-- Logs begin at Fri 2021-09-24 14:34:18 UTC, end at Fri 2021-09-24 17:08:49 UTC. -- Sep 24 15:19:43.052139 n-d-808921-1 systemd[1]: Started Devstack devstack@q-svc.service. Sep 24 15:19:45.831109 n-d-808921-1 neutron-server[95188]: INFO neutron.common.config [-] Logging enabled! Sep 24 15:19:45.831697 n-d-808921-1 neutron-server[95188]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev27 Sep 24 15:19:45.831867 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=95188) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 24 15:19:45.835171 n-d-808921-1 neutron-server[95188]: INFO neutron.common.config [-] Logging enabled! Sep 24 15:19:45.835422 n-d-808921-1 neutron-server[95188]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev27 Sep 24 15:19:45.835730 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=95188) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 24 15:19:45.836662 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 24 15:19:45.836967 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 24 15:19:45.837437 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 24 15:19:45.837566 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 24 15:19:45.837790 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 24 15:19:45.838109 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:45.838429 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:45.838735 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:45.838952 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:45.839243 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:45.839529 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:45.839806 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:45.840090 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:45.840380 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:45.840658 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:45.840929 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:45.841208 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:45.841431 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:45.841706 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] config_source = [] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:45.841986 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:45.842268 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:45.842571 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] debug = True {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:45.842857 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:45.843285 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:45.843697 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:45.843971 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:45.844257 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:45.844530 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:45.844797 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:45.845067 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:45.845346 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:45.845664 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] host = n-d-808921-1 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:45.845934 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:45.846214 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:45.846521 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:45.846806 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:45.847075 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:45.847343 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:45.847619 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:45.847883 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] log_dir = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:45.848148 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] log_file = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:45.848415 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:45.848695 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:45.848974 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:45.849893 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:45.850114 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:45.850335 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:45.850642 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:45.850926 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:45.851197 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:45.851466 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:45.851737 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:45.852004 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:45.852297 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:45.852614 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:45.852901 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:45.853175 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:45.853452 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:45.853723 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:45.853991 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:45.854254 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:45.854600 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:45.854881 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:45.855146 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:45.855414 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:45.855680 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:45.855961 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:45.856223 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:45.856491 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:45.856785 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:45.857063 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:45.857368 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:45.857648 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:45.857916 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:45.858194 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:45.858487 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:45.858753 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] use_journal = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:45.859017 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] use_json = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:45.859282 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:45.859546 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:45.859822 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:45.860090 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:45.860356 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:45.860622 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:45.860887 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:45.861163 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:45.861456 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.861752 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.862052 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.862329 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.862641 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.862917 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.863203 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.863474 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.863761 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.864045 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.864329 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.864646 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.865492 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.865900 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.866210 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.866542 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.866835 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.867127 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.867406 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.867684 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.867946 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.868222 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.868500 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.868774 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.869059 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.869345 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.869619 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.869903 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.870195 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.870627 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.870854 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.871131 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.871421 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.871695 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.871963 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.872239 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.872523 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.872866 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.873067 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.873345 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.873616 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.873882 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.874147 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.874446 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.874735 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.875006 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.875372 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.875542 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.875812 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.876076 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.876356 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.876630 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.876894 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.877158 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.877434 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.877698 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.877966 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.878237 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.878531 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.878802 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.879067 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.879332 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.879598 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.879862 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.880125 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.880427 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.880860 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.881131 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.881397 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.881666 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.881931 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.882199 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.882490 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.882772 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.883065 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.883339 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.883610 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.883881 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.884150 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.884422 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.884695 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.884967 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.885238 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.885504 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.885787 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.886063 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.886356 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.886648 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.886921 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.887217 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.887493 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.887768 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.888039 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.888312 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.888587 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.888865 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.889153 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.889440 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.889729 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.890017 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.890305 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.890855 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.892214 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.892214 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:45.892214 n-d-808921-1 neutron-server[95188]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 24 15:19:45.892214 n-d-808921-1 neutron-server[95188]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=95188) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 24 15:19:46.241781 n-d-808921-1 neutron-server[95188]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=95188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 24 15:19:46.241974 n-d-808921-1 neutron-server[95188]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=95188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 24 15:19:46.242251 n-d-808921-1 neutron-server[95188]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=95188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 24 15:19:46.242609 n-d-808921-1 neutron-server[95188]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 24 15:19:46.638323 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:46.638623 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:46.638897 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:46.640203 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:46.640474 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:46.640734 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:46.676318 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:46.676588 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:46.676849 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:46.692063 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:46.692336 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:46.692598 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:46.720992 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:46.721268 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:46.721535 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:46.759861 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:46.760129 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:46.760394 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:46.991385 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:46.991992 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:46.991992 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:46.992155 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:46.992753 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:47.112887 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:47.113193 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:47.113469 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:47.113740 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:47.113997 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:47.114300 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:47.115125 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:47.115377 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:47.115786 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:47.116078 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:47.116336 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:47.116597 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:47.116848 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:47.117094 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:47.117343 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:47.117602 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:47.117850 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:47.118112 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:47.118399 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:47.118728 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:47.118996 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:47.119243 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:47.119519 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:47.119890 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:47.120133 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:47.120374 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:47.120765 n-d-808921-1 neutron-server[95188]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=95188) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 24 15:19:47.121001 n-d-808921-1 neutron-server[95188]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=95188) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 24 15:19:47.121234 n-d-808921-1 neutron-server[95188]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=95188) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 24 15:19:47.121464 n-d-808921-1 neutron-server[95188]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=95188) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 24 15:19:47.121695 n-d-808921-1 neutron-server[95188]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=95188) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 24 15:19:47.121926 n-d-808921-1 neutron-server[95188]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=95188) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 24 15:19:47.122285 n-d-808921-1 neutron-server[95188]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 24 15:19:47.125360 n-d-808921-1 neutron-server[95188]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 24 15:19:47.129343 n-d-808921-1 neutron-server[95188]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 24 15:19:47.133089 n-d-808921-1 neutron-server[95188]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1250, 1299)])]) Sep 24 15:19:47.134822 n-d-808921-1 neutron-server[95188]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 24 15:19:47.135230 n-d-808921-1 neutron-server[95188]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 24 15:19:47.135572 n-d-808921-1 neutron-server[95188]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 24 15:19:47.138267 n-d-808921-1 neutron-server[95188]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 24 15:19:47.138910 n-d-808921-1 neutron-server[95188]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 24 15:19:47.139193 n-d-808921-1 neutron-server[95188]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 24 15:19:47.139578 n-d-808921-1 neutron-server[95188]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 24 15:19:47.144825 n-d-808921-1 neutron-server[95188]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 24 15:19:47.167698 n-d-808921-1 neutron-server[95188]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 24 15:19:47.168140 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:47.168430 n-d-808921-1 neutron-server[95188]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=95188) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 24 15:19:47.168785 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:47.170129 n-d-808921-1 neutron-server[95188]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=95188) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 24 15:19:47.170599 n-d-808921-1 neutron-server[95188]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 24 15:19:47.170845 n-d-808921-1 neutron-server[95188]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 24 15:19:47.174000 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:47.174273 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:47.238465 n-d-808921-1 neutron-server[95188]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 24 15:19:47.238710 n-d-808921-1 neutron-server[95188]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 24 15:19:47.238929 n-d-808921-1 neutron-server[95188]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 24 15:19:47.239299 n-d-808921-1 neutron-server[95188]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 24 15:19:47.262287 n-d-808921-1 neutron-server[95188]: DEBUG oslo_db.sqlalchemy.engines [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=95188) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 24 15:19:47.963853 n-d-808921-1 neutron-server[95188]: INFO neutron.plugins.ml2.managers [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Initializing driver for type 'gre' Sep 24 15:19:47.964389 n-d-808921-1 neutron-server[95188]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] gre ID ranges: [(1, 1000)] Sep 24 15:19:48.112471 n-d-808921-1 neutron-server[95188]: INFO neutron.plugins.ml2.managers [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Initializing driver for type 'local' Sep 24 15:19:48.113152 n-d-808921-1 neutron-server[95188]: INFO neutron.plugins.ml2.managers [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Initializing driver for type 'vlan' Sep 24 15:19:48.169533 n-d-808921-1 neutron-server[95188]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] VlanTypeDriver initialization complete Sep 24 15:19:48.169962 n-d-808921-1 neutron-server[95188]: INFO neutron.plugins.ml2.managers [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Initializing driver for type 'vxlan' Sep 24 15:19:48.170399 n-d-808921-1 neutron-server[95188]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] vxlan ID ranges: [(1, 1000)] Sep 24 15:19:48.351655 n-d-808921-1 neutron-server[95188]: INFO neutron.plugins.ml2.managers [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Initializing extension driver 'port_security' Sep 24 15:19:48.351994 n-d-808921-1 neutron-server[95188]: INFO neutron.plugins.ml2.extensions.port_security [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] PortSecurityExtensionDriver initialization complete Sep 24 15:19:48.352310 n-d-808921-1 neutron-server[95188]: INFO neutron.plugins.ml2.managers [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Initializing mechanism driver 'openvswitch' Sep 24 15:19:48.352627 n-d-808921-1 neutron-server[95188]: INFO neutron.plugins.ml2.managers [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Initializing mechanism driver 'hyperv' Sep 24 15:19:48.359223 n-d-808921-1 neutron-server[95188]: DEBUG neutron.plugins.ml2.plugin [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=95188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:19:48.359905 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Subscribe: > port after_create 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:48.360280 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Subscribe: > port after_update 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:48.360631 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Subscribe: > port after_delete 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:48.361149 n-d-808921-1 neutron-server[95188]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=95188) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 24 15:19:48.361577 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Subscribe: > subnet after_create 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:48.361927 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Subscribe: > subnet after_update 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:48.362270 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:48.362686 n-d-808921-1 neutron-server[95188]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=95188) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 24 15:19:48.367035 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Subscribe: > network after_create 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:48.367035 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Subscribe: > network after_update 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:48.367035 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Subscribe: > network after_delete 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:48.367035 n-d-808921-1 neutron-server[95188]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=95188) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 24 15:19:48.367035 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Subscribe: > security_group after_create 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:48.367590 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Subscribe: > security_group after_update 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:48.367590 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Subscribe: > security_group after_delete 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:48.367590 n-d-808921-1 neutron-server[95188]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=95188) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 24 15:19:48.367590 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:48.367590 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:48.368144 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:48.368144 n-d-808921-1 neutron-server[95188]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=95188) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 24 15:19:48.368823 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Subscribe: > address_group after_create 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:48.369213 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Subscribe: > address_group after_update 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:48.369554 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Subscribe: > address_group after_delete 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:48.369947 n-d-808921-1 neutron-server[95188]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=95188) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 24 15:19:48.370329 n-d-808921-1 neutron-server[95188]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] ML2 OVO RPC backend initialized. {{(pid=95188) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 24 15:19:48.371048 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:48.371402 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:48.371815 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Subscribe: > network before_response 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:48.372163 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Subscribe: > networks before_response 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:48.372507 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Subscribe: > port before_response 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:48.372846 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Subscribe: > ports before_response 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:48.373186 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Subscribe: > subnet before_response 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:48.373558 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Subscribe: > subnets before_response 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:48.373903 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Subscribe: > network after_create 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:48.374244 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Subscribe: > network after_update 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:48.374611 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Subscribe: > network after_delete 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:48.374943 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Subscribe: > port after_create 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:48.375277 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Subscribe: > port after_update 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:48.375609 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Subscribe: > port after_delete 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:48.375940 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Subscribe: > subnet after_create 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:48.376273 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Subscribe: > subnet after_update 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:48.376602 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:48.377177 n-d-808921-1 neutron-server[95188]: INFO neutron.plugins.ml2.plugin [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Modular L2 Plugin initialization complete Sep 24 15:19:48.377504 n-d-808921-1 neutron-server[95188]: DEBUG neutron.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading services supported by the core plugin {{(pid=95188) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 24 15:19:48.377829 n-d-808921-1 neutron-server[95188]: INFO neutron.plugins.ml2.managers [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Got port-security extension from driver 'port_security' Sep 24 15:19:48.378284 n-d-808921-1 neutron-server[95188]: INFO neutron.extensions.vlantransparent [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Disabled vlantransparent extension. Sep 24 15:19:48.378896 n-d-808921-1 neutron-server[95188]: DEBUG neutron.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=95188) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 24 15:19:48.379210 n-d-808921-1 neutron-server[95188]: INFO neutron.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading Plugin: router Sep 24 15:19:48.416483 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Subscribe: > router_interface before_create 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:48.416875 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Subscribe: > router after_create 55549900 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:48.417245 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Subscribe: > router before_create 55549900 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:48.417611 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:48.417982 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:48.418357 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Subscribe: > router after_delete 55549900 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:48.418713 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Subscribe: > floatingip after_create 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:48.419062 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Subscribe: > floatingip after_update 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:48.419415 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Subscribe: > router after_create 55549900 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:48.419765 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Subscribe: > router after_update 55549900 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:48.420110 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Subscribe: > router after_update 55549900 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:48.420456 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:48.420812 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Subscribe: > router after_update 55549900 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:48.421220 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Subscribe: > router precommit_update 55549900 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:48.421589 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Subscribe: port after_update 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:48.421927 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Subscribe: port after_delete 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:48.422265 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Subscribe: subnet after_update 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:48.422625 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:48.422974 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Subscribe: > port precommit_delete 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:48.423319 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Subscribe: > router precommit_create 55549900 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:48.423660 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Subscribe: port before_delete 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:48.423998 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Subscribe: > router precommit_create 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:48.424349 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Subscribe: > router after_update 55549900 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:48.424688 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Subscribe: > router precommit_delete 55549900 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:48.425038 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Subscribe: > router precommit_create 55549900 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:48.425394 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:48.425734 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Subscribe: > router precommit_update 55549900 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:48.426095 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Subscribe: > agent after_create 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:48.426476 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Subscribe: > agent after_delete 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:48.426819 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Subscribe: > network after_delete 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:48.428713 n-d-808921-1 neutron-server[95188]: DEBUG neutron.quota.resource_registry [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Tracking information for resource: router configured {{(pid=95188) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 24 15:19:48.429050 n-d-808921-1 neutron-server[95188]: DEBUG neutron.quota.resource_registry [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Tracking information for resource: floatingip configured {{(pid=95188) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 24 15:19:48.434175 n-d-808921-1 neutron-server[95188]: INFO neutron.db.l3_agentschedulers_db [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 24 15:19:48.434785 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Subscribe: port after_update 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:48.435144 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Subscribe: port after_create 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:48.435491 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Subscribe: port after_delete 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:48.435838 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Subscribe: port after_update 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:48.436649 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Subscribe: > router before_create 55550100 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:48.437052 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Subscribe: > router precommit_delete 55550100 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:48.437413 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Subscribe: > router precommit_create 55550100 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:48.437767 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Subscribe: > router precommit_update 55550100 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:48.442567 n-d-808921-1 neutron-server[95188]: DEBUG neutron.services.provider_configuration [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Service providers = [] {{(pid=95188) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 24 15:19:48.443953 n-d-808921-1 neutron-server[95188]: DEBUG neutron.db.servicetype_db [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=95188) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 24 15:19:48.447018 n-d-808921-1 neutron-server[95188]: DEBUG neutron.services.service_base [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=95188) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 24 15:19:48.447368 n-d-808921-1 neutron-server[95188]: DEBUG neutron.services.service_base [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=95188) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 24 15:19:48.447710 n-d-808921-1 neutron-server[95188]: DEBUG neutron.services.service_base [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=95188) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 24 15:19:48.448587 n-d-808921-1 neutron-server[95188]: DEBUG neutron.services.service_base [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=95188) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 24 15:19:48.448962 n-d-808921-1 neutron-server[95188]: INFO neutron.services.service_base [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 24 15:19:48.449348 n-d-808921-1 neutron-server[95188]: DEBUG neutron.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=95188) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 24 15:19:48.449665 n-d-808921-1 neutron-server[95188]: INFO neutron.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 24 15:19:48.461104 n-d-808921-1 neutron-server[95188]: DEBUG neutron.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=95188) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 24 15:19:48.461442 n-d-808921-1 neutron-server[95188]: INFO neutron.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading Plugin: auto_allocate Sep 24 15:19:48.467315 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Subscribe: network precommit_update 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:48.467685 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Subscribe: network precommit_create 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:48.468213 n-d-808921-1 neutron-server[95188]: DEBUG neutron.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=95188) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 24 15:19:48.468533 n-d-808921-1 neutron-server[95188]: INFO neutron.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading Plugin: tag Sep 24 15:19:48.475624 n-d-808921-1 neutron-server[95188]: DEBUG neutron.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=95188) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 24 15:19:48.475951 n-d-808921-1 neutron-server[95188]: INFO neutron.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading Plugin: timestamp Sep 24 15:19:48.480039 n-d-808921-1 neutron-server[95188]: DEBUG neutron.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=95188) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 24 15:19:48.480364 n-d-808921-1 neutron-server[95188]: INFO neutron.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading Plugin: network_ip_availability Sep 24 15:19:48.485762 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:48.486132 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:48.486519 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:48.487244 n-d-808921-1 neutron-server[95188]: DEBUG neutron.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=95188) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 24 15:19:48.487562 n-d-808921-1 neutron-server[95188]: INFO neutron.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading Plugin: flavors Sep 24 15:19:48.493205 n-d-808921-1 neutron-server[95188]: DEBUG neutron.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=95188) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 24 15:19:48.493602 n-d-808921-1 neutron-server[95188]: INFO neutron.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading Plugin: revisions Sep 24 15:19:48.497851 n-d-808921-1 neutron-server[95188]: DEBUG neutron.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=95188) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 24 15:19:48.498239 n-d-808921-1 neutron-server[95188]: DEBUG oslo_concurrency.lockutils [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.256s {{(pid=95188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 24 15:19:48.499009 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=95188) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 24 15:19:48.499345 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Initializing extension manager. Sep 24 15:19:48.499855 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: __init__.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.500194 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: __pycache__ {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.500527 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.500857 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: address_group.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.501607 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.502178 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loaded extension: address-group Sep 24 15:19:48.502530 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: address_scope.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.503431 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.503936 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loaded extension: address-scope Sep 24 15:19:48.504256 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.505366 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.506254 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loaded extension: router-admin-state-down-before-update Sep 24 15:19:48.506602 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: agent.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.507304 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.507802 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loaded extension: agent Sep 24 15:19:48.508121 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: agent_resources_synced.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.509017 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.509518 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loaded extension: agent-resources-synced Sep 24 15:19:48.509838 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: allowedaddresspairs.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.511698 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.512210 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loaded extension: allowed-address-pairs Sep 24 15:19:48.512531 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: auto_allocated_topology.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.513594 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.514101 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loaded extension: auto-allocated-topology Sep 24 15:19:48.514449 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: availability_zone.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.515137 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.515634 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loaded extension: availability_zone Sep 24 15:19:48.515955 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: availability_zone_filter.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.516858 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.517356 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loaded extension: availability_zone_filter Sep 24 15:19:48.517673 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: data_plane_status.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.518603 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.519098 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Extension data-plane-status not supported by any of loaded plugins Sep 24 15:19:48.519416 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: default_subnetpools.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.520319 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.521788 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loaded extension: default-subnetpools Sep 24 15:19:48.522122 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.522963 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.523466 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loaded extension: dhcp_agent_scheduler Sep 24 15:19:48.523784 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: dns.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.524759 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.525252 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Extension dns-integration not supported by any of loaded plugins Sep 24 15:19:48.525570 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: dns_domain_ports.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.526513 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.527018 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 24 15:19:48.527338 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.528250 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.528752 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 24 15:19:48.529068 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: dvr.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.529728 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.530220 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loaded extension: dvr Sep 24 15:19:48.530565 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: ecmp_routes.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.531464 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.531956 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 24 15:19:48.532273 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: empty_string_filtering.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.533165 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.533663 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loaded extension: empty-string-filtering Sep 24 15:19:48.533978 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.534902 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.535398 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 24 15:19:48.535715 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.537596 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.538109 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 24 15:19:48.538457 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: external_net.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.539369 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.539938 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loaded extension: external-net Sep 24 15:19:48.540259 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.541167 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.541663 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loaded extension: extra_dhcp_opt Sep 24 15:19:48.541979 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: extraroute.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.542897 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.543392 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loaded extension: extraroute Sep 24 15:19:48.543709 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: extraroute_atomic.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.544729 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.545226 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loaded extension: extraroute-atomic Sep 24 15:19:48.545542 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: filter_validation.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.546198 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.546721 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loaded extension: filter-validation Sep 24 15:19:48.547043 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: fip_pf_description.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.547945 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.548440 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 24 15:19:48.548761 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: fip_port_details.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.549660 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.550164 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loaded extension: fip-port-details Sep 24 15:19:48.550509 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: flavors.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.551730 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.552734 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loaded extension: flavors Sep 24 15:19:48.553065 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.554744 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.555282 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 24 15:19:48.555660 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: floatingip_pools.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.556362 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.556866 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loaded extension: floatingip-pools Sep 24 15:19:48.557192 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: ip_allocation.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.566128 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.566673 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Extension ip_allocation not supported by any of loaded plugins Sep 24 15:19:48.567000 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.568399 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.569003 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loaded extension: ip-substring-filtering Sep 24 15:19:48.569277 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: l2_adjacency.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.570210 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.570737 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 24 15:19:48.571063 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: l3.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.572178 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.572687 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loaded extension: router Sep 24 15:19:48.573012 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.575442 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.576011 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 24 15:19:48.576296 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.577235 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.577746 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loaded extension: ext-gw-mode Sep 24 15:19:48.578072 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.579303 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.579844 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loaded extension: l3-ha Sep 24 15:19:48.580249 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: l3_flavors.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.581145 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.581646 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loaded extension: l3-flavors Sep 24 15:19:48.581975 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.582907 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.584374 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 24 15:19:48.584703 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: l3agentscheduler.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.585755 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.586260 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loaded extension: l3_agent_scheduler Sep 24 15:19:48.586605 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: logging.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.595618 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.596142 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Extension logging not supported by any of loaded plugins Sep 24 15:19:48.596473 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: metering.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.597216 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.597798 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loaded extension: metering Sep 24 15:19:48.598234 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.599763 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.600271 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loaded extension: metering_source_and_destination_fields Sep 24 15:19:48.600597 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: multiprovidernet.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.601517 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.602056 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loaded extension: multi-provider Sep 24 15:19:48.602427 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: netmtu.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.603390 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.603890 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loaded extension: net-mtu Sep 24 15:19:48.604358 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: netmtu_writable.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.605121 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.605617 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loaded extension: net-mtu-writable Sep 24 15:19:48.605939 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: network_availability_zone.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.606700 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.607200 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loaded extension: network_availability_zone Sep 24 15:19:48.607521 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: network_ip_availability.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.608608 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.609205 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loaded extension: network-ip-availability Sep 24 15:19:48.609544 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: network_segment_range.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.610303 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.610824 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Extension network-segment-range not supported by any of loaded plugins Sep 24 15:19:48.611145 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: pagination.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.612112 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.612442 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loaded extension: pagination Sep 24 15:19:48.612760 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: port_device_profile.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.613670 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.614218 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loaded extension: port-device-profile Sep 24 15:19:48.615288 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.616251 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.616759 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loaded extension: port-mac-address-regenerate Sep 24 15:19:48.617081 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.617989 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.618575 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loaded extension: port-numa-affinity-policy Sep 24 15:19:48.618902 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: port_resource_request.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.619941 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.620446 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Extension port-resource-request not supported by any of loaded plugins Sep 24 15:19:48.620768 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: portbindings.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.629505 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.630006 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loaded extension: binding Sep 24 15:19:48.630937 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: portbindings_extended.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.632221 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.632732 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loaded extension: binding-extended Sep 24 15:19:48.633056 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: portsecurity.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.633970 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.634663 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loaded extension: port-security Sep 24 15:19:48.634911 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: project_id.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.635881 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.636239 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loaded extension: project-id Sep 24 15:19:48.636560 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: providernet.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.637475 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.637981 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loaded extension: provider Sep 24 15:19:48.638299 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: qos.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.641831 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.642362 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Extension qos not supported by any of loaded plugins Sep 24 15:19:48.642704 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.644041 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.644555 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 24 15:19:48.644884 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.646541 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.647423 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 24 15:19:48.647752 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: qos_default.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.648694 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.649199 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Extension qos-default not supported by any of loaded plugins Sep 24 15:19:48.649522 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: qos_fip.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.650172 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.650775 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Extension qos-fip not supported by any of loaded plugins Sep 24 15:19:48.651100 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: qos_gateway_ip.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.652014 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.652519 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 24 15:19:48.652838 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: qos_port_network_policy.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.653742 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.654242 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 24 15:19:48.654606 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: qos_pps_rule.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.655768 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.656278 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Extension qos-pps not supported by any of loaded plugins Sep 24 15:19:48.656600 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: qos_rule_type_details.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.657515 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.658028 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 24 15:19:48.658359 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: qos_rules_alias.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.659407 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.659914 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 24 15:19:48.660235 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: quotasv2.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.661164 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.662526 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loaded extension: quotas Sep 24 15:19:48.662861 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: quotasv2_detail.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.666108 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.666533 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loaded extension: quota_details Sep 24 15:19:48.666810 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: rbac.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.667863 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.668381 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loaded extension: rbac-policies Sep 24 15:19:48.668706 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: rbac_address_group.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.669628 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.670137 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loaded extension: rbac-address-group Sep 24 15:19:48.670498 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: rbac_address_scope.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.671431 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.671940 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loaded extension: rbac-address-scope Sep 24 15:19:48.672259 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: rbac_security_groups.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.673164 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.673672 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loaded extension: rbac-security-groups Sep 24 15:19:48.673993 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: rbac_subnetpool.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.674923 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.675430 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loaded extension: rbac-subnetpool Sep 24 15:19:48.675751 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: revisionifmatch.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.676663 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.677778 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loaded extension: revision-if-match Sep 24 15:19:48.678104 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: revisions.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.693140 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.694074 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loaded extension: standard-attr-revisions Sep 24 15:19:48.694430 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: router_availability_zone.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.695116 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.695622 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loaded extension: router_availability_zone Sep 24 15:19:48.695940 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: routerservicetype.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.696856 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.697359 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Extension router-service-type not supported by any of loaded plugins Sep 24 15:19:48.697678 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.698643 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.699133 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loaded extension: security-groups-normalized-cidr Sep 24 15:19:48.699450 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.700385 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.700883 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loaded extension: port-security-groups-filtering Sep 24 15:19:48.701202 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.702114 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.702644 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loaded extension: security-groups-remote-address-group Sep 24 15:19:48.702965 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: securitygroup.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.715024 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.715554 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loaded extension: security-group Sep 24 15:19:48.715888 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: segment.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.716694 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.717196 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Extension segment not supported by any of loaded plugins Sep 24 15:19:48.717520 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.724413 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.725504 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 24 15:19:48.725829 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: servicetype.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.727056 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.727575 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loaded extension: service-type Sep 24 15:19:48.727903 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: sorting.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.729005 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.729335 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loaded extension: sorting Sep 24 15:19:48.729657 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: standard_attr_segment.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.730743 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.731261 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 24 15:19:48.731581 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: standardattrdescription.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.732239 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.732738 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loaded extension: standard-attr-description Sep 24 15:19:48.733058 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: stateful_security_group.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.733988 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.734554 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loaded extension: stateful-security-group Sep 24 15:19:48.734911 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: stdattrs_common.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.735493 n-d-808921-1 neutron-server[95188]: WARNING neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 24 15:19:48.735811 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.736725 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.737233 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 24 15:19:48.737554 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: subnet_onboard.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.738668 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.739181 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loaded extension: subnet_onboard Sep 24 15:19:48.740080 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.741583 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.742088 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 24 15:19:48.742440 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: subnet_service_types.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.743508 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.744010 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loaded extension: subnet-service-types Sep 24 15:19:48.744336 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: subnetallocation.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.745417 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.745926 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loaded extension: subnet_allocation Sep 24 15:19:48.746254 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.746941 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.747445 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loaded extension: subnetpool-prefix-ops Sep 24 15:19:48.747765 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.752730 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.753235 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 24 15:19:48.753554 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: tagging.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.754698 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.755752 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loaded extension: standard-attr-tag Sep 24 15:19:48.756095 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: timestamp.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.757335 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.757848 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loaded extension: standard-attr-timestamp Sep 24 15:19:48.758174 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: trunk.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.759234 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.759747 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Extension trunk not supported by any of loaded plugins Sep 24 15:19:48.760072 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: trunk_details.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.760989 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.761544 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Extension trunk-details not supported by any of loaded plugins Sep 24 15:19:48.761812 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: uplink_status_propagation.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.762773 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.763286 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 24 15:19:48.763607 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Loading extension file: vlantransparent.py {{(pid=95188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 24 15:19:48.764281 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=95188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 24 15:19:48.764784 n-d-808921-1 neutron-server[95188]: INFO neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 24 15:19:48.767371 n-d-808921-1 neutron-server[95188]: INFO neutron.quota.resource_registry [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Creating instance of TrackedResource for resource:network Sep 24 15:19:48.767912 n-d-808921-1 neutron-server[95188]: INFO neutron.quota.resource_registry [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Creating instance of TrackedResource for resource:subnet Sep 24 15:19:48.768309 n-d-808921-1 neutron-server[95188]: INFO neutron.quota.resource_registry [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Creating instance of TrackedResource for resource:subnetpool Sep 24 15:19:48.768708 n-d-808921-1 neutron-server[95188]: INFO neutron.quota.resource_registry [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Creating instance of TrackedResource for resource:port Sep 24 15:19:48.770067 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.v2.resource_helper [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95188) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 15:19:48.770532 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.v2.resource_helper [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Service FLAVORS assigned prefix: {{(pid=95188) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 15:19:48.771765 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.v2.resource_helper [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95188) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 15:19:48.772183 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.v2.resource_helper [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95188) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 15:19:48.772519 n-d-808921-1 neutron-server[95188]: INFO neutron.quota.resource_registry [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Creating instance of TrackedResource for resource:router Sep 24 15:19:48.772955 n-d-808921-1 neutron-server[95188]: INFO neutron.quota.resource_registry [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Creating instance of TrackedResource for resource:floatingip Sep 24 15:19:48.773423 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.v2.resource_helper [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Service METERING assigned prefix: /metering {{(pid=95188) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 15:19:48.775054 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:48.775418 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:48.775777 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:19:48.776808 n-d-808921-1 neutron-server[95188]: INFO neutron.quota.resource_registry [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Creating instance of CountableResource for resource:rbac_policy Sep 24 15:19:48.777238 n-d-808921-1 neutron-server[95188]: INFO neutron.quota.resource_registry [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Creating instance of TrackedResource for resource:security_group Sep 24 15:19:48.777672 n-d-808921-1 neutron-server[95188]: INFO neutron.quota.resource_registry [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 24 15:19:48.778256 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.v2.resource_helper [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Service CORE assigned prefix: {{(pid=95188) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 15:19:48.778614 n-d-808921-1 neutron-server[95188]: INFO neutron.quota.resource_registry [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Creating instance of TrackedResource for resource:subnetpool Sep 24 15:19:48.778958 n-d-808921-1 neutron-server[95188]: WARNING neutron.quota.resource_registry [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] subnetpool is already registered Sep 24 15:19:48.779413 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.v2.resource_helper [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Service CORE assigned prefix: {{(pid=95188) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 15:19:48.779723 n-d-808921-1 neutron-server[95188]: INFO neutron.quota.resource_registry [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Creating instance of TrackedResource for resource:subnetpool Sep 24 15:19:48.780052 n-d-808921-1 neutron-server[95188]: WARNING neutron.quota.resource_registry [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] subnetpool is already registered Sep 24 15:19:48.782318 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.v2.resource_helper [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95188) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 15:19:48.782767 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.v2.resource_helper [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Service FLAVORS assigned prefix: {{(pid=95188) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 15:19:48.783357 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.v2.resource_helper [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95188) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 15:19:48.783774 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.v2.resource_helper [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95188) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 15:19:48.784106 n-d-808921-1 neutron-server[95188]: INFO neutron.quota.resource_registry [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Creating instance of TrackedResource for resource:router Sep 24 15:19:48.784445 n-d-808921-1 neutron-server[95188]: WARNING neutron.quota.resource_registry [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] router is already registered Sep 24 15:19:48.784849 n-d-808921-1 neutron-server[95188]: INFO neutron.quota.resource_registry [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Creating instance of TrackedResource for resource:floatingip Sep 24 15:19:48.785183 n-d-808921-1 neutron-server[95188]: WARNING neutron.quota.resource_registry [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] floatingip is already registered Sep 24 15:19:48.787108 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.v2.resource_helper [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Service METERING assigned prefix: /metering {{(pid=95188) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 15:19:48.787108 n-d-808921-1 neutron-server[95188]: INFO neutron.quota.resource_registry [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Creating instance of CountableResource for resource:rbac_policy Sep 24 15:19:48.787553 n-d-808921-1 neutron-server[95188]: WARNING neutron.quota.resource_registry [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] rbac_policy is already registered Sep 24 15:19:48.787966 n-d-808921-1 neutron-server[95188]: INFO neutron.quota.resource_registry [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Creating instance of TrackedResource for resource:security_group Sep 24 15:19:48.788301 n-d-808921-1 neutron-server[95188]: WARNING neutron.quota.resource_registry [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] security_group is already registered Sep 24 15:19:48.788703 n-d-808921-1 neutron-server[95188]: INFO neutron.quota.resource_registry [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 24 15:19:48.789036 n-d-808921-1 neutron-server[95188]: WARNING neutron.quota.resource_registry [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] security_group_rule is already registered Sep 24 15:19:48.789653 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.v2.resource_helper [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Service CORE assigned prefix: {{(pid=95188) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 15:19:48.789977 n-d-808921-1 neutron-server[95188]: INFO neutron.quota.resource_registry [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Creating instance of TrackedResource for resource:subnetpool Sep 24 15:19:48.790309 n-d-808921-1 neutron-server[95188]: WARNING neutron.quota.resource_registry [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] subnetpool is already registered Sep 24 15:19:48.790758 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.v2.resource_helper [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Service CORE assigned prefix: {{(pid=95188) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 24 15:19:48.791079 n-d-808921-1 neutron-server[95188]: INFO neutron.quota.resource_registry [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Creating instance of TrackedResource for resource:subnetpool Sep 24 15:19:48.791437 n-d-808921-1 neutron-server[95188]: WARNING neutron.quota.resource_registry [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] subnetpool is already registered Sep 24 15:19:48.791892 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Extended resource: extensions {{(pid=95188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 15:19:48.793488 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Extended resource: address-groups {{(pid=95188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 15:19:48.794983 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Extended resource: address-scopes {{(pid=95188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 15:19:48.796290 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Extended resource: agents {{(pid=95188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 15:19:48.797485 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Extended resource: auto-allocated-topology {{(pid=95188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 15:19:48.798749 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Extended resource: availability_zones {{(pid=95188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 15:19:48.799968 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Extended resource: dhcp-networks {{(pid=95188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 15:19:48.801625 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Extended resource: dhcp-agents {{(pid=95188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 15:19:48.804131 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Extended resource: routers {{(pid=95188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 15:19:48.806324 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Extended resource: flavors {{(pid=95188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 15:19:48.807498 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Extended resource: service_profiles {{(pid=95188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 15:19:48.809652 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Extended resource: next_providers {{(pid=95188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 15:19:48.810159 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Extended resource: service_profiles {{(pid=95188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 15:19:48.811711 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Extended resource: floatingip-pools {{(pid=95188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 15:19:48.812910 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Extended resource: routers {{(pid=95188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 15:19:48.815018 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Extended resource: floatingips {{(pid=95188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 15:19:48.816293 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Extended resource: l3-routers {{(pid=95188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 15:19:48.818078 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Extended resource: l3-agents {{(pid=95188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 15:19:48.819535 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Extended resource: metering-labels {{(pid=95188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 15:19:48.820881 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Extended resource: metering-label-rules {{(pid=95188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 15:19:48.822161 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Extended resource: network-ip-availabilities {{(pid=95188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 15:19:48.823433 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Extended resource: bindings {{(pid=95188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 15:19:48.826085 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Extended resource: quotas {{(pid=95188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 15:19:48.827528 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Extended resource: quotas {{(pid=95188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 15:19:48.829241 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Extended resource: rbac-policies {{(pid=95188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 15:19:48.830462 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Extended resource: security-groups {{(pid=95188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 15:19:48.831811 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Extended resource: security-group-rules {{(pid=95188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 15:19:48.833053 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Extended resource: service-providers {{(pid=95188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 15:19:48.834802 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Extended resource: subnetpools {{(pid=95188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 15:19:48.836218 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Extended resource: subnetpools {{(pid=95188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 15:19:48.837690 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Extended resource: tags {{(pid=95188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 15:19:48.839393 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Extended resource: tags {{(pid=95188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 15:19:48.841203 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Extended resource: tags {{(pid=95188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 15:19:48.843019 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Extended resource: tags {{(pid=95188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 15:19:48.844883 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Extended resource: tags {{(pid=95188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 15:19:48.846721 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Extended resource: tags {{(pid=95188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 15:19:48.848409 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Extended resource: tags {{(pid=95188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 15:19:48.851329 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Extended resource: tags {{(pid=95188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 15:19:48.853077 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Extended resource: tags {{(pid=95188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 15:19:48.854877 n-d-808921-1 neutron-server[95188]: DEBUG neutron.api.extensions [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Extended resource: tags {{(pid=95188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 24 15:19:48.860959 n-d-808921-1 neutron-server[95188]: WARNING keystonemiddleware.auth_token [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 24 15:19:48.866246 n-d-808921-1 neutron-server[95188]: WARNING keystonemiddleware.auth_token [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 24 15:19:48.875071 n-d-808921-1 neutron-server[95188]: DEBUG oslo_concurrency.lockutils [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Acquired lock "singleton_lock" {{(pid=95188) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 24 15:19:48.875549 n-d-808921-1 neutron-server[95188]: DEBUG oslo_concurrency.lockutils [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Releasing lock "singleton_lock" {{(pid=95188) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 24 15:19:48.876172 n-d-808921-1 neutron-server[95188]: INFO oslo_service.service [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Starting 2 workers Sep 24 15:19:48.882134 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Started child 95297 {{(pid=95188) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 24 15:19:48.886833 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Started child 95298 {{(pid=95188) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 24 15:19:48.887343 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:19:48.888426 n-d-808921-1 neutron-server[95188]: INFO neutron.service [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 24 15:19:48.888838 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [-] (95297) wsgi starting up on http://0.0.0.0:9696 Sep 24 15:19:48.889109 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Notify callbacks [] for process, before_spawn {{(pid=95188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:19:48.891595 n-d-808921-1 neutron-server[95188]: INFO oslo_service.service [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Starting 1 workers Sep 24 15:19:48.891752 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:19:48.893136 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [-] (95298) wsgi starting up on http://0.0.0.0:9696 Sep 24 15:19:48.897647 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Started child 95299 {{(pid=95188) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 24 15:19:48.898235 n-d-808921-1 neutron-server[95188]: INFO oslo_service.service [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Starting 1 workers Sep 24 15:19:48.901851 n-d-808921-1 neutron-server[95299]: DEBUG neutron.service [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] calling RpcWorker wait() {{(pid=95299) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 24 15:19:48.902445 n-d-808921-1 neutron-server[95299]: DEBUG neutron.service [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] returning from RpcWorker wait() {{(pid=95299) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 24 15:19:48.902793 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Started child 95300 {{(pid=95188) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 24 15:19:48.903659 n-d-808921-1 neutron-server[95188]: DEBUG neutron_lib.callbacks.manager [None req-2fd41d6f-0b0a-48b0-b610-d47fc40027d8 None None] Notify callbacks [] for process, after_spawn {{(pid=95188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:19:48.903762 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:19:48.904096 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:19:48.905518 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=95188) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 24 15:19:48.905720 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 24 15:19:48.906075 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 24 15:19:48.906287 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 24 15:19:48.906637 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 24 15:19:48.906794 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 24 15:19:48.907438 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.907731 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.907873 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:19:48.908371 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.908371 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.908538 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.909095 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.909351 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.909601 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.909884 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.910115 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.910286 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.910469 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.910869 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.911099 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.911465 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.912332 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.912579 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.912847 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.913019 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.913278 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] config_source = [] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.913545 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.913789 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.914060 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] debug = True {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.914311 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.914937 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.915509 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.915509 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.915509 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.915756 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.916140 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.916397 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.916650 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.916883 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.917141 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.917402 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.917629 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.917875 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.918114 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.918389 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.918620 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.919097 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] host = n-d-808921-1 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.919607 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.919607 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.919918 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.920057 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.920229 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.920435 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.920685 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.920908 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.921175 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.921392 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.921645 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.921892 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.922128 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] log_dir = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.922406 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] log_file = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.922557 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] log_options = True {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.922808 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.923081 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.923419 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.923573 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.923729 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.923879 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.924040 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.924180 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.924441 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.924669 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.924873 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.925079 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.925317 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.925538 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.925778 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.926098 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.926250 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.926465 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.926705 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.926952 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.927189 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.928072 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.928294 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.928553 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.928735 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.928987 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.929224 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.929432 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.929637 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.929874 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.930113 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.930395 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.930606 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.930843 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.931098 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.931320 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.931540 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.931769 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.932029 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.932245 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.932488 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.932738 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.932941 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.933190 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.933418 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.933666 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] use_journal = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.934218 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] use_json = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.934218 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.934577 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.934577 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.934839 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.934975 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.935151 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.935464 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.935736 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:48.936342 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.936672 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.937013 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.937408 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.937586 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.938110 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.938360 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.938550 n-d-808921-1 neutron-server[95300]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:19:48.938907 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.938907 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.939190 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.939366 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.939584 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.939870 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.940107 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.940390 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.940727 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.940979 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.941238 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.941468 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.941681 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.941909 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.942162 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.942455 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.943303 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.944028 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.950292 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.950292 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.950292 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.950292 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.950292 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.101/identity {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.950292 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.950292 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.950292 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.950885 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.950885 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.950885 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.950885 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.950885 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.950885 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.950885 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.950885 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.950885 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.951389 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.951389 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.951389 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.951389 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.951389 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.951389 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.951389 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.951389 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.951389 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.952183 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.952183 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.952183 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.952183 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.952183 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.952693 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.953019 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.953829 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.954103 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.954373 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.954598 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.954873 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.955039 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.956781 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.956951 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.957217 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.957454 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.957681 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.957902 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.958173 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.959161 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.959670 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.959670 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.959813 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.960026 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.960257 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.960496 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.960734 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.960950 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.961163 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.961376 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.961611 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.961824 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.962175 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.962543 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.962969 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.963350 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.963726 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.964369 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.964369 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.964553 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.964851 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.964992 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.965201 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.965451 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.965687 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.965912 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.966145 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.966386 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.966643 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.966880 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.967141 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.967348 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.967582 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.967798 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.968005 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.968222 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.968601 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.968850 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.969074 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.969331 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.969558 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.969971 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.970245 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.970528 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.970786 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.971038 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.971310 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.971558 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.971805 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.972088 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.972353 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.972617 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.972859 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.973139 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.973341 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.973591 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.974466 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.974644 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.974911 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.975135 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.975429 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.975670 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.975895 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.976120 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.976349 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.976662 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.976909 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.977263 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.977536 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.977807 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.978060 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.978913 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.978913 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.978913 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.979191 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.979284 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.979520 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.101/identity {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.979733 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.979966 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.980193 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.980405 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.980645 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.980859 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.981106 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.981339 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.981568 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.981795 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.982005 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.982220 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.982470 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.982684 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.983061 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.983477 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.983688 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.983924 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.984171 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.984385 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.984621 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.984854 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.985062 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.985319 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.985696 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.985977 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.986232 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.986489 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.986716 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.986968 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.987214 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.987597 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.987763 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.987978 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.988188 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.988398 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.988632 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.988862 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.989073 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.989297 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.989558 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.989803 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.990044 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.990505 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.990774 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.991005 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.991243 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.991458 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.991693 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.991938 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.992153 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.992366 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.992604 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.992973 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.993252 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.993483 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.993727 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.993957 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.994186 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.994427 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.994627 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.994831 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.995108 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.995519 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.995750 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.995996 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.996244 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.996450 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.998391 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.998391 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.998391 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.998391 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.998391 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.998391 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.998391 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.998391 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.998985 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.998985 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.998985 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.998985 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.999248 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.999425 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.999633 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:48.999850 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.000060 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.000263 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.000482 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.000684 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.000907 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.001122 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.001330 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.001531 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.001773 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.001971 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.002173 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.002413 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.002624 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.002825 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.003119 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.003357 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.003568 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.003857 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.004109 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.004360 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.004611 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.004919 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.005656 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.005936 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.006183 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.006420 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.006656 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.006905 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.007224 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.007520 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.007764 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.008027 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.008584 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.008876 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1250:1299'] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.009260 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.009465 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.009900 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.010325 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.010517 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.010772 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.010996 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.011240 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.011460 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.011677 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.011925 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.012155 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.012371 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.012703 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.012817 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.013021 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.013323 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.013499 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.013688 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.013924 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.014151 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.014385 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.014600 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.014763 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 24 15:19:49.015295 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=95188) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 24 15:19:49.015450 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 24 15:19:49.015765 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 24 15:19:49.016008 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 24 15:19:49.016111 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 24 15:19:49.016248 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 24 15:19:49.016445 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.016596 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.016746 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.016896 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.017249 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.017249 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.017434 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.017502 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.017659 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.017809 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.017969 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.018121 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.018277 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.019097 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.019097 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.019097 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.019097 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.019097 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.019411 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.019411 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] config_source = [] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.019530 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.019593 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.019764 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] debug = True {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.019852 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.020066 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.020220 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.020364 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.020519 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.020693 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.020965 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.021471 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.021471 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.021471 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.021471 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.021760 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.021760 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.021897 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.022040 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.022245 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.022366 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.022507 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] host = n-d-808921-1 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.022657 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.022964 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.023121 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.023272 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.023425 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.023579 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.023736 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.023951 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.024193 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.024351 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.024505 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.024663 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.024821 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] log_dir = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.024974 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] log_file = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.025127 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] log_options = True {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.025279 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.025430 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.025578 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.025908 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.026069 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.026223 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.026510 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.026684 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.026829 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.026981 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.027132 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.027286 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.027438 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.027590 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.027744 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.027896 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.028048 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.028200 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.028354 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.028506 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.028642 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.028798 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.028950 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.029102 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.029255 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.029409 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.029560 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.029712 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.029863 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.030018 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.030176 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.030327 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.030500 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.030652 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.030806 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.030960 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.031089 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.031226 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.031383 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.031535 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.031687 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.031839 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.031991 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.032145 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.032295 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.032446 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] use_journal = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.032599 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] use_json = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.032751 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.032902 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.033054 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.033208 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.033358 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.033510 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.033662 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.033815 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 24 15:19:49.033990 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.034146 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.034314 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.034492 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.034647 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.034805 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.034960 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.035115 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.035269 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.035423 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.035585 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.035741 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.035908 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.036063 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.036220 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.036913 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.037087 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.037223 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.037358 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.037513 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.037669 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.037824 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.037990 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.038145 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.038300 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.038476 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.038631 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.038805 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.038962 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.039117 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.101/identity {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.039270 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.039425 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.039590 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.039744 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.039890 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.040029 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.040301 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.040469 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.040625 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.040780 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.040935 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.041092 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.041249 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.041405 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.041562 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.041717 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.041981 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.042142 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.042299 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.042478 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.042655 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.042915 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.043020 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.043175 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.043321 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.043489 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.043646 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.043801 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.043955 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.044111 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.044268 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.044422 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.044577 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.044732 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.044887 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.045045 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.045223 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.045378 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.045532 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.045687 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.045843 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.045998 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.046155 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.046310 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.046486 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.046641 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.046797 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.046953 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.047108 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.047264 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.047420 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.047561 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.047719 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.047875 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.048030 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.048194 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.048400 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.048505 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.048640 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.048805 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.049001 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.049121 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.049279 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.049436 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.049591 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.049739 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.049897 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.050054 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.050208 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.053385 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.053385 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.053385 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.053385 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.053385 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.053385 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.053385 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.053385 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.053961 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.053961 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.053961 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.053961 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.053961 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.053961 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.053961 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.053961 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.054655 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.054655 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.054655 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.054655 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.054655 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.054655 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.054655 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.054655 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.055411 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.055411 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.055411 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.055411 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.055411 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.055411 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.055411 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.055411 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.055411 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.056306 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.056306 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.056306 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.056306 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.056306 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.056306 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.056812 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.056812 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.056812 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.057065 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.057065 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.057255 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.057341 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.057420 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.057581 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.057737 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.057894 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.101/identity {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.058048 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.058202 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.058373 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.058531 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.058686 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.058841 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.058996 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.059151 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.059312 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.059477 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.059662 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.059890 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.060030 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.060177 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.060312 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.060491 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.060491 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.060740 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.060880 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.061017 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.061148 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.061282 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.061422 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.061557 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.061688 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.061825 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.061959 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.062101 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.062242 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.062396 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.062528 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.062673 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.062804 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.062932 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.063089 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.063249 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.063407 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.063552 n-d-808921-1 neutron-server[95299]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:19:49.063693 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.063693 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.063959 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.064108 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.064242 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.064375 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.064508 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.064641 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.064774 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.064945 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.065094 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.065231 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.065365 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.065497 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.065628 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.065761 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.065904 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.066035 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.066167 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.066306 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.066496 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.066629 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.066735 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.066889 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.067044 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.067215 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.067370 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.068053 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.068239 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.068507 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.068693 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.068841 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.068975 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.069118 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.069251 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.069387 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.069521 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.069686 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.069842 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.070054 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.070189 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.070322 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.070484 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.070616 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.070743 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.071031 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.071173 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.071436 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.071550 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.071633 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.071780 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.071933 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.072088 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.072242 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.072396 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.072561 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.072716 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.072870 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.073025 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.073179 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.073333 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.073499 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.073656 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.073811 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.073975 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.074129 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.074283 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.074458 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.074628 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.074786 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.074942 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.075101 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.075256 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.075412 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.075569 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.075729 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.075895 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.076059 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.076263 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.076381 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.076545 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1250:1299'] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.076709 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.076864 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.077028 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.077196 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.077351 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.077515 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.077765 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.078114 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.078114 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.078740 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.078740 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.082194 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.082194 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.082194 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.082194 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.082194 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.082194 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.082194 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.082194 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.082194 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.082839 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.082839 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.082839 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 24 15:19:49.082839 n-d-808921-1 neutron-server[95188]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 24 15:19:49.236453 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 33276) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:19:49.245633 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [-] 10.222.0.101 "GET / HTTP/1.1" status: 200 len: 254 time: 0.0069723 Sep 24 15:20:01.205388 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc81d51-8f55-4c82-8e77-917341b5a996 None None] get_active_networks_info from n-d-808921-1 {{(pid=95299) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 24 15:20:01.262541 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc81d51-8f55-4c82-8e77-917341b5a996 None None] No non-hosted networks {{(pid=95299) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 24 15:20:01.274755 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.agentschedulers_db [None req-fbc81d51-8f55-4c82-8e77-917341b5a996 None None] DHCP Agent not found on host n-d-808921-1 {{(pid=95299) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 24 15:20:01.393204 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ad33b488-cfac-480a-8a9d-941933158fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-586701'] for agent, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:03.828855 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b1602a8b-bb45-4284-9482-b4f589f9d163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-586701'] for agent, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:03.884469 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.db.api [None req-f94ee5f9-b604-49b8-badc-65bbd557565c None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-808921-1 {{(pid=95299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:20:03.885518 n-d-808921-1 neutron-server[95299]: DEBUG oslo_db.api [None req-f94ee5f9-b604-49b8-badc-65bbd557565c None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:20:04.204041 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-586701'] for agent, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:04.204777 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:20:04.215671 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:20:04.215671 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:20:04.216061 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:20:04.216320 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:20:04.230605 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:20:04.231115 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:20:04.231468 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:20:04.231822 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:20:04.232159 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:20:04.232590 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:20:04.232953 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:20:04.233359 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-808921-1', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:20:04.255048 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-808921-1', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:20:04.417083 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f94ee5f9-b604-49b8-badc-65bbd557565c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:05.104006 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-586701'] for agent, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:06.483331 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-586701'] for agent, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:07.815608 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 33368) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:20:08.333754 n-d-808921-1 neutron-server[95298]: WARNING oslo_policy.policy [None req-2319f8bb-9e09-41b5-ad67-10d2250de3f3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 24 15:20:08.334537 n-d-808921-1 neutron-server[95298]: WARNING oslo_policy.policy [None req-2319f8bb-9e09-41b5-ad67-10d2250de3f3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 24 15:20:08.558317 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [None req-2319f8bb-9e09-41b5-ad67-10d2250de3f3 admin admin] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:20:08.574405 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-2319f8bb-9e09-41b5-ad67-10d2250de3f3 admin admin] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7425044 Sep 24 15:20:10.095963 n-d-808921-1 neutron-server[95299]: INFO neutron.db.l3_hamode_db [None req-4bd2a8fd-1972-4683-b519-0aebad1325c7 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 24 15:20:10.176873 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd2a8fd-1972-4683-b519-0aebad1325c7 None None] Routers set() bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:20:10.177419 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd2a8fd-1972-4683-b519-0aebad1325c7 None None] Router IDs set() for agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 24 15:20:10.987787 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 33382) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:20:11.301574 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-de502235-8bef-463e-a19e-6677a14362fe admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:20:11.398574 n-d-808921-1 neutron-server[95298]: DEBUG neutron.policy [None req-de502235-8bef-463e-a19e-6677a14362fe admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95298) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 24 15:20:11.445733 n-d-808921-1 neutron-server[95298]: WARNING oslo_policy.policy [None req-de502235-8bef-463e-a19e-6677a14362fe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 24 15:20:11.446130 n-d-808921-1 neutron-server[95298]: WARNING oslo_policy.policy [None req-de502235-8bef-463e-a19e-6677a14362fe admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 24 15:20:11.454873 n-d-808921-1 neutron-server[95298]: INFO neutron.quota [None req-de502235-8bef-463e-a19e-6677a14362fe admin admin] Loaded quota_driver: . Sep 24 15:20:11.630165 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-de502235-8bef-463e-a19e-6677a14362fe admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772634999699', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772635000384', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772634986658', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772634985990', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772635555761', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772634964728', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-66540415', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-66433627', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-343063', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1825313'] for rbac-policy, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:11.831307 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-de502235-8bef-463e-a19e-6677a14362fe admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:11.833212 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-de502235-8bef-463e-a19e-6677a14362fe admin admin] 10.222.0.101 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8437245 Sep 24 15:20:14.490731 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 33394) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:20:14.797164 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-e6e3c27b-27d9-4f83-8c27-fdf80dfc5a23 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '23860c22216440148e7e37189befd405', 'tenant_id': '23860c22216440148e7e37189befd405'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:20:14.917102 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e3c27b-27d9-4f83-8c27-fdf80dfc5a23 admin admin] Made reservation on behalf of 23860c22216440148e7e37189befd405 for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:20:14.919842 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e6e3c27b-27d9-4f83-8c27-fdf80dfc5a23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:14.937709 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e6e3c27b-27d9-4f83-8c27-fdf80dfc5a23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:15.062922 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e6e3c27b-27d9-4f83-8c27-fdf80dfc5a23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:15.140329 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e6e3c27b-27d9-4f83-8c27-fdf80dfc5a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:15.160998 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6e3c27b-27d9-4f83-8c27-fdf80dfc5a23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1252} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:20:15.189127 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e6e3c27b-27d9-4f83-8c27-fdf80dfc5a23 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772637988747', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:15.189672 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e6e3c27b-27d9-4f83-8c27-fdf80dfc5a23 admin admin] Unsubscribe: segment precommit_create {{(pid=95298) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 24 15:20:15.190236 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-e6e3c27b-27d9-4f83-8c27-fdf80dfc5a23 admin admin] Added segment 8441be46-5bd1-4695-b5cb-932873d92c89 of type vlan for network a90a9867-cca2-40fd-bc43-050436720307 Sep 24 15:20:15.208217 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e3c27b-27d9-4f83-8c27-fdf80dfc5a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=852cb7ae-58d2-457e-b9cb-b24650d30a7c,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:20:15.258475 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e3c27b-27d9-4f83-8c27-fdf80dfc5a23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:20:15.258818 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e3c27b-27d9-4f83-8c27-fdf80dfc5a23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:20:15.259163 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e3c27b-27d9-4f83-8c27-fdf80dfc5a23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:20:15.259489 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e3c27b-27d9-4f83-8c27-fdf80dfc5a23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:20:15.259816 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e3c27b-27d9-4f83-8c27-fdf80dfc5a23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:20:15.260139 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e3c27b-27d9-4f83-8c27-fdf80dfc5a23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:20:15.260459 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e3c27b-27d9-4f83-8c27-fdf80dfc5a23 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:20:15.260781 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e3c27b-27d9-4f83-8c27-fdf80dfc5a23 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:20:15.261099 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e3c27b-27d9-4f83-8c27-fdf80dfc5a23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:20:15.261415 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e3c27b-27d9-4f83-8c27-fdf80dfc5a23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:20:15.261731 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e3c27b-27d9-4f83-8c27-fdf80dfc5a23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:20:15.262045 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e3c27b-27d9-4f83-8c27-fdf80dfc5a23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:20:15.263217 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6e3c27b-27d9-4f83-8c27-fdf80dfc5a23 admin admin] Tracked resource versions report: Sep 24 15:20:15.263217 n-d-808921-1 neutron-server[95298]: pushed versions: Sep 24 15:20:15.263217 n-d-808921-1 neutron-server[95298]: { 'AddressGroup': {'1.2'}, Sep 24 15:20:15.263217 n-d-808921-1 neutron-server[95298]: 'ConntrackHelper': {'1.0'}, Sep 24 15:20:15.263217 n-d-808921-1 neutron-server[95298]: 'Log': {'1.0'}, Sep 24 15:20:15.263217 n-d-808921-1 neutron-server[95298]: 'Network': {'1.1'}, Sep 24 15:20:15.263217 n-d-808921-1 neutron-server[95298]: 'Port': {'1.7'}, Sep 24 15:20:15.263217 n-d-808921-1 neutron-server[95298]: 'PortForwarding': {'1.2'}, Sep 24 15:20:15.263217 n-d-808921-1 neutron-server[95298]: 'QosPolicy': {'1.9'}, Sep 24 15:20:15.263217 n-d-808921-1 neutron-server[95298]: 'SecurityGroup': {'1.4'}, Sep 24 15:20:15.263217 n-d-808921-1 neutron-server[95298]: 'SecurityGroupRule': {'1.2'}, Sep 24 15:20:15.263217 n-d-808921-1 neutron-server[95298]: 'SubPort': {'1.0'}, Sep 24 15:20:15.263217 n-d-808921-1 neutron-server[95298]: 'Subnet': {'1.1'}, Sep 24 15:20:15.263217 n-d-808921-1 neutron-server[95298]: 'Trunk': {'1.1'}} Sep 24 15:20:15.263217 n-d-808921-1 neutron-server[95298]: consumer versions: Sep 24 15:20:15.263217 n-d-808921-1 neutron-server[95298]: { DHCP agent@n-d-808921-1: {}, Sep 24 15:20:15.263217 n-d-808921-1 neutron-server[95298]: L3 agent@n-d-808921-1: {}, Sep 24 15:20:15.263217 n-d-808921-1 neutron-server[95298]: Metadata agent@n-d-808921-1: {}, Sep 24 15:20:15.263217 n-d-808921-1 neutron-server[95298]: Metering agent@n-d-808921-1: {}, Sep 24 15:20:15.263217 n-d-808921-1 neutron-server[95298]: Open vSwitch agent@n-d-808921-1: { 'AddressGroup': '1.2', Sep 24 15:20:15.263217 n-d-808921-1 neutron-server[95298]: 'ConntrackHelper': '1.0', Sep 24 15:20:15.263217 n-d-808921-1 neutron-server[95298]: 'Log': '1.0', Sep 24 15:20:15.263217 n-d-808921-1 neutron-server[95298]: 'Network': '1.1', Sep 24 15:20:15.263217 n-d-808921-1 neutron-server[95298]: 'Port': '1.7', Sep 24 15:20:15.263217 n-d-808921-1 neutron-server[95298]: 'PortForwarding': '1.2', Sep 24 15:20:15.263217 n-d-808921-1 neutron-server[95298]: 'QosPolicy': '1.9', Sep 24 15:20:15.263217 n-d-808921-1 neutron-server[95298]: 'SecurityGroup': '1.4', Sep 24 15:20:15.263217 n-d-808921-1 neutron-server[95298]: 'SecurityGroupRule': '1.2', Sep 24 15:20:15.263217 n-d-808921-1 neutron-server[95298]: 'SubPort': '1.0', Sep 24 15:20:15.263217 n-d-808921-1 neutron-server[95298]: 'Subnet': '1.1', Sep 24 15:20:15.263217 n-d-808921-1 neutron-server[95298]: 'Trunk': '1.1'}} Sep 24 15:20:15.263217 n-d-808921-1 neutron-server[95298]: {{(pid=95298) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 24 15:20:15.314277 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e6e3c27b-27d9-4f83-8c27-fdf80dfc5a23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:15.420192 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e6e3c27b-27d9-4f83-8c27-fdf80dfc5a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:15.421835 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e3c27b-27d9-4f83-8c27-fdf80dfc5a23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:20:15.422678 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e6e3c27b-27d9-4f83-8c27-fdf80dfc5a23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:15.525885 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e3c27b-27d9-4f83-8c27-fdf80dfc5a23 admin admin] Pushing event updated for resources: {'Network': ['ID=a90a9867-cca2-40fd-bc43-050436720307,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:20:15.537141 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network a90a9867-cca2-40fd-bc43-050436720307 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:20:15.552690 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-e6e3c27b-27d9-4f83-8c27-fdf80dfc5a23 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 1.0608304 Sep 24 15:20:18.254502 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 33408) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:20:18.660569 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c617c66-4f3a-41fd-bacd-15cb52317af6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:20:18.662110 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-2c617c66-4f3a-41fd-bacd-15cb52317af6 admin admin] 10.222.0.101 "GET /v2.0/networks/a90a9867-cca2-40fd-bc43-050436720307 HTTP/1.1" status: 200 len: 826 time: 0.4065130 Sep 24 15:20:18.687598 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-78a4d814-7715-4ff2-84b8-2d0510e20dff admin admin] 10.222.0.101 "GET /v2.0/subnetpools/55f6a6d7-fe07-4d96-a5d3-24c34afb9e68 HTTP/1.1" status: 200 len: 734 time: 0.0194602 Sep 24 15:20:18.697775 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-f9e575b1-55e8-419d-8aca-0bd93032889e admin admin] Request body: {'subnet': {'network_id': 'a90a9867-cca2-40fd-bc43-050436720307', 'subnetpool_id': '55f6a6d7-fe07-4d96-a5d3-24c34afb9e68', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'tenant_id': '23860c22216440148e7e37189befd405'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:20:19.008441 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e575b1-55e8-419d-8aca-0bd93032889e admin admin] Made reservation on behalf of 23860c22216440148e7e37189befd405 for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:20:19.010781 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f9e575b1-55e8-419d-8aca-0bd93032889e admin admin] Notify callbacks [] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:19.361568 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f9e575b1-55e8-419d-8aca-0bd93032889e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:19.434065 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e575b1-55e8-419d-8aca-0bd93032889e admin admin] Pushing event updated for resources: {'Subnet': ['ID=454641eb-de1d-4e4c-85c3-4170744ccdfd,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:20:19.436089 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e575b1-55e8-419d-8aca-0bd93032889e admin admin] Checking segment: {'id': '8441be46-5bd1-4695-b5cb-932873d92c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'a90a9867-cca2-40fd-bc43-050436720307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:20:19.436453 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e575b1-55e8-419d-8aca-0bd93032889e admin admin] Network hostable DHCP agents. Network: a90a9867-cca2-40fd-bc43-050436720307, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:20:19.528235 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9e575b1-55e8-419d-8aca-0bd93032889e admin admin] Network a90a9867-cca2-40fd-bc43-050436720307 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:20:19.625294 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-f9e575b1-55e8-419d-8aca-0bd93032889e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, a90a9867-cca2-40fd-bc43-050436720307) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:20:19.630757 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e575b1-55e8-419d-8aca-0bd93032889e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:20:19.631389 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f9e575b1-55e8-419d-8aca-0bd93032889e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:19.635823 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9a2e85-4dad-4ef0-8e49-ea47a3938f6d None None] Network a90a9867-cca2-40fd-bc43-050436720307 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:20:19.814564 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-f9e575b1-55e8-419d-8aca-0bd93032889e admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1203597 Sep 24 15:20:19.955364 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa1d58d-2c35-464c-a12f-7d2f2130957c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-a90a9867-cca2-40fd-bc43-050436720307', 'network_id': 'a90a9867-cca2-40fd-bc43-050436720307', 'tenant_id': '23860c22216440148e7e37189befd405', 'fixed_ips': [{'subnet_id': '454641eb-de1d-4e4c-85c3-4170744ccdfd'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:20:19.957784 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8aa1d58d-2c35-464c-a12f-7d2f2130957c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:20.255379 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-8aa1d58d-2c35-464c-a12f-7d2f2130957c None None] Allocated IP 172.20.0.2 (a90a9867-cca2-40fd-bc43-050436720307/454641eb-de1d-4e4c-85c3-4170744ccdfd/635bcc70-d11c-4b65-b99e-767a590ee2e8) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:20:20.500604 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8aa1d58d-2c35-464c-a12f-7d2f2130957c None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:20.582371 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8aa1d58d-2c35-464c-a12f-7d2f2130957c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:20.662711 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa1d58d-2c35-464c-a12f-7d2f2130957c None None] Network a90a9867-cca2-40fd-bc43-050436720307 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:20:20.667560 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-8aa1d58d-2c35-464c-a12f-7d2f2130957c None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:20:20.684212 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa1d58d-2c35-464c-a12f-7d2f2130957c None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:20:20.687207 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa1d58d-2c35-464c-a12f-7d2f2130957c None None] Pushing event updated for resources: {'Port': ['ID=635bcc70-d11c-4b65-b99e-767a590ee2e8,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:20:20.697292 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa1d58d-2c35-464c-a12f-7d2f2130957c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:20:20.697633 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa1d58d-2c35-464c-a12f-7d2f2130957c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:20:20.697970 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa1d58d-2c35-464c-a12f-7d2f2130957c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:20:20.698301 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa1d58d-2c35-464c-a12f-7d2f2130957c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:20:20.699746 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa1d58d-2c35-464c-a12f-7d2f2130957c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:20:20.699746 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa1d58d-2c35-464c-a12f-7d2f2130957c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:20:20.699746 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa1d58d-2c35-464c-a12f-7d2f2130957c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:20:20.699991 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa1d58d-2c35-464c-a12f-7d2f2130957c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:20:20.700355 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa1d58d-2c35-464c-a12f-7d2f2130957c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:20:20.700890 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa1d58d-2c35-464c-a12f-7d2f2130957c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:20:20.701991 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa1d58d-2c35-464c-a12f-7d2f2130957c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:20:20.701991 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa1d58d-2c35-464c-a12f-7d2f2130957c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:20:20.703583 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8aa1d58d-2c35-464c-a12f-7d2f2130957c None None] Tracked resource versions report: Sep 24 15:20:20.703583 n-d-808921-1 neutron-server[95299]: pushed versions: Sep 24 15:20:20.703583 n-d-808921-1 neutron-server[95299]: { 'AddressGroup': {'1.2'}, Sep 24 15:20:20.703583 n-d-808921-1 neutron-server[95299]: 'ConntrackHelper': {'1.0'}, Sep 24 15:20:20.703583 n-d-808921-1 neutron-server[95299]: 'Log': {'1.0'}, Sep 24 15:20:20.703583 n-d-808921-1 neutron-server[95299]: 'Network': {'1.1'}, Sep 24 15:20:20.703583 n-d-808921-1 neutron-server[95299]: 'Port': {'1.7'}, Sep 24 15:20:20.703583 n-d-808921-1 neutron-server[95299]: 'PortForwarding': {'1.2'}, Sep 24 15:20:20.703583 n-d-808921-1 neutron-server[95299]: 'QosPolicy': {'1.9'}, Sep 24 15:20:20.703583 n-d-808921-1 neutron-server[95299]: 'SecurityGroup': {'1.4'}, Sep 24 15:20:20.703583 n-d-808921-1 neutron-server[95299]: 'SecurityGroupRule': {'1.2'}, Sep 24 15:20:20.703583 n-d-808921-1 neutron-server[95299]: 'SubPort': {'1.0'}, Sep 24 15:20:20.703583 n-d-808921-1 neutron-server[95299]: 'Subnet': {'1.1'}, Sep 24 15:20:20.703583 n-d-808921-1 neutron-server[95299]: 'Trunk': {'1.1'}} Sep 24 15:20:20.703583 n-d-808921-1 neutron-server[95299]: consumer versions: Sep 24 15:20:20.703583 n-d-808921-1 neutron-server[95299]: { DHCP agent@n-d-808921-1: {}, Sep 24 15:20:20.703583 n-d-808921-1 neutron-server[95299]: L3 agent@n-d-808921-1: {}, Sep 24 15:20:20.703583 n-d-808921-1 neutron-server[95299]: Metadata agent@n-d-808921-1: {}, Sep 24 15:20:20.703583 n-d-808921-1 neutron-server[95299]: Metering agent@n-d-808921-1: {}, Sep 24 15:20:20.703583 n-d-808921-1 neutron-server[95299]: Open vSwitch agent@n-d-808921-1: { 'AddressGroup': '1.2', Sep 24 15:20:20.703583 n-d-808921-1 neutron-server[95299]: 'ConntrackHelper': '1.0', Sep 24 15:20:20.703583 n-d-808921-1 neutron-server[95299]: 'Log': '1.0', Sep 24 15:20:20.703583 n-d-808921-1 neutron-server[95299]: 'Network': '1.1', Sep 24 15:20:20.703583 n-d-808921-1 neutron-server[95299]: 'Port': '1.7', Sep 24 15:20:20.703583 n-d-808921-1 neutron-server[95299]: 'PortForwarding': '1.2', Sep 24 15:20:20.703583 n-d-808921-1 neutron-server[95299]: 'QosPolicy': '1.9', Sep 24 15:20:20.703583 n-d-808921-1 neutron-server[95299]: 'SecurityGroup': '1.4', Sep 24 15:20:20.703583 n-d-808921-1 neutron-server[95299]: 'SecurityGroupRule': '1.2', Sep 24 15:20:20.703583 n-d-808921-1 neutron-server[95299]: 'SubPort': '1.0', Sep 24 15:20:20.703583 n-d-808921-1 neutron-server[95299]: 'Subnet': '1.1', Sep 24 15:20:20.703583 n-d-808921-1 neutron-server[95299]: 'Trunk': '1.1'}} Sep 24 15:20:20.703583 n-d-808921-1 neutron-server[95299]: {{(pid=95299) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 24 15:20:20.787246 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-8aa1d58d-2c35-464c-a12f-7d2f2130957c None None] Attempting to bind port 635bcc70-d11c-4b65-b99e-767a590ee2e8 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:20:20.787638 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-8aa1d58d-2c35-464c-a12f-7d2f2130957c None None] Attempting to bind port 635bcc70-d11c-4b65-b99e-767a590ee2e8 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '8441be46-5bd1-4695-b5cb-932873d92c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'a90a9867-cca2-40fd-bc43-050436720307'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:20:20.788048 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa1d58d-2c35-464c-a12f-7d2f2130957c None None] Attempting to bind port 635bcc70-d11c-4b65-b99e-767a590ee2e8 on network a90a9867-cca2-40fd-bc43-050436720307 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:20:20.793487 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa1d58d-2c35-464c-a12f-7d2f2130957c None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 20, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:20:20.793896 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa1d58d-2c35-464c-a12f-7d2f2130957c None None] Checking segment: {'id': '8441be46-5bd1-4695-b5cb-932873d92c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'a90a9867-cca2-40fd-bc43-050436720307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:20:20.794379 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8aa1d58d-2c35-464c-a12f-7d2f2130957c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:20.794765 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa1d58d-2c35-464c-a12f-7d2f2130957c None None] Bound using segment: {'id': '8441be46-5bd1-4695-b5cb-932873d92c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'a90a9867-cca2-40fd-bc43-050436720307'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:20:20.795253 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-8aa1d58d-2c35-464c-a12f-7d2f2130957c None None] Bound port: 635bcc70-d11c-4b65-b99e-767a590ee2e8, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8441be46-5bd1-4695-b5cb-932873d92c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'a90a9867-cca2-40fd-bc43-050436720307'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:20:20.795641 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8aa1d58d-2c35-464c-a12f-7d2f2130957c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:20.873666 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-8aa1d58d-2c35-464c-a12f-7d2f2130957c None None] For port 635bcc70-d11c-4b65-b99e-767a590ee2e8, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:20:20.880168 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-8aa1d58d-2c35-464c-a12f-7d2f2130957c None None] For port 635bcc70-d11c-4b65-b99e-767a590ee2e8, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=635bcc70-d11c-4b65-b99e-767a590ee2e8,segment=NetworkSegment(8441be46-5bd1-4695-b5cb-932873d92c89),segment_id=8441be46-5bd1-4695-b5cb-932873d92c89)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:20:20.962116 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8aa1d58d-2c35-464c-a12f-7d2f2130957c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:21.040531 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa1d58d-2c35-464c-a12f-7d2f2130957c None None] Pushing event updated for resources: {'Port': ['ID=635bcc70-d11c-4b65-b99e-767a590ee2e8,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:20:22.319290 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 33416) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:20:22.847920 n-d-808921-1 neutron-server[95297]: WARNING oslo_policy.policy [None req-33bbed34-2e7f-4e95-82f3-2b003269f329 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 24 15:20:22.848480 n-d-808921-1 neutron-server[95297]: WARNING oslo_policy.policy [None req-33bbed34-2e7f-4e95-82f3-2b003269f329 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 24 15:20:23.073070 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [None req-33bbed34-2e7f-4e95-82f3-2b003269f329 admin admin] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:20:23.074376 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-33bbed34-2e7f-4e95-82f3-2b003269f329 admin admin] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7527895 Sep 24 15:20:25.537070 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 33430) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:20:25.883235 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [None req-ece5049d-3bf0-43de-abea-9228aee563de admin admin] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:20:25.886494 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-ece5049d-3bf0-43de-abea-9228aee563de admin admin] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3461339 Sep 24 15:20:28.667500 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 33444) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:20:29.009346 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-fe50a36a-02c6-431f-94b6-fa2b98b73621 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '23860c22216440148e7e37189befd405'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:20:29.093585 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fe50a36a-02c6-431f-94b6-fa2b98b73621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:29.095254 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fe50a36a-02c6-431f-94b6-fa2b98b73621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:29.240779 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fe50a36a-02c6-431f-94b6-fa2b98b73621 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:29.305814 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fe50a36a-02c6-431f-94b6-fa2b98b73621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:29.378003 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fe50a36a-02c6-431f-94b6-fa2b98b73621 admin admin] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:29.379275 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-fe50a36a-02c6-431f-94b6-fa2b98b73621 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7108016 Sep 24 15:20:29.644474 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c421a1-21d9-4a96-9e1b-1facd7cfae9d None None] Network a90a9867-cca2-40fd-bc43-050436720307 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:20:29.685581 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-a03d037d-460f-47d7-ad12-cbe7a1bed5d6 None None] Provisioning complete for port 635bcc70-d11c-4b65-b99e-767a590ee2e8 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:20:29.685974 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a03d037d-460f-47d7-ad12-cbe7a1bed5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:29.767099 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 635bcc70-d11c-4b65-b99e-767a590ee2e8 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:20:29.955827 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a03d037d-460f-47d7-ad12-cbe7a1bed5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:29.997539 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 635bcc70-d11c-4b65-b99e-767a590ee2e8 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:20:29.997907 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:30.044421 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-a03d037d-460f-47d7-ad12-cbe7a1bed5d6 None None] For port 635bcc70-d11c-4b65-b99e-767a590ee2e8, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=635bcc70-d11c-4b65-b99e-767a590ee2e8,segment=NetworkSegment(8441be46-5bd1-4695-b5cb-932873d92c89),segment_id=8441be46-5bd1-4695-b5cb-932873d92c89)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:20:30.110777 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:30.151745 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a03d037d-460f-47d7-ad12-cbe7a1bed5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:30.220452 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.db.api [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:20:30.220847 n-d-808921-1 neutron-server[95299]: DEBUG oslo_db.api [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:20:30.230451 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03d037d-460f-47d7-ad12-cbe7a1bed5d6 None None] Pushing event updated for resources: {'Port': ['ID=635bcc70-d11c-4b65-b99e-767a590ee2e8,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:20:30.271695 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-65b299bc-336f-4ccb-954b-e4dc5e3e7300 None None] Provisioning complete for port 635bcc70-d11c-4b65-b99e-767a590ee2e8 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:20:30.272065 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-65b299bc-336f-4ccb-954b-e4dc5e3e7300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:31.151116 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-68e2a557-eeab-456a-8e79-ab717c436459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:31.736521 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 635bcc70-d11c-4b65-b99e-767a590ee2e8 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:20:31.782966 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 635bcc70-d11c-4b65-b99e-767a590ee2e8 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:20:31.783410 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:31.860278 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 33454) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:20:32.177333 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [None req-88512919-b3ff-480e-b730-12f483c08692 admin admin] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:20:32.178351 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-88512919-b3ff-480e-b730-12f483c08692 admin admin] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3171327 Sep 24 15:20:33.796028 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-24170fff-543e-49ad-ace4-c5cca088d7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:34.224533 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:34.609306 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 33462) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:20:34.935421 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-b712bf3c-8323-468f-86ef-9d0b0673cd79 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:20:34.936804 n-d-808921-1 neutron-server[95297]: INFO neutron.quota [None req-b712bf3c-8323-468f-86ef-9d0b0673cd79 admin admin] Loaded quota_driver: . Sep 24 15:20:35.042050 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:35.069348 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b712bf3c-8323-468f-86ef-9d0b0673cd79 admin admin] Made reservation on behalf of 54b69b16bd4b4c528e2c61f5a0e5b2f9 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:20:35.141233 n-d-808921-1 neutron-server[95297]: DEBUG neutron.policy [None req-b712bf3c-8323-468f-86ef-9d0b0673cd79 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95297) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 24 15:20:35.186618 n-d-808921-1 neutron-server[95297]: WARNING oslo_policy.policy [None req-b712bf3c-8323-468f-86ef-9d0b0673cd79 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 24 15:20:35.187000 n-d-808921-1 neutron-server[95297]: WARNING oslo_policy.policy [None req-b712bf3c-8323-468f-86ef-9d0b0673cd79 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 24 15:20:35.198405 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b712bf3c-8323-468f-86ef-9d0b0673cd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:35.219500 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b712bf3c-8323-468f-86ef-9d0b0673cd79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:35.351702 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b712bf3c-8323-468f-86ef-9d0b0673cd79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:35.436057 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b712bf3c-8323-468f-86ef-9d0b0673cd79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:35.449047 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b712bf3c-8323-468f-86ef-9d0b0673cd79 admin admin] Reserving flat network on physical network physnet1 {{(pid=95297) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 24 15:20:35.483786 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b712bf3c-8323-468f-86ef-9d0b0673cd79 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772637988747', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:35.484378 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b712bf3c-8323-468f-86ef-9d0b0673cd79 admin admin] Unsubscribe: segment precommit_create {{(pid=95297) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 24 15:20:35.484902 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-b712bf3c-8323-468f-86ef-9d0b0673cd79 admin admin] Added segment 4e454a08-6989-496c-a358-94e37675c336 of type flat for network e6a2de20-1ea0-43e5-88e0-982d19e317d5 Sep 24 15:20:35.501350 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b712bf3c-8323-468f-86ef-9d0b0673cd79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=471c0e74-6786-4c7c-b2aa-7451ad9b0cf1,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:20:35.550863 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b712bf3c-8323-468f-86ef-9d0b0673cd79 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:20:35.551194 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b712bf3c-8323-468f-86ef-9d0b0673cd79 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:20:35.551524 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b712bf3c-8323-468f-86ef-9d0b0673cd79 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:20:35.551853 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b712bf3c-8323-468f-86ef-9d0b0673cd79 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:20:35.552178 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b712bf3c-8323-468f-86ef-9d0b0673cd79 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:20:35.552498 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b712bf3c-8323-468f-86ef-9d0b0673cd79 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:20:35.552815 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b712bf3c-8323-468f-86ef-9d0b0673cd79 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:20:35.553131 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b712bf3c-8323-468f-86ef-9d0b0673cd79 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:20:35.553449 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b712bf3c-8323-468f-86ef-9d0b0673cd79 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:20:35.553763 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b712bf3c-8323-468f-86ef-9d0b0673cd79 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:20:35.554076 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b712bf3c-8323-468f-86ef-9d0b0673cd79 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:20:35.554413 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b712bf3c-8323-468f-86ef-9d0b0673cd79 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:20:35.555573 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b712bf3c-8323-468f-86ef-9d0b0673cd79 admin admin] Tracked resource versions report: Sep 24 15:20:35.555573 n-d-808921-1 neutron-server[95297]: pushed versions: Sep 24 15:20:35.555573 n-d-808921-1 neutron-server[95297]: { 'AddressGroup': {'1.2'}, Sep 24 15:20:35.555573 n-d-808921-1 neutron-server[95297]: 'ConntrackHelper': {'1.0'}, Sep 24 15:20:35.555573 n-d-808921-1 neutron-server[95297]: 'Log': {'1.0'}, Sep 24 15:20:35.555573 n-d-808921-1 neutron-server[95297]: 'Network': {'1.1'}, Sep 24 15:20:35.555573 n-d-808921-1 neutron-server[95297]: 'Port': {'1.7'}, Sep 24 15:20:35.555573 n-d-808921-1 neutron-server[95297]: 'PortForwarding': {'1.2'}, Sep 24 15:20:35.555573 n-d-808921-1 neutron-server[95297]: 'QosPolicy': {'1.9'}, Sep 24 15:20:35.555573 n-d-808921-1 neutron-server[95297]: 'SecurityGroup': {'1.4'}, Sep 24 15:20:35.555573 n-d-808921-1 neutron-server[95297]: 'SecurityGroupRule': {'1.2'}, Sep 24 15:20:35.555573 n-d-808921-1 neutron-server[95297]: 'SubPort': {'1.0'}, Sep 24 15:20:35.555573 n-d-808921-1 neutron-server[95297]: 'Subnet': {'1.1'}, Sep 24 15:20:35.555573 n-d-808921-1 neutron-server[95297]: 'Trunk': {'1.1'}} Sep 24 15:20:35.555573 n-d-808921-1 neutron-server[95297]: consumer versions: Sep 24 15:20:35.555573 n-d-808921-1 neutron-server[95297]: { DHCP agent@n-d-808921-1: {}, Sep 24 15:20:35.555573 n-d-808921-1 neutron-server[95297]: L3 agent@n-d-808921-1: {}, Sep 24 15:20:35.555573 n-d-808921-1 neutron-server[95297]: Metadata agent@n-d-808921-1: {}, Sep 24 15:20:35.555573 n-d-808921-1 neutron-server[95297]: Metering agent@n-d-808921-1: {}, Sep 24 15:20:35.555573 n-d-808921-1 neutron-server[95297]: Open vSwitch agent@n-d-808921-1: { 'AddressGroup': '1.2', Sep 24 15:20:35.555573 n-d-808921-1 neutron-server[95297]: 'ConntrackHelper': '1.0', Sep 24 15:20:35.555573 n-d-808921-1 neutron-server[95297]: 'Log': '1.0', Sep 24 15:20:35.555573 n-d-808921-1 neutron-server[95297]: 'Network': '1.1', Sep 24 15:20:35.555573 n-d-808921-1 neutron-server[95297]: 'Port': '1.7', Sep 24 15:20:35.555573 n-d-808921-1 neutron-server[95297]: 'PortForwarding': '1.2', Sep 24 15:20:35.555573 n-d-808921-1 neutron-server[95297]: 'QosPolicy': '1.9', Sep 24 15:20:35.555573 n-d-808921-1 neutron-server[95297]: 'SecurityGroup': '1.4', Sep 24 15:20:35.555573 n-d-808921-1 neutron-server[95297]: 'SecurityGroupRule': '1.2', Sep 24 15:20:35.555573 n-d-808921-1 neutron-server[95297]: 'SubPort': '1.0', Sep 24 15:20:35.555573 n-d-808921-1 neutron-server[95297]: 'Subnet': '1.1', Sep 24 15:20:35.555573 n-d-808921-1 neutron-server[95297]: 'Trunk': '1.1'}} Sep 24 15:20:35.555573 n-d-808921-1 neutron-server[95297]: {{(pid=95297) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 24 15:20:35.610736 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b712bf3c-8323-468f-86ef-9d0b0673cd79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:35.744933 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b712bf3c-8323-468f-86ef-9d0b0673cd79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:35.746229 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b712bf3c-8323-468f-86ef-9d0b0673cd79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:20:35.746913 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b712bf3c-8323-468f-86ef-9d0b0673cd79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:35.842753 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b712bf3c-8323-468f-86ef-9d0b0673cd79 admin admin] Pushing event updated for resources: {'Network': ['ID=e6a2de20-1ea0-43e5-88e0-982d19e317d5,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:20:35.853658 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:20:35.940608 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b712bf3c-8323-468f-86ef-9d0b0673cd79 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.3301647 Sep 24 15:20:36.401769 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:38.370920 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 33486) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:20:38.553157 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97948002-579d-4467-ad57-227c436bc512 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:20:38.554541 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-97948002-579d-4467-ad57-227c436bc512 admin admin] 10.222.0.101 "GET /v2.0/subnets/454641eb-de1d-4e4c-85c3-4170744ccdfd HTTP/1.1" status: 200 len: 849 time: 0.1826727 Sep 24 15:20:38.675680 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-dc6bbb3f-ef4b-407e-9599-25d65db93ec0 admin admin] 10.222.0.101 "GET /v2.0/routers/6fb3ee0c-6afb-45b8-9bab-af50ac1b0549 HTTP/1.1" status: 200 len: 704 time: 0.1148181 Sep 24 15:20:38.947198 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a59dd7a6-d3fd-4a05-9501-4567d2b32c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:39.248580 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-a59dd7a6-d3fd-4a05-9501-4567d2b32c84 admin admin] Allocated IP 172.20.0.1 (a90a9867-cca2-40fd-bc43-050436720307/454641eb-de1d-4e4c-85c3-4170744ccdfd/dc4b9ebc-43ff-47b3-b505-76fbca34952a) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:20:39.405380 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a59dd7a6-d3fd-4a05-9501-4567d2b32c84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:39.579345 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a59dd7a6-d3fd-4a05-9501-4567d2b32c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:39.648781 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59dd7a6-d3fd-4a05-9501-4567d2b32c84 admin admin] Network a90a9867-cca2-40fd-bc43-050436720307 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:20:39.653274 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-a59dd7a6-d3fd-4a05-9501-4567d2b32c84 admin admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:20:39.660831 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59dd7a6-d3fd-4a05-9501-4567d2b32c84 admin admin] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:20:39.661175 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a59dd7a6-d3fd-4a05-9501-4567d2b32c84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:39.729071 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59dd7a6-d3fd-4a05-9501-4567d2b32c84 admin admin] Pushing event updated for resources: {'Port': ['ID=dc4b9ebc-43ff-47b3-b505-76fbca34952a,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:20:39.848862 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-93cb3ac6-f4fc-4397-ac49-f25c0e31e05e None None] Provisioning complete for port dc4b9ebc-43ff-47b3-b505-76fbca34952a triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:20:39.849409 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-93cb3ac6-f4fc-4397-ac49-f25c0e31e05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:39.884636 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-93cb3ac6-f4fc-4397-ac49-f25c0e31e05e None None] Port dc4b9ebc-43ff-47b3-b505-76fbca34952a cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:20:39.920092 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a59dd7a6-d3fd-4a05-9501-4567d2b32c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:40.125767 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a59dd7a6-d3fd-4a05-9501-4567d2b32c84 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:40.190353 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a59dd7a6-d3fd-4a05-9501-4567d2b32c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:40.191214 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a59dd7a6-d3fd-4a05-9501-4567d2b32c84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:40.251291 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59dd7a6-d3fd-4a05-9501-4567d2b32c84 admin admin] Pushing event updated for resources: {'Port': ['ID=dc4b9ebc-43ff-47b3-b505-76fbca34952a,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:20:40.317745 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59dd7a6-d3fd-4a05-9501-4567d2b32c84 admin admin] Network a90a9867-cca2-40fd-bc43-050436720307 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:20:40.322747 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-a59dd7a6-d3fd-4a05-9501-4567d2b32c84 admin admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:20:40.505792 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-8f0ced0f-ae5f-46db-b174-ee2954b7f407 None None] Provisioning complete for port dc4b9ebc-43ff-47b3-b505-76fbca34952a triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:20:40.506154 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8f0ced0f-ae5f-46db-b174-ee2954b7f407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:40.541134 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-8f0ced0f-ae5f-46db-b174-ee2954b7f407 None None] Port dc4b9ebc-43ff-47b3-b505-76fbca34952a cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:20:40.596477 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a59dd7a6-d3fd-4a05-9501-4567d2b32c84 admin admin] Router 6fb3ee0c-6afb-45b8-9bab-af50ac1b0549 is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:20:40.692054 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a59dd7a6-d3fd-4a05-9501-4567d2b32c84 admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:20:40.701162 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-a59dd7a6-d3fd-4a05-9501-4567d2b32c84 admin admin] 10.222.0.101 "PUT /v2.0/routers/6fb3ee0c-6afb-45b8-9bab-af50ac1b0549/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0161011 Sep 24 15:20:40.703104 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6c98d0-ce1b-49f2-a59f-d644788646d9 None None] Sync routers for ids ['6fb3ee0c-6afb-45b8-9bab-af50ac1b0549'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:20:40.715219 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6c98d0-ce1b-49f2-a59f-d644788646d9 None None] Routers {'6fb3ee0c-6afb-45b8-9bab-af50ac1b0549'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:20:40.716058 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-2c6c98d0-ce1b-49f2-a59f-d644788646d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:20:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['6fb3ee0c-6afb-45b8-9bab-af50ac1b0549'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:20:40.908460 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-2c6c98d0-ce1b-49f2-a59f-d644788646d9 None None] Set router 6fb3ee0c-6afb-45b8-9bab-af50ac1b0549 gateway port host: None {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:20:41.342871 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-2c6c98d0-ce1b-49f2-a59f-d644788646d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fb3ee0c-6afb-45b8-9bab-af50ac1b0549', 'name': 'router1', 'tenant_id': '23860c22216440148e7e37189befd405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:20:29Z', 'updated_at': '2021-09-24T15:20:39Z', 'revision_number': 2, 'project_id': '23860c22216440148e7e37189befd405', 'gw_port_host': None, '_interfaces': [{'id': 'dc4b9ebc-43ff-47b3-b505-76fbca34952a', 'name': '', 'network_id': 'a90a9867-cca2-40fd-bc43-050436720307', 'tenant_id': '23860c22216440148e7e37189befd405', 'mac_address': 'fa:16:3e:cf:1f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fb3ee0c-6afb-45b8-9bab-af50ac1b0549', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '454641eb-de1d-4e4c-85c3-4170744ccdfd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:20:38Z', 'updated_at': '2021-09-24T15:20:39Z', 'revision_number': 2, 'project_id': '23860c22216440148e7e37189befd405', 'subnets': [{'id': '454641eb-de1d-4e4c-85c3-4170744ccdfd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '55f6a6d7-fe07-4d96-a5d3-24c34afb9e68'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:20:41.394213 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6c98d0-ce1b-49f2-a59f-d644788646d9 None None] Checking router: 6fb3ee0c-6afb-45b8-9bab-af50ac1b0549 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:20:41.394605 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6c98d0-ce1b-49f2-a59f-d644788646d9 None None] Updating router 6fb3ee0c-6afb-45b8-9bab-af50ac1b0549 port dc4b9ebc-43ff-47b3-b505-76fbca34952a binding host n-d-808921-1 {{(pid=95300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:20:41.443399 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-2c6c98d0-ce1b-49f2-a59f-d644788646d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:41.968605 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-2c6c98d0-ce1b-49f2-a59f-d644788646d9 None None] Notify callbacks [] for port, precommit_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:41.979476 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 5 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:20:42.058366 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-2c6c98d0-ce1b-49f2-a59f-d644788646d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:42.155647 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b7711a-2320-4b9c-acb2-54b748f23872 None None] Pushing event updated for resources: {'Port': ['ID=dc4b9ebc-43ff-47b3-b505-76fbca34952a,revision_number=3']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:20:42.163996 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b7711a-2320-4b9c-acb2-54b748f23872 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:20:42.164342 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b7711a-2320-4b9c-acb2-54b748f23872 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:20:42.164677 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b7711a-2320-4b9c-acb2-54b748f23872 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:20:42.165013 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b7711a-2320-4b9c-acb2-54b748f23872 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:20:42.165347 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b7711a-2320-4b9c-acb2-54b748f23872 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:20:42.165702 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b7711a-2320-4b9c-acb2-54b748f23872 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:20:42.166028 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b7711a-2320-4b9c-acb2-54b748f23872 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:20:42.166361 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b7711a-2320-4b9c-acb2-54b748f23872 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:20:42.166695 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b7711a-2320-4b9c-acb2-54b748f23872 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:20:42.167019 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b7711a-2320-4b9c-acb2-54b748f23872 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:20:42.167338 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b7711a-2320-4b9c-acb2-54b748f23872 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:20:42.167655 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b7711a-2320-4b9c-acb2-54b748f23872 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:20:42.168812 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b7711a-2320-4b9c-acb2-54b748f23872 None None] Tracked resource versions report: Sep 24 15:20:42.168812 n-d-808921-1 neutron-server[95300]: pushed versions: Sep 24 15:20:42.168812 n-d-808921-1 neutron-server[95300]: { 'AddressGroup': {'1.2'}, Sep 24 15:20:42.168812 n-d-808921-1 neutron-server[95300]: 'ConntrackHelper': {'1.0'}, Sep 24 15:20:42.168812 n-d-808921-1 neutron-server[95300]: 'Log': {'1.0'}, Sep 24 15:20:42.168812 n-d-808921-1 neutron-server[95300]: 'Network': {'1.1'}, Sep 24 15:20:42.168812 n-d-808921-1 neutron-server[95300]: 'Port': {'1.7'}, Sep 24 15:20:42.168812 n-d-808921-1 neutron-server[95300]: 'PortForwarding': {'1.2'}, Sep 24 15:20:42.168812 n-d-808921-1 neutron-server[95300]: 'QosPolicy': {'1.9'}, Sep 24 15:20:42.168812 n-d-808921-1 neutron-server[95300]: 'SecurityGroup': {'1.4'}, Sep 24 15:20:42.168812 n-d-808921-1 neutron-server[95300]: 'SecurityGroupRule': {'1.2'}, Sep 24 15:20:42.168812 n-d-808921-1 neutron-server[95300]: 'SubPort': {'1.0'}, Sep 24 15:20:42.168812 n-d-808921-1 neutron-server[95300]: 'Subnet': {'1.1'}, Sep 24 15:20:42.168812 n-d-808921-1 neutron-server[95300]: 'Trunk': {'1.1'}} Sep 24 15:20:42.168812 n-d-808921-1 neutron-server[95300]: consumer versions: Sep 24 15:20:42.168812 n-d-808921-1 neutron-server[95300]: { DHCP agent@n-d-808921-1: {}, Sep 24 15:20:42.168812 n-d-808921-1 neutron-server[95300]: L3 agent@n-d-808921-1: {}, Sep 24 15:20:42.168812 n-d-808921-1 neutron-server[95300]: Metadata agent@n-d-808921-1: {}, Sep 24 15:20:42.168812 n-d-808921-1 neutron-server[95300]: Metering agent@n-d-808921-1: {}, Sep 24 15:20:42.168812 n-d-808921-1 neutron-server[95300]: Open vSwitch agent@n-d-808921-1: { 'AddressGroup': '1.2', Sep 24 15:20:42.168812 n-d-808921-1 neutron-server[95300]: 'ConntrackHelper': '1.0', Sep 24 15:20:42.168812 n-d-808921-1 neutron-server[95300]: 'Log': '1.0', Sep 24 15:20:42.168812 n-d-808921-1 neutron-server[95300]: 'Network': '1.1', Sep 24 15:20:42.168812 n-d-808921-1 neutron-server[95300]: 'Port': '1.7', Sep 24 15:20:42.168812 n-d-808921-1 neutron-server[95300]: 'PortForwarding': '1.2', Sep 24 15:20:42.168812 n-d-808921-1 neutron-server[95300]: 'QosPolicy': '1.9', Sep 24 15:20:42.168812 n-d-808921-1 neutron-server[95300]: 'SecurityGroup': '1.4', Sep 24 15:20:42.168812 n-d-808921-1 neutron-server[95300]: 'SecurityGroupRule': '1.2', Sep 24 15:20:42.168812 n-d-808921-1 neutron-server[95300]: 'SubPort': '1.0', Sep 24 15:20:42.168812 n-d-808921-1 neutron-server[95300]: 'Subnet': '1.1', Sep 24 15:20:42.168812 n-d-808921-1 neutron-server[95300]: 'Trunk': '1.1'}} Sep 24 15:20:42.168812 n-d-808921-1 neutron-server[95300]: {{(pid=95300) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 24 15:20:42.247120 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-2c6c98d0-ce1b-49f2-a59f-d644788646d9 None None] Attempting to bind port dc4b9ebc-43ff-47b3-b505-76fbca34952a on host n-d-808921-1 for vnic_type normal with profile {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:20:42.247661 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-2c6c98d0-ce1b-49f2-a59f-d644788646d9 None None] Attempting to bind port dc4b9ebc-43ff-47b3-b505-76fbca34952a by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '8441be46-5bd1-4695-b5cb-932873d92c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'a90a9867-cca2-40fd-bc43-050436720307'}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:20:42.248097 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6c98d0-ce1b-49f2-a59f-d644788646d9 None None] Attempting to bind port dc4b9ebc-43ff-47b3-b505-76fbca34952a on network a90a9867-cca2-40fd-bc43-050436720307 {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:20:42.254056 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6c98d0-ce1b-49f2-a59f-d644788646d9 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:20:42.254498 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6c98d0-ce1b-49f2-a59f-d644788646d9 None None] Checking segment: {'id': '8441be46-5bd1-4695-b5cb-932873d92c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'a90a9867-cca2-40fd-bc43-050436720307'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:20:42.254982 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-2c6c98d0-ce1b-49f2-a59f-d644788646d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:42.255373 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6c98d0-ce1b-49f2-a59f-d644788646d9 None None] Bound using segment: {'id': '8441be46-5bd1-4695-b5cb-932873d92c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'a90a9867-cca2-40fd-bc43-050436720307'} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:20:42.255885 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-2c6c98d0-ce1b-49f2-a59f-d644788646d9 None None] Bound port: dc4b9ebc-43ff-47b3-b505-76fbca34952a, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8441be46-5bd1-4695-b5cb-932873d92c89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1252, 'network_id': 'a90a9867-cca2-40fd-bc43-050436720307'}}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:20:42.256264 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-2c6c98d0-ce1b-49f2-a59f-d644788646d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:42.325846 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-2c6c98d0-ce1b-49f2-a59f-d644788646d9 None None] For port dc4b9ebc-43ff-47b3-b505-76fbca34952a, host n-d-808921-1, cleared binding levels {{(pid=95300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:20:42.346562 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-2c6c98d0-ce1b-49f2-a59f-d644788646d9 None None] For port dc4b9ebc-43ff-47b3-b505-76fbca34952a, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=dc4b9ebc-43ff-47b3-b505-76fbca34952a,segment=NetworkSegment(8441be46-5bd1-4695-b5cb-932873d92c89),segment_id=8441be46-5bd1-4695-b5cb-932873d92c89)] {{(pid=95300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:20:42.369372 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-3e7893b9-aaaf-4ce5-9c9f-b53ec43ea7dd None None] Provisioning complete for port dc4b9ebc-43ff-47b3-b505-76fbca34952a triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:20:42.370006 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3e7893b9-aaaf-4ce5-9c9f-b53ec43ea7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:42.403423 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-3e7893b9-aaaf-4ce5-9c9f-b53ec43ea7dd None None] Port dc4b9ebc-43ff-47b3-b505-76fbca34952a cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:20:42.413195 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-2c6c98d0-ce1b-49f2-a59f-d644788646d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:42.463018 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6c98d0-ce1b-49f2-a59f-d644788646d9 None None] Routers {'6fb3ee0c-6afb-45b8-9bab-af50ac1b0549'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:20:42.463628 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-2c6c98d0-ce1b-49f2-a59f-d644788646d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:20:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['6fb3ee0c-6afb-45b8-9bab-af50ac1b0549'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:20:42.545909 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b7711a-2320-4b9c-acb2-54b748f23872 None None] Pushing event updated for resources: {'Port': ['ID=dc4b9ebc-43ff-47b3-b505-76fbca34952a,revision_number=4']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:20:42.563910 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-2c6c98d0-ce1b-49f2-a59f-d644788646d9 None None] Set router 6fb3ee0c-6afb-45b8-9bab-af50ac1b0549 gateway port host: None {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:20:42.623529 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-4c104c30-7f4f-470a-b9cd-9287c6b3ef1a None None] Provisioning complete for port dc4b9ebc-43ff-47b3-b505-76fbca34952a triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:20:42.623907 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4c104c30-7f4f-470a-b9cd-9287c6b3ef1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:42.707971 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4c104c30-7f4f-470a-b9cd-9287c6b3ef1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:42.739598 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-4c104c30-7f4f-470a-b9cd-9287c6b3ef1a None None] For port dc4b9ebc-43ff-47b3-b505-76fbca34952a, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=dc4b9ebc-43ff-47b3-b505-76fbca34952a,segment=NetworkSegment(8441be46-5bd1-4695-b5cb-932873d92c89),segment_id=8441be46-5bd1-4695-b5cb-932873d92c89)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:20:42.785744 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-2c6c98d0-ce1b-49f2-a59f-d644788646d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fb3ee0c-6afb-45b8-9bab-af50ac1b0549', 'name': 'router1', 'tenant_id': '23860c22216440148e7e37189befd405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:20:29Z', 'updated_at': '2021-09-24T15:20:39Z', 'revision_number': 2, 'project_id': '23860c22216440148e7e37189befd405', 'gw_port_host': None, '_interfaces': [{'id': 'dc4b9ebc-43ff-47b3-b505-76fbca34952a', 'name': '', 'network_id': 'a90a9867-cca2-40fd-bc43-050436720307', 'tenant_id': '23860c22216440148e7e37189befd405', 'mac_address': 'fa:16:3e:cf:1f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fb3ee0c-6afb-45b8-9bab-af50ac1b0549', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '454641eb-de1d-4e4c-85c3-4170744ccdfd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:20:38Z', 'updated_at': '2021-09-24T15:20:42Z', 'revision_number': 4, 'project_id': '23860c22216440148e7e37189befd405', 'subnets': [{'id': '454641eb-de1d-4e4c-85c3-4170744ccdfd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '55f6a6d7-fe07-4d96-a5d3-24c34afb9e68'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:20:42.807430 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4c104c30-7f4f-470a-b9cd-9287c6b3ef1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:42.812171 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c6c98d0-ce1b-49f2-a59f-d644788646d9 None None] The sync data for ids ['6fb3ee0c-6afb-45b8-9bab-af50ac1b0549'] in n-d-808921-1 is: [{'id': '6fb3ee0c-6afb-45b8-9bab-af50ac1b0549', 'name': 'router1', 'tenant_id': '23860c22216440148e7e37189befd405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:20:29Z', 'updated_at': '2021-09-24T15:20:39Z', 'revision_number': 2, 'project_id': '23860c22216440148e7e37189befd405', 'gw_port_host': None, '_interfaces': [{'id': 'dc4b9ebc-43ff-47b3-b505-76fbca34952a', 'name': '', 'network_id': 'a90a9867-cca2-40fd-bc43-050436720307', 'tenant_id': '23860c22216440148e7e37189befd405', 'mac_address': 'fa:16:3e:cf:1f:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fb3ee0c-6afb-45b8-9bab-af50ac1b0549', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '454641eb-de1d-4e4c-85c3-4170744ccdfd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:20:38Z', 'updated_at': '2021-09-24T15:20:42Z', 'revision_number': 4, 'project_id': '23860c22216440148e7e37189befd405', 'subnets': [{'id': '454641eb-de1d-4e4c-85c3-4170744ccdfd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '55f6a6d7-fe07-4d96-a5d3-24c34afb9e68'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:20:42.875379 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c104c30-7f4f-470a-b9cd-9287c6b3ef1a None None] Pushing event updated for resources: {'Port': ['ID=dc4b9ebc-43ff-47b3-b505-76fbca34952a,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:20:43.002207 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 33506) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:20:43.115977 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ec97c4-f571-4fcf-890b-d066ca9dfb2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:20:43.117291 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-47ec97c4-f571-4fcf-890b-d066ca9dfb2d admin admin] 10.222.0.101 "GET /v2.0/networks/e6a2de20-1ea0-43e5-88e0-982d19e317d5 HTTP/1.1" status: 200 len: 842 time: 0.1141119 Sep 24 15:20:43.128015 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-0a2d7086-523b-4458-88fa-8474f9c16ee4 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'ip_version': 4, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:20:43.190306 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a2d7086-523b-4458-88fa-8474f9c16ee4 admin admin] Made reservation on behalf of 54b69b16bd4b4c528e2c61f5a0e5b2f9 for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:20:43.192805 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0a2d7086-523b-4458-88fa-8474f9c16ee4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:43.537962 n-d-808921-1 neutron-server[95298]: DEBUG neutron.objects.ports [None req-0a2d7086-523b-4458-88fa-8474f9c16ee4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95298) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 24 15:20:43.538423 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0a2d7086-523b-4458-88fa-8474f9c16ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:43.598996 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2d7086-523b-4458-88fa-8474f9c16ee4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=899e0ca0-78a7-4622-93ae-36d9fc6962dd,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:20:43.601385 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2d7086-523b-4458-88fa-8474f9c16ee4 admin admin] Checking segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:20:43.601730 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2d7086-523b-4458-88fa-8474f9c16ee4 admin admin] Network hostable DHCP agents. Network: e6a2de20-1ea0-43e5-88e0-982d19e317d5, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:20:43.693146 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2d7086-523b-4458-88fa-8474f9c16ee4 admin admin] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:20:43.784551 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-0a2d7086-523b-4458-88fa-8474f9c16ee4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, e6a2de20-1ea0-43e5-88e0-982d19e317d5) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:20:43.788655 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a2d7086-523b-4458-88fa-8474f9c16ee4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:20:43.789242 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0a2d7086-523b-4458-88fa-8474f9c16ee4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:43.793865 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27bebed-27c0-46d6-8edc-0b78cb173344 None None] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:20:43.886467 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-0a2d7086-523b-4458-88fa-8474f9c16ee4 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7524064 Sep 24 15:20:43.984004 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88e9441a-28a6-422c-8cc6-5bcac53846b0 None None] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:20:46.203415 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 33514) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:20:46.421740 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-8c25d2e7-d660-4bc5-9348-2641d5a9a4e9 admin admin] 10.222.0.101 "GET /v2.0/routers/6fb3ee0c-6afb-45b8-9bab-af50ac1b0549 HTTP/1.1" status: 200 len: 710 time: 0.2118642 Sep 24 15:20:46.503581 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2af54761-7d7c-4e5f-83f2-7a1e956eaf7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:20:46.510564 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-2af54761-7d7c-4e5f-83f2-7a1e956eaf7a admin admin] 10.222.0.101 "GET /v2.0/networks/e6a2de20-1ea0-43e5-88e0-982d19e317d5 HTTP/1.1" status: 200 len: 886 time: 0.0825891 Sep 24 15:20:46.514417 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-108a5c3a-1059-480a-b254-40ca6c19efaa admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:20:46.777209 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-108a5c3a-1059-480a-b254-40ca6c19efaa admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:47.127094 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-108a5c3a-1059-480a-b254-40ca6c19efaa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:47.204930 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-108a5c3a-1059-480a-b254-40ca6c19efaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:47.310760 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-108a5c3a-1059-480a-b254-40ca6c19efaa admin admin] Allocated IP 172.25.0.240 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/d09fb8aa-b52c-444d-b494-db83dcdf4dfb) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:20:47.418034 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-108a5c3a-1059-480a-b254-40ca6c19efaa admin admin] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:47.538524 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-108a5c3a-1059-480a-b254-40ca6c19efaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:47.574878 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108a5c3a-1059-480a-b254-40ca6c19efaa admin admin] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:20:47.577823 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-108a5c3a-1059-480a-b254-40ca6c19efaa admin admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:20:47.581725 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108a5c3a-1059-480a-b254-40ca6c19efaa admin admin] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:20:47.618707 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108a5c3a-1059-480a-b254-40ca6c19efaa admin admin] Pushing event updated for resources: {'Port': ['ID=d09fb8aa-b52c-444d-b494-db83dcdf4dfb,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:20:47.942719 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-108a5c3a-1059-480a-b254-40ca6c19efaa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:48.250295 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-108a5c3a-1059-480a-b254-40ca6c19efaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1671'] for router, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:48.254721 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-108a5c3a-1059-480a-b254-40ca6c19efaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-586922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-586913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588826'] for router, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:48.365915 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-108a5c3a-1059-480a-b254-40ca6c19efaa admin admin] Router 6fb3ee0c-6afb-45b8-9bab-af50ac1b0549 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:20:48.475990 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-108a5c3a-1059-480a-b254-40ca6c19efaa admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:20:48.480629 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-108a5c3a-1059-480a-b254-40ca6c19efaa admin admin] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:48.481352 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-108a5c3a-1059-480a-b254-40ca6c19efaa admin admin] 10.222.0.101 "PUT /v2.0/routers/6fb3ee0c-6afb-45b8-9bab-af50ac1b0549 HTTP/1.1" status: 200 len: 890 time: 1.9701440 Sep 24 15:20:49.327853 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641f829e-53a6-4721-88bb-131370c087ba None None] Sync routers for ids ['6fb3ee0c-6afb-45b8-9bab-af50ac1b0549'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:20:49.338160 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641f829e-53a6-4721-88bb-131370c087ba None None] Routers {'6fb3ee0c-6afb-45b8-9bab-af50ac1b0549'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:20:49.338911 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-641f829e-53a6-4721-88bb-131370c087ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:20:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['6fb3ee0c-6afb-45b8-9bab-af50ac1b0549'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:20:49.553265 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-641f829e-53a6-4721-88bb-131370c087ba None None] Set router 6fb3ee0c-6afb-45b8-9bab-af50ac1b0549 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:20:49.799635 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device dc4b9ebc-43ff-47b3-b505-76fbca34952a up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:20:49.945667 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port dc4b9ebc-43ff-47b3-b505-76fbca34952a triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:20:49.946035 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:50.065727 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-641f829e-53a6-4721-88bb-131370c087ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fb3ee0c-6afb-45b8-9bab-af50ac1b0549', 'name': 'router1', 'tenant_id': '23860c22216440148e7e37189befd405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': 'd09fb8aa-b52c-444d-b494-db83dcdf4dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:20:29Z', 'updated_at': '2021-09-24T15:20:47Z', 'revision_number': 4, 'project_id': '23860c22216440148e7e37189befd405', 'gw_port': {'id': 'd09fb8aa-b52c-444d-b494-db83dcdf4dfb', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:64:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fb3ee0c-6afb-45b8-9bab-af50ac1b0549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:20:47Z', 'updated_at': '2021-09-24T15:20:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'dc4b9ebc-43ff-47b3-b505-76fbca34952a', 'name': '', 'network_id': 'a90a9867-cca2-40fd-bc43-050436720307', 'tenant_id': '23860c22216440148e7e37189befd405', 'mac_address': 'fa:16:3e:cf:1f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb3ee0c-6afb-45b8-9bab-af50ac1b0549', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '454641eb-de1d-4e4c-85c3-4170744ccdfd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:20:38Z', 'updated_at': '2021-09-24T15:20:42Z', 'revision_number': 5, 'project_id': '23860c22216440148e7e37189befd405', 'subnets': [{'id': '454641eb-de1d-4e4c-85c3-4170744ccdfd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '55f6a6d7-fe07-4d96-a5d3-24c34afb9e68'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:20:50.123173 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641f829e-53a6-4721-88bb-131370c087ba None None] Checking router: 6fb3ee0c-6afb-45b8-9bab-af50ac1b0549 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:20:50.123629 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641f829e-53a6-4721-88bb-131370c087ba None None] Updating router 6fb3ee0c-6afb-45b8-9bab-af50ac1b0549 port d09fb8aa-b52c-444d-b494-db83dcdf4dfb binding host n-d-808921-1 {{(pid=95299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:20:50.171052 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-641f829e-53a6-4721-88bb-131370c087ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:50.577998 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-641f829e-53a6-4721-88bb-131370c087ba None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:50.720254 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-641f829e-53a6-4721-88bb-131370c087ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:50.777991 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16734c59-aef7-466c-92f1-0008eaf209a4 None None] Pushing event updated for resources: {'Port': ['ID=d09fb8aa-b52c-444d-b494-db83dcdf4dfb,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:20:50.780598 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-641f829e-53a6-4721-88bb-131370c087ba None None] Attempting to bind port d09fb8aa-b52c-444d-b494-db83dcdf4dfb on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:20:50.780961 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-641f829e-53a6-4721-88bb-131370c087ba None None] Attempting to bind port d09fb8aa-b52c-444d-b494-db83dcdf4dfb by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:20:50.781327 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641f829e-53a6-4721-88bb-131370c087ba None None] Attempting to bind port d09fb8aa-b52c-444d-b494-db83dcdf4dfb on network e6a2de20-1ea0-43e5-88e0-982d19e317d5 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:20:50.788465 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641f829e-53a6-4721-88bb-131370c087ba None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:20:50.789417 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641f829e-53a6-4721-88bb-131370c087ba None None] Checking segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:20:50.789417 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-641f829e-53a6-4721-88bb-131370c087ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:50.789667 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641f829e-53a6-4721-88bb-131370c087ba None None] Bound using segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:20:50.790071 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-641f829e-53a6-4721-88bb-131370c087ba None None] Bound port: d09fb8aa-b52c-444d-b494-db83dcdf4dfb, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:20:50.790492 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-641f829e-53a6-4721-88bb-131370c087ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:50.844010 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-641f829e-53a6-4721-88bb-131370c087ba None None] For port d09fb8aa-b52c-444d-b494-db83dcdf4dfb, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:20:50.847222 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-641f829e-53a6-4721-88bb-131370c087ba None None] For port d09fb8aa-b52c-444d-b494-db83dcdf4dfb, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=d09fb8aa-b52c-444d-b494-db83dcdf4dfb,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:20:50.927278 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-641f829e-53a6-4721-88bb-131370c087ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:50.929214 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 33526) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:20:50.989118 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16734c59-aef7-466c-92f1-0008eaf209a4 None None] Pushing event updated for resources: {'Port': ['ID=d09fb8aa-b52c-444d-b494-db83dcdf4dfb,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:20:50.991808 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641f829e-53a6-4721-88bb-131370c087ba None None] Routers {'6fb3ee0c-6afb-45b8-9bab-af50ac1b0549'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:20:50.992404 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-641f829e-53a6-4721-88bb-131370c087ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:20:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['6fb3ee0c-6afb-45b8-9bab-af50ac1b0549'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:20:51.083118 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-25b018f7-0f69-46fe-9c5a-f349ba3c1e0c admin admin] 10.222.0.101 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1527479 Sep 24 15:20:51.101412 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-641f829e-53a6-4721-88bb-131370c087ba None None] Set router 6fb3ee0c-6afb-45b8-9bab-af50ac1b0549 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:20:51.331113 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-641f829e-53a6-4721-88bb-131370c087ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fb3ee0c-6afb-45b8-9bab-af50ac1b0549', 'name': 'router1', 'tenant_id': '23860c22216440148e7e37189befd405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': 'd09fb8aa-b52c-444d-b494-db83dcdf4dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:20:29Z', 'updated_at': '2021-09-24T15:20:47Z', 'revision_number': 4, 'project_id': '23860c22216440148e7e37189befd405', 'gw_port': {'id': 'd09fb8aa-b52c-444d-b494-db83dcdf4dfb', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:64:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fb3ee0c-6afb-45b8-9bab-af50ac1b0549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:20:47Z', 'updated_at': '2021-09-24T15:20:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'dc4b9ebc-43ff-47b3-b505-76fbca34952a', 'name': '', 'network_id': 'a90a9867-cca2-40fd-bc43-050436720307', 'tenant_id': '23860c22216440148e7e37189befd405', 'mac_address': 'fa:16:3e:cf:1f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb3ee0c-6afb-45b8-9bab-af50ac1b0549', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '454641eb-de1d-4e4c-85c3-4170744ccdfd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:20:38Z', 'updated_at': '2021-09-24T15:20:42Z', 'revision_number': 5, 'project_id': '23860c22216440148e7e37189befd405', 'subnets': [{'id': '454641eb-de1d-4e4c-85c3-4170744ccdfd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '55f6a6d7-fe07-4d96-a5d3-24c34afb9e68'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:20:51.358432 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641f829e-53a6-4721-88bb-131370c087ba None None] The sync data for ids ['6fb3ee0c-6afb-45b8-9bab-af50ac1b0549'] in n-d-808921-1 is: [{'id': '6fb3ee0c-6afb-45b8-9bab-af50ac1b0549', 'name': 'router1', 'tenant_id': '23860c22216440148e7e37189befd405', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.240'}], 'enable_snat': True}, 'gw_port_id': 'd09fb8aa-b52c-444d-b494-db83dcdf4dfb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:20:29Z', 'updated_at': '2021-09-24T15:20:47Z', 'revision_number': 4, 'project_id': '23860c22216440148e7e37189befd405', 'gw_port': {'id': 'd09fb8aa-b52c-444d-b494-db83dcdf4dfb', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:64:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fb3ee0c-6afb-45b8-9bab-af50ac1b0549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:20:47Z', 'updated_at': '2021-09-24T15:20:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'dc4b9ebc-43ff-47b3-b505-76fbca34952a', 'name': '', 'network_id': 'a90a9867-cca2-40fd-bc43-050436720307', 'tenant_id': '23860c22216440148e7e37189befd405', 'mac_address': 'fa:16:3e:cf:1f:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fb3ee0c-6afb-45b8-9bab-af50ac1b0549', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '454641eb-de1d-4e4c-85c3-4170744ccdfd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:20:38Z', 'updated_at': '2021-09-24T15:20:42Z', 'revision_number': 5, 'project_id': '23860c22216440148e7e37189befd405', 'subnets': [{'id': '454641eb-de1d-4e4c-85c3-4170744ccdfd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '55f6a6d7-fe07-4d96-a5d3-24c34afb9e68'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:20:51.915959 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device d09fb8aa-b52c-444d-b494-db83dcdf4dfb up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:20:51.970127 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port d09fb8aa-b52c-444d-b494-db83dcdf4dfb triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:20:51.970746 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:52.081481 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:52.103208 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port d09fb8aa-b52c-444d-b494-db83dcdf4dfb, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=d09fb8aa-b52c-444d-b494-db83dcdf4dfb,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:20:52.161077 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:20:52.209720 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=d09fb8aa-b52c-444d-b494-db83dcdf4dfb,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:20:53.803452 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device d09fb8aa-b52c-444d-b494-db83dcdf4dfb up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:20:53.855204 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port d09fb8aa-b52c-444d-b494-db83dcdf4dfb triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:20:53.855574 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:21:01.143348 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3a1d1ee8-f2cd-4e5f-a335-01f183f91241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:21:03.788879 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2231fd58-fb58-4215-a283-7cab0e6099a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:21:04.223388 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:21:05.051971 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:21:06.423094 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:21:18.969237 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 5 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:21:31.157099 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-793dca14-b1f7-415e-a49e-e809510cdf05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:21:33.774427 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-07b55192-d930-4d6f-8365-a1c7081b8f2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:21:34.233547 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:21:35.088663 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:21:36.432866 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:21:55.967929 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 5 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:22:01.145807 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-36dfa6ba-4df7-4287-bbfe-53a9342151d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:22:03.800577 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73091461-dd99-411f-8151-98b0ef8c9048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:22:04.237377 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:22:05.100090 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:22:06.441063 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:22:31.184002 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8bb1c427-ae06-447a-a75b-3c4d5dd0f943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:22:32.967246 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 5 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:22:33.795432 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73477f3d-eb96-4934-b39a-e25f89b3d184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:22:34.216098 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:22:35.120881 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:22:36.447384 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:22:36.630996 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 34122) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:22:36.695282 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-24580c2e-c028-4238-aade-4cd3d4d41320 admin admin] GET failed (client error): The resource could not be found. Sep 24 15:22:36.697617 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-24580c2e-c028-4238-aade-4cd3d4d41320 admin admin] 10.222.0.101 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0655849 Sep 24 15:22:36.865726 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8edf799-11ce-474e-b218-e6a5de839ac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:22:36.867846 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-a8edf799-11ce-474e-b218-e6a5de839ac7 admin admin] 10.222.0.101 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1648996 Sep 24 15:22:39.089842 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 34132) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:22:39.226034 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bd78d2-2ba8-4cc1-b510-f002d4431935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:22:39.228110 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-93bd78d2-2ba8-4cc1-b510-f002d4431935 admin admin] 10.222.0.101 "GET /v2.0/subnets/454641eb-de1d-4e4c-85c3-4170744ccdfd HTTP/1.1" status: 200 len: 849 time: 0.1368623 Sep 24 15:22:39.238167 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-1fb94bde-d791-464f-bc0e-f9b63b5b3f12 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:22:39.327418 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1fb94bde-d791-464f-bc0e-f9b63b5b3f12 admin admin] Notify callbacks [] for subnet, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:22:39.566186 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1fb94bde-d791-464f-bc0e-f9b63b5b3f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772637962999'] for subnet, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:22:39.603633 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb94bde-d791-464f-bc0e-f9b63b5b3f12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:22:39.604149 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1fb94bde-d791-464f-bc0e-f9b63b5b3f12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:22:39.605433 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-1fb94bde-d791-464f-bc0e-f9b63b5b3f12 admin admin] 10.222.0.101 "PUT /v2.0/subnets/454641eb-de1d-4e4c-85c3-4170744ccdfd HTTP/1.1" status: 200 len: 868 time: 0.3709397 Sep 24 15:22:39.621466 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682f5b5b-1eb0-437b-8dbe-aff6867083c2 None None] Network a90a9867-cca2-40fd-bc43-050436720307 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:22:39.623205 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb94bde-d791-464f-bc0e-f9b63b5b3f12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=454641eb-de1d-4e4c-85c3-4170744ccdfd,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:22:39.630482 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb94bde-d791-464f-bc0e-f9b63b5b3f12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:22:39.630816 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb94bde-d791-464f-bc0e-f9b63b5b3f12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:22:39.631148 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb94bde-d791-464f-bc0e-f9b63b5b3f12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:22:39.631472 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb94bde-d791-464f-bc0e-f9b63b5b3f12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:22:39.631795 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb94bde-d791-464f-bc0e-f9b63b5b3f12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:22:39.632117 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb94bde-d791-464f-bc0e-f9b63b5b3f12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:22:39.632435 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb94bde-d791-464f-bc0e-f9b63b5b3f12 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:22:39.632844 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb94bde-d791-464f-bc0e-f9b63b5b3f12 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:22:39.633173 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb94bde-d791-464f-bc0e-f9b63b5b3f12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:22:39.633579 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb94bde-d791-464f-bc0e-f9b63b5b3f12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:22:39.633910 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb94bde-d791-464f-bc0e-f9b63b5b3f12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:22:39.634222 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fb94bde-d791-464f-bc0e-f9b63b5b3f12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:22:40.009073 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-4ac29975-6244-49ec-ba5a-84b5a18e57ee None None] Provisioning complete for port dc4b9ebc-43ff-47b3-b505-76fbca34952a triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:22:40.009689 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4ac29975-6244-49ec-ba5a-84b5a18e57ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:22:40.097727 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-4ac29975-6244-49ec-ba5a-84b5a18e57ee None None] Provisioning complete for port 635bcc70-d11c-4b65-b99e-767a590ee2e8 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:22:40.098098 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4ac29975-6244-49ec-ba5a-84b5a18e57ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:22:41.843927 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 34142) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:22:42.048946 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3308709-9d05-49fe-b18d-bf39aac0afbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:22:42.049337 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3308709-9d05-49fe-b18d-bf39aac0afbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:22:42.050916 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e3308709-9d05-49fe-b18d-bf39aac0afbf admin admin] 10.222.0.101 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2060149 Sep 24 15:22:44.266699 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 34150) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:22:44.396714 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e07cd94-9497-4958-9ef2-7303da139528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:22:44.397190 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e07cd94-9497-4958-9ef2-7303da139528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:22:44.398862 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-8e07cd94-9497-4958-9ef2-7303da139528 admin admin] 10.222.0.101 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1311688 Sep 24 15:22:46.586181 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 34158) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:22:46.791523 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39760a85-5ba9-4618-b702-3f7bd0f44cc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:22:46.792927 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-39760a85-5ba9-4618-b702-3f7bd0f44cc5 admin admin] 10.222.0.101 "GET /v2.0/networks/a90a9867-cca2-40fd-bc43-050436720307 HTTP/1.1" status: 200 len: 870 time: 0.2058406 Sep 24 15:22:48.988243 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 34166) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:22:49.113900 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a20db73-4dfb-49f0-9269-5460fb13b62b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:22:49.115296 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-0a20db73-4dfb-49f0-9269-5460fb13b62b admin admin] 10.222.0.101 "GET /v2.0/networks/e6a2de20-1ea0-43e5-88e0-982d19e317d5 HTTP/1.1" status: 200 len: 886 time: 0.1261010 Sep 24 15:22:51.322045 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 34174) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:22:51.448347 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77426401-9e3d-4898-ada0-12df8dae1a31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:22:51.448797 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77426401-9e3d-4898-ada0-12df8dae1a31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:22:51.450317 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-77426401-9e3d-4898-ada0-12df8dae1a31 admin admin] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1272635 Sep 24 15:22:53.664563 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 34182) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:22:53.754815 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4750ebb3-c418-4fdc-9118-8be5ecc5d0e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:22:53.755270 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4750ebb3-c418-4fdc-9118-8be5ecc5d0e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:22:53.756901 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-4750ebb3-c418-4fdc-9118-8be5ecc5d0e9 admin admin] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0913959 Sep 24 15:22:55.981941 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 34190) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:22:56.074782 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45177a3f-49a6-4af9-ae34-238f5f67016c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:22:56.076114 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-45177a3f-49a6-4af9-ae34-238f5f67016c admin admin] 10.222.0.101 "GET /v2.0/subnets/454641eb-de1d-4e4c-85c3-4170744ccdfd HTTP/1.1" status: 200 len: 868 time: 0.0931852 Sep 24 15:22:58.275698 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 34198) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:22:58.362771 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa7a1aa-05dd-4ad2-a4c1-f5ae04aca204 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:22:58.364143 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-aaa7a1aa-05dd-4ad2-a4c1-f5ae04aca204 admin admin] 10.222.0.101 "GET /v2.0/subnets/899e0ca0-78a7-4622-93ae-36d9fc6962dd HTTP/1.1" status: 200 len: 816 time: 0.0873876 Sep 24 15:23:01.147757 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-caeb9790-06b6-4425-bc29-4662d98b0bbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:23:03.784399 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ba27c8a5-3e68-42e6-98bf-8e0d15705bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:23:04.210130 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:23:05.090148 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:23:06.524317 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:23:09.966408 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 5 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:23:23.012867 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 34252) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:23:23.060423 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [None req-52a02a73-03fe-4e40-b9f5-b7e93de56276 admin admin] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:23:23.061431 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-52a02a73-03fe-4e40-b9f5-b7e93de56276 admin admin] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0475924 Sep 24 15:23:25.328331 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 34260) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:23:25.392638 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc2fac2e-74d0-4856-a28c-405f31fb0886 admin admin] GET failed (client error): The resource could not be found. Sep 24 15:23:25.393967 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-bc2fac2e-74d0-4856-a28c-405f31fb0886 admin admin] 10.222.0.101 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0647006 Sep 24 15:23:25.534988 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-951a803e-01bc-4754-805e-6ed737eb31d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:23:25.537106 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-951a803e-01bc-4754-805e-6ed737eb31d9 admin admin] 10.222.0.101 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1384602 Sep 24 15:23:27.794173 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 34268) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:23:27.843505 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-1f707132-f6ce-4551-b0b2-7eecdb124fee admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:23:27.932519 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f707132-f6ce-4551-b0b2-7eecdb124fee admin admin] Made reservation on behalf of 54b69b16bd4b4c528e2c61f5a0e5b2f9 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:23:27.934829 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1f707132-f6ce-4551-b0b2-7eecdb124fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:23:27.973610 n-d-808921-1 neutron-server[95297]: WARNING neutron.services.revisions.revision_plugin [None req-1f707132-f6ce-4551-b0b2-7eecdb124fee admin admin] Could not find related network for resource to bump revision. Sep 24 15:23:27.987547 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f707132-f6ce-4551-b0b2-7eecdb124fee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1258} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:23:27.996955 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1f707132-f6ce-4551-b0b2-7eecdb124fee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:23:27.997286 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-1f707132-f6ce-4551-b0b2-7eecdb124fee admin admin] Added segment c1f870f9-9c67-470b-a447-4718c493f9f2 of type vlan for network 9672f189-23fe-44e6-9dd2-257ff8905939 Sep 24 15:23:28.037489 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1f707132-f6ce-4551-b0b2-7eecdb124fee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:23:28.128445 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1f707132-f6ce-4551-b0b2-7eecdb124fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:23:28.129406 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f707132-f6ce-4551-b0b2-7eecdb124fee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:23:28.130017 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1f707132-f6ce-4551-b0b2-7eecdb124fee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:23:28.189192 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f707132-f6ce-4551-b0b2-7eecdb124fee admin admin] Pushing event updated for resources: {'Network': ['ID=9672f189-23fe-44e6-9dd2-257ff8905939,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:23:28.201723 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 9672f189-23fe-44e6-9dd2-257ff8905939 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:23:28.247439 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-1f707132-f6ce-4551-b0b2-7eecdb124fee admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.4520187 Sep 24 15:23:30.482623 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 34276) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:23:30.543223 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f5cd472-887d-45dc-b680-5bf97d3dcb05 admin admin] GET failed (client error): The resource could not be found. Sep 24 15:23:30.544560 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-8f5cd472-887d-45dc-b680-5bf97d3dcb05 admin admin] 10.222.0.101 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0609524 Sep 24 15:23:30.614505 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f18da1a-70f7-44d2-ae07-c3fa43bbcb80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:23:30.615900 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-3f18da1a-70f7-44d2-ae07-c3fa43bbcb80 admin admin] 10.222.0.101 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0667951 Sep 24 15:23:30.626063 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-2d54cf77-a574-463f-9266-87242c787435 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:23:30.738906 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d54cf77-a574-463f-9266-87242c787435 admin admin] Made reservation on behalf of 54b69b16bd4b4c528e2c61f5a0e5b2f9 for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:23:30.741185 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2d54cf77-a574-463f-9266-87242c787435 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:23:31.000990 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2d54cf77-a574-463f-9266-87242c787435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:23:31.104572 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d54cf77-a574-463f-9266-87242c787435 admin admin] Pushing event updated for resources: {'Subnet': ['ID=188edb94-8042-4961-9ec0-8960b1ce1305,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:23:31.109053 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d54cf77-a574-463f-9266-87242c787435 admin admin] Checking segment: {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:23:31.109496 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d54cf77-a574-463f-9266-87242c787435 admin admin] Network hostable DHCP agents. Network: 9672f189-23fe-44e6-9dd2-257ff8905939, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:23:31.149959 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8f8598fe-d94f-4bc2-8791-66bbbb355168 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:23:31.220152 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d54cf77-a574-463f-9266-87242c787435 admin admin] Network 9672f189-23fe-44e6-9dd2-257ff8905939 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:23:31.326065 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-2d54cf77-a574-463f-9266-87242c787435 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 9672f189-23fe-44e6-9dd2-257ff8905939) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:23:31.330445 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d54cf77-a574-463f-9266-87242c787435 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:23:31.331035 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2d54cf77-a574-463f-9266-87242c787435 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:23:31.339392 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527fa40a-201d-418c-8317-dcb9e6e5027d None None] Network 9672f189-23fe-44e6-9dd2-257ff8905939 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:23:31.407541 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-2d54cf77-a574-463f-9266-87242c787435 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7846804 Sep 24 15:23:31.487982 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a4cc3c-1a8d-4dab-81ee-26d905783386 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-9672f189-23fe-44e6-9dd2-257ff8905939', 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939', 'tenant_id': '54b69b16bd4b4c528e2c61f5a0e5b2f9', 'fixed_ips': [{'subnet_id': '188edb94-8042-4961-9ec0-8960b1ce1305'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:23:31.489157 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-91a4cc3c-1a8d-4dab-81ee-26d905783386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:23:31.633654 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-91a4cc3c-1a8d-4dab-81ee-26d905783386 None None] Allocated IP 192.168.233.2 (9672f189-23fe-44e6-9dd2-257ff8905939/188edb94-8042-4961-9ec0-8960b1ce1305/f9712c12-ade7-46fb-bc91-60b75313dba0) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:23:31.781527 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-91a4cc3c-1a8d-4dab-81ee-26d905783386 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:23:31.889744 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-91a4cc3c-1a8d-4dab-81ee-26d905783386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:23:31.932931 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a4cc3c-1a8d-4dab-81ee-26d905783386 None None] Network 9672f189-23fe-44e6-9dd2-257ff8905939 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:23:31.935713 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-91a4cc3c-1a8d-4dab-81ee-26d905783386 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:23:31.938303 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a4cc3c-1a8d-4dab-81ee-26d905783386 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:23:31.951888 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a4cc3c-1a8d-4dab-81ee-26d905783386 None None] Pushing event updated for resources: {'Port': ['ID=f9712c12-ade7-46fb-bc91-60b75313dba0,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:23:31.974960 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4cc3c-1a8d-4dab-81ee-26d905783386 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:23:31.975304 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4cc3c-1a8d-4dab-81ee-26d905783386 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:23:31.975651 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4cc3c-1a8d-4dab-81ee-26d905783386 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:23:31.976002 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4cc3c-1a8d-4dab-81ee-26d905783386 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:23:31.976332 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4cc3c-1a8d-4dab-81ee-26d905783386 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:23:31.976659 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4cc3c-1a8d-4dab-81ee-26d905783386 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:23:31.976990 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4cc3c-1a8d-4dab-81ee-26d905783386 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:23:31.977313 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4cc3c-1a8d-4dab-81ee-26d905783386 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:23:31.977632 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4cc3c-1a8d-4dab-81ee-26d905783386 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:23:31.977951 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4cc3c-1a8d-4dab-81ee-26d905783386 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:23:31.978272 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4cc3c-1a8d-4dab-81ee-26d905783386 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:23:31.978615 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91a4cc3c-1a8d-4dab-81ee-26d905783386 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:23:32.010572 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-91a4cc3c-1a8d-4dab-81ee-26d905783386 None None] Attempting to bind port f9712c12-ade7-46fb-bc91-60b75313dba0 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:23:32.010930 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-91a4cc3c-1a8d-4dab-81ee-26d905783386 None None] Attempting to bind port f9712c12-ade7-46fb-bc91-60b75313dba0 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:23:32.011278 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a4cc3c-1a8d-4dab-81ee-26d905783386 None None] Attempting to bind port f9712c12-ade7-46fb-bc91-60b75313dba0 on network 9672f189-23fe-44e6-9dd2-257ff8905939 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:23:32.016265 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a4cc3c-1a8d-4dab-81ee-26d905783386 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 23, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:23:32.016659 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a4cc3c-1a8d-4dab-81ee-26d905783386 None None] Checking segment: {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:23:32.017051 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-91a4cc3c-1a8d-4dab-81ee-26d905783386 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:23:32.017439 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a4cc3c-1a8d-4dab-81ee-26d905783386 None None] Bound using segment: {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:23:32.017895 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-91a4cc3c-1a8d-4dab-81ee-26d905783386 None None] Bound port: f9712c12-ade7-46fb-bc91-60b75313dba0, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:23:32.018290 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-91a4cc3c-1a8d-4dab-81ee-26d905783386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:23:32.083323 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-91a4cc3c-1a8d-4dab-81ee-26d905783386 None None] For port f9712c12-ade7-46fb-bc91-60b75313dba0, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:23:32.086798 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-91a4cc3c-1a8d-4dab-81ee-26d905783386 None None] For port f9712c12-ade7-46fb-bc91-60b75313dba0, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=f9712c12-ade7-46fb-bc91-60b75313dba0,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:23:32.209381 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-91a4cc3c-1a8d-4dab-81ee-26d905783386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:23:32.271564 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a4cc3c-1a8d-4dab-81ee-26d905783386 None None] Pushing event updated for resources: {'Port': ['ID=f9712c12-ade7-46fb-bc91-60b75313dba0,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:23:33.113401 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576ae925-b96b-4626-8ac0-c79d954c2c07 None None] Network 9672f189-23fe-44e6-9dd2-257ff8905939 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:23:33.227808 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-f28b150b-5780-48b6-87f5-bd8bfb204dac None None] Provisioning complete for port f9712c12-ade7-46fb-bc91-60b75313dba0 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:23:33.228465 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f28b150b-5780-48b6-87f5-bd8bfb204dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:23:33.350544 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f28b150b-5780-48b6-87f5-bd8bfb204dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:23:33.386093 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-f28b150b-5780-48b6-87f5-bd8bfb204dac None None] For port f9712c12-ade7-46fb-bc91-60b75313dba0, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=f9712c12-ade7-46fb-bc91-60b75313dba0,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:23:33.511555 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f28b150b-5780-48b6-87f5-bd8bfb204dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:23:33.559363 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28b150b-5780-48b6-87f5-bd8bfb204dac None None] Pushing event updated for resources: {'Port': ['ID=f9712c12-ade7-46fb-bc91-60b75313dba0,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:23:33.636784 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-479dbebe-c36d-449a-9448-f8f81edba04f None None] Provisioning complete for port f9712c12-ade7-46fb-bc91-60b75313dba0 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:23:33.636784 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-479dbebe-c36d-449a-9448-f8f81edba04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:23:33.785920 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-23c39e18-439f-4e05-8995-a72ca7f281a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:23:33.902877 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device f9712c12-ade7-46fb-bc91-60b75313dba0 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:23:33.953820 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port f9712c12-ade7-46fb-bc91-60b75313dba0 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:23:33.954188 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:23:34.248599 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:23:35.066776 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:23:36.488253 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:23:46.965211 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 5 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:24:01.155648 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-023725cc-f5f2-4a48-bfae-46890862be50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:24:03.798877 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2cbfde55-14f4-4b4a-91d9-5b7ac27931b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:24:04.227346 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:24:05.070182 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:24:06.483875 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:24:23.963130 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 5 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:24:31.187855 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-521edd0e-7e5d-4ef5-8075-a34eff26ba03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:24:33.816251 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-303808e0-fa65-4597-ac16-bf2596e66204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:24:34.233227 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:24:35.084567 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:24:36.467313 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:24:51.958868 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 34328) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:24:51.964742 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [None req-ab1b890b-c2c3-4de0-b9fb-e6f1cebc11ec tempest-verify_tempest_config-1065110515 tempest-verify_tempest_config-1065110515-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:24:51.965727 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ab1b890b-c2c3-4de0-b9fb-e6f1cebc11ec tempest-verify_tempest_config-1065110515 tempest-verify_tempest_config-1065110515-project] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058899 Sep 24 15:24:52.548581 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 34346) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:24:52.651008 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3e637130-3d4e-4e0f-8fcb-214a6e57d180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:24:52.736438 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3e637130-3d4e-4e0f-8fcb-214a6e57d180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:24:52.811795 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3e637130-3d4e-4e0f-8fcb-214a6e57d180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:24:52.859073 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-3e637130-3d4e-4e0f-8fcb-214a6e57d180 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=2c132c2ef2cc4043ab74821d280cc9fc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3094194 Sep 24 15:24:52.860003 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e637130-3d4e-4e0f-8fcb-214a6e57d180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8d05bf-0b38-41b0-9a78-aa4567eeea13,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:24:52.861818 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 34350) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:24:52.867204 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e637130-3d4e-4e0f-8fcb-214a6e57d180 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:24:52.867492 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e637130-3d4e-4e0f-8fcb-214a6e57d180 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:24:52.867832 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e637130-3d4e-4e0f-8fcb-214a6e57d180 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:24:52.868166 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e637130-3d4e-4e0f-8fcb-214a6e57d180 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:24:52.868502 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e637130-3d4e-4e0f-8fcb-214a6e57d180 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:24:52.868833 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e637130-3d4e-4e0f-8fcb-214a6e57d180 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:24:52.869159 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e637130-3d4e-4e0f-8fcb-214a6e57d180 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:24:52.869480 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e637130-3d4e-4e0f-8fcb-214a6e57d180 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:24:52.869801 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e637130-3d4e-4e0f-8fcb-214a6e57d180 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:24:52.870146 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e637130-3d4e-4e0f-8fcb-214a6e57d180 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:24:52.870496 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e637130-3d4e-4e0f-8fcb-214a6e57d180 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:24:52.870816 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e637130-3d4e-4e0f-8fcb-214a6e57d180 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:24:52.917304 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-131d6c55-85d6-410b-b9ce-e8de0404ee84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:24:52.938852 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-131d6c55-85d6-410b-b9ce-e8de0404ee84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:24:53.126293 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-131d6c55-85d6-410b-b9ce-e8de0404ee84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:24:53.128806 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-131d6c55-85d6-410b-b9ce-e8de0404ee84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:24:53.130077 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-131d6c55-85d6-410b-b9ce-e8de0404ee84 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/bc8d05bf-0b38-41b0-9a78-aa4567eeea13 HTTP/1.1" status: 204 len: 168 time: 0.2672136 Sep 24 15:24:53.138188 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131d6c55-85d6-410b-b9ce-e8de0404ee84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8d05bf-0b38-41b0-9a78-aa4567eeea13,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:24:53.145366 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131d6c55-85d6-410b-b9ce-e8de0404ee84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:24:53.145708 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131d6c55-85d6-410b-b9ce-e8de0404ee84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:24:53.146077 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131d6c55-85d6-410b-b9ce-e8de0404ee84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:24:53.146491 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131d6c55-85d6-410b-b9ce-e8de0404ee84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:24:53.146806 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131d6c55-85d6-410b-b9ce-e8de0404ee84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:24:53.147131 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131d6c55-85d6-410b-b9ce-e8de0404ee84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:24:53.147452 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131d6c55-85d6-410b-b9ce-e8de0404ee84 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:24:53.147773 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131d6c55-85d6-410b-b9ce-e8de0404ee84 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:24:53.148093 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131d6c55-85d6-410b-b9ce-e8de0404ee84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:24:53.148413 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131d6c55-85d6-410b-b9ce-e8de0404ee84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:24:53.148731 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131d6c55-85d6-410b-b9ce-e8de0404ee84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:24:53.149047 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-131d6c55-85d6-410b-b9ce-e8de0404ee84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:25:00.962071 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 5 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:25:01.196729 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-54fc7aeb-c2fc-4067-9d3f-cc9a7fd86fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:25:03.832927 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-32ac2a03-f924-4d9e-b2fa-7fc91852acd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:25:04.213811 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:25:05.074076 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:25:06.497066 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:25:31.169064 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-715c3795-9afb-403b-8025-c36778109737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:25:33.817620 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b00cb5a4-9c0f-4636-92de-9c253660cb8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:25:34.237224 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:25:35.085830 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:25:36.448882 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:25:37.960564 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 5 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:26:01.187588 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c5232757-7aac-4c90-a26f-4d6e9af4e920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:26:03.827000 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d8d88234-4f69-45d2-a77a-b3e9d166bab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:26:04.236055 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:26:05.249975 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:26:06.492158 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:26:14.959583 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 5 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:26:31.156531 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ed9c6e9a-5fe7-4108-a7cb-2d12218a2968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:26:33.810321 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e70da371-1b70-446d-9020-8b2243222e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:26:34.216173 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:26:35.145664 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:26:36.539286 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:26:51.957884 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 5 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:27:01.188734 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d8985952-e03b-4917-9f0e-de69a9c20830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:27:03.824907 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4b32a912-55ea-4f18-b0b5-e7c4fc9cd7a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:27:04.248146 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:27:05.167951 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:27:06.462683 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:27:28.957777 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 5 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:27:31.206412 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-1d0f5927-f983-49b4-84da-f48b7e5a2461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:27:33.817302 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-57e1a42a-ae20-4aa3-8711-bf249649d5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:27:34.226782 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:27:35.113027 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:27:36.531405 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:28:01.221114 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-42236190-76ae-49ba-9e81-c948c4ff7a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:28:03.855153 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9abc2612-19f0-4e87-926e-f5b449ecbb7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:28:04.213294 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:28:05.106123 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:28:05.956276 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 5 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:28:06.469873 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:28:08.546269 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-586701'] for agent, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:28:10.454666 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-586701'] for agent, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:28:31.167245 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4ff164aa-5cee-4085-9f6a-9de71de3168f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:28:33.841329 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7b920c59-5384-420f-a6c2-e4d4a6d8eecc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:28:34.246907 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:28:35.127045 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:28:36.481306 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:28:38.628013 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:28:40.389521 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:28:42.956022 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:28:53.078650 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 34416) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:28:53.181859 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-0fffcd4c-3b6b-4477-8d00-13376344e81b admin admin] 10.222.0.101 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4682 time: 0.1021287 Sep 24 15:28:55.396913 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 34426) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:28:55.459775 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-4e80ef49-0e53-413d-8166-bb6235d066ff admin admin] 10.222.0.101 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4682 time: 0.0617723 Sep 24 15:29:01.186270 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a4701fac-1f0d-4392-86d7-9d3afd642f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:29:03.827718 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-447d18da-a1f6-40a4-b2b0-1930a417e2a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:29:04.228350 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:29:05.129629 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:29:06.480011 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:29:08.512845 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:29:10.389242 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:29:19.955631 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:29:31.153658 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-316f584a-f6cb-44eb-b52c-fd53bc75ca81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:29:33.838035 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-42356bb0-6f26-49db-8a37-0b7337da71b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:29:34.250908 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:29:35.100834 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:29:36.524243 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:29:38.541906 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:29:40.389578 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:29:56.956450 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:30:01.163242 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d3b41342-5e6c-454d-b924-5b67d92dfbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:03.860844 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6ce816f3-8eef-4c02-9b5f-04cd126caeb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:04.214883 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:05.106763 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:06.484239 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:08.547394 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:10.421886 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:21.040978 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 34646) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:30:21.760427 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-036a56cc-dad8-4835-ac40-7fec37fcd906 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-606981442-network', 'tenant_id': '50e87a33f09a42898ead617f15974ffc'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:30:21.771928 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-036a56cc-dad8-4835-ac40-7fec37fcd906 admin admin] Made reservation on behalf of 50e87a33f09a42898ead617f15974ffc for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:30:21.774519 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-036a56cc-dad8-4835-ac40-7fec37fcd906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:21.783092 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-036a56cc-dad8-4835-ac40-7fec37fcd906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:21.870233 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-036a56cc-dad8-4835-ac40-7fec37fcd906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:21.961856 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-036a56cc-dad8-4835-ac40-7fec37fcd906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:21.974785 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-036a56cc-dad8-4835-ac40-7fec37fcd906 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1279} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:30:21.988776 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-036a56cc-dad8-4835-ac40-7fec37fcd906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:21.989450 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-036a56cc-dad8-4835-ac40-7fec37fcd906 admin admin] Added segment 4a0ad0df-c4de-46cb-9636-e9e0c87ce832 of type vlan for network 7e533c3a-51c9-41ff-a0dd-1bcb74f4b744 Sep 24 15:30:22.021599 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036a56cc-dad8-4835-ac40-7fec37fcd906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ff8806-0980-4d90-89b2-d8364b351716,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:30:22.032250 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036a56cc-dad8-4835-ac40-7fec37fcd906 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:30:22.032594 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036a56cc-dad8-4835-ac40-7fec37fcd906 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:30:22.033111 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036a56cc-dad8-4835-ac40-7fec37fcd906 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:30:22.033450 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036a56cc-dad8-4835-ac40-7fec37fcd906 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:30:22.033785 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036a56cc-dad8-4835-ac40-7fec37fcd906 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:30:22.034124 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036a56cc-dad8-4835-ac40-7fec37fcd906 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:30:22.034476 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036a56cc-dad8-4835-ac40-7fec37fcd906 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:30:22.034799 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036a56cc-dad8-4835-ac40-7fec37fcd906 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:30:22.035124 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036a56cc-dad8-4835-ac40-7fec37fcd906 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:30:22.035505 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036a56cc-dad8-4835-ac40-7fec37fcd906 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:30:22.036525 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036a56cc-dad8-4835-ac40-7fec37fcd906 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:30:22.036525 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036a56cc-dad8-4835-ac40-7fec37fcd906 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:30:22.037224 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036a56cc-dad8-4835-ac40-7fec37fcd906 admin admin] Tracked resource versions report: Sep 24 15:30:22.037224 n-d-808921-1 neutron-server[95297]: pushed versions: Sep 24 15:30:22.037224 n-d-808921-1 neutron-server[95297]: { 'AddressGroup': {'1.2'}, Sep 24 15:30:22.037224 n-d-808921-1 neutron-server[95297]: 'ConntrackHelper': {'1.0'}, Sep 24 15:30:22.037224 n-d-808921-1 neutron-server[95297]: 'Log': {'1.0'}, Sep 24 15:30:22.037224 n-d-808921-1 neutron-server[95297]: 'Network': {'1.1'}, Sep 24 15:30:22.037224 n-d-808921-1 neutron-server[95297]: 'Port': {'1.7'}, Sep 24 15:30:22.037224 n-d-808921-1 neutron-server[95297]: 'PortForwarding': {'1.2'}, Sep 24 15:30:22.037224 n-d-808921-1 neutron-server[95297]: 'QosPolicy': {'1.9'}, Sep 24 15:30:22.037224 n-d-808921-1 neutron-server[95297]: 'SecurityGroup': {'1.4'}, Sep 24 15:30:22.037224 n-d-808921-1 neutron-server[95297]: 'SecurityGroupRule': {'1.2'}, Sep 24 15:30:22.037224 n-d-808921-1 neutron-server[95297]: 'SubPort': {'1.0'}, Sep 24 15:30:22.037224 n-d-808921-1 neutron-server[95297]: 'Subnet': {'1.1'}, Sep 24 15:30:22.037224 n-d-808921-1 neutron-server[95297]: 'Trunk': {'1.1'}} Sep 24 15:30:22.037224 n-d-808921-1 neutron-server[95297]: consumer versions: Sep 24 15:30:22.037224 n-d-808921-1 neutron-server[95297]: { DHCP agent@n-d-808921-1: {}, Sep 24 15:30:22.037224 n-d-808921-1 neutron-server[95297]: HyperV agent@n-h1-808921-1: {}, Sep 24 15:30:22.037224 n-d-808921-1 neutron-server[95297]: HyperV agent@n-h2-808921-1: {}, Sep 24 15:30:22.037224 n-d-808921-1 neutron-server[95297]: L3 agent@n-d-808921-1: {}, Sep 24 15:30:22.037224 n-d-808921-1 neutron-server[95297]: Metadata agent@n-d-808921-1: {}, Sep 24 15:30:22.037224 n-d-808921-1 neutron-server[95297]: Metering agent@n-d-808921-1: {}, Sep 24 15:30:22.037224 n-d-808921-1 neutron-server[95297]: Open vSwitch agent@n-d-808921-1: { 'AddressGroup': '1.2', Sep 24 15:30:22.037224 n-d-808921-1 neutron-server[95297]: 'ConntrackHelper': '1.0', Sep 24 15:30:22.037224 n-d-808921-1 neutron-server[95297]: 'Log': '1.0', Sep 24 15:30:22.037224 n-d-808921-1 neutron-server[95297]: 'Network': '1.1', Sep 24 15:30:22.037224 n-d-808921-1 neutron-server[95297]: 'Port': '1.7', Sep 24 15:30:22.037224 n-d-808921-1 neutron-server[95297]: 'PortForwarding': '1.2', Sep 24 15:30:22.037224 n-d-808921-1 neutron-server[95297]: 'QosPolicy': '1.9', Sep 24 15:30:22.037224 n-d-808921-1 neutron-server[95297]: 'SecurityGroup': '1.4', Sep 24 15:30:22.037224 n-d-808921-1 neutron-server[95297]: 'SecurityGroupRule': '1.2', Sep 24 15:30:22.037224 n-d-808921-1 neutron-server[95297]: 'SubPort': '1.0', Sep 24 15:30:22.037224 n-d-808921-1 neutron-server[95297]: 'Subnet': '1.1', Sep 24 15:30:22.037224 n-d-808921-1 neutron-server[95297]: 'Trunk': '1.1'}} Sep 24 15:30:22.037224 n-d-808921-1 neutron-server[95297]: {{(pid=95297) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 24 15:30:22.071823 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-036a56cc-dad8-4835-ac40-7fec37fcd906 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:22.177634 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-036a56cc-dad8-4835-ac40-7fec37fcd906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:22.178953 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036a56cc-dad8-4835-ac40-7fec37fcd906 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:30:22.179532 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-036a56cc-dad8-4835-ac40-7fec37fcd906 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:22.236145 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036a56cc-dad8-4835-ac40-7fec37fcd906 admin admin] Pushing event updated for resources: {'Network': ['ID=7e533c3a-51c9-41ff-a0dd-1bcb74f4b744,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:30:22.246866 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 7e533c3a-51c9-41ff-a0dd-1bcb74f4b744 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:30:22.279229 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 34680) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:30:22.279776 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-036a56cc-dad8-4835-ac40-7fec37fcd906 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2374389 Sep 24 15:30:22.287304 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-a7d87571-264e-4fd8-8456-0bcdccb80135 admin admin] Request body: {'subnet': {'network_id': '7e533c3a-51c9-41ff-a0dd-1bcb74f4b744', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-606981442-subnet', 'tenant_id': '50e87a33f09a42898ead617f15974ffc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:30:22.446913 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d87571-264e-4fd8-8456-0bcdccb80135 admin admin] Made reservation on behalf of 50e87a33f09a42898ead617f15974ffc for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:30:22.451227 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a7d87571-264e-4fd8-8456-0bcdccb80135 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:22.703718 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a7d87571-264e-4fd8-8456-0bcdccb80135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:22.771157 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d87571-264e-4fd8-8456-0bcdccb80135 admin admin] Checking segment: {'id': '4a0ad0df-c4de-46cb-9636-e9e0c87ce832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '7e533c3a-51c9-41ff-a0dd-1bcb74f4b744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:30:22.771503 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d87571-264e-4fd8-8456-0bcdccb80135 admin admin] Network hostable DHCP agents. Network: 7e533c3a-51c9-41ff-a0dd-1bcb74f4b744, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:30:22.780658 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d87571-264e-4fd8-8456-0bcdccb80135 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bb6d5ff-0dcb-44b0-a397-31c3caa399f2,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:30:22.795665 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d87571-264e-4fd8-8456-0bcdccb80135 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:30:22.796002 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d87571-264e-4fd8-8456-0bcdccb80135 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:30:22.796335 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d87571-264e-4fd8-8456-0bcdccb80135 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:30:22.796707 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d87571-264e-4fd8-8456-0bcdccb80135 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:30:22.797102 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d87571-264e-4fd8-8456-0bcdccb80135 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:30:22.797315 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d87571-264e-4fd8-8456-0bcdccb80135 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:30:22.797616 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d87571-264e-4fd8-8456-0bcdccb80135 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:30:22.797999 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d87571-264e-4fd8-8456-0bcdccb80135 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:30:22.798362 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d87571-264e-4fd8-8456-0bcdccb80135 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:30:22.798681 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d87571-264e-4fd8-8456-0bcdccb80135 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:30:22.798996 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d87571-264e-4fd8-8456-0bcdccb80135 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:30:22.799315 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d87571-264e-4fd8-8456-0bcdccb80135 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:30:22.801077 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d87571-264e-4fd8-8456-0bcdccb80135 admin admin] Tracked resource versions report: Sep 24 15:30:22.801077 n-d-808921-1 neutron-server[95298]: pushed versions: Sep 24 15:30:22.801077 n-d-808921-1 neutron-server[95298]: { 'AddressGroup': {'1.2'}, Sep 24 15:30:22.801077 n-d-808921-1 neutron-server[95298]: 'ConntrackHelper': {'1.0'}, Sep 24 15:30:22.801077 n-d-808921-1 neutron-server[95298]: 'Log': {'1.0'}, Sep 24 15:30:22.801077 n-d-808921-1 neutron-server[95298]: 'Network': {'1.1'}, Sep 24 15:30:22.801077 n-d-808921-1 neutron-server[95298]: 'Port': {'1.7'}, Sep 24 15:30:22.801077 n-d-808921-1 neutron-server[95298]: 'PortForwarding': {'1.2'}, Sep 24 15:30:22.801077 n-d-808921-1 neutron-server[95298]: 'QosPolicy': {'1.9'}, Sep 24 15:30:22.801077 n-d-808921-1 neutron-server[95298]: 'SecurityGroup': {'1.4'}, Sep 24 15:30:22.801077 n-d-808921-1 neutron-server[95298]: 'SecurityGroupRule': {'1.2'}, Sep 24 15:30:22.801077 n-d-808921-1 neutron-server[95298]: 'SubPort': {'1.0'}, Sep 24 15:30:22.801077 n-d-808921-1 neutron-server[95298]: 'Subnet': {'1.1'}, Sep 24 15:30:22.801077 n-d-808921-1 neutron-server[95298]: 'Trunk': {'1.1'}} Sep 24 15:30:22.801077 n-d-808921-1 neutron-server[95298]: consumer versions: Sep 24 15:30:22.801077 n-d-808921-1 neutron-server[95298]: { DHCP agent@n-d-808921-1: {}, Sep 24 15:30:22.801077 n-d-808921-1 neutron-server[95298]: HyperV agent@n-h1-808921-1: {}, Sep 24 15:30:22.801077 n-d-808921-1 neutron-server[95298]: HyperV agent@n-h2-808921-1: {}, Sep 24 15:30:22.801077 n-d-808921-1 neutron-server[95298]: L3 agent@n-d-808921-1: {}, Sep 24 15:30:22.801077 n-d-808921-1 neutron-server[95298]: Metadata agent@n-d-808921-1: {}, Sep 24 15:30:22.801077 n-d-808921-1 neutron-server[95298]: Metering agent@n-d-808921-1: {}, Sep 24 15:30:22.801077 n-d-808921-1 neutron-server[95298]: Open vSwitch agent@n-d-808921-1: { 'AddressGroup': '1.2', Sep 24 15:30:22.801077 n-d-808921-1 neutron-server[95298]: 'ConntrackHelper': '1.0', Sep 24 15:30:22.801077 n-d-808921-1 neutron-server[95298]: 'Log': '1.0', Sep 24 15:30:22.801077 n-d-808921-1 neutron-server[95298]: 'Network': '1.1', Sep 24 15:30:22.801077 n-d-808921-1 neutron-server[95298]: 'Port': '1.7', Sep 24 15:30:22.801077 n-d-808921-1 neutron-server[95298]: 'PortForwarding': '1.2', Sep 24 15:30:22.801077 n-d-808921-1 neutron-server[95298]: 'QosPolicy': '1.9', Sep 24 15:30:22.801077 n-d-808921-1 neutron-server[95298]: 'SecurityGroup': '1.4', Sep 24 15:30:22.801077 n-d-808921-1 neutron-server[95298]: 'SecurityGroupRule': '1.2', Sep 24 15:30:22.801077 n-d-808921-1 neutron-server[95298]: 'SubPort': '1.0', Sep 24 15:30:22.801077 n-d-808921-1 neutron-server[95298]: 'Subnet': '1.1', Sep 24 15:30:22.801077 n-d-808921-1 neutron-server[95298]: 'Trunk': '1.1'}} Sep 24 15:30:22.801077 n-d-808921-1 neutron-server[95298]: {{(pid=95298) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 24 15:30:22.897423 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d87571-264e-4fd8-8456-0bcdccb80135 admin admin] Network 7e533c3a-51c9-41ff-a0dd-1bcb74f4b744 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:30:23.017943 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-a7d87571-264e-4fd8-8456-0bcdccb80135 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 7e533c3a-51c9-41ff-a0dd-1bcb74f4b744) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:30:23.022462 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d87571-264e-4fd8-8456-0bcdccb80135 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:30:23.028986 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a7d87571-264e-4fd8-8456-0bcdccb80135 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:23.029771 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733d5b61-8f5a-4cde-9a99-01a119952bad None None] Network 7e533c3a-51c9-41ff-a0dd-1bcb74f4b744 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:30:23.130854 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 34716) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:30:23.131906 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-a7d87571-264e-4fd8-8456-0bcdccb80135 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8507063 Sep 24 15:30:23.136276 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-0eb64389-9d8b-45cc-80a0-b4107ed8aa13 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-606981442-router', 'tenant_id': '50e87a33f09a42898ead617f15974ffc', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:30:23.183005 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118860b2-d763-46ab-8cf5-7e315d631551 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-7e533c3a-51c9-41ff-a0dd-1bcb74f4b744', 'network_id': '7e533c3a-51c9-41ff-a0dd-1bcb74f4b744', 'tenant_id': '50e87a33f09a42898ead617f15974ffc', 'fixed_ips': [{'subnet_id': '1bb6d5ff-0dcb-44b0-a397-31c3caa399f2'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:30:23.183918 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-118860b2-d763-46ab-8cf5-7e315d631551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:23.240439 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0eb64389-9d8b-45cc-80a0-b4107ed8aa13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:23.242188 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0eb64389-9d8b-45cc-80a0-b4107ed8aa13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:23.341205 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-118860b2-d763-46ab-8cf5-7e315d631551 None None] Allocated IP 172.20.0.2 (7e533c3a-51c9-41ff-a0dd-1bcb74f4b744/1bb6d5ff-0dcb-44b0-a397-31c3caa399f2/cd56ca0b-4593-489b-b259-0edc2fd22958) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:30:23.380155 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0eb64389-9d8b-45cc-80a0-b4107ed8aa13 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:23.497204 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-118860b2-d763-46ab-8cf5-7e315d631551 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:23.584239 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-118860b2-d763-46ab-8cf5-7e315d631551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:23.617873 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118860b2-d763-46ab-8cf5-7e315d631551 None None] Network 7e533c3a-51c9-41ff-a0dd-1bcb74f4b744 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:30:23.620847 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-118860b2-d763-46ab-8cf5-7e315d631551 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:30:23.623626 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118860b2-d763-46ab-8cf5-7e315d631551 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:30:23.662711 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118860b2-d763-46ab-8cf5-7e315d631551 None None] Pushing event updated for resources: {'Port': ['ID=cd56ca0b-4593-489b-b259-0edc2fd22958,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:30:23.671700 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0eb64389-9d8b-45cc-80a0-b4107ed8aa13 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:23.686174 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118860b2-d763-46ab-8cf5-7e315d631551 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:30:23.686559 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118860b2-d763-46ab-8cf5-7e315d631551 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:30:23.690360 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118860b2-d763-46ab-8cf5-7e315d631551 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:30:23.690360 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118860b2-d763-46ab-8cf5-7e315d631551 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:30:23.690360 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118860b2-d763-46ab-8cf5-7e315d631551 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:30:23.690360 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118860b2-d763-46ab-8cf5-7e315d631551 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:30:23.690360 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118860b2-d763-46ab-8cf5-7e315d631551 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:30:23.690360 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118860b2-d763-46ab-8cf5-7e315d631551 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:30:23.690360 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118860b2-d763-46ab-8cf5-7e315d631551 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:30:23.690360 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118860b2-d763-46ab-8cf5-7e315d631551 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:30:23.690360 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118860b2-d763-46ab-8cf5-7e315d631551 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:30:23.690360 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118860b2-d763-46ab-8cf5-7e315d631551 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:30:23.692309 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-118860b2-d763-46ab-8cf5-7e315d631551 None None] Tracked resource versions report: Sep 24 15:30:23.692309 n-d-808921-1 neutron-server[95299]: pushed versions: Sep 24 15:30:23.692309 n-d-808921-1 neutron-server[95299]: { 'AddressGroup': {'1.2'}, Sep 24 15:30:23.692309 n-d-808921-1 neutron-server[95299]: 'ConntrackHelper': {'1.0'}, Sep 24 15:30:23.692309 n-d-808921-1 neutron-server[95299]: 'Log': {'1.0'}, Sep 24 15:30:23.692309 n-d-808921-1 neutron-server[95299]: 'Network': {'1.1'}, Sep 24 15:30:23.692309 n-d-808921-1 neutron-server[95299]: 'Port': {'1.7'}, Sep 24 15:30:23.692309 n-d-808921-1 neutron-server[95299]: 'PortForwarding': {'1.2'}, Sep 24 15:30:23.692309 n-d-808921-1 neutron-server[95299]: 'QosPolicy': {'1.9'}, Sep 24 15:30:23.692309 n-d-808921-1 neutron-server[95299]: 'SecurityGroup': {'1.4'}, Sep 24 15:30:23.692309 n-d-808921-1 neutron-server[95299]: 'SecurityGroupRule': {'1.2'}, Sep 24 15:30:23.692309 n-d-808921-1 neutron-server[95299]: 'SubPort': {'1.0'}, Sep 24 15:30:23.692309 n-d-808921-1 neutron-server[95299]: 'Subnet': {'1.1'}, Sep 24 15:30:23.692309 n-d-808921-1 neutron-server[95299]: 'Trunk': {'1.1'}} Sep 24 15:30:23.692309 n-d-808921-1 neutron-server[95299]: consumer versions: Sep 24 15:30:23.692309 n-d-808921-1 neutron-server[95299]: { DHCP agent@n-d-808921-1: {}, Sep 24 15:30:23.692309 n-d-808921-1 neutron-server[95299]: HyperV agent@n-h1-808921-1: {}, Sep 24 15:30:23.692309 n-d-808921-1 neutron-server[95299]: HyperV agent@n-h2-808921-1: {}, Sep 24 15:30:23.692309 n-d-808921-1 neutron-server[95299]: L3 agent@n-d-808921-1: {}, Sep 24 15:30:23.692309 n-d-808921-1 neutron-server[95299]: Metadata agent@n-d-808921-1: {}, Sep 24 15:30:23.692309 n-d-808921-1 neutron-server[95299]: Metering agent@n-d-808921-1: {}, Sep 24 15:30:23.692309 n-d-808921-1 neutron-server[95299]: Open vSwitch agent@n-d-808921-1: { 'AddressGroup': '1.2', Sep 24 15:30:23.692309 n-d-808921-1 neutron-server[95299]: 'ConntrackHelper': '1.0', Sep 24 15:30:23.692309 n-d-808921-1 neutron-server[95299]: 'Log': '1.0', Sep 24 15:30:23.692309 n-d-808921-1 neutron-server[95299]: 'Network': '1.1', Sep 24 15:30:23.692309 n-d-808921-1 neutron-server[95299]: 'Port': '1.7', Sep 24 15:30:23.692309 n-d-808921-1 neutron-server[95299]: 'PortForwarding': '1.2', Sep 24 15:30:23.692309 n-d-808921-1 neutron-server[95299]: 'QosPolicy': '1.9', Sep 24 15:30:23.692309 n-d-808921-1 neutron-server[95299]: 'SecurityGroup': '1.4', Sep 24 15:30:23.692309 n-d-808921-1 neutron-server[95299]: 'SecurityGroupRule': '1.2', Sep 24 15:30:23.692309 n-d-808921-1 neutron-server[95299]: 'SubPort': '1.0', Sep 24 15:30:23.692309 n-d-808921-1 neutron-server[95299]: 'Subnet': '1.1', Sep 24 15:30:23.692309 n-d-808921-1 neutron-server[95299]: 'Trunk': '1.1'}} Sep 24 15:30:23.692309 n-d-808921-1 neutron-server[95299]: {{(pid=95299) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 24 15:30:23.708454 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-118860b2-d763-46ab-8cf5-7e315d631551 None None] Attempting to bind port cd56ca0b-4593-489b-b259-0edc2fd22958 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:30:23.709034 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-118860b2-d763-46ab-8cf5-7e315d631551 None None] Attempting to bind port cd56ca0b-4593-489b-b259-0edc2fd22958 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '4a0ad0df-c4de-46cb-9636-e9e0c87ce832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '7e533c3a-51c9-41ff-a0dd-1bcb74f4b744'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:30:23.709543 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118860b2-d763-46ab-8cf5-7e315d631551 None None] Attempting to bind port cd56ca0b-4593-489b-b259-0edc2fd22958 on network 7e533c3a-51c9-41ff-a0dd-1bcb74f4b744 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:30:23.714868 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118860b2-d763-46ab-8cf5-7e315d631551 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:30:23.715432 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118860b2-d763-46ab-8cf5-7e315d631551 None None] Checking segment: {'id': '4a0ad0df-c4de-46cb-9636-e9e0c87ce832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '7e533c3a-51c9-41ff-a0dd-1bcb74f4b744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:30:23.716154 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-118860b2-d763-46ab-8cf5-7e315d631551 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:23.716681 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118860b2-d763-46ab-8cf5-7e315d631551 None None] Bound using segment: {'id': '4a0ad0df-c4de-46cb-9636-e9e0c87ce832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '7e533c3a-51c9-41ff-a0dd-1bcb74f4b744'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:30:23.717153 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-118860b2-d763-46ab-8cf5-7e315d631551 None None] Bound port: cd56ca0b-4593-489b-b259-0edc2fd22958, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a0ad0df-c4de-46cb-9636-e9e0c87ce832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '7e533c3a-51c9-41ff-a0dd-1bcb74f4b744'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:30:23.717539 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-118860b2-d763-46ab-8cf5-7e315d631551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:23.788187 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-118860b2-d763-46ab-8cf5-7e315d631551 None None] For port cd56ca0b-4593-489b-b259-0edc2fd22958, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:30:23.791867 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-118860b2-d763-46ab-8cf5-7e315d631551 None None] For port cd56ca0b-4593-489b-b259-0edc2fd22958, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=cd56ca0b-4593-489b-b259-0edc2fd22958,segment=NetworkSegment(4a0ad0df-c4de-46cb-9636-e9e0c87ce832),segment_id=4a0ad0df-c4de-46cb-9636-e9e0c87ce832)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:30:23.858805 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-118860b2-d763-46ab-8cf5-7e315d631551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:23.979469 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118860b2-d763-46ab-8cf5-7e315d631551 None None] Pushing event updated for resources: {'Port': ['ID=cd56ca0b-4593-489b-b259-0edc2fd22958,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:30:24.112808 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0eb64389-9d8b-45cc-80a0-b4107ed8aa13 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:24.141734 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0eb64389-9d8b-45cc-80a0-b4107ed8aa13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:24.333430 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-0eb64389-9d8b-45cc-80a0-b4107ed8aa13 admin admin] Allocated IP 172.25.0.242 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/744e76ab-a3bc-46c9-819b-0cb564c1659c) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:30:24.449125 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0eb64389-9d8b-45cc-80a0-b4107ed8aa13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:24.986018 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f99a1e-18d1-47e8-8e5d-2867bf3d9495 None None] Network 7e533c3a-51c9-41ff-a0dd-1bcb74f4b744 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:30:25.104244 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-83757eca-e281-4bfa-ba34-9f395de3d33b None None] Provisioning complete for port cd56ca0b-4593-489b-b259-0edc2fd22958 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:30:25.104614 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-83757eca-e281-4bfa-ba34-9f395de3d33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:25.221506 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-83757eca-e281-4bfa-ba34-9f395de3d33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:25.254881 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-83757eca-e281-4bfa-ba34-9f395de3d33b None None] For port cd56ca0b-4593-489b-b259-0edc2fd22958, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=cd56ca0b-4593-489b-b259-0edc2fd22958,segment=NetworkSegment(4a0ad0df-c4de-46cb-9636-e9e0c87ce832),segment_id=4a0ad0df-c4de-46cb-9636-e9e0c87ce832)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:30:25.838246 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-83757eca-e281-4bfa-ba34-9f395de3d33b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:25.838466 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0eb64389-9d8b-45cc-80a0-b4107ed8aa13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:25.889590 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eb64389-9d8b-45cc-80a0-b4107ed8aa13 admin admin] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:30:25.907801 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83757eca-e281-4bfa-ba34-9f395de3d33b None None] Pushing event updated for resources: {'Port': ['ID=cd56ca0b-4593-489b-b259-0edc2fd22958,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:30:25.930861 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-0eb64389-9d8b-45cc-80a0-b4107ed8aa13 admin admin] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:30:25.937144 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb64389-9d8b-45cc-80a0-b4107ed8aa13 admin admin] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:30:25.968417 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-423640f8-db71-4276-b0f8-e366c3e9fd18 None None] Provisioning complete for port cd56ca0b-4593-489b-b259-0edc2fd22958 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:30:25.969286 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-423640f8-db71-4276-b0f8-e366c3e9fd18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:26.204573 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb64389-9d8b-45cc-80a0-b4107ed8aa13 admin admin] Pushing event updated for resources: {'Port': ['ID=744e76ab-a3bc-46c9-819b-0cb564c1659c,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:30:26.222682 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device cd56ca0b-4593-489b-b259-0edc2fd22958 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:30:26.294160 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port cd56ca0b-4593-489b-b259-0edc2fd22958 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:30:26.295300 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:26.545877 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0eb64389-9d8b-45cc-80a0-b4107ed8aa13 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:26.719794 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 34832) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:30:26.721958 n-d-808921-1 neutron-server[95298]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 24 15:30:26.751233 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-da0a97d0-9d38-4ed5-9e93-16dd895de716 req-b11bbbf7-0b44-48be-aefe-38001b58ec2f tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=880cc329eddb4ec4a29ef6b13251e76e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303082 Sep 24 15:30:26.753589 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0eb64389-9d8b-45cc-80a0-b4107ed8aa13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:26.931612 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a97d0-9d38-4ed5-9e93-16dd895de716 req-c332ff5a-dfad-41c2-9f95-b1bbeb42eced tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:30:26.933084 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-da0a97d0-9d38-4ed5-9e93-16dd895de716 req-c332ff5a-dfad-41c2-9f95-b1bbeb42eced tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1757522 Sep 24 15:30:26.949269 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-da0a97d0-9d38-4ed5-9e93-16dd895de716 req-4af2d010-0231-4420-adfb-c42abc45aae5 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/quotas/880cc329eddb4ec4a29ef6b13251e76e HTTP/1.1" status: 200 len: 375 time: 0.0103638 Sep 24 15:30:27.014724 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-da0a97d0-9d38-4ed5-9e93-16dd895de716 req-6bf1f03a-113d-4455-971c-a8b44fc7e36c tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=880cc329eddb4ec4a29ef6b13251e76e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0596750 Sep 24 15:30:27.453255 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0eb64389-9d8b-45cc-80a0-b4107ed8aa13 admin admin] Router af3cf24f-75e6-421c-9f0b-061a580dbe63 is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:30:27.609741 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0eb64389-9d8b-45cc-80a0-b4107ed8aa13 admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:30:27.622635 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69150c3-7616-4a8a-b0e6-dc6d27503b9f None None] Sync routers for ids ['af3cf24f-75e6-421c-9f0b-061a580dbe63'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:30:27.638544 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69150c3-7616-4a8a-b0e6-dc6d27503b9f None None] Routers {'af3cf24f-75e6-421c-9f0b-061a580dbe63'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:30:27.639561 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-c69150c3-7616-4a8a-b0e6-dc6d27503b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:30:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['af3cf24f-75e6-421c-9f0b-061a580dbe63'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:30:27.670321 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0eb64389-9d8b-45cc-80a0-b4107ed8aa13 admin admin] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:27.673257 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-0eb64389-9d8b-45cc-80a0-b4107ed8aa13 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.5397832 Sep 24 15:30:27.680549 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 34860) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:30:27.889155 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-c69150c3-7616-4a8a-b0e6-dc6d27503b9f None None] Set router af3cf24f-75e6-421c-9f0b-061a580dbe63 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:30:28.046702 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 34884) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:30:28.123481 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-c69150c3-7616-4a8a-b0e6-dc6d27503b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3cf24f-75e6-421c-9f0b-061a580dbe63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-606981442-router', 'tenant_id': '50e87a33f09a42898ead617f15974ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '744e76ab-a3bc-46c9-819b-0cb564c1659c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:30:23Z', 'updated_at': '2021-09-24T15:30:26Z', 'revision_number': 3, 'project_id': '50e87a33f09a42898ead617f15974ffc', 'gw_port': {'id': '744e76ab-a3bc-46c9-819b-0cb564c1659c', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3cf24f-75e6-421c-9f0b-061a580dbe63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:30:24Z', 'updated_at': '2021-09-24T15:30:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:30:28.162630 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69150c3-7616-4a8a-b0e6-dc6d27503b9f None None] Checking router: af3cf24f-75e6-421c-9f0b-061a580dbe63 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:30:28.163070 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69150c3-7616-4a8a-b0e6-dc6d27503b9f None None] Updating router af3cf24f-75e6-421c-9f0b-061a580dbe63 port 744e76ab-a3bc-46c9-819b-0cb564c1659c binding host n-d-808921-1 {{(pid=95300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:30:28.202558 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-c69150c3-7616-4a8a-b0e6-dc6d27503b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:28.330473 n-d-808921-1 neutron-server[95297]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 24 15:30:28.393640 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a0bcb632-451c-48d0-912d-ad01b08f53ea req-95b2700f-9544-4c95-af3c-f4e3c6886520 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a32bdec-7375-4241-9cb8-8807a05afd69 HTTP/1.1" status: 200 len: 210 time: 0.3310673 Sep 24 15:30:28.475374 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 34900) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:30:28.529641 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f24bd5a2-ca10-45cc-b086-e7beb6934850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:28.553285 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-c69150c3-7616-4a8a-b0e6-dc6d27503b9f None None] Notify callbacks [] for port, precommit_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:28.608606 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-c69150c3-7616-4a8a-b0e6-dc6d27503b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:28.708764 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e5d4f1-abb2-43d6-8ef4-e16bc55c2fc2 None None] Pushing event updated for resources: {'Port': ['ID=744e76ab-a3bc-46c9-819b-0cb564c1659c,revision_number=2']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:30:28.740824 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-c69150c3-7616-4a8a-b0e6-dc6d27503b9f None None] Attempting to bind port 744e76ab-a3bc-46c9-819b-0cb564c1659c on host n-d-808921-1 for vnic_type normal with profile {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:30:28.741643 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-c69150c3-7616-4a8a-b0e6-dc6d27503b9f None None] Attempting to bind port 744e76ab-a3bc-46c9-819b-0cb564c1659c by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:30:28.742563 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69150c3-7616-4a8a-b0e6-dc6d27503b9f None None] Attempting to bind port 744e76ab-a3bc-46c9-819b-0cb564c1659c on network e6a2de20-1ea0-43e5-88e0-982d19e317d5 {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:30:28.749047 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e5d4f1-abb2-43d6-8ef4-e16bc55c2fc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:30:28.754842 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e5d4f1-abb2-43d6-8ef4-e16bc55c2fc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:30:28.754842 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e5d4f1-abb2-43d6-8ef4-e16bc55c2fc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:30:28.754842 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e5d4f1-abb2-43d6-8ef4-e16bc55c2fc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:30:28.754842 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e5d4f1-abb2-43d6-8ef4-e16bc55c2fc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:30:28.754842 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e5d4f1-abb2-43d6-8ef4-e16bc55c2fc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:30:28.754842 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e5d4f1-abb2-43d6-8ef4-e16bc55c2fc2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:30:28.754842 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e5d4f1-abb2-43d6-8ef4-e16bc55c2fc2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:30:28.754842 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e5d4f1-abb2-43d6-8ef4-e16bc55c2fc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:30:28.754842 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e5d4f1-abb2-43d6-8ef4-e16bc55c2fc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:30:28.756678 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e5d4f1-abb2-43d6-8ef4-e16bc55c2fc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:30:28.757480 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e5d4f1-abb2-43d6-8ef4-e16bc55c2fc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:30:28.758621 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0ffc0301-546a-423e-aa30-1d6bd079b11a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:28.760004 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64e5d4f1-abb2-43d6-8ef4-e16bc55c2fc2 None None] Tracked resource versions report: Sep 24 15:30:28.760004 n-d-808921-1 neutron-server[95300]: pushed versions: Sep 24 15:30:28.760004 n-d-808921-1 neutron-server[95300]: { 'AddressGroup': {'1.2'}, Sep 24 15:30:28.760004 n-d-808921-1 neutron-server[95300]: 'ConntrackHelper': {'1.0'}, Sep 24 15:30:28.760004 n-d-808921-1 neutron-server[95300]: 'Log': {'1.0'}, Sep 24 15:30:28.760004 n-d-808921-1 neutron-server[95300]: 'Network': {'1.1'}, Sep 24 15:30:28.760004 n-d-808921-1 neutron-server[95300]: 'Port': {'1.7'}, Sep 24 15:30:28.760004 n-d-808921-1 neutron-server[95300]: 'PortForwarding': {'1.2'}, Sep 24 15:30:28.760004 n-d-808921-1 neutron-server[95300]: 'QosPolicy': {'1.9'}, Sep 24 15:30:28.760004 n-d-808921-1 neutron-server[95300]: 'SecurityGroup': {'1.4'}, Sep 24 15:30:28.760004 n-d-808921-1 neutron-server[95300]: 'SecurityGroupRule': {'1.2'}, Sep 24 15:30:28.760004 n-d-808921-1 neutron-server[95300]: 'SubPort': {'1.0'}, Sep 24 15:30:28.760004 n-d-808921-1 neutron-server[95300]: 'Subnet': {'1.1'}, Sep 24 15:30:28.760004 n-d-808921-1 neutron-server[95300]: 'Trunk': {'1.1'}} Sep 24 15:30:28.760004 n-d-808921-1 neutron-server[95300]: consumer versions: Sep 24 15:30:28.760004 n-d-808921-1 neutron-server[95300]: { DHCP agent@n-d-808921-1: {}, Sep 24 15:30:28.760004 n-d-808921-1 neutron-server[95300]: HyperV agent@n-h1-808921-1: {}, Sep 24 15:30:28.760004 n-d-808921-1 neutron-server[95300]: HyperV agent@n-h2-808921-1: {}, Sep 24 15:30:28.760004 n-d-808921-1 neutron-server[95300]: L3 agent@n-d-808921-1: {}, Sep 24 15:30:28.760004 n-d-808921-1 neutron-server[95300]: Metadata agent@n-d-808921-1: {}, Sep 24 15:30:28.760004 n-d-808921-1 neutron-server[95300]: Metering agent@n-d-808921-1: {}, Sep 24 15:30:28.760004 n-d-808921-1 neutron-server[95300]: Open vSwitch agent@n-d-808921-1: { 'AddressGroup': '1.2', Sep 24 15:30:28.760004 n-d-808921-1 neutron-server[95300]: 'ConntrackHelper': '1.0', Sep 24 15:30:28.760004 n-d-808921-1 neutron-server[95300]: 'Log': '1.0', Sep 24 15:30:28.760004 n-d-808921-1 neutron-server[95300]: 'Network': '1.1', Sep 24 15:30:28.760004 n-d-808921-1 neutron-server[95300]: 'Port': '1.7', Sep 24 15:30:28.760004 n-d-808921-1 neutron-server[95300]: 'PortForwarding': '1.2', Sep 24 15:30:28.760004 n-d-808921-1 neutron-server[95300]: 'QosPolicy': '1.9', Sep 24 15:30:28.760004 n-d-808921-1 neutron-server[95300]: 'SecurityGroup': '1.4', Sep 24 15:30:28.760004 n-d-808921-1 neutron-server[95300]: 'SecurityGroupRule': '1.2', Sep 24 15:30:28.760004 n-d-808921-1 neutron-server[95300]: 'SubPort': '1.0', Sep 24 15:30:28.760004 n-d-808921-1 neutron-server[95300]: 'Subnet': '1.1', Sep 24 15:30:28.760004 n-d-808921-1 neutron-server[95300]: 'Trunk': '1.1'}} Sep 24 15:30:28.760004 n-d-808921-1 neutron-server[95300]: {{(pid=95300) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 24 15:30:28.772569 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69150c3-7616-4a8a-b0e6-dc6d27503b9f None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:30:28.773558 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69150c3-7616-4a8a-b0e6-dc6d27503b9f None None] Checking segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:30:28.774944 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-c69150c3-7616-4a8a-b0e6-dc6d27503b9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:28.775838 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69150c3-7616-4a8a-b0e6-dc6d27503b9f None None] Bound using segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:30:28.776855 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-c69150c3-7616-4a8a-b0e6-dc6d27503b9f None None] Bound port: 744e76ab-a3bc-46c9-819b-0cb564c1659c, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:30:28.777821 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-c69150c3-7616-4a8a-b0e6-dc6d27503b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:28.803499 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-f24bd5a2-ca10-45cc-b086-e7beb6934850 admin admin] Allocated IP 172.20.0.1 (7e533c3a-51c9-41ff-a0dd-1bcb74f4b744/1bb6d5ff-0dcb-44b0-a397-31c3caa399f2/3a2ad23a-8064-4e7f-af6a-5390790284ed) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:30:28.921725 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0ffc0301-546a-423e-aa30-1d6bd079b11a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:28.930406 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-c69150c3-7616-4a8a-b0e6-dc6d27503b9f None None] For port 744e76ab-a3bc-46c9-819b-0cb564c1659c, host n-d-808921-1, cleared binding levels {{(pid=95300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:30:28.941358 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-c69150c3-7616-4a8a-b0e6-dc6d27503b9f None None] For port 744e76ab-a3bc-46c9-819b-0cb564c1659c, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=744e76ab-a3bc-46c9-819b-0cb564c1659c,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:30:29.013241 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0ffc0301-546a-423e-aa30-1d6bd079b11a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:29.014082 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-c69150c3-7616-4a8a-b0e6-dc6d27503b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:29.014229 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f24bd5a2-ca10-45cc-b086-e7beb6934850 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:29.089248 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-0ffc0301-546a-423e-aa30-1d6bd079b11a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=b6cadcb0daea433fa1cbfd3f58efce51&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6115699 Sep 24 15:30:29.093465 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 34940) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:30:29.109308 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69150c3-7616-4a8a-b0e6-dc6d27503b9f None None] Routers {'af3cf24f-75e6-421c-9f0b-061a580dbe63'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:30:29.110086 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-c69150c3-7616-4a8a-b0e6-dc6d27503b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:30:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['af3cf24f-75e6-421c-9f0b-061a580dbe63'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:30:29.133572 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f24bd5a2-ca10-45cc-b086-e7beb6934850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:29.138561 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffc0301-546a-423e-aa30-1d6bd079b11a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54d3fe4f-02e0-490c-a93b-dc0651f9f4ee,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:30:29.184974 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e5d4f1-abb2-43d6-8ef4-e16bc55c2fc2 None None] Pushing event updated for resources: {'Port': ['ID=744e76ab-a3bc-46c9-819b-0cb564c1659c,revision_number=3']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:30:29.200525 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24bd5a2-ca10-45cc-b086-e7beb6934850 admin admin] Network 7e533c3a-51c9-41ff-a0dd-1bcb74f4b744 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:30:29.262762 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-f24bd5a2-ca10-45cc-b086-e7beb6934850 admin admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:30:29.266407 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24bd5a2-ca10-45cc-b086-e7beb6934850 admin admin] Pushing event updated for resources: {'Port': ['ID=3a2ad23a-8064-4e7f-af6a-5390790284ed,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:30:29.291199 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24bd5a2-ca10-45cc-b086-e7beb6934850 admin admin] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:30:29.295214 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f24bd5a2-ca10-45cc-b086-e7beb6934850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:29.361499 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-c69150c3-7616-4a8a-b0e6-dc6d27503b9f None None] Set router af3cf24f-75e6-421c-9f0b-061a580dbe63 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:30:29.454271 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-55c5de3c-eee0-427c-9647-41d3436821d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:29.494270 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-55c5de3c-eee0-427c-9647-41d3436821d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:29.538619 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-188681dc-bf40-44be-ace4-207ba082e149 None None] Provisioning complete for port 3a2ad23a-8064-4e7f-af6a-5390790284ed triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:30:29.539390 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-188681dc-bf40-44be-ace4-207ba082e149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:29.602948 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-188681dc-bf40-44be-ace4-207ba082e149 None None] Port 3a2ad23a-8064-4e7f-af6a-5390790284ed cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:30:29.659935 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6a5f6356-16c2-4b5c-bdbf-8684535578c1 req-eb114425-881d-49b2-8722-46b30df9aea0 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a32bdec-7375-4241-9cb8-8807a05afd69 HTTP/1.1" status: 200 len: 210 time: 0.0908039 Sep 24 15:30:29.662638 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-55c5de3c-eee0-427c-9647-41d3436821d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:29.668723 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-c69150c3-7616-4a8a-b0e6-dc6d27503b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3cf24f-75e6-421c-9f0b-061a580dbe63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-606981442-router', 'tenant_id': '50e87a33f09a42898ead617f15974ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '744e76ab-a3bc-46c9-819b-0cb564c1659c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:30:23Z', 'updated_at': '2021-09-24T15:30:26Z', 'revision_number': 3, 'project_id': '50e87a33f09a42898ead617f15974ffc', 'gw_port': {'id': '744e76ab-a3bc-46c9-819b-0cb564c1659c', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3cf24f-75e6-421c-9f0b-061a580dbe63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:30:24Z', 'updated_at': '2021-09-24T15:30:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:30:29.669019 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-55c5de3c-eee0-427c-9647-41d3436821d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:29.669019 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-55c5de3c-eee0-427c-9647-41d3436821d9 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/54d3fe4f-02e0-490c-a93b-dc0651f9f4ee HTTP/1.1" status: 204 len: 168 time: 0.5713463 Sep 24 15:30:29.680713 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c5de3c-eee0-427c-9647-41d3436821d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d3fe4f-02e0-490c-a93b-dc0651f9f4ee,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:30:29.731643 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c69150c3-7616-4a8a-b0e6-dc6d27503b9f None None] The sync data for ids ['af3cf24f-75e6-421c-9f0b-061a580dbe63'] in n-d-808921-1 is: [{'id': 'af3cf24f-75e6-421c-9f0b-061a580dbe63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-606981442-router', 'tenant_id': '50e87a33f09a42898ead617f15974ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '744e76ab-a3bc-46c9-819b-0cb564c1659c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:30:23Z', 'updated_at': '2021-09-24T15:30:26Z', 'revision_number': 3, 'project_id': '50e87a33f09a42898ead617f15974ffc', 'gw_port': {'id': '744e76ab-a3bc-46c9-819b-0cb564c1659c', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3cf24f-75e6-421c-9f0b-061a580dbe63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:30:24Z', 'updated_at': '2021-09-24T15:30:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:30:29.846304 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f24bd5a2-ca10-45cc-b086-e7beb6934850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:30.050276 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f24bd5a2-ca10-45cc-b086-e7beb6934850 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:30.134796 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f24bd5a2-ca10-45cc-b086-e7beb6934850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:30.134796 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f24bd5a2-ca10-45cc-b086-e7beb6934850 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:30.228502 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 744e76ab-a3bc-46c9-819b-0cb564c1659c up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:30:30.363549 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24bd5a2-ca10-45cc-b086-e7beb6934850 admin admin] Pushing event updated for resources: {'Port': ['ID=3a2ad23a-8064-4e7f-af6a-5390790284ed,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:30:30.382898 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 744e76ab-a3bc-46c9-819b-0cb564c1659c triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:30:30.383366 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:30.413089 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24bd5a2-ca10-45cc-b086-e7beb6934850 admin admin] Network 7e533c3a-51c9-41ff-a0dd-1bcb74f4b744 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:30:30.414946 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-f24bd5a2-ca10-45cc-b086-e7beb6934850 admin admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:30:30.488531 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:30.514823 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port 744e76ab-a3bc-46c9-819b-0cb564c1659c, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=744e76ab-a3bc-46c9-819b-0cb564c1659c,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:30:30.590697 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:30.620044 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f24bd5a2-ca10-45cc-b086-e7beb6934850 admin admin] Router af3cf24f-75e6-421c-9f0b-061a580dbe63 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:30:30.663811 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=744e76ab-a3bc-46c9-819b-0cb564c1659c,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:30:30.755923 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-fd1d2321-287c-4d2a-98d5-dc44e75003f4 None None] Provisioning complete for port 3a2ad23a-8064-4e7f-af6a-5390790284ed triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:30:30.758182 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-fd1d2321-287c-4d2a-98d5-dc44e75003f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:30.798978 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 35020) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:30:30.810266 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f24bd5a2-ca10-45cc-b086-e7beb6934850 admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:30:30.812496 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f56e8463-06f0-48ff-9f2a-60c27d5f1b91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:30.817847 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-f24bd5a2-ca10-45cc-b086-e7beb6934850 admin admin] 10.222.0.101 "PUT /v2.0/routers/af3cf24f-75e6-421c-9f0b-061a580dbe63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1354938 Sep 24 15:30:30.822054 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-fd1d2321-287c-4d2a-98d5-dc44e75003f4 None None] Port 3a2ad23a-8064-4e7f-af6a-5390790284ed cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:30:30.936594 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-43cc03d5-2eaf-4df5-8fa4-5647ecec33f5 req-b8d37beb-8981-40b4-a157-05c2d9e8e5d9 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a32bdec-7375-4241-9cb8-8807a05afd69 HTTP/1.1" status: 200 len: 210 time: 0.0434899 Sep 24 15:30:30.946887 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 35024) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:30:30.976503 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f56e8463-06f0-48ff-9f2a-60c27d5f1b91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:30.988916 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 35028) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:30:31.076100 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f56e8463-06f0-48ff-9f2a-60c27d5f1b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:31.131593 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f56e8463-06f0-48ff-9f2a-60c27d5f1b91 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=9aa1732659124abd81667b83238c9c73&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3315380 Sep 24 15:30:31.134237 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 35036) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:30:31.141497 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56e8463-06f0-48ff-9f2a-60c27d5f1b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5287cf7f-061d-4ad6-996e-c9c5ab127712,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:30:31.200610 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5d1cb58d-cf13-42f5-86f3-1a6ade22e823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:31.203427 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e4021e47-d46e-48d3-805a-6fad2d6e0227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:31.227031 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e4021e47-d46e-48d3-805a-6fad2d6e0227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:31.374484 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cb495185-7c8d-4110-97fe-cc04c514202a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:31.454327 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e4021e47-d46e-48d3-805a-6fad2d6e0227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:31.458302 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e4021e47-d46e-48d3-805a-6fad2d6e0227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:31.465935 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-e4021e47-d46e-48d3-805a-6fad2d6e0227 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/5287cf7f-061d-4ad6-996e-c9c5ab127712 HTTP/1.1" status: 204 len: 168 time: 0.3281579 Sep 24 15:30:31.466072 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-06d7eaea-a22e-4dca-9eb3-2de33221826d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:31.510643 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4021e47-d46e-48d3-805a-6fad2d6e0227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5287cf7f-061d-4ad6-996e-c9c5ab127712,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:30:31.611361 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cb495185-7c8d-4110-97fe-cc04c514202a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:31.689699 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 35044) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:30:31.751679 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cb495185-7c8d-4110-97fe-cc04c514202a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:31.769456 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5812ce-e8a3-4791-b37d-92849a087841 None None] Sync routers for ids ['af3cf24f-75e6-421c-9f0b-061a580dbe63'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:30:31.785259 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5812ce-e8a3-4791-b37d-92849a087841 None None] Routers {'af3cf24f-75e6-421c-9f0b-061a580dbe63'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:30:31.789722 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-df5812ce-e8a3-4791-b37d-92849a087841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:30:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['af3cf24f-75e6-421c-9f0b-061a580dbe63'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:30:31.809816 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.110', 59210) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:30:31.870654 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-da0a97d0-9d38-4ed5-9e93-16dd895de716 req-5632ebc3-1883-436e-ab67-2faa2224aed5 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.110 "GET /v2.0/networks?tenant_id=880cc329eddb4ec4a29ef6b13251e76e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0589848 Sep 24 15:30:31.891119 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-06d7eaea-a22e-4dca-9eb3-2de33221826d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:31.946512 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-cb495185-7c8d-4110-97fe-cc04c514202a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=cda8ed2dba3946aa800e8b4cb90771dc&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0004630 Sep 24 15:30:31.947340 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb495185-7c8d-4110-97fe-cc04c514202a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e46dc4bd-9560-421a-abd4-6a013b7e5157,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:30:31.949858 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 35064) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:30:31.952635 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a8881cfe-aec2-442b-ae3a-4fb310a9ba56 req-cd9e1e67-eeb8-4154-999b-3ec8b41ac430 tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=c034ab983155467cb54357926c29f6ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0583217 Sep 24 15:30:31.974557 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-06d7eaea-a22e-4dca-9eb3-2de33221826d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:32.040189 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d7eaea-a22e-4dca-9eb3-2de33221826d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c176ffda-691b-41ab-a324-1947ae2c433b,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:30:32.181847 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-06d7eaea-a22e-4dca-9eb3-2de33221826d admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=64676cb2a1e742b6afd3f78378672cdd&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1914873 Sep 24 15:30:32.216015 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 35074) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:30:32.368787 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-77090a3b-60d9-45b9-bc1e-8119ef565462 req-6640727d-93e7-44ba-b4e1-eca9aca0ce71 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a32bdec-7375-4241-9cb8-8807a05afd69 HTTP/1.1" status: 200 len: 210 time: 0.0604327 Sep 24 15:30:32.384698 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-16113d43-3976-41de-80da-86cae2f1bddc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:32.407938 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-16113d43-3976-41de-80da-86cae2f1bddc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:32.459514 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-647bf6f5-463a-4e6b-aed6-5a9c4e61c11b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:32.463412 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e8c069e1-c0c0-419c-a4b6-cd2269dc4af7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:32.499020 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e8c069e1-c0c0-419c-a4b6-cd2269dc4af7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:32.524066 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a97d0-9d38-4ed5-9e93-16dd895de716 req-a341e0e6-7fd7-4fa9-9cfc-e618430147fe tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:30:32.526420 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-da0a97d0-9d38-4ed5-9e93-16dd895de716 req-a341e0e6-7fd7-4fa9-9cfc-e618430147fe tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6341348 Sep 24 15:30:32.535598 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-df5812ce-e8a3-4791-b37d-92849a087841 None None] Set router af3cf24f-75e6-421c-9f0b-061a580dbe63 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:30:32.552370 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-16113d43-3976-41de-80da-86cae2f1bddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:32.568284 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-16113d43-3976-41de-80da-86cae2f1bddc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:32.569846 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-16113d43-3976-41de-80da-86cae2f1bddc admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/e46dc4bd-9560-421a-abd4-6a013b7e5157 HTTP/1.1" status: 204 len: 168 time: 0.6156869 Sep 24 15:30:32.590505 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16113d43-3976-41de-80da-86cae2f1bddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e46dc4bd-9560-421a-abd4-6a013b7e5157,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:30:32.648273 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 744e76ab-a3bc-46c9-819b-0cb564c1659c up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:30:32.648841 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-da0a97d0-9d38-4ed5-9e93-16dd895de716 req-6dc7c172-511d-4d79-929b-34fa708d67f6 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] Request body: {'port': {'device_id': '7a32bdec-7375-4241-9cb8-8807a05afd69', 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939', 'admin_state_up': True, 'tenant_id': '880cc329eddb4ec4a29ef6b13251e76e'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:30:32.850656 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 744e76ab-a3bc-46c9-819b-0cb564c1659c triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:30:32.851617 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:32.872129 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8881cfe-aec2-442b-ae3a-4fb310a9ba56 req-284caea2-d872-4c3a-be59-9ac68954d5b6 tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:30:32.881470 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a8881cfe-aec2-442b-ae3a-4fb310a9ba56 req-284caea2-d872-4c3a-be59-9ac68954d5b6 tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9274678 Sep 24 15:30:32.889899 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-647bf6f5-463a-4e6b-aed6-5a9c4e61c11b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:32.915699 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a8881cfe-aec2-442b-ae3a-4fb310a9ba56 req-adea437e-5505-473a-8bc5-1131e3267feb tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] 10.222.0.101 "GET /v2.0/quotas/c034ab983155467cb54357926c29f6ed HTTP/1.1" status: 200 len: 375 time: 0.0332565 Sep 24 15:30:32.968205 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a8881cfe-aec2-442b-ae3a-4fb310a9ba56 req-529ec790-9c49-4493-9387-77b2373353a5 tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=c034ab983155467cb54357926c29f6ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0505874 Sep 24 15:30:33.005322 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-647bf6f5-463a-4e6b-aed6-5a9c4e61c11b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:33.015280 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-df5812ce-e8a3-4791-b37d-92849a087841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3cf24f-75e6-421c-9f0b-061a580dbe63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-606981442-router', 'tenant_id': '50e87a33f09a42898ead617f15974ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '744e76ab-a3bc-46c9-819b-0cb564c1659c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:30:23Z', 'updated_at': '2021-09-24T15:30:29Z', 'revision_number': 4, 'project_id': '50e87a33f09a42898ead617f15974ffc', 'gw_port': {'id': '744e76ab-a3bc-46c9-819b-0cb564c1659c', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3cf24f-75e6-421c-9f0b-061a580dbe63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:30:24Z', 'updated_at': '2021-09-24T15:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '3a2ad23a-8064-4e7f-af6a-5390790284ed', 'name': '', 'network_id': '7e533c3a-51c9-41ff-a0dd-1bcb74f4b744', 'tenant_id': '50e87a33f09a42898ead617f15974ffc', 'mac_address': 'fa:16:3e:4a:74:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3cf24f-75e6-421c-9f0b-061a580dbe63', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1bb6d5ff-0dcb-44b0-a397-31c3caa399f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:30:28Z', 'updated_at': '2021-09-24T15:30:29Z', 'revision_number': 2, 'project_id': '50e87a33f09a42898ead617f15974ffc', 'subnets': [{'id': '1bb6d5ff-0dcb-44b0-a397-31c3caa399f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:30:33.044990 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5812ce-e8a3-4791-b37d-92849a087841 None None] Checking router: af3cf24f-75e6-421c-9f0b-061a580dbe63 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:30:33.044990 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5812ce-e8a3-4791-b37d-92849a087841 None None] Updating router af3cf24f-75e6-421c-9f0b-061a580dbe63 port 3a2ad23a-8064-4e7f-af6a-5390790284ed binding host n-d-808921-1 {{(pid=95299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:30:33.059151 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-647bf6f5-463a-4e6b-aed6-5a9c4e61c11b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=0790b90649be42bc973bb350e94e7ca5&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3683426 Sep 24 15:30:33.061896 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 35106) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:30:33.067285 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647bf6f5-463a-4e6b-aed6-5a9c4e61c11b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26cc1e2d-5fbe-4b56-be7d-5562ffbaeb14,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:30:33.095102 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-df5812ce-e8a3-4791-b37d-92849a087841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:33.111044 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e8c069e1-c0c0-419c-a4b6-cd2269dc4af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:33.113538 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e8c069e1-c0c0-419c-a4b6-cd2269dc4af7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:33.115342 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e8c069e1-c0c0-419c-a4b6-cd2269dc4af7 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c176ffda-691b-41ab-a324-1947ae2c433b HTTP/1.1" status: 204 len: 168 time: 0.8980572 Sep 24 15:30:33.133258 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c069e1-c0c0-419c-a4b6-cd2269dc4af7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c176ffda-691b-41ab-a324-1947ae2c433b,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:30:33.149196 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0ad4e076-8cfc-4e99-be42-24fe9f6fbbc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:33.173781 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0ad4e076-8cfc-4e99-be42-24fe9f6fbbc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:33.180425 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da0a97d0-9d38-4ed5-9e93-16dd895de716 req-6dc7c172-511d-4d79-929b-34fa708d67f6 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] Made reservation on behalf of 880cc329eddb4ec4a29ef6b13251e76e for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:30:33.186054 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-da0a97d0-9d38-4ed5-9e93-16dd895de716 req-6dc7c172-511d-4d79-929b-34fa708d67f6 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:33.204763 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-da0a97d0-9d38-4ed5-9e93-16dd895de716 req-6dc7c172-511d-4d79-929b-34fa708d67f6 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:33.332604 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-688a7afd-f187-4a54-9ce1-f7fb7f2e1fc4 req-00cca9f3-8333-46b9-b503-9e3888de7f16 tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5376c1f-f4db-4dfb-9361-ca23f8129f28 HTTP/1.1" status: 200 len: 210 time: 0.0372729 Sep 24 15:30:33.425027 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0ad4e076-8cfc-4e99-be42-24fe9f6fbbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:33.427946 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0ad4e076-8cfc-4e99-be42-24fe9f6fbbc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:33.430652 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-0ad4e076-8cfc-4e99-be42-24fe9f6fbbc3 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/26cc1e2d-5fbe-4b56-be7d-5562ffbaeb14 HTTP/1.1" status: 204 len: 168 time: 0.3666658 Sep 24 15:30:33.440012 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad4e076-8cfc-4e99-be42-24fe9f6fbbc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26cc1e2d-5fbe-4b56-be7d-5562ffbaeb14,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:30:33.476798 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-df5812ce-e8a3-4791-b37d-92849a087841 None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:33.528504 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-da0a97d0-9d38-4ed5-9e93-16dd895de716 req-6dc7c172-511d-4d79-929b-34fa708d67f6 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:33.608095 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-df5812ce-e8a3-4791-b37d-92849a087841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:33.644960 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e12e5e13-670e-4639-b32b-4cecfd2d8fc5 req-bef2d224-d55c-40c0-b312-828fa335cd9b tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a32bdec-7375-4241-9cb8-8807a05afd69 HTTP/1.1" status: 200 len: 210 time: 0.0274811 Sep 24 15:30:33.671147 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-da0a97d0-9d38-4ed5-9e93-16dd895de716 req-6dc7c172-511d-4d79-929b-34fa708d67f6 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:33.724885 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149c832c-b37a-433d-b73f-a9ebbf136d61 None None] Pushing event updated for resources: {'Port': ['ID=3a2ad23a-8064-4e7f-af6a-5390790284ed,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:30:33.802265 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-df5812ce-e8a3-4791-b37d-92849a087841 None None] Attempting to bind port 3a2ad23a-8064-4e7f-af6a-5390790284ed on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:30:33.805740 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-df5812ce-e8a3-4791-b37d-92849a087841 None None] Attempting to bind port 3a2ad23a-8064-4e7f-af6a-5390790284ed by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '4a0ad0df-c4de-46cb-9636-e9e0c87ce832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '7e533c3a-51c9-41ff-a0dd-1bcb74f4b744'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:30:33.805740 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5812ce-e8a3-4791-b37d-92849a087841 None None] Attempting to bind port 3a2ad23a-8064-4e7f-af6a-5390790284ed on network 7e533c3a-51c9-41ff-a0dd-1bcb74f4b744 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:30:33.813954 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5812ce-e8a3-4791-b37d-92849a087841 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:30:33.814816 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5812ce-e8a3-4791-b37d-92849a087841 None None] Checking segment: {'id': '4a0ad0df-c4de-46cb-9636-e9e0c87ce832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '7e533c3a-51c9-41ff-a0dd-1bcb74f4b744'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:30:33.815434 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-df5812ce-e8a3-4791-b37d-92849a087841 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:33.816034 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5812ce-e8a3-4791-b37d-92849a087841 None None] Bound using segment: {'id': '4a0ad0df-c4de-46cb-9636-e9e0c87ce832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '7e533c3a-51c9-41ff-a0dd-1bcb74f4b744'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:30:33.816754 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-df5812ce-e8a3-4791-b37d-92849a087841 None None] Bound port: 3a2ad23a-8064-4e7f-af6a-5390790284ed, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a0ad0df-c4de-46cb-9636-e9e0c87ce832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '7e533c3a-51c9-41ff-a0dd-1bcb74f4b744'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:30:33.818118 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-df5812ce-e8a3-4791-b37d-92849a087841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:33.822113 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc7c172-511d-4d79-929b-34fa708d67f6 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0268c003-3c0a-4423-850e-bd048c2eae50,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:30:33.933424 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 35148) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:30:33.945612 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-fa7067d6-d5df-4080-8c20-18dbfa80cbc5 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1029219238-network', 'tenant_id': 'e9ae5834382e4d12aebda27259a0cc5c'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:30:33.960214 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:30:33.969155 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b811e471-a4ce-4769-a975-6df607252009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:34.090236 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa7067d6-d5df-4080-8c20-18dbfa80cbc5 admin admin] Made reservation on behalf of e9ae5834382e4d12aebda27259a0cc5c for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:30:34.092954 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fa7067d6-d5df-4080-8c20-18dbfa80cbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:34.101905 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-df5812ce-e8a3-4791-b37d-92849a087841 None None] For port 3a2ad23a-8064-4e7f-af6a-5390790284ed, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:30:34.108755 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-f29adf1c-4955-4f92-86f5-1503e4693669 None None] Provisioning complete for port 3a2ad23a-8064-4e7f-af6a-5390790284ed triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:30:34.109579 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f29adf1c-4955-4f92-86f5-1503e4693669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:34.112208 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fa7067d6-d5df-4080-8c20-18dbfa80cbc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:34.137565 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-da0a97d0-9d38-4ed5-9e93-16dd895de716 req-6dc7c172-511d-4d79-929b-34fa708d67f6 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] Allocated IP 192.168.233.201 (9672f189-23fe-44e6-9dd2-257ff8905939/188edb94-8042-4961-9ec0-8960b1ce1305/e14864e2-aa50-4174-8bc6-703d9fb0052d) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:30:34.166907 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-f29adf1c-4955-4f92-86f5-1503e4693669 None None] Port 3a2ad23a-8064-4e7f-af6a-5390790284ed cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:30:34.177970 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-df5812ce-e8a3-4791-b37d-92849a087841 None None] For port 3a2ad23a-8064-4e7f-af6a-5390790284ed, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=3a2ad23a-8064-4e7f-af6a-5390790284ed,segment=NetworkSegment(4a0ad0df-c4de-46cb-9636-e9e0c87ce832),segment_id=4a0ad0df-c4de-46cb-9636-e9e0c87ce832)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:30:34.335903 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fa7067d6-d5df-4080-8c20-18dbfa80cbc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:34.432654 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-da0a97d0-9d38-4ed5-9e93-16dd895de716 req-6dc7c172-511d-4d79-929b-34fa708d67f6 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:34.481811 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-341e1955-91db-4cbb-b577-6170308092e5 req-6eb0cab1-f579-41b2-ab06-46d708ee5c9b tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5376c1f-f4db-4dfb-9361-ca23f8129f28 HTTP/1.1" status: 200 len: 210 time: 0.0538335 Sep 24 15:30:34.495924 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-df5812ce-e8a3-4791-b37d-92849a087841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:34.577675 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149c832c-b37a-433d-b73f-a9ebbf136d61 None None] Pushing event updated for resources: {'Port': ['ID=3a2ad23a-8064-4e7f-af6a-5390790284ed,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:30:34.583859 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5812ce-e8a3-4791-b37d-92849a087841 None None] Routers {'af3cf24f-75e6-421c-9f0b-061a580dbe63'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:30:34.584487 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-df5812ce-e8a3-4791-b37d-92849a087841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:30:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['af3cf24f-75e6-421c-9f0b-061a580dbe63'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:30:34.611044 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fa7067d6-d5df-4080-8c20-18dbfa80cbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:34.670373 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-da0a97d0-9d38-4ed5-9e93-16dd895de716 req-6dc7c172-511d-4d79-929b-34fa708d67f6 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:34.704642 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa7067d6-d5df-4080-8c20-18dbfa80cbc5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1287} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:30:34.713467 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7067d6-d5df-4080-8c20-18dbfa80cbc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fbbd8b0-71ef-4474-9cc9-093a820bfb8a,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:30:34.716705 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:34.764887 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fa7067d6-d5df-4080-8c20-18dbfa80cbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:34.764887 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-fa7067d6-d5df-4080-8c20-18dbfa80cbc5 admin admin] Added segment 8f3a70f8-afd3-4cf4-b3d4-f2956aa91e07 of type vlan for network 9b3cfc66-27ea-451c-accf-7512b814a264 Sep 24 15:30:34.920781 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc7c172-511d-4d79-929b-34fa708d67f6 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] Pushing event updated for resources: {'Port': ['ID=e14864e2-aa50-4174-8bc6-703d9fb0052d,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:30:34.922174 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-df5812ce-e8a3-4791-b37d-92849a087841 None None] Set router af3cf24f-75e6-421c-9f0b-061a580dbe63 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:30:34.922647 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da0a97d0-9d38-4ed5-9e93-16dd895de716 req-6dc7c172-511d-4d79-929b-34fa708d67f6 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] Network 9672f189-23fe-44e6-9dd2-257ff8905939 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:30:34.922647 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-da0a97d0-9d38-4ed5-9e93-16dd895de716 req-6dc7c172-511d-4d79-929b-34fa708d67f6 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:30:34.923046 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fa7067d6-d5df-4080-8c20-18dbfa80cbc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:34.923160 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-da0a97d0-9d38-4ed5-9e93-16dd895de716 req-6dc7c172-511d-4d79-929b-34fa708d67f6 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:30:34.923160 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a97d0-9d38-4ed5-9e93-16dd895de716 req-6dc7c172-511d-4d79-929b-34fa708d67f6 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:30:34.923160 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-da0a97d0-9d38-4ed5-9e93-16dd895de716 req-6dc7c172-511d-4d79-929b-34fa708d67f6 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:35.005018 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-35393e77-9bc6-47ae-973a-78ec9c3737d1 None None] Provisioning complete for port 3a2ad23a-8064-4e7f-af6a-5390790284ed triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:30:35.006374 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-35393e77-9bc6-47ae-973a-78ec9c3737d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:35.027404 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a656d78d-231f-4045-8838-89362e340245 req-3704fe2a-08cb-4a0f-a7ae-fd661656fe41 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:30:35.041183 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a656d78d-231f-4045-8838-89362e340245 req-3704fe2a-08cb-4a0f-a7ae-fd661656fe41 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a32bdec-7375-4241-9cb8-8807a05afd69 HTTP/1.1" status: 200 len: 936 time: 0.2380838 Sep 24 15:30:35.159429 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a656d78d-231f-4045-8838-89362e340245 req-a6f4188d-09d5-4ffb-bb8a-b1ff68f69b3c tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/security-groups?id=0268c003-3c0a-4423-850e-bd048c2eae50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173508 Sep 24 15:30:35.200561 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-da0a97d0-9d38-4ed5-9e93-16dd895de716 req-6dc7c172-511d-4d79-929b-34fa708d67f6 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5642507 Sep 24 15:30:35.201476 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fa7067d6-d5df-4080-8c20-18dbfa80cbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:35.202561 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7067d6-d5df-4080-8c20-18dbfa80cbc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:30:35.203309 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fa7067d6-d5df-4080-8c20-18dbfa80cbc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:35.222601 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [req-da0a97d0-9d38-4ed5-9e93-16dd895de716 req-944c9a86-f095-4037-a28b-f14aa1b3a2c7 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:30:35.224616 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-da0a97d0-9d38-4ed5-9e93-16dd895de716 req-944c9a86-f095-4037-a28b-f14aa1b3a2c7 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082452 Sep 24 15:30:35.243181 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 35166) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:30:35.278656 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7e08e1af-8c14-46bd-b5c5-2729932facbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:35.375698 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7067d6-d5df-4080-8c20-18dbfa80cbc5 admin admin] Pushing event updated for resources: {'Network': ['ID=9b3cfc66-27ea-451c-accf-7512b814a264,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:30:35.416367 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 9b3cfc66-27ea-451c-accf-7512b814a264 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:30:35.437673 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-fa7067d6-d5df-4080-8c20-18dbfa80cbc5 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5002820 Sep 24 15:30:35.440436 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 35170) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:30:35.447145 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-3cf769ae-5e34-40c7-a6d1-1277399deaab admin admin] Request body: {'subnet': {'network_id': '9b3cfc66-27ea-451c-accf-7512b814a264', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1029219238-subnet', 'tenant_id': 'e9ae5834382e4d12aebda27259a0cc5c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:30:35.488564 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:35.510976 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-35393e77-9bc6-47ae-973a-78ec9c3737d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:35.550303 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-35393e77-9bc6-47ae-973a-78ec9c3737d1 None None] For port 3a2ad23a-8064-4e7f-af6a-5390790284ed, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=3a2ad23a-8064-4e7f-af6a-5390790284ed,segment=NetworkSegment(4a0ad0df-c4de-46cb-9636-e9e0c87ce832),segment_id=4a0ad0df-c4de-46cb-9636-e9e0c87ce832)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:30:35.575975 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-df5812ce-e8a3-4791-b37d-92849a087841 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3cf24f-75e6-421c-9f0b-061a580dbe63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-606981442-router', 'tenant_id': '50e87a33f09a42898ead617f15974ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '744e76ab-a3bc-46c9-819b-0cb564c1659c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:30:23Z', 'updated_at': '2021-09-24T15:30:29Z', 'revision_number': 4, 'project_id': '50e87a33f09a42898ead617f15974ffc', 'gw_port': {'id': '744e76ab-a3bc-46c9-819b-0cb564c1659c', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3cf24f-75e6-421c-9f0b-061a580dbe63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:30:24Z', 'updated_at': '2021-09-24T15:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '3a2ad23a-8064-4e7f-af6a-5390790284ed', 'name': '', 'network_id': '7e533c3a-51c9-41ff-a0dd-1bcb74f4b744', 'tenant_id': '50e87a33f09a42898ead617f15974ffc', 'mac_address': 'fa:16:3e:4a:74:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3cf24f-75e6-421c-9f0b-061a580dbe63', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1bb6d5ff-0dcb-44b0-a397-31c3caa399f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:30:28Z', 'updated_at': '2021-09-24T15:30:34Z', 'revision_number': 4, 'project_id': '50e87a33f09a42898ead617f15974ffc', 'subnets': [{'id': '1bb6d5ff-0dcb-44b0-a397-31c3caa399f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:30:35.604579 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2476d799-4415-4c52-b319-fb2968cabb50 req-29299f91-56bf-4143-ad07-be0e15b2cef2 tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5376c1f-f4db-4dfb-9361-ca23f8129f28 HTTP/1.1" status: 200 len: 210 time: 0.0351634 Sep 24 15:30:35.638150 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-35393e77-9bc6-47ae-973a-78ec9c3737d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:35.672291 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5812ce-e8a3-4791-b37d-92849a087841 None None] The sync data for ids ['af3cf24f-75e6-421c-9f0b-061a580dbe63'] in n-d-808921-1 is: [{'id': 'af3cf24f-75e6-421c-9f0b-061a580dbe63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-606981442-router', 'tenant_id': '50e87a33f09a42898ead617f15974ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '744e76ab-a3bc-46c9-819b-0cb564c1659c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:30:23Z', 'updated_at': '2021-09-24T15:30:29Z', 'revision_number': 4, 'project_id': '50e87a33f09a42898ead617f15974ffc', 'gw_port': {'id': '744e76ab-a3bc-46c9-819b-0cb564c1659c', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3cf24f-75e6-421c-9f0b-061a580dbe63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:30:24Z', 'updated_at': '2021-09-24T15:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '3a2ad23a-8064-4e7f-af6a-5390790284ed', 'name': '', 'network_id': '7e533c3a-51c9-41ff-a0dd-1bcb74f4b744', 'tenant_id': '50e87a33f09a42898ead617f15974ffc', 'mac_address': 'fa:16:3e:4a:74:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af3cf24f-75e6-421c-9f0b-061a580dbe63', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1bb6d5ff-0dcb-44b0-a397-31c3caa399f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:30:28Z', 'updated_at': '2021-09-24T15:30:34Z', 'revision_number': 4, 'project_id': '50e87a33f09a42898ead617f15974ffc', 'subnets': [{'id': '1bb6d5ff-0dcb-44b0-a397-31c3caa399f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:30:35.717412 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7e08e1af-8c14-46bd-b5c5-2729932facbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:35.782333 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35393e77-9bc6-47ae-973a-78ec9c3737d1 None None] Pushing event updated for resources: {'Port': ['ID=3a2ad23a-8064-4e7f-af6a-5390790284ed,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:30:35.810008 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-8c45595d-5bbf-4d04-b004-bd58091c1ddd None None] Provisioning complete for port e14864e2-aa50-4174-8bc6-703d9fb0052d triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:30:35.810008 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8c45595d-5bbf-4d04-b004-bd58091c1ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:35.819959 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7e08e1af-8c14-46bd-b5c5-2729932facbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:35.870822 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-8c45595d-5bbf-4d04-b004-bd58091c1ddd None None] Port e14864e2-aa50-4174-8bc6-703d9fb0052d cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:30:35.883662 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 35174) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:30:35.885777 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-7e08e1af-8c14-46bd-b5c5-2729932facbb admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=51d218a642b346338ce18289529f55ae&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6479845 Sep 24 15:30:35.945149 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e08e1af-8c14-46bd-b5c5-2729932facbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cfab9fb-9aa9-4400-b051-e8975f1de97b,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:30:35.991272 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf769ae-5e34-40c7-a6d1-1277399deaab admin admin] Made reservation on behalf of e9ae5834382e4d12aebda27259a0cc5c for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:30:35.991272 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3cf769ae-5e34-40c7-a6d1-1277399deaab admin admin] Notify callbacks [] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:36.024635 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 35178) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:30:36.045773 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-794f3b83-fa9e-4649-b1b2-8daa93cbed93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:36.198053 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d4bc021f-9783-41c6-bc18-e37b58bd3311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:36.288022 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 35182) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:30:36.292888 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 3a2ad23a-8064-4e7f-af6a-5390790284ed up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:30:36.321339 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-794f3b83-fa9e-4649-b1b2-8daa93cbed93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:36.343830 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d4bc021f-9783-41c6-bc18-e37b58bd3311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:36.413568 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-794f3b83-fa9e-4649-b1b2-8daa93cbed93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:36.433786 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d0bc4513-2754-40de-af80-4cc93f0da570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:36.518821 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 3a2ad23a-8064-4e7f-af6a-5390790284ed triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:30:36.519446 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:36.534174 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-794f3b83-fa9e-4649-b1b2-8daa93cbed93 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=237f495b29944473964a60e5bb919fa4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5052707 Sep 24 15:30:36.542461 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 35188) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:30:36.785859 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794f3b83-fa9e-4649-b1b2-8daa93cbed93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6000c135-2cd4-43fc-aa2e-a40e96327d02,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:30:36.785859 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-da0a97d0-9d38-4ed5-9e93-16dd895de716 req-020d255c-c876-42d0-8e60-4489806c5577 service neutron] Request body: {'port': {'device_id': '7a32bdec-7375-4241-9cb8-8807a05afd69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:30:36.789243 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdce9f71-7ecd-40c1-8793-160cfc3682dd req-ecf96ae0-4620-426d-9293-1e225174deb8 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:30:36.789243 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fdce9f71-7ecd-40c1-8793-160cfc3682dd req-ecf96ae0-4620-426d-9293-1e225174deb8 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a32bdec-7375-4241-9cb8-8807a05afd69 HTTP/1.1" status: 200 len: 936 time: 0.3655179 Sep 24 15:30:36.790681 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-178548c6-9dd0-40f7-9285-09544af673ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:36.790681 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d75f45c2-15e7-443c-a25d-2ada84582cc9 req-0eda4481-6dad-4c69-9384-c61ca7dd1d12 tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5376c1f-f4db-4dfb-9361-ca23f8129f28 HTTP/1.1" status: 200 len: 210 time: 0.0467818 Sep 24 15:30:36.865258 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:36.870859 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-178548c6-9dd0-40f7-9285-09544af673ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:36.902540 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-da0a97d0-9d38-4ed5-9e93-16dd895de716 req-020d255c-c876-42d0-8e60-4489806c5577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:36.905607 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d0bc4513-2754-40de-af80-4cc93f0da570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:36.931084 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fdce9f71-7ecd-40c1-8793-160cfc3682dd req-76dd383d-d912-49b4-b4ac-df46312f0593 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/security-groups?id=0268c003-3c0a-4423-850e-bd048c2eae50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2072232 Sep 24 15:30:36.960239 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d4bc021f-9783-41c6-bc18-e37b58bd3311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:36.963063 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d4bc021f-9783-41c6-bc18-e37b58bd3311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:36.964374 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-d4bc021f-9783-41c6-bc18-e37b58bd3311 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/0cfab9fb-9aa9-4400-b051-e8975f1de97b HTTP/1.1" status: 204 len: 168 time: 1.0796647 Sep 24 15:30:36.995258 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bc021f-9783-41c6-bc18-e37b58bd3311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cfab9fb-9aa9-4400-b051-e8975f1de97b,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:30:37.041473 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d0bc4513-2754-40de-af80-4cc93f0da570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:37.075164 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-d0bc4513-2754-40de-af80-4cc93f0da570 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=9df9b3b28a8f4df09d9b6e2ee9771401&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7766500 Sep 24 15:30:37.117682 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 35200) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:30:37.119826 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bc4513-2754-40de-af80-4cc93f0da570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2375c0d-d73f-4d1f-8579-f51121b6ffad,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:30:37.252678 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-33e683d0-c41c-4728-a355-63f0c146e864 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:37.324102 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-33e683d0-c41c-4728-a355-63f0c146e864 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:37.398313 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3cf769ae-5e34-40c7-a6d1-1277399deaab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:37.472028 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf769ae-5e34-40c7-a6d1-1277399deaab admin admin] Pushing event updated for resources: {'Subnet': ['ID=da9e7cae-950e-43db-9278-960793a971f7,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:30:37.537490 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf769ae-5e34-40c7-a6d1-1277399deaab admin admin] Checking segment: {'id': '8f3a70f8-afd3-4cf4-b3d4-f2956aa91e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '9b3cfc66-27ea-451c-accf-7512b814a264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:30:37.537868 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf769ae-5e34-40c7-a6d1-1277399deaab admin admin] Network hostable DHCP agents. Network: 9b3cfc66-27ea-451c-accf-7512b814a264, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:30:37.575098 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-178548c6-9dd0-40f7-9285-09544af673ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:37.580932 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-178548c6-9dd0-40f7-9285-09544af673ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:37.580932 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-178548c6-9dd0-40f7-9285-09544af673ca admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/6000c135-2cd4-43fc-aa2e-a40e96327d02 HTTP/1.1" status: 204 len: 168 time: 1.0216045 Sep 24 15:30:37.597399 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-33e683d0-c41c-4728-a355-63f0c146e864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:37.629601 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-33e683d0-c41c-4728-a355-63f0c146e864 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:37.629601 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-33e683d0-c41c-4728-a355-63f0c146e864 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d2375c0d-d73f-4d1f-8579-f51121b6ffad HTTP/1.1" status: 204 len: 168 time: 0.4891205 Sep 24 15:30:37.631143 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178548c6-9dd0-40f7-9285-09544af673ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6000c135-2cd4-43fc-aa2e-a40e96327d02,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:30:37.631336 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e683d0-c41c-4728-a355-63f0c146e864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2375c0d-d73f-4d1f-8579-f51121b6ffad,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:30:37.656137 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf769ae-5e34-40c7-a6d1-1277399deaab admin admin] Network 9b3cfc66-27ea-451c-accf-7512b814a264 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:30:37.757112 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-3cf769ae-5e34-40c7-a6d1-1277399deaab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 9b3cfc66-27ea-451c-accf-7512b814a264) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:30:37.767966 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf769ae-5e34-40c7-a6d1-1277399deaab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:30:37.767966 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3cf769ae-5e34-40c7-a6d1-1277399deaab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:37.768921 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8066c5e-d4b0-437a-afa5-3993d45fc7d6 None None] Network 9b3cfc66-27ea-451c-accf-7512b814a264 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:30:37.794479 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-da0a97d0-9d38-4ed5-9e93-16dd895de716 req-020d255c-c876-42d0-8e60-4489806c5577 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e14864e2-aa50-4174-8bc6-703d9fb0052d {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:30:37.807016 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-da0a97d0-9d38-4ed5-9e93-16dd895de716 req-020d255c-c876-42d0-8e60-4489806c5577 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:37.836374 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-da0a97d0-9d38-4ed5-9e93-16dd895de716 req-020d255c-c876-42d0-8e60-4489806c5577 service neutron] Transition to ACTIVE for port object e14864e2-aa50-4174-8bc6-703d9fb0052d will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:30:37.884107 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-3cf769ae-5e34-40c7-a6d1-1277399deaab admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.4425077 Sep 24 15:30:37.886484 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 35214) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:30:37.894781 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-fc96830a-8075-4627-8f87-ca0fd083701a admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1029219238-router', 'tenant_id': 'e9ae5834382e4d12aebda27259a0cc5c', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:30:38.004981 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fc96830a-8075-4627-8f87-ca0fd083701a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:38.006373 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fc96830a-8075-4627-8f87-ca0fd083701a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:38.027740 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.108', 53158) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:30:38.065728 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95987ef5-4698-4bad-9706-3fcd95462094 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-9b3cfc66-27ea-451c-accf-7512b814a264', 'network_id': '9b3cfc66-27ea-451c-accf-7512b814a264', 'tenant_id': 'e9ae5834382e4d12aebda27259a0cc5c', 'fixed_ips': [{'subnet_id': 'da9e7cae-950e-43db-9278-960793a971f7'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:30:38.066688 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-95987ef5-4698-4bad-9706-3fcd95462094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:38.077927 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a8881cfe-aec2-442b-ae3a-4fb310a9ba56 req-de6a90b5-fe07-4264-8b65-f6a823bed2c7 tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] 10.222.0.108 "GET /v2.0/networks?tenant_id=c034ab983155467cb54357926c29f6ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0487525 Sep 24 15:30:38.184842 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-da0a97d0-9d38-4ed5-9e93-16dd895de716 req-020d255c-c876-42d0-8e60-4489806c5577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:38.228955 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-291e05d0-82e9-43a7-a1d0-d820117e7d79 req-c6f7a806-540d-45bc-bbf4-5ec84569ef19 tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5376c1f-f4db-4dfb-9361-ca23f8129f28 HTTP/1.1" status: 200 len: 210 time: 0.3564260 Sep 24 15:30:38.261247 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fc96830a-8075-4627-8f87-ca0fd083701a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:38.299944 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020d255c-c876-42d0-8e60-4489806c5577 service neutron] Pushing event updated for resources: {'Port': ['ID=e14864e2-aa50-4174-8bc6-703d9fb0052d,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:30:38.347396 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-95987ef5-4698-4bad-9706-3fcd95462094 None None] Allocated IP 172.20.0.2 (9b3cfc66-27ea-451c-accf-7512b814a264/da9e7cae-950e-43db-9278-960793a971f7/5c41fd94-1f60-4e19-a41b-bd54abd82933) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:30:38.496832 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-da0a97d0-9d38-4ed5-9e93-16dd895de716 req-020d255c-c876-42d0-8e60-4489806c5577 service neutron] Attempting to bind port e14864e2-aa50-4174-8bc6-703d9fb0052d on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:30:38.498096 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-da0a97d0-9d38-4ed5-9e93-16dd895de716 req-020d255c-c876-42d0-8e60-4489806c5577 service neutron] Attempting to bind port e14864e2-aa50-4174-8bc6-703d9fb0052d by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:30:38.500609 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad6c79-113f-4cf5-834a-432102a1dcf9 req-1bd0e393-8357-47fe-b641-4ceaf10bfe43 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:30:38.501094 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0a97d0-9d38-4ed5-9e93-16dd895de716 req-020d255c-c876-42d0-8e60-4489806c5577 service neutron] Attempting to bind port e14864e2-aa50-4174-8bc6-703d9fb0052d on network 9672f189-23fe-44e6-9dd2-257ff8905939 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:30:38.516480 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0a97d0-9d38-4ed5-9e93-16dd895de716 req-020d255c-c876-42d0-8e60-4489806c5577 service neutron] Port e14864e2-aa50-4174-8bc6-703d9fb0052d on network 9672f189-23fe-44e6-9dd2-257ff8905939 not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:30:38.517496 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0a97d0-9d38-4ed5-9e93-16dd895de716 req-020d255c-c876-42d0-8e60-4489806c5577 service neutron] Attempting to bind port e14864e2-aa50-4174-8bc6-703d9fb0052d on network 9672f189-23fe-44e6-9dd2-257ff8905939 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:30:38.522882 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-06ad6c79-113f-4cf5-834a-432102a1dcf9 req-1bd0e393-8357-47fe-b641-4ceaf10bfe43 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a32bdec-7375-4241-9cb8-8807a05afd69 HTTP/1.1" status: 200 len: 948 time: 0.4471285 Sep 24 15:30:38.533100 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0a97d0-9d38-4ed5-9e93-16dd895de716 req-020d255c-c876-42d0-8e60-4489806c5577 service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:30:38.534613 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0a97d0-9d38-4ed5-9e93-16dd895de716 req-020d255c-c876-42d0-8e60-4489806c5577 service neutron] Checking segment: {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:30:38.535463 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da0a97d0-9d38-4ed5-9e93-16dd895de716 req-020d255c-c876-42d0-8e60-4489806c5577 service neutron] Bound using segment: {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:30:38.545923 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-da0a97d0-9d38-4ed5-9e93-16dd895de716 req-020d255c-c876-42d0-8e60-4489806c5577 service neutron] Bound port: e14864e2-aa50-4174-8bc6-703d9fb0052d, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:30:38.546431 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-da0a97d0-9d38-4ed5-9e93-16dd895de716 req-020d255c-c876-42d0-8e60-4489806c5577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:38.548409 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8881cfe-aec2-442b-ae3a-4fb310a9ba56 req-f5b151b7-332b-486a-a30a-369e95bf437a tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:30:38.550114 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a8881cfe-aec2-442b-ae3a-4fb310a9ba56 req-f5b151b7-332b-486a-a30a-369e95bf437a tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3899269 Sep 24 15:30:38.642251 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-a8881cfe-aec2-442b-ae3a-4fb310a9ba56 req-afc2773a-5d04-4e41-9ed2-3aeec82046c9 tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] Request body: {'port': {'device_id': 'e5376c1f-f4db-4dfb-9361-ca23f8129f28', 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939', 'admin_state_up': True, 'tenant_id': 'c034ab983155467cb54357926c29f6ed'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:30:38.712714 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-da0a97d0-9d38-4ed5-9e93-16dd895de716 req-020d255c-c876-42d0-8e60-4489806c5577 service neutron] For port e14864e2-aa50-4174-8bc6-703d9fb0052d, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:30:38.717213 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-da0a97d0-9d38-4ed5-9e93-16dd895de716 req-020d255c-c876-42d0-8e60-4489806c5577 service neutron] For port e14864e2-aa50-4174-8bc6-703d9fb0052d, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=e14864e2-aa50-4174-8bc6-703d9fb0052d,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:30:38.768838 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:38.796563 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-06ad6c79-113f-4cf5-834a-432102a1dcf9 req-917f6e87-15b1-4bbe-8df5-0c2c4529df7c tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/security-groups?id=0268c003-3c0a-4423-850e-bd048c2eae50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713900 Sep 24 15:30:38.803835 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-95987ef5-4698-4bad-9706-3fcd95462094 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:38.823367 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-da0a97d0-9d38-4ed5-9e93-16dd895de716 req-020d255c-c876-42d0-8e60-4489806c5577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:38.944295 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a97d0-9d38-4ed5-9e93-16dd895de716 req-020d255c-c876-42d0-8e60-4489806c5577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:30:38.944295 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-da0a97d0-9d38-4ed5-9e93-16dd895de716 req-020d255c-c876-42d0-8e60-4489806c5577 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:38.944295 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-da0a97d0-9d38-4ed5-9e93-16dd895de716 req-020d255c-c876-42d0-8e60-4489806c5577 service neutron] 10.222.0.110 "PUT /v2.0/ports/e14864e2-aa50-4174-8bc6-703d9fb0052d HTTP/1.1" status: 200 len: 1096 time: 2.3353333 Sep 24 15:30:38.944295 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a32bdec-7375-4241-9cb8-8807a05afd69', 'tag': 'e14864e2-aa50-4174-8bc6-703d9fb0052d'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:30:39.049225 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-95987ef5-4698-4bad-9706-3fcd95462094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:39.068444 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fc96830a-8075-4627-8f87-ca0fd083701a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:39.112375 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020d255c-c876-42d0-8e60-4489806c5577 service neutron] Pushing event updated for resources: {'Port': ['ID=e14864e2-aa50-4174-8bc6-703d9fb0052d,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:30:39.299726 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8881cfe-aec2-442b-ae3a-4fb310a9ba56 req-afc2773a-5d04-4e41-9ed2-3aeec82046c9 tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] Made reservation on behalf of c034ab983155467cb54357926c29f6ed for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:30:39.328985 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-a8881cfe-aec2-442b-ae3a-4fb310a9ba56 req-afc2773a-5d04-4e41-9ed2-3aeec82046c9 tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:39.344686 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-a8881cfe-aec2-442b-ae3a-4fb310a9ba56 req-afc2773a-5d04-4e41-9ed2-3aeec82046c9 tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:39.520994 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-10b7f7fa-9387-4fb6-88ff-01af1eea1d2c req-6c7990b8-62ec-4b20-9013-7b3a025e176e tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5376c1f-f4db-4dfb-9361-ca23f8129f28 HTTP/1.1" status: 200 len: 210 time: 0.1269286 Sep 24 15:30:39.578604 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a97d0-9d38-4ed5-9e93-16dd895de716 req-fa163245-27e4-445b-80ab-d8a0ed27607b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:30:39.587174 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-da0a97d0-9d38-4ed5-9e93-16dd895de716 req-fa163245-27e4-445b-80ab-d8a0ed27607b service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=880cc329eddb4ec4a29ef6b13251e76e&device_id=7a32bdec-7375-4241-9cb8-8807a05afd69 HTTP/1.1" status: 200 len: 1099 time: 0.3343043 Sep 24 15:30:39.592865 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95987ef5-4698-4bad-9706-3fcd95462094 None None] Pushing event updated for resources: {'Port': ['ID=5c41fd94-1f60-4e19-a41b-bd54abd82933,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:30:39.606151 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95987ef5-4698-4bad-9706-3fcd95462094 None None] Network 9b3cfc66-27ea-451c-accf-7512b814a264 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:30:39.609442 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-95987ef5-4698-4bad-9706-3fcd95462094 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:30:39.612589 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95987ef5-4698-4bad-9706-3fcd95462094 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:30:39.747689 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-95987ef5-4698-4bad-9706-3fcd95462094 None None] Attempting to bind port 5c41fd94-1f60-4e19-a41b-bd54abd82933 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:30:39.748004 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-95987ef5-4698-4bad-9706-3fcd95462094 None None] Attempting to bind port 5c41fd94-1f60-4e19-a41b-bd54abd82933 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '8f3a70f8-afd3-4cf4-b3d4-f2956aa91e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '9b3cfc66-27ea-451c-accf-7512b814a264'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:30:39.748340 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95987ef5-4698-4bad-9706-3fcd95462094 None None] Attempting to bind port 5c41fd94-1f60-4e19-a41b-bd54abd82933 on network 9b3cfc66-27ea-451c-accf-7512b814a264 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:30:39.765203 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95987ef5-4698-4bad-9706-3fcd95462094 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:30:39.766463 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95987ef5-4698-4bad-9706-3fcd95462094 None None] Checking segment: {'id': '8f3a70f8-afd3-4cf4-b3d4-f2956aa91e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '9b3cfc66-27ea-451c-accf-7512b814a264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:30:39.767364 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-95987ef5-4698-4bad-9706-3fcd95462094 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:39.768025 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95987ef5-4698-4bad-9706-3fcd95462094 None None] Bound using segment: {'id': '8f3a70f8-afd3-4cf4-b3d4-f2956aa91e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '9b3cfc66-27ea-451c-accf-7512b814a264'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:30:39.768733 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-95987ef5-4698-4bad-9706-3fcd95462094 None None] Bound port: 5c41fd94-1f60-4e19-a41b-bd54abd82933, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f3a70f8-afd3-4cf4-b3d4-f2956aa91e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '9b3cfc66-27ea-451c-accf-7512b814a264'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:30:39.769360 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-95987ef5-4698-4bad-9706-3fcd95462094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:39.806676 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b611441-4045-4dba-86e5-063c8798ae2d" -d '{"events": [{"name": "network-changed", "server_uuid": "7a32bdec-7375-4241-9cb8-8807a05afd69", "tag": "e14864e2-aa50-4174-8bc6-703d9fb0052d"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:30:39.811372 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-da0a97d0-9d38-4ed5-9e93-16dd895de716 req-276c189d-7374-42e9-a9a7-f79d7a45184b service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=e14864e2-aa50-4174-8bc6-703d9fb0052d HTTP/1.1" status: 200 len: 217 time: 0.1470594 Sep 24 15:30:39.954415 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-95987ef5-4698-4bad-9706-3fcd95462094 None None] For port 5c41fd94-1f60-4e19-a41b-bd54abd82933, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:30:39.966990 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-95987ef5-4698-4bad-9706-3fcd95462094 None None] For port 5c41fd94-1f60-4e19-a41b-bd54abd82933, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=5c41fd94-1f60-4e19-a41b-bd54abd82933,segment=NetworkSegment(8f3a70f8-afd3-4cf4-b3d4-f2956aa91e07),segment_id=8f3a70f8-afd3-4cf4-b3d4-f2956aa91e07)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:30:40.123395 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a97d0-9d38-4ed5-9e93-16dd895de716 req-ab13ac7b-fe17-4c8d-8c49-a82f7b52eecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:30:40.126304 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-da0a97d0-9d38-4ed5-9e93-16dd895de716 req-ab13ac7b-fe17-4c8d-8c49-a82f7b52eecc service neutron] 10.222.0.110 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.2731338 Sep 24 15:30:40.137795 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-a8881cfe-aec2-442b-ae3a-4fb310a9ba56 req-afc2773a-5d04-4e41-9ed2-3aeec82046c9 tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:40.151340 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fc96830a-8075-4627-8f87-ca0fd083701a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:40.169429 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc65db4-8833-49d2-b5a4-a9d056c50de2 req-7b975afb-57cb-4e42-bbcb-5ec3b3d35b83 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:30:40.173549 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7cc65db4-8833-49d2-b5a4-a9d056c50de2 req-7b975afb-57cb-4e42-bbcb-5ec3b3d35b83 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a32bdec-7375-4241-9cb8-8807a05afd69 HTTP/1.1" status: 200 len: 948 time: 0.1778555 Sep 24 15:30:40.175714 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fc96830a-8075-4627-8f87-ca0fd083701a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:40.220865 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-95987ef5-4698-4bad-9706-3fcd95462094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:40.254278 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-a8881cfe-aec2-442b-ae3a-4fb310a9ba56 req-afc2773a-5d04-4e41-9ed2-3aeec82046c9 tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:40.278325 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7cc65db4-8833-49d2-b5a4-a9d056c50de2 req-8c598bc4-b63b-4061-a9b2-eac6192d3c94 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/security-groups?id=0268c003-3c0a-4423-850e-bd048c2eae50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960815 Sep 24 15:30:40.330724 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc2773a-5d04-4e41-9ed2-3aeec82046c9 tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e70e4102-1476-4708-ab2d-b89114576614,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:30:40.467162 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95987ef5-4698-4bad-9706-3fcd95462094 None None] Pushing event updated for resources: {'Port': ['ID=5c41fd94-1f60-4e19-a41b-bd54abd82933,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:30:40.494599 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:40.510553 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-fc96830a-8075-4627-8f87-ca0fd083701a admin admin] Allocated IP 172.25.0.16 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/cf182aef-0344-4ce7-ad7e-74412d839531) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:30:40.641816 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a97d0-9d38-4ed5-9e93-16dd895de716 req-68c28c0b-c50d-493d-b94c-3a0a621c819f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:30:40.641816 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-da0a97d0-9d38-4ed5-9e93-16dd895de716 req-68c28c0b-c50d-493d-b94c-3a0a621c819f service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2820363 Sep 24 15:30:40.702689 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [req-a8881cfe-aec2-442b-ae3a-4fb310a9ba56 req-afc2773a-5d04-4e41-9ed2-3aeec82046c9 tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] Allocated IP 192.168.233.190 (9672f189-23fe-44e6-9dd2-257ff8905939/188edb94-8042-4961-9ec0-8960b1ce1305/4ac68ef2-6510-4ffd-a300-3ac81499e7f0) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:30:40.938312 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-da0a97d0-9d38-4ed5-9e93-16dd895de716 req-0ec680ff-0b1a-44cc-932a-fed58d69fe7e service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366187 Sep 24 15:30:41.059837 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e359ab8d-fbe5-4d18-8e7e-8b901cd1652b req-e0441f94-41f5-49f1-8b20-79ce73c5daa8 tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5376c1f-f4db-4dfb-9361-ca23f8129f28 HTTP/1.1" status: 200 len: 210 time: 0.1148334 Sep 24 15:30:41.145119 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9d3d066-e7ca-4301-8162-86368250fca7 x-openstack-request-id: req-b9d3d066-e7ca-4301-8162-86368250fca7 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:30:41.145422 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a32bdec-7375-4241-9cb8-8807a05afd69", "tag": "e14864e2-aa50-4174-8bc6-703d9fb0052d", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:30:41.145707 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b9d3d066-e7ca-4301-8162-86368250fca7 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:30:41.146212 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a32bdec-7375-4241-9cb8-8807a05afd69', 'tag': 'e14864e2-aa50-4174-8bc6-703d9fb0052d', 'status': 'completed', 'code': 200} Sep 24 15:30:41.205891 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-da0a97d0-9d38-4ed5-9e93-16dd895de716 req-b3fa2fc2-c1e3-4044-8e4a-47b26b46f25e service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370408 Sep 24 15:30:41.260214 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-a8881cfe-aec2-442b-ae3a-4fb310a9ba56 req-afc2773a-5d04-4e41-9ed2-3aeec82046c9 tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:41.325593 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fc96830a-8075-4627-8f87-ca0fd083701a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:41.458258 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b611441-4045-4dba-86e5-063c8798ae2d req-cdda7b10-3f81-4fdb-bad3-4d4c12da7285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:30:41.459944 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8b611441-4045-4dba-86e5-063c8798ae2d req-cdda7b10-3f81-4fdb-bad3-4d4c12da7285 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=880cc329eddb4ec4a29ef6b13251e76e&device_id=7a32bdec-7375-4241-9cb8-8807a05afd69 HTTP/1.1" status: 200 len: 1099 time: 0.0835767 Sep 24 15:30:41.518935 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e5a4e2-cab2-4b2e-ad8e-c7586f866a4e req-7907cf24-07a7-495d-a536-12b97a9d1f75 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:30:41.521295 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e5e5a4e2-cab2-4b2e-ad8e-c7586f866a4e req-7907cf24-07a7-495d-a536-12b97a9d1f75 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a32bdec-7375-4241-9cb8-8807a05afd69 HTTP/1.1" status: 200 len: 948 time: 0.0722368 Sep 24 15:30:41.601914 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-a8881cfe-aec2-442b-ae3a-4fb310a9ba56 req-afc2773a-5d04-4e41-9ed2-3aeec82046c9 tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:41.618377 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e5e5a4e2-cab2-4b2e-ad8e-c7586f866a4e req-356303af-ec0a-47dd-8805-a95395dda073 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/security-groups?id=0268c003-3c0a-4423-850e-bd048c2eae50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825214 Sep 24 15:30:41.814943 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc2773a-5d04-4e41-9ed2-3aeec82046c9 tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] Pushing event updated for resources: {'Port': ['ID=4ac68ef2-6510-4ffd-a300-3ac81499e7f0,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:30:41.823079 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fc96830a-8075-4627-8f87-ca0fd083701a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:41.831347 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b611441-4045-4dba-86e5-063c8798ae2d req-40390dd5-ef93-485a-9ffe-e971c43904ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:30:41.832820 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8b611441-4045-4dba-86e5-063c8798ae2d req-40390dd5-ef93-485a-9ffe-e971c43904ea service neutron] 10.222.0.110 "GET /v2.0/networks?id=9672f189-23fe-44e6-9dd2-257ff8905939 HTTP/1.1" status: 200 len: 871 time: 0.3613131 Sep 24 15:30:41.853626 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8881cfe-aec2-442b-ae3a-4fb310a9ba56 req-afc2773a-5d04-4e41-9ed2-3aeec82046c9 tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] Network 9672f189-23fe-44e6-9dd2-257ff8905939 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:30:41.900164 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8b611441-4045-4dba-86e5-063c8798ae2d req-97f3df30-1c80-42da-8c9c-35e824e56207 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=e14864e2-aa50-4174-8bc6-703d9fb0052d HTTP/1.1" status: 200 len: 217 time: 0.0553408 Sep 24 15:30:41.911536 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [req-a8881cfe-aec2-442b-ae3a-4fb310a9ba56 req-afc2773a-5d04-4e41-9ed2-3aeec82046c9 tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:30:41.926476 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc96830a-8075-4627-8f87-ca0fd083701a admin admin] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:30:41.928255 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8881cfe-aec2-442b-ae3a-4fb310a9ba56 req-afc2773a-5d04-4e41-9ed2-3aeec82046c9 tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:30:41.943735 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8881cfe-aec2-442b-ae3a-4fb310a9ba56 req-afc2773a-5d04-4e41-9ed2-3aeec82046c9 tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:30:41.944355 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-a8881cfe-aec2-442b-ae3a-4fb310a9ba56 req-afc2773a-5d04-4e41-9ed2-3aeec82046c9 tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:41.953957 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-fc96830a-8075-4627-8f87-ca0fd083701a admin admin] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:30:41.959901 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc96830a-8075-4627-8f87-ca0fd083701a admin admin] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:30:42.050085 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b611441-4045-4dba-86e5-063c8798ae2d req-641bc276-7a79-4865-b464-3cbeb423b7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:30:42.066593 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8b611441-4045-4dba-86e5-063c8798ae2d req-641bc276-7a79-4865-b464-3cbeb423b7e1 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.1417165 Sep 24 15:30:42.244910 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc96830a-8075-4627-8f87-ca0fd083701a admin admin] Pushing event updated for resources: {'Port': ['ID=cf182aef-0344-4ce7-ad7e-74412d839531,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:30:42.285061 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b611441-4045-4dba-86e5-063c8798ae2d req-bb62adf4-8075-4cd7-929a-fa1b96f8a321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:30:42.286940 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8b611441-4045-4dba-86e5-063c8798ae2d req-bb62adf4-8075-4cd7-929a-fa1b96f8a321 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2146323 Sep 24 15:30:42.362002 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 5c41fd94-1f60-4e19-a41b-bd54abd82933 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:30:42.371017 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a8881cfe-aec2-442b-ae3a-4fb310a9ba56 req-afc2773a-5d04-4e41-9ed2-3aeec82046c9 tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7328436 Sep 24 15:30:42.423986 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c5335a-a9df-48d5-9bd2-57f4b08312a8 None None] Network 9b3cfc66-27ea-451c-accf-7512b814a264 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:30:42.503204 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8b611441-4045-4dba-86e5-063c8798ae2d req-2cfa3cd1-8c12-4ba8-8453-2968013cab6a service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012954 Sep 24 15:30:42.540609 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-c015bd70-61ed-4e83-9f50-4f44ca42ff72 None None] Provisioning complete for port 5c41fd94-1f60-4e19-a41b-bd54abd82933 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:30:42.541281 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c015bd70-61ed-4e83-9f50-4f44ca42ff72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:42.557697 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61728934-215a-4df7-8a69-f8e9284c12a6 req-ead3e4fa-6358-473e-880e-588bad569cce tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:30:42.565489 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-61728934-215a-4df7-8a69-f8e9284c12a6 req-ead3e4fa-6358-473e-880e-588bad569cce tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5376c1f-f4db-4dfb-9361-ca23f8129f28 HTTP/1.1" status: 200 len: 936 time: 0.2704163 Sep 24 15:30:42.598840 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 5c41fd94-1f60-4e19-a41b-bd54abd82933 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:30:42.598840 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:42.812809 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fc96830a-8075-4627-8f87-ca0fd083701a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:42.888329 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-61728934-215a-4df7-8a69-f8e9284c12a6 req-a1a6a2eb-d883-4578-a68f-595c063563a5 tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] 10.222.0.101 "GET /v2.0/security-groups?id=e70e4102-1476-4708-ab2d-b89114576614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997823 Sep 24 15:30:42.897728 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 35330) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:30:42.945509 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:42.959753 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8b611441-4045-4dba-86e5-063c8798ae2d req-d8c5c9cf-590f-45a8-9764-38daae3a48b8 service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4453142 Sep 24 15:30:43.011514 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c015bd70-61ed-4e83-9f50-4f44ca42ff72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:43.085782 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd3048-2330-4583-acc1-df83c8d825d4 req-24bf11c1-9623-4a37-a647-c43fd39e1edc tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:30:43.094993 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9afd3048-2330-4583-acc1-df83c8d825d4 req-24bf11c1-9623-4a37-a647-c43fd39e1edc tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a32bdec-7375-4241-9cb8-8807a05afd69 HTTP/1.1" status: 200 len: 948 time: 0.1661053 Sep 24 15:30:43.115383 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port 5c41fd94-1f60-4e19-a41b-bd54abd82933, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=5c41fd94-1f60-4e19-a41b-bd54abd82933,segment=NetworkSegment(8f3a70f8-afd3-4cf4-b3d4-f2956aa91e07),segment_id=8f3a70f8-afd3-4cf4-b3d4-f2956aa91e07)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:30:43.234875 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:43.307141 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9afd3048-2330-4583-acc1-df83c8d825d4 req-b3ac70df-f0d4-40cf-be9c-6f079e256fea tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/security-groups?id=0268c003-3c0a-4423-850e-bd048c2eae50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013597 Sep 24 15:30:43.402891 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=5c41fd94-1f60-4e19-a41b-bd54abd82933,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:30:43.423476 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.db.api [None req-c015bd70-61ed-4e83-9f50-4f44ca42ff72 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:30:43.423833 n-d-808921-1 neutron-server[95299]: DEBUG oslo_db.api [None req-c015bd70-61ed-4e83-9f50-4f44ca42ff72 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:30:43.432565 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fc96830a-8075-4627-8f87-ca0fd083701a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:43.519928 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-fb554c7f-c671-4413-8f16-1e18159861ab tempest-AutoAllocateNetworkTest-267981853 tempest-AutoAllocateNetworkTest-267981853-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=924608e447694c8ca1edafb228ad7a00&shared=False HTTP/1.1" status: 200 len: 208 time: 0.6209610 Sep 24 15:30:43.524545 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 35352) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:30:43.888859 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecb8af8-0705-42d2-bd66-656337d30927 tempest-AutoAllocateNetworkTest-267981853 tempest-AutoAllocateNetworkTest-267981853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:30:43.889139 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-3ecb8af8-0705-42d2-bd66-656337d30927 tempest-AutoAllocateNetworkTest-267981853 tempest-AutoAllocateNetworkTest-267981853-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.3623190 Sep 24 15:30:43.892706 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 35356) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:30:43.957131 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-5bd67b01-7b28-45cb-b9df-3305ba5d9564 tempest-AutoAllocateNetworkTest-267981853 tempest-AutoAllocateNetworkTest-267981853-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0631313 Sep 24 15:30:43.960369 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 35360) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:30:44.003551 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc96830a-8075-4627-8f87-ca0fd083701a admin admin] Router aee71afb-c555-4f57-b5cf-b3e0051f5cef is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:30:44.063273 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-c015bd70-61ed-4e83-9f50-4f44ca42ff72 None None] Provisioning complete for port 4ac68ef2-6510-4ffd-a300-3ac81499e7f0 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:30:44.063789 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c015bd70-61ed-4e83-9f50-4f44ca42ff72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:44.072434 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-36e89974-db9d-4ba0-87c7-5eecc7fde5cf tempest-AutoAllocateNetworkTest-267981853 tempest-AutoAllocateNetworkTest-267981853-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=924608e447694c8ca1edafb228ad7a00 HTTP/1.1" status: 200 len: 208 time: 0.1106975 Sep 24 15:30:44.138668 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e484caab-0fc1-4c3c-bed1-7920d2f8de60 req-54a68945-786e-4f7a-9ee5-ab62e5cf95ef tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:30:44.139837 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-c015bd70-61ed-4e83-9f50-4f44ca42ff72 None None] Port 4ac68ef2-6510-4ffd-a300-3ac81499e7f0 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:30:44.157561 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e484caab-0fc1-4c3c-bed1-7920d2f8de60 req-54a68945-786e-4f7a-9ee5-ab62e5cf95ef tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5376c1f-f4db-4dfb-9361-ca23f8129f28 HTTP/1.1" status: 200 len: 936 time: 0.1598885 Sep 24 15:30:44.221333 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e484caab-0fc1-4c3c-bed1-7920d2f8de60 req-880f68f9-ef2b-40b9-88af-35205e804e5f tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] 10.222.0.101 "GET /v2.0/security-groups?id=e70e4102-1476-4708-ab2d-b89114576614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574951 Sep 24 15:30:44.226442 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 5c41fd94-1f60-4e19-a41b-bd54abd82933 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:30:44.236862 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc96830a-8075-4627-8f87-ca0fd083701a admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:30:44.249271 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f871710-9376-418f-a61c-13a01c8f436c None None] Sync routers for ids ['aee71afb-c555-4f57-b5cf-b3e0051f5cef'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:30:44.264398 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f871710-9376-418f-a61c-13a01c8f436c None None] Routers {'aee71afb-c555-4f57-b5cf-b3e0051f5cef'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:30:44.265327 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-0f871710-9376-418f-a61c-13a01c8f436c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:30:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['aee71afb-c555-4f57-b5cf-b3e0051f5cef'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:30:44.317780 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-76b21146-b567-4564-89d0-e98ba1a3c59d None None] Provisioning complete for port 5c41fd94-1f60-4e19-a41b-bd54abd82933 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:30:44.319217 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-76b21146-b567-4564-89d0-e98ba1a3c59d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:44.341878 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fc96830a-8075-4627-8f87-ca0fd083701a admin admin] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:44.343616 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-fc96830a-8075-4627-8f87-ca0fd083701a admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.4556060 Sep 24 15:30:44.347126 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 35370) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:30:44.532272 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-0f871710-9376-418f-a61c-13a01c8f436c None None] Set router aee71afb-c555-4f57-b5cf-b3e0051f5cef gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:30:44.544241 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 5c41fd94-1f60-4e19-a41b-bd54abd82933 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:30:44.544726 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:44.574716 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5aac23-0ff7-465a-9258-812effdfae50 req-f7a7b314-449c-4bdb-afb0-b35865d1cad9 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:30:44.579416 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 35376) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:30:44.585404 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5a5aac23-0ff7-465a-9258-812effdfae50 req-f7a7b314-449c-4bdb-afb0-b35865d1cad9 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a32bdec-7375-4241-9cb8-8807a05afd69 HTTP/1.1" status: 200 len: 948 time: 0.1626272 Sep 24 15:30:44.699511 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5a5aac23-0ff7-465a-9258-812effdfae50 req-af83ee48-6b9c-4ff4-a028-13e31fcc6ab8 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/security-groups?id=0268c003-3c0a-4423-850e-bd048c2eae50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098616 Sep 24 15:30:44.900901 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [req-a8881cfe-aec2-442b-ae3a-4fb310a9ba56 req-47d7b58a-db32-43a6-9d2c-9e4405a3037a tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:30:44.903093 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a8881cfe-aec2-442b-ae3a-4fb310a9ba56 req-47d7b58a-db32-43a6-9d2c-9e4405a3037a tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] 10.222.0.108 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069480 Sep 24 15:30:44.918377 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-607bb515-149d-45e7-903c-c6e391a01ab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:44.979075 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-0f871710-9376-418f-a61c-13a01c8f436c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee71afb-c555-4f57-b5cf-b3e0051f5cef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1029219238-router', 'tenant_id': 'e9ae5834382e4d12aebda27259a0cc5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': 'cf182aef-0344-4ce7-ad7e-74412d839531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:30:38Z', 'updated_at': '2021-09-24T15:30:42Z', 'revision_number': 3, 'project_id': 'e9ae5834382e4d12aebda27259a0cc5c', 'gw_port': {'id': 'cf182aef-0344-4ce7-ad7e-74412d839531', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:45:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee71afb-c555-4f57-b5cf-b3e0051f5cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:30:40Z', 'updated_at': '2021-09-24T15:30:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:30:45.027602 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f871710-9376-418f-a61c-13a01c8f436c None None] Checking router: aee71afb-c555-4f57-b5cf-b3e0051f5cef for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:30:45.040204 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f871710-9376-418f-a61c-13a01c8f436c None None] Updating router aee71afb-c555-4f57-b5cf-b3e0051f5cef port cf182aef-0344-4ce7-ad7e-74412d839531 binding host n-d-808921-1 {{(pid=95300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:30:45.056974 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-0f871710-9376-418f-a61c-13a01c8f436c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:45.248248 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-607bb515-149d-45e7-903c-c6e391a01ab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:45.339403 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-607bb515-149d-45e7-903c-c6e391a01ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:45.409577 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-76a4fe38-f3cd-45f2-9773-a1135954e2eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:45.446545 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-607bb515-149d-45e7-903c-c6e391a01ab2 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=0fd170f3e23d4b8b9c3748af11cbd1be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8655727 Sep 24 15:30:45.450801 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 35392) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:30:45.452989 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607bb515-149d-45e7-903c-c6e391a01ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e235b3d-b42b-462a-83ec-2263a53a34fa,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:30:45.516788 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9219bc-5764-46d2-b28e-636aa9dcfc67 req-dace5154-4394-4684-8a74-da5aeb21318c tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:30:45.524087 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cb9219bc-5764-46d2-b28e-636aa9dcfc67 req-dace5154-4394-4684-8a74-da5aeb21318c tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5376c1f-f4db-4dfb-9361-ca23f8129f28 HTTP/1.1" status: 200 len: 936 time: 0.1634955 Sep 24 15:30:45.547363 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 35394) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:30:45.621525 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-0f871710-9376-418f-a61c-13a01c8f436c None None] Notify callbacks [] for port, precommit_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:45.628976 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-094e5cfa-9612-4011-9143-6e41a67755c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:45.632049 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cb9219bc-5764-46d2-b28e-636aa9dcfc67 req-e0551652-df0b-4df0-93b4-bd7478993872 tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] 10.222.0.101 "GET /v2.0/security-groups?id=e70e4102-1476-4708-ab2d-b89114576614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027031 Sep 24 15:30:45.670717 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-094e5cfa-9612-4011-9143-6e41a67755c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:45.717729 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-0f871710-9376-418f-a61c-13a01c8f436c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:45.761619 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fb2269a0-d6d6-4bf4-8aea-52e6685a4137 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:45.810119 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-76a4fe38-f3cd-45f2-9773-a1135954e2eb admin admin] Allocated IP 172.20.0.1 (9b3cfc66-27ea-451c-accf-7512b814a264/da9e7cae-950e-43db-9278-960793a971f7/d7416e2f-e603-48c2-beac-53690dcd1e0b) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:30:45.828296 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-0f871710-9376-418f-a61c-13a01c8f436c None None] Attempting to bind port cf182aef-0344-4ce7-ad7e-74412d839531 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:30:45.828675 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-0f871710-9376-418f-a61c-13a01c8f436c None None] Attempting to bind port cf182aef-0344-4ce7-ad7e-74412d839531 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:30:45.829451 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f871710-9376-418f-a61c-13a01c8f436c None None] Attempting to bind port cf182aef-0344-4ce7-ad7e-74412d839531 on network e6a2de20-1ea0-43e5-88e0-982d19e317d5 {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:30:45.840778 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f871710-9376-418f-a61c-13a01c8f436c None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:30:45.841418 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f871710-9376-418f-a61c-13a01c8f436c None None] Checking segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:30:45.841622 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-0f871710-9376-418f-a61c-13a01c8f436c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:45.842023 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f871710-9376-418f-a61c-13a01c8f436c None None] Bound using segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:30:45.842569 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-0f871710-9376-418f-a61c-13a01c8f436c None None] Bound port: cf182aef-0344-4ce7-ad7e-74412d839531, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:30:45.849535 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-0f871710-9376-418f-a61c-13a01c8f436c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:45.886919 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-094e5cfa-9612-4011-9143-6e41a67755c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:45.893687 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-094e5cfa-9612-4011-9143-6e41a67755c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:45.897572 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-094e5cfa-9612-4011-9143-6e41a67755c1 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/6e235b3d-b42b-462a-83ec-2263a53a34fa HTTP/1.1" status: 204 len: 168 time: 0.4444621 Sep 24 15:30:45.913758 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-0f871710-9376-418f-a61c-13a01c8f436c None None] For port cf182aef-0344-4ce7-ad7e-74412d839531, host n-d-808921-1, cleared binding levels {{(pid=95300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:30:45.918360 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-0f871710-9376-418f-a61c-13a01c8f436c None None] For port cf182aef-0344-4ce7-ad7e-74412d839531, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=cf182aef-0344-4ce7-ad7e-74412d839531,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:30:45.936176 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094e5cfa-9612-4011-9143-6e41a67755c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e235b3d-b42b-462a-83ec-2263a53a34fa,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:30:45.947110 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b35187-43ff-4a2b-9fda-7eb4db23ce78 None None] Pushing event updated for resources: {'Port': ['ID=cf182aef-0344-4ce7-ad7e-74412d839531,revision_number=2']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:30:45.987189 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-0f871710-9376-418f-a61c-13a01c8f436c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:45.994971 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab562e4-48c6-4db5-a0bf-f9efb444482b req-1cce421c-b2ab-4cd1-801c-80fdf715602f tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:30:46.004825 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8ab562e4-48c6-4db5-a0bf-f9efb444482b req-1cce421c-b2ab-4cd1-801c-80fdf715602f tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a32bdec-7375-4241-9cb8-8807a05afd69 HTTP/1.1" status: 200 len: 948 time: 0.1871221 Sep 24 15:30:46.066154 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8ab562e4-48c6-4db5-a0bf-f9efb444482b req-26c8e736-7e2f-4f51-8d6c-2e2615534691 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/security-groups?id=0268c003-3c0a-4423-850e-bd048c2eae50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596449 Sep 24 15:30:46.111216 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b35187-43ff-4a2b-9fda-7eb4db23ce78 None None] Pushing event updated for resources: {'Port': ['ID=cf182aef-0344-4ce7-ad7e-74412d839531,revision_number=3']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:30:46.154663 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f871710-9376-418f-a61c-13a01c8f436c None None] Routers {'aee71afb-c555-4f57-b5cf-b3e0051f5cef'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:30:46.155348 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-0f871710-9376-418f-a61c-13a01c8f436c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:30:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['aee71afb-c555-4f57-b5cf-b3e0051f5cef'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:30:46.159597 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-76a4fe38-f3cd-45f2-9773-a1135954e2eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:46.223421 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fb2269a0-d6d6-4bf4-8aea-52e6685a4137 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:46.300845 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fb2269a0-d6d6-4bf4-8aea-52e6685a4137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:46.358867 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2269a0-d6d6-4bf4-8aea-52e6685a4137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0e0d9e9-8caa-4cee-8ac8-75f0438a3b5e,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:30:46.365205 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-0f871710-9376-418f-a61c-13a01c8f436c None None] Set router aee71afb-c555-4f57-b5cf-b3e0051f5cef gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:30:46.404120 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 35422) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:30:46.404296 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-fb2269a0-d6d6-4bf4-8aea-52e6685a4137 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=924608e447694c8ca1edafb228ad7a00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8557086 Sep 24 15:30:46.432544 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-76a4fe38-f3cd-45f2-9773-a1135954e2eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:46.500397 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ce5807f0-37f4-4441-9cae-5065f282fc08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:46.513662 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a4fe38-f3cd-45f2-9773-a1135954e2eb admin admin] Pushing event updated for resources: {'Port': ['ID=d7416e2f-e603-48c2-beac-53690dcd1e0b,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:30:46.550097 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a4fe38-f3cd-45f2-9773-a1135954e2eb admin admin] Network 9b3cfc66-27ea-451c-accf-7512b814a264 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:30:46.555828 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-76a4fe38-f3cd-45f2-9773-a1135954e2eb admin admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:30:46.558970 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a4fe38-f3cd-45f2-9773-a1135954e2eb admin admin] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:30:46.559456 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-76a4fe38-f3cd-45f2-9773-a1135954e2eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:46.616762 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ce5807f0-37f4-4441-9cae-5065f282fc08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:46.795459 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-a8881cfe-aec2-442b-ae3a-4fb310a9ba56 req-5deff6a2-599e-4c16-ab7b-22c086efdd3e service neutron] Request body: {'port': {'device_id': 'e5376c1f-f4db-4dfb-9361-ca23f8129f28', 'device_owner': 'compute:tempest-test_az-1604730781', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:30:46.947967 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-0f871710-9376-418f-a61c-13a01c8f436c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee71afb-c555-4f57-b5cf-b3e0051f5cef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1029219238-router', 'tenant_id': 'e9ae5834382e4d12aebda27259a0cc5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': 'cf182aef-0344-4ce7-ad7e-74412d839531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:30:38Z', 'updated_at': '2021-09-24T15:30:42Z', 'revision_number': 3, 'project_id': 'e9ae5834382e4d12aebda27259a0cc5c', 'gw_port': {'id': 'cf182aef-0344-4ce7-ad7e-74412d839531', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:45:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee71afb-c555-4f57-b5cf-b3e0051f5cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:30:40Z', 'updated_at': '2021-09-24T15:30:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:30:47.015091 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f871710-9376-418f-a61c-13a01c8f436c None None] The sync data for ids ['aee71afb-c555-4f57-b5cf-b3e0051f5cef'] in n-d-808921-1 is: [{'id': 'aee71afb-c555-4f57-b5cf-b3e0051f5cef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1029219238-router', 'tenant_id': 'e9ae5834382e4d12aebda27259a0cc5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': 'cf182aef-0344-4ce7-ad7e-74412d839531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:30:38Z', 'updated_at': '2021-09-24T15:30:42Z', 'revision_number': 3, 'project_id': 'e9ae5834382e4d12aebda27259a0cc5c', 'gw_port': {'id': 'cf182aef-0344-4ce7-ad7e-74412d839531', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:45:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee71afb-c555-4f57-b5cf-b3e0051f5cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:30:40Z', 'updated_at': '2021-09-24T15:30:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:30:47.115056 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-76a4fe38-f3cd-45f2-9773-a1135954e2eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:47.142417 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-8fef7391-a2ff-47df-9a3b-dbab4dc0e8d8 None None] Provisioning complete for port d7416e2f-e603-48c2-beac-53690dcd1e0b triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:30:47.143455 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8fef7391-a2ff-47df-9a3b-dbab4dc0e8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:47.175123 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-a8881cfe-aec2-442b-ae3a-4fb310a9ba56 req-5deff6a2-599e-4c16-ab7b-22c086efdd3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:47.253763 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-8fef7391-a2ff-47df-9a3b-dbab4dc0e8d8 None None] Port d7416e2f-e603-48c2-beac-53690dcd1e0b cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:30:47.258299 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dca1a1-58bb-4274-bd1d-48479fb2c8b0 req-724dcae2-d9b6-4fc3-ade9-ee3beb6c3802 tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:30:47.264176 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-27dca1a1-58bb-4274-bd1d-48479fb2c8b0 req-724dcae2-d9b6-4fc3-ade9-ee3beb6c3802 tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5376c1f-f4db-4dfb-9361-ca23f8129f28 HTTP/1.1" status: 200 len: 936 time: 0.3682656 Sep 24 15:30:47.277426 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ce5807f0-37f4-4441-9cae-5065f282fc08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:47.279980 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ce5807f0-37f4-4441-9cae-5065f282fc08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:47.281129 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ce5807f0-37f4-4441-9cae-5065f282fc08 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a0e0d9e9-8caa-4cee-8ac8-75f0438a3b5e HTTP/1.1" status: 204 len: 168 time: 0.8756623 Sep 24 15:30:47.347632 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5807f0-37f4-4441-9cae-5065f282fc08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0e0d9e9-8caa-4cee-8ac8-75f0438a3b5e,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:30:47.433070 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-27dca1a1-58bb-4274-bd1d-48479fb2c8b0 req-491a1d6c-afaa-4f8b-a8b2-274dc3939da6 tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] 10.222.0.101 "GET /v2.0/security-groups?id=e70e4102-1476-4708-ab2d-b89114576614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588290 Sep 24 15:30:47.673841 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-76a4fe38-f3cd-45f2-9773-a1135954e2eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:47.675858 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 35444) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:30:47.708261 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bfc795f1-e554-4c56-a024-7c16e4d877aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:47.851061 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-76a4fe38-f3cd-45f2-9773-a1135954e2eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:47.855085 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-76a4fe38-f3cd-45f2-9773-a1135954e2eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:48.281377 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a4fe38-f3cd-45f2-9773-a1135954e2eb admin admin] Pushing event updated for resources: {'Port': ['ID=d7416e2f-e603-48c2-beac-53690dcd1e0b,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:30:48.322053 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device cf182aef-0344-4ce7-ad7e-74412d839531 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:30:48.453391 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0ba9a-23a4-47a2-a27d-783af699c4a5 req-3ba507a4-59ed-4f5f-906a-3ae5d5597b77 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:30:48.468523 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4fe0ba9a-23a4-47a2-a27d-783af699c4a5 req-3ba507a4-59ed-4f5f-906a-3ae5d5597b77 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a32bdec-7375-4241-9cb8-8807a05afd69 HTTP/1.1" status: 200 len: 948 time: 0.5127931 Sep 24 15:30:48.505673 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port cf182aef-0344-4ce7-ad7e-74412d839531 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:30:48.507268 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:48.601533 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bfc795f1-e554-4c56-a024-7c16e4d877aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:48.651656 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4fe0ba9a-23a4-47a2-a27d-783af699c4a5 req-fa372206-e837-4a8a-b943-24565ed247ca tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/security-groups?id=0268c003-3c0a-4423-850e-bd048c2eae50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814773 Sep 24 15:30:48.700670 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a4fe38-f3cd-45f2-9773-a1135954e2eb admin admin] Network 9b3cfc66-27ea-451c-accf-7512b814a264 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:30:48.738214 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:48.775056 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-76a4fe38-f3cd-45f2-9773-a1135954e2eb admin admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:30:48.784770 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port cf182aef-0344-4ce7-ad7e-74412d839531, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=cf182aef-0344-4ce7-ad7e-74412d839531,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:30:48.797477 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [req-a8881cfe-aec2-442b-ae3a-4fb310a9ba56 req-5deff6a2-599e-4c16-ab7b-22c086efdd3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ac68ef2-6510-4ffd-a300-3ac81499e7f0 {{(pid=95297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:30:48.801704 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bfc795f1-e554-4c56-a024-7c16e4d877aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:48.830444 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-a8881cfe-aec2-442b-ae3a-4fb310a9ba56 req-5deff6a2-599e-4c16-ab7b-22c086efdd3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:48.876376 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.provisioning_blocks [req-a8881cfe-aec2-442b-ae3a-4fb310a9ba56 req-5deff6a2-599e-4c16-ab7b-22c086efdd3e service neutron] Transition to ACTIVE for port object 4ac68ef2-6510-4ffd-a300-3ac81499e7f0 will not be triggered until provisioned by entity L2. {{(pid=95297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:30:48.918585 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:48.993039 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-a8881cfe-aec2-442b-ae3a-4fb310a9ba56 req-5deff6a2-599e-4c16-ab7b-22c086efdd3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:49.060397 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=cf182aef-0344-4ce7-ad7e-74412d839531,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:30:49.142499 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-bfc795f1-e554-4c56-a024-7c16e4d877aa admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ff36d8e2f8d7495aa9e979e313509567&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4579179 Sep 24 15:30:49.149646 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 35472) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:30:49.174312 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc795f1-e554-4c56-a024-7c16e4d877aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7244768-f241-4839-813a-c9877eb53710,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:30:49.206197 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dbf7ba-95a0-42f7-9370-526eafc26642 req-601cfa58-8c24-4959-b6dd-a1b2f2122ff0 tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:30:49.229227 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 35474) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:30:49.265761 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-11dbf7ba-95a0-42f7-9370-526eafc26642 req-601cfa58-8c24-4959-b6dd-a1b2f2122ff0 tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5376c1f-f4db-4dfb-9361-ca23f8129f28 HTTP/1.1" status: 200 len: 936 time: 0.5887368 Sep 24 15:30:49.332120 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-d1809483-ba5c-4213-80ca-a493c1a7738b None None] Provisioning complete for port d7416e2f-e603-48c2-beac-53690dcd1e0b triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:30:49.332655 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d1809483-ba5c-4213-80ca-a493c1a7738b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:49.373552 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deff6a2-599e-4c16-ab7b-22c086efdd3e service neutron] Pushing event updated for resources: {'Port': ['ID=4ac68ef2-6510-4ffd-a300-3ac81499e7f0,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:30:49.390370 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 35478) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:30:49.571357 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-d1809483-ba5c-4213-80ca-a493c1a7738b None None] Port d7416e2f-e603-48c2-beac-53690dcd1e0b cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:30:49.606778 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76a4fe38-f3cd-45f2-9773-a1135954e2eb admin admin] Router aee71afb-c555-4f57-b5cf-b3e0051f5cef has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:30:49.622597 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-11dbf7ba-95a0-42f7-9370-526eafc26642 req-cb6922b8-905d-47c5-a848-1c4996bd3d61 tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] 10.222.0.101 "GET /v2.0/security-groups?id=e70e4102-1476-4708-ab2d-b89114576614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3556998 Sep 24 15:30:49.642537 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-45d871fb-3f5a-4414-bb3b-4c8bd14e2140 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:49.670163 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-928a03cc-7291-4bdf-b04d-6175ac0b4d33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:49.710704 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-a8881cfe-aec2-442b-ae3a-4fb310a9ba56 req-5deff6a2-599e-4c16-ab7b-22c086efdd3e service neutron] Attempting to bind port 4ac68ef2-6510-4ffd-a300-3ac81499e7f0 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:30:49.710704 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-a8881cfe-aec2-442b-ae3a-4fb310a9ba56 req-5deff6a2-599e-4c16-ab7b-22c086efdd3e service neutron] Attempting to bind port 4ac68ef2-6510-4ffd-a300-3ac81499e7f0 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:30:49.710704 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8881cfe-aec2-442b-ae3a-4fb310a9ba56 req-5deff6a2-599e-4c16-ab7b-22c086efdd3e service neutron] Attempting to bind port 4ac68ef2-6510-4ffd-a300-3ac81499e7f0 on network 9672f189-23fe-44e6-9dd2-257ff8905939 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:30:49.728005 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8881cfe-aec2-442b-ae3a-4fb310a9ba56 req-5deff6a2-599e-4c16-ab7b-22c086efdd3e service neutron] Port 4ac68ef2-6510-4ffd-a300-3ac81499e7f0 on network 9672f189-23fe-44e6-9dd2-257ff8905939 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:30:49.728607 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8881cfe-aec2-442b-ae3a-4fb310a9ba56 req-5deff6a2-599e-4c16-ab7b-22c086efdd3e service neutron] Attempting to bind port 4ac68ef2-6510-4ffd-a300-3ac81499e7f0 on network 9672f189-23fe-44e6-9dd2-257ff8905939 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:30:49.729043 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-928a03cc-7291-4bdf-b04d-6175ac0b4d33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:49.760642 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5eabc3ef-c3fd-457e-92e1-e9baaf5e94c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:49.897760 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-45d871fb-3f5a-4414-bb3b-4c8bd14e2140 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:49.901227 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8881cfe-aec2-442b-ae3a-4fb310a9ba56 req-5deff6a2-599e-4c16-ab7b-22c086efdd3e service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:30:49.913144 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8881cfe-aec2-442b-ae3a-4fb310a9ba56 req-5deff6a2-599e-4c16-ab7b-22c086efdd3e service neutron] Checking segment: {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:30:49.913144 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8881cfe-aec2-442b-ae3a-4fb310a9ba56 req-5deff6a2-599e-4c16-ab7b-22c086efdd3e service neutron] Bound using segment: {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:30:49.913144 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-a8881cfe-aec2-442b-ae3a-4fb310a9ba56 req-5deff6a2-599e-4c16-ab7b-22c086efdd3e service neutron] Bound port: 4ac68ef2-6510-4ffd-a300-3ac81499e7f0, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'}}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:30:49.913144 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-a8881cfe-aec2-442b-ae3a-4fb310a9ba56 req-5deff6a2-599e-4c16-ab7b-22c086efdd3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:49.974043 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a4fe38-f3cd-45f2-9773-a1135954e2eb admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:30:49.994845 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-76a4fe38-f3cd-45f2-9773-a1135954e2eb admin admin] 10.222.0.101 "PUT /v2.0/routers/aee71afb-c555-4f57-b5cf-b3e0051f5cef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6430194 Sep 24 15:30:49.999624 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-928a03cc-7291-4bdf-b04d-6175ac0b4d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:50.015275 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-928a03cc-7291-4bdf-b04d-6175ac0b4d33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:50.015275 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-928a03cc-7291-4bdf-b04d-6175ac0b4d33 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f7244768-f241-4839-813a-c9877eb53710 HTTP/1.1" status: 204 len: 168 time: 0.8396263 Sep 24 15:30:50.022524 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f745c-a97a-49bf-b3c3-1cf0a747959d req-ec01dd50-b320-4d3f-87b6-9c4fe9a37d4c tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:30:50.027427 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b23f745c-a97a-49bf-b3c3-1cf0a747959d req-ec01dd50-b320-4d3f-87b6-9c4fe9a37d4c tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a32bdec-7375-4241-9cb8-8807a05afd69 HTTP/1.1" status: 200 len: 948 time: 0.1400728 Sep 24 15:30:50.050784 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a03cc-7291-4bdf-b04d-6175ac0b4d33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7244768-f241-4839-813a-c9877eb53710,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:30:50.072812 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-a8881cfe-aec2-442b-ae3a-4fb310a9ba56 req-5deff6a2-599e-4c16-ab7b-22c086efdd3e service neutron] For port 4ac68ef2-6510-4ffd-a300-3ac81499e7f0, host n-h2-808921-1, cleared binding levels {{(pid=95297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:30:50.078515 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-45d871fb-3f5a-4414-bb3b-4c8bd14e2140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:50.171687 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d871fb-3f5a-4414-bb3b-4c8bd14e2140 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d44f5e23-c7ad-4363-9e53-9fe6801c8a0b,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:30:50.208110 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-a8881cfe-aec2-442b-ae3a-4fb310a9ba56 req-5deff6a2-599e-4c16-ab7b-22c086efdd3e service neutron] For port 4ac68ef2-6510-4ffd-a300-3ac81499e7f0, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=4ac68ef2-6510-4ffd-a300-3ac81499e7f0,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:30:50.245105 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b23f745c-a97a-49bf-b3c3-1cf0a747959d req-55c19c92-7e03-4a34-8063-8fd22d572448 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/security-groups?id=0268c003-3c0a-4423-850e-bd048c2eae50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094154 Sep 24 15:30:50.256633 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device cf182aef-0344-4ce7-ad7e-74412d839531 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:30:50.281698 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-45d871fb-3f5a-4414-bb3b-4c8bd14e2140 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=354176e5ed854d999725120c578c4295&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0360639 Sep 24 15:30:50.282451 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 35500) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:30:50.310807 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-a8881cfe-aec2-442b-ae3a-4fb310a9ba56 req-5deff6a2-599e-4c16-ab7b-22c086efdd3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:50.399915 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deff6a2-599e-4c16-ab7b-22c086efdd3e service neutron] Pushing event updated for resources: {'Port': ['ID=4ac68ef2-6510-4ffd-a300-3ac81499e7f0,revision_number=3']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:30:50.424073 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8881cfe-aec2-442b-ae3a-4fb310a9ba56 req-5deff6a2-599e-4c16-ab7b-22c086efdd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:30:50.425315 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-a8881cfe-aec2-442b-ae3a-4fb310a9ba56 req-5deff6a2-599e-4c16-ab7b-22c086efdd3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:50.427478 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a8881cfe-aec2-442b-ae3a-4fb310a9ba56 req-5deff6a2-599e-4c16-ab7b-22c086efdd3e service neutron] 10.222.0.108 "PUT /v2.0/ports/4ac68ef2-6510-4ffd-a300-3ac81499e7f0 HTTP/1.1" status: 200 len: 1118 time: 4.2911210 Sep 24 15:30:50.430274 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5376c1f-f4db-4dfb-9361-ca23f8129f28', 'tag': '4ac68ef2-6510-4ffd-a300-3ac81499e7f0'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:30:50.439388 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port cf182aef-0344-4ce7-ad7e-74412d839531 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:30:50.439881 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:50.524946 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e4f9dc2f-a1cd-4964-a0c7-1a00155200da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:50.601360 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e4f9dc2f-a1cd-4964-a0c7-1a00155200da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:50.855865 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e4f9dc2f-a1cd-4964-a0c7-1a00155200da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:50.864452 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e4f9dc2f-a1cd-4964-a0c7-1a00155200da admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:50.866796 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-e4f9dc2f-a1cd-4964-a0c7-1a00155200da admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d44f5e23-c7ad-4363-9e53-9fe6801c8a0b HTTP/1.1" status: 204 len: 168 time: 0.5825882 Sep 24 15:30:50.880150 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f9dc2f-a1cd-4964-a0c7-1a00155200da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44f5e23-c7ad-4363-9e53-9fe6801c8a0b,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:30:50.895971 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2686e29-b739-4b35-9d60-e3650d7a7dc5 None None] Sync routers for ids ['aee71afb-c555-4f57-b5cf-b3e0051f5cef'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:30:50.981924 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2686e29-b739-4b35-9d60-e3650d7a7dc5 None None] Routers {'aee71afb-c555-4f57-b5cf-b3e0051f5cef'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:30:50.982856 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-d2686e29-b739-4b35-9d60-e3650d7a7dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:30:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['aee71afb-c555-4f57-b5cf-b3e0051f5cef'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:30:51.145329 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-d2686e29-b739-4b35-9d60-e3650d7a7dc5 None None] Set router aee71afb-c555-4f57-b5cf-b3e0051f5cef gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:30:51.251486 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5eabc3ef-c3fd-457e-92e1-e9baaf5e94c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:51.268102 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8881cfe-aec2-442b-ae3a-4fb310a9ba56 req-ac8eee57-397c-4c04-bab1-f5f7d1aed0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:30:51.274848 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a8881cfe-aec2-442b-ae3a-4fb310a9ba56 req-ac8eee57-397c-4c04-bab1-f5f7d1aed0f3 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=c034ab983155467cb54357926c29f6ed&device_id=e5376c1f-f4db-4dfb-9361-ca23f8129f28 HTTP/1.1" status: 200 len: 1121 time: 0.6368778 Sep 24 15:30:51.303672 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd434e1f-ef15-4d89-96ee-192aef51e781 req-7a19fb3c-69ff-4ac9-98c0-8feffff46e83 tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:30:51.305206 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bd434e1f-ef15-4d89-96ee-192aef51e781 req-7a19fb3c-69ff-4ac9-98c0-8feffff46e83 tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5376c1f-f4db-4dfb-9361-ca23f8129f28 HTTP/1.1" status: 200 len: 970 time: 0.5175765 Sep 24 15:30:51.355707 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5eabc3ef-c3fd-457e-92e1-e9baaf5e94c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:51.464612 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-5eabc3ef-c3fd-457e-92e1-e9baaf5e94c2 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d7c9719ea69542bab478c653b1327742&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0679929 Sep 24 15:30:51.466579 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 35520) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:30:51.525305 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bd434e1f-ef15-4d89-96ee-192aef51e781 req-8fa49267-3ab1-45da-939b-dda64b339d27 tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] 10.222.0.101 "GET /v2.0/security-groups?id=e70e4102-1476-4708-ab2d-b89114576614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062976 Sep 24 15:30:51.528992 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eabc3ef-c3fd-457e-92e1-e9baaf5e94c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7eaef3-cae9-46d3-a02f-8b76970839e1,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:30:51.607202 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-d2686e29-b739-4b35-9d60-e3650d7a7dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee71afb-c555-4f57-b5cf-b3e0051f5cef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1029219238-router', 'tenant_id': 'e9ae5834382e4d12aebda27259a0cc5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': 'cf182aef-0344-4ce7-ad7e-74412d839531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:30:38Z', 'updated_at': '2021-09-24T15:30:46Z', 'revision_number': 4, 'project_id': 'e9ae5834382e4d12aebda27259a0cc5c', 'gw_port': {'id': 'cf182aef-0344-4ce7-ad7e-74412d839531', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:45:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee71afb-c555-4f57-b5cf-b3e0051f5cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:30:40Z', 'updated_at': '2021-09-24T15:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'd7416e2f-e603-48c2-beac-53690dcd1e0b', 'name': '', 'network_id': '9b3cfc66-27ea-451c-accf-7512b814a264', 'tenant_id': 'e9ae5834382e4d12aebda27259a0cc5c', 'mac_address': 'fa:16:3e:d7:e8:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee71afb-c555-4f57-b5cf-b3e0051f5cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'da9e7cae-950e-43db-9278-960793a971f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:30:45Z', 'updated_at': '2021-09-24T15:30:47Z', 'revision_number': 2, 'project_id': 'e9ae5834382e4d12aebda27259a0cc5c', 'subnets': [{'id': 'da9e7cae-950e-43db-9278-960793a971f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:30:51.778619 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2686e29-b739-4b35-9d60-e3650d7a7dc5 None None] Checking router: aee71afb-c555-4f57-b5cf-b3e0051f5cef for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:30:51.782595 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2686e29-b739-4b35-9d60-e3650d7a7dc5 None None] Updating router aee71afb-c555-4f57-b5cf-b3e0051f5cef port d7416e2f-e603-48c2-beac-53690dcd1e0b binding host n-d-808921-1 {{(pid=95299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:30:51.792096 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05564e5e-4249-4ed5-bec2-1d367a40bbc0 req-16ea9c4b-5a16-4ec4-99be-feab3455b5ae tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:30:51.805698 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-05564e5e-4249-4ed5-bec2-1d367a40bbc0 req-16ea9c4b-5a16-4ec4-99be-feab3455b5ae tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a32bdec-7375-4241-9cb8-8807a05afd69 HTTP/1.1" status: 200 len: 948 time: 0.1638145 Sep 24 15:30:51.877423 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d2686e29-b739-4b35-9d60-e3650d7a7dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:51.926294 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f6e96e22-558f-42a0-8fde-fc6ed85ea5c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:51.969296 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-05564e5e-4249-4ed5-bec2-1d367a40bbc0 req-92bf24cd-ed90-4189-bcfe-27cb6461aa34 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/security-groups?id=0268c003-3c0a-4423-850e-bd048c2eae50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552541 Sep 24 15:30:51.986513 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f6e96e22-558f-42a0-8fde-fc6ed85ea5c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:52.155116 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e6c85a-bfa0-4c5a-952f-cb718e4708fb" -d '{"events": [{"name": "network-changed", "server_uuid": "e5376c1f-f4db-4dfb-9361-ca23f8129f28", "tag": "4ac68ef2-6510-4ffd-a300-3ac81499e7f0"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:30:52.307599 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f6e96e22-558f-42a0-8fde-fc6ed85ea5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:52.310194 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f6e96e22-558f-42a0-8fde-fc6ed85ea5c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:52.311772 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-f6e96e22-558f-42a0-8fde-fc6ed85ea5c2 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/1d7eaef3-cae9-46d3-a02f-8b76970839e1 HTTP/1.1" status: 204 len: 168 time: 0.8408895 Sep 24 15:30:52.323196 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e96e22-558f-42a0-8fde-fc6ed85ea5c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7eaef3-cae9-46d3-a02f-8b76970839e1,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:30:52.535393 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec6dd4db-fa58-4287-9f31-c9147258e7a3 x-openstack-request-id: req-ec6dd4db-fa58-4287-9f31-c9147258e7a3 {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:30:52.535393 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5376c1f-f4db-4dfb-9361-ca23f8129f28", "tag": "4ac68ef2-6510-4ffd-a300-3ac81499e7f0", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:30:52.535393 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ec6dd4db-fa58-4287-9f31-c9147258e7a3 {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:30:52.535393 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5376c1f-f4db-4dfb-9361-ca23f8129f28', 'tag': '4ac68ef2-6510-4ffd-a300-3ac81499e7f0', 'status': 'completed', 'code': 200} Sep 24 15:30:52.545067 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d2686e29-b739-4b35-9d60-e3650d7a7dc5 None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:52.629705 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a8881cfe-aec2-442b-ae3a-4fb310a9ba56 req-4c563948-b7a9-4a75-8528-ffb68517f177 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=4ac68ef2-6510-4ffd-a300-3ac81499e7f0 HTTP/1.1" status: 200 len: 217 time: 0.1041048 Sep 24 15:30:52.741544 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8881cfe-aec2-442b-ae3a-4fb310a9ba56 req-930019b0-64c2-4373-adce-8cfca2cdfdab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:30:52.743364 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a8881cfe-aec2-442b-ae3a-4fb310a9ba56 req-930019b0-64c2-4373-adce-8cfca2cdfdab service neutron] 10.222.0.108 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.1060488 Sep 24 15:30:52.772419 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746fd522-9969-4495-9af5-d9a52bc4a8ee req-67d54f1b-f19f-4019-8e8e-a6c4b0468f5c tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:30:52.774283 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-746fd522-9969-4495-9af5-d9a52bc4a8ee req-67d54f1b-f19f-4019-8e8e-a6c4b0468f5c tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5376c1f-f4db-4dfb-9361-ca23f8129f28 HTTP/1.1" status: 200 len: 970 time: 0.0999212 Sep 24 15:30:52.837885 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d2686e29-b739-4b35-9d60-e3650d7a7dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:52.926961 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-746fd522-9969-4495-9af5-d9a52bc4a8ee req-c1c48f0e-c9c8-4fe5-8f2c-399697935823 tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] 10.222.0.101 "GET /v2.0/security-groups?id=e70e4102-1476-4708-ab2d-b89114576614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301029 Sep 24 15:30:52.979474 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4a3991-f2b4-4e8c-9ba8-39abe17cc8c1 None None] Pushing event updated for resources: {'Port': ['ID=d7416e2f-e603-48c2-beac-53690dcd1e0b,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:30:52.982446 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8881cfe-aec2-442b-ae3a-4fb310a9ba56 req-aa562495-403b-4ac4-a1d7-9203db761c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:30:52.984454 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a8881cfe-aec2-442b-ae3a-4fb310a9ba56 req-aa562495-403b-4ac4-a1d7-9203db761c8b service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2306237 Sep 24 15:30:53.170384 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-d2686e29-b739-4b35-9d60-e3650d7a7dc5 None None] Attempting to bind port d7416e2f-e603-48c2-beac-53690dcd1e0b on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:30:53.170814 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-d2686e29-b739-4b35-9d60-e3650d7a7dc5 None None] Attempting to bind port d7416e2f-e603-48c2-beac-53690dcd1e0b by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '8f3a70f8-afd3-4cf4-b3d4-f2956aa91e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '9b3cfc66-27ea-451c-accf-7512b814a264'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:30:53.177552 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2686e29-b739-4b35-9d60-e3650d7a7dc5 None None] Attempting to bind port d7416e2f-e603-48c2-beac-53690dcd1e0b on network 9b3cfc66-27ea-451c-accf-7512b814a264 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:30:53.197983 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2686e29-b739-4b35-9d60-e3650d7a7dc5 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:30:53.198410 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2686e29-b739-4b35-9d60-e3650d7a7dc5 None None] Checking segment: {'id': '8f3a70f8-afd3-4cf4-b3d4-f2956aa91e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '9b3cfc66-27ea-451c-accf-7512b814a264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:30:53.198787 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d2686e29-b739-4b35-9d60-e3650d7a7dc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:53.199209 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2686e29-b739-4b35-9d60-e3650d7a7dc5 None None] Bound using segment: {'id': '8f3a70f8-afd3-4cf4-b3d4-f2956aa91e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '9b3cfc66-27ea-451c-accf-7512b814a264'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:30:53.200224 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-d2686e29-b739-4b35-9d60-e3650d7a7dc5 None None] Bound port: d7416e2f-e603-48c2-beac-53690dcd1e0b, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f3a70f8-afd3-4cf4-b3d4-f2956aa91e07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '9b3cfc66-27ea-451c-accf-7512b814a264'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:30:53.200224 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d2686e29-b739-4b35-9d60-e3650d7a7dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:53.273764 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a8881cfe-aec2-442b-ae3a-4fb310a9ba56 req-19ee5f85-8f01-4002-90e0-4508279913c7 service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541924 Sep 24 15:30:53.274065 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da5cb4f-4130-410e-88f4-e59c5e3c3355 req-bea0012f-f0b0-47ce-81e3-9c8ae149e7ef tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:30:53.276796 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8da5cb4f-4130-410e-88f4-e59c5e3c3355 req-bea0012f-f0b0-47ce-81e3-9c8ae149e7ef tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a32bdec-7375-4241-9cb8-8807a05afd69 HTTP/1.1" status: 200 len: 948 time: 0.1730032 Sep 24 15:30:53.281334 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 35556) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:30:53.309444 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0a027fa8-1d11-4e1a-9274-f3ee27be78cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:53.322263 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-d2686e29-b739-4b35-9d60-e3650d7a7dc5 None None] For port d7416e2f-e603-48c2-beac-53690dcd1e0b, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:30:53.328522 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-d2686e29-b739-4b35-9d60-e3650d7a7dc5 None None] For port d7416e2f-e603-48c2-beac-53690dcd1e0b, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=d7416e2f-e603-48c2-beac-53690dcd1e0b,segment=NetworkSegment(8f3a70f8-afd3-4cf4-b3d4-f2956aa91e07),segment_id=8f3a70f8-afd3-4cf4-b3d4-f2956aa91e07)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:30:53.415515 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-3dd50065-38b0-43e3-b57e-8b0e10963f33 None None] Provisioning complete for port d7416e2f-e603-48c2-beac-53690dcd1e0b triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:30:53.415882 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3dd50065-38b0-43e3-b57e-8b0e10963f33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:53.481759 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-3dd50065-38b0-43e3-b57e-8b0e10963f33 None None] Port d7416e2f-e603-48c2-beac-53690dcd1e0b cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:30:53.516013 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 35562) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:30:53.520973 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-243556b9-f793-4039-8734-b2e0ccf26df8 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Request body: {'security_group': {'name': 'tempest-securitygroup--10921745', 'description': 'tempest-description--492769443'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:30:53.527018 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d2686e29-b739-4b35-9d60-e3650d7a7dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:53.552261 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a8881cfe-aec2-442b-ae3a-4fb310a9ba56 req-0d43a5ec-e95f-4f9e-bc77-840ce8b71496 service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743049 Sep 24 15:30:53.627449 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8da5cb4f-4130-410e-88f4-e59c5e3c3355 req-69bffd3f-c6a5-4627-a6c0-d19379eff505 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/security-groups?id=0268c003-3c0a-4423-850e-bd048c2eae50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144050 Sep 24 15:30:53.667096 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0a027fa8-1d11-4e1a-9274-f3ee27be78cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:53.676826 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2686e29-b739-4b35-9d60-e3650d7a7dc5 None None] Routers {'aee71afb-c555-4f57-b5cf-b3e0051f5cef'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:30:53.679429 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-d2686e29-b739-4b35-9d60-e3650d7a7dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:30:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['aee71afb-c555-4f57-b5cf-b3e0051f5cef'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:30:53.807824 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0a027fa8-1d11-4e1a-9274-f3ee27be78cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:53.868891 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-d2686e29-b739-4b35-9d60-e3650d7a7dc5 None None] Set router aee71afb-c555-4f57-b5cf-b3e0051f5cef gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:30:53.892066 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e6c85a-bfa0-4c5a-952f-cb718e4708fb req-327040c7-b939-4579-9936-bf6ae88e6ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:30:53.895628 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e4e6c85a-bfa0-4c5a-952f-cb718e4708fb req-327040c7-b939-4579-9936-bf6ae88e6ce8 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=c034ab983155467cb54357926c29f6ed&device_id=e5376c1f-f4db-4dfb-9361-ca23f8129f28 HTTP/1.1" status: 200 len: 1121 time: 0.0993350 Sep 24 15:30:53.920351 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4a3991-f2b4-4e8c-9ba8-39abe17cc8c1 None None] Pushing event updated for resources: {'Port': ['ID=d7416e2f-e603-48c2-beac-53690dcd1e0b,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:30:53.974825 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-0a027fa8-1d11-4e1a-9274-f3ee27be78cf admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=906b9130326d4f72b5aec2757adafaca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6872628 Sep 24 15:30:53.974825 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a027fa8-1d11-4e1a-9274-f3ee27be78cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb9be570-b407-4ae9-a95b-6d310b5bdc07,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:30:53.984045 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 35570) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:30:54.050024 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-243556b9-f793-4039-8734-b2e0ccf26df8 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:54.156343 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 35572) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:30:54.158184 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-11f75dee-b6d4-4e9b-a134-ec6d56dfec9c None None] Provisioning complete for port d7416e2f-e603-48c2-beac-53690dcd1e0b triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:30:54.158609 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-11f75dee-b6d4-4e9b-a134-ec6d56dfec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:54.279351 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e3300f-1db7-4448-9d7a-f06bb770b677 req-244dcca1-75da-4aa5-ba1a-09ca7d6ecebe tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:30:54.289713 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-67e3300f-1db7-4448-9d7a-f06bb770b677 req-244dcca1-75da-4aa5-ba1a-09ca7d6ecebe tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5376c1f-f4db-4dfb-9361-ca23f8129f28 HTTP/1.1" status: 200 len: 970 time: 0.2134552 Sep 24 15:30:54.308080 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c6b6de8b-ed41-4dcb-ae09-9995f860d493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:54.394779 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e6c85a-bfa0-4c5a-952f-cb718e4708fb req-5ae012a4-9649-480b-a67f-24c68de086b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:30:54.404135 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e4e6c85a-bfa0-4c5a-952f-cb718e4708fb req-5ae012a4-9649-480b-a67f-24c68de086b2 service neutron] 10.222.0.108 "GET /v2.0/networks?id=9672f189-23fe-44e6-9dd2-257ff8905939 HTTP/1.1" status: 200 len: 871 time: 0.5005841 Sep 24 15:30:54.423763 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-78342bc2-4c11-4512-b1f0-61ea5bb7d4fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:54.471740 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e4e6c85a-bfa0-4c5a-952f-cb718e4708fb req-b7f07b9f-ab9f-4e04-89d3-95ac1295a91d service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=4ac68ef2-6510-4ffd-a300-3ac81499e7f0 HTTP/1.1" status: 200 len: 217 time: 0.0576234 Sep 24 15:30:54.517165 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-11f75dee-b6d4-4e9b-a134-ec6d56dfec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:54.567254 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e6c85a-bfa0-4c5a-952f-cb718e4708fb req-b3eb6042-ff02-4864-9111-e54e879744b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:30:54.571669 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e4e6c85a-bfa0-4c5a-952f-cb718e4708fb req-b3eb6042-ff02-4864-9111-e54e879744b0 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.0910559 Sep 24 15:30:54.589577 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-67e3300f-1db7-4448-9d7a-f06bb770b677 req-96d2b21f-625d-4eff-879a-5d85d0e1b8e1 tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] 10.222.0.101 "GET /v2.0/security-groups?id=e70e4102-1476-4708-ab2d-b89114576614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986245 Sep 24 15:30:54.618607 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-11f75dee-b6d4-4e9b-a134-ec6d56dfec9c None None] For port d7416e2f-e603-48c2-beac-53690dcd1e0b, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=d7416e2f-e603-48c2-beac-53690dcd1e0b,segment=NetworkSegment(8f3a70f8-afd3-4cf4-b3d4-f2956aa91e07),segment_id=8f3a70f8-afd3-4cf4-b3d4-f2956aa91e07)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:30:54.645316 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-78342bc2-4c11-4512-b1f0-61ea5bb7d4fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:54.655283 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-d2686e29-b739-4b35-9d60-e3650d7a7dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee71afb-c555-4f57-b5cf-b3e0051f5cef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1029219238-router', 'tenant_id': 'e9ae5834382e4d12aebda27259a0cc5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': 'cf182aef-0344-4ce7-ad7e-74412d839531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:30:38Z', 'updated_at': '2021-09-24T15:30:46Z', 'revision_number': 4, 'project_id': 'e9ae5834382e4d12aebda27259a0cc5c', 'gw_port': {'id': 'cf182aef-0344-4ce7-ad7e-74412d839531', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:45:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee71afb-c555-4f57-b5cf-b3e0051f5cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:30:40Z', 'updated_at': '2021-09-24T15:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'd7416e2f-e603-48c2-beac-53690dcd1e0b', 'name': '', 'network_id': '9b3cfc66-27ea-451c-accf-7512b814a264', 'tenant_id': 'e9ae5834382e4d12aebda27259a0cc5c', 'mac_address': 'fa:16:3e:d7:e8:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee71afb-c555-4f57-b5cf-b3e0051f5cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'da9e7cae-950e-43db-9278-960793a971f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:30:45Z', 'updated_at': '2021-09-24T15:30:53Z', 'revision_number': 4, 'project_id': 'e9ae5834382e4d12aebda27259a0cc5c', 'subnets': [{'id': 'da9e7cae-950e-43db-9278-960793a971f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:30:54.694990 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e6c85a-bfa0-4c5a-952f-cb718e4708fb req-929c5672-8068-4a99-bdca-5ba722a8cc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:30:54.698268 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e4e6c85a-bfa0-4c5a-952f-cb718e4708fb req-929c5672-8068-4a99-bdca-5ba722a8cc07 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1182365 Sep 24 15:30:54.731200 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2686e29-b739-4b35-9d60-e3650d7a7dc5 None None] The sync data for ids ['aee71afb-c555-4f57-b5cf-b3e0051f5cef'] in n-d-808921-1 is: [{'id': 'aee71afb-c555-4f57-b5cf-b3e0051f5cef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1029219238-router', 'tenant_id': 'e9ae5834382e4d12aebda27259a0cc5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': 'cf182aef-0344-4ce7-ad7e-74412d839531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:30:38Z', 'updated_at': '2021-09-24T15:30:46Z', 'revision_number': 4, 'project_id': 'e9ae5834382e4d12aebda27259a0cc5c', 'gw_port': {'id': 'cf182aef-0344-4ce7-ad7e-74412d839531', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:45:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee71afb-c555-4f57-b5cf-b3e0051f5cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:30:40Z', 'updated_at': '2021-09-24T15:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'd7416e2f-e603-48c2-beac-53690dcd1e0b', 'name': '', 'network_id': '9b3cfc66-27ea-451c-accf-7512b814a264', 'tenant_id': 'e9ae5834382e4d12aebda27259a0cc5c', 'mac_address': 'fa:16:3e:d7:e8:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aee71afb-c555-4f57-b5cf-b3e0051f5cef', 'device_owner': 'network:router_interface', 'standard_attr_id': 111, 'fixed_ips': [{'subnet_id': 'da9e7cae-950e-43db-9278-960793a971f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:30:45Z', 'updated_at': '2021-09-24T15:30:53Z', 'revision_number': 4, 'project_id': 'e9ae5834382e4d12aebda27259a0cc5c', 'subnets': [{'id': 'da9e7cae-950e-43db-9278-960793a971f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:30:54.733029 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-11f75dee-b6d4-4e9b-a134-ec6d56dfec9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:54.873637 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f75dee-b6d4-4e9b-a134-ec6d56dfec9c None None] Pushing event updated for resources: {'Port': ['ID=d7416e2f-e603-48c2-beac-53690dcd1e0b,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:30:54.933351 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-243556b9-f793-4039-8734-b2e0ccf26df8 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:55.011706 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5438a1d0-d21e-43c8-8537-1314ab7eac6f req-adb35e07-ca5c-47df-974e-c07805e06899 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:30:55.019712 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5438a1d0-d21e-43c8-8537-1314ab7eac6f req-adb35e07-ca5c-47df-974e-c07805e06899 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a32bdec-7375-4241-9cb8-8807a05afd69 HTTP/1.1" status: 200 len: 948 time: 0.1806397 Sep 24 15:30:55.044783 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e4e6c85a-bfa0-4c5a-952f-cb718e4708fb req-2c3f4184-f1c2-438f-a3f3-5273a9110e8a service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379092 Sep 24 15:30:55.082920 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5438a1d0-d21e-43c8-8537-1314ab7eac6f req-1cff124c-d2ef-4bc9-944f-baad04d7c986 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/security-groups?id=0268c003-3c0a-4423-850e-bd048c2eae50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618007 Sep 24 15:30:55.252056 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e4e6c85a-bfa0-4c5a-952f-cb718e4708fb req-1c7bc6e9-d62b-429d-b05d-b987ef854d1e service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939845 Sep 24 15:30:55.291046 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-243556b9-f793-4039-8734-b2e0ccf26df8 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:55.300060 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-78342bc2-4c11-4512-b1f0-61ea5bb7d4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:55.305219 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-78342bc2-4c11-4512-b1f0-61ea5bb7d4fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:55.308470 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-78342bc2-4c11-4512-b1f0-61ea5bb7d4fa admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/eb9be570-b407-4ae9-a95b-6d310b5bdc07 HTTP/1.1" status: 204 len: 168 time: 1.3221631 Sep 24 15:30:55.409766 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243556b9-f793-4039-8734-b2e0ccf26df8 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa14bf65-66e4-4157-aab9-4b95234ae5f8,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:30:55.437511 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78342bc2-4c11-4512-b1f0-61ea5bb7d4fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb9be570-b407-4ae9-a95b-6d310b5bdc07,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:30:55.479978 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c6b6de8b-ed41-4dcb-ae09-9995f860d493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:55.554479 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c6b6de8b-ed41-4dcb-ae09-9995f860d493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:55.603827 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b6de8b-ed41-4dcb-ae09-9995f860d493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b32fc5a-8f35-4b7f-a63a-edebc894c21a,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:30:55.633776 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-c6b6de8b-ed41-4dcb-ae09-9995f860d493 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=2573b5427d5c402fb3fcc41d81ec1cc0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4631629 Sep 24 15:30:55.641225 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 35598) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:30:55.729387 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-243556b9-f793-4039-8734-b2e0ccf26df8 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:55.733429 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-243556b9-f793-4039-8734-b2e0ccf26df8 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 2.2158175 Sep 24 15:30:55.736689 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 35600) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:30:55.753758 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-41d8c415-8425-45a8-ba8a-699ebc0d8d11 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Request body: {'security_group_rule': {'security_group_id': 'aa14bf65-66e4-4157-aab9-4b95234ae5f8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:30:55.819884 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-320f7ea0-9dfd-4feb-94e2-f0d75f0b61ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:55.838953 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae40b821-2b7f-4f69-b84b-1f830e89b799 req-0a9fd694-aa24-4c3e-bf2d-6bc2c91a606f tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:30:55.847216 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ae40b821-2b7f-4f69-b84b-1f830e89b799 req-0a9fd694-aa24-4c3e-bf2d-6bc2c91a606f tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5376c1f-f4db-4dfb-9361-ca23f8129f28 HTTP/1.1" status: 200 len: 970 time: 0.1285131 Sep 24 15:30:55.909027 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-320f7ea0-9dfd-4feb-94e2-f0d75f0b61ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:55.933821 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-41d8c415-8425-45a8-ba8a-699ebc0d8d11 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:55.990778 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ae40b821-2b7f-4f69-b84b-1f830e89b799 req-d5674b9b-9bc0-485a-ac0f-958bb3dd5d0d tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] 10.222.0.101 "GET /v2.0/security-groups?id=e70e4102-1476-4708-ab2d-b89114576614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424494 Sep 24 15:30:56.060617 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-41d8c415-8425-45a8-ba8a-699ebc0d8d11 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:56.113821 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 35610) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:30:56.121788 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-320f7ea0-9dfd-4feb-94e2-f0d75f0b61ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:56.135901 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-320f7ea0-9dfd-4feb-94e2-f0d75f0b61ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:56.135901 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-320f7ea0-9dfd-4feb-94e2-f0d75f0b61ac admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/6b32fc5a-8f35-4b7f-a63a-edebc894c21a HTTP/1.1" status: 204 len: 168 time: 0.4940815 Sep 24 15:30:56.159386 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-41d8c415-8425-45a8-ba8a-699ebc0d8d11 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:56.165243 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320f7ea0-9dfd-4feb-94e2-f0d75f0b61ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b32fc5a-8f35-4b7f-a63a-edebc894c21a,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:30:56.201772 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d8c415-8425-45a8-ba8a-699ebc0d8d11 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fcd8c36-5ba4-404a-aa42-67c2904a6fcb,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:30:56.288921 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-41d8c415-8425-45a8-ba8a-699ebc0d8d11 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:56.292800 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-41d8c415-8425-45a8-ba8a-699ebc0d8d11 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5507822 Sep 24 15:30:56.295414 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 35620) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:30:56.312294 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-7417efcc-492d-4af2-8e6e-f6359436daee tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Request body: {'security_group_rule': {'security_group_id': 'aa14bf65-66e4-4157-aab9-4b95234ae5f8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:30:56.329893 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device d7416e2f-e603-48c2-beac-53690dcd1e0b up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:30:56.366766 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b3939-53c3-4320-a3d0-137feceb8e6b req-b9a98071-5dee-46c6-b183-80bddeedaa32 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:30:56.370155 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2c1b3939-53c3-4320-a3d0-137feceb8e6b req-b9a98071-5dee-46c6-b183-80bddeedaa32 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a32bdec-7375-4241-9cb8-8807a05afd69 HTTP/1.1" status: 200 len: 948 time: 0.1297958 Sep 24 15:30:56.432582 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7417efcc-492d-4af2-8e6e-f6359436daee tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:56.440565 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2c1b3939-53c3-4320-a3d0-137feceb8e6b req-fc5a4ee4-c857-4179-af49-7be2f512ed55 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/security-groups?id=0268c003-3c0a-4423-850e-bd048c2eae50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615890 Sep 24 15:30:56.466574 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port d7416e2f-e603-48c2-beac-53690dcd1e0b triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:30:56.466574 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:56.524475 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1492920d-3bc6-47f8-b32e-855f38e37d8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:56.535930 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7417efcc-492d-4af2-8e6e-f6359436daee tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:56.680313 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1492920d-3bc6-47f8-b32e-855f38e37d8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:56.685795 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7417efcc-492d-4af2-8e6e-f6359436daee tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:56.713936 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7417efcc-492d-4af2-8e6e-f6359436daee tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=720f4a33-bdc8-448d-a081-88ae2d73afc3,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:30:56.782050 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1492920d-3bc6-47f8-b32e-855f38e37d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:56.827170 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-1492920d-3bc6-47f8-b32e-855f38e37d8c admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=42810630b71e42ecaf203263d3389117&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7119021 Sep 24 15:30:56.827917 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1492920d-3bc6-47f8-b32e-855f38e37d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f3bf02-5e03-4598-9d49-294c180feaa9,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:30:56.829622 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 35628) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:30:56.859106 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7417efcc-492d-4af2-8e6e-f6359436daee tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:56.859106 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-7417efcc-492d-4af2-8e6e-f6359436daee tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5526316 Sep 24 15:30:56.859884 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 35632) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:30:56.859884 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-325e9d94-f17e-47f8-a15d-94e001858272 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Request body: {'floatingip': {'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:30:56.906904 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5c759fc6-edf9-432c-a4b3-f0d3fe69c672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:56.934401 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5c759fc6-edf9-432c-a4b3-f0d3fe69c672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:56.970929 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-325e9d94-f17e-47f8-a15d-94e001858272 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Notify callbacks [] for floatingip, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:57.068031 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5c759fc6-edf9-432c-a4b3-f0d3fe69c672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:57.071428 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5c759fc6-edf9-432c-a4b3-f0d3fe69c672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:57.072573 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-5c759fc6-edf9-432c-a4b3-f0d3fe69c672 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/09f3bf02-5e03-4598-9d49-294c180feaa9 HTTP/1.1" status: 204 len: 168 time: 0.2417095 Sep 24 15:30:57.088907 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c759fc6-edf9-432c-a4b3-f0d3fe69c672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f3bf02-5e03-4598-9d49-294c180feaa9,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:30:57.122967 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae698ab-6e46-480c-b745-ef00d6cea917 req-82861766-7ab4-4bae-84d5-cdd478d03c95 tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:30:57.124748 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0ae698ab-6e46-480c-b745-ef00d6cea917 req-82861766-7ab4-4bae-84d5-cdd478d03c95 tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5376c1f-f4db-4dfb-9361-ca23f8129f28 HTTP/1.1" status: 200 len: 970 time: 0.0651910 Sep 24 15:30:57.168408 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-325e9d94-f17e-47f8-a15d-94e001858272 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:57.183487 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0ae698ab-6e46-480c-b745-ef00d6cea917 req-049a2593-d68c-4fa4-ad45-17956bb89cd6 tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] 10.222.0.101 "GET /v2.0/security-groups?id=e70e4102-1476-4708-ab2d-b89114576614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484421 Sep 24 15:30:57.249006 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 4ac68ef2-6510-4ffd-a300-3ac81499e7f0 details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:30:57.313749 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-325e9d94-f17e-47f8-a15d-94e001858272 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Allocated IP 172.25.0.48 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/e817e855-5245-45ca-92b3-be9d8a1ab5ab) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:30:57.392399 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 4ac68ef2-6510-4ffd-a300-3ac81499e7f0, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=4ac68ef2-6510-4ffd-a300-3ac81499e7f0,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:30:57.404589 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': '4ac68ef2-6510-4ffd-a300-3ac81499e7f0', 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939', 'port_id': '4ac68ef2-6510-4ffd-a300-3ac81499e7f0', 'mac_address': 'fa:16:3e:44:bc:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '188edb94-8042-4961-9ec0-8960b1ce1305', 'ip_address': '192.168.233.190'}], 'device_owner': 'compute:tempest-test_az-1604730781', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:30:57.447160 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-325e9d94-f17e-47f8-a15d-94e001858272 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:57.451306 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:57.482059 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ac68ef2-6510-4ffd-a300-3ac81499e7f0 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:30:57.514891 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 4ac68ef2-6510-4ffd-a300-3ac81499e7f0, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=4ac68ef2-6510-4ffd-a300-3ac81499e7f0,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:30:57.561236 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-325e9d94-f17e-47f8-a15d-94e001858272 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:57.600658 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9870baca-067b-48af-9aad-2dc1be76d6c0 req-e444b514-c3b8-4a44-8de5-3e9a411a91d2 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:30:57.603311 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9870baca-067b-48af-9aad-2dc1be76d6c0 req-e444b514-c3b8-4a44-8de5-3e9a411a91d2 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a32bdec-7375-4241-9cb8-8807a05afd69 HTTP/1.1" status: 200 len: 948 time: 0.0588040 Sep 24 15:30:57.616993 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:57.627187 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325e9d94-f17e-47f8-a15d-94e001858272 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:30:57.627946 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325e9d94-f17e-47f8-a15d-94e001858272 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Pushing event updated for resources: {'Port': ['ID=e817e855-5245-45ca-92b3-be9d8a1ab5ab,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:30:57.633212 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-325e9d94-f17e-47f8-a15d-94e001858272 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:30:57.636548 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325e9d94-f17e-47f8-a15d-94e001858272 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:30:57.676389 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9870baca-067b-48af-9aad-2dc1be76d6c0 req-a3db3109-900b-4c0c-a38c-2124a63e6813 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/security-groups?id=0268c003-3c0a-4423-850e-bd048c2eae50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653031 Sep 24 15:30:57.683733 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=4ac68ef2-6510-4ffd-a300-3ac81499e7f0,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:30:57.744378 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-325e9d94-f17e-47f8-a15d-94e001858272 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:57.895519 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-325e9d94-f17e-47f8-a15d-94e001858272 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:57.970839 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['4ac68ef2-6510-4ffd-a300-3ac81499e7f0'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:30:58.055675 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-325e9d94-f17e-47f8-a15d-94e001858272 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:58.176769 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-325e9d94-f17e-47f8-a15d-94e001858272 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:58.225384 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-325e9d94-f17e-47f8-a15d-94e001858272 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:58.245238 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325e9d94-f17e-47f8-a15d-94e001858272 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Pushing event updated for resources: {'Port': ['ID=e817e855-5245-45ca-92b3-be9d8a1ab5ab,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:30:58.331580 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be546e21-91a8-4a06-b144-4748cd45a42f req-6befdc40-5891-4dbd-acbf-a1062636ba64 tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:30:58.333081 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-be546e21-91a8-4a06-b144-4748cd45a42f req-6befdc40-5891-4dbd-acbf-a1062636ba64 tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5376c1f-f4db-4dfb-9361-ca23f8129f28 HTTP/1.1" status: 200 len: 971 time: 0.0552654 Sep 24 15:30:58.374872 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-be546e21-91a8-4a06-b144-4748cd45a42f req-b8bdfbcf-dcc0-4d9c-9400-c9c50084f729 tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] 10.222.0.101 "GET /v2.0/security-groups?id=e70e4102-1476-4708-ab2d-b89114576614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349789 Sep 24 15:30:58.379840 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 35674) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:30:58.396029 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-79d16938-bd76-4fb7-8e46-9976d4cf35ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:58.398813 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-325e9d94-f17e-47f8-a15d-94e001858272 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:58.401258 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-325e9d94-f17e-47f8-a15d-94e001858272 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5448112 Sep 24 15:30:58.495081 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-79d16938-bd76-4fb7-8e46-9976d4cf35ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:58.576666 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-79d16938-bd76-4fb7-8e46-9976d4cf35ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:58.622797 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-79d16938-bd76-4fb7-8e46-9976d4cf35ba admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=28750951effe4803ab689fd539177e02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2376790 Sep 24 15:30:58.622973 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 35688) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:30:58.667754 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d16938-bd76-4fb7-8e46-9976d4cf35ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a12b1f-2b11-4391-8335-c1098f2d793e,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:30:58.715033 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-63f92113-3a56-439e-8a6b-56a2d2ffe0c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:58.751076 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 35696) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:30:58.769690 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d5842d46-03bb-4742-b111-9d7dfd01e938 req-33fa9611-393e-4873-ba1b-f3b04dcb0bb8 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-securitygroup--10921745&fields=id&tenant_id=50e87a33f09a42898ead617f15974ffc HTTP/1.1" status: 200 len: 267 time: 0.0969944 Sep 24 15:30:58.772305 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-63f92113-3a56-439e-8a6b-56a2d2ffe0c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:58.922257 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e50765-f9c9-48b9-91dd-d83ea1aa29d4 req-d729259d-08a3-4157-a0a8-dfd74610257b tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:30:58.925085 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-12e50765-f9c9-48b9-91dd-d83ea1aa29d4 req-d729259d-08a3-4157-a0a8-dfd74610257b tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a32bdec-7375-4241-9cb8-8807a05afd69 HTTP/1.1" status: 200 len: 948 time: 0.0788307 Sep 24 15:30:58.970483 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-12e50765-f9c9-48b9-91dd-d83ea1aa29d4 req-69b3601f-703c-4eb2-a127-589f13ce4e8c tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/security-groups?id=0268c003-3c0a-4423-850e-bd048c2eae50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445328 Sep 24 15:30:58.981439 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-ee6bfcb8-b1a5-4801-861c-668e7fe49841 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-578160515-network', 'tenant_id': 'afd1b0df78e44afd8dcda9521b21852d'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:30:58.981439 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-63f92113-3a56-439e-8a6b-56a2d2ffe0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:58.983295 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-63f92113-3a56-439e-8a6b-56a2d2ffe0c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:58.984501 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-63f92113-3a56-439e-8a6b-56a2d2ffe0c7 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/89a12b1f-2b11-4391-8335-c1098f2d793e HTTP/1.1" status: 204 len: 168 time: 0.3619711 Sep 24 15:30:59.011182 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f92113-3a56-439e-8a6b-56a2d2ffe0c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a12b1f-2b11-4391-8335-c1098f2d793e,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:30:59.073239 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5842d46-03bb-4742-b111-9d7dfd01e938 req-6bbcea26-9f1e-4057-bf54-f67835676714 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:30:59.076642 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d5842d46-03bb-4742-b111-9d7dfd01e938 req-6bbcea26-9f1e-4057-bf54-f67835676714 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.101 "GET /v2.0/networks?id=7e533c3a-51c9-41ff-a0dd-1bcb74f4b744 HTTP/1.1" status: 200 len: 823 time: 0.3063056 Sep 24 15:30:59.090885 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6bfcb8-b1a5-4801-861c-668e7fe49841 admin admin] Made reservation on behalf of afd1b0df78e44afd8dcda9521b21852d for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:30:59.093568 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ee6bfcb8-b1a5-4801-861c-668e7fe49841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:59.106949 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ee6bfcb8-b1a5-4801-861c-668e7fe49841 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:59.140402 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d5842d46-03bb-4742-b111-9d7dfd01e938 req-350985c3-6218-4d68-83c5-349dddb995ac tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.101 "GET /v2.0/quotas/50e87a33f09a42898ead617f15974ffc HTTP/1.1" status: 200 len: 375 time: 0.0454462 Sep 24 15:30:59.222203 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d5842d46-03bb-4742-b111-9d7dfd01e938 req-a9afede1-b162-4ffc-830c-4c5fe18df76f tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=50e87a33f09a42898ead617f15974ffc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0693402 Sep 24 15:30:59.235912 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 4ac68ef2-6510-4ffd-a300-3ac81499e7f0 up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:30:59.240698 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ee6bfcb8-b1a5-4801-861c-668e7fe49841 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:59.312752 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ee6bfcb8-b1a5-4801-861c-668e7fe49841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:59.343443 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6bfcb8-b1a5-4801-861c-668e7fe49841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=631c2a13-755b-4fed-9bce-3a87be6d4619,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:30:59.350332 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port 4ac68ef2-6510-4ffd-a300-3ac81499e7f0 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:30:59.354929 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee6bfcb8-b1a5-4801-861c-668e7fe49841 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1286} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:30:59.360256 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port 4ac68ef2-6510-4ffd-a300-3ac81499e7f0 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:30:59.360256 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:59.370459 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ee6bfcb8-b1a5-4801-861c-668e7fe49841 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:59.370804 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-ee6bfcb8-b1a5-4801-861c-668e7fe49841 admin admin] Added segment 21e1a332-491d-46ef-987f-a7724d369c2e of type vlan for network 078714d9-431e-4632-b957-c9a7230e7876 Sep 24 15:30:59.427145 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ee6bfcb8-b1a5-4801-861c-668e7fe49841 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:59.550228 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:59.565813 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ee6bfcb8-b1a5-4801-861c-668e7fe49841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:59.567075 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6bfcb8-b1a5-4801-861c-668e7fe49841 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:30:59.568366 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ee6bfcb8-b1a5-4801-861c-668e7fe49841 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:30:59.594947 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5376c1f-f4db-4dfb-9361-ca23f8129f28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ac68ef2-6510-4ffd-a300-3ac81499e7f0'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:30:59.654941 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2c057f-fb19-40dc-a43e-53312cf08666 req-b5822c1c-7cc5-4f91-9b05-5073b29ec0b6 tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:30:59.663506 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9f2c057f-fb19-40dc-a43e-53312cf08666 req-b5822c1c-7cc5-4f91-9b05-5073b29ec0b6 tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5376c1f-f4db-4dfb-9361-ca23f8129f28 HTTP/1.1" status: 200 len: 971 time: 0.1538727 Sep 24 15:30:59.669024 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6bfcb8-b1a5-4801-861c-668e7fe49841 admin admin] Pushing event updated for resources: {'Network': ['ID=078714d9-431e-4632-b957-c9a7230e7876,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:30:59.728502 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9f2c057f-fb19-40dc-a43e-53312cf08666 req-21ae4b6e-9b8e-48c8-ac36-8052deb46843 tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] 10.222.0.101 "GET /v2.0/security-groups?id=e70e4102-1476-4708-ab2d-b89114576614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639439 Sep 24 15:30:59.780205 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [req-d5842d46-03bb-4742-b111-9d7dfd01e938 req-60c62309-bc22-4a83-a8e3-76d221a363f9 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:30:59.789310 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d5842d46-03bb-4742-b111-9d7dfd01e938 req-60c62309-bc22-4a83-a8e3-76d221a363f9 service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1936879 Sep 24 15:30:59.801463 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ee6bfcb8-b1a5-4801-861c-668e7fe49841 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0493379 Sep 24 15:30:59.806048 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 35734) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:30:59.813665 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-b2877644-9902-4926-ad3f-da613d0f32f0 admin admin] Request body: {'subnet': {'network_id': '078714d9-431e-4632-b957-c9a7230e7876', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-578160515-subnet', 'tenant_id': 'afd1b0df78e44afd8dcda9521b21852d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:30:59.888210 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 078714d9-431e-4632-b957-c9a7230e7876 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:30:59.910812 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d5842d46-03bb-4742-b111-9d7dfd01e938 req-329f4d1e-37b2-4398-b51e-1a92cc12b845 service neutron] 10.222.0.101 "GET /v2.0/networks/7e533c3a-51c9-41ff-a0dd-1bcb74f4b744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200733 Sep 24 15:30:59.932527 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2877644-9902-4926-ad3f-da613d0f32f0 admin admin] Made reservation on behalf of afd1b0df78e44afd8dcda9521b21852d for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:30:59.937687 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b2877644-9902-4926-ad3f-da613d0f32f0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:00.000197 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 4ac68ef2-6510-4ffd-a300-3ac81499e7f0, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=4ac68ef2-6510-4ffd-a300-3ac81499e7f0,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:31:00.073721 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:00.094763 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d5842d46-03bb-4742-b111-9d7dfd01e938 req-c6032c16-1c63-4f77-885b-3e1455982800 service neutron] 10.222.0.101 "GET /v2.0/networks/7e533c3a-51c9-41ff-a0dd-1bcb74f4b744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728008 Sep 24 15:31:00.201361 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=4ac68ef2-6510-4ffd-a300-3ac81499e7f0,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:00.294433 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83e82417-26aa-4cd6-bf00-f340cacaeb87" -d '{"events": [{"server_uuid": "e5376c1f-f4db-4dfb-9361-ca23f8129f28", "name": "network-vif-plugged", "status": "completed", "tag": "4ac68ef2-6510-4ffd-a300-3ac81499e7f0"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:31:00.323653 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c697c48-9f58-4a7b-8670-3af692f7d96b req-43ac883e-be52-4236-aeaa-0dec0add4cb0 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:00.325228 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7c697c48-9f58-4a7b-8670-3af692f7d96b req-43ac883e-be52-4236-aeaa-0dec0add4cb0 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a32bdec-7375-4241-9cb8-8807a05afd69 HTTP/1.1" status: 200 len: 948 time: 0.0710659 Sep 24 15:31:00.428359 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7c697c48-9f58-4a7b-8670-3af692f7d96b req-df8cb255-48d5-4116-b667-893c79bc3dac tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/security-groups?id=0268c003-3c0a-4423-850e-bd048c2eae50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849073 Sep 24 15:31:00.542423 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-708af738-d46f-42ef-823e-54de411d0c66 req-7f62514d-9c45-48bd-a023-1cc56dd6bdf9 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.101 "GET /v2.0/ports?device_id=0f18d1f1-b199-4627-b226-4d36d4b8fc8c HTTP/1.1" status: 200 len: 210 time: 0.0350077 Sep 24 15:31:00.650998 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b2877644-9902-4926-ad3f-da613d0f32f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:00.720070 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2877644-9902-4926-ad3f-da613d0f32f0 admin admin] Checking segment: {'id': '21e1a332-491d-46ef-987f-a7724d369c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '078714d9-431e-4632-b957-c9a7230e7876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:31:00.720779 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2877644-9902-4926-ad3f-da613d0f32f0 admin admin] Network hostable DHCP agents. Network: 078714d9-431e-4632-b957-c9a7230e7876, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:31:00.728179 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2877644-9902-4926-ad3f-da613d0f32f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84366809-0e1f-47c8-b0ea-166b7d29d1a7,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:00.741229 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb4743a-07a6-42e0-80fc-630c6d1bf8b0 x-openstack-request-id: req-bdb4743a-07a6-42e0-80fc-630c6d1bf8b0 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:31:00.742905 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5376c1f-f4db-4dfb-9361-ca23f8129f28", "name": "network-vif-plugged", "status": "completed", "tag": "4ac68ef2-6510-4ffd-a300-3ac81499e7f0", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:31:00.744245 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-bdb4743a-07a6-42e0-80fc-630c6d1bf8b0 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:31:00.746119 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5376c1f-f4db-4dfb-9361-ca23f8129f28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ac68ef2-6510-4ffd-a300-3ac81499e7f0', 'code': 200} Sep 24 15:31:00.819488 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2877644-9902-4926-ad3f-da613d0f32f0 admin admin] Network 078714d9-431e-4632-b957-c9a7230e7876 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:31:00.923596 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc8172e-9750-4460-9ef4-4a1f1c266138 req-5ac6c517-2ea4-45e0-a630-31b460bde6db tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:00.925056 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8cc8172e-9750-4460-9ef4-4a1f1c266138 req-5ac6c517-2ea4-45e0-a630-31b460bde6db tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5376c1f-f4db-4dfb-9361-ca23f8129f28 HTTP/1.1" status: 200 len: 972 time: 0.1169899 Sep 24 15:31:00.928185 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7198e4-f4a4-4472-b0e2-252f4bb3b408 req-cf071a9c-40d0-47ad-8f81-9e48ca6018a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:00.929433 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8f7198e4-f4a4-4472-b0e2-252f4bb3b408 req-cf071a9c-40d0-47ad-8f81-9e48ca6018a7 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=e5376c1f-f4db-4dfb-9361-ca23f8129f28 HTTP/1.1" status: 200 len: 1123 time: 0.1119986 Sep 24 15:31:00.962124 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-8f7198e4-f4a4-4472-b0e2-252f4bb3b408 req-0e90b24c-3a4c-4c6e-877d-95d16da1ccf7 service neutron] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:00.985547 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-b2877644-9902-4926-ad3f-da613d0f32f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 078714d9-431e-4632-b957-c9a7230e7876) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:31:00.994899 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2877644-9902-4926-ad3f-da613d0f32f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:00.995491 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b2877644-9902-4926-ad3f-da613d0f32f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:00.999939 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8cc8172e-9750-4460-9ef4-4a1f1c266138 req-7745682a-df7c-4ab1-8c3b-f8659fd28c08 tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] 10.222.0.101 "GET /v2.0/security-groups?id=e70e4102-1476-4708-ab2d-b89114576614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644803 Sep 24 15:31:01.018940 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9cf8d1-58d1-491f-86cb-1e0cde7ec972 None None] Network 078714d9-431e-4632-b957-c9a7230e7876 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:31:01.122934 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device e14864e2-aa50-4174-8bc6-703d9fb0052d details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:31:01.176731 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-8f7198e4-f4a4-4472-b0e2-252f4bb3b408 req-0e90b24c-3a4c-4c6e-877d-95d16da1ccf7 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:01.234580 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c031ce21-2523-42c2-a66f-5e413a26c08e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:01.258652 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-8f7198e4-f4a4-4472-b0e2-252f4bb3b408 req-0e90b24c-3a4c-4c6e-877d-95d16da1ccf7 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:01.272278 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0beeaa1b-61b1-4551-942d-ad68e04f8c29 None None] Network 078714d9-431e-4632-b957-c9a7230e7876 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:31:01.293275 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8f7198e4-f4a4-4472-b0e2-252f4bb3b408 req-0e90b24c-3a4c-4c6e-877d-95d16da1ccf7 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=e70e4102-1476-4708-ab2d-b89114576614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3514690 Sep 24 15:31:01.302010 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e90b24c-3a4c-4c6e-877d-95d16da1ccf7 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7f281bfb-c53a-4b04-81ac-c78302b5a205,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:01.358964 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b2877644-9902-4926-ad3f-da613d0f32f0 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.5421717 Sep 24 15:31:01.400812 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port e14864e2-aa50-4174-8bc6-703d9fb0052d, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=e14864e2-aa50-4174-8bc6-703d9fb0052d,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:31:01.442713 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': 'e14864e2-aa50-4174-8bc6-703d9fb0052d', 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939', 'port_id': 'e14864e2-aa50-4174-8bc6-703d9fb0052d', 'mac_address': 'fa:16:3e:56:6c:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '188edb94-8042-4961-9ec0-8960b1ce1305', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:31:01.516801 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:01.541468 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e14864e2-aa50-4174-8bc6-703d9fb0052d {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:31:01.562548 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port e14864e2-aa50-4174-8bc6-703d9fb0052d, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=e14864e2-aa50-4174-8bc6-703d9fb0052d,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:31:01.574562 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab66387-73e0-4b8f-96fb-bc0cab9bc871 req-acfe1733-67b4-4c65-bee2-314a2f6af584 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:01.578979 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4ab66387-73e0-4b8f-96fb-bc0cab9bc871 req-acfe1733-67b4-4c65-bee2-314a2f6af584 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a32bdec-7375-4241-9cb8-8807a05afd69 HTTP/1.1" status: 200 len: 948 time: 0.0857451 Sep 24 15:31:01.629391 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4ab66387-73e0-4b8f-96fb-bc0cab9bc871 req-7e5a5cb3-1e12-40b9-a1f2-c3a9d018b483 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/security-groups?id=0268c003-3c0a-4423-850e-bd048c2eae50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472655 Sep 24 15:31:01.647721 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-80928dba-e86a-492d-9880-2571af4e9af4 req-438c797f-6fd2-47cd-b97d-46cdf2257fa5 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.101 "GET /v2.0/ports?device_id=0f18d1f1-b199-4627-b226-4d36d4b8fc8c HTTP/1.1" status: 200 len: 210 time: 0.0324023 Sep 24 15:31:01.719674 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:01.769768 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=e14864e2-aa50-4174-8bc6-703d9fb0052d,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:02.083121 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['e14864e2-aa50-4174-8bc6-703d9fb0052d'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:31:02.161722 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931df122-4b72-4748-9d5f-13d30be26c65 req-24088756-ae9f-47b7-b7ad-bd86aa8c40fd tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:02.163461 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-931df122-4b72-4748-9d5f-13d30be26c65 req-24088756-ae9f-47b7-b7ad-bd86aa8c40fd tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5376c1f-f4db-4dfb-9361-ca23f8129f28 HTTP/1.1" status: 200 len: 972 time: 0.0643740 Sep 24 15:31:02.235625 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-931df122-4b72-4748-9d5f-13d30be26c65 req-1bc305a7-6123-4312-a74b-4cf0b1d4f376 tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] 10.222.0.101 "GET /v2.0/security-groups?id=e70e4102-1476-4708-ab2d-b89114576614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644188 Sep 24 15:31:02.560534 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 35844) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:02.702078 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a6342989-db5d-4d5d-8281-e3173d729313 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:02.730669 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 35854) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:02.736612 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-b1233497-3a19-4c4e-acc1-46907ed8d338 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2051137098-network', 'tenant_id': '67aae8399d3345dcb7258c2da3a7c07e'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:31:02.765521 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.db.api [None req-a6342989-db5d-4d5d-8281-e3173d729313 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 15:31:02.765521 n-d-808921-1 neutron-server[95297]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 24 15:31:02.765521 n-d-808921-1 neutron-server[95297]: [parameters: {'project_id': '0a1e4a91fbd046f188e87ab5f394d7e8', 'id': 'bc91c3f7-db23-4271-87df-35770ce374f1', 'expiration': datetime.datetime(2021, 9, 24, 15, 33, 2, 755691)}] Sep 24 15:31:02.765521 n-d-808921-1 neutron-server[95297]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:31:02.765884 n-d-808921-1 neutron-server[95297]: DEBUG oslo_db.api [None req-a6342989-db5d-4d5d-8281-e3173d729313 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:31:02.786994 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7a7dd1-dac1-419e-9e84-3bcbdfdf15a1 req-65d1ea2b-bdac-480f-bd0d-0852509eca23 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:02.794289 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5b7a7dd1-dac1-419e-9e84-3bcbdfdf15a1 req-65d1ea2b-bdac-480f-bd0d-0852509eca23 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a32bdec-7375-4241-9cb8-8807a05afd69 HTTP/1.1" status: 200 len: 949 time: 0.0885618 Sep 24 15:31:02.830876 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-861fd8f7-d767-458e-a67b-f2c74c05bb4c req-6ad4dc5e-cac4-49ca-8e77-069223640aec tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.101 "GET /v2.0/ports?device_id=0f18d1f1-b199-4627-b226-4d36d4b8fc8c HTTP/1.1" status: 200 len: 210 time: 0.0286107 Sep 24 15:31:02.837354 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5b7a7dd1-dac1-419e-9e84-3bcbdfdf15a1 req-a18605a3-fbee-4e41-ba66-f69ce048aaed tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/security-groups?id=0268c003-3c0a-4423-850e-bd048c2eae50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403616 Sep 24 15:31:02.856880 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1233497-3a19-4c4e-acc1-46907ed8d338 admin admin] Made reservation on behalf of 67aae8399d3345dcb7258c2da3a7c07e for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:31:02.859150 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b1233497-3a19-4c4e-acc1-46907ed8d338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:02.870940 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b1233497-3a19-4c4e-acc1-46907ed8d338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:02.963300 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b1233497-3a19-4c4e-acc1-46907ed8d338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:03.036750 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b1233497-3a19-4c4e-acc1-46907ed8d338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:03.092898 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device e14864e2-aa50-4174-8bc6-703d9fb0052d up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:31:03.112694 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1233497-3a19-4c4e-acc1-46907ed8d338 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1266} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:31:03.144052 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1233497-3a19-4c4e-acc1-46907ed8d338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9627e0b8-33f1-422c-9971-e1daae505e8c,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:03.159170 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b1233497-3a19-4c4e-acc1-46907ed8d338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:03.159520 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-b1233497-3a19-4c4e-acc1-46907ed8d338 admin admin] Added segment 6a586dd1-b13d-4f78-9003-c746f3d85ecc of type vlan for network df0ece65-9ac3-4e1e-9b19-61168f687aba Sep 24 15:31:03.206553 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5842d46-03bb-4742-b111-9d7dfd01e938 req-59177e96-a4a9-4a15-9a9b-318bd330c225 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:03.208003 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d5842d46-03bb-4742-b111-9d7dfd01e938 req-59177e96-a4a9-4a15-9a9b-318bd330c225 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.110 "GET /v2.0/networks?id=7e533c3a-51c9-41ff-a0dd-1bcb74f4b744 HTTP/1.1" status: 200 len: 823 time: 0.1828394 Sep 24 15:31:03.227647 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port e14864e2-aa50-4174-8bc6-703d9fb0052d completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:31:03.228607 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b1233497-3a19-4c4e-acc1-46907ed8d338 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:03.232846 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port e14864e2-aa50-4174-8bc6-703d9fb0052d triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:31:03.238513 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:03.267036 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a6342989-db5d-4d5d-8281-e3173d729313 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:03.285476 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d5842d46-03bb-4742-b111-9d7dfd01e938 req-ddd5342d-d2df-49f5-a441-139270bc7267 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.110 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50e87a33f09a42898ead617f15974ffc HTTP/1.1" status: 200 len: 378 time: 0.0665226 Sep 24 15:31:03.296552 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-d5842d46-03bb-4742-b111-9d7dfd01e938 req-41b328e3-ffcb-438d-b181-9961d1edb76f tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Request body: {'port': {'device_id': '0f18d1f1-b199-4627-b226-4d36d4b8fc8c', 'network_id': '7e533c3a-51c9-41ff-a0dd-1bcb74f4b744', 'admin_state_up': True, 'tenant_id': '50e87a33f09a42898ead617f15974ffc', 'security_groups': ['aa14bf65-66e4-4157-aab9-4b95234ae5f8']}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:31:03.353105 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:03.377306 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a32bdec-7375-4241-9cb8-8807a05afd69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e14864e2-aa50-4174-8bc6-703d9fb0052d'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:31:03.379631 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7f826a-3443-4ec0-86d5-fa5ac3dcb5f3" -d '{"events": [{"server_uuid": "7a32bdec-7375-4241-9cb8-8807a05afd69", "name": "network-vif-plugged", "status": "completed", "tag": "e14864e2-aa50-4174-8bc6-703d9fb0052d"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:31:03.396725 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port e14864e2-aa50-4174-8bc6-703d9fb0052d, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=e14864e2-aa50-4174-8bc6-703d9fb0052d,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:31:03.421983 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a6342989-db5d-4d5d-8281-e3173d729313 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:03.424205 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b1233497-3a19-4c4e-acc1-46907ed8d338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:03.425149 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1233497-3a19-4c4e-acc1-46907ed8d338 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:03.425872 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b1233497-3a19-4c4e-acc1-46907ed8d338 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:03.428265 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84c963f-6905-462f-8fa2-1262695e85e1 x-openstack-request-id: req-f84c963f-6905-462f-8fa2-1262695e85e1 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:31:03.428556 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a32bdec-7375-4241-9cb8-8807a05afd69", "name": "network-vif-plugged", "status": "completed", "tag": "e14864e2-aa50-4174-8bc6-703d9fb0052d", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:31:03.428839 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-f84c963f-6905-462f-8fa2-1262695e85e1 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:31:03.429232 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a32bdec-7375-4241-9cb8-8807a05afd69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e14864e2-aa50-4174-8bc6-703d9fb0052d', 'code': 200} Sep 24 15:31:03.489208 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f714eef9-644f-4782-a723-9a4b50097f43 req-268ec757-8336-42f5-9cd7-0e4070ff38d9 tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:03.490746 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f714eef9-644f-4782-a723-9a4b50097f43 req-268ec757-8336-42f5-9cd7-0e4070ff38d9 tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5376c1f-f4db-4dfb-9361-ca23f8129f28 HTTP/1.1" status: 200 len: 972 time: 0.1544094 Sep 24 15:31:03.503081 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:03.504232 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.110', 59218) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:03.533527 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1233497-3a19-4c4e-acc1-46907ed8d338 admin admin] Pushing event updated for resources: {'Network': ['ID=df0ece65-9ac3-4e1e-9b19-61168f687aba,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:03.544865 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a6342989-db5d-4d5d-8281-e3173d729313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:03.560900 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network df0ece65-9ac3-4e1e-9b19-61168f687aba details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:31:03.575120 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f714eef9-644f-4782-a723-9a4b50097f43 req-c3c0a016-6faf-4815-a1a4-f30f60187f8b tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] 10.222.0.101 "GET /v2.0/security-groups?id=e70e4102-1476-4708-ab2d-b89114576614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506160 Sep 24 15:31:03.576971 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=e14864e2-aa50-4174-8bc6-703d9fb0052d,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:03.598793 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 35876) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:03.612798 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d8042-ca8b-45f0-81fd-a6e9d9b16148 req-2b41ed04-c8a4-46f8-a5c2-5abfe7c2ce3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:03.614303 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8e8d8042-ca8b-45f0-81fd-a6e9d9b16148 req-2b41ed04-c8a4-46f8-a5c2-5abfe7c2ce3d service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=7a32bdec-7375-4241-9cb8-8807a05afd69 HTTP/1.1" status: 200 len: 1101 time: 0.1077502 Sep 24 15:31:03.616299 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6342989-db5d-4d5d-8281-e3173d729313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d84a518d-0c15-48ed-8135-175597a39765,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:03.621602 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-a6342989-db5d-4d5d-8281-e3173d729313 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=0a1e4a91fbd046f188e87ab5f394d7e8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0595663 Sep 24 15:31:03.624397 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 35880) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:03.676074 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b1233497-3a19-4c4e-acc1-46907ed8d338 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9434860 Sep 24 15:31:03.679205 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 35884) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:03.685715 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-5ab1e283-65c4-42f3-aaae-7afcb724d74d admin admin] Request body: {'subnet': {'network_id': 'df0ece65-9ac3-4e1e-9b19-61168f687aba', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2051137098-subnet', 'tenant_id': '67aae8399d3345dcb7258c2da3a7c07e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:31:03.686004 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8e8d8042-ca8b-45f0-81fd-a6e9d9b16148 req-f38f93f5-c732-499e-958a-37c0c12ffad0 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=0268c003-3c0a-4423-850e-bd048c2eae50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629950 Sep 24 15:31:03.702040 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b5a99337-0b4f-420f-a5bc-82cfefcc5c9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:03.724272 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b5a99337-0b4f-420f-a5bc-82cfefcc5c9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:03.731868 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f8f31a96-7ef2-488c-968b-728790b5c0e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:03.771674 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5842d46-03bb-4742-b111-9d7dfd01e938 req-41b328e3-ffcb-438d-b181-9961d1edb76f tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Made reservation on behalf of 50e87a33f09a42898ead617f15974ffc for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:31:03.775254 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d5842d46-03bb-4742-b111-9d7dfd01e938 req-41b328e3-ffcb-438d-b181-9961d1edb76f tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:03.799182 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-773c80ae-8b7c-4f62-aff2-5051e0f2562e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:03.851159 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b5a99337-0b4f-420f-a5bc-82cfefcc5c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:03.854010 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b5a99337-0b4f-420f-a5bc-82cfefcc5c9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:03.857938 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b5a99337-0b4f-420f-a5bc-82cfefcc5c9b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d84a518d-0c15-48ed-8135-175597a39765 HTTP/1.1" status: 204 len: 168 time: 0.2299919 Sep 24 15:31:03.868836 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a99337-0b4f-420f-a5bc-82cfefcc5c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84a518d-0c15-48ed-8135-175597a39765,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:03.963225 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-832dfb25-3cb4-404f-bd33-b5e8d7be94e4 req-0886d051-b4bf-4701-9685-87b538f0ac32 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.101 "GET /v2.0/ports?device_id=0f18d1f1-b199-4627-b226-4d36d4b8fc8c HTTP/1.1" status: 200 len: 210 time: 0.0280762 Sep 24 15:31:03.991159 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.db.api [None req-f8f31a96-7ef2-488c-968b-728790b5c0e1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 15:31:03.991159 n-d-808921-1 neutron-server[95298]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 24 15:31:03.991159 n-d-808921-1 neutron-server[95298]: [parameters: {'project_id_1': '224d5172619b46bcb73ccbdf8c690bae', 'expiration_1': datetime.datetime(2021, 9, 24, 15, 30, 43, 745284)}] Sep 24 15:31:03.991159 n-d-808921-1 neutron-server[95298]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:31:03.992271 n-d-808921-1 neutron-server[95298]: DEBUG oslo_db.api [None req-f8f31a96-7ef2-488c-968b-728790b5c0e1 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:31:04.060534 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77185d9b-425d-4edd-927f-3e08ec348298 req-0b404dcf-12d8-4f8d-b34b-42bd9abfb023 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:04.061985 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-77185d9b-425d-4edd-927f-3e08ec348298 req-0b404dcf-12d8-4f8d-b34b-42bd9abfb023 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a32bdec-7375-4241-9cb8-8807a05afd69 HTTP/1.1" status: 200 len: 950 time: 0.1086094 Sep 24 15:31:04.069323 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab1e283-65c4-42f3-aaae-7afcb724d74d admin admin] Made reservation on behalf of 67aae8399d3345dcb7258c2da3a7c07e for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:31:04.072592 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5ab1e283-65c4-42f3-aaae-7afcb724d74d admin admin] Notify callbacks [] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:04.200361 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-77185d9b-425d-4edd-927f-3e08ec348298 req-6cd15725-6da1-445e-81f4-e46c054c5174 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/security-groups?id=0268c003-3c0a-4423-850e-bd048c2eae50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318302 Sep 24 15:31:04.228206 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-d5842d46-03bb-4742-b111-9d7dfd01e938 req-41b328e3-ffcb-438d-b181-9961d1edb76f tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Allocated IP 172.20.0.9 (7e533c3a-51c9-41ff-a0dd-1bcb74f4b744/1bb6d5ff-0dcb-44b0-a397-31c3caa399f2/0819f1c9-d315-4aaa-9284-2621a5c94cc8) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:31:04.239592 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:04.434506 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d5842d46-03bb-4742-b111-9d7dfd01e938 req-41b328e3-ffcb-438d-b181-9961d1edb76f tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:04.474070 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5ab1e283-65c4-42f3-aaae-7afcb724d74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:04.496395 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 35894) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:04.502024 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f8f31a96-7ef2-488c-968b-728790b5c0e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:04.509594 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-301f939e-f59b-495b-88a6-7cb640a9077d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:04.534633 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.db.api [None req-f8f31a96-7ef2-488c-968b-728790b5c0e1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 15:31:04.534633 n-d-808921-1 neutron-server[95298]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 24 15:31:04.534633 n-d-808921-1 neutron-server[95298]: [parameters: {'project_id_1': '224d5172619b46bcb73ccbdf8c690bae', 'expiration_1': datetime.datetime(2021, 9, 24, 15, 30, 44, 524815)}] Sep 24 15:31:04.534633 n-d-808921-1 neutron-server[95298]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:31:04.535038 n-d-808921-1 neutron-server[95298]: DEBUG oslo_db.api [None req-f8f31a96-7ef2-488c-968b-728790b5c0e1 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:31:04.535819 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d5842d46-03bb-4742-b111-9d7dfd01e938 req-41b328e3-ffcb-438d-b181-9961d1edb76f tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:04.559429 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab1e283-65c4-42f3-aaae-7afcb724d74d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f4d4849-1523-4388-8676-9851e0023b4e,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:04.598823 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-301f939e-f59b-495b-88a6-7cb640a9077d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:04.601193 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5842d46-03bb-4742-b111-9d7dfd01e938 req-41b328e3-ffcb-438d-b181-9961d1edb76f tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Network 7e533c3a-51c9-41ff-a0dd-1bcb74f4b744 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:31:04.606866 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-d5842d46-03bb-4742-b111-9d7dfd01e938 req-41b328e3-ffcb-438d-b181-9961d1edb76f tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:31:04.613584 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab1e283-65c4-42f3-aaae-7afcb724d74d admin admin] Checking segment: {'id': '6a586dd1-b13d-4f78-9003-c746f3d85ecc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': 'df0ece65-9ac3-4e1e-9b19-61168f687aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:31:04.613936 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab1e283-65c4-42f3-aaae-7afcb724d74d admin admin] Network hostable DHCP agents. Network: df0ece65-9ac3-4e1e-9b19-61168f687aba, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:31:04.616148 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5842d46-03bb-4742-b111-9d7dfd01e938 req-41b328e3-ffcb-438d-b181-9961d1edb76f tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:31:04.622802 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5842d46-03bb-4742-b111-9d7dfd01e938 req-41b328e3-ffcb-438d-b181-9961d1edb76f tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:04.623413 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d5842d46-03bb-4742-b111-9d7dfd01e938 req-41b328e3-ffcb-438d-b181-9961d1edb76f tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:04.628047 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b328e3-ffcb-438d-b181-9961d1edb76f tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Pushing event updated for resources: {'Port': ['ID=0819f1c9-d315-4aaa-9284-2621a5c94cc8,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:04.681300 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-301f939e-f59b-495b-88a6-7cb640a9077d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:04.691525 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f8f31a96-7ef2-488c-968b-728790b5c0e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:04.721301 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab1e283-65c4-42f3-aaae-7afcb724d74d admin admin] Network df0ece65-9ac3-4e1e-9b19-61168f687aba is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:31:04.732914 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-301f939e-f59b-495b-88a6-7cb640a9077d admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=518e495ddde0480d90b2e3e0f3930ebe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2354608 Sep 24 15:31:04.735983 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301f939e-f59b-495b-88a6-7cb640a9077d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d28201-275e-4e8a-a243-383b7e396b62,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:04.741590 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 35898) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:04.757357 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb95d686-fe68-4097-959f-f7715f15f99b req-c82a6db3-d935-44f5-b2a1-6a8fb500fcbf tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:04.759006 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-eb95d686-fe68-4097-959f-f7715f15f99b req-c82a6db3-d935-44f5-b2a1-6a8fb500fcbf tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5376c1f-f4db-4dfb-9361-ca23f8129f28 HTTP/1.1" status: 200 len: 972 time: 0.1086948 Sep 24 15:31:04.774696 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d5842d46-03bb-4742-b111-9d7dfd01e938 req-41b328e3-ffcb-438d-b181-9961d1edb76f tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4831097 Sep 24 15:31:04.795509 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-d5842d46-03bb-4742-b111-9d7dfd01e938 req-4cce468d-2621-4046-a8cb-7a715a2166d2 service neutron] Request body: {'port': {'device_id': '0f18d1f1-b199-4627-b226-4d36d4b8fc8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:31:04.801154 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-eb95d686-fe68-4097-959f-f7715f15f99b req-bcb91f35-c125-47e6-8f8c-51ebb7e41f83 tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] 10.222.0.101 "GET /v2.0/security-groups?id=e70e4102-1476-4708-ab2d-b89114576614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362310 Sep 24 15:31:04.845557 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-5ab1e283-65c4-42f3-aaae-7afcb724d74d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, df0ece65-9ac3-4e1e-9b19-61168f687aba) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:31:04.858227 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab1e283-65c4-42f3-aaae-7afcb724d74d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:04.858717 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4161f6b-3797-46ce-a319-d564f4fc255f None None] Network df0ece65-9ac3-4e1e-9b19-61168f687aba requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:31:04.858939 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5ab1e283-65c4-42f3-aaae-7afcb724d74d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:04.864580 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-27dd0218-1ee1-4d05-b3ac-687f5e934580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:04.934019 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-27dd0218-1ee1-4d05-b3ac-687f5e934580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:04.935909 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-0f17d00c-db11-4840-a133-07c125106b3e None None] Provisioning complete for port 0819f1c9-d315-4aaa-9284-2621a5c94cc8 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:31:04.936281 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0f17d00c-db11-4840-a133-07c125106b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:04.972499 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d5842d46-03bb-4742-b111-9d7dfd01e938 req-4cce468d-2621-4046-a8cb-7a715a2166d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:04.987730 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-0f17d00c-db11-4840-a133-07c125106b3e None None] Port 0819f1c9-d315-4aaa-9284-2621a5c94cc8 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:31:05.050143 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b02ace-9fda-4d8d-b780-cce722f8b8e8 None None] Network df0ece65-9ac3-4e1e-9b19-61168f687aba requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:31:05.083816 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f8f31a96-7ef2-488c-968b-728790b5c0e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:05.092437 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984619e6-43b3-40fc-b82a-b4206d1563c7 req-ded85c33-b76e-4e3e-9e67-42f3ad407b7a tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:05.093998 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-984619e6-43b3-40fc-b82a-b4206d1563c7 req-ded85c33-b76e-4e3e-9e67-42f3ad407b7a tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.101 "GET /v2.0/ports?device_id=0f18d1f1-b199-4627-b226-4d36d4b8fc8c HTTP/1.1" status: 200 len: 931 time: 0.0551775 Sep 24 15:31:05.110279 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c877aad-8885-457e-8cfe-9215063926b5 req-590f6808-d2a4-49e0-aea4-81e215e34346 tempest-AggregatesAdminTestJSON-1349405603 tempest-AggregatesAdminTestJSON-1349405603-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:05.118368 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9c877aad-8885-457e-8cfe-9215063926b5 req-590f6808-d2a4-49e0-aea4-81e215e34346 tempest-AggregatesAdminTestJSON-1349405603 tempest-AggregatesAdminTestJSON-1349405603-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=e5376c1f-f4db-4dfb-9361-ca23f8129f28 HTTP/1.1" status: 200 len: 1123 time: 0.1876884 Sep 24 15:31:05.136007 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-984619e6-43b3-40fc-b82a-b4206d1563c7 req-6b19bf04-988b-49c3-ba0a-b6a6588345bf tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.101 "GET /v2.0/security-groups?id=aa14bf65-66e4-4157-aab9-4b95234ae5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348766 Sep 24 15:31:05.161841 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:05.184701 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-9c877aad-8885-457e-8cfe-9215063926b5 req-e2dfde33-0dc0-4704-97fa-68d8088cfbd0 tempest-AggregatesAdminTestJSON-1349405603 tempest-AggregatesAdminTestJSON-1349405603-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:05.202813 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f8f31a96-7ef2-488c-968b-728790b5c0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:05.259512 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-27dd0218-1ee1-4d05-b3ac-687f5e934580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:05.262034 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-27dd0218-1ee1-4d05-b3ac-687f5e934580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:05.263204 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-27dd0218-1ee1-4d05-b3ac-687f5e934580 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/08d28201-275e-4e8a-a243-383b7e396b62 HTTP/1.1" status: 204 len: 168 time: 0.5254455 Sep 24 15:31:05.272718 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-f8f31a96-7ef2-488c-968b-728790b5c0e1 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=224d5172619b46bcb73ccbdf8c690bae&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6704898 Sep 24 15:31:05.278335 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 35912) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:05.288784 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-5ab1e283-65c4-42f3-aaae-7afcb724d74d admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6075921 Sep 24 15:31:05.321471 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f31a96-7ef2-488c-968b-728790b5c0e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a6cbe3-9101-4dbe-83da-4b71309f64b2,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:05.356176 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dd0218-1ee1-4d05-b3ac-687f5e934580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d28201-275e-4e8a-a243-383b7e396b62,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:05.441648 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03b20a-f650-4048-acda-d5acf326129d req-0253c455-ee8e-40b4-a812-f7c487e2ca4a tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:05.443093 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4b03b20a-f650-4048-acda-d5acf326129d req-0253c455-ee8e-40b4-a812-f7c487e2ca4a tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a32bdec-7375-4241-9cb8-8807a05afd69 HTTP/1.1" status: 200 len: 950 time: 0.1734829 Sep 24 15:31:05.457190 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-70abff8e-18ee-4355-9268-6c82df289927 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:05.481893 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-d5842d46-03bb-4742-b111-9d7dfd01e938 req-4cce468d-2621-4046-a8cb-7a715a2166d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0819f1c9-d315-4aaa-9284-2621a5c94cc8 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:31:05.501648 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-70abff8e-18ee-4355-9268-6c82df289927 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:05.503341 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d5842d46-03bb-4742-b111-9d7dfd01e938 req-4cce468d-2621-4046-a8cb-7a715a2166d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:05.510288 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-9c877aad-8885-457e-8cfe-9215063926b5 req-e2dfde33-0dc0-4704-97fa-68d8088cfbd0 tempest-AggregatesAdminTestJSON-1349405603 tempest-AggregatesAdminTestJSON-1349405603-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:05.520441 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-d5842d46-03bb-4742-b111-9d7dfd01e938 req-4cce468d-2621-4046-a8cb-7a715a2166d2 service neutron] Transition to ACTIVE for port object 0819f1c9-d315-4aaa-9284-2621a5c94cc8 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:31:05.522637 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4b03b20a-f650-4048-acda-d5acf326129d req-9298a8c2-f31a-4c54-9f9c-c6828b7b2cad tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/security-groups?id=0268c003-3c0a-4423-850e-bd048c2eae50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644522 Sep 24 15:31:05.680525 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-9c877aad-8885-457e-8cfe-9215063926b5 req-e2dfde33-0dc0-4704-97fa-68d8088cfbd0 tempest-AggregatesAdminTestJSON-1349405603 tempest-AggregatesAdminTestJSON-1349405603-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:05.680885 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-70abff8e-18ee-4355-9268-6c82df289927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:05.684242 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-70abff8e-18ee-4355-9268-6c82df289927 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:05.685833 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-70abff8e-18ee-4355-9268-6c82df289927 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/48a6cbe3-9101-4dbe-83da-4b71309f64b2 HTTP/1.1" status: 204 len: 168 time: 0.4053798 Sep 24 15:31:05.697010 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70abff8e-18ee-4355-9268-6c82df289927 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a6cbe3-9101-4dbe-83da-4b71309f64b2,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:05.708033 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9c877aad-8885-457e-8cfe-9215063926b5 req-e2dfde33-0dc0-4704-97fa-68d8088cfbd0 tempest-AggregatesAdminTestJSON-1349405603 tempest-AggregatesAdminTestJSON-1349405603-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=e70e4102-1476-4708-ab2d-b89114576614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5885947 Sep 24 15:31:05.708652 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d5842d46-03bb-4742-b111-9d7dfd01e938 req-4cce468d-2621-4046-a8cb-7a715a2166d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:05.771150 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dfde33-0dc0-4704-97fa-68d8088cfbd0 tempest-AggregatesAdminTestJSON-1349405603 tempest-AggregatesAdminTestJSON-1349405603-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b4c05b-fcdc-4b13-a96d-246930f9ff8f,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:05.794475 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cce468d-2621-4046-a8cb-7a715a2166d2 service neutron] Pushing event updated for resources: {'Port': ['ID=0819f1c9-d315-4aaa-9284-2621a5c94cc8,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:05.838942 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-d5842d46-03bb-4742-b111-9d7dfd01e938 req-4cce468d-2621-4046-a8cb-7a715a2166d2 service neutron] Attempting to bind port 0819f1c9-d315-4aaa-9284-2621a5c94cc8 on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:31:05.839278 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-d5842d46-03bb-4742-b111-9d7dfd01e938 req-4cce468d-2621-4046-a8cb-7a715a2166d2 service neutron] Attempting to bind port 0819f1c9-d315-4aaa-9284-2621a5c94cc8 by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': '4a0ad0df-c4de-46cb-9636-e9e0c87ce832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '7e533c3a-51c9-41ff-a0dd-1bcb74f4b744'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:31:05.839607 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5842d46-03bb-4742-b111-9d7dfd01e938 req-4cce468d-2621-4046-a8cb-7a715a2166d2 service neutron] Attempting to bind port 0819f1c9-d315-4aaa-9284-2621a5c94cc8 on network 7e533c3a-51c9-41ff-a0dd-1bcb74f4b744 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:31:05.860328 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5842d46-03bb-4742-b111-9d7dfd01e938 req-4cce468d-2621-4046-a8cb-7a715a2166d2 service neutron] Port 0819f1c9-d315-4aaa-9284-2621a5c94cc8 on network 7e533c3a-51c9-41ff-a0dd-1bcb74f4b744 not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:31:05.860606 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5842d46-03bb-4742-b111-9d7dfd01e938 req-4cce468d-2621-4046-a8cb-7a715a2166d2 service neutron] Attempting to bind port 0819f1c9-d315-4aaa-9284-2621a5c94cc8 on network 7e533c3a-51c9-41ff-a0dd-1bcb74f4b744 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:31:05.875187 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5842d46-03bb-4742-b111-9d7dfd01e938 req-4cce468d-2621-4046-a8cb-7a715a2166d2 service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:31:05.875533 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5842d46-03bb-4742-b111-9d7dfd01e938 req-4cce468d-2621-4046-a8cb-7a715a2166d2 service neutron] Checking segment: {'id': '4a0ad0df-c4de-46cb-9636-e9e0c87ce832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '7e533c3a-51c9-41ff-a0dd-1bcb74f4b744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:31:05.875925 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5842d46-03bb-4742-b111-9d7dfd01e938 req-4cce468d-2621-4046-a8cb-7a715a2166d2 service neutron] Bound using segment: {'id': '4a0ad0df-c4de-46cb-9636-e9e0c87ce832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '7e533c3a-51c9-41ff-a0dd-1bcb74f4b744'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:31:05.876385 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-d5842d46-03bb-4742-b111-9d7dfd01e938 req-4cce468d-2621-4046-a8cb-7a715a2166d2 service neutron] Bound port: 0819f1c9-d315-4aaa-9284-2621a5c94cc8, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a0ad0df-c4de-46cb-9636-e9e0c87ce832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '7e533c3a-51c9-41ff-a0dd-1bcb74f4b744'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:31:05.878985 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d5842d46-03bb-4742-b111-9d7dfd01e938 req-4cce468d-2621-4046-a8cb-7a715a2166d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:06.006074 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-d5842d46-03bb-4742-b111-9d7dfd01e938 req-4cce468d-2621-4046-a8cb-7a715a2166d2 service neutron] For port 0819f1c9-d315-4aaa-9284-2621a5c94cc8, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:31:06.014859 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-d5842d46-03bb-4742-b111-9d7dfd01e938 req-4cce468d-2621-4046-a8cb-7a715a2166d2 service neutron] For port 0819f1c9-d315-4aaa-9284-2621a5c94cc8, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=0819f1c9-d315-4aaa-9284-2621a5c94cc8,segment=NetworkSegment(4a0ad0df-c4de-46cb-9636-e9e0c87ce832),segment_id=4a0ad0df-c4de-46cb-9636-e9e0c87ce832)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:31:06.091768 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d5842d46-03bb-4742-b111-9d7dfd01e938 req-4cce468d-2621-4046-a8cb-7a715a2166d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:06.143087 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5842d46-03bb-4742-b111-9d7dfd01e938 req-4cce468d-2621-4046-a8cb-7a715a2166d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:06.143904 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d5842d46-03bb-4742-b111-9d7dfd01e938 req-4cce468d-2621-4046-a8cb-7a715a2166d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:06.161992 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d5842d46-03bb-4742-b111-9d7dfd01e938 req-4cce468d-2621-4046-a8cb-7a715a2166d2 service neutron] 10.222.0.110 "PUT /v2.0/ports/0819f1c9-d315-4aaa-9284-2621a5c94cc8 HTTP/1.1" status: 200 len: 1091 time: 1.3749473 Sep 24 15:31:06.167522 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f18d1f1-b199-4627-b226-4d36d4b8fc8c', 'tag': '0819f1c9-d315-4aaa-9284-2621a5c94cc8'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:31:06.173024 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe913cd4-abf8-4110-bfcf-f7e842b4de1b" -d '{"events": [{"name": "network-changed", "server_uuid": "0f18d1f1-b199-4627-b226-4d36d4b8fc8c", "tag": "0819f1c9-d315-4aaa-9284-2621a5c94cc8"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:31:06.193406 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6a9f4-11eb-4f14-9505-a2a543758e19 req-1a341c00-af4e-403e-968b-80f543d39d58 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:06.202995 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-07d6a9f4-11eb-4f14-9505-a2a543758e19 req-1a341c00-af4e-403e-968b-80f543d39d58 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/networks?id=078714d9-431e-4632-b957-c9a7230e7876 HTTP/1.1" status: 200 len: 807 time: 0.2549992 Sep 24 15:31:06.218309 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cce468d-2621-4046-a8cb-7a715a2166d2 service neutron] Pushing event updated for resources: {'Port': ['ID=0819f1c9-d315-4aaa-9284-2621a5c94cc8,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:06.222307 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-07d6a9f4-11eb-4f14-9505-a2a543758e19 req-05de3d7a-59eb-4551-b061-488a6b380cbd tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/quotas/afd1b0df78e44afd8dcda9521b21852d HTTP/1.1" status: 200 len: 375 time: 0.0183742 Sep 24 15:31:06.278032 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-07d6a9f4-11eb-4f14-9505-a2a543758e19 req-becfe505-e934-4a8d-b238-de253c395e78 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=afd1b0df78e44afd8dcda9521b21852d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0547378 Sep 24 15:31:06.318546 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5842d46-03bb-4742-b111-9d7dfd01e938 req-570051c2-2738-4f5b-8440-3111b4fd148d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:06.320068 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d5842d46-03bb-4742-b111-9d7dfd01e938 req-570051c2-2738-4f5b-8440-3111b4fd148d service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=50e87a33f09a42898ead617f15974ffc&device_id=0f18d1f1-b199-4627-b226-4d36d4b8fc8c HTTP/1.1" status: 200 len: 1094 time: 0.0475407 Sep 24 15:31:06.371259 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d5842d46-03bb-4742-b111-9d7dfd01e938 req-8c9b3803-2c29-4461-b98e-a1633ce96b35 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0819f1c9-d315-4aaa-9284-2621a5c94cc8 HTTP/1.1" status: 200 len: 217 time: 0.0367193 Sep 24 15:31:06.430627 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5842d46-03bb-4742-b111-9d7dfd01e938 req-30e85350-bda0-4523-ab14-2986cd387aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:06.431751 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d5842d46-03bb-4742-b111-9d7dfd01e938 req-30e85350-bda0-4523-ab14-2986cd387aa1 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=1bb6d5ff-0dcb-44b0-a397-31c3caa399f2 HTTP/1.1" status: 200 len: 862 time: 0.0538838 Sep 24 15:31:06.479625 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5842d46-03bb-4742-b111-9d7dfd01e938 req-417c3201-9de5-4889-9c40-051b9b9a7ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:06.481205 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d5842d46-03bb-4742-b111-9d7dfd01e938 req-417c3201-9de5-4889-9c40-051b9b9a7ad0 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=7e533c3a-51c9-41ff-a0dd-1bcb74f4b744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405822 Sep 24 15:31:06.514545 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:06.581364 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d5842d46-03bb-4742-b111-9d7dfd01e938 req-484eac5f-d106-4fed-981f-8279a2000dfc service neutron] 10.222.0.110 "GET /v2.0/networks/7e533c3a-51c9-41ff-a0dd-1bcb74f4b744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856111 Sep 24 15:31:06.682502 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d5842d46-03bb-4742-b111-9d7dfd01e938 req-5aa922ea-8840-499c-8710-26f4df5fe428 service neutron] 10.222.0.110 "GET /v2.0/networks/7e533c3a-51c9-41ff-a0dd-1bcb74f4b744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865517 Sep 24 15:31:06.717682 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 35972) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:06.732021 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-078ad3a5-6999-4285-8687-de67c6914fad admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:06.823059 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ba100-62b7-4589-85d8-8e95c8d9e96b req-f265a9a3-333d-427c-8962-a84a908655de tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:06.829142 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [req-07d6a9f4-11eb-4f14-9505-a2a543758e19 req-5b9f3308-04dd-43ed-89a3-cb66aaf49fe1 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:31:06.829142 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-07d6a9f4-11eb-4f14-9505-a2a543758e19 req-5b9f3308-04dd-43ed-89a3-cb66aaf49fe1 service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3692060 Sep 24 15:31:06.829880 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-429ba100-62b7-4589-85d8-8e95c8d9e96b req-f265a9a3-333d-427c-8962-a84a908655de tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.101 "GET /v2.0/ports?device_id=0f18d1f1-b199-4627-b226-4d36d4b8fc8c HTTP/1.1" status: 200 len: 943 time: 0.0789430 Sep 24 15:31:06.877448 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-429ba100-62b7-4589-85d8-8e95c8d9e96b req-9a68895e-ca05-48f0-8906-27b1df0bde81 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.101 "GET /v2.0/security-groups?id=aa14bf65-66e4-4157-aab9-4b95234ae5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467238 Sep 24 15:31:06.914243 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-078ad3a5-6999-4285-8687-de67c6914fad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:06.926692 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:31:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec2e5c73-2d10-4ac9-986b-f9e9315fcc46 x-openstack-request-id: req-ec2e5c73-2d10-4ac9-986b-f9e9315fcc46 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:31:06.927248 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f18d1f1-b199-4627-b226-4d36d4b8fc8c", "tag": "0819f1c9-d315-4aaa-9284-2621a5c94cc8", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:31:06.927574 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ec2e5c73-2d10-4ac9-986b-f9e9315fcc46 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:31:06.928001 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f18d1f1-b199-4627-b226-4d36d4b8fc8c', 'tag': '0819f1c9-d315-4aaa-9284-2621a5c94cc8', 'status': 'completed', 'code': 200} Sep 24 15:31:06.950407 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-07d6a9f4-11eb-4f14-9505-a2a543758e19 req-7cd62df8-530d-4f0e-82c0-dfe89d5a686c service neutron] 10.222.0.101 "GET /v2.0/networks/078714d9-431e-4632-b957-c9a7230e7876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131999 Sep 24 15:31:07.005540 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe913cd4-abf8-4110-bfcf-f7e842b4de1b req-a6acd122-969d-4e9a-9909-47b6ae0261f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:07.007436 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fe913cd4-abf8-4110-bfcf-f7e842b4de1b req-a6acd122-969d-4e9a-9909-47b6ae0261f6 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=50e87a33f09a42898ead617f15974ffc&device_id=0f18d1f1-b199-4627-b226-4d36d4b8fc8c HTTP/1.1" status: 200 len: 1094 time: 0.0503435 Sep 24 15:31:07.009895 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-078ad3a5-6999-4285-8687-de67c6914fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:07.074480 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-07d6a9f4-11eb-4f14-9505-a2a543758e19 req-49eeed7e-6ddb-41bb-8cf0-f45929bf61ff service neutron] 10.222.0.101 "GET /v2.0/networks/078714d9-431e-4632-b957-c9a7230e7876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176567 Sep 24 15:31:07.084864 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078ad3a5-6999-4285-8687-de67c6914fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3c499fe-e73a-490f-b74f-66ebe9832187,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:07.099939 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-078ad3a5-6999-4285-8687-de67c6914fad admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=f9c446167a7548adbc90d5f2cf19c860&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3776634 Sep 24 15:31:07.100041 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 35980) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:07.167221 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-19517044-bc03-49fe-bb00-8cb77f032f7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:07.192356 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe913cd4-abf8-4110-bfcf-f7e842b4de1b req-7c78683b-c489-4897-82ab-d157bee18b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:07.193395 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-19517044-bc03-49fe-bb00-8cb77f032f7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:07.194122 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fe913cd4-abf8-4110-bfcf-f7e842b4de1b req-7c78683b-c489-4897-82ab-d157bee18b6d service neutron] 10.222.0.110 "GET /v2.0/networks?id=7e533c3a-51c9-41ff-a0dd-1bcb74f4b744 HTTP/1.1" status: 200 len: 925 time: 0.1639829 Sep 24 15:31:07.258056 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fe913cd4-abf8-4110-bfcf-f7e842b4de1b req-494f5d21-5633-4195-b695-55347866700e service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0819f1c9-d315-4aaa-9284-2621a5c94cc8 HTTP/1.1" status: 200 len: 217 time: 0.0405099 Sep 24 15:31:07.262393 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2853265d-6d98-40fa-9d65-b3afe6b9d70f req-ff4764e3-816c-4548-be00-04ce4f5486f9 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:07.263849 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2853265d-6d98-40fa-9d65-b3afe6b9d70f req-ff4764e3-816c-4548-be00-04ce4f5486f9 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a32bdec-7375-4241-9cb8-8807a05afd69 HTTP/1.1" status: 200 len: 950 time: 0.1042988 Sep 24 15:31:07.346714 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2853265d-6d98-40fa-9d65-b3afe6b9d70f req-2c565a4d-568e-4eb5-8a37-d6d958a61458 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/security-groups?id=0268c003-3c0a-4423-850e-bd048c2eae50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736070 Sep 24 15:31:07.363197 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-19517044-bc03-49fe-bb00-8cb77f032f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:07.363197 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-19517044-bc03-49fe-bb00-8cb77f032f7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:07.363197 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-19517044-bc03-49fe-bb00-8cb77f032f7a admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c3c499fe-e73a-490f-b74f-66ebe9832187 HTTP/1.1" status: 204 len: 168 time: 0.2588153 Sep 24 15:31:07.371786 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe913cd4-abf8-4110-bfcf-f7e842b4de1b req-ac042c77-a1f3-4c66-a43f-0a5ff70aeea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:07.374918 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fe913cd4-abf8-4110-bfcf-f7e842b4de1b req-ac042c77-a1f3-4c66-a43f-0a5ff70aeea6 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=1bb6d5ff-0dcb-44b0-a397-31c3caa399f2 HTTP/1.1" status: 200 len: 862 time: 0.1101563 Sep 24 15:31:07.378823 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19517044-bc03-49fe-bb00-8cb77f032f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3c499fe-e73a-490f-b74f-66ebe9832187,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:07.442745 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6e9cab11-91bc-4c17-9e2b-7e745eacaffe req-17daaf2e-4cb6-4465-8e94-e2f269657861 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a22ca00-0c31-4d31-ac33-a8fb3fb12770 HTTP/1.1" status: 200 len: 210 time: 0.0465331 Sep 24 15:31:07.459131 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe913cd4-abf8-4110-bfcf-f7e842b4de1b req-6cfaf93d-2445-4353-9ded-ec2d9ee2f5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:07.460069 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fe913cd4-abf8-4110-bfcf-f7e842b4de1b req-6cfaf93d-2445-4353-9ded-ec2d9ee2f5b1 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=7e533c3a-51c9-41ff-a0dd-1bcb74f4b744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0757852 Sep 24 15:31:07.579446 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fe913cd4-abf8-4110-bfcf-f7e842b4de1b req-1e3c0160-f1d2-4b7f-90b0-30bc2af8b09c service neutron] 10.222.0.110 "GET /v2.0/networks/7e533c3a-51c9-41ff-a0dd-1bcb74f4b744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101933 Sep 24 15:31:07.676859 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fe913cd4-abf8-4110-bfcf-f7e842b4de1b req-424e4346-ba3e-412b-b0b9-bcd9669f1bde service neutron] 10.222.0.110 "GET /v2.0/networks/7e533c3a-51c9-41ff-a0dd-1bcb74f4b744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879259 Sep 24 15:31:08.080177 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7bbde6-f2e2-469b-96ce-28b698279151 req-72117f87-bb56-46b8-a414-a94d98129709 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:08.081800 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2b7bbde6-f2e2-469b-96ce-28b698279151 req-72117f87-bb56-46b8-a414-a94d98129709 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.101 "GET /v2.0/ports?device_id=0f18d1f1-b199-4627-b226-4d36d4b8fc8c HTTP/1.1" status: 200 len: 943 time: 0.0540483 Sep 24 15:31:08.120863 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2b7bbde6-f2e2-469b-96ce-28b698279151 req-4256ad63-93ce-4f22-ba9f-e632b3594e4b tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.101 "GET /v2.0/security-groups?id=aa14bf65-66e4-4157-aab9-4b95234ae5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326784 Sep 24 15:31:08.439407 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7cf133-6f42-43d4-9218-47f00a4d35e2 req-114ad874-3009-4153-bc0d-d8953925416d tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:08.446824 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5f7cf133-6f42-43d4-9218-47f00a4d35e2 req-114ad874-3009-4153-bc0d-d8953925416d tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a32bdec-7375-4241-9cb8-8807a05afd69 HTTP/1.1" status: 200 len: 950 time: 0.0752575 Sep 24 15:31:08.506379 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5f7cf133-6f42-43d4-9218-47f00a4d35e2 req-f3ae5a44-767d-4be7-926f-0d2e6154e1ed tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/security-groups?id=0268c003-3c0a-4423-850e-bd048c2eae50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534036 Sep 24 15:31:08.562077 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:08.653563 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c5882481-89ee-466e-8a35-2d3a6198ad2a req-6f34d8de-e2e0-42c8-afd5-094e30f3c8f5 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a22ca00-0c31-4d31-ac33-a8fb3fb12770 HTTP/1.1" status: 200 len: 210 time: 0.0269728 Sep 24 15:31:09.102370 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 0819f1c9-d315-4aaa-9284-2621a5c94cc8 details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:31:09.199167 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 0819f1c9-d315-4aaa-9284-2621a5c94cc8, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=0819f1c9-d315-4aaa-9284-2621a5c94cc8,segment=NetworkSegment(4a0ad0df-c4de-46cb-9636-e9e0c87ce832),segment_id=4a0ad0df-c4de-46cb-9636-e9e0c87ce832)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:31:09.210748 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': '0819f1c9-d315-4aaa-9284-2621a5c94cc8', 'network_id': '7e533c3a-51c9-41ff-a0dd-1bcb74f4b744', 'port_id': '0819f1c9-d315-4aaa-9284-2621a5c94cc8', 'mac_address': 'fa:16:3e:78:79:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb6d5ff-0dcb-44b0-a397-31c3caa399f2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:31:09.253558 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:09.268122 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0819f1c9-d315-4aaa-9284-2621a5c94cc8 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:31:09.288331 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 0819f1c9-d315-4aaa-9284-2621a5c94cc8, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=0819f1c9-d315-4aaa-9284-2621a5c94cc8,segment=NetworkSegment(4a0ad0df-c4de-46cb-9636-e9e0c87ce832),segment_id=4a0ad0df-c4de-46cb-9636-e9e0c87ce832)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:31:09.348215 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:09.401932 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=0819f1c9-d315-4aaa-9284-2621a5c94cc8,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:09.436539 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617566ea-ee49-48b2-ad3c-a7f52af7f4c6 req-7c2963d4-c92e-4e93-b976-c677495af4c1 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:09.440077 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-617566ea-ee49-48b2-ad3c-a7f52af7f4c6 req-7c2963d4-c92e-4e93-b976-c677495af4c1 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.101 "GET /v2.0/ports?device_id=0f18d1f1-b199-4627-b226-4d36d4b8fc8c HTTP/1.1" status: 200 len: 944 time: 0.0526693 Sep 24 15:31:09.483663 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-617566ea-ee49-48b2-ad3c-a7f52af7f4c6 req-80d0e586-c38e-44de-8573-a038ac4fdfcc tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.101 "GET /v2.0/security-groups?id=aa14bf65-66e4-4157-aab9-4b95234ae5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396724 Sep 24 15:31:09.636885 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['0819f1c9-d315-4aaa-9284-2621a5c94cc8'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:31:09.674894 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0594a3c-5328-4d27-bbfd-60ac7086a802 req-c89e66c5-e743-4e0a-8bfe-f30821a1eb3b tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:09.676346 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e0594a3c-5328-4d27-bbfd-60ac7086a802 req-c89e66c5-e743-4e0a-8bfe-f30821a1eb3b tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a32bdec-7375-4241-9cb8-8807a05afd69 HTTP/1.1" status: 200 len: 950 time: 0.0492809 Sep 24 15:31:09.714210 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e0594a3c-5328-4d27-bbfd-60ac7086a802 req-a5d3f26d-03e8-4fb1-9341-2f61e214a33c tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/security-groups?id=0268c003-3c0a-4423-850e-bd048c2eae50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310097 Sep 24 15:31:09.952298 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f9b6feab-ba83-4e07-8e76-cd1c8242005e req-045d79e1-84dd-4837-807a-7e3697cbc944 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a22ca00-0c31-4d31-ac33-a8fb3fb12770 HTTP/1.1" status: 200 len: 210 time: 0.0265446 Sep 24 15:31:10.136178 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0247c033-9413-40e5-8d1e-99c95a7d476b req-172aae9c-0987-4ea6-8dbb-88b44770c3ca tempest-DeleteServersAdminTestJSON-1085541751 tempest-DeleteServersAdminTestJSON-1085541751-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:10.137666 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0247c033-9413-40e5-8d1e-99c95a7d476b req-172aae9c-0987-4ea6-8dbb-88b44770c3ca tempest-DeleteServersAdminTestJSON-1085541751 tempest-DeleteServersAdminTestJSON-1085541751-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=7a32bdec-7375-4241-9cb8-8807a05afd69 HTTP/1.1" status: 200 len: 1101 time: 0.1452179 Sep 24 15:31:10.143338 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6a9f4-11eb-4f14-9505-a2a543758e19 req-6f2ff486-7ee8-4432-ac22-d07c397389fa tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:10.145098 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-07d6a9f4-11eb-4f14-9505-a2a543758e19 req-6f2ff486-7ee8-4432-ac22-d07c397389fa tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.108 "GET /v2.0/networks?id=078714d9-431e-4632-b957-c9a7230e7876 HTTP/1.1" status: 200 len: 807 time: 0.1085005 Sep 24 15:31:10.160522 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-07d6a9f4-11eb-4f14-9505-a2a543758e19 req-2c18ef7a-c0d5-44ac-bc2b-0cb583d9d808 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Request body: {'port': {'device_id': '9a22ca00-0c31-4d31-ac33-a8fb3fb12770', 'network_id': '078714d9-431e-4632-b957-c9a7230e7876', 'admin_state_up': True, 'tenant_id': 'afd1b0df78e44afd8dcda9521b21852d'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:31:10.388869 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07d6a9f4-11eb-4f14-9505-a2a543758e19 req-2c18ef7a-c0d5-44ac-bc2b-0cb583d9d808 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Made reservation on behalf of afd1b0df78e44afd8dcda9521b21852d for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:31:10.402569 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-07d6a9f4-11eb-4f14-9505-a2a543758e19 req-2c18ef7a-c0d5-44ac-bc2b-0cb583d9d808 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:10.424901 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:10.454087 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b33d2-32f8-4597-bd9d-591bc106fb5f req-d1ccd999-df86-4f32-b538-55f17dbbd80f tempest-NetworksTest-929055092 tempest-NetworksTest-929055092-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:10.454736 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b33d2-32f8-4597-bd9d-591bc106fb5f req-d1ccd999-df86-4f32-b538-55f17dbbd80f tempest-NetworksTest-929055092 tempest-NetworksTest-929055092-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:10.455052 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b33d2-32f8-4597-bd9d-591bc106fb5f req-d1ccd999-df86-4f32-b538-55f17dbbd80f tempest-NetworksTest-929055092 tempest-NetworksTest-929055092-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:10.455503 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b33d2-32f8-4597-bd9d-591bc106fb5f req-d1ccd999-df86-4f32-b538-55f17dbbd80f tempest-NetworksTest-929055092 tempest-NetworksTest-929055092-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:10.455948 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b33d2-32f8-4597-bd9d-591bc106fb5f req-d1ccd999-df86-4f32-b538-55f17dbbd80f tempest-NetworksTest-929055092 tempest-NetworksTest-929055092-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:10.456391 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b33d2-32f8-4597-bd9d-591bc106fb5f req-d1ccd999-df86-4f32-b538-55f17dbbd80f tempest-NetworksTest-929055092 tempest-NetworksTest-929055092-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:10.456834 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b33d2-32f8-4597-bd9d-591bc106fb5f req-d1ccd999-df86-4f32-b538-55f17dbbd80f tempest-NetworksTest-929055092 tempest-NetworksTest-929055092-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:10.458984 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-325b33d2-32f8-4597-bd9d-591bc106fb5f req-d1ccd999-df86-4f32-b538-55f17dbbd80f tempest-NetworksTest-929055092 tempest-NetworksTest-929055092-project-admin] 10.222.0.101 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5026 time: 0.4646080 Sep 24 15:31:10.488453 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-0247c033-9413-40e5-8d1e-99c95a7d476b req-f2634b83-d0c4-47c7-8999-c136b88ad84a tempest-DeleteServersAdminTestJSON-1085541751 tempest-DeleteServersAdminTestJSON-1085541751-project-admin] Deleting port e14864e2-aa50-4174-8bc6-703d9fb0052d {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:31:10.489037 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-0247c033-9413-40e5-8d1e-99c95a7d476b req-f2634b83-d0c4-47c7-8999-c136b88ad84a tempest-DeleteServersAdminTestJSON-1085541751 tempest-DeleteServersAdminTestJSON-1085541751-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:10.533022 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [req-07d6a9f4-11eb-4f14-9505-a2a543758e19 req-2c18ef7a-c0d5-44ac-bc2b-0cb583d9d808 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Allocated IP 172.20.0.11 (078714d9-431e-4632-b957-c9a7230e7876/84366809-0e1f-47c8-b0ea-166b7d29d1a7/9ed84870-4c5c-4e8d-901c-85443b91e965) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:31:10.572102 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-0247c033-9413-40e5-8d1e-99c95a7d476b req-f2634b83-d0c4-47c7-8999-c136b88ad84a tempest-DeleteServersAdminTestJSON-1085541751 tempest-DeleteServersAdminTestJSON-1085541751-project-admin] For port e14864e2-aa50-4174-8bc6-703d9fb0052d, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=e14864e2-aa50-4174-8bc6-703d9fb0052d,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:31:10.572464 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-0247c033-9413-40e5-8d1e-99c95a7d476b req-f2634b83-d0c4-47c7-8999-c136b88ad84a tempest-DeleteServersAdminTestJSON-1085541751 tempest-DeleteServersAdminTestJSON-1085541751-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:10.586991 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-0247c033-9413-40e5-8d1e-99c95a7d476b req-f2634b83-d0c4-47c7-8999-c136b88ad84a tempest-DeleteServersAdminTestJSON-1085541751 tempest-DeleteServersAdminTestJSON-1085541751-project-admin] Calling delete_port for e14864e2-aa50-4174-8bc6-703d9fb0052d owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:31:10.598671 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.108', 53168) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:10.710948 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-75e5a83b-1d2e-43aa-8632-44f521c4d98f req-ac21227c-df7f-4d14-a08b-7483bc14e062 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=e5376c1f-f4db-4dfb-9361-ca23f8129f28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1063147 Sep 24 15:31:10.808960 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-07d6a9f4-11eb-4f14-9505-a2a543758e19 req-2c18ef7a-c0d5-44ac-bc2b-0cb583d9d808 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:10.825203 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e5a83b-1d2e-43aa-8632-44f521c4d98f req-98914e46-4451-4589-8443-3c4f867ae2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:10.826714 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-75e5a83b-1d2e-43aa-8632-44f521c4d98f req-98914e46-4451-4589-8443-3c4f867ae2cd service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=c034ab983155467cb54357926c29f6ed&device_id=e5376c1f-f4db-4dfb-9361-ca23f8129f28 HTTP/1.1" status: 200 len: 1123 time: 0.0712402 Sep 24 15:31:10.840289 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf912bb8-5525-4e48-b513-ad5e4dc33c04 req-43bc26b9-c66f-49ec-a965-07415f9d62c9 tempest-NetworksTest-929055092 tempest-NetworksTest-929055092-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:10.841665 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bf912bb8-5525-4e48-b513-ad5e4dc33c04 req-43bc26b9-c66f-49ec-a965-07415f9d62c9 tempest-NetworksTest-929055092 tempest-NetworksTest-929055092-project-admin] 10.222.0.101 "GET /v2.0/networks/e6a2de20-1ea0-43e5-88e0-982d19e317d5 HTTP/1.1" status: 200 len: 886 time: 0.1077046 Sep 24 15:31:10.914652 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-0247c033-9413-40e5-8d1e-99c95a7d476b req-f2634b83-d0c4-47c7-8999-c136b88ad84a tempest-DeleteServersAdminTestJSON-1085541751 tempest-DeleteServersAdminTestJSON-1085541751-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:10.927060 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['e14864e2-aa50-4174-8bc6-703d9fb0052d'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:31:10.929766 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-07d6a9f4-11eb-4f14-9505-a2a543758e19 req-2c18ef7a-c0d5-44ac-bc2b-0cb583d9d808 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:10.956005 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2634b83-d0c4-47c7-8999-c136b88ad84a tempest-DeleteServersAdminTestJSON-1085541751 tempest-DeleteServersAdminTestJSON-1085541751-project-admin] Pushing event deleted for resources: {'Port': ['ID=e14864e2-aa50-4174-8bc6-703d9fb0052d,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:10.961271 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:31:10.985344 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07d6a9f4-11eb-4f14-9505-a2a543758e19 req-2c18ef7a-c0d5-44ac-bc2b-0cb583d9d808 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Network 078714d9-431e-4632-b957-c9a7230e7876 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:31:10.999536 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e295a-f53a-4e53-9ca4-8b85eb225cae req-db2665ec-7559-479a-8777-34705803eceb tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:11.001118 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-158e295a-f53a-4e53-9ca4-8b85eb225cae req-db2665ec-7559-479a-8777-34705803eceb tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.101 "GET /v2.0/ports?device_id=0f18d1f1-b199-4627-b226-4d36d4b8fc8c HTTP/1.1" status: 200 len: 944 time: 0.1071484 Sep 24 15:31:11.003044 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [req-07d6a9f4-11eb-4f14-9505-a2a543758e19 req-2c18ef7a-c0d5-44ac-bc2b-0cb583d9d808 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:31:11.004532 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c18ef7a-c0d5-44ac-bc2b-0cb583d9d808 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Pushing event updated for resources: {'Port': ['ID=9ed84870-4c5c-4e8d-901c-85443b91e965,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:11.019117 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-07d6a9f4-11eb-4f14-9505-a2a543758e19 req-2c18ef7a-c0d5-44ac-bc2b-0cb583d9d808 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:31:11.024912 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6a9f4-11eb-4f14-9505-a2a543758e19 req-2c18ef7a-c0d5-44ac-bc2b-0cb583d9d808 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:11.025594 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-07d6a9f4-11eb-4f14-9505-a2a543758e19 req-2c18ef7a-c0d5-44ac-bc2b-0cb583d9d808 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:11.026788 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e5a83b-1d2e-43aa-8632-44f521c4d98f req-8aa69637-0e46-43f6-aa53-9ee0dfba457c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:11.028322 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-75e5a83b-1d2e-43aa-8632-44f521c4d98f req-8aa69637-0e46-43f6-aa53-9ee0dfba457c service neutron] 10.222.0.108 "GET /v2.0/networks?id=9672f189-23fe-44e6-9dd2-257ff8905939 HTTP/1.1" status: 200 len: 871 time: 0.1817133 Sep 24 15:31:11.031390 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-0247c033-9413-40e5-8d1e-99c95a7d476b req-f2634b83-d0c4-47c7-8999-c136b88ad84a tempest-DeleteServersAdminTestJSON-1085541751 tempest-DeleteServersAdminTestJSON-1085541751-project-admin] No DVR routers for this DVR port e14864e2-aa50-4174-8bc6-703d9fb0052d on host n-h1-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:31:11.036354 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-0247c033-9413-40e5-8d1e-99c95a7d476b req-f2634b83-d0c4-47c7-8999-c136b88ad84a tempest-DeleteServersAdminTestJSON-1085541751 tempest-DeleteServersAdminTestJSON-1085541751-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:11.038389 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0247c033-9413-40e5-8d1e-99c95a7d476b req-f2634b83-d0c4-47c7-8999-c136b88ad84a tempest-DeleteServersAdminTestJSON-1085541751 tempest-DeleteServersAdminTestJSON-1085541751-project-admin] 10.222.0.110 "DELETE /v2.0/ports/e14864e2-aa50-4174-8bc6-703d9fb0052d HTTP/1.1" status: 204 len: 173 time: 0.8897526 Sep 24 15:31:11.038834 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a32bdec-7375-4241-9cb8-8807a05afd69', 'name': 'network-vif-deleted', 'tag': 'e14864e2-aa50-4174-8bc6-703d9fb0052d'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:31:11.042579 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f504ea9-2a02-43be-80ec-55990c83b291" -d '{"events": [{"server_uuid": "7a32bdec-7375-4241-9cb8-8807a05afd69", "name": "network-vif-deleted", "tag": "e14864e2-aa50-4174-8bc6-703d9fb0052d"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:31:11.073570 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-158e295a-f53a-4e53-9ca4-8b85eb225cae req-11c05089-b7b6-4259-8d1f-cb60293e6084 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.101 "GET /v2.0/security-groups?id=aa14bf65-66e4-4157-aab9-4b95234ae5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0561256 Sep 24 15:31:11.098557 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-75e5a83b-1d2e-43aa-8632-44f521c4d98f req-bf67eb69-5f53-4765-b58a-ad65b4b3c9e8 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.190&port_id=4ac68ef2-6510-4ffd-a300-3ac81499e7f0 HTTP/1.1" status: 200 len: 217 time: 0.0529485 Sep 24 15:31:11.109885 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-07d6a9f4-11eb-4f14-9505-a2a543758e19 req-2c18ef7a-c0d5-44ac-bc2b-0cb583d9d808 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9533517 Sep 24 15:31:11.116634 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 0819f1c9-d315-4aaa-9284-2621a5c94cc8 up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:31:11.122698 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-07d6a9f4-11eb-4f14-9505-a2a543758e19 req-55d4f3dc-59a9-4ae0-aef2-ae3a363edc05 service neutron] Request body: {'port': {'device_id': '9a22ca00-0c31-4d31-ac33-a8fb3fb12770', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:31:11.169422 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e5a83b-1d2e-43aa-8632-44f521c4d98f req-12f49743-7317-4d10-94cd-fdcbebfeeaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:11.170903 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-75e5a83b-1d2e-43aa-8632-44f521c4d98f req-12f49743-7317-4d10-94cd-fdcbebfeeaba service neutron] 10.222.0.108 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.0653474 Sep 24 15:31:11.210670 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-07d6a9f4-11eb-4f14-9505-a2a543758e19 req-55d4f3dc-59a9-4ae0-aef2-ae3a363edc05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:11.221381 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e5a83b-1d2e-43aa-8632-44f521c4d98f req-d3881b1c-724d-4485-ad72-935617ca3b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:11.222851 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-75e5a83b-1d2e-43aa-8632-44f521c4d98f req-d3881b1c-724d-4485-ad72-935617ca3b9f service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0440490 Sep 24 15:31:11.269546 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port 0819f1c9-d315-4aaa-9284-2621a5c94cc8 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:31:11.274807 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port 0819f1c9-d315-4aaa-9284-2621a5c94cc8 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:31:11.275457 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:11.338222 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-75e5a83b-1d2e-43aa-8632-44f521c4d98f req-28090ab0-60b6-4d5e-be86-7b70fef48a89 service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080651 Sep 24 15:31:11.374855 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:11.406437 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f18d1f1-b199-4627-b226-4d36d4b8fc8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0819f1c9-d315-4aaa-9284-2621a5c94cc8'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:31:11.409204 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-243de4b9-9af7-4191-a334-ca5167237211" -d '{"events": [{"server_uuid": "0f18d1f1-b199-4627-b226-4d36d4b8fc8c", "name": "network-vif-plugged", "status": "completed", "tag": "0819f1c9-d315-4aaa-9284-2621a5c94cc8"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:31:11.429803 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 0819f1c9-d315-4aaa-9284-2621a5c94cc8, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=0819f1c9-d315-4aaa-9284-2621a5c94cc8,segment=NetworkSegment(4a0ad0df-c4de-46cb-9636-e9e0c87ce832),segment_id=4a0ad0df-c4de-46cb-9636-e9e0c87ce832)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:31:11.447392 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8a8249c8-1213-4640-97f7-25f3e7bf2e35 req-84a9c005-1d04-4091-bde4-af64837bd8cd tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a32bdec-7375-4241-9cb8-8807a05afd69 HTTP/1.1" status: 200 len: 210 time: 0.0433252 Sep 24 15:31:11.452556 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-75e5a83b-1d2e-43aa-8632-44f521c4d98f req-aa1e30d4-d153-4f42-a561-570eaae8b850 service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065998 Sep 24 15:31:11.499374 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:11.594826 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=0819f1c9-d315-4aaa-9284-2621a5c94cc8,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:11.616883 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fcafed-4226-4583-931a-cdffec907590 req-2c1bbf58-5cde-4b11-afff-d9c3f3b53694 tempest-NetworksTest-929055092 tempest-NetworksTest-929055092-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:11.617925 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fcafed-4226-4583-931a-cdffec907590 req-2c1bbf58-5cde-4b11-afff-d9c3f3b53694 tempest-NetworksTest-929055092 tempest-NetworksTest-929055092-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:11.618878 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fcafed-4226-4583-931a-cdffec907590 req-2c1bbf58-5cde-4b11-afff-d9c3f3b53694 tempest-NetworksTest-929055092 tempest-NetworksTest-929055092-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:11.619496 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fcafed-4226-4583-931a-cdffec907590 req-2c1bbf58-5cde-4b11-afff-d9c3f3b53694 tempest-NetworksTest-929055092 tempest-NetworksTest-929055092-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:11.619961 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fcafed-4226-4583-931a-cdffec907590 req-2c1bbf58-5cde-4b11-afff-d9c3f3b53694 tempest-NetworksTest-929055092 tempest-NetworksTest-929055092-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:11.620452 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fcafed-4226-4583-931a-cdffec907590 req-2c1bbf58-5cde-4b11-afff-d9c3f3b53694 tempest-NetworksTest-929055092 tempest-NetworksTest-929055092-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:11.620945 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fcafed-4226-4583-931a-cdffec907590 req-2c1bbf58-5cde-4b11-afff-d9c3f3b53694 tempest-NetworksTest-929055092 tempest-NetworksTest-929055092-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:11.623146 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b1fcafed-4226-4583-931a-cdffec907590 req-2c1bbf58-5cde-4b11-afff-d9c3f3b53694 tempest-NetworksTest-929055092 tempest-NetworksTest-929055092-project-admin] 10.222.0.101 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5026 time: 0.1733377 Sep 24 15:31:11.668633 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2bf7fe8-7fa6-4a5b-819d-a9fa7fc93e6c x-openstack-request-id: req-b2bf7fe8-7fa6-4a5b-819d-a9fa7fc93e6c {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:31:11.668975 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a32bdec-7375-4241-9cb8-8807a05afd69", "name": "network-vif-deleted", "tag": "e14864e2-aa50-4174-8bc6-703d9fb0052d", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:31:11.669228 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b2bf7fe8-7fa6-4a5b-819d-a9fa7fc93e6c {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:31:11.670150 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a32bdec-7375-4241-9cb8-8807a05afd69', 'name': 'network-vif-deleted', 'tag': 'e14864e2-aa50-4174-8bc6-703d9fb0052d', 'status': 'completed', 'code': 200} Sep 24 15:31:11.678869 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c504fd-8c41-4508-ab77-9741356c522f req-fab435fe-bd49-4ae4-9565-6493ddcd95ff tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:11.687395 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c2c504fd-8c41-4508-ab77-9741356c522f req-fab435fe-bd49-4ae4-9565-6493ddcd95ff tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a22ca00-0c31-4d31-ac33-a8fb3fb12770 HTTP/1.1" status: 200 len: 932 time: 0.1217084 Sep 24 15:31:11.749464 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c2c504fd-8c41-4508-ab77-9741356c522f req-23b0d6bb-63c0-4865-b2d2-552a76e27654 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599351 Sep 24 15:31:11.816356 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [req-07d6a9f4-11eb-4f14-9505-a2a543758e19 req-55d4f3dc-59a9-4ae0-aef2-ae3a363edc05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ed84870-4c5c-4e8d-901c-85443b91e965 {{(pid=95297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:31:11.826079 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-07d6a9f4-11eb-4f14-9505-a2a543758e19 req-55d4f3dc-59a9-4ae0-aef2-ae3a363edc05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:11.832007 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-389ff43f-949d-4bd5-b9c2-1a0e8931bed1 x-openstack-request-id: req-389ff43f-949d-4bd5-b9c2-1a0e8931bed1 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:31:11.832366 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f18d1f1-b199-4627-b226-4d36d4b8fc8c", "name": "network-vif-plugged", "status": "completed", "tag": "0819f1c9-d315-4aaa-9284-2621a5c94cc8", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:31:11.833838 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-389ff43f-949d-4bd5-b9c2-1a0e8931bed1 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:31:11.833838 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f18d1f1-b199-4627-b226-4d36d4b8fc8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0819f1c9-d315-4aaa-9284-2621a5c94cc8', 'code': 200} Sep 24 15:31:11.839939 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.provisioning_blocks [req-07d6a9f4-11eb-4f14-9505-a2a543758e19 req-55d4f3dc-59a9-4ae0-aef2-ae3a363edc05 service neutron] Transition to ACTIVE for port object 9ed84870-4c5c-4e8d-901c-85443b91e965 will not be triggered until provisioned by entity L2. {{(pid=95297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:31:11.966454 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-07d6a9f4-11eb-4f14-9505-a2a543758e19 req-55d4f3dc-59a9-4ae0-aef2-ae3a363edc05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:12.023990 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aa05ad-bef4-4004-a6d1-2bf3e6830145 req-6d099819-4e9b-4d16-9df7-ceeee295cc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:12.026396 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-63aa05ad-bef4-4004-a6d1-2bf3e6830145 req-6d099819-4e9b-4d16-9df7-ceeee295cc8c service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=0f18d1f1-b199-4627-b226-4d36d4b8fc8c HTTP/1.1" status: 200 len: 1096 time: 0.0871823 Sep 24 15:31:12.076901 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-07d6a9f4-11eb-4f14-9505-a2a543758e19 req-55d4f3dc-59a9-4ae0-aef2-ae3a363edc05 service neutron] Attempting to bind port 9ed84870-4c5c-4e8d-901c-85443b91e965 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:31:12.077970 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-07d6a9f4-11eb-4f14-9505-a2a543758e19 req-55d4f3dc-59a9-4ae0-aef2-ae3a363edc05 service neutron] Attempting to bind port 9ed84870-4c5c-4e8d-901c-85443b91e965 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '21e1a332-491d-46ef-987f-a7724d369c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '078714d9-431e-4632-b957-c9a7230e7876'}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:31:12.077970 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d6a9f4-11eb-4f14-9505-a2a543758e19 req-55d4f3dc-59a9-4ae0-aef2-ae3a363edc05 service neutron] Attempting to bind port 9ed84870-4c5c-4e8d-901c-85443b91e965 on network 078714d9-431e-4632-b957-c9a7230e7876 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:31:12.093466 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-63aa05ad-bef4-4004-a6d1-2bf3e6830145 req-b1cc0778-c542-4c3e-833b-42d646ba288f service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=aa14bf65-66e4-4157-aab9-4b95234ae5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0580201 Sep 24 15:31:12.101105 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d6a9f4-11eb-4f14-9505-a2a543758e19 req-55d4f3dc-59a9-4ae0-aef2-ae3a363edc05 service neutron] Port 9ed84870-4c5c-4e8d-901c-85443b91e965 on network 078714d9-431e-4632-b957-c9a7230e7876 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:31:12.101460 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d6a9f4-11eb-4f14-9505-a2a543758e19 req-55d4f3dc-59a9-4ae0-aef2-ae3a363edc05 service neutron] Attempting to bind port 9ed84870-4c5c-4e8d-901c-85443b91e965 on network 078714d9-431e-4632-b957-c9a7230e7876 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:31:12.115012 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d4f3dc-59a9-4ae0-aef2-ae3a363edc05 service neutron] Pushing event updated for resources: {'Port': ['ID=9ed84870-4c5c-4e8d-901c-85443b91e965,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:12.123984 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d6a9f4-11eb-4f14-9505-a2a543758e19 req-55d4f3dc-59a9-4ae0-aef2-ae3a363edc05 service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:31:12.123984 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d6a9f4-11eb-4f14-9505-a2a543758e19 req-55d4f3dc-59a9-4ae0-aef2-ae3a363edc05 service neutron] Checking segment: {'id': '21e1a332-491d-46ef-987f-a7724d369c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '078714d9-431e-4632-b957-c9a7230e7876'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:31:12.123984 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07d6a9f4-11eb-4f14-9505-a2a543758e19 req-55d4f3dc-59a9-4ae0-aef2-ae3a363edc05 service neutron] Bound using segment: {'id': '21e1a332-491d-46ef-987f-a7724d369c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '078714d9-431e-4632-b957-c9a7230e7876'} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:31:12.123984 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-07d6a9f4-11eb-4f14-9505-a2a543758e19 req-55d4f3dc-59a9-4ae0-aef2-ae3a363edc05 service neutron] Bound port: 9ed84870-4c5c-4e8d-901c-85443b91e965, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21e1a332-491d-46ef-987f-a7724d369c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '078714d9-431e-4632-b957-c9a7230e7876'}}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:31:12.124683 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-07d6a9f4-11eb-4f14-9505-a2a543758e19 req-55d4f3dc-59a9-4ae0-aef2-ae3a363edc05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:12.144724 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 36198) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:12.244291 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 36202) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:12.258969 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-07d6a9f4-11eb-4f14-9505-a2a543758e19 req-55d4f3dc-59a9-4ae0-aef2-ae3a363edc05 service neutron] For port 9ed84870-4c5c-4e8d-901c-85443b91e965, host n-h2-808921-1, cleared binding levels {{(pid=95297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:31:12.270308 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879cc5e7-48d7-4bad-a551-38415bdac464 req-9c67401b-d989-4d1c-bdc2-54df330961e0 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:12.271863 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-879cc5e7-48d7-4bad-a551-38415bdac464 req-9c67401b-d989-4d1c-bdc2-54df330961e0 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.101 "GET /v2.0/ports?device_id=0f18d1f1-b199-4627-b226-4d36d4b8fc8c HTTP/1.1" status: 200 len: 945 time: 0.0857940 Sep 24 15:31:12.295430 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-07d6a9f4-11eb-4f14-9505-a2a543758e19 req-55d4f3dc-59a9-4ae0-aef2-ae3a363edc05 service neutron] For port 9ed84870-4c5c-4e8d-901c-85443b91e965, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=9ed84870-4c5c-4e8d-901c-85443b91e965,segment=NetworkSegment(21e1a332-491d-46ef-987f-a7724d369c2e),segment_id=21e1a332-491d-46ef-987f-a7724d369c2e)] {{(pid=95297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:31:12.333382 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-879cc5e7-48d7-4bad-a551-38415bdac464 req-86335335-c14a-4d45-9205-1989728c87bc tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.101 "GET /v2.0/security-groups?id=aa14bf65-66e4-4157-aab9-4b95234ae5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470715 Sep 24 15:31:12.396928 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dfdacf23-54f8-4a7d-9438-2915531ed057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:12.413576 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-07d6a9f4-11eb-4f14-9505-a2a543758e19 req-55d4f3dc-59a9-4ae0-aef2-ae3a363edc05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:12.471031 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6a9f4-11eb-4f14-9505-a2a543758e19 req-55d4f3dc-59a9-4ae0-aef2-ae3a363edc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:12.471673 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-07d6a9f4-11eb-4f14-9505-a2a543758e19 req-55d4f3dc-59a9-4ae0-aef2-ae3a363edc05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:12.473106 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-07d6a9f4-11eb-4f14-9505-a2a543758e19 req-55d4f3dc-59a9-4ae0-aef2-ae3a363edc05 service neutron] 10.222.0.108 "PUT /v2.0/ports/9ed84870-4c5c-4e8d-901c-85443b91e965 HTTP/1.1" status: 200 len: 1092 time: 1.3549464 Sep 24 15:31:12.473701 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a22ca00-0c31-4d31-ac33-a8fb3fb12770', 'tag': '9ed84870-4c5c-4e8d-901c-85443b91e965'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:31:12.476875 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96393f6c-ef4a-47fe-9500-99ab75f41ff0" -d '{"events": [{"name": "network-changed", "server_uuid": "9a22ca00-0c31-4d31-ac33-a8fb3fb12770", "tag": "9ed84870-4c5c-4e8d-901c-85443b91e965"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:31:12.482968 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3485e9f8-6cd1-4aea-bc1e-1dda72db79d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:12.505763 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dfdacf23-54f8-4a7d-9438-2915531ed057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:12.516911 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d4f3dc-59a9-4ae0-aef2-ae3a363edc05 service neutron] Pushing event updated for resources: {'Port': ['ID=9ed84870-4c5c-4e8d-901c-85443b91e965,revision_number=3']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:12.550468 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df7de0fe-7e85-4af5-aa92-81f6c5781d68 x-openstack-request-id: req-df7de0fe-7e85-4af5-aa92-81f6c5781d68 {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:31:12.550755 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a22ca00-0c31-4d31-ac33-a8fb3fb12770", "tag": "9ed84870-4c5c-4e8d-901c-85443b91e965", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:31:12.550995 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-df7de0fe-7e85-4af5-aa92-81f6c5781d68 {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:31:12.551623 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a22ca00-0c31-4d31-ac33-a8fb3fb12770', 'tag': '9ed84870-4c5c-4e8d-901c-85443b91e965', 'status': 'completed', 'code': 200} Sep 24 15:31:12.613064 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c202cf1-9f2d-40c6-8978-ce24ae43b489 req-6ebe5ad9-a45f-41d2-99cc-2bdc013e5498 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a32bdec-7375-4241-9cb8-8807a05afd69 HTTP/1.1" status: 200 len: 210 time: 0.0294318 Sep 24 15:31:12.616904 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96393f6c-ef4a-47fe-9500-99ab75f41ff0 req-d8e9eadc-59f4-419c-b06b-d726a5c587b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:12.618666 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-96393f6c-ef4a-47fe-9500-99ab75f41ff0 req-d8e9eadc-59f4-419c-b06b-d726a5c587b7 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=afd1b0df78e44afd8dcda9521b21852d&device_id=9a22ca00-0c31-4d31-ac33-a8fb3fb12770 HTTP/1.1" status: 200 len: 1095 time: 0.0452752 Sep 24 15:31:12.623398 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dfdacf23-54f8-4a7d-9438-2915531ed057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:12.665726 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-dfdacf23-54f8-4a7d-9438-2915531ed057 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=c71022f02df1474898e583af3df56845&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5169585 Sep 24 15:31:12.668626 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 36220) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:12.680055 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdacf23-54f8-4a7d-9438-2915531ed057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90d41be5-e758-4e8c-9e91-62579310f42a,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:12.731268 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7cd31fb3-5cf3-4beb-95f7-a330f50c277b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:12.766154 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7cd31fb3-5cf3-4beb-95f7-a330f50c277b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:12.869137 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96393f6c-ef4a-47fe-9500-99ab75f41ff0 req-41db2caf-daf3-4ab0-9c7a-2ffc262e9d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:12.870635 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-96393f6c-ef4a-47fe-9500-99ab75f41ff0 req-41db2caf-daf3-4ab0-9c7a-2ffc262e9d5a service neutron] 10.222.0.108 "GET /v2.0/networks?tenant_id=afd1b0df78e44afd8dcda9521b21852d&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2419097 Sep 24 15:31:12.877989 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 36236) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:12.920386 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b3aa23-13f3-466e-a9da-02dcebb79de4 req-779ef5e6-84bf-4ca2-8b7b-f79130940110 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:12.922079 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-31b3aa23-13f3-466e-a9da-02dcebb79de4 req-779ef5e6-84bf-4ca2-8b7b-f79130940110 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a22ca00-0c31-4d31-ac33-a8fb3fb12770 HTTP/1.1" status: 200 len: 944 time: 0.0589151 Sep 24 15:31:12.964596 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3485e9f8-6cd1-4aea-bc1e-1dda72db79d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:12.968841 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7cd31fb3-5cf3-4beb-95f7-a330f50c277b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:12.972340 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7cd31fb3-5cf3-4beb-95f7-a330f50c277b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:12.973919 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-7cd31fb3-5cf3-4beb-95f7-a330f50c277b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/90d41be5-e758-4e8c-9e91-62579310f42a HTTP/1.1" status: 204 len: 168 time: 0.3043649 Sep 24 15:31:12.988553 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-31b3aa23-13f3-466e-a9da-02dcebb79de4 req-c53b4149-dc94-41b8-a909-361c6fc6c6f5 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568740 Sep 24 15:31:13.005567 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd31fb3-5cf3-4beb-95f7-a330f50c277b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90d41be5-e758-4e8c-9e91-62579310f42a,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:13.053574 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3485e9f8-6cd1-4aea-bc1e-1dda72db79d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:13.075240 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-be5d128d-6ebe-427b-a3be-b451445ac8eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:13.095179 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-3485e9f8-6cd1-4aea-bc1e-1dda72db79d4 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=c2f4466f8c0f4817a3b5a5e171efe705&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8481841 Sep 24 15:31:13.098020 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 36248) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:13.140689 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96393f6c-ef4a-47fe-9500-99ab75f41ff0 req-c6424591-32e3-432b-b2bb-f21c8dd6eb7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:13.142282 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-96393f6c-ef4a-47fe-9500-99ab75f41ff0 req-c6424591-32e3-432b-b2bb-f21c8dd6eb7a service neutron] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2575982 Sep 24 15:31:13.145867 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3485e9f8-6cd1-4aea-bc1e-1dda72db79d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f21aa154-5b58-453b-aac7-74eaecbd5e43,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:13.162726 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e973706d-6b0f-4008-9d3b-7380d694a379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:13.181581 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e973706d-6b0f-4008-9d3b-7380d694a379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:13.233142 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-be5d128d-6ebe-427b-a3be-b451445ac8eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:13.266375 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6a9f4-11eb-4f14-9505-a2a543758e19 req-d17a981d-0608-4574-a591-8927657457bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:13.266375 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-07d6a9f4-11eb-4f14-9505-a2a543758e19 req-d17a981d-0608-4574-a591-8927657457bb service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=afd1b0df78e44afd8dcda9521b21852d&device_id=9a22ca00-0c31-4d31-ac33-a8fb3fb12770 HTTP/1.1" status: 200 len: 1095 time: 0.0502803 Sep 24 15:31:13.310916 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-07d6a9f4-11eb-4f14-9505-a2a543758e19 req-d036ca2c-1536-430f-b875-6e832fdb1d64 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ed84870-4c5c-4e8d-901c-85443b91e965 HTTP/1.1" status: 200 len: 217 time: 0.0385623 Sep 24 15:31:13.366534 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6a9f4-11eb-4f14-9505-a2a543758e19 req-4d6b7207-811a-4ac1-b1f8-f9a8db0b6976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:13.366534 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-07d6a9f4-11eb-4f14-9505-a2a543758e19 req-4d6b7207-811a-4ac1-b1f8-f9a8db0b6976 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=84366809-0e1f-47c8-b0ea-166b7d29d1a7 HTTP/1.1" status: 200 len: 847 time: 0.0483515 Sep 24 15:31:13.371941 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e973706d-6b0f-4008-9d3b-7380d694a379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:13.374648 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e973706d-6b0f-4008-9d3b-7380d694a379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:13.378301 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-e973706d-6b0f-4008-9d3b-7380d694a379 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f21aa154-5b58-453b-aac7-74eaecbd5e43 HTTP/1.1" status: 204 len: 168 time: 0.2767065 Sep 24 15:31:13.380279 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-be5d128d-6ebe-427b-a3be-b451445ac8eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:13.394572 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e973706d-6b0f-4008-9d3b-7380d694a379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21aa154-5b58-453b-aac7-74eaecbd5e43,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:13.452430 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-07d6a9f4-11eb-4f14-9505-a2a543758e19 req-27da2318-25d8-4cca-b989-3ffbdb544326 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=078714d9-431e-4632-b957-c9a7230e7876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694432 Sep 24 15:31:13.484994 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-be5d128d-6ebe-427b-a3be-b451445ac8eb admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5fd685a07ffd4b28b4fa9eb6745c81cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6078081 Sep 24 15:31:13.485678 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5d128d-6ebe-427b-a3be-b451445ac8eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eccf71e8-89c1-4b16-a8b4-ef19470584ba,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:13.487935 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 36268) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:13.538723 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-17bb112f-393d-4f26-bfb2-313ef14f4dc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:13.562672 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-17bb112f-393d-4f26-bfb2-313ef14f4dc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:13.575072 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4951892f-0787-4cd2-b956-b862365d5bce req-1d02e613-417e-4231-9e6a-235810ec253f tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:13.576690 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4951892f-0787-4cd2-b956-b862365d5bce req-1d02e613-417e-4231-9e6a-235810ec253f tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.101 "GET /v2.0/ports?device_id=0f18d1f1-b199-4627-b226-4d36d4b8fc8c HTTP/1.1" status: 200 len: 945 time: 0.1191957 Sep 24 15:31:13.615648 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-07d6a9f4-11eb-4f14-9505-a2a543758e19 req-6cb959cd-9e54-45a9-9c04-3c5f348a6e57 service neutron] 10.222.0.108 "GET /v2.0/networks/078714d9-431e-4632-b957-c9a7230e7876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505663 Sep 24 15:31:13.638189 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4951892f-0787-4cd2-b956-b862365d5bce req-dc7a3cf2-c17a-42b1-8f9f-679d8d316471 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.101 "GET /v2.0/security-groups?id=aa14bf65-66e4-4157-aab9-4b95234ae5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0552382 Sep 24 15:31:13.722947 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 36274) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:13.739581 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d669f5a3-21b1-47b0-9b4a-18fcb02d4e4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:13.741229 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-07d6a9f4-11eb-4f14-9505-a2a543758e19 req-f7dbb8f3-9ce5-4415-9dd8-8c1f90aea236 service neutron] 10.222.0.108 "GET /v2.0/networks/078714d9-431e-4632-b957-c9a7230e7876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156459 Sep 24 15:31:13.809345 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-17bb112f-393d-4f26-bfb2-313ef14f4dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:13.812064 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-17bb112f-393d-4f26-bfb2-313ef14f4dc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:13.813333 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-17bb112f-393d-4f26-bfb2-313ef14f4dc9 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/eccf71e8-89c1-4b16-a8b4-ef19470584ba HTTP/1.1" status: 204 len: 168 time: 0.3242257 Sep 24 15:31:13.831108 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bb112f-393d-4f26-bfb2-313ef14f4dc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eccf71e8-89c1-4b16-a8b4-ef19470584ba,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:13.900893 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d669f5a3-21b1-47b0-9b4a-18fcb02d4e4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:13.960228 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d669f5a3-21b1-47b0-9b4a-18fcb02d4e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:13.985496 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d669f5a3-21b1-47b0-9b4a-18fcb02d4e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5c8cee-d878-4b32-ab48-332f8d32434c,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:14.036675 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-d669f5a3-21b1-47b0-9b4a-18fcb02d4e4a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=30c7aac9896c4511b9c6ec563a7a32a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3126013 Sep 24 15:31:14.040586 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 36292) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:14.096354 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-edfb57d0-0e5a-4a94-87fd-44f76a63c2df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:14.121454 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-edfb57d0-0e5a-4a94-87fd-44f76a63c2df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:14.245175 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b5085f-b188-4c5b-9cc0-6c39952665a8 req-6711006e-dc7a-4326-8fa2-82716783d9b3 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:14.246963 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e8b5085f-b188-4c5b-9cc0-6c39952665a8 req-6711006e-dc7a-4326-8fa2-82716783d9b3 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a22ca00-0c31-4d31-ac33-a8fb3fb12770 HTTP/1.1" status: 200 len: 944 time: 0.0517497 Sep 24 15:31:14.253049 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8b019cac-c5db-4181-ab4d-4f48b6a7fbcf req-444196d6-784e-42a1-8248-ffccbc1f2d67 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=880cc329eddb4ec4a29ef6b13251e76e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228043 Sep 24 15:31:14.281959 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-edfb57d0-0e5a-4a94-87fd-44f76a63c2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:14.284633 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-edfb57d0-0e5a-4a94-87fd-44f76a63c2df admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:14.284767 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e8b5085f-b188-4c5b-9cc0-6c39952665a8 req-46309371-abb7-4190-aefb-f24d0266721b tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317650 Sep 24 15:31:14.285813 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-edfb57d0-0e5a-4a94-87fd-44f76a63c2df admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/fb5c8cee-d878-4b32-ab48-332f8d32434c HTTP/1.1" status: 204 len: 168 time: 0.2436836 Sep 24 15:31:14.306576 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfb57d0-0e5a-4a94-87fd-44f76a63c2df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5c8cee-d878-4b32-ab48-332f8d32434c,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:14.376930 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b019cac-c5db-4181-ab4d-4f48b6a7fbcf req-0ecec9d5-e67f-4dce-8144-e1773d07feea tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:14.378481 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8b019cac-c5db-4181-ab4d-4f48b6a7fbcf req-0ecec9d5-e67f-4dce-8144-e1773d07feea tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1199386 Sep 24 15:31:14.396192 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8b019cac-c5db-4181-ab4d-4f48b6a7fbcf req-2a003f41-e889-4033-b043-e5f629d045d5 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/quotas/880cc329eddb4ec4a29ef6b13251e76e HTTP/1.1" status: 200 len: 375 time: 0.0110140 Sep 24 15:31:14.431456 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8b019cac-c5db-4181-ab4d-4f48b6a7fbcf req-54d8b62e-8eaf-4a94-8601-ed9fb88fc908 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=880cc329eddb4ec4a29ef6b13251e76e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0270150 Sep 24 15:31:14.545786 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 36310) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:14.568986 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d74d9163-ffd5-449c-8b73-cb021664abb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:14.710310 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d74d9163-ffd5-449c-8b73-cb021664abb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:14.714850 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9a514fdb-33bf-415b-82e5-177ccd9ba084 req-48c0fe32-a86e-4e02-987d-95576b714141 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/ports?device_id=a7ef92ad-9f13-4c82-9475-1e1aaab69723 HTTP/1.1" status: 200 len: 210 time: 0.0299456 Sep 24 15:31:14.921495 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d74d9163-ffd5-449c-8b73-cb021664abb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:14.997914 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-d74d9163-ffd5-449c-8b73-cb021664abb6 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d69b3f07433e4efb8b80b0d1df0c2edf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4509935 Sep 24 15:31:15.000784 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 36334) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:15.001353 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74d9163-ffd5-449c-8b73-cb021664abb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b36831-4e7a-41f5-be78-051fca606d48,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:15.029820 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497b7f1e-0f9c-4e6a-b1a0-f2b142501d9b req-c07ca83d-9167-470a-a563-2f3e48a410e7 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:15.031372 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-497b7f1e-0f9c-4e6a-b1a0-f2b142501d9b req-c07ca83d-9167-470a-a563-2f3e48a410e7 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.101 "GET /v2.0/ports?device_id=0f18d1f1-b199-4627-b226-4d36d4b8fc8c HTTP/1.1" status: 200 len: 945 time: 0.0917015 Sep 24 15:31:15.064830 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6b012dc3-8d9e-4e53-be84-0b18fa36db83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:15.099313 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6b012dc3-8d9e-4e53-be84-0b18fa36db83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:15.122819 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-497b7f1e-0f9c-4e6a-b1a0-f2b142501d9b req-87116321-d93a-44f1-ae44-d919c5ca24d5 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.101 "GET /v2.0/security-groups?id=aa14bf65-66e4-4157-aab9-4b95234ae5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0801885 Sep 24 15:31:15.128103 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device e14864e2-aa50-4174-8bc6-703d9fb0052d no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:31:15.173880 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] No Port match for: e14864e2-aa50-4174-8bc6-703d9fb0052d {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:31:15.174427 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device e14864e2-aa50-4174-8bc6-703d9fb0052d not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:31:15.195803 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 36348) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:15.209285 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f6e5ff4c-ee50-4c2d-999f-a429385a8f48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:15.348652 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6b012dc3-8d9e-4e53-be84-0b18fa36db83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:15.352224 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6b012dc3-8d9e-4e53-be84-0b18fa36db83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:15.353824 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-6b012dc3-8d9e-4e53-be84-0b18fa36db83 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/74b36831-4e7a-41f5-be78-051fca606d48 HTTP/1.1" status: 204 len: 168 time: 0.3515882 Sep 24 15:31:15.397040 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f6e5ff4c-ee50-4c2d-999f-a429385a8f48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:15.401994 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b012dc3-8d9e-4e53-be84-0b18fa36db83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b36831-4e7a-41f5-be78-051fca606d48,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:15.431676 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb72264-98d9-4169-b1dd-a4fc46f0ec2e req-7b9c2b2f-d40e-44a5-a574-87bcc5f9015f tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:15.433292 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-acb72264-98d9-4169-b1dd-a4fc46f0ec2e req-7b9c2b2f-d40e-44a5-a574-87bcc5f9015f tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.101 "GET /v2.0/ports?device_id=0f18d1f1-b199-4627-b226-4d36d4b8fc8c HTTP/1.1" status: 200 len: 945 time: 0.0857081 Sep 24 15:31:15.446066 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 36366) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:15.453986 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-475839a6-ba4b-4749-b08f-6ced328f210b tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Request body: {'floatingip': {'port_id': '0819f1c9-d315-4aaa-9284-2621a5c94cc8'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:31:15.488380 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f6e5ff4c-ee50-4c2d-999f-a429385a8f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:15.564107 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-475839a6-ba4b-4749-b08f-6ced328f210b tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Notify callbacks [] for floatingip, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:15.633215 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f6e5ff4c-ee50-4c2d-999f-a429385a8f48 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e3b68ddecef646e6b73e4e5a021de1d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4357705 Sep 24 15:31:15.636751 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 36374) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:15.655581 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e5ff4c-ee50-4c2d-999f-a429385a8f48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67916e02-327e-4926-b7d5-c2a0e7edd039,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:15.699053 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ad16c284-1686-4cf0-b468-57eed1f68011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:15.739849 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ad16c284-1686-4cf0-b468-57eed1f68011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:15.739982 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a476d6c-4c03-447c-8e74-59fa7d720d61 req-52427048-cdfa-424d-b897-eece5db56f97 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:15.741374 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8a476d6c-4c03-447c-8e74-59fa7d720d61 req-52427048-cdfa-424d-b897-eece5db56f97 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a22ca00-0c31-4d31-ac33-a8fb3fb12770 HTTP/1.1" status: 200 len: 944 time: 0.2134156 Sep 24 15:31:15.844417 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8a476d6c-4c03-447c-8e74-59fa7d720d61 req-cb076878-1135-4ef3-bcef-1968f65957a9 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884671 Sep 24 15:31:15.915843 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ad16c284-1686-4cf0-b468-57eed1f68011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:15.919348 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ad16c284-1686-4cf0-b468-57eed1f68011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:15.921876 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-ad16c284-1686-4cf0-b468-57eed1f68011 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/67916e02-327e-4926-b7d5-c2a0e7edd039 HTTP/1.1" status: 204 len: 168 time: 0.2831469 Sep 24 15:31:15.932233 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad16c284-1686-4cf0-b468-57eed1f68011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67916e02-327e-4926-b7d5-c2a0e7edd039,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:16.076812 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4677eab4-6164-488c-9751-df42d60c232f req-a3e10974-5957-42b7-92c2-526301a085b5 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/ports?device_id=a7ef92ad-9f13-4c82-9475-1e1aaab69723 HTTP/1.1" status: 200 len: 210 time: 0.0661230 Sep 24 15:31:16.292625 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889aa264-156d-4c96-ac0c-6238227cdc34 req-e2cac102-8967-478c-bd72-ac8c541a7cd6 tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:16.294125 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-889aa264-156d-4c96-ac0c-6238227cdc34 req-e2cac102-8967-478c-bd72-ac8c541a7cd6 tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5376c1f-f4db-4dfb-9361-ca23f8129f28 HTTP/1.1" status: 200 len: 972 time: 0.1836140 Sep 24 15:31:16.436403 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-889aa264-156d-4c96-ac0c-6238227cdc34 req-917572b1-f961-4860-9c2f-db3367bc95fc tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] 10.222.0.101 "GET /v2.0/security-groups?id=e70e4102-1476-4708-ab2d-b89114576614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308930 Sep 24 15:31:16.620166 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-475839a6-ba4b-4749-b08f-6ced328f210b tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:16.686836 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-475839a6-ba4b-4749-b08f-6ced328f210b tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:16.790935 n-d-808921-1 neutron-server[95297]: INFO neutron.db.l3_db [None req-475839a6-ba4b-4749-b08f-6ced328f210b tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Floating IP e1a456cf-75c9-4890-bfdf-e71597da2cd0 associated. External IP: 172.25.0.48, port: 0819f1c9-d315-4aaa-9284-2621a5c94cc8. Sep 24 15:31:17.032091 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fef76c6-efdb-4c20-a9a0-08101fd5ef6e req-cf267ec1-ee03-41c2-9b6d-080f5aba791f tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:17.034808 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8fef76c6-efdb-4c20-a9a0-08101fd5ef6e req-cf267ec1-ee03-41c2-9b6d-080f5aba791f tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a22ca00-0c31-4d31-ac33-a8fb3fb12770 HTTP/1.1" status: 200 len: 944 time: 0.1077793 Sep 24 15:31:17.127407 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8fef76c6-efdb-4c20-a9a0-08101fd5ef6e req-c3f8a52b-8d2c-42b4-b038-842616b73262 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847640 Sep 24 15:31:17.135453 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-475839a6-ba4b-4749-b08f-6ced328f210b tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Router af3cf24f-75e6-421c-9f0b-061a580dbe63 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:31:17.201868 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8b019cac-c5db-4181-ab4d-4f48b6a7fbcf req-48c1038c-3382-4235-9649-b73a7a8a66a6 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.110 "GET /v2.0/networks?tenant_id=880cc329eddb4ec4a29ef6b13251e76e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0239666 Sep 24 15:31:17.219754 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ec2f6400-c1ac-4732-a05d-77b54c850c46 req-be3b0744-0a3a-4a45-913b-2461a3d3eab8 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/ports?device_id=a7ef92ad-9f13-4c82-9475-1e1aaab69723 HTTP/1.1" status: 200 len: 210 time: 0.0306938 Sep 24 15:31:17.286263 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-475839a6-ba4b-4749-b08f-6ced328f210b tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:31:17.291190 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-475839a6-ba4b-4749-b08f-6ced328f210b tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:17.311891 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 9ed84870-4c5c-4e8d-901c-85443b91e965 details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:31:17.328174 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d99eb0-4715-4cad-8c45-03f2fbfb9bfe None None] Sync routers for ids ['af3cf24f-75e6-421c-9f0b-061a580dbe63'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:31:17.349133 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d99eb0-4715-4cad-8c45-03f2fbfb9bfe None None] Routers {'af3cf24f-75e6-421c-9f0b-061a580dbe63'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:31:17.349841 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-45d99eb0-4715-4cad-8c45-03f2fbfb9bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:31:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['af3cf24f-75e6-421c-9f0b-061a580dbe63'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:31:17.360541 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b019cac-c5db-4181-ab4d-4f48b6a7fbcf req-1e62433e-7be7-45de-a796-c1fb757796ae tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:17.362798 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8b019cac-c5db-4181-ab4d-4f48b6a7fbcf req-1e62433e-7be7-45de-a796-c1fb757796ae tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1542790 Sep 24 15:31:17.371875 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-475839a6-ba4b-4749-b08f-6ced328f210b tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.101 "PUT /v2.0/floatingips/e1a456cf-75c9-4890-bfdf-e71597da2cd0 HTTP/1.1" status: 200 len: 990 time: 1.9238482 Sep 24 15:31:17.372460 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f18d1f1-b199-4627-b226-4d36d4b8fc8c', 'tag': '0819f1c9-d315-4aaa-9284-2621a5c94cc8'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:31:17.375577 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5946f4c-d87f-4d84-bda6-5b0c36b54728" -d '{"events": [{"name": "network-changed", "server_uuid": "0f18d1f1-b199-4627-b226-4d36d4b8fc8c", "tag": "0819f1c9-d315-4aaa-9284-2621a5c94cc8"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:31:17.385815 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-8b019cac-c5db-4181-ab4d-4f48b6a7fbcf req-7985b62c-5952-453c-8e5a-1cc0e54b6d43 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] Request body: {'port': {'device_id': 'a7ef92ad-9f13-4c82-9475-1e1aaab69723', 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939', 'admin_state_up': True, 'tenant_id': '880cc329eddb4ec4a29ef6b13251e76e'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:31:17.571618 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 9ed84870-4c5c-4e8d-901c-85443b91e965, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=9ed84870-4c5c-4e8d-901c-85443b91e965,segment=NetworkSegment(21e1a332-491d-46ef-987f-a7724d369c2e),segment_id=21e1a332-491d-46ef-987f-a7724d369c2e)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:31:17.586838 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': '9ed84870-4c5c-4e8d-901c-85443b91e965', 'network_id': '078714d9-431e-4632-b957-c9a7230e7876', 'port_id': '9ed84870-4c5c-4e8d-901c-85443b91e965', 'mac_address': 'fa:16:3e:1c:24:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84366809-0e1f-47c8-b0ea-166b7d29d1a7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:31:17.635185 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:17.635437 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e617e8-52d3-4b13-b0e9-1b34d43928b7 req-13b3e78b-08bd-47f8-b2b8-3805cb2d894a tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:17.636784 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c8e617e8-52d3-4b13-b0e9-1b34d43928b7 req-13b3e78b-08bd-47f8-b2b8-3805cb2d894a tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] 10.222.0.108 "GET /v2.0/ports?device_id=e5376c1f-f4db-4dfb-9361-ca23f8129f28 HTTP/1.1" status: 200 len: 972 time: 0.0794041 Sep 24 15:31:17.655627 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ed84870-4c5c-4e8d-901c-85443b91e965 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:31:17.682951 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 9ed84870-4c5c-4e8d-901c-85443b91e965, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=9ed84870-4c5c-4e8d-901c-85443b91e965,segment=NetworkSegment(21e1a332-491d-46ef-987f-a7724d369c2e),segment_id=21e1a332-491d-46ef-987f-a7724d369c2e)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:31:17.697312 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-45d99eb0-4715-4cad-8c45-03f2fbfb9bfe None None] Set router af3cf24f-75e6-421c-9f0b-061a580dbe63 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:31:17.724117 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6102788e-5a74-4aea-85c1-0922c515f044 x-openstack-request-id: req-6102788e-5a74-4aea-85c1-0922c515f044 {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:31:17.724436 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f18d1f1-b199-4627-b226-4d36d4b8fc8c", "tag": "0819f1c9-d315-4aaa-9284-2621a5c94cc8", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:31:17.724650 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-6102788e-5a74-4aea-85c1-0922c515f044 {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:31:17.725048 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f18d1f1-b199-4627-b226-4d36d4b8fc8c', 'tag': '0819f1c9-d315-4aaa-9284-2621a5c94cc8', 'status': 'completed', 'code': 200} Sep 24 15:31:17.778715 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b019cac-c5db-4181-ab4d-4f48b6a7fbcf req-7985b62c-5952-453c-8e5a-1cc0e54b6d43 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] Made reservation on behalf of 880cc329eddb4ec4a29ef6b13251e76e for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:31:17.783063 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8b019cac-c5db-4181-ab4d-4f48b6a7fbcf req-7985b62c-5952-453c-8e5a-1cc0e54b6d43 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:17.830283 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:17.872408 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5946f4c-d87f-4d84-bda6-5b0c36b54728 req-09f8b037-6503-4b8b-abca-f26ce262d443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:17.874122 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f5946f4c-d87f-4d84-bda6-5b0c36b54728 req-09f8b037-6503-4b8b-abca-f26ce262d443 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=50e87a33f09a42898ead617f15974ffc&device_id=0f18d1f1-b199-4627-b226-4d36d4b8fc8c HTTP/1.1" status: 200 len: 1096 time: 0.1232877 Sep 24 15:31:17.914841 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-c8e617e8-52d3-4b13-b0e9-1b34d43928b7 req-98162c5c-9820-494c-b272-e5fde33bfe75 tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] Deleting port 4ac68ef2-6510-4ffd-a300-3ac81499e7f0 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:31:17.916836 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-c8e617e8-52d3-4b13-b0e9-1b34d43928b7 req-98162c5c-9820-494c-b272-e5fde33bfe75 tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:17.945363 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=9ed84870-4c5c-4e8d-901c-85443b91e965,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:17.965993 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f2bac9-18f0-4ab9-81d0-ac28e181a330 req-a1f4d73b-4ef3-46fc-83ea-4aefd99d7a8f tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:17.973991 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-22f2bac9-18f0-4ab9-81d0-ac28e181a330 req-a1f4d73b-4ef3-46fc-83ea-4aefd99d7a8f tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5376c1f-f4db-4dfb-9361-ca23f8129f28 HTTP/1.1" status: 200 len: 972 time: 0.1814663 Sep 24 15:31:18.045621 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-8b019cac-c5db-4181-ab4d-4f48b6a7fbcf req-7985b62c-5952-453c-8e5a-1cc0e54b6d43 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] Allocated IP 192.168.233.246 (9672f189-23fe-44e6-9dd2-257ff8905939/188edb94-8042-4961-9ec0-8960b1ce1305/6aad2c6a-79be-4a7a-b014-a37d06914166) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:31:18.055179 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['9ed84870-4c5c-4e8d-901c-85443b91e965'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:31:18.097753 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-22f2bac9-18f0-4ab9-81d0-ac28e181a330 req-340cb891-1cdf-435c-96f9-192a4d860db9 tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] 10.222.0.101 "GET /v2.0/security-groups?id=e70e4102-1476-4708-ab2d-b89114576614&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183281 Sep 24 15:31:18.135491 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-45d99eb0-4715-4cad-8c45-03f2fbfb9bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3cf24f-75e6-421c-9f0b-061a580dbe63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-606981442-router', 'tenant_id': '50e87a33f09a42898ead617f15974ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '744e76ab-a3bc-46c9-819b-0cb564c1659c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:30:23Z', 'updated_at': '2021-09-24T15:30:29Z', 'revision_number': 4, 'project_id': '50e87a33f09a42898ead617f15974ffc', 'gw_port': {'id': '744e76ab-a3bc-46c9-819b-0cb564c1659c', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3cf24f-75e6-421c-9f0b-061a580dbe63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:30:24Z', 'updated_at': '2021-09-24T15:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': 'e1a456cf-75c9-4890-bfdf-e71597da2cd0', 'tenant_id': '50e87a33f09a42898ead617f15974ffc', 'floating_ip_address': '172.25.0.48', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': 'af3cf24f-75e6-421c-9f0b-061a580dbe63', 'port_id': '0819f1c9-d315-4aaa-9284-2621a5c94cc8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e533c3a-51c9-41ff-a0dd-1bcb74f4b744', 'mac_address': 'fa:16:3e:78:79:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f18d1f1-b199-4627-b226-4d36d4b8fc8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:30:57Z', 'updated_at': '2021-09-24T15:31:16Z', 'revision_number': 1, 'project_id': '50e87a33f09a42898ead617f15974ffc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a2ad23a-8064-4e7f-af6a-5390790284ed', 'name': '', 'network_id': '7e533c3a-51c9-41ff-a0dd-1bcb74f4b744', 'tenant_id': '50e87a33f09a42898ead617f15974ffc', 'mac_address': 'fa:16:3e:4a:74:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3cf24f-75e6-421c-9f0b-061a580dbe63', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1bb6d5ff-0dcb-44b0-a397-31c3caa399f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:30:28Z', 'updated_at': '2021-09-24T15:30:35Z', 'revision_number': 5, 'project_id': '50e87a33f09a42898ead617f15974ffc', 'subnets': [{'id': '1bb6d5ff-0dcb-44b0-a397-31c3caa399f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:31:18.173953 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d99eb0-4715-4cad-8c45-03f2fbfb9bfe None None] Checking router: af3cf24f-75e6-421c-9f0b-061a580dbe63 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:31:18.185150 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d99eb0-4715-4cad-8c45-03f2fbfb9bfe None None] Routers {'af3cf24f-75e6-421c-9f0b-061a580dbe63'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:31:18.186022 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-45d99eb0-4715-4cad-8c45-03f2fbfb9bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:31:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['af3cf24f-75e6-421c-9f0b-061a580dbe63'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:31:18.334553 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-45d99eb0-4715-4cad-8c45-03f2fbfb9bfe None None] Set router af3cf24f-75e6-421c-9f0b-061a580dbe63 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:31:18.441766 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a5e538a6-d0b4-4e79-b70a-d19405ec1822 req-a0cda85b-a9fb-4d63-a122-3b5617969dc0 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/ports?device_id=a7ef92ad-9f13-4c82-9475-1e1aaab69723 HTTP/1.1" status: 200 len: 210 time: 0.0396507 Sep 24 15:31:18.486117 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8b019cac-c5db-4181-ab4d-4f48b6a7fbcf req-7985b62c-5952-453c-8e5a-1cc0e54b6d43 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:18.599566 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-c8e617e8-52d3-4b13-b0e9-1b34d43928b7 req-98162c5c-9820-494c-b272-e5fde33bfe75 tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] For port 4ac68ef2-6510-4ffd-a300-3ac81499e7f0, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=4ac68ef2-6510-4ffd-a300-3ac81499e7f0,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:31:18.599918 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-c8e617e8-52d3-4b13-b0e9-1b34d43928b7 req-98162c5c-9820-494c-b272-e5fde33bfe75 tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:18.606078 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5946f4c-d87f-4d84-bda6-5b0c36b54728 req-08992067-800a-422f-8bbb-225ac7054746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:18.607593 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f5946f4c-d87f-4d84-bda6-5b0c36b54728 req-08992067-800a-422f-8bbb-225ac7054746 service neutron] 10.222.0.110 "GET /v2.0/networks?id=7e533c3a-51c9-41ff-a0dd-1bcb74f4b744 HTTP/1.1" status: 200 len: 925 time: 0.6974602 Sep 24 15:31:18.623441 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c9f67-5f0e-42f7-9788-af3e1b65564d req-b60446c3-c431-44c8-9bfb-0c5455707102 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:18.630262 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-233c9f67-5f0e-42f7-9788-af3e1b65564d req-b60446c3-c431-44c8-9bfb-0c5455707102 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a22ca00-0c31-4d31-ac33-a8fb3fb12770 HTTP/1.1" status: 200 len: 945 time: 0.1133518 Sep 24 15:31:18.655904 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-45d99eb0-4715-4cad-8c45-03f2fbfb9bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3cf24f-75e6-421c-9f0b-061a580dbe63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-606981442-router', 'tenant_id': '50e87a33f09a42898ead617f15974ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '744e76ab-a3bc-46c9-819b-0cb564c1659c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:30:23Z', 'updated_at': '2021-09-24T15:30:29Z', 'revision_number': 4, 'project_id': '50e87a33f09a42898ead617f15974ffc', 'gw_port': {'id': '744e76ab-a3bc-46c9-819b-0cb564c1659c', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3cf24f-75e6-421c-9f0b-061a580dbe63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:30:24Z', 'updated_at': '2021-09-24T15:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': 'e1a456cf-75c9-4890-bfdf-e71597da2cd0', 'tenant_id': '50e87a33f09a42898ead617f15974ffc', 'floating_ip_address': '172.25.0.48', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': 'af3cf24f-75e6-421c-9f0b-061a580dbe63', 'port_id': '0819f1c9-d315-4aaa-9284-2621a5c94cc8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e533c3a-51c9-41ff-a0dd-1bcb74f4b744', 'mac_address': 'fa:16:3e:78:79:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f18d1f1-b199-4627-b226-4d36d4b8fc8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:30:57Z', 'updated_at': '2021-09-24T15:31:16Z', 'revision_number': 1, 'project_id': '50e87a33f09a42898ead617f15974ffc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a2ad23a-8064-4e7f-af6a-5390790284ed', 'name': '', 'network_id': '7e533c3a-51c9-41ff-a0dd-1bcb74f4b744', 'tenant_id': '50e87a33f09a42898ead617f15974ffc', 'mac_address': 'fa:16:3e:4a:74:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3cf24f-75e6-421c-9f0b-061a580dbe63', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1bb6d5ff-0dcb-44b0-a397-31c3caa399f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:30:28Z', 'updated_at': '2021-09-24T15:30:35Z', 'revision_number': 5, 'project_id': '50e87a33f09a42898ead617f15974ffc', 'subnets': [{'id': '1bb6d5ff-0dcb-44b0-a397-31c3caa399f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:31:18.662973 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-c8e617e8-52d3-4b13-b0e9-1b34d43928b7 req-98162c5c-9820-494c-b272-e5fde33bfe75 tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] Calling delete_port for 4ac68ef2-6510-4ffd-a300-3ac81499e7f0 owned by compute:tempest-test_az-1604730781 {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:31:18.688500 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8b019cac-c5db-4181-ab4d-4f48b6a7fbcf req-7985b62c-5952-453c-8e5a-1cc0e54b6d43 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:18.745203 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d99eb0-4715-4cad-8c45-03f2fbfb9bfe None None] The sync data for ids ['af3cf24f-75e6-421c-9f0b-061a580dbe63'] in n-d-808921-1 is: [{'id': 'af3cf24f-75e6-421c-9f0b-061a580dbe63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-606981442-router', 'tenant_id': '50e87a33f09a42898ead617f15974ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '744e76ab-a3bc-46c9-819b-0cb564c1659c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:30:23Z', 'updated_at': '2021-09-24T15:30:29Z', 'revision_number': 4, 'project_id': '50e87a33f09a42898ead617f15974ffc', 'gw_port': {'id': '744e76ab-a3bc-46c9-819b-0cb564c1659c', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3cf24f-75e6-421c-9f0b-061a580dbe63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:30:24Z', 'updated_at': '2021-09-24T15:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': 'e1a456cf-75c9-4890-bfdf-e71597da2cd0', 'tenant_id': '50e87a33f09a42898ead617f15974ffc', 'floating_ip_address': '172.25.0.48', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': 'af3cf24f-75e6-421c-9f0b-061a580dbe63', 'port_id': '0819f1c9-d315-4aaa-9284-2621a5c94cc8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e533c3a-51c9-41ff-a0dd-1bcb74f4b744', 'mac_address': 'fa:16:3e:78:79:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f18d1f1-b199-4627-b226-4d36d4b8fc8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:30:57Z', 'updated_at': '2021-09-24T15:31:16Z', 'revision_number': 1, 'project_id': '50e87a33f09a42898ead617f15974ffc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a2ad23a-8064-4e7f-af6a-5390790284ed', 'name': '', 'network_id': '7e533c3a-51c9-41ff-a0dd-1bcb74f4b744', 'tenant_id': '50e87a33f09a42898ead617f15974ffc', 'mac_address': 'fa:16:3e:4a:74:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3cf24f-75e6-421c-9f0b-061a580dbe63', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1bb6d5ff-0dcb-44b0-a397-31c3caa399f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:30:28Z', 'updated_at': '2021-09-24T15:30:35Z', 'revision_number': 5, 'project_id': '50e87a33f09a42898ead617f15974ffc', 'subnets': [{'id': '1bb6d5ff-0dcb-44b0-a397-31c3caa399f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:31:18.748834 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-233c9f67-5f0e-42f7-9788-af3e1b65564d req-4ee8028b-a4a0-45c3-8a38-4b71c5819058 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176150 Sep 24 15:31:18.813424 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7985b62c-5952-453c-8e5a-1cc0e54b6d43 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] Pushing event updated for resources: {'Port': ['ID=6aad2c6a-79be-4a7a-b014-a37d06914166,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:18.828899 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b019cac-c5db-4181-ab4d-4f48b6a7fbcf req-7985b62c-5952-453c-8e5a-1cc0e54b6d43 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] Network 9672f189-23fe-44e6-9dd2-257ff8905939 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:31:18.830378 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-8b019cac-c5db-4181-ab4d-4f48b6a7fbcf req-7985b62c-5952-453c-8e5a-1cc0e54b6d43 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:31:18.832705 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b019cac-c5db-4181-ab4d-4f48b6a7fbcf req-7985b62c-5952-453c-8e5a-1cc0e54b6d43 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:31:18.838943 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b019cac-c5db-4181-ab4d-4f48b6a7fbcf req-7985b62c-5952-453c-8e5a-1cc0e54b6d43 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:18.839587 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8b019cac-c5db-4181-ab4d-4f48b6a7fbcf req-7985b62c-5952-453c-8e5a-1cc0e54b6d43 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:18.895693 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f5946f4c-d87f-4d84-bda6-5b0c36b54728 req-9ed0403b-625e-49b1-96fd-acebc5ed87f0 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0819f1c9-d315-4aaa-9284-2621a5c94cc8 HTTP/1.1" status: 200 len: 998 time: 0.2621496 Sep 24 15:31:18.956549 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8b019cac-c5db-4181-ab4d-4f48b6a7fbcf req-7985b62c-5952-453c-8e5a-1cc0e54b6d43 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5832672 Sep 24 15:31:18.976091 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-8b019cac-c5db-4181-ab4d-4f48b6a7fbcf req-3f68adcc-e49e-4078-963a-ac570cf9b5d5 service neutron] Request body: {'port': {'device_id': 'a7ef92ad-9f13-4c82-9475-1e1aaab69723', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:31:18.976489 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5946f4c-d87f-4d84-bda6-5b0c36b54728 req-2c4a415c-2fa9-4602-bf53-a65efdc7aa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:18.978226 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f5946f4c-d87f-4d84-bda6-5b0c36b54728 req-2c4a415c-2fa9-4602-bf53-a65efdc7aa47 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=1bb6d5ff-0dcb-44b0-a397-31c3caa399f2 HTTP/1.1" status: 200 len: 862 time: 0.0719736 Sep 24 15:31:19.101110 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8b019cac-c5db-4181-ab4d-4f48b6a7fbcf req-3f68adcc-e49e-4078-963a-ac570cf9b5d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:19.102298 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d1f6af-40fa-4394-b761-35ececcd2d87 None None] New status for floating IP e1a456cf-75c9-4890-bfdf-e71597da2cd0: ACTIVE {{(pid=95299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:31:19.121473 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5946f4c-d87f-4d84-bda6-5b0c36b54728 req-06afff31-6cc6-4c50-a323-c8ccb8e3b639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:19.124070 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f5946f4c-d87f-4d84-bda6-5b0c36b54728 req-06afff31-6cc6-4c50-a323-c8ccb8e3b639 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=7e533c3a-51c9-41ff-a0dd-1bcb74f4b744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1362565 Sep 24 15:31:19.251406 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f5946f4c-d87f-4d84-bda6-5b0c36b54728 req-274a7896-31c8-4a1d-940c-dae511f785b2 service neutron] 10.222.0.110 "GET /v2.0/networks/7e533c3a-51c9-41ff-a0dd-1bcb74f4b744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190040 Sep 24 15:31:19.277370 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-c8e617e8-52d3-4b13-b0e9-1b34d43928b7 req-98162c5c-9820-494c-b272-e5fde33bfe75 tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:19.372694 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e2653a3c-6bc0-4853-b835-5e71c05ea82d req-861d76c6-b679-49af-8d84-eee49f3fa327 tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5376c1f-f4db-4dfb-9361-ca23f8129f28 HTTP/1.1" status: 200 len: 210 time: 0.1201382 Sep 24 15:31:19.375535 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98162c5c-9820-494c-b272-e5fde33bfe75 tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] Pushing event deleted for resources: {'Port': ['ID=4ac68ef2-6510-4ffd-a300-3ac81499e7f0,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:19.467436 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 9ed84870-4c5c-4e8d-901c-85443b91e965 up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:31:19.521322 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7e82588c-6ca6-4e5e-a78a-9186cdaa0f69 None None] Provisioning complete for port 6aad2c6a-79be-4a7a-b014-a37d06914166 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:31:19.521795 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7e82588c-6ca6-4e5e-a78a-9186cdaa0f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:19.569783 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-8b019cac-c5db-4181-ab4d-4f48b6a7fbcf req-3f68adcc-e49e-4078-963a-ac570cf9b5d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6aad2c6a-79be-4a7a-b014-a37d06914166 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:31:19.582734 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8e617e8-52d3-4b13-b0e9-1b34d43928b7 req-98162c5c-9820-494c-b272-e5fde33bfe75 tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] No DVR routers for this DVR port 4ac68ef2-6510-4ffd-a300-3ac81499e7f0 on host n-h2-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:31:19.590377 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-c8e617e8-52d3-4b13-b0e9-1b34d43928b7 req-98162c5c-9820-494c-b272-e5fde33bfe75 tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:19.594301 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c8e617e8-52d3-4b13-b0e9-1b34d43928b7 req-98162c5c-9820-494c-b272-e5fde33bfe75 tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] 10.222.0.108 "DELETE /v2.0/ports/4ac68ef2-6510-4ffd-a300-3ac81499e7f0 HTTP/1.1" status: 204 len: 173 time: 1.9506235 Sep 24 15:31:19.600312 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8b019cac-c5db-4181-ab4d-4f48b6a7fbcf req-3f68adcc-e49e-4078-963a-ac570cf9b5d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:19.658233 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-8b019cac-c5db-4181-ab4d-4f48b6a7fbcf req-3f68adcc-e49e-4078-963a-ac570cf9b5d5 service neutron] Transition to ACTIVE for port object 6aad2c6a-79be-4a7a-b014-a37d06914166 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:31:19.658466 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f5946f4c-d87f-4d84-bda6-5b0c36b54728 req-f08e63c2-1f4f-48f4-b39a-a0863da65b17 service neutron] 10.222.0.110 "GET /v2.0/networks/7e533c3a-51c9-41ff-a0dd-1bcb74f4b744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3917828 Sep 24 15:31:19.676051 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2031a16d-c30f-47f7-bd4c-f3047f8467b7 req-602e431f-27d7-4fd2-82a6-2ed8a0f871ec tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:19.679357 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7e82588c-6ca6-4e5e-a78a-9186cdaa0f69 None None] Port 6aad2c6a-79be-4a7a-b014-a37d06914166 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:31:19.685574 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2031a16d-c30f-47f7-bd4c-f3047f8467b7 req-602e431f-27d7-4fd2-82a6-2ed8a0f871ec tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/ports?device_id=a7ef92ad-9f13-4c82-9475-1e1aaab69723 HTTP/1.1" status: 200 len: 936 time: 0.1202004 Sep 24 15:31:19.692174 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 36538) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:19.724446 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2031a16d-c30f-47f7-bd4c-f3047f8467b7 req-401d8f1b-777d-431b-b610-db798f7bb1a4 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/security-groups?id=0268c003-3c0a-4423-850e-bd048c2eae50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379179 Sep 24 15:31:19.726169 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5376c1f-f4db-4dfb-9361-ca23f8129f28', 'name': 'network-vif-deleted', 'tag': '4ac68ef2-6510-4ffd-a300-3ac81499e7f0'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:31:19.729403 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-367c2c80-a4de-4c8b-857d-8118e37dd72f" -d '{"events": [{"server_uuid": "e5376c1f-f4db-4dfb-9361-ca23f8129f28", "name": "network-vif-deleted", "tag": "4ac68ef2-6510-4ffd-a300-3ac81499e7f0"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:31:19.769743 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a030c349-2778-43c3-9a0a-bfebe6cca000 x-openstack-request-id: req-a030c349-2778-43c3-9a0a-bfebe6cca000 {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:31:19.769743 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5376c1f-f4db-4dfb-9361-ca23f8129f28", "name": "network-vif-deleted", "tag": "4ac68ef2-6510-4ffd-a300-3ac81499e7f0", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:31:19.769743 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a030c349-2778-43c3-9a0a-bfebe6cca000 {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:31:19.769743 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5376c1f-f4db-4dfb-9361-ca23f8129f28', 'name': 'network-vif-deleted', 'tag': '4ac68ef2-6510-4ffd-a300-3ac81499e7f0', 'status': 'completed', 'code': 200} Sep 24 15:31:19.789728 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8b019cac-c5db-4181-ab4d-4f48b6a7fbcf req-3f68adcc-e49e-4078-963a-ac570cf9b5d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:19.826582 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port 9ed84870-4c5c-4e8d-901c-85443b91e965 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:31:19.835289 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port 9ed84870-4c5c-4e8d-901c-85443b91e965 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:31:19.836684 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:19.967425 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f68adcc-e49e-4078-963a-ac570cf9b5d5 service neutron] Pushing event updated for resources: {'Port': ['ID=6aad2c6a-79be-4a7a-b014-a37d06914166,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:19.985109 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-8b019cac-c5db-4181-ab4d-4f48b6a7fbcf req-3f68adcc-e49e-4078-963a-ac570cf9b5d5 service neutron] Attempting to bind port 6aad2c6a-79be-4a7a-b014-a37d06914166 on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:31:19.985438 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-8b019cac-c5db-4181-ab4d-4f48b6a7fbcf req-3f68adcc-e49e-4078-963a-ac570cf9b5d5 service neutron] Attempting to bind port 6aad2c6a-79be-4a7a-b014-a37d06914166 by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:31:19.985805 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b019cac-c5db-4181-ab4d-4f48b6a7fbcf req-3f68adcc-e49e-4078-963a-ac570cf9b5d5 service neutron] Attempting to bind port 6aad2c6a-79be-4a7a-b014-a37d06914166 on network 9672f189-23fe-44e6-9dd2-257ff8905939 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:31:19.991400 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b019cac-c5db-4181-ab4d-4f48b6a7fbcf req-3f68adcc-e49e-4078-963a-ac570cf9b5d5 service neutron] Port 6aad2c6a-79be-4a7a-b014-a37d06914166 on network 9672f189-23fe-44e6-9dd2-257ff8905939 not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:31:19.998058 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b019cac-c5db-4181-ab4d-4f48b6a7fbcf req-3f68adcc-e49e-4078-963a-ac570cf9b5d5 service neutron] Attempting to bind port 6aad2c6a-79be-4a7a-b014-a37d06914166 on network 9672f189-23fe-44e6-9dd2-257ff8905939 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:31:19.998412 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b019cac-c5db-4181-ab4d-4f48b6a7fbcf req-3f68adcc-e49e-4078-963a-ac570cf9b5d5 service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:31:19.998719 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b019cac-c5db-4181-ab4d-4f48b6a7fbcf req-3f68adcc-e49e-4078-963a-ac570cf9b5d5 service neutron] Checking segment: {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:31:19.999105 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b019cac-c5db-4181-ab4d-4f48b6a7fbcf req-3f68adcc-e49e-4078-963a-ac570cf9b5d5 service neutron] Bound using segment: {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:31:19.999527 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-8b019cac-c5db-4181-ab4d-4f48b6a7fbcf req-3f68adcc-e49e-4078-963a-ac570cf9b5d5 service neutron] Bound port: 6aad2c6a-79be-4a7a-b014-a37d06914166, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:31:20.000628 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8b019cac-c5db-4181-ab4d-4f48b6a7fbcf req-3f68adcc-e49e-4078-963a-ac570cf9b5d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:20.013493 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e259a855-e77a-474c-b417-2854a3f1d0e4 req-c17b9ca0-fb5d-49e5-9bfb-b3a84fae482b tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:20.015746 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e259a855-e77a-474c-b417-2854a3f1d0e4 req-c17b9ca0-fb5d-49e5-9bfb-b3a84fae482b tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a22ca00-0c31-4d31-ac33-a8fb3fb12770 HTTP/1.1" status: 200 len: 945 time: 0.1545854 Sep 24 15:31:20.023992 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:20.084514 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a22ca00-0c31-4d31-ac33-a8fb3fb12770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ed84870-4c5c-4e8d-901c-85443b91e965'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:31:20.091965 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a623944a-2326-4a63-bd1e-f76f4a37a340" -d '{"events": [{"server_uuid": "9a22ca00-0c31-4d31-ac33-a8fb3fb12770", "name": "network-vif-plugged", "status": "completed", "tag": "9ed84870-4c5c-4e8d-901c-85443b91e965"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:31:20.096483 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e259a855-e77a-474c-b417-2854a3f1d0e4 req-c1b1eec5-ba4d-4c24-ac03-8ce7b049966c tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693023 Sep 24 15:31:20.140746 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 9ed84870-4c5c-4e8d-901c-85443b91e965, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=9ed84870-4c5c-4e8d-901c-85443b91e965,segment=NetworkSegment(21e1a332-491d-46ef-987f-a7724d369c2e),segment_id=21e1a332-491d-46ef-987f-a7724d369c2e)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:31:20.149953 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-8b019cac-c5db-4181-ab4d-4f48b6a7fbcf req-3f68adcc-e49e-4078-963a-ac570cf9b5d5 service neutron] For port 6aad2c6a-79be-4a7a-b014-a37d06914166, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:31:20.152319 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b3946066-78ec-463f-907e-6011a3b1a861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:20.154318 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-8b019cac-c5db-4181-ab4d-4f48b6a7fbcf req-3f68adcc-e49e-4078-963a-ac570cf9b5d5 service neutron] For port 6aad2c6a-79be-4a7a-b014-a37d06914166, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=6aad2c6a-79be-4a7a-b014-a37d06914166,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:31:20.246921 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b3946066-78ec-463f-907e-6011a3b1a861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:20.247089 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8b019cac-c5db-4181-ab4d-4f48b6a7fbcf req-3f68adcc-e49e-4078-963a-ac570cf9b5d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:20.247428 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:20.249071 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 4ac68ef2-6510-4ffd-a300-3ac81499e7f0 no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:31:20.277960 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] No Port match for: 4ac68ef2-6510-4ffd-a300-3ac81499e7f0 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:31:20.278573 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 4ac68ef2-6510-4ffd-a300-3ac81499e7f0 not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:31:20.289705 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b019cac-c5db-4181-ab4d-4f48b6a7fbcf req-3f68adcc-e49e-4078-963a-ac570cf9b5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:20.291155 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8b019cac-c5db-4181-ab4d-4f48b6a7fbcf req-3f68adcc-e49e-4078-963a-ac570cf9b5d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:20.292725 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8b019cac-c5db-4181-ab4d-4f48b6a7fbcf req-3f68adcc-e49e-4078-963a-ac570cf9b5d5 service neutron] 10.222.0.110 "PUT /v2.0/ports/6aad2c6a-79be-4a7a-b014-a37d06914166 HTTP/1.1" status: 200 len: 1096 time: 1.3231328 Sep 24 15:31:20.293454 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7ef92ad-9f13-4c82-9475-1e1aaab69723', 'tag': '6aad2c6a-79be-4a7a-b014-a37d06914166'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:31:20.295750 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c12ec13d-b4f7-49c8-b6b7-68b29d43ccba" -d '{"events": [{"name": "network-changed", "server_uuid": "a7ef92ad-9f13-4c82-9475-1e1aaab69723", "tag": "6aad2c6a-79be-4a7a-b014-a37d06914166"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:31:20.304779 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b3946066-78ec-463f-907e-6011a3b1a861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:20.335139 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f68adcc-e49e-4078-963a-ac570cf9b5d5 service neutron] Pushing event updated for resources: {'Port': ['ID=6aad2c6a-79be-4a7a-b014-a37d06914166,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:20.348073 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b3946066-78ec-463f-907e-6011a3b1a861 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=213d18038c284a1cbdc53f23065e09ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6547878 Sep 24 15:31:20.352545 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 36564) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:20.355426 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3946066-78ec-463f-907e-6011a3b1a861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=107ebdca-3921-4cab-bb6d-d39566c69e3f,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:20.399439 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=9ed84870-4c5c-4e8d-901c-85443b91e965,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:20.461736 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bcfd6049-a36d-4d5b-b384-fb04d97ffcbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:20.537979 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-396e142d-c306-47f6-98ce-df7f947b568d req-6f00180c-5f42-42c3-9a66-6da2b05fe196 tempest-TenantUsagesTestJSON-512379752 tempest-TenantUsagesTestJSON-512379752-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=e69f208d562f4b83a2532d91a3ca69c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0667946 Sep 24 15:31:20.544266 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bcfd6049-a36d-4d5b-b384-fb04d97ffcbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:20.599188 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c54867-f432-4888-8636-abf7c9de5890 x-openstack-request-id: req-d2c54867-f432-4888-8636-abf7c9de5890 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:31:20.599188 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a22ca00-0c31-4d31-ac33-a8fb3fb12770", "name": "network-vif-plugged", "status": "completed", "tag": "9ed84870-4c5c-4e8d-901c-85443b91e965", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:31:20.599188 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d2c54867-f432-4888-8636-abf7c9de5890 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:31:20.599188 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a22ca00-0c31-4d31-ac33-a8fb3fb12770', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ed84870-4c5c-4e8d-901c-85443b91e965', 'code': 200} Sep 24 15:31:20.616018 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068e64c9-cecf-49fe-a2d8-55fd1ba73c6b x-openstack-request-id: req-068e64c9-cecf-49fe-a2d8-55fd1ba73c6b {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:31:20.616472 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7ef92ad-9f13-4c82-9475-1e1aaab69723", "tag": "6aad2c6a-79be-4a7a-b014-a37d06914166", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:31:20.616472 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-068e64c9-cecf-49fe-a2d8-55fd1ba73c6b {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:31:20.616842 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7ef92ad-9f13-4c82-9475-1e1aaab69723', 'tag': '6aad2c6a-79be-4a7a-b014-a37d06914166', 'status': 'completed', 'code': 200} Sep 24 15:31:20.626870 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b019cac-c5db-4181-ab4d-4f48b6a7fbcf req-f008f7cc-e781-4481-9092-40e6b4f8f5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:20.628425 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8b019cac-c5db-4181-ab4d-4f48b6a7fbcf req-f008f7cc-e781-4481-9092-40e6b4f8f5f1 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=880cc329eddb4ec4a29ef6b13251e76e&device_id=a7ef92ad-9f13-4c82-9475-1e1aaab69723 HTTP/1.1" status: 200 len: 1099 time: 0.1678438 Sep 24 15:31:20.718170 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-acb29b52-6a17-48e0-93a0-c2aa95c18789 req-d2afcd0e-fec0-45d9-aecb-89162b397dd3 tempest-AggregatesAdminTestJSON-1916409611 tempest-AggregatesAdminTestJSON-1916409611-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5376c1f-f4db-4dfb-9361-ca23f8129f28 HTTP/1.1" status: 200 len: 210 time: 0.0332155 Sep 24 15:31:20.752590 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847be140-6474-4a4a-b47c-daed7626aab6 req-15a1ca53-78db-4a8c-a8bb-1b5b7adec4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:20.754470 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-847be140-6474-4a4a-b47c-daed7626aab6 req-15a1ca53-78db-4a8c-a8bb-1b5b7adec4da service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=9a22ca00-0c31-4d31-ac33-a8fb3fb12770 HTTP/1.1" status: 200 len: 1097 time: 0.1003172 Sep 24 15:31:20.810777 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-847be140-6474-4a4a-b47c-daed7626aab6 req-acc26c7e-e7c8-49eb-93ef-45badfcc21c7 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476892 Sep 24 15:31:20.902546 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8b019cac-c5db-4181-ab4d-4f48b6a7fbcf req-7b5d12d9-7d81-4a12-82a9-7cd73d3cf02d service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=6aad2c6a-79be-4a7a-b014-a37d06914166 HTTP/1.1" status: 200 len: 217 time: 0.2462938 Sep 24 15:31:20.961506 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e142d-c306-47f6-98ce-df7f947b568d req-0f8aa092-45e7-43af-ae71-f471e6ce298a tempest-TenantUsagesTestJSON-512379752 tempest-TenantUsagesTestJSON-512379752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:20.968676 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-396e142d-c306-47f6-98ce-df7f947b568d req-0f8aa092-45e7-43af-ae71-f471e6ce298a tempest-TenantUsagesTestJSON-512379752 tempest-TenantUsagesTestJSON-512379752-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4224041 Sep 24 15:31:20.985678 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-396e142d-c306-47f6-98ce-df7f947b568d req-899c78f9-563c-4760-849c-6ad174d5d14d tempest-TenantUsagesTestJSON-512379752 tempest-TenantUsagesTestJSON-512379752-project] 10.222.0.101 "GET /v2.0/quotas/e69f208d562f4b83a2532d91a3ca69c5 HTTP/1.1" status: 200 len: 375 time: 0.0161521 Sep 24 15:31:20.989196 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b019cac-c5db-4181-ab4d-4f48b6a7fbcf req-9af4409c-b058-4ec7-9463-6994d7ef4090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:20.990591 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8b019cac-c5db-4181-ab4d-4f48b6a7fbcf req-9af4409c-b058-4ec7-9463-6994d7ef4090 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.0811865 Sep 24 15:31:20.991586 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bcfd6049-a36d-4d5b-b384-fb04d97ffcbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:20.994767 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bcfd6049-a36d-4d5b-b384-fb04d97ffcbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:20.995823 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-bcfd6049-a36d-4d5b-b384-fb04d97ffcbd admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/107ebdca-3921-4cab-bb6d-d39566c69e3f HTTP/1.1" status: 204 len: 168 time: 0.6399446 Sep 24 15:31:21.022826 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfd6049-a36d-4d5b-b384-fb04d97ffcbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=107ebdca-3921-4cab-bb6d-d39566c69e3f,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:21.053344 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-396e142d-c306-47f6-98ce-df7f947b568d req-c7e3a3f6-0184-401e-9fa0-06827e6ff265 tempest-TenantUsagesTestJSON-512379752 tempest-TenantUsagesTestJSON-512379752-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=e69f208d562f4b83a2532d91a3ca69c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0557671 Sep 24 15:31:21.070166 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b019cac-c5db-4181-ab4d-4f48b6a7fbcf req-32347dc6-66c8-4f0c-9514-fe179ee9e2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:21.071948 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8b019cac-c5db-4181-ab4d-4f48b6a7fbcf req-32347dc6-66c8-4f0c-9514-fe179ee9e2cf service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0703115 Sep 24 15:31:21.174737 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8b019cac-c5db-4181-ab4d-4f48b6a7fbcf req-ed8a0fd5-71ed-4c3d-ac9d-090e0152f53c service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940773 Sep 24 15:31:21.266557 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8b019cac-c5db-4181-ab4d-4f48b6a7fbcf req-872eee63-8ad4-4fb3-a967-b113f089ef7a service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840364 Sep 24 15:31:21.326997 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d76b6-0659-4578-b0af-84a062e0f6ae req-89557c59-fafd-47d1-b5aa-7f503c35d522 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:21.328792 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-227d76b6-0659-4578-b0af-84a062e0f6ae req-89557c59-fafd-47d1-b5aa-7f503c35d522 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/ports?device_id=a7ef92ad-9f13-4c82-9475-1e1aaab69723 HTTP/1.1" status: 200 len: 948 time: 0.0661402 Sep 24 15:31:21.370904 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-227d76b6-0659-4578-b0af-84a062e0f6ae req-0b9b93d9-3824-42b6-9b88-8b70bce1b7fa tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/security-groups?id=0268c003-3c0a-4423-850e-bd048c2eae50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351460 Sep 24 15:31:21.510937 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12ec13d-b4f7-49c8-b6b7-68b29d43ccba req-ae88c047-2b6e-4b51-8654-22e4af312827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:21.513334 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c12ec13d-b4f7-49c8-b6b7-68b29d43ccba req-ae88c047-2b6e-4b51-8654-22e4af312827 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=880cc329eddb4ec4a29ef6b13251e76e&device_id=a7ef92ad-9f13-4c82-9475-1e1aaab69723 HTTP/1.1" status: 200 len: 1099 time: 0.0806637 Sep 24 15:31:21.535287 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a4baa-165e-4320-90a0-1b4136c94163 req-1b2af2ee-8f18-467e-bdca-7cfaf1ac78dd tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:21.536853 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5d4a4baa-165e-4320-90a0-1b4136c94163 req-1b2af2ee-8f18-467e-bdca-7cfaf1ac78dd tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a22ca00-0c31-4d31-ac33-a8fb3fb12770 HTTP/1.1" status: 200 len: 946 time: 0.0580213 Sep 24 15:31:21.582926 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5d4a4baa-165e-4320-90a0-1b4136c94163 req-6b264c08-532f-4203-9dda-8d74ffe3ff17 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392151 Sep 24 15:31:21.625467 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12ec13d-b4f7-49c8-b6b7-68b29d43ccba req-75220bc8-2111-47b7-b35a-c545ae1a46de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:21.628900 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c12ec13d-b4f7-49c8-b6b7-68b29d43ccba req-75220bc8-2111-47b7-b35a-c545ae1a46de service neutron] 10.222.0.110 "GET /v2.0/networks?id=9672f189-23fe-44e6-9dd2-257ff8905939 HTTP/1.1" status: 200 len: 871 time: 0.1055119 Sep 24 15:31:21.673609 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c12ec13d-b4f7-49c8-b6b7-68b29d43ccba req-1293f2fe-ff3c-430f-a7a2-443eb8d4d08d service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=6aad2c6a-79be-4a7a-b014-a37d06914166 HTTP/1.1" status: 200 len: 217 time: 0.0359228 Sep 24 15:31:21.726197 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12ec13d-b4f7-49c8-b6b7-68b29d43ccba req-4f096764-f882-4514-9749-209e8b3d9c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:21.727703 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c12ec13d-b4f7-49c8-b6b7-68b29d43ccba req-4f096764-f882-4514-9749-209e8b3d9c74 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.0456929 Sep 24 15:31:21.770812 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cc78e3ed-cd45-4f2d-a7a7-915451e02c4a req-66f5a44e-29e6-4853-86fe-6b02500d3136 tempest-TenantUsagesTestJSON-512379752 tempest-TenantUsagesTestJSON-512379752-project] 10.222.0.101 "GET /v2.0/ports?device_id=16827d85-980c-4f1d-a6b8-a7ca7defb301 HTTP/1.1" status: 200 len: 210 time: 0.0296118 Sep 24 15:31:21.777308 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12ec13d-b4f7-49c8-b6b7-68b29d43ccba req-439fa790-6215-4e94-b178-f75b5191f3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:21.779336 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c12ec13d-b4f7-49c8-b6b7-68b29d43ccba req-439fa790-6215-4e94-b178-f75b5191f3b7 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0435290 Sep 24 15:31:21.910277 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c12ec13d-b4f7-49c8-b6b7-68b29d43ccba req-06c14ef5-7b79-48b7-946e-ffdbdaea81f9 service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222725 Sep 24 15:31:21.972641 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 36636) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:21.995628 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3849bbd1-54e8-49a5-b714-082526c002fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:22.026488 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c12ec13d-b4f7-49c8-b6b7-68b29d43ccba req-9d23aca4-7135-460c-8f67-840111d78766 service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076055 Sep 24 15:31:22.124630 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3849bbd1-54e8-49a5-b714-082526c002fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:22.213918 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3849bbd1-54e8-49a5-b714-082526c002fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:22.248291 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3849bbd1-54e8-49a5-b714-082526c002fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8889ce-5d1f-4a84-99aa-48e0893bcc0b,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:22.270184 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3849bbd1-54e8-49a5-b714-082526c002fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:31:22.270184 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3849bbd1-54e8-49a5-b714-082526c002fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:31:22.270184 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3849bbd1-54e8-49a5-b714-082526c002fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:31:22.270184 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3849bbd1-54e8-49a5-b714-082526c002fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:31:22.270184 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3849bbd1-54e8-49a5-b714-082526c002fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:31:22.270184 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3849bbd1-54e8-49a5-b714-082526c002fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:31:22.270615 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3849bbd1-54e8-49a5-b714-082526c002fe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:31:22.270720 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3849bbd1-54e8-49a5-b714-082526c002fe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:31:22.271226 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3849bbd1-54e8-49a5-b714-082526c002fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:31:22.271652 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3849bbd1-54e8-49a5-b714-082526c002fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:31:22.272122 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3849bbd1-54e8-49a5-b714-082526c002fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:31:22.272504 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3849bbd1-54e8-49a5-b714-082526c002fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:31:22.283140 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-3849bbd1-54e8-49a5-b714-082526c002fe admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=56b4ac7646744b6496e8431347586f57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3084369 Sep 24 15:31:22.285098 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 36648) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:22.346055 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d7f47b0e-171a-4e77-b7c1-798ef5ca31fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:22.374164 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d7f47b0e-171a-4e77-b7c1-798ef5ca31fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:22.492634 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97a5852-b367-4c97-8bad-9f5735ec8587 req-cbd57ddb-b13b-40ba-8d4d-d20336b0904e tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:22.494331 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e97a5852-b367-4c97-8bad-9f5735ec8587 req-cbd57ddb-b13b-40ba-8d4d-d20336b0904e tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/ports?device_id=a7ef92ad-9f13-4c82-9475-1e1aaab69723 HTTP/1.1" status: 200 len: 948 time: 0.0537856 Sep 24 15:31:22.522273 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d7f47b0e-171a-4e77-b7c1-798ef5ca31fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:22.525440 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d7f47b0e-171a-4e77-b7c1-798ef5ca31fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:22.529080 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-d7f47b0e-171a-4e77-b7c1-798ef5ca31fe admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/5b8889ce-5d1f-4a84-99aa-48e0893bcc0b HTTP/1.1" status: 204 len: 168 time: 0.2405810 Sep 24 15:31:22.543847 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f47b0e-171a-4e77-b7c1-798ef5ca31fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8889ce-5d1f-4a84-99aa-48e0893bcc0b,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:22.548102 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e97a5852-b367-4c97-8bad-9f5735ec8587 req-e676cc52-4541-4b09-9998-291ac387eeda tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/security-groups?id=0268c003-3c0a-4423-850e-bd048c2eae50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472896 Sep 24 15:31:22.674728 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 36668) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:22.703814 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0501d0-56a0-49e1-bc3b-2afb37395207 req-01735fbd-2a05-4c31-804c-49d6fe46105f tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:22.705304 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2b0501d0-56a0-49e1-bc3b-2afb37395207 req-01735fbd-2a05-4c31-804c-49d6fe46105f tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a22ca00-0c31-4d31-ac33-a8fb3fb12770 HTTP/1.1" status: 200 len: 946 time: 0.0528553 Sep 24 15:31:22.742835 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2b0501d0-56a0-49e1-bc3b-2afb37395207 req-0c240142-a393-407d-80f2-6b0bb7b6dbad tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313702 Sep 24 15:31:23.137164 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 36686) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:23.151898 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-effd52ed-f00d-40f4-8d00-94c673126856 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=c034ab983155467cb54357926c29f6ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4736459 Sep 24 15:31:23.152171 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 36690) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:23.202355 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f436148e-b11e-4b25-850e-439d0e011a1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:23.233784 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f436148e-b11e-4b25-850e-439d0e011a1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:23.356033 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f436148e-b11e-4b25-850e-439d0e011a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:23.359073 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f436148e-b11e-4b25-850e-439d0e011a1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:23.361287 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-f436148e-b11e-4b25-850e-439d0e011a1a admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/e70e4102-1476-4708-ab2d-b89114576614 HTTP/1.1" status: 204 len: 168 time: 0.2070622 Sep 24 15:31:23.374060 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f436148e-b11e-4b25-850e-439d0e011a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e70e4102-1476-4708-ab2d-b89114576614,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:23.427898 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f436148e-b11e-4b25-850e-439d0e011a1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:31:23.428244 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f436148e-b11e-4b25-850e-439d0e011a1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:31:23.428585 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f436148e-b11e-4b25-850e-439d0e011a1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:31:23.428968 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f436148e-b11e-4b25-850e-439d0e011a1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:31:23.429296 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f436148e-b11e-4b25-850e-439d0e011a1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:31:23.429826 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f436148e-b11e-4b25-850e-439d0e011a1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:31:23.430364 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f436148e-b11e-4b25-850e-439d0e011a1a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:31:23.430854 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f436148e-b11e-4b25-850e-439d0e011a1a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:31:23.432229 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f436148e-b11e-4b25-850e-439d0e011a1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:31:23.432963 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f436148e-b11e-4b25-850e-439d0e011a1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:31:23.433484 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f436148e-b11e-4b25-850e-439d0e011a1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:31:23.433950 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f436148e-b11e-4b25-850e-439d0e011a1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:31:23.439945 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e432459-7ad3-402a-afd6-cb76d2efdc6d req-82397ec8-16e1-4cf8-b65f-17093cb80b6b tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:23.453209 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5e432459-7ad3-402a-afd6-cb76d2efdc6d req-82397ec8-16e1-4cf8-b65f-17093cb80b6b tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=9a22ca00-0c31-4d31-ac33-a8fb3fb12770 HTTP/1.1" status: 200 len: 1097 time: 0.0599651 Sep 24 15:31:23.479048 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-96b6bbfc-937c-4a1f-a8d9-0393d042887d req-be3cd4e6-54ac-48b4-b318-276bc21f714c tempest-TenantUsagesTestJSON-512379752 tempest-TenantUsagesTestJSON-512379752-project] 10.222.0.101 "GET /v2.0/ports?device_id=16827d85-980c-4f1d-a6b8-a7ca7defb301 HTTP/1.1" status: 200 len: 210 time: 0.0971014 Sep 24 15:31:23.479048 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1dc346ef-e24b-4565-a336-e6b18420823c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:23.503351 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5e432459-7ad3-402a-afd6-cb76d2efdc6d req-2a58d06e-7536-4fbd-a627-fcbf87fcb7d5 tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403192 Sep 24 15:31:23.612646 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1dc346ef-e24b-4565-a336-e6b18420823c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:23.616764 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c62049-0769-4ca9-be5d-fff2c51e8cae req-56418113-bc7c-4613-a3d6-67978274e381 tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:23.618442 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a3c62049-0769-4ca9-be5d-fff2c51e8cae req-56418113-bc7c-4613-a3d6-67978274e381 tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=9a22ca00-0c31-4d31-ac33-a8fb3fb12770 HTTP/1.1" status: 200 len: 1097 time: 0.0471148 Sep 24 15:31:23.654313 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a3c62049-0769-4ca9-be5d-fff2c51e8cae req-80f22eb8-619f-4903-9222-76e73958a1d4 tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292602 Sep 24 15:31:23.675271 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12580927-ac43-406d-acf7-abe93d529664 req-30bde44d-87d2-4a6c-8bf5-31550b85706e tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:23.676785 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-12580927-ac43-406d-acf7-abe93d529664 req-30bde44d-87d2-4a6c-8bf5-31550b85706e tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/ports?device_id=a7ef92ad-9f13-4c82-9475-1e1aaab69723 HTTP/1.1" status: 200 len: 948 time: 0.0497925 Sep 24 15:31:23.729651 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-12580927-ac43-406d-acf7-abe93d529664 req-91caf8c7-63d6-4e10-9754-edab3088d91a tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/security-groups?id=0268c003-3c0a-4423-850e-bd048c2eae50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467718 Sep 24 15:31:23.759127 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1dc346ef-e24b-4565-a336-e6b18420823c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:23.811449 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [req-e3b04e8d-88cd-455c-921b-907f576bca28 req-3ae82c9f-0798-4928-bfee-bea285079b6c service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:31:23.816025 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e3b04e8d-88cd-455c-921b-907f576bca28 req-3ae82c9f-0798-4928-bfee-bea285079b6c service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0069389 Sep 24 15:31:23.828595 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-1dc346ef-e24b-4565-a336-e6b18420823c admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=6ecb65756f7948adbcfde15ae3c2534d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6901860 Sep 24 15:31:23.829606 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc346ef-e24b-4565-a336-e6b18420823c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=758ce3c5-2edb-40b9-8c00-d170d163c922,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:23.831328 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 36718) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:23.892207 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-32ccc715-5c16-4a3a-a255-b062f32e8249 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:23.920188 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-32ccc715-5c16-4a3a-a255-b062f32e8249 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:24.043234 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-396e142d-c306-47f6-98ce-df7f947b568d req-b991471b-2daa-42a6-9332-3a65687abf22 tempest-TenantUsagesTestJSON-512379752 tempest-TenantUsagesTestJSON-512379752-project] 10.222.0.108 "GET /v2.0/networks?tenant_id=e69f208d562f4b83a2532d91a3ca69c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293415 Sep 24 15:31:24.044255 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-32ccc715-5c16-4a3a-a255-b062f32e8249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:24.047043 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-32ccc715-5c16-4a3a-a255-b062f32e8249 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:24.051718 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-32ccc715-5c16-4a3a-a255-b062f32e8249 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/758ce3c5-2edb-40b9-8c00-d170d163c922 HTTP/1.1" status: 204 len: 168 time: 0.2191463 Sep 24 15:31:24.084494 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ccc715-5c16-4a3a-a255-b062f32e8249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=758ce3c5-2edb-40b9-8c00-d170d163c922,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:24.175545 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e142d-c306-47f6-98ce-df7f947b568d req-6a3eefbe-36ce-4062-95bb-57a6ac8dbf40 tempest-TenantUsagesTestJSON-512379752 tempest-TenantUsagesTestJSON-512379752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:24.177326 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-396e142d-c306-47f6-98ce-df7f947b568d req-6a3eefbe-36ce-4062-95bb-57a6ac8dbf40 tempest-TenantUsagesTestJSON-512379752 tempest-TenantUsagesTestJSON-512379752-project] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1242507 Sep 24 15:31:24.191958 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-396e142d-c306-47f6-98ce-df7f947b568d req-e0cd4983-245d-469d-a848-1031c5324f4e tempest-TenantUsagesTestJSON-512379752 tempest-TenantUsagesTestJSON-512379752-project] Request body: {'port': {'device_id': '16827d85-980c-4f1d-a6b8-a7ca7defb301', 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939', 'admin_state_up': True, 'tenant_id': 'e69f208d562f4b83a2532d91a3ca69c5'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:31:24.477163 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 36734) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:24.479408 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-396e142d-c306-47f6-98ce-df7f947b568d req-e0cd4983-245d-469d-a848-1031c5324f4e tempest-TenantUsagesTestJSON-512379752 tempest-TenantUsagesTestJSON-512379752-project] Made reservation on behalf of e69f208d562f4b83a2532d91a3ca69c5 for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:31:24.483605 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-396e142d-c306-47f6-98ce-df7f947b568d req-e0cd4983-245d-469d-a848-1031c5324f4e tempest-TenantUsagesTestJSON-512379752 tempest-TenantUsagesTestJSON-512379752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:24.494395 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-396e142d-c306-47f6-98ce-df7f947b568d req-e0cd4983-245d-469d-a848-1031c5324f4e tempest-TenantUsagesTestJSON-512379752 tempest-TenantUsagesTestJSON-512379752-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:24.524103 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-ac0fbe0f-7743-4aa5-bc34-3ad92fba4471 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e53b34379a4e4921bdbeda401dbd6149&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0434532 Sep 24 15:31:24.527868 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 36738) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:24.599420 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e1dbba4b-01b1-4ccc-a2c3-d8262bb57e03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:24.623985 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-396e142d-c306-47f6-98ce-df7f947b568d req-e0cd4983-245d-469d-a848-1031c5324f4e tempest-TenantUsagesTestJSON-512379752 tempest-TenantUsagesTestJSON-512379752-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:24.636045 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e1dbba4b-01b1-4ccc-a2c3-d8262bb57e03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:24.715908 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-396e142d-c306-47f6-98ce-df7f947b568d req-e0cd4983-245d-469d-a848-1031c5324f4e tempest-TenantUsagesTestJSON-512379752 tempest-TenantUsagesTestJSON-512379752-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:24.781039 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd4983-245d-469d-a848-1031c5324f4e tempest-TenantUsagesTestJSON-512379752 tempest-TenantUsagesTestJSON-512379752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e471e98-c788-4c49-bf8d-6f7c9f9edfa0,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:24.819103 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e1dbba4b-01b1-4ccc-a2c3-d8262bb57e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:24.822625 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e1dbba4b-01b1-4ccc-a2c3-d8262bb57e03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:24.826236 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-e1dbba4b-01b1-4ccc-a2c3-d8262bb57e03 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/36b4c05b-fcdc-4b13-a96d-246930f9ff8f HTTP/1.1" status: 204 len: 168 time: 0.2952054 Sep 24 15:31:24.835268 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dbba4b-01b1-4ccc-a2c3-d8262bb57e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b4c05b-fcdc-4b13-a96d-246930f9ff8f,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:24.866267 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [req-396e142d-c306-47f6-98ce-df7f947b568d req-e0cd4983-245d-469d-a848-1031c5324f4e tempest-TenantUsagesTestJSON-512379752 tempest-TenantUsagesTestJSON-512379752-project] Allocated IP 192.168.233.129 (9672f189-23fe-44e6-9dd2-257ff8905939/188edb94-8042-4961-9ec0-8960b1ce1305/78380d9b-459e-4756-97e6-f269bc02f1fb) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:31:25.024807 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-396e142d-c306-47f6-98ce-df7f947b568d req-e0cd4983-245d-469d-a848-1031c5324f4e tempest-TenantUsagesTestJSON-512379752 tempest-TenantUsagesTestJSON-512379752-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:25.051806 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 36758) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:25.069900 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8334a6cf-5b62-45a6-b250-333ef3088f2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:25.075280 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fbdef9d8-66e6-4e8c-9a5f-db055bed8b49 req-70e62e44-f118-4e12-a477-92992438ed90 tempest-TenantUsagesTestJSON-512379752 tempest-TenantUsagesTestJSON-512379752-project] 10.222.0.101 "GET /v2.0/ports?device_id=16827d85-980c-4f1d-a6b8-a7ca7defb301 HTTP/1.1" status: 200 len: 210 time: 0.0357826 Sep 24 15:31:25.141958 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 6aad2c6a-79be-4a7a-b014-a37d06914166 details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:31:25.186278 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-396e142d-c306-47f6-98ce-df7f947b568d req-e0cd4983-245d-469d-a848-1031c5324f4e tempest-TenantUsagesTestJSON-512379752 tempest-TenantUsagesTestJSON-512379752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:25.233213 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8334a6cf-5b62-45a6-b250-333ef3088f2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:25.248216 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-396e142d-c306-47f6-98ce-df7f947b568d req-e0cd4983-245d-469d-a848-1031c5324f4e tempest-TenantUsagesTestJSON-512379752 tempest-TenantUsagesTestJSON-512379752-project] Network 9672f189-23fe-44e6-9dd2-257ff8905939 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:31:25.270076 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [req-396e142d-c306-47f6-98ce-df7f947b568d req-e0cd4983-245d-469d-a848-1031c5324f4e tempest-TenantUsagesTestJSON-512379752 tempest-TenantUsagesTestJSON-512379752-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:31:25.289436 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-396e142d-c306-47f6-98ce-df7f947b568d req-e0cd4983-245d-469d-a848-1031c5324f4e tempest-TenantUsagesTestJSON-512379752 tempest-TenantUsagesTestJSON-512379752-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:31:25.294280 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc7fe92-391c-4bcf-ba6e-92dfe6bebfaf req-5131b740-b661-4636-a6d5-b5b88b06c1d1 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:25.301879 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e142d-c306-47f6-98ce-df7f947b568d req-e0cd4983-245d-469d-a848-1031c5324f4e tempest-TenantUsagesTestJSON-512379752 tempest-TenantUsagesTestJSON-512379752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:25.302576 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-396e142d-c306-47f6-98ce-df7f947b568d req-e0cd4983-245d-469d-a848-1031c5324f4e tempest-TenantUsagesTestJSON-512379752 tempest-TenantUsagesTestJSON-512379752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:25.305296 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 6aad2c6a-79be-4a7a-b014-a37d06914166, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=6aad2c6a-79be-4a7a-b014-a37d06914166,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:31:25.311483 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8fc7fe92-391c-4bcf-ba6e-92dfe6bebfaf req-5131b740-b661-4636-a6d5-b5b88b06c1d1 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/ports?device_id=a7ef92ad-9f13-4c82-9475-1e1aaab69723 HTTP/1.1" status: 200 len: 948 time: 0.0918536 Sep 24 15:31:25.338199 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8334a6cf-5b62-45a6-b250-333ef3088f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:25.343898 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': '6aad2c6a-79be-4a7a-b014-a37d06914166', 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939', 'port_id': '6aad2c6a-79be-4a7a-b014-a37d06914166', 'mac_address': 'fa:16:3e:8b:d0:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '188edb94-8042-4961-9ec0-8960b1ce1305', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:31:25.367634 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cd4983-245d-469d-a848-1031c5324f4e tempest-TenantUsagesTestJSON-512379752 tempest-TenantUsagesTestJSON-512379752-project] Pushing event updated for resources: {'Port': ['ID=78380d9b-459e-4756-97e6-f269bc02f1fb,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:25.383092 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8fc7fe92-391c-4bcf-ba6e-92dfe6bebfaf req-6695b9b8-1865-4787-8a2e-295b46fa8d63 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/security-groups?id=0268c003-3c0a-4423-850e-bd048c2eae50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657961 Sep 24 15:31:25.401955 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 36772) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:25.406243 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-8334a6cf-5b62-45a6-b250-333ef3088f2d admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=1c49d88d680748cab2423d616ab7c2eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3504136 Sep 24 15:31:25.417675 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8334a6cf-5b62-45a6-b250-333ef3088f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb574f86-6aaa-4a64-9bab-15f89dd0b10a,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:25.445182 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:25.448833 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-396e142d-c306-47f6-98ce-df7f947b568d req-e0cd4983-245d-469d-a848-1031c5324f4e tempest-TenantUsagesTestJSON-512379752 tempest-TenantUsagesTestJSON-512379752-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2608435 Sep 24 15:31:25.460607 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6aad2c6a-79be-4a7a-b014-a37d06914166 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:31:25.463513 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-396e142d-c306-47f6-98ce-df7f947b568d req-fffa701b-b942-41d1-a28b-30a55480b49c service neutron] Request body: {'port': {'device_id': '16827d85-980c-4f1d-a6b8-a7ca7defb301', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:31:25.506161 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 6aad2c6a-79be-4a7a-b014-a37d06914166, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=6aad2c6a-79be-4a7a-b014-a37d06914166,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:31:25.508611 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e8192ee6-296d-4e3d-ae15-f35f102641d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:25.545690 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e8192ee6-296d-4e3d-ae15-f35f102641d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:25.604082 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-396e142d-c306-47f6-98ce-df7f947b568d req-fffa701b-b942-41d1-a28b-30a55480b49c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:25.641433 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-d0aba7b0-9730-4547-ad68-50adaa91d6b5 None None] Provisioning complete for port 78380d9b-459e-4756-97e6-f269bc02f1fb triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:31:25.641898 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d0aba7b0-9730-4547-ad68-50adaa91d6b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:25.668958 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:25.721126 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-d0aba7b0-9730-4547-ad68-50adaa91d6b5 None None] Port 78380d9b-459e-4756-97e6-f269bc02f1fb cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:31:25.756556 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=6aad2c6a-79be-4a7a-b014-a37d06914166,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:25.764947 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:31:25.765562 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:31:25.765973 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:31:25.766867 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:31:25.767213 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:31:25.767554 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:31:25.767896 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:31:25.768245 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:31:25.768578 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:31:25.768908 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:31:25.769390 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:31:25.769725 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:31:25.796395 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e8192ee6-296d-4e3d-ae15-f35f102641d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:25.803385 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e8192ee6-296d-4e3d-ae15-f35f102641d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:25.803385 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-e8192ee6-296d-4e3d-ae15-f35f102641d2 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/eb574f86-6aaa-4a64-9bab-15f89dd0b10a HTTP/1.1" status: 204 len: 168 time: 0.3969455 Sep 24 15:31:25.808911 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8192ee6-296d-4e3d-ae15-f35f102641d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb574f86-6aaa-4a64-9bab-15f89dd0b10a,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:25.913618 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [req-396e142d-c306-47f6-98ce-df7f947b568d req-fffa701b-b942-41d1-a28b-30a55480b49c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78380d9b-459e-4756-97e6-f269bc02f1fb {{(pid=95297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:31:25.917997 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['6aad2c6a-79be-4a7a-b014-a37d06914166'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:31:25.922888 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-396e142d-c306-47f6-98ce-df7f947b568d req-fffa701b-b942-41d1-a28b-30a55480b49c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:25.940184 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.provisioning_blocks [req-396e142d-c306-47f6-98ce-df7f947b568d req-fffa701b-b942-41d1-a28b-30a55480b49c service neutron] Transition to ACTIVE for port object 78380d9b-459e-4756-97e6-f269bc02f1fb will not be triggered until provisioned by entity L2. {{(pid=95297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:31:26.047614 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-396e142d-c306-47f6-98ce-df7f947b568d req-fffa701b-b942-41d1-a28b-30a55480b49c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:26.104830 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffa701b-b942-41d1-a28b-30a55480b49c service neutron] Pushing event updated for resources: {'Port': ['ID=78380d9b-459e-4756-97e6-f269bc02f1fb,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:26.158756 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-396e142d-c306-47f6-98ce-df7f947b568d req-fffa701b-b942-41d1-a28b-30a55480b49c service neutron] Attempting to bind port 78380d9b-459e-4756-97e6-f269bc02f1fb on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:31:26.159099 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-396e142d-c306-47f6-98ce-df7f947b568d req-fffa701b-b942-41d1-a28b-30a55480b49c service neutron] Attempting to bind port 78380d9b-459e-4756-97e6-f269bc02f1fb by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:31:26.159431 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396e142d-c306-47f6-98ce-df7f947b568d req-fffa701b-b942-41d1-a28b-30a55480b49c service neutron] Attempting to bind port 78380d9b-459e-4756-97e6-f269bc02f1fb on network 9672f189-23fe-44e6-9dd2-257ff8905939 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:31:26.166451 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396e142d-c306-47f6-98ce-df7f947b568d req-fffa701b-b942-41d1-a28b-30a55480b49c service neutron] Port 78380d9b-459e-4756-97e6-f269bc02f1fb on network 9672f189-23fe-44e6-9dd2-257ff8905939 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:31:26.166795 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396e142d-c306-47f6-98ce-df7f947b568d req-fffa701b-b942-41d1-a28b-30a55480b49c service neutron] Attempting to bind port 78380d9b-459e-4756-97e6-f269bc02f1fb on network 9672f189-23fe-44e6-9dd2-257ff8905939 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:31:26.171767 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396e142d-c306-47f6-98ce-df7f947b568d req-fffa701b-b942-41d1-a28b-30a55480b49c service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:31:26.172097 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396e142d-c306-47f6-98ce-df7f947b568d req-fffa701b-b942-41d1-a28b-30a55480b49c service neutron] Checking segment: {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:31:26.172473 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-396e142d-c306-47f6-98ce-df7f947b568d req-fffa701b-b942-41d1-a28b-30a55480b49c service neutron] Bound using segment: {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:31:26.172895 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-396e142d-c306-47f6-98ce-df7f947b568d req-fffa701b-b942-41d1-a28b-30a55480b49c service neutron] Bound port: 78380d9b-459e-4756-97e6-f269bc02f1fb, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'}}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:31:26.173277 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-396e142d-c306-47f6-98ce-df7f947b568d req-fffa701b-b942-41d1-a28b-30a55480b49c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:26.257266 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-396e142d-c306-47f6-98ce-df7f947b568d req-fffa701b-b942-41d1-a28b-30a55480b49c service neutron] For port 78380d9b-459e-4756-97e6-f269bc02f1fb, host n-h2-808921-1, cleared binding levels {{(pid=95297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:31:26.257494 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dd3173-7c08-4195-a0f9-1d775477d776 req-f2460dfe-76a1-4ca8-87e6-94ba97f0e771 tempest-TenantUsagesTestJSON-512379752 tempest-TenantUsagesTestJSON-512379752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:26.260497 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-25dd3173-7c08-4195-a0f9-1d775477d776 req-f2460dfe-76a1-4ca8-87e6-94ba97f0e771 tempest-TenantUsagesTestJSON-512379752 tempest-TenantUsagesTestJSON-512379752-project] 10.222.0.101 "GET /v2.0/ports?device_id=16827d85-980c-4f1d-a6b8-a7ca7defb301 HTTP/1.1" status: 200 len: 948 time: 0.0825684 Sep 24 15:31:26.260929 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-396e142d-c306-47f6-98ce-df7f947b568d req-fffa701b-b942-41d1-a28b-30a55480b49c service neutron] For port 78380d9b-459e-4756-97e6-f269bc02f1fb, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=78380d9b-459e-4756-97e6-f269bc02f1fb,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:31:26.305510 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-25dd3173-7c08-4195-a0f9-1d775477d776 req-5d535b4c-74d2-45a5-82df-db5306dec7f8 tempest-TenantUsagesTestJSON-512379752 tempest-TenantUsagesTestJSON-512379752-project] 10.222.0.101 "GET /v2.0/security-groups?id=1e471e98-c788-4c49-bf8d-6f7c9f9edfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385172 Sep 24 15:31:26.356895 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-396e142d-c306-47f6-98ce-df7f947b568d req-fffa701b-b942-41d1-a28b-30a55480b49c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:26.394195 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e142d-c306-47f6-98ce-df7f947b568d req-fffa701b-b942-41d1-a28b-30a55480b49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:26.394990 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-396e142d-c306-47f6-98ce-df7f947b568d req-fffa701b-b942-41d1-a28b-30a55480b49c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:26.396717 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-396e142d-c306-47f6-98ce-df7f947b568d req-fffa701b-b942-41d1-a28b-30a55480b49c service neutron] 10.222.0.108 "PUT /v2.0/ports/78380d9b-459e-4756-97e6-f269bc02f1fb HTTP/1.1" status: 200 len: 1096 time: 0.9392583 Sep 24 15:31:26.397190 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16827d85-980c-4f1d-a6b8-a7ca7defb301', 'tag': '78380d9b-459e-4756-97e6-f269bc02f1fb'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:31:26.399921 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed28ec6c-efef-4674-a416-be9a04d0eb8b" -d '{"events": [{"name": "network-changed", "server_uuid": "16827d85-980c-4f1d-a6b8-a7ca7defb301", "tag": "78380d9b-459e-4756-97e6-f269bc02f1fb"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:31:26.435518 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffa701b-b942-41d1-a28b-30a55480b49c service neutron] Pushing event updated for resources: {'Port': ['ID=78380d9b-459e-4756-97e6-f269bc02f1fb,revision_number=3']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:26.531411 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e10050-15d5-4b92-bc6d-d8531e05c2ec req-5aa7dafb-6742-4825-86a9-1ccddb8daa87 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:26.533609 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b5e10050-15d5-4b92-bc6d-d8531e05c2ec req-5aa7dafb-6742-4825-86a9-1ccddb8daa87 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/ports?device_id=a7ef92ad-9f13-4c82-9475-1e1aaab69723 HTTP/1.1" status: 200 len: 949 time: 0.0645590 Sep 24 15:31:26.578698 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e142d-c306-47f6-98ce-df7f947b568d req-d7275dab-4ca0-4b3e-9dc5-255383921bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:26.580315 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-396e142d-c306-47f6-98ce-df7f947b568d req-d7275dab-4ca0-4b3e-9dc5-255383921bd9 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=e69f208d562f4b83a2532d91a3ca69c5&device_id=16827d85-980c-4f1d-a6b8-a7ca7defb301 HTTP/1.1" status: 200 len: 1099 time: 0.0558953 Sep 24 15:31:26.595756 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b5e10050-15d5-4b92-bc6d-d8531e05c2ec req-8c56711f-ad71-4348-aa42-b2256042d72f tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/security-groups?id=0268c003-3c0a-4423-850e-bd048c2eae50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531807 Sep 24 15:31:26.643098 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f29c57-08df-4761-b469-29421bdfe508 x-openstack-request-id: req-23f29c57-08df-4761-b469-29421bdfe508 {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:31:26.643570 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16827d85-980c-4f1d-a6b8-a7ca7defb301", "tag": "78380d9b-459e-4756-97e6-f269bc02f1fb", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:31:26.643667 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-23f29c57-08df-4761-b469-29421bdfe508 {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:31:26.644096 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16827d85-980c-4f1d-a6b8-a7ca7defb301', 'tag': '78380d9b-459e-4756-97e6-f269bc02f1fb', 'status': 'completed', 'code': 200} Sep 24 15:31:26.646028 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-396e142d-c306-47f6-98ce-df7f947b568d req-a4c53f56-ef8f-4fd6-9a1a-cb5aa4ce2907 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=78380d9b-459e-4756-97e6-f269bc02f1fb HTTP/1.1" status: 200 len: 217 time: 0.0567219 Sep 24 15:31:26.707454 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e142d-c306-47f6-98ce-df7f947b568d req-9057346b-544f-47ae-8b71-3251c39dbf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:26.709546 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-396e142d-c306-47f6-98ce-df7f947b568d req-9057346b-544f-47ae-8b71-3251c39dbf9a service neutron] 10.222.0.108 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.0559542 Sep 24 15:31:26.755833 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396e142d-c306-47f6-98ce-df7f947b568d req-cfe2cbc7-870c-48ad-961a-70fee761b3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:26.757298 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-396e142d-c306-47f6-98ce-df7f947b568d req-cfe2cbc7-870c-48ad-961a-70fee761b3f0 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0402145 Sep 24 15:31:26.857193 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-396e142d-c306-47f6-98ce-df7f947b568d req-c0f6e7a2-4903-4e7f-be15-2a32d92cda90 service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879514 Sep 24 15:31:26.955024 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-396e142d-c306-47f6-98ce-df7f947b568d req-c3ec9aa8-ec73-4e43-aa4d-fb5081a6f2d0 service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893002 Sep 24 15:31:27.141880 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 6aad2c6a-79be-4a7a-b014-a37d06914166 up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:31:27.145824 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed28ec6c-efef-4674-a416-be9a04d0eb8b req-82fe143b-72f6-4e1c-97c5-e02dc080e59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:27.148783 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ed28ec6c-efef-4674-a416-be9a04d0eb8b req-82fe143b-72f6-4e1c-97c5-e02dc080e59c service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=e69f208d562f4b83a2532d91a3ca69c5&device_id=16827d85-980c-4f1d-a6b8-a7ca7defb301 HTTP/1.1" status: 200 len: 1099 time: 0.0771945 Sep 24 15:31:27.260558 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed28ec6c-efef-4674-a416-be9a04d0eb8b req-8ca7211b-f96b-4ed9-85a2-17060680dc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:27.262023 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ed28ec6c-efef-4674-a416-be9a04d0eb8b req-8ca7211b-f96b-4ed9-85a2-17060680dc89 service neutron] 10.222.0.108 "GET /v2.0/networks?id=9672f189-23fe-44e6-9dd2-257ff8905939 HTTP/1.1" status: 200 len: 871 time: 0.1047273 Sep 24 15:31:27.310677 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ed28ec6c-efef-4674-a416-be9a04d0eb8b req-dfb41b4b-ea17-4ba9-9cc0-f385fa6b3f83 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=78380d9b-459e-4756-97e6-f269bc02f1fb HTTP/1.1" status: 200 len: 217 time: 0.0372725 Sep 24 15:31:27.321679 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port 6aad2c6a-79be-4a7a-b014-a37d06914166 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:31:27.333243 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port 6aad2c6a-79be-4a7a-b014-a37d06914166 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:31:27.333830 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:27.365911 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed28ec6c-efef-4674-a416-be9a04d0eb8b req-8fdd4e35-41c2-4d30-a0df-2c7c257a8942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:27.367418 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ed28ec6c-efef-4674-a416-be9a04d0eb8b req-8fdd4e35-41c2-4d30-a0df-2c7c257a8942 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.0446088 Sep 24 15:31:27.420061 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:27.439512 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed28ec6c-efef-4674-a416-be9a04d0eb8b req-764ec84f-55b5-448c-8037-a1d438d58eca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:27.442931 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ed28ec6c-efef-4674-a416-be9a04d0eb8b req-764ec84f-55b5-448c-8037-a1d438d58eca service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0620592 Sep 24 15:31:27.456792 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7ef92ad-9f13-4c82-9475-1e1aaab69723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aad2c6a-79be-4a7a-b014-a37d06914166'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:31:27.464502 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30245d0d-dc27-4e5f-8412-81f7e8433e83" -d '{"events": [{"server_uuid": "a7ef92ad-9f13-4c82-9475-1e1aaab69723", "name": "network-vif-plugged", "status": "completed", "tag": "6aad2c6a-79be-4a7a-b014-a37d06914166"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:31:27.474659 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 6aad2c6a-79be-4a7a-b014-a37d06914166, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=6aad2c6a-79be-4a7a-b014-a37d06914166,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:31:27.557910 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ed28ec6c-efef-4674-a416-be9a04d0eb8b req-6d970b4d-af77-4e06-a1f6-2ab1f6c792ef service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044445 Sep 24 15:31:27.579734 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:27.646315 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=6aad2c6a-79be-4a7a-b014-a37d06914166,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:27.670901 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ed28ec6c-efef-4674-a416-be9a04d0eb8b req-8f5464c2-c4f6-4081-b789-4d200308384a service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029487 Sep 24 15:31:27.835849 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 36874) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:28.023870 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48273b1e-0038-4d4a-ba8d-98cd23606cf0 req-d48f757c-a8a3-4bb0-8325-e1f29604fc1a tempest-TenantUsagesTestJSON-512379752 tempest-TenantUsagesTestJSON-512379752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:28.026137 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-48273b1e-0038-4d4a-ba8d-98cd23606cf0 req-d48f757c-a8a3-4bb0-8325-e1f29604fc1a tempest-TenantUsagesTestJSON-512379752 tempest-TenantUsagesTestJSON-512379752-project] 10.222.0.101 "GET /v2.0/ports?device_id=16827d85-980c-4f1d-a6b8-a7ca7defb301 HTTP/1.1" status: 200 len: 948 time: 0.0507059 Sep 24 15:31:28.066363 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-48273b1e-0038-4d4a-ba8d-98cd23606cf0 req-305987a5-f1b9-40c5-80df-8c9b67d756ed tempest-TenantUsagesTestJSON-512379752 tempest-TenantUsagesTestJSON-512379752-project] 10.222.0.101 "GET /v2.0/security-groups?id=1e471e98-c788-4c49-bf8d-6f7c9f9edfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341601 Sep 24 15:31:28.094442 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [req-f4c01da3-7503-4a14-bb90-cc1352207401 req-4d37cb07-daac-4131-a886-b81849e48055 tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:31:28.096937 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f4c01da3-7503-4a14-bb90-cc1352207401 req-4d37cb07-daac-4131-a886-b81849e48055 tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2602243 Sep 24 15:31:28.158854 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c01da3-7503-4a14-bb90-cc1352207401 req-4928d4e3-8752-40f3-9962-8bfa30e8f53d tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:28.160444 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f4c01da3-7503-4a14-bb90-cc1352207401 req-4928d4e3-8752-40f3-9962-8bfa30e8f53d tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] 10.222.0.101 "GET /v2.0/ports/9ed84870-4c5c-4e8d-901c-85443b91e965 HTTP/1.1" status: 200 len: 1094 time: 0.0552337 Sep 24 15:31:28.186332 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b6a3cef-4f31-42ad-a10a-430c2167cb69 x-openstack-request-id: req-9b6a3cef-4f31-42ad-a10a-430c2167cb69 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:31:28.186859 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7ef92ad-9f13-4c82-9475-1e1aaab69723", "name": "network-vif-plugged", "status": "completed", "tag": "6aad2c6a-79be-4a7a-b014-a37d06914166", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:31:28.186960 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-9b6a3cef-4f31-42ad-a10a-430c2167cb69 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:31:28.187276 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7ef92ad-9f13-4c82-9475-1e1aaab69723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6aad2c6a-79be-4a7a-b014-a37d06914166', 'code': 200} Sep 24 15:31:28.222537 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 36894) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:28.334276 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8b0548-930b-4204-be9b-bde7f67a93c2 req-059247c3-fcfa-4b86-a1b5-afeef68882cd tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:28.335611 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8c8b0548-930b-4204-be9b-bde7f67a93c2 req-059247c3-fcfa-4b86-a1b5-afeef68882cd tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/ports?device_id=a7ef92ad-9f13-4c82-9475-1e1aaab69723 HTTP/1.1" status: 200 len: 950 time: 0.0854127 Sep 24 15:31:28.339237 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cffd9e-a29f-4995-8c8e-d0fff251ad87 req-4d4e2ebb-d8fc-4eb0-a58b-aaa089125b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:28.340670 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-14cffd9e-a29f-4995-8c8e-d0fff251ad87 req-4d4e2ebb-d8fc-4eb0-a58b-aaa089125b8b service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=a7ef92ad-9f13-4c82-9475-1e1aaab69723 HTTP/1.1" status: 200 len: 1101 time: 0.0620365 Sep 24 15:31:28.392836 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8c8b0548-930b-4204-be9b-bde7f67a93c2 req-553b5a94-4594-4dd3-aae2-7ad6ef13b6ca tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/security-groups?id=0268c003-3c0a-4423-850e-bd048c2eae50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503533 Sep 24 15:31:28.419268 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-14cffd9e-a29f-4995-8c8e-d0fff251ad87 req-0a377c24-5872-4ef3-acf9-0fd4a5aceb05 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=0268c003-3c0a-4423-850e-bd048c2eae50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620947 Sep 24 15:31:28.448165 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-22e89742-aa17-4542-a09a-db791e8a2810 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1655038468-network', 'tenant_id': '8957a38149f44837aa315f739e11ffd3'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:31:28.476156 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-f4c01da3-7503-4a14-bb90-cc1352207401 req-8ceddfe3-4cc6-421c-a58b-11ad5593fb5d service neutron] Request body: {'binding': {'host': 'n-h1-808921-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:31:28.476671 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-f4c01da3-7503-4a14-bb90-cc1352207401 req-8ceddfe3-4cc6-421c-a58b-11ad5593fb5d service neutron] Unknown quota resources ['binding']. {{(pid=95297) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 24 15:31:28.569642 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e89742-aa17-4542-a09a-db791e8a2810 admin admin] Made reservation on behalf of 8957a38149f44837aa315f739e11ffd3 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:31:28.571925 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-22e89742-aa17-4542-a09a-db791e8a2810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:28.582998 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-22e89742-aa17-4542-a09a-db791e8a2810 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:28.861184 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-f4c01da3-7503-4a14-bb90-cc1352207401 req-8ceddfe3-4cc6-421c-a58b-11ad5593fb5d service neutron] Attempting to bind port 9ed84870-4c5c-4e8d-901c-85443b91e965 on host n-h1-808921-1 for vnic_type normal with profile None {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:31:28.861824 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-f4c01da3-7503-4a14-bb90-cc1352207401 req-8ceddfe3-4cc6-421c-a58b-11ad5593fb5d service neutron] Attempting to bind port 9ed84870-4c5c-4e8d-901c-85443b91e965 by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': '21e1a332-491d-46ef-987f-a7724d369c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '078714d9-431e-4632-b957-c9a7230e7876'}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:31:28.861824 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c01da3-7503-4a14-bb90-cc1352207401 req-8ceddfe3-4cc6-421c-a58b-11ad5593fb5d service neutron] Attempting to bind port 9ed84870-4c5c-4e8d-901c-85443b91e965 on network 078714d9-431e-4632-b957-c9a7230e7876 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:31:28.871156 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c01da3-7503-4a14-bb90-cc1352207401 req-8ceddfe3-4cc6-421c-a58b-11ad5593fb5d service neutron] Port 9ed84870-4c5c-4e8d-901c-85443b91e965 on network 078714d9-431e-4632-b957-c9a7230e7876 not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:31:28.871576 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c01da3-7503-4a14-bb90-cc1352207401 req-8ceddfe3-4cc6-421c-a58b-11ad5593fb5d service neutron] Attempting to bind port 9ed84870-4c5c-4e8d-901c-85443b91e965 on network 078714d9-431e-4632-b957-c9a7230e7876 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:31:28.880962 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c01da3-7503-4a14-bb90-cc1352207401 req-8ceddfe3-4cc6-421c-a58b-11ad5593fb5d service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:31:28.882469 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c01da3-7503-4a14-bb90-cc1352207401 req-8ceddfe3-4cc6-421c-a58b-11ad5593fb5d service neutron] Checking segment: {'id': '21e1a332-491d-46ef-987f-a7724d369c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '078714d9-431e-4632-b957-c9a7230e7876'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:31:28.882469 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c01da3-7503-4a14-bb90-cc1352207401 req-8ceddfe3-4cc6-421c-a58b-11ad5593fb5d service neutron] Bound using segment: {'id': '21e1a332-491d-46ef-987f-a7724d369c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '078714d9-431e-4632-b957-c9a7230e7876'} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:31:28.882469 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-f4c01da3-7503-4a14-bb90-cc1352207401 req-8ceddfe3-4cc6-421c-a58b-11ad5593fb5d service neutron] Bound port: 9ed84870-4c5c-4e8d-901c-85443b91e965, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21e1a332-491d-46ef-987f-a7724d369c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '078714d9-431e-4632-b957-c9a7230e7876'}}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:31:28.909322 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 36918) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:28.998723 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-f4c01da3-7503-4a14-bb90-cc1352207401 req-8ceddfe3-4cc6-421c-a58b-11ad5593fb5d service neutron] For port 9ed84870-4c5c-4e8d-901c-85443b91e965, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=9ed84870-4c5c-4e8d-901c-85443b91e965,segment=NetworkSegment(21e1a332-491d-46ef-987f-a7724d369c2e),segment_id=21e1a332-491d-46ef-987f-a7724d369c2e)] {{(pid=95297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:31:29.022019 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-22e89742-aa17-4542-a09a-db791e8a2810 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:29.101633 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-f4c01da3-7503-4a14-bb90-cc1352207401 req-8ceddfe3-4cc6-421c-a58b-11ad5593fb5d service neutron] Notify callbacks [] for binding, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:29.103514 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f4c01da3-7503-4a14-bb90-cc1352207401 req-8ceddfe3-4cc6-421c-a58b-11ad5593fb5d service neutron] 10.222.0.101 "POST /v2.0/ports/9ed84870-4c5c-4e8d-901c-85443b91e965/bindings HTTP/1.1" status: 201 len: 389 time: 0.7929559 Sep 24 15:31:29.104398 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-22e89742-aa17-4542-a09a-db791e8a2810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:29.140293 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22e89742-aa17-4542-a09a-db791e8a2810 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1255} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:31:29.152014 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e89742-aa17-4542-a09a-db791e8a2810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68aa46eb-3777-4282-bd80-b07d6b73dba8,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:29.161234 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-22e89742-aa17-4542-a09a-db791e8a2810 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:29.161762 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-22e89742-aa17-4542-a09a-db791e8a2810 admin admin] Added segment 5bd2529f-b450-42b6-8981-999bdd2f1ff0 of type vlan for network 058852f5-088e-42d1-b3e1-abf106a974a3 Sep 24 15:31:29.212871 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-22e89742-aa17-4542-a09a-db791e8a2810 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:29.267866 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-199b7cf0-7b69-4cdc-bd58-4cbeacac0bea admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:29.356660 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-22e89742-aa17-4542-a09a-db791e8a2810 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:29.357717 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e89742-aa17-4542-a09a-db791e8a2810 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:29.358404 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-22e89742-aa17-4542-a09a-db791e8a2810 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:29.428386 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-199b7cf0-7b69-4cdc-bd58-4cbeacac0bea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:29.455144 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e89742-aa17-4542-a09a-db791e8a2810 admin admin] Pushing event updated for resources: {'Network': ['ID=058852f5-088e-42d1-b3e1-abf106a974a3,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:29.483417 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 058852f5-088e-42d1-b3e1-abf106a974a3 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:31:29.527011 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfdc66c-f122-4984-98bf-63cba97493cf req-29fd1958-a5fd-442f-ac22-759aa97370e8 tempest-TenantUsagesTestJSON-512379752 tempest-TenantUsagesTestJSON-512379752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:29.528942 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1bfdc66c-f122-4984-98bf-63cba97493cf req-29fd1958-a5fd-442f-ac22-759aa97370e8 tempest-TenantUsagesTestJSON-512379752 tempest-TenantUsagesTestJSON-512379752-project] 10.222.0.101 "GET /v2.0/ports?device_id=16827d85-980c-4f1d-a6b8-a7ca7defb301 HTTP/1.1" status: 200 len: 948 time: 0.0820909 Sep 24 15:31:29.571706 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1bfdc66c-f122-4984-98bf-63cba97493cf req-aed350d7-5bb6-4233-9dd2-a4e5521507d9 tempest-TenantUsagesTestJSON-512379752 tempest-TenantUsagesTestJSON-512379752-project] 10.222.0.101 "GET /v2.0/security-groups?id=1e471e98-c788-4c49-bf8d-6f7c9f9edfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366766 Sep 24 15:31:29.622281 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-199b7cf0-7b69-4cdc-bd58-4cbeacac0bea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:29.689169 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 36934) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:29.689339 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-199b7cf0-7b69-4cdc-bd58-4cbeacac0bea admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=1f75df7ecb85453aa916a4bd522140a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7788575 Sep 24 15:31:29.690516 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199b7cf0-7b69-4cdc-bd58-4cbeacac0bea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1110fd-300e-485a-bfae-b9082f6241b6,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:29.732265 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-22e89742-aa17-4542-a09a-db791e8a2810 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.5040307 Sep 24 15:31:29.736443 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 36938) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:29.744718 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-63ae4901-c515-4832-a4ad-62f477d4367d admin admin] Request body: {'subnet': {'network_id': '058852f5-088e-42d1-b3e1-abf106a974a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1655038468-subnet', 'tenant_id': '8957a38149f44837aa315f739e11ffd3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:31:29.821512 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-385f7595-32c8-4862-a421-928700737bbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:29.871874 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-385f7595-32c8-4862-a421-928700737bbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:29.882850 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977ca473-2524-44ff-bff2-b6162b38b048 req-38da2b28-8c1b-4707-a8c7-27c44c7e8176 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:29.884416 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-977ca473-2524-44ff-bff2-b6162b38b048 req-38da2b28-8c1b-4707-a8c7-27c44c7e8176 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/ports?device_id=a7ef92ad-9f13-4c82-9475-1e1aaab69723 HTTP/1.1" status: 200 len: 950 time: 0.0711460 Sep 24 15:31:29.898695 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ae4901-c515-4832-a4ad-62f477d4367d admin admin] Made reservation on behalf of 8957a38149f44837aa315f739e11ffd3 for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:31:29.902451 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-63ae4901-c515-4832-a4ad-62f477d4367d admin admin] Notify callbacks [] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:29.956810 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb4f0bb-c1b6-4731-ac6b-7b43236a2390 req-1a6377e4-40a3-429b-bfaa-d0e9775f046f tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:29.958299 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fbb4f0bb-c1b6-4731-ac6b-7b43236a2390 req-1a6377e4-40a3-429b-bfaa-d0e9775f046f tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a22ca00-0c31-4d31-ac33-a8fb3fb12770 HTTP/1.1" status: 200 len: 946 time: 0.1098316 Sep 24 15:31:30.005952 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-977ca473-2524-44ff-bff2-b6162b38b048 req-96e897ba-850a-49fe-8469-36c213e15ba2 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/security-groups?id=0268c003-3c0a-4423-850e-bd048c2eae50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936484 Sep 24 15:31:30.006617 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fbb4f0bb-c1b6-4731-ac6b-7b43236a2390 req-32fd44cc-f9e9-4c33-b4ae-b3244de5b283 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346158 Sep 24 15:31:30.082529 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-385f7595-32c8-4862-a421-928700737bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:30.086422 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-385f7595-32c8-4862-a421-928700737bbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:30.088828 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-385f7595-32c8-4862-a421-928700737bbd admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/ca1110fd-300e-485a-bfae-b9082f6241b6 HTTP/1.1" status: 204 len: 168 time: 0.3970556 Sep 24 15:31:30.116775 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385f7595-32c8-4862-a421-928700737bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1110fd-300e-485a-bfae-b9082f6241b6,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:30.223464 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c01da3-7503-4a14-bb90-cc1352207401 req-5812ac33-d1eb-4d85-ab89-1536afe4fc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:30.234662 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f4c01da3-7503-4a14-bb90-cc1352207401 req-5812ac33-d1eb-4d85-ab89-1536afe4fc8a service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=afd1b0df78e44afd8dcda9521b21852d&device_id=9a22ca00-0c31-4d31-ac33-a8fb3fb12770 HTTP/1.1" status: 200 len: 1097 time: 0.0554862 Sep 24 15:31:30.273385 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-63ae4901-c515-4832-a4ad-62f477d4367d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:30.350780 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 36958) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:30.358737 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ae4901-c515-4832-a4ad-62f477d4367d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c649312-ea12-4119-a9ca-d79c73d589c6,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:30.389402 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63ae4901-c515-4832-a4ad-62f477d4367d admin admin] Checking segment: {'id': '5bd2529f-b450-42b6-8981-999bdd2f1ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '058852f5-088e-42d1-b3e1-abf106a974a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:31:30.390016 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ae4901-c515-4832-a4ad-62f477d4367d admin admin] Network hostable DHCP agents. Network: 058852f5-088e-42d1-b3e1-abf106a974a3, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:31:30.394177 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c01da3-7503-4a14-bb90-cc1352207401 req-d8359a41-2686-44c6-ac80-77d83a3fbb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:30.395814 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f4c01da3-7503-4a14-bb90-cc1352207401 req-d8359a41-2686-44c6-ac80-77d83a3fbb6e service neutron] 10.222.0.110 "GET /v2.0/networks?id=078714d9-431e-4632-b957-c9a7230e7876 HTTP/1.1" status: 200 len: 909 time: 0.1626554 Sep 24 15:31:30.446283 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f4c01da3-7503-4a14-bb90-cc1352207401 req-6f4b6624-9dbb-4a43-b31a-f6f292398592 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ed84870-4c5c-4e8d-901c-85443b91e965 HTTP/1.1" status: 200 len: 217 time: 0.0401561 Sep 24 15:31:30.490769 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ae4901-c515-4832-a4ad-62f477d4367d admin admin] Network 058852f5-088e-42d1-b3e1-abf106a974a3 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:31:30.504978 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c01da3-7503-4a14-bb90-cc1352207401 req-fc24cc1b-ff6e-4278-a499-27ebb4235f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:30.506479 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f4c01da3-7503-4a14-bb90-cc1352207401 req-fc24cc1b-ff6e-4278-a499-27ebb4235f86 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=84366809-0e1f-47c8-b0ea-166b7d29d1a7 HTTP/1.1" status: 200 len: 847 time: 0.0520096 Sep 24 15:31:30.538510 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f4c01da3-7503-4a14-bb90-cc1352207401 req-6bcec976-1558-4b97-9be2-b1253eb61b21 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=078714d9-431e-4632-b957-c9a7230e7876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244343 Sep 24 15:31:30.621981 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-63ae4901-c515-4832-a4ad-62f477d4367d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 058852f5-088e-42d1-b3e1-abf106a974a3) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:31:30.627192 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ae4901-c515-4832-a4ad-62f477d4367d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:30.627999 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-63ae4901-c515-4832-a4ad-62f477d4367d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:30.634612 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02e3a514-2223-4505-bacf-e0f0863fb73a None None] Network 058852f5-088e-42d1-b3e1-abf106a974a3 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:31:30.668382 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7fc7f50e-9a2b-4978-8f2b-07cc3d191503 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:30.671006 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f4c01da3-7503-4a14-bb90-cc1352207401 req-3775f38b-d9bb-45f5-8c30-57aca3f21c0e service neutron] 10.222.0.110 "GET /v2.0/networks/078714d9-431e-4632-b957-c9a7230e7876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248870 Sep 24 15:31:30.773927 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-63ae4901-c515-4832-a4ad-62f477d4367d admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0360537 Sep 24 15:31:30.789133 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8507d1e1-50f4-42fa-a510-68fa70df950c None None] Network 058852f5-088e-42d1-b3e1-abf106a974a3 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:31:30.810178 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec368cd-b554-47b3-8d49-73550b55ac2d req-f6a44a9d-980e-4de2-b673-4edd0aa19f1a tempest-TenantUsagesTestJSON-512379752 tempest-TenantUsagesTestJSON-512379752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:30.813332 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-eec368cd-b554-47b3-8d49-73550b55ac2d req-f6a44a9d-980e-4de2-b673-4edd0aa19f1a tempest-TenantUsagesTestJSON-512379752 tempest-TenantUsagesTestJSON-512379752-project] 10.222.0.101 "GET /v2.0/ports?device_id=16827d85-980c-4f1d-a6b8-a7ca7defb301 HTTP/1.1" status: 200 len: 948 time: 0.1109135 Sep 24 15:31:30.824383 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f4c01da3-7503-4a14-bb90-cc1352207401 req-364f7da2-991b-48e0-8847-de0ae06cebe7 service neutron] 10.222.0.110 "GET /v2.0/networks/078714d9-431e-4632-b957-c9a7230e7876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446562 Sep 24 15:31:30.862374 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-eec368cd-b554-47b3-8d49-73550b55ac2d req-8e90d731-0c2d-4b14-b116-0d2f0e1f4b00 tempest-TenantUsagesTestJSON-512379752 tempest-TenantUsagesTestJSON-512379752-project] 10.222.0.101 "GET /v2.0/security-groups?id=1e471e98-c788-4c49-bf8d-6f7c9f9edfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369127 Sep 24 15:31:30.891283 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7fc7f50e-9a2b-4978-8f2b-07cc3d191503 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:30.985318 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7fc7f50e-9a2b-4978-8f2b-07cc3d191503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:31.032236 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-7fc7f50e-9a2b-4978-8f2b-07cc3d191503 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=c24e90add3ad44eca74216b68b63d128&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6795833 Sep 24 15:31:31.034587 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc7f50e-9a2b-4978-8f2b-07cc3d191503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f7d65a-4420-4bf5-b725-84857a2a089e,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:31.035062 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 36976) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:31.057925 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 36978) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:31.075566 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f53eba86-6f93-45b3-9f67-47e18ce96d78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:31.178112 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-15d6be65-dee1-42d6-9a07-a46547b9bf32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:31.185761 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f53eba86-6f93-45b3-9f67-47e18ce96d78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:31.202705 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-74c4c59a-a278-476b-b2e7-6fd7b01159f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:31.215395 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c01da3-7503-4a14-bb90-cc1352207401 req-eb4c65fc-8085-4df4-9e8d-c153f1b6e847 tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:31.217100 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f4c01da3-7503-4a14-bb90-cc1352207401 req-eb4c65fc-8085-4df4-9e8d-c153f1b6e847 tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=9a22ca00-0c31-4d31-ac33-a8fb3fb12770&tenant_id=afd1b0df78e44afd8dcda9521b21852d&binding%3Ahost_id=n-h2-808921-1 HTTP/1.1" status: 200 len: 1097 time: 0.1322367 Sep 24 15:31:31.227212 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b05719-d43e-49b0-a87e-bb020e6daabc req-9dc8eb3b-a10c-4a03-b7c4-4d1c941a500e tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:31.228782 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-62b05719-d43e-49b0-a87e-bb020e6daabc req-9dc8eb3b-a10c-4a03-b7c4-4d1c941a500e tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/ports?device_id=a7ef92ad-9f13-4c82-9475-1e1aaab69723 HTTP/1.1" status: 200 len: 950 time: 0.1543844 Sep 24 15:31:31.232012 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-15d6be65-dee1-42d6-9a07-a46547b9bf32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:31.236912 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-f4c01da3-7503-4a14-bb90-cc1352207401 req-29c9a087-916e-4be6-bd63-b039d1b75ba8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-808921-1'}}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:31:31.310549 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f53eba86-6f93-45b3-9f67-47e18ce96d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:31.346413 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-62b05719-d43e-49b0-a87e-bb020e6daabc req-b3f15812-1aa3-4def-9bcf-e30f6f09bf7a tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/security-groups?id=0268c003-3c0a-4423-850e-bd048c2eae50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057560 Sep 24 15:31:31.347391 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-f4c01da3-7503-4a14-bb90-cc1352207401 req-29c9a087-916e-4be6-bd63-b039d1b75ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:31.354330 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53eba86-6f93-45b3-9f67-47e18ce96d78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5dfe65f-e9d3-45f5-a2a1-44577e33bbd1,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:31.365645 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f53eba86-6f93-45b3-9f67-47e18ce96d78 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=4b2a207026514c6e8bd683a20698cbb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3062530 Sep 24 15:31:31.370428 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 36982) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:31.383193 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 78380d9b-459e-4756-97e6-f269bc02f1fb details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:31:31.452049 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-15d6be65-dee1-42d6-9a07-a46547b9bf32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:31.454706 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-15d6be65-dee1-42d6-9a07-a46547b9bf32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:31.455820 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-15d6be65-dee1-42d6-9a07-a46547b9bf32 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/23f7d65a-4420-4bf5-b725-84857a2a089e HTTP/1.1" status: 204 len: 168 time: 0.4195511 Sep 24 15:31:31.516129 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 78380d9b-459e-4756-97e6-f269bc02f1fb, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=78380d9b-459e-4756-97e6-f269bc02f1fb,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:31:31.528625 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': '78380d9b-459e-4756-97e6-f269bc02f1fb', 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939', 'port_id': '78380d9b-459e-4756-97e6-f269bc02f1fb', 'mac_address': 'fa:16:3e:7a:2d:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '188edb94-8042-4961-9ec0-8960b1ce1305', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:31:31.537875 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d6be65-dee1-42d6-9a07-a46547b9bf32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f7d65a-4420-4bf5-b725-84857a2a089e,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:31.549758 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1f03de10-341c-4b34-9ccc-4bd0052f3854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:31.576066 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:31.588786 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-f4c01da3-7503-4a14-bb90-cc1352207401 req-29c9a087-916e-4be6-bd63-b039d1b75ba8 service neutron] For port 9ed84870-4c5c-4e8d-901c-85443b91e965, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=9ed84870-4c5c-4e8d-901c-85443b91e965,segment=NetworkSegment(21e1a332-491d-46ef-987f-a7724d369c2e),segment_id=21e1a332-491d-46ef-987f-a7724d369c2e)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:31:31.596947 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78380d9b-459e-4756-97e6-f269bc02f1fb {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:31:31.604182 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1098dc-4768-47ae-bb4e-5ac8973e6be3 req-af57e5da-c198-4d79-b12a-b9697a4bd232 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:31.604182 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6f1098dc-4768-47ae-bb4e-5ac8973e6be3 req-af57e5da-c198-4d79-b12a-b9697a4bd232 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a22ca00-0c31-4d31-ac33-a8fb3fb12770 HTTP/1.1" status: 200 len: 946 time: 0.1572218 Sep 24 15:31:31.604465 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1f03de10-341c-4b34-9ccc-4bd0052f3854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:31.620801 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 78380d9b-459e-4756-97e6-f269bc02f1fb, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=78380d9b-459e-4756-97e6-f269bc02f1fb,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:31:31.689883 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6f1098dc-4768-47ae-bb4e-5ac8973e6be3 req-a424a44b-0429-4317-8734-6ec80bf482e5 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734861 Sep 24 15:31:31.697933 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-f4c01da3-7503-4a14-bb90-cc1352207401 req-29c9a087-916e-4be6-bd63-b039d1b75ba8 service neutron] For port 9ed84870-4c5c-4e8d-901c-85443b91e965, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:31:31.757964 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a22ca00-0c31-4d31-ac33-a8fb3fb12770', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ed84870-4c5c-4e8d-901c-85443b91e965'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:31:31.760820 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f89b7a6e-5c0b-4937-aa08-f779304759eb" -d '{"events": [{"server_uuid": "9a22ca00-0c31-4d31-ac33-a8fb3fb12770", "name": "network-vif-unplugged", "status": "completed", "tag": "9ed84870-4c5c-4e8d-901c-85443b91e965"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:31:31.765515 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-f4c01da3-7503-4a14-bb90-cc1352207401 req-29c9a087-916e-4be6-bd63-b039d1b75ba8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:31.767170 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 36998) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:31.771996 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-1886bf2f-acaa-4c52-9151-d3d88abf568a admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1964183997-network', 'tenant_id': 'a712affe913a49a9929c127455846095'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:31:31.785110 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:31.837873 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=78380d9b-459e-4756-97e6-f269bc02f1fb,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:31.870964 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1886bf2f-acaa-4c52-9151-d3d88abf568a admin admin] Made reservation on behalf of a712affe913a49a9929c127455846095 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:31:31.871470 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-f4c01da3-7503-4a14-bb90-cc1352207401 req-29c9a087-916e-4be6-bd63-b039d1b75ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:31.873324 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1886bf2f-acaa-4c52-9151-d3d88abf568a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:31.876411 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1f03de10-341c-4b34-9ccc-4bd0052f3854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:31.879102 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1f03de10-341c-4b34-9ccc-4bd0052f3854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:31.881259 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-1f03de10-341c-4b34-9ccc-4bd0052f3854 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f5dfe65f-e9d3-45f5-a2a1-44577e33bbd1 HTTP/1.1" status: 204 len: 168 time: 0.5102537 Sep 24 15:31:31.895987 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1886bf2f-acaa-4c52-9151-d3d88abf568a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:31.914385 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f03de10-341c-4b34-9ccc-4bd0052f3854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5dfe65f-e9d3-45f5-a2a1-44577e33bbd1,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:31.973069 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c9a087-916e-4be6-bd63-b039d1b75ba8 service neutron] Pushing event updated for resources: {'Port': ['ID=9ed84870-4c5c-4e8d-901c-85443b91e965,revision_number=7']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:32.008572 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-f4c01da3-7503-4a14-bb90-cc1352207401 req-29c9a087-916e-4be6-bd63-b039d1b75ba8 service neutron] Attempting to bind port 9ed84870-4c5c-4e8d-901c-85443b91e965 on host n-h2-808921-1 for vnic_type normal with profile {"migrating_to": "n-h1-808921-1"} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:31:32.008898 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-f4c01da3-7503-4a14-bb90-cc1352207401 req-29c9a087-916e-4be6-bd63-b039d1b75ba8 service neutron] Attempting to bind port 9ed84870-4c5c-4e8d-901c-85443b91e965 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '21e1a332-491d-46ef-987f-a7724d369c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '078714d9-431e-4632-b957-c9a7230e7876'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:31:32.009219 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c01da3-7503-4a14-bb90-cc1352207401 req-29c9a087-916e-4be6-bd63-b039d1b75ba8 service neutron] Attempting to bind port 9ed84870-4c5c-4e8d-901c-85443b91e965 on network 078714d9-431e-4632-b957-c9a7230e7876 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:31:32.013670 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c01da3-7503-4a14-bb90-cc1352207401 req-29c9a087-916e-4be6-bd63-b039d1b75ba8 service neutron] Port 9ed84870-4c5c-4e8d-901c-85443b91e965 on network 078714d9-431e-4632-b957-c9a7230e7876 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:31:32.013985 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c01da3-7503-4a14-bb90-cc1352207401 req-29c9a087-916e-4be6-bd63-b039d1b75ba8 service neutron] Attempting to bind port 9ed84870-4c5c-4e8d-901c-85443b91e965 on network 078714d9-431e-4632-b957-c9a7230e7876 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:31:32.018783 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c01da3-7503-4a14-bb90-cc1352207401 req-29c9a087-916e-4be6-bd63-b039d1b75ba8 service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:31:32.019115 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c01da3-7503-4a14-bb90-cc1352207401 req-29c9a087-916e-4be6-bd63-b039d1b75ba8 service neutron] Checking segment: {'id': '21e1a332-491d-46ef-987f-a7724d369c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '078714d9-431e-4632-b957-c9a7230e7876'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:31:32.019496 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4c01da3-7503-4a14-bb90-cc1352207401 req-29c9a087-916e-4be6-bd63-b039d1b75ba8 service neutron] Bound using segment: {'id': '21e1a332-491d-46ef-987f-a7724d369c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '078714d9-431e-4632-b957-c9a7230e7876'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:31:32.019920 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-f4c01da3-7503-4a14-bb90-cc1352207401 req-29c9a087-916e-4be6-bd63-b039d1b75ba8 service neutron] Bound port: 9ed84870-4c5c-4e8d-901c-85443b91e965, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21e1a332-491d-46ef-987f-a7724d369c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '078714d9-431e-4632-b957-c9a7230e7876'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:31:32.020276 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-f4c01da3-7503-4a14-bb90-cc1352207401 req-29c9a087-916e-4be6-bd63-b039d1b75ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:32.021072 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1886bf2f-acaa-4c52-9151-d3d88abf568a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:32.035452 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['78380d9b-459e-4756-97e6-f269bc02f1fb'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:31:32.085263 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-f4c01da3-7503-4a14-bb90-cc1352207401 req-29c9a087-916e-4be6-bd63-b039d1b75ba8 service neutron] For port 9ed84870-4c5c-4e8d-901c-85443b91e965, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:31:32.088950 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-f4c01da3-7503-4a14-bb90-cc1352207401 req-29c9a087-916e-4be6-bd63-b039d1b75ba8 service neutron] For port 9ed84870-4c5c-4e8d-901c-85443b91e965, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=9ed84870-4c5c-4e8d-901c-85443b91e965,segment=NetworkSegment(21e1a332-491d-46ef-987f-a7724d369c2e),segment_id=21e1a332-491d-46ef-987f-a7724d369c2e)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:31:32.111270 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1886bf2f-acaa-4c52-9151-d3d88abf568a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:32.149550 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1886bf2f-acaa-4c52-9151-d3d88abf568a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1271} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:31:32.159691 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1886bf2f-acaa-4c52-9151-d3d88abf568a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c16e7e22-df5a-48d4-a730-a430882f2675,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:32.165810 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 15:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcac9a06-8beb-4193-8ab2-e33f2a7f9590 x-openstack-request-id: req-fcac9a06-8beb-4193-8ab2-e33f2a7f9590 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:31:32.166870 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a22ca00-0c31-4d31-ac33-a8fb3fb12770", "name": "network-vif-unplugged", "status": "completed", "tag": "9ed84870-4c5c-4e8d-901c-85443b91e965", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:31:32.167157 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-fcac9a06-8beb-4193-8ab2-e33f2a7f9590 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:31:32.167537 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a22ca00-0c31-4d31-ac33-a8fb3fb12770', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ed84870-4c5c-4e8d-901c-85443b91e965', 'code': 200} Sep 24 15:31:32.178529 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1886bf2f-acaa-4c52-9151-d3d88abf568a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:32.178867 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-1886bf2f-acaa-4c52-9151-d3d88abf568a admin admin] Added segment c1ea957e-3572-4ce6-91ba-9af3f3857941 of type vlan for network c33103db-0afd-4adc-babc-4c64ec996cce Sep 24 15:31:32.198531 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-f4c01da3-7503-4a14-bb90-cc1352207401 req-29c9a087-916e-4be6-bd63-b039d1b75ba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:32.218733 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1886bf2f-acaa-4c52-9151-d3d88abf568a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:32.271742 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 37012) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:32.287477 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-57e7c6cb-3483-4ee8-bb8f-96192c255857 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:32.318434 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c01da3-7503-4a14-bb90-cc1352207401 req-29c9a087-916e-4be6-bd63-b039d1b75ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:32.319523 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-f4c01da3-7503-4a14-bb90-cc1352207401 req-29c9a087-916e-4be6-bd63-b039d1b75ba8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:32.321237 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f4c01da3-7503-4a14-bb90-cc1352207401 req-29c9a087-916e-4be6-bd63-b039d1b75ba8 service neutron] 10.222.0.110 "PUT /v2.0/ports/9ed84870-4c5c-4e8d-901c-85443b91e965 HTTP/1.1" status: 200 len: 1122 time: 1.0914636 Sep 24 15:31:32.330533 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c9a087-916e-4be6-bd63-b039d1b75ba8 service neutron] Pushing event updated for resources: {'Port': ['ID=9ed84870-4c5c-4e8d-901c-85443b91e965,revision_number=8']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:32.353998 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c3c820-8819-47e4-8a6d-16352c69d861 req-1dbc534b-a4b6-4966-aa64-328992578599 tempest-TenantUsagesTestJSON-512379752 tempest-TenantUsagesTestJSON-512379752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:32.364481 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d9c3c820-8819-47e4-8a6d-16352c69d861 req-1dbc534b-a4b6-4966-aa64-328992578599 tempest-TenantUsagesTestJSON-512379752 tempest-TenantUsagesTestJSON-512379752-project] 10.222.0.101 "GET /v2.0/ports?device_id=16827d85-980c-4f1d-a6b8-a7ca7defb301 HTTP/1.1" status: 200 len: 949 time: 0.1342678 Sep 24 15:31:32.401738 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1886bf2f-acaa-4c52-9151-d3d88abf568a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:32.402546 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['9ed84870-4c5c-4e8d-901c-85443b91e965'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:31:32.403269 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1886bf2f-acaa-4c52-9151-d3d88abf568a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:32.404073 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1886bf2f-acaa-4c52-9151-d3d88abf568a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:32.417881 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d9c3c820-8819-47e4-8a6d-16352c69d861 req-ce6ffa34-90c8-4a51-9e11-d855722f1089 tempest-TenantUsagesTestJSON-512379752 tempest-TenantUsagesTestJSON-512379752-project] 10.222.0.101 "GET /v2.0/security-groups?id=1e471e98-c788-4c49-bf8d-6f7c9f9edfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520780 Sep 24 15:31:32.431136 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-57e7c6cb-3483-4ee8-bb8f-96192c255857 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:32.505427 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1886bf2f-acaa-4c52-9151-d3d88abf568a admin admin] Pushing event updated for resources: {'Network': ['ID=c33103db-0afd-4adc-babc-4c64ec996cce,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:32.527160 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network c33103db-0afd-4adc-babc-4c64ec996cce details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:31:32.542542 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36bdac7-22f0-42b7-8569-6fd272b81d8e req-ba53d065-9d7d-484c-a479-f32ebf4cf1b4 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:32.544170 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f36bdac7-22f0-42b7-8569-6fd272b81d8e req-ba53d065-9d7d-484c-a479-f32ebf4cf1b4 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/ports?device_id=a7ef92ad-9f13-4c82-9475-1e1aaab69723 HTTP/1.1" status: 200 len: 950 time: 0.1078923 Sep 24 15:31:32.546500 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-57e7c6cb-3483-4ee8-bb8f-96192c255857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:32.619529 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e7c6cb-3483-4ee8-bb8f-96192c255857 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c86b72c5-dd23-405a-ac84-76ca2e7c7dd5,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:32.645350 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-57e7c6cb-3483-4ee8-bb8f-96192c255857 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=cb4a05b221ee44b8aa075ded4615e375&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3724027 Sep 24 15:31:32.649407 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-1886bf2f-acaa-4c52-9151-d3d88abf568a admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8788071 Sep 24 15:31:32.649550 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 37026) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:32.649945 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 37028) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:32.662967 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f36bdac7-22f0-42b7-8569-6fd272b81d8e req-44c93c47-bf41-4f3a-be95-351c4c7c1751 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/security-groups?id=0268c003-3c0a-4423-850e-bd048c2eae50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058354 Sep 24 15:31:32.679330 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-ea66e96f-8aba-4856-8e6c-09d7250b4c91 admin admin] Request body: {'subnet': {'network_id': 'c33103db-0afd-4adc-babc-4c64ec996cce', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1964183997-subnet', 'tenant_id': 'a712affe913a49a9929c127455846095', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:31:32.735782 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-55c2e0a7-d0b2-40ba-a0dd-8d96f7d1aaa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:32.763070 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-55c2e0a7-d0b2-40ba-a0dd-8d96f7d1aaa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:32.848201 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea66e96f-8aba-4856-8e6c-09d7250b4c91 admin admin] Made reservation on behalf of a712affe913a49a9929c127455846095 for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:31:32.850623 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ea66e96f-8aba-4856-8e6c-09d7250b4c91 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:32.917888 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-55c2e0a7-d0b2-40ba-a0dd-8d96f7d1aaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:32.920851 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-55c2e0a7-d0b2-40ba-a0dd-8d96f7d1aaa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:32.921985 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-55c2e0a7-d0b2-40ba-a0dd-8d96f7d1aaa7 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c86b72c5-dd23-405a-ac84-76ca2e7c7dd5 HTTP/1.1" status: 204 len: 168 time: 0.2729108 Sep 24 15:31:32.935520 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c2e0a7-d0b2-40ba-a0dd-8d96f7d1aaa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86b72c5-dd23-405a-ac84-76ca2e7c7dd5,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:33.242525 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ada28-c10c-4e23-8b04-9f0a802ab4c5 req-bfbc1225-c7e6-4b96-b273-c84b616b31d3 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:33.244915 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2b3ada28-c10c-4e23-8b04-9f0a802ab4c5 req-bfbc1225-c7e6-4b96-b273-c84b616b31d3 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a22ca00-0c31-4d31-ac33-a8fb3fb12770 HTTP/1.1" status: 200 len: 944 time: 0.0516622 Sep 24 15:31:33.284915 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2b3ada28-c10c-4e23-8b04-9f0a802ab4c5 req-45d994d6-02ff-4433-8a4f-66400f6f8ead tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329316 Sep 24 15:31:33.327251 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ea66e96f-8aba-4856-8e6c-09d7250b4c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:33.398134 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 78380d9b-459e-4756-97e6-f269bc02f1fb up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:31:33.405423 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea66e96f-8aba-4856-8e6c-09d7250b4c91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46bb2ea2-4381-4fbd-a360-2a94ce9ef291,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:33.415268 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea66e96f-8aba-4856-8e6c-09d7250b4c91 admin admin] Checking segment: {'id': 'c1ea957e-3572-4ce6-91ba-9af3f3857941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': 'c33103db-0afd-4adc-babc-4c64ec996cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:31:33.415626 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea66e96f-8aba-4856-8e6c-09d7250b4c91 admin admin] Network hostable DHCP agents. Network: c33103db-0afd-4adc-babc-4c64ec996cce, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:31:33.477697 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77db572-5332-4c0f-9449-bb39af64b477 req-36976139-d417-47e6-9e61-8a918693efe5 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:33.480275 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a77db572-5332-4c0f-9449-bb39af64b477 req-36976139-d417-47e6-9e61-8a918693efe5 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/ports?device_id=a7ef92ad-9f13-4c82-9475-1e1aaab69723 HTTP/1.1" status: 200 len: 950 time: 0.0865378 Sep 24 15:31:33.505189 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea66e96f-8aba-4856-8e6c-09d7250b4c91 admin admin] Network c33103db-0afd-4adc-babc-4c64ec996cce is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:31:33.532693 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a77db572-5332-4c0f-9449-bb39af64b477 req-10e654de-9b01-4564-8f9f-e7e19d2ce3a4 tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/security-groups?id=0268c003-3c0a-4423-850e-bd048c2eae50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406346 Sep 24 15:31:33.533913 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port 78380d9b-459e-4756-97e6-f269bc02f1fb completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:31:33.538125 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port 78380d9b-459e-4756-97e6-f269bc02f1fb triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:31:33.538566 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:33.617657 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:33.642321 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16827d85-980c-4f1d-a6b8-a7ca7defb301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78380d9b-459e-4756-97e6-f269bc02f1fb'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:31:33.644581 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8beba4be-ea74-46ea-9d19-7cee792393c4" -d '{"events": [{"server_uuid": "16827d85-980c-4f1d-a6b8-a7ca7defb301", "name": "network-vif-plugged", "status": "completed", "tag": "78380d9b-459e-4756-97e6-f269bc02f1fb"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:31:33.659844 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 78380d9b-459e-4756-97e6-f269bc02f1fb, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=78380d9b-459e-4756-97e6-f269bc02f1fb,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:31:33.682993 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-ea66e96f-8aba-4856-8e6c-09d7250b4c91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, c33103db-0afd-4adc-babc-4c64ec996cce) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:31:33.687926 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea66e96f-8aba-4856-8e6c-09d7250b4c91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:33.688513 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ea66e96f-8aba-4856-8e6c-09d7250b4c91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:33.699326 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5549871-267d-47a6-badd-f90b8d967b3a None None] Network c33103db-0afd-4adc-babc-4c64ec996cce requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:31:33.719345 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3028e49-49fd-4306-abc5-c6428e20c590 req-517a7010-20fe-4020-ba39-cc96ec0fff08 tempest-TenantUsagesTestJSON-512379752 tempest-TenantUsagesTestJSON-512379752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:33.721007 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c3028e49-49fd-4306-abc5-c6428e20c590 req-517a7010-20fe-4020-ba39-cc96ec0fff08 tempest-TenantUsagesTestJSON-512379752 tempest-TenantUsagesTestJSON-512379752-project] 10.222.0.101 "GET /v2.0/ports?device_id=16827d85-980c-4f1d-a6b8-a7ca7defb301 HTTP/1.1" status: 200 len: 949 time: 0.0532577 Sep 24 15:31:33.763182 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c3028e49-49fd-4306-abc5-c6428e20c590 req-9041a978-3c92-4a35-b6cf-7330028517ea tempest-TenantUsagesTestJSON-512379752 tempest-TenantUsagesTestJSON-512379752-project] 10.222.0.101 "GET /v2.0/security-groups?id=1e471e98-c788-4c49-bf8d-6f7c9f9edfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350618 Sep 24 15:31:33.855723 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-ea66e96f-8aba-4856-8e6c-09d7250b4c91 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1988652 Sep 24 15:31:33.875123 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f37e9fa-a310-4a7f-a569-73d2f2355014 x-openstack-request-id: req-8f37e9fa-a310-4a7f-a569-73d2f2355014 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:31:33.875478 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16827d85-980c-4f1d-a6b8-a7ca7defb301", "name": "network-vif-plugged", "status": "completed", "tag": "78380d9b-459e-4756-97e6-f269bc02f1fb", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:31:33.875659 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-8f37e9fa-a310-4a7f-a569-73d2f2355014 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:31:33.876041 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16827d85-980c-4f1d-a6b8-a7ca7defb301', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78380d9b-459e-4756-97e6-f269bc02f1fb', 'code': 200} Sep 24 15:31:33.884712 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:33.941477 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79071438-5d4f-4fbc-9d63-c6f043007b3d req-de3ea1b6-d23c-4780-91cf-1bfb5032554d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:33.943218 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-79071438-5d4f-4fbc-9d63-c6f043007b3d req-de3ea1b6-d23c-4780-91cf-1bfb5032554d service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=16827d85-980c-4f1d-a6b8-a7ca7defb301 HTTP/1.1" status: 200 len: 1101 time: 0.0527332 Sep 24 15:31:33.973203 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=78380d9b-459e-4756-97e6-f269bc02f1fb,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:33.983991 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-79071438-5d4f-4fbc-9d63-c6f043007b3d req-369e0421-c3d5-441d-82ba-541bcec0a080 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=1e471e98-c788-4c49-bf8d-6f7c9f9edfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323253 Sep 24 15:31:33.990629 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-14ea9217-480b-40dc-8c69-9e876588ef88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:33.999598 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d88ad82-9445-45c7-9e37-5cfc6c12c979 None None] Network c33103db-0afd-4adc-babc-4c64ec996cce requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:31:34.168616 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a22ca00-0c31-4d31-ac33-a8fb3fb12770', 'tag': '9ed84870-4c5c-4e8d-901c-85443b91e965'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:31:34.174568 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e8c9a5-1341-40e3-a036-c3bfd3f02aac" -d '{"events": [{"name": "network-changed", "server_uuid": "9a22ca00-0c31-4d31-ac33-a8fb3fb12770", "tag": "9ed84870-4c5c-4e8d-901c-85443b91e965"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:31:34.208109 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-836b6dd5-ca7b-4738-97b7-a7725ee50fcb x-openstack-request-id: req-836b6dd5-ca7b-4738-97b7-a7725ee50fcb {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:31:34.208571 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a22ca00-0c31-4d31-ac33-a8fb3fb12770", "tag": "9ed84870-4c5c-4e8d-901c-85443b91e965", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:31:34.208823 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-836b6dd5-ca7b-4738-97b7-a7725ee50fcb {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:31:34.209207 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a22ca00-0c31-4d31-ac33-a8fb3fb12770', 'tag': '9ed84870-4c5c-4e8d-901c-85443b91e965', 'status': 'completed', 'code': 200} Sep 24 15:31:34.231522 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:34.277582 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e8c9a5-1341-40e3-a036-c3bfd3f02aac req-faf4001a-b7bd-4458-b7ef-5ffa7356bd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:34.279275 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-87e8c9a5-1341-40e3-a036-c3bfd3f02aac req-faf4001a-b7bd-4458-b7ef-5ffa7356bd6b service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=afd1b0df78e44afd8dcda9521b21852d&device_id=9a22ca00-0c31-4d31-ac33-a8fb3fb12770 HTTP/1.1" status: 200 len: 1125 time: 0.0432377 Sep 24 15:31:34.381421 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e8c9a5-1341-40e3-a036-c3bfd3f02aac req-cedfc439-b714-4e31-b85b-799c6ba318cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:34.382954 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-87e8c9a5-1341-40e3-a036-c3bfd3f02aac req-cedfc439-b714-4e31-b85b-799c6ba318cd service neutron] 10.222.0.108 "GET /v2.0/networks?id=078714d9-431e-4632-b957-c9a7230e7876 HTTP/1.1" status: 200 len: 909 time: 0.0933244 Sep 24 15:31:34.438142 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-87e8c9a5-1341-40e3-a036-c3bfd3f02aac req-bae40fc6-e7fa-4076-bfb0-4527a11afe68 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ed84870-4c5c-4e8d-901c-85443b91e965 HTTP/1.1" status: 200 len: 217 time: 0.0462368 Sep 24 15:31:34.503811 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e8c9a5-1341-40e3-a036-c3bfd3f02aac req-2bb1d714-ecf1-4031-804f-2a4dd34dc32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:34.505512 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-87e8c9a5-1341-40e3-a036-c3bfd3f02aac req-2bb1d714-ecf1-4031-804f-2a4dd34dc32c service neutron] 10.222.0.108 "GET /v2.0/subnets?id=84366809-0e1f-47c8-b0ea-166b7d29d1a7 HTTP/1.1" status: 200 len: 847 time: 0.0502057 Sep 24 15:31:34.539324 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-87e8c9a5-1341-40e3-a036-c3bfd3f02aac req-189b256b-7237-4bd7-abd9-243d8368205f service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=078714d9-431e-4632-b957-c9a7230e7876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256023 Sep 24 15:31:34.662914 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-87e8c9a5-1341-40e3-a036-c3bfd3f02aac req-36f4dec3-030b-45a7-9567-7f3281e1479f service neutron] 10.222.0.108 "GET /v2.0/networks/078714d9-431e-4632-b957-c9a7230e7876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079357 Sep 24 15:31:34.817632 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfc0959-2da5-4002-96f6-569c4969f218 req-9ad8a749-eaed-45e6-b770-6dcd992b169d tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:34.819775 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8dfc0959-2da5-4002-96f6-569c4969f218 req-9ad8a749-eaed-45e6-b770-6dcd992b169d tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.110 "GET /v2.0/ports?device_id=a7ef92ad-9f13-4c82-9475-1e1aaab69723 HTTP/1.1" status: 200 len: 950 time: 0.0531156 Sep 24 15:31:34.847356 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-87e8c9a5-1341-40e3-a036-c3bfd3f02aac req-0318912f-ccf7-4c79-95f3-8c13f6da2eb2 service neutron] 10.222.0.108 "GET /v2.0/networks/078714d9-431e-4632-b957-c9a7230e7876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755419 Sep 24 15:31:34.860282 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ac614-049c-4d17-b735-49fbd174a22c req-1b58340a-7e16-407c-a1b2-12b1a36993f9 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:34.861377 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e66ac614-049c-4d17-b735-49fbd174a22c req-1b58340a-7e16-407c-a1b2-12b1a36993f9 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/networks?id=058852f5-088e-42d1-b3e1-abf106a974a3 HTTP/1.1" status: 200 len: 821 time: 0.1761062 Sep 24 15:31:34.879776 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e66ac614-049c-4d17-b735-49fbd174a22c req-fabd8165-f86c-4ebc-a44d-b1a72a3fdcb2 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/quotas/8957a38149f44837aa315f739e11ffd3 HTTP/1.1" status: 200 len: 375 time: 0.0125086 Sep 24 15:31:34.921190 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e66ac614-049c-4d17-b735-49fbd174a22c req-1611750f-b5e5-4a19-85e2-369dabdae0fb tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=8957a38149f44837aa315f739e11ffd3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276484 Sep 24 15:31:34.989845 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-8dfc0959-2da5-4002-96f6-569c4969f218 req-0c7489a9-0a8e-47a0-b6e0-2018f65bd69f tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] Deleting port 6aad2c6a-79be-4a7a-b014-a37d06914166 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:31:34.990192 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8dfc0959-2da5-4002-96f6-569c4969f218 req-0c7489a9-0a8e-47a0-b6e0-2018f65bd69f tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:35.028237 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e66ac614-049c-4d17-b735-49fbd174a22c req-cf79f96c-7c8b-48f1-86ab-7bb58c376535 service neutron] 10.222.0.101 "GET /v2.0/networks/058852f5-088e-42d1-b3e1-abf106a974a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033590 Sep 24 15:31:35.097476 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-8dfc0959-2da5-4002-96f6-569c4969f218 req-0c7489a9-0a8e-47a0-b6e0-2018f65bd69f tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] For port 6aad2c6a-79be-4a7a-b014-a37d06914166, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=6aad2c6a-79be-4a7a-b014-a37d06914166,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:31:35.097476 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8dfc0959-2da5-4002-96f6-569c4969f218 req-0c7489a9-0a8e-47a0-b6e0-2018f65bd69f tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:35.097868 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:35.137934 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-8dfc0959-2da5-4002-96f6-569c4969f218 req-0c7489a9-0a8e-47a0-b6e0-2018f65bd69f tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] Calling delete_port for 6aad2c6a-79be-4a7a-b014-a37d06914166 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:31:35.160330 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e66ac614-049c-4d17-b735-49fbd174a22c req-5918a9ae-cb1b-489e-a3db-a9704ce205bc service neutron] 10.222.0.101 "GET /v2.0/networks/058852f5-088e-42d1-b3e1-abf106a974a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210372 Sep 24 15:31:35.233588 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 9ed84870-4c5c-4e8d-901c-85443b91e965 details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:31:35.261923 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bfea07-99e1-4c9b-9b08-8460c9f514ae req-95a20d8d-eb81-4812-b26d-cdcd221c09bb tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:35.263442 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a8bfea07-99e1-4c9b-9b08-8460c9f514ae req-95a20d8d-eb81-4812-b26d-cdcd221c09bb tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a22ca00-0c31-4d31-ac33-a8fb3fb12770 HTTP/1.1" status: 200 len: 944 time: 0.0738919 Sep 24 15:31:35.355142 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a8bfea07-99e1-4c9b-9b08-8460c9f514ae req-1a61d476-3674-4a48-8935-925a6fe6be1a tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750897 Sep 24 15:31:35.421024 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 9ed84870-4c5c-4e8d-901c-85443b91e965, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=9ed84870-4c5c-4e8d-901c-85443b91e965,segment=NetworkSegment(21e1a332-491d-46ef-987f-a7724d369c2e),segment_id=21e1a332-491d-46ef-987f-a7724d369c2e)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:31:35.431345 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8dfc0959-2da5-4002-96f6-569c4969f218 req-0c7489a9-0a8e-47a0-b6e0-2018f65bd69f tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:35.450313 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['6aad2c6a-79be-4a7a-b014-a37d06914166'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:31:35.480987 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 9ed84870-4c5c-4e8d-901c-85443b91e965 has no active binding in host n-h1-808921-1 {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 24 15:31:35.494022 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7489a9-0a8e-47a0-b6e0-2018f65bd69f tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] Pushing event deleted for resources: {'Port': ['ID=6aad2c6a-79be-4a7a-b014-a37d06914166,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:35.661630 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dfc0959-2da5-4002-96f6-569c4969f218 req-0c7489a9-0a8e-47a0-b6e0-2018f65bd69f tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] No DVR routers for this DVR port 6aad2c6a-79be-4a7a-b014-a37d06914166 on host n-h1-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:31:35.664853 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7972a6af-fd27-4e1f-9be8-3345ec4d9b06 req-4f3926af-a3df-4b68-92bb-05e01cad94dd tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/ports?device_id=a7ef92ad-9f13-4c82-9475-1e1aaab69723 HTTP/1.1" status: 200 len: 210 time: 0.1439016 Sep 24 15:31:35.666280 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8dfc0959-2da5-4002-96f6-569c4969f218 req-0c7489a9-0a8e-47a0-b6e0-2018f65bd69f tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:35.672738 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8dfc0959-2da5-4002-96f6-569c4969f218 req-0c7489a9-0a8e-47a0-b6e0-2018f65bd69f tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.110 "DELETE /v2.0/ports/6aad2c6a-79be-4a7a-b014-a37d06914166 HTTP/1.1" status: 204 len: 173 time: 0.8397503 Sep 24 15:31:35.840877 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadb3d9d-afca-46b4-90e2-3bcd32ded60f req-486e9ef1-7d7e-4562-a29a-0240df4190ba tempest-TenantUsagesTestJSON-512379752 tempest-TenantUsagesTestJSON-512379752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:35.842619 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-eadb3d9d-afca-46b4-90e2-3bcd32ded60f req-486e9ef1-7d7e-4562-a29a-0240df4190ba tempest-TenantUsagesTestJSON-512379752 tempest-TenantUsagesTestJSON-512379752-project] 10.222.0.101 "GET /v2.0/ports?device_id=16827d85-980c-4f1d-a6b8-a7ca7defb301 HTTP/1.1" status: 200 len: 950 time: 0.0705364 Sep 24 15:31:35.876154 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 37144) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:35.886694 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-eadb3d9d-afca-46b4-90e2-3bcd32ded60f req-289f87de-ca24-432b-8a64-01ef7cdaf4c0 tempest-TenantUsagesTestJSON-512379752 tempest-TenantUsagesTestJSON-512379752-project] 10.222.0.101 "GET /v2.0/security-groups?id=1e471e98-c788-4c49-bf8d-6f7c9f9edfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363662 Sep 24 15:31:35.960215 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b509325a-0528-4542-9f32-2c5ac73dbdad req-8686038c-8057-42d1-a6eb-ed560667eab1 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=eb088bff-fcfd-4c14-a9e8-196cc1fc32a6 HTTP/1.1" status: 200 len: 210 time: 0.0315435 Sep 24 15:31:36.027149 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9ba6afd9-b6c4-4588-a5fe-da3508a2625a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:36.184434 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9ba6afd9-b6c4-4588-a5fe-da3508a2625a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:36.211680 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7ef92ad-9f13-4c82-9475-1e1aaab69723', 'name': 'network-vif-deleted', 'tag': '6aad2c6a-79be-4a7a-b014-a37d06914166'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:31:36.214895 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32c8103f-a303-4dc7-97b4-f6ecd37b9144" -d '{"events": [{"server_uuid": "a7ef92ad-9f13-4c82-9475-1e1aaab69723", "name": "network-vif-deleted", "tag": "6aad2c6a-79be-4a7a-b014-a37d06914166"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:31:36.283646 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9ba6afd9-b6c4-4588-a5fe-da3508a2625a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:36.362681 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-034963ef-5043-40ae-8e2f-573ddada6528 x-openstack-request-id: req-034963ef-5043-40ae-8e2f-573ddada6528 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:31:36.363174 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7ef92ad-9f13-4c82-9475-1e1aaab69723", "name": "network-vif-deleted", "tag": "6aad2c6a-79be-4a7a-b014-a37d06914166", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:31:36.363962 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-034963ef-5043-40ae-8e2f-573ddada6528 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:31:36.364485 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7ef92ad-9f13-4c82-9475-1e1aaab69723', 'name': 'network-vif-deleted', 'tag': '6aad2c6a-79be-4a7a-b014-a37d06914166', 'status': 'completed', 'code': 200} Sep 24 15:31:36.398702 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 37174) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:36.398810 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-9ba6afd9-b6c4-4588-a5fe-da3508a2625a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=be534dc96fda43b1bfc6e49457706fe2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5207071 Sep 24 15:31:36.402754 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba6afd9-b6c4-4588-a5fe-da3508a2625a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4df8b8-f97f-4569-9a9b-e1bbb82403cf,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:36.476048 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-452e6163-28ee-4000-af6a-afbd01876950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:36.511277 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-452e6163-28ee-4000-af6a-afbd01876950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:36.540645 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd2956-ff15-4390-9fa4-8bf1d2b42f5c req-2f00fbf8-4522-4a80-8134-ac2f0fca26de tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:36.540645 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7ebd2956-ff15-4390-9fa4-8bf1d2b42f5c req-2f00fbf8-4522-4a80-8134-ac2f0fca26de tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a22ca00-0c31-4d31-ac33-a8fb3fb12770 HTTP/1.1" status: 200 len: 944 time: 0.0620492 Sep 24 15:31:36.563302 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:36.582946 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7ebd2956-ff15-4390-9fa4-8bf1d2b42f5c req-17c60187-c210-46f1-a517-c1c4fc5f16d5 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377617 Sep 24 15:31:36.757206 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-452e6163-28ee-4000-af6a-afbd01876950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:36.757206 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-452e6163-28ee-4000-af6a-afbd01876950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:36.757206 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-452e6163-28ee-4000-af6a-afbd01876950 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/6a4df8b8-f97f-4569-9a9b-e1bbb82403cf HTTP/1.1" status: 204 len: 168 time: 0.3549397 Sep 24 15:31:36.763688 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452e6163-28ee-4000-af6a-afbd01876950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4df8b8-f97f-4569-9a9b-e1bbb82403cf,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:36.827367 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-36e84ce4-3537-4613-adad-52e9066ff325 req-53efb41f-2f13-40a8-afff-1c65662e07da tempest-DeleteServersAdminTestJSON-1306906611 tempest-DeleteServersAdminTestJSON-1306906611-project] 10.222.0.101 "GET /v2.0/ports?device_id=a7ef92ad-9f13-4c82-9475-1e1aaab69723 HTTP/1.1" status: 200 len: 210 time: 0.0299664 Sep 24 15:31:37.001834 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 37200) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:37.079147 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4866f8b5-fd1c-451b-8b23-1e12297c1f13 req-13170419-3cd9-49fa-941c-0a16a4d111f3 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=eb088bff-fcfd-4c14-a9e8-196cc1fc32a6 HTTP/1.1" status: 200 len: 210 time: 0.0273170 Sep 24 15:31:37.121714 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e72f83-69c7-4ed7-9eae-0477e3b53237 req-202d8065-60b9-4979-8e99-0c1ff35d299d tempest-TenantUsagesTestJSON-512379752 tempest-TenantUsagesTestJSON-512379752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:37.123298 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-08e72f83-69c7-4ed7-9eae-0477e3b53237 req-202d8065-60b9-4979-8e99-0c1ff35d299d tempest-TenantUsagesTestJSON-512379752 tempest-TenantUsagesTestJSON-512379752-project] 10.222.0.101 "GET /v2.0/ports?device_id=16827d85-980c-4f1d-a6b8-a7ca7defb301 HTTP/1.1" status: 200 len: 950 time: 0.0660329 Sep 24 15:31:37.165228 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-08e72f83-69c7-4ed7-9eae-0477e3b53237 req-8d0f9922-b06a-4b15-8db2-2e1b8cdd152f tempest-TenantUsagesTestJSON-512379752 tempest-TenantUsagesTestJSON-512379752-project] 10.222.0.101 "GET /v2.0/security-groups?id=1e471e98-c788-4c49-bf8d-6f7c9f9edfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354204 Sep 24 15:31:37.243734 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a367e278-053f-4cfd-a146-fbf842fa4417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:37.340260 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a367e278-053f-4cfd-a146-fbf842fa4417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:37.437052 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a367e278-053f-4cfd-a146-fbf842fa4417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:37.477895 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-a367e278-053f-4cfd-a146-fbf842fa4417 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ab7a4331a06943b291c997aff53a821c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4748528 Sep 24 15:31:37.479434 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a367e278-053f-4cfd-a146-fbf842fa4417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b523fef0-6876-4cd2-a6f9-44b7943a8a71,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:37.480725 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 37208) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:37.535893 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-32c29935-6185-4d94-a8e7-6eb273db0541 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:37.558651 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-32c29935-6185-4d94-a8e7-6eb273db0541 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:37.576218 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 37212) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:37.616553 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 37218) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:37.627512 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-51eec471-2313-425d-b85a-66b7b410c1fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:37.707619 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990e0a78-eb39-42bd-85f6-9500d38f9951 req-5329284b-b261-4263-af9d-7dd28744313b tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:37.715149 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-990e0a78-eb39-42bd-85f6-9500d38f9951 req-5329284b-b261-4263-af9d-7dd28744313b tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a22ca00-0c31-4d31-ac33-a8fb3fb12770 HTTP/1.1" status: 200 len: 944 time: 0.0584452 Sep 24 15:31:37.719040 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-32c29935-6185-4d94-a8e7-6eb273db0541 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:37.721806 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-32c29935-6185-4d94-a8e7-6eb273db0541 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:37.723174 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-32c29935-6185-4d94-a8e7-6eb273db0541 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/b523fef0-6876-4cd2-a6f9-44b7943a8a71 HTTP/1.1" status: 204 len: 168 time: 0.2411394 Sep 24 15:31:37.746632 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c29935-6185-4d94-a8e7-6eb273db0541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b523fef0-6876-4cd2-a6f9-44b7943a8a71,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:37.800704 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-990e0a78-eb39-42bd-85f6-9500d38f9951 req-0882f3df-e290-4db6-a8d9-154f08f6c374 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763030 Sep 24 15:31:37.823269 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-612646e7-4c58-4e63-82c7-0b8ebc3e1bb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:37.867336 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-51eec471-2313-425d-b85a-66b7b410c1fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:37.972206 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-51eec471-2313-425d-b85a-66b7b410c1fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:38.030783 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-51eec471-2313-425d-b85a-66b7b410c1fd admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=9b6ea017b54345d4aa1de955e09cd386&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4163742 Sep 24 15:31:38.032987 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51eec471-2313-425d-b85a-66b7b410c1fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=088e8e38-ed46-4402-b027-266bb4e03d2c,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:38.033638 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 37236) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:38.094589 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d783023d-7951-4d93-b0b3-9d8b867a8514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:38.113260 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-612646e7-4c58-4e63-82c7-0b8ebc3e1bb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:38.128531 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d783023d-7951-4d93-b0b3-9d8b867a8514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:38.194683 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ffb7e6d3-a054-4332-bc2d-49a062c926e3 req-ebb8d287-fca0-44f7-9e77-084d17a1a467 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=eb088bff-fcfd-4c14-a9e8-196cc1fc32a6 HTTP/1.1" status: 200 len: 210 time: 0.0260873 Sep 24 15:31:38.254544 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-612646e7-4c58-4e63-82c7-0b8ebc3e1bb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:38.288508 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde1397a-fbbd-4a51-8b67-af0e299336fa req-fc017ab3-8ea4-4822-88fb-3b6f6b1ae202 tempest-TenantUsagesTestJSON-512379752 tempest-TenantUsagesTestJSON-512379752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:38.289978 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cde1397a-fbbd-4a51-8b67-af0e299336fa req-fc017ab3-8ea4-4822-88fb-3b6f6b1ae202 tempest-TenantUsagesTestJSON-512379752 tempest-TenantUsagesTestJSON-512379752-project] 10.222.0.101 "GET /v2.0/ports?device_id=16827d85-980c-4f1d-a6b8-a7ca7defb301 HTTP/1.1" status: 200 len: 950 time: 0.0515468 Sep 24 15:31:38.295092 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-612646e7-4c58-4e63-82c7-0b8ebc3e1bb5 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=14c46d500c2f4168bf5ce6fd99e106d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7178841 Sep 24 15:31:38.296341 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612646e7-4c58-4e63-82c7-0b8ebc3e1bb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44d615d5-2499-4c28-aa11-8304019ed7de,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:38.298997 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 37244) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:38.335124 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cde1397a-fbbd-4a51-8b67-af0e299336fa req-76f80e04-d9c3-4aad-ba96-ce88e6e52fd0 tempest-TenantUsagesTestJSON-512379752 tempest-TenantUsagesTestJSON-512379752-project] 10.222.0.101 "GET /v2.0/security-groups?id=1e471e98-c788-4c49-bf8d-6f7c9f9edfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369658 Sep 24 15:31:38.341266 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d783023d-7951-4d93-b0b3-9d8b867a8514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:38.345558 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d783023d-7951-4d93-b0b3-9d8b867a8514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:38.347639 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-d783023d-7951-4d93-b0b3-9d8b867a8514 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/088e8e38-ed46-4402-b027-266bb4e03d2c HTTP/1.1" status: 204 len: 168 time: 0.3123426 Sep 24 15:31:38.357112 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d783023d-7951-4d93-b0b3-9d8b867a8514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=088e8e38-ed46-4402-b027-266bb4e03d2c,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:38.372972 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6fa8136e-41d1-4a2e-8f64-28abfec3316e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:38.395298 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6fa8136e-41d1-4a2e-8f64-28abfec3316e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:38.534297 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6fa8136e-41d1-4a2e-8f64-28abfec3316e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:38.536936 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6fa8136e-41d1-4a2e-8f64-28abfec3316e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:38.538169 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-6fa8136e-41d1-4a2e-8f64-28abfec3316e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/44d615d5-2499-4c28-aa11-8304019ed7de HTTP/1.1" status: 204 len: 168 time: 0.2266936 Sep 24 15:31:38.543021 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ac614-049c-4d17-b735-49fbd174a22c req-5b54a988-0fac-4d3c-8e45-3f93d341c023 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:38.544504 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e66ac614-049c-4d17-b735-49fbd174a22c req-5b54a988-0fac-4d3c-8e45-3f93d341c023 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.110 "GET /v2.0/networks?id=058852f5-088e-42d1-b3e1-abf106a974a3 HTTP/1.1" status: 200 len: 821 time: 0.1001024 Sep 24 15:31:38.545890 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa8136e-41d1-4a2e-8f64-28abfec3316e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44d615d5-2499-4c28-aa11-8304019ed7de,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:38.567360 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-e66ac614-049c-4d17-b735-49fbd174a22c req-539b1ada-1e5f-40f6-b870-95a787a08be6 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Request body: {'port': {'device_id': 'eb088bff-fcfd-4c14-a9e8-196cc1fc32a6', 'network_id': '058852f5-088e-42d1-b3e1-abf106a974a3', 'admin_state_up': True, 'tenant_id': '8957a38149f44837aa315f739e11ffd3'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:31:38.622183 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 37250) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:38.626325 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:38.639302 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-86b841c3-beaf-41b0-9aec-2638bb6570c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:38.734068 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-86b841c3-beaf-41b0-9aec-2638bb6570c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:38.843510 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-86b841c3-beaf-41b0-9aec-2638bb6570c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:38.887819 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-86b841c3-beaf-41b0-9aec-2638bb6570c7 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ad705b9762234b0e8d0b730471a0315a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2644835 Sep 24 15:31:38.890659 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 37258) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:38.896755 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b841c3-beaf-41b0-9aec-2638bb6570c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=577a1f22-57a0-4d80-86e3-6b77ce480b03,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:38.925847 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6864a7-4ef3-4484-b061-1232e0fd8471 req-bbd79733-6e51-40de-88a1-6fd878e9a678 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:38.927370 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1b6864a7-4ef3-4484-b061-1232e0fd8471 req-bbd79733-6e51-40de-88a1-6fd878e9a678 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a22ca00-0c31-4d31-ac33-a8fb3fb12770 HTTP/1.1" status: 200 len: 944 time: 0.0504484 Sep 24 15:31:38.948474 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-614517e4-5362-4328-bb95-72dd798aaeb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:38.973572 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-614517e4-5362-4328-bb95-72dd798aaeb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:38.974208 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1b6864a7-4ef3-4484-b061-1232e0fd8471 req-751d8791-2189-480a-8854-35f71f140bd3 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397151 Sep 24 15:31:39.031341 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e66ac614-049c-4d17-b735-49fbd174a22c req-539b1ada-1e5f-40f6-b870-95a787a08be6 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Made reservation on behalf of 8957a38149f44837aa315f739e11ffd3 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:31:39.035003 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e66ac614-049c-4d17-b735-49fbd174a22c req-539b1ada-1e5f-40f6-b870-95a787a08be6 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:39.194560 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790d765f-7695-4ecd-888d-0919c4d58663 req-b7edbffb-6a79-4d3f-ba94-59029109ab45 tempest-TenantUsagesTestJSON-512379752 tempest-TenantUsagesTestJSON-512379752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:39.194560 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-790d765f-7695-4ecd-888d-0919c4d58663 req-b7edbffb-6a79-4d3f-ba94-59029109ab45 tempest-TenantUsagesTestJSON-512379752 tempest-TenantUsagesTestJSON-512379752-project] 10.222.0.108 "GET /v2.0/ports?device_id=16827d85-980c-4f1d-a6b8-a7ca7defb301 HTTP/1.1" status: 200 len: 950 time: 0.0516226 Sep 24 15:31:39.196556 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 37262) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:39.234393 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-614517e4-5362-4328-bb95-72dd798aaeb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:39.234393 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-614517e4-5362-4328-bb95-72dd798aaeb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:39.238989 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-614517e4-5362-4328-bb95-72dd798aaeb1 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/577a1f22-57a0-4d80-86e3-6b77ce480b03 HTTP/1.1" status: 204 len: 168 time: 0.3445473 Sep 24 15:31:39.267738 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 6aad2c6a-79be-4a7a-b014-a37d06914166 no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:31:39.279775 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614517e4-5362-4328-bb95-72dd798aaeb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=577a1f22-57a0-4d80-86e3-6b77ce480b03,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:39.311118 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] No Port match for: 6aad2c6a-79be-4a7a-b014-a37d06914166 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:31:39.316606 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 6aad2c6a-79be-4a7a-b014-a37d06914166 not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:31:39.322319 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-122af657-9640-4523-8fe5-91818198cb91 req-98084c48-d9fb-4875-a1b5-31af5642800e tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=eb088bff-fcfd-4c14-a9e8-196cc1fc32a6 HTTP/1.1" status: 200 len: 210 time: 0.0379970 Sep 24 15:31:39.360487 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-790d765f-7695-4ecd-888d-0919c4d58663 req-c4493e83-211e-4665-b05e-45bb74a46d20 tempest-TenantUsagesTestJSON-512379752 tempest-TenantUsagesTestJSON-512379752-project] Deleting port 78380d9b-459e-4756-97e6-f269bc02f1fb {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:31:39.360868 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-790d765f-7695-4ecd-888d-0919c4d58663 req-c4493e83-211e-4665-b05e-45bb74a46d20 tempest-TenantUsagesTestJSON-512379752 tempest-TenantUsagesTestJSON-512379752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:39.386392 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-e66ac614-049c-4d17-b735-49fbd174a22c req-539b1ada-1e5f-40f6-b870-95a787a08be6 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Allocated IP 172.20.0.4 (058852f5-088e-42d1-b3e1-abf106a974a3/5c649312-ea12-4119-a9ca-d79c73d589c6/6ff65d2a-e143-4570-9b7a-a0356f19cba5) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:31:39.473378 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-790d765f-7695-4ecd-888d-0919c4d58663 req-c4493e83-211e-4665-b05e-45bb74a46d20 tempest-TenantUsagesTestJSON-512379752 tempest-TenantUsagesTestJSON-512379752-project] For port 78380d9b-459e-4756-97e6-f269bc02f1fb, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=78380d9b-459e-4756-97e6-f269bc02f1fb,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:31:39.473746 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-790d765f-7695-4ecd-888d-0919c4d58663 req-c4493e83-211e-4665-b05e-45bb74a46d20 tempest-TenantUsagesTestJSON-512379752 tempest-TenantUsagesTestJSON-512379752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:39.488342 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-790d765f-7695-4ecd-888d-0919c4d58663 req-c4493e83-211e-4665-b05e-45bb74a46d20 tempest-TenantUsagesTestJSON-512379752 tempest-TenantUsagesTestJSON-512379752-project] Calling delete_port for 78380d9b-459e-4756-97e6-f269bc02f1fb owned by compute:nova {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:31:39.559025 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e1427d-dc3b-47c3-aca4-6876665af37c req-c68c1365-68a6-4c89-8107-4dbdf4e91824 tempest-TenantUsagesTestJSON-512379752 tempest-TenantUsagesTestJSON-512379752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:39.560515 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-48e1427d-dc3b-47c3-aca4-6876665af37c req-c68c1365-68a6-4c89-8107-4dbdf4e91824 tempest-TenantUsagesTestJSON-512379752 tempest-TenantUsagesTestJSON-512379752-project] 10.222.0.101 "GET /v2.0/ports?device_id=16827d85-980c-4f1d-a6b8-a7ca7defb301 HTTP/1.1" status: 200 len: 950 time: 0.1426837 Sep 24 15:31:39.566535 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-5d4f0c7a-0b16-48ac-b869-d06e1ef9b728 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=880cc329eddb4ec4a29ef6b13251e76e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3688543 Sep 24 15:31:39.569278 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 37274) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:39.628235 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-48e1427d-dc3b-47c3-aca4-6876665af37c req-fa28260e-3d3f-43cd-9666-6d3fdd0a5551 tempest-TenantUsagesTestJSON-512379752 tempest-TenantUsagesTestJSON-512379752-project] 10.222.0.101 "GET /v2.0/security-groups?id=1e471e98-c788-4c49-bf8d-6f7c9f9edfa0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569007 Sep 24 15:31:39.632780 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e66ac614-049c-4d17-b735-49fbd174a22c req-539b1ada-1e5f-40f6-b870-95a787a08be6 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:39.658684 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 37276) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:39.681343 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1548c3b7-6412-4cfe-9d3b-33c1fde1857b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:39.683928 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-33882e65-0974-48f9-8891-5b56c61ecf8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:39.715782 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-33882e65-0974-48f9-8891-5b56c61ecf8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:39.826703 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1548c3b7-6412-4cfe-9d3b-33c1fde1857b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:39.831545 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-790d765f-7695-4ecd-888d-0919c4d58663 req-c4493e83-211e-4665-b05e-45bb74a46d20 tempest-TenantUsagesTestJSON-512379752 tempest-TenantUsagesTestJSON-512379752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:39.833534 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e66ac614-049c-4d17-b735-49fbd174a22c req-539b1ada-1e5f-40f6-b870-95a787a08be6 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:39.845550 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['78380d9b-459e-4756-97e6-f269bc02f1fb'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:31:39.871361 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4493e83-211e-4665-b05e-45bb74a46d20 tempest-TenantUsagesTestJSON-512379752 tempest-TenantUsagesTestJSON-512379752-project] Pushing event deleted for resources: {'Port': ['ID=78380d9b-459e-4756-97e6-f269bc02f1fb,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:39.913816 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-33882e65-0974-48f9-8891-5b56c61ecf8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:39.917854 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-33882e65-0974-48f9-8891-5b56c61ecf8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:39.921435 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-33882e65-0974-48f9-8891-5b56c61ecf8e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/0268c003-3c0a-4423-850e-bd048c2eae50 HTTP/1.1" status: 204 len: 168 time: 0.3487902 Sep 24 15:31:39.935138 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e66ac614-049c-4d17-b735-49fbd174a22c req-539b1ada-1e5f-40f6-b870-95a787a08be6 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Network 058852f5-088e-42d1-b3e1-abf106a974a3 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:31:39.935925 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-e66ac614-049c-4d17-b735-49fbd174a22c req-539b1ada-1e5f-40f6-b870-95a787a08be6 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:31:39.943297 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-e66ac614-049c-4d17-b735-49fbd174a22c req-539b1ada-1e5f-40f6-b870-95a787a08be6 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:31:39.949462 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-790d765f-7695-4ecd-888d-0919c4d58663 req-c4493e83-211e-4665-b05e-45bb74a46d20 tempest-TenantUsagesTestJSON-512379752 tempest-TenantUsagesTestJSON-512379752-project] No DVR routers for this DVR port 78380d9b-459e-4756-97e6-f269bc02f1fb on host n-h2-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:31:39.950266 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ac614-049c-4d17-b735-49fbd174a22c req-539b1ada-1e5f-40f6-b870-95a787a08be6 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:39.950753 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e66ac614-049c-4d17-b735-49fbd174a22c req-539b1ada-1e5f-40f6-b870-95a787a08be6 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:39.955092 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539b1ada-1e5f-40f6-b870-95a787a08be6 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Pushing event updated for resources: {'Port': ['ID=6ff65d2a-e143-4570-9b7a-a0356f19cba5,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:39.957720 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-790d765f-7695-4ecd-888d-0919c4d58663 req-c4493e83-211e-4665-b05e-45bb74a46d20 tempest-TenantUsagesTestJSON-512379752 tempest-TenantUsagesTestJSON-512379752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:39.965403 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-790d765f-7695-4ecd-888d-0919c4d58663 req-c4493e83-211e-4665-b05e-45bb74a46d20 tempest-TenantUsagesTestJSON-512379752 tempest-TenantUsagesTestJSON-512379752-project] 10.222.0.108 "DELETE /v2.0/ports/78380d9b-459e-4756-97e6-f269bc02f1fb HTTP/1.1" status: 204 len: 173 time: 0.7758837 Sep 24 15:31:39.969104 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16827d85-980c-4f1d-a6b8-a7ca7defb301', 'name': 'network-vif-deleted', 'tag': '78380d9b-459e-4756-97e6-f269bc02f1fb'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:31:39.971694 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206b4770-1097-45dd-bfc0-22f1d73b3415" -d '{"events": [{"server_uuid": "16827d85-980c-4f1d-a6b8-a7ca7defb301", "name": "network-vif-deleted", "tag": "78380d9b-459e-4756-97e6-f269bc02f1fb"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:31:39.976337 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1548c3b7-6412-4cfe-9d3b-33c1fde1857b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:39.982289 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33882e65-0974-48f9-8891-5b56c61ecf8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0268c003-3c0a-4423-850e-bd048c2eae50,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:40.048649 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-1548c3b7-6412-4cfe-9d3b-33c1fde1857b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=4f1b7dbb56a74648a24e127cfb651727&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3890016 Sep 24 15:31:40.050769 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1548c3b7-6412-4cfe-9d3b-33c1fde1857b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cabe918f-7a68-4679-97a6-f0e74980ed0c,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:40.051807 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 37300) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:40.054483 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e66ac614-049c-4d17-b735-49fbd174a22c req-539b1ada-1e5f-40f6-b870-95a787a08be6 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4900596 Sep 24 15:31:40.066904 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8411a6-93b4-41d0-8824-e4673f819efc x-openstack-request-id: req-fa8411a6-93b4-41d0-8824-e4673f819efc {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:31:40.068345 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16827d85-980c-4f1d-a6b8-a7ca7defb301", "name": "network-vif-deleted", "tag": "78380d9b-459e-4756-97e6-f269bc02f1fb", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:31:40.069780 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-fa8411a6-93b4-41d0-8824-e4673f819efc {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:31:40.070518 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16827d85-980c-4f1d-a6b8-a7ca7defb301', 'name': 'network-vif-deleted', 'tag': '78380d9b-459e-4756-97e6-f269bc02f1fb', 'status': 'completed', 'code': 200} Sep 24 15:31:40.082472 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-e66ac614-049c-4d17-b735-49fbd174a22c req-3ac9ab7c-976a-4a15-a08a-c8924a7bb477 service neutron] Request body: {'port': {'device_id': 'eb088bff-fcfd-4c14-a9e8-196cc1fc32a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:31:40.178646 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f213fde-7938-4420-acce-b967c52097bc req-4b623b2b-5d86-44a5-9378-8854697fa8d7 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:40.184054 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e66ac614-049c-4d17-b735-49fbd174a22c req-3ac9ab7c-976a-4a15-a08a-c8924a7bb477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:40.197798 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8f213fde-7938-4420-acce-b967c52097bc req-4b623b2b-5d86-44a5-9378-8854697fa8d7 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a22ca00-0c31-4d31-ac33-a8fb3fb12770 HTTP/1.1" status: 200 len: 944 time: 0.0907025 Sep 24 15:31:40.241173 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8f213fde-7938-4420-acce-b967c52097bc req-78846c22-c693-4084-8900-dd7d1f419f36 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426052 Sep 24 15:31:40.247386 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b37c981f-9f34-4908-9e95-067dde808d70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:40.329813 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b37c981f-9f34-4908-9e95-067dde808d70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:40.460531 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:40.515847 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b12ab73-1f21-4990-b1b0-bd39dc41e9f8 req-6de96855-76e4-4210-9925-7453a0bea093 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:40.517440 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8b12ab73-1f21-4990-b1b0-bd39dc41e9f8 req-6de96855-76e4-4210-9925-7453a0bea093 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=eb088bff-fcfd-4c14-a9e8-196cc1fc32a6 HTTP/1.1" status: 200 len: 931 time: 0.1129346 Sep 24 15:31:40.532911 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f4c01da3-7503-4a14-bb90-cc1352207401 req-26c2d4ab-a277-439a-a85f-25413bc49551 service neutron] 10.222.0.108 "GET /v2.0/ports/9ed84870-4c5c-4e8d-901c-85443b91e965/bindings/n-h1-808921-1 HTTP/1.1" status: 200 len: 384 time: 0.0637958 Sep 24 15:31:40.591682 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8b12ab73-1f21-4990-b1b0-bd39dc41e9f8 req-28e482ee-c2e7-4f63-b239-5956e623141b tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678992 Sep 24 15:31:40.597613 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-e66ac614-049c-4d17-b735-49fbd174a22c req-3ac9ab7c-976a-4a15-a08a-c8924a7bb477 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ff65d2a-e143-4570-9b7a-a0356f19cba5 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:31:40.606123 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e66ac614-049c-4d17-b735-49fbd174a22c req-3ac9ab7c-976a-4a15-a08a-c8924a7bb477 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:40.618741 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b37c981f-9f34-4908-9e95-067dde808d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:40.621773 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b37c981f-9f34-4908-9e95-067dde808d70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:40.625516 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b37c981f-9f34-4908-9e95-067dde808d70 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/cabe918f-7a68-4679-97a6-f0e74980ed0c HTTP/1.1" status: 204 len: 168 time: 0.5701230 Sep 24 15:31:40.626659 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-e66ac614-049c-4d17-b735-49fbd174a22c req-3ac9ab7c-976a-4a15-a08a-c8924a7bb477 service neutron] Transition to ACTIVE for port object 6ff65d2a-e143-4570-9b7a-a0356f19cba5 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:31:40.634574 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37c981f-9f34-4908-9e95-067dde808d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cabe918f-7a68-4679-97a6-f0e74980ed0c,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:40.758624 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f6986ec5-1434-41ec-b745-36980d9e2232 req-4b0fbcfa-38da-4c05-bae9-8b7acbe318c9 tempest-TenantUsagesTestJSON-512379752 tempest-TenantUsagesTestJSON-512379752-project] 10.222.0.101 "GET /v2.0/ports?device_id=16827d85-980c-4f1d-a6b8-a7ca7defb301 HTTP/1.1" status: 200 len: 210 time: 0.0362632 Sep 24 15:31:40.762453 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-f4c01da3-7503-4a14-bb90-cc1352207401 req-678d16ee-0ced-4361-aa87-eb78dbe0af71 service neutron] For port 9ed84870-4c5c-4e8d-901c-85443b91e965, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=9ed84870-4c5c-4e8d-901c-85443b91e965,segment=NetworkSegment(21e1a332-491d-46ef-987f-a7724d369c2e),segment_id=21e1a332-491d-46ef-987f-a7724d369c2e)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:31:40.783288 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-f4c01da3-7503-4a14-bb90-cc1352207401 req-678d16ee-0ced-4361-aa87-eb78dbe0af71 service neutron] For port 9ed84870-4c5c-4e8d-901c-85443b91e965, host n-h2-808921-1, cleared binding levels {{(pid=95297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:31:40.792365 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e66ac614-049c-4d17-b735-49fbd174a22c req-3ac9ab7c-976a-4a15-a08a-c8924a7bb477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:40.819273 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [req-f4c01da3-7503-4a14-bb90-cc1352207401 req-678d16ee-0ced-4361-aa87-eb78dbe0af71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ed84870-4c5c-4e8d-901c-85443b91e965 {{(pid=95297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:31:40.831377 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-f4c01da3-7503-4a14-bb90-cc1352207401 req-678d16ee-0ced-4361-aa87-eb78dbe0af71 service neutron] For port 9ed84870-4c5c-4e8d-901c-85443b91e965, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=9ed84870-4c5c-4e8d-901c-85443b91e965,segment=NetworkSegment(21e1a332-491d-46ef-987f-a7724d369c2e),segment_id=21e1a332-491d-46ef-987f-a7724d369c2e)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:31:40.851817 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 37320) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:40.856702 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac9ab7c-976a-4a15-a08a-c8924a7bb477 service neutron] Pushing event updated for resources: {'Port': ['ID=6ff65d2a-e143-4570-9b7a-a0356f19cba5,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:40.867307 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bf34d3d0-d213-485f-9f86-587432b36dbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:40.885080 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-e66ac614-049c-4d17-b735-49fbd174a22c req-3ac9ab7c-976a-4a15-a08a-c8924a7bb477 service neutron] Attempting to bind port 6ff65d2a-e143-4570-9b7a-a0356f19cba5 on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:31:40.886016 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-e66ac614-049c-4d17-b735-49fbd174a22c req-3ac9ab7c-976a-4a15-a08a-c8924a7bb477 service neutron] Attempting to bind port 6ff65d2a-e143-4570-9b7a-a0356f19cba5 by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': '5bd2529f-b450-42b6-8981-999bdd2f1ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '058852f5-088e-42d1-b3e1-abf106a974a3'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:31:40.886439 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66ac614-049c-4d17-b735-49fbd174a22c req-3ac9ab7c-976a-4a15-a08a-c8924a7bb477 service neutron] Attempting to bind port 6ff65d2a-e143-4570-9b7a-a0356f19cba5 on network 058852f5-088e-42d1-b3e1-abf106a974a3 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:31:40.890864 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66ac614-049c-4d17-b735-49fbd174a22c req-3ac9ab7c-976a-4a15-a08a-c8924a7bb477 service neutron] Port 6ff65d2a-e143-4570-9b7a-a0356f19cba5 on network 058852f5-088e-42d1-b3e1-abf106a974a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:31:40.895573 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66ac614-049c-4d17-b735-49fbd174a22c req-3ac9ab7c-976a-4a15-a08a-c8924a7bb477 service neutron] Attempting to bind port 6ff65d2a-e143-4570-9b7a-a0356f19cba5 on network 058852f5-088e-42d1-b3e1-abf106a974a3 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:31:40.896423 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66ac614-049c-4d17-b735-49fbd174a22c req-3ac9ab7c-976a-4a15-a08a-c8924a7bb477 service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:31:40.896760 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66ac614-049c-4d17-b735-49fbd174a22c req-3ac9ab7c-976a-4a15-a08a-c8924a7bb477 service neutron] Checking segment: {'id': '5bd2529f-b450-42b6-8981-999bdd2f1ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '058852f5-088e-42d1-b3e1-abf106a974a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:31:40.897151 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e66ac614-049c-4d17-b735-49fbd174a22c req-3ac9ab7c-976a-4a15-a08a-c8924a7bb477 service neutron] Bound using segment: {'id': '5bd2529f-b450-42b6-8981-999bdd2f1ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '058852f5-088e-42d1-b3e1-abf106a974a3'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:31:40.897580 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-e66ac614-049c-4d17-b735-49fbd174a22c req-3ac9ab7c-976a-4a15-a08a-c8924a7bb477 service neutron] Bound port: 6ff65d2a-e143-4570-9b7a-a0356f19cba5, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bd2529f-b450-42b6-8981-999bdd2f1ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '058852f5-088e-42d1-b3e1-abf106a974a3'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:31:40.897940 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e66ac614-049c-4d17-b735-49fbd174a22c req-3ac9ab7c-976a-4a15-a08a-c8924a7bb477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:40.921130 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-f4c01da3-7503-4a14-bb90-cc1352207401 req-678d16ee-0ced-4361-aa87-eb78dbe0af71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:40.988484 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-e66ac614-049c-4d17-b735-49fbd174a22c req-3ac9ab7c-976a-4a15-a08a-c8924a7bb477 service neutron] For port 6ff65d2a-e143-4570-9b7a-a0356f19cba5, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:31:40.992599 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-e66ac614-049c-4d17-b735-49fbd174a22c req-3ac9ab7c-976a-4a15-a08a-c8924a7bb477 service neutron] For port 6ff65d2a-e143-4570-9b7a-a0356f19cba5, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=6ff65d2a-e143-4570-9b7a-a0356f19cba5,segment=NetworkSegment(5bd2529f-b450-42b6-8981-999bdd2f1ff0),segment_id=5bd2529f-b450-42b6-8981-999bdd2f1ff0)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:31:41.046463 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bf34d3d0-d213-485f-9f86-587432b36dbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:41.052800 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.provisioning_blocks [req-f4c01da3-7503-4a14-bb90-cc1352207401 req-678d16ee-0ced-4361-aa87-eb78dbe0af71 service neutron] Transition to ACTIVE for port object 9ed84870-4c5c-4e8d-901c-85443b91e965 will not be triggered until provisioned by entity L2. {{(pid=95297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:31:41.072572 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e66ac614-049c-4d17-b735-49fbd174a22c req-3ac9ab7c-976a-4a15-a08a-c8924a7bb477 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:41.108018 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ac614-049c-4d17-b735-49fbd174a22c req-3ac9ab7c-976a-4a15-a08a-c8924a7bb477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:41.110962 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e66ac614-049c-4d17-b735-49fbd174a22c req-3ac9ab7c-976a-4a15-a08a-c8924a7bb477 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:41.110962 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e66ac614-049c-4d17-b735-49fbd174a22c req-3ac9ab7c-976a-4a15-a08a-c8924a7bb477 service neutron] 10.222.0.110 "PUT /v2.0/ports/6ff65d2a-e143-4570-9b7a-a0356f19cba5 HTTP/1.1" status: 200 len: 1091 time: 1.0428057 Sep 24 15:31:41.110962 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb088bff-fcfd-4c14-a9e8-196cc1fc32a6', 'tag': '6ff65d2a-e143-4570-9b7a-a0356f19cba5'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:31:41.112713 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5adb1d2e-a0e6-43ba-87c2-653d15087a2a" -d '{"events": [{"name": "network-changed", "server_uuid": "eb088bff-fcfd-4c14-a9e8-196cc1fc32a6", "tag": "6ff65d2a-e143-4570-9b7a-a0356f19cba5"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:31:41.137669 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac9ab7c-976a-4a15-a08a-c8924a7bb477 service neutron] Pushing event updated for resources: {'Port': ['ID=6ff65d2a-e143-4570-9b7a-a0356f19cba5,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:41.152999 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df8eaba-d731-4063-b39c-8595fc13f890 x-openstack-request-id: req-6df8eaba-d731-4063-b39c-8595fc13f890 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:31:41.153288 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb088bff-fcfd-4c14-a9e8-196cc1fc32a6", "tag": "6ff65d2a-e143-4570-9b7a-a0356f19cba5", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:31:41.153599 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-6df8eaba-d731-4063-b39c-8595fc13f890 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:31:41.153927 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb088bff-fcfd-4c14-a9e8-196cc1fc32a6', 'tag': '6ff65d2a-e143-4570-9b7a-a0356f19cba5', 'status': 'completed', 'code': 200} Sep 24 15:31:41.158303 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bf34d3d0-d213-485f-9f86-587432b36dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:41.161385 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-f4c01da3-7503-4a14-bb90-cc1352207401 req-678d16ee-0ced-4361-aa87-eb78dbe0af71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:41.237476 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb1d2e-a0e6-43ba-87c2-653d15087a2a req-278295b7-55ac-4933-8753-265575f00928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:41.239559 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5adb1d2e-a0e6-43ba-87c2-653d15087a2a req-278295b7-55ac-4933-8753-265575f00928 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=8957a38149f44837aa315f739e11ffd3&device_id=eb088bff-fcfd-4c14-a9e8-196cc1fc32a6 HTTP/1.1" status: 200 len: 1094 time: 0.0598223 Sep 24 15:31:41.257334 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf34d3d0-d213-485f-9f86-587432b36dbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8018fcac-f8f2-4d5c-a7da-fb92c6dc42e8,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:41.259843 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-bf34d3d0-d213-485f-9f86-587432b36dbd admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=fe4af26d30314d7e8b566006576b44d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4069986 Sep 24 15:31:41.266857 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 37332) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:41.280871 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4c01da3-7503-4a14-bb90-cc1352207401 req-678d16ee-0ced-4361-aa87-eb78dbe0af71 service neutron] No DVR routers for this DVR port 9ed84870-4c5c-4e8d-901c-85443b91e965 on host n-h2-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:31:41.288672 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678d16ee-0ced-4361-aa87-eb78dbe0af71 service neutron] Pushing event updated for resources: {'Port': ['ID=9ed84870-4c5c-4e8d-901c-85443b91e965,revision_number=10']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:41.323432 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f4c01da3-7503-4a14-bb90-cc1352207401 req-678d16ee-0ced-4361-aa87-eb78dbe0af71 service neutron] 10.222.0.108 "PUT /v2.0/ports/9ed84870-4c5c-4e8d-901c-85443b91e965/bindings/n-h1-808921-1/activate HTTP/1.1" status: 200 len: 369 time: 0.7818110 Sep 24 15:31:41.515393 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-147b21e3-fc13-4ec4-b69a-20bf7df43db3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:41.517509 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb1d2e-a0e6-43ba-87c2-653d15087a2a req-1f548b77-eff8-4fc7-81f9-5e3950fa4314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:41.518998 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5adb1d2e-a0e6-43ba-87c2-653d15087a2a req-1f548b77-eff8-4fc7-81f9-5e3950fa4314 service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=8957a38149f44837aa315f739e11ffd3&shared=False HTTP/1.1" status: 200 len: 923 time: 0.2701159 Sep 24 15:31:41.537155 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb9ff76-3d3c-48bc-887f-7928b98a1916 req-8b99bae4-787a-47fb-9ee2-28d0bc10a7d0 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:41.538628 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bfb9ff76-3d3c-48bc-887f-7928b98a1916 req-8b99bae4-787a-47fb-9ee2-28d0bc10a7d0 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a22ca00-0c31-4d31-ac33-a8fb3fb12770 HTTP/1.1" status: 200 len: 945 time: 0.1787786 Sep 24 15:31:41.543452 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c01da3-7503-4a14-bb90-cc1352207401 req-70628ca2-3c2d-4d21-890b-999ee32ef9db tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:41.545047 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f4c01da3-7503-4a14-bb90-cc1352207401 req-70628ca2-3c2d-4d21-890b-999ee32ef9db tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=9a22ca00-0c31-4d31-ac33-a8fb3fb12770&tenant_id=afd1b0df78e44afd8dcda9521b21852d&binding%3Ahost_id=n-h2-808921-1 HTTP/1.1" status: 200 len: 1096 time: 0.1021311 Sep 24 15:31:41.608694 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-147b21e3-fc13-4ec4-b69a-20bf7df43db3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:41.633796 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c01da3-7503-4a14-bb90-cc1352207401 req-79803e19-ccdd-42a5-b685-24891d7d3278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:41.636684 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f4c01da3-7503-4a14-bb90-cc1352207401 req-79803e19-ccdd-42a5-b685-24891d7d3278 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=9a22ca00-0c31-4d31-ac33-a8fb3fb12770&tenant_id=afd1b0df78e44afd8dcda9521b21852d HTTP/1.1" status: 200 len: 1096 time: 0.0796928 Sep 24 15:31:41.782964 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c01da3-7503-4a14-bb90-cc1352207401 req-566e6ace-5648-4e73-8ebd-fc2cd21c37a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:41.788985 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f4c01da3-7503-4a14-bb90-cc1352207401 req-566e6ace-5648-4e73-8ebd-fc2cd21c37a5 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=afd1b0df78e44afd8dcda9521b21852d&device_id=9a22ca00-0c31-4d31-ac33-a8fb3fb12770 HTTP/1.1" status: 200 len: 1096 time: 0.1217597 Sep 24 15:31:41.811118 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe1083c-3fa0-45a8-9183-b1ecdd48a9b1 req-28bc5ec3-9ae7-448c-906c-7f48583aed2a tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:41.819176 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2fe1083c-3fa0-45a8-9183-b1ecdd48a9b1 req-28bc5ec3-9ae7-448c-906c-7f48583aed2a tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=eb088bff-fcfd-4c14-a9e8-196cc1fc32a6 HTTP/1.1" status: 200 len: 943 time: 0.0819361 Sep 24 15:31:41.925011 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2fe1083c-3fa0-45a8-9183-b1ecdd48a9b1 req-372e3f09-1bdd-4828-be97-74ff15865bfa tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043777 Sep 24 15:31:41.952775 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c01da3-7503-4a14-bb90-cc1352207401 req-6084f796-1fdc-47d3-a4e8-9bed837628aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:41.954582 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f4c01da3-7503-4a14-bb90-cc1352207401 req-6084f796-1fdc-47d3-a4e8-9bed837628aa service neutron] 10.222.0.110 "GET /v2.0/networks?id=078714d9-431e-4632-b957-c9a7230e7876 HTTP/1.1" status: 200 len: 909 time: 0.1544688 Sep 24 15:31:41.955256 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bfb9ff76-3d3c-48bc-887f-7928b98a1916 req-b53bed22-5a16-4125-b9fa-698b8f4c4683 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3974011 Sep 24 15:31:41.994003 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb1d2e-a0e6-43ba-87c2-653d15087a2a req-dfeee840-6f8c-42e0-a6f5-0fe5ed9b53e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:41.996369 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5adb1d2e-a0e6-43ba-87c2-653d15087a2a req-dfeee840-6f8c-42e0-a6f5-0fe5ed9b53e4 service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4567311 Sep 24 15:31:42.018993 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f4c01da3-7503-4a14-bb90-cc1352207401 req-b5909c5c-0f12-43cd-8505-09c43441db19 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ed84870-4c5c-4e8d-901c-85443b91e965 HTTP/1.1" status: 200 len: 217 time: 0.0515552 Sep 24 15:31:42.084872 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c01da3-7503-4a14-bb90-cc1352207401 req-a2e1c8d0-3b5a-44f9-9404-a58bc3236c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:42.087632 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f4c01da3-7503-4a14-bb90-cc1352207401 req-a2e1c8d0-3b5a-44f9-9404-a58bc3236c02 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=84366809-0e1f-47c8-b0ea-166b7d29d1a7 HTTP/1.1" status: 200 len: 847 time: 0.0576215 Sep 24 15:31:42.092859 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ac614-049c-4d17-b735-49fbd174a22c req-e2f77887-1cd4-4b81-b4ca-41056e58b150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:42.094465 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e66ac614-049c-4d17-b735-49fbd174a22c req-e2f77887-1cd4-4b81-b4ca-41056e58b150 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=8957a38149f44837aa315f739e11ffd3&device_id=eb088bff-fcfd-4c14-a9e8-196cc1fc32a6 HTTP/1.1" status: 200 len: 1094 time: 0.0582969 Sep 24 15:31:42.095631 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-147b21e3-fc13-4ec4-b69a-20bf7df43db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:42.098286 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-147b21e3-fc13-4ec4-b69a-20bf7df43db3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:42.102458 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-147b21e3-fc13-4ec4-b69a-20bf7df43db3 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/8018fcac-f8f2-4d5c-a7da-fb92c6dc42e8 HTTP/1.1" status: 204 len: 168 time: 0.8349004 Sep 24 15:31:42.136390 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f4c01da3-7503-4a14-bb90-cc1352207401 req-9ea20e41-ed6a-4e54-bea0-91ffc10cafa5 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=078714d9-431e-4632-b957-c9a7230e7876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317547 Sep 24 15:31:42.153646 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147b21e3-fc13-4ec4-b69a-20bf7df43db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8018fcac-f8f2-4d5c-a7da-fb92c6dc42e8,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:42.156578 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e66ac614-049c-4d17-b735-49fbd174a22c req-f20e78c1-0a4c-4f21-91ff-42f6fd5f04c1 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ff65d2a-e143-4570-9b7a-a0356f19cba5 HTTP/1.1" status: 200 len: 217 time: 0.0503955 Sep 24 15:31:42.235178 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ac614-049c-4d17-b735-49fbd174a22c req-46590955-cf1d-4ba4-a4cf-7b0f1546cc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:42.236948 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e66ac614-049c-4d17-b735-49fbd174a22c req-46590955-cf1d-4ba4-a4cf-7b0f1546cc16 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=5c649312-ea12-4119-a9ca-d79c73d589c6 HTTP/1.1" status: 200 len: 861 time: 0.0678685 Sep 24 15:31:42.272714 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e66ac614-049c-4d17-b735-49fbd174a22c req-cdf693fb-1ef2-4211-874a-3a3fbb7e5679 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=058852f5-088e-42d1-b3e1-abf106a974a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273283 Sep 24 15:31:42.379329 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e66ac614-049c-4d17-b735-49fbd174a22c req-5f04c559-6239-4978-b1a3-0cf6b313b3fc service neutron] 10.222.0.110 "GET /v2.0/networks/058852f5-088e-42d1-b3e1-abf106a974a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986464 Sep 24 15:31:42.474866 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e66ac614-049c-4d17-b735-49fbd174a22c req-07694c6b-f58e-42b4-8ec3-62e4f400aabd service neutron] 10.222.0.110 "GET /v2.0/networks/058852f5-088e-42d1-b3e1-abf106a974a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868871 Sep 24 15:31:42.479985 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f4c01da3-7503-4a14-bb90-cc1352207401 req-564f62bf-c37d-41d5-82bf-e58c91157e08 service neutron] 10.222.0.110 "GET /v2.0/networks/078714d9-431e-4632-b957-c9a7230e7876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3343759 Sep 24 15:31:42.584572 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f4c01da3-7503-4a14-bb90-cc1352207401 req-481c6d70-db7e-43f8-9650-daf88d841a27 service neutron] 10.222.0.110 "GET /v2.0/networks/078714d9-431e-4632-b957-c9a7230e7876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947702 Sep 24 15:31:42.947001 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 37384) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:43.065136 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7441fd-73a2-4e8b-9590-6a2b615ebde6 req-48df2167-dd8b-4dc4-80e1-7ef837e7781b tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:43.066681 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cb7441fd-73a2-4e8b-9590-6a2b615ebde6 req-48df2167-dd8b-4dc4-80e1-7ef837e7781b tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=eb088bff-fcfd-4c14-a9e8-196cc1fc32a6 HTTP/1.1" status: 200 len: 943 time: 0.0593884 Sep 24 15:31:43.089973 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f756d835-d67e-4d12-b3d8-db8561ebbbf2 req-b111ca06-d67a-4f5f-83c9-b1f3fe0e0b41 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:43.091832 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f756d835-d67e-4d12-b3d8-db8561ebbbf2 req-b111ca06-d67a-4f5f-83c9-b1f3fe0e0b41 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a22ca00-0c31-4d31-ac33-a8fb3fb12770 HTTP/1.1" status: 200 len: 945 time: 0.0606925 Sep 24 15:31:43.109396 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cb7441fd-73a2-4e8b-9590-6a2b615ebde6 req-2efffdc6-e20b-44cf-9a72-89cbe6125e8c tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339358 Sep 24 15:31:43.154899 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f756d835-d67e-4d12-b3d8-db8561ebbbf2 req-675814eb-e6e4-4829-a27b-7b8b9e28e284 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510273 Sep 24 15:31:43.203983 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c01da3-7503-4a14-bb90-cc1352207401 req-59c674a0-7e66-4108-b2df-eaa7cab6534f tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:43.205687 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f4c01da3-7503-4a14-bb90-cc1352207401 req-59c674a0-7e66-4108-b2df-eaa7cab6534f tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=9a22ca00-0c31-4d31-ac33-a8fb3fb12770&tenant_id=afd1b0df78e44afd8dcda9521b21852d&binding%3Ahost_id=n-h1-808921-1 HTTP/1.1" status: 200 len: 1096 time: 0.0830343 Sep 24 15:31:43.209689 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-e39dacaf-b061-4113-81c7-83020b546746 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e69f208d562f4b83a2532d91a3ca69c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2614014 Sep 24 15:31:43.212146 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 37402) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:43.298322 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b0652c3c-7893-467f-9b51-5c5a4203a812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:43.328446 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b0652c3c-7893-467f-9b51-5c5a4203a812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:43.447145 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 78380d9b-459e-4756-97e6-f269bc02f1fb no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:31:43.448974 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-f4c01da3-7503-4a14-bb90-cc1352207401 req-2467c6b6-2665-41d8-8b89-412d13998bf3 service neutron] For port 9ed84870-4c5c-4e8d-901c-85443b91e965, host n-h2-808921-1, cleared binding levels {{(pid=95297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:31:43.451794 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-f4c01da3-7503-4a14-bb90-cc1352207401 req-2467c6b6-2665-41d8-8b89-412d13998bf3 service neutron] Notify callbacks [] for binding, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:43.453109 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f4c01da3-7503-4a14-bb90-cc1352207401 req-2467c6b6-2665-41d8-8b89-412d13998bf3 service neutron] 10.222.0.110 "DELETE /v2.0/ports/9ed84870-4c5c-4e8d-901c-85443b91e965/bindings/n-h2-808921-1 HTTP/1.1" status: 204 len: 173 time: 0.2385266 Sep 24 15:31:43.466475 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b0652c3c-7893-467f-9b51-5c5a4203a812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:43.470481 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b0652c3c-7893-467f-9b51-5c5a4203a812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:43.475514 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b0652c3c-7893-467f-9b51-5c5a4203a812 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/1e471e98-c788-4c49-bf8d-6f7c9f9edfa0 HTTP/1.1" status: 204 len: 168 time: 0.2619896 Sep 24 15:31:43.484677 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0652c3c-7893-467f-9b51-5c5a4203a812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e471e98-c788-4c49-bf8d-6f7c9f9edfa0,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:43.489689 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] No Port match for: 78380d9b-459e-4756-97e6-f269bc02f1fb {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:31:43.490597 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 78380d9b-459e-4756-97e6-f269bc02f1fb not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:31:43.490597 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 9ed84870-4c5c-4e8d-901c-85443b91e965 no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:31:43.535939 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 9ed84870-4c5c-4e8d-901c-85443b91e965 not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:31:44.240784 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ef8196-f672-4b09-a8b0-609dd37d67ea req-73a8dd18-1c1d-4ae2-954c-a9a7d070e373 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:44.242282 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-56ef8196-f672-4b09-a8b0-609dd37d67ea req-73a8dd18-1c1d-4ae2-954c-a9a7d070e373 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=eb088bff-fcfd-4c14-a9e8-196cc1fc32a6 HTTP/1.1" status: 200 len: 943 time: 0.0523369 Sep 24 15:31:44.292906 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-56ef8196-f672-4b09-a8b0-609dd37d67ea req-2f91cb35-a52e-41fe-adcc-d41dc1ebb315 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438404 Sep 24 15:31:44.400281 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ab778f-abaa-43d5-a0d7-3d254d6e62e0 req-35980c9f-6e12-4a77-a8fd-638aa117b0b5 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:44.402267 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-84ab778f-abaa-43d5-a0d7-3d254d6e62e0 req-35980c9f-6e12-4a77-a8fd-638aa117b0b5 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a22ca00-0c31-4d31-ac33-a8fb3fb12770 HTTP/1.1" status: 200 len: 945 time: 0.0493236 Sep 24 15:31:44.458896 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-84ab778f-abaa-43d5-a0d7-3d254d6e62e0 req-9ea8f645-a772-44f8-966f-25c90bc5d148 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499573 Sep 24 15:31:44.639959 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 37448) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:44.654859 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-304daa74-dfde-4c88-a0c6-ff17437d3181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:44.676939 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e867a8-97f0-4b89-8ff1-e65875c692e3 req-98d9183d-9f66-44ec-9274-92c5f4ba4c26 tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:44.678934 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d0e867a8-97f0-4b89-8ff1-e65875c692e3 req-98d9183d-9f66-44ec-9274-92c5f4ba4c26 tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=9a22ca00-0c31-4d31-ac33-a8fb3fb12770 HTTP/1.1" status: 200 len: 1096 time: 0.0548732 Sep 24 15:31:44.722258 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d0e867a8-97f0-4b89-8ff1-e65875c692e3 req-d20003bc-ca18-4fc0-86d8-315e944b9731 tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355711 Sep 24 15:31:44.765420 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-304daa74-dfde-4c88-a0c6-ff17437d3181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:44.992322 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-304daa74-dfde-4c88-a0c6-ff17437d3181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:45.069838 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304daa74-dfde-4c88-a0c6-ff17437d3181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c86d4a89-b79a-412f-bda7-01cf2ecb23d9,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:45.101704 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-304daa74-dfde-4c88-a0c6-ff17437d3181 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=27441d846d9444a4855eb9cb14b214a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4537101 Sep 24 15:31:45.103473 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 37474) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:45.160080 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0004b283-5313-48ad-987e-8f4ca51b9c4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:45.184486 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0004b283-5313-48ad-987e-8f4ca51b9c4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:45.219717 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623cc3f8-407e-498f-a0cd-348beccc1958 req-5c3bf627-7d9f-4178-8a5c-2d6bd78e58bf tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:45.231669 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-623cc3f8-407e-498f-a0cd-348beccc1958 req-5c3bf627-7d9f-4178-8a5c-2d6bd78e58bf tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/networks?id=078714d9-431e-4632-b957-c9a7230e7876 HTTP/1.1" status: 200 len: 807 time: 0.1410625 Sep 24 15:31:45.248365 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-623cc3f8-407e-498f-a0cd-348beccc1958 req-dc9e7d71-860c-431c-8567-4aea4a9fa9f4 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/quotas/afd1b0df78e44afd8dcda9521b21852d HTTP/1.1" status: 200 len: 375 time: 0.0119641 Sep 24 15:31:45.312209 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-623cc3f8-407e-498f-a0cd-348beccc1958 req-4fbd3069-973e-4be1-bde5-173a06d2c8d8 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=afd1b0df78e44afd8dcda9521b21852d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0533216 Sep 24 15:31:45.315625 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 6ff65d2a-e143-4570-9b7a-a0356f19cba5 details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:31:45.363727 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0004b283-5313-48ad-987e-8f4ca51b9c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:45.367127 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0004b283-5313-48ad-987e-8f4ca51b9c4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:45.368887 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-0004b283-5313-48ad-987e-8f4ca51b9c4c admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c86d4a89-b79a-412f-bda7-01cf2ecb23d9 HTTP/1.1" status: 204 len: 168 time: 0.2641630 Sep 24 15:31:45.386113 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0004b283-5313-48ad-987e-8f4ca51b9c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86d4a89-b79a-412f-bda7-01cf2ecb23d9,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:45.458278 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 6ff65d2a-e143-4570-9b7a-a0356f19cba5, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=6ff65d2a-e143-4570-9b7a-a0356f19cba5,segment=NetworkSegment(5bd2529f-b450-42b6-8981-999bdd2f1ff0),segment_id=5bd2529f-b450-42b6-8981-999bdd2f1ff0)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:31:45.468022 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-623cc3f8-407e-498f-a0cd-348beccc1958 req-08d21cbf-c28e-4e85-bf9c-803f9570f566 service neutron] 10.222.0.101 "GET /v2.0/networks/078714d9-431e-4632-b957-c9a7230e7876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474800 Sep 24 15:31:45.481687 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': '6ff65d2a-e143-4570-9b7a-a0356f19cba5', 'network_id': '058852f5-088e-42d1-b3e1-abf106a974a3', 'port_id': '6ff65d2a-e143-4570-9b7a-a0356f19cba5', 'mac_address': 'fa:16:3e:fd:84:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c649312-ea12-4119-a9ca-d79c73d589c6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:31:45.540604 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:45.555952 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ff65d2a-e143-4570-9b7a-a0356f19cba5 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:31:45.574607 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-623cc3f8-407e-498f-a0cd-348beccc1958 req-d388dd39-391b-4d81-8002-807c480c9786 service neutron] 10.222.0.101 "GET /v2.0/networks/078714d9-431e-4632-b957-c9a7230e7876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992770 Sep 24 15:31:45.581195 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 6ff65d2a-e143-4570-9b7a-a0356f19cba5, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=6ff65d2a-e143-4570-9b7a-a0356f19cba5,segment=NetworkSegment(5bd2529f-b450-42b6-8981-999bdd2f1ff0),segment_id=5bd2529f-b450-42b6-8981-999bdd2f1ff0)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:31:45.672433 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:45.729399 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=6ff65d2a-e143-4570-9b7a-a0356f19cba5,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:45.919461 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae19bb-de3b-490f-9439-2b11c592285b req-ad5a9173-19e3-447d-96cf-fc9b0d67516d tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:45.929357 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ecae19bb-de3b-490f-9439-2b11c592285b req-ad5a9173-19e3-447d-96cf-fc9b0d67516d tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=eb088bff-fcfd-4c14-a9e8-196cc1fc32a6 HTTP/1.1" status: 200 len: 944 time: 0.0764968 Sep 24 15:31:45.947855 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['6ff65d2a-e143-4570-9b7a-a0356f19cba5'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:31:45.985938 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ecae19bb-de3b-490f-9439-2b11c592285b req-81a6a440-5160-4890-bd7d-d053c5d59e7d tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553803 Sep 24 15:31:46.144191 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9546fc56-5621-4bf5-b40d-c9c237cc6edc req-ddc3af91-b9ad-4c9b-b3e5-55cf5482bd17 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=4da3b7ff-add6-4227-a6ef-2d1e23925c61 HTTP/1.1" status: 200 len: 210 time: 0.0420663 Sep 24 15:31:47.227089 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd65186-9b80-4265-a460-2a3989473e61 req-adac833a-64df-49a6-a5d2-5cf5f730589f tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:47.228652 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8fd65186-9b80-4265-a460-2a3989473e61 req-adac833a-64df-49a6-a5d2-5cf5f730589f tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=eb088bff-fcfd-4c14-a9e8-196cc1fc32a6 HTTP/1.1" status: 200 len: 944 time: 0.0532057 Sep 24 15:31:47.269324 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8fd65186-9b80-4265-a460-2a3989473e61 req-6ba27452-799e-40e0-8113-48224ad6f3dc tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342131 Sep 24 15:31:47.325782 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 6ff65d2a-e143-4570-9b7a-a0356f19cba5 up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:31:47.477796 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port 6ff65d2a-e143-4570-9b7a-a0356f19cba5 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:31:47.482571 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port 6ff65d2a-e143-4570-9b7a-a0356f19cba5 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:31:47.482953 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:47.577212 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:47.608852 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb088bff-fcfd-4c14-a9e8-196cc1fc32a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff65d2a-e143-4570-9b7a-a0356f19cba5'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:31:47.611572 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c5b0ef-4504-4dd0-9867-5615f05feebb" -d '{"events": [{"server_uuid": "eb088bff-fcfd-4c14-a9e8-196cc1fc32a6", "name": "network-vif-plugged", "status": "completed", "tag": "6ff65d2a-e143-4570-9b7a-a0356f19cba5"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:31:47.615644 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 37604) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:47.634055 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 6ff65d2a-e143-4570-9b7a-a0356f19cba5, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=6ff65d2a-e143-4570-9b7a-a0356f19cba5,segment=NetworkSegment(5bd2529f-b450-42b6-8981-999bdd2f1ff0),segment_id=5bd2529f-b450-42b6-8981-999bdd2f1ff0)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:31:47.671745 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f7c84147-de3f-4463-b50e-441b122e21b2 req-5c41da57-54c1-4634-90ec-8b35712e0c37 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=4da3b7ff-add6-4227-a6ef-2d1e23925c61 HTTP/1.1" status: 200 len: 210 time: 0.0287597 Sep 24 15:31:47.735480 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:47.747676 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3ea00d05-3956-4a68-b687-282fef5bcb89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:47.763790 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8816da54-1a84-4ef9-89bd-09b001a6dd86 x-openstack-request-id: req-8816da54-1a84-4ef9-89bd-09b001a6dd86 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:31:47.764458 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb088bff-fcfd-4c14-a9e8-196cc1fc32a6", "name": "network-vif-plugged", "status": "completed", "tag": "6ff65d2a-e143-4570-9b7a-a0356f19cba5", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:31:47.764939 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-8816da54-1a84-4ef9-89bd-09b001a6dd86 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:31:47.765553 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb088bff-fcfd-4c14-a9e8-196cc1fc32a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ff65d2a-e143-4570-9b7a-a0356f19cba5', 'code': 200} Sep 24 15:31:47.810238 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=6ff65d2a-e143-4570-9b7a-a0356f19cba5,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:47.876269 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3ea00d05-3956-4a68-b687-282fef5bcb89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:47.884970 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53d7a43-6bac-4176-b683-c483421e10c7 req-e3092c08-12f4-45ba-a273-83e0ea0c19c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:47.886717 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a53d7a43-6bac-4176-b683-c483421e10c7 req-e3092c08-12f4-45ba-a273-83e0ea0c19c1 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=eb088bff-fcfd-4c14-a9e8-196cc1fc32a6 HTTP/1.1" status: 200 len: 1096 time: 0.0617423 Sep 24 15:31:47.931932 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a53d7a43-6bac-4176-b683-c483421e10c7 req-8931ee17-1fc4-4a8e-bb41-c1a0d53b76bf service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368409 Sep 24 15:31:47.960845 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:31:48.027080 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3ea00d05-3956-4a68-b687-282fef5bcb89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:48.070454 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 37620) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:48.078208 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-3ea00d05-3956-4a68-b687-282fef5bcb89 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=3903eded9e884c25916bea2788ac2d76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4607916 Sep 24 15:31:48.079124 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea00d05-3956-4a68-b687-282fef5bcb89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44c6c3c1-9ce0-4e21-b4aa-81364fa5cf0f,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:48.188803 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1322b3d8-fc7d-41c2-9859-48bcb8728e26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:48.232575 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1322b3d8-fc7d-41c2-9859-48bcb8728e26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:48.323074 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 37644) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:48.336867 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623cc3f8-407e-498f-a0cd-348beccc1958 req-1f078bc4-a9ad-48e0-82f6-cd675fcb4b8b tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:48.338717 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-623cc3f8-407e-498f-a0cd-348beccc1958 req-1f078bc4-a9ad-48e0-82f6-cd675fcb4b8b tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.108 "GET /v2.0/networks?id=078714d9-431e-4632-b957-c9a7230e7876 HTTP/1.1" status: 200 len: 807 time: 0.2405837 Sep 24 15:31:48.366150 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-623cc3f8-407e-498f-a0cd-348beccc1958 req-a9f73793-bc38-429f-a092-978336046034 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Request body: {'port': {'device_id': '4da3b7ff-add6-4227-a6ef-2d1e23925c61', 'network_id': '078714d9-431e-4632-b957-c9a7230e7876', 'admin_state_up': True, 'tenant_id': 'afd1b0df78e44afd8dcda9521b21852d'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:31:48.381048 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1322b3d8-fc7d-41c2-9859-48bcb8728e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:48.383737 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1322b3d8-fc7d-41c2-9859-48bcb8728e26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:48.385093 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-1322b3d8-fc7d-41c2-9859-48bcb8728e26 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/44c6c3c1-9ce0-4e21-b4aa-81364fa5cf0f HTTP/1.1" status: 204 len: 168 time: 0.3136814 Sep 24 15:31:48.405717 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1322b3d8-fc7d-41c2-9859-48bcb8728e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c6c3c1-9ce0-4e21-b4aa-81364fa5cf0f,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:48.485772 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a11b3-78fe-478d-bb0f-951373413c6e req-cbe9ef87-f4ac-44c0-a0b6-cd1b16c4195c tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:48.490826 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cb6a11b3-78fe-478d-bb0f-951373413c6e req-cbe9ef87-f4ac-44c0-a0b6-cd1b16c4195c tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=eb088bff-fcfd-4c14-a9e8-196cc1fc32a6 HTTP/1.1" status: 200 len: 945 time: 0.1030636 Sep 24 15:31:48.501916 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7e59ec27-0649-47e9-8b05-299591b1b5f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:48.557472 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cb6a11b3-78fe-478d-bb0f-951373413c6e req-bf0532ef-fae4-4a64-b8e4-f03e2fa45899 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589631 Sep 24 15:31:48.612840 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7e59ec27-0649-47e9-8b05-299591b1b5f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:48.735395 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7e59ec27-0649-47e9-8b05-299591b1b5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:48.827479 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e59ec27-0649-47e9-8b05-299591b1b5f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcef810c-9f34-4dfe-ad30-649533de6d01,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:48.836825 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-7e59ec27-0649-47e9-8b05-299591b1b5f1 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=0dfffe25c27a4495bb32dcbaf5ac2cdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5167587 Sep 24 15:31:48.839196 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2bb765e5-6ff0-47fa-8a99-bb0fa3157105 req-7b84427b-d887-414d-beb2-84c92d0ce593 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=4da3b7ff-add6-4227-a6ef-2d1e23925c61 HTTP/1.1" status: 200 len: 210 time: 0.0877297 Sep 24 15:31:48.839998 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 37680) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:48.872923 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-623cc3f8-407e-498f-a0cd-348beccc1958 req-a9f73793-bc38-429f-a092-978336046034 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Made reservation on behalf of afd1b0df78e44afd8dcda9521b21852d for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:31:48.876971 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-623cc3f8-407e-498f-a0cd-348beccc1958 req-a9f73793-bc38-429f-a092-978336046034 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:48.978499 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-da77ad40-c2b6-4ac3-86e8-78de07c4ef61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:49.040225 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-da77ad40-c2b6-4ac3-86e8-78de07c4ef61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:49.088204 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [req-623cc3f8-407e-498f-a0cd-348beccc1958 req-a9f73793-bc38-429f-a092-978336046034 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Allocated IP 172.20.0.5 (078714d9-431e-4632-b957-c9a7230e7876/84366809-0e1f-47c8-b0ea-166b7d29d1a7/6e75d07e-c360-4500-a32e-97860910cbc2) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:31:49.209706 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-da77ad40-c2b6-4ac3-86e8-78de07c4ef61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:49.212265 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-da77ad40-c2b6-4ac3-86e8-78de07c4ef61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:49.213412 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-da77ad40-c2b6-4ac3-86e8-78de07c4ef61 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/bcef810c-9f34-4dfe-ad30-649533de6d01 HTTP/1.1" status: 204 len: 168 time: 0.3722210 Sep 24 15:31:49.239746 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da77ad40-c2b6-4ac3-86e8-78de07c4ef61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcef810c-9f34-4dfe-ad30-649533de6d01,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:49.248838 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 37708) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:49.278271 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-410712ef-ad06-4971-9866-23059e4350db admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:49.314632 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-623cc3f8-407e-498f-a0cd-348beccc1958 req-a9f73793-bc38-429f-a092-978336046034 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:49.420856 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-410712ef-ad06-4971-9866-23059e4350db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:49.503293 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-623cc3f8-407e-498f-a0cd-348beccc1958 req-a9f73793-bc38-429f-a092-978336046034 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:49.535667 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-410712ef-ad06-4971-9866-23059e4350db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:49.574294 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-623cc3f8-407e-498f-a0cd-348beccc1958 req-a9f73793-bc38-429f-a092-978336046034 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Network 078714d9-431e-4632-b957-c9a7230e7876 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:31:49.588994 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [req-623cc3f8-407e-498f-a0cd-348beccc1958 req-a9f73793-bc38-429f-a092-978336046034 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:31:49.594222 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f73793-bc38-429f-a092-978336046034 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Pushing event updated for resources: {'Port': ['ID=6e75d07e-c360-4500-a32e-97860910cbc2,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:49.597595 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-623cc3f8-407e-498f-a0cd-348beccc1958 req-a9f73793-bc38-429f-a092-978336046034 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:31:49.603035 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623cc3f8-407e-498f-a0cd-348beccc1958 req-a9f73793-bc38-429f-a092-978336046034 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:49.615226 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-623cc3f8-407e-498f-a0cd-348beccc1958 req-a9f73793-bc38-429f-a092-978336046034 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:49.615226 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-410712ef-ad06-4971-9866-23059e4350db admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=83c7fa028a7242e99fbe074a82c43314&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3583858 Sep 24 15:31:49.615464 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 37722) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:49.615916 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410712ef-ad06-4971-9866-23059e4350db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c906dac-989c-49cd-be70-4d3497c4dc69,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:49.660794 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e81e8927-251b-411b-af19-0a82fe471917 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:49.681734 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e81e8927-251b-411b-af19-0a82fe471917 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:49.700305 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af213ada-08fe-4623-9043-44d409108497 req-966240b7-d322-49a1-b8a4-e468820f9723 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:49.702181 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-af213ada-08fe-4623-9043-44d409108497 req-966240b7-d322-49a1-b8a4-e468820f9723 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=eb088bff-fcfd-4c14-a9e8-196cc1fc32a6 HTTP/1.1" status: 200 len: 945 time: 0.0599496 Sep 24 15:31:49.745173 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-af213ada-08fe-4623-9043-44d409108497 req-00e12c73-0ace-4881-88d5-3eaf27582d96 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362227 Sep 24 15:31:49.766474 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-623cc3f8-407e-498f-a0cd-348beccc1958 req-a9f73793-bc38-429f-a092-978336046034 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4060700 Sep 24 15:31:49.779300 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-623cc3f8-407e-498f-a0cd-348beccc1958 req-74123ad8-1226-4691-aa1b-cf19d740c2bf service neutron] Request body: {'port': {'device_id': '4da3b7ff-add6-4227-a6ef-2d1e23925c61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:31:49.834400 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-623cc3f8-407e-498f-a0cd-348beccc1958 req-74123ad8-1226-4691-aa1b-cf19d740c2bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:49.861006 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e81e8927-251b-411b-af19-0a82fe471917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:49.864421 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e81e8927-251b-411b-af19-0a82fe471917 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:49.865791 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-e81e8927-251b-411b-af19-0a82fe471917 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/0c906dac-989c-49cd-be70-4d3497c4dc69 HTTP/1.1" status: 204 len: 168 time: 0.2542658 Sep 24 15:31:49.874994 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81e8927-251b-411b-af19-0a82fe471917 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c906dac-989c-49cd-be70-4d3497c4dc69,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:50.035134 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 37738) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:50.114899 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [req-623cc3f8-407e-498f-a0cd-348beccc1958 req-74123ad8-1226-4691-aa1b-cf19d740c2bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e75d07e-c360-4500-a32e-97860910cbc2 {{(pid=95297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:31:50.125698 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-623cc3f8-407e-498f-a0cd-348beccc1958 req-74123ad8-1226-4691-aa1b-cf19d740c2bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:50.139639 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.provisioning_blocks [req-623cc3f8-407e-498f-a0cd-348beccc1958 req-74123ad8-1226-4691-aa1b-cf19d740c2bf service neutron] Transition to ACTIVE for port object 6e75d07e-c360-4500-a32e-97860910cbc2 will not be triggered until provisioned by entity L2. {{(pid=95297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:31:50.204156 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-623cc3f8-407e-498f-a0cd-348beccc1958 req-74123ad8-1226-4691-aa1b-cf19d740c2bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:50.266811 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b73827-6efb-4f6d-90b0-85ca30660620 req-b4a8460d-0ccd-4b65-a3da-f6a8b3e52b1c tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:50.268447 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c3b73827-6efb-4f6d-90b0-85ca30660620 req-b4a8460d-0ccd-4b65-a3da-f6a8b3e52b1c tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=4da3b7ff-add6-4227-a6ef-2d1e23925c61 HTTP/1.1" status: 200 len: 943 time: 0.0573609 Sep 24 15:31:50.283233 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74123ad8-1226-4691-aa1b-cf19d740c2bf service neutron] Pushing event updated for resources: {'Port': ['ID=6e75d07e-c360-4500-a32e-97860910cbc2,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:50.309174 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c3b73827-6efb-4f6d-90b0-85ca30660620 req-dbb6c84e-407a-4da9-8842-70f9d744f118 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345311 Sep 24 15:31:50.320270 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce5d4d-f408-4cbf-bf2d-fcf98c05d59c req-15eeacff-48ce-4edd-a805-71761e8e9ad3 tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:50.321730 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c5ce5d4d-f408-4cbf-bf2d-fcf98c05d59c req-15eeacff-48ce-4edd-a805-71761e8e9ad3 tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=eb088bff-fcfd-4c14-a9e8-196cc1fc32a6 HTTP/1.1" status: 200 len: 1096 time: 0.0902500 Sep 24 15:31:50.322565 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-623cc3f8-407e-498f-a0cd-348beccc1958 req-74123ad8-1226-4691-aa1b-cf19d740c2bf service neutron] Attempting to bind port 6e75d07e-c360-4500-a32e-97860910cbc2 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:31:50.322901 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-623cc3f8-407e-498f-a0cd-348beccc1958 req-74123ad8-1226-4691-aa1b-cf19d740c2bf service neutron] Attempting to bind port 6e75d07e-c360-4500-a32e-97860910cbc2 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '21e1a332-491d-46ef-987f-a7724d369c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '078714d9-431e-4632-b957-c9a7230e7876'}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:31:50.323225 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623cc3f8-407e-498f-a0cd-348beccc1958 req-74123ad8-1226-4691-aa1b-cf19d740c2bf service neutron] Attempting to bind port 6e75d07e-c360-4500-a32e-97860910cbc2 on network 078714d9-431e-4632-b957-c9a7230e7876 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:31:50.328867 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623cc3f8-407e-498f-a0cd-348beccc1958 req-74123ad8-1226-4691-aa1b-cf19d740c2bf service neutron] Port 6e75d07e-c360-4500-a32e-97860910cbc2 on network 078714d9-431e-4632-b957-c9a7230e7876 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:31:50.329195 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623cc3f8-407e-498f-a0cd-348beccc1958 req-74123ad8-1226-4691-aa1b-cf19d740c2bf service neutron] Attempting to bind port 6e75d07e-c360-4500-a32e-97860910cbc2 on network 078714d9-431e-4632-b957-c9a7230e7876 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:31:50.334618 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623cc3f8-407e-498f-a0cd-348beccc1958 req-74123ad8-1226-4691-aa1b-cf19d740c2bf service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:31:50.334952 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623cc3f8-407e-498f-a0cd-348beccc1958 req-74123ad8-1226-4691-aa1b-cf19d740c2bf service neutron] Checking segment: {'id': '21e1a332-491d-46ef-987f-a7724d369c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '078714d9-431e-4632-b957-c9a7230e7876'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:31:50.335326 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-623cc3f8-407e-498f-a0cd-348beccc1958 req-74123ad8-1226-4691-aa1b-cf19d740c2bf service neutron] Bound using segment: {'id': '21e1a332-491d-46ef-987f-a7724d369c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '078714d9-431e-4632-b957-c9a7230e7876'} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:31:50.335749 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-623cc3f8-407e-498f-a0cd-348beccc1958 req-74123ad8-1226-4691-aa1b-cf19d740c2bf service neutron] Bound port: 6e75d07e-c360-4500-a32e-97860910cbc2, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21e1a332-491d-46ef-987f-a7724d369c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '078714d9-431e-4632-b957-c9a7230e7876'}}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:31:50.336400 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-623cc3f8-407e-498f-a0cd-348beccc1958 req-74123ad8-1226-4691-aa1b-cf19d740c2bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:50.404212 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c5ce5d4d-f408-4cbf-bf2d-fcf98c05d59c req-150c52eb-0c9d-4058-9427-08df27f4db38 tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585334 Sep 24 15:31:50.428699 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-623cc3f8-407e-498f-a0cd-348beccc1958 req-74123ad8-1226-4691-aa1b-cf19d740c2bf service neutron] For port 6e75d07e-c360-4500-a32e-97860910cbc2, host n-h2-808921-1, cleared binding levels {{(pid=95297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:31:50.431982 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-623cc3f8-407e-498f-a0cd-348beccc1958 req-74123ad8-1226-4691-aa1b-cf19d740c2bf service neutron] For port 6e75d07e-c360-4500-a32e-97860910cbc2, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=6e75d07e-c360-4500-a32e-97860910cbc2,segment=NetworkSegment(21e1a332-491d-46ef-987f-a7724d369c2e),segment_id=21e1a332-491d-46ef-987f-a7724d369c2e)] {{(pid=95297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:31:50.456680 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 37748) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:50.501640 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-623cc3f8-407e-498f-a0cd-348beccc1958 req-74123ad8-1226-4691-aa1b-cf19d740c2bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:50.507296 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 37756) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:50.529909 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4d30e4e9-1cc0-4aff-ac0f-9c95f359263f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:50.547813 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623cc3f8-407e-498f-a0cd-348beccc1958 req-74123ad8-1226-4691-aa1b-cf19d740c2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:50.548510 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-623cc3f8-407e-498f-a0cd-348beccc1958 req-74123ad8-1226-4691-aa1b-cf19d740c2bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:50.549999 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-623cc3f8-407e-498f-a0cd-348beccc1958 req-74123ad8-1226-4691-aa1b-cf19d740c2bf service neutron] 10.222.0.108 "PUT /v2.0/ports/6e75d07e-c360-4500-a32e-97860910cbc2 HTTP/1.1" status: 200 len: 1091 time: 0.7751803 Sep 24 15:31:50.550500 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4da3b7ff-add6-4227-a6ef-2d1e23925c61', 'tag': '6e75d07e-c360-4500-a32e-97860910cbc2'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:31:50.552940 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac01406a-fb4a-42bf-9a46-d47dceb5ec86" -d '{"events": [{"name": "network-changed", "server_uuid": "4da3b7ff-add6-4227-a6ef-2d1e23925c61", "tag": "6e75d07e-c360-4500-a32e-97860910cbc2"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:31:50.581854 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74123ad8-1226-4691-aa1b-cf19d740c2bf service neutron] Pushing event updated for resources: {'Port': ['ID=6e75d07e-c360-4500-a32e-97860910cbc2,revision_number=3']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:50.650988 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466a8e67-3b66-4e8e-b938-d214ce4712d2 req-63a3b0d6-d07d-4ab2-8dfe-e8b199c82113 tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:50.650988 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-466a8e67-3b66-4e8e-b938-d214ce4712d2 req-63a3b0d6-d07d-4ab2-8dfe-e8b199c82113 tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=eb088bff-fcfd-4c14-a9e8-196cc1fc32a6 HTTP/1.1" status: 200 len: 1096 time: 0.0551355 Sep 24 15:31:50.691265 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad188994-d88f-4a37-a439-5e0d8b3694a0 x-openstack-request-id: req-ad188994-d88f-4a37-a439-5e0d8b3694a0 {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:31:50.692074 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4da3b7ff-add6-4227-a6ef-2d1e23925c61", "tag": "6e75d07e-c360-4500-a32e-97860910cbc2", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:31:50.692074 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ad188994-d88f-4a37-a439-5e0d8b3694a0 {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:31:50.694617 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4d30e4e9-1cc0-4aff-ac0f-9c95f359263f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:50.703455 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4da3b7ff-add6-4227-a6ef-2d1e23925c61', 'tag': '6e75d07e-c360-4500-a32e-97860910cbc2', 'status': 'completed', 'code': 200} Sep 24 15:31:50.711425 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b06a91de-a241-4dc8-9a2a-452c7e924c54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:50.723375 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-466a8e67-3b66-4e8e-b938-d214ce4712d2 req-f2d5fc03-b786-4047-b1c1-da6991892d5d tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674021 Sep 24 15:31:50.779749 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac01406a-fb4a-42bf-9a46-d47dceb5ec86 req-b4afc1f7-69f7-4512-9568-270ca72ede07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:50.781461 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ac01406a-fb4a-42bf-9a46-d47dceb5ec86 req-b4afc1f7-69f7-4512-9568-270ca72ede07 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=afd1b0df78e44afd8dcda9521b21852d&device_id=4da3b7ff-add6-4227-a6ef-2d1e23925c61 HTTP/1.1" status: 200 len: 1094 time: 0.0569561 Sep 24 15:31:50.786158 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b1d29a4f-78ac-4533-9c68-f41b19bc14f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:50.843905 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4d30e4e9-1cc0-4aff-ac0f-9c95f359263f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:50.900797 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-4d30e4e9-1cc0-4aff-ac0f-9c95f359263f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ef51bbc5473c4ff6a6fba71a9bdd983b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3921511 Sep 24 15:31:50.906701 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 37780) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:50.912624 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac01406a-fb4a-42bf-9a46-d47dceb5ec86 req-efa5067d-d38d-401d-8272-641c0b568178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:50.914303 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ac01406a-fb4a-42bf-9a46-d47dceb5ec86 req-efa5067d-d38d-401d-8272-641c0b568178 service neutron] 10.222.0.108 "GET /v2.0/networks?tenant_id=afd1b0df78e44afd8dcda9521b21852d&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1250257 Sep 24 15:31:50.914569 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d30e4e9-1cc0-4aff-ac0f-9c95f359263f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a450de8d-6f51-4ac8-b2ea-838ece94b260,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:51.036546 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-657e3755-764e-4d54-b4ae-f8c4839a4852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:51.050777 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac01406a-fb4a-42bf-9a46-d47dceb5ec86 req-335cf246-6d0a-4396-8b82-1545be89218a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:51.052385 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ac01406a-fb4a-42bf-9a46-d47dceb5ec86 req-335cf246-6d0a-4396-8b82-1545be89218a service neutron] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1308417 Sep 24 15:31:51.054456 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b06a91de-a241-4dc8-9a2a-452c7e924c54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:51.070096 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-657e3755-764e-4d54-b4ae-f8c4839a4852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:51.127866 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623cc3f8-407e-498f-a0cd-348beccc1958 req-cb1a817b-62ea-4932-9266-cbe407c98467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:51.129258 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-623cc3f8-407e-498f-a0cd-348beccc1958 req-cb1a817b-62ea-4932-9266-cbe407c98467 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=afd1b0df78e44afd8dcda9521b21852d&device_id=4da3b7ff-add6-4227-a6ef-2d1e23925c61 HTTP/1.1" status: 200 len: 1094 time: 0.0399461 Sep 24 15:31:51.170438 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-623cc3f8-407e-498f-a0cd-348beccc1958 req-25e9e721-64b1-4595-82b5-338f91000717 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e75d07e-c360-4500-a32e-97860910cbc2 HTTP/1.1" status: 200 len: 217 time: 0.0326426 Sep 24 15:31:51.222995 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623cc3f8-407e-498f-a0cd-348beccc1958 req-74de1b23-e2fb-483d-a2e2-7580c9af4155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:51.224396 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-623cc3f8-407e-498f-a0cd-348beccc1958 req-74de1b23-e2fb-483d-a2e2-7580c9af4155 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=84366809-0e1f-47c8-b0ea-166b7d29d1a7 HTTP/1.1" status: 200 len: 847 time: 0.0448952 Sep 24 15:31:51.244183 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b06a91de-a241-4dc8-9a2a-452c7e924c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:51.257051 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-623cc3f8-407e-498f-a0cd-348beccc1958 req-dd874645-8cf2-4a9d-bb49-0e18c756424d service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=078714d9-431e-4632-b957-c9a7230e7876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248177 Sep 24 15:31:51.302134 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b06a91de-a241-4dc8-9a2a-452c7e924c54 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=700cc08f8fee45a58451e02b40130bbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8437028 Sep 24 15:31:51.306788 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06a91de-a241-4dc8-9a2a-452c7e924c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=660c4c34-a1e3-4343-8d0e-c65e40f10e5f,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:51.329424 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 37788) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:51.356234 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-623cc3f8-407e-498f-a0cd-348beccc1958 req-325f5363-b02b-4bcd-9c4b-8f23e06155ad service neutron] 10.222.0.108 "GET /v2.0/networks/078714d9-431e-4632-b957-c9a7230e7876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880277 Sep 24 15:31:51.380575 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7e7e2f6a-6f61-4fba-8377-8a2f3fe24c59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:51.400661 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7e7e2f6a-6f61-4fba-8377-8a2f3fe24c59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:51.451467 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-623cc3f8-407e-498f-a0cd-348beccc1958 req-95a036ec-c5fe-4aa1-9bbd-9cdb75b58411 service neutron] 10.222.0.108 "GET /v2.0/networks/078714d9-431e-4632-b957-c9a7230e7876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874496 Sep 24 15:31:51.516711 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-657e3755-764e-4d54-b4ae-f8c4839a4852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:51.519223 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-657e3755-764e-4d54-b4ae-f8c4839a4852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:51.522921 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-657e3755-764e-4d54-b4ae-f8c4839a4852 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a450de8d-6f51-4ac8-b2ea-838ece94b260 HTTP/1.1" status: 204 len: 168 time: 0.6127436 Sep 24 15:31:51.546678 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657e3755-764e-4d54-b4ae-f8c4839a4852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a450de8d-6f51-4ac8-b2ea-838ece94b260,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:51.639219 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a645e5be-b302-48c4-9872-fa9739abb9d0 req-e2c70b44-498e-4a82-9578-96a608cfa30f tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:51.640600 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a645e5be-b302-48c4-9872-fa9739abb9d0 req-e2c70b44-498e-4a82-9578-96a608cfa30f tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=4da3b7ff-add6-4227-a6ef-2d1e23925c61 HTTP/1.1" status: 200 len: 943 time: 0.0496237 Sep 24 15:31:51.677142 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a645e5be-b302-48c4-9872-fa9739abb9d0 req-3392f1d6-8ff5-48be-9165-867d17f042c8 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303059 Sep 24 15:31:51.755177 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7e7e2f6a-6f61-4fba-8377-8a2f3fe24c59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:51.757699 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7e7e2f6a-6f61-4fba-8377-8a2f3fe24c59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:51.762037 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-7e7e2f6a-6f61-4fba-8377-8a2f3fe24c59 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/660c4c34-a1e3-4343-8d0e-c65e40f10e5f HTTP/1.1" status: 204 len: 168 time: 0.4283750 Sep 24 15:31:51.771963 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7e2f6a-6f61-4fba-8377-8a2f3fe24c59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=660c4c34-a1e3-4343-8d0e-c65e40f10e5f,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:51.811805 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b1d29a4f-78ac-4533-9c68-f41b19bc14f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:52.084125 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b1d29a4f-78ac-4533-9c68-f41b19bc14f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:52.128754 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d29a4f-78ac-4533-9c68-f41b19bc14f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4295731-5afd-4057-9c9b-524c7e34fa38,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:52.131736 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b1d29a4f-78ac-4533-9c68-f41b19bc14f2 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=474e846dd17b4662bcb39ee7713e1232&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0951204 Sep 24 15:31:52.134556 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 37828) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:52.200359 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f537086d-9201-4691-bad6-696a28cc46dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:52.229811 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f537086d-9201-4691-bad6-696a28cc46dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:52.273646 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 37834) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:52.370121 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f537086d-9201-4691-bad6-696a28cc46dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:52.376568 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f537086d-9201-4691-bad6-696a28cc46dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:52.379123 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f537086d-9201-4691-bad6-696a28cc46dd admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a4295731-5afd-4057-9c9b-524c7e34fa38 HTTP/1.1" status: 204 len: 168 time: 0.2427995 Sep 24 15:31:52.400128 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f537086d-9201-4691-bad6-696a28cc46dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4295731-5afd-4057-9c9b-524c7e34fa38,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:52.440047 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-eac4af4a-a525-4491-88f8-75e4b6099b23 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1630754278-network', 'tenant_id': '868879dc432146bea739836196e7d339'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:31:52.552692 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac4af4a-a525-4491-88f8-75e4b6099b23 admin admin] Made reservation on behalf of 868879dc432146bea739836196e7d339 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:31:52.555115 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-eac4af4a-a525-4491-88f8-75e4b6099b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:52.564132 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-eac4af4a-a525-4491-88f8-75e4b6099b23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:52.660213 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-eac4af4a-a525-4491-88f8-75e4b6099b23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:52.758479 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-eac4af4a-a525-4491-88f8-75e4b6099b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:52.760416 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 37870) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:52.784821 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-01ddf6bd-8f61-442f-9439-ab788d255ecc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:52.787904 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eac4af4a-a525-4491-88f8-75e4b6099b23 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1274} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:31:52.793738 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac4af4a-a525-4491-88f8-75e4b6099b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df948919-ad23-4bd8-8128-7a5229aa4043,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:52.801962 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-eac4af4a-a525-4491-88f8-75e4b6099b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:52.802368 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-eac4af4a-a525-4491-88f8-75e4b6099b23 admin admin] Added segment 7f328f6d-1249-4dad-95f3-ddd487347f5c of type vlan for network affadb6a-78d5-4727-a015-cbcd401d5eac Sep 24 15:31:52.859778 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd14a534-f617-4f34-a765-83c9ae4619fb req-86e04d3f-307c-4274-9aa7-60579a8aeaf7 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:52.859778 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fd14a534-f617-4f34-a765-83c9ae4619fb req-86e04d3f-307c-4274-9aa7-60579a8aeaf7 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=4da3b7ff-add6-4227-a6ef-2d1e23925c61 HTTP/1.1" status: 200 len: 943 time: 0.0853679 Sep 24 15:31:52.860765 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-eac4af4a-a525-4491-88f8-75e4b6099b23 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:52.968317 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-01ddf6bd-8f61-442f-9439-ab788d255ecc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:52.977700 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fd14a534-f617-4f34-a765-83c9ae4619fb req-9758fab0-c8a5-489f-902d-b7c8d5098db8 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155505 Sep 24 15:31:52.987091 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-eac4af4a-a525-4491-88f8-75e4b6099b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:52.988075 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac4af4a-a525-4491-88f8-75e4b6099b23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:52.988678 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-eac4af4a-a525-4491-88f8-75e4b6099b23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:53.059981 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac4af4a-a525-4491-88f8-75e4b6099b23 admin admin] Pushing event updated for resources: {'Network': ['ID=affadb6a-78d5-4727-a015-cbcd401d5eac,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:53.069821 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network affadb6a-78d5-4727-a015-cbcd401d5eac details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:31:53.074592 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-01ddf6bd-8f61-442f-9439-ab788d255ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:53.114990 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-01ddf6bd-8f61-442f-9439-ab788d255ecc admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=487dde745b824f5599608ca621e0faaf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3485861 Sep 24 15:31:53.116814 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 37888) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:53.125071 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ddf6bd-8f61-442f-9439-ab788d255ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60a462a7-1fac-484f-9e6d-9cfe6cfcc6a7,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:53.161998 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-eac4af4a-a525-4491-88f8-75e4b6099b23 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.8868136 Sep 24 15:31:53.165036 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 37892) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:53.173547 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-4cda1f72-4631-4724-b3cc-c5a94d0cfec8 admin admin] Request body: {'subnet': {'network_id': 'affadb6a-78d5-4727-a015-cbcd401d5eac', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1630754278-subnet', 'tenant_id': '868879dc432146bea739836196e7d339', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:31:53.198052 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-18c5e769-8b52-46cb-93a1-dc897ced8e12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:53.221982 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-18c5e769-8b52-46cb-93a1-dc897ced8e12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:53.255995 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cda1f72-4631-4724-b3cc-c5a94d0cfec8 admin admin] Made reservation on behalf of 868879dc432146bea739836196e7d339 for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:31:53.258898 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4cda1f72-4631-4724-b3cc-c5a94d0cfec8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:53.364455 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-18c5e769-8b52-46cb-93a1-dc897ced8e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:53.367820 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-18c5e769-8b52-46cb-93a1-dc897ced8e12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:53.369256 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-18c5e769-8b52-46cb-93a1-dc897ced8e12 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/60a462a7-1fac-484f-9e6d-9cfe6cfcc6a7 HTTP/1.1" status: 204 len: 168 time: 0.2512805 Sep 24 15:31:53.381723 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c5e769-8b52-46cb-93a1-dc897ced8e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60a462a7-1fac-484f-9e6d-9cfe6cfcc6a7,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:53.564487 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4cda1f72-4631-4724-b3cc-c5a94d0cfec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:53.623739 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cda1f72-4631-4724-b3cc-c5a94d0cfec8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37919d63-14ea-4906-a787-b888766206b2,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:53.630555 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cda1f72-4631-4724-b3cc-c5a94d0cfec8 admin admin] Checking segment: {'id': '7f328f6d-1249-4dad-95f3-ddd487347f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': 'affadb6a-78d5-4727-a015-cbcd401d5eac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:31:53.630910 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cda1f72-4631-4724-b3cc-c5a94d0cfec8 admin admin] Network hostable DHCP agents. Network: affadb6a-78d5-4727-a015-cbcd401d5eac, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:31:53.741781 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cda1f72-4631-4724-b3cc-c5a94d0cfec8 admin admin] Network affadb6a-78d5-4727-a015-cbcd401d5eac is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:31:53.804088 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-4cda1f72-4631-4724-b3cc-c5a94d0cfec8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, affadb6a-78d5-4727-a015-cbcd401d5eac) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:31:53.808918 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cda1f72-4631-4724-b3cc-c5a94d0cfec8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:53.809431 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4cda1f72-4631-4724-b3cc-c5a94d0cfec8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:53.815473 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502e18a6-a8ae-43eb-82f2-16490d9877d9 None None] Network affadb6a-78d5-4727-a015-cbcd401d5eac requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:31:53.887240 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-4cda1f72-4631-4724-b3cc-c5a94d0cfec8 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7178934 Sep 24 15:31:53.964257 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e07c398-827c-42ea-8ba5-02896cd9a727 None None] Network affadb6a-78d5-4727-a015-cbcd401d5eac requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:31:54.063965 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 37938) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:54.165626 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbed45c-0c2c-47b4-9f68-88804b7fe2ea req-6eb6107e-6d30-435e-a420-48b582e84c51 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:54.167151 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fbbed45c-0c2c-47b4-9f68-88804b7fe2ea req-6eb6107e-6d30-435e-a420-48b582e84c51 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=4da3b7ff-add6-4227-a6ef-2d1e23925c61 HTTP/1.1" status: 200 len: 943 time: 0.0555012 Sep 24 15:31:54.204721 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fbbed45c-0c2c-47b4-9f68-88804b7fe2ea req-e395252c-9bd1-4386-9235-b73237b90132 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318069 Sep 24 15:31:54.416756 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ee34bdac-551d-4554-8c0b-3e5a3188a441 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:54.505836 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 37958) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:54.528074 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ee34bdac-551d-4554-8c0b-3e5a3188a441 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:54.589815 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 37962) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:54.597118 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ee34bdac-551d-4554-8c0b-3e5a3188a441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:54.638179 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-ee34bdac-551d-4554-8c0b-3e5a3188a441 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=7d8f31781bf1465eb608b568c6668e7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5721784 Sep 24 15:31:54.639057 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee34bdac-551d-4554-8c0b-3e5a3188a441 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed3e527a-d49e-4d19-8a7b-a97584ead720,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:54.640890 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 37970) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:54.690711 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d0b67289-d8a7-4904-8e0f-d7db6aa5ce2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:54.714793 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d0b67289-d8a7-4904-8e0f-d7db6aa5ce2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:54.815989 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d0b67289-d8a7-4904-8e0f-d7db6aa5ce2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:54.818767 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d0b67289-d8a7-4904-8e0f-d7db6aa5ce2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:54.820048 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-d0b67289-d8a7-4904-8e0f-d7db6aa5ce2b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/ed3e527a-d49e-4d19-8a7b-a97584ead720 HTTP/1.1" status: 204 len: 168 time: 0.1781201 Sep 24 15:31:54.828886 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b67289-d8a7-4904-8e0f-d7db6aa5ce2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed3e527a-d49e-4d19-8a7b-a97584ead720,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:54.855580 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [req-e62a73dd-e534-45d3-94c8-2f04c40bc3b5 req-b9f514b2-36e3-4f2d-b0a9-c62813a8eb58 tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:31:54.856616 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e62a73dd-e534-45d3-94c8-2f04c40bc3b5 req-b9f514b2-36e3-4f2d-b0a9-c62813a8eb58 tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3495371 Sep 24 15:31:54.859688 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-d90ca856-14d4-456f-b936-7fadbb14b6b0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-865742917-network', 'tenant_id': '97e1a64f2cdb4db4b9a42536f4e59a51'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:31:54.899818 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a73dd-e534-45d3-94c8-2f04c40bc3b5 req-b415013c-048c-47a2-85e8-2a92e40edfee tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:54.901501 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e62a73dd-e534-45d3-94c8-2f04c40bc3b5 req-b415013c-048c-47a2-85e8-2a92e40edfee tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] 10.222.0.101 "GET /v2.0/ports/6ff65d2a-e143-4570-9b7a-a0356f19cba5 HTTP/1.1" status: 200 len: 1093 time: 0.0390179 Sep 24 15:31:54.941221 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d90ca856-14d4-456f-b936-7fadbb14b6b0 admin admin] Made reservation on behalf of 97e1a64f2cdb4db4b9a42536f4e59a51 for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:31:54.943635 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d90ca856-14d4-456f-b936-7fadbb14b6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:54.961260 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d90ca856-14d4-456f-b936-7fadbb14b6b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:55.093515 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d90ca856-14d4-456f-b936-7fadbb14b6b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:55.187615 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d90ca856-14d4-456f-b936-7fadbb14b6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:55.214310 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d90ca856-14d4-456f-b936-7fadbb14b6b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1253} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:31:55.224756 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90ca856-14d4-456f-b936-7fadbb14b6b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82bb0ee5-1137-493c-bd0a-ae8b3286a7ca,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:55.231925 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d90ca856-14d4-456f-b936-7fadbb14b6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:55.232263 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-d90ca856-14d4-456f-b936-7fadbb14b6b0 admin admin] Added segment cfd36797-80bd-45ab-9f4a-500b0be83777 of type vlan for network c84d1f8f-9e5c-4674-9c46-c6a756a24261 Sep 24 15:31:55.295081 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d90ca856-14d4-456f-b936-7fadbb14b6b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:55.374580 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f21ed3-24df-42a1-a95f-b1e8b428932c req-a797d2e0-c428-410b-8718-bb29396b64a0 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:55.376348 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-95f21ed3-24df-42a1-a95f-b1e8b428932c req-a797d2e0-c428-410b-8718-bb29396b64a0 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=4da3b7ff-add6-4227-a6ef-2d1e23925c61 HTTP/1.1" status: 200 len: 943 time: 0.0561240 Sep 24 15:31:55.377788 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d90ca856-14d4-456f-b936-7fadbb14b6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:55.378902 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90ca856-14d4-456f-b936-7fadbb14b6b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:55.379618 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d90ca856-14d4-456f-b936-7fadbb14b6b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:55.430142 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-e62a73dd-e534-45d3-94c8-2f04c40bc3b5 req-34c4620c-953a-4e90-85b3-a658ab141a3f service neutron] Request body: {'binding': {'host': 'n-h2-808921-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:31:55.430825 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-e62a73dd-e534-45d3-94c8-2f04c40bc3b5 req-34c4620c-953a-4e90-85b3-a658ab141a3f service neutron] Unknown quota resources ['binding']. {{(pid=95297) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 24 15:31:55.470458 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-d90ca856-14d4-456f-b936-7fadbb14b6b0 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8791263 Sep 24 15:31:55.473117 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90ca856-14d4-456f-b936-7fadbb14b6b0 admin admin] Pushing event updated for resources: {'Network': ['ID=c84d1f8f-9e5c-4674-9c46-c6a756a24261,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:55.474872 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 38036) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:55.478937 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 6e75d07e-c360-4500-a32e-97860910cbc2 details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:31:55.480909 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-95f21ed3-24df-42a1-a95f-b1e8b428932c req-553a8767-6ee9-4d88-96eb-a6c06e8e4ef0 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951033 Sep 24 15:31:55.486261 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-17ff3a14-1cee-47b4-a8bb-1c6d9303283c admin admin] Request body: {'subnet': {'network_id': 'c84d1f8f-9e5c-4674-9c46-c6a756a24261', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-865742917-subnet', 'tenant_id': '97e1a64f2cdb4db4b9a42536f4e59a51', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:31:55.494722 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network c84d1f8f-9e5c-4674-9c46-c6a756a24261 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:31:55.610099 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ff3a14-1cee-47b4-a8bb-1c6d9303283c admin admin] Made reservation on behalf of 97e1a64f2cdb4db4b9a42536f4e59a51 for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:31:55.612620 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-17ff3a14-1cee-47b4-a8bb-1c6d9303283c admin admin] Notify callbacks [] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:55.674024 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 6e75d07e-c360-4500-a32e-97860910cbc2, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=6e75d07e-c360-4500-a32e-97860910cbc2,segment=NetworkSegment(21e1a332-491d-46ef-987f-a7724d369c2e),segment_id=21e1a332-491d-46ef-987f-a7724d369c2e)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:31:55.684718 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': '6e75d07e-c360-4500-a32e-97860910cbc2', 'network_id': '078714d9-431e-4632-b957-c9a7230e7876', 'port_id': '6e75d07e-c360-4500-a32e-97860910cbc2', 'mac_address': 'fa:16:3e:16:55:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84366809-0e1f-47c8-b0ea-166b7d29d1a7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:31:55.686332 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-e62a73dd-e534-45d3-94c8-2f04c40bc3b5 req-34c4620c-953a-4e90-85b3-a658ab141a3f service neutron] Attempting to bind port 6ff65d2a-e143-4570-9b7a-a0356f19cba5 on host n-h2-808921-1 for vnic_type normal with profile None {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:31:55.686693 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-e62a73dd-e534-45d3-94c8-2f04c40bc3b5 req-34c4620c-953a-4e90-85b3-a658ab141a3f service neutron] Attempting to bind port 6ff65d2a-e143-4570-9b7a-a0356f19cba5 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '5bd2529f-b450-42b6-8981-999bdd2f1ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '058852f5-088e-42d1-b3e1-abf106a974a3'}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:31:55.687016 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62a73dd-e534-45d3-94c8-2f04c40bc3b5 req-34c4620c-953a-4e90-85b3-a658ab141a3f service neutron] Attempting to bind port 6ff65d2a-e143-4570-9b7a-a0356f19cba5 on network 058852f5-088e-42d1-b3e1-abf106a974a3 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:31:55.700465 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62a73dd-e534-45d3-94c8-2f04c40bc3b5 req-34c4620c-953a-4e90-85b3-a658ab141a3f service neutron] Port 6ff65d2a-e143-4570-9b7a-a0356f19cba5 on network 058852f5-088e-42d1-b3e1-abf106a974a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:31:55.700783 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62a73dd-e534-45d3-94c8-2f04c40bc3b5 req-34c4620c-953a-4e90-85b3-a658ab141a3f service neutron] Attempting to bind port 6ff65d2a-e143-4570-9b7a-a0356f19cba5 on network 058852f5-088e-42d1-b3e1-abf106a974a3 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:31:55.710837 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62a73dd-e534-45d3-94c8-2f04c40bc3b5 req-34c4620c-953a-4e90-85b3-a658ab141a3f service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:31:55.711166 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62a73dd-e534-45d3-94c8-2f04c40bc3b5 req-34c4620c-953a-4e90-85b3-a658ab141a3f service neutron] Checking segment: {'id': '5bd2529f-b450-42b6-8981-999bdd2f1ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '058852f5-088e-42d1-b3e1-abf106a974a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:31:55.711632 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62a73dd-e534-45d3-94c8-2f04c40bc3b5 req-34c4620c-953a-4e90-85b3-a658ab141a3f service neutron] Bound using segment: {'id': '5bd2529f-b450-42b6-8981-999bdd2f1ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '058852f5-088e-42d1-b3e1-abf106a974a3'} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:31:55.712058 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-e62a73dd-e534-45d3-94c8-2f04c40bc3b5 req-34c4620c-953a-4e90-85b3-a658ab141a3f service neutron] Bound port: 6ff65d2a-e143-4570-9b7a-a0356f19cba5, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bd2529f-b450-42b6-8981-999bdd2f1ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '058852f5-088e-42d1-b3e1-abf106a974a3'}}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:31:55.724641 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:55.741523 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e75d07e-c360-4500-a32e-97860910cbc2 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:31:55.760260 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 6e75d07e-c360-4500-a32e-97860910cbc2, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=6e75d07e-c360-4500-a32e-97860910cbc2,segment=NetworkSegment(21e1a332-491d-46ef-987f-a7724d369c2e),segment_id=21e1a332-491d-46ef-987f-a7724d369c2e)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:31:55.804762 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-e62a73dd-e534-45d3-94c8-2f04c40bc3b5 req-34c4620c-953a-4e90-85b3-a658ab141a3f service neutron] For port 6ff65d2a-e143-4570-9b7a-a0356f19cba5, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=6ff65d2a-e143-4570-9b7a-a0356f19cba5,segment=NetworkSegment(5bd2529f-b450-42b6-8981-999bdd2f1ff0),segment_id=5bd2529f-b450-42b6-8981-999bdd2f1ff0)] {{(pid=95297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:31:55.879366 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:55.881039 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-e62a73dd-e534-45d3-94c8-2f04c40bc3b5 req-34c4620c-953a-4e90-85b3-a658ab141a3f service neutron] Notify callbacks [] for binding, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:55.883054 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e62a73dd-e534-45d3-94c8-2f04c40bc3b5 req-34c4620c-953a-4e90-85b3-a658ab141a3f service neutron] 10.222.0.101 "POST /v2.0/ports/6ff65d2a-e143-4570-9b7a-a0356f19cba5/bindings HTTP/1.1" status: 201 len: 389 time: 0.8556948 Sep 24 15:31:55.946784 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 38038) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:55.947179 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=6e75d07e-c360-4500-a32e-97860910cbc2,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:55.959579 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-17ff3a14-1cee-47b4-a8bb-1c6d9303283c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:55.984658 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-62c06c07-9452-486d-beb9-bf5e23d55d76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:56.031916 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ff3a14-1cee-47b4-a8bb-1c6d9303283c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1deb8be8-9a2a-4363-a36b-c7b4f9feaec8,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:56.062320 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ff3a14-1cee-47b4-a8bb-1c6d9303283c admin admin] Checking segment: {'id': 'cfd36797-80bd-45ab-9f4a-500b0be83777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'c84d1f8f-9e5c-4674-9c46-c6a756a24261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:31:56.062637 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ff3a14-1cee-47b4-a8bb-1c6d9303283c admin admin] Network hostable DHCP agents. Network: c84d1f8f-9e5c-4674-9c46-c6a756a24261, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:31:56.084859 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['6e75d07e-c360-4500-a32e-97860910cbc2'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:31:56.134365 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-62c06c07-9452-486d-beb9-bf5e23d55d76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:56.175810 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ff3a14-1cee-47b4-a8bb-1c6d9303283c admin admin] Network c84d1f8f-9e5c-4674-9c46-c6a756a24261 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:31:56.205159 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-62c06c07-9452-486d-beb9-bf5e23d55d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:56.242110 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c06c07-9452-486d-beb9-bf5e23d55d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b7515a4-6553-487d-9e56-20d01535f056,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:56.262983 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 38046) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:56.280205 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-62c06c07-9452-486d-beb9-bf5e23d55d76 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=47bd00fa0fc74145b842fe909cf53d41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3295276 Sep 24 15:31:56.280678 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 38050) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:56.298387 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-17ff3a14-1cee-47b4-a8bb-1c6d9303283c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, c84d1f8f-9e5c-4674-9c46-c6a756a24261) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:31:56.299825 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4ee301-d81a-4d7c-98b8-effc2d475854 req-c763d8c5-6e03-4c80-ac7d-74a0fc3984b5 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:56.304578 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ff3a14-1cee-47b4-a8bb-1c6d9303283c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:56.304780 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-17ff3a14-1cee-47b4-a8bb-1c6d9303283c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:56.315303 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-aa4ee301-d81a-4d7c-98b8-effc2d475854 req-c763d8c5-6e03-4c80-ac7d-74a0fc3984b5 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=eb088bff-fcfd-4c14-a9e8-196cc1fc32a6 HTTP/1.1" status: 200 len: 945 time: 0.0678768 Sep 24 15:31:56.324660 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26c5315-761d-419f-9d88-2c3989e64f2e None None] Network c84d1f8f-9e5c-4674-9c46-c6a756a24261 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:31:56.366707 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-aa4ee301-d81a-4d7c-98b8-effc2d475854 req-b2075d2c-57d9-46ea-9cde-853720bde863 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474129 Sep 24 15:31:56.370188 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 38052) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:56.380452 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-bc8310d1-43d5-4ad6-8350-87b200ad7cf1 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1596006162-network', 'tenant_id': '3d31da4485a4442f8cbdd81617b5e114'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:31:56.396197 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-440f16de-81b4-4371-a310-6cf608e5434b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:56.428402 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-17ff3a14-1cee-47b4-a8bb-1c6d9303283c admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9522295 Sep 24 15:31:56.431295 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 38054) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:56.434853 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-440f16de-81b4-4371-a310-6cf608e5434b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:56.443698 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-5a03bd74-c0a2-4093-8e7a-c1016551d7c3 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-865742917-router', 'tenant_id': '97e1a64f2cdb4db4b9a42536f4e59a51', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:31:56.492192 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8310d1-43d5-4ad6-8350-87b200ad7cf1 admin admin] Made reservation on behalf of 3d31da4485a4442f8cbdd81617b5e114 for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:31:56.498892 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bc8310d1-43d5-4ad6-8350-87b200ad7cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:56.523986 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bc8310d1-43d5-4ad6-8350-87b200ad7cf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:56.539103 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd6d3b5-f219-48aa-bd42-07ed8f814a05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-c84d1f8f-9e5c-4674-9c46-c6a756a24261', 'network_id': 'c84d1f8f-9e5c-4674-9c46-c6a756a24261', 'tenant_id': '97e1a64f2cdb4db4b9a42536f4e59a51', 'fixed_ips': [{'subnet_id': '1deb8be8-9a2a-4363-a36b-c7b4f9feaec8'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:31:56.540272 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0bd6d3b5-f219-48aa-bd42-07ed8f814a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:56.571166 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-440f16de-81b4-4371-a310-6cf608e5434b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:56.576768 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-440f16de-81b4-4371-a310-6cf608e5434b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:56.581324 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-440f16de-81b4-4371-a310-6cf608e5434b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/5b7515a4-6553-487d-9e56-20d01535f056 HTTP/1.1" status: 204 len: 168 time: 0.2981629 Sep 24 15:31:56.610858 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a73dd-e534-45d3-94c8-2f04c40bc3b5 req-af34ce38-769b-4fdc-97ba-ca268202a811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:56.615875 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e62a73dd-e534-45d3-94c8-2f04c40bc3b5 req-af34ce38-769b-4fdc-97ba-ca268202a811 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=8957a38149f44837aa315f739e11ffd3&device_id=eb088bff-fcfd-4c14-a9e8-196cc1fc32a6 HTTP/1.1" status: 200 len: 1096 time: 0.1265881 Sep 24 15:31:56.649121 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b7362127-b377-4c80-91f0-b7326bdf90fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:56.678693 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440f16de-81b4-4371-a310-6cf608e5434b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b7515a4-6553-487d-9e56-20d01535f056,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:56.682693 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5a03bd74-c0a2-4093-8e7a-c1016551d7c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:56.682693 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5a03bd74-c0a2-4093-8e7a-c1016551d7c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:56.740732 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-0bd6d3b5-f219-48aa-bd42-07ed8f814a05 None None] Allocated IP 172.20.0.2 (c84d1f8f-9e5c-4674-9c46-c6a756a24261/1deb8be8-9a2a-4363-a36b-c7b4f9feaec8/a3675550-b633-4ae8-816a-3ed3d509eb92) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:31:56.757725 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5a03bd74-c0a2-4093-8e7a-c1016551d7c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:56.765334 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfba3a1-36ae-4e6b-98f0-7e9f3cb5ae3d req-7f5ee935-c869-497c-8b03-35d0fa327860 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:56.773479 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6dfba3a1-36ae-4e6b-98f0-7e9f3cb5ae3d req-7f5ee935-c869-497c-8b03-35d0fa327860 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=4da3b7ff-add6-4227-a6ef-2d1e23925c61 HTTP/1.1" status: 200 len: 944 time: 0.1352031 Sep 24 15:31:56.812030 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a73dd-e534-45d3-94c8-2f04c40bc3b5 req-22cb13be-84eb-4a87-927c-4e111fd0c50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:56.813752 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e62a73dd-e534-45d3-94c8-2f04c40bc3b5 req-22cb13be-84eb-4a87-927c-4e111fd0c50f service neutron] 10.222.0.108 "GET /v2.0/networks?id=058852f5-088e-42d1-b3e1-abf106a974a3 HTTP/1.1" status: 200 len: 923 time: 0.1843798 Sep 24 15:31:56.825017 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bc8310d1-43d5-4ad6-8350-87b200ad7cf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:56.846365 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6dfba3a1-36ae-4e6b-98f0-7e9f3cb5ae3d req-2c8ccf57-c825-47ca-96b1-64294727e8e1 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718372 Sep 24 15:31:56.877129 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e62a73dd-e534-45d3-94c8-2f04c40bc3b5 req-62d06acb-f295-4fd9-b8f7-eb64b51b5d01 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ff65d2a-e143-4570-9b7a-a0356f19cba5 HTTP/1.1" status: 200 len: 217 time: 0.0553575 Sep 24 15:31:56.926789 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0bd6d3b5-f219-48aa-bd42-07ed8f814a05 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:56.944520 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bc8310d1-43d5-4ad6-8350-87b200ad7cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:56.958629 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a73dd-e534-45d3-94c8-2f04c40bc3b5 req-52fe35c5-205b-4fb1-91e6-c37a032b4738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:56.960109 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e62a73dd-e534-45d3-94c8-2f04c40bc3b5 req-52fe35c5-205b-4fb1-91e6-c37a032b4738 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=5c649312-ea12-4119-a9ca-d79c73d589c6 HTTP/1.1" status: 200 len: 861 time: 0.0760481 Sep 24 15:31:56.999145 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e62a73dd-e534-45d3-94c8-2f04c40bc3b5 req-b22c0101-fca1-4f90-88e3-ef5319f3aba6 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=058852f5-088e-42d1-b3e1-abf106a974a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310848 Sep 24 15:31:57.014198 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc8310d1-43d5-4ad6-8350-87b200ad7cf1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1264} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:31:57.017568 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0bd6d3b5-f219-48aa-bd42-07ed8f814a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:57.020644 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8310d1-43d5-4ad6-8350-87b200ad7cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51abbf19-26d5-48c1-8cf1-e51f47926770,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:57.056331 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd6d3b5-f219-48aa-bd42-07ed8f814a05 None None] Network c84d1f8f-9e5c-4674-9c46-c6a756a24261 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:31:57.060229 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-0bd6d3b5-f219-48aa-bd42-07ed8f814a05 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:31:57.066975 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd6d3b5-f219-48aa-bd42-07ed8f814a05 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:31:57.071973 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bc8310d1-43d5-4ad6-8350-87b200ad7cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:57.072312 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-bc8310d1-43d5-4ad6-8350-87b200ad7cf1 admin admin] Added segment a3c70c1f-5384-4145-bc7c-5136b1bc8313 of type vlan for network d242419c-f17b-4772-9f0c-85e1a12652f2 Sep 24 15:31:57.082167 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd6d3b5-f219-48aa-bd42-07ed8f814a05 None None] Pushing event updated for resources: {'Port': ['ID=a3675550-b633-4ae8-816a-3ed3d509eb92,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:57.108441 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b7362127-b377-4c80-91f0-b7326bdf90fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:57.143405 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-0bd6d3b5-f219-48aa-bd42-07ed8f814a05 None None] Attempting to bind port a3675550-b633-4ae8-816a-3ed3d509eb92 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:31:57.144202 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-0bd6d3b5-f219-48aa-bd42-07ed8f814a05 None None] Attempting to bind port a3675550-b633-4ae8-816a-3ed3d509eb92 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'cfd36797-80bd-45ab-9f4a-500b0be83777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'c84d1f8f-9e5c-4674-9c46-c6a756a24261'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:31:57.144753 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd6d3b5-f219-48aa-bd42-07ed8f814a05 None None] Attempting to bind port a3675550-b633-4ae8-816a-3ed3d509eb92 on network c84d1f8f-9e5c-4674-9c46-c6a756a24261 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:31:57.147926 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e62a73dd-e534-45d3-94c8-2f04c40bc3b5 req-fbb56c06-e031-4c39-aa02-a15d292514d2 service neutron] 10.222.0.108 "GET /v2.0/networks/058852f5-088e-42d1-b3e1-abf106a974a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401451 Sep 24 15:31:57.151767 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd6d3b5-f219-48aa-bd42-07ed8f814a05 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:31:57.153486 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd6d3b5-f219-48aa-bd42-07ed8f814a05 None None] Checking segment: {'id': 'cfd36797-80bd-45ab-9f4a-500b0be83777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'c84d1f8f-9e5c-4674-9c46-c6a756a24261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:31:57.154281 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0bd6d3b5-f219-48aa-bd42-07ed8f814a05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:57.155487 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd6d3b5-f219-48aa-bd42-07ed8f814a05 None None] Bound using segment: {'id': 'cfd36797-80bd-45ab-9f4a-500b0be83777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'c84d1f8f-9e5c-4674-9c46-c6a756a24261'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:31:57.156183 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-0bd6d3b5-f219-48aa-bd42-07ed8f814a05 None None] Bound port: a3675550-b633-4ae8-816a-3ed3d509eb92, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfd36797-80bd-45ab-9f4a-500b0be83777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'c84d1f8f-9e5c-4674-9c46-c6a756a24261'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:31:57.156758 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0bd6d3b5-f219-48aa-bd42-07ed8f814a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:57.191903 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bc8310d1-43d5-4ad6-8350-87b200ad7cf1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:57.225184 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5a03bd74-c0a2-4093-8e7a-c1016551d7c3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:57.238824 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-0bd6d3b5-f219-48aa-bd42-07ed8f814a05 None None] For port a3675550-b633-4ae8-816a-3ed3d509eb92, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:31:57.239961 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b7362127-b377-4c80-91f0-b7326bdf90fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:57.243540 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-0bd6d3b5-f219-48aa-bd42-07ed8f814a05 None None] For port a3675550-b633-4ae8-816a-3ed3d509eb92, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=a3675550-b633-4ae8-816a-3ed3d509eb92,segment=NetworkSegment(cfd36797-80bd-45ab-9f4a-500b0be83777),segment_id=cfd36797-80bd-45ab-9f4a-500b0be83777)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:31:57.289948 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e62a73dd-e534-45d3-94c8-2f04c40bc3b5 req-6e61fcc6-650b-47ce-94c7-b67307a5b27c service neutron] 10.222.0.108 "GET /v2.0/networks/058852f5-088e-42d1-b3e1-abf106a974a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346736 Sep 24 15:31:57.293125 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b7362127-b377-4c80-91f0-b7326bdf90fd admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=4377da220f474f6da189e2e8d17e82db&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0292544 Sep 24 15:31:57.294375 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7362127-b377-4c80-91f0-b7326bdf90fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d7d810-d46a-40fa-a4c5-9f3dd042b008,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:57.296070 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 38078) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:57.348311 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0bd6d3b5-f219-48aa-bd42-07ed8f814a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:57.350559 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bc8310d1-43d5-4ad6-8350-87b200ad7cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:57.351726 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8310d1-43d5-4ad6-8350-87b200ad7cf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:57.352432 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bc8310d1-43d5-4ad6-8350-87b200ad7cf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:57.362439 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-88191cc8-064c-4d07-996f-2ea314eac4f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:57.430698 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-88191cc8-064c-4d07-996f-2ea314eac4f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:57.501571 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd6d3b5-f219-48aa-bd42-07ed8f814a05 None None] Pushing event updated for resources: {'Port': ['ID=a3675550-b633-4ae8-816a-3ed3d509eb92,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:57.507645 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 6e75d07e-c360-4500-a32e-97860910cbc2 up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:31:57.537930 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8310d1-43d5-4ad6-8350-87b200ad7cf1 admin admin] Pushing event updated for resources: {'Network': ['ID=d242419c-f17b-4772-9f0c-85e1a12652f2,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:57.558699 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network d242419c-f17b-4772-9f0c-85e1a12652f2 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:31:57.696778 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c24b0-2ee4-44bc-93e1-3c5e0b89e8ac req-2ed6de8a-efee-4b7e-b256-695da867656c tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:57.712986 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-246c24b0-2ee4-44bc-93e1-3c5e0b89e8ac req-2ed6de8a-efee-4b7e-b256-695da867656c tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=eb088bff-fcfd-4c14-a9e8-196cc1fc32a6 HTTP/1.1" status: 200 len: 945 time: 0.1741221 Sep 24 15:31:57.794578 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-bc8310d1-43d5-4ad6-8350-87b200ad7cf1 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.4194472 Sep 24 15:31:57.796452 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 38092) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:57.810395 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-d4d71592-33fb-41aa-8501-9d645c16879f admin admin] Request body: {'subnet': {'network_id': 'd242419c-f17b-4772-9f0c-85e1a12652f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1596006162-subnet', 'tenant_id': '3d31da4485a4442f8cbdd81617b5e114', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:31:57.869624 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a73dd-e534-45d3-94c8-2f04c40bc3b5 req-020a6c0f-ec94-4880-a00c-087765a724c2 tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:57.871224 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e62a73dd-e534-45d3-94c8-2f04c40bc3b5 req-020a6c0f-ec94-4880-a00c-087765a724c2 tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] 10.222.0.108 "GET /v2.0/ports?device_id=eb088bff-fcfd-4c14-a9e8-196cc1fc32a6&tenant_id=8957a38149f44837aa315f739e11ffd3&binding%3Ahost_id=n-h1-808921-1 HTTP/1.1" status: 200 len: 1096 time: 0.4347222 Sep 24 15:31:57.880961 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-246c24b0-2ee4-44bc-93e1-3c5e0b89e8ac req-8a7de50a-acba-4b07-aa16-59735b764758 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670933 Sep 24 15:31:57.882870 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-e62a73dd-e534-45d3-94c8-2f04c40bc3b5 req-1366b790-d1fd-45d1-806b-56d9e98d6be3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-808921-1'}}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:31:57.907510 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port 6e75d07e-c360-4500-a32e-97860910cbc2 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:31:57.913079 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port 6e75d07e-c360-4500-a32e-97860910cbc2 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:31:57.913498 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:57.959679 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-e62a73dd-e534-45d3-94c8-2f04c40bc3b5 req-1366b790-d1fd-45d1-806b-56d9e98d6be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:58.028967 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-88191cc8-064c-4d07-996f-2ea314eac4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:58.033858 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-88191cc8-064c-4d07-996f-2ea314eac4f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:58.037600 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-88191cc8-064c-4d07-996f-2ea314eac4f9 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/09d7d810-d46a-40fa-a4c5-9f3dd042b008 HTTP/1.1" status: 204 len: 168 time: 0.7358165 Sep 24 15:31:58.039279 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:58.041302 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d71592-33fb-41aa-8501-9d645c16879f admin admin] Made reservation on behalf of 3d31da4485a4442f8cbdd81617b5e114 for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:31:58.044383 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d4d71592-33fb-41aa-8501-9d645c16879f admin admin] Notify callbacks [] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:58.061191 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88191cc8-064c-4d07-996f-2ea314eac4f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d7d810-d46a-40fa-a4c5-9f3dd042b008,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:58.079308 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085bc8fe-ab7e-446b-ae80-c661d1c0e8da req-0555dd0c-f8db-4d28-b940-c2a3501c04e1 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:58.081041 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-085bc8fe-ab7e-446b-ae80-c661d1c0e8da req-0555dd0c-f8db-4d28-b940-c2a3501c04e1 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=4da3b7ff-add6-4227-a6ef-2d1e23925c61 HTTP/1.1" status: 200 len: 944 time: 0.1178935 Sep 24 15:31:58.094952 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 6e75d07e-c360-4500-a32e-97860910cbc2, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=6e75d07e-c360-4500-a32e-97860910cbc2,segment=NetworkSegment(21e1a332-491d-46ef-987f-a7724d369c2e),segment_id=21e1a332-491d-46ef-987f-a7724d369c2e)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:31:58.097447 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da3b7ff-add6-4227-a6ef-2d1e23925c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e75d07e-c360-4500-a32e-97860910cbc2'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:31:58.100516 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dad824a-7c1b-44db-a223-c1d2a9823d4b" -d '{"events": [{"server_uuid": "4da3b7ff-add6-4227-a6ef-2d1e23925c61", "name": "network-vif-plugged", "status": "completed", "tag": "6e75d07e-c360-4500-a32e-97860910cbc2"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:31:58.147451 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e1c79d6-e703-4e5b-88d6-af68ecde62b9 x-openstack-request-id: req-7e1c79d6-e703-4e5b-88d6-af68ecde62b9 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:31:58.147984 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4da3b7ff-add6-4227-a6ef-2d1e23925c61", "name": "network-vif-plugged", "status": "completed", "tag": "6e75d07e-c360-4500-a32e-97860910cbc2", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:31:58.148420 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-7e1c79d6-e703-4e5b-88d6-af68ecde62b9 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:31:58.149012 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4da3b7ff-add6-4227-a6ef-2d1e23925c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e75d07e-c360-4500-a32e-97860910cbc2', 'code': 200} Sep 24 15:31:58.187333 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:58.193693 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5a03bd74-c0a2-4093-8e7a-c1016551d7c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:58.216240 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-085bc8fe-ab7e-446b-ae80-c661d1c0e8da req-a0a044f6-54dc-4d72-a4b1-f4043b358116 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277876 Sep 24 15:31:58.258675 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5a03bd74-c0a2-4093-8e7a-c1016551d7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:58.268758 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=6e75d07e-c360-4500-a32e-97860910cbc2,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:58.284886 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-e62a73dd-e534-45d3-94c8-2f04c40bc3b5 req-1366b790-d1fd-45d1-806b-56d9e98d6be3 service neutron] For port 6ff65d2a-e143-4570-9b7a-a0356f19cba5, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=6ff65d2a-e143-4570-9b7a-a0356f19cba5,segment=NetworkSegment(5bd2529f-b450-42b6-8981-999bdd2f1ff0),segment_id=5bd2529f-b450-42b6-8981-999bdd2f1ff0)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:31:58.353031 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-e62a73dd-e534-45d3-94c8-2f04c40bc3b5 req-1366b790-d1fd-45d1-806b-56d9e98d6be3 service neutron] For port 6ff65d2a-e143-4570-9b7a-a0356f19cba5, host n-h1-808921-1, cleared binding levels {{(pid=95297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:31:58.378930 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69188272-e422-4d48-9b3c-b20b294321b5 req-a81312e8-2b2d-4a7c-ad57-1a6266031cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:58.379564 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device a3675550-b633-4ae8-816a-3ed3d509eb92 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:31:58.380654 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-69188272-e422-4d48-9b3c-b20b294321b5 req-a81312e8-2b2d-4a7c-ad57-1a6266031cb9 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=4da3b7ff-add6-4227-a6ef-2d1e23925c61 HTTP/1.1" status: 200 len: 1096 time: 0.1404326 Sep 24 15:31:58.421900 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb088bff-fcfd-4c14-a9e8-196cc1fc32a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ff65d2a-e143-4570-9b7a-a0356f19cba5'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:31:58.431046 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ec68be-6b03-46ca-8cda-e34775a98a2a" -d '{"events": [{"server_uuid": "eb088bff-fcfd-4c14-a9e8-196cc1fc32a6", "name": "network-vif-unplugged", "status": "completed", "tag": "6ff65d2a-e143-4570-9b7a-a0356f19cba5"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:31:58.431046 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-e62a73dd-e534-45d3-94c8-2f04c40bc3b5 req-1366b790-d1fd-45d1-806b-56d9e98d6be3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:58.476947 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port a3675550-b633-4ae8-816a-3ed3d509eb92 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:31:58.477369 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:58.488921 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 15:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d3124f1-4594-45e1-a623-22420f685e16 x-openstack-request-id: req-7d3124f1-4594-45e1-a623-22420f685e16 {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:31:58.489469 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb088bff-fcfd-4c14-a9e8-196cc1fc32a6", "name": "network-vif-unplugged", "status": "completed", "tag": "6ff65d2a-e143-4570-9b7a-a0356f19cba5", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:31:58.489716 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-7d3124f1-4594-45e1-a623-22420f685e16 {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:31:58.490121 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb088bff-fcfd-4c14-a9e8-196cc1fc32a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ff65d2a-e143-4570-9b7a-a0356f19cba5', 'code': 200} Sep 24 15:31:58.513253 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-e62a73dd-e534-45d3-94c8-2f04c40bc3b5 req-1366b790-d1fd-45d1-806b-56d9e98d6be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:58.598847 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-69188272-e422-4d48-9b3c-b20b294321b5 req-c2f62d82-23a6-417d-8c4b-0466d9bb847a service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103741 Sep 24 15:31:58.638680 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-5a03bd74-c0a2-4093-8e7a-c1016551d7c3 admin admin] Allocated IP 172.25.0.72 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/f3d986fd-5f30-4658-af97-88e517f91da7) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:31:58.670199 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1366b790-d1fd-45d1-806b-56d9e98d6be3 service neutron] Pushing event updated for resources: {'Port': ['ID=6ff65d2a-e143-4570-9b7a-a0356f19cba5,revision_number=7']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:58.678303 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-e62a73dd-e534-45d3-94c8-2f04c40bc3b5 req-1366b790-d1fd-45d1-806b-56d9e98d6be3 service neutron] Attempting to bind port 6ff65d2a-e143-4570-9b7a-a0356f19cba5 on host n-h1-808921-1 for vnic_type normal with profile {"migrating_to": "n-h2-808921-1"} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:31:58.678739 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-e62a73dd-e534-45d3-94c8-2f04c40bc3b5 req-1366b790-d1fd-45d1-806b-56d9e98d6be3 service neutron] Attempting to bind port 6ff65d2a-e143-4570-9b7a-a0356f19cba5 by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': '5bd2529f-b450-42b6-8981-999bdd2f1ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '058852f5-088e-42d1-b3e1-abf106a974a3'}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:31:58.679136 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62a73dd-e534-45d3-94c8-2f04c40bc3b5 req-1366b790-d1fd-45d1-806b-56d9e98d6be3 service neutron] Attempting to bind port 6ff65d2a-e143-4570-9b7a-a0356f19cba5 on network 058852f5-088e-42d1-b3e1-abf106a974a3 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:31:58.686229 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62a73dd-e534-45d3-94c8-2f04c40bc3b5 req-1366b790-d1fd-45d1-806b-56d9e98d6be3 service neutron] Port 6ff65d2a-e143-4570-9b7a-a0356f19cba5 on network 058852f5-088e-42d1-b3e1-abf106a974a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:31:58.686668 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62a73dd-e534-45d3-94c8-2f04c40bc3b5 req-1366b790-d1fd-45d1-806b-56d9e98d6be3 service neutron] Attempting to bind port 6ff65d2a-e143-4570-9b7a-a0356f19cba5 on network 058852f5-088e-42d1-b3e1-abf106a974a3 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:31:58.690033 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 38114) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:58.700143 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62a73dd-e534-45d3-94c8-2f04c40bc3b5 req-1366b790-d1fd-45d1-806b-56d9e98d6be3 service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:31:58.700143 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62a73dd-e534-45d3-94c8-2f04c40bc3b5 req-1366b790-d1fd-45d1-806b-56d9e98d6be3 service neutron] Checking segment: {'id': '5bd2529f-b450-42b6-8981-999bdd2f1ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '058852f5-088e-42d1-b3e1-abf106a974a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:31:58.701069 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e62a73dd-e534-45d3-94c8-2f04c40bc3b5 req-1366b790-d1fd-45d1-806b-56d9e98d6be3 service neutron] Bound using segment: {'id': '5bd2529f-b450-42b6-8981-999bdd2f1ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '058852f5-088e-42d1-b3e1-abf106a974a3'} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:31:58.701172 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-e62a73dd-e534-45d3-94c8-2f04c40bc3b5 req-1366b790-d1fd-45d1-806b-56d9e98d6be3 service neutron] Bound port: 6ff65d2a-e143-4570-9b7a-a0356f19cba5, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bd2529f-b450-42b6-8981-999bdd2f1ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '058852f5-088e-42d1-b3e1-abf106a974a3'}}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:31:58.701918 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-e62a73dd-e534-45d3-94c8-2f04c40bc3b5 req-1366b790-d1fd-45d1-806b-56d9e98d6be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:58.744621 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:58.774839 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9bceec-c7c7-428d-a201-1f2f5de75acd None None] Network c84d1f8f-9e5c-4674-9c46-c6a756a24261 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:31:58.790114 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5a03bd74-c0a2-4093-8e7a-c1016551d7c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:58.801165 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port a3675550-b633-4ae8-816a-3ed3d509eb92, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=a3675550-b633-4ae8-816a-3ed3d509eb92,segment=NetworkSegment(cfd36797-80bd-45ab-9f4a-500b0be83777),segment_id=cfd36797-80bd-45ab-9f4a-500b0be83777)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:31:58.844917 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-e62a73dd-e534-45d3-94c8-2f04c40bc3b5 req-1366b790-d1fd-45d1-806b-56d9e98d6be3 service neutron] For port 6ff65d2a-e143-4570-9b7a-a0356f19cba5, host n-h1-808921-1, cleared binding levels {{(pid=95297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:31:58.853561 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-e62a73dd-e534-45d3-94c8-2f04c40bc3b5 req-1366b790-d1fd-45d1-806b-56d9e98d6be3 service neutron] For port 6ff65d2a-e143-4570-9b7a-a0356f19cba5, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=6ff65d2a-e143-4570-9b7a-a0356f19cba5,segment=NetworkSegment(5bd2529f-b450-42b6-8981-999bdd2f1ff0),segment_id=5bd2529f-b450-42b6-8981-999bdd2f1ff0)] {{(pid=95297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:31:58.868773 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-1366fd96-605a-4284-ab69-757ee0afe3e2 None None] Provisioning complete for port a3675550-b633-4ae8-816a-3ed3d509eb92 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:31:58.869430 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-1366fd96-605a-4284-ab69-757ee0afe3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:58.906288 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:59.011075 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-e62a73dd-e534-45d3-94c8-2f04c40bc3b5 req-1366b790-d1fd-45d1-806b-56d9e98d6be3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:59.019325 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=a3675550-b633-4ae8-816a-3ed3d509eb92,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:59.082202 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d4d71592-33fb-41aa-8501-9d645c16879f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:59.170386 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-883d243f-60e2-4b8d-8309-e68ba5b658c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:59.179696 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a73dd-e534-45d3-94c8-2f04c40bc3b5 req-1366b790-d1fd-45d1-806b-56d9e98d6be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:59.180291 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-e62a73dd-e534-45d3-94c8-2f04c40bc3b5 req-1366b790-d1fd-45d1-806b-56d9e98d6be3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:59.182353 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e62a73dd-e534-45d3-94c8-2f04c40bc3b5 req-1366b790-d1fd-45d1-806b-56d9e98d6be3 service neutron] 10.222.0.108 "PUT /v2.0/ports/6ff65d2a-e143-4570-9b7a-a0356f19cba5 HTTP/1.1" status: 200 len: 1121 time: 1.3038385 Sep 24 15:31:59.211259 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1366b790-d1fd-45d1-806b-56d9e98d6be3 service neutron] Pushing event updated for resources: {'Port': ['ID=6ff65d2a-e143-4570-9b7a-a0356f19cba5,revision_number=8']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:59.216825 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a910449a-8215-438a-8054-7ee4e12612ab req-44f3847d-fd04-4d63-a8ca-df2a24a9022b tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:59.218624 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a910449a-8215-438a-8054-7ee4e12612ab req-44f3847d-fd04-4d63-a8ca-df2a24a9022b tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=eb088bff-fcfd-4c14-a9e8-196cc1fc32a6 HTTP/1.1" status: 200 len: 943 time: 0.1399448 Sep 24 15:31:59.226364 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5a03bd74-c0a2-4093-8e7a-c1016551d7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:59.270051 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['6ff65d2a-e143-4570-9b7a-a0356f19cba5'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:31:59.307937 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a03bd74-c0a2-4093-8e7a-c1016551d7c3 admin admin] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:31:59.321240 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d71592-33fb-41aa-8501-9d645c16879f admin admin] Pushing event updated for resources: {'Subnet': ['ID=feb834d5-dedc-4c5b-b7f9-118f2a432278,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:59.328311 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d71592-33fb-41aa-8501-9d645c16879f admin admin] Checking segment: {'id': 'a3c70c1f-5384-4145-bc7c-5136b1bc8313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'd242419c-f17b-4772-9f0c-85e1a12652f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:31:59.328666 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d71592-33fb-41aa-8501-9d645c16879f admin admin] Network hostable DHCP agents. Network: d242419c-f17b-4772-9f0c-85e1a12652f2, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:31:59.338060 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-5a03bd74-c0a2-4093-8e7a-c1016551d7c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:31:59.343568 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a03bd74-c0a2-4093-8e7a-c1016551d7c3 admin admin] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:31:59.351357 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-883d243f-60e2-4b8d-8309-e68ba5b658c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:59.373236 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a910449a-8215-438a-8054-7ee4e12612ab req-734009be-a64d-47b8-a078-d91e7e5eda8c tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237631 Sep 24 15:31:59.461704 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a03bd74-c0a2-4093-8e7a-c1016551d7c3 admin admin] Pushing event updated for resources: {'Port': ['ID=f3d986fd-5f30-4658-af97-88e517f91da7,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:59.472903 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-883d243f-60e2-4b8d-8309-e68ba5b658c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:59.498209 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77db7ea-95fa-47cb-afd5-8b36e99b407f req-e2b30fac-ca1f-4446-b7ff-d83fdf8e0dfe tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:59.501683 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e77db7ea-95fa-47cb-afd5-8b36e99b407f req-e2b30fac-ca1f-4446-b7ff-d83fdf8e0dfe tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=4da3b7ff-add6-4227-a6ef-2d1e23925c61 HTTP/1.1" status: 200 len: 945 time: 0.1103246 Sep 24 15:31:59.539365 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-3a1c5b76-3d6f-467c-bbaa-10cec47e44ba None None] Provisioning complete for port a3675550-b633-4ae8-816a-3ed3d509eb92 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:31:59.539818 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3a1c5b76-3d6f-467c-bbaa-10cec47e44ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:59.549758 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883d243f-60e2-4b8d-8309-e68ba5b658c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e64a9f65-22cf-4f7f-9c6b-95da3cfad739,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:31:59.556622 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-883d243f-60e2-4b8d-8309-e68ba5b658c7 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=63ae472ad272444d8122d8d20053b5f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8630741 Sep 24 15:31:59.556916 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 38138) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:31:59.593758 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e77db7ea-95fa-47cb-afd5-8b36e99b407f req-79fa6f9b-d867-42f4-8c6c-03dbf75a4d71 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778825 Sep 24 15:31:59.623944 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3a029a4e-2be4-40ee-b935-0687b78f681a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:59.649577 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3a029a4e-2be4-40ee-b935-0687b78f681a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:59.743796 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d71592-33fb-41aa-8501-9d645c16879f admin admin] Network d242419c-f17b-4772-9f0c-85e1a12652f2 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:31:59.787708 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5a03bd74-c0a2-4093-8e7a-c1016551d7c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:59.972021 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-d4d71592-33fb-41aa-8501-9d645c16879f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, d242419c-f17b-4772-9f0c-85e1a12652f2) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:31:59.982141 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d71592-33fb-41aa-8501-9d645c16879f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:31:59.987907 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d4d71592-33fb-41aa-8501-9d645c16879f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:31:59.988062 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e1a6cc-6058-412d-9542-3b0b49432d46 None None] Network d242419c-f17b-4772-9f0c-85e1a12652f2 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:31:59.992031 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5a03bd74-c0a2-4093-8e7a-c1016551d7c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:00.125204 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05480633-39dc-4908-a2fc-074da22d787b None None] Network d242419c-f17b-4772-9f0c-85e1a12652f2 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:32:00.229477 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device a3675550-b633-4ae8-816a-3ed3d509eb92 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:32:00.334117 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port a3675550-b633-4ae8-816a-3ed3d509eb92 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:32:00.334531 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:00.491164 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb088bff-fcfd-4c14-a9e8-196cc1fc32a6', 'tag': '6ff65d2a-e143-4570-9b7a-a0356f19cba5'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:32:00.493869 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31753a77-8190-4f5d-929a-a870c3013d96" -d '{"events": [{"name": "network-changed", "server_uuid": "eb088bff-fcfd-4c14-a9e8-196cc1fc32a6", "tag": "6ff65d2a-e143-4570-9b7a-a0356f19cba5"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:32:00.514974 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd3768e-93d4-42d8-8a1e-5e674cf7e9cf req-5ab0fd46-ce69-4e3c-bf7e-8df760290399 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:00.516480 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4dd3768e-93d4-42d8-8a1e-5e674cf7e9cf req-5ab0fd46-ce69-4e3c-bf7e-8df760290399 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=eb088bff-fcfd-4c14-a9e8-196cc1fc32a6 HTTP/1.1" status: 200 len: 943 time: 0.0522687 Sep 24 15:32:00.555374 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4dd3768e-93d4-42d8-8a1e-5e674cf7e9cf req-13692223-053a-4f94-867e-2f7412f25441 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330181 Sep 24 15:32:00.567148 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d68bd148-f290-47a0-b344-5e956c172f54 req-e425d145-2c71-4822-8456-820b12b84ce7 tempest-ImagesNegativeTestJSON-1843643478 tempest-ImagesNegativeTestJSON-1843643478-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=dbe0cfd21dc843c593cbcd5f1093ceaa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234246 Sep 24 15:32:00.633997 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a03bd74-c0a2-4093-8e7a-c1016551d7c3 admin admin] Router 3c92d0d4-a499-42ff-a00c-566c1c586b0f is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:32:00.642572 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-d4d71592-33fb-41aa-8501-9d645c16879f admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.8367543 Sep 24 15:32:00.652675 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3a029a4e-2be4-40ee-b935-0687b78f681a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:00.655536 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3a029a4e-2be4-40ee-b935-0687b78f681a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:00.656627 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-3a029a4e-2be4-40ee-b935-0687b78f681a admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/e64a9f65-22cf-4f7f-9c6b-95da3cfad739 HTTP/1.1" status: 204 len: 168 time: 1.0988090 Sep 24 15:32:00.674545 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a029a4e-2be4-40ee-b935-0687b78f681a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e64a9f65-22cf-4f7f-9c6b-95da3cfad739,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:00.706313 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68bd148-f290-47a0-b344-5e956c172f54 req-a9d8e068-4cf2-4b80-a102-166f1f1c294b tempest-ImagesNegativeTestJSON-1843643478 tempest-ImagesNegativeTestJSON-1843643478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:00.714039 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d68bd148-f290-47a0-b344-5e956c172f54 req-a9d8e068-4cf2-4b80-a102-166f1f1c294b tempest-ImagesNegativeTestJSON-1843643478 tempest-ImagesNegativeTestJSON-1843643478-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1414003 Sep 24 15:32:00.734559 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d68bd148-f290-47a0-b344-5e956c172f54 req-5ae85882-1c6c-4570-951e-b98998472e9f tempest-ImagesNegativeTestJSON-1843643478 tempest-ImagesNegativeTestJSON-1843643478-project] 10.222.0.101 "GET /v2.0/quotas/dbe0cfd21dc843c593cbcd5f1093ceaa HTTP/1.1" status: 200 len: 375 time: 0.0193377 Sep 24 15:32:00.775248 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d68bd148-f290-47a0-b344-5e956c172f54 req-0a160f95-9401-4e0f-8d74-1d68ed3b5156 tempest-ImagesNegativeTestJSON-1843643478 tempest-ImagesNegativeTestJSON-1843643478-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=dbe0cfd21dc843c593cbcd5f1093ceaa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394516 Sep 24 15:32:00.803397 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a03bd74-c0a2-4093-8e7a-c1016551d7c3 admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:32:00.814968 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc8e896-7367-442c-83a1-6fb09951436a None None] Sync routers for ids ['3c92d0d4-a499-42ff-a00c-566c1c586b0f'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:32:00.827237 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 38198) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:32:00.839147 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6f557a89-72f0-49ec-9c63-6364f3dba1b0 req-1107e920-ea69-4c8b-96bb-4486a2b96981 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=8d50f07cb8fd472ca8b05cdaff4b245b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0373738 Sep 24 15:32:00.847390 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc8e896-7367-442c-83a1-6fb09951436a None None] Routers {'3c92d0d4-a499-42ff-a00c-566c1c586b0f'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:32:00.848033 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-dcc8e896-7367-442c-83a1-6fb09951436a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:31:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['3c92d0d4-a499-42ff-a00c-566c1c586b0f'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:32:00.911436 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec3c4e9b-d54e-42a5-ae75-05a7f7847e22 admin admin] Deleting subnet 37919d63-14ea-4906-a787-b888766206b2 {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:32:00.915175 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ec3c4e9b-d54e-42a5-ae75-05a7f7847e22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:00.955782 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ec3c4e9b-d54e-42a5-ae75-05a7f7847e22 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:00.966228 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ec3c4e9b-d54e-42a5-ae75-05a7f7847e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:00.967623 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f557a89-72f0-49ec-9c63-6364f3dba1b0 req-6060f5f1-aeb6-4fac-9b28-d15f1a5aa778 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:00.969123 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6f557a89-72f0-49ec-9c63-6364f3dba1b0 req-6060f5f1-aeb6-4fac-9b28-d15f1a5aa778 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1211259 Sep 24 15:32:00.970917 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-dcc8e896-7367-442c-83a1-6fb09951436a None None] Set router 3c92d0d4-a499-42ff-a00c-566c1c586b0f gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:32:00.995302 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5a03bd74-c0a2-4093-8e7a-c1016551d7c3 admin admin] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:01.004021 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-5a03bd74-c0a2-4093-8e7a-c1016551d7c3 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 4.5635800 Sep 24 15:32:01.015468 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 38204) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:32:01.015696 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6f557a89-72f0-49ec-9c63-6364f3dba1b0 req-f36f572d-16f2-47c6-bbcb-66e76e5087a5 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] 10.222.0.101 "GET /v2.0/quotas/8d50f07cb8fd472ca8b05cdaff4b245b HTTP/1.1" status: 200 len: 375 time: 0.0374808 Sep 24 15:32:01.075717 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6f557a89-72f0-49ec-9c63-6364f3dba1b0 req-8f1c1ca7-c60a-4cda-87ac-e699e10ad056 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=8d50f07cb8fd472ca8b05cdaff4b245b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530179 Sep 24 15:32:01.097584 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6163f012-f73c-4c3a-94f3-46166dc6969a x-openstack-request-id: req-6163f012-f73c-4c3a-94f3-46166dc6969a {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:32:01.097878 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb088bff-fcfd-4c14-a9e8-196cc1fc32a6", "tag": "6ff65d2a-e143-4570-9b7a-a0356f19cba5", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:32:01.098133 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-6163f012-f73c-4c3a-94f3-46166dc6969a {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:32:01.098546 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb088bff-fcfd-4c14-a9e8-196cc1fc32a6', 'tag': '6ff65d2a-e143-4570-9b7a-a0356f19cba5', 'status': 'completed', 'code': 200} Sep 24 15:32:01.181738 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-763d5f15-1118-4859-ab01-e6916f998ab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:01.219694 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31753a77-8190-4f5d-929a-a870c3013d96 req-9438955f-2e2c-4d05-9d07-3e1507bf37e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:01.221217 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-31753a77-8190-4f5d-929a-a870c3013d96 req-9438955f-2e2c-4d05-9d07-3e1507bf37e9 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=8957a38149f44837aa315f739e11ffd3&device_id=eb088bff-fcfd-4c14-a9e8-196cc1fc32a6 HTTP/1.1" status: 200 len: 1124 time: 0.1271603 Sep 24 15:32:01.239338 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-dcc8e896-7367-442c-83a1-6fb09951436a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c92d0d4-a499-42ff-a00c-566c1c586b0f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-865742917-router', 'tenant_id': '97e1a64f2cdb4db4b9a42536f4e59a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'f3d986fd-5f30-4658-af97-88e517f91da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:31:56Z', 'updated_at': '2021-09-24T15:31:59Z', 'revision_number': 3, 'project_id': '97e1a64f2cdb4db4b9a42536f4e59a51', 'gw_port': {'id': 'f3d986fd-5f30-4658-af97-88e517f91da7', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:13:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c92d0d4-a499-42ff-a00c-566c1c586b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:31:58Z', 'updated_at': '2021-09-24T15:31:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:32:01.271174 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc8e896-7367-442c-83a1-6fb09951436a None None] Checking router: 3c92d0d4-a499-42ff-a00c-566c1c586b0f for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:32:01.271673 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc8e896-7367-442c-83a1-6fb09951436a None None] Updating router 3c92d0d4-a499-42ff-a00c-566c1c586b0f port f3d986fd-5f30-4658-af97-88e517f91da7 binding host n-d-808921-1 {{(pid=95300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:32:01.280110 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac2d54-9426-4c70-9114-c21baf2170f1 req-7073ebc8-d128-4bfc-af7b-7eac3f823170 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:01.281601 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7dac2d54-9426-4c70-9114-c21baf2170f1 req-7073ebc8-d128-4bfc-af7b-7eac3f823170 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=4da3b7ff-add6-4227-a6ef-2d1e23925c61 HTTP/1.1" status: 200 len: 945 time: 0.1258142 Sep 24 15:32:01.297735 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-dcc8e896-7367-442c-83a1-6fb09951436a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:01.330453 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ec3c4e9b-d54e-42a5-ae75-05a7f7847e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:01.454095 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3c4e9b-d54e-42a5-ae75-05a7f7847e22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37919d63-14ea-4906-a787-b888766206b2,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:01.471980 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ec3c4e9b-d54e-42a5-ae75-05a7f7847e22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:01.476507 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 38218) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:32:01.476786 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ec3c4e9b-d54e-42a5-ae75-05a7f7847e22 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/37919d63-14ea-4906-a787-b888766206b2 HTTP/1.1" status: 204 len: 168 time: 0.6482992 Sep 24 15:32:01.482005 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7dac2d54-9426-4c70-9114-c21baf2170f1 req-29bf9d4d-ddf4-4ce3-907b-c00c9306a0f3 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889389 Sep 24 15:32:01.549036 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31753a77-8190-4f5d-929a-a870c3013d96 req-173032f2-b100-4bc9-a228-421d0efbb26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:01.549036 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-31753a77-8190-4f5d-929a-a870c3013d96 req-173032f2-b100-4bc9-a228-421d0efbb26d service neutron] 10.222.0.110 "GET /v2.0/networks?id=058852f5-088e-42d1-b3e1-abf106a974a3 HTTP/1.1" status: 200 len: 923 time: 0.2868311 Sep 24 15:32:01.589053 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f2e7adab-91e9-41f6-9e8c-1f7bba45ce10 req-c0d8545c-6152-41af-8b52-4f9940f12927 tempest-ImagesNegativeTestJSON-1843643478 tempest-ImagesNegativeTestJSON-1843643478-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd78a576-094b-4d59-9ece-34958e3ea2ca HTTP/1.1" status: 200 len: 210 time: 0.0948303 Sep 24 15:32:01.616378 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-31753a77-8190-4f5d-929a-a870c3013d96 req-d37d3ed4-b8d2-4ff2-a4a4-17e28d0c2e5e service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ff65d2a-e143-4570-9b7a-a0356f19cba5 HTTP/1.1" status: 200 len: 217 time: 0.0549824 Sep 24 15:32:01.643449 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e910ce34-e251-47fe-b0b1-18f538e2d7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:01.676676 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-792f525d-d2aa-4760-b3dc-e10ff11b1f7e req-4e799f9a-df5a-459f-ae69-13112cc6f467 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] 10.222.0.101 "GET /v2.0/ports?device_id=0bf16c99-1d81-449c-8c2f-4b881f2e13c5 HTTP/1.1" status: 200 len: 210 time: 0.0719256 Sep 24 15:32:01.742630 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31753a77-8190-4f5d-929a-a870c3013d96 req-29fe0564-1c06-44dd-bc74-28855f57104d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:01.744096 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-31753a77-8190-4f5d-929a-a870c3013d96 req-29fe0564-1c06-44dd-bc74-28855f57104d service neutron] 10.222.0.110 "GET /v2.0/subnets?id=5c649312-ea12-4119-a9ca-d79c73d589c6 HTTP/1.1" status: 200 len: 861 time: 0.0725710 Sep 24 15:32:01.748659 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e910ce34-e251-47fe-b0b1-18f538e2d7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:01.751843 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-dcc8e896-7367-442c-83a1-6fb09951436a None None] Notify callbacks [] for port, precommit_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:01.787453 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e910ce34-e251-47fe-b0b1-18f538e2d7d8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:32:01.788011 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e910ce34-e251-47fe-b0b1-18f538e2d7d8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:32:01.790559 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e910ce34-e251-47fe-b0b1-18f538e2d7d8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:32:01.790559 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e910ce34-e251-47fe-b0b1-18f538e2d7d8 admin admin] Subscribe: > port after_create 55550000 {{(pid=95298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:32:01.790559 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e910ce34-e251-47fe-b0b1-18f538e2d7d8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=95298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:32:01.790559 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e910ce34-e251-47fe-b0b1-18f538e2d7d8 admin admin] Subscribe: > port after_update 55550000 {{(pid=95298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:32:01.790559 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e910ce34-e251-47fe-b0b1-18f538e2d7d8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:32:01.791675 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e910ce34-e251-47fe-b0b1-18f538e2d7d8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:32:01.792176 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e910ce34-e251-47fe-b0b1-18f538e2d7d8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:32:01.792668 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e910ce34-e251-47fe-b0b1-18f538e2d7d8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:32:01.801703 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 38228) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:32:01.838614 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-31753a77-8190-4f5d-929a-a870c3013d96 req-7cf09e16-15f1-4b2f-a994-85051197626b service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=058852f5-088e-42d1-b3e1-abf106a974a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482688 Sep 24 15:32:01.856422 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-dcc8e896-7367-442c-83a1-6fb09951436a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:01.877450 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-18c4b93d-b84c-478b-b514-e288b0f007a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:01.877591 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e910ce34-e251-47fe-b0b1-18f538e2d7d8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:32:01.877591 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e910ce34-e251-47fe-b0b1-18f538e2d7d8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:32:01.877736 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e910ce34-e251-47fe-b0b1-18f538e2d7d8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:32:01.877985 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e910ce34-e251-47fe-b0b1-18f538e2d7d8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95298) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:32:01.878570 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-e910ce34-e251-47fe-b0b1-18f538e2d7d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['affadb6a-78d5-4727-a015-cbcd401d5eac']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:32:01.904359 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-e910ce34-e251-47fe-b0b1-18f538e2d7d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f328f6d-1249-4dad-95f3-ddd487347f5c') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:32:01.904667 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-e910ce34-e251-47fe-b0b1-18f538e2d7d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f328f6d-1249-4dad-95f3-ddd487347f5c') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:32:01.913234 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-dcc8e896-7367-442c-83a1-6fb09951436a None None] Attempting to bind port f3d986fd-5f30-4658-af97-88e517f91da7 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:32:01.913604 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-dcc8e896-7367-442c-83a1-6fb09951436a None None] Attempting to bind port f3d986fd-5f30-4658-af97-88e517f91da7 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:32:01.917352 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc8e896-7367-442c-83a1-6fb09951436a None None] Attempting to bind port f3d986fd-5f30-4658-af97-88e517f91da7 on network e6a2de20-1ea0-43e5-88e0-982d19e317d5 {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:32:01.923623 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7276063c-8886-45bd-bb5a-7b78df3e8943 req-9ac81e46-4f96-431a-ae22-435a85e46452 tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:01.925202 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7276063c-8886-45bd-bb5a-7b78df3e8943 req-9ac81e46-4f96-431a-ae22-435a85e46452 tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=4da3b7ff-add6-4227-a6ef-2d1e23925c61 HTTP/1.1" status: 200 len: 1096 time: 0.2148905 Sep 24 15:32:01.927293 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e910ce34-e251-47fe-b0b1-18f538e2d7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:01.928339 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc8e896-7367-442c-83a1-6fb09951436a None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 31, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:32:01.928773 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc8e896-7367-442c-83a1-6fb09951436a None None] Checking segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:32:01.929179 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-dcc8e896-7367-442c-83a1-6fb09951436a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:01.929572 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc8e896-7367-442c-83a1-6fb09951436a None None] Bound using segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:32:01.930039 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-dcc8e896-7367-442c-83a1-6fb09951436a None None] Bound port: f3d986fd-5f30-4658-af97-88e517f91da7, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:32:01.930468 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-dcc8e896-7367-442c-83a1-6fb09951436a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:01.932627 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80186259-9631-496b-a683-39aa0889c4b2 None None] Pushing event updated for resources: {'Port': ['ID=f3d986fd-5f30-4658-af97-88e517f91da7,revision_number=2']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:01.960885 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e910ce34-e251-47fe-b0b1-18f538e2d7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:01.967108 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80186259-9631-496b-a683-39aa0889c4b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:01.967462 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80186259-9631-496b-a683-39aa0889c4b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:01.968120 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80186259-9631-496b-a683-39aa0889c4b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:01.968473 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80186259-9631-496b-a683-39aa0889c4b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:01.968814 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80186259-9631-496b-a683-39aa0889c4b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:01.969367 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80186259-9631-496b-a683-39aa0889c4b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:01.974530 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e910ce34-e251-47fe-b0b1-18f538e2d7d8 admin admin] Releasing vlan 1274 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:32:01.974901 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80186259-9631-496b-a683-39aa0889c4b2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:01.975020 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e910ce34-e251-47fe-b0b1-18f538e2d7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:01.975972 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80186259-9631-496b-a683-39aa0889c4b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:01.976079 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80186259-9631-496b-a683-39aa0889c4b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:01.976672 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80186259-9631-496b-a683-39aa0889c4b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:01.976969 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80186259-9631-496b-a683-39aa0889c4b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:01.977434 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80186259-9631-496b-a683-39aa0889c4b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:02.008931 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4732e-3187-44b1-adc8-415f29175021 req-2595c477-ad9f-4788-b89f-21bcffb75556 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:02.010560 n-d-808921-1 neutron-server[95298]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 24 15:32:02.010560 n-d-808921-1 neutron-server[95298]: from cryptography.utils import int_from_bytes Sep 24 15:32:02.010560 n-d-808921-1 neutron-server[95298]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 24 15:32:02.010560 n-d-808921-1 neutron-server[95298]: from cryptography.utils import int_from_bytes Sep 24 15:32:02.010560 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:32:02.010560 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:32:02.010560 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:32:02.010560 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:32:02.010560 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:32:02.010560 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:32:02.010560 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:32:02.010560 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:32:02.010560 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:32:02.010560 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:32:02.010560 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:32:02.010560 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:32:02.010560 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:32:02.010560 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:32:02.010560 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:32:02.010560 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:32:02.010560 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:32:02.010560 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:32:02.010560 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:32:02.010560 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:32:02.010560 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:32:02.010560 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:32:02.010560 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:32:02.010560 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:32:02.010560 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:32:02.010560 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:32:02.010560 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:32:02.010560 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:32:02.010560 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:32:02.010560 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:32:02.010560 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:32:02.010560 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:32:02.013599 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c8c4732e-3187-44b1-adc8-415f29175021 req-2595c477-ad9f-4788-b89f-21bcffb75556 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=eb088bff-fcfd-4c14-a9e8-196cc1fc32a6 HTTP/1.1" status: 200 len: 943 time: 0.2114480 Sep 24 15:32:02.023959 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-dcc8e896-7367-442c-83a1-6fb09951436a None None] For port f3d986fd-5f30-4658-af97-88e517f91da7, host n-d-808921-1, cleared binding levels {{(pid=95300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:32:02.028975 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-dcc8e896-7367-442c-83a1-6fb09951436a None None] For port f3d986fd-5f30-4658-af97-88e517f91da7, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=f3d986fd-5f30-4658-af97-88e517f91da7,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:32:02.041366 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7276063c-8886-45bd-bb5a-7b78df3e8943 req-024ebfef-c9c8-4507-9960-ae163c7afc0a tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996799 Sep 24 15:32:02.115092 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-31753a77-8190-4f5d-929a-a870c3013d96 req-1800aaf2-e95b-4dcd-9358-01285ef2a4a8 service neutron] 10.222.0.110 "GET /v2.0/networks/058852f5-088e-42d1-b3e1-abf106a974a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540734 Sep 24 15:32:02.129271 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c8c4732e-3187-44b1-adc8-415f29175021 req-58a0ce23-4d29-4a49-b3c9-b24a46011427 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027632 Sep 24 15:32:02.148381 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-dcc8e896-7367-442c-83a1-6fb09951436a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:02.148794 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e910ce34-e251-47fe-b0b1-18f538e2d7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:02.161831 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e910ce34-e251-47fe-b0b1-18f538e2d7d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:02.165581 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-e910ce34-e251-47fe-b0b1-18f538e2d7d8 admin admin] 10.222.0.101 "DELETE /v2.0/networks/affadb6a-78d5-4727-a015-cbcd401d5eac HTTP/1.1" status: 204 len: 168 time: 0.6862335 Sep 24 15:32:02.170322 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 38234) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:32:02.214309 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc8e896-7367-442c-83a1-6fb09951436a None None] Routers {'3c92d0d4-a499-42ff-a00c-566c1c586b0f'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:32:02.215334 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-dcc8e896-7367-442c-83a1-6fb09951436a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:31:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['3c92d0d4-a499-42ff-a00c-566c1c586b0f'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:32:02.233957 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610fb56a-0064-4da7-a45a-e3cce35a5692 req-cbe3c216-2c66-4478-9f34-9ea1eee781ec tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:02.241378 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-610fb56a-0064-4da7-a45a-e3cce35a5692 req-cbe3c216-2c66-4478-9f34-9ea1eee781ec tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=4da3b7ff-add6-4227-a6ef-2d1e23925c61 HTTP/1.1" status: 200 len: 1096 time: 0.1275377 Sep 24 15:32:02.243849 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e910ce34-e251-47fe-b0b1-18f538e2d7d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=affadb6a-78d5-4727-a015-cbcd401d5eac,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:02.269760 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80186259-9631-496b-a683-39aa0889c4b2 None None] Pushing event updated for resources: {'Port': ['ID=f3d986fd-5f30-4658-af97-88e517f91da7,revision_number=3']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:02.283694 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-654047c2-4128-49cf-8dbc-ba0bb721c4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:02.287377 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-66eaa790-4f80-4bd7-bd35-c3079318bb08 admin admin] Deleting subnet feb834d5-dedc-4c5b-b7f9-118f2a432278 {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:32:02.292365 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-66eaa790-4f80-4bd7-bd35-c3079318bb08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:02.325952 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-18c4b93d-b84c-478b-b514-e288b0f007a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:02.338536 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-610fb56a-0064-4da7-a45a-e3cce35a5692 req-29921181-2cab-4807-8b32-5eff3c8f2de9 tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925779 Sep 24 15:32:02.355465 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-31753a77-8190-4f5d-929a-a870c3013d96 req-f59f0c4c-eb31-4f04-955b-f2e49260887b service neutron] 10.222.0.110 "GET /v2.0/networks/058852f5-088e-42d1-b3e1-abf106a974a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255816 Sep 24 15:32:02.367888 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-66eaa790-4f80-4bd7-bd35-c3079318bb08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:02.444249 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-18c4b93d-b84c-478b-b514-e288b0f007a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:02.450493 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-66eaa790-4f80-4bd7-bd35-c3079318bb08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:02.515075 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-dcc8e896-7367-442c-83a1-6fb09951436a None None] Set router 3c92d0d4-a499-42ff-a00c-566c1c586b0f gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:32:02.564617 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c4b93d-b84c-478b-b514-e288b0f007a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=326cc4fb-d63b-43bf-ae7e-91540c7237f6,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:02.572462 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-18c4b93d-b84c-478b-b514-e288b0f007a2 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=52a87fd056664ccc9878f383d9e86165&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7678506 Sep 24 15:32:02.575298 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 38246) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:32:02.627643 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-66eaa790-4f80-4bd7-bd35-c3079318bb08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:02.657026 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6c7b859c-fb5e-410d-910f-4f28c8a81127 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:02.672906 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eaa790-4f80-4bd7-bd35-c3079318bb08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=feb834d5-dedc-4c5b-b7f9-118f2a432278,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:02.676618 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-654047c2-4128-49cf-8dbc-ba0bb721c4eb admin admin] Allocated IP 172.20.0.1 (c84d1f8f-9e5c-4674-9c46-c6a756a24261/1deb8be8-9a2a-4363-a36b-c7b4f9feaec8/5e654f8c-f667-431e-9ba2-b959177e01b4) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:32:02.676860 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-66eaa790-4f80-4bd7-bd35-c3079318bb08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:02.682609 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-66eaa790-4f80-4bd7-bd35-c3079318bb08 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/feb834d5-dedc-4c5b-b7f9-118f2a432278 HTTP/1.1" status: 204 len: 168 time: 0.5102286 Sep 24 15:32:02.686791 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 38250) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:32:02.705606 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6c7b859c-fb5e-410d-910f-4f28c8a81127 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:02.752256 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4ab6828e-e0f6-4f7a-809a-50ec61debac6 req-7bb6be94-3d48-4143-9fc5-b07105804b07 tempest-ImagesNegativeTestJSON-1843643478 tempest-ImagesNegativeTestJSON-1843643478-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd78a576-094b-4d59-9ece-34958e3ea2ca HTTP/1.1" status: 200 len: 210 time: 0.0414047 Sep 24 15:32:02.758012 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-dcc8e896-7367-442c-83a1-6fb09951436a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c92d0d4-a499-42ff-a00c-566c1c586b0f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-865742917-router', 'tenant_id': '97e1a64f2cdb4db4b9a42536f4e59a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'f3d986fd-5f30-4658-af97-88e517f91da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:31:56Z', 'updated_at': '2021-09-24T15:31:59Z', 'revision_number': 3, 'project_id': '97e1a64f2cdb4db4b9a42536f4e59a51', 'gw_port': {'id': 'f3d986fd-5f30-4658-af97-88e517f91da7', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:13:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c92d0d4-a499-42ff-a00c-566c1c586b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:31:58Z', 'updated_at': '2021-09-24T15:32:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:32:02.792653 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcc8e896-7367-442c-83a1-6fb09951436a None None] The sync data for ids ['3c92d0d4-a499-42ff-a00c-566c1c586b0f'] in n-d-808921-1 is: [{'id': '3c92d0d4-a499-42ff-a00c-566c1c586b0f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-865742917-router', 'tenant_id': '97e1a64f2cdb4db4b9a42536f4e59a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'f3d986fd-5f30-4658-af97-88e517f91da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:31:56Z', 'updated_at': '2021-09-24T15:31:59Z', 'revision_number': 3, 'project_id': '97e1a64f2cdb4db4b9a42536f4e59a51', 'gw_port': {'id': 'f3d986fd-5f30-4658-af97-88e517f91da7', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:13:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c92d0d4-a499-42ff-a00c-566c1c586b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:31:58Z', 'updated_at': '2021-09-24T15:32:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:32:02.842918 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-319b7385-3d39-404d-8fca-ab90d1ee2517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:02.868163 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b981ca5e-5a1b-43ce-9780-182808e5a62d req-7afe2f0d-54a6-4d8d-b978-129d9560c2ce tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:02.869686 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b981ca5e-5a1b-43ce-9780-182808e5a62d req-7afe2f0d-54a6-4d8d-b978-129d9560c2ce tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=4da3b7ff-add6-4227-a6ef-2d1e23925c61 HTTP/1.1" status: 200 len: 1096 time: 0.0977504 Sep 24 15:32:02.875824 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-806f700e-a6b6-4ff4-ae24-7b694e8825cd req-91acd963-c1c8-4b5f-bbad-399ee6483add tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] 10.222.0.101 "GET /v2.0/ports?device_id=0bf16c99-1d81-449c-8c2f-4b881f2e13c5 HTTP/1.1" status: 200 len: 210 time: 0.0571108 Sep 24 15:32:02.906688 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-654047c2-4128-49cf-8dbc-ba0bb721c4eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:03.031576 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-319b7385-3d39-404d-8fca-ab90d1ee2517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:03.031576 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6c7b859c-fb5e-410d-910f-4f28c8a81127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:03.031576 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6c7b859c-fb5e-410d-910f-4f28c8a81127 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:03.031576 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-6c7b859c-fb5e-410d-910f-4f28c8a81127 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/326cc4fb-d63b-43bf-ae7e-91540c7237f6 HTTP/1.1" status: 204 len: 168 time: 0.4191689 Sep 24 15:32:03.031576 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b981ca5e-5a1b-43ce-9780-182808e5a62d req-4beeacba-6f50-41e8-b0de-a2840db35c77 tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266656 Sep 24 15:32:03.031576 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7b859c-fb5e-410d-910f-4f28c8a81127 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=326cc4fb-d63b-43bf-ae7e-91540c7237f6,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:03.031576 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-319b7385-3d39-404d-8fca-ab90d1ee2517 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d242419c-f17b-4772-9f0c-85e1a12652f2']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:32:03.062152 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-319b7385-3d39-404d-8fca-ab90d1ee2517 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3c70c1f-5384-4145-bc7c-5136b1bc8313') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:32:03.063443 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-319b7385-3d39-404d-8fca-ab90d1ee2517 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3c70c1f-5384-4145-bc7c-5136b1bc8313') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:32:03.092865 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-319b7385-3d39-404d-8fca-ab90d1ee2517 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:03.109390 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-319b7385-3d39-404d-8fca-ab90d1ee2517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:03.139383 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-319b7385-3d39-404d-8fca-ab90d1ee2517 admin admin] Releasing vlan 1264 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:32:03.139383 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-319b7385-3d39-404d-8fca-ab90d1ee2517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:03.363151 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28224f14-945c-437a-b680-c0c8c80f82e4 req-86df2878-afb0-48a1-ab68-337ed1ae4f80 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:03.364875 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-28224f14-945c-437a-b680-c0c8c80f82e4 req-86df2878-afb0-48a1-ab68-337ed1ae4f80 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=eb088bff-fcfd-4c14-a9e8-196cc1fc32a6 HTTP/1.1" status: 200 len: 943 time: 0.0744750 Sep 24 15:32:03.412115 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-28224f14-945c-437a-b680-c0c8c80f82e4 req-80909664-8e7a-4801-9cd2-065a97c113d9 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398903 Sep 24 15:32:03.454837 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:32:03.454837 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:32:03.454837 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:32:03.454837 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:32:03.454837 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:32:03.454837 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:32:03.454837 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:32:03.454837 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:32:03.454837 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:32:03.454837 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:32:03.454837 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:32:03.454837 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:32:03.454837 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:32:03.454837 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:32:03.454837 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:32:03.454837 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:32:03.454837 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:32:03.454837 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:32:03.454837 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:32:03.454837 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:32:03.454837 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:32:03.454837 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:32:03.454837 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:32:03.454837 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:32:03.454837 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:32:03.454837 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:32:03.454837 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:32:03.454837 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:32:03.454837 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:32:03.454837 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:32:03.454837 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:32:03.454837 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:32:03.476348 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-654047c2-4128-49cf-8dbc-ba0bb721c4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:03.518586 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654047c2-4128-49cf-8dbc-ba0bb721c4eb admin admin] Network c84d1f8f-9e5c-4674-9c46-c6a756a24261 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:32:03.522893 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-654047c2-4128-49cf-8dbc-ba0bb721c4eb admin admin] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:32:03.529792 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654047c2-4128-49cf-8dbc-ba0bb721c4eb admin admin] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:32:03.530269 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-654047c2-4128-49cf-8dbc-ba0bb721c4eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:03.552594 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654047c2-4128-49cf-8dbc-ba0bb721c4eb admin admin] Pushing event updated for resources: {'Port': ['ID=5e654f8c-f667-431e-9ba2-b959177e01b4,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:03.554781 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 6ff65d2a-e143-4570-9b7a-a0356f19cba5 details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:32:03.566736 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-319b7385-3d39-404d-8fca-ab90d1ee2517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:03.577293 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-319b7385-3d39-404d-8fca-ab90d1ee2517 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:03.583674 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-319b7385-3d39-404d-8fca-ab90d1ee2517 admin admin] 10.222.0.101 "DELETE /v2.0/networks/d242419c-f17b-4772-9f0c-85e1a12652f2 HTTP/1.1" status: 204 len: 168 time: 0.8952353 Sep 24 15:32:03.596974 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319b7385-3d39-404d-8fca-ab90d1ee2517 admin admin] Pushing event deleted for resources: {'Network': ['ID=d242419c-f17b-4772-9f0c-85e1a12652f2,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:03.748034 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 6ff65d2a-e143-4570-9b7a-a0356f19cba5, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=6ff65d2a-e143-4570-9b7a-a0356f19cba5,segment=NetworkSegment(5bd2529f-b450-42b6-8981-999bdd2f1ff0),segment_id=5bd2529f-b450-42b6-8981-999bdd2f1ff0)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:32:03.801920 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 6ff65d2a-e143-4570-9b7a-a0356f19cba5 has no active binding in host n-h2-808921-1 {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 24 15:32:03.905088 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-848a8611-f0ca-41e2-8747-8e647d808a65 None None] Provisioning complete for port 5e654f8c-f667-431e-9ba2-b959177e01b4 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:32:03.905088 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-848a8611-f0ca-41e2-8747-8e647d808a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:03.920778 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-852c118e-e757-4e1c-b646-7fe443c5a486 req-bf2f0694-fbb2-4e67-b356-d4a47b210d99 tempest-ImagesNegativeTestJSON-1843643478 tempest-ImagesNegativeTestJSON-1843643478-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd78a576-094b-4d59-9ece-34958e3ea2ca HTTP/1.1" status: 200 len: 210 time: 0.0564063 Sep 24 15:32:03.957837 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-848a8611-f0ca-41e2-8747-8e647d808a65 None None] Port 5e654f8c-f667-431e-9ba2-b959177e01b4 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:32:03.997864 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0342a8f5-5208-4520-b80a-d380a7fb6070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:04.002538 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-898e9534-0fb4-45fa-bc01-5097becb852f req-d2a87a8b-a767-419d-9843-b3aaa2332b8a tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] 10.222.0.101 "GET /v2.0/ports?device_id=0bf16c99-1d81-449c-8c2f-4b881f2e13c5 HTTP/1.1" status: 200 len: 210 time: 0.0384302 Sep 24 15:32:04.037066 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d68bd148-f290-47a0-b344-5e956c172f54 req-821d7d43-da90-47dd-a3ca-f7402fad9ba1 tempest-ImagesNegativeTestJSON-1843643478 tempest-ImagesNegativeTestJSON-1843643478-project] 10.222.0.108 "GET /v2.0/networks?tenant_id=dbe0cfd21dc843c593cbcd5f1093ceaa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270393 Sep 24 15:32:04.211038 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-654047c2-4128-49cf-8dbc-ba0bb721c4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:04.221143 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68bd148-f290-47a0-b344-5e956c172f54 req-963312cb-d097-4a6f-af54-951ad98fbc05 tempest-ImagesNegativeTestJSON-1843643478 tempest-ImagesNegativeTestJSON-1843643478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:04.222673 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d68bd148-f290-47a0-b344-5e956c172f54 req-963312cb-d097-4a6f-af54-951ad98fbc05 tempest-ImagesNegativeTestJSON-1843643478 tempest-ImagesNegativeTestJSON-1843643478-project] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1800878 Sep 24 15:32:04.239459 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-d68bd148-f290-47a0-b344-5e956c172f54 req-cf73cc00-e1aa-4e14-b07a-3a02b391e5c9 tempest-ImagesNegativeTestJSON-1843643478 tempest-ImagesNegativeTestJSON-1843643478-project] Request body: {'port': {'device_id': 'cd78a576-094b-4d59-9ece-34958e3ea2ca', 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939', 'admin_state_up': True, 'tenant_id': 'dbe0cfd21dc843c593cbcd5f1093ceaa'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:32:04.243745 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067685bc-5a1f-41e8-9ac1-30698422e58d req-0cdd5e8f-1df8-460f-a3f3-3c19a3587758 tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:04.251784 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-067685bc-5a1f-41e8-9ac1-30698422e58d req-0cdd5e8f-1df8-460f-a3f3-3c19a3587758 tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=4da3b7ff-add6-4227-a6ef-2d1e23925c61 HTTP/1.1" status: 200 len: 1096 time: 0.1393721 Sep 24 15:32:04.268046 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:04.274878 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 38282) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:32:04.278454 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device f3d986fd-5f30-4658-af97-88e517f91da7 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:32:04.334116 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-3caf3667-6d49-429d-aad6-03382a6fc851 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=868879dc432146bea739836196e7d339&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0570760 Sep 24 15:32:04.334807 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 38284) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:32:04.379167 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port f3d986fd-5f30-4658-af97-88e517f91da7 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:32:04.379704 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:04.397879 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3d33ee18-c954-4ee1-a708-e0bdd3d6c059 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:04.426018 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3d33ee18-c954-4ee1-a708-e0bdd3d6c059 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:04.435766 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-067685bc-5a1f-41e8-9ac1-30698422e58d req-a8ebc734-d76e-442f-83fb-3230d28f15e0 tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828432 Sep 24 15:32:04.579482 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-654047c2-4128-49cf-8dbc-ba0bb721c4eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:04.581735 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:04.585659 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b1621-adf1-4721-879a-86ed7ab73970 req-81a0d814-61e4-4790-b289-50b37805d191 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:04.589085 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d68b1621-adf1-4721-879a-86ed7ab73970 req-81a0d814-61e4-4790-b289-50b37805d191 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=eb088bff-fcfd-4c14-a9e8-196cc1fc32a6 HTTP/1.1" status: 200 len: 943 time: 0.0688930 Sep 24 15:32:04.610167 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port f3d986fd-5f30-4658-af97-88e517f91da7, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=f3d986fd-5f30-4658-af97-88e517f91da7,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:32:04.617118 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3d33ee18-c954-4ee1-a708-e0bdd3d6c059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:04.620176 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3d33ee18-c954-4ee1-a708-e0bdd3d6c059 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:04.622449 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-3d33ee18-c954-4ee1-a708-e0bdd3d6c059 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/df948919-ad23-4bd8-8128-7a5229aa4043 HTTP/1.1" status: 204 len: 168 time: 0.2856185 Sep 24 15:32:04.649828 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d33ee18-c954-4ee1-a708-e0bdd3d6c059 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df948919-ad23-4bd8-8128-7a5229aa4043,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:04.658972 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d68b1621-adf1-4721-879a-86ed7ab73970 req-57f2a6f4-781f-46a9-bb78-ba8c4ad21350 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649128 Sep 24 15:32:04.708007 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-654047c2-4128-49cf-8dbc-ba0bb721c4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:04.711327 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-654047c2-4128-49cf-8dbc-ba0bb721c4eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:04.788908 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654047c2-4128-49cf-8dbc-ba0bb721c4eb admin admin] Pushing event updated for resources: {'Port': ['ID=5e654f8c-f667-431e-9ba2-b959177e01b4,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:04.816851 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:04.820208 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d68bd148-f290-47a0-b344-5e956c172f54 req-cf73cc00-e1aa-4e14-b07a-3a02b391e5c9 tempest-ImagesNegativeTestJSON-1843643478 tempest-ImagesNegativeTestJSON-1843643478-project] Made reservation on behalf of dbe0cfd21dc843c593cbcd5f1093ceaa for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:32:04.822123 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-d68bd148-f290-47a0-b344-5e956c172f54 req-cf73cc00-e1aa-4e14-b07a-3a02b391e5c9 tempest-ImagesNegativeTestJSON-1843643478 tempest-ImagesNegativeTestJSON-1843643478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:04.836902 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-d68bd148-f290-47a0-b344-5e956c172f54 req-cf73cc00-e1aa-4e14-b07a-3a02b391e5c9 tempest-ImagesNegativeTestJSON-1843643478 tempest-ImagesNegativeTestJSON-1843643478-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:04.882245 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=f3d986fd-5f30-4658-af97-88e517f91da7,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:04.889233 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654047c2-4128-49cf-8dbc-ba0bb721c4eb admin admin] Network c84d1f8f-9e5c-4674-9c46-c6a756a24261 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:32:04.890997 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-654047c2-4128-49cf-8dbc-ba0bb721c4eb admin admin] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:32:05.061248 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6f557a89-72f0-49ec-9c63-6364f3dba1b0 req-59d71b9b-de56-406d-9cd3-e09a3cf48f7b tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] 10.222.0.108 "GET /v2.0/networks?tenant_id=8d50f07cb8fd472ca8b05cdaff4b245b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394242 Sep 24 15:32:05.081918 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e62a73dd-e534-45d3-94c8-2f04c40bc3b5 req-cbc8cfb9-fbae-4c85-84fe-edaeb597d7e5 service neutron] 10.222.0.110 "GET /v2.0/ports/6ff65d2a-e143-4570-9b7a-a0356f19cba5/bindings/n-h2-808921-1 HTTP/1.1" status: 200 len: 384 time: 0.2013862 Sep 24 15:32:05.118436 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-83fadb34-364e-441f-9409-9eb7aca8c623 req-3c599ea2-d601-42f4-8f1e-ef4d30b8150b tempest-ImagesNegativeTestJSON-1843643478 tempest-ImagesNegativeTestJSON-1843643478-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd78a576-094b-4d59-9ece-34958e3ea2ca HTTP/1.1" status: 200 len: 210 time: 0.0605495 Sep 24 15:32:05.179053 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-d68bd148-f290-47a0-b344-5e956c172f54 req-cf73cc00-e1aa-4e14-b07a-3a02b391e5c9 tempest-ImagesNegativeTestJSON-1843643478 tempest-ImagesNegativeTestJSON-1843643478-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:05.182313 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:05.187721 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-654047c2-4128-49cf-8dbc-ba0bb721c4eb admin admin] Router 3c92d0d4-a499-42ff-a00c-566c1c586b0f has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:32:05.271978 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-d68bd148-f290-47a0-b344-5e956c172f54 req-cf73cc00-e1aa-4e14-b07a-3a02b391e5c9 tempest-ImagesNegativeTestJSON-1843643478 tempest-ImagesNegativeTestJSON-1843643478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:05.292191 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-82107d67-ed0b-4c5c-83f6-036e3e6ccff2 None None] Provisioning complete for port 5e654f8c-f667-431e-9ba2-b959177e01b4 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:32:05.292892 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-82107d67-ed0b-4c5c-83f6-036e3e6ccff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:05.313057 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-15595606-96f2-4ca2-9170-6da20ffa7beb req-c023d890-3b60-404d-afc9-5e46823f1e00 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] 10.222.0.101 "GET /v2.0/ports?device_id=0bf16c99-1d81-449c-8c2f-4b881f2e13c5 HTTP/1.1" status: 200 len: 210 time: 0.0674090 Sep 24 15:32:05.376663 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-82107d67-ed0b-4c5c-83f6-036e3e6ccff2 None None] Port 5e654f8c-f667-431e-9ba2-b959177e01b4 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:32:05.380476 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf73cc00-e1aa-4e14-b07a-3a02b391e5c9 tempest-ImagesNegativeTestJSON-1843643478 tempest-ImagesNegativeTestJSON-1843643478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26e309b2-6ab9-466e-adbc-efbc7fdbdf0c,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:05.417175 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f557a89-72f0-49ec-9c63-6364f3dba1b0 req-f1603fcf-7384-4f53-864b-cbf1e0a8c653 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:05.419197 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6f557a89-72f0-49ec-9c63-6364f3dba1b0 req-f1603fcf-7384-4f53-864b-cbf1e0a8c653 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2902076 Sep 24 15:32:05.438757 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-6f557a89-72f0-49ec-9c63-6364f3dba1b0 req-323bdbb2-1ff2-48e4-8531-eb82d8e8d94f tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] Request body: {'port': {'device_id': '0bf16c99-1d81-449c-8c2f-4b881f2e13c5', 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939', 'admin_state_up': True, 'tenant_id': '8d50f07cb8fd472ca8b05cdaff4b245b'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:32:05.484196 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-654047c2-4128-49cf-8dbc-ba0bb721c4eb admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:32:05.495079 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc11ec3f-97ff-49a2-b2fd-2eb2c9da036e None None] Sync routers for ids ['3c92d0d4-a499-42ff-a00c-566c1c586b0f'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:32:05.509787 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-654047c2-4128-49cf-8dbc-ba0bb721c4eb admin admin] 10.222.0.101 "PUT /v2.0/routers/3c92d0d4-a499-42ff-a00c-566c1c586b0f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5015855 Sep 24 15:32:05.535035 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc11ec3f-97ff-49a2-b2fd-2eb2c9da036e None None] Routers {'3c92d0d4-a499-42ff-a00c-566c1c586b0f'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:32:05.540607 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-e62a73dd-e534-45d3-94c8-2f04c40bc3b5 req-46accecc-0050-41f5-b454-c908494f2b5a service neutron] For port 6ff65d2a-e143-4570-9b7a-a0356f19cba5, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=6ff65d2a-e143-4570-9b7a-a0356f19cba5,segment=NetworkSegment(5bd2529f-b450-42b6-8981-999bdd2f1ff0),segment_id=5bd2529f-b450-42b6-8981-999bdd2f1ff0)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:32:05.541930 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-cc11ec3f-97ff-49a2-b2fd-2eb2c9da036e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:32:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['3c92d0d4-a499-42ff-a00c-566c1c586b0f'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:32:05.563480 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [req-d68bd148-f290-47a0-b344-5e956c172f54 req-cf73cc00-e1aa-4e14-b07a-3a02b391e5c9 tempest-ImagesNegativeTestJSON-1843643478 tempest-ImagesNegativeTestJSON-1843643478-project] Allocated IP 192.168.233.62 (9672f189-23fe-44e6-9dd2-257ff8905939/188edb94-8042-4961-9ec0-8960b1ce1305/5bcf01da-3860-4298-943f-3250c08171d8) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:32:05.578086 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-e62a73dd-e534-45d3-94c8-2f04c40bc3b5 req-46accecc-0050-41f5-b454-c908494f2b5a service neutron] For port 6ff65d2a-e143-4570-9b7a-a0356f19cba5, host n-h1-808921-1, cleared binding levels {{(pid=95297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:32:05.624314 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [req-e62a73dd-e534-45d3-94c8-2f04c40bc3b5 req-46accecc-0050-41f5-b454-c908494f2b5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ff65d2a-e143-4570-9b7a-a0356f19cba5 {{(pid=95297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:32:05.643814 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-e62a73dd-e534-45d3-94c8-2f04c40bc3b5 req-46accecc-0050-41f5-b454-c908494f2b5a service neutron] For port 6ff65d2a-e143-4570-9b7a-a0356f19cba5, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=6ff65d2a-e143-4570-9b7a-a0356f19cba5,segment=NetworkSegment(5bd2529f-b450-42b6-8981-999bdd2f1ff0),segment_id=5bd2529f-b450-42b6-8981-999bdd2f1ff0)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:32:05.670711 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-cc11ec3f-97ff-49a2-b2fd-2eb2c9da036e None None] Set router 3c92d0d4-a499-42ff-a00c-566c1c586b0f gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:32:05.736629 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f557a89-72f0-49ec-9c63-6364f3dba1b0 req-323bdbb2-1ff2-48e4-8531-eb82d8e8d94f tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] Made reservation on behalf of 8d50f07cb8fd472ca8b05cdaff4b245b for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:32:05.740235 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-6f557a89-72f0-49ec-9c63-6364f3dba1b0 req-323bdbb2-1ff2-48e4-8531-eb82d8e8d94f tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:05.774238 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-6f557a89-72f0-49ec-9c63-6364f3dba1b0 req-323bdbb2-1ff2-48e4-8531-eb82d8e8d94f tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:05.787846 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 38324) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:32:05.819136 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-d68bd148-f290-47a0-b344-5e956c172f54 req-cf73cc00-e1aa-4e14-b07a-3a02b391e5c9 tempest-ImagesNegativeTestJSON-1843643478 tempest-ImagesNegativeTestJSON-1843643478-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:05.856826 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-e62a73dd-e534-45d3-94c8-2f04c40bc3b5 req-46accecc-0050-41f5-b454-c908494f2b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:05.869023 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2237c9a3-c929-4ec2-9a7e-683e70b05c82 req-d1f731d0-f6e1-4f93-90b4-19dfa613ac9c tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:05.872533 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2237c9a3-c929-4ec2-9a7e-683e70b05c82 req-d1f731d0-f6e1-4f93-90b4-19dfa613ac9c tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=eb088bff-fcfd-4c14-a9e8-196cc1fc32a6 HTTP/1.1" status: 200 len: 943 time: 0.1102543 Sep 24 15:32:05.912966 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-cd31f8b7-3432-4fb0-b188-f96cfa16ff6b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=3d31da4485a4442f8cbdd81617b5e114&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1050544 Sep 24 15:32:05.912966 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 38326) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:32:05.963107 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.provisioning_blocks [req-e62a73dd-e534-45d3-94c8-2f04c40bc3b5 req-46accecc-0050-41f5-b454-c908494f2b5a service neutron] Transition to ACTIVE for port object 6ff65d2a-e143-4570-9b7a-a0356f19cba5 will not be triggered until provisioned by entity L2. {{(pid=95297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:32:05.965556 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-d68bd148-f290-47a0-b344-5e956c172f54 req-cf73cc00-e1aa-4e14-b07a-3a02b391e5c9 tempest-ImagesNegativeTestJSON-1843643478 tempest-ImagesNegativeTestJSON-1843643478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:05.978654 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2237c9a3-c929-4ec2-9a7e-683e70b05c82 req-4667b484-9dd7-4e98-a7a7-c4ad74f8ecd2 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911210 Sep 24 15:32:06.019761 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d68bd148-f290-47a0-b344-5e956c172f54 req-cf73cc00-e1aa-4e14-b07a-3a02b391e5c9 tempest-ImagesNegativeTestJSON-1843643478 tempest-ImagesNegativeTestJSON-1843643478-project] Network 9672f189-23fe-44e6-9dd2-257ff8905939 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:32:06.025456 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [req-d68bd148-f290-47a0-b344-5e956c172f54 req-cf73cc00-e1aa-4e14-b07a-3a02b391e5c9 tempest-ImagesNegativeTestJSON-1843643478 tempest-ImagesNegativeTestJSON-1843643478-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:32:06.027360 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-cc11ec3f-97ff-49a2-b2fd-2eb2c9da036e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c92d0d4-a499-42ff-a00c-566c1c586b0f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-865742917-router', 'tenant_id': '97e1a64f2cdb4db4b9a42536f4e59a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'f3d986fd-5f30-4658-af97-88e517f91da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:31:56Z', 'updated_at': '2021-09-24T15:32:03Z', 'revision_number': 4, 'project_id': '97e1a64f2cdb4db4b9a42536f4e59a51', 'gw_port': {'id': 'f3d986fd-5f30-4658-af97-88e517f91da7', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:13:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c92d0d4-a499-42ff-a00c-566c1c586b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:31:58Z', 'updated_at': '2021-09-24T15:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '5e654f8c-f667-431e-9ba2-b959177e01b4', 'name': '', 'network_id': 'c84d1f8f-9e5c-4674-9c46-c6a756a24261', 'tenant_id': '97e1a64f2cdb4db4b9a42536f4e59a51', 'mac_address': 'fa:16:3e:ba:a1:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c92d0d4-a499-42ff-a00c-566c1c586b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '1deb8be8-9a2a-4363-a36b-c7b4f9feaec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:32:02Z', 'updated_at': '2021-09-24T15:32:04Z', 'revision_number': 2, 'project_id': '97e1a64f2cdb4db4b9a42536f4e59a51', 'subnets': [{'id': '1deb8be8-9a2a-4363-a36b-c7b4f9feaec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:32:06.039631 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-d68bd148-f290-47a0-b344-5e956c172f54 req-cf73cc00-e1aa-4e14-b07a-3a02b391e5c9 tempest-ImagesNegativeTestJSON-1843643478 tempest-ImagesNegativeTestJSON-1843643478-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:32:06.049522 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68bd148-f290-47a0-b344-5e956c172f54 req-cf73cc00-e1aa-4e14-b07a-3a02b391e5c9 tempest-ImagesNegativeTestJSON-1843643478 tempest-ImagesNegativeTestJSON-1843643478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:06.050889 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-d68bd148-f290-47a0-b344-5e956c172f54 req-cf73cc00-e1aa-4e14-b07a-3a02b391e5c9 tempest-ImagesNegativeTestJSON-1843643478 tempest-ImagesNegativeTestJSON-1843643478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:06.067517 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-e62a73dd-e534-45d3-94c8-2f04c40bc3b5 req-46accecc-0050-41f5-b454-c908494f2b5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:06.086571 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf73cc00-e1aa-4e14-b07a-3a02b391e5c9 tempest-ImagesNegativeTestJSON-1843643478 tempest-ImagesNegativeTestJSON-1843643478-project] Pushing event updated for resources: {'Port': ['ID=5bcf01da-3860-4298-943f-3250c08171d8,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:06.100587 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-917a8916-8268-44a7-833b-3055707c7618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:06.120113 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc11ec3f-97ff-49a2-b2fd-2eb2c9da036e None None] Checking router: 3c92d0d4-a499-42ff-a00c-566c1c586b0f for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:32:06.120919 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc11ec3f-97ff-49a2-b2fd-2eb2c9da036e None None] Updating router 3c92d0d4-a499-42ff-a00c-566c1c586b0f port 5e654f8c-f667-431e-9ba2-b959177e01b4 binding host n-d-808921-1 {{(pid=95299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:32:06.165794 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-6f557a89-72f0-49ec-9c63-6364f3dba1b0 req-323bdbb2-1ff2-48e4-8531-eb82d8e8d94f tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:06.202198 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-917a8916-8268-44a7-833b-3055707c7618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:06.205525 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-cc11ec3f-97ff-49a2-b2fd-2eb2c9da036e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:06.257533 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-e62a73dd-e534-45d3-94c8-2f04c40bc3b5 req-46accecc-0050-41f5-b454-c908494f2b5a service neutron] No DVR routers for this DVR port 6ff65d2a-e143-4570-9b7a-a0356f19cba5 on host n-h1-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:32:06.278634 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-6f557a89-72f0-49ec-9c63-6364f3dba1b0 req-323bdbb2-1ff2-48e4-8531-eb82d8e8d94f tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:06.337137 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46accecc-0050-41f5-b454-c908494f2b5a service neutron] Pushing event updated for resources: {'Port': ['ID=6ff65d2a-e143-4570-9b7a-a0356f19cba5,revision_number=10']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:06.349002 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e62a73dd-e534-45d3-94c8-2f04c40bc3b5 req-46accecc-0050-41f5-b454-c908494f2b5a service neutron] 10.222.0.110 "PUT /v2.0/ports/6ff65d2a-e143-4570-9b7a-a0356f19cba5/bindings/n-h2-808921-1/activate HTTP/1.1" status: 200 len: 369 time: 1.2464705 Sep 24 15:32:06.382466 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device f3d986fd-5f30-4658-af97-88e517f91da7 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:32:06.398784 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323bdbb2-1ff2-48e4-8531-eb82d8e8d94f tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b823a3f-c5d6-4802-a71f-dfc9f06e8426,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:06.413905 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d68bd148-f290-47a0-b344-5e956c172f54 req-cf73cc00-e1aa-4e14-b07a-3a02b391e5c9 tempest-ImagesNegativeTestJSON-1843643478 tempest-ImagesNegativeTestJSON-1843643478-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1790285 Sep 24 15:32:06.428598 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-d68bd148-f290-47a0-b344-5e956c172f54 req-b6b056e5-53ae-4f9f-ac71-4709911c8fc0 service neutron] Request body: {'port': {'device_id': 'cd78a576-094b-4d59-9ece-34958e3ea2ca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:32:06.443219 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [req-64a7e183-a0b3-4f83-a943-673caa7c3506 req-0e1a1c7c-c30a-433d-96d1-f3ca75e07d85 tempest-FloatingIPDetailsNegativeTestJSON-934017825 tempest-FloatingIPDetailsNegativeTestJSON-934017825-project] show failed (client error): The resource could not be found. Sep 24 15:32:06.450889 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-64a7e183-a0b3-4f83-a943-673caa7c3506 req-0e1a1c7c-c30a-433d-96d1-f3ca75e07d85 tempest-FloatingIPDetailsNegativeTestJSON-934017825 tempest-FloatingIPDetailsNegativeTestJSON-934017825-project] 10.222.0.101 "GET /v2.0/floatingips/9298203a-08c1-4742-822e-f92d259913ae HTTP/1.1" status: 404 len: 350 time: 0.1230474 Sep 24 15:32:06.459672 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 38352) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:32:06.537610 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.108', 53203) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:32:06.559952 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-917a8916-8268-44a7-833b-3055707c7618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:06.564647 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-917a8916-8268-44a7-833b-3055707c7618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:06.566613 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-917a8916-8268-44a7-833b-3055707c7618 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/51abbf19-26d5-48c1-8cf1-e51f47926770 HTTP/1.1" status: 204 len: 168 time: 0.6505487 Sep 24 15:32:06.581939 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-d68bd148-f290-47a0-b344-5e956c172f54 req-b6b056e5-53ae-4f9f-ac71-4709911c8fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:06.614250 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917a8916-8268-44a7-833b-3055707c7618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51abbf19-26d5-48c1-8cf1-e51f47926770,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:06.634186 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a73dd-e534-45d3-94c8-2f04c40bc3b5 req-4aabc610-965b-446d-a4bf-761c6646d68e tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:06.634186 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e62a73dd-e534-45d3-94c8-2f04c40bc3b5 req-4aabc610-965b-446d-a4bf-761c6646d68e tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] 10.222.0.108 "GET /v2.0/ports?device_id=eb088bff-fcfd-4c14-a9e8-196cc1fc32a6&tenant_id=8957a38149f44837aa315f739e11ffd3&binding%3Ahost_id=n-h1-808921-1 HTTP/1.1" status: 200 len: 1095 time: 0.0914514 Sep 24 15:32:06.749589 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-53b75f11-d5ad-4645-b9c8-ffcd1b2d4745 None None] Provisioning complete for port 5bcf01da-3860-4298-943f-3250c08171d8 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:32:06.750157 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-53b75f11-d5ad-4645-b9c8-ffcd1b2d4745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:06.761084 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port f3d986fd-5f30-4658-af97-88e517f91da7 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:32:06.761452 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:06.804317 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-6f557a89-72f0-49ec-9c63-6364f3dba1b0 req-323bdbb2-1ff2-48e4-8531-eb82d8e8d94f tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] Allocated IP 192.168.233.61 (9672f189-23fe-44e6-9dd2-257ff8905939/188edb94-8042-4961-9ec0-8960b1ce1305/8232200c-2a4c-4a86-b6a1-267802bd848e) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:32:06.816905 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a73dd-e534-45d3-94c8-2f04c40bc3b5 req-aa9ada62-8e2d-48ce-bee2-fe92e847f299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:06.821966 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e62a73dd-e534-45d3-94c8-2f04c40bc3b5 req-aa9ada62-8e2d-48ce-bee2-fe92e847f299 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=eb088bff-fcfd-4c14-a9e8-196cc1fc32a6&tenant_id=8957a38149f44837aa315f739e11ffd3 HTTP/1.1" status: 200 len: 1095 time: 0.1760550 Sep 24 15:32:06.831021 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:06.843080 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58f34a-9499-4e7c-be5f-5254e791456f req-1530f009-46b7-4c32-be26-2baa0fa52fdb tempest-ImagesNegativeTestJSON-1843643478 tempest-ImagesNegativeTestJSON-1843643478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:06.844419 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9c58f34a-9499-4e7c-be5f-5254e791456f req-1530f009-46b7-4c32-be26-2baa0fa52fdb tempest-ImagesNegativeTestJSON-1843643478 tempest-ImagesNegativeTestJSON-1843643478-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd78a576-094b-4d59-9ece-34958e3ea2ca HTTP/1.1" status: 200 len: 935 time: 0.2902091 Sep 24 15:32:06.878844 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-cc11ec3f-97ff-49a2-b2fd-2eb2c9da036e None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:06.889620 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-53b75f11-d5ad-4645-b9c8-ffcd1b2d4745 None None] Port 5bcf01da-3860-4298-943f-3250c08171d8 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:32:06.939704 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a73dd-e534-45d3-94c8-2f04c40bc3b5 req-2dd3295a-b49d-40cb-8fad-ae28e88f4ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:06.939704 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e62a73dd-e534-45d3-94c8-2f04c40bc3b5 req-2dd3295a-b49d-40cb-8fad-ae28e88f4ab0 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=8957a38149f44837aa315f739e11ffd3&device_id=eb088bff-fcfd-4c14-a9e8-196cc1fc32a6 HTTP/1.1" status: 200 len: 1095 time: 0.0907416 Sep 24 15:32:06.987843 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-cc11ec3f-97ff-49a2-b2fd-2eb2c9da036e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:07.007841 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9c58f34a-9499-4e7c-be5f-5254e791456f req-c374fc18-ebef-4d74-bdf6-5d317c28b688 tempest-ImagesNegativeTestJSON-1843643478 tempest-ImagesNegativeTestJSON-1843643478-project] 10.222.0.101 "GET /v2.0/security-groups?id=26e309b2-6ab9-466e-adbc-efbc7fdbdf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525927 Sep 24 15:32:07.055691 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2e8548-d1bd-4ea2-9c67-7ec2cd5468bb None None] Pushing event updated for resources: {'Port': ['ID=5e654f8c-f667-431e-9ba2-b959177e01b4,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:07.086740 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a73dd-e534-45d3-94c8-2f04c40bc3b5 req-9d6c31c0-077b-437f-975b-d4c01a71300a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:07.088305 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e62a73dd-e534-45d3-94c8-2f04c40bc3b5 req-9d6c31c0-077b-437f-975b-d4c01a71300a service neutron] 10.222.0.108 "GET /v2.0/networks?id=058852f5-088e-42d1-b3e1-abf106a974a3 HTTP/1.1" status: 200 len: 923 time: 0.1424413 Sep 24 15:32:07.283842 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-87ec4b39-c429-42c1-89e4-05139c0b8da9 req-896c1967-8b2a-4fbd-846a-ed1a55d14385 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] 10.222.0.101 "GET /v2.0/ports?device_id=0bf16c99-1d81-449c-8c2f-4b881f2e13c5 HTTP/1.1" status: 200 len: 210 time: 0.1393776 Sep 24 15:32:07.335177 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-cc11ec3f-97ff-49a2-b2fd-2eb2c9da036e None None] Attempting to bind port 5e654f8c-f667-431e-9ba2-b959177e01b4 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:32:07.339147 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-cc11ec3f-97ff-49a2-b2fd-2eb2c9da036e None None] Attempting to bind port 5e654f8c-f667-431e-9ba2-b959177e01b4 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'cfd36797-80bd-45ab-9f4a-500b0be83777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'c84d1f8f-9e5c-4674-9c46-c6a756a24261'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:32:07.339581 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc11ec3f-97ff-49a2-b2fd-2eb2c9da036e None None] Attempting to bind port 5e654f8c-f667-431e-9ba2-b959177e01b4 on network c84d1f8f-9e5c-4674-9c46-c6a756a24261 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:32:07.346139 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc11ec3f-97ff-49a2-b2fd-2eb2c9da036e None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:32:07.346709 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc11ec3f-97ff-49a2-b2fd-2eb2c9da036e None None] Checking segment: {'id': 'cfd36797-80bd-45ab-9f4a-500b0be83777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'c84d1f8f-9e5c-4674-9c46-c6a756a24261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:32:07.346947 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-cc11ec3f-97ff-49a2-b2fd-2eb2c9da036e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:07.347353 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc11ec3f-97ff-49a2-b2fd-2eb2c9da036e None None] Bound using segment: {'id': 'cfd36797-80bd-45ab-9f4a-500b0be83777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'c84d1f8f-9e5c-4674-9c46-c6a756a24261'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:32:07.347830 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-cc11ec3f-97ff-49a2-b2fd-2eb2c9da036e None None] Bound port: 5e654f8c-f667-431e-9ba2-b959177e01b4, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfd36797-80bd-45ab-9f4a-500b0be83777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': 'c84d1f8f-9e5c-4674-9c46-c6a756a24261'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:32:07.348219 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-cc11ec3f-97ff-49a2-b2fd-2eb2c9da036e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:07.420864 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-6f557a89-72f0-49ec-9c63-6364f3dba1b0 req-323bdbb2-1ff2-48e4-8531-eb82d8e8d94f tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:07.454377 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-cc11ec3f-97ff-49a2-b2fd-2eb2c9da036e None None] For port 5e654f8c-f667-431e-9ba2-b959177e01b4, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:32:07.457566 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-cc11ec3f-97ff-49a2-b2fd-2eb2c9da036e None None] For port 5e654f8c-f667-431e-9ba2-b959177e01b4, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=5e654f8c-f667-431e-9ba2-b959177e01b4,segment=NetworkSegment(cfd36797-80bd-45ab-9f4a-500b0be83777),segment_id=cfd36797-80bd-45ab-9f4a-500b0be83777)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:32:07.465475 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e62a73dd-e534-45d3-94c8-2f04c40bc3b5 req-a59b4468-30ea-4281-b9f7-0646c6935f78 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ff65d2a-e143-4570-9b7a-a0356f19cba5 HTTP/1.1" status: 200 len: 217 time: 0.3670423 Sep 24 15:32:07.470654 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-b1d24af5-aa67-407f-9f05-2369139b8310 None None] Provisioning complete for port 5e654f8c-f667-431e-9ba2-b959177e01b4 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:32:07.471044 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b1d24af5-aa67-407f-9f05-2369139b8310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:07.518122 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-b1d24af5-aa67-407f-9f05-2369139b8310 None None] Port 5e654f8c-f667-431e-9ba2-b959177e01b4 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:32:07.531661 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a73dd-e534-45d3-94c8-2f04c40bc3b5 req-c3d8d3ec-aa8f-49aa-b19d-c4657c606bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:07.533149 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e62a73dd-e534-45d3-94c8-2f04c40bc3b5 req-c3d8d3ec-aa8f-49aa-b19d-c4657c606bf3 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=5c649312-ea12-4119-a9ca-d79c73d589c6 HTTP/1.1" status: 200 len: 861 time: 0.0582490 Sep 24 15:32:07.572473 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-cc11ec3f-97ff-49a2-b2fd-2eb2c9da036e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:07.583049 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e62a73dd-e534-45d3-94c8-2f04c40bc3b5 req-31393d8d-6f08-412d-aa90-29cf65c4addc service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=058852f5-088e-42d1-b3e1-abf106a974a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411983 Sep 24 15:32:07.603286 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-6f557a89-72f0-49ec-9c63-6364f3dba1b0 req-323bdbb2-1ff2-48e4-8531-eb82d8e8d94f tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:07.623385 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-31fce4fb-6d84-44dc-98df-4d3095f10d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:07.675265 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc11ec3f-97ff-49a2-b2fd-2eb2c9da036e None None] Routers {'3c92d0d4-a499-42ff-a00c-566c1c586b0f'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:32:07.676847 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-cc11ec3f-97ff-49a2-b2fd-2eb2c9da036e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:32:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['3c92d0d4-a499-42ff-a00c-566c1c586b0f'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:32:07.708027 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f557a89-72f0-49ec-9c63-6364f3dba1b0 req-323bdbb2-1ff2-48e4-8531-eb82d8e8d94f tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] Network 9672f189-23fe-44e6-9dd2-257ff8905939 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:32:07.714792 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-6f557a89-72f0-49ec-9c63-6364f3dba1b0 req-323bdbb2-1ff2-48e4-8531-eb82d8e8d94f tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:32:07.717478 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f557a89-72f0-49ec-9c63-6364f3dba1b0 req-323bdbb2-1ff2-48e4-8531-eb82d8e8d94f tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:32:07.729468 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [req-32caf636-0511-4149-9d37-c1f726cb381e req-d8730d51-cd30-453e-bcc5-0cdec6fc2219 tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:32:07.731347 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-32caf636-0511-4149-9d37-c1f726cb381e req-d8730d51-cd30-453e-bcc5-0cdec6fc2219 tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0217335 Sep 24 15:32:07.767353 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-549bb464-17b6-459a-97bf-d80d6a7e60b1 req-3ffd5d91-aeab-4ccd-ac42-089955d61230 tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=c89ae5eb8b2747d88176f45692df49a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1419106 Sep 24 15:32:07.795031 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32caf636-0511-4149-9d37-c1f726cb381e req-6fdebb71-c5a4-4812-93fd-52cebe4f54e5 tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:07.799980 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-32caf636-0511-4149-9d37-c1f726cb381e req-6fdebb71-c5a4-4812-93fd-52cebe4f54e5 tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] 10.222.0.101 "GET /v2.0/ports/6e75d07e-c360-4500-a32e-97860910cbc2 HTTP/1.1" status: 200 len: 1093 time: 0.0533059 Sep 24 15:32:07.829527 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-cc11ec3f-97ff-49a2-b2fd-2eb2c9da036e None None] Set router 3c92d0d4-a499-42ff-a00c-566c1c586b0f gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:32:07.846776 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-32caf636-0511-4149-9d37-c1f726cb381e req-caedf571-c341-4256-a19c-cbc0849e408e service neutron] Request body: {'binding': {'host': 'n-h1-808921-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:32:07.847582 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-32caf636-0511-4149-9d37-c1f726cb381e req-caedf571-c341-4256-a19c-cbc0849e408e service neutron] Unknown quota resources ['binding']. {{(pid=95297) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 24 15:32:07.869975 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323bdbb2-1ff2-48e4-8531-eb82d8e8d94f tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] Pushing event updated for resources: {'Port': ['ID=8232200c-2a4c-4a86-b6a1-267802bd848e,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:07.927132 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [req-d68bd148-f290-47a0-b344-5e956c172f54 req-b6b056e5-53ae-4f9f-ac71-4709911c8fc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bcf01da-3860-4298-943f-3250c08171d8 {{(pid=95297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:32:07.966223 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-d68bd148-f290-47a0-b344-5e956c172f54 req-b6b056e5-53ae-4f9f-ac71-4709911c8fc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:07.983480 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2e8548-d1bd-4ea2-9c67-7ec2cd5468bb None None] Pushing event updated for resources: {'Port': ['ID=5e654f8c-f667-431e-9ba2-b959177e01b4,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:07.996274 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e62a73dd-e534-45d3-94c8-2f04c40bc3b5 req-8d4d7796-b823-4400-b5d8-f2d82b03e3be service neutron] 10.222.0.108 "GET /v2.0/networks/058852f5-088e-42d1-b3e1-abf106a974a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4053364 Sep 24 15:32:08.002644 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.provisioning_blocks [req-d68bd148-f290-47a0-b344-5e956c172f54 req-b6b056e5-53ae-4f9f-ac71-4709911c8fc0 service neutron] Transition to ACTIVE for port object 5bcf01da-3860-4298-943f-3250c08171d8 will not be triggered until provisioned by entity L2. {{(pid=95297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:32:08.045357 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f557a89-72f0-49ec-9c63-6364f3dba1b0 req-323bdbb2-1ff2-48e4-8531-eb82d8e8d94f tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:08.046025 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-6f557a89-72f0-49ec-9c63-6364f3dba1b0 req-323bdbb2-1ff2-48e4-8531-eb82d8e8d94f tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:08.087501 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-d68bd148-f290-47a0-b344-5e956c172f54 req-b6b056e5-53ae-4f9f-ac71-4709911c8fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:08.097900 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549bb464-17b6-459a-97bf-d80d6a7e60b1 req-ce3ab867-9191-4be7-b107-4ac41fc256d8 tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:08.099032 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-33edf3ae-31d7-4999-a3fd-4d6bd6366b34 None None] Provisioning complete for port 5e654f8c-f667-431e-9ba2-b959177e01b4 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:32:08.099177 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-33edf3ae-31d7-4999-a3fd-4d6bd6366b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:08.106501 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-549bb464-17b6-459a-97bf-d80d6a7e60b1 req-ce3ab867-9191-4be7-b107-4ac41fc256d8 tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3381298 Sep 24 15:32:08.179597 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6f557a89-72f0-49ec-9c63-6364f3dba1b0 req-323bdbb2-1ff2-48e4-8531-eb82d8e8d94f tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7463360 Sep 24 15:32:08.230552 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-6f557a89-72f0-49ec-9c63-6364f3dba1b0 req-8c0d2c62-5995-4349-9136-8d4665e7bd38 service neutron] Request body: {'port': {'device_id': '0bf16c99-1d81-449c-8c2f-4b881f2e13c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:32:08.239885 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-549bb464-17b6-459a-97bf-d80d6a7e60b1 req-df2967da-87dc-4ca0-aed5-003fa81b8ffd tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] 10.222.0.101 "GET /v2.0/quotas/c89ae5eb8b2747d88176f45692df49a7 HTTP/1.1" status: 200 len: 375 time: 0.1206870 Sep 24 15:32:08.272926 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-33edf3ae-31d7-4999-a3fd-4d6bd6366b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:08.278579 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-cc11ec3f-97ff-49a2-b2fd-2eb2c9da036e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c92d0d4-a499-42ff-a00c-566c1c586b0f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-865742917-router', 'tenant_id': '97e1a64f2cdb4db4b9a42536f4e59a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'f3d986fd-5f30-4658-af97-88e517f91da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:31:56Z', 'updated_at': '2021-09-24T15:32:03Z', 'revision_number': 4, 'project_id': '97e1a64f2cdb4db4b9a42536f4e59a51', 'gw_port': {'id': 'f3d986fd-5f30-4658-af97-88e517f91da7', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:13:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c92d0d4-a499-42ff-a00c-566c1c586b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:31:58Z', 'updated_at': '2021-09-24T15:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '5e654f8c-f667-431e-9ba2-b959177e01b4', 'name': '', 'network_id': 'c84d1f8f-9e5c-4674-9c46-c6a756a24261', 'tenant_id': '97e1a64f2cdb4db4b9a42536f4e59a51', 'mac_address': 'fa:16:3e:ba:a1:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c92d0d4-a499-42ff-a00c-566c1c586b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '1deb8be8-9a2a-4363-a36b-c7b4f9feaec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:32:02Z', 'updated_at': '2021-09-24T15:32:07Z', 'revision_number': 4, 'project_id': '97e1a64f2cdb4db4b9a42536f4e59a51', 'subnets': [{'id': '1deb8be8-9a2a-4363-a36b-c7b4f9feaec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:32:08.291529 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b056e5-53ae-4f9f-ac71-4709911c8fc0 service neutron] Pushing event updated for resources: {'Port': ['ID=5bcf01da-3860-4298-943f-3250c08171d8,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:08.315021 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc11ec3f-97ff-49a2-b2fd-2eb2c9da036e None None] The sync data for ids ['3c92d0d4-a499-42ff-a00c-566c1c586b0f'] in n-d-808921-1 is: [{'id': '3c92d0d4-a499-42ff-a00c-566c1c586b0f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-865742917-router', 'tenant_id': '97e1a64f2cdb4db4b9a42536f4e59a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'f3d986fd-5f30-4658-af97-88e517f91da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:31:56Z', 'updated_at': '2021-09-24T15:32:03Z', 'revision_number': 4, 'project_id': '97e1a64f2cdb4db4b9a42536f4e59a51', 'gw_port': {'id': 'f3d986fd-5f30-4658-af97-88e517f91da7', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:13:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c92d0d4-a499-42ff-a00c-566c1c586b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:31:58Z', 'updated_at': '2021-09-24T15:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '5e654f8c-f667-431e-9ba2-b959177e01b4', 'name': '', 'network_id': 'c84d1f8f-9e5c-4674-9c46-c6a756a24261', 'tenant_id': '97e1a64f2cdb4db4b9a42536f4e59a51', 'mac_address': 'fa:16:3e:ba:a1:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c92d0d4-a499-42ff-a00c-566c1c586b0f', 'device_owner': 'network:router_interface', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '1deb8be8-9a2a-4363-a36b-c7b4f9feaec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:32:02Z', 'updated_at': '2021-09-24T15:32:07Z', 'revision_number': 4, 'project_id': '97e1a64f2cdb4db4b9a42536f4e59a51', 'subnets': [{'id': '1deb8be8-9a2a-4363-a36b-c7b4f9feaec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:32:08.315315 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-32caf636-0511-4149-9d37-c1f726cb381e req-caedf571-c341-4256-a19c-cbc0849e408e service neutron] Attempting to bind port 6e75d07e-c360-4500-a32e-97860910cbc2 on host n-h1-808921-1 for vnic_type normal with profile None {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:32:08.315594 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-32caf636-0511-4149-9d37-c1f726cb381e req-caedf571-c341-4256-a19c-cbc0849e408e service neutron] Attempting to bind port 6e75d07e-c360-4500-a32e-97860910cbc2 by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': '21e1a332-491d-46ef-987f-a7724d369c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '078714d9-431e-4632-b957-c9a7230e7876'}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:32:08.315819 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32caf636-0511-4149-9d37-c1f726cb381e req-caedf571-c341-4256-a19c-cbc0849e408e service neutron] Attempting to bind port 6e75d07e-c360-4500-a32e-97860910cbc2 on network 078714d9-431e-4632-b957-c9a7230e7876 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:32:08.332156 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e62a73dd-e534-45d3-94c8-2f04c40bc3b5 req-e7f529a8-7c6d-422a-a680-710791eaa945 service neutron] 10.222.0.108 "GET /v2.0/networks/058852f5-088e-42d1-b3e1-abf106a974a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943401 Sep 24 15:32:08.333156 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32caf636-0511-4149-9d37-c1f726cb381e req-caedf571-c341-4256-a19c-cbc0849e408e service neutron] Port 6e75d07e-c360-4500-a32e-97860910cbc2 on network 078714d9-431e-4632-b957-c9a7230e7876 not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:32:08.334233 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32caf636-0511-4149-9d37-c1f726cb381e req-caedf571-c341-4256-a19c-cbc0849e408e service neutron] Attempting to bind port 6e75d07e-c360-4500-a32e-97860910cbc2 on network 078714d9-431e-4632-b957-c9a7230e7876 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:32:08.336723 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-d68bd148-f290-47a0-b344-5e956c172f54 req-b6b056e5-53ae-4f9f-ac71-4709911c8fc0 service neutron] Attempting to bind port 5bcf01da-3860-4298-943f-3250c08171d8 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:32:08.337044 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-d68bd148-f290-47a0-b344-5e956c172f54 req-b6b056e5-53ae-4f9f-ac71-4709911c8fc0 service neutron] Attempting to bind port 5bcf01da-3860-4298-943f-3250c08171d8 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:32:08.337352 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68bd148-f290-47a0-b344-5e956c172f54 req-b6b056e5-53ae-4f9f-ac71-4709911c8fc0 service neutron] Attempting to bind port 5bcf01da-3860-4298-943f-3250c08171d8 on network 9672f189-23fe-44e6-9dd2-257ff8905939 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:32:08.357143 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-33edf3ae-31d7-4999-a3fd-4d6bd6366b34 None None] For port 5e654f8c-f667-431e-9ba2-b959177e01b4, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=5e654f8c-f667-431e-9ba2-b959177e01b4,segment=NetworkSegment(cfd36797-80bd-45ab-9f4a-500b0be83777),segment_id=cfd36797-80bd-45ab-9f4a-500b0be83777)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:32:08.362972 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32caf636-0511-4149-9d37-c1f726cb381e req-caedf571-c341-4256-a19c-cbc0849e408e service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:32:08.364283 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32caf636-0511-4149-9d37-c1f726cb381e req-caedf571-c341-4256-a19c-cbc0849e408e service neutron] Checking segment: {'id': '21e1a332-491d-46ef-987f-a7724d369c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '078714d9-431e-4632-b957-c9a7230e7876'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:32:08.366357 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32caf636-0511-4149-9d37-c1f726cb381e req-caedf571-c341-4256-a19c-cbc0849e408e service neutron] Bound using segment: {'id': '21e1a332-491d-46ef-987f-a7724d369c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '078714d9-431e-4632-b957-c9a7230e7876'} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:32:08.367440 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-32caf636-0511-4149-9d37-c1f726cb381e req-caedf571-c341-4256-a19c-cbc0849e408e service neutron] Bound port: 6e75d07e-c360-4500-a32e-97860910cbc2, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21e1a332-491d-46ef-987f-a7724d369c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '078714d9-431e-4632-b957-c9a7230e7876'}}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:32:08.376739 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68bd148-f290-47a0-b344-5e956c172f54 req-b6b056e5-53ae-4f9f-ac71-4709911c8fc0 service neutron] Port 5bcf01da-3860-4298-943f-3250c08171d8 on network 9672f189-23fe-44e6-9dd2-257ff8905939 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:32:08.377057 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68bd148-f290-47a0-b344-5e956c172f54 req-b6b056e5-53ae-4f9f-ac71-4709911c8fc0 service neutron] Attempting to bind port 5bcf01da-3860-4298-943f-3250c08171d8 on network 9672f189-23fe-44e6-9dd2-257ff8905939 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:32:08.437894 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68bd148-f290-47a0-b344-5e956c172f54 req-b6b056e5-53ae-4f9f-ac71-4709911c8fc0 service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:32:08.438479 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68bd148-f290-47a0-b344-5e956c172f54 req-b6b056e5-53ae-4f9f-ac71-4709911c8fc0 service neutron] Checking segment: {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:32:08.438874 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d68bd148-f290-47a0-b344-5e956c172f54 req-b6b056e5-53ae-4f9f-ac71-4709911c8fc0 service neutron] Bound using segment: {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:32:08.439574 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-d68bd148-f290-47a0-b344-5e956c172f54 req-b6b056e5-53ae-4f9f-ac71-4709911c8fc0 service neutron] Bound port: 5bcf01da-3860-4298-943f-3250c08171d8, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'}}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:32:08.439927 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-d68bd148-f290-47a0-b344-5e956c172f54 req-b6b056e5-53ae-4f9f-ac71-4709911c8fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:08.463142 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-33edf3ae-31d7-4999-a3fd-4d6bd6366b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:08.598383 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33edf3ae-31d7-4999-a3fd-4d6bd6366b34 None None] Pushing event updated for resources: {'Port': ['ID=5e654f8c-f667-431e-9ba2-b959177e01b4,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:08.604321 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-d68bd148-f290-47a0-b344-5e956c172f54 req-b6b056e5-53ae-4f9f-ac71-4709911c8fc0 service neutron] For port 5bcf01da-3860-4298-943f-3250c08171d8, host n-h2-808921-1, cleared binding levels {{(pid=95297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:32:08.616372 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-f58df0a8-6106-42a0-aca9-97d170e4581a None None] Provisioning complete for port 8232200c-2a4c-4a86-b6a1-267802bd848e triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:32:08.616918 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f58df0a8-6106-42a0-aca9-97d170e4581a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:08.620100 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-32caf636-0511-4149-9d37-c1f726cb381e req-caedf571-c341-4256-a19c-cbc0849e408e service neutron] For port 6e75d07e-c360-4500-a32e-97860910cbc2, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=6e75d07e-c360-4500-a32e-97860910cbc2,segment=NetworkSegment(21e1a332-491d-46ef-987f-a7724d369c2e),segment_id=21e1a332-491d-46ef-987f-a7724d369c2e)] {{(pid=95297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:32:08.627763 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-d68bd148-f290-47a0-b344-5e956c172f54 req-b6b056e5-53ae-4f9f-ac71-4709911c8fc0 service neutron] For port 5bcf01da-3860-4298-943f-3250c08171d8, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=5bcf01da-3860-4298-943f-3250c08171d8,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:32:08.652075 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-549bb464-17b6-459a-97bf-d80d6a7e60b1 req-815b5489-2c02-41f4-ae2d-b4e11a07de14 tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=c89ae5eb8b2747d88176f45692df49a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4112561 Sep 24 15:32:08.666975 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-f58df0a8-6106-42a0-aca9-97d170e4581a None None] Port 8232200c-2a4c-4a86-b6a1-267802bd848e cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:32:08.691922 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:08.704262 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-6f557a89-72f0-49ec-9c63-6364f3dba1b0 req-8c0d2c62-5995-4349-9136-8d4665e7bd38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:08.717125 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-d68bd148-f290-47a0-b344-5e956c172f54 req-b6b056e5-53ae-4f9f-ac71-4709911c8fc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:08.796630 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68bd148-f290-47a0-b344-5e956c172f54 req-b6b056e5-53ae-4f9f-ac71-4709911c8fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:08.799666 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-d68bd148-f290-47a0-b344-5e956c172f54 req-b6b056e5-53ae-4f9f-ac71-4709911c8fc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:08.802708 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d68bd148-f290-47a0-b344-5e956c172f54 req-b6b056e5-53ae-4f9f-ac71-4709911c8fc0 service neutron] 10.222.0.108 "PUT /v2.0/ports/5bcf01da-3860-4298-943f-3250c08171d8 HTTP/1.1" status: 200 len: 1095 time: 2.3799520 Sep 24 15:32:08.805451 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-32caf636-0511-4149-9d37-c1f726cb381e req-caedf571-c341-4256-a19c-cbc0849e408e service neutron] Notify callbacks [] for binding, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:08.807293 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-32caf636-0511-4149-9d37-c1f726cb381e req-caedf571-c341-4256-a19c-cbc0849e408e service neutron] 10.222.0.101 "POST /v2.0/ports/6e75d07e-c360-4500-a32e-97860910cbc2/bindings HTTP/1.1" status: 201 len: 389 time: 1.0050280 Sep 24 15:32:08.811961 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd78a576-094b-4d59-9ece-34958e3ea2ca', 'tag': '5bcf01da-3860-4298-943f-3250c08171d8'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:32:08.814924 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbdc8ddf-a0a6-4ef0-a6a4-022348024a80" -d '{"events": [{"name": "network-changed", "server_uuid": "cd78a576-094b-4d59-9ece-34958e3ea2ca", "tag": "5bcf01da-3860-4298-943f-3250c08171d8"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:32:08.850211 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b056e5-53ae-4f9f-ac71-4709911c8fc0 service neutron] Pushing event updated for resources: {'Port': ['ID=5bcf01da-3860-4298-943f-3250c08171d8,revision_number=3']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:08.917441 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a73dd-e534-45d3-94c8-2f04c40bc3b5 req-a70e1cb4-22ec-40eb-b610-bceda3c7e258 tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:08.920893 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e62a73dd-e534-45d3-94c8-2f04c40bc3b5 req-a70e1cb4-22ec-40eb-b610-bceda3c7e258 tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] 10.222.0.108 "GET /v2.0/ports?device_id=eb088bff-fcfd-4c14-a9e8-196cc1fc32a6&tenant_id=8957a38149f44837aa315f739e11ffd3&binding%3Ahost_id=n-h2-808921-1 HTTP/1.1" status: 200 len: 1095 time: 0.0546770 Sep 24 15:32:09.054847 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-31fce4fb-6d84-44dc-98df-4d3095f10d2d admin admin] Deleting port 5e654f8c-f667-431e-9ba2-b959177e01b4 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:32:09.055192 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-31fce4fb-6d84-44dc-98df-4d3095f10d2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:09.259943 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68bd148-f290-47a0-b344-5e956c172f54 req-1f83cc17-7a09-40bd-8ab0-1f8759d1cedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:09.263144 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d68bd148-f290-47a0-b344-5e956c172f54 req-1f83cc17-7a09-40bd-8ab0-1f8759d1cedd service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=dbe0cfd21dc843c593cbcd5f1093ceaa&device_id=cd78a576-094b-4d59-9ece-34958e3ea2ca HTTP/1.1" status: 200 len: 1098 time: 0.1756287 Sep 24 15:32:09.324982 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d68bd148-f290-47a0-b344-5e956c172f54 req-144a2533-eff1-4066-ab0f-4c2147e72a48 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=5bcf01da-3860-4298-943f-3250c08171d8 HTTP/1.1" status: 200 len: 217 time: 0.0520191 Sep 24 15:32:09.355598 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-e62a73dd-e534-45d3-94c8-2f04c40bc3b5 req-0ebcbba8-0953-40b5-82c5-021660126e23 service neutron] For port 6ff65d2a-e143-4570-9b7a-a0356f19cba5, host n-h1-808921-1, cleared binding levels {{(pid=95297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:32:09.386498 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 6ff65d2a-e143-4570-9b7a-a0356f19cba5 no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:32:09.400059 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-e62a73dd-e534-45d3-94c8-2f04c40bc3b5 req-0ebcbba8-0953-40b5-82c5-021660126e23 service neutron] Notify callbacks [] for binding, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:09.401327 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e62a73dd-e534-45d3-94c8-2f04c40bc3b5 req-0ebcbba8-0953-40b5-82c5-021660126e23 service neutron] 10.222.0.108 "DELETE /v2.0/ports/6ff65d2a-e143-4570-9b7a-a0356f19cba5/bindings/n-h1-808921-1 HTTP/1.1" status: 204 len: 173 time: 0.4740970 Sep 24 15:32:09.435978 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68bd148-f290-47a0-b344-5e956c172f54 req-e4b1485e-c68b-4151-9937-40543ed39a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:09.437654 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d68bd148-f290-47a0-b344-5e956c172f54 req-e4b1485e-c68b-4151-9937-40543ed39a02 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.0951171 Sep 24 15:32:09.451562 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6321eb9b-c884-49cc-9073-8257144ed326 req-f24e69fc-d193-4b15-8bc0-0bbf5ee61f8d tempest-ImagesNegativeTestJSON-1843643478 tempest-ImagesNegativeTestJSON-1843643478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:09.451731 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-31fce4fb-6d84-44dc-98df-4d3095f10d2d admin admin] For port 5e654f8c-f667-431e-9ba2-b959177e01b4, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=5e654f8c-f667-431e-9ba2-b959177e01b4,segment=NetworkSegment(cfd36797-80bd-45ab-9f4a-500b0be83777),segment_id=cfd36797-80bd-45ab-9f4a-500b0be83777)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:32:09.452053 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-31fce4fb-6d84-44dc-98df-4d3095f10d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:09.453495 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6321eb9b-c884-49cc-9073-8257144ed326 req-f24e69fc-d193-4b15-8bc0-0bbf5ee61f8d tempest-ImagesNegativeTestJSON-1843643478 tempest-ImagesNegativeTestJSON-1843643478-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd78a576-094b-4d59-9ece-34958e3ea2ca HTTP/1.1" status: 200 len: 947 time: 0.1137066 Sep 24 15:32:09.475333 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 6ff65d2a-e143-4570-9b7a-a0356f19cba5 not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:32:09.479247 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b40158a-0e4d-4662-a4e3-90ffc330dfb0 req-e5c7a039-6d6d-4db8-b84c-d606ecd1a1e1 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:09.481744 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0b40158a-0e4d-4662-a4e3-90ffc330dfb0 req-e5c7a039-6d6d-4db8-b84c-d606ecd1a1e1 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=eb088bff-fcfd-4c14-a9e8-196cc1fc32a6 HTTP/1.1" status: 200 len: 944 time: 0.3209393 Sep 24 15:32:09.513045 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-31fce4fb-6d84-44dc-98df-4d3095f10d2d admin admin] Calling delete_port for 5e654f8c-f667-431e-9ba2-b959177e01b4 owned by network:router_interface {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:32:09.534738 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68bd148-f290-47a0-b344-5e956c172f54 req-d0bf23e5-80e3-491c-b084-7bf3cefa5ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:09.536496 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d68bd148-f290-47a0-b344-5e956c172f54 req-d0bf23e5-80e3-491c-b084-7bf3cefa5ac9 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0820134 Sep 24 15:32:09.551585 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6321eb9b-c884-49cc-9073-8257144ed326 req-c0b470f3-13b7-47fb-8083-dba186c1c01f tempest-ImagesNegativeTestJSON-1843643478 tempest-ImagesNegativeTestJSON-1843643478-project] 10.222.0.101 "GET /v2.0/security-groups?id=26e309b2-6ab9-466e-adbc-efbc7fdbdf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662014 Sep 24 15:32:09.644784 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0b40158a-0e4d-4662-a4e3-90ffc330dfb0 req-4198077d-1900-4cf6-9470-41e5f6716489 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554492 Sep 24 15:32:09.675485 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-6f557a89-72f0-49ec-9c63-6364f3dba1b0 req-8c0d2c62-5995-4349-9136-8d4665e7bd38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8232200c-2a4c-4a86-b6a1-267802bd848e {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:32:09.697937 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-6f557a89-72f0-49ec-9c63-6364f3dba1b0 req-8c0d2c62-5995-4349-9136-8d4665e7bd38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:09.735470 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-6f557a89-72f0-49ec-9c63-6364f3dba1b0 req-8c0d2c62-5995-4349-9136-8d4665e7bd38 service neutron] Transition to ACTIVE for port object 8232200c-2a4c-4a86-b6a1-267802bd848e will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:32:09.744594 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-804482e3-8dbd-491e-837e-113bb99ee38b x-openstack-request-id: req-804482e3-8dbd-491e-837e-113bb99ee38b {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:32:09.745263 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd78a576-094b-4d59-9ece-34958e3ea2ca", "tag": "5bcf01da-3860-4298-943f-3250c08171d8", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:32:09.745813 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-804482e3-8dbd-491e-837e-113bb99ee38b {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:32:09.746461 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd78a576-094b-4d59-9ece-34958e3ea2ca', 'tag': '5bcf01da-3860-4298-943f-3250c08171d8', 'status': 'completed', 'code': 200} Sep 24 15:32:09.809867 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d68bd148-f290-47a0-b344-5e956c172f54 req-f53b1241-3ac3-40e2-b5aa-7e4d8a26a2fb service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562506 Sep 24 15:32:09.818752 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32caf636-0511-4149-9d37-c1f726cb381e req-48050004-e1bc-41f8-a048-c2296005b9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:09.819738 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-301b549a-84dd-4604-9361-b7795867e1b5 req-8dfc757d-0b46-4aec-a95a-87e2900e5692 tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] 10.222.0.101 "GET /v2.0/ports?device_id=ab91a73f-3496-4e05-a682-f05788a9a6c1 HTTP/1.1" status: 200 len: 210 time: 0.0401933 Sep 24 15:32:09.820623 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-32caf636-0511-4149-9d37-c1f726cb381e req-48050004-e1bc-41f8-a048-c2296005b9a1 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=afd1b0df78e44afd8dcda9521b21852d&device_id=4da3b7ff-add6-4227-a6ef-2d1e23925c61 HTTP/1.1" status: 200 len: 1096 time: 0.1263387 Sep 24 15:32:09.848034 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5973de-c9ed-4bae-b8bf-83d6fcbceaec req-b9bb2b78-62fe-4389-90ee-491c40323fe7 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:09.854773 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fd5973de-c9ed-4bae-b8bf-83d6fcbceaec req-b9bb2b78-62fe-4389-90ee-491c40323fe7 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] 10.222.0.101 "GET /v2.0/ports?device_id=0bf16c99-1d81-449c-8c2f-4b881f2e13c5 HTTP/1.1" status: 200 len: 935 time: 0.1591673 Sep 24 15:32:09.917941 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-6f557a89-72f0-49ec-9c63-6364f3dba1b0 req-8c0d2c62-5995-4349-9136-8d4665e7bd38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:10.012774 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0d2c62-5995-4349-9136-8d4665e7bd38 service neutron] Pushing event updated for resources: {'Port': ['ID=8232200c-2a4c-4a86-b6a1-267802bd848e,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:10.043869 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fd5973de-c9ed-4bae-b8bf-83d6fcbceaec req-27961900-f727-4cc1-b1b4-4477bdf12f59 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] 10.222.0.101 "GET /v2.0/security-groups?id=0b823a3f-c5d6-4802-a71f-dfc9f06e8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876290 Sep 24 15:32:10.081087 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-31fce4fb-6d84-44dc-98df-4d3095f10d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:10.084599 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d68bd148-f290-47a0-b344-5e956c172f54 req-ee1e7331-405e-4586-bae1-9bbdd5399a07 service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617896 Sep 24 15:32:10.105000 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32caf636-0511-4149-9d37-c1f726cb381e req-74f813d3-952d-4463-aead-b85346fee663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:10.116652 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-32caf636-0511-4149-9d37-c1f726cb381e req-74f813d3-952d-4463-aead-b85346fee663 service neutron] 10.222.0.110 "GET /v2.0/networks?id=078714d9-431e-4632-b957-c9a7230e7876 HTTP/1.1" status: 200 len: 909 time: 0.2597973 Sep 24 15:32:10.124703 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fce4fb-6d84-44dc-98df-4d3095f10d2d admin admin] Pushing event deleted for resources: {'Port': ['ID=5e654f8c-f667-431e-9ba2-b959177e01b4,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:10.144133 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16bd4f7-a062-4ea6-a240-d08cbc6b7a29 req-50993c5b-55e1-4fc7-b590-d9d5f7bd2967 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:10.153400 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f16bd4f7-a062-4ea6-a240-d08cbc6b7a29 req-50993c5b-55e1-4fc7-b590-d9d5f7bd2967 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=4da3b7ff-add6-4227-a6ef-2d1e23925c61 HTTP/1.1" status: 200 len: 945 time: 0.1984534 Sep 24 15:32:10.175019 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-32caf636-0511-4149-9d37-c1f726cb381e req-a9aaab85-6779-430a-98ea-082476ffb05d service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e75d07e-c360-4500-a32e-97860910cbc2 HTTP/1.1" status: 200 len: 217 time: 0.0472503 Sep 24 15:32:10.346592 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc8ddf-a0a6-4ef0-a6a4-022348024a80 req-2eaeeac7-db44-4e48-9acf-79a62a241152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:10.348131 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-dbdc8ddf-a0a6-4ef0-a6a4-022348024a80 req-2eaeeac7-db44-4e48-9acf-79a62a241152 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=dbe0cfd21dc843c593cbcd5f1093ceaa&device_id=cd78a576-094b-4d59-9ece-34958e3ea2ca HTTP/1.1" status: 200 len: 1098 time: 0.1119289 Sep 24 15:32:10.355962 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-6f557a89-72f0-49ec-9c63-6364f3dba1b0 req-8c0d2c62-5995-4349-9136-8d4665e7bd38 service neutron] Attempting to bind port 8232200c-2a4c-4a86-b6a1-267802bd848e on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:32:10.358530 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-6f557a89-72f0-49ec-9c63-6364f3dba1b0 req-8c0d2c62-5995-4349-9136-8d4665e7bd38 service neutron] Attempting to bind port 8232200c-2a4c-4a86-b6a1-267802bd848e by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:32:10.358530 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f557a89-72f0-49ec-9c63-6364f3dba1b0 req-8c0d2c62-5995-4349-9136-8d4665e7bd38 service neutron] Attempting to bind port 8232200c-2a4c-4a86-b6a1-267802bd848e on network 9672f189-23fe-44e6-9dd2-257ff8905939 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:32:10.364632 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32caf636-0511-4149-9d37-c1f726cb381e req-43acfbfb-b2e0-43ad-80e5-b38cad7ed91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:10.367374 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-32caf636-0511-4149-9d37-c1f726cb381e req-43acfbfb-b2e0-43ad-80e5-b38cad7ed91a service neutron] 10.222.0.110 "GET /v2.0/subnets?id=84366809-0e1f-47c8-b0ea-166b7d29d1a7 HTTP/1.1" status: 200 len: 847 time: 0.1833310 Sep 24 15:32:10.387926 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f16bd4f7-a062-4ea6-a240-d08cbc6b7a29 req-6e104d08-afe7-4f81-b082-7339dd3ebdbb tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192724 Sep 24 15:32:10.436614 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-32caf636-0511-4149-9d37-c1f726cb381e req-c9ace9bd-e268-498f-bb97-2d52e5a716f5 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=078714d9-431e-4632-b957-c9a7230e7876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502415 Sep 24 15:32:10.448312 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f557a89-72f0-49ec-9c63-6364f3dba1b0 req-8c0d2c62-5995-4349-9136-8d4665e7bd38 service neutron] Port 8232200c-2a4c-4a86-b6a1-267802bd848e on network 9672f189-23fe-44e6-9dd2-257ff8905939 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:32:10.450720 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f557a89-72f0-49ec-9c63-6364f3dba1b0 req-8c0d2c62-5995-4349-9136-8d4665e7bd38 service neutron] Attempting to bind port 8232200c-2a4c-4a86-b6a1-267802bd848e on network 9672f189-23fe-44e6-9dd2-257ff8905939 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:32:10.469119 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:10.473516 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f557a89-72f0-49ec-9c63-6364f3dba1b0 req-8c0d2c62-5995-4349-9136-8d4665e7bd38 service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:32:10.473963 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f557a89-72f0-49ec-9c63-6364f3dba1b0 req-8c0d2c62-5995-4349-9136-8d4665e7bd38 service neutron] Checking segment: {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:32:10.474441 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f557a89-72f0-49ec-9c63-6364f3dba1b0 req-8c0d2c62-5995-4349-9136-8d4665e7bd38 service neutron] Bound using segment: {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:32:10.479230 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-6f557a89-72f0-49ec-9c63-6364f3dba1b0 req-8c0d2c62-5995-4349-9136-8d4665e7bd38 service neutron] Bound port: 8232200c-2a4c-4a86-b6a1-267802bd848e, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:32:10.479230 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-6f557a89-72f0-49ec-9c63-6364f3dba1b0 req-8c0d2c62-5995-4349-9136-8d4665e7bd38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:10.532306 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-a1c08cf6-b745-4525-a36a-6894329f941a req-b29c7ffe-0ad3-4840-8756-2704171cb03d tempest-SecurityGroupsTestAdminJSON-1958820886 tempest-SecurityGroupsTestAdminJSON-1958820886-project] Request body: {'security_group': {'name': 'tempest-securitygroup-37763490', 'description': 'tempest-description-1247794136'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:32:10.597528 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b031b052-153d-4e54-b6a1-69ed78aced52 req-9338e73f-cbfa-4189-9b49-81ae33f7bbbb tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:10.599085 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b031b052-153d-4e54-b6a1-69ed78aced52 req-9338e73f-cbfa-4189-9b49-81ae33f7bbbb tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=eb088bff-fcfd-4c14-a9e8-196cc1fc32a6 HTTP/1.1" status: 200 len: 1095 time: 0.1435616 Sep 24 15:32:10.604532 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-31fce4fb-6d84-44dc-98df-4d3095f10d2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:10.608531 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc8ddf-a0a6-4ef0-a6a4-022348024a80 req-75e579af-fdfb-48e3-8ac9-0937982e7107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:10.610234 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-dbdc8ddf-a0a6-4ef0-a6a4-022348024a80 req-75e579af-fdfb-48e3-8ac9-0937982e7107 service neutron] 10.222.0.108 "GET /v2.0/networks?id=9672f189-23fe-44e6-9dd2-257ff8905939 HTTP/1.1" status: 200 len: 871 time: 0.2543411 Sep 24 15:32:10.662031 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-32caf636-0511-4149-9d37-c1f726cb381e req-f1f2801f-cccd-44a0-a7b5-badb576ccb4b service neutron] 10.222.0.110 "GET /v2.0/networks/078714d9-431e-4632-b957-c9a7230e7876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131422 Sep 24 15:32:10.663266 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-dbdc8ddf-a0a6-4ef0-a6a4-022348024a80 req-27e7acb6-c1e2-4683-9f79-05df951047c1 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=5bcf01da-3860-4298-943f-3250c08171d8 HTTP/1.1" status: 200 len: 217 time: 0.0426309 Sep 24 15:32:10.697811 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-6f557a89-72f0-49ec-9c63-6364f3dba1b0 req-8c0d2c62-5995-4349-9136-8d4665e7bd38 service neutron] For port 8232200c-2a4c-4a86-b6a1-267802bd848e, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:32:10.712584 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b031b052-153d-4e54-b6a1-69ed78aced52 req-86650a24-6f98-47ba-a262-a96fdd261593 tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048806 Sep 24 15:32:10.718258 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-a1c08cf6-b745-4525-a36a-6894329f941a req-b29c7ffe-0ad3-4840-8756-2704171cb03d tempest-SecurityGroupsTestAdminJSON-1958820886 tempest-SecurityGroupsTestAdminJSON-1958820886-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:10.718543 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-6f557a89-72f0-49ec-9c63-6364f3dba1b0 req-8c0d2c62-5995-4349-9136-8d4665e7bd38 service neutron] For port 8232200c-2a4c-4a86-b6a1-267802bd848e, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=8232200c-2a4c-4a86-b6a1-267802bd848e,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:32:10.739725 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-a1c08cf6-b745-4525-a36a-6894329f941a req-b29c7ffe-0ad3-4840-8756-2704171cb03d tempest-SecurityGroupsTestAdminJSON-1958820886 tempest-SecurityGroupsTestAdminJSON-1958820886-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:10.760666 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc8ddf-a0a6-4ef0-a6a4-022348024a80 req-487003b5-68fc-43dd-87c3-25b0e74ef050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:10.762996 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-dbdc8ddf-a0a6-4ef0-a6a4-022348024a80 req-487003b5-68fc-43dd-87c3-25b0e74ef050 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.0921447 Sep 24 15:32:10.848891 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-6f557a89-72f0-49ec-9c63-6364f3dba1b0 req-8c0d2c62-5995-4349-9136-8d4665e7bd38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:10.893343 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-32caf636-0511-4149-9d37-c1f726cb381e req-00c0de60-b8c9-4410-8285-8505a0d6bbf0 service neutron] 10.222.0.110 "GET /v2.0/networks/078714d9-431e-4632-b957-c9a7230e7876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124016 Sep 24 15:32:10.898068 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdc8ddf-a0a6-4ef0-a6a4-022348024a80 req-be993f5f-dafc-4a51-b965-aab4faab5e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:10.913827 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-dbdc8ddf-a0a6-4ef0-a6a4-022348024a80 req-be993f5f-dafc-4a51-b965-aab4faab5e02 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1121254 Sep 24 15:32:10.945098 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f557a89-72f0-49ec-9c63-6364f3dba1b0 req-8c0d2c62-5995-4349-9136-8d4665e7bd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:10.945747 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-6f557a89-72f0-49ec-9c63-6364f3dba1b0 req-8c0d2c62-5995-4349-9136-8d4665e7bd38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:10.947983 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6f557a89-72f0-49ec-9c63-6364f3dba1b0 req-8c0d2c62-5995-4349-9136-8d4665e7bd38 service neutron] 10.222.0.108 "PUT /v2.0/ports/8232200c-2a4c-4a86-b6a1-267802bd848e HTTP/1.1" status: 200 len: 1095 time: 2.7440903 Sep 24 15:32:10.954438 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bf16c99-1d81-449c-8c2f-4b881f2e13c5', 'tag': '8232200c-2a4c-4a86-b6a1-267802bd848e'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:32:10.957156 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68bb63da-5eca-47e1-a675-fc6ec492feae" -d '{"events": [{"name": "network-changed", "server_uuid": "0bf16c99-1d81-449c-8c2f-4b881f2e13c5", "tag": "8232200c-2a4c-4a86-b6a1-267802bd848e"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:32:10.994111 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0d2c62-5995-4349-9136-8d4665e7bd38 service neutron] Pushing event updated for resources: {'Port': ['ID=8232200c-2a4c-4a86-b6a1-267802bd848e,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:11.013104 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31fce4fb-6d84-44dc-98df-4d3095f10d2d admin admin] Router 3c92d0d4-a499-42ff-a00c-566c1c586b0f has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:32:11.123507 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-a1c08cf6-b745-4525-a36a-6894329f941a req-b29c7ffe-0ad3-4840-8756-2704171cb03d tempest-SecurityGroupsTestAdminJSON-1958820886 tempest-SecurityGroupsTestAdminJSON-1958820886-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:11.125992 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-dbdc8ddf-a0a6-4ef0-a6a4-022348024a80 req-808566cb-82e8-4a69-afae-cb8b959bf00e service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097254 Sep 24 15:32:11.163102 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32caf636-0511-4149-9d37-c1f726cb381e req-bc1e5aae-4ada-4116-882f-58c66e8d33e2 tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:11.164200 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-32caf636-0511-4149-9d37-c1f726cb381e req-bc1e5aae-4ada-4116-882f-58c66e8d33e2 tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=4da3b7ff-add6-4227-a6ef-2d1e23925c61&tenant_id=afd1b0df78e44afd8dcda9521b21852d&binding%3Ahost_id=n-h2-808921-1 HTTP/1.1" status: 200 len: 1096 time: 0.0928164 Sep 24 15:32:11.216179 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-32caf636-0511-4149-9d37-c1f726cb381e req-c23e6e33-cf6f-4f9f-b7fe-2d43a1459b62 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-808921-1'}}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:32:11.229154 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f557a89-72f0-49ec-9c63-6364f3dba1b0 req-edf72b10-0bc8-4b8a-9bde-ce02bdd64380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:11.230686 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6f557a89-72f0-49ec-9c63-6364f3dba1b0 req-edf72b10-0bc8-4b8a-9bde-ce02bdd64380 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=8d50f07cb8fd472ca8b05cdaff4b245b&device_id=0bf16c99-1d81-449c-8c2f-4b881f2e13c5 HTTP/1.1" status: 200 len: 1098 time: 0.1404910 Sep 24 15:32:11.242486 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112e4039-a6cb-4629-93aa-9af7eb3d20ca req-a7b0a4a5-0cda-4d71-a8d7-1dee7e4ea34c tempest-ImagesNegativeTestJSON-1843643478 tempest-ImagesNegativeTestJSON-1843643478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:11.243627 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-a1c08cf6-b745-4525-a36a-6894329f941a req-b29c7ffe-0ad3-4840-8756-2704171cb03d tempest-SecurityGroupsTestAdminJSON-1958820886 tempest-SecurityGroupsTestAdminJSON-1958820886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:11.247164 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-112e4039-a6cb-4629-93aa-9af7eb3d20ca req-a7b0a4a5-0cda-4d71-a8d7-1dee7e4ea34c tempest-ImagesNegativeTestJSON-1843643478 tempest-ImagesNegativeTestJSON-1843643478-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd78a576-094b-4d59-9ece-34958e3ea2ca HTTP/1.1" status: 200 len: 947 time: 0.1435211 Sep 24 15:32:11.296593 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31fce4fb-6d84-44dc-98df-4d3095f10d2d admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:32:11.298974 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6f557a89-72f0-49ec-9c63-6364f3dba1b0 req-e5566607-b0a0-4129-a865-e92e5637c75b service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=8232200c-2a4c-4a86-b6a1-267802bd848e HTTP/1.1" status: 200 len: 217 time: 0.0526423 Sep 24 15:32:11.306157 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-31fce4fb-6d84-44dc-98df-4d3095f10d2d admin admin] 10.222.0.101 "PUT /v2.0/routers/3c92d0d4-a499-42ff-a00c-566c1c586b0f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8420379 Sep 24 15:32:11.309858 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95898a5e-eddc-4338-bd84-5ff72d217737 None None] Sync routers for ids ['3c92d0d4-a499-42ff-a00c-566c1c586b0f'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:32:11.310518 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 38458) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:32:11.330360 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95898a5e-eddc-4338-bd84-5ff72d217737 None None] Routers {'3c92d0d4-a499-42ff-a00c-566c1c586b0f'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:32:11.331478 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-95898a5e-eddc-4338-bd84-5ff72d217737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:32:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['3c92d0d4-a499-42ff-a00c-566c1c586b0f'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:32:11.332775 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-32caf636-0511-4149-9d37-c1f726cb381e req-c23e6e33-cf6f-4f9f-b7fe-2d43a1459b62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:11.339106 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29c7ffe-0ad3-4840-8756-2704171cb03d tempest-SecurityGroupsTestAdminJSON-1958820886 tempest-SecurityGroupsTestAdminJSON-1958820886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac19439b-7a60-499b-b07e-db967bef252e,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:11.343429 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-dbdc8ddf-a0a6-4ef0-a6a4-022348024a80 req-102c199a-ed99-4eb9-b1c8-25add4e7c1d6 service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088544 Sep 24 15:32:11.424294 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-112e4039-a6cb-4629-93aa-9af7eb3d20ca req-9b77648f-382c-4e1a-93f6-201354d09e21 tempest-ImagesNegativeTestJSON-1843643478 tempest-ImagesNegativeTestJSON-1843643478-project] 10.222.0.101 "GET /v2.0/security-groups?id=26e309b2-6ab9-466e-adbc-efbc7fdbdf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637838 Sep 24 15:32:11.435605 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f557a89-72f0-49ec-9c63-6364f3dba1b0 req-6936bb4e-6346-46d0-94b5-66287bcb3fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:11.437129 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6f557a89-72f0-49ec-9c63-6364f3dba1b0 req-6936bb4e-6346-46d0-94b5-66287bcb3fde service neutron] 10.222.0.108 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.1274297 Sep 24 15:32:11.466554 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-a1c08cf6-b745-4525-a36a-6894329f941a req-b29c7ffe-0ad3-4840-8756-2704171cb03d tempest-SecurityGroupsTestAdminJSON-1958820886 tempest-SecurityGroupsTestAdminJSON-1958820886-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:11.472922 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-95898a5e-eddc-4338-bd84-5ff72d217737 None None] Set router 3c92d0d4-a499-42ff-a00c-566c1c586b0f gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:32:11.520094 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-a1c08cf6-b745-4525-a36a-6894329f941a req-b29c7ffe-0ad3-4840-8756-2704171cb03d tempest-SecurityGroupsTestAdminJSON-1958820886 tempest-SecurityGroupsTestAdminJSON-1958820886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:11.542611 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-32caf636-0511-4149-9d37-c1f726cb381e req-c23e6e33-cf6f-4f9f-b7fe-2d43a1459b62 service neutron] For port 6e75d07e-c360-4500-a32e-97860910cbc2, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=6e75d07e-c360-4500-a32e-97860910cbc2,segment=NetworkSegment(21e1a332-491d-46ef-987f-a7724d369c2e),segment_id=21e1a332-491d-46ef-987f-a7724d369c2e)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:32:11.564746 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e9aa3333-8ec2-4fc4-a435-4feeb4f18172 req-7eaf0ccb-51ea-4c39-b824-9198ec03cd65 tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] 10.222.0.101 "GET /v2.0/ports?device_id=ab91a73f-3496-4e05-a682-f05788a9a6c1 HTTP/1.1" status: 200 len: 210 time: 0.0596511 Sep 24 15:32:11.568559 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29c7ffe-0ad3-4840-8756-2704171cb03d tempest-SecurityGroupsTestAdminJSON-1958820886 tempest-SecurityGroupsTestAdminJSON-1958820886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc38e7e6-fa17-490e-b080-642a7f8d9e08,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:11.594787 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c87931dd-f1d1-4e51-9158-a6ca86fc9fbf admin admin] Notify callbacks [] for router, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:11.607035 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-32caf636-0511-4149-9d37-c1f726cb381e req-c23e6e33-cf6f-4f9f-b7fe-2d43a1459b62 service neutron] For port 6e75d07e-c360-4500-a32e-97860910cbc2, host n-h2-808921-1, cleared binding levels {{(pid=95297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:32:11.638988 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f557a89-72f0-49ec-9c63-6364f3dba1b0 req-8eb46813-8561-49c5-b23c-44d17847d82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:11.641735 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6f557a89-72f0-49ec-9c63-6364f3dba1b0 req-8eb46813-8561-49c5-b23c-44d17847d82f service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1468585 Sep 24 15:32:11.642796 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a9a285-900b-49cd-a8e9-367195f55c72 x-openstack-request-id: req-28a9a285-900b-49cd-a8e9-367195f55c72 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:32:11.643073 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bf16c99-1d81-449c-8c2f-4b881f2e13c5", "tag": "8232200c-2a4c-4a86-b6a1-267802bd848e", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:32:11.643660 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-28a9a285-900b-49cd-a8e9-367195f55c72 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:32:11.643775 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bf16c99-1d81-449c-8c2f-4b881f2e13c5', 'tag': '8232200c-2a4c-4a86-b6a1-267802bd848e', 'status': 'completed', 'code': 200} Sep 24 15:32:11.660278 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-32caf636-0511-4149-9d37-c1f726cb381e req-c23e6e33-cf6f-4f9f-b7fe-2d43a1459b62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:11.663259 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-a1c08cf6-b745-4525-a36a-6894329f941a req-b29c7ffe-0ad3-4840-8756-2704171cb03d tempest-SecurityGroupsTestAdminJSON-1958820886 tempest-SecurityGroupsTestAdminJSON-1958820886-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:11.670296 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-95898a5e-eddc-4338-bd84-5ff72d217737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c92d0d4-a499-42ff-a00c-566c1c586b0f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-865742917-router', 'tenant_id': '97e1a64f2cdb4db4b9a42536f4e59a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'f3d986fd-5f30-4658-af97-88e517f91da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:31:56Z', 'updated_at': '2021-09-24T15:32:09Z', 'revision_number': 5, 'project_id': '97e1a64f2cdb4db4b9a42536f4e59a51', 'gw_port': {'id': 'f3d986fd-5f30-4658-af97-88e517f91da7', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:13:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c92d0d4-a499-42ff-a00c-566c1c586b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:31:58Z', 'updated_at': '2021-09-24T15:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:32:11.680988 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a1c08cf6-b745-4525-a36a-6894329f941a req-b29c7ffe-0ad3-4840-8756-2704171cb03d tempest-SecurityGroupsTestAdminJSON-1958820886 tempest-SecurityGroupsTestAdminJSON-1958820886-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.1637063 Sep 24 15:32:11.717679 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95898a5e-eddc-4338-bd84-5ff72d217737 None None] Checking router: 3c92d0d4-a499-42ff-a00c-566c1c586b0f for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:32:11.745009 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95898a5e-eddc-4338-bd84-5ff72d217737 None None] Routers {'3c92d0d4-a499-42ff-a00c-566c1c586b0f'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:32:11.746051 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-95898a5e-eddc-4338-bd84-5ff72d217737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:32:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['3c92d0d4-a499-42ff-a00c-566c1c586b0f'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:32:11.759925 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da3b7ff-add6-4227-a6ef-2d1e23925c61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e75d07e-c360-4500-a32e-97860910cbc2'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:32:11.771088 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dffac9a6-82ad-43ca-bd04-80fbd9469e61" -d '{"events": [{"server_uuid": "4da3b7ff-add6-4227-a6ef-2d1e23925c61", "name": "network-vif-unplugged", "status": "completed", "tag": "6e75d07e-c360-4500-a32e-97860910cbc2"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:32:11.799849 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63d3e07-6ce3-4e76-8c38-6dd09292776a req-e57d9b22-0f5e-4db2-a3e0-2939eb65c3df tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:11.810118 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a63d3e07-6ce3-4e76-8c38-6dd09292776a req-e57d9b22-0f5e-4db2-a3e0-2939eb65c3df tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] 10.222.0.101 "GET /v2.0/ports?device_id=0bf16c99-1d81-449c-8c2f-4b881f2e13c5 HTTP/1.1" status: 200 len: 947 time: 0.0840716 Sep 24 15:32:11.831889 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-32caf636-0511-4149-9d37-c1f726cb381e req-c23e6e33-cf6f-4f9f-b7fe-2d43a1459b62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:11.876246 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-95898a5e-eddc-4338-bd84-5ff72d217737 None None] Set router 3c92d0d4-a499-42ff-a00c-566c1c586b0f gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:32:11.905823 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a63d3e07-6ce3-4e76-8c38-6dd09292776a req-e26d9a1d-244b-4ab4-9513-3522f01d1190 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] 10.222.0.101 "GET /v2.0/security-groups?id=0b823a3f-c5d6-4802-a71f-dfc9f06e8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946085 Sep 24 15:32:11.933194 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23e6e33-cf6f-4f9f-b7fe-2d43a1459b62 service neutron] Pushing event updated for resources: {'Port': ['ID=6e75d07e-c360-4500-a32e-97860910cbc2,revision_number=7']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:12.032358 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-32caf636-0511-4149-9d37-c1f726cb381e req-c23e6e33-cf6f-4f9f-b7fe-2d43a1459b62 service neutron] Attempting to bind port 6e75d07e-c360-4500-a32e-97860910cbc2 on host n-h2-808921-1 for vnic_type normal with profile {"migrating_to": "n-h1-808921-1"} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:32:12.032761 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-32caf636-0511-4149-9d37-c1f726cb381e req-c23e6e33-cf6f-4f9f-b7fe-2d43a1459b62 service neutron] Attempting to bind port 6e75d07e-c360-4500-a32e-97860910cbc2 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '21e1a332-491d-46ef-987f-a7724d369c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '078714d9-431e-4632-b957-c9a7230e7876'}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:32:12.033062 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32caf636-0511-4149-9d37-c1f726cb381e req-c23e6e33-cf6f-4f9f-b7fe-2d43a1459b62 service neutron] Attempting to bind port 6e75d07e-c360-4500-a32e-97860910cbc2 on network 078714d9-431e-4632-b957-c9a7230e7876 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:32:12.040546 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32caf636-0511-4149-9d37-c1f726cb381e req-c23e6e33-cf6f-4f9f-b7fe-2d43a1459b62 service neutron] Port 6e75d07e-c360-4500-a32e-97860910cbc2 on network 078714d9-431e-4632-b957-c9a7230e7876 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:32:12.040873 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32caf636-0511-4149-9d37-c1f726cb381e req-c23e6e33-cf6f-4f9f-b7fe-2d43a1459b62 service neutron] Attempting to bind port 6e75d07e-c360-4500-a32e-97860910cbc2 on network 078714d9-431e-4632-b957-c9a7230e7876 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:32:12.049726 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32caf636-0511-4149-9d37-c1f726cb381e req-c23e6e33-cf6f-4f9f-b7fe-2d43a1459b62 service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:32:12.050719 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32caf636-0511-4149-9d37-c1f726cb381e req-c23e6e33-cf6f-4f9f-b7fe-2d43a1459b62 service neutron] Checking segment: {'id': '21e1a332-491d-46ef-987f-a7724d369c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '078714d9-431e-4632-b957-c9a7230e7876'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:32:12.050719 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32caf636-0511-4149-9d37-c1f726cb381e req-c23e6e33-cf6f-4f9f-b7fe-2d43a1459b62 service neutron] Bound using segment: {'id': '21e1a332-491d-46ef-987f-a7724d369c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '078714d9-431e-4632-b957-c9a7230e7876'} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:32:12.050998 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-32caf636-0511-4149-9d37-c1f726cb381e req-c23e6e33-cf6f-4f9f-b7fe-2d43a1459b62 service neutron] Bound port: 6e75d07e-c360-4500-a32e-97860910cbc2, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21e1a332-491d-46ef-987f-a7724d369c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '078714d9-431e-4632-b957-c9a7230e7876'}}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:32:12.051276 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-32caf636-0511-4149-9d37-c1f726cb381e req-c23e6e33-cf6f-4f9f-b7fe-2d43a1459b62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:12.075614 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd433b11-f16a-4d21-873b-e612930a4b8b req-9083281b-b660-4ad0-a747-c1413c2e65c6 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:12.077383 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bd433b11-f16a-4d21-873b-e612930a4b8b req-9083281b-b660-4ad0-a747-c1413c2e65c6 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=4da3b7ff-add6-4227-a6ef-2d1e23925c61 HTTP/1.1" status: 200 len: 943 time: 0.0867527 Sep 24 15:32:12.120958 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-95898a5e-eddc-4338-bd84-5ff72d217737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c92d0d4-a499-42ff-a00c-566c1c586b0f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-865742917-router', 'tenant_id': '97e1a64f2cdb4db4b9a42536f4e59a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'f3d986fd-5f30-4658-af97-88e517f91da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:31:56Z', 'updated_at': '2021-09-24T15:32:09Z', 'revision_number': 5, 'project_id': '97e1a64f2cdb4db4b9a42536f4e59a51', 'gw_port': {'id': 'f3d986fd-5f30-4658-af97-88e517f91da7', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:13:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c92d0d4-a499-42ff-a00c-566c1c586b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:31:58Z', 'updated_at': '2021-09-24T15:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:32:12.158571 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-549bb464-17b6-459a-97bf-d80d6a7e60b1 req-25bf598f-77b6-4806-91b6-fc894a749942 tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] 10.222.0.110 "GET /v2.0/networks?tenant_id=c89ae5eb8b2747d88176f45692df49a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0614247 Sep 24 15:32:12.161411 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95898a5e-eddc-4338-bd84-5ff72d217737 None None] The sync data for ids ['3c92d0d4-a499-42ff-a00c-566c1c586b0f'] in n-d-808921-1 is: [{'id': '3c92d0d4-a499-42ff-a00c-566c1c586b0f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-865742917-router', 'tenant_id': '97e1a64f2cdb4db4b9a42536f4e59a51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.72'}], 'enable_snat': True}, 'gw_port_id': 'f3d986fd-5f30-4658-af97-88e517f91da7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:31:56Z', 'updated_at': '2021-09-24T15:32:09Z', 'revision_number': 5, 'project_id': '97e1a64f2cdb4db4b9a42536f4e59a51', 'gw_port': {'id': 'f3d986fd-5f30-4658-af97-88e517f91da7', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:13:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c92d0d4-a499-42ff-a00c-566c1c586b0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 418, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:31:58Z', 'updated_at': '2021-09-24T15:32:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:32:12.175269 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c87931dd-f1d1-4e51-9158-a6ca86fc9fbf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:12.175365 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-32caf636-0511-4149-9d37-c1f726cb381e req-c23e6e33-cf6f-4f9f-b7fe-2d43a1459b62 service neutron] For port 6e75d07e-c360-4500-a32e-97860910cbc2, host n-h2-808921-1, cleared binding levels {{(pid=95297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:32:12.185491 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bd433b11-f16a-4d21-873b-e612930a4b8b req-602febeb-65ca-4254-96b0-6af913639b9c tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808647 Sep 24 15:32:12.199261 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-32caf636-0511-4149-9d37-c1f726cb381e req-c23e6e33-cf6f-4f9f-b7fe-2d43a1459b62 service neutron] For port 6e75d07e-c360-4500-a32e-97860910cbc2, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=6e75d07e-c360-4500-a32e-97860910cbc2,segment=NetworkSegment(21e1a332-491d-46ef-987f-a7724d369c2e),segment_id=21e1a332-491d-46ef-987f-a7724d369c2e)] {{(pid=95297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:32:12.217968 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-3b43e337-25ad-471b-b23f-5d5c06480cdf req-22b0e1c9-0e98-494f-8257-172bd51eaa0b tempest-SecurityGroupsTestAdminJSON-1958820886 tempest-SecurityGroupsTestAdminJSON-1958820886-project] Request body: {'security_group': {'name': 'tempest-securitygroup-574638292', 'description': 'tempest-description-1089079281'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:32:12.259069 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6f557a89-72f0-49ec-9c63-6364f3dba1b0 req-c35e7ee4-79de-47e2-a456-2039c73a54ad service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6063907 Sep 24 15:32:12.303166 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-32caf636-0511-4149-9d37-c1f726cb381e req-c23e6e33-cf6f-4f9f-b7fe-2d43a1459b62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:12.361218 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-3b43e337-25ad-471b-b23f-5d5c06480cdf req-22b0e1c9-0e98-494f-8257-172bd51eaa0b tempest-SecurityGroupsTestAdminJSON-1958820886 tempest-SecurityGroupsTestAdminJSON-1958820886-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:12.380946 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23e6e33-cf6f-4f9f-b7fe-2d43a1459b62 service neutron] Pushing event updated for resources: {'Port': ['ID=6e75d07e-c360-4500-a32e-97860910cbc2,revision_number=8']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:12.403868 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32caf636-0511-4149-9d37-c1f726cb381e req-c23e6e33-cf6f-4f9f-b7fe-2d43a1459b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:12.404555 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-32caf636-0511-4149-9d37-c1f726cb381e req-c23e6e33-cf6f-4f9f-b7fe-2d43a1459b62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:12.405956 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-32caf636-0511-4149-9d37-c1f726cb381e req-c23e6e33-cf6f-4f9f-b7fe-2d43a1459b62 service neutron] 10.222.0.110 "PUT /v2.0/ports/6e75d07e-c360-4500-a32e-97860910cbc2 HTTP/1.1" status: 200 len: 1121 time: 1.1945822 Sep 24 15:32:12.425168 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e25662-4bc7-46f8-909b-dc9770cb34b7 req-f61753c2-e095-4bcc-91bc-c3452692505b tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:12.426738 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-43e25662-4bc7-46f8-909b-dc9770cb34b7 req-f61753c2-e095-4bcc-91bc-c3452692505b tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/networks?id=058852f5-088e-42d1-b3e1-abf106a974a3 HTTP/1.1" status: 200 len: 821 time: 0.3328123 Sep 24 15:32:12.461652 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549bb464-17b6-459a-97bf-d80d6a7e60b1 req-65c2969b-9555-43ef-9b83-f3161abee0da tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:12.463124 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-549bb464-17b6-459a-97bf-d80d6a7e60b1 req-65c2969b-9555-43ef-9b83-f3161abee0da tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2835863 Sep 24 15:32:12.480107 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-3b43e337-25ad-471b-b23f-5d5c06480cdf req-22b0e1c9-0e98-494f-8257-172bd51eaa0b tempest-SecurityGroupsTestAdminJSON-1958820886 tempest-SecurityGroupsTestAdminJSON-1958820886-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:12.481712 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-43e25662-4bc7-46f8-909b-dc9770cb34b7 req-64bc6257-3b30-4cd4-8885-2d7782cd7764 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/quotas/8957a38149f44837aa315f739e11ffd3 HTTP/1.1" status: 200 len: 375 time: 0.0398400 Sep 24 15:32:12.487537 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-549bb464-17b6-459a-97bf-d80d6a7e60b1 req-f1e44bd2-61e0-4461-bc76-6f8e3a6007cb tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] Request body: {'port': {'device_id': 'ab91a73f-3496-4e05-a682-f05788a9a6c1', 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939', 'admin_state_up': True, 'tenant_id': 'c89ae5eb8b2747d88176f45692df49a7'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:32:12.489839 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['6e75d07e-c360-4500-a32e-97860910cbc2'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:32:12.524625 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6f557a89-72f0-49ec-9c63-6364f3dba1b0 req-c5f3bc83-fd65-4c30-81dd-058969acd874 service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2538588 Sep 24 15:32:12.537323 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-3b43e337-25ad-471b-b23f-5d5c06480cdf req-22b0e1c9-0e98-494f-8257-172bd51eaa0b tempest-SecurityGroupsTestAdminJSON-1958820886 tempest-SecurityGroupsTestAdminJSON-1958820886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:12.577963 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-c87931dd-f1d1-4e51-9158-a6ca86fc9fbf admin admin] Deleting port f3d986fd-5f30-4658-af97-88e517f91da7 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:32:12.578305 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c87931dd-f1d1-4e51-9158-a6ca86fc9fbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:12.584773 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b0e1c9-0e98-494f-8257-172bd51eaa0b tempest-SecurityGroupsTestAdminJSON-1958820886 tempest-SecurityGroupsTestAdminJSON-1958820886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d3d03db-beec-493e-b9a1-7e604324613d,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:12.658891 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-43e25662-4bc7-46f8-909b-dc9770cb34b7 req-0cfe29b4-bf6d-450d-9174-022d0f048632 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=8957a38149f44837aa315f739e11ffd3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1643815 Sep 24 15:32:12.683353 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cd4e6f33-5622-4ac5-ac86-ef83ebacbd8d req-33f49d23-6d83-4c21-ae91-13760aa30d65 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=0f18d1f1-b199-4627-b226-4d36d4b8fc8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0526571 Sep 24 15:32:12.722398 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-3b43e337-25ad-471b-b23f-5d5c06480cdf req-22b0e1c9-0e98-494f-8257-172bd51eaa0b tempest-SecurityGroupsTestAdminJSON-1958820886 tempest-SecurityGroupsTestAdminJSON-1958820886-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:12.724542 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3b43e337-25ad-471b-b23f-5d5c06480cdf req-22b0e1c9-0e98-494f-8257-172bd51eaa0b tempest-SecurityGroupsTestAdminJSON-1958820886 tempest-SecurityGroupsTestAdminJSON-1958820886-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5122187 Sep 24 15:32:12.784810 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 15:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9181624f-1dc2-4c1e-9aa4-1d388eec0281 x-openstack-request-id: req-9181624f-1dc2-4c1e-9aa4-1d388eec0281 {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:32:12.785081 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4da3b7ff-add6-4227-a6ef-2d1e23925c61", "name": "network-vif-unplugged", "status": "completed", "tag": "6e75d07e-c360-4500-a32e-97860910cbc2", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:32:12.785323 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-9181624f-1dc2-4c1e-9aa4-1d388eec0281 {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:32:12.785713 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4da3b7ff-add6-4227-a6ef-2d1e23925c61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e75d07e-c360-4500-a32e-97860910cbc2', 'code': 200} Sep 24 15:32:12.810745 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4e6f33-5622-4ac5-ac86-ef83ebacbd8d req-f003fbe1-cf52-41a9-b9da-0b5b03d48cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:12.812271 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cd4e6f33-5622-4ac5-ac86-ef83ebacbd8d req-f003fbe1-cf52-41a9-b9da-0b5b03d48cb9 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=50e87a33f09a42898ead617f15974ffc&device_id=0f18d1f1-b199-4627-b226-4d36d4b8fc8c HTTP/1.1" status: 200 len: 1096 time: 0.0560908 Sep 24 15:32:12.815598 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-c87931dd-f1d1-4e51-9158-a6ca86fc9fbf admin admin] For port f3d986fd-5f30-4658-af97-88e517f91da7, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=f3d986fd-5f30-4658-af97-88e517f91da7,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:32:12.815982 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c87931dd-f1d1-4e51-9158-a6ca86fc9fbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:12.860284 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-c87931dd-f1d1-4e51-9158-a6ca86fc9fbf admin admin] Calling delete_port for f3d986fd-5f30-4658-af97-88e517f91da7 owned by network:router_gateway {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:32:12.884614 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-549bb464-17b6-459a-97bf-d80d6a7e60b1 req-f1e44bd2-61e0-4461-bc76-6f8e3a6007cb tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] Made reservation on behalf of c89ae5eb8b2747d88176f45692df49a7 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:32:12.888711 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-549bb464-17b6-459a-97bf-d80d6a7e60b1 req-f1e44bd2-61e0-4461-bc76-6f8e3a6007cb tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:12.904457 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-43e25662-4bc7-46f8-909b-dc9770cb34b7 req-8d23a4a9-a983-4793-8719-e4e4058cdcc4 service neutron] 10.222.0.101 "GET /v2.0/networks/058852f5-088e-42d1-b3e1-abf106a974a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020881 Sep 24 15:32:12.935452 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-549bb464-17b6-459a-97bf-d80d6a7e60b1 req-f1e44bd2-61e0-4461-bc76-6f8e3a6007cb tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:12.949127 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb63da-5eca-47e1-a675-fc6ec492feae req-fa5c0128-dd63-40b9-912b-f60597a30477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:12.951293 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-68bb63da-5eca-47e1-a675-fc6ec492feae req-fa5c0128-dd63-40b9-912b-f60597a30477 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=8d50f07cb8fd472ca8b05cdaff4b245b&device_id=0bf16c99-1d81-449c-8c2f-4b881f2e13c5 HTTP/1.1" status: 200 len: 1098 time: 0.1511130 Sep 24 15:32:12.959500 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4e6f33-5622-4ac5-ac86-ef83ebacbd8d req-ef1a1150-ad40-4477-a9f4-ca3969562995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:12.960931 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cd4e6f33-5622-4ac5-ac86-ef83ebacbd8d req-ef1a1150-ad40-4477-a9f4-ca3969562995 service neutron] 10.222.0.110 "GET /v2.0/networks?id=7e533c3a-51c9-41ff-a0dd-1bcb74f4b744 HTTP/1.1" status: 200 len: 925 time: 0.1172748 Sep 24 15:32:12.969757 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdb3f99-9df3-40cf-97c7-ef0a4cb7faba req-3176bd6a-6507-49f5-8641-ccdeef653735 tempest-ImagesNegativeTestJSON-1843643478 tempest-ImagesNegativeTestJSON-1843643478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:12.971175 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1fdb3f99-9df3-40cf-97c7-ef0a4cb7faba req-3176bd6a-6507-49f5-8641-ccdeef653735 tempest-ImagesNegativeTestJSON-1843643478 tempest-ImagesNegativeTestJSON-1843643478-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd78a576-094b-4d59-9ece-34958e3ea2ca HTTP/1.1" status: 200 len: 947 time: 0.0682921 Sep 24 15:32:13.055164 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1fdb3f99-9df3-40cf-97c7-ef0a4cb7faba req-467b2162-8161-4898-b403-dfa2060aa58c tempest-ImagesNegativeTestJSON-1843643478 tempest-ImagesNegativeTestJSON-1843643478-project] 10.222.0.101 "GET /v2.0/security-groups?id=26e309b2-6ab9-466e-adbc-efbc7fdbdf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776620 Sep 24 15:32:13.056986 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cd4e6f33-5622-4ac5-ac86-ef83ebacbd8d req-ff2d5ba1-7d66-4a39-abb0-09d33eaeb67d service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0819f1c9-d315-4aaa-9284-2621a5c94cc8 HTTP/1.1" status: 200 len: 1000 time: 0.0849934 Sep 24 15:32:13.110136 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4e6f33-5622-4ac5-ac86-ef83ebacbd8d req-580a2b20-5144-42fc-84c6-577dae8a345c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:13.111639 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cd4e6f33-5622-4ac5-ac86-ef83ebacbd8d req-580a2b20-5144-42fc-84c6-577dae8a345c service neutron] 10.222.0.110 "GET /v2.0/subnets?id=1bb6d5ff-0dcb-44b0-a397-31c3caa399f2 HTTP/1.1" status: 200 len: 862 time: 0.0472920 Sep 24 15:32:13.172693 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-74961393-e8a7-44ff-9ef4-98d3dab35b89 req-3db77f0a-b212-4ce3-b1d7-0bebe0d95e12 tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] 10.222.0.101 "GET /v2.0/ports?device_id=ab91a73f-3496-4e05-a682-f05788a9a6c1 HTTP/1.1" status: 200 len: 210 time: 0.0488050 Sep 24 15:32:13.191538 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4e6f33-5622-4ac5-ac86-ef83ebacbd8d req-c20c35da-07eb-40e6-86ba-ec007bdf3915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:13.193638 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cd4e6f33-5622-4ac5-ac86-ef83ebacbd8d req-c20c35da-07eb-40e6-86ba-ec007bdf3915 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=7e533c3a-51c9-41ff-a0dd-1bcb74f4b744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676460 Sep 24 15:32:13.205265 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-43e25662-4bc7-46f8-909b-dc9770cb34b7 req-81fa26c3-876b-477d-84e5-db4ec0c18f70 service neutron] 10.222.0.101 "GET /v2.0/networks/058852f5-088e-42d1-b3e1-abf106a974a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722359 Sep 24 15:32:13.217123 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb63da-5eca-47e1-a675-fc6ec492feae req-fadae1ee-f690-4c9a-a303-f1a2d4c68976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:13.219378 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-68bb63da-5eca-47e1-a675-fc6ec492feae req-fadae1ee-f690-4c9a-a303-f1a2d4c68976 service neutron] 10.222.0.108 "GET /v2.0/networks?id=9672f189-23fe-44e6-9dd2-257ff8905939 HTTP/1.1" status: 200 len: 871 time: 0.2507210 Sep 24 15:32:13.297195 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-d574210b-d713-40d7-baeb-e91ced5185a6 req-8579335a-0c4f-40dd-95a9-a36ccb082606 tempest-SecurityGroupsTestAdminJSON-366365726 tempest-SecurityGroupsTestAdminJSON-366365726-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-467733477', 'description': 'tempest-description-1099121768'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:32:13.301518 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-68bb63da-5eca-47e1-a675-fc6ec492feae req-455fecc6-e5b3-4951-b14b-afc257777d51 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=8232200c-2a4c-4a86-b6a1-267802bd848e HTTP/1.1" status: 200 len: 217 time: 0.0564566 Sep 24 15:32:13.326425 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cd4e6f33-5622-4ac5-ac86-ef83ebacbd8d req-90ce78ea-a31d-4f83-8113-bca4d0a8b4c1 service neutron] 10.222.0.110 "GET /v2.0/networks/7e533c3a-51c9-41ff-a0dd-1bcb74f4b744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247611 Sep 24 15:32:13.374327 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-549bb464-17b6-459a-97bf-d80d6a7e60b1 req-f1e44bd2-61e0-4461-bc76-6f8e3a6007cb tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:13.380001 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb63da-5eca-47e1-a675-fc6ec492feae req-a6c63979-caf3-4eeb-ac20-dc951a20f455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:13.381556 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-68bb63da-5eca-47e1-a675-fc6ec492feae req-a6c63979-caf3-4eeb-ac20-dc951a20f455 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.0685406 Sep 24 15:32:13.405874 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c87931dd-f1d1-4e51-9158-a6ca86fc9fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:13.459578 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87931dd-f1d1-4e51-9158-a6ca86fc9fbf admin admin] Pushing event deleted for resources: {'Port': ['ID=f3d986fd-5f30-4658-af97-88e517f91da7,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:13.473238 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cd4e6f33-5622-4ac5-ac86-ef83ebacbd8d req-482b8755-9f3f-49ba-b53e-af0cf11384ce service neutron] 10.222.0.110 "GET /v2.0/networks/7e533c3a-51c9-41ff-a0dd-1bcb74f4b744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378789 Sep 24 15:32:13.501552 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bd6808f4-3ec8-4099-8a58-82eb48e02796 req-f2bcdef4-5f13-4b1d-9c3c-c1b4ea99390e service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=eb088bff-fcfd-4c14-a9e8-196cc1fc32a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0905991 Sep 24 15:32:13.513856 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-549bb464-17b6-459a-97bf-d80d6a7e60b1 req-f1e44bd2-61e0-4461-bc76-6f8e3a6007cb tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:13.570829 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-d574210b-d713-40d7-baeb-e91ced5185a6 req-8579335a-0c4f-40dd-95a9-a36ccb082606 tempest-SecurityGroupsTestAdminJSON-366365726 tempest-SecurityGroupsTestAdminJSON-366365726-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:13.592660 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-d574210b-d713-40d7-baeb-e91ced5185a6 req-8579335a-0c4f-40dd-95a9-a36ccb082606 tempest-SecurityGroupsTestAdminJSON-366365726 tempest-SecurityGroupsTestAdminJSON-366365726-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:13.620837 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6808f4-3ec8-4099-8a58-82eb48e02796 req-7427656c-9d5d-43fd-9dae-69f36c90515b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:13.623032 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bd6808f4-3ec8-4099-8a58-82eb48e02796 req-7427656c-9d5d-43fd-9dae-69f36c90515b service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=8957a38149f44837aa315f739e11ffd3&device_id=eb088bff-fcfd-4c14-a9e8-196cc1fc32a6 HTTP/1.1" status: 200 len: 1095 time: 0.0650072 Sep 24 15:32:13.623718 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 5bcf01da-3860-4298-943f-3250c08171d8 details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:32:13.644867 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb63da-5eca-47e1-a675-fc6ec492feae req-a2010161-0be1-4a28-9868-4a1ae25dc690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:13.646460 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-68bb63da-5eca-47e1-a675-fc6ec492feae req-a2010161-0be1-4a28-9868-4a1ae25dc690 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2368751 Sep 24 15:32:13.647067 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e44bd2-61e0-4461-bc76-6f8e3a6007cb tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=223a1c96-f86f-4775-9cca-b7dd2dd3815c,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:13.650454 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c87931dd-f1d1-4e51-9158-a6ca86fc9fbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586576'] for router_gateway, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:13.736124 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 5bcf01da-3860-4298-943f-3250c08171d8, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=5bcf01da-3860-4298-943f-3250c08171d8,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:32:13.750108 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': '5bcf01da-3860-4298-943f-3250c08171d8', 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939', 'port_id': '5bcf01da-3860-4298-943f-3250c08171d8', 'mac_address': 'fa:16:3e:e7:a5:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '188edb94-8042-4961-9ec0-8960b1ce1305', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:32:13.797665 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:13.818259 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bcf01da-3860-4298-943f-3250c08171d8 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:32:13.831678 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57548fb5-828e-41b8-88f6-9c6932ef04d4 req-bab82423-adba-455d-bf2c-2cd64cde1129 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:13.833283 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-57548fb5-828e-41b8-88f6-9c6932ef04d4 req-bab82423-adba-455d-bf2c-2cd64cde1129 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] 10.222.0.101 "GET /v2.0/ports?device_id=0bf16c99-1d81-449c-8c2f-4b881f2e13c5 HTTP/1.1" status: 200 len: 947 time: 0.3441551 Sep 24 15:32:13.838911 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c87931dd-f1d1-4e51-9158-a6ca86fc9fbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:13.842561 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c87931dd-f1d1-4e51-9158-a6ca86fc9fbf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:13.843436 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 5bcf01da-3860-4298-943f-3250c08171d8, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=5bcf01da-3860-4298-943f-3250c08171d8,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:32:13.908204 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:13.961340 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=5bcf01da-3860-4298-943f-3250c08171d8,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:14.065271 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6808f4-3ec8-4099-8a58-82eb48e02796 req-5a9b20c5-14f5-4cb8-81e3-5b2c74e4c53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:14.066925 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bd6808f4-3ec8-4099-8a58-82eb48e02796 req-5a9b20c5-14f5-4cb8-81e3-5b2c74e4c53c service neutron] 10.222.0.108 "GET /v2.0/networks?id=058852f5-088e-42d1-b3e1-abf106a974a3 HTTP/1.1" status: 200 len: 923 time: 0.4056625 Sep 24 15:32:14.068931 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-d574210b-d713-40d7-baeb-e91ced5185a6 req-8579335a-0c4f-40dd-95a9-a36ccb082606 tempest-SecurityGroupsTestAdminJSON-366365726 tempest-SecurityGroupsTestAdminJSON-366365726-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:14.115876 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bd6808f4-3ec8-4099-8a58-82eb48e02796 req-ec31f5da-54da-41db-baeb-4c22143be2cb service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ff65d2a-e143-4570-9b7a-a0356f19cba5 HTTP/1.1" status: 200 len: 217 time: 0.0372429 Sep 24 15:32:14.165210 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['5bcf01da-3860-4298-943f-3250c08171d8'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:32:14.169697 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6808f4-3ec8-4099-8a58-82eb48e02796 req-8fd75b22-fa08-4af2-878b-91c720297950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:14.171330 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bd6808f4-3ec8-4099-8a58-82eb48e02796 req-8fd75b22-fa08-4af2-878b-91c720297950 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=5c649312-ea12-4119-a9ca-d79c73d589c6 HTTP/1.1" status: 200 len: 861 time: 0.0479987 Sep 24 15:32:14.176802 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-d574210b-d713-40d7-baeb-e91ced5185a6 req-8579335a-0c4f-40dd-95a9-a36ccb082606 tempest-SecurityGroupsTestAdminJSON-366365726 tempest-SecurityGroupsTestAdminJSON-366365726-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:14.215069 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-549bb464-17b6-459a-97bf-d80d6a7e60b1 req-f1e44bd2-61e0-4461-bc76-6f8e3a6007cb tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] Allocated IP 192.168.233.120 (9672f189-23fe-44e6-9dd2-257ff8905939/188edb94-8042-4961-9ec0-8960b1ce1305/cb27e054-d80a-42e9-9929-70002b571a5a) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:32:14.230666 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bd6808f4-3ec8-4099-8a58-82eb48e02796 req-ad8afcfb-7da2-49a9-b04c-518064029d3a service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=058852f5-088e-42d1-b3e1-abf106a974a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478902 Sep 24 15:32:14.268066 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-57548fb5-828e-41b8-88f6-9c6932ef04d4 req-8da3c11a-d532-4c49-b86d-9c36edb3dae1 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] 10.222.0.101 "GET /v2.0/security-groups?id=0b823a3f-c5d6-4802-a71f-dfc9f06e8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4148440 Sep 24 15:32:14.275269 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-68bb63da-5eca-47e1-a675-fc6ec492feae req-d3d379f7-ede8-452a-858d-4c16d00335d0 service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6020367 Sep 24 15:32:14.309179 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 5e654f8c-f667-431e-9ba2-b959177e01b4 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:32:14.335752 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 5e654f8c-f667-431e-9ba2-b959177e01b4 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:32:14.336266 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 5e654f8c-f667-431e-9ba2-b959177e01b4 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:32:14.344979 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bd6808f4-3ec8-4099-8a58-82eb48e02796 req-2402274c-1981-4094-a7c0-792d49d8c4fa service neutron] 10.222.0.108 "GET /v2.0/networks/058852f5-088e-42d1-b3e1-abf106a974a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032684 Sep 24 15:32:14.349062 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8579335a-0c4f-40dd-95a9-a36ccb082606 tempest-SecurityGroupsTestAdminJSON-366365726 tempest-SecurityGroupsTestAdminJSON-366365726-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=618d9e79-8790-4f1f-8621-cff13873e611,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:14.382677 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c87931dd-f1d1-4e51-9158-a6ca86fc9fbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:14.383040 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c87931dd-f1d1-4e51-9158-a6ca86fc9fbf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c92d0d4-a499-42ff-a00c-566c1c586b0f {{(pid=95298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:32:14.433151 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c87931dd-f1d1-4e51-9158-a6ca86fc9fbf admin admin] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:14.437244 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-c87931dd-f1d1-4e51-9158-a6ca86fc9fbf admin admin] 10.222.0.101 "DELETE /v2.0/routers/3c92d0d4-a499-42ff-a00c-566c1c586b0f HTTP/1.1" status: 204 len: 168 time: 3.1230040 Sep 24 15:32:14.439955 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 38504) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:32:14.527803 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-d574210b-d713-40d7-baeb-e91ced5185a6 req-8579335a-0c4f-40dd-95a9-a36ccb082606 tempest-SecurityGroupsTestAdminJSON-366365726 tempest-SecurityGroupsTestAdminJSON-366365726-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:14.533311 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bd6808f4-3ec8-4099-8a58-82eb48e02796 req-26f58d95-5e71-4290-8470-c7fcdd3f0266 service neutron] 10.222.0.108 "GET /v2.0/networks/058852f5-088e-42d1-b3e1-abf106a974a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789706 Sep 24 15:32:14.536169 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-5091fab1-e61d-4b65-8132-886e0d897f55 admin admin] Deleting subnet 1deb8be8-9a2a-4363-a36b-c7b4f9feaec8 {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:32:14.543572 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5091fab1-e61d-4b65-8132-886e0d897f55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:14.588172 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5091fab1-e61d-4b65-8132-886e0d897f55 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:14.589355 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1027ab2a-17ba-499c-9287-678478a5ddac req-d5d15b6c-b296-452c-aa1d-ac8655110ae9 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:14.591672 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1027ab2a-17ba-499c-9287-678478a5ddac req-d5d15b6c-b296-452c-aa1d-ac8655110ae9 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=4da3b7ff-add6-4227-a6ef-2d1e23925c61 HTTP/1.1" status: 200 len: 943 time: 0.2213693 Sep 24 15:32:14.605304 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-549bb464-17b6-459a-97bf-d80d6a7e60b1 req-f1e44bd2-61e0-4461-bc76-6f8e3a6007cb tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:14.641092 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-68bb63da-5eca-47e1-a675-fc6ec492feae req-91ce9647-f38b-44a7-81f8-df3feb9bed96 service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718642 Sep 24 15:32:14.641355 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-d574210b-d713-40d7-baeb-e91ced5185a6 req-8579335a-0c4f-40dd-95a9-a36ccb082606 tempest-SecurityGroupsTestAdminJSON-366365726 tempest-SecurityGroupsTestAdminJSON-366365726-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:14.668031 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1027ab2a-17ba-499c-9287-678478a5ddac req-50e78ee4-2120-484a-bdeb-b0c9c205600d tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690496 Sep 24 15:32:14.703390 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5091fab1-e61d-4b65-8132-886e0d897f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:14.723753 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8579335a-0c4f-40dd-95a9-a36ccb082606 tempest-SecurityGroupsTestAdminJSON-366365726 tempest-SecurityGroupsTestAdminJSON-366365726-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51fcc6ad-a9af-4e91-85f4-4d69bfbef440,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:14.764880 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-78e6df7c-7df8-4374-864c-d67b4a930027 req-7d02e221-54ca-446e-b72e-8f0e1008ee28 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5b415a1-2134-4975-b7d5-fc098ae76fc9 HTTP/1.1" status: 200 len: 210 time: 0.0334177 Sep 24 15:32:14.771742 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-549bb464-17b6-459a-97bf-d80d6a7e60b1 req-f1e44bd2-61e0-4461-bc76-6f8e3a6007cb tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:14.786946 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4da3b7ff-add6-4227-a6ef-2d1e23925c61', 'tag': '6e75d07e-c360-4500-a32e-97860910cbc2'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:32:14.789329 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa83e6b-6ebc-452f-8bf9-8722e30db684" -d '{"events": [{"name": "network-changed", "server_uuid": "4da3b7ff-add6-4227-a6ef-2d1e23925c61", "tag": "6e75d07e-c360-4500-a32e-97860910cbc2"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:32:14.799921 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-d574210b-d713-40d7-baeb-e91ced5185a6 req-8579335a-0c4f-40dd-95a9-a36ccb082606 tempest-SecurityGroupsTestAdminJSON-366365726 tempest-SecurityGroupsTestAdminJSON-366365726-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:14.809338 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d574210b-d713-40d7-baeb-e91ced5185a6 req-8579335a-0c4f-40dd-95a9-a36ccb082606 tempest-SecurityGroupsTestAdminJSON-366365726 tempest-SecurityGroupsTestAdminJSON-366365726-project-admin] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.5197351 Sep 24 15:32:14.816673 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-549bb464-17b6-459a-97bf-d80d6a7e60b1 req-f1e44bd2-61e0-4461-bc76-6f8e3a6007cb tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] Network 9672f189-23fe-44e6-9dd2-257ff8905939 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:32:14.819668 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-549bb464-17b6-459a-97bf-d80d6a7e60b1 req-f1e44bd2-61e0-4461-bc76-6f8e3a6007cb tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:32:14.823590 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-549bb464-17b6-459a-97bf-d80d6a7e60b1 req-f1e44bd2-61e0-4461-bc76-6f8e3a6007cb tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:32:14.850784 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e44bd2-61e0-4461-bc76-6f8e3a6007cb tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] Pushing event updated for resources: {'Port': ['ID=cb27e054-d80a-42e9-9929-70002b571a5a,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:14.865429 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5091fab1-e61d-4b65-8132-886e0d897f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:14.881651 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549bb464-17b6-459a-97bf-d80d6a7e60b1 req-f1e44bd2-61e0-4461-bc76-6f8e3a6007cb tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:14.882400 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-549bb464-17b6-459a-97bf-d80d6a7e60b1 req-f1e44bd2-61e0-4461-bc76-6f8e3a6007cb tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:14.941190 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5091fab1-e61d-4b65-8132-886e0d897f55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1deb8be8-9a2a-4363-a36b-c7b4f9feaec8,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:14.943137 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5091fab1-e61d-4b65-8132-886e0d897f55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:14.947372 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-5091fab1-e61d-4b65-8132-886e0d897f55 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/1deb8be8-9a2a-4363-a36b-c7b4f9feaec8 HTTP/1.1" status: 204 len: 168 time: 0.5023785 Sep 24 15:32:14.953345 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466c4ca9-370b-435f-a3cf-d3a15f04e708 None None] Network c84d1f8f-9e5c-4674-9c46-c6a756a24261 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:32:14.954755 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 38510) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:32:15.016416 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-549bb464-17b6-459a-97bf-d80d6a7e60b1 req-f1e44bd2-61e0-4461-bc76-6f8e3a6007cb tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5408268 Sep 24 15:32:15.026585 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2137d7-1f46-43f9-815c-367a36c24a09 req-472a816a-fb83-4ade-ab70-b94e30e281c1 tempest-ImagesNegativeTestJSON-1843643478 tempest-ImagesNegativeTestJSON-1843643478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:15.028669 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cd2137d7-1f46-43f9-815c-367a36c24a09 req-472a816a-fb83-4ade-ab70-b94e30e281c1 tempest-ImagesNegativeTestJSON-1843643478 tempest-ImagesNegativeTestJSON-1843643478-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd78a576-094b-4d59-9ece-34958e3ea2ca HTTP/1.1" status: 200 len: 948 time: 0.1533244 Sep 24 15:32:15.047452 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-549bb464-17b6-459a-97bf-d80d6a7e60b1 req-a0702329-a6f9-4526-b185-e1cfdf77a891 service neutron] Request body: {'port': {'device_id': 'ab91a73f-3496-4e05-a682-f05788a9a6c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:32:15.073532 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cd2137d7-1f46-43f9-815c-367a36c24a09 req-f67fa7c6-dfc3-42c3-bae1-28855ac1b7ad tempest-ImagesNegativeTestJSON-1843643478 tempest-ImagesNegativeTestJSON-1843643478-project] 10.222.0.101 "GET /v2.0/security-groups?id=26e309b2-6ab9-466e-adbc-efbc7fdbdf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379572 Sep 24 15:32:15.132381 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4d34d6e8-2630-410b-8dd4-d5fcc1ee23fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:15.139494 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ce5de12-b49d-4a51-b0de-a28fcfc6396b x-openstack-request-id: req-2ce5de12-b49d-4a51-b0de-a28fcfc6396b {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:32:15.140885 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4da3b7ff-add6-4227-a6ef-2d1e23925c61", "tag": "6e75d07e-c360-4500-a32e-97860910cbc2", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:32:15.141422 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-2ce5de12-b49d-4a51-b0de-a28fcfc6396b {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:32:15.142007 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4da3b7ff-add6-4227-a6ef-2d1e23925c61', 'tag': '6e75d07e-c360-4500-a32e-97860910cbc2', 'status': 'completed', 'code': 200} Sep 24 15:32:15.151598 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e736024-19bc-42d7-8991-6f3fa0771aff req-ba143fc3-0ca6-4075-9367-16beed7f4fff tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:15.159579 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2e736024-19bc-42d7-8991-6f3fa0771aff req-ba143fc3-0ca6-4075-9367-16beed7f4fff tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] 10.222.0.101 "GET /v2.0/ports?device_id=ab91a73f-3496-4e05-a682-f05788a9a6c1 HTTP/1.1" status: 200 len: 936 time: 0.2182283 Sep 24 15:32:15.159774 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-3ac3177e-ed34-499b-b8b3-6f6c7890185b req-12f22641-4c37-4e10-bc0c-a968bdb021a6 tempest-SecurityGroupsTestAdminJSON-366365726 tempest-SecurityGroupsTestAdminJSON-366365726-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1247511679', 'description': 'tempest-description-82712019'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:32:15.222324 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-a874f0f5-79fb-4b17-ba66-d43c619b0c99 None None] Provisioning complete for port cb27e054-d80a-42e9-9929-70002b571a5a triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:32:15.222887 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a874f0f5-79fb-4b17-ba66-d43c619b0c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:15.251822 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b911778a-cd34-425a-bbb9-045f0b140094 None None] DHCP port deletion for c84d1f8f-9e5c-4674-9c46-c6a756a24261 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:32:15.252712 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-549bb464-17b6-459a-97bf-d80d6a7e60b1 req-a0702329-a6f9-4526-b185-e1cfdf77a891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:15.289050 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2e736024-19bc-42d7-8991-6f3fa0771aff req-eba8dccd-2449-4c93-81d3-baceff2e36d3 tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] 10.222.0.101 "GET /v2.0/security-groups?id=223a1c96-f86f-4775-9cca-b7dd2dd3815c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286104 Sep 24 15:32:15.290578 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-a874f0f5-79fb-4b17-ba66-d43c619b0c99 None None] Port cb27e054-d80a-42e9-9929-70002b571a5a cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:32:15.297727 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-3ac3177e-ed34-499b-b8b3-6f6c7890185b req-12f22641-4c37-4e10-bc0c-a968bdb021a6 tempest-SecurityGroupsTestAdminJSON-366365726 tempest-SecurityGroupsTestAdminJSON-366365726-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:15.345820 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-b911778a-cd34-425a-bbb9-045f0b140094 None None] Deleting port a3675550-b633-4ae8-816a-3ed3d509eb92 {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:32:15.346290 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b911778a-cd34-425a-bbb9-045f0b140094 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:15.346710 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa83e6b-6ebc-452f-8bf9-8722e30db684 req-b853954d-4524-4ef8-b618-8aa3bf631d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:15.355815 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-afa83e6b-6ebc-452f-8bf9-8722e30db684 req-b853954d-4524-4ef8-b618-8aa3bf631d9f service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=afd1b0df78e44afd8dcda9521b21852d&device_id=4da3b7ff-add6-4227-a6ef-2d1e23925c61 HTTP/1.1" status: 200 len: 1124 time: 0.1627941 Sep 24 15:32:15.415885 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-3ac3177e-ed34-499b-b8b3-6f6c7890185b req-12f22641-4c37-4e10-bc0c-a968bdb021a6 tempest-SecurityGroupsTestAdminJSON-366365726 tempest-SecurityGroupsTestAdminJSON-366365726-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:15.416488 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 6e75d07e-c360-4500-a32e-97860910cbc2 details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:32:15.432093 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-b911778a-cd34-425a-bbb9-045f0b140094 None None] For port a3675550-b633-4ae8-816a-3ed3d509eb92, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=a3675550-b633-4ae8-816a-3ed3d509eb92,segment=NetworkSegment(cfd36797-80bd-45ab-9f4a-500b0be83777),segment_id=cfd36797-80bd-45ab-9f4a-500b0be83777)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:32:15.432486 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b911778a-cd34-425a-bbb9-045f0b140094 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:15.450925 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-b911778a-cd34-425a-bbb9-045f0b140094 None None] Calling delete_port for a3675550-b633-4ae8-816a-3ed3d509eb92 owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:32:15.464665 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-4d34d6e8-2630-410b-8dd4-d5fcc1ee23fa admin admin] Deleting port a3675550-b633-4ae8-816a-3ed3d509eb92 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:32:15.464940 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4d34d6e8-2630-410b-8dd4-d5fcc1ee23fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:15.513691 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-3ac3177e-ed34-499b-b8b3-6f6c7890185b req-12f22641-4c37-4e10-bc0c-a968bdb021a6 tempest-SecurityGroupsTestAdminJSON-366365726 tempest-SecurityGroupsTestAdminJSON-366365726-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:15.546673 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f22641-4c37-4e10-bc0c-a968bdb021a6 tempest-SecurityGroupsTestAdminJSON-366365726 tempest-SecurityGroupsTestAdminJSON-366365726-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c326a4ef-147b-433d-96bd-0df1ae8f1c81,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:15.629558 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 8232200c-2a4c-4a86-b6a1-267802bd848e details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:32:15.629745 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-3ac3177e-ed34-499b-b8b3-6f6c7890185b req-12f22641-4c37-4e10-bc0c-a968bdb021a6 tempest-SecurityGroupsTestAdminJSON-366365726 tempest-SecurityGroupsTestAdminJSON-366365726-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:15.633137 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6fda2-08d3-47b7-86a0-aa651e4960ef req-e0388697-8f13-43a2-b586-c2458e94681e tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:15.633303 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 6e75d07e-c360-4500-a32e-97860910cbc2, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=6e75d07e-c360-4500-a32e-97860910cbc2,segment=NetworkSegment(21e1a332-491d-46ef-987f-a7724d369c2e),segment_id=21e1a332-491d-46ef-987f-a7724d369c2e)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:32:15.634694 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cca6fda2-08d3-47b7-86a0-aa651e4960ef req-e0388697-8f13-43a2-b586-c2458e94681e tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] 10.222.0.101 "GET /v2.0/ports?device_id=0bf16c99-1d81-449c-8c2f-4b881f2e13c5 HTTP/1.1" status: 200 len: 947 time: 0.2574742 Sep 24 15:32:15.651169 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3ac3177e-ed34-499b-b8b3-6f6c7890185b req-12f22641-4c37-4e10-bc0c-a968bdb021a6 tempest-SecurityGroupsTestAdminJSON-366365726 tempest-SecurityGroupsTestAdminJSON-366365726-project-admin] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4957089 Sep 24 15:32:15.658880 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-4d34d6e8-2630-410b-8dd4-d5fcc1ee23fa admin admin] For port a3675550-b633-4ae8-816a-3ed3d509eb92, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=a3675550-b633-4ae8-816a-3ed3d509eb92,segment=NetworkSegment(cfd36797-80bd-45ab-9f4a-500b0be83777),segment_id=cfd36797-80bd-45ab-9f4a-500b0be83777)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:32:15.659471 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4d34d6e8-2630-410b-8dd4-d5fcc1ee23fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:15.665652 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 6e75d07e-c360-4500-a32e-97860910cbc2 has no active binding in host n-h1-808921-1 {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 24 15:32:15.691294 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 5bcf01da-3860-4298-943f-3250c08171d8 up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:32:15.717056 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa83e6b-6ebc-452f-8bf9-8722e30db684 req-de7bba46-4d11-410e-a07d-07040b49c968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:15.718561 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-afa83e6b-6ebc-452f-8bf9-8722e30db684 req-de7bba46-4d11-410e-a07d-07040b49c968 service neutron] 10.222.0.108 "GET /v2.0/networks?id=078714d9-431e-4632-b957-c9a7230e7876 HTTP/1.1" status: 200 len: 909 time: 0.3547132 Sep 24 15:32:15.727143 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-4d34d6e8-2630-410b-8dd4-d5fcc1ee23fa admin admin] Calling delete_port for a3675550-b633-4ae8-816a-3ed3d509eb92 owned by network:dhcp {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:32:15.729353 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b911778a-cd34-425a-bbb9-045f0b140094 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:15.787128 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-afa83e6b-6ebc-452f-8bf9-8722e30db684 req-95e43ac2-58d4-4452-af96-1ec9a9a81d14 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e75d07e-c360-4500-a32e-97860910cbc2 HTTP/1.1" status: 200 len: 217 time: 0.0564544 Sep 24 15:32:15.789392 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b911778a-cd34-425a-bbb9-045f0b140094 None None] Pushing event deleted for resources: {'Port': ['ID=a3675550-b633-4ae8-816a-3ed3d509eb92,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:15.798287 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b911778a-cd34-425a-bbb9-045f0b140094 None None] No DVR routers for this DVR port a3675550-b633-4ae8-816a-3ed3d509eb92 on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:32:15.861983 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 8232200c-2a4c-4a86-b6a1-267802bd848e, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=8232200c-2a4c-4a86-b6a1-267802bd848e,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:32:15.882044 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cca6fda2-08d3-47b7-86a0-aa651e4960ef req-4532706d-abc8-45a2-93c4-8c1ed9994ee1 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] 10.222.0.101 "GET /v2.0/security-groups?id=0b823a3f-c5d6-4802-a71f-dfc9f06e8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886706 Sep 24 15:32:15.902070 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': '8232200c-2a4c-4a86-b6a1-267802bd848e', 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939', 'port_id': '8232200c-2a4c-4a86-b6a1-267802bd848e', 'mac_address': 'fa:16:3e:6b:a8:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '188edb94-8042-4961-9ec0-8960b1ce1305', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:32:15.962884 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port 5bcf01da-3860-4298-943f-3250c08171d8 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:32:15.972642 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port 5bcf01da-3860-4298-943f-3250c08171d8 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:32:15.973014 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:15.974666 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:15.987064 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-549bb464-17b6-459a-97bf-d80d6a7e60b1 req-a0702329-a6f9-4526-b185-e1cfdf77a891 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb27e054-d80a-42e9-9929-70002b571a5a {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:32:15.989520 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8232200c-2a4c-4a86-b6a1-267802bd848e {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:32:15.996827 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-549bb464-17b6-459a-97bf-d80d6a7e60b1 req-a0702329-a6f9-4526-b185-e1cfdf77a891 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:16.001453 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa83e6b-6ebc-452f-8bf9-8722e30db684 req-636d2d8a-f6ec-44e0-80dd-ff1792eff3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:16.003280 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-afa83e6b-6ebc-452f-8bf9-8722e30db684 req-636d2d8a-f6ec-44e0-80dd-ff1792eff3ae service neutron] 10.222.0.108 "GET /v2.0/subnets?id=84366809-0e1f-47c8-b0ea-166b7d29d1a7 HTTP/1.1" status: 200 len: 847 time: 0.1676025 Sep 24 15:32:16.039243 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 8232200c-2a4c-4a86-b6a1-267802bd848e, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=8232200c-2a4c-4a86-b6a1-267802bd848e,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:32:16.049276 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e25662-4bc7-46f8-909b-dc9770cb34b7 req-a5d55f9b-406c-4ce3-93ee-915e709f9204 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:16.050810 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-43e25662-4bc7-46f8-909b-dc9770cb34b7 req-a5d55f9b-406c-4ce3-93ee-915e709f9204 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.110 "GET /v2.0/networks?id=058852f5-088e-42d1-b3e1-abf106a974a3 HTTP/1.1" status: 200 len: 821 time: 0.1751747 Sep 24 15:32:16.072140 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-43e25662-4bc7-46f8-909b-dc9770cb34b7 req-63057191-0e1a-4e8e-9830-250af8654a92 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Request body: {'port': {'device_id': 'e5b415a1-2134-4975-b7d5-fc098ae76fc9', 'network_id': '058852f5-088e-42d1-b3e1-abf106a974a3', 'admin_state_up': True, 'tenant_id': '8957a38149f44837aa315f739e11ffd3'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:32:16.077570 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-549bb464-17b6-459a-97bf-d80d6a7e60b1 req-a0702329-a6f9-4526-b185-e1cfdf77a891 service neutron] Transition to ACTIVE for port object cb27e054-d80a-42e9-9929-70002b571a5a will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:32:16.089387 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:16.096937 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-afa83e6b-6ebc-452f-8bf9-8722e30db684 req-552d40dc-975a-4f11-b300-97c62debfca1 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=078714d9-431e-4632-b957-c9a7230e7876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610294 Sep 24 15:32:16.119966 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4d34d6e8-2630-410b-8dd4-d5fcc1ee23fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:16.125946 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0d7aac1c-ea3d-4747-801f-df1550d1b4cf req-b63abbba-97a1-40b7-b3cb-ec72c84cb3b5 tempest-SecurityGroupsTestAdminJSON-366365726 tempest-SecurityGroupsTestAdminJSON-366365726-project-admin] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50603 time: 0.4652340 Sep 24 15:32:16.143693 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 5bcf01da-3860-4298-943f-3250c08171d8, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=5bcf01da-3860-4298-943f-3250c08171d8,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:32:16.144842 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd78a576-094b-4d59-9ece-34958e3ea2ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bcf01da-3860-4298-943f-3250c08171d8'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:32:16.147768 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afd6eb9a-6720-496c-94ec-c473b5766c66" -d '{"events": [{"server_uuid": "cd78a576-094b-4d59-9ece-34958e3ea2ca", "name": "network-vif-plugged", "status": "completed", "tag": "5bcf01da-3860-4298-943f-3250c08171d8"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:32:16.151571 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:16.160417 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d34d6e8-2630-410b-8dd4-d5fcc1ee23fa admin admin] Pushing event deleted for resources: {'Port': ['ID=a3675550-b633-4ae8-816a-3ed3d509eb92,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:16.166698 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d34d6e8-2630-410b-8dd4-d5fcc1ee23fa admin admin] No DVR routers for this DVR port a3675550-b633-4ae8-816a-3ed3d509eb92 on host n-d-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:32:16.219902 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b195468a-d4bd-433d-8138-3826b3ab57b2 req-160db951-a769-43c1-9d31-9ab4a6842d48 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:16.221595 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b195468a-d4bd-433d-8138-3826b3ab57b2 req-160db951-a769-43c1-9d31-9ab4a6842d48 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=4da3b7ff-add6-4227-a6ef-2d1e23925c61 HTTP/1.1" status: 200 len: 943 time: 0.2173297 Sep 24 15:32:16.225335 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:16.233798 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-549bb464-17b6-459a-97bf-d80d6a7e60b1 req-a0702329-a6f9-4526-b185-e1cfdf77a891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:16.237307 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=8232200c-2a4c-4a86-b6a1-267802bd848e,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:16.258468 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0d7aac1c-ea3d-4747-801f-df1550d1b4cf req-3acd422a-73ec-4667-b5d8-663fbdbfb141 tempest-SecurityGroupsTestAdminJSON-366365726 tempest-SecurityGroupsTestAdminJSON-366365726-project-admin] 10.222.0.101 "GET /v2.0/security-groups/0b823a3f-c5d6-4802-a71f-dfc9f06e8426 HTTP/1.1" status: 200 len: 2981 time: 0.0788186 Sep 24 15:32:16.288976 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device f3d986fd-5f30-4658-af97-88e517f91da7 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:32:16.320920 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: f3d986fd-5f30-4658-af97-88e517f91da7 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:32:16.321274 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device f3d986fd-5f30-4658-af97-88e517f91da7 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:32:16.322100 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device a3675550-b633-4ae8-816a-3ed3d509eb92 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:32:16.332355 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0d7aac1c-ea3d-4747-801f-df1550d1b4cf req-466ea25e-8b66-46d8-84b0-f3931231c8e3 tempest-SecurityGroupsTestAdminJSON-366365726 tempest-SecurityGroupsTestAdminJSON-366365726-project-admin] 10.222.0.101 "GET /v2.0/security-groups/0b823a3f-c5d6-4802-a71f-dfc9f06e8426 HTTP/1.1" status: 200 len: 2981 time: 0.0651493 Sep 24 15:32:16.349290 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: a3675550-b633-4ae8-816a-3ed3d509eb92 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:32:16.349637 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device a3675550-b633-4ae8-816a-3ed3d509eb92 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:32:16.365343 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=5bcf01da-3860-4298-943f-3250c08171d8,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:16.370557 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43e25662-4bc7-46f8-909b-dc9770cb34b7 req-63057191-0e1a-4e8e-9830-250af8654a92 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Made reservation on behalf of 8957a38149f44837aa315f739e11ffd3 for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:32:16.373985 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-43e25662-4bc7-46f8-909b-dc9770cb34b7 req-63057191-0e1a-4e8e-9830-250af8654a92 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:16.389825 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4d34d6e8-2630-410b-8dd4-d5fcc1ee23fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:16.394992 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0d7aac1c-ea3d-4747-801f-df1550d1b4cf req-4d115613-dfc5-4913-9d7d-6bfb6a67f031 tempest-SecurityGroupsTestAdminJSON-366365726 tempest-SecurityGroupsTestAdminJSON-366365726-project-admin] 10.222.0.101 "GET /v2.0/security-groups/223a1c96-f86f-4775-9cca-b7dd2dd3815c HTTP/1.1" status: 200 len: 2981 time: 0.0616577 Sep 24 15:32:16.424905 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0702329-a6f9-4526-b185-e1cfdf77a891 service neutron] Pushing event updated for resources: {'Port': ['ID=cb27e054-d80a-42e9-9929-70002b571a5a,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:16.437254 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['8232200c-2a4c-4a86-b6a1-267802bd848e'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:32:16.437683 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-afa83e6b-6ebc-452f-8bf9-8722e30db684 req-4f37dbc3-a473-45d5-b60c-4cc10b9ce0e1 service neutron] 10.222.0.108 "GET /v2.0/networks/078714d9-431e-4632-b957-c9a7230e7876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3297689 Sep 24 15:32:16.441574 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-4d34d6e8-2630-410b-8dd4-d5fcc1ee23fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c84d1f8f-9e5c-4674-9c46-c6a756a24261']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:32:16.497846 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b195468a-d4bd-433d-8138-3826b3ab57b2 req-dbcd37fa-0c9d-41dc-bba0-79f1987794d2 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2474461 Sep 24 15:32:16.502844 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-4d34d6e8-2630-410b-8dd4-d5fcc1ee23fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfd36797-80bd-45ab-9f4a-500b0be83777') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:32:16.508547 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-4d34d6e8-2630-410b-8dd4-d5fcc1ee23fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfd36797-80bd-45ab-9f4a-500b0be83777') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:32:16.564179 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4d34d6e8-2630-410b-8dd4-d5fcc1ee23fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:16.598939 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0d7aac1c-ea3d-4747-801f-df1550d1b4cf req-257f44f0-14bb-4577-8341-a18bf9fa9ab8 tempest-SecurityGroupsTestAdminJSON-366365726 tempest-SecurityGroupsTestAdminJSON-366365726-project-admin] 10.222.0.101 "GET /v2.0/security-groups/223a1c96-f86f-4775-9cca-b7dd2dd3815c HTTP/1.1" status: 200 len: 2981 time: 0.1976001 Sep 24 15:32:16.608240 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [req-43e25662-4bc7-46f8-909b-dc9770cb34b7 req-63057191-0e1a-4e8e-9830-250af8654a92 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Allocated IP 172.20.0.6 (058852f5-088e-42d1-b3e1-abf106a974a3/5c649312-ea12-4119-a9ca-d79c73d589c6/93bb73ee-b0c7-4955-9caa-15151730991a) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:32:16.636093 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5378dda6-bd12-4fcb-be4f-5eaa467b2da0 req-555af055-67e2-477a-b4a0-89f225996687 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5b415a1-2134-4975-b7d5-fc098ae76fc9 HTTP/1.1" status: 200 len: 210 time: 0.0484891 Sep 24 15:32:16.644412 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4d34d6e8-2630-410b-8dd4-d5fcc1ee23fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:16.684058 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d34d6e8-2630-410b-8dd4-d5fcc1ee23fa admin admin] Releasing vlan 1253 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:32:16.685137 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4d34d6e8-2630-410b-8dd4-d5fcc1ee23fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:16.688287 n-d-808921-1 neutron-server[95298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:32:16.688287 n-d-808921-1 neutron-server[95298]: self.session.flush() Sep 24 15:32:16.688287 n-d-808921-1 neutron-server[95298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:32:16.688287 n-d-808921-1 neutron-server[95298]: self.session.flush() Sep 24 15:32:16.688287 n-d-808921-1 neutron-server[95298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:32:16.688287 n-d-808921-1 neutron-server[95298]: self.session.flush() Sep 24 15:32:16.688287 n-d-808921-1 neutron-server[95298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:32:16.688287 n-d-808921-1 neutron-server[95298]: self.session.flush() Sep 24 15:32:16.688287 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:32:16.688287 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:32:16.688287 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:32:16.688287 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:32:16.688287 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:32:16.688287 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:32:16.688287 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:32:16.688287 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:32:16.688287 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:32:16.688287 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:32:16.688287 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:32:16.688287 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:32:16.688287 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:32:16.688287 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:32:16.688287 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:32:16.688287 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:32:16.688287 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:32:16.688287 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:32:16.688287 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:32:16.688287 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:32:16.688287 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:32:16.688287 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:32:16.688287 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:32:16.688287 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:32:16.688287 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:32:16.688287 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:32:16.688287 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:32:16.688287 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:32:16.688287 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:32:16.688287 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:32:16.688287 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:32:16.688287 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:32:16.702750 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0d7aac1c-ea3d-4747-801f-df1550d1b4cf req-33deeb2f-436f-4833-97c0-65328f1495aa tempest-SecurityGroupsTestAdminJSON-366365726 tempest-SecurityGroupsTestAdminJSON-366365726-project-admin] 10.222.0.101 "GET /v2.0/security-groups/26e309b2-6ab9-466e-adbc-efbc7fdbdf0c HTTP/1.1" status: 200 len: 2981 time: 0.0903692 Sep 24 15:32:16.718686 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-32caf636-0511-4149-9d37-c1f726cb381e req-59a15631-9d1b-4d1d-9230-147ecd263122 service neutron] 10.222.0.108 "GET /v2.0/ports/6e75d07e-c360-4500-a32e-97860910cbc2/bindings/n-h1-808921-1 HTTP/1.1" status: 200 len: 384 time: 0.1546192 Sep 24 15:32:16.794372 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-549bb464-17b6-459a-97bf-d80d6a7e60b1 req-a0702329-a6f9-4526-b185-e1cfdf77a891 service neutron] Attempting to bind port cb27e054-d80a-42e9-9929-70002b571a5a on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:32:16.794840 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-549bb464-17b6-459a-97bf-d80d6a7e60b1 req-a0702329-a6f9-4526-b185-e1cfdf77a891 service neutron] Attempting to bind port cb27e054-d80a-42e9-9929-70002b571a5a by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:32:16.795274 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549bb464-17b6-459a-97bf-d80d6a7e60b1 req-a0702329-a6f9-4526-b185-e1cfdf77a891 service neutron] Attempting to bind port cb27e054-d80a-42e9-9929-70002b571a5a on network 9672f189-23fe-44e6-9dd2-257ff8905939 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:32:16.812160 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549bb464-17b6-459a-97bf-d80d6a7e60b1 req-a0702329-a6f9-4526-b185-e1cfdf77a891 service neutron] Port cb27e054-d80a-42e9-9929-70002b571a5a on network 9672f189-23fe-44e6-9dd2-257ff8905939 not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:32:16.812618 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549bb464-17b6-459a-97bf-d80d6a7e60b1 req-a0702329-a6f9-4526-b185-e1cfdf77a891 service neutron] Attempting to bind port cb27e054-d80a-42e9-9929-70002b571a5a on network 9672f189-23fe-44e6-9dd2-257ff8905939 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:32:16.840883 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-afa83e6b-6ebc-452f-8bf9-8722e30db684 req-f63678c9-9d96-424b-8654-74506edd470d service neutron] 10.222.0.108 "GET /v2.0/networks/078714d9-431e-4632-b957-c9a7230e7876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3760738 Sep 24 15:32:16.842080 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549bb464-17b6-459a-97bf-d80d6a7e60b1 req-a0702329-a6f9-4526-b185-e1cfdf77a891 service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:32:16.842542 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549bb464-17b6-459a-97bf-d80d6a7e60b1 req-a0702329-a6f9-4526-b185-e1cfdf77a891 service neutron] Checking segment: {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:32:16.842923 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-549bb464-17b6-459a-97bf-d80d6a7e60b1 req-a0702329-a6f9-4526-b185-e1cfdf77a891 service neutron] Bound using segment: {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:32:16.843356 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-549bb464-17b6-459a-97bf-d80d6a7e60b1 req-a0702329-a6f9-4526-b185-e1cfdf77a891 service neutron] Bound port: cb27e054-d80a-42e9-9929-70002b571a5a, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:32:16.843711 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-549bb464-17b6-459a-97bf-d80d6a7e60b1 req-a0702329-a6f9-4526-b185-e1cfdf77a891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:16.845633 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0d7aac1c-ea3d-4747-801f-df1550d1b4cf req-d755325c-e73e-4639-bb7a-7a542047df11 tempest-SecurityGroupsTestAdminJSON-366365726 tempest-SecurityGroupsTestAdminJSON-366365726-project-admin] 10.222.0.101 "GET /v2.0/security-groups/26e309b2-6ab9-466e-adbc-efbc7fdbdf0c HTTP/1.1" status: 200 len: 2981 time: 0.1325338 Sep 24 15:32:16.884826 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4d34d6e8-2630-410b-8dd4-d5fcc1ee23fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:16.895806 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4d34d6e8-2630-410b-8dd4-d5fcc1ee23fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:16.897635 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-4d34d6e8-2630-410b-8dd4-d5fcc1ee23fa admin admin] 10.222.0.101 "DELETE /v2.0/networks/c84d1f8f-9e5c-4674-9c46-c6a756a24261 HTTP/1.1" status: 204 len: 168 time: 1.9419467 Sep 24 15:32:16.912576 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeca12a-0ef4-414b-a46a-04d4272377d6 req-e48e3a10-4595-477d-ab06-ee8ff90b7fe4 tempest-ImagesNegativeTestJSON-1843643478 tempest-ImagesNegativeTestJSON-1843643478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:16.912576 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ddeca12a-0ef4-414b-a46a-04d4272377d6 req-e48e3a10-4595-477d-ab06-ee8ff90b7fe4 tempest-ImagesNegativeTestJSON-1843643478 tempest-ImagesNegativeTestJSON-1843643478-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd78a576-094b-4d59-9ece-34958e3ea2ca HTTP/1.1" status: 200 len: 949 time: 0.1041667 Sep 24 15:32:16.931619 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d34d6e8-2630-410b-8dd4-d5fcc1ee23fa admin admin] Pushing event deleted for resources: {'Network': ['ID=c84d1f8f-9e5c-4674-9c46-c6a756a24261,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:16.965793 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-549bb464-17b6-459a-97bf-d80d6a7e60b1 req-a0702329-a6f9-4526-b185-e1cfdf77a891 service neutron] For port cb27e054-d80a-42e9-9929-70002b571a5a, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:32:16.969887 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-549bb464-17b6-459a-97bf-d80d6a7e60b1 req-a0702329-a6f9-4526-b185-e1cfdf77a891 service neutron] For port cb27e054-d80a-42e9-9929-70002b571a5a, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=cb27e054-d80a-42e9-9929-70002b571a5a,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:32:16.987774 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-43e25662-4bc7-46f8-909b-dc9770cb34b7 req-63057191-0e1a-4e8e-9830-250af8654a92 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:17.001551 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ddeca12a-0ef4-414b-a46a-04d4272377d6 req-b94ecca7-4800-4c2b-b346-d8ac8d170bbe tempest-ImagesNegativeTestJSON-1843643478 tempest-ImagesNegativeTestJSON-1843643478-project] 10.222.0.101 "GET /v2.0/security-groups?id=26e309b2-6ab9-466e-adbc-efbc7fdbdf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706072 Sep 24 15:32:17.002266 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0d7aac1c-ea3d-4747-801f-df1550d1b4cf req-4644fdc7-f1a0-4ce1-87a1-e61d3eb0b0fe tempest-SecurityGroupsTestAdminJSON-366365726 tempest-SecurityGroupsTestAdminJSON-366365726-project-admin] 10.222.0.101 "GET /v2.0/security-groups/46ff8806-0980-4d90-89b2-d8364b351716 HTTP/1.1" status: 200 len: 2977 time: 0.1133106 Sep 24 15:32:17.040275 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb30d026-ef46-4d2f-aeb0-323af9f03007 x-openstack-request-id: req-eb30d026-ef46-4d2f-aeb0-323af9f03007 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:32:17.040760 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd78a576-094b-4d59-9ece-34958e3ea2ca", "name": "network-vif-plugged", "status": "completed", "tag": "5bcf01da-3860-4298-943f-3250c08171d8", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:32:17.040851 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-eb30d026-ef46-4d2f-aeb0-323af9f03007 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:32:17.041212 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd78a576-094b-4d59-9ece-34958e3ea2ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bcf01da-3860-4298-943f-3250c08171d8', 'code': 200} Sep 24 15:32:17.047341 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-549bb464-17b6-459a-97bf-d80d6a7e60b1 req-a0702329-a6f9-4526-b185-e1cfdf77a891 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:17.112711 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549bb464-17b6-459a-97bf-d80d6a7e60b1 req-a0702329-a6f9-4526-b185-e1cfdf77a891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:17.113027 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0d7aac1c-ea3d-4747-801f-df1550d1b4cf req-ec59799b-039f-4119-a496-1cf88d4ebcc0 tempest-SecurityGroupsTestAdminJSON-366365726 tempest-SecurityGroupsTestAdminJSON-366365726-project-admin] 10.222.0.101 "GET /v2.0/security-groups/46ff8806-0980-4d90-89b2-d8364b351716 HTTP/1.1" status: 200 len: 2977 time: 0.1053486 Sep 24 15:32:17.113783 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-549bb464-17b6-459a-97bf-d80d6a7e60b1 req-a0702329-a6f9-4526-b185-e1cfdf77a891 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:17.115174 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-549bb464-17b6-459a-97bf-d80d6a7e60b1 req-a0702329-a6f9-4526-b185-e1cfdf77a891 service neutron] 10.222.0.110 "PUT /v2.0/ports/cb27e054-d80a-42e9-9929-70002b571a5a HTTP/1.1" status: 200 len: 1096 time: 2.0850239 Sep 24 15:32:17.124676 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab91a73f-3496-4e05-a682-f05788a9a6c1', 'tag': 'cb27e054-d80a-42e9-9929-70002b571a5a'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:32:17.127093 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54202430-ccbb-4b93-adde-71186e84b930" -d '{"events": [{"name": "network-changed", "server_uuid": "ab91a73f-3496-4e05-a682-f05788a9a6c1", "tag": "cb27e054-d80a-42e9-9929-70002b571a5a"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:32:17.144629 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-32caf636-0511-4149-9d37-c1f726cb381e req-726f326e-afa0-41a6-aa54-b3356ce7d8d4 service neutron] For port 6e75d07e-c360-4500-a32e-97860910cbc2, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=6e75d07e-c360-4500-a32e-97860910cbc2,segment=NetworkSegment(21e1a332-491d-46ef-987f-a7724d369c2e),segment_id=21e1a332-491d-46ef-987f-a7724d369c2e)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:32:17.178887 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0702329-a6f9-4526-b185-e1cfdf77a891 service neutron] Pushing event updated for resources: {'Port': ['ID=cb27e054-d80a-42e9-9929-70002b571a5a,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:17.183025 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-32caf636-0511-4149-9d37-c1f726cb381e req-726f326e-afa0-41a6-aa54-b3356ce7d8d4 service neutron] For port 6e75d07e-c360-4500-a32e-97860910cbc2, host n-h2-808921-1, cleared binding levels {{(pid=95297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:32:17.207045 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6834a3a2-bec9-4673-bbe8-155e1413a4b3 req-1502c3e5-df01-4dca-97df-9801ccbfb318 tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:17.208602 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6834a3a2-bec9-4673-bbe8-155e1413a4b3 req-1502c3e5-df01-4dca-97df-9801ccbfb318 tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] 10.222.0.101 "GET /v2.0/ports?device_id=ab91a73f-3496-4e05-a682-f05788a9a6c1 HTTP/1.1" status: 200 len: 948 time: 0.1135812 Sep 24 15:32:17.215313 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac954f3-2655-41d6-a8e0-953e16648eea req-856c5cd7-d85d-4ec7-9202-ed982a8071f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:17.217314 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1ac954f3-2655-41d6-a8e0-953e16648eea req-856c5cd7-d85d-4ec7-9202-ed982a8071f2 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=cd78a576-094b-4d59-9ece-34958e3ea2ca HTTP/1.1" status: 200 len: 1100 time: 0.0954955 Sep 24 15:32:17.219513 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [req-32caf636-0511-4149-9d37-c1f726cb381e req-726f326e-afa0-41a6-aa54-b3356ce7d8d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e75d07e-c360-4500-a32e-97860910cbc2 {{(pid=95297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:32:17.225140 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0d7aac1c-ea3d-4747-801f-df1550d1b4cf req-589365bb-ebc1-423a-bc88-db6fc86da4cc tempest-SecurityGroupsTestAdminJSON-366365726 tempest-SecurityGroupsTestAdminJSON-366365726-project-admin] 10.222.0.101 "GET /v2.0/security-groups/471c0e74-6786-4c7c-b2aa-7451ad9b0cf1 HTTP/1.1" status: 200 len: 2977 time: 0.0993133 Sep 24 15:32:17.233268 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-32caf636-0511-4149-9d37-c1f726cb381e req-726f326e-afa0-41a6-aa54-b3356ce7d8d4 service neutron] For port 6e75d07e-c360-4500-a32e-97860910cbc2, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=6e75d07e-c360-4500-a32e-97860910cbc2,segment=NetworkSegment(21e1a332-491d-46ef-987f-a7724d369c2e),segment_id=21e1a332-491d-46ef-987f-a7724d369c2e)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:32:17.268921 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-43e25662-4bc7-46f8-909b-dc9770cb34b7 req-63057191-0e1a-4e8e-9830-250af8654a92 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:17.284151 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1ac954f3-2655-41d6-a8e0-953e16648eea req-8a5699af-45e1-42c8-b758-c60ac9a96b5b service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=26e309b2-6ab9-466e-adbc-efbc7fdbdf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543160 Sep 24 15:32:17.288642 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6834a3a2-bec9-4673-bbe8-155e1413a4b3 req-75b8260a-eb9d-4000-9db1-d9eb796aa139 tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] 10.222.0.101 "GET /v2.0/security-groups?id=223a1c96-f86f-4775-9cca-b7dd2dd3815c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681591 Sep 24 15:32:17.365672 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63057191-0e1a-4e8e-9830-250af8654a92 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Pushing event updated for resources: {'Port': ['ID=93bb73ee-b0c7-4955-9caa-15151730991a,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:17.368070 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-32caf636-0511-4149-9d37-c1f726cb381e req-726f326e-afa0-41a6-aa54-b3356ce7d8d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:17.376432 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 38534) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:32:17.392257 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43e25662-4bc7-46f8-909b-dc9770cb34b7 req-63057191-0e1a-4e8e-9830-250af8654a92 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Network 058852f5-088e-42d1-b3e1-abf106a974a3 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:32:17.395062 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0d7aac1c-ea3d-4747-801f-df1550d1b4cf req-a42496b0-2567-485e-9876-0df89fbbb459 tempest-SecurityGroupsTestAdminJSON-366365726 tempest-SecurityGroupsTestAdminJSON-366365726-project-admin] 10.222.0.101 "GET /v2.0/security-groups/471c0e74-6786-4c7c-b2aa-7451ad9b0cf1 HTTP/1.1" status: 200 len: 2977 time: 0.1548386 Sep 24 15:32:17.407174 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [req-43e25662-4bc7-46f8-909b-dc9770cb34b7 req-63057191-0e1a-4e8e-9830-250af8654a92 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:32:17.418330 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-43e25662-4bc7-46f8-909b-dc9770cb34b7 req-63057191-0e1a-4e8e-9830-250af8654a92 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:32:17.424827 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e25662-4bc7-46f8-909b-dc9770cb34b7 req-63057191-0e1a-4e8e-9830-250af8654a92 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:17.425479 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-43e25662-4bc7-46f8-909b-dc9770cb34b7 req-63057191-0e1a-4e8e-9830-250af8654a92 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:17.502414 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-08a6486c-9795-4175-a8f2-69bba3f70bdf admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=97e1a64f2cdb4db4b9a42536f4e59a51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1237910 Sep 24 15:32:17.508949 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 38538) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:32:17.545203 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-43e25662-4bc7-46f8-909b-dc9770cb34b7 req-63057191-0e1a-4e8e-9830-250af8654a92 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4826226 Sep 24 15:32:17.556851 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0d7aac1c-ea3d-4747-801f-df1550d1b4cf req-c5587975-ac34-442e-8925-eb8bddbd4651 tempest-SecurityGroupsTestAdminJSON-366365726 tempest-SecurityGroupsTestAdminJSON-366365726-project-admin] 10.222.0.101 "GET /v2.0/security-groups/4fbbd8b0-71ef-4474-9cc9-093a820bfb8a HTTP/1.1" status: 200 len: 2977 time: 0.1436491 Sep 24 15:32:17.567535 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-43e25662-4bc7-46f8-909b-dc9770cb34b7 req-1673b7fe-7ac0-40fc-aa6e-77a856b906a0 service neutron] Request body: {'port': {'device_id': 'e5b415a1-2134-4975-b7d5-fc098ae76fc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:32:17.610875 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549bb464-17b6-459a-97bf-d80d6a7e60b1 req-afcf676a-f432-4ec5-b439-5e815c4aa683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:17.612286 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-549bb464-17b6-459a-97bf-d80d6a7e60b1 req-afcf676a-f432-4ec5-b439-5e815c4aa683 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=c89ae5eb8b2747d88176f45692df49a7&device_id=ab91a73f-3496-4e05-a682-f05788a9a6c1 HTTP/1.1" status: 200 len: 1099 time: 0.3169706 Sep 24 15:32:17.627837 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.provisioning_blocks [req-32caf636-0511-4149-9d37-c1f726cb381e req-726f326e-afa0-41a6-aa54-b3356ce7d8d4 service neutron] Transition to ACTIVE for port object 6e75d07e-c360-4500-a32e-97860910cbc2 will not be triggered until provisioned by entity L2. {{(pid=95297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:32:17.628468 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 8232200c-2a4c-4a86-b6a1-267802bd848e up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:32:17.679347 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-549bb464-17b6-459a-97bf-d80d6a7e60b1 req-62dfe286-d75d-473f-9874-f179c72a499c service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=cb27e054-d80a-42e9-9929-70002b571a5a HTTP/1.1" status: 200 len: 217 time: 0.0582736 Sep 24 15:32:17.687690 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-32caf636-0511-4149-9d37-c1f726cb381e req-726f326e-afa0-41a6-aa54-b3356ce7d8d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:17.689517 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-838156f2-6679-4ccd-a543-1ea78fc1ff86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:17.703364 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0d7aac1c-ea3d-4747-801f-df1550d1b4cf req-a8358cea-1541-4a51-9e4b-1cbec4235a05 tempest-SecurityGroupsTestAdminJSON-366365726 tempest-SecurityGroupsTestAdminJSON-366365726-project-admin] 10.222.0.101 "GET /v2.0/security-groups/4fbbd8b0-71ef-4474-9cc9-093a820bfb8a HTTP/1.1" status: 200 len: 2977 time: 0.1314621 Sep 24 15:32:17.703950 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc4defe-2a43-4689-ac9b-b22908be490c req-fc9d88f1-860a-4d6c-bac0-4e8de35a039e tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:17.705449 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2bc4defe-2a43-4689-ac9b-b22908be490c req-fc9d88f1-860a-4d6c-bac0-4e8de35a039e tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] 10.222.0.101 "GET /v2.0/ports?device_id=0bf16c99-1d81-449c-8c2f-4b881f2e13c5 HTTP/1.1" status: 200 len: 948 time: 0.0971127 Sep 24 15:32:17.730251 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-43e25662-4bc7-46f8-909b-dc9770cb34b7 req-1673b7fe-7ac0-40fc-aa6e-77a856b906a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:17.732177 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port 8232200c-2a4c-4a86-b6a1-267802bd848e completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:32:17.736937 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port 8232200c-2a4c-4a86-b6a1-267802bd848e triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:32:17.740252 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:17.768668 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549bb464-17b6-459a-97bf-d80d6a7e60b1 req-8f507f42-e822-468e-8b62-e0e17948600a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:17.768910 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-838156f2-6679-4ccd-a543-1ea78fc1ff86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:17.769811 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-549bb464-17b6-459a-97bf-d80d6a7e60b1 req-8f507f42-e822-468e-8b62-e0e17948600a service neutron] 10.222.0.110 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.0824003 Sep 24 15:32:17.775679 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2bc4defe-2a43-4689-ac9b-b22908be490c req-4cfe3317-ed8b-4d61-806d-8c8b5598ade0 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] 10.222.0.101 "GET /v2.0/security-groups?id=0b823a3f-c5d6-4802-a71f-dfc9f06e8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496488 Sep 24 15:32:17.824364 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549bb464-17b6-459a-97bf-d80d6a7e60b1 req-ff63afe6-8bde-49ab-9d55-3a8385656292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:17.826938 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-549bb464-17b6-459a-97bf-d80d6a7e60b1 req-ff63afe6-8bde-49ab-9d55-3a8385656292 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0475268 Sep 24 15:32:17.834233 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:17.847764 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-32caf636-0511-4149-9d37-c1f726cb381e req-726f326e-afa0-41a6-aa54-b3356ce7d8d4 service neutron] No DVR routers for this DVR port 6e75d07e-c360-4500-a32e-97860910cbc2 on host n-h2-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:32:17.866485 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b4aa75-b304-44b0-b22d-ab236718f52e x-openstack-request-id: req-a8b4aa75-b304-44b0-b22d-ab236718f52e {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:32:17.872689 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab91a73f-3496-4e05-a682-f05788a9a6c1", "tag": "cb27e054-d80a-42e9-9929-70002b571a5a", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:32:17.872689 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a8b4aa75-b304-44b0-b22d-ab236718f52e {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:32:17.872689 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab91a73f-3496-4e05-a682-f05788a9a6c1', 'tag': 'cb27e054-d80a-42e9-9929-70002b571a5a', 'status': 'completed', 'code': 200} Sep 24 15:32:17.873818 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 8232200c-2a4c-4a86-b6a1-267802bd848e, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=8232200c-2a4c-4a86-b6a1-267802bd848e,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:32:17.888804 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726f326e-afa0-41a6-aa54-b3356ce7d8d4 service neutron] Pushing event updated for resources: {'Port': ['ID=6e75d07e-c360-4500-a32e-97860910cbc2,revision_number=10']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:17.901097 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0d7aac1c-ea3d-4747-801f-df1550d1b4cf req-9a2ae050-abd5-4058-bc77-432ce3d62cfc tempest-SecurityGroupsTestAdminJSON-366365726 tempest-SecurityGroupsTestAdminJSON-366365726-project-admin] 10.222.0.101 "GET /v2.0/security-groups/618d9e79-8790-4f1f-8621-cff13873e611 HTTP/1.1" status: 200 len: 2981 time: 0.1654315 Sep 24 15:32:17.944328 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-32caf636-0511-4149-9d37-c1f726cb381e req-726f326e-afa0-41a6-aa54-b3356ce7d8d4 service neutron] 10.222.0.108 "PUT /v2.0/ports/6e75d07e-c360-4500-a32e-97860910cbc2/bindings/n-h1-808921-1/activate HTTP/1.1" status: 200 len: 369 time: 1.2112613 Sep 24 15:32:17.949207 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:17.989246 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-549bb464-17b6-459a-97bf-d80d6a7e60b1 req-770abe78-5878-41b1-a6a0-e6f553f47706 service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481128 Sep 24 15:32:18.084705 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35293434-9d7f-4a10-ba06-d3d97986d703 req-422353d5-6aef-41e6-ab1c-3cd6e10d99da tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:18.084705 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-35293434-9d7f-4a10-ba06-d3d97986d703 req-422353d5-6aef-41e6-ab1c-3cd6e10d99da tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=4da3b7ff-add6-4227-a6ef-2d1e23925c61 HTTP/1.1" status: 200 len: 944 time: 0.0856686 Sep 24 15:32:18.085664 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=8232200c-2a4c-4a86-b6a1-267802bd848e,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:18.086045 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0d7aac1c-ea3d-4747-801f-df1550d1b4cf req-b26632bd-c533-4763-a845-e3a266573229 tempest-SecurityGroupsTestAdminJSON-366365726 tempest-SecurityGroupsTestAdminJSON-366365726-project-admin] 10.222.0.101 "GET /v2.0/security-groups/618d9e79-8790-4f1f-8621-cff13873e611 HTTP/1.1" status: 200 len: 2981 time: 0.1205845 Sep 24 15:32:18.101185 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-35293434-9d7f-4a10-ba06-d3d97986d703 req-2f16dcf0-1f37-45c5-aeac-dc0a8ddf2efe tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869610 Sep 24 15:32:18.130462 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-549bb464-17b6-459a-97bf-d80d6a7e60b1 req-de0d239b-ea44-433e-914f-f23fd28274ba service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255846 Sep 24 15:32:18.133264 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.110', 59259) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:32:18.154148 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0d7aac1c-ea3d-4747-801f-df1550d1b4cf req-7daa9553-b4d8-4cbd-80ab-abf999e4ac9d tempest-SecurityGroupsTestAdminJSON-366365726 tempest-SecurityGroupsTestAdminJSON-366365726-project-admin] 10.222.0.101 "GET /v2.0/security-groups/631c2a13-755b-4fed-9bce-3a87be6d4619 HTTP/1.1" status: 200 len: 2981 time: 0.0851645 Sep 24 15:32:18.181996 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-838156f2-6679-4ccd-a543-1ea78fc1ff86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:18.185142 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-838156f2-6679-4ccd-a543-1ea78fc1ff86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:18.186306 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-838156f2-6679-4ccd-a543-1ea78fc1ff86 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/82bb0ee5-1137-493c-bd0a-ae8b3286a7ca HTTP/1.1" status: 204 len: 168 time: 0.6755705 Sep 24 15:32:18.210777 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838156f2-6679-4ccd-a543-1ea78fc1ff86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82bb0ee5-1137-493c-bd0a-ae8b3286a7ca,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:18.220301 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32caf636-0511-4149-9d37-c1f726cb381e req-d5a7a8e6-ce95-42be-a0e0-b179fb805c75 tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:18.222003 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-32caf636-0511-4149-9d37-c1f726cb381e req-d5a7a8e6-ce95-42be-a0e0-b179fb805c75 tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=4da3b7ff-add6-4227-a6ef-2d1e23925c61&tenant_id=afd1b0df78e44afd8dcda9521b21852d&binding%3Ahost_id=n-h2-808921-1 HTTP/1.1" status: 200 len: 1095 time: 0.0848005 Sep 24 15:32:18.238502 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7975c242-9617-480e-a12f-806899d88c53 req-5c85f6db-e674-435c-b732-88ff309ea12c tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:18.239917 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7975c242-9617-480e-a12f-806899d88c53 req-5c85f6db-e674-435c-b732-88ff309ea12c tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5b415a1-2134-4975-b7d5-fc098ae76fc9 HTTP/1.1" status: 200 len: 931 time: 0.0687673 Sep 24 15:32:18.263445 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0d7aac1c-ea3d-4747-801f-df1550d1b4cf req-41b96e01-7ff8-48a9-81ad-280c459a1d6e tempest-SecurityGroupsTestAdminJSON-366365726 tempest-SecurityGroupsTestAdminJSON-366365726-project-admin] 10.222.0.101 "GET /v2.0/security-groups/631c2a13-755b-4fed-9bce-3a87be6d4619 HTTP/1.1" status: 200 len: 2981 time: 0.0982699 Sep 24 15:32:18.276773 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [req-43e25662-4bc7-46f8-909b-dc9770cb34b7 req-1673b7fe-7ac0-40fc-aa6e-77a856b906a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93bb73ee-b0c7-4955-9caa-15151730991a {{(pid=95297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:32:18.290436 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-43e25662-4bc7-46f8-909b-dc9770cb34b7 req-1673b7fe-7ac0-40fc-aa6e-77a856b906a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:18.319057 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.provisioning_blocks [req-43e25662-4bc7-46f8-909b-dc9770cb34b7 req-1673b7fe-7ac0-40fc-aa6e-77a856b906a0 service neutron] Transition to ACTIVE for port object 93bb73ee-b0c7-4955-9caa-15151730991a will not be triggered until provisioned by entity L2. {{(pid=95297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:32:18.334878 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0d7aac1c-ea3d-4747-801f-df1550d1b4cf req-c4b4b2a5-b79b-4a4e-8f47-812722f15d94 tempest-SecurityGroupsTestAdminJSON-366365726 tempest-SecurityGroupsTestAdminJSON-366365726-project-admin] 10.222.0.101 "GET /v2.0/security-groups/68aa46eb-3777-4282-bd80-b07d6b73dba8 HTTP/1.1" status: 200 len: 2981 time: 0.0530453 Sep 24 15:32:18.383641 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7975c242-9617-480e-a12f-806899d88c53 req-549693a4-2179-4092-be34-b0d5e7f94441 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059866 Sep 24 15:32:18.386035 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0d7aac1c-ea3d-4747-801f-df1550d1b4cf req-1aef766a-7182-462e-a2ce-6e7a35d78ef0 tempest-SecurityGroupsTestAdminJSON-366365726 tempest-SecurityGroupsTestAdminJSON-366365726-project-admin] 10.222.0.101 "GET /v2.0/security-groups/68aa46eb-3777-4282-bd80-b07d6b73dba8 HTTP/1.1" status: 200 len: 2981 time: 0.0403240 Sep 24 15:32:18.389897 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54202430-ccbb-4b93-adde-71186e84b930 req-d6ddd9ce-62b7-4159-ba7c-d7ed6dfe1697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:18.391383 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-54202430-ccbb-4b93-adde-71186e84b930 req-d6ddd9ce-62b7-4159-ba7c-d7ed6dfe1697 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=c89ae5eb8b2747d88176f45692df49a7&device_id=ab91a73f-3496-4e05-a682-f05788a9a6c1 HTTP/1.1" status: 200 len: 1099 time: 0.1119261 Sep 24 15:32:18.394203 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32caf636-0511-4149-9d37-c1f726cb381e req-4f1bfbeb-0f05-4bb8-9a8c-7abde2e17603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:18.395600 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-32caf636-0511-4149-9d37-c1f726cb381e req-4f1bfbeb-0f05-4bb8-9a8c-7abde2e17603 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=4da3b7ff-add6-4227-a6ef-2d1e23925c61&tenant_id=afd1b0df78e44afd8dcda9521b21852d HTTP/1.1" status: 200 len: 1095 time: 0.1547601 Sep 24 15:32:18.402840 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-43e25662-4bc7-46f8-909b-dc9770cb34b7 req-1673b7fe-7ac0-40fc-aa6e-77a856b906a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:18.514424 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1673b7fe-7ac0-40fc-aa6e-77a856b906a0 service neutron] Pushing event updated for resources: {'Port': ['ID=93bb73ee-b0c7-4955-9caa-15151730991a,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:18.531917 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0d7aac1c-ea3d-4747-801f-df1550d1b4cf req-e830d366-3b68-4c56-b0b0-97762c5275d2 tempest-SecurityGroupsTestAdminJSON-366365726 tempest-SecurityGroupsTestAdminJSON-366365726-project-admin] 10.222.0.101 "GET /v2.0/security-groups/7f281bfb-c53a-4b04-81ac-c78302b5a205 HTTP/1.1" status: 200 len: 2981 time: 0.1379886 Sep 24 15:32:18.534666 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-43e25662-4bc7-46f8-909b-dc9770cb34b7 req-1673b7fe-7ac0-40fc-aa6e-77a856b906a0 service neutron] Attempting to bind port 93bb73ee-b0c7-4955-9caa-15151730991a on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:32:18.534869 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-43e25662-4bc7-46f8-909b-dc9770cb34b7 req-1673b7fe-7ac0-40fc-aa6e-77a856b906a0 service neutron] Attempting to bind port 93bb73ee-b0c7-4955-9caa-15151730991a by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': '5bd2529f-b450-42b6-8981-999bdd2f1ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '058852f5-088e-42d1-b3e1-abf106a974a3'}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:32:18.535277 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e25662-4bc7-46f8-909b-dc9770cb34b7 req-1673b7fe-7ac0-40fc-aa6e-77a856b906a0 service neutron] Attempting to bind port 93bb73ee-b0c7-4955-9caa-15151730991a on network 058852f5-088e-42d1-b3e1-abf106a974a3 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:32:18.539768 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e25662-4bc7-46f8-909b-dc9770cb34b7 req-1673b7fe-7ac0-40fc-aa6e-77a856b906a0 service neutron] Port 93bb73ee-b0c7-4955-9caa-15151730991a on network 058852f5-088e-42d1-b3e1-abf106a974a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:32:18.540189 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e25662-4bc7-46f8-909b-dc9770cb34b7 req-1673b7fe-7ac0-40fc-aa6e-77a856b906a0 service neutron] Attempting to bind port 93bb73ee-b0c7-4955-9caa-15151730991a on network 058852f5-088e-42d1-b3e1-abf106a974a3 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:32:18.553174 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e25662-4bc7-46f8-909b-dc9770cb34b7 req-1673b7fe-7ac0-40fc-aa6e-77a856b906a0 service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:32:18.553644 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e25662-4bc7-46f8-909b-dc9770cb34b7 req-1673b7fe-7ac0-40fc-aa6e-77a856b906a0 service neutron] Checking segment: {'id': '5bd2529f-b450-42b6-8981-999bdd2f1ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '058852f5-088e-42d1-b3e1-abf106a974a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:32:18.554106 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43e25662-4bc7-46f8-909b-dc9770cb34b7 req-1673b7fe-7ac0-40fc-aa6e-77a856b906a0 service neutron] Bound using segment: {'id': '5bd2529f-b450-42b6-8981-999bdd2f1ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '058852f5-088e-42d1-b3e1-abf106a974a3'} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:32:18.554682 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-43e25662-4bc7-46f8-909b-dc9770cb34b7 req-1673b7fe-7ac0-40fc-aa6e-77a856b906a0 service neutron] Bound port: 93bb73ee-b0c7-4955-9caa-15151730991a, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bd2529f-b450-42b6-8981-999bdd2f1ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '058852f5-088e-42d1-b3e1-abf106a974a3'}}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:32:18.555128 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-43e25662-4bc7-46f8-909b-dc9770cb34b7 req-1673b7fe-7ac0-40fc-aa6e-77a856b906a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:18.604265 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32caf636-0511-4149-9d37-c1f726cb381e req-735a3103-5f24-48d7-8452-4077b762122f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:18.605663 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-32caf636-0511-4149-9d37-c1f726cb381e req-735a3103-5f24-48d7-8452-4077b762122f service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=afd1b0df78e44afd8dcda9521b21852d&device_id=4da3b7ff-add6-4227-a6ef-2d1e23925c61 HTTP/1.1" status: 200 len: 1095 time: 0.1611094 Sep 24 15:32:18.620987 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54202430-ccbb-4b93-adde-71186e84b930 req-a2651923-6c90-435d-8102-abbde075c5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:18.622807 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-54202430-ccbb-4b93-adde-71186e84b930 req-a2651923-6c90-435d-8102-abbde075c5f8 service neutron] 10.222.0.110 "GET /v2.0/networks?id=9672f189-23fe-44e6-9dd2-257ff8905939 HTTP/1.1" status: 200 len: 871 time: 0.2095163 Sep 24 15:32:18.624979 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0d7aac1c-ea3d-4747-801f-df1550d1b4cf req-d3594016-de0f-4ea6-b658-f2953719a9d5 tempest-SecurityGroupsTestAdminJSON-366365726 tempest-SecurityGroupsTestAdminJSON-366365726-project-admin] 10.222.0.101 "GET /v2.0/security-groups/7f281bfb-c53a-4b04-81ac-c78302b5a205 HTTP/1.1" status: 200 len: 2981 time: 0.0774798 Sep 24 15:32:18.663059 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [req-0d7aac1c-ea3d-4747-801f-df1550d1b4cf req-c8a53754-972e-44f6-a776-2528bb1da601 tempest-SecurityGroupsTestAdminJSON-366365726 tempest-SecurityGroupsTestAdminJSON-366365726-project-admin] show failed (client error): The resource could not be found. Sep 24 15:32:18.664083 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0d7aac1c-ea3d-4747-801f-df1550d1b4cf req-c8a53754-972e-44f6-a776-2528bb1da601 tempest-SecurityGroupsTestAdminJSON-366365726 tempest-SecurityGroupsTestAdminJSON-366365726-project-admin] 10.222.0.101 "GET /v2.0/security-groups/82bb0ee5-1137-493c-bd0a-ae8b3286a7ca HTTP/1.1" status: 404 len: 352 time: 0.0241363 Sep 24 15:32:18.668446 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-43e25662-4bc7-46f8-909b-dc9770cb34b7 req-1673b7fe-7ac0-40fc-aa6e-77a856b906a0 service neutron] For port 93bb73ee-b0c7-4955-9caa-15151730991a, host n-h1-808921-1, cleared binding levels {{(pid=95297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:32:18.671894 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-43e25662-4bc7-46f8-909b-dc9770cb34b7 req-1673b7fe-7ac0-40fc-aa6e-77a856b906a0 service neutron] For port 93bb73ee-b0c7-4955-9caa-15151730991a, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=93bb73ee-b0c7-4955-9caa-15151730991a,segment=NetworkSegment(5bd2529f-b450-42b6-8981-999bdd2f1ff0),segment_id=5bd2529f-b450-42b6-8981-999bdd2f1ff0)] {{(pid=95297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:32:18.690535 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [req-0d7aac1c-ea3d-4747-801f-df1550d1b4cf req-4f53fadb-fc8a-41d6-9cae-ae0d5fe2a7da tempest-SecurityGroupsTestAdminJSON-366365726 tempest-SecurityGroupsTestAdminJSON-366365726-project-admin] show failed (client error): The resource could not be found. Sep 24 15:32:18.699473 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0d7aac1c-ea3d-4747-801f-df1550d1b4cf req-4f53fadb-fc8a-41d6-9cae-ae0d5fe2a7da tempest-SecurityGroupsTestAdminJSON-366365726 tempest-SecurityGroupsTestAdminJSON-366365726-project-admin] 10.222.0.101 "GET /v2.0/security-groups/82bb0ee5-1137-493c-bd0a-ae8b3286a7ca HTTP/1.1" status: 404 len: 352 time: 0.0222552 Sep 24 15:32:18.707424 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b066a32c-df1a-4ba3-8e75-0bcd31225c27 req-0a2db831-2e0f-4d59-9656-bd8e1169f49d tempest-ImagesNegativeTestJSON-1843643478 tempest-ImagesNegativeTestJSON-1843643478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:18.708916 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b066a32c-df1a-4ba3-8e75-0bcd31225c27 req-0a2db831-2e0f-4d59-9656-bd8e1169f49d tempest-ImagesNegativeTestJSON-1843643478 tempest-ImagesNegativeTestJSON-1843643478-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd78a576-094b-4d59-9ece-34958e3ea2ca HTTP/1.1" status: 200 len: 949 time: 0.1410849 Sep 24 15:32:18.712666 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-54202430-ccbb-4b93-adde-71186e84b930 req-3a3d97fd-a000-443c-8da6-acc0a109563a service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=cb27e054-d80a-42e9-9929-70002b571a5a HTTP/1.1" status: 200 len: 217 time: 0.0640802 Sep 24 15:32:18.745530 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0d7aac1c-ea3d-4747-801f-df1550d1b4cf req-a90adfe5-ee12-40b2-ac06-9e8f4df9b777 tempest-SecurityGroupsTestAdminJSON-366365726 tempest-SecurityGroupsTestAdminJSON-366365726-project-admin] 10.222.0.101 "GET /v2.0/security-groups/852cb7ae-58d2-457e-b9cb-b24650d30a7c HTTP/1.1" status: 200 len: 2973 time: 0.0371385 Sep 24 15:32:18.753761 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-43e25662-4bc7-46f8-909b-dc9770cb34b7 req-1673b7fe-7ac0-40fc-aa6e-77a856b906a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:18.807227 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e25662-4bc7-46f8-909b-dc9770cb34b7 req-1673b7fe-7ac0-40fc-aa6e-77a856b906a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:18.810081 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-43e25662-4bc7-46f8-909b-dc9770cb34b7 req-1673b7fe-7ac0-40fc-aa6e-77a856b906a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:18.810081 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-43e25662-4bc7-46f8-909b-dc9770cb34b7 req-1673b7fe-7ac0-40fc-aa6e-77a856b906a0 service neutron] 10.222.0.110 "PUT /v2.0/ports/93bb73ee-b0c7-4955-9caa-15151730991a HTTP/1.1" status: 200 len: 1091 time: 1.2462702 Sep 24 15:32:18.840482 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5b415a1-2134-4975-b7d5-fc098ae76fc9', 'tag': '93bb73ee-b0c7-4955-9caa-15151730991a'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:32:18.843275 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8298412-047d-4d06-83ab-2e82fe1d29bc" -d '{"events": [{"name": "network-changed", "server_uuid": "e5b415a1-2134-4975-b7d5-fc098ae76fc9", "tag": "93bb73ee-b0c7-4955-9caa-15151730991a"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:32:18.847092 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54202430-ccbb-4b93-adde-71186e84b930 req-daf1f2ba-66eb-4210-94c7-dfe0976c292d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:18.848574 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-54202430-ccbb-4b93-adde-71186e84b930 req-daf1f2ba-66eb-4210-94c7-dfe0976c292d service neutron] 10.222.0.110 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.1051104 Sep 24 15:32:18.851470 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b066a32c-df1a-4ba3-8e75-0bcd31225c27 req-746e512d-c3e6-4beb-880f-40c5632464d5 tempest-ImagesNegativeTestJSON-1843643478 tempest-ImagesNegativeTestJSON-1843643478-project] 10.222.0.101 "GET /v2.0/security-groups?id=26e309b2-6ab9-466e-adbc-efbc7fdbdf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092150 Sep 24 15:32:18.855690 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32caf636-0511-4149-9d37-c1f726cb381e req-5288f46d-c07a-4c91-960e-72706b77fe96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:18.855690 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-32caf636-0511-4149-9d37-c1f726cb381e req-5288f46d-c07a-4c91-960e-72706b77fe96 service neutron] 10.222.0.110 "GET /v2.0/networks?id=078714d9-431e-4632-b957-c9a7230e7876 HTTP/1.1" status: 200 len: 909 time: 0.2347708 Sep 24 15:32:18.889618 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0d7aac1c-ea3d-4747-801f-df1550d1b4cf req-ff7d9f26-e0bf-4542-9015-ad43f38ef90e tempest-SecurityGroupsTestAdminJSON-366365726 tempest-SecurityGroupsTestAdminJSON-366365726-project-admin] 10.222.0.101 "GET /v2.0/security-groups/852cb7ae-58d2-457e-b9cb-b24650d30a7c HTTP/1.1" status: 200 len: 2973 time: 0.1253912 Sep 24 15:32:18.914533 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1673b7fe-7ac0-40fc-aa6e-77a856b906a0 service neutron] Pushing event updated for resources: {'Port': ['ID=93bb73ee-b0c7-4955-9caa-15151730991a,revision_number=3']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:18.932027 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-32caf636-0511-4149-9d37-c1f726cb381e req-b7652bfb-bec2-45be-a74e-05feee83eac5 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e75d07e-c360-4500-a32e-97860910cbc2 HTTP/1.1" status: 200 len: 217 time: 0.0597608 Sep 24 15:32:18.943563 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0d7aac1c-ea3d-4747-801f-df1550d1b4cf req-26c88ef3-9ac1-4cf8-84bc-4a1118e46a5e tempest-SecurityGroupsTestAdminJSON-366365726 tempest-SecurityGroupsTestAdminJSON-366365726-project-admin] 10.222.0.101 "GET /v2.0/security-groups/9627e0b8-33f1-422c-9971-e1daae505e8c HTTP/1.1" status: 200 len: 2981 time: 0.0530765 Sep 24 15:32:19.011784 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54202430-ccbb-4b93-adde-71186e84b930 req-327fe531-bd0b-4881-8cbb-58a760371c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:19.013457 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-54202430-ccbb-4b93-adde-71186e84b930 req-327fe531-bd0b-4881-8cbb-58a760371c22 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1508129 Sep 24 15:32:19.023205 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32caf636-0511-4149-9d37-c1f726cb381e req-df2a2e27-f93a-41af-ae04-1c0479428a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:19.024616 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-32caf636-0511-4149-9d37-c1f726cb381e req-df2a2e27-f93a-41af-ae04-1c0479428a54 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=84366809-0e1f-47c8-b0ea-166b7d29d1a7 HTTP/1.1" status: 200 len: 847 time: 0.0819852 Sep 24 15:32:19.029814 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e25662-4bc7-46f8-909b-dc9770cb34b7 req-7daa5264-9209-4e89-902d-0356821ea4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:19.031300 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-43e25662-4bc7-46f8-909b-dc9770cb34b7 req-7daa5264-9209-4e89-902d-0356821ea4de service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=8957a38149f44837aa315f739e11ffd3&device_id=e5b415a1-2134-4975-b7d5-fc098ae76fc9 HTTP/1.1" status: 200 len: 1094 time: 0.0614884 Sep 24 15:32:19.039986 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0912e5d-7abd-4ea5-b542-68f35e60ffcc req-246e57ac-df9b-42bc-98f8-23c5dcba00bb tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:19.041234 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0d7aac1c-ea3d-4747-801f-df1550d1b4cf req-ae638bc2-b380-4436-89bd-71fb55f8c467 tempest-SecurityGroupsTestAdminJSON-366365726 tempest-SecurityGroupsTestAdminJSON-366365726-project-admin] 10.222.0.101 "GET /v2.0/security-groups/9627e0b8-33f1-422c-9971-e1daae505e8c HTTP/1.1" status: 200 len: 2981 time: 0.0853918 Sep 24 15:32:19.041443 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e0912e5d-7abd-4ea5-b542-68f35e60ffcc req-246e57ac-df9b-42bc-98f8-23c5dcba00bb tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] 10.222.0.101 "GET /v2.0/ports?device_id=ab91a73f-3496-4e05-a682-f05788a9a6c1 HTTP/1.1" status: 200 len: 948 time: 0.1121061 Sep 24 15:32:19.042660 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bf16c99-1d81-449c-8c2f-4b881f2e13c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8232200c-2a4c-4a86-b6a1-267802bd848e'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:32:19.045920 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f1b67d-c64b-42dc-8656-0238583bac8f" -d '{"events": [{"server_uuid": "0bf16c99-1d81-449c-8c2f-4b881f2e13c5", "name": "network-vif-plugged", "status": "completed", "tag": "8232200c-2a4c-4a86-b6a1-267802bd848e"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:32:19.089193 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-43e25662-4bc7-46f8-909b-dc9770cb34b7 req-ac32033c-82c4-49cb-b39f-b2b455db5954 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93bb73ee-b0c7-4955-9caa-15151730991a HTTP/1.1" status: 200 len: 217 time: 0.0470321 Sep 24 15:32:19.091623 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-32caf636-0511-4149-9d37-c1f726cb381e req-79f90714-be67-4160-b28a-5162ea7a1850 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=078714d9-431e-4632-b957-c9a7230e7876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492494 Sep 24 15:32:19.169665 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0d7aac1c-ea3d-4747-801f-df1550d1b4cf req-5c599f43-eb10-4cee-9dc4-08a6bec70cdf tempest-SecurityGroupsTestAdminJSON-366365726 tempest-SecurityGroupsTestAdminJSON-366365726-project-admin] 10.222.0.101 "GET /v2.0/security-groups/ac19439b-7a60-499b-b07e-db967bef252e HTTP/1.1" status: 200 len: 2981 time: 0.0825510 Sep 24 15:32:19.175176 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e0912e5d-7abd-4ea5-b542-68f35e60ffcc req-43899c0d-8f56-46cf-8aea-8e0c0f7d7c6f tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] 10.222.0.101 "GET /v2.0/security-groups?id=223a1c96-f86f-4775-9cca-b7dd2dd3815c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236160 Sep 24 15:32:19.231042 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0d7aac1c-ea3d-4747-801f-df1550d1b4cf req-1f60d667-4f3d-4052-b8c4-8e732403ec11 tempest-SecurityGroupsTestAdminJSON-366365726 tempest-SecurityGroupsTestAdminJSON-366365726-project-admin] 10.222.0.101 "GET /v2.0/security-groups/ac19439b-7a60-499b-b07e-db967bef252e HTTP/1.1" status: 200 len: 2981 time: 0.0604413 Sep 24 15:32:19.232601 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-54202430-ccbb-4b93-adde-71186e84b930 req-e855301e-78ef-4b50-86d1-88588404009f service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063601 Sep 24 15:32:19.244958 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e25662-4bc7-46f8-909b-dc9770cb34b7 req-63982bec-a501-4d62-89f1-48c3acb933f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:19.246409 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-43e25662-4bc7-46f8-909b-dc9770cb34b7 req-63982bec-a501-4d62-89f1-48c3acb933f0 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=5c649312-ea12-4119-a9ca-d79c73d589c6 HTTP/1.1" status: 200 len: 861 time: 0.1424031 Sep 24 15:32:19.287598 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-32caf636-0511-4149-9d37-c1f726cb381e req-9f72f4d7-cc07-4f1a-a39a-64b0038dd4e5 service neutron] 10.222.0.110 "GET /v2.0/networks/078714d9-431e-4632-b957-c9a7230e7876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551766 Sep 24 15:32:19.295791 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-43e25662-4bc7-46f8-909b-dc9770cb34b7 req-445e03b8-2f5e-41e3-abb2-fea7dd82d4bf service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=058852f5-088e-42d1-b3e1-abf106a974a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386205 Sep 24 15:32:19.301275 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0d7aac1c-ea3d-4747-801f-df1550d1b4cf req-f465e9fd-a4d3-4355-bef8-bde3e1acc9af tempest-SecurityGroupsTestAdminJSON-366365726 tempest-SecurityGroupsTestAdminJSON-366365726-project-admin] 10.222.0.101 "GET /v2.0/security-groups/c16e7e22-df5a-48d4-a730-a430882f2675 HTTP/1.1" status: 200 len: 2981 time: 0.0689034 Sep 24 15:32:19.427863 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c143d413-b0b3-4919-be01-8e35d5500153 req-ddd85bfe-334f-46b8-bdc5-32c0a0764533 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:19.429287 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c143d413-b0b3-4919-be01-8e35d5500153 req-ddd85bfe-334f-46b8-bdc5-32c0a0764533 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] 10.222.0.101 "GET /v2.0/ports?device_id=0bf16c99-1d81-449c-8c2f-4b881f2e13c5 HTTP/1.1" status: 200 len: 949 time: 0.1688552 Sep 24 15:32:19.431485 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-43e25662-4bc7-46f8-909b-dc9770cb34b7 req-1c18c9f2-3f09-499b-977d-28af35162a64 service neutron] 10.222.0.110 "GET /v2.0/networks/058852f5-088e-42d1-b3e1-abf106a974a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271734 Sep 24 15:32:19.432774 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0d7aac1c-ea3d-4747-801f-df1550d1b4cf req-78bffcab-0c63-44a0-895c-59d2837e87ac tempest-SecurityGroupsTestAdminJSON-366365726 tempest-SecurityGroupsTestAdminJSON-366365726-project-admin] 10.222.0.101 "GET /v2.0/security-groups/c16e7e22-df5a-48d4-a730-a430882f2675 HTTP/1.1" status: 200 len: 2981 time: 0.1205766 Sep 24 15:32:19.465180 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-54202430-ccbb-4b93-adde-71186e84b930 req-43444592-f38a-44d8-97d1-ea9b97a0b570 service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215791 Sep 24 15:32:19.492594 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-32caf636-0511-4149-9d37-c1f726cb381e req-ab07b046-42d8-49fa-a72d-ba1af77e5d90 service neutron] 10.222.0.110 "GET /v2.0/networks/078714d9-431e-4632-b957-c9a7230e7876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837785 Sep 24 15:32:19.499001 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c143d413-b0b3-4919-be01-8e35d5500153 req-61e899b1-a579-4589-b9ed-ab829939b866 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] 10.222.0.101 "GET /v2.0/security-groups?id=0b823a3f-c5d6-4802-a71f-dfc9f06e8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625880 Sep 24 15:32:19.508863 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a7c070-18e4-4c45-81ac-7c586520a711 x-openstack-request-id: req-d1a7c070-18e4-4c45-81ac-7c586520a711 {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:32:19.509152 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5b415a1-2134-4975-b7d5-fc098ae76fc9", "tag": "93bb73ee-b0c7-4955-9caa-15151730991a", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:32:19.509401 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d1a7c070-18e4-4c45-81ac-7c586520a711 {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:32:19.509918 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5b415a1-2134-4975-b7d5-fc098ae76fc9', 'tag': '93bb73ee-b0c7-4955-9caa-15151730991a', 'status': 'completed', 'code': 200} Sep 24 15:32:19.523661 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59bd3740-0b3a-4137-a0a8-35c7d816e9dd x-openstack-request-id: req-59bd3740-0b3a-4137-a0a8-35c7d816e9dd {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:32:19.531297 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bf16c99-1d81-449c-8c2f-4b881f2e13c5", "name": "network-vif-plugged", "status": "completed", "tag": "8232200c-2a4c-4a86-b6a1-267802bd848e", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:32:19.531297 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-59bd3740-0b3a-4137-a0a8-35c7d816e9dd {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:32:19.531297 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bf16c99-1d81-449c-8c2f-4b881f2e13c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8232200c-2a4c-4a86-b6a1-267802bd848e', 'code': 200} Sep 24 15:32:19.550096 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-43e25662-4bc7-46f8-909b-dc9770cb34b7 req-61eff8bc-11b5-4798-bb75-836b8d97dffe service neutron] 10.222.0.110 "GET /v2.0/networks/058852f5-088e-42d1-b3e1-abf106a974a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091394 Sep 24 15:32:19.628917 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559bda42-d447-4955-9f05-b7d8215c9dbc req-cf945127-3353-443b-b0ae-a56f20ee383f tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:19.631358 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-559bda42-d447-4955-9f05-b7d8215c9dbc req-cf945127-3353-443b-b0ae-a56f20ee383f tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=4da3b7ff-add6-4227-a6ef-2d1e23925c61 HTTP/1.1" status: 200 len: 944 time: 0.0526745 Sep 24 15:32:19.662041 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb80c4b-0157-48f3-b082-8b0ea5f62350 req-ce820d10-8d13-45e1-8791-6126079be504 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:19.663555 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0fb80c4b-0157-48f3-b082-8b0ea5f62350 req-ce820d10-8d13-45e1-8791-6126079be504 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5b415a1-2134-4975-b7d5-fc098ae76fc9 HTTP/1.1" status: 200 len: 943 time: 0.0828977 Sep 24 15:32:19.670271 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-559bda42-d447-4955-9f05-b7d8215c9dbc req-414804a4-3a27-4403-9332-64d5ddb6d43b tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338526 Sep 24 15:32:19.676600 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63a260d-476c-4a67-afa1-c7d875d893e3 req-442c1204-48e6-4713-8f6a-a7f1f54abb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:19.678074 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a63a260d-476c-4a67-afa1-c7d875d893e3 req-442c1204-48e6-4713-8f6a-a7f1f54abb5e service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=0bf16c99-1d81-449c-8c2f-4b881f2e13c5 HTTP/1.1" status: 200 len: 1100 time: 0.0857720 Sep 24 15:32:19.761523 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0fb80c4b-0157-48f3-b082-8b0ea5f62350 req-92035a61-3aa8-481d-b73a-ac90aef3d294 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869820 Sep 24 15:32:19.764766 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f9d1c878-e913-4c11-aee8-c44a7b5b6d1a req-5815c792-8022-4ed5-ac1a-39a878b5fc84 tempest-SecurityGroupsTestAdminJSON-1958820886 tempest-SecurityGroupsTestAdminJSON-1958820886-project] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=51e2ffce309a4a1d9f1ac55a9ebfce1a HTTP/1.1" status: 200 len: 6101 time: 0.0693781 Sep 24 15:32:19.772174 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8298412-047d-4d06-83ab-2e82fe1d29bc req-39258388-542e-452a-b192-099a92dea120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:19.772174 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f8298412-047d-4d06-83ab-2e82fe1d29bc req-39258388-542e-452a-b192-099a92dea120 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=8957a38149f44837aa315f739e11ffd3&device_id=e5b415a1-2134-4975-b7d5-fc098ae76fc9 HTTP/1.1" status: 200 len: 1094 time: 0.1038544 Sep 24 15:32:19.772174 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a63a260d-476c-4a67-afa1-c7d875d893e3 req-35100363-5644-4e7e-ad5b-34fcb7fb38ea service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=0b823a3f-c5d6-4802-a71f-dfc9f06e8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723901 Sep 24 15:32:19.824568 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f9d1c878-e913-4c11-aee8-c44a7b5b6d1a req-3cdbade5-e0ee-43ad-9d21-14861532290f tempest-SecurityGroupsTestAdminJSON-1958820886 tempest-SecurityGroupsTestAdminJSON-1958820886-project] 10.222.0.101 "GET /v2.0/security-groups/ac19439b-7a60-499b-b07e-db967bef252e HTTP/1.1" status: 200 len: 2981 time: 0.0509880 Sep 24 15:32:19.878088 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8298412-047d-4d06-83ab-2e82fe1d29bc req-9d5962c5-64c1-465a-b365-cf1e770b8232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:19.879330 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f9d1c878-e913-4c11-aee8-c44a7b5b6d1a req-157468d9-ba33-41f1-9f0e-b0d31cda3635 tempest-SecurityGroupsTestAdminJSON-1958820886 tempest-SecurityGroupsTestAdminJSON-1958820886-project] 10.222.0.101 "GET /v2.0/security-groups/ac19439b-7a60-499b-b07e-db967bef252e HTTP/1.1" status: 200 len: 2981 time: 0.0465512 Sep 24 15:32:19.883578 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f8298412-047d-4d06-83ab-2e82fe1d29bc req-9d5962c5-64c1-465a-b365-cf1e770b8232 service neutron] 10.222.0.110 "GET /v2.0/networks?id=058852f5-088e-42d1-b3e1-abf106a974a3 HTTP/1.1" status: 200 len: 923 time: 0.1063421 Sep 24 15:32:19.938419 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f8298412-047d-4d06-83ab-2e82fe1d29bc req-81c56003-72fc-4e16-8008-0a3c9229bd13 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93bb73ee-b0c7-4955-9caa-15151730991a HTTP/1.1" status: 200 len: 217 time: 0.0433960 Sep 24 15:32:19.960925 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32caf636-0511-4149-9d37-c1f726cb381e req-9efa4184-ea74-4a4b-b51d-03e592c38189 tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:19.962738 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-32caf636-0511-4149-9d37-c1f726cb381e req-9efa4184-ea74-4a4b-b51d-03e592c38189 tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=4da3b7ff-add6-4227-a6ef-2d1e23925c61&tenant_id=afd1b0df78e44afd8dcda9521b21852d&binding%3Ahost_id=n-h1-808921-1 HTTP/1.1" status: 200 len: 1095 time: 0.0587595 Sep 24 15:32:20.007488 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8298412-047d-4d06-83ab-2e82fe1d29bc req-e0f1b135-375b-4ebe-8512-97532ad6f1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:20.009576 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f8298412-047d-4d06-83ab-2e82fe1d29bc req-e0f1b135-375b-4ebe-8512-97532ad6f1e3 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=5c649312-ea12-4119-a9ca-d79c73d589c6 HTTP/1.1" status: 200 len: 861 time: 0.0523069 Sep 24 15:32:20.048169 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f8298412-047d-4d06-83ab-2e82fe1d29bc req-ebf8e8d1-cf7a-4ca4-906e-56beec53e379 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=058852f5-088e-42d1-b3e1-abf106a974a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263941 Sep 24 15:32:20.133704 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44a76e9-0343-4705-a859-817267c34dbd req-6c35f66d-8965-4579-8948-73b679d79f37 tempest-ImagesNegativeTestJSON-1843643478 tempest-ImagesNegativeTestJSON-1843643478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:20.135196 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a44a76e9-0343-4705-a859-817267c34dbd req-6c35f66d-8965-4579-8948-73b679d79f37 tempest-ImagesNegativeTestJSON-1843643478 tempest-ImagesNegativeTestJSON-1843643478-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd78a576-094b-4d59-9ece-34958e3ea2ca HTTP/1.1" status: 200 len: 949 time: 0.1171186 Sep 24 15:32:20.149082 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f8298412-047d-4d06-83ab-2e82fe1d29bc req-e6ef783a-93b0-4615-a244-51893428702a service neutron] 10.222.0.110 "GET /v2.0/networks/058852f5-088e-42d1-b3e1-abf106a974a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917490 Sep 24 15:32:20.186851 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a44a76e9-0343-4705-a859-817267c34dbd req-0ef5e06e-7cd2-45cb-aa7d-aa9de7c61884 tempest-ImagesNegativeTestJSON-1843643478 tempest-ImagesNegativeTestJSON-1843643478-project] 10.222.0.101 "GET /v2.0/security-groups?id=26e309b2-6ab9-466e-adbc-efbc7fdbdf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412683 Sep 24 15:32:20.251668 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e5942d79-0527-4d6f-9b53-1f4e85c2eba3 req-86619360-1799-4500-a966-f194a94c66ad tempest-SecurityGroupsTestAdminJSON-366365726 tempest-SecurityGroupsTestAdminJSON-366365726-project-admin] 10.222.0.101 "GET /v2.0/security-groups/c326a4ef-147b-433d-96bd-0df1ae8f1c81 HTTP/1.1" status: 200 len: 1776 time: 0.0416799 Sep 24 15:32:20.288806 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-32caf636-0511-4149-9d37-c1f726cb381e req-3aba8a09-199e-4f25-9a08-be9cde711821 service neutron] For port 6e75d07e-c360-4500-a32e-97860910cbc2, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:32:20.294818 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-32caf636-0511-4149-9d37-c1f726cb381e req-3aba8a09-199e-4f25-9a08-be9cde711821 service neutron] Notify callbacks [] for binding, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:20.295961 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-32caf636-0511-4149-9d37-c1f726cb381e req-3aba8a09-199e-4f25-9a08-be9cde711821 service neutron] 10.222.0.110 "DELETE /v2.0/ports/6e75d07e-c360-4500-a32e-97860910cbc2/bindings/n-h2-808921-1 HTTP/1.1" status: 204 len: 173 time: 0.3213782 Sep 24 15:32:20.322733 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e5942d79-0527-4d6f-9b53-1f4e85c2eba3 req-d55d948e-4d47-494e-a065-56f4b84488ef tempest-SecurityGroupsTestAdminJSON-366365726 tempest-SecurityGroupsTestAdminJSON-366365726-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:20.347152 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e5942d79-0527-4d6f-9b53-1f4e85c2eba3 req-d55d948e-4d47-494e-a065-56f4b84488ef tempest-SecurityGroupsTestAdminJSON-366365726 tempest-SecurityGroupsTestAdminJSON-366365726-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:20.435482 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e5942d79-0527-4d6f-9b53-1f4e85c2eba3 req-d55d948e-4d47-494e-a065-56f4b84488ef tempest-SecurityGroupsTestAdminJSON-366365726 tempest-SecurityGroupsTestAdminJSON-366365726-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:20.438218 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e5942d79-0527-4d6f-9b53-1f4e85c2eba3 req-d55d948e-4d47-494e-a065-56f4b84488ef tempest-SecurityGroupsTestAdminJSON-366365726 tempest-SecurityGroupsTestAdminJSON-366365726-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:20.441482 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e5942d79-0527-4d6f-9b53-1f4e85c2eba3 req-d55d948e-4d47-494e-a065-56f4b84488ef tempest-SecurityGroupsTestAdminJSON-366365726 tempest-SecurityGroupsTestAdminJSON-366365726-project-admin] 10.222.0.101 "DELETE /v2.0/security-groups/c326a4ef-147b-433d-96bd-0df1ae8f1c81 HTTP/1.1" status: 204 len: 173 time: 0.1801476 Sep 24 15:32:20.452946 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d948e-4d47-494e-a065-56f4b84488ef tempest-SecurityGroupsTestAdminJSON-366365726 tempest-SecurityGroupsTestAdminJSON-366365726-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c326a4ef-147b-433d-96bd-0df1ae8f1c81,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:20.518182 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5703ac0-32e7-454b-b98b-331455c6016a req-740ef941-084c-49f3-8fb3-dd17cc5f1dbc tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:20.520191 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a5703ac0-32e7-454b-b98b-331455c6016a req-740ef941-084c-49f3-8fb3-dd17cc5f1dbc tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] 10.222.0.101 "GET /v2.0/ports?device_id=ab91a73f-3496-4e05-a682-f05788a9a6c1 HTTP/1.1" status: 200 len: 948 time: 0.0927961 Sep 24 15:32:20.539232 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f8298412-047d-4d06-83ab-2e82fe1d29bc req-f700f505-a961-43bc-9781-1ceece172a0e service neutron] 10.222.0.110 "GET /v2.0/networks/058852f5-088e-42d1-b3e1-abf106a974a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3760643 Sep 24 15:32:20.566277 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a5703ac0-32e7-454b-b98b-331455c6016a req-1757be1b-d249-44f9-86bf-686b1cff730e tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] 10.222.0.101 "GET /v2.0/security-groups?id=223a1c96-f86f-4775-9cca-b7dd2dd3815c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376730 Sep 24 15:32:20.636294 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7cee3040-8428-415e-870e-0d0e9f5b3618 req-2ec73def-e22c-4839-9b30-252a8f45bdf5 tempest-SecurityGroupsTestAdminJSON-366365726 tempest-SecurityGroupsTestAdminJSON-366365726-project-admin] 10.222.0.101 "GET /v2.0/security-groups/51fcc6ad-a9af-4e91-85f4-4d69bfbef440 HTTP/1.1" status: 200 len: 1777 time: 0.0358250 Sep 24 15:32:20.691329 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-7cee3040-8428-415e-870e-0d0e9f5b3618 req-48df180d-747d-4481-b730-fcacd059172a tempest-SecurityGroupsTestAdminJSON-366365726 tempest-SecurityGroupsTestAdminJSON-366365726-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:20.713446 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-7cee3040-8428-415e-870e-0d0e9f5b3618 req-48df180d-747d-4481-b730-fcacd059172a tempest-SecurityGroupsTestAdminJSON-366365726 tempest-SecurityGroupsTestAdminJSON-366365726-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:20.857671 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-7cee3040-8428-415e-870e-0d0e9f5b3618 req-48df180d-747d-4481-b730-fcacd059172a tempest-SecurityGroupsTestAdminJSON-366365726 tempest-SecurityGroupsTestAdminJSON-366365726-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:20.862669 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-7cee3040-8428-415e-870e-0d0e9f5b3618 req-48df180d-747d-4481-b730-fcacd059172a tempest-SecurityGroupsTestAdminJSON-366365726 tempest-SecurityGroupsTestAdminJSON-366365726-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:20.862669 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7cee3040-8428-415e-870e-0d0e9f5b3618 req-48df180d-747d-4481-b730-fcacd059172a tempest-SecurityGroupsTestAdminJSON-366365726 tempest-SecurityGroupsTestAdminJSON-366365726-project-admin] 10.222.0.101 "DELETE /v2.0/security-groups/51fcc6ad-a9af-4e91-85f4-4d69bfbef440 HTTP/1.1" status: 204 len: 173 time: 0.2184908 Sep 24 15:32:20.869788 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48df180d-747d-4481-b730-fcacd059172a tempest-SecurityGroupsTestAdminJSON-366365726 tempest-SecurityGroupsTestAdminJSON-366365726-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51fcc6ad-a9af-4e91-85f4-4d69bfbef440,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:20.935220 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab27f3d-1161-4ad9-8632-a399e6b71f49 req-59ada46c-d561-4714-b6a6-0ee7e0eaa8d7 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:20.936720 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bab27f3d-1161-4ad9-8632-a399e6b71f49 req-59ada46c-d561-4714-b6a6-0ee7e0eaa8d7 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] 10.222.0.101 "GET /v2.0/ports?device_id=0bf16c99-1d81-449c-8c2f-4b881f2e13c5 HTTP/1.1" status: 200 len: 949 time: 0.0574455 Sep 24 15:32:20.976332 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bab27f3d-1161-4ad9-8632-a399e6b71f49 req-7e3a6cfc-3c75-47a5-a8a2-dfcabcb4d309 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] 10.222.0.101 "GET /v2.0/security-groups?id=0b823a3f-c5d6-4802-a71f-dfc9f06e8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327530 Sep 24 15:32:21.090598 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d647ca-1cf9-4f4e-8946-552631a40ebf req-a366e377-e0e8-4e64-ac49-a4680a53b4f7 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:21.094108 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-87d647ca-1cf9-4f4e-8946-552631a40ebf req-a366e377-e0e8-4e64-ac49-a4680a53b4f7 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=4da3b7ff-add6-4227-a6ef-2d1e23925c61 HTTP/1.1" status: 200 len: 944 time: 0.0562539 Sep 24 15:32:21.113195 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0507a03c-f33e-42eb-9a21-7a6aca81b4ca req-a63069bf-5382-4cf4-b794-0e950eaba15c tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:21.115245 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0507a03c-f33e-42eb-9a21-7a6aca81b4ca req-a63069bf-5382-4cf4-b794-0e950eaba15c tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5b415a1-2134-4975-b7d5-fc098ae76fc9 HTTP/1.1" status: 200 len: 943 time: 0.0561070 Sep 24 15:32:21.132581 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-87d647ca-1cf9-4f4e-8946-552631a40ebf req-99041b50-238a-4c7a-994c-1e5f52159898 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325150 Sep 24 15:32:21.167126 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0507a03c-f33e-42eb-9a21-7a6aca81b4ca req-30328fee-42c5-40f6-9e68-12a9ba8f254b tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399780 Sep 24 15:32:21.228885 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ef5cda9e-34b6-483a-885c-8ca5dd77b355 req-08baa0a9-bea1-43ff-ad74-56bae18c5c52 tempest-SecurityGroupsTestAdminJSON-1958820886 tempest-SecurityGroupsTestAdminJSON-1958820886-project] 10.222.0.101 "GET /v2.0/security-groups/3d3d03db-beec-493e-b9a1-7e604324613d HTTP/1.1" status: 200 len: 1777 time: 0.0413854 Sep 24 15:32:21.242258 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1437f2fe-1428-42dc-a912-577033e346dd req-f0b026db-657f-4550-bde1-f229f85fb33c tempest-ImagesNegativeTestJSON-1843643478 tempest-ImagesNegativeTestJSON-1843643478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:21.243842 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1437f2fe-1428-42dc-a912-577033e346dd req-f0b026db-657f-4550-bde1-f229f85fb33c tempest-ImagesNegativeTestJSON-1843643478 tempest-ImagesNegativeTestJSON-1843643478-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd78a576-094b-4d59-9ece-34958e3ea2ca HTTP/1.1" status: 200 len: 949 time: 0.0562296 Sep 24 15:32:21.282467 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1437f2fe-1428-42dc-a912-577033e346dd req-ceb59047-fb5a-437e-9f76-a1d9b20f0694 tempest-ImagesNegativeTestJSON-1843643478 tempest-ImagesNegativeTestJSON-1843643478-project] 10.222.0.101 "GET /v2.0/security-groups?id=26e309b2-6ab9-466e-adbc-efbc7fdbdf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326211 Sep 24 15:32:21.292529 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-ef5cda9e-34b6-483a-885c-8ca5dd77b355 req-71436386-5373-4c6b-8add-62b95be7bddf tempest-SecurityGroupsTestAdminJSON-1958820886 tempest-SecurityGroupsTestAdminJSON-1958820886-project] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:21.319920 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-ef5cda9e-34b6-483a-885c-8ca5dd77b355 req-71436386-5373-4c6b-8add-62b95be7bddf tempest-SecurityGroupsTestAdminJSON-1958820886 tempest-SecurityGroupsTestAdminJSON-1958820886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:21.406370 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-ef5cda9e-34b6-483a-885c-8ca5dd77b355 req-71436386-5373-4c6b-8add-62b95be7bddf tempest-SecurityGroupsTestAdminJSON-1958820886 tempest-SecurityGroupsTestAdminJSON-1958820886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:21.408919 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-ef5cda9e-34b6-483a-885c-8ca5dd77b355 req-71436386-5373-4c6b-8add-62b95be7bddf tempest-SecurityGroupsTestAdminJSON-1958820886 tempest-SecurityGroupsTestAdminJSON-1958820886-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:21.410055 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ef5cda9e-34b6-483a-885c-8ca5dd77b355 req-71436386-5373-4c6b-8add-62b95be7bddf tempest-SecurityGroupsTestAdminJSON-1958820886 tempest-SecurityGroupsTestAdminJSON-1958820886-project] 10.222.0.101 "DELETE /v2.0/security-groups/3d3d03db-beec-493e-b9a1-7e604324613d HTTP/1.1" status: 204 len: 173 time: 0.1745389 Sep 24 15:32:21.420996 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71436386-5373-4c6b-8add-62b95be7bddf tempest-SecurityGroupsTestAdminJSON-1958820886 tempest-SecurityGroupsTestAdminJSON-1958820886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d3d03db-beec-493e-b9a1-7e604324613d,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:21.491610 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device cb27e054-d80a-42e9-9929-70002b571a5a details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:32:21.504887 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-581cf3d7-f680-4b11-8335-881a98b2db2a req-1c604617-287e-4cb9-9342-e50ae480bd1a tempest-SecurityGroupsTestAdminJSON-1958820886 tempest-SecurityGroupsTestAdminJSON-1958820886-project] 10.222.0.101 "GET /v2.0/security-groups/dc38e7e6-fa17-490e-b080-642a7f8d9e08 HTTP/1.1" status: 200 len: 1776 time: 0.0579646 Sep 24 15:32:21.564423 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-581cf3d7-f680-4b11-8335-881a98b2db2a req-55588512-4642-41cb-9f57-b3f2af11853e tempest-SecurityGroupsTestAdminJSON-1958820886 tempest-SecurityGroupsTestAdminJSON-1958820886-project] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:21.590447 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-581cf3d7-f680-4b11-8335-881a98b2db2a req-55588512-4642-41cb-9f57-b3f2af11853e tempest-SecurityGroupsTestAdminJSON-1958820886 tempest-SecurityGroupsTestAdminJSON-1958820886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:21.605786 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port cb27e054-d80a-42e9-9929-70002b571a5a, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=cb27e054-d80a-42e9-9929-70002b571a5a,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:32:21.616778 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': 'cb27e054-d80a-42e9-9929-70002b571a5a', 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939', 'port_id': 'cb27e054-d80a-42e9-9929-70002b571a5a', 'mac_address': 'fa:16:3e:5a:d6:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '188edb94-8042-4961-9ec0-8960b1ce1305', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:32:21.649485 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 6e75d07e-c360-4500-a32e-97860910cbc2 no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:32:21.680105 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:21.702535 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb27e054-d80a-42e9-9929-70002b571a5a {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:32:21.714726 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 6e75d07e-c360-4500-a32e-97860910cbc2 not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:32:21.720714 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-581cf3d7-f680-4b11-8335-881a98b2db2a req-55588512-4642-41cb-9f57-b3f2af11853e tempest-SecurityGroupsTestAdminJSON-1958820886 tempest-SecurityGroupsTestAdminJSON-1958820886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:21.726447 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-581cf3d7-f680-4b11-8335-881a98b2db2a req-55588512-4642-41cb-9f57-b3f2af11853e tempest-SecurityGroupsTestAdminJSON-1958820886 tempest-SecurityGroupsTestAdminJSON-1958820886-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:21.726447 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-581cf3d7-f680-4b11-8335-881a98b2db2a req-55588512-4642-41cb-9f57-b3f2af11853e tempest-SecurityGroupsTestAdminJSON-1958820886 tempest-SecurityGroupsTestAdminJSON-1958820886-project] 10.222.0.101 "DELETE /v2.0/security-groups/dc38e7e6-fa17-490e-b080-642a7f8d9e08 HTTP/1.1" status: 204 len: 173 time: 0.2126765 Sep 24 15:32:21.736743 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port cb27e054-d80a-42e9-9929-70002b571a5a, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=cb27e054-d80a-42e9-9929-70002b571a5a,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:32:21.744333 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55588512-4642-41cb-9f57-b3f2af11853e tempest-SecurityGroupsTestAdminJSON-1958820886 tempest-SecurityGroupsTestAdminJSON-1958820886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc38e7e6-fa17-490e-b080-642a7f8d9e08,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:21.819195 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c6ca2f-f6c4-41e9-8b60-7f3d4a8ec86f req-0b255de7-ee6a-49f5-af87-d201eab0ae64 tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:21.821225 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-25c6ca2f-f6c4-41e9-8b60-7f3d4a8ec86f req-0b255de7-ee6a-49f5-af87-d201eab0ae64 tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=4da3b7ff-add6-4227-a6ef-2d1e23925c61 HTTP/1.1" status: 200 len: 1095 time: 0.0425985 Sep 24 15:32:21.836208 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4659bfe2-19ca-440b-b055-be9a4f52c069 req-ce5ffa0f-bc9e-4178-9bad-35bb401e77dd tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:21.837863 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4659bfe2-19ca-440b-b055-be9a4f52c069 req-ce5ffa0f-bc9e-4178-9bad-35bb401e77dd tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] 10.222.0.101 "GET /v2.0/ports?device_id=ab91a73f-3496-4e05-a682-f05788a9a6c1 HTTP/1.1" status: 200 len: 948 time: 0.0517635 Sep 24 15:32:21.858956 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:21.862025 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-25c6ca2f-f6c4-41e9-8b60-7f3d4a8ec86f req-a454e357-8d5c-4937-b8ca-53747796d128 tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338435 Sep 24 15:32:21.886885 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4659bfe2-19ca-440b-b055-be9a4f52c069 req-983be8d6-2e8c-45f5-b3c6-fd96bb2b05f6 tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] 10.222.0.101 "GET /v2.0/security-groups?id=223a1c96-f86f-4775-9cca-b7dd2dd3815c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430162 Sep 24 15:32:21.923121 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=cb27e054-d80a-42e9-9929-70002b571a5a,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:22.113175 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c23c95-2333-4b0b-9478-9db3e575064b req-8f48433d-75b9-45d0-ba22-237eaf1ce4b2 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:22.114831 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a6c23c95-2333-4b0b-9478-9db3e575064b req-8f48433d-75b9-45d0-ba22-237eaf1ce4b2 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] 10.222.0.101 "GET /v2.0/ports?device_id=0bf16c99-1d81-449c-8c2f-4b881f2e13c5 HTTP/1.1" status: 200 len: 949 time: 0.0508301 Sep 24 15:32:22.144659 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a2038b-dfbf-46ac-81e6-1f14198c2b70 req-ad79a3c3-6524-4dc4-a80b-dd0cd0ae5882 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:22.146418 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-66a2038b-dfbf-46ac-81e6-1f14198c2b70 req-ad79a3c3-6524-4dc4-a80b-dd0cd0ae5882 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/networks?id=078714d9-431e-4632-b957-c9a7230e7876 HTTP/1.1" status: 200 len: 807 time: 0.1072812 Sep 24 15:32:22.153722 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a6c23c95-2333-4b0b-9478-9db3e575064b req-ee06484e-95a6-4699-a035-5867ca09e732 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] 10.222.0.101 "GET /v2.0/security-groups?id=0b823a3f-c5d6-4802-a71f-dfc9f06e8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325150 Sep 24 15:32:22.162615 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-66a2038b-dfbf-46ac-81e6-1f14198c2b70 req-bc2a4874-a3f7-4271-92a4-e7213efe29c4 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/quotas/afd1b0df78e44afd8dcda9521b21852d HTTP/1.1" status: 200 len: 375 time: 0.0104191 Sep 24 15:32:22.170799 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['cb27e054-d80a-42e9-9929-70002b571a5a'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:32:22.241783 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-66a2038b-dfbf-46ac-81e6-1f14198c2b70 req-70a72576-eb76-42aa-90d7-f13da27b602a tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=afd1b0df78e44afd8dcda9521b21852d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0734375 Sep 24 15:32:22.296192 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 38650) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:32:22.376319 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-66a2038b-dfbf-46ac-81e6-1f14198c2b70 req-4f90e512-3615-4560-9574-3c3e1f9a864d service neutron] 10.222.0.101 "GET /v2.0/networks/078714d9-431e-4632-b957-c9a7230e7876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255901 Sep 24 15:32:22.469371 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-470f98c5-583c-4982-be0d-2da91c062e39 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=51e2ffce309a4a1d9f1ac55a9ebfce1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1720307 Sep 24 15:32:22.470683 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-66a2038b-dfbf-46ac-81e6-1f14198c2b70 req-cf190f20-2267-4878-821f-ca85bef10321 service neutron] 10.222.0.101 "GET /v2.0/networks/078714d9-431e-4632-b957-c9a7230e7876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873778 Sep 24 15:32:22.472384 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 38660) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:32:22.479506 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8b6224-da01-4bbf-bf5a-cc1496707040 req-35980628-bee8-4f25-8817-6945a8f9ca4f tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:22.482487 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fc8b6224-da01-4bbf-bf5a-cc1496707040 req-35980628-bee8-4f25-8817-6945a8f9ca4f tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5b415a1-2134-4975-b7d5-fc098ae76fc9 HTTP/1.1" status: 200 len: 943 time: 0.0885100 Sep 24 15:32:22.527081 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fc8b6224-da01-4bbf-bf5a-cc1496707040 req-3ed69ac6-6263-4d3e-87f2-e42752f4e7ae tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384176 Sep 24 15:32:22.527348 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-487011ec-6b63-4bbf-985e-ceb76262ea13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:22.550975 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-487011ec-6b63-4bbf-985e-ceb76262ea13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:22.670568 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a39be3-0f61-4933-8100-fb01d63c2677 req-8700eb7a-36bf-4beb-9cbf-4df2b4864480 tempest-ImagesNegativeTestJSON-1843643478 tempest-ImagesNegativeTestJSON-1843643478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:22.672016 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-92a39be3-0f61-4933-8100-fb01d63c2677 req-8700eb7a-36bf-4beb-9cbf-4df2b4864480 tempest-ImagesNegativeTestJSON-1843643478 tempest-ImagesNegativeTestJSON-1843643478-project] 10.222.0.108 "GET /v2.0/ports?device_id=cd78a576-094b-4d59-9ece-34958e3ea2ca HTTP/1.1" status: 200 len: 949 time: 0.0488234 Sep 24 15:32:22.713328 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-487011ec-6b63-4bbf-985e-ceb76262ea13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:22.713328 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-487011ec-6b63-4bbf-985e-ceb76262ea13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:22.717194 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-487011ec-6b63-4bbf-985e-ceb76262ea13 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/ac19439b-7a60-499b-b07e-db967bef252e HTTP/1.1" status: 204 len: 168 time: 0.2407548 Sep 24 15:32:22.734448 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487011ec-6b63-4bbf-985e-ceb76262ea13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac19439b-7a60-499b-b07e-db967bef252e,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:22.762025 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487011ec-6b63-4bbf-985e-ceb76262ea13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:22.762025 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487011ec-6b63-4bbf-985e-ceb76262ea13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:22.762321 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487011ec-6b63-4bbf-985e-ceb76262ea13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:22.763204 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487011ec-6b63-4bbf-985e-ceb76262ea13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:22.763671 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487011ec-6b63-4bbf-985e-ceb76262ea13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:22.764162 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487011ec-6b63-4bbf-985e-ceb76262ea13 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:22.764559 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487011ec-6b63-4bbf-985e-ceb76262ea13 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:22.764891 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487011ec-6b63-4bbf-985e-ceb76262ea13 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:22.765209 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487011ec-6b63-4bbf-985e-ceb76262ea13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:22.765526 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487011ec-6b63-4bbf-985e-ceb76262ea13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:22.765844 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487011ec-6b63-4bbf-985e-ceb76262ea13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:22.766158 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487011ec-6b63-4bbf-985e-ceb76262ea13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:22.833296 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-92a39be3-0f61-4933-8100-fb01d63c2677 req-29ae9c45-0f02-4fc3-9cc9-36148a3ed87f tempest-ImagesNegativeTestJSON-1843643478 tempest-ImagesNegativeTestJSON-1843643478-project] Deleting port 5bcf01da-3860-4298-943f-3250c08171d8 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:32:22.833687 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-92a39be3-0f61-4933-8100-fb01d63c2677 req-29ae9c45-0f02-4fc3-9cc9-36148a3ed87f tempest-ImagesNegativeTestJSON-1843643478 tempest-ImagesNegativeTestJSON-1843643478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:22.867202 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [req-dd0f05fb-c4b4-4941-9e8e-4f8f57528ae5 req-aafe8956-e01f-4e54-9e87-a46bdaad7953 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:32:22.868358 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dd0f05fb-c4b4-4941-9e8e-4f8f57528ae5 req-aafe8956-e01f-4e54-9e87-a46bdaad7953 service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058470 Sep 24 15:32:22.881955 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c915640e-646f-4cf2-9c64-98aa1fd34d23 req-d2e11002-2249-440c-82fb-034bb6298ba1 tempest-ImagesNegativeTestJSON-1843643478 tempest-ImagesNegativeTestJSON-1843643478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:22.883458 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c915640e-646f-4cf2-9c64-98aa1fd34d23 req-d2e11002-2249-440c-82fb-034bb6298ba1 tempest-ImagesNegativeTestJSON-1843643478 tempest-ImagesNegativeTestJSON-1843643478-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd78a576-094b-4d59-9ece-34958e3ea2ca HTTP/1.1" status: 200 len: 949 time: 0.0967233 Sep 24 15:32:22.982043 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-92a39be3-0f61-4933-8100-fb01d63c2677 req-29ae9c45-0f02-4fc3-9cc9-36148a3ed87f tempest-ImagesNegativeTestJSON-1843643478 tempest-ImagesNegativeTestJSON-1843643478-project] For port 5bcf01da-3860-4298-943f-3250c08171d8, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=5bcf01da-3860-4298-943f-3250c08171d8,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:32:22.982335 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-92a39be3-0f61-4933-8100-fb01d63c2677 req-29ae9c45-0f02-4fc3-9cc9-36148a3ed87f tempest-ImagesNegativeTestJSON-1843643478 tempest-ImagesNegativeTestJSON-1843643478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:22.987149 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c915640e-646f-4cf2-9c64-98aa1fd34d23 req-71654a5d-b569-4ae5-8cb7-04a211e30c22 tempest-ImagesNegativeTestJSON-1843643478 tempest-ImagesNegativeTestJSON-1843643478-project] 10.222.0.101 "GET /v2.0/security-groups?id=26e309b2-6ab9-466e-adbc-efbc7fdbdf0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710144 Sep 24 15:32:22.998141 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-92a39be3-0f61-4933-8100-fb01d63c2677 req-29ae9c45-0f02-4fc3-9cc9-36148a3ed87f tempest-ImagesNegativeTestJSON-1843643478 tempest-ImagesNegativeTestJSON-1843643478-project] Calling delete_port for 5bcf01da-3860-4298-943f-3250c08171d8 owned by compute:nova {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:32:23.150829 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-77c7bf05-8dec-4eec-bd85-e84b7ca82671 req-5bb87bcf-f2e4-4241-8ffb-ac27ab6f594e tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=59311d6c-4343-41c9-bf60-082ab6fc25d9 HTTP/1.1" status: 200 len: 210 time: 0.0349383 Sep 24 15:32:23.219823 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b87fbc-1f7d-4dc9-b54f-b0efda8a2c2e req-1e3cb087-4b76-4f81-8fc8-94585eb83020 tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:23.229637 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-92a39be3-0f61-4933-8100-fb01d63c2677 req-29ae9c45-0f02-4fc3-9cc9-36148a3ed87f tempest-ImagesNegativeTestJSON-1843643478 tempest-ImagesNegativeTestJSON-1843643478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:23.231603 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d6b87fbc-1f7d-4dc9-b54f-b0efda8a2c2e req-1e3cb087-4b76-4f81-8fc8-94585eb83020 tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] 10.222.0.101 "GET /v2.0/ports?device_id=ab91a73f-3496-4e05-a682-f05788a9a6c1 HTTP/1.1" status: 200 len: 949 time: 0.0849195 Sep 24 15:32:23.241426 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['5bcf01da-3860-4298-943f-3250c08171d8'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:32:23.274136 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ae9c45-0f02-4fc3-9cc9-36148a3ed87f tempest-ImagesNegativeTestJSON-1843643478 tempest-ImagesNegativeTestJSON-1843643478-project] Pushing event deleted for resources: {'Port': ['ID=5bcf01da-3860-4298-943f-3250c08171d8,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:23.274901 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d6b87fbc-1f7d-4dc9-b54f-b0efda8a2c2e req-b7c5aa7b-d529-4c9e-866d-f52c141eafb9 tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] 10.222.0.101 "GET /v2.0/security-groups?id=223a1c96-f86f-4775-9cca-b7dd2dd3815c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446489 Sep 24 15:32:23.351066 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f57f27-12a6-4ae2-b337-879dc71ded98 req-bdf45fa6-9083-41e3-8d3c-266b390478de tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:23.352727 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-27f57f27-12a6-4ae2-b337-879dc71ded98 req-bdf45fa6-9083-41e3-8d3c-266b390478de tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] 10.222.0.101 "GET /v2.0/ports?device_id=0bf16c99-1d81-449c-8c2f-4b881f2e13c5 HTTP/1.1" status: 200 len: 949 time: 0.1370757 Sep 24 15:32:23.353744 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-92a39be3-0f61-4933-8100-fb01d63c2677 req-29ae9c45-0f02-4fc3-9cc9-36148a3ed87f tempest-ImagesNegativeTestJSON-1843643478 tempest-ImagesNegativeTestJSON-1843643478-project] No DVR routers for this DVR port 5bcf01da-3860-4298-943f-3250c08171d8 on host n-h2-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:32:23.356433 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-92a39be3-0f61-4933-8100-fb01d63c2677 req-29ae9c45-0f02-4fc3-9cc9-36148a3ed87f tempest-ImagesNegativeTestJSON-1843643478 tempest-ImagesNegativeTestJSON-1843643478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:23.359221 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-92a39be3-0f61-4933-8100-fb01d63c2677 req-29ae9c45-0f02-4fc3-9cc9-36148a3ed87f tempest-ImagesNegativeTestJSON-1843643478 tempest-ImagesNegativeTestJSON-1843643478-project] 10.222.0.108 "DELETE /v2.0/ports/5bcf01da-3860-4298-943f-3250c08171d8 HTTP/1.1" status: 204 len: 173 time: 0.6797771 Sep 24 15:32:23.359658 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd78a576-094b-4d59-9ece-34958e3ea2ca', 'name': 'network-vif-deleted', 'tag': '5bcf01da-3860-4298-943f-3250c08171d8'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:32:23.361989 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eade4488-e632-44e5-b9f6-59b4f132f196" -d '{"events": [{"server_uuid": "cd78a576-094b-4d59-9ece-34958e3ea2ca", "name": "network-vif-deleted", "tag": "5bcf01da-3860-4298-943f-3250c08171d8"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:32:23.416887 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-27f57f27-12a6-4ae2-b337-879dc71ded98 req-110b845e-1af4-404c-81d0-f110b52305b3 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] 10.222.0.101 "GET /v2.0/security-groups?id=0b823a3f-c5d6-4802-a71f-dfc9f06e8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509536 Sep 24 15:32:23.490409 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfaad645-1468-423c-a8f9-ee7c25086586 x-openstack-request-id: req-bfaad645-1468-423c-a8f9-ee7c25086586 {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:32:23.496301 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd78a576-094b-4d59-9ece-34958e3ea2ca", "name": "network-vif-deleted", "tag": "5bcf01da-3860-4298-943f-3250c08171d8", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:32:23.496301 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-bfaad645-1468-423c-a8f9-ee7c25086586 {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:32:23.496301 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd78a576-094b-4d59-9ece-34958e3ea2ca', 'name': 'network-vif-deleted', 'tag': '5bcf01da-3860-4298-943f-3250c08171d8', 'status': 'completed', 'code': 200} Sep 24 15:32:23.497795 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 93bb73ee-b0c7-4955-9caa-15151730991a details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:32:23.518914 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 38688) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:32:23.559081 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device cb27e054-d80a-42e9-9929-70002b571a5a up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:32:23.582421 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-26216799-5db7-4bb1-a8f7-fc14e4fbb19e admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=0704af23518d44b69d1b198f61bdc1e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0622170 Sep 24 15:32:23.584955 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 38692) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:32:23.664022 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7c4711b4-ca4a-4c63-8908-08f41568aef8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:23.699778 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7c4711b4-ca4a-4c63-8908-08f41568aef8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:23.709848 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 93bb73ee-b0c7-4955-9caa-15151730991a, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=93bb73ee-b0c7-4955-9caa-15151730991a,segment=NetworkSegment(5bd2529f-b450-42b6-8981-999bdd2f1ff0),segment_id=5bd2529f-b450-42b6-8981-999bdd2f1ff0)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:32:23.724383 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': '93bb73ee-b0c7-4955-9caa-15151730991a', 'network_id': '058852f5-088e-42d1-b3e1-abf106a974a3', 'port_id': '93bb73ee-b0c7-4955-9caa-15151730991a', 'mac_address': 'fa:16:3e:8a:7a:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c649312-ea12-4119-a9ca-d79c73d589c6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:32:23.724791 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddc525e-4a14-472f-b614-2716a88b8519 req-0c04d253-d96f-4de3-b602-e6f53b198269 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:23.726371 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9ddc525e-4a14-472f-b614-2716a88b8519 req-0c04d253-d96f-4de3-b602-e6f53b198269 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5b415a1-2134-4975-b7d5-fc098ae76fc9 HTTP/1.1" status: 200 len: 943 time: 0.0600131 Sep 24 15:32:23.764476 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:23.774428 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9ddc525e-4a14-472f-b614-2716a88b8519 req-f7508bc9-51b0-41a1-ac54-5bef0f41580b tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406065 Sep 24 15:32:23.778262 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93bb73ee-b0c7-4955-9caa-15151730991a {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:32:23.788647 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port cb27e054-d80a-42e9-9929-70002b571a5a completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:32:23.817244 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port cb27e054-d80a-42e9-9929-70002b571a5a triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:32:23.817244 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:23.818245 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 93bb73ee-b0c7-4955-9caa-15151730991a, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=93bb73ee-b0c7-4955-9caa-15151730991a,segment=NetworkSegment(5bd2529f-b450-42b6-8981-999bdd2f1ff0),segment_id=5bd2529f-b450-42b6-8981-999bdd2f1ff0)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:32:23.869209 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7c4711b4-ca4a-4c63-8908-08f41568aef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:23.878055 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5db82016-0c5d-42e0-8767-16174e90afe7 req-d8e5ed20-0c6e-4f35-9dba-a516bf9d06d9 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=8d50f07cb8fd472ca8b05cdaff4b245b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231133 Sep 24 15:32:23.892017 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7c4711b4-ca4a-4c63-8908-08f41568aef8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:23.892017 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-7c4711b4-ca4a-4c63-8908-08f41568aef8 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/618d9e79-8790-4f1f-8621-cff13873e611 HTTP/1.1" status: 204 len: 168 time: 0.2953808 Sep 24 15:32:23.895669 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4711b4-ca4a-4c63-8908-08f41568aef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=618d9e79-8790-4f1f-8621-cff13873e611,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:23.908431 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4711b4-ca4a-4c63-8908-08f41568aef8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:23.908882 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4711b4-ca4a-4c63-8908-08f41568aef8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:23.909288 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4711b4-ca4a-4c63-8908-08f41568aef8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:23.909749 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4711b4-ca4a-4c63-8908-08f41568aef8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:23.910124 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4711b4-ca4a-4c63-8908-08f41568aef8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:23.910743 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4711b4-ca4a-4c63-8908-08f41568aef8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:23.911138 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4711b4-ca4a-4c63-8908-08f41568aef8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:23.911741 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4711b4-ca4a-4c63-8908-08f41568aef8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:23.913736 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4711b4-ca4a-4c63-8908-08f41568aef8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:23.913869 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4711b4-ca4a-4c63-8908-08f41568aef8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:23.914181 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4711b4-ca4a-4c63-8908-08f41568aef8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:23.914639 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4711b4-ca4a-4c63-8908-08f41568aef8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:23.926261 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:23.931546 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:23.988624 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab91a73f-3496-4e05-a682-f05788a9a6c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb27e054-d80a-42e9-9929-70002b571a5a'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:32:23.990933 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101b380c-7b0e-4ea8-912e-4bffe6bb988a" -d '{"events": [{"server_uuid": "ab91a73f-3496-4e05-a682-f05788a9a6c1", "name": "network-vif-plugged", "status": "completed", "tag": "cb27e054-d80a-42e9-9929-70002b571a5a"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:32:24.008438 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port cb27e054-d80a-42e9-9929-70002b571a5a, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=cb27e054-d80a-42e9-9929-70002b571a5a,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:32:24.021075 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=93bb73ee-b0c7-4955-9caa-15151730991a,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:24.051940 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db82016-0c5d-42e0-8767-16174e90afe7 req-6ec31bfd-5e39-4a4a-afc3-045b55714181 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:24.053010 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5db82016-0c5d-42e0-8767-16174e90afe7 req-6ec31bfd-5e39-4a4a-afc3-045b55714181 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1541574 Sep 24 15:32:24.068943 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:24.082568 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5db82016-0c5d-42e0-8767-16174e90afe7 req-26535fb1-ab70-46cf-9f44-33aa98b337f4 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] 10.222.0.101 "GET /v2.0/quotas/8d50f07cb8fd472ca8b05cdaff4b245b HTTP/1.1" status: 200 len: 375 time: 0.0237162 Sep 24 15:32:24.126117 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=cb27e054-d80a-42e9-9929-70002b571a5a,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:24.152526 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5db82016-0c5d-42e0-8767-16174e90afe7 req-260e9c39-2ede-4f0c-94dc-b1df42255dd3 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=8d50f07cb8fd472ca8b05cdaff4b245b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0626643 Sep 24 15:32:24.217630 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['93bb73ee-b0c7-4955-9caa-15151730991a'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:32:24.429666 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f7705b1-0a19-490d-a684-3a4eb105f487 x-openstack-request-id: req-9f7705b1-0a19-490d-a684-3a4eb105f487 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:32:24.430726 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab91a73f-3496-4e05-a682-f05788a9a6c1", "name": "network-vif-plugged", "status": "completed", "tag": "cb27e054-d80a-42e9-9929-70002b571a5a", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:32:24.431188 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-9f7705b1-0a19-490d-a684-3a4eb105f487 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:32:24.431802 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab91a73f-3496-4e05-a682-f05788a9a6c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb27e054-d80a-42e9-9929-70002b571a5a', 'code': 200} Sep 24 15:32:24.569174 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-583c5103-5928-4a55-9e6f-5c01bec55b34 req-d3883a19-9c69-4fd3-b4bc-53bfa54a27c6 tempest-ImagesNegativeTestJSON-1843643478 tempest-ImagesNegativeTestJSON-1843643478-project] 10.222.0.101 "GET /v2.0/ports?device_id=cd78a576-094b-4d59-9ece-34958e3ea2ca HTTP/1.1" status: 200 len: 210 time: 0.0446138 Sep 24 15:32:24.587195 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c4a798-183f-43ea-8385-4c2d976c255a req-bd893900-73e4-43ff-a42a-621049dcf309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:24.587195 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e1c4a798-183f-43ea-8385-4c2d976c255a req-bd893900-73e4-43ff-a42a-621049dcf309 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=ab91a73f-3496-4e05-a682-f05788a9a6c1 HTTP/1.1" status: 200 len: 1101 time: 0.0718367 Sep 24 15:32:24.627952 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e1c4a798-183f-43ea-8385-4c2d976c255a req-a3c48cad-716d-463c-8570-e445c11ce64b service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=223a1c96-f86f-4775-9cca-b7dd2dd3815c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340590 Sep 24 15:32:24.681692 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-96a2103a-7cf6-45f4-b1a7-383315ec9e04 req-769fdde7-9607-4b3c-9e90-b39d81c5fe2e tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=59311d6c-4343-41c9-bf60-082ab6fc25d9 HTTP/1.1" status: 200 len: 210 time: 0.0264583 Sep 24 15:32:24.797484 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ff2e1-c074-4968-b819-36806fd83b88 req-c2726c0f-81c3-4c14-a3e5-a95dde6598fe tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:24.800151 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-307ff2e1-c074-4968-b819-36806fd83b88 req-c2726c0f-81c3-4c14-a3e5-a95dde6598fe tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] 10.222.0.101 "GET /v2.0/ports?device_id=ab91a73f-3496-4e05-a682-f05788a9a6c1 HTTP/1.1" status: 200 len: 950 time: 0.0625026 Sep 24 15:32:24.845756 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-307ff2e1-c074-4968-b819-36806fd83b88 req-50ae6f76-f77e-4e0e-ac75-5a3643b65c30 tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] 10.222.0.101 "GET /v2.0/security-groups?id=223a1c96-f86f-4775-9cca-b7dd2dd3815c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384862 Sep 24 15:32:24.896319 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a8de6759-0621-423a-abc6-03eb8e8cd389 req-31c5f721-28e7-4a12-b1d4-f18e3efc70c9 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] 10.222.0.101 "GET /v2.0/ports?device_id=c86ce5d8-0e1e-4317-9abd-e4c164362491 HTTP/1.1" status: 200 len: 210 time: 0.0300691 Sep 24 15:32:24.961191 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:32:25.042226 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5f1972-18ad-4c17-be7c-611fa128566a req-9b84dbac-6310-48c7-b6d4-6ec5002cb7ba tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:25.043991 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2c5f1972-18ad-4c17-be7c-611fa128566a req-9b84dbac-6310-48c7-b6d4-6ec5002cb7ba tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5b415a1-2134-4975-b7d5-fc098ae76fc9 HTTP/1.1" status: 200 len: 944 time: 0.0636773 Sep 24 15:32:25.100437 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2c5f1972-18ad-4c17-be7c-611fa128566a req-91e3d611-89ba-44bb-b29c-1f2bde3823d4 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451376 Sep 24 15:32:25.240567 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a2038b-dfbf-46ac-81e6-1f14198c2b70 req-9442838e-07b5-499b-a16d-9c6792599c04 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:25.243046 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-66a2038b-dfbf-46ac-81e6-1f14198c2b70 req-9442838e-07b5-499b-a16d-9c6792599c04 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.108 "GET /v2.0/networks?id=078714d9-431e-4632-b957-c9a7230e7876 HTTP/1.1" status: 200 len: 807 time: 0.1155319 Sep 24 15:32:25.258547 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-66a2038b-dfbf-46ac-81e6-1f14198c2b70 req-3f27f3df-f1f6-42cc-8886-ad2310019c90 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Request body: {'port': {'device_id': '59311d6c-4343-41c9-bf60-082ab6fc25d9', 'network_id': '078714d9-431e-4632-b957-c9a7230e7876', 'admin_state_up': True, 'tenant_id': 'afd1b0df78e44afd8dcda9521b21852d'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:32:25.458457 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66a2038b-dfbf-46ac-81e6-1f14198c2b70 req-3f27f3df-f1f6-42cc-8886-ad2310019c90 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Made reservation on behalf of afd1b0df78e44afd8dcda9521b21852d for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:32:25.462856 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-66a2038b-dfbf-46ac-81e6-1f14198c2b70 req-3f27f3df-f1f6-42cc-8886-ad2310019c90 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:25.514082 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 93bb73ee-b0c7-4955-9caa-15151730991a up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:32:25.615529 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [req-66a2038b-dfbf-46ac-81e6-1f14198c2b70 req-3f27f3df-f1f6-42cc-8886-ad2310019c90 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Allocated IP 172.20.0.7 (078714d9-431e-4632-b957-c9a7230e7876/84366809-0e1f-47c8-b0ea-166b7d29d1a7/66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:32:25.640714 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port 93bb73ee-b0c7-4955-9caa-15151730991a completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:32:25.646585 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port 93bb73ee-b0c7-4955-9caa-15151730991a triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:32:25.650661 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:25.765295 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:25.822242 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 93bb73ee-b0c7-4955-9caa-15151730991a, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=93bb73ee-b0c7-4955-9caa-15151730991a,segment=NetworkSegment(5bd2529f-b450-42b6-8981-999bdd2f1ff0),segment_id=5bd2529f-b450-42b6-8981-999bdd2f1ff0)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:32:25.822559 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9d5e7c75-1d8d-4eef-ba56-88d01e71ad4f req-d3901fb3-8e93-4c8c-a4a5-37a162a55c0c tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=59311d6c-4343-41c9-bf60-082ab6fc25d9 HTTP/1.1" status: 200 len: 210 time: 0.0542774 Sep 24 15:32:25.927689 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:25.938931 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-66a2038b-dfbf-46ac-81e6-1f14198c2b70 req-3f27f3df-f1f6-42cc-8886-ad2310019c90 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:26.010308 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=93bb73ee-b0c7-4955-9caa-15151730991a,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:26.021704 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:26.022053 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:26.022419 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:26.022958 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:26.023346 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:26.023859 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:26.024197 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:26.024530 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:26.024860 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:26.025329 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:26.025799 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:26.026293 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:32:26.036618 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60f431-e739-4cb0-adc3-ac3aa3281c6c req-5351dead-3aed-4f96-9866-d2c7f1636f7a tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:26.038114 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ba60f431-e739-4cb0-adc3-ac3aa3281c6c req-5351dead-3aed-4f96-9866-d2c7f1636f7a tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] 10.222.0.101 "GET /v2.0/ports?device_id=ab91a73f-3496-4e05-a682-f05788a9a6c1 HTTP/1.1" status: 200 len: 950 time: 0.0846486 Sep 24 15:32:26.046716 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6aed4b96-6c21-46f9-9f9b-ca8785890230 req-fac162c2-ad7c-4c3e-be22-7f319f7f86d5 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] 10.222.0.101 "GET /v2.0/ports?device_id=c86ce5d8-0e1e-4317-9abd-e4c164362491 HTTP/1.1" status: 200 len: 210 time: 0.0371423 Sep 24 15:32:26.078302 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ba60f431-e739-4cb0-adc3-ac3aa3281c6c req-637c3409-9c45-4597-854e-3f30c45307f3 tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] 10.222.0.101 "GET /v2.0/security-groups?id=223a1c96-f86f-4775-9cca-b7dd2dd3815c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341315 Sep 24 15:32:26.132118 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-66a2038b-dfbf-46ac-81e6-1f14198c2b70 req-3f27f3df-f1f6-42cc-8886-ad2310019c90 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:26.188728 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66a2038b-dfbf-46ac-81e6-1f14198c2b70 req-3f27f3df-f1f6-42cc-8886-ad2310019c90 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Network 078714d9-431e-4632-b957-c9a7230e7876 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:32:26.188728 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [req-66a2038b-dfbf-46ac-81e6-1f14198c2b70 req-3f27f3df-f1f6-42cc-8886-ad2310019c90 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:32:26.188728 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-66a2038b-dfbf-46ac-81e6-1f14198c2b70 req-3f27f3df-f1f6-42cc-8886-ad2310019c90 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:32:26.191978 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a2038b-dfbf-46ac-81e6-1f14198c2b70 req-3f27f3df-f1f6-42cc-8886-ad2310019c90 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:26.192619 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-66a2038b-dfbf-46ac-81e6-1f14198c2b70 req-3f27f3df-f1f6-42cc-8886-ad2310019c90 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:26.236317 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f27f3df-f1f6-42cc-8886-ad2310019c90 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Pushing event updated for resources: {'Port': ['ID=66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:26.260900 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3143ed46-9a51-4f49-904a-e46c52a64422 req-7559dfbb-ca83-4a2a-82ca-089eea0e08d1 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:26.262413 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3143ed46-9a51-4f49-904a-e46c52a64422 req-7559dfbb-ca83-4a2a-82ca-089eea0e08d1 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5b415a1-2134-4975-b7d5-fc098ae76fc9 HTTP/1.1" status: 200 len: 945 time: 0.0596216 Sep 24 15:32:26.301655 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3143ed46-9a51-4f49-904a-e46c52a64422 req-780a044a-4443-4130-bd01-98a11b455793 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329885 Sep 24 15:32:26.413852 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 38798) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:32:26.414452 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-66a2038b-dfbf-46ac-81e6-1f14198c2b70 req-3f27f3df-f1f6-42cc-8886-ad2310019c90 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1599414 Sep 24 15:32:26.429081 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-66a2038b-dfbf-46ac-81e6-1f14198c2b70 req-bfcb184b-5bba-4ee5-8b60-1ca3eb433dc5 service neutron] Request body: {'port': {'device_id': '59311d6c-4343-41c9-bf60-082ab6fc25d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:32:26.433484 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5b415a1-2134-4975-b7d5-fc098ae76fc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93bb73ee-b0c7-4955-9caa-15151730991a'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:32:26.436533 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f8885c8-b448-4387-95df-f4e2449a2e91" -d '{"events": [{"server_uuid": "e5b415a1-2134-4975-b7d5-fc098ae76fc9", "name": "network-vif-plugged", "status": "completed", "tag": "93bb73ee-b0c7-4955-9caa-15151730991a"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:32:26.472342 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9defa3cb-a17a-4c72-8059-9db7ecb7ca0b x-openstack-request-id: req-9defa3cb-a17a-4c72-8059-9db7ecb7ca0b {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:32:26.472633 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5b415a1-2134-4975-b7d5-fc098ae76fc9", "name": "network-vif-plugged", "status": "completed", "tag": "93bb73ee-b0c7-4955-9caa-15151730991a", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:32:26.472885 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-9defa3cb-a17a-4c72-8059-9db7ecb7ca0b {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:32:26.473288 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5b415a1-2134-4975-b7d5-fc098ae76fc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93bb73ee-b0c7-4955-9caa-15151730991a', 'code': 200} Sep 24 15:32:26.514315 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-66a2038b-dfbf-46ac-81e6-1f14198c2b70 req-bfcb184b-5bba-4ee5-8b60-1ca3eb433dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:26.614151 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8de6fb-1df6-43f7-af76-8b07cb447b24 req-5451bc58-2733-444c-8902-cec516ccefd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:26.615832 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2d8de6fb-1df6-43f7-af76-8b07cb447b24 req-5451bc58-2733-444c-8902-cec516ccefd6 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=e5b415a1-2134-4975-b7d5-fc098ae76fc9 HTTP/1.1" status: 200 len: 1096 time: 0.0595341 Sep 24 15:32:26.639895 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f560079f-108d-4154-9faa-7c748e52f268 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:26.697518 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 38810) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:32:26.708155 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2d8de6fb-1df6-43f7-af76-8b07cb447b24 req-a3150a8c-de45-482f-a36d-bfde0a648959 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429435 Sep 24 15:32:26.776852 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f560079f-108d-4154-9faa-7c748e52f268 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:26.885801 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f560079f-108d-4154-9faa-7c748e52f268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:26.900263 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [req-66a2038b-dfbf-46ac-81e6-1f14198c2b70 req-bfcb184b-5bba-4ee5-8b60-1ca3eb433dc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7 {{(pid=95297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:32:26.910156 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-66a2038b-dfbf-46ac-81e6-1f14198c2b70 req-bfcb184b-5bba-4ee5-8b60-1ca3eb433dc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:26.918037 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5db82016-0c5d-42e0-8767-16174e90afe7 req-2d86e97e-2afa-4e07-848d-019da293c2da tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] 10.222.0.108 "GET /v2.0/networks?tenant_id=8d50f07cb8fd472ca8b05cdaff4b245b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0482392 Sep 24 15:32:26.925613 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.provisioning_blocks [req-66a2038b-dfbf-46ac-81e6-1f14198c2b70 req-bfcb184b-5bba-4ee5-8b60-1ca3eb433dc5 service neutron] Transition to ACTIVE for port object 66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7 will not be triggered until provisioned by entity L2. {{(pid=95297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:32:27.012595 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-66a2038b-dfbf-46ac-81e6-1f14198c2b70 req-bfcb184b-5bba-4ee5-8b60-1ca3eb433dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:27.023425 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-f560079f-108d-4154-9faa-7c748e52f268 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=aefe39aa0376450d826388a42f236094&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6083381 Sep 24 15:32:27.033650 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f560079f-108d-4154-9faa-7c748e52f268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3207621-0533-41b9-9fe5-838353f2df61,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:27.039260 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 38828) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:32:27.050715 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-7bf9ee10-cb7c-4e13-9942-bb25e9c714e1 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=dbe0cfd21dc843c593cbcd5f1093ceaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3513284 Sep 24 15:32:27.055708 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 38834) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:32:27.111554 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-43fa3583-80f3-4e13-a8e5-aa4856622bf0 req-bcf9c43f-e73f-4eda-9625-aa65a6082079 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=56d79b96e27b47229c312fd7911aad82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0568824 Sep 24 15:32:27.119324 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6d64c3-7aa6-47d7-b336-6b1ebd84fa39 req-d745f419-06ff-4b38-a9d7-3c332610328e tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:27.120714 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8b6d64c3-7aa6-47d7-b336-6b1ebd84fa39 req-d745f419-06ff-4b38-a9d7-3c332610328e tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=59311d6c-4343-41c9-bf60-082ab6fc25d9 HTTP/1.1" status: 200 len: 931 time: 0.1930575 Sep 24 15:32:27.133363 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcb184b-5bba-4ee5-8b60-1ca3eb433dc5 service neutron] Pushing event updated for resources: {'Port': ['ID=66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:27.193302 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db82016-0c5d-42e0-8767-16174e90afe7 req-ef92704b-b1b2-41db-87d5-0380d3328f11 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:27.194733 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5db82016-0c5d-42e0-8767-16174e90afe7 req-ef92704b-b1b2-41db-87d5-0380d3328f11 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2641613 Sep 24 15:32:27.208837 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-66a2038b-dfbf-46ac-81e6-1f14198c2b70 req-bfcb184b-5bba-4ee5-8b60-1ca3eb433dc5 service neutron] Attempting to bind port 66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:32:27.209091 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-66a2038b-dfbf-46ac-81e6-1f14198c2b70 req-bfcb184b-5bba-4ee5-8b60-1ca3eb433dc5 service neutron] Attempting to bind port 66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '21e1a332-491d-46ef-987f-a7724d369c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '078714d9-431e-4632-b957-c9a7230e7876'}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:32:27.209435 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a2038b-dfbf-46ac-81e6-1f14198c2b70 req-bfcb184b-5bba-4ee5-8b60-1ca3eb433dc5 service neutron] Attempting to bind port 66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7 on network 078714d9-431e-4632-b957-c9a7230e7876 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:32:27.210603 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-5db82016-0c5d-42e0-8767-16174e90afe7 req-3b968056-64cd-4e3d-9411-37618ac2ec44 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] Request body: {'port': {'device_id': 'c86ce5d8-0e1e-4317-9abd-e4c164362491', 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939', 'admin_state_up': True, 'tenant_id': '8d50f07cb8fd472ca8b05cdaff4b245b'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:32:27.217600 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8fec9dea-3c25-450c-b7ce-ba43a3f3954e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:27.231360 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8b6d64c3-7aa6-47d7-b336-6b1ebd84fa39 req-7322d69b-3747-4e15-aa01-a1f3c05d7f0c tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025088 Sep 24 15:32:27.254425 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a2038b-dfbf-46ac-81e6-1f14198c2b70 req-bfcb184b-5bba-4ee5-8b60-1ca3eb433dc5 service neutron] Port 66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7 on network 078714d9-431e-4632-b957-c9a7230e7876 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:32:27.254806 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a2038b-dfbf-46ac-81e6-1f14198c2b70 req-bfcb184b-5bba-4ee5-8b60-1ca3eb433dc5 service neutron] Attempting to bind port 66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7 on network 078714d9-431e-4632-b957-c9a7230e7876 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:32:27.260048 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-16642efd-45b4-4391-a152-12c9e13fece0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:27.272069 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a2038b-dfbf-46ac-81e6-1f14198c2b70 req-bfcb184b-5bba-4ee5-8b60-1ca3eb433dc5 service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:32:27.272881 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a2038b-dfbf-46ac-81e6-1f14198c2b70 req-bfcb184b-5bba-4ee5-8b60-1ca3eb433dc5 service neutron] Checking segment: {'id': '21e1a332-491d-46ef-987f-a7724d369c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '078714d9-431e-4632-b957-c9a7230e7876'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:32:27.272881 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66a2038b-dfbf-46ac-81e6-1f14198c2b70 req-bfcb184b-5bba-4ee5-8b60-1ca3eb433dc5 service neutron] Bound using segment: {'id': '21e1a332-491d-46ef-987f-a7724d369c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '078714d9-431e-4632-b957-c9a7230e7876'} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:32:27.273232 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-66a2038b-dfbf-46ac-81e6-1f14198c2b70 req-bfcb184b-5bba-4ee5-8b60-1ca3eb433dc5 service neutron] Bound port: 66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21e1a332-491d-46ef-987f-a7724d369c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '078714d9-431e-4632-b957-c9a7230e7876'}}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:32:27.273587 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-66a2038b-dfbf-46ac-81e6-1f14198c2b70 req-bfcb184b-5bba-4ee5-8b60-1ca3eb433dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:27.289782 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8fec9dea-3c25-450c-b7ce-ba43a3f3954e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:27.318074 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-16642efd-45b4-4391-a152-12c9e13fece0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:27.355233 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa3583-80f3-4e13-a8e5-aa4856622bf0 req-de3837bd-d4c4-4c6b-86fd-cf1a1b1a76ee tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:27.356784 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-43fa3583-80f3-4e13-a8e5-aa4856622bf0 req-de3837bd-d4c4-4c6b-86fd-cf1a1b1a76ee tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2261980 Sep 24 15:32:27.400441 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-43fa3583-80f3-4e13-a8e5-aa4856622bf0 req-1feb20df-028a-405d-b4cd-ec5d97d05602 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/quotas/56d79b96e27b47229c312fd7911aad82 HTTP/1.1" status: 200 len: 375 time: 0.0335412 Sep 24 15:32:27.447815 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-43fa3583-80f3-4e13-a8e5-aa4856622bf0 req-f59ccb8e-ad6e-4bdc-a9d9-8374d7f7e1f1 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=56d79b96e27b47229c312fd7911aad82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406201 Sep 24 15:32:27.449224 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-66a2038b-dfbf-46ac-81e6-1f14198c2b70 req-bfcb184b-5bba-4ee5-8b60-1ca3eb433dc5 service neutron] For port 66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7, host n-h2-808921-1, cleared binding levels {{(pid=95297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:32:27.465043 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-66a2038b-dfbf-46ac-81e6-1f14198c2b70 req-bfcb184b-5bba-4ee5-8b60-1ca3eb433dc5 service neutron] For port 66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7,segment=NetworkSegment(21e1a332-491d-46ef-987f-a7724d369c2e),segment_id=21e1a332-491d-46ef-987f-a7724d369c2e)] {{(pid=95297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:32:27.560692 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-16642efd-45b4-4391-a152-12c9e13fece0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:27.563507 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-16642efd-45b4-4391-a152-12c9e13fece0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:27.564708 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-16642efd-45b4-4391-a152-12c9e13fece0 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/26e309b2-6ab9-466e-adbc-efbc7fdbdf0c HTTP/1.1" status: 204 len: 168 time: 0.5068502 Sep 24 15:32:27.575226 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16642efd-45b4-4391-a152-12c9e13fece0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e309b2-6ab9-466e-adbc-efbc7fdbdf0c,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:27.625206 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-66a2038b-dfbf-46ac-81e6-1f14198c2b70 req-bfcb184b-5bba-4ee5-8b60-1ca3eb433dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:27.657815 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-85123726-151e-438a-8d89-0a4589133026 req-f8dcecfc-2338-43a2-bd2c-a2e8f4460b9d tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] 10.222.0.101 "GET /v2.0/ports?device_id=c86ce5d8-0e1e-4317-9abd-e4c164362491 HTTP/1.1" status: 200 len: 210 time: 0.2640967 Sep 24 15:32:27.659388 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5db82016-0c5d-42e0-8767-16174e90afe7 req-3b968056-64cd-4e3d-9411-37618ac2ec44 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] Made reservation on behalf of 8d50f07cb8fd472ca8b05cdaff4b245b for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:32:27.661019 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a2038b-dfbf-46ac-81e6-1f14198c2b70 req-bfcb184b-5bba-4ee5-8b60-1ca3eb433dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:27.661626 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-66a2038b-dfbf-46ac-81e6-1f14198c2b70 req-bfcb184b-5bba-4ee5-8b60-1ca3eb433dc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:27.663094 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-66a2038b-dfbf-46ac-81e6-1f14198c2b70 req-bfcb184b-5bba-4ee5-8b60-1ca3eb433dc5 service neutron] 10.222.0.108 "PUT /v2.0/ports/66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7 HTTP/1.1" status: 200 len: 1091 time: 1.2386618 Sep 24 15:32:27.663319 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-5db82016-0c5d-42e0-8767-16174e90afe7 req-3b968056-64cd-4e3d-9411-37618ac2ec44 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:27.663430 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59311d6c-4343-41c9-bf60-082ab6fc25d9', 'tag': '66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:32:27.666033 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8fec9dea-3c25-450c-b7ce-ba43a3f3954e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:27.666672 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c59a1d-470c-4c5f-b342-36c8c926add4" -d '{"events": [{"name": "network-changed", "server_uuid": "59311d6c-4343-41c9-bf60-082ab6fc25d9", "tag": "66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:32:27.668317 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 5bcf01da-3860-4298-943f-3250c08171d8 no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:32:27.669453 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8fec9dea-3c25-450c-b7ce-ba43a3f3954e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:27.670558 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-8fec9dea-3c25-450c-b7ce-ba43a3f3954e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c3207621-0533-41b9-9fe5-838353f2df61 HTTP/1.1" status: 204 len: 168 time: 0.6296740 Sep 24 15:32:27.686877 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec9dea-3c25-450c-b7ce-ba43a3f3954e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3207621-0533-41b9-9fe5-838353f2df61,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:27.703294 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcb184b-5bba-4ee5-8b60-1ca3eb433dc5 service neutron] Pushing event updated for resources: {'Port': ['ID=66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7,revision_number=3']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:27.711418 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] No Port match for: 5bcf01da-3860-4298-943f-3250c08171d8 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:32:27.711942 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 5bcf01da-3860-4298-943f-3250c08171d8 not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:32:27.878521 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a2038b-dfbf-46ac-81e6-1f14198c2b70 req-a966c98d-93e2-40f0-bea2-bff1f461610a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:27.880019 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-66a2038b-dfbf-46ac-81e6-1f14198c2b70 req-a966c98d-93e2-40f0-bea2-bff1f461610a service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=afd1b0df78e44afd8dcda9521b21852d&device_id=59311d6c-4343-41c9-bf60-082ab6fc25d9 HTTP/1.1" status: 200 len: 1094 time: 0.0710728 Sep 24 15:32:27.927086 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-5db82016-0c5d-42e0-8767-16174e90afe7 req-3b968056-64cd-4e3d-9411-37618ac2ec44 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] Allocated IP 192.168.233.220 (9672f189-23fe-44e6-9dd2-257ff8905939/188edb94-8042-4961-9ec0-8960b1ce1305/9a1ffcfe-7428-4b33-a85a-f7490f305a46) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:32:27.941905 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-66a2038b-dfbf-46ac-81e6-1f14198c2b70 req-c32f4a78-b549-4b51-8f6c-4826614b1c85 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7 HTTP/1.1" status: 200 len: 217 time: 0.0517950 Sep 24 15:32:27.949833 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f7b02b-f3ac-4066-a0ee-a9f818dff825 req-18078356-9835-47c2-aa1b-02f9f08b0e62 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:27.952034 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a7f7b02b-f3ac-4066-a0ee-a9f818dff825 req-18078356-9835-47c2-aa1b-02f9f08b0e62 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5b415a1-2134-4975-b7d5-fc098ae76fc9 HTTP/1.1" status: 200 len: 945 time: 0.1137242 Sep 24 15:32:27.953022 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d31f9c8-3607-4295-9fb0-115d950ce46f req-eb18b5f4-0868-4f86-ba99-ccff904d088a tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:27.961191 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3d31f9c8-3607-4295-9fb0-115d950ce46f req-eb18b5f4-0868-4f86-ba99-ccff904d088a tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] 10.222.0.101 "GET /v2.0/ports?device_id=ab91a73f-3496-4e05-a682-f05788a9a6c1 HTTP/1.1" status: 200 len: 950 time: 0.1852274 Sep 24 15:32:28.028846 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3d31f9c8-3607-4295-9fb0-115d950ce46f req-90061eac-5003-44d2-9997-2e8b1357cef6 tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] 10.222.0.101 "GET /v2.0/security-groups?id=223a1c96-f86f-4775-9cca-b7dd2dd3815c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667033 Sep 24 15:32:28.029612 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a2038b-dfbf-46ac-81e6-1f14198c2b70 req-d37f0186-d61a-447d-bdb5-86aaf83bdca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:28.031794 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-66a2038b-dfbf-46ac-81e6-1f14198c2b70 req-d37f0186-d61a-447d-bdb5-86aaf83bdca6 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=84366809-0e1f-47c8-b0ea-166b7d29d1a7 HTTP/1.1" status: 200 len: 847 time: 0.0785315 Sep 24 15:32:28.041048 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a7f7b02b-f3ac-4066-a0ee-a9f818dff825 req-ba9241db-6011-4aa7-8e43-c1ed3774e094 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531321 Sep 24 15:32:28.070899 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-66a2038b-dfbf-46ac-81e6-1f14198c2b70 req-419c6df9-e307-45af-ba78-c0dfbc52c74d service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=078714d9-431e-4632-b957-c9a7230e7876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284770 Sep 24 15:32:28.232278 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a200f9f-0a05-4083-bfe5-4dd5ff520b80 x-openstack-request-id: req-2a200f9f-0a05-4083-bfe5-4dd5ff520b80 {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:32:28.232730 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59311d6c-4343-41c9-bf60-082ab6fc25d9", "tag": "66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:32:28.232858 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-2a200f9f-0a05-4083-bfe5-4dd5ff520b80 {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:32:28.233249 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59311d6c-4343-41c9-bf60-082ab6fc25d9', 'tag': '66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7', 'status': 'completed', 'code': 200} Sep 24 15:32:28.235436 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-66a2038b-dfbf-46ac-81e6-1f14198c2b70 req-5c98573f-bcc5-4a59-8512-313936795ae8 service neutron] 10.222.0.108 "GET /v2.0/networks/078714d9-431e-4632-b957-c9a7230e7876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565988 Sep 24 15:32:28.246601 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5744f7a1-b974-432a-b7ef-a67eb0df8749 req-aa918e34-9560-48d9-b0cb-d45417468701 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=56d79b96e27b47229c312fd7911aad82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0481236 Sep 24 15:32:28.266749 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-5db82016-0c5d-42e0-8767-16174e90afe7 req-3b968056-64cd-4e3d-9411-37618ac2ec44 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:28.369830 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-66a2038b-dfbf-46ac-81e6-1f14198c2b70 req-ae0361f9-14ac-4ef4-b0f2-e6311ed24053 service neutron] 10.222.0.108 "GET /v2.0/networks/078714d9-431e-4632-b957-c9a7230e7876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170356 Sep 24 15:32:28.393711 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5744f7a1-b974-432a-b7ef-a67eb0df8749 req-5d9cc7c4-e811-455a-b2a5-ad495cdc07ed tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:28.411461 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5744f7a1-b974-432a-b7ef-a67eb0df8749 req-5d9cc7c4-e811-455a-b2a5-ad495cdc07ed tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1502674 Sep 24 15:32:28.460903 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5744f7a1-b974-432a-b7ef-a67eb0df8749 req-887da4e3-4bfa-4dc3-92aa-2b1c0a64bc32 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/quotas/56d79b96e27b47229c312fd7911aad82 HTTP/1.1" status: 200 len: 375 time: 0.0484991 Sep 24 15:32:28.508148 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5744f7a1-b974-432a-b7ef-a67eb0df8749 req-35ad08fa-7fb4-4d86-a51a-3962025758aa tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=56d79b96e27b47229c312fd7911aad82&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434251 Sep 24 15:32:28.528065 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d48e0a6-60ce-4d17-9632-468a968863d5 req-29b93579-1760-47c1-89eb-608f5187084e tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:28.528065 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1d48e0a6-60ce-4d17-9632-468a968863d5 req-29b93579-1760-47c1-89eb-608f5187084e tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=59311d6c-4343-41c9-bf60-082ab6fc25d9 HTTP/1.1" status: 200 len: 943 time: 0.0831661 Sep 24 15:32:28.589871 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-5db82016-0c5d-42e0-8767-16174e90afe7 req-3b968056-64cd-4e3d-9411-37618ac2ec44 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:28.602656 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c59a1d-470c-4c5f-b342-36c8c926add4 req-157375f2-5690-4a6e-b250-9ec9409ec1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:28.604139 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-00c59a1d-470c-4c5f-b342-36c8c926add4 req-157375f2-5690-4a6e-b250-9ec9409ec1a5 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=afd1b0df78e44afd8dcda9521b21852d&device_id=59311d6c-4343-41c9-bf60-082ab6fc25d9 HTTP/1.1" status: 200 len: 1094 time: 0.0996690 Sep 24 15:32:28.607715 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['8232200c-2a4c-4a86-b6a1-267802bd848e'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:32:28.611673 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1d48e0a6-60ce-4d17-9632-468a968863d5 req-7eb6d00d-490a-491b-b26c-3bcd46300cc7 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533538 Sep 24 15:32:28.635656 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5db82016-0c5d-42e0-8767-16174e90afe7 req-3b968056-64cd-4e3d-9411-37618ac2ec44 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] Network 9672f189-23fe-44e6-9dd2-257ff8905939 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:32:28.641572 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-5db82016-0c5d-42e0-8767-16174e90afe7 req-3b968056-64cd-4e3d-9411-37618ac2ec44 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:32:28.644167 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-5db82016-0c5d-42e0-8767-16174e90afe7 req-3b968056-64cd-4e3d-9411-37618ac2ec44 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:32:28.701235 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b968056-64cd-4e3d-9411-37618ac2ec44 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] Pushing event updated for resources: {'Port': ['ID=9a1ffcfe-7428-4b33-a85a-f7490f305a46,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:28.718701 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c59a1d-470c-4c5f-b342-36c8c926add4 req-8112529c-8920-4b58-a9f3-23cf4651738f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:28.721487 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-00c59a1d-470c-4c5f-b342-36c8c926add4 req-8112529c-8920-4b58-a9f3-23cf4651738f service neutron] 10.222.0.108 "GET /v2.0/networks?id=078714d9-431e-4632-b957-c9a7230e7876 HTTP/1.1" status: 200 len: 909 time: 0.1083088 Sep 24 15:32:28.771058 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db82016-0c5d-42e0-8767-16174e90afe7 req-3b968056-64cd-4e3d-9411-37618ac2ec44 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:28.771744 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-5db82016-0c5d-42e0-8767-16174e90afe7 req-3b968056-64cd-4e3d-9411-37618ac2ec44 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:28.893165 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5db82016-0c5d-42e0-8767-16174e90afe7 req-3b968056-64cd-4e3d-9411-37618ac2ec44 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6864357 Sep 24 15:32:28.897372 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-00c59a1d-470c-4c5f-b342-36c8c926add4 req-322e7497-1f12-49ec-bfc8-51298dd49add service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7 HTTP/1.1" status: 200 len: 217 time: 0.1561418 Sep 24 15:32:28.913707 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-5db82016-0c5d-42e0-8767-16174e90afe7 req-fbe1187e-7a6b-411d-bce3-da3db7c60cd9 service neutron] Request body: {'port': {'device_id': 'c86ce5d8-0e1e-4317-9abd-e4c164362491', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:32:29.020811 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bdc7d50f-f498-47d7-aedf-5fd210190f29 req-402bad71-479e-4d17-8c0f-6401bc718ee3 tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=c89ae5eb8b2747d88176f45692df49a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1224234 Sep 24 15:32:29.062479 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296c9f5f-29d2-4c29-be5c-8de2ff87652f req-128db4c0-e7f2-4ce8-8d46-a2886925feba tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:29.064609 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-296c9f5f-29d2-4c29-be5c-8de2ff87652f req-128db4c0-e7f2-4ce8-8d46-a2886925feba tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] 10.222.0.101 "GET /v2.0/ports?device_id=c86ce5d8-0e1e-4317-9abd-e4c164362491 HTTP/1.1" status: 200 len: 936 time: 0.1446936 Sep 24 15:32:29.066054 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-5db82016-0c5d-42e0-8767-16174e90afe7 req-fbe1187e-7a6b-411d-bce3-da3db7c60cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:29.066820 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c59a1d-470c-4c5f-b342-36c8c926add4 req-8ae86dfe-c4c7-4901-b7ab-78f92442d644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:29.068515 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-00c59a1d-470c-4c5f-b342-36c8c926add4 req-8ae86dfe-c4c7-4901-b7ab-78f92442d644 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=84366809-0e1f-47c8-b0ea-166b7d29d1a7 HTTP/1.1" status: 200 len: 847 time: 0.1413207 Sep 24 15:32:29.084434 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-1cc140ac-81a3-4606-aa76-3eab96916721 None None] Provisioning complete for port 9a1ffcfe-7428-4b33-a85a-f7490f305a46 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:32:29.084993 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-1cc140ac-81a3-4606-aa76-3eab96916721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:29.159592 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-296c9f5f-29d2-4c29-be5c-8de2ff87652f req-374a9849-81a3-47ab-9d0e-174977b22549 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] 10.222.0.101 "GET /v2.0/security-groups?id=0b823a3f-c5d6-4802-a71f-dfc9f06e8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766287 Sep 24 15:32:29.162072 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-1cc140ac-81a3-4606-aa76-3eab96916721 None None] Port 9a1ffcfe-7428-4b33-a85a-f7490f305a46 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:32:29.180775 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-00c59a1d-470c-4c5f-b342-36c8c926add4 req-9394b4dc-a086-448b-894b-975674382d89 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=078714d9-431e-4632-b957-c9a7230e7876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0992346 Sep 24 15:32:29.286945 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc7d50f-f498-47d7-aedf-5fd210190f29 req-8881d2db-0ebf-4978-ac4a-304670cc0bda tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:29.288851 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bdc7d50f-f498-47d7-aedf-5fd210190f29 req-8881d2db-0ebf-4978-ac4a-304670cc0bda tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2602441 Sep 24 15:32:29.336888 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ca02dc01-5991-4f73-84d2-b60d64ed1407 req-98492246-587c-4fcc-8c17-5fea5bc489ad tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=e4a0869f-9ffd-41cd-a846-f5fdfab5a715 HTTP/1.1" status: 200 len: 210 time: 0.0580959 Sep 24 15:32:29.347429 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bdc7d50f-f498-47d7-aedf-5fd210190f29 req-ba314ea9-ce12-449c-9f52-392e99d35633 tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] 10.222.0.101 "GET /v2.0/quotas/c89ae5eb8b2747d88176f45692df49a7 HTTP/1.1" status: 200 len: 375 time: 0.0452173 Sep 24 15:32:29.349361 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-00c59a1d-470c-4c5f-b342-36c8c926add4 req-eb5fc516-9556-451c-bb4c-f4422059d10d service neutron] 10.222.0.108 "GET /v2.0/networks/078714d9-431e-4632-b957-c9a7230e7876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634429 Sep 24 15:32:29.502049 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d8dded-a10b-44fe-be89-0ada3b5bba28 req-8f99a6de-e6bc-4c78-9745-d3dfa38ead0b tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:29.509674 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f8d8dded-a10b-44fe-be89-0ada3b5bba28 req-8f99a6de-e6bc-4c78-9745-d3dfa38ead0b tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5b415a1-2134-4975-b7d5-fc098ae76fc9 HTTP/1.1" status: 200 len: 945 time: 0.0800130 Sep 24 15:32:29.557981 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f8d8dded-a10b-44fe-be89-0ada3b5bba28 req-5b0d78a5-ae03-4fcd-9153-1259f0428301 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440328 Sep 24 15:32:29.670139 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-5db82016-0c5d-42e0-8767-16174e90afe7 req-fbe1187e-7a6b-411d-bce3-da3db7c60cd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a1ffcfe-7428-4b33-a85a-f7490f305a46 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:32:29.678913 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-5db82016-0c5d-42e0-8767-16174e90afe7 req-fbe1187e-7a6b-411d-bce3-da3db7c60cd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:29.693413 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-5db82016-0c5d-42e0-8767-16174e90afe7 req-fbe1187e-7a6b-411d-bce3-da3db7c60cd9 service neutron] Transition to ACTIVE for port object 9a1ffcfe-7428-4b33-a85a-f7490f305a46 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:32:29.825985 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-5db82016-0c5d-42e0-8767-16174e90afe7 req-fbe1187e-7a6b-411d-bce3-da3db7c60cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:29.861614 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-00c59a1d-470c-4c5f-b342-36c8c926add4 req-e92b4480-33df-4e9e-95f3-cddaaaa1d566 service neutron] 10.222.0.108 "GET /v2.0/networks/078714d9-431e-4632-b957-c9a7230e7876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4990880 Sep 24 15:32:29.867599 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bdc7d50f-f498-47d7-aedf-5fd210190f29 req-84d19958-5ab8-43fe-9410-7152fb4e2752 tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=c89ae5eb8b2747d88176f45692df49a7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5172677 Sep 24 15:32:29.924484 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe1187e-7a6b-411d-bce3-da3db7c60cd9 service neutron] Pushing event updated for resources: {'Port': ['ID=9a1ffcfe-7428-4b33-a85a-f7490f305a46,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:29.986160 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d3c763-f9c2-44c2-9e89-278cd8906591 req-9d6185cd-c467-42cf-af09-7b7707aeb66d tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:29.987891 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-02d3c763-f9c2-44c2-9e89-278cd8906591 req-9d6185cd-c467-42cf-af09-7b7707aeb66d tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=e5b415a1-2134-4975-b7d5-fc098ae76fc9 HTTP/1.1" status: 200 len: 1096 time: 0.1436539 Sep 24 15:32:30.051170 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-5db82016-0c5d-42e0-8767-16174e90afe7 req-fbe1187e-7a6b-411d-bce3-da3db7c60cd9 service neutron] Attempting to bind port 9a1ffcfe-7428-4b33-a85a-f7490f305a46 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:32:30.051554 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-5db82016-0c5d-42e0-8767-16174e90afe7 req-fbe1187e-7a6b-411d-bce3-da3db7c60cd9 service neutron] Attempting to bind port 9a1ffcfe-7428-4b33-a85a-f7490f305a46 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:32:30.051935 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db82016-0c5d-42e0-8767-16174e90afe7 req-fbe1187e-7a6b-411d-bce3-da3db7c60cd9 service neutron] Attempting to bind port 9a1ffcfe-7428-4b33-a85a-f7490f305a46 on network 9672f189-23fe-44e6-9dd2-257ff8905939 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:32:30.087027 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-02d3c763-f9c2-44c2-9e89-278cd8906591 req-587b0ccf-4457-4fe6-842e-e4565377982a tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921676 Sep 24 15:32:30.088163 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db82016-0c5d-42e0-8767-16174e90afe7 req-fbe1187e-7a6b-411d-bce3-da3db7c60cd9 service neutron] Port 9a1ffcfe-7428-4b33-a85a-f7490f305a46 on network 9672f189-23fe-44e6-9dd2-257ff8905939 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:32:30.088490 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db82016-0c5d-42e0-8767-16174e90afe7 req-fbe1187e-7a6b-411d-bce3-da3db7c60cd9 service neutron] Attempting to bind port 9a1ffcfe-7428-4b33-a85a-f7490f305a46 on network 9672f189-23fe-44e6-9dd2-257ff8905939 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:32:30.104364 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db82016-0c5d-42e0-8767-16174e90afe7 req-fbe1187e-7a6b-411d-bce3-da3db7c60cd9 service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:32:30.104793 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db82016-0c5d-42e0-8767-16174e90afe7 req-fbe1187e-7a6b-411d-bce3-da3db7c60cd9 service neutron] Checking segment: {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:32:30.105093 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db82016-0c5d-42e0-8767-16174e90afe7 req-fbe1187e-7a6b-411d-bce3-da3db7c60cd9 service neutron] Bound using segment: {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:32:30.105540 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-5db82016-0c5d-42e0-8767-16174e90afe7 req-fbe1187e-7a6b-411d-bce3-da3db7c60cd9 service neutron] Bound port: 9a1ffcfe-7428-4b33-a85a-f7490f305a46, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:32:30.106473 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-5db82016-0c5d-42e0-8767-16174e90afe7 req-fbe1187e-7a6b-411d-bce3-da3db7c60cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:30.230577 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-5db82016-0c5d-42e0-8767-16174e90afe7 req-fbe1187e-7a6b-411d-bce3-da3db7c60cd9 service neutron] For port 9a1ffcfe-7428-4b33-a85a-f7490f305a46, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:32:30.230577 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-5db82016-0c5d-42e0-8767-16174e90afe7 req-fbe1187e-7a6b-411d-bce3-da3db7c60cd9 service neutron] For port 9a1ffcfe-7428-4b33-a85a-f7490f305a46, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=9a1ffcfe-7428-4b33-a85a-f7490f305a46,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:32:30.287456 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-5db82016-0c5d-42e0-8767-16174e90afe7 req-fbe1187e-7a6b-411d-bce3-da3db7c60cd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:30.334496 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db82016-0c5d-42e0-8767-16174e90afe7 req-fbe1187e-7a6b-411d-bce3-da3db7c60cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:30.335502 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-5db82016-0c5d-42e0-8767-16174e90afe7 req-fbe1187e-7a6b-411d-bce3-da3db7c60cd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:30.337565 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5db82016-0c5d-42e0-8767-16174e90afe7 req-fbe1187e-7a6b-411d-bce3-da3db7c60cd9 service neutron] 10.222.0.108 "PUT /v2.0/ports/9a1ffcfe-7428-4b33-a85a-f7490f305a46 HTTP/1.1" status: 200 len: 1096 time: 1.4282141 Sep 24 15:32:30.340144 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c86ce5d8-0e1e-4317-9abd-e4c164362491', 'tag': '9a1ffcfe-7428-4b33-a85a-f7490f305a46'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:32:30.353584 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd1b26c0-8026-487c-abde-1172c31f3f13" -d '{"events": [{"name": "network-changed", "server_uuid": "c86ce5d8-0e1e-4317-9abd-e4c164362491", "tag": "9a1ffcfe-7428-4b33-a85a-f7490f305a46"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:32:30.368120 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac03ec2-4809-4afe-8754-4342fe4b4b53 req-dee9c2bb-f9a7-4465-9a11-c55b7c60d70a tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:30.368598 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5ac03ec2-4809-4afe-8754-4342fe4b4b53 req-dee9c2bb-f9a7-4465-9a11-c55b7c60d70a tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=59311d6c-4343-41c9-bf60-082ab6fc25d9 HTTP/1.1" status: 200 len: 943 time: 0.1118083 Sep 24 15:32:30.387156 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe1187e-7a6b-411d-bce3-da3db7c60cd9 service neutron] Pushing event updated for resources: {'Port': ['ID=9a1ffcfe-7428-4b33-a85a-f7490f305a46,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:30.438970 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7d3fc7f2-0706-4253-9f49-1d46fc309a1d req-ef2079ba-a68f-4fc0-8782-01371e558178 tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] 10.222.0.101 "GET /v2.0/ports?device_id=c5ace1dc-c404-4c98-85be-17f33d86d299 HTTP/1.1" status: 200 len: 210 time: 0.0443614 Sep 24 15:32:30.448140 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5ac03ec2-4809-4afe-8754-4342fe4b4b53 req-8502e418-e193-40cd-8784-980ad4939615 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782921 Sep 24 15:32:30.491386 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db82016-0c5d-42e0-8767-16174e90afe7 req-86347eb1-dfe6-43c3-9920-9789733012fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:30.494105 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5db82016-0c5d-42e0-8767-16174e90afe7 req-86347eb1-dfe6-43c3-9920-9789733012fd service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=8d50f07cb8fd472ca8b05cdaff4b245b&device_id=c86ce5d8-0e1e-4317-9abd-e4c164362491 HTTP/1.1" status: 200 len: 1099 time: 0.0537236 Sep 24 15:32:30.578038 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5db82016-0c5d-42e0-8767-16174e90afe7 req-94b5bfb3-e966-4594-b48e-c1ee05c64c1e service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=9a1ffcfe-7428-4b33-a85a-f7490f305a46 HTTP/1.1" status: 200 len: 217 time: 0.0750220 Sep 24 15:32:30.604239 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53eba4c-74fb-4459-b2a4-5f73c6be70fe req-ad1f8835-305f-40b7-a46e-82962d09cb08 tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:30.612936 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e53eba4c-74fb-4459-b2a4-5f73c6be70fe req-ad1f8835-305f-40b7-a46e-82962d09cb08 tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=e5b415a1-2134-4975-b7d5-fc098ae76fc9 HTTP/1.1" status: 200 len: 1096 time: 0.0609930 Sep 24 15:32:30.641797 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dae80c2-9b88-4579-9a43-095258de0c51 req-b7c50aa0-e628-4b47-87e9-5d36093ae7f8 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:30.647153 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1dae80c2-9b88-4579-9a43-095258de0c51 req-b7c50aa0-e628-4b47-87e9-5d36093ae7f8 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] 10.222.0.101 "GET /v2.0/ports?device_id=c86ce5d8-0e1e-4317-9abd-e4c164362491 HTTP/1.1" status: 200 len: 948 time: 0.1302738 Sep 24 15:32:30.680399 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e53eba4c-74fb-4459-b2a4-5f73c6be70fe req-e6ace5d4-0b3e-4297-b4ef-f2cfdd2ddf43 tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662849 Sep 24 15:32:30.682445 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-43fa3583-80f3-4e13-a8e5-aa4856622bf0 req-11c9a36e-b30b-4fe8-ae8d-d4692b4c9cbb tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.110 "GET /v2.0/networks?tenant_id=56d79b96e27b47229c312fd7911aad82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0662372 Sep 24 15:32:30.686530 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db82016-0c5d-42e0-8767-16174e90afe7 req-a4f498da-1e88-4202-9d0e-b080ca344105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:30.688389 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5db82016-0c5d-42e0-8767-16174e90afe7 req-a4f498da-1e88-4202-9d0e-b080ca344105 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.1009653 Sep 24 15:32:30.751604 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1dae80c2-9b88-4579-9a43-095258de0c51 req-c46b0d51-b2a1-47a2-85dd-383bfaa6b0af tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] 10.222.0.101 "GET /v2.0/security-groups?id=0b823a3f-c5d6-4802-a71f-dfc9f06e8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999303 Sep 24 15:32:30.772344 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db82016-0c5d-42e0-8767-16174e90afe7 req-fc0ebbfc-ae7e-4933-bf3b-8a1e38cc1c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:30.778091 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5db82016-0c5d-42e0-8767-16174e90afe7 req-fc0ebbfc-ae7e-4933-bf3b-8a1e38cc1c3e service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0678520 Sep 24 15:32:30.829085 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9f341a56-d021-4582-9bf8-c6495ca83cb9 req-37a55719-a560-4202-8df2-4b472a8117a7 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=e4a0869f-9ffd-41cd-a846-f5fdfab5a715 HTTP/1.1" status: 200 len: 210 time: 0.0479465 Sep 24 15:32:30.865447 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa3583-80f3-4e13-a8e5-aa4856622bf0 req-e872cebb-2899-4382-b059-4249f3f4d2a4 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:30.867055 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-43fa3583-80f3-4e13-a8e5-aa4856622bf0 req-e872cebb-2899-4382-b059-4249f3f4d2a4 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1786590 Sep 24 15:32:30.882436 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-43fa3583-80f3-4e13-a8e5-aa4856622bf0 req-cc32ce7b-8e6a-4002-b554-726478bc3062 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Request body: {'port': {'device_id': 'a06d1df7-77e8-4d02-914c-afedef6fecbc', 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939', 'admin_state_up': True, 'tenant_id': '56d79b96e27b47229c312fd7911aad82'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:32:30.915311 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d354f2ce-457b-4897-a0bc-5b21f86ce082 x-openstack-request-id: req-d354f2ce-457b-4897-a0bc-5b21f86ce082 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:32:30.915603 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c86ce5d8-0e1e-4317-9abd-e4c164362491", "tag": "9a1ffcfe-7428-4b33-a85a-f7490f305a46", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:32:30.916170 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d354f2ce-457b-4897-a0bc-5b21f86ce082 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:32:30.916331 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c86ce5d8-0e1e-4317-9abd-e4c164362491', 'tag': '9a1ffcfe-7428-4b33-a85a-f7490f305a46', 'status': 'completed', 'code': 200} Sep 24 15:32:30.927941 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5db82016-0c5d-42e0-8767-16174e90afe7 req-f35323c7-716e-4f4d-8969-89ae593de6e1 service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289406 Sep 24 15:32:31.063887 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5db82016-0c5d-42e0-8767-16174e90afe7 req-06a89754-92ab-4b83-8a55-4b2b595f7189 service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278021 Sep 24 15:32:31.149744 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43fa3583-80f3-4e13-a8e5-aa4856622bf0 req-cc32ce7b-8e6a-4002-b554-726478bc3062 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Made reservation on behalf of 56d79b96e27b47229c312fd7911aad82 for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:32:31.153426 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-43fa3583-80f3-4e13-a8e5-aa4856622bf0 req-cc32ce7b-8e6a-4002-b554-726478bc3062 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:31.170351 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-43fa3583-80f3-4e13-a8e5-aa4856622bf0 req-cc32ce7b-8e6a-4002-b554-726478bc3062 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:31.286366 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-43fa3583-80f3-4e13-a8e5-aa4856622bf0 req-cc32ce7b-8e6a-4002-b554-726478bc3062 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:31.325118 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1b26c0-8026-487c-abde-1172c31f3f13 req-99761f32-2d03-47d5-a128-245ad13b27af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:31.325118 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cd1b26c0-8026-487c-abde-1172c31f3f13 req-99761f32-2d03-47d5-a128-245ad13b27af service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=8d50f07cb8fd472ca8b05cdaff4b245b&device_id=c86ce5d8-0e1e-4317-9abd-e4c164362491 HTTP/1.1" status: 200 len: 1099 time: 0.0432591 Sep 24 15:32:31.328866 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e9317b50-a5a6-49ec-9b53-5c53b9252d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:31.406986 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-43fa3583-80f3-4e13-a8e5-aa4856622bf0 req-cc32ce7b-8e6a-4002-b554-726478bc3062 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:31.413625 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5744f7a1-b974-432a-b7ef-a67eb0df8749 req-b7cce8d0-7002-4814-8e66-6038e4552601 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.110 "GET /v2.0/networks?tenant_id=56d79b96e27b47229c312fd7911aad82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364544 Sep 24 15:32:31.563090 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [req-43fa3583-80f3-4e13-a8e5-aa4856622bf0 req-cc32ce7b-8e6a-4002-b554-726478bc3062 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Allocated IP 192.168.233.192 (9672f189-23fe-44e6-9dd2-257ff8905939/188edb94-8042-4961-9ec0-8960b1ce1305/1e5b3755-b74e-4468-90a5-9a7050a6ae48) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:32:31.651124 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1b26c0-8026-487c-abde-1172c31f3f13 req-d8c4fee3-0b2e-4397-973c-3a00252c6668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:31.654683 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cd1b26c0-8026-487c-abde-1172c31f3f13 req-d8c4fee3-0b2e-4397-973c-3a00252c6668 service neutron] 10.222.0.108 "GET /v2.0/networks?id=9672f189-23fe-44e6-9dd2-257ff8905939 HTTP/1.1" status: 200 len: 871 time: 0.3116498 Sep 24 15:32:31.685623 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7 details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:32:31.707798 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc32ce7b-8e6a-4002-b554-726478bc3062 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eef367e9-42d2-44b4-a9f7-5ef74619d3e3,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:31.736435 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffdb663-75a9-4c3c-b8d0-ff1d1a0640e0 req-2cbb9321-88c8-47ed-abe6-4ffeb2c25191 tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:31.738621 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cffdb663-75a9-4c3c-b8d0-ff1d1a0640e0 req-2cbb9321-88c8-47ed-abe6-4ffeb2c25191 tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=e5b415a1-2134-4975-b7d5-fc098ae76fc9 HTTP/1.1" status: 200 len: 1096 time: 0.1419020 Sep 24 15:32:31.775713 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cd1b26c0-8026-487c-abde-1172c31f3f13 req-eb6c48ea-dfd5-4945-beb1-406cf36ae247 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=9a1ffcfe-7428-4b33-a85a-f7490f305a46 HTTP/1.1" status: 200 len: 217 time: 0.0967579 Sep 24 15:32:31.790366 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5744f7a1-b974-432a-b7ef-a67eb0df8749 req-37ec8f30-561e-44f5-bb35-bd7274803306 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:31.792030 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5744f7a1-b974-432a-b7ef-a67eb0df8749 req-37ec8f30-561e-44f5-bb35-bd7274803306 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2898102 Sep 24 15:32:31.820877 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-5744f7a1-b974-432a-b7ef-a67eb0df8749 req-0b8800ef-5e26-441b-b164-ddc2e043c4dc tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Request body: {'port': {'device_id': 'e4a0869f-9ffd-41cd-a846-f5fdfab5a715', 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939', 'admin_state_up': True, 'tenant_id': '56d79b96e27b47229c312fd7911aad82'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:32:31.849442 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cffdb663-75a9-4c3c-b8d0-ff1d1a0640e0 req-e61aa87f-4258-451a-8b87-342f054a9639 tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979769 Sep 24 15:32:31.911514 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7,segment=NetworkSegment(21e1a332-491d-46ef-987f-a7724d369c2e),segment_id=21e1a332-491d-46ef-987f-a7724d369c2e)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:32:31.914591 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-43fa3583-80f3-4e13-a8e5-aa4856622bf0 req-cc32ce7b-8e6a-4002-b554-726478bc3062 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:31.937606 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': '66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7', 'network_id': '078714d9-431e-4632-b957-c9a7230e7876', 'port_id': '66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7', 'mac_address': 'fa:16:3e:81:27:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84366809-0e1f-47c8-b0ea-166b7d29d1a7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:32:31.985394 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9d74836e-4af7-47e7-9aba-27acea1c8f35 req-7c189f8a-0d65-4087-9a2d-04f8e630365e tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] 10.222.0.101 "GET /v2.0/ports?device_id=c5ace1dc-c404-4c98-85be-17f33d86d299 HTTP/1.1" status: 200 len: 210 time: 0.0955310 Sep 24 15:32:32.032696 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1b26c0-8026-487c-abde-1172c31f3f13 req-c2052b73-35a8-447b-855c-2788f8220956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:32.034567 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cd1b26c0-8026-487c-abde-1172c31f3f13 req-c2052b73-35a8-447b-855c-2788f8220956 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.2413983 Sep 24 15:32:32.040464 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:32.052686 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-43fa3583-80f3-4e13-a8e5-aa4856622bf0 req-cc32ce7b-8e6a-4002-b554-726478bc3062 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:32.057246 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:32:32.078943 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7,segment=NetworkSegment(21e1a332-491d-46ef-987f-a7724d369c2e),segment_id=21e1a332-491d-46ef-987f-a7724d369c2e)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:32:32.110326 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43fa3583-80f3-4e13-a8e5-aa4856622bf0 req-cc32ce7b-8e6a-4002-b554-726478bc3062 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Network 9672f189-23fe-44e6-9dd2-257ff8905939 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:32:32.115710 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1b26c0-8026-487c-abde-1172c31f3f13 req-9991a48b-9584-4530-9d36-8f8d1607f7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:32.117225 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cd1b26c0-8026-487c-abde-1172c31f3f13 req-9991a48b-9584-4530-9d36-8f8d1607f7f2 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0702188 Sep 24 15:32:32.119505 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [req-43fa3583-80f3-4e13-a8e5-aa4856622bf0 req-cc32ce7b-8e6a-4002-b554-726478bc3062 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:32:32.124607 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-43fa3583-80f3-4e13-a8e5-aa4856622bf0 req-cc32ce7b-8e6a-4002-b554-726478bc3062 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:32:32.130788 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa3583-80f3-4e13-a8e5-aa4856622bf0 req-cc32ce7b-8e6a-4002-b554-726478bc3062 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:32.131590 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-43fa3583-80f3-4e13-a8e5-aa4856622bf0 req-cc32ce7b-8e6a-4002-b554-726478bc3062 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:32.144167 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0184e0-4c89-44e4-bda9-39a3d0523d04 req-8acc3792-3986-4fca-8cc5-0d6f9d4461a8 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:32.145593 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ba0184e0-4c89-44e4-bda9-39a3d0523d04 req-8acc3792-3986-4fca-8cc5-0d6f9d4461a8 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=59311d6c-4343-41c9-bf60-082ab6fc25d9 HTTP/1.1" status: 200 len: 943 time: 0.1319947 Sep 24 15:32:32.146297 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc32ce7b-8e6a-4002-b554-726478bc3062 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Pushing event updated for resources: {'Port': ['ID=1e5b3755-b74e-4468-90a5-9a7050a6ae48,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:32.228049 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ba0184e0-4c89-44e4-bda9-39a3d0523d04 req-70e7a0f8-7342-40c4-ae55-aff9d0d45ffd tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712917 Sep 24 15:32:32.234099 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:32.253547 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5744f7a1-b974-432a-b7ef-a67eb0df8749 req-0b8800ef-5e26-441b-b164-ddc2e043c4dc tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Made reservation on behalf of 56d79b96e27b47229c312fd7911aad82 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:32:32.257283 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-5744f7a1-b974-432a-b7ef-a67eb0df8749 req-0b8800ef-5e26-441b-b164-ddc2e043c4dc tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:32.271541 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cd1b26c0-8026-487c-abde-1172c31f3f13 req-a2d69bbf-1f91-4705-b715-7c8b4424aec6 service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428213 Sep 24 15:32:32.330333 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:32.367284 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e134cc56-da05-4ba9-8b0a-4dba98f0a72e req-d726db65-57db-4e25-964c-3f22b5367ce6 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=e4a0869f-9ffd-41cd-a846-f5fdfab5a715 HTTP/1.1" status: 200 len: 210 time: 0.0286651 Sep 24 15:32:32.396767 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-adc3e320-d1e1-4bc7-b1f1-170076a91f48 None None] Provisioning complete for port 1e5b3755-b74e-4468-90a5-9a7050a6ae48 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:32:32.397064 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-adc3e320-d1e1-4bc7-b1f1-170076a91f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:32.419036 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-43fa3583-80f3-4e13-a8e5-aa4856622bf0 req-cc32ce7b-8e6a-4002-b554-726478bc3062 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5414951 Sep 24 15:32:32.432970 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-43fa3583-80f3-4e13-a8e5-aa4856622bf0 req-2cff9f36-baa2-4717-8881-98e77b67075e service neutron] Request body: {'port': {'device_id': 'a06d1df7-77e8-4d02-914c-afedef6fecbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:32:32.437702 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-adc3e320-d1e1-4bc7-b1f1-170076a91f48 None None] Port 1e5b3755-b74e-4468-90a5-9a7050a6ae48 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:32:32.480588 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:32:32.505539 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-43fa3583-80f3-4e13-a8e5-aa4856622bf0 req-2cff9f36-baa2-4717-8881-98e77b67075e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:32.522548 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db7d394-7d84-4288-aff7-d685f10f207a req-af9a18aa-c08a-47de-b23a-f64d274770e2 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:32.534905 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7db7d394-7d84-4288-aff7-d685f10f207a req-af9a18aa-c08a-47de-b23a-f64d274770e2 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] 10.222.0.101 "GET /v2.0/ports?device_id=c86ce5d8-0e1e-4317-9abd-e4c164362491 HTTP/1.1" status: 200 len: 948 time: 0.2267110 Sep 24 15:32:32.590782 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-5744f7a1-b974-432a-b7ef-a67eb0df8749 req-0b8800ef-5e26-441b-b164-ddc2e043c4dc tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Allocated IP 192.168.233.225 (9672f189-23fe-44e6-9dd2-257ff8905939/188edb94-8042-4961-9ec0-8960b1ce1305/7229ebc4-e762-45bc-b63d-6068046d0119) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:32:32.604431 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cd1b26c0-8026-487c-abde-1172c31f3f13 req-2b49ceb5-d91b-4a01-83d3-db75a4b2e99f service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3229845 Sep 24 15:32:32.642196 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7db7d394-7d84-4288-aff7-d685f10f207a req-ac9346a2-d77f-4a18-a885-80ad3bf6d7e0 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] 10.222.0.101 "GET /v2.0/security-groups?id=0b823a3f-c5d6-4802-a71f-dfc9f06e8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063943 Sep 24 15:32:32.898132 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-5744f7a1-b974-432a-b7ef-a67eb0df8749 req-0b8800ef-5e26-441b-b164-ddc2e043c4dc tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:32.959279 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bdc7d50f-f498-47d7-aedf-5fd210190f29 req-dd72e42e-027d-4488-8d6b-5fbce9bf5c84 tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] 10.222.0.108 "GET /v2.0/networks?tenant_id=c89ae5eb8b2747d88176f45692df49a7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216415 Sep 24 15:32:33.009275 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-5744f7a1-b974-432a-b7ef-a67eb0df8749 req-0b8800ef-5e26-441b-b164-ddc2e043c4dc tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:33.111209 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5744f7a1-b974-432a-b7ef-a67eb0df8749 req-0b8800ef-5e26-441b-b164-ddc2e043c4dc tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Network 9672f189-23fe-44e6-9dd2-257ff8905939 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:32:33.120852 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-5744f7a1-b974-432a-b7ef-a67eb0df8749 req-0b8800ef-5e26-441b-b164-ddc2e043c4dc tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:32:33.124303 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c66ba128-5549-43c2-b756-e0d1e70b90bb req-6bf08389-1eb6-4fd4-9776-9623081ee2a1 tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] 10.222.0.101 "GET /v2.0/ports?device_id=c5ace1dc-c404-4c98-85be-17f33d86d299 HTTP/1.1" status: 200 len: 210 time: 0.0406253 Sep 24 15:32:33.128260 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1262e34a-77d6-4e54-92af-b5653803f4d3 req-6e335cbf-0ee2-4850-8b58-ee81ca74e8fd tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:33.129794 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1262e34a-77d6-4e54-92af-b5653803f4d3 req-6e335cbf-0ee2-4850-8b58-ee81ca74e8fd tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=e5b415a1-2134-4975-b7d5-fc098ae76fc9 HTTP/1.1" status: 200 len: 1096 time: 0.1696649 Sep 24 15:32:33.142655 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-5744f7a1-b974-432a-b7ef-a67eb0df8749 req-0b8800ef-5e26-441b-b164-ddc2e043c4dc tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:32:33.149331 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8800ef-5e26-441b-b164-ddc2e043c4dc tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Pushing event updated for resources: {'Port': ['ID=7229ebc4-e762-45bc-b63d-6068046d0119,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:33.199682 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc7d50f-f498-47d7-aedf-5fd210190f29 req-c332cfe6-1433-4adc-a772-43a461508da7 tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:33.206999 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bdc7d50f-f498-47d7-aedf-5fd210190f29 req-c332cfe6-1433-4adc-a772-43a461508da7 tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2395389 Sep 24 15:32:33.236364 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [req-43fa3583-80f3-4e13-a8e5-aa4856622bf0 req-2cff9f36-baa2-4717-8881-98e77b67075e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e5b3755-b74e-4468-90a5-9a7050a6ae48 {{(pid=95297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:32:33.237238 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-bdc7d50f-f498-47d7-aedf-5fd210190f29 req-e0d37019-3f90-4cee-8893-e9597c2b42fd tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] Request body: {'port': {'device_id': 'c5ace1dc-c404-4c98-85be-17f33d86d299', 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939', 'admin_state_up': True, 'tenant_id': 'c89ae5eb8b2747d88176f45692df49a7'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:32:33.246296 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-43fa3583-80f3-4e13-a8e5-aa4856622bf0 req-2cff9f36-baa2-4717-8881-98e77b67075e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:33.260047 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1262e34a-77d6-4e54-92af-b5653803f4d3 req-36f1ddeb-f1d3-4d27-9c2b-7628ce950548 tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171455 Sep 24 15:32:33.276635 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5744f7a1-b974-432a-b7ef-a67eb0df8749 req-0b8800ef-5e26-441b-b164-ddc2e043c4dc tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:33.276940 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-5744f7a1-b974-432a-b7ef-a67eb0df8749 req-0b8800ef-5e26-441b-b164-ddc2e043c4dc tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:33.278578 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 39070) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:32:33.287022 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.provisioning_blocks [req-43fa3583-80f3-4e13-a8e5-aa4856622bf0 req-2cff9f36-baa2-4717-8881-98e77b67075e service neutron] Transition to ACTIVE for port object 1e5b3755-b74e-4468-90a5-9a7050a6ae48 will not be triggered until provisioned by entity L2. {{(pid=95297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:32:33.409429 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-43fa3583-80f3-4e13-a8e5-aa4856622bf0 req-2cff9f36-baa2-4717-8881-98e77b67075e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:33.455509 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5744f7a1-b974-432a-b7ef-a67eb0df8749 req-0b8800ef-5e26-441b-b164-ddc2e043c4dc tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6520844 Sep 24 15:32:33.470578 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-5744f7a1-b974-432a-b7ef-a67eb0df8749 req-ccffa5f9-1cce-481f-9271-7f7925e2e64a service neutron] Request body: {'port': {'device_id': 'e4a0869f-9ffd-41cd-a846-f5fdfab5a715', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:32:33.471853 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-cee18d96-9149-41a2-b420-023a0bc4e1b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:33.486091 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-aced0767-97af-44a8-9a7b-3e834cc74324 None None] Provisioning complete for port 7229ebc4-e762-45bc-b63d-6068046d0119 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:32:33.487245 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-aced0767-97af-44a8-9a7b-3e834cc74324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:33.503125 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8a5c30-2dc7-4122-b4f8-59f448d9ac60 req-4b206d45-60db-49ee-be6f-ba3292d454de tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:33.510609 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2a8a5c30-2dc7-4122-b4f8-59f448d9ac60 req-4b206d45-60db-49ee-be6f-ba3292d454de tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=59311d6c-4343-41c9-bf60-082ab6fc25d9 HTTP/1.1" status: 200 len: 944 time: 0.1556094 Sep 24 15:32:33.522911 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cff9f36-baa2-4717-8881-98e77b67075e service neutron] Pushing event updated for resources: {'Port': ['ID=1e5b3755-b74e-4468-90a5-9a7050a6ae48,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:33.555114 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-aced0767-97af-44a8-9a7b-3e834cc74324 None None] Port 7229ebc4-e762-45bc-b63d-6068046d0119 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:32:33.589397 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-43fa3583-80f3-4e13-a8e5-aa4856622bf0 req-2cff9f36-baa2-4717-8881-98e77b67075e service neutron] Attempting to bind port 1e5b3755-b74e-4468-90a5-9a7050a6ae48 on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:32:33.589732 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-43fa3583-80f3-4e13-a8e5-aa4856622bf0 req-2cff9f36-baa2-4717-8881-98e77b67075e service neutron] Attempting to bind port 1e5b3755-b74e-4468-90a5-9a7050a6ae48 by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:32:33.593088 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fa3583-80f3-4e13-a8e5-aa4856622bf0 req-2cff9f36-baa2-4717-8881-98e77b67075e service neutron] Attempting to bind port 1e5b3755-b74e-4468-90a5-9a7050a6ae48 on network 9672f189-23fe-44e6-9dd2-257ff8905939 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:32:33.605319 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fa3583-80f3-4e13-a8e5-aa4856622bf0 req-2cff9f36-baa2-4717-8881-98e77b67075e service neutron] Port 1e5b3755-b74e-4468-90a5-9a7050a6ae48 on network 9672f189-23fe-44e6-9dd2-257ff8905939 not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:32:33.605660 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fa3583-80f3-4e13-a8e5-aa4856622bf0 req-2cff9f36-baa2-4717-8881-98e77b67075e service neutron] Attempting to bind port 1e5b3755-b74e-4468-90a5-9a7050a6ae48 on network 9672f189-23fe-44e6-9dd2-257ff8905939 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:32:33.610320 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2a8a5c30-2dc7-4122-b4f8-59f448d9ac60 req-da332b6d-3e45-44ca-a430-d3d0e7c28a93 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988243 Sep 24 15:32:33.622583 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fa3583-80f3-4e13-a8e5-aa4856622bf0 req-2cff9f36-baa2-4717-8881-98e77b67075e service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:32:33.632673 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fa3583-80f3-4e13-a8e5-aa4856622bf0 req-2cff9f36-baa2-4717-8881-98e77b67075e service neutron] Checking segment: {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:32:33.633161 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43fa3583-80f3-4e13-a8e5-aa4856622bf0 req-2cff9f36-baa2-4717-8881-98e77b67075e service neutron] Bound using segment: {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:32:33.633670 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-43fa3583-80f3-4e13-a8e5-aa4856622bf0 req-2cff9f36-baa2-4717-8881-98e77b67075e service neutron] Bound port: 1e5b3755-b74e-4468-90a5-9a7050a6ae48, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'}}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:32:33.634045 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-43fa3583-80f3-4e13-a8e5-aa4856622bf0 req-2cff9f36-baa2-4717-8881-98e77b67075e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:33.698820 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7 up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:32:33.783000 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-43fa3583-80f3-4e13-a8e5-aa4856622bf0 req-2cff9f36-baa2-4717-8881-98e77b67075e service neutron] For port 1e5b3755-b74e-4468-90a5-9a7050a6ae48, host n-h1-808921-1, cleared binding levels {{(pid=95297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:32:33.793597 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdc7d50f-f498-47d7-aedf-5fd210190f29 req-e0d37019-3f90-4cee-8893-e9597c2b42fd tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] Made reservation on behalf of c89ae5eb8b2747d88176f45692df49a7 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:32:33.795606 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-43fa3583-80f3-4e13-a8e5-aa4856622bf0 req-2cff9f36-baa2-4717-8881-98e77b67075e service neutron] For port 1e5b3755-b74e-4468-90a5-9a7050a6ae48, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=1e5b3755-b74e-4468-90a5-9a7050a6ae48,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:32:33.798225 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-bdc7d50f-f498-47d7-aedf-5fd210190f29 req-e0d37019-3f90-4cee-8893-e9597c2b42fd tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:33.804672 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25540b2-5713-41c6-8778-941da8f19c73 req-76dbbd83-9834-48bb-a50b-d5910bf0be10 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:33.805830 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a25540b2-5713-41c6-8778-941da8f19c73 req-76dbbd83-9834-48bb-a50b-d5910bf0be10 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=e4a0869f-9ffd-41cd-a846-f5fdfab5a715 HTTP/1.1" status: 200 len: 936 time: 0.1216197 Sep 24 15:32:33.806917 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4b2f401a-40f6-4f98-8219-08e10066c03c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:33.823879 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port 66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:32:33.828993 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port 66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:32:33.840774 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:33.840925 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-cee18d96-9149-41a2-b420-023a0bc4e1b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:33.846612 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-5744f7a1-b974-432a-b7ef-a67eb0df8749 req-ccffa5f9-1cce-481f-9271-7f7925e2e64a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:33.862166 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a25540b2-5713-41c6-8778-941da8f19c73 req-41be950b-5d18-4abf-9049-7b8bdfff6a9d tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472913 Sep 24 15:32:33.870513 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-43fa3583-80f3-4e13-a8e5-aa4856622bf0 req-2cff9f36-baa2-4717-8881-98e77b67075e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:33.927944 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-cee18d96-9149-41a2-b420-023a0bc4e1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:33.945165 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:33.980577 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa3583-80f3-4e13-a8e5-aa4856622bf0 req-2cff9f36-baa2-4717-8881-98e77b67075e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:33.981202 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-43fa3583-80f3-4e13-a8e5-aa4856622bf0 req-2cff9f36-baa2-4717-8881-98e77b67075e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:33.982998 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-43fa3583-80f3-4e13-a8e5-aa4856622bf0 req-2cff9f36-baa2-4717-8881-98e77b67075e service neutron] 10.222.0.110 "PUT /v2.0/ports/1e5b3755-b74e-4468-90a5-9a7050a6ae48 HTTP/1.1" status: 200 len: 1096 time: 1.5539689 Sep 24 15:32:33.985904 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a06d1df7-77e8-4d02-914c-afedef6fecbc', 'tag': '1e5b3755-b74e-4468-90a5-9a7050a6ae48'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:32:33.988311 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6607958f-8f5c-4467-a9f6-440392d1d365" -d '{"events": [{"name": "network-changed", "server_uuid": "a06d1df7-77e8-4d02-914c-afedef6fecbc", "tag": "1e5b3755-b74e-4468-90a5-9a7050a6ae48"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:32:34.010864 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59311d6c-4343-41c9-bf60-082ab6fc25d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:32:34.014825 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7bb7d13-ce32-49d4-a5fb-7cecfb40dedd" -d '{"events": [{"server_uuid": "59311d6c-4343-41c9-bf60-082ab6fc25d9", "name": "network-vif-plugged", "status": "completed", "tag": "66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:32:34.053381 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7,segment=NetworkSegment(21e1a332-491d-46ef-987f-a7724d369c2e),segment_id=21e1a332-491d-46ef-987f-a7724d369c2e)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:32:34.063129 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cff9f36-baa2-4717-8881-98e77b67075e service neutron] Pushing event updated for resources: {'Port': ['ID=1e5b3755-b74e-4468-90a5-9a7050a6ae48,revision_number=3']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:34.068783 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee18d96-9149-41a2-b420-023a0bc4e1b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d44651-b100-452c-a2d2-3ed542588728,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:34.074861 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-cee18d96-9149-41a2-b420-023a0bc4e1b2 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=77f5fa75075d49ba96da4f3ba929b0d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7943211 Sep 24 15:32:34.078594 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 39098) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:32:34.116562 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:34.167906 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-bdc7d50f-f498-47d7-aedf-5fd210190f29 req-e0d37019-3f90-4cee-8893-e9597c2b42fd tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] Allocated IP 192.168.233.223 (9672f189-23fe-44e6-9dd2-257ff8905939/188edb94-8042-4961-9ec0-8960b1ce1305/aef1e145-cb78-481a-a9ab-c8fede72f1ea) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:32:34.259467 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f8902767-ca9f-417c-a665-d8bff155deab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:34.268975 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:34.316166 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580387e0-6665-49f0-81b4-c2e4a2fe3b20 req-29b51e2b-aad2-4528-b839-6e628b1038f6 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:34.317966 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-580387e0-6665-49f0-81b4-c2e4a2fe3b20 req-29b51e2b-aad2-4528-b839-6e628b1038f6 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] 10.222.0.101 "GET /v2.0/ports?device_id=c86ce5d8-0e1e-4317-9abd-e4c164362491 HTTP/1.1" status: 200 len: 948 time: 0.1685147 Sep 24 15:32:34.332787 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f8902767-ca9f-417c-a665-d8bff155deab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:34.336096 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa3583-80f3-4e13-a8e5-aa4856622bf0 req-d341209c-8900-45a3-b740-9fb941340c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:34.338411 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-43fa3583-80f3-4e13-a8e5-aa4856622bf0 req-d341209c-8900-45a3-b740-9fb941340c2c service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=56d79b96e27b47229c312fd7911aad82&device_id=a06d1df7-77e8-4d02-914c-afedef6fecbc HTTP/1.1" status: 200 len: 1099 time: 0.2134857 Sep 24 15:32:34.355701 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:34.425532 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-43fa3583-80f3-4e13-a8e5-aa4856622bf0 req-55c58dba-f56d-4c45-ac0b-102c33a68281 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=1e5b3755-b74e-4468-90a5-9a7050a6ae48 HTTP/1.1" status: 200 len: 217 time: 0.0594211 Sep 24 15:32:34.428475 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-580387e0-6665-49f0-81b4-c2e4a2fe3b20 req-fb2a8cb8-6900-4029-9fbd-be1a24e5fe0e tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] 10.222.0.101 "GET /v2.0/security-groups?id=0b823a3f-c5d6-4802-a71f-dfc9f06e8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994270 Sep 24 15:32:34.442782 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-bdc7d50f-f498-47d7-aedf-5fd210190f29 req-e0d37019-3f90-4cee-8893-e9597c2b42fd tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:34.484166 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa3583-80f3-4e13-a8e5-aa4856622bf0 req-a097cda5-75bb-4a31-a9ae-a75fe4d668d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:34.485578 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-43fa3583-80f3-4e13-a8e5-aa4856622bf0 req-a097cda5-75bb-4a31-a9ae-a75fe4d668d1 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.0523126 Sep 24 15:32:34.494042 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abcadbd1-4741-47c8-ad0c-d475d26375c9 x-openstack-request-id: req-abcadbd1-4741-47c8-ad0c-d475d26375c9 {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:32:34.494586 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a06d1df7-77e8-4d02-914c-afedef6fecbc", "tag": "1e5b3755-b74e-4468-90a5-9a7050a6ae48", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:32:34.498434 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-abcadbd1-4741-47c8-ad0c-d475d26375c9 {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:32:34.501376 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a06d1df7-77e8-4d02-914c-afedef6fecbc', 'tag': '1e5b3755-b74e-4468-90a5-9a7050a6ae48', 'status': 'completed', 'code': 200} Sep 24 15:32:34.536280 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac5e1bc-4d9e-41cd-b76b-13a34006ec07 x-openstack-request-id: req-3ac5e1bc-4d9e-41cd-b76b-13a34006ec07 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:32:34.536787 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59311d6c-4343-41c9-bf60-082ab6fc25d9", "name": "network-vif-plugged", "status": "completed", "tag": "66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:32:34.536868 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-3ac5e1bc-4d9e-41cd-b76b-13a34006ec07 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:32:34.537275 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59311d6c-4343-41c9-bf60-082ab6fc25d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7', 'code': 200} Sep 24 15:32:34.545415 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f8902767-ca9f-417c-a665-d8bff155deab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:34.548384 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f8902767-ca9f-417c-a665-d8bff155deab admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:34.549773 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f8902767-ca9f-417c-a665-d8bff155deab admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/b0d44651-b100-452c-a2d2-3ed542588728 HTTP/1.1" status: 204 len: 168 time: 0.4700487 Sep 24 15:32:34.562227 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa3583-80f3-4e13-a8e5-aa4856622bf0 req-c4b7f6c8-96c8-4ab5-a221-0a818b940125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:34.563767 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-43fa3583-80f3-4e13-a8e5-aa4856622bf0 req-c4b7f6c8-96c8-4ab5-a221-0a818b940125 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0633996 Sep 24 15:32:34.564593 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8902767-ca9f-417c-a665-d8bff155deab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d44651-b100-452c-a2d2-3ed542588728,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:34.665288 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-bdc7d50f-f498-47d7-aedf-5fd210190f29 req-e0d37019-3f90-4cee-8893-e9597c2b42fd tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:34.679454 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['cb27e054-d80a-42e9-9929-70002b571a5a'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:32:34.731692 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb65cd4-5a0b-4ecb-a095-791146a806ee req-aeeeb78c-7fc4-4233-b8bb-874de1b66ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:34.733731 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2fb65cd4-5a0b-4ecb-a095-791146a806ee req-aeeeb78c-7fc4-4233-b8bb-874de1b66ec9 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=59311d6c-4343-41c9-bf60-082ab6fc25d9 HTTP/1.1" status: 200 len: 1096 time: 0.1225963 Sep 24 15:32:34.735548 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdc7d50f-f498-47d7-aedf-5fd210190f29 req-e0d37019-3f90-4cee-8893-e9597c2b42fd tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] Network 9672f189-23fe-44e6-9dd2-257ff8905939 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:32:34.743228 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-bdc7d50f-f498-47d7-aedf-5fd210190f29 req-e0d37019-3f90-4cee-8893-e9597c2b42fd tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:32:34.750752 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdc7d50f-f498-47d7-aedf-5fd210190f29 req-e0d37019-3f90-4cee-8893-e9597c2b42fd tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:32:34.762372 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-43fa3583-80f3-4e13-a8e5-aa4856622bf0 req-16a13abb-9eb5-430c-8872-1251f42defb1 service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900733 Sep 24 15:32:34.788057 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7485455d-a3be-4bb4-a052-8435a779b048 req-e2bb4665-fd04-4491-bf12-814167cd6a17 tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:34.789650 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7485455d-a3be-4bb4-a052-8435a779b048 req-e2bb4665-fd04-4491-bf12-814167cd6a17 tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] 10.222.0.101 "GET /v2.0/ports?device_id=c5ace1dc-c404-4c98-85be-17f33d86d299 HTTP/1.1" status: 200 len: 936 time: 0.1396823 Sep 24 15:32:34.820752 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d37019-3f90-4cee-8893-e9597c2b42fd tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] Pushing event updated for resources: {'Port': ['ID=aef1e145-cb78-481a-a9ab-c8fede72f1ea,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:34.863898 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc7d50f-f498-47d7-aedf-5fd210190f29 req-e0d37019-3f90-4cee-8893-e9597c2b42fd tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:34.863898 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-bdc7d50f-f498-47d7-aedf-5fd210190f29 req-e0d37019-3f90-4cee-8893-e9597c2b42fd tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:34.904695 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2fb65cd4-5a0b-4ecb-a095-791146a806ee req-758fe9c6-8dcd-44be-b1c7-4949b7570080 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612151 Sep 24 15:32:35.000283 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bdc7d50f-f498-47d7-aedf-5fd210190f29 req-e0d37019-3f90-4cee-8893-e9597c2b42fd tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7715294 Sep 24 15:32:35.005480 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7485455d-a3be-4bb4-a052-8435a779b048 req-1b836988-4a59-4dcf-b08f-445e925f4cb9 tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] 10.222.0.101 "GET /v2.0/security-groups?id=223a1c96-f86f-4775-9cca-b7dd2dd3815c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714218 Sep 24 15:32:35.011098 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-5744f7a1-b974-432a-b7ef-a67eb0df8749 req-ccffa5f9-1cce-481f-9271-7f7925e2e64a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7229ebc4-e762-45bc-b63d-6068046d0119 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:32:35.011346 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-43fa3583-80f3-4e13-a8e5-aa4856622bf0 req-51d4635c-597a-4b15-b230-e69411c80e15 service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412517 Sep 24 15:32:35.034866 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-5744f7a1-b974-432a-b7ef-a67eb0df8749 req-ccffa5f9-1cce-481f-9271-7f7925e2e64a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:35.051643 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-5744f7a1-b974-432a-b7ef-a67eb0df8749 req-ccffa5f9-1cce-481f-9271-7f7925e2e64a service neutron] Transition to ACTIVE for port object 7229ebc4-e762-45bc-b63d-6068046d0119 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:32:35.101556 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-6c49a77b-677a-4c6b-820f-e6538f281ddc None None] Provisioning complete for port aef1e145-cb78-481a-a9ab-c8fede72f1ea triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:32:35.102402 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6c49a77b-677a-4c6b-820f-e6538f281ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:35.110673 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-bdc7d50f-f498-47d7-aedf-5fd210190f29 req-14d37179-db74-4f7d-a8e3-0097fec80de9 service neutron] Request body: {'port': {'device_id': 'c5ace1dc-c404-4c98-85be-17f33d86d299', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:32:35.134201 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-5744f7a1-b974-432a-b7ef-a67eb0df8749 req-ccffa5f9-1cce-481f-9271-7f7925e2e64a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:35.134406 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e233a9e-4e49-42c3-a90c-f9adb9f54257 req-565077f9-a16a-4ee3-b036-aa5eb81bf613 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:35.135685 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:35.142743 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8e233a9e-4e49-42c3-a90c-f9adb9f54257 req-565077f9-a16a-4ee3-b036-aa5eb81bf613 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=59311d6c-4343-41c9-bf60-082ab6fc25d9 HTTP/1.1" status: 200 len: 945 time: 0.0752256 Sep 24 15:32:35.155289 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-6c49a77b-677a-4c6b-820f-e6538f281ddc None None] Port aef1e145-cb78-481a-a9ab-c8fede72f1ea cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:32:35.216367 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8e233a9e-4e49-42c3-a90c-f9adb9f54257 req-c0d3917e-ea3f-44e5-a126-6ee3854b9f0a tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724642 Sep 24 15:32:35.233312 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6607958f-8f5c-4467-a9f6-440392d1d365 req-0ed976d3-ddea-4832-ad5d-06abe20ea5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:35.240904 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6607958f-8f5c-4467-a9f6-440392d1d365 req-0ed976d3-ddea-4832-ad5d-06abe20ea5c1 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=56d79b96e27b47229c312fd7911aad82&device_id=a06d1df7-77e8-4d02-914c-afedef6fecbc HTTP/1.1" status: 200 len: 1099 time: 0.0893009 Sep 24 15:32:35.243831 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccffa5f9-1cce-481f-9271-7f7925e2e64a service neutron] Pushing event updated for resources: {'Port': ['ID=7229ebc4-e762-45bc-b63d-6068046d0119,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:35.248080 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-bdc7d50f-f498-47d7-aedf-5fd210190f29 req-14d37179-db74-4f7d-a8e3-0097fec80de9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:35.405528 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-5744f7a1-b974-432a-b7ef-a67eb0df8749 req-ccffa5f9-1cce-481f-9271-7f7925e2e64a service neutron] Attempting to bind port 7229ebc4-e762-45bc-b63d-6068046d0119 on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:32:35.406107 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-5744f7a1-b974-432a-b7ef-a67eb0df8749 req-ccffa5f9-1cce-481f-9271-7f7925e2e64a service neutron] Attempting to bind port 7229ebc4-e762-45bc-b63d-6068046d0119 by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:32:35.406619 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5744f7a1-b974-432a-b7ef-a67eb0df8749 req-ccffa5f9-1cce-481f-9271-7f7925e2e64a service neutron] Attempting to bind port 7229ebc4-e762-45bc-b63d-6068046d0119 on network 9672f189-23fe-44e6-9dd2-257ff8905939 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:32:35.453790 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af91fb45-f4e7-457d-a844-add9f06e21a2 req-395c3690-ea4e-446d-91c1-186bde12e586 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:35.455432 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-af91fb45-f4e7-457d-a844-add9f06e21a2 req-395c3690-ea4e-446d-91c1-186bde12e586 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=e4a0869f-9ffd-41cd-a846-f5fdfab5a715 HTTP/1.1" status: 200 len: 948 time: 0.0975037 Sep 24 15:32:35.461142 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6607958f-8f5c-4467-a9f6-440392d1d365 req-6c51d354-a696-4d9c-9a72-e377282061f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:35.462894 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6607958f-8f5c-4467-a9f6-440392d1d365 req-6c51d354-a696-4d9c-9a72-e377282061f5 service neutron] 10.222.0.110 "GET /v2.0/networks?id=9672f189-23fe-44e6-9dd2-257ff8905939 HTTP/1.1" status: 200 len: 871 time: 0.2139921 Sep 24 15:32:35.484972 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5744f7a1-b974-432a-b7ef-a67eb0df8749 req-ccffa5f9-1cce-481f-9271-7f7925e2e64a service neutron] Port 7229ebc4-e762-45bc-b63d-6068046d0119 on network 9672f189-23fe-44e6-9dd2-257ff8905939 not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:32:35.485296 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5744f7a1-b974-432a-b7ef-a67eb0df8749 req-ccffa5f9-1cce-481f-9271-7f7925e2e64a service neutron] Attempting to bind port 7229ebc4-e762-45bc-b63d-6068046d0119 on network 9672f189-23fe-44e6-9dd2-257ff8905939 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:32:35.524248 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5744f7a1-b974-432a-b7ef-a67eb0df8749 req-ccffa5f9-1cce-481f-9271-7f7925e2e64a service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:32:35.524602 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5744f7a1-b974-432a-b7ef-a67eb0df8749 req-ccffa5f9-1cce-481f-9271-7f7925e2e64a service neutron] Checking segment: {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:32:35.524973 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5744f7a1-b974-432a-b7ef-a67eb0df8749 req-ccffa5f9-1cce-481f-9271-7f7925e2e64a service neutron] Bound using segment: {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:32:35.525410 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-5744f7a1-b974-432a-b7ef-a67eb0df8749 req-ccffa5f9-1cce-481f-9271-7f7925e2e64a service neutron] Bound port: 7229ebc4-e762-45bc-b63d-6068046d0119, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:32:35.525814 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-5744f7a1-b974-432a-b7ef-a67eb0df8749 req-ccffa5f9-1cce-481f-9271-7f7925e2e64a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:35.540629 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6607958f-8f5c-4467-a9f6-440392d1d365 req-7738c5ca-c475-401a-bf89-b4092457cf2b service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=1e5b3755-b74e-4468-90a5-9a7050a6ae48 HTTP/1.1" status: 200 len: 217 time: 0.0463243 Sep 24 15:32:35.660249 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-af91fb45-f4e7-457d-a844-add9f06e21a2 req-1952fbbf-c7a4-4597-a036-12e85da001d2 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963744 Sep 24 15:32:35.661791 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6607958f-8f5c-4467-a9f6-440392d1d365 req-a2b838fe-6e5f-48a9-8782-4f176cba1f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:35.664881 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6607958f-8f5c-4467-a9f6-440392d1d365 req-a2b838fe-6e5f-48a9-8782-4f176cba1f7c service neutron] 10.222.0.110 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.1020486 Sep 24 15:32:35.667606 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-5744f7a1-b974-432a-b7ef-a67eb0df8749 req-ccffa5f9-1cce-481f-9271-7f7925e2e64a service neutron] For port 7229ebc4-e762-45bc-b63d-6068046d0119, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:32:35.675828 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-5744f7a1-b974-432a-b7ef-a67eb0df8749 req-ccffa5f9-1cce-481f-9271-7f7925e2e64a service neutron] For port 7229ebc4-e762-45bc-b63d-6068046d0119, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=7229ebc4-e762-45bc-b63d-6068046d0119,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:32:35.712472 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 9a1ffcfe-7428-4b33-a85a-f7490f305a46 details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:32:35.717261 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [req-05983d06-9aba-4ff8-97e4-2c86d3c9123f req-c0c82941-94c9-4b49-93a1-59ff6d1a68cc tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:32:35.717752 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-05983d06-9aba-4ff8-97e4-2c86d3c9123f req-c0c82941-94c9-4b49-93a1-59ff6d1a68cc tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080717 Sep 24 15:32:35.752108 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-5744f7a1-b974-432a-b7ef-a67eb0df8749 req-ccffa5f9-1cce-481f-9271-7f7925e2e64a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:35.768626 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-bdc7d50f-f498-47d7-aedf-5fd210190f29 req-14d37179-db74-4f7d-a8e3-0097fec80de9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aef1e145-cb78-481a-a9ab-c8fede72f1ea {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:32:35.785713 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05983d06-9aba-4ff8-97e4-2c86d3c9123f req-aa5355a4-20b8-4701-b1ba-9e430f4dde04 tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:35.785713 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-05983d06-9aba-4ff8-97e4-2c86d3c9123f req-aa5355a4-20b8-4701-b1ba-9e430f4dde04 tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] 10.222.0.101 "GET /v2.0/ports/93bb73ee-b0c7-4955-9caa-15151730991a HTTP/1.1" status: 200 len: 1093 time: 0.0447810 Sep 24 15:32:35.787203 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6607958f-8f5c-4467-a9f6-440392d1d365 req-315dc39f-1237-40cc-a950-d4615e4b679a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:35.789038 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6607958f-8f5c-4467-a9f6-440392d1d365 req-315dc39f-1237-40cc-a950-d4615e4b679a service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1165891 Sep 24 15:32:35.796538 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-bdc7d50f-f498-47d7-aedf-5fd210190f29 req-14d37179-db74-4f7d-a8e3-0097fec80de9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:35.802556 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-05983d06-9aba-4ff8-97e4-2c86d3c9123f req-69352516-231e-46e7-859f-04858fe30041 service neutron] Request body: {'binding': {'host': 'n-h2-808921-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:32:35.803169 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-05983d06-9aba-4ff8-97e4-2c86d3c9123f req-69352516-231e-46e7-859f-04858fe30041 service neutron] Unknown quota resources ['binding']. {{(pid=95297) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 24 15:32:35.816864 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5744f7a1-b974-432a-b7ef-a67eb0df8749 req-ccffa5f9-1cce-481f-9271-7f7925e2e64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:35.817485 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-5744f7a1-b974-432a-b7ef-a67eb0df8749 req-ccffa5f9-1cce-481f-9271-7f7925e2e64a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:35.818955 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5744f7a1-b974-432a-b7ef-a67eb0df8749 req-ccffa5f9-1cce-481f-9271-7f7925e2e64a service neutron] 10.222.0.110 "PUT /v2.0/ports/7229ebc4-e762-45bc-b63d-6068046d0119 HTTP/1.1" status: 200 len: 1096 time: 2.3526497 Sep 24 15:32:35.819643 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4a0869f-9ffd-41cd-a846-f5fdfab5a715', 'tag': '7229ebc4-e762-45bc-b63d-6068046d0119'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:32:35.825358 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e40aa6-e8a2-4b83-98e7-6d2096e1265a" -d '{"events": [{"name": "network-changed", "server_uuid": "e4a0869f-9ffd-41cd-a846-f5fdfab5a715", "tag": "7229ebc4-e762-45bc-b63d-6068046d0119"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:32:35.842908 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-bdc7d50f-f498-47d7-aedf-5fd210190f29 req-14d37179-db74-4f7d-a8e3-0097fec80de9 service neutron] Transition to ACTIVE for port object aef1e145-cb78-481a-a9ab-c8fede72f1ea will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:32:35.848358 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 9a1ffcfe-7428-4b33-a85a-f7490f305a46, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=9a1ffcfe-7428-4b33-a85a-f7490f305a46,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:32:35.853616 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccffa5f9-1cce-481f-9271-7f7925e2e64a service neutron] Pushing event updated for resources: {'Port': ['ID=7229ebc4-e762-45bc-b63d-6068046d0119,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:35.862488 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': '9a1ffcfe-7428-4b33-a85a-f7490f305a46', 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939', 'port_id': '9a1ffcfe-7428-4b33-a85a-f7490f305a46', 'mac_address': 'fa:16:3e:ea:af:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '188edb94-8042-4961-9ec0-8960b1ce1305', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:32:35.904220 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-bdc7d50f-f498-47d7-aedf-5fd210190f29 req-14d37179-db74-4f7d-a8e3-0097fec80de9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:35.979153 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:36.004683 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a1ffcfe-7428-4b33-a85a-f7490f305a46 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:32:36.064267 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 9a1ffcfe-7428-4b33-a85a-f7490f305a46, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=9a1ffcfe-7428-4b33-a85a-f7490f305a46,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:32:36.067217 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d37179-db74-4f7d-a8e3-0097fec80de9 service neutron] Pushing event updated for resources: {'Port': ['ID=aef1e145-cb78-481a-a9ab-c8fede72f1ea,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:36.080828 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5744f7a1-b974-432a-b7ef-a67eb0df8749 req-7b314830-0ef0-4d3f-818c-fe2c9de7cf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:36.084779 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5744f7a1-b974-432a-b7ef-a67eb0df8749 req-7b314830-0ef0-4d3f-818c-fe2c9de7cf5f service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=56d79b96e27b47229c312fd7911aad82&device_id=e4a0869f-9ffd-41cd-a846-f5fdfab5a715 HTTP/1.1" status: 200 len: 1099 time: 0.1063337 Sep 24 15:32:36.123251 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6607958f-8f5c-4467-a9f6-440392d1d365 req-fba48a68-56d2-4370-93e4-5e648141fad0 service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589191 Sep 24 15:32:36.136659 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:36.176252 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5744f7a1-b974-432a-b7ef-a67eb0df8749 req-9421f10c-4f80-42b8-bebd-584d240e0065 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=7229ebc4-e762-45bc-b63d-6068046d0119 HTTP/1.1" status: 200 len: 217 time: 0.0707130 Sep 24 15:32:36.229293 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=9a1ffcfe-7428-4b33-a85a-f7490f305a46,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:36.258427 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5744f7a1-b974-432a-b7ef-a67eb0df8749 req-f531aff8-3900-486f-a0c8-2ee0fd7df49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:36.260180 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5744f7a1-b974-432a-b7ef-a67eb0df8749 req-f531aff8-3900-486f-a0c8-2ee0fd7df49b service neutron] 10.222.0.110 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.0737050 Sep 24 15:32:36.319948 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-bdc7d50f-f498-47d7-aedf-5fd210190f29 req-14d37179-db74-4f7d-a8e3-0097fec80de9 service neutron] Attempting to bind port aef1e145-cb78-481a-a9ab-c8fede72f1ea on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:32:36.319948 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-bdc7d50f-f498-47d7-aedf-5fd210190f29 req-14d37179-db74-4f7d-a8e3-0097fec80de9 service neutron] Attempting to bind port aef1e145-cb78-481a-a9ab-c8fede72f1ea by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:32:36.319948 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc7d50f-f498-47d7-aedf-5fd210190f29 req-14d37179-db74-4f7d-a8e3-0097fec80de9 service neutron] Attempting to bind port aef1e145-cb78-481a-a9ab-c8fede72f1ea on network 9672f189-23fe-44e6-9dd2-257ff8905939 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:32:36.328035 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc7d50f-f498-47d7-aedf-5fd210190f29 req-14d37179-db74-4f7d-a8e3-0097fec80de9 service neutron] Port aef1e145-cb78-481a-a9ab-c8fede72f1ea on network 9672f189-23fe-44e6-9dd2-257ff8905939 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:32:36.328350 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc7d50f-f498-47d7-aedf-5fd210190f29 req-14d37179-db74-4f7d-a8e3-0097fec80de9 service neutron] Attempting to bind port aef1e145-cb78-481a-a9ab-c8fede72f1ea on network 9672f189-23fe-44e6-9dd2-257ff8905939 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:32:36.336446 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc7d50f-f498-47d7-aedf-5fd210190f29 req-14d37179-db74-4f7d-a8e3-0097fec80de9 service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:32:36.336789 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc7d50f-f498-47d7-aedf-5fd210190f29 req-14d37179-db74-4f7d-a8e3-0097fec80de9 service neutron] Checking segment: {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:32:36.337247 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdc7d50f-f498-47d7-aedf-5fd210190f29 req-14d37179-db74-4f7d-a8e3-0097fec80de9 service neutron] Bound using segment: {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:32:36.337754 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-bdc7d50f-f498-47d7-aedf-5fd210190f29 req-14d37179-db74-4f7d-a8e3-0097fec80de9 service neutron] Bound port: aef1e145-cb78-481a-a9ab-c8fede72f1ea, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:32:36.338112 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-bdc7d50f-f498-47d7-aedf-5fd210190f29 req-14d37179-db74-4f7d-a8e3-0097fec80de9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:36.349943 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6607958f-8f5c-4467-a9f6-440392d1d365 req-8d834c9d-48e5-47c3-b2b8-9c876e3695ca service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907697 Sep 24 15:32:36.361830 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['9a1ffcfe-7428-4b33-a85a-f7490f305a46'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:32:36.367055 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31fce80-6dc0-4c44-b47e-ce4aa4830dc2 req-be3212b1-c979-44c5-ae78-775d02899557 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:36.369299 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b31fce80-6dc0-4c44-b47e-ce4aa4830dc2 req-be3212b1-c979-44c5-ae78-775d02899557 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] 10.222.0.101 "GET /v2.0/ports?device_id=c86ce5d8-0e1e-4317-9abd-e4c164362491 HTTP/1.1" status: 200 len: 949 time: 0.2449148 Sep 24 15:32:36.404419 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-05983d06-9aba-4ff8-97e4-2c86d3c9123f req-69352516-231e-46e7-859f-04858fe30041 service neutron] Attempting to bind port 93bb73ee-b0c7-4955-9caa-15151730991a on host n-h2-808921-1 for vnic_type normal with profile None {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:32:36.404816 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-05983d06-9aba-4ff8-97e4-2c86d3c9123f req-69352516-231e-46e7-859f-04858fe30041 service neutron] Attempting to bind port 93bb73ee-b0c7-4955-9caa-15151730991a by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '5bd2529f-b450-42b6-8981-999bdd2f1ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '058852f5-088e-42d1-b3e1-abf106a974a3'}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:32:36.405164 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05983d06-9aba-4ff8-97e4-2c86d3c9123f req-69352516-231e-46e7-859f-04858fe30041 service neutron] Attempting to bind port 93bb73ee-b0c7-4955-9caa-15151730991a on network 058852f5-088e-42d1-b3e1-abf106a974a3 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:32:36.416598 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05983d06-9aba-4ff8-97e4-2c86d3c9123f req-69352516-231e-46e7-859f-04858fe30041 service neutron] Port 93bb73ee-b0c7-4955-9caa-15151730991a on network 058852f5-088e-42d1-b3e1-abf106a974a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:32:36.417646 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05983d06-9aba-4ff8-97e4-2c86d3c9123f req-69352516-231e-46e7-859f-04858fe30041 service neutron] Attempting to bind port 93bb73ee-b0c7-4955-9caa-15151730991a on network 058852f5-088e-42d1-b3e1-abf106a974a3 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:32:36.431909 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05983d06-9aba-4ff8-97e4-2c86d3c9123f req-69352516-231e-46e7-859f-04858fe30041 service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:32:36.432254 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05983d06-9aba-4ff8-97e4-2c86d3c9123f req-69352516-231e-46e7-859f-04858fe30041 service neutron] Checking segment: {'id': '5bd2529f-b450-42b6-8981-999bdd2f1ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '058852f5-088e-42d1-b3e1-abf106a974a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:32:36.432649 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05983d06-9aba-4ff8-97e4-2c86d3c9123f req-69352516-231e-46e7-859f-04858fe30041 service neutron] Bound using segment: {'id': '5bd2529f-b450-42b6-8981-999bdd2f1ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '058852f5-088e-42d1-b3e1-abf106a974a3'} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:32:36.433096 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-05983d06-9aba-4ff8-97e4-2c86d3c9123f req-69352516-231e-46e7-859f-04858fe30041 service neutron] Bound port: 93bb73ee-b0c7-4955-9caa-15151730991a, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bd2529f-b450-42b6-8981-999bdd2f1ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '058852f5-088e-42d1-b3e1-abf106a974a3'}}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:32:36.439951 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-bdc7d50f-f498-47d7-aedf-5fd210190f29 req-14d37179-db74-4f7d-a8e3-0097fec80de9 service neutron] For port aef1e145-cb78-481a-a9ab-c8fede72f1ea, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:32:36.444162 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-bdc7d50f-f498-47d7-aedf-5fd210190f29 req-14d37179-db74-4f7d-a8e3-0097fec80de9 service neutron] For port aef1e145-cb78-481a-a9ab-c8fede72f1ea, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=aef1e145-cb78-481a-a9ab-c8fede72f1ea,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:32:36.456397 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5744f7a1-b974-432a-b7ef-a67eb0df8749 req-f00a88e0-0dcc-498a-a02c-78b15a01bc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:36.458272 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5744f7a1-b974-432a-b7ef-a67eb0df8749 req-f00a88e0-0dcc-498a-a02c-78b15a01bc5a service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1870725 Sep 24 15:32:36.474623 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b31fce80-6dc0-4c44-b47e-ce4aa4830dc2 req-9651ec10-bed3-4e86-a413-f65edfe67f25 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] 10.222.0.101 "GET /v2.0/security-groups?id=0b823a3f-c5d6-4802-a71f-dfc9f06e8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839894 Sep 24 15:32:36.522117 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-05983d06-9aba-4ff8-97e4-2c86d3c9123f req-69352516-231e-46e7-859f-04858fe30041 service neutron] For port 93bb73ee-b0c7-4955-9caa-15151730991a, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=93bb73ee-b0c7-4955-9caa-15151730991a,segment=NetworkSegment(5bd2529f-b450-42b6-8981-999bdd2f1ff0),segment_id=5bd2529f-b450-42b6-8981-999bdd2f1ff0)] {{(pid=95297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:32:36.579338 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-05983d06-9aba-4ff8-97e4-2c86d3c9123f req-69352516-231e-46e7-859f-04858fe30041 service neutron] Notify callbacks [] for binding, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:36.580621 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-05983d06-9aba-4ff8-97e4-2c86d3c9123f req-69352516-231e-46e7-859f-04858fe30041 service neutron] 10.222.0.101 "POST /v2.0/ports/93bb73ee-b0c7-4955-9caa-15151730991a/bindings HTTP/1.1" status: 201 len: 389 time: 0.7883978 Sep 24 15:32:36.598279 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5744f7a1-b974-432a-b7ef-a67eb0df8749 req-b3b46b32-ffff-461d-9d95-66032c4c7c77 service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315961 Sep 24 15:32:36.599700 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-bdc7d50f-f498-47d7-aedf-5fd210190f29 req-14d37179-db74-4f7d-a8e3-0097fec80de9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:36.602826 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f879548-fb68-4cf4-9d53-8446825563a8 x-openstack-request-id: req-5f879548-fb68-4cf4-9d53-8446825563a8 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:32:36.603087 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4a0869f-9ffd-41cd-a846-f5fdfab5a715", "tag": "7229ebc4-e762-45bc-b63d-6068046d0119", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:32:36.604209 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-5f879548-fb68-4cf4-9d53-8446825563a8 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:32:36.604760 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4a0869f-9ffd-41cd-a846-f5fdfab5a715', 'tag': '7229ebc4-e762-45bc-b63d-6068046d0119', 'status': 'completed', 'code': 200} Sep 24 15:32:36.631073 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:36.682306 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc7d50f-f498-47d7-aedf-5fd210190f29 req-14d37179-db74-4f7d-a8e3-0097fec80de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:36.682835 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-bdc7d50f-f498-47d7-aedf-5fd210190f29 req-14d37179-db74-4f7d-a8e3-0097fec80de9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:36.684279 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bdc7d50f-f498-47d7-aedf-5fd210190f29 req-14d37179-db74-4f7d-a8e3-0097fec80de9 service neutron] 10.222.0.108 "PUT /v2.0/ports/aef1e145-cb78-481a-a9ab-c8fede72f1ea HTTP/1.1" status: 200 len: 1096 time: 1.5789411 Sep 24 15:32:36.727237 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8718e88a-150c-4c54-a3c2-40f8171e4bf4 req-9f4a5f25-0665-4947-9605-0e123f90d816 tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:36.729037 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8718e88a-150c-4c54-a3c2-40f8171e4bf4 req-9f4a5f25-0665-4947-9605-0e123f90d816 tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] 10.222.0.101 "GET /v2.0/ports?device_id=c5ace1dc-c404-4c98-85be-17f33d86d299 HTTP/1.1" status: 200 len: 948 time: 0.0648942 Sep 24 15:32:36.759131 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d37179-db74-4f7d-a8e3-0097fec80de9 service neutron] Pushing event updated for resources: {'Port': ['ID=aef1e145-cb78-481a-a9ab-c8fede72f1ea,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:36.785918 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8718e88a-150c-4c54-a3c2-40f8171e4bf4 req-544efa73-d071-491b-bc93-e4bdc6b5f5a7 tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] 10.222.0.101 "GET /v2.0/security-groups?id=223a1c96-f86f-4775-9cca-b7dd2dd3815c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503600 Sep 24 15:32:36.823462 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5744f7a1-b974-432a-b7ef-a67eb0df8749 req-99e10486-9908-4e1d-b58c-e189a832cf52 service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131541 Sep 24 15:32:36.849080 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc7d50f-f498-47d7-aedf-5fd210190f29 req-442facca-12ea-4074-a450-000abb9aa1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:36.850625 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bdc7d50f-f498-47d7-aedf-5fd210190f29 req-442facca-12ea-4074-a450-000abb9aa1c7 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=c89ae5eb8b2747d88176f45692df49a7&device_id=c5ace1dc-c404-4c98-85be-17f33d86d299 HTTP/1.1" status: 200 len: 1099 time: 0.0666480 Sep 24 15:32:36.911958 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bdc7d50f-f498-47d7-aedf-5fd210190f29 req-ee553e91-b1e5-4965-b271-f88e44721b60 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=aef1e145-cb78-481a-a9ab-c8fede72f1ea HTTP/1.1" status: 200 len: 217 time: 0.0433009 Sep 24 15:32:37.036735 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc7d50f-f498-47d7-aedf-5fd210190f29 req-4de8cbe6-1dae-4abc-b8c6-028b0acd7766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:37.037620 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bdc7d50f-f498-47d7-aedf-5fd210190f29 req-4de8cbe6-1dae-4abc-b8c6-028b0acd7766 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.1165767 Sep 24 15:32:37.046509 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e40aa6-e8a2-4b83-98e7-6d2096e1265a req-38b8affc-e2e7-442f-b886-2cf6f3834dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:37.048524 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-74e40aa6-e8a2-4b83-98e7-6d2096e1265a req-38b8affc-e2e7-442f-b886-2cf6f3834dfd service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=56d79b96e27b47229c312fd7911aad82&device_id=e4a0869f-9ffd-41cd-a846-f5fdfab5a715 HTTP/1.1" status: 200 len: 1099 time: 0.0934286 Sep 24 15:32:37.091041 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a9658-f28a-4ee1-919c-9646a4255b85 req-fab6ed43-7a40-4835-9038-c9574fd07377 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:37.092735 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e79a9658-f28a-4ee1-919c-9646a4255b85 req-fab6ed43-7a40-4835-9038-c9574fd07377 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=e4a0869f-9ffd-41cd-a846-f5fdfab5a715 HTTP/1.1" status: 200 len: 948 time: 0.0584152 Sep 24 15:32:37.134622 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead74467-6c9a-4e96-ae1f-87d2a3fa0beb req-f368beff-757a-4850-950f-6f01b86d78d3 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:37.134977 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e79a9658-f28a-4ee1-919c-9646a4255b85 req-f7afc5ba-8af4-4612-8ec7-d8c0ccb0d661 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347133 Sep 24 15:32:37.136116 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ead74467-6c9a-4e96-ae1f-87d2a3fa0beb req-f368beff-757a-4850-950f-6f01b86d78d3 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=59311d6c-4343-41c9-bf60-082ab6fc25d9 HTTP/1.1" status: 200 len: 945 time: 0.1446583 Sep 24 15:32:37.185058 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc7d50f-f498-47d7-aedf-5fd210190f29 req-6b1665bf-1328-4566-bb95-de5ffdf39cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:37.186919 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bdc7d50f-f498-47d7-aedf-5fd210190f29 req-6b1665bf-1328-4566-bb95-de5ffdf39cc6 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1327870 Sep 24 15:32:37.243709 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039b9883-36f2-4f3a-a65e-b792506b39bb req-0ae761dd-8f9f-44b4-973e-862792bcbad8 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:37.245549 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-039b9883-36f2-4f3a-a65e-b792506b39bb req-0ae761dd-8f9f-44b4-973e-862792bcbad8 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5b415a1-2134-4975-b7d5-fc098ae76fc9 HTTP/1.1" status: 200 len: 945 time: 0.0538456 Sep 24 15:32:37.252384 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e40aa6-e8a2-4b83-98e7-6d2096e1265a req-41f99f8f-d1ab-42a3-8827-8f69feebd890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:37.254451 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-74e40aa6-e8a2-4b83-98e7-6d2096e1265a req-41f99f8f-d1ab-42a3-8827-8f69feebd890 service neutron] 10.222.0.110 "GET /v2.0/networks?id=9672f189-23fe-44e6-9dd2-257ff8905939 HTTP/1.1" status: 200 len: 871 time: 0.1900861 Sep 24 15:32:37.259674 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ead74467-6c9a-4e96-ae1f-87d2a3fa0beb req-61c7e5d1-50a9-489a-80a0-304e2aaa6269 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163838 Sep 24 15:32:37.320196 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-039b9883-36f2-4f3a-a65e-b792506b39bb req-f23a6af4-388e-43f9-afbc-f1dc612edf5c tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667706 Sep 24 15:32:37.322227 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-74e40aa6-e8a2-4b83-98e7-6d2096e1265a req-f505427a-fb00-4b0f-bd72-652d407293f3 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.225&port_id=7229ebc4-e762-45bc-b63d-6068046d0119 HTTP/1.1" status: 200 len: 217 time: 0.0553119 Sep 24 15:32:37.334838 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05983d06-9aba-4ff8-97e4-2c86d3c9123f req-d8087b99-c1ce-4c12-b269-ffbc9a9528ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:37.336500 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-05983d06-9aba-4ff8-97e4-2c86d3c9123f req-d8087b99-c1ce-4c12-b269-ffbc9a9528ef service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=8957a38149f44837aa315f739e11ffd3&device_id=e5b415a1-2134-4975-b7d5-fc098ae76fc9 HTTP/1.1" status: 200 len: 1096 time: 0.0688670 Sep 24 15:32:37.443778 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05983d06-9aba-4ff8-97e4-2c86d3c9123f req-aa2247ab-dc65-4bab-96d3-1cdd320497b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:37.445244 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-05983d06-9aba-4ff8-97e4-2c86d3c9123f req-aa2247ab-dc65-4bab-96d3-1cdd320497b6 service neutron] 10.222.0.108 "GET /v2.0/networks?id=058852f5-088e-42d1-b3e1-abf106a974a3 HTTP/1.1" status: 200 len: 923 time: 0.1010239 Sep 24 15:32:37.453127 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e40aa6-e8a2-4b83-98e7-6d2096e1265a req-c18a9185-3baa-42e1-a71d-a3e19fff680e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:37.453127 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-74e40aa6-e8a2-4b83-98e7-6d2096e1265a req-c18a9185-3baa-42e1-a71d-a3e19fff680e service neutron] 10.222.0.110 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.0963075 Sep 24 15:32:37.454370 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bdc7d50f-f498-47d7-aedf-5fd210190f29 req-2f8ac6f4-04c1-45d2-afb4-8803a5330a58 service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438760 Sep 24 15:32:37.492090 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-05983d06-9aba-4ff8-97e4-2c86d3c9123f req-a991c1ab-3063-4eaf-bf56-f103f9116708 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93bb73ee-b0c7-4955-9caa-15151730991a HTTP/1.1" status: 200 len: 217 time: 0.0396099 Sep 24 15:32:37.506986 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59185b67-aec8-47d0-8e75-de0732f554e5 req-e2382d21-89e2-4bb6-ac7c-729f9b3ac529 tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:37.508509 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-59185b67-aec8-47d0-8e75-de0732f554e5 req-e2382d21-89e2-4bb6-ac7c-729f9b3ac529 tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=59311d6c-4343-41c9-bf60-082ab6fc25d9 HTTP/1.1" status: 200 len: 1096 time: 0.1054058 Sep 24 15:32:37.552966 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05983d06-9aba-4ff8-97e4-2c86d3c9123f req-3199b4c7-e275-499d-aa07-15e1ef449fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:37.554364 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-05983d06-9aba-4ff8-97e4-2c86d3c9123f req-3199b4c7-e275-499d-aa07-15e1ef449fb8 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=5c649312-ea12-4119-a9ca-d79c73d589c6 HTTP/1.1" status: 200 len: 861 time: 0.0552824 Sep 24 15:32:37.565263 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 39208) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:32:37.593575 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 1e5b3755-b74e-4468-90a5-9a7050a6ae48 details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:32:37.599165 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e40aa6-e8a2-4b83-98e7-6d2096e1265a req-da1539ab-e5ba-4acb-a428-69c4c2fa3298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:37.600751 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-74e40aa6-e8a2-4b83-98e7-6d2096e1265a req-da1539ab-e5ba-4acb-a428-69c4c2fa3298 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1410069 Sep 24 15:32:37.608331 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-05983d06-9aba-4ff8-97e4-2c86d3c9123f req-1cd4c84d-005e-4ce7-8358-cf0f87373106 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=058852f5-088e-42d1-b3e1-abf106a974a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448821 Sep 24 15:32:37.613738 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-59185b67-aec8-47d0-8e75-de0732f554e5 req-6a18b386-3b86-4eff-9d68-4642a78f25d2 tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940113 Sep 24 15:32:37.654665 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bdc7d50f-f498-47d7-aedf-5fd210190f29 req-1bb82024-096a-4623-8e44-658e3307e792 service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853280 Sep 24 15:32:37.698985 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4323563-a085-46b8-b0ef-453da7d16c19 req-fb3dd039-ab64-405c-b03c-fce3186aa454 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:37.706549 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e4323563-a085-46b8-b0ef-453da7d16c19 req-fb3dd039-ab64-405c-b03c-fce3186aa454 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] 10.222.0.101 "GET /v2.0/ports?device_id=c86ce5d8-0e1e-4317-9abd-e4c164362491 HTTP/1.1" status: 200 len: 949 time: 0.1557984 Sep 24 15:32:37.727687 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 1e5b3755-b74e-4468-90a5-9a7050a6ae48, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=1e5b3755-b74e-4468-90a5-9a7050a6ae48,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:32:37.746617 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': '1e5b3755-b74e-4468-90a5-9a7050a6ae48', 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939', 'port_id': '1e5b3755-b74e-4468-90a5-9a7050a6ae48', 'mac_address': 'fa:16:3e:9a:3c:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '188edb94-8042-4961-9ec0-8960b1ce1305', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:32:37.752783 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 9a1ffcfe-7428-4b33-a85a-f7490f305a46 up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:32:37.780295 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-74e40aa6-e8a2-4b83-98e7-6d2096e1265a req-188237ae-77ff-4448-927e-6e74c454164d service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685901 Sep 24 15:32:37.836271 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:37.854388 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e5b3755-b74e-4468-90a5-9a7050a6ae48 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:32:37.882709 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 1e5b3755-b74e-4468-90a5-9a7050a6ae48, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=1e5b3755-b74e-4468-90a5-9a7050a6ae48,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:32:37.897904 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-74e40aa6-e8a2-4b83-98e7-6d2096e1265a req-6091cf4c-2e77-4d84-9177-cf396e77863e service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073852 Sep 24 15:32:37.955984 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:37.978909 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221abdd8-ff2a-4213-83f6-c3a69f63330f req-dbce8b19-2c90-43a0-a3c8-7b86e948bc6f tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:37.980626 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-221abdd8-ff2a-4213-83f6-c3a69f63330f req-dbce8b19-2c90-43a0-a3c8-7b86e948bc6f tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] 10.222.0.101 "GET /v2.0/ports?device_id=c5ace1dc-c404-4c98-85be-17f33d86d299 HTTP/1.1" status: 200 len: 948 time: 0.0655184 Sep 24 15:32:37.986023 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port 9a1ffcfe-7428-4b33-a85a-f7490f305a46 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:32:37.991423 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port 9a1ffcfe-7428-4b33-a85a-f7490f305a46 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:32:37.991804 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:38.042087 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-221abdd8-ff2a-4213-83f6-c3a69f63330f req-14e50c6f-b0d4-483b-b85a-76af8ec7b03d tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] 10.222.0.101 "GET /v2.0/security-groups?id=223a1c96-f86f-4775-9cca-b7dd2dd3815c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538187 Sep 24 15:32:38.070132 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=1e5b3755-b74e-4468-90a5-9a7050a6ae48,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:38.128155 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:38.139106 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d1a20ac0-36d9-4beb-ac88-48abedf94b13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:38.155603 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c86ce5d8-0e1e-4317-9abd-e4c164362491', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1ffcfe-7428-4b33-a85a-f7490f305a46'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:32:38.157954 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75457d7f-09b9-4d1a-8c93-c66babca232f" -d '{"events": [{"server_uuid": "c86ce5d8-0e1e-4317-9abd-e4c164362491", "name": "network-vif-plugged", "status": "completed", "tag": "9a1ffcfe-7428-4b33-a85a-f7490f305a46"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:32:38.173140 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 9a1ffcfe-7428-4b33-a85a-f7490f305a46, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=9a1ffcfe-7428-4b33-a85a-f7490f305a46,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:32:38.200277 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e4323563-a085-46b8-b0ef-453da7d16c19 req-68aa6538-1d7c-4ffa-a8b1-f39fe396f53d tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] 10.222.0.101 "GET /v2.0/security-groups?id=0b823a3f-c5d6-4802-a71f-dfc9f06e8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4793561 Sep 24 15:32:38.229345 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-05983d06-9aba-4ff8-97e4-2c86d3c9123f req-8de17192-eab5-4060-b542-b9b95ec5f83f service neutron] 10.222.0.108 "GET /v2.0/networks/058852f5-088e-42d1-b3e1-abf106a974a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6028361 Sep 24 15:32:38.241131 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:38.247446 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ed823c-dd2b-4c8f-aa04-3ba0793ec256 x-openstack-request-id: req-e5ed823c-dd2b-4c8f-aa04-3ba0793ec256 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:32:38.247896 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c86ce5d8-0e1e-4317-9abd-e4c164362491", "name": "network-vif-plugged", "status": "completed", "tag": "9a1ffcfe-7428-4b33-a85a-f7490f305a46", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:32:38.248210 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e5ed823c-dd2b-4c8f-aa04-3ba0793ec256 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:32:38.249001 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c86ce5d8-0e1e-4317-9abd-e4c164362491', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1ffcfe-7428-4b33-a85a-f7490f305a46', 'code': 200} Sep 24 15:32:38.268543 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['1e5b3755-b74e-4468-90a5-9a7050a6ae48'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:32:38.304564 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1abfcb2-b573-4771-a3a2-69bd399de28c req-ed9dbb90-c8a6-4230-bad3-3be15589d6bf tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:38.304564 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c1abfcb2-b573-4771-a3a2-69bd399de28c req-ed9dbb90-c8a6-4230-bad3-3be15589d6bf tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=e4a0869f-9ffd-41cd-a846-f5fdfab5a715 HTTP/1.1" status: 200 len: 948 time: 0.0721283 Sep 24 15:32:38.353777 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=9a1ffcfe-7428-4b33-a85a-f7490f305a46,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:38.382624 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c1abfcb2-b573-4771-a3a2-69bd399de28c req-135b8aca-a849-4a2a-93ec-b93fdf5c61de tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804923 Sep 24 15:32:38.394440 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c63464c-793c-476e-9adf-c128eb2a215f req-4bc1d594-a4e0-4a4e-b342-e87c54a55356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:38.396075 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1c63464c-793c-476e-9adf-c128eb2a215f req-4bc1d594-a4e0-4a4e-b342-e87c54a55356 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=c86ce5d8-0e1e-4317-9abd-e4c164362491 HTTP/1.1" status: 200 len: 1101 time: 0.0624645 Sep 24 15:32:38.419448 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-05983d06-9aba-4ff8-97e4-2c86d3c9123f req-ad326501-8630-433e-85f6-b1f4f23c31e7 service neutron] 10.222.0.108 "GET /v2.0/networks/058852f5-088e-42d1-b3e1-abf106a974a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794055 Sep 24 15:32:38.452396 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1c63464c-793c-476e-9adf-c128eb2a215f req-89dae54c-3fa5-4b64-a239-b50e7be25fea service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=0b823a3f-c5d6-4802-a71f-dfc9f06e8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416675 Sep 24 15:32:38.457057 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d1a20ac0-36d9-4beb-ac88-48abedf94b13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:38.543101 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c258d7fe-d94b-4afe-bd7c-ff63ee50e084 req-3a538c93-0767-4230-8497-14dd7e081800 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:38.544216 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d1a20ac0-36d9-4beb-ac88-48abedf94b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:38.545130 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c258d7fe-d94b-4afe-bd7c-ff63ee50e084 req-3a538c93-0767-4230-8497-14dd7e081800 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5b415a1-2134-4975-b7d5-fc098ae76fc9 HTTP/1.1" status: 200 len: 945 time: 0.0536294 Sep 24 15:32:38.586485 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c258d7fe-d94b-4afe-bd7c-ff63ee50e084 req-1104a09d-770d-479f-a136-404393dedc7f tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346558 Sep 24 15:32:38.593665 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-d1a20ac0-36d9-4beb-ac88-48abedf94b13 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=7d78bd079e204765943f50fb5c7b68e7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0274408 Sep 24 15:32:38.594518 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a20ac0-36d9-4beb-ac88-48abedf94b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d31e9ec4-ccd2-46ff-95c4-3463394af000,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:38.596757 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 39250) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:32:38.617243 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5ace1dc-c404-4c98-85be-17f33d86d299', 'tag': 'aef1e145-cb78-481a-a9ab-c8fede72f1ea'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:32:38.619521 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46ed63cc-23ae-4d89-864a-555634d01ccf" -d '{"events": [{"name": "network-changed", "server_uuid": "c5ace1dc-c404-4c98-85be-17f33d86d299", "tag": "aef1e145-cb78-481a-a9ab-c8fede72f1ea"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:32:38.630212 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:38.662912 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2746693c-7336-49c3-8b6c-53b1e40ebe18 x-openstack-request-id: req-2746693c-7336-49c3-8b6c-53b1e40ebe18 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:32:38.663194 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5ace1dc-c404-4c98-85be-17f33d86d299", "tag": "aef1e145-cb78-481a-a9ab-c8fede72f1ea", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:32:38.663498 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-2746693c-7336-49c3-8b6c-53b1e40ebe18 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:32:38.663873 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5ace1dc-c404-4c98-85be-17f33d86d299', 'tag': 'aef1e145-cb78-481a-a9ab-c8fede72f1ea', 'status': 'completed', 'code': 200} Sep 24 15:32:38.668339 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-35ef783f-e6ed-4c80-a4f9-5dabf55d778c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:38.693050 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-35ef783f-e6ed-4c80-a4f9-5dabf55d778c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:38.754157 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05983d06-9aba-4ff8-97e4-2c86d3c9123f req-ebf88512-923d-42e4-a5c6-891119b60cc3 tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:38.757297 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-05983d06-9aba-4ff8-97e4-2c86d3c9123f req-ebf88512-923d-42e4-a5c6-891119b60cc3 tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] 10.222.0.108 "GET /v2.0/ports?device_id=e5b415a1-2134-4975-b7d5-fc098ae76fc9&tenant_id=8957a38149f44837aa315f739e11ffd3&binding%3Ahost_id=n-h1-808921-1 HTTP/1.1" status: 200 len: 1096 time: 0.0485957 Sep 24 15:32:38.767886 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed63cc-23ae-4d89-864a-555634d01ccf req-f12b6fc5-b2e7-4e46-8123-543c2b0d9433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:38.769384 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-46ed63cc-23ae-4d89-864a-555634d01ccf req-f12b6fc5-b2e7-4e46-8123-543c2b0d9433 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=c89ae5eb8b2747d88176f45692df49a7&device_id=c5ace1dc-c404-4c98-85be-17f33d86d299 HTTP/1.1" status: 200 len: 1099 time: 0.0614846 Sep 24 15:32:38.769523 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-05983d06-9aba-4ff8-97e4-2c86d3c9123f req-490cc1f1-d2cb-4d89-9a10-3d58432fa94f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-808921-1'}}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:32:38.843066 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-05983d06-9aba-4ff8-97e4-2c86d3c9123f req-490cc1f1-d2cb-4d89-9a10-3d58432fa94f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:38.865741 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-35ef783f-e6ed-4c80-a4f9-5dabf55d778c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:38.868474 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-35ef783f-e6ed-4c80-a4f9-5dabf55d778c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:38.869941 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-35ef783f-e6ed-4c80-a4f9-5dabf55d778c admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d31e9ec4-ccd2-46ff-95c4-3463394af000 HTTP/1.1" status: 204 len: 168 time: 0.2722170 Sep 24 15:32:38.885862 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ef783f-e6ed-4c80-a4f9-5dabf55d778c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31e9ec4-ccd2-46ff-95c4-3463394af000,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:38.954208 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-959acd4d-216d-4a92-b9d3-64338b29c515 req-68df62d6-cbfb-43b0-8951-44f4b137be0e tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=59124e2d0c8d47c8b8550091b47f8b53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0562816 Sep 24 15:32:38.955400 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed63cc-23ae-4d89-864a-555634d01ccf req-a09dc2f6-fa8e-4a39-ac2e-4b45cebf766d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:38.956847 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-46ed63cc-23ae-4d89-864a-555634d01ccf req-a09dc2f6-fa8e-4a39-ac2e-4b45cebf766d service neutron] 10.222.0.108 "GET /v2.0/networks?id=9672f189-23fe-44e6-9dd2-257ff8905939 HTTP/1.1" status: 200 len: 871 time: 0.1800270 Sep 24 15:32:39.011790 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-46ed63cc-23ae-4d89-864a-555634d01ccf req-8338e80a-0075-48ef-b44e-cfd91ccd93fb service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=aef1e145-cb78-481a-a9ab-c8fede72f1ea HTTP/1.1" status: 200 len: 217 time: 0.0392234 Sep 24 15:32:39.015028 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-05983d06-9aba-4ff8-97e4-2c86d3c9123f req-490cc1f1-d2cb-4d89-9a10-3d58432fa94f service neutron] For port 93bb73ee-b0c7-4955-9caa-15151730991a, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=93bb73ee-b0c7-4955-9caa-15151730991a,segment=NetworkSegment(5bd2529f-b450-42b6-8981-999bdd2f1ff0),segment_id=5bd2529f-b450-42b6-8981-999bdd2f1ff0)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:32:39.081441 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-05983d06-9aba-4ff8-97e4-2c86d3c9123f req-490cc1f1-d2cb-4d89-9a10-3d58432fa94f service neutron] For port 93bb73ee-b0c7-4955-9caa-15151730991a, host n-h1-808921-1, cleared binding levels {{(pid=95297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:32:39.174163 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5b415a1-2134-4975-b7d5-fc098ae76fc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93bb73ee-b0c7-4955-9caa-15151730991a'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:32:39.176643 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e1061f-1701-4031-886e-e8a6b68571b9" -d '{"events": [{"server_uuid": "e5b415a1-2134-4975-b7d5-fc098ae76fc9", "name": "network-vif-unplugged", "status": "completed", "tag": "93bb73ee-b0c7-4955-9caa-15151730991a"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:32:39.181053 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-05983d06-9aba-4ff8-97e4-2c86d3c9123f req-490cc1f1-d2cb-4d89-9a10-3d58432fa94f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:39.207387 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eec9e3-8209-480c-b071-108112789a4f req-e7af5a12-97af-4d4f-943e-7aee32f429c2 tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:39.211261 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-51eec9e3-8209-480c-b071-108112789a4f req-e7af5a12-97af-4d4f-943e-7aee32f429c2 tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] 10.222.0.101 "GET /v2.0/ports?device_id=c5ace1dc-c404-4c98-85be-17f33d86d299 HTTP/1.1" status: 200 len: 948 time: 0.0882051 Sep 24 15:32:39.261637 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-05983d06-9aba-4ff8-97e4-2c86d3c9123f req-490cc1f1-d2cb-4d89-9a10-3d58432fa94f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:39.273090 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-51eec9e3-8209-480c-b071-108112789a4f req-2ab56142-b401-4f0b-9471-bd8fcc675688 tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] 10.222.0.101 "GET /v2.0/security-groups?id=223a1c96-f86f-4775-9cca-b7dd2dd3815c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553811 Sep 24 15:32:39.336314 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 15:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-375d5e04-ce54-4a4d-b879-dbe1f8fdd7c7 x-openstack-request-id: req-375d5e04-ce54-4a4d-b879-dbe1f8fdd7c7 {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:32:39.336609 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5b415a1-2134-4975-b7d5-fc098ae76fc9", "name": "network-vif-unplugged", "status": "completed", "tag": "93bb73ee-b0c7-4955-9caa-15151730991a", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:32:39.336857 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-375d5e04-ce54-4a4d-b879-dbe1f8fdd7c7 {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:32:39.337255 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5b415a1-2134-4975-b7d5-fc098ae76fc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93bb73ee-b0c7-4955-9caa-15151730991a', 'code': 200} Sep 24 15:32:39.364898 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490cc1f1-d2cb-4d89-9a10-3d58432fa94f service neutron] Pushing event updated for resources: {'Port': ['ID=93bb73ee-b0c7-4955-9caa-15151730991a,revision_number=7']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:39.378697 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-05983d06-9aba-4ff8-97e4-2c86d3c9123f req-490cc1f1-d2cb-4d89-9a10-3d58432fa94f service neutron] Attempting to bind port 93bb73ee-b0c7-4955-9caa-15151730991a on host n-h1-808921-1 for vnic_type normal with profile {"migrating_to": "n-h2-808921-1"} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:32:39.382231 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-05983d06-9aba-4ff8-97e4-2c86d3c9123f req-490cc1f1-d2cb-4d89-9a10-3d58432fa94f service neutron] Attempting to bind port 93bb73ee-b0c7-4955-9caa-15151730991a by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': '5bd2529f-b450-42b6-8981-999bdd2f1ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '058852f5-088e-42d1-b3e1-abf106a974a3'}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:32:39.382231 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05983d06-9aba-4ff8-97e4-2c86d3c9123f req-490cc1f1-d2cb-4d89-9a10-3d58432fa94f service neutron] Attempting to bind port 93bb73ee-b0c7-4955-9caa-15151730991a on network 058852f5-088e-42d1-b3e1-abf106a974a3 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:32:39.384835 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05983d06-9aba-4ff8-97e4-2c86d3c9123f req-490cc1f1-d2cb-4d89-9a10-3d58432fa94f service neutron] Port 93bb73ee-b0c7-4955-9caa-15151730991a on network 058852f5-088e-42d1-b3e1-abf106a974a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:32:39.385166 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05983d06-9aba-4ff8-97e4-2c86d3c9123f req-490cc1f1-d2cb-4d89-9a10-3d58432fa94f service neutron] Attempting to bind port 93bb73ee-b0c7-4955-9caa-15151730991a on network 058852f5-088e-42d1-b3e1-abf106a974a3 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:32:39.390835 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05983d06-9aba-4ff8-97e4-2c86d3c9123f req-490cc1f1-d2cb-4d89-9a10-3d58432fa94f service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:32:39.391164 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05983d06-9aba-4ff8-97e4-2c86d3c9123f req-490cc1f1-d2cb-4d89-9a10-3d58432fa94f service neutron] Checking segment: {'id': '5bd2529f-b450-42b6-8981-999bdd2f1ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '058852f5-088e-42d1-b3e1-abf106a974a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:32:39.391549 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05983d06-9aba-4ff8-97e4-2c86d3c9123f req-490cc1f1-d2cb-4d89-9a10-3d58432fa94f service neutron] Bound using segment: {'id': '5bd2529f-b450-42b6-8981-999bdd2f1ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '058852f5-088e-42d1-b3e1-abf106a974a3'} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:32:39.391977 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-05983d06-9aba-4ff8-97e4-2c86d3c9123f req-490cc1f1-d2cb-4d89-9a10-3d58432fa94f service neutron] Bound port: 93bb73ee-b0c7-4955-9caa-15151730991a, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bd2529f-b450-42b6-8981-999bdd2f1ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '058852f5-088e-42d1-b3e1-abf106a974a3'}}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:32:39.392339 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-05983d06-9aba-4ff8-97e4-2c86d3c9123f req-490cc1f1-d2cb-4d89-9a10-3d58432fa94f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:39.502577 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624d5f0c-49fe-465c-9755-01f294cf4dec req-6392f2b7-e93d-4f88-9534-40b5030732fc tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:39.509842 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-624d5f0c-49fe-465c-9755-01f294cf4dec req-6392f2b7-e93d-4f88-9534-40b5030732fc tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] 10.222.0.101 "GET /v2.0/ports?device_id=c86ce5d8-0e1e-4317-9abd-e4c164362491 HTTP/1.1" status: 200 len: 950 time: 0.0996211 Sep 24 15:32:39.519876 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed63cc-23ae-4d89-864a-555634d01ccf req-f0b503bf-b92f-4994-a2a3-cdfe819682ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:39.521045 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-05983d06-9aba-4ff8-97e4-2c86d3c9123f req-490cc1f1-d2cb-4d89-9a10-3d58432fa94f service neutron] For port 93bb73ee-b0c7-4955-9caa-15151730991a, host n-h1-808921-1, cleared binding levels {{(pid=95297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:32:39.521478 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-46ed63cc-23ae-4d89-864a-555634d01ccf req-f0b503bf-b92f-4994-a2a3-cdfe819682ea service neutron] 10.222.0.108 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.4909401 Sep 24 15:32:39.530562 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959acd4d-216d-4a92-b9d3-64338b29c515 req-f1ad0c6a-41ee-4553-9041-c5b227020fee tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:39.531984 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-959acd4d-216d-4a92-b9d3-64338b29c515 req-f1ad0c6a-41ee-4553-9041-c5b227020fee tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5704789 Sep 24 15:32:39.558565 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-05983d06-9aba-4ff8-97e4-2c86d3c9123f req-490cc1f1-d2cb-4d89-9a10-3d58432fa94f service neutron] For port 93bb73ee-b0c7-4955-9caa-15151730991a, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=93bb73ee-b0c7-4955-9caa-15151730991a,segment=NetworkSegment(5bd2529f-b450-42b6-8981-999bdd2f1ff0),segment_id=5bd2529f-b450-42b6-8981-999bdd2f1ff0)] {{(pid=95297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:32:39.610592 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-959acd4d-216d-4a92-b9d3-64338b29c515 req-9eef4ae0-ef39-4e14-ba54-e794c6832bd8 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] 10.222.0.101 "GET /v2.0/quotas/59124e2d0c8d47c8b8550091b47f8b53 HTTP/1.1" status: 200 len: 375 time: 0.0719616 Sep 24 15:32:39.611189 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-624d5f0c-49fe-465c-9755-01f294cf4dec req-06ba030b-2422-4b3d-af80-360efa2aa80b tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] 10.222.0.101 "GET /v2.0/security-groups?id=0b823a3f-c5d6-4802-a71f-dfc9f06e8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787232 Sep 24 15:32:39.624621 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 7229ebc4-e762-45bc-b63d-6068046d0119 details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:32:39.630803 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 1e5b3755-b74e-4468-90a5-9a7050a6ae48 up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:32:39.636925 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-05983d06-9aba-4ff8-97e4-2c86d3c9123f req-490cc1f1-d2cb-4d89-9a10-3d58432fa94f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:39.663997 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-959acd4d-216d-4a92-b9d3-64338b29c515 req-3f40d9a5-2c7e-42cb-b015-c2551cd411a2 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=59124e2d0c8d47c8b8550091b47f8b53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0514319 Sep 24 15:32:39.689595 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed63cc-23ae-4d89-864a-555634d01ccf req-ae23b2e2-ec5c-41a9-9849-523d3a470145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:39.691870 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-46ed63cc-23ae-4d89-864a-555634d01ccf req-ae23b2e2-ec5c-41a9-9849-523d3a470145 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1553473 Sep 24 15:32:39.831812 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05983d06-9aba-4ff8-97e4-2c86d3c9123f req-490cc1f1-d2cb-4d89-9a10-3d58432fa94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:39.834024 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-05983d06-9aba-4ff8-97e4-2c86d3c9123f req-490cc1f1-d2cb-4d89-9a10-3d58432fa94f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:39.848265 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-05983d06-9aba-4ff8-97e4-2c86d3c9123f req-490cc1f1-d2cb-4d89-9a10-3d58432fa94f service neutron] 10.222.0.108 "PUT /v2.0/ports/93bb73ee-b0c7-4955-9caa-15151730991a HTTP/1.1" status: 200 len: 1121 time: 1.0832119 Sep 24 15:32:39.850513 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490cc1f1-d2cb-4d89-9a10-3d58432fa94f service neutron] Pushing event updated for resources: {'Port': ['ID=93bb73ee-b0c7-4955-9caa-15151730991a,revision_number=8']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:39.874284 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d4f979-7562-4350-8302-e609fa578c66 req-1bda7639-48f0-4b51-b83a-bd86d35a0071 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:39.877245 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b1d4f979-7562-4350-8302-e609fa578c66 req-1bda7639-48f0-4b51-b83a-bd86d35a0071 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=e4a0869f-9ffd-41cd-a846-f5fdfab5a715 HTTP/1.1" status: 200 len: 948 time: 0.1759284 Sep 24 15:32:39.879712 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port 1e5b3755-b74e-4468-90a5-9a7050a6ae48 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:32:39.909382 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 7229ebc4-e762-45bc-b63d-6068046d0119, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=7229ebc4-e762-45bc-b63d-6068046d0119,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:32:39.926166 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port 1e5b3755-b74e-4468-90a5-9a7050a6ae48 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:32:39.926496 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:39.932270 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-46ed63cc-23ae-4d89-864a-555634d01ccf req-e8c01818-fab7-4140-bd96-0619959194e6 service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314787 Sep 24 15:32:39.977590 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b1d4f979-7562-4350-8302-e609fa578c66 req-c5f7dfb8-805e-44da-925c-87902879abbf tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916066 Sep 24 15:32:40.001126 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['93bb73ee-b0c7-4955-9caa-15151730991a'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:32:40.078079 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-46ed63cc-23ae-4d89-864a-555634d01ccf req-59990613-82cf-4233-a5e2-ae0d5382bbcd service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387842 Sep 24 15:32:40.081458 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': '7229ebc4-e762-45bc-b63d-6068046d0119', 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939', 'port_id': '7229ebc4-e762-45bc-b63d-6068046d0119', 'mac_address': 'fa:16:3e:6f:c9:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '188edb94-8042-4961-9ec0-8960b1ce1305', 'ip_address': '192.168.233.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:32:40.251872 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761eec34-bd8c-41f1-846b-e25ddb167cb8 req-c9269baa-c6d5-468a-a332-03988f83797c tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:40.253550 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-761eec34-bd8c-41f1-846b-e25ddb167cb8 req-c9269baa-c6d5-468a-a332-03988f83797c tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5b415a1-2134-4975-b7d5-fc098ae76fc9 HTTP/1.1" status: 200 len: 943 time: 0.0770757 Sep 24 15:32:40.273466 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:40.298104 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:40.307523 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-761eec34-bd8c-41f1-846b-e25ddb167cb8 req-97c536be-30f4-4f00-af6c-6ed4c2c6f03e tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461447 Sep 24 15:32:40.333887 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 39348) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:32:40.343942 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7229ebc4-e762-45bc-b63d-6068046d0119 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:32:40.374632 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a06d1df7-77e8-4d02-914c-afedef6fecbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e5b3755-b74e-4468-90a5-9a7050a6ae48'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:32:40.376897 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97ad5b98-0dcd-4f8b-9f99-7c091ddf44e5" -d '{"events": [{"server_uuid": "a06d1df7-77e8-4d02-914c-afedef6fecbc", "name": "network-vif-plugged", "status": "completed", "tag": "1e5b3755-b74e-4468-90a5-9a7050a6ae48"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:32:40.392639 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b3c2a009-e199-4605-92eb-29b85041ad12 req-04f7f448-ef62-42c2-8d8e-62d4141869fe tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=59124e2d0c8d47c8b8550091b47f8b53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439372 Sep 24 15:32:40.410942 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 1e5b3755-b74e-4468-90a5-9a7050a6ae48, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=1e5b3755-b74e-4468-90a5-9a7050a6ae48,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:32:40.422401 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 7229ebc4-e762-45bc-b63d-6068046d0119, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=7229ebc4-e762-45bc-b63d-6068046d0119,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:32:40.470508 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:40.478496 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e05646-0339-443c-8ef6-2ac4e9f3aba7 req-ed7903ab-1846-49b1-a0e6-761f032961fd tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:40.479931 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-97e05646-0339-443c-8ef6-2ac4e9f3aba7 req-ed7903ab-1846-49b1-a0e6-761f032961fd tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] 10.222.0.101 "GET /v2.0/ports?device_id=c5ace1dc-c404-4c98-85be-17f33d86d299 HTTP/1.1" status: 200 len: 948 time: 0.0584335 Sep 24 15:32:40.502804 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:40.504122 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:40.550279 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=1e5b3755-b74e-4468-90a5-9a7050a6ae48,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:40.559685 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c2a009-e199-4605-92eb-29b85041ad12 req-9f375cad-0509-4766-bb15-5ea03ba2386a tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:40.565169 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-97e05646-0339-443c-8ef6-2ac4e9f3aba7 req-bbb00193-a30d-4bca-aafb-f370c326868d tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] 10.222.0.101 "GET /v2.0/security-groups?id=223a1c96-f86f-4775-9cca-b7dd2dd3815c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622940 Sep 24 15:32:40.578653 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b3c2a009-e199-4605-92eb-29b85041ad12 req-9f375cad-0509-4766-bb15-5ea03ba2386a tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1822195 Sep 24 15:32:40.590180 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b3c2a009-e199-4605-92eb-29b85041ad12 req-67b5856e-0ba1-4669-bdf2-697d11e35767 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] 10.222.0.101 "GET /v2.0/quotas/59124e2d0c8d47c8b8550091b47f8b53 HTTP/1.1" status: 200 len: 375 time: 0.0106521 Sep 24 15:32:40.600825 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-53948625-39d8-4e7a-8608-9e481efff7c3 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-709135455-network', 'tenant_id': '53357413dfbc434b8597a2dcdb9cca78'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:32:40.629451 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=7229ebc4-e762-45bc-b63d-6068046d0119,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:40.639419 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b3c2a009-e199-4605-92eb-29b85041ad12 req-2e08830f-c79e-4494-964b-c973ab928529 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=59124e2d0c8d47c8b8550091b47f8b53&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378513 Sep 24 15:32:40.639524 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b1fea8-a2e5-4502-b55f-b4b6a3055e00 x-openstack-request-id: req-54b1fea8-a2e5-4502-b55f-b4b6a3055e00 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:32:40.639524 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a06d1df7-77e8-4d02-914c-afedef6fecbc", "name": "network-vif-plugged", "status": "completed", "tag": "1e5b3755-b74e-4468-90a5-9a7050a6ae48", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:32:40.639524 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-54b1fea8-a2e5-4502-b55f-b4b6a3055e00 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:32:40.639524 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a06d1df7-77e8-4d02-914c-afedef6fecbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e5b3755-b74e-4468-90a5-9a7050a6ae48', 'code': 200} Sep 24 15:32:40.693951 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53948625-39d8-4e7a-8608-9e481efff7c3 admin admin] Made reservation on behalf of 53357413dfbc434b8597a2dcdb9cca78 for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:32:40.697372 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-53948625-39d8-4e7a-8608-9e481efff7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:40.747671 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-53948625-39d8-4e7a-8608-9e481efff7c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:40.802182 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65bfad3-afd9-4dc5-8c6c-088056bda83e req-d6d7e3e8-cd59-42ab-988c-77d405af00f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:40.803686 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c65bfad3-afd9-4dc5-8c6c-088056bda83e req-d6d7e3e8-cd59-42ab-988c-77d405af00f2 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=a06d1df7-77e8-4d02-914c-afedef6fecbc HTTP/1.1" status: 200 len: 1101 time: 0.1016901 Sep 24 15:32:40.822016 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265e2156-4a2d-4f5b-98b1-81314d07ed2d req-e8f78d59-8c30-42c4-b3f0-bbc1bad7ac79 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:40.823524 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-265e2156-4a2d-4f5b-98b1-81314d07ed2d req-e8f78d59-8c30-42c4-b3f0-bbc1bad7ac79 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] 10.222.0.101 "GET /v2.0/ports?device_id=c86ce5d8-0e1e-4317-9abd-e4c164362491 HTTP/1.1" status: 200 len: 950 time: 0.1071725 Sep 24 15:32:40.856240 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['7229ebc4-e762-45bc-b63d-6068046d0119'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:32:40.907801 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c65bfad3-afd9-4dc5-8c6c-088056bda83e req-5afa9725-fefe-4598-b0b9-55a605c2ab16 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710163 Sep 24 15:32:40.918948 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-265e2156-4a2d-4f5b-98b1-81314d07ed2d req-4d39d20f-675d-4686-9f7a-efb921e02ecc tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] 10.222.0.101 "GET /v2.0/security-groups?id=0b823a3f-c5d6-4802-a71f-dfc9f06e8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827658 Sep 24 15:32:40.984856 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-53948625-39d8-4e7a-8608-9e481efff7c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:41.014657 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-da7bdfcb-f97d-4e5c-b57a-a10d50f37759 req-05e4713b-ed88-412e-a229-e4bc84dbbd0c tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] 10.222.0.101 "GET /v2.0/ports?device_id=13807497-b8d8-43c2-a628-11dc4926a32b HTTP/1.1" status: 200 len: 210 time: 0.0555847 Sep 24 15:32:41.087512 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-53948625-39d8-4e7a-8608-9e481efff7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:41.128539 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53948625-39d8-4e7a-8608-9e481efff7c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1272} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:32:41.135835 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53948625-39d8-4e7a-8608-9e481efff7c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=997d5af8-07d7-4888-b731-21def6e0a999,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:41.172556 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-53948625-39d8-4e7a-8608-9e481efff7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:41.172901 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-53948625-39d8-4e7a-8608-9e481efff7c3 admin admin] Added segment 79652434-eda4-47b6-bb65-4ff228cc56a1 of type vlan for network ff8678b1-4349-4ca8-a723-03edf66a1778 Sep 24 15:32:41.199430 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ef45b2-789f-42f5-9f66-a775821edaf4 req-e593162f-604d-439a-afb3-5e6c0bc3f3cb tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:41.201154 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e9ef45b2-789f-42f5-9f66-a775821edaf4 req-e593162f-604d-439a-afb3-5e6c0bc3f3cb tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=e4a0869f-9ffd-41cd-a846-f5fdfab5a715 HTTP/1.1" status: 200 len: 949 time: 0.0941579 Sep 24 15:32:41.265466 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-53948625-39d8-4e7a-8608-9e481efff7c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:41.265768 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e9ef45b2-789f-42f5-9f66-a775821edaf4 req-7ea12a2a-91d5-4eca-ac84-2523ab8fd0ca tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498850 Sep 24 15:32:41.338766 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5b415a1-2134-4975-b7d5-fc098ae76fc9', 'tag': '93bb73ee-b0c7-4955-9caa-15151730991a'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:32:41.341292 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d530d02b-b02f-4dac-ac95-4816de02c5a7" -d '{"events": [{"name": "network-changed", "server_uuid": "e5b415a1-2134-4975-b7d5-fc098ae76fc9", "tag": "93bb73ee-b0c7-4955-9caa-15151730991a"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:32:41.381744 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f55315-6a59-4194-a3d0-5e63e2d2f71c x-openstack-request-id: req-20f55315-6a59-4194-a3d0-5e63e2d2f71c {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:32:41.382109 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5b415a1-2134-4975-b7d5-fc098ae76fc9", "tag": "93bb73ee-b0c7-4955-9caa-15151730991a", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:32:41.382458 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-20f55315-6a59-4194-a3d0-5e63e2d2f71c {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:32:41.382917 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5b415a1-2134-4975-b7d5-fc098ae76fc9', 'tag': '93bb73ee-b0c7-4955-9caa-15151730991a', 'status': 'completed', 'code': 200} Sep 24 15:32:41.452927 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d530d02b-b02f-4dac-ac95-4816de02c5a7 req-bc245bbb-7573-45b5-9118-9157132b9862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:41.454553 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d530d02b-b02f-4dac-ac95-4816de02c5a7 req-bc245bbb-7573-45b5-9118-9157132b9862 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=8957a38149f44837aa315f739e11ffd3&device_id=e5b415a1-2134-4975-b7d5-fc098ae76fc9 HTTP/1.1" status: 200 len: 1124 time: 0.0466554 Sep 24 15:32:41.483786 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e529f81b-c46d-4770-89ef-777519719251 req-9d9821ec-e7be-4e96-81a7-2befa2fe45d1 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:41.485274 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e529f81b-c46d-4770-89ef-777519719251 req-9d9821ec-e7be-4e96-81a7-2befa2fe45d1 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5b415a1-2134-4975-b7d5-fc098ae76fc9 HTTP/1.1" status: 200 len: 943 time: 0.0526571 Sep 24 15:32:41.524721 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e529f81b-c46d-4770-89ef-777519719251 req-59adb44c-fea6-4e99-b84f-e1de71f630e4 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327797 Sep 24 15:32:41.564853 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d530d02b-b02f-4dac-ac95-4816de02c5a7 req-1cda7bf5-1fc0-4dc7-9bb6-e3a291d230dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:41.566637 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d530d02b-b02f-4dac-ac95-4816de02c5a7 req-1cda7bf5-1fc0-4dc7-9bb6-e3a291d230dd service neutron] 10.222.0.110 "GET /v2.0/networks?id=058852f5-088e-42d1-b3e1-abf106a974a3 HTTP/1.1" status: 200 len: 923 time: 0.0995800 Sep 24 15:32:41.584289 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-53948625-39d8-4e7a-8608-9e481efff7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:41.585774 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53948625-39d8-4e7a-8608-9e481efff7c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:41.585774 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-53948625-39d8-4e7a-8608-9e481efff7c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:41.629471 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d530d02b-b02f-4dac-ac95-4816de02c5a7 req-90e2cac1-5e7a-4e24-adce-0ca970e93cf0 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93bb73ee-b0c7-4955-9caa-15151730991a HTTP/1.1" status: 200 len: 217 time: 0.0522366 Sep 24 15:32:41.692756 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c8a36-4b75-4dc0-b65e-5e4ec12cfccf req-1e2eefb5-2598-4f46-87a8-09c697f432fa tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:41.694482 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bf4c8a36-4b75-4dc0-b65e-5e4ec12cfccf req-1e2eefb5-2598-4f46-87a8-09c697f432fa tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] 10.222.0.101 "GET /v2.0/ports?device_id=c5ace1dc-c404-4c98-85be-17f33d86d299 HTTP/1.1" status: 200 len: 948 time: 0.0526927 Sep 24 15:32:41.707662 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53948625-39d8-4e7a-8608-9e481efff7c3 admin admin] Pushing event updated for resources: {'Network': ['ID=ff8678b1-4349-4ca8-a723-03edf66a1778,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:41.723526 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network ff8678b1-4349-4ca8-a723-03edf66a1778 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:32:41.729098 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d530d02b-b02f-4dac-ac95-4816de02c5a7 req-8e07cd01-b583-4ab8-8a7b-b9c2a74ae910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:41.731123 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d530d02b-b02f-4dac-ac95-4816de02c5a7 req-8e07cd01-b583-4ab8-8a7b-b9c2a74ae910 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=5c649312-ea12-4119-a9ca-d79c73d589c6 HTTP/1.1" status: 200 len: 861 time: 0.0882597 Sep 24 15:32:41.747275 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bf4c8a36-4b75-4dc0-b65e-5e4ec12cfccf req-0f86ed56-419a-4e52-8ac0-f5ed54935564 tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] 10.222.0.101 "GET /v2.0/security-groups?id=223a1c96-f86f-4775-9cca-b7dd2dd3815c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454493 Sep 24 15:32:41.758220 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device aef1e145-cb78-481a-a9ab-c8fede72f1ea details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:32:41.793311 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d530d02b-b02f-4dac-ac95-4816de02c5a7 req-f452a310-0d2a-401b-825b-ebbb9a632ac6 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=058852f5-088e-42d1-b3e1-abf106a974a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438187 Sep 24 15:32:41.796842 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-53948625-39d8-4e7a-8608-9e481efff7c3 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4611535 Sep 24 15:32:41.806904 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 39382) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:32:41.820036 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-71c2e7c8-064b-4c0f-a8b4-d823adea92e2 admin admin] Request body: {'subnet': {'network_id': 'ff8678b1-4349-4ca8-a723-03edf66a1778', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-709135455-subnet', 'tenant_id': '53357413dfbc434b8597a2dcdb9cca78', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:32:41.830393 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e32fbd-6745-45e8-a8bd-e24740aac607 req-2f184edf-e89b-4ca7-b2e7-cf252ec5b4d2 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:41.831933 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d0e32fbd-6745-45e8-a8bd-e24740aac607 req-2f184edf-e89b-4ca7-b2e7-cf252ec5b4d2 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] 10.222.0.101 "GET /v2.0/ports?device_id=c86ce5d8-0e1e-4317-9abd-e4c164362491 HTTP/1.1" status: 200 len: 950 time: 0.0961361 Sep 24 15:32:41.914046 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port aef1e145-cb78-481a-a9ab-c8fede72f1ea, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=aef1e145-cb78-481a-a9ab-c8fede72f1ea,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:32:41.925230 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d0e32fbd-6745-45e8-a8bd-e24740aac607 req-e6011341-3e9f-4368-b0f7-fc57c4029967 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] 10.222.0.101 "GET /v2.0/security-groups?id=0b823a3f-c5d6-4802-a71f-dfc9f06e8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814974 Sep 24 15:32:41.926581 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': 'aef1e145-cb78-481a-a9ab-c8fede72f1ea', 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939', 'port_id': 'aef1e145-cb78-481a-a9ab-c8fede72f1ea', 'mac_address': 'fa:16:3e:04:c5:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '188edb94-8042-4961-9ec0-8960b1ce1305', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:32:41.940678 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d530d02b-b02f-4dac-ac95-4816de02c5a7 req-2654985d-2eb8-4b90-9eae-ec68175e2695 service neutron] 10.222.0.110 "GET /v2.0/networks/058852f5-088e-42d1-b3e1-abf106a974a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387768 Sep 24 15:32:41.971249 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:41.986224 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aef1e145-cb78-481a-a9ab-c8fede72f1ea {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:32:42.006136 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port aef1e145-cb78-481a-a9ab-c8fede72f1ea, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=aef1e145-cb78-481a-a9ab-c8fede72f1ea,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:32:42.042366 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71c2e7c8-064b-4c0f-a8b4-d823adea92e2 admin admin] Made reservation on behalf of 53357413dfbc434b8597a2dcdb9cca78 for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:32:42.046532 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-71c2e7c8-064b-4c0f-a8b4-d823adea92e2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:42.050208 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d530d02b-b02f-4dac-ac95-4816de02c5a7 req-b388ee2b-e738-4c62-8ad6-a164f5abbd4b service neutron] 10.222.0.110 "GET /v2.0/networks/058852f5-088e-42d1-b3e1-abf106a974a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959570 Sep 24 15:32:42.091030 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c1585e44-3280-4748-afa0-34dbbe723618 req-c1079dc9-2555-46f7-98a2-8e66cc1027ab tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] 10.222.0.101 "GET /v2.0/ports?device_id=13807497-b8d8-43c2-a628-11dc4926a32b HTTP/1.1" status: 200 len: 210 time: 0.0322568 Sep 24 15:32:42.150751 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:42.208042 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=aef1e145-cb78-481a-a9ab-c8fede72f1ea,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:42.356424 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-71c2e7c8-064b-4c0f-a8b4-d823adea92e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:42.427051 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f712d4-0135-4a54-ae35-bf3b470db4e5 req-f246de3e-5c2b-45e9-9169-c5aa1929e0ce tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:42.434523 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-37f712d4-0135-4a54-ae35-bf3b470db4e5 req-f246de3e-5c2b-45e9-9169-c5aa1929e0ce tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=e4a0869f-9ffd-41cd-a846-f5fdfab5a715 HTTP/1.1" status: 200 len: 949 time: 0.1024108 Sep 24 15:32:42.438297 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71c2e7c8-064b-4c0f-a8b4-d823adea92e2 admin admin] Checking segment: {'id': '79652434-eda4-47b6-bb65-4ff228cc56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'ff8678b1-4349-4ca8-a723-03edf66a1778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:32:42.438674 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c2e7c8-064b-4c0f-a8b4-d823adea92e2 admin admin] Network hostable DHCP agents. Network: ff8678b1-4349-4ca8-a723-03edf66a1778, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:32:42.440871 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c2e7c8-064b-4c0f-a8b4-d823adea92e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=740320f3-b182-49df-862e-fbe87946f30f,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:42.480122 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-37f712d4-0135-4a54-ae35-bf3b470db4e5 req-25a48ff0-d5a4-4f0e-8e5f-9317c03aeb6e tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447302 Sep 24 15:32:42.559104 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c2e7c8-064b-4c0f-a8b4-d823adea92e2 admin admin] Network ff8678b1-4349-4ca8-a723-03edf66a1778 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:32:42.581296 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['aef1e145-cb78-481a-a9ab-c8fede72f1ea'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:32:42.642431 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-71c2e7c8-064b-4c0f-a8b4-d823adea92e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, ff8678b1-4349-4ca8-a723-03edf66a1778) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:32:42.651999 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71c2e7c8-064b-4c0f-a8b4-d823adea92e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:42.654034 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-71c2e7c8-064b-4c0f-a8b4-d823adea92e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:42.656015 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-081c5c5c-46c2-4f98-b55d-e6e1b65666f3 None None] Network ff8678b1-4349-4ca8-a723-03edf66a1778 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:32:42.656198 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac20e10a-9f3e-426d-bc7c-738da8b75132 req-7d8897ff-b1e0-4052-9195-903ed6fada6b tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:42.659098 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ac20e10a-9f3e-426d-bc7c-738da8b75132 req-7d8897ff-b1e0-4052-9195-903ed6fada6b tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5b415a1-2134-4975-b7d5-fc098ae76fc9 HTTP/1.1" status: 200 len: 943 time: 0.0591710 Sep 24 15:32:42.709735 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ac20e10a-9f3e-426d-bc7c-738da8b75132 req-610dc092-101f-438c-898e-820c0c3ea852 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441716 Sep 24 15:32:42.814018 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-71c2e7c8-064b-4c0f-a8b4-d823adea92e2 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0042326 Sep 24 15:32:42.817338 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 39402) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:32:42.821733 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-13c08be1-98a2-4cd6-aa78-b515b0566ae0 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-709135455-router', 'tenant_id': '53357413dfbc434b8597a2dcdb9cca78', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:32:42.884387 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21cbb76-3a94-4a1d-ac6b-35ea39d56df2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-ff8678b1-4349-4ca8-a723-03edf66a1778', 'network_id': 'ff8678b1-4349-4ca8-a723-03edf66a1778', 'tenant_id': '53357413dfbc434b8597a2dcdb9cca78', 'fixed_ips': [{'subnet_id': '740320f3-b182-49df-862e-fbe87946f30f'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:32:42.885755 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d21cbb76-3a94-4a1d-ac6b-35ea39d56df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:42.910263 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5061de-0ddc-44a3-b384-d65d775b6fcb req-fdc70e47-2eea-4d9e-a700-816a55b227a9 tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:42.912799 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2e5061de-0ddc-44a3-b384-d65d775b6fcb req-fdc70e47-2eea-4d9e-a700-816a55b227a9 tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] 10.222.0.101 "GET /v2.0/ports?device_id=c5ace1dc-c404-4c98-85be-17f33d86d299 HTTP/1.1" status: 200 len: 949 time: 0.0718451 Sep 24 15:32:42.913835 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-13c08be1-98a2-4cd6-aa78-b515b0566ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:42.915028 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-13c08be1-98a2-4cd6-aa78-b515b0566ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:42.991829 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-13c08be1-98a2-4cd6-aa78-b515b0566ae0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:42.995675 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2e5061de-0ddc-44a3-b384-d65d775b6fcb req-578abbe5-1041-4250-8cf2-a74a95b0f3df tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] 10.222.0.101 "GET /v2.0/security-groups?id=223a1c96-f86f-4775-9cca-b7dd2dd3815c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747943 Sep 24 15:32:43.037919 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-d21cbb76-3a94-4a1d-ac6b-35ea39d56df2 None None] Allocated IP 172.20.0.2 (ff8678b1-4349-4ca8-a723-03edf66a1778/740320f3-b182-49df-862e-fbe87946f30f/690a453d-109d-4766-89af-62a52fae9a91) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:32:43.142489 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a917a1b5-3e71-4676-b608-5c5f63476916 req-2d9f142e-4296-4337-b688-baf09845d7a2 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:43.144109 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a917a1b5-3e71-4676-b608-5c5f63476916 req-2d9f142e-4296-4337-b688-baf09845d7a2 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] 10.222.0.101 "GET /v2.0/ports?device_id=c86ce5d8-0e1e-4317-9abd-e4c164362491 HTTP/1.1" status: 200 len: 950 time: 0.0868549 Sep 24 15:32:43.187761 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d21cbb76-3a94-4a1d-ac6b-35ea39d56df2 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:43.236073 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d21cbb76-3a94-4a1d-ac6b-35ea39d56df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:43.266231 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-13c08be1-98a2-4cd6-aa78-b515b0566ae0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:43.271559 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a917a1b5-3e71-4676-b608-5c5f63476916 req-c5759c4c-3c9d-4bd6-b698-71d38c4c8df2 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] 10.222.0.101 "GET /v2.0/security-groups?id=0b823a3f-c5d6-4802-a71f-dfc9f06e8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014259 Sep 24 15:32:43.275097 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d21cbb76-3a94-4a1d-ac6b-35ea39d56df2 None None] Network ff8678b1-4349-4ca8-a723-03edf66a1778 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:32:43.277988 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-d21cbb76-3a94-4a1d-ac6b-35ea39d56df2 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:32:43.281634 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21cbb76-3a94-4a1d-ac6b-35ea39d56df2 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:32:43.292947 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21cbb76-3a94-4a1d-ac6b-35ea39d56df2 None None] Pushing event updated for resources: {'Port': ['ID=690a453d-109d-4766-89af-62a52fae9a91,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:43.352483 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-d21cbb76-3a94-4a1d-ac6b-35ea39d56df2 None None] Attempting to bind port 690a453d-109d-4766-89af-62a52fae9a91 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:32:43.352860 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-d21cbb76-3a94-4a1d-ac6b-35ea39d56df2 None None] Attempting to bind port 690a453d-109d-4766-89af-62a52fae9a91 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '79652434-eda4-47b6-bb65-4ff228cc56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'ff8678b1-4349-4ca8-a723-03edf66a1778'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:32:43.353217 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21cbb76-3a94-4a1d-ac6b-35ea39d56df2 None None] Attempting to bind port 690a453d-109d-4766-89af-62a52fae9a91 on network ff8678b1-4349-4ca8-a723-03edf66a1778 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:32:43.357263 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f13da224-2cb8-4808-9016-1e1b2e25cc0a req-2c9ec367-5c0a-4d7f-b596-d8547873c5ed tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] 10.222.0.101 "GET /v2.0/ports?device_id=13807497-b8d8-43c2-a628-11dc4926a32b HTTP/1.1" status: 200 len: 210 time: 0.0280738 Sep 24 15:32:43.358772 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21cbb76-3a94-4a1d-ac6b-35ea39d56df2 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:32:43.359151 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21cbb76-3a94-4a1d-ac6b-35ea39d56df2 None None] Checking segment: {'id': '79652434-eda4-47b6-bb65-4ff228cc56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'ff8678b1-4349-4ca8-a723-03edf66a1778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:32:43.359676 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d21cbb76-3a94-4a1d-ac6b-35ea39d56df2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:43.360102 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21cbb76-3a94-4a1d-ac6b-35ea39d56df2 None None] Bound using segment: {'id': '79652434-eda4-47b6-bb65-4ff228cc56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'ff8678b1-4349-4ca8-a723-03edf66a1778'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:32:43.360649 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-d21cbb76-3a94-4a1d-ac6b-35ea39d56df2 None None] Bound port: 690a453d-109d-4766-89af-62a52fae9a91, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79652434-eda4-47b6-bb65-4ff228cc56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'ff8678b1-4349-4ca8-a723-03edf66a1778'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:32:43.360935 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d21cbb76-3a94-4a1d-ac6b-35ea39d56df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:43.436232 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-d21cbb76-3a94-4a1d-ac6b-35ea39d56df2 None None] For port 690a453d-109d-4766-89af-62a52fae9a91, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:32:43.448392 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-d21cbb76-3a94-4a1d-ac6b-35ea39d56df2 None None] For port 690a453d-109d-4766-89af-62a52fae9a91, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=690a453d-109d-4766-89af-62a52fae9a91,segment=NetworkSegment(79652434-eda4-47b6-bb65-4ff228cc56a1),segment_id=79652434-eda4-47b6-bb65-4ff228cc56a1)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:32:43.505544 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567547fc-4656-4486-a3e3-f6bf0086449f req-d02bb59a-55ae-401f-92f9-a7dbd6df321b tempest-LiveMigrationNegativeTest-1379179445 tempest-LiveMigrationNegativeTest-1379179445-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:43.508273 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-567547fc-4656-4486-a3e3-f6bf0086449f req-d02bb59a-55ae-401f-92f9-a7dbd6df321b tempest-LiveMigrationNegativeTest-1379179445 tempest-LiveMigrationNegativeTest-1379179445-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=c86ce5d8-0e1e-4317-9abd-e4c164362491 HTTP/1.1" status: 200 len: 1101 time: 0.0859044 Sep 24 15:32:43.522666 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d21cbb76-3a94-4a1d-ac6b-35ea39d56df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:43.564680 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-567547fc-4656-4486-a3e3-f6bf0086449f req-bd8020b2-886d-48b0-9c1d-dc60c29d2406 tempest-LiveMigrationNegativeTest-1379179445 tempest-LiveMigrationNegativeTest-1379179445-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:43.587226 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21cbb76-3a94-4a1d-ac6b-35ea39d56df2 None None] Pushing event updated for resources: {'Port': ['ID=690a453d-109d-4766-89af-62a52fae9a91,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:43.625840 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1704d394-d29a-48e4-941e-d74ca453f55b req-679e667e-0d09-49fd-8741-7603cd1dfb8b tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:43.627425 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1704d394-d29a-48e4-941e-d74ca453f55b req-679e667e-0d09-49fd-8741-7603cd1dfb8b tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=e4a0869f-9ffd-41cd-a846-f5fdfab5a715 HTTP/1.1" status: 200 len: 949 time: 0.0652800 Sep 24 15:32:43.652906 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 7229ebc4-e762-45bc-b63d-6068046d0119 up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:32:43.679493 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1704d394-d29a-48e4-941e-d74ca453f55b req-d6f3d6f6-e45b-4793-b769-f816ba4af66e tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457718 Sep 24 15:32:43.758509 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 93bb73ee-b0c7-4955-9caa-15151730991a details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:32:43.772747 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device aef1e145-cb78-481a-a9ab-c8fede72f1ea up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:32:43.833340 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-567547fc-4656-4486-a3e3-f6bf0086449f req-bd8020b2-886d-48b0-9c1d-dc60c29d2406 tempest-LiveMigrationNegativeTest-1379179445 tempest-LiveMigrationNegativeTest-1379179445-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:43.835215 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-13c08be1-98a2-4cd6-aa78-b515b0566ae0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:43.903720 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-13c08be1-98a2-4cd6-aa78-b515b0566ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:43.907511 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1870e1-f265-4aa4-b94b-5fcf806033d6 req-117d3054-feac-40b7-9188-5594c27182eb tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:43.915915 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-959acd4d-216d-4a92-b9d3-64338b29c515 req-77470549-025f-45c3-abc0-6c098d8793c7 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] 10.222.0.108 "GET /v2.0/networks?tenant_id=59124e2d0c8d47c8b8550091b47f8b53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1289897 Sep 24 15:32:43.917376 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-567547fc-4656-4486-a3e3-f6bf0086449f req-bd8020b2-886d-48b0-9c1d-dc60c29d2406 tempest-LiveMigrationNegativeTest-1379179445 tempest-LiveMigrationNegativeTest-1379179445-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:43.917796 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-de1870e1-f265-4aa4-b94b-5fcf806033d6 req-117d3054-feac-40b7-9188-5594c27182eb tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5b415a1-2134-4975-b7d5-fc098ae76fc9 HTTP/1.1" status: 200 len: 943 time: 0.0780535 Sep 24 15:32:43.937591 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port 7229ebc4-e762-45bc-b63d-6068046d0119 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:32:43.958373 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port 7229ebc4-e762-45bc-b63d-6068046d0119 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:32:43.958537 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:44.000928 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-de1870e1-f265-4aa4-b94b-5fcf806033d6 req-f8ec4096-e6cb-4c55-a6b3-4660ad8507da tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761158 Sep 24 15:32:44.067969 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959acd4d-216d-4a92-b9d3-64338b29c515 req-48daa5b2-59b7-4683-a8c3-76b7cbf39fb4 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:44.069504 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-959acd4d-216d-4a92-b9d3-64338b29c515 req-48daa5b2-59b7-4683-a8c3-76b7cbf39fb4 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1411180 Sep 24 15:32:44.134823 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-959acd4d-216d-4a92-b9d3-64338b29c515 req-740d429f-0f32-4843-aae4-eb53749eb385 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] Request body: {'port': {'device_id': '26303637-cb06-4c05-a7ee-bfe0e2eaeb1e', 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939', 'admin_state_up': True, 'tenant_id': '59124e2d0c8d47c8b8550091b47f8b53'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:32:44.164929 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 93bb73ee-b0c7-4955-9caa-15151730991a, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=93bb73ee-b0c7-4955-9caa-15151730991a,segment=NetworkSegment(5bd2529f-b450-42b6-8981-999bdd2f1ff0),segment_id=5bd2529f-b450-42b6-8981-999bdd2f1ff0)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:32:44.168413 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-567547fc-4656-4486-a3e3-f6bf0086449f req-bd8020b2-886d-48b0-9c1d-dc60c29d2406 tempest-LiveMigrationNegativeTest-1379179445 tempest-LiveMigrationNegativeTest-1379179445-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=0b823a3f-c5d6-4802-a71f-dfc9f06e8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6224413 Sep 24 15:32:44.215305 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bd1d60-a772-4fd7-9267-54e17e8d1c2a req-bb04a754-6bc0-4622-be03-d584801f6342 tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:44.225619 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 93bb73ee-b0c7-4955-9caa-15151730991a has no active binding in host n-h2-808921-1 {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 24 15:32:44.235811 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f4bd1d60-a772-4fd7-9267-54e17e8d1c2a req-bb04a754-6bc0-4622-be03-d584801f6342 tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] 10.222.0.101 "GET /v2.0/ports?device_id=c5ace1dc-c404-4c98-85be-17f33d86d299 HTTP/1.1" status: 200 len: 949 time: 0.1345725 Sep 24 15:32:44.309612 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:44.313078 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f4bd1d60-a772-4fd7-9267-54e17e8d1c2a req-b8293553-5212-4622-82d3-7fda0fd6eb95 tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] 10.222.0.101 "GET /v2.0/security-groups?id=223a1c96-f86f-4775-9cca-b7dd2dd3815c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743859 Sep 24 15:32:44.348242 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port aef1e145-cb78-481a-a9ab-c8fede72f1ea completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:32:44.361921 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port aef1e145-cb78-481a-a9ab-c8fede72f1ea triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:32:44.362301 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:44.472677 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 690a453d-109d-4766-89af-62a52fae9a91 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:32:44.489226 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8020b2-886d-48b0-9c1d-dc60c29d2406 tempest-LiveMigrationNegativeTest-1379179445 tempest-LiveMigrationNegativeTest-1379179445-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb69996e-1247-45f0-9382-005fffa0e837,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:44.535212 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-05983d06-9aba-4ff8-97e4-2c86d3c9123f req-f682c4c2-b23e-4925-bd99-9b58d46b5b4d service neutron] 10.222.0.110 "GET /v2.0/ports/93bb73ee-b0c7-4955-9caa-15151730991a/bindings/n-h2-808921-1 HTTP/1.1" status: 200 len: 384 time: 0.4615653 Sep 24 15:32:44.562960 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4a0869f-9ffd-41cd-a846-f5fdfab5a715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7229ebc4-e762-45bc-b63d-6068046d0119'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:32:44.565422 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7bbf9f3-bbbf-4be7-82aa-83d35f158f9d" -d '{"events": [{"server_uuid": "e4a0869f-9ffd-41cd-a846-f5fdfab5a715", "name": "network-vif-plugged", "status": "completed", "tag": "7229ebc4-e762-45bc-b63d-6068046d0119"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:32:44.583544 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-07686272-55c2-4ff9-b8d9-8b8f5986ff8a req-e5e3030b-399c-4b28-ac16-8add04ab1dde tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] 10.222.0.101 "GET /v2.0/ports?device_id=13807497-b8d8-43c2-a628-11dc4926a32b HTTP/1.1" status: 200 len: 210 time: 0.0568173 Sep 24 15:32:44.604250 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 7229ebc4-e762-45bc-b63d-6068046d0119, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=7229ebc4-e762-45bc-b63d-6068046d0119,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:32:44.620564 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 690a453d-109d-4766-89af-62a52fae9a91 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:32:44.620997 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:44.667527 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b3c2a009-e199-4605-92eb-29b85041ad12 req-c2bd5d12-663d-4c5c-b444-a95ea619506b tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] 10.222.0.108 "GET /v2.0/networks?tenant_id=59124e2d0c8d47c8b8550091b47f8b53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0603504 Sep 24 15:32:44.699953 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-13c08be1-98a2-4cd6-aa78-b515b0566ae0 admin admin] Allocated IP 172.25.0.250 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/080ea5d8-7220-4318-9219-e0dca7112e09) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:32:44.720152 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:44.876934 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea3725a-d011-43f2-9a6e-eed11fee9a90 None None] Network ff8678b1-4349-4ca8-a723-03edf66a1778 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:32:44.887620 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dbd2f18-c699-476a-9127-bfdce0a43a94 x-openstack-request-id: req-6dbd2f18-c699-476a-9127-bfdce0a43a94 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:32:44.887992 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4a0869f-9ffd-41cd-a846-f5fdfab5a715", "name": "network-vif-plugged", "status": "completed", "tag": "7229ebc4-e762-45bc-b63d-6068046d0119", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:32:44.888756 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-6dbd2f18-c699-476a-9127-bfdce0a43a94 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:32:44.890728 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4a0869f-9ffd-41cd-a846-f5fdfab5a715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7229ebc4-e762-45bc-b63d-6068046d0119', 'code': 200} Sep 24 15:32:44.897964 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c2a009-e199-4605-92eb-29b85041ad12 req-22127d52-c238-46f1-86ed-732ee63ddfac tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:44.903236 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b3c2a009-e199-4605-92eb-29b85041ad12 req-22127d52-c238-46f1-86ed-732ee63ddfac tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2289321 Sep 24 15:32:44.924538 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-b3c2a009-e199-4605-92eb-29b85041ad12 req-a772f0de-9bf3-495e-88b9-758c9f678b0e tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] Request body: {'port': {'device_id': '13807497-b8d8-43c2-a628-11dc4926a32b', 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939', 'admin_state_up': True, 'tenant_id': '59124e2d0c8d47c8b8550091b47f8b53'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:32:44.964878 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:44.992263 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-959acd4d-216d-4a92-b9d3-64338b29c515 req-740d429f-0f32-4843-aae4-eb53749eb385 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] Made reservation on behalf of 59124e2d0c8d47c8b8550091b47f8b53 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:32:44.995914 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-959acd4d-216d-4a92-b9d3-64338b29c515 req-740d429f-0f32-4843-aae4-eb53749eb385 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:45.009304 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-959acd4d-216d-4a92-b9d3-64338b29c515 req-740d429f-0f32-4843-aae4-eb53749eb385 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:45.013013 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:45.021088 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-1ec4101e-4018-401a-889c-823b7fedb172 None None] Provisioning complete for port 690a453d-109d-4766-89af-62a52fae9a91 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:32:45.026744 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-1ec4101e-4018-401a-889c-823b7fedb172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:45.072397 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=7229ebc4-e762-45bc-b63d-6068046d0119,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:45.118433 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7f1d4c-c6f5-48ac-9560-4356028e495d req-ca875a4b-cdc8-4b09-8297-bbb7432bc632 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:45.126033 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d8c8d3-2d1e-4081-ac34-4c952a9c854e req-14975e7c-0ad4-426b-9b69-d5ce57cda118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:45.127835 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-83d8c8d3-2d1e-4081-ac34-4c952a9c854e req-14975e7c-0ad4-426b-9b69-d5ce57cda118 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=e4a0869f-9ffd-41cd-a846-f5fdfab5a715 HTTP/1.1" status: 200 len: 1101 time: 0.1023719 Sep 24 15:32:45.132990 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5b7f1d4c-c6f5-48ac-9560-4356028e495d req-ca875a4b-cdc8-4b09-8297-bbb7432bc632 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=e4a0869f-9ffd-41cd-a846-f5fdfab5a715 HTTP/1.1" status: 200 len: 950 time: 0.2045078 Sep 24 15:32:45.135576 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port 690a453d-109d-4766-89af-62a52fae9a91, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=690a453d-109d-4766-89af-62a52fae9a91,segment=NetworkSegment(79652434-eda4-47b6-bb65-4ff228cc56a1),segment_id=79652434-eda4-47b6-bb65-4ff228cc56a1)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:32:45.136852 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fb2179-5fac-4a81-810f-2d4ccf31af95 req-c87ac83e-2998-4084-80f8-fdd113e73bdd tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:45.144672 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-32fb2179-5fac-4a81-810f-2d4ccf31af95 req-c87ac83e-2998-4084-80f8-fdd113e73bdd tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] 10.222.0.101 "GET /v2.0/ports?device_id=c86ce5d8-0e1e-4317-9abd-e4c164362491 HTTP/1.1" status: 200 len: 950 time: 0.1179359 Sep 24 15:32:45.152701 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port aef1e145-cb78-481a-a9ab-c8fede72f1ea, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=aef1e145-cb78-481a-a9ab-c8fede72f1ea,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:32:45.202429 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-83d8c8d3-2d1e-4081-ac34-4c952a9c854e req-9fcb7f32-741e-4609-b6c5-2e146a666a10 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551484 Sep 24 15:32:45.213493 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-32fb2179-5fac-4a81-810f-2d4ccf31af95 req-3c2e92a2-3f33-48a9-a496-8bf178a2ff0d tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] 10.222.0.101 "GET /v2.0/security-groups?id=0b823a3f-c5d6-4802-a71f-dfc9f06e8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655968 Sep 24 15:32:45.226290 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-05983d06-9aba-4ff8-97e4-2c86d3c9123f req-467d21c7-7e37-4506-bb53-c52b09e14a28 service neutron] For port 93bb73ee-b0c7-4955-9caa-15151730991a, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=93bb73ee-b0c7-4955-9caa-15151730991a,segment=NetworkSegment(5bd2529f-b450-42b6-8981-999bdd2f1ff0),segment_id=5bd2529f-b450-42b6-8981-999bdd2f1ff0)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:32:45.239852 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:45.280713 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:45.305804 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-1ec4101e-4018-401a-889c-823b7fedb172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:45.328531 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27dd5d4-9697-4f67-9aa2-f6d854153a27 req-978998c3-c65b-4517-bdba-52ae11b208dc tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:45.339494 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c27dd5d4-9697-4f67-9aa2-f6d854153a27 req-978998c3-c65b-4517-bdba-52ae11b208dc tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5b415a1-2134-4975-b7d5-fc098ae76fc9 HTTP/1.1" status: 200 len: 943 time: 0.0692770 Sep 24 15:32:45.387871 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=690a453d-109d-4766-89af-62a52fae9a91,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:45.389364 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c27dd5d4-9697-4f67-9aa2-f6d854153a27 req-c4ef87d7-f149-4fc5-9bea-38c8fe9bc817 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437536 Sep 24 15:32:45.406915 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-959acd4d-216d-4a92-b9d3-64338b29c515 req-740d429f-0f32-4843-aae4-eb53749eb385 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:45.408730 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-05983d06-9aba-4ff8-97e4-2c86d3c9123f req-467d21c7-7e37-4506-bb53-c52b09e14a28 service neutron] For port 93bb73ee-b0c7-4955-9caa-15151730991a, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:32:45.421459 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-13c08be1-98a2-4cd6-aa78-b515b0566ae0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:45.455245 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.db.api [None req-1ec4101e-4018-401a-889c-823b7fedb172 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:32:45.455753 n-d-808921-1 neutron-server[95299]: DEBUG oslo_db.api [None req-1ec4101e-4018-401a-889c-823b7fedb172 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:32:45.484579 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=aef1e145-cb78-481a-a9ab-c8fede72f1ea,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:45.506686 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-959acd4d-216d-4a92-b9d3-64338b29c515 req-740d429f-0f32-4843-aae4-eb53749eb385 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:45.538527 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ebcf0e-d329-4cb6-b1dc-882c6cfb7803 req-3fb62310-cfd9-4037-bae7-c6f39dbc30d7 tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:45.546441 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-70ebcf0e-d329-4cb6-b1dc-882c6cfb7803 req-3fb62310-cfd9-4037-bae7-c6f39dbc30d7 tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] 10.222.0.101 "GET /v2.0/ports?device_id=c5ace1dc-c404-4c98-85be-17f33d86d299 HTTP/1.1" status: 200 len: 950 time: 0.0814061 Sep 24 15:32:45.563816 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740d429f-0f32-4843-aae4-eb53749eb385 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57e94047-30f9-4114-8ab3-78d613da6f6a,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:45.567305 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-13c08be1-98a2-4cd6-aa78-b515b0566ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:45.585307 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-70ebcf0e-d329-4cb6-b1dc-882c6cfb7803 req-953ed54a-125d-4de7-920f-f1e5cf8e1873 tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] 10.222.0.101 "GET /v2.0/security-groups?id=223a1c96-f86f-4775-9cca-b7dd2dd3815c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378306 Sep 24 15:32:45.586396 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3c2a009-e199-4605-92eb-29b85041ad12 req-a772f0de-9bf3-495e-88b9-758c9f678b0e tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] Made reservation on behalf of 59124e2d0c8d47c8b8550091b47f8b53 for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:32:45.590157 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-b3c2a009-e199-4605-92eb-29b85041ad12 req-a772f0de-9bf3-495e-88b9-758c9f678b0e tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:45.646799 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5b7f1d4c-c6f5-48ac-9560-4356028e495d req-3971a41b-c7a7-4b9c-9499-d3abe49c1e90 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5120847 Sep 24 15:32:45.714135 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-05983d06-9aba-4ff8-97e4-2c86d3c9123f req-467d21c7-7e37-4506-bb53-c52b09e14a28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93bb73ee-b0c7-4955-9caa-15151730991a {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:32:45.740610 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e89d4ed6-d098-4a7f-9b36-d3c7d722f093 req-037e1ea7-2a65-4ef3-8f6d-3518af8bd393 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] 10.222.0.101 "GET /v2.0/ports?device_id=13807497-b8d8-43c2-a628-11dc4926a32b HTTP/1.1" status: 200 len: 210 time: 0.0364187 Sep 24 15:32:45.743588 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-05983d06-9aba-4ff8-97e4-2c86d3c9123f req-467d21c7-7e37-4506-bb53-c52b09e14a28 service neutron] For port 93bb73ee-b0c7-4955-9caa-15151730991a, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=93bb73ee-b0c7-4955-9caa-15151730991a,segment=NetworkSegment(5bd2529f-b450-42b6-8981-999bdd2f1ff0),segment_id=5bd2529f-b450-42b6-8981-999bdd2f1ff0)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:32:45.749234 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c08be1-98a2-4cd6-aa78-b515b0566ae0 admin admin] Pushing event updated for resources: {'Port': ['ID=080ea5d8-7220-4318-9219-e0dca7112e09,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:45.760288 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c08be1-98a2-4cd6-aa78-b515b0566ae0 admin admin] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:32:45.774004 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-13c08be1-98a2-4cd6-aa78-b515b0566ae0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:32:45.780396 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c08be1-98a2-4cd6-aa78-b515b0566ae0 admin admin] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:32:45.808438 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [req-b3c2a009-e199-4605-92eb-29b85041ad12 req-a772f0de-9bf3-495e-88b9-758c9f678b0e tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] Allocated IP 192.168.233.152 (9672f189-23fe-44e6-9dd2-257ff8905939/188edb94-8042-4961-9ec0-8960b1ce1305/5d9d379d-c973-44a2-9ada-cd4ca452ddb1) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:32:45.869807 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-05983d06-9aba-4ff8-97e4-2c86d3c9123f req-467d21c7-7e37-4506-bb53-c52b09e14a28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:45.990242 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-b3c2a009-e199-4605-92eb-29b85041ad12 req-a772f0de-9bf3-495e-88b9-758c9f678b0e tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:46.144744 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-d75043eb-8408-4b02-9b72-fb2cfad0dc1d None None] Provisioning complete for port 690a453d-109d-4766-89af-62a52fae9a91 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:32:46.180033 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d75043eb-8408-4b02-9b72-fb2cfad0dc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:46.214178 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-b3c2a009-e199-4605-92eb-29b85041ad12 req-a772f0de-9bf3-495e-88b9-758c9f678b0e tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:46.290497 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a772f0de-9bf3-495e-88b9-758c9f678b0e tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] Pushing event updated for resources: {'Port': ['ID=5d9d379d-c973-44a2-9ada-cd4ca452ddb1,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:46.308841 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-959acd4d-216d-4a92-b9d3-64338b29c515 req-740d429f-0f32-4843-aae4-eb53749eb385 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] Allocated IP 192.168.233.123 (9672f189-23fe-44e6-9dd2-257ff8905939/188edb94-8042-4961-9ec0-8960b1ce1305/91c7ae22-915a-499f-b598-472f578ff783) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:32:46.309886 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3c2a009-e199-4605-92eb-29b85041ad12 req-a772f0de-9bf3-495e-88b9-758c9f678b0e tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] Network 9672f189-23fe-44e6-9dd2-257ff8905939 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:32:46.313426 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [req-b3c2a009-e199-4605-92eb-29b85041ad12 req-a772f0de-9bf3-495e-88b9-758c9f678b0e tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:32:46.317575 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3c2a009-e199-4605-92eb-29b85041ad12 req-a772f0de-9bf3-495e-88b9-758c9f678b0e tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:32:46.322868 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-05983d06-9aba-4ff8-97e4-2c86d3c9123f req-467d21c7-7e37-4506-bb53-c52b09e14a28 service neutron] Transition to ACTIVE for port object 93bb73ee-b0c7-4955-9caa-15151730991a will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:32:46.336782 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c2a009-e199-4605-92eb-29b85041ad12 req-a772f0de-9bf3-495e-88b9-758c9f678b0e tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:46.337538 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-b3c2a009-e199-4605-92eb-29b85041ad12 req-a772f0de-9bf3-495e-88b9-758c9f678b0e tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:46.359178 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 690a453d-109d-4766-89af-62a52fae9a91 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:32:46.409705 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-05983d06-9aba-4ff8-97e4-2c86d3c9123f req-467d21c7-7e37-4506-bb53-c52b09e14a28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:46.438612 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002d5eb4-1ff4-400f-b410-1aca6b476d38 req-a263a804-1bb6-4435-8501-aae4b5983858 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:46.449480 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-002d5eb4-1ff4-400f-b410-1aca6b476d38 req-a263a804-1bb6-4435-8501-aae4b5983858 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] 10.222.0.101 "GET /v2.0/ports?device_id=c86ce5d8-0e1e-4317-9abd-e4c164362491 HTTP/1.1" status: 200 len: 950 time: 0.0913723 Sep 24 15:32:46.479569 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b3c2a009-e199-4605-92eb-29b85041ad12 req-a772f0de-9bf3-495e-88b9-758c9f678b0e tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5603721 Sep 24 15:32:46.482216 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 690a453d-109d-4766-89af-62a52fae9a91 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:32:46.482671 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:46.577273 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-b3c2a009-e199-4605-92eb-29b85041ad12 req-6545af0a-ba54-441c-8fc5-1c6a531a883a service neutron] Request body: {'port': {'device_id': '13807497-b8d8-43c2-a628-11dc4926a32b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:32:46.613585 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467d21c7-7e37-4506-bb53-c52b09e14a28 service neutron] Pushing event updated for resources: {'Port': ['ID=93bb73ee-b0c7-4955-9caa-15151730991a,revision_number=10']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:46.639756 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-002d5eb4-1ff4-400f-b410-1aca6b476d38 req-2d0f2ba7-ae32-4e29-91f6-a0adfe5ec189 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] 10.222.0.101 "GET /v2.0/security-groups?id=0b823a3f-c5d6-4802-a71f-dfc9f06e8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893985 Sep 24 15:32:46.660166 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c69eb6-61e2-4a8d-b62e-96530026b6a4 req-67bcaf73-bb8d-4eb1-8513-97b714a02667 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:46.660166 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-88c69eb6-61e2-4a8d-b62e-96530026b6a4 req-67bcaf73-bb8d-4eb1-8513-97b714a02667 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] 10.222.0.108 "GET /v2.0/ports?device_id=c86ce5d8-0e1e-4317-9abd-e4c164362491 HTTP/1.1" status: 200 len: 950 time: 0.1500490 Sep 24 15:32:46.704463 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-caee3065-0823-4928-bddc-542a3d2f5df0 None None] Provisioning complete for port 5d9d379d-c973-44a2-9ada-cd4ca452ddb1 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:32:46.704974 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-caee3065-0823-4928-bddc-542a3d2f5df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:46.724464 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-959acd4d-216d-4a92-b9d3-64338b29c515 req-740d429f-0f32-4843-aae4-eb53749eb385 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:46.767270 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-b3c2a009-e199-4605-92eb-29b85041ad12 req-6545af0a-ba54-441c-8fc5-1c6a531a883a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:46.776330 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-caee3065-0823-4928-bddc-542a3d2f5df0 None None] Port 5d9d379d-c973-44a2-9ada-cd4ca452ddb1 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:32:46.826479 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-05983d06-9aba-4ff8-97e4-2c86d3c9123f req-467d21c7-7e37-4506-bb53-c52b09e14a28 service neutron] No DVR routers for this DVR port 93bb73ee-b0c7-4955-9caa-15151730991a on host n-h1-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:32:46.875098 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-13c08be1-98a2-4cd6-aa78-b515b0566ae0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:46.875788 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16182422-ef21-43be-ae66-9f8afcb4f7c6 req-e659bcd2-a7e6-49b4-b66c-38e2a2bdec2c tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:46.877346 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-16182422-ef21-43be-ae66-9f8afcb4f7c6 req-e659bcd2-a7e6-49b4-b66c-38e2a2bdec2c tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] 10.222.0.101 "GET /v2.0/ports?device_id=c5ace1dc-c404-4c98-85be-17f33d86d299 HTTP/1.1" status: 200 len: 950 time: 0.1077845 Sep 24 15:32:46.884650 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-05983d06-9aba-4ff8-97e4-2c86d3c9123f req-467d21c7-7e37-4506-bb53-c52b09e14a28 service neutron] 10.222.0.110 "PUT /v2.0/ports/93bb73ee-b0c7-4955-9caa-15151730991a/bindings/n-h2-808921-1/activate HTTP/1.1" status: 200 len: 369 time: 2.3346336 Sep 24 15:32:46.892804 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5ace1dc-c404-4c98-85be-17f33d86d299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef1e145-cb78-481a-a9ab-c8fede72f1ea'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:32:46.896144 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b81c06e5-889d-4b30-9388-3e864bcf48b0" -d '{"events": [{"server_uuid": "c5ace1dc-c404-4c98-85be-17f33d86d299", "name": "network-vif-plugged", "status": "completed", "tag": "aef1e145-cb78-481a-a9ab-c8fede72f1ea"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:32:46.938900 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72d0de9-5352-4e19-a322-888b61a0dcfc req-ebffb3b6-3888-4556-b57d-ddb0600f76c1 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:46.940494 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b72d0de9-5352-4e19-a322-888b61a0dcfc req-ebffb3b6-3888-4556-b57d-ddb0600f76c1 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5b415a1-2134-4975-b7d5-fc098ae76fc9 HTTP/1.1" status: 200 len: 944 time: 0.4303188 Sep 24 15:32:46.966477 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-88c69eb6-61e2-4a8d-b62e-96530026b6a4 req-52ccfb60-d9f7-4503-88fe-e602d54f0c73 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] Deleting port 9a1ffcfe-7428-4b33-a85a-f7490f305a46 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:32:46.967523 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-88c69eb6-61e2-4a8d-b62e-96530026b6a4 req-52ccfb60-d9f7-4503-88fe-e602d54f0c73 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:46.967655 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-959acd4d-216d-4a92-b9d3-64338b29c515 req-740d429f-0f32-4843-aae4-eb53749eb385 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:47.031386 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-16182422-ef21-43be-ae66-9f8afcb4f7c6 req-a240f798-cf72-48a4-b811-b45c0aa99b68 tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] 10.222.0.101 "GET /v2.0/security-groups?id=223a1c96-f86f-4775-9cca-b7dd2dd3815c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412063 Sep 24 15:32:47.069319 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.108', 53225) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:32:47.104889 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-959acd4d-216d-4a92-b9d3-64338b29c515 req-740d429f-0f32-4843-aae4-eb53749eb385 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] Network 9672f189-23fe-44e6-9dd2-257ff8905939 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:32:47.126977 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-959acd4d-216d-4a92-b9d3-64338b29c515 req-740d429f-0f32-4843-aae4-eb53749eb385 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:32:47.129981 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-959acd4d-216d-4a92-b9d3-64338b29c515 req-740d429f-0f32-4843-aae4-eb53749eb385 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:32:47.171288 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b72d0de9-5352-4e19-a322-888b61a0dcfc req-6980e43e-8f02-4eea-89ec-5ed66c5b9c88 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162549 Sep 24 15:32:47.178244 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740d429f-0f32-4843-aae4-eb53749eb385 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] Pushing event updated for resources: {'Port': ['ID=91c7ae22-915a-499f-b598-472f578ff783,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:47.197196 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-88c69eb6-61e2-4a8d-b62e-96530026b6a4 req-52ccfb60-d9f7-4503-88fe-e602d54f0c73 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] For port 9a1ffcfe-7428-4b33-a85a-f7490f305a46, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=9a1ffcfe-7428-4b33-a85a-f7490f305a46,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:32:47.197564 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-88c69eb6-61e2-4a8d-b62e-96530026b6a4 req-52ccfb60-d9f7-4503-88fe-e602d54f0c73 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:47.230280 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-88c69eb6-61e2-4a8d-b62e-96530026b6a4 req-52ccfb60-d9f7-4503-88fe-e602d54f0c73 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] Calling delete_port for 9a1ffcfe-7428-4b33-a85a-f7490f305a46 owned by compute:nova {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:32:47.269304 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b628a2e-3d7b-4c50-81a6-bb58a53b6067 req-224387dc-6e17-4620-af7d-b7546d5d6288 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:47.270162 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05983d06-9aba-4ff8-97e4-2c86d3c9123f req-20992f69-4e08-4e54-aee3-d143a03ee932 tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:47.270874 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4b628a2e-3d7b-4c50-81a6-bb58a53b6067 req-224387dc-6e17-4620-af7d-b7546d5d6288 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=e4a0869f-9ffd-41cd-a846-f5fdfab5a715 HTTP/1.1" status: 200 len: 950 time: 0.1333151 Sep 24 15:32:47.271844 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-05983d06-9aba-4ff8-97e4-2c86d3c9123f req-20992f69-4e08-4e54-aee3-d143a03ee932 tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] 10.222.0.108 "GET /v2.0/ports?device_id=e5b415a1-2134-4975-b7d5-fc098ae76fc9&tenant_id=8957a38149f44837aa315f739e11ffd3&binding%3Ahost_id=n-h1-808921-1 HTTP/1.1" status: 200 len: 1095 time: 0.1978691 Sep 24 15:32:47.280080 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959acd4d-216d-4a92-b9d3-64338b29c515 req-740d429f-0f32-4843-aae4-eb53749eb385 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:47.280690 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-959acd4d-216d-4a92-b9d3-64338b29c515 req-740d429f-0f32-4843-aae4-eb53749eb385 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:47.403286 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-13c08be1-98a2-4cd6-aa78-b515b0566ae0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:47.403850 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [req-b3c2a009-e199-4605-92eb-29b85041ad12 req-6545af0a-ba54-441c-8fc5-1c6a531a883a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d9d379d-c973-44a2-9ada-cd4ca452ddb1 {{(pid=95297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:32:47.414864 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4b628a2e-3d7b-4c50-81a6-bb58a53b6067 req-b27c8422-8723-4e83-b76a-aaae19a92ca5 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954199 Sep 24 15:32:47.416698 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-b3c2a009-e199-4605-92eb-29b85041ad12 req-6545af0a-ba54-441c-8fc5-1c6a531a883a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:47.422363 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05983d06-9aba-4ff8-97e4-2c86d3c9123f req-61f37500-388c-46d2-a1f6-d359a5a0922a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:47.422363 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-05983d06-9aba-4ff8-97e4-2c86d3c9123f req-61f37500-388c-46d2-a1f6-d359a5a0922a service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=e5b415a1-2134-4975-b7d5-fc098ae76fc9&tenant_id=8957a38149f44837aa315f739e11ffd3 HTTP/1.1" status: 200 len: 1095 time: 0.1359460 Sep 24 15:32:47.424788 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-959acd4d-216d-4a92-b9d3-64338b29c515 req-740d429f-0f32-4843-aae4-eb53749eb385 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3285954 Sep 24 15:32:47.450838 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.provisioning_blocks [req-b3c2a009-e199-4605-92eb-29b85041ad12 req-6545af0a-ba54-441c-8fc5-1c6a531a883a service neutron] Transition to ACTIVE for port object 5d9d379d-c973-44a2-9ada-cd4ca452ddb1 will not be triggered until provisioned by entity L2. {{(pid=95297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:32:47.477655 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-959acd4d-216d-4a92-b9d3-64338b29c515 req-2ece32fa-93e3-4afb-aaef-b55fc4d658e9 service neutron] Request body: {'port': {'device_id': '26303637-cb06-4c05-a7ee-bfe0e2eaeb1e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:32:47.491975 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b16e21-6ab1-46e8-b742-bf8a13453a83 req-c879f4eb-36a5-42b4-93b3-742c542faa8a tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:47.500331 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-18b16e21-6ab1-46e8-b742-bf8a13453a83 req-c879f4eb-36a5-42b4-93b3-742c542faa8a tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] 10.222.0.101 "GET /v2.0/ports?device_id=13807497-b8d8-43c2-a628-11dc4926a32b HTTP/1.1" status: 200 len: 936 time: 0.1683538 Sep 24 15:32:47.524463 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-c2caed5d-e181-4667-94d5-6e5de309055f None None] Provisioning complete for port 91c7ae22-915a-499f-b598-472f578ff783 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:32:47.525566 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-b3c2a009-e199-4605-92eb-29b85041ad12 req-6545af0a-ba54-441c-8fc5-1c6a531a883a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:47.525858 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c2caed5d-e181-4667-94d5-6e5de309055f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:47.591066 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-c2caed5d-e181-4667-94d5-6e5de309055f None None] Port 91c7ae22-915a-499f-b598-472f578ff783 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:32:47.611844 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b8d93e-3073-45fe-9b16-1078fa8cf371 x-openstack-request-id: req-80b8d93e-3073-45fe-9b16-1078fa8cf371 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:32:47.612189 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5ace1dc-c404-4c98-85be-17f33d86d299", "name": "network-vif-plugged", "status": "completed", "tag": "aef1e145-cb78-481a-a9ab-c8fede72f1ea", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:32:47.612443 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-80b8d93e-3073-45fe-9b16-1078fa8cf371 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:32:47.612967 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5ace1dc-c404-4c98-85be-17f33d86d299', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef1e145-cb78-481a-a9ab-c8fede72f1ea', 'code': 200} Sep 24 15:32:47.630941 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6545af0a-ba54-441c-8fc5-1c6a531a883a service neutron] Pushing event updated for resources: {'Port': ['ID=5d9d379d-c973-44a2-9ada-cd4ca452ddb1,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:47.659969 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 93bb73ee-b0c7-4955-9caa-15151730991a no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:32:47.686844 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.108', 53226) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:32:47.723537 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 93bb73ee-b0c7-4955-9caa-15151730991a not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:32:47.727067 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-88c69eb6-61e2-4a8d-b62e-96530026b6a4 req-52ccfb60-d9f7-4503-88fe-e602d54f0c73 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:47.740038 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-959acd4d-216d-4a92-b9d3-64338b29c515 req-2ece32fa-93e3-4afb-aaef-b55fc4d658e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:47.740997 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['8232200c-2a4c-4a86-b6a1-267802bd848e', '9a1ffcfe-7428-4b33-a85a-f7490f305a46'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:32:47.794655 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-18b16e21-6ab1-46e8-b742-bf8a13453a83 req-9433ea3a-55ee-424e-a78c-99ba9007c033 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] 10.222.0.101 "GET /v2.0/security-groups?id=57e94047-30f9-4114-8ab3-78d613da6f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885125 Sep 24 15:32:47.799356 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05983d06-9aba-4ff8-97e4-2c86d3c9123f req-96a73bba-0fb3-4a88-a019-2baf4686fe84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:47.800821 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-05983d06-9aba-4ff8-97e4-2c86d3c9123f req-96a73bba-0fb3-4a88-a019-2baf4686fe84 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=8957a38149f44837aa315f739e11ffd3&device_id=e5b415a1-2134-4975-b7d5-fc098ae76fc9 HTTP/1.1" status: 200 len: 1095 time: 0.3364005 Sep 24 15:32:47.859320 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-b3c2a009-e199-4605-92eb-29b85041ad12 req-6545af0a-ba54-441c-8fc5-1c6a531a883a service neutron] Attempting to bind port 5d9d379d-c973-44a2-9ada-cd4ca452ddb1 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:32:47.865265 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-b3c2a009-e199-4605-92eb-29b85041ad12 req-6545af0a-ba54-441c-8fc5-1c6a531a883a service neutron] Attempting to bind port 5d9d379d-c973-44a2-9ada-cd4ca452ddb1 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:32:47.865265 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c2a009-e199-4605-92eb-29b85041ad12 req-6545af0a-ba54-441c-8fc5-1c6a531a883a service neutron] Attempting to bind port 5d9d379d-c973-44a2-9ada-cd4ca452ddb1 on network 9672f189-23fe-44e6-9dd2-257ff8905939 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:32:47.869629 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ccfb60-d9f7-4503-88fe-e602d54f0c73 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] Pushing event deleted for resources: {'Port': ['ID=9a1ffcfe-7428-4b33-a85a-f7490f305a46,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:47.924898 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aa9b19-c9e6-448d-9173-62d2524fc788 req-0d9c7aac-21ff-4c70-bdc5-dab0861853a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:47.926542 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-31aa9b19-c9e6-448d-9173-62d2524fc788 req-0d9c7aac-21ff-4c70-bdc5-dab0861853a6 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=c5ace1dc-c404-4c98-85be-17f33d86d299 HTTP/1.1" status: 200 len: 1101 time: 0.2377765 Sep 24 15:32:47.928789 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c2a009-e199-4605-92eb-29b85041ad12 req-6545af0a-ba54-441c-8fc5-1c6a531a883a service neutron] Port 5d9d379d-c973-44a2-9ada-cd4ca452ddb1 on network 9672f189-23fe-44e6-9dd2-257ff8905939 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:32:47.929099 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c2a009-e199-4605-92eb-29b85041ad12 req-6545af0a-ba54-441c-8fc5-1c6a531a883a service neutron] Attempting to bind port 5d9d379d-c973-44a2-9ada-cd4ca452ddb1 on network 9672f189-23fe-44e6-9dd2-257ff8905939 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:32:47.935469 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-88c69eb6-61e2-4a8d-b62e-96530026b6a4 req-52ccfb60-d9f7-4503-88fe-e602d54f0c73 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] No DVR routers for this DVR port 9a1ffcfe-7428-4b33-a85a-f7490f305a46 on host n-h2-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:32:47.942176 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-88c69eb6-61e2-4a8d-b62e-96530026b6a4 req-52ccfb60-d9f7-4503-88fe-e602d54f0c73 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:47.948139 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-88c69eb6-61e2-4a8d-b62e-96530026b6a4 req-52ccfb60-d9f7-4503-88fe-e602d54f0c73 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] 10.222.0.108 "DELETE /v2.0/ports/9a1ffcfe-7428-4b33-a85a-f7490f305a46 HTTP/1.1" status: 204 len: 173 time: 1.2681363 Sep 24 15:32:47.948139 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c86ce5d8-0e1e-4317-9abd-e4c164362491', 'name': 'network-vif-deleted', 'tag': '9a1ffcfe-7428-4b33-a85a-f7490f305a46'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:32:47.955766 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-598f4c9b-f796-438d-9a3c-53ae5758336d" -d '{"events": [{"server_uuid": "c86ce5d8-0e1e-4317-9abd-e4c164362491", "name": "network-vif-deleted", "tag": "9a1ffcfe-7428-4b33-a85a-f7490f305a46"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:32:47.961867 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c2a009-e199-4605-92eb-29b85041ad12 req-6545af0a-ba54-441c-8fc5-1c6a531a883a service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:32:47.962159 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c2a009-e199-4605-92eb-29b85041ad12 req-6545af0a-ba54-441c-8fc5-1c6a531a883a service neutron] Checking segment: {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:32:47.962430 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c2a009-e199-4605-92eb-29b85041ad12 req-6545af0a-ba54-441c-8fc5-1c6a531a883a service neutron] Bound using segment: {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:32:47.962883 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-b3c2a009-e199-4605-92eb-29b85041ad12 req-6545af0a-ba54-441c-8fc5-1c6a531a883a service neutron] Bound port: 5d9d379d-c973-44a2-9ada-cd4ca452ddb1, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'}}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:32:47.963238 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-b3c2a009-e199-4605-92eb-29b85041ad12 req-6545af0a-ba54-441c-8fc5-1c6a531a883a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:47.974321 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125d90ff-13e9-4fe9-ab7c-1303b9a49c94 req-a00ea0d9-4dc7-412d-b1e2-0a5d10bde2b0 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:47.981810 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-125d90ff-13e9-4fe9-ab7c-1303b9a49c94 req-a00ea0d9-4dc7-412d-b1e2-0a5d10bde2b0 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=a06d1df7-77e8-4d02-914c-afedef6fecbc HTTP/1.1" status: 200 len: 950 time: 0.2910964 Sep 24 15:32:48.033176 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d168ef78-7d99-4578-b552-ac218705d261 req-11143ea1-6f1a-4b96-a9f9-1ef970551ad3 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] 10.222.0.101 "GET /v2.0/ports?device_id=c86ce5d8-0e1e-4317-9abd-e4c164362491 HTTP/1.1" status: 200 len: 210 time: 0.1132805 Sep 24 15:32:48.079002 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-125d90ff-13e9-4fe9-ab7c-1303b9a49c94 req-835b8dc6-bc72-40dc-bc3c-3de0d30c7a84 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961926 Sep 24 15:32:48.085036 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13c08be1-98a2-4cd6-aa78-b515b0566ae0 admin admin] Router c2086fa9-cf8e-4bdb-99af-be1065d59808 is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:32:48.095171 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-31aa9b19-c9e6-448d-9173-62d2524fc788 req-db2d875b-b441-4fda-bb80-bb551ab0ac6a service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=223a1c96-f86f-4775-9cca-b7dd2dd3815c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201482 Sep 24 15:32:48.126629 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d6d53e-27ec-4d51-abee-be15cca40553 x-openstack-request-id: req-93d6d53e-27ec-4d51-abee-be15cca40553 {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:32:48.127124 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c86ce5d8-0e1e-4317-9abd-e4c164362491", "name": "network-vif-deleted", "tag": "9a1ffcfe-7428-4b33-a85a-f7490f305a46", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:32:48.127749 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-93d6d53e-27ec-4d51-abee-be15cca40553 {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:32:48.128498 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c86ce5d8-0e1e-4317-9abd-e4c164362491', 'name': 'network-vif-deleted', 'tag': '9a1ffcfe-7428-4b33-a85a-f7490f305a46', 'status': 'completed', 'code': 200} Sep 24 15:32:48.141781 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-b3c2a009-e199-4605-92eb-29b85041ad12 req-6545af0a-ba54-441c-8fc5-1c6a531a883a service neutron] For port 5d9d379d-c973-44a2-9ada-cd4ca452ddb1, host n-h2-808921-1, cleared binding levels {{(pid=95297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:32:48.158693 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-b3c2a009-e199-4605-92eb-29b85041ad12 req-6545af0a-ba54-441c-8fc5-1c6a531a883a service neutron] For port 5d9d379d-c973-44a2-9ada-cd4ca452ddb1, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=5d9d379d-c973-44a2-9ada-cd4ca452ddb1,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:32:48.252568 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-b3c2a009-e199-4605-92eb-29b85041ad12 req-6545af0a-ba54-441c-8fc5-1c6a531a883a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:48.255141 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05983d06-9aba-4ff8-97e4-2c86d3c9123f req-c53e89b5-fed4-4741-9f15-f9bfd9d2e9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:48.256617 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-05983d06-9aba-4ff8-97e4-2c86d3c9123f req-c53e89b5-fed4-4741-9f15-f9bfd9d2e9da service neutron] 10.222.0.108 "GET /v2.0/networks?id=058852f5-088e-42d1-b3e1-abf106a974a3 HTTP/1.1" status: 200 len: 923 time: 0.4407513 Sep 24 15:32:48.307356 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c2a009-e199-4605-92eb-29b85041ad12 req-6545af0a-ba54-441c-8fc5-1c6a531a883a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:48.307946 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-b3c2a009-e199-4605-92eb-29b85041ad12 req-6545af0a-ba54-441c-8fc5-1c6a531a883a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:48.309389 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b3c2a009-e199-4605-92eb-29b85041ad12 req-6545af0a-ba54-441c-8fc5-1c6a531a883a service neutron] 10.222.0.108 "PUT /v2.0/ports/5d9d379d-c973-44a2-9ada-cd4ca452ddb1 HTTP/1.1" status: 200 len: 1096 time: 1.7392063 Sep 24 15:32:48.351150 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f4dc0c-098d-4963-ba3c-acd6cb54bdc7 req-339b9963-05b9-4ca7-a44e-eee49ffeed4b tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:48.361690 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b0f4dc0c-098d-4963-ba3c-acd6cb54bdc7 req-339b9963-05b9-4ca7-a44e-eee49ffeed4b tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] 10.222.0.101 "GET /v2.0/ports?device_id=c5ace1dc-c404-4c98-85be-17f33d86d299 HTTP/1.1" status: 200 len: 950 time: 0.1702657 Sep 24 15:32:48.412805 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6545af0a-ba54-441c-8fc5-1c6a531a883a service neutron] Pushing event updated for resources: {'Port': ['ID=5d9d379d-c973-44a2-9ada-cd4ca452ddb1,revision_number=3']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:48.469407 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b0f4dc0c-098d-4963-ba3c-acd6cb54bdc7 req-750a24c6-021b-4a38-94f6-dbf7ac9424d7 tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] 10.222.0.101 "GET /v2.0/security-groups?id=223a1c96-f86f-4775-9cca-b7dd2dd3815c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066682 Sep 24 15:32:48.525591 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c2a009-e199-4605-92eb-29b85041ad12 req-fe84ad46-6ab6-48ef-b28c-474e60405fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:48.527185 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b3c2a009-e199-4605-92eb-29b85041ad12 req-fe84ad46-6ab6-48ef-b28c-474e60405fc1 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=59124e2d0c8d47c8b8550091b47f8b53&device_id=13807497-b8d8-43c2-a628-11dc4926a32b HTTP/1.1" status: 200 len: 1099 time: 0.0913131 Sep 24 15:32:48.599218 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b3c2a009-e199-4605-92eb-29b85041ad12 req-0182a567-16aa-4d87-9b02-597e542ad58d service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=5d9d379d-c973-44a2-9ada-cd4ca452ddb1 HTTP/1.1" status: 200 len: 217 time: 0.0602033 Sep 24 15:32:48.621123 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ec01c559-9bc1-48d2-86b0-d4cfd6f21a52 req-8e2bd7be-ca00-4fd4-b9c9-fd5247fd3d80 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=56d79b96e27b47229c312fd7911aad82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330527 Sep 24 15:32:48.696879 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c2a009-e199-4605-92eb-29b85041ad12 req-c195c6eb-e757-4df5-98e6-b9950d2bd91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:48.698385 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b3c2a009-e199-4605-92eb-29b85041ad12 req-c195c6eb-e757-4df5-98e6-b9950d2bd91a service neutron] 10.222.0.108 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.0873334 Sep 24 15:32:48.763051 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-05983d06-9aba-4ff8-97e4-2c86d3c9123f req-377e7e13-fa60-4809-bbab-b859c7721148 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93bb73ee-b0c7-4955-9caa-15151730991a HTTP/1.1" status: 200 len: 217 time: 0.4335287 Sep 24 15:32:48.781574 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c08be1-98a2-4cd6-aa78-b515b0566ae0 admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:32:48.792873 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c2a009-e199-4605-92eb-29b85041ad12 req-c33965a9-5193-4819-ac39-ad82c6285051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:48.794374 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b3c2a009-e199-4605-92eb-29b85041ad12 req-c33965a9-5193-4819-ac39-ad82c6285051 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0702770 Sep 24 15:32:48.797114 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe75abca-9162-4680-a901-4f18f8ecacc3 None None] Sync routers for ids ['c2086fa9-cf8e-4bdb-99af-be1065d59808'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:32:48.807628 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec01c559-9bc1-48d2-86b0-d4cfd6f21a52 req-f41d7a73-cc21-4434-8288-54e178d81bae tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:48.809131 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ec01c559-9bc1-48d2-86b0-d4cfd6f21a52 req-f41d7a73-cc21-4434-8288-54e178d81bae tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1660407 Sep 24 15:32:48.809674 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe75abca-9162-4680-a901-4f18f8ecacc3 None None] Routers {'c2086fa9-cf8e-4bdb-99af-be1065d59808'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:32:48.810720 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-fe75abca-9162-4680-a901-4f18f8ecacc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:32:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['c2086fa9-cf8e-4bdb-99af-be1065d59808'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:32:48.836074 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0175114-faa3-46ea-a704-1b150912dc0e req-d6019a85-72c4-4c52-b3a0-54a2b8223b49 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:48.844180 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c0175114-faa3-46ea-a704-1b150912dc0e req-d6019a85-72c4-4c52-b3a0-54a2b8223b49 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5b415a1-2134-4975-b7d5-fc098ae76fc9 HTTP/1.1" status: 200 len: 944 time: 0.5592611 Sep 24 15:32:48.857266 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ec01c559-9bc1-48d2-86b0-d4cfd6f21a52 req-3b28a390-1d9c-4012-8cb1-fc916b23e7ae tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/quotas/56d79b96e27b47229c312fd7911aad82 HTTP/1.1" status: 200 len: 375 time: 0.0214088 Sep 24 15:32:48.902427 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05983d06-9aba-4ff8-97e4-2c86d3c9123f req-240e5bc6-9778-4c41-baa4-fd88d22479f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:48.904079 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-05983d06-9aba-4ff8-97e4-2c86d3c9123f req-240e5bc6-9778-4c41-baa4-fd88d22479f5 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=5c649312-ea12-4119-a9ca-d79c73d589c6 HTTP/1.1" status: 200 len: 861 time: 0.1306028 Sep 24 15:32:48.971848 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-05983d06-9aba-4ff8-97e4-2c86d3c9123f req-1fa318b7-711e-4d17-a0c8-ab97a9b1ead5 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=058852f5-088e-42d1-b3e1-abf106a974a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580082 Sep 24 15:32:48.972533 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-13c08be1-98a2-4cd6-aa78-b515b0566ae0 admin admin] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:48.973596 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-13c08be1-98a2-4cd6-aa78-b515b0566ae0 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.1552932 Sep 24 15:32:48.978905 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 39504) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:32:48.984135 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c0175114-faa3-46ea-a704-1b150912dc0e req-65668d75-6b5d-4884-a5c8-df9b9e185945 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391420 Sep 24 15:32:49.003831 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ec01c559-9bc1-48d2-86b0-d4cfd6f21a52 req-adde3705-b45c-4dae-b6af-013da9229a32 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=56d79b96e27b47229c312fd7911aad82&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1041098 Sep 24 15:32:49.010083 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b3c2a009-e199-4605-92eb-29b85041ad12 req-2b93b0b0-1988-40d8-a202-0eeda0334c98 service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999757 Sep 24 15:32:49.033878 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-fe75abca-9162-4680-a901-4f18f8ecacc3 None None] Set router c2086fa9-cf8e-4bdb-99af-be1065d59808 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:32:49.074445 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-959acd4d-216d-4a92-b9d3-64338b29c515 req-2ece32fa-93e3-4afb-aaef-b55fc4d658e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91c7ae22-915a-499f-b598-472f578ff783 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:32:49.088228 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-959acd4d-216d-4a92-b9d3-64338b29c515 req-2ece32fa-93e3-4afb-aaef-b55fc4d658e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:49.151781 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-959acd4d-216d-4a92-b9d3-64338b29c515 req-2ece32fa-93e3-4afb-aaef-b55fc4d658e9 service neutron] Transition to ACTIVE for port object 91c7ae22-915a-499f-b598-472f578ff783 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:32:49.212621 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-959acd4d-216d-4a92-b9d3-64338b29c515 req-2ece32fa-93e3-4afb-aaef-b55fc4d658e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:49.345888 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-05983d06-9aba-4ff8-97e4-2c86d3c9123f req-fe6445b4-ad47-45b0-acd9-8418445dc3b3 service neutron] 10.222.0.108 "GET /v2.0/networks/058852f5-088e-42d1-b3e1-abf106a974a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3559101 Sep 24 15:32:49.486997 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-fe75abca-9162-4680-a901-4f18f8ecacc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2086fa9-cf8e-4bdb-99af-be1065d59808', 'name': 'tempest-TaggedBootDevicesTest_v242-709135455-router', 'tenant_id': '53357413dfbc434b8597a2dcdb9cca78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '080ea5d8-7220-4318-9219-e0dca7112e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:32:42Z', 'updated_at': '2021-09-24T15:32:46Z', 'revision_number': 3, 'project_id': '53357413dfbc434b8597a2dcdb9cca78', 'gw_port': {'id': '080ea5d8-7220-4318-9219-e0dca7112e09', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:09:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2086fa9-cf8e-4bdb-99af-be1065d59808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:32:43Z', 'updated_at': '2021-09-24T15:32:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:32:49.528194 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece32fa-93e3-4afb-aaef-b55fc4d658e9 service neutron] Pushing event updated for resources: {'Port': ['ID=91c7ae22-915a-499f-b598-472f578ff783,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:49.536642 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe75abca-9162-4680-a901-4f18f8ecacc3 None None] Checking router: c2086fa9-cf8e-4bdb-99af-be1065d59808 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:32:49.537187 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe75abca-9162-4680-a901-4f18f8ecacc3 None None] Updating router c2086fa9-cf8e-4bdb-99af-be1065d59808 port 080ea5d8-7220-4318-9219-e0dca7112e09 binding host n-d-808921-1 {{(pid=95299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:32:49.581702 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-fe75abca-9162-4680-a901-4f18f8ecacc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:49.696262 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b657c73f-9ed0-4317-b46a-7c21987229bb req-5425fc14-6a60-477f-a911-2e2bc6b819f4 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:49.704203 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b657c73f-9ed0-4317-b46a-7c21987229bb req-5425fc14-6a60-477f-a911-2e2bc6b819f4 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] 10.222.0.101 "GET /v2.0/ports?device_id=13807497-b8d8-43c2-a628-11dc4926a32b HTTP/1.1" status: 200 len: 948 time: 0.4146414 Sep 24 15:32:49.774750 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bda2b834-1412-402d-99a4-580992ee27a9 req-13856c9c-83bf-4276-a311-1cc99910db72 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] 10.222.0.101 "GET /v2.0/ports?device_id=c86ce5d8-0e1e-4317-9abd-e4c164362491 HTTP/1.1" status: 200 len: 210 time: 0.0795197 Sep 24 15:32:49.836659 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b3c2a009-e199-4605-92eb-29b85041ad12 req-05994603-fd5a-4f94-916b-46c6cb8ac372 service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8146136 Sep 24 15:32:49.889161 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2e3ea5d7-396f-40c9-b79a-8d7efe82db12 req-69569d71-d679-48a1-a27b-83af3842ca80 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=7fa5a9e7-5a70-499a-ac2f-284d55e7f2c4 HTTP/1.1" status: 200 len: 210 time: 0.0398374 Sep 24 15:32:49.908562 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b657c73f-9ed0-4317-b46a-7c21987229bb req-b934e388-a159-4744-91aa-9d85c9b96c6f tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] 10.222.0.101 "GET /v2.0/security-groups?id=57e94047-30f9-4114-8ab3-78d613da6f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983814 Sep 24 15:32:49.926176 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-05983d06-9aba-4ff8-97e4-2c86d3c9123f req-8d5cc9bb-3e64-4315-bae6-da40b9856ed2 service neutron] 10.222.0.108 "GET /v2.0/networks/058852f5-088e-42d1-b3e1-abf106a974a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5084653 Sep 24 15:32:49.933037 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-959acd4d-216d-4a92-b9d3-64338b29c515 req-2ece32fa-93e3-4afb-aaef-b55fc4d658e9 service neutron] Attempting to bind port 91c7ae22-915a-499f-b598-472f578ff783 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:32:49.933591 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-959acd4d-216d-4a92-b9d3-64338b29c515 req-2ece32fa-93e3-4afb-aaef-b55fc4d658e9 service neutron] Attempting to bind port 91c7ae22-915a-499f-b598-472f578ff783 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:32:49.934024 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959acd4d-216d-4a92-b9d3-64338b29c515 req-2ece32fa-93e3-4afb-aaef-b55fc4d658e9 service neutron] Attempting to bind port 91c7ae22-915a-499f-b598-472f578ff783 on network 9672f189-23fe-44e6-9dd2-257ff8905939 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:32:49.978569 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959acd4d-216d-4a92-b9d3-64338b29c515 req-2ece32fa-93e3-4afb-aaef-b55fc4d658e9 service neutron] Port 91c7ae22-915a-499f-b598-472f578ff783 on network 9672f189-23fe-44e6-9dd2-257ff8905939 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:32:49.979040 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959acd4d-216d-4a92-b9d3-64338b29c515 req-2ece32fa-93e3-4afb-aaef-b55fc4d658e9 service neutron] Attempting to bind port 91c7ae22-915a-499f-b598-472f578ff783 on network 9672f189-23fe-44e6-9dd2-257ff8905939 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:32:49.999149 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959acd4d-216d-4a92-b9d3-64338b29c515 req-2ece32fa-93e3-4afb-aaef-b55fc4d658e9 service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:32:49.999149 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959acd4d-216d-4a92-b9d3-64338b29c515 req-2ece32fa-93e3-4afb-aaef-b55fc4d658e9 service neutron] Checking segment: {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:32:50.001007 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-959acd4d-216d-4a92-b9d3-64338b29c515 req-2ece32fa-93e3-4afb-aaef-b55fc4d658e9 service neutron] Bound using segment: {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:32:50.001587 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-959acd4d-216d-4a92-b9d3-64338b29c515 req-2ece32fa-93e3-4afb-aaef-b55fc4d658e9 service neutron] Bound port: 91c7ae22-915a-499f-b598-472f578ff783, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:32:50.002046 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-959acd4d-216d-4a92-b9d3-64338b29c515 req-2ece32fa-93e3-4afb-aaef-b55fc4d658e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:50.086173 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-fe75abca-9162-4680-a901-4f18f8ecacc3 None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:50.095872 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf9aea-fe2c-44c9-9556-7d5e7779436a req-03990794-41a1-4455-b40b-bf82cd308f07 tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:50.104238 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2adf9aea-fe2c-44c9-9556-7d5e7779436a req-03990794-41a1-4455-b40b-bf82cd308f07 tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] 10.222.0.101 "GET /v2.0/ports?device_id=c5ace1dc-c404-4c98-85be-17f33d86d299 HTTP/1.1" status: 200 len: 950 time: 0.1066432 Sep 24 15:32:50.130919 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13807497-b8d8-43c2-a628-11dc4926a32b', 'tag': '5d9d379d-c973-44a2-9ada-cd4ca452ddb1'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:32:50.133541 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba4f186f-9281-49b1-b3c7-3f793c55fc89" -d '{"events": [{"name": "network-changed", "server_uuid": "13807497-b8d8-43c2-a628-11dc4926a32b", "tag": "5d9d379d-c973-44a2-9ada-cd4ca452ddb1"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:32:50.158035 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2adf9aea-fe2c-44c9-9556-7d5e7779436a req-670dbda9-4e06-4637-a200-8249b62ae62e tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] 10.222.0.101 "GET /v2.0/security-groups?id=223a1c96-f86f-4775-9cca-b7dd2dd3815c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528669 Sep 24 15:32:50.190635 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-fe75abca-9162-4680-a901-4f18f8ecacc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:50.225985 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d04d743-f7aa-4129-a52f-a8f353c71320 x-openstack-request-id: req-4d04d743-f7aa-4129-a52f-a8f353c71320 {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:32:50.226550 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13807497-b8d8-43c2-a628-11dc4926a32b", "tag": "5d9d379d-c973-44a2-9ada-cd4ca452ddb1", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:32:50.231272 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4d04d743-f7aa-4129-a52f-a8f353c71320 {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:32:50.231272 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13807497-b8d8-43c2-a628-11dc4926a32b', 'tag': '5d9d379d-c973-44a2-9ada-cd4ca452ddb1', 'status': 'completed', 'code': 200} Sep 24 15:32:50.290528 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-fe75abca-9162-4680-a901-4f18f8ecacc3 None None] Attempting to bind port 080ea5d8-7220-4318-9219-e0dca7112e09 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:32:50.290946 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-fe75abca-9162-4680-a901-4f18f8ecacc3 None None] Attempting to bind port 080ea5d8-7220-4318-9219-e0dca7112e09 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:32:50.291313 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe75abca-9162-4680-a901-4f18f8ecacc3 None None] Attempting to bind port 080ea5d8-7220-4318-9219-e0dca7112e09 on network e6a2de20-1ea0-43e5-88e0-982d19e317d5 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:32:50.304405 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe75abca-9162-4680-a901-4f18f8ecacc3 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:32:50.304781 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe75abca-9162-4680-a901-4f18f8ecacc3 None None] Checking segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:32:50.305312 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-fe75abca-9162-4680-a901-4f18f8ecacc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:50.305754 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe75abca-9162-4680-a901-4f18f8ecacc3 None None] Bound using segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:32:50.306554 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-fe75abca-9162-4680-a901-4f18f8ecacc3 None None] Bound port: 080ea5d8-7220-4318-9219-e0dca7112e09, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:32:50.306940 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-fe75abca-9162-4680-a901-4f18f8ecacc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:50.317138 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-959acd4d-216d-4a92-b9d3-64338b29c515 req-2ece32fa-93e3-4afb-aaef-b55fc4d658e9 service neutron] For port 91c7ae22-915a-499f-b598-472f578ff783, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:32:50.338833 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce4dea0-5e70-4e53-9cb5-c566233c9828 None None] Pushing event updated for resources: {'Port': ['ID=080ea5d8-7220-4318-9219-e0dca7112e09,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:50.352803 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-959acd4d-216d-4a92-b9d3-64338b29c515 req-2ece32fa-93e3-4afb-aaef-b55fc4d658e9 service neutron] For port 91c7ae22-915a-499f-b598-472f578ff783, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=91c7ae22-915a-499f-b598-472f578ff783,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:32:50.364383 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c27fab-d3c6-451f-8641-d34cfba9ecc0 req-2a8e93e7-10a0-42e6-b93f-ff36ffd5dec1 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:50.365964 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-14c27fab-d3c6-451f-8641-d34cfba9ecc0 req-2a8e93e7-10a0-42e6-b93f-ff36ffd5dec1 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5b415a1-2134-4975-b7d5-fc098ae76fc9 HTTP/1.1" status: 200 len: 944 time: 0.2294307 Sep 24 15:32:50.390938 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-fe75abca-9162-4680-a901-4f18f8ecacc3 None None] For port 080ea5d8-7220-4318-9219-e0dca7112e09, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:32:50.395909 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-fe75abca-9162-4680-a901-4f18f8ecacc3 None None] For port 080ea5d8-7220-4318-9219-e0dca7112e09, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=080ea5d8-7220-4318-9219-e0dca7112e09,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:32:50.423415 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4f186f-9281-49b1-b3c7-3f793c55fc89 req-285d98f3-f87d-4a3d-bfa3-54b0d3ae6bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:50.424921 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ba4f186f-9281-49b1-b3c7-3f793c55fc89 req-285d98f3-f87d-4a3d-bfa3-54b0d3ae6bf0 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=59124e2d0c8d47c8b8550091b47f8b53&device_id=13807497-b8d8-43c2-a628-11dc4926a32b HTTP/1.1" status: 200 len: 1099 time: 0.1659155 Sep 24 15:32:50.469347 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-14c27fab-d3c6-451f-8641-d34cfba9ecc0 req-c8ed3e82-2d70-438e-aeb7-30d3737a26f9 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939648 Sep 24 15:32:50.473091 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5970c9e5-2c8c-4408-b684-31050d5c912c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:50.492579 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-fe75abca-9162-4680-a901-4f18f8ecacc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:50.497202 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-959acd4d-216d-4a92-b9d3-64338b29c515 req-2ece32fa-93e3-4afb-aaef-b55fc4d658e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:50.567146 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe75abca-9162-4680-a901-4f18f8ecacc3 None None] Routers {'c2086fa9-cf8e-4bdb-99af-be1065d59808'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:32:50.567835 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-fe75abca-9162-4680-a901-4f18f8ecacc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:32:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['c2086fa9-cf8e-4bdb-99af-be1065d59808'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:32:50.595451 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05983d06-9aba-4ff8-97e4-2c86d3c9123f req-131093b9-4b3f-44de-b676-956732f6f5e7 tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:50.597061 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-05983d06-9aba-4ff8-97e4-2c86d3c9123f req-131093b9-4b3f-44de-b676-956732f6f5e7 tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] 10.222.0.108 "GET /v2.0/ports?device_id=e5b415a1-2134-4975-b7d5-fc098ae76fc9&tenant_id=8957a38149f44837aa315f739e11ffd3&binding%3Ahost_id=n-h2-808921-1 HTTP/1.1" status: 200 len: 1095 time: 0.0808852 Sep 24 15:32:50.617463 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce4dea0-5e70-4e53-9cb5-c566233c9828 None None] Pushing event updated for resources: {'Port': ['ID=080ea5d8-7220-4318-9219-e0dca7112e09,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:50.641744 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959acd4d-216d-4a92-b9d3-64338b29c515 req-2ece32fa-93e3-4afb-aaef-b55fc4d658e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:50.642557 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-959acd4d-216d-4a92-b9d3-64338b29c515 req-2ece32fa-93e3-4afb-aaef-b55fc4d658e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:50.644002 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-959acd4d-216d-4a92-b9d3-64338b29c515 req-2ece32fa-93e3-4afb-aaef-b55fc4d658e9 service neutron] 10.222.0.108 "PUT /v2.0/ports/91c7ae22-915a-499f-b598-472f578ff783 HTTP/1.1" status: 200 len: 1096 time: 3.1808906 Sep 24 15:32:50.668629 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26303637-cb06-4c05-a7ee-bfe0e2eaeb1e', 'tag': '91c7ae22-915a-499f-b598-472f578ff783'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:32:50.671127 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e2a7e8-54f8-4f9d-b0ca-d2e1de2685d5" -d '{"events": [{"name": "network-changed", "server_uuid": "26303637-cb06-4c05-a7ee-bfe0e2eaeb1e", "tag": "91c7ae22-915a-499f-b598-472f578ff783"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:32:50.729474 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4f186f-9281-49b1-b3c7-3f793c55fc89 req-c8f9ab35-eea8-4204-94ac-c0a61c7044da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:50.731125 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ba4f186f-9281-49b1-b3c7-3f793c55fc89 req-c8f9ab35-eea8-4204-94ac-c0a61c7044da service neutron] 10.222.0.108 "GET /v2.0/networks?id=9672f189-23fe-44e6-9dd2-257ff8905939 HTTP/1.1" status: 200 len: 871 time: 0.2911193 Sep 24 15:32:50.739393 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece32fa-93e3-4afb-aaef-b55fc4d658e9 service neutron] Pushing event updated for resources: {'Port': ['ID=91c7ae22-915a-499f-b598-472f578ff783,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:50.760277 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-fe75abca-9162-4680-a901-4f18f8ecacc3 None None] Set router c2086fa9-cf8e-4bdb-99af-be1065d59808 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:32:50.818297 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-725247b5-a8af-48a5-a6e5-c684d6193dd5 x-openstack-request-id: req-725247b5-a8af-48a5-a6e5-c684d6193dd5 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:32:50.818707 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26303637-cb06-4c05-a7ee-bfe0e2eaeb1e", "tag": "91c7ae22-915a-499f-b598-472f578ff783", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:32:50.819033 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-725247b5-a8af-48a5-a6e5-c684d6193dd5 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:32:50.819506 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26303637-cb06-4c05-a7ee-bfe0e2eaeb1e', 'tag': '91c7ae22-915a-499f-b598-472f578ff783', 'status': 'completed', 'code': 200} Sep 24 15:32:50.890815 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a4804-58ac-49b4-9dba-491cc85df862 req-45b4d1a0-ed03-44e4-bac7-28ada77604d3 tempest-ServersAdminNegativeTestJSON-1088436649 tempest-ServersAdminNegativeTestJSON-1088436649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:50.892711 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7d6a4804-58ac-49b4-9dba-491cc85df862 req-45b4d1a0-ed03-44e4-bac7-28ada77604d3 tempest-ServersAdminNegativeTestJSON-1088436649 tempest-ServersAdminNegativeTestJSON-1088436649-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=c5ace1dc-c404-4c98-85be-17f33d86d299 HTTP/1.1" status: 200 len: 1101 time: 0.0921943 Sep 24 15:32:50.911938 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-7d6a4804-58ac-49b4-9dba-491cc85df862 req-b820c3f1-d1ab-4055-8abe-082b5003cd6c tempest-ServersAdminNegativeTestJSON-1088436649 tempest-ServersAdminNegativeTestJSON-1088436649-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:50.920302 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ba4f186f-9281-49b1-b3c7-3f793c55fc89 req-b09f77a0-fad7-4cc4-92fe-58ceb7bb9d29 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=5d9d379d-c973-44a2-9ada-cd4ca452ddb1 HTTP/1.1" status: 200 len: 217 time: 0.0996969 Sep 24 15:32:50.973860 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-5970c9e5-2c8c-4408-b684-31050d5c912c admin admin] Allocated IP 172.20.0.1 (ff8678b1-4349-4ca8-a723-03edf66a1778/740320f3-b182-49df-862e-fbe87946f30f/645e1d7e-0857-41d7-a10c-b800f89b7e63) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:32:50.976478 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-05983d06-9aba-4ff8-97e4-2c86d3c9123f req-d70abcc3-454f-4235-8856-43b8a72c6112 service neutron] For port 93bb73ee-b0c7-4955-9caa-15151730991a, host n-h1-808921-1, cleared binding levels {{(pid=95297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:32:50.983555 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-05983d06-9aba-4ff8-97e4-2c86d3c9123f req-d70abcc3-454f-4235-8856-43b8a72c6112 service neutron] Notify callbacks [] for binding, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:50.984734 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-05983d06-9aba-4ff8-97e4-2c86d3c9123f req-d70abcc3-454f-4235-8856-43b8a72c6112 service neutron] 10.222.0.108 "DELETE /v2.0/ports/93bb73ee-b0c7-4955-9caa-15151730991a/bindings/n-h1-808921-1 HTTP/1.1" status: 204 len: 173 time: 0.3773234 Sep 24 15:32:50.985041 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e2a7e8-54f8-4f9d-b0ca-d2e1de2685d5 req-ce8e14b8-0053-4060-a19a-c2f64d17c4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:50.986543 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a4e2a7e8-54f8-4f9d-b0ca-d2e1de2685d5 req-ce8e14b8-0053-4060-a19a-c2f64d17c4fb service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=59124e2d0c8d47c8b8550091b47f8b53&device_id=26303637-cb06-4c05-a7ee-bfe0e2eaeb1e HTTP/1.1" status: 200 len: 1099 time: 0.1612289 Sep 24 15:32:51.042624 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4f186f-9281-49b1-b3c7-3f793c55fc89 req-bca69ff6-4f8f-4c34-b49c-0c7b2fe0a559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:51.044068 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ba4f186f-9281-49b1-b3c7-3f793c55fc89 req-bca69ff6-4f8f-4c34-b49c-0c7b2fe0a559 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.1116521 Sep 24 15:32:51.048502 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a4e2a7e8-54f8-4f9d-b0ca-d2e1de2685d5 req-3cb472e4-92ff-4b06-8ac2-97bf8bef81bb service neutron] 10.222.0.108 "GET /v2.0/networks?tenant_id=59124e2d0c8d47c8b8550091b47f8b53&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0455146 Sep 24 15:32:51.073704 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-fe75abca-9162-4680-a901-4f18f8ecacc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2086fa9-cf8e-4bdb-99af-be1065d59808', 'name': 'tempest-TaggedBootDevicesTest_v242-709135455-router', 'tenant_id': '53357413dfbc434b8597a2dcdb9cca78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '080ea5d8-7220-4318-9219-e0dca7112e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:32:42Z', 'updated_at': '2021-09-24T15:32:46Z', 'revision_number': 3, 'project_id': '53357413dfbc434b8597a2dcdb9cca78', 'gw_port': {'id': '080ea5d8-7220-4318-9219-e0dca7112e09', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:09:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2086fa9-cf8e-4bdb-99af-be1065d59808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:32:43Z', 'updated_at': '2021-09-24T15:32:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:32:51.086442 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-7d6a4804-58ac-49b4-9dba-491cc85df862 req-b820c3f1-d1ab-4055-8abe-082b5003cd6c tempest-ServersAdminNegativeTestJSON-1088436649 tempest-ServersAdminNegativeTestJSON-1088436649-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:51.102708 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe75abca-9162-4680-a901-4f18f8ecacc3 None None] The sync data for ids ['c2086fa9-cf8e-4bdb-99af-be1065d59808'] in n-d-808921-1 is: [{'id': 'c2086fa9-cf8e-4bdb-99af-be1065d59808', 'name': 'tempest-TaggedBootDevicesTest_v242-709135455-router', 'tenant_id': '53357413dfbc434b8597a2dcdb9cca78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '080ea5d8-7220-4318-9219-e0dca7112e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:32:42Z', 'updated_at': '2021-09-24T15:32:46Z', 'revision_number': 3, 'project_id': '53357413dfbc434b8597a2dcdb9cca78', 'gw_port': {'id': '080ea5d8-7220-4318-9219-e0dca7112e09', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:09:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2086fa9-cf8e-4bdb-99af-be1065d59808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:32:43Z', 'updated_at': '2021-09-24T15:32:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:32:51.158859 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-7d6a4804-58ac-49b4-9dba-491cc85df862 req-b820c3f1-d1ab-4055-8abe-082b5003cd6c tempest-ServersAdminNegativeTestJSON-1088436649 tempest-ServersAdminNegativeTestJSON-1088436649-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:51.195115 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7d6a4804-58ac-49b4-9dba-491cc85df862 req-b820c3f1-d1ab-4055-8abe-082b5003cd6c tempest-ServersAdminNegativeTestJSON-1088436649 tempest-ServersAdminNegativeTestJSON-1088436649-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=223a1c96-f86f-4775-9cca-b7dd2dd3815c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959275 Sep 24 15:32:51.223125 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b820c3f1-d1ab-4055-8abe-082b5003cd6c tempest-ServersAdminNegativeTestJSON-1088436649 tempest-ServersAdminNegativeTestJSON-1088436649-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d6ccf99-925e-4fcf-b287-8a53afb11f24,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:51.267218 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4f186f-9281-49b1-b3c7-3f793c55fc89 req-724a652b-a4c8-472a-b4c7-5b5bc1910421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:51.268710 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ba4f186f-9281-49b1-b3c7-3f793c55fc89 req-724a652b-a4c8-472a-b4c7-5b5bc1910421 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2003109 Sep 24 15:32:51.269666 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e2a7e8-54f8-4f9d-b0ca-d2e1de2685d5 req-657bac41-8208-4608-a6c2-b0db249b4618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:51.270989 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a4e2a7e8-54f8-4f9d-b0ca-d2e1de2685d5 req-657bac41-8208-4608-a6c2-b0db249b4618 service neutron] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2042768 Sep 24 15:32:51.283984 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5970c9e5-2c8c-4408-b684-31050d5c912c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:51.301737 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-511a6688-9626-4f8c-a5de-963002487bee req-d5a5eccf-b2c7-4041-bd68-28668689898e tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=7fa5a9e7-5a70-499a-ac2f-284d55e7f2c4 HTTP/1.1" status: 200 len: 210 time: 0.0336716 Sep 24 15:32:51.454317 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ba4f186f-9281-49b1-b3c7-3f793c55fc89 req-d4b123f9-f54b-4280-b0e8-38264df5d7ff service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633742 Sep 24 15:32:51.464096 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640352c7-898d-44fd-a7c0-74c654a162cf req-ada23fe2-65f4-4d98-9ff1-6867a7d93f97 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:51.466693 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-640352c7-898d-44fd-a7c0-74c654a162cf req-ada23fe2-65f4-4d98-9ff1-6867a7d93f97 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] 10.222.0.101 "GET /v2.0/ports?device_id=13807497-b8d8-43c2-a628-11dc4926a32b HTTP/1.1" status: 200 len: 948 time: 0.0845528 Sep 24 15:32:51.545809 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-640352c7-898d-44fd-a7c0-74c654a162cf req-73ac53b3-6bc5-453b-b255-1817eff19a0e tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] 10.222.0.101 "GET /v2.0/security-groups?id=57e94047-30f9-4114-8ab3-78d613da6f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716331 Sep 24 15:32:51.662586 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e4802-fa38-4365-895a-207900b58247 req-32a01036-1138-49a9-8352-2e8881b8fb03 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:51.664276 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-901e4802-fa38-4365-895a-207900b58247 req-32a01036-1138-49a9-8352-2e8881b8fb03 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5b415a1-2134-4975-b7d5-fc098ae76fc9 HTTP/1.1" status: 200 len: 944 time: 0.0550663 Sep 24 15:32:51.721885 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-901e4802-fa38-4365-895a-207900b58247 req-6f4fe623-ecb7-4e3b-b9bb-35eb950d9334 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496559 Sep 24 15:32:51.838024 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 9a1ffcfe-7428-4b33-a85a-f7490f305a46 no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:32:51.841332 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959acd4d-216d-4a92-b9d3-64338b29c515 req-c441dcf8-78b0-4b04-8476-04ad5bfb78d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:51.843451 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-959acd4d-216d-4a92-b9d3-64338b29c515 req-c441dcf8-78b0-4b04-8476-04ad5bfb78d1 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=59124e2d0c8d47c8b8550091b47f8b53&device_id=26303637-cb06-4c05-a7ee-bfe0e2eaeb1e HTTP/1.1" status: 200 len: 1099 time: 0.5140331 Sep 24 15:32:51.847153 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5970c9e5-2c8c-4408-b684-31050d5c912c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:51.878262 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] No Port match for: 9a1ffcfe-7428-4b33-a85a-f7490f305a46 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:32:51.878703 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 9a1ffcfe-7428-4b33-a85a-f7490f305a46 not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:32:51.884280 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f99de4-3788-4eb4-87aa-365e7d3366b9 req-38be9e0d-77d9-476c-b2d3-c08724d70b8d tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:51.893138 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b7f99de4-3788-4eb4-87aa-365e7d3366b9 req-38be9e0d-77d9-476c-b2d3-c08724d70b8d tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=e5b415a1-2134-4975-b7d5-fc098ae76fc9 HTTP/1.1" status: 200 len: 1095 time: 0.0697944 Sep 24 15:32:51.929108 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b7f99de4-3788-4eb4-87aa-365e7d3366b9 req-a5bca282-609a-4ebe-bb02-4c5cc9bf5e96 tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350766 Sep 24 15:32:51.941130 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-959acd4d-216d-4a92-b9d3-64338b29c515 req-27d47bca-13e3-4308-967a-f2d61c6db011 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=91c7ae22-915a-499f-b598-472f578ff783 HTTP/1.1" status: 200 len: 217 time: 0.0794172 Sep 24 15:32:51.946217 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5970c9e5-2c8c-4408-b684-31050d5c912c admin admin] Network ff8678b1-4349-4ca8-a723-03edf66a1778 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:32:51.955856 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc212e3-a238-459c-b049-c4743414ce40 req-20e0037a-591d-4713-8e74-e22b6ea4de7f tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:51.957397 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7bc212e3-a238-459c-b049-c4743414ce40 req-20e0037a-591d-4713-8e74-e22b6ea4de7f tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] 10.222.0.101 "GET /v2.0/ports?device_id=0bf16c99-1d81-449c-8c2f-4b881f2e13c5 HTTP/1.1" status: 200 len: 949 time: 0.4610984 Sep 24 15:32:51.961660 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-5970c9e5-2c8c-4408-b684-31050d5c912c admin admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:32:51.964923 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ba4f186f-9281-49b1-b3c7-3f793c55fc89 req-6bb925d7-2255-4726-81a1-ccca9a73fe6a service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4948668 Sep 24 15:32:51.992529 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5970c9e5-2c8c-4408-b684-31050d5c912c admin admin] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:32:52.066470 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5970c9e5-2c8c-4408-b684-31050d5c912c admin admin] Pushing event updated for resources: {'Port': ['ID=645e1d7e-0857-41d7-a10c-b800f89b7e63,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:52.083327 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ec01c559-9bc1-48d2-86b0-d4cfd6f21a52 req-ecd29839-1cfd-43bf-848f-0b04a11a2324 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.110 "GET /v2.0/networks?tenant_id=56d79b96e27b47229c312fd7911aad82&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0930758 Sep 24 15:32:52.153211 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5970c9e5-2c8c-4408-b684-31050d5c912c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:52.210662 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959acd4d-216d-4a92-b9d3-64338b29c515 req-63f89f5d-e9db-4523-a938-64590b0518b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:52.212133 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-959acd4d-216d-4a92-b9d3-64338b29c515 req-63f89f5d-e9db-4523-a938-64590b0518b6 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.2534904 Sep 24 15:32:52.239819 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7bc212e3-a238-459c-b049-c4743414ce40 req-9ae74b97-f6f8-4de3-9d45-e8bff15d6708 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] 10.222.0.101 "GET /v2.0/security-groups?id=0b823a3f-c5d6-4802-a71f-dfc9f06e8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406073 Sep 24 15:32:52.387512 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 080ea5d8-7220-4318-9219-e0dca7112e09 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:32:52.432839 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a4f55f-ce36-41cc-9c04-42750a99f6b0 req-3d939a25-3e21-4299-9e0f-c74d63bb7197 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:52.442683 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f9a4f55f-ce36-41cc-9c04-42750a99f6b0 req-3d939a25-3e21-4299-9e0f-c74d63bb7197 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/networks?id=058852f5-088e-42d1-b3e1-abf106a974a3 HTTP/1.1" status: 200 len: 821 time: 0.1628230 Sep 24 15:32:52.449393 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec01c559-9bc1-48d2-86b0-d4cfd6f21a52 req-708164c2-463f-46ea-b07f-0d3e7fda3b5f tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:52.451178 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ec01c559-9bc1-48d2-86b0-d4cfd6f21a52 req-708164c2-463f-46ea-b07f-0d3e7fda3b5f tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3479798 Sep 24 15:32:52.456320 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 080ea5d8-7220-4318-9219-e0dca7112e09 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:32:52.456776 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:52.458644 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-ef891c77-06dc-4309-b548-5c684aabde0b None None] Provisioning complete for port 645e1d7e-0857-41d7-a10c-b800f89b7e63 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:32:52.459066 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f9a4f55f-ce36-41cc-9c04-42750a99f6b0 req-ead21a7d-2cbb-43fc-920d-d96972e87a50 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/quotas/8957a38149f44837aa315f739e11ffd3 HTTP/1.1" status: 200 len: 375 time: 0.0148315 Sep 24 15:32:52.459359 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ef891c77-06dc-4309-b548-5c684aabde0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:52.486374 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-ec01c559-9bc1-48d2-86b0-d4cfd6f21a52 req-79600e29-80e3-45a5-8deb-dd2fa610c2fe tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Request body: {'port': {'device_id': '7fa5a9e7-5a70-499a-ac2f-284d55e7f2c4', 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939', 'admin_state_up': True, 'tenant_id': '56d79b96e27b47229c312fd7911aad82'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:32:52.507943 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed92e944-bafe-44b7-a10a-6f07bd16b618 req-aa0ec587-d698-4cda-9190-04d76c7c7dd5 tempest-ServersAdminNegativeTestJSON-1088436649 tempest-ServersAdminNegativeTestJSON-1088436649-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:52.516450 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ed92e944-bafe-44b7-a10a-6f07bd16b618 req-aa0ec587-d698-4cda-9190-04d76c7c7dd5 tempest-ServersAdminNegativeTestJSON-1088436649 tempest-ServersAdminNegativeTestJSON-1088436649-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=c5ace1dc-c404-4c98-85be-17f33d86d299 HTTP/1.1" status: 200 len: 1101 time: 0.1920733 Sep 24 15:32:52.521746 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-ef891c77-06dc-4309-b548-5c684aabde0b None None] Port 645e1d7e-0857-41d7-a10c-b800f89b7e63 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:32:52.529751 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959acd4d-216d-4a92-b9d3-64338b29c515 req-2b567369-a750-45dc-bab4-4d58ffe82212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:52.532076 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-959acd4d-216d-4a92-b9d3-64338b29c515 req-2b567369-a750-45dc-bab4-4d58ffe82212 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2429986 Sep 24 15:32:52.535131 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f9a4f55f-ce36-41cc-9c04-42750a99f6b0 req-67f6d2bb-3e4c-4cda-aaee-c039f27cb86d tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=8957a38149f44837aa315f739e11ffd3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0737309 Sep 24 15:32:52.590631 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:52.616905 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port 080ea5d8-7220-4318-9219-e0dca7112e09, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=080ea5d8-7220-4318-9219-e0dca7112e09,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:32:52.645178 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f9a4f55f-ce36-41cc-9c04-42750a99f6b0 req-11cc5d32-e858-4add-aa0d-8ea8ec44e276 service neutron] 10.222.0.101 "GET /v2.0/networks/058852f5-088e-42d1-b3e1-abf106a974a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020074 Sep 24 15:32:52.648036 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ed92e944-bafe-44b7-a10a-6f07bd16b618 req-b4fc8cf8-a230-4147-8d9b-9190f605050e tempest-ServersAdminNegativeTestJSON-1088436649 tempest-ServersAdminNegativeTestJSON-1088436649-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=223a1c96-f86f-4775-9cca-b7dd2dd3815c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304326 Sep 24 15:32:52.695853 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:52.756952 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5970c9e5-2c8c-4408-b684-31050d5c912c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:52.771761 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f9a4f55f-ce36-41cc-9c04-42750a99f6b0 req-31641ed5-d01e-4f87-826c-077c3f9a4bf3 service neutron] 10.222.0.101 "GET /v2.0/networks/058852f5-088e-42d1-b3e1-abf106a974a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195123 Sep 24 15:32:52.782186 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=080ea5d8-7220-4318-9219-e0dca7112e09,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:52.806380 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-959acd4d-216d-4a92-b9d3-64338b29c515 req-83f1c7b1-c7cd-4e7c-a72d-b33f3ad26272 service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546499 Sep 24 15:32:52.827981 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-327abd81-6158-4e10-abb1-ca4bded5b538 req-619da20d-b028-408e-96a8-0fa3dab1686f tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=7fa5a9e7-5a70-499a-ac2f-284d55e7f2c4 HTTP/1.1" status: 200 len: 210 time: 0.0641918 Sep 24 15:32:52.926881 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec01c559-9bc1-48d2-86b0-d4cfd6f21a52 req-79600e29-80e3-45a5-8deb-dd2fa610c2fe tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Made reservation on behalf of 56d79b96e27b47229c312fd7911aad82 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:32:52.932281 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-ec01c559-9bc1-48d2-86b0-d4cfd6f21a52 req-79600e29-80e3-45a5-8deb-dd2fa610c2fe tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:53.085305 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-959acd4d-216d-4a92-b9d3-64338b29c515 req-7a0b45cc-290a-4ea5-933d-8fed2ec9e8e0 service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600226 Sep 24 15:32:53.165264 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-eb88cfb6-dbf0-4961-9d3a-6bb44f07624e req-fe6e4293-65fb-455f-9772-e15e0ce8f87d tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=3c8e5bc3-0cdb-404d-9ae1-aeee824dbdfd HTTP/1.1" status: 200 len: 210 time: 0.0432405 Sep 24 15:32:53.186872 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48c32b3-b8ef-467c-afea-26f4073ba729 req-ea156d89-8dc7-4e40-8495-1dd226449627 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:53.188402 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e48c32b3-b8ef-467c-afea-26f4073ba729 req-ea156d89-8dc7-4e40-8495-1dd226449627 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] 10.222.0.101 "GET /v2.0/ports?device_id=13807497-b8d8-43c2-a628-11dc4926a32b HTTP/1.1" status: 200 len: 948 time: 0.2077422 Sep 24 15:32:53.328238 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-ec01c559-9bc1-48d2-86b0-d4cfd6f21a52 req-79600e29-80e3-45a5-8deb-dd2fa610c2fe tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Allocated IP 192.168.233.22 (9672f189-23fe-44e6-9dd2-257ff8905939/188edb94-8042-4961-9ec0-8960b1ce1305/e61b8fbd-8e10-4084-8785-fe390e1256f4) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:32:53.332840 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e48c32b3-b8ef-467c-afea-26f4073ba729 req-cae777db-6f56-45b5-bab1-870453bf7ca0 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] 10.222.0.101 "GET /v2.0/security-groups?id=57e94047-30f9-4114-8ab3-78d613da6f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229455 Sep 24 15:32:53.334793 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5970c9e5-2c8c-4408-b684-31050d5c912c admin admin] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:53.354900 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad9b2b-1d7f-433c-907e-146e4d2b51d8 req-1299f207-408b-40fd-b61e-17802f2aa3e3 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:53.356356 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a0ad9b2b-1d7f-433c-907e-146e4d2b51d8 req-1299f207-408b-40fd-b61e-17802f2aa3e3 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] 10.222.0.108 "GET /v2.0/ports?device_id=0bf16c99-1d81-449c-8c2f-4b881f2e13c5 HTTP/1.1" status: 200 len: 949 time: 0.1407278 Sep 24 15:32:53.489195 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5970c9e5-2c8c-4408-b684-31050d5c912c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:53.632351 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76ba00f-c394-40d6-9151-572295c44a78 req-7be71157-a600-49bd-9ace-f6b44f61891a tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:53.633859 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b76ba00f-c394-40d6-9151-572295c44a78 req-7be71157-a600-49bd-9ace-f6b44f61891a tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] 10.222.0.101 "GET /v2.0/ports?device_id=0bf16c99-1d81-449c-8c2f-4b881f2e13c5 HTTP/1.1" status: 200 len: 949 time: 0.2336779 Sep 24 15:32:53.646801 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5970c9e5-2c8c-4408-b684-31050d5c912c admin admin] Pushing event updated for resources: {'Port': ['ID=645e1d7e-0857-41d7-a10c-b800f89b7e63,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:53.653461 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5970c9e5-2c8c-4408-b684-31050d5c912c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:53.749964 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-a0ad9b2b-1d7f-433c-907e-146e4d2b51d8 req-131ce063-8df3-48da-958f-fbd033c63ffa tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] Deleting port 8232200c-2a4c-4a86-b6a1-267802bd848e {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:32:53.752049 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-a0ad9b2b-1d7f-433c-907e-146e4d2b51d8 req-131ce063-8df3-48da-958f-fbd033c63ffa tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:53.756801 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-ec01c559-9bc1-48d2-86b0-d4cfd6f21a52 req-79600e29-80e3-45a5-8deb-dd2fa610c2fe tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:53.763376 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b76ba00f-c394-40d6-9151-572295c44a78 req-6e3d2097-59ad-42cf-873e-15506fa6c3a1 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] 10.222.0.101 "GET /v2.0/security-groups?id=0b823a3f-c5d6-4802-a71f-dfc9f06e8426&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193118 Sep 24 15:32:53.808239 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f695f8d2-31f1-49fc-a372-3d042b597a5b req-87565f38-5704-4893-b5df-63855dfcf841 tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:53.809723 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f695f8d2-31f1-49fc-a372-3d042b597a5b req-87565f38-5704-4893-b5df-63855dfcf841 tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] 10.222.0.101 "GET /v2.0/ports?device_id=c5ace1dc-c404-4c98-85be-17f33d86d299 HTTP/1.1" status: 200 len: 950 time: 0.0505915 Sep 24 15:32:53.848206 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f695f8d2-31f1-49fc-a372-3d042b597a5b req-e4e95233-fd28-464c-8024-4bd9657e1400 tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] 10.222.0.101 "GET /v2.0/security-groups?id=223a1c96-f86f-4775-9cca-b7dd2dd3815c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322089 Sep 24 15:32:53.858643 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 5d9d379d-c973-44a2-9ada-cd4ca452ddb1 details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:32:53.915737 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5970c9e5-2c8c-4408-b684-31050d5c912c admin admin] Network ff8678b1-4349-4ca8-a723-03edf66a1778 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:32:53.928044 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-5970c9e5-2c8c-4408-b684-31050d5c912c admin admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:32:53.949230 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-a0ad9b2b-1d7f-433c-907e-146e4d2b51d8 req-131ce063-8df3-48da-958f-fbd033c63ffa tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] For port 8232200c-2a4c-4a86-b6a1-267802bd848e, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=8232200c-2a4c-4a86-b6a1-267802bd848e,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:32:53.949599 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-a0ad9b2b-1d7f-433c-907e-146e4d2b51d8 req-131ce063-8df3-48da-958f-fbd033c63ffa tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:53.979022 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dab9e205-3979-4376-b673-1747c9780255 req-a86b192b-6ddd-4a11-8562-c85372d5e60c tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=7fa5a9e7-5a70-499a-ac2f-284d55e7f2c4 HTTP/1.1" status: 200 len: 210 time: 0.0557241 Sep 24 15:32:53.985751 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 5d9d379d-c973-44a2-9ada-cd4ca452ddb1, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=5d9d379d-c973-44a2-9ada-cd4ca452ddb1,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:32:53.994640 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-a0ad9b2b-1d7f-433c-907e-146e4d2b51d8 req-131ce063-8df3-48da-958f-fbd033c63ffa tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] Calling delete_port for 8232200c-2a4c-4a86-b6a1-267802bd848e owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:32:54.012186 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': '5d9d379d-c973-44a2-9ada-cd4ca452ddb1', 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939', 'port_id': '5d9d379d-c973-44a2-9ada-cd4ca452ddb1', 'mac_address': 'fa:16:3e:79:86:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '188edb94-8042-4961-9ec0-8960b1ce1305', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:32:54.035026 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-ec01c559-9bc1-48d2-86b0-d4cfd6f21a52 req-79600e29-80e3-45a5-8deb-dd2fa610c2fe tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:54.062839 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['1e5b3755-b74e-4468-90a5-9a7050a6ae48', '7229ebc4-e762-45bc-b63d-6068046d0119'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:32:54.075294 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:54.113436 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d9d379d-c973-44a2-9ada-cd4ca452ddb1 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:32:54.148198 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 5d9d379d-c973-44a2-9ada-cd4ca452ddb1, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=5d9d379d-c973-44a2-9ada-cd4ca452ddb1,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:32:54.173332 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec01c559-9bc1-48d2-86b0-d4cfd6f21a52 req-79600e29-80e3-45a5-8deb-dd2fa610c2fe tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Network 9672f189-23fe-44e6-9dd2-257ff8905939 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:32:54.183324 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-ec01c559-9bc1-48d2-86b0-d4cfd6f21a52 req-79600e29-80e3-45a5-8deb-dd2fa610c2fe tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:32:54.186552 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec01c559-9bc1-48d2-86b0-d4cfd6f21a52 req-79600e29-80e3-45a5-8deb-dd2fa610c2fe tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:32:54.197569 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79600e29-80e3-45a5-8deb-dd2fa610c2fe tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Pushing event updated for resources: {'Port': ['ID=e61b8fbd-8e10-4084-8785-fe390e1256f4,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:54.210229 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:54.304002 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-50db0436-f1e8-4349-ae6f-6ecdba1f7754 None None] Provisioning complete for port 645e1d7e-0857-41d7-a10c-b800f89b7e63 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:32:54.304382 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-50db0436-f1e8-4349-ae6f-6ecdba1f7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:54.348549 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 080ea5d8-7220-4318-9219-e0dca7112e09 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:32:54.350472 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=5d9d379d-c973-44a2-9ada-cd4ca452ddb1,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:54.441041 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-50db0436-f1e8-4349-ae6f-6ecdba1f7754 None None] Port 645e1d7e-0857-41d7-a10c-b800f89b7e63 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:32:54.520128 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 080ea5d8-7220-4318-9219-e0dca7112e09 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:32:54.520506 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:54.522534 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['5d9d379d-c973-44a2-9ada-cd4ca452ddb1'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:32:54.523910 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702186af-c256-443e-8fd6-3c9537fec1d7 req-15d51f3a-19b6-4adb-9976-d8bb5c866fe9 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:54.532242 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-702186af-c256-443e-8fd6-3c9537fec1d7 req-15d51f3a-19b6-4adb-9976-d8bb5c866fe9 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] 10.222.0.101 "GET /v2.0/ports?device_id=13807497-b8d8-43c2-a628-11dc4926a32b HTTP/1.1" status: 200 len: 949 time: 0.0851333 Sep 24 15:32:54.571933 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-702186af-c256-443e-8fd6-3c9537fec1d7 req-1543990e-36fd-4d29-854f-e29c1c3bd484 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] 10.222.0.101 "GET /v2.0/security-groups?id=57e94047-30f9-4114-8ab3-78d613da6f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385296 Sep 24 15:32:54.601205 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3a75b0a3-06dc-4bf9-9bd8-f7b5660b48fb req-beb424a3-34ef-489c-b7d2-f89c6bd96249 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=3c8e5bc3-0cdb-404d-9ae1-aeee824dbdfd HTTP/1.1" status: 200 len: 210 time: 0.0528865 Sep 24 15:32:54.632432 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5970c9e5-2c8c-4408-b684-31050d5c912c admin admin] Router c2086fa9-cf8e-4bdb-99af-be1065d59808 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:32:54.642254 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-cde57910-f7b5-473c-a9e3-96f2e67da195 None None] Provisioning complete for port e61b8fbd-8e10-4084-8785-fe390e1256f4 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:32:54.642643 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-cde57910-f7b5-473c-a9e3-96f2e67da195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:54.647518 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec01c559-9bc1-48d2-86b0-d4cfd6f21a52 req-79600e29-80e3-45a5-8deb-dd2fa610c2fe tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:54.648123 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-ec01c559-9bc1-48d2-86b0-d4cfd6f21a52 req-79600e29-80e3-45a5-8deb-dd2fa610c2fe tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:54.708545 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-cde57910-f7b5-473c-a9e3-96f2e67da195 None None] Port e61b8fbd-8e10-4084-8785-fe390e1256f4 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:32:54.792350 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ec01c559-9bc1-48d2-86b0-d4cfd6f21a52 req-79600e29-80e3-45a5-8deb-dd2fa610c2fe tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3129208 Sep 24 15:32:54.805923 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-ec01c559-9bc1-48d2-86b0-d4cfd6f21a52 req-be8e23b9-a31e-4856-aec6-a95464a976c7 service neutron] Request body: {'port': {'device_id': '7fa5a9e7-5a70-499a-ac2f-284d55e7f2c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:32:54.839182 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-a0ad9b2b-1d7f-433c-907e-146e4d2b51d8 req-131ce063-8df3-48da-958f-fbd033c63ffa tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:54.871345 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9fa23b30-098f-4c40-8e34-b9072f842d02 req-3e377f26-2b2a-4c18-866b-d66b409d1f8d tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] 10.222.0.101 "GET /v2.0/ports?device_id=0bf16c99-1d81-449c-8c2f-4b881f2e13c5 HTTP/1.1" status: 200 len: 210 time: 0.0305429 Sep 24 15:32:54.874429 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5970c9e5-2c8c-4408-b684-31050d5c912c admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:32:54.880246 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-5970c9e5-2c8c-4408-b684-31050d5c912c admin admin] 10.222.0.101 "PUT /v2.0/routers/c2086fa9-cf8e-4bdb-99af-be1065d59808/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8951106 Sep 24 15:32:54.886686 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c868a54b-b13d-4e96-8630-73cf79de7e92 None None] Sync routers for ids ['c2086fa9-cf8e-4bdb-99af-be1065d59808'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:32:54.897217 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131ce063-8df3-48da-958f-fbd033c63ffa tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] Pushing event deleted for resources: {'Port': ['ID=8232200c-2a4c-4a86-b6a1-267802bd848e,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:54.898310 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c868a54b-b13d-4e96-8630-73cf79de7e92 None None] Routers {'c2086fa9-cf8e-4bdb-99af-be1065d59808'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:32:54.901384 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-c868a54b-b13d-4e96-8630-73cf79de7e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:32:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['c2086fa9-cf8e-4bdb-99af-be1065d59808'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:32:54.957624 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-ec01c559-9bc1-48d2-86b0-d4cfd6f21a52 req-be8e23b9-a31e-4856-aec6-a95464a976c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:54.984567 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0ad9b2b-1d7f-433c-907e-146e4d2b51d8 req-131ce063-8df3-48da-958f-fbd033c63ffa tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] No DVR routers for this DVR port 8232200c-2a4c-4a86-b6a1-267802bd848e on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:32:55.025609 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-a0ad9b2b-1d7f-433c-907e-146e4d2b51d8 req-131ce063-8df3-48da-958f-fbd033c63ffa tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:55.027625 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a0ad9b2b-1d7f-433c-907e-146e4d2b51d8 req-131ce063-8df3-48da-958f-fbd033c63ffa tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] 10.222.0.108 "DELETE /v2.0/ports/8232200c-2a4c-4a86-b6a1-267802bd848e HTTP/1.1" status: 204 len: 173 time: 1.6612663 Sep 24 15:32:55.029752 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bf16c99-1d81-449c-8c2f-4b881f2e13c5', 'name': 'network-vif-deleted', 'tag': '8232200c-2a4c-4a86-b6a1-267802bd848e'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:32:55.032391 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-679341ae-c784-4465-8aa2-e0e43fc7031d" -d '{"events": [{"server_uuid": "0bf16c99-1d81-449c-8c2f-4b881f2e13c5", "name": "network-vif-deleted", "tag": "8232200c-2a4c-4a86-b6a1-267802bd848e"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:32:55.093875 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-c868a54b-b13d-4e96-8630-73cf79de7e92 None None] Set router c2086fa9-cf8e-4bdb-99af-be1065d59808 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:32:55.096362 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96022a0d-8cfb-466a-a7dc-6a372814218c req-47669f27-bd46-498d-afd5-ad782203ec34 tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:55.096859 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-96022a0d-8cfb-466a-a7dc-6a372814218c req-47669f27-bd46-498d-afd5-ad782203ec34 tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] 10.222.0.101 "GET /v2.0/ports?device_id=c5ace1dc-c404-4c98-85be-17f33d86d299 HTTP/1.1" status: 200 len: 950 time: 0.1160953 Sep 24 15:32:55.164821 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb489ac-52ca-4e96-b7e0-2f8f67d1ed86 req-3b39321b-dcdc-4a5a-ae64-1f883b2e5a0a tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:55.169537 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bdb489ac-52ca-4e96-b7e0-2f8f67d1ed86 req-3b39321b-dcdc-4a5a-ae64-1f883b2e5a0a tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=7fa5a9e7-5a70-499a-ac2f-284d55e7f2c4 HTTP/1.1" status: 200 len: 935 time: 0.1005833 Sep 24 15:32:55.235940 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-96022a0d-8cfb-466a-a7dc-6a372814218c req-593f4c60-dd48-4fcc-9ee5-3b8aa886f0f9 tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] 10.222.0.101 "GET /v2.0/security-groups?id=223a1c96-f86f-4775-9cca-b7dd2dd3815c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255891 Sep 24 15:32:55.283504 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['8232200c-2a4c-4a86-b6a1-267802bd848e'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:32:55.284526 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bdb489ac-52ca-4e96-b7e0-2f8f67d1ed86 req-be8bb83d-10bd-4937-8705-e394f907e0fc tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979981 Sep 24 15:32:55.444202 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12879562-895c-45bc-a3c8-d267d7103756 x-openstack-request-id: req-12879562-895c-45bc-a3c8-d267d7103756 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:32:55.444492 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bf16c99-1d81-449c-8c2f-4b881f2e13c5", "name": "network-vif-deleted", "tag": "8232200c-2a4c-4a86-b6a1-267802bd848e", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:32:55.444746 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-12879562-895c-45bc-a3c8-d267d7103756 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:32:55.445134 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bf16c99-1d81-449c-8c2f-4b881f2e13c5', 'name': 'network-vif-deleted', 'tag': '8232200c-2a4c-4a86-b6a1-267802bd848e', 'status': 'completed', 'code': 200} Sep 24 15:32:55.608563 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ba6f7-8ada-4c4e-b701-18984bb74fa1 req-258f1e71-5b82-4eee-b72c-5c98d5ac6169 tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:55.610864 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b18ba6f7-8ada-4c4e-b701-18984bb74fa1 req-258f1e71-5b82-4eee-b72c-5c98d5ac6169 tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] 10.222.0.108 "GET /v2.0/ports?device_id=c5ace1dc-c404-4c98-85be-17f33d86d299 HTTP/1.1" status: 200 len: 950 time: 0.1649668 Sep 24 15:32:55.633936 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-ec01c559-9bc1-48d2-86b0-d4cfd6f21a52 req-be8e23b9-a31e-4856-aec6-a95464a976c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e61b8fbd-8e10-4084-8785-fe390e1256f4 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:32:55.660684 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-ec01c559-9bc1-48d2-86b0-d4cfd6f21a52 req-be8e23b9-a31e-4856-aec6-a95464a976c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:55.692237 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-ec01c559-9bc1-48d2-86b0-d4cfd6f21a52 req-be8e23b9-a31e-4856-aec6-a95464a976c7 service neutron] Transition to ACTIVE for port object e61b8fbd-8e10-4084-8785-fe390e1256f4 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:32:55.706088 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-c868a54b-b13d-4e96-8630-73cf79de7e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2086fa9-cf8e-4bdb-99af-be1065d59808', 'name': 'tempest-TaggedBootDevicesTest_v242-709135455-router', 'tenant_id': '53357413dfbc434b8597a2dcdb9cca78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '080ea5d8-7220-4318-9219-e0dca7112e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:32:42Z', 'updated_at': '2021-09-24T15:32:52Z', 'revision_number': 4, 'project_id': '53357413dfbc434b8597a2dcdb9cca78', 'gw_port': {'id': '080ea5d8-7220-4318-9219-e0dca7112e09', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:09:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2086fa9-cf8e-4bdb-99af-be1065d59808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:32:43Z', 'updated_at': '2021-09-24T15:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '645e1d7e-0857-41d7-a10c-b800f89b7e63', 'name': '', 'network_id': 'ff8678b1-4349-4ca8-a723-03edf66a1778', 'tenant_id': '53357413dfbc434b8597a2dcdb9cca78', 'mac_address': 'fa:16:3e:c1:81:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2086fa9-cf8e-4bdb-99af-be1065d59808', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '740320f3-b182-49df-862e-fbe87946f30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:32:50Z', 'updated_at': '2021-09-24T15:32:52Z', 'revision_number': 2, 'project_id': '53357413dfbc434b8597a2dcdb9cca78', 'subnets': [{'id': '740320f3-b182-49df-862e-fbe87946f30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:32:55.734310 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c868a54b-b13d-4e96-8630-73cf79de7e92 None None] Checking router: c2086fa9-cf8e-4bdb-99af-be1065d59808 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:32:55.734697 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c868a54b-b13d-4e96-8630-73cf79de7e92 None None] Updating router c2086fa9-cf8e-4bdb-99af-be1065d59808 port 645e1d7e-0857-41d7-a10c-b800f89b7e63 binding host n-d-808921-1 {{(pid=95300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:32:55.773321 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-c868a54b-b13d-4e96-8630-73cf79de7e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:55.779055 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a4f55f-ce36-41cc-9c04-42750a99f6b0 req-a472a93f-55b9-4e1f-8fab-73c10fca6484 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:55.781096 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f9a4f55f-ce36-41cc-9c04-42750a99f6b0 req-a472a93f-55b9-4e1f-8fab-73c10fca6484 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.110 "GET /v2.0/networks?id=058852f5-088e-42d1-b3e1-abf106a974a3 HTTP/1.1" status: 200 len: 821 time: 0.2713728 Sep 24 15:32:55.797412 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-f9a4f55f-ce36-41cc-9c04-42750a99f6b0 req-19b958f5-2561-49f7-bf7f-4864ee8837a4 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Request body: {'port': {'device_id': '3c8e5bc3-0cdb-404d-9ae1-aeee824dbdfd', 'network_id': '058852f5-088e-42d1-b3e1-abf106a974a3', 'admin_state_up': True, 'tenant_id': '8957a38149f44837aa315f739e11ffd3'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:32:55.813239 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-ec01c559-9bc1-48d2-86b0-d4cfd6f21a52 req-be8e23b9-a31e-4856-aec6-a95464a976c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:55.838034 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e512b302-65c0-466b-a99c-de9566bc3e9f req-a6fbf710-5340-434d-94d7-7628af7d9ee5 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:55.839846 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e512b302-65c0-466b-a99c-de9566bc3e9f req-a6fbf710-5340-434d-94d7-7628af7d9ee5 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] 10.222.0.101 "GET /v2.0/ports?device_id=13807497-b8d8-43c2-a628-11dc4926a32b HTTP/1.1" status: 200 len: 949 time: 0.1327417 Sep 24 15:32:55.874286 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 91c7ae22-915a-499f-b598-472f578ff783 details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:32:55.881678 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6b4bee6e-a30b-495a-9e7d-778e3a063d95 req-0490690c-6d2b-4c6e-b9f6-2ae839269ca3 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=3c8e5bc3-0cdb-404d-9ae1-aeee824dbdfd HTTP/1.1" status: 200 len: 210 time: 0.1318855 Sep 24 15:32:55.900507 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 5d9d379d-c973-44a2-9ada-cd4ca452ddb1 up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:32:55.937702 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8e23b9-a31e-4856-aec6-a95464a976c7 service neutron] Pushing event updated for resources: {'Port': ['ID=e61b8fbd-8e10-4084-8785-fe390e1256f4,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:56.030210 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e512b302-65c0-466b-a99c-de9566bc3e9f req-205e8af3-2b98-4369-9049-6ad901cedc12 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] 10.222.0.101 "GET /v2.0/security-groups?id=57e94047-30f9-4114-8ab3-78d613da6f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817329 Sep 24 15:32:56.053587 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-b18ba6f7-8ada-4c4e-b701-18984bb74fa1 req-7c5a8c4d-2bbc-4517-8e79-087e132ec72c tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] Deleting port aef1e145-cb78-481a-a9ab-c8fede72f1ea {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:32:56.058409 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b18ba6f7-8ada-4c4e-b701-18984bb74fa1 req-7c5a8c4d-2bbc-4517-8e79-087e132ec72c tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:56.138908 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8269ef57-dd62-4336-b6fe-db69dff9eb55 req-77f383d2-e784-4a7a-bcb2-0e880e073f5b tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] 10.222.0.101 "GET /v2.0/ports?device_id=0bf16c99-1d81-449c-8c2f-4b881f2e13c5 HTTP/1.1" status: 200 len: 210 time: 0.0538914 Sep 24 15:32:56.148798 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-ec01c559-9bc1-48d2-86b0-d4cfd6f21a52 req-be8e23b9-a31e-4856-aec6-a95464a976c7 service neutron] Attempting to bind port e61b8fbd-8e10-4084-8785-fe390e1256f4 on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:32:56.154082 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-ec01c559-9bc1-48d2-86b0-d4cfd6f21a52 req-be8e23b9-a31e-4856-aec6-a95464a976c7 service neutron] Attempting to bind port e61b8fbd-8e10-4084-8785-fe390e1256f4 by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:32:56.154082 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec01c559-9bc1-48d2-86b0-d4cfd6f21a52 req-be8e23b9-a31e-4856-aec6-a95464a976c7 service neutron] Attempting to bind port e61b8fbd-8e10-4084-8785-fe390e1256f4 on network 9672f189-23fe-44e6-9dd2-257ff8905939 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:32:56.166626 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec01c559-9bc1-48d2-86b0-d4cfd6f21a52 req-be8e23b9-a31e-4856-aec6-a95464a976c7 service neutron] Port e61b8fbd-8e10-4084-8785-fe390e1256f4 on network 9672f189-23fe-44e6-9dd2-257ff8905939 not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:32:56.176131 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec01c559-9bc1-48d2-86b0-d4cfd6f21a52 req-be8e23b9-a31e-4856-aec6-a95464a976c7 service neutron] Attempting to bind port e61b8fbd-8e10-4084-8785-fe390e1256f4 on network 9672f189-23fe-44e6-9dd2-257ff8905939 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:32:56.176320 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 91c7ae22-915a-499f-b598-472f578ff783, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=91c7ae22-915a-499f-b598-472f578ff783,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:32:56.179466 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9a4f55f-ce36-41cc-9c04-42750a99f6b0 req-19b958f5-2561-49f7-bf7f-4864ee8837a4 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Made reservation on behalf of 8957a38149f44837aa315f739e11ffd3 for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:32:56.181647 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec01c559-9bc1-48d2-86b0-d4cfd6f21a52 req-be8e23b9-a31e-4856-aec6-a95464a976c7 service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:32:56.181982 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec01c559-9bc1-48d2-86b0-d4cfd6f21a52 req-be8e23b9-a31e-4856-aec6-a95464a976c7 service neutron] Checking segment: {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:32:56.188745 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec01c559-9bc1-48d2-86b0-d4cfd6f21a52 req-be8e23b9-a31e-4856-aec6-a95464a976c7 service neutron] Bound using segment: {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:32:56.188913 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-f9a4f55f-ce36-41cc-9c04-42750a99f6b0 req-19b958f5-2561-49f7-bf7f-4864ee8837a4 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:56.189029 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-ec01c559-9bc1-48d2-86b0-d4cfd6f21a52 req-be8e23b9-a31e-4856-aec6-a95464a976c7 service neutron] Bound port: e61b8fbd-8e10-4084-8785-fe390e1256f4, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:32:56.189029 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-ec01c559-9bc1-48d2-86b0-d4cfd6f21a52 req-be8e23b9-a31e-4856-aec6-a95464a976c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:56.207528 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': '91c7ae22-915a-499f-b598-472f578ff783', 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939', 'port_id': '91c7ae22-915a-499f-b598-472f578ff783', 'mac_address': 'fa:16:3e:1c:d3:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '188edb94-8042-4961-9ec0-8960b1ce1305', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:32:56.224532 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port 5d9d379d-c973-44a2-9ada-cd4ca452ddb1 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:32:56.267559 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port 5d9d379d-c973-44a2-9ada-cd4ca452ddb1 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:32:56.268516 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:56.291459 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-c868a54b-b13d-4e96-8630-73cf79de7e92 None None] Notify callbacks [] for port, precommit_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:56.334703 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:56.348581 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-b18ba6f7-8ada-4c4e-b701-18984bb74fa1 req-7c5a8c4d-2bbc-4517-8e79-087e132ec72c tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] For port aef1e145-cb78-481a-a9ab-c8fede72f1ea, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=aef1e145-cb78-481a-a9ab-c8fede72f1ea,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:32:56.356132 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91c7ae22-915a-499f-b598-472f578ff783 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:32:56.359269 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b18ba6f7-8ada-4c4e-b701-18984bb74fa1 req-7c5a8c4d-2bbc-4517-8e79-087e132ec72c tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:56.427259 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-b18ba6f7-8ada-4c4e-b701-18984bb74fa1 req-7c5a8c4d-2bbc-4517-8e79-087e132ec72c tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] Calling delete_port for aef1e145-cb78-481a-a9ab-c8fede72f1ea owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:32:56.431617 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-c868a54b-b13d-4e96-8630-73cf79de7e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:56.435518 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 91c7ae22-915a-499f-b598-472f578ff783, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=91c7ae22-915a-499f-b598-472f578ff783,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:32:56.448579 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:56.489056 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13807497-b8d8-43c2-a628-11dc4926a32b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9d379d-c973-44a2-9ada-cd4ca452ddb1'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:32:56.500388 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a310f3a-9d32-4918-b3f7-1b64ee300830" -d '{"events": [{"server_uuid": "13807497-b8d8-43c2-a628-11dc4926a32b", "name": "network-vif-plugged", "status": "completed", "tag": "5d9d379d-c973-44a2-9ada-cd4ca452ddb1"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:32:56.509601 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 5d9d379d-c973-44a2-9ada-cd4ca452ddb1, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=5d9d379d-c973-44a2-9ada-cd4ca452ddb1,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:32:56.561960 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8fd8d7-17d4-4ec3-809e-ec085071e930 None None] Pushing event updated for resources: {'Port': ['ID=645e1d7e-0857-41d7-a10c-b800f89b7e63,revision_number=3']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:56.575861 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [req-f9a4f55f-ce36-41cc-9c04-42750a99f6b0 req-19b958f5-2561-49f7-bf7f-4864ee8837a4 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Allocated IP 172.20.0.7 (058852f5-088e-42d1-b3e1-abf106a974a3/5c649312-ea12-4119-a9ca-d79c73d589c6/8ced86f9-3fc2-47d2-8511-a8f8366f37f7) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:32:56.625217 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-c868a54b-b13d-4e96-8630-73cf79de7e92 None None] Attempting to bind port 645e1d7e-0857-41d7-a10c-b800f89b7e63 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:32:56.627138 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-c868a54b-b13d-4e96-8630-73cf79de7e92 None None] Attempting to bind port 645e1d7e-0857-41d7-a10c-b800f89b7e63 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '79652434-eda4-47b6-bb65-4ff228cc56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'ff8678b1-4349-4ca8-a723-03edf66a1778'}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:32:56.628192 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c868a54b-b13d-4e96-8630-73cf79de7e92 None None] Attempting to bind port 645e1d7e-0857-41d7-a10c-b800f89b7e63 on network ff8678b1-4349-4ca8-a723-03edf66a1778 {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:32:56.640984 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c868a54b-b13d-4e96-8630-73cf79de7e92 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:32:56.641646 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c868a54b-b13d-4e96-8630-73cf79de7e92 None None] Checking segment: {'id': '79652434-eda4-47b6-bb65-4ff228cc56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'ff8678b1-4349-4ca8-a723-03edf66a1778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:32:56.642676 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-c868a54b-b13d-4e96-8630-73cf79de7e92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:56.644065 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c868a54b-b13d-4e96-8630-73cf79de7e92 None None] Bound using segment: {'id': '79652434-eda4-47b6-bb65-4ff228cc56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'ff8678b1-4349-4ca8-a723-03edf66a1778'} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:32:56.644723 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-c868a54b-b13d-4e96-8630-73cf79de7e92 None None] Bound port: 645e1d7e-0857-41d7-a10c-b800f89b7e63, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79652434-eda4-47b6-bb65-4ff228cc56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'ff8678b1-4349-4ca8-a723-03edf66a1778'}}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:32:56.648475 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-c868a54b-b13d-4e96-8630-73cf79de7e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:56.688944 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-ec01c559-9bc1-48d2-86b0-d4cfd6f21a52 req-be8e23b9-a31e-4856-aec6-a95464a976c7 service neutron] For port e61b8fbd-8e10-4084-8785-fe390e1256f4, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:32:56.706378 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-ec01c559-9bc1-48d2-86b0-d4cfd6f21a52 req-be8e23b9-a31e-4856-aec6-a95464a976c7 service neutron] For port e61b8fbd-8e10-4084-8785-fe390e1256f4, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=e61b8fbd-8e10-4084-8785-fe390e1256f4,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:32:56.734055 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5384f58-2b37-47a8-bfc3-ef8c88177b36 req-d1f3c1f3-b9c2-406c-bef5-ac59d016f179 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:56.737940 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d5384f58-2b37-47a8-bfc3-ef8c88177b36 req-d1f3c1f3-b9c2-406c-bef5-ac59d016f179 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=7fa5a9e7-5a70-499a-ac2f-284d55e7f2c4 HTTP/1.1" status: 200 len: 947 time: 0.0837452 Sep 24 15:32:56.758261 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-c868a54b-b13d-4e96-8630-73cf79de7e92 None None] For port 645e1d7e-0857-41d7-a10c-b800f89b7e63, host n-d-808921-1, cleared binding levels {{(pid=95300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:32:56.762805 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-c868a54b-b13d-4e96-8630-73cf79de7e92 None None] For port 645e1d7e-0857-41d7-a10c-b800f89b7e63, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=645e1d7e-0857-41d7-a10c-b800f89b7e63,segment=NetworkSegment(79652434-eda4-47b6-bb65-4ff228cc56a1),segment_id=79652434-eda4-47b6-bb65-4ff228cc56a1)] {{(pid=95300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:32:56.784482 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d5384f58-2b37-47a8-bfc3-ef8c88177b36 req-3030f22b-bae9-40ab-a1a7-afee0408650c tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425091 Sep 24 15:32:56.806733 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-f9a4f55f-ce36-41cc-9c04-42750a99f6b0 req-19b958f5-2561-49f7-bf7f-4864ee8837a4 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:56.813601 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:56.882655 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5467e3ee-f566-4be1-a9b2-32d89e49b879 req-69093880-febc-41c9-be77-def81dc1e48c tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:56.890848 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5467e3ee-f566-4be1-a9b2-32d89e49b879 req-69093880-febc-41c9-be77-def81dc1e48c tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] 10.222.0.101 "GET /v2.0/ports?device_id=c5ace1dc-c404-4c98-85be-17f33d86d299 HTTP/1.1" status: 200 len: 950 time: 0.0597725 Sep 24 15:32:56.904379 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=91c7ae22-915a-499f-b598-472f578ff783,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:56.930826 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-ec01c559-9bc1-48d2-86b0-d4cfd6f21a52 req-be8e23b9-a31e-4856-aec6-a95464a976c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:56.954459 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b18ba6f7-8ada-4c4e-b701-18984bb74fa1 req-7c5a8c4d-2bbc-4517-8e79-087e132ec72c tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:56.954954 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5467e3ee-f566-4be1-a9b2-32d89e49b879 req-60b8b57c-611a-404d-8dc9-1fcdea3b321e tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] 10.222.0.101 "GET /v2.0/security-groups?id=223a1c96-f86f-4775-9cca-b7dd2dd3815c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541985 Sep 24 15:32:56.962550 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['cb27e054-d80a-42e9-9929-70002b571a5a'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:32:56.971045 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:56.985838 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-f9a4f55f-ce36-41cc-9c04-42750a99f6b0 req-19b958f5-2561-49f7-bf7f-4864ee8837a4 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:56.996283 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-c868a54b-b13d-4e96-8630-73cf79de7e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:56.996770 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fbfa7cf-511a-4abc-a091-5d7770bdcc3d x-openstack-request-id: req-4fbfa7cf-511a-4abc-a091-5d7770bdcc3d {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:32:56.997118 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13807497-b8d8-43c2-a628-11dc4926a32b", "name": "network-vif-plugged", "status": "completed", "tag": "5d9d379d-c973-44a2-9ada-cd4ca452ddb1", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:32:56.997426 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4fbfa7cf-511a-4abc-a091-5d7770bdcc3d {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:32:56.997926 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13807497-b8d8-43c2-a628-11dc4926a32b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9d379d-c973-44a2-9ada-cd4ca452ddb1', 'code': 200} Sep 24 15:32:57.054919 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b958f5-2561-49f7-bf7f-4864ee8837a4 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Pushing event updated for resources: {'Port': ['ID=8ced86f9-3fc2-47d2-8511-a8f8366f37f7,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:57.057544 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=5d9d379d-c973-44a2-9ada-cd4ca452ddb1,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:57.079798 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-382a062b-d829-4d94-959c-54f7444bcbfb None None] Provisioning complete for port 645e1d7e-0857-41d7-a10c-b800f89b7e63 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:32:57.080296 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-382a062b-d829-4d94-959c-54f7444bcbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:57.092349 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8fd8d7-17d4-4ec3-809e-ec085071e930 None None] Pushing event updated for resources: {'Port': ['ID=645e1d7e-0857-41d7-a10c-b800f89b7e63,revision_number=4']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:57.114641 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c868a54b-b13d-4e96-8630-73cf79de7e92 None None] Routers {'c2086fa9-cf8e-4bdb-99af-be1065d59808'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:32:57.114641 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-c868a54b-b13d-4e96-8630-73cf79de7e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:32:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['c2086fa9-cf8e-4bdb-99af-be1065d59808'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:32:57.124075 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec01c559-9bc1-48d2-86b0-d4cfd6f21a52 req-be8e23b9-a31e-4856-aec6-a95464a976c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:57.125264 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-ec01c559-9bc1-48d2-86b0-d4cfd6f21a52 req-be8e23b9-a31e-4856-aec6-a95464a976c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:57.127586 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ec01c559-9bc1-48d2-86b0-d4cfd6f21a52 req-be8e23b9-a31e-4856-aec6-a95464a976c7 service neutron] 10.222.0.110 "PUT /v2.0/ports/e61b8fbd-8e10-4084-8785-fe390e1256f4 HTTP/1.1" status: 200 len: 1095 time: 2.3259385 Sep 24 15:32:57.128561 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-b18ba6f7-8ada-4c4e-b701-18984bb74fa1 req-7c5a8c4d-2bbc-4517-8e79-087e132ec72c tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] No DVR routers for this DVR port aef1e145-cb78-481a-a9ab-c8fede72f1ea on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:32:57.150496 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b18ba6f7-8ada-4c4e-b701-18984bb74fa1 req-7c5a8c4d-2bbc-4517-8e79-087e132ec72c tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:57.154611 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b18ba6f7-8ada-4c4e-b701-18984bb74fa1 req-7c5a8c4d-2bbc-4517-8e79-087e132ec72c tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] 10.222.0.108 "DELETE /v2.0/ports/aef1e145-cb78-481a-a9ab-c8fede72f1ea HTTP/1.1" status: 204 len: 173 time: 1.5330117 Sep 24 15:32:57.185516 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9a4f55f-ce36-41cc-9c04-42750a99f6b0 req-19b958f5-2561-49f7-bf7f-4864ee8837a4 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Network 058852f5-088e-42d1-b3e1-abf106a974a3 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:32:57.207896 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [req-f9a4f55f-ce36-41cc-9c04-42750a99f6b0 req-19b958f5-2561-49f7-bf7f-4864ee8837a4 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:32:57.214697 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9a4f55f-ce36-41cc-9c04-42750a99f6b0 req-19b958f5-2561-49f7-bf7f-4864ee8837a4 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:32:57.218212 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8e23b9-a31e-4856-aec6-a95464a976c7 service neutron] Pushing event updated for resources: {'Port': ['ID=e61b8fbd-8e10-4084-8785-fe390e1256f4,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:57.229508 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a4f55f-ce36-41cc-9c04-42750a99f6b0 req-19b958f5-2561-49f7-bf7f-4864ee8837a4 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:57.230589 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-f9a4f55f-ce36-41cc-9c04-42750a99f6b0 req-19b958f5-2561-49f7-bf7f-4864ee8837a4 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:57.231459 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['91c7ae22-915a-499f-b598-472f578ff783'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:32:57.255362 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5a8c4d-2bbc-4517-8e79-087e132ec72c tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] Pushing event deleted for resources: {'Port': ['ID=aef1e145-cb78-481a-a9ab-c8fede72f1ea,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:57.270597 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a82b09d-b026-4374-80bc-db666712317b req-da085b2f-cc2a-42c0-84ac-ed3a0f099091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:57.274050 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1a82b09d-b026-4374-80bc-db666712317b req-da085b2f-cc2a-42c0-84ac-ed3a0f099091 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=13807497-b8d8-43c2-a628-11dc4926a32b HTTP/1.1" status: 200 len: 1101 time: 0.2303426 Sep 24 15:32:57.323921 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa98b2d-5dde-478e-9b8b-f57e4f4bed23 req-60639dcc-2ca2-4c93-8af4-96dcc45f868e tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:57.339403 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3aa98b2d-5dde-478e-9b8b-f57e4f4bed23 req-60639dcc-2ca2-4c93-8af4-96dcc45f868e tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=3c8e5bc3-0cdb-404d-9ae1-aeee824dbdfd HTTP/1.1" status: 200 len: 931 time: 0.2854068 Sep 24 15:32:57.384358 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7271208a-fb7c-4d8b-8dac-826a1af43355 req-ac191691-33bf-480f-90c0-8a60d94d8d07 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:57.385959 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7271208a-fb7c-4d8b-8dac-826a1af43355 req-ac191691-33bf-480f-90c0-8a60d94d8d07 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] 10.222.0.101 "GET /v2.0/ports?device_id=13807497-b8d8-43c2-a628-11dc4926a32b HTTP/1.1" status: 200 len: 950 time: 0.2159901 Sep 24 15:32:57.395538 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-c868a54b-b13d-4e96-8630-73cf79de7e92 None None] Set router c2086fa9-cf8e-4bdb-99af-be1065d59808 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:32:57.427227 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1a82b09d-b026-4374-80bc-db666712317b req-e4fdc332-b8d3-48bc-8b51-2f4183278d67 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=57e94047-30f9-4114-8ab3-78d613da6f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460547 Sep 24 15:32:57.434496 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-382a062b-d829-4d94-959c-54f7444bcbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:57.439325 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f9a4f55f-ce36-41cc-9c04-42750a99f6b0 req-19b958f5-2561-49f7-bf7f-4864ee8837a4 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6468430 Sep 24 15:32:57.454255 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec01c559-9bc1-48d2-86b0-d4cfd6f21a52 req-9b538aa7-c446-4cba-b0eb-b2165a655e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:57.455992 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ec01c559-9bc1-48d2-86b0-d4cfd6f21a52 req-9b538aa7-c446-4cba-b0eb-b2165a655e10 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=56d79b96e27b47229c312fd7911aad82&device_id=7fa5a9e7-5a70-499a-ac2f-284d55e7f2c4 HTTP/1.1" status: 200 len: 1098 time: 0.1648505 Sep 24 15:32:57.461989 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fa5a9e7-5a70-499a-ac2f-284d55e7f2c4', 'tag': 'e61b8fbd-8e10-4084-8785-fe390e1256f4'}, {'server_uuid': 'c5ace1dc-c404-4c98-85be-17f33d86d299', 'name': 'network-vif-deleted', 'tag': 'aef1e145-cb78-481a-a9ab-c8fede72f1ea'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:32:57.464384 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e26cd528-1449-4cba-85d5-8096a1e97d11" -d '{"events": [{"name": "network-changed", "server_uuid": "7fa5a9e7-5a70-499a-ac2f-284d55e7f2c4", "tag": "e61b8fbd-8e10-4084-8785-fe390e1256f4"}, {"server_uuid": "c5ace1dc-c404-4c98-85be-17f33d86d299", "name": "network-vif-deleted", "tag": "aef1e145-cb78-481a-a9ab-c8fede72f1ea"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:32:57.483810 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-f9a4f55f-ce36-41cc-9c04-42750a99f6b0 req-7a8a86cf-138d-449c-993e-a0259a286b32 service neutron] Request body: {'port': {'device_id': '3c8e5bc3-0cdb-404d-9ae1-aeee824dbdfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:32:57.497962 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7271208a-fb7c-4d8b-8dac-826a1af43355 req-1d267a1d-d21c-412d-8042-6a2e37a48552 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] 10.222.0.101 "GET /v2.0/security-groups?id=57e94047-30f9-4114-8ab3-78d613da6f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017585 Sep 24 15:32:57.551249 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ec01c559-9bc1-48d2-86b0-d4cfd6f21a52 req-35f1401f-33ac-46a4-bc44-2a2aabfcd82e service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=e61b8fbd-8e10-4084-8785-fe390e1256f4 HTTP/1.1" status: 200 len: 217 time: 0.0809364 Sep 24 15:32:57.606864 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3aa98b2d-5dde-478e-9b8b-f57e4f4bed23 req-af8f49be-5300-43bc-a156-99e932d61741 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665763 Sep 24 15:32:57.610874 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-f9a4f55f-ce36-41cc-9c04-42750a99f6b0 req-7a8a86cf-138d-449c-993e-a0259a286b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:57.663546 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec01c559-9bc1-48d2-86b0-d4cfd6f21a52 req-ffdb6248-3d84-4d3a-b5c5-6b130d2af90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:57.667630 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ec01c559-9bc1-48d2-86b0-d4cfd6f21a52 req-ffdb6248-3d84-4d3a-b5c5-6b130d2af90a service neutron] 10.222.0.110 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.1073217 Sep 24 15:32:57.688412 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-382a062b-d829-4d94-959c-54f7444bcbfb None None] For port 645e1d7e-0857-41d7-a10c-b800f89b7e63, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=645e1d7e-0857-41d7-a10c-b800f89b7e63,segment=NetworkSegment(79652434-eda4-47b6-bb65-4ff228cc56a1),segment_id=79652434-eda4-47b6-bb65-4ff228cc56a1)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:32:57.765054 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 24 Sep 2021 15:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f74446ae-c809-4cf2-96da-1b1ce3c11ffb x-openstack-request-id: req-f74446ae-c809-4cf2-96da-1b1ce3c11ffb {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:32:57.767532 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fa5a9e7-5a70-499a-ac2f-284d55e7f2c4", "tag": "e61b8fbd-8e10-4084-8785-fe390e1256f4", "status": "completed", "code": 200}, {"server_uuid": "c5ace1dc-c404-4c98-85be-17f33d86d299", "name": "network-vif-deleted", "tag": "aef1e145-cb78-481a-a9ab-c8fede72f1ea", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:32:57.767864 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-f74446ae-c809-4cf2-96da-1b1ce3c11ffb {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:32:57.770913 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fa5a9e7-5a70-499a-ac2f-284d55e7f2c4', 'tag': 'e61b8fbd-8e10-4084-8785-fe390e1256f4', 'status': 'completed', 'code': 200} Sep 24 15:32:57.770913 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5ace1dc-c404-4c98-85be-17f33d86d299', 'name': 'network-vif-deleted', 'tag': 'aef1e145-cb78-481a-a9ab-c8fede72f1ea', 'status': 'completed', 'code': 200} Sep 24 15:32:57.822568 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec01c559-9bc1-48d2-86b0-d4cfd6f21a52 req-269b2311-2338-4086-9359-949a53d2714d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:57.824414 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ec01c559-9bc1-48d2-86b0-d4cfd6f21a52 req-269b2311-2338-4086-9359-949a53d2714d service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1439171 Sep 24 15:32:57.956316 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-c868a54b-b13d-4e96-8630-73cf79de7e92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2086fa9-cf8e-4bdb-99af-be1065d59808', 'name': 'tempest-TaggedBootDevicesTest_v242-709135455-router', 'tenant_id': '53357413dfbc434b8597a2dcdb9cca78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '080ea5d8-7220-4318-9219-e0dca7112e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:32:42Z', 'updated_at': '2021-09-24T15:32:52Z', 'revision_number': 4, 'project_id': '53357413dfbc434b8597a2dcdb9cca78', 'gw_port': {'id': '080ea5d8-7220-4318-9219-e0dca7112e09', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:09:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2086fa9-cf8e-4bdb-99af-be1065d59808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:32:43Z', 'updated_at': '2021-09-24T15:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '645e1d7e-0857-41d7-a10c-b800f89b7e63', 'name': '', 'network_id': 'ff8678b1-4349-4ca8-a723-03edf66a1778', 'tenant_id': '53357413dfbc434b8597a2dcdb9cca78', 'mac_address': 'fa:16:3e:c1:81:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2086fa9-cf8e-4bdb-99af-be1065d59808', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '740320f3-b182-49df-862e-fbe87946f30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:32:50Z', 'updated_at': '2021-09-24T15:32:56Z', 'revision_number': 4, 'project_id': '53357413dfbc434b8597a2dcdb9cca78', 'subnets': [{'id': '740320f3-b182-49df-862e-fbe87946f30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:32:58.028588 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c868a54b-b13d-4e96-8630-73cf79de7e92 None None] The sync data for ids ['c2086fa9-cf8e-4bdb-99af-be1065d59808'] in n-d-808921-1 is: [{'id': 'c2086fa9-cf8e-4bdb-99af-be1065d59808', 'name': 'tempest-TaggedBootDevicesTest_v242-709135455-router', 'tenant_id': '53357413dfbc434b8597a2dcdb9cca78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '080ea5d8-7220-4318-9219-e0dca7112e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:32:42Z', 'updated_at': '2021-09-24T15:32:52Z', 'revision_number': 4, 'project_id': '53357413dfbc434b8597a2dcdb9cca78', 'gw_port': {'id': '080ea5d8-7220-4318-9219-e0dca7112e09', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:09:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2086fa9-cf8e-4bdb-99af-be1065d59808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:32:43Z', 'updated_at': '2021-09-24T15:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '645e1d7e-0857-41d7-a10c-b800f89b7e63', 'name': '', 'network_id': 'ff8678b1-4349-4ca8-a723-03edf66a1778', 'tenant_id': '53357413dfbc434b8597a2dcdb9cca78', 'mac_address': 'fa:16:3e:c1:81:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2086fa9-cf8e-4bdb-99af-be1065d59808', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '740320f3-b182-49df-862e-fbe87946f30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:32:50Z', 'updated_at': '2021-09-24T15:32:56Z', 'revision_number': 4, 'project_id': '53357413dfbc434b8597a2dcdb9cca78', 'subnets': [{'id': '740320f3-b182-49df-862e-fbe87946f30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:32:58.031903 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ec01c559-9bc1-48d2-86b0-d4cfd6f21a52 req-f32ab029-9b7f-4d6b-b744-96b610af2143 service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977375 Sep 24 15:32:58.049178 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-382a062b-d829-4d94-959c-54f7444bcbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:58.062096 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 8232200c-2a4c-4a86-b6a1-267802bd848e no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:32:58.126998 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] No Port match for: 8232200c-2a4c-4a86-b6a1-267802bd848e {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:32:58.133769 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 8232200c-2a4c-4a86-b6a1-267802bd848e not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:32:58.133769 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device aef1e145-cb78-481a-a9ab-c8fede72f1ea no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:32:58.247519 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] No Port match for: aef1e145-cb78-481a-a9ab-c8fede72f1ea {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:32:58.253965 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device aef1e145-cb78-481a-a9ab-c8fede72f1ea not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:32:58.305538 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6971f469-b8b6-48dd-bb64-711a3194a07f req-efa586eb-9691-4a28-8a0d-fca86721ccc3 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:58.310809 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6971f469-b8b6-48dd-bb64-711a3194a07f req-efa586eb-9691-4a28-8a0d-fca86721ccc3 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=7fa5a9e7-5a70-499a-ac2f-284d55e7f2c4 HTTP/1.1" status: 200 len: 947 time: 0.3185997 Sep 24 15:32:58.356244 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382a062b-d829-4d94-959c-54f7444bcbfb None None] Pushing event updated for resources: {'Port': ['ID=645e1d7e-0857-41d7-a10c-b800f89b7e63,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:58.370632 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a51001e2-a988-4a85-aee9-8d0201a2841b req-64fb8900-339d-49ee-8734-939430562d4c tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] 10.222.0.101 "GET /v2.0/ports?device_id=c5ace1dc-c404-4c98-85be-17f33d86d299 HTTP/1.1" status: 200 len: 210 time: 0.0753610 Sep 24 15:32:58.389077 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-2f8f2c40-abf6-45c5-b4d4-0f94e9ffb8a0 None None] Provisioning complete for port 645e1d7e-0857-41d7-a10c-b800f89b7e63 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:32:58.389477 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2f8f2c40-abf6-45c5-b4d4-0f94e9ffb8a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:58.446935 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ec01c559-9bc1-48d2-86b0-d4cfd6f21a52 req-c0518c8c-6592-42e0-99cd-81f3292c4750 service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4004688 Sep 24 15:32:58.559323 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 645e1d7e-0857-41d7-a10c-b800f89b7e63 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:32:58.589305 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6971f469-b8b6-48dd-bb64-711a3194a07f req-3c513c57-5bd2-47ef-bf2c-0be51f812777 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2635434 Sep 24 15:32:58.635176 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 645e1d7e-0857-41d7-a10c-b800f89b7e63 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:32:58.640727 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:58.734965 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b9a64-ee06-4f9e-b8e4-d3353fe6032d req-d03ff54c-f7d2-4d92-88c9-e067a8c748ee tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:58.734965 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5f4b9a64-ee06-4f9e-b8e4-d3353fe6032d req-d03ff54c-f7d2-4d92-88c9-e067a8c748ee tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] 10.222.0.101 "GET /v2.0/ports?device_id=13807497-b8d8-43c2-a628-11dc4926a32b HTTP/1.1" status: 200 len: 950 time: 0.1083982 Sep 24 15:32:58.842450 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5f4b9a64-ee06-4f9e-b8e4-d3353fe6032d req-c62bb100-ee49-4632-a4b3-b246b3020333 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] 10.222.0.101 "GET /v2.0/security-groups?id=57e94047-30f9-4114-8ab3-78d613da6f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021881 Sep 24 15:32:58.851384 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [req-f9a4f55f-ce36-41cc-9c04-42750a99f6b0 req-7a8a86cf-138d-449c-993e-a0259a286b32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ced86f9-3fc2-47d2-8511-a8f8366f37f7 {{(pid=95297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:32:58.964952 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26cd528-1449-4cba-85d5-8096a1e97d11 req-586a3ed9-7dd7-4234-b02a-5e35e3d4675f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:58.972717 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e26cd528-1449-4cba-85d5-8096a1e97d11 req-586a3ed9-7dd7-4234-b02a-5e35e3d4675f service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=56d79b96e27b47229c312fd7911aad82&device_id=7fa5a9e7-5a70-499a-ac2f-284d55e7f2c4 HTTP/1.1" status: 200 len: 1098 time: 0.0936038 Sep 24 15:32:58.975971 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-f9a4f55f-ce36-41cc-9c04-42750a99f6b0 req-7a8a86cf-138d-449c-993e-a0259a286b32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:59.026895 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.provisioning_blocks [req-f9a4f55f-ce36-41cc-9c04-42750a99f6b0 req-7a8a86cf-138d-449c-993e-a0259a286b32 service neutron] Transition to ACTIVE for port object 8ced86f9-3fc2-47d2-8511-a8f8366f37f7 will not be triggered until provisioned by entity L2. {{(pid=95297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:32:59.079815 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 39752) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:32:59.085605 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbee177e-9a54-4359-b31b-bf91d90d73f9 req-d7cbf675-8286-4177-9caa-dfbabaf2e792 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:59.098639 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cbee177e-9a54-4359-b31b-bf91d90d73f9 req-d7cbf675-8286-4177-9caa-dfbabaf2e792 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=3c8e5bc3-0cdb-404d-9ae1-aeee824dbdfd HTTP/1.1" status: 200 len: 931 time: 0.2639947 Sep 24 15:32:59.101545 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-f9a4f55f-ce36-41cc-9c04-42750a99f6b0 req-7a8a86cf-138d-449c-993e-a0259a286b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:59.158771 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26cd528-1449-4cba-85d5-8096a1e97d11 req-9a1e1021-a887-45f9-a944-1d156fd2035a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:59.160864 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e26cd528-1449-4cba-85d5-8096a1e97d11 req-9a1e1021-a887-45f9-a944-1d156fd2035a service neutron] 10.222.0.110 "GET /v2.0/networks?id=9672f189-23fe-44e6-9dd2-257ff8905939 HTTP/1.1" status: 200 len: 871 time: 0.1851263 Sep 24 15:32:59.235845 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e26cd528-1449-4cba-85d5-8096a1e97d11 req-c0651364-dcb0-47a9-a627-8937ae56c345 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=e61b8fbd-8e10-4084-8785-fe390e1256f4 HTTP/1.1" status: 200 len: 217 time: 0.0619340 Sep 24 15:32:59.324848 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8a86cf-138d-449c-993e-a0259a286b32 service neutron] Pushing event updated for resources: {'Port': ['ID=8ced86f9-3fc2-47d2-8511-a8f8366f37f7,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:59.327952 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-f9a4f55f-ce36-41cc-9c04-42750a99f6b0 req-7a8a86cf-138d-449c-993e-a0259a286b32 service neutron] Attempting to bind port 8ced86f9-3fc2-47d2-8511-a8f8366f37f7 on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:32:59.328281 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-f9a4f55f-ce36-41cc-9c04-42750a99f6b0 req-7a8a86cf-138d-449c-993e-a0259a286b32 service neutron] Attempting to bind port 8ced86f9-3fc2-47d2-8511-a8f8366f37f7 by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': '5bd2529f-b450-42b6-8981-999bdd2f1ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '058852f5-088e-42d1-b3e1-abf106a974a3'}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:32:59.328602 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a4f55f-ce36-41cc-9c04-42750a99f6b0 req-7a8a86cf-138d-449c-993e-a0259a286b32 service neutron] Attempting to bind port 8ced86f9-3fc2-47d2-8511-a8f8366f37f7 on network 058852f5-088e-42d1-b3e1-abf106a974a3 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:32:59.338903 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cbee177e-9a54-4359-b31b-bf91d90d73f9 req-1bf84902-2b0f-417c-8f45-6948e2529cd9 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393529 Sep 24 15:32:59.345192 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a4f55f-ce36-41cc-9c04-42750a99f6b0 req-7a8a86cf-138d-449c-993e-a0259a286b32 service neutron] Port 8ced86f9-3fc2-47d2-8511-a8f8366f37f7 on network 058852f5-088e-42d1-b3e1-abf106a974a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:32:59.345732 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a4f55f-ce36-41cc-9c04-42750a99f6b0 req-7a8a86cf-138d-449c-993e-a0259a286b32 service neutron] Attempting to bind port 8ced86f9-3fc2-47d2-8511-a8f8366f37f7 on network 058852f5-088e-42d1-b3e1-abf106a974a3 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:32:59.347582 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26cd528-1449-4cba-85d5-8096a1e97d11 req-36fbc864-4f36-4508-9ba7-4e76e4eb32b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:59.349858 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e26cd528-1449-4cba-85d5-8096a1e97d11 req-36fbc864-4f36-4508-9ba7-4e76e4eb32b3 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.1053061 Sep 24 15:32:59.352545 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a4f55f-ce36-41cc-9c04-42750a99f6b0 req-7a8a86cf-138d-449c-993e-a0259a286b32 service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:32:59.352926 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a4f55f-ce36-41cc-9c04-42750a99f6b0 req-7a8a86cf-138d-449c-993e-a0259a286b32 service neutron] Checking segment: {'id': '5bd2529f-b450-42b6-8981-999bdd2f1ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '058852f5-088e-42d1-b3e1-abf106a974a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:32:59.353632 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9a4f55f-ce36-41cc-9c04-42750a99f6b0 req-7a8a86cf-138d-449c-993e-a0259a286b32 service neutron] Bound using segment: {'id': '5bd2529f-b450-42b6-8981-999bdd2f1ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '058852f5-088e-42d1-b3e1-abf106a974a3'} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:32:59.353767 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-f9a4f55f-ce36-41cc-9c04-42750a99f6b0 req-7a8a86cf-138d-449c-993e-a0259a286b32 service neutron] Bound port: 8ced86f9-3fc2-47d2-8511-a8f8366f37f7, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bd2529f-b450-42b6-8981-999bdd2f1ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '058852f5-088e-42d1-b3e1-abf106a974a3'}}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:32:59.354967 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-f9a4f55f-ce36-41cc-9c04-42750a99f6b0 req-7a8a86cf-138d-449c-993e-a0259a286b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:59.401061 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-63a039d9-f9ae-40b9-9808-2fcea1737f8f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=8d50f07cb8fd472ca8b05cdaff4b245b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3200817 Sep 24 15:32:59.403128 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc640bb2-35dc-4e79-a398-6cbbacf0db87 req-db11cc07-0bdf-4453-b023-1258194dc96d tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:59.404798 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cc640bb2-35dc-4e79-a398-6cbbacf0db87 req-db11cc07-0bdf-4453-b023-1258194dc96d tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=59311d6c-4343-41c9-bf60-082ab6fc25d9 HTTP/1.1" status: 200 len: 1096 time: 0.1291111 Sep 24 15:32:59.405813 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 39758) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:32:59.449737 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-f9a4f55f-ce36-41cc-9c04-42750a99f6b0 req-7a8a86cf-138d-449c-993e-a0259a286b32 service neutron] For port 8ced86f9-3fc2-47d2-8511-a8f8366f37f7, host n-h1-808921-1, cleared binding levels {{(pid=95297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:32:59.454094 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-f9a4f55f-ce36-41cc-9c04-42750a99f6b0 req-7a8a86cf-138d-449c-993e-a0259a286b32 service neutron] For port 8ced86f9-3fc2-47d2-8511-a8f8366f37f7, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=8ced86f9-3fc2-47d2-8511-a8f8366f37f7,segment=NetworkSegment(5bd2529f-b450-42b6-8981-999bdd2f1ff0),segment_id=5bd2529f-b450-42b6-8981-999bdd2f1ff0)] {{(pid=95297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:32:59.477843 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26cd528-1449-4cba-85d5-8096a1e97d11 req-fe4e2b16-c010-494e-88b6-237e93eab8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:59.479414 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e26cd528-1449-4cba-85d5-8096a1e97d11 req-fe4e2b16-c010-494e-88b6-237e93eab8de service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1189988 Sep 24 15:32:59.486257 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cc640bb2-35dc-4e79-a398-6cbbacf0db87 req-7faa50c6-9537-4526-abec-bbb625c6f835 tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708916 Sep 24 15:32:59.513612 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-f9a4f55f-ce36-41cc-9c04-42750a99f6b0 req-7a8a86cf-138d-449c-993e-a0259a286b32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:59.527083 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ac374945-6ab4-4896-a7ab-bef74155fe26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:59.558973 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a4f55f-ce36-41cc-9c04-42750a99f6b0 req-7a8a86cf-138d-449c-993e-a0259a286b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:59.563732 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-f9a4f55f-ce36-41cc-9c04-42750a99f6b0 req-7a8a86cf-138d-449c-993e-a0259a286b32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:59.563732 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f9a4f55f-ce36-41cc-9c04-42750a99f6b0 req-7a8a86cf-138d-449c-993e-a0259a286b32 service neutron] 10.222.0.110 "PUT /v2.0/ports/8ced86f9-3fc2-47d2-8511-a8f8366f37f7 HTTP/1.1" status: 200 len: 1091 time: 2.0994310 Sep 24 15:32:59.563732 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c8e5bc3-0cdb-404d-9ae1-aeee824dbdfd', 'tag': '8ced86f9-3fc2-47d2-8511-a8f8366f37f7'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:32:59.564156 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a4d65c1-226f-4677-aeaa-ae53cd7cb2d4" -d '{"events": [{"name": "network-changed", "server_uuid": "3c8e5bc3-0cdb-404d-9ae1-aeee824dbdfd", "tag": "8ced86f9-3fc2-47d2-8511-a8f8366f37f7"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:32:59.619721 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8a86cf-138d-449c-993e-a0259a286b32 service neutron] Pushing event updated for resources: {'Port': ['ID=8ced86f9-3fc2-47d2-8511-a8f8366f37f7,revision_number=3']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:32:59.662480 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ac374945-6ab4-4896-a7ab-bef74155fe26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:59.672589 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd3a4fc-f788-4419-a110-21d7df146b45 x-openstack-request-id: req-1fd3a4fc-f788-4419-a110-21d7df146b45 {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:32:59.672927 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c8e5bc3-0cdb-404d-9ae1-aeee824dbdfd", "tag": "8ced86f9-3fc2-47d2-8511-a8f8366f37f7", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:32:59.674300 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-1fd3a4fc-f788-4419-a110-21d7df146b45 {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:32:59.674300 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c8e5bc3-0cdb-404d-9ae1-aeee824dbdfd', 'tag': '8ced86f9-3fc2-47d2-8511-a8f8366f37f7', 'status': 'completed', 'code': 200} Sep 24 15:32:59.711732 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e26cd528-1449-4cba-85d5-8096a1e97d11 req-719d7c40-b8d4-4443-a79d-97adbbc0ee2c service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148733 Sep 24 15:32:59.785970 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d65c1-226f-4677-aeaa-ae53cd7cb2d4 req-ff00090c-c5c5-4435-bc53-273951b196df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:59.787408 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3a4d65c1-226f-4677-aeaa-ae53cd7cb2d4 req-ff00090c-c5c5-4435-bc53-273951b196df service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=8957a38149f44837aa315f739e11ffd3&device_id=3c8e5bc3-0cdb-404d-9ae1-aeee824dbdfd HTTP/1.1" status: 200 len: 1094 time: 0.0903356 Sep 24 15:32:59.885463 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44af2df-ac13-4a24-80ca-bcb1224d6f02 req-ec391eb4-1a79-4b03-af2a-82b18de784a9 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:59.886805 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c44af2df-ac13-4a24-80ca-bcb1224d6f02 req-ec391eb4-1a79-4b03-af2a-82b18de784a9 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=7fa5a9e7-5a70-499a-ac2f-284d55e7f2c4 HTTP/1.1" status: 200 len: 947 time: 0.1618323 Sep 24 15:32:59.902857 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 91c7ae22-915a-499f-b598-472f578ff783 up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:32:59.941558 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d65c1-226f-4677-aeaa-ae53cd7cb2d4 req-a9f2342c-de95-4b3c-b84a-b55b7083bbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:32:59.947276 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3a4d65c1-226f-4677-aeaa-ae53cd7cb2d4 req-a9f2342c-de95-4b3c-b84a-b55b7083bbfe service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=8957a38149f44837aa315f739e11ffd3&shared=False HTTP/1.1" status: 200 len: 923 time: 0.1503410 Sep 24 15:32:59.968952 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ac374945-6ab4-4896-a7ab-bef74155fe26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:59.971549 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ac374945-6ab4-4896-a7ab-bef74155fe26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:32:59.975073 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-ac374945-6ab4-4896-a7ab-bef74155fe26 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/0b823a3f-c5d6-4802-a71f-dfc9f06e8426 HTTP/1.1" status: 204 len: 168 time: 0.5644300 Sep 24 15:32:59.989472 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e26cd528-1449-4cba-85d5-8096a1e97d11 req-6b253ff0-c923-46e0-8076-1946cc9717f6 service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270560 Sep 24 15:33:00.014076 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac374945-6ab4-4896-a7ab-bef74155fe26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b823a3f-c5d6-4802-a71f-dfc9f06e8426,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:00.019412 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c44af2df-ac13-4a24-80ca-bcb1224d6f02 req-f067f577-74c2-4edf-b6f4-2efc9c146833 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201360 Sep 24 15:33:00.070752 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port 91c7ae22-915a-499f-b598-472f578ff783 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:33:00.076375 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port 91c7ae22-915a-499f-b598-472f578ff783 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:33:00.077279 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:00.113684 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4d65c1-226f-4677-aeaa-ae53cd7cb2d4 req-85bb4e77-7bac-462e-baab-a6f2c0c7b06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:00.114669 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3a4d65c1-226f-4677-aeaa-ae53cd7cb2d4 req-85bb4e77-7bac-462e-baab-a6f2c0c7b06f service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1571045 Sep 24 15:33:00.183726 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:00.221915 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26303637-cb06-4c05-a7ee-bfe0e2eaeb1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c7ae22-915a-499f-b598-472f578ff783'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:33:00.223779 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a4f55f-ce36-41cc-9c04-42750a99f6b0 req-32e7dc85-26a7-4a41-99ba-1dd43ced96a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:00.225069 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb327807-0387-474d-849a-57afcc650b7b" -d '{"events": [{"server_uuid": "26303637-cb06-4c05-a7ee-bfe0e2eaeb1e", "name": "network-vif-plugged", "status": "completed", "tag": "91c7ae22-915a-499f-b598-472f578ff783"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:33:00.225715 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f9a4f55f-ce36-41cc-9c04-42750a99f6b0 req-32e7dc85-26a7-4a41-99ba-1dd43ced96a8 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=8957a38149f44837aa315f739e11ffd3&device_id=3c8e5bc3-0cdb-404d-9ae1-aeee824dbdfd HTTP/1.1" status: 200 len: 1094 time: 0.0596108 Sep 24 15:33:00.240733 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 91c7ae22-915a-499f-b598-472f578ff783, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=91c7ae22-915a-499f-b598-472f578ff783,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:33:00.290574 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f9a4f55f-ce36-41cc-9c04-42750a99f6b0 req-ac7d3f61-3883-4260-a85f-876133916de6 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ced86f9-3fc2-47d2-8511-a8f8366f37f7 HTTP/1.1" status: 200 len: 217 time: 0.0480313 Sep 24 15:33:00.317406 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:00.327520 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 645e1d7e-0857-41d7-a10c-b800f89b7e63 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:33:00.381747 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a4f55f-ce36-41cc-9c04-42750a99f6b0 req-50da7d2b-33b3-4bd2-9542-797cc7564b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:00.381747 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f9a4f55f-ce36-41cc-9c04-42750a99f6b0 req-50da7d2b-33b3-4bd2-9542-797cc7564b76 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=5c649312-ea12-4119-a9ca-d79c73d589c6 HTTP/1.1" status: 200 len: 861 time: 0.0704198 Sep 24 15:33:00.430819 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f9a4f55f-ce36-41cc-9c04-42750a99f6b0 req-105fafaf-b5bd-4848-82a3-c87d9d567551 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=058852f5-088e-42d1-b3e1-abf106a974a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396121 Sep 24 15:33:00.459950 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=91c7ae22-915a-499f-b598-472f578ff783,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:00.470676 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 645e1d7e-0857-41d7-a10c-b800f89b7e63 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:33:00.471055 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:00.584619 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f9a4f55f-ce36-41cc-9c04-42750a99f6b0 req-d3dca560-8d81-4ef2-9548-e606e05dec41 service neutron] 10.222.0.110 "GET /v2.0/networks/058852f5-088e-42d1-b3e1-abf106a974a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411779 Sep 24 15:33:00.645579 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc531057-3d00-422a-babd-8b614a4c15fe req-83a73b85-854c-4af4-8be9-46775257ed28 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:00.645579 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dc531057-3d00-422a-babd-8b614a4c15fe req-83a73b85-854c-4af4-8be9-46775257ed28 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] 10.222.0.101 "GET /v2.0/ports?device_id=13807497-b8d8-43c2-a628-11dc4926a32b HTTP/1.1" status: 200 len: 950 time: 0.0646644 Sep 24 15:33:00.680018 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dc531057-3d00-422a-babd-8b614a4c15fe req-f16eea1e-e611-404c-9be7-f8fd455735df tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] 10.222.0.101 "GET /v2.0/security-groups?id=57e94047-30f9-4114-8ab3-78d613da6f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366869 Sep 24 15:33:00.687320 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f9a4f55f-ce36-41cc-9c04-42750a99f6b0 req-c61bb9f2-26a5-4312-b340-f877f467164a service neutron] 10.222.0.110 "GET /v2.0/networks/058852f5-088e-42d1-b3e1-abf106a974a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927193 Sep 24 15:33:00.813971 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de45877d-2f21-4417-a80b-d2335ef12597 x-openstack-request-id: req-de45877d-2f21-4417-a80b-d2335ef12597 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:33:00.814269 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26303637-cb06-4c05-a7ee-bfe0e2eaeb1e", "name": "network-vif-plugged", "status": "completed", "tag": "91c7ae22-915a-499f-b598-472f578ff783", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:33:00.814553 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-de45877d-2f21-4417-a80b-d2335ef12597 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:33:00.814949 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26303637-cb06-4c05-a7ee-bfe0e2eaeb1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c7ae22-915a-499f-b598-472f578ff783', 'code': 200} Sep 24 15:33:00.823010 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 39804) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:00.901844 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-12d36b16-f9f6-444a-9d84-4b09d50be5d5 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=b77a3f97a6d64fbcb4dd78b9841743a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0771685 Sep 24 15:33:00.904576 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 39810) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:00.972325 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-65f580ca-01c2-48c0-b33b-640e5f1783e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:00.990215 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d5bc55-1996-4e0c-97ad-32b7e0aca912 req-9285750f-50e3-44ad-8a5a-082fff0f4b63 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:00.991816 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-87d5bc55-1996-4e0c-97ad-32b7e0aca912 req-9285750f-50e3-44ad-8a5a-082fff0f4b63 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=3c8e5bc3-0cdb-404d-9ae1-aeee824dbdfd HTTP/1.1" status: 200 len: 943 time: 0.1117330 Sep 24 15:33:00.995336 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-65f580ca-01c2-48c0-b33b-640e5f1783e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:00.997716 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe316734-7fa0-47de-a50e-92e0c430974b req-1a295fbb-01fc-4338-8eb3-7d71790cc300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:01.000053 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fe316734-7fa0-47de-a50e-92e0c430974b req-1a295fbb-01fc-4338-8eb3-7d71790cc300 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=26303637-cb06-4c05-a7ee-bfe0e2eaeb1e HTTP/1.1" status: 200 len: 1101 time: 0.1047113 Sep 24 15:33:01.059014 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-87d5bc55-1996-4e0c-97ad-32b7e0aca912 req-b4dbd917-3e68-4cd2-a478-dfdbfaca7fb3 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559919 Sep 24 15:33:01.068955 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fe316734-7fa0-47de-a50e-92e0c430974b req-d75ca75d-a051-44d0-8286-2195f7a8c7a2 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=57e94047-30f9-4114-8ab3-78d613da6f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530958 Sep 24 15:33:01.140371 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-65f580ca-01c2-48c0-b33b-640e5f1783e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:01.143025 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-65f580ca-01c2-48c0-b33b-640e5f1783e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:01.152841 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-65f580ca-01c2-48c0-b33b-640e5f1783e6 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/bb69996e-1247-45f0-9382-005fffa0e837 HTTP/1.1" status: 204 len: 168 time: 0.2380295 Sep 24 15:33:01.157212 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f580ca-01c2-48c0-b33b-640e5f1783e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb69996e-1247-45f0-9382-005fffa0e837,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:01.199774 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-30d9a920-e0fa-477a-9f1c-e334b9212011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:01.367278 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2f1ee1-41d5-424d-984a-bcc7bbd50770 req-b4fdb307-d6ab-463a-84da-898b67c1b1d4 tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:01.368913 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4b2f1ee1-41d5-424d-984a-bcc7bbd50770 req-b4fdb307-d6ab-463a-84da-898b67c1b1d4 tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] 10.222.0.101 "GET /v2.0/ports?device_id=ab91a73f-3496-4e05-a682-f05788a9a6c1 HTTP/1.1" status: 200 len: 950 time: 0.0561578 Sep 24 15:33:01.412439 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4b2f1ee1-41d5-424d-984a-bcc7bbd50770 req-d3361ddc-3343-41a1-887f-bb0ae49b493f tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] 10.222.0.101 "GET /v2.0/security-groups?id=223a1c96-f86f-4775-9cca-b7dd2dd3815c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354469 Sep 24 15:33:01.524396 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a28c8-cef8-425b-b457-f9ca78fc18f2 req-612ed102-fe28-4fba-8236-502962215b29 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:01.525865 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6b8a28c8-cef8-425b-b457-f9ca78fc18f2 req-612ed102-fe28-4fba-8236-502962215b29 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] 10.222.0.101 "GET /v2.0/ports?device_id=26303637-cb06-4c05-a7ee-bfe0e2eaeb1e HTTP/1.1" status: 200 len: 950 time: 0.0500216 Sep 24 15:33:01.573074 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6b8a28c8-cef8-425b-b457-f9ca78fc18f2 req-653bda97-672c-45a6-a9e1-fb4f0e4ccc5c tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] 10.222.0.101 "GET /v2.0/security-groups?id=57e94047-30f9-4114-8ab3-78d613da6f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389318 Sep 24 15:33:01.713531 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277b6926-b26b-450b-801d-99b4ed5ff076 req-7347c74b-74c7-42d0-9396-ed2c4a0a13a7 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:01.714215 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device e61b8fbd-8e10-4084-8785-fe390e1256f4 details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:33:01.715064 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-277b6926-b26b-450b-801d-99b4ed5ff076 req-7347c74b-74c7-42d0-9396-ed2c4a0a13a7 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=7fa5a9e7-5a70-499a-ac2f-284d55e7f2c4 HTTP/1.1" status: 200 len: 947 time: 0.0653026 Sep 24 15:33:01.763069 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-277b6926-b26b-450b-801d-99b4ed5ff076 req-45fb1b17-493a-4024-be6d-205358d73315 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392361 Sep 24 15:33:01.862467 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port e61b8fbd-8e10-4084-8785-fe390e1256f4, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=e61b8fbd-8e10-4084-8785-fe390e1256f4,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:33:01.878460 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': 'e61b8fbd-8e10-4084-8785-fe390e1256f4', 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939', 'port_id': 'e61b8fbd-8e10-4084-8785-fe390e1256f4', 'mac_address': 'fa:16:3e:9d:c6:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '188edb94-8042-4961-9ec0-8960b1ce1305', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:33:01.918097 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:01.935839 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e61b8fbd-8e10-4084-8785-fe390e1256f4 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:33:01.957452 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [req-2fafbadf-d2f0-4dd5-aa92-d998b8746330 req-1c51f38b-f252-4caa-aaa1-a2e490172dda tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:33:01.958570 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2fafbadf-d2f0-4dd5-aa92-d998b8746330 req-1c51f38b-f252-4caa-aaa1-a2e490172dda tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068858 Sep 24 15:33:01.964619 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:33:01.971051 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port e61b8fbd-8e10-4084-8785-fe390e1256f4, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=e61b8fbd-8e10-4084-8785-fe390e1256f4,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:33:02.005588 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fafbadf-d2f0-4dd5-aa92-d998b8746330 req-183070b3-a677-4dd3-8d88-7e6dd42fecd7 tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:02.007366 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2fafbadf-d2f0-4dd5-aa92-d998b8746330 req-183070b3-a677-4dd3-8d88-7e6dd42fecd7 tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] 10.222.0.101 "GET /v2.0/ports/66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7 HTTP/1.1" status: 200 len: 1093 time: 0.0371950 Sep 24 15:33:02.018501 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-2fafbadf-d2f0-4dd5-aa92-d998b8746330 req-fa051de1-c9ed-410f-b135-48acef3866f3 service neutron] Request body: {'binding': {'host': 'n-h1-808921-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:33:02.019043 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-2fafbadf-d2f0-4dd5-aa92-d998b8746330 req-fa051de1-c9ed-410f-b135-48acef3866f3 service neutron] Unknown quota resources ['binding']. {{(pid=95297) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 24 15:33:02.059673 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:02.121042 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=e61b8fbd-8e10-4084-8785-fe390e1256f4,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:02.191885 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-2fafbadf-d2f0-4dd5-aa92-d998b8746330 req-fa051de1-c9ed-410f-b135-48acef3866f3 service neutron] Attempting to bind port 66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7 on host n-h1-808921-1 for vnic_type normal with profile None {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:33:02.192490 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-2fafbadf-d2f0-4dd5-aa92-d998b8746330 req-fa051de1-c9ed-410f-b135-48acef3866f3 service neutron] Attempting to bind port 66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7 by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': '21e1a332-491d-46ef-987f-a7724d369c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '078714d9-431e-4632-b957-c9a7230e7876'}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:33:02.192820 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fafbadf-d2f0-4dd5-aa92-d998b8746330 req-fa051de1-c9ed-410f-b135-48acef3866f3 service neutron] Attempting to bind port 66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7 on network 078714d9-431e-4632-b957-c9a7230e7876 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:33:02.197603 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fafbadf-d2f0-4dd5-aa92-d998b8746330 req-fa051de1-c9ed-410f-b135-48acef3866f3 service neutron] Port 66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7 on network 078714d9-431e-4632-b957-c9a7230e7876 not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:33:02.197928 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fafbadf-d2f0-4dd5-aa92-d998b8746330 req-fa051de1-c9ed-410f-b135-48acef3866f3 service neutron] Attempting to bind port 66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7 on network 078714d9-431e-4632-b957-c9a7230e7876 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:33:02.199070 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf307454-4235-4322-a78d-8e2977a185a0 req-15b71995-e571-4b50-8550-b3b3be77e599 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:02.200580 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bf307454-4235-4322-a78d-8e2977a185a0 req-15b71995-e571-4b50-8550-b3b3be77e599 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=3c8e5bc3-0cdb-404d-9ae1-aeee824dbdfd HTTP/1.1" status: 200 len: 943 time: 0.0556319 Sep 24 15:33:02.204456 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fafbadf-d2f0-4dd5-aa92-d998b8746330 req-fa051de1-c9ed-410f-b135-48acef3866f3 service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:33:02.205013 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fafbadf-d2f0-4dd5-aa92-d998b8746330 req-fa051de1-c9ed-410f-b135-48acef3866f3 service neutron] Checking segment: {'id': '21e1a332-491d-46ef-987f-a7724d369c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '078714d9-431e-4632-b957-c9a7230e7876'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:33:02.205566 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fafbadf-d2f0-4dd5-aa92-d998b8746330 req-fa051de1-c9ed-410f-b135-48acef3866f3 service neutron] Bound using segment: {'id': '21e1a332-491d-46ef-987f-a7724d369c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '078714d9-431e-4632-b957-c9a7230e7876'} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:33:02.206296 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-2fafbadf-d2f0-4dd5-aa92-d998b8746330 req-fa051de1-c9ed-410f-b135-48acef3866f3 service neutron] Bound port: 66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21e1a332-491d-46ef-987f-a7724d369c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '078714d9-431e-4632-b957-c9a7230e7876'}}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:33:02.256330 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bf307454-4235-4322-a78d-8e2977a185a0 req-06c10b70-bd87-4b9b-9695-3d39895f26fc tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446920 Sep 24 15:33:02.323291 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-2fafbadf-d2f0-4dd5-aa92-d998b8746330 req-fa051de1-c9ed-410f-b135-48acef3866f3 service neutron] For port 66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7,segment=NetworkSegment(21e1a332-491d-46ef-987f-a7724d369c2e),segment_id=21e1a332-491d-46ef-987f-a7724d369c2e)] {{(pid=95297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:33:02.420500 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-2fafbadf-d2f0-4dd5-aa92-d998b8746330 req-fa051de1-c9ed-410f-b135-48acef3866f3 service neutron] Notify callbacks [] for binding, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:02.421729 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2fafbadf-d2f0-4dd5-aa92-d998b8746330 req-fa051de1-c9ed-410f-b135-48acef3866f3 service neutron] 10.222.0.101 "POST /v2.0/ports/66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7/bindings HTTP/1.1" status: 201 len: 389 time: 0.4076147 Sep 24 15:33:02.465371 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['e61b8fbd-8e10-4084-8785-fe390e1256f4'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:33:02.547047 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08786a4-c4a0-47f2-9e22-3d299c744816 req-b95a2952-ddeb-447e-9c07-8e5688ae7e79 tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:02.556989 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d08786a4-c4a0-47f2-9e22-3d299c744816 req-b95a2952-ddeb-447e-9c07-8e5688ae7e79 tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] 10.222.0.101 "GET /v2.0/ports?device_id=ab91a73f-3496-4e05-a682-f05788a9a6c1 HTTP/1.1" status: 200 len: 950 time: 0.0622163 Sep 24 15:33:02.610383 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d08786a4-c4a0-47f2-9e22-3d299c744816 req-6b5918c1-217f-4fdf-9a17-e17b0bb325d9 tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] 10.222.0.101 "GET /v2.0/security-groups?id=223a1c96-f86f-4775-9cca-b7dd2dd3815c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518813 Sep 24 15:33:02.647766 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711fcbfe-0067-46e7-8a6d-a4b31f72c041 req-e9e5e231-2e91-4e86-9892-79e247f3b7ad tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:02.649471 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-711fcbfe-0067-46e7-8a6d-a4b31f72c041 req-e9e5e231-2e91-4e86-9892-79e247f3b7ad tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] 10.222.0.110 "GET /v2.0/ports?device_id=ab91a73f-3496-4e05-a682-f05788a9a6c1 HTTP/1.1" status: 200 len: 950 time: 0.1037936 Sep 24 15:33:02.765331 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a077a35a-ef13-48b9-a2d1-fc37e5c2b256 req-5f337168-00d6-4030-8e7e-df647f3aa5e3 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:02.779689 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a077a35a-ef13-48b9-a2d1-fc37e5c2b256 req-5f337168-00d6-4030-8e7e-df647f3aa5e3 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] 10.222.0.101 "GET /v2.0/ports?device_id=26303637-cb06-4c05-a7ee-bfe0e2eaeb1e HTTP/1.1" status: 200 len: 950 time: 0.0708222 Sep 24 15:33:02.807418 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b17ab6-2ff9-4e71-b16d-e31b8c1598e8 req-7b2e6f1b-56c5-4740-8c49-372c62947778 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:02.808924 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-94b17ab6-2ff9-4e71-b16d-e31b8c1598e8 req-7b2e6f1b-56c5-4740-8c49-372c62947778 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=59311d6c-4343-41c9-bf60-082ab6fc25d9 HTTP/1.1" status: 200 len: 945 time: 0.0770729 Sep 24 15:33:02.819692 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-711fcbfe-0067-46e7-8a6d-a4b31f72c041 req-ef4c3407-77ce-472d-9538-34d66482253f tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] Deleting port cb27e054-d80a-42e9-9929-70002b571a5a {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:33:02.827549 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-711fcbfe-0067-46e7-8a6d-a4b31f72c041 req-ef4c3407-77ce-472d-9538-34d66482253f tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:02.833979 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a077a35a-ef13-48b9-a2d1-fc37e5c2b256 req-9d162237-da25-47c9-a583-e87e105a7fc2 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] 10.222.0.101 "GET /v2.0/security-groups?id=57e94047-30f9-4114-8ab3-78d613da6f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524633 Sep 24 15:33:02.916061 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-94b17ab6-2ff9-4e71-b16d-e31b8c1598e8 req-20152a8c-1a2f-4c5f-b42c-9104d72deda8 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929806 Sep 24 15:33:02.947684 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-711fcbfe-0067-46e7-8a6d-a4b31f72c041 req-ef4c3407-77ce-472d-9538-34d66482253f tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] For port cb27e054-d80a-42e9-9929-70002b571a5a, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=cb27e054-d80a-42e9-9929-70002b571a5a,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:33:02.947684 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-711fcbfe-0067-46e7-8a6d-a4b31f72c041 req-ef4c3407-77ce-472d-9538-34d66482253f tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:02.972871 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-711fcbfe-0067-46e7-8a6d-a4b31f72c041 req-ef4c3407-77ce-472d-9538-34d66482253f tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] Calling delete_port for cb27e054-d80a-42e9-9929-70002b571a5a owned by compute:nova {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:33:03.038991 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bcd2c6-3dea-4114-b03b-39bd9bab0b2d req-ab83cf88-2cdb-458f-807b-fdb940c8ba81 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:03.044883 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f9bcd2c6-3dea-4114-b03b-39bd9bab0b2d req-ab83cf88-2cdb-458f-807b-fdb940c8ba81 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=7fa5a9e7-5a70-499a-ac2f-284d55e7f2c4 HTTP/1.1" status: 200 len: 948 time: 0.1338079 Sep 24 15:33:03.135402 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f9bcd2c6-3dea-4114-b03b-39bd9bab0b2d req-ebe8d26e-80aa-4b22-8a5d-38912711e393 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897110 Sep 24 15:33:03.203935 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0a810-208c-49fd-8779-07f71f804a05 req-dd29e949-e861-4695-b99a-b7d3067a89d5 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:03.205504 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-21d0a810-208c-49fd-8779-07f71f804a05 req-dd29e949-e861-4695-b99a-b7d3067a89d5 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.101 "GET /v2.0/ports?device_id=0f18d1f1-b199-4627-b226-4d36d4b8fc8c HTTP/1.1" status: 200 len: 945 time: 0.0826118 Sep 24 15:33:03.254309 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-21d0a810-208c-49fd-8779-07f71f804a05 req-32264d1d-824e-4321-a0cc-9daf8cc11e1f tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.101 "GET /v2.0/security-groups?id=aa14bf65-66e4-4157-aab9-4b95234ae5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396993 Sep 24 15:33:03.299789 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-711fcbfe-0067-46e7-8a6d-a4b31f72c041 req-ef4c3407-77ce-472d-9538-34d66482253f tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:03.313876 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['cb27e054-d80a-42e9-9929-70002b571a5a'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:33:03.337240 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4c3407-77ce-472d-9538-34d66482253f tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] Pushing event deleted for resources: {'Port': ['ID=cb27e054-d80a-42e9-9929-70002b571a5a,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:03.352033 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fafbadf-d2f0-4dd5-aa92-d998b8746330 req-6af5bca9-aea6-4831-b2e2-a9338ae9ed5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:03.354957 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2fafbadf-d2f0-4dd5-aa92-d998b8746330 req-6af5bca9-aea6-4831-b2e2-a9338ae9ed5d service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=afd1b0df78e44afd8dcda9521b21852d&device_id=59311d6c-4343-41c9-bf60-082ab6fc25d9 HTTP/1.1" status: 200 len: 1096 time: 0.0863569 Sep 24 15:33:03.393956 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-711fcbfe-0067-46e7-8a6d-a4b31f72c041 req-ef4c3407-77ce-472d-9538-34d66482253f tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] No DVR routers for this DVR port cb27e054-d80a-42e9-9929-70002b571a5a on host n-h1-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:33:03.396834 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-711fcbfe-0067-46e7-8a6d-a4b31f72c041 req-ef4c3407-77ce-472d-9538-34d66482253f tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:03.399179 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-711fcbfe-0067-46e7-8a6d-a4b31f72c041 req-ef4c3407-77ce-472d-9538-34d66482253f tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] 10.222.0.110 "DELETE /v2.0/ports/cb27e054-d80a-42e9-9929-70002b571a5a HTTP/1.1" status: 204 len: 173 time: 0.7399316 Sep 24 15:33:03.399617 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab91a73f-3496-4e05-a682-f05788a9a6c1', 'name': 'network-vif-deleted', 'tag': 'cb27e054-d80a-42e9-9929-70002b571a5a'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:33:03.403682 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b77384d5-f3c2-4b0c-9093-ff8cfa601ec5" -d '{"events": [{"server_uuid": "ab91a73f-3496-4e05-a682-f05788a9a6c1", "name": "network-vif-deleted", "tag": "cb27e054-d80a-42e9-9929-70002b571a5a"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:33:03.456988 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f0ab87-f9d7-474a-9dc1-f79244e6bad0 x-openstack-request-id: req-c1f0ab87-f9d7-474a-9dc1-f79244e6bad0 {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:33:03.457284 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab91a73f-3496-4e05-a682-f05788a9a6c1", "name": "network-vif-deleted", "tag": "cb27e054-d80a-42e9-9929-70002b571a5a", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:33:03.457529 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c1f0ab87-f9d7-474a-9dc1-f79244e6bad0 {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:33:03.457918 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab91a73f-3496-4e05-a682-f05788a9a6c1', 'name': 'network-vif-deleted', 'tag': 'cb27e054-d80a-42e9-9929-70002b571a5a', 'status': 'completed', 'code': 200} Sep 24 15:33:03.503221 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a4999-ba5c-447d-93df-b3129f7065ed req-9d6914aa-c142-4bda-a4ac-14386f88a3ab tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:03.504829 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d07a4999-ba5c-447d-93df-b3129f7065ed req-9d6914aa-c142-4bda-a4ac-14386f88a3ab tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=3c8e5bc3-0cdb-404d-9ae1-aeee824dbdfd HTTP/1.1" status: 200 len: 943 time: 0.1269562 Sep 24 15:33:03.565589 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fafbadf-d2f0-4dd5-aa92-d998b8746330 req-3de80c6c-3ba4-425a-aa64-b42b31cc81a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:03.567503 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2fafbadf-d2f0-4dd5-aa92-d998b8746330 req-3de80c6c-3ba4-425a-aa64-b42b31cc81a9 service neutron] 10.222.0.110 "GET /v2.0/networks?id=078714d9-431e-4632-b957-c9a7230e7876 HTTP/1.1" status: 200 len: 909 time: 0.2008204 Sep 24 15:33:03.570636 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d07a4999-ba5c-447d-93df-b3129f7065ed req-6654fc10-0fe7-42b2-b5b9-4e51cdf83ddb tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553451 Sep 24 15:33:03.619987 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2fafbadf-d2f0-4dd5-aa92-d998b8746330 req-d4966342-1dd4-4ec7-ac5e-474fea941663 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7 HTTP/1.1" status: 200 len: 217 time: 0.0375001 Sep 24 15:33:03.675938 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fafbadf-d2f0-4dd5-aa92-d998b8746330 req-413c47c7-5a51-4183-926e-c10ccd8ed0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:03.677450 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2fafbadf-d2f0-4dd5-aa92-d998b8746330 req-413c47c7-5a51-4183-926e-c10ccd8ed0b9 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=84366809-0e1f-47c8-b0ea-166b7d29d1a7 HTTP/1.1" status: 200 len: 847 time: 0.0480759 Sep 24 15:33:03.719153 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2fafbadf-d2f0-4dd5-aa92-d998b8746330 req-d388f08d-e6d5-41f8-9ebb-1a023b245826 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=078714d9-431e-4632-b957-c9a7230e7876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333381 Sep 24 15:33:03.728482 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f3ad2010-23f4-4e2c-a8b8-578f5ec0c683 req-1cf6c9dd-1698-4b47-8498-70de7ed76f14 tempest-ServersAdminNegativeTestJSON-2082988133 tempest-ServersAdminNegativeTestJSON-2082988133-project] 10.222.0.101 "GET /v2.0/ports?device_id=ab91a73f-3496-4e05-a682-f05788a9a6c1 HTTP/1.1" status: 200 len: 210 time: 0.0310328 Sep 24 15:33:03.730105 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 8ced86f9-3fc2-47d2-8511-a8f8366f37f7 details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:33:03.758230 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device e61b8fbd-8e10-4084-8785-fe390e1256f4 up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:33:03.946008 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 8ced86f9-3fc2-47d2-8511-a8f8366f37f7, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=8ced86f9-3fc2-47d2-8511-a8f8366f37f7,segment=NetworkSegment(5bd2529f-b450-42b6-8981-999bdd2f1ff0),segment_id=5bd2529f-b450-42b6-8981-999bdd2f1ff0)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:33:03.970615 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': '8ced86f9-3fc2-47d2-8511-a8f8366f37f7', 'network_id': '058852f5-088e-42d1-b3e1-abf106a974a3', 'port_id': '8ced86f9-3fc2-47d2-8511-a8f8366f37f7', 'mac_address': 'fa:16:3e:a7:5c:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c649312-ea12-4119-a9ca-d79c73d589c6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:33:04.017654 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5d042678-66cf-420b-9f3b-dcfbaea5e9a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:04.040313 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:04.071172 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ced86f9-3fc2-47d2-8511-a8f8366f37f7 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:33:04.071379 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c21024a-4ef3-4232-a528-79b4bcfecbf5 req-6cfb8312-9937-40df-8d4e-9a10c8ed22ed tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:04.098444 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 8ced86f9-3fc2-47d2-8511-a8f8366f37f7, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=8ced86f9-3fc2-47d2-8511-a8f8366f37f7,segment=NetworkSegment(5bd2529f-b450-42b6-8981-999bdd2f1ff0),segment_id=5bd2529f-b450-42b6-8981-999bdd2f1ff0)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:33:04.100915 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1c21024a-4ef3-4232-a528-79b4bcfecbf5 req-6cfb8312-9937-40df-8d4e-9a10c8ed22ed tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] 10.222.0.101 "GET /v2.0/ports?device_id=26303637-cb06-4c05-a7ee-bfe0e2eaeb1e HTTP/1.1" status: 200 len: 950 time: 0.1275146 Sep 24 15:33:04.104035 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port e61b8fbd-8e10-4084-8785-fe390e1256f4 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:33:04.110191 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port e61b8fbd-8e10-4084-8785-fe390e1256f4 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:33:04.111440 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:04.159628 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1c21024a-4ef3-4232-a528-79b4bcfecbf5 req-196c3146-3e4c-4221-bebc-e941f9612cfe tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] 10.222.0.101 "GET /v2.0/security-groups?id=57e94047-30f9-4114-8ab3-78d613da6f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574975 Sep 24 15:33:04.180182 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:04.243555 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:04.264356 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=8ced86f9-3fc2-47d2-8511-a8f8366f37f7,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:04.277438 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2fafbadf-d2f0-4dd5-aa92-d998b8746330 req-762775bc-8419-4000-9cbf-bea08d8ae44c service neutron] 10.222.0.110 "GET /v2.0/networks/078714d9-431e-4632-b957-c9a7230e7876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5416558 Sep 24 15:33:04.292182 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76873c5-3417-4e77-a7b5-8d64c9bf22e6 req-2916ede6-382f-4935-a9c4-46cb2c2d1800 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:04.293904 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b76873c5-3417-4e77-a7b5-8d64c9bf22e6 req-2916ede6-382f-4935-a9c4-46cb2c2d1800 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=59311d6c-4343-41c9-bf60-082ab6fc25d9 HTTP/1.1" status: 200 len: 945 time: 0.1104019 Sep 24 15:33:04.312989 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:04.359763 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fa5a9e7-5a70-499a-ac2f-284d55e7f2c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e61b8fbd-8e10-4084-8785-fe390e1256f4'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:33:04.363974 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf412b4d-f0cb-4d1f-bfb2-4dfb0b5501f8" -d '{"events": [{"server_uuid": "7fa5a9e7-5a70-499a-ac2f-284d55e7f2c4", "name": "network-vif-plugged", "status": "completed", "tag": "e61b8fbd-8e10-4084-8785-fe390e1256f4"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:33:04.389247 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port e61b8fbd-8e10-4084-8785-fe390e1256f4, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=e61b8fbd-8e10-4084-8785-fe390e1256f4,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:33:04.395550 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b76873c5-3417-4e77-a7b5-8d64c9bf22e6 req-7fd29938-dc34-4a0a-b214-48523cb86e6a tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913310 Sep 24 15:33:04.424948 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2fafbadf-d2f0-4dd5-aa92-d998b8746330 req-78c9cb21-231b-48e1-bc4a-158dcf70cfa9 service neutron] 10.222.0.110 "GET /v2.0/networks/078714d9-431e-4632-b957-c9a7230e7876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300213 Sep 24 15:33:04.454740 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:04.517979 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=e61b8fbd-8e10-4084-8785-fe390e1256f4,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:04.522521 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['8ced86f9-3fc2-47d2-8511-a8f8366f37f7'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:33:04.578194 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9941257d-6254-4f1a-af10-be8afaec66da req-a15d032a-c180-461e-aede-233fccbfc808 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:04.578194 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9941257d-6254-4f1a-af10-be8afaec66da req-a15d032a-c180-461e-aede-233fccbfc808 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=7fa5a9e7-5a70-499a-ac2f-284d55e7f2c4 HTTP/1.1" status: 200 len: 949 time: 0.0587547 Sep 24 15:33:04.626891 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9941257d-6254-4f1a-af10-be8afaec66da req-6be829ae-014d-4925-8a3d-73f72278f39c tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422451 Sep 24 15:33:04.764152 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7982e416-34ee-41e1-ae51-45e8c13ae213 x-openstack-request-id: req-7982e416-34ee-41e1-ae51-45e8c13ae213 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:33:04.765488 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fa5a9e7-5a70-499a-ac2f-284d55e7f2c4", "name": "network-vif-plugged", "status": "completed", "tag": "e61b8fbd-8e10-4084-8785-fe390e1256f4", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:33:04.765488 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-7982e416-34ee-41e1-ae51-45e8c13ae213 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:33:04.766221 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fa5a9e7-5a70-499a-ac2f-284d55e7f2c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e61b8fbd-8e10-4084-8785-fe390e1256f4', 'code': 200} Sep 24 15:33:04.896398 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85774ef5-98ee-4c51-87b9-41e55f7c3b4e req-ce5ec60a-7ca5-4069-b617-fc849a02082a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:04.898309 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-85774ef5-98ee-4c51-87b9-41e55f7c3b4e req-ce5ec60a-7ca5-4069-b617-fc849a02082a service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=7fa5a9e7-5a70-499a-ac2f-284d55e7f2c4 HTTP/1.1" status: 200 len: 1100 time: 0.0663872 Sep 24 15:33:04.936290 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b6c875-5d28-49f0-ae66-da515bac0c11 req-743db9b1-1fbc-4bfd-acc0-6e4a20e3d9ea tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:04.937967 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a0b6c875-5d28-49f0-ae66-da515bac0c11 req-743db9b1-1fbc-4bfd-acc0-6e4a20e3d9ea tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=3c8e5bc3-0cdb-404d-9ae1-aeee824dbdfd HTTP/1.1" status: 200 len: 944 time: 0.0693467 Sep 24 15:33:04.948165 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-85774ef5-98ee-4c51-87b9-41e55f7c3b4e req-91a496c5-e900-4e72-9f1d-0b9024cb058f service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401742 Sep 24 15:33:04.978072 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a0b6c875-5d28-49f0-ae66-da515bac0c11 req-70905a91-3b45-40e9-aab9-6e6f15bad7ac tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327284 Sep 24 15:33:05.123204 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:05.214642 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b934d476-004c-4643-aec8-8dbeaad64199 req-d77d7658-bc54-442f-9239-c0cc16ea506e tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-securitygroup--10921745&fields=id&tenant_id=50e87a33f09a42898ead617f15974ffc HTTP/1.1" status: 200 len: 267 time: 0.0492806 Sep 24 15:33:05.376435 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b934d476-004c-4643-aec8-8dbeaad64199 req-fc8814e1-cedb-4979-823f-cb34ec7b7f82 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:05.378023 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b934d476-004c-4643-aec8-8dbeaad64199 req-fc8814e1-cedb-4979-823f-cb34ec7b7f82 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.101 "GET /v2.0/networks?id=7e533c3a-51c9-41ff-a0dd-1bcb74f4b744 HTTP/1.1" status: 200 len: 823 time: 0.1557879 Sep 24 15:33:05.396901 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b934d476-004c-4643-aec8-8dbeaad64199 req-ef9472de-2616-4837-8edd-da0cf3bb2f58 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.101 "GET /v2.0/quotas/50e87a33f09a42898ead617f15974ffc HTTP/1.1" status: 200 len: 375 time: 0.0125909 Sep 24 15:33:05.515862 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b934d476-004c-4643-aec8-8dbeaad64199 req-48abe883-7f63-4c56-9705-5dad44afd246 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=50e87a33f09a42898ead617f15974ffc&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1050503 Sep 24 15:33:05.543439 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d263105-2aed-40b9-b63e-83f587a6042f req-2d87fbf3-8bb1-4d87-9303-d60a4bf97891 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:05.546398 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2d263105-2aed-40b9-b63e-83f587a6042f req-2d87fbf3-8bb1-4d87-9303-d60a4bf97891 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=59311d6c-4343-41c9-bf60-082ab6fc25d9 HTTP/1.1" status: 200 len: 945 time: 0.0566852 Sep 24 15:33:05.635318 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2d263105-2aed-40b9-b63e-83f587a6042f req-7566f22a-6a03-4a2b-ad18-c39776f8ffae tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794435 Sep 24 15:33:05.643593 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b934d476-004c-4643-aec8-8dbeaad64199 req-2b8aa094-59a9-4ac7-8d8a-bd3114bac66d service neutron] 10.222.0.101 "GET /v2.0/networks/7e533c3a-51c9-41ff-a0dd-1bcb74f4b744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239734 Sep 24 15:33:05.666470 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 39962) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:05.731768 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 8ced86f9-3fc2-47d2-8511-a8f8366f37f7 up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:33:05.772276 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b934d476-004c-4643-aec8-8dbeaad64199 req-fd727dc0-8cee-42a4-b4c4-8004fb469e36 service neutron] 10.222.0.101 "GET /v2.0/networks/7e533c3a-51c9-41ff-a0dd-1bcb74f4b744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205091 Sep 24 15:33:05.893774 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port 8ced86f9-3fc2-47d2-8511-a8f8366f37f7 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:33:05.895267 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port 8ced86f9-3fc2-47d2-8511-a8f8366f37f7 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:33:05.895635 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:05.901182 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce18bf0-8ff6-40b6-b1bc-446f8e990123 req-55318ed8-cbe5-46c5-84fb-7edf19c469a4 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:05.903057 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bce18bf0-8ff6-40b6-b1bc-446f8e990123 req-55318ed8-cbe5-46c5-84fb-7edf19c469a4 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=7fa5a9e7-5a70-499a-ac2f-284d55e7f2c4 HTTP/1.1" status: 200 len: 949 time: 0.0990870 Sep 24 15:33:05.907822 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-a0839030-ac65-4ce3-aedf-123d05e26ca0 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=c89ae5eb8b2747d88176f45692df49a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2372632 Sep 24 15:33:05.909069 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 39970) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:05.965073 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bce18bf0-8ff6-40b6-b1bc-446f8e990123 req-3717c13b-d15d-48e2-babf-0aacd6be6b9a tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474300 Sep 24 15:33:06.028940 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:06.092003 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ae2fcec5-9f99-436b-a159-7c586ab9824f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:06.099520 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 8ced86f9-3fc2-47d2-8511-a8f8366f37f7, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=8ced86f9-3fc2-47d2-8511-a8f8366f37f7,segment=NetworkSegment(5bd2529f-b450-42b6-8981-999bdd2f1ff0),segment_id=5bd2529f-b450-42b6-8981-999bdd2f1ff0)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:33:06.121331 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f068aebe-8a5e-49b0-bd7e-20640347c368 req-a83401d9-547e-4f65-88c1-a205ccddfb52 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.101 "GET /v2.0/ports?device_id=e0b82717-014c-4c1c-8ac2-6938e24c823b HTTP/1.1" status: 200 len: 210 time: 0.0339670 Sep 24 15:33:06.177637 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ae2fcec5-9f99-436b-a159-7c586ab9824f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:06.179824 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:06.180818 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device cb27e054-d80a-42e9-9929-70002b571a5a no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:33:06.219897 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] No Port match for: cb27e054-d80a-42e9-9929-70002b571a5a {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:33:06.220239 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device cb27e054-d80a-42e9-9929-70002b571a5a not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:33:06.315290 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824cc20d-e32e-4d20-812d-3609163f3523 req-674bacea-003c-4879-bb57-dd22dbed1915 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:06.330911 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-824cc20d-e32e-4d20-812d-3609163f3523 req-674bacea-003c-4879-bb57-dd22dbed1915 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=3c8e5bc3-0cdb-404d-9ae1-aeee824dbdfd HTTP/1.1" status: 200 len: 944 time: 0.1720374 Sep 24 15:33:06.379904 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=8ced86f9-3fc2-47d2-8511-a8f8366f37f7,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:06.432831 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-824cc20d-e32e-4d20-812d-3609163f3523 req-5c4671fd-ed66-45d5-92fe-a05afe48cd33 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912762 Sep 24 15:33:06.439689 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ae2fcec5-9f99-436b-a159-7c586ab9824f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:06.442894 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ae2fcec5-9f99-436b-a159-7c586ab9824f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:06.447829 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ae2fcec5-9f99-436b-a159-7c586ab9824f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/223a1c96-f86f-4775-9cca-b7dd2dd3815c HTTP/1.1" status: 204 len: 168 time: 0.5372181 Sep 24 15:33:06.460273 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2fcec5-9f99-436b-a159-7c586ab9824f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=223a1c96-f86f-4775-9cca-b7dd2dd3815c,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:06.540413 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:06.759846 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acdbd88-e7f1-469c-9e85-ee0920090bed req-59a0a005-8047-44b5-98f9-7a499cd92e9c tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:06.761484 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9acdbd88-e7f1-469c-9e85-ee0920090bed req-59a0a005-8047-44b5-98f9-7a499cd92e9c tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=59311d6c-4343-41c9-bf60-082ab6fc25d9 HTTP/1.1" status: 200 len: 945 time: 0.0537376 Sep 24 15:33:06.767332 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c8e5bc3-0cdb-404d-9ae1-aeee824dbdfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ced86f9-3fc2-47d2-8511-a8f8366f37f7'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:33:06.769680 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f21d178-e3b6-42fd-a10d-f52acd69b633" -d '{"events": [{"server_uuid": "3c8e5bc3-0cdb-404d-9ae1-aeee824dbdfd", "name": "network-vif-plugged", "status": "completed", "tag": "8ced86f9-3fc2-47d2-8511-a8f8366f37f7"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:33:06.813821 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d741b16-8f6e-44ee-b25c-abe9a4a7b5d9 x-openstack-request-id: req-0d741b16-8f6e-44ee-b25c-abe9a4a7b5d9 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:33:06.814386 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c8e5bc3-0cdb-404d-9ae1-aeee824dbdfd", "name": "network-vif-plugged", "status": "completed", "tag": "8ced86f9-3fc2-47d2-8511-a8f8366f37f7", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:33:06.814931 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-0d741b16-8f6e-44ee-b25c-abe9a4a7b5d9 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:33:06.815519 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c8e5bc3-0cdb-404d-9ae1-aeee824dbdfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ced86f9-3fc2-47d2-8511-a8f8366f37f7', 'code': 200} Sep 24 15:33:06.864094 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9acdbd88-e7f1-469c-9e85-ee0920090bed req-1a296422-ea81-4b21-8ed7-c38c3afe7361 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909252 Sep 24 15:33:06.898846 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1db604-55d6-4048-9afd-824a17b6034b req-71c5afb4-34df-4620-b238-da4c1401d27a tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:06.900660 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7b1db604-55d6-4048-9afd-824a17b6034b req-71c5afb4-34df-4620-b238-da4c1401d27a tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.110 "GET /v2.0/ports?device_id=0f18d1f1-b199-4627-b226-4d36d4b8fc8c HTTP/1.1" status: 200 len: 945 time: 0.1079600 Sep 24 15:33:06.944724 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27da6248-3b67-4a71-a903-f8ea95a65be5 req-773d2b58-7135-4aef-b910-456a1cdccf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:06.946042 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-27da6248-3b67-4a71-a903-f8ea95a65be5 req-773d2b58-7135-4aef-b910-456a1cdccf31 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=3c8e5bc3-0cdb-404d-9ae1-aeee824dbdfd HTTP/1.1" status: 200 len: 1096 time: 0.0610392 Sep 24 15:33:06.990449 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-27da6248-3b67-4a71-a903-f8ea95a65be5 req-3cde08a8-37f9-4e45-95b7-900225a1c294 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297289 Sep 24 15:33:07.054230 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-7b1db604-55d6-4048-9afd-824a17b6034b req-03b13179-88b8-4b0d-b40b-056740dcf777 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Deleting port 0819f1c9-d315-4aaa-9284-2621a5c94cc8 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:33:07.055305 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7b1db604-55d6-4048-9afd-824a17b6034b req-03b13179-88b8-4b0d-b40b-056740dcf777 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:07.169529 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21bc65b-3b6c-4d06-b78d-beae6a107c2f req-46759d46-4bc8-4878-a0b9-67b8b2bf4f29 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:07.181417 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a21bc65b-3b6c-4d06-b78d-beae6a107c2f req-46759d46-4bc8-4878-a0b9-67b8b2bf4f29 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=7fa5a9e7-5a70-499a-ac2f-284d55e7f2c4 HTTP/1.1" status: 200 len: 949 time: 0.0977113 Sep 24 15:33:07.243316 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-7b1db604-55d6-4048-9afd-824a17b6034b req-03b13179-88b8-4b0d-b40b-056740dcf777 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] For port 0819f1c9-d315-4aaa-9284-2621a5c94cc8, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=0819f1c9-d315-4aaa-9284-2621a5c94cc8,segment=NetworkSegment(4a0ad0df-c4de-46cb-9636-e9e0c87ce832),segment_id=4a0ad0df-c4de-46cb-9636-e9e0c87ce832)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:33:07.243591 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7b1db604-55d6-4048-9afd-824a17b6034b req-03b13179-88b8-4b0d-b40b-056740dcf777 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:07.264848 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a21bc65b-3b6c-4d06-b78d-beae6a107c2f req-338dc85e-3880-40ed-9a1c-787b058cb7ae tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759976 Sep 24 15:33:07.276041 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 40018) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:07.381843 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3b748d1d-b168-43bb-a12d-c9f960ccbd45 req-f00d3f25-af9f-482c-b490-61a275053e4a tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.101 "GET /v2.0/ports?device_id=e0b82717-014c-4c1c-8ac2-6938e24c823b HTTP/1.1" status: 200 len: 210 time: 0.1104896 Sep 24 15:33:07.512376 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-620ec747-83f7-4663-8fe6-2dee0f97b237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:07.716647 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-620ec747-83f7-4663-8fe6-2dee0f97b237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:07.825292 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 40032) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:07.834220 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-620ec747-83f7-4663-8fe6-2dee0f97b237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:07.847356 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0960e3d6-c9ba-4395-a5de-532d924686fd req-9eaee97b-e497-41f0-a4e1-05aa5478d612 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:07.849621 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0960e3d6-c9ba-4395-a5de-532d924686fd req-9eaee97b-e497-41f0-a4e1-05aa5478d612 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=3c8e5bc3-0cdb-404d-9ae1-aeee824dbdfd HTTP/1.1" status: 200 len: 945 time: 0.1667018 Sep 24 15:33:07.945031 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7b1db604-55d6-4048-9afd-824a17b6034b req-03b13179-88b8-4b0d-b40b-056740dcf777 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:07.945402 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7b1db604-55d6-4048-9afd-824a17b6034b req-03b13179-88b8-4b0d-b40b-056740dcf777 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:07.945776 n-d-808921-1 neutron-server[95298]: INFO neutron.db.l3_db [req-7b1db604-55d6-4048-9afd-824a17b6034b req-03b13179-88b8-4b0d-b40b-056740dcf777 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Floating IP e1a456cf-75c9-4890-bfdf-e71597da2cd0 disassociated. External IP: 172.25.0.48, port: 0819f1c9-d315-4aaa-9284-2621a5c94cc8. Sep 24 15:33:07.946162 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-7b1db604-55d6-4048-9afd-824a17b6034b req-03b13179-88b8-4b0d-b40b-056740dcf777 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Calling delete_port for 0819f1c9-d315-4aaa-9284-2621a5c94cc8 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:33:07.969504 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620ec747-83f7-4663-8fe6-2dee0f97b237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de74062-c8e4-4995-bebc-0915403b5f4a,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:07.976253 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-62ee6a6e-a1af-49cf-a11d-8b463e7eb253 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=2f417a27f6ec45a1a045f456abe6189c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1497912 Sep 24 15:33:07.979382 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-620ec747-83f7-4663-8fe6-2dee0f97b237 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=8740d93c5b6b4172a25bbf56b8c5ec76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7016690 Sep 24 15:33:07.982317 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 40046) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:08.016872 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 40048) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:08.094052 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0960e3d6-c9ba-4395-a5de-532d924686fd req-0edadde6-b493-48c8-a613-6e8c27ec32e8 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318909 Sep 24 15:33:08.126653 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e1c3cc9d-291b-47a1-8089-624b205b5871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:08.218937 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c207d9cf-cfd5-4d5a-966c-955d3185b596 req-a9baedfa-ec6f-4d64-af09-5edc1fa29272 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:08.220547 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c207d9cf-cfd5-4d5a-966c-955d3185b596 req-a9baedfa-ec6f-4d64-af09-5edc1fa29272 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=59311d6c-4343-41c9-bf60-082ab6fc25d9 HTTP/1.1" status: 200 len: 945 time: 0.1636689 Sep 24 15:33:08.237475 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7b1db604-55d6-4048-9afd-824a17b6034b req-03b13179-88b8-4b0d-b40b-056740dcf777 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:08.278515 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e1c3cc9d-291b-47a1-8089-624b205b5871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:08.278813 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b13179-88b8-4b0d-b40b-056740dcf777 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Pushing event deleted for resources: {'Port': ['ID=0819f1c9-d315-4aaa-9284-2621a5c94cc8,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:08.280155 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4ceedf3d-810c-4040-a2de-a913c1a80f74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:08.336929 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c207d9cf-cfd5-4d5a-966c-955d3185b596 req-b4ec726e-d146-40a0-8854-ae0314ad1147 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919499 Sep 24 15:33:08.382000 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4ceedf3d-810c-4040-a2de-a913c1a80f74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:08.526544 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e1c3cc9d-291b-47a1-8089-624b205b5871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:08.532358 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e1c3cc9d-291b-47a1-8089-624b205b5871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:08.534773 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e1c3cc9d-291b-47a1-8089-624b205b5871 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/5d6ccf99-925e-4fcf-b287-8a53afb11f24 HTTP/1.1" status: 204 len: 168 time: 0.5529163 Sep 24 15:33:08.558422 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c3cc9d-291b-47a1-8089-624b205b5871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d6ccf99-925e-4fcf-b287-8a53afb11f24,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:08.562560 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ccbebab2-3ebb-4820-ab89-90a2ee51570f req-f0b794e3-cec6-4622-b378-c35445b007e1 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.101 "GET /v2.0/ports?device_id=e0b82717-014c-4c1c-8ac2-6938e24c823b HTTP/1.1" status: 200 len: 210 time: 0.0552170 Sep 24 15:33:08.575388 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b1db604-55d6-4048-9afd-824a17b6034b req-03b13179-88b8-4b0d-b40b-056740dcf777 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Router af3cf24f-75e6-421c-9f0b-061a580dbe63 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:33:08.578867 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4ceedf3d-810c-4040-a2de-a913c1a80f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:08.586754 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4ceedf3d-810c-4040-a2de-a913c1a80f74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:08.601489 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-4ceedf3d-810c-4040-a2de-a913c1a80f74 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/6de74062-c8e4-4995-bebc-0915403b5f4a HTTP/1.1" status: 204 len: 168 time: 0.5817418 Sep 24 15:33:08.631957 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:08.647962 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceedf3d-810c-4040-a2de-a913c1a80f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de74062-c8e4-4995-bebc-0915403b5f4a,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:08.794696 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0d282-f89c-411c-93c9-24d5b8db0213 req-f7fc071b-ffa4-4d8e-902b-1b0c9e405b28 tempest-ServersAdminTestJSON-1422331687 tempest-ServersAdminTestJSON-1422331687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:08.795512 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0d282-f89c-411c-93c9-24d5b8db0213 req-f7fc071b-ffa4-4d8e-902b-1b0c9e405b28 tempest-ServersAdminTestJSON-1422331687 tempest-ServersAdminTestJSON-1422331687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:08.796059 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0d282-f89c-411c-93c9-24d5b8db0213 req-f7fc071b-ffa4-4d8e-902b-1b0c9e405b28 tempest-ServersAdminTestJSON-1422331687 tempest-ServersAdminTestJSON-1422331687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:08.796499 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0d282-f89c-411c-93c9-24d5b8db0213 req-f7fc071b-ffa4-4d8e-902b-1b0c9e405b28 tempest-ServersAdminTestJSON-1422331687 tempest-ServersAdminTestJSON-1422331687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:08.796954 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0d282-f89c-411c-93c9-24d5b8db0213 req-f7fc071b-ffa4-4d8e-902b-1b0c9e405b28 tempest-ServersAdminTestJSON-1422331687 tempest-ServersAdminTestJSON-1422331687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:08.797513 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0d282-f89c-411c-93c9-24d5b8db0213 req-f7fc071b-ffa4-4d8e-902b-1b0c9e405b28 tempest-ServersAdminTestJSON-1422331687 tempest-ServersAdminTestJSON-1422331687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:08.809014 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0d282-f89c-411c-93c9-24d5b8db0213 req-f7fc071b-ffa4-4d8e-902b-1b0c9e405b28 tempest-ServersAdminTestJSON-1422331687 tempest-ServersAdminTestJSON-1422331687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:08.809014 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0d282-f89c-411c-93c9-24d5b8db0213 req-f7fc071b-ffa4-4d8e-902b-1b0c9e405b28 tempest-ServersAdminTestJSON-1422331687 tempest-ServersAdminTestJSON-1422331687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:08.809014 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0d282-f89c-411c-93c9-24d5b8db0213 req-f7fc071b-ffa4-4d8e-902b-1b0c9e405b28 tempest-ServersAdminTestJSON-1422331687 tempest-ServersAdminTestJSON-1422331687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:08.809014 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0d282-f89c-411c-93c9-24d5b8db0213 req-f7fc071b-ffa4-4d8e-902b-1b0c9e405b28 tempest-ServersAdminTestJSON-1422331687 tempest-ServersAdminTestJSON-1422331687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:08.809014 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f0d282-f89c-411c-93c9-24d5b8db0213 req-f7fc071b-ffa4-4d8e-902b-1b0c9e405b28 tempest-ServersAdminTestJSON-1422331687 tempest-ServersAdminTestJSON-1422331687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:08.828919 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-32f0d282-f89c-411c-93c9-24d5b8db0213 req-f7fc071b-ffa4-4d8e-902b-1b0c9e405b28 tempest-ServersAdminTestJSON-1422331687 tempest-ServersAdminTestJSON-1422331687-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=e0b82717-014c-4c1c-8ac2-6938e24c823b&device_id=3c8e5bc3-0cdb-404d-9ae1-aeee824dbdfd&device_id=7fa5a9e7-5a70-499a-ac2f-284d55e7f2c4&device_id=13807497-b8d8-43c2-a628-11dc4926a32b&device_id=26303637-cb06-4c05-a7ee-bfe0e2eaeb1e&device_id=e4a0869f-9ffd-41cd-a846-f5fdfab5a715&device_id=a06d1df7-77e8-4d02-914c-afedef6fecbc&device_id=59311d6c-4343-41c9-bf60-082ab6fc25d9&device_id=e5b415a1-2134-4975-b7d5-fc098ae76fc9&device_id=4da3b7ff-add6-4227-a6ef-2d1e23925c61&device_id=eb088bff-fcfd-4c14-a9e8-196cc1fc32a6&device_id=9a22ca00-0c31-4d31-ac33-a8fb3fb12770&device_id=0f18d1f1-b199-4627-b226-4d36d4b8fc8c HTTP/1.1" status: 200 len: 9978 time: 0.2160113 Sep 24 15:33:08.920557 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-32f0d282-f89c-411c-93c9-24d5b8db0213 req-31c222ac-df56-474f-a4e2-b6951e4a0348 tempest-ServersAdminTestJSON-1422331687 tempest-ServersAdminTestJSON-1422331687-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:08.953393 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b1db604-55d6-4048-9afd-824a17b6034b req-03b13179-88b8-4b0d-b40b-056740dcf777 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:33:08.972701 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d729e3b7-c343-4d82-8c35-637a70d85213 None None] Sync routers for ids ['af3cf24f-75e6-421c-9f0b-061a580dbe63'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:33:08.985229 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d729e3b7-c343-4d82-8c35-637a70d85213 None None] Routers {'af3cf24f-75e6-421c-9f0b-061a580dbe63'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:33:08.985877 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-d729e3b7-c343-4d82-8c35-637a70d85213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:33:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['af3cf24f-75e6-421c-9f0b-061a580dbe63'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:33:09.056942 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b1db604-55d6-4048-9afd-824a17b6034b req-03b13179-88b8-4b0d-b40b-056740dcf777 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] No DVR routers for this DVR port 0819f1c9-d315-4aaa-9284-2621a5c94cc8 on host n-h1-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:33:09.065943 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7b1db604-55d6-4048-9afd-824a17b6034b req-03b13179-88b8-4b0d-b40b-056740dcf777 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:09.072137 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7b1db604-55d6-4048-9afd-824a17b6034b req-03b13179-88b8-4b0d-b40b-056740dcf777 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.110 "DELETE /v2.0/ports/0819f1c9-d315-4aaa-9284-2621a5c94cc8 HTTP/1.1" status: 204 len: 173 time: 2.1610024 Sep 24 15:33:09.083585 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f18d1f1-b199-4627-b226-4d36d4b8fc8c', 'name': 'network-vif-deleted', 'tag': '0819f1c9-d315-4aaa-9284-2621a5c94cc8'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:33:09.085920 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-662d928d-c739-4ad4-b8b4-00008ff7f594" -d '{"events": [{"server_uuid": "0f18d1f1-b199-4627-b226-4d36d4b8fc8c", "name": "network-vif-deleted", "tag": "0819f1c9-d315-4aaa-9284-2621a5c94cc8"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:33:09.228310 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b31162f8-af3b-4c8c-9420-58eea56f4859 x-openstack-request-id: req-b31162f8-af3b-4c8c-9420-58eea56f4859 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:33:09.228613 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f18d1f1-b199-4627-b226-4d36d4b8fc8c", "name": "network-vif-deleted", "tag": "0819f1c9-d315-4aaa-9284-2621a5c94cc8", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:33:09.228874 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b31162f8-af3b-4c8c-9420-58eea56f4859 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:33:09.229272 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f18d1f1-b199-4627-b226-4d36d4b8fc8c', 'name': 'network-vif-deleted', 'tag': '0819f1c9-d315-4aaa-9284-2621a5c94cc8', 'status': 'completed', 'code': 200} Sep 24 15:33:09.296609 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b934d476-004c-4643-aec8-8dbeaad64199 req-39eb6502-7aba-4707-8e8e-ed877252cf21 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:09.298172 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b934d476-004c-4643-aec8-8dbeaad64199 req-39eb6502-7aba-4707-8e8e-ed877252cf21 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.108 "GET /v2.0/networks?id=7e533c3a-51c9-41ff-a0dd-1bcb74f4b744 HTTP/1.1" status: 200 len: 823 time: 0.2450287 Sep 24 15:33:09.333260 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-d729e3b7-c343-4d82-8c35-637a70d85213 None None] Set router af3cf24f-75e6-421c-9f0b-061a580dbe63 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:33:09.382648 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-32f0d282-f89c-411c-93c9-24d5b8db0213 req-31c222ac-df56-474f-a4e2-b6951e4a0348 tempest-ServersAdminTestJSON-1422331687 tempest-ServersAdminTestJSON-1422331687-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:09.427315 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b934d476-004c-4643-aec8-8dbeaad64199 req-641ed91f-6339-47a0-92f1-9f27de5d0d49 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.108 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=50e87a33f09a42898ead617f15974ffc HTTP/1.1" status: 200 len: 378 time: 0.1164389 Sep 24 15:33:09.446068 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-b934d476-004c-4643-aec8-8dbeaad64199 req-f6e72ab2-312a-4d76-8874-dc9e1afdf7e9 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Request body: {'port': {'device_id': 'e0b82717-014c-4c1c-8ac2-6938e24c823b', 'network_id': '7e533c3a-51c9-41ff-a0dd-1bcb74f4b744', 'admin_state_up': True, 'tenant_id': '50e87a33f09a42898ead617f15974ffc', 'security_groups': ['aa14bf65-66e4-4157-aab9-4b95234ae5f8']}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:33:09.497383 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-32f0d282-f89c-411c-93c9-24d5b8db0213 req-31c222ac-df56-474f-a4e2-b6951e4a0348 tempest-ServersAdminTestJSON-1422331687 tempest-ServersAdminTestJSON-1422331687-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:09.518627 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e1945a-0510-4b8b-9c74-3bd768c0eb09 req-eb11fddf-cc8d-44c3-b641-f1e3efe2a39c tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:09.532215 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-01e1945a-0510-4b8b-9c74-3bd768c0eb09 req-eb11fddf-cc8d-44c3-b641-f1e3efe2a39c tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=3c8e5bc3-0cdb-404d-9ae1-aeee824dbdfd HTTP/1.1" status: 200 len: 945 time: 0.1171453 Sep 24 15:33:09.615449 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-32f0d282-f89c-411c-93c9-24d5b8db0213 req-31c222ac-df56-474f-a4e2-b6951e4a0348 tempest-ServersAdminTestJSON-1422331687 tempest-ServersAdminTestJSON-1422331687-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&id=57e94047-30f9-4114-8ab3-78d613da6f6a&id=68aa46eb-3777-4282-bd80-b07d6b73dba8&id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 488 time: 0.7855477 Sep 24 15:33:09.662759 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-01e1945a-0510-4b8b-9c74-3bd768c0eb09 req-11f0f5e0-3846-40a5-804e-8962ce62ca5f tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098337 Sep 24 15:33:09.811983 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c222ac-df56-474f-a4e2-b6951e4a0348 tempest-ServersAdminTestJSON-1422331687 tempest-ServersAdminTestJSON-1422331687-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed24dcd7-ba15-4de0-8023-badd353578a3,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:09.856245 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e73b8a42-6283-4ea5-a708-36858be4ab28 req-ad427772-fcc3-4072-9805-86074c3f0921 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.101 "GET /v2.0/ports?device_id=e0b82717-014c-4c1c-8ac2-6938e24c823b HTTP/1.1" status: 200 len: 210 time: 0.0626373 Sep 24 15:33:09.876579 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-d729e3b7-c343-4d82-8c35-637a70d85213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3cf24f-75e6-421c-9f0b-061a580dbe63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-606981442-router', 'tenant_id': '50e87a33f09a42898ead617f15974ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '744e76ab-a3bc-46c9-819b-0cb564c1659c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:30:23Z', 'updated_at': '2021-09-24T15:30:29Z', 'revision_number': 4, 'project_id': '50e87a33f09a42898ead617f15974ffc', 'gw_port': {'id': '744e76ab-a3bc-46c9-819b-0cb564c1659c', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3cf24f-75e6-421c-9f0b-061a580dbe63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:30:24Z', 'updated_at': '2021-09-24T15:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '3a2ad23a-8064-4e7f-af6a-5390790284ed', 'name': '', 'network_id': '7e533c3a-51c9-41ff-a0dd-1bcb74f4b744', 'tenant_id': '50e87a33f09a42898ead617f15974ffc', 'mac_address': 'fa:16:3e:4a:74:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3cf24f-75e6-421c-9f0b-061a580dbe63', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1bb6d5ff-0dcb-44b0-a397-31c3caa399f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:30:28Z', 'updated_at': '2021-09-24T15:30:35Z', 'revision_number': 5, 'project_id': '50e87a33f09a42898ead617f15974ffc', 'subnets': [{'id': '1bb6d5ff-0dcb-44b0-a397-31c3caa399f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:33:09.901253 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 40104) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:09.918395 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6172b06e-6202-4d09-8d82-aaf867a5e804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:09.975739 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 91c7ae22-915a-499f-b598-472f578ff783 details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:33:10.071378 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7177ea75-2a29-449f-9c6d-dde371f2fa6e req-038fca4a-e5d7-4ca2-9d17-1d78483cd38c tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:10.075221 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7177ea75-2a29-449f-9c6d-dde371f2fa6e req-038fca4a-e5d7-4ca2-9d17-1d78483cd38c tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=59311d6c-4343-41c9-bf60-082ab6fc25d9 HTTP/1.1" status: 200 len: 945 time: 0.3538284 Sep 24 15:33:10.077701 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b934d476-004c-4643-aec8-8dbeaad64199 req-f6e72ab2-312a-4d76-8874-dc9e1afdf7e9 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Made reservation on behalf of 50e87a33f09a42898ead617f15974ffc for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:33:10.082761 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b934d476-004c-4643-aec8-8dbeaad64199 req-f6e72ab2-312a-4d76-8874-dc9e1afdf7e9 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:10.088984 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d729e3b7-c343-4d82-8c35-637a70d85213 None None] Checking router: af3cf24f-75e6-421c-9f0b-061a580dbe63 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:33:10.135737 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 91c7ae22-915a-499f-b598-472f578ff783, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=91c7ae22-915a-499f-b598-472f578ff783,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:33:10.152829 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': '91c7ae22-915a-499f-b598-472f578ff783', 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939', 'port_id': '91c7ae22-915a-499f-b598-472f578ff783', 'mac_address': 'fa:16:3e:1c:d3:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '188edb94-8042-4961-9ec0-8960b1ce1305', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:33:10.161345 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d729e3b7-c343-4d82-8c35-637a70d85213 None None] Routers {'af3cf24f-75e6-421c-9f0b-061a580dbe63'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:33:10.162071 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-d729e3b7-c343-4d82-8c35-637a70d85213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:33:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['af3cf24f-75e6-421c-9f0b-061a580dbe63'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:33:10.255862 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155c5010-0cf4-4f3f-b261-2707bf52cd73 req-cfc3b8fc-6605-4fa8-bcdd-0a06eb6b8f4b tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:10.264698 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-155c5010-0cf4-4f3f-b261-2707bf52cd73 req-cfc3b8fc-6605-4fa8-bcdd-0a06eb6b8f4b tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=3c8e5bc3-0cdb-404d-9ae1-aeee824dbdfd HTTP/1.1" status: 200 len: 1096 time: 0.2001028 Sep 24 15:33:10.305425 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7177ea75-2a29-449f-9c6d-dde371f2fa6e req-55a75e9d-a757-4abe-9938-54c73a5b86da tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201304 Sep 24 15:33:10.428625 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-155c5010-0cf4-4f3f-b261-2707bf52cd73 req-6ceaf17f-81b3-46b1-a490-7633a9bcf8e4 tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553633 Sep 24 15:33:10.580629 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-b934d476-004c-4643-aec8-8dbeaad64199 req-f6e72ab2-312a-4d76-8874-dc9e1afdf7e9 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Allocated IP 172.20.0.5 (7e533c3a-51c9-41ff-a0dd-1bcb74f4b744/1bb6d5ff-0dcb-44b0-a397-31c3caa399f2/7cbd751f-8ebe-4050-b383-5064636d6c27) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:33:10.654112 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:10.694737 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 91c7ae22-915a-499f-b598-472f578ff783 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:33:10.776413 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 91c7ae22-915a-499f-b598-472f578ff783, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=91c7ae22-915a-499f-b598-472f578ff783,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:33:10.784422 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-d729e3b7-c343-4d82-8c35-637a70d85213 None None] Set router af3cf24f-75e6-421c-9f0b-061a580dbe63 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:33:10.864725 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:10.868924 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:10.906057 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b934d476-004c-4643-aec8-8dbeaad64199 req-f6e72ab2-312a-4d76-8874-dc9e1afdf7e9 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:10.979097 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 40132) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:11.042880 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['91c7ae22-915a-499f-b598-472f578ff783'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:33:11.092359 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b934d476-004c-4643-aec8-8dbeaad64199 req-f6e72ab2-312a-4d76-8874-dc9e1afdf7e9 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:11.210588 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-ef4bf77b-c8f8-4713-ba8c-428538eb6201 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-507612040-network', 'tenant_id': '5db001db3ab345fb95f2e5ac77ab8ebc'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:33:11.214927 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b934d476-004c-4643-aec8-8dbeaad64199 req-f6e72ab2-312a-4d76-8874-dc9e1afdf7e9 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Network 7e533c3a-51c9-41ff-a0dd-1bcb74f4b744 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:33:11.224197 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-b934d476-004c-4643-aec8-8dbeaad64199 req-f6e72ab2-312a-4d76-8874-dc9e1afdf7e9 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:33:11.226909 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-b934d476-004c-4643-aec8-8dbeaad64199 req-f6e72ab2-312a-4d76-8874-dc9e1afdf7e9 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:33:11.246743 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=91c7ae22-915a-499f-b598-472f578ff783,revision_number=6']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:11.283443 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c0c7ae-0493-45f2-bec4-493ae62637eb req-62c6227d-4332-4e12-9fb8-36bb2a941463 tempest-ServersAdminTestJSON-1422331687 tempest-ServersAdminTestJSON-1422331687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:11.283927 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c0c7ae-0493-45f2-bec4-493ae62637eb req-62c6227d-4332-4e12-9fb8-36bb2a941463 tempest-ServersAdminTestJSON-1422331687 tempest-ServersAdminTestJSON-1422331687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:11.284454 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c0c7ae-0493-45f2-bec4-493ae62637eb req-62c6227d-4332-4e12-9fb8-36bb2a941463 tempest-ServersAdminTestJSON-1422331687 tempest-ServersAdminTestJSON-1422331687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:11.292691 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a9c0c7ae-0493-45f2-bec4-493ae62637eb req-62c6227d-4332-4e12-9fb8-36bb2a941463 tempest-ServersAdminTestJSON-1422331687 tempest-ServersAdminTestJSON-1422331687-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=7fa5a9e7-5a70-499a-ac2f-284d55e7f2c4&device_id=e4a0869f-9ffd-41cd-a846-f5fdfab5a715&device_id=a06d1df7-77e8-4d02-914c-afedef6fecbc HTTP/1.1" status: 200 len: 2883 time: 0.2896202 Sep 24 15:33:11.299586 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e72ab2-312a-4d76-8874-dc9e1afdf7e9 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Pushing event updated for resources: {'Port': ['ID=7cbd751f-8ebe-4050-b383-5064636d6c27,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:11.342048 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b934d476-004c-4643-aec8-8dbeaad64199 req-f6e72ab2-312a-4d76-8874-dc9e1afdf7e9 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:11.342788 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b934d476-004c-4643-aec8-8dbeaad64199 req-f6e72ab2-312a-4d76-8874-dc9e1afdf7e9 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:11.393114 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6172b06e-6202-4d09-8d82-aaf867a5e804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:11.407213 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a9c0c7ae-0493-45f2-bec4-493ae62637eb req-3b0e8555-fb28-4f69-93ed-bf83dba1e16f tempest-ServersAdminTestJSON-1422331687 tempest-ServersAdminTestJSON-1422331687-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092992 Sep 24 15:33:11.600858 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-d729e3b7-c343-4d82-8c35-637a70d85213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3cf24f-75e6-421c-9f0b-061a580dbe63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-606981442-router', 'tenant_id': '50e87a33f09a42898ead617f15974ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '744e76ab-a3bc-46c9-819b-0cb564c1659c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:30:23Z', 'updated_at': '2021-09-24T15:30:29Z', 'revision_number': 4, 'project_id': '50e87a33f09a42898ead617f15974ffc', 'gw_port': {'id': '744e76ab-a3bc-46c9-819b-0cb564c1659c', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3cf24f-75e6-421c-9f0b-061a580dbe63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:30:24Z', 'updated_at': '2021-09-24T15:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '3a2ad23a-8064-4e7f-af6a-5390790284ed', 'name': '', 'network_id': '7e533c3a-51c9-41ff-a0dd-1bcb74f4b744', 'tenant_id': '50e87a33f09a42898ead617f15974ffc', 'mac_address': 'fa:16:3e:4a:74:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3cf24f-75e6-421c-9f0b-061a580dbe63', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1bb6d5ff-0dcb-44b0-a397-31c3caa399f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:30:28Z', 'updated_at': '2021-09-24T15:30:35Z', 'revision_number': 5, 'project_id': '50e87a33f09a42898ead617f15974ffc', 'subnets': [{'id': '1bb6d5ff-0dcb-44b0-a397-31c3caa399f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:33:11.617119 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f74f1-3b96-4992-b5f4-d406d97ff75d req-461cd0ba-cc0b-4020-bca1-757ab0172c0c tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:11.627735 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-df6f74f1-3b96-4992-b5f4-d406d97ff75d req-461cd0ba-cc0b-4020-bca1-757ab0172c0c tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.101 "GET /v2.0/ports?device_id=e0b82717-014c-4c1c-8ac2-6938e24c823b HTTP/1.1" status: 200 len: 931 time: 0.0982304 Sep 24 15:33:11.693432 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d729e3b7-c343-4d82-8c35-637a70d85213 None None] The sync data for ids ['af3cf24f-75e6-421c-9f0b-061a580dbe63'] in n-d-808921-1 is: [{'id': 'af3cf24f-75e6-421c-9f0b-061a580dbe63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-606981442-router', 'tenant_id': '50e87a33f09a42898ead617f15974ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '744e76ab-a3bc-46c9-819b-0cb564c1659c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:30:23Z', 'updated_at': '2021-09-24T15:30:29Z', 'revision_number': 4, 'project_id': '50e87a33f09a42898ead617f15974ffc', 'gw_port': {'id': '744e76ab-a3bc-46c9-819b-0cb564c1659c', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3cf24f-75e6-421c-9f0b-061a580dbe63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:30:24Z', 'updated_at': '2021-09-24T15:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '3a2ad23a-8064-4e7f-af6a-5390790284ed', 'name': '', 'network_id': '7e533c3a-51c9-41ff-a0dd-1bcb74f4b744', 'tenant_id': '50e87a33f09a42898ead617f15974ffc', 'mac_address': 'fa:16:3e:4a:74:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3cf24f-75e6-421c-9f0b-061a580dbe63', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1bb6d5ff-0dcb-44b0-a397-31c3caa399f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:30:28Z', 'updated_at': '2021-09-24T15:30:35Z', 'revision_number': 5, 'project_id': '50e87a33f09a42898ead617f15974ffc', 'subnets': [{'id': '1bb6d5ff-0dcb-44b0-a397-31c3caa399f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:33:11.740815 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-b82f089d-c0b4-41f6-8746-1c1eac56172a None None] Provisioning complete for port 7cbd751f-8ebe-4050-b383-5064636d6c27 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:33:11.741510 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b82f089d-c0b4-41f6-8746-1c1eac56172a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:11.750133 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-df6f74f1-3b96-4992-b5f4-d406d97ff75d req-39f5257e-26c6-410c-9dfd-7a1c743e38ab tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.101 "GET /v2.0/security-groups?id=aa14bf65-66e4-4157-aab9-4b95234ae5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1169748 Sep 24 15:33:11.819450 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 0819f1c9-d315-4aaa-9284-2621a5c94cc8 no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:33:11.866876 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] No Port match for: 0819f1c9-d315-4aaa-9284-2621a5c94cc8 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:33:11.869605 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 0819f1c9-d315-4aaa-9284-2621a5c94cc8 not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:33:11.896561 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-b82f089d-c0b4-41f6-8746-1c1eac56172a None None] Port 7cbd751f-8ebe-4050-b383-5064636d6c27 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:33:11.936023 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9337dba-e25c-448c-a33c-ab1393084a34 req-ab534cd0-4eb4-4c9b-995e-c9a24ad12b0f tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:11.945194 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b9337dba-e25c-448c-a33c-ab1393084a34 req-ab534cd0-4eb4-4c9b-995e-c9a24ad12b0f tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=59311d6c-4343-41c9-bf60-082ab6fc25d9 HTTP/1.1" status: 200 len: 945 time: 0.0750129 Sep 24 15:33:11.949946 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 91c7ae22-915a-499f-b598-472f578ff783 up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:33:11.998576 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b9337dba-e25c-448c-a33c-ab1393084a34 req-ff239e0f-9e2a-420b-bdf3-68a1efddddc1 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523767 Sep 24 15:33:12.053414 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port 91c7ae22-915a-499f-b598-472f578ff783 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:33:12.054123 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:12.237590 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:12.293504 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26303637-cb06-4c05-a7ee-bfe0e2eaeb1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c7ae22-915a-499f-b598-472f578ff783'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:33:12.296485 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4aa15a7-e683-431c-b36c-1708cd02f16a" -d '{"events": [{"server_uuid": "26303637-cb06-4c05-a7ee-bfe0e2eaeb1e", "name": "network-vif-plugged", "status": "completed", "tag": "91c7ae22-915a-499f-b598-472f578ff783"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:33:12.327851 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 91c7ae22-915a-499f-b598-472f578ff783, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=91c7ae22-915a-499f-b598-472f578ff783,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:33:12.415622 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34c5350-ce0a-4520-b08b-529ebc4d4090 None None] New status for floating IP e1a456cf-75c9-4890-bfdf-e71597da2cd0: DOWN {{(pid=95300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:33:12.516632 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6172b06e-6202-4d09-8d82-aaf867a5e804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:12.546580 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:12.581867 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6172b06e-6202-4d09-8d82-aaf867a5e804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eae366b-1b41-4a12-8000-89f21a9818fd,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:12.633927 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-6172b06e-6202-4d09-8d82-aaf867a5e804 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=b9e7a7abbddd43039e1f46b36146bcb8&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7314992 Sep 24 15:33:12.635171 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b934d476-004c-4643-aec8-8dbeaad64199 req-f6e72ab2-312a-4d76-8874-dc9e1afdf7e9 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1938462 Sep 24 15:33:12.636723 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 40160) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:12.675496 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-b934d476-004c-4643-aec8-8dbeaad64199 req-d8424ef2-df63-4b80-8789-73465c1729e8 service neutron] Request body: {'port': {'device_id': 'e0b82717-014c-4c1c-8ac2-6938e24c823b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:33:12.751018 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=91c7ae22-915a-499f-b598-472f578ff783,revision_number=7']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:12.799589 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-009c38e8-f0b8-4ec5-bd15-b97c2cefb9c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:12.865752 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-009c38e8-f0b8-4ec5-bd15-b97c2cefb9c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:12.873346 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b934d476-004c-4643-aec8-8dbeaad64199 req-d8424ef2-df63-4b80-8789-73465c1729e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:12.906785 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e258f14d-77af-4c5d-9e88-9bb72d12a8e3 x-openstack-request-id: req-e258f14d-77af-4c5d-9e88-9bb72d12a8e3 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:33:12.910698 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26303637-cb06-4c05-a7ee-bfe0e2eaeb1e", "name": "network-vif-plugged", "status": "completed", "tag": "91c7ae22-915a-499f-b598-472f578ff783", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:33:12.910698 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e258f14d-77af-4c5d-9e88-9bb72d12a8e3 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:33:12.910698 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26303637-cb06-4c05-a7ee-bfe0e2eaeb1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c7ae22-915a-499f-b598-472f578ff783', 'code': 200} Sep 24 15:33:12.928927 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-52ae7499-095a-425d-be82-7b4c3263d577 req-8ae5239f-c599-433d-848f-f59b0544584b service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=9a22ca00-0c31-4d31-ac33-a8fb3fb12770&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1048465 Sep 24 15:33:13.005266 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef4bf77b-c8f8-4713-ba8c-428538eb6201 admin admin] Made reservation on behalf of 5db001db3ab345fb95f2e5ac77ab8ebc for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:33:13.008411 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ef4bf77b-c8f8-4713-ba8c-428538eb6201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:13.096953 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-009c38e8-f0b8-4ec5-bd15-b97c2cefb9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:13.100378 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-009c38e8-f0b8-4ec5-bd15-b97c2cefb9c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:13.108037 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-009c38e8-f0b8-4ec5-bd15-b97c2cefb9c0 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/9eae366b-1b41-4a12-8000-89f21a9818fd HTTP/1.1" status: 204 len: 168 time: 0.4664230 Sep 24 15:33:13.147770 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009c38e8-f0b8-4ec5-bd15-b97c2cefb9c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eae366b-1b41-4a12-8000-89f21a9818fd,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:13.237038 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ef4bf77b-c8f8-4713-ba8c-428538eb6201 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:13.288673 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae7499-095a-425d-be82-7b4c3263d577 req-15e8d5ab-99b8-48b8-afb4-f34212983442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:13.290527 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-52ae7499-095a-425d-be82-7b4c3263d577 req-15e8d5ab-99b8-48b8-afb4-f34212983442 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=afd1b0df78e44afd8dcda9521b21852d&device_id=9a22ca00-0c31-4d31-ac33-a8fb3fb12770 HTTP/1.1" status: 200 len: 1096 time: 0.3287272 Sep 24 15:33:13.356757 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad241425-3394-4793-91c8-ebad06ac1d4f req-5d4dddeb-e70c-44f8-92a3-9ab43f206ffa tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:13.369227 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ad241425-3394-4793-91c8-ebad06ac1d4f req-5d4dddeb-e70c-44f8-92a3-9ab43f206ffa tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.101 "GET /v2.0/ports?device_id=e0b82717-014c-4c1c-8ac2-6938e24c823b HTTP/1.1" status: 200 len: 931 time: 0.3659866 Sep 24 15:33:13.661958 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-b934d476-004c-4643-aec8-8dbeaad64199 req-d8424ef2-df63-4b80-8789-73465c1729e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cbd751f-8ebe-4050-b383-5064636d6c27 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:33:13.671871 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b934d476-004c-4643-aec8-8dbeaad64199 req-d8424ef2-df63-4b80-8789-73465c1729e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:13.687129 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-b934d476-004c-4643-aec8-8dbeaad64199 req-d8424ef2-df63-4b80-8789-73465c1729e8 service neutron] Transition to ACTIVE for port object 7cbd751f-8ebe-4050-b383-5064636d6c27 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:33:13.706587 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ad241425-3394-4793-91c8-ebad06ac1d4f req-251976de-8fa4-4e88-9278-a8500ece0750 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.101 "GET /v2.0/security-groups?id=aa14bf65-66e4-4157-aab9-4b95234ae5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3321733 Sep 24 15:33:13.882075 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b934d476-004c-4643-aec8-8dbeaad64199 req-d8424ef2-df63-4b80-8789-73465c1729e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:14.503093 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ef4bf77b-c8f8-4713-ba8c-428538eb6201 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:14.539717 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae7499-095a-425d-be82-7b4c3263d577 req-588e1407-4f30-4245-b284-6c8b6c9bde10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:14.541737 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-52ae7499-095a-425d-be82-7b4c3263d577 req-588e1407-4f30-4245-b284-6c8b6c9bde10 service neutron] 10.222.0.110 "GET /v2.0/networks?id=078714d9-431e-4632-b957-c9a7230e7876 HTTP/1.1" status: 200 len: 909 time: 1.1936593 Sep 24 15:33:14.634526 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ef4bf77b-c8f8-4713-ba8c-428538eb6201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:14.660811 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-52ae7499-095a-425d-be82-7b4c3263d577 req-963b0a6c-eb2a-4b9b-a848-3d442f54f8ef service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ed84870-4c5c-4e8d-901c-85443b91e965 HTTP/1.1" status: 200 len: 217 time: 0.0967205 Sep 24 15:33:14.674567 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8424ef2-df63-4b80-8789-73465c1729e8 service neutron] Pushing event updated for resources: {'Port': ['ID=7cbd751f-8ebe-4050-b383-5064636d6c27,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:14.795367 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef4bf77b-c8f8-4713-ba8c-428538eb6201 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1281} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:33:14.809425 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4bf77b-c8f8-4713-ba8c-428538eb6201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b256f5c-c516-4c95-a192-0996ed3c2415,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:14.933913 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ef4bf77b-c8f8-4713-ba8c-428538eb6201 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:14.933913 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-ef4bf77b-c8f8-4713-ba8c-428538eb6201 admin admin] Added segment 539c2cdf-1d36-4f70-83d3-6b5033e9c1b6 of type vlan for network f77651dc-abcf-4ff1-b08b-71ecd9194fcc Sep 24 15:33:14.933913 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008ea1e9-ddba-439d-98b9-f80364d800a3 req-fe989930-875c-4385-86ed-e43c34a31e4f tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:14.947383 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-008ea1e9-ddba-439d-98b9-f80364d800a3 req-fe989930-875c-4385-86ed-e43c34a31e4f tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=59311d6c-4343-41c9-bf60-082ab6fc25d9 HTTP/1.1" status: 200 len: 945 time: 0.4305897 Sep 24 15:33:15.115457 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-008ea1e9-ddba-439d-98b9-f80364d800a3 req-6a93b4a1-f6f8-4431-b58a-aaf1deaf38fe tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650505 Sep 24 15:33:15.117456 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ef4bf77b-c8f8-4713-ba8c-428538eb6201 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:15.132118 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae7499-095a-425d-be82-7b4c3263d577 req-02282afe-4113-42c6-b658-bd9a29503c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:15.134629 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-52ae7499-095a-425d-be82-7b4c3263d577 req-02282afe-4113-42c6-b658-bd9a29503c66 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=84366809-0e1f-47c8-b0ea-166b7d29d1a7 HTTP/1.1" status: 200 len: 847 time: 0.3796968 Sep 24 15:33:15.229138 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-52ae7499-095a-425d-be82-7b4c3263d577 req-80fbd4f2-ab1b-40fd-a164-3983b977d108 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=078714d9-431e-4632-b957-c9a7230e7876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0847609 Sep 24 15:33:15.250532 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-b934d476-004c-4643-aec8-8dbeaad64199 req-d8424ef2-df63-4b80-8789-73465c1729e8 service neutron] Attempting to bind port 7cbd751f-8ebe-4050-b383-5064636d6c27 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:33:15.250871 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-b934d476-004c-4643-aec8-8dbeaad64199 req-d8424ef2-df63-4b80-8789-73465c1729e8 service neutron] Attempting to bind port 7cbd751f-8ebe-4050-b383-5064636d6c27 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '4a0ad0df-c4de-46cb-9636-e9e0c87ce832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '7e533c3a-51c9-41ff-a0dd-1bcb74f4b744'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:33:15.251190 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b934d476-004c-4643-aec8-8dbeaad64199 req-d8424ef2-df63-4b80-8789-73465c1729e8 service neutron] Attempting to bind port 7cbd751f-8ebe-4050-b383-5064636d6c27 on network 7e533c3a-51c9-41ff-a0dd-1bcb74f4b744 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:33:15.280066 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b934d476-004c-4643-aec8-8dbeaad64199 req-d8424ef2-df63-4b80-8789-73465c1729e8 service neutron] Port 7cbd751f-8ebe-4050-b383-5064636d6c27 on network 7e533c3a-51c9-41ff-a0dd-1bcb74f4b744 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:33:15.280689 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b934d476-004c-4643-aec8-8dbeaad64199 req-d8424ef2-df63-4b80-8789-73465c1729e8 service neutron] Attempting to bind port 7cbd751f-8ebe-4050-b383-5064636d6c27 on network 7e533c3a-51c9-41ff-a0dd-1bcb74f4b744 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:33:15.292265 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b934d476-004c-4643-aec8-8dbeaad64199 req-d8424ef2-df63-4b80-8789-73465c1729e8 service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:33:15.292601 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b934d476-004c-4643-aec8-8dbeaad64199 req-d8424ef2-df63-4b80-8789-73465c1729e8 service neutron] Checking segment: {'id': '4a0ad0df-c4de-46cb-9636-e9e0c87ce832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '7e533c3a-51c9-41ff-a0dd-1bcb74f4b744'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:33:15.293050 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b934d476-004c-4643-aec8-8dbeaad64199 req-d8424ef2-df63-4b80-8789-73465c1729e8 service neutron] Bound using segment: {'id': '4a0ad0df-c4de-46cb-9636-e9e0c87ce832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '7e533c3a-51c9-41ff-a0dd-1bcb74f4b744'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:33:15.293486 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-b934d476-004c-4643-aec8-8dbeaad64199 req-d8424ef2-df63-4b80-8789-73465c1729e8 service neutron] Bound port: 7cbd751f-8ebe-4050-b383-5064636d6c27, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a0ad0df-c4de-46cb-9636-e9e0c87ce832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1279, 'network_id': '7e533c3a-51c9-41ff-a0dd-1bcb74f4b744'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:33:15.293848 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b934d476-004c-4643-aec8-8dbeaad64199 req-d8424ef2-df63-4b80-8789-73465c1729e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:15.427527 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ef4bf77b-c8f8-4713-ba8c-428538eb6201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:15.431450 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4bf77b-c8f8-4713-ba8c-428538eb6201 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:15.436762 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ef4bf77b-c8f8-4713-ba8c-428538eb6201 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:15.504025 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-52ae7499-095a-425d-be82-7b4c3263d577 req-1f426521-58d5-46af-aa77-7d9159681c0d service neutron] 10.222.0.110 "GET /v2.0/networks/078714d9-431e-4632-b957-c9a7230e7876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643881 Sep 24 15:33:15.558649 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4bf77b-c8f8-4713-ba8c-428538eb6201 admin admin] Pushing event updated for resources: {'Network': ['ID=f77651dc-abcf-4ff1-b08b-71ecd9194fcc,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:15.561589 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-b934d476-004c-4643-aec8-8dbeaad64199 req-d8424ef2-df63-4b80-8789-73465c1729e8 service neutron] For port 7cbd751f-8ebe-4050-b383-5064636d6c27, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:33:15.571070 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network f77651dc-abcf-4ff1-b08b-71ecd9194fcc details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:33:15.591367 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-b934d476-004c-4643-aec8-8dbeaad64199 req-d8424ef2-df63-4b80-8789-73465c1729e8 service neutron] For port 7cbd751f-8ebe-4050-b383-5064636d6c27, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=7cbd751f-8ebe-4050-b383-5064636d6c27,segment=NetworkSegment(4a0ad0df-c4de-46cb-9636-e9e0c87ce832),segment_id=4a0ad0df-c4de-46cb-9636-e9e0c87ce832)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:33:15.637674 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-ef4bf77b-c8f8-4713-ba8c-428538eb6201 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 4.6544223 Sep 24 15:33:15.638369 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 40214) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:15.647910 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-312387b5-780b-4fe6-85c6-4d6f4d6eb1b7 admin admin] Request body: {'subnet': {'network_id': 'f77651dc-abcf-4ff1-b08b-71ecd9194fcc', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-507612040-subnet', 'tenant_id': '5db001db3ab345fb95f2e5ac77ab8ebc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:33:15.667418 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-52ae7499-095a-425d-be82-7b4c3263d577 req-4f7e6d77-2fa0-41f9-bc96-0aec4dc509a8 service neutron] 10.222.0.110 "GET /v2.0/networks/078714d9-431e-4632-b957-c9a7230e7876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528723 Sep 24 15:33:15.678806 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b934d476-004c-4643-aec8-8dbeaad64199 req-d8424ef2-df63-4b80-8789-73465c1729e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:15.745605 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b934d476-004c-4643-aec8-8dbeaad64199 req-d8424ef2-df63-4b80-8789-73465c1729e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:15.745605 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b934d476-004c-4643-aec8-8dbeaad64199 req-d8424ef2-df63-4b80-8789-73465c1729e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:15.747053 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b934d476-004c-4643-aec8-8dbeaad64199 req-d8424ef2-df63-4b80-8789-73465c1729e8 service neutron] 10.222.0.108 "PUT /v2.0/ports/7cbd751f-8ebe-4050-b383-5064636d6c27 HTTP/1.1" status: 200 len: 1091 time: 3.0936637 Sep 24 15:33:15.747592 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0b82717-014c-4c1c-8ac2-6938e24c823b', 'tag': '7cbd751f-8ebe-4050-b383-5064636d6c27'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:33:15.753501 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fc2b6d4-b53e-4160-a078-3215233c270b" -d '{"events": [{"name": "network-changed", "server_uuid": "e0b82717-014c-4c1c-8ac2-6938e24c823b", "tag": "7cbd751f-8ebe-4050-b383-5064636d6c27"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:33:15.774410 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-312387b5-780b-4fe6-85c6-4d6f4d6eb1b7 admin admin] Made reservation on behalf of 5db001db3ab345fb95f2e5ac77ab8ebc for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:33:15.777226 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-312387b5-780b-4fe6-85c6-4d6f4d6eb1b7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:15.806219 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8424ef2-df63-4b80-8789-73465c1729e8 service neutron] Pushing event updated for resources: {'Port': ['ID=7cbd751f-8ebe-4050-b383-5064636d6c27,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:15.828174 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f474882-1677-44ae-860f-3ab323dda9c4 req-7117c95e-1478-4679-9e94-e0ef9809bda3 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:15.840609 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8f474882-1677-44ae-860f-3ab323dda9c4 req-7117c95e-1478-4679-9e94-e0ef9809bda3 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.101 "GET /v2.0/ports?device_id=e0b82717-014c-4c1c-8ac2-6938e24c823b HTTP/1.1" status: 200 len: 943 time: 0.1144726 Sep 24 15:33:15.988530 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8f474882-1677-44ae-860f-3ab323dda9c4 req-7147368a-8301-424b-ab06-053d83f88976 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.101 "GET /v2.0/security-groups?id=aa14bf65-66e4-4157-aab9-4b95234ae5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1409349 Sep 24 15:33:16.005427 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b934d476-004c-4643-aec8-8dbeaad64199 req-6147bc35-05cf-4a61-bafe-bf3b52e62ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:16.007893 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b934d476-004c-4643-aec8-8dbeaad64199 req-6147bc35-05cf-4a61-bafe-bf3b52e62ec5 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=50e87a33f09a42898ead617f15974ffc&device_id=e0b82717-014c-4c1c-8ac2-6938e24c823b HTTP/1.1" status: 200 len: 1094 time: 0.1585484 Sep 24 15:33:16.097821 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b934d476-004c-4643-aec8-8dbeaad64199 req-a1663109-1785-42c9-b9fc-cad090e375df service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7cbd751f-8ebe-4050-b383-5064636d6c27 HTTP/1.1" status: 200 len: 217 time: 0.0801609 Sep 24 15:33:16.131517 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-312387b5-780b-4fe6-85c6-4d6f4d6eb1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:16.206199 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b934d476-004c-4643-aec8-8dbeaad64199 req-5b103f03-658a-4ee3-8d09-c73d20e6211c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:16.208513 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b934d476-004c-4643-aec8-8dbeaad64199 req-5b103f03-658a-4ee3-8d09-c73d20e6211c service neutron] 10.222.0.108 "GET /v2.0/subnets?id=1bb6d5ff-0dcb-44b0-a397-31c3caa399f2 HTTP/1.1" status: 200 len: 862 time: 0.1010203 Sep 24 15:33:16.276982 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312387b5-780b-4fe6-85c6-4d6f4d6eb1b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4b2623e-d4e7-4367-be9e-77901b667453,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:16.285282 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312387b5-780b-4fe6-85c6-4d6f4d6eb1b7 admin admin] Checking segment: {'id': '539c2cdf-1d36-4f70-83d3-6b5033e9c1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': 'f77651dc-abcf-4ff1-b08b-71ecd9194fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:33:16.285646 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312387b5-780b-4fe6-85c6-4d6f4d6eb1b7 admin admin] Network hostable DHCP agents. Network: f77651dc-abcf-4ff1-b08b-71ecd9194fcc, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:33:16.316391 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b934d476-004c-4643-aec8-8dbeaad64199 req-435c195e-3e71-4325-9f59-8fecdfc3482d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:16.333943 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b934d476-004c-4643-aec8-8dbeaad64199 req-435c195e-3e71-4325-9f59-8fecdfc3482d service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=7e533c3a-51c9-41ff-a0dd-1bcb74f4b744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1000144 Sep 24 15:33:16.418780 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312387b5-780b-4fe6-85c6-4d6f4d6eb1b7 admin admin] Network f77651dc-abcf-4ff1-b08b-71ecd9194fcc is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:33:16.487171 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b934d476-004c-4643-aec8-8dbeaad64199 req-0fa06506-a4f1-4843-b317-9aa06a040bc0 service neutron] 10.222.0.108 "GET /v2.0/networks/7e533c3a-51c9-41ff-a0dd-1bcb74f4b744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519589 Sep 24 15:33:16.518536 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-312387b5-780b-4fe6-85c6-4d6f4d6eb1b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, f77651dc-abcf-4ff1-b08b-71ecd9194fcc) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:33:16.529855 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a32de2e-3c12-488a-a1ea-60e8c5b13eb8 None None] Network f77651dc-abcf-4ff1-b08b-71ecd9194fcc requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:33:16.534183 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312387b5-780b-4fe6-85c6-4d6f4d6eb1b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:16.536372 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-312387b5-780b-4fe6-85c6-4d6f4d6eb1b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:16.679050 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-312387b5-780b-4fe6-85c6-4d6f4d6eb1b7 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0372677 Sep 24 15:33:16.680965 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 40234) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:16.685419 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-09495bd7-39d4-4ca0-8bff-814d878effa2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-507612040-router', 'tenant_id': '5db001db3ab345fb95f2e5ac77ab8ebc', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:33:16.705661 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b934d476-004c-4643-aec8-8dbeaad64199 req-b02e5d12-e7ef-44da-ac0b-fb797fce4e7f service neutron] 10.222.0.108 "GET /v2.0/networks/7e533c3a-51c9-41ff-a0dd-1bcb74f4b744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035167 Sep 24 15:33:16.774260 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6d6526-3b86-43e7-8d81-39d86ab2dc3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-f77651dc-abcf-4ff1-b08b-71ecd9194fcc', 'network_id': 'f77651dc-abcf-4ff1-b08b-71ecd9194fcc', 'tenant_id': '5db001db3ab345fb95f2e5ac77ab8ebc', 'fixed_ips': [{'subnet_id': 'c4b2623e-d4e7-4367-be9e-77901b667453'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:33:16.776874 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-de6d6526-3b86-43e7-8d81-39d86ab2dc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:16.935904 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-09495bd7-39d4-4ca0-8bff-814d878effa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:16.937666 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-09495bd7-39d4-4ca0-8bff-814d878effa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:16.972341 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-de6d6526-3b86-43e7-8d81-39d86ab2dc3f None None] Allocated IP 172.20.0.2 (f77651dc-abcf-4ff1-b08b-71ecd9194fcc/c4b2623e-d4e7-4367-be9e-77901b667453/f5b66c52-cbca-47dc-84cb-db7e30198419) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:33:17.010496 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-09495bd7-39d4-4ca0-8bff-814d878effa2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:17.140860 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-de6d6526-3b86-43e7-8d81-39d86ab2dc3f None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:17.541051 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-de6d6526-3b86-43e7-8d81-39d86ab2dc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:17.628037 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6d6526-3b86-43e7-8d81-39d86ab2dc3f None None] Network f77651dc-abcf-4ff1-b08b-71ecd9194fcc is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:33:17.631412 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-de6d6526-3b86-43e7-8d81-39d86ab2dc3f None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:33:17.641992 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6d6526-3b86-43e7-8d81-39d86ab2dc3f None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:33:17.643608 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-09495bd7-39d4-4ca0-8bff-814d878effa2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:17.670426 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d6526-3b86-43e7-8d81-39d86ab2dc3f None None] Pushing event updated for resources: {'Port': ['ID=f5b66c52-cbca-47dc-84cb-db7e30198419,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:17.680443 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ab717a7-e920-4769-a01b-82c8034af090 x-openstack-request-id: req-1ab717a7-e920-4769-a01b-82c8034af090 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:33:17.680926 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0b82717-014c-4c1c-8ac2-6938e24c823b", "tag": "7cbd751f-8ebe-4050-b383-5064636d6c27", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:33:17.681338 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-1ab717a7-e920-4769-a01b-82c8034af090 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:33:17.683183 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0b82717-014c-4c1c-8ac2-6938e24c823b', 'tag': '7cbd751f-8ebe-4050-b383-5064636d6c27', 'status': 'completed', 'code': 200} Sep 24 15:33:17.776345 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc2b6d4-b53e-4160-a078-3215233c270b req-dff47089-ae75-4153-a616-4ecf49377f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:17.779215 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2fc2b6d4-b53e-4160-a078-3215233c270b req-dff47089-ae75-4153-a616-4ecf49377f68 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=50e87a33f09a42898ead617f15974ffc&device_id=e0b82717-014c-4c1c-8ac2-6938e24c823b HTTP/1.1" status: 200 len: 1094 time: 0.0742764 Sep 24 15:33:17.783732 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-de6d6526-3b86-43e7-8d81-39d86ab2dc3f None None] Attempting to bind port f5b66c52-cbca-47dc-84cb-db7e30198419 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:33:17.785540 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-de6d6526-3b86-43e7-8d81-39d86ab2dc3f None None] Attempting to bind port f5b66c52-cbca-47dc-84cb-db7e30198419 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '539c2cdf-1d36-4f70-83d3-6b5033e9c1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': 'f77651dc-abcf-4ff1-b08b-71ecd9194fcc'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:33:17.786079 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6d6526-3b86-43e7-8d81-39d86ab2dc3f None None] Attempting to bind port f5b66c52-cbca-47dc-84cb-db7e30198419 on network f77651dc-abcf-4ff1-b08b-71ecd9194fcc {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:33:17.806263 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154c23a-4a1b-4aeb-a3a6-b98d8c8b9503 req-c14deed9-9ccd-4802-a254-1cfec5e2138c tempest-ServersAdminTestJSON-1422331687 tempest-ServersAdminTestJSON-1422331687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:17.808221 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f154c23a-4a1b-4aeb-a3a6-b98d8c8b9503 req-c14deed9-9ccd-4802-a254-1cfec5e2138c tempest-ServersAdminTestJSON-1422331687 tempest-ServersAdminTestJSON-1422331687-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=a06d1df7-77e8-4d02-914c-afedef6fecbc HTTP/1.1" status: 200 len: 1101 time: 0.1469262 Sep 24 15:33:17.817223 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6d6526-3b86-43e7-8d81-39d86ab2dc3f None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:33:17.817223 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6d6526-3b86-43e7-8d81-39d86ab2dc3f None None] Checking segment: {'id': '539c2cdf-1d36-4f70-83d3-6b5033e9c1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': 'f77651dc-abcf-4ff1-b08b-71ecd9194fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:33:17.822881 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-de6d6526-3b86-43e7-8d81-39d86ab2dc3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:17.822881 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6d6526-3b86-43e7-8d81-39d86ab2dc3f None None] Bound using segment: {'id': '539c2cdf-1d36-4f70-83d3-6b5033e9c1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': 'f77651dc-abcf-4ff1-b08b-71ecd9194fcc'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:33:17.822881 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-de6d6526-3b86-43e7-8d81-39d86ab2dc3f None None] Bound port: f5b66c52-cbca-47dc-84cb-db7e30198419, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '539c2cdf-1d36-4f70-83d3-6b5033e9c1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': 'f77651dc-abcf-4ff1-b08b-71ecd9194fcc'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:33:17.822881 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-de6d6526-3b86-43e7-8d81-39d86ab2dc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:17.880193 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f154c23a-4a1b-4aeb-a3a6-b98d8c8b9503 req-0d5619fa-2b51-4a9d-9c8a-fc48bc98bbde tempest-ServersAdminTestJSON-1422331687 tempest-ServersAdminTestJSON-1422331687-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597768 Sep 24 15:33:17.953560 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4e48d1-d7e1-4ef5-a102-bb62e5381873 req-8d232e80-c167-4912-a6a0-13eef2850522 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:17.964383 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cf4e48d1-d7e1-4ef5-a102-bb62e5381873 req-8d232e80-c167-4912-a6a0-13eef2850522 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=59311d6c-4343-41c9-bf60-082ab6fc25d9 HTTP/1.1" status: 200 len: 945 time: 0.1839447 Sep 24 15:33:17.982599 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-de6d6526-3b86-43e7-8d81-39d86ab2dc3f None None] For port f5b66c52-cbca-47dc-84cb-db7e30198419, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:33:17.994860 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-de6d6526-3b86-43e7-8d81-39d86ab2dc3f None None] For port f5b66c52-cbca-47dc-84cb-db7e30198419, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=f5b66c52-cbca-47dc-84cb-db7e30198419,segment=NetworkSegment(539c2cdf-1d36-4f70-83d3-6b5033e9c1b6),segment_id=539c2cdf-1d36-4f70-83d3-6b5033e9c1b6)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:33:18.051253 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cf4e48d1-d7e1-4ef5-a102-bb62e5381873 req-a569dc69-44c0-4796-8fc5-f11c3ec631b8 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856123 Sep 24 15:33:18.065004 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc2b6d4-b53e-4160-a078-3215233c270b req-63a70d70-1300-4a96-bb3b-2a4f263cc7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:18.070037 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2fc2b6d4-b53e-4160-a078-3215233c270b req-63a70d70-1300-4a96-bb3b-2a4f263cc7b9 service neutron] 10.222.0.108 "GET /v2.0/networks?id=7e533c3a-51c9-41ff-a0dd-1bcb74f4b744 HTTP/1.1" status: 200 len: 925 time: 0.2758358 Sep 24 15:33:18.138850 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2fc2b6d4-b53e-4160-a078-3215233c270b req-2a9d1588-b7e8-42c3-9266-b6d85261cbd2 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7cbd751f-8ebe-4050-b383-5064636d6c27 HTTP/1.1" status: 200 len: 217 time: 0.0571678 Sep 24 15:33:18.197746 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-09495bd7-39d4-4ca0-8bff-814d878effa2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:18.223642 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-09495bd7-39d4-4ca0-8bff-814d878effa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:18.240487 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-de6d6526-3b86-43e7-8d81-39d86ab2dc3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:18.277380 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc2b6d4-b53e-4160-a078-3215233c270b req-03573238-5c29-4e47-bf0e-ae13369d69ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:18.279138 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2fc2b6d4-b53e-4160-a078-3215233c270b req-03573238-5c29-4e47-bf0e-ae13369d69ee service neutron] 10.222.0.108 "GET /v2.0/subnets?id=1bb6d5ff-0dcb-44b0-a397-31c3caa399f2 HTTP/1.1" status: 200 len: 862 time: 0.1260357 Sep 24 15:33:18.291028 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9aa11b-77e0-4d12-be58-da8f7f098928 req-19129a88-873b-431e-a374-0262e622e88d tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:18.292793 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2b9aa11b-77e0-4d12-be58-da8f7f098928 req-19129a88-873b-431e-a374-0262e622e88d tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.101 "GET /v2.0/ports?device_id=e0b82717-014c-4c1c-8ac2-6938e24c823b HTTP/1.1" status: 200 len: 943 time: 0.0844402 Sep 24 15:33:18.398267 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d6526-3b86-43e7-8d81-39d86ab2dc3f None None] Pushing event updated for resources: {'Port': ['ID=f5b66c52-cbca-47dc-84cb-db7e30198419,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:18.408164 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc2b6d4-b53e-4160-a078-3215233c270b req-60cf29a1-70f4-45d6-9144-8aa4f3220024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:18.414529 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2fc2b6d4-b53e-4160-a078-3215233c270b req-60cf29a1-70f4-45d6-9144-8aa4f3220024 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=7e533c3a-51c9-41ff-a0dd-1bcb74f4b744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1198385 Sep 24 15:33:18.428854 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-09495bd7-39d4-4ca0-8bff-814d878effa2 admin admin] Allocated IP 172.25.0.173 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/0afb48a5-0d32-48f2-b6ed-f18cf5851b06) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:33:18.430956 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2b9aa11b-77e0-4d12-be58-da8f7f098928 req-a2580fca-a5a5-453b-9eb0-8fa508a9a8d6 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.101 "GET /v2.0/security-groups?id=aa14bf65-66e4-4157-aab9-4b95234ae5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0948212 Sep 24 15:33:18.670493 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2fc2b6d4-b53e-4160-a078-3215233c270b req-92d84ae4-b43a-4f03-89fb-4d66d6692357 service neutron] 10.222.0.108 "GET /v2.0/networks/7e533c3a-51c9-41ff-a0dd-1bcb74f4b744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384055 Sep 24 15:33:18.765211 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-09495bd7-39d4-4ca0-8bff-814d878effa2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:18.878692 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-09495bd7-39d4-4ca0-8bff-814d878effa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:18.924439 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2fc2b6d4-b53e-4160-a078-3215233c270b req-278a2f37-7f96-4470-b466-0312ef79c340 service neutron] 10.222.0.108 "GET /v2.0/networks/7e533c3a-51c9-41ff-a0dd-1bcb74f4b744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225628 Sep 24 15:33:18.941776 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90175f1-5950-449e-b2d1-990eb3c4d5c6 req-92468c6b-4b1f-4b79-b240-f32832b04403 tempest-ServersAdminTestJSON-1422331687 tempest-ServersAdminTestJSON-1422331687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:18.948212 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a90175f1-5950-449e-b2d1-990eb3c4d5c6 req-92468c6b-4b1f-4b79-b240-f32832b04403 tempest-ServersAdminTestJSON-1422331687 tempest-ServersAdminTestJSON-1422331687-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=a06d1df7-77e8-4d02-914c-afedef6fecbc HTTP/1.1" status: 200 len: 1101 time: 0.0979576 Sep 24 15:33:19.018226 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09495bd7-39d4-4ca0-8bff-814d878effa2 admin admin] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:33:19.023136 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-09495bd7-39d4-4ca0-8bff-814d878effa2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:33:19.038164 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09495bd7-39d4-4ca0-8bff-814d878effa2 admin admin] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:33:19.070987 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a90175f1-5950-449e-b2d1-990eb3c4d5c6 req-bb4224de-fdee-4dea-8bff-802a12c98729 tempest-ServersAdminTestJSON-1422331687 tempest-ServersAdminTestJSON-1422331687-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142845 Sep 24 15:33:19.124726 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09495bd7-39d4-4ca0-8bff-814d878effa2 admin admin] Pushing event updated for resources: {'Port': ['ID=0afb48a5-0d32-48f2-b6ed-f18cf5851b06,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:19.480746 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32977502-4225-476b-b015-bd2047241802 req-f4de126e-04bb-4916-a128-c4c55ea319b2 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:19.493010 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-32977502-4225-476b-b015-bd2047241802 req-f4de126e-04bb-4916-a128-c4c55ea319b2 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=59311d6c-4343-41c9-bf60-082ab6fc25d9 HTTP/1.1" status: 200 len: 945 time: 0.1938837 Sep 24 15:33:19.656416 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-32977502-4225-476b-b015-bd2047241802 req-185f7af3-31cf-4f20-b4c5-54db023a8c98 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620672 Sep 24 15:33:19.676246 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88baec50-18a5-4946-84fc-c69c95340bf2 req-aff1abf5-ebad-490d-9b30-3a50e8e97144 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:19.688630 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-88baec50-18a5-4946-84fc-c69c95340bf2 req-aff1abf5-ebad-490d-9b30-3a50e8e97144 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.101 "GET /v2.0/ports?device_id=e0b82717-014c-4c1c-8ac2-6938e24c823b HTTP/1.1" status: 200 len: 943 time: 0.1307862 Sep 24 15:33:19.707345 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-09495bd7-39d4-4ca0-8bff-814d878effa2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:19.764652 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-88baec50-18a5-4946-84fc-c69c95340bf2 req-5cd101c5-d0c2-499a-926f-8c6aa4bf5252 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.101 "GET /v2.0/security-groups?id=aa14bf65-66e4-4157-aab9-4b95234ae5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0748787 Sep 24 15:33:19.971618 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 7cbd751f-8ebe-4050-b383-5064636d6c27 details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:33:20.027773 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 40332) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:20.123293 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 7cbd751f-8ebe-4050-b383-5064636d6c27, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=7cbd751f-8ebe-4050-b383-5064636d6c27,segment=NetworkSegment(4a0ad0df-c4de-46cb-9636-e9e0c87ce832),segment_id=4a0ad0df-c4de-46cb-9636-e9e0c87ce832)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:33:20.144503 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': '7cbd751f-8ebe-4050-b383-5064636d6c27', 'network_id': '7e533c3a-51c9-41ff-a0dd-1bcb74f4b744', 'port_id': '7cbd751f-8ebe-4050-b383-5064636d6c27', 'mac_address': 'fa:16:3e:ea:29:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1279, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb6d5ff-0dcb-44b0-a397-31c3caa399f2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:33:20.147188 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84fbba8-16db-44ec-8160-bab51218e6f1 None None] Network f77651dc-abcf-4ff1-b08b-71ecd9194fcc requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:33:20.310984 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:20.358181 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cbd751f-8ebe-4050-b383-5064636d6c27 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:33:20.405776 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 7cbd751f-8ebe-4050-b383-5064636d6c27, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=7cbd751f-8ebe-4050-b383-5064636d6c27,segment=NetworkSegment(4a0ad0df-c4de-46cb-9636-e9e0c87ce832),segment_id=4a0ad0df-c4de-46cb-9636-e9e0c87ce832)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:33:20.433571 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b0abb357-532a-4619-8ba7-748089118873 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:20.450097 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:20.472994 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-09495bd7-39d4-4ca0-8bff-814d878effa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:20.565273 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-86f61439-bd9e-4bb7-9e8b-da5c24a3fe08 None None] Provisioning complete for port f5b66c52-cbca-47dc-84cb-db7e30198419 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:33:20.565974 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-86f61439-bd9e-4bb7-9e8b-da5c24a3fe08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:20.572236 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=7cbd751f-8ebe-4050-b383-5064636d6c27,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:20.580549 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device f5b66c52-cbca-47dc-84cb-db7e30198419 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:33:20.744791 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b0abb357-532a-4619-8ba7-748089118873 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:20.805784 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port f5b66c52-cbca-47dc-84cb-db7e30198419 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:33:20.806594 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:20.832066 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09495bd7-39d4-4ca0-8bff-814d878effa2 admin admin] Router fcb4368a-c523-4123-adb6-abcdc24f0790 is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:33:20.851281 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b0abb357-532a-4619-8ba7-748089118873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:20.881256 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['7cbd751f-8ebe-4050-b383-5064636d6c27'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:33:20.939834 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b0abb357-532a-4619-8ba7-748089118873 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=8b8fd61fcbdb4f91a5cfa78195027f25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9102414 Sep 24 15:33:20.944975 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 40362) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:20.982399 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-86f61439-bd9e-4bb7-9e8b-da5c24a3fe08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:21.098968 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed07b1-d552-409f-adc0-ea1206ce298b req-4e411920-264d-47aa-842f-657902482dd9 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:21.100568 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-feed07b1-d552-409f-adc0-ea1206ce298b req-4e411920-264d-47aa-842f-657902482dd9 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=59311d6c-4343-41c9-bf60-082ab6fc25d9 HTTP/1.1" status: 200 len: 945 time: 0.2710731 Sep 24 15:33:21.106037 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0abb357-532a-4619-8ba7-748089118873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b0929e7-c05b-42f0-86e4-98c3426b8382,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:21.141334 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-86f61439-bd9e-4bb7-9e8b-da5c24a3fe08 None None] For port f5b66c52-cbca-47dc-84cb-db7e30198419, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=f5b66c52-cbca-47dc-84cb-db7e30198419,segment=NetworkSegment(539c2cdf-1d36-4f70-83d3-6b5033e9c1b6),segment_id=539c2cdf-1d36-4f70-83d3-6b5033e9c1b6)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:33:21.227686 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-86f61439-bd9e-4bb7-9e8b-da5c24a3fe08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:21.263886 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-feed07b1-d552-409f-adc0-ea1206ce298b req-bc81f9e5-9072-4fd6-a684-25bb9924d3ac tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534026 Sep 24 15:33:21.300967 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:21.448332 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09495bd7-39d4-4ca0-8bff-814d878effa2 admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:33:21.459656 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5275c825-3ac3-45d9-94a5-c700ef3a35a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:21.591141 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa1d5a-8a0e-4d1f-b4e4-756418dd3c2b req-43acb460-caad-4bde-975b-3cd55f8db0f2 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:21.595872 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-72fa1d5a-8a0e-4d1f-b4e4-756418dd3c2b req-43acb460-caad-4bde-975b-3cd55f8db0f2 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=a06d1df7-77e8-4d02-914c-afedef6fecbc HTTP/1.1" status: 200 len: 950 time: 0.2437670 Sep 24 15:33:21.617987 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5275c825-3ac3-45d9-94a5-c700ef3a35a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:21.637228 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676c3dc3-487d-44ba-9f09-d2927ce845cc None None] Sync routers for ids ['fcb4368a-c523-4123-adb6-abcdc24f0790'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:33:21.643831 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f61439-bd9e-4bb7-9e8b-da5c24a3fe08 None None] Pushing event updated for resources: {'Port': ['ID=f5b66c52-cbca-47dc-84cb-db7e30198419,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:21.661533 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676c3dc3-487d-44ba-9f09-d2927ce845cc None None] Routers {'fcb4368a-c523-4123-adb6-abcdc24f0790'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:33:21.662226 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-676c3dc3-487d-44ba-9f09-d2927ce845cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:33:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['fcb4368a-c523-4123-adb6-abcdc24f0790'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:33:21.665857 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-09495bd7-39d4-4ca0-8bff-814d878effa2 admin admin] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:21.670271 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fafbadf-d2f0-4dd5-aa92-d998b8746330 req-952041b3-a869-472c-bcfe-6c0df6b57656 tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:21.670421 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-09495bd7-39d4-4ca0-8bff-814d878effa2 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.9876249 Sep 24 15:33:21.670680 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2fafbadf-d2f0-4dd5-aa92-d998b8746330 req-952041b3-a869-472c-bcfe-6c0df6b57656 tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=59311d6c-4343-41c9-bf60-082ab6fc25d9&tenant_id=afd1b0df78e44afd8dcda9521b21852d&binding%3Ahost_id=n-h2-808921-1 HTTP/1.1" status: 200 len: 1096 time: 0.1811898 Sep 24 15:33:21.674717 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-72fa1d5a-8a0e-4d1f-b4e4-756418dd3c2b req-70e4cf97-5bf0-46ca-9359-14018e696551 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727756 Sep 24 15:33:21.675400 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 40376) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:21.715767 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8115f3-fcee-47a4-a4a7-d3a3e191460f req-ff2f7626-545e-44f2-8509-93db659fbd38 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:21.724990 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-da8115f3-fcee-47a4-a4a7-d3a3e191460f req-ff2f7626-545e-44f2-8509-93db659fbd38 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.101 "GET /v2.0/ports?device_id=e0b82717-014c-4c1c-8ac2-6938e24c823b HTTP/1.1" status: 200 len: 944 time: 0.4855812 Sep 24 15:33:21.767694 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-2fafbadf-d2f0-4dd5-aa92-d998b8746330 req-ade73a25-bf69-47b5-8101-3e4869fecc3b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-808921-1'}}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:33:21.816389 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-676c3dc3-487d-44ba-9f09-d2927ce845cc None None] Set router fcb4368a-c523-4123-adb6-abcdc24f0790 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:33:21.941345 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-da8115f3-fcee-47a4-a4a7-d3a3e191460f req-fa58abe5-55b2-4270-b8bf-a16d0c0bedcc tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.101 "GET /v2.0/security-groups?id=aa14bf65-66e4-4157-aab9-4b95234ae5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2076988 Sep 24 15:33:22.071893 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5275c825-3ac3-45d9-94a5-c700ef3a35a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:22.076268 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5275c825-3ac3-45d9-94a5-c700ef3a35a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:22.078416 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-5275c825-3ac3-45d9-94a5-c700ef3a35a6 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/2b0929e7-c05b-42f0-86e4-98c3426b8382 HTTP/1.1" status: 204 len: 168 time: 1.1321959 Sep 24 15:33:22.100210 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-dc50c6bd-b089-4977-b1d5-d4191c2248f6 None None] Provisioning complete for port f5b66c52-cbca-47dc-84cb-db7e30198419 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:33:22.100759 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-dc50c6bd-b089-4977-b1d5-d4191c2248f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:22.111599 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5275c825-3ac3-45d9-94a5-c700ef3a35a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b0929e7-c05b-42f0-86e4-98c3426b8382,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:22.154587 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.db.api [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:33:22.154943 n-d-808921-1 neutron-server[95299]: DEBUG oslo_db.api [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:33:22.217671 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-2fafbadf-d2f0-4dd5-aa92-d998b8746330 req-ade73a25-bf69-47b5-8101-3e4869fecc3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:22.412444 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-676c3dc3-487d-44ba-9f09-d2927ce845cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb4368a-c523-4123-adb6-abcdc24f0790', 'name': 'tempest-FloatingIPsNegativeTestJSON-507612040-router', 'tenant_id': '5db001db3ab345fb95f2e5ac77ab8ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '0afb48a5-0d32-48f2-b6ed-f18cf5851b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:33:16Z', 'updated_at': '2021-09-24T15:33:19Z', 'revision_number': 3, 'project_id': '5db001db3ab345fb95f2e5ac77ab8ebc', 'gw_port': {'id': '0afb48a5-0d32-48f2-b6ed-f18cf5851b06', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:21:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb4368a-c523-4123-adb6-abcdc24f0790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:33:18Z', 'updated_at': '2021-09-24T15:33:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:33:22.450187 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676c3dc3-487d-44ba-9f09-d2927ce845cc None None] Checking router: fcb4368a-c523-4123-adb6-abcdc24f0790 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:33:22.452473 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676c3dc3-487d-44ba-9f09-d2927ce845cc None None] Updating router fcb4368a-c523-4123-adb6-abcdc24f0790 port 0afb48a5-0d32-48f2-b6ed-f18cf5851b06 binding host n-d-808921-1 {{(pid=95299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:33:22.466627 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-2fafbadf-d2f0-4dd5-aa92-d998b8746330 req-ade73a25-bf69-47b5-8101-3e4869fecc3b service neutron] For port 66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7,segment=NetworkSegment(21e1a332-491d-46ef-987f-a7724d369c2e),segment_id=21e1a332-491d-46ef-987f-a7724d369c2e)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:33:22.523756 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-676c3dc3-487d-44ba-9f09-d2927ce845cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:22.567859 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-2fafbadf-d2f0-4dd5-aa92-d998b8746330 req-ade73a25-bf69-47b5-8101-3e4869fecc3b service neutron] For port 66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:33:22.661469 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-2fafbadf-d2f0-4dd5-aa92-d998b8746330 req-ade73a25-bf69-47b5-8101-3e4869fecc3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:22.667352 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59311d6c-4343-41c9-bf60-082ab6fc25d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:33:22.672808 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b24f0eb-ecb8-4f90-85aa-2415aeaab78d" -d '{"events": [{"server_uuid": "59311d6c-4343-41c9-bf60-082ab6fc25d9", "name": "network-vif-unplugged", "status": "completed", "tag": "66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:33:22.762460 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 15:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd34981-74f3-43a2-baa6-7f5b4679e292 x-openstack-request-id: req-1bd34981-74f3-43a2-baa6-7f5b4679e292 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:33:22.762700 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59311d6c-4343-41c9-bf60-082ab6fc25d9", "name": "network-vif-unplugged", "status": "completed", "tag": "66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:33:22.762896 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-1bd34981-74f3-43a2-baa6-7f5b4679e292 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:33:22.763301 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59311d6c-4343-41c9-bf60-082ab6fc25d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7', 'code': 200} Sep 24 15:33:22.768164 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-2fafbadf-d2f0-4dd5-aa92-d998b8746330 req-ade73a25-bf69-47b5-8101-3e4869fecc3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:22.955278 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device f5b66c52-cbca-47dc-84cb-db7e30198419 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:33:22.985263 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c757a3-ee15-41b3-a658-68b0911ced9b req-88929f5e-233e-480a-8a63-1322ed363b42 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:22.993328 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a1c757a3-ee15-41b3-a658-68b0911ced9b req-88929f5e-233e-480a-8a63-1322ed363b42 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=a06d1df7-77e8-4d02-914c-afedef6fecbc HTTP/1.1" status: 200 len: 950 time: 0.1230681 Sep 24 15:33:23.116469 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a1c757a3-ee15-41b3-a658-68b0911ced9b req-ac5f2d12-dd83-4991-9259-72f0f9db998f tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201887 Sep 24 15:33:23.197105 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port f5b66c52-cbca-47dc-84cb-db7e30198419 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:33:23.197678 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:23.361724 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-676c3dc3-487d-44ba-9f09-d2927ce845cc None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:23.464531 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecb1d40-f003-4d5b-b419-1d6005a89d11 req-b8e363f3-f22f-473b-a41f-f6b1553039fd tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:23.470148 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7ecb1d40-f003-4d5b-b419-1d6005a89d11 req-b8e363f3-f22f-473b-a41f-f6b1553039fd tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.101 "GET /v2.0/ports?device_id=e0b82717-014c-4c1c-8ac2-6938e24c823b HTTP/1.1" status: 200 len: 944 time: 0.1179113 Sep 24 15:33:23.474118 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-676c3dc3-487d-44ba-9f09-d2927ce845cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:23.558688 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7ecb1d40-f003-4d5b-b419-1d6005a89d11 req-420a7a29-50e6-4bcf-a9cc-d20bdd6f7e20 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.101 "GET /v2.0/security-groups?id=aa14bf65-66e4-4157-aab9-4b95234ae5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0818326 Sep 24 15:33:23.587758 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-676c3dc3-487d-44ba-9f09-d2927ce845cc None None] Attempting to bind port 0afb48a5-0d32-48f2-b6ed-f18cf5851b06 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:33:23.588149 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-676c3dc3-487d-44ba-9f09-d2927ce845cc None None] Attempting to bind port 0afb48a5-0d32-48f2-b6ed-f18cf5851b06 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:33:23.588524 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676c3dc3-487d-44ba-9f09-d2927ce845cc None None] Attempting to bind port 0afb48a5-0d32-48f2-b6ed-f18cf5851b06 on network e6a2de20-1ea0-43e5-88e0-982d19e317d5 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:33:23.597946 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad34f35-fed5-4755-bb41-3e537b2aaae5 None None] Pushing event updated for resources: {'Port': ['ID=0afb48a5-0d32-48f2-b6ed-f18cf5851b06,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:23.611378 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676c3dc3-487d-44ba-9f09-d2927ce845cc None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:33:23.612409 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676c3dc3-487d-44ba-9f09-d2927ce845cc None None] Checking segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:33:23.613133 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-676c3dc3-487d-44ba-9f09-d2927ce845cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:23.613683 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676c3dc3-487d-44ba-9f09-d2927ce845cc None None] Bound using segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:33:23.614333 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-676c3dc3-487d-44ba-9f09-d2927ce845cc None None] Bound port: 0afb48a5-0d32-48f2-b6ed-f18cf5851b06, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:33:23.616974 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-676c3dc3-487d-44ba-9f09-d2927ce845cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:23.627499 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc451c1-7888-4b3b-9ea9-5aad925fcbaa req-db563161-d5cb-4a57-aca3-d07756c1af89 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:23.646105 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0cc451c1-7888-4b3b-9ea9-5aad925fcbaa req-db563161-d5cb-4a57-aca3-d07756c1af89 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=59311d6c-4343-41c9-bf60-082ab6fc25d9 HTTP/1.1" status: 200 len: 945 time: 0.9648271 Sep 24 15:33:23.680971 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-676c3dc3-487d-44ba-9f09-d2927ce845cc None None] For port 0afb48a5-0d32-48f2-b6ed-f18cf5851b06, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:33:23.684498 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-676c3dc3-487d-44ba-9f09-d2927ce845cc None None] For port 0afb48a5-0d32-48f2-b6ed-f18cf5851b06, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=0afb48a5-0d32-48f2-b6ed-f18cf5851b06,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:33:23.708324 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade73a25-bf69-47b5-8101-3e4869fecc3b service neutron] Pushing event updated for resources: {'Port': ['ID=66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7,revision_number=7']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:23.788118 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-2fafbadf-d2f0-4dd5-aa92-d998b8746330 req-ade73a25-bf69-47b5-8101-3e4869fecc3b service neutron] Attempting to bind port 66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7 on host n-h2-808921-1 for vnic_type normal with profile {"migrating_to": "n-h1-808921-1"} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:33:23.788614 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-2fafbadf-d2f0-4dd5-aa92-d998b8746330 req-ade73a25-bf69-47b5-8101-3e4869fecc3b service neutron] Attempting to bind port 66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '21e1a332-491d-46ef-987f-a7724d369c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '078714d9-431e-4632-b957-c9a7230e7876'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:33:23.789042 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fafbadf-d2f0-4dd5-aa92-d998b8746330 req-ade73a25-bf69-47b5-8101-3e4869fecc3b service neutron] Attempting to bind port 66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7 on network 078714d9-431e-4632-b957-c9a7230e7876 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:33:23.799285 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-676c3dc3-487d-44ba-9f09-d2927ce845cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:23.803727 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0cc451c1-7888-4b3b-9ea9-5aad925fcbaa req-c9d2ed97-7529-467c-8c73-40d4a6e7c69c tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531737 Sep 24 15:33:23.835388 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fafbadf-d2f0-4dd5-aa92-d998b8746330 req-ade73a25-bf69-47b5-8101-3e4869fecc3b service neutron] Port 66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7 on network 078714d9-431e-4632-b957-c9a7230e7876 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:33:23.836099 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fafbadf-d2f0-4dd5-aa92-d998b8746330 req-ade73a25-bf69-47b5-8101-3e4869fecc3b service neutron] Attempting to bind port 66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7 on network 078714d9-431e-4632-b957-c9a7230e7876 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:33:23.849488 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fafbadf-d2f0-4dd5-aa92-d998b8746330 req-ade73a25-bf69-47b5-8101-3e4869fecc3b service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:33:23.850168 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fafbadf-d2f0-4dd5-aa92-d998b8746330 req-ade73a25-bf69-47b5-8101-3e4869fecc3b service neutron] Checking segment: {'id': '21e1a332-491d-46ef-987f-a7724d369c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '078714d9-431e-4632-b957-c9a7230e7876'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:33:23.850830 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fafbadf-d2f0-4dd5-aa92-d998b8746330 req-ade73a25-bf69-47b5-8101-3e4869fecc3b service neutron] Bound using segment: {'id': '21e1a332-491d-46ef-987f-a7724d369c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '078714d9-431e-4632-b957-c9a7230e7876'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:33:23.851543 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-2fafbadf-d2f0-4dd5-aa92-d998b8746330 req-ade73a25-bf69-47b5-8101-3e4869fecc3b service neutron] Bound port: 66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21e1a332-491d-46ef-987f-a7724d369c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '078714d9-431e-4632-b957-c9a7230e7876'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:33:23.852257 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-2fafbadf-d2f0-4dd5-aa92-d998b8746330 req-ade73a25-bf69-47b5-8101-3e4869fecc3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:23.893251 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7 details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:33:23.934051 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676c3dc3-487d-44ba-9f09-d2927ce845cc None None] Routers {'fcb4368a-c523-4123-adb6-abcdc24f0790'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:33:23.934761 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-676c3dc3-487d-44ba-9f09-d2927ce845cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:33:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['fcb4368a-c523-4123-adb6-abcdc24f0790'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:33:23.948861 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-2fafbadf-d2f0-4dd5-aa92-d998b8746330 req-ade73a25-bf69-47b5-8101-3e4869fecc3b service neutron] For port 66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:33:23.953876 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-2fafbadf-d2f0-4dd5-aa92-d998b8746330 req-ade73a25-bf69-47b5-8101-3e4869fecc3b service neutron] For port 66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7,segment=NetworkSegment(21e1a332-491d-46ef-987f-a7724d369c2e),segment_id=21e1a332-491d-46ef-987f-a7724d369c2e)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:33:24.026825 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-36aff4ad-c148-4480-9bf9-72fcf8633e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:24.034037 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-2fafbadf-d2f0-4dd5-aa92-d998b8746330 req-ade73a25-bf69-47b5-8101-3e4869fecc3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:24.104694 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 40442) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:24.123222 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-676c3dc3-487d-44ba-9f09-d2927ce845cc None None] Set router fcb4368a-c523-4123-adb6-abcdc24f0790 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:33:24.212594 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 7cbd751f-8ebe-4050-b383-5064636d6c27 up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:33:24.300656 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade73a25-bf69-47b5-8101-3e4869fecc3b service neutron] Pushing event updated for resources: {'Port': ['ID=66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7,revision_number=8']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:24.304825 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fafbadf-d2f0-4dd5-aa92-d998b8746330 req-ade73a25-bf69-47b5-8101-3e4869fecc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:24.305593 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-2fafbadf-d2f0-4dd5-aa92-d998b8746330 req-ade73a25-bf69-47b5-8101-3e4869fecc3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:24.307192 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2fafbadf-d2f0-4dd5-aa92-d998b8746330 req-ade73a25-bf69-47b5-8101-3e4869fecc3b service neutron] 10.222.0.110 "PUT /v2.0/ports/66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7 HTTP/1.1" status: 200 len: 1121 time: 2.5451066 Sep 24 15:33:24.492608 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade73a25-bf69-47b5-8101-3e4869fecc3b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:33:24.493161 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade73a25-bf69-47b5-8101-3e4869fecc3b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:33:24.493946 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade73a25-bf69-47b5-8101-3e4869fecc3b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:33:24.497211 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade73a25-bf69-47b5-8101-3e4869fecc3b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:33:24.497764 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade73a25-bf69-47b5-8101-3e4869fecc3b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:33:24.498273 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade73a25-bf69-47b5-8101-3e4869fecc3b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:33:24.498739 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade73a25-bf69-47b5-8101-3e4869fecc3b service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:33:24.499788 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade73a25-bf69-47b5-8101-3e4869fecc3b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:33:24.500413 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade73a25-bf69-47b5-8101-3e4869fecc3b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:33:24.502017 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade73a25-bf69-47b5-8101-3e4869fecc3b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:33:24.503706 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade73a25-bf69-47b5-8101-3e4869fecc3b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:33:24.504173 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade73a25-bf69-47b5-8101-3e4869fecc3b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:33:24.529583 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-99624d14-48af-4b51-8525-1fe33ca886fd admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-803376751-network', 'tenant_id': '794bf2b3e8c94e3a8cfaf1b506f2f98d'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:33:24.562827 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad34f35-fed5-4755-bb41-3e537b2aaae5 None None] Pushing event updated for resources: {'Port': ['ID=0afb48a5-0d32-48f2-b6ed-f18cf5851b06,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:24.604106 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e78fb14-d717-4419-84a1-4b20a4b0bb2c req-3c6dc6aa-31e6-48ac-8edd-44fa558d8c19 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:24.606252 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0e78fb14-d717-4419-84a1-4b20a4b0bb2c req-3c6dc6aa-31e6-48ac-8edd-44fa558d8c19 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=a06d1df7-77e8-4d02-914c-afedef6fecbc HTTP/1.1" status: 200 len: 950 time: 0.1494038 Sep 24 15:33:24.694042 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:33:24.746629 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0e78fb14-d717-4419-84a1-4b20a4b0bb2c req-174034eb-0404-48d1-ba40-b65e2173ad33 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257284 Sep 24 15:33:24.748746 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99624d14-48af-4b51-8525-1fe33ca886fd admin admin] Made reservation on behalf of 794bf2b3e8c94e3a8cfaf1b506f2f98d for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:33:24.769126 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59311d6c-4343-41c9-bf60-082ab6fc25d9', 'tag': '66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:33:24.769126 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681413aa-c650-48f7-9435-d1774fb7066c" -d '{"events": [{"name": "network-changed", "server_uuid": "59311d6c-4343-41c9-bf60-082ab6fc25d9", "tag": "66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:33:24.788950 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-99624d14-48af-4b51-8525-1fe33ca886fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:24.797774 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-36aff4ad-c148-4480-9bf9-72fcf8633e27 admin admin] Allocated IP 172.20.0.1 (f77651dc-abcf-4ff1-b08b-71ecd9194fcc/c4b2623e-d4e7-4367-be9e-77901b667453/2552b796-ef4a-49ed-871a-0d8d10e075e9) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:33:24.821515 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-99624d14-48af-4b51-8525-1fe33ca886fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:24.846255 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:33:24.864556 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7efbdf3-2063-45f7-8aac-d05359268934 req-1eeffd5d-9513-4186-b17d-8fc914498fb7 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:24.866406 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d7efbdf3-2063-45f7-8aac-d05359268934 req-1eeffd5d-9513-4186-b17d-8fc914498fb7 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.101 "GET /v2.0/ports?device_id=e0b82717-014c-4c1c-8ac2-6938e24c823b HTTP/1.1" status: 200 len: 944 time: 0.0893214 Sep 24 15:33:24.888570 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-604a8b7c-b761-48e4-9c68-3fa254b8fb55 x-openstack-request-id: req-604a8b7c-b761-48e4-9c68-3fa254b8fb55 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:33:24.889512 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59311d6c-4343-41c9-bf60-082ab6fc25d9", "tag": "66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:33:24.889512 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-604a8b7c-b761-48e4-9c68-3fa254b8fb55 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:33:24.889737 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59311d6c-4343-41c9-bf60-082ab6fc25d9', 'tag': '66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7', 'status': 'completed', 'code': 200} Sep 24 15:33:24.971756 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port 7cbd751f-8ebe-4050-b383-5064636d6c27 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:33:24.998368 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d7efbdf3-2063-45f7-8aac-d05359268934 req-58e97b18-b113-4e99-b6d2-b6e78c0301ca tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.101 "GET /v2.0/security-groups?id=aa14bf65-66e4-4157-aab9-4b95234ae5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1213944 Sep 24 15:33:25.035021 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681413aa-c650-48f7-9435-d1774fb7066c req-4e042f87-ccfb-4fac-b914-c2943703710e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:25.036538 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-681413aa-c650-48f7-9435-d1774fb7066c req-4e042f87-ccfb-4fac-b914-c2943703710e service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=afd1b0df78e44afd8dcda9521b21852d&device_id=59311d6c-4343-41c9-bf60-082ab6fc25d9 HTTP/1.1" status: 200 len: 1124 time: 0.1062260 Sep 24 15:33:25.039606 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-36aff4ad-c148-4480-9bf9-72fcf8633e27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:25.131348 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port 7cbd751f-8ebe-4050-b383-5064636d6c27 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:33:25.132553 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:25.147240 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681413aa-c650-48f7-9435-d1774fb7066c req-5f3a727b-df68-4ec8-b651-e54ab1218179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:25.148745 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-681413aa-c650-48f7-9435-d1774fb7066c req-5f3a727b-df68-4ec8-b651-e54ab1218179 service neutron] 10.222.0.108 "GET /v2.0/networks?id=078714d9-431e-4632-b957-c9a7230e7876 HTTP/1.1" status: 200 len: 909 time: 0.1010160 Sep 24 15:33:25.209836 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-681413aa-c650-48f7-9435-d1774fb7066c req-9d411411-e41e-4ff6-ad72-da5e84259289 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7 HTTP/1.1" status: 200 len: 217 time: 0.0521107 Sep 24 15:33:25.304435 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681413aa-c650-48f7-9435-d1774fb7066c req-20e322bb-28c3-4c9c-a0e3-72a95141df6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:25.310760 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-681413aa-c650-48f7-9435-d1774fb7066c req-20e322bb-28c3-4c9c-a0e3-72a95141df6b service neutron] 10.222.0.108 "GET /v2.0/subnets?id=84366809-0e1f-47c8-b0ea-166b7d29d1a7 HTTP/1.1" status: 200 len: 847 time: 0.0844791 Sep 24 15:33:25.314982 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-36aff4ad-c148-4480-9bf9-72fcf8633e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:25.322633 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a495f554-c7bb-47b4-9ba2-fbb0d536f642 req-06a6787c-c51f-4473-9752-7f05ed2cd50e tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:25.339451 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a495f554-c7bb-47b4-9ba2-fbb0d536f642 req-06a6787c-c51f-4473-9752-7f05ed2cd50e tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=59311d6c-4343-41c9-bf60-082ab6fc25d9 HTTP/1.1" status: 200 len: 943 time: 0.3516688 Sep 24 15:33:25.432395 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36aff4ad-c148-4480-9bf9-72fcf8633e27 admin admin] Network f77651dc-abcf-4ff1-b08b-71ecd9194fcc is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:33:25.439630 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-681413aa-c650-48f7-9435-d1774fb7066c req-f5352801-7285-431c-b8ae-98896a0588a8 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=078714d9-431e-4632-b957-c9a7230e7876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1101806 Sep 24 15:33:25.439834 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-36aff4ad-c148-4480-9bf9-72fcf8633e27 admin admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:33:25.453846 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36aff4ad-c148-4480-9bf9-72fcf8633e27 admin admin] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:33:25.491652 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a495f554-c7bb-47b4-9ba2-fbb0d536f642 req-c0600c3c-b9f1-4904-8064-7547455e6830 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524181 Sep 24 15:33:25.518638 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aff4ad-c148-4480-9bf9-72fcf8633e27 admin admin] Pushing event updated for resources: {'Port': ['ID=2552b796-ef4a-49ed-871a-0d8d10e075e9,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:25.603873 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-99624d14-48af-4b51-8525-1fe33ca886fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:25.631029 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7, host n-h2-808921-1, got binding levels [] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:33:25.643087 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-36aff4ad-c148-4480-9bf9-72fcf8633e27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:25.713481 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-99624d14-48af-4b51-8525-1fe33ca886fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:25.736395 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99624d14-48af-4b51-8525-1fe33ca886fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1295} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:33:25.768683 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-99624d14-48af-4b51-8525-1fe33ca886fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:25.768683 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-99624d14-48af-4b51-8525-1fe33ca886fd admin admin] Added segment bf0775a3-0d11-4ec9-b9b8-55223271ab5b of type vlan for network df43287b-c95d-402b-b475-ac3828e0a924 Sep 24 15:33:25.801131 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-681413aa-c650-48f7-9435-d1774fb7066c req-e730b679-1be8-4365-a93e-9a9248601863 service neutron] 10.222.0.108 "GET /v2.0/networks/078714d9-431e-4632-b957-c9a7230e7876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3427627 Sep 24 15:33:25.893825 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Attempting to bind port 66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7 on host n-h2-808921-1 for vnic_type normal with profile {"migrating_to": "n-h1-808921-1"} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:33:25.899801 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Attempting to bind port 66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '21e1a332-491d-46ef-987f-a7724d369c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '078714d9-431e-4632-b957-c9a7230e7876'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:33:25.902492 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Attempting to bind port 66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7 on network 078714d9-431e-4632-b957-c9a7230e7876 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:33:25.941225 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:25.956724 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99624d14-48af-4b51-8525-1fe33ca886fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d20ac73-a58d-4b81-8f56-3b785247b20c,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:25.962829 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Port 66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7 on network 078714d9-431e-4632-b957-c9a7230e7876 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:33:25.963236 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Attempting to bind port 66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7 on network 078714d9-431e-4632-b957-c9a7230e7876 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:33:25.987152 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-681413aa-c650-48f7-9435-d1774fb7066c req-921d0b59-0cda-4806-8ab6-0b3030c22844 service neutron] 10.222.0.108 "GET /v2.0/networks/078714d9-431e-4632-b957-c9a7230e7876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750722 Sep 24 15:33:26.008904 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99624d14-48af-4b51-8525-1fe33ca886fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:33:26.009620 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99624d14-48af-4b51-8525-1fe33ca886fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:33:26.010011 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99624d14-48af-4b51-8525-1fe33ca886fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:33:26.011634 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99624d14-48af-4b51-8525-1fe33ca886fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:33:26.012076 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99624d14-48af-4b51-8525-1fe33ca886fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:33:26.012509 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99624d14-48af-4b51-8525-1fe33ca886fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:33:26.013062 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99624d14-48af-4b51-8525-1fe33ca886fd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:33:26.013516 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99624d14-48af-4b51-8525-1fe33ca886fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:33:26.013954 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99624d14-48af-4b51-8525-1fe33ca886fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:33:26.014417 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99624d14-48af-4b51-8525-1fe33ca886fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:33:26.015600 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99624d14-48af-4b51-8525-1fe33ca886fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:33:26.016054 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99624d14-48af-4b51-8525-1fe33ca886fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:33:26.018025 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 33, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:33:26.018641 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Checking segment: {'id': '21e1a332-491d-46ef-987f-a7724d369c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '078714d9-431e-4632-b957-c9a7230e7876'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:33:26.019921 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Bound using segment: {'id': '21e1a332-491d-46ef-987f-a7724d369c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '078714d9-431e-4632-b957-c9a7230e7876'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:33:26.021639 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Bound port: 66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21e1a332-491d-46ef-987f-a7724d369c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '078714d9-431e-4632-b957-c9a7230e7876'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:33:26.022414 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:26.048838 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-99624d14-48af-4b51-8525-1fe33ca886fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:26.070774 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55514ab2-3710-4018-8ab5-886f056a76a3 req-96750f9e-d31e-4336-9e68-132194487128 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:26.079196 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-55514ab2-3710-4018-8ab5-886f056a76a3 req-96750f9e-d31e-4336-9e68-132194487128 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=a06d1df7-77e8-4d02-914c-afedef6fecbc HTTP/1.1" status: 200 len: 950 time: 0.1361704 Sep 24 15:33:26.098760 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0b82717-014c-4c1c-8ac2-6938e24c823b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cbd751f-8ebe-4050-b383-5064636d6c27'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:33:26.108991 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c5fb55-faa9-4f82-88a0-8304c1fbbf70" -d '{"events": [{"server_uuid": "e0b82717-014c-4c1c-8ac2-6938e24c823b", "name": "network-vif-plugged", "status": "completed", "tag": "7cbd751f-8ebe-4050-b383-5064636d6c27"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:33:26.142201 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-36aff4ad-c148-4480-9bf9-72fcf8633e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:26.155294 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-55514ab2-3710-4018-8ab5-886f056a76a3 req-fd15dc23-b21d-43fa-a086-2df8c5baeba4 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749352 Sep 24 15:33:26.164673 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-676c3dc3-487d-44ba-9f09-d2927ce845cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb4368a-c523-4123-adb6-abcdc24f0790', 'name': 'tempest-FloatingIPsNegativeTestJSON-507612040-router', 'tenant_id': '5db001db3ab345fb95f2e5ac77ab8ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '0afb48a5-0d32-48f2-b6ed-f18cf5851b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:33:16Z', 'updated_at': '2021-09-24T15:33:19Z', 'revision_number': 3, 'project_id': '5db001db3ab345fb95f2e5ac77ab8ebc', 'gw_port': {'id': '0afb48a5-0d32-48f2-b6ed-f18cf5851b06', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:21:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb4368a-c523-4123-adb6-abcdc24f0790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:33:18Z', 'updated_at': '2021-09-24T15:33:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:33:26.217957 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676c3dc3-487d-44ba-9f09-d2927ce845cc None None] The sync data for ids ['fcb4368a-c523-4123-adb6-abcdc24f0790'] in n-d-808921-1 is: [{'id': 'fcb4368a-c523-4123-adb6-abcdc24f0790', 'name': 'tempest-FloatingIPsNegativeTestJSON-507612040-router', 'tenant_id': '5db001db3ab345fb95f2e5ac77ab8ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '0afb48a5-0d32-48f2-b6ed-f18cf5851b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:33:16Z', 'updated_at': '2021-09-24T15:33:19Z', 'revision_number': 3, 'project_id': '5db001db3ab345fb95f2e5ac77ab8ebc', 'gw_port': {'id': '0afb48a5-0d32-48f2-b6ed-f18cf5851b06', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:21:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb4368a-c523-4123-adb6-abcdc24f0790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:33:18Z', 'updated_at': '2021-09-24T15:33:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:33:26.222969 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 7cbd751f-8ebe-4050-b383-5064636d6c27, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=7cbd751f-8ebe-4050-b383-5064636d6c27,segment=NetworkSegment(4a0ad0df-c4de-46cb-9636-e9e0c87ce832),segment_id=4a0ad0df-c4de-46cb-9636-e9e0c87ce832)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:33:26.273542 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-665e43de-5093-44a7-9e10-d52ac18c4631 x-openstack-request-id: req-665e43de-5093-44a7-9e10-d52ac18c4631 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:33:26.274171 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0b82717-014c-4c1c-8ac2-6938e24c823b", "name": "network-vif-plugged", "status": "completed", "tag": "7cbd751f-8ebe-4050-b383-5064636d6c27", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:33:26.274748 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-665e43de-5093-44a7-9e10-d52ac18c4631 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:33:26.275387 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0b82717-014c-4c1c-8ac2-6938e24c823b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cbd751f-8ebe-4050-b383-5064636d6c27', 'code': 200} Sep 24 15:33:26.276243 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-bc1c35a3-4442-4be5-8266-772aa53d2fe7 None None] Provisioning complete for port 2552b796-ef4a-49ed-871a-0d8d10e075e9 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:33:26.276804 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-bc1c35a3-4442-4be5-8266-772aa53d2fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:26.280022 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf49986-c270-46d5-94cc-9f874e5a71df req-6bfab0a6-8e47-4729-83a2-aecd67db0658 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:26.283282 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9bf49986-c270-46d5-94cc-9f874e5a71df req-6bfab0a6-8e47-4729-83a2-aecd67db0658 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.101 "GET /v2.0/ports?device_id=e0b82717-014c-4c1c-8ac2-6938e24c823b HTTP/1.1" status: 200 len: 944 time: 0.1475658 Sep 24 15:33:26.334992 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9bf49986-c270-46d5-94cc-9f874e5a71df req-fb9a3170-9436-4fad-a1b2-9115486bb34c tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.101 "GET /v2.0/security-groups?id=aa14bf65-66e4-4157-aab9-4b95234ae5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387318 Sep 24 15:33:26.391646 n-d-808921-1 neutron-server[95299]: WARNING neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Concurrent port binding operations failed on port 66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7 Sep 24 15:33:26.463023 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7,segment=NetworkSegment(21e1a332-491d-46ef-987f-a7724d369c2e),segment_id=21e1a332-491d-46ef-987f-a7724d369c2e)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:33:26.463023 n-d-808921-1 neutron-server[95299]: INFO neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Attempt 2 to bind port 66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7 Sep 24 15:33:26.463023 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7 has no active binding in host n-h1-808921-1 {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 24 15:33:26.463023 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-bc1c35a3-4442-4be5-8266-772aa53d2fe7 None None] Port 2552b796-ef4a-49ed-871a-0d8d10e075e9 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:33:26.463383 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3259a67f-e9b2-4efa-b817-221e364b4dc2 req-eec1445b-a27c-4956-a152-1d98041315ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:26.463383 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3259a67f-e9b2-4efa-b817-221e364b4dc2 req-eec1445b-a27c-4956-a152-1d98041315ec service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=e0b82717-014c-4c1c-8ac2-6938e24c823b HTTP/1.1" status: 200 len: 1095 time: 0.1072290 Sep 24 15:33:26.507592 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-36aff4ad-c148-4480-9bf9-72fcf8633e27 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:26.510771 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3259a67f-e9b2-4efa-b817-221e364b4dc2 req-688f36e9-357a-4a6a-8b24-4c9c28628345 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=aa14bf65-66e4-4157-aab9-4b95234ae5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0543516 Sep 24 15:33:26.654254 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d0ab5-abc2-44e3-a1bb-33b5bbf49b1c req-b2091cd7-85f4-4b94-b5c7-e550aa146316 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:26.665446 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-760d0ab5-abc2-44e3-a1bb-33b5bbf49b1c req-b2091cd7-85f4-4b94-b5c7-e550aa146316 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=59311d6c-4343-41c9-bf60-082ab6fc25d9 HTTP/1.1" status: 200 len: 943 time: 0.0953231 Sep 24 15:33:26.704507 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-760d0ab5-abc2-44e3-a1bb-33b5bbf49b1c req-2643a88f-3ad6-4444-908b-140151af2fdf tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378923 Sep 24 15:33:26.862088 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 0afb48a5-0d32-48f2-b6ed-f18cf5851b06 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:33:26.884294 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-99624d14-48af-4b51-8525-1fe33ca886fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:26.890807 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99624d14-48af-4b51-8525-1fe33ca886fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:26.890807 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-99624d14-48af-4b51-8525-1fe33ca886fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:26.920368 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 0afb48a5-0d32-48f2-b6ed-f18cf5851b06 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:33:26.921826 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:26.935388 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-36aff4ad-c148-4480-9bf9-72fcf8633e27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:26.960797 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:27.027301 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99624d14-48af-4b51-8525-1fe33ca886fd admin admin] Pushing event updated for resources: {'Network': ['ID=df43287b-c95d-402b-b475-ac3828e0a924,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:27.038176 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network df43287b-c95d-402b-b475-ac3828e0a924 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:33:27.044917 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=7cbd751f-8ebe-4050-b383-5064636d6c27,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:27.080230 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:33:27.080752 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:33:27.081255 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:33:27.081868 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:33:27.082654 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:33:27.083673 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:33:27.084195 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:33:27.084723 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:33:27.085209 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:33:27.085693 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:33:27.086170 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:33:27.086683 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:33:27.088374 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-99624d14-48af-4b51-8525-1fe33ca886fd admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.9819639 Sep 24 15:33:27.089200 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 40506) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:27.095914 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-b5247ba8-d35c-4eb4-b995-5771d6eaa6f9 admin admin] Request body: {'subnet': {'network_id': 'df43287b-c95d-402b-b475-ac3828e0a924', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-803376751-subnet', 'tenant_id': '794bf2b3e8c94e3a8cfaf1b506f2f98d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:33:27.165254 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aff4ad-c148-4480-9bf9-72fcf8633e27 admin admin] Pushing event updated for resources: {'Port': ['ID=2552b796-ef4a-49ed-871a-0d8d10e075e9,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:27.169564 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:27.213591 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-36aff4ad-c148-4480-9bf9-72fcf8633e27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:27.260612 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port 0afb48a5-0d32-48f2-b6ed-f18cf5851b06, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=0afb48a5-0d32-48f2-b6ed-f18cf5851b06,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:33:27.267179 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5247ba8-d35c-4eb4-b995-5771d6eaa6f9 admin admin] Made reservation on behalf of 794bf2b3e8c94e3a8cfaf1b506f2f98d for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:33:27.273295 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b5247ba8-d35c-4eb4-b995-5771d6eaa6f9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:27.375704 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36aff4ad-c148-4480-9bf9-72fcf8633e27 admin admin] Network f77651dc-abcf-4ff1-b08b-71ecd9194fcc is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:33:27.384863 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-36aff4ad-c148-4480-9bf9-72fcf8633e27 admin admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:33:27.421134 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:27.563875 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a20a4b-b357-4716-935f-cdc859f408a3 req-271c3a60-8ccf-4914-bf7b-31cde7799ec1 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:27.570408 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d9a20a4b-b357-4716-935f-cdc859f408a3 req-271c3a60-8ccf-4914-bf7b-31cde7799ec1 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=a06d1df7-77e8-4d02-914c-afedef6fecbc HTTP/1.1" status: 200 len: 950 time: 0.2293491 Sep 24 15:33:27.606635 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=0afb48a5-0d32-48f2-b6ed-f18cf5851b06,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:27.722198 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d9a20a4b-b357-4716-935f-cdc859f408a3 req-a0d47cc1-17df-4e85-bf68-acb4c0a80d47 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871739 Sep 24 15:33:27.726206 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28e42d-0cf7-41d9-a75a-1277534e83e3 req-d66c24ef-d119-4e5f-b76f-c7a5aec6f993 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:27.735934 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0f28e42d-0cf7-41d9-a75a-1277534e83e3 req-d66c24ef-d119-4e5f-b76f-c7a5aec6f993 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.101 "GET /v2.0/ports?device_id=e0b82717-014c-4c1c-8ac2-6938e24c823b HTTP/1.1" status: 200 len: 945 time: 0.1671801 Sep 24 15:33:27.756407 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36aff4ad-c148-4480-9bf9-72fcf8633e27 admin admin] Router fcb4368a-c523-4123-adb6-abcdc24f0790 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:33:27.816860 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0f28e42d-0cf7-41d9-a75a-1277534e83e3 req-211a5b22-fd18-48a4-a3ce-37422f959184 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.101 "GET /v2.0/security-groups?id=aa14bf65-66e4-4157-aab9-4b95234ae5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0798185 Sep 24 15:33:27.851648 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b5247ba8-d35c-4eb4-b995-5771d6eaa6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:27.861492 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-cc0b84d2-3bf9-48ba-ad68-879e620ce23d None None] Provisioning complete for port 2552b796-ef4a-49ed-871a-0d8d10e075e9 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:33:27.861492 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-cc0b84d2-3bf9-48ba-ad68-879e620ce23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:27.959880 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-cc0b84d2-3bf9-48ba-ad68-879e620ce23d None None] Port 2552b796-ef4a-49ed-871a-0d8d10e075e9 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:33:27.994069 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36aff4ad-c148-4480-9bf9-72fcf8633e27 admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:33:28.004964 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-36aff4ad-c148-4480-9bf9-72fcf8633e27 admin admin] 10.222.0.101 "PUT /v2.0/routers/fcb4368a-c523-4123-adb6-abcdc24f0790/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3280952 Sep 24 15:33:28.142438 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5247ba8-d35c-4eb4-b995-5771d6eaa6f9 admin admin] Checking segment: {'id': 'bf0775a3-0d11-4ec9-b9b8-55223271ab5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'df43287b-c95d-402b-b475-ac3828e0a924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:33:28.142998 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5247ba8-d35c-4eb4-b995-5771d6eaa6f9 admin admin] Network hostable DHCP agents. Network: df43287b-c95d-402b-b475-ac3828e0a924, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:33:28.154265 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5247ba8-d35c-4eb4-b995-5771d6eaa6f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=305095d6-4096-4e95-b60d-405d1b91598d,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:28.221037 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e267632-66dc-40ab-b819-df270905bd62 req-20c07c84-f43f-4521-9db0-736cadcdc605 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:28.222680 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8e267632-66dc-40ab-b819-df270905bd62 req-20c07c84-f43f-4521-9db0-736cadcdc605 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=59311d6c-4343-41c9-bf60-082ab6fc25d9 HTTP/1.1" status: 200 len: 943 time: 0.2343104 Sep 24 15:33:28.311266 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8e267632-66dc-40ab-b819-df270905bd62 req-3c25af03-ede6-4ef9-a3cd-5065fe3a66c1 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705228 Sep 24 15:33:28.362391 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5247ba8-d35c-4eb4-b995-5771d6eaa6f9 admin admin] Network df43287b-c95d-402b-b475-ac3828e0a924 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:33:28.447059 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-b5247ba8-d35c-4eb4-b995-5771d6eaa6f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, df43287b-c95d-402b-b475-ac3828e0a924) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:33:28.452863 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5247ba8-d35c-4eb4-b995-5771d6eaa6f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:28.453690 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b5247ba8-d35c-4eb4-b995-5771d6eaa6f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:28.457946 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2329bc09-ee33-4b0e-9336-51403e7afdc2 None None] Network df43287b-c95d-402b-b475-ac3828e0a924 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:33:28.501101 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-28ae4c41-a47e-4a2d-9a38-52463dcb39a8 req-7cced7cc-2d3d-46e2-bf86-66de60d65da4 tempest-FloatingIPsNegativeTestJSON-1424375807 tempest-FloatingIPsNegativeTestJSON-1424375807-project] 10.222.0.101 "GET /v2.0/floatingips?tenant_id=5db001db3ab345fb95f2e5ac77ab8ebc HTTP/1.1" status: 200 len: 217 time: 0.0814915 Sep 24 15:33:28.540678 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9538e062-f661-4c39-a17d-afe473b9453a None None] Sync routers for ids ['fcb4368a-c523-4123-adb6-abcdc24f0790'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:33:28.553862 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9538e062-f661-4c39-a17d-afe473b9453a None None] Routers {'fcb4368a-c523-4123-adb6-abcdc24f0790'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:33:28.554676 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-9538e062-f661-4c39-a17d-afe473b9453a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:33:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['fcb4368a-c523-4123-adb6-abcdc24f0790'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:33:28.580812 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b5247ba8-d35c-4eb4-b995-5771d6eaa6f9 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4900224 Sep 24 15:33:28.612635 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4fb6bef7-e201-423a-afe3-5b88e46da44d req-28a505f0-774a-4eb0-b20e-ae2677cd0720 tempest-FloatingIPsNegativeTestJSON-1424375807 tempest-FloatingIPsNegativeTestJSON-1424375807-project] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0632744 Sep 24 15:33:28.699614 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-9538e062-f661-4c39-a17d-afe473b9453a None None] Set router fcb4368a-c523-4123-adb6-abcdc24f0790 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:33:28.729312 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [req-bbaf3486-c301-46b1-abed-5b69de9f9b9d req-ad344430-de7d-4499-b7a5-052b03d6aa93 tempest-FloatingIPsNegativeTestJSON-1424375807 tempest-FloatingIPsNegativeTestJSON-1424375807-project] show failed (client error): The resource could not be found. Sep 24 15:33:28.730382 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bbaf3486-c301-46b1-abed-5b69de9f9b9d req-ad344430-de7d-4499-b7a5-052b03d6aa93 tempest-FloatingIPsNegativeTestJSON-1424375807 tempest-FloatingIPsNegativeTestJSON-1424375807-project] 10.222.0.101 "GET /v2.0/floatingips/05e2d885-46ea-48e3-86db-f7af79ac5b5d HTTP/1.1" status: 404 len: 350 time: 0.0878854 Sep 24 15:33:28.741045 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 40542) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:28.755476 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b3b11e-79e5-4eb7-b8b0-8cc201fd6601 None None] Network df43287b-c95d-402b-b475-ac3828e0a924 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:33:28.928411 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 0afb48a5-0d32-48f2-b6ed-f18cf5851b06 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:33:28.961710 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-8117bcac-6e6c-46c2-b387-6b48c43678c2 req-0488e62a-c535-4a8f-a754-05da2a76cf04 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-943733155', 'description': 'tempest-description-1692418500'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:33:29.025640 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 0afb48a5-0d32-48f2-b6ed-f18cf5851b06 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:33:29.026026 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-9538e062-f661-4c39-a17d-afe473b9453a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb4368a-c523-4123-adb6-abcdc24f0790', 'name': 'tempest-FloatingIPsNegativeTestJSON-507612040-router', 'tenant_id': '5db001db3ab345fb95f2e5ac77ab8ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '0afb48a5-0d32-48f2-b6ed-f18cf5851b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:33:16Z', 'updated_at': '2021-09-24T15:33:25Z', 'revision_number': 4, 'project_id': '5db001db3ab345fb95f2e5ac77ab8ebc', 'gw_port': {'id': '0afb48a5-0d32-48f2-b6ed-f18cf5851b06', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:21:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb4368a-c523-4123-adb6-abcdc24f0790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:33:18Z', 'updated_at': '2021-09-24T15:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '2552b796-ef4a-49ed-871a-0d8d10e075e9', 'name': '', 'network_id': 'f77651dc-abcf-4ff1-b08b-71ecd9194fcc', 'tenant_id': '5db001db3ab345fb95f2e5ac77ab8ebc', 'mac_address': 'fa:16:3e:69:f9:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb4368a-c523-4123-adb6-abcdc24f0790', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'c4b2623e-d4e7-4367-be9e-77901b667453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:33:24Z', 'updated_at': '2021-09-24T15:33:26Z', 'revision_number': 2, 'project_id': '5db001db3ab345fb95f2e5ac77ab8ebc', 'subnets': [{'id': 'c4b2623e-d4e7-4367-be9e-77901b667453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:33:29.027579 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:29.039841 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e69486-5636-48fc-9b19-84b838950d56 req-7b83ae30-c60b-45fb-acfa-b148f5d0f2d8 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:29.041609 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-29e69486-5636-48fc-9b19-84b838950d56 req-7b83ae30-c60b-45fb-acfa-b148f5d0f2d8 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=a06d1df7-77e8-4d02-914c-afedef6fecbc HTTP/1.1" status: 200 len: 950 time: 0.1611323 Sep 24 15:33:29.067368 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9538e062-f661-4c39-a17d-afe473b9453a None None] Checking router: fcb4368a-c523-4123-adb6-abcdc24f0790 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:33:29.068098 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9538e062-f661-4c39-a17d-afe473b9453a None None] Updating router fcb4368a-c523-4123-adb6-abcdc24f0790 port 2552b796-ef4a-49ed-871a-0d8d10e075e9 binding host n-d-808921-1 {{(pid=95300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:33:29.089795 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8117bcac-6e6c-46c2-b387-6b48c43678c2 req-0488e62a-c535-4a8f-a754-05da2a76cf04 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:29.109163 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-9538e062-f661-4c39-a17d-afe473b9453a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:29.274790 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-29e69486-5636-48fc-9b19-84b838950d56 req-066868a4-2ec5-434f-b7c4-bc6145bc2758 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225978 Sep 24 15:33:29.307907 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8117bcac-6e6c-46c2-b387-6b48c43678c2 req-0488e62a-c535-4a8f-a754-05da2a76cf04 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:29.397971 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8117bcac-6e6c-46c2-b387-6b48c43678c2 req-0488e62a-c535-4a8f-a754-05da2a76cf04 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:29.485158 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0488e62a-c535-4a8f-a754-05da2a76cf04 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9ba9508-ea7b-433f-8ba6-b5001a3c10ea,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:29.552640 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8117bcac-6e6c-46c2-b387-6b48c43678c2 req-0488e62a-c535-4a8f-a754-05da2a76cf04 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:29.553910 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8117bcac-6e6c-46c2-b387-6b48c43678c2 req-0488e62a-c535-4a8f-a754-05da2a76cf04 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5970376 Sep 24 15:33:29.694145 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-9538e062-f661-4c39-a17d-afe473b9453a None None] Notify callbacks [] for port, precommit_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:29.729281 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd826062-75cd-483e-a579-5ed252a9e35a req-0159088a-858e-44c2-9b65-638bc84ccfa5 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:29.730891 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-dd826062-75cd-483e-a579-5ed252a9e35a req-0159088a-858e-44c2-9b65-638bc84ccfa5 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.101 "GET /v2.0/ports?device_id=e0b82717-014c-4c1c-8ac2-6938e24c823b HTTP/1.1" status: 200 len: 945 time: 0.1007121 Sep 24 15:33:29.787136 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-9538e062-f661-4c39-a17d-afe473b9453a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:29.855345 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003783d7-3379-40bb-848c-47d8d359648f req-14cee92a-6796-4441-b5f5-753724134769 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:29.864102 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-003783d7-3379-40bb-848c-47d8d359648f req-14cee92a-6796-4441-b5f5-753724134769 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=59311d6c-4343-41c9-bf60-082ab6fc25d9 HTTP/1.1" status: 200 len: 943 time: 0.1156831 Sep 24 15:33:29.883937 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d82a382-1d9d-48b6-bab8-15a67bab4c3e None None] Pushing event updated for resources: {'Port': ['ID=2552b796-ef4a-49ed-871a-0d8d10e075e9,revision_number=3']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:29.896552 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d82a382-1d9d-48b6-bab8-15a67bab4c3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:33:29.896552 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d82a382-1d9d-48b6-bab8-15a67bab4c3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:33:29.896552 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d82a382-1d9d-48b6-bab8-15a67bab4c3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:33:29.896552 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d82a382-1d9d-48b6-bab8-15a67bab4c3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:33:29.896552 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d82a382-1d9d-48b6-bab8-15a67bab4c3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:33:29.896552 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d82a382-1d9d-48b6-bab8-15a67bab4c3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:33:29.896552 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d82a382-1d9d-48b6-bab8-15a67bab4c3e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:33:29.896552 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d82a382-1d9d-48b6-bab8-15a67bab4c3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:33:29.897183 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d82a382-1d9d-48b6-bab8-15a67bab4c3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:33:29.897183 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d82a382-1d9d-48b6-bab8-15a67bab4c3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:33:29.897447 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d82a382-1d9d-48b6-bab8-15a67bab4c3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:33:29.900754 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d82a382-1d9d-48b6-bab8-15a67bab4c3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:33:29.943924 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-9538e062-f661-4c39-a17d-afe473b9453a None None] Attempting to bind port 2552b796-ef4a-49ed-871a-0d8d10e075e9 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:33:29.944447 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-9538e062-f661-4c39-a17d-afe473b9453a None None] Attempting to bind port 2552b796-ef4a-49ed-871a-0d8d10e075e9 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '539c2cdf-1d36-4f70-83d3-6b5033e9c1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': 'f77651dc-abcf-4ff1-b08b-71ecd9194fcc'}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:33:29.944908 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9538e062-f661-4c39-a17d-afe473b9453a None None] Attempting to bind port 2552b796-ef4a-49ed-871a-0d8d10e075e9 on network f77651dc-abcf-4ff1-b08b-71ecd9194fcc {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:33:29.949222 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-003783d7-3379-40bb-848c-47d8d359648f req-941af891-58a3-4ee6-9236-6e07a1f69494 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778739 Sep 24 15:33:29.952354 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9538e062-f661-4c39-a17d-afe473b9453a None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:33:29.962993 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9538e062-f661-4c39-a17d-afe473b9453a None None] Checking segment: {'id': '539c2cdf-1d36-4f70-83d3-6b5033e9c1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': 'f77651dc-abcf-4ff1-b08b-71ecd9194fcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:33:29.962993 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-9538e062-f661-4c39-a17d-afe473b9453a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:29.962993 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9538e062-f661-4c39-a17d-afe473b9453a None None] Bound using segment: {'id': '539c2cdf-1d36-4f70-83d3-6b5033e9c1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': 'f77651dc-abcf-4ff1-b08b-71ecd9194fcc'} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:33:29.962993 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-9538e062-f661-4c39-a17d-afe473b9453a None None] Bound port: 2552b796-ef4a-49ed-871a-0d8d10e075e9, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '539c2cdf-1d36-4f70-83d3-6b5033e9c1b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': 'f77651dc-abcf-4ff1-b08b-71ecd9194fcc'}}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:33:29.962993 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-9538e062-f661-4c39-a17d-afe473b9453a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:29.970544 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-dd826062-75cd-483e-a579-5ed252a9e35a req-8495c84e-58d5-4468-a9fc-49556e829bf3 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.101 "GET /v2.0/security-groups?id=aa14bf65-66e4-4157-aab9-4b95234ae5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1973937 Sep 24 15:33:30.057865 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-02c2c4c5-2804-48b8-ab6d-571e734cc753 req-7ca6e84c-cdd7-49f1-8ba4-aabb66c33f89 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] 10.222.0.101 "GET /v2.0/security-groups/e9ba9508-ea7b-433f-8ba6-b5001a3c10ea HTTP/1.1" status: 200 len: 1804 time: 0.0622957 Sep 24 15:33:30.072396 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-02c2c4c5-2804-48b8-ab6d-571e734cc753 req-e94da311-4796-47a9-b9a5-dcd7ec4aa0c1 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e9ba9508-ea7b-433f-8ba6-b5001a3c10ea', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:33:30.073024 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-02c2c4c5-2804-48b8-ab6d-571e734cc753 req-e94da311-4796-47a9-b9a5-dcd7ec4aa0c1 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e9ba9508-ea7b-433f-8ba6-b5001a3c10ea', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:33:30.106619 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-9538e062-f661-4c39-a17d-afe473b9453a None None] For port 2552b796-ef4a-49ed-871a-0d8d10e075e9, host n-d-808921-1, cleared binding levels {{(pid=95300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:33:30.111180 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-9538e062-f661-4c39-a17d-afe473b9453a None None] For port 2552b796-ef4a-49ed-871a-0d8d10e075e9, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=2552b796-ef4a-49ed-871a-0d8d10e075e9,segment=NetworkSegment(539c2cdf-1d36-4f70-83d3-6b5033e9c1b6),segment_id=539c2cdf-1d36-4f70-83d3-6b5033e9c1b6)] {{(pid=95300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:33:30.159387 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e56b52e5-67f8-48fc-9ec7-a1eff3c74848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:30.207693 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-776572e9-0b9c-4ba9-800d-4cceef4caf99 None None] Provisioning complete for port 2552b796-ef4a-49ed-871a-0d8d10e075e9 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:33:30.208277 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-776572e9-0b9c-4ba9-800d-4cceef4caf99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:30.227270 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5832b3f9-9eae-4b57-89e8-cad812c2cbab req-bdf7799c-b59d-4ca7-9b3c-30d018b30887 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:30.232855 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5832b3f9-9eae-4b57-89e8-cad812c2cbab req-bdf7799c-b59d-4ca7-9b3c-30d018b30887 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.101 "GET /v2.0/ports?device_id=e0b82717-014c-4c1c-8ac2-6938e24c823b HTTP/1.1" status: 200 len: 945 time: 0.1177034 Sep 24 15:33:30.244248 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-9538e062-f661-4c39-a17d-afe473b9453a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:30.246836 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 40572) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:30.262237 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-a9c7709f-dc82-41c8-8026-4c155b9796a3 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Request body: {'floatingip': {'port_id': '7cbd751f-8ebe-4050-b383-5064636d6c27'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:33:30.289720 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-776572e9-0b9c-4ba9-800d-4cceef4caf99 None None] Port 2552b796-ef4a-49ed-871a-0d8d10e075e9 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:33:30.412560 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9538e062-f661-4c39-a17d-afe473b9453a None None] Routers {'fcb4368a-c523-4123-adb6-abcdc24f0790'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:33:30.413229 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-9538e062-f661-4c39-a17d-afe473b9453a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:33:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['fcb4368a-c523-4123-adb6-abcdc24f0790'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:33:30.465888 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-02c2c4c5-2804-48b8-ab6d-571e734cc753 req-e94da311-4796-47a9-b9a5-dcd7ec4aa0c1 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:30.472093 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a9c7709f-dc82-41c8-8026-4c155b9796a3 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Notify callbacks [] for floatingip, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:30.485047 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d82a382-1d9d-48b6-bab8-15a67bab4c3e None None] Pushing event updated for resources: {'Port': ['ID=2552b796-ef4a-49ed-871a-0d8d10e075e9,revision_number=4']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:30.714222 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-02c2c4c5-2804-48b8-ab6d-571e734cc753 req-e94da311-4796-47a9-b9a5-dcd7ec4aa0c1 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:30.824376 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-9538e062-f661-4c39-a17d-afe473b9453a None None] Set router fcb4368a-c523-4123-adb6-abcdc24f0790 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:33:30.857970 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-90a7f41f-9986-4d84-a2ed-c91c27866be3 None None] Provisioning complete for port 2552b796-ef4a-49ed-871a-0d8d10e075e9 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:33:30.864238 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-90a7f41f-9986-4d84-a2ed-c91c27866be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:30.877132 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef3bd4b-afd7-4292-ae73-3842678d2083 req-cb357723-40cf-473e-b905-1e0dd09aabf8 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:30.884245 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-aef3bd4b-afd7-4292-ae73-3842678d2083 req-cb357723-40cf-473e-b905-1e0dd09aabf8 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=a06d1df7-77e8-4d02-914c-afedef6fecbc HTTP/1.1" status: 200 len: 950 time: 0.4315298 Sep 24 15:33:30.895733 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-02c2c4c5-2804-48b8-ab6d-571e734cc753 req-e94da311-4796-47a9-b9a5-dcd7ec4aa0c1 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:31.002560 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94da311-4796-47a9-b9a5-dcd7ec4aa0c1 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6210173e-0328-47f9-9ea7-951725986105,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:31.029151 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-aef3bd4b-afd7-4292-ae73-3842678d2083 req-d4970e8a-2653-43b0-b6ce-d4691f22b32e tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440339 Sep 24 15:33:31.080207 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-90a7f41f-9986-4d84-a2ed-c91c27866be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:31.088371 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-e56b52e5-67f8-48fc-9ec7-a1eff3c74848 admin admin] Deleting port 2552b796-ef4a-49ed-871a-0d8d10e075e9 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:33:31.094181 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e56b52e5-67f8-48fc-9ec7-a1eff3c74848 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:31.134523 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-02c2c4c5-2804-48b8-ab6d-571e734cc753 req-e94da311-4796-47a9-b9a5-dcd7ec4aa0c1 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:31.149353 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-02c2c4c5-2804-48b8-ab6d-571e734cc753 req-e94da311-4796-47a9-b9a5-dcd7ec4aa0c1 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0823665 Sep 24 15:33:31.248687 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-90a7f41f-9986-4d84-a2ed-c91c27866be3 None None] For port 2552b796-ef4a-49ed-871a-0d8d10e075e9, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=2552b796-ef4a-49ed-871a-0d8d10e075e9,segment=NetworkSegment(539c2cdf-1d36-4f70-83d3-6b5033e9c1b6),segment_id=539c2cdf-1d36-4f70-83d3-6b5033e9c1b6)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:33:31.263576 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-9c83b843-4b7c-4c82-80bc-4ca25f9e0807 req-b2a08ab6-cb71-4a67-9d84-5cc5ae5e2838 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-22857902', 'description': 'tempest-description-1726775523'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:33:31.283681 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a67b1deb-0193-4848-af59-540dfefd65d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:31.334211 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-e56b52e5-67f8-48fc-9ec7-a1eff3c74848 admin admin] For port 2552b796-ef4a-49ed-871a-0d8d10e075e9, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=2552b796-ef4a-49ed-871a-0d8d10e075e9,segment=NetworkSegment(539c2cdf-1d36-4f70-83d3-6b5033e9c1b6),segment_id=539c2cdf-1d36-4f70-83d3-6b5033e9c1b6)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:33:31.334694 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e56b52e5-67f8-48fc-9ec7-a1eff3c74848 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:31.353138 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-9538e062-f661-4c39-a17d-afe473b9453a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb4368a-c523-4123-adb6-abcdc24f0790', 'name': 'tempest-FloatingIPsNegativeTestJSON-507612040-router', 'tenant_id': '5db001db3ab345fb95f2e5ac77ab8ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '0afb48a5-0d32-48f2-b6ed-f18cf5851b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:33:16Z', 'updated_at': '2021-09-24T15:33:25Z', 'revision_number': 4, 'project_id': '5db001db3ab345fb95f2e5ac77ab8ebc', 'gw_port': {'id': '0afb48a5-0d32-48f2-b6ed-f18cf5851b06', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:21:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb4368a-c523-4123-adb6-abcdc24f0790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:33:18Z', 'updated_at': '2021-09-24T15:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '2552b796-ef4a-49ed-871a-0d8d10e075e9', 'name': '', 'network_id': 'f77651dc-abcf-4ff1-b08b-71ecd9194fcc', 'tenant_id': '5db001db3ab345fb95f2e5ac77ab8ebc', 'mac_address': 'fa:16:3e:69:f9:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb4368a-c523-4123-adb6-abcdc24f0790', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'c4b2623e-d4e7-4367-be9e-77901b667453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:33:24Z', 'updated_at': '2021-09-24T15:33:30Z', 'revision_number': 4, 'project_id': '5db001db3ab345fb95f2e5ac77ab8ebc', 'subnets': [{'id': 'c4b2623e-d4e7-4367-be9e-77901b667453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:33:31.359514 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-e56b52e5-67f8-48fc-9ec7-a1eff3c74848 admin admin] Calling delete_port for 2552b796-ef4a-49ed-871a-0d8d10e075e9 owned by network:router_interface {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:33:31.392478 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-90a7f41f-9986-4d84-a2ed-c91c27866be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:31.398866 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1a44a8-ba37-4192-9d5a-7e7f02a13c16 req-7c4812d9-f6e3-4085-b63c-54b782b76253 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:31.401476 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9538e062-f661-4c39-a17d-afe473b9453a None None] The sync data for ids ['fcb4368a-c523-4123-adb6-abcdc24f0790'] in n-d-808921-1 is: [{'id': 'fcb4368a-c523-4123-adb6-abcdc24f0790', 'name': 'tempest-FloatingIPsNegativeTestJSON-507612040-router', 'tenant_id': '5db001db3ab345fb95f2e5ac77ab8ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '0afb48a5-0d32-48f2-b6ed-f18cf5851b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:33:16Z', 'updated_at': '2021-09-24T15:33:25Z', 'revision_number': 4, 'project_id': '5db001db3ab345fb95f2e5ac77ab8ebc', 'gw_port': {'id': '0afb48a5-0d32-48f2-b6ed-f18cf5851b06', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:21:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb4368a-c523-4123-adb6-abcdc24f0790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:33:18Z', 'updated_at': '2021-09-24T15:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '2552b796-ef4a-49ed-871a-0d8d10e075e9', 'name': '', 'network_id': 'f77651dc-abcf-4ff1-b08b-71ecd9194fcc', 'tenant_id': '5db001db3ab345fb95f2e5ac77ab8ebc', 'mac_address': 'fa:16:3e:69:f9:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb4368a-c523-4123-adb6-abcdc24f0790', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'c4b2623e-d4e7-4367-be9e-77901b667453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:33:24Z', 'updated_at': '2021-09-24T15:33:30Z', 'revision_number': 4, 'project_id': '5db001db3ab345fb95f2e5ac77ab8ebc', 'subnets': [{'id': 'c4b2623e-d4e7-4367-be9e-77901b667453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:33:31.419997 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cc1a44a8-ba37-4192-9d5a-7e7f02a13c16 req-7c4812d9-f6e3-4085-b63c-54b782b76253 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=59311d6c-4343-41c9-bf60-082ab6fc25d9 HTTP/1.1" status: 200 len: 943 time: 0.1598537 Sep 24 15:33:31.508498 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a7f41f-9986-4d84-a2ed-c91c27866be3 None None] Pushing event updated for resources: {'Port': ['ID=2552b796-ef4a-49ed-871a-0d8d10e075e9,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:31.547582 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-9c83b843-4b7c-4c82-80bc-4ca25f9e0807 req-b2a08ab6-cb71-4a67-9d84-5cc5ae5e2838 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:31.694634 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cc1a44a8-ba37-4192-9d5a-7e7f02a13c16 req-f130d280-51b5-4a3e-9efe-61c643aa554a tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736566 Sep 24 15:33:31.783148 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-9c83b843-4b7c-4c82-80bc-4ca25f9e0807 req-b2a08ab6-cb71-4a67-9d84-5cc5ae5e2838 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:31.862708 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-9c83b843-4b7c-4c82-80bc-4ca25f9e0807 req-b2a08ab6-cb71-4a67-9d84-5cc5ae5e2838 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:31.897263 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.db.resource_extend [None req-a9c7709f-dc82-41c8-8026-4c155b9796a3 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 24 15:33:31.912730 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a08ab6-cb71-4a67-9d84-5cc5ae5e2838 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08168d4c-8f29-4ed4-9dfe-b2b767d200cb,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:31.917044 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e56b52e5-67f8-48fc-9ec7-a1eff3c74848 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:31.971367 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-9c83b843-4b7c-4c82-80bc-4ca25f9e0807 req-b2a08ab6-cb71-4a67-9d84-5cc5ae5e2838 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:31.974254 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9c83b843-4b7c-4c82-80bc-4ca25f9e0807 req-b2a08ab6-cb71-4a67-9d84-5cc5ae5e2838 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.7177422 Sep 24 15:33:32.022544 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56b52e5-67f8-48fc-9ec7-a1eff3c74848 admin admin] Pushing event deleted for resources: {'Port': ['ID=2552b796-ef4a-49ed-871a-0d8d10e075e9,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:32.074144 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a9c7709f-dc82-41c8-8026-4c155b9796a3 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:32.150615 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cd112bd4-7dd5-45da-9c03-cb2254df7f08 req-83422ee7-497b-4075-822d-36886afbc281 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] 10.222.0.101 "GET /v2.0/security-groups/08168d4c-8f29-4ed4-9dfe-b2b767d200cb HTTP/1.1" status: 200 len: 1803 time: 0.1198995 Sep 24 15:33:32.165617 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-cd112bd4-7dd5-45da-9c03-cb2254df7f08 req-ba788340-9ab8-4413-ae36-e95ec9ab5148 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '08168d4c-8f29-4ed4-9dfe-b2b767d200cb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:33:32.166326 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-cd112bd4-7dd5-45da-9c03-cb2254df7f08 req-ba788340-9ab8-4413-ae36-e95ec9ab5148 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '08168d4c-8f29-4ed4-9dfe-b2b767d200cb', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:33:32.175964 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a9c7709f-dc82-41c8-8026-4c155b9796a3 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:32.238945 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e56b52e5-67f8-48fc-9ec7-a1eff3c74848 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:32.336584 n-d-808921-1 neutron-server[95298]: INFO neutron.db.l3_db [None req-a9c7709f-dc82-41c8-8026-4c155b9796a3 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Floating IP e1a456cf-75c9-4890-bfdf-e71597da2cd0 associated. External IP: 172.25.0.48, port: 7cbd751f-8ebe-4050-b383-5064636d6c27. Sep 24 15:33:32.358446 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda8295e-4d39-494d-a2a8-5fe3fe35f93f req-a719c952-32e2-43b2-8c5e-0a88b68e3dbd tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:32.360131 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-dda8295e-4d39-494d-a2a8-5fe3fe35f93f req-a719c952-32e2-43b2-8c5e-0a88b68e3dbd tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=a06d1df7-77e8-4d02-914c-afedef6fecbc HTTP/1.1" status: 200 len: 950 time: 0.1955380 Sep 24 15:33:32.457252 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-dda8295e-4d39-494d-a2a8-5fe3fe35f93f req-222da77c-8830-4b09-a892-bf292fbf4aca tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872462 Sep 24 15:33:32.610693 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e56b52e5-67f8-48fc-9ec7-a1eff3c74848 admin admin] Router fcb4368a-c523-4123-adb6-abcdc24f0790 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:33:32.790500 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e56b52e5-67f8-48fc-9ec7-a1eff3c74848 admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:33:32.796103 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e56b52e5-67f8-48fc-9ec7-a1eff3c74848 admin admin] 10.222.0.101 "PUT /v2.0/routers/fcb4368a-c523-4123-adb6-abcdc24f0790/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0536811 Sep 24 15:33:32.800546 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 40616) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:32.806712 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-cd112bd4-7dd5-45da-9c03-cb2254df7f08 req-ba788340-9ab8-4413-ae36-e95ec9ab5148 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:32.863405 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-cd112bd4-7dd5-45da-9c03-cb2254df7f08 req-ba788340-9ab8-4413-ae36-e95ec9ab5148 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:32.940464 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c7709f-dc82-41c8-8026-4c155b9796a3 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Router af3cf24f-75e6-421c-9f0b-061a580dbe63 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:33:32.982512 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9bac7562-3176-490d-9390-8ac6ecd015ac admin admin] Notify callbacks [] for router, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:32.994294 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa89d1-8e37-49b6-a9a2-a0b7976c82b0 req-6f0f5241-b689-441c-81f6-fd80827b1bb3 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:32.995837 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8bfa89d1-8e37-49b6-a9a2-a0b7976c82b0 req-6f0f5241-b689-441c-81f6-fd80827b1bb3 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=59311d6c-4343-41c9-bf60-082ab6fc25d9 HTTP/1.1" status: 200 len: 943 time: 0.1291556 Sep 24 15:33:33.122449 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8bfa89d1-8e37-49b6-a9a2-a0b7976c82b0 req-dbab5814-516c-4619-926f-b7c9cdbdf83a tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907357 Sep 24 15:33:33.151063 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9bac7562-3176-490d-9390-8ac6ecd015ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:33.191507 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85137f6f-9aa2-4ef8-b80d-fc3cb92836e7 None None] Sync routers for ids ['fcb4368a-c523-4123-adb6-abcdc24f0790'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:33:33.201344 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85137f6f-9aa2-4ef8-b80d-fc3cb92836e7 None None] Routers {'fcb4368a-c523-4123-adb6-abcdc24f0790'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:33:33.202008 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-85137f6f-9aa2-4ef8-b80d-fc3cb92836e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:33:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['fcb4368a-c523-4123-adb6-abcdc24f0790'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:33:33.315884 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-85137f6f-9aa2-4ef8-b80d-fc3cb92836e7 None None] Set router fcb4368a-c523-4123-adb6-abcdc24f0790 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:33:33.330648 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c7709f-dc82-41c8-8026-4c155b9796a3 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:33:33.335855 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a9c7709f-dc82-41c8-8026-4c155b9796a3 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:33.340382 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6f51de-6f8e-4bc1-abdd-cead84cc8f7b None None] Sync routers for ids ['af3cf24f-75e6-421c-9f0b-061a580dbe63'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:33:33.351846 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6f51de-6f8e-4bc1-abdd-cead84cc8f7b None None] Routers {'af3cf24f-75e6-421c-9f0b-061a580dbe63'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:33:33.352552 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-1e6f51de-6f8e-4bc1-abdd-cead84cc8f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:33:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['af3cf24f-75e6-421c-9f0b-061a580dbe63'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:33:33.370664 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-a9c7709f-dc82-41c8-8026-4c155b9796a3 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.101 "PUT /v2.0/floatingips/e1a456cf-75c9-4890-bfdf-e71597da2cd0 HTTP/1.1" status: 200 len: 990 time: 3.1200256 Sep 24 15:33:33.370664 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0b82717-014c-4c1c-8ac2-6938e24c823b', 'tag': '7cbd751f-8ebe-4050-b383-5064636d6c27'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:33:33.371101 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c490da-949b-4950-81c2-ea80ce761dc9" -d '{"events": [{"name": "network-changed", "server_uuid": "e0b82717-014c-4c1c-8ac2-6938e24c823b", "tag": "7cbd751f-8ebe-4050-b383-5064636d6c27"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:33:33.447021 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-cd112bd4-7dd5-45da-9c03-cb2254df7f08 req-ba788340-9ab8-4413-ae36-e95ec9ab5148 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:33.490034 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5418f256-b968-42f8-b195-fd1d59dc79c8 x-openstack-request-id: req-5418f256-b968-42f8-b195-fd1d59dc79c8 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:33:33.490591 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0b82717-014c-4c1c-8ac2-6938e24c823b", "tag": "7cbd751f-8ebe-4050-b383-5064636d6c27", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:33:33.491027 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-5418f256-b968-42f8-b195-fd1d59dc79c8 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:33:33.491667 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0b82717-014c-4c1c-8ac2-6938e24c823b', 'tag': '7cbd751f-8ebe-4050-b383-5064636d6c27', 'status': 'completed', 'code': 200} Sep 24 15:33:33.495719 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba788340-9ab8-4413-ae36-e95ec9ab5148 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc298a04-eded-4954-bc6b-7b7270bae33b,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:33.503383 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-1e6f51de-6f8e-4bc1-abdd-cead84cc8f7b None None] Set router af3cf24f-75e6-421c-9f0b-061a580dbe63 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:33:33.562949 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-9bac7562-3176-490d-9390-8ac6ecd015ac admin admin] Deleting port 0afb48a5-0d32-48f2-b6ed-f18cf5851b06 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:33:33.655356 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9bac7562-3176-490d-9390-8ac6ecd015ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:33.655599 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c490da-949b-4950-81c2-ea80ce761dc9 req-cb4594ce-4acd-4c9d-9f45-9fd7f08e1fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:33.655599 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f0c490da-949b-4950-81c2-ea80ce761dc9 req-cb4594ce-4acd-4c9d-9f45-9fd7f08e1fb5 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=50e87a33f09a42898ead617f15974ffc&device_id=e0b82717-014c-4c1c-8ac2-6938e24c823b HTTP/1.1" status: 200 len: 1096 time: 0.0606017 Sep 24 15:33:33.666122 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-85137f6f-9aa2-4ef8-b80d-fc3cb92836e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb4368a-c523-4123-adb6-abcdc24f0790', 'name': 'tempest-FloatingIPsNegativeTestJSON-507612040-router', 'tenant_id': '5db001db3ab345fb95f2e5ac77ab8ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.173'}], 'enable_snat': True}, 'gw_port_id': '0afb48a5-0d32-48f2-b6ed-f18cf5851b06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:33:16Z', 'updated_at': '2021-09-24T15:33:31Z', 'revision_number': 5, 'project_id': '5db001db3ab345fb95f2e5ac77ab8ebc', 'gw_port': {'id': '0afb48a5-0d32-48f2-b6ed-f18cf5851b06', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:21:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb4368a-c523-4123-adb6-abcdc24f0790', 'device_owner': 'network:router_gateway', 'standard_attr_id': 553, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:33:18Z', 'updated_at': '2021-09-24T15:33:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:33:33.689471 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c747ab-a958-42c0-893a-d3769e37e648 req-d79758ae-84dd-4ff9-ad13-49b262fb3f81 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:33.690782 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-87c747ab-a958-42c0-893a-d3769e37e648 req-d79758ae-84dd-4ff9-ad13-49b262fb3f81 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=a06d1df7-77e8-4d02-914c-afedef6fecbc HTTP/1.1" status: 200 len: 950 time: 0.1029453 Sep 24 15:33:33.692737 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-9bac7562-3176-490d-9390-8ac6ecd015ac admin admin] For port 0afb48a5-0d32-48f2-b6ed-f18cf5851b06, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=0afb48a5-0d32-48f2-b6ed-f18cf5851b06,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:33:33.693106 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9bac7562-3176-490d-9390-8ac6ecd015ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:33.719798 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-cd112bd4-7dd5-45da-9c03-cb2254df7f08 req-ba788340-9ab8-4413-ae36-e95ec9ab5148 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:33.719798 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cd112bd4-7dd5-45da-9c03-cb2254df7f08 req-ba788340-9ab8-4413-ae36-e95ec9ab5148 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 1.5535393 Sep 24 15:33:33.726905 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c490da-949b-4950-81c2-ea80ce761dc9 req-8e109c2e-98c1-4e8a-a8ef-6234bfeb8dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:33.729156 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f0c490da-949b-4950-81c2-ea80ce761dc9 req-8e109c2e-98c1-4e8a-a8ef-6234bfeb8dc5 service neutron] 10.222.0.108 "GET /v2.0/networks?id=7e533c3a-51c9-41ff-a0dd-1bcb74f4b744 HTTP/1.1" status: 200 len: 925 time: 0.1375954 Sep 24 15:33:33.743921 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-9bac7562-3176-490d-9390-8ac6ecd015ac admin admin] Calling delete_port for 0afb48a5-0d32-48f2-b6ed-f18cf5851b06 owned by network:router_gateway {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:33:33.800956 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85137f6f-9aa2-4ef8-b80d-fc3cb92836e7 None None] Checking router: fcb4368a-c523-4123-adb6-abcdc24f0790 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:33:33.812804 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85137f6f-9aa2-4ef8-b80d-fc3cb92836e7 None None] Routers {'fcb4368a-c523-4123-adb6-abcdc24f0790'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:33:33.813481 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-85137f6f-9aa2-4ef8-b80d-fc3cb92836e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:33:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['fcb4368a-c523-4123-adb6-abcdc24f0790'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:33:33.836734 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-87c747ab-a958-42c0-893a-d3769e37e648 req-adf83d87-567b-4afd-953c-c8e6315376fd tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327360 Sep 24 15:33:33.887430 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-44a4d28d-6c90-4075-aa25-e8a93c3f3a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:33.900469 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-8d51ffd2-2db8-4b6a-ab3e-caa66a87ebc8 req-1672e9fd-b503-47f4-9ba5-30357215ea67 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1137440059', 'description': 'tempest-description-516587813'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:33:33.975635 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f0c490da-949b-4950-81c2-ea80ce761dc9 req-d5750e54-169b-4b40-ac4b-45a9dbc9127a service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7cbd751f-8ebe-4050-b383-5064636d6c27 HTTP/1.1" status: 200 len: 998 time: 0.2289786 Sep 24 15:33:34.010285 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-1e6f51de-6f8e-4bc1-abdd-cead84cc8f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3cf24f-75e6-421c-9f0b-061a580dbe63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-606981442-router', 'tenant_id': '50e87a33f09a42898ead617f15974ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '744e76ab-a3bc-46c9-819b-0cb564c1659c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:30:23Z', 'updated_at': '2021-09-24T15:30:29Z', 'revision_number': 4, 'project_id': '50e87a33f09a42898ead617f15974ffc', 'gw_port': {'id': '744e76ab-a3bc-46c9-819b-0cb564c1659c', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3cf24f-75e6-421c-9f0b-061a580dbe63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:30:24Z', 'updated_at': '2021-09-24T15:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': 'e1a456cf-75c9-4890-bfdf-e71597da2cd0', 'tenant_id': '50e87a33f09a42898ead617f15974ffc', 'floating_ip_address': '172.25.0.48', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': 'af3cf24f-75e6-421c-9f0b-061a580dbe63', 'port_id': '7cbd751f-8ebe-4050-b383-5064636d6c27', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e533c3a-51c9-41ff-a0dd-1bcb74f4b744', 'mac_address': 'fa:16:3e:ea:29:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b82717-014c-4c1c-8ac2-6938e24c823b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:30:57Z', 'updated_at': '2021-09-24T15:33:31Z', 'revision_number': 5, 'project_id': '50e87a33f09a42898ead617f15974ffc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a2ad23a-8064-4e7f-af6a-5390790284ed', 'name': '', 'network_id': '7e533c3a-51c9-41ff-a0dd-1bcb74f4b744', 'tenant_id': '50e87a33f09a42898ead617f15974ffc', 'mac_address': 'fa:16:3e:4a:74:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3cf24f-75e6-421c-9f0b-061a580dbe63', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1bb6d5ff-0dcb-44b0-a397-31c3caa399f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:30:28Z', 'updated_at': '2021-09-24T15:30:35Z', 'revision_number': 5, 'project_id': '50e87a33f09a42898ead617f15974ffc', 'subnets': [{'id': '1bb6d5ff-0dcb-44b0-a397-31c3caa399f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:33:34.020977 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-85137f6f-9aa2-4ef8-b80d-fc3cb92836e7 None None] Set router fcb4368a-c523-4123-adb6-abcdc24f0790 gateway port host: None {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:33:34.058891 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c490da-949b-4950-81c2-ea80ce761dc9 req-9b668f5f-b535-4e15-bbbd-59ab615b4dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:34.060972 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f0c490da-949b-4950-81c2-ea80ce761dc9 req-9b668f5f-b535-4e15-bbbd-59ab615b4dec service neutron] 10.222.0.108 "GET /v2.0/subnets?id=1bb6d5ff-0dcb-44b0-a397-31c3caa399f2 HTTP/1.1" status: 200 len: 862 time: 0.0766678 Sep 24 15:33:34.063172 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6f51de-6f8e-4bc1-abdd-cead84cc8f7b None None] Checking router: af3cf24f-75e6-421c-9f0b-061a580dbe63 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:33:34.090168 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6f51de-6f8e-4bc1-abdd-cead84cc8f7b None None] Routers {'af3cf24f-75e6-421c-9f0b-061a580dbe63'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:33:34.091130 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-1e6f51de-6f8e-4bc1-abdd-cead84cc8f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:33:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['af3cf24f-75e6-421c-9f0b-061a580dbe63'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:33:34.091739 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8d51ffd2-2db8-4b6a-ab3e-caa66a87ebc8 req-1672e9fd-b503-47f4-9ba5-30357215ea67 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:34.097375 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-85137f6f-9aa2-4ef8-b80d-fc3cb92836e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb4368a-c523-4123-adb6-abcdc24f0790', 'name': 'tempest-FloatingIPsNegativeTestJSON-507612040-router', 'tenant_id': '5db001db3ab345fb95f2e5ac77ab8ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:33:16Z', 'updated_at': '2021-09-24T15:33:33Z', 'revision_number': 6, 'project_id': '5db001db3ab345fb95f2e5ac77ab8ebc', 'gw_port_host': None}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:33:34.134287 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85137f6f-9aa2-4ef8-b80d-fc3cb92836e7 None None] The sync data for ids ['fcb4368a-c523-4123-adb6-abcdc24f0790'] in n-d-808921-1 is: [{'id': 'fcb4368a-c523-4123-adb6-abcdc24f0790', 'name': 'tempest-FloatingIPsNegativeTestJSON-507612040-router', 'tenant_id': '5db001db3ab345fb95f2e5ac77ab8ebc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:33:16Z', 'updated_at': '2021-09-24T15:33:33Z', 'revision_number': 6, 'project_id': '5db001db3ab345fb95f2e5ac77ab8ebc', 'gw_port_host': None}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:33:34.169607 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9bac7562-3176-490d-9390-8ac6ecd015ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:34.175829 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c490da-949b-4950-81c2-ea80ce761dc9 req-f61716f4-91ec-42f1-8916-03d47040535d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:34.175829 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f0c490da-949b-4950-81c2-ea80ce761dc9 req-f61716f4-91ec-42f1-8916-03d47040535d service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=7e533c3a-51c9-41ff-a0dd-1bcb74f4b744&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0939453 Sep 24 15:33:34.211340 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bac7562-3176-490d-9390-8ac6ecd015ac admin admin] Pushing event deleted for resources: {'Port': ['ID=0afb48a5-0d32-48f2-b6ed-f18cf5851b06,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:34.254701 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9bac7562-3176-490d-9390-8ac6ecd015ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586576'] for router_gateway, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:34.270555 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-1e6f51de-6f8e-4bc1-abdd-cead84cc8f7b None None] Set router af3cf24f-75e6-421c-9f0b-061a580dbe63 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:33:34.284109 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:34.456545 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f0c490da-949b-4950-81c2-ea80ce761dc9 req-5ed10505-3f5e-4c3e-838d-255c2815eed1 service neutron] 10.222.0.108 "GET /v2.0/networks/7e533c3a-51c9-41ff-a0dd-1bcb74f4b744?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468464 Sep 24 15:33:34.493446 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8d51ffd2-2db8-4b6a-ab3e-caa66a87ebc8 req-1672e9fd-b503-47f4-9ba5-30357215ea67 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:34.618686 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f0c490da-949b-4950-81c2-ea80ce761dc9 req-c0119e30-feac-4ae8-88a7-8946a5a1787b service neutron] 10.222.0.108 "GET /v2.0/networks/7e533c3a-51c9-41ff-a0dd-1bcb74f4b744?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390290 Sep 24 15:33:34.667805 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8d51ffd2-2db8-4b6a-ab3e-caa66a87ebc8 req-1672e9fd-b503-47f4-9ba5-30357215ea67 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:34.699406 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-1e6f51de-6f8e-4bc1-abdd-cead84cc8f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3cf24f-75e6-421c-9f0b-061a580dbe63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-606981442-router', 'tenant_id': '50e87a33f09a42898ead617f15974ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '744e76ab-a3bc-46c9-819b-0cb564c1659c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:30:23Z', 'updated_at': '2021-09-24T15:30:29Z', 'revision_number': 4, 'project_id': '50e87a33f09a42898ead617f15974ffc', 'gw_port': {'id': '744e76ab-a3bc-46c9-819b-0cb564c1659c', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3cf24f-75e6-421c-9f0b-061a580dbe63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:30:24Z', 'updated_at': '2021-09-24T15:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': 'e1a456cf-75c9-4890-bfdf-e71597da2cd0', 'tenant_id': '50e87a33f09a42898ead617f15974ffc', 'floating_ip_address': '172.25.0.48', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': 'af3cf24f-75e6-421c-9f0b-061a580dbe63', 'port_id': '7cbd751f-8ebe-4050-b383-5064636d6c27', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e533c3a-51c9-41ff-a0dd-1bcb74f4b744', 'mac_address': 'fa:16:3e:ea:29:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b82717-014c-4c1c-8ac2-6938e24c823b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:30:57Z', 'updated_at': '2021-09-24T15:33:31Z', 'revision_number': 5, 'project_id': '50e87a33f09a42898ead617f15974ffc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a2ad23a-8064-4e7f-af6a-5390790284ed', 'name': '', 'network_id': '7e533c3a-51c9-41ff-a0dd-1bcb74f4b744', 'tenant_id': '50e87a33f09a42898ead617f15974ffc', 'mac_address': 'fa:16:3e:4a:74:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3cf24f-75e6-421c-9f0b-061a580dbe63', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1bb6d5ff-0dcb-44b0-a397-31c3caa399f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:30:28Z', 'updated_at': '2021-09-24T15:30:35Z', 'revision_number': 5, 'project_id': '50e87a33f09a42898ead617f15974ffc', 'subnets': [{'id': '1bb6d5ff-0dcb-44b0-a397-31c3caa399f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:33:34.720245 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1672e9fd-b503-47f4-9ba5-30357215ea67 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c3ba540-0a17-4d3c-b21f-e75f571f4144,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:34.767251 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9bac7562-3176-490d-9390-8ac6ecd015ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:34.772279 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9bac7562-3176-490d-9390-8ac6ecd015ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:34.832075 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6f51de-6f8e-4bc1-abdd-cead84cc8f7b None None] The sync data for ids ['af3cf24f-75e6-421c-9f0b-061a580dbe63'] in n-d-808921-1 is: [{'id': 'af3cf24f-75e6-421c-9f0b-061a580dbe63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-606981442-router', 'tenant_id': '50e87a33f09a42898ead617f15974ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '744e76ab-a3bc-46c9-819b-0cb564c1659c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:30:23Z', 'updated_at': '2021-09-24T15:30:29Z', 'revision_number': 4, 'project_id': '50e87a33f09a42898ead617f15974ffc', 'gw_port': {'id': '744e76ab-a3bc-46c9-819b-0cb564c1659c', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3cf24f-75e6-421c-9f0b-061a580dbe63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:30:24Z', 'updated_at': '2021-09-24T15:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': 'e1a456cf-75c9-4890-bfdf-e71597da2cd0', 'tenant_id': '50e87a33f09a42898ead617f15974ffc', 'floating_ip_address': '172.25.0.48', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': 'af3cf24f-75e6-421c-9f0b-061a580dbe63', 'port_id': '7cbd751f-8ebe-4050-b383-5064636d6c27', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e533c3a-51c9-41ff-a0dd-1bcb74f4b744', 'mac_address': 'fa:16:3e:ea:29:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0b82717-014c-4c1c-8ac2-6938e24c823b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:30:57Z', 'updated_at': '2021-09-24T15:33:31Z', 'revision_number': 5, 'project_id': '50e87a33f09a42898ead617f15974ffc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3a2ad23a-8064-4e7f-af6a-5390790284ed', 'name': '', 'network_id': '7e533c3a-51c9-41ff-a0dd-1bcb74f4b744', 'tenant_id': '50e87a33f09a42898ead617f15974ffc', 'mac_address': 'fa:16:3e:4a:74:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3cf24f-75e6-421c-9f0b-061a580dbe63', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1bb6d5ff-0dcb-44b0-a397-31c3caa399f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:30:28Z', 'updated_at': '2021-09-24T15:30:35Z', 'revision_number': 5, 'project_id': '50e87a33f09a42898ead617f15974ffc', 'subnets': [{'id': '1bb6d5ff-0dcb-44b0-a397-31c3caa399f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:33:34.850966 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11c18e3-c942-4e2d-a768-4a4ad9935e09 req-242ebf3f-221c-4c3c-8f9e-0c4c79c3c6c1 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:34.852552 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a11c18e3-c942-4e2d-a768-4a4ad9935e09 req-242ebf3f-221c-4c3c-8f9e-0c4c79c3c6c1 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=59311d6c-4343-41c9-bf60-082ab6fc25d9 HTTP/1.1" status: 200 len: 943 time: 0.5349381 Sep 24 15:33:34.898977 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a11c18e3-c942-4e2d-a768-4a4ad9935e09 req-f35612f1-cb4d-4e11-8bd0-5bc2e909c423 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400336 Sep 24 15:33:34.981624 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8d51ffd2-2db8-4b6a-ab3e-caa66a87ebc8 req-1672e9fd-b503-47f4-9ba5-30357215ea67 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:34.985160 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8d51ffd2-2db8-4b6a-ab3e-caa66a87ebc8 req-1672e9fd-b503-47f4-9ba5-30357215ea67 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.0891671 Sep 24 15:33:35.050202 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9bac7562-3176-490d-9390-8ac6ecd015ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:35.050946 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bac7562-3176-490d-9390-8ac6ecd015ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router fcb4368a-c523-4123-adb6-abcdc24f0790 {{(pid=95297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:33:35.056814 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9bac7562-3176-490d-9390-8ac6ecd015ac admin admin] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:35.063471 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 40672) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:35.064251 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-9bac7562-3176-490d-9390-8ac6ecd015ac admin admin] 10.222.0.101 "DELETE /v2.0/routers/fcb4368a-c523-4123-adb6-abcdc24f0790 HTTP/1.1" status: 204 len: 168 time: 2.2628682 Sep 24 15:33:35.132691 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4b8ee2-de9a-4234-b9e9-13dcb7b5b09a None None] New status for floating IP e1a456cf-75c9-4890-bfdf-e71597da2cd0: ACTIVE {{(pid=95299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:33:35.179005 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd2498dc-09ff-4fa9-9dbf-ecd92c38fe44 admin admin] Deleting subnet c4b2623e-d4e7-4367-be9e-77901b667453 {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:33:35.185164 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cd2498dc-09ff-4fa9-9dbf-ecd92c38fe44 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:35.223575 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-4f94efbf-8465-4d76-a5fb-8807c82d93f9 req-e538ba00-586e-4e3a-98fa-402f95ab45d7 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1009743790', 'description': 'tempest-description-1852806849'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:33:35.231629 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 0afb48a5-0d32-48f2-b6ed-f18cf5851b06 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:33:35.237266 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cd2498dc-09ff-4fa9-9dbf-ecd92c38fe44 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:35.262477 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 0afb48a5-0d32-48f2-b6ed-f18cf5851b06 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:33:35.263059 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 0afb48a5-0d32-48f2-b6ed-f18cf5851b06 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:33:35.263622 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 2552b796-ef4a-49ed-871a-0d8d10e075e9 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:33:35.293743 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:35.299609 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 2552b796-ef4a-49ed-871a-0d8d10e075e9 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:33:35.300863 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 2552b796-ef4a-49ed-871a-0d8d10e075e9 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:33:35.381652 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-4f94efbf-8465-4d76-a5fb-8807c82d93f9 req-e538ba00-586e-4e3a-98fa-402f95ab45d7 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:35.416138 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cd2498dc-09ff-4fa9-9dbf-ecd92c38fe44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:35.528742 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-4f94efbf-8465-4d76-a5fb-8807c82d93f9 req-e538ba00-586e-4e3a-98fa-402f95ab45d7 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:35.531118 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99df1768-77c1-4483-8722-5c0105becace req-61b59d35-1d9f-4cd6-8047-d684f5733508 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:35.532954 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-99df1768-77c1-4483-8722-5c0105becace req-61b59d35-1d9f-4cd6-8047-d684f5733508 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=a06d1df7-77e8-4d02-914c-afedef6fecbc HTTP/1.1" status: 200 len: 950 time: 0.0573912 Sep 24 15:33:35.586895 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-99df1768-77c1-4483-8722-5c0105becace req-6ff2bd9c-1ce5-4597-9564-155902948d71 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479405 Sep 24 15:33:35.675721 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cd2498dc-09ff-4fa9-9dbf-ecd92c38fe44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:35.676580 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-4f94efbf-8465-4d76-a5fb-8807c82d93f9 req-e538ba00-586e-4e3a-98fa-402f95ab45d7 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:35.723267 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2498dc-09ff-4fa9-9dbf-ecd92c38fe44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4b2623e-d4e7-4367-be9e-77901b667453,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:35.731985 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cd2498dc-09ff-4fa9-9dbf-ecd92c38fe44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:35.737052 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-cd2498dc-09ff-4fa9-9dbf-ecd92c38fe44 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/c4b2623e-d4e7-4367-be9e-77901b667453 HTTP/1.1" status: 204 len: 168 time: 0.6686585 Sep 24 15:33:35.737405 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 40682) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:35.737904 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e538ba00-586e-4e3a-98fa-402f95ab45d7 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc9838b1-2e8f-44ff-af81-365667b09769,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:35.752998 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe88cb4-d80c-4402-84fa-45deca832cf3 None None] Network f77651dc-abcf-4ff1-b08b-71ecd9194fcc requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:33:35.819803 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b1a4645e-066f-4185-844e-04afa1a23a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:35.821498 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-4f94efbf-8465-4d76-a5fb-8807c82d93f9 req-e538ba00-586e-4e3a-98fa-402f95ab45d7 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:35.823512 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4f94efbf-8465-4d76-a5fb-8807c82d93f9 req-e538ba00-586e-4e3a-98fa-402f95ab45d7 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.6170082 Sep 24 15:33:35.939283 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2ab989b6-a3be-459a-97ab-d8a2c2faa60f req-a1897e91-bc3b-4b2a-aa95-ef0b37c2210e tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] 10.222.0.101 "GET /v2.0/security-groups/9c3ba540-0a17-4d3c-b21f-e75f571f4144 HTTP/1.1" status: 200 len: 1804 time: 0.0817945 Sep 24 15:33:35.944661 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-b1a4645e-066f-4185-844e-04afa1a23a7c admin admin] Deleting port f5b66c52-cbca-47dc-84cb-db7e30198419 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:33:35.945081 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b1a4645e-066f-4185-844e-04afa1a23a7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:36.008321 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56930413-dd1a-4444-ae0a-1858c556c47d None None] DHCP port deletion for f77651dc-abcf-4ff1-b08b-71ecd9194fcc request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:33:36.089540 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-56930413-dd1a-4444-ae0a-1858c556c47d None None] Deleting port f5b66c52-cbca-47dc-84cb-db7e30198419 {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:33:36.090196 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-56930413-dd1a-4444-ae0a-1858c556c47d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:36.101708 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05fe4db-cb7a-4ba7-ab76-39eadf83e79a req-3d1a3869-b111-45ac-972f-c06786ff0129 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:36.104071 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d05fe4db-cb7a-4ba7-ab76-39eadf83e79a req-3d1a3869-b111-45ac-972f-c06786ff0129 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=59311d6c-4343-41c9-bf60-082ab6fc25d9 HTTP/1.1" status: 200 len: 943 time: 0.0944600 Sep 24 15:33:36.124115 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-b1a4645e-066f-4185-844e-04afa1a23a7c admin admin] For port f5b66c52-cbca-47dc-84cb-db7e30198419, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=f5b66c52-cbca-47dc-84cb-db7e30198419,segment=NetworkSegment(539c2cdf-1d36-4f70-83d3-6b5033e9c1b6),segment_id=539c2cdf-1d36-4f70-83d3-6b5033e9c1b6)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:33:36.124832 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b1a4645e-066f-4185-844e-04afa1a23a7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:36.137128 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2ab989b6-a3be-459a-97ab-d8a2c2faa60f req-51d8f61f-ce44-4696-9a14-6c53a408e496 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] 10.222.0.101 "GET /v2.0/security-groups/dc9838b1-2e8f-44ff-af81-365667b09769 HTTP/1.1" status: 200 len: 1805 time: 0.1898603 Sep 24 15:33:36.161024 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-2ab989b6-a3be-459a-97ab-d8a2c2faa60f req-ab3e01d8-bcaa-4b24-ba9a-30bc484cfff8 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9c3ba540-0a17-4d3c-b21f-e75f571f4144', 'remote_group_id': 'dc9838b1-2e8f-44ff-af81-365667b09769', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:33:36.161402 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-2ab989b6-a3be-459a-97ab-d8a2c2faa60f req-ab3e01d8-bcaa-4b24-ba9a-30bc484cfff8 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '9c3ba540-0a17-4d3c-b21f-e75f571f4144', 'remote_group_id': 'dc9838b1-2e8f-44ff-af81-365667b09769', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:33:36.180919 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d05fe4db-cb7a-4ba7-ab76-39eadf83e79a req-2f8d6d62-e20a-4b02-9971-96ae9279b55b tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704541 Sep 24 15:33:36.199019 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-b1a4645e-066f-4185-844e-04afa1a23a7c admin admin] Calling delete_port for f5b66c52-cbca-47dc-84cb-db7e30198419 owned by network:dhcp {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:33:36.199639 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-56930413-dd1a-4444-ae0a-1858c556c47d None None] For port f5b66c52-cbca-47dc-84cb-db7e30198419, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=f5b66c52-cbca-47dc-84cb-db7e30198419,segment=NetworkSegment(539c2cdf-1d36-4f70-83d3-6b5033e9c1b6),segment_id=539c2cdf-1d36-4f70-83d3-6b5033e9c1b6)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:33:36.200047 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-56930413-dd1a-4444-ae0a-1858c556c47d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:36.215970 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-56930413-dd1a-4444-ae0a-1858c556c47d None None] Calling delete_port for f5b66c52-cbca-47dc-84cb-db7e30198419 owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:33:36.345467 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbce174f-b39d-4208-8ac9-7c8d1f7224d6 req-935bdc55-4518-4335-9467-35c8d079045f tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:36.347281 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fbce174f-b39d-4208-8ac9-7c8d1f7224d6 req-935bdc55-4518-4335-9467-35c8d079045f tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=3c8e5bc3-0cdb-404d-9ae1-aeee824dbdfd HTTP/1.1" status: 200 len: 1096 time: 0.0615637 Sep 24 15:33:36.393072 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-56930413-dd1a-4444-ae0a-1858c556c47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:36.402699 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fbce174f-b39d-4208-8ac9-7c8d1f7224d6 req-1c42ce62-1f6e-48e8-b8d1-c03fcc9b3b47 tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482342 Sep 24 15:33:36.408236 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56930413-dd1a-4444-ae0a-1858c556c47d None None] No DVR routers for this DVR port f5b66c52-cbca-47dc-84cb-db7e30198419 on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:33:36.422127 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-2ab989b6-a3be-459a-97ab-d8a2c2faa60f req-ab3e01d8-bcaa-4b24-ba9a-30bc484cfff8 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:36.448625 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56930413-dd1a-4444-ae0a-1858c556c47d None None] Pushing event deleted for resources: {'Port': ['ID=f5b66c52-cbca-47dc-84cb-db7e30198419,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:36.453540 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b1a4645e-066f-4185-844e-04afa1a23a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:36.488860 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a4645e-066f-4185-844e-04afa1a23a7c admin admin] Pushing event deleted for resources: {'Port': ['ID=f5b66c52-cbca-47dc-84cb-db7e30198419,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:36.496863 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a4645e-066f-4185-844e-04afa1a23a7c admin admin] No DVR routers for this DVR port f5b66c52-cbca-47dc-84cb-db7e30198419 on host n-d-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:33:36.551933 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-2ab989b6-a3be-459a-97ab-d8a2c2faa60f req-ab3e01d8-bcaa-4b24-ba9a-30bc484cfff8 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:36.556932 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:36.650038 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b1a4645e-066f-4185-844e-04afa1a23a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:36.671818 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-b1a4645e-066f-4185-844e-04afa1a23a7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f77651dc-abcf-4ff1-b08b-71ecd9194fcc']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:33:36.681779 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-b1a4645e-066f-4185-844e-04afa1a23a7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '539c2cdf-1d36-4f70-83d3-6b5033e9c1b6') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:33:36.682072 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-b1a4645e-066f-4185-844e-04afa1a23a7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '539c2cdf-1d36-4f70-83d3-6b5033e9c1b6') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:33:36.692693 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b1a4645e-066f-4185-844e-04afa1a23a7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:36.699444 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-2ab989b6-a3be-459a-97ab-d8a2c2faa60f req-ab3e01d8-bcaa-4b24-ba9a-30bc484cfff8 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:36.720517 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b1a4645e-066f-4185-844e-04afa1a23a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:36.726734 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3e01d8-bcaa-4b24-ba9a-30bc484cfff8 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=261bab7c-491a-4f58-bfd4-c9062c71c1b7,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:36.730512 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1a4645e-066f-4185-844e-04afa1a23a7c admin admin] Releasing vlan 1281 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:33:36.730907 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b1a4645e-066f-4185-844e-04afa1a23a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:36.733650 n-d-808921-1 neutron-server[95298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:33:36.733650 n-d-808921-1 neutron-server[95298]: self.session.flush() Sep 24 15:33:36.733650 n-d-808921-1 neutron-server[95298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:33:36.733650 n-d-808921-1 neutron-server[95298]: self.session.flush() Sep 24 15:33:36.733650 n-d-808921-1 neutron-server[95298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:33:36.733650 n-d-808921-1 neutron-server[95298]: self.session.flush() Sep 24 15:33:36.733650 n-d-808921-1 neutron-server[95298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:33:36.733650 n-d-808921-1 neutron-server[95298]: self.session.flush() Sep 24 15:33:36.733650 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:33:36.733650 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:33:36.733650 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:33:36.733650 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:33:36.733650 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:33:36.733650 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:33:36.733650 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:33:36.733650 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:33:36.733650 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:33:36.733650 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:33:36.733650 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:33:36.733650 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:33:36.733650 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:33:36.733650 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:33:36.733650 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:33:36.733650 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:33:36.733650 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:33:36.733650 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:33:36.733650 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:33:36.733650 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:33:36.733650 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:33:36.733650 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:33:36.733650 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:33:36.733650 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:33:36.733650 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:33:36.733650 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:33:36.733650 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:33:36.733650 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:33:36.733650 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:33:36.733650 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:33:36.733650 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:33:36.733650 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:33:36.827493 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-2ab989b6-a3be-459a-97ab-d8a2c2faa60f req-ab3e01d8-bcaa-4b24-ba9a-30bc484cfff8 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:36.828933 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2ab989b6-a3be-459a-97ab-d8a2c2faa60f req-ab3e01d8-bcaa-4b24-ba9a-30bc484cfff8 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6808784 Sep 24 15:33:36.843448 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device f5b66c52-cbca-47dc-84cb-db7e30198419 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:33:36.866045 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: f5b66c52-cbca-47dc-84cb-db7e30198419 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:33:36.866514 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device f5b66c52-cbca-47dc-84cb-db7e30198419 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:33:36.941212 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b1a4645e-066f-4185-844e-04afa1a23a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:36.947751 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b1a4645e-066f-4185-844e-04afa1a23a7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:36.950017 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b1a4645e-066f-4185-844e-04afa1a23a7c admin admin] 10.222.0.101 "DELETE /v2.0/networks/f77651dc-abcf-4ff1-b08b-71ecd9194fcc HTTP/1.1" status: 204 len: 168 time: 1.2116785 Sep 24 15:33:36.970637 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a4645e-066f-4185-844e-04afa1a23a7c admin admin] Pushing event deleted for resources: {'Network': ['ID=f77651dc-abcf-4ff1-b08b-71ecd9194fcc,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:37.019911 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a0ad1-e286-462c-83eb-d495418cba34 req-8561df1b-c09e-4c22-96a2-3d00f601a9f9 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:37.021520 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-393a0ad1-e286-462c-83eb-d495418cba34 req-8561df1b-c09e-4c22-96a2-3d00f601a9f9 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=a06d1df7-77e8-4d02-914c-afedef6fecbc HTTP/1.1" status: 200 len: 950 time: 0.0694578 Sep 24 15:33:37.075320 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-393a0ad1-e286-462c-83eb-d495418cba34 req-4290cc78-9910-406a-8493-74b550827be7 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466785 Sep 24 15:33:37.101810 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-6131fec6-944a-413b-82b1-2e6d7b61807b req-2cee9d14-74b6-4760-897c-22c41334bfa8 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-482009842', 'description': 'tempest-description-1198770388'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:33:37.227289 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-6131fec6-944a-413b-82b1-2e6d7b61807b req-2cee9d14-74b6-4760-897c-22c41334bfa8 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:37.303230 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 40730) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:37.314989 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-6131fec6-944a-413b-82b1-2e6d7b61807b req-2cee9d14-74b6-4760-897c-22c41334bfa8 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:37.348596 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-558bfef4-a7a7-4ac3-be88-a9ea04277a15 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5db001db3ab345fb95f2e5ac77ab8ebc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0440376 Sep 24 15:33:37.350329 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 40732) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:37.400524 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f8598ce9-4dcd-4e98-bd03-a880125bd04d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:37.421831 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f8598ce9-4dcd-4e98-bd03-a880125bd04d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:37.427708 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-6131fec6-944a-413b-82b1-2e6d7b61807b req-2cee9d14-74b6-4760-897c-22c41334bfa8 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:37.491194 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cee9d14-74b6-4760-897c-22c41334bfa8 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44fb9b3e-f116-46cb-836a-847f81481916,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:37.520354 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-6131fec6-944a-413b-82b1-2e6d7b61807b req-2cee9d14-74b6-4760-897c-22c41334bfa8 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:37.521657 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6131fec6-944a-413b-82b1-2e6d7b61807b req-2cee9d14-74b6-4760-897c-22c41334bfa8 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4263458 Sep 24 15:33:37.530181 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2fafbadf-d2f0-4dd5-aa92-d998b8746330 req-1def1b90-f4ee-4c04-a79e-b47f59ca84e7 service neutron] 10.222.0.108 "GET /v2.0/ports/66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7/bindings/n-h1-808921-1 HTTP/1.1" status: 200 len: 384 time: 0.0852578 Sep 24 15:33:37.564436 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f8598ce9-4dcd-4e98-bd03-a880125bd04d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:37.567009 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f8598ce9-4dcd-4e98-bd03-a880125bd04d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:37.570393 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f8598ce9-4dcd-4e98-bd03-a880125bd04d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/8b256f5c-c516-4c95-a192-0996ed3c2415 HTTP/1.1" status: 204 len: 168 time: 0.2183223 Sep 24 15:33:37.595503 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8598ce9-4dcd-4e98-bd03-a880125bd04d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b256f5c-c516-4c95-a192-0996ed3c2415,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:37.686037 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8c48fc-ec59-4baa-9d89-20d928fbb8bb req-d81c5744-1492-4721-bfc0-28830e78594a tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:37.688377 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2a8c48fc-ec59-4baa-9d89-20d928fbb8bb req-d81c5744-1492-4721-bfc0-28830e78594a tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] 10.222.0.101 "GET /v2.0/ports?device_id=26303637-cb06-4c05-a7ee-bfe0e2eaeb1e HTTP/1.1" status: 200 len: 950 time: 0.0906992 Sep 24 15:33:37.784971 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2a8c48fc-ec59-4baa-9d89-20d928fbb8bb req-90a8cd39-838e-42aa-a20f-79f9c1e6bc89 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] 10.222.0.101 "GET /v2.0/security-groups?id=57e94047-30f9-4114-8ab3-78d613da6f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779629 Sep 24 15:33:37.805046 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-2fafbadf-d2f0-4dd5-aa92-d998b8746330 req-8bd182fe-5daa-4ad6-a57b-2ca5b89badd6 service neutron] For port 66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7,segment=NetworkSegment(21e1a332-491d-46ef-987f-a7724d369c2e),segment_id=21e1a332-491d-46ef-987f-a7724d369c2e)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:33:37.825756 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-2fafbadf-d2f0-4dd5-aa92-d998b8746330 req-8bd182fe-5daa-4ad6-a57b-2ca5b89badd6 service neutron] For port 66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:33:37.889271 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-2fafbadf-d2f0-4dd5-aa92-d998b8746330 req-8bd182fe-5daa-4ad6-a57b-2ca5b89badd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:33:37.902575 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-2fafbadf-d2f0-4dd5-aa92-d998b8746330 req-8bd182fe-5daa-4ad6-a57b-2ca5b89badd6 service neutron] For port 66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7,segment=NetworkSegment(21e1a332-491d-46ef-987f-a7724d369c2e),segment_id=21e1a332-491d-46ef-987f-a7724d369c2e)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:33:37.926995 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea580e8-a9ec-4df8-9764-12ea3c76b0c3 req-30978a96-5c91-4353-b97a-0ba76614a309 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:37.928473 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dea580e8-a9ec-4df8-9764-12ea3c76b0c3 req-30978a96-5c91-4353-b97a-0ba76614a309 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=59311d6c-4343-41c9-bf60-082ab6fc25d9 HTTP/1.1" status: 200 len: 943 time: 0.0822642 Sep 24 15:33:37.969395 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dea580e8-a9ec-4df8-9764-12ea3c76b0c3 req-c401072c-8042-48f6-a3c9-2b352241dd08 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347502 Sep 24 15:33:37.996988 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-79dacf57-98b4-47e0-a091-365e81d68b92 req-3d183209-ecc0-4e94-b37a-10f1b7ff5a35 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1963763642', 'description': 'tempest-description-645058805'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:33:38.018864 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-2fafbadf-d2f0-4dd5-aa92-d998b8746330 req-8bd182fe-5daa-4ad6-a57b-2ca5b89badd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:38.072300 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7 no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:33:38.106520 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-2fafbadf-d2f0-4dd5-aa92-d998b8746330 req-8bd182fe-5daa-4ad6-a57b-2ca5b89badd6 service neutron] Transition to ACTIVE for port object 66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:33:38.136048 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-79dacf57-98b4-47e0-a091-365e81d68b92 req-3d183209-ecc0-4e94-b37a-10f1b7ff5a35 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:38.226077 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-79dacf57-98b4-47e0-a091-365e81d68b92 req-3d183209-ecc0-4e94-b37a-10f1b7ff5a35 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:38.319272 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-2fafbadf-d2f0-4dd5-aa92-d998b8746330 req-8bd182fe-5daa-4ad6-a57b-2ca5b89badd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:38.390618 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fafbadf-d2f0-4dd5-aa92-d998b8746330 req-8bd182fe-5daa-4ad6-a57b-2ca5b89badd6 service neutron] No DVR routers for this DVR port 66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7 on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:33:38.396033 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-79dacf57-98b4-47e0-a091-365e81d68b92 req-3d183209-ecc0-4e94-b37a-10f1b7ff5a35 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:38.403461 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd182fe-5daa-4ad6-a57b-2ca5b89badd6 service neutron] Pushing event updated for resources: {'Port': ['ID=66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7,revision_number=10']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:38.453694 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2fafbadf-d2f0-4dd5-aa92-d998b8746330 req-8bd182fe-5daa-4ad6-a57b-2ca5b89badd6 service neutron] 10.222.0.108 "PUT /v2.0/ports/66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7/bindings/n-h1-808921-1/activate HTTP/1.1" status: 200 len: 369 time: 0.9195185 Sep 24 15:33:38.454471 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d183209-ecc0-4e94-b37a-10f1b7ff5a35 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e56c9b5a-953a-4e4f-a71b-935c371a5601,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:38.552837 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-79dacf57-98b4-47e0-a091-365e81d68b92 req-3d183209-ecc0-4e94-b37a-10f1b7ff5a35 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:38.554222 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-79dacf57-98b4-47e0-a091-365e81d68b92 req-3d183209-ecc0-4e94-b37a-10f1b7ff5a35 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5616367 Sep 24 15:33:38.769893 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:38.830750 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fafbadf-d2f0-4dd5-aa92-d998b8746330 req-4259563d-abe0-40c1-bba9-72e538af4e06 tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:38.832361 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2fafbadf-d2f0-4dd5-aa92-d998b8746330 req-4259563d-abe0-40c1-bba9-72e538af4e06 tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=59311d6c-4343-41c9-bf60-082ab6fc25d9&tenant_id=afd1b0df78e44afd8dcda9521b21852d&binding%3Ahost_id=n-h2-808921-1 HTTP/1.1" status: 200 len: 1095 time: 0.0479925 Sep 24 15:33:38.889231 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fafbadf-d2f0-4dd5-aa92-d998b8746330 req-accedcb0-ff39-4004-8d36-2daac75ba5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:38.891442 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2fafbadf-d2f0-4dd5-aa92-d998b8746330 req-accedcb0-ff39-4004-8d36-2daac75ba5a4 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=59311d6c-4343-41c9-bf60-082ab6fc25d9&tenant_id=afd1b0df78e44afd8dcda9521b21852d HTTP/1.1" status: 200 len: 1095 time: 0.0458317 Sep 24 15:33:38.967621 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:33:38.972104 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fafbadf-d2f0-4dd5-aa92-d998b8746330 req-8dab24c5-1a9e-44ae-bfdd-26279dcf475e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:38.973616 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2fafbadf-d2f0-4dd5-aa92-d998b8746330 req-8dab24c5-1a9e-44ae-bfdd-26279dcf475e service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=afd1b0df78e44afd8dcda9521b21852d&device_id=59311d6c-4343-41c9-bf60-082ab6fc25d9 HTTP/1.1" status: 200 len: 1095 time: 0.0482318 Sep 24 15:33:39.063836 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 40798) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:39.086729 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fafbadf-d2f0-4dd5-aa92-d998b8746330 req-3e551328-4ac5-49ac-a6b0-46a44db6f70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:39.090638 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2fafbadf-d2f0-4dd5-aa92-d998b8746330 req-3e551328-4ac5-49ac-a6b0-46a44db6f70c service neutron] 10.222.0.110 "GET /v2.0/networks?id=078714d9-431e-4632-b957-c9a7230e7876 HTTP/1.1" status: 200 len: 909 time: 0.1029007 Sep 24 15:33:39.145765 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2fafbadf-d2f0-4dd5-aa92-d998b8746330 req-94dd9ffe-4591-4b60-8efe-d52a8d08ec0a service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7 HTTP/1.1" status: 200 len: 217 time: 0.0470777 Sep 24 15:33:39.175989 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-79ec23da-7b12-4e20-8428-cf1ca74fd0f7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1480902942-network', 'tenant_id': '3a93cc186ebd4c31bb7f3a35ed62b4f7'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:33:39.200453 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fafbadf-d2f0-4dd5-aa92-d998b8746330 req-bec90fba-5df4-4ded-9640-10510759d116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:39.201982 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2fafbadf-d2f0-4dd5-aa92-d998b8746330 req-bec90fba-5df4-4ded-9640-10510759d116 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=84366809-0e1f-47c8-b0ea-166b7d29d1a7 HTTP/1.1" status: 200 len: 847 time: 0.0475461 Sep 24 15:33:39.209566 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [req-f7021208-3f6d-4748-bca0-d6385f10ad75 req-40119267-a8fa-4819-aae0-623af4c90061 tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:33:39.210587 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f7021208-3f6d-4748-bca0-d6385f10ad75 req-40119267-a8fa-4819-aae0-623af4c90061 tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054450 Sep 24 15:33:39.238329 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2fafbadf-d2f0-4dd5-aa92-d998b8746330 req-4b0f84b3-2333-4456-b75e-9a96e16cf038 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=078714d9-431e-4632-b957-c9a7230e7876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251768 Sep 24 15:33:39.251169 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7021208-3f6d-4748-bca0-d6385f10ad75 req-faeed2ef-455f-43c5-af05-4057cbee49a5 tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:39.252701 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f7021208-3f6d-4748-bca0-d6385f10ad75 req-faeed2ef-455f-43c5-af05-4057cbee49a5 tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] 10.222.0.101 "GET /v2.0/ports/8ced86f9-3fc2-47d2-8511-a8f8366f37f7 HTTP/1.1" status: 200 len: 1093 time: 0.0369096 Sep 24 15:33:39.267796 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-f7021208-3f6d-4748-bca0-d6385f10ad75 req-825f5c75-e821-45c4-a902-5582d549177e service neutron] Request body: {'binding': {'host': 'n-h2-808921-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:33:39.267796 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-f7021208-3f6d-4748-bca0-d6385f10ad75 req-825f5c75-e821-45c4-a902-5582d549177e service neutron] Unknown quota resources ['binding']. {{(pid=95297) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 24 15:33:39.302311 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ec23da-7b12-4e20-8428-cf1ca74fd0f7 admin admin] Made reservation on behalf of 3a93cc186ebd4c31bb7f3a35ed62b4f7 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:33:39.305813 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-79ec23da-7b12-4e20-8428-cf1ca74fd0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:39.322616 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-79ec23da-7b12-4e20-8428-cf1ca74fd0f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:39.380394 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2fafbadf-d2f0-4dd5-aa92-d998b8746330 req-6b0ba343-1632-4fff-abd2-8a7b0f62e8d7 service neutron] 10.222.0.110 "GET /v2.0/networks/078714d9-431e-4632-b957-c9a7230e7876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308811 Sep 24 15:33:39.406147 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb45fe-c016-4feb-81d2-5e48bf98d1ba req-5e1631ca-55a2-48d1-9b31-a5012c691bc6 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:39.407724 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dceb45fe-c016-4feb-81d2-5e48bf98d1ba req-5e1631ca-55a2-48d1-9b31-a5012c691bc6 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=a06d1df7-77e8-4d02-914c-afedef6fecbc HTTP/1.1" status: 200 len: 950 time: 0.0760326 Sep 24 15:33:39.479101 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-f7021208-3f6d-4748-bca0-d6385f10ad75 req-825f5c75-e821-45c4-a902-5582d549177e service neutron] Attempting to bind port 8ced86f9-3fc2-47d2-8511-a8f8366f37f7 on host n-h2-808921-1 for vnic_type normal with profile None {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:33:39.479439 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-f7021208-3f6d-4748-bca0-d6385f10ad75 req-825f5c75-e821-45c4-a902-5582d549177e service neutron] Attempting to bind port 8ced86f9-3fc2-47d2-8511-a8f8366f37f7 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '5bd2529f-b450-42b6-8981-999bdd2f1ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '058852f5-088e-42d1-b3e1-abf106a974a3'}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:33:39.479764 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7021208-3f6d-4748-bca0-d6385f10ad75 req-825f5c75-e821-45c4-a902-5582d549177e service neutron] Attempting to bind port 8ced86f9-3fc2-47d2-8511-a8f8366f37f7 on network 058852f5-088e-42d1-b3e1-abf106a974a3 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:33:39.491233 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7021208-3f6d-4748-bca0-d6385f10ad75 req-825f5c75-e821-45c4-a902-5582d549177e service neutron] Port 8ced86f9-3fc2-47d2-8511-a8f8366f37f7 on network 058852f5-088e-42d1-b3e1-abf106a974a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:33:39.491536 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7021208-3f6d-4748-bca0-d6385f10ad75 req-825f5c75-e821-45c4-a902-5582d549177e service neutron] Attempting to bind port 8ced86f9-3fc2-47d2-8511-a8f8366f37f7 on network 058852f5-088e-42d1-b3e1-abf106a974a3 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:33:39.502625 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7021208-3f6d-4748-bca0-d6385f10ad75 req-825f5c75-e821-45c4-a902-5582d549177e service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:33:39.502944 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7021208-3f6d-4748-bca0-d6385f10ad75 req-825f5c75-e821-45c4-a902-5582d549177e service neutron] Checking segment: {'id': '5bd2529f-b450-42b6-8981-999bdd2f1ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '058852f5-088e-42d1-b3e1-abf106a974a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:33:39.503059 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dceb45fe-c016-4feb-81d2-5e48bf98d1ba req-46e4b6b9-1bb1-4a1c-8d28-27ca2ca9e508 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799022 Sep 24 15:33:39.503327 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7021208-3f6d-4748-bca0-d6385f10ad75 req-825f5c75-e821-45c4-a902-5582d549177e service neutron] Bound using segment: {'id': '5bd2529f-b450-42b6-8981-999bdd2f1ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '058852f5-088e-42d1-b3e1-abf106a974a3'} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:33:39.503761 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-f7021208-3f6d-4748-bca0-d6385f10ad75 req-825f5c75-e821-45c4-a902-5582d549177e service neutron] Bound port: 8ced86f9-3fc2-47d2-8511-a8f8366f37f7, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bd2529f-b450-42b6-8981-999bdd2f1ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '058852f5-088e-42d1-b3e1-abf106a974a3'}}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:33:39.527247 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2fafbadf-d2f0-4dd5-aa92-d998b8746330 req-e7a2c23e-b0c4-4f9a-ac70-7d7183e9ff85 service neutron] 10.222.0.110 "GET /v2.0/networks/078714d9-431e-4632-b957-c9a7230e7876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305227 Sep 24 15:33:39.555399 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-79ec23da-7b12-4e20-8428-cf1ca74fd0f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:39.586385 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-f7021208-3f6d-4748-bca0-d6385f10ad75 req-825f5c75-e821-45c4-a902-5582d549177e service neutron] For port 8ced86f9-3fc2-47d2-8511-a8f8366f37f7, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=8ced86f9-3fc2-47d2-8511-a8f8366f37f7,segment=NetworkSegment(5bd2529f-b450-42b6-8981-999bdd2f1ff0),segment_id=5bd2529f-b450-42b6-8981-999bdd2f1ff0)] {{(pid=95297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:33:39.594573 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-accca781-a489-425a-8b3c-ee5fde85a42c req-1d1af11e-ec09-41fb-bf2d-2f45828aa7ec tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] 10.222.0.101 "GET /v2.0/security-groups/44fb9b3e-f116-46cb-836a-847f81481916 HTTP/1.1" status: 200 len: 1804 time: 0.0488820 Sep 24 15:33:39.640578 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-accca781-a489-425a-8b3c-ee5fde85a42c req-bdecd587-d0b2-4eaa-bdc3-244e0f5c37dc tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] 10.222.0.101 "GET /v2.0/security-groups/e56c9b5a-953a-4e4f-a71b-935c371a5601 HTTP/1.1" status: 200 len: 1804 time: 0.0393145 Sep 24 15:33:39.650883 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-accca781-a489-425a-8b3c-ee5fde85a42c req-bd8bb619-1694-449d-b189-28373ec68a23 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '44fb9b3e-f116-46cb-836a-847f81481916', 'remote_group_id': 'e56c9b5a-953a-4e4f-a71b-935c371a5601', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:33:39.651455 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-accca781-a489-425a-8b3c-ee5fde85a42c req-bd8bb619-1694-449d-b189-28373ec68a23 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '44fb9b3e-f116-46cb-836a-847f81481916', 'remote_group_id': 'e56c9b5a-953a-4e4f-a71b-935c371a5601', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:33:39.700287 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-f7021208-3f6d-4748-bca0-d6385f10ad75 req-825f5c75-e821-45c4-a902-5582d549177e service neutron] Notify callbacks [] for binding, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:39.700287 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f7021208-3f6d-4748-bca0-d6385f10ad75 req-825f5c75-e821-45c4-a902-5582d549177e service neutron] 10.222.0.101 "POST /v2.0/ports/8ced86f9-3fc2-47d2-8511-a8f8366f37f7/bindings HTTP/1.1" status: 201 len: 389 time: 0.4377394 Sep 24 15:33:39.700287 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-79ec23da-7b12-4e20-8428-cf1ca74fd0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:39.722713 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79ec23da-7b12-4e20-8428-cf1ca74fd0f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1296} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:33:39.737751 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ec23da-7b12-4e20-8428-cf1ca74fd0f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46dae02e-e247-4d78-a1c3-d9f3f8a7a9e0,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:39.742890 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-79ec23da-7b12-4e20-8428-cf1ca74fd0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:39.743151 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-79ec23da-7b12-4e20-8428-cf1ca74fd0f7 admin admin] Added segment c352e11d-5542-4342-acaa-e38ab771adf6 of type vlan for network d7a75141-fb30-4f08-abf9-d85d4a8287c0 Sep 24 15:33:39.797411 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-79ec23da-7b12-4e20-8428-cf1ca74fd0f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:39.907278 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-accca781-a489-425a-8b3c-ee5fde85a42c req-bd8bb619-1694-449d-b189-28373ec68a23 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:39.946419 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-accca781-a489-425a-8b3c-ee5fde85a42c req-bd8bb619-1694-449d-b189-28373ec68a23 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:40.016633 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-79ec23da-7b12-4e20-8428-cf1ca74fd0f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:40.017655 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ec23da-7b12-4e20-8428-cf1ca74fd0f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:40.018221 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-79ec23da-7b12-4e20-8428-cf1ca74fd0f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:40.081517 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 91c7ae22-915a-499f-b598-472f578ff783 no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:33:40.083377 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ec23da-7b12-4e20-8428-cf1ca74fd0f7 admin admin] Pushing event updated for resources: {'Network': ['ID=d7a75141-fb30-4f08-abf9-d85d4a8287c0,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:40.089719 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-accca781-a489-425a-8b3c-ee5fde85a42c req-bd8bb619-1694-449d-b189-28373ec68a23 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:40.114126 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network d7a75141-fb30-4f08-abf9-d85d4a8287c0 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:33:40.131625 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8bb619-1694-449d-b189-28373ec68a23 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=851582a4-a8d5-448c-922d-1af5c7c8cd07,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:40.172834 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-79ec23da-7b12-4e20-8428-cf1ca74fd0f7 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1078868 Sep 24 15:33:40.176310 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 40810) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:40.181704 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-a3722a2b-b22a-46d2-997e-84d6313fcd88 admin admin] Request body: {'subnet': {'network_id': 'd7a75141-fb30-4f08-abf9-d85d4a8287c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1480902942-subnet', 'tenant_id': '3a93cc186ebd4c31bb7f3a35ed62b4f7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:33:40.205592 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-accca781-a489-425a-8b3c-ee5fde85a42c req-bd8bb619-1694-449d-b189-28373ec68a23 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:40.217211 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-accca781-a489-425a-8b3c-ee5fde85a42c req-bd8bb619-1694-449d-b189-28373ec68a23 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5702405 Sep 24 15:33:40.219437 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742e99b9-91a1-41b7-9995-4f3ad7f1184c req-49eb2e34-db12-4973-a75b-90abbecfe0d8 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:40.221105 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-742e99b9-91a1-41b7-9995-4f3ad7f1184c req-49eb2e34-db12-4973-a75b-90abbecfe0d8 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=59311d6c-4343-41c9-bf60-082ab6fc25d9 HTTP/1.1" status: 200 len: 944 time: 0.0593517 Sep 24 15:33:40.264457 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:40.266775 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-742e99b9-91a1-41b7-9995-4f3ad7f1184c req-07a0b309-fc07-4b28-a87e-eeb4a2296ecd tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382123 Sep 24 15:33:40.308591 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26303637-cb06-4c05-a7ee-bfe0e2eaeb1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91c7ae22-915a-499f-b598-472f578ff783'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:33:40.313013 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654d1bb1-bc2f-4def-a398-8e17634e1922" -d '{"events": [{"server_uuid": "26303637-cb06-4c05-a7ee-bfe0e2eaeb1e", "name": "network-vif-unplugged", "status": "completed", "tag": "91c7ae22-915a-499f-b598-472f578ff783"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:33:40.314495 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fafbadf-d2f0-4dd5-aa92-d998b8746330 req-2f85f122-b375-413d-a626-0d34c8b25639 tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:40.316608 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2fafbadf-d2f0-4dd5-aa92-d998b8746330 req-2f85f122-b375-413d-a626-0d34c8b25639 tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=59311d6c-4343-41c9-bf60-082ab6fc25d9&tenant_id=afd1b0df78e44afd8dcda9521b21852d&binding%3Ahost_id=n-h1-808921-1 HTTP/1.1" status: 200 len: 1095 time: 0.0932300 Sep 24 15:33:40.359630 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 91c7ae22-915a-499f-b598-472f578ff783, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=91c7ae22-915a-499f-b598-472f578ff783,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:33:40.413109 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3722a2b-b22a-46d2-997e-84d6313fcd88 admin admin] Made reservation on behalf of 3a93cc186ebd4c31bb7f3a35ed62b4f7 for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:33:40.415449 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a3722a2b-b22a-46d2-997e-84d6313fcd88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:40.435484 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4c2e865d-17f5-4d9a-9941-f63f4e4c5232 req-a99b3251-3a4a-4415-b081-55e75bd999d3 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] 10.222.0.101 "GET /v2.0/security-groups/e56c9b5a-953a-4e4f-a71b-935c371a5601 HTTP/1.1" status: 200 len: 1804 time: 0.0389874 Sep 24 15:33:40.437414 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:40.500962 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:40.504477 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=91c7ae22-915a-499f-b598-472f578ff783,revision_number=8']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:40.508902 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-4c2e865d-17f5-4d9a-9941-f63f4e4c5232 req-30038165-60a2-4fcb-91a0-e09aa0f69686 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:40.522167 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e246d71-22fe-4117-bd00-dff1eba3172f req-8b427586-b5e2-4c58-bf38-f2b3b08c8a1f tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:40.523687 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7e246d71-22fe-4117-bd00-dff1eba3172f req-8b427586-b5e2-4c58-bf38-f2b3b08c8a1f tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=3c8e5bc3-0cdb-404d-9ae1-aeee824dbdfd HTTP/1.1" status: 200 len: 945 time: 0.1478121 Sep 24 15:33:40.533742 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-4c2e865d-17f5-4d9a-9941-f63f4e4c5232 req-30038165-60a2-4fcb-91a0-e09aa0f69686 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:40.628188 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7e246d71-22fe-4117-bd00-dff1eba3172f req-905d4ae1-fae7-482d-a0fc-669347e0ea3a tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721614 Sep 24 15:33:40.675768 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 15:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f7995b-2faa-45aa-a5d1-6b9f078be6fb x-openstack-request-id: req-17f7995b-2faa-45aa-a5d1-6b9f078be6fb {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:33:40.676161 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26303637-cb06-4c05-a7ee-bfe0e2eaeb1e", "name": "network-vif-unplugged", "status": "completed", "tag": "91c7ae22-915a-499f-b598-472f578ff783", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:33:40.676490 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-17f7995b-2faa-45aa-a5d1-6b9f078be6fb {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:33:40.677112 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26303637-cb06-4c05-a7ee-bfe0e2eaeb1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91c7ae22-915a-499f-b598-472f578ff783', 'code': 200} Sep 24 15:33:40.679085 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-4c2e865d-17f5-4d9a-9941-f63f4e4c5232 req-30038165-60a2-4fcb-91a0-e09aa0f69686 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:40.682567 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-4c2e865d-17f5-4d9a-9941-f63f4e4c5232 req-30038165-60a2-4fcb-91a0-e09aa0f69686 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:40.688763 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4c2e865d-17f5-4d9a-9941-f63f4e4c5232 req-30038165-60a2-4fcb-91a0-e09aa0f69686 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] 10.222.0.101 "DELETE /v2.0/security-groups/e56c9b5a-953a-4e4f-a71b-935c371a5601 HTTP/1.1" status: 204 len: 173 time: 0.2432587 Sep 24 15:33:40.700220 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30038165-60a2-4fcb-91a0-e09aa0f69686 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56c9b5a-953a-4e4f-a71b-935c371a5601,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:40.736568 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-2fafbadf-d2f0-4dd5-aa92-d998b8746330 req-3ed3e50a-0ff7-40b7-ab0e-6292edfcbfaa service neutron] For port 66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:33:40.750915 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7021208-3f6d-4748-bca0-d6385f10ad75 req-a5ad2811-1e2a-44b6-911f-8e63e5e1c361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:40.752374 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f7021208-3f6d-4748-bca0-d6385f10ad75 req-a5ad2811-1e2a-44b6-911f-8e63e5e1c361 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=8957a38149f44837aa315f739e11ffd3&device_id=3c8e5bc3-0cdb-404d-9ae1-aeee824dbdfd HTTP/1.1" status: 200 len: 1096 time: 0.1067736 Sep 24 15:33:40.757985 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-2fafbadf-d2f0-4dd5-aa92-d998b8746330 req-3ed3e50a-0ff7-40b7-ab0e-6292edfcbfaa service neutron] Notify callbacks [] for binding, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:40.758296 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6b379528-e272-4974-a6c7-9a761777c4ab req-9ee08068-1fb4-47a8-92d2-c6c1645149cb tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] 10.222.0.101 "GET /v2.0/security-groups/44fb9b3e-f116-46cb-836a-847f81481916 HTTP/1.1" status: 200 len: 1804 time: 0.0465250 Sep 24 15:33:40.759065 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2fafbadf-d2f0-4dd5-aa92-d998b8746330 req-3ed3e50a-0ff7-40b7-ab0e-6292edfcbfaa service neutron] 10.222.0.110 "DELETE /v2.0/ports/66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7/bindings/n-h2-808921-1 HTTP/1.1" status: 204 len: 173 time: 0.4331725 Sep 24 15:33:40.787277 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-80d0a5c2-072a-4a0e-9f82-d98101cceed6 req-60d7cfbe-1cd8-497a-8edf-b947912bce6b tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1895547440', 'description': 'tempest-description-412831453'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:33:40.852757 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a3722a2b-b22a-46d2-997e-84d6313fcd88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:40.866186 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e98613a-f5e2-4fd8-99f3-fb775992e383 req-859ea733-3302-4f12-8eee-3588b755fe8e tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:40.871614 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4e98613a-f5e2-4fd8-99f3-fb775992e383 req-859ea733-3302-4f12-8eee-3588b755fe8e tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=a06d1df7-77e8-4d02-914c-afedef6fecbc HTTP/1.1" status: 200 len: 950 time: 0.1380250 Sep 24 15:33:40.889810 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-80d0a5c2-072a-4a0e-9f82-d98101cceed6 req-60d7cfbe-1cd8-497a-8edf-b947912bce6b tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:40.943592 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7021208-3f6d-4748-bca0-d6385f10ad75 req-20867378-6a07-4d49-8cf2-0cdf03cc2a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:40.945379 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f7021208-3f6d-4748-bca0-d6385f10ad75 req-20867378-6a07-4d49-8cf2-0cdf03cc2a30 service neutron] 10.222.0.108 "GET /v2.0/networks?id=058852f5-088e-42d1-b3e1-abf106a974a3 HTTP/1.1" status: 200 len: 923 time: 0.1714785 Sep 24 15:33:40.959619 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3722a2b-b22a-46d2-997e-84d6313fcd88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5b72277-bd03-4d91-931d-f18e55b6ac44,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:40.985005 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-80d0a5c2-072a-4a0e-9f82-d98101cceed6 req-60d7cfbe-1cd8-497a-8edf-b947912bce6b tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:41.078960 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-80d0a5c2-072a-4a0e-9f82-d98101cceed6 req-60d7cfbe-1cd8-497a-8edf-b947912bce6b tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:41.109407 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d7cfbe-1cd8-497a-8edf-b947912bce6b tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db56e341-2dce-466f-aeb4-e46029c27587,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:41.188012 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-80d0a5c2-072a-4a0e-9f82-d98101cceed6 req-60d7cfbe-1cd8-497a-8edf-b947912bce6b tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:41.189466 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-80d0a5c2-072a-4a0e-9f82-d98101cceed6 req-60d7cfbe-1cd8-497a-8edf-b947912bce6b tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4073439 Sep 24 15:33:41.262741 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-51190794-51b2-42d6-b226-d04a0a2dde44 req-e08a2516-af5b-4aa4-add2-04590b943a5d tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] 10.222.0.101 "GET /v2.0/security-groups/db56e341-2dce-466f-aeb4-e46029c27587 HTTP/1.1" status: 200 len: 1804 time: 0.0416684 Sep 24 15:33:41.274721 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-51190794-51b2-42d6-b226-d04a0a2dde44 req-57326e05-8935-49ac-bf3b-af36f9496c4a tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'db56e341-2dce-466f-aeb4-e46029c27587', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:33:41.275309 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-51190794-51b2-42d6-b226-d04a0a2dde44 req-57326e05-8935-49ac-bf3b-af36f9496c4a tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'db56e341-2dce-466f-aeb4-e46029c27587', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:33:41.284762 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f7021208-3f6d-4748-bca0-d6385f10ad75 req-254bc0f3-2708-4022-9bc0-30e272fdde5d service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ced86f9-3fc2-47d2-8511-a8f8366f37f7 HTTP/1.1" status: 200 len: 217 time: 0.3193309 Sep 24 15:33:41.287952 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4e98613a-f5e2-4fd8-99f3-fb775992e383 req-2c91dc2e-4c43-4421-8f3f-0c2e3b35ad48 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3895206 Sep 24 15:33:41.294817 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3722a2b-b22a-46d2-997e-84d6313fcd88 admin admin] Checking segment: {'id': 'c352e11d-5542-4342-acaa-e38ab771adf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': 'd7a75141-fb30-4f08-abf9-d85d4a8287c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:33:41.294817 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3722a2b-b22a-46d2-997e-84d6313fcd88 admin admin] Network hostable DHCP agents. Network: d7a75141-fb30-4f08-abf9-d85d4a8287c0, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:33:41.372302 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7021208-3f6d-4748-bca0-d6385f10ad75 req-e65c4367-69c0-45f0-ad25-45d0a530f35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:41.373847 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f7021208-3f6d-4748-bca0-d6385f10ad75 req-e65c4367-69c0-45f0-ad25-45d0a530f35c service neutron] 10.222.0.108 "GET /v2.0/subnets?id=5c649312-ea12-4119-a9ca-d79c73d589c6 HTTP/1.1" status: 200 len: 861 time: 0.0687766 Sep 24 15:33:41.429891 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-51190794-51b2-42d6-b226-d04a0a2dde44 req-57326e05-8935-49ac-bf3b-af36f9496c4a tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:41.465398 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f7021208-3f6d-4748-bca0-d6385f10ad75 req-de45514c-a80c-460a-9b3b-109b95fd83c2 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=058852f5-088e-42d1-b3e1-abf106a974a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636842 Sep 24 15:33:41.465855 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-51190794-51b2-42d6-b226-d04a0a2dde44 req-57326e05-8935-49ac-bf3b-af36f9496c4a tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:41.493892 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb26115-341c-4fcb-aa58-34f21b085399 req-b5276e24-511d-4a89-b1c7-c0fa668f8125 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:41.495360 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8fb26115-341c-4fcb-aa58-34f21b085399 req-b5276e24-511d-4a89-b1c7-c0fa668f8125 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=59311d6c-4343-41c9-bf60-082ab6fc25d9 HTTP/1.1" status: 200 len: 944 time: 0.0921438 Sep 24 15:33:41.509916 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3722a2b-b22a-46d2-997e-84d6313fcd88 admin admin] Network d7a75141-fb30-4f08-abf9-d85d4a8287c0 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:33:41.575716 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-51190794-51b2-42d6-b226-d04a0a2dde44 req-57326e05-8935-49ac-bf3b-af36f9496c4a tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:41.590821 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8fb26115-341c-4fcb-aa58-34f21b085399 req-ed376f6c-338a-4a5c-bffa-fff89b6be60f tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761943 Sep 24 15:33:41.596119 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57326e05-8935-49ac-bf3b-af36f9496c4a tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e35f040-e544-4999-b988-60697f686b5b,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:41.620933 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f7021208-3f6d-4748-bca0-d6385f10ad75 req-853c1273-7a44-42b7-bbed-564a291f0c49 service neutron] 10.222.0.108 "GET /v2.0/networks/058852f5-088e-42d1-b3e1-abf106a974a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466281 Sep 24 15:33:41.724995 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f7021208-3f6d-4748-bca0-d6385f10ad75 req-adcef399-af70-45cf-b91f-181ae112cac2 service neutron] 10.222.0.108 "GET /v2.0/networks/058852f5-088e-42d1-b3e1-abf106a974a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902114 Sep 24 15:33:41.787867 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-51190794-51b2-42d6-b226-d04a0a2dde44 req-57326e05-8935-49ac-bf3b-af36f9496c4a tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:41.789126 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-51190794-51b2-42d6-b226-d04a0a2dde44 req-57326e05-8935-49ac-bf3b-af36f9496c4a tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5186727 Sep 24 15:33:41.789339 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8aab5f-7ee8-4fed-9dc2-7b3ca478c4af req-72015cb9-87d8-43ab-8a88-058b31de9dee tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:41.797622 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cb8aab5f-7ee8-4fed-9dc2-7b3ca478c4af req-72015cb9-87d8-43ab-8a88-058b31de9dee tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=3c8e5bc3-0cdb-404d-9ae1-aeee824dbdfd HTTP/1.1" status: 200 len: 945 time: 0.0510793 Sep 24 15:33:41.797622 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-a3722a2b-b22a-46d2-997e-84d6313fcd88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, d7a75141-fb30-4f08-abf9-d85d4a8287c0) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:33:41.802896 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3722a2b-b22a-46d2-997e-84d6313fcd88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:41.803083 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a3722a2b-b22a-46d2-997e-84d6313fcd88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:41.807277 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f820d37e-a777-4b52-a977-422a4101e8cc None None] Network d7a75141-fb30-4f08-abf9-d85d4a8287c0 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:33:41.870972 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cb8aab5f-7ee8-4fed-9dc2-7b3ca478c4af req-6f7e05df-4000-4df9-b4d8-d463506bf23c tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608523 Sep 24 15:33:41.897934 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-a3722a2b-b22a-46d2-997e-84d6313fcd88 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7204211 Sep 24 15:33:41.900420 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 40862) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:41.905573 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-4d9bacb8-5019-4332-ba98-98790f498bb6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1480902942-router', 'tenant_id': '3a93cc186ebd4c31bb7f3a35ed62b4f7', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:33:41.945350 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180985b8-c6f6-4191-a2f1-0ca74f01f60a req-88852828-2fca-4c2b-8551-726b1f626507 tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:41.947115 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-180985b8-c6f6-4191-a2f1-0ca74f01f60a req-88852828-2fca-4c2b-8551-726b1f626507 tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=59311d6c-4343-41c9-bf60-082ab6fc25d9 HTTP/1.1" status: 200 len: 1095 time: 0.0915418 Sep 24 15:33:41.994030 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-44494bb2-074e-44d1-afb0-7ff1ee353e3d req-8f66bf26-8c58-4849-bdcc-c453f8b7c89f tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] 10.222.0.101 "GET /v2.0/security-groups/db56e341-2dce-466f-aeb4-e46029c27587 HTTP/1.1" status: 200 len: 2397 time: 0.0630960 Sep 24 15:33:41.998927 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-180985b8-c6f6-4191-a2f1-0ca74f01f60a req-16ec6f65-e5b9-43d6-b504-27beb5980dc2 tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448415 Sep 24 15:33:42.002179 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8a1c0f-8543-421c-8d27-099ac73d90d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-d7a75141-fb30-4f08-abf9-d85d4a8287c0', 'network_id': 'd7a75141-fb30-4f08-abf9-d85d4a8287c0', 'tenant_id': '3a93cc186ebd4c31bb7f3a35ed62b4f7', 'fixed_ips': [{'subnet_id': 'd5b72277-bd03-4d91-931d-f18e55b6ac44'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:33:42.003082 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a8a1c0f-8543-421c-8d27-099ac73d90d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:42.010425 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-44494bb2-074e-44d1-afb0-7ff1ee353e3d req-262d7b9f-80e3-434d-8ac3-1fef9cca4216 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'db56e341-2dce-466f-aeb4-e46029c27587', 'remote_group_id': None}]} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:33:42.014888 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-44494bb2-074e-44d1-afb0-7ff1ee353e3d req-262d7b9f-80e3-434d-8ac3-1fef9cca4216 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'db56e341-2dce-466f-aeb4-e46029c27587', 'remote_group_id': None}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:33:42.084953 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4d9bacb8-5019-4332-ba98-98790f498bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:42.086071 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4d9bacb8-5019-4332-ba98-98790f498bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:42.135656 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160af6b2-4f2b-4b78-a029-06ca455d5a22 req-0399ca2a-2bf2-4a1f-a8db-b80da411a828 tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:42.138063 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-160af6b2-4f2b-4b78-a029-06ca455d5a22 req-0399ca2a-2bf2-4a1f-a8db-b80da411a828 tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=59311d6c-4343-41c9-bf60-082ab6fc25d9 HTTP/1.1" status: 200 len: 1095 time: 0.0636017 Sep 24 15:33:42.193195 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4d9bacb8-5019-4332-ba98-98790f498bb6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:42.198594 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-160af6b2-4f2b-4b78-a029-06ca455d5a22 req-ea5d0d3f-230a-42f1-b3a8-9426a6888203 tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527406 Sep 24 15:33:42.220840 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-6a8a1c0f-8543-421c-8d27-099ac73d90d3 None None] Allocated IP 172.20.0.2 (d7a75141-fb30-4f08-abf9-d85d4a8287c0/d5b72277-bd03-4d91-931d-f18e55b6ac44/cb763be3-5704-4370-a054-fca08c16ba6e) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:33:42.385501 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-44494bb2-074e-44d1-afb0-7ff1ee353e3d req-262d7b9f-80e3-434d-8ac3-1fef9cca4216 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:42.420751 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-44494bb2-074e-44d1-afb0-7ff1ee353e3d req-262d7b9f-80e3-434d-8ac3-1fef9cca4216 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:42.425027 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a8a1c0f-8543-421c-8d27-099ac73d90d3 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:42.510408 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a8a1c0f-8543-421c-8d27-099ac73d90d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:42.522270 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4d9bacb8-5019-4332-ba98-98790f498bb6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:42.525567 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-44494bb2-074e-44d1-afb0-7ff1ee353e3d req-262d7b9f-80e3-434d-8ac3-1fef9cca4216 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:42.547065 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262d7b9f-80e3-434d-8ac3-1fef9cca4216 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40c657a2-bec7-498b-9c0d-fd95b5ab8e3e,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:42.586751 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8a1c0f-8543-421c-8d27-099ac73d90d3 None None] Network d7a75141-fb30-4f08-abf9-d85d4a8287c0 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:33:42.589824 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-6a8a1c0f-8543-421c-8d27-099ac73d90d3 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:33:42.602382 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a8a1c0f-8543-421c-8d27-099ac73d90d3 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:33:42.605520 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a1c0f-8543-421c-8d27-099ac73d90d3 None None] Pushing event updated for resources: {'Port': ['ID=cb763be3-5704-4370-a054-fca08c16ba6e,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:42.678858 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-6a8a1c0f-8543-421c-8d27-099ac73d90d3 None None] Attempting to bind port cb763be3-5704-4370-a054-fca08c16ba6e on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:33:42.678858 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-6a8a1c0f-8543-421c-8d27-099ac73d90d3 None None] Attempting to bind port cb763be3-5704-4370-a054-fca08c16ba6e by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'c352e11d-5542-4342-acaa-e38ab771adf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': 'd7a75141-fb30-4f08-abf9-d85d4a8287c0'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:33:42.678858 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8a1c0f-8543-421c-8d27-099ac73d90d3 None None] Attempting to bind port cb763be3-5704-4370-a054-fca08c16ba6e on network d7a75141-fb30-4f08-abf9-d85d4a8287c0 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:33:42.679133 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-44494bb2-074e-44d1-afb0-7ff1ee353e3d req-262d7b9f-80e3-434d-8ac3-1fef9cca4216 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:42.679238 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8a1c0f-8543-421c-8d27-099ac73d90d3 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:33:42.679591 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8a1c0f-8543-421c-8d27-099ac73d90d3 None None] Checking segment: {'id': 'c352e11d-5542-4342-acaa-e38ab771adf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': 'd7a75141-fb30-4f08-abf9-d85d4a8287c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:33:42.680003 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a8a1c0f-8543-421c-8d27-099ac73d90d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:42.680399 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a8a1c0f-8543-421c-8d27-099ac73d90d3 None None] Bound using segment: {'id': 'c352e11d-5542-4342-acaa-e38ab771adf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': 'd7a75141-fb30-4f08-abf9-d85d4a8287c0'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:33:42.680923 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-6a8a1c0f-8543-421c-8d27-099ac73d90d3 None None] Bound port: cb763be3-5704-4370-a054-fca08c16ba6e, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c352e11d-5542-4342-acaa-e38ab771adf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': 'd7a75141-fb30-4f08-abf9-d85d4a8287c0'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:33:42.686204 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a8a1c0f-8543-421c-8d27-099ac73d90d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:42.716216 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-44494bb2-074e-44d1-afb0-7ff1ee353e3d req-262d7b9f-80e3-434d-8ac3-1fef9cca4216 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.7115192 Sep 24 15:33:42.826205 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-6a8a1c0f-8543-421c-8d27-099ac73d90d3 None None] For port cb763be3-5704-4370-a054-fca08c16ba6e, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:33:42.830698 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-6a8a1c0f-8543-421c-8d27-099ac73d90d3 None None] For port cb763be3-5704-4370-a054-fca08c16ba6e, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=cb763be3-5704-4370-a054-fca08c16ba6e,segment=NetworkSegment(c352e11d-5542-4342-acaa-e38ab771adf6),segment_id=c352e11d-5542-4342-acaa-e38ab771adf6)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:33:42.895814 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef3db50-d9bf-4a06-9cd4-16a09a118741 req-868eac96-739b-4a67-8d27-67f354b2aa18 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:42.897287 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2ef3db50-d9bf-4a06-9cd4-16a09a118741 req-868eac96-739b-4a67-8d27-67f354b2aa18 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=a06d1df7-77e8-4d02-914c-afedef6fecbc HTTP/1.1" status: 200 len: 950 time: 0.0603075 Sep 24 15:33:42.987965 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a8a1c0f-8543-421c-8d27-099ac73d90d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:43.024491 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2ef3db50-d9bf-4a06-9cd4-16a09a118741 req-14396117-41e7-4c4c-bbc4-43f733244d0b tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196210 Sep 24 15:33:43.049587 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4d9bacb8-5019-4332-ba98-98790f498bb6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:43.110839 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4d9bacb8-5019-4332-ba98-98790f498bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:43.122072 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a1c0f-8543-421c-8d27-099ac73d90d3 None None] Pushing event updated for resources: {'Port': ['ID=cb763be3-5704-4370-a054-fca08c16ba6e,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:43.254304 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a81737fb-460f-43bf-9f56-dc50c38b1c15 req-641e63aa-c6cb-47f7-a1f3-266648428ed5 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] 10.222.0.101 "GET /v2.0/security-groups/db56e341-2dce-466f-aeb4-e46029c27587 HTTP/1.1" status: 200 len: 2995 time: 0.0960093 Sep 24 15:33:43.353826 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-4d9bacb8-5019-4332-ba98-98790f498bb6 admin admin] Allocated IP 172.25.0.248 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/3793296e-bf95-4618-ba8b-7685dcca3509) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:33:43.385949 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba8721-a25d-4908-94c7-05ae0b42330a req-11ef1c83-7df3-42dd-9d3b-4f3b825fa6af tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:43.387510 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-49ba8721-a25d-4908-94c7-05ae0b42330a req-11ef1c83-7df3-42dd-9d3b-4f3b825fa6af tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=3c8e5bc3-0cdb-404d-9ae1-aeee824dbdfd HTTP/1.1" status: 200 len: 945 time: 0.1248994 Sep 24 15:33:43.408743 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0ab45263-ab6c-4c4d-bf34-ec6cc5640a2f req-c793315f-50f2-4b45-a8ce-3edef16dd9f6 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] 10.222.0.101 "GET /v2.0/security-group-rules/40c657a2-bec7-498b-9c0d-fd95b5ab8e3e HTTP/1.1" status: 200 len: 783 time: 0.0388839 Sep 24 15:33:43.488668 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0ab45263-ab6c-4c4d-bf34-ec6cc5640a2f req-c6dd2ebe-dba4-4cdb-abed-bfe816a6b598 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] 10.222.0.101 "GET /v2.0/security-groups/db56e341-2dce-466f-aeb4-e46029c27587 HTTP/1.1" status: 200 len: 2995 time: 0.0715942 Sep 24 15:33:43.504208 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-49ba8721-a25d-4908-94c7-05ae0b42330a req-14d130c3-0f92-4972-b3b8-1772da611d91 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972288 Sep 24 15:33:43.525877 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-0ab45263-ab6c-4c4d-bf34-ec6cc5640a2f req-435176a8-dc86-4610-8ccb-0331a1fb0d93 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:43.534488 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-0ab45263-ab6c-4c4d-bf34-ec6cc5640a2f req-435176a8-dc86-4610-8ccb-0331a1fb0d93 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:43.549803 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4d9bacb8-5019-4332-ba98-98790f498bb6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:43.690091 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-0ab45263-ab6c-4c4d-bf34-ec6cc5640a2f req-435176a8-dc86-4610-8ccb-0331a1fb0d93 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:43.697145 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-0ab45263-ab6c-4c4d-bf34-ec6cc5640a2f req-435176a8-dc86-4610-8ccb-0331a1fb0d93 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:43.698251 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0ab45263-ab6c-4c4d-bf34-ec6cc5640a2f req-435176a8-dc86-4610-8ccb-0331a1fb0d93 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] 10.222.0.101 "DELETE /v2.0/security-group-rules/40c657a2-bec7-498b-9c0d-fd95b5ab8e3e HTTP/1.1" status: 204 len: 173 time: 0.2008579 Sep 24 15:33:43.705564 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435176a8-dc86-4610-8ccb-0331a1fb0d93 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=40c657a2-bec7-498b-9c0d-fd95b5ab8e3e,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:43.717540 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4d9bacb8-5019-4332-ba98-98790f498bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:43.813046 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9bacb8-5019-4332-ba98-98790f498bb6 admin admin] Pushing event updated for resources: {'Port': ['ID=3793296e-bf95-4618-ba8b-7685dcca3509,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:43.834777 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9bacb8-5019-4332-ba98-98790f498bb6 admin admin] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:33:43.844046 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-4d9bacb8-5019-4332-ba98-98790f498bb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:33:43.849302 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d9bacb8-5019-4332-ba98-98790f498bb6 admin admin] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:33:43.907195 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-55c8411b-1e6f-4172-b213-c55fa39892ac req-52583d55-4116-4f2f-a1f2-32946052add9 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] 10.222.0.101 "GET /v2.0/security-groups/db56e341-2dce-466f-aeb4-e46029c27587 HTTP/1.1" status: 200 len: 2397 time: 0.1770020 Sep 24 15:33:44.061719 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-55c8411b-1e6f-4172-b213-c55fa39892ac req-f38d838b-0401-4593-a064-ca79a10b2b89 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:44.097684 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-55c8411b-1e6f-4172-b213-c55fa39892ac req-f38d838b-0401-4593-a064-ca79a10b2b89 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:44.102600 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 5d9d379d-c973-44a2-9ada-cd4ca452ddb1 details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:33:44.246673 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 5d9d379d-c973-44a2-9ada-cd4ca452ddb1, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=5d9d379d-c973-44a2-9ada-cd4ca452ddb1,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:33:44.263816 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': '5d9d379d-c973-44a2-9ada-cd4ca452ddb1', 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939', 'port_id': '5d9d379d-c973-44a2-9ada-cd4ca452ddb1', 'mac_address': 'fa:16:3e:79:86:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '188edb94-8042-4961-9ec0-8960b1ce1305', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:33:44.273405 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4101aeb-1995-44c0-9eef-656a0280227f req-0378206c-5eee-4ded-bfd6-381d8e68a055 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:44.275175 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e4101aeb-1995-44c0-9eef-656a0280227f req-0378206c-5eee-4ded-bfd6-381d8e68a055 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=a06d1df7-77e8-4d02-914c-afedef6fecbc HTTP/1.1" status: 200 len: 950 time: 0.0835569 Sep 24 15:33:44.287609 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ecb4ae-a0f6-4af3-b3ac-44d2d5a753c0 None None] Network d7a75141-fb30-4f08-abf9-d85d4a8287c0 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:33:44.353147 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4d9bacb8-5019-4332-ba98-98790f498bb6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:44.358146 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-55c8411b-1e6f-4172-b213-c55fa39892ac req-f38d838b-0401-4593-a064-ca79a10b2b89 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:44.371353 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e4101aeb-1995-44c0-9eef-656a0280227f req-4060ed27-3d40-43bb-a801-81e6d3999611 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888200 Sep 24 15:33:44.381247 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-55c8411b-1e6f-4172-b213-c55fa39892ac req-f38d838b-0401-4593-a064-ca79a10b2b89 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:44.382512 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-55c8411b-1e6f-4172-b213-c55fa39892ac req-f38d838b-0401-4593-a064-ca79a10b2b89 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] 10.222.0.101 "DELETE /v2.0/security-groups/db56e341-2dce-466f-aeb4-e46029c27587 HTTP/1.1" status: 204 len: 173 time: 0.4368205 Sep 24 15:33:44.444361 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:44.473652 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-3cf44e01-4041-4a9b-8e60-afb9a6d9ad60 None None] Provisioning complete for port cb763be3-5704-4370-a054-fca08c16ba6e triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:33:44.474024 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3cf44e01-4041-4a9b-8e60-afb9a6d9ad60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:44.510241 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5d9d379d-c973-44a2-9ada-cd4ca452ddb1 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:33:44.525755 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38d838b-0401-4593-a064-ca79a10b2b89 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db56e341-2dce-466f-aeb4-e46029c27587,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:44.532733 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 5d9d379d-c973-44a2-9ada-cd4ca452ddb1, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=5d9d379d-c973-44a2-9ada-cd4ca452ddb1,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:33:44.555728 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [req-0445d721-f830-429c-8fda-3afaf5ace666 req-e5d1905c-d3b4-4db6-b56e-f1c5f91d0c17 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] show failed (client error): The resource could not be found. Sep 24 15:33:44.570791 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0445d721-f830-429c-8fda-3afaf5ace666 req-e5d1905c-d3b4-4db6-b56e-f1c5f91d0c17 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] 10.222.0.101 "GET /v2.0/security-groups/e56c9b5a-953a-4e4f-a71b-935c371a5601 HTTP/1.1" status: 404 len: 352 time: 0.0344062 Sep 24 15:33:44.713402 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a54de8-1988-4b3c-8c22-af574f8dabcc req-136d8a45-80b2-42fc-9f46-66fc5ce0c916 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:44.721557 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-22a54de8-1988-4b3c-8c22-af574f8dabcc req-136d8a45-80b2-42fc-9f46-66fc5ce0c916 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=3c8e5bc3-0cdb-404d-9ae1-aeee824dbdfd HTTP/1.1" status: 200 len: 945 time: 0.0641966 Sep 24 15:33:44.782881 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-22a54de8-1988-4b3c-8c22-af574f8dabcc req-104ea599-302e-4f3b-b958-d12d3abec6a1 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603359 Sep 24 15:33:44.786142 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2a8330a8-35ba-43a5-a8e3-ab5190a436e6 req-1f65a3ea-e044-46f8-8a9d-f157d3d4aaea tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] 10.222.0.101 "GET /v2.0/security-groups/44fb9b3e-f116-46cb-836a-847f81481916 HTTP/1.1" status: 200 len: 1804 time: 0.1113334 Sep 24 15:33:44.788263 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:44.881123 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=5d9d379d-c973-44a2-9ada-cd4ca452ddb1,revision_number=6']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:44.899816 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4d9bacb8-5019-4332-ba98-98790f498bb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:44.958088 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device cb763be3-5704-4370-a054-fca08c16ba6e up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:33:44.960400 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['5d9d379d-c973-44a2-9ada-cd4ca452ddb1'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:33:44.972188 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-2a8330a8-35ba-43a5-a8e3-ab5190a436e6 req-ae212632-1804-48b4-96ed-c1bd5bd9ec12 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:45.049773 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3cf44e01-4041-4a9b-8e60-afb9a6d9ad60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:45.059411 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-2a8330a8-35ba-43a5-a8e3-ab5190a436e6 req-ae212632-1804-48b4-96ed-c1bd5bd9ec12 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:45.097289 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-3cf44e01-4041-4a9b-8e60-afb9a6d9ad60 None None] For port cb763be3-5704-4370-a054-fca08c16ba6e, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=cb763be3-5704-4370-a054-fca08c16ba6e,segment=NetworkSegment(c352e11d-5542-4342-acaa-e38ab771adf6),segment_id=c352e11d-5542-4342-acaa-e38ab771adf6)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:33:45.137803 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3cf44e01-4041-4a9b-8e60-afb9a6d9ad60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:45.170573 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-2a8330a8-35ba-43a5-a8e3-ab5190a436e6 req-ae212632-1804-48b4-96ed-c1bd5bd9ec12 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:45.174901 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-2a8330a8-35ba-43a5-a8e3-ab5190a436e6 req-ae212632-1804-48b4-96ed-c1bd5bd9ec12 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:45.180847 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2a8330a8-35ba-43a5-a8e3-ab5190a436e6 req-ae212632-1804-48b4-96ed-c1bd5bd9ec12 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] 10.222.0.101 "DELETE /v2.0/security-groups/44fb9b3e-f116-46cb-836a-847f81481916 HTTP/1.1" status: 204 len: 173 time: 0.3937299 Sep 24 15:33:45.197312 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d9bacb8-5019-4332-ba98-98790f498bb6 admin admin] Router 6616b892-c8ae-4bdd-a0db-16e1e159806f is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:33:45.207602 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae212632-1804-48b4-96ed-c1bd5bd9ec12 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44fb9b3e-f116-46cb-836a-847f81481916,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:45.294654 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bf0e5721-8dce-4a15-8553-82934036713b req-24b9e874-b198-486e-be14-2da89c0c45e4 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] 10.222.0.101 "GET /v2.0/security-groups/dc9838b1-2e8f-44ff-af81-365667b09769 HTTP/1.1" status: 200 len: 1805 time: 0.0960107 Sep 24 15:33:45.310595 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port cb763be3-5704-4370-a054-fca08c16ba6e triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:33:45.310987 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:45.386987 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-bf0e5721-8dce-4a15-8553-82934036713b req-2496cb8b-8570-4388-b3d9-75df1f7910ec tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:45.404942 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf44e01-4041-4a9b-8e60-afb9a6d9ad60 None None] Pushing event updated for resources: {'Port': ['ID=cb763be3-5704-4370-a054-fca08c16ba6e,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:45.446990 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-bf0e5721-8dce-4a15-8553-82934036713b req-2496cb8b-8570-4388-b3d9-75df1f7910ec tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:45.453008 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-c60ccf8d-e205-493f-b0f3-caacfbc6c577 None None] Provisioning complete for port cb763be3-5704-4370-a054-fca08c16ba6e triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:33:45.453658 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c60ccf8d-e205-493f-b0f3-caacfbc6c577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:45.457514 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d9bacb8-5019-4332-ba98-98790f498bb6 admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:33:45.468157 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a94fa3-929a-48da-a7ba-b4871228b13c None None] Sync routers for ids ['6616b892-c8ae-4bdd-a0db-16e1e159806f'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:33:45.486257 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a94fa3-929a-48da-a7ba-b4871228b13c None None] Routers {'6616b892-c8ae-4bdd-a0db-16e1e159806f'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:33:45.487732 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-d1a94fa3-929a-48da-a7ba-b4871228b13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:33:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['6616b892-c8ae-4bdd-a0db-16e1e159806f'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:33:45.586569 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4d9bacb8-5019-4332-ba98-98790f498bb6 admin admin] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:45.590773 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 40960) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:45.602947 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-4d9bacb8-5019-4332-ba98-98790f498bb6 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.7014151 Sep 24 15:33:45.635647 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cd898f-aec0-48d3-881b-a78197d8071b req-c9b16cef-89bf-4ffb-bf35-325b76c23a9d tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:45.637679 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-81cd898f-aec0-48d3-881b-a78197d8071b req-c9b16cef-89bf-4ffb-bf35-325b76c23a9d tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=a06d1df7-77e8-4d02-914c-afedef6fecbc HTTP/1.1" status: 200 len: 950 time: 0.1103988 Sep 24 15:33:45.692329 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-81cd898f-aec0-48d3-881b-a78197d8071b req-64a22724-50a1-412f-acd0-4447e7ec6e7c tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437872 Sep 24 15:33:45.730638 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-bf0e5721-8dce-4a15-8553-82934036713b req-2496cb8b-8570-4388-b3d9-75df1f7910ec tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:45.731862 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-d1a94fa3-929a-48da-a7ba-b4871228b13c None None] Set router 6616b892-c8ae-4bdd-a0db-16e1e159806f gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:33:45.737331 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-bf0e5721-8dce-4a15-8553-82934036713b req-2496cb8b-8570-4388-b3d9-75df1f7910ec tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:45.738509 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bf0e5721-8dce-4a15-8553-82934036713b req-2496cb8b-8570-4388-b3d9-75df1f7910ec tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] 10.222.0.101 "DELETE /v2.0/security-groups/dc9838b1-2e8f-44ff-af81-365667b09769 HTTP/1.1" status: 204 len: 173 time: 0.4430501 Sep 24 15:33:46.046860 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-d1a94fa3-929a-48da-a7ba-b4871228b13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6616b892-c8ae-4bdd-a0db-16e1e159806f', 'name': 'tempest-FloatingIPDetailsTestJSON-1480902942-router', 'tenant_id': '3a93cc186ebd4c31bb7f3a35ed62b4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '3793296e-bf95-4618-ba8b-7685dcca3509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:33:42Z', 'updated_at': '2021-09-24T15:33:44Z', 'revision_number': 3, 'project_id': '3a93cc186ebd4c31bb7f3a35ed62b4f7', 'gw_port': {'id': '3793296e-bf95-4618-ba8b-7685dcca3509', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:39:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6616b892-c8ae-4bdd-a0db-16e1e159806f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:33:43Z', 'updated_at': '2021-09-24T15:33:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:33:46.050848 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2496cb8b-8570-4388-b3d9-75df1f7910ec tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc9838b1-2e8f-44ff-af81-365667b09769,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:46.083813 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e424ced1-ddc0-4f91-b4b3-1ecafd4ed9e5 req-546c4e09-2bc7-40e9-a627-7fcec74c5ab1 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:46.094958 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e424ced1-ddc0-4f91-b4b3-1ecafd4ed9e5 req-546c4e09-2bc7-40e9-a627-7fcec74c5ab1 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=3c8e5bc3-0cdb-404d-9ae1-aeee824dbdfd HTTP/1.1" status: 200 len: 945 time: 0.0890007 Sep 24 15:33:46.107023 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 5d9d379d-c973-44a2-9ada-cd4ca452ddb1 up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:33:46.117925 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a94fa3-929a-48da-a7ba-b4871228b13c None None] Checking router: 6616b892-c8ae-4bdd-a0db-16e1e159806f for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:33:46.118577 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a94fa3-929a-48da-a7ba-b4871228b13c None None] Updating router 6616b892-c8ae-4bdd-a0db-16e1e159806f port 3793296e-bf95-4618-ba8b-7685dcca3509 binding host n-d-808921-1 {{(pid=95300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:33:46.163328 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-d1a94fa3-929a-48da-a7ba-b4871228b13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:46.192356 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3b17ab76-a9d3-487b-8ba7-13836ed29bfb req-da34fabe-42f9-4699-bf26-be0a2bc22adc tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] 10.222.0.101 "GET /v2.0/security-groups/9c3ba540-0a17-4d3c-b21f-e75f571f4144 HTTP/1.1" status: 200 len: 1804 time: 0.1384904 Sep 24 15:33:46.201554 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port 5d9d379d-c973-44a2-9ada-cd4ca452ddb1 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:33:46.202107 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:46.211078 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e424ced1-ddc0-4f91-b4b3-1ecafd4ed9e5 req-d5c80a25-98ff-4e3c-b361-ec57b1e6e619 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920579 Sep 24 15:33:46.391980 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:46.416352 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-3b17ab76-a9d3-487b-8ba7-13836ed29bfb req-17989ebe-3745-4d9c-a041-4d2fc66e9337 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:46.446576 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-3b17ab76-a9d3-487b-8ba7-13836ed29bfb req-17989ebe-3745-4d9c-a041-4d2fc66e9337 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:46.449988 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 5d9d379d-c973-44a2-9ada-cd4ca452ddb1, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=5d9d379d-c973-44a2-9ada-cd4ca452ddb1,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:33:46.451086 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13807497-b8d8-43c2-a628-11dc4926a32b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9d379d-c973-44a2-9ada-cd4ca452ddb1'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:33:46.454446 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa2712fa-4bdc-4977-b520-4bc38fc6c185" -d '{"events": [{"server_uuid": "13807497-b8d8-43c2-a628-11dc4926a32b", "name": "network-vif-plugged", "status": "completed", "tag": "5d9d379d-c973-44a2-9ada-cd4ca452ddb1"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:33:46.523682 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-d1a94fa3-929a-48da-a7ba-b4871228b13c None None] Notify callbacks [] for port, precommit_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:46.528751 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89bbc70f-1d8f-461b-8cf5-77f345198629 x-openstack-request-id: req-89bbc70f-1d8f-461b-8cf5-77f345198629 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:33:46.529040 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13807497-b8d8-43c2-a628-11dc4926a32b", "name": "network-vif-plugged", "status": "completed", "tag": "5d9d379d-c973-44a2-9ada-cd4ca452ddb1", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:33:46.529287 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-89bbc70f-1d8f-461b-8cf5-77f345198629 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:33:46.529727 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13807497-b8d8-43c2-a628-11dc4926a32b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d9d379d-c973-44a2-9ada-cd4ca452ddb1', 'code': 200} Sep 24 15:33:46.555661 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:46.610825 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ed9fbe45-9092-47c7-a32e-8ab623a0f2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:46.628152 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=5d9d379d-c973-44a2-9ada-cd4ca452ddb1,revision_number=7']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:46.633146 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-d1a94fa3-929a-48da-a7ba-b4871228b13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:46.701474 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-3b17ab76-a9d3-487b-8ba7-13836ed29bfb req-17989ebe-3745-4d9c-a041-4d2fc66e9337 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:46.705009 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-3b17ab76-a9d3-487b-8ba7-13836ed29bfb req-17989ebe-3745-4d9c-a041-4d2fc66e9337 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:46.710017 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-d1a94fa3-929a-48da-a7ba-b4871228b13c None None] Attempting to bind port 3793296e-bf95-4618-ba8b-7685dcca3509 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:33:46.713216 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-d1a94fa3-929a-48da-a7ba-b4871228b13c None None] Attempting to bind port 3793296e-bf95-4618-ba8b-7685dcca3509 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:33:46.713216 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a94fa3-929a-48da-a7ba-b4871228b13c None None] Attempting to bind port 3793296e-bf95-4618-ba8b-7685dcca3509 on network e6a2de20-1ea0-43e5-88e0-982d19e317d5 {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:33:46.722939 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3b17ab76-a9d3-487b-8ba7-13836ed29bfb req-17989ebe-3745-4d9c-a041-4d2fc66e9337 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] 10.222.0.101 "DELETE /v2.0/security-groups/9c3ba540-0a17-4d3c-b21f-e75f571f4144 HTTP/1.1" status: 204 len: 173 time: 0.5241802 Sep 24 15:33:46.726154 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a94fa3-929a-48da-a7ba-b4871228b13c None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:33:46.731634 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a94fa3-929a-48da-a7ba-b4871228b13c None None] Checking segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:33:46.732083 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-d1a94fa3-929a-48da-a7ba-b4871228b13c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:46.732483 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a94fa3-929a-48da-a7ba-b4871228b13c None None] Bound using segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:33:46.732976 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-d1a94fa3-929a-48da-a7ba-b4871228b13c None None] Bound port: 3793296e-bf95-4618-ba8b-7685dcca3509, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:33:46.733373 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-d1a94fa3-929a-48da-a7ba-b4871228b13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:46.735502 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b9bed9-2661-44d9-b90c-0887ed47648e None None] Pushing event updated for resources: {'Port': ['ID=3793296e-bf95-4618-ba8b-7685dcca3509,revision_number=2']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:46.800838 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17989ebe-3745-4d9c-a041-4d2fc66e9337 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c3ba540-0a17-4d3c-b21f-e75f571f4144,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:46.871574 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-d1a94fa3-929a-48da-a7ba-b4871228b13c None None] For port 3793296e-bf95-4618-ba8b-7685dcca3509, host n-d-808921-1, cleared binding levels {{(pid=95300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:33:46.876287 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-d1a94fa3-929a-48da-a7ba-b4871228b13c None None] For port 3793296e-bf95-4618-ba8b-7685dcca3509, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=3793296e-bf95-4618-ba8b-7685dcca3509,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:33:46.895886 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device cb763be3-5704-4370-a054-fca08c16ba6e up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:33:46.922692 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa384694-b051-49f5-8b72-5538a87c5e6f req-0bb235cf-2bc0-4f4d-9369-b1b586075578 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:46.929432 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f71a86bc-e225-4623-bd33-21b32ba99ff4 req-b6c18ea5-1f56-409f-a4bc-2da152a3b8f5 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] 10.222.0.101 "GET /v2.0/security-groups/08168d4c-8f29-4ed4-9dfe-b2b767d200cb HTTP/1.1" status: 200 len: 2402 time: 0.1759930 Sep 24 15:33:46.940998 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-aa384694-b051-49f5-8b72-5538a87c5e6f req-0bb235cf-2bc0-4f4d-9369-b1b586075578 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=a06d1df7-77e8-4d02-914c-afedef6fecbc HTTP/1.1" status: 200 len: 950 time: 0.1052575 Sep 24 15:33:46.942982 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-d1a94fa3-929a-48da-a7ba-b4871228b13c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:46.992910 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-ed9fbe45-9092-47c7-a32e-8ab623a0f2e3 admin admin] Allocated IP 172.20.0.1 (d7a75141-fb30-4f08-abf9-d85d4a8287c0/d5b72277-bd03-4d91-931d-f18e55b6ac44/95ea847b-4326-4bee-8f71-271f12588fbf) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:33:46.997490 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-aa384694-b051-49f5-8b72-5538a87c5e6f req-a7e0fba2-e7d7-461c-84fc-1ff5ba9e4f0f tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503790 Sep 24 15:33:47.010741 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port cb763be3-5704-4370-a054-fca08c16ba6e triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:33:47.011285 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:47.138225 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a94fa3-929a-48da-a7ba-b4871228b13c None None] Routers {'6616b892-c8ae-4bdd-a0db-16e1e159806f'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:33:47.138803 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-d1a94fa3-929a-48da-a7ba-b4871228b13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:33:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['6616b892-c8ae-4bdd-a0db-16e1e159806f'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:33:47.141284 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b9bed9-2661-44d9-b90c-0887ed47648e None None] Pushing event updated for resources: {'Port': ['ID=3793296e-bf95-4618-ba8b-7685dcca3509,revision_number=3']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:47.226088 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ed9fbe45-9092-47c7-a32e-8ab623a0f2e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:47.331197 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ed9fbe45-9092-47c7-a32e-8ab623a0f2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:47.411941 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-d1a94fa3-929a-48da-a7ba-b4871228b13c None None] Set router 6616b892-c8ae-4bdd-a0db-16e1e159806f gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:33:47.477099 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9fbe45-9092-47c7-a32e-8ab623a0f2e3 admin admin] Network d7a75141-fb30-4f08-abf9-d85d4a8287c0 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:33:47.484562 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14855f45-5b86-40a1-bdc4-a5aec57639af req-a613eddd-52e7-4f7e-958a-31a9bb11f46a tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:47.489443 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-ed9fbe45-9092-47c7-a32e-8ab623a0f2e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:33:47.491425 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-f71a86bc-e225-4623-bd33-21b32ba99ff4 req-e4943eea-23f2-4d32-8dea-275d9e5f0236 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:47.493720 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-14855f45-5b86-40a1-bdc4-a5aec57639af req-a613eddd-52e7-4f7e-958a-31a9bb11f46a tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=3c8e5bc3-0cdb-404d-9ae1-aeee824dbdfd HTTP/1.1" status: 200 len: 945 time: 0.0917516 Sep 24 15:33:47.510027 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9fbe45-9092-47c7-a32e-8ab623a0f2e3 admin admin] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:33:47.510552 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ed9fbe45-9092-47c7-a32e-8ab623a0f2e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:47.549565 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-14855f45-5b86-40a1-bdc4-a5aec57639af req-8dcd64c3-2075-4530-bc3a-520ccf246771 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543730 Sep 24 15:33:47.624562 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9fbe45-9092-47c7-a32e-8ab623a0f2e3 admin admin] Pushing event updated for resources: {'Port': ['ID=95ea847b-4326-4bee-8f71-271f12588fbf,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:47.640543 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-f71a86bc-e225-4623-bd33-21b32ba99ff4 req-e4943eea-23f2-4d32-8dea-275d9e5f0236 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:47.793661 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-d1a94fa3-929a-48da-a7ba-b4871228b13c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6616b892-c8ae-4bdd-a0db-16e1e159806f', 'name': 'tempest-FloatingIPDetailsTestJSON-1480902942-router', 'tenant_id': '3a93cc186ebd4c31bb7f3a35ed62b4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '3793296e-bf95-4618-ba8b-7685dcca3509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:33:42Z', 'updated_at': '2021-09-24T15:33:44Z', 'revision_number': 3, 'project_id': '3a93cc186ebd4c31bb7f3a35ed62b4f7', 'gw_port': {'id': '3793296e-bf95-4618-ba8b-7685dcca3509', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:39:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6616b892-c8ae-4bdd-a0db-16e1e159806f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:33:43Z', 'updated_at': '2021-09-24T15:33:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:33:47.843739 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a94fa3-929a-48da-a7ba-b4871228b13c None None] The sync data for ids ['6616b892-c8ae-4bdd-a0db-16e1e159806f'] in n-d-808921-1 is: [{'id': '6616b892-c8ae-4bdd-a0db-16e1e159806f', 'name': 'tempest-FloatingIPDetailsTestJSON-1480902942-router', 'tenant_id': '3a93cc186ebd4c31bb7f3a35ed62b4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '3793296e-bf95-4618-ba8b-7685dcca3509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:33:42Z', 'updated_at': '2021-09-24T15:33:44Z', 'revision_number': 3, 'project_id': '3a93cc186ebd4c31bb7f3a35ed62b4f7', 'gw_port': {'id': '3793296e-bf95-4618-ba8b-7685dcca3509', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:39:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6616b892-c8ae-4bdd-a0db-16e1e159806f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:33:43Z', 'updated_at': '2021-09-24T15:33:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:33:47.843990 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-f71a86bc-e225-4623-bd33-21b32ba99ff4 req-e4943eea-23f2-4d32-8dea-275d9e5f0236 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:47.854976 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-f71a86bc-e225-4623-bd33-21b32ba99ff4 req-e4943eea-23f2-4d32-8dea-275d9e5f0236 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:47.856403 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f71a86bc-e225-4623-bd33-21b32ba99ff4 req-e4943eea-23f2-4d32-8dea-275d9e5f0236 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] 10.222.0.101 "DELETE /v2.0/security-groups/08168d4c-8f29-4ed4-9dfe-b2b767d200cb HTTP/1.1" status: 204 len: 173 time: 0.8955390 Sep 24 15:33:47.883436 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-fa1bbea0-03c5-4c39-88f7-76a5a9301b3c None None] Provisioning complete for port 95ea847b-4326-4bee-8f71-271f12588fbf triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:33:47.883927 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-fa1bbea0-03c5-4c39-88f7-76a5a9301b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:47.886900 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4943eea-23f2-4d32-8dea-275d9e5f0236 tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08168d4c-8f29-4ed4-9dfe-b2b767d200cb,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:47.888763 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ed9fbe45-9092-47c7-a32e-8ab623a0f2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:47.964808 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dfbb771b-4f1f-4ca1-bb94-40538c9d4abf req-a526d18f-b51f-4b35-aa02-1dcda987148f tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] 10.222.0.101 "GET /v2.0/security-groups/e9ba9508-ea7b-433f-8ba6-b5001a3c10ea HTTP/1.1" status: 200 len: 2397 time: 0.0770757 Sep 24 15:33:47.971862 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-fa1bbea0-03c5-4c39-88f7-76a5a9301b3c None None] Port 95ea847b-4326-4bee-8f71-271f12588fbf cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:33:48.062743 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-dfbb771b-4f1f-4ca1-bb94-40538c9d4abf req-04aa1c9d-5513-497e-801d-632c020cc82b tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:48.094911 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-dfbb771b-4f1f-4ca1-bb94-40538c9d4abf req-04aa1c9d-5513-497e-801d-632c020cc82b tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:48.221432 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-dfbb771b-4f1f-4ca1-bb94-40538c9d4abf req-04aa1c9d-5513-497e-801d-632c020cc82b tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:48.233117 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-dfbb771b-4f1f-4ca1-bb94-40538c9d4abf req-04aa1c9d-5513-497e-801d-632c020cc82b tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:48.238115 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dfbb771b-4f1f-4ca1-bb94-40538c9d4abf req-04aa1c9d-5513-497e-801d-632c020cc82b tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] 10.222.0.101 "DELETE /v2.0/security-groups/e9ba9508-ea7b-433f-8ba6-b5001a3c10ea HTTP/1.1" status: 204 len: 173 time: 0.2724195 Sep 24 15:33:48.244289 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41006) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:48.287194 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ed9fbe45-9092-47c7-a32e-8ab623a0f2e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:48.303136 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aa1c9d-5513-497e-801d-632c020cc82b tempest-SecurityGroupRulesTestJSON-313571715 tempest-SecurityGroupRulesTestJSON-313571715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9ba9508-ea7b-433f-8ba6-b5001a3c10ea,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:48.355186 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ed9fbe45-9092-47c7-a32e-8ab623a0f2e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:48.358166 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ed9fbe45-9092-47c7-a32e-8ab623a0f2e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:48.377106 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d78f6b5-f9f7-4b98-88fe-dca1fb59e174 admin admin] Deleting subnet 305095d6-4096-4e95-b60d-405d1b91598d {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:33:48.395215 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4d78f6b5-f9f7-4b98-88fe-dca1fb59e174 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:48.407423 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32020434-e39a-40e4-882d-0384d2a6166e req-ec5c9893-d960-454d-bc74-4e1bc5925fb3 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:48.412241 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-32020434-e39a-40e4-882d-0384d2a6166e req-ec5c9893-d960-454d-bc74-4e1bc5925fb3 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=a06d1df7-77e8-4d02-914c-afedef6fecbc HTTP/1.1" status: 200 len: 950 time: 0.2494135 Sep 24 15:33:48.504610 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4d78f6b5-f9f7-4b98-88fe-dca1fb59e174 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:48.514729 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 1e5b3755-b74e-4468-90a5-9a7050a6ae48 details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:33:48.517209 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 1e5b3755-b74e-4468-90a5-9a7050a6ae48 no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:33:48.579459 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4d78f6b5-f9f7-4b98-88fe-dca1fb59e174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:48.582838 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-32020434-e39a-40e4-882d-0384d2a6166e req-3664404f-cd74-4855-815e-f32b20f4e570 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358094 Sep 24 15:33:48.585293 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9fbe45-9092-47c7-a32e-8ab623a0f2e3 admin admin] Pushing event updated for resources: {'Port': ['ID=95ea847b-4326-4bee-8f71-271f12588fbf,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:48.703015 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9fbe45-9092-47c7-a32e-8ab623a0f2e3 admin admin] Network d7a75141-fb30-4f08-abf9-d85d4a8287c0 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:33:48.704612 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-ed9fbe45-9092-47c7-a32e-8ab623a0f2e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:33:48.838754 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 1e5b3755-b74e-4468-90a5-9a7050a6ae48, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=1e5b3755-b74e-4468-90a5-9a7050a6ae48,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:33:48.907318 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed9fbe45-9092-47c7-a32e-8ab623a0f2e3 admin admin] Router 6616b892-c8ae-4bdd-a0db-16e1e159806f has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:33:48.909898 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': '1e5b3755-b74e-4468-90a5-9a7050a6ae48', 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939', 'port_id': '1e5b3755-b74e-4468-90a5-9a7050a6ae48', 'mac_address': 'fa:16:3e:9a:3c:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '188edb94-8042-4961-9ec0-8960b1ce1305', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:33:48.924023 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f89b7c4-00cc-4caf-ae5f-2c4d3532c748 req-9f5bd7e3-081e-4052-b174-ac12f1a8a50f tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:48.940839 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6f89b7c4-00cc-4caf-ae5f-2c4d3532c748 req-9f5bd7e3-081e-4052-b174-ac12f1a8a50f tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=3c8e5bc3-0cdb-404d-9ae1-aeee824dbdfd HTTP/1.1" status: 200 len: 945 time: 0.2422738 Sep 24 15:33:48.972346 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 3793296e-bf95-4618-ba8b-7685dcca3509 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:33:49.028119 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4d78f6b5-f9f7-4b98-88fe-dca1fb59e174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:49.068494 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6f89b7c4-00cc-4caf-ae5f-2c4d3532c748 req-0b611672-9581-4a79-88d1-f174ae842739 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198208 Sep 24 15:33:49.116886 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed9fbe45-9092-47c7-a32e-8ab623a0f2e3 admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:33:49.139347 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ed9fbe45-9092-47c7-a32e-8ab623a0f2e3 admin admin] 10.222.0.101 "PUT /v2.0/routers/6616b892-c8ae-4bdd-a0db-16e1e159806f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5473680 Sep 24 15:33:49.144338 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d78f6b5-f9f7-4b98-88fe-dca1fb59e174 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=305095d6-4096-4e95-b60d-405d1b91598d,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:49.158221 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4d78f6b5-f9f7-4b98-88fe-dca1fb59e174 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:49.166157 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:49.169874 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-4d78f6b5-f9f7-4b98-88fe-dca1fb59e174 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/305095d6-4096-4e95-b60d-405d1b91598d HTTP/1.1" status: 204 len: 168 time: 0.9228833 Sep 24 15:33:49.169874 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41022) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:49.210963 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:49.232142 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1e5b3755-b74e-4468-90a5-9a7050a6ae48 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:33:49.252148 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8f35fa3f-35b5-4bb9-bd47-826ea142c010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:49.261941 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 1e5b3755-b74e-4468-90a5-9a7050a6ae48, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=1e5b3755-b74e-4468-90a5-9a7050a6ae48,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:33:49.297668 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 3793296e-bf95-4618-ba8b-7685dcca3509 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:33:49.298320 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:49.397979 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-760e0d43-64d9-4fb0-8253-52980874572e None None] Provisioning complete for port 95ea847b-4326-4bee-8f71-271f12588fbf triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:33:49.399739 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-760e0d43-64d9-4fb0-8253-52980874572e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:49.478167 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:49.495893 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-760e0d43-64d9-4fb0-8253-52980874572e None None] Port 95ea847b-4326-4bee-8f71-271f12588fbf cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:33:49.523572 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8f35fa3f-35b5-4bb9-bd47-826ea142c010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:49.568544 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-8f35fa3f-35b5-4bb9-bd47-826ea142c010 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df43287b-c95d-402b-b475-ac3828e0a924']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:33:49.606667 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-8f35fa3f-35b5-4bb9-bd47-826ea142c010 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf0775a3-0d11-4ec9-b9b8-55223271ab5b') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:33:49.607930 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-8f35fa3f-35b5-4bb9-bd47-826ea142c010 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf0775a3-0d11-4ec9-b9b8-55223271ab5b') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:33:49.633032 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8f35fa3f-35b5-4bb9-bd47-826ea142c010 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:49.675412 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8f35fa3f-35b5-4bb9-bd47-826ea142c010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:49.697138 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f35fa3f-35b5-4bb9-bd47-826ea142c010 admin admin] Releasing vlan 1295 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:33:49.697852 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8f35fa3f-35b5-4bb9-bd47-826ea142c010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:49.715020 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.db.api [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:33:49.715020 n-d-808921-1 neutron-server[95299]: DEBUG oslo_db.api [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:33:49.734132 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=1e5b3755-b74e-4468-90a5-9a7050a6ae48,revision_number=6']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:49.738580 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:49.777529 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port 3793296e-bf95-4618-ba8b-7685dcca3509, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=3793296e-bf95-4618-ba8b-7685dcca3509,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:33:49.822443 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:49.849615 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:33:49.849615 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:33:49.849615 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:33:49.849615 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:33:49.849615 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:33:49.849615 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:33:49.849615 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:33:49.849615 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:33:49.849615 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:33:49.849615 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:33:49.849615 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:33:49.849615 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:33:49.849615 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:33:49.849615 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:33:49.849615 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:33:49.849615 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:33:49.849615 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:33:49.849615 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:33:49.849615 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:33:49.849615 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:33:49.849615 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:33:49.849615 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:33:49.849615 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:33:49.849615 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:33:49.849615 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:33:49.849615 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:33:49.849615 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:33:49.849615 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:33:49.849615 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:33:49.849615 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:33:49.849615 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:33:49.849615 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:33:49.936431 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=3793296e-bf95-4618-ba8b-7685dcca3509,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:49.940573 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['1e5b3755-b74e-4468-90a5-9a7050a6ae48'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:33:49.943883 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8f35fa3f-35b5-4bb9-bd47-826ea142c010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:49.968526 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d0120-f6d6-4fb5-8e63-f5d2f64b3d83 req-bc6fd74d-4c75-4edf-8ccc-0dff25ac5da5 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:49.983638 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-647d0120-f6d6-4fb5-8e63-f5d2f64b3d83 req-bc6fd74d-4c75-4edf-8ccc-0dff25ac5da5 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=a06d1df7-77e8-4d02-914c-afedef6fecbc HTTP/1.1" status: 200 len: 949 time: 0.1314166 Sep 24 15:33:49.993062 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8f35fa3f-35b5-4bb9-bd47-826ea142c010 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:50.002221 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-8f35fa3f-35b5-4bb9-bd47-826ea142c010 admin admin] 10.222.0.101 "DELETE /v2.0/networks/df43287b-c95d-402b-b475-ac3828e0a924 HTTP/1.1" status: 204 len: 168 time: 0.8278921 Sep 24 15:33:50.041593 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f35fa3f-35b5-4bb9-bd47-826ea142c010 admin admin] Pushing event deleted for resources: {'Network': ['ID=df43287b-c95d-402b-b475-ac3828e0a924,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:50.137897 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-647d0120-f6d6-4fb5-8e63-f5d2f64b3d83 req-a5482335-296c-4e06-9585-5600699c52f2 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491938 Sep 24 15:33:50.303247 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:50.323784 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b4037-8b14-47d9-a2d7-4d2695a5a673 req-2591e9dc-83c7-465a-b907-c505b0aed32a tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:50.341405 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f32b4037-8b14-47d9-a2d7-4d2695a5a673 req-2591e9dc-83c7-465a-b907-c505b0aed32a tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=3c8e5bc3-0cdb-404d-9ae1-aeee824dbdfd HTTP/1.1" status: 200 len: 945 time: 0.1081176 Sep 24 15:33:50.345045 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 1e5b3755-b74e-4468-90a5-9a7050a6ae48 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:33:50.375695 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0e08e64f-2861-4eab-b545-6a1c2c857697 req-ebc67d5f-c385-4800-b0a8-7c56ef526555 tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4745114 Sep 24 15:33:50.388979 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 1e5b3755-b74e-4468-90a5-9a7050a6ae48, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=1e5b3755-b74e-4468-90a5-9a7050a6ae48,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:33:50.389131 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-0e08e64f-2861-4eab-b545-6a1c2c857697 req-95a40bcd-e5c1-4d7e-a2ed-deec8d6776aa tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Request body: {'floatingip': {'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:33:50.410220 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f32b4037-8b14-47d9-a2d7-4d2695a5a673 req-d93e8b82-fb8f-4db1-80ab-bd6ec99e82a0 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679972 Sep 24 15:33:50.450637 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:50.513212 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-0e08e64f-2861-4eab-b545-6a1c2c857697 req-95a40bcd-e5c1-4d7e-a2ed-deec8d6776aa tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Notify callbacks [] for floatingip, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:50.549990 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41058) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:50.566981 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=1e5b3755-b74e-4468-90a5-9a7050a6ae48,revision_number=7']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:50.638505 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-644c26d2-414f-4e5a-a0bd-ade8a935037d admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=794bf2b3e8c94e3a8cfaf1b506f2f98d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0871725 Sep 24 15:33:50.642013 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41062) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:50.726904 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-0e08e64f-2861-4eab-b545-6a1c2c857697 req-95a40bcd-e5c1-4d7e-a2ed-deec8d6776aa tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:50.731348 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e1c81bf2-5b6c-4325-8978-4495b2f47e50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:50.753283 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce9fd5a-7148-49c8-8d60-eb859d7410ed None None] Sync routers for ids ['6616b892-c8ae-4bdd-a0db-16e1e159806f'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:33:50.768595 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce9fd5a-7148-49c8-8d60-eb859d7410ed None None] Routers {'6616b892-c8ae-4bdd-a0db-16e1e159806f'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:33:50.771999 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-5ce9fd5a-7148-49c8-8d60-eb859d7410ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:33:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['6616b892-c8ae-4bdd-a0db-16e1e159806f'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:33:50.785958 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e1c81bf2-5b6c-4325-8978-4495b2f47e50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:50.901616 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e1c81bf2-5b6c-4325-8978-4495b2f47e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:50.904722 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e1c81bf2-5b6c-4325-8978-4495b2f47e50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:50.906173 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-e1c81bf2-5b6c-4325-8978-4495b2f47e50 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/3d20ac73-a58d-4b81-8f56-3b785247b20c HTTP/1.1" status: 204 len: 168 time: 0.2626517 Sep 24 15:33:50.919703 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c81bf2-5b6c-4325-8978-4495b2f47e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d20ac73-a58d-4b81-8f56-3b785247b20c,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:50.986320 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [req-0e08e64f-2861-4eab-b545-6a1c2c857697 req-95a40bcd-e5c1-4d7e-a2ed-deec8d6776aa tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Allocated IP 172.25.0.194 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/a58a5fdb-57c7-45a1-a5ed-00ba9b01dbd3) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:33:51.023481 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 3793296e-bf95-4618-ba8b-7685dcca3509 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:33:51.097127 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-5ce9fd5a-7148-49c8-8d60-eb859d7410ed None None] Set router 6616b892-c8ae-4bdd-a0db-16e1e159806f gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:33:51.244651 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 3793296e-bf95-4618-ba8b-7685dcca3509 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:33:51.245363 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:51.320361 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-0e08e64f-2861-4eab-b545-6a1c2c857697 req-95a40bcd-e5c1-4d7e-a2ed-deec8d6776aa tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:51.379128 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b026979-38bb-453e-b890-1a47a3af8c9d req-77d1cbd1-596f-4fe9-bc21-e9df17638e43 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:51.385624 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1b026979-38bb-453e-b890-1a47a3af8c9d req-77d1cbd1-596f-4fe9-bc21-e9df17638e43 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=a06d1df7-77e8-4d02-914c-afedef6fecbc HTTP/1.1" status: 200 len: 948 time: 0.1333506 Sep 24 15:33:51.435998 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1b026979-38bb-453e-b890-1a47a3af8c9d req-ceef6280-ecff-4c75-ada3-5dcc4598a6de tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520022 Sep 24 15:33:51.446847 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-0e08e64f-2861-4eab-b545-6a1c2c857697 req-95a40bcd-e5c1-4d7e-a2ed-deec8d6776aa tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:51.504688 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e08e64f-2861-4eab-b545-6a1c2c857697 req-95a40bcd-e5c1-4d7e-a2ed-deec8d6776aa tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:33:51.508340 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [req-0e08e64f-2861-4eab-b545-6a1c2c857697 req-95a40bcd-e5c1-4d7e-a2ed-deec8d6776aa tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:33:51.513300 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e08e64f-2861-4eab-b545-6a1c2c857697 req-95a40bcd-e5c1-4d7e-a2ed-deec8d6776aa tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:33:51.545464 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-5ce9fd5a-7148-49c8-8d60-eb859d7410ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6616b892-c8ae-4bdd-a0db-16e1e159806f', 'name': 'tempest-FloatingIPDetailsTestJSON-1480902942-router', 'tenant_id': '3a93cc186ebd4c31bb7f3a35ed62b4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '3793296e-bf95-4618-ba8b-7685dcca3509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:33:42Z', 'updated_at': '2021-09-24T15:33:47Z', 'revision_number': 4, 'project_id': '3a93cc186ebd4c31bb7f3a35ed62b4f7', 'gw_port': {'id': '3793296e-bf95-4618-ba8b-7685dcca3509', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:39:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6616b892-c8ae-4bdd-a0db-16e1e159806f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:33:43Z', 'updated_at': '2021-09-24T15:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '95ea847b-4326-4bee-8f71-271f12588fbf', 'name': '', 'network_id': 'd7a75141-fb30-4f08-abf9-d85d4a8287c0', 'tenant_id': '3a93cc186ebd4c31bb7f3a35ed62b4f7', 'mac_address': 'fa:16:3e:3d:06:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6616b892-c8ae-4bdd-a0db-16e1e159806f', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'd5b72277-bd03-4d91-931d-f18e55b6ac44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:33:46Z', 'updated_at': '2021-09-24T15:33:47Z', 'revision_number': 2, 'project_id': '3a93cc186ebd4c31bb7f3a35ed62b4f7', 'subnets': [{'id': 'd5b72277-bd03-4d91-931d-f18e55b6ac44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:33:51.580022 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a40bcd-e5c1-4d7e-a2ed-deec8d6776aa tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Pushing event updated for resources: {'Port': ['ID=a58a5fdb-57c7-45a1-a5ed-00ba9b01dbd3,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:51.586803 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce9fd5a-7148-49c8-8d60-eb859d7410ed None None] Checking router: 6616b892-c8ae-4bdd-a0db-16e1e159806f for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:33:51.587423 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce9fd5a-7148-49c8-8d60-eb859d7410ed None None] Updating router 6616b892-c8ae-4bdd-a0db-16e1e159806f port 95ea847b-4326-4bee-8f71-271f12588fbf binding host n-d-808921-1 {{(pid=95299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:33:51.617315 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5ce9fd5a-7148-49c8-8d60-eb859d7410ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:51.632785 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8961a23-6d8f-4500-a033-1b30f10fb047 req-eacf2555-0106-46cd-ab80-c445a68efefa tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:51.642282 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e8961a23-6d8f-4500-a033-1b30f10fb047 req-eacf2555-0106-46cd-ab80-c445a68efefa tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=3c8e5bc3-0cdb-404d-9ae1-aeee824dbdfd HTTP/1.1" status: 200 len: 945 time: 0.1087236 Sep 24 15:33:51.668593 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-0e08e64f-2861-4eab-b545-6a1c2c857697 req-95a40bcd-e5c1-4d7e-a2ed-deec8d6776aa tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:51.704342 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e8961a23-6d8f-4500-a033-1b30f10fb047 req-739509d7-e635-4711-88c4-93ed9d44a7f8 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537539 Sep 24 15:33:52.065222 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5ce9fd5a-7148-49c8-8d60-eb859d7410ed None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:52.175063 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-0e08e64f-2861-4eab-b545-6a1c2c857697 req-95a40bcd-e5c1-4d7e-a2ed-deec8d6776aa tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:52.176069 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5ce9fd5a-7148-49c8-8d60-eb859d7410ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:52.311471 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302d44da-138e-49af-8bc7-026f6559db05 None None] Pushing event updated for resources: {'Port': ['ID=95ea847b-4326-4bee-8f71-271f12588fbf,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:52.355053 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-5ce9fd5a-7148-49c8-8d60-eb859d7410ed None None] Attempting to bind port 95ea847b-4326-4bee-8f71-271f12588fbf on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:33:52.355797 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-5ce9fd5a-7148-49c8-8d60-eb859d7410ed None None] Attempting to bind port 95ea847b-4326-4bee-8f71-271f12588fbf by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'c352e11d-5542-4342-acaa-e38ab771adf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': 'd7a75141-fb30-4f08-abf9-d85d4a8287c0'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:33:52.356466 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce9fd5a-7148-49c8-8d60-eb859d7410ed None None] Attempting to bind port 95ea847b-4326-4bee-8f71-271f12588fbf on network d7a75141-fb30-4f08-abf9-d85d4a8287c0 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:33:52.364015 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce9fd5a-7148-49c8-8d60-eb859d7410ed None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:33:52.364778 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce9fd5a-7148-49c8-8d60-eb859d7410ed None None] Checking segment: {'id': 'c352e11d-5542-4342-acaa-e38ab771adf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': 'd7a75141-fb30-4f08-abf9-d85d4a8287c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:33:52.365385 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5ce9fd5a-7148-49c8-8d60-eb859d7410ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:52.366566 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce9fd5a-7148-49c8-8d60-eb859d7410ed None None] Bound using segment: {'id': 'c352e11d-5542-4342-acaa-e38ab771adf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': 'd7a75141-fb30-4f08-abf9-d85d4a8287c0'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:33:52.367272 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-5ce9fd5a-7148-49c8-8d60-eb859d7410ed None None] Bound port: 95ea847b-4326-4bee-8f71-271f12588fbf, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c352e11d-5542-4342-acaa-e38ab771adf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': 'd7a75141-fb30-4f08-abf9-d85d4a8287c0'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:33:52.368966 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5ce9fd5a-7148-49c8-8d60-eb859d7410ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:52.413898 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-0e08e64f-2861-4eab-b545-6a1c2c857697 req-95a40bcd-e5c1-4d7e-a2ed-deec8d6776aa tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:52.520116 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-0e08e64f-2861-4eab-b545-6a1c2c857697 req-95a40bcd-e5c1-4d7e-a2ed-deec8d6776aa tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:52.570728 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 1e5b3755-b74e-4468-90a5-9a7050a6ae48 up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:33:52.674759 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a40bcd-e5c1-4d7e-a2ed-deec8d6776aa tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Pushing event updated for resources: {'Port': ['ID=a58a5fdb-57c7-45a1-a5ed-00ba9b01dbd3,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:52.687022 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-0e08e64f-2861-4eab-b545-6a1c2c857697 req-95a40bcd-e5c1-4d7e-a2ed-deec8d6776aa tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:52.714189 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e14aa-293b-469c-9bee-3dfd59cf4a3d req-dfbcdc43-763b-416a-8525-67a1128a67e9 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:52.717348 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b97e14aa-293b-469c-9bee-3dfd59cf4a3d req-dfbcdc43-763b-416a-8525-67a1128a67e9 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=a06d1df7-77e8-4d02-914c-afedef6fecbc HTTP/1.1" status: 200 len: 948 time: 0.0945306 Sep 24 15:33:52.725121 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-5ce9fd5a-7148-49c8-8d60-eb859d7410ed None None] For port 95ea847b-4326-4bee-8f71-271f12588fbf, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:33:52.746285 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-5ce9fd5a-7148-49c8-8d60-eb859d7410ed None None] For port 95ea847b-4326-4bee-8f71-271f12588fbf, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=95ea847b-4326-4bee-8f71-271f12588fbf,segment=NetworkSegment(c352e11d-5542-4342-acaa-e38ab771adf6),segment_id=c352e11d-5542-4342-acaa-e38ab771adf6)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:33:52.756557 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-a6f61a28-e594-4535-aea8-8d78a74fa37a None None] Provisioning complete for port 95ea847b-4326-4bee-8f71-271f12588fbf triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:33:52.756995 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a6f61a28-e594-4535-aea8-8d78a74fa37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:52.785197 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b97e14aa-293b-469c-9bee-3dfd59cf4a3d req-63f48ec2-2285-4ddd-837e-11a13ee0fd93 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601056 Sep 24 15:33:52.813377 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port 1e5b3755-b74e-4468-90a5-9a7050a6ae48 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:33:52.813767 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:52.833124 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-0e08e64f-2861-4eab-b545-6a1c2c857697 req-95a40bcd-e5c1-4d7e-a2ed-deec8d6776aa tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:52.834611 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0e08e64f-2861-4eab-b545-6a1c2c857697 req-95a40bcd-e5c1-4d7e-a2ed-deec8d6776aa tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4580653 Sep 24 15:33:52.848319 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-a6f61a28-e594-4535-aea8-8d78a74fa37a None None] Port 95ea847b-4326-4bee-8f71-271f12588fbf cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:33:52.945410 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5ce9fd5a-7148-49c8-8d60-eb859d7410ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:52.991112 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0e08e64f-2861-4eab-b545-6a1c2c857697 req-0d1c8ce3-3c92-4508-a301-a61087b2deb4 tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.0.194 HTTP/1.1" status: 200 len: 696 time: 0.1500537 Sep 24 15:33:53.027104 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394b900d-5194-42c2-8f02-d836cf94b123 req-7b8f15d2-a77d-4807-8be1-9f4b51123b92 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:53.032475 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-394b900d-5194-42c2-8f02-d836cf94b123 req-7b8f15d2-a77d-4807-8be1-9f4b51123b92 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=3c8e5bc3-0cdb-404d-9ae1-aeee824dbdfd HTTP/1.1" status: 200 len: 945 time: 0.1226542 Sep 24 15:33:53.078471 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:53.161778 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce9fd5a-7148-49c8-8d60-eb859d7410ed None None] Routers {'6616b892-c8ae-4bdd-a0db-16e1e159806f'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:33:53.168137 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-394b900d-5194-42c2-8f02-d836cf94b123 req-14d32c36-2def-4996-92d0-cca81eb311da tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290040 Sep 24 15:33:53.171831 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-5ce9fd5a-7148-49c8-8d60-eb859d7410ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:33:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['6616b892-c8ae-4bdd-a0db-16e1e159806f'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:33:53.180577 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41118) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:53.188547 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302d44da-138e-49af-8bc7-026f6559db05 None None] Pushing event updated for resources: {'Port': ['ID=95ea847b-4326-4bee-8f71-271f12588fbf,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:53.271834 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 1e5b3755-b74e-4468-90a5-9a7050a6ae48, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=1e5b3755-b74e-4468-90a5-9a7050a6ae48,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:33:53.397117 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a06d1df7-77e8-4d02-914c-afedef6fecbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e5b3755-b74e-4468-90a5-9a7050a6ae48'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:33:53.404865 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cfcbe83-6a3e-4d56-af1a-afe7b58bba0d" -d '{"events": [{"server_uuid": "a06d1df7-77e8-4d02-914c-afedef6fecbc", "name": "network-vif-plugged", "status": "completed", "tag": "1e5b3755-b74e-4468-90a5-9a7050a6ae48"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:33:53.420268 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:53.535965 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-639bc44c-5da9-4006-b08b-191a80e4ac80 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1069778217-network', 'tenant_id': '5bcf994545e24f4c9b0696ef07ac6678'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:33:53.607350 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b144c5f-05db-4910-b8ad-d6af3ee612dd x-openstack-request-id: req-8b144c5f-05db-4910-b8ad-d6af3ee612dd {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:33:53.607621 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a06d1df7-77e8-4d02-914c-afedef6fecbc", "name": "network-vif-plugged", "status": "completed", "tag": "1e5b3755-b74e-4468-90a5-9a7050a6ae48", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:33:53.607879 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-8b144c5f-05db-4910-b8ad-d6af3ee612dd {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:33:53.608268 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a06d1df7-77e8-4d02-914c-afedef6fecbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e5b3755-b74e-4468-90a5-9a7050a6ae48', 'code': 200} Sep 24 15:33:53.608837 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=1e5b3755-b74e-4468-90a5-9a7050a6ae48,revision_number=8']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:53.675292 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-a96f81e6-0d75-4368-b1da-016ca4fa08a3 None None] Provisioning complete for port 95ea847b-4326-4bee-8f71-271f12588fbf triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:33:53.675692 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a96f81e6-0d75-4368-b1da-016ca4fa08a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:53.684620 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-639bc44c-5da9-4006-b08b-191a80e4ac80 admin admin] Made reservation on behalf of 5bcf994545e24f4c9b0696ef07ac6678 for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:33:53.696516 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-639bc44c-5da9-4006-b08b-191a80e4ac80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:53.710521 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-639bc44c-5da9-4006-b08b-191a80e4ac80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:53.834982 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-5ce9fd5a-7148-49c8-8d60-eb859d7410ed None None] Set router 6616b892-c8ae-4bdd-a0db-16e1e159806f gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:33:53.861361 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e08e64f-2861-4eab-b545-6a1c2c857697 req-e012200c-f2d8-47c1-ae47-b49676341371 tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:53.873390 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0e08e64f-2861-4eab-b545-6a1c2c857697 req-e012200c-f2d8-47c1-ae47-b49676341371 tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] 10.222.0.101 "GET /v2.0/networks/e6a2de20-1ea0-43e5-88e0-982d19e317d5 HTTP/1.1" status: 200 len: 784 time: 0.8766136 Sep 24 15:33:53.917704 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [req-0e08e64f-2861-4eab-b545-6a1c2c857697 req-36de36d0-e1c7-42de-b762-e4623f732c11 tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:33:53.927885 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0e08e64f-2861-4eab-b545-6a1c2c857697 req-36de36d0-e1c7-42de-b762-e4623f732c11 tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0422149 Sep 24 15:33:53.938096 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-639bc44c-5da9-4006-b08b-191a80e4ac80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:54.055774 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-639bc44c-5da9-4006-b08b-191a80e4ac80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:54.230324 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-639bc44c-5da9-4006-b08b-191a80e4ac80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1298} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:33:54.256020 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c1cd94ac-584d-45df-baee-316e243706c6 req-a64b94d8-ce03-4cb0-8aca-231f465426c0 tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3050621 Sep 24 15:33:54.260866 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-639bc44c-5da9-4006-b08b-191a80e4ac80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:54.264898 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-639bc44c-5da9-4006-b08b-191a80e4ac80 admin admin] Added segment 5c92913b-b5b8-43ec-a5ba-a4a68bdf770b of type vlan for network 0374e89a-9d0f-457f-a823-b632a66136eb Sep 24 15:33:54.266966 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-c1cd94ac-584d-45df-baee-316e243706c6 req-3146ece2-528d-4764-a991-d59d8f906fef tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Request body: {'floatingip': {'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:33:54.318061 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a96f81e6-0d75-4368-b1da-016ca4fa08a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:54.339104 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-639bc44c-5da9-4006-b08b-191a80e4ac80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:54.378424 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d32a3a-522f-4c1b-81d9-d3e509564a36 req-ac494493-4c2c-45a8-ab3b-3fb1428dd667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:54.380161 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b0d32a3a-522f-4c1b-81d9-d3e509564a36 req-ac494493-4c2c-45a8-ab3b-3fb1428dd667 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=a06d1df7-77e8-4d02-914c-afedef6fecbc HTTP/1.1" status: 200 len: 1101 time: 0.3722374 Sep 24 15:33:54.382840 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639bc44c-5da9-4006-b08b-191a80e4ac80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6d601c-52fd-4232-823b-3556dffffa90,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:54.404565 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-c1cd94ac-584d-45df-baee-316e243706c6 req-3146ece2-528d-4764-a991-d59d8f906fef tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Notify callbacks [] for floatingip, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:54.423472 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a7ec66-1683-4b57-87cd-2225ae637f64 req-83d39673-3e54-4e67-b7d6-1fe51dddef4e tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:54.432225 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-80a7ec66-1683-4b57-87cd-2225ae637f64 req-83d39673-3e54-4e67-b7d6-1fe51dddef4e tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=a06d1df7-77e8-4d02-914c-afedef6fecbc HTTP/1.1" status: 200 len: 950 time: 0.3808992 Sep 24 15:33:54.443249 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-639bc44c-5da9-4006-b08b-191a80e4ac80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:54.444972 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639bc44c-5da9-4006-b08b-191a80e4ac80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:54.445646 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-639bc44c-5da9-4006-b08b-191a80e4ac80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:54.493958 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-a96f81e6-0d75-4368-b1da-016ca4fa08a3 None None] For port 95ea847b-4326-4bee-8f71-271f12588fbf, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=95ea847b-4326-4bee-8f71-271f12588fbf,segment=NetworkSegment(c352e11d-5542-4342-acaa-e38ab771adf6),segment_id=c352e11d-5542-4342-acaa-e38ab771adf6)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:33:54.532459 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b0d32a3a-522f-4c1b-81d9-d3e509564a36 req-9288c813-4f10-4845-857d-6fdb9e10aebe service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315484 Sep 24 15:33:54.548168 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-5ce9fd5a-7148-49c8-8d60-eb859d7410ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6616b892-c8ae-4bdd-a0db-16e1e159806f', 'name': 'tempest-FloatingIPDetailsTestJSON-1480902942-router', 'tenant_id': '3a93cc186ebd4c31bb7f3a35ed62b4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '3793296e-bf95-4618-ba8b-7685dcca3509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:33:42Z', 'updated_at': '2021-09-24T15:33:47Z', 'revision_number': 4, 'project_id': '3a93cc186ebd4c31bb7f3a35ed62b4f7', 'gw_port': {'id': '3793296e-bf95-4618-ba8b-7685dcca3509', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:39:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6616b892-c8ae-4bdd-a0db-16e1e159806f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:33:43Z', 'updated_at': '2021-09-24T15:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '95ea847b-4326-4bee-8f71-271f12588fbf', 'name': '', 'network_id': 'd7a75141-fb30-4f08-abf9-d85d4a8287c0', 'tenant_id': '3a93cc186ebd4c31bb7f3a35ed62b4f7', 'mac_address': 'fa:16:3e:3d:06:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6616b892-c8ae-4bdd-a0db-16e1e159806f', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'd5b72277-bd03-4d91-931d-f18e55b6ac44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:33:46Z', 'updated_at': '2021-09-24T15:33:52Z', 'revision_number': 4, 'project_id': '3a93cc186ebd4c31bb7f3a35ed62b4f7', 'subnets': [{'id': 'd5b72277-bd03-4d91-931d-f18e55b6ac44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:33:54.599930 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-80a7ec66-1683-4b57-87cd-2225ae637f64 req-bc0d1f91-6e42-4203-8bea-aa4535dade67 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666071 Sep 24 15:33:54.626787 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 41188) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:54.627117 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-639bc44c-5da9-4006-b08b-191a80e4ac80 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4451625 Sep 24 15:33:54.633061 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-7eb82b7f-7649-4ad2-997b-97d8813e1ef3 admin admin] Request body: {'subnet': {'network_id': '0374e89a-9d0f-457f-a823-b632a66136eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1069778217-subnet', 'tenant_id': '5bcf994545e24f4c9b0696ef07ac6678', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:33:54.642115 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a96f81e6-0d75-4368-b1da-016ca4fa08a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:54.658252 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ce9fd5a-7148-49c8-8d60-eb859d7410ed None None] The sync data for ids ['6616b892-c8ae-4bdd-a0db-16e1e159806f'] in n-d-808921-1 is: [{'id': '6616b892-c8ae-4bdd-a0db-16e1e159806f', 'name': 'tempest-FloatingIPDetailsTestJSON-1480902942-router', 'tenant_id': '3a93cc186ebd4c31bb7f3a35ed62b4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '3793296e-bf95-4618-ba8b-7685dcca3509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:33:42Z', 'updated_at': '2021-09-24T15:33:47Z', 'revision_number': 4, 'project_id': '3a93cc186ebd4c31bb7f3a35ed62b4f7', 'gw_port': {'id': '3793296e-bf95-4618-ba8b-7685dcca3509', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:39:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6616b892-c8ae-4bdd-a0db-16e1e159806f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:33:43Z', 'updated_at': '2021-09-24T15:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '95ea847b-4326-4bee-8f71-271f12588fbf', 'name': '', 'network_id': 'd7a75141-fb30-4f08-abf9-d85d4a8287c0', 'tenant_id': '3a93cc186ebd4c31bb7f3a35ed62b4f7', 'mac_address': 'fa:16:3e:3d:06:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6616b892-c8ae-4bdd-a0db-16e1e159806f', 'device_owner': 'network:router_interface', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'd5b72277-bd03-4d91-931d-f18e55b6ac44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:33:46Z', 'updated_at': '2021-09-24T15:33:52Z', 'revision_number': 4, 'project_id': '3a93cc186ebd4c31bb7f3a35ed62b4f7', 'subnets': [{'id': 'd5b72277-bd03-4d91-931d-f18e55b6ac44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:33:54.696195 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639bc44c-5da9-4006-b08b-191a80e4ac80 admin admin] Pushing event updated for resources: {'Network': ['ID=0374e89a-9d0f-457f-a823-b632a66136eb,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:54.731149 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 0374e89a-9d0f-457f-a823-b632a66136eb details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:33:54.782660 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-c1cd94ac-584d-45df-baee-316e243706c6 req-3146ece2-528d-4764-a991-d59d8f906fef tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:54.845115 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e182353c-8043-4a23-8b7b-7801dc973b28 req-68705b8d-0308-483e-844f-aadfadfa0c32 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:54.858175 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e182353c-8043-4a23-8b7b-7801dc973b28 req-68705b8d-0308-483e-844f-aadfadfa0c32 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=3c8e5bc3-0cdb-404d-9ae1-aeee824dbdfd HTTP/1.1" status: 200 len: 945 time: 0.1375034 Sep 24 15:33:54.928771 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eb82b7f-7649-4ad2-997b-97d8813e1ef3 admin admin] Made reservation on behalf of 5bcf994545e24f4c9b0696ef07ac6678 for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:33:54.935284 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7eb82b7f-7649-4ad2-997b-97d8813e1ef3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:54.965379 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96f81e6-0d75-4368-b1da-016ca4fa08a3 None None] Pushing event updated for resources: {'Port': ['ID=95ea847b-4326-4bee-8f71-271f12588fbf,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:55.035784 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e182353c-8043-4a23-8b7b-7801dc973b28 req-d0e5afb8-c335-4741-bb95-442536bcdad9 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734469 Sep 24 15:33:55.085850 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 95ea847b-4326-4bee-8f71-271f12588fbf up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:33:55.258793 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 95ea847b-4326-4bee-8f71-271f12588fbf triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:33:55.259240 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:55.408698 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [req-c1cd94ac-584d-45df-baee-316e243706c6 req-3146ece2-528d-4764-a991-d59d8f906fef tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Allocated IP 172.25.0.65 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/c35a9e8e-c75e-4cbf-9d38-b56c39a3f68c) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:33:55.752259 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-c1cd94ac-584d-45df-baee-316e243706c6 req-3146ece2-528d-4764-a991-d59d8f906fef tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:55.790653 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7eb82b7f-7649-4ad2-997b-97d8813e1ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:55.854762 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1072fe97-2878-49e5-a21d-6b9ecdd1d2c1 req-ded0e3b0-b009-4969-bc57-a1d6e3afd40a tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:55.858948 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1072fe97-2878-49e5-a21d-6b9ecdd1d2c1 req-ded0e3b0-b009-4969-bc57-a1d6e3afd40a tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=a06d1df7-77e8-4d02-914c-afedef6fecbc HTTP/1.1" status: 200 len: 950 time: 0.1193075 Sep 24 15:33:55.931653 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb82b7f-7649-4ad2-997b-97d8813e1ef3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f92e43d9-cce4-457c-a8f9-5d0718ce60de,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:55.958300 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1072fe97-2878-49e5-a21d-6b9ecdd1d2c1 req-b52a972f-9ed7-4f1d-ba47-4d6268c2f4c6 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917611 Sep 24 15:33:55.965585 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb82b7f-7649-4ad2-997b-97d8813e1ef3 admin admin] Checking segment: {'id': '5c92913b-b5b8-43ec-a5ba-a4a68bdf770b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '0374e89a-9d0f-457f-a823-b632a66136eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:33:55.966023 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb82b7f-7649-4ad2-997b-97d8813e1ef3 admin admin] Network hostable DHCP agents. Network: 0374e89a-9d0f-457f-a823-b632a66136eb, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:33:56.034099 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-c1cd94ac-584d-45df-baee-316e243706c6 req-3146ece2-528d-4764-a991-d59d8f906fef tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:56.085926 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eb82b7f-7649-4ad2-997b-97d8813e1ef3 admin admin] Network 0374e89a-9d0f-457f-a823-b632a66136eb is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:33:56.096118 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1cd94ac-584d-45df-baee-316e243706c6 req-3146ece2-528d-4764-a991-d59d8f906fef tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:33:56.104637 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [req-c1cd94ac-584d-45df-baee-316e243706c6 req-3146ece2-528d-4764-a991-d59d8f906fef tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:33:56.112609 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1cd94ac-584d-45df-baee-316e243706c6 req-3146ece2-528d-4764-a991-d59d8f906fef tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:33:56.168377 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-c1cd94ac-584d-45df-baee-316e243706c6 req-3146ece2-528d-4764-a991-d59d8f906fef tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:56.174578 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3146ece2-528d-4764-a991-d59d8f906fef tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Pushing event updated for resources: {'Port': ['ID=c35a9e8e-c75e-4cbf-9d38-b56c39a3f68c,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:56.196245 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-7eb82b7f-7649-4ad2-997b-97d8813e1ef3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 0374e89a-9d0f-457f-a823-b632a66136eb) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:33:56.200588 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb82b7f-7649-4ad2-997b-97d8813e1ef3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:56.201163 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7eb82b7f-7649-4ad2-997b-97d8813e1ef3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:56.212078 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fc9b3e-fb3a-4ea3-a12a-fc0c9c51aa28 None None] Network 0374e89a-9d0f-457f-a823-b632a66136eb requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:33:56.234003 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41250) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:56.239930 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-09b08075-ed5e-42e4-8ed0-3ae00fb0ac80 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-238446538'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:33:56.350297 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-7eb82b7f-7649-4ad2-997b-97d8813e1ef3 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7222097 Sep 24 15:33:56.379544 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-c1cd94ac-584d-45df-baee-316e243706c6 req-3146ece2-528d-4764-a991-d59d8f906fef tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:56.478818 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cc1b0c-43be-48a4-bd69-c057000df68b req-96837799-23cb-44bd-bdb4-c2dd14f25860 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:56.495800 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a6cc1b0c-43be-48a4-bd69-c057000df68b req-96837799-23cb-44bd-bdb4-c2dd14f25860 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=3c8e5bc3-0cdb-404d-9ae1-aeee824dbdfd HTTP/1.1" status: 200 len: 945 time: 0.2206445 Sep 24 15:33:56.523819 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b08075-ed5e-42e4-8ed0-3ae00fb0ac80 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Made reservation on behalf of 53357413dfbc434b8597a2dcdb9cca78 for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:33:56.537806 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-09b08075-ed5e-42e4-8ed0-3ae00fb0ac80 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:56.598744 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2317aa-38ff-4b7f-affc-4c31bf660cb3 None None] Network 0374e89a-9d0f-457f-a823-b632a66136eb requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:33:56.690979 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a6cc1b0c-43be-48a4-bd69-c057000df68b req-257873c0-d53a-4fd4-af83-e540643418f1 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906602 Sep 24 15:33:56.728232 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09b08075-ed5e-42e4-8ed0-3ae00fb0ac80 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1277} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:33:56.757755 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-09b08075-ed5e-42e4-8ed0-3ae00fb0ac80 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:56.758609 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-09b08075-ed5e-42e4-8ed0-3ae00fb0ac80 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Added segment 243a7589-8f05-4f79-bb2a-571ad81e4b0d of type vlan for network 5073d904-8b2b-4bdf-8338-7c236ddf6645 Sep 24 15:33:56.835169 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-c1cd94ac-584d-45df-baee-316e243706c6 req-3146ece2-528d-4764-a991-d59d8f906fef tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:56.854217 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-09b08075-ed5e-42e4-8ed0-3ae00fb0ac80 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:56.913105 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-c1cd94ac-584d-45df-baee-316e243706c6 req-3146ece2-528d-4764-a991-d59d8f906fef tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:56.921099 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 95ea847b-4326-4bee-8f71-271f12588fbf up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:33:56.975382 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-c1cd94ac-584d-45df-baee-316e243706c6 req-3146ece2-528d-4764-a991-d59d8f906fef tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:56.981855 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 95ea847b-4326-4bee-8f71-271f12588fbf triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:33:56.982235 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:57.000661 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-09b08075-ed5e-42e4-8ed0-3ae00fb0ac80 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:57.012757 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b08075-ed5e-42e4-8ed0-3ae00fb0ac80 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:57.014273 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3146ece2-528d-4764-a991-d59d8f906fef tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Pushing event updated for resources: {'Port': ['ID=c35a9e8e-c75e-4cbf-9d38-b56c39a3f68c,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:57.016036 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-09b08075-ed5e-42e4-8ed0-3ae00fb0ac80 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:57.051593 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-c1cd94ac-584d-45df-baee-316e243706c6 req-3146ece2-528d-4764-a991-d59d8f906fef tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:57.052869 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c1cd94ac-584d-45df-baee-316e243706c6 req-3146ece2-528d-4764-a991-d59d8f906fef tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.7905004 Sep 24 15:33:57.153720 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c1cd94ac-584d-45df-baee-316e243706c6 req-d63ab596-3543-494c-8103-bcf1c7e162fb tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.0.65 HTTP/1.1" status: 200 len: 695 time: 0.0923035 Sep 24 15:33:57.208267 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b08075-ed5e-42e4-8ed0-3ae00fb0ac80 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Pushing event updated for resources: {'Network': ['ID=5073d904-8b2b-4bdf-8338-7c236ddf6645,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:57.224287 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 5073d904-8b2b-4bdf-8338-7c236ddf6645 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:33:57.277336 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-09b08075-ed5e-42e4-8ed0-3ae00fb0ac80 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0419738 Sep 24 15:33:57.278053 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41264) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:57.284161 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-5c8981a6-2093-4004-8617-03e6b703f38b tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1372058848'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:33:57.346209 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd94ac-584d-45df-baee-316e243706c6 req-2ba442dc-5617-4528-8c8a-88819139f0ac tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:57.362540 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c1cd94ac-584d-45df-baee-316e243706c6 req-2ba442dc-5617-4528-8c8a-88819139f0ac tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] 10.222.0.101 "GET /v2.0/networks/e6a2de20-1ea0-43e5-88e0-982d19e317d5 HTTP/1.1" status: 200 len: 784 time: 0.2014749 Sep 24 15:33:57.399256 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8981a6-2093-4004-8617-03e6b703f38b tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Made reservation on behalf of 53357413dfbc434b8597a2dcdb9cca78 for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:33:57.403714 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5c8981a6-2093-4004-8617-03e6b703f38b tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:57.463707 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c8981a6-2093-4004-8617-03e6b703f38b tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1289} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:33:57.501275 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5c8981a6-2093-4004-8617-03e6b703f38b tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:57.501627 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-5c8981a6-2093-4004-8617-03e6b703f38b tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Added segment 14654774-2682-4094-9ce4-6bbca9e08e6e of type vlan for network 507b15b8-afa5-40b8-adba-ac821e324412 Sep 24 15:33:57.580483 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5c8981a6-2093-4004-8617-03e6b703f38b tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:57.658197 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-2aefa2b6-0fdc-43ec-bb2b-73ba3a67619c req-4cb1a49e-a7d7-4bde-825b-70102a15f96b tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1279147130', 'description': 'tempest-description-887622525'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:33:57.673814 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5c8981a6-2093-4004-8617-03e6b703f38b tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:57.680752 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8981a6-2093-4004-8617-03e6b703f38b tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:57.681320 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5c8981a6-2093-4004-8617-03e6b703f38b tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:57.760473 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8981a6-2093-4004-8617-03e6b703f38b tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Pushing event updated for resources: {'Network': ['ID=507b15b8-afa5-40b8-adba-ac821e324412,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:57.764870 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-2aefa2b6-0fdc-43ec-bb2b-73ba3a67619c req-4cb1a49e-a7d7-4bde-825b-70102a15f96b tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:57.777704 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 507b15b8-afa5-40b8-adba-ac821e324412 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:33:57.853636 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-5c8981a6-2093-4004-8617-03e6b703f38b tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5719645 Sep 24 15:33:57.857310 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41274) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:57.859488 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-7303a98c-0b62-4d61-9c09-9ca689240a7d tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Request body: {'subnet': {'network_id': '5073d904-8b2b-4bdf-8338-7c236ddf6645', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:33:57.990593 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-2aefa2b6-0fdc-43ec-bb2b-73ba3a67619c req-4cb1a49e-a7d7-4bde-825b-70102a15f96b tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:58.048371 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-2aefa2b6-0fdc-43ec-bb2b-73ba3a67619c req-4cb1a49e-a7d7-4bde-825b-70102a15f96b tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:58.099898 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb1a49e-a7d7-4bde-825b-70102a15f96b tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c808ff85-cd23-43dd-bb54-0f06648765ae,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:58.120050 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7303a98c-0b62-4d61-9c09-9ca689240a7d tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Made reservation on behalf of 53357413dfbc434b8597a2dcdb9cca78 for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:33:58.127478 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7303a98c-0b62-4d61-9c09-9ca689240a7d tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:58.211490 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-2aefa2b6-0fdc-43ec-bb2b-73ba3a67619c req-4cb1a49e-a7d7-4bde-825b-70102a15f96b tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:58.213045 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2aefa2b6-0fdc-43ec-bb2b-73ba3a67619c req-4cb1a49e-a7d7-4bde-825b-70102a15f96b tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.5604014 Sep 24 15:33:58.376630 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab6b85-324f-43e2-99dc-ef3f6ac364de req-76e53fb9-7d4a-41a8-8fa8-1df3225819e6 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:58.378530 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0fab6b85-324f-43e2-99dc-ef3f6ac364de req-76e53fb9-7d4a-41a8-8fa8-1df3225819e6 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=a06d1df7-77e8-4d02-914c-afedef6fecbc HTTP/1.1" status: 200 len: 950 time: 0.0983655 Sep 24 15:33:58.429233 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7303a98c-0b62-4d61-9c09-9ca689240a7d tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:58.458429 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0fab6b85-324f-43e2-99dc-ef3f6ac364de req-5c518531-6ddf-4da0-9457-494b649683c9 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644343 Sep 24 15:33:58.541327 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7303a98c-0b62-4d61-9c09-9ca689240a7d tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Pushing event updated for resources: {'Subnet': ['ID=e11d2a5f-bb34-4615-a972-21b689918a94,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:58.566766 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7303a98c-0b62-4d61-9c09-9ca689240a7d tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Checking segment: {'id': '243a7589-8f05-4f79-bb2a-571ad81e4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '5073d904-8b2b-4bdf-8338-7c236ddf6645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:33:58.567307 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7303a98c-0b62-4d61-9c09-9ca689240a7d tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Network hostable DHCP agents. Network: 5073d904-8b2b-4bdf-8338-7c236ddf6645, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:33:58.661993 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c06eb1c4-1e43-4a7d-9f57-d399b0b30c06 req-a4dbd1c2-634c-4679-8786-3a204bf7e795 tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1444356 Sep 24 15:33:58.671485 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-c06eb1c4-1e43-4a7d-9f57-d399b0b30c06 req-5d7be8be-fc77-4762-9d3a-64d4d65a546a tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Request body: {'floatingip': {'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:33:59.005081 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7303a98c-0b62-4d61-9c09-9ca689240a7d tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Network 5073d904-8b2b-4bdf-8338-7c236ddf6645 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:33:59.034289 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-c06eb1c4-1e43-4a7d-9f57-d399b0b30c06 req-5d7be8be-fc77-4762-9d3a-64d4d65a546a tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Notify callbacks [] for floatingip, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:59.073540 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-7303a98c-0b62-4d61-9c09-9ca689240a7d tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 5073d904-8b2b-4bdf-8338-7c236ddf6645) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:33:59.078134 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7303a98c-0b62-4d61-9c09-9ca689240a7d tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:33:59.078886 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7303a98c-0b62-4d61-9c09-9ca689240a7d tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:59.085110 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afa66457-e4b0-40ea-b790-730b948f7bfe None None] Network 5073d904-8b2b-4bdf-8338-7c236ddf6645 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:33:59.162010 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-c06eb1c4-1e43-4a7d-9f57-d399b0b30c06 req-5d7be8be-fc77-4762-9d3a-64d4d65a546a tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:59.163853 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-7303a98c-0b62-4d61-9c09-9ca689240a7d tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3074861 Sep 24 15:33:59.163985 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 41288) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:33:59.168807 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-928bc388-1568-4450-adde-b1061f2a27d7 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Request body: {'subnet': {'network_id': '507b15b8-afa5-40b8-adba-ac821e324412', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:33:59.312251 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3574cc19-c2f1-4370-a4c6-6845b47acff0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-5073d904-8b2b-4bdf-8338-7c236ddf6645', 'network_id': '5073d904-8b2b-4bdf-8338-7c236ddf6645', 'tenant_id': '53357413dfbc434b8597a2dcdb9cca78', 'fixed_ips': [{'subnet_id': 'e11d2a5f-bb34-4615-a972-21b689918a94'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:33:59.314945 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3574cc19-c2f1-4370-a4c6-6845b47acff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:59.384835 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [req-c06eb1c4-1e43-4a7d-9f57-d399b0b30c06 req-5d7be8be-fc77-4762-9d3a-64d4d65a546a tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Allocated IP 172.25.0.55 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/8396b652-2b2e-46ed-ac43-f64ecf4a2c78) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:33:59.445297 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-928bc388-1568-4450-adde-b1061f2a27d7 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Made reservation on behalf of 53357413dfbc434b8597a2dcdb9cca78 for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:33:59.448892 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-928bc388-1568-4450-adde-b1061f2a27d7 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks [] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:59.511031 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-3574cc19-c2f1-4370-a4c6-6845b47acff0 None None] Allocated IP 10.1.1.2 (5073d904-8b2b-4bdf-8338-7c236ddf6645/e11d2a5f-bb34-4615-a972-21b689918a94/49f9dc69-281d-41c0-978e-974e50f3437a) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:33:59.642755 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-c06eb1c4-1e43-4a7d-9f57-d399b0b30c06 req-5d7be8be-fc77-4762-9d3a-64d4d65a546a tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:59.762469 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-c06eb1c4-1e43-4a7d-9f57-d399b0b30c06 req-5d7be8be-fc77-4762-9d3a-64d4d65a546a tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:59.793802 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3574cc19-c2f1-4370-a4c6-6845b47acff0 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:59.835753 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c06eb1c4-1e43-4a7d-9f57-d399b0b30c06 req-5d7be8be-fc77-4762-9d3a-64d4d65a546a tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:33:59.843008 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [req-c06eb1c4-1e43-4a7d-9f57-d399b0b30c06 req-5d7be8be-fc77-4762-9d3a-64d4d65a546a tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:33:59.848970 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-c06eb1c4-1e43-4a7d-9f57-d399b0b30c06 req-5d7be8be-fc77-4762-9d3a-64d4d65a546a tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:33:59.873926 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3574cc19-c2f1-4370-a4c6-6845b47acff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:33:59.904507 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7be8be-fc77-4762-9d3a-64d4d65a546a tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Pushing event updated for resources: {'Port': ['ID=8396b652-2b2e-46ed-ac43-f64ecf4a2c78,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:33:59.915078 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3574cc19-c2f1-4370-a4c6-6845b47acff0 None None] Network 5073d904-8b2b-4bdf-8338-7c236ddf6645 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:33:59.919658 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-3574cc19-c2f1-4370-a4c6-6845b47acff0 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:33:59.924158 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3574cc19-c2f1-4370-a4c6-6845b47acff0 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:33:59.966528 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-c06eb1c4-1e43-4a7d-9f57-d399b0b30c06 req-5d7be8be-fc77-4762-9d3a-64d4d65a546a tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:00.039798 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-928bc388-1568-4450-adde-b1061f2a27d7 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:00.104601 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3574cc19-c2f1-4370-a4c6-6845b47acff0 None None] Pushing event updated for resources: {'Port': ['ID=49f9dc69-281d-41c0-978e-974e50f3437a,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:00.117133 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-3574cc19-c2f1-4370-a4c6-6845b47acff0 None None] Attempting to bind port 49f9dc69-281d-41c0-978e-974e50f3437a on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:34:00.117573 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-3574cc19-c2f1-4370-a4c6-6845b47acff0 None None] Attempting to bind port 49f9dc69-281d-41c0-978e-974e50f3437a by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '243a7589-8f05-4f79-bb2a-571ad81e4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '5073d904-8b2b-4bdf-8338-7c236ddf6645'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:34:00.117995 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3574cc19-c2f1-4370-a4c6-6845b47acff0 None None] Attempting to bind port 49f9dc69-281d-41c0-978e-974e50f3437a on network 5073d904-8b2b-4bdf-8338-7c236ddf6645 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:34:00.123170 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3574cc19-c2f1-4370-a4c6-6845b47acff0 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:34:00.123625 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3574cc19-c2f1-4370-a4c6-6845b47acff0 None None] Checking segment: {'id': '243a7589-8f05-4f79-bb2a-571ad81e4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '5073d904-8b2b-4bdf-8338-7c236ddf6645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:34:00.124086 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3574cc19-c2f1-4370-a4c6-6845b47acff0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:00.124544 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3574cc19-c2f1-4370-a4c6-6845b47acff0 None None] Bound using segment: {'id': '243a7589-8f05-4f79-bb2a-571ad81e4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '5073d904-8b2b-4bdf-8338-7c236ddf6645'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:34:00.125137 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-3574cc19-c2f1-4370-a4c6-6845b47acff0 None None] Bound port: 49f9dc69-281d-41c0-978e-974e50f3437a, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '243a7589-8f05-4f79-bb2a-571ad81e4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '5073d904-8b2b-4bdf-8338-7c236ddf6645'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:34:00.125707 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3574cc19-c2f1-4370-a4c6-6845b47acff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:00.153365 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928bc388-1568-4450-adde-b1061f2a27d7 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Pushing event updated for resources: {'Subnet': ['ID=e7e1eb24-df55-4c01-9933-3279c8be8c21,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:00.201266 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-c06eb1c4-1e43-4a7d-9f57-d399b0b30c06 req-5d7be8be-fc77-4762-9d3a-64d4d65a546a tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:00.210320 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-3574cc19-c2f1-4370-a4c6-6845b47acff0 None None] For port 49f9dc69-281d-41c0-978e-974e50f3437a, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:34:00.215151 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-3574cc19-c2f1-4370-a4c6-6845b47acff0 None None] For port 49f9dc69-281d-41c0-978e-974e50f3437a, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=49f9dc69-281d-41c0-978e-974e50f3437a,segment=NetworkSegment(243a7589-8f05-4f79-bb2a-571ad81e4b0d),segment_id=243a7589-8f05-4f79-bb2a-571ad81e4b0d)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:34:00.244602 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928bc388-1568-4450-adde-b1061f2a27d7 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Checking segment: {'id': '14654774-2682-4094-9ce4-6bbca9e08e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '507b15b8-afa5-40b8-adba-ac821e324412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:34:00.244975 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928bc388-1568-4450-adde-b1061f2a27d7 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Network hostable DHCP agents. Network: 507b15b8-afa5-40b8-adba-ac821e324412, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:34:00.297051 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3574cc19-c2f1-4370-a4c6-6845b47acff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:00.363178 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3574cc19-c2f1-4370-a4c6-6845b47acff0 None None] Pushing event updated for resources: {'Port': ['ID=49f9dc69-281d-41c0-978e-974e50f3437a,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:00.414656 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-928bc388-1568-4450-adde-b1061f2a27d7 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Network 507b15b8-afa5-40b8-adba-ac821e324412 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:34:00.515928 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-c06eb1c4-1e43-4a7d-9f57-d399b0b30c06 req-5d7be8be-fc77-4762-9d3a-64d4d65a546a tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:00.524962 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-928bc388-1568-4450-adde-b1061f2a27d7 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 507b15b8-afa5-40b8-adba-ac821e324412) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:34:00.534218 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928bc388-1568-4450-adde-b1061f2a27d7 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:00.535250 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-928bc388-1568-4450-adde-b1061f2a27d7 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:00.536424 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba1701f-ccd9-487d-b5a1-e130dc7eb23a None None] Network 507b15b8-afa5-40b8-adba-ac821e324412 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:34:00.588098 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-c06eb1c4-1e43-4a7d-9f57-d399b0b30c06 req-5d7be8be-fc77-4762-9d3a-64d4d65a546a tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:00.676222 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-c06eb1c4-1e43-4a7d-9f57-d399b0b30c06 req-5d7be8be-fc77-4762-9d3a-64d4d65a546a tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:00.712510 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7be8be-fc77-4762-9d3a-64d4d65a546a tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Pushing event updated for resources: {'Port': ['ID=8396b652-2b2e-46ed-ac43-f64ecf4a2c78,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:00.719627 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41294) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:34:00.726188 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-442e7993-28cf-4d04-b69b-a04193b0a20a tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Request body: {'port': {'network_id': '5073d904-8b2b-4bdf-8338-7c236ddf6645', 'name': 'tempest-TaggedBootDevicesTest_v242-2023080535', 'fixed_ips': [{'subnet_id': 'e11d2a5f-bb34-4615-a972-21b689918a94'}]}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:34:00.731475 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-928bc388-1568-4450-adde-b1061f2a27d7 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5646615 Sep 24 15:34:00.782267 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-c06eb1c4-1e43-4a7d-9f57-d399b0b30c06 req-5d7be8be-fc77-4762-9d3a-64d4d65a546a tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:00.783964 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c06eb1c4-1e43-4a7d-9f57-d399b0b30c06 req-5d7be8be-fc77-4762-9d3a-64d4d65a546a tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1162941 Sep 24 15:34:00.919614 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4456e8e-1de4-4b5a-9a44-c2246296f173 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-507b15b8-afa5-40b8-adba-ac821e324412', 'network_id': '507b15b8-afa5-40b8-adba-ac821e324412', 'tenant_id': '53357413dfbc434b8597a2dcdb9cca78', 'fixed_ips': [{'subnet_id': 'e7e1eb24-df55-4c01-9933-3279c8be8c21'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:34:00.920498 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d4456e8e-1de4-4b5a-9a44-c2246296f173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:00.939421 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c06eb1c4-1e43-4a7d-9f57-d399b0b30c06 req-ea14886a-a7c8-4e3b-be04-e1a13d7e19e5 tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.0.55 HTTP/1.1" status: 200 len: 695 time: 0.1352661 Sep 24 15:34:01.056469 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-442e7993-28cf-4d04-b69b-a04193b0a20a tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Made reservation on behalf of 53357413dfbc434b8597a2dcdb9cca78 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:34:01.061120 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 49f9dc69-281d-41c0-978e-974e50f3437a up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:34:01.115313 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06eb1c4-1e43-4a7d-9f57-d399b0b30c06 req-753aff23-bb3e-4fe1-a194-5e9efb1c4c04 tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:01.119743 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c06eb1c4-1e43-4a7d-9f57-d399b0b30c06 req-753aff23-bb3e-4fe1-a194-5e9efb1c4c04 tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] 10.222.0.101 "GET /v2.0/networks/e6a2de20-1ea0-43e5-88e0-982d19e317d5 HTTP/1.1" status: 200 len: 784 time: 0.1750391 Sep 24 15:34:01.219611 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-442e7993-28cf-4d04-b69b-a04193b0a20a tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:01.278018 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f7c1358-69cf-40cc-944e-7564e94daee2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:01.280313 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [None req-442e7993-28cf-4d04-b69b-a04193b0a20a tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] device_id is not set on port abc5097c-45c0-4a4c-83ad-221aa210e627 yet. {{(pid=95298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:34:01.321879 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 49f9dc69-281d-41c0-978e-974e50f3437a triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:34:01.322558 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:01.367221 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3861f-ba6b-47e7-a203-ca6d3b7d7cce req-874cde2f-5db3-4253-b10f-ca8c0084d10d tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:01.368956 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-31f3861f-ba6b-47e7-a203-ca6d3b7d7cce req-874cde2f-5db3-4253-b10f-ca8c0084d10d tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=3c8e5bc3-0cdb-404d-9ae1-aeee824dbdfd HTTP/1.1" status: 200 len: 945 time: 0.1394374 Sep 24 15:34:01.380924 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-d4456e8e-1de4-4b5a-9a44-c2246296f173 None None] Allocated IP 10.2.2.2 (507b15b8-afa5-40b8-adba-ac821e324412/e7e1eb24-df55-4c01-9933-3279c8be8c21/b9e28a03-c550-4a8c-9f6d-fb119d1f42ab) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:34:01.432485 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-31f3861f-ba6b-47e7-a203-ca6d3b7d7cce req-9aa97ac9-e6c7-4fdb-9d6b-bf6221a7d7dc tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545485 Sep 24 15:34:01.493879 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-656a9745-07fa-4c52-930c-c416104ccb63 req-b037173a-54c0-4d1a-8e36-17478f65177d tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1682282844', 'description': 'tempest-description-358961320'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:34:01.737687 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:01.902904 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port 49f9dc69-281d-41c0-978e-974e50f3437a, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=49f9dc69-281d-41c0-978e-974e50f3437a,segment=NetworkSegment(243a7589-8f05-4f79-bb2a-571ad81e4b0d),segment_id=243a7589-8f05-4f79-bb2a-571ad81e4b0d)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:34:01.921328 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d4456e8e-1de4-4b5a-9a44-c2246296f173 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:01.934101 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18e247d-ae62-4312-83ec-bac2970b8f94 None None] Network 5073d904-8b2b-4bdf-8338-7c236ddf6645 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:34:02.070920 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-ee948ade-cd24-4ee5-a8a5-5f46571ec5c8 None None] Provisioning complete for port 49f9dc69-281d-41c0-978e-974e50f3437a triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:34:02.071372 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ee948ade-cd24-4ee5-a8a5-5f46571ec5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:02.262478 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-656a9745-07fa-4c52-930c-c416104ccb63 req-b037173a-54c0-4d1a-8e36-17478f65177d tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:02.293360 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ee948ade-cd24-4ee5-a8a5-5f46571ec5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:02.353444 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-442e7993-28cf-4d04-b69b-a04193b0a20a tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Allocated IP 10.1.1.18 (5073d904-8b2b-4bdf-8338-7c236ddf6645/e11d2a5f-bb34-4615-a972-21b689918a94/abc5097c-45c0-4a4c-83ad-221aa210e627) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:34:02.360143 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d4456e8e-1de4-4b5a-9a44-c2246296f173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:02.365460 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-656a9745-07fa-4c52-930c-c416104ccb63 req-b037173a-54c0-4d1a-8e36-17478f65177d tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:02.376452 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:02.445316 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-656a9745-07fa-4c52-930c-c416104ccb63 req-b037173a-54c0-4d1a-8e36-17478f65177d tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:02.449865 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4456e8e-1de4-4b5a-9a44-c2246296f173 None None] Network 507b15b8-afa5-40b8-adba-ac821e324412 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:34:02.527868 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.db.api [None req-ee948ade-cd24-4ee5-a8a5-5f46571ec5c8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:34:02.528232 n-d-808921-1 neutron-server[95299]: DEBUG oslo_db.api [None req-ee948ade-cd24-4ee5-a8a5-5f46571ec5c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:34:02.532389 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b037173a-54c0-4d1a-8e36-17478f65177d tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a625196a-127e-4225-93bf-60d39ae8e2f2,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:02.532965 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-d4456e8e-1de4-4b5a-9a44-c2246296f173 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:34:02.539142 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4456e8e-1de4-4b5a-9a44-c2246296f173 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:34:02.579849 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4456e8e-1de4-4b5a-9a44-c2246296f173 None None] Pushing event updated for resources: {'Port': ['ID=b9e28a03-c550-4a8c-9f6d-fb119d1f42ab,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:02.594768 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-656a9745-07fa-4c52-930c-c416104ccb63 req-b037173a-54c0-4d1a-8e36-17478f65177d tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:02.612899 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-656a9745-07fa-4c52-930c-c416104ccb63 req-b037173a-54c0-4d1a-8e36-17478f65177d tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.1116610 Sep 24 15:34:02.649654 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-442e7993-28cf-4d04-b69b-a04193b0a20a tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:02.742727 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-d4456e8e-1de4-4b5a-9a44-c2246296f173 None None] Attempting to bind port b9e28a03-c550-4a8c-9f6d-fb119d1f42ab on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:34:02.743102 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-d4456e8e-1de4-4b5a-9a44-c2246296f173 None None] Attempting to bind port b9e28a03-c550-4a8c-9f6d-fb119d1f42ab by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '14654774-2682-4094-9ce4-6bbca9e08e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '507b15b8-afa5-40b8-adba-ac821e324412'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:34:02.743465 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4456e8e-1de4-4b5a-9a44-c2246296f173 None None] Attempting to bind port b9e28a03-c550-4a8c-9f6d-fb119d1f42ab on network 507b15b8-afa5-40b8-adba-ac821e324412 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:34:02.751225 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4456e8e-1de4-4b5a-9a44-c2246296f173 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:34:02.751670 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4456e8e-1de4-4b5a-9a44-c2246296f173 None None] Checking segment: {'id': '14654774-2682-4094-9ce4-6bbca9e08e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '507b15b8-afa5-40b8-adba-ac821e324412'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:34:02.752187 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d4456e8e-1de4-4b5a-9a44-c2246296f173 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:02.752521 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4456e8e-1de4-4b5a-9a44-c2246296f173 None None] Bound using segment: {'id': '14654774-2682-4094-9ce4-6bbca9e08e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '507b15b8-afa5-40b8-adba-ac821e324412'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:34:02.753134 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-d4456e8e-1de4-4b5a-9a44-c2246296f173 None None] Bound port: b9e28a03-c550-4a8c-9f6d-fb119d1f42ab, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14654774-2682-4094-9ce4-6bbca9e08e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '507b15b8-afa5-40b8-adba-ac821e324412'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:34:02.753531 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d4456e8e-1de4-4b5a-9a44-c2246296f173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:02.766702 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7021208-3f6d-4748-bca0-d6385f10ad75 req-4bff6237-7476-4174-9929-98518fa4f6f3 tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:02.769158 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f7021208-3f6d-4748-bca0-d6385f10ad75 req-4bff6237-7476-4174-9929-98518fa4f6f3 tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] 10.222.0.108 "GET /v2.0/ports?device_id=3c8e5bc3-0cdb-404d-9ae1-aeee824dbdfd&tenant_id=8957a38149f44837aa315f739e11ffd3&binding%3Ahost_id=n-h1-808921-1 HTTP/1.1" status: 200 len: 1096 time: 0.0709653 Sep 24 15:34:02.781573 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=49f9dc69-281d-41c0-978e-974e50f3437a,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:02.786464 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-f7021208-3f6d-4748-bca0-d6385f10ad75 req-b3b0a5b6-1190-4ebe-bd15-bdeea422e3c9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-808921-1'}}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:34:02.824024 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-442e7993-28cf-4d04-b69b-a04193b0a20a tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:02.833890 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ad6ecd-e5a2-41d3-80ef-a087f7f2276d req-f37c55fc-d1fa-455f-b9f0-0c8cb918be53 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:02.845062 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c7ad6ecd-e5a2-41d3-80ef-a087f7f2276d req-f37c55fc-d1fa-455f-b9f0-0c8cb918be53 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=a06d1df7-77e8-4d02-914c-afedef6fecbc HTTP/1.1" status: 200 len: 950 time: 0.0924582 Sep 24 15:34:02.869485 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-d4456e8e-1de4-4b5a-9a44-c2246296f173 None None] For port b9e28a03-c550-4a8c-9f6d-fb119d1f42ab, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:34:02.883532 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-d4456e8e-1de4-4b5a-9a44-c2246296f173 None None] For port b9e28a03-c550-4a8c-9f6d-fb119d1f42ab, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=b9e28a03-c550-4a8c-9f6d-fb119d1f42ab,segment=NetworkSegment(14654774-2682-4094-9ce4-6bbca9e08e6e),segment_id=14654774-2682-4094-9ce4-6bbca9e08e6e)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:34:02.930734 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c7ad6ecd-e5a2-41d3-80ef-a087f7f2276d req-f262fc5b-76b1-4127-be51-17203a4946aa tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835915 Sep 24 15:34:02.969928 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 49f9dc69-281d-41c0-978e-974e50f3437a up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:34:02.994358 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-f7021208-3f6d-4748-bca0-d6385f10ad75 req-b3b0a5b6-1190-4ebe-bd15-bdeea422e3c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:03.025707 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442e7993-28cf-4d04-b69b-a04193b0a20a tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Network 5073d904-8b2b-4bdf-8338-7c236ddf6645 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:34:03.035685 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d4456e8e-1de4-4b5a-9a44-c2246296f173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:03.071536 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-442e7993-28cf-4d04-b69b-a04193b0a20a tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:34:03.085456 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442e7993-28cf-4d04-b69b-a04193b0a20a tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:34:03.195600 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442e7993-28cf-4d04-b69b-a04193b0a20a tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:03.197042 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-442e7993-28cf-4d04-b69b-a04193b0a20a tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:03.216480 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442e7993-28cf-4d04-b69b-a04193b0a20a tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Pushing event updated for resources: {'Port': ['ID=abc5097c-45c0-4a4c-83ad-221aa210e627,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:03.253504 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4456e8e-1de4-4b5a-9a44-c2246296f173 None None] Pushing event updated for resources: {'Port': ['ID=b9e28a03-c550-4a8c-9f6d-fb119d1f42ab,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:03.281189 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 49f9dc69-281d-41c0-978e-974e50f3437a triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:34:03.282090 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:03.351835 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3c1efcac-2c09-4329-9e00-6556b61d5d1e req-cbdced2d-28fd-44f5-aae2-10bb1fc70b7a tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2960525 Sep 24 15:34:03.358233 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-3c1efcac-2c09-4329-9e00-6556b61d5d1e req-2bc5b779-56ef-4fa4-8e68-6ecba9ecd76c tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Request body: {'floatingip': {'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:34:03.434726 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-442e7993-28cf-4d04-b69b-a04193b0a20a tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.7109854 Sep 24 15:34:03.435322 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41310) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:34:03.441221 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-0daaf236-9dc3-42d7-9248-54eb1f631347 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Request body: {'port': {'network_id': '5073d904-8b2b-4bdf-8338-7c236ddf6645', 'name': 'tempest-TaggedBootDevicesTest_v242-377080091', 'fixed_ips': [{'subnet_id': 'e11d2a5f-bb34-4615-a972-21b689918a94'}]}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:34:03.548469 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-3c1efcac-2c09-4329-9e00-6556b61d5d1e req-2bc5b779-56ef-4fa4-8e68-6ecba9ecd76c tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Notify callbacks [] for floatingip, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:03.573991 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-6cd5f478-6626-47ba-9452-d176af7dd2d8 None None] Provisioning complete for port abc5097c-45c0-4a4c-83ad-221aa210e627 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:34:03.574577 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6cd5f478-6626-47ba-9452-d176af7dd2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:03.655467 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-6cd5f478-6626-47ba-9452-d176af7dd2d8 None None] Port abc5097c-45c0-4a4c-83ad-221aa210e627 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:34:03.692058 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-f7021208-3f6d-4748-bca0-d6385f10ad75 req-b3b0a5b6-1190-4ebe-bd15-bdeea422e3c9 service neutron] For port 8ced86f9-3fc2-47d2-8511-a8f8366f37f7, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=8ced86f9-3fc2-47d2-8511-a8f8366f37f7,segment=NetworkSegment(5bd2529f-b450-42b6-8981-999bdd2f1ff0),segment_id=5bd2529f-b450-42b6-8981-999bdd2f1ff0)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:34:03.696121 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-6cd5f478-6626-47ba-9452-d176af7dd2d8 None None] Provisioning complete for port 49f9dc69-281d-41c0-978e-974e50f3437a triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:34:03.696509 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6cd5f478-6626-47ba-9452-d176af7dd2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:03.792208 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-3c1efcac-2c09-4329-9e00-6556b61d5d1e req-2bc5b779-56ef-4fa4-8e68-6ecba9ecd76c tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:03.810102 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-f7021208-3f6d-4748-bca0-d6385f10ad75 req-b3b0a5b6-1190-4ebe-bd15-bdeea422e3c9 service neutron] For port 8ced86f9-3fc2-47d2-8511-a8f8366f37f7, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:34:03.876627 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-f7021208-3f6d-4748-bca0-d6385f10ad75 req-b3b0a5b6-1190-4ebe-bd15-bdeea422e3c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:03.878189 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c8e5bc3-0cdb-404d-9ae1-aeee824dbdfd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ced86f9-3fc2-47d2-8511-a8f8366f37f7'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:34:03.887453 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a883ef83-73d5-4deb-8145-56c7a7de65f1" -d '{"events": [{"server_uuid": "3c8e5bc3-0cdb-404d-9ae1-aeee824dbdfd", "name": "network-vif-unplugged", "status": "completed", "tag": "8ced86f9-3fc2-47d2-8511-a8f8366f37f7"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:34:03.894768 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-118c6896-f124-4af5-91dd-12d0693fc44e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:03.930578 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0daaf236-9dc3-42d7-9248-54eb1f631347 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Made reservation on behalf of 53357413dfbc434b8597a2dcdb9cca78 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:34:03.935736 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0daaf236-9dc3-42d7-9248-54eb1f631347 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:03.954392 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-f7021208-3f6d-4748-bca0-d6385f10ad75 req-b3b0a5b6-1190-4ebe-bd15-bdeea422e3c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:03.967155 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [None req-0daaf236-9dc3-42d7-9248-54eb1f631347 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] device_id is not set on port 2f5a166f-73aa-4d69-848c-9741f19b3801 yet. {{(pid=95298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:34:03.990148 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [req-3c1efcac-2c09-4329-9e00-6556b61d5d1e req-2bc5b779-56ef-4fa4-8e68-6ecba9ecd76c tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Allocated IP 172.25.0.93 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/fb99352c-3cce-483e-903a-d5821d397a7f) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:34:04.139235 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b0a5b6-1190-4ebe-bd15-bdeea422e3c9 service neutron] Pushing event updated for resources: {'Port': ['ID=8ced86f9-3fc2-47d2-8511-a8f8366f37f7,revision_number=7']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:04.177484 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 8ced86f9-3fc2-47d2-8511-a8f8366f37f7 details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:34:04.225485 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-3c1efcac-2c09-4329-9e00-6556b61d5d1e req-2bc5b779-56ef-4fa4-8e68-6ecba9ecd76c tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:04.228989 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-f7021208-3f6d-4748-bca0-d6385f10ad75 req-b3b0a5b6-1190-4ebe-bd15-bdeea422e3c9 service neutron] Attempting to bind port 8ced86f9-3fc2-47d2-8511-a8f8366f37f7 on host n-h1-808921-1 for vnic_type normal with profile {"migrating_to": "n-h2-808921-1"} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:34:04.231083 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-f7021208-3f6d-4748-bca0-d6385f10ad75 req-b3b0a5b6-1190-4ebe-bd15-bdeea422e3c9 service neutron] Attempting to bind port 8ced86f9-3fc2-47d2-8511-a8f8366f37f7 by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': '5bd2529f-b450-42b6-8981-999bdd2f1ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '058852f5-088e-42d1-b3e1-abf106a974a3'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:34:04.233231 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7021208-3f6d-4748-bca0-d6385f10ad75 req-b3b0a5b6-1190-4ebe-bd15-bdeea422e3c9 service neutron] Attempting to bind port 8ced86f9-3fc2-47d2-8511-a8f8366f37f7 on network 058852f5-088e-42d1-b3e1-abf106a974a3 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:34:04.247990 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7021208-3f6d-4748-bca0-d6385f10ad75 req-b3b0a5b6-1190-4ebe-bd15-bdeea422e3c9 service neutron] Port 8ced86f9-3fc2-47d2-8511-a8f8366f37f7 on network 058852f5-088e-42d1-b3e1-abf106a974a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:34:04.257940 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7021208-3f6d-4748-bca0-d6385f10ad75 req-b3b0a5b6-1190-4ebe-bd15-bdeea422e3c9 service neutron] Attempting to bind port 8ced86f9-3fc2-47d2-8511-a8f8366f37f7 on network 058852f5-088e-42d1-b3e1-abf106a974a3 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:34:04.263585 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:04.272858 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7021208-3f6d-4748-bca0-d6385f10ad75 req-b3b0a5b6-1190-4ebe-bd15-bdeea422e3c9 service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:34:04.273303 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7021208-3f6d-4748-bca0-d6385f10ad75 req-b3b0a5b6-1190-4ebe-bd15-bdeea422e3c9 service neutron] Checking segment: {'id': '5bd2529f-b450-42b6-8981-999bdd2f1ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '058852f5-088e-42d1-b3e1-abf106a974a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:34:04.274162 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7021208-3f6d-4748-bca0-d6385f10ad75 req-b3b0a5b6-1190-4ebe-bd15-bdeea422e3c9 service neutron] Bound using segment: {'id': '5bd2529f-b450-42b6-8981-999bdd2f1ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '058852f5-088e-42d1-b3e1-abf106a974a3'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:34:04.274735 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-f7021208-3f6d-4748-bca0-d6385f10ad75 req-b3b0a5b6-1190-4ebe-bd15-bdeea422e3c9 service neutron] Bound port: 8ced86f9-3fc2-47d2-8511-a8f8366f37f7, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bd2529f-b450-42b6-8981-999bdd2f1ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '058852f5-088e-42d1-b3e1-abf106a974a3'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:34:04.275167 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-f7021208-3f6d-4748-bca0-d6385f10ad75 req-b3b0a5b6-1190-4ebe-bd15-bdeea422e3c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:04.365218 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-3c1efcac-2c09-4329-9e00-6556b61d5d1e req-2bc5b779-56ef-4fa4-8e68-6ecba9ecd76c tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:04.408061 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 8ced86f9-3fc2-47d2-8511-a8f8366f37f7, host n-h1-808921-1, got binding levels [] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:34:04.459731 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Attempting to bind port 8ced86f9-3fc2-47d2-8511-a8f8366f37f7 on host n-h1-808921-1 for vnic_type normal with profile {"migrating_to": "n-h2-808921-1"} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:34:04.468112 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c1efcac-2c09-4329-9e00-6556b61d5d1e req-2bc5b779-56ef-4fa4-8e68-6ecba9ecd76c tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:34:04.471244 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-0daaf236-9dc3-42d7-9248-54eb1f631347 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Allocated IP 10.1.1.11 (5073d904-8b2b-4bdf-8338-7c236ddf6645/e11d2a5f-bb34-4615-a972-21b689918a94/2f5a166f-73aa-4d69-848c-9741f19b3801) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:34:04.476465 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Attempting to bind port 8ced86f9-3fc2-47d2-8511-a8f8366f37f7 by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': '5bd2529f-b450-42b6-8981-999bdd2f1ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '058852f5-088e-42d1-b3e1-abf106a974a3'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:34:04.476465 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Attempting to bind port 8ced86f9-3fc2-47d2-8511-a8f8366f37f7 on network 058852f5-088e-42d1-b3e1-abf106a974a3 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:34:04.479106 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Port 8ced86f9-3fc2-47d2-8511-a8f8366f37f7 on network 058852f5-088e-42d1-b3e1-abf106a974a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:34:04.480362 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Attempting to bind port 8ced86f9-3fc2-47d2-8511-a8f8366f37f7 on network 058852f5-088e-42d1-b3e1-abf106a974a3 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:34:04.488375 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:34:04.489693 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Checking segment: {'id': '5bd2529f-b450-42b6-8981-999bdd2f1ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '058852f5-088e-42d1-b3e1-abf106a974a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:34:04.491103 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Bound using segment: {'id': '5bd2529f-b450-42b6-8981-999bdd2f1ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '058852f5-088e-42d1-b3e1-abf106a974a3'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:34:04.491553 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-f7021208-3f6d-4748-bca0-d6385f10ad75 req-b3b0a5b6-1190-4ebe-bd15-bdeea422e3c9 service neutron] For port 8ced86f9-3fc2-47d2-8511-a8f8366f37f7, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:34:04.492040 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Bound port: 8ced86f9-3fc2-47d2-8511-a8f8366f37f7, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bd2529f-b450-42b6-8981-999bdd2f1ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '058852f5-088e-42d1-b3e1-abf106a974a3'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:34:04.492661 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:04.496311 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [req-3c1efcac-2c09-4329-9e00-6556b61d5d1e req-2bc5b779-56ef-4fa4-8e68-6ecba9ecd76c tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:34:04.499689 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c1efcac-2c09-4329-9e00-6556b61d5d1e req-2bc5b779-56ef-4fa4-8e68-6ecba9ecd76c tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:34:04.522743 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-f7021208-3f6d-4748-bca0-d6385f10ad75 req-b3b0a5b6-1190-4ebe-bd15-bdeea422e3c9 service neutron] For port 8ced86f9-3fc2-47d2-8511-a8f8366f37f7, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=8ced86f9-3fc2-47d2-8511-a8f8366f37f7,segment=NetworkSegment(5bd2529f-b450-42b6-8981-999bdd2f1ff0),segment_id=5bd2529f-b450-42b6-8981-999bdd2f1ff0)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:34:04.585183 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc5b779-56ef-4fa4-8e68-6ecba9ecd76c tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Pushing event updated for resources: {'Port': ['ID=fb99352c-3cce-483e-903a-d5821d397a7f,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:04.644649 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-3c1efcac-2c09-4329-9e00-6556b61d5d1e req-2bc5b779-56ef-4fa4-8e68-6ecba9ecd76c tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:04.664923 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 8ced86f9-3fc2-47d2-8511-a8f8366f37f7, host n-h1-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:34:04.665461 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-f7021208-3f6d-4748-bca0-d6385f10ad75 req-b3b0a5b6-1190-4ebe-bd15-bdeea422e3c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:04.773493 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09897b99-0ec4-4303-bba1-b381603c4d6f None None] Network 507b15b8-afa5-40b8-adba-ac821e324412 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:34:04.849078 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b0a5b6-1190-4ebe-bd15-bdeea422e3c9 service neutron] Pushing event updated for resources: {'Port': ['ID=8ced86f9-3fc2-47d2-8511-a8f8366f37f7,revision_number=8']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:04.882917 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7021208-3f6d-4748-bca0-d6385f10ad75 req-b3b0a5b6-1190-4ebe-bd15-bdeea422e3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:04.891278 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-f7021208-3f6d-4748-bca0-d6385f10ad75 req-b3b0a5b6-1190-4ebe-bd15-bdeea422e3c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:04.893285 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f7021208-3f6d-4748-bca0-d6385f10ad75 req-b3b0a5b6-1190-4ebe-bd15-bdeea422e3c9 service neutron] 10.222.0.108 "PUT /v2.0/ports/8ced86f9-3fc2-47d2-8511-a8f8366f37f7 HTTP/1.1" status: 200 len: 1121 time: 2.1111066 Sep 24 15:34:04.894803 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-e3c49420-343e-43df-944e-3b9b1148e0dc None None] Provisioning complete for port b9e28a03-c550-4a8c-9f6d-fb119d1f42ab triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:34:04.895178 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e3c49420-343e-43df-944e-3b9b1148e0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:04.909274 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0daaf236-9dc3-42d7-9248-54eb1f631347 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:04.980917 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device b9e28a03-c550-4a8c-9f6d-fb119d1f42ab up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:34:05.019529 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['8ced86f9-3fc2-47d2-8511-a8f8366f37f7'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:34:05.027127 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['8ced86f9-3fc2-47d2-8511-a8f8366f37f7'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:34:05.285988 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.db.api [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 8ced86f9-3fc2-47d2-8511-a8f8366f37f7-n-h1-808921-1-0 {{(pid=95299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:34:05.286270 n-d-808921-1 neutron-server[95299]: DEBUG oslo_db.api [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:34:05.331681 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0daaf236-9dc3-42d7-9248-54eb1f631347 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:05.335429 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e3c49420-343e-43df-944e-3b9b1148e0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:05.367840 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-3c1efcac-2c09-4329-9e00-6556b61d5d1e req-2bc5b779-56ef-4fa4-8e68-6ecba9ecd76c tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:05.383871 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:05.416509 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0daaf236-9dc3-42d7-9248-54eb1f631347 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Network 5073d904-8b2b-4bdf-8338-7c236ddf6645 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:34:05.427986 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-0daaf236-9dc3-42d7-9248-54eb1f631347 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:34:05.428171 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port b9e28a03-c550-4a8c-9f6d-fb119d1f42ab triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:34:05.428171 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:05.443698 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0daaf236-9dc3-42d7-9248-54eb1f631347 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:34:05.507377 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daaf236-9dc3-42d7-9248-54eb1f631347 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Pushing event updated for resources: {'Port': ['ID=2f5a166f-73aa-4d69-848c-9741f19b3801,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:05.560778 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0daaf236-9dc3-42d7-9248-54eb1f631347 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:05.561427 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0daaf236-9dc3-42d7-9248-54eb1f631347 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:05.612643 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-e3c49420-343e-43df-944e-3b9b1148e0dc None None] For port b9e28a03-c550-4a8c-9f6d-fb119d1f42ab, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=b9e28a03-c550-4a8c-9f6d-fb119d1f42ab,segment=NetworkSegment(14654774-2682-4094-9ce4-6bbca9e08e6e),segment_id=14654774-2682-4094-9ce4-6bbca9e08e6e)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:34:05.731100 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-3c1efcac-2c09-4329-9e00-6556b61d5d1e req-2bc5b779-56ef-4fa4-8e68-6ecba9ecd76c tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:05.733612 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-0daaf236-9dc3-42d7-9248-54eb1f631347 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.2976127 Sep 24 15:34:05.766507 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e3c49420-343e-43df-944e-3b9b1148e0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:05.787911 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-3c1efcac-2c09-4329-9e00-6556b61d5d1e req-2bc5b779-56ef-4fa4-8e68-6ecba9ecd76c tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:05.862773 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-3c1efcac-2c09-4329-9e00-6556b61d5d1e req-2bc5b779-56ef-4fa4-8e68-6ecba9ecd76c tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:05.901676 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc5b779-56ef-4fa4-8e68-6ecba9ecd76c tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Pushing event updated for resources: {'Port': ['ID=fb99352c-3cce-483e-903a-d5821d397a7f,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:05.938176 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Attempting to bind port 8ced86f9-3fc2-47d2-8511-a8f8366f37f7 on host n-h1-808921-1 for vnic_type normal with profile {"migrating_to": "n-h2-808921-1"} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:34:05.938621 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Attempting to bind port 8ced86f9-3fc2-47d2-8511-a8f8366f37f7 by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': '5bd2529f-b450-42b6-8981-999bdd2f1ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '058852f5-088e-42d1-b3e1-abf106a974a3'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:34:05.938978 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Attempting to bind port 8ced86f9-3fc2-47d2-8511-a8f8366f37f7 on network 058852f5-088e-42d1-b3e1-abf106a974a3 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:34:05.972723 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-3c1efcac-2c09-4329-9e00-6556b61d5d1e req-2bc5b779-56ef-4fa4-8e68-6ecba9ecd76c tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:05.975113 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3c1efcac-2c09-4329-9e00-6556b61d5d1e req-2bc5b779-56ef-4fa4-8e68-6ecba9ecd76c tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.6219432 Sep 24 15:34:05.985489 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Port 8ced86f9-3fc2-47d2-8511-a8f8366f37f7 on network 058852f5-088e-42d1-b3e1-abf106a974a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:34:05.985847 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Attempting to bind port 8ced86f9-3fc2-47d2-8511-a8f8366f37f7 on network 058852f5-088e-42d1-b3e1-abf106a974a3 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:34:06.000867 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-4c640403-0631-4f18-bb95-7435a113f9f4 None None] Provisioning complete for port 2f5a166f-73aa-4d69-848c-9741f19b3801 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:34:06.001239 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4c640403-0631-4f18-bb95-7435a113f9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:06.002749 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c49420-343e-43df-944e-3b9b1148e0dc None None] Pushing event updated for resources: {'Port': ['ID=b9e28a03-c550-4a8c-9f6d-fb119d1f42ab,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:06.009875 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:34:06.010076 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Checking segment: {'id': '5bd2529f-b450-42b6-8981-999bdd2f1ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '058852f5-088e-42d1-b3e1-abf106a974a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:34:06.010412 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Bound using segment: {'id': '5bd2529f-b450-42b6-8981-999bdd2f1ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '058852f5-088e-42d1-b3e1-abf106a974a3'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:34:06.010886 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Bound port: 8ced86f9-3fc2-47d2-8511-a8f8366f37f7, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bd2529f-b450-42b6-8981-999bdd2f1ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '058852f5-088e-42d1-b3e1-abf106a974a3'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:34:06.011420 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:06.057623 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3c1efcac-2c09-4329-9e00-6556b61d5d1e req-aba04a3e-bbf6-4f71-9eb3-1d0ab919a693 tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.0.93 HTTP/1.1" status: 200 len: 695 time: 0.0682354 Sep 24 15:34:06.093375 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-4c640403-0631-4f18-bb95-7435a113f9f4 None None] Port 2f5a166f-73aa-4d69-848c-9741f19b3801 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:34:06.126625 n-d-808921-1 neutron-server[95299]: WARNING neutron.plugins.ml2.plugin [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Concurrent port binding operations failed on port 8ced86f9-3fc2-47d2-8511-a8f8366f37f7 Sep 24 15:34:06.130998 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 8ced86f9-3fc2-47d2-8511-a8f8366f37f7, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=8ced86f9-3fc2-47d2-8511-a8f8366f37f7,segment=NetworkSegment(5bd2529f-b450-42b6-8981-999bdd2f1ff0),segment_id=5bd2529f-b450-42b6-8981-999bdd2f1ff0)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:34:06.132658 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-4c640403-0631-4f18-bb95-7435a113f9f4 None None] Provisioning complete for port b9e28a03-c550-4a8c-9f6d-fb119d1f42ab triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:34:06.133025 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4c640403-0631-4f18-bb95-7435a113f9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:06.135362 n-d-808921-1 neutron-server[95299]: INFO neutron.plugins.ml2.plugin [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Attempt 2 to bind port 8ced86f9-3fc2-47d2-8511-a8f8366f37f7 Sep 24 15:34:06.135752 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 8ced86f9-3fc2-47d2-8511-a8f8366f37f7 has no active binding in host n-h2-808921-1 {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 24 15:34:06.242774 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1efcac-2c09-4329-9e00-6556b61d5d1e req-e629c85d-5c5b-4dce-82be-fd090ace0a47 tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:06.245051 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3c1efcac-2c09-4329-9e00-6556b61d5d1e req-e629c85d-5c5b-4dce-82be-fd090ace0a47 tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] 10.222.0.101 "GET /v2.0/networks/e6a2de20-1ea0-43e5-88e0-982d19e317d5 HTTP/1.1" status: 200 len: 784 time: 0.1780510 Sep 24 15:34:06.373291 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b5b091-9e5f-4fd6-bc8f-14bced9a25c0 req-9d54069f-3d87-42c1-9442-3a25fcdfce2d tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:06.379051 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e6b5b091-9e5f-4fd6-bc8f-14bced9a25c0 req-9d54069f-3d87-42c1-9442-3a25fcdfce2d tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=3c8e5bc3-0cdb-404d-9ae1-aeee824dbdfd HTTP/1.1" status: 200 len: 943 time: 0.0599515 Sep 24 15:34:06.422001 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e6b5b091-9e5f-4fd6-bc8f-14bced9a25c0 req-3dfc1af6-beba-4cc3-a90e-684c8f7d2296 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405009 Sep 24 15:34:06.513904 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:06.859407 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device b9e28a03-c550-4a8c-9f6d-fb119d1f42ab up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:34:06.913488 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port b9e28a03-c550-4a8c-9f6d-fb119d1f42ab triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:34:06.913972 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:07.417019 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e0a62-dd31-421e-a169-863acfa85c0b req-9f2a3a92-d22c-4d21-a26f-ee4e9533b247 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:07.418523 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-499e0a62-dd31-421e-a169-863acfa85c0b req-9f2a3a92-d22c-4d21-a26f-ee4e9533b247 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/networks?id=0374e89a-9d0f-457f-a823-b632a66136eb HTTP/1.1" status: 200 len: 813 time: 0.1395824 Sep 24 15:34:07.434896 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-499e0a62-dd31-421e-a169-863acfa85c0b req-5bc7e890-1248-42dc-92d3-16db1ec52f8f tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/quotas/5bcf994545e24f4c9b0696ef07ac6678 HTTP/1.1" status: 200 len: 375 time: 0.0097079 Sep 24 15:34:07.468602 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-499e0a62-dd31-421e-a169-863acfa85c0b req-1f3a855d-95aa-43c7-a9d7-f6a3ff65eb59 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=5bcf994545e24f4c9b0696ef07ac6678&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266817 Sep 24 15:34:07.579641 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-499e0a62-dd31-421e-a169-863acfa85c0b req-d9494ef6-3bca-40eb-810e-f9f30371f52c service neutron] 10.222.0.101 "GET /v2.0/networks/0374e89a-9d0f-457f-a823-b632a66136eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027715 Sep 24 15:34:07.640945 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 15:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8a8bd6f-a698-4c78-bb2d-d6f09beb94c1 x-openstack-request-id: req-c8a8bd6f-a698-4c78-bb2d-d6f09beb94c1 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:34:07.641645 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c8e5bc3-0cdb-404d-9ae1-aeee824dbdfd", "name": "network-vif-unplugged", "status": "completed", "tag": "8ced86f9-3fc2-47d2-8511-a8f8366f37f7", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:34:07.641645 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c8a8bd6f-a698-4c78-bb2d-d6f09beb94c1 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:34:07.641918 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c8e5bc3-0cdb-404d-9ae1-aeee824dbdfd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ced86f9-3fc2-47d2-8511-a8f8366f37f7', 'code': 200} Sep 24 15:34:07.696679 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-499e0a62-dd31-421e-a169-863acfa85c0b req-9406db4c-834d-48f2-8376-b0e8582658f6 service neutron] 10.222.0.101 "GET /v2.0/networks/0374e89a-9d0f-457f-a823-b632a66136eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977323 Sep 24 15:34:08.009032 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-79b2d573-7227-4bac-afa4-00c6264fc480 req-31f07e09-9259-4f42-b9b7-482ba0882f1c tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] 10.222.0.101 "GET /v2.0/floatingips/e3b1e9c7-5487-4c71-8988-ae582e79ad22 HTTP/1.1" status: 200 len: 692 time: 0.0665913 Sep 24 15:34:08.151281 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b2d573-7227-4bac-afa4-00c6264fc480 req-f3d1073b-9ffa-4ade-a7ea-130d763f03f3 tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:08.152948 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-79b2d573-7227-4bac-afa4-00c6264fc480 req-f3d1073b-9ffa-4ade-a7ea-130d763f03f3 tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] 10.222.0.101 "GET /v2.0/networks/e6a2de20-1ea0-43e5-88e0-982d19e317d5 HTTP/1.1" status: 200 len: 784 time: 0.1310723 Sep 24 15:34:08.166844 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [req-79b2d573-7227-4bac-afa4-00c6264fc480 req-f734e3c3-b4a2-4d69-8070-362f0668bf96 tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:34:08.168043 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-79b2d573-7227-4bac-afa4-00c6264fc480 req-f734e3c3-b4a2-4d69-8070-362f0668bf96 tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079973 Sep 24 15:34:08.299287 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41396) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:34:08.305234 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-6ecc1595-d12c-4f00-97cf-88d026a06c46 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1872531136', 'description': 'tempest-description--137193314'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:34:08.376696 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7549a3ee-ad93-4920-80f9-7d198b38de19 req-e1dfe8de-95c5-414c-9c73-f7544c0bdc11 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:08.378273 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7549a3ee-ad93-4920-80f9-7d198b38de19 req-e1dfe8de-95c5-414c-9c73-f7544c0bdc11 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=3c8e5bc3-0cdb-404d-9ae1-aeee824dbdfd HTTP/1.1" status: 200 len: 943 time: 0.0898612 Sep 24 15:34:08.436151 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7549a3ee-ad93-4920-80f9-7d198b38de19 req-abe8d2aa-6d0a-4dba-be89-8fff8b14625a tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511410 Sep 24 15:34:08.441137 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f4adc8-180f-4ac4-bc89-3b0e9d052fc9 req-0f482d60-e4bf-4f2d-ba59-0a796b17b21b tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:08.443183 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-73f4adc8-180f-4ac4-bc89-3b0e9d052fc9 req-0f482d60-e4bf-4f2d-ba59-0a796b17b21b tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=a06d1df7-77e8-4d02-914c-afedef6fecbc HTTP/1.1" status: 200 len: 950 time: 0.0592480 Sep 24 15:34:08.472983 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6ecc1595-d12c-4f00-97cf-88d026a06c46 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:08.510768 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-73f4adc8-180f-4ac4-bc89-3b0e9d052fc9 req-b13173d5-6f46-46cb-a63b-6daaf3d08790 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611279 Sep 24 15:34:08.519845 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c375fa0e-b6be-4953-b663-1c24d6db5b58 req-00728008-91ee-40b6-a2a9-ca1e3c470da7 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/ports?device_id=ae07a67e-a0a9-4170-9a82-c9bd55b7b0a6 HTTP/1.1" status: 200 len: 210 time: 0.0296857 Sep 24 15:34:08.610515 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4bc17b83-be87-45b2-9e57-fcaa0a31b06c req-588dfdea-0cf2-41dc-bf65-ffb14120971d tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] 10.222.0.101 "GET /v2.0/floatingips/e3b1e9c7-5487-4c71-8988-ae582e79ad22 HTTP/1.1" status: 200 len: 692 time: 0.0660973 Sep 24 15:34:08.628000 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:08.653953 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc97bbde-3349-46c9-b6dd-a510c26a38bd req-53ecb39a-57a2-4ad5-9757-d4619d21e542 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:08.655806 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-dc97bbde-3349-46c9-b6dd-a510c26a38bd req-53ecb39a-57a2-4ad5-9757-d4619d21e542 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] 10.222.0.101 "GET /v2.0/ports?device_id=13807497-b8d8-43c2-a628-11dc4926a32b HTTP/1.1" status: 200 len: 950 time: 0.0587628 Sep 24 15:34:08.700375 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-dc97bbde-3349-46c9-b6dd-a510c26a38bd req-ef3c6b67-6738-451e-a93d-1f8dfcaa0383 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] 10.222.0.101 "GET /v2.0/security-groups?id=57e94047-30f9-4114-8ab3-78d613da6f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377829 Sep 24 15:34:08.723136 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6ecc1595-d12c-4f00-97cf-88d026a06c46 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:08.759971 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc17b83-be87-45b2-9e57-fcaa0a31b06c req-23cd1879-4d49-4d33-995a-50ebcbf89cf8 tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:08.761609 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4bc17b83-be87-45b2-9e57-fcaa0a31b06c req-23cd1879-4d49-4d33-995a-50ebcbf89cf8 tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] 10.222.0.101 "GET /v2.0/networks/e6a2de20-1ea0-43e5-88e0-982d19e317d5 HTTP/1.1" status: 200 len: 784 time: 0.1423275 Sep 24 15:34:08.773496 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [req-4bc17b83-be87-45b2-9e57-fcaa0a31b06c req-39d54279-c7ae-462d-8f86-67b3faef1d05 tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:34:08.774573 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4bc17b83-be87-45b2-9e57-fcaa0a31b06c req-39d54279-c7ae-462d-8f86-67b3faef1d05 tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062490 Sep 24 15:34:08.863200 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6ecc1595-d12c-4f00-97cf-88d026a06c46 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:08.883961 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4bc17b83-be87-45b2-9e57-fcaa0a31b06c req-b4c894c1-937d-43f9-9ff7-2139e582c21f tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.0.93 HTTP/1.1" status: 200 len: 695 time: 0.1024504 Sep 24 15:34:08.943438 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecc1595-d12c-4f00-97cf-88d026a06c46 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=009469bf-50d0-4ac3-bdd3-519f093da79b,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:08.949864 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4bc17b83-be87-45b2-9e57-fcaa0a31b06c req-c8cb1c78-686d-47a7-9150-890d3e648d1b tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.0.93 HTTP/1.1" status: 200 len: 695 time: 0.0587742 Sep 24 15:34:08.997108 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6ecc1595-d12c-4f00-97cf-88d026a06c46 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:08.998401 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-6ecc1595-d12c-4f00-97cf-88d026a06c46 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6980469 Sep 24 15:34:09.001626 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 41414) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:34:09.007995 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-9b631bbf-2ab3-46f2-a57d-9a8c2bb3444e tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Request body: {'security_group_rule': {'security_group_id': '009469bf-50d0-4ac3-bdd3-519f093da79b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:34:09.099569 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-4bc17b83-be87-45b2-9e57-fcaa0a31b06c req-96d8ab16-cf37-4748-a10d-2099b0b93741 tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Deleting port fb99352c-3cce-483e-903a-d5821d397a7f {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:34:09.099936 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-4bc17b83-be87-45b2-9e57-fcaa0a31b06c req-96d8ab16-cf37-4748-a10d-2099b0b93741 tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:09.117091 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9b631bbf-2ab3-46f2-a57d-9a8c2bb3444e tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:09.184767 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-4bc17b83-be87-45b2-9e57-fcaa0a31b06c req-96d8ab16-cf37-4748-a10d-2099b0b93741 tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:09.185312 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-4bc17b83-be87-45b2-9e57-fcaa0a31b06c req-96d8ab16-cf37-4748-a10d-2099b0b93741 tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:09.187692 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9b631bbf-2ab3-46f2-a57d-9a8c2bb3444e tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:09.200847 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-4bc17b83-be87-45b2-9e57-fcaa0a31b06c req-96d8ab16-cf37-4748-a10d-2099b0b93741 tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Calling delete_port for fb99352c-3cce-483e-903a-d5821d397a7f owned by network:floatingip {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:34:09.291938 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9b631bbf-2ab3-46f2-a57d-9a8c2bb3444e tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:09.315483 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b631bbf-2ab3-46f2-a57d-9a8c2bb3444e tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=904078ec-6957-4661-b553-15133486047c,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:09.371142 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9b631bbf-2ab3-46f2-a57d-9a8c2bb3444e tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:09.372409 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-9b631bbf-2ab3-46f2-a57d-9a8c2bb3444e tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3694308 Sep 24 15:34:09.380636 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 41422) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:34:09.385812 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-06e55a8a-3ffd-4caf-9aef-62d2e09e420f tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Request body: {'security_group_rule': {'security_group_id': '009469bf-50d0-4ac3-bdd3-519f093da79b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:34:09.462574 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-4bc17b83-be87-45b2-9e57-fcaa0a31b06c req-96d8ab16-cf37-4748-a10d-2099b0b93741 tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:09.495948 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d8ab16-cf37-4748-a10d-2099b0b93741 tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Pushing event deleted for resources: {'Port': ['ID=fb99352c-3cce-483e-903a-d5821d397a7f,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:09.519994 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-06e55a8a-3ffd-4caf-9aef-62d2e09e420f tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:09.568664 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-4bc17b83-be87-45b2-9e57-fcaa0a31b06c req-96d8ab16-cf37-4748-a10d-2099b0b93741 tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Notify callbacks [] for floatingip, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:09.579471 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-4bc17b83-be87-45b2-9e57-fcaa0a31b06c req-96d8ab16-cf37-4748-a10d-2099b0b93741 tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:09.579471 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4bc17b83-be87-45b2-9e57-fcaa0a31b06c req-96d8ab16-cf37-4748-a10d-2099b0b93741 tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] 10.222.0.101 "DELETE /v2.0/floatingips/e3b1e9c7-5487-4c71-8988-ae582e79ad22 HTTP/1.1" status: 204 len: 173 time: 0.6163635 Sep 24 15:34:09.642796 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9814e52-b5b7-4362-b84b-f3bc16408901 req-6a0a7786-9050-4128-bffe-a3a2b8f91723 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:09.644378 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c9814e52-b5b7-4362-b84b-f3bc16408901 req-6a0a7786-9050-4128-bffe-a3a2b8f91723 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=3c8e5bc3-0cdb-404d-9ae1-aeee824dbdfd HTTP/1.1" status: 200 len: 943 time: 0.1111445 Sep 24 15:34:09.654840 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-06e55a8a-3ffd-4caf-9aef-62d2e09e420f tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:09.658131 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c8e5bc3-0cdb-404d-9ae1-aeee824dbdfd', 'tag': '8ced86f9-3fc2-47d2-8511-a8f8366f37f7'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:34:09.658872 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df1b8fa9-06b7-4a52-b7b3-957297e054ea" -d '{"events": [{"name": "network-changed", "server_uuid": "3c8e5bc3-0cdb-404d-9ae1-aeee824dbdfd", "tag": "8ced86f9-3fc2-47d2-8511-a8f8366f37f7"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:34:09.686808 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7298e6-0636-4021-8d89-b9c30e51ee0d req-78f838e0-6f22-4fb5-b843-577f7e8d3016 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:09.688683 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9e7298e6-0636-4021-8d89-b9c30e51ee0d req-78f838e0-6f22-4fb5-b843-577f7e8d3016 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=a06d1df7-77e8-4d02-914c-afedef6fecbc HTTP/1.1" status: 200 len: 950 time: 0.0586364 Sep 24 15:34:09.692617 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c9814e52-b5b7-4362-b84b-f3bc16408901 req-b8cb9633-29c3-47f5-90dc-25ce24b880dc tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384490 Sep 24 15:34:09.736474 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9e7298e6-0636-4021-8d89-b9c30e51ee0d req-ef36b261-5d28-4d4f-998b-d2e1862e4757 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369663 Sep 24 15:34:09.770683 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-06e55a8a-3ffd-4caf-9aef-62d2e09e420f tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:09.824632 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9ccc100e-39c9-4f3b-8928-424077c62d0e req-771e9672-cde3-48e5-b11e-8cec669efe54 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/ports?device_id=ae07a67e-a0a9-4170-9a82-c9bd55b7b0a6 HTTP/1.1" status: 200 len: 210 time: 0.0441079 Sep 24 15:34:09.848641 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e55a8a-3ffd-4caf-9aef-62d2e09e420f tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc159787-a47e-4d03-9111-beba8b8fe15d,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:09.919022 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471ddd6a-56f3-4480-b6bf-ac988e8cf303 x-openstack-request-id: req-471ddd6a-56f3-4480-b6bf-ac988e8cf303 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:34:09.919315 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c8e5bc3-0cdb-404d-9ae1-aeee824dbdfd", "tag": "8ced86f9-3fc2-47d2-8511-a8f8366f37f7", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:34:09.919565 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-471ddd6a-56f3-4480-b6bf-ac988e8cf303 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:34:09.920117 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c8e5bc3-0cdb-404d-9ae1-aeee824dbdfd', 'tag': '8ced86f9-3fc2-47d2-8511-a8f8366f37f7', 'status': 'completed', 'code': 200} Sep 24 15:34:09.931250 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-06e55a8a-3ffd-4caf-9aef-62d2e09e420f tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:09.935608 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-06e55a8a-3ffd-4caf-9aef-62d2e09e420f tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5535500 Sep 24 15:34:09.936196 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 41442) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:34:09.940707 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-491ef146-663d-45c7-a21f-ec4f32814b43 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Request body: {'floatingip': {'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:34:10.021756 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ca646-5cbb-4704-8c1c-6e2e9202be53 req-86d810fa-2c9d-4bdf-a677-3280e0ce41f8 tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:10.023267 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-881ca646-5cbb-4704-8c1c-6e2e9202be53 req-86d810fa-2c9d-4bdf-a677-3280e0ce41f8 tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2494812 Sep 24 15:34:10.029684 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1b8fa9-06b7-4a52-b7b3-957297e054ea req-49605371-6106-46d6-9288-ba15368639e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:10.031230 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-df1b8fa9-06b7-4a52-b7b3-957297e054ea req-49605371-6106-46d6-9288-ba15368639e1 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=8957a38149f44837aa315f739e11ffd3&device_id=3c8e5bc3-0cdb-404d-9ae1-aeee824dbdfd HTTP/1.1" status: 200 len: 1124 time: 0.1008646 Sep 24 15:34:10.034009 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-491ef146-663d-45c7-a21f-ec4f32814b43 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks [] for floatingip, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:10.127311 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c611f713-23c1-46b3-8952-5b8c18515b59 req-591eec8d-f3d4-483b-a047-290e75191dd0 tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] 10.222.0.101 "GET /v2.0/floatingips?tenant_id=3a93cc186ebd4c31bb7f3a35ed62b4f7 HTTP/1.1" status: 200 len: 1655 time: 0.0790908 Sep 24 15:34:10.130949 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1b8fa9-06b7-4a52-b7b3-957297e054ea req-740c84ed-a343-41ad-98f1-a9cf044e238e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:10.132549 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-df1b8fa9-06b7-4a52-b7b3-957297e054ea req-740c84ed-a343-41ad-98f1-a9cf044e238e service neutron] 10.222.0.110 "GET /v2.0/networks?id=058852f5-088e-42d1-b3e1-abf106a974a3 HTTP/1.1" status: 200 len: 923 time: 0.0926874 Sep 24 15:34:10.191012 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-df1b8fa9-06b7-4a52-b7b3-957297e054ea req-863a6b00-3019-4cf2-9ef4-a7911b01b0bb service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ced86f9-3fc2-47d2-8511-a8f8366f37f7 HTTP/1.1" status: 200 len: 217 time: 0.0449669 Sep 24 15:34:10.243849 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1b8fa9-06b7-4a52-b7b3-957297e054ea req-3104b6f9-914e-4a85-b196-324f54e90d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:10.245288 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-df1b8fa9-06b7-4a52-b7b3-957297e054ea req-3104b6f9-914e-4a85-b196-324f54e90d20 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=5c649312-ea12-4119-a9ca-d79c73d589c6 HTTP/1.1" status: 200 len: 861 time: 0.0459099 Sep 24 15:34:10.282641 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-df1b8fa9-06b7-4a52-b7b3-957297e054ea req-ed3966c6-30ac-4d82-83b1-860b4947b485 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=058852f5-088e-42d1-b3e1-abf106a974a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281773 Sep 24 15:34:10.290426 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c611f713-23c1-46b3-8952-5b8c18515b59 req-efb1c939-647c-48e6-b2d6-cd6d58092615 tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:10.291904 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c611f713-23c1-46b3-8952-5b8c18515b59 req-efb1c939-647c-48e6-b2d6-cd6d58092615 tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] 10.222.0.101 "GET /v2.0/networks?id=e6a2de20-1ea0-43e5-88e0-982d19e317d5&id=e6a2de20-1ea0-43e5-88e0-982d19e317d5&id=e6a2de20-1ea0-43e5-88e0-982d19e317d5 HTTP/1.1" status: 200 len: 787 time: 0.1503234 Sep 24 15:34:10.304020 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [req-c611f713-23c1-46b3-8952-5b8c18515b59 req-7d067fe6-d734-4407-b519-58c444407113 tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:34:10.305018 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c611f713-23c1-46b3-8952-5b8c18515b59 req-7d067fe6-d734-4407-b519-58c444407113 tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064001 Sep 24 15:34:10.310426 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-491ef146-663d-45c7-a21f-ec4f32814b43 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:10.430220 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1b396256-456a-4089-9a61-d87120c8103e req-fbd7a8fd-3111-456d-b198-339d3f3b5695 tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] 10.222.0.101 "GET /v2.0/floatingips/d53a0070-aac0-4bc7-aebb-df91e403f216 HTTP/1.1" status: 200 len: 692 time: 0.0924056 Sep 24 15:34:10.460156 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-491ef146-663d-45c7-a21f-ec4f32814b43 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Allocated IP 172.25.0.231 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/2a48226a-94f4-4bd6-9ed8-c31fe61ba8e8) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:34:10.478190 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-df1b8fa9-06b7-4a52-b7b3-957297e054ea req-300a0ac1-e618-4f8f-b9ca-e5abfcb62341 service neutron] 10.222.0.110 "GET /v2.0/networks/058852f5-088e-42d1-b3e1-abf106a974a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856844 Sep 24 15:34:10.502957 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:10.618236 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b396256-456a-4089-9a61-d87120c8103e req-66996cea-9b73-4f6c-a63e-47bbdf9e902f tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:10.619751 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1b396256-456a-4089-9a61-d87120c8103e req-66996cea-9b73-4f6c-a63e-47bbdf9e902f tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] 10.222.0.101 "GET /v2.0/networks/e6a2de20-1ea0-43e5-88e0-982d19e317d5 HTTP/1.1" status: 200 len: 784 time: 0.1833189 Sep 24 15:34:10.648379 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-df1b8fa9-06b7-4a52-b7b3-957297e054ea req-b0ead0e9-efac-4d90-b825-32098730a57e service neutron] 10.222.0.110 "GET /v2.0/networks/058852f5-088e-42d1-b3e1-abf106a974a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549976 Sep 24 15:34:10.672547 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-491ef146-663d-45c7-a21f-ec4f32814b43 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:10.689308 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1b396256-456a-4089-9a61-d87120c8103e req-0cea417e-1da3-443c-8718-eba0c27eb3ee tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.0.55 HTTP/1.1" status: 200 len: 695 time: 0.0539119 Sep 24 15:34:10.708944 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e0a62-dd31-421e-a169-863acfa85c0b req-be492b7e-3f71-4255-a61d-35982de367ce tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:10.710434 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-499e0a62-dd31-421e-a169-863acfa85c0b req-be492b7e-3f71-4255-a61d-35982de367ce tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.110 "GET /v2.0/networks?id=0374e89a-9d0f-457f-a823-b632a66136eb HTTP/1.1" status: 200 len: 813 time: 0.1673338 Sep 24 15:34:10.725991 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-499e0a62-dd31-421e-a169-863acfa85c0b req-5f6976d6-0c81-4564-94aa-c9aa94d5dfcb tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Request body: {'port': {'device_id': 'ae07a67e-a0a9-4170-9a82-c9bd55b7b0a6', 'network_id': '0374e89a-9d0f-457f-a823-b632a66136eb', 'admin_state_up': True, 'tenant_id': '5bcf994545e24f4c9b0696ef07ac6678'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:34:10.754300 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1b396256-456a-4089-9a61-d87120c8103e req-589d15d6-55fa-4650-954a-63bd219372b2 tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.0.55 HTTP/1.1" status: 200 len: 695 time: 0.0553529 Sep 24 15:34:10.909326 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-1b396256-456a-4089-9a61-d87120c8103e req-83392671-ce8e-4be2-b352-8a479574c998 tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Deleting port 8396b652-2b2e-46ed-ac43-f64ecf4a2c78 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:34:10.909670 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1b396256-456a-4089-9a61-d87120c8103e req-83392671-ce8e-4be2-b352-8a479574c998 tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:11.133542 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-491ef146-663d-45c7-a21f-ec4f32814b43 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:11.205698 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491ef146-663d-45c7-a21f-ec4f32814b43 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:34:11.216297 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-491ef146-663d-45c7-a21f-ec4f32814b43 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:34:11.225219 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4dcc08-d840-43b8-9555-97af2fc2e31a req-ee3f74ce-3037-47f2-b74a-dad4b0e0ff67 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:11.226771 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6e4dcc08-d840-43b8-9555-97af2fc2e31a req-ee3f74ce-3037-47f2-b74a-dad4b0e0ff67 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=3c8e5bc3-0cdb-404d-9ae1-aeee824dbdfd HTTP/1.1" status: 200 len: 943 time: 0.4547641 Sep 24 15:34:11.227506 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491ef146-663d-45c7-a21f-ec4f32814b43 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:34:11.232693 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ef146-663d-45c7-a21f-ec4f32814b43 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Pushing event updated for resources: {'Port': ['ID=2a48226a-94f4-4bd6-9ed8-c31fe61ba8e8,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:11.314504 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-491ef146-663d-45c7-a21f-ec4f32814b43 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:11.316992 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1b396256-456a-4089-9a61-d87120c8103e req-83392671-ce8e-4be2-b352-8a479574c998 tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:11.317327 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1b396256-456a-4089-9a61-d87120c8103e req-83392671-ce8e-4be2-b352-8a479574c998 tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:11.318518 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6e4dcc08-d840-43b8-9555-97af2fc2e31a req-43497e35-adc6-40c9-944d-fd274a8e6a27 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738444 Sep 24 15:34:11.336645 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-1b396256-456a-4089-9a61-d87120c8103e req-83392671-ce8e-4be2-b352-8a479574c998 tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Calling delete_port for 8396b652-2b2e-46ed-ac43-f64ecf4a2c78 owned by network:floatingip {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:34:11.353761 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-499e0a62-dd31-421e-a169-863acfa85c0b req-5f6976d6-0c81-4564-94aa-c9aa94d5dfcb tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Made reservation on behalf of 5bcf994545e24f4c9b0696ef07ac6678 for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:34:11.357256 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-499e0a62-dd31-421e-a169-863acfa85c0b req-5f6976d6-0c81-4564-94aa-c9aa94d5dfcb tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:11.478719 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-491ef146-663d-45c7-a21f-ec4f32814b43 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:11.576811 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1b396256-456a-4089-9a61-d87120c8103e req-83392671-ce8e-4be2-b352-8a479574c998 tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:11.580960 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3288a9-7cd9-417e-a13b-8c52b7d895ae req-37f87ef1-b1d9-46ce-8e46-b57b7068381b tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:11.581746 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3c3288a9-7cd9-417e-a13b-8c52b7d895ae req-37f87ef1-b1d9-46ce-8e46-b57b7068381b tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=a06d1df7-77e8-4d02-914c-afedef6fecbc HTTP/1.1" status: 200 len: 950 time: 0.1481740 Sep 24 15:34:11.606077 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83392671-ce8e-4be2-b352-8a479574c998 tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Pushing event deleted for resources: {'Port': ['ID=8396b652-2b2e-46ed-ac43-f64ecf4a2c78,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:11.615620 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [req-499e0a62-dd31-421e-a169-863acfa85c0b req-5f6976d6-0c81-4564-94aa-c9aa94d5dfcb tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Allocated IP 172.20.0.11 (0374e89a-9d0f-457f-a823-b632a66136eb/f92e43d9-cce4-457c-a8f9-5d0718ce60de/c9332207-c726-4f30-bff1-552de6843456) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:34:11.676386 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1b396256-456a-4089-9a61-d87120c8103e req-83392671-ce8e-4be2-b352-8a479574c998 tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Notify callbacks [] for floatingip, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:11.679776 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1b396256-456a-4089-9a61-d87120c8103e req-83392671-ce8e-4be2-b352-8a479574c998 tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:11.680934 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1b396256-456a-4089-9a61-d87120c8103e req-83392671-ce8e-4be2-b352-8a479574c998 tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] 10.222.0.101 "DELETE /v2.0/floatingips/d53a0070-aac0-4bc7-aebb-df91e403f216 HTTP/1.1" status: 204 len: 173 time: 0.9176865 Sep 24 15:34:11.715187 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3c3288a9-7cd9-417e-a13b-8c52b7d895ae req-abef6fe5-c127-4e89-adb0-a28aa36e9906 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261890 Sep 24 15:34:11.782949 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a7c4e2ba-4bc2-475d-bcc4-6b91f851ddaa req-e999ada8-8a8d-4b5a-bca4-a295c5107582 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/ports?device_id=ae07a67e-a0a9-4170-9a82-c9bd55b7b0a6 HTTP/1.1" status: 200 len: 210 time: 0.0404668 Sep 24 15:34:11.933249 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-67575f30-10b0-4dd1-bea8-82ee2cb5da55 req-21b07105-eef8-4b5a-a7ff-0db732ddf241 tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] 10.222.0.101 "GET /v2.0/floatingips/eb49bc85-f150-479a-8a1d-0c563f398427 HTTP/1.1" status: 200 len: 692 time: 0.0706465 Sep 24 15:34:11.951241 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-491ef146-663d-45c7-a21f-ec4f32814b43 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:11.965079 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-499e0a62-dd31-421e-a169-863acfa85c0b req-5f6976d6-0c81-4564-94aa-c9aa94d5dfcb tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:12.042311 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-491ef146-663d-45c7-a21f-ec4f32814b43 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:12.088382 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-491ef146-663d-45c7-a21f-ec4f32814b43 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:12.130941 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67575f30-10b0-4dd1-bea8-82ee2cb5da55 req-1ff85d52-7509-42cc-86b8-56613da35ce2 tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:12.134412 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-67575f30-10b0-4dd1-bea8-82ee2cb5da55 req-1ff85d52-7509-42cc-86b8-56613da35ce2 tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] 10.222.0.101 "GET /v2.0/networks/e6a2de20-1ea0-43e5-88e0-982d19e317d5 HTTP/1.1" status: 200 len: 784 time: 0.1890235 Sep 24 15:34:12.138272 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491ef146-663d-45c7-a21f-ec4f32814b43 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Pushing event updated for resources: {'Port': ['ID=2a48226a-94f4-4bd6-9ed8-c31fe61ba8e8,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:12.151968 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [req-67575f30-10b0-4dd1-bea8-82ee2cb5da55 req-44a145ec-c126-4d0c-83e9-779b4f3e705b tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:34:12.151968 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-67575f30-10b0-4dd1-bea8-82ee2cb5da55 req-44a145ec-c126-4d0c-83e9-779b4f3e705b tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058303 Sep 24 15:34:12.208181 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 91c7ae22-915a-499f-b598-472f578ff783 details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:34:12.210568 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 5d9d379d-c973-44a2-9ada-cd4ca452ddb1 no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:34:12.212577 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-67575f30-10b0-4dd1-bea8-82ee2cb5da55 req-d0c5ccf2-428b-46f7-a73a-8c5d4a9aea68 tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.0.65 HTTP/1.1" status: 200 len: 695 time: 0.0544548 Sep 24 15:34:12.217121 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-499e0a62-dd31-421e-a169-863acfa85c0b req-5f6976d6-0c81-4564-94aa-c9aa94d5dfcb tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:12.233137 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-491ef146-663d-45c7-a21f-ec4f32814b43 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:12.243625 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-491ef146-663d-45c7-a21f-ec4f32814b43 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2988956 Sep 24 15:34:12.312653 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:12.328831 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-499e0a62-dd31-421e-a169-863acfa85c0b req-5f6976d6-0c81-4564-94aa-c9aa94d5dfcb tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Network 0374e89a-9d0f-457f-a823-b632a66136eb is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:34:12.333918 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [req-499e0a62-dd31-421e-a169-863acfa85c0b req-5f6976d6-0c81-4564-94aa-c9aa94d5dfcb tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:34:12.350137 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-499e0a62-dd31-421e-a169-863acfa85c0b req-5f6976d6-0c81-4564-94aa-c9aa94d5dfcb tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:34:12.356625 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e0a62-dd31-421e-a169-863acfa85c0b req-5f6976d6-0c81-4564-94aa-c9aa94d5dfcb tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:12.357409 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-499e0a62-dd31-421e-a169-863acfa85c0b req-5f6976d6-0c81-4564-94aa-c9aa94d5dfcb tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:12.379133 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13807497-b8d8-43c2-a628-11dc4926a32b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d9d379d-c973-44a2-9ada-cd4ca452ddb1'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:34:12.383017 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7151269-21b0-422c-a4f6-355d0a0e7cf0" -d '{"events": [{"server_uuid": "13807497-b8d8-43c2-a628-11dc4926a32b", "name": "network-vif-unplugged", "status": "completed", "tag": "5d9d379d-c973-44a2-9ada-cd4ca452ddb1"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:34:12.412250 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-67575f30-10b0-4dd1-bea8-82ee2cb5da55 req-b7cdd74d-079c-4f88-998b-2c33a8837c76 tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.0.65 HTTP/1.1" status: 200 len: 695 time: 0.1659405 Sep 24 15:34:12.457042 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6976d6-0c81-4564-94aa-c9aa94d5dfcb tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Pushing event updated for resources: {'Port': ['ID=c9332207-c726-4f30-bff1-552de6843456,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:12.463734 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 5d9d379d-c973-44a2-9ada-cd4ca452ddb1, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=5d9d379d-c973-44a2-9ada-cd4ca452ddb1,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:34:12.469839 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 91c7ae22-915a-499f-b598-472f578ff783, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=91c7ae22-915a-499f-b598-472f578ff783,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:34:12.482083 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': '91c7ae22-915a-499f-b598-472f578ff783', 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939', 'port_id': '91c7ae22-915a-499f-b598-472f578ff783', 'mac_address': 'fa:16:3e:1c:d3:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '188edb94-8042-4961-9ec0-8960b1ce1305', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:34:12.539051 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:12.561589 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91c7ae22-915a-499f-b598-472f578ff783 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:34:12.572868 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58a0933-b581-41ac-b8d8-0f7af16f9b4d req-4c028aa3-306d-4b71-8ec4-57421c9275df tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:12.577732 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b58a0933-b581-41ac-b8d8-0f7af16f9b4d req-4c028aa3-306d-4b71-8ec4-57421c9275df tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=3c8e5bc3-0cdb-404d-9ae1-aeee824dbdfd HTTP/1.1" status: 200 len: 943 time: 0.0915844 Sep 24 15:34:12.589151 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-67575f30-10b0-4dd1-bea8-82ee2cb5da55 req-4ffe6003-dfe1-48a5-ab49-36259f811258 tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Deleting port c35a9e8e-c75e-4cbf-9d38-b56c39a3f68c {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:34:12.589648 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-67575f30-10b0-4dd1-bea8-82ee2cb5da55 req-4ffe6003-dfe1-48a5-ab49-36259f811258 tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:12.591536 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 91c7ae22-915a-499f-b598-472f578ff783, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=91c7ae22-915a-499f-b598-472f578ff783,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:34:12.655116 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b58a0933-b581-41ac-b8d8-0f7af16f9b4d req-fa356928-5bb5-4c48-ad44-6cafe1b165cd tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643015 Sep 24 15:34:12.689723 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-67575f30-10b0-4dd1-bea8-82ee2cb5da55 req-4ffe6003-dfe1-48a5-ab49-36259f811258 tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:12.690315 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-67575f30-10b0-4dd1-bea8-82ee2cb5da55 req-4ffe6003-dfe1-48a5-ab49-36259f811258 tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:12.705669 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-67575f30-10b0-4dd1-bea8-82ee2cb5da55 req-4ffe6003-dfe1-48a5-ab49-36259f811258 tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Calling delete_port for c35a9e8e-c75e-4cbf-9d38-b56c39a3f68c owned by network:floatingip {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:34:12.710656 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 15:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea365e71-ed11-4533-a331-112183fc4fb6 x-openstack-request-id: req-ea365e71-ed11-4533-a331-112183fc4fb6 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:34:12.712883 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13807497-b8d8-43c2-a628-11dc4926a32b", "name": "network-vif-unplugged", "status": "completed", "tag": "5d9d379d-c973-44a2-9ada-cd4ca452ddb1", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:34:12.713882 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ea365e71-ed11-4533-a331-112183fc4fb6 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:34:12.714526 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13807497-b8d8-43c2-a628-11dc4926a32b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5d9d379d-c973-44a2-9ada-cd4ca452ddb1', 'code': 200} Sep 24 15:34:12.816996 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-499e0a62-dd31-421e-a169-863acfa85c0b req-5f6976d6-0c81-4564-94aa-c9aa94d5dfcb tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0954194 Sep 24 15:34:12.822191 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c63e454-458b-4552-b0c6-8180c601e548 req-8afeb86f-ea98-4d3e-94e4-e66a1fe39b83 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-securitygroup--1872531136&fields=id&tenant_id=53357413dfbc434b8597a2dcdb9cca78 HTTP/1.1" status: 200 len: 267 time: 0.0381665 Sep 24 15:34:12.833320 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-499e0a62-dd31-421e-a169-863acfa85c0b req-95c44b99-f9fb-4f13-9950-99619bf44045 service neutron] Request body: {'port': {'device_id': 'ae07a67e-a0a9-4170-9a82-c9bd55b7b0a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:34:12.885737 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:12.889923 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:12.890064 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63e454-458b-4552-b0c6-8180c601e548 req-5163f882-e2d6-45fe-bf78-b87f42919ead tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:12.895061 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c63e454-458b-4552-b0c6-8180c601e548 req-5163f882-e2d6-45fe-bf78-b87f42919ead tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/ports/abc5097c-45c0-4a4c-83ad-221aa210e627 HTTP/1.1" status: 200 len: 936 time: 0.0635092 Sep 24 15:34:12.970209 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63e454-458b-4552-b0c6-8180c601e548 req-c33d240f-a68e-435e-aef8-69f639ea9007 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:12.972017 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c63e454-458b-4552-b0c6-8180c601e548 req-c33d240f-a68e-435e-aef8-69f639ea9007 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/ports/2f5a166f-73aa-4d69-848c-9741f19b3801 HTTP/1.1" status: 200 len: 935 time: 0.0706668 Sep 24 15:34:12.996003 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-499e0a62-dd31-421e-a169-863acfa85c0b req-95c44b99-f9fb-4f13-9950-99619bf44045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:13.001562 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=5d9d379d-c973-44a2-9ada-cd4ca452ddb1,revision_number=8']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:13.017458 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['91c7ae22-915a-499f-b598-472f578ff783'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:34:13.064754 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-67575f30-10b0-4dd1-bea8-82ee2cb5da55 req-4ffe6003-dfe1-48a5-ab49-36259f811258 tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:13.093023 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c63e454-458b-4552-b0c6-8180c601e548 req-a28564d5-5090-4ff5-a6c9-4ab24306eb0d tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/ports?network_id=507b15b8-afa5-40b8-adba-ac821e324412&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1131184 Sep 24 15:34:13.109284 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffe6003-dfe1-48a5-ab49-36259f811258 tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Pushing event deleted for resources: {'Port': ['ID=c35a9e8e-c75e-4cbf-9d38-b56c39a3f68c,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:13.142769 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-67575f30-10b0-4dd1-bea8-82ee2cb5da55 req-4ffe6003-dfe1-48a5-ab49-36259f811258 tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Notify callbacks [] for floatingip, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:13.145366 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-67575f30-10b0-4dd1-bea8-82ee2cb5da55 req-4ffe6003-dfe1-48a5-ab49-36259f811258 tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:13.146560 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-67575f30-10b0-4dd1-bea8-82ee2cb5da55 req-4ffe6003-dfe1-48a5-ab49-36259f811258 tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] 10.222.0.101 "DELETE /v2.0/floatingips/eb49bc85-f150-479a-8a1d-0c563f398427 HTTP/1.1" status: 204 len: 173 time: 0.7580872 Sep 24 15:34:13.161458 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c63e454-458b-4552-b0c6-8180c601e548 req-704a6b58-72c0-42b5-8d4b-d1c245bfce1c tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/ports?network_id=507b15b8-afa5-40b8-adba-ac821e324412&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0664225 Sep 24 15:34:13.182876 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=91c7ae22-915a-499f-b598-472f578ff783,revision_number=9']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:13.375000 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63e454-458b-4552-b0c6-8180c601e548 req-7047723e-ea83-45ae-a84e-0947a8611144 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:13.388673 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b53efe-6dca-4fe4-9427-b10b26bb0af1 req-6924533d-a356-41dd-bebb-c556c0db57d4 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:13.393104 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63e454-458b-4552-b0c6-8180c601e548 req-7047723e-ea83-45ae-a84e-0947a8611144 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:13.396842 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-79b53efe-6dca-4fe4-9427-b10b26bb0af1 req-6924533d-a356-41dd-bebb-c556c0db57d4 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=a06d1df7-77e8-4d02-914c-afedef6fecbc HTTP/1.1" status: 200 len: 950 time: 0.1278343 Sep 24 15:34:13.399307 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63e454-458b-4552-b0c6-8180c601e548 req-7047723e-ea83-45ae-a84e-0947a8611144 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:13.400949 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c63e454-458b-4552-b0c6-8180c601e548 req-7047723e-ea83-45ae-a84e-0947a8611144 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/networks?id=ff8678b1-4349-4ca8-a723-03edf66a1778&id=5073d904-8b2b-4bdf-8338-7c236ddf6645&id=5073d904-8b2b-4bdf-8338-7c236ddf6645&id=507b15b8-afa5-40b8-adba-ac821e324412&id=507b15b8-afa5-40b8-adba-ac821e324412 HTTP/1.1" status: 200 len: 1994 time: 0.2379441 Sep 24 15:34:13.416751 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c63e454-458b-4552-b0c6-8180c601e548 req-eb6fa4e8-050a-4f30-9ea1-7fb7ef268494 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/quotas/53357413dfbc434b8597a2dcdb9cca78 HTTP/1.1" status: 200 len: 375 time: 0.0101070 Sep 24 15:34:13.451861 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-79b53efe-6dca-4fe4-9427-b10b26bb0af1 req-bb26ba6a-f34b-445f-bd3e-077e211878fe tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541492 Sep 24 15:34:13.511904 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c63e454-458b-4552-b0c6-8180c601e548 req-edcfa6fa-3dcf-4161-babc-91dfb5025090 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=53357413dfbc434b8597a2dcdb9cca78&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0891092 Sep 24 15:34:13.542596 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [req-499e0a62-dd31-421e-a169-863acfa85c0b req-95c44b99-f9fb-4f13-9950-99619bf44045 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9332207-c726-4f30-bff1-552de6843456 {{(pid=95297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:34:13.558711 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-499e0a62-dd31-421e-a169-863acfa85c0b req-95c44b99-f9fb-4f13-9950-99619bf44045 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:13.587095 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.provisioning_blocks [req-499e0a62-dd31-421e-a169-863acfa85c0b req-95c44b99-f9fb-4f13-9950-99619bf44045 service neutron] Transition to ACTIVE for port object c9332207-c726-4f30-bff1-552de6843456 will not be triggered until provisioned by entity L2. {{(pid=95297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:34:13.606478 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7521c57-7907-43af-8f1a-c642b7df69d8 req-b19a40f5-5df2-4372-a2ba-d2495a3569ac tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:13.607965 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c7521c57-7907-43af-8f1a-c642b7df69d8 req-b19a40f5-5df2-4372-a2ba-d2495a3569ac tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/ports?device_id=ae07a67e-a0a9-4170-9a82-c9bd55b7b0a6 HTTP/1.1" status: 200 len: 932 time: 0.0609522 Sep 24 15:34:13.637618 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c63e454-458b-4552-b0c6-8180c601e548 req-b19c496a-f720-47a2-ab4d-79478ad2b010 service neutron] 10.222.0.101 "GET /v2.0/networks/ff8678b1-4349-4ca8-a723-03edf66a1778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980406 Sep 24 15:34:13.661562 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c7521c57-7907-43af-8f1a-c642b7df69d8 req-3dc18019-6b60-45a4-bc3d-6c43997742ff tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/security-groups?id=0c6d601c-52fd-4232-823b-3556dffffa90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363781 Sep 24 15:34:13.748329 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c63e454-458b-4552-b0c6-8180c601e548 req-f2eb2de7-9f8d-416a-9600-fe19da25982e service neutron] 10.222.0.101 "GET /v2.0/networks/ff8678b1-4349-4ca8-a723-03edf66a1778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038866 Sep 24 15:34:13.799007 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c63e454-458b-4552-b0c6-8180c601e548 req-bfe00ca5-02d1-4b98-86d4-36ba33d5d7b7 service neutron] 10.222.0.101 "GET /v2.0/ports/abc5097c-45c0-4a4c-83ad-221aa210e627?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0393083 Sep 24 15:34:13.878891 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5751f317-0a26-4922-8f76-aad4b1e7f2dc req-97d5d52e-91bb-4fa9-ad5a-25361a1579db tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] 10.222.0.101 "GET /v2.0/floatingips/0f049f2c-3224-4e61-81be-eeac56195e5b HTTP/1.1" status: 200 len: 693 time: 0.0488207 Sep 24 15:34:13.898544 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c63e454-458b-4552-b0c6-8180c601e548 req-9234ae35-8ba2-4123-ac69-3c75e3f4aa84 service neutron] 10.222.0.101 "GET /v2.0/networks/5073d904-8b2b-4bdf-8338-7c236ddf6645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967734 Sep 24 15:34:14.004017 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5751f317-0a26-4922-8f76-aad4b1e7f2dc req-cc542bf4-e706-46e6-b87e-4c71aef7ecc7 tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:14.012228 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5751f317-0a26-4922-8f76-aad4b1e7f2dc req-cc542bf4-e706-46e6-b87e-4c71aef7ecc7 tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] 10.222.0.101 "GET /v2.0/networks/e6a2de20-1ea0-43e5-88e0-982d19e317d5 HTTP/1.1" status: 200 len: 784 time: 0.1267424 Sep 24 15:34:14.059012 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c63e454-458b-4552-b0c6-8180c601e548 req-a4022857-da84-41db-9a8c-43885dd1e19d service neutron] 10.222.0.101 "GET /v2.0/networks/5073d904-8b2b-4bdf-8338-7c236ddf6645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544192 Sep 24 15:34:14.074947 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5751f317-0a26-4922-8f76-aad4b1e7f2dc req-6a03c23c-050c-4ad2-97fe-a09655de92b6 tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.0.194 HTTP/1.1" status: 200 len: 696 time: 0.0617008 Sep 24 15:34:14.085944 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-499e0a62-dd31-421e-a169-863acfa85c0b req-95c44b99-f9fb-4f13-9950-99619bf44045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:14.095592 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c63e454-458b-4552-b0c6-8180c601e548 req-05bac2ce-c78c-4bd8-b853-a93120027ff7 service neutron] 10.222.0.101 "GET /v2.0/ports/2f5a166f-73aa-4d69-848c-9741f19b3801?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0356307 Sep 24 15:34:14.153126 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5751f317-0a26-4922-8f76-aad4b1e7f2dc req-da0e7acf-3843-4046-8e4a-62dda638bcbb tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.0.194 HTTP/1.1" status: 200 len: 696 time: 0.0771627 Sep 24 15:34:14.201365 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c63e454-458b-4552-b0c6-8180c601e548 req-3aec56db-76d2-4625-970f-8422fecd70fa service neutron] 10.222.0.101 "GET /v2.0/networks/5073d904-8b2b-4bdf-8338-7c236ddf6645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992095 Sep 24 15:34:14.230557 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c44b99-f9fb-4f13-9950-99619bf44045 service neutron] Pushing event updated for resources: {'Port': ['ID=c9332207-c726-4f30-bff1-552de6843456,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:14.235003 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 91c7ae22-915a-499f-b598-472f578ff783 up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:34:14.298161 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port 91c7ae22-915a-499f-b598-472f578ff783 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:34:14.298806 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:14.308090 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-499e0a62-dd31-421e-a169-863acfa85c0b req-95c44b99-f9fb-4f13-9950-99619bf44045 service neutron] Attempting to bind port c9332207-c726-4f30-bff1-552de6843456 on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:34:14.308431 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-499e0a62-dd31-421e-a169-863acfa85c0b req-95c44b99-f9fb-4f13-9950-99619bf44045 service neutron] Attempting to bind port c9332207-c726-4f30-bff1-552de6843456 by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': '5c92913b-b5b8-43ec-a5ba-a4a68bdf770b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '0374e89a-9d0f-457f-a823-b632a66136eb'}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:34:14.308836 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499e0a62-dd31-421e-a169-863acfa85c0b req-95c44b99-f9fb-4f13-9950-99619bf44045 service neutron] Attempting to bind port c9332207-c726-4f30-bff1-552de6843456 on network 0374e89a-9d0f-457f-a823-b632a66136eb {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:34:14.315849 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c63e454-458b-4552-b0c6-8180c601e548 req-01ba8245-02e4-43f3-a2e2-828d00bc702e service neutron] 10.222.0.101 "GET /v2.0/networks/5073d904-8b2b-4bdf-8338-7c236ddf6645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076539 Sep 24 15:34:14.332852 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499e0a62-dd31-421e-a169-863acfa85c0b req-95c44b99-f9fb-4f13-9950-99619bf44045 service neutron] Port c9332207-c726-4f30-bff1-552de6843456 on network 0374e89a-9d0f-457f-a823-b632a66136eb not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:34:14.333179 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499e0a62-dd31-421e-a169-863acfa85c0b req-95c44b99-f9fb-4f13-9950-99619bf44045 service neutron] Attempting to bind port c9332207-c726-4f30-bff1-552de6843456 on network 0374e89a-9d0f-457f-a823-b632a66136eb {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:34:14.341143 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499e0a62-dd31-421e-a169-863acfa85c0b req-95c44b99-f9fb-4f13-9950-99619bf44045 service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:34:14.341487 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499e0a62-dd31-421e-a169-863acfa85c0b req-95c44b99-f9fb-4f13-9950-99619bf44045 service neutron] Checking segment: {'id': '5c92913b-b5b8-43ec-a5ba-a4a68bdf770b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '0374e89a-9d0f-457f-a823-b632a66136eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:34:14.341865 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-499e0a62-dd31-421e-a169-863acfa85c0b req-95c44b99-f9fb-4f13-9950-99619bf44045 service neutron] Bound using segment: {'id': '5c92913b-b5b8-43ec-a5ba-a4a68bdf770b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '0374e89a-9d0f-457f-a823-b632a66136eb'} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:34:14.342321 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-499e0a62-dd31-421e-a169-863acfa85c0b req-95c44b99-f9fb-4f13-9950-99619bf44045 service neutron] Bound port: c9332207-c726-4f30-bff1-552de6843456, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c92913b-b5b8-43ec-a5ba-a4a68bdf770b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '0374e89a-9d0f-457f-a823-b632a66136eb'}}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:34:14.342672 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-499e0a62-dd31-421e-a169-863acfa85c0b req-95c44b99-f9fb-4f13-9950-99619bf44045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:14.414726 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-5751f317-0a26-4922-8f76-aad4b1e7f2dc req-081d973c-5fc0-41cf-8584-a6d045ab194a tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Deleting port a58a5fdb-57c7-45a1-a5ed-00ba9b01dbd3 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:34:14.415123 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-5751f317-0a26-4922-8f76-aad4b1e7f2dc req-081d973c-5fc0-41cf-8584-a6d045ab194a tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:14.447658 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:14.453250 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-499e0a62-dd31-421e-a169-863acfa85c0b req-95c44b99-f9fb-4f13-9950-99619bf44045 service neutron] For port c9332207-c726-4f30-bff1-552de6843456, host n-h1-808921-1, cleared binding levels {{(pid=95297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:34:14.482444 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f7021208-3f6d-4748-bca0-d6385f10ad75 req-0262a0e0-5cea-4745-afbf-d70a79f82cc9 service neutron] 10.222.0.110 "GET /v2.0/ports/8ced86f9-3fc2-47d2-8511-a8f8366f37f7/bindings/n-h2-808921-1 HTTP/1.1" status: 200 len: 384 time: 0.1214499 Sep 24 15:34:14.498463 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-499e0a62-dd31-421e-a169-863acfa85c0b req-95c44b99-f9fb-4f13-9950-99619bf44045 service neutron] For port c9332207-c726-4f30-bff1-552de6843456, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=c9332207-c726-4f30-bff1-552de6843456,segment=NetworkSegment(5c92913b-b5b8-43ec-a5ba-a4a68bdf770b),segment_id=5c92913b-b5b8-43ec-a5ba-a4a68bdf770b)] {{(pid=95297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:34:14.528971 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-5751f317-0a26-4922-8f76-aad4b1e7f2dc req-081d973c-5fc0-41cf-8584-a6d045ab194a tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:14.529186 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c63e454-458b-4552-b0c6-8180c601e548 req-62553483-7b82-40cb-bee7-4cbac90af39b service neutron] 10.222.0.101 "GET /v2.0/networks/5073d904-8b2b-4bdf-8338-7c236ddf6645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890750 Sep 24 15:34:14.529449 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-5751f317-0a26-4922-8f76-aad4b1e7f2dc req-081d973c-5fc0-41cf-8584-a6d045ab194a tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:14.530380 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 91c7ae22-915a-499f-b598-472f578ff783, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=91c7ae22-915a-499f-b598-472f578ff783,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:34:14.542892 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-5751f317-0a26-4922-8f76-aad4b1e7f2dc req-081d973c-5fc0-41cf-8584-a6d045ab194a tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Calling delete_port for a58a5fdb-57c7-45a1-a5ed-00ba9b01dbd3 owned by network:floatingip {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:34:14.651641 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:14.693523 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-499e0a62-dd31-421e-a169-863acfa85c0b req-95c44b99-f9fb-4f13-9950-99619bf44045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:14.721153 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26303637-cb06-4c05-a7ee-bfe0e2eaeb1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c7ae22-915a-499f-b598-472f578ff783'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:34:14.731277 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a6631d-556b-40f6-ac22-88c81672e159" -d '{"events": [{"server_uuid": "26303637-cb06-4c05-a7ee-bfe0e2eaeb1e", "name": "network-vif-plugged", "status": "completed", "tag": "91c7ae22-915a-499f-b598-472f578ff783"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:34:14.739319 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e0a62-dd31-421e-a169-863acfa85c0b req-95c44b99-f9fb-4f13-9950-99619bf44045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:14.740053 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-499e0a62-dd31-421e-a169-863acfa85c0b req-95c44b99-f9fb-4f13-9950-99619bf44045 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:14.742538 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-499e0a62-dd31-421e-a169-863acfa85c0b req-95c44b99-f9fb-4f13-9950-99619bf44045 service neutron] 10.222.0.110 "PUT /v2.0/ports/c9332207-c726-4f30-bff1-552de6843456 HTTP/1.1" status: 200 len: 1092 time: 1.9153786 Sep 24 15:34:14.742875 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae07a67e-a0a9-4170-9a82-c9bd55b7b0a6', 'tag': 'c9332207-c726-4f30-bff1-552de6843456'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:34:14.745245 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92fe287c-9995-4145-8516-a8d8124ca6f5" -d '{"events": [{"name": "network-changed", "server_uuid": "ae07a67e-a0a9-4170-9a82-c9bd55b7b0a6", "tag": "c9332207-c726-4f30-bff1-552de6843456"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:34:14.761161 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-08fb04ba-5b89-493e-98d7-a96712816579 req-34d1f9e0-dbf9-4e32-a6ad-651693e5f6b0 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=eb088bff-fcfd-4c14-a9e8-196cc1fc32a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2004318 Sep 24 15:34:14.762891 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c63e454-458b-4552-b0c6-8180c601e548 req-b2c7e8c7-ff5d-4744-a6fb-3d77fe825a9a service neutron] 10.222.0.101 "GET /v2.0/networks/5073d904-8b2b-4bdf-8338-7c236ddf6645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138131 Sep 24 15:34:14.768802 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 8ced86f9-3fc2-47d2-8511-a8f8366f37f7 no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:34:14.777465 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-5751f317-0a26-4922-8f76-aad4b1e7f2dc req-081d973c-5fc0-41cf-8584-a6d045ab194a tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:14.791106 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-aa431a58-d2f2-45dd-b172-6e60572a8d0e req-2f54a14b-25ec-497a-abbf-40010c250166 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=9a22ca00-0c31-4d31-ac33-a8fb3fb12770&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1562254 Sep 24 15:34:14.862555 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c44b99-f9fb-4f13-9950-99619bf44045 service neutron] Pushing event updated for resources: {'Port': ['ID=c9332207-c726-4f30-bff1-552de6843456,revision_number=3']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:14.932431 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=91c7ae22-915a-499f-b598-472f578ff783,revision_number=10']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:14.948414 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081d973c-5fc0-41cf-8584-a6d045ab194a tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Pushing event deleted for resources: {'Port': ['ID=a58a5fdb-57c7-45a1-a5ed-00ba9b01dbd3,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:14.954066 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-5751f317-0a26-4922-8f76-aad4b1e7f2dc req-081d973c-5fc0-41cf-8584-a6d045ab194a tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Notify callbacks [] for floatingip, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:14.956671 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-5751f317-0a26-4922-8f76-aad4b1e7f2dc req-081d973c-5fc0-41cf-8584-a6d045ab194a tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:14.968550 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5751f317-0a26-4922-8f76-aad4b1e7f2dc req-081d973c-5fc0-41cf-8584-a6d045ab194a tempest-FloatingIPDetailsTestJSON-1165838875 tempest-FloatingIPDetailsTestJSON-1165838875-project] 10.222.0.101 "DELETE /v2.0/floatingips/0f049f2c-3224-4e61-81be-eeac56195e5b HTTP/1.1" status: 204 len: 173 time: 0.8005338 Sep 24 15:34:14.974207 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41572) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:34:15.090964 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e0a62-dd31-421e-a169-863acfa85c0b req-998de367-9cf9-4397-a736-0ed435803088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:15.092502 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-499e0a62-dd31-421e-a169-863acfa85c0b req-998de367-9cf9-4397-a736-0ed435803088 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=5bcf994545e24f4c9b0696ef07ac6678&device_id=ae07a67e-a0a9-4170-9a82-c9bd55b7b0a6 HTTP/1.1" status: 200 len: 1095 time: 0.1673069 Sep 24 15:34:15.107143 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-f7021208-3f6d-4748-bca0-d6385f10ad75 req-3c40c12a-2c35-4606-b93c-3fe9068f694f service neutron] For port 8ced86f9-3fc2-47d2-8511-a8f8366f37f7, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=8ced86f9-3fc2-47d2-8511-a8f8366f37f7,segment=NetworkSegment(5bd2529f-b450-42b6-8981-999bdd2f1ff0),segment_id=5bd2529f-b450-42b6-8981-999bdd2f1ff0)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:34:15.120061 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be3a246-d168-4ce6-b0d7-79c63c0b7e7f req-68a45c18-852f-41be-9b8e-1694f84bb8a7 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:15.121293 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4be3a246-d168-4ce6-b0d7-79c63c0b7e7f req-68a45c18-852f-41be-9b8e-1694f84bb8a7 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=3c8e5bc3-0cdb-404d-9ae1-aeee824dbdfd HTTP/1.1" status: 200 len: 943 time: 0.0786958 Sep 24 15:34:15.151631 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-499e0a62-dd31-421e-a169-863acfa85c0b req-48e961e3-19f7-4351-84e8-41e66b965fd0 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9332207-c726-4f30-bff1-552de6843456 HTTP/1.1" status: 200 len: 217 time: 0.0471098 Sep 24 15:34:15.158429 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fb04ba-5b89-493e-98d7-a96712816579 req-14c12b40-b5c7-47c6-b3a2-f28b707500a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:15.160115 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-08fb04ba-5b89-493e-98d7-a96712816579 req-14c12b40-b5c7-47c6-b3a2-f28b707500a0 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=8957a38149f44837aa315f739e11ffd3&device_id=eb088bff-fcfd-4c14-a9e8-196cc1fc32a6 HTTP/1.1" status: 200 len: 1095 time: 0.2521546 Sep 24 15:34:15.166291 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c63e454-458b-4552-b0c6-8180c601e548 req-20ea59fc-da38-428a-a2de-1fc34030ca17 service neutron] 10.222.0.101 "GET /v2.0/networks/5073d904-8b2b-4bdf-8338-7c236ddf6645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3938444 Sep 24 15:34:15.171506 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-f7021208-3f6d-4748-bca0-d6385f10ad75 req-3c40c12a-2c35-4606-b93c-3fe9068f694f service neutron] For port 8ced86f9-3fc2-47d2-8511-a8f8366f37f7, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:34:15.175488 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa431a58-d2f2-45dd-b172-6e60572a8d0e req-bbe70ebf-41ac-4a8a-9be0-19f668cb3a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:15.176907 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-aa431a58-d2f2-45dd-b172-6e60572a8d0e req-bbe70ebf-41ac-4a8a-9be0-19f668cb3a5a service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=afd1b0df78e44afd8dcda9521b21852d&device_id=9a22ca00-0c31-4d31-ac33-a8fb3fb12770 HTTP/1.1" status: 200 len: 1096 time: 0.2611008 Sep 24 15:34:15.272680 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4be3a246-d168-4ce6-b0d7-79c63c0b7e7f req-7ba03df1-3378-41a6-bdc4-aaab1ec5cd36 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216938 Sep 24 15:34:15.305990 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e0a62-dd31-421e-a169-863acfa85c0b req-465355d3-7cbd-4b5a-94df-8f31f7717b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:15.307922 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-499e0a62-dd31-421e-a169-863acfa85c0b req-465355d3-7cbd-4b5a-94df-8f31f7717b4a service neutron] 10.222.0.110 "GET /v2.0/subnets?id=f92e43d9-cce4-457c-a8f9-5d0718ce60de HTTP/1.1" status: 200 len: 853 time: 0.1417496 Sep 24 15:34:15.378390 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-499e0a62-dd31-421e-a169-863acfa85c0b req-0d860d31-130c-4b93-9c91-961cc69768bd service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=0374e89a-9d0f-457f-a823-b632a66136eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574331 Sep 24 15:34:15.408112 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-f7021208-3f6d-4748-bca0-d6385f10ad75 req-3c40c12a-2c35-4606-b93c-3fe9068f694f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ced86f9-3fc2-47d2-8511-a8f8366f37f7 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:34:15.562002 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0cf8ab-54af-4303-9b4c-7ab12b422786 req-c9472913-8108-4edd-8cdb-2a0b46425ca5 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:15.562002 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1f0cf8ab-54af-4303-9b4c-7ab12b422786 req-c9472913-8108-4edd-8cdb-2a0b46425ca5 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=a06d1df7-77e8-4d02-914c-afedef6fecbc HTTP/1.1" status: 200 len: 950 time: 0.1446488 Sep 24 15:34:15.566796 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-f7021208-3f6d-4748-bca0-d6385f10ad75 req-3c40c12a-2c35-4606-b93c-3fe9068f694f service neutron] For port 8ced86f9-3fc2-47d2-8511-a8f8366f37f7, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=8ced86f9-3fc2-47d2-8511-a8f8366f37f7,segment=NetworkSegment(5bd2529f-b450-42b6-8981-999bdd2f1ff0),segment_id=5bd2529f-b450-42b6-8981-999bdd2f1ff0)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:34:15.599478 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-499e0a62-dd31-421e-a169-863acfa85c0b req-46a04b63-73d6-4216-aad7-204ed94dcc5e service neutron] 10.222.0.110 "GET /v2.0/networks/0374e89a-9d0f-457f-a823-b632a66136eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119975 Sep 24 15:34:15.663452 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c63e454-458b-4552-b0c6-8180c601e548 req-445bf138-bfa8-45dc-97e5-5e232e6b5853 service neutron] 10.222.0.101 "GET /v2.0/networks/5073d904-8b2b-4bdf-8338-7c236ddf6645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4410295 Sep 24 15:34:15.693000 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fb04ba-5b89-493e-98d7-a96712816579 req-ce4e39fa-d29a-489a-983f-a7e932cfb51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:15.694459 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-08fb04ba-5b89-493e-98d7-a96712816579 req-ce4e39fa-d29a-489a-983f-a7e932cfb51d service neutron] 10.222.0.108 "GET /v2.0/networks?id=058852f5-088e-42d1-b3e1-abf106a974a3 HTTP/1.1" status: 200 len: 923 time: 0.4608176 Sep 24 15:34:15.695835 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa431a58-d2f2-45dd-b172-6e60572a8d0e req-20648133-b765-4e48-9aac-8e7a11b619cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:15.696957 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-aa431a58-d2f2-45dd-b172-6e60572a8d0e req-20648133-b765-4e48-9aac-8e7a11b619cf service neutron] 10.222.0.110 "GET /v2.0/networks?id=078714d9-431e-4632-b957-c9a7230e7876 HTTP/1.1" status: 200 len: 909 time: 0.4309702 Sep 24 15:34:15.698307 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1f0cf8ab-54af-4303-9b4c-7ab12b422786 req-7c8ecddb-339c-4f36-92fa-ca69b73b1a87 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344571 Sep 24 15:34:15.750379 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-499e0a62-dd31-421e-a169-863acfa85c0b req-652feb86-a08b-46a4-a5c7-4e8a41d457b1 service neutron] 10.222.0.110 "GET /v2.0/networks/0374e89a-9d0f-457f-a823-b632a66136eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390026 Sep 24 15:34:15.815143 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-f7021208-3f6d-4748-bca0-d6385f10ad75 req-3c40c12a-2c35-4606-b93c-3fe9068f694f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:15.817732 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-aa431a58-d2f2-45dd-b172-6e60572a8d0e req-cffe7a1d-0885-4303-b9d5-109bdfbdd1d4 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9ed84870-4c5c-4e8d-901c-85443b91e965 HTTP/1.1" status: 200 len: 217 time: 0.0995686 Sep 24 15:34:15.818930 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-08fb04ba-5b89-493e-98d7-a96712816579 req-0942307e-f78d-493b-bd53-b6ea9689c4e5 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ff65d2a-e143-4570-9b7a-a0356f19cba5 HTTP/1.1" status: 200 len: 217 time: 0.1040730 Sep 24 15:34:15.823293 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d208d647-6d3a-48ab-962f-947b01914bf6 req-68f1d09b-b8bb-4dd7-985b-98471b52580c tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:15.834222 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d208d647-6d3a-48ab-962f-947b01914bf6 req-68f1d09b-b8bb-4dd7-985b-98471b52580c tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/ports?device_id=ae07a67e-a0a9-4170-9a82-c9bd55b7b0a6 HTTP/1.1" status: 200 len: 944 time: 0.0723035 Sep 24 15:34:15.908214 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d208d647-6d3a-48ab-962f-947b01914bf6 req-a506215d-8315-4d20-a86a-f06a4a5f4772 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/security-groups?id=0c6d601c-52fd-4232-823b-3556dffffa90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755081 Sep 24 15:34:15.970688 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:34:15.983874 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db65550a-0fd2-4fab-a568-2681722692c3 x-openstack-request-id: req-db65550a-0fd2-4fab-a568-2681722692c3 {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:34:15.984863 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae07a67e-a0a9-4170-9a82-c9bd55b7b0a6", "tag": "c9332207-c726-4f30-bff1-552de6843456", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:34:15.985321 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-db65550a-0fd2-4fab-a568-2681722692c3 {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:34:15.986361 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae07a67e-a0a9-4170-9a82-c9bd55b7b0a6', 'tag': 'c9332207-c726-4f30-bff1-552de6843456', 'status': 'completed', 'code': 200} Sep 24 15:34:16.117706 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe287c-9995-4145-8516-a8d8124ca6f5 req-4754564d-5d0d-4bbd-b9d2-5460e3198af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:16.120240 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-92fe287c-9995-4145-8516-a8d8124ca6f5 req-4754564d-5d0d-4bbd-b9d2-5460e3198af3 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=5bcf994545e24f4c9b0696ef07ac6678&device_id=ae07a67e-a0a9-4170-9a82-c9bd55b7b0a6 HTTP/1.1" status: 200 len: 1095 time: 0.1034181 Sep 24 15:34:16.182278 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c54d7a1-0e9c-4623-8914-8a03a0bb6767 x-openstack-request-id: req-7c54d7a1-0e9c-4623-8914-8a03a0bb6767 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:34:16.183198 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26303637-cb06-4c05-a7ee-bfe0e2eaeb1e", "name": "network-vif-plugged", "status": "completed", "tag": "91c7ae22-915a-499f-b598-472f578ff783", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:34:16.183622 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-7c54d7a1-0e9c-4623-8914-8a03a0bb6767 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:34:16.184171 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26303637-cb06-4c05-a7ee-bfe0e2eaeb1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91c7ae22-915a-499f-b598-472f578ff783', 'code': 200} Sep 24 15:34:16.240472 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe287c-9995-4145-8516-a8d8124ca6f5 req-8f3a35aa-df57-4da3-b3de-b4864d0d4176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:16.241983 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-92fe287c-9995-4145-8516-a8d8124ca6f5 req-8f3a35aa-df57-4da3-b3de-b4864d0d4176 service neutron] 10.222.0.110 "GET /v2.0/networks?id=0374e89a-9d0f-457f-a823-b632a66136eb HTTP/1.1" status: 200 len: 915 time: 0.1118863 Sep 24 15:34:16.308524 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-92fe287c-9995-4145-8516-a8d8124ca6f5 req-0edd8220-d6e2-4931-afdd-8b0a9b8166ed service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9332207-c726-4f30-bff1-552de6843456 HTTP/1.1" status: 200 len: 217 time: 0.0551357 Sep 24 15:34:16.405731 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe287c-9995-4145-8516-a8d8124ca6f5 req-a1c27acb-0634-4d71-9dce-8626c64a77db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:16.411303 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-92fe287c-9995-4145-8516-a8d8124ca6f5 req-a1c27acb-0634-4d71-9dce-8626c64a77db service neutron] 10.222.0.110 "GET /v2.0/subnets?id=f92e43d9-cce4-457c-a8f9-5d0718ce60de HTTP/1.1" status: 200 len: 853 time: 0.0936248 Sep 24 15:34:16.477882 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-92fe287c-9995-4145-8516-a8d8124ca6f5 req-256f166e-7d71-4814-8139-d655609607c9 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=0374e89a-9d0f-457f-a823-b632a66136eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555911 Sep 24 15:34:16.496877 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa431a58-d2f2-45dd-b172-6e60572a8d0e req-9d7fb48f-e13d-4f68-a234-efc92fbcb199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:16.498371 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-aa431a58-d2f2-45dd-b172-6e60572a8d0e req-9d7fb48f-e13d-4f68-a234-efc92fbcb199 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=84366809-0e1f-47c8-b0ea-166b7d29d1a7 HTTP/1.1" status: 200 len: 847 time: 0.6619253 Sep 24 15:34:16.505815 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c63e454-458b-4552-b0c6-8180c601e548 req-2db96dad-1f1b-47ad-8678-566303338a76 service neutron] 10.222.0.101 "GET /v2.0/networks/507b15b8-afa5-40b8-adba-ac821e324412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8144195 Sep 24 15:34:16.507227 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fb04ba-5b89-493e-98d7-a96712816579 req-33802eb1-5584-4ec5-a6d5-0a4927a75d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:16.508573 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-08fb04ba-5b89-493e-98d7-a96712816579 req-33802eb1-5584-4ec5-a6d5-0a4927a75d63 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=5c649312-ea12-4119-a9ca-d79c73d589c6 HTTP/1.1" status: 200 len: 861 time: 0.6681633 Sep 24 15:34:16.599444 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-92fe287c-9995-4145-8516-a8d8124ca6f5 req-90071768-d573-4f26-b87d-2733e92dcd89 service neutron] 10.222.0.110 "GET /v2.0/networks/0374e89a-9d0f-457f-a823-b632a66136eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097178 Sep 24 15:34:16.607703 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-aa431a58-d2f2-45dd-b172-6e60572a8d0e req-88194b92-2f26-4469-bdd9-310170bcfce7 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=078714d9-431e-4632-b957-c9a7230e7876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0963924 Sep 24 15:34:16.616377 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-08fb04ba-5b89-493e-98d7-a96712816579 req-93303719-8500-4460-9f1a-f68dbfbaab52 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=058852f5-088e-42d1-b3e1-abf106a974a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828679 Sep 24 15:34:16.634948 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fa0406-8cf0-4292-82ee-1d3bd1b1d579 req-4a514695-aef3-4f25-bf72-0b86f4e7ab09 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:16.644587 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e9fa0406-8cf0-4292-82ee-1d3bd1b1d579 req-4a514695-aef3-4f25-bf72-0b86f4e7ab09 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=3c8e5bc3-0cdb-404d-9ae1-aeee824dbdfd HTTP/1.1" status: 200 len: 943 time: 0.2310889 Sep 24 15:34:16.683653 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-f7021208-3f6d-4748-bca0-d6385f10ad75 req-3c40c12a-2c35-4606-b93c-3fe9068f694f service neutron] Transition to ACTIVE for port object 8ced86f9-3fc2-47d2-8511-a8f8366f37f7 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:34:16.729894 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e9fa0406-8cf0-4292-82ee-1d3bd1b1d579 req-43e5b978-bc52-4915-aad6-98c14bc299e6 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838101 Sep 24 15:34:16.814644 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-f7021208-3f6d-4748-bca0-d6385f10ad75 req-3c40c12a-2c35-4606-b93c-3fe9068f694f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:16.858040 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-92fe287c-9995-4145-8516-a8d8124ca6f5 req-8784605a-5f22-4d63-874a-c422245d19b5 service neutron] 10.222.0.110 "GET /v2.0/networks/0374e89a-9d0f-457f-a823-b632a66136eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2455516 Sep 24 15:34:16.901991 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c63e454-458b-4552-b0c6-8180c601e548 req-e98ec351-2f80-4b6a-98c9-a13a4e921e85 service neutron] 10.222.0.101 "GET /v2.0/networks/507b15b8-afa5-40b8-adba-ac821e324412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3774908 Sep 24 15:34:16.947859 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e96ef4-0dd1-48e1-99e4-314344b486cd req-299b0241-30d4-425a-a796-4740072c52c4 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:16.949937 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-92e96ef4-0dd1-48e1-99e4-314344b486cd req-299b0241-30d4-425a-a796-4740072c52c4 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=a06d1df7-77e8-4d02-914c-afedef6fecbc HTTP/1.1" status: 200 len: 950 time: 0.0904510 Sep 24 15:34:17.013984 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-08fb04ba-5b89-493e-98d7-a96712816579 req-738daa5a-b312-4c1c-adeb-d6cd172d4ca2 service neutron] 10.222.0.108 "GET /v2.0/networks/058852f5-088e-42d1-b3e1-abf106a974a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3757143 Sep 24 15:34:17.020163 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-92e96ef4-0dd1-48e1-99e4-314344b486cd req-12d71105-26d8-40f0-bef0-108e21f6e777 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587549 Sep 24 15:34:17.021373 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7021208-3f6d-4748-bca0-d6385f10ad75 req-3c40c12a-2c35-4606-b93c-3fe9068f694f service neutron] No DVR routers for this DVR port 8ced86f9-3fc2-47d2-8511-a8f8366f37f7 on host n-h1-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:34:17.024974 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-aa431a58-d2f2-45dd-b172-6e60572a8d0e req-2bbf12e0-70a8-49f3-be8b-153cb48c10dd service neutron] 10.222.0.110 "GET /v2.0/networks/078714d9-431e-4632-b957-c9a7230e7876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3937767 Sep 24 15:34:17.073270 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c40c12a-2c35-4606-b93c-3fe9068f694f service neutron] Pushing event updated for resources: {'Port': ['ID=8ced86f9-3fc2-47d2-8511-a8f8366f37f7,revision_number=10']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:17.184482 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da1d2e-a7f2-40fd-96e2-fb03b70c6f1b req-32d24ef2-3344-4883-8dba-a95d6006b972 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:17.195628 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e7da1d2e-a7f2-40fd-96e2-fb03b70c6f1b req-32d24ef2-3344-4883-8dba-a95d6006b972 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/ports?device_id=ae07a67e-a0a9-4170-9a82-c9bd55b7b0a6 HTTP/1.1" status: 200 len: 944 time: 0.0758090 Sep 24 15:34:17.217287 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-aa431a58-d2f2-45dd-b172-6e60572a8d0e req-ba363336-7572-4f7d-b411-a7907853f9c5 service neutron] 10.222.0.110 "GET /v2.0/networks/078714d9-431e-4632-b957-c9a7230e7876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537428 Sep 24 15:34:17.251865 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e7da1d2e-a7f2-40fd-96e2-fb03b70c6f1b req-7c0d5d21-738c-4f61-827a-d85f2f040378 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/security-groups?id=0c6d601c-52fd-4232-823b-3556dffffa90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549610 Sep 24 15:34:17.308582 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f7021208-3f6d-4748-bca0-d6385f10ad75 req-3c40c12a-2c35-4606-b93c-3fe9068f694f service neutron] 10.222.0.110 "PUT /v2.0/ports/8ced86f9-3fc2-47d2-8511-a8f8366f37f7/bindings/n-h2-808921-1/activate HTTP/1.1" status: 200 len: 369 time: 2.8100119 Sep 24 15:34:17.388299 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c63e454-458b-4552-b0c6-8180c601e548 req-0c272c6c-c786-47a5-8ca8-e2bff84ab460 service neutron] 10.222.0.101 "GET /v2.0/networks/507b15b8-afa5-40b8-adba-ac821e324412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4395781 Sep 24 15:34:17.445292 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-08fb04ba-5b89-493e-98d7-a96712816579 req-04404bfe-ea6b-4eca-b5f1-11f308b9374b service neutron] 10.222.0.108 "GET /v2.0/networks/058852f5-088e-42d1-b3e1-abf106a974a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4037428 Sep 24 15:34:17.520761 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6b02e368-3dd4-4bb0-937e-eafc19ae6a08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:17.600731 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c63e454-458b-4552-b0c6-8180c601e548 req-e2edc184-d50e-4637-b1b0-0c2886bffd45 service neutron] 10.222.0.101 "GET /v2.0/networks/507b15b8-afa5-40b8-adba-ac821e324412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048683 Sep 24 15:34:17.605206 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7021208-3f6d-4748-bca0-d6385f10ad75 req-a3ecac92-6624-4b50-9340-c399be6f7c30 tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:17.606695 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f7021208-3f6d-4748-bca0-d6385f10ad75 req-a3ecac92-6624-4b50-9340-c399be6f7c30 tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] 10.222.0.108 "GET /v2.0/ports?device_id=3c8e5bc3-0cdb-404d-9ae1-aeee824dbdfd&tenant_id=8957a38149f44837aa315f739e11ffd3&binding%3Ahost_id=n-h1-808921-1 HTTP/1.1" status: 200 len: 1095 time: 0.1563809 Sep 24 15:34:17.731751 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7021208-3f6d-4748-bca0-d6385f10ad75 req-228aca7b-5df8-42f3-9f3f-f134c0c03f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:17.733132 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f7021208-3f6d-4748-bca0-d6385f10ad75 req-228aca7b-5df8-42f3-9f3f-f134c0c03f1b service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=3c8e5bc3-0cdb-404d-9ae1-aeee824dbdfd&tenant_id=8957a38149f44837aa315f739e11ffd3 HTTP/1.1" status: 200 len: 1095 time: 0.0899410 Sep 24 15:34:17.855199 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7021208-3f6d-4748-bca0-d6385f10ad75 req-0552cd3b-9606-4802-ba03-e0a21db4d7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:17.857212 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f7021208-3f6d-4748-bca0-d6385f10ad75 req-0552cd3b-9606-4802-ba03-e0a21db4d7ac service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=8957a38149f44837aa315f739e11ffd3&device_id=3c8e5bc3-0cdb-404d-9ae1-aeee824dbdfd HTTP/1.1" status: 200 len: 1095 time: 0.0859945 Sep 24 15:34:17.926020 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb24ad57-8c4c-48a7-9816-caa0bd484d9b req-86337f22-d562-404d-b5e6-e3b2e30551c0 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:17.934057 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fb24ad57-8c4c-48a7-9816-caa0bd484d9b req-86337f22-d562-404d-b5e6-e3b2e30551c0 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=3c8e5bc3-0cdb-404d-9ae1-aeee824dbdfd HTTP/1.1" status: 200 len: 944 time: 0.0798287 Sep 24 15:34:17.993779 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fb24ad57-8c4c-48a7-9816-caa0bd484d9b req-e4c8890b-bf75-4861-8641-8f0c4d5e6d13 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587368 Sep 24 15:34:18.137250 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7021208-3f6d-4748-bca0-d6385f10ad75 req-81a916cb-c7c9-47b9-b052-18f25ea638bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:18.141276 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f7021208-3f6d-4748-bca0-d6385f10ad75 req-81a916cb-c7c9-47b9-b052-18f25ea638bc service neutron] 10.222.0.108 "GET /v2.0/networks?id=058852f5-088e-42d1-b3e1-abf106a974a3 HTTP/1.1" status: 200 len: 923 time: 0.2676532 Sep 24 15:34:18.156002 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-6b02e368-3dd4-4bb0-937e-eafc19ae6a08 admin admin] Deleting port 95ea847b-4326-4bee-8f71-271f12588fbf {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:34:18.156129 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6b02e368-3dd4-4bb0-937e-eafc19ae6a08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:18.243968 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9304883c-5b44-49d3-beb0-ac2aaf4abd4d req-9a579398-0678-427b-9589-03cf15380bc6 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:18.244943 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9304883c-5b44-49d3-beb0-ac2aaf4abd4d req-9a579398-0678-427b-9589-03cf15380bc6 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=a06d1df7-77e8-4d02-914c-afedef6fecbc HTTP/1.1" status: 200 len: 950 time: 0.1097178 Sep 24 15:34:18.266863 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f7021208-3f6d-4748-bca0-d6385f10ad75 req-864ec3d8-a519-4292-8889-330b609825ad service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ced86f9-3fc2-47d2-8511-a8f8366f37f7 HTTP/1.1" status: 200 len: 217 time: 0.1132753 Sep 24 15:34:18.312508 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9304883c-5b44-49d3-beb0-ac2aaf4abd4d req-582a7a6e-4a14-42c9-9d64-efdc525958cc tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570416 Sep 24 15:34:18.377396 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-6b02e368-3dd4-4bb0-937e-eafc19ae6a08 admin admin] For port 95ea847b-4326-4bee-8f71-271f12588fbf, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=95ea847b-4326-4bee-8f71-271f12588fbf,segment=NetworkSegment(c352e11d-5542-4342-acaa-e38ab771adf6),segment_id=c352e11d-5542-4342-acaa-e38ab771adf6)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:34:18.378048 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6b02e368-3dd4-4bb0-937e-eafc19ae6a08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:18.399872 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-6b02e368-3dd4-4bb0-937e-eafc19ae6a08 admin admin] Calling delete_port for 95ea847b-4326-4bee-8f71-271f12588fbf owned by network:router_interface {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:34:18.475531 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff14891e-1d58-41c7-8b53-a43bca2984fd req-59c98313-2f78-4709-a307-bc4db7852ce6 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:18.477349 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ff14891e-1d58-41c7-8b53-a43bca2984fd req-59c98313-2f78-4709-a307-bc4db7852ce6 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/ports?device_id=ae07a67e-a0a9-4170-9a82-c9bd55b7b0a6 HTTP/1.1" status: 200 len: 944 time: 0.0624311 Sep 24 15:34:18.572249 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ff14891e-1d58-41c7-8b53-a43bca2984fd req-c7a63681-9703-43f3-9542-8b208f04b9d6 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/security-groups?id=0c6d601c-52fd-4232-823b-3556dffffa90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744095 Sep 24 15:34:18.635328 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7021208-3f6d-4748-bca0-d6385f10ad75 req-081836ad-6059-4438-966c-f7e6d148931f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:18.637594 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f7021208-3f6d-4748-bca0-d6385f10ad75 req-081836ad-6059-4438-966c-f7e6d148931f service neutron] 10.222.0.108 "GET /v2.0/subnets?id=5c649312-ea12-4119-a9ca-d79c73d589c6 HTTP/1.1" status: 200 len: 861 time: 0.3376079 Sep 24 15:34:18.687415 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f7021208-3f6d-4748-bca0-d6385f10ad75 req-0208280c-7bfc-4035-8e93-a76138fad75d service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=058852f5-088e-42d1-b3e1-abf106a974a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401168 Sep 24 15:34:18.746819 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6b02e368-3dd4-4bb0-937e-eafc19ae6a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:18.764176 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device c9332207-c726-4f30-bff1-552de6843456 details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:34:18.824153 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b02e368-3dd4-4bb0-937e-eafc19ae6a08 admin admin] Pushing event deleted for resources: {'Port': ['ID=95ea847b-4326-4bee-8f71-271f12588fbf,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:18.921284 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f7021208-3f6d-4748-bca0-d6385f10ad75 req-fcdf9392-8a46-4a97-b5e0-587fc4a427c4 service neutron] 10.222.0.108 "GET /v2.0/networks/058852f5-088e-42d1-b3e1-abf106a974a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242639 Sep 24 15:34:18.955941 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port c9332207-c726-4f30-bff1-552de6843456, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=c9332207-c726-4f30-bff1-552de6843456,segment=NetworkSegment(5c92913b-b5b8-43ec-a5ba-a4a68bdf770b),segment_id=5c92913b-b5b8-43ec-a5ba-a4a68bdf770b)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:34:18.971572 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': 'c9332207-c726-4f30-bff1-552de6843456', 'network_id': '0374e89a-9d0f-457f-a823-b632a66136eb', 'port_id': 'c9332207-c726-4f30-bff1-552de6843456', 'mac_address': 'fa:16:3e:38:b1:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f92e43d9-cce4-457c-a8f9-5d0718ce60de', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:34:19.036002 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:19.081570 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9332207-c726-4f30-bff1-552de6843456 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:34:19.118824 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port c9332207-c726-4f30-bff1-552de6843456, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=c9332207-c726-4f30-bff1-552de6843456,segment=NetworkSegment(5c92913b-b5b8-43ec-a5ba-a4a68bdf770b),segment_id=5c92913b-b5b8-43ec-a5ba-a4a68bdf770b)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:34:19.169480 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dacf280-de82-4cb5-8b8f-c6269743f8eb req-62cf64c1-35eb-4751-be1d-122ed9635eb8 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:19.176596 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f7021208-3f6d-4748-bca0-d6385f10ad75 req-e07409ef-50e2-41ad-9891-d07b37de2131 service neutron] 10.222.0.108 "GET /v2.0/networks/058852f5-088e-42d1-b3e1-abf106a974a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445641 Sep 24 15:34:19.178431 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7dacf280-de82-4cb5-8b8f-c6269743f8eb req-62cf64c1-35eb-4751-be1d-122ed9635eb8 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=3c8e5bc3-0cdb-404d-9ae1-aeee824dbdfd HTTP/1.1" status: 200 len: 944 time: 0.0824273 Sep 24 15:34:19.202123 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6b02e368-3dd4-4bb0-937e-eafc19ae6a08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:19.229103 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:19.229369 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7dacf280-de82-4cb5-8b8f-c6269743f8eb req-4cee5689-3839-4a50-befd-6442cd206c2d tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493126 Sep 24 15:34:19.342488 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=c9332207-c726-4f30-bff1-552de6843456,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:19.475445 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185ea99-a6b9-411a-a26e-07b3630931e1 req-e9328af4-560e-4956-b1de-252fd15811c0 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:19.483967 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9185ea99-a6b9-411a-a26e-07b3630931e1 req-e9328af4-560e-4956-b1de-252fd15811c0 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=a06d1df7-77e8-4d02-914c-afedef6fecbc HTTP/1.1" status: 200 len: 950 time: 0.0885980 Sep 24 15:34:19.539047 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['c9332207-c726-4f30-bff1-552de6843456'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:34:19.542688 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9185ea99-a6b9-411a-a26e-07b3630931e1 req-c1b08c55-2dbc-47ca-8f3c-4822445e64ae tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526836 Sep 24 15:34:19.579389 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-96023757-1826-44be-80d8-6e629654aaff req-c8feba61-d5d6-4ee0-babb-9efef0750c26 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/ports?device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 210 time: 0.0406535 Sep 24 15:34:19.644155 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b02e368-3dd4-4bb0-937e-eafc19ae6a08 admin admin] Router 6616b892-c8ae-4bdd-a0db-16e1e159806f has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:34:19.806392 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f1ee0d-cbe6-48b3-85ae-204acf32a0d6 req-58fceb47-e9a7-4c14-8c89-6a0c0d62b858 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:19.808009 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a5f1ee0d-cbe6-48b3-85ae-204acf32a0d6 req-58fceb47-e9a7-4c14-8c89-6a0c0d62b858 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/ports?device_id=ae07a67e-a0a9-4170-9a82-c9bd55b7b0a6 HTTP/1.1" status: 200 len: 945 time: 0.1089180 Sep 24 15:34:19.926951 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7021208-3f6d-4748-bca0-d6385f10ad75 req-cb9b38fa-e047-44e8-ae92-7d50ee45bdc9 tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:19.928536 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f7021208-3f6d-4748-bca0-d6385f10ad75 req-cb9b38fa-e047-44e8-ae92-7d50ee45bdc9 tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] 10.222.0.108 "GET /v2.0/ports?device_id=3c8e5bc3-0cdb-404d-9ae1-aeee824dbdfd&tenant_id=8957a38149f44837aa315f739e11ffd3&binding%3Ahost_id=n-h2-808921-1 HTTP/1.1" status: 200 len: 1095 time: 0.1439216 Sep 24 15:34:19.930215 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b02e368-3dd4-4bb0-937e-eafc19ae6a08 admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:34:19.939985 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-6b02e368-3dd4-4bb0-937e-eafc19ae6a08 admin admin] 10.222.0.101 "PUT /v2.0/routers/6616b892-c8ae-4bdd-a0db-16e1e159806f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9297123 Sep 24 15:34:19.940670 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41682) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:34:19.943527 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdca7da-9cbf-41d4-8727-0793f357fc38 None None] Sync routers for ids ['6616b892-c8ae-4bdd-a0db-16e1e159806f'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:34:19.961746 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdca7da-9cbf-41d4-8727-0793f357fc38 None None] Routers {'6616b892-c8ae-4bdd-a0db-16e1e159806f'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:34:19.963351 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-3bdca7da-9cbf-41d4-8727-0793f357fc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:34:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['6616b892-c8ae-4bdd-a0db-16e1e159806f'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:34:20.116375 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-3bdca7da-9cbf-41d4-8727-0793f357fc38 None None] Set router 6616b892-c8ae-4bdd-a0db-16e1e159806f gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:34:20.233773 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a5f1ee0d-cbe6-48b3-85ae-204acf32a0d6 req-89072b86-4b1c-4541-99e7-624beb36c66c tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/security-groups?id=0c6d601c-52fd-4232-823b-3556dffffa90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4178066 Sep 24 15:34:20.432618 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-3bdca7da-9cbf-41d4-8727-0793f357fc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6616b892-c8ae-4bdd-a0db-16e1e159806f', 'name': 'tempest-FloatingIPDetailsTestJSON-1480902942-router', 'tenant_id': '3a93cc186ebd4c31bb7f3a35ed62b4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '3793296e-bf95-4618-ba8b-7685dcca3509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:33:42Z', 'updated_at': '2021-09-24T15:34:18Z', 'revision_number': 5, 'project_id': '3a93cc186ebd4c31bb7f3a35ed62b4f7', 'gw_port': {'id': '3793296e-bf95-4618-ba8b-7685dcca3509', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:39:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6616b892-c8ae-4bdd-a0db-16e1e159806f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:33:43Z', 'updated_at': '2021-09-24T15:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:34:20.475571 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdca7da-9cbf-41d4-8727-0793f357fc38 None None] Checking router: 6616b892-c8ae-4bdd-a0db-16e1e159806f for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:34:20.495234 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdca7da-9cbf-41d4-8727-0793f357fc38 None None] Routers {'6616b892-c8ae-4bdd-a0db-16e1e159806f'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:34:20.496186 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-3bdca7da-9cbf-41d4-8727-0793f357fc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:34:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['6616b892-c8ae-4bdd-a0db-16e1e159806f'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:34:20.707222 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-68526055-2f0d-41be-a5e1-845d17d2add5 admin admin] Notify callbacks [] for router, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:20.725916 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd70d6-bc73-4ec5-aadd-356a255534c3 req-e1ddb6b6-baab-43cc-9fa2-3b1b6dfc224b tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:20.736828 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fcdd70d6-bc73-4ec5-aadd-356a255534c3 req-e1ddb6b6-baab-43cc-9fa2-3b1b6dfc224b tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=3c8e5bc3-0cdb-404d-9ae1-aeee824dbdfd HTTP/1.1" status: 200 len: 944 time: 0.2271342 Sep 24 15:34:20.741227 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c20d4f-5813-46cc-b935-09335f00e829 req-ea8a8356-ff87-4aca-8fc3-9eaaec6f8791 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:20.749323 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e3c20d4f-5813-46cc-b935-09335f00e829 req-ea8a8356-ff87-4aca-8fc3-9eaaec6f8791 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=a06d1df7-77e8-4d02-914c-afedef6fecbc HTTP/1.1" status: 200 len: 950 time: 0.0778887 Sep 24 15:34:20.760826 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device c9332207-c726-4f30-bff1-552de6843456 up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:34:20.814688 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e3c20d4f-5813-46cc-b935-09335f00e829 req-554fb01a-e6cf-405e-94f8-a053b19a60b8 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627744 Sep 24 15:34:20.863046 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fcdd70d6-bc73-4ec5-aadd-356a255534c3 req-04f277bc-ad25-4269-b3c8-eb7a0f27ba82 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284120 Sep 24 15:34:20.927438 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4ae6398d-7d13-44e8-a770-a812204384a4 req-5b9d08cd-202e-4e39-81d8-6c190ccdfe31 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/ports?device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 210 time: 0.0630701 Sep 24 15:34:20.998087 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-68526055-2f0d-41be-a5e1-845d17d2add5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:21.000694 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-3bdca7da-9cbf-41d4-8727-0793f357fc38 None None] Set router 6616b892-c8ae-4bdd-a0db-16e1e159806f gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:34:21.013639 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-f7021208-3f6d-4748-bca0-d6385f10ad75 req-7833e43f-9044-4e2f-93ef-b864d7238eda service neutron] For port 8ced86f9-3fc2-47d2-8511-a8f8366f37f7, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:34:21.019856 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-f7021208-3f6d-4748-bca0-d6385f10ad75 req-7833e43f-9044-4e2f-93ef-b864d7238eda service neutron] Notify callbacks [] for binding, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:21.021341 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f7021208-3f6d-4748-bca0-d6385f10ad75 req-7833e43f-9044-4e2f-93ef-b864d7238eda service neutron] 10.222.0.108 "DELETE /v2.0/ports/8ced86f9-3fc2-47d2-8511-a8f8366f37f7/bindings/n-h1-808921-1 HTTP/1.1" status: 204 len: 173 time: 1.0797212 Sep 24 15:34:21.103771 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port c9332207-c726-4f30-bff1-552de6843456 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:34:21.108068 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port c9332207-c726-4f30-bff1-552de6843456 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:34:21.108453 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:21.130615 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b4f53-500b-4d5a-b7d3-2b5d320ea3de req-1764a7d1-602e-41be-86b4-ac4204099e5e tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:21.132157 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d52b4f53-500b-4d5a-b7d3-2b5d320ea3de req-1764a7d1-602e-41be-86b4-ac4204099e5e tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=3c8e5bc3-0cdb-404d-9ae1-aeee824dbdfd HTTP/1.1" status: 200 len: 1095 time: 0.0570149 Sep 24 15:34:21.178746 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d52b4f53-500b-4d5a-b7d3-2b5d320ea3de req-b6ce912d-15ea-4b02-9fdd-952498773eaf tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366375 Sep 24 15:34:21.216046 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:21.241780 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-3bdca7da-9cbf-41d4-8727-0793f357fc38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6616b892-c8ae-4bdd-a0db-16e1e159806f', 'name': 'tempest-FloatingIPDetailsTestJSON-1480902942-router', 'tenant_id': '3a93cc186ebd4c31bb7f3a35ed62b4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '3793296e-bf95-4618-ba8b-7685dcca3509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:33:42Z', 'updated_at': '2021-09-24T15:34:18Z', 'revision_number': 5, 'project_id': '3a93cc186ebd4c31bb7f3a35ed62b4f7', 'gw_port': {'id': '3793296e-bf95-4618-ba8b-7685dcca3509', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:39:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6616b892-c8ae-4bdd-a0db-16e1e159806f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:33:43Z', 'updated_at': '2021-09-24T15:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:34:21.242975 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-68526055-2f0d-41be-a5e1-845d17d2add5 admin admin] Deleting port 3793296e-bf95-4618-ba8b-7685dcca3509 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:34:21.243429 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-68526055-2f0d-41be-a5e1-845d17d2add5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:21.251383 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae07a67e-a0a9-4170-9a82-c9bd55b7b0a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9332207-c726-4f30-bff1-552de6843456'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:34:21.255554 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8287ba66-5b36-479a-b24c-93b341339927" -d '{"events": [{"server_uuid": "ae07a67e-a0a9-4170-9a82-c9bd55b7b0a6", "name": "network-vif-plugged", "status": "completed", "tag": "c9332207-c726-4f30-bff1-552de6843456"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:34:21.275133 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port c9332207-c726-4f30-bff1-552de6843456, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=c9332207-c726-4f30-bff1-552de6843456,segment=NetworkSegment(5c92913b-b5b8-43ec-a5ba-a4a68bdf770b),segment_id=5c92913b-b5b8-43ec-a5ba-a4a68bdf770b)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:34:21.280718 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bdca7da-9cbf-41d4-8727-0793f357fc38 None None] The sync data for ids ['6616b892-c8ae-4bdd-a0db-16e1e159806f'] in n-d-808921-1 is: [{'id': '6616b892-c8ae-4bdd-a0db-16e1e159806f', 'name': 'tempest-FloatingIPDetailsTestJSON-1480902942-router', 'tenant_id': '3a93cc186ebd4c31bb7f3a35ed62b4f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.248'}], 'enable_snat': True}, 'gw_port_id': '3793296e-bf95-4618-ba8b-7685dcca3509', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:33:42Z', 'updated_at': '2021-09-24T15:34:18Z', 'revision_number': 5, 'project_id': '3a93cc186ebd4c31bb7f3a35ed62b4f7', 'gw_port': {'id': '3793296e-bf95-4618-ba8b-7685dcca3509', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:39:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6616b892-c8ae-4bdd-a0db-16e1e159806f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:33:43Z', 'updated_at': '2021-09-24T15:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:34:21.377824 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be1da30-028c-4c58-9aaa-70f65333cc1b req-4f638f8e-0aad-4f91-8ae1-08ebe22c8dbe tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:21.379337 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0be1da30-028c-4c58-9aaa-70f65333cc1b req-4f638f8e-0aad-4f91-8ae1-08ebe22c8dbe tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/ports?device_id=ae07a67e-a0a9-4170-9a82-c9bd55b7b0a6 HTTP/1.1" status: 200 len: 945 time: 0.0688310 Sep 24 15:34:21.404456 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-68526055-2f0d-41be-a5e1-845d17d2add5 admin admin] For port 3793296e-bf95-4618-ba8b-7685dcca3509, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=3793296e-bf95-4618-ba8b-7685dcca3509,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:34:21.404599 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-68526055-2f0d-41be-a5e1-845d17d2add5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:21.417573 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed1d41-78d3-4110-9668-596f0d813355 req-e9eb97cc-076a-40f3-a752-d57f85e2d10b tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:21.419306 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-19ed1d41-78d3-4110-9668-596f0d813355 req-e9eb97cc-076a-40f3-a752-d57f85e2d10b tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=3c8e5bc3-0cdb-404d-9ae1-aeee824dbdfd HTTP/1.1" status: 200 len: 1095 time: 0.0858905 Sep 24 15:34:21.425119 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0be1da30-028c-4c58-9aaa-70f65333cc1b req-bcef81e0-44a6-457f-9103-1590ea2a166e tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/security-groups?id=0c6d601c-52fd-4232-823b-3556dffffa90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333536 Sep 24 15:34:21.425370 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-68526055-2f0d-41be-a5e1-845d17d2add5 admin admin] Calling delete_port for 3793296e-bf95-4618-ba8b-7685dcca3509 owned by network:router_gateway {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:34:21.472713 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac92bcb-5269-48f4-80b8-aefaf4a6e540 x-openstack-request-id: req-aac92bcb-5269-48f4-80b8-aefaf4a6e540 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:34:21.473015 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae07a67e-a0a9-4170-9a82-c9bd55b7b0a6", "name": "network-vif-plugged", "status": "completed", "tag": "c9332207-c726-4f30-bff1-552de6843456", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:34:21.473283 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-aac92bcb-5269-48f4-80b8-aefaf4a6e540 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:34:21.473665 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae07a67e-a0a9-4170-9a82-c9bd55b7b0a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9332207-c726-4f30-bff1-552de6843456', 'code': 200} Sep 24 15:34:21.505490 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-19ed1d41-78d3-4110-9668-596f0d813355 req-9d69aacd-d267-47d6-a462-066e3d8c7e32 tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779903 Sep 24 15:34:21.643458 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dd2f69-c0f9-4065-9b7d-3fae1c2ded95 req-ea62e936-aea1-4368-b1d1-72ad7b5026b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:21.645227 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a8dd2f69-c0f9-4065-9b7d-3fae1c2ded95 req-ea62e936-aea1-4368-b1d1-72ad7b5026b0 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=ae07a67e-a0a9-4170-9a82-c9bd55b7b0a6 HTTP/1.1" status: 200 len: 1096 time: 0.0866256 Sep 24 15:34:21.697490 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a8dd2f69-c0f9-4065-9b7d-3fae1c2ded95 req-7a761645-19d3-40ed-92f1-1114fe164110 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=0c6d601c-52fd-4232-823b-3556dffffa90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431547 Sep 24 15:34:21.767093 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:21.842149 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=c9332207-c726-4f30-bff1-552de6843456,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:21.930107 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd8758-7db6-4c19-a099-61db6850c8de req-1f085548-73b5-4042-abc6-f8ee4388b1cc tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:21.934886 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-57bd8758-7db6-4c19-a099-61db6850c8de req-1f085548-73b5-4042-abc6-f8ee4388b1cc tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=a06d1df7-77e8-4d02-914c-afedef6fecbc HTTP/1.1" status: 200 len: 950 time: 0.0558095 Sep 24 15:34:21.936107 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-68526055-2f0d-41be-a5e1-845d17d2add5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:21.986797 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68526055-2f0d-41be-a5e1-845d17d2add5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3793296e-bf95-4618-ba8b-7685dcca3509,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:22.093410 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-57bd8758-7db6-4c19-a099-61db6850c8de req-a92417dd-22a0-44b4-bc31-9faf20fea2f8 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486166 Sep 24 15:34:22.151579 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-68526055-2f0d-41be-a5e1-845d17d2add5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586576'] for router_gateway, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:22.286189 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e44bb9bf-7705-43dd-badf-a3b7c82444f8 req-35425dde-7df1-4104-a5d7-c4f666b3b202 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/ports?device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 210 time: 0.0368168 Sep 24 15:34:22.354691 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-68526055-2f0d-41be-a5e1-845d17d2add5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:22.356979 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-68526055-2f0d-41be-a5e1-845d17d2add5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:22.536518 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-68526055-2f0d-41be-a5e1-845d17d2add5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:22.537092 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68526055-2f0d-41be-a5e1-845d17d2add5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6616b892-c8ae-4bdd-a0db-16e1e159806f {{(pid=95298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:34:22.542191 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-68526055-2f0d-41be-a5e1-845d17d2add5 admin admin] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:22.544079 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-68526055-2f0d-41be-a5e1-845d17d2add5 admin admin] 10.222.0.101 "DELETE /v2.0/routers/6616b892-c8ae-4bdd-a0db-16e1e159806f HTTP/1.1" status: 204 len: 168 time: 2.6007223 Sep 24 15:34:22.547721 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41752) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:34:22.627245 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230cc766-e13e-438a-a076-6a5da1783dad req-ab5f5c08-3d46-4db3-80f9-a4ea5e5a5b89 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:22.629550 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-230cc766-e13e-438a-a076-6a5da1783dad req-ab5f5c08-3d46-4db3-80f9-a4ea5e5a5b89 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/ports?device_id=ae07a67e-a0a9-4170-9a82-c9bd55b7b0a6 HTTP/1.1" status: 200 len: 946 time: 0.1109924 Sep 24 15:34:22.637603 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9ca013f-14b2-4bd6-8b41-62c8e8326661 admin admin] Deleting subnet d5b72277-bd03-4d91-931d-f18e55b6ac44 {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:34:22.642099 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a9ca013f-14b2-4bd6-8b41-62c8e8326661 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:22.691278 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a9ca013f-14b2-4bd6-8b41-62c8e8326661 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:22.705563 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-230cc766-e13e-438a-a076-6a5da1783dad req-2f330fa0-ef7d-4310-a496-863b1e1acec2 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/security-groups?id=0c6d601c-52fd-4232-823b-3556dffffa90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694969 Sep 24 15:34:22.819827 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a9ca013f-14b2-4bd6-8b41-62c8e8326661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:23.000998 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a9ca013f-14b2-4bd6-8b41-62c8e8326661 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:23.045486 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ca013f-14b2-4bd6-8b41-62c8e8326661 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5b72277-bd03-4d91-931d-f18e55b6ac44,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:23.050280 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a9ca013f-14b2-4bd6-8b41-62c8e8326661 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:23.053419 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-a9ca013f-14b2-4bd6-8b41-62c8e8326661 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/d5b72277-bd03-4d91-931d-f18e55b6ac44 HTTP/1.1" status: 204 len: 168 time: 0.5046837 Sep 24 15:34:23.055926 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41754) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:34:23.081699 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e1c7f5-fd57-4c5c-80f1-6fb32cdf70dd None None] Network d7a75141-fb30-4f08-abf9-d85d4a8287c0 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:34:23.267203 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-17251a80-4c77-4ae9-8eed-fd5b6babd815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:23.313500 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 3793296e-bf95-4618-ba8b-7685dcca3509 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:34:23.386705 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fcd4f9-5e76-4cee-b789-e5993d5b76a6 req-eb10ed3a-6260-491a-83eb-b3488e06a3b9 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:23.395452 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e7fcd4f9-5e76-4cee-b789-e5993d5b76a6 req-eb10ed3a-6260-491a-83eb-b3488e06a3b9 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=a06d1df7-77e8-4d02-914c-afedef6fecbc HTTP/1.1" status: 200 len: 950 time: 0.1217368 Sep 24 15:34:23.415493 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 3793296e-bf95-4618-ba8b-7685dcca3509 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:34:23.417351 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 3793296e-bf95-4618-ba8b-7685dcca3509 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:34:23.418841 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 95ea847b-4326-4bee-8f71-271f12588fbf no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:34:23.451739 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-17251a80-4c77-4ae9-8eed-fd5b6babd815 admin admin] Deleting port cb763be3-5704-4370-a054-fca08c16ba6e {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:34:23.452113 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-17251a80-4c77-4ae9-8eed-fd5b6babd815 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:23.494117 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 95ea847b-4326-4bee-8f71-271f12588fbf {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:34:23.498802 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 95ea847b-4326-4bee-8f71-271f12588fbf not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:34:23.524490 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-17251a80-4c77-4ae9-8eed-fd5b6babd815 admin admin] For port cb763be3-5704-4370-a054-fca08c16ba6e, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=cb763be3-5704-4370-a054-fca08c16ba6e,segment=NetworkSegment(c352e11d-5542-4342-acaa-e38ab771adf6),segment_id=c352e11d-5542-4342-acaa-e38ab771adf6)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:34:23.524748 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-17251a80-4c77-4ae9-8eed-fd5b6babd815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:23.556919 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e7fcd4f9-5e76-4cee-b789-e5993d5b76a6 req-e99d96c0-eb3d-4328-bb1a-a7df5b65989a tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605163 Sep 24 15:34:23.631756 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f2257e-291c-4e2a-b3b4-7691ea499377 None None] DHCP port deletion for d7a75141-fb30-4f08-abf9-d85d4a8287c0 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:34:23.678662 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-17251a80-4c77-4ae9-8eed-fd5b6babd815 admin admin] Calling delete_port for cb763be3-5704-4370-a054-fca08c16ba6e owned by network:dhcp {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:34:23.688489 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-97093a07-686c-47ea-84e9-e1d1758f81a7 req-d8e03159-7791-411d-9566-0c5c4d5cb4e9 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/ports?device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 210 time: 0.1060486 Sep 24 15:34:23.704429 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63e454-458b-4552-b0c6-8180c601e548 req-4fc029f0-493b-488d-aa71-b401ff537414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:23.711091 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c63e454-458b-4552-b0c6-8180c601e548 req-4fc029f0-493b-488d-aa71-b401ff537414 service neutron] 10.222.0.108 "GET /v2.0/ports/abc5097c-45c0-4a4c-83ad-221aa210e627 HTTP/1.1" status: 200 len: 1032 time: 0.1565278 Sep 24 15:34:23.763611 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-31f2257e-291c-4e2a-b3b4-7691ea499377 None None] Deleting port cb763be3-5704-4370-a054-fca08c16ba6e {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:34:23.764344 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-31f2257e-291c-4e2a-b3b4-7691ea499377 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:23.870630 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-31f2257e-291c-4e2a-b3b4-7691ea499377 None None] For port cb763be3-5704-4370-a054-fca08c16ba6e, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=cb763be3-5704-4370-a054-fca08c16ba6e,segment=NetworkSegment(c352e11d-5542-4342-acaa-e38ab771adf6),segment_id=c352e11d-5542-4342-acaa-e38ab771adf6)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:34:23.870630 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-31f2257e-291c-4e2a-b3b4-7691ea499377 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:23.894556 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-31f2257e-291c-4e2a-b3b4-7691ea499377 None None] Calling delete_port for cb763be3-5704-4370-a054-fca08c16ba6e owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:34:23.913544 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63e454-458b-4552-b0c6-8180c601e548 req-5759ab0f-0a34-41c7-ba99-9a2361f826a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:23.916804 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c63e454-458b-4552-b0c6-8180c601e548 req-5759ab0f-0a34-41c7-ba99-9a2361f826a6 service neutron] 10.222.0.108 "GET /v2.0/ports/2f5a166f-73aa-4d69-848c-9741f19b3801 HTTP/1.1" status: 200 len: 1031 time: 0.1253567 Sep 24 15:34:24.050192 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb83498-a883-4f45-b872-c00afd244a32 req-06d6af83-d789-480c-be48-92edcc9c6096 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:24.059107 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6eb83498-a883-4f45-b872-c00afd244a32 req-06d6af83-d789-480c-be48-92edcc9c6096 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/ports?device_id=ae07a67e-a0a9-4170-9a82-c9bd55b7b0a6 HTTP/1.1" status: 200 len: 946 time: 0.2081175 Sep 24 15:34:24.101283 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-31f2257e-291c-4e2a-b3b4-7691ea499377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:24.146868 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63e454-458b-4552-b0c6-8180c601e548 req-1f94b946-a5df-44c4-a8eb-f2fa86dc4d2c tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:24.155264 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63e454-458b-4552-b0c6-8180c601e548 req-1f94b946-a5df-44c4-a8eb-f2fa86dc4d2c tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:24.162155 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63e454-458b-4552-b0c6-8180c601e548 req-1f94b946-a5df-44c4-a8eb-f2fa86dc4d2c tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:24.164072 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c63e454-458b-4552-b0c6-8180c601e548 req-1f94b946-a5df-44c4-a8eb-f2fa86dc4d2c tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.108 "GET /v2.0/networks?id=ff8678b1-4349-4ca8-a723-03edf66a1778&id=5073d904-8b2b-4bdf-8338-7c236ddf6645&id=5073d904-8b2b-4bdf-8338-7c236ddf6645&id=5073d904-8b2b-4bdf-8338-7c236ddf6645&id=5073d904-8b2b-4bdf-8338-7c236ddf6645&id=507b15b8-afa5-40b8-adba-ac821e324412&id=507b15b8-afa5-40b8-adba-ac821e324412 HTTP/1.1" status: 200 len: 1994 time: 0.2381520 Sep 24 15:34:24.164839 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-17251a80-4c77-4ae9-8eed-fd5b6babd815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:24.181372 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f2257e-291c-4e2a-b3b4-7691ea499377 None None] No DVR routers for this DVR port cb763be3-5704-4370-a054-fca08c16ba6e on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:34:24.187136 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f2257e-291c-4e2a-b3b4-7691ea499377 None None] Pushing event deleted for resources: {'Port': ['ID=cb763be3-5704-4370-a054-fca08c16ba6e,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:24.259135 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c63e454-458b-4552-b0c6-8180c601e548 req-0f5bb556-4239-4d71-9790-32f9175891a3 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.108 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=53357413dfbc434b8597a2dcdb9cca78 HTTP/1.1" status: 200 len: 380 time: 0.0798128 Sep 24 15:34:24.274648 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6eb83498-a883-4f45-b872-c00afd244a32 req-45fca8f3-6eee-49db-8769-8589a7674601 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/security-groups?id=0c6d601c-52fd-4232-823b-3556dffffa90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145524 Sep 24 15:34:24.275769 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17251a80-4c77-4ae9-8eed-fd5b6babd815 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb763be3-5704-4370-a054-fca08c16ba6e,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:24.285395 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-7c63e454-458b-4552-b0c6-8180c601e548 req-cb89ec38-1762-4009-ad27-27d4c5bb2e6e tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Request body: {'port': {'device_id': '465bc65b-5f46-498c-b8b1-509be174e9cd', 'network_id': 'ff8678b1-4349-4ca8-a723-03edf66a1778', 'admin_state_up': True, 'tenant_id': '53357413dfbc434b8597a2dcdb9cca78', 'security_groups': ['009469bf-50d0-4ac3-bdd3-519f093da79b']}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:34:24.295755 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17251a80-4c77-4ae9-8eed-fd5b6babd815 admin admin] No DVR routers for this DVR port cb763be3-5704-4370-a054-fca08c16ba6e on host n-d-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:34:24.456406 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-17251a80-4c77-4ae9-8eed-fd5b6babd815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:24.470875 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f7cc1fa6-0ab3-4b5d-a9c7-5d73b015690f req-888d3bcd-5620-4121-9700-466eb4914bf1 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1279147130&fields=id&tenant_id=5bcf994545e24f4c9b0696ef07ac6678 HTTP/1.1" status: 200 len: 267 time: 0.0776768 Sep 24 15:34:24.562217 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cc1fa6-0ab3-4b5d-a9c7-5d73b015690f req-fed9d649-ec67-4a45-937e-2bf6069ca31c tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:24.564452 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f7cc1fa6-0ab3-4b5d-a9c7-5d73b015690f req-fed9d649-ec67-4a45-937e-2bf6069ca31c tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/ports?device_id=ae07a67e-a0a9-4170-9a82-c9bd55b7b0a6 HTTP/1.1" status: 200 len: 946 time: 0.0927434 Sep 24 15:34:24.576242 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-17251a80-4c77-4ae9-8eed-fd5b6babd815 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7a75141-fb30-4f08-abf9-d85d4a8287c0']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:34:24.580085 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-f7cc1fa6-0ab3-4b5d-a9c7-5d73b015690f req-b9068ddf-28b0-4311-839d-abaf9c0e5b4c tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Request body: {'port': {'security_groups': ['0c6d601c-52fd-4232-823b-3556dffffa90', 'c808ff85-cd23-43dd-bb54-0f06648765ae']}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:34:24.605205 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-17251a80-4c77-4ae9-8eed-fd5b6babd815 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c352e11d-5542-4342-acaa-e38ab771adf6') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:34:24.605497 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-17251a80-4c77-4ae9-8eed-fd5b6babd815 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c352e11d-5542-4342-acaa-e38ab771adf6') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:34:24.642949 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-17251a80-4c77-4ae9-8eed-fd5b6babd815 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:24.700976 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-f7cc1fa6-0ab3-4b5d-a9c7-5d73b015690f req-b9068ddf-28b0-4311-839d-abaf9c0e5b4c tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:24.727954 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-17251a80-4c77-4ae9-8eed-fd5b6babd815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:24.744443 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17251a80-4c77-4ae9-8eed-fd5b6babd815 admin admin] Releasing vlan 1296 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:34:24.752762 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-17251a80-4c77-4ae9-8eed-fd5b6babd815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:24.762555 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:34:24.762555 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:34:24.762555 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:34:24.762555 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:34:24.762555 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:34:24.762555 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:34:24.762555 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:34:24.762555 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:34:24.762555 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:34:24.762555 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:34:24.762555 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:34:24.762555 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:34:24.762555 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:34:24.762555 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:34:24.762555 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:34:24.762555 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:34:24.762555 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:34:24.762555 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:34:24.762555 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:34:24.762555 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:34:24.762555 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:34:24.762555 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:34:24.762555 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:34:24.762555 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:34:24.762555 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:34:24.762555 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:34:24.762555 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:34:24.762555 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:34:24.762555 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:34:24.762555 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:34:24.762555 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:34:24.762555 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:34:24.830955 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82eb4cd-1039-4bb4-a0d9-854bba07d49c req-50b9e1e3-f54c-48fe-9c61-e5c62d81b56e tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:24.838555 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d82eb4cd-1039-4bb4-a0d9-854bba07d49c req-50b9e1e3-f54c-48fe-9c61-e5c62d81b56e tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=a06d1df7-77e8-4d02-914c-afedef6fecbc HTTP/1.1" status: 200 len: 950 time: 0.1505353 Sep 24 15:34:24.848268 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c63e454-458b-4552-b0c6-8180c601e548 req-cb89ec38-1762-4009-ad27-27d4c5bb2e6e tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Made reservation on behalf of 53357413dfbc434b8597a2dcdb9cca78 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:34:24.857877 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7c63e454-458b-4552-b0c6-8180c601e548 req-cb89ec38-1762-4009-ad27-27d4c5bb2e6e tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:24.929964 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device cb763be3-5704-4370-a054-fca08c16ba6e no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:34:24.935606 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d82eb4cd-1039-4bb4-a0d9-854bba07d49c req-4358a581-0e40-4f89-9372-6c9b7a63dd9c tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908816 Sep 24 15:34:24.990608 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: cb763be3-5704-4370-a054-fca08c16ba6e {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:34:24.991310 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device cb763be3-5704-4370-a054-fca08c16ba6e not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:34:25.025748 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-17251a80-4c77-4ae9-8eed-fd5b6babd815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:25.105109 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-f7cc1fa6-0ab3-4b5d-a9c7-5d73b015690f req-b9068ddf-28b0-4311-839d-abaf9c0e5b4c tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] For port c9332207-c726-4f30-bff1-552de6843456, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=c9332207-c726-4f30-bff1-552de6843456,segment=NetworkSegment(5c92913b-b5b8-43ec-a5ba-a4a68bdf770b),segment_id=5c92913b-b5b8-43ec-a5ba-a4a68bdf770b)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:34:25.143468 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-7c63e454-458b-4552-b0c6-8180c601e548 req-cb89ec38-1762-4009-ad27-27d4c5bb2e6e tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Allocated IP 172.20.0.5 (ff8678b1-4349-4ca8-a723-03edf66a1778/740320f3-b182-49df-862e-fbe87946f30f/0142ad3a-dc16-4465-ac2e-8afaafbbaba6) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:34:25.159851 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-f7cc1fa6-0ab3-4b5d-a9c7-5d73b015690f req-b9068ddf-28b0-4311-839d-abaf9c0e5b4c tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:25.225363 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-17251a80-4c77-4ae9-8eed-fd5b6babd815 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:25.229596 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-17251a80-4c77-4ae9-8eed-fd5b6babd815 admin admin] 10.222.0.101 "DELETE /v2.0/networks/d7a75141-fb30-4f08-abf9-d85d4a8287c0 HTTP/1.1" status: 204 len: 168 time: 2.1702583 Sep 24 15:34:25.229596 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17251a80-4c77-4ae9-8eed-fd5b6babd815 admin admin] Pushing event deleted for resources: {'Network': ['ID=d7a75141-fb30-4f08-abf9-d85d4a8287c0,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:25.299220 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-f7cc1fa6-0ab3-4b5d-a9c7-5d73b015690f req-b9068ddf-28b0-4311-839d-abaf9c0e5b4c tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:25.301301 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17251a80-4c77-4ae9-8eed-fd5b6babd815 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:25.301789 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17251a80-4c77-4ae9-8eed-fd5b6babd815 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:25.302430 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17251a80-4c77-4ae9-8eed-fd5b6babd815 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:25.304212 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17251a80-4c77-4ae9-8eed-fd5b6babd815 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:25.304553 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17251a80-4c77-4ae9-8eed-fd5b6babd815 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:25.305448 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17251a80-4c77-4ae9-8eed-fd5b6babd815 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:25.306004 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17251a80-4c77-4ae9-8eed-fd5b6babd815 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:25.306366 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17251a80-4c77-4ae9-8eed-fd5b6babd815 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:25.306698 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17251a80-4c77-4ae9-8eed-fd5b6babd815 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:25.307608 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17251a80-4c77-4ae9-8eed-fd5b6babd815 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:25.308203 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17251a80-4c77-4ae9-8eed-fd5b6babd815 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:25.308543 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17251a80-4c77-4ae9-8eed-fd5b6babd815 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:25.313138 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['c9332207-c726-4f30-bff1-552de6843456'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:34:25.359039 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cc1fa6-0ab3-4b5d-a9c7-5d73b015690f req-b9068ddf-28b0-4311-839d-abaf9c0e5b4c tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:25.360363 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-f7cc1fa6-0ab3-4b5d-a9c7-5d73b015690f req-b9068ddf-28b0-4311-839d-abaf9c0e5b4c tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:25.381088 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f7cc1fa6-0ab3-4b5d-a9c7-5d73b015690f req-b9068ddf-28b0-4311-839d-abaf9c0e5b4c tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "PUT /v2.0/ports/c9332207-c726-4f30-bff1-552de6843456 HTTP/1.1" status: 200 len: 982 time: 0.8056920 Sep 24 15:34:25.381655 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae07a67e-a0a9-4170-9a82-c9bd55b7b0a6', 'tag': 'c9332207-c726-4f30-bff1-552de6843456'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:34:25.385619 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-497a7d30-369c-4597-b8f1-54ad82040f3e" -d '{"events": [{"name": "network-changed", "server_uuid": "ae07a67e-a0a9-4170-9a82-c9bd55b7b0a6", "tag": "c9332207-c726-4f30-bff1-552de6843456"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:34:25.433910 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9068ddf-28b0-4311-839d-abaf9c0e5b4c tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Pushing event updated for resources: {'Port': ['ID=c9332207-c726-4f30-bff1-552de6843456,revision_number=6']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:25.448214 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7c63e454-458b-4552-b0c6-8180c601e548 req-cb89ec38-1762-4009-ad27-27d4c5bb2e6e tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:25.493087 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['c9332207-c726-4f30-bff1-552de6843456'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:34:25.504853 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4fa31664-e199-4107-a12f-740f5f110195 req-444f2d4b-eaf4-4b8f-8d97-e158d1cb2144 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/ports?device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 210 time: 0.2672422 Sep 24 15:34:25.572969 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a4e6adb5-f0d5-4df3-af31-4ef6ab4b486f req-dfc52a6c-bcb0-4b52-b34a-299714f6c6b9 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1682282844&fields=id&tenant_id=5bcf994545e24f4c9b0696ef07ac6678 HTTP/1.1" status: 200 len: 267 time: 0.0863757 Sep 24 15:34:25.613435 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b841677-eb55-4378-9e5c-66f953468ed8 x-openstack-request-id: req-9b841677-eb55-4378-9e5c-66f953468ed8 {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:34:25.613833 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae07a67e-a0a9-4170-9a82-c9bd55b7b0a6", "tag": "c9332207-c726-4f30-bff1-552de6843456", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:34:25.614136 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-9b841677-eb55-4378-9e5c-66f953468ed8 {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:34:25.614752 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae07a67e-a0a9-4170-9a82-c9bd55b7b0a6', 'tag': 'c9332207-c726-4f30-bff1-552de6843456', 'status': 'completed', 'code': 200} Sep 24 15:34:25.623836 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7c63e454-458b-4552-b0c6-8180c601e548 req-cb89ec38-1762-4009-ad27-27d4c5bb2e6e tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:25.683158 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e6adb5-f0d5-4df3-af31-4ef6ab4b486f req-029c0677-c1e7-4cfa-84e5-070e183d42f9 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:25.684965 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a4e6adb5-f0d5-4df3-af31-4ef6ab4b486f req-029c0677-c1e7-4cfa-84e5-070e183d42f9 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/ports?device_id=ae07a67e-a0a9-4170-9a82-c9bd55b7b0a6 HTTP/1.1" status: 200 len: 985 time: 0.1099510 Sep 24 15:34:25.701430 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-a4e6adb5-f0d5-4df3-af31-4ef6ab4b486f req-1ec2916c-a0ba-4b6c-b708-7809eafc1e8e tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Request body: {'port': {'security_groups': ['0c6d601c-52fd-4232-823b-3556dffffa90', 'c808ff85-cd23-43dd-bb54-0f06648765ae', 'a625196a-127e-4225-93bf-60d39ae8e2f2']}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:34:25.754175 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb89ec38-1762-4009-ad27-27d4c5bb2e6e tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Pushing event updated for resources: {'Port': ['ID=0142ad3a-dc16-4465-ac2e-8afaafbbaba6,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:25.826389 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 41810) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:34:25.851621 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c63e454-458b-4552-b0c6-8180c601e548 req-cb89ec38-1762-4009-ad27-27d4c5bb2e6e tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Network ff8678b1-4349-4ca8-a723-03edf66a1778 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:34:25.855210 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-7c63e454-458b-4552-b0c6-8180c601e548 req-cb89ec38-1762-4009-ad27-27d4c5bb2e6e tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:34:25.865136 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c63e454-458b-4552-b0c6-8180c601e548 req-cb89ec38-1762-4009-ad27-27d4c5bb2e6e tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:34:25.973596 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-a4e6adb5-f0d5-4df3-af31-4ef6ab4b486f req-1ec2916c-a0ba-4b6c-b708-7809eafc1e8e tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:25.983968 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63e454-458b-4552-b0c6-8180c601e548 req-cb89ec38-1762-4009-ad27-27d4c5bb2e6e tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:25.984741 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7c63e454-458b-4552-b0c6-8180c601e548 req-cb89ec38-1762-4009-ad27-27d4c5bb2e6e tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:26.026406 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41814) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:34:26.027205 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a7d30-369c-4597-b8f1-54ad82040f3e req-746ed47c-1760-4f31-a328-6863e2f9bc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:26.028753 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-497a7d30-369c-4597-b8f1-54ad82040f3e req-746ed47c-1760-4f31-a328-6863e2f9bc92 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=5bcf994545e24f4c9b0696ef07ac6678&device_id=ae07a67e-a0a9-4170-9a82-c9bd55b7b0a6 HTTP/1.1" status: 200 len: 1136 time: 0.2930200 Sep 24 15:34:26.030701 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f38068b1-802e-4a92-9401-2ca79fcaa8ac admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=3a93cc186ebd4c31bb7f3a35ed62b4f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2044137 Sep 24 15:34:26.296144 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-9562de88-9c89-4944-a814-89df7ac850f9 None None] Provisioning complete for port 0142ad3a-dc16-4465-ac2e-8afaafbbaba6 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:34:26.296458 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9562de88-9c89-4944-a814-89df7ac850f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:26.319323 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c63e454-458b-4552-b0c6-8180c601e548 req-cb89ec38-1762-4009-ad27-27d4c5bb2e6e tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0380449 Sep 24 15:34:26.351037 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-7c63e454-458b-4552-b0c6-8180c601e548 req-eb21e5e1-fcc8-4266-b345-0928ca65d57a tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Request body: {'port': {'device_id': '465bc65b-5f46-498c-b8b1-509be174e9cd', 'network_id': '5073d904-8b2b-4bdf-8338-7c236ddf6645', 'admin_state_up': True, 'tenant_id': '53357413dfbc434b8597a2dcdb9cca78', 'security_groups': ['009469bf-50d0-4ac3-bdd3-519f093da79b']}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:34:26.413522 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-9562de88-9c89-4944-a814-89df7ac850f9 None None] Port 0142ad3a-dc16-4465-ac2e-8afaafbbaba6 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:34:26.450296 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-a4e6adb5-f0d5-4df3-af31-4ef6ab4b486f req-1ec2916c-a0ba-4b6c-b708-7809eafc1e8e tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] For port c9332207-c726-4f30-bff1-552de6843456, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=c9332207-c726-4f30-bff1-552de6843456,segment=NetworkSegment(5c92913b-b5b8-43ec-a5ba-a4a68bdf770b),segment_id=5c92913b-b5b8-43ec-a5ba-a4a68bdf770b)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:34:26.464739 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a7d30-369c-4597-b8f1-54ad82040f3e req-4f770b7c-8a2b-42d6-8834-97444dfd8440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:26.466247 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-497a7d30-369c-4597-b8f1-54ad82040f3e req-4f770b7c-8a2b-42d6-8834-97444dfd8440 service neutron] 10.222.0.110 "GET /v2.0/networks?id=0374e89a-9d0f-457f-a823-b632a66136eb HTTP/1.1" status: 200 len: 915 time: 0.4166315 Sep 24 15:34:26.489789 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-a4e6adb5-f0d5-4df3-af31-4ef6ab4b486f req-1ec2916c-a0ba-4b6c-b708-7809eafc1e8e tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:26.542208 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-497a7d30-369c-4597-b8f1-54ad82040f3e req-fe09671f-927f-4217-b199-baad3c9e9448 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9332207-c726-4f30-bff1-552de6843456 HTTP/1.1" status: 200 len: 217 time: 0.0573912 Sep 24 15:34:26.564804 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf6132b-7f21-438a-9d4a-6cf9a86b79f8 req-5dac0c49-6bae-4acb-beaa-c59a0a11b486 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:26.564804 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8bf6132b-7f21-438a-9d4a-6cf9a86b79f8 req-5dac0c49-6bae-4acb-beaa-c59a0a11b486 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=a06d1df7-77e8-4d02-914c-afedef6fecbc HTTP/1.1" status: 200 len: 950 time: 0.3023212 Sep 24 15:34:26.600936 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-a4e6adb5-f0d5-4df3-af31-4ef6ab4b486f req-1ec2916c-a0ba-4b6c-b708-7809eafc1e8e tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:26.616963 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['c9332207-c726-4f30-bff1-552de6843456'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:34:26.641468 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c53feb5c-cb76-4426-be45-0d038728a383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:26.670372 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a7d30-369c-4597-b8f1-54ad82040f3e req-d2ec719e-8864-44ad-a7c8-30121171cf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:26.671842 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-497a7d30-369c-4597-b8f1-54ad82040f3e req-d2ec719e-8864-44ad-a7c8-30121171cf18 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=f92e43d9-cce4-457c-a8f9-5d0718ce60de HTTP/1.1" status: 200 len: 853 time: 0.1135790 Sep 24 15:34:26.705959 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8bf6132b-7f21-438a-9d4a-6cf9a86b79f8 req-dad3b3ff-70c8-49c0-9337-3b6712071189 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339288 Sep 24 15:34:26.722097 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e6adb5-f0d5-4df3-af31-4ef6ab4b486f req-1ec2916c-a0ba-4b6c-b708-7809eafc1e8e tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:26.724594 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-a4e6adb5-f0d5-4df3-af31-4ef6ab4b486f req-1ec2916c-a0ba-4b6c-b708-7809eafc1e8e tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:26.744128 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a4e6adb5-f0d5-4df3-af31-4ef6ab4b486f req-1ec2916c-a0ba-4b6c-b708-7809eafc1e8e tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "PUT /v2.0/ports/c9332207-c726-4f30-bff1-552de6843456 HTTP/1.1" status: 200 len: 1021 time: 1.0501106 Sep 24 15:34:26.749953 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c53feb5c-cb76-4426-be45-0d038728a383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:26.755026 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-497a7d30-369c-4597-b8f1-54ad82040f3e req-79436cf0-55af-470a-98d2-080dec8c2662 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=0374e89a-9d0f-457f-a823-b632a66136eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726340 Sep 24 15:34:26.802398 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec2916c-a0ba-4b6c-b708-7809eafc1e8e tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Pushing event updated for resources: {'Port': ['ID=c9332207-c726-4f30-bff1-552de6843456,revision_number=7']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:26.827903 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec2916c-a0ba-4b6c-b708-7809eafc1e8e tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:26.832308 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['c9332207-c726-4f30-bff1-552de6843456'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:34:26.834549 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec2916c-a0ba-4b6c-b708-7809eafc1e8e tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:26.835075 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec2916c-a0ba-4b6c-b708-7809eafc1e8e tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:26.835600 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec2916c-a0ba-4b6c-b708-7809eafc1e8e tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:26.836095 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec2916c-a0ba-4b6c-b708-7809eafc1e8e tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:26.845599 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec2916c-a0ba-4b6c-b708-7809eafc1e8e tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:26.846296 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec2916c-a0ba-4b6c-b708-7809eafc1e8e tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:26.847194 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec2916c-a0ba-4b6c-b708-7809eafc1e8e tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:26.847746 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec2916c-a0ba-4b6c-b708-7809eafc1e8e tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:26.848276 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec2916c-a0ba-4b6c-b708-7809eafc1e8e tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:26.848827 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec2916c-a0ba-4b6c-b708-7809eafc1e8e tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:26.849335 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ec2916c-a0ba-4b6c-b708-7809eafc1e8e tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:26.851986 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c63e454-458b-4552-b0c6-8180c601e548 req-eb21e5e1-fcc8-4266-b345-0928ca65d57a tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Made reservation on behalf of 53357413dfbc434b8597a2dcdb9cca78 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:34:26.855619 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7c63e454-458b-4552-b0c6-8180c601e548 req-eb21e5e1-fcc8-4266-b345-0928ca65d57a tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:26.967003 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9600cce6-9e32-4ab4-b814-f23887e3d5e3 req-88c700e3-29a9-40df-8ad3-3d3225b4f2dd tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:26.976878 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9600cce6-9e32-4ab4-b814-f23887e3d5e3 req-88c700e3-29a9-40df-8ad3-3d3225b4f2dd tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/ports?device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 931 time: 0.1228342 Sep 24 15:34:27.036574 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-497a7d30-369c-4597-b8f1-54ad82040f3e req-076fa149-e25b-46c3-984c-90063338e394 service neutron] 10.222.0.110 "GET /v2.0/networks/0374e89a-9d0f-457f-a823-b632a66136eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612693 Sep 24 15:34:27.046823 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9600cce6-9e32-4ab4-b814-f23887e3d5e3 req-e12debe1-f99a-4291-94a0-c2fca83b0edc tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/security-groups?id=009469bf-50d0-4ac3-bdd3-519f093da79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636156 Sep 24 15:34:27.322592 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07fdda4-2a78-481c-8184-5d7dafb23578 req-8f8040b0-8ee7-47be-93fb-100e6204deac tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:27.330381 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f07fdda4-2a78-481c-8184-5d7dafb23578 req-8f8040b0-8ee7-47be-93fb-100e6204deac tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/ports?device_id=ae07a67e-a0a9-4170-9a82-c9bd55b7b0a6 HTTP/1.1" status: 200 len: 1024 time: 0.2924223 Sep 24 15:34:27.506789 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-497a7d30-369c-4597-b8f1-54ad82040f3e req-073d2de8-3d41-42d8-aa7c-2396afe357f9 service neutron] 10.222.0.110 "GET /v2.0/networks/0374e89a-9d0f-457f-a823-b632a66136eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4047601 Sep 24 15:34:27.524680 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-7c63e454-458b-4552-b0c6-8180c601e548 req-eb21e5e1-fcc8-4266-b345-0928ca65d57a tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Allocated IP 10.1.1.65 (5073d904-8b2b-4bdf-8338-7c236ddf6645/e11d2a5f-bb34-4615-a972-21b689918a94/f7691fd8-1f6a-45f4-bf43-5e43375cafad) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:34:27.579488 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f07fdda4-2a78-481c-8184-5d7dafb23578 req-04669829-5917-4b7b-9198-0f9d5ef321a6 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/security-groups?id=c808ff85-cd23-43dd-bb54-0f06648765ae&id=0c6d601c-52fd-4232-823b-3556dffffa90&id=a625196a-127e-4225-93bf-60d39ae8e2f2 HTTP/1.1" status: 200 len: 6148 time: 0.2377715 Sep 24 15:34:27.603438 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-4c955347-de86-474e-8f2a-3bdafacee23c req-c0e2d81b-dbe9-4755-9546-cac38b8a56c1 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Request body: {'security_group': {'name': ' tempest-securitygroup -184865339 ', 'description': 'tempest-description-648678734'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:34:27.616424 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae07a67e-a0a9-4170-9a82-c9bd55b7b0a6', 'tag': 'c9332207-c726-4f30-bff1-552de6843456'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:34:27.624340 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f478f8fd-c09a-4e56-a62b-d7f0856ceb7a" -d '{"events": [{"name": "network-changed", "server_uuid": "ae07a67e-a0a9-4170-9a82-c9bd55b7b0a6", "tag": "c9332207-c726-4f30-bff1-552de6843456"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:34:27.676609 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c746f40-f746-4746-970c-550dcfe06c74 x-openstack-request-id: req-3c746f40-f746-4746-970c-550dcfe06c74 {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:34:27.677247 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae07a67e-a0a9-4170-9a82-c9bd55b7b0a6", "tag": "c9332207-c726-4f30-bff1-552de6843456", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:34:27.677247 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-3c746f40-f746-4746-970c-550dcfe06c74 {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:34:27.680671 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae07a67e-a0a9-4170-9a82-c9bd55b7b0a6', 'tag': 'c9332207-c726-4f30-bff1-552de6843456', 'status': 'completed', 'code': 200} Sep 24 15:34:27.719552 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7c63e454-458b-4552-b0c6-8180c601e548 req-eb21e5e1-fcc8-4266-b345-0928ca65d57a tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:27.834255 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ef7eee-43b6-4b99-9cd1-d30da1cac8b1 req-1e9f28ae-a675-4e28-833b-46b053d8b97d tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:27.835724 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-31ef7eee-43b6-4b99-9cd1-d30da1cac8b1 req-1e9f28ae-a675-4e28-833b-46b053d8b97d tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=a06d1df7-77e8-4d02-914c-afedef6fecbc HTTP/1.1" status: 200 len: 950 time: 0.0496161 Sep 24 15:34:27.874888 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-31ef7eee-43b6-4b99-9cd1-d30da1cac8b1 req-7067014b-5ad7-4ca3-aa71-f02a0b230053 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329320 Sep 24 15:34:27.897159 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c53feb5c-cb76-4426-be45-0d038728a383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:27.902073 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c53feb5c-cb76-4426-be45-0d038728a383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:27.903302 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-c53feb5c-cb76-4426-be45-0d038728a383 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/46dae02e-e247-4d78-a1c3-d9f3f8a7a9e0 HTTP/1.1" status: 204 len: 168 time: 1.8736408 Sep 24 15:34:27.913726 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53feb5c-cb76-4426-be45-0d038728a383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46dae02e-e247-4d78-a1c3-d9f3f8a7a9e0,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:28.045635 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-4c955347-de86-474e-8f2a-3bdafacee23c req-c0e2d81b-dbe9-4755-9546-cac38b8a56c1 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:28.060678 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7c63e454-458b-4552-b0c6-8180c601e548 req-eb21e5e1-fcc8-4266-b345-0928ca65d57a tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:28.071965 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f478f8fd-c09a-4e56-a62b-d7f0856ceb7a req-58ab91c1-0e71-48ef-af9a-8fd921ecd893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:28.073839 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f478f8fd-c09a-4e56-a62b-d7f0856ceb7a req-58ab91c1-0e71-48ef-af9a-8fd921ecd893 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=5bcf994545e24f4c9b0696ef07ac6678&device_id=ae07a67e-a0a9-4170-9a82-c9bd55b7b0a6 HTTP/1.1" status: 200 len: 1175 time: 0.0697477 Sep 24 15:34:28.167878 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c63e454-458b-4552-b0c6-8180c601e548 req-eb21e5e1-fcc8-4266-b345-0928ca65d57a tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Network 5073d904-8b2b-4bdf-8338-7c236ddf6645 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:34:28.182688 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-4c955347-de86-474e-8f2a-3bdafacee23c req-c0e2d81b-dbe9-4755-9546-cac38b8a56c1 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:28.194531 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-7c63e454-458b-4552-b0c6-8180c601e548 req-eb21e5e1-fcc8-4266-b345-0928ca65d57a tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:34:28.211801 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c63e454-458b-4552-b0c6-8180c601e548 req-eb21e5e1-fcc8-4266-b345-0928ca65d57a tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:34:28.219410 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb21e5e1-fcc8-4266-b345-0928ca65d57a tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Pushing event updated for resources: {'Port': ['ID=f7691fd8-1f6a-45f4-bf43-5e43375cafad,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:28.322780 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-4c955347-de86-474e-8f2a-3bdafacee23c req-c0e2d81b-dbe9-4755-9546-cac38b8a56c1 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:28.357101 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3200c06-68de-4777-a551-05aaac12d2aa req-5da74de9-4b53-4025-8f58-1e0d3afc523c tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:28.364591 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3200c06-68de-4777-a551-05aaac12d2aa req-5da74de9-4b53-4025-8f58-1e0d3afc523c tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:28.366950 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b3200c06-68de-4777-a551-05aaac12d2aa req-5da74de9-4b53-4025-8f58-1e0d3afc523c tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/ports?device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 1652 time: 0.2154865 Sep 24 15:34:28.373335 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63e454-458b-4552-b0c6-8180c601e548 req-eb21e5e1-fcc8-4266-b345-0928ca65d57a tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:28.374193 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7c63e454-458b-4552-b0c6-8180c601e548 req-eb21e5e1-fcc8-4266-b345-0928ca65d57a tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:28.401484 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e2d81b-dbe9-4755-9546-cac38b8a56c1 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5488e33-23c5-4821-9034-01220b31cd55,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:28.446314 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-4c955347-de86-474e-8f2a-3bdafacee23c req-c0e2d81b-dbe9-4755-9546-cac38b8a56c1 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:28.447620 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4c955347-de86-474e-8f2a-3bdafacee23c req-c0e2d81b-dbe9-4755-9546-cac38b8a56c1 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.8542976 Sep 24 15:34:28.680197 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-1ef6798b-d648-4f26-81a0-ff88686ea889 None None] Provisioning complete for port f7691fd8-1f6a-45f4-bf43-5e43375cafad triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:34:28.688883 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-1ef6798b-d648-4f26-81a0-ff88686ea889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:28.766150 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-56342a61-5500-4f44-8175-f59b58b9f046 req-5de38346-aa41-4b58-a009-f341784fcb90 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/security-groups/d5488e33-23c5-4821-9034-01220b31cd55 HTTP/1.1" status: 200 len: 1779 time: 0.1359096 Sep 24 15:34:28.827861 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-1ef6798b-d648-4f26-81a0-ff88686ea889 None None] Port f7691fd8-1f6a-45f4-bf43-5e43375cafad cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:34:28.909112 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-411f1e4a-7080-4412-b1a7-cf1ab9735817 req-0a121844-ad5b-48a5-96ec-69911d3c7c56 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/security-groups/d5488e33-23c5-4821-9034-01220b31cd55 HTTP/1.1" status: 200 len: 1779 time: 0.1063976 Sep 24 15:34:29.017563 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-411f1e4a-7080-4412-b1a7-cf1ab9735817 req-3cb785dc-10be-4b2d-baae-5b9baaef43b0 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:29.057155 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-411f1e4a-7080-4412-b1a7-cf1ab9735817 req-3cb785dc-10be-4b2d-baae-5b9baaef43b0 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:29.060899 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f478f8fd-c09a-4e56-a62b-d7f0856ceb7a req-555f39e6-58e7-4a7e-88ad-0f6bcbd771cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:29.062572 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f478f8fd-c09a-4e56-a62b-d7f0856ceb7a req-555f39e6-58e7-4a7e-88ad-0f6bcbd771cc service neutron] 10.222.0.110 "GET /v2.0/networks?id=0374e89a-9d0f-457f-a823-b632a66136eb HTTP/1.1" status: 200 len: 915 time: 0.9571629 Sep 24 15:34:29.150603 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b3200c06-68de-4777-a551-05aaac12d2aa req-6ebf27ee-385f-4aa5-a1d9-2ce4d88c0988 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/security-groups?id=009469bf-50d0-4ac3-bdd3-519f093da79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7530978 Sep 24 15:34:29.153372 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c63e454-458b-4552-b0c6-8180c601e548 req-eb21e5e1-fcc8-4266-b345-0928ca65d57a tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.8147609 Sep 24 15:34:29.160239 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f478f8fd-c09a-4e56-a62b-d7f0856ceb7a req-efea2ec7-1128-42ab-9185-9397c54029ff service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9332207-c726-4f30-bff1-552de6843456 HTTP/1.1" status: 200 len: 217 time: 0.0815277 Sep 24 15:34:29.176580 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-7c63e454-458b-4552-b0c6-8180c601e548 req-0ef2cc38-f72e-4d45-b5f4-213867f83bc7 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Request body: {'port': {'device_id': '465bc65b-5f46-498c-b8b1-509be174e9cd', 'network_id': '5073d904-8b2b-4bdf-8338-7c236ddf6645', 'admin_state_up': True, 'tenant_id': '53357413dfbc434b8597a2dcdb9cca78', 'security_groups': ['009469bf-50d0-4ac3-bdd3-519f093da79b']}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:34:29.189369 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-411f1e4a-7080-4412-b1a7-cf1ab9735817 req-3cb785dc-10be-4b2d-baae-5b9baaef43b0 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:29.192712 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-411f1e4a-7080-4412-b1a7-cf1ab9735817 req-3cb785dc-10be-4b2d-baae-5b9baaef43b0 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:29.201098 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-411f1e4a-7080-4412-b1a7-cf1ab9735817 req-3cb785dc-10be-4b2d-baae-5b9baaef43b0 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "DELETE /v2.0/security-groups/d5488e33-23c5-4821-9034-01220b31cd55 HTTP/1.1" status: 204 len: 173 time: 0.2910459 Sep 24 15:34:29.251259 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb785dc-10be-4b2d-baae-5b9baaef43b0 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5488e33-23c5-4821-9034-01220b31cd55,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:29.467909 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [req-509bef99-007a-4693-a776-9b4eaf2841e4 req-95f40c21-04f4-4369-9d7c-8cf828fced4b tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] show failed (client error): The resource could not be found. Sep 24 15:34:29.473717 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-509bef99-007a-4693-a776-9b4eaf2841e4 req-95f40c21-04f4-4369-9d7c-8cf828fced4b tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/security-groups/d5488e33-23c5-4821-9034-01220b31cd55 HTTP/1.1" status: 404 len: 352 time: 0.0233009 Sep 24 15:34:29.514915 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-b1b2dc81-8532-4525-9c7e-ff77626ba48c req-bafe202e-c6f6-4926-b18a-2d77b343e1bd tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-503672486', 'description': 'tempest-description-688339680'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:34:29.576414 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f478f8fd-c09a-4e56-a62b-d7f0856ceb7a req-52437e28-631b-4378-b57a-c3e0eedc946c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:29.578388 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f478f8fd-c09a-4e56-a62b-d7f0856ceb7a req-52437e28-631b-4378-b57a-c3e0eedc946c service neutron] 10.222.0.110 "GET /v2.0/subnets?id=f92e43d9-cce4-457c-a8f9-5d0718ce60de HTTP/1.1" status: 200 len: 853 time: 0.4017656 Sep 24 15:34:29.589128 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0850fc-e54b-4a6b-a3b9-dc2335261a4d req-e641e64c-919e-4da4-8d16-897591f3b5df tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:29.591122 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dc0850fc-e54b-4a6b-a3b9-dc2335261a4d req-e641e64c-919e-4da4-8d16-897591f3b5df tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=a06d1df7-77e8-4d02-914c-afedef6fecbc HTTP/1.1" status: 200 len: 950 time: 0.3045313 Sep 24 15:34:29.622827 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-b1b2dc81-8532-4525-9c7e-ff77626ba48c req-bafe202e-c6f6-4926-b18a-2d77b343e1bd tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:29.654831 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f478f8fd-c09a-4e56-a62b-d7f0856ceb7a req-d39420a8-ffa4-4ce5-a118-d73bcbc47955 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=0374e89a-9d0f-457f-a823-b632a66136eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626562 Sep 24 15:34:29.679562 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 41904) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:34:29.787363 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dc0850fc-e54b-4a6b-a3b9-dc2335261a4d req-6624140e-0214-4ecc-bb8f-81aabfe1387b tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860769 Sep 24 15:34:29.814028 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-13ae1c8a-afa4-404c-845b-3cc1f7ea3f0e admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-737865220-network', 'tenant_id': 'a751ad5db0954f8586f38b54191ecee5'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:34:29.825911 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c63e454-458b-4552-b0c6-8180c601e548 req-0ef2cc38-f72e-4d45-b5f4-213867f83bc7 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Made reservation on behalf of 53357413dfbc434b8597a2dcdb9cca78 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:34:29.829570 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7c63e454-458b-4552-b0c6-8180c601e548 req-0ef2cc38-f72e-4d45-b5f4-213867f83bc7 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:29.866479 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.db.api [None req-13ae1c8a-afa4-404c-845b-3cc1f7ea3f0e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 15:34:29.866479 n-d-808921-1 neutron-server[95297]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 24 15:34:29.866479 n-d-808921-1 neutron-server[95297]: [parameters: {'project_id_1': 'a751ad5db0954f8586f38b54191ecee5', 'expiration_1': datetime.datetime(2021, 9, 24, 15, 34, 9, 818875)}] Sep 24 15:34:29.866479 n-d-808921-1 neutron-server[95297]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:34:29.867039 n-d-808921-1 neutron-server[95297]: DEBUG oslo_db.api [None req-13ae1c8a-afa4-404c-845b-3cc1f7ea3f0e admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:34:30.007473 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f478f8fd-c09a-4e56-a62b-d7f0856ceb7a req-0234d353-6672-403f-9182-cc4c3292aa69 service neutron] 10.222.0.110 "GET /v2.0/networks/0374e89a-9d0f-457f-a823-b632a66136eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3429117 Sep 24 15:34:30.037419 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-b1b2dc81-8532-4525-9c7e-ff77626ba48c req-bafe202e-c6f6-4926-b18a-2d77b343e1bd tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:30.126620 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-b1b2dc81-8532-4525-9c7e-ff77626ba48c req-bafe202e-c6f6-4926-b18a-2d77b343e1bd tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:30.161697 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f478f8fd-c09a-4e56-a62b-d7f0856ceb7a req-11c92556-c10d-42f9-8573-3225573b5b4c service neutron] 10.222.0.110 "GET /v2.0/networks/0374e89a-9d0f-457f-a823-b632a66136eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375790 Sep 24 15:34:30.184109 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-7c63e454-458b-4552-b0c6-8180c601e548 req-0ef2cc38-f72e-4d45-b5f4-213867f83bc7 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Allocated IP 10.1.1.50 (5073d904-8b2b-4bdf-8338-7c236ddf6645/e11d2a5f-bb34-4615-a972-21b689918a94/d4b18f8b-70cf-4cbf-9ef3-a4612e10fee4) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:34:30.198720 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe202e-c6f6-4926-b18a-2d77b343e1bd tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d1ccbe6-d0a8-4485-8fce-34108b703f93,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:30.229220 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-b1b2dc81-8532-4525-9c7e-ff77626ba48c req-bafe202e-c6f6-4926-b18a-2d77b343e1bd tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:30.230619 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b1b2dc81-8532-4525-9c7e-ff77626ba48c req-bafe202e-c6f6-4926-b18a-2d77b343e1bd tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.7232461 Sep 24 15:34:30.284729 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-927d3ce1-909a-49a3-a02c-c27247fc5709 req-c7d26fe3-7f56-4835-b310-0482e240fa81 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-755150247', 'description': 'tempest-description-452534641'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:34:30.408828 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-927d3ce1-909a-49a3-a02c-c27247fc5709 req-c7d26fe3-7f56-4835-b310-0482e240fa81 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:30.494128 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe32a09e-efe0-49fc-b76c-6725d18e304c req-8f1d2c30-7540-467e-bb16-88ed0fec719a tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:30.502167 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe32a09e-efe0-49fc-b76c-6725d18e304c req-8f1d2c30-7540-467e-bb16-88ed0fec719a tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:30.503951 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fe32a09e-efe0-49fc-b76c-6725d18e304c req-8f1d2c30-7540-467e-bb16-88ed0fec719a tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/ports?device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 1652 time: 0.1568482 Sep 24 15:34:30.529253 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7c63e454-458b-4552-b0c6-8180c601e548 req-0ef2cc38-f72e-4d45-b5f4-213867f83bc7 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:30.539304 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ae1c8a-afa4-404c-845b-3cc1f7ea3f0e admin admin] Made reservation on behalf of a751ad5db0954f8586f38b54191ecee5 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:34:30.542777 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-13ae1c8a-afa4-404c-845b-3cc1f7ea3f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:30.564703 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-13ae1c8a-afa4-404c-845b-3cc1f7ea3f0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:30.627560 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fe32a09e-efe0-49fc-b76c-6725d18e304c req-22472158-38ff-42bb-a09e-dd1180ed88ea tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/security-groups?id=009469bf-50d0-4ac3-bdd3-519f093da79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171229 Sep 24 15:34:30.663378 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-927d3ce1-909a-49a3-a02c-c27247fc5709 req-c7d26fe3-7f56-4835-b310-0482e240fa81 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:30.771616 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-927d3ce1-909a-49a3-a02c-c27247fc5709 req-c7d26fe3-7f56-4835-b310-0482e240fa81 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:30.795694 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7c63e454-458b-4552-b0c6-8180c601e548 req-0ef2cc38-f72e-4d45-b5f4-213867f83bc7 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:30.869506 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c63e454-458b-4552-b0c6-8180c601e548 req-0ef2cc38-f72e-4d45-b5f4-213867f83bc7 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Network 5073d904-8b2b-4bdf-8338-7c236ddf6645 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:34:30.874356 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-7c63e454-458b-4552-b0c6-8180c601e548 req-0ef2cc38-f72e-4d45-b5f4-213867f83bc7 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:34:30.908010 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d26fe3-7f56-4835-b310-0482e240fa81 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ace123f7-9528-48b8-baa3-e34711d433db,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:30.925214 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c63e454-458b-4552-b0c6-8180c601e548 req-0ef2cc38-f72e-4d45-b5f4-213867f83bc7 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:34:31.008025 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef2cc38-f72e-4d45-b5f4-213867f83bc7 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Pushing event updated for resources: {'Port': ['ID=d4b18f8b-70cf-4cbf-9ef3-a4612e10fee4,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:31.059941 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-13ae1c8a-afa4-404c-845b-3cc1f7ea3f0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:31.154184 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-13ae1c8a-afa4-404c-845b-3cc1f7ea3f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:31.178598 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13ae1c8a-afa4-404c-845b-3cc1f7ea3f0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1259} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:34:31.184355 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63e454-458b-4552-b0c6-8180c601e548 req-0ef2cc38-f72e-4d45-b5f4-213867f83bc7 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:31.184355 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7c63e454-458b-4552-b0c6-8180c601e548 req-0ef2cc38-f72e-4d45-b5f4-213867f83bc7 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:31.209137 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1601062c-12ec-478e-bef7-a0f45ca473ae req-0dc2db39-796e-42ec-b737-f49e9389aacd tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:31.218811 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1601062c-12ec-478e-bef7-a0f45ca473ae req-0dc2db39-796e-42ec-b737-f49e9389aacd tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=a06d1df7-77e8-4d02-914c-afedef6fecbc HTTP/1.1" status: 200 len: 950 time: 0.1945753 Sep 24 15:34:31.229293 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9bf9fb36-8f7a-469f-9ea1-c3d6e0450e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:31.311310 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1601062c-12ec-478e-bef7-a0f45ca473ae req-e3e91a6f-b681-42e8-8433-8e4225adb642 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909016 Sep 24 15:34:31.332666 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-927d3ce1-909a-49a3-a02c-c27247fc5709 req-c7d26fe3-7f56-4835-b310-0482e240fa81 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:31.334329 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-927d3ce1-909a-49a3-a02c-c27247fc5709 req-c7d26fe3-7f56-4835-b310-0482e240fa81 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 1.0547917 Sep 24 15:34:31.354874 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c63e454-458b-4552-b0c6-8180c601e548 req-0ef2cc38-f72e-4d45-b5f4-213867f83bc7 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.1884589 Sep 24 15:34:31.372990 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-13ae1c8a-afa4-404c-845b-3cc1f7ea3f0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:31.373344 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-13ae1c8a-afa4-404c-845b-3cc1f7ea3f0e admin admin] Added segment e854fc2b-10a2-4840-85e1-f484bd234f97 of type vlan for network 11d4bcd0-f4e1-47ce-8813-4a94d2179197 Sep 24 15:34:31.377407 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-7c63e454-458b-4552-b0c6-8180c601e548 req-f8876c5b-2184-4ac3-bd51-8d0559b02f01 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Request body: {'port': {'device_id': '465bc65b-5f46-498c-b8b1-509be174e9cd', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '507b15b8-afa5-40b8-adba-ac821e324412', 'admin_state_up': True, 'tenant_id': '53357413dfbc434b8597a2dcdb9cca78', 'security_groups': ['009469bf-50d0-4ac3-bdd3-519f093da79b']}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:34:31.418607 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ae1c8a-afa4-404c-845b-3cc1f7ea3f0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62f13653-b186-43c2-8b39-46ac7f17e8f4,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:31.437576 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-13ae1c8a-afa4-404c-845b-3cc1f7ea3f0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:31.446974 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-7f12b5ab-620f-4051-b4e8-420687ad42c2 req-717b79ca-02fc-4566-a3f9-207df17ea0d6 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1649827776', 'description': 'tempest-description-877285451'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:34:31.492253 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-59676236-7e2e-4bd5-be98-f446902b92af None None] Provisioning complete for port d4b18f8b-70cf-4cbf-9ef3-a4612e10fee4 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:34:31.492688 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-59676236-7e2e-4bd5-be98-f446902b92af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:31.595951 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-59676236-7e2e-4bd5-be98-f446902b92af None None] Port d4b18f8b-70cf-4cbf-9ef3-a4612e10fee4 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:34:31.605730 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-13ae1c8a-afa4-404c-845b-3cc1f7ea3f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:31.607352 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ae1c8a-afa4-404c-845b-3cc1f7ea3f0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:31.608231 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-13ae1c8a-afa4-404c-845b-3cc1f7ea3f0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:31.626716 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7f12b5ab-620f-4051-b4e8-420687ad42c2 req-717b79ca-02fc-4566-a3f9-207df17ea0d6 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:31.698249 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ae1c8a-afa4-404c-845b-3cc1f7ea3f0e admin admin] Pushing event updated for resources: {'Network': ['ID=11d4bcd0-f4e1-47ce-8813-4a94d2179197,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:31.709609 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 11d4bcd0-f4e1-47ce-8813-4a94d2179197 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:34:31.828510 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c207cc29-4ef9-4c79-87f9-c6985f507b16 req-a0d8aa4a-b34e-4d94-b662-2fad01f1775b tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:31.835825 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c207cc29-4ef9-4c79-87f9-c6985f507b16 req-a0d8aa4a-b34e-4d94-b662-2fad01f1775b tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:31.842449 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c207cc29-4ef9-4c79-87f9-c6985f507b16 req-a0d8aa4a-b34e-4d94-b662-2fad01f1775b tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:31.844371 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c207cc29-4ef9-4c79-87f9-c6985f507b16 req-a0d8aa4a-b34e-4d94-b662-2fad01f1775b tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/ports?device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 2372 time: 0.0797052 Sep 24 15:34:31.892047 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-13ae1c8a-afa4-404c-845b-3cc1f7ea3f0e admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.2106907 Sep 24 15:34:31.895474 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41978) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:34:31.901509 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-bd8a609b-3dd1-44f5-a1b4-f1782e77ce4a admin admin] Request body: {'subnet': {'network_id': '11d4bcd0-f4e1-47ce-8813-4a94d2179197', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-737865220-subnet', 'tenant_id': 'a751ad5db0954f8586f38b54191ecee5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:34:31.901893 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c207cc29-4ef9-4c79-87f9-c6985f507b16 req-ca3f1919-c2cd-4958-8fbc-bf142e5a4088 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/security-groups?id=009469bf-50d0-4ac3-bdd3-519f093da79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505743 Sep 24 15:34:31.958087 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.db.api [req-7c63e454-458b-4552-b0c6-8180c601e548 req-f8876c5b-2184-4ac3-bd51-8d0559b02f01 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 15:34:31.958087 n-d-808921-1 neutron-server[95298]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 24 15:34:31.958087 n-d-808921-1 neutron-server[95298]: [parameters: {'project_id_1': '53357413dfbc434b8597a2dcdb9cca78', 'expiration_1': datetime.datetime(2021, 9, 24, 15, 34, 11, 718119)}] Sep 24 15:34:31.958087 n-d-808921-1 neutron-server[95298]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:34:31.960372 n-d-808921-1 neutron-server[95298]: DEBUG oslo_db.api [req-7c63e454-458b-4552-b0c6-8180c601e548 req-f8876c5b-2184-4ac3-bd51-8d0559b02f01 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:34:31.960372 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.db.api [None req-bd8a609b-3dd1-44f5-a1b4-f1782e77ce4a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 15:34:31.960372 n-d-808921-1 neutron-server[95298]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 24 15:34:31.960372 n-d-808921-1 neutron-server[95298]: [parameters: {'project_id_1': 'a751ad5db0954f8586f38b54191ecee5', 'expiration_1': datetime.datetime(2021, 9, 24, 15, 34, 11, 916518)}] Sep 24 15:34:31.960372 n-d-808921-1 neutron-server[95298]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:34:31.960372 n-d-808921-1 neutron-server[95298]: DEBUG oslo_db.api [None req-bd8a609b-3dd1-44f5-a1b4-f1782e77ce4a admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:34:32.063206 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7f12b5ab-620f-4051-b4e8-420687ad42c2 req-717b79ca-02fc-4566-a3f9-207df17ea0d6 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:32.183248 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7f12b5ab-620f-4051-b4e8-420687ad42c2 req-717b79ca-02fc-4566-a3f9-207df17ea0d6 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:32.237599 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717b79ca-02fc-4566-a3f9-207df17ea0d6 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc897354-0ee1-40c9-beec-12876d54f5b6,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:32.304919 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7f12b5ab-620f-4051-b4e8-420687ad42c2 req-717b79ca-02fc-4566-a3f9-207df17ea0d6 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:32.322526 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7f12b5ab-620f-4051-b4e8-420687ad42c2 req-717b79ca-02fc-4566-a3f9-207df17ea0d6 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.8738065 Sep 24 15:34:32.506311 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b0444b-13e3-465a-9233-cff0d7be8eb5 req-7ed3d63c-aa4e-4536-877b-efb91c13656a tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:32.514430 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-71b0444b-13e3-465a-9233-cff0d7be8eb5 req-7ed3d63c-aa4e-4536-877b-efb91c13656a tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=a06d1df7-77e8-4d02-914c-afedef6fecbc HTTP/1.1" status: 200 len: 950 time: 0.1063185 Sep 24 15:34:32.613950 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cad72ce2-1a85-4067-b7d8-0676deccf8ae req-56468e61-f5d5-408d-939e-20e4f28e6b75 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5bcf994545e24f4c9b0696ef07ac6678 HTTP/1.1" status: 200 len: 10893 time: 0.2605236 Sep 24 15:34:32.628882 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-71b0444b-13e3-465a-9233-cff0d7be8eb5 req-c2e31ed8-0784-4a33-a2b6-9b2df8a1b293 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115677 Sep 24 15:34:32.635870 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.db.api [req-7c63e454-458b-4552-b0c6-8180c601e548 req-f8876c5b-2184-4ac3-bd51-8d0559b02f01 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 15:34:32.635870 n-d-808921-1 neutron-server[95298]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 24 15:34:32.635870 n-d-808921-1 neutron-server[95298]: [parameters: {'project_id': '53357413dfbc434b8597a2dcdb9cca78', 'id': '9c8eee89-db1c-452c-8739-2365d0e680af', 'expiration': datetime.datetime(2021, 9, 24, 15, 36, 32, 490095)}] Sep 24 15:34:32.635870 n-d-808921-1 neutron-server[95298]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:34:32.636745 n-d-808921-1 neutron-server[95298]: DEBUG oslo_db.api [req-7c63e454-458b-4552-b0c6-8180c601e548 req-f8876c5b-2184-4ac3-bd51-8d0559b02f01 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:34:32.691199 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd8a609b-3dd1-44f5-a1b4-f1782e77ce4a admin admin] Made reservation on behalf of a751ad5db0954f8586f38b54191ecee5 for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:34:32.693838 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bd8a609b-3dd1-44f5-a1b4-f1782e77ce4a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:32.729101 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cad72ce2-1a85-4067-b7d8-0676deccf8ae req-709442c7-6a28-45c0-927e-bd60c661c1d3 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/security-groups/0c6d601c-52fd-4232-823b-3556dffffa90 HTTP/1.1" status: 200 len: 2981 time: 0.1080198 Sep 24 15:34:32.789745 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cad72ce2-1a85-4067-b7d8-0676deccf8ae req-5a3b79f4-16c0-42df-9f20-2d8f6534168e tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/security-groups/0c6d601c-52fd-4232-823b-3556dffffa90 HTTP/1.1" status: 200 len: 2981 time: 0.0530870 Sep 24 15:34:32.823335 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 1e5b3755-b74e-4468-90a5-9a7050a6ae48 details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:34:33.002587 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6dbffe66-b680-41ba-95f2-3024ccafd094 req-6e66d48e-f7c1-4e56-9879-2c26d74de9a3 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/security-groups/3d1ccbe6-d0a8-4485-8fce-34108b703f93 HTTP/1.1" status: 200 len: 1799 time: 0.1833725 Sep 24 15:34:33.065210 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 1e5b3755-b74e-4468-90a5-9a7050a6ae48, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=1e5b3755-b74e-4468-90a5-9a7050a6ae48,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:34:33.095475 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': '1e5b3755-b74e-4468-90a5-9a7050a6ae48', 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939', 'port_id': '1e5b3755-b74e-4468-90a5-9a7050a6ae48', 'mac_address': 'fa:16:3e:9a:3c:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '188edb94-8042-4961-9ec0-8960b1ce1305', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:34:33.152010 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-6dbffe66-b680-41ba-95f2-3024ccafd094 req-f125602b-8126-402f-8a01-444c57195d49 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:33.180674 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459189c2-b518-41a8-847e-a9f450c2296d req-5cf45ff4-1912-4638-bd72-286905b2e711 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:33.184666 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:33.192511 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-6dbffe66-b680-41ba-95f2-3024ccafd094 req-f125602b-8126-402f-8a01-444c57195d49 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:33.192698 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459189c2-b518-41a8-847e-a9f450c2296d req-5cf45ff4-1912-4638-bd72-286905b2e711 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:33.200317 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459189c2-b518-41a8-847e-a9f450c2296d req-5cf45ff4-1912-4638-bd72-286905b2e711 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:33.209453 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-459189c2-b518-41a8-847e-a9f450c2296d req-5cf45ff4-1912-4638-bd72-286905b2e711 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/ports?device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 2372 time: 0.1713665 Sep 24 15:34:33.229383 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1e5b3755-b74e-4468-90a5-9a7050a6ae48 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:34:33.256380 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bd8a609b-3dd1-44f5-a1b4-f1782e77ce4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:33.271746 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-459189c2-b518-41a8-847e-a9f450c2296d req-a87c3d06-2eb7-4569-8f15-177c26dc9942 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/security-groups?id=009469bf-50d0-4ac3-bdd3-519f093da79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562897 Sep 24 15:34:33.303454 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 1e5b3755-b74e-4468-90a5-9a7050a6ae48, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=1e5b3755-b74e-4468-90a5-9a7050a6ae48,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:34:33.360847 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:33.470313 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-6dbffe66-b680-41ba-95f2-3024ccafd094 req-f125602b-8126-402f-8a01-444c57195d49 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:33.477969 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-6dbffe66-b680-41ba-95f2-3024ccafd094 req-f125602b-8126-402f-8a01-444c57195d49 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:33.483580 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6dbffe66-b680-41ba-95f2-3024ccafd094 req-f125602b-8126-402f-8a01-444c57195d49 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "DELETE /v2.0/security-groups/3d1ccbe6-d0a8-4485-8fce-34108b703f93 HTTP/1.1" status: 204 len: 173 time: 0.4695542 Sep 24 15:34:33.498179 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=1e5b3755-b74e-4468-90a5-9a7050a6ae48,revision_number=9']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:33.509790 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8a609b-3dd1-44f5-a1b4-f1782e77ce4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8a10d9b-fe75-4ec9-8ac3-c0a4f7ef261c,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:33.510374 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:33.510925 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:33.511422 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:33.512084 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:33.512742 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:33.513261 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:33.513775 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:33.515039 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:33.517295 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:33.517706 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f125602b-8126-402f-8a01-444c57195d49 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d1ccbe6-d0a8-4485-8fce-34108b703f93,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:33.518041 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:33.518587 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:33.526829 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:34:33.540473 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c63e454-458b-4552-b0c6-8180c601e548 req-f8876c5b-2184-4ac3-bd51-8d0559b02f01 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Made reservation on behalf of 53357413dfbc434b8597a2dcdb9cca78 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:34:33.548007 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd8a609b-3dd1-44f5-a1b4-f1782e77ce4a admin admin] Checking segment: {'id': 'e854fc2b-10a2-4840-85e1-f484bd234f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '11d4bcd0-f4e1-47ce-8813-4a94d2179197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:34:33.548911 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8a609b-3dd1-44f5-a1b4-f1782e77ce4a admin admin] Network hostable DHCP agents. Network: 11d4bcd0-f4e1-47ce-8813-4a94d2179197, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:34:33.687138 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['1e5b3755-b74e-4468-90a5-9a7050a6ae48'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:34:33.702519 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7c63e454-458b-4552-b0c6-8180c601e548 req-f8876c5b-2184-4ac3-bd51-8d0559b02f01 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:33.716213 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd8a609b-3dd1-44f5-a1b4-f1782e77ce4a admin admin] Network 11d4bcd0-f4e1-47ce-8813-4a94d2179197 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:34:33.748702 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [req-c427b586-cc92-4dc6-9584-ebbefea8b1d4 req-7ea55065-1f3e-40f9-bffa-cde278d8431f tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] show failed (client error): The resource could not be found. Sep 24 15:34:33.750950 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c427b586-cc92-4dc6-9584-ebbefea8b1d4 req-7ea55065-1f3e-40f9-bffa-cde278d8431f tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/security-groups/3d1ccbe6-d0a8-4485-8fce-34108b703f93 HTTP/1.1" status: 404 len: 352 time: 0.0440514 Sep 24 15:34:33.907896 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-bd8a609b-3dd1-44f5-a1b4-f1782e77ce4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 11d4bcd0-f4e1-47ce-8813-4a94d2179197) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:34:33.937539 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8a609b-3dd1-44f5-a1b4-f1782e77ce4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:33.938702 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bd8a609b-3dd1-44f5-a1b4-f1782e77ce4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:33.943592 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca22a54-c56f-47ca-8121-3175db6fb328 None None] Network 11d4bcd0-f4e1-47ce-8813-4a94d2179197 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:34:33.969435 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d263fd4d-d016-43c4-ae83-9bd504654ae2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:34.087230 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-bd8a609b-3dd1-44f5-a1b4-f1782e77ce4a admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.1903632 Sep 24 15:34:34.190625 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007da74-a03b-41d8-a080-4c21be0da453 req-cea911ff-519a-48cb-a720-fa82b7d1bae1 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:34.201822 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9007da74-a03b-41d8-a080-4c21be0da453 req-cea911ff-519a-48cb-a720-fa82b7d1bae1 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=a06d1df7-77e8-4d02-914c-afedef6fecbc HTTP/1.1" status: 200 len: 949 time: 0.2990470 Sep 24 15:34:34.323600 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:34.337288 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9007da74-a03b-41d8-a080-4c21be0da453 req-bd751eaf-44ab-4cbc-a3e6-7b685ced6aa7 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276312 Sep 24 15:34:34.369850 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-7c63e454-458b-4552-b0c6-8180c601e548 req-f8876c5b-2184-4ac3-bd51-8d0559b02f01 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Allocated IP 10.2.2.100 (507b15b8-afa5-40b8-adba-ac821e324412/e7e1eb24-df55-4c01-9933-3279c8be8c21/8bb88954-e5ec-4b97-a10b-c71b5097f8a9) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:34:34.387168 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257e9279-91d2-43b3-b32a-d627774e21f5 None None] Network 11d4bcd0-f4e1-47ce-8813-4a94d2179197 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:34:34.535465 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6138afb9-8410-467b-8925-f17c3106c202 req-cbced057-a165-4b89-9838-7fa3da9c2b8e tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/security-groups/ace123f7-9528-48b8-baa3-e34711d433db HTTP/1.1" status: 200 len: 1799 time: 0.1291881 Sep 24 15:34:34.664306 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7c63e454-458b-4552-b0c6-8180c601e548 req-f8876c5b-2184-4ac3-bd51-8d0559b02f01 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:34.689577 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-6138afb9-8410-467b-8925-f17c3106c202 req-63fb1787-b51f-4588-a1ac-e2e9590d65c3 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:34.723937 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-6138afb9-8410-467b-8925-f17c3106c202 req-63fb1787-b51f-4588-a1ac-e2e9590d65c3 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:34.843477 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 1e5b3755-b74e-4468-90a5-9a7050a6ae48 no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:34:34.881742 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7c63e454-458b-4552-b0c6-8180c601e548 req-f8876c5b-2184-4ac3-bd51-8d0559b02f01 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:34.884047 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-6138afb9-8410-467b-8925-f17c3106c202 req-63fb1787-b51f-4588-a1ac-e2e9590d65c3 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:34.887191 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-6138afb9-8410-467b-8925-f17c3106c202 req-63fb1787-b51f-4588-a1ac-e2e9590d65c3 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:34.888523 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6138afb9-8410-467b-8925-f17c3106c202 req-63fb1787-b51f-4588-a1ac-e2e9590d65c3 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "DELETE /v2.0/security-groups/ace123f7-9528-48b8-baa3-e34711d433db HTTP/1.1" status: 204 len: 173 time: 0.3118501 Sep 24 15:34:34.980603 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fb1787-b51f-4588-a1ac-e2e9590d65c3 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace123f7-9528-48b8-baa3-e34711d433db,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:35.027974 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c63e454-458b-4552-b0c6-8180c601e548 req-f8876c5b-2184-4ac3-bd51-8d0559b02f01 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Network 507b15b8-afa5-40b8-adba-ac821e324412 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:34:35.034042 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-7c63e454-458b-4552-b0c6-8180c601e548 req-f8876c5b-2184-4ac3-bd51-8d0559b02f01 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:34:35.058532 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:35.083022 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 1e5b3755-b74e-4468-90a5-9a7050a6ae48 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:34:35.085404 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8876c5b-2184-4ac3-bd51-8d0559b02f01 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Pushing event updated for resources: {'Port': ['ID=8bb88954-e5ec-4b97-a10b-c71b5097f8a9,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:35.090755 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c63e454-458b-4552-b0c6-8180c601e548 req-f8876c5b-2184-4ac3-bd51-8d0559b02f01 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:34:35.108191 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 1e5b3755-b74e-4468-90a5-9a7050a6ae48, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=1e5b3755-b74e-4468-90a5-9a7050a6ae48,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:34:35.171826 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63e454-458b-4552-b0c6-8180c601e548 req-f8876c5b-2184-4ac3-bd51-8d0559b02f01 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:35.175226 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7c63e454-458b-4552-b0c6-8180c601e548 req-f8876c5b-2184-4ac3-bd51-8d0559b02f01 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:35.183469 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:35.184409 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:35.203849 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908b386-03ea-4318-b74d-6f6d1fd9e1ab req-2631090b-694b-4f96-b262-644561c0122b tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:35.217254 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908b386-03ea-4318-b74d-6f6d1fd9e1ab req-2631090b-694b-4f96-b262-644561c0122b tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:35.224616 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908b386-03ea-4318-b74d-6f6d1fd9e1ab req-2631090b-694b-4f96-b262-644561c0122b tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:35.240262 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908b386-03ea-4318-b74d-6f6d1fd9e1ab req-2631090b-694b-4f96-b262-644561c0122b tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:35.242325 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7908b386-03ea-4318-b74d-6f6d1fd9e1ab req-2631090b-694b-4f96-b262-644561c0122b tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/ports?device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 3093 time: 0.2131071 Sep 24 15:34:35.334366 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=1e5b3755-b74e-4468-90a5-9a7050a6ae48,revision_number=10']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:35.364038 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7908b386-03ea-4318-b74d-6f6d1fd9e1ab req-51efd15d-043d-4b6d-afd4-ecc7959128df tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/security-groups?id=009469bf-50d0-4ac3-bdd3-519f093da79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127865 Sep 24 15:34:35.376130 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c63e454-458b-4552-b0c6-8180c601e548 req-f8876c5b-2184-4ac3-bd51-8d0559b02f01 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0122049 Sep 24 15:34:35.396841 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-7c63e454-458b-4552-b0c6-8180c601e548 req-f4c10390-7544-42e5-968c-0dcb34eb6713 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Request body: {'port': {'device_id': '465bc65b-5f46-498c-b8b1-509be174e9cd', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '507b15b8-afa5-40b8-adba-ac821e324412', 'admin_state_up': True, 'tenant_id': '53357413dfbc434b8597a2dcdb9cca78', 'security_groups': ['009469bf-50d0-4ac3-bdd3-519f093da79b']}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:34:35.502523 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-a78a89a1-6a26-437c-ab3a-20174c4305d8 None None] Provisioning complete for port 8bb88954-e5ec-4b97-a10b-c71b5097f8a9 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:34:35.505080 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a78a89a1-6a26-437c-ab3a-20174c4305d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:35.610054 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-a78a89a1-6a26-437c-ab3a-20174c4305d8 None None] Port 8bb88954-e5ec-4b97-a10b-c71b5097f8a9 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:34:35.634706 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c63e454-458b-4552-b0c6-8180c601e548 req-f4c10390-7544-42e5-968c-0dcb34eb6713 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Made reservation on behalf of 53357413dfbc434b8597a2dcdb9cca78 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:34:35.639705 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7c63e454-458b-4552-b0c6-8180c601e548 req-f4c10390-7544-42e5-968c-0dcb34eb6713 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:35.958848 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-7c63e454-458b-4552-b0c6-8180c601e548 req-f4c10390-7544-42e5-968c-0dcb34eb6713 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Allocated IP 10.2.2.200 (507b15b8-afa5-40b8-adba-ac821e324412/e7e1eb24-df55-4c01-9933-3279c8be8c21/0ee6ad90-d588-4863-a2f6-9306b19035e5) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:34:36.187667 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7c63e454-458b-4552-b0c6-8180c601e548 req-f4c10390-7544-42e5-968c-0dcb34eb6713 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:36.286736 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7c63e454-458b-4552-b0c6-8180c601e548 req-f4c10390-7544-42e5-968c-0dcb34eb6713 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:36.341242 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c63e454-458b-4552-b0c6-8180c601e548 req-f4c10390-7544-42e5-968c-0dcb34eb6713 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Network 507b15b8-afa5-40b8-adba-ac821e324412 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:34:36.344971 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-7c63e454-458b-4552-b0c6-8180c601e548 req-f4c10390-7544-42e5-968c-0dcb34eb6713 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:34:36.349872 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c63e454-458b-4552-b0c6-8180c601e548 req-f4c10390-7544-42e5-968c-0dcb34eb6713 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:34:36.361029 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c10390-7544-42e5-968c-0dcb34eb6713 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Pushing event updated for resources: {'Port': ['ID=0ee6ad90-d588-4863-a2f6-9306b19035e5,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:36.451299 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63e454-458b-4552-b0c6-8180c601e548 req-f4c10390-7544-42e5-968c-0dcb34eb6713 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:36.452086 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7c63e454-458b-4552-b0c6-8180c601e548 req-f4c10390-7544-42e5-968c-0dcb34eb6713 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:36.601611 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c63e454-458b-4552-b0c6-8180c601e548 req-f4c10390-7544-42e5-968c-0dcb34eb6713 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2208724 Sep 24 15:34:36.601843 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:36.614747 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-7c63e454-458b-4552-b0c6-8180c601e548 req-01350cb1-5f97-4bc5-9996-782ad44a2cc8 service neutron] Request body: {'port': {'device_id': '465bc65b-5f46-498c-b8b1-509be174e9cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:34:36.658705 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-97ba05c3-7c3a-4ebe-a5b6-f06c3115384e None None] Provisioning complete for port 0ee6ad90-d588-4863-a2f6-9306b19035e5 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:34:36.659499 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-97ba05c3-7c3a-4ebe-a5b6-f06c3115384e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:36.693854 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7c63e454-458b-4552-b0c6-8180c601e548 req-01350cb1-5f97-4bc5-9996-782ad44a2cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:36.704824 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-97ba05c3-7c3a-4ebe-a5b6-f06c3115384e None None] Port 0ee6ad90-d588-4863-a2f6-9306b19035e5 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:34:36.856895 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 1e5b3755-b74e-4468-90a5-9a7050a6ae48 up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:34:36.970297 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4b2861-1865-4e0f-a2d2-a994ab1df5a2 req-c3af3df9-f3b9-447b-87f7-848e9cc2d64d tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:36.978036 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cb4b2861-1865-4e0f-a2d2-a994ab1df5a2 req-c3af3df9-f3b9-447b-87f7-848e9cc2d64d tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/networks?id=11d4bcd0-f4e1-47ce-8813-4a94d2179197 HTTP/1.1" status: 200 len: 821 time: 0.2220874 Sep 24 15:34:36.984414 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port 1e5b3755-b74e-4468-90a5-9a7050a6ae48 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:34:36.986060 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:37.007369 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cb4b2861-1865-4e0f-a2d2-a994ab1df5a2 req-46a080a0-ece1-4649-8e60-856a5edd10bc tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/quotas/a751ad5db0954f8586f38b54191ecee5 HTTP/1.1" status: 200 len: 375 time: 0.0282984 Sep 24 15:34:37.051246 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cb4b2861-1865-4e0f-a2d2-a994ab1df5a2 req-37903965-9e2b-434a-be8c-c8d6be5e7531 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=a751ad5db0954f8586f38b54191ecee5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428138 Sep 24 15:34:37.125018 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686afade-46a1-4c3d-b7f5-f5613c22ff6a req-a243ca58-50bc-4f41-9aff-b3808a85aeb0 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:37.135066 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-686afade-46a1-4c3d-b7f5-f5613c22ff6a req-a243ca58-50bc-4f41-9aff-b3808a85aeb0 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/networks?id=078714d9-431e-4632-b957-c9a7230e7876 HTTP/1.1" status: 200 len: 807 time: 0.1553400 Sep 24 15:34:37.161001 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-686afade-46a1-4c3d-b7f5-f5613c22ff6a req-fb67d9b7-b310-40e0-b252-8245f5ab1c1a tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/quotas/afd1b0df78e44afd8dcda9521b21852d HTTP/1.1" status: 200 len: 375 time: 0.0221729 Sep 24 15:34:37.207035 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:37.247038 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a06d1df7-77e8-4d02-914c-afedef6fecbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e5b3755-b74e-4468-90a5-9a7050a6ae48'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:34:37.250137 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9672ef9-057b-425b-9ad8-9d133206f228" -d '{"events": [{"server_uuid": "a06d1df7-77e8-4d02-914c-afedef6fecbc", "name": "network-vif-plugged", "status": "completed", "tag": "1e5b3755-b74e-4468-90a5-9a7050a6ae48"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:34:37.268850 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 1e5b3755-b74e-4468-90a5-9a7050a6ae48, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=1e5b3755-b74e-4468-90a5-9a7050a6ae48,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:34:37.270495 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-686afade-46a1-4c3d-b7f5-f5613c22ff6a req-5f95a404-3a78-4215-a31f-15c37bad15b8 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=afd1b0df78e44afd8dcda9521b21852d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1082890 Sep 24 15:34:37.309517 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cb4b2861-1865-4e0f-a2d2-a994ab1df5a2 req-b26d3b96-b302-4d8c-a468-b20db4a520e7 service neutron] 10.222.0.101 "GET /v2.0/networks/11d4bcd0-f4e1-47ce-8813-4a94d2179197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2572489 Sep 24 15:34:37.324410 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-7c63e454-458b-4552-b0c6-8180c601e548 req-01350cb1-5f97-4bc5-9996-782ad44a2cc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0142ad3a-dc16-4465-ac2e-8afaafbbaba6 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:34:37.343334 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:37.380047 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-686afade-46a1-4c3d-b7f5-f5613c22ff6a req-e370a766-2292-4e86-94b1-d1d8f2148a8b service neutron] 10.222.0.101 "GET /v2.0/networks/078714d9-431e-4632-b957-c9a7230e7876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085131 Sep 24 15:34:37.443640 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cb4b2861-1865-4e0f-a2d2-a994ab1df5a2 req-f45645fa-8b31-4d5d-bc22-609ed11c8d06 service neutron] 10.222.0.101 "GET /v2.0/networks/11d4bcd0-f4e1-47ce-8813-4a94d2179197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134429 Sep 24 15:34:37.447446 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7c63e454-458b-4552-b0c6-8180c601e548 req-01350cb1-5f97-4bc5-9996-782ad44a2cc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:37.460953 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=1e5b3755-b74e-4468-90a5-9a7050a6ae48,revision_number=11']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:37.461889 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-7c63e454-458b-4552-b0c6-8180c601e548 req-01350cb1-5f97-4bc5-9996-782ad44a2cc8 service neutron] Transition to ACTIVE for port object 0142ad3a-dc16-4465-ac2e-8afaafbbaba6 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:34:37.507264 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-686afade-46a1-4c3d-b7f5-f5613c22ff6a req-317bbaac-bdae-4b38-9ee4-fe1390a7305a service neutron] 10.222.0.101 "GET /v2.0/networks/078714d9-431e-4632-b957-c9a7230e7876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243777 Sep 24 15:34:37.526027 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7c63e454-458b-4552-b0c6-8180c601e548 req-01350cb1-5f97-4bc5-9996-782ad44a2cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:37.590525 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01350cb1-5f97-4bc5-9996-782ad44a2cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=0142ad3a-dc16-4465-ac2e-8afaafbbaba6,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:37.689384 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-7c63e454-458b-4552-b0c6-8180c601e548 req-01350cb1-5f97-4bc5-9996-782ad44a2cc8 service neutron] Attempting to bind port 0142ad3a-dc16-4465-ac2e-8afaafbbaba6 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:34:37.689705 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-7c63e454-458b-4552-b0c6-8180c601e548 req-01350cb1-5f97-4bc5-9996-782ad44a2cc8 service neutron] Attempting to bind port 0142ad3a-dc16-4465-ac2e-8afaafbbaba6 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '79652434-eda4-47b6-bb65-4ff228cc56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'ff8678b1-4349-4ca8-a723-03edf66a1778'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:34:37.690034 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c63e454-458b-4552-b0c6-8180c601e548 req-01350cb1-5f97-4bc5-9996-782ad44a2cc8 service neutron] Attempting to bind port 0142ad3a-dc16-4465-ac2e-8afaafbbaba6 on network ff8678b1-4349-4ca8-a723-03edf66a1778 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:34:37.696980 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c63e454-458b-4552-b0c6-8180c601e548 req-01350cb1-5f97-4bc5-9996-782ad44a2cc8 service neutron] Port 0142ad3a-dc16-4465-ac2e-8afaafbbaba6 on network ff8678b1-4349-4ca8-a723-03edf66a1778 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:34:37.700329 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c63e454-458b-4552-b0c6-8180c601e548 req-01350cb1-5f97-4bc5-9996-782ad44a2cc8 service neutron] Attempting to bind port 0142ad3a-dc16-4465-ac2e-8afaafbbaba6 on network ff8678b1-4349-4ca8-a723-03edf66a1778 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:34:37.711367 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c63e454-458b-4552-b0c6-8180c601e548 req-01350cb1-5f97-4bc5-9996-782ad44a2cc8 service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:34:37.713015 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c63e454-458b-4552-b0c6-8180c601e548 req-01350cb1-5f97-4bc5-9996-782ad44a2cc8 service neutron] Checking segment: {'id': '79652434-eda4-47b6-bb65-4ff228cc56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'ff8678b1-4349-4ca8-a723-03edf66a1778'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:34:37.714827 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c63e454-458b-4552-b0c6-8180c601e548 req-01350cb1-5f97-4bc5-9996-782ad44a2cc8 service neutron] Bound using segment: {'id': '79652434-eda4-47b6-bb65-4ff228cc56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'ff8678b1-4349-4ca8-a723-03edf66a1778'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:34:37.715288 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-7c63e454-458b-4552-b0c6-8180c601e548 req-01350cb1-5f97-4bc5-9996-782ad44a2cc8 service neutron] Bound port: 0142ad3a-dc16-4465-ac2e-8afaafbbaba6, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79652434-eda4-47b6-bb65-4ff228cc56a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'ff8678b1-4349-4ca8-a723-03edf66a1778'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:34:37.715711 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7c63e454-458b-4552-b0c6-8180c601e548 req-01350cb1-5f97-4bc5-9996-782ad44a2cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:37.817366 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [req-598dc2aa-4668-49a8-9f9a-a9a0d1732bd6 req-62f1b248-b270-4c94-9d92-f479f17e6511 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] show failed (client error): The resource could not be found. Sep 24 15:34:37.818425 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-598dc2aa-4668-49a8-9f9a-a9a0d1732bd6 req-62f1b248-b270-4c94-9d92-f479f17e6511 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/security-groups/ace123f7-9528-48b8-baa3-e34711d433db HTTP/1.1" status: 404 len: 352 time: 0.0182068 Sep 24 15:34:37.846519 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-7c63e454-458b-4552-b0c6-8180c601e548 req-01350cb1-5f97-4bc5-9996-782ad44a2cc8 service neutron] For port 0142ad3a-dc16-4465-ac2e-8afaafbbaba6, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:34:37.851683 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-7c63e454-458b-4552-b0c6-8180c601e548 req-01350cb1-5f97-4bc5-9996-782ad44a2cc8 service neutron] For port 0142ad3a-dc16-4465-ac2e-8afaafbbaba6, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=0142ad3a-dc16-4465-ac2e-8afaafbbaba6,segment=NetworkSegment(79652434-eda4-47b6-bb65-4ff228cc56a1),segment_id=79652434-eda4-47b6-bb65-4ff228cc56a1)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:34:37.956897 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7c63e454-458b-4552-b0c6-8180c601e548 req-01350cb1-5f97-4bc5-9996-782ad44a2cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:38.015216 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f87b1f-935f-4bf0-9dd2-b88c68b4b078 req-c472c414-bc71-4d6f-8e01-a3c145852886 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:38.017898 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-68f87b1f-935f-4bf0-9dd2-b88c68b4b078 req-c472c414-bc71-4d6f-8e01-a3c145852886 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=a06d1df7-77e8-4d02-914c-afedef6fecbc HTTP/1.1" status: 200 len: 951 time: 0.1054008 Sep 24 15:34:38.026257 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63e454-458b-4552-b0c6-8180c601e548 req-01350cb1-5f97-4bc5-9996-782ad44a2cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:38.032120 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7c63e454-458b-4552-b0c6-8180c601e548 req-01350cb1-5f97-4bc5-9996-782ad44a2cc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:38.032120 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c63e454-458b-4552-b0c6-8180c601e548 req-01350cb1-5f97-4bc5-9996-782ad44a2cc8 service neutron] 10.222.0.108 "PUT /v2.0/ports/0142ad3a-dc16-4465-ac2e-8afaafbbaba6 HTTP/1.1" status: 200 len: 1091 time: 1.4192519 Sep 24 15:34:38.032120 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '465bc65b-5f46-498c-b8b1-509be174e9cd', 'tag': '0142ad3a-dc16-4465-ac2e-8afaafbbaba6'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:34:38.032120 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b0a173a-07c6-446f-a3a2-d7354c34d9a3" -d '{"events": [{"name": "network-changed", "server_uuid": "465bc65b-5f46-498c-b8b1-509be174e9cd", "tag": "0142ad3a-dc16-4465-ac2e-8afaafbbaba6"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:34:38.069764 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01350cb1-5f97-4bc5-9996-782ad44a2cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=0142ad3a-dc16-4465-ac2e-8afaafbbaba6,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:38.090572 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-68f87b1f-935f-4bf0-9dd2-b88c68b4b078 req-9effb724-e5b5-402d-8271-7dc933f8e7f6 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539284 Sep 24 15:34:38.133978 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-7c63e454-458b-4552-b0c6-8180c601e548 req-a5beb555-4c65-4d8b-bcd5-1464c890cf0e service neutron] Request body: {'port': {'device_id': '465bc65b-5f46-498c-b8b1-509be174e9cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:34:38.219696 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7c63e454-458b-4552-b0c6-8180c601e548 req-a5beb555-4c65-4d8b-bcd5-1464c890cf0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:38.318292 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccd5ddf-0781-4185-bb3b-f77f69e728ed req-bc5a41e5-a91e-483d-a362-4de5b1e50779 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:38.327488 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccd5ddf-0781-4185-bb3b-f77f69e728ed req-bc5a41e5-a91e-483d-a362-4de5b1e50779 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:38.340922 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccd5ddf-0781-4185-bb3b-f77f69e728ed req-bc5a41e5-a91e-483d-a362-4de5b1e50779 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:38.351140 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccd5ddf-0781-4185-bb3b-f77f69e728ed req-bc5a41e5-a91e-483d-a362-4de5b1e50779 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:38.357563 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e898166d-ddea-4bd6-a477-511469bd7377 x-openstack-request-id: req-e898166d-ddea-4bd6-a477-511469bd7377 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:34:38.358635 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a06d1df7-77e8-4d02-914c-afedef6fecbc", "name": "network-vif-plugged", "status": "completed", "tag": "1e5b3755-b74e-4468-90a5-9a7050a6ae48", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:34:38.359138 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e898166d-ddea-4bd6-a477-511469bd7377 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:34:38.360427 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a06d1df7-77e8-4d02-914c-afedef6fecbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e5b3755-b74e-4468-90a5-9a7050a6ae48', 'code': 200} Sep 24 15:34:38.361012 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccd5ddf-0781-4185-bb3b-f77f69e728ed req-bc5a41e5-a91e-483d-a362-4de5b1e50779 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:38.366251 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-dccd5ddf-0781-4185-bb3b-f77f69e728ed req-bc5a41e5-a91e-483d-a362-4de5b1e50779 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/ports?device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 3826 time: 0.1702459 Sep 24 15:34:38.467941 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-dccd5ddf-0781-4185-bb3b-f77f69e728ed req-8b1122d9-3fd8-45d6-94f6-d7d11b2f67a2 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/security-groups?id=009469bf-50d0-4ac3-bdd3-519f093da79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873132 Sep 24 15:34:38.568509 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-08b3d22c-e13a-457f-b100-67fcc72c026b req-ccfa96c9-2f6b-4bc7-b2ed-6354afd18a48 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/ports?device_id=2c0d49d8-7505-4568-941e-3bb80871b2e2 HTTP/1.1" status: 200 len: 210 time: 0.0685947 Sep 24 15:34:38.664168 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe1f52a-4eb4-48aa-b0c0-d892acc1e065 x-openstack-request-id: req-dfe1f52a-4eb4-48aa-b0c0-d892acc1e065 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:34:38.664375 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "465bc65b-5f46-498c-b8b1-509be174e9cd", "tag": "0142ad3a-dc16-4465-ac2e-8afaafbbaba6", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:34:38.664969 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-dfe1f52a-4eb4-48aa-b0c0-d892acc1e065 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:34:38.665101 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '465bc65b-5f46-498c-b8b1-509be174e9cd', 'tag': '0142ad3a-dc16-4465-ac2e-8afaafbbaba6', 'status': 'completed', 'code': 200} Sep 24 15:34:38.720638 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:38.727049 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-36ba28a2-c610-4f1f-aad2-156ec39de692 req-70211a80-c694-4aca-af08-a7a50ec7882f tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=94bde577-4a67-46e8-92f6-e7849953a8a3 HTTP/1.1" status: 200 len: 210 time: 0.0380983 Sep 24 15:34:38.814940 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a8b9ba8d-7227-433d-a341-93d07ef05674 req-95ccfa8a-443e-4f09-8165-68964096f97f tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/security-groups/fc897354-0ee1-40c9-beec-12876d54f5b6 HTTP/1.1" status: 200 len: 1800 time: 0.1818926 Sep 24 15:34:38.825303 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ff3f8-8128-4315-be67-3d5653d17ec3 req-5ee70eb4-0446-45e2-a960-7c1f31ca2c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:38.827031 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3e9ff3f8-8128-4315-be67-3d5653d17ec3 req-5ee70eb4-0446-45e2-a960-7c1f31ca2c2c service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=a06d1df7-77e8-4d02-914c-afedef6fecbc HTTP/1.1" status: 200 len: 1102 time: 0.1650858 Sep 24 15:34:38.836982 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a173a-07c6-446f-a3a2-d7354c34d9a3 req-edc666fe-2e9b-4377-b30a-004a9516bbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:38.837482 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a173a-07c6-446f-a3a2-d7354c34d9a3 req-edc666fe-2e9b-4377-b30a-004a9516bbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:38.837957 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a173a-07c6-446f-a3a2-d7354c34d9a3 req-edc666fe-2e9b-4377-b30a-004a9516bbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:38.838452 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a173a-07c6-446f-a3a2-d7354c34d9a3 req-edc666fe-2e9b-4377-b30a-004a9516bbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:38.839199 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a173a-07c6-446f-a3a2-d7354c34d9a3 req-edc666fe-2e9b-4377-b30a-004a9516bbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:38.840872 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4b0a173a-07c6-446f-a3a2-d7354c34d9a3 req-edc666fe-2e9b-4377-b30a-004a9516bbbb service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=53357413dfbc434b8597a2dcdb9cca78&device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 4361 time: 0.1594048 Sep 24 15:34:38.945603 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f5f8f6-80f2-4548-a097-7da960f140d7 req-71d955fe-da75-46ea-9d10-b128a802ef53 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:38.957674 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-21f5f8f6-80f2-4548-a097-7da960f140d7 req-71d955fe-da75-46ea-9d10-b128a802ef53 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] 10.222.0.101 "GET /v2.0/ports?device_id=26303637-cb06-4c05-a7ee-bfe0e2eaeb1e HTTP/1.1" status: 200 len: 951 time: 0.1635358 Sep 24 15:34:38.998519 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-21f5f8f6-80f2-4548-a097-7da960f140d7 req-d11448b4-cfa1-4ede-b372-f0db78698281 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] 10.222.0.101 "GET /v2.0/security-groups?id=57e94047-30f9-4114-8ab3-78d613da6f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395398 Sep 24 15:34:39.007334 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-7c63e454-458b-4552-b0c6-8180c601e548 req-a5beb555-4c65-4d8b-bcd5-1464c890cf0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abc5097c-45c0-4a4c-83ad-221aa210e627 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:34:39.013063 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3e9ff3f8-8128-4315-be67-3d5653d17ec3 req-70cf8ffc-c0cc-40d8-81d2-c45dc7792897 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712744 Sep 24 15:34:39.022700 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7c63e454-458b-4552-b0c6-8180c601e548 req-a5beb555-4c65-4d8b-bcd5-1464c890cf0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:39.051521 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-7c63e454-458b-4552-b0c6-8180c601e548 req-a5beb555-4c65-4d8b-bcd5-1464c890cf0e service neutron] Transition to ACTIVE for port object abc5097c-45c0-4a4c-83ad-221aa210e627 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:34:39.072095 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-a8b9ba8d-7227-433d-a341-93d07ef05674 req-84d6e8b3-b9e6-4185-bb2c-dce37dc5e0ab tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:39.077785 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a173a-07c6-446f-a3a2-d7354c34d9a3 req-40229c3e-edf2-49de-be84-28e814536a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:39.084042 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a173a-07c6-446f-a3a2-d7354c34d9a3 req-40229c3e-edf2-49de-be84-28e814536a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:39.084042 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a173a-07c6-446f-a3a2-d7354c34d9a3 req-40229c3e-edf2-49de-be84-28e814536a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:39.084042 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4b0a173a-07c6-446f-a3a2-d7354c34d9a3 req-40229c3e-edf2-49de-be84-28e814536a26 service neutron] 10.222.0.108 "GET /v2.0/networks?tenant_id=53357413dfbc434b8597a2dcdb9cca78&shared=False HTTP/1.1" status: 200 len: 2300 time: 0.2229049 Sep 24 15:34:39.129105 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-a8b9ba8d-7227-433d-a341-93d07ef05674 req-84d6e8b3-b9e6-4185-bb2c-dce37dc5e0ab tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:39.234843 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a173a-07c6-446f-a3a2-d7354c34d9a3 req-7d519dbb-f216-408b-8830-51f003262a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:39.236121 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4b0a173a-07c6-446f-a3a2-d7354c34d9a3 req-7d519dbb-f216-408b-8830-51f003262a10 service neutron] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1458368 Sep 24 15:34:39.292518 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7c63e454-458b-4552-b0c6-8180c601e548 req-a5beb555-4c65-4d8b-bcd5-1464c890cf0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:39.354178 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b11a5f3-fef8-4196-a4d3-cfe504131c2f req-d75d6547-ed57-40fb-8f80-d09aab4ac8da tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:39.392195 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5b11a5f3-fef8-4196-a4d3-cfe504131c2f req-d75d6547-ed57-40fb-8f80-d09aab4ac8da tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=a06d1df7-77e8-4d02-914c-afedef6fecbc HTTP/1.1" status: 200 len: 951 time: 0.0764804 Sep 24 15:34:39.395218 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-a8b9ba8d-7227-433d-a341-93d07ef05674 req-84d6e8b3-b9e6-4185-bb2c-dce37dc5e0ab tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:39.395218 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-a8b9ba8d-7227-433d-a341-93d07ef05674 req-84d6e8b3-b9e6-4185-bb2c-dce37dc5e0ab tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:39.395218 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a8b9ba8d-7227-433d-a341-93d07ef05674 req-84d6e8b3-b9e6-4185-bb2c-dce37dc5e0ab tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "DELETE /v2.0/security-groups/fc897354-0ee1-40c9-beec-12876d54f5b6 HTTP/1.1" status: 204 len: 173 time: 0.5562022 Sep 24 15:34:39.410455 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5beb555-4c65-4d8b-bcd5-1464c890cf0e service neutron] Pushing event updated for resources: {'Port': ['ID=abc5097c-45c0-4a4c-83ad-221aa210e627,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:39.422793 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d6e8b3-b9e6-4185-bb2c-dce37dc5e0ab tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc897354-0ee1-40c9-beec-12876d54f5b6,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:39.459734 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5b11a5f3-fef8-4196-a4d3-cfe504131c2f req-226ec48a-0428-48dd-b80d-b27d088b3d00 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967023 Sep 24 15:34:39.521598 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [req-d7045743-4e7c-4179-aa47-7c3862b7f7ff req-1d439ee5-a9b5-4731-b4b8-7084e9fa7b20 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] show failed (client error): The resource could not be found. Sep 24 15:34:39.524893 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d7045743-4e7c-4179-aa47-7c3862b7f7ff req-1d439ee5-a9b5-4731-b4b8-7084e9fa7b20 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/security-groups/fc897354-0ee1-40c9-beec-12876d54f5b6 HTTP/1.1" status: 404 len: 352 time: 0.0194714 Sep 24 15:34:39.528329 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-7c63e454-458b-4552-b0c6-8180c601e548 req-a5beb555-4c65-4d8b-bcd5-1464c890cf0e service neutron] Attempting to bind port abc5097c-45c0-4a4c-83ad-221aa210e627 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:34:39.528329 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-7c63e454-458b-4552-b0c6-8180c601e548 req-a5beb555-4c65-4d8b-bcd5-1464c890cf0e service neutron] Attempting to bind port abc5097c-45c0-4a4c-83ad-221aa210e627 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '243a7589-8f05-4f79-bb2a-571ad81e4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '5073d904-8b2b-4bdf-8338-7c236ddf6645'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:34:39.528329 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c63e454-458b-4552-b0c6-8180c601e548 req-a5beb555-4c65-4d8b-bcd5-1464c890cf0e service neutron] Attempting to bind port abc5097c-45c0-4a4c-83ad-221aa210e627 on network 5073d904-8b2b-4bdf-8338-7c236ddf6645 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:34:39.540100 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c63e454-458b-4552-b0c6-8180c601e548 req-a5beb555-4c65-4d8b-bcd5-1464c890cf0e service neutron] Port abc5097c-45c0-4a4c-83ad-221aa210e627 on network 5073d904-8b2b-4bdf-8338-7c236ddf6645 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:34:39.540431 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c63e454-458b-4552-b0c6-8180c601e548 req-a5beb555-4c65-4d8b-bcd5-1464c890cf0e service neutron] Attempting to bind port abc5097c-45c0-4a4c-83ad-221aa210e627 on network 5073d904-8b2b-4bdf-8338-7c236ddf6645 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:34:39.553775 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c63e454-458b-4552-b0c6-8180c601e548 req-a5beb555-4c65-4d8b-bcd5-1464c890cf0e service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:34:39.554137 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c63e454-458b-4552-b0c6-8180c601e548 req-a5beb555-4c65-4d8b-bcd5-1464c890cf0e service neutron] Checking segment: {'id': '243a7589-8f05-4f79-bb2a-571ad81e4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '5073d904-8b2b-4bdf-8338-7c236ddf6645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:34:39.555895 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c63e454-458b-4552-b0c6-8180c601e548 req-a5beb555-4c65-4d8b-bcd5-1464c890cf0e service neutron] Bound using segment: {'id': '243a7589-8f05-4f79-bb2a-571ad81e4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '5073d904-8b2b-4bdf-8338-7c236ddf6645'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:34:39.556388 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-7c63e454-458b-4552-b0c6-8180c601e548 req-a5beb555-4c65-4d8b-bcd5-1464c890cf0e service neutron] Bound port: abc5097c-45c0-4a4c-83ad-221aa210e627, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '243a7589-8f05-4f79-bb2a-571ad81e4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '5073d904-8b2b-4bdf-8338-7c236ddf6645'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:34:39.556796 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7c63e454-458b-4552-b0c6-8180c601e548 req-a5beb555-4c65-4d8b-bcd5-1464c890cf0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:39.709466 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-7c63e454-458b-4552-b0c6-8180c601e548 req-a5beb555-4c65-4d8b-bcd5-1464c890cf0e service neutron] For port abc5097c-45c0-4a4c-83ad-221aa210e627, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:34:39.713819 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-7c63e454-458b-4552-b0c6-8180c601e548 req-a5beb555-4c65-4d8b-bcd5-1464c890cf0e service neutron] For port abc5097c-45c0-4a4c-83ad-221aa210e627, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=abc5097c-45c0-4a4c-83ad-221aa210e627,segment=NetworkSegment(243a7589-8f05-4f79-bb2a-571ad81e4b0d),segment_id=243a7589-8f05-4f79-bb2a-571ad81e4b0d)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:34:39.721908 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-593cd06b-b0d7-4d62-ac8b-5bb549c82cff req-ea8498c9-c7f9-4d32-bb0d-4376701777ba tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5bcf994545e24f4c9b0696ef07ac6678 HTTP/1.1" status: 200 len: 6148 time: 0.1454937 Sep 24 15:34:39.724809 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ac7b9-8dbc-4bed-b360-d3debd5b11da req-92e6eaf0-8b86-460d-9fde-7462db09e66a tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:39.731105 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ac7b9-8dbc-4bed-b360-d3debd5b11da req-92e6eaf0-8b86-460d-9fde-7462db09e66a tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:39.737886 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ac7b9-8dbc-4bed-b360-d3debd5b11da req-92e6eaf0-8b86-460d-9fde-7462db09e66a tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:39.743749 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ac7b9-8dbc-4bed-b360-d3debd5b11da req-92e6eaf0-8b86-460d-9fde-7462db09e66a tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:39.749801 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ac7b9-8dbc-4bed-b360-d3debd5b11da req-92e6eaf0-8b86-460d-9fde-7462db09e66a tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:39.756267 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163ac7b9-8dbc-4bed-b360-d3debd5b11da req-92e6eaf0-8b86-460d-9fde-7462db09e66a tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:39.763962 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-163ac7b9-8dbc-4bed-b360-d3debd5b11da req-92e6eaf0-8b86-460d-9fde-7462db09e66a tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/ports?device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 4603 time: 0.1406679 Sep 24 15:34:39.795293 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-593cd06b-b0d7-4d62-ac8b-5bb549c82cff req-345cfaa2-f254-41ed-9dae-e72d81fe51f9 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/security-groups/0c6d601c-52fd-4232-823b-3556dffffa90 HTTP/1.1" status: 200 len: 2981 time: 0.0652280 Sep 24 15:34:39.815935 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-163ac7b9-8dbc-4bed-b360-d3debd5b11da req-bdbf9f11-de85-4c4a-b4f2-e833d5d08351 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/security-groups?id=009469bf-50d0-4ac3-bdd3-519f093da79b&id=997d5af8-07d7-4888-b731-21def6e0a999&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0510814 Sep 24 15:34:39.856633 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-593cd06b-b0d7-4d62-ac8b-5bb549c82cff req-db161c6c-a70c-4647-86af-f1586e04ca60 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/security-groups/0c6d601c-52fd-4232-823b-3556dffffa90 HTTP/1.1" status: 200 len: 2981 time: 0.0529411 Sep 24 15:34:39.930919 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7c63e454-458b-4552-b0c6-8180c601e548 req-a5beb555-4c65-4d8b-bcd5-1464c890cf0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:39.991058 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-886bbae9-0247-4dc6-a6aa-3fe392177a3a req-de72e633-7bd4-48a9-bc3d-3f1465015bb3 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/ports?device_id=2c0d49d8-7505-4568-941e-3bb80871b2e2 HTTP/1.1" status: 200 len: 210 time: 0.0620396 Sep 24 15:34:39.996977 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63e454-458b-4552-b0c6-8180c601e548 req-a5beb555-4c65-4d8b-bcd5-1464c890cf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:39.997585 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7c63e454-458b-4552-b0c6-8180c601e548 req-a5beb555-4c65-4d8b-bcd5-1464c890cf0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:39.999036 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c63e454-458b-4552-b0c6-8180c601e548 req-a5beb555-4c65-4d8b-bcd5-1464c890cf0e service neutron] 10.222.0.108 "PUT /v2.0/ports/abc5097c-45c0-4a4c-83ad-221aa210e627 HTTP/1.1" status: 200 len: 1135 time: 1.8745065 Sep 24 15:34:40.022256 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5beb555-4c65-4d8b-bcd5-1464c890cf0e service neutron] Pushing event updated for resources: {'Port': ['ID=abc5097c-45c0-4a4c-83ad-221aa210e627,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:40.047918 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-af389540-5ce2-4e64-8b8e-0ae0d4a417ee req-5b996966-50b6-4cbe-ada4-acd83c68bc7d tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1427964304', 'description': 'tempest-description-2026668699'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:34:40.123266 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9ee70e68-23c8-4c8b-a36e-a17e0a312a44 req-56940273-b388-4568-bb85-799c54fcc284 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=94bde577-4a67-46e8-92f6-e7849953a8a3 HTTP/1.1" status: 200 len: 210 time: 0.0560055 Sep 24 15:34:40.149283 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-7c63e454-458b-4552-b0c6-8180c601e548 req-2c6c8139-dd6a-4a40-bd80-e529b7f61744 service neutron] Request body: {'port': {'device_id': '465bc65b-5f46-498c-b8b1-509be174e9cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:34:40.171660 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-af389540-5ce2-4e64-8b8e-0ae0d4a417ee req-5b996966-50b6-4cbe-ada4-acd83c68bc7d tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:40.308451 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7c63e454-458b-4552-b0c6-8180c601e548 req-2c6c8139-dd6a-4a40-bd80-e529b7f61744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:40.368616 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-af389540-5ce2-4e64-8b8e-0ae0d4a417ee req-5b996966-50b6-4cbe-ada4-acd83c68bc7d tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:40.372783 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 91c7ae22-915a-499f-b598-472f578ff783 no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:34:40.446964 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-af389540-5ce2-4e64-8b8e-0ae0d4a417ee req-5b996966-50b6-4cbe-ada4-acd83c68bc7d tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:40.528453 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b996966-50b6-4cbe-ada4-acd83c68bc7d tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b57c8fb9-fba3-4a60-9379-afb315846201,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:40.567784 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-af389540-5ce2-4e64-8b8e-0ae0d4a417ee req-5b996966-50b6-4cbe-ada4-acd83c68bc7d tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:40.569375 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-af389540-5ce2-4e64-8b8e-0ae0d4a417ee req-5b996966-50b6-4cbe-ada4-acd83c68bc7d tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5262744 Sep 24 15:34:40.667613 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '465bc65b-5f46-498c-b8b1-509be174e9cd', 'tag': 'abc5097c-45c0-4a4c-83ad-221aa210e627'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:34:40.669911 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc81cadd-19c2-494f-b3a0-85d46d3c7e2c" -d '{"events": [{"name": "network-changed", "server_uuid": "465bc65b-5f46-498c-b8b1-509be174e9cd", "tag": "abc5097c-45c0-4a4c-83ad-221aa210e627"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:34:40.701265 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-c02d4897-7ec1-40dc-83c2-dcc7475fd20c req-f04247d3-705f-41f3-b828-4ae22d1e5584 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-204883423', 'description': 'tempest-description-1121795116'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:34:40.751063 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:40.756220 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:40.757121 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c36164-cbac-4542-b0d5-bae28d65d161 req-ca682a98-cc96-4945-89c6-d4e370b86057 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:40.758680 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-46c36164-cbac-4542-b0d5-bae28d65d161 req-ca682a98-cc96-4945-89c6-d4e370b86057 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=a06d1df7-77e8-4d02-914c-afedef6fecbc HTTP/1.1" status: 200 len: 951 time: 0.1232772 Sep 24 15:34:40.816278 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26303637-cb06-4c05-a7ee-bfe0e2eaeb1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91c7ae22-915a-499f-b598-472f578ff783'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:34:40.819390 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb88c12-6706-4573-92b9-a249e108bfb5" -d '{"events": [{"server_uuid": "26303637-cb06-4c05-a7ee-bfe0e2eaeb1e", "name": "network-vif-unplugged", "status": "completed", "tag": "91c7ae22-915a-499f-b598-472f578ff783"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:34:40.834140 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-46c36164-cbac-4542-b0d5-bae28d65d161 req-8433254e-a584-40bf-9621-ab6900e82b28 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684509 Sep 24 15:34:40.837661 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-7c63e454-458b-4552-b0c6-8180c601e548 req-2c6c8139-dd6a-4a40-bd80-e529b7f61744 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f5a166f-73aa-4d69-848c-9741f19b3801 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:34:40.844773 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 91c7ae22-915a-499f-b598-472f578ff783, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=91c7ae22-915a-499f-b598-472f578ff783,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:34:40.865242 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7c63e454-458b-4552-b0c6-8180c601e548 req-2c6c8139-dd6a-4a40-bd80-e529b7f61744 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:40.865242 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-c02d4897-7ec1-40dc-83c2-dcc7475fd20c req-f04247d3-705f-41f3-b828-4ae22d1e5584 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:40.899045 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-7c63e454-458b-4552-b0c6-8180c601e548 req-2c6c8139-dd6a-4a40-bd80-e529b7f61744 service neutron] Transition to ACTIVE for port object 2f5a166f-73aa-4d69-848c-9741f19b3801 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:34:40.909175 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e64df8-b14e-43a1-9377-9b820519a77b x-openstack-request-id: req-e8e64df8-b14e-43a1-9377-9b820519a77b {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:34:40.909537 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "465bc65b-5f46-498c-b8b1-509be174e9cd", "tag": "abc5097c-45c0-4a4c-83ad-221aa210e627", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:34:40.909792 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e8e64df8-b14e-43a1-9377-9b820519a77b {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:34:40.910176 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '465bc65b-5f46-498c-b8b1-509be174e9cd', 'tag': 'abc5097c-45c0-4a4c-83ad-221aa210e627', 'status': 'completed', 'code': 200} Sep 24 15:34:41.043278 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc81cadd-19c2-494f-b3a0-85d46d3c7e2c req-f8e68f4c-2f82-455e-9aa1-cf220edc73a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:41.043769 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc81cadd-19c2-494f-b3a0-85d46d3c7e2c req-f8e68f4c-2f82-455e-9aa1-cf220edc73a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:41.044339 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc81cadd-19c2-494f-b3a0-85d46d3c7e2c req-f8e68f4c-2f82-455e-9aa1-cf220edc73a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:41.046670 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:41.047126 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc81cadd-19c2-494f-b3a0-85d46d3c7e2c req-f8e68f4c-2f82-455e-9aa1-cf220edc73a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:41.047634 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc81cadd-19c2-494f-b3a0-85d46d3c7e2c req-f8e68f4c-2f82-455e-9aa1-cf220edc73a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:41.049035 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc81cadd-19c2-494f-b3a0-85d46d3c7e2c req-f8e68f4c-2f82-455e-9aa1-cf220edc73a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:41.051725 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fc81cadd-19c2-494f-b3a0-85d46d3c7e2c req-f8e68f4c-2f82-455e-9aa1-cf220edc73a0 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=53357413dfbc434b8597a2dcdb9cca78&device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 5289 time: 0.1191239 Sep 24 15:34:41.060038 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-c02d4897-7ec1-40dc-83c2-dcc7475fd20c req-f04247d3-705f-41f3-b828-4ae22d1e5584 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:41.061046 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7c63e454-458b-4552-b0c6-8180c601e548 req-2c6c8139-dd6a-4a40-bd80-e529b7f61744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:41.118983 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 15:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911e769b-bcd0-4b22-a9fc-23fc255275dc x-openstack-request-id: req-911e769b-bcd0-4b22-a9fc-23fc255275dc {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:34:41.119661 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26303637-cb06-4c05-a7ee-bfe0e2eaeb1e", "name": "network-vif-unplugged", "status": "completed", "tag": "91c7ae22-915a-499f-b598-472f578ff783", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:34:41.122388 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-911e769b-bcd0-4b22-a9fc-23fc255275dc {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:34:41.122388 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26303637-cb06-4c05-a7ee-bfe0e2eaeb1e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '91c7ae22-915a-499f-b598-472f578ff783', 'code': 200} Sep 24 15:34:41.122388 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=91c7ae22-915a-499f-b598-472f578ff783,revision_number=11']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:41.213881 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304867ba-1dbf-4587-86a3-e562b226bca6 req-c70aec29-0e5e-4a5c-b33d-f07cfc43afcc tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:41.221605 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304867ba-1dbf-4587-86a3-e562b226bca6 req-c70aec29-0e5e-4a5c-b33d-f07cfc43afcc tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:41.228244 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304867ba-1dbf-4587-86a3-e562b226bca6 req-c70aec29-0e5e-4a5c-b33d-f07cfc43afcc tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:41.234239 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304867ba-1dbf-4587-86a3-e562b226bca6 req-c70aec29-0e5e-4a5c-b33d-f07cfc43afcc tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:41.240792 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304867ba-1dbf-4587-86a3-e562b226bca6 req-c70aec29-0e5e-4a5c-b33d-f07cfc43afcc tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:41.246674 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304867ba-1dbf-4587-86a3-e562b226bca6 req-c70aec29-0e5e-4a5c-b33d-f07cfc43afcc tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:41.253376 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304867ba-1dbf-4587-86a3-e562b226bca6 req-c70aec29-0e5e-4a5c-b33d-f07cfc43afcc tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:41.261838 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-304867ba-1dbf-4587-86a3-e562b226bca6 req-c70aec29-0e5e-4a5c-b33d-f07cfc43afcc tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/ports?device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 5379 time: 0.1120503 Sep 24 15:34:41.310674 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-304867ba-1dbf-4587-86a3-e562b226bca6 req-3956275f-d9c0-4b99-9d99-e05f16d5b73d tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/security-groups?id=009469bf-50d0-4ac3-bdd3-519f093da79b&id=997d5af8-07d7-4888-b731-21def6e0a999&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0480170 Sep 24 15:34:41.436757 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4b2861-1865-4e0f-a2d2-a994ab1df5a2 req-14c1ba16-9589-44bd-96fe-fe8079c5e438 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:41.439389 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cb4b2861-1865-4e0f-a2d2-a994ab1df5a2 req-14c1ba16-9589-44bd-96fe-fe8079c5e438 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.108 "GET /v2.0/networks?id=11d4bcd0-f4e1-47ce-8813-4a94d2179197 HTTP/1.1" status: 200 len: 821 time: 0.1420925 Sep 24 15:34:41.455788 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-cb4b2861-1865-4e0f-a2d2-a994ab1df5a2 req-368ef084-23a5-4e83-9863-947acbe4b7d0 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Request body: {'port': {'device_id': '2c0d49d8-7505-4568-941e-3bb80871b2e2', 'network_id': '11d4bcd0-f4e1-47ce-8813-4a94d2179197', 'admin_state_up': True, 'tenant_id': 'a751ad5db0954f8586f38b54191ecee5'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:34:41.577622 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-c02d4897-7ec1-40dc-83c2-dcc7475fd20c req-f04247d3-705f-41f3-b828-4ae22d1e5584 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:41.653326 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc81cadd-19c2-494f-b3a0-85d46d3c7e2c req-1752b20a-d58f-4db4-8c5b-a38061d726f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:41.653855 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc81cadd-19c2-494f-b3a0-85d46d3c7e2c req-1752b20a-d58f-4db4-8c5b-a38061d726f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:41.654481 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc81cadd-19c2-494f-b3a0-85d46d3c7e2c req-1752b20a-d58f-4db4-8c5b-a38061d726f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:41.656322 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fc81cadd-19c2-494f-b3a0-85d46d3c7e2c req-1752b20a-d58f-4db4-8c5b-a38061d726f0 service neutron] 10.222.0.108 "GET /v2.0/networks?tenant_id=53357413dfbc434b8597a2dcdb9cca78&shared=False HTTP/1.1" status: 200 len: 2300 time: 0.5871830 Sep 24 15:34:41.675712 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6c8139-dd6a-4a40-bd80-e529b7f61744 service neutron] Pushing event updated for resources: {'Port': ['ID=2f5a166f-73aa-4d69-848c-9741f19b3801,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:41.696260 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04247d3-705f-41f3-b828-4ae22d1e5584 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7145b89-fcee-42af-81b3-8936adf047f6,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:41.801685 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-c02d4897-7ec1-40dc-83c2-dcc7475fd20c req-f04247d3-705f-41f3-b828-4ae22d1e5584 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:41.813847 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c02d4897-7ec1-40dc-83c2-dcc7475fd20c req-f04247d3-705f-41f3-b828-4ae22d1e5584 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.1181891 Sep 24 15:34:41.948852 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb4b2861-1865-4e0f-a2d2-a994ab1df5a2 req-368ef084-23a5-4e83-9863-947acbe4b7d0 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Made reservation on behalf of a751ad5db0954f8586f38b54191ecee5 for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:34:41.953731 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-cb4b2861-1865-4e0f-a2d2-a994ab1df5a2 req-368ef084-23a5-4e83-9863-947acbe4b7d0 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:41.956338 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-7c63e454-458b-4552-b0c6-8180c601e548 req-2c6c8139-dd6a-4a40-bd80-e529b7f61744 service neutron] Attempting to bind port 2f5a166f-73aa-4d69-848c-9741f19b3801 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:34:41.957207 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-7c63e454-458b-4552-b0c6-8180c601e548 req-2c6c8139-dd6a-4a40-bd80-e529b7f61744 service neutron] Attempting to bind port 2f5a166f-73aa-4d69-848c-9741f19b3801 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '243a7589-8f05-4f79-bb2a-571ad81e4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '5073d904-8b2b-4bdf-8338-7c236ddf6645'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:34:41.958244 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c63e454-458b-4552-b0c6-8180c601e548 req-2c6c8139-dd6a-4a40-bd80-e529b7f61744 service neutron] Attempting to bind port 2f5a166f-73aa-4d69-848c-9741f19b3801 on network 5073d904-8b2b-4bdf-8338-7c236ddf6645 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:34:41.981709 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc81cadd-19c2-494f-b3a0-85d46d3c7e2c req-e0eca76e-89f3-409c-abfa-27015f6d88db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:41.985941 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fc81cadd-19c2-494f-b3a0-85d46d3c7e2c req-e0eca76e-89f3-409c-abfa-27015f6d88db service neutron] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3098509 Sep 24 15:34:41.991600 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c63e454-458b-4552-b0c6-8180c601e548 req-2c6c8139-dd6a-4a40-bd80-e529b7f61744 service neutron] Port 2f5a166f-73aa-4d69-848c-9741f19b3801 on network 5073d904-8b2b-4bdf-8338-7c236ddf6645 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:34:41.991600 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c63e454-458b-4552-b0c6-8180c601e548 req-2c6c8139-dd6a-4a40-bd80-e529b7f61744 service neutron] Attempting to bind port 2f5a166f-73aa-4d69-848c-9741f19b3801 on network 5073d904-8b2b-4bdf-8338-7c236ddf6645 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:34:42.031916 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c63e454-458b-4552-b0c6-8180c601e548 req-2c6c8139-dd6a-4a40-bd80-e529b7f61744 service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:34:42.032535 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c63e454-458b-4552-b0c6-8180c601e548 req-2c6c8139-dd6a-4a40-bd80-e529b7f61744 service neutron] Checking segment: {'id': '243a7589-8f05-4f79-bb2a-571ad81e4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '5073d904-8b2b-4bdf-8338-7c236ddf6645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:34:42.033133 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c63e454-458b-4552-b0c6-8180c601e548 req-2c6c8139-dd6a-4a40-bd80-e529b7f61744 service neutron] Bound using segment: {'id': '243a7589-8f05-4f79-bb2a-571ad81e4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '5073d904-8b2b-4bdf-8338-7c236ddf6645'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:34:42.033734 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-7c63e454-458b-4552-b0c6-8180c601e548 req-2c6c8139-dd6a-4a40-bd80-e529b7f61744 service neutron] Bound port: 2f5a166f-73aa-4d69-848c-9741f19b3801, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '243a7589-8f05-4f79-bb2a-571ad81e4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '5073d904-8b2b-4bdf-8338-7c236ddf6645'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:34:42.034633 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7c63e454-458b-4552-b0c6-8180c601e548 req-2c6c8139-dd6a-4a40-bd80-e529b7f61744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:42.073650 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bed7c494-b63d-4a5b-b1a6-7612747f1096 req-a06ce82f-1a81-4c23-97ea-80fbc15e42af tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/ports?device_id=2c0d49d8-7505-4568-941e-3bb80871b2e2 HTTP/1.1" status: 200 len: 210 time: 0.0832055 Sep 24 15:34:42.159205 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686afade-46a1-4c3d-b7f5-f5613c22ff6a req-75f128f6-054a-4768-9c70-c2860e4cd345 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:42.160685 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-686afade-46a1-4c3d-b7f5-f5613c22ff6a req-75f128f6-054a-4768-9c70-c2860e4cd345 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.108 "GET /v2.0/networks?id=078714d9-431e-4632-b957-c9a7230e7876 HTTP/1.1" status: 200 len: 807 time: 0.2853613 Sep 24 15:34:42.166110 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-7c63e454-458b-4552-b0c6-8180c601e548 req-2c6c8139-dd6a-4a40-bd80-e529b7f61744 service neutron] For port 2f5a166f-73aa-4d69-848c-9741f19b3801, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:34:42.169326 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-7c63e454-458b-4552-b0c6-8180c601e548 req-2c6c8139-dd6a-4a40-bd80-e529b7f61744 service neutron] For port 2f5a166f-73aa-4d69-848c-9741f19b3801, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=2f5a166f-73aa-4d69-848c-9741f19b3801,segment=NetworkSegment(243a7589-8f05-4f79-bb2a-571ad81e4b0d),segment_id=243a7589-8f05-4f79-bb2a-571ad81e4b0d)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:34:42.182291 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-686afade-46a1-4c3d-b7f5-f5613c22ff6a req-69b10c75-a6ed-4cf5-ba2b-61ad63efc5a8 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Request body: {'port': {'device_id': '94bde577-4a67-46e8-92f6-e7849953a8a3', 'network_id': '078714d9-431e-4632-b957-c9a7230e7876', 'admin_state_up': True, 'tenant_id': 'afd1b0df78e44afd8dcda9521b21852d'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:34:42.241004 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-187996bb-31d3-46c5-9056-896079f70de9 req-4675a99e-72a7-4422-bbbc-518a9809707b tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=94bde577-4a67-46e8-92f6-e7849953a8a3 HTTP/1.1" status: 200 len: 210 time: 0.0612497 Sep 24 15:34:42.304275 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7c63e454-458b-4552-b0c6-8180c601e548 req-2c6c8139-dd6a-4a40-bd80-e529b7f61744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:42.377918 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [req-cb4b2861-1865-4e0f-a2d2-a994ab1df5a2 req-368ef084-23a5-4e83-9863-947acbe4b7d0 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Allocated IP 172.20.0.6 (11d4bcd0-f4e1-47ce-8813-4a94d2179197/e8a10d9b-fe75-4ec9-8ac3-c0a4f7ef261c/b64a0df6-dee8-45ab-87e3-91f985c99573) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:34:42.442733 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63e454-458b-4552-b0c6-8180c601e548 req-2c6c8139-dd6a-4a40-bd80-e529b7f61744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:42.443347 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7c63e454-458b-4552-b0c6-8180c601e548 req-2c6c8139-dd6a-4a40-bd80-e529b7f61744 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:42.444734 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c63e454-458b-4552-b0c6-8180c601e548 req-2c6c8139-dd6a-4a40-bd80-e529b7f61744 service neutron] 10.222.0.108 "PUT /v2.0/ports/2f5a166f-73aa-4d69-848c-9741f19b3801 HTTP/1.1" status: 200 len: 1134 time: 2.3017125 Sep 24 15:34:42.459143 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912a12a6-6026-40ce-83bd-3278e2a9c482 req-4944458d-2858-4115-aa8a-27fc9434cb69 tempest-ServersAdminTestJSON-1422331687 tempest-ServersAdminTestJSON-1422331687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:42.460647 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-912a12a6-6026-40ce-83bd-3278e2a9c482 req-4944458d-2858-4115-aa8a-27fc9434cb69 tempest-ServersAdminTestJSON-1422331687 tempest-ServersAdminTestJSON-1422331687-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=a06d1df7-77e8-4d02-914c-afedef6fecbc HTTP/1.1" status: 200 len: 1102 time: 0.1991699 Sep 24 15:34:42.519728 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6c8139-dd6a-4a40-bd80-e529b7f61744 service neutron] Pushing event updated for resources: {'Port': ['ID=2f5a166f-73aa-4d69-848c-9741f19b3801,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:42.538671 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-912a12a6-6026-40ce-83bd-3278e2a9c482 req-d0b9162e-c1a4-4b6c-9c69-33c498af6433 tempest-ServersAdminTestJSON-1422331687 tempest-ServersAdminTestJSON-1422331687-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696833 Sep 24 15:34:42.579055 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-7c63e454-458b-4552-b0c6-8180c601e548 req-0c11c3ca-e39b-40c8-bfe3-86a7bd303020 service neutron] Request body: {'port': {'device_id': '465bc65b-5f46-498c-b8b1-509be174e9cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:34:42.683090 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7c63e454-458b-4552-b0c6-8180c601e548 req-0c11c3ca-e39b-40c8-bfe3-86a7bd303020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:42.776754 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ba13a-e260-4152-941b-b97f785e9b38 req-62a6ddbb-6085-4d27-bd4e-c8855a65e8c4 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:42.776754 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-891ba13a-e260-4152-941b-b97f785e9b38 req-62a6ddbb-6085-4d27-bd4e-c8855a65e8c4 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/networks?id=0374e89a-9d0f-457f-a823-b632a66136eb HTTP/1.1" status: 200 len: 813 time: 0.2778370 Sep 24 15:34:42.776754 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-891ba13a-e260-4152-941b-b97f785e9b38 req-f8af75d2-04d6-422d-abe4-c298df738903 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/quotas/5bcf994545e24f4c9b0696ef07ac6678 HTTP/1.1" status: 200 len: 375 time: 0.0186918 Sep 24 15:34:42.811048 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-cb4b2861-1865-4e0f-a2d2-a994ab1df5a2 req-368ef084-23a5-4e83-9863-947acbe4b7d0 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:42.855522 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-891ba13a-e260-4152-941b-b97f785e9b38 req-bb571576-87f6-4445-b95a-f51882be145f tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=5bcf994545e24f4c9b0696ef07ac6678&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0781584 Sep 24 15:34:42.929895 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '465bc65b-5f46-498c-b8b1-509be174e9cd', 'tag': '2f5a166f-73aa-4d69-848c-9741f19b3801'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:34:42.931723 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9a91fc-ebc7-4f08-8b37-48153d88c97c" -d '{"events": [{"name": "network-changed", "server_uuid": "465bc65b-5f46-498c-b8b1-509be174e9cd", "tag": "2f5a166f-73aa-4d69-848c-9741f19b3801"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:34:42.964783 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-891ba13a-e260-4152-941b-b97f785e9b38 req-0a4ce6e7-9839-436b-8653-a3bec93b6c3d service neutron] 10.222.0.101 "GET /v2.0/networks/0374e89a-9d0f-457f-a823-b632a66136eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950341 Sep 24 15:34:42.993326 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-686afade-46a1-4c3d-b7f5-f5613c22ff6a req-69b10c75-a6ed-4cf5-ba2b-61ad63efc5a8 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Made reservation on behalf of afd1b0df78e44afd8dcda9521b21852d for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:34:42.998283 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-686afade-46a1-4c3d-b7f5-f5613c22ff6a req-69b10c75-a6ed-4cf5-ba2b-61ad63efc5a8 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:43.073763 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-cb4b2861-1865-4e0f-a2d2-a994ab1df5a2 req-368ef084-23a5-4e83-9863-947acbe4b7d0 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:43.082073 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-7c63e454-458b-4552-b0c6-8180c601e548 req-0c11c3ca-e39b-40c8-bfe3-86a7bd303020 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7691fd8-1f6a-45f4-bf43-5e43375cafad {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:34:43.133995 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-891ba13a-e260-4152-941b-b97f785e9b38 req-c2236aa9-05e2-4f0e-8cc6-679b7a982ab7 service neutron] 10.222.0.101 "GET /v2.0/networks/0374e89a-9d0f-457f-a823-b632a66136eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711488 Sep 24 15:34:43.151917 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8698a94-c6f9-4f82-9e2f-379602ec60e4 req-ad67eb8a-e2e2-4307-b2f2-d4a9b5c1ab2d tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:43.163642 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb4b2861-1865-4e0f-a2d2-a994ab1df5a2 req-368ef084-23a5-4e83-9863-947acbe4b7d0 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Network 11d4bcd0-f4e1-47ce-8813-4a94d2179197 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:34:43.169364 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [req-cb4b2861-1865-4e0f-a2d2-a994ab1df5a2 req-368ef084-23a5-4e83-9863-947acbe4b7d0 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:34:43.178784 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb4b2861-1865-4e0f-a2d2-a994ab1df5a2 req-368ef084-23a5-4e83-9863-947acbe4b7d0 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:34:43.180823 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8698a94-c6f9-4f82-9e2f-379602ec60e4 req-ad67eb8a-e2e2-4307-b2f2-d4a9b5c1ab2d tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:43.191878 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4b2861-1865-4e0f-a2d2-a994ab1df5a2 req-368ef084-23a5-4e83-9863-947acbe4b7d0 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:43.194420 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8698a94-c6f9-4f82-9e2f-379602ec60e4 req-ad67eb8a-e2e2-4307-b2f2-d4a9b5c1ab2d tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:43.194554 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-cb4b2861-1865-4e0f-a2d2-a994ab1df5a2 req-368ef084-23a5-4e83-9863-947acbe4b7d0 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:43.202764 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8698a94-c6f9-4f82-9e2f-379602ec60e4 req-ad67eb8a-e2e2-4307-b2f2-d4a9b5c1ab2d tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:43.210783 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8698a94-c6f9-4f82-9e2f-379602ec60e4 req-ad67eb8a-e2e2-4307-b2f2-d4a9b5c1ab2d tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:43.220751 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8698a94-c6f9-4f82-9e2f-379602ec60e4 req-ad67eb8a-e2e2-4307-b2f2-d4a9b5c1ab2d tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:43.228621 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8698a94-c6f9-4f82-9e2f-379602ec60e4 req-ad67eb8a-e2e2-4307-b2f2-d4a9b5c1ab2d tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:43.229115 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368ef084-23a5-4e83-9863-947acbe4b7d0 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Pushing event updated for resources: {'Port': ['ID=b64a0df6-dee8-45ab-87e3-91f985c99573,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:43.233902 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f8698a94-c6f9-4f82-9e2f-379602ec60e4 req-ad67eb8a-e2e2-4307-b2f2-d4a9b5c1ab2d tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/ports?device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 5379 time: 0.2940633 Sep 24 15:34:43.233902 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7c63e454-458b-4552-b0c6-8180c601e548 req-0c11c3ca-e39b-40c8-bfe3-86a7bd303020 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:43.280620 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-7c63e454-458b-4552-b0c6-8180c601e548 req-0c11c3ca-e39b-40c8-bfe3-86a7bd303020 service neutron] Transition to ACTIVE for port object f7691fd8-1f6a-45f4-bf43-5e43375cafad will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:34:43.322478 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f8698a94-c6f9-4f82-9e2f-379602ec60e4 req-7d141955-ae5f-41e2-a41a-1e8df4608140 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/security-groups?id=009469bf-50d0-4ac3-bdd3-519f093da79b&id=997d5af8-07d7-4888-b731-21def6e0a999&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0824168 Sep 24 15:34:43.344155 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cb4b2861-1865-4e0f-a2d2-a994ab1df5a2 req-368ef084-23a5-4e83-9863-947acbe4b7d0 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8950140 Sep 24 15:34:43.358766 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-cb4b2861-1865-4e0f-a2d2-a994ab1df5a2 req-1bb46ac5-2f0b-4070-b8ef-4ada127a6a92 service neutron] Request body: {'port': {'device_id': '2c0d49d8-7505-4568-941e-3bb80871b2e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:34:43.401420 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-686afade-46a1-4c3d-b7f5-f5613c22ff6a req-69b10c75-a6ed-4cf5-ba2b-61ad63efc5a8 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Allocated IP 172.20.0.14 (078714d9-431e-4632-b957-c9a7230e7876/84366809-0e1f-47c8-b0ea-166b7d29d1a7/923695c0-58bb-4c6f-a650-daf93518a1e8) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:34:43.427184 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-cb4b2861-1865-4e0f-a2d2-a994ab1df5a2 req-1bb46ac5-2f0b-4070-b8ef-4ada127a6a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:43.476065 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7c63e454-458b-4552-b0c6-8180c601e548 req-0c11c3ca-e39b-40c8-bfe3-86a7bd303020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:43.682485 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bdcae8b-85af-4a6c-be07-b3d166719e27 x-openstack-request-id: req-4bdcae8b-85af-4a6c-be07-b3d166719e27 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:34:43.683870 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "465bc65b-5f46-498c-b8b1-509be174e9cd", "tag": "2f5a166f-73aa-4d69-848c-9741f19b3801", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:34:43.684201 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4bdcae8b-85af-4a6c-be07-b3d166719e27 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:34:43.685004 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '465bc65b-5f46-498c-b8b1-509be174e9cd', 'tag': '2f5a166f-73aa-4d69-848c-9741f19b3801', 'status': 'completed', 'code': 200} Sep 24 15:34:43.786668 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c11c3ca-e39b-40c8-bfe3-86a7bd303020 service neutron] Pushing event updated for resources: {'Port': ['ID=f7691fd8-1f6a-45f4-bf43-5e43375cafad,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:43.975308 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a91fc-ebc7-4f08-8b37-48153d88c97c req-99815f5b-79cf-49e6-9f29-7918ff0e6a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:43.975950 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a91fc-ebc7-4f08-8b37-48153d88c97c req-99815f5b-79cf-49e6-9f29-7918ff0e6a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:43.976430 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a91fc-ebc7-4f08-8b37-48153d88c97c req-99815f5b-79cf-49e6-9f29-7918ff0e6a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:43.977818 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a91fc-ebc7-4f08-8b37-48153d88c97c req-99815f5b-79cf-49e6-9f29-7918ff0e6a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:43.979673 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a91fc-ebc7-4f08-8b37-48153d88c97c req-99815f5b-79cf-49e6-9f29-7918ff0e6a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:43.980574 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a91fc-ebc7-4f08-8b37-48153d88c97c req-99815f5b-79cf-49e6-9f29-7918ff0e6a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:43.981270 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a91fc-ebc7-4f08-8b37-48153d88c97c req-99815f5b-79cf-49e6-9f29-7918ff0e6a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:43.983832 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2c9a91fc-ebc7-4f08-8b37-48153d88c97c req-99815f5b-79cf-49e6-9f29-7918ff0e6a10 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=53357413dfbc434b8597a2dcdb9cca78&device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 6241 time: 0.2454481 Sep 24 15:34:44.010939 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-7c63e454-458b-4552-b0c6-8180c601e548 req-0c11c3ca-e39b-40c8-bfe3-86a7bd303020 service neutron] Attempting to bind port f7691fd8-1f6a-45f4-bf43-5e43375cafad on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:34:44.011576 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-7c63e454-458b-4552-b0c6-8180c601e548 req-0c11c3ca-e39b-40c8-bfe3-86a7bd303020 service neutron] Attempting to bind port f7691fd8-1f6a-45f4-bf43-5e43375cafad by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '243a7589-8f05-4f79-bb2a-571ad81e4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '5073d904-8b2b-4bdf-8338-7c236ddf6645'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:34:44.011576 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c63e454-458b-4552-b0c6-8180c601e548 req-0c11c3ca-e39b-40c8-bfe3-86a7bd303020 service neutron] Attempting to bind port f7691fd8-1f6a-45f4-bf43-5e43375cafad on network 5073d904-8b2b-4bdf-8338-7c236ddf6645 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:34:44.044833 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-686afade-46a1-4c3d-b7f5-f5613c22ff6a req-69b10c75-a6ed-4cf5-ba2b-61ad63efc5a8 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:44.046427 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c63e454-458b-4552-b0c6-8180c601e548 req-0c11c3ca-e39b-40c8-bfe3-86a7bd303020 service neutron] Port f7691fd8-1f6a-45f4-bf43-5e43375cafad on network 5073d904-8b2b-4bdf-8338-7c236ddf6645 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:34:44.046750 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c63e454-458b-4552-b0c6-8180c601e548 req-0c11c3ca-e39b-40c8-bfe3-86a7bd303020 service neutron] Attempting to bind port f7691fd8-1f6a-45f4-bf43-5e43375cafad on network 5073d904-8b2b-4bdf-8338-7c236ddf6645 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:34:44.087590 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c63e454-458b-4552-b0c6-8180c601e548 req-0c11c3ca-e39b-40c8-bfe3-86a7bd303020 service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:34:44.089815 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c63e454-458b-4552-b0c6-8180c601e548 req-0c11c3ca-e39b-40c8-bfe3-86a7bd303020 service neutron] Checking segment: {'id': '243a7589-8f05-4f79-bb2a-571ad81e4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '5073d904-8b2b-4bdf-8338-7c236ddf6645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:34:44.091228 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c63e454-458b-4552-b0c6-8180c601e548 req-0c11c3ca-e39b-40c8-bfe3-86a7bd303020 service neutron] Bound using segment: {'id': '243a7589-8f05-4f79-bb2a-571ad81e4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '5073d904-8b2b-4bdf-8338-7c236ddf6645'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:34:44.091714 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-7c63e454-458b-4552-b0c6-8180c601e548 req-0c11c3ca-e39b-40c8-bfe3-86a7bd303020 service neutron] Bound port: f7691fd8-1f6a-45f4-bf43-5e43375cafad, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '243a7589-8f05-4f79-bb2a-571ad81e4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '5073d904-8b2b-4bdf-8338-7c236ddf6645'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:34:44.093464 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7c63e454-458b-4552-b0c6-8180c601e548 req-0c11c3ca-e39b-40c8-bfe3-86a7bd303020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:44.140673 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f4cc30-3054-4365-8398-b839cfcb48ff req-19bd4110-50b2-4749-95bd-534f60bf26e0 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:44.144067 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e5f4cc30-3054-4365-8398-b839cfcb48ff req-19bd4110-50b2-4749-95bd-534f60bf26e0 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/ports?device_id=2c0d49d8-7505-4568-941e-3bb80871b2e2 HTTP/1.1" status: 200 len: 931 time: 0.2846465 Sep 24 15:34:44.241357 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [req-cb4b2861-1865-4e0f-a2d2-a994ab1df5a2 req-1bb46ac5-2f0b-4070-b8ef-4ada127a6a92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b64a0df6-dee8-45ab-87e3-91f985c99573 {{(pid=95297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:34:44.256680 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e5f4cc30-3054-4365-8398-b839cfcb48ff req-e3c95ccc-c6c1-4f9e-8661-d97d9d433066 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/security-groups?id=62f13653-b186-43c2-8b39-46ac7f17e8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034288 Sep 24 15:34:44.267573 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-240d5d18-a24e-49c5-9a84-eac759f088be req-20e5914a-7214-4621-b428-56dda35596c7 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=94bde577-4a67-46e8-92f6-e7849953a8a3 HTTP/1.1" status: 200 len: 210 time: 0.1510324 Sep 24 15:34:44.272951 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-cb4b2861-1865-4e0f-a2d2-a994ab1df5a2 req-1bb46ac5-2f0b-4070-b8ef-4ada127a6a92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:44.321878 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.provisioning_blocks [req-cb4b2861-1865-4e0f-a2d2-a994ab1df5a2 req-1bb46ac5-2f0b-4070-b8ef-4ada127a6a92 service neutron] Transition to ACTIVE for port object b64a0df6-dee8-45ab-87e3-91f985c99573 will not be triggered until provisioned by entity L2. {{(pid=95297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:34:44.344018 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a91fc-ebc7-4f08-8b37-48153d88c97c req-68ce0028-0ad8-4ba3-be32-e18f5214e49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:44.345013 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a91fc-ebc7-4f08-8b37-48153d88c97c req-68ce0028-0ad8-4ba3-be32-e18f5214e49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:44.345699 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a91fc-ebc7-4f08-8b37-48153d88c97c req-68ce0028-0ad8-4ba3-be32-e18f5214e49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:44.347501 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2c9a91fc-ebc7-4f08-8b37-48153d88c97c req-68ce0028-0ad8-4ba3-be32-e18f5214e49f service neutron] 10.222.0.108 "GET /v2.0/networks?tenant_id=53357413dfbc434b8597a2dcdb9cca78&shared=False HTTP/1.1" status: 200 len: 2300 time: 0.3525960 Sep 24 15:34:44.356040 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-7c63e454-458b-4552-b0c6-8180c601e548 req-0c11c3ca-e39b-40c8-bfe3-86a7bd303020 service neutron] For port f7691fd8-1f6a-45f4-bf43-5e43375cafad, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:34:44.362531 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-7c63e454-458b-4552-b0c6-8180c601e548 req-0c11c3ca-e39b-40c8-bfe3-86a7bd303020 service neutron] For port f7691fd8-1f6a-45f4-bf43-5e43375cafad, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=f7691fd8-1f6a-45f4-bf43-5e43375cafad,segment=NetworkSegment(243a7589-8f05-4f79-bb2a-571ad81e4b0d),segment_id=243a7589-8f05-4f79-bb2a-571ad81e4b0d)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:34:44.398396 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-686afade-46a1-4c3d-b7f5-f5613c22ff6a req-69b10c75-a6ed-4cf5-ba2b-61ad63efc5a8 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:44.415928 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:34:44.419801 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-89da9563-6e13-4cc7-844c-cf1d1f2e8eeb req-366e0a34-3a18-4408-9e02-174a71e5aa1f tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/ports?device_id=6fcc5454-8972-4938-979b-0db60934d994 HTTP/1.1" status: 200 len: 210 time: 0.0800052 Sep 24 15:34:44.437153 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-cb4b2861-1865-4e0f-a2d2-a994ab1df5a2 req-1bb46ac5-2f0b-4070-b8ef-4ada127a6a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:44.501772 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7c63e454-458b-4552-b0c6-8180c601e548 req-0c11c3ca-e39b-40c8-bfe3-86a7bd303020 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:44.539745 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63e454-458b-4552-b0c6-8180c601e548 req-0c11c3ca-e39b-40c8-bfe3-86a7bd303020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:44.540517 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7c63e454-458b-4552-b0c6-8180c601e548 req-0c11c3ca-e39b-40c8-bfe3-86a7bd303020 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:44.541986 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c63e454-458b-4552-b0c6-8180c601e548 req-0c11c3ca-e39b-40c8-bfe3-86a7bd303020 service neutron] 10.222.0.108 "PUT /v2.0/ports/f7691fd8-1f6a-45f4-bf43-5e43375cafad HTTP/1.1" status: 200 len: 1090 time: 1.9919910 Sep 24 15:34:44.629333 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-686afade-46a1-4c3d-b7f5-f5613c22ff6a req-69b10c75-a6ed-4cf5-ba2b-61ad63efc5a8 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Network 078714d9-431e-4632-b957-c9a7230e7876 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:34:44.648307 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-686afade-46a1-4c3d-b7f5-f5613c22ff6a req-69b10c75-a6ed-4cf5-ba2b-61ad63efc5a8 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:34:44.650697 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb46ac5-2f0b-4070-b8ef-4ada127a6a92 service neutron] Pushing event updated for resources: {'Port': ['ID=b64a0df6-dee8-45ab-87e3-91f985c99573,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:44.651348 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-686afade-46a1-4c3d-b7f5-f5613c22ff6a req-69b10c75-a6ed-4cf5-ba2b-61ad63efc5a8 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:34:44.705118 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-cb4b2861-1865-4e0f-a2d2-a994ab1df5a2 req-1bb46ac5-2f0b-4070-b8ef-4ada127a6a92 service neutron] Attempting to bind port b64a0df6-dee8-45ab-87e3-91f985c99573 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:34:44.705926 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-cb4b2861-1865-4e0f-a2d2-a994ab1df5a2 req-1bb46ac5-2f0b-4070-b8ef-4ada127a6a92 service neutron] Attempting to bind port b64a0df6-dee8-45ab-87e3-91f985c99573 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': 'e854fc2b-10a2-4840-85e1-f484bd234f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '11d4bcd0-f4e1-47ce-8813-4a94d2179197'}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:34:44.706559 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4b2861-1865-4e0f-a2d2-a994ab1df5a2 req-1bb46ac5-2f0b-4070-b8ef-4ada127a6a92 service neutron] Attempting to bind port b64a0df6-dee8-45ab-87e3-91f985c99573 on network 11d4bcd0-f4e1-47ce-8813-4a94d2179197 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:34:44.711642 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4b2861-1865-4e0f-a2d2-a994ab1df5a2 req-1bb46ac5-2f0b-4070-b8ef-4ada127a6a92 service neutron] Port b64a0df6-dee8-45ab-87e3-91f985c99573 on network 11d4bcd0-f4e1-47ce-8813-4a94d2179197 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:34:44.712397 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4b2861-1865-4e0f-a2d2-a994ab1df5a2 req-1bb46ac5-2f0b-4070-b8ef-4ada127a6a92 service neutron] Attempting to bind port b64a0df6-dee8-45ab-87e3-91f985c99573 on network 11d4bcd0-f4e1-47ce-8813-4a94d2179197 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:34:44.725942 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4b2861-1865-4e0f-a2d2-a994ab1df5a2 req-1bb46ac5-2f0b-4070-b8ef-4ada127a6a92 service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:34:44.727120 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4b2861-1865-4e0f-a2d2-a994ab1df5a2 req-1bb46ac5-2f0b-4070-b8ef-4ada127a6a92 service neutron] Checking segment: {'id': 'e854fc2b-10a2-4840-85e1-f484bd234f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '11d4bcd0-f4e1-47ce-8813-4a94d2179197'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:34:44.727691 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4b2861-1865-4e0f-a2d2-a994ab1df5a2 req-1bb46ac5-2f0b-4070-b8ef-4ada127a6a92 service neutron] Bound using segment: {'id': 'e854fc2b-10a2-4840-85e1-f484bd234f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '11d4bcd0-f4e1-47ce-8813-4a94d2179197'} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:34:44.728815 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686afade-46a1-4c3d-b7f5-f5613c22ff6a req-69b10c75-a6ed-4cf5-ba2b-61ad63efc5a8 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:44.729464 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-cb4b2861-1865-4e0f-a2d2-a994ab1df5a2 req-1bb46ac5-2f0b-4070-b8ef-4ada127a6a92 service neutron] Bound port: b64a0df6-dee8-45ab-87e3-91f985c99573, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e854fc2b-10a2-4840-85e1-f484bd234f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '11d4bcd0-f4e1-47ce-8813-4a94d2179197'}}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:34:44.729617 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-686afade-46a1-4c3d-b7f5-f5613c22ff6a req-69b10c75-a6ed-4cf5-ba2b-61ad63efc5a8 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:44.730192 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-cb4b2861-1865-4e0f-a2d2-a994ab1df5a2 req-1bb46ac5-2f0b-4070-b8ef-4ada127a6a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:44.748825 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-7c63e454-458b-4552-b0c6-8180c601e548 req-77b5885e-3de0-4f84-98bc-345eb0a4ec9b service neutron] Request body: {'port': {'device_id': '465bc65b-5f46-498c-b8b1-509be174e9cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:34:44.760059 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b10c75-a6ed-4cf5-ba2b-61ad63efc5a8 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Pushing event updated for resources: {'Port': ['ID=923695c0-58bb-4c6f-a650-daf93518a1e8,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:44.775688 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80b8802-aa0d-40f1-ae26-e21f9dd1bec9 req-16ff15f3-0139-4a8f-a7b7-4530bbfdb629 tempest-ServersAdminTestJSON-1422331687 tempest-ServersAdminTestJSON-1422331687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:44.778936 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e80b8802-aa0d-40f1-ae26-e21f9dd1bec9 req-16ff15f3-0139-4a8f-a7b7-4530bbfdb629 tempest-ServersAdminTestJSON-1422331687 tempest-ServersAdminTestJSON-1422331687-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=a06d1df7-77e8-4d02-914c-afedef6fecbc HTTP/1.1" status: 200 len: 1102 time: 0.2364147 Sep 24 15:34:44.854917 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced5aacc-c91b-4089-87a9-513ad8f3e155 req-fd1b28db-dbe8-4af0-819a-ade599cb2e4c tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:44.861865 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced5aacc-c91b-4089-87a9-513ad8f3e155 req-fd1b28db-dbe8-4af0-819a-ade599cb2e4c tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:44.868270 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced5aacc-c91b-4089-87a9-513ad8f3e155 req-fd1b28db-dbe8-4af0-819a-ade599cb2e4c tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:44.874467 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced5aacc-c91b-4089-87a9-513ad8f3e155 req-fd1b28db-dbe8-4af0-819a-ade599cb2e4c tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:44.881629 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced5aacc-c91b-4089-87a9-513ad8f3e155 req-fd1b28db-dbe8-4af0-819a-ade599cb2e4c tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:44.888069 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced5aacc-c91b-4089-87a9-513ad8f3e155 req-fd1b28db-dbe8-4af0-819a-ade599cb2e4c tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:44.899102 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced5aacc-c91b-4089-87a9-513ad8f3e155 req-fd1b28db-dbe8-4af0-819a-ade599cb2e4c tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:44.899895 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e80b8802-aa0d-40f1-ae26-e21f9dd1bec9 req-7fd5df1c-5f07-4069-864b-324dd6a0e544 tempest-ServersAdminTestJSON-1422331687 tempest-ServersAdminTestJSON-1422331687-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151359 Sep 24 15:34:44.907970 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ced5aacc-c91b-4089-87a9-513ad8f3e155 req-fd1b28db-dbe8-4af0-819a-ade599cb2e4c tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/ports?device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 5391 time: 0.3505750 Sep 24 15:34:44.924489 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-686afade-46a1-4c3d-b7f5-f5613c22ff6a req-69b10c75-a6ed-4cf5-ba2b-61ad63efc5a8 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7478464 Sep 24 15:34:44.942637 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-cb4b2861-1865-4e0f-a2d2-a994ab1df5a2 req-1bb46ac5-2f0b-4070-b8ef-4ada127a6a92 service neutron] For port b64a0df6-dee8-45ab-87e3-91f985c99573, host n-h2-808921-1, cleared binding levels {{(pid=95297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:34:44.947414 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-cb4b2861-1865-4e0f-a2d2-a994ab1df5a2 req-1bb46ac5-2f0b-4070-b8ef-4ada127a6a92 service neutron] For port b64a0df6-dee8-45ab-87e3-91f985c99573, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=b64a0df6-dee8-45ab-87e3-91f985c99573,segment=NetworkSegment(e854fc2b-10a2-4840-85e1-f484bd234f97),segment_id=e854fc2b-10a2-4840-85e1-f484bd234f97)] {{(pid=95297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:34:44.959399 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-686afade-46a1-4c3d-b7f5-f5613c22ff6a req-fc6633da-9ae2-45f2-b60f-083c0244a3ed service neutron] Request body: {'port': {'device_id': '94bde577-4a67-46e8-92f6-e7849953a8a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:34:44.967406 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a91fc-ebc7-4f08-8b37-48153d88c97c req-1be0e951-a7e4-4d8e-bfe2-366e68a50d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:44.968883 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2c9a91fc-ebc7-4f08-8b37-48153d88c97c req-1be0e951-a7e4-4d8e-bfe2-366e68a50d0f service neutron] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.6092372 Sep 24 15:34:45.036420 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c11c3ca-e39b-40c8-bfe3-86a7bd303020 service neutron] Pushing event updated for resources: {'Port': ['ID=f7691fd8-1f6a-45f4-bf43-5e43375cafad,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:45.064316 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7c63e454-458b-4552-b0c6-8180c601e548 req-77b5885e-3de0-4f84-98bc-345eb0a4ec9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:45.073611 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-cb4b2861-1865-4e0f-a2d2-a994ab1df5a2 req-1bb46ac5-2f0b-4070-b8ef-4ada127a6a92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:45.107777 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4b2861-1865-4e0f-a2d2-a994ab1df5a2 req-1bb46ac5-2f0b-4070-b8ef-4ada127a6a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:45.108522 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-cb4b2861-1865-4e0f-a2d2-a994ab1df5a2 req-1bb46ac5-2f0b-4070-b8ef-4ada127a6a92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:45.115595 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cb4b2861-1865-4e0f-a2d2-a994ab1df5a2 req-1bb46ac5-2f0b-4070-b8ef-4ada127a6a92 service neutron] 10.222.0.108 "PUT /v2.0/ports/b64a0df6-dee8-45ab-87e3-91f985c99573 HTTP/1.1" status: 200 len: 1091 time: 1.7600482 Sep 24 15:34:45.132717 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ced5aacc-c91b-4089-87a9-513ad8f3e155 req-af7ccc69-c93b-4236-86cc-03dbdfb653ab tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/security-groups?id=009469bf-50d0-4ac3-bdd3-519f093da79b&id=997d5af8-07d7-4888-b731-21def6e0a999&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1885781 Sep 24 15:34:45.159083 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-686afade-46a1-4c3d-b7f5-f5613c22ff6a req-fc6633da-9ae2-45f2-b60f-083c0244a3ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:45.194458 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c0d49d8-7505-4568-941e-3bb80871b2e2', 'tag': 'b64a0df6-dee8-45ab-87e3-91f985c99573'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:34:45.194932 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24cd4c17-581a-4a88-8a69-5e3d6ce90031" -d '{"events": [{"name": "network-changed", "server_uuid": "2c0d49d8-7505-4568-941e-3bb80871b2e2", "tag": "b64a0df6-dee8-45ab-87e3-91f985c99573"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:34:45.261271 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb46ac5-2f0b-4070-b8ef-4ada127a6a92 service neutron] Pushing event updated for resources: {'Port': ['ID=b64a0df6-dee8-45ab-87e3-91f985c99573,revision_number=3']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:45.352072 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4b2861-1865-4e0f-a2d2-a994ab1df5a2 req-80d4c208-a24c-4634-964e-be9087d1d5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:45.356486 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cb4b2861-1865-4e0f-a2d2-a994ab1df5a2 req-80d4c208-a24c-4634-964e-be9087d1d5b7 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=a751ad5db0954f8586f38b54191ecee5&device_id=2c0d49d8-7505-4568-941e-3bb80871b2e2 HTTP/1.1" status: 200 len: 1094 time: 0.0812931 Sep 24 15:34:45.440815 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cb4b2861-1865-4e0f-a2d2-a994ab1df5a2 req-8a000dc4-e8c8-44bf-84b8-b602ab58dfc3 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b64a0df6-dee8-45ab-87e3-91f985c99573 HTTP/1.1" status: 200 len: 217 time: 0.0736578 Sep 24 15:34:45.448066 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7bfd79e-0fc7-40b6-b685-ebf4ab6f3d1a x-openstack-request-id: req-e7bfd79e-0fc7-40b6-b685-ebf4ab6f3d1a {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:34:45.449475 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c0d49d8-7505-4568-941e-3bb80871b2e2", "tag": "b64a0df6-dee8-45ab-87e3-91f985c99573", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:34:45.450801 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e7bfd79e-0fc7-40b6-b685-ebf4ab6f3d1a {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:34:45.452143 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c0d49d8-7505-4568-941e-3bb80871b2e2', 'tag': 'b64a0df6-dee8-45ab-87e3-91f985c99573', 'status': 'completed', 'code': 200} Sep 24 15:34:45.548264 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4b2861-1865-4e0f-a2d2-a994ab1df5a2 req-5709a204-e200-430f-b6d6-2e212c863658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:45.549820 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cb4b2861-1865-4e0f-a2d2-a994ab1df5a2 req-5709a204-e200-430f-b6d6-2e212c863658 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=e8a10d9b-fe75-4ec9-8ac3-c0a4f7ef261c HTTP/1.1" status: 200 len: 861 time: 0.0939276 Sep 24 15:34:45.587005 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cb4b2861-1865-4e0f-a2d2-a994ab1df5a2 req-8765bb85-a20a-4060-a18b-c5947cd6347f service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=11d4bcd0-f4e1-47ce-8813-4a94d2179197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281212 Sep 24 15:34:45.743634 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '465bc65b-5f46-498c-b8b1-509be174e9cd', 'tag': 'f7691fd8-1f6a-45f4-bf43-5e43375cafad'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:34:45.747886 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e0eb65-2fe8-408c-9e7e-b227e279fb05 req-3dce5b7a-2dc1-400e-8ac1-5b2c6413be32 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:45.750760 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc9e4dfe-fb29-47f2-83b2-6251b85418b2" -d '{"events": [{"name": "network-changed", "server_uuid": "465bc65b-5f46-498c-b8b1-509be174e9cd", "tag": "f7691fd8-1f6a-45f4-bf43-5e43375cafad"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:34:45.754869 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-71e0eb65-2fe8-408c-9e7e-b227e279fb05 req-3dce5b7a-2dc1-400e-8ac1-5b2c6413be32 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=94bde577-4a67-46e8-92f6-e7849953a8a3 HTTP/1.1" status: 200 len: 932 time: 0.1197479 Sep 24 15:34:45.777064 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cb4b2861-1865-4e0f-a2d2-a994ab1df5a2 req-9d7b6497-b5ae-4a5d-b2fc-3d00d219f310 service neutron] 10.222.0.108 "GET /v2.0/networks/11d4bcd0-f4e1-47ce-8813-4a94d2179197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791651 Sep 24 15:34:45.854790 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f83c43d-8c1a-41c8-8cf0-a891351d2241 req-2956c944-8ac5-4796-a015-3ee2a46ee30f tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:45.856097 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1f83c43d-8c1a-41c8-8cf0-a891351d2241 req-2956c944-8ac5-4796-a015-3ee2a46ee30f tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/ports?device_id=2c0d49d8-7505-4568-941e-3bb80871b2e2 HTTP/1.1" status: 200 len: 943 time: 0.3276198 Sep 24 15:34:45.861491 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-7c63e454-458b-4552-b0c6-8180c601e548 req-77b5885e-3de0-4f84-98bc-345eb0a4ec9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4b18f8b-70cf-4cbf-9ef3-a4612e10fee4 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:34:45.872209 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7c63e454-458b-4552-b0c6-8180c601e548 req-77b5885e-3de0-4f84-98bc-345eb0a4ec9b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:45.914003 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-7c63e454-458b-4552-b0c6-8180c601e548 req-77b5885e-3de0-4f84-98bc-345eb0a4ec9b service neutron] Transition to ACTIVE for port object d4b18f8b-70cf-4cbf-9ef3-a4612e10fee4 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:34:45.921834 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-71e0eb65-2fe8-408c-9e7e-b227e279fb05 req-14c30b4a-415f-4bdf-bf92-d7717e8fa397 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651611 Sep 24 15:34:45.942140 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cb4b2861-1865-4e0f-a2d2-a994ab1df5a2 req-19533819-4b55-44d2-84db-87f36ea1177a service neutron] 10.222.0.108 "GET /v2.0/networks/11d4bcd0-f4e1-47ce-8813-4a94d2179197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581073 Sep 24 15:34:45.968515 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1f83c43d-8c1a-41c8-8cf0-a891351d2241 req-68f7752f-69fe-4758-98de-9b4af27d62bd tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/security-groups?id=62f13653-b186-43c2-8b39-46ac7f17e8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984530 Sep 24 15:34:46.074392 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7c63e454-458b-4552-b0c6-8180c601e548 req-77b5885e-3de0-4f84-98bc-345eb0a4ec9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:46.148700 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cd4c17-581a-4a88-8a69-5e3d6ce90031 req-2d135017-10b7-4a57-8efe-fb1ff24aba02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:46.150961 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-24cd4c17-581a-4a88-8a69-5e3d6ce90031 req-2d135017-10b7-4a57-8efe-fb1ff24aba02 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=a751ad5db0954f8586f38b54191ecee5&device_id=2c0d49d8-7505-4568-941e-3bb80871b2e2 HTTP/1.1" status: 200 len: 1094 time: 0.0921669 Sep 24 15:34:46.178132 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1109b4bd-0329-4a57-b9f4-a729d6f213a7 req-e6b405b7-67f7-4fa3-a338-b8f844e0be56 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:46.185911 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1109b4bd-0329-4a57-b9f4-a729d6f213a7 req-e6b405b7-67f7-4fa3-a338-b8f844e0be56 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=7fa5a9e7-5a70-499a-ac2f-284d55e7f2c4 HTTP/1.1" status: 200 len: 949 time: 0.0868464 Sep 24 15:34:46.195124 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c8697873-5e3c-4cb1-9374-d58fb5268ed6 req-bf7cd209-aae3-4608-a53c-afae978ae807 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/ports?device_id=6fcc5454-8972-4938-979b-0db60934d994 HTTP/1.1" status: 200 len: 210 time: 0.1219723 Sep 24 15:34:46.222429 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-686afade-46a1-4c3d-b7f5-f5613c22ff6a req-fc6633da-9ae2-45f2-b60f-083c0244a3ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 923695c0-58bb-4c6f-a650-daf93518a1e8 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:34:46.290484 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-686afade-46a1-4c3d-b7f5-f5613c22ff6a req-fc6633da-9ae2-45f2-b60f-083c0244a3ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:46.300062 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e97fb84b-a604-4a07-891f-fff71ae33f3c x-openstack-request-id: req-e97fb84b-a604-4a07-891f-fff71ae33f3c {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:34:46.300348 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "465bc65b-5f46-498c-b8b1-509be174e9cd", "tag": "f7691fd8-1f6a-45f4-bf43-5e43375cafad", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:34:46.300589 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e97fb84b-a604-4a07-891f-fff71ae33f3c {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:34:46.300969 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '465bc65b-5f46-498c-b8b1-509be174e9cd', 'tag': 'f7691fd8-1f6a-45f4-bf43-5e43375cafad', 'status': 'completed', 'code': 200} Sep 24 15:34:46.305036 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1109b4bd-0329-4a57-b9f4-a729d6f213a7 req-a7c01612-b5aa-4326-afa2-959d076e7842 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097443 Sep 24 15:34:46.372649 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cd4c17-581a-4a88-8a69-5e3d6ce90031 req-96c8ff0c-6dc7-4344-a921-4c258e6f8c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:46.374140 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-24cd4c17-581a-4a88-8a69-5e3d6ce90031 req-96c8ff0c-6dc7-4344-a921-4c258e6f8c18 service neutron] 10.222.0.108 "GET /v2.0/networks?id=11d4bcd0-f4e1-47ce-8813-4a94d2179197 HTTP/1.1" status: 200 len: 923 time: 0.1868792 Sep 24 15:34:46.485604 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-24cd4c17-581a-4a88-8a69-5e3d6ce90031 req-9c48218c-3a39-445d-9be8-ea598517712a service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b64a0df6-dee8-45ab-87e3-91f985c99573 HTTP/1.1" status: 200 len: 217 time: 0.1019137 Sep 24 15:34:46.635592 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b172f4-3d46-480f-9da9-4db1f51e9ddf req-072165bd-be26-4824-bf83-be39a8caf19b tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:46.639581 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b172f4-3d46-480f-9da9-4db1f51e9ddf req-072165bd-be26-4824-bf83-be39a8caf19b tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:46.646685 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b172f4-3d46-480f-9da9-4db1f51e9ddf req-072165bd-be26-4824-bf83-be39a8caf19b tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:46.654036 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b172f4-3d46-480f-9da9-4db1f51e9ddf req-072165bd-be26-4824-bf83-be39a8caf19b tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:46.661215 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b172f4-3d46-480f-9da9-4db1f51e9ddf req-072165bd-be26-4824-bf83-be39a8caf19b tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:46.667947 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b172f4-3d46-480f-9da9-4db1f51e9ddf req-072165bd-be26-4824-bf83-be39a8caf19b tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:46.676672 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b172f4-3d46-480f-9da9-4db1f51e9ddf req-072165bd-be26-4824-bf83-be39a8caf19b tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:46.686440 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-36b172f4-3d46-480f-9da9-4db1f51e9ddf req-072165bd-be26-4824-bf83-be39a8caf19b tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/ports?device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 5403 time: 0.2248712 Sep 24 15:34:46.697809 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cd4c17-581a-4a88-8a69-5e3d6ce90031 req-74f3f38b-6361-40d1-bb65-bcb5ccf6a4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:46.706778 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-24cd4c17-581a-4a88-8a69-5e3d6ce90031 req-74f3f38b-6361-40d1-bb65-bcb5ccf6a4d9 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=e8a10d9b-fe75-4ec9-8ac3-c0a4f7ef261c HTTP/1.1" status: 200 len: 861 time: 0.1590981 Sep 24 15:34:46.746667 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-24cd4c17-581a-4a88-8a69-5e3d6ce90031 req-f099fc28-ba4f-49ff-9bb2-bfa665d9620e service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=11d4bcd0-f4e1-47ce-8813-4a94d2179197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368798 Sep 24 15:34:46.822006 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-36b172f4-3d46-480f-9da9-4db1f51e9ddf req-f65fe54a-9656-411c-82c0-972aa47a5f66 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/security-groups?id=009469bf-50d0-4ac3-bdd3-519f093da79b&id=997d5af8-07d7-4888-b731-21def6e0a999&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1345439 Sep 24 15:34:46.980335 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-24cd4c17-581a-4a88-8a69-5e3d6ce90031 req-34568cd5-4ff0-439e-8f3e-5f7fa4190a66 service neutron] 10.222.0.108 "GET /v2.0/networks/11d4bcd0-f4e1-47ce-8813-4a94d2179197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196925 Sep 24 15:34:47.029116 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-686afade-46a1-4c3d-b7f5-f5613c22ff6a req-fc6633da-9ae2-45f2-b60f-083c0244a3ed service neutron] Transition to ACTIVE for port object 923695c0-58bb-4c6f-a650-daf93518a1e8 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:34:47.061393 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b5885e-3de0-4f84-98bc-345eb0a4ec9b service neutron] Pushing event updated for resources: {'Port': ['ID=d4b18f8b-70cf-4cbf-9ef3-a4612e10fee4,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:47.081961 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-7c63e454-458b-4552-b0c6-8180c601e548 req-77b5885e-3de0-4f84-98bc-345eb0a4ec9b service neutron] Attempting to bind port d4b18f8b-70cf-4cbf-9ef3-a4612e10fee4 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:34:47.082551 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-7c63e454-458b-4552-b0c6-8180c601e548 req-77b5885e-3de0-4f84-98bc-345eb0a4ec9b service neutron] Attempting to bind port d4b18f8b-70cf-4cbf-9ef3-a4612e10fee4 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '243a7589-8f05-4f79-bb2a-571ad81e4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '5073d904-8b2b-4bdf-8338-7c236ddf6645'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:34:47.082661 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c63e454-458b-4552-b0c6-8180c601e548 req-77b5885e-3de0-4f84-98bc-345eb0a4ec9b service neutron] Attempting to bind port d4b18f8b-70cf-4cbf-9ef3-a4612e10fee4 on network 5073d904-8b2b-4bdf-8338-7c236ddf6645 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:34:47.095319 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e4dfe-fb29-47f2-83b2-6251b85418b2 req-d6955252-2a23-40e5-8e81-366c428e416a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:47.095882 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e4dfe-fb29-47f2-83b2-6251b85418b2 req-d6955252-2a23-40e5-8e81-366c428e416a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:47.096368 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e4dfe-fb29-47f2-83b2-6251b85418b2 req-d6955252-2a23-40e5-8e81-366c428e416a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:47.097314 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e4dfe-fb29-47f2-83b2-6251b85418b2 req-d6955252-2a23-40e5-8e81-366c428e416a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:47.097314 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e4dfe-fb29-47f2-83b2-6251b85418b2 req-d6955252-2a23-40e5-8e81-366c428e416a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:47.097861 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e4dfe-fb29-47f2-83b2-6251b85418b2 req-d6955252-2a23-40e5-8e81-366c428e416a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:47.098333 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e4dfe-fb29-47f2-83b2-6251b85418b2 req-d6955252-2a23-40e5-8e81-366c428e416a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:47.103802 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fc9e4dfe-fb29-47f2-83b2-6251b85418b2 req-d6955252-2a23-40e5-8e81-366c428e416a service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=53357413dfbc434b8597a2dcdb9cca78&device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 6308 time: 0.7803204 Sep 24 15:34:47.110700 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c63e454-458b-4552-b0c6-8180c601e548 req-77b5885e-3de0-4f84-98bc-345eb0a4ec9b service neutron] Port d4b18f8b-70cf-4cbf-9ef3-a4612e10fee4 on network 5073d904-8b2b-4bdf-8338-7c236ddf6645 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:34:47.111074 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c63e454-458b-4552-b0c6-8180c601e548 req-77b5885e-3de0-4f84-98bc-345eb0a4ec9b service neutron] Attempting to bind port d4b18f8b-70cf-4cbf-9ef3-a4612e10fee4 on network 5073d904-8b2b-4bdf-8338-7c236ddf6645 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:34:47.144757 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ba13a-e260-4152-941b-b97f785e9b38 req-9b2d0547-c404-4501-a69d-4d40967abdaf tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:47.146543 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-891ba13a-e260-4152-941b-b97f785e9b38 req-9b2d0547-c404-4501-a69d-4d40967abdaf tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.110 "GET /v2.0/networks?id=0374e89a-9d0f-457f-a823-b632a66136eb HTTP/1.1" status: 200 len: 813 time: 0.7656271 Sep 24 15:34:47.160881 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-686afade-46a1-4c3d-b7f5-f5613c22ff6a req-fc6633da-9ae2-45f2-b60f-083c0244a3ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:47.163108 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c63e454-458b-4552-b0c6-8180c601e548 req-77b5885e-3de0-4f84-98bc-345eb0a4ec9b service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:34:47.163445 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c63e454-458b-4552-b0c6-8180c601e548 req-77b5885e-3de0-4f84-98bc-345eb0a4ec9b service neutron] Checking segment: {'id': '243a7589-8f05-4f79-bb2a-571ad81e4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '5073d904-8b2b-4bdf-8338-7c236ddf6645'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:34:47.163835 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c63e454-458b-4552-b0c6-8180c601e548 req-77b5885e-3de0-4f84-98bc-345eb0a4ec9b service neutron] Bound using segment: {'id': '243a7589-8f05-4f79-bb2a-571ad81e4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '5073d904-8b2b-4bdf-8338-7c236ddf6645'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:34:47.164285 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-7c63e454-458b-4552-b0c6-8180c601e548 req-77b5885e-3de0-4f84-98bc-345eb0a4ec9b service neutron] Bound port: d4b18f8b-70cf-4cbf-9ef3-a4612e10fee4, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '243a7589-8f05-4f79-bb2a-571ad81e4b0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '5073d904-8b2b-4bdf-8338-7c236ddf6645'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:34:47.164631 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7c63e454-458b-4552-b0c6-8180c601e548 req-77b5885e-3de0-4f84-98bc-345eb0a4ec9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:47.183768 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52b68a8-09be-4e8f-85bf-9fce51f8eee1 req-8e1e8145-07e0-45da-bb75-06450f99913c tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:47.185322 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f52b68a8-09be-4e8f-85bf-9fce51f8eee1 req-8e1e8145-07e0-45da-bb75-06450f99913c tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=94bde577-4a67-46e8-92f6-e7849953a8a3 HTTP/1.1" status: 200 len: 932 time: 0.0942538 Sep 24 15:34:47.187323 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-24cd4c17-581a-4a88-8a69-5e3d6ce90031 req-51f56260-144c-495c-9a6a-3e75ba54a745 service neutron] 10.222.0.108 "GET /v2.0/networks/11d4bcd0-f4e1-47ce-8813-4a94d2179197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978288 Sep 24 15:34:47.192593 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-891ba13a-e260-4152-941b-b97f785e9b38 req-545a7f77-4090-469e-918a-1b7c6f831c11 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Request body: {'port': {'device_id': '6fcc5454-8972-4938-979b-0db60934d994', 'network_id': '0374e89a-9d0f-457f-a823-b632a66136eb', 'admin_state_up': True, 'tenant_id': '5bcf994545e24f4c9b0696ef07ac6678'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:34:47.441490 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6633da-9ae2-45f2-b60f-083c0244a3ed service neutron] Pushing event updated for resources: {'Port': ['ID=923695c0-58bb-4c6f-a650-daf93518a1e8,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:47.479318 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9965b2-4eda-4dc1-8465-4eb6cbb18429 req-0266169f-7875-4007-9d79-ca554137b1f8 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:47.481295 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bc9965b2-4eda-4dc1-8465-4eb6cbb18429 req-0266169f-7875-4007-9d79-ca554137b1f8 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.110 "GET /v2.0/ports?device_id=7fa5a9e7-5a70-499a-ac2f-284d55e7f2c4 HTTP/1.1" status: 200 len: 949 time: 0.3135159 Sep 24 15:34:47.547949 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e4dfe-fb29-47f2-83b2-6251b85418b2 req-a6b7ed61-8c00-444a-bace-a89046a446bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:47.548354 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e4dfe-fb29-47f2-83b2-6251b85418b2 req-a6b7ed61-8c00-444a-bace-a89046a446bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:47.548827 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e4dfe-fb29-47f2-83b2-6251b85418b2 req-a6b7ed61-8c00-444a-bace-a89046a446bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:47.550486 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fc9e4dfe-fb29-47f2-83b2-6251b85418b2 req-a6b7ed61-8c00-444a-bace-a89046a446bd service neutron] 10.222.0.108 "GET /v2.0/networks?tenant_id=53357413dfbc434b8597a2dcdb9cca78&shared=False HTTP/1.1" status: 200 len: 2300 time: 0.4356124 Sep 24 15:34:47.606910 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f52b68a8-09be-4e8f-85bf-9fce51f8eee1 req-454f5a0d-06d8-4b96-8891-06456a9b1d61 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4148178 Sep 24 15:34:47.621111 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-7c63e454-458b-4552-b0c6-8180c601e548 req-77b5885e-3de0-4f84-98bc-345eb0a4ec9b service neutron] For port d4b18f8b-70cf-4cbf-9ef3-a4612e10fee4, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:34:47.670238 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-7c63e454-458b-4552-b0c6-8180c601e548 req-77b5885e-3de0-4f84-98bc-345eb0a4ec9b service neutron] For port d4b18f8b-70cf-4cbf-9ef3-a4612e10fee4, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=d4b18f8b-70cf-4cbf-9ef3-a4612e10fee4,segment=NetworkSegment(243a7589-8f05-4f79-bb2a-571ad81e4b0d),segment_id=243a7589-8f05-4f79-bb2a-571ad81e4b0d)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:34:47.745630 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa166e7-347c-4ee1-963f-a72b082ec6ad req-fa5b2d4a-8328-430e-8e49-a738ca1468d4 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:47.758934 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1aa166e7-347c-4ee1-963f-a72b082ec6ad req-fa5b2d4a-8328-430e-8e49-a738ca1468d4 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/ports?device_id=2c0d49d8-7505-4568-941e-3bb80871b2e2 HTTP/1.1" status: 200 len: 943 time: 0.0695286 Sep 24 15:34:47.763165 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-686afade-46a1-4c3d-b7f5-f5613c22ff6a req-fc6633da-9ae2-45f2-b60f-083c0244a3ed service neutron] Attempting to bind port 923695c0-58bb-4c6f-a650-daf93518a1e8 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:34:47.763502 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-686afade-46a1-4c3d-b7f5-f5613c22ff6a req-fc6633da-9ae2-45f2-b60f-083c0244a3ed service neutron] Attempting to bind port 923695c0-58bb-4c6f-a650-daf93518a1e8 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '21e1a332-491d-46ef-987f-a7724d369c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '078714d9-431e-4632-b957-c9a7230e7876'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:34:47.763830 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686afade-46a1-4c3d-b7f5-f5613c22ff6a req-fc6633da-9ae2-45f2-b60f-083c0244a3ed service neutron] Attempting to bind port 923695c0-58bb-4c6f-a650-daf93518a1e8 on network 078714d9-431e-4632-b957-c9a7230e7876 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:34:47.773917 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7c63e454-458b-4552-b0c6-8180c601e548 req-77b5885e-3de0-4f84-98bc-345eb0a4ec9b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:47.794996 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686afade-46a1-4c3d-b7f5-f5613c22ff6a req-fc6633da-9ae2-45f2-b60f-083c0244a3ed service neutron] Port 923695c0-58bb-4c6f-a650-daf93518a1e8 on network 078714d9-431e-4632-b957-c9a7230e7876 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:34:47.795311 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686afade-46a1-4c3d-b7f5-f5613c22ff6a req-fc6633da-9ae2-45f2-b60f-083c0244a3ed service neutron] Attempting to bind port 923695c0-58bb-4c6f-a650-daf93518a1e8 on network 078714d9-431e-4632-b957-c9a7230e7876 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:34:47.822958 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1aa166e7-347c-4ee1-963f-a72b082ec6ad req-de5e7653-8c7e-4683-8b81-7021c2582f74 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/security-groups?id=62f13653-b186-43c2-8b39-46ac7f17e8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483146 Sep 24 15:34:47.834630 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-891ba13a-e260-4152-941b-b97f785e9b38 req-545a7f77-4090-469e-918a-1b7c6f831c11 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Made reservation on behalf of 5bcf994545e24f4c9b0696ef07ac6678 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:34:47.837050 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-891ba13a-e260-4152-941b-b97f785e9b38 req-545a7f77-4090-469e-918a-1b7c6f831c11 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:47.855654 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686afade-46a1-4c3d-b7f5-f5613c22ff6a req-fc6633da-9ae2-45f2-b60f-083c0244a3ed service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:34:47.855971 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686afade-46a1-4c3d-b7f5-f5613c22ff6a req-fc6633da-9ae2-45f2-b60f-083c0244a3ed service neutron] Checking segment: {'id': '21e1a332-491d-46ef-987f-a7724d369c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '078714d9-431e-4632-b957-c9a7230e7876'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:34:47.856360 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-686afade-46a1-4c3d-b7f5-f5613c22ff6a req-fc6633da-9ae2-45f2-b60f-083c0244a3ed service neutron] Bound using segment: {'id': '21e1a332-491d-46ef-987f-a7724d369c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '078714d9-431e-4632-b957-c9a7230e7876'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:34:47.856830 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-686afade-46a1-4c3d-b7f5-f5613c22ff6a req-fc6633da-9ae2-45f2-b60f-083c0244a3ed service neutron] Bound port: 923695c0-58bb-4c6f-a650-daf93518a1e8, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21e1a332-491d-46ef-987f-a7724d369c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '078714d9-431e-4632-b957-c9a7230e7876'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:34:47.857331 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-686afade-46a1-4c3d-b7f5-f5613c22ff6a req-fc6633da-9ae2-45f2-b60f-083c0244a3ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:47.864646 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63e454-458b-4552-b0c6-8180c601e548 req-77b5885e-3de0-4f84-98bc-345eb0a4ec9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:47.865265 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7c63e454-458b-4552-b0c6-8180c601e548 req-77b5885e-3de0-4f84-98bc-345eb0a4ec9b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:47.869141 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c63e454-458b-4552-b0c6-8180c601e548 req-77b5885e-3de0-4f84-98bc-345eb0a4ec9b service neutron] 10.222.0.108 "PUT /v2.0/ports/d4b18f8b-70cf-4cbf-9ef3-a4612e10fee4 HTTP/1.1" status: 200 len: 1090 time: 3.1477301 Sep 24 15:34:47.872013 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e4dfe-fb29-47f2-83b2-6251b85418b2 req-59e93907-1760-4eed-a5af-1c442b3e612d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:47.872911 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fc9e4dfe-fb29-47f2-83b2-6251b85418b2 req-59e93907-1760-4eed-a5af-1c442b3e612d service neutron] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2805724 Sep 24 15:34:47.930088 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-bc9965b2-4eda-4dc1-8465-4eb6cbb18429 req-0d3c914c-5a77-4241-9e85-4940dc532b57 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Deleting port e61b8fbd-8e10-4084-8785-fe390e1256f4 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:34:47.930514 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-bc9965b2-4eda-4dc1-8465-4eb6cbb18429 req-0d3c914c-5a77-4241-9e85-4940dc532b57 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:47.975178 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b5885e-3de0-4f84-98bc-345eb0a4ec9b service neutron] Pushing event updated for resources: {'Port': ['ID=d4b18f8b-70cf-4cbf-9ef3-a4612e10fee4,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:48.021332 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-296f8345-8275-4c41-a307-d228d80ea2b4 req-6252b4eb-6a5a-4253-8508-453fb7f80981 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/ports?device_id=6fcc5454-8972-4938-979b-0db60934d994 HTTP/1.1" status: 200 len: 210 time: 0.0610878 Sep 24 15:34:48.216596 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-686afade-46a1-4c3d-b7f5-f5613c22ff6a req-fc6633da-9ae2-45f2-b60f-083c0244a3ed service neutron] For port 923695c0-58bb-4c6f-a650-daf93518a1e8, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:34:48.218811 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39093753-d6a8-48e4-b397-a3b770311504 req-26e9a3ea-bd93-4c6b-be35-3a4f851e7300 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:48.220836 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-39093753-d6a8-48e4-b397-a3b770311504 req-26e9a3ea-bd93-4c6b-be35-3a4f851e7300 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=7fa5a9e7-5a70-499a-ac2f-284d55e7f2c4 HTTP/1.1" status: 200 len: 949 time: 0.0904777 Sep 24 15:34:48.240901 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-bc9965b2-4eda-4dc1-8465-4eb6cbb18429 req-0d3c914c-5a77-4241-9e85-4940dc532b57 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] For port e61b8fbd-8e10-4084-8785-fe390e1256f4, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=e61b8fbd-8e10-4084-8785-fe390e1256f4,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:34:48.241271 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-bc9965b2-4eda-4dc1-8465-4eb6cbb18429 req-0d3c914c-5a77-4241-9e85-4940dc532b57 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:48.246719 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-686afade-46a1-4c3d-b7f5-f5613c22ff6a req-fc6633da-9ae2-45f2-b60f-083c0244a3ed service neutron] For port 923695c0-58bb-4c6f-a650-daf93518a1e8, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=923695c0-58bb-4c6f-a650-daf93518a1e8,segment=NetworkSegment(21e1a332-491d-46ef-987f-a7724d369c2e),segment_id=21e1a332-491d-46ef-987f-a7724d369c2e)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:34:48.263201 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-bc9965b2-4eda-4dc1-8465-4eb6cbb18429 req-0d3c914c-5a77-4241-9e85-4940dc532b57 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Calling delete_port for e61b8fbd-8e10-4084-8785-fe390e1256f4 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:34:48.286994 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-39093753-d6a8-48e4-b397-a3b770311504 req-86615b55-b4d6-455b-a815-32819ed7e004 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555253 Sep 24 15:34:48.290182 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-891ba13a-e260-4152-941b-b97f785e9b38 req-545a7f77-4090-469e-918a-1b7c6f831c11 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Allocated IP 172.20.0.8 (0374e89a-9d0f-457f-a823-b632a66136eb/f92e43d9-cce4-457c-a8f9-5d0718ce60de/f9e48d50-903d-41aa-abde-01359e24782b) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:34:48.313363 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '465bc65b-5f46-498c-b8b1-509be174e9cd', 'tag': 'd4b18f8b-70cf-4cbf-9ef3-a4612e10fee4'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:34:48.317026 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-779b378c-1001-47f7-840a-d5f1466bbe98" -d '{"events": [{"name": "network-changed", "server_uuid": "465bc65b-5f46-498c-b8b1-509be174e9cd", "tag": "d4b18f8b-70cf-4cbf-9ef3-a4612e10fee4"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:34:48.413983 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device b64a0df6-dee8-45ab-87e3-91f985c99573 details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:34:48.553823 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port b64a0df6-dee8-45ab-87e3-91f985c99573, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=b64a0df6-dee8-45ab-87e3-91f985c99573,segment=NetworkSegment(e854fc2b-10a2-4840-85e1-f484bd234f97),segment_id=e854fc2b-10a2-4840-85e1-f484bd234f97)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:34:48.573675 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': 'b64a0df6-dee8-45ab-87e3-91f985c99573', 'network_id': '11d4bcd0-f4e1-47ce-8813-4a94d2179197', 'port_id': 'b64a0df6-dee8-45ab-87e3-91f985c99573', 'mac_address': 'fa:16:3e:8f:c6:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8a10d9b-fe75-4ec9-8ac3-c0a4f7ef261c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:34:48.580790 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8e594a-2e95-4f1c-b3a3-95de139d0e03 req-87e5ffc4-7eeb-4a9f-ab6e-c4f4435232ff tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:48.587391 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8e594a-2e95-4f1c-b3a3-95de139d0e03 req-87e5ffc4-7eeb-4a9f-ab6e-c4f4435232ff tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:48.594988 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8e594a-2e95-4f1c-b3a3-95de139d0e03 req-87e5ffc4-7eeb-4a9f-ab6e-c4f4435232ff tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:48.608094 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8e594a-2e95-4f1c-b3a3-95de139d0e03 req-87e5ffc4-7eeb-4a9f-ab6e-c4f4435232ff tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:48.621696 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8e594a-2e95-4f1c-b3a3-95de139d0e03 req-87e5ffc4-7eeb-4a9f-ab6e-c4f4435232ff tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:48.623795 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:48.637021 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8e594a-2e95-4f1c-b3a3-95de139d0e03 req-87e5ffc4-7eeb-4a9f-ab6e-c4f4435232ff tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:48.643360 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-891ba13a-e260-4152-941b-b97f785e9b38 req-545a7f77-4090-469e-918a-1b7c6f831c11 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:48.649353 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b64a0df6-dee8-45ab-87e3-91f985c99573 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:34:48.652107 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8e594a-2e95-4f1c-b3a3-95de139d0e03 req-87e5ffc4-7eeb-4a9f-ab6e-c4f4435232ff tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:48.665377 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-be8e594a-2e95-4f1c-b3a3-95de139d0e03 req-87e5ffc4-7eeb-4a9f-ab6e-c4f4435232ff tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/ports?device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 5403 time: 0.1991436 Sep 24 15:34:48.680275 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port b64a0df6-dee8-45ab-87e3-91f985c99573, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=b64a0df6-dee8-45ab-87e3-91f985c99573,segment=NetworkSegment(e854fc2b-10a2-4840-85e1-f484bd234f97),segment_id=e854fc2b-10a2-4840-85e1-f484bd234f97)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:34:48.719605 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-7c63e454-458b-4552-b0c6-8180c601e548 req-371d97b5-57dd-4543-b23f-da97a757558e service neutron] Request body: {'port': {'device_id': '465bc65b-5f46-498c-b8b1-509be174e9cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:34:48.724233 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-be8e594a-2e95-4f1c-b3a3-95de139d0e03 req-8305f721-0001-41f9-b592-18c3d1c2ac04 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/security-groups?id=009469bf-50d0-4ac3-bdd3-519f093da79b&id=997d5af8-07d7-4888-b731-21def6e0a999&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0579803 Sep 24 15:34:48.810439 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ec0f20-2fef-4df9-9434-aabbe7876df5 x-openstack-request-id: req-d9ec0f20-2fef-4df9-9434-aabbe7876df5 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:34:48.810791 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "465bc65b-5f46-498c-b8b1-509be174e9cd", "tag": "d4b18f8b-70cf-4cbf-9ef3-a4612e10fee4", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:34:48.811437 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d9ec0f20-2fef-4df9-9434-aabbe7876df5 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:34:48.811836 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '465bc65b-5f46-498c-b8b1-509be174e9cd', 'tag': 'd4b18f8b-70cf-4cbf-9ef3-a4612e10fee4', 'status': 'completed', 'code': 200} Sep 24 15:34:48.858612 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7c63e454-458b-4552-b0c6-8180c601e548 req-371d97b5-57dd-4543-b23f-da97a757558e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:48.889432 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b16ecb9-73d8-4dcb-ae73-2738a396f874 req-67b432ca-2a6b-4962-9a76-aec617bc913b tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:48.895083 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7b16ecb9-73d8-4dcb-ae73-2738a396f874 req-67b432ca-2a6b-4962-9a76-aec617bc913b tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=94bde577-4a67-46e8-92f6-e7849953a8a3 HTTP/1.1" status: 200 len: 944 time: 0.0578272 Sep 24 15:34:48.924415 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b378c-1001-47f7-840a-d5f1466bbe98 req-8f11fa93-f7b1-47ef-a93b-d1d814642609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:48.925037 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b378c-1001-47f7-840a-d5f1466bbe98 req-8f11fa93-f7b1-47ef-a93b-d1d814642609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:48.925585 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b378c-1001-47f7-840a-d5f1466bbe98 req-8f11fa93-f7b1-47ef-a93b-d1d814642609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:48.926067 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b378c-1001-47f7-840a-d5f1466bbe98 req-8f11fa93-f7b1-47ef-a93b-d1d814642609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:48.926807 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b378c-1001-47f7-840a-d5f1466bbe98 req-8f11fa93-f7b1-47ef-a93b-d1d814642609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:48.927292 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b378c-1001-47f7-840a-d5f1466bbe98 req-8f11fa93-f7b1-47ef-a93b-d1d814642609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:48.928001 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b378c-1001-47f7-840a-d5f1466bbe98 req-8f11fa93-f7b1-47ef-a93b-d1d814642609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:48.930395 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-779b378c-1001-47f7-840a-d5f1466bbe98 req-8f11fa93-f7b1-47ef-a93b-d1d814642609 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=53357413dfbc434b8597a2dcdb9cca78&device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 6350 time: 0.1175282 Sep 24 15:34:48.944404 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7b16ecb9-73d8-4dcb-ae73-2738a396f874 req-782888f7-64cd-401d-8575-1d7eb5192744 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435140 Sep 24 15:34:49.069077 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:49.081513 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f782ec90-2cd5-4189-a836-83a4048e369c req-ff8dcf07-3636-4a2a-ae35-73fc114b6de9 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:49.083067 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f782ec90-2cd5-4189-a836-83a4048e369c req-ff8dcf07-3636-4a2a-ae35-73fc114b6de9 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/ports?device_id=2c0d49d8-7505-4568-941e-3bb80871b2e2 HTTP/1.1" status: 200 len: 943 time: 0.0599828 Sep 24 15:34:49.089508 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-891ba13a-e260-4152-941b-b97f785e9b38 req-545a7f77-4090-469e-918a-1b7c6f831c11 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:49.091894 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-686afade-46a1-4c3d-b7f5-f5613c22ff6a req-fc6633da-9ae2-45f2-b60f-083c0244a3ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:49.101368 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-bc9965b2-4eda-4dc1-8465-4eb6cbb18429 req-0d3c914c-5a77-4241-9e85-4940dc532b57 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:49.145434 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['c9332207-c726-4f30-bff1-552de6843456'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:34:49.151053 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f782ec90-2cd5-4189-a836-83a4048e369c req-bf3ffbd9-b48e-4d13-8825-2d532d1c0968 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/security-groups?id=62f13653-b186-43c2-8b39-46ac7f17e8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593703 Sep 24 15:34:49.231139 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686afade-46a1-4c3d-b7f5-f5613c22ff6a req-fc6633da-9ae2-45f2-b60f-083c0244a3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:49.232728 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-686afade-46a1-4c3d-b7f5-f5613c22ff6a req-fc6633da-9ae2-45f2-b60f-083c0244a3ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:49.235387 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-686afade-46a1-4c3d-b7f5-f5613c22ff6a req-fc6633da-9ae2-45f2-b60f-083c0244a3ed service neutron] 10.222.0.108 "PUT /v2.0/ports/923695c0-58bb-4c6f-a650-daf93518a1e8 HTTP/1.1" status: 200 len: 1092 time: 4.2819355 Sep 24 15:34:49.285352 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-891ba13a-e260-4152-941b-b97f785e9b38 req-545a7f77-4090-469e-918a-1b7c6f831c11 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Network 0374e89a-9d0f-457f-a823-b632a66136eb is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:34:49.315071 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-891ba13a-e260-4152-941b-b97f785e9b38 req-545a7f77-4090-469e-918a-1b7c6f831c11 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:34:49.317614 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b378c-1001-47f7-840a-d5f1466bbe98 req-a4ace699-7dbe-41ef-b8bc-cc8f1a6fc902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:49.318091 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b378c-1001-47f7-840a-d5f1466bbe98 req-a4ace699-7dbe-41ef-b8bc-cc8f1a6fc902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:49.318599 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b378c-1001-47f7-840a-d5f1466bbe98 req-a4ace699-7dbe-41ef-b8bc-cc8f1a6fc902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:49.320297 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-779b378c-1001-47f7-840a-d5f1466bbe98 req-a4ace699-7dbe-41ef-b8bc-cc8f1a6fc902 service neutron] 10.222.0.108 "GET /v2.0/networks?tenant_id=53357413dfbc434b8597a2dcdb9cca78&shared=False HTTP/1.1" status: 200 len: 2300 time: 0.3804660 Sep 24 15:34:49.356126 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-891ba13a-e260-4152-941b-b97f785e9b38 req-545a7f77-4090-469e-918a-1b7c6f831c11 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:34:49.367789 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360c0e2a-42bb-46ed-b1f7-af5a8a21285e req-75698960-23a8-4de9-9d55-1fdd0b73e0ea tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:49.375871 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-360c0e2a-42bb-46ed-b1f7-af5a8a21285e req-75698960-23a8-4de9-9d55-1fdd0b73e0ea tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/ports?device_id=6fcc5454-8972-4938-979b-0db60934d994 HTTP/1.1" status: 200 len: 931 time: 0.1093252 Sep 24 15:34:49.377803 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=b64a0df6-dee8-45ab-87e3-91f985c99573,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:49.419936 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc9965b2-4eda-4dc1-8465-4eb6cbb18429 req-0d3c914c-5a77-4241-9e85-4940dc532b57 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] No DVR routers for this DVR port e61b8fbd-8e10-4084-8785-fe390e1256f4 on host n-h1-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:34:49.428300 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6633da-9ae2-45f2-b60f-083c0244a3ed service neutron] Pushing event updated for resources: {'Port': ['ID=923695c0-58bb-4c6f-a650-daf93518a1e8,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:49.434128 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-360c0e2a-42bb-46ed-b1f7-af5a8a21285e req-960cc0aa-0124-400a-a612-7569e3a2b301 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/security-groups?id=0c6d601c-52fd-4232-823b-3556dffffa90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563612 Sep 24 15:34:49.454641 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-bc9965b2-4eda-4dc1-8465-4eb6cbb18429 req-0d3c914c-5a77-4241-9e85-4940dc532b57 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:49.456683 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bc9965b2-4eda-4dc1-8465-4eb6cbb18429 req-0d3c914c-5a77-4241-9e85-4940dc532b57 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.110 "DELETE /v2.0/ports/e61b8fbd-8e10-4084-8785-fe390e1256f4 HTTP/1.1" status: 204 len: 173 time: 1.9287994 Sep 24 15:34:49.507813 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['b64a0df6-dee8-45ab-87e3-91f985c99573'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:34:49.546070 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e50e419b-cc82-40e9-8502-2d789bdaa4f8 req-9937b91b-e734-43a3-919f-ac771803c99a tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=7fa5a9e7-5a70-499a-ac2f-284d55e7f2c4 HTTP/1.1" status: 200 len: 210 time: 0.0485058 Sep 24 15:34:49.687292 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ba13a-e260-4152-941b-b97f785e9b38 req-545a7f77-4090-469e-918a-1b7c6f831c11 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:49.688001 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-891ba13a-e260-4152-941b-b97f785e9b38 req-545a7f77-4090-469e-918a-1b7c6f831c11 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:49.714766 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545a7f77-4090-469e-918a-1b7c6f831c11 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Pushing event updated for resources: {'Port': ['ID=f9e48d50-903d-41aa-abde-01359e24782b,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:49.725249 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686afade-46a1-4c3d-b7f5-f5613c22ff6a req-d81df061-e753-44d4-8f30-d31d0692d4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:49.726934 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-686afade-46a1-4c3d-b7f5-f5613c22ff6a req-d81df061-e753-44d4-8f30-d31d0692d4de service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=afd1b0df78e44afd8dcda9521b21852d&device_id=94bde577-4a67-46e8-92f6-e7849953a8a3 HTTP/1.1" status: 200 len: 1095 time: 0.3460500 Sep 24 15:34:49.808874 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-891ba13a-e260-4152-941b-b97f785e9b38 req-545a7f77-4090-469e-918a-1b7c6f831c11 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6420848 Sep 24 15:34:49.888856 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b378c-1001-47f7-840a-d5f1466bbe98 req-548d8212-e5ac-4470-ab75-9beb9bedef94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:49.891474 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-779b378c-1001-47f7-840a-d5f1466bbe98 req-548d8212-e5ac-4470-ab75-9beb9bedef94 service neutron] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5277719 Sep 24 15:34:49.892213 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3c914c-5a77-4241-9e85-4940dc532b57 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Pushing event deleted for resources: {'Port': ['ID=e61b8fbd-8e10-4084-8785-fe390e1256f4,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:49.926959 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-891ba13a-e260-4152-941b-b97f785e9b38 req-ed51b0ff-da4c-4707-83e4-5359bd285db0 service neutron] Request body: {'port': {'device_id': '6fcc5454-8972-4938-979b-0db60934d994', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:34:49.932798 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-686afade-46a1-4c3d-b7f5-f5613c22ff6a req-d6d311b1-d90d-4dd1-bd8c-01d8e5ff213c service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=923695c0-58bb-4c6f-a650-daf93518a1e8 HTTP/1.1" status: 200 len: 217 time: 0.1846194 Sep 24 15:34:50.023121 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-7c63e454-458b-4552-b0c6-8180c601e548 req-371d97b5-57dd-4543-b23f-da97a757558e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bb88954-e5ec-4b97-a10b-c71b5097f8a9 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:34:50.035444 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7c63e454-458b-4552-b0c6-8180c601e548 req-371d97b5-57dd-4543-b23f-da97a757558e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:50.100471 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-7c63e454-458b-4552-b0c6-8180c601e548 req-371d97b5-57dd-4543-b23f-da97a757558e service neutron] Transition to ACTIVE for port object 8bb88954-e5ec-4b97-a10b-c71b5097f8a9 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:34:50.114255 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c530c1-6719-4077-8a1b-c620bafb7e1f req-3497f381-be64-4ab1-88bb-a4d8ad3ce5d8 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:50.120207 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c530c1-6719-4077-8a1b-c620bafb7e1f req-3497f381-be64-4ab1-88bb-a4d8ad3ce5d8 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:50.128476 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c530c1-6719-4077-8a1b-c620bafb7e1f req-3497f381-be64-4ab1-88bb-a4d8ad3ce5d8 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:50.134437 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c530c1-6719-4077-8a1b-c620bafb7e1f req-3497f381-be64-4ab1-88bb-a4d8ad3ce5d8 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:50.140381 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c530c1-6719-4077-8a1b-c620bafb7e1f req-3497f381-be64-4ab1-88bb-a4d8ad3ce5d8 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:50.147087 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c530c1-6719-4077-8a1b-c620bafb7e1f req-3497f381-be64-4ab1-88bb-a4d8ad3ce5d8 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:50.153067 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c530c1-6719-4077-8a1b-c620bafb7e1f req-3497f381-be64-4ab1-88bb-a4d8ad3ce5d8 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:50.155079 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-79c530c1-6719-4077-8a1b-c620bafb7e1f req-3497f381-be64-4ab1-88bb-a4d8ad3ce5d8 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/ports?device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 5403 time: 0.2415235 Sep 24 15:34:50.162783 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686afade-46a1-4c3d-b7f5-f5613c22ff6a req-53624792-4a2f-4a3c-a586-aa8911ccc4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:50.164228 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-686afade-46a1-4c3d-b7f5-f5613c22ff6a req-53624792-4a2f-4a3c-a586-aa8911ccc4df service neutron] 10.222.0.108 "GET /v2.0/subnets?id=84366809-0e1f-47c8-b0ea-166b7d29d1a7 HTTP/1.1" status: 200 len: 847 time: 0.2051041 Sep 24 15:34:50.166043 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-891ba13a-e260-4152-941b-b97f785e9b38 req-ed51b0ff-da4c-4707-83e4-5359bd285db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:50.217073 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7c63e454-458b-4552-b0c6-8180c601e548 req-371d97b5-57dd-4543-b23f-da97a757558e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:50.224232 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-686afade-46a1-4c3d-b7f5-f5613c22ff6a req-0ec12ffb-a5ca-4389-890c-1b5f3c294429 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=078714d9-431e-4632-b957-c9a7230e7876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504169 Sep 24 15:34:50.230458 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['7229ebc4-e762-45bc-b63d-6068046d0119', '1e5b3755-b74e-4468-90a5-9a7050a6ae48'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:34:50.326767 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-79c530c1-6719-4077-8a1b-c620bafb7e1f req-3f9cfacb-7946-4ea6-9a22-73e5476e1b75 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/security-groups?id=009469bf-50d0-4ac3-bdd3-519f093da79b&id=997d5af8-07d7-4888-b731-21def6e0a999&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1603711 Sep 24 15:34:50.536720 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371d97b5-57dd-4543-b23f-da97a757558e service neutron] Pushing event updated for resources: {'Port': ['ID=8bb88954-e5ec-4b97-a10b-c71b5097f8a9,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:50.817770 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d9f778-8e9e-471a-8569-3e312ae9b634 req-3cadbc61-2332-4e77-a706-b16cf892014c tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:50.819495 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-58d9f778-8e9e-471a-8569-3e312ae9b634 req-3cadbc61-2332-4e77-a706-b16cf892014c tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=94bde577-4a67-46e8-92f6-e7849953a8a3 HTTP/1.1" status: 200 len: 944 time: 0.2599850 Sep 24 15:34:50.823591 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94bde577-4a67-46e8-92f6-e7849953a8a3', 'tag': '923695c0-58bb-4c6f-a650-daf93518a1e8'}, {'server_uuid': '7fa5a9e7-5a70-499a-ac2f-284d55e7f2c4', 'name': 'network-vif-deleted', 'tag': 'e61b8fbd-8e10-4084-8785-fe390e1256f4'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:34:50.825896 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d7f34b-1828-462f-85ce-3f2f98a11e53" -d '{"events": [{"name": "network-changed", "server_uuid": "94bde577-4a67-46e8-92f6-e7849953a8a3", "tag": "923695c0-58bb-4c6f-a650-daf93518a1e8"}, {"server_uuid": "7fa5a9e7-5a70-499a-ac2f-284d55e7f2c4", "name": "network-vif-deleted", "tag": "e61b8fbd-8e10-4084-8785-fe390e1256f4"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:34:50.835782 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-686afade-46a1-4c3d-b7f5-f5613c22ff6a req-965cf3e7-669f-4404-b700-4d2c9383c826 service neutron] 10.222.0.108 "GET /v2.0/networks/078714d9-431e-4632-b957-c9a7230e7876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5827787 Sep 24 15:34:50.902617 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-7c63e454-458b-4552-b0c6-8180c601e548 req-371d97b5-57dd-4543-b23f-da97a757558e service neutron] Attempting to bind port 8bb88954-e5ec-4b97-a10b-c71b5097f8a9 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:34:50.903296 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-7c63e454-458b-4552-b0c6-8180c601e548 req-371d97b5-57dd-4543-b23f-da97a757558e service neutron] Attempting to bind port 8bb88954-e5ec-4b97-a10b-c71b5097f8a9 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '14654774-2682-4094-9ce4-6bbca9e08e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '507b15b8-afa5-40b8-adba-ac821e324412'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:34:50.903296 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c63e454-458b-4552-b0c6-8180c601e548 req-371d97b5-57dd-4543-b23f-da97a757558e service neutron] Attempting to bind port 8bb88954-e5ec-4b97-a10b-c71b5097f8a9 on network 507b15b8-afa5-40b8-adba-ac821e324412 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:34:50.906169 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device e61b8fbd-8e10-4084-8785-fe390e1256f4 no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:34:50.929042 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] No Port match for: e61b8fbd-8e10-4084-8785-fe390e1256f4 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:34:50.929704 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device e61b8fbd-8e10-4084-8785-fe390e1256f4 not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:34:50.931521 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c63e454-458b-4552-b0c6-8180c601e548 req-371d97b5-57dd-4543-b23f-da97a757558e service neutron] Port 8bb88954-e5ec-4b97-a10b-c71b5097f8a9 on network 507b15b8-afa5-40b8-adba-ac821e324412 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:34:50.931727 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c63e454-458b-4552-b0c6-8180c601e548 req-371d97b5-57dd-4543-b23f-da97a757558e service neutron] Attempting to bind port 8bb88954-e5ec-4b97-a10b-c71b5097f8a9 on network 507b15b8-afa5-40b8-adba-ac821e324412 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:34:50.986640 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c63e454-458b-4552-b0c6-8180c601e548 req-371d97b5-57dd-4543-b23f-da97a757558e service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:34:50.986949 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c63e454-458b-4552-b0c6-8180c601e548 req-371d97b5-57dd-4543-b23f-da97a757558e service neutron] Checking segment: {'id': '14654774-2682-4094-9ce4-6bbca9e08e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '507b15b8-afa5-40b8-adba-ac821e324412'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:34:50.987281 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c63e454-458b-4552-b0c6-8180c601e548 req-371d97b5-57dd-4543-b23f-da97a757558e service neutron] Bound using segment: {'id': '14654774-2682-4094-9ce4-6bbca9e08e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '507b15b8-afa5-40b8-adba-ac821e324412'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:34:50.987729 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-7c63e454-458b-4552-b0c6-8180c601e548 req-371d97b5-57dd-4543-b23f-da97a757558e service neutron] Bound port: 8bb88954-e5ec-4b97-a10b-c71b5097f8a9, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14654774-2682-4094-9ce4-6bbca9e08e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '507b15b8-afa5-40b8-adba-ac821e324412'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:34:50.988098 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7c63e454-458b-4552-b0c6-8180c601e548 req-371d97b5-57dd-4543-b23f-da97a757558e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:50.996888 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-58d9f778-8e9e-471a-8569-3e312ae9b634 req-27d5a25c-7a8b-4c9e-983e-53a958cf3e67 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670330 Sep 24 15:34:51.407228 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-891ba13a-e260-4152-941b-b97f785e9b38 req-ed51b0ff-da4c-4707-83e4-5359bd285db0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9e48d50-903d-41aa-abde-01359e24782b {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:34:51.413747 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-686afade-46a1-4c3d-b7f5-f5613c22ff6a req-ac955b27-50aa-4c4f-bb3a-aee0b95568c1 service neutron] 10.222.0.108 "GET /v2.0/networks/078714d9-431e-4632-b957-c9a7230e7876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5589058 Sep 24 15:34:51.437816 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-891ba13a-e260-4152-941b-b97f785e9b38 req-ed51b0ff-da4c-4707-83e4-5359bd285db0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:51.473466 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-891ba13a-e260-4152-941b-b97f785e9b38 req-ed51b0ff-da4c-4707-83e4-5359bd285db0 service neutron] Transition to ACTIVE for port object f9e48d50-903d-41aa-abde-01359e24782b will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:34:51.483728 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246cb89-6b2f-4a37-a025-61b28408e7f3 req-2433dfb3-865a-4122-80c9-fb5efc7207c7 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:51.485975 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3246cb89-6b2f-4a37-a025-61b28408e7f3 req-2433dfb3-865a-4122-80c9-fb5efc7207c7 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/ports?device_id=2c0d49d8-7505-4568-941e-3bb80871b2e2 HTTP/1.1" status: 200 len: 944 time: 0.1382496 Sep 24 15:34:51.497723 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-7c63e454-458b-4552-b0c6-8180c601e548 req-371d97b5-57dd-4543-b23f-da97a757558e service neutron] For port 8bb88954-e5ec-4b97-a10b-c71b5097f8a9, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:34:51.505884 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-7c63e454-458b-4552-b0c6-8180c601e548 req-371d97b5-57dd-4543-b23f-da97a757558e service neutron] For port 8bb88954-e5ec-4b97-a10b-c71b5097f8a9, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=8bb88954-e5ec-4b97-a10b-c71b5097f8a9,segment=NetworkSegment(14654774-2682-4094-9ce4-6bbca9e08e6e),segment_id=14654774-2682-4094-9ce4-6bbca9e08e6e)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:34:51.546503 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3246cb89-6b2f-4a37-a025-61b28408e7f3 req-5e2204ee-7ac7-4747-9e7f-bd444fa33485 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/security-groups?id=62f13653-b186-43c2-8b39-46ac7f17e8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507238 Sep 24 15:34:51.558381 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9951e9fb-d389-49d0-b41b-15a8227d37a7 req-43e1da85-f442-44af-aa5d-18fad0afb7dc tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:51.569390 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9951e9fb-d389-49d0-b41b-15a8227d37a7 req-43e1da85-f442-44af-aa5d-18fad0afb7dc tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/ports?device_id=6fcc5454-8972-4938-979b-0db60934d994 HTTP/1.1" status: 200 len: 931 time: 0.0768676 Sep 24 15:34:51.572211 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-891ba13a-e260-4152-941b-b97f785e9b38 req-ed51b0ff-da4c-4707-83e4-5359bd285db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:51.622416 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9951e9fb-d389-49d0-b41b-15a8227d37a7 req-adf50948-cf16-4fa3-a595-492bf27ebd77 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/security-groups?id=0c6d601c-52fd-4232-823b-3556dffffa90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551031 Sep 24 15:34:51.646904 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed51b0ff-da4c-4707-83e4-5359bd285db0 service neutron] Pushing event updated for resources: {'Port': ['ID=f9e48d50-903d-41aa-abde-01359e24782b,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:51.698377 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7c63e454-458b-4552-b0c6-8180c601e548 req-371d97b5-57dd-4543-b23f-da97a757558e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:51.732502 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 24 Sep 2021 15:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa3bd691-3ed3-4b54-bf26-18ea77ef29bf x-openstack-request-id: req-fa3bd691-3ed3-4b54-bf26-18ea77ef29bf {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:34:51.733052 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94bde577-4a67-46e8-92f6-e7849953a8a3", "tag": "923695c0-58bb-4c6f-a650-daf93518a1e8", "status": "completed", "code": 200}, {"server_uuid": "7fa5a9e7-5a70-499a-ac2f-284d55e7f2c4", "name": "network-vif-deleted", "tag": "e61b8fbd-8e10-4084-8785-fe390e1256f4", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:34:51.733305 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-fa3bd691-3ed3-4b54-bf26-18ea77ef29bf {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:34:51.733957 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94bde577-4a67-46e8-92f6-e7849953a8a3', 'tag': '923695c0-58bb-4c6f-a650-daf93518a1e8', 'status': 'completed', 'code': 200} Sep 24 15:34:51.734217 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fa5a9e7-5a70-499a-ac2f-284d55e7f2c4', 'name': 'network-vif-deleted', 'tag': 'e61b8fbd-8e10-4084-8785-fe390e1256f4', 'status': 'completed', 'code': 200} Sep 24 15:34:51.867950 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63e454-458b-4552-b0c6-8180c601e548 req-371d97b5-57dd-4543-b23f-da97a757558e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:51.868475 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7c63e454-458b-4552-b0c6-8180c601e548 req-371d97b5-57dd-4543-b23f-da97a757558e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:51.870170 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c63e454-458b-4552-b0c6-8180c601e548 req-371d97b5-57dd-4543-b23f-da97a757558e service neutron] 10.222.0.108 "PUT /v2.0/ports/8bb88954-e5ec-4b97-a10b-c71b5097f8a9 HTTP/1.1" status: 200 len: 1091 time: 3.1556365 Sep 24 15:34:51.911145 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371d97b5-57dd-4543-b23f-da97a757558e service neutron] Pushing event updated for resources: {'Port': ['ID=8bb88954-e5ec-4b97-a10b-c71b5097f8a9,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:51.935797 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-891ba13a-e260-4152-941b-b97f785e9b38 req-ed51b0ff-da4c-4707-83e4-5359bd285db0 service neutron] Attempting to bind port f9e48d50-903d-41aa-abde-01359e24782b on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:34:51.936275 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-891ba13a-e260-4152-941b-b97f785e9b38 req-ed51b0ff-da4c-4707-83e4-5359bd285db0 service neutron] Attempting to bind port f9e48d50-903d-41aa-abde-01359e24782b by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': '5c92913b-b5b8-43ec-a5ba-a4a68bdf770b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '0374e89a-9d0f-457f-a823-b632a66136eb'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:34:51.936725 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891ba13a-e260-4152-941b-b97f785e9b38 req-ed51b0ff-da4c-4707-83e4-5359bd285db0 service neutron] Attempting to bind port f9e48d50-903d-41aa-abde-01359e24782b on network 0374e89a-9d0f-457f-a823-b632a66136eb {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:34:51.946810 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891ba13a-e260-4152-941b-b97f785e9b38 req-ed51b0ff-da4c-4707-83e4-5359bd285db0 service neutron] Port f9e48d50-903d-41aa-abde-01359e24782b on network 0374e89a-9d0f-457f-a823-b632a66136eb not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:34:51.947251 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891ba13a-e260-4152-941b-b97f785e9b38 req-ed51b0ff-da4c-4707-83e4-5359bd285db0 service neutron] Attempting to bind port f9e48d50-903d-41aa-abde-01359e24782b on network 0374e89a-9d0f-457f-a823-b632a66136eb {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:34:51.963799 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d7f34b-1828-462f-85ce-3f2f98a11e53 req-4c81c79e-07fc-4b0a-85a6-42771a676806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:51.965400 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-00d7f34b-1828-462f-85ce-3f2f98a11e53 req-4c81c79e-07fc-4b0a-85a6-42771a676806 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=afd1b0df78e44afd8dcda9521b21852d&device_id=94bde577-4a67-46e8-92f6-e7849953a8a3 HTTP/1.1" status: 200 len: 1095 time: 0.2023208 Sep 24 15:34:51.966205 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891ba13a-e260-4152-941b-b97f785e9b38 req-ed51b0ff-da4c-4707-83e4-5359bd285db0 service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 34, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:34:51.966634 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891ba13a-e260-4152-941b-b97f785e9b38 req-ed51b0ff-da4c-4707-83e4-5359bd285db0 service neutron] Checking segment: {'id': '5c92913b-b5b8-43ec-a5ba-a4a68bdf770b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '0374e89a-9d0f-457f-a823-b632a66136eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:34:51.967073 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-891ba13a-e260-4152-941b-b97f785e9b38 req-ed51b0ff-da4c-4707-83e4-5359bd285db0 service neutron] Bound using segment: {'id': '5c92913b-b5b8-43ec-a5ba-a4a68bdf770b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '0374e89a-9d0f-457f-a823-b632a66136eb'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:34:51.968297 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-891ba13a-e260-4152-941b-b97f785e9b38 req-ed51b0ff-da4c-4707-83e4-5359bd285db0 service neutron] Bound port: f9e48d50-903d-41aa-abde-01359e24782b, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c92913b-b5b8-43ec-a5ba-a4a68bdf770b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '0374e89a-9d0f-457f-a823-b632a66136eb'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:34:51.968297 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-891ba13a-e260-4152-941b-b97f785e9b38 req-ed51b0ff-da4c-4707-83e4-5359bd285db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:52.040080 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c5606-ca48-4482-a5ce-8abd28d96181 req-92058195-79d0-450d-82b8-2fdecb657b7c tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:52.046406 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c5606-ca48-4482-a5ce-8abd28d96181 req-92058195-79d0-450d-82b8-2fdecb657b7c tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:52.053424 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c5606-ca48-4482-a5ce-8abd28d96181 req-92058195-79d0-450d-82b8-2fdecb657b7c tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:52.059424 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c5606-ca48-4482-a5ce-8abd28d96181 req-92058195-79d0-450d-82b8-2fdecb657b7c tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:52.066225 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c5606-ca48-4482-a5ce-8abd28d96181 req-92058195-79d0-450d-82b8-2fdecb657b7c tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:52.073071 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c5606-ca48-4482-a5ce-8abd28d96181 req-92058195-79d0-450d-82b8-2fdecb657b7c tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:52.080081 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073c5606-ca48-4482-a5ce-8abd28d96181 req-92058195-79d0-450d-82b8-2fdecb657b7c tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:52.088300 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-073c5606-ca48-4482-a5ce-8abd28d96181 req-92058195-79d0-450d-82b8-2fdecb657b7c tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/ports?device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 5415 time: 0.3180611 Sep 24 15:34:52.094544 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-7c63e454-458b-4552-b0c6-8180c601e548 req-f3f95da1-5206-4e52-8e90-a730a40d83d2 service neutron] Request body: {'port': {'device_id': '465bc65b-5f46-498c-b8b1-509be174e9cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:34:52.266854 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7c63e454-458b-4552-b0c6-8180c601e548 req-f3f95da1-5206-4e52-8e90-a730a40d83d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:52.272594 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-891ba13a-e260-4152-941b-b97f785e9b38 req-ed51b0ff-da4c-4707-83e4-5359bd285db0 service neutron] For port f9e48d50-903d-41aa-abde-01359e24782b, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:34:52.285182 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-073c5606-ca48-4482-a5ce-8abd28d96181 req-40e6d269-9c22-4f52-a7aa-c2e9a022b56b tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/security-groups?id=009469bf-50d0-4ac3-bdd3-519f093da79b&id=997d5af8-07d7-4888-b731-21def6e0a999&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1958971 Sep 24 15:34:52.354808 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-891ba13a-e260-4152-941b-b97f785e9b38 req-ed51b0ff-da4c-4707-83e4-5359bd285db0 service neutron] For port f9e48d50-903d-41aa-abde-01359e24782b, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=f9e48d50-903d-41aa-abde-01359e24782b,segment=NetworkSegment(5c92913b-b5b8-43ec-a5ba-a4a68bdf770b),segment_id=5c92913b-b5b8-43ec-a5ba-a4a68bdf770b)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:34:52.354808 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d7f34b-1828-462f-85ce-3f2f98a11e53 req-ab9804d6-7aaf-4308-ae44-9121a4960b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:52.354808 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-00d7f34b-1828-462f-85ce-3f2f98a11e53 req-ab9804d6-7aaf-4308-ae44-9121a4960b32 service neutron] 10.222.0.108 "GET /v2.0/networks?id=078714d9-431e-4632-b957-c9a7230e7876 HTTP/1.1" status: 200 len: 909 time: 0.3604565 Sep 24 15:34:52.423869 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device b64a0df6-dee8-45ab-87e3-91f985c99573 up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:34:52.503531 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-00d7f34b-1828-462f-85ce-3f2f98a11e53 req-9c8de4cf-631a-46ec-88c2-e35f8e1f0136 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=923695c0-58bb-4c6f-a650-daf93518a1e8 HTTP/1.1" status: 200 len: 217 time: 0.1354880 Sep 24 15:34:52.507081 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-891ba13a-e260-4152-941b-b97f785e9b38 req-ed51b0ff-da4c-4707-83e4-5359bd285db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:52.603292 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ba13a-e260-4152-941b-b97f785e9b38 req-ed51b0ff-da4c-4707-83e4-5359bd285db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:52.603292 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-891ba13a-e260-4152-941b-b97f785e9b38 req-ed51b0ff-da4c-4707-83e4-5359bd285db0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:52.603292 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-891ba13a-e260-4152-941b-b97f785e9b38 req-ed51b0ff-da4c-4707-83e4-5359bd285db0 service neutron] 10.222.0.110 "PUT /v2.0/ports/f9e48d50-903d-41aa-abde-01359e24782b HTTP/1.1" status: 200 len: 1091 time: 2.6874259 Sep 24 15:34:52.623874 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port b64a0df6-dee8-45ab-87e3-91f985c99573 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:34:52.628320 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port b64a0df6-dee8-45ab-87e3-91f985c99573 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:34:52.629008 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:52.650410 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed51b0ff-da4c-4707-83e4-5359bd285db0 service neutron] Pushing event updated for resources: {'Port': ['ID=f9e48d50-903d-41aa-abde-01359e24782b,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:52.750908 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:52.777203 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c0d49d8-7505-4568-941e-3bb80871b2e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b64a0df6-dee8-45ab-87e3-91f985c99573'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:34:52.780031 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6576440d-9027-4166-b2fa-52181df6c018" -d '{"events": [{"server_uuid": "2c0d49d8-7505-4568-941e-3bb80871b2e2", "name": "network-vif-plugged", "status": "completed", "tag": "b64a0df6-dee8-45ab-87e3-91f985c99573"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:34:52.794821 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port b64a0df6-dee8-45ab-87e3-91f985c99573, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=b64a0df6-dee8-45ab-87e3-91f985c99573,segment=NetworkSegment(e854fc2b-10a2-4840-85e1-f484bd234f97),segment_id=e854fc2b-10a2-4840-85e1-f484bd234f97)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:34:52.803903 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d7f34b-1828-462f-85ce-3f2f98a11e53 req-05eb20e6-1f55-4c8f-8247-e81be766d6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:52.807129 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-00d7f34b-1828-462f-85ce-3f2f98a11e53 req-05eb20e6-1f55-4c8f-8247-e81be766d6b9 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=84366809-0e1f-47c8-b0ea-166b7d29d1a7 HTTP/1.1" status: 200 len: 847 time: 0.2823906 Sep 24 15:34:52.871749 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ba13a-e260-4152-941b-b97f785e9b38 req-b7a7e7f9-4406-48ca-95ad-379f508318a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:52.873580 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-891ba13a-e260-4152-941b-b97f785e9b38 req-b7a7e7f9-4406-48ca-95ad-379f508318a1 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=5bcf994545e24f4c9b0696ef07ac6678&device_id=6fcc5454-8972-4938-979b-0db60934d994 HTTP/1.1" status: 200 len: 1094 time: 0.1439011 Sep 24 15:34:52.881135 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-00d7f34b-1828-462f-85ce-3f2f98a11e53 req-3f12a758-7ee2-492b-974f-24644f9fdff0 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=078714d9-431e-4632-b957-c9a7230e7876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565808 Sep 24 15:34:52.959410 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-891ba13a-e260-4152-941b-b97f785e9b38 req-57b29962-06e0-44e5-b362-aafca75d4b0c service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9e48d50-903d-41aa-abde-01359e24782b HTTP/1.1" status: 200 len: 217 time: 0.0732582 Sep 24 15:34:52.966626 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:52.970652 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:34:53.050467 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=b64a0df6-dee8-45ab-87e3-91f985c99573,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:53.127522 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ba13a-e260-4152-941b-b97f785e9b38 req-bc651cb1-df79-496c-9686-438cdf79ba68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:53.129012 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-891ba13a-e260-4152-941b-b97f785e9b38 req-bc651cb1-df79-496c-9686-438cdf79ba68 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=f92e43d9-cce4-457c-a8f9-5d0718ce60de HTTP/1.1" status: 200 len: 853 time: 0.1571953 Sep 24 15:34:53.164062 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-7c63e454-458b-4552-b0c6-8180c601e548 req-f3f95da1-5206-4e52-8e90-a730a40d83d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ee6ad90-d588-4863-a2f6-9306b19035e5 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:34:53.186046 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-891ba13a-e260-4152-941b-b97f785e9b38 req-5a60f3e1-c3f6-45c6-9f37-5f00453e4d0f service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=0374e89a-9d0f-457f-a823-b632a66136eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395997 Sep 24 15:34:53.194184 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c1cdd3-e26f-4c6b-9e18-aca449aba8cc req-af706a3a-1ed2-4c85-981b-f49488282fb9 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:53.195944 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a7c1cdd3-e26f-4c6b-9e18-aca449aba8cc req-af706a3a-1ed2-4c85-981b-f49488282fb9 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=94bde577-4a67-46e8-92f6-e7849953a8a3 HTTP/1.1" status: 200 len: 944 time: 0.2277071 Sep 24 15:34:53.197795 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-00d7f34b-1828-462f-85ce-3f2f98a11e53 req-ebae7bb7-9184-4f1b-b3b7-e1168d97dab7 service neutron] 10.222.0.108 "GET /v2.0/networks/078714d9-431e-4632-b957-c9a7230e7876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020163 Sep 24 15:34:53.199807 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7c63e454-458b-4552-b0c6-8180c601e548 req-f3f95da1-5206-4e52-8e90-a730a40d83d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:53.282407 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-7c63e454-458b-4552-b0c6-8180c601e548 req-f3f95da1-5206-4e52-8e90-a730a40d83d2 service neutron] Transition to ACTIVE for port object 0ee6ad90-d588-4863-a2f6-9306b19035e5 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:34:53.363112 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7c63e454-458b-4552-b0c6-8180c601e548 req-f3f95da1-5206-4e52-8e90-a730a40d83d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:53.374568 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a7c1cdd3-e26f-4c6b-9e18-aca449aba8cc req-084e438d-4c74-4be1-94da-95499e2f653a tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643479 Sep 24 15:34:53.471409 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-891ba13a-e260-4152-941b-b97f785e9b38 req-dbc8fb8c-7b11-44c7-8954-d6de83ae683d service neutron] 10.222.0.110 "GET /v2.0/networks/0374e89a-9d0f-457f-a823-b632a66136eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689328 Sep 24 15:34:53.502263 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-00d7f34b-1828-462f-85ce-3f2f98a11e53 req-63467d5c-e24c-4427-9a20-dac2c8a34959 service neutron] 10.222.0.108 "GET /v2.0/networks/078714d9-431e-4632-b957-c9a7230e7876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2900779 Sep 24 15:34:53.587385 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f95da1-5206-4e52-8e90-a730a40d83d2 service neutron] Pushing event updated for resources: {'Port': ['ID=0ee6ad90-d588-4863-a2f6-9306b19035e5,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:53.719573 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2b4ff8-a07b-42c9-803c-40c917400687 req-4620daa5-d80e-412b-8bdc-9db677b69b6e tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:53.721315 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7b2b4ff8-a07b-42c9-803c-40c917400687 req-4620daa5-d80e-412b-8bdc-9db677b69b6e tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/ports?device_id=2c0d49d8-7505-4568-941e-3bb80871b2e2 HTTP/1.1" status: 200 len: 945 time: 0.2469556 Sep 24 15:34:53.727915 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-891ba13a-e260-4152-941b-b97f785e9b38 req-85738cff-e46d-47f4-b6ca-a387caf76572 service neutron] 10.222.0.110 "GET /v2.0/networks/0374e89a-9d0f-457f-a823-b632a66136eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391453 Sep 24 15:34:53.736833 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '465bc65b-5f46-498c-b8b1-509be174e9cd', 'tag': '8bb88954-e5ec-4b97-a10b-c71b5097f8a9'}, {'name': 'network-changed', 'server_uuid': '6fcc5454-8972-4938-979b-0db60934d994', 'tag': 'f9e48d50-903d-41aa-abde-01359e24782b'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:34:53.739190 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-572d69b0-5c8c-46f5-bc70-2038cb04d2d9" -d '{"events": [{"name": "network-changed", "server_uuid": "465bc65b-5f46-498c-b8b1-509be174e9cd", "tag": "8bb88954-e5ec-4b97-a10b-c71b5097f8a9"}, {"name": "network-changed", "server_uuid": "6fcc5454-8972-4938-979b-0db60934d994", "tag": "f9e48d50-903d-41aa-abde-01359e24782b"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:34:53.758935 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-7c63e454-458b-4552-b0c6-8180c601e548 req-f3f95da1-5206-4e52-8e90-a730a40d83d2 service neutron] Attempting to bind port 0ee6ad90-d588-4863-a2f6-9306b19035e5 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:34:53.759350 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-7c63e454-458b-4552-b0c6-8180c601e548 req-f3f95da1-5206-4e52-8e90-a730a40d83d2 service neutron] Attempting to bind port 0ee6ad90-d588-4863-a2f6-9306b19035e5 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '14654774-2682-4094-9ce4-6bbca9e08e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '507b15b8-afa5-40b8-adba-ac821e324412'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:34:53.759747 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c63e454-458b-4552-b0c6-8180c601e548 req-f3f95da1-5206-4e52-8e90-a730a40d83d2 service neutron] Attempting to bind port 0ee6ad90-d588-4863-a2f6-9306b19035e5 on network 507b15b8-afa5-40b8-adba-ac821e324412 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:34:53.770924 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c63e454-458b-4552-b0c6-8180c601e548 req-f3f95da1-5206-4e52-8e90-a730a40d83d2 service neutron] Port 0ee6ad90-d588-4863-a2f6-9306b19035e5 on network 507b15b8-afa5-40b8-adba-ac821e324412 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:34:53.770924 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c63e454-458b-4552-b0c6-8180c601e548 req-f3f95da1-5206-4e52-8e90-a730a40d83d2 service neutron] Attempting to bind port 0ee6ad90-d588-4863-a2f6-9306b19035e5 on network 507b15b8-afa5-40b8-adba-ac821e324412 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:34:53.785419 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed29ff3-0073-4e55-9cf5-40e5e57ae801 req-0e6e0636-8c87-4f31-893b-159335a8db5a tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:53.787246 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c63e454-458b-4552-b0c6-8180c601e548 req-f3f95da1-5206-4e52-8e90-a730a40d83d2 service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:34:53.787579 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c63e454-458b-4552-b0c6-8180c601e548 req-f3f95da1-5206-4e52-8e90-a730a40d83d2 service neutron] Checking segment: {'id': '14654774-2682-4094-9ce4-6bbca9e08e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '507b15b8-afa5-40b8-adba-ac821e324412'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:34:53.787957 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c63e454-458b-4552-b0c6-8180c601e548 req-f3f95da1-5206-4e52-8e90-a730a40d83d2 service neutron] Bound using segment: {'id': '14654774-2682-4094-9ce4-6bbca9e08e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '507b15b8-afa5-40b8-adba-ac821e324412'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:34:53.788388 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-7c63e454-458b-4552-b0c6-8180c601e548 req-f3f95da1-5206-4e52-8e90-a730a40d83d2 service neutron] Bound port: 0ee6ad90-d588-4863-a2f6-9306b19035e5, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14654774-2682-4094-9ce4-6bbca9e08e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '507b15b8-afa5-40b8-adba-ac821e324412'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:34:53.788744 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7c63e454-458b-4552-b0c6-8180c601e548 req-f3f95da1-5206-4e52-8e90-a730a40d83d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:53.790923 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1ed29ff3-0073-4e55-9cf5-40e5e57ae801 req-0e6e0636-8c87-4f31-893b-159335a8db5a tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/ports?device_id=6fcc5454-8972-4938-979b-0db60934d994 HTTP/1.1" status: 200 len: 943 time: 0.0743644 Sep 24 15:34:53.801399 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7b2b4ff8-a07b-42c9-803c-40c917400687 req-6fab7c3c-b94e-443c-b57c-3877dfd7d4a5 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/security-groups?id=62f13653-b186-43c2-8b39-46ac7f17e8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724876 Sep 24 15:34:53.856468 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1ed29ff3-0073-4e55-9cf5-40e5e57ae801 req-3c3ba6db-055f-4416-8038-e1db8c2bee9c tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/security-groups?id=0c6d601c-52fd-4232-823b-3556dffffa90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619729 Sep 24 15:34:53.868602 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-7c63e454-458b-4552-b0c6-8180c601e548 req-f3f95da1-5206-4e52-8e90-a730a40d83d2 service neutron] For port 0ee6ad90-d588-4863-a2f6-9306b19035e5, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:34:53.872596 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-7c63e454-458b-4552-b0c6-8180c601e548 req-f3f95da1-5206-4e52-8e90-a730a40d83d2 service neutron] For port 0ee6ad90-d588-4863-a2f6-9306b19035e5, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=0ee6ad90-d588-4863-a2f6-9306b19035e5,segment=NetworkSegment(14654774-2682-4094-9ce4-6bbca9e08e6e),segment_id=14654774-2682-4094-9ce4-6bbca9e08e6e)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:34:53.879252 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d42018-07b1-4a04-ac96-fdda9e1a49e2 x-openstack-request-id: req-d9d42018-07b1-4a04-ac96-fdda9e1a49e2 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:34:53.879252 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c0d49d8-7505-4568-941e-3bb80871b2e2", "name": "network-vif-plugged", "status": "completed", "tag": "b64a0df6-dee8-45ab-87e3-91f985c99573", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:34:53.880349 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d9d42018-07b1-4a04-ac96-fdda9e1a49e2 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:34:53.880868 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c0d49d8-7505-4568-941e-3bb80871b2e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b64a0df6-dee8-45ab-87e3-91f985c99573', 'code': 200} Sep 24 15:34:53.987511 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc33948-3b0f-4a31-a02a-cfd8a8882b1a req-34b75095-e9b3-4bd1-9a7f-d94e74f5cccc tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:53.989062 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cdc33948-3b0f-4a31-a02a-cfd8a8882b1a req-34b75095-e9b3-4bd1-9a7f-d94e74f5cccc tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=e4a0869f-9ffd-41cd-a846-f5fdfab5a715 HTTP/1.1" status: 200 len: 950 time: 0.0626974 Sep 24 15:34:54.027887 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cdc33948-3b0f-4a31-a02a-cfd8a8882b1a req-a93f02b5-3c93-49f8-8a09-ac29eb601c82 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324137 Sep 24 15:34:54.028140 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf1e1f-17e1-43f1-b468-d7ab2793bb1b req-394ce895-712f-48bb-86f9-60890fe47293 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:54.034067 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf1e1f-17e1-43f1-b468-d7ab2793bb1b req-394ce895-712f-48bb-86f9-60890fe47293 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:54.040028 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf1e1f-17e1-43f1-b468-d7ab2793bb1b req-394ce895-712f-48bb-86f9-60890fe47293 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:54.046819 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf1e1f-17e1-43f1-b468-d7ab2793bb1b req-394ce895-712f-48bb-86f9-60890fe47293 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:54.053474 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf1e1f-17e1-43f1-b468-d7ab2793bb1b req-394ce895-712f-48bb-86f9-60890fe47293 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:54.059566 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf1e1f-17e1-43f1-b468-d7ab2793bb1b req-394ce895-712f-48bb-86f9-60890fe47293 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:54.066397 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdf1e1f-17e1-43f1-b468-d7ab2793bb1b req-394ce895-712f-48bb-86f9-60890fe47293 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:54.068360 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1fdf1e1f-17e1-43f1-b468-d7ab2793bb1b req-394ce895-712f-48bb-86f9-60890fe47293 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/ports?device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 5427 time: 0.1282763 Sep 24 15:34:54.071351 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7c63e454-458b-4552-b0c6-8180c601e548 req-f3f95da1-5206-4e52-8e90-a730a40d83d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:54.111608 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025285ca-37e1-47a9-bf59-5c7a791e2384 req-e43e7c15-55ca-4370-867d-4065bc91ee0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:54.115184 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-025285ca-37e1-47a9-bf59-5c7a791e2384 req-e43e7c15-55ca-4370-867d-4065bc91ee0d service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=2c0d49d8-7505-4568-941e-3bb80871b2e2 HTTP/1.1" status: 200 len: 1096 time: 0.1414270 Sep 24 15:34:54.132773 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63e454-458b-4552-b0c6-8180c601e548 req-f3f95da1-5206-4e52-8e90-a730a40d83d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:54.132773 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7c63e454-458b-4552-b0c6-8180c601e548 req-f3f95da1-5206-4e52-8e90-a730a40d83d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:54.132773 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c63e454-458b-4552-b0c6-8180c601e548 req-f3f95da1-5206-4e52-8e90-a730a40d83d2 service neutron] 10.222.0.108 "PUT /v2.0/ports/0ee6ad90-d588-4863-a2f6-9306b19035e5 HTTP/1.1" status: 200 len: 1091 time: 2.0404749 Sep 24 15:34:54.204040 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-025285ca-37e1-47a9-bf59-5c7a791e2384 req-6493c037-471d-428b-987e-e86f18b63b05 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=62f13653-b186-43c2-8b39-46ac7f17e8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720747 Sep 24 15:34:54.209200 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f95da1-5206-4e52-8e90-a730a40d83d2 service neutron] Pushing event updated for resources: {'Port': ['ID=0ee6ad90-d588-4863-a2f6-9306b19035e5,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:54.222965 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1fdf1e1f-17e1-43f1-b468-d7ab2793bb1b req-2152aa75-50e5-4d82-ba86-1a644ee951df tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/security-groups?id=009469bf-50d0-4ac3-bdd3-519f093da79b&id=997d5af8-07d7-4888-b731-21def6e0a999&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1141968 Sep 24 15:34:54.282948 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 24 Sep 2021 15:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b298712-a89c-41b8-87e0-7b8f18cf4860 x-openstack-request-id: req-8b298712-a89c-41b8-87e0-7b8f18cf4860 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:34:54.283443 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "465bc65b-5f46-498c-b8b1-509be174e9cd", "tag": "8bb88954-e5ec-4b97-a10b-c71b5097f8a9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6fcc5454-8972-4938-979b-0db60934d994", "tag": "f9e48d50-903d-41aa-abde-01359e24782b", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:34:54.283715 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-8b298712-a89c-41b8-87e0-7b8f18cf4860 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:34:54.284165 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '465bc65b-5f46-498c-b8b1-509be174e9cd', 'tag': '8bb88954-e5ec-4b97-a10b-c71b5097f8a9', 'status': 'completed', 'code': 200} Sep 24 15:34:54.284444 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fcc5454-8972-4938-979b-0db60934d994', 'tag': 'f9e48d50-903d-41aa-abde-01359e24782b', 'status': 'completed', 'code': 200} Sep 24 15:34:54.377151 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572d69b0-5c8c-46f5-bc70-2038cb04d2d9 req-57db460d-c68c-4f09-813d-fc8735d7cc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:54.378710 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-572d69b0-5c8c-46f5-bc70-2038cb04d2d9 req-57db460d-c68c-4f09-813d-fc8735d7cc6e service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=5bcf994545e24f4c9b0696ef07ac6678&device_id=6fcc5454-8972-4938-979b-0db60934d994 HTTP/1.1" status: 200 len: 1094 time: 0.0482848 Sep 24 15:34:54.512498 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572d69b0-5c8c-46f5-bc70-2038cb04d2d9 req-dfb4465a-4ec9-40f4-a61c-a5fec49a3750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:54.514061 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-572d69b0-5c8c-46f5-bc70-2038cb04d2d9 req-dfb4465a-4ec9-40f4-a61c-a5fec49a3750 service neutron] 10.222.0.110 "GET /v2.0/networks?id=0374e89a-9d0f-457f-a823-b632a66136eb HTTP/1.1" status: 200 len: 915 time: 0.1230173 Sep 24 15:34:54.585587 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7250a6b4-bfbb-4ba8-8233-b8bc0bced301 req-2d929c2d-f160-428f-a2cd-7d095a5f5121 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:54.587132 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7250a6b4-bfbb-4ba8-8233-b8bc0bced301 req-2d929c2d-f160-428f-a2cd-7d095a5f5121 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] 10.222.0.101 "GET /v2.0/ports?device_id=13807497-b8d8-43c2-a628-11dc4926a32b HTTP/1.1" status: 200 len: 948 time: 0.0574892 Sep 24 15:34:54.616012 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-572d69b0-5c8c-46f5-bc70-2038cb04d2d9 req-da08adaa-d9f0-46b9-9040-078fadfc9b47 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9e48d50-903d-41aa-abde-01359e24782b HTTP/1.1" status: 200 len: 217 time: 0.0858114 Sep 24 15:34:54.630549 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7250a6b4-bfbb-4ba8-8233-b8bc0bced301 req-6a0e7187-15a7-43b0-b749-83da4ab12695 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] 10.222.0.101 "GET /v2.0/security-groups?id=57e94047-30f9-4114-8ab3-78d613da6f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364816 Sep 24 15:34:54.693430 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3003ecd2-02d9-47a3-922a-8494d00ae839 req-e167947b-57cf-4daa-8687-00747bb36e14 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:54.694963 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3003ecd2-02d9-47a3-922a-8494d00ae839 req-e167947b-57cf-4daa-8687-00747bb36e14 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=94bde577-4a67-46e8-92f6-e7849953a8a3 HTTP/1.1" status: 200 len: 944 time: 0.1838496 Sep 24 15:34:54.705845 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63e454-458b-4552-b0c6-8180c601e548 req-faa69fc6-fc4c-46d5-b717-6f43ba374a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:54.706323 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63e454-458b-4552-b0c6-8180c601e548 req-faa69fc6-fc4c-46d5-b717-6f43ba374a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:54.707524 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63e454-458b-4552-b0c6-8180c601e548 req-faa69fc6-fc4c-46d5-b717-6f43ba374a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:54.707524 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63e454-458b-4552-b0c6-8180c601e548 req-faa69fc6-fc4c-46d5-b717-6f43ba374a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:54.707778 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63e454-458b-4552-b0c6-8180c601e548 req-faa69fc6-fc4c-46d5-b717-6f43ba374a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:54.708239 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63e454-458b-4552-b0c6-8180c601e548 req-faa69fc6-fc4c-46d5-b717-6f43ba374a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:54.708698 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63e454-458b-4552-b0c6-8180c601e548 req-faa69fc6-fc4c-46d5-b717-6f43ba374a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:54.710586 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c63e454-458b-4552-b0c6-8180c601e548 req-faa69fc6-fc4c-46d5-b717-6f43ba374a57 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=53357413dfbc434b8597a2dcdb9cca78&device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 6484 time: 0.2005997 Sep 24 15:34:54.769693 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572d69b0-5c8c-46f5-bc70-2038cb04d2d9 req-ba99c8ad-9e77-41c1-a2a4-57b17cbcae8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:54.771206 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-572d69b0-5c8c-46f5-bc70-2038cb04d2d9 req-ba99c8ad-9e77-41c1-a2a4-57b17cbcae8c service neutron] 10.222.0.110 "GET /v2.0/subnets?id=f92e43d9-cce4-457c-a8f9-5d0718ce60de HTTP/1.1" status: 200 len: 853 time: 0.1370256 Sep 24 15:34:54.779118 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19d6337-ee70-42c4-a94a-68427b849bd8 req-7b0f3574-8801-45bf-b2e6-0aa038c88683 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:54.780558 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d19d6337-ee70-42c4-a94a-68427b849bd8 req-7b0f3574-8801-45bf-b2e6-0aa038c88683 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.110 "GET /v2.0/ports?device_id=e4a0869f-9ffd-41cd-a846-f5fdfab5a715 HTTP/1.1" status: 200 len: 950 time: 0.1821606 Sep 24 15:34:54.782368 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c63e454-458b-4552-b0c6-8180c601e548 req-94264e9f-d77f-4d63-b447-fae8941961ec service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0142ad3a-dc16-4465-ac2e-8afaafbbaba6 HTTP/1.1" status: 200 len: 217 time: 0.0609300 Sep 24 15:34:54.881612 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-572d69b0-5c8c-46f5-bc70-2038cb04d2d9 req-2718c0a6-95d2-4424-9937-3a50b4c3699e service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=0374e89a-9d0f-457f-a823-b632a66136eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0981059 Sep 24 15:34:54.893791 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3003ecd2-02d9-47a3-922a-8494d00ae839 req-482929c3-7e28-4844-bec3-dd07eff65632 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791887 Sep 24 15:34:54.939081 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f0d2b-1573-4de5-9754-7384ec00b487 req-6db4a66f-39a6-4875-9c08-09262f702a01 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:54.940759 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-017f0d2b-1573-4de5-9754-7384ec00b487 req-6db4a66f-39a6-4875-9c08-09262f702a01 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/ports?device_id=2c0d49d8-7505-4568-941e-3bb80871b2e2 HTTP/1.1" status: 200 len: 945 time: 0.0646758 Sep 24 15:34:54.965868 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63e454-458b-4552-b0c6-8180c601e548 req-c93654e1-7982-43c7-89ac-7688080fb16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:54.967314 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c63e454-458b-4552-b0c6-8180c601e548 req-c93654e1-7982-43c7-89ac-7688080fb16e service neutron] 10.222.0.108 "GET /v2.0/subnets?id=740320f3-b182-49df-862e-fbe87946f30f HTTP/1.1" status: 200 len: 855 time: 0.1718934 Sep 24 15:34:54.995119 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-017f0d2b-1573-4de5-9754-7384ec00b487 req-b4c2b0ae-c17d-4e08-96ab-006617ee3a37 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/security-groups?id=62f13653-b186-43c2-8b39-46ac7f17e8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466421 Sep 24 15:34:55.105511 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-572d69b0-5c8c-46f5-bc70-2038cb04d2d9 req-4b7b9247-6977-4d64-93f2-105b83ee6c4c service neutron] 10.222.0.110 "GET /v2.0/networks/0374e89a-9d0f-457f-a823-b632a66136eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107556 Sep 24 15:34:55.120902 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-d19d6337-ee70-42c4-a94a-68427b849bd8 req-818d3a0b-a189-4672-8ce3-6e98c00c4265 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Deleting port 7229ebc4-e762-45bc-b63d-6068046d0119 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:34:55.121267 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d19d6337-ee70-42c4-a94a-68427b849bd8 req-818d3a0b-a189-4672-8ce3-6e98c00c4265 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:55.130758 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c2a3fa-32e9-46a8-ab17-57d2d81996b3 req-9c6ee155-0c83-4c08-a38c-ea1557e454e4 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:55.132240 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-18c2a3fa-32e9-46a8-ab17-57d2d81996b3 req-9c6ee155-0c83-4c08-a38c-ea1557e454e4 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/ports?device_id=6fcc5454-8972-4938-979b-0db60934d994 HTTP/1.1" status: 200 len: 943 time: 0.1682136 Sep 24 15:34:55.141955 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63e454-458b-4552-b0c6-8180c601e548 req-4ad434a1-149c-4dee-bca2-1165b675a0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:55.143435 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c63e454-458b-4552-b0c6-8180c601e548 req-4ad434a1-149c-4dee-bca2-1165b675a0d2 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=ff8678b1-4349-4ca8-a723-03edf66a1778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1344962 Sep 24 15:34:55.160181 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f401c88b-b142-4501-b118-956cc46fd39e req-4f7c43a0-dd4e-4f6b-8bb7-15fb72c5bd51 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:55.161828 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f401c88b-b142-4501-b118-956cc46fd39e req-4f7c43a0-dd4e-4f6b-8bb7-15fb72c5bd51 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=e4a0869f-9ffd-41cd-a846-f5fdfab5a715 HTTP/1.1" status: 200 len: 950 time: 0.0581777 Sep 24 15:34:55.205634 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f401c88b-b142-4501-b118-956cc46fd39e req-7e92f123-e36e-4056-a573-dce109e776cb tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364864 Sep 24 15:34:55.362471 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e7c98-806d-4640-9408-fc8b5e628b7b req-e10bfb2f-47bb-45b9-86b2-81d0cdd9b819 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:55.368793 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e7c98-806d-4640-9408-fc8b5e628b7b req-e10bfb2f-47bb-45b9-86b2-81d0cdd9b819 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:55.375807 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e7c98-806d-4640-9408-fc8b5e628b7b req-e10bfb2f-47bb-45b9-86b2-81d0cdd9b819 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:55.381745 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e7c98-806d-4640-9408-fc8b5e628b7b req-e10bfb2f-47bb-45b9-86b2-81d0cdd9b819 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:55.387690 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e7c98-806d-4640-9408-fc8b5e628b7b req-e10bfb2f-47bb-45b9-86b2-81d0cdd9b819 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:55.394747 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e7c98-806d-4640-9408-fc8b5e628b7b req-e10bfb2f-47bb-45b9-86b2-81d0cdd9b819 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:55.402389 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e7c98-806d-4640-9408-fc8b5e628b7b req-e10bfb2f-47bb-45b9-86b2-81d0cdd9b819 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:55.403022 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-440e7c98-806d-4640-9408-fc8b5e628b7b req-e10bfb2f-47bb-45b9-86b2-81d0cdd9b819 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/ports?device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 5427 time: 0.1063995 Sep 24 15:34:55.451627 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-440e7c98-806d-4640-9408-fc8b5e628b7b req-2db413cf-0f42-4fc7-91ed-180555c256e1 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/security-groups?id=009469bf-50d0-4ac3-bdd3-519f093da79b&id=997d5af8-07d7-4888-b731-21def6e0a999&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396636 Sep 24 15:34:55.663417 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-18c2a3fa-32e9-46a8-ab17-57d2d81996b3 req-0ce0e681-73ca-498e-96c5-a68fa63ab710 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/security-groups?id=0c6d601c-52fd-4232-823b-3556dffffa90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5087543 Sep 24 15:34:55.714600 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-d19d6337-ee70-42c4-a94a-68427b849bd8 req-818d3a0b-a189-4672-8ce3-6e98c00c4265 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] For port 7229ebc4-e762-45bc-b63d-6068046d0119, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=7229ebc4-e762-45bc-b63d-6068046d0119,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:34:55.714881 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d19d6337-ee70-42c4-a94a-68427b849bd8 req-818d3a0b-a189-4672-8ce3-6e98c00c4265 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:55.729635 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-572d69b0-5c8c-46f5-bc70-2038cb04d2d9 req-5bf13355-bad6-495e-8a93-aaa29db9485d service neutron] 10.222.0.110 "GET /v2.0/networks/0374e89a-9d0f-457f-a823-b632a66136eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6120274 Sep 24 15:34:55.733488 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-d19d6337-ee70-42c4-a94a-68427b849bd8 req-818d3a0b-a189-4672-8ce3-6e98c00c4265 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Calling delete_port for 7229ebc4-e762-45bc-b63d-6068046d0119 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:34:55.737144 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c63e454-458b-4552-b0c6-8180c601e548 req-86d55d6d-9cf6-470a-a8ed-848f54b3d7d5 service neutron] 10.222.0.108 "GET /v2.0/networks/ff8678b1-4349-4ca8-a723-03edf66a1778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5815315 Sep 24 15:34:55.756816 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb36a90-9f42-4ec8-9fe5-ff4b11afe422 req-69ff1619-6312-4847-bc52-f2937ba20324 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:55.758498 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3cb36a90-9f42-4ec8-9fe5-ff4b11afe422 req-69ff1619-6312-4847-bc52-f2937ba20324 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] 10.222.0.101 "GET /v2.0/ports?device_id=13807497-b8d8-43c2-a628-11dc4926a32b HTTP/1.1" status: 200 len: 948 time: 0.0527041 Sep 24 15:34:55.805119 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3cb36a90-9f42-4ec8-9fe5-ff4b11afe422 req-2453a7e5-5843-482d-8e25-40a9b1e21884 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] 10.222.0.101 "GET /v2.0/security-groups?id=57e94047-30f9-4114-8ab3-78d613da6f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406730 Sep 24 15:34:55.911819 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c63e454-458b-4552-b0c6-8180c601e548 req-8765ec45-264d-4713-8c9e-0468857f61cb service neutron] 10.222.0.108 "GET /v2.0/networks/ff8678b1-4349-4ca8-a723-03edf66a1778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162839 Sep 24 15:34:55.994707 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c63e454-458b-4552-b0c6-8180c601e548 req-8d224caa-1ece-404f-aa7f-d78466ec5095 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=abc5097c-45c0-4a4c-83ad-221aa210e627 HTTP/1.1" status: 200 len: 217 time: 0.0543852 Sep 24 15:34:56.083479 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71d1d44-d0fb-4e96-96b8-5b84a9c5a1d4 req-61e50edb-65a8-4365-9db4-45789f95d600 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:56.085004 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b71d1d44-d0fb-4e96-96b8-5b84a9c5a1d4 req-61e50edb-65a8-4365-9db4-45789f95d600 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=94bde577-4a67-46e8-92f6-e7849953a8a3 HTTP/1.1" status: 200 len: 944 time: 0.1014102 Sep 24 15:34:56.086973 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63e454-458b-4552-b0c6-8180c601e548 req-e66ee049-3448-499f-b2fb-ecfaf9e38809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:56.088313 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c63e454-458b-4552-b0c6-8180c601e548 req-e66ee049-3448-499f-b2fb-ecfaf9e38809 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=e11d2a5f-bb34-4615-a972-21b689918a94 HTTP/1.1" status: 200 len: 797 time: 0.0734367 Sep 24 15:34:56.126372 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d19d6337-ee70-42c4-a94a-68427b849bd8 req-818d3a0b-a189-4672-8ce3-6e98c00c4265 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:56.138825 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['7229ebc4-e762-45bc-b63d-6068046d0119', '1e5b3755-b74e-4468-90a5-9a7050a6ae48'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:34:56.139364 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0546b06-b115-4e96-8736-dc72ef2d4db2 req-a68817c7-1362-4ea4-a010-57b696deddb7 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:56.149544 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d0546b06-b115-4e96-8736-dc72ef2d4db2 req-a68817c7-1362-4ea4-a010-57b696deddb7 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/ports?device_id=2c0d49d8-7505-4568-941e-3bb80871b2e2 HTTP/1.1" status: 200 len: 945 time: 0.0670300 Sep 24 15:34:56.182934 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818d3a0b-a189-4672-8ce3-6e98c00c4265 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Pushing event deleted for resources: {'Port': ['ID=7229ebc4-e762-45bc-b63d-6068046d0119,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:56.197446 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b71d1d44-d0fb-4e96-96b8-5b84a9c5a1d4 req-47789ae9-ff22-4479-8629-1b24f9ba33c5 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021903 Sep 24 15:34:56.221043 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d0546b06-b115-4e96-8736-dc72ef2d4db2 req-716e7d5b-8d65-4954-bb2c-dd5e785d508c tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/security-groups?id=62f13653-b186-43c2-8b39-46ac7f17e8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682616 Sep 24 15:34:56.265179 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63e454-458b-4552-b0c6-8180c601e548 req-3624939d-8a8e-4b19-8dd6-788a5ec17f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:56.267110 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c63e454-458b-4552-b0c6-8180c601e548 req-3624939d-8a8e-4b19-8dd6-788a5ec17f75 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=5073d904-8b2b-4bdf-8338-7c236ddf6645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1533573 Sep 24 15:34:56.267951 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-d19d6337-ee70-42c4-a94a-68427b849bd8 req-818d3a0b-a189-4672-8ce3-6e98c00c4265 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] No DVR routers for this DVR port 7229ebc4-e762-45bc-b63d-6068046d0119 on host n-h1-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:34:56.271129 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d19d6337-ee70-42c4-a94a-68427b849bd8 req-818d3a0b-a189-4672-8ce3-6e98c00c4265 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:56.273724 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d19d6337-ee70-42c4-a94a-68427b849bd8 req-818d3a0b-a189-4672-8ce3-6e98c00c4265 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.110 "DELETE /v2.0/ports/7229ebc4-e762-45bc-b63d-6068046d0119 HTTP/1.1" status: 204 len: 173 time: 1.4793737 Sep 24 15:34:56.288363 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '465bc65b-5f46-498c-b8b1-509be174e9cd', 'tag': '0ee6ad90-d588-4863-a2f6-9306b19035e5'}, {'server_uuid': 'e4a0869f-9ffd-41cd-a846-f5fdfab5a715', 'name': 'network-vif-deleted', 'tag': '7229ebc4-e762-45bc-b63d-6068046d0119'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:34:56.290907 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb9e6eb0-0bb0-43f4-8f9d-2843440ce244" -d '{"events": [{"name": "network-changed", "server_uuid": "465bc65b-5f46-498c-b8b1-509be174e9cd", "tag": "0ee6ad90-d588-4863-a2f6-9306b19035e5"}, {"server_uuid": "e4a0869f-9ffd-41cd-a846-f5fdfab5a715", "name": "network-vif-deleted", "tag": "7229ebc4-e762-45bc-b63d-6068046d0119"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:34:56.339980 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c818275d-e94c-4bb4-be46-93be439f094c req-dfdf3a06-814e-4757-bf30-ee2be878a013 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=e4a0869f-9ffd-41cd-a846-f5fdfab5a715 HTTP/1.1" status: 200 len: 210 time: 0.0614276 Sep 24 15:34:56.378999 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 24 Sep 2021 15:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07077836-92d4-4a15-a3b1-7bc224007f73 x-openstack-request-id: req-07077836-92d4-4a15-a3b1-7bc224007f73 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:34:56.379293 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "465bc65b-5f46-498c-b8b1-509be174e9cd", "tag": "0ee6ad90-d588-4863-a2f6-9306b19035e5", "status": "completed", "code": 200}, {"server_uuid": "e4a0869f-9ffd-41cd-a846-f5fdfab5a715", "name": "network-vif-deleted", "tag": "7229ebc4-e762-45bc-b63d-6068046d0119", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:34:56.379573 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-07077836-92d4-4a15-a3b1-7bc224007f73 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:34:56.379959 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '465bc65b-5f46-498c-b8b1-509be174e9cd', 'tag': '0ee6ad90-d588-4863-a2f6-9306b19035e5', 'status': 'completed', 'code': 200} Sep 24 15:34:56.380215 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4a0869f-9ffd-41cd-a846-f5fdfab5a715', 'name': 'network-vif-deleted', 'tag': '7229ebc4-e762-45bc-b63d-6068046d0119', 'status': 'completed', 'code': 200} Sep 24 15:34:56.409196 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c63e454-458b-4552-b0c6-8180c601e548 req-dd6315bd-daf8-42ce-aaef-5d38c9640672 service neutron] 10.222.0.108 "GET /v2.0/networks/5073d904-8b2b-4bdf-8338-7c236ddf6645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128871 Sep 24 15:34:56.519800 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c63e454-458b-4552-b0c6-8180c601e548 req-607c89ad-d673-4983-adfe-5224455fffb9 service neutron] 10.222.0.108 "GET /v2.0/networks/5073d904-8b2b-4bdf-8338-7c236ddf6645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966115 Sep 24 15:34:56.569163 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c63e454-458b-4552-b0c6-8180c601e548 req-54c1ea56-d72f-4618-a3ef-ebb15c7f572a service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=2f5a166f-73aa-4d69-848c-9741f19b3801 HTTP/1.1" status: 200 len: 217 time: 0.0382118 Sep 24 15:34:56.594572 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1647f2-5e10-4a30-824d-629629cf6df7 req-d434ca8f-e75c-4176-a858-e712deaa0c72 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:56.601608 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1647f2-5e10-4a30-824d-629629cf6df7 req-d434ca8f-e75c-4176-a858-e712deaa0c72 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:56.609036 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1647f2-5e10-4a30-824d-629629cf6df7 req-d434ca8f-e75c-4176-a858-e712deaa0c72 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:56.617146 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1647f2-5e10-4a30-824d-629629cf6df7 req-d434ca8f-e75c-4176-a858-e712deaa0c72 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:56.627334 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1647f2-5e10-4a30-824d-629629cf6df7 req-d434ca8f-e75c-4176-a858-e712deaa0c72 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:56.633857 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1647f2-5e10-4a30-824d-629629cf6df7 req-d434ca8f-e75c-4176-a858-e712deaa0c72 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:56.640125 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1647f2-5e10-4a30-824d-629629cf6df7 req-d434ca8f-e75c-4176-a858-e712deaa0c72 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:56.642653 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-da1647f2-5e10-4a30-824d-629629cf6df7 req-d434ca8f-e75c-4176-a858-e712deaa0c72 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/ports?device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 5427 time: 0.1089067 Sep 24 15:34:56.676376 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63e454-458b-4552-b0c6-8180c601e548 req-204aceb6-b6fa-4c03-b760-69db6580aea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:56.678994 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c63e454-458b-4552-b0c6-8180c601e548 req-204aceb6-b6fa-4c03-b760-69db6580aea1 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=e11d2a5f-bb34-4615-a972-21b689918a94 HTTP/1.1" status: 200 len: 797 time: 0.0987718 Sep 24 15:34:56.711157 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-da1647f2-5e10-4a30-824d-629629cf6df7 req-5fe1bfe0-8512-4c9c-bcf0-d7902f0852cb tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/security-groups?id=009469bf-50d0-4ac3-bdd3-519f093da79b&id=997d5af8-07d7-4888-b731-21def6e0a999&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0578229 Sep 24 15:34:56.760174 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63e454-458b-4552-b0c6-8180c601e548 req-87f8ff2f-9ea9-413b-a7e6-1024f1931bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:56.761711 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c63e454-458b-4552-b0c6-8180c601e548 req-87f8ff2f-9ea9-413b-a7e6-1024f1931bb5 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=5073d904-8b2b-4bdf-8338-7c236ddf6645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0594254 Sep 24 15:34:56.873931 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31a55d4-54b5-4364-9895-5e9715634af0 req-8325e43b-9b1c-48c4-bba9-c6a5e17ae3b6 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:56.875564 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d31a55d4-54b5-4364-9895-5e9715634af0 req-8325e43b-9b1c-48c4-bba9-c6a5e17ae3b6 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/ports?device_id=6fcc5454-8972-4938-979b-0db60934d994 HTTP/1.1" status: 200 len: 943 time: 0.1085107 Sep 24 15:34:56.905169 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device f9e48d50-903d-41aa-abde-01359e24782b details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:34:56.963786 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c63e454-458b-4552-b0c6-8180c601e548 req-17250ca5-11fa-4dc1-a449-67412f404b88 service neutron] 10.222.0.108 "GET /v2.0/networks/5073d904-8b2b-4bdf-8338-7c236ddf6645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707282 Sep 24 15:34:56.967927 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d31a55d4-54b5-4364-9895-5e9715634af0 req-4aaf0bb5-1e3a-49c0-8ca6-178d99c053c6 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/security-groups?id=0c6d601c-52fd-4232-823b-3556dffffa90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862899 Sep 24 15:34:57.033845 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258e2676-60ec-4080-9ad9-742376ec201a req-28352a54-c287-4800-8ee4-896843330934 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:57.039093 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-258e2676-60ec-4080-9ad9-742376ec201a req-28352a54-c287-4800-8ee4-896843330934 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] 10.222.0.101 "GET /v2.0/ports?device_id=13807497-b8d8-43c2-a628-11dc4926a32b HTTP/1.1" status: 200 len: 948 time: 0.0731297 Sep 24 15:34:57.063552 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port f9e48d50-903d-41aa-abde-01359e24782b, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=f9e48d50-903d-41aa-abde-01359e24782b,segment=NetworkSegment(5c92913b-b5b8-43ec-a5ba-a4a68bdf770b),segment_id=5c92913b-b5b8-43ec-a5ba-a4a68bdf770b)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:34:57.080486 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': 'f9e48d50-903d-41aa-abde-01359e24782b', 'network_id': '0374e89a-9d0f-457f-a823-b632a66136eb', 'port_id': 'f9e48d50-903d-41aa-abde-01359e24782b', 'mac_address': 'fa:16:3e:3e:90:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f92e43d9-cce4-457c-a8f9-5d0718ce60de', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:34:57.081998 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c63e454-458b-4552-b0c6-8180c601e548 req-952cbe5c-a9a6-4521-a2ab-8cc687cdae50 service neutron] 10.222.0.108 "GET /v2.0/networks/5073d904-8b2b-4bdf-8338-7c236ddf6645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065254 Sep 24 15:34:57.087910 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-258e2676-60ec-4080-9ad9-742376ec201a req-61fbfc53-ee3b-48a8-b101-357445df43f0 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] 10.222.0.101 "GET /v2.0/security-groups?id=57e94047-30f9-4114-8ab3-78d613da6f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440252 Sep 24 15:34:57.126561 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:57.139998 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9e48d50-903d-41aa-abde-01359e24782b {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:34:57.167948 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port f9e48d50-903d-41aa-abde-01359e24782b, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=f9e48d50-903d-41aa-abde-01359e24782b,segment=NetworkSegment(5c92913b-b5b8-43ec-a5ba-a4a68bdf770b),segment_id=5c92913b-b5b8-43ec-a5ba-a4a68bdf770b)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:34:57.196288 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c63e454-458b-4552-b0c6-8180c601e548 req-c58712d7-1f14-4e9a-ba47-c4b6bc1b6bb2 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=f7691fd8-1f6a-45f4-bf43-5e43375cafad HTTP/1.1" status: 200 len: 217 time: 0.0848954 Sep 24 15:34:57.236717 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:57.239592 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece1110-5f15-452e-93ab-b5f79bce653a req-c0c9fb3f-fc05-4e4c-b7c7-7a63f89999e0 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:57.239592 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9ece1110-5f15-452e-93ab-b5f79bce653a req-c0c9fb3f-fc05-4e4c-b7c7-7a63f89999e0 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] 10.222.0.108 "GET /v2.0/ports?device_id=13807497-b8d8-43c2-a628-11dc4926a32b HTTP/1.1" status: 200 len: 948 time: 0.1220474 Sep 24 15:34:57.353130 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=f9e48d50-903d-41aa-abde-01359e24782b,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:57.361830 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63e454-458b-4552-b0c6-8180c601e548 req-98319baa-8bc5-4f2a-94a4-8eb63444603a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:57.363336 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c63e454-458b-4552-b0c6-8180c601e548 req-98319baa-8bc5-4f2a-94a4-8eb63444603a service neutron] 10.222.0.108 "GET /v2.0/subnets?id=e11d2a5f-bb34-4615-a972-21b689918a94 HTTP/1.1" status: 200 len: 797 time: 0.1545832 Sep 24 15:34:57.380990 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f319d-59ec-4a8f-80db-4aa4b45ffbc0 req-46c289c7-7610-49e1-9d55-ef88cadf2df5 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:57.383299 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-161f319d-59ec-4a8f-80db-4aa4b45ffbc0 req-46c289c7-7610-49e1-9d55-ef88cadf2df5 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/ports?device_id=2c0d49d8-7505-4568-941e-3bb80871b2e2 HTTP/1.1" status: 200 len: 945 time: 0.0830681 Sep 24 15:34:57.425683 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-161f319d-59ec-4a8f-80db-4aa4b45ffbc0 req-bf8f93f4-ca8a-484a-9751-6d28a50beffe tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/security-groups?id=62f13653-b186-43c2-8b39-46ac7f17e8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353129 Sep 24 15:34:57.449507 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b816b081-b94b-473c-9a41-040eda5ae97f req-d9e56ae5-a787-4302-b575-403b1ae1f840 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:57.457638 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b816b081-b94b-473c-9a41-040eda5ae97f req-d9e56ae5-a787-4302-b575-403b1ae1f840 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=94bde577-4a67-46e8-92f6-e7849953a8a3 HTTP/1.1" status: 200 len: 944 time: 0.1125882 Sep 24 15:34:57.485185 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63e454-458b-4552-b0c6-8180c601e548 req-7ab738d7-b0ea-44f8-873b-9d65e679c848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:57.489328 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c63e454-458b-4552-b0c6-8180c601e548 req-7ab738d7-b0ea-44f8-873b-9d65e679c848 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=5073d904-8b2b-4bdf-8338-7c236ddf6645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1077588 Sep 24 15:34:57.503309 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-9ece1110-5f15-452e-93ab-b5f79bce653a req-9a90c9b1-43bf-4c7f-9d9c-101c529ac400 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] Deleting port 5d9d379d-c973-44a2-9ada-cd4ca452ddb1 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:34:57.503643 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-9ece1110-5f15-452e-93ab-b5f79bce653a req-9a90c9b1-43bf-4c7f-9d9c-101c529ac400 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:57.557373 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['f9e48d50-903d-41aa-abde-01359e24782b'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:34:57.600339 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b816b081-b94b-473c-9a41-040eda5ae97f req-e4b74f6c-ff16-4bf9-9216-4058dfdb3fef tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403716 Sep 24 15:34:57.632267 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffff8f0-939e-4a0a-879a-7c9532006d26 req-5fbbedf5-cc65-415b-806d-e0bb55ce3e69 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:57.634025 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cffff8f0-939e-4a0a-879a-7c9532006d26 req-5fbbedf5-cc65-415b-806d-e0bb55ce3e69 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/ports?device_id=2c0d49d8-7505-4568-941e-3bb80871b2e2 HTTP/1.1" status: 200 len: 945 time: 0.0960157 Sep 24 15:34:57.692917 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cffff8f0-939e-4a0a-879a-7c9532006d26 req-1210398f-0e05-44f0-8063-a42c41d6f3fd tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/security-groups?id=62f13653-b186-43c2-8b39-46ac7f17e8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521851 Sep 24 15:34:57.737948 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-9ece1110-5f15-452e-93ab-b5f79bce653a req-9a90c9b1-43bf-4c7f-9d9c-101c529ac400 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] For port 5d9d379d-c973-44a2-9ada-cd4ca452ddb1, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=5d9d379d-c973-44a2-9ada-cd4ca452ddb1,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:34:57.738542 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-9ece1110-5f15-452e-93ab-b5f79bce653a req-9a90c9b1-43bf-4c7f-9d9c-101c529ac400 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:57.742430 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c63e454-458b-4552-b0c6-8180c601e548 req-a6171665-a7cb-4df2-a7b4-2d06fe3842ae service neutron] 10.222.0.108 "GET /v2.0/networks/5073d904-8b2b-4bdf-8338-7c236ddf6645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456529 Sep 24 15:34:57.762618 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-9ece1110-5f15-452e-93ab-b5f79bce653a req-9a90c9b1-43bf-4c7f-9d9c-101c529ac400 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] Calling delete_port for 5d9d379d-c973-44a2-9ada-cd4ca452ddb1 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:34:57.838777 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ff990-c099-44e9-bc04-696b5764800b req-f43e1cae-21bb-4bea-b689-31ca863ad523 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:57.840313 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3e0ff990-c099-44e9-bc04-696b5764800b req-f43e1cae-21bb-4bea-b689-31ca863ad523 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/ports?device_id=2c0d49d8-7505-4568-941e-3bb80871b2e2 HTTP/1.1" status: 200 len: 945 time: 0.0540338 Sep 24 15:34:57.879922 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3e0ff990-c099-44e9-bc04-696b5764800b req-c2146bc5-e104-402d-93f3-0c09bcfea14a tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/security-groups?id=62f13653-b186-43c2-8b39-46ac7f17e8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333309 Sep 24 15:34:57.905907 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c63e454-458b-4552-b0c6-8180c601e548 req-66615c30-4a17-4be3-96af-9ea03238abd5 service neutron] 10.222.0.108 "GET /v2.0/networks/5073d904-8b2b-4bdf-8338-7c236ddf6645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545122 Sep 24 15:34:57.961217 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c63e454-458b-4552-b0c6-8180c601e548 req-6c424db2-d37b-4d9f-9329-cd810f00c75b service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=d4b18f8b-70cf-4cbf-9ef3-a4612e10fee4 HTTP/1.1" status: 200 len: 217 time: 0.0423646 Sep 24 15:34:57.992672 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b942c7-c1fb-4e7c-83af-762805480708 req-59a66773-8f9e-4dc6-a7ec-5072fa058353 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:57.998619 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b942c7-c1fb-4e7c-83af-762805480708 req-59a66773-8f9e-4dc6-a7ec-5072fa058353 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:58.005236 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b942c7-c1fb-4e7c-83af-762805480708 req-59a66773-8f9e-4dc6-a7ec-5072fa058353 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:58.011258 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b942c7-c1fb-4e7c-83af-762805480708 req-59a66773-8f9e-4dc6-a7ec-5072fa058353 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:58.019287 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b942c7-c1fb-4e7c-83af-762805480708 req-59a66773-8f9e-4dc6-a7ec-5072fa058353 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:58.025197 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b942c7-c1fb-4e7c-83af-762805480708 req-59a66773-8f9e-4dc6-a7ec-5072fa058353 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:58.031186 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b942c7-c1fb-4e7c-83af-762805480708 req-59a66773-8f9e-4dc6-a7ec-5072fa058353 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:58.033162 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d8b942c7-c1fb-4e7c-83af-762805480708 req-59a66773-8f9e-4dc6-a7ec-5072fa058353 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/ports?device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 5427 time: 0.0943515 Sep 24 15:34:58.045769 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63e454-458b-4552-b0c6-8180c601e548 req-66c27ad1-0c20-4410-bb9a-0e2f576ac827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:58.047790 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c63e454-458b-4552-b0c6-8180c601e548 req-66c27ad1-0c20-4410-bb9a-0e2f576ac827 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=e11d2a5f-bb34-4615-a972-21b689918a94 HTTP/1.1" status: 200 len: 797 time: 0.0671952 Sep 24 15:34:58.079264 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d8b942c7-c1fb-4e7c-83af-762805480708 req-5a5f7bf7-f8ce-4b95-b01e-6260d0610294 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/security-groups?id=009469bf-50d0-4ac3-bdd3-519f093da79b&id=997d5af8-07d7-4888-b731-21def6e0a999&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0390377 Sep 24 15:34:58.105999 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63e454-458b-4552-b0c6-8180c601e548 req-bb1dec11-e4c8-4e74-aff1-460131be14fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:58.108032 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c63e454-458b-4552-b0c6-8180c601e548 req-bb1dec11-e4c8-4e74-aff1-460131be14fe service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=5073d904-8b2b-4bdf-8338-7c236ddf6645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0451994 Sep 24 15:34:58.221488 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-9ece1110-5f15-452e-93ab-b5f79bce653a req-9a90c9b1-43bf-4c7f-9d9c-101c529ac400 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:58.256916 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b1083f-5317-46ec-a4b9-77848d5f041c req-04f65099-89fe-4204-a55a-c70ac8a43d3c tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:58.258521 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-71b1083f-5317-46ec-a4b9-77848d5f041c req-04f65099-89fe-4204-a55a-c70ac8a43d3c tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/ports?device_id=6fcc5454-8972-4938-979b-0db60934d994 HTTP/1.1" status: 200 len: 944 time: 0.0509076 Sep 24 15:34:58.263098 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a90c9b1-43bf-4c7f-9d9c-101c529ac400 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] Pushing event deleted for resources: {'Port': ['ID=5d9d379d-c973-44a2-9ada-cd4ca452ddb1,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:58.301564 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-71b1083f-5317-46ec-a4b9-77848d5f041c req-7b3be4fb-3cab-4a2e-913f-5cc433fdf033 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/security-groups?id=0c6d601c-52fd-4232-823b-3556dffffa90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361493 Sep 24 15:34:58.304783 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c63e454-458b-4552-b0c6-8180c601e548 req-b5751d3b-119c-46f5-a631-4c3c49567802 service neutron] 10.222.0.108 "GET /v2.0/networks/5073d904-8b2b-4bdf-8338-7c236ddf6645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862159 Sep 24 15:34:58.326815 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ece1110-5f15-452e-93ab-b5f79bce653a req-9a90c9b1-43bf-4c7f-9d9c-101c529ac400 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] No DVR routers for this DVR port 5d9d379d-c973-44a2-9ada-cd4ca452ddb1 on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:34:58.343261 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aa2148-9ea4-4743-aecd-065a67a2c4b9 req-2ce8a1f1-ca1a-46ef-b9d7-08af6fdfc96d tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:58.344804 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-79aa2148-9ea4-4743-aecd-065a67a2c4b9 req-2ce8a1f1-ca1a-46ef-b9d7-08af6fdfc96d tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/ports?device_id=2c0d49d8-7505-4568-941e-3bb80871b2e2 HTTP/1.1" status: 200 len: 945 time: 0.1582015 Sep 24 15:34:58.345931 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-9ece1110-5f15-452e-93ab-b5f79bce653a req-9a90c9b1-43bf-4c7f-9d9c-101c529ac400 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:58.347917 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9ece1110-5f15-452e-93ab-b5f79bce653a req-9a90c9b1-43bf-4c7f-9d9c-101c529ac400 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] 10.222.0.108 "DELETE /v2.0/ports/5d9d379d-c973-44a2-9ada-cd4ca452ddb1 HTTP/1.1" status: 204 len: 173 time: 1.0894032 Sep 24 15:34:58.385102 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13807497-b8d8-43c2-a628-11dc4926a32b', 'name': 'network-vif-deleted', 'tag': '5d9d379d-c973-44a2-9ada-cd4ca452ddb1'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:34:58.387359 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b51c1b21-2b37-4693-af36-190342eb8699" -d '{"events": [{"server_uuid": "13807497-b8d8-43c2-a628-11dc4926a32b", "name": "network-vif-deleted", "tag": "5d9d379d-c973-44a2-9ada-cd4ca452ddb1"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:34:58.398365 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-67415caf-4870-4050-b213-ded836d8b41b req-ee200c46-6283-45df-a026-80dc02cadcdd tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] 10.222.0.101 "GET /v2.0/ports?device_id=13807497-b8d8-43c2-a628-11dc4926a32b HTTP/1.1" status: 200 len: 210 time: 0.0276706 Sep 24 15:34:58.444488 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-79aa2148-9ea4-4743-aecd-065a67a2c4b9 req-c6188b0e-fe65-4725-8b1c-95858c85a9a3 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/security-groups?id=62f13653-b186-43c2-8b39-46ac7f17e8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817726 Sep 24 15:34:58.471318 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c63e454-458b-4552-b0c6-8180c601e548 req-1b6c1e8c-9be6-4482-a508-ac6e6ad0b181 service neutron] 10.222.0.108 "GET /v2.0/networks/5073d904-8b2b-4bdf-8338-7c236ddf6645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463847 Sep 24 15:34:58.517444 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e88735f-65a3-4892-bb12-61f3ef5ae010 req-e053196e-ff4b-4167-b441-e0180d0fa338 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:58.519145 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6e88735f-65a3-4892-bb12-61f3ef5ae010 req-e053196e-ff4b-4167-b441-e0180d0fa338 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=a06d1df7-77e8-4d02-914c-afedef6fecbc HTTP/1.1" status: 200 len: 951 time: 0.0559380 Sep 24 15:34:58.528423 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d15160-e8bc-46d6-974a-3205fffe34da x-openstack-request-id: req-e0d15160-e8bc-46d6-974a-3205fffe34da {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:34:58.528848 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13807497-b8d8-43c2-a628-11dc4926a32b", "name": "network-vif-deleted", "tag": "5d9d379d-c973-44a2-9ada-cd4ca452ddb1", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:34:58.529311 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e0d15160-e8bc-46d6-974a-3205fffe34da {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:34:58.529879 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13807497-b8d8-43c2-a628-11dc4926a32b', 'name': 'network-vif-deleted', 'tag': '5d9d379d-c973-44a2-9ada-cd4ca452ddb1', 'status': 'completed', 'code': 200} Sep 24 15:34:58.532006 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c63e454-458b-4552-b0c6-8180c601e548 req-db67bb3d-dd60-4340-8c7b-ce3480526d1b service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8bb88954-e5ec-4b97-a10b-c71b5097f8a9 HTTP/1.1" status: 200 len: 217 time: 0.0482795 Sep 24 15:34:58.571822 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6e88735f-65a3-4892-bb12-61f3ef5ae010 req-38a02399-33a1-4020-bd71-f1236f547d84 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459805 Sep 24 15:34:58.588900 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63e454-458b-4552-b0c6-8180c601e548 req-45e419fe-c1cc-4154-88a2-cf18274388a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:58.590482 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c63e454-458b-4552-b0c6-8180c601e548 req-45e419fe-c1cc-4154-88a2-cf18274388a9 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=e7e1eb24-df55-4c01-9933-3279c8be8c21 HTTP/1.1" status: 200 len: 797 time: 0.0495481 Sep 24 15:34:58.676183 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c831aa0a-01d1-405d-a7e4-bbe5b4ce447a req-4c44dcc5-fa87-4f86-a462-ce09d92631d1 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:58.678206 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c831aa0a-01d1-405d-a7e4-bbe5b4ce447a req-4c44dcc5-fa87-4f86-a462-ce09d92631d1 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/ports?device_id=2c0d49d8-7505-4568-941e-3bb80871b2e2 HTTP/1.1" status: 200 len: 945 time: 0.0866518 Sep 24 15:34:58.681957 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63e454-458b-4552-b0c6-8180c601e548 req-d83f892c-aa90-4e97-bfac-0fe8000028d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:58.684570 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c63e454-458b-4552-b0c6-8180c601e548 req-d83f892c-aa90-4e97-bfac-0fe8000028d0 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=507b15b8-afa5-40b8-adba-ac821e324412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0834105 Sep 24 15:34:58.731500 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5a969b-9928-4090-9d05-22f283e331f1 req-6b6f271a-4507-4544-bb54-76f3cba3085e tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:58.747451 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8e5a969b-9928-4090-9d05-22f283e331f1 req-6b6f271a-4507-4544-bb54-76f3cba3085e tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=94bde577-4a67-46e8-92f6-e7849953a8a3 HTTP/1.1" status: 200 len: 944 time: 0.0664423 Sep 24 15:34:58.766543 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c831aa0a-01d1-405d-a7e4-bbe5b4ce447a req-96dab1ee-b641-4f1f-88ad-249c83cc6a93 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/security-groups?id=62f13653-b186-43c2-8b39-46ac7f17e8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770526 Sep 24 15:34:58.783519 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8e5a969b-9928-4090-9d05-22f283e331f1 req-d8c48c4e-45a3-4b65-850b-30612d7ee762 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402510 Sep 24 15:34:58.865118 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c63e454-458b-4552-b0c6-8180c601e548 req-d2ed9499-7262-4ec5-a754-b83c220818cb service neutron] 10.222.0.108 "GET /v2.0/networks/507b15b8-afa5-40b8-adba-ac821e324412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672740 Sep 24 15:34:58.924610 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device f9e48d50-903d-41aa-abde-01359e24782b up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:34:58.933847 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d11d51-c79d-4972-8366-bddeaa1c5925 req-b5cc0171-29d3-4672-b9be-ea9b4da5caa7 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:58.935392 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-38d11d51-c79d-4972-8366-bddeaa1c5925 req-b5cc0171-29d3-4672-b9be-ea9b4da5caa7 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/ports?device_id=2c0d49d8-7505-4568-941e-3bb80871b2e2 HTTP/1.1" status: 200 len: 945 time: 0.0824969 Sep 24 15:34:59.014512 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-38d11d51-c79d-4972-8366-bddeaa1c5925 req-3adeb75b-00f5-4161-8bb4-43faaf44d79c tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/security-groups?id=62f13653-b186-43c2-8b39-46ac7f17e8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507169 Sep 24 15:34:59.016987 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c63e454-458b-4552-b0c6-8180c601e548 req-b0e5925a-b183-489a-aa79-31db2c449674 service neutron] 10.222.0.108 "GET /v2.0/networks/507b15b8-afa5-40b8-adba-ac821e324412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343555 Sep 24 15:34:59.065862 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c63e454-458b-4552-b0c6-8180c601e548 req-d8415a03-9029-44d6-a061-e9e51acf5258 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0ee6ad90-d588-4863-a2f6-9306b19035e5 HTTP/1.1" status: 200 len: 217 time: 0.0357823 Sep 24 15:34:59.099996 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port f9e48d50-903d-41aa-abde-01359e24782b completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:34:59.107255 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port f9e48d50-903d-41aa-abde-01359e24782b triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:34:59.107255 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:59.147964 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63e454-458b-4552-b0c6-8180c601e548 req-1bc8fb4d-690a-46a9-9ce4-d9354a272379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:59.149506 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c63e454-458b-4552-b0c6-8180c601e548 req-1bc8fb4d-690a-46a9-9ce4-d9354a272379 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=e7e1eb24-df55-4c01-9933-3279c8be8c21 HTTP/1.1" status: 200 len: 797 time: 0.0789266 Sep 24 15:34:59.176205 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a870998a-c4b3-4eef-bcaa-01de38eff8d9 req-034b9c3d-2ff0-4ae0-9b07-0d6e95d1f52e tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:59.177936 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a870998a-c4b3-4eef-bcaa-01de38eff8d9 req-034b9c3d-2ff0-4ae0-9b07-0d6e95d1f52e tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/ports?device_id=2c0d49d8-7505-4568-941e-3bb80871b2e2 HTTP/1.1" status: 200 len: 945 time: 0.0773640 Sep 24 15:34:59.204638 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:59.230850 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fcc5454-8972-4938-979b-0db60934d994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e48d50-903d-41aa-abde-01359e24782b'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:34:59.233167 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de71b8b-be51-484f-98a1-1f3585baa930" -d '{"events": [{"server_uuid": "6fcc5454-8972-4938-979b-0db60934d994", "name": "network-vif-plugged", "status": "completed", "tag": "f9e48d50-903d-41aa-abde-01359e24782b"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:34:59.239066 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5810c4-4fdb-49d2-aa1a-9cc6274bf0f3 req-fcf44ec8-13b8-4478-9602-f5ed61df662e tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:59.241946 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63e454-458b-4552-b0c6-8180c601e548 req-1fecaddc-9e98-4ecd-8831-1fe69b5bd0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:59.243496 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c63e454-458b-4552-b0c6-8180c601e548 req-1fecaddc-9e98-4ecd-8831-1fe69b5bd0c2 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=507b15b8-afa5-40b8-adba-ac821e324412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0851114 Sep 24 15:34:59.245065 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5810c4-4fdb-49d2-aa1a-9cc6274bf0f3 req-fcf44ec8-13b8-4478-9602-f5ed61df662e tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:59.246354 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a870998a-c4b3-4eef-bcaa-01de38eff8d9 req-70780271-0755-4815-a9c7-f6cf1b23a435 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/security-groups?id=62f13653-b186-43c2-8b39-46ac7f17e8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519347 Sep 24 15:34:59.249688 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port f9e48d50-903d-41aa-abde-01359e24782b, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=f9e48d50-903d-41aa-abde-01359e24782b,segment=NetworkSegment(5c92913b-b5b8-43ec-a5ba-a4a68bdf770b),segment_id=5c92913b-b5b8-43ec-a5ba-a4a68bdf770b)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:34:59.251595 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5810c4-4fdb-49d2-aa1a-9cc6274bf0f3 req-fcf44ec8-13b8-4478-9602-f5ed61df662e tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:59.257842 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5810c4-4fdb-49d2-aa1a-9cc6274bf0f3 req-fcf44ec8-13b8-4478-9602-f5ed61df662e tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:59.276907 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5810c4-4fdb-49d2-aa1a-9cc6274bf0f3 req-fcf44ec8-13b8-4478-9602-f5ed61df662e tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:59.284058 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5810c4-4fdb-49d2-aa1a-9cc6274bf0f3 req-fcf44ec8-13b8-4478-9602-f5ed61df662e tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:59.290195 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5810c4-4fdb-49d2-aa1a-9cc6274bf0f3 req-fcf44ec8-13b8-4478-9602-f5ed61df662e tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:59.294855 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-aa5810c4-4fdb-49d2-aa1a-9cc6274bf0f3 req-fcf44ec8-13b8-4478-9602-f5ed61df662e tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/ports?device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 5427 time: 0.1168823 Sep 24 15:34:59.338753 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-aa5810c4-4fdb-49d2-aa1a-9cc6274bf0f3 req-92df5d55-a257-4da2-a368-65885bab6d5a tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/security-groups?id=009469bf-50d0-4ac3-bdd3-519f093da79b&id=997d5af8-07d7-4888-b731-21def6e0a999&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0390975 Sep 24 15:34:59.349242 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:34:59.350158 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 7229ebc4-e762-45bc-b63d-6068046d0119 no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:34:59.370535 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c63e454-458b-4552-b0c6-8180c601e548 req-9aa48903-f15a-47b0-98e5-6819076bb64d service neutron] 10.222.0.108 "GET /v2.0/networks/507b15b8-afa5-40b8-adba-ac821e324412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135473 Sep 24 15:34:59.383879 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ca8282-3ec4-41c9-8a2d-81b6fda4ce28 x-openstack-request-id: req-51ca8282-3ec4-41c9-8a2d-81b6fda4ce28 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:34:59.384174 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fcc5454-8972-4938-979b-0db60934d994", "name": "network-vif-plugged", "status": "completed", "tag": "f9e48d50-903d-41aa-abde-01359e24782b", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:34:59.384429 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-51ca8282-3ec4-41c9-8a2d-81b6fda4ce28 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:34:59.384981 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fcc5454-8972-4938-979b-0db60934d994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9e48d50-903d-41aa-abde-01359e24782b', 'code': 200} Sep 24 15:34:59.386651 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] No Port match for: 7229ebc4-e762-45bc-b63d-6068046d0119 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:34:59.387575 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 7229ebc4-e762-45bc-b63d-6068046d0119 not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:34:59.448582 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=f9e48d50-903d-41aa-abde-01359e24782b,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:34:59.513586 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c443496-9084-4e9f-b0aa-cf2bacd3ee5b req-7cc18102-179c-46c7-960d-474f900adb4e tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:59.515209 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2c443496-9084-4e9f-b0aa-cf2bacd3ee5b req-7cc18102-179c-46c7-960d-474f900adb4e tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/ports?device_id=2c0d49d8-7505-4568-941e-3bb80871b2e2 HTTP/1.1" status: 200 len: 945 time: 0.0554094 Sep 24 15:34:59.554965 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2c443496-9084-4e9f-b0aa-cf2bacd3ee5b req-13c74b1b-143f-48ac-a847-2131f4e35da5 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/security-groups?id=62f13653-b186-43c2-8b39-46ac7f17e8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334461 Sep 24 15:34:59.570192 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c63e454-458b-4552-b0c6-8180c601e548 req-c0c0dc80-a680-436b-a053-2a1b55dca053 service neutron] 10.222.0.108 "GET /v2.0/networks/507b15b8-afa5-40b8-adba-ac821e324412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886919 Sep 24 15:34:59.580074 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd66779c-1e7f-4c64-8141-0b249c6ce8d6 req-638beed2-8887-4fcf-b404-3abf4a3ae19f tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:59.581949 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bd66779c-1e7f-4c64-8141-0b249c6ce8d6 req-638beed2-8887-4fcf-b404-3abf4a3ae19f tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/ports?device_id=6fcc5454-8972-4938-979b-0db60934d994 HTTP/1.1" status: 200 len: 945 time: 0.1357746 Sep 24 15:34:59.589794 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368efb4f-bbd4-439a-bfdd-b09b8ddcc98e req-d4362d1b-b0b3-4eea-9d2f-781b9af091e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:59.589794 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-368efb4f-bbd4-439a-bfdd-b09b8ddcc98e req-d4362d1b-b0b3-4eea-9d2f-781b9af091e4 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=6fcc5454-8972-4938-979b-0db60934d994 HTTP/1.1" status: 200 len: 1096 time: 0.1292806 Sep 24 15:34:59.637211 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bd66779c-1e7f-4c64-8141-0b249c6ce8d6 req-2a6fb2ae-8a54-4616-ba66-521370104fac tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/security-groups?id=0c6d601c-52fd-4232-823b-3556dffffa90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494382 Sep 24 15:34:59.648697 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-368efb4f-bbd4-439a-bfdd-b09b8ddcc98e req-d544e7d5-67e2-4296-b013-180fee2f38a4 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=0c6d601c-52fd-4232-823b-3556dffffa90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439932 Sep 24 15:34:59.724145 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-59d08d64-9e46-4ed2-9ae7-2d92ccaee2e8 req-ec3d0b77-6380-4c02-b99e-96dcd3dd542a tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] 10.222.0.101 "GET /v2.0/ports?device_id=13807497-b8d8-43c2-a628-11dc4926a32b HTTP/1.1" status: 200 len: 210 time: 0.0275617 Sep 24 15:34:59.835690 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee334d54-a77e-4c6c-9b22-7a33e8bb24cd req-570145e4-6d46-4941-a078-8e48d1c253ca tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:59.837821 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ee334d54-a77e-4c6c-9b22-7a33e8bb24cd req-570145e4-6d46-4941-a078-8e48d1c253ca tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=a06d1df7-77e8-4d02-914c-afedef6fecbc HTTP/1.1" status: 200 len: 951 time: 0.0562503 Sep 24 15:34:59.850377 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572d69b0-5c8c-46f5-bc70-2038cb04d2d9 req-fa510567-d9bc-45c2-af3c-e55393027a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:59.851002 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572d69b0-5c8c-46f5-bc70-2038cb04d2d9 req-fa510567-d9bc-45c2-af3c-e55393027a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:59.851526 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572d69b0-5c8c-46f5-bc70-2038cb04d2d9 req-fa510567-d9bc-45c2-af3c-e55393027a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:59.852063 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572d69b0-5c8c-46f5-bc70-2038cb04d2d9 req-fa510567-d9bc-45c2-af3c-e55393027a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:59.852603 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572d69b0-5c8c-46f5-bc70-2038cb04d2d9 req-fa510567-d9bc-45c2-af3c-e55393027a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:59.853136 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572d69b0-5c8c-46f5-bc70-2038cb04d2d9 req-fa510567-d9bc-45c2-af3c-e55393027a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:59.853653 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572d69b0-5c8c-46f5-bc70-2038cb04d2d9 req-fa510567-d9bc-45c2-af3c-e55393027a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:59.857426 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-572d69b0-5c8c-46f5-bc70-2038cb04d2d9 req-fa510567-d9bc-45c2-af3c-e55393027a48 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=53357413dfbc434b8597a2dcdb9cca78&device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 6484 time: 0.0619226 Sep 24 15:34:59.882490 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ee334d54-a77e-4c6c-9b22-7a33e8bb24cd req-53ca481d-9a1b-46bf-8930-d17ad48c53d9 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375125 Sep 24 15:34:59.985334 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc59af3e-2e70-4ff5-97c5-7d756c61071d req-7abca2e8-69f3-446f-bd8c-36c47046af04 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:59.986930 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bc59af3e-2e70-4ff5-97c5-7d756c61071d req-7abca2e8-69f3-446f-bd8c-36c47046af04 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.110 "GET /v2.0/ports?device_id=a06d1df7-77e8-4d02-914c-afedef6fecbc HTTP/1.1" status: 200 len: 951 time: 0.1098037 Sep 24 15:34:59.996742 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e827cf9d-f5a8-4329-9eef-1619e751e0c0 req-ab4277c4-2345-4b6d-88e3-968a0a9524ea tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:34:59.998217 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e827cf9d-f5a8-4329-9eef-1619e751e0c0 req-ab4277c4-2345-4b6d-88e3-968a0a9524ea tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=94bde577-4a67-46e8-92f6-e7849953a8a3 HTTP/1.1" status: 200 len: 944 time: 0.0527654 Sep 24 15:35:00.026682 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572d69b0-5c8c-46f5-bc70-2038cb04d2d9 req-b7f0111b-20ad-407a-8ea5-d3157eefa946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:00.028195 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-572d69b0-5c8c-46f5-bc70-2038cb04d2d9 req-b7f0111b-20ad-407a-8ea5-d3157eefa946 service neutron] 10.222.0.108 "GET /v2.0/networks?id=507b15b8-afa5-40b8-adba-ac821e324412 HTTP/1.1" status: 200 len: 904 time: 0.1625204 Sep 24 15:35:00.037842 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e827cf9d-f5a8-4329-9eef-1619e751e0c0 req-7b99087d-fde2-43e7-80a6-62b6560b89b2 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332942 Sep 24 15:35:00.083102 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-572d69b0-5c8c-46f5-bc70-2038cb04d2d9 req-a5e82c92-6884-459a-8482-68c2bff48824 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8bb88954-e5ec-4b97-a10b-c71b5097f8a9 HTTP/1.1" status: 200 len: 217 time: 0.0455766 Sep 24 15:35:00.161537 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572d69b0-5c8c-46f5-bc70-2038cb04d2d9 req-67ee025f-1167-45f0-96e5-ef037e8571c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:00.162974 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-572d69b0-5c8c-46f5-bc70-2038cb04d2d9 req-67ee025f-1167-45f0-96e5-ef037e8571c4 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=e7e1eb24-df55-4c01-9933-3279c8be8c21 HTTP/1.1" status: 200 len: 797 time: 0.0587153 Sep 24 15:35:00.175938 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-bc59af3e-2e70-4ff5-97c5-7d756c61071d req-9b235615-1f7d-419a-ab07-60f061c38abd tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Deleting port 1e5b3755-b74e-4468-90a5-9a7050a6ae48 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:35:00.176277 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-bc59af3e-2e70-4ff5-97c5-7d756c61071d req-9b235615-1f7d-419a-ab07-60f061c38abd tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:00.280995 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572d69b0-5c8c-46f5-bc70-2038cb04d2d9 req-0f696028-d0fb-4ec4-ba49-5cd3fcc0fc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:00.282712 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-572d69b0-5c8c-46f5-bc70-2038cb04d2d9 req-0f696028-d0fb-4ec4-ba49-5cd3fcc0fc42 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=507b15b8-afa5-40b8-adba-ac821e324412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1033342 Sep 24 15:35:00.340038 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-bc59af3e-2e70-4ff5-97c5-7d756c61071d req-9b235615-1f7d-419a-ab07-60f061c38abd tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] For port 1e5b3755-b74e-4468-90a5-9a7050a6ae48, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=1e5b3755-b74e-4468-90a5-9a7050a6ae48,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:00.340416 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-bc59af3e-2e70-4ff5-97c5-7d756c61071d req-9b235615-1f7d-419a-ab07-60f061c38abd tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:00.384718 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-bc59af3e-2e70-4ff5-97c5-7d756c61071d req-9b235615-1f7d-419a-ab07-60f061c38abd tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Calling delete_port for 1e5b3755-b74e-4468-90a5-9a7050a6ae48 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:35:00.469361 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-572d69b0-5c8c-46f5-bc70-2038cb04d2d9 req-ba93bb7e-5553-498a-99a9-5368e627de53 service neutron] 10.222.0.108 "GET /v2.0/networks/507b15b8-afa5-40b8-adba-ac821e324412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750820 Sep 24 15:35:00.481899 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 923695c0-58bb-4c6f-a650-daf93518a1e8 details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:35:00.487927 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 5d9d379d-c973-44a2-9ada-cd4ca452ddb1 no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:35:00.498246 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a44900a-1e44-4af9-ab3e-7d6ce4df37d3 req-0b376208-73e9-46e0-9aed-10b4dabfeda1 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:00.507438 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a44900a-1e44-4af9-ab3e-7d6ce4df37d3 req-0b376208-73e9-46e0-9aed-10b4dabfeda1 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:00.515481 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a44900a-1e44-4af9-ab3e-7d6ce4df37d3 req-0b376208-73e9-46e0-9aed-10b4dabfeda1 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:00.525786 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a44900a-1e44-4af9-ab3e-7d6ce4df37d3 req-0b376208-73e9-46e0-9aed-10b4dabfeda1 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:00.530350 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] No Port match for: 5d9d379d-c973-44a2-9ada-cd4ca452ddb1 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:35:00.530877 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 5d9d379d-c973-44a2-9ada-cd4ca452ddb1 not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:35:00.532016 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a44900a-1e44-4af9-ab3e-7d6ce4df37d3 req-0b376208-73e9-46e0-9aed-10b4dabfeda1 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:00.538663 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a44900a-1e44-4af9-ab3e-7d6ce4df37d3 req-0b376208-73e9-46e0-9aed-10b4dabfeda1 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:00.544778 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a44900a-1e44-4af9-ab3e-7d6ce4df37d3 req-0b376208-73e9-46e0-9aed-10b4dabfeda1 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:00.546825 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5a44900a-1e44-4af9-ab3e-7d6ce4df37d3 req-0b376208-73e9-46e0-9aed-10b4dabfeda1 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/ports?device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 5427 time: 0.1179221 Sep 24 15:35:00.598799 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5a44900a-1e44-4af9-ab3e-7d6ce4df37d3 req-6075e5ab-2b13-4b74-ade8-2326b1b85747 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/security-groups?id=009469bf-50d0-4ac3-bdd3-519f093da79b&id=997d5af8-07d7-4888-b731-21def6e0a999&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0415351 Sep 24 15:35:00.653523 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 923695c0-58bb-4c6f-a650-daf93518a1e8, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=923695c0-58bb-4c6f-a650-daf93518a1e8,segment=NetworkSegment(21e1a332-491d-46ef-987f-a7724d369c2e),segment_id=21e1a332-491d-46ef-987f-a7724d369c2e)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:00.667472 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': '923695c0-58bb-4c6f-a650-daf93518a1e8', 'network_id': '078714d9-431e-4632-b957-c9a7230e7876', 'port_id': '923695c0-58bb-4c6f-a650-daf93518a1e8', 'mac_address': 'fa:16:3e:78:94:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1286, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84366809-0e1f-47c8-b0ea-166b7d29d1a7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:35:00.721484 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:00.737343 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 923695c0-58bb-4c6f-a650-daf93518a1e8 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:35:00.759432 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 923695c0-58bb-4c6f-a650-daf93518a1e8, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=923695c0-58bb-4c6f-a650-daf93518a1e8,segment=NetworkSegment(21e1a332-491d-46ef-987f-a7724d369c2e),segment_id=21e1a332-491d-46ef-987f-a7724d369c2e)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:00.777209 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bdb41c-6cf6-48f2-803b-7e0c26b0e925 req-42569d0d-80b7-4619-b704-efac50e3589a tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:00.778835 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-33bdb41c-6cf6-48f2-803b-7e0c26b0e925 req-42569d0d-80b7-4619-b704-efac50e3589a tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/ports?device_id=6fcc5454-8972-4938-979b-0db60934d994 HTTP/1.1" status: 200 len: 945 time: 0.0567248 Sep 24 15:35:00.822851 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-33bdb41c-6cf6-48f2-803b-7e0c26b0e925 req-af598b49-078d-4562-9ad6-7066cf7daa40 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/security-groups?id=0c6d601c-52fd-4232-823b-3556dffffa90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373988 Sep 24 15:35:00.938951 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:00.988699 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-572d69b0-5c8c-46f5-bc70-2038cb04d2d9 req-07150802-a209-4caa-8777-4ceddeb5aa26 service neutron] 10.222.0.108 "GET /v2.0/networks/507b15b8-afa5-40b8-adba-ac821e324412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5101321 Sep 24 15:35:01.016126 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38fb7bb-d4d8-418c-85b7-29391895d17a req-734b8453-b63c-460f-a968-879709fdb4fd tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:01.018249 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d38fb7bb-d4d8-418c-85b7-29391895d17a req-734b8453-b63c-460f-a968-879709fdb4fd tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/ports?device_id=2c0d49d8-7505-4568-941e-3bb80871b2e2 HTTP/1.1" status: 200 len: 945 time: 0.1097934 Sep 24 15:35:01.025512 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=923695c0-58bb-4c6f-a650-daf93518a1e8,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:01.084280 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d38fb7bb-d4d8-418c-85b7-29391895d17a req-dbaa782c-cf5a-4a02-ae38-140cca3df942 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/security-groups?id=62f13653-b186-43c2-8b39-46ac7f17e8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577660 Sep 24 15:35:01.103780 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9e6eb0-0bb0-43f4-8f9d-2843440ce244 req-5c9fe0be-278a-4e14-9571-0e68b4916a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:01.104430 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9e6eb0-0bb0-43f4-8f9d-2843440ce244 req-5c9fe0be-278a-4e14-9571-0e68b4916a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:01.104910 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9e6eb0-0bb0-43f4-8f9d-2843440ce244 req-5c9fe0be-278a-4e14-9571-0e68b4916a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:01.105401 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9e6eb0-0bb0-43f4-8f9d-2843440ce244 req-5c9fe0be-278a-4e14-9571-0e68b4916a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:01.105868 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9e6eb0-0bb0-43f4-8f9d-2843440ce244 req-5c9fe0be-278a-4e14-9571-0e68b4916a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:01.106357 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9e6eb0-0bb0-43f4-8f9d-2843440ce244 req-5c9fe0be-278a-4e14-9571-0e68b4916a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:01.106821 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9e6eb0-0bb0-43f4-8f9d-2843440ce244 req-5c9fe0be-278a-4e14-9571-0e68b4916a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:01.108835 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cb9e6eb0-0bb0-43f4-8f9d-2843440ce244 req-5c9fe0be-278a-4e14-9571-0e68b4916a9f service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=53357413dfbc434b8597a2dcdb9cca78&device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 6484 time: 0.0560746 Sep 24 15:35:01.239292 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9e6eb0-0bb0-43f4-8f9d-2843440ce244 req-796c3b48-8f3f-4f05-a558-6160065213d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:01.240698 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cb9e6eb0-0bb0-43f4-8f9d-2843440ce244 req-796c3b48-8f3f-4f05-a558-6160065213d1 service neutron] 10.222.0.108 "GET /v2.0/networks?id=507b15b8-afa5-40b8-adba-ac821e324412 HTTP/1.1" status: 200 len: 904 time: 0.1222296 Sep 24 15:35:01.253588 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b34efb-207c-4bdf-9c8c-5da17e502dd7 req-179b97a4-c5d3-4e99-96c1-926f85b0b42b tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:01.255288 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-46b34efb-207c-4bdf-9c8c-5da17e502dd7 req-179b97a4-c5d3-4e99-96c1-926f85b0b42b tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=a06d1df7-77e8-4d02-914c-afedef6fecbc HTTP/1.1" status: 200 len: 951 time: 0.0711405 Sep 24 15:35:01.298321 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-86e8b1f7-246b-4746-b399-a9de20cf3b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:01.306817 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-bc59af3e-2e70-4ff5-97c5-7d756c61071d req-9b235615-1f7d-419a-ab07-60f061c38abd tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:01.323644 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cb9e6eb0-0bb0-43f4-8f9d-2843440ce244 req-f5a93fed-e202-4095-b8a1-d8a75827935c service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0ee6ad90-d588-4863-a2f6-9306b19035e5 HTTP/1.1" status: 200 len: 217 time: 0.0656557 Sep 24 15:35:01.333555 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['923695c0-58bb-4c6f-a650-daf93518a1e8'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:35:01.399596 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b235615-1f7d-419a-ab07-60f061c38abd tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Pushing event deleted for resources: {'Port': ['ID=1e5b3755-b74e-4468-90a5-9a7050a6ae48,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:01.445000 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc59af3e-2e70-4ff5-97c5-7d756c61071d req-9b235615-1f7d-419a-ab07-60f061c38abd tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] No DVR routers for this DVR port 1e5b3755-b74e-4468-90a5-9a7050a6ae48 on host n-h1-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:35:01.448008 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-bc59af3e-2e70-4ff5-97c5-7d756c61071d req-9b235615-1f7d-419a-ab07-60f061c38abd tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:01.450626 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bc59af3e-2e70-4ff5-97c5-7d756c61071d req-9b235615-1f7d-419a-ab07-60f061c38abd tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.110 "DELETE /v2.0/ports/1e5b3755-b74e-4468-90a5-9a7050a6ae48 HTTP/1.1" status: 204 len: 173 time: 1.4544313 Sep 24 15:35:01.453909 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a06d1df7-77e8-4d02-914c-afedef6fecbc', 'name': 'network-vif-deleted', 'tag': '1e5b3755-b74e-4468-90a5-9a7050a6ae48'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:35:01.456725 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-457dcc22-45c6-47d0-98a9-be7bdc97398e" -d '{"events": [{"server_uuid": "a06d1df7-77e8-4d02-914c-afedef6fecbc", "name": "network-vif-deleted", "tag": "1e5b3755-b74e-4468-90a5-9a7050a6ae48"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:35:01.470901 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-46b34efb-207c-4bdf-9c8c-5da17e502dd7 req-32dc90b0-b85f-4df4-aeeb-9c4499caa49f tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/security-groups?id=eef367e9-42d2-44b4-a9f7-5ef74619d3e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078938 Sep 24 15:35:01.489396 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9e6eb0-0bb0-43f4-8f9d-2843440ce244 req-a35bbd73-0da4-42ad-9101-fe199245a3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:01.491017 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cb9e6eb0-0bb0-43f4-8f9d-2843440ce244 req-a35bbd73-0da4-42ad-9101-fe199245a3a6 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=e7e1eb24-df55-4c01-9933-3279c8be8c21 HTTP/1.1" status: 200 len: 797 time: 0.1577957 Sep 24 15:35:01.558761 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9e6eb0-0bb0-43f4-8f9d-2843440ce244 req-6dc6d496-eda3-4b7a-bba2-f875f6afe045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:01.560252 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cb9e6eb0-0bb0-43f4-8f9d-2843440ce244 req-6dc6d496-eda3-4b7a-bba2-f875f6afe045 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=507b15b8-afa5-40b8-adba-ac821e324412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0604210 Sep 24 15:35:01.593553 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f813e8-496d-4ff3-a641-3a5c6ae64d69 req-883e6376-0c1f-42e5-af67-9a4fb639bed6 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:01.595538 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-22f813e8-496d-4ff3-a641-3a5c6ae64d69 req-883e6376-0c1f-42e5-af67-9a4fb639bed6 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=94bde577-4a67-46e8-92f6-e7849953a8a3 HTTP/1.1" status: 200 len: 945 time: 0.0801256 Sep 24 15:35:01.639524 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-22f813e8-496d-4ff3-a641-3a5c6ae64d69 req-29a50a50-8c59-4fda-ae9a-56236084d5c2 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376394 Sep 24 15:35:01.698385 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6654f0e0-8f14-4d44-96fb-72a919387082 x-openstack-request-id: req-6654f0e0-8f14-4d44-96fb-72a919387082 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:35:01.698686 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a06d1df7-77e8-4d02-914c-afedef6fecbc", "name": "network-vif-deleted", "tag": "1e5b3755-b74e-4468-90a5-9a7050a6ae48", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:35:01.698935 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-6654f0e0-8f14-4d44-96fb-72a919387082 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:35:01.699345 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a06d1df7-77e8-4d02-914c-afedef6fecbc', 'name': 'network-vif-deleted', 'tag': '1e5b3755-b74e-4468-90a5-9a7050a6ae48', 'status': 'completed', 'code': 200} Sep 24 15:35:01.731069 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cb9e6eb0-0bb0-43f4-8f9d-2843440ce244 req-7c32fdd6-62e2-4dda-a8a0-37f41aa196f6 service neutron] 10.222.0.108 "GET /v2.0/networks/507b15b8-afa5-40b8-adba-ac821e324412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501846 Sep 24 15:35:01.739782 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49291bc-7970-4ac6-a9e6-8176a9cd18f6 req-036258a3-9277-41cf-9689-e1d9166af08d tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:01.741205 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b49291bc-7970-4ac6-a9e6-8176a9cd18f6 req-036258a3-9277-41cf-9689-e1d9166af08d tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] 10.222.0.101 "GET /v2.0/ports?device_id=26303637-cb06-4c05-a7ee-bfe0e2eaeb1e HTTP/1.1" status: 200 len: 949 time: 0.0845335 Sep 24 15:35:01.796205 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ace3a28-489d-47bc-a78d-8d30587c677a req-c44b9120-4888-481f-bb11-cfdb04ee581b tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:01.802811 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ace3a28-489d-47bc-a78d-8d30587c677a req-c44b9120-4888-481f-bb11-cfdb04ee581b tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:01.808773 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ace3a28-489d-47bc-a78d-8d30587c677a req-c44b9120-4888-481f-bb11-cfdb04ee581b tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:01.814899 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ace3a28-489d-47bc-a78d-8d30587c677a req-c44b9120-4888-481f-bb11-cfdb04ee581b tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:01.821201 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ace3a28-489d-47bc-a78d-8d30587c677a req-c44b9120-4888-481f-bb11-cfdb04ee581b tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:01.827205 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ace3a28-489d-47bc-a78d-8d30587c677a req-c44b9120-4888-481f-bb11-cfdb04ee581b tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:01.827358 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b49291bc-7970-4ac6-a9e6-8176a9cd18f6 req-a2f5b323-b0ea-47ce-9128-26037023933f tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] 10.222.0.101 "GET /v2.0/security-groups?id=57e94047-30f9-4114-8ab3-78d613da6f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779922 Sep 24 15:35:01.834303 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ace3a28-489d-47bc-a78d-8d30587c677a req-c44b9120-4888-481f-bb11-cfdb04ee581b tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:01.836281 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9ace3a28-489d-47bc-a78d-8d30587c677a req-c44b9120-4888-481f-bb11-cfdb04ee581b tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/ports?device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 5427 time: 0.0955386 Sep 24 15:35:01.859207 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cb9e6eb0-0bb0-43f4-8f9d-2843440ce244 req-2e0322f6-a761-4964-a424-c4e24e257aa3 service neutron] 10.222.0.108 "GET /v2.0/networks/507b15b8-afa5-40b8-adba-ac821e324412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170228 Sep 24 15:35:01.888283 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9ace3a28-489d-47bc-a78d-8d30587c677a req-eb063994-1bde-4896-8c1b-20c73d60d017 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/security-groups?id=009469bf-50d0-4ac3-bdd3-519f093da79b&id=997d5af8-07d7-4888-b731-21def6e0a999&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0384817 Sep 24 15:35:01.951055 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500a193a-c897-406c-9cf1-ffb075d57cf1 req-da7767e8-967d-4090-a162-ba7a1f6ae14e tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:01.952565 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-500a193a-c897-406c-9cf1-ffb075d57cf1 req-da7767e8-967d-4090-a162-ba7a1f6ae14e tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/ports?device_id=6fcc5454-8972-4938-979b-0db60934d994 HTTP/1.1" status: 200 len: 945 time: 0.0543463 Sep 24 15:35:01.991164 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-500a193a-c897-406c-9cf1-ffb075d57cf1 req-1cb2c651-2a53-41de-805c-071914b6cfb1 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/security-groups?id=0c6d601c-52fd-4232-823b-3556dffffa90&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315008 Sep 24 15:35:02.095083 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3b7e9bdb-2e91-448b-9ef6-a480d31c2013 req-33fe0c96-a1dd-4e7b-8e65-4e5a4b259d3d tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1427964304&fields=id&tenant_id=5bcf994545e24f4c9b0696ef07ac6678 HTTP/1.1" status: 200 len: 267 time: 0.0341878 Sep 24 15:35:02.151773 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7e9bdb-2e91-448b-9ef6-a480d31c2013 req-49e9811e-94d7-4155-a973-9aaa23e3ca09 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:02.153239 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3b7e9bdb-2e91-448b-9ef6-a480d31c2013 req-49e9811e-94d7-4155-a973-9aaa23e3ca09 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/ports?device_id=6fcc5454-8972-4938-979b-0db60934d994 HTTP/1.1" status: 200 len: 945 time: 0.0525858 Sep 24 15:35:02.164957 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-3b7e9bdb-2e91-448b-9ef6-a480d31c2013 req-7048f589-4504-4990-95e6-fac866c2de01 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Request body: {'port': {'security_groups': ['0c6d601c-52fd-4232-823b-3556dffffa90', 'b57c8fb9-fba3-4a60-9379-afb315846201']}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:35:02.202622 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781ad97-8971-4b20-a1e6-685078759ab3 req-bd34aace-c8bf-40ef-9ee4-8dcb4fa115c8 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:02.204853 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d781ad97-8971-4b20-a1e6-685078759ab3 req-bd34aace-c8bf-40ef-9ee4-8dcb4fa115c8 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/ports?device_id=2c0d49d8-7505-4568-941e-3bb80871b2e2 HTTP/1.1" status: 200 len: 945 time: 0.0501840 Sep 24 15:35:02.238334 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-3b7e9bdb-2e91-448b-9ef6-a480d31c2013 req-7048f589-4504-4990-95e6-fac866c2de01 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:02.245766 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d781ad97-8971-4b20-a1e6-685078759ab3 req-c880e432-f7cd-4ffe-8ca9-da032a6fd751 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/security-groups?id=62f13653-b186-43c2-8b39-46ac7f17e8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346329 Sep 24 15:35:02.431462 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-3b7e9bdb-2e91-448b-9ef6-a480d31c2013 req-7048f589-4504-4990-95e6-fac866c2de01 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] For port f9e48d50-903d-41aa-abde-01359e24782b, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=f9e48d50-903d-41aa-abde-01359e24782b,segment=NetworkSegment(5c92913b-b5b8-43ec-a5ba-a4a68bdf770b),segment_id=5c92913b-b5b8-43ec-a5ba-a4a68bdf770b)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:02.461527 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-3b7e9bdb-2e91-448b-9ef6-a480d31c2013 req-7048f589-4504-4990-95e6-fac866c2de01 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:02.503868 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device b64a0df6-dee8-45ab-87e3-91f985c99573 details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:35:02.578527 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-84d2744f-6928-4664-ab8d-23ee399b9430 req-2893d347-1f7e-4ad0-830c-06235644ccb6 tempest-ServersAdminTestJSON-23749366 tempest-ServersAdminTestJSON-23749366-project] 10.222.0.101 "GET /v2.0/ports?device_id=a06d1df7-77e8-4d02-914c-afedef6fecbc HTTP/1.1" status: 200 len: 210 time: 0.0283272 Sep 24 15:35:02.583968 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-3b7e9bdb-2e91-448b-9ef6-a480d31c2013 req-7048f589-4504-4990-95e6-fac866c2de01 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:02.599167 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['c9332207-c726-4f30-bff1-552de6843456', 'f9e48d50-903d-41aa-abde-01359e24782b'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:35:02.644548 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7e9bdb-2e91-448b-9ef6-a480d31c2013 req-7048f589-4504-4990-95e6-fac866c2de01 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:02.645186 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-3b7e9bdb-2e91-448b-9ef6-a480d31c2013 req-7048f589-4504-4990-95e6-fac866c2de01 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:02.646635 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3b7e9bdb-2e91-448b-9ef6-a480d31c2013 req-7048f589-4504-4990-95e6-fac866c2de01 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "PUT /v2.0/ports/f9e48d50-903d-41aa-abde-01359e24782b HTTP/1.1" status: 200 len: 981 time: 0.4866509 Sep 24 15:35:02.650385 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fcc5454-8972-4938-979b-0db60934d994', 'tag': 'f9e48d50-903d-41aa-abde-01359e24782b'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:35:02.653079 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada25140-9648-4486-a0ea-fa6baaa40de5" -d '{"events": [{"name": "network-changed", "server_uuid": "6fcc5454-8972-4938-979b-0db60934d994", "tag": "f9e48d50-903d-41aa-abde-01359e24782b"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:35:02.696768 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port b64a0df6-dee8-45ab-87e3-91f985c99573, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=b64a0df6-dee8-45ab-87e3-91f985c99573,segment=NetworkSegment(e854fc2b-10a2-4840-85e1-f484bd234f97),segment_id=e854fc2b-10a2-4840-85e1-f484bd234f97)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:02.696947 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7048f589-4504-4990-95e6-fac866c2de01 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Pushing event updated for resources: {'Port': ['ID=f9e48d50-903d-41aa-abde-01359e24782b,revision_number=6']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:02.709672 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96aa3c05-76de-4abe-87fb-c2626ef97f88 x-openstack-request-id: req-96aa3c05-76de-4abe-87fb-c2626ef97f88 {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:35:02.709987 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fcc5454-8972-4938-979b-0db60934d994", "tag": "f9e48d50-903d-41aa-abde-01359e24782b", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:35:02.710196 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-96aa3c05-76de-4abe-87fb-c2626ef97f88 {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:35:02.710611 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fcc5454-8972-4938-979b-0db60934d994', 'tag': 'f9e48d50-903d-41aa-abde-01359e24782b', 'status': 'completed', 'code': 200} Sep 24 15:35:02.720683 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': 'b64a0df6-dee8-45ab-87e3-91f985c99573', 'network_id': '11d4bcd0-f4e1-47ce-8813-4a94d2179197', 'port_id': 'b64a0df6-dee8-45ab-87e3-91f985c99573', 'mac_address': 'fa:16:3e:8f:c6:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8a10d9b-fe75-4ec9-8ac3-c0a4f7ef261c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:35:02.757082 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-290a6944-0587-4e28-aa69-f0f38097a8a4 req-9b102b94-50d1-4ba2-9aff-9f96e4cb4568 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/security-groups/b57c8fb9-fba3-4a60-9379-afb315846201 HTTP/1.1" status: 200 len: 1801 time: 0.0747912 Sep 24 15:35:02.761830 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['f9e48d50-903d-41aa-abde-01359e24782b'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:35:02.777506 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada25140-9648-4486-a0ea-fa6baaa40de5 req-639297f1-1d0d-4dc1-815d-46396e92a327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:02.779373 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ada25140-9648-4486-a0ea-fa6baaa40de5 req-639297f1-1d0d-4dc1-815d-46396e92a327 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=5bcf994545e24f4c9b0696ef07ac6678&device_id=6fcc5454-8972-4938-979b-0db60934d994 HTTP/1.1" status: 200 len: 1135 time: 0.0530770 Sep 24 15:35:02.817845 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [req-290a6944-0587-4e28-aa69-f0f38097a8a4 req-64fff98a-d98b-43ad-9288-c9d420240631 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 24 15:35:02.827238 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-290a6944-0587-4e28-aa69-f0f38097a8a4 req-64fff98a-d98b-43ad-9288-c9d420240631 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "DELETE /v2.0/security-groups/b57c8fb9-fba3-4a60-9379-afb315846201 HTTP/1.1" status: 409 len: 341 time: 0.0588050 Sep 24 15:35:02.831636 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:02.935787 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d7f1f-521a-44e8-a040-66c05e1b2c2b req-970a425e-1882-4e74-9002-61f55ab2a54a tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:02.937401 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-623d7f1f-521a-44e8-a040-66c05e1b2c2b req-970a425e-1882-4e74-9002-61f55ab2a54a tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=94bde577-4a67-46e8-92f6-e7849953a8a3 HTTP/1.1" status: 200 len: 945 time: 0.1328969 Sep 24 15:35:02.966745 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada25140-9648-4486-a0ea-fa6baaa40de5 req-12348dbb-7fca-444e-aa94-99b3544cf559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:02.968240 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ada25140-9648-4486-a0ea-fa6baaa40de5 req-12348dbb-7fca-444e-aa94-99b3544cf559 service neutron] 10.222.0.110 "GET /v2.0/networks?id=0374e89a-9d0f-457f-a823-b632a66136eb HTTP/1.1" status: 200 len: 915 time: 0.1804061 Sep 24 15:35:02.997635 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 1e5b3755-b74e-4468-90a5-9a7050a6ae48 no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:35:03.017285 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b64a0df6-dee8-45ab-87e3-91f985c99573 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:35:03.026048 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-623d7f1f-521a-44e8-a040-66c05e1b2c2b req-b71bea8c-5ebd-48b6-b66a-031aa2209466 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812438 Sep 24 15:35:03.027750 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ada25140-9648-4486-a0ea-fa6baaa40de5 req-c190e0da-4585-4b24-b5ee-3788d0f89de2 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9e48d50-903d-41aa-abde-01359e24782b HTTP/1.1" status: 200 len: 217 time: 0.0461230 Sep 24 15:35:03.055715 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] No Port match for: 1e5b3755-b74e-4468-90a5-9a7050a6ae48 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:35:03.056063 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 1e5b3755-b74e-4468-90a5-9a7050a6ae48 not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:35:03.084473 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port b64a0df6-dee8-45ab-87e3-91f985c99573, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=b64a0df6-dee8-45ab-87e3-91f985c99573,segment=NetworkSegment(e854fc2b-10a2-4840-85e1-f484bd234f97),segment_id=e854fc2b-10a2-4840-85e1-f484bd234f97)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:03.144483 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada25140-9648-4486-a0ea-fa6baaa40de5 req-371d9d28-78db-4d6e-a7b4-a2f6b4442df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:03.145965 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ada25140-9648-4486-a0ea-fa6baaa40de5 req-371d9d28-78db-4d6e-a7b4-a2f6b4442df0 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=f92e43d9-cce4-457c-a8f9-5d0718ce60de HTTP/1.1" status: 200 len: 853 time: 0.1024039 Sep 24 15:35:03.157540 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57054817-b275-437c-b0ae-0c1cf81a33ff req-ad4c474b-ae3b-4791-bb70-2b5fdaacaccb tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:03.157540 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-57054817-b275-437c-b0ae-0c1cf81a33ff req-ad4c474b-ae3b-4791-bb70-2b5fdaacaccb tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] 10.222.0.101 "GET /v2.0/ports?device_id=26303637-cb06-4c05-a7ee-bfe0e2eaeb1e HTTP/1.1" status: 200 len: 949 time: 0.0651391 Sep 24 15:35:03.193687 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ada25140-9648-4486-a0ea-fa6baaa40de5 req-c88fc94a-d0fb-4ba1-b09b-8399f7c0b8c6 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=0374e89a-9d0f-457f-a823-b632a66136eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371289 Sep 24 15:35:03.221769 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-57054817-b275-437c-b0ae-0c1cf81a33ff req-9ce20371-efb8-404e-8836-9342136e67e6 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] 10.222.0.101 "GET /v2.0/security-groups?id=57e94047-30f9-4114-8ab3-78d613da6f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569572 Sep 24 15:35:03.225923 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:03.301634 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb61d7b-ed81-4288-a1bf-97e3e6ef94a5 req-b462d596-a905-4ba2-8a24-b3dafaf4561d tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:03.309058 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb61d7b-ed81-4288-a1bf-97e3e6ef94a5 req-b462d596-a905-4ba2-8a24-b3dafaf4561d tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:03.316018 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb61d7b-ed81-4288-a1bf-97e3e6ef94a5 req-b462d596-a905-4ba2-8a24-b3dafaf4561d tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:03.324385 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb61d7b-ed81-4288-a1bf-97e3e6ef94a5 req-b462d596-a905-4ba2-8a24-b3dafaf4561d tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:03.335082 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb61d7b-ed81-4288-a1bf-97e3e6ef94a5 req-b462d596-a905-4ba2-8a24-b3dafaf4561d tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:03.341367 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb61d7b-ed81-4288-a1bf-97e3e6ef94a5 req-b462d596-a905-4ba2-8a24-b3dafaf4561d tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:03.348309 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb61d7b-ed81-4288-a1bf-97e3e6ef94a5 req-b462d596-a905-4ba2-8a24-b3dafaf4561d tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:03.350389 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bcb61d7b-ed81-4288-a1bf-97e3e6ef94a5 req-b462d596-a905-4ba2-8a24-b3dafaf4561d tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/ports?device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 5427 time: 0.1094792 Sep 24 15:35:03.355735 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=b64a0df6-dee8-45ab-87e3-91f985c99573,revision_number=6']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:03.395942 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bcb61d7b-ed81-4288-a1bf-97e3e6ef94a5 req-b56b126d-1a88-42b0-9f0d-dd6a0661e1d2 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/security-groups?id=009469bf-50d0-4ac3-bdd3-519f093da79b&id=997d5af8-07d7-4888-b731-21def6e0a999&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0383878 Sep 24 15:35:03.398298 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['b64a0df6-dee8-45ab-87e3-91f985c99573'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:35:03.424927 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2668f75f-c5b3-4688-8c7d-207420b76a69 req-6d04f8ba-bf85-405c-b891-993b7a4ccb0d tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:03.426493 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2668f75f-c5b3-4688-8c7d-207420b76a69 req-6d04f8ba-bf85-405c-b891-993b7a4ccb0d tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/ports?device_id=6fcc5454-8972-4938-979b-0db60934d994 HTTP/1.1" status: 200 len: 984 time: 0.1327231 Sep 24 15:35:03.471018 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ada25140-9648-4486-a0ea-fa6baaa40de5 req-79c9401f-3179-40c2-9b3c-9dc483490f3e service neutron] 10.222.0.110 "GET /v2.0/networks/0374e89a-9d0f-457f-a823-b632a66136eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482954 Sep 24 15:35:03.516920 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2668f75f-c5b3-4688-8c7d-207420b76a69 req-4deba162-b735-4150-81d9-e151e0ad7e01 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/security-groups?id=b57c8fb9-fba3-4a60-9379-afb315846201&id=0c6d601c-52fd-4232-823b-3556dffffa90&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0743766 Sep 24 15:35:03.523789 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277b69fb-b919-4d21-aee8-e1c9c86d13e8 req-9263bd1b-5847-4ffb-adbd-9e6fe7c1f4ea tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:03.525565 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-277b69fb-b919-4d21-aee8-e1c9c86d13e8 req-9263bd1b-5847-4ffb-adbd-9e6fe7c1f4ea tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/ports?device_id=2c0d49d8-7505-4568-941e-3bb80871b2e2 HTTP/1.1" status: 200 len: 944 time: 0.0533206 Sep 24 15:35:03.579477 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-277b69fb-b919-4d21-aee8-e1c9c86d13e8 req-fa2a861f-f36e-475d-905b-e0b2bdf753a2 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/security-groups?id=62f13653-b186-43c2-8b39-46ac7f17e8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469618 Sep 24 15:35:03.594986 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ada25140-9648-4486-a0ea-fa6baaa40de5 req-aa0ad26e-4479-4b37-af8a-5db7c4d39c0a service neutron] 10.222.0.110 "GET /v2.0/networks/0374e89a-9d0f-457f-a823-b632a66136eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122563 Sep 24 15:35:03.843735 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63da11a0-6da7-41c0-957b-94824662f2f6 req-5c73d734-7344-4ea1-be37-b65951d703a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:03.846001 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-63da11a0-6da7-41c0-957b-94824662f2f6 req-5c73d734-7344-4ea1-be37-b65951d703a1 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=5bcf994545e24f4c9b0696ef07ac6678&device_id=6fcc5454-8972-4938-979b-0db60934d994 HTTP/1.1" status: 200 len: 1135 time: 0.0465844 Sep 24 15:35:03.892948 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-afe6f28e-f031-4697-a42d-d79005092e0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:03.943729 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63da11a0-6da7-41c0-957b-94824662f2f6 req-97bb22e4-18db-44bc-a143-cf9c34174f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:03.945189 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-63da11a0-6da7-41c0-957b-94824662f2f6 req-97bb22e4-18db-44bc-a143-cf9c34174f3a service neutron] 10.222.0.110 "GET /v2.0/networks?id=0374e89a-9d0f-457f-a823-b632a66136eb HTTP/1.1" status: 200 len: 915 time: 0.0883431 Sep 24 15:35:03.999712 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-63da11a0-6da7-41c0-957b-94824662f2f6 req-986914ef-bfef-45e7-a8c1-3de33e256a97 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9e48d50-903d-41aa-abde-01359e24782b HTTP/1.1" status: 200 len: 217 time: 0.0468583 Sep 24 15:35:04.069126 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63da11a0-6da7-41c0-957b-94824662f2f6 req-c7fb495e-27d6-4b24-b8f2-8144dd5cd964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:04.070965 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-63da11a0-6da7-41c0-957b-94824662f2f6 req-c7fb495e-27d6-4b24-b8f2-8144dd5cd964 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=f92e43d9-cce4-457c-a8f9-5d0718ce60de HTTP/1.1" status: 200 len: 853 time: 0.0538845 Sep 24 15:35:04.080981 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48925a4-8c51-4cb9-a99b-6cbcf04293e8 req-f3aecba1-76b8-4bf6-aeea-c9f950515ffa tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:04.082673 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c48925a4-8c51-4cb9-a99b-6cbcf04293e8 req-f3aecba1-76b8-4bf6-aeea-c9f950515ffa tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] 10.222.0.108 "GET /v2.0/ports?device_id=26303637-cb06-4c05-a7ee-bfe0e2eaeb1e HTTP/1.1" status: 200 len: 949 time: 0.0913074 Sep 24 15:35:04.134592 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-63da11a0-6da7-41c0-957b-94824662f2f6 req-0c4b306a-3ce9-4795-a1c3-7a54fa175380 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=0374e89a-9d0f-457f-a823-b632a66136eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511029 Sep 24 15:35:04.210551 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42812) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:04.280199 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:04.285531 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1322ba5a-16d6-4dbf-a7e1-e75b8eb312f3 req-c0b231f2-4828-482e-a709-cc0ab07ca608 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:04.287134 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1322ba5a-16d6-4dbf-a7e1-e75b8eb312f3 req-c0b231f2-4828-482e-a709-cc0ab07ca608 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=94bde577-4a67-46e8-92f6-e7849953a8a3 HTTP/1.1" status: 200 len: 945 time: 0.1872752 Sep 24 15:35:04.331038 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-63da11a0-6da7-41c0-957b-94824662f2f6 req-3b8aacaa-9008-41a9-9270-e6ece8282649 service neutron] 10.222.0.110 "GET /v2.0/networks/0374e89a-9d0f-457f-a823-b632a66136eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852875 Sep 24 15:35:04.343815 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-c48925a4-8c51-4cb9-a99b-6cbcf04293e8 req-64c65980-75ce-4196-bfdd-a31ebcbc8679 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] Deleting port 91c7ae22-915a-499f-b598-472f578ff783 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:35:04.345225 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-c48925a4-8c51-4cb9-a99b-6cbcf04293e8 req-64c65980-75ce-4196-bfdd-a31ebcbc8679 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:04.362147 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed138bd0-c4da-42a6-a3fc-fcdeeea81cbd req-53298502-70f4-4395-a09d-771a92f4b6c2 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:04.363596 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ed138bd0-c4da-42a6-a3fc-fcdeeea81cbd req-53298502-70f4-4395-a09d-771a92f4b6c2 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] 10.222.0.101 "GET /v2.0/ports?device_id=26303637-cb06-4c05-a7ee-bfe0e2eaeb1e HTTP/1.1" status: 200 len: 949 time: 0.0685921 Sep 24 15:35:04.396284 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1322ba5a-16d6-4dbf-a7e1-e75b8eb312f3 req-79b9318c-5268-4767-a52f-243d05106078 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006172 Sep 24 15:35:04.410555 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-636f06bb-61cd-4bf5-9b80-8c3950a96e34 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=56d79b96e27b47229c312fd7911aad82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1968920 Sep 24 15:35:04.411507 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42818) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:04.431154 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ed138bd0-c4da-42a6-a3fc-fcdeeea81cbd req-fe5b7d35-3cc4-4538-a952-bc36b3c93942 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] 10.222.0.101 "GET /v2.0/security-groups?id=57e94047-30f9-4114-8ab3-78d613da6f6a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601742 Sep 24 15:35:04.515983 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 923695c0-58bb-4c6f-a650-daf93518a1e8 up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:35:04.565787 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-c48925a4-8c51-4cb9-a99b-6cbcf04293e8 req-64c65980-75ce-4196-bfdd-a31ebcbc8679 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] For port 91c7ae22-915a-499f-b598-472f578ff783, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=91c7ae22-915a-499f-b598-472f578ff783,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:04.566160 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-c48925a4-8c51-4cb9-a99b-6cbcf04293e8 req-64c65980-75ce-4196-bfdd-a31ebcbc8679 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:04.591011 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-c48925a4-8c51-4cb9-a99b-6cbcf04293e8 req-64c65980-75ce-4196-bfdd-a31ebcbc8679 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] Calling delete_port for 91c7ae22-915a-499f-b598-472f578ff783 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:35:04.621501 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-63da11a0-6da7-41c0-957b-94824662f2f6 req-7326d8f5-6587-418e-966d-0c8ac9892f23 service neutron] 10.222.0.110 "GET /v2.0/networks/0374e89a-9d0f-457f-a823-b632a66136eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802761 Sep 24 15:35:04.624343 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2674fd11-778c-40a6-ae16-27ceedf788df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:04.635570 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port 923695c0-58bb-4c6f-a650-daf93518a1e8 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:35:04.637938 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116aa9aa-fdde-4a59-a0e7-1dda7b0f5a0b req-b453d288-3a0f-4c4a-98cf-043736c54326 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:04.639567 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port 923695c0-58bb-4c6f-a650-daf93518a1e8 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:35:04.639958 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:04.644386 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116aa9aa-fdde-4a59-a0e7-1dda7b0f5a0b req-b453d288-3a0f-4c4a-98cf-043736c54326 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:04.650233 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116aa9aa-fdde-4a59-a0e7-1dda7b0f5a0b req-b453d288-3a0f-4c4a-98cf-043736c54326 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:04.650883 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839aa80c-313b-4ce7-8855-a6aedd0209f9 req-9b3bbc2d-d536-498e-8f48-1a7033894a6b tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:04.653501 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-839aa80c-313b-4ce7-8855-a6aedd0209f9 req-9b3bbc2d-d536-498e-8f48-1a7033894a6b tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/ports?device_id=6fcc5454-8972-4938-979b-0db60934d994 HTTP/1.1" status: 200 len: 984 time: 0.0596399 Sep 24 15:35:04.656304 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116aa9aa-fdde-4a59-a0e7-1dda7b0f5a0b req-b453d288-3a0f-4c4a-98cf-043736c54326 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:04.662855 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116aa9aa-fdde-4a59-a0e7-1dda7b0f5a0b req-b453d288-3a0f-4c4a-98cf-043736c54326 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:04.668713 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116aa9aa-fdde-4a59-a0e7-1dda7b0f5a0b req-b453d288-3a0f-4c4a-98cf-043736c54326 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:04.674957 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116aa9aa-fdde-4a59-a0e7-1dda7b0f5a0b req-b453d288-3a0f-4c4a-98cf-043736c54326 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:04.679593 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-116aa9aa-fdde-4a59-a0e7-1dda7b0f5a0b req-b453d288-3a0f-4c4a-98cf-043736c54326 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/ports?device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 5427 time: 0.1834831 Sep 24 15:35:04.702978 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-839aa80c-313b-4ce7-8855-a6aedd0209f9 req-a92185d2-3e2c-473c-b2c9-e0a7853825e6 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/security-groups?id=b57c8fb9-fba3-4a60-9379-afb315846201&id=0c6d601c-52fd-4232-823b-3556dffffa90&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0423129 Sep 24 15:35:04.741155 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:04.784017 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2674fd11-778c-40a6-ae16-27ceedf788df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:04.787613 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94bde577-4a67-46e8-92f6-e7849953a8a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '923695c0-58bb-4c6f-a650-daf93518a1e8'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:35:04.790377 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21096dea-f433-4d63-9305-a441469f577b" -d '{"events": [{"server_uuid": "94bde577-4a67-46e8-92f6-e7849953a8a3", "name": "network-vif-plugged", "status": "completed", "tag": "923695c0-58bb-4c6f-a650-daf93518a1e8"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:35:04.795327 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 923695c0-58bb-4c6f-a650-daf93518a1e8, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=923695c0-58bb-4c6f-a650-daf93518a1e8,segment=NetworkSegment(21e1a332-491d-46ef-987f-a7724d369c2e),segment_id=21e1a332-491d-46ef-987f-a7724d369c2e)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:04.799299 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-116aa9aa-fdde-4a59-a0e7-1dda7b0f5a0b req-c5f6cb98-a92a-44d2-907a-0465f1151e91 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/security-groups?id=009469bf-50d0-4ac3-bdd3-519f093da79b&id=997d5af8-07d7-4888-b731-21def6e0a999&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1152565 Sep 24 15:35:04.842358 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21820da7-248d-4e15-a6a7-12848bbf77d8 req-d2869fa5-0f66-4d7a-b5e6-f306aac45cbd tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:04.845484 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-21820da7-248d-4e15-a6a7-12848bbf77d8 req-d2869fa5-0f66-4d7a-b5e6-f306aac45cbd tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/ports?device_id=2c0d49d8-7505-4568-941e-3bb80871b2e2 HTTP/1.1" status: 200 len: 944 time: 0.0596230 Sep 24 15:35:04.888427 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-21820da7-248d-4e15-a6a7-12848bbf77d8 req-7e4c062c-2c20-447e-83d0-dd2ffb6fb685 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/security-groups?id=62f13653-b186-43c2-8b39-46ac7f17e8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360582 Sep 24 15:35:04.922052 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d137c611-be1d-407d-8991-cc88acf38512 x-openstack-request-id: req-d137c611-be1d-407d-8991-cc88acf38512 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:35:04.922612 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94bde577-4a67-46e8-92f6-e7849953a8a3", "name": "network-vif-plugged", "status": "completed", "tag": "923695c0-58bb-4c6f-a650-daf93518a1e8", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:35:04.922612 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d137c611-be1d-407d-8991-cc88acf38512 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:35:04.923066 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94bde577-4a67-46e8-92f6-e7849953a8a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '923695c0-58bb-4c6f-a650-daf93518a1e8', 'code': 200} Sep 24 15:35:04.971786 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:04.973332 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device b64a0df6-dee8-45ab-87e3-91f985c99573 up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:35:05.033793 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2674fd11-778c-40a6-ae16-27ceedf788df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:05.036369 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2674fd11-778c-40a6-ae16-27ceedf788df admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:05.037635 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-2674fd11-778c-40a6-ae16-27ceedf788df admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/eef367e9-42d2-44b4-a9f7-5ef74619d3e3 HTTP/1.1" status: 204 len: 168 time: 0.6256902 Sep 24 15:35:05.038413 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-c48925a4-8c51-4cb9-a99b-6cbcf04293e8 req-64c65980-75ce-4196-bfdd-a31ebcbc8679 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:05.061030 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=923695c0-58bb-4c6f-a650-daf93518a1e8,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:05.081642 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2674fd11-778c-40a6-ae16-27ceedf788df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef367e9-42d2-44b4-a9f7-5ef74619d3e3,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:05.082887 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port b64a0df6-dee8-45ab-87e3-91f985c99573 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:35:05.083263 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:05.085422 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c65980-75ce-4196-bfdd-a31ebcbc8679 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] Pushing event deleted for resources: {'Port': ['ID=91c7ae22-915a-499f-b598-472f578ff783,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:05.106202 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f89310-fc4a-4ed3-b809-f90f31ddd75d req-b48d878a-4b3a-4c65-bc7d-3a7cbe2eb337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:05.108060 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-98f89310-fc4a-4ed3-b809-f90f31ddd75d req-b48d878a-4b3a-4c65-bc7d-3a7cbe2eb337 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=94bde577-4a67-46e8-92f6-e7849953a8a3 HTTP/1.1" status: 200 len: 1097 time: 0.1013925 Sep 24 15:35:05.176974 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-c48925a4-8c51-4cb9-a99b-6cbcf04293e8 req-64c65980-75ce-4196-bfdd-a31ebcbc8679 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] No DVR routers for this DVR port 91c7ae22-915a-499f-b598-472f578ff783 on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:35:05.182962 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-c48925a4-8c51-4cb9-a99b-6cbcf04293e8 req-64c65980-75ce-4196-bfdd-a31ebcbc8679 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:05.184987 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c48925a4-8c51-4cb9-a99b-6cbcf04293e8 req-64c65980-75ce-4196-bfdd-a31ebcbc8679 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] 10.222.0.108 "DELETE /v2.0/ports/91c7ae22-915a-499f-b598-472f578ff783 HTTP/1.1" status: 204 len: 173 time: 1.0930455 Sep 24 15:35:05.185842 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26303637-cb06-4c05-a7ee-bfe0e2eaeb1e', 'name': 'network-vif-deleted', 'tag': '91c7ae22-915a-499f-b598-472f578ff783'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:35:05.188238 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c5d4252-f49e-486e-b427-52b5644d1f4e" -d '{"events": [{"server_uuid": "26303637-cb06-4c05-a7ee-bfe0e2eaeb1e", "name": "network-vif-deleted", "tag": "91c7ae22-915a-499f-b598-472f578ff783"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:35:05.202590 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-98f89310-fc4a-4ed3-b809-f90f31ddd75d req-47d544d6-7c40-4125-9947-2c2c2e433e74 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830946 Sep 24 15:35:05.202906 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:05.230822 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b642d51e-71da-44f5-988f-ea9b59c45d2e x-openstack-request-id: req-b642d51e-71da-44f5-988f-ea9b59c45d2e {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:35:05.231115 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26303637-cb06-4c05-a7ee-bfe0e2eaeb1e", "name": "network-vif-deleted", "tag": "91c7ae22-915a-499f-b598-472f578ff783", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:35:05.231389 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b642d51e-71da-44f5-988f-ea9b59c45d2e {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:35:05.231804 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26303637-cb06-4c05-a7ee-bfe0e2eaeb1e', 'name': 'network-vif-deleted', 'tag': '91c7ae22-915a-499f-b598-472f578ff783', 'status': 'completed', 'code': 200} Sep 24 15:35:05.238905 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:05.246688 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port b64a0df6-dee8-45ab-87e3-91f985c99573, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=b64a0df6-dee8-45ab-87e3-91f985c99573,segment=NetworkSegment(e854fc2b-10a2-4840-85e1-f484bd234f97),segment_id=e854fc2b-10a2-4840-85e1-f484bd234f97)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:05.373432 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:05.424818 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=b64a0df6-dee8-45ab-87e3-91f985c99573,revision_number=7']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:05.588320 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b16bfb1-741c-4176-a5f0-142dbd3425db req-f4de7873-0c85-47dd-a1a5-7e00bbe7c983 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:05.590303 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1b16bfb1-741c-4176-a5f0-142dbd3425db req-f4de7873-0c85-47dd-a1a5-7e00bbe7c983 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/ports?device_id=2c0d49d8-7505-4568-941e-3bb80871b2e2 HTTP/1.1" status: 200 len: 945 time: 0.0741105 Sep 24 15:35:05.601332 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07747c3c-e9a1-4d1b-bc5c-597b7ef1bb6d req-4a8ebea3-53d7-4bcd-a9a6-16a8535899ae tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:05.610570 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-07747c3c-e9a1-4d1b-bc5c-597b7ef1bb6d req-4a8ebea3-53d7-4bcd-a9a6-16a8535899ae tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=94bde577-4a67-46e8-92f6-e7849953a8a3 HTTP/1.1" status: 200 len: 946 time: 0.0868721 Sep 24 15:35:05.636239 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1b16bfb1-741c-4176-a5f0-142dbd3425db req-8f6311c0-0a87-45e3-88bb-a4c8d9d2a5f2 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/security-groups?id=62f13653-b186-43c2-8b39-46ac7f17e8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388172 Sep 24 15:35:05.654587 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-07747c3c-e9a1-4d1b-bc5c-597b7ef1bb6d req-ed68abf4-ff17-4d7e-b61a-61783f1be06b tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430529 Sep 24 15:35:05.732711 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1da12747-32b7-4d85-9d7c-d37593365f82 req-a1a06644-6ce2-4a06-8dce-6acaaf20a727 tempest-ListImageFiltersTestJSON-1720993688 tempest-ListImageFiltersTestJSON-1720993688-project] 10.222.0.101 "GET /v2.0/ports?device_id=26303637-cb06-4c05-a7ee-bfe0e2eaeb1e HTTP/1.1" status: 200 len: 210 time: 0.0268090 Sep 24 15:35:05.821323 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf7c0cc-ea67-4ca6-9404-88b56f389c63 req-0b130afe-311f-478f-bf66-22fcd9ddee3a tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:05.822834 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3cf7c0cc-ea67-4ca6-9404-88b56f389c63 req-0b130afe-311f-478f-bf66-22fcd9ddee3a tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/ports?device_id=6fcc5454-8972-4938-979b-0db60934d994 HTTP/1.1" status: 200 len: 984 time: 0.0493197 Sep 24 15:35:05.865505 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3cf7c0cc-ea67-4ca6-9404-88b56f389c63 req-3124fa14-e8c9-4580-a3ff-77ee44a4cdd5 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/security-groups?id=b57c8fb9-fba3-4a60-9379-afb315846201&id=0c6d601c-52fd-4232-823b-3556dffffa90&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0361149 Sep 24 15:35:05.930171 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf0b098-c106-4c16-a687-1b6669904c8f req-db202782-1200-4b8c-8f89-62ecaa2947e5 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:05.935947 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf0b098-c106-4c16-a687-1b6669904c8f req-db202782-1200-4b8c-8f89-62ecaa2947e5 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:05.942099 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf0b098-c106-4c16-a687-1b6669904c8f req-db202782-1200-4b8c-8f89-62ecaa2947e5 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:05.948714 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf0b098-c106-4c16-a687-1b6669904c8f req-db202782-1200-4b8c-8f89-62ecaa2947e5 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:05.954486 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf0b098-c106-4c16-a687-1b6669904c8f req-db202782-1200-4b8c-8f89-62ecaa2947e5 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:05.960700 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf0b098-c106-4c16-a687-1b6669904c8f req-db202782-1200-4b8c-8f89-62ecaa2947e5 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:05.966487 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf0b098-c106-4c16-a687-1b6669904c8f req-db202782-1200-4b8c-8f89-62ecaa2947e5 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:05.979702 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7bf0b098-c106-4c16-a687-1b6669904c8f req-db202782-1200-4b8c-8f89-62ecaa2947e5 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/ports?device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 5427 time: 0.0976236 Sep 24 15:35:06.015816 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7bf0b098-c106-4c16-a687-1b6669904c8f req-bc0ff4ff-91d2-4dfe-b0c2-816d4ba3c3c9 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/security-groups?id=009469bf-50d0-4ac3-bdd3-519f093da79b&id=997d5af8-07d7-4888-b731-21def6e0a999&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404704 Sep 24 15:35:06.026880 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e8d79586-54eb-47e7-8b19-6aeb25cceede req-d2c12e86-86b0-454c-882f-c34a9e51c4c2 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-204883423&fields=id&tenant_id=5bcf994545e24f4c9b0696ef07ac6678 HTTP/1.1" status: 200 len: 267 time: 0.0347278 Sep 24 15:35:06.046589 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42856) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:06.118609 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d79586-54eb-47e7-8b19-6aeb25cceede req-70af5304-83fb-478b-aef7-72fea502d934 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:06.120144 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e8d79586-54eb-47e7-8b19-6aeb25cceede req-70af5304-83fb-478b-aef7-72fea502d934 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/ports?device_id=6fcc5454-8972-4938-979b-0db60934d994 HTTP/1.1" status: 200 len: 984 time: 0.0856602 Sep 24 15:35:06.123776 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-5407ea83-49d9-4fcc-b772-95030f44f5bf admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=197c47f467ca4a9290e3a4e41c9519b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0761464 Sep 24 15:35:06.126385 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42858) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:06.136394 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-e8d79586-54eb-47e7-8b19-6aeb25cceede req-0834db0a-0495-40b5-95fe-dcece1a6bbdb tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Request body: {'port': {'security_groups': ['0c6d601c-52fd-4232-823b-3556dffffa90', 'b57c8fb9-fba3-4a60-9379-afb315846201', 'b7145b89-fcee-42af-81b3-8936adf047f6']}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:35:06.231954 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e8d79586-54eb-47e7-8b19-6aeb25cceede req-0834db0a-0495-40b5-95fe-dcece1a6bbdb tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:06.249275 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5eca5b06-97f3-4ad1-be8d-18633e513b67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:06.308963 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5eca5b06-97f3-4ad1-be8d-18633e513b67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:06.495843 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-e8d79586-54eb-47e7-8b19-6aeb25cceede req-0834db0a-0495-40b5-95fe-dcece1a6bbdb tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] For port f9e48d50-903d-41aa-abde-01359e24782b, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=f9e48d50-903d-41aa-abde-01359e24782b,segment=NetworkSegment(5c92913b-b5b8-43ec-a5ba-a4a68bdf770b),segment_id=5c92913b-b5b8-43ec-a5ba-a4a68bdf770b)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:06.527113 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e8d79586-54eb-47e7-8b19-6aeb25cceede req-0834db0a-0495-40b5-95fe-dcece1a6bbdb tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:06.538734 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device b64a0df6-dee8-45ab-87e3-91f985c99573 no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:35:06.589610 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5eca5b06-97f3-4ad1-be8d-18633e513b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:06.591295 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:06.592227 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5eca5b06-97f3-4ad1-be8d-18633e513b67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:06.593770 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-5eca5b06-97f3-4ad1-be8d-18633e513b67 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/ed24dcd7-ba15-4de0-8023-badd353578a3 HTTP/1.1" status: 204 len: 168 time: 0.4661047 Sep 24 15:35:06.603622 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eca5b06-97f3-4ad1-be8d-18633e513b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed24dcd7-ba15-4de0-8023-badd353578a3,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:06.644464 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:06.681444 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port b64a0df6-dee8-45ab-87e3-91f985c99573, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=b64a0df6-dee8-45ab-87e3-91f985c99573,segment=NetworkSegment(e854fc2b-10a2-4840-85e1-f484bd234f97),segment_id=e854fc2b-10a2-4840-85e1-f484bd234f97)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:06.749479 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e8d79586-54eb-47e7-8b19-6aeb25cceede req-0834db0a-0495-40b5-95fe-dcece1a6bbdb tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:06.757033 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995beb95-7122-441d-a9d9-646a5829d655 req-c83e0827-79ca-4093-80f6-67096b8323a4 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:06.758631 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-995beb95-7122-441d-a9d9-646a5829d655 req-c83e0827-79ca-4093-80f6-67096b8323a4 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/ports?device_id=2c0d49d8-7505-4568-941e-3bb80871b2e2 HTTP/1.1" status: 200 len: 945 time: 0.0505424 Sep 24 15:35:06.762730 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['c9332207-c726-4f30-bff1-552de6843456', 'f9e48d50-903d-41aa-abde-01359e24782b'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:35:06.801661 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-995beb95-7122-441d-a9d9-646a5829d655 req-3423858e-313c-4d41-b266-cfd15ceee59c tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/security-groups?id=62f13653-b186-43c2-8b39-46ac7f17e8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344899 Sep 24 15:35:06.804399 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d79586-54eb-47e7-8b19-6aeb25cceede req-0834db0a-0495-40b5-95fe-dcece1a6bbdb tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:06.804858 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e8d79586-54eb-47e7-8b19-6aeb25cceede req-0834db0a-0495-40b5-95fe-dcece1a6bbdb tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:06.806251 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e8d79586-54eb-47e7-8b19-6aeb25cceede req-0834db0a-0495-40b5-95fe-dcece1a6bbdb tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "PUT /v2.0/ports/f9e48d50-903d-41aa-abde-01359e24782b HTTP/1.1" status: 200 len: 1020 time: 0.6778724 Sep 24 15:35:06.862328 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0834db0a-0495-40b5-95fe-dcece1a6bbdb tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Pushing event updated for resources: {'Port': ['ID=f9e48d50-903d-41aa-abde-01359e24782b,revision_number=7']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:06.863080 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:06.918115 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['f9e48d50-903d-41aa-abde-01359e24782b'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:35:06.927112 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c0d49d8-7505-4568-941e-3bb80871b2e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b64a0df6-dee8-45ab-87e3-91f985c99573'}, {'server_uuid': '2c0d49d8-7505-4568-941e-3bb80871b2e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b64a0df6-dee8-45ab-87e3-91f985c99573'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:35:06.929367 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-220bd706-30b9-4f49-bb98-20e9da9938e1" -d '{"events": [{"server_uuid": "2c0d49d8-7505-4568-941e-3bb80871b2e2", "name": "network-vif-plugged", "status": "completed", "tag": "b64a0df6-dee8-45ab-87e3-91f985c99573"}, {"server_uuid": "2c0d49d8-7505-4568-941e-3bb80871b2e2", "name": "network-vif-unplugged", "status": "completed", "tag": "b64a0df6-dee8-45ab-87e3-91f985c99573"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:35:06.935457 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf68dfd-cc92-4dec-a5a6-5d05699133b3 req-5bbf6b14-3636-4a57-9b59-116e632dbafe tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:06.937022 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7cf68dfd-cc92-4dec-a5a6-5d05699133b3 req-5bbf6b14-3636-4a57-9b59-116e632dbafe tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=94bde577-4a67-46e8-92f6-e7849953a8a3 HTTP/1.1" status: 200 len: 946 time: 0.0605743 Sep 24 15:35:06.957684 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3e0f335e-01fc-44a1-bdaa-1b6c27db7bf7 req-c96938d3-7a11-42ea-99bf-cd6231aea3ea tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/security-groups/b7145b89-fcee-42af-81b3-8936adf047f6 HTTP/1.1" status: 200 len: 1800 time: 0.0457816 Sep 24 15:35:06.984009 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7cf68dfd-cc92-4dec-a5a6-5d05699133b3 req-1561d609-5338-49d0-a0d6-3ac712ab6f20 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397573 Sep 24 15:35:07.007131 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=b64a0df6-dee8-45ab-87e3-91f985c99573,revision_number=8']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:07.015033 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [req-3e0f335e-01fc-44a1-bdaa-1b6c27db7bf7 req-660bc406-7d23-4f03-89ad-640ee75d0f7e tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 24 15:35:07.016768 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3e0f335e-01fc-44a1-bdaa-1b6c27db7bf7 req-660bc406-7d23-4f03-89ad-640ee75d0f7e tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "DELETE /v2.0/security-groups/b7145b89-fcee-42af-81b3-8936adf047f6 HTTP/1.1" status: 409 len: 341 time: 0.0522680 Sep 24 15:35:07.087043 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 24 Sep 2021 15:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af953ce-2365-464c-a55a-a9fb5b4500ee x-openstack-request-id: req-0af953ce-2365-464c-a55a-a9fb5b4500ee {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:35:07.093037 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c0d49d8-7505-4568-941e-3bb80871b2e2", "name": "network-vif-plugged", "status": "completed", "tag": "b64a0df6-dee8-45ab-87e3-91f985c99573", "code": 200}, {"server_uuid": "2c0d49d8-7505-4568-941e-3bb80871b2e2", "name": "network-vif-unplugged", "status": "completed", "tag": "b64a0df6-dee8-45ab-87e3-91f985c99573", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:35:07.093037 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-0af953ce-2365-464c-a55a-a9fb5b4500ee {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:35:07.093037 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c0d49d8-7505-4568-941e-3bb80871b2e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b64a0df6-dee8-45ab-87e3-91f985c99573', 'code': 200} Sep 24 15:35:07.093037 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c0d49d8-7505-4568-941e-3bb80871b2e2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b64a0df6-dee8-45ab-87e3-91f985c99573', 'code': 200} Sep 24 15:35:07.233308 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fcc5454-8972-4938-979b-0db60934d994', 'tag': 'f9e48d50-903d-41aa-abde-01359e24782b'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:35:07.238443 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1936de2-d135-4a19-8483-a01af0ac0e01" -d '{"events": [{"name": "network-changed", "server_uuid": "6fcc5454-8972-4938-979b-0db60934d994", "tag": "f9e48d50-903d-41aa-abde-01359e24782b"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:35:07.558911 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddbf18c-bd44-45e6-b3c5-ce466b2b58d0 req-f6451e1e-67b2-4bfd-adf0-a8f344b17bc5 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:07.560587 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1ddbf18c-bd44-45e6-b3c5-ce466b2b58d0 req-f6451e1e-67b2-4bfd-adf0-a8f344b17bc5 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.108 "GET /v2.0/ports?device_id=2c0d49d8-7505-4568-941e-3bb80871b2e2 HTTP/1.1" status: 200 len: 943 time: 0.0515566 Sep 24 15:35:07.666704 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-1ddbf18c-bd44-45e6-b3c5-ce466b2b58d0 req-6e9cc790-47d4-4ab1-9db9-7b168cefae5d tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Deleting port b64a0df6-dee8-45ab-87e3-91f985c99573 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:35:07.667038 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1ddbf18c-bd44-45e6-b3c5-ce466b2b58d0 req-6e9cc790-47d4-4ab1-9db9-7b168cefae5d tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:07.762666 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-1ddbf18c-bd44-45e6-b3c5-ce466b2b58d0 req-6e9cc790-47d4-4ab1-9db9-7b168cefae5d tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] For port b64a0df6-dee8-45ab-87e3-91f985c99573, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=b64a0df6-dee8-45ab-87e3-91f985c99573,segment=NetworkSegment(e854fc2b-10a2-4840-85e1-f484bd234f97),segment_id=e854fc2b-10a2-4840-85e1-f484bd234f97)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:07.762962 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1ddbf18c-bd44-45e6-b3c5-ce466b2b58d0 req-6e9cc790-47d4-4ab1-9db9-7b168cefae5d tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:07.776269 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-1ddbf18c-bd44-45e6-b3c5-ce466b2b58d0 req-6e9cc790-47d4-4ab1-9db9-7b168cefae5d tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Calling delete_port for b64a0df6-dee8-45ab-87e3-91f985c99573 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:35:07.883204 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3531b2d7-8688-4b40-b988-50d13c64e7f5 req-9b458ab5-51c9-485d-b930-54b1d0f485ad tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:07.889711 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3531b2d7-8688-4b40-b988-50d13c64e7f5 req-9b458ab5-51c9-485d-b930-54b1d0f485ad tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:07.896938 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3531b2d7-8688-4b40-b988-50d13c64e7f5 req-9b458ab5-51c9-485d-b930-54b1d0f485ad tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:07.902930 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3531b2d7-8688-4b40-b988-50d13c64e7f5 req-9b458ab5-51c9-485d-b930-54b1d0f485ad tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:07.909516 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3531b2d7-8688-4b40-b988-50d13c64e7f5 req-9b458ab5-51c9-485d-b930-54b1d0f485ad tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:07.915600 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3531b2d7-8688-4b40-b988-50d13c64e7f5 req-9b458ab5-51c9-485d-b930-54b1d0f485ad tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:07.921682 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3531b2d7-8688-4b40-b988-50d13c64e7f5 req-9b458ab5-51c9-485d-b930-54b1d0f485ad tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:07.924320 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3531b2d7-8688-4b40-b988-50d13c64e7f5 req-9b458ab5-51c9-485d-b930-54b1d0f485ad tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/ports?device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 5427 time: 0.1131351 Sep 24 15:35:07.969449 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3531b2d7-8688-4b40-b988-50d13c64e7f5 req-c1413796-9f7c-4225-8b96-f1a3e639b804 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/security-groups?id=009469bf-50d0-4ac3-bdd3-519f093da79b&id=997d5af8-07d7-4888-b731-21def6e0a999&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0380197 Sep 24 15:35:07.992056 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd1320ae-98c4-4239-8ada-3231c8f636e5 x-openstack-request-id: req-bd1320ae-98c4-4239-8ada-3231c8f636e5 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:35:07.992788 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fcc5454-8972-4938-979b-0db60934d994", "tag": "f9e48d50-903d-41aa-abde-01359e24782b", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:35:07.993223 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-bd1320ae-98c4-4239-8ada-3231c8f636e5 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:35:07.998103 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fcc5454-8972-4938-979b-0db60934d994', 'tag': 'f9e48d50-903d-41aa-abde-01359e24782b', 'status': 'completed', 'code': 200} Sep 24 15:35:08.091664 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1936de2-d135-4a19-8483-a01af0ac0e01 req-15030ff6-5343-4761-806e-5f20b26c5dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:08.092070 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b63ef-ba17-4338-badb-867a4f40f570 req-d77147fb-fa0e-438b-be1f-9ae7daaf8125 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:08.093174 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f1936de2-d135-4a19-8483-a01af0ac0e01 req-15030ff6-5343-4761-806e-5f20b26c5dd1 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=5bcf994545e24f4c9b0696ef07ac6678&device_id=6fcc5454-8972-4938-979b-0db60934d994 HTTP/1.1" status: 200 len: 1174 time: 0.0738392 Sep 24 15:35:08.098844 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-311b63ef-ba17-4338-badb-867a4f40f570 req-d77147fb-fa0e-438b-be1f-9ae7daaf8125 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/ports?device_id=6fcc5454-8972-4938-979b-0db60934d994 HTTP/1.1" status: 200 len: 1023 time: 0.0611970 Sep 24 15:35:08.122926 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1ddbf18c-bd44-45e6-b3c5-ce466b2b58d0 req-6e9cc790-47d4-4ab1-9db9-7b168cefae5d tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:08.136757 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb06683-cc24-4077-bc35-01d94fd3e602 req-744c0695-b0e4-49dd-84bc-254ab217d30b tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:08.137882 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ceb06683-cc24-4077-bc35-01d94fd3e602 req-744c0695-b0e4-49dd-84bc-254ab217d30b tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/ports?device_id=2c0d49d8-7505-4568-941e-3bb80871b2e2 HTTP/1.1" status: 200 len: 865 time: 0.0928888 Sep 24 15:35:08.156636 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-311b63ef-ba17-4338-badb-867a4f40f570 req-2f42df72-31ab-4c44-bcd6-f293f55cc063 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/security-groups?id=b7145b89-fcee-42af-81b3-8936adf047f6&id=b57c8fb9-fba3-4a60-9379-afb315846201&id=0c6d601c-52fd-4232-823b-3556dffffa90&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0549428 Sep 24 15:35:08.175390 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9cc790-47d4-4ab1-9db9-7b168cefae5d tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Pushing event deleted for resources: {'Port': ['ID=b64a0df6-dee8-45ab-87e3-91f985c99573,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:08.566061 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 91c7ae22-915a-499f-b598-472f578ff783 no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:35:08.590398 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] No Port match for: 91c7ae22-915a-499f-b598-472f578ff783 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:35:08.590830 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 91c7ae22-915a-499f-b598-472f578ff783 not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:35:08.591977 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ddbf18c-bd44-45e6-b3c5-ce466b2b58d0 req-6e9cc790-47d4-4ab1-9db9-7b168cefae5d tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] No DVR routers for this DVR port b64a0df6-dee8-45ab-87e3-91f985c99573 on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:35:08.600265 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1ddbf18c-bd44-45e6-b3c5-ce466b2b58d0 req-6e9cc790-47d4-4ab1-9db9-7b168cefae5d tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:08.602217 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1ddbf18c-bd44-45e6-b3c5-ce466b2b58d0 req-6e9cc790-47d4-4ab1-9db9-7b168cefae5d tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.108 "DELETE /v2.0/ports/b64a0df6-dee8-45ab-87e3-91f985c99573 HTTP/1.1" status: 204 len: 173 time: 1.0350423 Sep 24 15:35:08.608849 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ceb06683-cc24-4077-bc35-01d94fd3e602 req-b2e55bbd-7733-48a4-9ebf-501b74bfb932 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/security-groups?id=62f13653-b186-43c2-8b39-46ac7f17e8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4378409 Sep 24 15:35:08.612593 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1936de2-d135-4a19-8483-a01af0ac0e01 req-efad1bd3-73b3-4032-87f3-a9ceb3883771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:08.614051 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f1936de2-d135-4a19-8483-a01af0ac0e01 req-efad1bd3-73b3-4032-87f3-a9ceb3883771 service neutron] 10.222.0.110 "GET /v2.0/networks?id=0374e89a-9d0f-457f-a823-b632a66136eb HTTP/1.1" status: 200 len: 915 time: 0.5132005 Sep 24 15:35:08.661028 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f1936de2-d135-4a19-8483-a01af0ac0e01 req-aae9b8a5-e18f-44ce-a104-b4632c662fcb service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f9e48d50-903d-41aa-abde-01359e24782b HTTP/1.1" status: 200 len: 217 time: 0.0377965 Sep 24 15:35:08.738701 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1936de2-d135-4a19-8483-a01af0ac0e01 req-593441bd-d8a1-44a2-879a-ed70e39dddc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:08.740145 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f1936de2-d135-4a19-8483-a01af0ac0e01 req-593441bd-d8a1-44a2-879a-ed70e39dddc3 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=f92e43d9-cce4-457c-a8f9-5d0718ce60de HTTP/1.1" status: 200 len: 853 time: 0.0700569 Sep 24 15:35:08.750975 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f2339-bdd8-41a9-9f16-4ccb1b94e750 req-337f2574-326f-4922-9524-aa30e8360938 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:08.752386 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4d4f2339-bdd8-41a9-9f16-4ccb1b94e750 req-337f2574-326f-4922-9524-aa30e8360938 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=94bde577-4a67-46e8-92f6-e7849953a8a3 HTTP/1.1" status: 200 len: 946 time: 0.0838878 Sep 24 15:35:08.788494 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f1936de2-d135-4a19-8483-a01af0ac0e01 req-974923f8-67bf-4339-9d79-1369ad190ba0 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=0374e89a-9d0f-457f-a823-b632a66136eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350940 Sep 24 15:35:08.819830 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4d4f2339-bdd8-41a9-9f16-4ccb1b94e750 req-f691795f-d7d0-4aa7-a6e4-e489bc3e4007 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592716 Sep 24 15:35:08.886377 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:08.924957 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f1936de2-d135-4a19-8483-a01af0ac0e01 req-3217c882-749c-4110-ba29-1264005c5fb9 service neutron] 10.222.0.110 "GET /v2.0/networks/0374e89a-9d0f-457f-a823-b632a66136eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228774 Sep 24 15:35:09.047226 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c8d936-7209-4a59-92b7-0593b8343d2b req-645888a3-a890-4555-b52f-80f773588e9c tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:09.049317 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-12c8d936-7209-4a59-92b7-0593b8343d2b req-645888a3-a890-4555-b52f-80f773588e9c tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=94bde577-4a67-46e8-92f6-e7849953a8a3 HTTP/1.1" status: 200 len: 1097 time: 0.0935242 Sep 24 15:35:09.054862 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f1936de2-d135-4a19-8483-a01af0ac0e01 req-e9d49914-9130-4be5-bb1b-5073404025d0 service neutron] 10.222.0.110 "GET /v2.0/networks/0374e89a-9d0f-457f-a823-b632a66136eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213446 Sep 24 15:35:09.085191 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-12c8d936-7209-4a59-92b7-0593b8343d2b req-e8a32046-70de-4c55-80d9-77f2e85d11c2 tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293279 Sep 24 15:35:09.214571 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66cb463-967e-48a0-bfde-aaf7198c162d req-3db94f43-2ba5-43ca-a892-719c6aa836d0 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:09.221099 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66cb463-967e-48a0-bfde-aaf7198c162d req-3db94f43-2ba5-43ca-a892-719c6aa836d0 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:09.227063 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66cb463-967e-48a0-bfde-aaf7198c162d req-3db94f43-2ba5-43ca-a892-719c6aa836d0 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:09.232945 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66cb463-967e-48a0-bfde-aaf7198c162d req-3db94f43-2ba5-43ca-a892-719c6aa836d0 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:09.239973 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66cb463-967e-48a0-bfde-aaf7198c162d req-3db94f43-2ba5-43ca-a892-719c6aa836d0 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:09.253684 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66cb463-967e-48a0-bfde-aaf7198c162d req-3db94f43-2ba5-43ca-a892-719c6aa836d0 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:09.258037 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66cb463-967e-48a0-bfde-aaf7198c162d req-3db94f43-2ba5-43ca-a892-719c6aa836d0 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:09.259995 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c66cb463-967e-48a0-bfde-aaf7198c162d req-3db94f43-2ba5-43ca-a892-719c6aa836d0 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/ports?device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 5427 time: 0.1056809 Sep 24 15:35:09.307695 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c66cb463-967e-48a0-bfde-aaf7198c162d req-7e35e50d-9ca0-4f47-a732-6e3ec68c5b5f tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/security-groups?id=009469bf-50d0-4ac3-bdd3-519f093da79b&id=997d5af8-07d7-4888-b731-21def6e0a999&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0391157 Sep 24 15:35:09.350636 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b590bdb7-81bb-4c01-b38e-37e42b2ac6f6 req-152ba53f-7cf6-4481-ab0d-99ff8e7f4f62 tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:09.350636 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b590bdb7-81bb-4c01-b38e-37e42b2ac6f6 req-152ba53f-7cf6-4481-ab0d-99ff8e7f4f62 tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=94bde577-4a67-46e8-92f6-e7849953a8a3 HTTP/1.1" status: 200 len: 1097 time: 0.0552616 Sep 24 15:35:09.388367 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b590bdb7-81bb-4c01-b38e-37e42b2ac6f6 req-277bd2b4-edb8-4ce2-8742-34bd7b577e5a tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305519 Sep 24 15:35:09.431524 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3155aa61-bfa9-47a9-aa2d-ea96ae3537a9 req-45f15153-fcc5-45de-b2f4-43cd5345bafd tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:09.433110 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3155aa61-bfa9-47a9-aa2d-ea96ae3537a9 req-45f15153-fcc5-45de-b2f4-43cd5345bafd tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/ports?device_id=6fcc5454-8972-4938-979b-0db60934d994 HTTP/1.1" status: 200 len: 1023 time: 0.0595062 Sep 24 15:35:09.514267 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3155aa61-bfa9-47a9-aa2d-ea96ae3537a9 req-a9807b3c-8ed7-4a92-9cf0-79f874606eea tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/security-groups?id=b7145b89-fcee-42af-81b3-8936adf047f6&id=b57c8fb9-fba3-4a60-9379-afb315846201&id=0c6d601c-52fd-4232-823b-3556dffffa90&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0719044 Sep 24 15:35:09.549514 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f4b33-801d-41cb-9c3f-0d378b306a32 req-590b157c-a454-41ac-ba80-cd5612759372 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:09.551695 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9e6f4b33-801d-41cb-9c3f-0d378b306a32 req-590b157c-a454-41ac-ba80-cd5612759372 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.110 "GET /v2.0/ports?device_id=6fcc5454-8972-4938-979b-0db60934d994 HTTP/1.1" status: 200 len: 1023 time: 0.1076896 Sep 24 15:35:09.717351 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-9e6f4b33-801d-41cb-9c3f-0d378b306a32 req-de6fb8cd-9be7-41cb-97c3-100f4ca92ca7 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Deleting port f9e48d50-903d-41aa-abde-01359e24782b {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:35:09.717907 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-9e6f4b33-801d-41cb-9c3f-0d378b306a32 req-de6fb8cd-9be7-41cb-97c3-100f4ca92ca7 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:09.840199 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-9e6f4b33-801d-41cb-9c3f-0d378b306a32 req-de6fb8cd-9be7-41cb-97c3-100f4ca92ca7 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] For port f9e48d50-903d-41aa-abde-01359e24782b, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=f9e48d50-903d-41aa-abde-01359e24782b,segment=NetworkSegment(5c92913b-b5b8-43ec-a5ba-a4a68bdf770b),segment_id=5c92913b-b5b8-43ec-a5ba-a4a68bdf770b)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:09.840593 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-9e6f4b33-801d-41cb-9c3f-0d378b306a32 req-de6fb8cd-9be7-41cb-97c3-100f4ca92ca7 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:09.855067 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-9e6f4b33-801d-41cb-9c3f-0d378b306a32 req-de6fb8cd-9be7-41cb-97c3-100f4ca92ca7 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Calling delete_port for f9e48d50-903d-41aa-abde-01359e24782b owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:35:09.994797 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c0d49d8-7505-4568-941e-3bb80871b2e2', 'name': 'network-vif-deleted', 'tag': 'b64a0df6-dee8-45ab-87e3-91f985c99573'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:35:09.997615 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1684a037-4466-4055-b176-34ba04c11499" -d '{"events": [{"server_uuid": "2c0d49d8-7505-4568-941e-3bb80871b2e2", "name": "network-vif-deleted", "tag": "b64a0df6-dee8-45ab-87e3-91f985c99573"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:35:10.046952 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-9e6f4b33-801d-41cb-9c3f-0d378b306a32 req-de6fb8cd-9be7-41cb-97c3-100f4ca92ca7 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:10.059091 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['c9332207-c726-4f30-bff1-552de6843456', 'f9e48d50-903d-41aa-abde-01359e24782b'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:35:10.078965 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6fb8cd-9be7-41cb-97c3-100f4ca92ca7 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Pushing event deleted for resources: {'Port': ['ID=f9e48d50-903d-41aa-abde-01359e24782b,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:10.124796 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e6f4b33-801d-41cb-9c3f-0d378b306a32 req-de6fb8cd-9be7-41cb-97c3-100f4ca92ca7 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] No DVR routers for this DVR port f9e48d50-903d-41aa-abde-01359e24782b on host n-h1-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:35:10.127463 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-9e6f4b33-801d-41cb-9c3f-0d378b306a32 req-de6fb8cd-9be7-41cb-97c3-100f4ca92ca7 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:10.129465 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9e6f4b33-801d-41cb-9c3f-0d378b306a32 req-de6fb8cd-9be7-41cb-97c3-100f4ca92ca7 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.110 "DELETE /v2.0/ports/f9e48d50-903d-41aa-abde-01359e24782b HTTP/1.1" status: 204 len: 173 time: 0.5666630 Sep 24 15:35:10.347807 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b25227-c65a-44db-a4c1-cb9402e4a304 x-openstack-request-id: req-24b25227-c65a-44db-a4c1-cb9402e4a304 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:35:10.348105 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c0d49d8-7505-4568-941e-3bb80871b2e2", "name": "network-vif-deleted", "tag": "b64a0df6-dee8-45ab-87e3-91f985c99573", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:35:10.348354 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-24b25227-c65a-44db-a4c1-cb9402e4a304 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:35:10.348750 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c0d49d8-7505-4568-941e-3bb80871b2e2', 'name': 'network-vif-deleted', 'tag': 'b64a0df6-dee8-45ab-87e3-91f985c99573', 'status': 'completed', 'code': 200} Sep 24 15:35:10.560889 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:10.564420 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device b64a0df6-dee8-45ab-87e3-91f985c99573 no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:35:10.586589 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] No Port match for: b64a0df6-dee8-45ab-87e3-91f985c99573 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:35:10.587194 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device b64a0df6-dee8-45ab-87e3-91f985c99573 not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:35:10.783486 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43036) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:10.857607 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43042) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:10.862856 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-1e11bd2b-ecdf-4fd0-8538-3efcac795285 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Request body: {'security_group': {'name': 'tempest-securitygroup--259433772', 'description': 'tempest-description--118194895'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:35:10.962698 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-bf1d71fd-5393-4bc6-a2ea-c850a3ad49d1 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=59124e2d0c8d47c8b8550091b47f8b53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1774597 Sep 24 15:35:10.964810 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43052) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:10.990431 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1e11bd2b-ecdf-4fd0-8538-3efcac795285 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:11.012497 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c208a7a-1f45-4a24-9730-31f9c1e9d6df req-ab9b6b5b-faa2-4a16-81a4-9b206e65de94 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:11.013738 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7170fecf-f02f-404b-b3c3-c6532b4b05c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:11.018629 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c208a7a-1f45-4a24-9730-31f9c1e9d6df req-ab9b6b5b-faa2-4a16-81a4-9b206e65de94 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:11.024697 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c208a7a-1f45-4a24-9730-31f9c1e9d6df req-ab9b6b5b-faa2-4a16-81a4-9b206e65de94 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:11.030663 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c208a7a-1f45-4a24-9730-31f9c1e9d6df req-ab9b6b5b-faa2-4a16-81a4-9b206e65de94 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:11.035498 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7170fecf-f02f-404b-b3c3-c6532b4b05c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:11.037260 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c208a7a-1f45-4a24-9730-31f9c1e9d6df req-ab9b6b5b-faa2-4a16-81a4-9b206e65de94 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:11.043336 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c208a7a-1f45-4a24-9730-31f9c1e9d6df req-ab9b6b5b-faa2-4a16-81a4-9b206e65de94 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:11.049908 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c208a7a-1f45-4a24-9730-31f9c1e9d6df req-ab9b6b5b-faa2-4a16-81a4-9b206e65de94 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:11.051937 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5c208a7a-1f45-4a24-9730-31f9c1e9d6df req-ab9b6b5b-faa2-4a16-81a4-9b206e65de94 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/ports?device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 5427 time: 0.1019437 Sep 24 15:35:11.120245 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5c208a7a-1f45-4a24-9730-31f9c1e9d6df req-82fbade1-259b-4067-a0e7-676257632925 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/security-groups?id=009469bf-50d0-4ac3-bdd3-519f093da79b&id=997d5af8-07d7-4888-b731-21def6e0a999&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529883 Sep 24 15:35:11.164273 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1e11bd2b-ecdf-4fd0-8538-3efcac795285 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:11.212156 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7170fecf-f02f-404b-b3c3-c6532b4b05c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:11.214721 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7170fecf-f02f-404b-b3c3-c6532b4b05c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:11.215880 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-7170fecf-f02f-404b-b3c3-c6532b4b05c3 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/57e94047-30f9-4114-8ab3-78d613da6f6a HTTP/1.1" status: 204 len: 168 time: 0.2499914 Sep 24 15:35:11.226438 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7170fecf-f02f-404b-b3c3-c6532b4b05c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e94047-30f9-4114-8ab3-78d613da6f6a,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:11.228708 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7743c6f4-7490-412a-9c73-2c12f9ab674d req-9015dfd1-0290-48b2-a1cf-bf18f092c822 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/ports?device_id=6fcc5454-8972-4938-979b-0db60934d994 HTTP/1.1" status: 200 len: 210 time: 0.0370145 Sep 24 15:35:11.287790 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1e11bd2b-ecdf-4fd0-8538-3efcac795285 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:11.322579 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e11bd2b-ecdf-4fd0-8538-3efcac795285 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62f50222-b901-42a3-9975-163f75d821dd,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:11.446937 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1e11bd2b-ecdf-4fd0-8538-3efcac795285 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:11.448751 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-1e11bd2b-ecdf-4fd0-8538-3efcac795285 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5896499 Sep 24 15:35:11.451396 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43066) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:11.456548 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-c2756657-2223-4618-8b9a-1fa82c08e87c tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Request body: {'security_group_rule': {'security_group_id': '62f50222-b901-42a3-9975-163f75d821dd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:35:11.544688 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c2756657-2223-4618-8b9a-1fa82c08e87c tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:11.608730 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c2756657-2223-4618-8b9a-1fa82c08e87c tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:11.753323 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43076) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:11.830971 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c2756657-2223-4618-8b9a-1fa82c08e87c tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:11.894984 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2756657-2223-4618-8b9a-1fa82c08e87c tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af5afea4-a342-4f5e-ab5f-61cf2d6036ce,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:11.915393 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-04903e7a-4616-4693-87fd-21375f5ef099 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:11.956712 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2720fa6-4afb-4903-a790-256b25c6e0ae req-ced966b5-62a5-4886-b4bf-f366294b4d0d tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:11.958196 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e2720fa6-4afb-4903-a790-256b25c6e0ae req-ced966b5-62a5-4886-b4bf-f366294b4d0d tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/networks?id=058852f5-088e-42d1-b3e1-abf106a974a3 HTTP/1.1" status: 200 len: 821 time: 0.1603489 Sep 24 15:35:11.973527 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e2720fa6-4afb-4903-a790-256b25c6e0ae req-83e8a290-15aa-4556-8b01-1eea1fab4fb4 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/quotas/8957a38149f44837aa315f739e11ffd3 HTTP/1.1" status: 200 len: 375 time: 0.0093877 Sep 24 15:35:12.011690 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c2756657-2223-4618-8b9a-1fa82c08e87c tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:12.012889 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-c2756657-2223-4618-8b9a-1fa82c08e87c tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5605142 Sep 24 15:35:12.016501 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43088) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:12.021114 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-1e075e6d-81b4-4250-97af-b54000c9e57d tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Request body: {'security_group_rule': {'security_group_id': '62f50222-b901-42a3-9975-163f75d821dd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:35:12.051534 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e2720fa6-4afb-4903-a790-256b25c6e0ae req-18afcc85-360f-499a-9f19-d137f96b523d tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=8957a38149f44837aa315f739e11ffd3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0721319 Sep 24 15:35:12.180593 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e2720fa6-4afb-4903-a790-256b25c6e0ae req-3f975efd-ec53-48aa-8640-977315922971 service neutron] 10.222.0.101 "GET /v2.0/networks/058852f5-088e-42d1-b3e1-abf106a974a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203582 Sep 24 15:35:12.182421 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-04903e7a-4616-4693-87fd-21375f5ef099 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:12.267911 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-04903e7a-4616-4693-87fd-21375f5ef099 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:12.288410 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e2720fa6-4afb-4903-a790-256b25c6e0ae req-2485de9d-183a-49ea-b463-9421e58873fc service neutron] 10.222.0.101 "GET /v2.0/networks/058852f5-088e-42d1-b3e1-abf106a974a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011648 Sep 24 15:35:12.315056 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-04903e7a-4616-4693-87fd-21375f5ef099 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ef1a6733dc0b419db08a2ce298e21d1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5581448 Sep 24 15:35:12.315056 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04903e7a-4616-4693-87fd-21375f5ef099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2d2c6f-e752-47db-8ded-51d1b0e71550,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:12.315483 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43098) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:12.350253 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fcc5454-8972-4938-979b-0db60934d994', 'name': 'network-vif-deleted', 'tag': 'f9e48d50-903d-41aa-abde-01359e24782b'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:35:12.352623 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e68799e-66ab-40dd-b3fa-935d9cc74a84" -d '{"events": [{"server_uuid": "6fcc5454-8972-4938-979b-0db60934d994", "name": "network-vif-deleted", "tag": "f9e48d50-903d-41aa-abde-01359e24782b"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:35:12.386166 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [req-e548ec1c-9461-485b-816e-3cb63c6eeb19 req-a14ce331-e4b6-456f-9042-964e5233f29a tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:35:12.387453 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e548ec1c-9461-485b-816e-3cb63c6eeb19 req-a14ce331-e4b6-456f-9042-964e5233f29a tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080030 Sep 24 15:35:12.388677 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-95701921-4945-4ace-99b4-f2f0a1882b2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:12.424185 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1e075e6d-81b4-4250-97af-b54000c9e57d tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:12.428425 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-95701921-4945-4ace-99b4-f2f0a1882b2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:12.441583 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548ec1c-9461-485b-816e-3cb63c6eeb19 req-edc7ad4a-3ee0-4a62-9e52-ba5a79e7bf67 tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:12.443036 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e548ec1c-9461-485b-816e-3cb63c6eeb19 req-edc7ad4a-3ee0-4a62-9e52-ba5a79e7bf67 tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] 10.222.0.101 "GET /v2.0/ports/923695c0-58bb-4c6f-a650-daf93518a1e8 HTTP/1.1" status: 200 len: 1094 time: 0.0483065 Sep 24 15:35:12.454701 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-e548ec1c-9461-485b-816e-3cb63c6eeb19 req-e632b34c-be15-42bf-87d2-eaac26a8385d service neutron] Request body: {'binding': {'host': 'n-h1-808921-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:35:12.455296 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-e548ec1c-9461-485b-816e-3cb63c6eeb19 req-e632b34c-be15-42bf-87d2-eaac26a8385d service neutron] Unknown quota resources ['binding']. {{(pid=95297) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 24 15:35:12.521552 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1e075e6d-81b4-4250-97af-b54000c9e57d tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:12.592430 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-e548ec1c-9461-485b-816e-3cb63c6eeb19 req-e632b34c-be15-42bf-87d2-eaac26a8385d service neutron] Attempting to bind port 923695c0-58bb-4c6f-a650-daf93518a1e8 on host n-h1-808921-1 for vnic_type normal with profile None {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:35:12.592763 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-e548ec1c-9461-485b-816e-3cb63c6eeb19 req-e632b34c-be15-42bf-87d2-eaac26a8385d service neutron] Attempting to bind port 923695c0-58bb-4c6f-a650-daf93518a1e8 by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': '21e1a332-491d-46ef-987f-a7724d369c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '078714d9-431e-4632-b957-c9a7230e7876'}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:35:12.593190 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e548ec1c-9461-485b-816e-3cb63c6eeb19 req-e632b34c-be15-42bf-87d2-eaac26a8385d service neutron] Attempting to bind port 923695c0-58bb-4c6f-a650-daf93518a1e8 on network 078714d9-431e-4632-b957-c9a7230e7876 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:35:12.598625 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e548ec1c-9461-485b-816e-3cb63c6eeb19 req-e632b34c-be15-42bf-87d2-eaac26a8385d service neutron] Port 923695c0-58bb-4c6f-a650-daf93518a1e8 on network 078714d9-431e-4632-b957-c9a7230e7876 not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:35:12.598944 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e548ec1c-9461-485b-816e-3cb63c6eeb19 req-e632b34c-be15-42bf-87d2-eaac26a8385d service neutron] Attempting to bind port 923695c0-58bb-4c6f-a650-daf93518a1e8 on network 078714d9-431e-4632-b957-c9a7230e7876 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:35:12.603751 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e548ec1c-9461-485b-816e-3cb63c6eeb19 req-e632b34c-be15-42bf-87d2-eaac26a8385d service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:35:12.604078 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e548ec1c-9461-485b-816e-3cb63c6eeb19 req-e632b34c-be15-42bf-87d2-eaac26a8385d service neutron] Checking segment: {'id': '21e1a332-491d-46ef-987f-a7724d369c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '078714d9-431e-4632-b957-c9a7230e7876'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:35:12.604495 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e548ec1c-9461-485b-816e-3cb63c6eeb19 req-e632b34c-be15-42bf-87d2-eaac26a8385d service neutron] Bound using segment: {'id': '21e1a332-491d-46ef-987f-a7724d369c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '078714d9-431e-4632-b957-c9a7230e7876'} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:35:12.604915 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-e548ec1c-9461-485b-816e-3cb63c6eeb19 req-e632b34c-be15-42bf-87d2-eaac26a8385d service neutron] Bound port: 923695c0-58bb-4c6f-a650-daf93518a1e8, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21e1a332-491d-46ef-987f-a7724d369c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '078714d9-431e-4632-b957-c9a7230e7876'}}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:35:12.646730 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1e075e6d-81b4-4250-97af-b54000c9e57d tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:12.650932 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-95701921-4945-4ace-99b4-f2f0a1882b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:12.653495 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-95701921-4945-4ace-99b4-f2f0a1882b2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:12.654615 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-95701921-4945-4ace-99b4-f2f0a1882b2d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/5f2d2c6f-e752-47db-8ded-51d1b0e71550 HTTP/1.1" status: 204 len: 168 time: 0.3381290 Sep 24 15:35:12.659606 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43116) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:12.677309 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e075e6d-81b4-4250-97af-b54000c9e57d tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29ccf0e4-4119-4312-ac8b-03c649c7dd97,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:12.681949 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95701921-4945-4ace-99b4-f2f0a1882b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2d2c6f-e752-47db-8ded-51d1b0e71550,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:12.690386 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-e548ec1c-9461-485b-816e-3cb63c6eeb19 req-e632b34c-be15-42bf-87d2-eaac26a8385d service neutron] For port 923695c0-58bb-4c6f-a650-daf93518a1e8, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=923695c0-58bb-4c6f-a650-daf93518a1e8,segment=NetworkSegment(21e1a332-491d-46ef-987f-a7724d369c2e),segment_id=21e1a332-491d-46ef-987f-a7724d369c2e)] {{(pid=95297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:35:12.763426 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-9beed9bc-57e1-43c1-bd14-405ee6edc1dc admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1300619764-network', 'tenant_id': '7b4bd82d26ac490fbde2c620d4be04bb'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:35:12.795140 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1e075e6d-81b4-4250-97af-b54000c9e57d tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:12.796430 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-1e075e6d-81b4-4250-97af-b54000c9e57d tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7789476 Sep 24 15:35:12.799672 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-e548ec1c-9461-485b-816e-3cb63c6eeb19 req-e632b34c-be15-42bf-87d2-eaac26a8385d service neutron] Notify callbacks [] for binding, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:12.799855 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43122) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:12.800832 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e548ec1c-9461-485b-816e-3cb63c6eeb19 req-e632b34c-be15-42bf-87d2-eaac26a8385d service neutron] 10.222.0.101 "POST /v2.0/ports/923695c0-58bb-4c6f-a650-daf93518a1e8/bindings HTTP/1.1" status: 201 len: 389 time: 0.3520813 Sep 24 15:35:12.804167 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-3e20930a-8f83-44d7-a092-44923061ac03 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Request body: {'floatingip': {'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:35:12.926766 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9beed9bc-57e1-43c1-bd14-405ee6edc1dc admin admin] Made reservation on behalf of 7b4bd82d26ac490fbde2c620d4be04bb for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:35:12.930863 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9beed9bc-57e1-43c1-bd14-405ee6edc1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:12.952703 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9beed9bc-57e1-43c1-bd14-405ee6edc1dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:12.982557 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device f9e48d50-903d-41aa-abde-01359e24782b no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:35:13.003296 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] No Port match for: f9e48d50-903d-41aa-abde-01359e24782b {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:35:13.003644 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device f9e48d50-903d-41aa-abde-01359e24782b not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:35:13.024072 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3e20930a-8f83-44d7-a092-44923061ac03 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Notify callbacks [] for floatingip, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:13.128922 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9beed9bc-57e1-43c1-bd14-405ee6edc1dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:13.143779 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3e20930a-8f83-44d7-a092-44923061ac03 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:13.207660 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b05818-1608-4e27-bde6-783bc5448357 x-openstack-request-id: req-02b05818-1608-4e27-bde6-783bc5448357 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:35:13.207953 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fcc5454-8972-4938-979b-0db60934d994", "name": "network-vif-deleted", "tag": "f9e48d50-903d-41aa-abde-01359e24782b", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:35:13.208224 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-02b05818-1608-4e27-bde6-783bc5448357 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:35:13.208603 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fcc5454-8972-4938-979b-0db60934d994', 'name': 'network-vif-deleted', 'tag': 'f9e48d50-903d-41aa-abde-01359e24782b', 'status': 'completed', 'code': 200} Sep 24 15:35:13.252075 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9beed9bc-57e1-43c1-bd14-405ee6edc1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:13.278640 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9beed9bc-57e1-43c1-bd14-405ee6edc1dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1295} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:35:13.288689 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beed9bc-57e1-43c1-bd14-405ee6edc1dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a78d23-3463-4e95-9cbc-4ce089a8e85f,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:13.293431 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-3e20930a-8f83-44d7-a092-44923061ac03 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Allocated IP 172.25.0.163 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/06f46035-e6db-4790-8a46-8b3a65cddc4e) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:35:13.295037 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9beed9bc-57e1-43c1-bd14-405ee6edc1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:13.295317 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-9beed9bc-57e1-43c1-bd14-405ee6edc1dc admin admin] Added segment 71e13984-0da7-46c8-9155-b041315e99dd of type vlan for network ed240661-c058-4f64-a0cb-8ef81aff19b5 Sep 24 15:35:13.306796 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a6a93-2dc1-4f0e-b27e-0754363c076a req-547f4cb9-9c9e-4696-994a-ab0d14ab84fd tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:13.312952 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a6a93-2dc1-4f0e-b27e-0754363c076a req-547f4cb9-9c9e-4696-994a-ab0d14ab84fd tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:13.319686 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a6a93-2dc1-4f0e-b27e-0754363c076a req-547f4cb9-9c9e-4696-994a-ab0d14ab84fd tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:13.329310 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a6a93-2dc1-4f0e-b27e-0754363c076a req-547f4cb9-9c9e-4696-994a-ab0d14ab84fd tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:13.337174 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a6a93-2dc1-4f0e-b27e-0754363c076a req-547f4cb9-9c9e-4696-994a-ab0d14ab84fd tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:13.344981 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a6a93-2dc1-4f0e-b27e-0754363c076a req-547f4cb9-9c9e-4696-994a-ab0d14ab84fd tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:13.351733 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a6a93-2dc1-4f0e-b27e-0754363c076a req-547f4cb9-9c9e-4696-994a-ab0d14ab84fd tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:13.355952 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-149a6a93-2dc1-4f0e-b27e-0754363c076a req-547f4cb9-9c9e-4696-994a-ab0d14ab84fd tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/ports?device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 5427 time: 0.1500757 Sep 24 15:35:13.379667 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9beed9bc-57e1-43c1-bd14-405ee6edc1dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:13.418215 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7958e65-d9c3-48e1-be73-aed37a9930c5 req-575ee2f6-2679-447e-ac3a-d9b9666437b5 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:13.419649 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b7958e65-d9c3-48e1-be73-aed37a9930c5 req-575ee2f6-2679-447e-ac3a-d9b9666437b5 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=94bde577-4a67-46e8-92f6-e7849953a8a3 HTTP/1.1" status: 200 len: 946 time: 0.0827777 Sep 24 15:35:13.425806 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-149a6a93-2dc1-4f0e-b27e-0754363c076a req-c92376c4-7b51-47a1-b0e7-42e9273b2a02 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/security-groups?id=009469bf-50d0-4ac3-bdd3-519f093da79b&id=997d5af8-07d7-4888-b731-21def6e0a999&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0609744 Sep 24 15:35:13.467627 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b7958e65-d9c3-48e1-be73-aed37a9930c5 req-e34410a2-73e1-49bd-bfba-74366d2e5741 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404987 Sep 24 15:35:13.513686 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3e20930a-8f83-44d7-a092-44923061ac03 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:13.526574 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43138) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:13.545363 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9beed9bc-57e1-43c1-bd14-405ee6edc1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:13.546311 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9beed9bc-57e1-43c1-bd14-405ee6edc1dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:13.547537 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9beed9bc-57e1-43c1-bd14-405ee6edc1dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:13.549821 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9b388a00-3dea-4bfc-95fe-07986e3940a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:13.550682 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b1c46b77-678a-4d70-800d-7859c2764b03 req-14bb88ec-4a5d-468b-a484-367039eb8c66 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=2122f163-37ae-4b6f-b6bf-1373c849b631 HTTP/1.1" status: 200 len: 210 time: 0.0412798 Sep 24 15:35:13.579626 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-73b01b4f-05c5-4f41-b477-5c2267b7e0ed req-60c00238-b0ce-4fc3-a6b3-fc6f5b38ef97 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/security-groups/b57c8fb9-fba3-4a60-9379-afb315846201 HTTP/1.1" status: 200 len: 1801 time: 0.0867527 Sep 24 15:35:13.636110 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3e20930a-8f83-44d7-a092-44923061ac03 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:13.667213 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9beed9bc-57e1-43c1-bd14-405ee6edc1dc admin admin] Pushing event updated for resources: {'Network': ['ID=ed240661-c058-4f64-a0cb-8ef81aff19b5,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:13.678774 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network ed240661-c058-4f64-a0cb-8ef81aff19b5 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:35:13.686597 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e20930a-8f83-44d7-a092-44923061ac03 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:35:13.703563 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-73b01b4f-05c5-4f41-b477-5c2267b7e0ed req-b1b49316-6fbf-48fd-845c-a0c82ce2b47b tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:13.712377 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-3e20930a-8f83-44d7-a092-44923061ac03 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:35:13.716504 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e20930a-8f83-44d7-a092-44923061ac03 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:35:13.731350 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-73b01b4f-05c5-4f41-b477-5c2267b7e0ed req-b1b49316-6fbf-48fd-845c-a0c82ce2b47b tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:13.746521 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e20930a-8f83-44d7-a092-44923061ac03 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Pushing event updated for resources: {'Port': ['ID=06f46035-e6db-4790-8a46-8b3a65cddc4e,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:13.777032 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548ec1c-9461-485b-816e-3cb63c6eeb19 req-562e539d-0d1e-45a0-ac61-4bbe40b05150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:13.778564 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e548ec1c-9461-485b-816e-3cb63c6eeb19 req-562e539d-0d1e-45a0-ac61-4bbe40b05150 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=afd1b0df78e44afd8dcda9521b21852d&device_id=94bde577-4a67-46e8-92f6-e7849953a8a3 HTTP/1.1" status: 200 len: 1097 time: 0.1038377 Sep 24 15:35:13.865794 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-73b01b4f-05c5-4f41-b477-5c2267b7e0ed req-b1b49316-6fbf-48fd-845c-a0c82ce2b47b tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:13.868381 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-73b01b4f-05c5-4f41-b477-5c2267b7e0ed req-b1b49316-6fbf-48fd-845c-a0c82ce2b47b tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:13.869543 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-73b01b4f-05c5-4f41-b477-5c2267b7e0ed req-b1b49316-6fbf-48fd-845c-a0c82ce2b47b tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "DELETE /v2.0/security-groups/b57c8fb9-fba3-4a60-9379-afb315846201 HTTP/1.1" status: 204 len: 173 time: 0.2767615 Sep 24 15:35:13.885980 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b49316-6fbf-48fd-845c-a0c82ce2b47b tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57c8fb9-fba3-4a60-9379-afb315846201,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:13.896119 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3e20930a-8f83-44d7-a092-44923061ac03 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:13.936737 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9b388a00-3dea-4bfc-95fe-07986e3940a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:13.937267 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548ec1c-9461-485b-816e-3cb63c6eeb19 req-adbbae86-9526-4234-b36f-bf369d38bac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:13.938825 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e548ec1c-9461-485b-816e-3cb63c6eeb19 req-adbbae86-9526-4234-b36f-bf369d38bac5 service neutron] 10.222.0.110 "GET /v2.0/networks?id=078714d9-431e-4632-b957-c9a7230e7876 HTTP/1.1" status: 200 len: 909 time: 0.1509359 Sep 24 15:35:13.986189 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f76443ad-b479-4028-93d6-0822a86f2fa7 req-62d0ee31-4854-4348-9341-11cd07cb89ac tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/security-groups/b7145b89-fcee-42af-81b3-8936adf047f6 HTTP/1.1" status: 200 len: 1800 time: 0.0954835 Sep 24 15:35:13.987833 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e548ec1c-9461-485b-816e-3cb63c6eeb19 req-b17bd69e-f40f-4092-a824-a06a6fb03c85 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=923695c0-58bb-4c6f-a650-daf93518a1e8 HTTP/1.1" status: 200 len: 217 time: 0.0388141 Sep 24 15:35:14.065905 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9b388a00-3dea-4bfc-95fe-07986e3940a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:14.073794 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548ec1c-9461-485b-816e-3cb63c6eeb19 req-f4c93b2b-4343-47d1-8d80-0ac0126461a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:14.075296 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e548ec1c-9461-485b-816e-3cb63c6eeb19 req-f4c93b2b-4343-47d1-8d80-0ac0126461a4 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=84366809-0e1f-47c8-b0ea-166b7d29d1a7 HTTP/1.1" status: 200 len: 847 time: 0.0769067 Sep 24 15:35:14.110951 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-9b388a00-3dea-4bfc-95fe-07986e3940a7 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5d43a3464d62482790a4fcc29021ee6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5833278 Sep 24 15:35:14.111627 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43144) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:14.113864 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b388a00-3dea-4bfc-95fe-07986e3940a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf597ad1-6dea-4b40-b31f-583e8823600a,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:14.130648 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3e20930a-8f83-44d7-a092-44923061ac03 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:14.133631 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e548ec1c-9461-485b-816e-3cb63c6eeb19 req-3fca0803-2464-45f8-b714-ff0355b70201 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=078714d9-431e-4632-b957-c9a7230e7876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408885 Sep 24 15:35:14.167733 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-f76443ad-b479-4028-93d6-0822a86f2fa7 req-eac7c099-b01a-48af-988e-164951ac7995 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:14.171247 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9f27a68a-3b8f-4faa-94aa-1ddeaf4f6156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:14.195208 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9f27a68a-3b8f-4faa-94aa-1ddeaf4f6156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:14.271384 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-f76443ad-b479-4028-93d6-0822a86f2fa7 req-eac7c099-b01a-48af-988e-164951ac7995 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:14.369331 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-9beed9bc-57e1-43c1-bd14-405ee6edc1dc admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7064075 Sep 24 15:35:14.369546 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e548ec1c-9461-485b-816e-3cb63c6eeb19 req-c91501b5-8e9f-479d-bd5d-48d9ad9ede5c service neutron] 10.222.0.110 "GET /v2.0/networks/078714d9-431e-4632-b957-c9a7230e7876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158830 Sep 24 15:35:14.370369 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43148) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:14.376924 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-50d54bac-0962-48f5-8b12-bfdf7b99fd18 admin admin] Request body: {'subnet': {'network_id': 'ed240661-c058-4f64-a0cb-8ef81aff19b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1300619764-subnet', 'tenant_id': '7b4bd82d26ac490fbde2c620d4be04bb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:35:14.393247 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9f27a68a-3b8f-4faa-94aa-1ddeaf4f6156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:14.395840 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9f27a68a-3b8f-4faa-94aa-1ddeaf4f6156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:14.399340 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-9f27a68a-3b8f-4faa-94aa-1ddeaf4f6156 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/bf597ad1-6dea-4b40-b31f-583e8823600a HTTP/1.1" status: 204 len: 168 time: 0.2842278 Sep 24 15:35:14.406823 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f27a68a-3b8f-4faa-94aa-1ddeaf4f6156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf597ad1-6dea-4b40-b31f-583e8823600a,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:14.467574 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-f76443ad-b479-4028-93d6-0822a86f2fa7 req-eac7c099-b01a-48af-988e-164951ac7995 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:14.470931 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-f76443ad-b479-4028-93d6-0822a86f2fa7 req-eac7c099-b01a-48af-988e-164951ac7995 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:14.477551 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f76443ad-b479-4028-93d6-0822a86f2fa7 req-eac7c099-b01a-48af-988e-164951ac7995 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "DELETE /v2.0/security-groups/b7145b89-fcee-42af-81b3-8936adf047f6 HTTP/1.1" status: 204 len: 173 time: 0.4824722 Sep 24 15:35:14.497513 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d54bac-0962-48f5-8b12-bfdf7b99fd18 admin admin] Made reservation on behalf of 7b4bd82d26ac490fbde2c620d4be04bb for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:35:14.501932 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-50d54bac-0962-48f5-8b12-bfdf7b99fd18 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:14.545328 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac7c099-b01a-48af-988e-164951ac7995 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7145b89-fcee-42af-81b3-8936adf047f6,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:14.582842 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-ad3c2153-d5e4-46b2-af40-b8ed85afb48d req-9f8424b3-746e-4555-8f45-f99bcdc5f638 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1002652832', 'description': 'tempest-description-770669713'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:35:14.590073 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e548ec1c-9461-485b-816e-3cb63c6eeb19 req-f2efb72d-f779-48e9-9849-5847a910e138 service neutron] 10.222.0.110 "GET /v2.0/networks/078714d9-431e-4632-b957-c9a7230e7876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106409 Sep 24 15:35:14.592964 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3e20930a-8f83-44d7-a092-44923061ac03 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:14.626451 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1997bb4e-f2d5-459c-a1a8-5e295c24c72d req-3d508446-c0e3-4b4e-8cc5-68a3e0f8a0d7 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=e5b415a1-2134-4975-b7d5-fc098ae76fc9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1409979 Sep 24 15:35:14.642571 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c101c-c4f5-47c6-8720-5a89cb4e4caf req-f82105b8-4d37-4a6d-b7ae-d64ad30160af tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:14.648593 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c101c-c4f5-47c6-8720-5a89cb4e4caf req-f82105b8-4d37-4a6d-b7ae-d64ad30160af tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:14.654540 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c101c-c4f5-47c6-8720-5a89cb4e4caf req-f82105b8-4d37-4a6d-b7ae-d64ad30160af tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:14.660535 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c101c-c4f5-47c6-8720-5a89cb4e4caf req-f82105b8-4d37-4a6d-b7ae-d64ad30160af tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:14.666540 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c101c-c4f5-47c6-8720-5a89cb4e4caf req-f82105b8-4d37-4a6d-b7ae-d64ad30160af tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:14.672930 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c101c-c4f5-47c6-8720-5a89cb4e4caf req-f82105b8-4d37-4a6d-b7ae-d64ad30160af tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:14.678983 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80c101c-c4f5-47c6-8720-5a89cb4e4caf req-f82105b8-4d37-4a6d-b7ae-d64ad30160af tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:14.680845 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e80c101c-c4f5-47c6-8720-5a89cb4e4caf req-f82105b8-4d37-4a6d-b7ae-d64ad30160af tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/ports?device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 5427 time: 0.1501725 Sep 24 15:35:14.686058 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1997bb4e-f2d5-459c-a1a8-5e295c24c72d req-e0b71090-8acd-4360-bac5-1c82acab544a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:14.687771 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1997bb4e-f2d5-459c-a1a8-5e295c24c72d req-e0b71090-8acd-4360-bac5-1c82acab544a service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=8957a38149f44837aa315f739e11ffd3&device_id=e5b415a1-2134-4975-b7d5-fc098ae76fc9 HTTP/1.1" status: 200 len: 1095 time: 0.0402863 Sep 24 15:35:14.759066 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e80c101c-c4f5-47c6-8720-5a89cb4e4caf req-f4c46687-816e-4751-aca1-b1a9f5769cc4 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/security-groups?id=009469bf-50d0-4ac3-bdd3-519f093da79b&id=997d5af8-07d7-4888-b731-21def6e0a999&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0691526 Sep 24 15:35:14.785869 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3e20930a-8f83-44d7-a092-44923061ac03 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:14.785869 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-ad3c2153-d5e4-46b2-af40-b8ed85afb48d req-9f8424b3-746e-4555-8f45-f99bcdc5f638 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:14.900804 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1997bb4e-f2d5-459c-a1a8-5e295c24c72d req-411e9ad7-fe4a-4470-a3c4-dbdd92a9cd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:14.902384 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1997bb4e-f2d5-459c-a1a8-5e295c24c72d req-411e9ad7-fe4a-4470-a3c4-dbdd92a9cd0d service neutron] 10.222.0.108 "GET /v2.0/networks?id=058852f5-088e-42d1-b3e1-abf106a974a3 HTTP/1.1" status: 200 len: 923 time: 0.1959009 Sep 24 15:35:14.905108 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9079f3f0-6d95-497f-8741-f6b17fce9f91 req-67056603-817b-41eb-ba51-d765f73446c9 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:14.906812 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9079f3f0-6d95-497f-8741-f6b17fce9f91 req-67056603-817b-41eb-ba51-d765f73446c9 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=94bde577-4a67-46e8-92f6-e7849953a8a3 HTTP/1.1" status: 200 len: 946 time: 0.0682390 Sep 24 15:35:14.908260 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-50d54bac-0962-48f5-8b12-bfdf7b99fd18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:14.908911 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e20930a-8f83-44d7-a092-44923061ac03 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Pushing event updated for resources: {'Port': ['ID=06f46035-e6db-4790-8a46-8b3a65cddc4e,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:14.971177 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1997bb4e-f2d5-459c-a1a8-5e295c24c72d req-95c1646f-8694-41b0-8b55-baa493ad738a service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=93bb73ee-b0c7-4955-9caa-15151730991a HTTP/1.1" status: 200 len: 217 time: 0.0569363 Sep 24 15:35:14.974841 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3e20930a-8f83-44d7-a092-44923061ac03 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:15.009785 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d54bac-0962-48f5-8b12-bfdf7b99fd18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e9a8b21-b628-4e31-bd4a-93772c0c09bc,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:15.026636 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9079f3f0-6d95-497f-8741-f6b17fce9f91 req-7cef2a43-9fd2-45b8-834e-4eacffab02bd tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984607 Sep 24 15:35:15.029397 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d54bac-0962-48f5-8b12-bfdf7b99fd18 admin admin] Checking segment: {'id': '71e13984-0da7-46c8-9155-b041315e99dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'ed240661-c058-4f64-a0cb-8ef81aff19b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:35:15.029751 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d54bac-0962-48f5-8b12-bfdf7b99fd18 admin admin] Network hostable DHCP agents. Network: ed240661-c058-4f64-a0cb-8ef81aff19b5, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:35:15.095244 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1997bb4e-f2d5-459c-a1a8-5e295c24c72d req-dd1370ab-95d2-46c5-8b7c-7ae5c4523e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:15.097365 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1997bb4e-f2d5-459c-a1a8-5e295c24c72d req-dd1370ab-95d2-46c5-8b7c-7ae5c4523e2b service neutron] 10.222.0.108 "GET /v2.0/subnets?id=5c649312-ea12-4119-a9ca-d79c73d589c6 HTTP/1.1" status: 200 len: 861 time: 0.1142600 Sep 24 15:35:15.139861 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a8687514-ab36-4bd7-8459-14497b3ccd5f req-ca4f8029-2b5d-49df-aa0e-e88318fb8108 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=2122f163-37ae-4b6f-b6bf-1373c849b631 HTTP/1.1" status: 200 len: 210 time: 0.0301838 Sep 24 15:35:15.140790 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-ad3c2153-d5e4-46b2-af40-b8ed85afb48d req-9f8424b3-746e-4555-8f45-f99bcdc5f638 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:15.140912 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d54bac-0962-48f5-8b12-bfdf7b99fd18 admin admin] Network ed240661-c058-4f64-a0cb-8ef81aff19b5 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:35:15.142766 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1997bb4e-f2d5-459c-a1a8-5e295c24c72d req-1278fd5c-ca29-45d9-89a3-f8783252bce3 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=058852f5-088e-42d1-b3e1-abf106a974a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354562 Sep 24 15:35:15.251703 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1997bb4e-f2d5-459c-a1a8-5e295c24c72d req-a442c7d9-430e-4131-aabc-28802e8c27b5 service neutron] 10.222.0.108 "GET /v2.0/networks/058852f5-088e-42d1-b3e1-abf106a974a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939813 Sep 24 15:35:15.270147 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-50d54bac-0962-48f5-8b12-bfdf7b99fd18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, ed240661-c058-4f64-a0cb-8ef81aff19b5) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:35:15.281966 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-ad3c2153-d5e4-46b2-af40-b8ed85afb48d req-9f8424b3-746e-4555-8f45-f99bcdc5f638 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:15.284987 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d54bac-0962-48f5-8b12-bfdf7b99fd18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:15.285607 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-50d54bac-0962-48f5-8b12-bfdf7b99fd18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:15.287081 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d193dfa8-887f-455b-b7b9-1a25a99e5e7c None None] Network ed240661-c058-4f64-a0cb-8ef81aff19b5 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:35:15.356707 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8424b3-746e-4555-8f45-f99bcdc5f638 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=711e4f69-b734-426f-9df9-eaabc8822d6f,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:15.390603 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-50d54bac-0962-48f5-8b12-bfdf7b99fd18 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0190172 Sep 24 15:35:15.393100 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3e20930a-8f83-44d7-a092-44923061ac03 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:15.393229 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43172) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:15.394828 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-3e20930a-8f83-44d7-a092-44923061ac03 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5941937 Sep 24 15:35:15.399657 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-95053bda-9d2d-43b3-a947-56502496156f admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1300619764-router', 'tenant_id': '7b4bd82d26ac490fbde2c620d4be04bb', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:35:15.419328 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1997bb4e-f2d5-459c-a1a8-5e295c24c72d req-b2e9e694-b88d-4ce6-93b7-eb0a86160c21 service neutron] 10.222.0.108 "GET /v2.0/networks/058852f5-088e-42d1-b3e1-abf106a974a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589661 Sep 24 15:35:15.425374 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-ad3c2153-d5e4-46b2-af40-b8ed85afb48d req-9f8424b3-746e-4555-8f45-f99bcdc5f638 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:15.428089 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ad3c2153-d5e4-46b2-af40-b8ed85afb48d req-9f8424b3-746e-4555-8f45-f99bcdc5f638 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.8839509 Sep 24 15:35:15.520264 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-128d18bf-f11a-4eac-aea3-127fcb0d7678 req-ff9522f7-9df6-47c8-b17f-8976c41fe9b0 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/security-groups/711e4f69-b734-426f-9df9-eaabc8822d6f HTTP/1.1" status: 200 len: 1800 time: 0.0607469 Sep 24 15:35:15.522062 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-95053bda-9d2d-43b3-a947-56502496156f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:15.523357 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-95053bda-9d2d-43b3-a947-56502496156f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:15.539009 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-128d18bf-f11a-4eac-aea3-127fcb0d7678 req-35fe990b-5e87-4eaa-97b1-269b8cb7556f tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1163983961', 'description': 'tempest-description-hth-82879924'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:35:15.543053 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ea7c94-caf3-4be6-8926-a5856845ae4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-ed240661-c058-4f64-a0cb-8ef81aff19b5', 'network_id': 'ed240661-c058-4f64-a0cb-8ef81aff19b5', 'tenant_id': '7b4bd82d26ac490fbde2c620d4be04bb', 'fixed_ips': [{'subnet_id': '5e9a8b21-b628-4e31-bd4a-93772c0c09bc'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:35:15.543905 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-35ea7c94-caf3-4be6-8926-a5856845ae4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:15.612316 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-128d18bf-f11a-4eac-aea3-127fcb0d7678 req-35fe990b-5e87-4eaa-97b1-269b8cb7556f tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks [] for security_group, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:15.671536 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-95053bda-9d2d-43b3-a947-56502496156f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:15.727867 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-128d18bf-f11a-4eac-aea3-127fcb0d7678 req-35fe990b-5e87-4eaa-97b1-269b8cb7556f tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks [] for security_group, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:15.775620 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-35ea7c94-caf3-4be6-8926-a5856845ae4a None None] Allocated IP 172.20.0.2 (ed240661-c058-4f64-a0cb-8ef81aff19b5/5e9a8b21-b628-4e31-bd4a-93772c0c09bc/1c815b23-cc25-41fb-ba8d-86acaf78e05b) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:35:15.788047 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-78771059-0872-42eb-aef2-54eb202e5a74 req-3d494347-86c8-46b8-a41a-722a5d67b3e3 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=4da3b7ff-add6-4227-a6ef-2d1e23925c61&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1417780 Sep 24 15:35:15.842928 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-128d18bf-f11a-4eac-aea3-127fcb0d7678 req-35fe990b-5e87-4eaa-97b1-269b8cb7556f tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:15.847048 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-128d18bf-f11a-4eac-aea3-127fcb0d7678 req-35fe990b-5e87-4eaa-97b1-269b8cb7556f tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:15.869574 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-128d18bf-f11a-4eac-aea3-127fcb0d7678 req-35fe990b-5e87-4eaa-97b1-269b8cb7556f tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "PUT /v2.0/security-groups/711e4f69-b734-426f-9df9-eaabc8822d6f HTTP/1.1" status: 200 len: 1773 time: 0.3360834 Sep 24 15:35:16.089553 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-35ea7c94-caf3-4be6-8926-a5856845ae4a None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:16.093784 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fe990b-5e87-4eaa-97b1-269b8cb7556f tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=711e4f69-b734-426f-9df9-eaabc8822d6f,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:16.127994 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e8eff8-183b-49a4-aead-160be7e4b1d8 req-5868b5fe-16e0-4608-8bf2-ac26e69f4e9e tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:16.129506 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-33e8eff8-183b-49a4-aead-160be7e4b1d8 req-5868b5fe-16e0-4608-8bf2-ac26e69f4e9e tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/networks?id=11d4bcd0-f4e1-47ce-8813-4a94d2179197 HTTP/1.1" status: 200 len: 821 time: 0.4721925 Sep 24 15:35:16.137308 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2720fa6-4afb-4903-a790-256b25c6e0ae req-59478d08-9447-43b9-abd9-e809d653250f tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:16.138048 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-95053bda-9d2d-43b3-a947-56502496156f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:16.142504 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e2720fa6-4afb-4903-a790-256b25c6e0ae req-59478d08-9447-43b9-abd9-e809d653250f tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.110 "GET /v2.0/networks?id=058852f5-088e-42d1-b3e1-abf106a974a3 HTTP/1.1" status: 200 len: 821 time: 0.2332244 Sep 24 15:35:16.162119 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-35ea7c94-caf3-4be6-8926-a5856845ae4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:16.165510 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d209fff2-f5c9-4986-a0bc-6984b6744961 req-334dcc06-8ecc-49b3-a80d-367faa1c7e42 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:16.167529 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-e2720fa6-4afb-4903-a790-256b25c6e0ae req-d896c4cf-0087-4426-bf60-4acf7525b9f8 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Request body: {'port': {'device_id': '2122f163-37ae-4b6f-b6bf-1373c849b631', 'network_id': '058852f5-088e-42d1-b3e1-abf106a974a3', 'admin_state_up': True, 'tenant_id': '8957a38149f44837aa315f739e11ffd3'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:35:16.171824 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d209fff2-f5c9-4986-a0bc-6984b6744961 req-334dcc06-8ecc-49b3-a80d-367faa1c7e42 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:16.178733 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d209fff2-f5c9-4986-a0bc-6984b6744961 req-334dcc06-8ecc-49b3-a80d-367faa1c7e42 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:16.185665 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d209fff2-f5c9-4986-a0bc-6984b6744961 req-334dcc06-8ecc-49b3-a80d-367faa1c7e42 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:16.192404 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d209fff2-f5c9-4986-a0bc-6984b6744961 req-334dcc06-8ecc-49b3-a80d-367faa1c7e42 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:16.192980 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-33e8eff8-183b-49a4-aead-160be7e4b1d8 req-59a121dd-60be-4c99-9bed-4e6cab4f9696 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/quotas/a751ad5db0954f8586f38b54191ecee5 HTTP/1.1" status: 200 len: 375 time: 0.0489910 Sep 24 15:35:16.199522 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d209fff2-f5c9-4986-a0bc-6984b6744961 req-334dcc06-8ecc-49b3-a80d-367faa1c7e42 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:16.201554 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78771059-0872-42eb-aef2-54eb202e5a74 req-e73d0e33-aaa2-433e-8331-e7d9207db45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:16.203334 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-78771059-0872-42eb-aef2-54eb202e5a74 req-e73d0e33-aaa2-433e-8331-e7d9207db45d service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=afd1b0df78e44afd8dcda9521b21852d&device_id=4da3b7ff-add6-4227-a6ef-2d1e23925c61 HTTP/1.1" status: 200 len: 1095 time: 0.3781717 Sep 24 15:35:16.205957 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d209fff2-f5c9-4986-a0bc-6984b6744961 req-334dcc06-8ecc-49b3-a80d-367faa1c7e42 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:16.213953 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d209fff2-f5c9-4986-a0bc-6984b6744961 req-334dcc06-8ecc-49b3-a80d-367faa1c7e42 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/ports?device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 5427 time: 0.2424304 Sep 24 15:35:16.279804 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d209fff2-f5c9-4986-a0bc-6984b6744961 req-189b0354-c64e-4bd9-bb90-68a83d99eea8 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/security-groups?id=009469bf-50d0-4ac3-bdd3-519f093da79b&id=997d5af8-07d7-4888-b731-21def6e0a999&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0606589 Sep 24 15:35:16.349519 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ea7c94-caf3-4be6-8926-a5856845ae4a None None] Network ed240661-c058-4f64-a0cb-8ef81aff19b5 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:35:16.363975 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-35ea7c94-caf3-4be6-8926-a5856845ae4a None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:35:16.375837 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ea7c94-caf3-4be6-8926-a5856845ae4a None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:35:16.407369 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ea7c94-caf3-4be6-8926-a5856845ae4a None None] Pushing event updated for resources: {'Port': ['ID=1c815b23-cc25-41fb-ba8d-86acaf78e05b,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:16.429942 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7d734e3c-6b4d-49d7-b5d8-6c5fc03e40d7 req-76a8b87a-5efb-4106-815d-77051a0079b4 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/security-groups/711e4f69-b734-426f-9df9-eaabc8822d6f HTTP/1.1" status: 200 len: 1773 time: 0.0951514 Sep 24 15:35:16.440207 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-33e8eff8-183b-49a4-aead-160be7e4b1d8 req-85636720-7c6e-46e5-b3fc-a858159475cd tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=a751ad5db0954f8586f38b54191ecee5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2355061 Sep 24 15:35:16.496492 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78771059-0872-42eb-aef2-54eb202e5a74 req-81894b6a-b02d-46a9-9006-52fe17237bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:16.500964 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-78771059-0872-42eb-aef2-54eb202e5a74 req-81894b6a-b02d-46a9-9006-52fe17237bec service neutron] 10.222.0.110 "GET /v2.0/networks?id=078714d9-431e-4632-b957-c9a7230e7876 HTTP/1.1" status: 200 len: 909 time: 0.2689695 Sep 24 15:35:16.510225 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-35ea7c94-caf3-4be6-8926-a5856845ae4a None None] Attempting to bind port 1c815b23-cc25-41fb-ba8d-86acaf78e05b on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:35:16.510797 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-35ea7c94-caf3-4be6-8926-a5856845ae4a None None] Attempting to bind port 1c815b23-cc25-41fb-ba8d-86acaf78e05b by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '71e13984-0da7-46c8-9155-b041315e99dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'ed240661-c058-4f64-a0cb-8ef81aff19b5'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:35:16.511725 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ea7c94-caf3-4be6-8926-a5856845ae4a None None] Attempting to bind port 1c815b23-cc25-41fb-ba8d-86acaf78e05b on network ed240661-c058-4f64-a0cb-8ef81aff19b5 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:35:16.517870 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ea7c94-caf3-4be6-8926-a5856845ae4a None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:35:16.517870 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ea7c94-caf3-4be6-8926-a5856845ae4a None None] Checking segment: {'id': '71e13984-0da7-46c8-9155-b041315e99dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'ed240661-c058-4f64-a0cb-8ef81aff19b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:35:16.518473 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-35ea7c94-caf3-4be6-8926-a5856845ae4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:16.518973 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ea7c94-caf3-4be6-8926-a5856845ae4a None None] Bound using segment: {'id': '71e13984-0da7-46c8-9155-b041315e99dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'ed240661-c058-4f64-a0cb-8ef81aff19b5'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:35:16.519756 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-35ea7c94-caf3-4be6-8926-a5856845ae4a None None] Bound port: 1c815b23-cc25-41fb-ba8d-86acaf78e05b, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71e13984-0da7-46c8-9155-b041315e99dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'ed240661-c058-4f64-a0cb-8ef81aff19b5'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:35:16.520252 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-35ea7c94-caf3-4be6-8926-a5856845ae4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:16.605386 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-78771059-0872-42eb-aef2-54eb202e5a74 req-dd475af3-930c-4006-8d04-82d81c9bdc91 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6e75d07e-c360-4500-a32e-97860910cbc2 HTTP/1.1" status: 200 len: 217 time: 0.0900314 Sep 24 15:35:16.620042 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-35ea7c94-caf3-4be6-8926-a5856845ae4a None None] For port 1c815b23-cc25-41fb-ba8d-86acaf78e05b, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:35:16.624177 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-35ea7c94-caf3-4be6-8926-a5856845ae4a None None] For port 1c815b23-cc25-41fb-ba8d-86acaf78e05b, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=1c815b23-cc25-41fb-ba8d-86acaf78e05b,segment=NetworkSegment(71e13984-0da7-46c8-9155-b041315e99dd),segment_id=71e13984-0da7-46c8-9155-b041315e99dd)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:35:16.678888 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-33e8eff8-183b-49a4-aead-160be7e4b1d8 req-2f54c39a-ad41-4a8e-815b-6e331be814e6 service neutron] 10.222.0.101 "GET /v2.0/networks/11d4bcd0-f4e1-47ce-8813-4a94d2179197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263284 Sep 24 15:35:16.682137 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2720fa6-4afb-4903-a790-256b25c6e0ae req-d896c4cf-0087-4426-bf60-4acf7525b9f8 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Made reservation on behalf of 8957a38149f44837aa315f739e11ffd3 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:35:16.683730 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e2720fa6-4afb-4903-a790-256b25c6e0ae req-d896c4cf-0087-4426-bf60-4acf7525b9f8 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:16.688484 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78771059-0872-42eb-aef2-54eb202e5a74 req-d5dfc870-bf13-4c1c-a416-32ce3e635a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:16.689813 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-78771059-0872-42eb-aef2-54eb202e5a74 req-d5dfc870-bf13-4c1c-a416-32ce3e635a6f service neutron] 10.222.0.110 "GET /v2.0/subnets?id=84366809-0e1f-47c8-b0ea-166b7d29d1a7 HTTP/1.1" status: 200 len: 847 time: 0.0756695 Sep 24 15:35:16.754131 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-78771059-0872-42eb-aef2-54eb202e5a74 req-d32a6f02-42bb-4979-a70b-29d64c80cb63 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=078714d9-431e-4632-b957-c9a7230e7876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485108 Sep 24 15:35:16.779366 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-35ea7c94-caf3-4be6-8926-a5856845ae4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:16.796275 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6ca0cf-a3ab-463c-819d-10562baa2eaa req-b8416531-1142-4b3c-a174-e43cbabb0982 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:16.798828 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9b6ca0cf-a3ab-463c-819d-10562baa2eaa req-b8416531-1142-4b3c-a174-e43cbabb0982 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=94bde577-4a67-46e8-92f6-e7849953a8a3 HTTP/1.1" status: 200 len: 946 time: 0.2114730 Sep 24 15:35:16.814681 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-95053bda-9d2d-43b3-a947-56502496156f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:16.877341 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-95053bda-9d2d-43b3-a947-56502496156f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:16.908037 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ea7c94-caf3-4be6-8926-a5856845ae4a None None] Pushing event updated for resources: {'Port': ['ID=1c815b23-cc25-41fb-ba8d-86acaf78e05b,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:16.990524 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-33e8eff8-183b-49a4-aead-160be7e4b1d8 req-0b91609a-133f-46d4-820d-b6209b22ea6b service neutron] 10.222.0.101 "GET /v2.0/networks/11d4bcd0-f4e1-47ce-8813-4a94d2179197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3038557 Sep 24 15:35:17.002587 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9b6ca0cf-a3ab-463c-819d-10562baa2eaa req-eb65471b-172b-4a19-86e5-4e8e01d555f7 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857293 Sep 24 15:35:17.192125 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-95053bda-9d2d-43b3-a947-56502496156f admin admin] Allocated IP 172.25.0.216 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/96d8f60c-0846-4a36-a7ec-755d87632259) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:35:17.228161 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-e2720fa6-4afb-4903-a790-256b25c6e0ae req-d896c4cf-0087-4426-bf60-4acf7525b9f8 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Allocated IP 172.20.0.9 (058852f5-088e-42d1-b3e1-abf106a974a3/5c649312-ea12-4119-a9ca-d79c73d589c6/d70a22d3-59ef-454e-9818-527895d92292) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:35:17.274983 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ff3a2f22-c9cd-46ac-86d7-7f86fe44a778 req-20901d81-3684-447c-955c-d38451fcc2f9 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=2122f163-37ae-4b6f-b6bf-1373c849b631 HTTP/1.1" status: 200 len: 210 time: 0.1377809 Sep 24 15:35:17.300708 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-78771059-0872-42eb-aef2-54eb202e5a74 req-78151872-46b4-4282-b2b8-b4e42fecae18 service neutron] 10.222.0.110 "GET /v2.0/networks/078714d9-431e-4632-b957-c9a7230e7876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5336337 Sep 24 15:35:17.488259 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cf3fb743-4f0c-44e2-9af5-cbf1af36ccd7 req-6eccd45d-9298-4978-b8f7-c7bfb488a918 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/security-groups/711e4f69-b734-426f-9df9-eaabc8822d6f HTTP/1.1" status: 200 len: 1773 time: 0.2119477 Sep 24 15:35:17.946264 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-cf3fb743-4f0c-44e2-9af5-cbf1af36ccd7 req-4a5e15d7-84ba-498f-9709-08f76ddf8bf9 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:17.964302 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e2720fa6-4afb-4903-a790-256b25c6e0ae req-d896c4cf-0087-4426-bf60-4acf7525b9f8 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:17.974736 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-95053bda-9d2d-43b3-a947-56502496156f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:17.996546 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-cf3fb743-4f0c-44e2-9af5-cbf1af36ccd7 req-4a5e15d7-84ba-498f-9709-08f76ddf8bf9 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:18.078086 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e2720fa6-4afb-4903-a790-256b25c6e0ae req-d896c4cf-0087-4426-bf60-4acf7525b9f8 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:18.090325 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['8ced86f9-3fc2-47d2-8511-a8f8366f37f7'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:35:18.096818 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15b294a-c29e-4b4c-940b-99f2c4a6be6b req-4158ad7c-d22d-4c16-8119-6b22e9ee91d4 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:18.103272 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15b294a-c29e-4b4c-940b-99f2c4a6be6b req-4158ad7c-d22d-4c16-8119-6b22e9ee91d4 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:18.110159 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15b294a-c29e-4b4c-940b-99f2c4a6be6b req-4158ad7c-d22d-4c16-8119-6b22e9ee91d4 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:18.116605 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15b294a-c29e-4b4c-940b-99f2c4a6be6b req-4158ad7c-d22d-4c16-8119-6b22e9ee91d4 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:18.122651 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15b294a-c29e-4b4c-940b-99f2c4a6be6b req-4158ad7c-d22d-4c16-8119-6b22e9ee91d4 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:18.127329 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-95053bda-9d2d-43b3-a947-56502496156f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:18.145946 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15b294a-c29e-4b4c-940b-99f2c4a6be6b req-4158ad7c-d22d-4c16-8119-6b22e9ee91d4 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:18.154220 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15b294a-c29e-4b4c-940b-99f2c4a6be6b req-4158ad7c-d22d-4c16-8119-6b22e9ee91d4 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:18.168652 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-cf3fb743-4f0c-44e2-9af5-cbf1af36ccd7 req-4a5e15d7-84ba-498f-9709-08f76ddf8bf9 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:18.171257 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-cf3fb743-4f0c-44e2-9af5-cbf1af36ccd7 req-4a5e15d7-84ba-498f-9709-08f76ddf8bf9 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:18.174539 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b15b294a-c29e-4b4c-940b-99f2c4a6be6b req-4158ad7c-d22d-4c16-8119-6b22e9ee91d4 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/ports?device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 5427 time: 0.1721251 Sep 24 15:35:18.179049 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cf3fb743-4f0c-44e2-9af5-cbf1af36ccd7 req-4a5e15d7-84ba-498f-9709-08f76ddf8bf9 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "DELETE /v2.0/security-groups/711e4f69-b734-426f-9df9-eaabc8822d6f HTTP/1.1" status: 204 len: 173 time: 0.6899154 Sep 24 15:35:18.230836 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5e15d7-84ba-498f-9709-08f76ddf8bf9 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=711e4f69-b734-426f-9df9-eaabc8822d6f,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:18.252916 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95053bda-9d2d-43b3-a947-56502496156f admin admin] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:35:18.257607 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-95053bda-9d2d-43b3-a947-56502496156f admin admin] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:35:18.283624 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95053bda-9d2d-43b3-a947-56502496156f admin admin] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:35:18.292336 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-78771059-0872-42eb-aef2-54eb202e5a74 req-ce81c3da-a8e8-47d1-9804-d103dd0270a1 service neutron] 10.222.0.110 "GET /v2.0/networks/078714d9-431e-4632-b957-c9a7230e7876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9462025 Sep 24 15:35:18.318885 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d896c4cf-0087-4426-bf60-4acf7525b9f8 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Pushing event updated for resources: {'Port': ['ID=d70a22d3-59ef-454e-9818-527895d92292,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:18.337512 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f662f6-a26a-4fc4-811b-b70c9a950b8f None None] Network ed240661-c058-4f64-a0cb-8ef81aff19b5 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:35:18.355178 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2720fa6-4afb-4903-a790-256b25c6e0ae req-d896c4cf-0087-4426-bf60-4acf7525b9f8 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Network 058852f5-088e-42d1-b3e1-abf106a974a3 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:35:18.365603 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-e2720fa6-4afb-4903-a790-256b25c6e0ae req-d896c4cf-0087-4426-bf60-4acf7525b9f8 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:35:18.373045 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2720fa6-4afb-4903-a790-256b25c6e0ae req-d896c4cf-0087-4426-bf60-4acf7525b9f8 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:35:18.399486 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95053bda-9d2d-43b3-a947-56502496156f admin admin] Pushing event updated for resources: {'Port': ['ID=96d8f60c-0846-4a36-a7ec-755d87632259,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:18.405566 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fcb66905-e3a6-4bcf-8d98-35cc1243d573 req-3df17a4f-7919-40fc-bfba-3d6f6698e942 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/ports?device_id=dca7221c-f023-411c-955a-2ea78aeeba45 HTTP/1.1" status: 200 len: 210 time: 0.1491239 Sep 24 15:35:18.411269 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b15b294a-c29e-4b4c-940b-99f2c4a6be6b req-9859a8ef-4ecc-43db-9c2a-dc02089e32b8 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/security-groups?id=009469bf-50d0-4ac3-bdd3-519f093da79b&id=997d5af8-07d7-4888-b731-21def6e0a999&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2285244 Sep 24 15:35:18.483315 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2720fa6-4afb-4903-a790-256b25c6e0ae req-d896c4cf-0087-4426-bf60-4acf7525b9f8 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:18.484704 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e2720fa6-4afb-4903-a790-256b25c6e0ae req-d896c4cf-0087-4426-bf60-4acf7525b9f8 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:18.499759 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-ebde97e5-1323-4093-93ab-d3b34577e1de None None] Provisioning complete for port 1c815b23-cc25-41fb-ba8d-86acaf78e05b triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:35:18.500400 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ebde97e5-1323-4093-93ab-d3b34577e1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:18.603885 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 8bb88954-e5ec-4b97-a10b-c71b5097f8a9 details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:35:18.606522 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e2def8-0a90-4935-916a-43522c85192d req-9f89c72d-5723-4a23-a92a-f8b6ac681c7b tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:18.608587 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b8e2def8-0a90-4935-916a-43522c85192d req-9f89c72d-5723-4a23-a92a-f8b6ac681c7b tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=94bde577-4a67-46e8-92f6-e7849953a8a3 HTTP/1.1" status: 200 len: 946 time: 0.0729926 Sep 24 15:35:18.610948 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e2720fa6-4afb-4903-a790-256b25c6e0ae req-d896c4cf-0087-4426-bf60-4acf7525b9f8 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4553964 Sep 24 15:35:18.653812 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-e2720fa6-4afb-4903-a790-256b25c6e0ae req-4682d0e0-c3cb-4f6e-97fc-4fb21348d0b3 service neutron] Request body: {'port': {'device_id': '2122f163-37ae-4b6f-b6bf-1373c849b631', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:35:18.756866 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ebde97e5-1323-4093-93ab-d3b34577e1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:18.758429 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b8e2def8-0a90-4935-916a-43522c85192d req-d40267f8-24df-4da5-b43a-1807f802ae61 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424837 Sep 24 15:35:18.779164 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-95053bda-9d2d-43b3-a947-56502496156f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:18.786505 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e2720fa6-4afb-4903-a790-256b25c6e0ae req-4682d0e0-c3cb-4f6e-97fc-4fb21348d0b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:19.095289 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 1c815b23-cc25-41fb-ba8d-86acaf78e05b up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:35:19.249621 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 8bb88954-e5ec-4b97-a10b-c71b5097f8a9, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=8bb88954-e5ec-4b97-a10b-c71b5097f8a9,segment=NetworkSegment(14654774-2682-4094-9ce4-6bbca9e08e6e),segment_id=14654774-2682-4094-9ce4-6bbca9e08e6e)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:19.264882 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-ebde97e5-1323-4093-93ab-d3b34577e1de None None] For port 1c815b23-cc25-41fb-ba8d-86acaf78e05b, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=1c815b23-cc25-41fb-ba8d-86acaf78e05b,segment=NetworkSegment(71e13984-0da7-46c8-9155-b041315e99dd),segment_id=71e13984-0da7-46c8-9155-b041315e99dd)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:19.270763 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': '8bb88954-e5ec-4b97-a10b-c71b5097f8a9', 'network_id': '507b15b8-afa5-40b8-adba-ac821e324412', 'port_id': '8bb88954-e5ec-4b97-a10b-c71b5097f8a9', 'mac_address': 'fa:16:3e:58:c7:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e1eb24-df55-4c01-9933-3279c8be8c21', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:35:19.306513 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-95053bda-9d2d-43b3-a947-56502496156f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:19.323515 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:19.329434 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 1c815b23-cc25-41fb-ba8d-86acaf78e05b triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:35:19.329434 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:19.361944 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [req-4a46874c-9535-496e-b4f5-a258a6b3dbb6 req-493698f6-2a9e-45ad-910a-7aa37fd83b31 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] show failed (client error): The resource could not be found. Sep 24 15:35:19.364802 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4a46874c-9535-496e-b4f5-a258a6b3dbb6 req-493698f6-2a9e-45ad-910a-7aa37fd83b31 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/security-groups/b7145b89-fcee-42af-81b3-8936adf047f6 HTTP/1.1" status: 404 len: 352 time: 0.0501976 Sep 24 15:35:19.416061 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ebde97e5-1323-4093-93ab-d3b34577e1de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:19.431264 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bb88954-e5ec-4b97-a10b-c71b5097f8a9 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:35:19.440654 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-e2720fa6-4afb-4903-a790-256b25c6e0ae req-4682d0e0-c3cb-4f6e-97fc-4fb21348d0b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d70a22d3-59ef-454e-9818-527895d92292 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:35:19.449317 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e2720fa6-4afb-4903-a790-256b25c6e0ae req-4682d0e0-c3cb-4f6e-97fc-4fb21348d0b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:19.463461 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-e2720fa6-4afb-4903-a790-256b25c6e0ae req-4682d0e0-c3cb-4f6e-97fc-4fb21348d0b3 service neutron] Transition to ACTIVE for port object d70a22d3-59ef-454e-9818-527895d92292 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:35:19.476955 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18678906-9e0e-476b-850a-04c1202aee15 req-327a8b41-a82a-4bb7-bffb-6374fe8a5e85 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:19.478671 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-18678906-9e0e-476b-850a-04c1202aee15 req-327a8b41-a82a-4bb7-bffb-6374fe8a5e85 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=2122f163-37ae-4b6f-b6bf-1373c849b631 HTTP/1.1" status: 200 len: 931 time: 0.4831531 Sep 24 15:35:19.526104 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [req-93dcd6fc-baeb-4b06-85ef-3b4444d76f6c req-a5cd02b9-b52f-47f8-9aa9-e0d33ba1058f tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] show failed (client error): The resource could not be found. Sep 24 15:35:19.527521 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-93dcd6fc-baeb-4b06-85ef-3b4444d76f6c req-a5cd02b9-b52f-47f8-9aa9-e0d33ba1058f tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/security-groups/b57c8fb9-fba3-4a60-9379-afb315846201 HTTP/1.1" status: 404 len: 352 time: 0.0240419 Sep 24 15:35:19.541865 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e2720fa6-4afb-4903-a790-256b25c6e0ae req-4682d0e0-c3cb-4f6e-97fc-4fb21348d0b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:19.550087 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-18678906-9e0e-476b-850a-04c1202aee15 req-d4e28621-6613-47fe-a0e7-920f0662919f tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633283 Sep 24 15:35:19.621107 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4682d0e0-c3cb-4f6e-97fc-4fb21348d0b3 service neutron] Pushing event updated for resources: {'Port': ['ID=d70a22d3-59ef-454e-9818-527895d92292,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:19.721148 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ac11f548-449c-44a8-8a7f-838358c0a446 req-bbed1e15-302a-473d-ae43-bb5d38414ea1 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/ports?device_id=dca7221c-f023-411c-955a-2ea78aeeba45 HTTP/1.1" status: 200 len: 210 time: 0.0583763 Sep 24 15:35:19.722069 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95053bda-9d2d-43b3-a947-56502496156f admin admin] Router addd13d7-4678-4b9a-8984-27b828c14bf4 is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:35:19.740893 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 8bb88954-e5ec-4b97-a10b-c71b5097f8a9, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=8bb88954-e5ec-4b97-a10b-c71b5097f8a9,segment=NetworkSegment(14654774-2682-4094-9ce4-6bbca9e08e6e),segment_id=14654774-2682-4094-9ce4-6bbca9e08e6e)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:19.807570 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4fab0-77c1-4f62-87a5-e16bf9667584 req-e2b1c6df-01cb-4db7-968e-fb028d188db7 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:19.819111 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4fab0-77c1-4f62-87a5-e16bf9667584 req-e2b1c6df-01cb-4db7-968e-fb028d188db7 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:19.820386 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-62a158ec-bdc1-4b78-aed7-1b8103726c1e None None] Provisioning complete for port 1c815b23-cc25-41fb-ba8d-86acaf78e05b triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:35:19.821003 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-62a158ec-bdc1-4b78-aed7-1b8103726c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:19.827518 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4fab0-77c1-4f62-87a5-e16bf9667584 req-e2b1c6df-01cb-4db7-968e-fb028d188db7 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:19.841823 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4fab0-77c1-4f62-87a5-e16bf9667584 req-e2b1c6df-01cb-4db7-968e-fb028d188db7 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:19.851016 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4fab0-77c1-4f62-87a5-e16bf9667584 req-e2b1c6df-01cb-4db7-968e-fb028d188db7 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:19.859470 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:19.861255 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device f7691fd8-1f6a-45f4-bf43-5e43375cafad details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:35:19.863909 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4fab0-77c1-4f62-87a5-e16bf9667584 req-e2b1c6df-01cb-4db7-968e-fb028d188db7 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:19.865487 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebde97e5-1323-4093-93ab-d3b34577e1de None None] Pushing event updated for resources: {'Port': ['ID=1c815b23-cc25-41fb-ba8d-86acaf78e05b,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:19.882330 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4fab0-77c1-4f62-87a5-e16bf9667584 req-e2b1c6df-01cb-4db7-968e-fb028d188db7 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:19.886150 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dcf4fab0-77c1-4f62-87a5-e16bf9667584 req-e2b1c6df-01cb-4db7-968e-fb028d188db7 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/ports?device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 5427 time: 0.2071698 Sep 24 15:35:19.887429 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-e2720fa6-4afb-4903-a790-256b25c6e0ae req-4682d0e0-c3cb-4f6e-97fc-4fb21348d0b3 service neutron] Attempting to bind port d70a22d3-59ef-454e-9818-527895d92292 on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:35:19.887759 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-e2720fa6-4afb-4903-a790-256b25c6e0ae req-4682d0e0-c3cb-4f6e-97fc-4fb21348d0b3 service neutron] Attempting to bind port d70a22d3-59ef-454e-9818-527895d92292 by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': '5bd2529f-b450-42b6-8981-999bdd2f1ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '058852f5-088e-42d1-b3e1-abf106a974a3'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:35:19.888077 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2720fa6-4afb-4903-a790-256b25c6e0ae req-4682d0e0-c3cb-4f6e-97fc-4fb21348d0b3 service neutron] Attempting to bind port d70a22d3-59ef-454e-9818-527895d92292 on network 058852f5-088e-42d1-b3e1-abf106a974a3 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:35:19.903342 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2720fa6-4afb-4903-a790-256b25c6e0ae req-4682d0e0-c3cb-4f6e-97fc-4fb21348d0b3 service neutron] Port d70a22d3-59ef-454e-9818-527895d92292 on network 058852f5-088e-42d1-b3e1-abf106a974a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:35:19.904167 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2720fa6-4afb-4903-a790-256b25c6e0ae req-4682d0e0-c3cb-4f6e-97fc-4fb21348d0b3 service neutron] Attempting to bind port d70a22d3-59ef-454e-9818-527895d92292 on network 058852f5-088e-42d1-b3e1-abf106a974a3 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:35:19.916886 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [req-19774057-45df-4fcc-ac94-188c39657e40 req-68e3cd41-d280-48ce-8d14-a6a06c9a8e40 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] show failed (client error): The resource could not be found. Sep 24 15:35:19.918037 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-19774057-45df-4fcc-ac94-188c39657e40 req-68e3cd41-d280-48ce-8d14-a6a06c9a8e40 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/security-groups/fc897354-0ee1-40c9-beec-12876d54f5b6 HTTP/1.1" status: 404 len: 352 time: 0.0467398 Sep 24 15:35:19.927978 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2720fa6-4afb-4903-a790-256b25c6e0ae req-4682d0e0-c3cb-4f6e-97fc-4fb21348d0b3 service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 35, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:35:19.928316 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2720fa6-4afb-4903-a790-256b25c6e0ae req-4682d0e0-c3cb-4f6e-97fc-4fb21348d0b3 service neutron] Checking segment: {'id': '5bd2529f-b450-42b6-8981-999bdd2f1ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '058852f5-088e-42d1-b3e1-abf106a974a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:35:19.928695 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2720fa6-4afb-4903-a790-256b25c6e0ae req-4682d0e0-c3cb-4f6e-97fc-4fb21348d0b3 service neutron] Bound using segment: {'id': '5bd2529f-b450-42b6-8981-999bdd2f1ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '058852f5-088e-42d1-b3e1-abf106a974a3'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:35:19.929146 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-e2720fa6-4afb-4903-a790-256b25c6e0ae req-4682d0e0-c3cb-4f6e-97fc-4fb21348d0b3 service neutron] Bound port: d70a22d3-59ef-454e-9818-527895d92292, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bd2529f-b450-42b6-8981-999bdd2f1ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '058852f5-088e-42d1-b3e1-abf106a974a3'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:35:19.930776 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e2720fa6-4afb-4903-a790-256b25c6e0ae req-4682d0e0-c3cb-4f6e-97fc-4fb21348d0b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:19.961213 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95053bda-9d2d-43b3-a947-56502496156f admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:35:20.021869 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ffcdd8-4670-4dfd-b62f-8d74b0ee9756 None None] Sync routers for ids ['addd13d7-4678-4b9a-8984-27b828c14bf4'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:35:20.036003 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=8bb88954-e5ec-4b97-a10b-c71b5097f8a9,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:20.050602 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dcf4fab0-77c1-4f62-87a5-e16bf9667584 req-bd25eb23-2529-4824-8009-e6ad7b110058 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/security-groups?id=009469bf-50d0-4ac3-bdd3-519f093da79b&id=997d5af8-07d7-4888-b731-21def6e0a999&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1577749 Sep 24 15:35:20.051660 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ffcdd8-4670-4dfd-b62f-8d74b0ee9756 None None] Routers {'addd13d7-4678-4b9a-8984-27b828c14bf4'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:35:20.052323 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-23ffcdd8-4670-4dfd-b62f-8d74b0ee9756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:35:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['addd13d7-4678-4b9a-8984-27b828c14bf4'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:35:20.062582 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8453b097-b907-42b6-b53e-21711db4716f req-4a5026b5-944c-464a-96e1-7cb509890067 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:20.071882 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8453b097-b907-42b6-b53e-21711db4716f req-4a5026b5-944c-464a-96e1-7cb509890067 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=94bde577-4a67-46e8-92f6-e7849953a8a3 HTTP/1.1" status: 200 len: 946 time: 0.0788491 Sep 24 15:35:20.074790 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-95053bda-9d2d-43b3-a947-56502496156f admin admin] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:20.075565 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-95053bda-9d2d-43b3-a947-56502496156f admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.6812055 Sep 24 15:35:20.082959 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43284) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:20.163010 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-23ffcdd8-4670-4dfd-b62f-8d74b0ee9756 None None] Set router addd13d7-4678-4b9a-8984-27b828c14bf4 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:35:20.166115 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8453b097-b907-42b6-b53e-21711db4716f req-990aa9fb-348a-43c3-a8c9-2beb63063417 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929973 Sep 24 15:35:20.223802 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-e2720fa6-4afb-4903-a790-256b25c6e0ae req-4682d0e0-c3cb-4f6e-97fc-4fb21348d0b3 service neutron] For port d70a22d3-59ef-454e-9818-527895d92292, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:35:20.230501 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [req-75dd2fbe-a992-45ef-9bc6-08b4578ae23d req-91dd0c8f-2ed2-4559-a103-49e27928662d tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] show failed (client error): The resource could not be found. Sep 24 15:35:20.241354 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-75dd2fbe-a992-45ef-9bc6-08b4578ae23d req-91dd0c8f-2ed2-4559-a103-49e27928662d tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/security-groups/ace123f7-9528-48b8-baa3-e34711d433db HTTP/1.1" status: 404 len: 352 time: 0.0405452 Sep 24 15:35:20.259686 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-e2720fa6-4afb-4903-a790-256b25c6e0ae req-4682d0e0-c3cb-4f6e-97fc-4fb21348d0b3 service neutron] For port d70a22d3-59ef-454e-9818-527895d92292, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=d70a22d3-59ef-454e-9818-527895d92292,segment=NetworkSegment(5bd2529f-b450-42b6-8981-999bdd2f1ff0),segment_id=5bd2529f-b450-42b6-8981-999bdd2f1ff0)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:35:20.278393 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e8eff8-183b-49a4-aead-160be7e4b1d8 req-b26282fd-a529-4a33-bcac-112b2ffe245e tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:20.280312 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-33e8eff8-183b-49a4-aead-160be7e4b1d8 req-b26282fd-a529-4a33-bcac-112b2ffe245e tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.108 "GET /v2.0/networks?id=11d4bcd0-f4e1-47ce-8813-4a94d2179197 HTTP/1.1" status: 200 len: 821 time: 0.2721875 Sep 24 15:35:20.368575 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e2720fa6-4afb-4903-a790-256b25c6e0ae req-4682d0e0-c3cb-4f6e-97fc-4fb21348d0b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:20.388350 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-33e8eff8-183b-49a4-aead-160be7e4b1d8 req-507e4914-0dbc-4ac3-b476-7687580598a0 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Request body: {'port': {'device_id': 'dca7221c-f023-411c-955a-2ea78aeeba45', 'network_id': '11d4bcd0-f4e1-47ce-8813-4a94d2179197', 'admin_state_up': True, 'tenant_id': 'a751ad5db0954f8586f38b54191ecee5'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:35:20.444044 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port f7691fd8-1f6a-45f4-bf43-5e43375cafad, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=f7691fd8-1f6a-45f4-bf43-5e43375cafad,segment=NetworkSegment(243a7589-8f05-4f79-bb2a-571ad81e4b0d),segment_id=243a7589-8f05-4f79-bb2a-571ad81e4b0d)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:20.466564 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': 'f7691fd8-1f6a-45f4-bf43-5e43375cafad', 'network_id': '5073d904-8b2b-4bdf-8338-7c236ddf6645', 'port_id': 'f7691fd8-1f6a-45f4-bf43-5e43375cafad', 'mac_address': 'fa:16:3e:19:a3:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e11d2a5f-bb34-4615-a972-21b689918a94', 'ip_address': '10.1.1.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:35:20.503534 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-23ffcdd8-4670-4dfd-b62f-8d74b0ee9756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'addd13d7-4678-4b9a-8984-27b828c14bf4', 'name': 'tempest-ServersTestManualDisk-1300619764-router', 'tenant_id': '7b4bd82d26ac490fbde2c620d4be04bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '96d8f60c-0846-4a36-a7ec-755d87632259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:35:15Z', 'updated_at': '2021-09-24T15:35:18Z', 'revision_number': 3, 'project_id': '7b4bd82d26ac490fbde2c620d4be04bb', 'gw_port': {'id': '96d8f60c-0846-4a36-a7ec-755d87632259', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ae:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'addd13d7-4678-4b9a-8984-27b828c14bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:35:16Z', 'updated_at': '2021-09-24T15:35:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:35:20.537646 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ffcdd8-4670-4dfd-b62f-8d74b0ee9756 None None] Checking router: addd13d7-4678-4b9a-8984-27b828c14bf4 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:35:20.537953 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ffcdd8-4670-4dfd-b62f-8d74b0ee9756 None None] Updating router addd13d7-4678-4b9a-8984-27b828c14bf4 port 96d8f60c-0846-4a36-a7ec-755d87632259 binding host n-d-808921-1 {{(pid=95299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:35:20.560010 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:20.579759 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-23ffcdd8-4670-4dfd-b62f-8d74b0ee9756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:20.580222 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [req-1cfba8b9-f58e-4a25-97bc-a2e0f19afc50 req-28eb3260-861d-4e33-a0ca-f34978cc780d tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] show failed (client error): The resource could not be found. Sep 24 15:35:20.589712 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7691fd8-1f6a-45f4-bf43-5e43375cafad {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:35:20.589810 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1cfba8b9-f58e-4a25-97bc-a2e0f19afc50 req-28eb3260-861d-4e33-a0ca-f34978cc780d tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/security-groups/3d1ccbe6-d0a8-4485-8fce-34108b703f93 HTTP/1.1" status: 404 len: 352 time: 0.2254260 Sep 24 15:35:20.599855 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2720fa6-4afb-4903-a790-256b25c6e0ae req-4682d0e0-c3cb-4f6e-97fc-4fb21348d0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:20.600861 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e2720fa6-4afb-4903-a790-256b25c6e0ae req-4682d0e0-c3cb-4f6e-97fc-4fb21348d0b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:20.603553 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e2720fa6-4afb-4903-a790-256b25c6e0ae req-4682d0e0-c3cb-4f6e-97fc-4fb21348d0b3 service neutron] 10.222.0.110 "PUT /v2.0/ports/d70a22d3-59ef-454e-9818-527895d92292 HTTP/1.1" status: 200 len: 1091 time: 1.9545677 Sep 24 15:35:20.610656 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2122f163-37ae-4b6f-b6bf-1373c849b631', 'tag': 'd70a22d3-59ef-454e-9818-527895d92292'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:35:20.614264 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1501dad-078d-4e50-b89f-3ed82a7984fe" -d '{"events": [{"name": "network-changed", "server_uuid": "2122f163-37ae-4b6f-b6bf-1373c849b631", "tag": "d70a22d3-59ef-454e-9818-527895d92292"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:35:20.630504 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port f7691fd8-1f6a-45f4-bf43-5e43375cafad, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=f7691fd8-1f6a-45f4-bf43-5e43375cafad,segment=NetworkSegment(243a7589-8f05-4f79-bb2a-571ad81e4b0d),segment_id=243a7589-8f05-4f79-bb2a-571ad81e4b0d)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:20.645005 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [req-10ccdf51-82af-4ef9-acf3-c85820b3d46b req-1741fb6e-9800-4410-ada4-cd738828dd82 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] show failed (client error): The resource could not be found. Sep 24 15:35:20.662181 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-10ccdf51-82af-4ef9-acf3-c85820b3d46b req-1741fb6e-9800-4410-ada4-cd738828dd82 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/security-groups/d5488e33-23c5-4821-9034-01220b31cd55 HTTP/1.1" status: 404 len: 352 time: 0.0488973 Sep 24 15:35:20.722119 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96653b31-0364-4cb8-9027-41d9dc186efc x-openstack-request-id: req-96653b31-0364-4cb8-9027-41d9dc186efc {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:35:20.722518 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2122f163-37ae-4b6f-b6bf-1373c849b631", "tag": "d70a22d3-59ef-454e-9818-527895d92292", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:35:20.722652 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-96653b31-0364-4cb8-9027-41d9dc186efc {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:35:20.723174 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2122f163-37ae-4b6f-b6bf-1373c849b631', 'tag': 'd70a22d3-59ef-454e-9818-527895d92292', 'status': 'completed', 'code': 200} Sep 24 15:35:20.744614 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4682d0e0-c3cb-4f6e-97fc-4fb21348d0b3 service neutron] Pushing event updated for resources: {'Port': ['ID=d70a22d3-59ef-454e-9818-527895d92292,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:20.815862 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:20.818368 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 0ee6ad90-d588-4863-a2f6-9306b19035e5 details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:35:20.839681 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33e8eff8-183b-49a4-aead-160be7e4b1d8 req-507e4914-0dbc-4ac3-b476-7687580598a0 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Made reservation on behalf of a751ad5db0954f8586f38b54191ecee5 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:35:20.843322 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-33e8eff8-183b-49a4-aead-160be7e4b1d8 req-507e4914-0dbc-4ac3-b476-7687580598a0 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:20.919727 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=f7691fd8-1f6a-45f4-bf43-5e43375cafad,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:20.926422 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 0ee6ad90-d588-4863-a2f6-9306b19035e5, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=0ee6ad90-d588-4863-a2f6-9306b19035e5,segment=NetworkSegment(14654774-2682-4094-9ce4-6bbca9e08e6e),segment_id=14654774-2682-4094-9ce4-6bbca9e08e6e)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:20.947445 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': '0ee6ad90-d588-4863-a2f6-9306b19035e5', 'network_id': '507b15b8-afa5-40b8-adba-ac821e324412', 'port_id': '0ee6ad90-d588-4863-a2f6-9306b19035e5', 'mac_address': 'fa:16:3e:16:d8:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e1eb24-df55-4c01-9933-3279c8be8c21', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:35:20.988729 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 1c815b23-cc25-41fb-ba8d-86acaf78e05b up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:35:21.018823 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e4220d-b5be-43cf-a0aa-d20253f4302c req-b786820d-40f5-463b-a24a-2d89c4ffbd39 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:21.020406 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-63e4220d-b5be-43cf-a0aa-d20253f4302c req-b786820d-40f5-463b-a24a-2d89c4ffbd39 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=2122f163-37ae-4b6f-b6bf-1373c849b631 HTTP/1.1" status: 200 len: 943 time: 0.3004169 Sep 24 15:35:21.025311 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1501dad-078d-4e50-b89f-3ed82a7984fe req-e6e55c69-f029-4c55-ac39-4df3c426d5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:21.026945 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b1501dad-078d-4e50-b89f-3ed82a7984fe req-e6e55c69-f029-4c55-ac39-4df3c426d5e8 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=8957a38149f44837aa315f739e11ffd3&device_id=2122f163-37ae-4b6f-b6bf-1373c849b631 HTTP/1.1" status: 200 len: 1094 time: 0.2771893 Sep 24 15:35:21.062081 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:21.079527 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ee6ad90-d588-4863-a2f6-9306b19035e5 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:35:21.121853 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-23ffcdd8-4670-4dfd-b62f-8d74b0ee9756 None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:21.125192 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 0ee6ad90-d588-4863-a2f6-9306b19035e5, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=0ee6ad90-d588-4863-a2f6-9306b19035e5,segment=NetworkSegment(14654774-2682-4094-9ce4-6bbca9e08e6e),segment_id=14654774-2682-4094-9ce4-6bbca9e08e6e)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:21.138047 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 1c815b23-cc25-41fb-ba8d-86acaf78e05b triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:35:21.138693 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:21.171461 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43312) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:21.191280 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:21.192028 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device d4b18f8b-70cf-4cbf-9ef3-a4612e10fee4 details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:35:21.251721 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-23ffcdd8-4670-4dfd-b62f-8d74b0ee9756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:21.283000 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=0ee6ad90-d588-4863-a2f6-9306b19035e5,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:21.302584 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-63e4220d-b5be-43cf-a0aa-d20253f4302c req-db369f92-6cfb-4e0d-96f0-036b4974a4e0 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614622 Sep 24 15:35:21.305951 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-75032c92-6b5f-458d-9f9c-b432e145b848 req-937a4659-9432-4e0c-b6b0-7fb954f8b611 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/ports?device_id=dca7221c-f023-411c-955a-2ea78aeeba45 HTTP/1.1" status: 200 len: 210 time: 0.0810585 Sep 24 15:35:21.355367 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-611e6730-d264-45a1-9252-9382c4398324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:21.371132 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-33e8eff8-183b-49a4-aead-160be7e4b1d8 req-507e4914-0dbc-4ac3-b476-7687580598a0 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Allocated IP 172.20.0.4 (11d4bcd0-f4e1-47ce-8813-4a94d2179197/e8a10d9b-fe75-4ec9-8ac3-c0a4f7ef261c/37d12c3e-26de-4eb4-aa78-170edadc4118) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:35:21.402531 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.db.resource_extend [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 24 15:35:21.412653 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1501dad-078d-4e50-b89f-3ed82a7984fe req-f5cec33e-fcad-428f-8384-2d6de5510402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:21.415079 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b1501dad-078d-4e50-b89f-3ed82a7984fe req-f5cec33e-fcad-428f-8384-2d6de5510402 service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=8957a38149f44837aa315f739e11ffd3&shared=False HTTP/1.1" status: 200 len: 923 time: 0.3787360 Sep 24 15:35:21.458464 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-23ffcdd8-4670-4dfd-b62f-8d74b0ee9756 None None] Attempting to bind port 96d8f60c-0846-4a36-a7ec-755d87632259 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:35:21.459205 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-23ffcdd8-4670-4dfd-b62f-8d74b0ee9756 None None] Attempting to bind port 96d8f60c-0846-4a36-a7ec-755d87632259 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:35:21.459627 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ffcdd8-4670-4dfd-b62f-8d74b0ee9756 None None] Attempting to bind port 96d8f60c-0846-4a36-a7ec-755d87632259 on network e6a2de20-1ea0-43e5-88e0-982d19e317d5 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:35:21.468723 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port d4b18f8b-70cf-4cbf-9ef3-a4612e10fee4, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=d4b18f8b-70cf-4cbf-9ef3-a4612e10fee4,segment=NetworkSegment(243a7589-8f05-4f79-bb2a-571ad81e4b0d),segment_id=243a7589-8f05-4f79-bb2a-571ad81e4b0d)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:21.474290 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11e78ea-bf13-459f-9d4c-322d1999f0cb None None] Pushing event updated for resources: {'Port': ['ID=96d8f60c-0846-4a36-a7ec-755d87632259,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:21.487332 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ffcdd8-4670-4dfd-b62f-8d74b0ee9756 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:35:21.487851 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ffcdd8-4670-4dfd-b62f-8d74b0ee9756 None None] Checking segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:35:21.488263 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-23ffcdd8-4670-4dfd-b62f-8d74b0ee9756 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:21.488749 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23ffcdd8-4670-4dfd-b62f-8d74b0ee9756 None None] Bound using segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:35:21.489246 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-23ffcdd8-4670-4dfd-b62f-8d74b0ee9756 None None] Bound port: 96d8f60c-0846-4a36-a7ec-755d87632259, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:35:21.489634 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-23ffcdd8-4670-4dfd-b62f-8d74b0ee9756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:21.525635 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': 'd4b18f8b-70cf-4cbf-9ef3-a4612e10fee4', 'network_id': '5073d904-8b2b-4bdf-8338-7c236ddf6645', 'port_id': 'd4b18f8b-70cf-4cbf-9ef3-a4612e10fee4', 'mac_address': 'fa:16:3e:09:f2:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e11d2a5f-bb34-4615-a972-21b689918a94', 'ip_address': '10.1.1.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:35:21.547667 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84355f1e-65e1-40d8-b9e7-fcecb590a8ca req-c2c0e842-d3ac-4488-b672-45c0c3846a3c tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:21.549235 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-84355f1e-65e1-40d8-b9e7-fcecb590a8ca req-c2c0e842-d3ac-4488-b672-45c0c3846a3c tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/ports?device_id=ae07a67e-a0a9-4170-9a82-c9bd55b7b0a6 HTTP/1.1" status: 200 len: 1024 time: 0.1305523 Sep 24 15:35:21.586435 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-611e6730-d264-45a1-9252-9382c4398324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:21.612504 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:21.629986 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-23ffcdd8-4670-4dfd-b62f-8d74b0ee9756 None None] For port 96d8f60c-0846-4a36-a7ec-755d87632259, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:35:21.636213 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4b18f8b-70cf-4cbf-9ef3-a4612e10fee4 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:35:21.639014 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-84355f1e-65e1-40d8-b9e7-fcecb590a8ca req-a4842462-d988-42b6-91db-7811bf9cadb3 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/security-groups?id=c808ff85-cd23-43dd-bb54-0f06648765ae&id=0c6d601c-52fd-4232-823b-3556dffffa90&id=a625196a-127e-4225-93bf-60d39ae8e2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0778420 Sep 24 15:35:21.647949 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f1268-399b-4f60-9e6f-541bd479de92 req-a8e5fb72-36f0-45ce-ace4-dbb49d79a084 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:21.657070 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f1268-399b-4f60-9e6f-541bd479de92 req-a8e5fb72-36f0-45ce-ace4-dbb49d79a084 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:21.660929 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f1268-399b-4f60-9e6f-541bd479de92 req-a8e5fb72-36f0-45ce-ace4-dbb49d79a084 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:21.662429 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-23ffcdd8-4670-4dfd-b62f-8d74b0ee9756 None None] For port 96d8f60c-0846-4a36-a7ec-755d87632259, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=96d8f60c-0846-4a36-a7ec-755d87632259,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:35:21.667197 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f1268-399b-4f60-9e6f-541bd479de92 req-a8e5fb72-36f0-45ce-ace4-dbb49d79a084 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:21.673376 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f1268-399b-4f60-9e6f-541bd479de92 req-a8e5fb72-36f0-45ce-ace4-dbb49d79a084 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:21.679880 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f1268-399b-4f60-9e6f-541bd479de92 req-a8e5fb72-36f0-45ce-ace4-dbb49d79a084 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:21.681719 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port d4b18f8b-70cf-4cbf-9ef3-a4612e10fee4, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=d4b18f8b-70cf-4cbf-9ef3-a4612e10fee4,segment=NetworkSegment(243a7589-8f05-4f79-bb2a-571ad81e4b0d),segment_id=243a7589-8f05-4f79-bb2a-571ad81e4b0d)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:21.686031 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f1268-399b-4f60-9e6f-541bd479de92 req-a8e5fb72-36f0-45ce-ace4-dbb49d79a084 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:21.688045 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1f6f1268-399b-4f60-9e6f-541bd479de92 req-a8e5fb72-36f0-45ce-ace4-dbb49d79a084 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/ports?device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 5430 time: 0.2673831 Sep 24 15:35:21.743765 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-611e6730-d264-45a1-9252-9382c4398324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:21.749644 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1501dad-078d-4e50-b89f-3ed82a7984fe req-78cdebcd-1321-4779-b0aa-eacc90f531e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:21.752294 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b1501dad-078d-4e50-b89f-3ed82a7984fe req-78cdebcd-1321-4779-b0aa-eacc90f531e9 service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3256550 Sep 24 15:35:21.796058 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611e6730-d264-45a1-9252-9382c4398324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d9336d-0d5b-4671-ac43-45a1b31d80bb,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:21.816391 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-611e6730-d264-45a1-9252-9382c4398324 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=0bf60988ad634c629c0507dd8d91217e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6431880 Sep 24 15:35:21.822811 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43320) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:21.833190 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52770efb-e9c6-42ff-98cc-4c4380f77756 req-5e520797-b149-4dca-9474-5bc2c11158b7 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:21.834399 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-52770efb-e9c6-42ff-98cc-4c4380f77756 req-5e520797-b149-4dca-9474-5bc2c11158b7 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=94bde577-4a67-46e8-92f6-e7849953a8a3 HTTP/1.1" status: 200 len: 946 time: 0.1222332 Sep 24 15:35:21.869926 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-23ffcdd8-4670-4dfd-b62f-8d74b0ee9756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:21.879825 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1f6f1268-399b-4f60-9e6f-541bd479de92 req-0095eb6c-8f25-4472-84f9-da630e652c1c tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/security-groups?id=009469bf-50d0-4ac3-bdd3-519f093da79b&id=997d5af8-07d7-4888-b731-21def6e0a999&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1649230 Sep 24 15:35:21.898449 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4e290181-e879-4958-b765-20dfd048942c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:21.949440 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:21.950106 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 2f5a166f-73aa-4d69-848c-9741f19b3801 details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:35:21.983010 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-52770efb-e9c6-42ff-98cc-4c4380f77756 req-9838b4b5-8fb0-457c-97d0-05e29cbc1f09 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310487 Sep 24 15:35:21.983010 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4d34f8d1-55d9-4915-9d80-561f81cd83d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:22.009078 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11e78ea-bf13-459f-9d4c-322d1999f0cb None None] Pushing event updated for resources: {'Port': ['ID=96d8f60c-0846-4a36-a7ec-755d87632259,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:22.010071 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2720fa6-4afb-4903-a790-256b25c6e0ae req-850a7c4b-6d31-47f8-9560-c0a2393c3007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:22.010193 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4d34f8d1-55d9-4915-9d80-561f81cd83d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:22.011630 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e2720fa6-4afb-4903-a790-256b25c6e0ae req-850a7c4b-6d31-47f8-9560-c0a2393c3007 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=8957a38149f44837aa315f739e11ffd3&device_id=2122f163-37ae-4b6f-b6bf-1373c849b631 HTTP/1.1" status: 200 len: 1094 time: 0.2051644 Sep 24 15:35:22.014864 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-33e8eff8-183b-49a4-aead-160be7e4b1d8 req-507e4914-0dbc-4ac3-b476-7687580598a0 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:22.023182 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ffcdd8-4670-4dfd-b62f-8d74b0ee9756 None None] Routers {'addd13d7-4678-4b9a-8984-27b828c14bf4'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:35:22.023826 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-23ffcdd8-4670-4dfd-b62f-8d74b0ee9756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:35:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['addd13d7-4678-4b9a-8984-27b828c14bf4'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:35:22.076917 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e2720fa6-4afb-4903-a790-256b25c6e0ae req-49184a85-d78e-40ff-9870-df36ba9b3bfc service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d70a22d3-59ef-454e-9818-527895d92292 HTTP/1.1" status: 200 len: 217 time: 0.0510433 Sep 24 15:35:22.119244 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 2f5a166f-73aa-4d69-848c-9741f19b3801, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=2f5a166f-73aa-4d69-848c-9741f19b3801,segment=NetworkSegment(243a7589-8f05-4f79-bb2a-571ad81e4b0d),segment_id=243a7589-8f05-4f79-bb2a-571ad81e4b0d)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:22.137878 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=d4b18f8b-70cf-4cbf-9ef3-a4612e10fee4,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:22.144595 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': '2f5a166f-73aa-4d69-848c-9741f19b3801', 'network_id': '5073d904-8b2b-4bdf-8338-7c236ddf6645', 'port_id': '2f5a166f-73aa-4d69-848c-9741f19b3801', 'mac_address': 'fa:16:3e:42:61:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e11d2a5f-bb34-4615-a972-21b689918a94', 'ip_address': '10.1.1.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:35:22.151421 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4d34f8d1-55d9-4915-9d80-561f81cd83d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:22.162330 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4d34f8d1-55d9-4915-9d80-561f81cd83d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:22.173520 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-4d34f8d1-55d9-4915-9d80-561f81cd83d1 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/59d9336d-0d5b-4671-ac43-45a1b31d80bb HTTP/1.1" status: 204 len: 168 time: 0.3482115 Sep 24 15:35:22.181477 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2720fa6-4afb-4903-a790-256b25c6e0ae req-c0c68e4f-b9c0-4564-bef4-690045fe8fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:22.183447 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e2720fa6-4afb-4903-a790-256b25c6e0ae req-c0c68e4f-b9c0-4564-bef4-690045fe8fc6 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=5c649312-ea12-4119-a9ca-d79c73d589c6 HTTP/1.1" status: 200 len: 861 time: 0.0973074 Sep 24 15:35:22.185330 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d34f8d1-55d9-4915-9d80-561f81cd83d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d9336d-0d5b-4671-ac43-45a1b31d80bb,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:22.243532 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e2720fa6-4afb-4903-a790-256b25c6e0ae req-ccbeb16e-583c-4fac-b907-55dc671eadeb service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=058852f5-088e-42d1-b3e1-abf106a974a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350027 Sep 24 15:35:22.267333 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-4e290181-e879-4958-b765-20dfd048942c admin admin] Allocated IP 172.20.0.1 (ed240661-c058-4f64-a0cb-8ef81aff19b5/5e9a8b21-b628-4e31-bd4a-93772c0c09bc/d692df6a-2b69-4674-9812-a775b6a44720) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:35:22.285051 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-33e8eff8-183b-49a4-aead-160be7e4b1d8 req-507e4914-0dbc-4ac3-b476-7687580598a0 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:22.415252 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-23ffcdd8-4670-4dfd-b62f-8d74b0ee9756 None None] Set router addd13d7-4678-4b9a-8984-27b828c14bf4 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:35:22.417403 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:22.490864 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff37c440-5131-48d2-b1b4-fb198d74a170 req-9a63d1ec-a743-4fdc-a082-7226be506867 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:22.498309 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ff37c440-5131-48d2-b1b4-fb198d74a170 req-9a63d1ec-a743-4fdc-a082-7226be506867 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/ports?device_id=dca7221c-f023-411c-955a-2ea78aeeba45 HTTP/1.1" status: 200 len: 931 time: 0.0839510 Sep 24 15:35:22.550518 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ff37c440-5131-48d2-b1b4-fb198d74a170 req-8cb2dc75-d79d-488c-9a95-8ac9c53388f7 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/security-groups?id=62f13653-b186-43c2-8b39-46ac7f17e8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453246 Sep 24 15:35:22.587486 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f5a166f-73aa-4d69-848c-9741f19b3801 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:35:22.640138 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 2f5a166f-73aa-4d69-848c-9741f19b3801, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=2f5a166f-73aa-4d69-848c-9741f19b3801,segment=NetworkSegment(243a7589-8f05-4f79-bb2a-571ad81e4b0d),segment_id=243a7589-8f05-4f79-bb2a-571ad81e4b0d)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:22.704795 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:22.705758 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device abc5097c-45c0-4a4c-83ad-221aa210e627 details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:35:22.779496 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port abc5097c-45c0-4a4c-83ad-221aa210e627, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=abc5097c-45c0-4a4c-83ad-221aa210e627,segment=NetworkSegment(243a7589-8f05-4f79-bb2a-571ad81e4b0d),segment_id=243a7589-8f05-4f79-bb2a-571ad81e4b0d)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:22.793728 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': 'abc5097c-45c0-4a4c-83ad-221aa210e627', 'network_id': '5073d904-8b2b-4bdf-8338-7c236ddf6645', 'port_id': 'abc5097c-45c0-4a4c-83ad-221aa210e627', 'mac_address': 'fa:16:3e:3f:78:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1277, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e11d2a5f-bb34-4615-a972-21b689918a94', 'ip_address': '10.1.1.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:35:22.796400 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-23ffcdd8-4670-4dfd-b62f-8d74b0ee9756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'addd13d7-4678-4b9a-8984-27b828c14bf4', 'name': 'tempest-ServersTestManualDisk-1300619764-router', 'tenant_id': '7b4bd82d26ac490fbde2c620d4be04bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '96d8f60c-0846-4a36-a7ec-755d87632259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:35:15Z', 'updated_at': '2021-09-24T15:35:18Z', 'revision_number': 3, 'project_id': '7b4bd82d26ac490fbde2c620d4be04bb', 'gw_port': {'id': '96d8f60c-0846-4a36-a7ec-755d87632259', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ae:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'addd13d7-4678-4b9a-8984-27b828c14bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:35:16Z', 'updated_at': '2021-09-24T15:35:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:35:22.801962 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ec26ce-9f91-45f5-81ff-039bbda9f3f9 req-14db62ad-d59d-40e2-b958-f2b2edf942a4 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:22.814929 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b3ec26ce-9f91-45f5-81ff-039bbda9f3f9 req-14db62ad-d59d-40e2-b958-f2b2edf942a4 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/ports?device_id=ae07a67e-a0a9-4170-9a82-c9bd55b7b0a6 HTTP/1.1" status: 200 len: 1024 time: 0.0703583 Sep 24 15:35:22.834597 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ffcdd8-4670-4dfd-b62f-8d74b0ee9756 None None] The sync data for ids ['addd13d7-4678-4b9a-8984-27b828c14bf4'] in n-d-808921-1 is: [{'id': 'addd13d7-4678-4b9a-8984-27b828c14bf4', 'name': 'tempest-ServersTestManualDisk-1300619764-router', 'tenant_id': '7b4bd82d26ac490fbde2c620d4be04bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '96d8f60c-0846-4a36-a7ec-755d87632259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:35:15Z', 'updated_at': '2021-09-24T15:35:18Z', 'revision_number': 3, 'project_id': '7b4bd82d26ac490fbde2c620d4be04bb', 'gw_port': {'id': '96d8f60c-0846-4a36-a7ec-755d87632259', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ae:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'addd13d7-4678-4b9a-8984-27b828c14bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:35:16Z', 'updated_at': '2021-09-24T15:35:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:35:22.852516 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507e4914-0dbc-4ac3-b476-7687580598a0 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Pushing event updated for resources: {'Port': ['ID=37d12c3e-26de-4eb4-aa78-170edadc4118,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:22.887070 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b3ec26ce-9f91-45f5-81ff-039bbda9f3f9 req-e5c20cf9-b35e-432e-9c90-3fe1a354773e tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/security-groups?id=c808ff85-cd23-43dd-bb54-0f06648765ae&id=0c6d601c-52fd-4232-823b-3556dffffa90&id=a625196a-127e-4225-93bf-60d39ae8e2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0600784 Sep 24 15:35:22.891326 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33e8eff8-183b-49a4-aead-160be7e4b1d8 req-507e4914-0dbc-4ac3-b476-7687580598a0 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Network 11d4bcd0-f4e1-47ce-8813-4a94d2179197 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:35:22.895023 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=2f5a166f-73aa-4d69-848c-9741f19b3801,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:22.914519 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:22.925658 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-33e8eff8-183b-49a4-aead-160be7e4b1d8 req-507e4914-0dbc-4ac3-b476-7687580598a0 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:35:22.957994 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abc5097c-45c0-4a4c-83ad-221aa210e627 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:35:22.990702 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port abc5097c-45c0-4a4c-83ad-221aa210e627, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=abc5097c-45c0-4a4c-83ad-221aa210e627,segment=NetworkSegment(243a7589-8f05-4f79-bb2a-571ad81e4b0d),segment_id=243a7589-8f05-4f79-bb2a-571ad81e4b0d)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:23.002300 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-33e8eff8-183b-49a4-aead-160be7e4b1d8 req-507e4914-0dbc-4ac3-b476-7687580598a0 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:35:23.046094 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e2720fa6-4afb-4903-a790-256b25c6e0ae req-86ebe6bb-9760-4d10-9e23-978d7efaff11 service neutron] 10.222.0.110 "GET /v2.0/networks/058852f5-088e-42d1-b3e1-abf106a974a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7897291 Sep 24 15:35:23.065278 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf947a-a0ce-447c-be98-244e1ad928ec req-cc423d6a-7a31-49a6-88bc-2825d03d4610 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:23.073646 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf947a-a0ce-447c-be98-244e1ad928ec req-cc423d6a-7a31-49a6-88bc-2825d03d4610 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:23.089453 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf947a-a0ce-447c-be98-244e1ad928ec req-cc423d6a-7a31-49a6-88bc-2825d03d4610 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:23.092280 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf947a-a0ce-447c-be98-244e1ad928ec req-cc423d6a-7a31-49a6-88bc-2825d03d4610 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:23.097214 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43340) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:23.099008 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf947a-a0ce-447c-be98-244e1ad928ec req-cc423d6a-7a31-49a6-88bc-2825d03d4610 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:23.105109 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf947a-a0ce-447c-be98-244e1ad928ec req-cc423d6a-7a31-49a6-88bc-2825d03d4610 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:23.109833 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:23.111035 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 0142ad3a-dc16-4465-ac2e-8afaafbbaba6 details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:35:23.111498 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caf947a-a0ce-447c-be98-244e1ad928ec req-cc423d6a-7a31-49a6-88bc-2825d03d4610 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:23.113409 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5caf947a-a0ce-447c-be98-244e1ad928ec req-cc423d6a-7a31-49a6-88bc-2825d03d4610 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/ports?device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 5432 time: 0.1293087 Sep 24 15:35:23.136761 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e8eff8-183b-49a4-aead-160be7e4b1d8 req-507e4914-0dbc-4ac3-b476-7687580598a0 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:23.137668 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-33e8eff8-183b-49a4-aead-160be7e4b1d8 req-507e4914-0dbc-4ac3-b476-7687580598a0 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:23.160426 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db73257-2819-406f-b7bf-6d45db0d7e19 req-29848395-01f7-4187-b323-9147a9e0d89f tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:23.167955 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8db73257-2819-406f-b7bf-6d45db0d7e19 req-29848395-01f7-4187-b323-9147a9e0d89f tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=2122f163-37ae-4b6f-b6bf-1373c849b631 HTTP/1.1" status: 200 len: 943 time: 0.2903166 Sep 24 15:35:23.183574 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2b3d1f-5aff-4a6e-af30-b544eee5670b req-7ca25e3a-925a-4d77-babd-14a5c99f93e0 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:23.185827 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4a2b3d1f-5aff-4a6e-af30-b544eee5670b req-7ca25e3a-925a-4d77-babd-14a5c99f93e0 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.110 "GET /v2.0/ports?device_id=ae07a67e-a0a9-4170-9a82-c9bd55b7b0a6 HTTP/1.1" status: 200 len: 1024 time: 0.3304424 Sep 24 15:35:23.186852 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6fb4ba98-d080-4401-bdc6-812a98fcab93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:23.202698 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5caf947a-a0ce-447c-be98-244e1ad928ec req-414ddc63-dcfb-402f-8b1f-b93a34c1e77d tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/security-groups?id=009469bf-50d0-4ac3-bdd3-519f093da79b&id=997d5af8-07d7-4888-b731-21def6e0a999&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0693004 Sep 24 15:35:23.274419 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=abc5097c-45c0-4a4c-83ad-221aa210e627,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:23.297040 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4e290181-e879-4958-b765-20dfd048942c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:23.394537 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 0142ad3a-dc16-4465-ac2e-8afaafbbaba6, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=0142ad3a-dc16-4465-ac2e-8afaafbbaba6,segment=NetworkSegment(79652434-eda4-47b6-bb65-4ff228cc56a1),segment_id=79652434-eda4-47b6-bb65-4ff228cc56a1)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:23.409275 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': '0142ad3a-dc16-4465-ac2e-8afaafbbaba6', 'network_id': 'ff8678b1-4349-4ca8-a723-03edf66a1778', 'port_id': '0142ad3a-dc16-4465-ac2e-8afaafbbaba6', 'mac_address': 'fa:16:3e:81:84:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '740320f3-b182-49df-862e-fbe87946f30f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:35:23.423532 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-33e8eff8-183b-49a4-aead-160be7e4b1d8 req-507e4914-0dbc-4ac3-b476-7687580598a0 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0587840 Sep 24 15:35:23.442862 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d2468d-ca34-471d-8e26-abc1a0ff9181 req-592a460e-fe68-4d90-a596-d8a69ba2d8b5 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:23.450681 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e9d2468d-ca34-471d-8e26-abc1a0ff9181 req-592a460e-fe68-4d90-a596-d8a69ba2d8b5 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=94bde577-4a67-46e8-92f6-e7849953a8a3 HTTP/1.1" status: 200 len: 946 time: 0.0922766 Sep 24 15:35:23.455961 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:23.474481 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0142ad3a-dc16-4465-ac2e-8afaafbbaba6 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:35:23.493271 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-33e8eff8-183b-49a4-aead-160be7e4b1d8 req-0752541e-b6e0-405b-9081-e84ba4bcd768 service neutron] Request body: {'port': {'device_id': 'dca7221c-f023-411c-955a-2ea78aeeba45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:35:23.504430 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e9d2468d-ca34-471d-8e26-abc1a0ff9181 req-c25e2f85-3573-42a6-9456-d3c870960c3d tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524189 Sep 24 15:35:23.519972 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8db73257-2819-406f-b7bf-6d45db0d7e19 req-757c39a6-417c-4c0d-abd3-0ef10d8b35ee tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3377399 Sep 24 15:35:23.533188 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 0142ad3a-dc16-4465-ac2e-8afaafbbaba6, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=0142ad3a-dc16-4465-ac2e-8afaafbbaba6,segment=NetworkSegment(79652434-eda4-47b6-bb65-4ff228cc56a1),segment_id=79652434-eda4-47b6-bb65-4ff228cc56a1)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:23.566642 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e2720fa6-4afb-4903-a790-256b25c6e0ae req-c3330a9c-f993-4413-95ae-4f5d74f582f0 service neutron] 10.222.0.110 "GET /v2.0/networks/058852f5-088e-42d1-b3e1-abf106a974a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5083108 Sep 24 15:35:23.651478 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-33e8eff8-183b-49a4-aead-160be7e4b1d8 req-0752541e-b6e0-405b-9081-e84ba4bcd768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:23.658705 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:23.752577 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=0142ad3a-dc16-4465-ac2e-8afaafbbaba6,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:23.771348 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b7df1d-46e9-41d8-a7f5-ffbf71f372aa req-ca5f4f84-0c07-4678-b813-54cd18d75809 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:23.772324 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6fb4ba98-d080-4401-bdc6-812a98fcab93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:23.779178 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e2b7df1d-46e9-41d8-a7f5-ffbf71f372aa req-ca5f4f84-0c07-4678-b813-54cd18d75809 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.101 "GET /v2.0/ports?device_id=e0b82717-014c-4c1c-8ac2-6938e24c823b HTTP/1.1" status: 200 len: 945 time: 0.0910392 Sep 24 15:35:23.779920 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-4a2b3d1f-5aff-4a6e-af30-b544eee5670b req-cdf6e8d2-6515-47d2-bb15-2f5c756851b2 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Deleting port c9332207-c726-4f30-bff1-552de6843456 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:35:23.780267 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-4a2b3d1f-5aff-4a6e-af30-b544eee5670b req-cdf6e8d2-6515-47d2-bb15-2f5c756851b2 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:23.815744 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e2b7df1d-46e9-41d8-a7f5-ffbf71f372aa req-9240185a-b7df-46b2-9b8a-045349a427ce tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.101 "GET /v2.0/security-groups?id=aa14bf65-66e4-4157-aab9-4b95234ae5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355506 Sep 24 15:35:23.823364 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4e290181-e879-4958-b765-20dfd048942c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:23.913589 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1be2faf-2cf5-4c2d-bbc4-7ee667f3fc11 req-aa6844e3-7b48-4ab4-b444-fc4e9b70135a tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:23.915261 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f1be2faf-2cf5-4c2d-bbc4-7ee667f3fc11 req-aa6844e3-7b48-4ab4-b444-fc4e9b70135a tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/ports?device_id=dca7221c-f023-411c-955a-2ea78aeeba45 HTTP/1.1" status: 200 len: 931 time: 0.2656713 Sep 24 15:35:23.915943 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6fb4ba98-d080-4401-bdc6-812a98fcab93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:24.005935 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e290181-e879-4958-b765-20dfd048942c admin admin] Network ed240661-c058-4f64-a0cb-8ef81aff19b5 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:35:24.006149 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7f598a-15cf-4c11-b153-32ae31dddc27 req-85f52eb9-2ff5-439f-bf96-6b1f79ac3bd6 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:24.007878 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cf7f598a-15cf-4c11-b153-32ae31dddc27 req-85f52eb9-2ff5-439f-bf96-6b1f79ac3bd6 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/ports?device_id=ae07a67e-a0a9-4170-9a82-c9bd55b7b0a6 HTTP/1.1" status: 200 len: 1024 time: 0.0584784 Sep 24 15:35:24.039952 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f1be2faf-2cf5-4c2d-bbc4-7ee667f3fc11 req-df3379d2-152b-4bc3-8070-8bebb35e8d25 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/security-groups?id=62f13653-b186-43c2-8b39-46ac7f17e8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046700 Sep 24 15:35:24.066922 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cf7f598a-15cf-4c11-b153-32ae31dddc27 req-2890772f-4617-459d-b462-cb723e6b8a48 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/security-groups?id=c808ff85-cd23-43dd-bb54-0f06648765ae&id=0c6d601c-52fd-4232-823b-3556dffffa90&id=a625196a-127e-4225-93bf-60d39ae8e2f2&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0495079 Sep 24 15:35:24.092076 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-4e290181-e879-4958-b765-20dfd048942c admin admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:35:24.113271 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e290181-e879-4958-b765-20dfd048942c admin admin] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:35:24.140678 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e290181-e879-4958-b765-20dfd048942c admin admin] Pushing event updated for resources: {'Port': ['ID=d692df6a-2b69-4674-9812-a775b6a44720,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:24.194825 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb4ba98-d080-4401-bdc6-812a98fcab93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6b274a-aebd-456d-84f2-17e6aee14166,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:24.205984 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-6fb4ba98-d080-4401-bdc6-812a98fcab93 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5b6c78646025460ab0f933c0e38efdad&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1058853 Sep 24 15:35:24.208827 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43352) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:24.247349 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4e290181-e879-4958-b765-20dfd048942c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:24.280556 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-46b8fc22-5d0f-4f2f-b826-aaff4c8f3d4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:24.326832 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-46b8fc22-5d0f-4f2f-b826-aaff4c8f3d4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:24.429655 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-118cebce-24d1-4f68-8870-4ba423eec163 None None] Provisioning complete for port d692df6a-2b69-4674-9812-a775b6a44720 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:35:24.430035 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-118cebce-24d1-4f68-8870-4ba423eec163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:24.458174 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-46b8fc22-5d0f-4f2f-b826-aaff4c8f3d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:24.461204 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-46b8fc22-5d0f-4f2f-b826-aaff4c8f3d4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:24.465418 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-46b8fc22-5d0f-4f2f-b826-aaff4c8f3d4b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/5e6b274a-aebd-456d-84f2-17e6aee14166 HTTP/1.1" status: 204 len: 168 time: 0.2551682 Sep 24 15:35:24.473103 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-118cebce-24d1-4f68-8870-4ba423eec163 None None] Port d692df6a-2b69-4674-9812-a775b6a44720 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:35:24.489082 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8fc22-5d0f-4f2f-b826-aaff4c8f3d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6b274a-aebd-456d-84f2-17e6aee14166,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:24.543924 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['f7691fd8-1f6a-45f4-bf43-5e43375cafad'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:35:24.552087 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-4a2b3d1f-5aff-4a6e-af30-b544eee5670b req-cdf6e8d2-6515-47d2-bb15-2f5c756851b2 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] For port c9332207-c726-4f30-bff1-552de6843456, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=c9332207-c726-4f30-bff1-552de6843456,segment=NetworkSegment(5c92913b-b5b8-43ec-a5ba-a4a68bdf770b),segment_id=5c92913b-b5b8-43ec-a5ba-a4a68bdf770b)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:24.552617 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-4a2b3d1f-5aff-4a6e-af30-b544eee5670b req-cdf6e8d2-6515-47d2-bb15-2f5c756851b2 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:24.598403 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-4a2b3d1f-5aff-4a6e-af30-b544eee5670b req-cdf6e8d2-6515-47d2-bb15-2f5c756851b2 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Calling delete_port for c9332207-c726-4f30-bff1-552de6843456 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:35:24.608174 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['0ee6ad90-d588-4863-a2f6-9306b19035e5'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:35:24.614689 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['d4b18f8b-70cf-4cbf-9ef3-a4612e10fee4'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:35:24.633765 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['abc5097c-45c0-4a4c-83ad-221aa210e627'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:35:24.675870 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba7d82-4149-4e95-a6b7-22c0b6f64a23 req-770cdd7f-8ef0-4446-883d-b8139f873404 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:24.684251 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba7d82-4149-4e95-a6b7-22c0b6f64a23 req-770cdd7f-8ef0-4446-883d-b8139f873404 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:24.694391 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba7d82-4149-4e95-a6b7-22c0b6f64a23 req-770cdd7f-8ef0-4446-883d-b8139f873404 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:24.701822 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba7d82-4149-4e95-a6b7-22c0b6f64a23 req-770cdd7f-8ef0-4446-883d-b8139f873404 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:24.708860 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba7d82-4149-4e95-a6b7-22c0b6f64a23 req-770cdd7f-8ef0-4446-883d-b8139f873404 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:24.709371 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f7914-b953-442b-8b7c-7574831fcd02 req-72f8877f-143c-44c0-8b0e-742a35a97780 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:24.713693 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0d9f7914-b953-442b-8b7c-7574831fcd02 req-72f8877f-143c-44c0-8b0e-742a35a97780 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=94bde577-4a67-46e8-92f6-e7849953a8a3 HTTP/1.1" status: 200 len: 946 time: 0.0769598 Sep 24 15:35:24.716228 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba7d82-4149-4e95-a6b7-22c0b6f64a23 req-770cdd7f-8ef0-4446-883d-b8139f873404 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:24.721533 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['8bb88954-e5ec-4b97-a10b-c71b5097f8a9'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:35:24.723120 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ba7d82-4149-4e95-a6b7-22c0b6f64a23 req-770cdd7f-8ef0-4446-883d-b8139f873404 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:24.725297 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f0ba7d82-4149-4e95-a6b7-22c0b6f64a23 req-770cdd7f-8ef0-4446-883d-b8139f873404 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/ports?device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 5434 time: 0.3210993 Sep 24 15:35:24.778650 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0d9f7914-b953-442b-8b7c-7574831fcd02 req-52a2de2c-d5a5-425a-8d76-efa002a55269 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536833 Sep 24 15:35:24.823975 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-33e8eff8-183b-49a4-aead-160be7e4b1d8 req-0752541e-b6e0-405b-9081-e84ba4bcd768 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37d12c3e-26de-4eb4-aa78-170edadc4118 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:35:24.833094 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-33e8eff8-183b-49a4-aead-160be7e4b1d8 req-0752541e-b6e0-405b-9081-e84ba4bcd768 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:24.926531 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-33e8eff8-183b-49a4-aead-160be7e4b1d8 req-0752541e-b6e0-405b-9081-e84ba4bcd768 service neutron] Transition to ACTIVE for port object 37d12c3e-26de-4eb4-aa78-170edadc4118 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:35:24.974964 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4e290181-e879-4958-b765-20dfd048942c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:24.986226 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0653fe-2558-43cf-ab7f-34b7dbc74d6d req-edb3d497-f014-43b8-9b18-4a3d9b59411a tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:24.997882 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2e0653fe-2558-43cf-ab7f-34b7dbc74d6d req-edb3d497-f014-43b8-9b18-4a3d9b59411a tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=2122f163-37ae-4b6f-b6bf-1373c849b631 HTTP/1.1" status: 200 len: 943 time: 0.1456547 Sep 24 15:35:25.094704 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2e0653fe-2558-43cf-ab7f-34b7dbc74d6d req-f8c11e05-970e-4f50-b9a6-8dfca03d4b3c tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930264 Sep 24 15:35:25.125780 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 96d8f60c-0846-4a36-a7ec-755d87632259 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:35:25.203692 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f0ba7d82-4149-4e95-a6b7-22c0b6f64a23 req-c50ccdcc-f7cf-47ed-9501-153c4836892d tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/security-groups?id=009469bf-50d0-4ac3-bdd3-519f093da79b&id=997d5af8-07d7-4888-b731-21def6e0a999&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3572843 Sep 24 15:35:25.214333 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-33e8eff8-183b-49a4-aead-160be7e4b1d8 req-0752541e-b6e0-405b-9081-e84ba4bcd768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:25.427131 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0752541e-b6e0-405b-9081-e84ba4bcd768 service neutron] Pushing event updated for resources: {'Port': ['ID=37d12c3e-26de-4eb4-aa78-170edadc4118,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:25.448605 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0752541e-b6e0-405b-9081-e84ba4bcd768 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:25.448996 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0752541e-b6e0-405b-9081-e84ba4bcd768 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:25.449546 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0752541e-b6e0-405b-9081-e84ba4bcd768 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:25.449675 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0752541e-b6e0-405b-9081-e84ba4bcd768 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:25.450005 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0752541e-b6e0-405b-9081-e84ba4bcd768 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:25.450359 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0752541e-b6e0-405b-9081-e84ba4bcd768 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:25.450702 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0752541e-b6e0-405b-9081-e84ba4bcd768 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:25.451033 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0752541e-b6e0-405b-9081-e84ba4bcd768 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:25.451363 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0752541e-b6e0-405b-9081-e84ba4bcd768 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:25.451693 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0752541e-b6e0-405b-9081-e84ba4bcd768 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:25.452023 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0752541e-b6e0-405b-9081-e84ba4bcd768 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:25.452350 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0752541e-b6e0-405b-9081-e84ba4bcd768 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:25.470936 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 96d8f60c-0846-4a36-a7ec-755d87632259 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:35:25.470936 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:25.497119 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4e290181-e879-4958-b765-20dfd048942c admin admin] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:25.501764 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['2f5a166f-73aa-4d69-848c-9741f19b3801'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:35:25.527290 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed22230d-2c7c-48dd-ac90-1d18d3f8ee63 req-47bc0dc0-7492-4a12-ad27-c99d3b76a82a tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:25.528855 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ed22230d-2c7c-48dd-ac90-1d18d3f8ee63 req-47bc0dc0-7492-4a12-ad27-c99d3b76a82a tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/ports?device_id=dca7221c-f023-411c-955a-2ea78aeeba45 HTTP/1.1" status: 200 len: 943 time: 0.2031779 Sep 24 15:35:25.535918 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-4a2b3d1f-5aff-4a6e-af30-b544eee5670b req-cdf6e8d2-6515-47d2-bb15-2f5c756851b2 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:25.569884 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['0142ad3a-dc16-4465-ac2e-8afaafbbaba6'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:35:25.592870 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf6e8d2-6515-47d2-bb15-2f5c756851b2 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Pushing event deleted for resources: {'Port': ['ID=c9332207-c726-4f30-bff1-552de6843456,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:25.638389 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a2b3d1f-5aff-4a6e-af30-b544eee5670b req-cdf6e8d2-6515-47d2-bb15-2f5c756851b2 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] No DVR routers for this DVR port c9332207-c726-4f30-bff1-552de6843456 on host n-h1-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:35:25.643653 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-4a2b3d1f-5aff-4a6e-af30-b544eee5670b req-cdf6e8d2-6515-47d2-bb15-2f5c756851b2 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:25.645617 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4a2b3d1f-5aff-4a6e-af30-b544eee5670b req-cdf6e8d2-6515-47d2-bb15-2f5c756851b2 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.110 "DELETE /v2.0/ports/c9332207-c726-4f30-bff1-552de6843456 HTTP/1.1" status: 204 len: 173 time: 2.4382992 Sep 24 15:35:25.647832 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae07a67e-a0a9-4170-9a82-c9bd55b7b0a6', 'name': 'network-vif-deleted', 'tag': 'c9332207-c726-4f30-bff1-552de6843456'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:35:25.650130 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6af38240-71c7-4aa5-a7a5-c63472e19e4f" -d '{"events": [{"server_uuid": "ae07a67e-a0a9-4170-9a82-c9bd55b7b0a6", "name": "network-vif-deleted", "tag": "c9332207-c726-4f30-bff1-552de6843456"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:35:25.673775 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-33e8eff8-183b-49a4-aead-160be7e4b1d8 req-0752541e-b6e0-405b-9081-e84ba4bcd768 service neutron] Attempting to bind port 37d12c3e-26de-4eb4-aa78-170edadc4118 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:35:25.674252 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-33e8eff8-183b-49a4-aead-160be7e4b1d8 req-0752541e-b6e0-405b-9081-e84ba4bcd768 service neutron] Attempting to bind port 37d12c3e-26de-4eb4-aa78-170edadc4118 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': 'e854fc2b-10a2-4840-85e1-f484bd234f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '11d4bcd0-f4e1-47ce-8813-4a94d2179197'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:35:25.674476 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e8eff8-183b-49a4-aead-160be7e4b1d8 req-0752541e-b6e0-405b-9081-e84ba4bcd768 service neutron] Attempting to bind port 37d12c3e-26de-4eb4-aa78-170edadc4118 on network 11d4bcd0-f4e1-47ce-8813-4a94d2179197 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:35:25.681076 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e8eff8-183b-49a4-aead-160be7e4b1d8 req-0752541e-b6e0-405b-9081-e84ba4bcd768 service neutron] Port 37d12c3e-26de-4eb4-aa78-170edadc4118 on network 11d4bcd0-f4e1-47ce-8813-4a94d2179197 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:35:25.681393 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e8eff8-183b-49a4-aead-160be7e4b1d8 req-0752541e-b6e0-405b-9081-e84ba4bcd768 service neutron] Attempting to bind port 37d12c3e-26de-4eb4-aa78-170edadc4118 on network 11d4bcd0-f4e1-47ce-8813-4a94d2179197 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:35:25.688241 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4e290181-e879-4958-b765-20dfd048942c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:25.693789 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ed22230d-2c7c-48dd-ac90-1d18d3f8ee63 req-0f46bd5f-8636-49c0-b308-3af873212fba tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/security-groups?id=62f13653-b186-43c2-8b39-46ac7f17e8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476672 Sep 24 15:35:25.697568 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e8eff8-183b-49a4-aead-160be7e4b1d8 req-0752541e-b6e0-405b-9081-e84ba4bcd768 service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:35:25.697907 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e8eff8-183b-49a4-aead-160be7e4b1d8 req-0752541e-b6e0-405b-9081-e84ba4bcd768 service neutron] Checking segment: {'id': 'e854fc2b-10a2-4840-85e1-f484bd234f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '11d4bcd0-f4e1-47ce-8813-4a94d2179197'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:35:25.698291 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e8eff8-183b-49a4-aead-160be7e4b1d8 req-0752541e-b6e0-405b-9081-e84ba4bcd768 service neutron] Bound using segment: {'id': 'e854fc2b-10a2-4840-85e1-f484bd234f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '11d4bcd0-f4e1-47ce-8813-4a94d2179197'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:35:25.698838 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-33e8eff8-183b-49a4-aead-160be7e4b1d8 req-0752541e-b6e0-405b-9081-e84ba4bcd768 service neutron] Bound port: 37d12c3e-26de-4eb4-aa78-170edadc4118, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e854fc2b-10a2-4840-85e1-f484bd234f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '11d4bcd0-f4e1-47ce-8813-4a94d2179197'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:35:25.699119 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-33e8eff8-183b-49a4-aead-160be7e4b1d8 req-0752541e-b6e0-405b-9081-e84ba4bcd768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:25.755525 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-320fd664-e360-43be-8774-1cc0f6b1ab5a req-5b37c7c0-9ed8-432d-8806-a022a05b4832 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/ports?device_id=ae07a67e-a0a9-4170-9a82-c9bd55b7b0a6 HTTP/1.1" status: 200 len: 210 time: 0.0850837 Sep 24 15:35:25.839731 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c72d19-e256-4bf5-9d29-7009dcd6232f x-openstack-request-id: req-17c72d19-e256-4bf5-9d29-7009dcd6232f {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:35:25.839847 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae07a67e-a0a9-4170-9a82-c9bd55b7b0a6", "name": "network-vif-deleted", "tag": "c9332207-c726-4f30-bff1-552de6843456", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:35:25.840069 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-17c72d19-e256-4bf5-9d29-7009dcd6232f {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:35:25.840457 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae07a67e-a0a9-4170-9a82-c9bd55b7b0a6', 'name': 'network-vif-deleted', 'tag': 'c9332207-c726-4f30-bff1-552de6843456', 'status': 'completed', 'code': 200} Sep 24 15:35:25.860694 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4e290181-e879-4958-b765-20dfd048942c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:25.864135 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e290181-e879-4958-b765-20dfd048942c admin admin] Pushing event updated for resources: {'Port': ['ID=d692df6a-2b69-4674-9812-a775b6a44720,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:25.869245 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-33e8eff8-183b-49a4-aead-160be7e4b1d8 req-0752541e-b6e0-405b-9081-e84ba4bcd768 service neutron] For port 37d12c3e-26de-4eb4-aa78-170edadc4118, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:35:25.876087 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-33e8eff8-183b-49a4-aead-160be7e4b1d8 req-0752541e-b6e0-405b-9081-e84ba4bcd768 service neutron] For port 37d12c3e-26de-4eb4-aa78-170edadc4118, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=37d12c3e-26de-4eb4-aa78-170edadc4118,segment=NetworkSegment(e854fc2b-10a2-4840-85e1-f484bd234f97),segment_id=e854fc2b-10a2-4840-85e1-f484bd234f97)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:35:25.887541 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:25.948096 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port 96d8f60c-0846-4a36-a7ec-755d87632259, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=96d8f60c-0846-4a36-a7ec-755d87632259,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:26.005435 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e290181-e879-4958-b765-20dfd048942c admin admin] Network ed240661-c058-4f64-a0cb-8ef81aff19b5 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:35:26.008022 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-4e290181-e879-4958-b765-20dfd048942c admin admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:35:26.020519 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:26.029378 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-33e8eff8-183b-49a4-aead-160be7e4b1d8 req-0752541e-b6e0-405b-9081-e84ba4bcd768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:26.061235 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e9ca48-3e42-4164-9d6d-97afa80d9e3d req-dfd2691d-9f63-4a65-bf90-a1b2da884c19 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:26.069396 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-10e9ca48-3e42-4164-9d6d-97afa80d9e3d req-dfd2691d-9f63-4a65-bf90-a1b2da884c19 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=94bde577-4a67-46e8-92f6-e7849953a8a3 HTTP/1.1" status: 200 len: 946 time: 0.1211905 Sep 24 15:35:26.122613 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e8eff8-183b-49a4-aead-160be7e4b1d8 req-0752541e-b6e0-405b-9081-e84ba4bcd768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:26.124113 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-33e8eff8-183b-49a4-aead-160be7e4b1d8 req-0752541e-b6e0-405b-9081-e84ba4bcd768 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:26.128144 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-33e8eff8-183b-49a4-aead-160be7e4b1d8 req-0752541e-b6e0-405b-9081-e84ba4bcd768 service neutron] 10.222.0.108 "PUT /v2.0/ports/37d12c3e-26de-4eb4-aa78-170edadc4118 HTTP/1.1" status: 200 len: 1091 time: 2.6824949 Sep 24 15:35:26.128694 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0752541e-b6e0-405b-9081-e84ba4bcd768 service neutron] Pushing event updated for resources: {'Port': ['ID=37d12c3e-26de-4eb4-aa78-170edadc4118,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:26.157410 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-10e9ca48-3e42-4164-9d6d-97afa80d9e3d req-3a2ed670-83bb-49ec-b37b-9693a15d9101 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869770 Sep 24 15:35:26.196719 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=96d8f60c-0846-4a36-a7ec-755d87632259,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:26.321870 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbe5e2b-0c81-493a-a8fe-d817fcfdd0d3 req-13e3a2f2-eae2-435d-9dcd-e75544a8f47a tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:26.323697 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0fbe5e2b-0c81-493a-a8fe-d817fcfdd0d3 req-13e3a2f2-eae2-435d-9dcd-e75544a8f47a tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=2122f163-37ae-4b6f-b6bf-1373c849b631 HTTP/1.1" status: 200 len: 943 time: 0.0739110 Sep 24 15:35:26.372348 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e290181-e879-4958-b765-20dfd048942c admin admin] Router addd13d7-4678-4b9a-8984-27b828c14bf4 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:35:26.376876 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e8eff8-183b-49a4-aead-160be7e4b1d8 req-ea2f095e-d4ec-4cb4-a0e0-f893d36f5210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:26.378536 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-33e8eff8-183b-49a4-aead-160be7e4b1d8 req-ea2f095e-d4ec-4cb4-a0e0-f893d36f5210 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=a751ad5db0954f8586f38b54191ecee5&device_id=dca7221c-f023-411c-955a-2ea78aeeba45 HTTP/1.1" status: 200 len: 1094 time: 0.1122253 Sep 24 15:35:26.387102 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0fbe5e2b-0c81-493a-a8fe-d817fcfdd0d3 req-e5f2ce5b-6619-4ed0-94ed-61dae5902474 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538094 Sep 24 15:35:26.401473 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dbfebe-33fc-4dae-b186-b571e7052d23 req-a4009373-4790-47fe-9369-6e9b25eeea15 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:26.403056 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c2dbfebe-33fc-4dae-b186-b571e7052d23 req-a4009373-4790-47fe-9369-6e9b25eeea15 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.101 "GET /v2.0/ports?device_id=e0b82717-014c-4c1c-8ac2-6938e24c823b HTTP/1.1" status: 200 len: 945 time: 0.5822313 Sep 24 15:35:26.431063 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-4b65de97-bd5e-49f0-ad44-1249c60619e5 None None] Provisioning complete for port d692df6a-2b69-4674-9812-a775b6a44720 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:35:26.431681 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4b65de97-bd5e-49f0-ad44-1249c60619e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:26.471195 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-4b65de97-bd5e-49f0-ad44-1249c60619e5 None None] Port d692df6a-2b69-4674-9812-a775b6a44720 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:35:26.475548 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43398) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:26.483619 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-33e8eff8-183b-49a4-aead-160be7e4b1d8 req-688bf261-ce71-415b-90a6-a43c35e4e841 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37d12c3e-26de-4eb4-aa78-170edadc4118 HTTP/1.1" status: 200 len: 217 time: 0.0792768 Sep 24 15:35:26.572393 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a73ca31-9e11-41fc-b27e-a3419a8e0af5 req-299608fc-3682-442d-b613-64df6dd09ba5 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:26.579119 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a73ca31-9e11-41fc-b27e-a3419a8e0af5 req-299608fc-3682-442d-b613-64df6dd09ba5 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:26.585139 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a73ca31-9e11-41fc-b27e-a3419a8e0af5 req-299608fc-3682-442d-b613-64df6dd09ba5 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:26.591194 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a73ca31-9e11-41fc-b27e-a3419a8e0af5 req-299608fc-3682-442d-b613-64df6dd09ba5 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:26.597951 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a73ca31-9e11-41fc-b27e-a3419a8e0af5 req-299608fc-3682-442d-b613-64df6dd09ba5 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:26.600956 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e8eff8-183b-49a4-aead-160be7e4b1d8 req-757d7867-b3c7-48b8-b84c-24b4438c269d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:26.603330 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-33e8eff8-183b-49a4-aead-160be7e4b1d8 req-757d7867-b3c7-48b8-b84c-24b4438c269d service neutron] 10.222.0.108 "GET /v2.0/subnets?id=e8a10d9b-fe75-4ec9-8ac3-c0a4f7ef261c HTTP/1.1" status: 200 len: 861 time: 0.1073675 Sep 24 15:35:26.604058 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a73ca31-9e11-41fc-b27e-a3419a8e0af5 req-299608fc-3682-442d-b613-64df6dd09ba5 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:26.605225 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c2dbfebe-33fc-4dae-b186-b571e7052d23 req-128e892e-2468-45c5-b8de-1838c25af1c3 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.101 "GET /v2.0/security-groups?id=aa14bf65-66e4-4157-aab9-4b95234ae5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1322610 Sep 24 15:35:26.611445 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a73ca31-9e11-41fc-b27e-a3419a8e0af5 req-299608fc-3682-442d-b613-64df6dd09ba5 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:26.619105 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1a73ca31-9e11-41fc-b27e-a3419a8e0af5 req-299608fc-3682-442d-b613-64df6dd09ba5 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/ports?device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 5434 time: 0.1280744 Sep 24 15:35:26.620209 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e290181-e879-4958-b765-20dfd048942c admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:35:26.629031 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-737ee55a-5c68-40c4-a9c9-01ee373a8317 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1739616420-network', 'tenant_id': 'd8dcfb46e3384e7b906fbc13ca8bf215'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:35:26.633867 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297d3e2a-b583-4159-acbe-6f35ca796acc None None] Sync routers for ids ['addd13d7-4678-4b9a-8984-27b828c14bf4'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:35:26.644794 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-4e290181-e879-4958-b765-20dfd048942c admin admin] 10.222.0.101 "PUT /v2.0/routers/addd13d7-4678-4b9a-8984-27b828c14bf4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5552614 Sep 24 15:35:26.652655 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297d3e2a-b583-4159-acbe-6f35ca796acc None None] Routers {'addd13d7-4678-4b9a-8984-27b828c14bf4'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:35:26.653280 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-297d3e2a-b583-4159-acbe-6f35ca796acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:35:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['addd13d7-4678-4b9a-8984-27b828c14bf4'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:35:26.668678 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-33e8eff8-183b-49a4-aead-160be7e4b1d8 req-8fccd487-2528-4665-a1f9-46c0e24ebcf7 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=11d4bcd0-f4e1-47ce-8813-4a94d2179197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463617 Sep 24 15:35:26.717469 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1a73ca31-9e11-41fc-b27e-a3419a8e0af5 req-7028278c-673d-4d8d-8921-cb8b98b84949 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/security-groups?id=009469bf-50d0-4ac3-bdd3-519f093da79b&id=997d5af8-07d7-4888-b731-21def6e0a999&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0950027 Sep 24 15:35:26.773519 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-297d3e2a-b583-4159-acbe-6f35ca796acc None None] Set router addd13d7-4678-4b9a-8984-27b828c14bf4 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:35:26.778181 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-737ee55a-5c68-40c4-a9c9-01ee373a8317 admin admin] Made reservation on behalf of d8dcfb46e3384e7b906fbc13ca8bf215 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:35:26.782658 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-737ee55a-5c68-40c4-a9c9-01ee373a8317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:26.804703 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-737ee55a-5c68-40c4-a9c9-01ee373a8317 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:26.824970 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-33e8eff8-183b-49a4-aead-160be7e4b1d8 req-4a0c8bb5-e9d6-4c43-86f2-5e7febbfa698 service neutron] 10.222.0.108 "GET /v2.0/networks/11d4bcd0-f4e1-47ce-8813-4a94d2179197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394913 Sep 24 15:35:26.970735 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7b089a50-363a-459e-b5b7-bd831640f70f req-10a93781-b746-47ac-839c-80a7e6a05ffe tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/ports?device_id=ae07a67e-a0a9-4170-9a82-c9bd55b7b0a6 HTTP/1.1" status: 200 len: 210 time: 0.0545778 Sep 24 15:35:26.972302 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85edf4f9-774e-41f5-89d9-f9e8a8807613 req-87189eda-1ba5-4c26-9a75-4ce758ebc1ef tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:26.974276 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-85edf4f9-774e-41f5-89d9-f9e8a8807613 req-87189eda-1ba5-4c26-9a75-4ce758ebc1ef tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/ports?device_id=dca7221c-f023-411c-955a-2ea78aeeba45 HTTP/1.1" status: 200 len: 943 time: 0.1481285 Sep 24 15:35:27.013046 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 96d8f60c-0846-4a36-a7ec-755d87632259 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:35:27.038024 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-737ee55a-5c68-40c4-a9c9-01ee373a8317 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:27.048955 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device c9332207-c726-4f30-bff1-552de6843456 no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:35:27.080970 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] No Port match for: c9332207-c726-4f30-bff1-552de6843456 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:35:27.081170 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-33e8eff8-183b-49a4-aead-160be7e4b1d8 req-87a791a4-6a21-471b-896a-41ba60441558 service neutron] 10.222.0.108 "GET /v2.0/networks/11d4bcd0-f4e1-47ce-8813-4a94d2179197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407920 Sep 24 15:35:27.081629 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device c9332207-c726-4f30-bff1-552de6843456 not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:35:27.087149 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-85edf4f9-774e-41f5-89d9-f9e8a8807613 req-dbd83be5-0e55-4c7b-b2da-03e591deac4e tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/security-groups?id=62f13653-b186-43c2-8b39-46ac7f17e8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040554 Sep 24 15:35:27.111626 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 96d8f60c-0846-4a36-a7ec-755d87632259 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:35:27.112336 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:27.127969 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-297d3e2a-b583-4159-acbe-6f35ca796acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'addd13d7-4678-4b9a-8984-27b828c14bf4', 'name': 'tempest-ServersTestManualDisk-1300619764-router', 'tenant_id': '7b4bd82d26ac490fbde2c620d4be04bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '96d8f60c-0846-4a36-a7ec-755d87632259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:35:15Z', 'updated_at': '2021-09-24T15:35:24Z', 'revision_number': 4, 'project_id': '7b4bd82d26ac490fbde2c620d4be04bb', 'gw_port': {'id': '96d8f60c-0846-4a36-a7ec-755d87632259', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ae:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'addd13d7-4678-4b9a-8984-27b828c14bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:35:16Z', 'updated_at': '2021-09-24T15:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'd692df6a-2b69-4674-9812-a775b6a44720', 'name': '', 'network_id': 'ed240661-c058-4f64-a0cb-8ef81aff19b5', 'tenant_id': '7b4bd82d26ac490fbde2c620d4be04bb', 'mac_address': 'fa:16:3e:14:20:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'addd13d7-4678-4b9a-8984-27b828c14bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '5e9a8b21-b628-4e31-bd4a-93772c0c09bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:35:21Z', 'updated_at': '2021-09-24T15:35:25Z', 'revision_number': 2, 'project_id': '7b4bd82d26ac490fbde2c620d4be04bb', 'subnets': [{'id': '5e9a8b21-b628-4e31-bd4a-93772c0c09bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:35:27.159898 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297d3e2a-b583-4159-acbe-6f35ca796acc None None] Checking router: addd13d7-4678-4b9a-8984-27b828c14bf4 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:35:27.160387 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297d3e2a-b583-4159-acbe-6f35ca796acc None None] Updating router addd13d7-4678-4b9a-8984-27b828c14bf4 port d692df6a-2b69-4674-9812-a775b6a44720 binding host n-d-808921-1 {{(pid=95300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:35:27.162915 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-737ee55a-5c68-40c4-a9c9-01ee373a8317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:27.186918 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-737ee55a-5c68-40c4-a9c9-01ee373a8317 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1263} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:35:27.193257 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-297d3e2a-b583-4159-acbe-6f35ca796acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:27.204355 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737ee55a-5c68-40c4-a9c9-01ee373a8317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85697bc6-6cb7-413c-b7a5-3c273396b2d6,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:27.214979 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-737ee55a-5c68-40c4-a9c9-01ee373a8317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:27.215519 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-737ee55a-5c68-40c4-a9c9-01ee373a8317 admin admin] Added segment 4c6640b6-654c-4a1f-99cc-cd2522df0bf2 of type vlan for network 64faeadb-d6e9-412d-b5cc-e20b90ee20d1 Sep 24 15:35:27.218199 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737ee55a-5c68-40c4-a9c9-01ee373a8317 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:27.219197 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737ee55a-5c68-40c4-a9c9-01ee373a8317 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:27.219641 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737ee55a-5c68-40c4-a9c9-01ee373a8317 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:27.220128 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737ee55a-5c68-40c4-a9c9-01ee373a8317 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:27.220553 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737ee55a-5c68-40c4-a9c9-01ee373a8317 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:27.222375 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737ee55a-5c68-40c4-a9c9-01ee373a8317 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:27.222375 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737ee55a-5c68-40c4-a9c9-01ee373a8317 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:27.222375 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737ee55a-5c68-40c4-a9c9-01ee373a8317 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:27.222375 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737ee55a-5c68-40c4-a9c9-01ee373a8317 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:27.222759 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737ee55a-5c68-40c4-a9c9-01ee373a8317 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:27.223235 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737ee55a-5c68-40c4-a9c9-01ee373a8317 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:27.223582 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-737ee55a-5c68-40c4-a9c9-01ee373a8317 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:27.277378 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-737ee55a-5c68-40c4-a9c9-01ee373a8317 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:27.329914 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a532fed-2ff0-4810-aa17-576e80dc34e6 req-0a8114ff-84cc-4f32-a7e8-e7fb317c5581 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:27.334826 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1a532fed-2ff0-4810-aa17-576e80dc34e6 req-0a8114ff-84cc-4f32-a7e8-e7fb317c5581 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=94bde577-4a67-46e8-92f6-e7849953a8a3 HTTP/1.1" status: 200 len: 946 time: 0.0641515 Sep 24 15:35:27.389005 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1a532fed-2ff0-4810-aa17-576e80dc34e6 req-ac3688da-2b43-44fe-a1da-137b5f685b05 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470152 Sep 24 15:35:27.394927 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-737ee55a-5c68-40c4-a9c9-01ee373a8317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:27.396646 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737ee55a-5c68-40c4-a9c9-01ee373a8317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:27.398313 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-737ee55a-5c68-40c4-a9c9-01ee373a8317 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:27.472771 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737ee55a-5c68-40c4-a9c9-01ee373a8317 admin admin] Pushing event updated for resources: {'Network': ['ID=64faeadb-d6e9-412d-b5cc-e20b90ee20d1,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:27.484814 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 64faeadb-d6e9-412d-b5cc-e20b90ee20d1 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:35:27.526722 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-737ee55a-5c68-40c4-a9c9-01ee373a8317 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 903 time: 1.0494106 Sep 24 15:35:27.526956 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43418) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:27.532887 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-a13cbde2-7c8b-4e68-a9c5-d644a1dacc7c admin admin] Request body: {'subnet': {'network_id': '64faeadb-d6e9-412d-b5cc-e20b90ee20d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1739616420-subnet', 'tenant_id': 'd8dcfb46e3384e7b906fbc13ca8bf215', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:35:27.555379 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-297d3e2a-b583-4159-acbe-6f35ca796acc None None] Notify callbacks [] for port, precommit_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:27.567866 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c840b16-1cb1-42a7-94e5-ad77d6322f84 req-63ba41f9-9287-4b67-a3c7-ce4b34b6c8f1 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:27.569484 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0c840b16-1cb1-42a7-94e5-ad77d6322f84 req-63ba41f9-9287-4b67-a3c7-ce4b34b6c8f1 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=2122f163-37ae-4b6f-b6bf-1373c849b631 HTTP/1.1" status: 200 len: 943 time: 0.0804591 Sep 24 15:35:27.627458 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0c840b16-1cb1-42a7-94e5-ad77d6322f84 req-648a1934-3c0d-45cf-8a91-760d303748c7 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495067 Sep 24 15:35:27.646860 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-297d3e2a-b583-4159-acbe-6f35ca796acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:27.675792 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a13cbde2-7c8b-4e68-a9c5-d644a1dacc7c admin admin] Made reservation on behalf of d8dcfb46e3384e7b906fbc13ca8bf215 for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:35:27.678441 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a13cbde2-7c8b-4e68-a9c5-d644a1dacc7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:27.701370 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44559d44-6a05-4f4f-98ed-e2ef954cc7bf None None] Pushing event updated for resources: {'Port': ['ID=d692df6a-2b69-4674-9812-a775b6a44720,revision_number=3']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:27.719873 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44559d44-6a05-4f4f-98ed-e2ef954cc7bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:27.720704 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44559d44-6a05-4f4f-98ed-e2ef954cc7bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:27.721263 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44559d44-6a05-4f4f-98ed-e2ef954cc7bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:27.722492 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44559d44-6a05-4f4f-98ed-e2ef954cc7bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:27.723168 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44559d44-6a05-4f4f-98ed-e2ef954cc7bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:27.723756 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44559d44-6a05-4f4f-98ed-e2ef954cc7bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:27.724303 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44559d44-6a05-4f4f-98ed-e2ef954cc7bf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:27.724882 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44559d44-6a05-4f4f-98ed-e2ef954cc7bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:27.725277 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44559d44-6a05-4f4f-98ed-e2ef954cc7bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:27.725670 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44559d44-6a05-4f4f-98ed-e2ef954cc7bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:27.726061 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44559d44-6a05-4f4f-98ed-e2ef954cc7bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:27.726487 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44559d44-6a05-4f4f-98ed-e2ef954cc7bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:27.790483 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-297d3e2a-b583-4159-acbe-6f35ca796acc None None] Attempting to bind port d692df6a-2b69-4674-9812-a775b6a44720 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:35:27.790851 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-297d3e2a-b583-4159-acbe-6f35ca796acc None None] Attempting to bind port d692df6a-2b69-4674-9812-a775b6a44720 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '71e13984-0da7-46c8-9155-b041315e99dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'ed240661-c058-4f64-a0cb-8ef81aff19b5'}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:35:27.791214 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297d3e2a-b583-4159-acbe-6f35ca796acc None None] Attempting to bind port d692df6a-2b69-4674-9812-a775b6a44720 on network ed240661-c058-4f64-a0cb-8ef81aff19b5 {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:35:27.797545 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297d3e2a-b583-4159-acbe-6f35ca796acc None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:35:27.798098 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297d3e2a-b583-4159-acbe-6f35ca796acc None None] Checking segment: {'id': '71e13984-0da7-46c8-9155-b041315e99dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'ed240661-c058-4f64-a0cb-8ef81aff19b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:35:27.798528 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-297d3e2a-b583-4159-acbe-6f35ca796acc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:27.798922 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-297d3e2a-b583-4159-acbe-6f35ca796acc None None] Bound using segment: {'id': '71e13984-0da7-46c8-9155-b041315e99dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'ed240661-c058-4f64-a0cb-8ef81aff19b5'} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:35:27.799391 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-297d3e2a-b583-4159-acbe-6f35ca796acc None None] Bound port: d692df6a-2b69-4674-9812-a775b6a44720, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71e13984-0da7-46c8-9155-b041315e99dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'ed240661-c058-4f64-a0cb-8ef81aff19b5'}}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:35:27.799793 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-297d3e2a-b583-4159-acbe-6f35ca796acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:27.846406 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dca7221c-f023-411c-955a-2ea78aeeba45', 'tag': '37d12c3e-26de-4eb4-aa78-170edadc4118'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:35:27.846406 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f2d4ab-2d77-428b-afff-ed2d539c200c" -d '{"events": [{"name": "network-changed", "server_uuid": "dca7221c-f023-411c-955a-2ea78aeeba45", "tag": "37d12c3e-26de-4eb4-aa78-170edadc4118"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:35:27.847054 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43426) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:27.852128 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-6f792071-b57a-472b-87e6-ca59d1d8a878 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1598763023', 'description': 'tempest-description--2088368415'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:35:27.894947 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-297d3e2a-b583-4159-acbe-6f35ca796acc None None] For port d692df6a-2b69-4674-9812-a775b6a44720, host n-d-808921-1, cleared binding levels {{(pid=95300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:35:27.898195 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-297d3e2a-b583-4159-acbe-6f35ca796acc None None] For port d692df6a-2b69-4674-9812-a775b6a44720, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=d692df6a-2b69-4674-9812-a775b6a44720,segment=NetworkSegment(71e13984-0da7-46c8-9155-b041315e99dd),segment_id=71e13984-0da7-46c8-9155-b041315e99dd)] {{(pid=95300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:35:27.972492 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-297d3e2a-b583-4159-acbe-6f35ca796acc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:28.012395 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-a3bfa078-9c14-43c1-84f4-cb6068aa71e4 None None] Provisioning complete for port d692df6a-2b69-4674-9812-a775b6a44720 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:35:28.012863 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a3bfa078-9c14-43c1-84f4-cb6068aa71e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:28.028818 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6f792071-b57a-472b-87e6-ca59d1d8a878 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:28.031465 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297d3e2a-b583-4159-acbe-6f35ca796acc None None] Routers {'addd13d7-4678-4b9a-8984-27b828c14bf4'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:35:28.032120 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-297d3e2a-b583-4159-acbe-6f35ca796acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:35:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['addd13d7-4678-4b9a-8984-27b828c14bf4'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:35:28.076626 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda7f26-8575-4cb4-ac63-c4e696464519 req-1e1dde3a-3b90-46fa-b0b4-eed5313867c5 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:28.087688 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda7f26-8575-4cb4-ac63-c4e696464519 req-1e1dde3a-3b90-46fa-b0b4-eed5313867c5 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:28.095211 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44559d44-6a05-4f4f-98ed-e2ef954cc7bf None None] Pushing event updated for resources: {'Port': ['ID=d692df6a-2b69-4674-9812-a775b6a44720,revision_number=4']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:28.098205 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda7f26-8575-4cb4-ac63-c4e696464519 req-1e1dde3a-3b90-46fa-b0b4-eed5313867c5 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:28.108885 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda7f26-8575-4cb4-ac63-c4e696464519 req-1e1dde3a-3b90-46fa-b0b4-eed5313867c5 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:28.117729 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a3bfa078-9c14-43c1-84f4-cb6068aa71e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:28.120999 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda7f26-8575-4cb4-ac63-c4e696464519 req-1e1dde3a-3b90-46fa-b0b4-eed5313867c5 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:28.132325 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda7f26-8575-4cb4-ac63-c4e696464519 req-1e1dde3a-3b90-46fa-b0b4-eed5313867c5 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:28.141982 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda7f26-8575-4cb4-ac63-c4e696464519 req-1e1dde3a-3b90-46fa-b0b4-eed5313867c5 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:28.152147 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8dda7f26-8575-4cb4-ac63-c4e696464519 req-1e1dde3a-3b90-46fa-b0b4-eed5313867c5 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/ports?device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 5434 time: 0.2573056 Sep 24 15:35:28.162946 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-a3bfa078-9c14-43c1-84f4-cb6068aa71e4 None None] For port d692df6a-2b69-4674-9812-a775b6a44720, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=d692df6a-2b69-4674-9812-a775b6a44720,segment=NetworkSegment(71e13984-0da7-46c8-9155-b041315e99dd),segment_id=71e13984-0da7-46c8-9155-b041315e99dd)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:28.187311 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-297d3e2a-b583-4159-acbe-6f35ca796acc None None] Set router addd13d7-4678-4b9a-8984-27b828c14bf4 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:35:28.231758 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8dda7f26-8575-4cb4-ac63-c4e696464519 req-57d62003-2988-4425-b5b3-28aab1409555 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/security-groups?id=009469bf-50d0-4ac3-bdd3-519f093da79b&id=997d5af8-07d7-4888-b731-21def6e0a999&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0717545 Sep 24 15:35:28.287880 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a3bfa078-9c14-43c1-84f4-cb6068aa71e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:28.311181 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2874d030-f183-4e5e-abf5-4e5206593613 req-f93361da-4294-45e8-bf9f-bfd78f680238 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:28.326272 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2874d030-f183-4e5e-abf5-4e5206593613 req-f93361da-4294-45e8-bf9f-bfd78f680238 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.101 "GET /v2.0/ports?device_id=e0b82717-014c-4c1c-8ac2-6938e24c823b HTTP/1.1" status: 200 len: 945 time: 0.6035833 Sep 24 15:35:28.333572 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7838309d-c7fa-4153-9da5-92fe5b3d069d x-openstack-request-id: req-7838309d-c7fa-4153-9da5-92fe5b3d069d {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:35:28.339829 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dca7221c-f023-411c-955a-2ea78aeeba45", "tag": "37d12c3e-26de-4eb4-aa78-170edadc4118", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:35:28.339829 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-7838309d-c7fa-4153-9da5-92fe5b3d069d {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:35:28.339829 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dca7221c-f023-411c-955a-2ea78aeeba45', 'tag': '37d12c3e-26de-4eb4-aa78-170edadc4118', 'status': 'completed', 'code': 200} Sep 24 15:35:28.366172 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6f792071-b57a-472b-87e6-ca59d1d8a878 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:28.404175 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bfa078-9c14-43c1-84f4-cb6068aa71e4 None None] Pushing event updated for resources: {'Port': ['ID=d692df6a-2b69-4674-9812-a775b6a44720,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:28.406842 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564add33-cfdb-4014-94a7-f0e4b1dc8ba9 req-09d9345f-8ab0-4fc3-81cb-818403b9de26 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:28.408457 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-564add33-cfdb-4014-94a7-f0e4b1dc8ba9 req-09d9345f-8ab0-4fc3-81cb-818403b9de26 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.108 "GET /v2.0/ports?device_id=e0b82717-014c-4c1c-8ac2-6938e24c823b HTTP/1.1" status: 200 len: 945 time: 0.6445587 Sep 24 15:35:28.423962 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-10df6103-f642-4ecf-b72a-49526951d82d None None] Provisioning complete for port d692df6a-2b69-4674-9812-a775b6a44720 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:35:28.425894 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-10df6103-f642-4ecf-b72a-49526951d82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:28.447092 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6f792071-b57a-472b-87e6-ca59d1d8a878 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:28.473976 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2874d030-f183-4e5e-abf5-4e5206593613 req-a81ec3c3-c40d-4a77-a06e-91307fdc9e85 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.101 "GET /v2.0/security-groups?id=aa14bf65-66e4-4157-aab9-4b95234ae5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1382005 Sep 24 15:35:28.524251 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f792071-b57a-472b-87e6-ca59d1d8a878 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8edcefe2-f57f-4935-b5d5-7d2611452c23,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:28.554503 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-297d3e2a-b583-4159-acbe-6f35ca796acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'addd13d7-4678-4b9a-8984-27b828c14bf4', 'name': 'tempest-ServersTestManualDisk-1300619764-router', 'tenant_id': '7b4bd82d26ac490fbde2c620d4be04bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '96d8f60c-0846-4a36-a7ec-755d87632259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:35:15Z', 'updated_at': '2021-09-24T15:35:24Z', 'revision_number': 4, 'project_id': '7b4bd82d26ac490fbde2c620d4be04bb', 'gw_port': {'id': '96d8f60c-0846-4a36-a7ec-755d87632259', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ae:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'addd13d7-4678-4b9a-8984-27b828c14bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:35:16Z', 'updated_at': '2021-09-24T15:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'd692df6a-2b69-4674-9812-a775b6a44720', 'name': '', 'network_id': 'ed240661-c058-4f64-a0cb-8ef81aff19b5', 'tenant_id': '7b4bd82d26ac490fbde2c620d4be04bb', 'mac_address': 'fa:16:3e:14:20:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'addd13d7-4678-4b9a-8984-27b828c14bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '5e9a8b21-b628-4e31-bd4a-93772c0c09bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:35:21Z', 'updated_at': '2021-09-24T15:35:27Z', 'revision_number': 4, 'project_id': '7b4bd82d26ac490fbde2c620d4be04bb', 'subnets': [{'id': '5e9a8b21-b628-4e31-bd4a-93772c0c09bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:35:28.557803 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfaa49b0-dfc4-4ffd-a899-57dbf718aadb req-bc85cd8e-4d6a-4539-83b8-d8ee60874033 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:28.559548 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bfaa49b0-dfc4-4ffd-a899-57dbf718aadb req-bc85cd8e-4d6a-4539-83b8-d8ee60874033 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/ports?device_id=dca7221c-f023-411c-955a-2ea78aeeba45 HTTP/1.1" status: 200 len: 943 time: 0.0828044 Sep 24 15:35:28.588623 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297d3e2a-b583-4159-acbe-6f35ca796acc None None] The sync data for ids ['addd13d7-4678-4b9a-8984-27b828c14bf4'] in n-d-808921-1 is: [{'id': 'addd13d7-4678-4b9a-8984-27b828c14bf4', 'name': 'tempest-ServersTestManualDisk-1300619764-router', 'tenant_id': '7b4bd82d26ac490fbde2c620d4be04bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '96d8f60c-0846-4a36-a7ec-755d87632259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:35:15Z', 'updated_at': '2021-09-24T15:35:24Z', 'revision_number': 4, 'project_id': '7b4bd82d26ac490fbde2c620d4be04bb', 'gw_port': {'id': '96d8f60c-0846-4a36-a7ec-755d87632259', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ae:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'addd13d7-4678-4b9a-8984-27b828c14bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:35:16Z', 'updated_at': '2021-09-24T15:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'd692df6a-2b69-4674-9812-a775b6a44720', 'name': '', 'network_id': 'ed240661-c058-4f64-a0cb-8ef81aff19b5', 'tenant_id': '7b4bd82d26ac490fbde2c620d4be04bb', 'mac_address': 'fa:16:3e:14:20:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'addd13d7-4678-4b9a-8984-27b828c14bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '5e9a8b21-b628-4e31-bd4a-93772c0c09bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:35:21Z', 'updated_at': '2021-09-24T15:35:27Z', 'revision_number': 4, 'project_id': '7b4bd82d26ac490fbde2c620d4be04bb', 'subnets': [{'id': '5e9a8b21-b628-4e31-bd4a-93772c0c09bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:35:28.598263 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6f792071-b57a-472b-87e6-ca59d1d8a878 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:28.601972 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-6f792071-b57a-472b-87e6-ca59d1d8a878 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7512996 Sep 24 15:35:28.602585 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43438) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:28.607347 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-19901063-b8b7-46be-a7c5-b36345da5ca3 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Request body: {'security_group_rule': {'security_group_id': '8edcefe2-f57f-4935-b5d5-7d2611452c23', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:35:28.614377 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bfaa49b0-dfc4-4ffd-a899-57dbf718aadb req-39277a1b-e36d-45b9-bd86-89b977149e3e tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/security-groups?id=62f13653-b186-43c2-8b39-46ac7f17e8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469027 Sep 24 15:35:28.622824 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f2d4ab-2d77-428b-afff-ed2d539c200c req-97644d69-cd35-4165-93c4-ccc7bf675349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:28.624091 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-00f2d4ab-2d77-428b-afff-ed2d539c200c req-97644d69-cd35-4165-93c4-ccc7bf675349 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=a751ad5db0954f8586f38b54191ecee5&device_id=dca7221c-f023-411c-955a-2ea78aeeba45 HTTP/1.1" status: 200 len: 1094 time: 0.2567132 Sep 24 15:35:28.638004 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-468a02f3-d270-44f5-af93-1ba806a9bcee req-253913c0-db5f-4cf8-9da1-49634fdfc821 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/security-groups/a625196a-127e-4225-93bf-60d39ae8e2f2 HTTP/1.1" status: 200 len: 1800 time: 0.1339521 Sep 24 15:35:28.712573 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-19901063-b8b7-46be-a7c5-b36345da5ca3 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:28.804302 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c6ea5a-4e45-4d97-9a24-60dbf46c6dd0 req-903e8f80-a2e6-4c0b-8cf7-65dd7eecd2e9 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:28.805943 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-15c6ea5a-4e45-4d97-9a24-60dbf46c6dd0 req-903e8f80-a2e6-4c0b-8cf7-65dd7eecd2e9 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=94bde577-4a67-46e8-92f6-e7849953a8a3 HTTP/1.1" status: 200 len: 946 time: 0.0951943 Sep 24 15:35:28.824822 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-564add33-cfdb-4014-94a7-f0e4b1dc8ba9 req-a1524d42-9de7-466b-801d-0314fb87292d tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Deleting port 7cbd751f-8ebe-4050-b383-5064636d6c27 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:35:28.825306 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-564add33-cfdb-4014-94a7-f0e4b1dc8ba9 req-a1524d42-9de7-466b-801d-0314fb87292d tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:28.836036 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-19901063-b8b7-46be-a7c5-b36345da5ca3 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:28.878148 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-15c6ea5a-4e45-4d97-9a24-60dbf46c6dd0 req-9863d235-8fec-4a42-8f56-5817f62a65ba tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469270 Sep 24 15:35:28.879228 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a13cbde2-7c8b-4e68-a9c5-d644a1dacc7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:28.926807 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-19901063-b8b7-46be-a7c5-b36345da5ca3 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:28.952461 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f2d4ab-2d77-428b-afff-ed2d539c200c req-586308c4-23ee-463c-95f9-76c578890cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:28.954089 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-00f2d4ab-2d77-428b-afff-ed2d539c200c req-586308c4-23ee-463c-95f9-76c578890cd2 service neutron] 10.222.0.108 "GET /v2.0/networks?id=11d4bcd0-f4e1-47ce-8813-4a94d2179197 HTTP/1.1" status: 200 len: 923 time: 0.3151853 Sep 24 15:35:28.958758 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-468a02f3-d270-44f5-af93-1ba806a9bcee req-1d4887e8-db74-41e3-b3a5-757f8de9e708 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:28.971104 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19901063-b8b7-46be-a7c5-b36345da5ca3 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ed701dc-a945-4ff8-afaf-e850941476a7,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:29.030742 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cd4127-8772-4a6b-9d4d-9a78ac5c2fdf req-24bb79dc-d72c-421a-a7b2-36213b9fd24f tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:29.044136 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-00f2d4ab-2d77-428b-afff-ed2d539c200c req-4efdda75-4df8-4684-b65a-2fac204f1dad service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=37d12c3e-26de-4eb4-aa78-170edadc4118 HTTP/1.1" status: 200 len: 217 time: 0.0751019 Sep 24 15:35:29.044352 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d0cd4127-8772-4a6b-9d4d-9a78ac5c2fdf req-24bb79dc-d72c-421a-a7b2-36213b9fd24f tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=2122f163-37ae-4b6f-b6bf-1373c849b631 HTTP/1.1" status: 200 len: 943 time: 0.0875802 Sep 24 15:35:29.049663 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13cbde2-7c8b-4e68-a9c5-d644a1dacc7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=492ccf6e-c369-4ff4-bac0-8794abf7d918,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:29.060993 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device d692df6a-2b69-4674-9812-a775b6a44720 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:35:29.073627 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-564add33-cfdb-4014-94a7-f0e4b1dc8ba9 req-a1524d42-9de7-466b-801d-0314fb87292d tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] For port 7cbd751f-8ebe-4050-b383-5064636d6c27, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=7cbd751f-8ebe-4050-b383-5064636d6c27,segment=NetworkSegment(4a0ad0df-c4de-46cb-9636-e9e0c87ce832),segment_id=4a0ad0df-c4de-46cb-9636-e9e0c87ce832)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:29.073995 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-564add33-cfdb-4014-94a7-f0e4b1dc8ba9 req-a1524d42-9de7-466b-801d-0314fb87292d tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:29.080536 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-468a02f3-d270-44f5-af93-1ba806a9bcee req-1d4887e8-db74-41e3-b3a5-757f8de9e708 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:29.090489 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-19901063-b8b7-46be-a7c5-b36345da5ca3 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:29.091720 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-19901063-b8b7-46be-a7c5-b36345da5ca3 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4883137 Sep 24 15:35:29.103923 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d0cd4127-8772-4a6b-9d4d-9a78ac5c2fdf req-665efee7-b830-448d-8046-19d900c25e61 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561709 Sep 24 15:35:29.104444 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43442) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:29.116533 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-7b544d37-29a6-4ea8-956e-7803b7b90fbc tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Request body: {'security_group_rule': {'security_group_id': '8edcefe2-f57f-4935-b5d5-7d2611452c23', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:35:29.134263 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port d692df6a-2b69-4674-9812-a775b6a44720 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:35:29.135765 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:29.203315 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a13cbde2-7c8b-4e68-a9c5-d644a1dacc7c admin admin] Checking segment: {'id': '4c6640b6-654c-4a1f-99cc-cd2522df0bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '64faeadb-d6e9-412d-b5cc-e20b90ee20d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:35:29.204861 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13cbde2-7c8b-4e68-a9c5-d644a1dacc7c admin admin] Network hostable DHCP agents. Network: 64faeadb-d6e9-412d-b5cc-e20b90ee20d1, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:35:29.225959 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f2d4ab-2d77-428b-afff-ed2d539c200c req-93739121-11a1-4f54-ae3e-5727dba7c98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:29.227471 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-00f2d4ab-2d77-428b-afff-ed2d539c200c req-93739121-11a1-4f54-ae3e-5727dba7c98e service neutron] 10.222.0.108 "GET /v2.0/subnets?id=e8a10d9b-fe75-4ec9-8ac3-c0a4f7ef261c HTTP/1.1" status: 200 len: 861 time: 0.1564071 Sep 24 15:35:29.233678 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7b544d37-29a6-4ea8-956e-7803b7b90fbc tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:29.335934 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7b544d37-29a6-4ea8-956e-7803b7b90fbc tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:29.337000 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-00f2d4ab-2d77-428b-afff-ed2d539c200c req-55b28483-56bf-44f4-be78-7213c47a2a89 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=11d4bcd0-f4e1-47ce-8813-4a94d2179197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0946765 Sep 24 15:35:29.345869 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-468a02f3-d270-44f5-af93-1ba806a9bcee req-1d4887e8-db74-41e3-b3a5-757f8de9e708 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:29.348531 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-468a02f3-d270-44f5-af93-1ba806a9bcee req-1d4887e8-db74-41e3-b3a5-757f8de9e708 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:29.349675 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-468a02f3-d270-44f5-af93-1ba806a9bcee req-1d4887e8-db74-41e3-b3a5-757f8de9e708 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "DELETE /v2.0/security-groups/a625196a-127e-4225-93bf-60d39ae8e2f2 HTTP/1.1" status: 204 len: 173 time: 0.6590405 Sep 24 15:35:29.412603 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4887e8-db74-41e3-b3a5-757f8de9e708 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a625196a-127e-4225-93bf-60d39ae8e2f2,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:29.416206 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be9c2f9-bd40-4782-83e1-15fd28f8ca6c req-a3d29aa9-1b5b-4c98-834e-3d94d8b7af20 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:29.424804 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be9c2f9-bd40-4782-83e1-15fd28f8ca6c req-a3d29aa9-1b5b-4c98-834e-3d94d8b7af20 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:29.431266 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be9c2f9-bd40-4782-83e1-15fd28f8ca6c req-a3d29aa9-1b5b-4c98-834e-3d94d8b7af20 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:29.437254 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be9c2f9-bd40-4782-83e1-15fd28f8ca6c req-a3d29aa9-1b5b-4c98-834e-3d94d8b7af20 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:29.444534 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be9c2f9-bd40-4782-83e1-15fd28f8ca6c req-a3d29aa9-1b5b-4c98-834e-3d94d8b7af20 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:29.464130 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be9c2f9-bd40-4782-83e1-15fd28f8ca6c req-a3d29aa9-1b5b-4c98-834e-3d94d8b7af20 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:29.464130 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be9c2f9-bd40-4782-83e1-15fd28f8ca6c req-a3d29aa9-1b5b-4c98-834e-3d94d8b7af20 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:29.464130 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6be9c2f9-bd40-4782-83e1-15fd28f8ca6c req-a3d29aa9-1b5b-4c98-834e-3d94d8b7af20 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/ports?device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 5434 time: 0.1224442 Sep 24 15:35:29.507538 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7b544d37-29a6-4ea8-956e-7803b7b90fbc tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:29.530941 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6be9c2f9-bd40-4782-83e1-15fd28f8ca6c req-bac2a23b-784e-4ff9-aa16-891a552ca7bb tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/security-groups?id=009469bf-50d0-4ac3-bdd3-519f093da79b&id=997d5af8-07d7-4888-b731-21def6e0a999&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558217 Sep 24 15:35:29.539479 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b544d37-29a6-4ea8-956e-7803b7b90fbc tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8f122dc-25df-4df7-94d5-87421a5d9a20,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:29.543342 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a7d291ef-dfaf-48f5-86f5-170c2d68a289 req-ff40d5e0-5636-4d6a-9dbf-4b891910713f tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "GET /v2.0/security-groups/c808ff85-cd23-43dd-bb54-0f06648765ae HTTP/1.1" status: 200 len: 1800 time: 0.1510115 Sep 24 15:35:29.569957 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a13cbde2-7c8b-4e68-a9c5-d644a1dacc7c admin admin] Network 64faeadb-d6e9-412d-b5cc-e20b90ee20d1 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:35:29.605698 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-00f2d4ab-2d77-428b-afff-ed2d539c200c req-cd116dbd-a433-465f-a692-80f6442c99de service neutron] 10.222.0.108 "GET /v2.0/networks/11d4bcd0-f4e1-47ce-8813-4a94d2179197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550297 Sep 24 15:35:29.607156 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7b544d37-29a6-4ea8-956e-7803b7b90fbc tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:29.608400 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-7b544d37-29a6-4ea8-956e-7803b7b90fbc tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4983068 Sep 24 15:35:29.611585 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43450) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:29.616215 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-9158e955-5c8f-4640-b2f9-0f4b172af37f tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Request body: {'floatingip': {'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:35:29.645748 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-564add33-cfdb-4014-94a7-f0e4b1dc8ba9 req-a1524d42-9de7-466b-801d-0314fb87292d tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:29.646112 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-564add33-cfdb-4014-94a7-f0e4b1dc8ba9 req-a1524d42-9de7-466b-801d-0314fb87292d tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:29.646494 n-d-808921-1 neutron-server[95298]: INFO neutron.db.l3_db [req-564add33-cfdb-4014-94a7-f0e4b1dc8ba9 req-a1524d42-9de7-466b-801d-0314fb87292d tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Floating IP e1a456cf-75c9-4890-bfdf-e71597da2cd0 disassociated. External IP: 172.25.0.48, port: 7cbd751f-8ebe-4050-b383-5064636d6c27. Sep 24 15:35:29.646849 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-564add33-cfdb-4014-94a7-f0e4b1dc8ba9 req-a1524d42-9de7-466b-801d-0314fb87292d tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Calling delete_port for 7cbd751f-8ebe-4050-b383-5064636d6c27 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:35:29.684609 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-a13cbde2-7c8b-4e68-a9c5-d644a1dacc7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 64faeadb-d6e9-412d-b5cc-e20b90ee20d1) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:35:29.697558 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 8bb88954-e5ec-4b97-a10b-c71b5097f8a9 up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:35:29.699958 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a837b9d8-f94f-45bd-a398-accb5ad38622 None None] Network 64faeadb-d6e9-412d-b5cc-e20b90ee20d1 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:35:29.725278 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728b365d-e65c-436e-bc80-81bfd59db644 req-8df05475-170f-4408-8783-1076045058e7 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:29.726906 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-728b365d-e65c-436e-bc80-81bfd59db644 req-8df05475-170f-4408-8783-1076045058e7 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.101 "GET /v2.0/ports?device_id=e0b82717-014c-4c1c-8ac2-6938e24c823b HTTP/1.1" status: 200 len: 945 time: 0.0726182 Sep 24 15:35:29.744631 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9158e955-5c8f-4640-b2f9-0f4b172af37f tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Notify callbacks [] for floatingip, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:29.754986 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-a7d291ef-dfaf-48f5-86f5-170c2d68a289 req-3971121a-bf31-4b58-a289-98ccc2f172a1 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:29.761986 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a13cbde2-7c8b-4e68-a9c5-d644a1dacc7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:29.762635 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a13cbde2-7c8b-4e68-a9c5-d644a1dacc7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:29.808542 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-728b365d-e65c-436e-bc80-81bfd59db644 req-8ab5cc28-4e94-4a3b-8d51-38b3687a7c90 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.101 "GET /v2.0/security-groups?id=aa14bf65-66e4-4157-aab9-4b95234ae5f8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0721335 Sep 24 15:35:29.833151 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-a7d291ef-dfaf-48f5-86f5-170c2d68a289 req-3971121a-bf31-4b58-a289-98ccc2f172a1 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:29.842273 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-00f2d4ab-2d77-428b-afff-ed2d539c200c req-fa10d27f-a880-4671-bc39-09ee9e8d5c2f service neutron] 10.222.0.108 "GET /v2.0/networks/11d4bcd0-f4e1-47ce-8813-4a94d2179197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263808 Sep 24 15:35:29.897791 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-a13cbde2-7c8b-4e68-a9c5-d644a1dacc7c admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.3692117 Sep 24 15:35:29.902372 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43454) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:29.910502 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-d3f113c2-ff3b-4e4a-84b0-57a81f08cc33 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1739616420-router', 'tenant_id': 'd8dcfb46e3384e7b906fbc13ca8bf215', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:35:29.972068 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:35:29.978801 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df69768d-21de-4510-ab55-3a70611da326 req-3f76890b-e160-4b10-afe7-385dca448ee9 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:29.981369 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-df69768d-21de-4510-ab55-3a70611da326 req-3f76890b-e160-4b10-afe7-385dca448ee9 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/ports?device_id=dca7221c-f023-411c-955a-2ea78aeeba45 HTTP/1.1" status: 200 len: 943 time: 0.0753527 Sep 24 15:35:29.992921 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port 8bb88954-e5ec-4b97-a10b-c71b5097f8a9 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:35:30.011390 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port 8bb88954-e5ec-4b97-a10b-c71b5097f8a9 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:35:30.011889 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:30.046168 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b4b745-965a-4421-aac2-f400e9c34c1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-64faeadb-d6e9-412d-b5cc-e20b90ee20d1', 'network_id': '64faeadb-d6e9-412d-b5cc-e20b90ee20d1', 'tenant_id': 'd8dcfb46e3384e7b906fbc13ca8bf215', 'fixed_ips': [{'subnet_id': '492ccf6e-c369-4ff4-bac0-8794abf7d918'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:35:30.047706 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-38b4b745-965a-4421-aac2-f400e9c34c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:30.065495 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-df69768d-21de-4510-ab55-3a70611da326 req-042acddb-d3ef-4b18-b903-87da1bf9f3fc tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/security-groups?id=62f13653-b186-43c2-8b39-46ac7f17e8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585155 Sep 24 15:35:30.065495 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9158e955-5c8f-4640-b2f9-0f4b172af37f tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:30.081249 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-564add33-cfdb-4014-94a7-f0e4b1dc8ba9 req-a1524d42-9de7-466b-801d-0314fb87292d tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:30.125712 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d3f113c2-ff3b-4e4a-84b0-57a81f08cc33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:30.127235 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d3f113c2-ff3b-4e4a-84b0-57a81f08cc33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:30.133329 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1524d42-9de7-466b-801d-0314fb87292d tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Pushing event deleted for resources: {'Port': ['ID=7cbd751f-8ebe-4050-b383-5064636d6c27,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:30.142158 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-a7d291ef-dfaf-48f5-86f5-170c2d68a289 req-3971121a-bf31-4b58-a289-98ccc2f172a1 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:30.145444 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-a7d291ef-dfaf-48f5-86f5-170c2d68a289 req-3971121a-bf31-4b58-a289-98ccc2f172a1 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:30.153490 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43460) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:30.160413 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a7d291ef-dfaf-48f5-86f5-170c2d68a289 req-3971121a-bf31-4b58-a289-98ccc2f172a1 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] 10.222.0.101 "DELETE /v2.0/security-groups/c808ff85-cd23-43dd-bb54-0f06648765ae HTTP/1.1" status: 204 len: 173 time: 0.6141243 Sep 24 15:35:30.233101 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-34cd1cba-2054-4cdf-b14d-ce6374f4bbda admin admin] Deleting subnet f92e43d9-cce4-457c-a8f9-5d0718ce60de {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:35:30.262300 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-34cd1cba-2054-4cdf-b14d-ce6374f4bbda admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:30.264157 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:30.310161 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '465bc65b-5f46-498c-b8b1-509be174e9cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bb88954-e5ec-4b97-a10b-c71b5097f8a9'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:35:30.311350 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3971121a-bf31-4b58-a289-98ccc2f172a1 tempest-SecurityGroupsTestJSON-2117535394 tempest-SecurityGroupsTestJSON-2117535394-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c808ff85-cd23-43dd-bb54-0f06648765ae,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:30.312825 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00439404-a9e1-4bac-858b-7919185170fd" -d '{"events": [{"server_uuid": "465bc65b-5f46-498c-b8b1-509be174e9cd", "name": "network-vif-plugged", "status": "completed", "tag": "8bb88954-e5ec-4b97-a10b-c71b5097f8a9"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:35:30.332529 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-9158e955-5c8f-4640-b2f9-0f4b172af37f tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Allocated IP 172.25.0.153 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/752b9423-9579-4bed-b881-c4865315fba9) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:35:30.338143 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-34cd1cba-2054-4cdf-b14d-ce6374f4bbda admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:30.342127 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 8bb88954-e5ec-4b97-a10b-c71b5097f8a9, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=8bb88954-e5ec-4b97-a10b-c71b5097f8a9,segment=NetworkSegment(14654774-2682-4094-9ce4-6bbca9e08e6e),segment_id=14654774-2682-4094-9ce4-6bbca9e08e6e)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:30.344738 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-38b4b745-965a-4421-aac2-f400e9c34c1a None None] Allocated IP 172.20.0.2 (64faeadb-d6e9-412d-b5cc-e20b90ee20d1/492ccf6e-c369-4ff4-bac0-8794abf7d918/634f5e28-fc2f-47fe-92a6-1fc38b27afa0) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:35:30.349719 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6aaa95-6020-48ae-ad8a-a9aa0ba6595c req-47eef7d2-80f3-47ac-ba64-847d2a53791b tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:30.355687 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5c6aaa95-6020-48ae-ad8a-a9aa0ba6595c req-47eef7d2-80f3-47ac-ba64-847d2a53791b tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=94bde577-4a67-46e8-92f6-e7849953a8a3 HTTP/1.1" status: 200 len: 946 time: 0.2150359 Sep 24 15:35:30.362456 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-34cd1cba-2054-4cdf-b14d-ce6374f4bbda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:30.404463 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d3f113c2-ff3b-4e4a-84b0-57a81f08cc33 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:30.428867 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:30.429741 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device f7691fd8-1f6a-45f4-bf43-5e43375cafad up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:35:30.467493 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6c803d-c9ef-4788-aace-db6604182287 req-f5953e76-2c00-4a7f-87cf-e31071267c23 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:30.469500 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c6c803d-c9ef-4788-aace-db6604182287 req-f5953e76-2c00-4a7f-87cf-e31071267c23 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=2122f163-37ae-4b6f-b6bf-1373c849b631 HTTP/1.1" status: 200 len: 943 time: 0.1879637 Sep 24 15:35:30.489616 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5c6aaa95-6020-48ae-ad8a-a9aa0ba6595c req-c4e2bcb0-c91f-471c-833c-57ec886593c1 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249709 Sep 24 15:35:30.497088 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [req-564add33-cfdb-4014-94a7-f0e4b1dc8ba9 req-a1524d42-9de7-466b-801d-0314fb87292d tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Router af3cf24f-75e6-421c-9f0b-061a580dbe63 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:35:30.547355 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=8bb88954-e5ec-4b97-a10b-c71b5097f8a9,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:30.552083 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9158e955-5c8f-4640-b2f9-0f4b172af37f tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:30.619004 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-34cd1cba-2054-4cdf-b14d-ce6374f4bbda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:30.632131 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-34cd1cba-2054-4cdf-b14d-ce6374f4bbda admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:30.644950 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3422c5d0-d709-4f60-ac7d-a7dfed4273d1 x-openstack-request-id: req-3422c5d0-d709-4f60-ac7d-a7dfed4273d1 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:35:30.644950 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "465bc65b-5f46-498c-b8b1-509be174e9cd", "name": "network-vif-plugged", "status": "completed", "tag": "8bb88954-e5ec-4b97-a10b-c71b5097f8a9", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:35:30.645950 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-3422c5d0-d709-4f60-ac7d-a7dfed4273d1 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:35:30.645950 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465bc65b-5f46-498c-b8b1-509be174e9cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bb88954-e5ec-4b97-a10b-c71b5097f8a9', 'code': 200} Sep 24 15:35:30.646916 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-34cd1cba-2054-4cdf-b14d-ce6374f4bbda admin admin] 10.222.0.101 "DELETE /v2.0/subnets/f92e43d9-cce4-457c-a8f9-5d0718ce60de HTTP/1.1" status: 204 len: 168 time: 0.4903035 Sep 24 15:35:30.649772 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43466) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:30.661441 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c6c803d-c9ef-4788-aace-db6604182287 req-f56e9126-c1fd-43ff-8583-83f2e5edecb0 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777523 Sep 24 15:35:30.665043 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cd1cba-2054-4cdf-b14d-ce6374f4bbda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f92e43d9-cce4-457c-a8f9-5d0718ce60de,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:30.679330 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port f7691fd8-1f6a-45f4-bf43-5e43375cafad completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:35:30.697901 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port f7691fd8-1f6a-45f4-bf43-5e43375cafad triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:35:30.698290 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:30.704877 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-38b4b745-965a-4421-aac2-f400e9c34c1a None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:30.727006 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9158e955-5c8f-4640-b2f9-0f4b172af37f tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:30.760507 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d3f113c2-ff3b-4e4a-84b0-57a81f08cc33 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:30.781901 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9158e955-5c8f-4640-b2f9-0f4b172af37f tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:35:30.792854 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-9158e955-5c8f-4640-b2f9-0f4b172af37f tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:35:30.811309 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c6ec9-0daa-405f-b295-3227e0f08b0b req-f2bc5456-b35f-4053-b4f5-c64aa7d1c2eb tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:30.818232 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c6ec9-0daa-405f-b295-3227e0f08b0b req-f2bc5456-b35f-4053-b4f5-c64aa7d1c2eb tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:30.824000 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:30.824189 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c6ec9-0daa-405f-b295-3227e0f08b0b req-f2bc5456-b35f-4053-b4f5-c64aa7d1c2eb tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:30.827922 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-38b4b745-965a-4421-aac2-f400e9c34c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:30.830977 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c6ec9-0daa-405f-b295-3227e0f08b0b req-f2bc5456-b35f-4053-b4f5-c64aa7d1c2eb tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:30.836933 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c6ec9-0daa-405f-b295-3227e0f08b0b req-f2bc5456-b35f-4053-b4f5-c64aa7d1c2eb tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:30.845526 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c6ec9-0daa-405f-b295-3227e0f08b0b req-f2bc5456-b35f-4053-b4f5-c64aa7d1c2eb tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:30.851598 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612c6ec9-0daa-405f-b295-3227e0f08b0b req-f2bc5456-b35f-4053-b4f5-c64aa7d1c2eb tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:30.853587 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-612c6ec9-0daa-405f-b295-3227e0f08b0b req-f2bc5456-b35f-4053-b4f5-c64aa7d1c2eb tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/ports?device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 5435 time: 0.1723528 Sep 24 15:35:30.854465 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9158e955-5c8f-4640-b2f9-0f4b172af37f tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:35:30.860342 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9158e955-5c8f-4640-b2f9-0f4b172af37f tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Pushing event updated for resources: {'Port': ['ID=752b9423-9579-4bed-b881-c4865315fba9,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:30.908300 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-643b0d22-3013-4241-a4ad-c8166212ec2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:30.915493 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b4b745-965a-4421-aac2-f400e9c34c1a None None] Network 64faeadb-d6e9-412d-b5cc-e20b90ee20d1 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:35:30.929575 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-38b4b745-965a-4421-aac2-f400e9c34c1a None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:35:30.931692 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b4b745-965a-4421-aac2-f400e9c34c1a None None] Pushing event updated for resources: {'Port': ['ID=634f5e28-fc2f-47fe-92a6-1fc38b27afa0,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:30.935467 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b4b745-965a-4421-aac2-f400e9c34c1a None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:35:30.939192 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548ec1c-9461-485b-816e-3cb63c6eeb19 req-d01435d0-9db0-4967-a4a3-ba984b8c445e tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:30.939419 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port f7691fd8-1f6a-45f4-bf43-5e43375cafad, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=f7691fd8-1f6a-45f4-bf43-5e43375cafad,segment=NetworkSegment(243a7589-8f05-4f79-bb2a-571ad81e4b0d),segment_id=243a7589-8f05-4f79-bb2a-571ad81e4b0d)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:30.940652 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e548ec1c-9461-485b-816e-3cb63c6eeb19 req-d01435d0-9db0-4967-a4a3-ba984b8c445e tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=94bde577-4a67-46e8-92f6-e7849953a8a3&tenant_id=afd1b0df78e44afd8dcda9521b21852d&binding%3Ahost_id=n-h2-808921-1 HTTP/1.1" status: 200 len: 1097 time: 0.1735654 Sep 24 15:35:30.946199 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-564add33-cfdb-4014-94a7-f0e4b1dc8ba9 req-a1524d42-9de7-466b-801d-0314fb87292d tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:35:30.964251 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-e548ec1c-9461-485b-816e-3cb63c6eeb19 req-0eac0022-7a32-4bad-9d6b-fa29ce9b33bb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-808921-1'}}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:35:30.970327 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9158e955-5c8f-4640-b2f9-0f4b172af37f tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:30.973881 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f538cd66-deba-4ac8-aad5-398d890e39cb None None] Sync routers for ids ['af3cf24f-75e6-421c-9f0b-061a580dbe63'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:35:30.991033 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-612c6ec9-0daa-405f-b295-3227e0f08b0b req-3067b906-fe35-4295-8b66-ebd9d0d3751a tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/security-groups?id=009469bf-50d0-4ac3-bdd3-519f093da79b&id=997d5af8-07d7-4888-b731-21def6e0a999&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0867538 Sep 24 15:35:31.006951 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:31.008076 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 2f5a166f-73aa-4d69-848c-9741f19b3801 up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:35:31.013100 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f538cd66-deba-4ac8-aad5-398d890e39cb None None] Routers {'af3cf24f-75e6-421c-9f0b-061a580dbe63'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:35:31.013842 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-f538cd66-deba-4ac8-aad5-398d890e39cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:35:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['af3cf24f-75e6-421c-9f0b-061a580dbe63'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:35:31.058416 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-eb4fb2f0-63af-4c0e-a17f-58533bed809f req-4c6681aa-9711-484c-9705-682437e4c5c7 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.101 "GET /v2.0/ports?device_id=e0b82717-014c-4c1c-8ac2-6938e24c823b HTTP/1.1" status: 200 len: 210 time: 0.0878034 Sep 24 15:35:31.086600 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-564add33-cfdb-4014-94a7-f0e4b1dc8ba9 req-a1524d42-9de7-466b-801d-0314fb87292d tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] No DVR routers for this DVR port 7cbd751f-8ebe-4050-b383-5064636d6c27 on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:35:31.096965 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9158e955-5c8f-4640-b2f9-0f4b172af37f tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:31.100289 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-564add33-cfdb-4014-94a7-f0e4b1dc8ba9 req-a1524d42-9de7-466b-801d-0314fb87292d tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:31.102427 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-564add33-cfdb-4014-94a7-f0e4b1dc8ba9 req-a1524d42-9de7-466b-801d-0314fb87292d tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.108 "DELETE /v2.0/ports/7cbd751f-8ebe-4050-b383-5064636d6c27 HTTP/1.1" status: 204 len: 173 time: 2.6740987 Sep 24 15:35:31.142174 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0b82717-014c-4c1c-8ac2-6938e24c823b', 'name': 'network-vif-deleted', 'tag': '7cbd751f-8ebe-4050-b383-5064636d6c27'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:35:31.145409 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290f86de-91bf-4ebf-9d71-4318aaefa521" -d '{"events": [{"server_uuid": "e0b82717-014c-4c1c-8ac2-6938e24c823b", "name": "network-vif-deleted", "tag": "7cbd751f-8ebe-4050-b383-5064636d6c27"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:35:31.149492 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-38b4b745-965a-4421-aac2-f400e9c34c1a None None] Attempting to bind port 634f5e28-fc2f-47fe-92a6-1fc38b27afa0 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:35:31.150451 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-38b4b745-965a-4421-aac2-f400e9c34c1a None None] Attempting to bind port 634f5e28-fc2f-47fe-92a6-1fc38b27afa0 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '4c6640b6-654c-4a1f-99cc-cd2522df0bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '64faeadb-d6e9-412d-b5cc-e20b90ee20d1'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:35:31.150451 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b4b745-965a-4421-aac2-f400e9c34c1a None None] Attempting to bind port 634f5e28-fc2f-47fe-92a6-1fc38b27afa0 on network 64faeadb-d6e9-412d-b5cc-e20b90ee20d1 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:35:31.179675 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b4b745-965a-4421-aac2-f400e9c34c1a None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:35:31.180039 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b4b745-965a-4421-aac2-f400e9c34c1a None None] Checking segment: {'id': '4c6640b6-654c-4a1f-99cc-cd2522df0bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '64faeadb-d6e9-412d-b5cc-e20b90ee20d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:35:31.180437 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-38b4b745-965a-4421-aac2-f400e9c34c1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:31.180825 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b4b745-965a-4421-aac2-f400e9c34c1a None None] Bound using segment: {'id': '4c6640b6-654c-4a1f-99cc-cd2522df0bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '64faeadb-d6e9-412d-b5cc-e20b90ee20d1'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:35:31.181290 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-38b4b745-965a-4421-aac2-f400e9c34c1a None None] Bound port: 634f5e28-fc2f-47fe-92a6-1fc38b27afa0, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c6640b6-654c-4a1f-99cc-cd2522df0bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '64faeadb-d6e9-412d-b5cc-e20b90ee20d1'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:35:31.181727 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-38b4b745-965a-4421-aac2-f400e9c34c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:31.195273 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e548ec1c-9461-485b-816e-3cb63c6eeb19 req-0eac0022-7a32-4bad-9d6b-fa29ce9b33bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:31.222834 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e301b97-77ce-4591-805f-b96b52ace3d8 x-openstack-request-id: req-5e301b97-77ce-4591-805f-b96b52ace3d8 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:35:31.223295 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0b82717-014c-4c1c-8ac2-6938e24c823b", "name": "network-vif-deleted", "tag": "7cbd751f-8ebe-4050-b383-5064636d6c27", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:35:31.223710 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-5e301b97-77ce-4591-805f-b96b52ace3d8 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:35:31.224227 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0b82717-014c-4c1c-8ac2-6938e24c823b', 'name': 'network-vif-deleted', 'tag': '7cbd751f-8ebe-4050-b383-5064636d6c27', 'status': 'completed', 'code': 200} Sep 24 15:35:31.248146 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=f7691fd8-1f6a-45f4-bf43-5e43375cafad,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:31.258279 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47ea69-2211-4aa8-b3ca-41d6abf928bc req-0bdf8775-6d8b-416e-97df-16913cc7b40e tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:31.266576 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8c47ea69-2211-4aa8-b3ca-41d6abf928bc req-0bdf8775-6d8b-416e-97df-16913cc7b40e tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/ports?device_id=dca7221c-f023-411c-955a-2ea78aeeba45 HTTP/1.1" status: 200 len: 943 time: 0.1335921 Sep 24 15:35:31.284786 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-643b0d22-3013-4241-a4ad-c8166212ec2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:31.299715 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8ea1c5c6-54ef-42f2-b7e7-220f71249a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:31.302131 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-f538cd66-deba-4ac8-aad5-398d890e39cb None None] Set router af3cf24f-75e6-421c-9f0b-061a580dbe63 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:35:31.348259 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-643b0d22-3013-4241-a4ad-c8166212ec2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0374e89a-9d0f-457f-a823-b632a66136eb']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:35:31.354685 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8c47ea69-2211-4aa8-b3ca-41d6abf928bc req-1838058f-0dc4-4758-b858-7add0bd0aff4 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/security-groups?id=62f13653-b186-43c2-8b39-46ac7f17e8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861771 Sep 24 15:35:31.367554 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-38b4b745-965a-4421-aac2-f400e9c34c1a None None] For port 634f5e28-fc2f-47fe-92a6-1fc38b27afa0, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:35:31.387198 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-643b0d22-3013-4241-a4ad-c8166212ec2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c92913b-b5b8-43ec-a5ba-a4a68bdf770b') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:35:31.387591 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-643b0d22-3013-4241-a4ad-c8166212ec2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c92913b-b5b8-43ec-a5ba-a4a68bdf770b') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:35:31.395766 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9158e955-5c8f-4640-b2f9-0f4b172af37f tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:31.410634 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-643b0d22-3013-4241-a4ad-c8166212ec2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:31.458882 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9158e955-5c8f-4640-b2f9-0f4b172af37f tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:31.500843 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9158e955-5c8f-4640-b2f9-0f4b172af37f tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:31.523366 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-643b0d22-3013-4241-a4ad-c8166212ec2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:31.532083 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9158e955-5c8f-4640-b2f9-0f4b172af37f tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Pushing event updated for resources: {'Port': ['ID=752b9423-9579-4bed-b881-c4865315fba9,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:31.589748 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port 2f5a166f-73aa-4d69-848c-9741f19b3801 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:35:31.594833 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-38b4b745-965a-4421-aac2-f400e9c34c1a None None] For port 634f5e28-fc2f-47fe-92a6-1fc38b27afa0, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=634f5e28-fc2f-47fe-92a6-1fc38b27afa0,segment=NetworkSegment(4c6640b6-654c-4a1f-99cc-cd2522df0bf2),segment_id=4c6640b6-654c-4a1f-99cc-cd2522df0bf2)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:35:31.605738 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-643b0d22-3013-4241-a4ad-c8166212ec2f admin admin] Releasing vlan 1298 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:35:31.606152 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-643b0d22-3013-4241-a4ad-c8166212ec2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:31.608090 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:35:31.608090 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:35:31.608090 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:35:31.608090 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:35:31.608090 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:35:31.608090 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:35:31.608090 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:35:31.608090 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:35:31.608090 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:35:31.608090 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:35:31.608090 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:35:31.608090 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:35:31.608090 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:35:31.608090 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:35:31.608090 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:35:31.608090 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:35:31.608090 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:35:31.608090 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:35:31.608090 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:35:31.608090 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:35:31.608090 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:35:31.608090 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:35:31.608090 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:35:31.608090 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:35:31.608090 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:35:31.608090 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:35:31.608090 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:35:31.608090 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:35:31.608090 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:35:31.608090 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:35:31.608090 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:35:31.608090 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:35:31.616829 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port 2f5a166f-73aa-4d69-848c-9741f19b3801 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:35:31.618082 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:31.635659 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9158e955-5c8f-4640-b2f9-0f4b172af37f tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:31.637023 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-9158e955-5c8f-4640-b2f9-0f4b172af37f tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0244873 Sep 24 15:35:31.693846 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 37d12c3e-26de-4eb4-aa78-170edadc4118 details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:35:31.701234 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-38b4b745-965a-4421-aac2-f400e9c34c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:31.844534 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8865fd05-1bd9-454e-9476-3a63043a1244 req-a1b21e37-ba65-4f61-adc8-1d0291308c86 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-securitygroup--1598763023&fields=id&tenant_id=7b4bd82d26ac490fbde2c620d4be04bb HTTP/1.1" status: 200 len: 267 time: 0.0523221 Sep 24 15:35:31.903129 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b4b745-965a-4421-aac2-f400e9c34c1a None None] Pushing event updated for resources: {'Port': ['ID=634f5e28-fc2f-47fe-92a6-1fc38b27afa0,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:31.978634 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:31.982242 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 37d12c3e-26de-4eb4-aa78-170edadc4118, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=37d12c3e-26de-4eb4-aa78-170edadc4118,segment=NetworkSegment(e854fc2b-10a2-4840-85e1-f484bd234f97),segment_id=e854fc2b-10a2-4840-85e1-f484bd234f97)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:32.013873 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': '37d12c3e-26de-4eb4-aa78-170edadc4118', 'network_id': '11d4bcd0-f4e1-47ce-8813-4a94d2179197', 'port_id': '37d12c3e-26de-4eb4-aa78-170edadc4118', 'mac_address': 'fa:16:3e:d3:26:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8a10d9b-fe75-4ec9-8ac3-c0a4f7ef261c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:35:32.030694 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865fd05-1bd9-454e-9476-3a63043a1244 req-d332aaf1-bf3f-479f-ac81-cdad011b330b tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:32.037193 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 2f5a166f-73aa-4d69-848c-9741f19b3801, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=2f5a166f-73aa-4d69-848c-9741f19b3801,segment=NetworkSegment(243a7589-8f05-4f79-bb2a-571ad81e4b0d),segment_id=243a7589-8f05-4f79-bb2a-571ad81e4b0d)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:32.045096 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8865fd05-1bd9-454e-9476-3a63043a1244 req-d332aaf1-bf3f-479f-ac81-cdad011b330b tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] 10.222.0.101 "GET /v2.0/networks?id=ed240661-c058-4f64-a0cb-8ef81aff19b5 HTTP/1.1" status: 200 len: 812 time: 0.1837494 Sep 24 15:35:32.045339 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-f538cd66-deba-4ac8-aad5-398d890e39cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3cf24f-75e6-421c-9f0b-061a580dbe63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-606981442-router', 'tenant_id': '50e87a33f09a42898ead617f15974ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '744e76ab-a3bc-46c9-819b-0cb564c1659c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:30:23Z', 'updated_at': '2021-09-24T15:30:29Z', 'revision_number': 4, 'project_id': '50e87a33f09a42898ead617f15974ffc', 'gw_port': {'id': '744e76ab-a3bc-46c9-819b-0cb564c1659c', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3cf24f-75e6-421c-9f0b-061a580dbe63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:30:24Z', 'updated_at': '2021-09-24T15:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '3a2ad23a-8064-4e7f-af6a-5390790284ed', 'name': '', 'network_id': '7e533c3a-51c9-41ff-a0dd-1bcb74f4b744', 'tenant_id': '50e87a33f09a42898ead617f15974ffc', 'mac_address': 'fa:16:3e:4a:74:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3cf24f-75e6-421c-9f0b-061a580dbe63', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1bb6d5ff-0dcb-44b0-a397-31c3caa399f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:30:28Z', 'updated_at': '2021-09-24T15:30:35Z', 'revision_number': 5, 'project_id': '50e87a33f09a42898ead617f15974ffc', 'subnets': [{'id': '1bb6d5ff-0dcb-44b0-a397-31c3caa399f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:35:32.098166 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8865fd05-1bd9-454e-9476-3a63043a1244 req-0a04a85b-87cc-44ba-be81-21c7bf1d59df tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] 10.222.0.101 "GET /v2.0/quotas/7b4bd82d26ac490fbde2c620d4be04bb HTTP/1.1" status: 200 len: 375 time: 0.0509665 Sep 24 15:35:32.166331 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:32.167593 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 0ee6ad90-d588-4863-a2f6-9306b19035e5 up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:35:32.172845 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8865fd05-1bd9-454e-9476-3a63043a1244 req-230939c1-fad8-4b30-8ed3-45aab58e4c33 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=7b4bd82d26ac490fbde2c620d4be04bb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0725946 Sep 24 15:35:32.178222 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-e548ec1c-9461-485b-816e-3cb63c6eeb19 req-0eac0022-7a32-4bad-9d6b-fa29ce9b33bb service neutron] For port 923695c0-58bb-4c6f-a650-daf93518a1e8, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=923695c0-58bb-4c6f-a650-daf93518a1e8,segment=NetworkSegment(21e1a332-491d-46ef-987f-a7724d369c2e),segment_id=21e1a332-491d-46ef-987f-a7724d369c2e)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:32.184104 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:32.188688 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d3f113c2-ff3b-4e4a-84b0-57a81f08cc33 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:32.220191 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d3f113c2-ff3b-4e4a-84b0-57a81f08cc33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:32.233060 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f538cd66-deba-4ac8-aad5-398d890e39cb None None] Checking router: af3cf24f-75e6-421c-9f0b-061a580dbe63 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:35:32.252667 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-643b0d22-3013-4241-a4ad-c8166212ec2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:32.261764 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab17a63-a559-4c62-8949-f2d54c42843c req-538e9bae-20e3-4d5f-a627-eeab73599487 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:32.263389 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-eab17a63-a559-4c62-8949-f2d54c42843c req-538e9bae-20e3-4d5f-a627-eeab73599487 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=94bde577-4a67-46e8-92f6-e7849953a8a3 HTTP/1.1" status: 200 len: 946 time: 0.6593239 Sep 24 15:35:32.271959 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-643b0d22-3013-4241-a4ad-c8166212ec2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:32.274008 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-643b0d22-3013-4241-a4ad-c8166212ec2f admin admin] 10.222.0.101 "DELETE /v2.0/networks/0374e89a-9d0f-457f-a823-b632a66136eb HTTP/1.1" status: 204 len: 168 time: 1.6114457 Sep 24 15:35:32.294285 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37d12c3e-26de-4eb4-aa78-170edadc4118 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:35:32.311674 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f538cd66-deba-4ac8-aad5-398d890e39cb None None] Routers {'af3cf24f-75e6-421c-9f0b-061a580dbe63'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:35:32.312360 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-f538cd66-deba-4ac8-aad5-398d890e39cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:35:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['af3cf24f-75e6-421c-9f0b-061a580dbe63'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:35:32.337788 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643b0d22-3013-4241-a4ad-c8166212ec2f admin admin] Pushing event deleted for resources: {'Network': ['ID=0374e89a-9d0f-457f-a823-b632a66136eb,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:32.354086 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8865fd05-1bd9-454e-9476-3a63043a1244 req-23376e09-3175-4dbe-a271-61136d6dabdc service neutron] 10.222.0.101 "GET /v2.0/networks/ed240661-c058-4f64-a0cb-8ef81aff19b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617339 Sep 24 15:35:32.356846 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-e548ec1c-9461-485b-816e-3cb63c6eeb19 req-0eac0022-7a32-4bad-9d6b-fa29ce9b33bb service neutron] For port 923695c0-58bb-4c6f-a650-daf93518a1e8, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:35:32.415413 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-eab17a63-a559-4c62-8949-f2d54c42843c req-58cff4a2-8e29-4663-8f95-12a252de7685 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985446 Sep 24 15:35:32.457510 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e548ec1c-9461-485b-816e-3cb63c6eeb19 req-0eac0022-7a32-4bad-9d6b-fa29ce9b33bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:32.486699 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-d3f113c2-ff3b-4e4a-84b0-57a81f08cc33 admin admin] Allocated IP 172.25.0.154 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/33492484-250c-4e73-a11b-91665898d3b0) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:35:32.502275 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-f538cd66-deba-4ac8-aad5-398d890e39cb None None] Set router af3cf24f-75e6-421c-9f0b-061a580dbe63 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:35:32.580956 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=2f5a166f-73aa-4d69-848c-9741f19b3801,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:32.596537 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 37d12c3e-26de-4eb4-aa78-170edadc4118, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=37d12c3e-26de-4eb4-aa78-170edadc4118,segment=NetworkSegment(e854fc2b-10a2-4840-85e1-f484bd234f97),segment_id=e854fc2b-10a2-4840-85e1-f484bd234f97)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:32.611404 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e548ec1c-9461-485b-816e-3cb63c6eeb19 req-0eac0022-7a32-4bad-9d6b-fa29ce9b33bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:32.715729 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '465bc65b-5f46-498c-b8b1-509be174e9cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7691fd8-1f6a-45f4-bf43-5e43375cafad'}, {'server_uuid': '465bc65b-5f46-498c-b8b1-509be174e9cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f5a166f-73aa-4d69-848c-9741f19b3801'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:35:32.718025 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4918aea3-fe07-4a8f-8ae6-6ed84eff52d4" -d '{"events": [{"server_uuid": "465bc65b-5f46-498c-b8b1-509be174e9cd", "name": "network-vif-plugged", "status": "completed", "tag": "f7691fd8-1f6a-45f4-bf43-5e43375cafad"}, {"server_uuid": "465bc65b-5f46-498c-b8b1-509be174e9cd", "name": "network-vif-plugged", "status": "completed", "tag": "2f5a166f-73aa-4d69-848c-9741f19b3801"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:35:32.741916 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43500) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:32.753043 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:32.780477 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d3f113c2-ff3b-4e4a-84b0-57a81f08cc33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:32.804543 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eac0022-7a32-4bad-9d6b-fa29ce9b33bb service neutron] Pushing event updated for resources: {'Port': ['ID=923695c0-58bb-4c6f-a650-daf93518a1e8,revision_number=7']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:32.811997 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-f538cd66-deba-4ac8-aad5-398d890e39cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3cf24f-75e6-421c-9f0b-061a580dbe63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-606981442-router', 'tenant_id': '50e87a33f09a42898ead617f15974ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '744e76ab-a3bc-46c9-819b-0cb564c1659c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:30:23Z', 'updated_at': '2021-09-24T15:30:29Z', 'revision_number': 4, 'project_id': '50e87a33f09a42898ead617f15974ffc', 'gw_port': {'id': '744e76ab-a3bc-46c9-819b-0cb564c1659c', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3cf24f-75e6-421c-9f0b-061a580dbe63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:30:24Z', 'updated_at': '2021-09-24T15:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '3a2ad23a-8064-4e7f-af6a-5390790284ed', 'name': '', 'network_id': '7e533c3a-51c9-41ff-a0dd-1bcb74f4b744', 'tenant_id': '50e87a33f09a42898ead617f15974ffc', 'mac_address': 'fa:16:3e:4a:74:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3cf24f-75e6-421c-9f0b-061a580dbe63', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1bb6d5ff-0dcb-44b0-a397-31c3caa399f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:30:28Z', 'updated_at': '2021-09-24T15:30:35Z', 'revision_number': 5, 'project_id': '50e87a33f09a42898ead617f15974ffc', 'subnets': [{'id': '1bb6d5ff-0dcb-44b0-a397-31c3caa399f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:35:32.827849 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d69a07d-da6b-4314-8fbf-854f3889e4ec req-bf7b1834-c182-4260-9aa8-2691f30b1e67 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:32.836740 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0d69a07d-da6b-4314-8fbf-854f3889e4ec req-bf7b1834-c182-4260-9aa8-2691f30b1e67 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=2122f163-37ae-4b6f-b6bf-1373c849b631 HTTP/1.1" status: 200 len: 943 time: 0.3013632 Sep 24 15:35:32.841564 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f538cd66-deba-4ac8-aad5-398d890e39cb None None] The sync data for ids ['af3cf24f-75e6-421c-9f0b-061a580dbe63'] in n-d-808921-1 is: [{'id': 'af3cf24f-75e6-421c-9f0b-061a580dbe63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-606981442-router', 'tenant_id': '50e87a33f09a42898ead617f15974ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '744e76ab-a3bc-46c9-819b-0cb564c1659c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:30:23Z', 'updated_at': '2021-09-24T15:30:29Z', 'revision_number': 4, 'project_id': '50e87a33f09a42898ead617f15974ffc', 'gw_port': {'id': '744e76ab-a3bc-46c9-819b-0cb564c1659c', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3cf24f-75e6-421c-9f0b-061a580dbe63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:30:24Z', 'updated_at': '2021-09-24T15:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '3a2ad23a-8064-4e7f-af6a-5390790284ed', 'name': '', 'network_id': '7e533c3a-51c9-41ff-a0dd-1bcb74f4b744', 'tenant_id': '50e87a33f09a42898ead617f15974ffc', 'mac_address': 'fa:16:3e:4a:74:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3cf24f-75e6-421c-9f0b-061a580dbe63', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '1bb6d5ff-0dcb-44b0-a397-31c3caa399f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:30:28Z', 'updated_at': '2021-09-24T15:30:35Z', 'revision_number': 5, 'project_id': '50e87a33f09a42898ead617f15974ffc', 'subnets': [{'id': '1bb6d5ff-0dcb-44b0-a397-31c3caa399f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:35:32.865048 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=37d12c3e-26de-4eb4-aa78-170edadc4118,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:32.867203 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8865fd05-1bd9-454e-9476-3a63043a1244 req-0a633728-ed5d-4e4b-97cf-e6c9015bcb26 service neutron] 10.222.0.101 "GET /v2.0/networks/ed240661-c058-4f64-a0cb-8ef81aff19b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5114255 Sep 24 15:35:32.875666 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port 0ee6ad90-d588-4863-a2f6-9306b19035e5 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:35:32.908372 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port 0ee6ad90-d588-4863-a2f6-9306b19035e5 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:35:32.908372 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:32.908789 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-e548ec1c-9461-485b-816e-3cb63c6eeb19 req-0eac0022-7a32-4bad-9d6b-fa29ce9b33bb service neutron] Attempting to bind port 923695c0-58bb-4c6f-a650-daf93518a1e8 on host n-h2-808921-1 for vnic_type normal with profile {"migrating_to": "n-h1-808921-1"} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:35:32.908789 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-e548ec1c-9461-485b-816e-3cb63c6eeb19 req-0eac0022-7a32-4bad-9d6b-fa29ce9b33bb service neutron] Attempting to bind port 923695c0-58bb-4c6f-a650-daf93518a1e8 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '21e1a332-491d-46ef-987f-a7724d369c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '078714d9-431e-4632-b957-c9a7230e7876'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:35:32.908789 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e548ec1c-9461-485b-816e-3cb63c6eeb19 req-0eac0022-7a32-4bad-9d6b-fa29ce9b33bb service neutron] Attempting to bind port 923695c0-58bb-4c6f-a650-daf93518a1e8 on network 078714d9-431e-4632-b957-c9a7230e7876 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:35:32.955049 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e548ec1c-9461-485b-816e-3cb63c6eeb19 req-0eac0022-7a32-4bad-9d6b-fa29ce9b33bb service neutron] Port 923695c0-58bb-4c6f-a650-daf93518a1e8 on network 078714d9-431e-4632-b957-c9a7230e7876 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:35:32.955373 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e548ec1c-9461-485b-816e-3cb63c6eeb19 req-0eac0022-7a32-4bad-9d6b-fa29ce9b33bb service neutron] Attempting to bind port 923695c0-58bb-4c6f-a650-daf93518a1e8 on network 078714d9-431e-4632-b957-c9a7230e7876 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:35:32.971452 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e548ec1c-9461-485b-816e-3cb63c6eeb19 req-0eac0022-7a32-4bad-9d6b-fa29ce9b33bb service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:35:32.971792 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e548ec1c-9461-485b-816e-3cb63c6eeb19 req-0eac0022-7a32-4bad-9d6b-fa29ce9b33bb service neutron] Checking segment: {'id': '21e1a332-491d-46ef-987f-a7724d369c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '078714d9-431e-4632-b957-c9a7230e7876'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:35:32.972175 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e548ec1c-9461-485b-816e-3cb63c6eeb19 req-0eac0022-7a32-4bad-9d6b-fa29ce9b33bb service neutron] Bound using segment: {'id': '21e1a332-491d-46ef-987f-a7724d369c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '078714d9-431e-4632-b957-c9a7230e7876'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:35:32.972622 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-e548ec1c-9461-485b-816e-3cb63c6eeb19 req-0eac0022-7a32-4bad-9d6b-fa29ce9b33bb service neutron] Bound port: 923695c0-58bb-4c6f-a650-daf93518a1e8, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21e1a332-491d-46ef-987f-a7724d369c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '078714d9-431e-4632-b957-c9a7230e7876'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:35:32.972986 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e548ec1c-9461-485b-816e-3cb63c6eeb19 req-0eac0022-7a32-4bad-9d6b-fa29ce9b33bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:33.051280 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43502) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:33.051672 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-80c33426-fefe-4612-bbbe-181f4d5bf292 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5bcf994545e24f4c9b0696ef07ac6678&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2756543 Sep 24 15:35:33.054811 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d3f113c2-ff3b-4e4a-84b0-57a81f08cc33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:33.067157 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:33.068423 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0d69a07d-da6b-4314-8fbf-854f3889e4ec req-2320ef0e-5f29-4e99-b804-5b101fb6aaea tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305450 Sep 24 15:35:33.073404 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 923695c0-58bb-4c6f-a650-daf93518a1e8 details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:35:33.120623 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 634f5e28-fc2f-47fe-92a6-1fc38b27afa0 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:35:33.211081 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e1680ca4-e21f-414a-9730-ed07d6cd46fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:33.225066 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['37d12c3e-26de-4eb4-aa78-170edadc4118'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:35:33.227419 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb3c151-c465-4396-93e7-43e7b7974164 None None] Network 64faeadb-d6e9-412d-b5cc-e20b90ee20d1 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:35:33.236720 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 0ee6ad90-d588-4863-a2f6-9306b19035e5, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=0ee6ad90-d588-4863-a2f6-9306b19035e5,segment=NetworkSegment(14654774-2682-4094-9ce4-6bbca9e08e6e),segment_id=14654774-2682-4094-9ce4-6bbca9e08e6e)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:33.239978 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94bde577-4a67-46e8-92f6-e7849953a8a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '923695c0-58bb-4c6f-a650-daf93518a1e8'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:35:33.243474 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a9d0bc1-bd9c-4082-87f4-7e787e3906b1" -d '{"events": [{"server_uuid": "94bde577-4a67-46e8-92f6-e7849953a8a3", "name": "network-vif-unplugged", "status": "completed", "tag": "923695c0-58bb-4c6f-a650-daf93518a1e8"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:35:33.252792 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e1680ca4-e21f-414a-9730-ed07d6cd46fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:33.267770 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f113c2-ff3b-4e4a-84b0-57a81f08cc33 admin admin] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:35:33.284034 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f113c2-ff3b-4e4a-84b0-57a81f08cc33 admin admin] Pushing event updated for resources: {'Port': ['ID=33492484-250c-4e73-a11b-91665898d3b0,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:33.292542 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-d3f113c2-ff3b-4e4a-84b0-57a81f08cc33 admin admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:35:33.293232 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.db.resource_extend [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 24 15:35:33.329264 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:33.330931 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device d4b18f8b-70cf-4cbf-9ef3-a4612e10fee4 up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:35:33.346788 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f113c2-ff3b-4e4a-84b0-57a81f08cc33 admin admin] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:35:33.394128 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-e548ec1c-9461-485b-816e-3cb63c6eeb19 req-0eac0022-7a32-4bad-9d6b-fa29ce9b33bb service neutron] For port 923695c0-58bb-4c6f-a650-daf93518a1e8, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:35:33.419328 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f55125-1356-4910-bdd8-25251c5c411d None None] New status for floating IP e1a456cf-75c9-4890-bfdf-e71597da2cd0: DOWN {{(pid=95300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:35:33.431281 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-e548ec1c-9461-485b-816e-3cb63c6eeb19 req-0eac0022-7a32-4bad-9d6b-fa29ce9b33bb service neutron] For port 923695c0-58bb-4c6f-a650-daf93518a1e8, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=923695c0-58bb-4c6f-a650-daf93518a1e8,segment=NetworkSegment(21e1a332-491d-46ef-987f-a7724d369c2e),segment_id=21e1a332-491d-46ef-987f-a7724d369c2e)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:35:33.432554 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e1680ca4-e21f-414a-9730-ed07d6cd46fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:33.438514 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e1680ca4-e21f-414a-9730-ed07d6cd46fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:33.439670 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e1680ca4-e21f-414a-9730-ed07d6cd46fe admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/0c6d601c-52fd-4232-823b-3556dffffa90 HTTP/1.1" status: 204 len: 168 time: 0.3864777 Sep 24 15:35:33.450900 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77136eda-e3c5-432a-bf4d-6703865cb9bf req-eef6e561-450b-4fec-b839-adf73d844ad5 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:33.459007 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77136eda-e3c5-432a-bf4d-6703865cb9bf req-eef6e561-450b-4fec-b839-adf73d844ad5 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:33.465641 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77136eda-e3c5-432a-bf4d-6703865cb9bf req-eef6e561-450b-4fec-b839-adf73d844ad5 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:33.473806 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77136eda-e3c5-432a-bf4d-6703865cb9bf req-eef6e561-450b-4fec-b839-adf73d844ad5 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:33.480333 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77136eda-e3c5-432a-bf4d-6703865cb9bf req-eef6e561-450b-4fec-b839-adf73d844ad5 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:33.487276 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77136eda-e3c5-432a-bf4d-6703865cb9bf req-eef6e561-450b-4fec-b839-adf73d844ad5 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:33.493850 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77136eda-e3c5-432a-bf4d-6703865cb9bf req-eef6e561-450b-4fec-b839-adf73d844ad5 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:33.495879 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-77136eda-e3c5-432a-bf4d-6703865cb9bf req-eef6e561-450b-4fec-b839-adf73d844ad5 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/ports?device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 5437 time: 0.2426744 Sep 24 15:35:33.506014 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1680ca4-e21f-414a-9730-ed07d6cd46fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6d601c-52fd-4232-823b-3556dffffa90,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:33.544924 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e548ec1c-9461-485b-816e-3cb63c6eeb19 req-0eac0022-7a32-4bad-9d6b-fa29ce9b33bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:33.560442 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fe8247-2e5f-4850-a92f-4dce83dd1a63 req-b0dc47a5-3c58-4463-9d72-52e08e9bcf7c tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:33.569230 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-18fe8247-2e5f-4850-a92f-4dce83dd1a63 req-b0dc47a5-3c58-4463-9d72-52e08e9bcf7c tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/ports?device_id=dca7221c-f023-411c-955a-2ea78aeeba45 HTTP/1.1" status: 200 len: 944 time: 0.2111392 Sep 24 15:35:33.627635 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-18fe8247-2e5f-4850-a92f-4dce83dd1a63 req-b6488774-dc08-4cc5-8bc7-5b431d3f8139 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/security-groups?id=62f13653-b186-43c2-8b39-46ac7f17e8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535522 Sep 24 15:35:33.714001 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 24 Sep 2021 15:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284d5cb8-7822-45bd-b3c2-3d2b9876fadd x-openstack-request-id: req-284d5cb8-7822-45bd-b3c2-3d2b9876fadd {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:35:33.714293 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "465bc65b-5f46-498c-b8b1-509be174e9cd", "name": "network-vif-plugged", "status": "completed", "tag": "f7691fd8-1f6a-45f4-bf43-5e43375cafad", "code": 200}, {"server_uuid": "465bc65b-5f46-498c-b8b1-509be174e9cd", "name": "network-vif-plugged", "status": "completed", "tag": "2f5a166f-73aa-4d69-848c-9741f19b3801", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:35:33.714579 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-284d5cb8-7822-45bd-b3c2-3d2b9876fadd {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:35:33.714972 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465bc65b-5f46-498c-b8b1-509be174e9cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7691fd8-1f6a-45f4-bf43-5e43375cafad', 'code': 200} Sep 24 15:35:33.715220 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465bc65b-5f46-498c-b8b1-509be174e9cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f5a166f-73aa-4d69-848c-9741f19b3801', 'code': 200} Sep 24 15:35:33.725956 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-a8292f59-c04b-4afe-a8b7-64106818b04c None None] Provisioning complete for port 634f5e28-fc2f-47fe-92a6-1fc38b27afa0 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:35:33.726764 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a8292f59-c04b-4afe-a8b7-64106818b04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:33.730821 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-77136eda-e3c5-432a-bf4d-6703865cb9bf req-7d2b9424-be5a-4097-b085-17096fdfc586 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/security-groups?id=009469bf-50d0-4ac3-bdd3-519f093da79b&id=997d5af8-07d7-4888-b731-21def6e0a999&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1900439 Sep 24 15:35:33.770096 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548ec1c-9461-485b-816e-3cb63c6eeb19 req-0eac0022-7a32-4bad-9d6b-fa29ce9b33bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:33.770932 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e548ec1c-9461-485b-816e-3cb63c6eeb19 req-0eac0022-7a32-4bad-9d6b-fa29ce9b33bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:33.772665 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-458ce95c-182f-4529-8ea7-e3bf8c933d42 req-d72be873-58f4-4054-af80-3b5895bb0e32 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] 10.222.0.101 "GET /v2.0/ports?device_id=5e086cd6-6222-433b-80d8-976f3a638f99 HTTP/1.1" status: 200 len: 210 time: 0.0296268 Sep 24 15:35:33.775221 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e548ec1c-9461-485b-816e-3cb63c6eeb19 req-0eac0022-7a32-4bad-9d6b-fa29ce9b33bb service neutron] 10.222.0.110 "PUT /v2.0/ports/923695c0-58bb-4c6f-a650-daf93518a1e8 HTTP/1.1" status: 200 len: 1122 time: 2.8177519 Sep 24 15:35:33.777378 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eac0022-7a32-4bad-9d6b-fa29ce9b33bb service neutron] Pushing event updated for resources: {'Port': ['ID=923695c0-58bb-4c6f-a650-daf93518a1e8,revision_number=8']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:33.809656 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=0ee6ad90-d588-4863-a2f6-9306b19035e5,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:33.830541 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 15:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82854e74-c5e6-4f0f-bae2-1064614f345f x-openstack-request-id: req-82854e74-c5e6-4f0f-bae2-1064614f345f {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:35:33.831129 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94bde577-4a67-46e8-92f6-e7849953a8a3", "name": "network-vif-unplugged", "status": "completed", "tag": "923695c0-58bb-4c6f-a650-daf93518a1e8", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:35:33.831571 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-82854e74-c5e6-4f0f-bae2-1064614f345f {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:35:33.832172 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94bde577-4a67-46e8-92f6-e7849953a8a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '923695c0-58bb-4c6f-a650-daf93518a1e8', 'code': 200} Sep 24 15:35:33.905195 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 634f5e28-fc2f-47fe-92a6-1fc38b27afa0 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:35:33.905569 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:33.909207 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:33.909550 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:33.909896 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:33.910229 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:33.910587 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:33.910914 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:33.911237 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:33.911562 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:33.911883 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:33.912203 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:33.912561 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:33.912879 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:35:33.922484 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 923695c0-58bb-4c6f-a650-daf93518a1e8, host n-h2-808921-1, got binding levels [] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:33.935076 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['923695c0-58bb-4c6f-a650-daf93518a1e8'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:35:33.951478 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab47f151-f3ad-4bcb-ad8f-7a22f7fd12fb req-ce4b50c5-fa4a-4c01-a8e8-bce34a8fadcc tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:33.954133 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ab47f151-f3ad-4bcb-ad8f-7a22f7fd12fb req-ce4b50c5-fa4a-4c01-a8e8-bce34a8fadcc tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=94bde577-4a67-46e8-92f6-e7849953a8a3 HTTP/1.1" status: 200 len: 944 time: 0.0720701 Sep 24 15:35:33.989189 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['923695c0-58bb-4c6f-a650-daf93518a1e8'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:35:34.019273 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ab47f151-f3ad-4bcb-ad8f-7a22f7fd12fb req-639f3c4c-3a6e-4c71-bc26-aa425838e202 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577691 Sep 24 15:35:34.130000 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d3f113c2-ff3b-4e4a-84b0-57a81f08cc33 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:34.229151 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43540) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:34.235769 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-af91c86a-71d8-46a6-8ae1-4e55b12d85a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:34.242284 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port d4b18f8b-70cf-4cbf-9ef3-a4612e10fee4 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:35:34.286408 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port d4b18f8b-70cf-4cbf-9ef3-a4612e10fee4 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:35:34.286786 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:34.314037 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed83c563-be91-48b9-988b-7b477b23df2b req-eb5487a6-0f72-4bda-aa09-c891302ac575 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:34.324775 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ed83c563-be91-48b9-988b-7b477b23df2b req-eb5487a6-0f72-4bda-aa09-c891302ac575 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=2122f163-37ae-4b6f-b6bf-1373c849b631 HTTP/1.1" status: 200 len: 943 time: 0.1357276 Sep 24 15:35:34.372343 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Attempting to bind port 923695c0-58bb-4c6f-a650-daf93518a1e8 on host n-h2-808921-1 for vnic_type normal with profile {"migrating_to": "n-h1-808921-1"} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:35:34.372343 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Attempting to bind port 923695c0-58bb-4c6f-a650-daf93518a1e8 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '21e1a332-491d-46ef-987f-a7724d369c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '078714d9-431e-4632-b957-c9a7230e7876'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:35:34.373116 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Attempting to bind port 923695c0-58bb-4c6f-a650-daf93518a1e8 on network 078714d9-431e-4632-b957-c9a7230e7876 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:35:34.402782 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ed83c563-be91-48b9-988b-7b477b23df2b req-e82fa1c4-6d7b-4c97-abf6-2c7a598674e6 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731976 Sep 24 15:35:34.409054 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-87797fdf-3412-46a0-9a2a-cb443c5554a8 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:34.436098 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d3f113c2-ff3b-4e4a-84b0-57a81f08cc33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:34.436672 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:34.494619 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Port 923695c0-58bb-4c6f-a650-daf93518a1e8 on network 078714d9-431e-4632-b957-c9a7230e7876 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:35:34.494619 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Attempting to bind port 923695c0-58bb-4c6f-a650-daf93518a1e8 on network 078714d9-431e-4632-b957-c9a7230e7876 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:35:34.495084 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-87797fdf-3412-46a0-9a2a-cb443c5554a8 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:34.513435 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:35:34.513951 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Checking segment: {'id': '21e1a332-491d-46ef-987f-a7724d369c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '078714d9-431e-4632-b957-c9a7230e7876'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:35:34.514454 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Bound using segment: {'id': '21e1a332-491d-46ef-987f-a7724d369c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '078714d9-431e-4632-b957-c9a7230e7876'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:35:34.517156 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Bound port: 923695c0-58bb-4c6f-a650-daf93518a1e8, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21e1a332-491d-46ef-987f-a7724d369c2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': '078714d9-431e-4632-b957-c9a7230e7876'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:35:34.518723 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:34.615630 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a8292f59-c04b-4afe-a8b7-64106818b04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:34.647351 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-87797fdf-3412-46a0-9a2a-cb443c5554a8 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:34.651535 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-87797fdf-3412-46a0-9a2a-cb443c5554a8 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:34.652686 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-87797fdf-3412-46a0-9a2a-cb443c5554a8 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.101 "DELETE /v2.0/security-groups/aa14bf65-66e4-4157-aab9-4b95234ae5f8 HTTP/1.1" status: 204 len: 168 time: 0.4221625 Sep 24 15:35:34.655663 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43548) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:34.672680 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f113c2-ff3b-4e4a-84b0-57a81f08cc33 admin admin] Router c73ab4c2-6019-44a0-903e-ab97e7d1410d is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:35:34.677005 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87797fdf-3412-46a0-9a2a-cb443c5554a8 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa14bf65-66e4-4157-aab9-4b95234ae5f8,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:34.692235 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [None req-2c42c7c1-661c-4947-9ecc-d27cfd5c0971 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] show failed (client error): The resource could not be found. Sep 24 15:35:34.692982 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-2c42c7c1-661c-4947-9ecc-d27cfd5c0971 tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.101 "GET /v2.0/security-groups/aa14bf65-66e4-4157-aab9-4b95234ae5f8 HTTP/1.1" status: 404 len: 347 time: 0.0354784 Sep 24 15:35:34.697476 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43550) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:34.798690 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:34.888091 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-a8292f59-c04b-4afe-a8b7-64106818b04c None None] For port 634f5e28-fc2f-47fe-92a6-1fc38b27afa0, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=634f5e28-fc2f-47fe-92a6-1fc38b27afa0,segment=NetworkSegment(4c6640b6-654c-4a1f-99cc-cd2522df0bf2),segment_id=4c6640b6-654c-4a1f-99cc-cd2522df0bf2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:34.895264 n-d-808921-1 neutron-server[95299]: WARNING neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Concurrent port binding operations failed on port 923695c0-58bb-4c6f-a650-daf93518a1e8 Sep 24 15:35:34.904309 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 923695c0-58bb-4c6f-a650-daf93518a1e8, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=923695c0-58bb-4c6f-a650-daf93518a1e8,segment=NetworkSegment(21e1a332-491d-46ef-987f-a7724d369c2e),segment_id=21e1a332-491d-46ef-987f-a7724d369c2e)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:34.941580 n-d-808921-1 neutron-server[95299]: INFO neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Attempt 2 to bind port 923695c0-58bb-4c6f-a650-daf93518a1e8 Sep 24 15:35:34.941947 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 923695c0-58bb-4c6f-a650-daf93518a1e8 has no active binding in host n-h1-808921-1 {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 24 15:35:34.944106 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b359976-0bb8-4956-8c9d-d2ff4576976d req-66a6a6f5-17b2-4c14-a296-d5f959b55841 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:34.949019 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:34.955244 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b359976-0bb8-4956-8c9d-d2ff4576976d req-66a6a6f5-17b2-4c14-a296-d5f959b55841 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:34.962911 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b359976-0bb8-4956-8c9d-d2ff4576976d req-66a6a6f5-17b2-4c14-a296-d5f959b55841 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:34.969674 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a8292f59-c04b-4afe-a8b7-64106818b04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:34.973727 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b359976-0bb8-4956-8c9d-d2ff4576976d req-66a6a6f5-17b2-4c14-a296-d5f959b55841 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:34.981436 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b359976-0bb8-4956-8c9d-d2ff4576976d req-66a6a6f5-17b2-4c14-a296-d5f959b55841 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:34.989189 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b359976-0bb8-4956-8c9d-d2ff4576976d req-66a6a6f5-17b2-4c14-a296-d5f959b55841 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:34.995380 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b359976-0bb8-4956-8c9d-d2ff4576976d req-66a6a6f5-17b2-4c14-a296-d5f959b55841 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:34.997347 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0b359976-0bb8-4956-8c9d-d2ff4576976d req-66a6a6f5-17b2-4c14-a296-d5f959b55841 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/ports?device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 5438 time: 0.1523652 Sep 24 15:35:35.049113 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0b359976-0bb8-4956-8c9d-d2ff4576976d req-7092b0d2-b2e7-41bd-8441-57f01d3bb8f3 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/security-groups?id=009469bf-50d0-4ac3-bdd3-519f093da79b&id=997d5af8-07d7-4888-b731-21def6e0a999&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0432951 Sep 24 15:35:35.107226 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device d70a22d3-59ef-454e-9818-527895d92292 details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:35:35.111005 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port d4b18f8b-70cf-4cbf-9ef3-a4612e10fee4, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=d4b18f8b-70cf-4cbf-9ef3-a4612e10fee4,segment=NetworkSegment(243a7589-8f05-4f79-bb2a-571ad81e4b0d),segment_id=243a7589-8f05-4f79-bb2a-571ad81e4b0d)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:35.112674 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c1cb3-a8bf-4cf3-97fd-3e347d9ec0a0 req-5ef8f1fb-d5af-4f9b-946a-14f4b70cecc1 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:35.120914 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8292f59-c04b-4afe-a8b7-64106818b04c None None] Pushing event updated for resources: {'Port': ['ID=634f5e28-fc2f-47fe-92a6-1fc38b27afa0,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:35.124624 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6f2c1cb3-a8bf-4cf3-97fd-3e347d9ec0a0 req-5ef8f1fb-d5af-4f9b-946a-14f4b70cecc1 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/ports?device_id=dca7221c-f023-411c-955a-2ea78aeeba45 HTTP/1.1" status: 200 len: 944 time: 0.3852623 Sep 24 15:35:35.143908 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.db.api [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:35:35.149594 n-d-808921-1 neutron-server[95299]: DEBUG oslo_db.api [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:35:35.160711 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-f08c0626-0186-4aa2-bcd7-2442daa6a448 None None] Provisioning complete for port 634f5e28-fc2f-47fe-92a6-1fc38b27afa0 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:35:35.161084 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f08c0626-0186-4aa2-bcd7-2442daa6a448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:35.161242 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f113c2-ff3b-4e4a-84b0-57a81f08cc33 admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:35:35.199945 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf970e7-d1ff-4a69-842c-23cbcbd4398d None None] Sync routers for ids ['c73ab4c2-6019-44a0-903e-ab97e7d1410d'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:35:35.211299 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c462957f-9418-4952-9733-1dce5b0ca5c9 req-27ac198d-1492-4167-ba35-006768fe3b41 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] 10.222.0.101 "GET /v2.0/ports?device_id=5e086cd6-6222-433b-80d8-976f3a638f99 HTTP/1.1" status: 200 len: 210 time: 0.0602758 Sep 24 15:35:35.211647 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:35.212468 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device abc5097c-45c0-4a4c-83ad-221aa210e627 up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:35:35.216067 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6f2c1cb3-a8bf-4cf3-97fd-3e347d9ec0a0 req-ff0104a7-0bd0-498b-88c1-e84d1ba5b6f6 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/security-groups?id=62f13653-b186-43c2-8b39-46ac7f17e8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875161 Sep 24 15:35:35.256756 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-9c54a57b-7ac5-44a1-9be8-25ada0c1e08a tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Deleting port e817e855-5245-45ca-92b3-be9d8a1ab5ab {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:35:35.256756 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9c54a57b-7ac5-44a1-9be8-25ada0c1e08a tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:35.269848 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43568) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:35.300702 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:35.335443 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d3f113c2-ff3b-4e4a-84b0-57a81f08cc33 admin admin] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:35.339595 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-d3f113c2-ff3b-4e4a-84b0-57a81f08cc33 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 5.4361925 Sep 24 15:35:35.345869 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf970e7-d1ff-4a69-842c-23cbcbd4398d None None] Routers {'c73ab4c2-6019-44a0-903e-ab97e7d1410d'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:35:35.346535 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-edf970e7-d1ff-4a69-842c-23cbcbd4398d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:35:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['c73ab4c2-6019-44a0-903e-ab97e7d1410d'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:35:35.348182 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43572) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:35.433162 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dac252-ec91-4258-b900-8f52cdfee5c9 req-c8d74b8d-e84e-44bd-b1e2-2fba0d8d803e tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:35.439133 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-06dac252-ec91-4258-b900-8f52cdfee5c9 req-c8d74b8d-e84e-44bd-b1e2-2fba0d8d803e tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=94bde577-4a67-46e8-92f6-e7849953a8a3 HTTP/1.1" status: 200 len: 944 time: 0.1327455 Sep 24 15:35:35.441977 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-9c153634-0727-4a64-b26b-565086ccdcc2 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1269399987-network', 'tenant_id': '5676ce9bab2246debc50f6d2b2aba18e'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:35:35.520627 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-edf970e7-d1ff-4a69-842c-23cbcbd4398d None None] Set router c73ab4c2-6019-44a0-903e-ab97e7d1410d gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:35:35.572378 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9c54a57b-7ac5-44a1-9be8-25ada0c1e08a tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:35.572968 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9c54a57b-7ac5-44a1-9be8-25ada0c1e08a tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:35.584469 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-06dac252-ec91-4258-b900-8f52cdfee5c9 req-25e00917-fd21-45c4-b050-de87b6049862 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369753 Sep 24 15:35:35.596161 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c153634-0727-4a64-b26b-565086ccdcc2 admin admin] Made reservation on behalf of 5676ce9bab2246debc50f6d2b2aba18e for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:35:35.599343 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9c153634-0727-4a64-b26b-565086ccdcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:35.608928 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9c153634-0727-4a64-b26b-565086ccdcc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:35.613189 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-9c54a57b-7ac5-44a1-9be8-25ada0c1e08a tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Calling delete_port for e817e855-5245-45ca-92b3-be9d8a1ab5ab owned by network:floatingip {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:35:35.622993 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port d70a22d3-59ef-454e-9818-527895d92292, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=d70a22d3-59ef-454e-9818-527895d92292,segment=NetworkSegment(5bd2529f-b450-42b6-8981-999bdd2f1ff0),segment_id=5bd2529f-b450-42b6-8981-999bdd2f1ff0)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:35.658548 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': 'd70a22d3-59ef-454e-9818-527895d92292', 'network_id': '058852f5-088e-42d1-b3e1-abf106a974a3', 'port_id': 'd70a22d3-59ef-454e-9818-527895d92292', 'mac_address': 'fa:16:3e:6b:27:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c649312-ea12-4119-a9ca-d79c73d589c6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:35:35.699067 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=d4b18f8b-70cf-4cbf-9ef3-a4612e10fee4,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:35.724365 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27685c54-e92c-46cd-9651-7c916fb0c6d1 req-81ec154a-13e9-411c-b514-ba4d3961ef88 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:35.725965 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-27685c54-e92c-46cd-9651-7c916fb0c6d1 req-81ec154a-13e9-411c-b514-ba4d3961ef88 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=2122f163-37ae-4b6f-b6bf-1373c849b631 HTTP/1.1" status: 200 len: 943 time: 0.1575949 Sep 24 15:35:35.749226 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '465bc65b-5f46-498c-b8b1-509be174e9cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee6ad90-d588-4863-a2f6-9306b19035e5'}, {'server_uuid': '465bc65b-5f46-498c-b8b1-509be174e9cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b18f8b-70cf-4cbf-9ef3-a4612e10fee4'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:35:35.759037 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-060a0e9b-e839-4395-bb55-6f9d327d6b69" -d '{"events": [{"server_uuid": "465bc65b-5f46-498c-b8b1-509be174e9cd", "name": "network-vif-plugged", "status": "completed", "tag": "0ee6ad90-d588-4863-a2f6-9306b19035e5"}, {"server_uuid": "465bc65b-5f46-498c-b8b1-509be174e9cd", "name": "network-vif-plugged", "status": "completed", "tag": "d4b18f8b-70cf-4cbf-9ef3-a4612e10fee4"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:35:35.790188 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9c153634-0727-4a64-b26b-565086ccdcc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:35.835293 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94bde577-4a67-46e8-92f6-e7849953a8a3', 'tag': '923695c0-58bb-4c6f-a650-daf93518a1e8'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:35:35.837680 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b075b6a9-bd91-49c7-88f0-a76eaaed347c" -d '{"events": [{"name": "network-changed", "server_uuid": "94bde577-4a67-46e8-92f6-e7849953a8a3", "tag": "923695c0-58bb-4c6f-a650-daf93518a1e8"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:35:35.850884 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-27685c54-e92c-46cd-9651-7c916fb0c6d1 req-844bc194-78c0-40f9-a019-e47207773138 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123452 Sep 24 15:35:35.895640 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-668f91ba-0bd8-4cfd-a457-9b2cec6347a4 x-openstack-request-id: req-668f91ba-0bd8-4cfd-a457-9b2cec6347a4 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:35:35.895991 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94bde577-4a67-46e8-92f6-e7849953a8a3", "tag": "923695c0-58bb-4c6f-a650-daf93518a1e8", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:35:35.896186 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-668f91ba-0bd8-4cfd-a457-9b2cec6347a4 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:35:35.896572 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94bde577-4a67-46e8-92f6-e7849953a8a3', 'tag': '923695c0-58bb-4c6f-a650-daf93518a1e8', 'status': 'completed', 'code': 200} Sep 24 15:35:35.905472 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9c153634-0727-4a64-b26b-565086ccdcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:35.945207 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 24 Sep 2021 15:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-630f52fd-e5aa-42f2-a2ca-dd69f1dc00b5 x-openstack-request-id: req-630f52fd-e5aa-42f2-a2ca-dd69f1dc00b5 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:35:35.945502 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "465bc65b-5f46-498c-b8b1-509be174e9cd", "name": "network-vif-plugged", "status": "completed", "tag": "0ee6ad90-d588-4863-a2f6-9306b19035e5", "code": 200}, {"server_uuid": "465bc65b-5f46-498c-b8b1-509be174e9cd", "name": "network-vif-plugged", "status": "completed", "tag": "d4b18f8b-70cf-4cbf-9ef3-a4612e10fee4", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:35:35.945759 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-630f52fd-e5aa-42f2-a2ca-dd69f1dc00b5 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:35:35.946916 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465bc65b-5f46-498c-b8b1-509be174e9cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ee6ad90-d588-4863-a2f6-9306b19035e5', 'code': 200} Sep 24 15:35:35.947055 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465bc65b-5f46-498c-b8b1-509be174e9cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4b18f8b-70cf-4cbf-9ef3-a4612e10fee4', 'code': 200} Sep 24 15:35:35.953158 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 634f5e28-fc2f-47fe-92a6-1fc38b27afa0 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:35:35.966097 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port abc5097c-45c0-4a4c-83ad-221aa210e627 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:35:35.974671 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c153634-0727-4a64-b26b-565086ccdcc2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1267} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:35:35.983715 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c153634-0727-4a64-b26b-565086ccdcc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=344ab438-1216-4e53-83fb-59ee737be970,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:35.991688 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9c153634-0727-4a64-b26b-565086ccdcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:35.992357 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-9c153634-0727-4a64-b26b-565086ccdcc2 admin admin] Added segment e58f099b-5515-4559-84f3-ac8d8105b11b of type vlan for network 0ec0eea9-103a-473a-a864-4f40823c2b50 Sep 24 15:35:36.012144 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port abc5097c-45c0-4a4c-83ad-221aa210e627 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:35:36.012779 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:36.058991 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9c153634-0727-4a64-b26b-565086ccdcc2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:36.095532 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:36.161590 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d70a22d3-59ef-454e-9818-527895d92292 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:35:36.201236 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9c153634-0727-4a64-b26b-565086ccdcc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:36.202287 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c153634-0727-4a64-b26b-565086ccdcc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:36.202802 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9c153634-0727-4a64-b26b-565086ccdcc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:36.211403 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port d70a22d3-59ef-454e-9818-527895d92292, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=d70a22d3-59ef-454e-9818-527895d92292,segment=NetworkSegment(5bd2529f-b450-42b6-8981-999bdd2f1ff0),segment_id=5bd2529f-b450-42b6-8981-999bdd2f1ff0)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:36.216146 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 634f5e28-fc2f-47fe-92a6-1fc38b27afa0 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:35:36.216331 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:36.291683 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:36.301993 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c153634-0727-4a64-b26b-565086ccdcc2 admin admin] Pushing event updated for resources: {'Network': ['ID=0ec0eea9-103a-473a-a864-4f40823c2b50,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:36.354403 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 0ec0eea9-103a-473a-a864-4f40823c2b50 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:35:36.378248 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:36.414907 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-780c6f27-e01a-49cf-a315-701171dae550 req-d6731baa-52c0-4518-abb2-15e69318af1e tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] 10.222.0.101 "GET /v2.0/ports?device_id=5e086cd6-6222-433b-80d8-976f3a638f99 HTTP/1.1" status: 200 len: 210 time: 0.0536833 Sep 24 15:35:36.427450 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-9c153634-0727-4a64-b26b-565086ccdcc2 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1517196 Sep 24 15:35:36.427450 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43586) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:36.430834 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-edf970e7-d1ff-4a69-842c-23cbcbd4398d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73ab4c2-6019-44a0-903e-ab97e7d1410d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1739616420-router', 'tenant_id': 'd8dcfb46e3384e7b906fbc13ca8bf215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '33492484-250c-4e73-a11b-91665898d3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:35:30Z', 'updated_at': '2021-09-24T15:35:33Z', 'revision_number': 3, 'project_id': 'd8dcfb46e3384e7b906fbc13ca8bf215', 'gw_port': {'id': '33492484-250c-4e73-a11b-91665898d3b0', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c73ab4c2-6019-44a0-903e-ab97e7d1410d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:35:32Z', 'updated_at': '2021-09-24T15:35:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:35:36.437751 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-add68a49-a189-4825-bfa2-50276a9e5313 admin admin] Request body: {'subnet': {'network_id': '0ec0eea9-103a-473a-a864-4f40823c2b50', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1269399987-subnet', 'tenant_id': '5676ce9bab2246debc50f6d2b2aba18e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:35:36.553565 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41724920-d048-430f-8d43-be3c31e45786 req-ed85da5b-93ac-43d4-97ab-e473ae8c2cad tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:36.555658 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-41724920-d048-430f-8d43-be3c31e45786 req-ed85da5b-93ac-43d4-97ab-e473ae8c2cad tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/ports?device_id=dca7221c-f023-411c-955a-2ea78aeeba45 HTTP/1.1" status: 200 len: 944 time: 0.0650291 Sep 24 15:35:36.556883 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add68a49-a189-4825-bfa2-50276a9e5313 admin admin] Made reservation on behalf of 5676ce9bab2246debc50f6d2b2aba18e for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:35:36.559255 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-add68a49-a189-4825-bfa2-50276a9e5313 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:36.627613 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b075b6a9-bd91-49c7-88f0-a76eaaed347c req-e8859e38-7a69-4cf9-aed7-276e6f5c5aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:36.629087 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b075b6a9-bd91-49c7-88f0-a76eaaed347c req-e8859e38-7a69-4cf9-aed7-276e6f5c5aca service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=afd1b0df78e44afd8dcda9521b21852d&device_id=94bde577-4a67-46e8-92f6-e7849953a8a3 HTTP/1.1" status: 200 len: 1125 time: 0.6929410 Sep 24 15:35:36.666604 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9c54a57b-7ac5-44a1-9be8-25ada0c1e08a tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:36.704401 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-41724920-d048-430f-8d43-be3c31e45786 req-f7204269-d947-41c0-8819-a205e0b8608e tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/security-groups?id=62f13653-b186-43c2-8b39-46ac7f17e8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299574 Sep 24 15:35:36.737011 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf970e7-d1ff-4a69-842c-23cbcbd4398d None None] Checking router: c73ab4c2-6019-44a0-903e-ab97e7d1410d for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:35:36.737613 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf970e7-d1ff-4a69-842c-23cbcbd4398d None None] Updating router c73ab4c2-6019-44a0-903e-ab97e7d1410d port 33492484-250c-4e73-a11b-91665898d3b0 binding host n-d-808921-1 {{(pid=95299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:35:36.749075 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=d70a22d3-59ef-454e-9818-527895d92292,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:36.768593 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4797a3bc-12f1-4f8d-903c-19577615068a req-53795d68-5120-4c11-8c9f-ac200b814eef tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:36.776254 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4797a3bc-12f1-4f8d-903c-19577615068a req-53795d68-5120-4c11-8c9f-ac200b814eef tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:36.783646 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4797a3bc-12f1-4f8d-903c-19577615068a req-53795d68-5120-4c11-8c9f-ac200b814eef tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:36.791226 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port abc5097c-45c0-4a4c-83ad-221aa210e627, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=abc5097c-45c0-4a4c-83ad-221aa210e627,segment=NetworkSegment(243a7589-8f05-4f79-bb2a-571ad81e4b0d),segment_id=243a7589-8f05-4f79-bb2a-571ad81e4b0d)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:36.791924 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4797a3bc-12f1-4f8d-903c-19577615068a req-53795d68-5120-4c11-8c9f-ac200b814eef tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:36.796482 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-edf970e7-d1ff-4a69-842c-23cbcbd4398d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:36.798988 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4797a3bc-12f1-4f8d-903c-19577615068a req-53795d68-5120-4c11-8c9f-ac200b814eef tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:36.805974 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4797a3bc-12f1-4f8d-903c-19577615068a req-53795d68-5120-4c11-8c9f-ac200b814eef tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:36.813234 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4797a3bc-12f1-4f8d-903c-19577615068a req-53795d68-5120-4c11-8c9f-ac200b814eef tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:36.822330 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4797a3bc-12f1-4f8d-903c-19577615068a req-53795d68-5120-4c11-8c9f-ac200b814eef tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/ports?device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 5439 time: 0.2411945 Sep 24 15:35:36.839313 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c54a57b-7ac5-44a1-9be8-25ada0c1e08a tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Pushing event deleted for resources: {'Port': ['ID=e817e855-5245-45ca-92b3-be9d8a1ab5ab,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:36.864776 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['d70a22d3-59ef-454e-9818-527895d92292'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:35:36.917673 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0911d927-d04e-4fdb-bafc-6d485e4297f4 req-2f7b3693-0285-481a-87c8-17143c2de494 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:36.919334 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0911d927-d04e-4fdb-bafc-6d485e4297f4 req-2f7b3693-0285-481a-87c8-17143c2de494 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=94bde577-4a67-46e8-92f6-e7849953a8a3 HTTP/1.1" status: 200 len: 944 time: 0.0687335 Sep 24 15:35:36.920860 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-add68a49-a189-4825-bfa2-50276a9e5313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:36.940386 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:36.941207 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 0142ad3a-dc16-4465-ac2e-8afaafbbaba6 up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:35:36.942895 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:37.002350 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add68a49-a189-4825-bfa2-50276a9e5313 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb721cdf-e273-4916-af5f-f84657e645a8,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:37.043921 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0911d927-d04e-4fdb-bafc-6d485e4297f4 req-3152eebe-048f-4937-afae-902e67f4aa73 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811324 Sep 24 15:35:37.048548 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add68a49-a189-4825-bfa2-50276a9e5313 admin admin] Checking segment: {'id': 'e58f099b-5515-4559-84f3-ac8d8105b11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '0ec0eea9-103a-473a-a864-4f40823c2b50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:35:37.049308 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add68a49-a189-4825-bfa2-50276a9e5313 admin admin] Network hostable DHCP agents. Network: 0ec0eea9-103a-473a-a864-4f40823c2b50, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:35:37.059581 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4797a3bc-12f1-4f8d-903c-19577615068a req-1f446bc3-3679-4f1d-a3d8-4f5ec9cd2b7d tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/security-groups?id=009469bf-50d0-4ac3-bdd3-519f093da79b&id=997d5af8-07d7-4888-b731-21def6e0a999&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2287977 Sep 24 15:35:37.099806 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b075b6a9-bd91-49c7-88f0-a76eaaed347c req-02b9fe3e-5460-40f7-8a7d-9ff2a28e8f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:37.101336 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b075b6a9-bd91-49c7-88f0-a76eaaed347c req-02b9fe3e-5460-40f7-8a7d-9ff2a28e8f8c service neutron] 10.222.0.108 "GET /v2.0/networks?id=078714d9-431e-4632-b957-c9a7230e7876 HTTP/1.1" status: 200 len: 909 time: 0.4579687 Sep 24 15:35:37.106243 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=abc5097c-45c0-4a4c-83ad-221aa210e627,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:37.108923 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9c54a57b-7ac5-44a1-9be8-25ada0c1e08a tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Notify callbacks [] for floatingip, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:37.112105 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9c54a57b-7ac5-44a1-9be8-25ada0c1e08a tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:37.116312 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-9c54a57b-7ac5-44a1-9be8-25ada0c1e08a tempest-ServersWithSpecificFlavorTestJSON-411549331 tempest-ServersWithSpecificFlavorTestJSON-411549331-project] 10.222.0.101 "DELETE /v2.0/floatingips/e1a456cf-75c9-4890-bfdf-e71597da2cd0 HTTP/1.1" status: 204 len: 168 time: 2.4177339 Sep 24 15:35:37.172278 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-add68a49-a189-4825-bfa2-50276a9e5313 admin admin] Network 0ec0eea9-103a-473a-a864-4f40823c2b50 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:35:37.204333 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3a12f-ba19-4413-a1aa-9350ce4cc7ec req-fec095b3-a424-4df0-966f-e8f6305db563 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:37.206811 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-62f3a12f-ba19-4413-a1aa-9350ce4cc7ec req-fec095b3-a424-4df0-966f-e8f6305db563 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=2122f163-37ae-4b6f-b6bf-1373c849b631 HTTP/1.1" status: 200 len: 944 time: 0.0832448 Sep 24 15:35:37.218390 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b075b6a9-bd91-49c7-88f0-a76eaaed347c req-57f5d1e7-e34e-444a-9866-0f7ffb99b3f9 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=923695c0-58bb-4c6f-a650-daf93518a1e8 HTTP/1.1" status: 200 len: 217 time: 0.0823193 Sep 24 15:35:37.258238 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-62f3a12f-ba19-4413-a1aa-9350ce4cc7ec req-bce68a0c-42a9-4359-8bda-b5055c6a0a5e tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429468 Sep 24 15:35:37.275321 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e2ddadce-3573-45c5-9e62-8d717c6c35e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:37.280883 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-add68a49-a189-4825-bfa2-50276a9e5313 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 0ec0eea9-103a-473a-a864-4f40823c2b50) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:35:37.294768 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add68a49-a189-4825-bfa2-50276a9e5313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:37.296087 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-add68a49-a189-4825-bfa2-50276a9e5313 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:37.304021 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865fd05-1bd9-454e-9476-3a63043a1244 req-86efced9-0a48-472b-93bb-bdc7318584a9 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:37.306070 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8865fd05-1bd9-454e-9476-3a63043a1244 req-86efced9-0a48-472b-93bb-bdc7318584a9 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] 10.222.0.110 "GET /v2.0/networks?id=ed240661-c058-4f64-a0cb-8ef81aff19b5 HTTP/1.1" status: 200 len: 812 time: 0.3237023 Sep 24 15:35:37.311570 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b61123-1b2b-456e-a224-5aebd55b7f11 None None] Network 0ec0eea9-103a-473a-a864-4f40823c2b50 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:35:37.317355 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port 0142ad3a-dc16-4465-ac2e-8afaafbbaba6 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:35:37.337163 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b075b6a9-bd91-49c7-88f0-a76eaaed347c req-55432c31-ede1-4ae0-9a05-2821d7df9ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:37.339667 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b075b6a9-bd91-49c7-88f0-a76eaaed347c req-55432c31-ede1-4ae0-9a05-2821d7df9ba1 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=84366809-0e1f-47c8-b0ea-166b7d29d1a7 HTTP/1.1" status: 200 len: 847 time: 0.1137247 Sep 24 15:35:37.377959 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port 0142ad3a-dc16-4465-ac2e-8afaafbbaba6 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:35:37.378442 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:37.401985 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-add68a49-a189-4825-bfa2-50276a9e5313 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9746187 Sep 24 15:35:37.417897 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b075b6a9-bd91-49c7-88f0-a76eaaed347c req-80ad73cf-b0ef-49ee-ba42-d6c9efffe478 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=078714d9-431e-4632-b957-c9a7230e7876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660613 Sep 24 15:35:37.496725 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-edf970e7-d1ff-4a69-842c-23cbcbd4398d None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:37.558238 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8865fd05-1bd9-454e-9476-3a63043a1244 req-e87feff0-219e-418c-ba53-a4b2d7b75a5f tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] 10.222.0.110 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b4bd82d26ac490fbde2c620d4be04bb HTTP/1.1" status: 200 len: 380 time: 0.2375977 Sep 24 15:35:37.621882 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0dde871d-d9a5-4ad1-a7d6-d9f4b7df74a2 req-3e633dd1-63ca-4a6f-b525-15935ff04c11 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] 10.222.0.101 "GET /v2.0/ports?device_id=5e086cd6-6222-433b-80d8-976f3a638f99 HTTP/1.1" status: 200 len: 210 time: 0.0929399 Sep 24 15:35:37.628097 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-8865fd05-1bd9-454e-9476-3a63043a1244 req-56fdab30-db4a-4fac-acb2-8b208243fd62 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Request body: {'port': {'device_id': '5e086cd6-6222-433b-80d8-976f3a638f99', 'network_id': 'ed240661-c058-4f64-a0cb-8ef81aff19b5', 'admin_state_up': True, 'tenant_id': '7b4bd82d26ac490fbde2c620d4be04bb', 'security_groups': ['8edcefe2-f57f-4935-b5d5-7d2611452c23']}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:35:37.649758 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:37.668882 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-edf970e7-d1ff-4a69-842c-23cbcbd4398d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:37.703310 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ebf988-b470-4763-a05b-c477fccd2377 None None] Network 0ec0eea9-103a-473a-a864-4f40823c2b50 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:35:37.788262 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43620) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:37.870300 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-edf970e7-d1ff-4a69-842c-23cbcbd4398d None None] Attempting to bind port 33492484-250c-4e73-a11b-91665898d3b0 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:35:37.882914 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-edf970e7-d1ff-4a69-842c-23cbcbd4398d None None] Attempting to bind port 33492484-250c-4e73-a11b-91665898d3b0 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:35:37.883301 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf970e7-d1ff-4a69-842c-23cbcbd4398d None None] Attempting to bind port 33492484-250c-4e73-a11b-91665898d3b0 on network e6a2de20-1ea0-43e5-88e0-982d19e317d5 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:35:37.886756 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 0142ad3a-dc16-4465-ac2e-8afaafbbaba6, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=0142ad3a-dc16-4465-ac2e-8afaafbbaba6,segment=NetworkSegment(79652434-eda4-47b6-bb65-4ff228cc56a1),segment_id=79652434-eda4-47b6-bb65-4ff228cc56a1)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:37.940087 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b075b6a9-bd91-49c7-88f0-a76eaaed347c req-e1db91c0-0d39-4601-994b-c859dd456f27 service neutron] 10.222.0.108 "GET /v2.0/networks/078714d9-431e-4632-b957-c9a7230e7876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5121403 Sep 24 15:35:37.943039 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-e2ddadce-3573-45c5-9e62-8d717c6c35e3 admin admin] Allocated IP 172.20.0.1 (64faeadb-d6e9-412d-b5cc-e20b90ee20d1/492ccf6e-c369-4ff4-bac0-8794abf7d918/9e66b44f-9d92-4e75-b84c-be3b20f73175) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:35:37.949350 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '465bc65b-5f46-498c-b8b1-509be174e9cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc5097c-45c0-4a4c-83ad-221aa210e627'}, {'server_uuid': '465bc65b-5f46-498c-b8b1-509be174e9cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0142ad3a-dc16-4465-ac2e-8afaafbbaba6'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:35:37.967316 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b32b6d-89f2-4d5c-8175-ed8de04e4d06" -d '{"events": [{"server_uuid": "465bc65b-5f46-498c-b8b1-509be174e9cd", "name": "network-vif-plugged", "status": "completed", "tag": "abc5097c-45c0-4a4c-83ad-221aa210e627"}, {"server_uuid": "465bc65b-5f46-498c-b8b1-509be174e9cd", "name": "network-vif-plugged", "status": "completed", "tag": "0142ad3a-dc16-4465-ac2e-8afaafbbaba6"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:35:37.970664 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b626b511-cb6e-445b-b009-cf173fba553e None None] Pushing event updated for resources: {'Port': ['ID=33492484-250c-4e73-a11b-91665898d3b0,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:37.976638 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:37.977677 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 7cbd751f-8ebe-4050-b383-5064636d6c27 no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:35:37.982767 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf970e7-d1ff-4a69-842c-23cbcbd4398d None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:35:37.983256 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf970e7-d1ff-4a69-842c-23cbcbd4398d None None] Checking segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:35:37.983541 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-edf970e7-d1ff-4a69-842c-23cbcbd4398d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:37.983958 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edf970e7-d1ff-4a69-842c-23cbcbd4398d None None] Bound using segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:35:37.984991 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-edf970e7-d1ff-4a69-842c-23cbcbd4398d None None] Bound port: 33492484-250c-4e73-a11b-91665898d3b0, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:35:37.985376 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-edf970e7-d1ff-4a69-842c-23cbcbd4398d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:38.039994 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3878254-ce9f-44d8-b722-e5571cd9dcfd req-2aab915a-5739-40ed-8c60-231d47245012 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:38.048957 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b3878254-ce9f-44d8-b722-e5571cd9dcfd req-2aab915a-5739-40ed-8c60-231d47245012 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/ports?device_id=dca7221c-f023-411c-955a-2ea78aeeba45 HTTP/1.1" status: 200 len: 944 time: 0.1946495 Sep 24 15:35:38.050539 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] No Port match for: 7cbd751f-8ebe-4050-b383-5064636d6c27 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:35:38.050896 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 7cbd751f-8ebe-4050-b383-5064636d6c27 not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:35:38.069371 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 37d12c3e-26de-4eb4-aa78-170edadc4118 up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:35:38.142274 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b3878254-ce9f-44d8-b722-e5571cd9dcfd req-102cdb3d-4ef7-409e-8a57-9d56429bdf33 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/security-groups?id=62f13653-b186-43c2-8b39-46ac7f17e8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906844 Sep 24 15:35:38.149446 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=0142ad3a-dc16-4465-ac2e-8afaafbbaba6,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:38.152619 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-edf970e7-d1ff-4a69-842c-23cbcbd4398d None None] For port 33492484-250c-4e73-a11b-91665898d3b0, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:35:38.162508 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8865fd05-1bd9-454e-9476-3a63043a1244 req-56fdab30-db4a-4fac-acb2-8b208243fd62 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Made reservation on behalf of 7b4bd82d26ac490fbde2c620d4be04bb for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:35:38.166231 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8865fd05-1bd9-454e-9476-3a63043a1244 req-56fdab30-db4a-4fac-acb2-8b208243fd62 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:38.209468 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-edf970e7-d1ff-4a69-842c-23cbcbd4398d None None] For port 33492484-250c-4e73-a11b-91665898d3b0, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=33492484-250c-4e73-a11b-91665898d3b0,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:35:38.239664 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 24 Sep 2021 15:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48818334-1280-4bc5-a20f-26cc6984429e x-openstack-request-id: req-48818334-1280-4bc5-a20f-26cc6984429e {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:35:38.240257 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "465bc65b-5f46-498c-b8b1-509be174e9cd", "name": "network-vif-plugged", "status": "completed", "tag": "abc5097c-45c0-4a4c-83ad-221aa210e627", "code": 200}, {"server_uuid": "465bc65b-5f46-498c-b8b1-509be174e9cd", "name": "network-vif-plugged", "status": "completed", "tag": "0142ad3a-dc16-4465-ac2e-8afaafbbaba6", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:35:38.240810 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-48818334-1280-4bc5-a20f-26cc6984429e {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:35:38.242844 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465bc65b-5f46-498c-b8b1-509be174e9cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abc5097c-45c0-4a4c-83ad-221aa210e627', 'code': 200} Sep 24 15:35:38.242844 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465bc65b-5f46-498c-b8b1-509be174e9cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0142ad3a-dc16-4465-ac2e-8afaafbbaba6', 'code': 200} Sep 24 15:35:38.258987 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-edf970e7-d1ff-4a69-842c-23cbcbd4398d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:38.359813 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port 37d12c3e-26de-4eb4-aa78-170edadc4118 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:35:38.371437 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port 37d12c3e-26de-4eb4-aa78-170edadc4118 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:35:38.371825 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:38.416705 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf970e7-d1ff-4a69-842c-23cbcbd4398d None None] Routers {'c73ab4c2-6019-44a0-903e-ab97e7d1410d'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:35:38.417261 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-edf970e7-d1ff-4a69-842c-23cbcbd4398d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:35:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['c73ab4c2-6019-44a0-903e-ab97e7d1410d'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:35:38.427538 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b626b511-cb6e-445b-b009-cf173fba553e None None] Pushing event updated for resources: {'Port': ['ID=33492484-250c-4e73-a11b-91665898d3b0,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:38.482873 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb3105f-2511-4ac8-b27c-1259c4b2e5cf req-582c138d-5e37-4f48-87a7-dbdc2484bbb5 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:38.490968 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2eb3105f-2511-4ac8-b27c-1259c4b2e5cf req-582c138d-5e37-4f48-87a7-dbdc2484bbb5 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=94bde577-4a67-46e8-92f6-e7849953a8a3 HTTP/1.1" status: 200 len: 944 time: 0.1061120 Sep 24 15:35:38.512629 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-8865fd05-1bd9-454e-9476-3a63043a1244 req-56fdab30-db4a-4fac-acb2-8b208243fd62 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Allocated IP 172.20.0.6 (ed240661-c058-4f64-a0cb-8ef81aff19b5/5e9a8b21-b628-4e31-bd4a-93772c0c09bc/b0efb342-599d-4be0-ab3d-cb4ac31d2116) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:35:38.562133 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2eb3105f-2511-4ac8-b27c-1259c4b2e5cf req-4731895a-3c4c-4998-827a-072a7f9cf3ac tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631704 Sep 24 15:35:38.584198 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3b330a3a-ecb1-47bf-ae0a-ac57832cb418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:38.601852 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-edf970e7-d1ff-4a69-842c-23cbcbd4398d None None] Set router c73ab4c2-6019-44a0-903e-ab97e7d1410d gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:35:38.673473 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:38.698407 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b075b6a9-bd91-49c7-88f0-a76eaaed347c req-cf1d3a08-4848-4c47-8668-df8f19b26b29 service neutron] 10.222.0.108 "GET /v2.0/networks/078714d9-431e-4632-b957-c9a7230e7876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7457516 Sep 24 15:35:38.706524 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4906b5-c034-4d5c-bf15-3f2b71bf99f8 req-9e9eaa23-e216-4be9-ac8c-ff6a1e2436c0 tempest-InstanceActionsTestJSON-1517547877 tempest-InstanceActionsTestJSON-1517547877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:38.709132 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5a4906b5-c034-4d5c-bf15-3f2b71bf99f8 req-9e9eaa23-e216-4be9-ac8c-ff6a1e2436c0 tempest-InstanceActionsTestJSON-1517547877 tempest-InstanceActionsTestJSON-1517547877-project] 10.222.0.101 "GET /v2.0/networks?id=0ec0eea9-103a-473a-a864-4f40823c2b50 HTTP/1.1" status: 200 len: 814 time: 0.7097354 Sep 24 15:35:38.735602 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e2ddadce-3573-45c5-9e62-8d717c6c35e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:38.736497 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 37d12c3e-26de-4eb4-aa78-170edadc4118, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=37d12c3e-26de-4eb4-aa78-170edadc4118,segment=NetworkSegment(e854fc2b-10a2-4840-85e1-f484bd234f97),segment_id=e854fc2b-10a2-4840-85e1-f484bd234f97)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:38.746413 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8865fd05-1bd9-454e-9476-3a63043a1244 req-56fdab30-db4a-4fac-acb2-8b208243fd62 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:38.763116 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:38.770781 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d331df1a-a811-4bcf-b99c-bb10172012be req-9b2ba31d-48e4-4afe-a304-11a16995981d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:38.771283 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d331df1a-a811-4bcf-b99c-bb10172012be req-9b2ba31d-48e4-4afe-a304-11a16995981d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:38.771760 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d331df1a-a811-4bcf-b99c-bb10172012be req-9b2ba31d-48e4-4afe-a304-11a16995981d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:38.772228 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d331df1a-a811-4bcf-b99c-bb10172012be req-9b2ba31d-48e4-4afe-a304-11a16995981d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:38.772690 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d331df1a-a811-4bcf-b99c-bb10172012be req-9b2ba31d-48e4-4afe-a304-11a16995981d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:38.773151 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d331df1a-a811-4bcf-b99c-bb10172012be req-9b2ba31d-48e4-4afe-a304-11a16995981d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:38.773613 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d331df1a-a811-4bcf-b99c-bb10172012be req-9b2ba31d-48e4-4afe-a304-11a16995981d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:38.775572 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d331df1a-a811-4bcf-b99c-bb10172012be req-9b2ba31d-48e4-4afe-a304-11a16995981d service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 6498 time: 0.4263778 Sep 24 15:35:38.784797 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebb50e6-ea09-44b3-9946-cfc84a6722cc req-0d12796c-b96a-41c7-bc8b-50f6777dff3d tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:38.787892 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5a4906b5-c034-4d5c-bf15-3f2b71bf99f8 req-c1c4c8b1-8a29-4825-a81e-63aa6a94e7e9 tempest-InstanceActionsTestJSON-1517547877 tempest-InstanceActionsTestJSON-1517547877-project] 10.222.0.101 "GET /v2.0/quotas/5676ce9bab2246debc50f6d2b2aba18e HTTP/1.1" status: 200 len: 375 time: 0.0480032 Sep 24 15:35:38.792900 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebb50e6-ea09-44b3-9946-cfc84a6722cc req-0d12796c-b96a-41c7-bc8b-50f6777dff3d tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:38.800120 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebb50e6-ea09-44b3-9946-cfc84a6722cc req-0d12796c-b96a-41c7-bc8b-50f6777dff3d tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:38.807632 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebb50e6-ea09-44b3-9946-cfc84a6722cc req-0d12796c-b96a-41c7-bc8b-50f6777dff3d tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:38.815271 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebb50e6-ea09-44b3-9946-cfc84a6722cc req-0d12796c-b96a-41c7-bc8b-50f6777dff3d tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:38.821987 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebb50e6-ea09-44b3-9946-cfc84a6722cc req-0d12796c-b96a-41c7-bc8b-50f6777dff3d tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:38.829879 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebb50e6-ea09-44b3-9946-cfc84a6722cc req-0d12796c-b96a-41c7-bc8b-50f6777dff3d tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:38.832256 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-aebb50e6-ea09-44b3-9946-cfc84a6722cc req-0d12796c-b96a-41c7-bc8b-50f6777dff3d tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/ports?device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 5441 time: 0.1639259 Sep 24 15:35:38.853928 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5a4906b5-c034-4d5c-bf15-3f2b71bf99f8 req-94cf12d0-d8ea-488d-ad96-b460d2f4c06f tempest-InstanceActionsTestJSON-1517547877 tempest-InstanceActionsTestJSON-1517547877-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=5676ce9bab2246debc50f6d2b2aba18e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0581398 Sep 24 15:35:38.861079 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:38.873801 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-edf970e7-d1ff-4a69-842c-23cbcbd4398d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73ab4c2-6019-44a0-903e-ab97e7d1410d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1739616420-router', 'tenant_id': 'd8dcfb46e3384e7b906fbc13ca8bf215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '33492484-250c-4e73-a11b-91665898d3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:35:30Z', 'updated_at': '2021-09-24T15:35:33Z', 'revision_number': 3, 'project_id': 'd8dcfb46e3384e7b906fbc13ca8bf215', 'gw_port': {'id': '33492484-250c-4e73-a11b-91665898d3b0', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c73ab4c2-6019-44a0-903e-ab97e7d1410d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:35:32Z', 'updated_at': '2021-09-24T15:35:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:35:38.945244 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-aebb50e6-ea09-44b3-9946-cfc84a6722cc req-ece97162-80e7-4454-bc0d-922558f9dbf5 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/security-groups?id=009469bf-50d0-4ac3-bdd3-519f093da79b&id=997d5af8-07d7-4888-b731-21def6e0a999&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1052802 Sep 24 15:35:39.027080 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d331df1a-a811-4bcf-b99c-bb10172012be req-1cd77c3c-5fc3-453c-896e-23c2fab66215 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=009469bf-50d0-4ac3-bdd3-519f093da79b&id=997d5af8-07d7-4888-b731-21def6e0a999&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2409248 Sep 24 15:35:39.052897 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5a4906b5-c034-4d5c-bf15-3f2b71bf99f8 req-977c2f10-7ba2-4eb6-a806-b76b106c4256 service neutron] 10.222.0.101 "GET /v2.0/networks/0ec0eea9-103a-473a-a864-4f40823c2b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853149 Sep 24 15:35:39.106543 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device d70a22d3-59ef-454e-9818-527895d92292 up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:35:39.110305 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf970e7-d1ff-4a69-842c-23cbcbd4398d None None] The sync data for ids ['c73ab4c2-6019-44a0-903e-ab97e7d1410d'] in n-d-808921-1 is: [{'id': 'c73ab4c2-6019-44a0-903e-ab97e7d1410d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1739616420-router', 'tenant_id': 'd8dcfb46e3384e7b906fbc13ca8bf215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '33492484-250c-4e73-a11b-91665898d3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:35:30Z', 'updated_at': '2021-09-24T15:35:33Z', 'revision_number': 3, 'project_id': 'd8dcfb46e3384e7b906fbc13ca8bf215', 'gw_port': {'id': '33492484-250c-4e73-a11b-91665898d3b0', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9c:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c73ab4c2-6019-44a0-903e-ab97e7d1410d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:35:32Z', 'updated_at': '2021-09-24T15:35:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:35:39.119471 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cc9e80-d8ca-487c-994c-3ba6d1efd0e2 req-5c6280f7-1518-4477-aced-cbd5545ca4b1 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:39.127385 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-41cc9e80-d8ca-487c-994c-3ba6d1efd0e2 req-5c6280f7-1518-4477-aced-cbd5545ca4b1 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=2122f163-37ae-4b6f-b6bf-1373c849b631 HTTP/1.1" status: 200 len: 944 time: 0.0786145 Sep 24 15:35:39.130707 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-3b330a3a-ecb1-47bf-ae0a-ac57832cb418 admin admin] Deleting port 3a2ad23a-8064-4e7f-af6a-5390790284ed {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:35:39.131047 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3b330a3a-ecb1-47bf-ae0a-ac57832cb418 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:39.143970 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8865fd05-1bd9-454e-9476-3a63043a1244 req-56fdab30-db4a-4fac-acb2-8b208243fd62 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:39.215336 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=37d12c3e-26de-4eb4-aa78-170edadc4118,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:39.230479 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e2ddadce-3573-45c5-9e62-8d717c6c35e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:39.242856 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fdab30-db4a-4fac-acb2-8b208243fd62 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Pushing event updated for resources: {'Port': ['ID=b0efb342-599d-4be0-ab3d-cb4ac31d2116,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:39.261878 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-41cc9e80-d8ca-487c-994c-3ba6d1efd0e2 req-38f99a18-3609-4c04-a8d0-c60f26213c6f tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336279 Sep 24 15:35:39.286972 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port d70a22d3-59ef-454e-9818-527895d92292 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:35:39.296016 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port d70a22d3-59ef-454e-9818-527895d92292 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:35:39.296495 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:39.307160 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ddadce-3573-45c5-9e62-8d717c6c35e3 admin admin] Network 64faeadb-d6e9-412d-b5cc-e20b90ee20d1 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:35:39.313037 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-e2ddadce-3573-45c5-9e62-8d717c6c35e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:35:39.316079 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ddadce-3573-45c5-9e62-8d717c6c35e3 admin admin] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:35:39.356934 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-3b330a3a-ecb1-47bf-ae0a-ac57832cb418 admin admin] For port 3a2ad23a-8064-4e7f-af6a-5390790284ed, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=3a2ad23a-8064-4e7f-af6a-5390790284ed,segment=NetworkSegment(4a0ad0df-c4de-46cb-9636-e9e0c87ce832),segment_id=4a0ad0df-c4de-46cb-9636-e9e0c87ce832)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:39.357317 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3b330a3a-ecb1-47bf-ae0a-ac57832cb418 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:39.393102 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8865fd05-1bd9-454e-9476-3a63043a1244 req-56fdab30-db4a-4fac-acb2-8b208243fd62 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Network ed240661-c058-4f64-a0cb-8ef81aff19b5 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:35:39.407983 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-8865fd05-1bd9-454e-9476-3a63043a1244 req-56fdab30-db4a-4fac-acb2-8b208243fd62 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:35:39.412658 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-8865fd05-1bd9-454e-9476-3a63043a1244 req-56fdab30-db4a-4fac-acb2-8b208243fd62 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:35:39.416113 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-3b330a3a-ecb1-47bf-ae0a-ac57832cb418 admin admin] Calling delete_port for 3a2ad23a-8064-4e7f-af6a-5390790284ed owned by network:router_interface {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:35:39.460250 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ddadce-3573-45c5-9e62-8d717c6c35e3 admin admin] Pushing event updated for resources: {'Port': ['ID=9e66b44f-9d92-4e75-b84c-be3b20f73175,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:39.480625 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5a4906b5-c034-4d5c-bf15-3f2b71bf99f8 req-0af12bcd-81a8-4ad9-80a6-fda850d5a276 service neutron] 10.222.0.101 "GET /v2.0/networks/0ec0eea9-103a-473a-a864-4f40823c2b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4267764 Sep 24 15:35:39.522235 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e2ddadce-3573-45c5-9e62-8d717c6c35e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:39.539568 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:39.609934 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1261b7e-9425-42a3-b189-7e9766404bc8 req-8cd7497b-c9e6-4b94-8119-1ac069af91b4 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:39.632499 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a1261b7e-9425-42a3-b189-7e9766404bc8 req-8cd7497b-c9e6-4b94-8119-1ac069af91b4 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] 10.222.0.101 "GET /v2.0/ports?device_id=5e086cd6-6222-433b-80d8-976f3a638f99 HTTP/1.1" status: 200 len: 931 time: 0.2555640 Sep 24 15:35:39.650518 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port d70a22d3-59ef-454e-9818-527895d92292, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=d70a22d3-59ef-454e-9818-527895d92292,segment=NetworkSegment(5bd2529f-b450-42b6-8981-999bdd2f1ff0),segment_id=5bd2529f-b450-42b6-8981-999bdd2f1ff0)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:39.711007 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a1261b7e-9425-42a3-b189-7e9766404bc8 req-165ba1be-a091-45f3-8f18-ef5fd247307a tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] 10.222.0.101 "GET /v2.0/security-groups?id=8edcefe2-f57f-4935-b5d5-7d2611452c23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769253 Sep 24 15:35:39.715087 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865fd05-1bd9-454e-9476-3a63043a1244 req-56fdab30-db4a-4fac-acb2-8b208243fd62 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:39.719583 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8865fd05-1bd9-454e-9476-3a63043a1244 req-56fdab30-db4a-4fac-acb2-8b208243fd62 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:39.763372 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-9c4be096-ba4e-4863-bc6f-e0a6ed917f73 None None] Provisioning complete for port 9e66b44f-9d92-4e75-b84c-be3b20f73175 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:35:39.763971 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9c4be096-ba4e-4863-bc6f-e0a6ed917f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:39.774480 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:39.864909 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8865fd05-1bd9-454e-9476-3a63043a1244 req-56fdab30-db4a-4fac-acb2-8b208243fd62 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2588813 Sep 24 15:35:39.994548 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-9c4be096-ba4e-4863-bc6f-e0a6ed917f73 None None] Port 9e66b44f-9d92-4e75-b84c-be3b20f73175 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:35:40.012810 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-8865fd05-1bd9-454e-9476-3a63043a1244 req-b00f1cdb-7d81-4dfe-9422-e92a4e3c99b2 service neutron] Request body: {'port': {'device_id': '5e086cd6-6222-433b-80d8-976f3a638f99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:35:40.015450 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9df56ed-8bb8-461f-abb8-a35e644def45 req-cb122703-f3aa-4be3-a038-e84e9949a346 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:40.016646 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 33492484-250c-4e73-a11b-91665898d3b0 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:35:40.032099 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e2ddadce-3573-45c5-9e62-8d717c6c35e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:40.035267 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a9df56ed-8bb8-461f-abb8-a35e644def45 req-cb122703-f3aa-4be3-a038-e84e9949a346 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/ports?device_id=dca7221c-f023-411c-955a-2ea78aeeba45 HTTP/1.1" status: 200 len: 945 time: 0.2013724 Sep 24 15:35:40.090232 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=d70a22d3-59ef-454e-9818-527895d92292,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:40.146710 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-906eb372-0ab3-49a9-a327-b6a7e6584097 None None] Provisioning complete for port b0efb342-599d-4be0-ab3d-cb4ac31d2116 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:35:40.147096 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-906eb372-0ab3-49a9-a327-b6a7e6584097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:40.158401 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a9df56ed-8bb8-461f-abb8-a35e644def45 req-b16963c9-0244-4f2e-ac2d-23685e367e6a tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/security-groups?id=62f13653-b186-43c2-8b39-46ac7f17e8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208677 Sep 24 15:35:40.176205 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8865fd05-1bd9-454e-9476-3a63043a1244 req-b00f1cdb-7d81-4dfe-9422-e92a4e3c99b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:40.176570 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3b330a3a-ecb1-47bf-ae0a-ac57832cb418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:40.199293 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f1505c-532c-4717-ba2b-2a17f5f3c3b7 req-2fc96767-0b8b-4087-87f6-a918adada2b0 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:40.199293 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b2f1505c-532c-4717-ba2b-2a17f5f3c3b7 req-2fc96767-0b8b-4087-87f6-a918adada2b0 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=94bde577-4a67-46e8-92f6-e7849953a8a3 HTTP/1.1" status: 200 len: 944 time: 0.2217102 Sep 24 15:35:40.226927 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 33492484-250c-4e73-a11b-91665898d3b0 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:35:40.227296 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:40.229145 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b330a3a-ecb1-47bf-ae0a-ac57832cb418 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a2ad23a-8064-4e7f-af6a-5390790284ed,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:40.279684 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dca7221c-f023-411c-955a-2ea78aeeba45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37d12c3e-26de-4eb4-aa78-170edadc4118'}, {'server_uuid': '2122f163-37ae-4b6f-b6bf-1373c849b631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd70a22d3-59ef-454e-9818-527895d92292'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:35:40.279684 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d855c53-d368-4350-b2ca-55bd33adc245" -d '{"events": [{"server_uuid": "dca7221c-f023-411c-955a-2ea78aeeba45", "name": "network-vif-plugged", "status": "completed", "tag": "37d12c3e-26de-4eb4-aa78-170edadc4118"}, {"server_uuid": "2122f163-37ae-4b6f-b6bf-1373c849b631", "name": "network-vif-plugged", "status": "completed", "tag": "d70a22d3-59ef-454e-9818-527895d92292"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:35:40.300961 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-906eb372-0ab3-49a9-a327-b6a7e6584097 None None] Port b0efb342-599d-4be0-ab3d-cb4ac31d2116 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:35:40.358064 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-694ff698-8175-4811-a4e2-87cf44ee821b req-fccc59eb-1c2d-43fd-a3bf-a650da738add tempest-InstanceActionsTestJSON-1517547877 tempest-InstanceActionsTestJSON-1517547877-project] 10.222.0.101 "GET /v2.0/ports?device_id=a7f20ea7-d3cd-4ef6-8677-b82dc531a569 HTTP/1.1" status: 200 len: 210 time: 0.0983391 Sep 24 15:35:40.389038 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:40.416509 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port 33492484-250c-4e73-a11b-91665898d3b0, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=33492484-250c-4e73-a11b-91665898d3b0,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:40.506198 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3b330a3a-ecb1-47bf-ae0a-ac57832cb418 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:40.521614 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e548ec1c-9461-485b-816e-3cb63c6eeb19 req-fee0e952-d8d3-4e6f-b170-c3b7c9f83cbb service neutron] 10.222.0.108 "GET /v2.0/ports/923695c0-58bb-4c6f-a650-daf93518a1e8/bindings/n-h1-808921-1 HTTP/1.1" status: 200 len: 384 time: 0.2220337 Sep 24 15:35:40.550190 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:40.579363 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:40.597638 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b2f1505c-532c-4717-ba2b-2a17f5f3c3b7 req-4749e9cb-b62a-47f3-b37a-ebd17151a1a6 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3873565 Sep 24 15:35:40.610498 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=33492484-250c-4e73-a11b-91665898d3b0,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:40.657702 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5443193-63da-49a0-8995-9316bc30aad2 req-d1f2744e-d7b8-45fa-a401-e23d922ce561 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:40.664187 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5443193-63da-49a0-8995-9316bc30aad2 req-d1f2744e-d7b8-45fa-a401-e23d922ce561 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:40.670831 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5443193-63da-49a0-8995-9316bc30aad2 req-d1f2744e-d7b8-45fa-a401-e23d922ce561 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:40.677080 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5443193-63da-49a0-8995-9316bc30aad2 req-d1f2744e-d7b8-45fa-a401-e23d922ce561 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:40.683172 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5443193-63da-49a0-8995-9316bc30aad2 req-d1f2744e-d7b8-45fa-a401-e23d922ce561 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:40.690186 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5443193-63da-49a0-8995-9316bc30aad2 req-d1f2744e-d7b8-45fa-a401-e23d922ce561 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:40.696496 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5443193-63da-49a0-8995-9316bc30aad2 req-d1f2744e-d7b8-45fa-a401-e23d922ce561 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:40.698711 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e5443193-63da-49a0-8995-9316bc30aad2 req-d1f2744e-d7b8-45fa-a401-e23d922ce561 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/ports?device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 5441 time: 0.2033327 Sep 24 15:35:40.703185 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 24 Sep 2021 15:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de0c045-9cc8-456c-8c95-6c80faf08271 x-openstack-request-id: req-1de0c045-9cc8-456c-8c95-6c80faf08271 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:35:40.703519 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dca7221c-f023-411c-955a-2ea78aeeba45", "name": "network-vif-plugged", "status": "completed", "tag": "37d12c3e-26de-4eb4-aa78-170edadc4118", "code": 200}, {"server_uuid": "2122f163-37ae-4b6f-b6bf-1373c849b631", "name": "network-vif-plugged", "status": "completed", "tag": "d70a22d3-59ef-454e-9818-527895d92292", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:35:40.703780 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-1de0c045-9cc8-456c-8c95-6c80faf08271 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:35:40.704255 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dca7221c-f023-411c-955a-2ea78aeeba45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37d12c3e-26de-4eb4-aa78-170edadc4118', 'code': 200} Sep 24 15:35:40.704533 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2122f163-37ae-4b6f-b6bf-1373c849b631', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd70a22d3-59ef-454e-9818-527895d92292', 'code': 200} Sep 24 15:35:40.778126 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e5443193-63da-49a0-8995-9316bc30aad2 req-3e1323f5-ef9e-4b29-b167-da8d066f3804 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/security-groups?id=009469bf-50d0-4ac3-bdd3-519f093da79b&id=997d5af8-07d7-4888-b731-21def6e0a999&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0450144 Sep 24 15:35:40.953008 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b330a3a-ecb1-47bf-ae0a-ac57832cb418 admin admin] Router af3cf24f-75e6-421c-9f0b-061a580dbe63 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:35:40.961995 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e899db4-dcaa-45af-8d19-7b5bc46a7d12 req-7e046a2f-8d9d-411f-b0b5-b72e81b2eacf tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:40.963610 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0e899db4-dcaa-45af-8d19-7b5bc46a7d12 req-7e046a2f-8d9d-411f-b0b5-b72e81b2eacf tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] 10.222.0.101 "GET /v2.0/ports?device_id=5e086cd6-6222-433b-80d8-976f3a638f99 HTTP/1.1" status: 200 len: 931 time: 0.0687792 Sep 24 15:35:41.053070 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0e899db4-dcaa-45af-8d19-7b5bc46a7d12 req-9f9821ab-fffb-499b-9341-e4fbe9e59a8f tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] 10.222.0.101 "GET /v2.0/security-groups?id=8edcefe2-f57f-4935-b5d5-7d2611452c23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816181 Sep 24 15:35:41.106640 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b330a3a-ecb1-47bf-ae0a-ac57832cb418 admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:35:41.114926 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-3b330a3a-ecb1-47bf-ae0a-ac57832cb418 admin admin] 10.222.0.101 "PUT /v2.0/routers/af3cf24f-75e6-421c-9f0b-061a580dbe63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3214951 Sep 24 15:35:41.116650 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf597420-f688-455a-a3ab-77af029a7a57 None None] Sync routers for ids ['af3cf24f-75e6-421c-9f0b-061a580dbe63'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:35:41.120014 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43666) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:41.126528 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf597420-f688-455a-a3ab-77af029a7a57 None None] Routers {'af3cf24f-75e6-421c-9f0b-061a580dbe63'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:35:41.127174 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-cf597420-f688-455a-a3ab-77af029a7a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:35:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['af3cf24f-75e6-421c-9f0b-061a580dbe63'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:35:41.236166 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5c9e5d79-438f-4467-a319-4337b3f8d6cd admin admin] Notify callbacks [] for router, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:41.276502 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-cf597420-f688-455a-a3ab-77af029a7a57 None None] Set router af3cf24f-75e6-421c-9f0b-061a580dbe63 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:35:41.362207 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079b84de-03f6-4d65-a8a9-d3422aca3131 req-c01f72de-5595-4e2c-96db-ce5af721f9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:41.364474 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-079b84de-03f6-4d65-a8a9-d3422aca3131 req-c01f72de-5595-4e2c-96db-ce5af721f9f8 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=dca7221c-f023-411c-955a-2ea78aeeba45 HTTP/1.1" status: 200 len: 1096 time: 0.2684619 Sep 24 15:35:41.376840 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420dea59-f91e-420f-963e-b39efe03c50a req-24f939d7-2b08-426b-be13-0503a647fbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:41.377997 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-420dea59-f91e-420f-963e-b39efe03c50a req-24f939d7-2b08-426b-be13-0503a647fbf5 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=2122f163-37ae-4b6f-b6bf-1373c849b631 HTTP/1.1" status: 200 len: 1096 time: 0.2849426 Sep 24 15:35:41.383662 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4070f93b-9cd7-44b3-ad0e-66f689d83609 req-abfa71c3-c5c9-48c4-91f4-7ebcf163597d tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:41.385198 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4070f93b-9cd7-44b3-ad0e-66f689d83609 req-abfa71c3-c5c9-48c4-91f4-7ebcf163597d tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/ports?device_id=dca7221c-f023-411c-955a-2ea78aeeba45 HTTP/1.1" status: 200 len: 945 time: 0.1139996 Sep 24 15:35:41.385446 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de6fbf9-0cf7-42d5-99d5-87fce4a0be42 req-5fa8e4a9-0bb6-4768-b3d4-af935cc56e2a tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:41.393872 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4de6fbf9-0cf7-42d5-99d5-87fce4a0be42 req-5fa8e4a9-0bb6-4768-b3d4-af935cc56e2a tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=2122f163-37ae-4b6f-b6bf-1373c849b631 HTTP/1.1" status: 200 len: 945 time: 0.2984879 Sep 24 15:35:41.418321 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5c9e5d79-438f-4467-a319-4337b3f8d6cd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:41.444160 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4070f93b-9cd7-44b3-ad0e-66f689d83609 req-d9fc9437-a669-4957-a701-3dee6e58ea9c tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/security-groups?id=62f13653-b186-43c2-8b39-46ac7f17e8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464118 Sep 24 15:35:41.451900 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e2ddadce-3573-45c5-9e62-8d717c6c35e3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:41.517147 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-cf597420-f688-455a-a3ab-77af029a7a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3cf24f-75e6-421c-9f0b-061a580dbe63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-606981442-router', 'tenant_id': '50e87a33f09a42898ead617f15974ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '744e76ab-a3bc-46c9-819b-0cb564c1659c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:30:23Z', 'updated_at': '2021-09-24T15:35:39Z', 'revision_number': 5, 'project_id': '50e87a33f09a42898ead617f15974ffc', 'gw_port': {'id': '744e76ab-a3bc-46c9-819b-0cb564c1659c', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3cf24f-75e6-421c-9f0b-061a580dbe63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:30:24Z', 'updated_at': '2021-09-24T15:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:35:41.550130 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf597420-f688-455a-a3ab-77af029a7a57 None None] Checking router: af3cf24f-75e6-421c-9f0b-061a580dbe63 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:35:41.556933 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3db689c0-1d36-4b04-b376-2a0ea8fbfacb req-af4a317d-76bb-4faf-970f-2d03840a3d11 tempest-InstanceActionsTestJSON-1517547877 tempest-InstanceActionsTestJSON-1517547877-project] 10.222.0.101 "GET /v2.0/ports?device_id=a7f20ea7-d3cd-4ef6-8677-b82dc531a569 HTTP/1.1" status: 200 len: 210 time: 0.0300636 Sep 24 15:35:41.564110 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-079b84de-03f6-4d65-a8a9-d3422aca3131 req-b42eb369-dc4e-4d70-823b-f9d83fcce9bf service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=62f13653-b186-43c2-8b39-46ac7f17e8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656842 Sep 24 15:35:41.567245 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf597420-f688-455a-a3ab-77af029a7a57 None None] Routers {'af3cf24f-75e6-421c-9f0b-061a580dbe63'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:35:41.568121 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-cf597420-f688-455a-a3ab-77af029a7a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:35:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['af3cf24f-75e6-421c-9f0b-061a580dbe63'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:35:41.582868 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4de6fbf9-0cf7-42d5-99d5-87fce4a0be42 req-e1b7e919-2b90-4a03-9e88-983526158447 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883457 Sep 24 15:35:41.584493 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-420dea59-f91e-420f-963e-b39efe03c50a req-13f41a1f-b6c4-43a8-9b0c-d8ff9ad1afd1 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888795 Sep 24 15:35:41.658207 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-5c9e5d79-438f-4467-a319-4337b3f8d6cd admin admin] Deleting port 744e76ab-a3bc-46c9-819b-0cb564c1659c {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:35:41.658573 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5c9e5d79-438f-4467-a319-4337b3f8d6cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:41.671373 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e2ddadce-3573-45c5-9e62-8d717c6c35e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:41.700549 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 923695c0-58bb-4c6f-a650-daf93518a1e8 no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:35:41.701237 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-cf597420-f688-455a-a3ab-77af029a7a57 None None] Set router af3cf24f-75e6-421c-9f0b-061a580dbe63 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:35:41.769353 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-8865fd05-1bd9-454e-9476-3a63043a1244 req-b00f1cdb-7d81-4dfe-9422-e92a4e3c99b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0efb342-599d-4be0-ab3d-cb4ac31d2116 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:35:41.837732 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8865fd05-1bd9-454e-9476-3a63043a1244 req-b00f1cdb-7d81-4dfe-9422-e92a4e3c99b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:41.841425 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-e548ec1c-9461-485b-816e-3cb63c6eeb19 req-8bafbc80-5cf4-48e0-9448-051df533159e service neutron] For port 923695c0-58bb-4c6f-a650-daf93518a1e8, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=923695c0-58bb-4c6f-a650-daf93518a1e8,segment=NetworkSegment(21e1a332-491d-46ef-987f-a7724d369c2e),segment_id=21e1a332-491d-46ef-987f-a7724d369c2e)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:41.851338 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98a181e-0759-4a7f-b927-fcfc59f06181 req-cdb785c5-0787-4fbc-8053-5479262b8066 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:41.855446 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b98a181e-0759-4a7f-b927-fcfc59f06181 req-cdb785c5-0787-4fbc-8053-5479262b8066 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=94bde577-4a67-46e8-92f6-e7849953a8a3 HTTP/1.1" status: 200 len: 944 time: 0.1648726 Sep 24 15:35:41.860460 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e2ddadce-3573-45c5-9e62-8d717c6c35e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:41.912300 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ddadce-3573-45c5-9e62-8d717c6c35e3 admin admin] Pushing event updated for resources: {'Port': ['ID=9e66b44f-9d92-4e75-b84c-be3b20f73175,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:41.932555 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-8865fd05-1bd9-454e-9476-3a63043a1244 req-b00f1cdb-7d81-4dfe-9422-e92a4e3c99b2 service neutron] Transition to ACTIVE for port object b0efb342-599d-4be0-ab3d-cb4ac31d2116 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:35:41.954684 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 33492484-250c-4e73-a11b-91665898d3b0 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:35:41.986930 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-e548ec1c-9461-485b-816e-3cb63c6eeb19 req-8bafbc80-5cf4-48e0-9448-051df533159e service neutron] For port 923695c0-58bb-4c6f-a650-daf93518a1e8, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:35:42.009593 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-cf597420-f688-455a-a3ab-77af029a7a57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af3cf24f-75e6-421c-9f0b-061a580dbe63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-606981442-router', 'tenant_id': '50e87a33f09a42898ead617f15974ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '744e76ab-a3bc-46c9-819b-0cb564c1659c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:30:23Z', 'updated_at': '2021-09-24T15:35:39Z', 'revision_number': 5, 'project_id': '50e87a33f09a42898ead617f15974ffc', 'gw_port': {'id': '744e76ab-a3bc-46c9-819b-0cb564c1659c', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3cf24f-75e6-421c-9f0b-061a580dbe63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:30:24Z', 'updated_at': '2021-09-24T15:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:35:42.027563 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8865fd05-1bd9-454e-9476-3a63043a1244 req-b00f1cdb-7d81-4dfe-9422-e92a4e3c99b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:42.029483 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 33492484-250c-4e73-a11b-91665898d3b0 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:35:42.029935 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:42.042867 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf597420-f688-455a-a3ab-77af029a7a57 None None] The sync data for ids ['af3cf24f-75e6-421c-9f0b-061a580dbe63'] in n-d-808921-1 is: [{'id': 'af3cf24f-75e6-421c-9f0b-061a580dbe63', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-606981442-router', 'tenant_id': '50e87a33f09a42898ead617f15974ffc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.242'}], 'enable_snat': True}, 'gw_port_id': '744e76ab-a3bc-46c9-819b-0cb564c1659c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:30:23Z', 'updated_at': '2021-09-24T15:35:39Z', 'revision_number': 5, 'project_id': '50e87a33f09a42898ead617f15974ffc', 'gw_port': {'id': '744e76ab-a3bc-46c9-819b-0cb564c1659c', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:7b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af3cf24f-75e6-421c-9f0b-061a580dbe63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:30:24Z', 'updated_at': '2021-09-24T15:30:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:35:42.116588 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-e548ec1c-9461-485b-816e-3cb63c6eeb19 req-8bafbc80-5cf4-48e0-9448-051df533159e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 923695c0-58bb-4c6f-a650-daf93518a1e8 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:35:42.142941 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-e548ec1c-9461-485b-816e-3cb63c6eeb19 req-8bafbc80-5cf4-48e0-9448-051df533159e service neutron] For port 923695c0-58bb-4c6f-a650-daf93518a1e8, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=923695c0-58bb-4c6f-a650-daf93518a1e8,segment=NetworkSegment(21e1a332-491d-46ef-987f-a7724d369c2e),segment_id=21e1a332-491d-46ef-987f-a7724d369c2e)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:42.169406 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28715ce6-9aab-47ff-a588-895d50b776d3 req-019a44cb-2f1a-4adf-95b8-bfbd58073993 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:42.176615 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28715ce6-9aab-47ff-a588-895d50b776d3 req-019a44cb-2f1a-4adf-95b8-bfbd58073993 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:42.182750 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28715ce6-9aab-47ff-a588-895d50b776d3 req-019a44cb-2f1a-4adf-95b8-bfbd58073993 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:42.188801 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28715ce6-9aab-47ff-a588-895d50b776d3 req-019a44cb-2f1a-4adf-95b8-bfbd58073993 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:42.194972 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28715ce6-9aab-47ff-a588-895d50b776d3 req-019a44cb-2f1a-4adf-95b8-bfbd58073993 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:42.201194 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28715ce6-9aab-47ff-a588-895d50b776d3 req-019a44cb-2f1a-4adf-95b8-bfbd58073993 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:42.208062 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28715ce6-9aab-47ff-a588-895d50b776d3 req-019a44cb-2f1a-4adf-95b8-bfbd58073993 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:42.210058 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-28715ce6-9aab-47ff-a588-895d50b776d3 req-019a44cb-2f1a-4adf-95b8-bfbd58073993 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/ports?device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 5441 time: 0.2758594 Sep 24 15:35:42.244872 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00f1cdb-7d81-4dfe-9422-e92a4e3c99b2 service neutron] Pushing event updated for resources: {'Port': ['ID=b0efb342-599d-4be0-ab3d-cb4ac31d2116,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:42.253666 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-5c9e5d79-438f-4467-a319-4337b3f8d6cd admin admin] For port 744e76ab-a3bc-46c9-819b-0cb564c1659c, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=744e76ab-a3bc-46c9-819b-0cb564c1659c,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:42.254142 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5c9e5d79-438f-4467-a319-4337b3f8d6cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:42.272580 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-5c9e5d79-438f-4467-a319-4337b3f8d6cd admin admin] Calling delete_port for 744e76ab-a3bc-46c9-819b-0cb564c1659c owned by network:router_gateway {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:35:42.287553 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2ddadce-3573-45c5-9e62-8d717c6c35e3 admin admin] Network 64faeadb-d6e9-412d-b5cc-e20b90ee20d1 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:35:42.289523 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e548ec1c-9461-485b-816e-3cb63c6eeb19 req-8bafbc80-5cf4-48e0-9448-051df533159e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:42.293978 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b98a181e-0759-4a7f-b927-fcfc59f06181 req-31a06dd3-dc5e-488c-bbac-b46cac4a8a93 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4244428 Sep 24 15:35:42.329586 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-e2ddadce-3573-45c5-9e62-8d717c6c35e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:35:42.385722 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-28715ce6-9aab-47ff-a588-895d50b776d3 req-6aed5c93-0616-4931-a949-dc270614af02 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/security-groups?id=009469bf-50d0-4ac3-bdd3-519f093da79b&id=997d5af8-07d7-4888-b731-21def6e0a999&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1592486 Sep 24 15:35:42.525449 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef2afb-dc0f-4974-8543-e1da5ae91a18 req-9bcbd96f-acb9-460b-8b33-5ac2747ee4ab tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:42.527382 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3eef2afb-dc0f-4974-8543-e1da5ae91a18 req-9bcbd96f-acb9-460b-8b33-5ac2747ee4ab tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] 10.222.0.101 "GET /v2.0/ports?device_id=5e086cd6-6222-433b-80d8-976f3a638f99 HTTP/1.1" status: 200 len: 943 time: 0.0955083 Sep 24 15:35:42.608762 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-8865fd05-1bd9-454e-9476-3a63043a1244 req-b00f1cdb-7d81-4dfe-9422-e92a4e3c99b2 service neutron] Attempting to bind port b0efb342-599d-4be0-ab3d-cb4ac31d2116 on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:35:42.609131 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-8865fd05-1bd9-454e-9476-3a63043a1244 req-b00f1cdb-7d81-4dfe-9422-e92a4e3c99b2 service neutron] Attempting to bind port b0efb342-599d-4be0-ab3d-cb4ac31d2116 by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': '71e13984-0da7-46c8-9155-b041315e99dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'ed240661-c058-4f64-a0cb-8ef81aff19b5'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:35:42.610141 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8865fd05-1bd9-454e-9476-3a63043a1244 req-b00f1cdb-7d81-4dfe-9422-e92a4e3c99b2 service neutron] Attempting to bind port b0efb342-599d-4be0-ab3d-cb4ac31d2116 on network ed240661-c058-4f64-a0cb-8ef81aff19b5 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:35:42.660924 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8865fd05-1bd9-454e-9476-3a63043a1244 req-b00f1cdb-7d81-4dfe-9422-e92a4e3c99b2 service neutron] Port b0efb342-599d-4be0-ab3d-cb4ac31d2116 on network ed240661-c058-4f64-a0cb-8ef81aff19b5 not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:35:42.660924 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8865fd05-1bd9-454e-9476-3a63043a1244 req-b00f1cdb-7d81-4dfe-9422-e92a4e3c99b2 service neutron] Attempting to bind port b0efb342-599d-4be0-ab3d-cb4ac31d2116 on network ed240661-c058-4f64-a0cb-8ef81aff19b5 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:35:42.676753 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3eef2afb-dc0f-4974-8543-e1da5ae91a18 req-044db6ec-ed01-4ca0-a672-65cb59e40f17 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] 10.222.0.101 "GET /v2.0/security-groups?id=8edcefe2-f57f-4935-b5d5-7d2611452c23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086032 Sep 24 15:35:42.688860 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-e548ec1c-9461-485b-816e-3cb63c6eeb19 req-8bafbc80-5cf4-48e0-9448-051df533159e service neutron] Transition to ACTIVE for port object 923695c0-58bb-4c6f-a650-daf93518a1e8 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:35:42.689778 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8865fd05-1bd9-454e-9476-3a63043a1244 req-b00f1cdb-7d81-4dfe-9422-e92a4e3c99b2 service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:35:42.690104 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8865fd05-1bd9-454e-9476-3a63043a1244 req-b00f1cdb-7d81-4dfe-9422-e92a4e3c99b2 service neutron] Checking segment: {'id': '71e13984-0da7-46c8-9155-b041315e99dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'ed240661-c058-4f64-a0cb-8ef81aff19b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:35:42.690514 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8865fd05-1bd9-454e-9476-3a63043a1244 req-b00f1cdb-7d81-4dfe-9422-e92a4e3c99b2 service neutron] Bound using segment: {'id': '71e13984-0da7-46c8-9155-b041315e99dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'ed240661-c058-4f64-a0cb-8ef81aff19b5'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:35:42.691027 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-8865fd05-1bd9-454e-9476-3a63043a1244 req-b00f1cdb-7d81-4dfe-9422-e92a4e3c99b2 service neutron] Bound port: b0efb342-599d-4be0-ab3d-cb4ac31d2116, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71e13984-0da7-46c8-9155-b041315e99dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'ed240661-c058-4f64-a0cb-8ef81aff19b5'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:35:42.691417 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8865fd05-1bd9-454e-9476-3a63043a1244 req-b00f1cdb-7d81-4dfe-9422-e92a4e3c99b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:42.720468 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947319e0-ae48-4c6f-a9d5-6eb95dd1aa46 req-64a4a996-61c5-4cb2-a430-19be5a06e447 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:42.726934 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947319e0-ae48-4c6f-a9d5-6eb95dd1aa46 req-64a4a996-61c5-4cb2-a430-19be5a06e447 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:42.727180 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5c9e5d79-438f-4467-a319-4337b3f8d6cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:42.733244 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947319e0-ae48-4c6f-a9d5-6eb95dd1aa46 req-64a4a996-61c5-4cb2-a430-19be5a06e447 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:42.740062 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947319e0-ae48-4c6f-a9d5-6eb95dd1aa46 req-64a4a996-61c5-4cb2-a430-19be5a06e447 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:42.745994 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947319e0-ae48-4c6f-a9d5-6eb95dd1aa46 req-64a4a996-61c5-4cb2-a430-19be5a06e447 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:42.754188 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947319e0-ae48-4c6f-a9d5-6eb95dd1aa46 req-64a4a996-61c5-4cb2-a430-19be5a06e447 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:42.760732 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947319e0-ae48-4c6f-a9d5-6eb95dd1aa46 req-64a4a996-61c5-4cb2-a430-19be5a06e447 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:42.772163 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-947319e0-ae48-4c6f-a9d5-6eb95dd1aa46 req-64a4a996-61c5-4cb2-a430-19be5a06e447 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/ports?device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 5441 time: 0.2388444 Sep 24 15:35:42.776096 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9e5d79-438f-4467-a319-4337b3f8d6cd admin admin] Pushing event deleted for resources: {'Port': ['ID=744e76ab-a3bc-46c9-819b-0cb564c1659c,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:42.785544 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43688) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:42.786953 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-3d1c9c1b-71d4-45cb-a814-3d14ba951d52 None None] Provisioning complete for port 9e66b44f-9d92-4e75-b84c-be3b20f73175 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:35:42.788011 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3d1c9c1b-71d4-45cb-a814-3d14ba951d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:42.792035 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-ff7e53db-a589-4b3f-8b5f-d99c3ba510f3 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Request body: {'floatingip': {'port_id': '0142ad3a-dc16-4465-ac2e-8afaafbbaba6'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:35:42.818400 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2ddadce-3573-45c5-9e62-8d717c6c35e3 admin admin] Router c73ab4c2-6019-44a0-903e-ab97e7d1410d has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:35:42.842362 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-3d1c9c1b-71d4-45cb-a814-3d14ba951d52 None None] Port 9e66b44f-9d92-4e75-b84c-be3b20f73175 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:35:42.885335 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bb676d52-740a-4a6e-b14e-922b720d6f11 req-f4df9eed-d0e7-45d8-bd0d-abeddcdc1b10 tempest-InstanceActionsTestJSON-1517547877 tempest-InstanceActionsTestJSON-1517547877-project] 10.222.0.101 "GET /v2.0/ports?device_id=a7f20ea7-d3cd-4ef6-8677-b82dc531a569 HTTP/1.1" status: 200 len: 210 time: 0.0359232 Sep 24 15:35:42.888674 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5c9e5d79-438f-4467-a319-4337b3f8d6cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586576'] for router_gateway, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:42.893188 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ff7e53db-a589-4b3f-8b5f-d99c3ba510f3 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks [] for floatingip, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:42.893360 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e548ec1c-9461-485b-816e-3cb63c6eeb19 req-8bafbc80-5cf4-48e0-9448-051df533159e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:43.047969 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-8865fd05-1bd9-454e-9476-3a63043a1244 req-b00f1cdb-7d81-4dfe-9422-e92a4e3c99b2 service neutron] For port b0efb342-599d-4be0-ab3d-cb4ac31d2116, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:35:43.050495 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5c9e5d79-438f-4467-a319-4337b3f8d6cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:43.060795 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5c9e5d79-438f-4467-a319-4337b3f8d6cd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:43.072024 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60426e29-47ce-48d8-a902-fc2291eb3bf4 req-6d483395-86b2-4bac-86b0-424cea45ca2f tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:43.073687 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-60426e29-47ce-48d8-a902-fc2291eb3bf4 req-6d483395-86b2-4bac-86b0-424cea45ca2f tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/ports?device_id=dca7221c-f023-411c-955a-2ea78aeeba45 HTTP/1.1" status: 200 len: 945 time: 0.3238857 Sep 24 15:35:43.099232 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-8865fd05-1bd9-454e-9476-3a63043a1244 req-b00f1cdb-7d81-4dfe-9422-e92a4e3c99b2 service neutron] For port b0efb342-599d-4be0-ab3d-cb4ac31d2116, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=b0efb342-599d-4be0-ab3d-cb4ac31d2116,segment=NetworkSegment(71e13984-0da7-46c8-9155-b041315e99dd),segment_id=71e13984-0da7-46c8-9155-b041315e99dd)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:35:43.108686 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-e548ec1c-9461-485b-816e-3cb63c6eeb19 req-8bafbc80-5cf4-48e0-9448-051df533159e service neutron] No DVR routers for this DVR port 923695c0-58bb-4c6f-a650-daf93518a1e8 on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:35:43.141017 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bafbc80-5cf4-48e0-9448-051df533159e service neutron] Pushing event updated for resources: {'Port': ['ID=923695c0-58bb-4c6f-a650-daf93518a1e8,revision_number=10']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:43.188745 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90a30f6-59df-432d-ba7b-5f70a462620c req-085171e3-10a6-4d7a-8fd4-f4860f6c20c6 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:43.190246 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a90a30f6-59df-432d-ba7b-5f70a462620c req-085171e3-10a6-4d7a-8fd4-f4860f6c20c6 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=2122f163-37ae-4b6f-b6bf-1373c849b631 HTTP/1.1" status: 200 len: 945 time: 0.1996303 Sep 24 15:35:43.202477 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e548ec1c-9461-485b-816e-3cb63c6eeb19 req-8bafbc80-5cf4-48e0-9448-051df533159e service neutron] 10.222.0.108 "PUT /v2.0/ports/923695c0-58bb-4c6f-a650-daf93518a1e8/bindings/n-h1-808921-1/activate HTTP/1.1" status: 200 len: 369 time: 2.6157820 Sep 24 15:35:43.212667 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ddadce-3573-45c5-9e62-8d717c6c35e3 admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:35:43.217953 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-e2ddadce-3573-45c5-9e62-8d717c6c35e3 admin admin] 10.222.0.101 "PUT /v2.0/routers/c73ab4c2-6019-44a0-903e-ab97e7d1410d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8683505 Sep 24 15:35:43.218114 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-60426e29-47ce-48d8-a902-fc2291eb3bf4 req-42752fe9-de7f-4e12-97ac-6ab7457d88f0 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/security-groups?id=62f13653-b186-43c2-8b39-46ac7f17e8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215382 Sep 24 15:35:43.229355 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457ac5f9-3e31-4b95-be0d-7d660f6420ff None None] Sync routers for ids ['c73ab4c2-6019-44a0-903e-ab97e7d1410d'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:35:43.243953 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457ac5f9-3e31-4b95-be0d-7d660f6420ff None None] Routers {'c73ab4c2-6019-44a0-903e-ab97e7d1410d'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:35:43.244831 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-457ac5f9-3e31-4b95-be0d-7d660f6420ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:35:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['c73ab4c2-6019-44a0-903e-ab97e7d1410d'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:35:43.279071 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a90a30f6-59df-432d-ba7b-5f70a462620c req-97c172ab-107f-4bf8-a838-b18012790663 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738595 Sep 24 15:35:43.284591 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8865fd05-1bd9-454e-9476-3a63043a1244 req-b00f1cdb-7d81-4dfe-9422-e92a4e3c99b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:43.309476 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5c9e5d79-438f-4467-a319-4337b3f8d6cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:43.310826 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c9e5d79-438f-4467-a319-4337b3f8d6cd admin admin] Fanout notify agent at l3_agent the message router_deleted on router af3cf24f-75e6-421c-9f0b-061a580dbe63 {{(pid=95297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:35:43.317266 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5c9e5d79-438f-4467-a319-4337b3f8d6cd admin admin] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:43.331690 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-5c9e5d79-438f-4467-a319-4337b3f8d6cd admin admin] 10.222.0.101 "DELETE /v2.0/routers/af3cf24f-75e6-421c-9f0b-061a580dbe63 HTTP/1.1" status: 204 len: 168 time: 2.2105298 Sep 24 15:35:43.337689 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43694) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:43.369394 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-457ac5f9-3e31-4b95-be0d-7d660f6420ff None None] Set router c73ab4c2-6019-44a0-903e-ab97e7d1410d gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:35:43.412082 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-46f87d1c-3896-4293-8f84-a16d4200149d admin admin] Deleting subnet 1bb6d5ff-0dcb-44b0-a397-31c3caa399f2 {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:35:43.416148 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-46f87d1c-3896-4293-8f84-a16d4200149d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:43.444773 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865fd05-1bd9-454e-9476-3a63043a1244 req-b00f1cdb-7d81-4dfe-9422-e92a4e3c99b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:43.444773 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8865fd05-1bd9-454e-9476-3a63043a1244 req-b00f1cdb-7d81-4dfe-9422-e92a4e3c99b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:43.444773 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8865fd05-1bd9-454e-9476-3a63043a1244 req-b00f1cdb-7d81-4dfe-9422-e92a4e3c99b2 service neutron] 10.222.0.110 "PUT /v2.0/ports/b0efb342-599d-4be0-ab3d-cb4ac31d2116 HTTP/1.1" status: 200 len: 1091 time: 3.5665596 Sep 24 15:35:43.478813 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e086cd6-6222-433b-80d8-976f3a638f99', 'tag': 'b0efb342-599d-4be0-ab3d-cb4ac31d2116'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:35:43.481192 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc5cb315-a6af-4f7d-8017-3f0803858cdb" -d '{"events": [{"name": "network-changed", "server_uuid": "5e086cd6-6222-433b-80d8-976f3a638f99", "tag": "b0efb342-599d-4be0-ab3d-cb4ac31d2116"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:35:43.574850 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00f1cdb-7d81-4dfe-9422-e92a4e3c99b2 service neutron] Pushing event updated for resources: {'Port': ['ID=b0efb342-599d-4be0-ab3d-cb4ac31d2116,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:43.672926 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-46f87d1c-3896-4293-8f84-a16d4200149d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:43.678498 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32376d1b-344c-4573-bfd8-567e4ae9b019 x-openstack-request-id: req-32376d1b-344c-4573-bfd8-567e4ae9b019 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:35:43.678795 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e086cd6-6222-433b-80d8-976f3a638f99", "tag": "b0efb342-599d-4be0-ab3d-cb4ac31d2116", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:35:43.679050 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-32376d1b-344c-4573-bfd8-567e4ae9b019 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:35:43.679452 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e086cd6-6222-433b-80d8-976f3a638f99', 'tag': 'b0efb342-599d-4be0-ab3d-cb4ac31d2116', 'status': 'completed', 'code': 200} Sep 24 15:35:43.703238 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4906b5-c034-4d5c-bf15-3f2b71bf99f8 req-eed215e8-b572-4972-bbcc-dd0200ae2e3d tempest-InstanceActionsTestJSON-1517547877 tempest-InstanceActionsTestJSON-1517547877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:43.704754 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5a4906b5-c034-4d5c-bf15-3f2b71bf99f8 req-eed215e8-b572-4972-bbcc-dd0200ae2e3d tempest-InstanceActionsTestJSON-1517547877 tempest-InstanceActionsTestJSON-1517547877-project] 10.222.0.110 "GET /v2.0/networks?id=0ec0eea9-103a-473a-a864-4f40823c2b50 HTTP/1.1" status: 200 len: 814 time: 0.3205075 Sep 24 15:35:43.708527 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865fd05-1bd9-454e-9476-3a63043a1244 req-236c0f65-004f-4acd-b32b-c37499cf036f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:43.710105 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8865fd05-1bd9-454e-9476-3a63043a1244 req-236c0f65-004f-4acd-b32b-c37499cf036f service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=7b4bd82d26ac490fbde2c620d4be04bb&device_id=5e086cd6-6222-433b-80d8-976f3a638f99 HTTP/1.1" status: 200 len: 1094 time: 0.1295300 Sep 24 15:35:43.732686 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-5a4906b5-c034-4d5c-bf15-3f2b71bf99f8 req-8f29477d-da68-4af4-b43e-08aad8e5dcc7 tempest-InstanceActionsTestJSON-1517547877 tempest-InstanceActionsTestJSON-1517547877-project] Request body: {'port': {'device_id': 'a7f20ea7-d3cd-4ef6-8677-b82dc531a569', 'network_id': '0ec0eea9-103a-473a-a864-4f40823c2b50', 'admin_state_up': True, 'tenant_id': '5676ce9bab2246debc50f6d2b2aba18e'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:35:43.772532 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-457ac5f9-3e31-4b95-be0d-7d660f6420ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73ab4c2-6019-44a0-903e-ab97e7d1410d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1739616420-router', 'tenant_id': 'd8dcfb46e3384e7b906fbc13ca8bf215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '33492484-250c-4e73-a11b-91665898d3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:35:30Z', 'updated_at': '2021-09-24T15:35:39Z', 'revision_number': 4, 'project_id': 'd8dcfb46e3384e7b906fbc13ca8bf215', 'gw_port': {'id': '33492484-250c-4e73-a11b-91665898d3b0', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73ab4c2-6019-44a0-903e-ab97e7d1410d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:35:32Z', 'updated_at': '2021-09-24T15:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '9e66b44f-9d92-4e75-b84c-be3b20f73175', 'name': '', 'network_id': '64faeadb-d6e9-412d-b5cc-e20b90ee20d1', 'tenant_id': 'd8dcfb46e3384e7b906fbc13ca8bf215', 'mac_address': 'fa:16:3e:54:af:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c73ab4c2-6019-44a0-903e-ab97e7d1410d', 'device_owner': 'network:router_interface', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '492ccf6e-c369-4ff4-bac0-8794abf7d918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:35:37Z', 'updated_at': '2021-09-24T15:35:40Z', 'revision_number': 2, 'project_id': 'd8dcfb46e3384e7b906fbc13ca8bf215', 'subnets': [{'id': '492ccf6e-c369-4ff4-bac0-8794abf7d918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:35:43.802246 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8865fd05-1bd9-454e-9476-3a63043a1244 req-a7fdd8e1-0974-461b-8f85-becbfdeecd07 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0efb342-599d-4be0-ab3d-cb4ac31d2116 HTTP/1.1" status: 200 len: 217 time: 0.0693395 Sep 24 15:35:43.817670 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457ac5f9-3e31-4b95-be0d-7d660f6420ff None None] Checking router: c73ab4c2-6019-44a0-903e-ab97e7d1410d for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:35:43.818276 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457ac5f9-3e31-4b95-be0d-7d660f6420ff None None] Updating router c73ab4c2-6019-44a0-903e-ab97e7d1410d port 9e66b44f-9d92-4e75-b84c-be3b20f73175 binding host n-d-808921-1 {{(pid=95299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:35:43.855430 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-457ac5f9-3e31-4b95-be0d-7d660f6420ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:43.860394 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-46f87d1c-3896-4293-8f84-a16d4200149d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:43.932434 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865fd05-1bd9-454e-9476-3a63043a1244 req-2654d06e-0d5a-4774-8d5a-dac132617ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:43.934164 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8865fd05-1bd9-454e-9476-3a63043a1244 req-2654d06e-0d5a-4774-8d5a-dac132617ab2 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=5e9a8b21-b628-4e31-bd4a-93772c0c09bc HTTP/1.1" status: 200 len: 851 time: 0.1217802 Sep 24 15:35:43.963454 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548ec1c-9461-485b-816e-3cb63c6eeb19 req-1f22f664-99c8-4578-b5df-56f405248650 tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:43.965129 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e548ec1c-9461-485b-816e-3cb63c6eeb19 req-1f22f664-99c8-4578-b5df-56f405248650 tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=94bde577-4a67-46e8-92f6-e7849953a8a3&tenant_id=afd1b0df78e44afd8dcda9521b21852d&binding%3Ahost_id=n-h2-808921-1 HTTP/1.1" status: 200 len: 1096 time: 0.4910128 Sep 24 15:35:44.002561 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9590265-59da-4790-882f-581bdd8b377d req-a7c88c06-01d3-4fef-bff8-2d8919ef9a39 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:44.004221 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f9590265-59da-4790-882f-581bdd8b377d req-a7c88c06-01d3-4fef-bff8-2d8919ef9a39 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=94bde577-4a67-46e8-92f6-e7849953a8a3 HTTP/1.1" status: 200 len: 945 time: 0.3702917 Sep 24 15:35:44.006866 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 3a2ad23a-8064-4e7f-af6a-5390790284ed no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:35:44.033175 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 3a2ad23a-8064-4e7f-af6a-5390790284ed {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:35:44.033867 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 3a2ad23a-8064-4e7f-af6a-5390790284ed not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:35:44.034474 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 744e76ab-a3bc-46c9-819b-0cb564c1659c no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:35:44.035841 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.db.resource_extend [None req-ff7e53db-a589-4b3f-8b5f-d99c3ba510f3 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 24 15:35:44.061008 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 744e76ab-a3bc-46c9-819b-0cb564c1659c {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:35:44.068672 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 744e76ab-a3bc-46c9-819b-0cb564c1659c not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:35:44.091413 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8865fd05-1bd9-454e-9476-3a63043a1244 req-7dd1dc7a-f61b-4a0a-9769-a781fbc79ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:44.092916 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8865fd05-1bd9-454e-9476-3a63043a1244 req-7dd1dc7a-f61b-4a0a-9769-a781fbc79ae9 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=ed240661-c058-4f64-a0cb-8ef81aff19b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1344633 Sep 24 15:35:44.137836 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f9590265-59da-4790-882f-581bdd8b377d req-5b8a5a05-5cd6-49d3-a615-164c03563f0a tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993850 Sep 24 15:35:44.143643 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ff7e53db-a589-4b3f-8b5f-d99c3ba510f3 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:44.145459 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548ec1c-9461-485b-816e-3cb63c6eeb19 req-33f7dbae-9374-4837-ae5b-4ccf71de90c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:44.147016 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e548ec1c-9461-485b-816e-3cb63c6eeb19 req-33f7dbae-9374-4837-ae5b-4ccf71de90c0 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=94bde577-4a67-46e8-92f6-e7849953a8a3&tenant_id=afd1b0df78e44afd8dcda9521b21852d HTTP/1.1" status: 200 len: 1096 time: 0.1679428 Sep 24 15:35:44.216246 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-46f87d1c-3896-4293-8f84-a16d4200149d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:44.220984 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe5b177-513d-4cbb-8fa6-fb5a47dc6165 req-611cd448-4192-4b52-9838-388f7dd88e47 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:44.222820 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8fe5b177-513d-4cbb-8fa6-fb5a47dc6165 req-611cd448-4192-4b52-9838-388f7dd88e47 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] 10.222.0.101 "GET /v2.0/networks?id=64faeadb-d6e9-412d-b5cc-e20b90ee20d1 HTTP/1.1" status: 200 len: 829 time: 0.3704917 Sep 24 15:35:44.250085 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8fe5b177-513d-4cbb-8fa6-fb5a47dc6165 req-0662f29f-00cf-443a-9efd-1a00752004d2 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] 10.222.0.101 "GET /v2.0/quotas/d8dcfb46e3384e7b906fbc13ca8bf215 HTTP/1.1" status: 200 len: 375 time: 0.0156901 Sep 24 15:35:44.267544 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ff7e53db-a589-4b3f-8b5f-d99c3ba510f3 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:44.270438 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-457ac5f9-3e31-4b95-be0d-7d660f6420ff None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:44.285177 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f87d1c-3896-4293-8f84-a16d4200149d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bb6d5ff-0dcb-44b0-a397-31c3caa399f2,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:44.295080 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9674cf5-1a6e-4afe-b7eb-ec3b57b4e990 None None] Network 7e533c3a-51c9-41ff-a0dd-1bcb74f4b744 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:35:44.302013 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8865fd05-1bd9-454e-9476-3a63043a1244 req-4b697a42-ffbb-4a48-9a0e-49cf136a1f7f service neutron] 10.222.0.110 "GET /v2.0/networks/ed240661-c058-4f64-a0cb-8ef81aff19b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002747 Sep 24 15:35:44.303014 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a4906b5-c034-4d5c-bf15-3f2b71bf99f8 req-8f29477d-da68-4af4-b43e-08aad8e5dcc7 tempest-InstanceActionsTestJSON-1517547877 tempest-InstanceActionsTestJSON-1517547877-project] Made reservation on behalf of 5676ce9bab2246debc50f6d2b2aba18e for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:35:44.306367 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-5a4906b5-c034-4d5c-bf15-3f2b71bf99f8 req-8f29477d-da68-4af4-b43e-08aad8e5dcc7 tempest-InstanceActionsTestJSON-1517547877 tempest-InstanceActionsTestJSON-1517547877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:44.322607 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-46f87d1c-3896-4293-8f84-a16d4200149d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:44.331433 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-46f87d1c-3896-4293-8f84-a16d4200149d admin admin] 10.222.0.101 "DELETE /v2.0/subnets/1bb6d5ff-0dcb-44b0-a397-31c3caa399f2 HTTP/1.1" status: 204 len: 168 time: 0.9897702 Sep 24 15:35:44.331695 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43722) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:44.353100 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548ec1c-9461-485b-816e-3cb63c6eeb19 req-8e4d5cef-6c4e-4628-a2ae-ec705b0078e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:44.354632 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e548ec1c-9461-485b-816e-3cb63c6eeb19 req-8e4d5cef-6c4e-4628-a2ae-ec705b0078e2 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=afd1b0df78e44afd8dcda9521b21852d&device_id=94bde577-4a67-46e8-92f6-e7849953a8a3 HTTP/1.1" status: 200 len: 1096 time: 0.1704986 Sep 24 15:35:44.391648 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-457ac5f9-3e31-4b95-be0d-7d660f6420ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:44.400123 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7479e983-ab7f-4ed6-ade5-1309dc5d9b2d req-8bf4dd5b-b474-40fa-a196-47fb564a3729 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:44.404097 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7479e983-ab7f-4ed6-ade5-1309dc5d9b2d req-8bf4dd5b-b474-40fa-a196-47fb564a3729 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] 10.222.0.101 "GET /v2.0/ports?device_id=5e086cd6-6222-433b-80d8-976f3a638f99 HTTP/1.1" status: 200 len: 943 time: 0.1813087 Sep 24 15:35:44.497513 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee1d829-fef6-4d99-93f5-f3d97fe8d8f4 None None] Pushing event updated for resources: {'Port': ['ID=9e66b44f-9d92-4e75-b84c-be3b20f73175,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:44.512679 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8fe5b177-513d-4cbb-8fa6-fb5a47dc6165 req-86461c0c-1aeb-4946-8205-39e89b805bea tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=d8dcfb46e3384e7b906fbc13ca8bf215&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2491889 Sep 24 15:35:44.525393 n-d-808921-1 neutron-server[95297]: INFO neutron.db.l3_db [None req-ff7e53db-a589-4b3f-8b5f-d99c3ba510f3 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Floating IP 986b65e4-6612-4df9-b260-d016e68639d4 associated. External IP: 172.25.0.231, port: 0142ad3a-dc16-4465-ac2e-8afaafbbaba6. Sep 24 15:35:44.553236 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-457ac5f9-3e31-4b95-be0d-7d660f6420ff None None] Attempting to bind port 9e66b44f-9d92-4e75-b84c-be3b20f73175 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:35:44.553695 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-457ac5f9-3e31-4b95-be0d-7d660f6420ff None None] Attempting to bind port 9e66b44f-9d92-4e75-b84c-be3b20f73175 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '4c6640b6-654c-4a1f-99cc-cd2522df0bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '64faeadb-d6e9-412d-b5cc-e20b90ee20d1'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:35:44.554073 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457ac5f9-3e31-4b95-be0d-7d660f6420ff None None] Attempting to bind port 9e66b44f-9d92-4e75-b84c-be3b20f73175 on network 64faeadb-d6e9-412d-b5cc-e20b90ee20d1 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:35:44.560111 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457ac5f9-3e31-4b95-be0d-7d660f6420ff None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:35:44.560508 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457ac5f9-3e31-4b95-be0d-7d660f6420ff None None] Checking segment: {'id': '4c6640b6-654c-4a1f-99cc-cd2522df0bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '64faeadb-d6e9-412d-b5cc-e20b90ee20d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:35:44.561190 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-457ac5f9-3e31-4b95-be0d-7d660f6420ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:44.561742 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-457ac5f9-3e31-4b95-be0d-7d660f6420ff None None] Bound using segment: {'id': '4c6640b6-654c-4a1f-99cc-cd2522df0bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '64faeadb-d6e9-412d-b5cc-e20b90ee20d1'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:35:44.562835 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-457ac5f9-3e31-4b95-be0d-7d660f6420ff None None] Bound port: 9e66b44f-9d92-4e75-b84c-be3b20f73175, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c6640b6-654c-4a1f-99cc-cd2522df0bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '64faeadb-d6e9-412d-b5cc-e20b90ee20d1'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:35:44.563390 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-457ac5f9-3e31-4b95-be0d-7d660f6420ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:44.573055 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7479e983-ab7f-4ed6-ade5-1309dc5d9b2d req-9d7f273b-ebef-4459-8fd8-1e7525239e6b tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] 10.222.0.101 "GET /v2.0/security-groups?id=8edcefe2-f57f-4935-b5d5-7d2611452c23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367528 Sep 24 15:35:44.610700 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548ec1c-9461-485b-816e-3cb63c6eeb19 req-32433b05-2fc1-4051-b1b0-5c1c1929e777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:44.612764 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e548ec1c-9461-485b-816e-3cb63c6eeb19 req-32433b05-2fc1-4051-b1b0-5c1c1929e777 service neutron] 10.222.0.110 "GET /v2.0/networks?id=078714d9-431e-4632-b957-c9a7230e7876 HTTP/1.1" status: 200 len: 909 time: 0.2507064 Sep 24 15:35:44.639444 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49ba619-59b4-4b02-8bbf-8dfa50654997 None None] DHCP port deletion for 7e533c3a-51c9-41ff-a0dd-1bcb74f4b744 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:35:44.688271 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-457ac5f9-3e31-4b95-be0d-7d660f6420ff None None] For port 9e66b44f-9d92-4e75-b84c-be3b20f73175, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:35:44.711765 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-457ac5f9-3e31-4b95-be0d-7d660f6420ff None None] For port 9e66b44f-9d92-4e75-b84c-be3b20f73175, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=9e66b44f-9d92-4e75-b84c-be3b20f73175,segment=NetworkSegment(4c6640b6-654c-4a1f-99cc-cd2522df0bf2),segment_id=4c6640b6-654c-4a1f-99cc-cd2522df0bf2)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:35:44.726954 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-c49ba619-59b4-4b02-8bbf-8dfa50654997 None None] Deleting port cd56ca0b-4593-489b-b259-0edc2fd22958 {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:35:44.727598 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c49ba619-59b4-4b02-8bbf-8dfa50654997 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:44.801522 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-c49ba619-59b4-4b02-8bbf-8dfa50654997 None None] For port cd56ca0b-4593-489b-b259-0edc2fd22958, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=cd56ca0b-4593-489b-b259-0edc2fd22958,segment=NetworkSegment(4a0ad0df-c4de-46cb-9636-e9e0c87ce832),segment_id=4a0ad0df-c4de-46cb-9636-e9e0c87ce832)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:44.802025 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c49ba619-59b4-4b02-8bbf-8dfa50654997 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:44.821296 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-c49ba619-59b4-4b02-8bbf-8dfa50654997 None None] Calling delete_port for cd56ca0b-4593-489b-b259-0edc2fd22958 owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:35:44.828116 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-457ac5f9-3e31-4b95-be0d-7d660f6420ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:44.838987 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cc24e68a-ef39-4530-8f61-1adbae9a5160 req-3953df94-9b01-4234-a4a3-e2f0bda028b9 tempest-InstanceActionsTestJSON-1517547877 tempest-InstanceActionsTestJSON-1517547877-project] 10.222.0.101 "GET /v2.0/ports?device_id=a7f20ea7-d3cd-4ef6-8677-b82dc531a569 HTTP/1.1" status: 200 len: 210 time: 0.1325805 Sep 24 15:35:44.841762 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e548ec1c-9461-485b-816e-3cb63c6eeb19 req-b36f7f14-92cd-485a-8dbf-487ddce2966e service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=923695c0-58bb-4c6f-a650-daf93518a1e8 HTTP/1.1" status: 200 len: 217 time: 0.1336522 Sep 24 15:35:44.880513 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-68c13ba1-7dbb-41a4-930f-8f7090cf2217 None None] Provisioning complete for port 9e66b44f-9d92-4e75-b84c-be3b20f73175 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:35:44.885411 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-68c13ba1-7dbb-41a4-930f-8f7090cf2217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:45.013027 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548ec1c-9461-485b-816e-3cb63c6eeb19 req-87990a46-a1db-4b61-a9e3-e3142854329c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:45.013027 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e548ec1c-9461-485b-816e-3cb63c6eeb19 req-87990a46-a1db-4b61-a9e3-e3142854329c service neutron] 10.222.0.110 "GET /v2.0/subnets?id=84366809-0e1f-47c8-b0ea-166b7d29d1a7 HTTP/1.1" status: 200 len: 847 time: 0.1042950 Sep 24 15:35:45.013399 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6aa6032f-3ded-420d-a31d-88df5a93c039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:45.018867 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff7e53db-a589-4b3f-8b5f-d99c3ba510f3 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Router c2086fa9-cf8e-4bdb-99af-be1065d59808 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:35:45.057644 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ab3c3-be24-4a59-a717-1c4373fcc418 req-0a01aaa6-06aa-4702-8970-3ef609647a83 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:45.059651 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d58ab3c3-be24-4a59-a717-1c4373fcc418 req-0a01aaa6-06aa-4702-8970-3ef609647a83 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/ports?device_id=dca7221c-f023-411c-955a-2ea78aeeba45 HTTP/1.1" status: 200 len: 945 time: 0.1538329 Sep 24 15:35:45.062681 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e548ec1c-9461-485b-816e-3cb63c6eeb19 req-e0c68d63-e881-4143-9f6c-669f9fc96629 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=078714d9-431e-4632-b957-c9a7230e7876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418665 Sep 24 15:35:45.095692 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8fe5b177-513d-4cbb-8fa6-fb5a47dc6165 req-4d9b4a08-1b2d-484b-a075-1420471283ec service neutron] 10.222.0.101 "GET /v2.0/networks/64faeadb-d6e9-412d-b5cc-e20b90ee20d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5821447 Sep 24 15:35:45.100297 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8865fd05-1bd9-454e-9476-3a63043a1244 req-929fa5df-8478-40b7-9955-6314e9cb247a service neutron] 10.222.0.110 "GET /v2.0/networks/ed240661-c058-4f64-a0cb-8ef81aff19b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7826657 Sep 24 15:35:45.122844 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457ac5f9-3e31-4b95-be0d-7d660f6420ff None None] Routers {'c73ab4c2-6019-44a0-903e-ab97e7d1410d'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:35:45.123402 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-457ac5f9-3e31-4b95-be0d-7d660f6420ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:35:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['c73ab4c2-6019-44a0-903e-ab97e7d1410d'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:35:45.174031 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-5a4906b5-c034-4d5c-bf15-3f2b71bf99f8 req-8f29477d-da68-4af4-b43e-08aad8e5dcc7 tempest-InstanceActionsTestJSON-1517547877 tempest-InstanceActionsTestJSON-1517547877-project] Allocated IP 172.20.0.10 (0ec0eea9-103a-473a-a864-4f40823c2b50/eb721cdf-e273-4916-af5f-f84657e645a8/1a8eee74-25ed-467d-a716-47e42cb7a740) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:35:45.203794 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee1d829-fef6-4d99-93f5-f3d97fe8d8f4 None None] Pushing event updated for resources: {'Port': ['ID=9e66b44f-9d92-4e75-b84c-be3b20f73175,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:45.241472 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-68c13ba1-7dbb-41a4-930f-8f7090cf2217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:45.285377 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d58ab3c3-be24-4a59-a717-1c4373fcc418 req-27847e59-152b-428f-8038-1fd97cd1d755 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/security-groups?id=62f13653-b186-43c2-8b39-46ac7f17e8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039115 Sep 24 15:35:45.292867 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-68c13ba1-7dbb-41a4-930f-8f7090cf2217 None None] For port 9e66b44f-9d92-4e75-b84c-be3b20f73175, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=9e66b44f-9d92-4e75-b84c-be3b20f73175,segment=NetworkSegment(4c6640b6-654c-4a1f-99cc-cd2522df0bf2),segment_id=4c6640b6-654c-4a1f-99cc-cd2522df0bf2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:45.308594 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-6aa6032f-3ded-420d-a31d-88df5a93c039 admin admin] Deleting port cd56ca0b-4593-489b-b259-0edc2fd22958 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:35:45.308945 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6aa6032f-3ded-420d-a31d-88df5a93c039 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:45.322945 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff7e53db-a589-4b3f-8b5f-d99c3ba510f3 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:35:45.344557 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e09455e-b1a5-4d62-ba23-60bb948b3583 None None] Sync routers for ids ['c2086fa9-cf8e-4bdb-99af-be1065d59808'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:35:45.367022 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e09455e-b1a5-4d62-ba23-60bb948b3583 None None] Routers {'c2086fa9-cf8e-4bdb-99af-be1065d59808'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:35:45.367667 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-4e09455e-b1a5-4d62-ba23-60bb948b3583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:35:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['c2086fa9-cf8e-4bdb-99af-be1065d59808'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:35:45.380617 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8fe5b177-513d-4cbb-8fa6-fb5a47dc6165 req-f8f53c09-6730-4090-b8a9-dc5302788c9a service neutron] 10.222.0.101 "GET /v2.0/networks/64faeadb-d6e9-412d-b5cc-e20b90ee20d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2516301 Sep 24 15:35:45.392147 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c49ba619-59b4-4b02-8bbf-8dfa50654997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:45.403377 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-457ac5f9-3e31-4b95-be0d-7d660f6420ff None None] Set router c73ab4c2-6019-44a0-903e-ab97e7d1410d gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:35:45.414187 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e548ec1c-9461-485b-816e-3cb63c6eeb19 req-723ec8e0-b6a0-4f01-8642-48e1db54f149 service neutron] 10.222.0.110 "GET /v2.0/networks/078714d9-431e-4632-b957-c9a7230e7876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440750 Sep 24 15:35:45.426458 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ff7e53db-a589-4b3f-8b5f-d99c3ba510f3 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:45.433518 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49ba619-59b4-4b02-8bbf-8dfa50654997 None None] No DVR routers for this DVR port cd56ca0b-4593-489b-b259-0edc2fd22958 on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:35:45.440016 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-68c13ba1-7dbb-41a4-930f-8f7090cf2217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:45.474857 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49ba619-59b4-4b02-8bbf-8dfa50654997 None None] Pushing event deleted for resources: {'Port': ['ID=cd56ca0b-4593-489b-b259-0edc2fd22958,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:45.534333 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ff7e53db-a589-4b3f-8b5f-d99c3ba510f3 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "PUT /v2.0/floatingips/986b65e4-6612-4df9-b260-d016e68639d4 HTTP/1.1" status: 200 len: 991 time: 2.7460165 Sep 24 15:35:45.558797 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-6aa6032f-3ded-420d-a31d-88df5a93c039 admin admin] For port cd56ca0b-4593-489b-b259-0edc2fd22958, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=cd56ca0b-4593-489b-b259-0edc2fd22958,segment=NetworkSegment(4a0ad0df-c4de-46cb-9636-e9e0c87ce832),segment_id=4a0ad0df-c4de-46cb-9636-e9e0c87ce832)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:45.559763 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6aa6032f-3ded-420d-a31d-88df5a93c039 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:45.574178 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-4e09455e-b1a5-4d62-ba23-60bb948b3583 None None] Set router c2086fa9-cf8e-4bdb-99af-be1065d59808 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:35:45.609115 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-9b7e6ee5-bd21-4245-96f2-6538032a0de3 None None] Provisioning complete for port 9e66b44f-9d92-4e75-b84c-be3b20f73175 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:35:45.610062 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9b7e6ee5-bd21-4245-96f2-6538032a0de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:45.611630 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c13ba1-7dbb-41a4-930f-8f7090cf2217 None None] Pushing event updated for resources: {'Port': ['ID=9e66b44f-9d92-4e75-b84c-be3b20f73175,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:45.615795 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5cb315-a6af-4f7d-8017-3f0803858cdb req-03cfaca3-42c7-4423-89fb-77b3b6d027cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:45.617556 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dc5cb315-a6af-4f7d-8017-3f0803858cdb req-03cfaca3-42c7-4423-89fb-77b3b6d027cf service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=7b4bd82d26ac490fbde2c620d4be04bb&device_id=5e086cd6-6222-433b-80d8-976f3a638f99 HTTP/1.1" status: 200 len: 1094 time: 0.3373854 Sep 24 15:35:45.631008 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-6aa6032f-3ded-420d-a31d-88df5a93c039 admin admin] Calling delete_port for cd56ca0b-4593-489b-b259-0edc2fd22958 owned by network:dhcp {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:35:45.653767 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '465bc65b-5f46-498c-b8b1-509be174e9cd', 'tag': '0142ad3a-dc16-4465-ac2e-8afaafbbaba6'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:35:45.658401 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9611517-2156-457b-8362-6555931b25d9" -d '{"events": [{"name": "network-changed", "server_uuid": "465bc65b-5f46-498c-b8b1-509be174e9cd", "tag": "0142ad3a-dc16-4465-ac2e-8afaafbbaba6"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:35:45.668545 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e548ec1c-9461-485b-816e-3cb63c6eeb19 req-6888a22d-beed-474e-8f41-4517bc6ee89f service neutron] 10.222.0.110 "GET /v2.0/networks/078714d9-431e-4632-b957-c9a7230e7876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286728 Sep 24 15:35:45.693435 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637eda0f-3765-4f1a-b97a-c9041f498ff4 req-b28c3728-5299-48b3-a947-cc98dd57ea48 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:45.695040 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-637eda0f-3765-4f1a-b97a-c9041f498ff4 req-b28c3728-5299-48b3-a947-cc98dd57ea48 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=2122f163-37ae-4b6f-b6bf-1373c849b631 HTTP/1.1" status: 200 len: 945 time: 0.1967661 Sep 24 15:35:45.832359 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-637eda0f-3765-4f1a-b97a-c9041f498ff4 req-58cb2a16-a4f9-4fc3-a445-c92575f215cd tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250060 Sep 24 15:35:45.836849 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-457ac5f9-3e31-4b95-be0d-7d660f6420ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73ab4c2-6019-44a0-903e-ab97e7d1410d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1739616420-router', 'tenant_id': 'd8dcfb46e3384e7b906fbc13ca8bf215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '33492484-250c-4e73-a11b-91665898d3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:35:30Z', 'updated_at': '2021-09-24T15:35:39Z', 'revision_number': 4, 'project_id': 'd8dcfb46e3384e7b906fbc13ca8bf215', 'gw_port': {'id': '33492484-250c-4e73-a11b-91665898d3b0', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73ab4c2-6019-44a0-903e-ab97e7d1410d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:35:32Z', 'updated_at': '2021-09-24T15:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '9e66b44f-9d92-4e75-b84c-be3b20f73175', 'name': '', 'network_id': '64faeadb-d6e9-412d-b5cc-e20b90ee20d1', 'tenant_id': 'd8dcfb46e3384e7b906fbc13ca8bf215', 'mac_address': 'fa:16:3e:54:af:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c73ab4c2-6019-44a0-903e-ab97e7d1410d', 'device_owner': 'network:router_interface', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '492ccf6e-c369-4ff4-bac0-8794abf7d918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:35:37Z', 'updated_at': '2021-09-24T15:35:44Z', 'revision_number': 4, 'project_id': 'd8dcfb46e3384e7b906fbc13ca8bf215', 'subnets': [{'id': '492ccf6e-c369-4ff4-bac0-8794abf7d918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:35:45.893161 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-5a4906b5-c034-4d5c-bf15-3f2b71bf99f8 req-8f29477d-da68-4af4-b43e-08aad8e5dcc7 tempest-InstanceActionsTestJSON-1517547877 tempest-InstanceActionsTestJSON-1517547877-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:45.918553 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-457ac5f9-3e31-4b95-be0d-7d660f6420ff None None] The sync data for ids ['c73ab4c2-6019-44a0-903e-ab97e7d1410d'] in n-d-808921-1 is: [{'id': 'c73ab4c2-6019-44a0-903e-ab97e7d1410d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1739616420-router', 'tenant_id': 'd8dcfb46e3384e7b906fbc13ca8bf215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '33492484-250c-4e73-a11b-91665898d3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:35:30Z', 'updated_at': '2021-09-24T15:35:39Z', 'revision_number': 4, 'project_id': 'd8dcfb46e3384e7b906fbc13ca8bf215', 'gw_port': {'id': '33492484-250c-4e73-a11b-91665898d3b0', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73ab4c2-6019-44a0-903e-ab97e7d1410d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:35:32Z', 'updated_at': '2021-09-24T15:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '9e66b44f-9d92-4e75-b84c-be3b20f73175', 'name': '', 'network_id': '64faeadb-d6e9-412d-b5cc-e20b90ee20d1', 'tenant_id': 'd8dcfb46e3384e7b906fbc13ca8bf215', 'mac_address': 'fa:16:3e:54:af:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c73ab4c2-6019-44a0-903e-ab97e7d1410d', 'device_owner': 'network:router_interface', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '492ccf6e-c369-4ff4-bac0-8794abf7d918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:35:37Z', 'updated_at': '2021-09-24T15:35:44Z', 'revision_number': 4, 'project_id': 'd8dcfb46e3384e7b906fbc13ca8bf215', 'subnets': [{'id': '492ccf6e-c369-4ff4-bac0-8794abf7d918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:35:45.920192 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device cd56ca0b-4593-489b-b259-0edc2fd22958 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:35:45.958434 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: cd56ca0b-4593-489b-b259-0edc2fd22958 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:35:45.958880 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device cd56ca0b-4593-489b-b259-0edc2fd22958 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:35:46.004754 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5cb315-a6af-4f7d-8017-3f0803858cdb req-6dc4c1e5-61a0-4569-9652-189acd18a7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:46.006564 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dc5cb315-a6af-4f7d-8017-3f0803858cdb req-6dc4c1e5-61a0-4569-9652-189acd18a7c2 service neutron] 10.222.0.110 "GET /v2.0/networks?id=ed240661-c058-4f64-a0cb-8ef81aff19b5 HTTP/1.1" status: 200 len: 914 time: 0.3772187 Sep 24 15:35:46.068097 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-4e09455e-b1a5-4d62-ba23-60bb948b3583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2086fa9-cf8e-4bdb-99af-be1065d59808', 'name': 'tempest-TaggedBootDevicesTest_v242-709135455-router', 'tenant_id': '53357413dfbc434b8597a2dcdb9cca78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '080ea5d8-7220-4318-9219-e0dca7112e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:32:42Z', 'updated_at': '2021-09-24T15:32:52Z', 'revision_number': 4, 'project_id': '53357413dfbc434b8597a2dcdb9cca78', 'gw_port': {'id': '080ea5d8-7220-4318-9219-e0dca7112e09', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:09:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2086fa9-cf8e-4bdb-99af-be1065d59808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:32:43Z', 'updated_at': '2021-09-24T15:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': '986b65e4-6612-4df9-b260-d016e68639d4', 'tenant_id': '53357413dfbc434b8597a2dcdb9cca78', 'floating_ip_address': '172.25.0.231', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': 'c2086fa9-cf8e-4bdb-99af-be1065d59808', 'port_id': '0142ad3a-dc16-4465-ac2e-8afaafbbaba6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff8678b1-4349-4ca8-a723-03edf66a1778', 'mac_address': 'fa:16:3e:81:84:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465bc65b-5f46-498c-b8b1-509be174e9cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:34:11Z', 'updated_at': '2021-09-24T15:35:43Z', 'revision_number': 1, 'project_id': '53357413dfbc434b8597a2dcdb9cca78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '645e1d7e-0857-41d7-a10c-b800f89b7e63', 'name': '', 'network_id': 'ff8678b1-4349-4ca8-a723-03edf66a1778', 'tenant_id': '53357413dfbc434b8597a2dcdb9cca78', 'mac_address': 'fa:16:3e:c1:81:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2086fa9-cf8e-4bdb-99af-be1065d59808', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '740320f3-b182-49df-862e-fbe87946f30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:32:50Z', 'updated_at': '2021-09-24T15:32:57Z', 'revision_number': 5, 'project_id': '53357413dfbc434b8597a2dcdb9cca78', 'subnets': [{'id': '740320f3-b182-49df-862e-fbe87946f30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:35:46.069026 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9b668f-3641-4ff9-9e50-2dd6076f7d7a req-c6863a8b-024d-47a3-aadf-0e62794e0250 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:46.071110 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-da9b668f-3641-4ff9-9e50-2dd6076f7d7a req-c6863a8b-024d-47a3-aadf-0e62794e0250 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/ports?device_id=dca7221c-f023-411c-955a-2ea78aeeba45 HTTP/1.1" status: 200 len: 945 time: 0.1089876 Sep 24 15:35:46.105185 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e09455e-b1a5-4d62-ba23-60bb948b3583 None None] Checking router: c2086fa9-cf8e-4bdb-99af-be1065d59808 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:35:46.124531 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e09455e-b1a5-4d62-ba23-60bb948b3583 None None] Routers {'c2086fa9-cf8e-4bdb-99af-be1065d59808'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:35:46.126020 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-4e09455e-b1a5-4d62-ba23-60bb948b3583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:35:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['c2086fa9-cf8e-4bdb-99af-be1065d59808'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:35:46.127239 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dc5cb315-a6af-4f7d-8017-3f0803858cdb req-b75f07f2-a609-484f-925d-392f1665b8f9 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0efb342-599d-4be0-ab3d-cb4ac31d2116 HTTP/1.1" status: 200 len: 217 time: 0.1118217 Sep 24 15:35:46.134462 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-da9b668f-3641-4ff9-9e50-2dd6076f7d7a req-edd78fdd-3266-422f-9bf7-ced4e071686d tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/security-groups?id=62f13653-b186-43c2-8b39-46ac7f17e8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555415 Sep 24 15:35:46.207991 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6aa6032f-3ded-420d-a31d-88df5a93c039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:46.236842 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12c11b3-d02b-4410-b69a-86435be66935 req-b9ad5608-1e94-4c42-9f2f-4a45621b29c6 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:46.251578 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f12c11b3-d02b-4410-b69a-86435be66935 req-b9ad5608-1e94-4c42-9f2f-4a45621b29c6 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=94bde577-4a67-46e8-92f6-e7849953a8a3 HTTP/1.1" status: 200 len: 945 time: 0.3476448 Sep 24 15:35:46.289678 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-4e09455e-b1a5-4d62-ba23-60bb948b3583 None None] Set router c2086fa9-cf8e-4bdb-99af-be1065d59808 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:35:46.329759 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa6032f-3ded-420d-a31d-88df5a93c039 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd56ca0b-4593-489b-b259-0edc2fd22958,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:46.339229 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548ec1c-9461-485b-816e-3cb63c6eeb19 req-55fcce3d-ad15-4ea0-aaa2-7b5d4d616442 tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:46.344225 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-5a4906b5-c034-4d5c-bf15-3f2b71bf99f8 req-8f29477d-da68-4af4-b43e-08aad8e5dcc7 tempest-InstanceActionsTestJSON-1517547877 tempest-InstanceActionsTestJSON-1517547877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:46.344405 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e548ec1c-9461-485b-816e-3cb63c6eeb19 req-55fcce3d-ad15-4ea0-aaa2-7b5d4d616442 tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=94bde577-4a67-46e8-92f6-e7849953a8a3&tenant_id=afd1b0df78e44afd8dcda9521b21852d&binding%3Ahost_id=n-h1-808921-1 HTTP/1.1" status: 200 len: 1096 time: 0.1173606 Sep 24 15:35:46.351218 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa6032f-3ded-420d-a31d-88df5a93c039 admin admin] No DVR routers for this DVR port cd56ca0b-4593-489b-b259-0edc2fd22958 on host n-d-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:35:46.357537 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5cb315-a6af-4f7d-8017-3f0803858cdb req-89a6c01a-774c-4328-9900-e9b4e6c8e4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:46.359191 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dc5cb315-a6af-4f7d-8017-3f0803858cdb req-89a6c01a-774c-4328-9900-e9b4e6c8e4e5 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=5e9a8b21-b628-4e31-bd4a-93772c0c09bc HTTP/1.1" status: 200 len: 851 time: 0.2217567 Sep 24 15:35:46.479659 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f29477d-da68-4af4-b43e-08aad8e5dcc7 tempest-InstanceActionsTestJSON-1517547877 tempest-InstanceActionsTestJSON-1517547877-project] Pushing event updated for resources: {'Port': ['ID=1a8eee74-25ed-467d-a716-47e42cb7a740,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:46.554223 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6aa6032f-3ded-420d-a31d-88df5a93c039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:46.594728 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f12c11b3-d02b-4410-b69a-86435be66935 req-6614ed3d-0954-4a03-8e10-b40ba17327fd tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3404238 Sep 24 15:35:46.601021 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a4906b5-c034-4d5c-bf15-3f2b71bf99f8 req-8f29477d-da68-4af4-b43e-08aad8e5dcc7 tempest-InstanceActionsTestJSON-1517547877 tempest-InstanceActionsTestJSON-1517547877-project] Network 0ec0eea9-103a-473a-a864-4f40823c2b50 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:35:46.618133 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-5a4906b5-c034-4d5c-bf15-3f2b71bf99f8 req-8f29477d-da68-4af4-b43e-08aad8e5dcc7 tempest-InstanceActionsTestJSON-1517547877 tempest-InstanceActionsTestJSON-1517547877-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:35:46.621190 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-6aa6032f-3ded-420d-a31d-88df5a93c039 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e533c3a-51c9-41ff-a0dd-1bcb74f4b744']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:35:46.623964 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a4906b5-c034-4d5c-bf15-3f2b71bf99f8 req-8f29477d-da68-4af4-b43e-08aad8e5dcc7 tempest-InstanceActionsTestJSON-1517547877 tempest-InstanceActionsTestJSON-1517547877-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:35:46.679545 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-6aa6032f-3ded-420d-a31d-88df5a93c039 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a0ad0df-c4de-46cb-9636-e9e0c87ce832') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:35:46.679962 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-6aa6032f-3ded-420d-a31d-88df5a93c039 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a0ad0df-c4de-46cb-9636-e9e0c87ce832') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:35:46.700163 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6aa6032f-3ded-420d-a31d-88df5a93c039 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:46.721354 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5cb315-a6af-4f7d-8017-3f0803858cdb req-712774d7-4482-4b42-8400-82731ab0616d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:46.728329 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dc5cb315-a6af-4f7d-8017-3f0803858cdb req-712774d7-4482-4b42-8400-82731ab0616d service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=ed240661-c058-4f64-a0cb-8ef81aff19b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3353806 Sep 24 15:35:46.755002 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6aa6032f-3ded-420d-a31d-88df5a93c039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:46.777018 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-4e09455e-b1a5-4d62-ba23-60bb948b3583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2086fa9-cf8e-4bdb-99af-be1065d59808', 'name': 'tempest-TaggedBootDevicesTest_v242-709135455-router', 'tenant_id': '53357413dfbc434b8597a2dcdb9cca78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '080ea5d8-7220-4318-9219-e0dca7112e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:32:42Z', 'updated_at': '2021-09-24T15:32:52Z', 'revision_number': 4, 'project_id': '53357413dfbc434b8597a2dcdb9cca78', 'gw_port': {'id': '080ea5d8-7220-4318-9219-e0dca7112e09', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:09:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2086fa9-cf8e-4bdb-99af-be1065d59808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:32:43Z', 'updated_at': '2021-09-24T15:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': '986b65e4-6612-4df9-b260-d016e68639d4', 'tenant_id': '53357413dfbc434b8597a2dcdb9cca78', 'floating_ip_address': '172.25.0.231', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': 'c2086fa9-cf8e-4bdb-99af-be1065d59808', 'port_id': '0142ad3a-dc16-4465-ac2e-8afaafbbaba6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff8678b1-4349-4ca8-a723-03edf66a1778', 'mac_address': 'fa:16:3e:81:84:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465bc65b-5f46-498c-b8b1-509be174e9cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:34:11Z', 'updated_at': '2021-09-24T15:35:43Z', 'revision_number': 1, 'project_id': '53357413dfbc434b8597a2dcdb9cca78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '645e1d7e-0857-41d7-a10c-b800f89b7e63', 'name': '', 'network_id': 'ff8678b1-4349-4ca8-a723-03edf66a1778', 'tenant_id': '53357413dfbc434b8597a2dcdb9cca78', 'mac_address': 'fa:16:3e:c1:81:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2086fa9-cf8e-4bdb-99af-be1065d59808', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '740320f3-b182-49df-862e-fbe87946f30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:32:50Z', 'updated_at': '2021-09-24T15:32:57Z', 'revision_number': 5, 'project_id': '53357413dfbc434b8597a2dcdb9cca78', 'subnets': [{'id': '740320f3-b182-49df-862e-fbe87946f30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:35:46.809774 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e09455e-b1a5-4d62-ba23-60bb948b3583 None None] The sync data for ids ['c2086fa9-cf8e-4bdb-99af-be1065d59808'] in n-d-808921-1 is: [{'id': 'c2086fa9-cf8e-4bdb-99af-be1065d59808', 'name': 'tempest-TaggedBootDevicesTest_v242-709135455-router', 'tenant_id': '53357413dfbc434b8597a2dcdb9cca78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '080ea5d8-7220-4318-9219-e0dca7112e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:32:42Z', 'updated_at': '2021-09-24T15:32:52Z', 'revision_number': 4, 'project_id': '53357413dfbc434b8597a2dcdb9cca78', 'gw_port': {'id': '080ea5d8-7220-4318-9219-e0dca7112e09', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:09:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2086fa9-cf8e-4bdb-99af-be1065d59808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:32:43Z', 'updated_at': '2021-09-24T15:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': '986b65e4-6612-4df9-b260-d016e68639d4', 'tenant_id': '53357413dfbc434b8597a2dcdb9cca78', 'floating_ip_address': '172.25.0.231', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': 'c2086fa9-cf8e-4bdb-99af-be1065d59808', 'port_id': '0142ad3a-dc16-4465-ac2e-8afaafbbaba6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff8678b1-4349-4ca8-a723-03edf66a1778', 'mac_address': 'fa:16:3e:81:84:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '465bc65b-5f46-498c-b8b1-509be174e9cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:34:11Z', 'updated_at': '2021-09-24T15:35:43Z', 'revision_number': 1, 'project_id': '53357413dfbc434b8597a2dcdb9cca78', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '645e1d7e-0857-41d7-a10c-b800f89b7e63', 'name': '', 'network_id': 'ff8678b1-4349-4ca8-a723-03edf66a1778', 'tenant_id': '53357413dfbc434b8597a2dcdb9cca78', 'mac_address': 'fa:16:3e:c1:81:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2086fa9-cf8e-4bdb-99af-be1065d59808', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '740320f3-b182-49df-862e-fbe87946f30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:32:50Z', 'updated_at': '2021-09-24T15:32:57Z', 'revision_number': 5, 'project_id': '53357413dfbc434b8597a2dcdb9cca78', 'subnets': [{'id': '740320f3-b182-49df-862e-fbe87946f30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:35:46.814986 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-43a2be54-bfc0-46a7-9acc-55cdd37bd88e req-6bdd8ccb-3f29-43cd-8f67-8b6db5fbf082 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] 10.222.0.101 "GET /v2.0/ports?device_id=10f0c6c2-b2f3-4829-998a-6cc19343fd07 HTTP/1.1" status: 200 len: 210 time: 0.0574427 Sep 24 15:35:46.830100 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4906b5-c034-4d5c-bf15-3f2b71bf99f8 req-8f29477d-da68-4af4-b43e-08aad8e5dcc7 tempest-InstanceActionsTestJSON-1517547877 tempest-InstanceActionsTestJSON-1517547877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:46.831308 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-5a4906b5-c034-4d5c-bf15-3f2b71bf99f8 req-8f29477d-da68-4af4-b43e-08aad8e5dcc7 tempest-InstanceActionsTestJSON-1517547877 tempest-InstanceActionsTestJSON-1517547877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:46.840105 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6aa6032f-3ded-420d-a31d-88df5a93c039 admin admin] Releasing vlan 1279 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:35:46.842232 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6aa6032f-3ded-420d-a31d-88df5a93c039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:46.846848 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab34f20a-ede5-45d5-9429-a0f0cd2bd31c x-openstack-request-id: req-ab34f20a-ede5-45d5-9429-a0f0cd2bd31c {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:35:46.847133 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "465bc65b-5f46-498c-b8b1-509be174e9cd", "tag": "0142ad3a-dc16-4465-ac2e-8afaafbbaba6", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:35:46.847383 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ab34f20a-ede5-45d5-9429-a0f0cd2bd31c {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:35:46.847757 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '465bc65b-5f46-498c-b8b1-509be174e9cd', 'tag': '0142ad3a-dc16-4465-ac2e-8afaafbbaba6', 'status': 'completed', 'code': 200} Sep 24 15:35:46.852978 n-d-808921-1 neutron-server[95298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:35:46.852978 n-d-808921-1 neutron-server[95298]: self.session.flush() Sep 24 15:35:46.852978 n-d-808921-1 neutron-server[95298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:35:46.852978 n-d-808921-1 neutron-server[95298]: self.session.flush() Sep 24 15:35:46.852978 n-d-808921-1 neutron-server[95298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:35:46.852978 n-d-808921-1 neutron-server[95298]: self.session.flush() Sep 24 15:35:46.852978 n-d-808921-1 neutron-server[95298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:35:46.852978 n-d-808921-1 neutron-server[95298]: self.session.flush() Sep 24 15:35:46.852978 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:35:46.852978 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:35:46.852978 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:35:46.852978 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:35:46.852978 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:35:46.852978 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:35:46.852978 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:35:46.852978 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:35:46.852978 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:35:46.852978 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:35:46.852978 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:35:46.852978 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:35:46.852978 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:35:46.852978 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:35:46.852978 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:35:46.852978 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:35:46.852978 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:35:46.852978 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:35:46.852978 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:35:46.852978 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:35:46.852978 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:35:46.852978 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:35:46.852978 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:35:46.852978 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:35:46.852978 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:35:46.852978 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:35:46.852978 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:35:46.852978 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:35:46.852978 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:35:46.852978 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:35:46.852978 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:35:46.852978 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:35:46.878040 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f08db-a755-40bc-8704-359dc819030c req-6abdea29-cce6-4d97-bbec-7bf95ce8a36b tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:46.884251 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9d0f08db-a755-40bc-8704-359dc819030c req-6abdea29-cce6-4d97-bbec-7bf95ce8a36b tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] 10.222.0.101 "GET /v2.0/ports?device_id=5e086cd6-6222-433b-80d8-976f3a638f99 HTTP/1.1" status: 200 len: 943 time: 0.5837235 Sep 24 15:35:46.981879 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5a4906b5-c034-4d5c-bf15-3f2b71bf99f8 req-8f29477d-da68-4af4-b43e-08aad8e5dcc7 tempest-InstanceActionsTestJSON-1517547877 tempest-InstanceActionsTestJSON-1517547877-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2579756 Sep 24 15:35:46.993908 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9d0f08db-a755-40bc-8704-359dc819030c req-dfae0a7d-dc4d-4448-849f-c73b7be248f9 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] 10.222.0.101 "GET /v2.0/security-groups?id=8edcefe2-f57f-4935-b5d5-7d2611452c23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995355 Sep 24 15:35:47.006564 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-5a4906b5-c034-4d5c-bf15-3f2b71bf99f8 req-75305769-c5ad-4a26-90f6-23bf3ba826fe service neutron] Request body: {'port': {'device_id': 'a7f20ea7-d3cd-4ef6-8677-b82dc531a569', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:35:47.121738 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device b0efb342-599d-4be0-ab3d-cb4ac31d2116 details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:35:47.127215 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-e548ec1c-9461-485b-816e-3cb63c6eeb19 req-af3f63b7-c9e0-4cd8-a2a6-8678476691f3 service neutron] For port 923695c0-58bb-4c6f-a650-daf93518a1e8, host n-h2-808921-1, cleared binding levels {{(pid=95297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:35:47.132924 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-e548ec1c-9461-485b-816e-3cb63c6eeb19 req-af3f63b7-c9e0-4cd8-a2a6-8678476691f3 service neutron] Notify callbacks [] for binding, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:47.134034 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e548ec1c-9461-485b-816e-3cb63c6eeb19 req-af3f63b7-c9e0-4cd8-a2a6-8678476691f3 service neutron] 10.222.0.110 "DELETE /v2.0/ports/923695c0-58bb-4c6f-a650-daf93518a1e8/bindings/n-h2-808921-1 HTTP/1.1" status: 204 len: 173 time: 0.7836640 Sep 24 15:35:47.134647 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dc5cb315-a6af-4f7d-8017-3f0803858cdb req-d3274c4a-e38b-46c1-81b1-037d2a24aca1 service neutron] 10.222.0.110 "GET /v2.0/networks/ed240661-c058-4f64-a0cb-8ef81aff19b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3911376 Sep 24 15:35:47.140460 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9611517-2156-457b-8362-6555931b25d9 req-b8087f29-4d5a-43a4-b644-62e8559cb6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:47.142017 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9611517-2156-457b-8362-6555931b25d9 req-b8087f29-4d5a-43a4-b644-62e8559cb6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:47.142242 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9611517-2156-457b-8362-6555931b25d9 req-b8087f29-4d5a-43a4-b644-62e8559cb6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:47.142760 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9611517-2156-457b-8362-6555931b25d9 req-b8087f29-4d5a-43a4-b644-62e8559cb6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:47.143234 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9611517-2156-457b-8362-6555931b25d9 req-b8087f29-4d5a-43a4-b644-62e8559cb6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:47.144073 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9611517-2156-457b-8362-6555931b25d9 req-b8087f29-4d5a-43a4-b644-62e8559cb6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:47.144208 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9611517-2156-457b-8362-6555931b25d9 req-b8087f29-4d5a-43a4-b644-62e8559cb6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:47.145022 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46747412-6e0a-47ae-ab1d-60c88d2123d0 req-d95ca73b-227b-4d79-84db-9fc6f2bdd212 tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:47.146220 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a9611517-2156-457b-8362-6555931b25d9 req-b8087f29-4d5a-43a4-b644-62e8559cb6f1 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=53357413dfbc434b8597a2dcdb9cca78&device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 6498 time: 0.4140470 Sep 24 15:35:47.146961 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-46747412-6e0a-47ae-ab1d-60c88d2123d0 req-d95ca73b-227b-4d79-84db-9fc6f2bdd212 tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=2122f163-37ae-4b6f-b6bf-1373c849b631 HTTP/1.1" status: 200 len: 1096 time: 0.0604975 Sep 24 15:35:47.202101 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-46747412-6e0a-47ae-ab1d-60c88d2123d0 req-187c17e0-324d-4ca7-beb7-acdb62f7228e tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435090 Sep 24 15:35:47.266835 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cd75ea-f55b-4b86-b17c-7083a11f335d None None] New status for floating IP 986b65e4-6612-4df9-b260-d016e68639d4: ACTIVE {{(pid=95299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:35:47.272034 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6aa6032f-3ded-420d-a31d-88df5a93c039 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:47.285801 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb7bce-d9ef-47d3-be43-9600220b7370 req-bfe21880-eff8-401e-bf10-7f7609cfae27 tempest-InstanceActionsTestJSON-1517547877 tempest-InstanceActionsTestJSON-1517547877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:47.287492 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9dcb7bce-d9ef-47d3-be43-9600220b7370 req-bfe21880-eff8-401e-bf10-7f7609cfae27 tempest-InstanceActionsTestJSON-1517547877 tempest-InstanceActionsTestJSON-1517547877-project] 10.222.0.101 "GET /v2.0/ports?device_id=a7f20ea7-d3cd-4ef6-8677-b82dc531a569 HTTP/1.1" status: 200 len: 932 time: 0.3154044 Sep 24 15:35:47.304501 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6aa6032f-3ded-420d-a31d-88df5a93c039 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:47.309444 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43756) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:47.312334 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-6aa6032f-3ded-420d-a31d-88df5a93c039 admin admin] 10.222.0.101 "DELETE /v2.0/networks/7e533c3a-51c9-41ff-a0dd-1bcb74f4b744 HTTP/1.1" status: 204 len: 168 time: 2.9772186 Sep 24 15:35:47.312334 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-5a4906b5-c034-4d5c-bf15-3f2b71bf99f8 req-75305769-c5ad-4a26-90f6-23bf3ba826fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:47.473768 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa6032f-3ded-420d-a31d-88df5a93c039 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e533c3a-51c9-41ff-a0dd-1bcb74f4b744,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:47.502963 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port b0efb342-599d-4be0-ab3d-cb4ac31d2116, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=b0efb342-599d-4be0-ab3d-cb4ac31d2116,segment=NetworkSegment(71e13984-0da7-46c8-9155-b041315e99dd),segment_id=71e13984-0da7-46c8-9155-b041315e99dd)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:47.515144 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': 'b0efb342-599d-4be0-ab3d-cb4ac31d2116', 'network_id': 'ed240661-c058-4f64-a0cb-8ef81aff19b5', 'port_id': 'b0efb342-599d-4be0-ab3d-cb4ac31d2116', 'mac_address': 'fa:16:3e:8e:6b:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e9a8b21-b628-4e31-bd4a-93772c0c09bc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:35:47.559352 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:47.577725 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0efb342-599d-4be0-ab3d-cb4ac31d2116 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:35:47.604528 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port b0efb342-599d-4be0-ab3d-cb4ac31d2116, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=b0efb342-599d-4be0-ab3d-cb4ac31d2116,segment=NetworkSegment(71e13984-0da7-46c8-9155-b041315e99dd),segment_id=71e13984-0da7-46c8-9155-b041315e99dd)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:47.621508 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9dcb7bce-d9ef-47d3-be43-9600220b7370 req-3e1f4cb8-b1e7-4840-b38a-2c3b3f7c8322 tempest-InstanceActionsTestJSON-1517547877 tempest-InstanceActionsTestJSON-1517547877-project] 10.222.0.101 "GET /v2.0/security-groups?id=344ab438-1216-4e53-83fb-59ee737be970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3183780 Sep 24 15:35:47.625662 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dc5cb315-a6af-4f7d-8017-3f0803858cdb req-e49630a2-8461-40d9-91c0-27a8e78ccad1 service neutron] 10.222.0.110 "GET /v2.0/networks/ed240661-c058-4f64-a0cb-8ef81aff19b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4783535 Sep 24 15:35:47.629862 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9611517-2156-457b-8362-6555931b25d9 req-910a7e92-dabf-4cba-aea7-fe98152542fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:47.631387 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a9611517-2156-457b-8362-6555931b25d9 req-910a7e92-dabf-4cba-aea7-fe98152542fe service neutron] 10.222.0.108 "GET /v2.0/networks?id=ff8678b1-4349-4ca8-a723-03edf66a1778 HTTP/1.1" status: 200 len: 918 time: 0.4643247 Sep 24 15:35:47.744185 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:47.883448 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=b0efb342-599d-4be0-ab3d-cb4ac31d2116,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:47.919855 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 9e66b44f-9d92-4e75-b84c-be3b20f73175 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:35:47.930770 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b78110f5-fbe5-4888-9187-0a3b0045ebda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:47.982313 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 9e66b44f-9d92-4e75-b84c-be3b20f73175 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:35:47.982313 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:47.982665 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a9611517-2156-457b-8362-6555931b25d9 req-3f3341f0-2685-405c-b4c3-afeb148281cf service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0142ad3a-dc16-4465-ac2e-8afaafbbaba6 HTTP/1.1" status: 200 len: 1001 time: 0.3418100 Sep 24 15:35:48.056308 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c5ef9-e5be-43f3-8fd3-3ddeea91abf3 req-7d686342-aee4-43c2-97a9-90b48edcac74 tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:48.057946 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c37c5ef9-e5be-43f3-8fd3-3ddeea91abf3 req-7d686342-aee4-43c2-97a9-90b48edcac74 tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=2122f163-37ae-4b6f-b6bf-1373c849b631 HTTP/1.1" status: 200 len: 1096 time: 0.1661460 Sep 24 15:35:48.085718 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9611517-2156-457b-8362-6555931b25d9 req-bb306ed9-e40d-436f-af1d-8e7a1c2ad8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:48.087357 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a9611517-2156-457b-8362-6555931b25d9 req-bb306ed9-e40d-436f-af1d-8e7a1c2ad8aa service neutron] 10.222.0.108 "GET /v2.0/subnets?id=740320f3-b182-49df-862e-fbe87946f30f HTTP/1.1" status: 200 len: 855 time: 0.0958920 Sep 24 15:35:48.100020 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['b0efb342-599d-4be0-ab3d-cb4ac31d2116'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:35:48.175447 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c37c5ef9-e5be-43f3-8fd3-3ddeea91abf3 req-815ad7f4-f15d-4fde-b011-1efd9bd18e30 tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065431 Sep 24 15:35:48.184760 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-5a4906b5-c034-4d5c-bf15-3f2b71bf99f8 req-75305769-c5ad-4a26-90f6-23bf3ba826fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a8eee74-25ed-467d-a716-47e42cb7a740 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:35:48.195758 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-5a4906b5-c034-4d5c-bf15-3f2b71bf99f8 req-75305769-c5ad-4a26-90f6-23bf3ba826fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:48.196562 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff7d51-1de4-4cc5-b16b-05f096f97840 req-63b370ea-fd97-4cff-bbd4-69bd34fbfe6f tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:48.204642 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-95ff7d51-1de4-4cc5-b16b-05f096f97840 req-63b370ea-fd97-4cff-bbd4-69bd34fbfe6f tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=94bde577-4a67-46e8-92f6-e7849953a8a3 HTTP/1.1" status: 200 len: 945 time: 0.1308506 Sep 24 15:35:48.211193 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9611517-2156-457b-8362-6555931b25d9 req-20d72d30-cc29-4091-a378-29ae19982320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:48.212702 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a9611517-2156-457b-8362-6555931b25d9 req-20d72d30-cc29-4091-a378-29ae19982320 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=ff8678b1-4349-4ca8-a723-03edf66a1778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1086903 Sep 24 15:35:48.218177 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-5a4906b5-c034-4d5c-bf15-3f2b71bf99f8 req-75305769-c5ad-4a26-90f6-23bf3ba826fe service neutron] Transition to ACTIVE for port object 1a8eee74-25ed-467d-a716-47e42cb7a740 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:35:48.264102 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-5a4906b5-c034-4d5c-bf15-3f2b71bf99f8 req-75305769-c5ad-4a26-90f6-23bf3ba826fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:48.297780 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-95ff7d51-1de4-4cc5-b16b-05f096f97840 req-1a2cb364-03b6-4c9c-9f64-51baddce5a6c tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827227 Sep 24 15:35:48.412227 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75305769-c5ad-4a26-90f6-23bf3ba826fe service neutron] Pushing event updated for resources: {'Port': ['ID=1a8eee74-25ed-467d-a716-47e42cb7a740,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:48.433496 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-eae96e2e-ce54-4d7e-8e88-fd2617269a5c req-6a1d09b6-bc26-405a-80f2-f4c12f7262df tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] 10.222.0.101 "GET /v2.0/ports?device_id=10f0c6c2-b2f3-4829-998a-6cc19343fd07 HTTP/1.1" status: 200 len: 210 time: 0.0771623 Sep 24 15:35:48.455609 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-b78110f5-fbe5-4888-9187-0a3b0045ebda admin admin] Deleting port d7416e2f-e603-48c2-beac-53690dcd1e0b {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:35:48.455972 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b78110f5-fbe5-4888-9187-0a3b0045ebda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:48.510065 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a9611517-2156-457b-8362-6555931b25d9 req-3eedb69c-31fb-4088-b263-d2d0f82e0a63 service neutron] 10.222.0.108 "GET /v2.0/networks/ff8678b1-4349-4ca8-a723-03edf66a1778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2748988 Sep 24 15:35:48.567890 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-b78110f5-fbe5-4888-9187-0a3b0045ebda admin admin] For port d7416e2f-e603-48c2-beac-53690dcd1e0b, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=d7416e2f-e603-48c2-beac-53690dcd1e0b,segment=NetworkSegment(8f3a70f8-afd3-4cf4-b3d4-f2956aa91e07),segment_id=8f3a70f8-afd3-4cf4-b3d4-f2956aa91e07)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:48.568259 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b78110f5-fbe5-4888-9187-0a3b0045ebda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:48.581926 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-b78110f5-fbe5-4888-9187-0a3b0045ebda admin admin] Calling delete_port for d7416e2f-e603-48c2-beac-53690dcd1e0b owned by network:router_interface {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:35:48.597577 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-5a4906b5-c034-4d5c-bf15-3f2b71bf99f8 req-75305769-c5ad-4a26-90f6-23bf3ba826fe service neutron] Attempting to bind port 1a8eee74-25ed-467d-a716-47e42cb7a740 on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:35:48.597912 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-5a4906b5-c034-4d5c-bf15-3f2b71bf99f8 req-75305769-c5ad-4a26-90f6-23bf3ba826fe service neutron] Attempting to bind port 1a8eee74-25ed-467d-a716-47e42cb7a740 by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': 'e58f099b-5515-4559-84f3-ac8d8105b11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '0ec0eea9-103a-473a-a864-4f40823c2b50'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:35:48.598241 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4906b5-c034-4d5c-bf15-3f2b71bf99f8 req-75305769-c5ad-4a26-90f6-23bf3ba826fe service neutron] Attempting to bind port 1a8eee74-25ed-467d-a716-47e42cb7a740 on network 0ec0eea9-103a-473a-a864-4f40823c2b50 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:35:48.633732 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4906b5-c034-4d5c-bf15-3f2b71bf99f8 req-75305769-c5ad-4a26-90f6-23bf3ba826fe service neutron] Port 1a8eee74-25ed-467d-a716-47e42cb7a740 on network 0ec0eea9-103a-473a-a864-4f40823c2b50 not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:35:48.634425 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4906b5-c034-4d5c-bf15-3f2b71bf99f8 req-75305769-c5ad-4a26-90f6-23bf3ba826fe service neutron] Attempting to bind port 1a8eee74-25ed-467d-a716-47e42cb7a740 on network 0ec0eea9-103a-473a-a864-4f40823c2b50 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:35:48.643478 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab9293b-f25f-4ce6-aa56-00770f07ca1d req-584eb3b8-93f8-4b5e-92a4-2259d5ae3505 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:48.645026 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5ab9293b-f25f-4ce6-aa56-00770f07ca1d req-584eb3b8-93f8-4b5e-92a4-2259d5ae3505 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] 10.222.0.101 "GET /v2.0/ports?device_id=5e086cd6-6222-433b-80d8-976f3a638f99 HTTP/1.1" status: 200 len: 944 time: 0.1397147 Sep 24 15:35:48.652878 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4906b5-c034-4d5c-bf15-3f2b71bf99f8 req-75305769-c5ad-4a26-90f6-23bf3ba826fe service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 35, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:35:48.653252 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4906b5-c034-4d5c-bf15-3f2b71bf99f8 req-75305769-c5ad-4a26-90f6-23bf3ba826fe service neutron] Checking segment: {'id': 'e58f099b-5515-4559-84f3-ac8d8105b11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '0ec0eea9-103a-473a-a864-4f40823c2b50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:35:48.653596 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4906b5-c034-4d5c-bf15-3f2b71bf99f8 req-75305769-c5ad-4a26-90f6-23bf3ba826fe service neutron] Bound using segment: {'id': 'e58f099b-5515-4559-84f3-ac8d8105b11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '0ec0eea9-103a-473a-a864-4f40823c2b50'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:35:48.654033 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-5a4906b5-c034-4d5c-bf15-3f2b71bf99f8 req-75305769-c5ad-4a26-90f6-23bf3ba826fe service neutron] Bound port: 1a8eee74-25ed-467d-a716-47e42cb7a740, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e58f099b-5515-4559-84f3-ac8d8105b11b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '0ec0eea9-103a-473a-a864-4f40823c2b50'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:35:48.654410 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-5a4906b5-c034-4d5c-bf15-3f2b71bf99f8 req-75305769-c5ad-4a26-90f6-23bf3ba826fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:48.707018 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a9611517-2156-457b-8362-6555931b25d9 req-4c5a299b-c309-408f-bd98-c9fa770d8c53 service neutron] 10.222.0.108 "GET /v2.0/networks/ff8678b1-4349-4ca8-a723-03edf66a1778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871071 Sep 24 15:35:48.738512 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5ab9293b-f25f-4ce6-aa56-00770f07ca1d req-03e072d3-16ba-4746-a99a-776cab091094 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] 10.222.0.101 "GET /v2.0/security-groups?id=8edcefe2-f57f-4935-b5d5-7d2611452c23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858676 Sep 24 15:35:48.778082 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-5a4906b5-c034-4d5c-bf15-3f2b71bf99f8 req-75305769-c5ad-4a26-90f6-23bf3ba826fe service neutron] For port 1a8eee74-25ed-467d-a716-47e42cb7a740, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:35:48.778082 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-5a4906b5-c034-4d5c-bf15-3f2b71bf99f8 req-75305769-c5ad-4a26-90f6-23bf3ba826fe service neutron] For port 1a8eee74-25ed-467d-a716-47e42cb7a740, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=1a8eee74-25ed-467d-a716-47e42cb7a740,segment=NetworkSegment(e58f099b-5515-4559-84f3-ac8d8105b11b),segment_id=e58f099b-5515-4559-84f3-ac8d8105b11b)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:35:48.903372 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff0deeb-190b-402b-9cdc-cd9e3e82a550 req-84ea0eef-6566-491f-b2af-c8b3455e8c53 tempest-InstanceActionsTestJSON-1517547877 tempest-InstanceActionsTestJSON-1517547877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:48.904911 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0ff0deeb-190b-402b-9cdc-cd9e3e82a550 req-84ea0eef-6566-491f-b2af-c8b3455e8c53 tempest-InstanceActionsTestJSON-1517547877 tempest-InstanceActionsTestJSON-1517547877-project] 10.222.0.101 "GET /v2.0/ports?device_id=a7f20ea7-d3cd-4ef6-8677-b82dc531a569 HTTP/1.1" status: 200 len: 944 time: 0.0859706 Sep 24 15:35:48.910289 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-5a4906b5-c034-4d5c-bf15-3f2b71bf99f8 req-75305769-c5ad-4a26-90f6-23bf3ba826fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:48.948068 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0ff0deeb-190b-402b-9cdc-cd9e3e82a550 req-28855fe5-e8b7-400d-b7fa-45cdd78faf7b tempest-InstanceActionsTestJSON-1517547877 tempest-InstanceActionsTestJSON-1517547877-project] 10.222.0.101 "GET /v2.0/security-groups?id=344ab438-1216-4e53-83fb-59ee737be970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346978 Sep 24 15:35:48.954889 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4906b5-c034-4d5c-bf15-3f2b71bf99f8 req-75305769-c5ad-4a26-90f6-23bf3ba826fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:48.955605 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-5a4906b5-c034-4d5c-bf15-3f2b71bf99f8 req-75305769-c5ad-4a26-90f6-23bf3ba826fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:48.956882 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5a4906b5-c034-4d5c-bf15-3f2b71bf99f8 req-75305769-c5ad-4a26-90f6-23bf3ba826fe service neutron] 10.222.0.110 "PUT /v2.0/ports/1a8eee74-25ed-467d-a716-47e42cb7a740 HTTP/1.1" status: 200 len: 1092 time: 1.9572043 Sep 24 15:35:48.957319 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7f20ea7-d3cd-4ef6-8677-b82dc531a569', 'tag': '1a8eee74-25ed-467d-a716-47e42cb7a740'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:35:48.959633 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c9245e-3277-42e3-990e-e3ab6fb470e6" -d '{"events": [{"name": "network-changed", "server_uuid": "a7f20ea7-d3cd-4ef6-8677-b82dc531a569", "tag": "1a8eee74-25ed-467d-a716-47e42cb7a740"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:35:48.978666 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b78110f5-fbe5-4888-9187-0a3b0045ebda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:48.979080 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75305769-c5ad-4a26-90f6-23bf3ba826fe service neutron] Pushing event updated for resources: {'Port': ['ID=1a8eee74-25ed-467d-a716-47e42cb7a740,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:49.011593 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78110f5-fbe5-4888-9187-0a3b0045ebda admin admin] Pushing event deleted for resources: {'Port': ['ID=d7416e2f-e603-48c2-beac-53690dcd1e0b,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:49.106070 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4906b5-c034-4d5c-bf15-3f2b71bf99f8 req-c1b74ad5-3927-4889-a9fb-a67dddcbb1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:49.107767 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5a4906b5-c034-4d5c-bf15-3f2b71bf99f8 req-c1b74ad5-3927-4889-a9fb-a67dddcbb1c1 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=5676ce9bab2246debc50f6d2b2aba18e&device_id=a7f20ea7-d3cd-4ef6-8677-b82dc531a569 HTTP/1.1" status: 200 len: 1095 time: 0.0462472 Sep 24 15:35:49.135501 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device b0efb342-599d-4be0-ab3d-cb4ac31d2116 up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:35:49.154323 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5a4906b5-c034-4d5c-bf15-3f2b71bf99f8 req-307c2ed4-a2dc-4481-b633-3e6a2adb2fba service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a8eee74-25ed-467d-a716-47e42cb7a740 HTTP/1.1" status: 200 len: 217 time: 0.0377011 Sep 24 15:35:49.173286 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1f7c58-41de-44f3-b85d-2ad4988d3ef2 req-4c3adec3-7e91-46b7-abd6-4831f5a64cd8 tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:49.189971 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ea1f7c58-41de-44f3-b85d-2ad4988d3ef2 req-4c3adec3-7e91-46b7-abd6-4831f5a64cd8 tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=94bde577-4a67-46e8-92f6-e7849953a8a3 HTTP/1.1" status: 200 len: 1096 time: 0.1535237 Sep 24 15:35:49.224159 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4906b5-c034-4d5c-bf15-3f2b71bf99f8 req-3600d93b-55b3-4522-a337-f067d5fbb054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:49.225699 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5a4906b5-c034-4d5c-bf15-3f2b71bf99f8 req-3600d93b-55b3-4522-a337-f067d5fbb054 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=eb721cdf-e273-4916-af5f-f84657e645a8 HTTP/1.1" status: 200 len: 854 time: 0.0645347 Sep 24 15:35:49.226096 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b78110f5-fbe5-4888-9187-0a3b0045ebda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:49.254910 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ea1f7c58-41de-44f3-b85d-2ad4988d3ef2 req-79352e38-7fe4-4502-be2a-c3a9b9a50ce2 tempest-LiveMigrationTest-1290984477 tempest-LiveMigrationTest-1290984477-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638616 Sep 24 15:35:49.281565 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5a4906b5-c034-4d5c-bf15-3f2b71bf99f8 req-cc31cd05-769e-4fbb-ba4e-fa771b83435a service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=0ec0eea9-103a-473a-a864-4f40823c2b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448003 Sep 24 15:35:49.338192 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port b0efb342-599d-4be0-ab3d-cb4ac31d2116 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:35:49.342391 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port b0efb342-599d-4be0-ab3d-cb4ac31d2116 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:35:49.355065 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:49.391783 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5a4906b5-c034-4d5c-bf15-3f2b71bf99f8 req-0ce5dac3-994c-48ea-b361-aef0a574f572 service neutron] 10.222.0.110 "GET /v2.0/networks/0ec0eea9-103a-473a-a864-4f40823c2b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019406 Sep 24 15:35:49.435169 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c493b23-4ec0-4cf1-a286-dc577797b19a req-9b928d27-7dbe-4fd3-aec8-528b1b5fcd20 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:49.435169 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3c493b23-4ec0-4cf1-a286-dc577797b19a req-9b928d27-7dbe-4fd3-aec8-528b1b5fcd20 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/ports?device_id=dca7221c-f023-411c-955a-2ea78aeeba45 HTTP/1.1" status: 200 len: 945 time: 0.0951474 Sep 24 15:35:49.439253 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:49.471429 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e086cd6-6222-433b-80d8-976f3a638f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0efb342-599d-4be0-ab3d-cb4ac31d2116'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:35:49.473714 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-860cb057-9f88-40ef-b89e-acbc5cbf919a" -d '{"events": [{"server_uuid": "5e086cd6-6222-433b-80d8-976f3a638f99", "name": "network-vif-plugged", "status": "completed", "tag": "b0efb342-599d-4be0-ab3d-cb4ac31d2116"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:35:49.487856 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port b0efb342-599d-4be0-ab3d-cb4ac31d2116, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=b0efb342-599d-4be0-ab3d-cb4ac31d2116,segment=NetworkSegment(71e13984-0da7-46c8-9155-b041315e99dd),segment_id=71e13984-0da7-46c8-9155-b041315e99dd)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:49.506165 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5a4906b5-c034-4d5c-bf15-3f2b71bf99f8 req-bc6d62b8-a64c-4b15-bff3-a682c13ab52b service neutron] 10.222.0.110 "GET /v2.0/networks/0ec0eea9-103a-473a-a864-4f40823c2b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076996 Sep 24 15:35:49.521143 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3c493b23-4ec0-4cf1-a286-dc577797b19a req-be189ee4-533a-4266-b081-851b807f01db tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/security-groups?id=62f13653-b186-43c2-8b39-46ac7f17e8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505314 Sep 24 15:35:49.580782 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b78110f5-fbe5-4888-9187-0a3b0045ebda admin admin] Router aee71afb-c555-4f57-b5cf-b3e0051f5cef has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:35:49.590215 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f50dd41-36af-413f-8a68-69d3dd3afb01 x-openstack-request-id: req-3f50dd41-36af-413f-8a68-69d3dd3afb01 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:35:49.590527 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7f20ea7-d3cd-4ef6-8677-b82dc531a569", "tag": "1a8eee74-25ed-467d-a716-47e42cb7a740", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:35:49.590785 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-3f50dd41-36af-413f-8a68-69d3dd3afb01 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:35:49.591170 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7f20ea7-d3cd-4ef6-8677-b82dc531a569', 'tag': '1a8eee74-25ed-467d-a716-47e42cb7a740', 'status': 'completed', 'code': 200} Sep 24 15:35:49.641089 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe5b177-513d-4cbb-8fa6-fb5a47dc6165 req-c500c96c-7dc7-4641-a3de-204931a3b1a5 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:49.643259 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8fe5b177-513d-4cbb-8fa6-fb5a47dc6165 req-c500c96c-7dc7-4641-a3de-204931a3b1a5 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] 10.222.0.108 "GET /v2.0/networks?id=64faeadb-d6e9-412d-b5cc-e20b90ee20d1 HTTP/1.1" status: 200 len: 829 time: 0.1310399 Sep 24 15:35:49.666599 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-8fe5b177-513d-4cbb-8fa6-fb5a47dc6165 req-7b395b92-4cda-4e44-86e1-717e2d33a458 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Request body: {'port': {'device_id': '10f0c6c2-b2f3-4829-998a-6cc19343fd07', 'network_id': '64faeadb-d6e9-412d-b5cc-e20b90ee20d1', 'admin_state_up': True, 'tenant_id': 'd8dcfb46e3384e7b906fbc13ca8bf215'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:35:49.695345 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:49.697337 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b78110f5-fbe5-4888-9187-0a3b0045ebda admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:35:49.709508 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a764b709-ca73-4a5f-9c4b-e767923cd6b2 None None] Sync routers for ids ['aee71afb-c555-4f57-b5cf-b3e0051f5cef'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:35:49.717830 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b78110f5-fbe5-4888-9187-0a3b0045ebda admin admin] 10.222.0.101 "PUT /v2.0/routers/aee71afb-c555-4f57-b5cf-b3e0051f5cef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4071870 Sep 24 15:35:49.722829 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43808) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:49.724161 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a764b709-ca73-4a5f-9c4b-e767923cd6b2 None None] Routers {'aee71afb-c555-4f57-b5cf-b3e0051f5cef'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:35:49.725281 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-a764b709-ca73-4a5f-9c4b-e767923cd6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:35:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['aee71afb-c555-4f57-b5cf-b3e0051f5cef'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:35:49.835163 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=b0efb342-599d-4be0-ab3d-cb4ac31d2116,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:49.919713 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-a764b709-ca73-4a5f-9c4b-e767923cd6b2 None None] Set router aee71afb-c555-4f57-b5cf-b3e0051f5cef gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:35:49.934190 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ac3c3ba3-29ae-4dc2-844c-bcd71c96b381 admin admin] Notify callbacks [] for router, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:50.149205 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ac3c3ba3-29ae-4dc2-844c-bcd71c96b381 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:50.175956 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5fe28442-a96b-4399-b7e0-a2aff338121e req-626bb144-02dc-4259-8828-4fb92e09bdbc tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] 10.222.0.101 "GET /v2.0/ports?device_id=10f0c6c2-b2f3-4829-998a-6cc19343fd07 HTTP/1.1" status: 200 len: 210 time: 0.0397325 Sep 24 15:35:50.191086 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-a764b709-ca73-4a5f-9c4b-e767923cd6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee71afb-c555-4f57-b5cf-b3e0051f5cef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1029219238-router', 'tenant_id': 'e9ae5834382e4d12aebda27259a0cc5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': 'cf182aef-0344-4ce7-ad7e-74412d839531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:30:38Z', 'updated_at': '2021-09-24T15:35:48Z', 'revision_number': 5, 'project_id': 'e9ae5834382e4d12aebda27259a0cc5c', 'gw_port': {'id': 'cf182aef-0344-4ce7-ad7e-74412d839531', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:45:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee71afb-c555-4f57-b5cf-b3e0051f5cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:30:40Z', 'updated_at': '2021-09-24T15:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:35:50.220527 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c9245e-3277-42e3-990e-e3ab6fb470e6 req-bccd2d63-48d4-4afd-b32f-be99439d0b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:50.222378 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-23c9245e-3277-42e3-990e-e3ab6fb470e6 req-bccd2d63-48d4-4afd-b32f-be99439d0b7f service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=5676ce9bab2246debc50f6d2b2aba18e&device_id=a7f20ea7-d3cd-4ef6-8677-b82dc531a569 HTTP/1.1" status: 200 len: 1095 time: 0.1170285 Sep 24 15:35:50.232710 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a764b709-ca73-4a5f-9c4b-e767923cd6b2 None None] Checking router: aee71afb-c555-4f57-b5cf-b3e0051f5cef for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:35:50.234079 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:35:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee05e3a-d116-4abf-b29b-4072078782b3 x-openstack-request-id: req-cee05e3a-d116-4abf-b29b-4072078782b3 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:35:50.235094 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e086cd6-6222-433b-80d8-976f3a638f99", "name": "network-vif-plugged", "status": "completed", "tag": "b0efb342-599d-4be0-ab3d-cb4ac31d2116", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:35:50.235686 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-cee05e3a-d116-4abf-b29b-4072078782b3 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:35:50.236313 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e086cd6-6222-433b-80d8-976f3a638f99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0efb342-599d-4be0-ab3d-cb4ac31d2116', 'code': 200} Sep 24 15:35:50.243619 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a764b709-ca73-4a5f-9c4b-e767923cd6b2 None None] Routers {'aee71afb-c555-4f57-b5cf-b3e0051f5cef'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:35:50.244309 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-a764b709-ca73-4a5f-9c4b-e767923cd6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:35:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['aee71afb-c555-4f57-b5cf-b3e0051f5cef'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:35:50.367998 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-a764b709-ca73-4a5f-9c4b-e767923cd6b2 None None] Set router aee71afb-c555-4f57-b5cf-b3e0051f5cef gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:35:50.391389 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80de9b0-6580-4b2c-986d-5d38dab1134b req-4e8779d8-11ee-4254-9226-135fa12b67eb tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:50.393642 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a80de9b0-6580-4b2c-986d-5d38dab1134b req-4e8779d8-11ee-4254-9226-135fa12b67eb tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] 10.222.0.101 "GET /v2.0/ports?device_id=5e086cd6-6222-433b-80d8-976f3a638f99 HTTP/1.1" status: 200 len: 945 time: 0.0797400 Sep 24 15:35:50.399760 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fe5b177-513d-4cbb-8fa6-fb5a47dc6165 req-7b395b92-4cda-4e44-86e1-717e2d33a458 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Made reservation on behalf of d8dcfb46e3384e7b906fbc13ca8bf215 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:35:50.402036 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-ac3c3ba3-29ae-4dc2-844c-bcd71c96b381 admin admin] Deleting port cf182aef-0344-4ce7-ad7e-74412d839531 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:35:50.402516 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ac3c3ba3-29ae-4dc2-844c-bcd71c96b381 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:50.403301 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8fe5b177-513d-4cbb-8fa6-fb5a47dc6165 req-7b395b92-4cda-4e44-86e1-717e2d33a458 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:50.427844 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c9245e-3277-42e3-990e-e3ab6fb470e6 req-6a1e5d13-ef57-49e7-b923-6b9fbf597772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:50.429255 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-23c9245e-3277-42e3-990e-e3ab6fb470e6 req-6a1e5d13-ef57-49e7-b923-6b9fbf597772 service neutron] 10.222.0.110 "GET /v2.0/networks?id=0ec0eea9-103a-473a-a864-4f40823c2b50 HTTP/1.1" status: 200 len: 916 time: 0.1985645 Sep 24 15:35:50.435873 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c1a87-485a-4ff0-982c-5486d4d822cd req-59e9dc1a-7922-4129-ab21-65fa36033355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:50.437934 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a28c1a87-485a-4ff0-982c-5486d4d822cd req-59e9dc1a-7922-4129-ab21-65fa36033355 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=5e086cd6-6222-433b-80d8-976f3a638f99 HTTP/1.1" status: 200 len: 1096 time: 0.0917096 Sep 24 15:35:50.535149 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-ac3c3ba3-29ae-4dc2-844c-bcd71c96b381 admin admin] For port cf182aef-0344-4ce7-ad7e-74412d839531, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=cf182aef-0344-4ce7-ad7e-74412d839531,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:50.535509 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ac3c3ba3-29ae-4dc2-844c-bcd71c96b381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:50.540166 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-23c9245e-3277-42e3-990e-e3ab6fb470e6 req-14d0e501-b6d1-4cd2-b8fe-9668a7341488 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a8eee74-25ed-467d-a716-47e42cb7a740 HTTP/1.1" status: 200 len: 217 time: 0.0907140 Sep 24 15:35:50.558872 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-ac3c3ba3-29ae-4dc2-844c-bcd71c96b381 admin admin] Calling delete_port for cf182aef-0344-4ce7-ad7e-74412d839531 owned by network:router_gateway {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:35:50.570651 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a80de9b0-6580-4b2c-986d-5d38dab1134b req-a775be52-8526-4123-a0cf-4b840cb687fa tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] 10.222.0.101 "GET /v2.0/security-groups?id=8edcefe2-f57f-4935-b5d5-7d2611452c23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655653 Sep 24 15:35:50.582582 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-a764b709-ca73-4a5f-9c4b-e767923cd6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aee71afb-c555-4f57-b5cf-b3e0051f5cef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1029219238-router', 'tenant_id': 'e9ae5834382e4d12aebda27259a0cc5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': 'cf182aef-0344-4ce7-ad7e-74412d839531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:30:38Z', 'updated_at': '2021-09-24T15:35:48Z', 'revision_number': 5, 'project_id': 'e9ae5834382e4d12aebda27259a0cc5c', 'gw_port': {'id': 'cf182aef-0344-4ce7-ad7e-74412d839531', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:45:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee71afb-c555-4f57-b5cf-b3e0051f5cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:30:40Z', 'updated_at': '2021-09-24T15:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:35:50.596556 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a28c1a87-485a-4ff0-982c-5486d4d822cd req-82bd2ffd-acf6-4455-b073-9ceee7970213 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=8edcefe2-f57f-4935-b5d5-7d2611452c23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383545 Sep 24 15:35:50.627553 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a764b709-ca73-4a5f-9c4b-e767923cd6b2 None None] The sync data for ids ['aee71afb-c555-4f57-b5cf-b3e0051f5cef'] in n-d-808921-1 is: [{'id': 'aee71afb-c555-4f57-b5cf-b3e0051f5cef', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1029219238-router', 'tenant_id': 'e9ae5834382e4d12aebda27259a0cc5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.16'}], 'enable_snat': True}, 'gw_port_id': 'cf182aef-0344-4ce7-ad7e-74412d839531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:30:38Z', 'updated_at': '2021-09-24T15:35:48Z', 'revision_number': 5, 'project_id': 'e9ae5834382e4d12aebda27259a0cc5c', 'gw_port': {'id': 'cf182aef-0344-4ce7-ad7e-74412d839531', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:45:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aee71afb-c555-4f57-b5cf-b3e0051f5cef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 104, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:30:40Z', 'updated_at': '2021-09-24T15:30:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:35:50.650381 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c9245e-3277-42e3-990e-e3ab6fb470e6 req-c309468c-7322-4b8d-9687-80b179aefe6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:50.652326 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-23c9245e-3277-42e3-990e-e3ab6fb470e6 req-c309468c-7322-4b8d-9687-80b179aefe6d service neutron] 10.222.0.110 "GET /v2.0/subnets?id=eb721cdf-e273-4916-af5f-f84657e645a8 HTTP/1.1" status: 200 len: 854 time: 0.0940638 Sep 24 15:35:50.677856 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-8fe5b177-513d-4cbb-8fa6-fb5a47dc6165 req-7b395b92-4cda-4e44-86e1-717e2d33a458 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Allocated IP 172.20.0.5 (64faeadb-d6e9-412d-b5cc-e20b90ee20d1/492ccf6e-c369-4ff4-bac0-8794abf7d918/958548b3-2a16-4b06-9c25-24d73f985f03) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:35:50.828736 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ab940-9666-48cd-b3fc-384fe7c6afa1 req-4089543e-acad-49f3-a5f2-3ccc222ff523 tempest-InstanceActionsTestJSON-1517547877 tempest-InstanceActionsTestJSON-1517547877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:50.830307 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f78ab940-9666-48cd-b3fc-384fe7c6afa1 req-4089543e-acad-49f3-a5f2-3ccc222ff523 tempest-InstanceActionsTestJSON-1517547877 tempest-InstanceActionsTestJSON-1517547877-project] 10.222.0.101 "GET /v2.0/ports?device_id=a7f20ea7-d3cd-4ef6-8677-b82dc531a569 HTTP/1.1" status: 200 len: 944 time: 0.0873010 Sep 24 15:35:50.849441 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-23c9245e-3277-42e3-990e-e3ab6fb470e6 req-50d399eb-b9d1-408a-ad7f-9ffa5dfed880 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=0ec0eea9-103a-473a-a864-4f40823c2b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311825 Sep 24 15:35:50.874930 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f78ab940-9666-48cd-b3fc-384fe7c6afa1 req-04513adc-e550-40d4-817d-ccee8d880966 tempest-InstanceActionsTestJSON-1517547877 tempest-InstanceActionsTestJSON-1517547877-project] 10.222.0.101 "GET /v2.0/security-groups?id=344ab438-1216-4e53-83fb-59ee737be970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377235 Sep 24 15:35:50.896340 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8fe5b177-513d-4cbb-8fa6-fb5a47dc6165 req-7b395b92-4cda-4e44-86e1-717e2d33a458 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:50.922979 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ac3c3ba3-29ae-4dc2-844c-bcd71c96b381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:50.954376 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3c3ba3-29ae-4dc2-844c-bcd71c96b381 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf182aef-0344-4ce7-ad7e-74412d839531,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:50.985524 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-23c9245e-3277-42e3-990e-e3ab6fb470e6 req-98c27826-f32d-490b-9bf1-825cdee15bed service neutron] 10.222.0.110 "GET /v2.0/networks/0ec0eea9-103a-473a-a864-4f40823c2b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254494 Sep 24 15:35:51.012779 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ac3c3ba3-29ae-4dc2-844c-bcd71c96b381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586576'] for router_gateway, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:51.054268 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8fe5b177-513d-4cbb-8fa6-fb5a47dc6165 req-7b395b92-4cda-4e44-86e1-717e2d33a458 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:51.123407 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ac3c3ba3-29ae-4dc2-844c-bcd71c96b381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:51.126892 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ac3c3ba3-29ae-4dc2-844c-bcd71c96b381 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:51.136402 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d64b06b-736a-4a4f-b1e2-da116377ce80 req-6cd491dc-088d-4c87-8334-4abfb43068ed tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:51.143469 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3d64b06b-736a-4a4f-b1e2-da116377ce80 req-6cd491dc-088d-4c87-8334-4abfb43068ed tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=94bde577-4a67-46e8-92f6-e7849953a8a3 HTTP/1.1" status: 200 len: 945 time: 0.1932523 Sep 24 15:35:51.159741 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fe5b177-513d-4cbb-8fa6-fb5a47dc6165 req-7b395b92-4cda-4e44-86e1-717e2d33a458 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Network 64faeadb-d6e9-412d-b5cc-e20b90ee20d1 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:35:51.169104 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-8fe5b177-513d-4cbb-8fa6-fb5a47dc6165 req-7b395b92-4cda-4e44-86e1-717e2d33a458 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:35:51.180904 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fe5b177-513d-4cbb-8fa6-fb5a47dc6165 req-7b395b92-4cda-4e44-86e1-717e2d33a458 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:35:51.216547 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b395b92-4cda-4e44-86e1-717e2d33a458 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Pushing event updated for resources: {'Port': ['ID=958548b3-2a16-4b06-9c25-24d73f985f03,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:51.219105 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3d64b06b-736a-4a4f-b1e2-da116377ce80 req-cbea33de-7a4b-4d03-81a5-78473f8b5fae tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740643 Sep 24 15:35:51.232753 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54610ed-d535-4171-a892-1441c9c28057 req-f8b5833a-2405-4002-b027-abf32ae48f27 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:51.235092 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e54610ed-d535-4171-a892-1441c9c28057 req-f8b5833a-2405-4002-b027-abf32ae48f27 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.110 "GET /v2.0/ports?device_id=94bde577-4a67-46e8-92f6-e7849953a8a3 HTTP/1.1" status: 200 len: 945 time: 0.1932790 Sep 24 15:35:51.253232 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-23c9245e-3277-42e3-990e-e3ab6fb470e6 req-1534d576-4166-465a-965c-ab44a6d88254 service neutron] 10.222.0.110 "GET /v2.0/networks/0ec0eea9-103a-473a-a864-4f40823c2b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477677 Sep 24 15:35:51.302521 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe5b177-513d-4cbb-8fa6-fb5a47dc6165 req-7b395b92-4cda-4e44-86e1-717e2d33a458 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:51.303574 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8fe5b177-513d-4cbb-8fa6-fb5a47dc6165 req-7b395b92-4cda-4e44-86e1-717e2d33a458 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:51.303958 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ac3c3ba3-29ae-4dc2-844c-bcd71c96b381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:51.304579 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac3c3ba3-29ae-4dc2-844c-bcd71c96b381 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aee71afb-c555-4f57-b5cf-b3e0051f5cef {{(pid=95297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:35:51.328760 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ac3c3ba3-29ae-4dc2-844c-bcd71c96b381 admin admin] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:51.335143 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ac3c3ba3-29ae-4dc2-844c-bcd71c96b381 admin admin] 10.222.0.101 "DELETE /v2.0/routers/aee71afb-c555-4f57-b5cf-b3e0051f5cef HTTP/1.1" status: 204 len: 168 time: 1.6106727 Sep 24 15:35:51.335909 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43842) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:51.383371 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-e54610ed-d535-4171-a892-1441c9c28057 req-45b977f4-84b4-4a36-8736-49ec57a1bb37 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Deleting port 923695c0-58bb-4c6f-a650-daf93518a1e8 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:35:51.383808 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e54610ed-d535-4171-a892-1441c9c28057 req-45b977f4-84b4-4a36-8736-49ec57a1bb37 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:51.395792 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [req-502f923b-a571-4c6b-8055-eee95db8bec9 req-6a4000b9-80af-4873-ae50-123de4425c5a tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:35:51.396930 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-502f923b-a571-4c6b-8055-eee95db8bec9 req-6a4000b9-80af-4873-ae50-123de4425c5a tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0198851 Sep 24 15:35:51.409273 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8fe5b177-513d-4cbb-8fa6-fb5a47dc6165 req-7b395b92-4cda-4e44-86e1-717e2d33a458 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7467782 Sep 24 15:35:51.430030 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-8fe5b177-513d-4cbb-8fa6-fb5a47dc6165 req-113a91c4-2562-43c8-9432-b5d4d0bc7361 service neutron] Request body: {'port': {'device_id': '10f0c6c2-b2f3-4829-998a-6cc19343fd07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:35:51.430582 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3efa9b-6d00-42d0-8cac-8c3098da9c51 req-898e3da8-eb0b-498c-b73c-669d6acaa18a tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:51.432282 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bf3efa9b-6d00-42d0-8cac-8c3098da9c51 req-898e3da8-eb0b-498c-b73c-669d6acaa18a tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/ports?device_id=dca7221c-f023-411c-955a-2ea78aeeba45 HTTP/1.1" status: 200 len: 945 time: 0.1395929 Sep 24 15:35:51.460325 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-96753631-5970-4bc1-af74-729f7ae37b29 admin admin] Deleting subnet da9e7cae-950e-43db-9278-960793a971f7 {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:35:51.475151 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-96753631-5970-4bc1-af74-729f7ae37b29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:51.503892 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f923b-a571-4c6b-8055-eee95db8bec9 req-8aa0d29b-1809-467c-982c-70f3fe423472 tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:51.504153 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-502f923b-a571-4c6b-8055-eee95db8bec9 req-8aa0d29b-1809-467c-982c-70f3fe423472 tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] 10.222.0.101 "GET /v2.0/ports/d70a22d3-59ef-454e-9818-527895d92292 HTTP/1.1" status: 200 len: 1093 time: 0.0977740 Sep 24 15:35:51.529864 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-502f923b-a571-4c6b-8055-eee95db8bec9 req-4ee60e80-92ca-4037-9794-300068335870 service neutron] Request body: {'binding': {'host': 'n-h2-808921-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:35:51.530429 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-502f923b-a571-4c6b-8055-eee95db8bec9 req-4ee60e80-92ca-4037-9794-300068335870 service neutron] Unknown quota resources ['binding']. {{(pid=95297) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 24 15:35:51.551698 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8fe5b177-513d-4cbb-8fa6-fb5a47dc6165 req-113a91c4-2562-43c8-9432-b5d4d0bc7361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:51.554558 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-e54610ed-d535-4171-a892-1441c9c28057 req-45b977f4-84b4-4a36-8736-49ec57a1bb37 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] For port 923695c0-58bb-4c6f-a650-daf93518a1e8, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=923695c0-58bb-4c6f-a650-daf93518a1e8,segment=NetworkSegment(21e1a332-491d-46ef-987f-a7724d369c2e),segment_id=21e1a332-491d-46ef-987f-a7724d369c2e)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:51.554927 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e54610ed-d535-4171-a892-1441c9c28057 req-45b977f4-84b4-4a36-8736-49ec57a1bb37 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:51.559638 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-96753631-5970-4bc1-af74-729f7ae37b29 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:51.564006 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bf3efa9b-6d00-42d0-8cac-8c3098da9c51 req-bd91e791-2949-40ba-b047-26b7baeac8fb tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/security-groups?id=62f13653-b186-43c2-8b39-46ac7f17e8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098864 Sep 24 15:35:51.576531 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-e54610ed-d535-4171-a892-1441c9c28057 req-45b977f4-84b4-4a36-8736-49ec57a1bb37 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Calling delete_port for 923695c0-58bb-4c6f-a650-daf93518a1e8 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:35:51.599382 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-e526852b-91f2-44a7-b89f-fcaa796356b4 None None] Provisioning complete for port 958548b3-2a16-4b06-9c25-24d73f985f03 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:35:51.599382 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e526852b-91f2-44a7-b89f-fcaa796356b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:51.633824 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-e526852b-91f2-44a7-b89f-fcaa796356b4 None None] Port 958548b3-2a16-4b06-9c25-24d73f985f03 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:35:51.658947 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-96753631-5970-4bc1-af74-729f7ae37b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:51.755927 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 37d12c3e-26de-4eb4-aa78-170edadc4118 details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:35:51.803699 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbebff0-e8d7-4957-a177-21ab88a3381f req-6058064b-4b5b-489b-9ad1-0da328eb459d tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:51.805239 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-acbebff0-e8d7-4957-a177-21ab88a3381f req-6058064b-4b5b-489b-9ad1-0da328eb459d tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] 10.222.0.101 "GET /v2.0/ports?device_id=10f0c6c2-b2f3-4829-998a-6cc19343fd07 HTTP/1.1" status: 200 len: 931 time: 0.1191740 Sep 24 15:35:51.837463 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-502f923b-a571-4c6b-8055-eee95db8bec9 req-4ee60e80-92ca-4037-9794-300068335870 service neutron] Attempting to bind port d70a22d3-59ef-454e-9818-527895d92292 on host n-h2-808921-1 for vnic_type normal with profile None {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:35:51.837816 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-502f923b-a571-4c6b-8055-eee95db8bec9 req-4ee60e80-92ca-4037-9794-300068335870 service neutron] Attempting to bind port d70a22d3-59ef-454e-9818-527895d92292 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '5bd2529f-b450-42b6-8981-999bdd2f1ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '058852f5-088e-42d1-b3e1-abf106a974a3'}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:35:51.838433 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502f923b-a571-4c6b-8055-eee95db8bec9 req-4ee60e80-92ca-4037-9794-300068335870 service neutron] Attempting to bind port d70a22d3-59ef-454e-9818-527895d92292 on network 058852f5-088e-42d1-b3e1-abf106a974a3 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:35:51.851024 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502f923b-a571-4c6b-8055-eee95db8bec9 req-4ee60e80-92ca-4037-9794-300068335870 service neutron] Port d70a22d3-59ef-454e-9818-527895d92292 on network 058852f5-088e-42d1-b3e1-abf106a974a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:35:51.851382 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502f923b-a571-4c6b-8055-eee95db8bec9 req-4ee60e80-92ca-4037-9794-300068335870 service neutron] Attempting to bind port d70a22d3-59ef-454e-9818-527895d92292 on network 058852f5-088e-42d1-b3e1-abf106a974a3 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:35:51.863216 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-acbebff0-e8d7-4957-a177-21ab88a3381f req-2643f2ad-c8f0-423c-9c25-7eb5fdaaaa64 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] 10.222.0.101 "GET /v2.0/security-groups?id=85697bc6-6cb7-413c-b7a5-3c273396b2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508308 Sep 24 15:35:51.863983 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502f923b-a571-4c6b-8055-eee95db8bec9 req-4ee60e80-92ca-4037-9794-300068335870 service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:35:51.864319 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502f923b-a571-4c6b-8055-eee95db8bec9 req-4ee60e80-92ca-4037-9794-300068335870 service neutron] Checking segment: {'id': '5bd2529f-b450-42b6-8981-999bdd2f1ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '058852f5-088e-42d1-b3e1-abf106a974a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:35:51.864691 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502f923b-a571-4c6b-8055-eee95db8bec9 req-4ee60e80-92ca-4037-9794-300068335870 service neutron] Bound using segment: {'id': '5bd2529f-b450-42b6-8981-999bdd2f1ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '058852f5-088e-42d1-b3e1-abf106a974a3'} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:35:51.865130 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-502f923b-a571-4c6b-8055-eee95db8bec9 req-4ee60e80-92ca-4037-9794-300068335870 service neutron] Bound port: d70a22d3-59ef-454e-9818-527895d92292, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bd2529f-b450-42b6-8981-999bdd2f1ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '058852f5-088e-42d1-b3e1-abf106a974a3'}}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:35:51.895942 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-96753631-5970-4bc1-af74-729f7ae37b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:51.993012 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 37d12c3e-26de-4eb4-aa78-170edadc4118, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=37d12c3e-26de-4eb4-aa78-170edadc4118,segment=NetworkSegment(e854fc2b-10a2-4840-85e1-f484bd234f97),segment_id=e854fc2b-10a2-4840-85e1-f484bd234f97)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:52.013597 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': '37d12c3e-26de-4eb4-aa78-170edadc4118', 'network_id': '11d4bcd0-f4e1-47ce-8813-4a94d2179197', 'port_id': '37d12c3e-26de-4eb4-aa78-170edadc4118', 'mac_address': 'fa:16:3e:d3:26:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8a10d9b-fe75-4ec9-8ac3-c0a4f7ef261c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:35:52.021270 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device cf182aef-0344-4ce7-ad7e-74412d839531 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:35:52.044035 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: cf182aef-0344-4ce7-ad7e-74412d839531 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:35:52.044649 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device cf182aef-0344-4ce7-ad7e-74412d839531 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:35:52.045243 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device d7416e2f-e603-48c2-beac-53690dcd1e0b no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:35:52.086512 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: d7416e2f-e603-48c2-beac-53690dcd1e0b {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:35:52.087180 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device d7416e2f-e603-48c2-beac-53690dcd1e0b not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:35:52.088587 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e54610ed-d535-4171-a892-1441c9c28057 req-45b977f4-84b4-4a36-8736-49ec57a1bb37 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:52.111617 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7', '923695c0-58bb-4c6f-a650-daf93518a1e8'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:35:52.119775 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-8fe5b177-513d-4cbb-8fa6-fb5a47dc6165 req-113a91c4-2562-43c8-9432-b5d4d0bc7361 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 958548b3-2a16-4b06-9c25-24d73f985f03 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:35:52.134089 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b977f4-84b4-4a36-8736-49ec57a1bb37 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Pushing event deleted for resources: {'Port': ['ID=923695c0-58bb-4c6f-a650-daf93518a1e8,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:52.144784 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8fe5b177-513d-4cbb-8fa6-fb5a47dc6165 req-113a91c4-2562-43c8-9432-b5d4d0bc7361 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:52.159127 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:52.180061 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-8fe5b177-513d-4cbb-8fa6-fb5a47dc6165 req-113a91c4-2562-43c8-9432-b5d4d0bc7361 service neutron] Transition to ACTIVE for port object 958548b3-2a16-4b06-9c25-24d73f985f03 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:35:52.183711 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 37d12c3e-26de-4eb4-aa78-170edadc4118 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:35:52.204832 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-e54610ed-d535-4171-a892-1441c9c28057 req-45b977f4-84b4-4a36-8736-49ec57a1bb37 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] No DVR routers for this DVR port 923695c0-58bb-4c6f-a650-daf93518a1e8 on host n-h1-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:35:52.207486 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e54610ed-d535-4171-a892-1441c9c28057 req-45b977f4-84b4-4a36-8736-49ec57a1bb37 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:52.209516 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e54610ed-d535-4171-a892-1441c9c28057 req-45b977f4-84b4-4a36-8736-49ec57a1bb37 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.110 "DELETE /v2.0/ports/923695c0-58bb-4c6f-a650-daf93518a1e8 HTTP/1.1" status: 204 len: 173 time: 0.9668586 Sep 24 15:35:52.209952 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94bde577-4a67-46e8-92f6-e7849953a8a3', 'name': 'network-vif-deleted', 'tag': '923695c0-58bb-4c6f-a650-daf93518a1e8'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:35:52.212288 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca3f0e4-505b-4a45-9b01-e49a84f83852" -d '{"events": [{"server_uuid": "94bde577-4a67-46e8-92f6-e7849953a8a3", "name": "network-vif-deleted", "tag": "923695c0-58bb-4c6f-a650-daf93518a1e8"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:35:52.228012 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 37d12c3e-26de-4eb4-aa78-170edadc4118, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=37d12c3e-26de-4eb4-aa78-170edadc4118,segment=NetworkSegment(e854fc2b-10a2-4840-85e1-f484bd234f97),segment_id=e854fc2b-10a2-4840-85e1-f484bd234f97)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:52.241881 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8fe5b177-513d-4cbb-8fa6-fb5a47dc6165 req-113a91c4-2562-43c8-9432-b5d4d0bc7361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:52.257009 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96753631-5970-4bc1-af74-729f7ae37b29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da9e7cae-950e-43db-9278-960793a971f7,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:52.265931 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e2eec49-f3ed-4143-a5c4-39b22b0757e8 None None] Network 9b3cfc66-27ea-451c-accf-7512b814a264 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:35:52.267395 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-96753631-5970-4bc1-af74-729f7ae37b29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:52.271746 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-96753631-5970-4bc1-af74-729f7ae37b29 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/da9e7cae-950e-43db-9278-960793a971f7 HTTP/1.1" status: 204 len: 168 time: 0.9315979 Sep 24 15:35:52.274586 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43856) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:52.336576 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-502f923b-a571-4c6b-8055-eee95db8bec9 req-4ee60e80-92ca-4037-9794-300068335870 service neutron] For port d70a22d3-59ef-454e-9818-527895d92292, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=d70a22d3-59ef-454e-9818-527895d92292,segment=NetworkSegment(5bd2529f-b450-42b6-8981-999bdd2f1ff0),segment_id=5bd2529f-b450-42b6-8981-999bdd2f1ff0)] {{(pid=95297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:35:52.350791 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:52.373226 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113a91c4-2562-43c8-9432-b5d4d0bc7361 service neutron] Pushing event updated for resources: {'Port': ['ID=958548b3-2a16-4b06-9c25-24d73f985f03,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:52.397746 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891fa672-f897-4463-ab00-df2ed79014a8 req-bf391239-623d-40e5-bf48-99e21189d212 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:52.399882 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-891fa672-f897-4463-ab00-df2ed79014a8 req-bf391239-623d-40e5-bf48-99e21189d212 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] 10.222.0.101 "GET /v2.0/ports?device_id=5e086cd6-6222-433b-80d8-976f3a638f99 HTTP/1.1" status: 200 len: 945 time: 0.1476054 Sep 24 15:35:52.403381 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-709df3e4-e13a-4a9e-a94f-410a4c091ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:52.441958 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-502f923b-a571-4c6b-8055-eee95db8bec9 req-4ee60e80-92ca-4037-9794-300068335870 service neutron] Notify callbacks [] for binding, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:52.443608 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-502f923b-a571-4c6b-8055-eee95db8bec9 req-4ee60e80-92ca-4037-9794-300068335870 service neutron] 10.222.0.101 "POST /v2.0/ports/d70a22d3-59ef-454e-9818-527895d92292/bindings HTTP/1.1" status: 201 len: 389 time: 0.9242032 Sep 24 15:35:52.490134 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-8fe5b177-513d-4cbb-8fa6-fb5a47dc6165 req-113a91c4-2562-43c8-9432-b5d4d0bc7361 service neutron] Attempting to bind port 958548b3-2a16-4b06-9c25-24d73f985f03 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:35:52.490937 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-8fe5b177-513d-4cbb-8fa6-fb5a47dc6165 req-113a91c4-2562-43c8-9432-b5d4d0bc7361 service neutron] Attempting to bind port 958548b3-2a16-4b06-9c25-24d73f985f03 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '4c6640b6-654c-4a1f-99cc-cd2522df0bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '64faeadb-d6e9-412d-b5cc-e20b90ee20d1'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:35:52.492717 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe5b177-513d-4cbb-8fa6-fb5a47dc6165 req-113a91c4-2562-43c8-9432-b5d4d0bc7361 service neutron] Attempting to bind port 958548b3-2a16-4b06-9c25-24d73f985f03 on network 64faeadb-d6e9-412d-b5cc-e20b90ee20d1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:35:52.498549 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe5b177-513d-4cbb-8fa6-fb5a47dc6165 req-113a91c4-2562-43c8-9432-b5d4d0bc7361 service neutron] Port 958548b3-2a16-4b06-9c25-24d73f985f03 on network 64faeadb-d6e9-412d-b5cc-e20b90ee20d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:35:52.498940 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe5b177-513d-4cbb-8fa6-fb5a47dc6165 req-113a91c4-2562-43c8-9432-b5d4d0bc7361 service neutron] Attempting to bind port 958548b3-2a16-4b06-9c25-24d73f985f03 on network 64faeadb-d6e9-412d-b5cc-e20b90ee20d1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:35:52.505265 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe5b177-513d-4cbb-8fa6-fb5a47dc6165 req-113a91c4-2562-43c8-9432-b5d4d0bc7361 service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:35:52.505673 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe5b177-513d-4cbb-8fa6-fb5a47dc6165 req-113a91c4-2562-43c8-9432-b5d4d0bc7361 service neutron] Checking segment: {'id': '4c6640b6-654c-4a1f-99cc-cd2522df0bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '64faeadb-d6e9-412d-b5cc-e20b90ee20d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:35:52.506120 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fe5b177-513d-4cbb-8fa6-fb5a47dc6165 req-113a91c4-2562-43c8-9432-b5d4d0bc7361 service neutron] Bound using segment: {'id': '4c6640b6-654c-4a1f-99cc-cd2522df0bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '64faeadb-d6e9-412d-b5cc-e20b90ee20d1'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:35:52.506661 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-8fe5b177-513d-4cbb-8fa6-fb5a47dc6165 req-113a91c4-2562-43c8-9432-b5d4d0bc7361 service neutron] Bound port: 958548b3-2a16-4b06-9c25-24d73f985f03, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c6640b6-654c-4a1f-99cc-cd2522df0bf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '64faeadb-d6e9-412d-b5cc-e20b90ee20d1'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:35:52.507296 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8fe5b177-513d-4cbb-8fa6-fb5a47dc6165 req-113a91c4-2562-43c8-9432-b5d4d0bc7361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:52.518452 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-891fa672-f897-4463-ab00-df2ed79014a8 req-0d008b97-ad7e-4653-b1a5-95ceecfd25fe tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] 10.222.0.101 "GET /v2.0/security-groups?id=8edcefe2-f57f-4935-b5d5-7d2611452c23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087549 Sep 24 15:35:52.561444 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-709df3e4-e13a-4a9e-a94f-410a4c091ecd admin admin] Deleting port 5c41fd94-1f60-4e19-a41b-bd54abd82933 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:35:52.561785 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-709df3e4-e13a-4a9e-a94f-410a4c091ecd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:52.646134 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-8fe5b177-513d-4cbb-8fa6-fb5a47dc6165 req-113a91c4-2562-43c8-9432-b5d4d0bc7361 service neutron] For port 958548b3-2a16-4b06-9c25-24d73f985f03, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:35:52.650035 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-709df3e4-e13a-4a9e-a94f-410a4c091ecd admin admin] For port 5c41fd94-1f60-4e19-a41b-bd54abd82933, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=5c41fd94-1f60-4e19-a41b-bd54abd82933,segment=NetworkSegment(8f3a70f8-afd3-4cf4-b3d4-f2956aa91e07),segment_id=8f3a70f8-afd3-4cf4-b3d4-f2956aa91e07)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:52.650035 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-709df3e4-e13a-4a9e-a94f-410a4c091ecd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:52.656171 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-8fe5b177-513d-4cbb-8fa6-fb5a47dc6165 req-113a91c4-2562-43c8-9432-b5d4d0bc7361 service neutron] For port 958548b3-2a16-4b06-9c25-24d73f985f03, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=958548b3-2a16-4b06-9c25-24d73f985f03,segment=NetworkSegment(4c6640b6-654c-4a1f-99cc-cd2522df0bf2),segment_id=4c6640b6-654c-4a1f-99cc-cd2522df0bf2)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:35:52.669891 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-709df3e4-e13a-4a9e-a94f-410a4c091ecd admin admin] Calling delete_port for 5c41fd94-1f60-4e19-a41b-bd54abd82933 owned by network:dhcp {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:35:52.670041 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['37d12c3e-26de-4eb4-aa78-170edadc4118'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:35:52.758238 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e5ea10f-9c04-44c4-b943-ae8312667a50 x-openstack-request-id: req-2e5ea10f-9c04-44c4-b943-ae8312667a50 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:35:52.758633 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94bde577-4a67-46e8-92f6-e7849953a8a3", "name": "network-vif-deleted", "tag": "923695c0-58bb-4c6f-a650-daf93518a1e8", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:35:52.758979 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-2e5ea10f-9c04-44c4-b943-ae8312667a50 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:35:52.759470 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94bde577-4a67-46e8-92f6-e7849953a8a3', 'name': 'network-vif-deleted', 'tag': '923695c0-58bb-4c6f-a650-daf93518a1e8', 'status': 'completed', 'code': 200} Sep 24 15:35:52.784658 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=37d12c3e-26de-4eb4-aa78-170edadc4118,revision_number=6']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:52.790067 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8fe5b177-513d-4cbb-8fa6-fb5a47dc6165 req-113a91c4-2562-43c8-9432-b5d4d0bc7361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:52.839758 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0802e1-717e-4d0a-a5d3-771b2d1ea587 req-d510ce55-37c6-4e26-8043-8e87487dc103 tempest-InstanceActionsTestJSON-1517547877 tempest-InstanceActionsTestJSON-1517547877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:52.842559 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-eb0802e1-717e-4d0a-a5d3-771b2d1ea587 req-d510ce55-37c6-4e26-8043-8e87487dc103 tempest-InstanceActionsTestJSON-1517547877 tempest-InstanceActionsTestJSON-1517547877-project] 10.222.0.101 "GET /v2.0/ports?device_id=a7f20ea7-d3cd-4ef6-8677-b82dc531a569 HTTP/1.1" status: 200 len: 944 time: 0.1184688 Sep 24 15:35:52.900127 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b8c873ef-b26b-4cfe-a3c0-fc7010440b0e req-0caad0f6-ebe4-4cac-80f1-4ff780be8479 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=94bde577-4a67-46e8-92f6-e7849953a8a3 HTTP/1.1" status: 200 len: 210 time: 0.0631547 Sep 24 15:35:52.901552 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-eb0802e1-717e-4d0a-a5d3-771b2d1ea587 req-b04e529d-4384-4077-a4fe-0c0581cb8a2c tempest-InstanceActionsTestJSON-1517547877 tempest-InstanceActionsTestJSON-1517547877-project] 10.222.0.101 "GET /v2.0/security-groups?id=344ab438-1216-4e53-83fb-59ee737be970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477946 Sep 24 15:35:52.922904 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-709df3e4-e13a-4a9e-a94f-410a4c091ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:52.952368 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe5b177-513d-4cbb-8fa6-fb5a47dc6165 req-113a91c4-2562-43c8-9432-b5d4d0bc7361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:52.959894 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8fe5b177-513d-4cbb-8fa6-fb5a47dc6165 req-113a91c4-2562-43c8-9432-b5d4d0bc7361 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:52.962981 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8fe5b177-513d-4cbb-8fa6-fb5a47dc6165 req-113a91c4-2562-43c8-9432-b5d4d0bc7361 service neutron] 10.222.0.108 "PUT /v2.0/ports/958548b3-2a16-4b06-9c25-24d73f985f03 HTTP/1.1" status: 200 len: 1091 time: 1.5394757 Sep 24 15:35:52.969653 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113a91c4-2562-43c8-9432-b5d4d0bc7361 service neutron] Pushing event updated for resources: {'Port': ['ID=958548b3-2a16-4b06-9c25-24d73f985f03,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:53.009835 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709df3e4-e13a-4a9e-a94f-410a4c091ecd admin admin] Pushing event deleted for resources: {'Port': ['ID=5c41fd94-1f60-4e19-a41b-bd54abd82933,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:53.021259 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709df3e4-e13a-4a9e-a94f-410a4c091ecd admin admin] No DVR routers for this DVR port 5c41fd94-1f60-4e19-a41b-bd54abd82933 on host n-d-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:35:53.022146 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc24c1c2-cb3e-4cd5-a85a-328459c2885e None None] DHCP port deletion for 9b3cfc66-27ea-451c-accf-7512b814a264 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:35:53.097676 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d80f886-686f-4f33-9edc-bca21f8945ea req-f80ddd6c-9881-4d1a-8226-aa3bc612f045 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:53.111375 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4d80f886-686f-4f33-9edc-bca21f8945ea req-f80ddd6c-9881-4d1a-8226-aa3bc612f045 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/ports?device_id=dca7221c-f023-411c-955a-2ea78aeeba45 HTTP/1.1" status: 200 len: 944 time: 0.1010528 Sep 24 15:35:53.136349 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 1a8eee74-25ed-467d-a716-47e42cb7a740 details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:35:53.170195 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4d80f886-686f-4f33-9edc-bca21f8945ea req-0e906d6b-660a-407d-8d1a-9987142bd294 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/security-groups?id=62f13653-b186-43c2-8b39-46ac7f17e8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560968 Sep 24 15:35:53.250970 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-709df3e4-e13a-4a9e-a94f-410a4c091ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:53.279173 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-709df3e4-e13a-4a9e-a94f-410a4c091ecd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:35:53.279862 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-709df3e4-e13a-4a9e-a94f-410a4c091ecd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:35:53.280935 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-709df3e4-e13a-4a9e-a94f-410a4c091ecd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:35:53.280935 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-709df3e4-e13a-4a9e-a94f-410a4c091ecd admin admin] Subscribe: > port after_create 55550000 {{(pid=95297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:35:53.281257 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-709df3e4-e13a-4a9e-a94f-410a4c091ecd admin admin] Subscribe: > port after_delete 55550000 {{(pid=95297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:35:53.281693 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-709df3e4-e13a-4a9e-a94f-410a4c091ecd admin admin] Subscribe: > port after_update 55550000 {{(pid=95297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:35:53.282057 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-709df3e4-e13a-4a9e-a94f-410a4c091ecd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:35:53.282359 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-709df3e4-e13a-4a9e-a94f-410a4c091ecd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:35:53.282761 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-709df3e4-e13a-4a9e-a94f-410a4c091ecd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:35:53.283110 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-709df3e4-e13a-4a9e-a94f-410a4c091ecd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:35:53.314127 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 1a8eee74-25ed-467d-a716-47e42cb7a740, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=1a8eee74-25ed-467d-a716-47e42cb7a740,segment=NetworkSegment(e58f099b-5515-4559-84f3-ac8d8105b11b),segment_id=e58f099b-5515-4559-84f3-ac8d8105b11b)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:53.330222 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': '1a8eee74-25ed-467d-a716-47e42cb7a740', 'network_id': '0ec0eea9-103a-473a-a864-4f40823c2b50', 'port_id': '1a8eee74-25ed-467d-a716-47e42cb7a740', 'mac_address': 'fa:16:3e:2b:da:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb721cdf-e273-4916-af5f-f84657e645a8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:35:53.361437 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe5b177-513d-4cbb-8fa6-fb5a47dc6165 req-f8fc5a1e-eee1-4672-90bc-efa46ec7ad65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:53.363039 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8fe5b177-513d-4cbb-8fa6-fb5a47dc6165 req-f8fc5a1e-eee1-4672-90bc-efa46ec7ad65 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=d8dcfb46e3384e7b906fbc13ca8bf215&device_id=10f0c6c2-b2f3-4829-998a-6cc19343fd07 HTTP/1.1" status: 200 len: 1094 time: 0.1830916 Sep 24 15:35:53.370422 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f923b-a571-4c6b-8055-eee95db8bec9 req-5aa55420-932f-42c3-a509-bff2f4ca009b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:53.371866 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-502f923b-a571-4c6b-8055-eee95db8bec9 req-5aa55420-932f-42c3-a509-bff2f4ca009b service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=8957a38149f44837aa315f739e11ffd3&device_id=2122f163-37ae-4b6f-b6bf-1373c849b631 HTTP/1.1" status: 200 len: 1096 time: 0.1196601 Sep 24 15:35:53.374080 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:53.384448 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58babf2d-d935-4009-8f1c-802dc3cf7a42 req-38f7a2ac-7ff8-4f2b-9050-a22e507a4e27 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:53.387094 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-58babf2d-d935-4009-8f1c-802dc3cf7a42 req-38f7a2ac-7ff8-4f2b-9050-a22e507a4e27 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] 10.222.0.101 "GET /v2.0/ports?device_id=10f0c6c2-b2f3-4829-998a-6cc19343fd07 HTTP/1.1" status: 200 len: 943 time: 0.0808849 Sep 24 15:35:53.388823 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a8eee74-25ed-467d-a716-47e42cb7a740 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:35:53.412622 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 1a8eee74-25ed-467d-a716-47e42cb7a740, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=1a8eee74-25ed-467d-a716-47e42cb7a740,segment=NetworkSegment(e58f099b-5515-4559-84f3-ac8d8105b11b),segment_id=e58f099b-5515-4559-84f3-ac8d8105b11b)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:53.420949 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-709df3e4-e13a-4a9e-a94f-410a4c091ecd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:35:53.421295 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-709df3e4-e13a-4a9e-a94f-410a4c091ecd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:35:53.422314 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-709df3e4-e13a-4a9e-a94f-410a4c091ecd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:35:53.422770 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-709df3e4-e13a-4a9e-a94f-410a4c091ecd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95297) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 24 15:35:53.423140 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-709df3e4-e13a-4a9e-a94f-410a4c091ecd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b3cfc66-27ea-451c-accf-7512b814a264']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:35:53.438621 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9236bb2e-ffcf-44bb-9ce0-2afa7fc4c50f req-af083bc6-cc50-40a0-a265-e4509bd17293 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:53.440572 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9236bb2e-ffcf-44bb-9ce0-2afa7fc4c50f req-af083bc6-cc50-40a0-a265-e4509bd17293 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=2122f163-37ae-4b6f-b6bf-1373c849b631 HTTP/1.1" status: 200 len: 945 time: 0.3162014 Sep 24 15:35:53.465599 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-709df3e4-e13a-4a9e-a94f-410a4c091ecd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f3a70f8-afd3-4cf4-b3d4-f2956aa91e07') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:35:53.465931 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-709df3e4-e13a-4a9e-a94f-410a4c091ecd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f3a70f8-afd3-4cf4-b3d4-f2956aa91e07') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:35:53.471395 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8fe5b177-513d-4cbb-8fa6-fb5a47dc6165 req-8b77f65a-e417-4667-9fc9-2aaebd59dcfa service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=958548b3-2a16-4b06-9c25-24d73f985f03 HTTP/1.1" status: 200 len: 217 time: 0.0830290 Sep 24 15:35:53.492786 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:53.514508 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-709df3e4-e13a-4a9e-a94f-410a4c091ecd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:53.546085 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=1a8eee74-25ed-467d-a716-47e42cb7a740,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:53.551142 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-709df3e4-e13a-4a9e-a94f-410a4c091ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:53.563482 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-709df3e4-e13a-4a9e-a94f-410a4c091ecd admin admin] Releasing vlan 1287 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:35:53.564181 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-709df3e4-e13a-4a9e-a94f-410a4c091ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:53.577563 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-58babf2d-d935-4009-8f1c-802dc3cf7a42 req-dbe12af0-b987-4e25-9d4e-cabef5a08a95 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] 10.222.0.101 "GET /v2.0/security-groups?id=85697bc6-6cb7-413c-b7a5-3c273396b2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749609 Sep 24 15:35:53.583194 n-d-808921-1 neutron-server[95297]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 24 15:35:53.583194 n-d-808921-1 neutron-server[95297]: from cryptography.utils import int_from_bytes Sep 24 15:35:53.583194 n-d-808921-1 neutron-server[95297]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 24 15:35:53.583194 n-d-808921-1 neutron-server[95297]: from cryptography.utils import int_from_bytes Sep 24 15:35:53.583194 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:35:53.583194 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:35:53.583194 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:35:53.583194 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:35:53.583194 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:35:53.583194 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:35:53.583194 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:35:53.583194 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:35:53.583194 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:35:53.583194 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:35:53.583194 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:35:53.583194 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:35:53.583194 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:35:53.583194 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:35:53.583194 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:35:53.583194 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:35:53.583194 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:35:53.583194 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:35:53.583194 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:35:53.583194 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:35:53.583194 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:35:53.583194 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:35:53.583194 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:35:53.583194 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:35:53.583194 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:35:53.583194 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:35:53.583194 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:35:53.583194 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:35:53.583194 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:35:53.583194 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:35:53.583194 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:35:53.583194 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:35:53.605807 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe5b177-513d-4cbb-8fa6-fb5a47dc6165 req-9a9573b9-c872-44b4-853d-a804807804bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:53.607365 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8fe5b177-513d-4cbb-8fa6-fb5a47dc6165 req-9a9573b9-c872-44b4-853d-a804807804bd service neutron] 10.222.0.108 "GET /v2.0/subnets?id=492ccf6e-c369-4ff4-bac0-8794abf7d918 HTTP/1.1" status: 200 len: 868 time: 0.1244016 Sep 24 15:35:53.619210 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f923b-a571-4c6b-8055-eee95db8bec9 req-858bbb2a-d064-4deb-b634-7465c3ba4ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:53.619210 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-502f923b-a571-4c6b-8055-eee95db8bec9 req-858bbb2a-d064-4deb-b634-7465c3ba4ef3 service neutron] 10.222.0.108 "GET /v2.0/networks?id=058852f5-088e-42d1-b3e1-abf106a974a3 HTTP/1.1" status: 200 len: 923 time: 0.2233331 Sep 24 15:35:53.667572 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9236bb2e-ffcf-44bb-9ce0-2afa7fc4c50f req-e21fd174-cc14-47ac-92d5-69eed64af780 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041728 Sep 24 15:35:53.713865 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-502f923b-a571-4c6b-8055-eee95db8bec9 req-06bae4dd-48c1-4d0a-a193-f29edbe95737 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d70a22d3-59ef-454e-9818-527895d92292 HTTP/1.1" status: 200 len: 217 time: 0.0690882 Sep 24 15:35:53.781555 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 37d12c3e-26de-4eb4-aa78-170edadc4118 no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:35:53.782125 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f923b-a571-4c6b-8055-eee95db8bec9 req-b1fe9a95-21c4-4022-a41a-4c02d251b961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:53.782125 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-502f923b-a571-4c6b-8055-eee95db8bec9 req-b1fe9a95-21c4-4022-a41a-4c02d251b961 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=5c649312-ea12-4119-a9ca-d79c73d589c6 HTTP/1.1" status: 200 len: 861 time: 0.0570040 Sep 24 15:35:53.793968 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe5b177-513d-4cbb-8fa6-fb5a47dc6165 req-969df674-2ae6-47bd-83d2-a849b4d99bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:53.795667 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8fe5b177-513d-4cbb-8fa6-fb5a47dc6165 req-969df674-2ae6-47bd-83d2-a849b4d99bd3 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=64faeadb-d6e9-412d-b5cc-e20b90ee20d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1630721 Sep 24 15:35:53.818550 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['1a8eee74-25ed-467d-a716-47e42cb7a740'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:35:53.820313 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d1b7a-2364-40e0-bf0c-3d1abac67b1a req-6a8a18f7-4a08-4edb-8d73-6560906be476 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:53.831295 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a00d1b7a-2364-40e0-bf0c-3d1abac67b1a req-6a8a18f7-4a08-4edb-8d73-6560906be476 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] 10.222.0.101 "GET /v2.0/ports?device_id=5e086cd6-6222-433b-80d8-976f3a638f99 HTTP/1.1" status: 200 len: 945 time: 0.1045187 Sep 24 15:35:53.840441 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-502f923b-a571-4c6b-8055-eee95db8bec9 req-d437fe06-3b23-4da6-a455-15ebc31a6a74 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=058852f5-088e-42d1-b3e1-abf106a974a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488267 Sep 24 15:35:53.855137 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-709df3e4-e13a-4a9e-a94f-410a4c091ecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:53.862753 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 5c41fd94-1f60-4e19-a41b-bd54abd82933 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:35:53.897605 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-709df3e4-e13a-4a9e-a94f-410a4c091ecd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:53.902150 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-709df3e4-e13a-4a9e-a94f-410a4c091ecd admin admin] 10.222.0.101 "DELETE /v2.0/networks/9b3cfc66-27ea-451c-accf-7512b814a264 HTTP/1.1" status: 204 len: 168 time: 1.6221991 Sep 24 15:35:53.907544 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a00d1b7a-2364-40e0-bf0c-3d1abac67b1a req-798cd104-9ce6-446f-bc98-8151adb7d3d5 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] 10.222.0.101 "GET /v2.0/security-groups?id=8edcefe2-f57f-4935-b5d5-7d2611452c23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745986 Sep 24 15:35:53.908914 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709df3e4-e13a-4a9e-a94f-410a4c091ecd admin admin] Pushing event deleted for resources: {'Network': ['ID=9b3cfc66-27ea-451c-accf-7512b814a264,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:53.918176 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 5c41fd94-1f60-4e19-a41b-bd54abd82933 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:35:53.921219 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 5c41fd94-1f60-4e19-a41b-bd54abd82933 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:35:54.049197 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:54.076326 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 37d12c3e-26de-4eb4-aa78-170edadc4118 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:35:54.085038 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8fe5b177-513d-4cbb-8fa6-fb5a47dc6165 req-3e5638dd-d3d6-44e9-a7d4-e9f1f2b68d29 service neutron] 10.222.0.108 "GET /v2.0/networks/64faeadb-d6e9-412d-b5cc-e20b90ee20d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604780 Sep 24 15:35:54.098308 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-502f923b-a571-4c6b-8055-eee95db8bec9 req-20f3d43e-cd19-49ca-bd88-c2bfe1dc7acf service neutron] 10.222.0.108 "GET /v2.0/networks/058852f5-088e-42d1-b3e1-abf106a974a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445638 Sep 24 15:35:54.122235 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-64f93a97-046d-402d-b478-62edf7a4ad8d req-9b126f29-801a-48b0-94b7-950be83161ce tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=94bde577-4a67-46e8-92f6-e7849953a8a3 HTTP/1.1" status: 200 len: 210 time: 0.0467775 Sep 24 15:35:54.152676 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 37d12c3e-26de-4eb4-aa78-170edadc4118, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=37d12c3e-26de-4eb4-aa78-170edadc4118,segment=NetworkSegment(e854fc2b-10a2-4840-85e1-f484bd234f97),segment_id=e854fc2b-10a2-4840-85e1-f484bd234f97)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:54.240728 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4ecfba-3505-41e0-9c74-f00d9a1fbf11 req-37a2eec0-7615-4a56-afdc-6657ae9f8784 tempest-InstanceActionsTestJSON-1517547877 tempest-InstanceActionsTestJSON-1517547877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:54.242368 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3b4ecfba-3505-41e0-9c74-f00d9a1fbf11 req-37a2eec0-7615-4a56-afdc-6657ae9f8784 tempest-InstanceActionsTestJSON-1517547877 tempest-InstanceActionsTestJSON-1517547877-project] 10.222.0.101 "GET /v2.0/ports?device_id=a7f20ea7-d3cd-4ef6-8677-b82dc531a569 HTTP/1.1" status: 200 len: 945 time: 0.0586801 Sep 24 15:35:54.253518 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:54.288720 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3b4ecfba-3505-41e0-9c74-f00d9a1fbf11 req-cdd5c2f2-9b7f-463c-8408-e22dc9e50341 tempest-InstanceActionsTestJSON-1517547877 tempest-InstanceActionsTestJSON-1517547877-project] 10.222.0.101 "GET /v2.0/security-groups?id=344ab438-1216-4e53-83fb-59ee737be970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375843 Sep 24 15:35:54.344341 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=37d12c3e-26de-4eb4-aa78-170edadc4118,revision_number=7']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:54.350908 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43880) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:54.361697 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-502f923b-a571-4c6b-8055-eee95db8bec9 req-6cddbdb4-86f0-4aae-af57-c789f09e7d1e service neutron] 10.222.0.108 "GET /v2.0/networks/058852f5-088e-42d1-b3e1-abf106a974a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537107 Sep 24 15:35:54.363519 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8fe5b177-513d-4cbb-8fa6-fb5a47dc6165 req-6fe10d7c-0707-4d43-9cde-22abf35017e6 service neutron] 10.222.0.108 "GET /v2.0/networks/64faeadb-d6e9-412d-b5cc-e20b90ee20d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2642951 Sep 24 15:35:54.386079 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5cdf56-1bca-4817-a7cc-39ead3fd7a04 req-b5e55979-6452-4871-8cd4-60ccd61f20b4 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:54.387671 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6b5cdf56-1bca-4817-a7cc-39ead3fd7a04 req-b5e55979-6452-4871-8cd4-60ccd61f20b4 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] 10.222.0.101 "GET /v2.0/ports?device_id=5e086cd6-6222-433b-80d8-976f3a638f99 HTTP/1.1" status: 200 len: 945 time: 0.1517954 Sep 24 15:35:54.397712 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43882) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:54.402771 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-c8288d35-317c-4be4-a27a-d5a345d8d584 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Request body: {'floatingip': {'port_id': 'b0efb342-599d-4be0-ab3d-cb4ac31d2116'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:35:54.405067 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-df716966-ba40-42e6-9aeb-277d250fcd85 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=50e87a33f09a42898ead617f15974ffc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0525541 Sep 24 15:35:54.409249 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43884) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:54.443358 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c8288d35-317c-4be4-a27a-d5a345d8d584 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Notify callbacks [] for floatingip, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:54.496248 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ff10cc-097b-4594-bde9-83e697b91e3d req-b4dfa79b-f529-402e-8a74-bcb4eb258b9d tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:54.501654 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-24ff10cc-097b-4594-bde9-83e697b91e3d req-b4dfa79b-f529-402e-8a74-bcb4eb258b9d tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/ports?device_id=dca7221c-f023-411c-955a-2ea78aeeba45 HTTP/1.1" status: 200 len: 943 time: 0.0937791 Sep 24 15:35:54.527654 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ca0a32c3-bd84-48b7-b614-693b54005073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:54.583038 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ca0a32c3-bd84-48b7-b614-693b54005073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:54.599262 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-24ff10cc-097b-4594-bde9-83e697b91e3d req-ac3d0018-f4e4-489b-a5a5-874fa92bc28d tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/security-groups?id=62f13653-b186-43c2-8b39-46ac7f17e8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966413 Sep 24 15:35:54.802255 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5edc045-2be5-475c-a8b5-77c64e9384a6 req-b5e57b3a-c6ac-49d2-924a-d3418799b86f tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:54.811849 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e5edc045-2be5-475c-a8b5-77c64e9384a6 req-b5e57b3a-c6ac-49d2-924a-d3418799b86f tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=2122f163-37ae-4b6f-b6bf-1373c849b631 HTTP/1.1" status: 200 len: 945 time: 0.0798643 Sep 24 15:35:54.840056 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ca0a32c3-bd84-48b7-b614-693b54005073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:54.842755 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ca0a32c3-bd84-48b7-b614-693b54005073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:54.844375 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ca0a32c3-bd84-48b7-b614-693b54005073 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/46ff8806-0980-4d90-89b2-d8364b351716 HTTP/1.1" status: 204 len: 168 time: 0.4339287 Sep 24 15:35:54.865471 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0a32c3-bd84-48b7-b614-693b54005073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ff8806-0980-4d90-89b2-d8364b351716,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:54.887987 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e5edc045-2be5-475c-a8b5-77c64e9384a6 req-6fe9db8d-481f-450d-99ac-42812a073381 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743320 Sep 24 15:35:55.054158 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10f0c6c2-b2f3-4829-998a-6cc19343fd07', 'tag': '958548b3-2a16-4b06-9c25-24d73f985f03'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:35:55.056916 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c023793-1215-414c-b2ef-055e69f7a7ec" -d '{"events": [{"name": "network-changed", "server_uuid": "10f0c6c2-b2f3-4829-998a-6cc19343fd07", "tag": "958548b3-2a16-4b06-9c25-24d73f985f03"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:35:55.129635 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d3be10-82f3-4402-acd9-124374c58eb9 req-759412d7-cf08-44c1-907b-b27a759cd36e tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:55.137329 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 1a8eee74-25ed-467d-a716-47e42cb7a740 up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:35:55.148976 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-65d3be10-82f3-4402-acd9-124374c58eb9 req-759412d7-cf08-44c1-907b-b27a759cd36e tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] 10.222.0.101 "GET /v2.0/ports?device_id=10f0c6c2-b2f3-4829-998a-6cc19343fd07 HTTP/1.1" status: 200 len: 943 time: 0.4835265 Sep 24 15:35:55.207417 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e1e0d4-1d9b-42e3-a51d-c730eb7a04cb x-openstack-request-id: req-d4e1e0d4-1d9b-42e3-a51d-c730eb7a04cb {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:35:55.207965 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10f0c6c2-b2f3-4829-998a-6cc19343fd07", "tag": "958548b3-2a16-4b06-9c25-24d73f985f03", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:35:55.208850 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d4e1e0d4-1d9b-42e3-a51d-c730eb7a04cb {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:35:55.209406 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10f0c6c2-b2f3-4829-998a-6cc19343fd07', 'tag': '958548b3-2a16-4b06-9c25-24d73f985f03', 'status': 'completed', 'code': 200} Sep 24 15:35:55.282830 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-65d3be10-82f3-4402-acd9-124374c58eb9 req-d2e56412-b313-418d-9bb2-ba91948384ea tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] 10.222.0.101 "GET /v2.0/security-groups?id=85697bc6-6cb7-413c-b7a5-3c273396b2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332757 Sep 24 15:35:55.292467 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ea7e2094-6d5a-4c10-a104-bdf226a909f4 req-d6344b16-871a-4568-a328-d5794caf15da tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=94bde577-4a67-46e8-92f6-e7849953a8a3 HTTP/1.1" status: 200 len: 210 time: 0.0439188 Sep 24 15:35:55.361588 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port 1a8eee74-25ed-467d-a716-47e42cb7a740 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:35:55.366797 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port 1a8eee74-25ed-467d-a716-47e42cb7a740 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:35:55.367180 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:55.476687 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c023793-1215-414c-b2ef-055e69f7a7ec req-40f51807-6ffe-490b-bc63-3ecf11a7ec57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:55.478295 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4c023793-1215-414c-b2ef-055e69f7a7ec req-40f51807-6ffe-490b-bc63-3ecf11a7ec57 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=d8dcfb46e3384e7b906fbc13ca8bf215&device_id=10f0c6c2-b2f3-4829-998a-6cc19343fd07 HTTP/1.1" status: 200 len: 1094 time: 0.2679653 Sep 24 15:35:55.512954 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:55.538085 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f20ea7-d3cd-4ef6-8677-b82dc531a569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a8eee74-25ed-467d-a716-47e42cb7a740'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:35:55.540116 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f4e6000-2e88-48f7-90b2-4de4909a0c01" -d '{"events": [{"server_uuid": "a7f20ea7-d3cd-4ef6-8677-b82dc531a569", "name": "network-vif-plugged", "status": "completed", "tag": "1a8eee74-25ed-467d-a716-47e42cb7a740"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:35:55.554552 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 1a8eee74-25ed-467d-a716-47e42cb7a740, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=1a8eee74-25ed-467d-a716-47e42cb7a740,segment=NetworkSegment(e58f099b-5515-4559-84f3-ac8d8105b11b),segment_id=e58f099b-5515-4559-84f3-ac8d8105b11b)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:55.562313 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bc1817-da79-412b-90fe-5d9ab5e07864 req-bb7d6d05-49a4-4930-9518-9abf185ac2ed tempest-InstanceActionsTestJSON-1517547877 tempest-InstanceActionsTestJSON-1517547877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:55.564130 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-26bc1817-da79-412b-90fe-5d9ab5e07864 req-bb7d6d05-49a4-4930-9518-9abf185ac2ed tempest-InstanceActionsTestJSON-1517547877 tempest-InstanceActionsTestJSON-1517547877-project] 10.222.0.101 "GET /v2.0/ports?device_id=a7f20ea7-d3cd-4ef6-8677-b82dc531a569 HTTP/1.1" status: 200 len: 945 time: 0.1596313 Sep 24 15:35:55.590697 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bdaebaa-aac9-49b4-86f3-07e05c593a96 x-openstack-request-id: req-3bdaebaa-aac9-49b4-86f3-07e05c593a96 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:35:55.590993 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7f20ea7-d3cd-4ef6-8677-b82dc531a569", "name": "network-vif-plugged", "status": "completed", "tag": "1a8eee74-25ed-467d-a716-47e42cb7a740", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:35:55.591242 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-3bdaebaa-aac9-49b4-86f3-07e05c593a96 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:35:55.591655 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f20ea7-d3cd-4ef6-8677-b82dc531a569', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a8eee74-25ed-467d-a716-47e42cb7a740', 'code': 200} Sep 24 15:35:55.604807 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.db.resource_extend [None req-c8288d35-317c-4be4-a27a-d5a345d8d584 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 24 15:35:55.664464 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:55.666784 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 923695c0-58bb-4c6f-a650-daf93518a1e8 no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:35:55.737337 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] No Port match for: 923695c0-58bb-4c6f-a650-daf93518a1e8 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:35:55.738086 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 923695c0-58bb-4c6f-a650-daf93518a1e8 not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:35:55.749315 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c023793-1215-414c-b2ef-055e69f7a7ec req-857170e4-0386-4b2d-b3c2-c89e9343889e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:55.754805 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4c023793-1215-414c-b2ef-055e69f7a7ec req-857170e4-0386-4b2d-b3c2-c89e9343889e service neutron] 10.222.0.108 "GET /v2.0/networks?id=64faeadb-d6e9-412d-b5cc-e20b90ee20d1 HTTP/1.1" status: 200 len: 931 time: 0.2462947 Sep 24 15:35:55.769855 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658b677-95db-4743-ba31-d1564b5bdafa req-33f271f4-a047-4ecb-ab3c-862684c769b5 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:55.771670 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c8288d35-317c-4be4-a27a-d5a345d8d584 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:55.776060 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 37d12c3e-26de-4eb4-aa78-170edadc4118 up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:35:55.777604 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1658b677-95db-4743-ba31-d1564b5bdafa req-33f271f4-a047-4ecb-ab3c-862684c769b5 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/ports?device_id=dca7221c-f023-411c-955a-2ea78aeeba45 HTTP/1.1" status: 200 len: 943 time: 0.0877821 Sep 24 15:35:55.833402 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4c023793-1215-414c-b2ef-055e69f7a7ec req-efc85658-990e-422c-9426-beb3f32176a9 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=958548b3-2a16-4b06-9c25-24d73f985f03 HTTP/1.1" status: 200 len: 217 time: 0.0548120 Sep 24 15:35:55.834552 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=1a8eee74-25ed-467d-a716-47e42cb7a740,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:55.854838 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-26bc1817-da79-412b-90fe-5d9ab5e07864 req-43fed433-baaf-4e3c-a66e-5b9f773b8b11 tempest-InstanceActionsTestJSON-1517547877 tempest-InstanceActionsTestJSON-1517547877-project] 10.222.0.101 "GET /v2.0/security-groups?id=344ab438-1216-4e53-83fb-59ee737be970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702408 Sep 24 15:35:55.861042 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1658b677-95db-4743-ba31-d1564b5bdafa req-348682ec-1165-4bfb-bcd5-f4b726859b8f tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/security-groups?id=62f13653-b186-43c2-8b39-46ac7f17e8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752773 Sep 24 15:35:55.863761 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port 37d12c3e-26de-4eb4-aa78-170edadc4118 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:35:55.864447 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:55.901561 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c8288d35-317c-4be4-a27a-d5a345d8d584 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:55.931522 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43908) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:55.948123 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c1f73-21de-4620-ae23-f520b85b1010 req-5bc8dfbf-15e2-4dc7-84c7-5adbb15cbb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:55.949913 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a35c1f73-21de-4620-ae23-f520b85b1010 req-5bc8dfbf-15e2-4dc7-84c7-5adbb15cbb76 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=a7f20ea7-d3cd-4ef6-8677-b82dc531a569 HTTP/1.1" status: 200 len: 1097 time: 0.2777121 Sep 24 15:35:55.979592 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f47359d6-ac3b-48df-8f19-5bdb510633a0 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e9ae5834382e4d12aebda27259a0cc5c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0451581 Sep 24 15:35:55.980537 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43910) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:35:56.007004 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:56.016222 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c023793-1215-414c-b2ef-055e69f7a7ec req-d3743338-bb43-41e6-9b0d-d574b56c4a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:56.018821 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4c023793-1215-414c-b2ef-055e69f7a7ec req-d3743338-bb43-41e6-9b0d-d574b56c4a52 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=492ccf6e-c369-4ff4-bac0-8794abf7d918 HTTP/1.1" status: 200 len: 868 time: 0.1612811 Sep 24 15:35:56.043669 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b5c344cb-8bd4-4696-8c0e-3da3d59453c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:56.044560 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 37d12c3e-26de-4eb4-aa78-170edadc4118, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=37d12c3e-26de-4eb4-aa78-170edadc4118,segment=NetworkSegment(e854fc2b-10a2-4840-85e1-f484bd234f97),segment_id=e854fc2b-10a2-4840-85e1-f484bd234f97)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:56.071204 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b5c344cb-8bd4-4696-8c0e-3da3d59453c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:56.116958 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:56.120714 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a35c1f73-21de-4620-ae23-f520b85b1010 req-fae83843-7abe-438d-86a5-0ce7e67b6a06 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=344ab438-1216-4e53-83fb-59ee737be970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597092 Sep 24 15:35:56.150286 n-d-808921-1 neutron-server[95298]: INFO neutron.db.l3_db [None req-c8288d35-317c-4be4-a27a-d5a345d8d584 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Floating IP aba332e9-e0ea-422a-8649-189745a5823c associated. External IP: 172.25.0.153, port: b0efb342-599d-4be0-ab3d-cb4ac31d2116. Sep 24 15:35:56.189923 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=37d12c3e-26de-4eb4-aa78-170edadc4118,revision_number=8']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:56.195407 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b5c344cb-8bd4-4696-8c0e-3da3d59453c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:56.198802 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b5c344cb-8bd4-4696-8c0e-3da3d59453c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:56.199782 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b5c344cb-8bd4-4696-8c0e-3da3d59453c4 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/4fbbd8b0-71ef-4474-9cc9-093a820bfb8a HTTP/1.1" status: 204 len: 168 time: 0.2186170 Sep 24 15:35:56.208223 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0765656-8a6c-44c8-8b1d-0eea1933a0ca req-451ebbd1-33af-4ff9-ae71-544ca025a9cb tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:56.209934 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d0765656-8a6c-44c8-8b1d-0eea1933a0ca req-451ebbd1-33af-4ff9-ae71-544ca025a9cb tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=2122f163-37ae-4b6f-b6bf-1373c849b631 HTTP/1.1" status: 200 len: 945 time: 0.2090406 Sep 24 15:35:56.212460 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c344cb-8bd4-4696-8c0e-3da3d59453c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fbbd8b0-71ef-4474-9cc9-093a820bfb8a,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:56.221700 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c023793-1215-414c-b2ef-055e69f7a7ec req-3215efb0-3c91-46ec-b4cd-6e951230aa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:56.223447 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4c023793-1215-414c-b2ef-055e69f7a7ec req-3215efb0-3c91-46ec-b4cd-6e951230aa3f service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=64faeadb-d6e9-412d-b5cc-e20b90ee20d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1709957 Sep 24 15:35:56.352568 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d0765656-8a6c-44c8-8b1d-0eea1933a0ca req-afe489b3-8aad-4463-bb39-1beb32b8da2c tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279666 Sep 24 15:35:56.483653 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46162778-cb7b-4069-81f5-2636fd312fbf req-8d532e2c-c3ec-4232-b580-cf0c6885c3a8 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:56.485381 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-46162778-cb7b-4069-81f5-2636fd312fbf req-8d532e2c-c3ec-4232-b580-cf0c6885c3a8 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] 10.222.0.101 "GET /v2.0/ports?device_id=10f0c6c2-b2f3-4829-998a-6cc19343fd07 HTTP/1.1" status: 200 len: 943 time: 0.0839319 Sep 24 15:35:56.504089 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4c023793-1215-414c-b2ef-055e69f7a7ec req-beef7ba0-67af-4b4b-b329-3f971bcc7ba7 service neutron] 10.222.0.108 "GET /v2.0/networks/64faeadb-d6e9-412d-b5cc-e20b90ee20d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573614 Sep 24 15:35:56.505928 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2127a587-b8f1-4d3a-afd6-90b5a6b299e9 req-e11496c2-9300-4c72-a401-e5b8220eaeb8 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=94bde577-4a67-46e8-92f6-e7849953a8a3 HTTP/1.1" status: 200 len: 210 time: 0.0512536 Sep 24 15:35:56.547144 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-46162778-cb7b-4069-81f5-2636fd312fbf req-37c73f64-245c-4469-b47e-18668626ddf7 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] 10.222.0.101 "GET /v2.0/security-groups?id=85697bc6-6cb7-413c-b7a5-3c273396b2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550699 Sep 24 15:35:56.678189 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8288d35-317c-4be4-a27a-d5a345d8d584 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Router addd13d7-4678-4b9a-8984-27b828c14bf4 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:35:56.711535 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4c023793-1215-414c-b2ef-055e69f7a7ec req-95235da4-0846-43b5-90b1-b70908c78d8a service neutron] 10.222.0.108 "GET /v2.0/networks/64faeadb-d6e9-412d-b5cc-e20b90ee20d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967638 Sep 24 15:35:56.731826 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317d63d4-78cc-4c40-ad29-a5a3a453ce33 req-1eebbdf5-ed14-49a2-abef-9a7a1bf7fe33 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:56.733495 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-317d63d4-78cc-4c40-ad29-a5a3a453ce33 req-1eebbdf5-ed14-49a2-abef-9a7a1bf7fe33 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.108 "GET /v2.0/ports?device_id=dca7221c-f023-411c-955a-2ea78aeeba45 HTTP/1.1" status: 200 len: 945 time: 0.0942948 Sep 24 15:35:56.916711 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8288d35-317c-4be4-a27a-d5a345d8d584 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:35:56.922975 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c8288d35-317c-4be4-a27a-d5a345d8d584 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:56.932577 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705f0399-b557-43e3-b6b6-ed940003f8c3 None None] Sync routers for ids ['addd13d7-4678-4b9a-8984-27b828c14bf4'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:35:56.949990 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705f0399-b557-43e3-b6b6-ed940003f8c3 None None] Routers {'addd13d7-4678-4b9a-8984-27b828c14bf4'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:35:56.951169 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-705f0399-b557-43e3-b6b6-ed940003f8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:35:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['addd13d7-4678-4b9a-8984-27b828c14bf4'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:35:56.965539 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-317d63d4-78cc-4c40-ad29-a5a3a453ce33 req-a1df1a24-c88b-4745-857d-f7a17f6f0055 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Deleting port 37d12c3e-26de-4eb4-aa78-170edadc4118 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:35:56.965879 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-317d63d4-78cc-4c40-ad29-a5a3a453ce33 req-a1df1a24-c88b-4745-857d-f7a17f6f0055 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:56.972796 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-c8288d35-317c-4be4-a27a-d5a345d8d584 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] 10.222.0.101 "PUT /v2.0/floatingips/aba332e9-e0ea-422a-8649-189745a5823c HTTP/1.1" status: 200 len: 991 time: 2.5713460 Sep 24 15:35:57.058461 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aa9457-0656-4bd2-8c96-ec313545bdb5 req-3844f709-8a6c-44c7-95ca-18c80a61e0cd tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:57.066617 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a5aa9457-0656-4bd2-8c96-ec313545bdb5 req-3844f709-8a6c-44c7-95ca-18c80a61e0cd tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/ports?device_id=dca7221c-f023-411c-955a-2ea78aeeba45 HTTP/1.1" status: 200 len: 945 time: 0.1009362 Sep 24 15:35:57.105881 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cc1198-fafd-4d31-a919-438a52d211fd req-7976e6cd-69d1-44c1-a0f7-023c647f709e tempest-InstanceActionsTestJSON-1517547877 tempest-InstanceActionsTestJSON-1517547877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:57.106986 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-705f0399-b557-43e3-b6b6-ed940003f8c3 None None] Set router addd13d7-4678-4b9a-8984-27b828c14bf4 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:35:57.107365 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d5cc1198-fafd-4d31-a919-438a52d211fd req-7976e6cd-69d1-44c1-a0f7-023c647f709e tempest-InstanceActionsTestJSON-1517547877 tempest-InstanceActionsTestJSON-1517547877-project] 10.222.0.101 "GET /v2.0/ports?device_id=a7f20ea7-d3cd-4ef6-8677-b82dc531a569 HTTP/1.1" status: 200 len: 946 time: 0.1359184 Sep 24 15:35:57.115441 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a5aa9457-0656-4bd2-8c96-ec313545bdb5 req-3897772f-d329-4ba7-a8d8-afe8ce75e65f tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/security-groups?id=62f13653-b186-43c2-8b39-46ac7f17e8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416548 Sep 24 15:35:57.151361 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-317d63d4-78cc-4c40-ad29-a5a3a453ce33 req-a1df1a24-c88b-4745-857d-f7a17f6f0055 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] For port 37d12c3e-26de-4eb4-aa78-170edadc4118, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=37d12c3e-26de-4eb4-aa78-170edadc4118,segment=NetworkSegment(e854fc2b-10a2-4840-85e1-f484bd234f97),segment_id=e854fc2b-10a2-4840-85e1-f484bd234f97)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:57.151361 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-317d63d4-78cc-4c40-ad29-a5a3a453ce33 req-a1df1a24-c88b-4745-857d-f7a17f6f0055 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:57.181642 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-317d63d4-78cc-4c40-ad29-a5a3a453ce33 req-a1df1a24-c88b-4745-857d-f7a17f6f0055 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Calling delete_port for 37d12c3e-26de-4eb4-aa78-170edadc4118 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:35:57.191679 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d5cc1198-fafd-4d31-a919-438a52d211fd req-57d660d9-ca12-4e90-a6e8-15f33b15bfa9 tempest-InstanceActionsTestJSON-1517547877 tempest-InstanceActionsTestJSON-1517547877-project] 10.222.0.101 "GET /v2.0/security-groups?id=344ab438-1216-4e53-83fb-59ee737be970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723956 Sep 24 15:35:57.248371 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e086cd6-6222-433b-80d8-976f3a638f99', 'tag': 'b0efb342-599d-4be0-ab3d-cb4ac31d2116'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:35:57.253257 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-581e7562-0c56-4939-9e7f-e10a7d1a2dde" -d '{"events": [{"name": "network-changed", "server_uuid": "5e086cd6-6222-433b-80d8-976f3a638f99", "tag": "b0efb342-599d-4be0-ab3d-cb4ac31d2116"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:35:57.322439 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97578329-e15c-4e34-8b07-b41c8f635c09 x-openstack-request-id: req-97578329-e15c-4e34-8b07-b41c8f635c09 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:35:57.322981 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e086cd6-6222-433b-80d8-976f3a638f99", "tag": "b0efb342-599d-4be0-ab3d-cb4ac31d2116", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:35:57.323557 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-97578329-e15c-4e34-8b07-b41c8f635c09 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:35:57.324108 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e086cd6-6222-433b-80d8-976f3a638f99', 'tag': 'b0efb342-599d-4be0-ab3d-cb4ac31d2116', 'status': 'completed', 'code': 200} Sep 24 15:35:57.418319 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e7562-0c56-4939-9e7f-e10a7d1a2dde req-3aef1cbf-4deb-4ecf-a067-435983b52b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:57.419841 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-581e7562-0c56-4939-9e7f-e10a7d1a2dde req-3aef1cbf-4deb-4ecf-a067-435983b52b52 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=7b4bd82d26ac490fbde2c620d4be04bb&device_id=5e086cd6-6222-433b-80d8-976f3a638f99 HTTP/1.1" status: 200 len: 1096 time: 0.0587702 Sep 24 15:35:57.500852 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-317d63d4-78cc-4c40-ad29-a5a3a453ce33 req-a1df1a24-c88b-4745-857d-f7a17f6f0055 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:57.539175 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1df1a24-c88b-4745-857d-f7a17f6f0055 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Pushing event deleted for resources: {'Port': ['ID=37d12c3e-26de-4eb4-aa78-170edadc4118,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:57.544058 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['37d12c3e-26de-4eb4-aa78-170edadc4118'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:35:57.600342 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dca7221c-f023-411c-955a-2ea78aeeba45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37d12c3e-26de-4eb4-aa78-170edadc4118'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:35:57.601557 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29751eaf-d1d5-4f20-a03a-00a01e513f58 req-97d6bc7e-eb52-4bf6-87ba-f4e7f85d3c05 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:57.608507 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-496c4c7c-36c6-4222-b1a9-c178023816ae" -d '{"events": [{"server_uuid": "dca7221c-f023-411c-955a-2ea78aeeba45", "name": "network-vif-plugged", "status": "completed", "tag": "37d12c3e-26de-4eb4-aa78-170edadc4118"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:35:57.612441 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-29751eaf-d1d5-4f20-a03a-00a01e513f58 req-97d6bc7e-eb52-4bf6-87ba-f4e7f85d3c05 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=2122f163-37ae-4b6f-b6bf-1373c849b631 HTTP/1.1" status: 200 len: 945 time: 0.1398499 Sep 24 15:35:57.634467 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e7562-0c56-4939-9e7f-e10a7d1a2dde req-5e94201e-e227-47da-b4d5-e5ca96742acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:57.642544 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-581e7562-0c56-4939-9e7f-e10a7d1a2dde req-5e94201e-e227-47da-b4d5-e5ca96742acd service neutron] 10.222.0.110 "GET /v2.0/networks?id=ed240661-c058-4f64-a0cb-8ef81aff19b5 HTTP/1.1" status: 200 len: 914 time: 0.2131026 Sep 24 15:35:57.673308 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-29751eaf-d1d5-4f20-a03a-00a01e513f58 req-56dba01a-b532-476e-b771-fa4df4924274 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596502 Sep 24 15:35:57.704651 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-317d63d4-78cc-4c40-ad29-a5a3a453ce33 req-a1df1a24-c88b-4745-857d-f7a17f6f0055 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] No DVR routers for this DVR port 37d12c3e-26de-4eb4-aa78-170edadc4118 on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:35:57.726168 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-317d63d4-78cc-4c40-ad29-a5a3a453ce33 req-a1df1a24-c88b-4745-857d-f7a17f6f0055 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:57.727096 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-705f0399-b557-43e3-b6b6-ed940003f8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'addd13d7-4678-4b9a-8984-27b828c14bf4', 'name': 'tempest-ServersTestManualDisk-1300619764-router', 'tenant_id': '7b4bd82d26ac490fbde2c620d4be04bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '96d8f60c-0846-4a36-a7ec-755d87632259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:35:15Z', 'updated_at': '2021-09-24T15:35:24Z', 'revision_number': 4, 'project_id': '7b4bd82d26ac490fbde2c620d4be04bb', 'gw_port': {'id': '96d8f60c-0846-4a36-a7ec-755d87632259', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ae:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'addd13d7-4678-4b9a-8984-27b828c14bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:35:16Z', 'updated_at': '2021-09-24T15:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': 'aba332e9-e0ea-422a-8649-189745a5823c', 'tenant_id': '7b4bd82d26ac490fbde2c620d4be04bb', 'floating_ip_address': '172.25.0.153', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': 'addd13d7-4678-4b9a-8984-27b828c14bf4', 'port_id': 'b0efb342-599d-4be0-ab3d-cb4ac31d2116', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed240661-c058-4f64-a0cb-8ef81aff19b5', 'mac_address': 'fa:16:3e:8e:6b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e086cd6-6222-433b-80d8-976f3a638f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:35:30Z', 'updated_at': '2021-09-24T15:35:55Z', 'revision_number': 1, 'project_id': '7b4bd82d26ac490fbde2c620d4be04bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd692df6a-2b69-4674-9812-a775b6a44720', 'name': '', 'network_id': 'ed240661-c058-4f64-a0cb-8ef81aff19b5', 'tenant_id': '7b4bd82d26ac490fbde2c620d4be04bb', 'mac_address': 'fa:16:3e:14:20:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'addd13d7-4678-4b9a-8984-27b828c14bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '5e9a8b21-b628-4e31-bd4a-93772c0c09bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:35:21Z', 'updated_at': '2021-09-24T15:35:28Z', 'revision_number': 5, 'project_id': '7b4bd82d26ac490fbde2c620d4be04bb', 'subnets': [{'id': '5e9a8b21-b628-4e31-bd4a-93772c0c09bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:35:57.728610 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-317d63d4-78cc-4c40-ad29-a5a3a453ce33 req-a1df1a24-c88b-4745-857d-f7a17f6f0055 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.108 "DELETE /v2.0/ports/37d12c3e-26de-4eb4-aa78-170edadc4118 HTTP/1.1" status: 204 len: 173 time: 0.9599712 Sep 24 15:35:57.739278 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d8b092bf-fcc6-4708-aca4-dc4d47ff0c51 req-2de238b6-5812-42c9-b71a-178415bd4d0a tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=94bde577-4a67-46e8-92f6-e7849953a8a3 HTTP/1.1" status: 200 len: 210 time: 0.0928469 Sep 24 15:35:57.815641 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 958548b3-2a16-4b06-9c25-24d73f985f03 details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:35:57.825693 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705f0399-b557-43e3-b6b6-ed940003f8c3 None None] Checking router: addd13d7-4678-4b9a-8984-27b828c14bf4 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:35:57.833678 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5249f51-9b93-4f88-a438-004006ee4458 req-86faf81f-b99c-4ce8-84ba-d309c6edc229 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:57.836182 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e981a993-0d23-4509-ba92-81e6095a5297 x-openstack-request-id: req-e981a993-0d23-4509-ba92-81e6095a5297 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:35:57.837430 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dca7221c-f023-411c-955a-2ea78aeeba45", "name": "network-vif-plugged", "status": "completed", "tag": "37d12c3e-26de-4eb4-aa78-170edadc4118", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:35:57.837430 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e981a993-0d23-4509-ba92-81e6095a5297 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:35:57.837430 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dca7221c-f023-411c-955a-2ea78aeeba45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37d12c3e-26de-4eb4-aa78-170edadc4118', 'code': 200} Sep 24 15:35:57.839642 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e5249f51-9b93-4f88-a438-004006ee4458 req-86faf81f-b99c-4ce8-84ba-d309c6edc229 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] 10.222.0.101 "GET /v2.0/ports?device_id=10f0c6c2-b2f3-4829-998a-6cc19343fd07 HTTP/1.1" status: 200 len: 943 time: 0.0899189 Sep 24 15:35:57.850476 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705f0399-b557-43e3-b6b6-ed940003f8c3 None None] Routers {'addd13d7-4678-4b9a-8984-27b828c14bf4'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:35:57.851129 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-705f0399-b557-43e3-b6b6-ed940003f8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:35:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['addd13d7-4678-4b9a-8984-27b828c14bf4'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:35:57.859921 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-581e7562-0c56-4939-9e7f-e10a7d1a2dde req-e9348d1f-bcdf-4a70-9842-61837853fa17 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0efb342-599d-4be0-ab3d-cb4ac31d2116 HTTP/1.1" status: 200 len: 999 time: 0.2021003 Sep 24 15:35:57.898921 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e5249f51-9b93-4f88-a438-004006ee4458 req-8b4e199d-1f8c-43c9-87ee-c9940fadd340 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] 10.222.0.101 "GET /v2.0/security-groups?id=85697bc6-6cb7-413c-b7a5-3c273396b2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518293 Sep 24 15:35:57.943047 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e7562-0c56-4939-9e7f-e10a7d1a2dde req-f8bdab90-3c52-4064-a2c5-944a2c36227b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:57.946767 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-581e7562-0c56-4939-9e7f-e10a7d1a2dde req-f8bdab90-3c52-4064-a2c5-944a2c36227b service neutron] 10.222.0.110 "GET /v2.0/subnets?id=5e9a8b21-b628-4e31-bd4a-93772c0c09bc HTTP/1.1" status: 200 len: 851 time: 0.0770416 Sep 24 15:35:58.065131 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e7562-0c56-4939-9e7f-e10a7d1a2dde req-5848cc48-5780-4337-8ecb-c9a0e04e5cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:58.067387 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-581e7562-0c56-4939-9e7f-e10a7d1a2dde req-5848cc48-5780-4337-8ecb-c9a0e04e5cbb service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=ed240661-c058-4f64-a0cb-8ef81aff19b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1106982 Sep 24 15:35:58.208520 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 958548b3-2a16-4b06-9c25-24d73f985f03, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=958548b3-2a16-4b06-9c25-24d73f985f03,segment=NetworkSegment(4c6640b6-654c-4a1f-99cc-cd2522df0bf2),segment_id=4c6640b6-654c-4a1f-99cc-cd2522df0bf2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:58.212417 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-705f0399-b557-43e3-b6b6-ed940003f8c3 None None] Set router addd13d7-4678-4b9a-8984-27b828c14bf4 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:35:58.273031 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': '958548b3-2a16-4b06-9c25-24d73f985f03', 'network_id': '64faeadb-d6e9-412d-b5cc-e20b90ee20d1', 'port_id': '958548b3-2a16-4b06-9c25-24d73f985f03', 'mac_address': 'fa:16:3e:25:54:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1263, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '492ccf6e-c369-4ff4-bac0-8794abf7d918', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:35:58.293611 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-581e7562-0c56-4939-9e7f-e10a7d1a2dde req-8d6fb501-371f-4ee1-8a0d-fb9d0e714bda service neutron] 10.222.0.110 "GET /v2.0/networks/ed240661-c058-4f64-a0cb-8ef81aff19b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087071 Sep 24 15:35:58.344314 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6cc0799f-2503-4825-9a4d-0ec63d675cea req-9f7cd52b-317b-4d2b-a0d3-fc7aa71272b2 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/ports?device_id=dca7221c-f023-411c-955a-2ea78aeeba45 HTTP/1.1" status: 200 len: 210 time: 0.0707307 Sep 24 15:35:58.390079 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:58.424056 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 958548b3-2a16-4b06-9c25-24d73f985f03 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:35:58.451755 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9283a9c-e9a9-4f6a-9827-09b90ac62c58 req-24c3bdb8-98f8-455a-9a5e-de5bef420c04 tempest-InstanceActionsTestJSON-1517547877 tempest-InstanceActionsTestJSON-1517547877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:58.464363 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c9283a9c-e9a9-4f6a-9827-09b90ac62c58 req-24c3bdb8-98f8-455a-9a5e-de5bef420c04 tempest-InstanceActionsTestJSON-1517547877 tempest-InstanceActionsTestJSON-1517547877-project] 10.222.0.101 "GET /v2.0/ports?device_id=a7f20ea7-d3cd-4ef6-8677-b82dc531a569 HTTP/1.1" status: 200 len: 946 time: 0.1134069 Sep 24 15:35:58.485009 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 958548b3-2a16-4b06-9c25-24d73f985f03, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=958548b3-2a16-4b06-9c25-24d73f985f03,segment=NetworkSegment(4c6640b6-654c-4a1f-99cc-cd2522df0bf2),segment_id=4c6640b6-654c-4a1f-99cc-cd2522df0bf2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:35:58.536104 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c9283a9c-e9a9-4f6a-9827-09b90ac62c58 req-5076cbce-83f8-489f-b8b3-a050c9233337 tempest-InstanceActionsTestJSON-1517547877 tempest-InstanceActionsTestJSON-1517547877-project] 10.222.0.101 "GET /v2.0/security-groups?id=344ab438-1216-4e53-83fb-59ee737be970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697083 Sep 24 15:35:58.539574 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-581e7562-0c56-4939-9e7f-e10a7d1a2dde req-5fe05bcd-55c7-4e0c-911b-343b161e6a5f service neutron] 10.222.0.110 "GET /v2.0/networks/ed240661-c058-4f64-a0cb-8ef81aff19b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226412 Sep 24 15:35:58.579246 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:35:58.656558 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=958548b3-2a16-4b06-9c25-24d73f985f03,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:35:58.724543 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-705f0399-b557-43e3-b6b6-ed940003f8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'addd13d7-4678-4b9a-8984-27b828c14bf4', 'name': 'tempest-ServersTestManualDisk-1300619764-router', 'tenant_id': '7b4bd82d26ac490fbde2c620d4be04bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '96d8f60c-0846-4a36-a7ec-755d87632259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:35:15Z', 'updated_at': '2021-09-24T15:35:24Z', 'revision_number': 4, 'project_id': '7b4bd82d26ac490fbde2c620d4be04bb', 'gw_port': {'id': '96d8f60c-0846-4a36-a7ec-755d87632259', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ae:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'addd13d7-4678-4b9a-8984-27b828c14bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:35:16Z', 'updated_at': '2021-09-24T15:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': 'aba332e9-e0ea-422a-8649-189745a5823c', 'tenant_id': '7b4bd82d26ac490fbde2c620d4be04bb', 'floating_ip_address': '172.25.0.153', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': 'addd13d7-4678-4b9a-8984-27b828c14bf4', 'port_id': 'b0efb342-599d-4be0-ab3d-cb4ac31d2116', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed240661-c058-4f64-a0cb-8ef81aff19b5', 'mac_address': 'fa:16:3e:8e:6b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e086cd6-6222-433b-80d8-976f3a638f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:35:30Z', 'updated_at': '2021-09-24T15:35:55Z', 'revision_number': 1, 'project_id': '7b4bd82d26ac490fbde2c620d4be04bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd692df6a-2b69-4674-9812-a775b6a44720', 'name': '', 'network_id': 'ed240661-c058-4f64-a0cb-8ef81aff19b5', 'tenant_id': '7b4bd82d26ac490fbde2c620d4be04bb', 'mac_address': 'fa:16:3e:14:20:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'addd13d7-4678-4b9a-8984-27b828c14bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '5e9a8b21-b628-4e31-bd4a-93772c0c09bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:35:21Z', 'updated_at': '2021-09-24T15:35:28Z', 'revision_number': 5, 'project_id': '7b4bd82d26ac490fbde2c620d4be04bb', 'subnets': [{'id': '5e9a8b21-b628-4e31-bd4a-93772c0c09bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:35:58.773467 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705f0399-b557-43e3-b6b6-ed940003f8c3 None None] The sync data for ids ['addd13d7-4678-4b9a-8984-27b828c14bf4'] in n-d-808921-1 is: [{'id': 'addd13d7-4678-4b9a-8984-27b828c14bf4', 'name': 'tempest-ServersTestManualDisk-1300619764-router', 'tenant_id': '7b4bd82d26ac490fbde2c620d4be04bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '96d8f60c-0846-4a36-a7ec-755d87632259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:35:15Z', 'updated_at': '2021-09-24T15:35:24Z', 'revision_number': 4, 'project_id': '7b4bd82d26ac490fbde2c620d4be04bb', 'gw_port': {'id': '96d8f60c-0846-4a36-a7ec-755d87632259', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ae:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'addd13d7-4678-4b9a-8984-27b828c14bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:35:16Z', 'updated_at': '2021-09-24T15:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': 'aba332e9-e0ea-422a-8649-189745a5823c', 'tenant_id': '7b4bd82d26ac490fbde2c620d4be04bb', 'floating_ip_address': '172.25.0.153', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': 'addd13d7-4678-4b9a-8984-27b828c14bf4', 'port_id': 'b0efb342-599d-4be0-ab3d-cb4ac31d2116', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed240661-c058-4f64-a0cb-8ef81aff19b5', 'mac_address': 'fa:16:3e:8e:6b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e086cd6-6222-433b-80d8-976f3a638f99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:35:30Z', 'updated_at': '2021-09-24T15:35:55Z', 'revision_number': 1, 'project_id': '7b4bd82d26ac490fbde2c620d4be04bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd692df6a-2b69-4674-9812-a775b6a44720', 'name': '', 'network_id': 'ed240661-c058-4f64-a0cb-8ef81aff19b5', 'tenant_id': '7b4bd82d26ac490fbde2c620d4be04bb', 'mac_address': 'fa:16:3e:14:20:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'addd13d7-4678-4b9a-8984-27b828c14bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '5e9a8b21-b628-4e31-bd4a-93772c0c09bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:35:21Z', 'updated_at': '2021-09-24T15:35:28Z', 'revision_number': 5, 'project_id': '7b4bd82d26ac490fbde2c620d4be04bb', 'subnets': [{'id': '5e9a8b21-b628-4e31-bd4a-93772c0c09bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:35:58.832779 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5278134-d805-413b-a8db-bd53dcf8d2a9 req-712652e3-be6e-489a-86a3-7f4160bd190c tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:58.834835 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f5278134-d805-413b-a8db-bd53dcf8d2a9 req-712652e3-be6e-489a-86a3-7f4160bd190c tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=2122f163-37ae-4b6f-b6bf-1373c849b631 HTTP/1.1" status: 200 len: 945 time: 0.0705259 Sep 24 15:35:58.888571 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f5278134-d805-413b-a8db-bd53dcf8d2a9 req-132865e1-0106-4dd5-a667-87397cac0b42 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466843 Sep 24 15:35:58.944481 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['958548b3-2a16-4b06-9c25-24d73f985f03'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:35:59.134252 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8cbc616-0a3d-4a85-ba6b-bbb328709e6e None None] New status for floating IP aba332e9-e0ea-422a-8649-189745a5823c: ACTIVE {{(pid=95300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:35:59.146595 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d912579-4b88-4389-abe9-ea13869edb7b req-e6b6028f-ef11-41e7-ad7d-6296d4d97c16 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:59.155425 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4d912579-4b88-4389-abe9-ea13869edb7b req-e6b6028f-ef11-41e7-ad7d-6296d4d97c16 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] 10.222.0.101 "GET /v2.0/ports?device_id=10f0c6c2-b2f3-4829-998a-6cc19343fd07 HTTP/1.1" status: 200 len: 944 time: 0.1158788 Sep 24 15:35:59.227071 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc95fe-15ea-4f11-8079-5104d7b2dea2 req-08ffb8cc-e992-4da2-8155-65ce6b8d5a86 tempest-InstanceActionsTestJSON-1517547877 tempest-InstanceActionsTestJSON-1517547877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:59.235157 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b1cc95fe-15ea-4f11-8079-5104d7b2dea2 req-08ffb8cc-e992-4da2-8155-65ce6b8d5a86 tempest-InstanceActionsTestJSON-1517547877 tempest-InstanceActionsTestJSON-1517547877-project] 10.222.0.101 "GET /v2.0/ports?device_id=a7f20ea7-d3cd-4ef6-8677-b82dc531a569 HTTP/1.1" status: 200 len: 946 time: 0.0986934 Sep 24 15:35:59.238868 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4d912579-4b88-4389-abe9-ea13869edb7b req-e3fb67b7-f76b-428f-8765-8c939a241f0f tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] 10.222.0.101 "GET /v2.0/security-groups?id=85697bc6-6cb7-413c-b7a5-3c273396b2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821061 Sep 24 15:35:59.294488 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b0228-39e2-44b4-8fbc-ce7eda76ef00 req-967673bc-c886-400a-8360-e77d5c98dcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:59.302208 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0b5b0228-39e2-44b4-8fbc-ce7eda76ef00 req-967673bc-c886-400a-8360-e77d5c98dcad service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=5676ce9bab2246debc50f6d2b2aba18e&device_id=a7f20ea7-d3cd-4ef6-8677-b82dc531a569 HTTP/1.1" status: 200 len: 1097 time: 0.1302335 Sep 24 15:35:59.322168 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b1cc95fe-15ea-4f11-8079-5104d7b2dea2 req-bb0a5bac-c2d4-42e0-9f07-f84b7602fab7 tempest-InstanceActionsTestJSON-1517547877 tempest-InstanceActionsTestJSON-1517547877-project] 10.222.0.101 "GET /v2.0/security-groups?id=344ab438-1216-4e53-83fb-59ee737be970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860834 Sep 24 15:35:59.345468 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dca7221c-f023-411c-955a-2ea78aeeba45', 'name': 'network-vif-deleted', 'tag': '37d12c3e-26de-4eb4-aa78-170edadc4118'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:35:59.347932 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b1c15d-7cd6-45de-9d39-b2ff28e9bf49" -d '{"events": [{"server_uuid": "dca7221c-f023-411c-955a-2ea78aeeba45", "name": "network-vif-deleted", "tag": "37d12c3e-26de-4eb4-aa78-170edadc4118"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:35:59.460051 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ecbf5fb-3eb0-40cc-a1ee-a99b6c2cec04 x-openstack-request-id: req-6ecbf5fb-3eb0-40cc-a1ee-a99b6c2cec04 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:35:59.460738 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dca7221c-f023-411c-955a-2ea78aeeba45", "name": "network-vif-deleted", "tag": "37d12c3e-26de-4eb4-aa78-170edadc4118", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:35:59.461265 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-6ecbf5fb-3eb0-40cc-a1ee-a99b6c2cec04 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:35:59.461839 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dca7221c-f023-411c-955a-2ea78aeeba45', 'name': 'network-vif-deleted', 'tag': '37d12c3e-26de-4eb4-aa78-170edadc4118', 'status': 'completed', 'code': 200} Sep 24 15:35:59.525352 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b0228-39e2-44b4-8fbc-ce7eda76ef00 req-0a1c245d-3033-40f4-b6f3-b7ffdf6a705a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:59.526885 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0b5b0228-39e2-44b4-8fbc-ce7eda76ef00 req-0a1c245d-3033-40f4-b6f3-b7ffdf6a705a service neutron] 10.222.0.110 "GET /v2.0/networks?id=0ec0eea9-103a-473a-a864-4f40823c2b50 HTTP/1.1" status: 200 len: 916 time: 0.2148700 Sep 24 15:35:59.587465 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0b5b0228-39e2-44b4-8fbc-ce7eda76ef00 req-de99fca3-b8fd-4060-9c03-6f4c560fbf69 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1a8eee74-25ed-467d-a716-47e42cb7a740 HTTP/1.1" status: 200 len: 217 time: 0.0510108 Sep 24 15:35:59.650422 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5b0228-39e2-44b4-8fbc-ce7eda76ef00 req-82845413-a02d-4cbf-9f27-a782180db7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:59.653827 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0b5b0228-39e2-44b4-8fbc-ce7eda76ef00 req-82845413-a02d-4cbf-9f27-a782180db7bf service neutron] 10.222.0.110 "GET /v2.0/subnets?id=eb721cdf-e273-4916-af5f-f84657e645a8 HTTP/1.1" status: 200 len: 854 time: 0.0571091 Sep 24 15:35:59.691037 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0b5b0228-39e2-44b4-8fbc-ce7eda76ef00 req-ab2e76cf-8653-4fee-aaeb-4df0c55db821 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=0ec0eea9-103a-473a-a864-4f40823c2b50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300019 Sep 24 15:35:59.804612 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 37d12c3e-26de-4eb4-aa78-170edadc4118 no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:35:59.830445 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] No Port match for: 37d12c3e-26de-4eb4-aa78-170edadc4118 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:35:59.830958 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 37d12c3e-26de-4eb4-aa78-170edadc4118 not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:35:59.878136 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0b5b0228-39e2-44b4-8fbc-ce7eda76ef00 req-d8581069-58e9-4481-88cb-3711550f74a0 service neutron] 10.222.0.110 "GET /v2.0/networks/0ec0eea9-103a-473a-a864-4f40823c2b50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738064 Sep 24 15:35:59.888055 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5281f3-c064-41ed-98cc-a2336c4afd5e req-6ca32146-ced8-49f6-ba21-8e4ed10f481d tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:35:59.889439 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3d5281f3-c064-41ed-98cc-a2336c4afd5e req-6ca32146-ced8-49f6-ba21-8e4ed10f481d tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/networks?id=11d4bcd0-f4e1-47ce-8813-4a94d2179197 HTTP/1.1" status: 200 len: 821 time: 0.1761336 Sep 24 15:35:59.927894 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3d5281f3-c064-41ed-98cc-a2336c4afd5e req-2b9f2bd6-9141-495b-89b6-05c390ed2969 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/quotas/a751ad5db0954f8586f38b54191ecee5 HTTP/1.1" status: 200 len: 375 time: 0.0285707 Sep 24 15:36:00.203219 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51d4a4d-3009-4c30-b0d2-3cd982a2b2e5 req-ef980b45-1b35-4375-a3c3-b01b8f7ae3a3 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:00.211350 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a51d4a4d-3009-4c30-b0d2-3cd982a2b2e5 req-ef980b45-1b35-4375-a3c3-b01b8f7ae3a3 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=2122f163-37ae-4b6f-b6bf-1373c849b631 HTTP/1.1" status: 200 len: 945 time: 0.0656528 Sep 24 15:36:00.249279 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a51d4a4d-3009-4c30-b0d2-3cd982a2b2e5 req-c0bd1940-2a68-46c9-a042-77c23fe50c6c tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366495 Sep 24 15:36:00.327364 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0b5b0228-39e2-44b4-8fbc-ce7eda76ef00 req-effe10e4-c7aa-48cc-9d5c-a9703ea9845f service neutron] 10.222.0.110 "GET /v2.0/networks/0ec0eea9-103a-473a-a864-4f40823c2b50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4369717 Sep 24 15:36:00.339818 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3d5281f3-c064-41ed-98cc-a2336c4afd5e req-2371bf09-d873-4096-b2db-e0551a0b963c tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=a751ad5db0954f8586f38b54191ecee5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4054711 Sep 24 15:36:00.558010 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3d5281f3-c064-41ed-98cc-a2336c4afd5e req-197ca1a9-c187-4b31-94e4-3ebb57500b4b service neutron] 10.222.0.101 "GET /v2.0/networks/11d4bcd0-f4e1-47ce-8813-4a94d2179197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096272 Sep 24 15:36:00.647953 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd78e23-4f32-4be9-aaa3-7bae8f9f1b95 req-fa11d875-2682-4825-a28d-038f5ce84232 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:00.649553 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3fd78e23-4f32-4be9-aaa3-7bae8f9f1b95 req-fa11d875-2682-4825-a28d-038f5ce84232 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] 10.222.0.101 "GET /v2.0/ports?device_id=10f0c6c2-b2f3-4829-998a-6cc19343fd07 HTTP/1.1" status: 200 len: 944 time: 0.0516944 Sep 24 15:36:00.664257 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3d5281f3-c064-41ed-98cc-a2336c4afd5e req-83f1a128-00a1-42b2-a9a4-fdcaf6e22cdb service neutron] 10.222.0.101 "GET /v2.0/networks/11d4bcd0-f4e1-47ce-8813-4a94d2179197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965722 Sep 24 15:36:00.717628 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3fd78e23-4f32-4be9-aaa3-7bae8f9f1b95 req-7a6ad8b7-92ee-4196-9248-ca71e442c651 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] 10.222.0.101 "GET /v2.0/security-groups?id=85697bc6-6cb7-413c-b7a5-3c273396b2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484793 Sep 24 15:36:00.829243 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6059466f-4b93-457d-8b9d-570828ab2c83 req-4c0834bd-9c2d-44d7-93a9-cad09874ea7f tempest-InstanceActionsTestJSON-1517547877 tempest-InstanceActionsTestJSON-1517547877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:00.830809 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6059466f-4b93-457d-8b9d-570828ab2c83 req-4c0834bd-9c2d-44d7-93a9-cad09874ea7f tempest-InstanceActionsTestJSON-1517547877 tempest-InstanceActionsTestJSON-1517547877-project] 10.222.0.101 "GET /v2.0/ports?device_id=a7f20ea7-d3cd-4ef6-8677-b82dc531a569 HTTP/1.1" status: 200 len: 946 time: 0.0597279 Sep 24 15:36:00.875675 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6059466f-4b93-457d-8b9d-570828ab2c83 req-11e93b84-e475-4ba8-89ca-410f5753b62d tempest-InstanceActionsTestJSON-1517547877 tempest-InstanceActionsTestJSON-1517547877-project] 10.222.0.101 "GET /v2.0/security-groups?id=344ab438-1216-4e53-83fb-59ee737be970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362363 Sep 24 15:36:01.142895 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-29a7c474-8e20-4186-b1a0-2d9b28ae4a27 req-594512c6-3639-4c72-bd7b-f36d5749c806 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/ports?device_id=1ae88e01-fe4e-4559-92db-6669323fd038 HTTP/1.1" status: 200 len: 210 time: 0.0516279 Sep 24 15:36:01.212836 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b0765b6d-652b-4485-a1a2-ceeef79e0bf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:01.414566 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad4cf58-87b2-49df-a014-e5b25b8bf52f req-aadf472b-d093-438a-b3cb-318cbec506ef tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:01.423586 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cad4cf58-87b2-49df-a014-e5b25b8bf52f req-aadf472b-d093-438a-b3cb-318cbec506ef tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=2122f163-37ae-4b6f-b6bf-1373c849b631 HTTP/1.1" status: 200 len: 945 time: 0.0658469 Sep 24 15:36:01.473864 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cad4cf58-87b2-49df-a014-e5b25b8bf52f req-a5431141-7d99-456e-b4fe-fd02de9da9a8 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488882 Sep 24 15:36:01.819416 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 958548b3-2a16-4b06-9c25-24d73f985f03 up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:36:01.888854 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53852ef8-ed75-4a7d-a1d6-96c3916df098 req-3f899b9a-b825-4bad-bf5a-2a89443e7e7d tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:01.888854 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-53852ef8-ed75-4a7d-a1d6-96c3916df098 req-3f899b9a-b825-4bad-bf5a-2a89443e7e7d tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] 10.222.0.101 "GET /v2.0/ports?device_id=10f0c6c2-b2f3-4829-998a-6cc19343fd07 HTTP/1.1" status: 200 len: 944 time: 0.0984335 Sep 24 15:36:01.973263 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-53852ef8-ed75-4a7d-a1d6-96c3916df098 req-e7e4fccf-f116-4d4e-99df-958df990e1f2 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] 10.222.0.101 "GET /v2.0/security-groups?id=85697bc6-6cb7-413c-b7a5-3c273396b2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702834 Sep 24 15:36:02.035650 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port 958548b3-2a16-4b06-9c25-24d73f985f03 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:36:02.040349 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port 958548b3-2a16-4b06-9c25-24d73f985f03 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:36:02.041003 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:02.108553 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17db2dc9-5209-4b82-80a1-73773f106062 req-56e8ca3a-d1a3-49d8-9597-e20275d19e81 tempest-InstanceActionsTestJSON-1517547877 tempest-InstanceActionsTestJSON-1517547877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:02.111900 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-17db2dc9-5209-4b82-80a1-73773f106062 req-56e8ca3a-d1a3-49d8-9597-e20275d19e81 tempest-InstanceActionsTestJSON-1517547877 tempest-InstanceActionsTestJSON-1517547877-project] 10.222.0.101 "GET /v2.0/ports?device_id=a7f20ea7-d3cd-4ef6-8677-b82dc531a569 HTTP/1.1" status: 200 len: 946 time: 0.0853279 Sep 24 15:36:02.207021 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-17db2dc9-5209-4b82-80a1-73773f106062 req-194a8ba1-7fe1-4c06-bd7d-fb96f16e4464 tempest-InstanceActionsTestJSON-1517547877 tempest-InstanceActionsTestJSON-1517547877-project] 10.222.0.101 "GET /v2.0/security-groups?id=344ab438-1216-4e53-83fb-59ee737be970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778174 Sep 24 15:36:02.213274 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:02.250059 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10f0c6c2-b2f3-4829-998a-6cc19343fd07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '958548b3-2a16-4b06-9c25-24d73f985f03'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:36:02.260323 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa598bd2-d744-4f6e-8127-152e7ee209da" -d '{"events": [{"server_uuid": "10f0c6c2-b2f3-4829-998a-6cc19343fd07", "name": "network-vif-plugged", "status": "completed", "tag": "958548b3-2a16-4b06-9c25-24d73f985f03"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:36:02.289631 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 958548b3-2a16-4b06-9c25-24d73f985f03, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=958548b3-2a16-4b06-9c25-24d73f985f03,segment=NetworkSegment(4c6640b6-654c-4a1f-99cc-cd2522df0bf2),segment_id=4c6640b6-654c-4a1f-99cc-cd2522df0bf2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:36:02.361305 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-61c81cd2-ab2f-4980-b7ce-4487b0e95d2c req-e2f9c49e-1c5c-4f3e-9f60-11b8273ba19c tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/ports?device_id=1ae88e01-fe4e-4559-92db-6669323fd038 HTTP/1.1" status: 200 len: 210 time: 0.0589023 Sep 24 15:36:02.372683 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:02.442686 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=958548b3-2a16-4b06-9c25-24d73f985f03,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:02.519425 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699d04f6-789f-4450-8994-26e557c4f61f x-openstack-request-id: req-699d04f6-789f-4450-8994-26e557c4f61f {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:36:02.520531 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10f0c6c2-b2f3-4829-998a-6cc19343fd07", "name": "network-vif-plugged", "status": "completed", "tag": "958548b3-2a16-4b06-9c25-24d73f985f03", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:36:02.520855 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-699d04f6-789f-4450-8994-26e557c4f61f {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:36:02.521353 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10f0c6c2-b2f3-4829-998a-6cc19343fd07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '958548b3-2a16-4b06-9c25-24d73f985f03', 'code': 200} Sep 24 15:36:02.782828 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7960ebe-d63f-4f06-9b69-21c7a8ce61cc req-6fc64689-0e7b-43bf-814e-4e39eb7baa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:02.784413 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e7960ebe-d63f-4f06-9b69-21c7a8ce61cc req-6fc64689-0e7b-43bf-814e-4e39eb7baa25 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=10f0c6c2-b2f3-4829-998a-6cc19343fd07 HTTP/1.1" status: 200 len: 1096 time: 0.1342745 Sep 24 15:36:02.822155 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462102e9-db1f-433d-bd74-f15cc59c0eaa req-259012ba-4bcf-42b5-9c74-14fe411b4c3d tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:02.823686 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-462102e9-db1f-433d-bd74-f15cc59c0eaa req-259012ba-4bcf-42b5-9c74-14fe411b4c3d tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=2122f163-37ae-4b6f-b6bf-1373c849b631 HTTP/1.1" status: 200 len: 945 time: 0.1106114 Sep 24 15:36:02.884255 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e7960ebe-d63f-4f06-9b69-21c7a8ce61cc req-4f3d9a7d-a104-4031-a8be-6cc8219f1835 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=85697bc6-6cb7-413c-b7a5-3c273396b2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815248 Sep 24 15:36:02.902641 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-462102e9-db1f-433d-bd74-f15cc59c0eaa req-3d2efdcc-5b57-4bb4-93bb-601eddfa71ca tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708983 Sep 24 15:36:03.264708 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750bf798-0876-4190-8cde-4f847112ecfc req-8239f5f6-a729-4e5c-a3df-3ce477e1ddca tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:03.268088 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-750bf798-0876-4190-8cde-4f847112ecfc req-8239f5f6-a729-4e5c-a3df-3ce477e1ddca tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] 10.222.0.101 "GET /v2.0/ports?device_id=10f0c6c2-b2f3-4829-998a-6cc19343fd07 HTTP/1.1" status: 200 len: 945 time: 0.0705421 Sep 24 15:36:03.316856 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-750bf798-0876-4190-8cde-4f847112ecfc req-93d2cdc6-98e4-4fdd-898a-35c8032869e2 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] 10.222.0.101 "GET /v2.0/security-groups?id=85697bc6-6cb7-413c-b7a5-3c273396b2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419500 Sep 24 15:36:03.432458 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758e7071-692f-447e-8f8c-23021e8321bc req-f951dfa0-a24c-49dd-9700-e17e26e5ede6 tempest-InstanceActionsTestJSON-1517547877 tempest-InstanceActionsTestJSON-1517547877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:03.434510 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-758e7071-692f-447e-8f8c-23021e8321bc req-f951dfa0-a24c-49dd-9700-e17e26e5ede6 tempest-InstanceActionsTestJSON-1517547877 tempest-InstanceActionsTestJSON-1517547877-project] 10.222.0.101 "GET /v2.0/ports?device_id=a7f20ea7-d3cd-4ef6-8677-b82dc531a569 HTTP/1.1" status: 200 len: 946 time: 0.0561044 Sep 24 15:36:03.477120 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-758e7071-692f-447e-8f8c-23021e8321bc req-25e57361-f2d2-4aef-9d3c-3786ee20e79e tempest-InstanceActionsTestJSON-1517547877 tempest-InstanceActionsTestJSON-1517547877-project] 10.222.0.101 "GET /v2.0/security-groups?id=344ab438-1216-4e53-83fb-59ee737be970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356047 Sep 24 15:36:03.586395 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2978c25d-f5d9-4b69-b62c-b63a04ee6f56 req-62bfd78b-659a-4d6c-ad7a-7932f78f76e3 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/ports?device_id=1ae88e01-fe4e-4559-92db-6669323fd038 HTTP/1.1" status: 200 len: 210 time: 0.0294461 Sep 24 15:36:03.904303 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8be99c0d-03c3-481c-865a-e1fc606c7a69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:04.007244 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5281f3-c064-41ed-98cc-a2336c4afd5e req-1edb5813-9f40-4d02-9e71-6fbc44a8bdda tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:04.008822 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3d5281f3-c064-41ed-98cc-a2336c4afd5e req-1edb5813-9f40-4d02-9e71-6fbc44a8bdda tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.108 "GET /v2.0/networks?id=11d4bcd0-f4e1-47ce-8813-4a94d2179197 HTTP/1.1" status: 200 len: 821 time: 0.1329579 Sep 24 15:36:04.066189 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-3d5281f3-c064-41ed-98cc-a2336c4afd5e req-9be6cda7-133a-485a-b327-ef503e23235f tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Request body: {'port': {'device_id': '1ae88e01-fe4e-4559-92db-6669323fd038', 'network_id': '11d4bcd0-f4e1-47ce-8813-4a94d2179197', 'admin_state_up': True, 'tenant_id': 'a751ad5db0954f8586f38b54191ecee5'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:36:04.157278 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fec74d-f248-43b9-9e45-1bddb49bf816 req-6ac8e4ef-a215-4632-b824-d8706946c812 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:04.159205 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-22fec74d-f248-43b9-9e45-1bddb49bf816 req-6ac8e4ef-a215-4632-b824-d8706946c812 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=2122f163-37ae-4b6f-b6bf-1373c849b631 HTTP/1.1" status: 200 len: 945 time: 0.1332598 Sep 24 15:36:04.284797 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-22fec74d-f248-43b9-9e45-1bddb49bf816 req-d2bbb192-4484-466d-987d-6f6e9aebe804 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719864 Sep 24 15:36:04.349537 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d5281f3-c064-41ed-98cc-a2336c4afd5e req-9be6cda7-133a-485a-b327-ef503e23235f tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Made reservation on behalf of a751ad5db0954f8586f38b54191ecee5 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:36:04.349988 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:04.355723 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-3d5281f3-c064-41ed-98cc-a2336c4afd5e req-9be6cda7-133a-485a-b327-ef503e23235f tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:04.417102 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c06e5-ddd8-4ad1-9b57-f5e960f9e516 req-f1cbf47a-6ae8-4ab9-b9af-f3da699fd8b4 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:04.426925 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7a8c06e5-ddd8-4ad1-9b57-f5e960f9e516 req-f1cbf47a-6ae8-4ab9-b9af-f3da699fd8b4 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=59311d6c-4343-41c9-bf60-082ab6fc25d9 HTTP/1.1" status: 200 len: 944 time: 0.0850151 Sep 24 15:36:04.471244 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7a8c06e5-ddd8-4ad1-9b57-f5e960f9e516 req-fcf67c8f-9a3b-4146-bf33-ebe372a64a02 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426943 Sep 24 15:36:04.569824 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-3d5281f3-c064-41ed-98cc-a2336c4afd5e req-9be6cda7-133a-485a-b327-ef503e23235f tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Allocated IP 172.20.0.5 (11d4bcd0-f4e1-47ce-8813-4a94d2179197/e8a10d9b-fe75-4ec9-8ac3-c0a4f7ef261c/998914d9-11da-4c4e-9df1-a00ba1edde45) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:36:04.627039 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1118c3fb-73f5-443d-883a-b9cd3cbc6566 req-041d9d31-6c9e-402d-b78a-adc63ea5a490 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:04.629411 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1118c3fb-73f5-443d-883a-b9cd3cbc6566 req-041d9d31-6c9e-402d-b78a-adc63ea5a490 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] 10.222.0.101 "GET /v2.0/ports?device_id=10f0c6c2-b2f3-4829-998a-6cc19343fd07 HTTP/1.1" status: 200 len: 945 time: 0.0616596 Sep 24 15:36:04.698696 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1118c3fb-73f5-443d-883a-b9cd3cbc6566 req-ffa692f4-af4f-4b23-b6e7-8889a7c9cce5 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] 10.222.0.101 "GET /v2.0/security-groups?id=85697bc6-6cb7-413c-b7a5-3c273396b2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584955 Sep 24 15:36:04.794601 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-3d5281f3-c064-41ed-98cc-a2336c4afd5e req-9be6cda7-133a-485a-b327-ef503e23235f tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:04.853810 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a4e5e167-8054-4ee4-9779-40f2e665c97e req-5b97fa00-d2a3-4179-8407-121d6e1cd17b tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/ports?device_id=1ae88e01-fe4e-4559-92db-6669323fd038 HTTP/1.1" status: 200 len: 210 time: 0.0398006 Sep 24 15:36:04.854730 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4c4f4f-4f82-4114-9189-69b52b539a0b req-674cc4b5-c704-4aa0-a3b5-2360533ff4b8 tempest-InstanceActionsTestJSON-1517547877 tempest-InstanceActionsTestJSON-1517547877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:04.856393 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5d4c4f4f-4f82-4114-9189-69b52b539a0b req-674cc4b5-c704-4aa0-a3b5-2360533ff4b8 tempest-InstanceActionsTestJSON-1517547877 tempest-InstanceActionsTestJSON-1517547877-project] 10.222.0.101 "GET /v2.0/ports?device_id=a7f20ea7-d3cd-4ef6-8677-b82dc531a569 HTTP/1.1" status: 200 len: 946 time: 0.0895903 Sep 24 15:36:04.915358 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5d4c4f4f-4f82-4114-9189-69b52b539a0b req-a346d208-e06d-45fb-aa7f-39aab95d8fb1 tempest-InstanceActionsTestJSON-1517547877 tempest-InstanceActionsTestJSON-1517547877-project] 10.222.0.101 "GET /v2.0/security-groups?id=344ab438-1216-4e53-83fb-59ee737be970&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507843 Sep 24 15:36:04.928741 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-3d5281f3-c064-41ed-98cc-a2336c4afd5e req-9be6cda7-133a-485a-b327-ef503e23235f tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:05.018763 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d5281f3-c064-41ed-98cc-a2336c4afd5e req-9be6cda7-133a-485a-b327-ef503e23235f tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Network 11d4bcd0-f4e1-47ce-8813-4a94d2179197 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:36:05.041256 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-3d5281f3-c064-41ed-98cc-a2336c4afd5e req-9be6cda7-133a-485a-b327-ef503e23235f tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:36:05.050321 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d5281f3-c064-41ed-98cc-a2336c4afd5e req-9be6cda7-133a-485a-b327-ef503e23235f tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:36:05.133348 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be6cda7-133a-485a-b327-ef503e23235f tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Pushing event updated for resources: {'Port': ['ID=998914d9-11da-4c4e-9df1-a00ba1edde45,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:05.190423 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:05.227436 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5281f3-c064-41ed-98cc-a2336c4afd5e req-9be6cda7-133a-485a-b327-ef503e23235f tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:05.228001 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-3d5281f3-c064-41ed-98cc-a2336c4afd5e req-9be6cda7-133a-485a-b327-ef503e23235f tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:05.241525 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ffe2c-b248-43c1-8f9a-62846801feac req-20c592ae-ce79-4e25-8dbe-931cd66ae874 tempest-InstanceActionsTestJSON-1517547877 tempest-InstanceActionsTestJSON-1517547877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:05.243121 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-618ffe2c-b248-43c1-8f9a-62846801feac req-20c592ae-ce79-4e25-8dbe-931cd66ae874 tempest-InstanceActionsTestJSON-1517547877 tempest-InstanceActionsTestJSON-1517547877-project] 10.222.0.110 "GET /v2.0/ports?device_id=a7f20ea7-d3cd-4ef6-8677-b82dc531a569 HTTP/1.1" status: 200 len: 946 time: 0.2387395 Sep 24 15:36:05.260390 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f940de5f-30e7-4d1f-b53a-16a78799b2fb req-d7282a4f-2a26-42d5-97d4-73ae250f687e tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:05.262060 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f940de5f-30e7-4d1f-b53a-16a78799b2fb req-d7282a4f-2a26-42d5-97d4-73ae250f687e tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.110 "GET /v2.0/ports?device_id=59311d6c-4343-41c9-bf60-082ab6fc25d9 HTTP/1.1" status: 200 len: 944 time: 0.3152912 Sep 24 15:36:05.266978 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d84837ee-3959-47e6-92f0-4665ddf48b74 req-d6c5356f-8d22-4e05-8f15-bbc597231614 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=e6a2de20-1ea0-43e5-88e0-982d19e317d5 HTTP/1.1" status: 200 len: 258 time: 0.3076091 Sep 24 15:36:05.287132 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-d84837ee-3959-47e6-92f0-4665ddf48b74 req-fbd5e97a-d558-49fc-baf8-eeaca38b2a4b tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Request body: {'floatingip': {'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:36:05.410995 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3d5281f3-c064-41ed-98cc-a2336c4afd5e req-9be6cda7-133a-485a-b327-ef503e23235f tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3522265 Sep 24 15:36:05.429959 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-3d5281f3-c064-41ed-98cc-a2336c4afd5e req-3d5fa820-af71-4e62-b8ef-c25e2d2c114d service neutron] Request body: {'port': {'device_id': '1ae88e01-fe4e-4559-92db-6669323fd038', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:36:05.475947 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-d84837ee-3959-47e6-92f0-4665ddf48b74 req-fbd5e97a-d558-49fc-baf8-eeaca38b2a4b tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Notify callbacks [] for floatingip, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:05.534933 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-618ffe2c-b248-43c1-8f9a-62846801feac req-43c24522-b72f-460c-abe0-b4a86a5024a4 tempest-InstanceActionsTestJSON-1517547877 tempest-InstanceActionsTestJSON-1517547877-project] Deleting port 1a8eee74-25ed-467d-a716-47e42cb7a740 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:36:05.535305 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-618ffe2c-b248-43c1-8f9a-62846801feac req-43c24522-b72f-460c-abe0-b4a86a5024a4 tempest-InstanceActionsTestJSON-1517547877 tempest-InstanceActionsTestJSON-1517547877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:05.560695 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4d86de-37b5-4c3b-b285-d9c8d407f2df req-b75f5f68-3913-4c68-8ee9-db7c5343e3f0 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:05.562271 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4f4d86de-37b5-4c3b-b285-d9c8d407f2df req-b75f5f68-3913-4c68-8ee9-db7c5343e3f0 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=2122f163-37ae-4b6f-b6bf-1373c849b631 HTTP/1.1" status: 200 len: 945 time: 0.1576486 Sep 24 15:36:05.567060 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-3d5281f3-c064-41ed-98cc-a2336c4afd5e req-3d5fa820-af71-4e62-b8ef-c25e2d2c114d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:05.600772 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-d84837ee-3959-47e6-92f0-4665ddf48b74 req-fbd5e97a-d558-49fc-baf8-eeaca38b2a4b tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:05.612394 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-f940de5f-30e7-4d1f-b53a-16a78799b2fb req-834e0e36-644b-4135-b827-51c3ada3eaf7 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Deleting port 66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:36:05.614674 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-f940de5f-30e7-4d1f-b53a-16a78799b2fb req-834e0e36-644b-4135-b827-51c3ada3eaf7 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:05.692630 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44194) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:05.728804 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [req-d84837ee-3959-47e6-92f0-4665ddf48b74 req-fbd5e97a-d558-49fc-baf8-eeaca38b2a4b tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Allocated IP 172.25.0.208 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/e70b6fe3-cc05-4426-a0e5-1e05782a30a3) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:36:05.772055 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4f4d86de-37b5-4c3b-b285-d9c8d407f2df req-86c59a3b-df68-4758-bebd-2df1987bf262 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018287 Sep 24 15:36:05.801618 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-618ffe2c-b248-43c1-8f9a-62846801feac req-43c24522-b72f-460c-abe0-b4a86a5024a4 tempest-InstanceActionsTestJSON-1517547877 tempest-InstanceActionsTestJSON-1517547877-project] For port 1a8eee74-25ed-467d-a716-47e42cb7a740, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=1a8eee74-25ed-467d-a716-47e42cb7a740,segment=NetworkSegment(e58f099b-5515-4559-84f3-ac8d8105b11b),segment_id=e58f099b-5515-4559-84f3-ac8d8105b11b)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:36:05.801985 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-618ffe2c-b248-43c1-8f9a-62846801feac req-43c24522-b72f-460c-abe0-b4a86a5024a4 tempest-InstanceActionsTestJSON-1517547877 tempest-InstanceActionsTestJSON-1517547877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:05.852000 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-943c8f49-a1ff-4c89-a872-514aefa8fc1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:05.869182 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-618ffe2c-b248-43c1-8f9a-62846801feac req-43c24522-b72f-460c-abe0-b4a86a5024a4 tempest-InstanceActionsTestJSON-1517547877 tempest-InstanceActionsTestJSON-1517547877-project] Calling delete_port for 1a8eee74-25ed-467d-a716-47e42cb7a740 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:36:05.911199 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-f940de5f-30e7-4d1f-b53a-16a78799b2fb req-834e0e36-644b-4135-b827-51c3ada3eaf7 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] For port 66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7,segment=NetworkSegment(21e1a332-491d-46ef-987f-a7724d369c2e),segment_id=21e1a332-491d-46ef-987f-a7724d369c2e)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:36:05.911820 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-f940de5f-30e7-4d1f-b53a-16a78799b2fb req-834e0e36-644b-4135-b827-51c3ada3eaf7 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:05.916461 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-d84837ee-3959-47e6-92f0-4665ddf48b74 req-fbd5e97a-d558-49fc-baf8-eeaca38b2a4b tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:05.985847 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-f940de5f-30e7-4d1f-b53a-16a78799b2fb req-834e0e36-644b-4135-b827-51c3ada3eaf7 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Calling delete_port for 66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:36:06.004819 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-943c8f49-a1ff-4c89-a872-514aefa8fc1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:06.047587 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-d84837ee-3959-47e6-92f0-4665ddf48b74 req-fbd5e97a-d558-49fc-baf8-eeaca38b2a4b tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:06.078657 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-943c8f49-a1ff-4c89-a872-514aefa8fc1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:06.098961 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d84837ee-3959-47e6-92f0-4665ddf48b74 req-fbd5e97a-d558-49fc-baf8-eeaca38b2a4b tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:36:06.117968 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [req-d84837ee-3959-47e6-92f0-4665ddf48b74 req-fbd5e97a-d558-49fc-baf8-eeaca38b2a4b tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:36:06.120862 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-d84837ee-3959-47e6-92f0-4665ddf48b74 req-fbd5e97a-d558-49fc-baf8-eeaca38b2a4b tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:36:06.141190 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c211c79f-3e28-4bf6-87eb-cdc265d14db2 req-eab6dbdf-32c6-42cd-bf42-023f3a76c3ef tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:06.142808 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c211c79f-3e28-4bf6-87eb-cdc265d14db2 req-eab6dbdf-32c6-42cd-bf42-023f3a76c3ef tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=59311d6c-4343-41c9-bf60-082ab6fc25d9 HTTP/1.1" status: 200 len: 944 time: 0.1846924 Sep 24 15:36:06.157544 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-943c8f49-a1ff-4c89-a872-514aefa8fc1c admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=eca9ce379f954020a17c49aaa2560d02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4638414 Sep 24 15:36:06.158287 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd5e97a-d558-49fc-baf8-eeaca38b2a4b tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Pushing event updated for resources: {'Port': ['ID=e70b6fe3-cc05-4426-a0e5-1e05782a30a3,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:06.160551 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44204) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:06.174071 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943c8f49-a1ff-4c89-a872-514aefa8fc1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e448d53e-59b8-4d08-b753-ca38fe44550f,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:06.237954 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2e2f39d0-54a3-4fe1-ae0a-96057e0f13c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:06.260192 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2e2f39d0-54a3-4fe1-ae0a-96057e0f13c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:06.295606 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c211c79f-3e28-4bf6-87eb-cdc265d14db2 req-a11f978d-7b63-475d-92fa-961f4045f0c6 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428530 Sep 24 15:36:06.311026 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-3d5281f3-c064-41ed-98cc-a2336c4afd5e req-3d5fa820-af71-4e62-b8ef-c25e2d2c114d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 998914d9-11da-4c4e-9df1-a00ba1edde45 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:36:06.323412 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-3d5281f3-c064-41ed-98cc-a2336c4afd5e req-3d5fa820-af71-4e62-b8ef-c25e2d2c114d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:06.383995 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-618ffe2c-b248-43c1-8f9a-62846801feac req-43c24522-b72f-460c-abe0-b4a86a5024a4 tempest-InstanceActionsTestJSON-1517547877 tempest-InstanceActionsTestJSON-1517547877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:06.399176 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['1a8eee74-25ed-467d-a716-47e42cb7a740'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:36:06.420629 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-3d5281f3-c064-41ed-98cc-a2336c4afd5e req-3d5fa820-af71-4e62-b8ef-c25e2d2c114d service neutron] Transition to ACTIVE for port object 998914d9-11da-4c4e-9df1-a00ba1edde45 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:36:06.421995 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2e2f39d0-54a3-4fe1-ae0a-96057e0f13c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:06.424552 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2e2f39d0-54a3-4fe1-ae0a-96057e0f13c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:06.431451 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-2e2f39d0-54a3-4fe1-ae0a-96057e0f13c9 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/e448d53e-59b8-4d08-b753-ca38fe44550f HTTP/1.1" status: 204 len: 168 time: 0.2617698 Sep 24 15:36:06.432148 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c24522-b72f-460c-abe0-b4a86a5024a4 tempest-InstanceActionsTestJSON-1517547877 tempest-InstanceActionsTestJSON-1517547877-project] Pushing event deleted for resources: {'Port': ['ID=1a8eee74-25ed-467d-a716-47e42cb7a740,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:06.457189 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2f39d0-54a3-4fe1-ae0a-96057e0f13c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e448d53e-59b8-4d08-b753-ca38fe44550f,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:06.474928 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-d84837ee-3959-47e6-92f0-4665ddf48b74 req-fbd5e97a-d558-49fc-baf8-eeaca38b2a4b tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:06.501407 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-618ffe2c-b248-43c1-8f9a-62846801feac req-43c24522-b72f-460c-abe0-b4a86a5024a4 tempest-InstanceActionsTestJSON-1517547877 tempest-InstanceActionsTestJSON-1517547877-project] No DVR routers for this DVR port 1a8eee74-25ed-467d-a716-47e42cb7a740 on host n-h1-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:36:06.502665 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-618ffe2c-b248-43c1-8f9a-62846801feac req-43c24522-b72f-460c-abe0-b4a86a5024a4 tempest-InstanceActionsTestJSON-1517547877 tempest-InstanceActionsTestJSON-1517547877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:06.505081 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-618ffe2c-b248-43c1-8f9a-62846801feac req-43c24522-b72f-460c-abe0-b4a86a5024a4 tempest-InstanceActionsTestJSON-1517547877 tempest-InstanceActionsTestJSON-1517547877-project] 10.222.0.110 "DELETE /v2.0/ports/1a8eee74-25ed-467d-a716-47e42cb7a740 HTTP/1.1" status: 204 len: 173 time: 1.2420583 Sep 24 15:36:06.521696 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f20ea7-d3cd-4ef6-8677-b82dc531a569', 'name': 'network-vif-deleted', 'tag': '1a8eee74-25ed-467d-a716-47e42cb7a740'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:36:06.523883 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11acce7a-a9e1-4f37-a447-9e32d559e7ad" -d '{"events": [{"server_uuid": "a7f20ea7-d3cd-4ef6-8677-b82dc531a569", "name": "network-vif-deleted", "tag": "1a8eee74-25ed-467d-a716-47e42cb7a740"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:36:06.528511 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-f940de5f-30e7-4d1f-b53a-16a78799b2fb req-834e0e36-644b-4135-b827-51c3ada3eaf7 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:06.540307 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:36:06.569260 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834e0e36-644b-4135-b827-51c3ada3eaf7 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Pushing event deleted for resources: {'Port': ['ID=66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:06.572916 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-3d5281f3-c064-41ed-98cc-a2336c4afd5e req-3d5fa820-af71-4e62-b8ef-c25e2d2c114d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:06.597637 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:06.629225 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-d84837ee-3959-47e6-92f0-4665ddf48b74 req-fbd5e97a-d558-49fc-baf8-eeaca38b2a4b tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:06.658751 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d5a954-39e9-473b-a3f3-a0ba56e9e389 req-63abde39-b124-49f9-a017-f19782424f7a tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:06.660231 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a3d5a954-39e9-473b-a3f3-a0ba56e9e389 req-63abde39-b124-49f9-a017-f19782424f7a tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/ports?device_id=1ae88e01-fe4e-4559-92db-6669323fd038 HTTP/1.1" status: 200 len: 931 time: 0.1936665 Sep 24 15:36:06.663391 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-f940de5f-30e7-4d1f-b53a-16a78799b2fb req-834e0e36-644b-4135-b827-51c3ada3eaf7 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] No DVR routers for this DVR port 66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7 on host n-h1-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:36:06.666093 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-f940de5f-30e7-4d1f-b53a-16a78799b2fb req-834e0e36-644b-4135-b827-51c3ada3eaf7 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:06.668628 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f940de5f-30e7-4d1f-b53a-16a78799b2fb req-834e0e36-644b-4135-b827-51c3ada3eaf7 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.110 "DELETE /v2.0/ports/66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7 HTTP/1.1" status: 204 len: 173 time: 1.3969676 Sep 24 15:36:06.701925 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5fa820-af71-4e62-b8ef-c25e2d2c114d service neutron] Pushing event updated for resources: {'Port': ['ID=998914d9-11da-4c4e-9df1-a00ba1edde45,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:06.765033 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a3d5a954-39e9-473b-a3f3-a0ba56e9e389 req-1c53b7b4-6d57-474e-83aa-c920b4a24c90 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/security-groups?id=62f13653-b186-43c2-8b39-46ac7f17e8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937226 Sep 24 15:36:06.787685 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-3d5281f3-c064-41ed-98cc-a2336c4afd5e req-3d5fa820-af71-4e62-b8ef-c25e2d2c114d service neutron] Attempting to bind port 998914d9-11da-4c4e-9df1-a00ba1edde45 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:36:06.788011 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-3d5281f3-c064-41ed-98cc-a2336c4afd5e req-3d5fa820-af71-4e62-b8ef-c25e2d2c114d service neutron] Attempting to bind port 998914d9-11da-4c4e-9df1-a00ba1edde45 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': 'e854fc2b-10a2-4840-85e1-f484bd234f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '11d4bcd0-f4e1-47ce-8813-4a94d2179197'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:36:06.788334 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5281f3-c064-41ed-98cc-a2336c4afd5e req-3d5fa820-af71-4e62-b8ef-c25e2d2c114d service neutron] Attempting to bind port 998914d9-11da-4c4e-9df1-a00ba1edde45 on network 11d4bcd0-f4e1-47ce-8813-4a94d2179197 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:36:06.793149 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5281f3-c064-41ed-98cc-a2336c4afd5e req-3d5fa820-af71-4e62-b8ef-c25e2d2c114d service neutron] Port 998914d9-11da-4c4e-9df1-a00ba1edde45 on network 11d4bcd0-f4e1-47ce-8813-4a94d2179197 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:36:06.793523 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5281f3-c064-41ed-98cc-a2336c4afd5e req-3d5fa820-af71-4e62-b8ef-c25e2d2c114d service neutron] Attempting to bind port 998914d9-11da-4c4e-9df1-a00ba1edde45 on network 11d4bcd0-f4e1-47ce-8813-4a94d2179197 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:36:06.798436 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-d84837ee-3959-47e6-92f0-4665ddf48b74 req-fbd5e97a-d558-49fc-baf8-eeaca38b2a4b tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:06.800261 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5281f3-c064-41ed-98cc-a2336c4afd5e req-3d5fa820-af71-4e62-b8ef-c25e2d2c114d service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:36:06.800593 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5281f3-c064-41ed-98cc-a2336c4afd5e req-3d5fa820-af71-4e62-b8ef-c25e2d2c114d service neutron] Checking segment: {'id': 'e854fc2b-10a2-4840-85e1-f484bd234f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '11d4bcd0-f4e1-47ce-8813-4a94d2179197'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:36:06.801015 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d5281f3-c064-41ed-98cc-a2336c4afd5e req-3d5fa820-af71-4e62-b8ef-c25e2d2c114d service neutron] Bound using segment: {'id': 'e854fc2b-10a2-4840-85e1-f484bd234f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '11d4bcd0-f4e1-47ce-8813-4a94d2179197'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:36:06.801628 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-3d5281f3-c064-41ed-98cc-a2336c4afd5e req-3d5fa820-af71-4e62-b8ef-c25e2d2c114d service neutron] Bound port: 998914d9-11da-4c4e-9df1-a00ba1edde45, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e854fc2b-10a2-4840-85e1-f484bd234f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '11d4bcd0-f4e1-47ce-8813-4a94d2179197'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:36:06.801993 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-3d5281f3-c064-41ed-98cc-a2336c4afd5e req-3d5fa820-af71-4e62-b8ef-c25e2d2c114d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:06.877461 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0fec94c1-bdcd-49d6-8517-b4a8b9fc0511 req-44a5625b-6ecf-4a9d-9e94-d791b40249f7 tempest-InstanceActionsTestJSON-1517547877 tempest-InstanceActionsTestJSON-1517547877-project] 10.222.0.101 "GET /v2.0/ports?device_id=a7f20ea7-d3cd-4ef6-8677-b82dc531a569 HTTP/1.1" status: 200 len: 210 time: 0.0332789 Sep 24 15:36:06.912107 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-3d5281f3-c064-41ed-98cc-a2336c4afd5e req-3d5fa820-af71-4e62-b8ef-c25e2d2c114d service neutron] For port 998914d9-11da-4c4e-9df1-a00ba1edde45, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:36:06.915695 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-d84837ee-3959-47e6-92f0-4665ddf48b74 req-fbd5e97a-d558-49fc-baf8-eeaca38b2a4b tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:06.929191 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-3d5281f3-c064-41ed-98cc-a2336c4afd5e req-3d5fa820-af71-4e62-b8ef-c25e2d2c114d service neutron] For port 998914d9-11da-4c4e-9df1-a00ba1edde45, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=998914d9-11da-4c4e-9df1-a00ba1edde45,segment=NetworkSegment(e854fc2b-10a2-4840-85e1-f484bd234f97),segment_id=e854fc2b-10a2-4840-85e1-f484bd234f97)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:36:06.931102 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31efa0e6-0263-456d-aadb-2b52aaf319f0 x-openstack-request-id: req-31efa0e6-0263-456d-aadb-2b52aaf319f0 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:36:06.931345 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7f20ea7-d3cd-4ef6-8677-b82dc531a569", "name": "network-vif-deleted", "tag": "1a8eee74-25ed-467d-a716-47e42cb7a740", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:36:06.931569 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-31efa0e6-0263-456d-aadb-2b52aaf319f0 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:36:06.931953 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7f20ea7-d3cd-4ef6-8677-b82dc531a569', 'name': 'network-vif-deleted', 'tag': '1a8eee74-25ed-467d-a716-47e42cb7a740', 'status': 'completed', 'code': 200} Sep 24 15:36:06.971267 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:36:07.004174 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd5e97a-d558-49fc-baf8-eeaca38b2a4b tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Pushing event updated for resources: {'Port': ['ID=e70b6fe3-cc05-4426-a0e5-1e05782a30a3,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:07.010800 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-d84837ee-3959-47e6-92f0-4665ddf48b74 req-fbd5e97a-d558-49fc-baf8-eeaca38b2a4b tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:07.031839 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-3d5281f3-c064-41ed-98cc-a2336c4afd5e req-3d5fa820-af71-4e62-b8ef-c25e2d2c114d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:07.072860 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5281f3-c064-41ed-98cc-a2336c4afd5e req-3d5fa820-af71-4e62-b8ef-c25e2d2c114d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:07.073484 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-3d5281f3-c064-41ed-98cc-a2336c4afd5e req-3d5fa820-af71-4e62-b8ef-c25e2d2c114d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:07.074895 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3d5281f3-c064-41ed-98cc-a2336c4afd5e req-3d5fa820-af71-4e62-b8ef-c25e2d2c114d service neutron] 10.222.0.108 "PUT /v2.0/ports/998914d9-11da-4c4e-9df1-a00ba1edde45 HTTP/1.1" status: 200 len: 1091 time: 1.6507921 Sep 24 15:36:07.084621 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93931978-7176-478d-8ef5-2328b529fc49 req-3a48181a-d669-4946-b001-9a05e840da2b tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:07.086104 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-93931978-7176-478d-8ef5-2328b529fc49 req-3a48181a-d669-4946-b001-9a05e840da2b tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=2122f163-37ae-4b6f-b6bf-1373c849b631 HTTP/1.1" status: 200 len: 945 time: 0.0959146 Sep 24 15:36:07.115978 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-d84837ee-3959-47e6-92f0-4665ddf48b74 req-fbd5e97a-d558-49fc-baf8-eeaca38b2a4b tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:07.117493 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d84837ee-3959-47e6-92f0-4665ddf48b74 req-fbd5e97a-d558-49fc-baf8-eeaca38b2a4b tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8439586 Sep 24 15:36:07.124458 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5fa820-af71-4e62-b8ef-c25e2d2c114d service neutron] Pushing event updated for resources: {'Port': ['ID=998914d9-11da-4c4e-9df1-a00ba1edde45,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:07.154729 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-93931978-7176-478d-8ef5-2328b529fc49 req-28a9f728-ec92-4eaa-9cd1-587e9a8eb8f8 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615375 Sep 24 15:36:07.178637 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d84837ee-3959-47e6-92f0-4665ddf48b74 req-e4464480-46fb-4d7b-a99f-771d9ef0817a tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.0.208 HTTP/1.1" status: 200 len: 696 time: 0.0548577 Sep 24 15:36:07.220438 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5281f3-c064-41ed-98cc-a2336c4afd5e req-526e6bea-9294-476d-82df-ac31827f7f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:07.222026 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3d5281f3-c064-41ed-98cc-a2336c4afd5e req-526e6bea-9294-476d-82df-ac31827f7f3c service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=a751ad5db0954f8586f38b54191ecee5&device_id=1ae88e01-fe4e-4559-92db-6669323fd038 HTTP/1.1" status: 200 len: 1094 time: 0.0477908 Sep 24 15:36:07.274783 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3d5281f3-c064-41ed-98cc-a2336c4afd5e req-f80d16f7-0ea2-430d-838f-70512bc2cbe0 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=998914d9-11da-4c4e-9df1-a00ba1edde45 HTTP/1.1" status: 200 len: 217 time: 0.0405521 Sep 24 15:36:07.301466 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84837ee-3959-47e6-92f0-4665ddf48b74 req-6f2a7e7d-9a18-4748-9e7c-3dcfa5759e75 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:07.306954 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d84837ee-3959-47e6-92f0-4665ddf48b74 req-6f2a7e7d-9a18-4748-9e7c-3dcfa5759e75 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] 10.222.0.101 "GET /v2.0/networks/e6a2de20-1ea0-43e5-88e0-982d19e317d5 HTTP/1.1" status: 200 len: 784 time: 0.1223063 Sep 24 15:36:07.313093 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44216) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:07.341572 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6eec6aea-db3c-407d-8070-2bbb4f4f9cf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:07.365605 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5281f3-c064-41ed-98cc-a2336c4afd5e req-0c51481c-1104-4f3b-bb80-a0a253f683bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:07.367727 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3d5281f3-c064-41ed-98cc-a2336c4afd5e req-0c51481c-1104-4f3b-bb80-a0a253f683bc service neutron] 10.222.0.108 "GET /v2.0/subnets?id=e8a10d9b-fe75-4ec9-8ac3-c0a4f7ef261c HTTP/1.1" status: 200 len: 861 time: 0.0855372 Sep 24 15:36:07.414839 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3d5281f3-c064-41ed-98cc-a2336c4afd5e req-0dc0b146-044a-4240-839e-0910a5c338c6 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=11d4bcd0-f4e1-47ce-8813-4a94d2179197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380759 Sep 24 15:36:07.454830 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5baa9c02-ef83-4b38-9ddf-16fd29256e03 req-08fbbce7-221d-4a2d-989e-2976e4fc988a tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=59311d6c-4343-41c9-bf60-082ab6fc25d9 HTTP/1.1" status: 200 len: 210 time: 0.0355568 Sep 24 15:36:07.522248 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6eec6aea-db3c-407d-8070-2bbb4f4f9cf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:07.548629 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3d5281f3-c064-41ed-98cc-a2336c4afd5e req-3227bb8b-e481-4bc2-8829-b51e1be1630f service neutron] 10.222.0.108 "GET /v2.0/networks/11d4bcd0-f4e1-47ce-8813-4a94d2179197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224165 Sep 24 15:36:07.625243 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6eec6aea-db3c-407d-8070-2bbb4f4f9cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:07.651377 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3d5281f3-c064-41ed-98cc-a2336c4afd5e req-47c56b71-eba6-4822-bcbe-a3193dcf7965 service neutron] 10.222.0.108 "GET /v2.0/networks/11d4bcd0-f4e1-47ce-8813-4a94d2179197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901649 Sep 24 15:36:07.687017 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-6eec6aea-db3c-407d-8070-2bbb4f4f9cf3 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=c6564be8702248e286158f736d62d39c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3726704 Sep 24 15:36:07.689789 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44224) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:07.693515 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eec6aea-db3c-407d-8070-2bbb4f4f9cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c140276-22e9-4181-9ea2-164a191f1c09,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:07.706977 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b66de0-4614-424b-bdae-5f690fa9f4bc req-7e5c6379-6a9b-4b73-bcb0-0b47e74f8128 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:07.708521 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-07b66de0-4614-424b-bdae-5f690fa9f4bc req-7e5c6379-6a9b-4b73-bcb0-0b47e74f8128 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] 10.222.0.101 "GET /v2.0/ports?device_id=10f0c6c2-b2f3-4829-998a-6cc19343fd07&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1326172 Sep 24 15:36:07.745065 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c6c8f9fa-1932-4a5b-afec-2a9d15a285a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:07.769500 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-07b66de0-4614-424b-bdae-5f690fa9f4bc req-57d815b5-80bc-4bb4-9e68-e42303b3ec16 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.0.208 HTTP/1.1" status: 200 len: 696 time: 0.0518289 Sep 24 15:36:07.774214 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c6c8f9fa-1932-4a5b-afec-2a9d15a285a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:07.774561 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-07b66de0-4614-424b-bdae-5f690fa9f4bc req-ce482218-3e8e-4c30-ad6c-c8601c097737 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Request body: {'floatingip': {'port_id': '958548b3-2a16-4b06-9c25-24d73f985f03', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:36:07.818370 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-07b66de0-4614-424b-bdae-5f690fa9f4bc req-ce482218-3e8e-4c30-ad6c-c8601c097737 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Notify callbacks [] for floatingip, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:07.872511 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c6c8f9fa-1932-4a5b-afec-2a9d15a285a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:07.875266 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c6c8f9fa-1932-4a5b-afec-2a9d15a285a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:07.876448 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-c6c8f9fa-1932-4a5b-afec-2a9d15a285a5 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/4c140276-22e9-4181-9ea2-164a191f1c09 HTTP/1.1" status: 204 len: 168 time: 0.1855114 Sep 24 15:36:07.891638 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c8f9fa-1932-4a5b-afec-2a9d15a285a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c140276-22e9-4181-9ea2-164a191f1c09,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:07.908955 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6cbdd0-13f3-4069-9395-ef69b626eec1 req-2728399a-7b0a-4d37-9238-df0ed6db1501 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:07.910918 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9c6cbdd0-13f3-4069-9395-ef69b626eec1 req-2728399a-7b0a-4d37-9238-df0ed6db1501 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/ports?device_id=1ae88e01-fe4e-4559-92db-6669323fd038 HTTP/1.1" status: 200 len: 943 time: 0.0719864 Sep 24 15:36:07.971072 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9c6cbdd0-13f3-4069-9395-ef69b626eec1 req-30dfec31-0e0b-448b-915f-c5056edc4758 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/security-groups?id=62f13653-b186-43c2-8b39-46ac7f17e8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509791 Sep 24 15:36:08.019602 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44232) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:08.070690 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a74206f-d94b-432f-9176-cb67d3f2c76a admin admin] Deleting subnet eb721cdf-e273-4916-af5f-f84657e645a8 {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:36:08.074484 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6a74206f-d94b-432f-9176-cb67d3f2c76a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:08.110649 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6a74206f-d94b-432f-9176-cb67d3f2c76a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:08.155383 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6a74206f-d94b-432f-9176-cb67d3f2c76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:08.311467 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a35ef93-3030-440c-8c6f-bfd354d072d9 req-da69174c-9731-42ff-ac2b-7cc6f26987d9 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:08.314045 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2a35ef93-3030-440c-8c6f-bfd354d072d9 req-da69174c-9731-42ff-ac2b-7cc6f26987d9 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=2122f163-37ae-4b6f-b6bf-1373c849b631 HTTP/1.1" status: 200 len: 945 time: 0.0588245 Sep 24 15:36:08.315738 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6a74206f-d94b-432f-9176-cb67d3f2c76a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:08.357091 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a74206f-d94b-432f-9176-cb67d3f2c76a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb721cdf-e273-4916-af5f-f84657e645a8,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:08.361002 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-07b66de0-4614-424b-bdae-5f690fa9f4bc req-ce482218-3e8e-4c30-ad6c-c8601c097737 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:08.371165 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6a74206f-d94b-432f-9176-cb67d3f2c76a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:08.372963 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-6a74206f-d94b-432f-9176-cb67d3f2c76a admin admin] 10.222.0.101 "DELETE /v2.0/subnets/eb721cdf-e273-4916-af5f-f84657e645a8 HTTP/1.1" status: 204 len: 168 time: 0.3521724 Sep 24 15:36:08.376514 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44238) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:08.402002 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2a35ef93-3030-440c-8c6f-bfd354d072d9 req-f37abeaa-7c7c-42df-99a2-d440b447228e tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399780 Sep 24 15:36:08.449606 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-07b66de0-4614-424b-bdae-5f690fa9f4bc req-ce482218-3e8e-4c30-ad6c-c8601c097737 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:08.456061 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c224135d-a30f-47da-ac7f-0a8749953ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:08.619147 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c224135d-a30f-47da-ac7f-0a8749953ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:08.633977 n-d-808921-1 neutron-server[95297]: INFO neutron.db.l3_db [req-07b66de0-4614-424b-bdae-5f690fa9f4bc req-ce482218-3e8e-4c30-ad6c-c8601c097737 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Floating IP be9bb1b2-3cf8-4418-835e-dcd3acf2c326 associated. External IP: 172.25.0.208, port: 958548b3-2a16-4b06-9c25-24d73f985f03. Sep 24 15:36:08.650446 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44248) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:08.664991 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cab5f6f0-546d-4b6d-92b4-a8d1a37f087e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:08.678476 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-c224135d-a30f-47da-ac7f-0a8749953ae8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ec0eea9-103a-473a-a864-4f40823c2b50']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:36:08.692418 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-c224135d-a30f-47da-ac7f-0a8749953ae8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e58f099b-5515-4559-84f3-ac8d8105b11b') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:36:08.692708 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-c224135d-a30f-47da-ac7f-0a8749953ae8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e58f099b-5515-4559-84f3-ac8d8105b11b') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:36:08.705928 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c224135d-a30f-47da-ac7f-0a8749953ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:08.709909 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:08.752806 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c224135d-a30f-47da-ac7f-0a8749953ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:08.762697 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c224135d-a30f-47da-ac7f-0a8749953ae8 admin admin] Releasing vlan 1267 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:36:08.763086 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c224135d-a30f-47da-ac7f-0a8749953ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:08.764698 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:36:08.764698 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:36:08.764698 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:36:08.764698 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:36:08.764698 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:36:08.764698 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:36:08.764698 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:36:08.764698 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:36:08.764698 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:36:08.764698 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:36:08.764698 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:36:08.764698 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:36:08.764698 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:36:08.764698 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:36:08.764698 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:36:08.764698 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:36:08.764698 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:36:08.764698 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:36:08.764698 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:36:08.764698 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:36:08.764698 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:36:08.764698 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:36:08.764698 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:36:08.764698 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:36:08.764698 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:36:08.764698 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:36:08.764698 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:36:08.764698 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:36:08.764698 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:36:08.764698 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:36:08.764698 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:36:08.764698 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:36:08.770502 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cab5f6f0-546d-4b6d-92b4-a8d1a37f087e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:08.853398 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cab5f6f0-546d-4b6d-92b4-a8d1a37f087e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:08.898743 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-cab5f6f0-546d-4b6d-92b4-a8d1a37f087e admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=f52196d7d9af4119b4822007f64c411a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2441332 Sep 24 15:36:08.898743 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab5f6f0-546d-4b6d-92b4-a8d1a37f087e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a516fce-82be-45e8-b23d-b13887c4010c,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:08.899108 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44250) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:08.933882 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59311d6c-4343-41c9-bf60-082ab6fc25d9', 'name': 'network-vif-deleted', 'tag': '66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7'}, {'name': 'network-changed', 'server_uuid': '1ae88e01-fe4e-4559-92db-6669323fd038', 'tag': '998914d9-11da-4c4e-9df1-a00ba1edde45'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:36:08.936292 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2b92d6-ccd1-4065-b216-6cf9823d5e6b" -d '{"events": [{"server_uuid": "59311d6c-4343-41c9-bf60-082ab6fc25d9", "name": "network-vif-deleted", "tag": "66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7"}, {"name": "network-changed", "server_uuid": "1ae88e01-fe4e-4559-92db-6669323fd038", "tag": "998914d9-11da-4c4e-9df1-a00ba1edde45"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:36:08.961714 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8057d176-34fe-4467-a46c-5a4d4749d100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:08.990723 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8057d176-34fe-4467-a46c-5a4d4749d100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:09.068527 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 24 Sep 2021 15:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-488f2d3e-6b75-4828-81d3-8ac01deebf8d x-openstack-request-id: req-488f2d3e-6b75-4828-81d3-8ac01deebf8d {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:36:09.068527 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59311d6c-4343-41c9-bf60-082ab6fc25d9", "name": "network-vif-deleted", "tag": "66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "1ae88e01-fe4e-4559-92db-6669323fd038", "tag": "998914d9-11da-4c4e-9df1-a00ba1edde45", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:36:09.068892 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-488f2d3e-6b75-4828-81d3-8ac01deebf8d {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:36:09.069843 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59311d6c-4343-41c9-bf60-082ab6fc25d9', 'name': 'network-vif-deleted', 'tag': '66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7', 'status': 'completed', 'code': 200} Sep 24 15:36:09.070106 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ae88e01-fe4e-4559-92db-6669323fd038', 'tag': '998914d9-11da-4c4e-9df1-a00ba1edde45', 'status': 'completed', 'code': 200} Sep 24 15:36:09.135422 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8057d176-34fe-4467-a46c-5a4d4749d100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:09.137873 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8057d176-34fe-4467-a46c-5a4d4749d100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:09.139016 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-8057d176-34fe-4467-a46c-5a4d4749d100 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/9a516fce-82be-45e8-b23d-b13887c4010c HTTP/1.1" status: 204 len: 168 time: 0.2389805 Sep 24 15:36:09.167201 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8057d176-34fe-4467-a46c-5a4d4749d100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a516fce-82be-45e8-b23d-b13887c4010c,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:09.180162 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2b92d6-ccd1-4065-b216-6cf9823d5e6b req-bc965eec-e940-4b8f-ab86-9142903bf472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:09.181675 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4e2b92d6-ccd1-4065-b216-6cf9823d5e6b req-bc965eec-e940-4b8f-ab86-9142903bf472 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=a751ad5db0954f8586f38b54191ecee5&device_id=1ae88e01-fe4e-4559-92db-6669323fd038 HTTP/1.1" status: 200 len: 1094 time: 0.0873480 Sep 24 15:36:09.198918 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44ab8c8-9068-42e5-bb3e-8824564a8b9d req-966d770c-6031-49fb-8993-4faa0a483a9d tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:09.200437 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b44ab8c8-9068-42e5-bb3e-8824564a8b9d req-966d770c-6031-49fb-8993-4faa0a483a9d tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=4da3b7ff-add6-4227-a6ef-2d1e23925c61 HTTP/1.1" status: 200 len: 944 time: 0.0796075 Sep 24 15:36:09.216514 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c224135d-a30f-47da-ac7f-0a8749953ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:09.224059 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7 no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:36:09.225196 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c224135d-a30f-47da-ac7f-0a8749953ae8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:09.227475 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-c224135d-a30f-47da-ac7f-0a8749953ae8 admin admin] 10.222.0.101 "DELETE /v2.0/networks/0ec0eea9-103a-473a-a864-4f40823c2b50 HTTP/1.1" status: 204 len: 168 time: 0.8496339 Sep 24 15:36:09.243207 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c224135d-a30f-47da-ac7f-0a8749953ae8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ec0eea9-103a-473a-a864-4f40823c2b50,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:09.262084 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07b66de0-4614-424b-bdae-5f690fa9f4bc req-ce482218-3e8e-4c30-ad6c-c8601c097737 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Router c73ab4c2-6019-44a0-903e-ab97e7d1410d has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:36:09.281254 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] No Port match for: 66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:36:09.282056 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 66a31fc2-8ef9-4b1b-94b3-f6d003ed74e7 not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:36:09.283154 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 1a8eee74-25ed-467d-a716-47e42cb7a740 no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:36:09.301005 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b44ab8c8-9068-42e5-bb3e-8824564a8b9d req-4a69db42-2afe-4e38-8ebd-369a53dff88b tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916927 Sep 24 15:36:09.316114 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] No Port match for: 1a8eee74-25ed-467d-a716-47e42cb7a740 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:36:09.320599 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 1a8eee74-25ed-467d-a716-47e42cb7a740 not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:36:09.333086 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2b92d6-ccd1-4065-b216-6cf9823d5e6b req-eeb9e7b6-0678-4442-aa83-36e72c0c48c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:09.334658 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4e2b92d6-ccd1-4065-b216-6cf9823d5e6b req-eeb9e7b6-0678-4442-aa83-36e72c0c48c2 service neutron] 10.222.0.108 "GET /v2.0/networks?id=11d4bcd0-f4e1-47ce-8813-4a94d2179197 HTTP/1.1" status: 200 len: 923 time: 0.1333055 Sep 24 15:36:09.404168 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4e2b92d6-ccd1-4065-b216-6cf9823d5e6b req-da84b8e7-ae8a-4b28-856b-0be8e64ff123 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=998914d9-11da-4c4e-9df1-a00ba1edde45 HTTP/1.1" status: 200 len: 217 time: 0.0568435 Sep 24 15:36:09.447860 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07b66de0-4614-424b-bdae-5f690fa9f4bc req-ce482218-3e8e-4c30-ad6c-c8601c097737 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:36:09.453469 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-07b66de0-4614-424b-bdae-5f690fa9f4bc req-ce482218-3e8e-4c30-ad6c-c8601c097737 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:09.459933 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76615c39-aa25-421e-b8cc-c75f68e61483 None None] Sync routers for ids ['c73ab4c2-6019-44a0-903e-ab97e7d1410d'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:36:09.469647 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76615c39-aa25-421e-b8cc-c75f68e61483 None None] Routers {'c73ab4c2-6019-44a0-903e-ab97e7d1410d'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:36:09.470738 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-76615c39-aa25-421e-b8cc-c75f68e61483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:36:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['c73ab4c2-6019-44a0-903e-ab97e7d1410d'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:36:09.482501 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2b92d6-ccd1-4065-b216-6cf9823d5e6b req-d53cc397-8817-4d25-aae5-0c695794cea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:09.484997 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4e2b92d6-ccd1-4065-b216-6cf9823d5e6b req-d53cc397-8817-4d25-aae5-0c695794cea4 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=e8a10d9b-fe75-4ec9-8ac3-c0a4f7ef261c HTTP/1.1" status: 200 len: 861 time: 0.0737953 Sep 24 15:36:09.485201 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-07b66de0-4614-424b-bdae-5f690fa9f4bc req-ce482218-3e8e-4c30-ad6c-c8601c097737 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] 10.222.0.101 "PUT /v2.0/floatingips/be9bb1b2-3cf8-4418-835e-dcd3acf2c326 HTTP/1.1" status: 200 len: 996 time: 1.7146440 Sep 24 15:36:09.489700 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10f0c6c2-b2f3-4829-998a-6cc19343fd07', 'tag': '958548b3-2a16-4b06-9c25-24d73f985f03'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:36:09.490690 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08494e10-394d-47aa-a939-13ac659b69de" -d '{"events": [{"name": "network-changed", "server_uuid": "10f0c6c2-b2f3-4829-998a-6cc19343fd07", "tag": "958548b3-2a16-4b06-9c25-24d73f985f03"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:36:09.522294 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4e2b92d6-ccd1-4065-b216-6cf9823d5e6b req-8c13e8bf-5bcd-4c31-8198-243a67e88632 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=11d4bcd0-f4e1-47ce-8813-4a94d2179197&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290501 Sep 24 15:36:09.536937 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca0b67-a229-4200-88d7-3728aff94dbf req-2de25ab2-0cc2-44d9-a726-baf09a249f8f tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:09.538499 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-efca0b67-a229-4200-88d7-3728aff94dbf req-2de25ab2-0cc2-44d9-a726-baf09a249f8f tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/ports?device_id=1ae88e01-fe4e-4559-92db-6669323fd038 HTTP/1.1" status: 200 len: 943 time: 0.1382260 Sep 24 15:36:09.618382 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-76615c39-aa25-421e-b8cc-c75f68e61483 None None] Set router c73ab4c2-6019-44a0-903e-ab97e7d1410d gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:36:09.676299 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-efca0b67-a229-4200-88d7-3728aff94dbf req-a9671a51-ab3c-4ea9-8e92-bf217a0fa300 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/security-groups?id=62f13653-b186-43c2-8b39-46ac7f17e8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141844 Sep 24 15:36:09.683674 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9ae6e-0008-4c41-9623-bac816ed90c7 req-0106165e-d958-47d1-89c3-db1796a76fa9 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:09.685120 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ebf9ae6e-0008-4c41-9623-bac816ed90c7 req-0106165e-d958-47d1-89c3-db1796a76fa9 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.110 "GET /v2.0/ports?device_id=4da3b7ff-add6-4227-a6ef-2d1e23925c61 HTTP/1.1" status: 200 len: 944 time: 0.1652105 Sep 24 15:36:09.710750 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4e2b92d6-ccd1-4065-b216-6cf9823d5e6b req-406e5b14-8c4b-4f58-8b1c-41b99f66f6a4 service neutron] 10.222.0.108 "GET /v2.0/networks/11d4bcd0-f4e1-47ce-8813-4a94d2179197?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699769 Sep 24 15:36:09.762557 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44272) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:09.808358 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b66de0-4614-424b-bdae-5f690fa9f4bc req-db60f6b7-793f-4cfd-b6d3-cabb56012445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:09.810369 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-07b66de0-4614-424b-bdae-5f690fa9f4bc req-db60f6b7-793f-4cfd-b6d3-cabb56012445 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=d8dcfb46e3384e7b906fbc13ca8bf215&device_id=10f0c6c2-b2f3-4829-998a-6cc19343fd07 HTTP/1.1" status: 200 len: 1096 time: 0.3037581 Sep 24 15:36:09.932586 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-25b26b1d-e07e-4c80-bac6-2d54032ed3fe admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5676ce9bab2246debc50f6d2b2aba18e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1665964 Sep 24 15:36:09.935189 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44278) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:09.941383 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4e2b92d6-ccd1-4065-b216-6cf9823d5e6b req-ad36a1fb-4ab2-47ea-901c-ea782aaee5b2 service neutron] 10.222.0.108 "GET /v2.0/networks/11d4bcd0-f4e1-47ce-8813-4a94d2179197?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118244 Sep 24 15:36:09.956583 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042c96ab-a5d7-4c74-90d7-34adcf4cd09b req-41f2a571-6942-4273-8835-b03fa1e46895 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:09.961140 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-042c96ab-a5d7-4c74-90d7-34adcf4cd09b req-41f2a571-6942-4273-8835-b03fa1e46895 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=2122f163-37ae-4b6f-b6bf-1373c849b631 HTTP/1.1" status: 200 len: 945 time: 0.1771276 Sep 24 15:36:09.986154 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b66de0-4614-424b-bdae-5f690fa9f4bc req-32282d07-ce93-4ad1-a4d1-188b8900dc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:09.988029 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-07b66de0-4614-424b-bdae-5f690fa9f4bc req-32282d07-ce93-4ad1-a4d1-188b8900dc03 service neutron] 10.222.0.101 "GET /v2.0/networks?id=64faeadb-d6e9-412d-b5cc-e20b90ee20d1 HTTP/1.1" status: 200 len: 931 time: 0.1703298 Sep 24 15:36:09.990859 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-ebf9ae6e-0008-4c41-9623-bac816ed90c7 req-3150bffe-6811-4cbd-b7dc-11ba0130a7b3 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Deleting port 6e75d07e-c360-4500-a32e-97860910cbc2 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:36:09.991310 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-ebf9ae6e-0008-4c41-9623-bac816ed90c7 req-3150bffe-6811-4cbd-b7dc-11ba0130a7b3 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:10.005131 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-76615c39-aa25-421e-b8cc-c75f68e61483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73ab4c2-6019-44a0-903e-ab97e7d1410d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1739616420-router', 'tenant_id': 'd8dcfb46e3384e7b906fbc13ca8bf215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '33492484-250c-4e73-a11b-91665898d3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:35:30Z', 'updated_at': '2021-09-24T15:35:39Z', 'revision_number': 4, 'project_id': 'd8dcfb46e3384e7b906fbc13ca8bf215', 'gw_port': {'id': '33492484-250c-4e73-a11b-91665898d3b0', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73ab4c2-6019-44a0-903e-ab97e7d1410d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:35:32Z', 'updated_at': '2021-09-24T15:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': 'be9bb1b2-3cf8-4418-835e-dcd3acf2c326', 'tenant_id': 'd8dcfb46e3384e7b906fbc13ca8bf215', 'floating_ip_address': '172.25.0.208', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': 'c73ab4c2-6019-44a0-903e-ab97e7d1410d', 'port_id': '958548b3-2a16-4b06-9c25-24d73f985f03', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64faeadb-d6e9-412d-b5cc-e20b90ee20d1', 'mac_address': 'fa:16:3e:25:54:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f0c6c2-b2f3-4829-998a-6cc19343fd07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:36:06Z', 'updated_at': '2021-09-24T15:36:08Z', 'revision_number': 1, 'project_id': 'd8dcfb46e3384e7b906fbc13ca8bf215', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e66b44f-9d92-4e75-b84c-be3b20f73175', 'name': '', 'network_id': '64faeadb-d6e9-412d-b5cc-e20b90ee20d1', 'tenant_id': 'd8dcfb46e3384e7b906fbc13ca8bf215', 'mac_address': 'fa:16:3e:54:af:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73ab4c2-6019-44a0-903e-ab97e7d1410d', 'device_owner': 'network:router_interface', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '492ccf6e-c369-4ff4-bac0-8794abf7d918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:35:37Z', 'updated_at': '2021-09-24T15:35:45Z', 'revision_number': 5, 'project_id': 'd8dcfb46e3384e7b906fbc13ca8bf215', 'subnets': [{'id': '492ccf6e-c369-4ff4-bac0-8794abf7d918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:36:10.042467 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f0ba080f-5522-446d-b7eb-434d2c05aba5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:10.043824 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76615c39-aa25-421e-b8cc-c75f68e61483 None None] Checking router: c73ab4c2-6019-44a0-903e-ab97e7d1410d for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:36:10.044023 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-042c96ab-a5d7-4c74-90d7-34adcf4cd09b req-9662bb6e-af82-4dfb-8493-e5025bcb2a3c tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808668 Sep 24 15:36:10.053837 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76615c39-aa25-421e-b8cc-c75f68e61483 None None] Routers {'c73ab4c2-6019-44a0-903e-ab97e7d1410d'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:36:10.054707 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-76615c39-aa25-421e-b8cc-c75f68e61483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:36:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['c73ab4c2-6019-44a0-903e-ab97e7d1410d'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:36:10.083739 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f0ba080f-5522-446d-b7eb-434d2c05aba5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:10.102098 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-07b66de0-4614-424b-bdae-5f690fa9f4bc req-4b2321fd-ee60-437e-b326-6731fa502fab service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=958548b3-2a16-4b06-9c25-24d73f985f03 HTTP/1.1" status: 200 len: 999 time: 0.1034255 Sep 24 15:36:10.183174 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b66de0-4614-424b-bdae-5f690fa9f4bc req-93a93e33-f1bb-419f-973d-050e874b17c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:10.188144 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-07b66de0-4614-424b-bdae-5f690fa9f4bc req-93a93e33-f1bb-419f-973d-050e874b17c1 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=492ccf6e-c369-4ff4-bac0-8794abf7d918 HTTP/1.1" status: 200 len: 868 time: 0.0680256 Sep 24 15:36:10.194659 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-ebf9ae6e-0008-4c41-9623-bac816ed90c7 req-3150bffe-6811-4cbd-b7dc-11ba0130a7b3 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] For port 6e75d07e-c360-4500-a32e-97860910cbc2, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=6e75d07e-c360-4500-a32e-97860910cbc2,segment=NetworkSegment(21e1a332-491d-46ef-987f-a7724d369c2e),segment_id=21e1a332-491d-46ef-987f-a7724d369c2e)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:36:10.195118 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-ebf9ae6e-0008-4c41-9623-bac816ed90c7 req-3150bffe-6811-4cbd-b7dc-11ba0130a7b3 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:10.196808 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-76615c39-aa25-421e-b8cc-c75f68e61483 None None] Set router c73ab4c2-6019-44a0-903e-ab97e7d1410d gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:36:10.224796 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-ebf9ae6e-0008-4c41-9623-bac816ed90c7 req-3150bffe-6811-4cbd-b7dc-11ba0130a7b3 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Calling delete_port for 6e75d07e-c360-4500-a32e-97860910cbc2 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:36:10.271525 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f0ba080f-5522-446d-b7eb-434d2c05aba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:10.274369 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f0ba080f-5522-446d-b7eb-434d2c05aba5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:10.275616 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f0ba080f-5522-446d-b7eb-434d2c05aba5 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/344ab438-1216-4e53-83fb-59ee737be970 HTTP/1.1" status: 204 len: 168 time: 0.3394821 Sep 24 15:36:10.277996 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b66de0-4614-424b-bdae-5f690fa9f4bc req-cb88385e-6dbf-4ff2-bafd-873110161180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:10.281833 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-07b66de0-4614-424b-bdae-5f690fa9f4bc req-cb88385e-6dbf-4ff2-bafd-873110161180 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=64faeadb-d6e9-412d-b5cc-e20b90ee20d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0819433 Sep 24 15:36:10.297274 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [req-07b66de0-4614-424b-bdae-5f690fa9f4bc req-d0f41e03-8116-4253-8403-2bc691fa69c6 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:36:10.299222 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-07b66de0-4614-424b-bdae-5f690fa9f4bc req-d0f41e03-8116-4253-8403-2bc691fa69c6 service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083046 Sep 24 15:36:10.300327 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ba080f-5522-446d-b7eb-434d2c05aba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=344ab438-1216-4e53-83fb-59ee737be970,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:10.423172 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d2d319-04af-4557-924d-7c478fbdf58f x-openstack-request-id: req-08d2d319-04af-4557-924d-7c478fbdf58f {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:36:10.423501 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10f0c6c2-b2f3-4829-998a-6cc19343fd07", "tag": "958548b3-2a16-4b06-9c25-24d73f985f03", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:36:10.424059 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-08d2d319-04af-4557-924d-7c478fbdf58f {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:36:10.424356 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10f0c6c2-b2f3-4829-998a-6cc19343fd07', 'tag': '958548b3-2a16-4b06-9c25-24d73f985f03', 'status': 'completed', 'code': 200} Sep 24 15:36:10.488653 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-07b66de0-4614-424b-bdae-5f690fa9f4bc req-b138f3d5-9e7e-42cd-aa77-d80f9c014d73 service neutron] 10.222.0.101 "GET /v2.0/networks/64faeadb-d6e9-412d-b5cc-e20b90ee20d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815305 Sep 24 15:36:10.489972 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-ebf9ae6e-0008-4c41-9623-bac816ed90c7 req-3150bffe-6811-4cbd-b7dc-11ba0130a7b3 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:10.550492 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:10.606211 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-07b66de0-4614-424b-bdae-5f690fa9f4bc req-fb46e948-f661-462a-8560-f0ae4aee935c service neutron] 10.222.0.101 "GET /v2.0/networks/64faeadb-d6e9-412d-b5cc-e20b90ee20d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118510 Sep 24 15:36:10.642812 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-76615c39-aa25-421e-b8cc-c75f68e61483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73ab4c2-6019-44a0-903e-ab97e7d1410d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1739616420-router', 'tenant_id': 'd8dcfb46e3384e7b906fbc13ca8bf215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '33492484-250c-4e73-a11b-91665898d3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:35:30Z', 'updated_at': '2021-09-24T15:35:39Z', 'revision_number': 4, 'project_id': 'd8dcfb46e3384e7b906fbc13ca8bf215', 'gw_port': {'id': '33492484-250c-4e73-a11b-91665898d3b0', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73ab4c2-6019-44a0-903e-ab97e7d1410d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:35:32Z', 'updated_at': '2021-09-24T15:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': 'be9bb1b2-3cf8-4418-835e-dcd3acf2c326', 'tenant_id': 'd8dcfb46e3384e7b906fbc13ca8bf215', 'floating_ip_address': '172.25.0.208', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': 'c73ab4c2-6019-44a0-903e-ab97e7d1410d', 'port_id': '958548b3-2a16-4b06-9c25-24d73f985f03', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64faeadb-d6e9-412d-b5cc-e20b90ee20d1', 'mac_address': 'fa:16:3e:25:54:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f0c6c2-b2f3-4829-998a-6cc19343fd07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:36:06Z', 'updated_at': '2021-09-24T15:36:08Z', 'revision_number': 1, 'project_id': 'd8dcfb46e3384e7b906fbc13ca8bf215', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e66b44f-9d92-4e75-b84c-be3b20f73175', 'name': '', 'network_id': '64faeadb-d6e9-412d-b5cc-e20b90ee20d1', 'tenant_id': 'd8dcfb46e3384e7b906fbc13ca8bf215', 'mac_address': 'fa:16:3e:54:af:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73ab4c2-6019-44a0-903e-ab97e7d1410d', 'device_owner': 'network:router_interface', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '492ccf6e-c369-4ff4-bac0-8794abf7d918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:35:37Z', 'updated_at': '2021-09-24T15:35:45Z', 'revision_number': 5, 'project_id': 'd8dcfb46e3384e7b906fbc13ca8bf215', 'subnets': [{'id': '492ccf6e-c369-4ff4-bac0-8794abf7d918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:36:10.678611 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76615c39-aa25-421e-b8cc-c75f68e61483 None None] The sync data for ids ['c73ab4c2-6019-44a0-903e-ab97e7d1410d'] in n-d-808921-1 is: [{'id': 'c73ab4c2-6019-44a0-903e-ab97e7d1410d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1739616420-router', 'tenant_id': 'd8dcfb46e3384e7b906fbc13ca8bf215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '33492484-250c-4e73-a11b-91665898d3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:35:30Z', 'updated_at': '2021-09-24T15:35:39Z', 'revision_number': 4, 'project_id': 'd8dcfb46e3384e7b906fbc13ca8bf215', 'gw_port': {'id': '33492484-250c-4e73-a11b-91665898d3b0', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73ab4c2-6019-44a0-903e-ab97e7d1410d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:35:32Z', 'updated_at': '2021-09-24T15:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': 'be9bb1b2-3cf8-4418-835e-dcd3acf2c326', 'tenant_id': 'd8dcfb46e3384e7b906fbc13ca8bf215', 'floating_ip_address': '172.25.0.208', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': 'c73ab4c2-6019-44a0-903e-ab97e7d1410d', 'port_id': '958548b3-2a16-4b06-9c25-24d73f985f03', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64faeadb-d6e9-412d-b5cc-e20b90ee20d1', 'mac_address': 'fa:16:3e:25:54:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10f0c6c2-b2f3-4829-998a-6cc19343fd07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:36:06Z', 'updated_at': '2021-09-24T15:36:08Z', 'revision_number': 1, 'project_id': 'd8dcfb46e3384e7b906fbc13ca8bf215', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e66b44f-9d92-4e75-b84c-be3b20f73175', 'name': '', 'network_id': '64faeadb-d6e9-412d-b5cc-e20b90ee20d1', 'tenant_id': 'd8dcfb46e3384e7b906fbc13ca8bf215', 'mac_address': 'fa:16:3e:54:af:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73ab4c2-6019-44a0-903e-ab97e7d1410d', 'device_owner': 'network:router_interface', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '492ccf6e-c369-4ff4-bac0-8794abf7d918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:35:37Z', 'updated_at': '2021-09-24T15:35:45Z', 'revision_number': 5, 'project_id': 'd8dcfb46e3384e7b906fbc13ca8bf215', 'subnets': [{'id': '492ccf6e-c369-4ff4-bac0-8794abf7d918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:36:10.867034 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354d362b-30e8-4ad7-b498-dba4b46a4d6e req-2eeac366-bed1-4895-893d-1017a3cfb866 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:10.868685 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-354d362b-30e8-4ad7-b498-dba4b46a4d6e req-2eeac366-bed1-4895-893d-1017a3cfb866 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/ports?device_id=1ae88e01-fe4e-4559-92db-6669323fd038 HTTP/1.1" status: 200 len: 943 time: 0.0691288 Sep 24 15:36:10.927845 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-354d362b-30e8-4ad7-b498-dba4b46a4d6e req-f397527a-4b8b-4312-a965-b41eaac27075 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/security-groups?id=62f13653-b186-43c2-8b39-46ac7f17e8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511920 Sep 24 15:36:10.973407 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3150bffe-6811-4cbd-b7dc-11ba0130a7b3 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Pushing event deleted for resources: {'Port': ['ID=6e75d07e-c360-4500-a32e-97860910cbc2,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:10.992602 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebf9ae6e-0008-4c41-9623-bac816ed90c7 req-3150bffe-6811-4cbd-b7dc-11ba0130a7b3 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] No DVR routers for this DVR port 6e75d07e-c360-4500-a32e-97860910cbc2 on host n-h1-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:36:11.028569 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-ebf9ae6e-0008-4c41-9623-bac816ed90c7 req-3150bffe-6811-4cbd-b7dc-11ba0130a7b3 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:11.031358 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ebf9ae6e-0008-4c41-9623-bac816ed90c7 req-3150bffe-6811-4cbd-b7dc-11ba0130a7b3 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.110 "DELETE /v2.0/ports/6e75d07e-c360-4500-a32e-97860910cbc2 HTTP/1.1" status: 204 len: 173 time: 1.3339846 Sep 24 15:36:11.047171 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c39d3c91-ac18-4363-89fb-a6cea0ad5fd6 req-d861af3e-8e81-42d4-bb8f-f421a0592968 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=4da3b7ff-add6-4227-a6ef-2d1e23925c61 HTTP/1.1" status: 200 len: 210 time: 0.1090977 Sep 24 15:36:11.055908 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be918c6-d65e-45b1-b7ec-36e230827ad3 None None] New status for floating IP be9bb1b2-3cf8-4418-835e-dcd3acf2c326: ACTIVE {{(pid=95300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:36:11.081232 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08494e10-394d-47aa-a939-13ac659b69de req-6c7a7741-a15a-4e81-b11f-48921db5444e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:11.088202 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-08494e10-394d-47aa-a939-13ac659b69de req-6c7a7741-a15a-4e81-b11f-48921db5444e service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=d8dcfb46e3384e7b906fbc13ca8bf215&device_id=10f0c6c2-b2f3-4829-998a-6cc19343fd07 HTTP/1.1" status: 200 len: 1096 time: 0.6359274 Sep 24 15:36:11.088757 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da3b7ff-add6-4227-a6ef-2d1e23925c61', 'name': 'network-vif-deleted', 'tag': '6e75d07e-c360-4500-a32e-97860910cbc2'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:36:11.091344 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a37b3f7c-fafa-48ca-8f64-fb552487efde" -d '{"events": [{"server_uuid": "4da3b7ff-add6-4227-a6ef-2d1e23925c61", "name": "network-vif-deleted", "tag": "6e75d07e-c360-4500-a32e-97860910cbc2"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:36:11.119220 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f923b-a571-4c6b-8055-eee95db8bec9 req-54c18306-bfde-4700-8876-1bb849e61da5 tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:11.123163 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-502f923b-a571-4c6b-8055-eee95db8bec9 req-54c18306-bfde-4700-8876-1bb849e61da5 tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] 10.222.0.108 "GET /v2.0/ports?device_id=2122f163-37ae-4b6f-b6bf-1373c849b631&tenant_id=8957a38149f44837aa315f739e11ffd3&binding%3Ahost_id=n-h1-808921-1 HTTP/1.1" status: 200 len: 1096 time: 0.2094970 Sep 24 15:36:11.147892 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-502f923b-a571-4c6b-8055-eee95db8bec9 req-ca8acc29-ff04-4f41-b35e-d11b0717335f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-808921-1'}}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:36:11.195241 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ab7829db-4800-4731-9974-cb5a7d41e0fe req-ca6d86ef-64b6-41af-8505-1f5ddde0a01a tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=e6a2de20-1ea0-43e5-88e0-982d19e317d5 HTTP/1.1" status: 200 len: 258 time: 0.2016840 Sep 24 15:36:11.200305 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-ab7829db-4800-4731-9974-cb5a7d41e0fe req-c5ab482c-f8cb-4c5f-a023-41ac7a5d062b tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Request body: {'floatingip': {'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:36:11.310367 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-502f923b-a571-4c6b-8055-eee95db8bec9 req-ca8acc29-ff04-4f41-b35e-d11b0717335f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:11.314434 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08494e10-394d-47aa-a939-13ac659b69de req-0b5d5ad4-819f-4639-b869-8272a5028693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:11.315967 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-08494e10-394d-47aa-a939-13ac659b69de req-0b5d5ad4-819f-4639-b869-8272a5028693 service neutron] 10.222.0.108 "GET /v2.0/networks?id=64faeadb-d6e9-412d-b5cc-e20b90ee20d1 HTTP/1.1" status: 200 len: 931 time: 0.2128632 Sep 24 15:36:11.325505 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50151bbb-8ec6-4e52-b074-9de22dc89022 req-7d0a0aae-f4e3-4420-b461-28e6157bbc8a tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:11.327294 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-50151bbb-8ec6-4e52-b074-9de22dc89022 req-7d0a0aae-f4e3-4420-b461-28e6157bbc8a tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=2122f163-37ae-4b6f-b6bf-1373c849b631 HTTP/1.1" status: 200 len: 945 time: 0.1668532 Sep 24 15:36:11.392019 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-ab7829db-4800-4731-9974-cb5a7d41e0fe req-c5ab482c-f8cb-4c5f-a023-41ac7a5d062b tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Notify callbacks [] for floatingip, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:11.455143 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-08494e10-394d-47aa-a939-13ac659b69de req-29e9dbca-aa85-4c90-99da-4a4ee36b06ad service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=958548b3-2a16-4b06-9c25-24d73f985f03 HTTP/1.1" status: 200 len: 999 time: 0.1199307 Sep 24 15:36:11.459385 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-50151bbb-8ec6-4e52-b074-9de22dc89022 req-e45de33a-dbe0-4a74-9177-9567e5b70137 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792670 Sep 24 15:36:11.517063 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-ab7829db-4800-4731-9974-cb5a7d41e0fe req-c5ab482c-f8cb-4c5f-a023-41ac7a5d062b tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:11.518811 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6489324-e9c2-43ee-8792-c8f8bc626032 x-openstack-request-id: req-e6489324-e9c2-43ee-8792-c8f8bc626032 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:36:11.519149 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4da3b7ff-add6-4227-a6ef-2d1e23925c61", "name": "network-vif-deleted", "tag": "6e75d07e-c360-4500-a32e-97860910cbc2", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:36:11.519307 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e6489324-e9c2-43ee-8792-c8f8bc626032 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:36:11.519694 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4da3b7ff-add6-4227-a6ef-2d1e23925c61', 'name': 'network-vif-deleted', 'tag': '6e75d07e-c360-4500-a32e-97860910cbc2', 'status': 'completed', 'code': 200} Sep 24 15:36:11.582524 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08494e10-394d-47aa-a939-13ac659b69de req-82b91a2e-0fcd-4c92-a8ce-b02f75ec4457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:11.583994 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-08494e10-394d-47aa-a939-13ac659b69de req-82b91a2e-0fcd-4c92-a8ce-b02f75ec4457 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=492ccf6e-c369-4ff4-bac0-8794abf7d918 HTTP/1.1" status: 200 len: 868 time: 0.1151164 Sep 24 15:36:11.647620 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-502f923b-a571-4c6b-8055-eee95db8bec9 req-ca8acc29-ff04-4f41-b35e-d11b0717335f service neutron] For port d70a22d3-59ef-454e-9818-527895d92292, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=d70a22d3-59ef-454e-9818-527895d92292,segment=NetworkSegment(5bd2529f-b450-42b6-8981-999bdd2f1ff0),segment_id=5bd2529f-b450-42b6-8981-999bdd2f1ff0)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:36:11.676757 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08494e10-394d-47aa-a939-13ac659b69de req-0974d7b2-b21b-4c09-b1b9-d1b49e967bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:11.678293 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-08494e10-394d-47aa-a939-13ac659b69de req-0974d7b2-b21b-4c09-b1b9-d1b49e967bfd service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=64faeadb-d6e9-412d-b5cc-e20b90ee20d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0817130 Sep 24 15:36:11.700738 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [req-ab7829db-4800-4731-9974-cb5a7d41e0fe req-c5ab482c-f8cb-4c5f-a023-41ac7a5d062b tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Allocated IP 172.25.0.117 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/0e03143d-0d1d-4803-84e4-2f16784080d0) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:36:11.719955 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-502f923b-a571-4c6b-8055-eee95db8bec9 req-ca8acc29-ff04-4f41-b35e-d11b0717335f service neutron] For port d70a22d3-59ef-454e-9818-527895d92292, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:36:11.815380 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-502f923b-a571-4c6b-8055-eee95db8bec9 req-ca8acc29-ff04-4f41-b35e-d11b0717335f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:11.831855 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-ab7829db-4800-4731-9974-cb5a7d41e0fe req-c5ab482c-f8cb-4c5f-a023-41ac7a5d062b tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:11.833432 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-08494e10-394d-47aa-a939-13ac659b69de req-e9de19e0-9ef6-4b7b-b98a-204bf8055b09 service neutron] 10.222.0.108 "GET /v2.0/networks/64faeadb-d6e9-412d-b5cc-e20b90ee20d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394293 Sep 24 15:36:11.873001 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 998914d9-11da-4c4e-9df1-a00ba1edde45 details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:36:11.942702 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-08494e10-394d-47aa-a939-13ac659b69de req-8103f9c5-e682-4aca-b191-ab48c9b287e5 service neutron] 10.222.0.108 "GET /v2.0/networks/64faeadb-d6e9-412d-b5cc-e20b90ee20d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004853 Sep 24 15:36:11.976802 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-502f923b-a571-4c6b-8055-eee95db8bec9 req-ca8acc29-ff04-4f41-b35e-d11b0717335f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:11.991356 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-ab7829db-4800-4731-9974-cb5a7d41e0fe req-c5ab482c-f8cb-4c5f-a023-41ac7a5d062b tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:12.003818 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 998914d9-11da-4c4e-9df1-a00ba1edde45, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=998914d9-11da-4c4e-9df1-a00ba1edde45,segment=NetworkSegment(e854fc2b-10a2-4840-85e1-f484bd234f97),segment_id=e854fc2b-10a2-4840-85e1-f484bd234f97)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:36:12.019379 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': '998914d9-11da-4c4e-9df1-a00ba1edde45', 'network_id': '11d4bcd0-f4e1-47ce-8813-4a94d2179197', 'port_id': '998914d9-11da-4c4e-9df1-a00ba1edde45', 'mac_address': 'fa:16:3e:ac:24:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8a10d9b-fe75-4ec9-8ac3-c0a4f7ef261c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:36:12.063367 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:12.070179 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44344) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:12.079494 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 998914d9-11da-4c4e-9df1-a00ba1edde45 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:36:12.101452 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 998914d9-11da-4c4e-9df1-a00ba1edde45, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=998914d9-11da-4c4e-9df1-a00ba1edde45,segment=NetworkSegment(e854fc2b-10a2-4840-85e1-f484bd234f97),segment_id=e854fc2b-10a2-4840-85e1-f484bd234f97)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:36:12.143163 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab7829db-4800-4731-9974-cb5a7d41e0fe req-c5ab482c-f8cb-4c5f-a023-41ac7a5d062b tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:36:12.146088 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [req-ab7829db-4800-4731-9974-cb5a7d41e0fe req-c5ab482c-f8cb-4c5f-a023-41ac7a5d062b tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:36:12.153986 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8acc29-ff04-4f41-b35e-d11b0717335f service neutron] Pushing event updated for resources: {'Port': ['ID=d70a22d3-59ef-454e-9818-527895d92292,revision_number=7']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:12.155107 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab7829db-4800-4731-9974-cb5a7d41e0fe req-c5ab482c-f8cb-4c5f-a023-41ac7a5d062b tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:36:12.183633 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:12.258371 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-502f923b-a571-4c6b-8055-eee95db8bec9 req-ca8acc29-ff04-4f41-b35e-d11b0717335f service neutron] Attempting to bind port d70a22d3-59ef-454e-9818-527895d92292 on host n-h1-808921-1 for vnic_type normal with profile {"migrating_to": "n-h2-808921-1"} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:36:12.259149 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-502f923b-a571-4c6b-8055-eee95db8bec9 req-ca8acc29-ff04-4f41-b35e-d11b0717335f service neutron] Attempting to bind port d70a22d3-59ef-454e-9818-527895d92292 by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': '5bd2529f-b450-42b6-8981-999bdd2f1ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '058852f5-088e-42d1-b3e1-abf106a974a3'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:36:12.259390 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502f923b-a571-4c6b-8055-eee95db8bec9 req-ca8acc29-ff04-4f41-b35e-d11b0717335f service neutron] Attempting to bind port d70a22d3-59ef-454e-9818-527895d92292 on network 058852f5-088e-42d1-b3e1-abf106a974a3 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:36:12.279182 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6599ba04-517f-4444-b085-964d8c6b1ad2 req-6464a912-d74e-424f-8f2b-537d8681e22c tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:12.280881 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-ab7829db-4800-4731-9974-cb5a7d41e0fe req-c5ab482c-f8cb-4c5f-a023-41ac7a5d062b tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:12.281671 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6599ba04-517f-4444-b085-964d8c6b1ad2 req-6464a912-d74e-424f-8f2b-537d8681e22c tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/ports?device_id=1ae88e01-fe4e-4559-92db-6669323fd038 HTTP/1.1" status: 200 len: 943 time: 0.1647873 Sep 24 15:36:12.282549 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502f923b-a571-4c6b-8055-eee95db8bec9 req-ca8acc29-ff04-4f41-b35e-d11b0717335f service neutron] Port d70a22d3-59ef-454e-9818-527895d92292 on network 058852f5-088e-42d1-b3e1-abf106a974a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:36:12.282948 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502f923b-a571-4c6b-8055-eee95db8bec9 req-ca8acc29-ff04-4f41-b35e-d11b0717335f service neutron] Attempting to bind port d70a22d3-59ef-454e-9818-527895d92292 on network 058852f5-088e-42d1-b3e1-abf106a974a3 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:36:12.294230 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ab482c-f8cb-4c5f-a023-41ac7a5d062b tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Pushing event updated for resources: {'Port': ['ID=0e03143d-0d1d-4803-84e4-2f16784080d0,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:12.306364 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=998914d9-11da-4c4e-9df1-a00ba1edde45,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:12.329461 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502f923b-a571-4c6b-8055-eee95db8bec9 req-ca8acc29-ff04-4f41-b35e-d11b0717335f service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:36:12.329812 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502f923b-a571-4c6b-8055-eee95db8bec9 req-ca8acc29-ff04-4f41-b35e-d11b0717335f service neutron] Checking segment: {'id': '5bd2529f-b450-42b6-8981-999bdd2f1ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '058852f5-088e-42d1-b3e1-abf106a974a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:36:12.330264 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-502f923b-a571-4c6b-8055-eee95db8bec9 req-ca8acc29-ff04-4f41-b35e-d11b0717335f service neutron] Bound using segment: {'id': '5bd2529f-b450-42b6-8981-999bdd2f1ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '058852f5-088e-42d1-b3e1-abf106a974a3'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:36:12.330748 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-502f923b-a571-4c6b-8055-eee95db8bec9 req-ca8acc29-ff04-4f41-b35e-d11b0717335f service neutron] Bound port: d70a22d3-59ef-454e-9818-527895d92292, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bd2529f-b450-42b6-8981-999bdd2f1ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '058852f5-088e-42d1-b3e1-abf106a974a3'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:36:12.331120 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-502f923b-a571-4c6b-8055-eee95db8bec9 req-ca8acc29-ff04-4f41-b35e-d11b0717335f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:12.346655 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-f59e1e1f-453a-40a2-99a4-dbb5e872c363 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2074818100-network', 'tenant_id': 'c99d52405d9141d6b21e8bd3f638dbfc'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:36:12.367232 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6599ba04-517f-4444-b085-964d8c6b1ad2 req-6706a916-e967-4155-9826-c0a00cccc15e tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/security-groups?id=62f13653-b186-43c2-8b39-46ac7f17e8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791240 Sep 24 15:36:12.396641 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-ab7829db-4800-4731-9974-cb5a7d41e0fe req-c5ab482c-f8cb-4c5f-a023-41ac7a5d062b tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:12.439191 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-502f923b-a571-4c6b-8055-eee95db8bec9 req-ca8acc29-ff04-4f41-b35e-d11b0717335f service neutron] For port d70a22d3-59ef-454e-9818-527895d92292, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:36:12.443934 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-502f923b-a571-4c6b-8055-eee95db8bec9 req-ca8acc29-ff04-4f41-b35e-d11b0717335f service neutron] For port d70a22d3-59ef-454e-9818-527895d92292, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=d70a22d3-59ef-454e-9818-527895d92292,segment=NetworkSegment(5bd2529f-b450-42b6-8981-999bdd2f1ff0),segment_id=5bd2529f-b450-42b6-8981-999bdd2f1ff0)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:36:12.488513 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f59e1e1f-453a-40a2-99a4-dbb5e872c363 admin admin] Made reservation on behalf of c99d52405d9141d6b21e8bd3f638dbfc for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:36:12.489199 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-40118c61-1e9d-44df-8c50-7cd1b35feb9d req-d306fdac-7724-4945-a477-1e777c27020e tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=4da3b7ff-add6-4227-a6ef-2d1e23925c61 HTTP/1.1" status: 200 len: 210 time: 0.0280325 Sep 24 15:36:12.490762 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f59e1e1f-453a-40a2-99a4-dbb5e872c363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:12.508238 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f59e1e1f-453a-40a2-99a4-dbb5e872c363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:12.528202 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-502f923b-a571-4c6b-8055-eee95db8bec9 req-ca8acc29-ff04-4f41-b35e-d11b0717335f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:12.612488 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['998914d9-11da-4c4e-9df1-a00ba1edde45'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:36:12.613066 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f923b-a571-4c6b-8055-eee95db8bec9 req-ca8acc29-ff04-4f41-b35e-d11b0717335f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:12.614076 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-502f923b-a571-4c6b-8055-eee95db8bec9 req-ca8acc29-ff04-4f41-b35e-d11b0717335f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:12.616370 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-502f923b-a571-4c6b-8055-eee95db8bec9 req-ca8acc29-ff04-4f41-b35e-d11b0717335f service neutron] 10.222.0.108 "PUT /v2.0/ports/d70a22d3-59ef-454e-9818-527895d92292 HTTP/1.1" status: 200 len: 1121 time: 1.4741194 Sep 24 15:36:12.619304 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8acc29-ff04-4f41-b35e-d11b0717335f service neutron] Pushing event updated for resources: {'Port': ['ID=d70a22d3-59ef-454e-9818-527895d92292,revision_number=8']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:12.648435 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-ab7829db-4800-4731-9974-cb5a7d41e0fe req-c5ab482c-f8cb-4c5f-a023-41ac7a5d062b tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:12.695147 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f59e1e1f-453a-40a2-99a4-dbb5e872c363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:12.713537 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['d70a22d3-59ef-454e-9818-527895d92292'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:36:12.779254 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-ab7829db-4800-4731-9974-cb5a7d41e0fe req-c5ab482c-f8cb-4c5f-a023-41ac7a5d062b tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:12.800690 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['d70a22d3-59ef-454e-9818-527895d92292'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:36:12.800987 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549a3f8a-2ebf-4b3d-8ff9-6644fbabbb59 req-e342de5c-f021-4d62-b91e-6b16836b3714 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:12.802802 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-549a3f8a-2ebf-4b3d-8ff9-6644fbabbb59 req-e342de5c-f021-4d62-b91e-6b16836b3714 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=2122f163-37ae-4b6f-b6bf-1373c849b631 HTTP/1.1" status: 200 len: 943 time: 0.0564146 Sep 24 15:36:12.846453 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f59e1e1f-453a-40a2-99a4-dbb5e872c363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:12.849661 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-549a3f8a-2ebf-4b3d-8ff9-6644fbabbb59 req-008c2496-b72d-4de3-a1e3-d3488a84434a tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376170 Sep 24 15:36:12.887522 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ab482c-f8cb-4c5f-a023-41ac7a5d062b tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Pushing event updated for resources: {'Port': ['ID=0e03143d-0d1d-4803-84e4-2f16784080d0,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:12.905113 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f59e1e1f-453a-40a2-99a4-dbb5e872c363 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1261} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:36:12.925992 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-ab7829db-4800-4731-9974-cb5a7d41e0fe req-c5ab482c-f8cb-4c5f-a023-41ac7a5d062b tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:12.935656 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f59e1e1f-453a-40a2-99a4-dbb5e872c363 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:12.936074 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-f59e1e1f-453a-40a2-99a4-dbb5e872c363 admin admin] Added segment b546acd3-82a1-4d5d-82c0-3ff14f29b0aa of type vlan for network 701084d1-b6de-45b7-9441-4205d9510bac Sep 24 15:36:12.938032 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59e1e1f-453a-40a2-99a4-dbb5e872c363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:12.990139 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f59e1e1f-453a-40a2-99a4-dbb5e872c363 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:13.072380 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-ab7829db-4800-4731-9974-cb5a7d41e0fe req-c5ab482c-f8cb-4c5f-a023-41ac7a5d062b tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:13.074027 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ab7829db-4800-4731-9974-cb5a7d41e0fe req-c5ab482c-f8cb-4c5f-a023-41ac7a5d062b tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8775806 Sep 24 15:36:13.124947 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f59e1e1f-453a-40a2-99a4-dbb5e872c363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:13.126055 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59e1e1f-453a-40a2-99a4-dbb5e872c363 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:13.126673 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f59e1e1f-453a-40a2-99a4-dbb5e872c363 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:13.140781 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ab7829db-4800-4731-9974-cb5a7d41e0fe req-524cff08-525b-4394-9f9e-1d06b67ff31b tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.0.117 HTTP/1.1" status: 200 len: 696 time: 0.0595007 Sep 24 15:36:13.224768 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59e1e1f-453a-40a2-99a4-dbb5e872c363 admin admin] Pushing event updated for resources: {'Network': ['ID=701084d1-b6de-45b7-9441-4205d9510bac,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:13.238715 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 701084d1-b6de-45b7-9441-4205d9510bac details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:36:13.294720 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f59e1e1f-453a-40a2-99a4-dbb5e872c363 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1951327 Sep 24 15:36:13.297843 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44386) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:13.300094 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 6e75d07e-c360-4500-a32e-97860910cbc2 no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:36:13.304511 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-57df704b-3039-490d-9cb4-8262ac12f294 admin admin] Request body: {'subnet': {'network_id': '701084d1-b6de-45b7-9441-4205d9510bac', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2074818100-subnet', 'tenant_id': 'c99d52405d9141d6b21e8bd3f638dbfc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:36:13.333699 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7829db-4800-4731-9974-cb5a7d41e0fe req-5127f9fc-575b-4119-a9ff-36327c1a8ffc tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:13.335316 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ab7829db-4800-4731-9974-cb5a7d41e0fe req-5127f9fc-575b-4119-a9ff-36327c1a8ffc tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] 10.222.0.101 "GET /v2.0/networks/e6a2de20-1ea0-43e5-88e0-982d19e317d5 HTTP/1.1" status: 200 len: 784 time: 0.1829879 Sep 24 15:36:13.336000 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] No Port match for: 6e75d07e-c360-4500-a32e-97860910cbc2 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:36:13.336346 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 6e75d07e-c360-4500-a32e-97860910cbc2 not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:36:13.398319 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57df704b-3039-490d-9cb4-8262ac12f294 admin admin] Made reservation on behalf of c99d52405d9141d6b21e8bd3f638dbfc for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:36:13.398953 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-57df704b-3039-490d-9cb4-8262ac12f294 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:13.451456 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcd2b63-4069-4d25-9f48-c5fe6a467632 req-5ba59e2c-76b8-4a40-93ef-effd6fce301d tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:13.458576 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cbcd2b63-4069-4d25-9f48-c5fe6a467632 req-5ba59e2c-76b8-4a40-93ef-effd6fce301d tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] 10.222.0.101 "GET /v2.0/ports?device_id=10f0c6c2-b2f3-4829-998a-6cc19343fd07&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0620213 Sep 24 15:36:13.505986 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cbcd2b63-4069-4d25-9f48-c5fe6a467632 req-41d1fcd8-6f59-4b53-9e2d-6b42888904fc tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.0.117 HTTP/1.1" status: 200 len: 696 time: 0.0465345 Sep 24 15:36:13.517115 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-cbcd2b63-4069-4d25-9f48-c5fe6a467632 req-d8b0faf6-d7c4-4fc9-adee-ef2fe5e6fc94 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Request body: {'floatingip': {'port_id': '958548b3-2a16-4b06-9c25-24d73f985f03', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:36:13.520213 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2122f163-37ae-4b6f-b6bf-1373c849b631', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd70a22d3-59ef-454e-9818-527895d92292'}, {'name': 'network-changed', 'server_uuid': '2122f163-37ae-4b6f-b6bf-1373c849b631', 'tag': 'd70a22d3-59ef-454e-9818-527895d92292'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:36:13.522496 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-037d31c5-1ee8-4628-8651-2cc4074a46a0" -d '{"events": [{"server_uuid": "2122f163-37ae-4b6f-b6bf-1373c849b631", "name": "network-vif-unplugged", "status": "completed", "tag": "d70a22d3-59ef-454e-9818-527895d92292"}, {"name": "network-changed", "server_uuid": "2122f163-37ae-4b6f-b6bf-1373c849b631", "tag": "d70a22d3-59ef-454e-9818-527895d92292"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:36:13.544478 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d3be91-f65f-4261-8511-0a555fd8fff6 req-28f0654e-896e-4771-bd7e-8d1841311f5b tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:13.546015 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-74d3be91-f65f-4261-8511-0a555fd8fff6 req-28f0654e-896e-4771-bd7e-8d1841311f5b tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/ports?device_id=1ae88e01-fe4e-4559-92db-6669323fd038 HTTP/1.1" status: 200 len: 944 time: 0.0835326 Sep 24 15:36:13.560709 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-cbcd2b63-4069-4d25-9f48-c5fe6a467632 req-d8b0faf6-d7c4-4fc9-adee-ef2fe5e6fc94 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Notify callbacks [] for floatingip, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:13.614832 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-74d3be91-f65f-4261-8511-0a555fd8fff6 req-1b380509-37e9-4bb6-8c72-26f1cdf31a37 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/security-groups?id=62f13653-b186-43c2-8b39-46ac7f17e8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505443 Sep 24 15:36:13.709301 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 24 Sep 2021 15:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9464fe9-6b55-451a-b36a-1a90677df17c x-openstack-request-id: req-a9464fe9-6b55-451a-b36a-1a90677df17c {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:36:13.709646 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2122f163-37ae-4b6f-b6bf-1373c849b631", "name": "network-vif-unplugged", "status": "completed", "tag": "d70a22d3-59ef-454e-9818-527895d92292", "code": 200}, {"name": "network-changed", "server_uuid": "2122f163-37ae-4b6f-b6bf-1373c849b631", "tag": "d70a22d3-59ef-454e-9818-527895d92292", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:36:13.709902 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a9464fe9-6b55-451a-b36a-1a90677df17c {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:36:13.710302 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2122f163-37ae-4b6f-b6bf-1373c849b631', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd70a22d3-59ef-454e-9818-527895d92292', 'code': 200} Sep 24 15:36:13.710597 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2122f163-37ae-4b6f-b6bf-1373c849b631', 'tag': 'd70a22d3-59ef-454e-9818-527895d92292', 'status': 'completed', 'code': 200} Sep 24 15:36:13.787108 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d31c5-1ee8-4628-8651-2cc4074a46a0 req-a76af258-5130-4e35-9ef1-547773e36a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:13.789084 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-037d31c5-1ee8-4628-8651-2cc4074a46a0 req-a76af258-5130-4e35-9ef1-547773e36a45 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=8957a38149f44837aa315f739e11ffd3&device_id=2122f163-37ae-4b6f-b6bf-1373c849b631 HTTP/1.1" status: 200 len: 1124 time: 0.0530541 Sep 24 15:36:13.797096 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-57df704b-3039-490d-9cb4-8262ac12f294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:13.824287 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [req-cbcd2b63-4069-4d25-9f48-c5fe6a467632 req-d8b0faf6-d7c4-4fc9-adee-ef2fe5e6fc94 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] update failed (client error): There was a conflict when trying to complete your request. Sep 24 15:36:13.825453 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cbcd2b63-4069-4d25-9f48-c5fe6a467632 req-d8b0faf6-d7c4-4fc9-adee-ef2fe5e6fc94 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] 10.222.0.101 "PUT /v2.0/floatingips/e570f4aa-a024-4059-8e15-fb994d0d5bac HTTP/1.1" status: 409 len: 550 time: 0.3129787 Sep 24 15:36:13.870563 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44412) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:13.892059 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cfc854b5-e6c2-4b9a-946c-67730022e200 req-e6fc6c01-c2c7-43fd-b459-ab1961adedd5 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] 10.222.0.101 "GET /v2.0/floatingips/e570f4aa-a024-4059-8e15-fb994d0d5bac HTTP/1.1" status: 200 len: 693 time: 0.0444546 Sep 24 15:36:13.896331 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device d70a22d3-59ef-454e-9818-527895d92292 details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:36:13.979067 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57df704b-3039-490d-9cb4-8262ac12f294 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b845deee-5fbd-4c8d-bd12-b1efe896aa17,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:13.987477 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d31c5-1ee8-4628-8651-2cc4074a46a0 req-62d5a289-64d0-47ca-b721-0606ec097bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:13.989051 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-037d31c5-1ee8-4628-8651-2cc4074a46a0 req-62d5a289-64d0-47ca-b721-0606ec097bcc service neutron] 10.222.0.110 "GET /v2.0/networks?id=058852f5-088e-42d1-b3e1-abf106a974a3 HTTP/1.1" status: 200 len: 923 time: 0.1893735 Sep 24 15:36:13.995287 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57df704b-3039-490d-9cb4-8262ac12f294 admin admin] Checking segment: {'id': 'b546acd3-82a1-4d5d-82c0-3ff14f29b0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '701084d1-b6de-45b7-9441-4205d9510bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:36:13.995657 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57df704b-3039-490d-9cb4-8262ac12f294 admin admin] Network hostable DHCP agents. Network: 701084d1-b6de-45b7-9441-4205d9510bac, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:36:14.020254 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc854b5-e6c2-4b9a-946c-67730022e200 req-3bdb5fc6-a12b-4042-ac56-389536cc6e78 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:14.021955 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port d70a22d3-59ef-454e-9818-527895d92292, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=d70a22d3-59ef-454e-9818-527895d92292,segment=NetworkSegment(5bd2529f-b450-42b6-8981-999bdd2f1ff0),segment_id=5bd2529f-b450-42b6-8981-999bdd2f1ff0)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:36:14.022381 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cfc854b5-e6c2-4b9a-946c-67730022e200 req-3bdb5fc6-a12b-4042-ac56-389536cc6e78 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] 10.222.0.101 "GET /v2.0/networks/e6a2de20-1ea0-43e5-88e0-982d19e317d5 HTTP/1.1" status: 200 len: 784 time: 0.1240513 Sep 24 15:36:14.034148 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device d70a22d3-59ef-454e-9818-527895d92292 has no active binding in host n-h2-808921-1 {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 24 15:36:14.052525 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-037d31c5-1ee8-4628-8651-2cc4074a46a0 req-cd465d0a-2985-4b3c-9ede-50542ab92b3e service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d70a22d3-59ef-454e-9818-527895d92292 HTTP/1.1" status: 200 len: 217 time: 0.0514543 Sep 24 15:36:14.073986 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6f61b3f3-c75d-4823-9cc5-e770175dfd09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:14.074408 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cfc854b5-e6c2-4b9a-946c-67730022e200 req-0fdfe807-8ee5-4f87-a957-7b377da5da9b tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.0.117 HTTP/1.1" status: 200 len: 696 time: 0.0449173 Sep 24 15:36:14.129867 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cfc854b5-e6c2-4b9a-946c-67730022e200 req-9af649d3-9542-437c-9220-eff3ada48f80 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.0.117 HTTP/1.1" status: 200 len: 696 time: 0.0480816 Sep 24 15:36:14.140502 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d31c5-1ee8-4628-8651-2cc4074a46a0 req-10e81be0-972d-4f7a-abd8-ff9452baf372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:14.143985 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-037d31c5-1ee8-4628-8651-2cc4074a46a0 req-10e81be0-972d-4f7a-abd8-ff9452baf372 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=5c649312-ea12-4119-a9ca-d79c73d589c6 HTTP/1.1" status: 200 len: 861 time: 0.0819783 Sep 24 15:36:14.169935 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57df704b-3039-490d-9cb4-8262ac12f294 admin admin] Network 701084d1-b6de-45b7-9441-4205d9510bac is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:36:14.193137 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-037d31c5-1ee8-4628-8651-2cc4074a46a0 req-707fb311-1a22-4bc4-91e8-e4ab74349754 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=058852f5-088e-42d1-b3e1-abf106a974a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385542 Sep 24 15:36:14.273498 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-cfc854b5-e6c2-4b9a-946c-67730022e200 req-89cdfdb8-3265-4673-a511-ae2efc3bdc35 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Deleting port 0e03143d-0d1d-4803-84e4-2f16784080d0 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:36:14.273878 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-cfc854b5-e6c2-4b9a-946c-67730022e200 req-89cdfdb8-3265-4673-a511-ae2efc3bdc35 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:14.336696 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-57df704b-3039-490d-9cb4-8262ac12f294 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 701084d1-b6de-45b7-9441-4205d9510bac) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:36:14.348286 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57df704b-3039-490d-9cb4-8262ac12f294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:14.353993 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-57df704b-3039-490d-9cb4-8262ac12f294 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:14.354155 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5265243-0f3e-4349-8504-2767df6b0f77 None None] Network 701084d1-b6de-45b7-9441-4205d9510bac requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:36:14.377989 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6f61b3f3-c75d-4823-9cc5-e770175dfd09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:14.380515 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-cfc854b5-e6c2-4b9a-946c-67730022e200 req-89cdfdb8-3265-4673-a511-ae2efc3bdc35 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:14.382607 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-cfc854b5-e6c2-4b9a-946c-67730022e200 req-89cdfdb8-3265-4673-a511-ae2efc3bdc35 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:14.384731 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-037d31c5-1ee8-4628-8651-2cc4074a46a0 req-8c64f18d-4b4a-4462-959a-8321129a87eb service neutron] 10.222.0.110 "GET /v2.0/networks/058852f5-088e-42d1-b3e1-abf106a974a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822853 Sep 24 15:36:14.396734 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-cfc854b5-e6c2-4b9a-946c-67730022e200 req-89cdfdb8-3265-4673-a511-ae2efc3bdc35 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Calling delete_port for 0e03143d-0d1d-4803-84e4-2f16784080d0 owned by network:floatingip {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:36:14.399650 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d28dd-7a33-47e2-ba1b-18b82170feed req-0b32eca6-1743-4372-955c-08c5bafbedd7 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:14.401342 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b02d28dd-7a33-47e2-ba1b-18b82170feed req-0b32eca6-1743-4372-955c-08c5bafbedd7 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=2122f163-37ae-4b6f-b6bf-1373c849b631 HTTP/1.1" status: 200 len: 943 time: 0.1135712 Sep 24 15:36:14.459090 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6f61b3f3-c75d-4823-9cc5-e770175dfd09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:14.549955 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b02d28dd-7a33-47e2-ba1b-18b82170feed req-3a2f8f2a-1352-4451-982f-da389f3a0cbb tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383650 Sep 24 15:36:14.565181 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-57df704b-3039-490d-9cb4-8262ac12f294 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2655206 Sep 24 15:36:14.568104 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44424) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:14.568577 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f61b3f3-c75d-4823-9cc5-e770175dfd09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a636cb03-4ad1-4fc0-a88e-5ba946ccae53,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:14.574379 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-1023b4d2-1b16-4ad4-8a29-8720d1882128 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2074818100-router', 'tenant_id': 'c99d52405d9141d6b21e8bd3f638dbfc', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:36:14.575776 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-6f61b3f3-c75d-4823-9cc5-e770175dfd09 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5a5c3440659e4b179e220d08695791d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7027702 Sep 24 15:36:14.576567 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44426) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:14.579167 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-037d31c5-1ee8-4628-8651-2cc4074a46a0 req-2b1186c2-1f83-498e-8680-f64bd43de5cb service neutron] 10.222.0.110 "GET /v2.0/networks/058852f5-088e-42d1-b3e1-abf106a974a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769204 Sep 24 15:36:14.641086 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073b9e72-969f-4de7-b1b8-cce4cf411bf7 None None] Network 701084d1-b6de-45b7-9441-4205d9510bac requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:36:14.652543 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2602bf53-1ecb-4bb6-b8d1-a8f8295c95a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:14.664549 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-cfc854b5-e6c2-4b9a-946c-67730022e200 req-89cdfdb8-3265-4673-a511-ae2efc3bdc35 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:14.677446 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2602bf53-1ecb-4bb6-b8d1-a8f8295c95a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:14.706552 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cdfdb8-3265-4673-a511-ae2efc3bdc35 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Pushing event deleted for resources: {'Port': ['ID=0e03143d-0d1d-4803-84e4-2f16784080d0,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:14.719818 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1023b4d2-1b16-4ad4-8a29-8720d1882128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:14.720872 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1023b4d2-1b16-4ad4-8a29-8720d1882128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:14.793581 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-cfc854b5-e6c2-4b9a-946c-67730022e200 req-89cdfdb8-3265-4673-a511-ae2efc3bdc35 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Notify callbacks [] for floatingip, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:14.797874 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-cfc854b5-e6c2-4b9a-946c-67730022e200 req-89cdfdb8-3265-4673-a511-ae2efc3bdc35 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:14.814003 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c18fc4-28eb-465c-8605-8862b5d481bd req-ebf18868-71d5-475d-8ad8-8f703ad01467 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:14.814315 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cfc854b5-e6c2-4b9a-946c-67730022e200 req-89cdfdb8-3265-4673-a511-ae2efc3bdc35 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] 10.222.0.101 "DELETE /v2.0/floatingips/e570f4aa-a024-4059-8e15-fb994d0d5bac HTTP/1.1" status: 204 len: 173 time: 0.6786759 Sep 24 15:36:14.815526 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b6c18fc4-28eb-465c-8605-8862b5d481bd req-ebf18868-71d5-475d-8ad8-8f703ad01467 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.110 "GET /v2.0/ports?device_id=9a22ca00-0c31-4d31-ac33-a8fb3fb12770 HTTP/1.1" status: 200 len: 945 time: 0.0603166 Sep 24 15:36:14.884672 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2602bf53-1ecb-4bb6-b8d1-a8f8295c95a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:14.887427 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2602bf53-1ecb-4bb6-b8d1-a8f8295c95a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:14.888645 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-2602bf53-1ecb-4bb6-b8d1-a8f8295c95a7 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a636cb03-4ad1-4fc0-a88e-5ba946ccae53 HTTP/1.1" status: 204 len: 168 time: 0.3085291 Sep 24 15:36:14.910680 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2602bf53-1ecb-4bb6-b8d1-a8f8295c95a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a636cb03-4ad1-4fc0-a88e-5ba946ccae53,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:14.939588 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1023b4d2-1b16-4ad4-8a29-8720d1882128 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:14.953251 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9264260b-9bbd-4d36-80bc-a7ac11245d00 req-4817e27e-cb5a-4c5c-abd2-06c6a1da4b64 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:14.953859 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3985df-7ac1-402b-ba12-315a34b678e0 req-3b8d94ac-72c8-41d3-a384-74d5dc6e1cc3 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:14.954834 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9264260b-9bbd-4d36-80bc-a7ac11245d00 req-4817e27e-cb5a-4c5c-abd2-06c6a1da4b64 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a22ca00-0c31-4d31-ac33-a8fb3fb12770 HTTP/1.1" status: 200 len: 945 time: 0.1233590 Sep 24 15:36:14.955408 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0b3985df-7ac1-402b-ba12-315a34b678e0 req-3b8d94ac-72c8-41d3-a384-74d5dc6e1cc3 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/ports?device_id=1ae88e01-fe4e-4559-92db-6669323fd038 HTTP/1.1" status: 200 len: 944 time: 0.0958824 Sep 24 15:36:14.996383 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0b3985df-7ac1-402b-ba12-315a34b678e0 req-d5e492d3-54e7-4c81-8de7-ed541e620f16 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/security-groups?id=62f13653-b186-43c2-8b39-46ac7f17e8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348301 Sep 24 15:36:15.005205 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-b6c18fc4-28eb-465c-8605-8862b5d481bd req-336c181c-3cd0-4d6a-b7d2-7e7f8bd1a7d5 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Deleting port 9ed84870-4c5c-4e8d-901c-85443b91e965 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:36:15.005552 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b6c18fc4-28eb-465c-8605-8862b5d481bd req-336c181c-3cd0-4d6a-b7d2-7e7f8bd1a7d5 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:15.013664 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9264260b-9bbd-4d36-80bc-a7ac11245d00 req-bdd58179-d921-4cd3-a942-c887109fdf49 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/security-groups?id=631c2a13-755b-4fed-9bce-3a87be6d4619&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504959 Sep 24 15:36:15.110776 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-b6c18fc4-28eb-465c-8605-8862b5d481bd req-336c181c-3cd0-4d6a-b7d2-7e7f8bd1a7d5 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] For port 9ed84870-4c5c-4e8d-901c-85443b91e965, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=9ed84870-4c5c-4e8d-901c-85443b91e965,segment=NetworkSegment(21e1a332-491d-46ef-987f-a7724d369c2e),segment_id=21e1a332-491d-46ef-987f-a7724d369c2e)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:36:15.111137 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b6c18fc4-28eb-465c-8605-8862b5d481bd req-336c181c-3cd0-4d6a-b7d2-7e7f8bd1a7d5 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:15.123757 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-b6c18fc4-28eb-465c-8605-8862b5d481bd req-336c181c-3cd0-4d6a-b7d2-7e7f8bd1a7d5 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Calling delete_port for 9ed84870-4c5c-4e8d-901c-85443b91e965 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:36:15.177636 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-db1d7b20-1fa4-4b14-ae7e-29dc94a07e61 req-512e6ed3-32b2-459e-a997-2145684339fb tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.0.208 HTTP/1.1" status: 200 len: 1001 time: 0.1573756 Sep 24 15:36:15.276705 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1023b4d2-1b16-4ad4-8a29-8720d1882128 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:15.297742 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d7b20-1fa4-4b14-ae7e-29dc94a07e61 req-0846dfbc-36d7-42ab-9d93-e4333490939a tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:15.299208 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-db1d7b20-1fa4-4b14-ae7e-29dc94a07e61 req-0846dfbc-36d7-42ab-9d93-e4333490939a tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] 10.222.0.101 "GET /v2.0/ports/958548b3-2a16-4b06-9c25-24d73f985f03 HTTP/1.1" status: 200 len: 942 time: 0.0857220 Sep 24 15:36:15.316069 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b6c18fc4-28eb-465c-8605-8862b5d481bd req-336c181c-3cd0-4d6a-b7d2-7e7f8bd1a7d5 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:15.351636 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336c181c-3cd0-4d6a-b7d2-7e7f8bd1a7d5 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Pushing event deleted for resources: {'Port': ['ID=9ed84870-4c5c-4e8d-901c-85443b91e965,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:15.394209 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6c18fc4-28eb-465c-8605-8862b5d481bd req-336c181c-3cd0-4d6a-b7d2-7e7f8bd1a7d5 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] No DVR routers for this DVR port 9ed84870-4c5c-4e8d-901c-85443b91e965 on host n-h1-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:36:15.396847 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b6c18fc4-28eb-465c-8605-8862b5d481bd req-336c181c-3cd0-4d6a-b7d2-7e7f8bd1a7d5 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:15.398922 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b6c18fc4-28eb-465c-8605-8862b5d481bd req-336c181c-3cd0-4d6a-b7d2-7e7f8bd1a7d5 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.110 "DELETE /v2.0/ports/9ed84870-4c5c-4e8d-901c-85443b91e965 HTTP/1.1" status: 204 len: 173 time: 0.5757945 Sep 24 15:36:15.423400 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-db1d7b20-1fa4-4b14-ae7e-29dc94a07e61 req-f426f04e-ed66-467b-bfad-ebcdca48977d tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.0.208 HTTP/1.1" status: 200 len: 1001 time: 0.0783846 Sep 24 15:36:15.701430 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44440) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:15.711966 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a22ca00-0c31-4d31-ac33-a8fb3fb12770', 'name': 'network-vif-deleted', 'tag': '9ed84870-4c5c-4e8d-901c-85443b91e965'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:36:15.714422 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2c3ead-74ee-435a-acd4-423dc950f80e" -d '{"events": [{"server_uuid": "9a22ca00-0c31-4d31-ac33-a8fb3fb12770", "name": "network-vif-deleted", "tag": "9ed84870-4c5c-4e8d-901c-85443b91e965"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:36:15.733459 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e9d29b5d-3c7d-4734-a26e-03d1f22f32f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:15.763051 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0080654f-080a-4a74-9041-707e04f1feb6 req-30653a89-ce66-4cd1-9222-4a6a598e1355 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:15.764636 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0080654f-080a-4a74-9041-707e04f1feb6 req-30653a89-ce66-4cd1-9222-4a6a598e1355 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=2122f163-37ae-4b6f-b6bf-1373c849b631 HTTP/1.1" status: 200 len: 943 time: 0.0934370 Sep 24 15:36:15.832439 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0080654f-080a-4a74-9041-707e04f1feb6 req-e228ec99-fd91-4d4b-a8f8-9cbd82e687e9 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613871 Sep 24 15:36:15.869546 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d7b20-1fa4-4b14-ae7e-29dc94a07e61 req-904cfd1c-0b60-41fd-b4b9-d55d67508403 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:15.869546 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-db1d7b20-1fa4-4b14-ae7e-29dc94a07e61 req-904cfd1c-0b60-41fd-b4b9-d55d67508403 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] 10.222.0.101 "GET /v2.0/networks/e6a2de20-1ea0-43e5-88e0-982d19e317d5 HTTP/1.1" status: 200 len: 784 time: 0.4379091 Sep 24 15:36:15.906727 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e9d29b5d-3c7d-4734-a26e-03d1f22f32f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:15.907366 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 998914d9-11da-4c4e-9df1-a00ba1edde45 up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:36:15.955291 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-365a3a76-4072-4af5-b2c9-898f675c961b x-openstack-request-id: req-365a3a76-4072-4af5-b2c9-898f675c961b {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:36:15.955584 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a22ca00-0c31-4d31-ac33-a8fb3fb12770", "name": "network-vif-deleted", "tag": "9ed84870-4c5c-4e8d-901c-85443b91e965", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:36:15.955825 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-365a3a76-4072-4af5-b2c9-898f675c961b {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:36:15.956226 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a22ca00-0c31-4d31-ac33-a8fb3fb12770', 'name': 'network-vif-deleted', 'tag': '9ed84870-4c5c-4e8d-901c-85443b91e965', 'status': 'completed', 'code': 200} Sep 24 15:36:15.967181 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e9d29b5d-3c7d-4734-a26e-03d1f22f32f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:15.995467 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-db1d7b20-1fa4-4b14-ae7e-29dc94a07e61 req-8c650576-7242-4fe2-b69a-c2094304bdf3 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.0.208 HTTP/1.1" status: 200 len: 1001 time: 0.1178401 Sep 24 15:36:16.010971 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-e9d29b5d-3c7d-4734-a26e-03d1f22f32f1 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=acd195fffcdf4220a58265631310f9d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3059168 Sep 24 15:36:16.010971 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d29b5d-3c7d-4734-a26e-03d1f22f32f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a7b724-7dc9-484c-b54c-48a3c0cae297,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:16.012586 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port 998914d9-11da-4c4e-9df1-a00ba1edde45 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:36:16.015765 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44446) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:16.017850 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port 998914d9-11da-4c4e-9df1-a00ba1edde45 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:36:16.018526 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:16.031590 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-db1d7b20-1fa4-4b14-ae7e-29dc94a07e61 req-c303fc9d-eb09-4c57-a21a-f5d6806c6415 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:36:16.067756 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-478ffbd2-0d91-4891-b394-77084c617d07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:16.090501 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-478ffbd2-0d91-4891-b394-77084c617d07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:16.116948 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1023b4d2-1b16-4ad4-8a29-8720d1882128 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:16.134140 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:16.148930 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-db1d7b20-1fa4-4b14-ae7e-29dc94a07e61 req-c303fc9d-eb09-4c57-a21a-f5d6806c6415 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Notify callbacks [] for floatingip, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:16.151336 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1023b4d2-1b16-4ad4-8a29-8720d1882128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:16.163726 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ae88e01-fe4e-4559-92db-6669323fd038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '998914d9-11da-4c4e-9df1-a00ba1edde45'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:36:16.166187 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c00bc4e-a774-4f9d-8f87-1705a7c42186" -d '{"events": [{"server_uuid": "1ae88e01-fe4e-4559-92db-6669323fd038", "name": "network-vif-plugged", "status": "completed", "tag": "998914d9-11da-4c4e-9df1-a00ba1edde45"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:36:16.170710 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e2da45-d9bf-4375-a6ca-fd1163091fd9 req-1059d871-c720-4525-ba84-3236369d1370 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:16.172558 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-49e2da45-d9bf-4375-a6ca-fd1163091fd9 req-1059d871-c720-4525-ba84-3236369d1370 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/ports?device_id=1ae88e01-fe4e-4559-92db-6669323fd038 HTTP/1.1" status: 200 len: 944 time: 0.0649414 Sep 24 15:36:16.180178 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 998914d9-11da-4c4e-9df1-a00ba1edde45, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=998914d9-11da-4c4e-9df1-a00ba1edde45,segment=NetworkSegment(e854fc2b-10a2-4840-85e1-f484bd234f97),segment_id=e854fc2b-10a2-4840-85e1-f484bd234f97)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:36:16.231897 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-49e2da45-d9bf-4375-a6ca-fd1163091fd9 req-a4fa7283-55fa-4935-8e49-df44e189c0b0 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/security-groups?id=62f13653-b186-43c2-8b39-46ac7f17e8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414624 Sep 24 15:36:16.252561 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:16.306114 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=998914d9-11da-4c4e-9df1-a00ba1edde45,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:16.309775 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-db1d7b20-1fa4-4b14-ae7e-29dc94a07e61 req-c303fc9d-eb09-4c57-a21a-f5d6806c6415 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:16.310842 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-478ffbd2-0d91-4891-b394-77084c617d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:16.315782 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-478ffbd2-0d91-4891-b394-77084c617d07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:16.319654 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-478ffbd2-0d91-4891-b394-77084c617d07 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d8a7b724-7dc9-484c-b54c-48a3c0cae297 HTTP/1.1" status: 204 len: 168 time: 0.3003635 Sep 24 15:36:16.328823 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478ffbd2-0d91-4891-b394-77084c617d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a7b724-7dc9-484c-b54c-48a3c0cae297,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:16.380650 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b90d3731-cec9-4533-acd8-b1d9f4d84c9f req-6e923108-404a-41d0-acc4-32ca15261c86 tempest-LiveMigrationTest-411707282 tempest-LiveMigrationTest-411707282-project] 10.222.0.101 "GET /v2.0/ports?device_id=9a22ca00-0c31-4d31-ac33-a8fb3fb12770 HTTP/1.1" status: 200 len: 210 time: 0.0347769 Sep 24 15:36:16.413226 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-db1d7b20-1fa4-4b14-ae7e-29dc94a07e61 req-c303fc9d-eb09-4c57-a21a-f5d6806c6415 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:16.413736 n-d-808921-1 neutron-server[95297]: INFO neutron.db.l3_db [req-db1d7b20-1fa4-4b14-ae7e-29dc94a07e61 req-c303fc9d-eb09-4c57-a21a-f5d6806c6415 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Floating IP be9bb1b2-3cf8-4418-835e-dcd3acf2c326 disassociated. External IP: 172.25.0.208, port: 958548b3-2a16-4b06-9c25-24d73f985f03. Sep 24 15:36:16.438178 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb15cca-acf9-4bc3-8765-c8c5f7fa063e x-openstack-request-id: req-4eb15cca-acf9-4bc3-8765-c8c5f7fa063e {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:36:16.438753 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ae88e01-fe4e-4559-92db-6669323fd038", "name": "network-vif-plugged", "status": "completed", "tag": "998914d9-11da-4c4e-9df1-a00ba1edde45", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:36:16.439201 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4eb15cca-acf9-4bc3-8765-c8c5f7fa063e {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:36:16.440277 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ae88e01-fe4e-4559-92db-6669323fd038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '998914d9-11da-4c4e-9df1-a00ba1edde45', 'code': 200} Sep 24 15:36:16.491020 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-1023b4d2-1b16-4ad4-8a29-8720d1882128 admin admin] Allocated IP 172.25.0.235 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/8ba4cd89-1793-4695-bf80-8580341ad09e) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:36:16.552718 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea7df79-5c07-4025-8eb2-f875af2fdd10 req-e4b63e5b-4032-4b97-a1ec-e462e70218eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:16.554408 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7ea7df79-5c07-4025-8eb2-f875af2fdd10 req-e4b63e5b-4032-4b97-a1ec-e462e70218eb service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=1ae88e01-fe4e-4559-92db-6669323fd038 HTTP/1.1" status: 200 len: 1096 time: 0.0437417 Sep 24 15:36:16.599002 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7ea7df79-5c07-4025-8eb2-f875af2fdd10 req-31290c55-7d7a-443d-b863-ddc5c3974b5d service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=62f13653-b186-43c2-8b39-46ac7f17e8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327947 Sep 24 15:36:16.747709 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1023b4d2-1b16-4ad4-8a29-8720d1882128 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:16.784286 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db1d7b20-1fa4-4b14-ae7e-29dc94a07e61 req-c303fc9d-eb09-4c57-a21a-f5d6806c6415 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Router c73ab4c2-6019-44a0-903e-ab97e7d1410d has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:36:16.919422 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1023b4d2-1b16-4ad4-8a29-8720d1882128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:16.962792 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1023b4d2-1b16-4ad4-8a29-8720d1882128 admin admin] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:36:16.964276 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e32112-aa18-45ed-9d78-d2d38afe7c9e req-64fa3f78-287d-48aa-8607-033b67245e20 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:16.972929 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-95e32112-aa18-45ed-9d78-d2d38afe7c9e req-64fa3f78-287d-48aa-8607-033b67245e20 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=2122f163-37ae-4b6f-b6bf-1373c849b631 HTTP/1.1" status: 200 len: 943 time: 0.0603943 Sep 24 15:36:16.974228 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-1023b4d2-1b16-4ad4-8a29-8720d1882128 admin admin] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:36:16.978442 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db1d7b20-1fa4-4b14-ae7e-29dc94a07e61 req-c303fc9d-eb09-4c57-a21a-f5d6806c6415 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:36:16.980015 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1023b4d2-1b16-4ad4-8a29-8720d1882128 admin admin] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:36:16.986799 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-db1d7b20-1fa4-4b14-ae7e-29dc94a07e61 req-c303fc9d-eb09-4c57-a21a-f5d6806c6415 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:17.001825 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f857d7d-c924-4ba9-b1c2-3d0ecb475bdb None None] Sync routers for ids ['c73ab4c2-6019-44a0-903e-ab97e7d1410d'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:36:17.017283 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f857d7d-c924-4ba9-b1c2-3d0ecb475bdb None None] Routers {'c73ab4c2-6019-44a0-903e-ab97e7d1410d'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:36:17.017990 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-9f857d7d-c924-4ba9-b1c2-3d0ecb475bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:36:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['c73ab4c2-6019-44a0-903e-ab97e7d1410d'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:36:17.026391 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-95e32112-aa18-45ed-9d78-d2d38afe7c9e req-7cf1de82-5af3-42d6-ac08-8db4b8bb13a2 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524921 Sep 24 15:36:17.076510 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1023b4d2-1b16-4ad4-8a29-8720d1882128 admin admin] Pushing event updated for resources: {'Port': ['ID=8ba4cd89-1793-4695-bf80-8580341ad09e,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:17.082087 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-db1d7b20-1fa4-4b14-ae7e-29dc94a07e61 req-c303fc9d-eb09-4c57-a21a-f5d6806c6415 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] 10.222.0.101 "PUT /v2.0/floatingips/be9bb1b2-3cf8-4418-835e-dcd3acf2c326 HTTP/1.1" status: 200 len: 695 time: 1.0567303 Sep 24 15:36:17.084436 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10f0c6c2-b2f3-4829-998a-6cc19343fd07', 'tag': '958548b3-2a16-4b06-9c25-24d73f985f03'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:36:17.086933 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a82dab42-abe4-46d6-8c9c-a26c3f0d9f2e" -d '{"events": [{"name": "network-changed", "server_uuid": "10f0c6c2-b2f3-4829-998a-6cc19343fd07", "tag": "958548b3-2a16-4b06-9c25-24d73f985f03"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:36:17.180212 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-9f857d7d-c924-4ba9-b1c2-3d0ecb475bdb None None] Set router c73ab4c2-6019-44a0-903e-ab97e7d1410d gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:36:17.251667 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d7b20-1fa4-4b14-ae7e-29dc94a07e61 req-a772526a-3a85-4b34-b31d-d30ca622eefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:17.253469 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-db1d7b20-1fa4-4b14-ae7e-29dc94a07e61 req-a772526a-3a85-4b34-b31d-d30ca622eefc service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=d8dcfb46e3384e7b906fbc13ca8bf215&device_id=10f0c6c2-b2f3-4829-998a-6cc19343fd07 HTTP/1.1" status: 200 len: 1096 time: 0.0458369 Sep 24 15:36:17.259876 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db788993-01d7-45cf-a731-3f8e512604b9 x-openstack-request-id: req-db788993-01d7-45cf-a731-3f8e512604b9 {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:36:17.260318 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10f0c6c2-b2f3-4829-998a-6cc19343fd07", "tag": "958548b3-2a16-4b06-9c25-24d73f985f03", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:36:17.260972 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-db788993-01d7-45cf-a731-3f8e512604b9 {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:36:17.261491 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10f0c6c2-b2f3-4829-998a-6cc19343fd07', 'tag': '958548b3-2a16-4b06-9c25-24d73f985f03', 'status': 'completed', 'code': 200} Sep 24 15:36:17.436077 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82dab42-abe4-46d6-8c9c-a26c3f0d9f2e req-78c6bf36-4491-4bfa-a262-b863095c82c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:17.438561 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a82dab42-abe4-46d6-8c9c-a26c3f0d9f2e req-78c6bf36-4491-4bfa-a262-b863095c82c0 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=d8dcfb46e3384e7b906fbc13ca8bf215&device_id=10f0c6c2-b2f3-4829-998a-6cc19343fd07 HTTP/1.1" status: 200 len: 1096 time: 0.1430202 Sep 24 15:36:17.446865 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d7b20-1fa4-4b14-ae7e-29dc94a07e61 req-6a00f934-5452-4053-a195-c35ac0a15ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:17.448389 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-db1d7b20-1fa4-4b14-ae7e-29dc94a07e61 req-6a00f934-5452-4053-a195-c35ac0a15ca9 service neutron] 10.222.0.101 "GET /v2.0/networks?id=64faeadb-d6e9-412d-b5cc-e20b90ee20d1 HTTP/1.1" status: 200 len: 931 time: 0.1860225 Sep 24 15:36:17.495044 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-9f857d7d-c924-4ba9-b1c2-3d0ecb475bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73ab4c2-6019-44a0-903e-ab97e7d1410d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1739616420-router', 'tenant_id': 'd8dcfb46e3384e7b906fbc13ca8bf215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '33492484-250c-4e73-a11b-91665898d3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:35:30Z', 'updated_at': '2021-09-24T15:35:39Z', 'revision_number': 4, 'project_id': 'd8dcfb46e3384e7b906fbc13ca8bf215', 'gw_port': {'id': '33492484-250c-4e73-a11b-91665898d3b0', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73ab4c2-6019-44a0-903e-ab97e7d1410d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:35:32Z', 'updated_at': '2021-09-24T15:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '9e66b44f-9d92-4e75-b84c-be3b20f73175', 'name': '', 'network_id': '64faeadb-d6e9-412d-b5cc-e20b90ee20d1', 'tenant_id': 'd8dcfb46e3384e7b906fbc13ca8bf215', 'mac_address': 'fa:16:3e:54:af:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73ab4c2-6019-44a0-903e-ab97e7d1410d', 'device_owner': 'network:router_interface', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '492ccf6e-c369-4ff4-bac0-8794abf7d918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:35:37Z', 'updated_at': '2021-09-24T15:35:45Z', 'revision_number': 5, 'project_id': 'd8dcfb46e3384e7b906fbc13ca8bf215', 'subnets': [{'id': '492ccf6e-c369-4ff4-bac0-8794abf7d918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:36:17.521196 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-db1d7b20-1fa4-4b14-ae7e-29dc94a07e61 req-7b037fa2-db35-4c89-870d-1f4ef8a036b8 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=958548b3-2a16-4b06-9c25-24d73f985f03 HTTP/1.1" status: 200 len: 217 time: 0.0465143 Sep 24 15:36:17.532456 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f857d7d-c924-4ba9-b1c2-3d0ecb475bdb None None] Checking router: c73ab4c2-6019-44a0-903e-ab97e7d1410d for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:36:17.543305 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f857d7d-c924-4ba9-b1c2-3d0ecb475bdb None None] Routers {'c73ab4c2-6019-44a0-903e-ab97e7d1410d'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:36:17.544091 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-9f857d7d-c924-4ba9-b1c2-3d0ecb475bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:36:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['c73ab4c2-6019-44a0-903e-ab97e7d1410d'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:36:17.581080 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d7b20-1fa4-4b14-ae7e-29dc94a07e61 req-bda70e5c-5615-478e-b0f8-dd24aca62d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:17.582516 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-db1d7b20-1fa4-4b14-ae7e-29dc94a07e61 req-bda70e5c-5615-478e-b0f8-dd24aca62d66 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=492ccf6e-c369-4ff4-bac0-8794abf7d918 HTTP/1.1" status: 200 len: 868 time: 0.0497136 Sep 24 15:36:17.585066 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1023b4d2-1b16-4ad4-8a29-8720d1882128 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:17.614259 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82dab42-abe4-46d6-8c9c-a26c3f0d9f2e req-b84bd41a-b0cf-4c8f-bb31-f694363281f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:17.616475 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a82dab42-abe4-46d6-8c9c-a26c3f0d9f2e req-b84bd41a-b0cf-4c8f-bb31-f694363281f6 service neutron] 10.222.0.108 "GET /v2.0/networks?id=64faeadb-d6e9-412d-b5cc-e20b90ee20d1 HTTP/1.1" status: 200 len: 931 time: 0.1590033 Sep 24 15:36:17.642644 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff0eb8a-bda5-457c-a8ff-cfc820103f99 req-a3180111-21bb-4cd2-b3d5-b83e1e442e84 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:17.655632 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3ff0eb8a-bda5-457c-a8ff-cfc820103f99 req-a3180111-21bb-4cd2-b3d5-b83e1e442e84 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/ports?device_id=1ae88e01-fe4e-4559-92db-6669323fd038 HTTP/1.1" status: 200 len: 945 time: 0.2443852 Sep 24 15:36:17.715511 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-9f857d7d-c924-4ba9-b1c2-3d0ecb475bdb None None] Set router c73ab4c2-6019-44a0-903e-ab97e7d1410d gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:36:17.723420 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a82dab42-abe4-46d6-8c9c-a26c3f0d9f2e req-b4ca7650-9c59-42fa-8578-93b434409d11 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=958548b3-2a16-4b06-9c25-24d73f985f03 HTTP/1.1" status: 200 len: 217 time: 0.0619259 Sep 24 15:36:17.823899 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d7b20-1fa4-4b14-ae7e-29dc94a07e61 req-d7ff70aa-67c0-4e19-9a20-ebb1890b39e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:17.825593 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-db1d7b20-1fa4-4b14-ae7e-29dc94a07e61 req-d7ff70aa-67c0-4e19-9a20-ebb1890b39e3 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=64faeadb-d6e9-412d-b5cc-e20b90ee20d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2025337 Sep 24 15:36:17.859431 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3ff0eb8a-bda5-457c-a8ff-cfc820103f99 req-23032cfd-afa7-4b9a-86d4-00933d311db1 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/security-groups?id=62f13653-b186-43c2-8b39-46ac7f17e8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017717 Sep 24 15:36:17.880905 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82dab42-abe4-46d6-8c9c-a26c3f0d9f2e req-76214c13-bf87-4d50-bd16-819991e83e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:17.882705 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a82dab42-abe4-46d6-8c9c-a26c3f0d9f2e req-76214c13-bf87-4d50-bd16-819991e83e8e service neutron] 10.222.0.108 "GET /v2.0/subnets?id=492ccf6e-c369-4ff4-bac0-8794abf7d918 HTTP/1.1" status: 200 len: 868 time: 0.1495197 Sep 24 15:36:17.940068 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1023b4d2-1b16-4ad4-8a29-8720d1882128 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:17.968784 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44488) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:18.038201 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82dab42-abe4-46d6-8c9c-a26c3f0d9f2e req-a7d58ea5-5347-448a-9d44-98646a78f062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:18.067652 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a82dab42-abe4-46d6-8c9c-a26c3f0d9f2e req-a7d58ea5-5347-448a-9d44-98646a78f062 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=64faeadb-d6e9-412d-b5cc-e20b90ee20d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1532354 Sep 24 15:36:18.188872 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-db1d7b20-1fa4-4b14-ae7e-29dc94a07e61 req-fc04a0c6-8022-44c0-a46b-eccda784a8b2 service neutron] 10.222.0.101 "GET /v2.0/networks/64faeadb-d6e9-412d-b5cc-e20b90ee20d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3496521 Sep 24 15:36:18.218540 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-9f857d7d-c924-4ba9-b1c2-3d0ecb475bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73ab4c2-6019-44a0-903e-ab97e7d1410d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1739616420-router', 'tenant_id': 'd8dcfb46e3384e7b906fbc13ca8bf215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '33492484-250c-4e73-a11b-91665898d3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:35:30Z', 'updated_at': '2021-09-24T15:35:39Z', 'revision_number': 4, 'project_id': 'd8dcfb46e3384e7b906fbc13ca8bf215', 'gw_port': {'id': '33492484-250c-4e73-a11b-91665898d3b0', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73ab4c2-6019-44a0-903e-ab97e7d1410d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:35:32Z', 'updated_at': '2021-09-24T15:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '9e66b44f-9d92-4e75-b84c-be3b20f73175', 'name': '', 'network_id': '64faeadb-d6e9-412d-b5cc-e20b90ee20d1', 'tenant_id': 'd8dcfb46e3384e7b906fbc13ca8bf215', 'mac_address': 'fa:16:3e:54:af:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73ab4c2-6019-44a0-903e-ab97e7d1410d', 'device_owner': 'network:router_interface', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '492ccf6e-c369-4ff4-bac0-8794abf7d918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:35:37Z', 'updated_at': '2021-09-24T15:35:45Z', 'revision_number': 5, 'project_id': 'd8dcfb46e3384e7b906fbc13ca8bf215', 'subnets': [{'id': '492ccf6e-c369-4ff4-bac0-8794abf7d918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:36:18.275947 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f857d7d-c924-4ba9-b1c2-3d0ecb475bdb None None] The sync data for ids ['c73ab4c2-6019-44a0-903e-ab97e7d1410d'] in n-d-808921-1 is: [{'id': 'c73ab4c2-6019-44a0-903e-ab97e7d1410d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1739616420-router', 'tenant_id': 'd8dcfb46e3384e7b906fbc13ca8bf215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '33492484-250c-4e73-a11b-91665898d3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:35:30Z', 'updated_at': '2021-09-24T15:35:39Z', 'revision_number': 4, 'project_id': 'd8dcfb46e3384e7b906fbc13ca8bf215', 'gw_port': {'id': '33492484-250c-4e73-a11b-91665898d3b0', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73ab4c2-6019-44a0-903e-ab97e7d1410d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:35:32Z', 'updated_at': '2021-09-24T15:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '9e66b44f-9d92-4e75-b84c-be3b20f73175', 'name': '', 'network_id': '64faeadb-d6e9-412d-b5cc-e20b90ee20d1', 'tenant_id': 'd8dcfb46e3384e7b906fbc13ca8bf215', 'mac_address': 'fa:16:3e:54:af:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73ab4c2-6019-44a0-903e-ab97e7d1410d', 'device_owner': 'network:router_interface', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '492ccf6e-c369-4ff4-bac0-8794abf7d918', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:35:37Z', 'updated_at': '2021-09-24T15:35:45Z', 'revision_number': 5, 'project_id': 'd8dcfb46e3384e7b906fbc13ca8bf215', 'subnets': [{'id': '492ccf6e-c369-4ff4-bac0-8794abf7d918', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:36:18.376940 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-db1d7b20-1fa4-4b14-ae7e-29dc94a07e61 req-2a3a15f2-ab7d-4c9a-8271-313574688c2f service neutron] 10.222.0.101 "GET /v2.0/networks/64faeadb-d6e9-412d-b5cc-e20b90ee20d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680603 Sep 24 15:36:18.378490 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a82dab42-abe4-46d6-8c9c-a26c3f0d9f2e req-7017cdb3-afba-426e-bd36-e2999e7d90b5 service neutron] 10.222.0.108 "GET /v2.0/networks/64faeadb-d6e9-412d-b5cc-e20b90ee20d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095822 Sep 24 15:36:18.413723 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a70ceba-6997-4e9b-b99c-e14b6dde8a70 req-9b9cdc54-7fd7-400b-a6c4-9cb6af6ba7ba tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:18.415386 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4a70ceba-6997-4e9b-b99c-e14b6dde8a70 req-9b9cdc54-7fd7-400b-a6c4-9cb6af6ba7ba tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=2122f163-37ae-4b6f-b6bf-1373c849b631 HTTP/1.1" status: 200 len: 943 time: 0.1284394 Sep 24 15:36:18.451013 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c51315e-bf16-408e-88da-afd785e51224 admin admin] Deleting subnet 84366809-0e1f-47c8-b0ea-166b7d29d1a7 {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:36:18.456286 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6c51315e-bf16-408e-88da-afd785e51224 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:18.505323 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1023b4d2-1b16-4ad4-8a29-8720d1882128 admin admin] Router e9ed2194-b3e4-4163-a17a-047fbf9bb497 is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:36:18.531466 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4a70ceba-6997-4e9b-b99c-e14b6dde8a70 req-b5898a2a-9a1b-4a7d-865e-c850d5ed6a99 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036227 Sep 24 15:36:18.579779 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a82dab42-abe4-46d6-8c9c-a26c3f0d9f2e req-fbb68d80-20bd-4e91-96ba-681d7ab93b38 service neutron] 10.222.0.108 "GET /v2.0/networks/64faeadb-d6e9-412d-b5cc-e20b90ee20d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633992 Sep 24 15:36:18.595296 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6c51315e-bf16-408e-88da-afd785e51224 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:18.697224 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a488a775-774d-4744-a441-192df78aa5f1 None None] New status for floating IP be9bb1b2-3cf8-4418-835e-dcd3acf2c326: DOWN {{(pid=95300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:36:18.784483 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-354bc904-6d14-4493-a4f8-dc349bb1e419 req-44a5cc25-a017-45b1-bdb8-f3c0a99f8be7 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] 10.222.0.101 "GET /v2.0/floatingips/be9bb1b2-3cf8-4418-835e-dcd3acf2c326 HTTP/1.1" status: 200 len: 695 time: 0.1198015 Sep 24 15:36:18.791369 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6c51315e-bf16-408e-88da-afd785e51224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:18.984164 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-502f923b-a571-4c6b-8055-eee95db8bec9 req-1e650a8f-ef8e-4876-9c76-6547fbe62036 service neutron] 10.222.0.110 "GET /v2.0/ports/d70a22d3-59ef-454e-9818-527895d92292/bindings/n-h2-808921-1 HTTP/1.1" status: 200 len: 384 time: 0.1312239 Sep 24 15:36:19.135386 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe7efb-dcc7-41bf-897a-7d86acbe3e52 req-53733bca-8ad4-4ac9-8a32-a38db9ee1c31 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:19.137216 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8ebe7efb-dcc7-41bf-897a-7d86acbe3e52 req-53733bca-8ad4-4ac9-8a32-a38db9ee1c31 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/ports?device_id=1ae88e01-fe4e-4559-92db-6669323fd038 HTTP/1.1" status: 200 len: 945 time: 0.1497436 Sep 24 15:36:19.290238 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device d70a22d3-59ef-454e-9818-527895d92292 no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:36:19.322937 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1023b4d2-1b16-4ad4-8a29-8720d1882128 admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:36:19.336733 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-502f923b-a571-4c6b-8055-eee95db8bec9 req-43481d0c-59d4-45d2-91f5-b0e5a12fd2c1 service neutron] For port d70a22d3-59ef-454e-9818-527895d92292, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=d70a22d3-59ef-454e-9818-527895d92292,segment=NetworkSegment(5bd2529f-b450-42b6-8981-999bdd2f1ff0),segment_id=5bd2529f-b450-42b6-8981-999bdd2f1ff0)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:36:19.363235 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8ebe7efb-dcc7-41bf-897a-7d86acbe3e52 req-ef36e97f-ce10-488a-8c85-48f31e60baef tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/security-groups?id=62f13653-b186-43c2-8b39-46ac7f17e8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105882 Sep 24 15:36:19.394921 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354bc904-6d14-4493-a4f8-dc349bb1e419 req-7b20bbcd-c6dc-499a-9230-1778166cdde1 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:19.396459 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5470e3-ceeb-4b53-9432-89bc09934a5c None None] Sync routers for ids ['e9ed2194-b3e4-4163-a17a-047fbf9bb497'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:36:19.402151 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-502f923b-a571-4c6b-8055-eee95db8bec9 req-43481d0c-59d4-45d2-91f5-b0e5a12fd2c1 service neutron] For port d70a22d3-59ef-454e-9818-527895d92292, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:36:19.403540 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-354bc904-6d14-4493-a4f8-dc349bb1e419 req-7b20bbcd-c6dc-499a-9230-1778166cdde1 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] 10.222.0.101 "GET /v2.0/networks/e6a2de20-1ea0-43e5-88e0-982d19e317d5 HTTP/1.1" status: 200 len: 784 time: 0.6097960 Sep 24 15:36:19.411258 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5470e3-ceeb-4b53-9432-89bc09934a5c None None] Routers {'e9ed2194-b3e4-4163-a17a-047fbf9bb497'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:36:19.411893 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-3d5470e3-ceeb-4b53-9432-89bc09934a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:36:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['e9ed2194-b3e4-4163-a17a-047fbf9bb497'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:36:19.444172 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-502f923b-a571-4c6b-8055-eee95db8bec9 req-43481d0c-59d4-45d2-91f5-b0e5a12fd2c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d70a22d3-59ef-454e-9818-527895d92292 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:36:19.454098 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6c51315e-bf16-408e-88da-afd785e51224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:19.463274 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-502f923b-a571-4c6b-8055-eee95db8bec9 req-43481d0c-59d4-45d2-91f5-b0e5a12fd2c1 service neutron] For port d70a22d3-59ef-454e-9818-527895d92292, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=d70a22d3-59ef-454e-9818-527895d92292,segment=NetworkSegment(5bd2529f-b450-42b6-8981-999bdd2f1ff0),segment_id=5bd2529f-b450-42b6-8981-999bdd2f1ff0)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:36:19.478624 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1023b4d2-1b16-4ad4-8a29-8720d1882128 admin admin] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:19.486974 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-1023b4d2-1b16-4ad4-8a29-8720d1882128 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.9167469 Sep 24 15:36:19.487857 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44520) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:19.515493 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-354bc904-6d14-4493-a4f8-dc349bb1e419 req-322ad8dc-cd56-4f06-963e-d0769baf1ec3 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.0.208 HTTP/1.1" status: 200 len: 696 time: 0.1110826 Sep 24 15:36:19.516998 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6c51315e-bf16-408e-88da-afd785e51224 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:19.519275 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-6c51315e-bf16-408e-88da-afd785e51224 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/84366809-0e1f-47c8-b0ea-166b7d29d1a7 HTTP/1.1" status: 204 len: 168 time: 1.5477276 Sep 24 15:36:19.520741 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c51315e-bf16-408e-88da-afd785e51224 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84366809-0e1f-47c8-b0ea-166b7d29d1a7,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:19.522524 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44522) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:19.557143 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 9ed84870-4c5c-4e8d-901c-85443b91e965 no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:36:19.585878 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] No Port match for: 9ed84870-4c5c-4e8d-901c-85443b91e965 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:36:19.586642 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 9ed84870-4c5c-4e8d-901c-85443b91e965 not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:36:19.607006 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-3d5470e3-ceeb-4b53-9432-89bc09934a5c None None] Set router e9ed2194-b3e4-4163-a17a-047fbf9bb497 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:36:19.648436 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-354bc904-6d14-4493-a4f8-dc349bb1e419 req-67fbee5d-318c-483f-ae31-13372f9e8dd8 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.0.208 HTTP/1.1" status: 200 len: 696 time: 0.1249459 Sep 24 15:36:19.653268 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3ec2cf1e-436c-40bd-ae7d-0c39c74a6136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:19.809896 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-3d5470e3-ceeb-4b53-9432-89bc09934a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ed2194-b3e4-4163-a17a-047fbf9bb497', 'name': 'tempest-ServerRescueNegativeTestJSON-2074818100-router', 'tenant_id': 'c99d52405d9141d6b21e8bd3f638dbfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '8ba4cd89-1793-4695-bf80-8580341ad09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:36:14Z', 'updated_at': '2021-09-24T15:36:17Z', 'revision_number': 3, 'project_id': 'c99d52405d9141d6b21e8bd3f638dbfc', 'gw_port': {'id': '8ba4cd89-1793-4695-bf80-8580341ad09e', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:07:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ed2194-b3e4-4163-a17a-047fbf9bb497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:36:16Z', 'updated_at': '2021-09-24T15:36:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:36:19.841090 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5470e3-ceeb-4b53-9432-89bc09934a5c None None] Checking router: e9ed2194-b3e4-4163-a17a-047fbf9bb497 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:36:19.841090 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5470e3-ceeb-4b53-9432-89bc09934a5c None None] Updating router e9ed2194-b3e4-4163-a17a-047fbf9bb497 port 8ba4cd89-1793-4695-bf80-8580341ad09e binding host n-d-808921-1 {{(pid=95299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:36:19.851474 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3ec2cf1e-436c-40bd-ae7d-0c39c74a6136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:19.857084 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-502f923b-a571-4c6b-8055-eee95db8bec9 req-43481d0c-59d4-45d2-91f5-b0e5a12fd2c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:19.882608 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3d5470e3-ceeb-4b53-9432-89bc09934a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:19.889667 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-3ec2cf1e-436c-40bd-ae7d-0c39c74a6136 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['078714d9-431e-4632-b957-c9a7230e7876']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:36:19.901873 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-3ec2cf1e-436c-40bd-ae7d-0c39c74a6136 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21e1a332-491d-46ef-987f-a7724d369c2e') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:36:19.902159 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-3ec2cf1e-436c-40bd-ae7d-0c39c74a6136 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21e1a332-491d-46ef-987f-a7724d369c2e') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:36:19.916451 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3ec2cf1e-436c-40bd-ae7d-0c39c74a6136 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:19.930976 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-354bc904-6d14-4493-a4f8-dc349bb1e419 req-5799386f-d410-4d2c-8513-2f28ae63c7c9 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Deleting port e70b6fe3-cc05-4426-a0e5-1e05782a30a3 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:36:19.931321 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-354bc904-6d14-4493-a4f8-dc349bb1e419 req-5799386f-d410-4d2c-8513-2f28ae63c7c9 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:19.948749 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3ec2cf1e-436c-40bd-ae7d-0c39c74a6136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:19.967102 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ec2cf1e-436c-40bd-ae7d-0c39c74a6136 admin admin] Releasing vlan 1286 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:36:19.967698 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3ec2cf1e-436c-40bd-ae7d-0c39c74a6136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:19.969995 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:36:19.969995 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:36:19.969995 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:36:19.969995 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:36:19.969995 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:36:19.969995 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:36:19.969995 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:36:19.969995 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:36:19.969995 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:36:19.969995 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:36:19.969995 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:36:19.969995 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:36:19.969995 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:36:19.969995 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:36:19.969995 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:36:19.969995 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:36:19.969995 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:36:19.969995 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:36:19.969995 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:36:19.969995 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:36:19.969995 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:36:19.969995 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:36:19.969995 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:36:19.969995 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:36:19.969995 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:36:19.969995 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:36:19.969995 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:36:19.969995 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:36:19.969995 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:36:19.969995 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:36:19.969995 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:36:19.969995 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:36:20.049140 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-502f923b-a571-4c6b-8055-eee95db8bec9 req-43481d0c-59d4-45d2-91f5-b0e5a12fd2c1 service neutron] Transition to ACTIVE for port object d70a22d3-59ef-454e-9818-527895d92292 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:36:20.096458 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-354bc904-6d14-4493-a4f8-dc349bb1e419 req-5799386f-d410-4d2c-8513-2f28ae63c7c9 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:20.096947 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-354bc904-6d14-4493-a4f8-dc349bb1e419 req-5799386f-d410-4d2c-8513-2f28ae63c7c9 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:20.110036 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-354bc904-6d14-4493-a4f8-dc349bb1e419 req-5799386f-d410-4d2c-8513-2f28ae63c7c9 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Calling delete_port for e70b6fe3-cc05-4426-a0e5-1e05782a30a3 owned by network:floatingip {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:36:20.121335 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cd344588-6e1a-41f1-ab4d-3617aaf43ec4 req-168c3ce8-65a1-49f9-b462-7a437ee0eb0f tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=1d817464a57145808f61427a409f714d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271227 Sep 24 15:36:20.193686 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-502f923b-a571-4c6b-8055-eee95db8bec9 req-43481d0c-59d4-45d2-91f5-b0e5a12fd2c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:20.201286 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3ec2cf1e-436c-40bd-ae7d-0c39c74a6136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:20.208324 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3d5470e3-ceeb-4b53-9432-89bc09934a5c None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:20.213653 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3ec2cf1e-436c-40bd-ae7d-0c39c74a6136 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:20.215577 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-3ec2cf1e-436c-40bd-ae7d-0c39c74a6136 admin admin] 10.222.0.101 "DELETE /v2.0/networks/078714d9-431e-4632-b957-c9a7230e7876 HTTP/1.1" status: 204 len: 168 time: 0.6910727 Sep 24 15:36:20.236522 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44542) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:20.275808 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3d5470e3-ceeb-4b53-9432-89bc09934a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:20.283458 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec2cf1e-436c-40bd-ae7d-0c39c74a6136 admin admin] Pushing event deleted for resources: {'Network': ['ID=078714d9-431e-4632-b957-c9a7230e7876,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:20.318414 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-28fe4fe2-dac2-4ce6-aecf-e5794f37f2a3 admin admin] Deleting subnet 2f4d4849-1523-4388-8676-9851e0023b4e {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:36:20.326047 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-3d5470e3-ceeb-4b53-9432-89bc09934a5c None None] Attempting to bind port 8ba4cd89-1793-4695-bf80-8580341ad09e on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:36:20.326554 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-3d5470e3-ceeb-4b53-9432-89bc09934a5c None None] Attempting to bind port 8ba4cd89-1793-4695-bf80-8580341ad09e by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:36:20.326738 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5470e3-ceeb-4b53-9432-89bc09934a5c None None] Attempting to bind port 8ba4cd89-1793-4695-bf80-8580341ad09e on network e6a2de20-1ea0-43e5-88e0-982d19e317d5 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:36:20.328943 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-28fe4fe2-dac2-4ce6-aecf-e5794f37f2a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:20.335766 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5470e3-ceeb-4b53-9432-89bc09934a5c None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:36:20.336142 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5470e3-ceeb-4b53-9432-89bc09934a5c None None] Checking segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:36:20.336548 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3d5470e3-ceeb-4b53-9432-89bc09934a5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:20.337424 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5470e3-ceeb-4b53-9432-89bc09934a5c None None] Bound using segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:36:20.337424 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-3d5470e3-ceeb-4b53-9432-89bc09934a5c None None] Bound port: 8ba4cd89-1793-4695-bf80-8580341ad09e, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:36:20.337790 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3d5470e3-ceeb-4b53-9432-89bc09934a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:20.345603 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324d9e2b-b160-4bbe-8241-73c97fdde62f None None] Pushing event updated for resources: {'Port': ['ID=8ba4cd89-1793-4695-bf80-8580341ad09e,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:20.377836 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-28fe4fe2-dac2-4ce6-aecf-e5794f37f2a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:20.384075 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-502f923b-a571-4c6b-8055-eee95db8bec9 req-43481d0c-59d4-45d2-91f5-b0e5a12fd2c1 service neutron] No DVR routers for this DVR port d70a22d3-59ef-454e-9818-527895d92292 on host n-h1-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:36:20.401042 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-354bc904-6d14-4493-a4f8-dc349bb1e419 req-5799386f-d410-4d2c-8513-2f28ae63c7c9 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:20.410936 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-3d5470e3-ceeb-4b53-9432-89bc09934a5c None None] For port 8ba4cd89-1793-4695-bf80-8580341ad09e, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:36:20.413475 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43481d0c-59d4-45d2-91f5-b0e5a12fd2c1 service neutron] Pushing event updated for resources: {'Port': ['ID=d70a22d3-59ef-454e-9818-527895d92292,revision_number=10']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:20.414784 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-3d5470e3-ceeb-4b53-9432-89bc09934a5c None None] For port 8ba4cd89-1793-4695-bf80-8580341ad09e, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=8ba4cd89-1793-4695-bf80-8580341ad09e,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:36:20.427457 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd344588-6e1a-41f1-ab4d-3617aaf43ec4 req-26f59165-05d3-452b-b26c-ed754a380b66 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:20.429093 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cd344588-6e1a-41f1-ab4d-3617aaf43ec4 req-26f59165-05d3-452b-b26c-ed754a380b66 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2953372 Sep 24 15:36:20.445124 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5799386f-d410-4d2c-8513-2f28ae63c7c9 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Pushing event deleted for resources: {'Port': ['ID=e70b6fe3-cc05-4426-a0e5-1e05782a30a3,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:20.460874 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-28fe4fe2-dac2-4ce6-aecf-e5794f37f2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:20.467025 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-502f923b-a571-4c6b-8055-eee95db8bec9 req-43481d0c-59d4-45d2-91f5-b0e5a12fd2c1 service neutron] 10.222.0.110 "PUT /v2.0/ports/d70a22d3-59ef-454e-9818-527895d92292/bindings/n-h2-808921-1/activate HTTP/1.1" status: 200 len: 369 time: 1.4604316 Sep 24 15:36:20.473097 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cd344588-6e1a-41f1-ab4d-3617aaf43ec4 req-b64a1234-fb7c-44d4-824a-cbb0f4b52631 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/quotas/1d817464a57145808f61427a409f714d HTTP/1.1" status: 200 len: 375 time: 0.0206406 Sep 24 15:36:20.518015 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3d5470e3-ceeb-4b53-9432-89bc09934a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:20.536545 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cd344588-6e1a-41f1-ab4d-3617aaf43ec4 req-d6194f56-df6d-4a1d-a49c-be41b4f84493 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=1d817464a57145808f61427a409f714d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0557201 Sep 24 15:36:20.580659 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-354bc904-6d14-4493-a4f8-dc349bb1e419 req-5799386f-d410-4d2c-8513-2f28ae63c7c9 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Notify callbacks [] for floatingip, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:20.584397 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-354bc904-6d14-4493-a4f8-dc349bb1e419 req-5799386f-d410-4d2c-8513-2f28ae63c7c9 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:20.586297 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-354bc904-6d14-4493-a4f8-dc349bb1e419 req-5799386f-d410-4d2c-8513-2f28ae63c7c9 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] 10.222.0.101 "DELETE /v2.0/floatingips/be9bb1b2-3cf8-4418-835e-dcd3acf2c326 HTTP/1.1" status: 204 len: 173 time: 0.9273987 Sep 24 15:36:20.664767 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-28fe4fe2-dac2-4ce6-aecf-e5794f37f2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:20.691532 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-32969d65-dcc6-4c6b-85b8-d3d54e80b509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:20.727458 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f923b-a571-4c6b-8055-eee95db8bec9 req-8bb43e57-6e46-423c-a4ae-5969182cfd99 tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:20.727755 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fe4fe2-dac2-4ce6-aecf-e5794f37f2a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f4d4849-1523-4388-8676-9851e0023b4e,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:20.729512 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-502f923b-a571-4c6b-8055-eee95db8bec9 req-8bb43e57-6e46-423c-a4ae-5969182cfd99 tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] 10.222.0.108 "GET /v2.0/ports?device_id=2122f163-37ae-4b6f-b6bf-1373c849b631&tenant_id=8957a38149f44837aa315f739e11ffd3&binding%3Ahost_id=n-h1-808921-1 HTTP/1.1" status: 200 len: 1095 time: 0.0928676 Sep 24 15:36:20.736992 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-28fe4fe2-dac2-4ce6-aecf-e5794f37f2a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:20.740268 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-28fe4fe2-dac2-4ce6-aecf-e5794f37f2a3 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/2f4d4849-1523-4388-8676-9851e0023b4e HTTP/1.1" status: 204 len: 168 time: 0.5024478 Sep 24 15:36:20.743191 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44546) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:20.745162 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5470e3-ceeb-4b53-9432-89bc09934a5c None None] Routers {'e9ed2194-b3e4-4163-a17a-047fbf9bb497'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:36:20.755105 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-3d5470e3-ceeb-4b53-9432-89bc09934a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:36:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['e9ed2194-b3e4-4163-a17a-047fbf9bb497'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:36:20.755105 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324d9e2b-b160-4bbe-8241-73c97fdde62f None None] Pushing event updated for resources: {'Port': ['ID=8ba4cd89-1793-4695-bf80-8580341ad09e,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:20.855239 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc75db9-951c-46bf-ac51-979018ad9db5 req-2580703d-a592-427d-9f14-de9e5c120cb5 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:20.871459 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8fc75db9-951c-46bf-ac51-979018ad9db5 req-2580703d-a592-427d-9f14-de9e5c120cb5 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=2122f163-37ae-4b6f-b6bf-1373c849b631 HTTP/1.1" status: 200 len: 944 time: 0.1454673 Sep 24 15:36:20.928997 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8fc75db9-951c-46bf-ac51-979018ad9db5 req-952735cd-8203-42e0-a302-e8cb2bbab6a9 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535200 Sep 24 15:36:20.941646 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-3d5470e3-ceeb-4b53-9432-89bc09934a5c None None] Set router e9ed2194-b3e4-4163-a17a-047fbf9bb497 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:36:20.996570 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-92576e7f-ba38-46d5-9f9f-36c31033dc38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:21.001510 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f923b-a571-4c6b-8055-eee95db8bec9 req-19713f7c-9a36-44b7-8a4e-dafbbc876908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:21.011481 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-502f923b-a571-4c6b-8055-eee95db8bec9 req-19713f7c-9a36-44b7-8a4e-dafbbc876908 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=2122f163-37ae-4b6f-b6bf-1373c849b631&tenant_id=8957a38149f44837aa315f739e11ffd3 HTTP/1.1" status: 200 len: 1095 time: 0.2561595 Sep 24 15:36:21.157316 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-774a934a-8bd2-4706-8fee-36fc9f21182d req-453a8751-d0c3-4c5b-89e8-f9b901cc5746 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=2c3340ff-fa70-41a6-9dc2-76db0aa611a5 HTTP/1.1" status: 200 len: 210 time: 0.0299885 Sep 24 15:36:21.218922 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-3d5470e3-ceeb-4b53-9432-89bc09934a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ed2194-b3e4-4163-a17a-047fbf9bb497', 'name': 'tempest-ServerRescueNegativeTestJSON-2074818100-router', 'tenant_id': 'c99d52405d9141d6b21e8bd3f638dbfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '8ba4cd89-1793-4695-bf80-8580341ad09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:36:14Z', 'updated_at': '2021-09-24T15:36:17Z', 'revision_number': 3, 'project_id': 'c99d52405d9141d6b21e8bd3f638dbfc', 'gw_port': {'id': '8ba4cd89-1793-4695-bf80-8580341ad09e', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:07:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ed2194-b3e4-4163-a17a-047fbf9bb497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:36:16Z', 'updated_at': '2021-09-24T15:36:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:36:21.250283 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-92576e7f-ba38-46d5-9f9f-36c31033dc38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:21.252549 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d5470e3-ceeb-4b53-9432-89bc09934a5c None None] The sync data for ids ['e9ed2194-b3e4-4163-a17a-047fbf9bb497'] in n-d-808921-1 is: [{'id': 'e9ed2194-b3e4-4163-a17a-047fbf9bb497', 'name': 'tempest-ServerRescueNegativeTestJSON-2074818100-router', 'tenant_id': 'c99d52405d9141d6b21e8bd3f638dbfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '8ba4cd89-1793-4695-bf80-8580341ad09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:36:14Z', 'updated_at': '2021-09-24T15:36:17Z', 'revision_number': 3, 'project_id': 'c99d52405d9141d6b21e8bd3f638dbfc', 'gw_port': {'id': '8ba4cd89-1793-4695-bf80-8580341ad09e', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:07:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ed2194-b3e4-4163-a17a-047fbf9bb497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:36:16Z', 'updated_at': '2021-09-24T15:36:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:36:21.272164 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-32969d65-dcc6-4c6b-85b8-d3d54e80b509 admin admin] Allocated IP 172.20.0.1 (701084d1-b6de-45b7-9441-4205d9510bac/b845deee-5fbd-4c8d-bd12-b1efe896aa17/b32d8bb1-9c50-4024-87a4-a481f17b9caf) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:36:21.276272 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f923b-a571-4c6b-8055-eee95db8bec9 req-baf2cd26-b46d-42e9-bb17-0b35f0df5fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:21.278443 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-502f923b-a571-4c6b-8055-eee95db8bec9 req-baf2cd26-b46d-42e9-bb17-0b35f0df5fac service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=8957a38149f44837aa315f739e11ffd3&device_id=2122f163-37ae-4b6f-b6bf-1373c849b631 HTTP/1.1" status: 200 len: 1095 time: 0.2348545 Sep 24 15:36:21.299858 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba44d3f6-c787-4c18-b0b0-0dcaca4594e7 req-5c18f784-f1f3-48d2-a965-f38c8ec65007 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:21.301617 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ba44d3f6-c787-4c18-b0b0-0dcaca4594e7 req-5c18f784-f1f3-48d2-a965-f38c8ec65007 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] 10.222.0.101 "GET /v2.0/ports?device_id=10f0c6c2-b2f3-4829-998a-6cc19343fd07&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0743637 Sep 24 15:36:21.312260 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-92576e7f-ba38-46d5-9f9f-36c31033dc38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df0ece65-9ac3-4e1e-9b19-61168f687aba']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:36:21.323773 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f61555-e7a5-445b-8293-2ebf57b93165 req-6266af12-b90d-4c12-bf4b-541b0ed2a626 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:21.331300 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e9f61555-e7a5-445b-8293-2ebf57b93165 req-6266af12-b90d-4c12-bf4b-541b0ed2a626 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/ports?device_id=1ae88e01-fe4e-4559-92db-6669323fd038 HTTP/1.1" status: 200 len: 945 time: 0.2605608 Sep 24 15:36:21.361257 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ba44d3f6-c787-4c18-b0b0-0dcaca4594e7 req-aeaf6dcc-d17a-44c2-a0df-1dda94a68d6a tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0523283 Sep 24 15:36:21.398302 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-92576e7f-ba38-46d5-9f9f-36c31033dc38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a586dd1-b13d-4f78-9003-c746f3d85ecc') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:36:21.398631 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-92576e7f-ba38-46d5-9f9f-36c31033dc38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a586dd1-b13d-4f78-9003-c746f3d85ecc') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:36:21.420961 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-92576e7f-ba38-46d5-9f9f-36c31033dc38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:21.435037 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2dfe2c4d-cd88-4679-9a34-8fc3b127e54c req-12f3c9bb-8345-4e13-b1ed-2445cc4a05a1 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0489922 Sep 24 15:36:21.539149 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-92576e7f-ba38-46d5-9f9f-36c31033dc38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:21.562538 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e9f61555-e7a5-445b-8293-2ebf57b93165 req-f2b80328-c6de-4960-bfb9-1152c94e006e tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/security-groups?id=62f13653-b186-43c2-8b39-46ac7f17e8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290590 Sep 24 15:36:21.581045 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92576e7f-ba38-46d5-9f9f-36c31033dc38 admin admin] Releasing vlan 1266 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:36:21.581494 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-92576e7f-ba38-46d5-9f9f-36c31033dc38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:21.583310 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:36:21.583310 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:36:21.583310 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:36:21.583310 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:36:21.583310 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:36:21.583310 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:36:21.583310 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:36:21.583310 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:36:21.583310 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:36:21.583310 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:36:21.583310 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:36:21.583310 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:36:21.583310 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:36:21.583310 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:36:21.583310 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:36:21.583310 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:36:21.583310 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:36:21.583310 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:36:21.583310 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:36:21.583310 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:36:21.583310 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:36:21.583310 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:36:21.583310 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:36:21.583310 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:36:21.583310 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:36:21.583310 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:36:21.583310 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:36:21.583310 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:36:21.583310 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:36:21.583310 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:36:21.583310 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:36:21.583310 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:36:21.616287 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f923b-a571-4c6b-8055-eee95db8bec9 req-a4892c16-faeb-4be4-b7cc-c58c76cfa5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:21.617917 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-502f923b-a571-4c6b-8055-eee95db8bec9 req-a4892c16-faeb-4be4-b7cc-c58c76cfa5b9 service neutron] 10.222.0.108 "GET /v2.0/networks?id=058852f5-088e-42d1-b3e1-abf106a974a3 HTTP/1.1" status: 200 len: 923 time: 0.3249960 Sep 24 15:36:21.744388 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-32969d65-dcc6-4c6b-85b8-d3d54e80b509 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:21.746821 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-502f923b-a571-4c6b-8055-eee95db8bec9 req-d5a2d4a2-76c4-44ee-bcf5-9a048bd62136 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d70a22d3-59ef-454e-9818-527895d92292 HTTP/1.1" status: 200 len: 217 time: 0.1118312 Sep 24 15:36:21.817997 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc68659d-5b21-41f3-abd8-17eb175c54b5 req-e9bf54e1-195b-48da-a014-cadc7e5f18e2 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:21.819697 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bc68659d-5b21-41f3-abd8-17eb175c54b5 req-e9bf54e1-195b-48da-a014-cadc7e5f18e2 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.108 "GET /v2.0/ports?device_id=1ae88e01-fe4e-4559-92db-6669323fd038 HTTP/1.1" status: 200 len: 945 time: 0.1888309 Sep 24 15:36:21.850238 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-92576e7f-ba38-46d5-9f9f-36c31033dc38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:21.875453 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f923b-a571-4c6b-8055-eee95db8bec9 req-72eed360-59ac-451e-8aa6-879429b7c27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:21.876914 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-502f923b-a571-4c6b-8055-eee95db8bec9 req-72eed360-59ac-451e-8aa6-879429b7c27f service neutron] 10.222.0.108 "GET /v2.0/subnets?id=5c649312-ea12-4119-a9ca-d79c73d589c6 HTTP/1.1" status: 200 len: 861 time: 0.1216657 Sep 24 15:36:21.877926 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-92576e7f-ba38-46d5-9f9f-36c31033dc38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:21.879898 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-92576e7f-ba38-46d5-9f9f-36c31033dc38 admin admin] 10.222.0.101 "DELETE /v2.0/networks/df0ece65-9ac3-4e1e-9b19-61168f687aba HTTP/1.1" status: 204 len: 168 time: 1.1355660 Sep 24 15:36:21.909173 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92576e7f-ba38-46d5-9f9f-36c31033dc38 admin admin] Pushing event deleted for resources: {'Network': ['ID=df0ece65-9ac3-4e1e-9b19-61168f687aba,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:21.910283 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 8ba4cd89-1793-4695-bf80-8580341ad09e up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:36:21.942192 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-502f923b-a571-4c6b-8055-eee95db8bec9 req-c9bb3376-924f-44e7-8978-d67fdd9c1429 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=058852f5-088e-42d1-b3e1-abf106a974a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491247 Sep 24 15:36:21.995795 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 8ba4cd89-1793-4695-bf80-8580341ad09e triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:36:22.000945 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:22.092803 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-32969d65-dcc6-4c6b-85b8-d3d54e80b509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:22.096387 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-502f923b-a571-4c6b-8055-eee95db8bec9 req-c650ffc4-f705-4f93-be63-fab1f368ea57 service neutron] 10.222.0.108 "GET /v2.0/networks/058852f5-088e-42d1-b3e1-abf106a974a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227791 Sep 24 15:36:22.138286 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:22.176175 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port 8ba4cd89-1793-4695-bf80-8580341ad09e, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=8ba4cd89-1793-4695-bf80-8580341ad09e,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:36:22.236580 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32969d65-dcc6-4c6b-85b8-d3d54e80b509 admin admin] Network 701084d1-b6de-45b7-9441-4205d9510bac is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:36:22.248809 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32969d65-dcc6-4c6b-85b8-d3d54e80b509 admin admin] Pushing event updated for resources: {'Port': ['ID=b32d8bb1-9c50-4024-87a4-a481f17b9caf,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:22.252176 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-32969d65-dcc6-4c6b-85b8-d3d54e80b509 admin admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:36:22.254388 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:22.299380 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32969d65-dcc6-4c6b-85b8-d3d54e80b509 admin admin] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:36:22.313245 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76502cfb-4e43-456e-899e-888eac03b966 req-9b5a9e72-2713-478c-8aae-96c7cecaad94 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:22.321833 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-76502cfb-4e43-456e-899e-888eac03b966 req-9b5a9e72-2713-478c-8aae-96c7cecaad94 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] 10.222.0.101 "GET /v2.0/ports?device_id=10f0c6c2-b2f3-4829-998a-6cc19343fd07 HTTP/1.1" status: 200 len: 945 time: 0.0767570 Sep 24 15:36:22.332481 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=8ba4cd89-1793-4695-bf80-8580341ad09e,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:22.360798 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-bc68659d-5b21-41f3-abd8-17eb175c54b5 req-99d8cc7e-bf91-4b44-801a-54c755296327 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Deleting port 998914d9-11da-4c4e-9df1-a00ba1edde45 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:36:22.360798 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-bc68659d-5b21-41f3-abd8-17eb175c54b5 req-99d8cc7e-bf91-4b44-801a-54c755296327 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:22.369950 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-76502cfb-4e43-456e-899e-888eac03b966 req-0694b180-1308-4299-99b6-973394328ec8 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] 10.222.0.101 "GET /v2.0/security-groups?id=85697bc6-6cb7-413c-b7a5-3c273396b2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468235 Sep 24 15:36:22.392018 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a99dddc-a687-4eca-9b8b-a8316a0ba524 req-a271bf3a-9129-47de-ae23-afec2b029516 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:22.393685 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0a99dddc-a687-4eca-9b8b-a8316a0ba524 req-a271bf3a-9129-47de-ae23-afec2b029516 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=2122f163-37ae-4b6f-b6bf-1373c849b631 HTTP/1.1" status: 200 len: 944 time: 0.3047459 Sep 24 15:36:22.438099 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-32969d65-dcc6-4c6b-85b8-d3d54e80b509 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:22.443147 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-502f923b-a571-4c6b-8055-eee95db8bec9 req-ee0d6e7e-7d2b-4ca3-a4f4-815579860e48 service neutron] 10.222.0.108 "GET /v2.0/networks/058852f5-088e-42d1-b3e1-abf106a974a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893908 Sep 24 15:36:22.476954 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44576) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:22.563251 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-815461a4-1cf5-4bb3-b56c-2321aab15fa5 req-d9adb1fe-61ec-41df-acdd-3b836c700749 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=2c3340ff-fa70-41a6-9dc2-76db0aa611a5 HTTP/1.1" status: 200 len: 210 time: 0.0523632 Sep 24 15:36:22.571575 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-5a4a775b-ff01-4b00-8dbb-e3da6dfcaa81 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=afd1b0df78e44afd8dcda9521b21852d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0920916 Sep 24 15:36:22.579357 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44578) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:22.590902 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0a99dddc-a687-4eca-9b8b-a8316a0ba524 req-8003cf9b-3fc9-4ee4-b254-2c223200b143 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833067 Sep 24 15:36:22.613791 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-bc68659d-5b21-41f3-abd8-17eb175c54b5 req-99d8cc7e-bf91-4b44-801a-54c755296327 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] For port 998914d9-11da-4c4e-9df1-a00ba1edde45, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=998914d9-11da-4c4e-9df1-a00ba1edde45,segment=NetworkSegment(e854fc2b-10a2-4840-85e1-f484bd234f97),segment_id=e854fc2b-10a2-4840-85e1-f484bd234f97)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:36:22.614247 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-bc68659d-5b21-41f3-abd8-17eb175c54b5 req-99d8cc7e-bf91-4b44-801a-54c755296327 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:22.655287 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-bc68659d-5b21-41f3-abd8-17eb175c54b5 req-99d8cc7e-bf91-4b44-801a-54c755296327 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Calling delete_port for 998914d9-11da-4c4e-9df1-a00ba1edde45 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:36:22.704623 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ad1db941-0620-4260-ba50-b75595a4cc75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:22.727729 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab49aed7-052f-44e1-8212-93ca84f19348 req-8c9de3a6-04ca-49fa-9ddc-297dacb1d7d9 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:22.731476 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ab49aed7-052f-44e1-8212-93ca84f19348 req-8c9de3a6-04ca-49fa-9ddc-297dacb1d7d9 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/ports?device_id=1ae88e01-fe4e-4559-92db-6669323fd038 HTTP/1.1" status: 200 len: 945 time: 0.0838220 Sep 24 15:36:22.751761 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ad1db941-0620-4260-ba50-b75595a4cc75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:22.804835 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ab49aed7-052f-44e1-8212-93ca84f19348 req-c7202710-b80b-4009-be84-405673d93c49 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/security-groups?id=62f13653-b186-43c2-8b39-46ac7f17e8f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641170 Sep 24 15:36:22.915220 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-32969d65-dcc6-4c6b-85b8-d3d54e80b509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:22.922112 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ad1db941-0620-4260-ba50-b75595a4cc75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:22.925192 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-bc68659d-5b21-41f3-abd8-17eb175c54b5 req-99d8cc7e-bf91-4b44-801a-54c755296327 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:22.925434 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ad1db941-0620-4260-ba50-b75595a4cc75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:22.927680 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ad1db941-0620-4260-ba50-b75595a4cc75 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/631c2a13-755b-4fed-9bce-3a87be6d4619 HTTP/1.1" status: 204 len: 168 time: 0.3475835 Sep 24 15:36:22.939629 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1db941-0620-4260-ba50-b75595a4cc75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=631c2a13-755b-4fed-9bce-3a87be6d4619,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:22.942039 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['998914d9-11da-4c4e-9df1-a00ba1edde45'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:36:22.986381 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d8cc7e-bf91-4b44-801a-54c755296327 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Pushing event deleted for resources: {'Port': ['ID=998914d9-11da-4c4e-9df1-a00ba1edde45,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:23.048924 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc68659d-5b21-41f3-abd8-17eb175c54b5 req-99d8cc7e-bf91-4b44-801a-54c755296327 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] No DVR routers for this DVR port 998914d9-11da-4c4e-9df1-a00ba1edde45 on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:36:23.060512 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-bc68659d-5b21-41f3-abd8-17eb175c54b5 req-99d8cc7e-bf91-4b44-801a-54c755296327 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:23.063056 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bc68659d-5b21-41f3-abd8-17eb175c54b5 req-99d8cc7e-bf91-4b44-801a-54c755296327 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.108 "DELETE /v2.0/ports/998914d9-11da-4c4e-9df1-a00ba1edde45 HTTP/1.1" status: 204 len: 173 time: 1.2334380 Sep 24 15:36:23.064995 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ae88e01-fe4e-4559-92db-6669323fd038', 'name': 'network-vif-deleted', 'tag': '998914d9-11da-4c4e-9df1-a00ba1edde45'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:36:23.067341 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9384e781-6c73-465a-aa04-07f954640400" -d '{"events": [{"server_uuid": "1ae88e01-fe4e-4559-92db-6669323fd038", "name": "network-vif-deleted", "tag": "998914d9-11da-4c4e-9df1-a00ba1edde45"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:36:23.126632 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ecfaa89-8ce2-4b07-8528-590a3e50bd4a x-openstack-request-id: req-1ecfaa89-8ce2-4b07-8528-590a3e50bd4a {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:36:23.128830 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ae88e01-fe4e-4559-92db-6669323fd038", "name": "network-vif-deleted", "tag": "998914d9-11da-4c4e-9df1-a00ba1edde45", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:36:23.128830 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-1ecfaa89-8ce2-4b07-8528-590a3e50bd4a {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:36:23.128830 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ae88e01-fe4e-4559-92db-6669323fd038', 'name': 'network-vif-deleted', 'tag': '998914d9-11da-4c4e-9df1-a00ba1edde45', 'status': 'completed', 'code': 200} Sep 24 15:36:23.166592 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f923b-a571-4c6b-8055-eee95db8bec9 req-849136e9-949e-4acb-98bb-cb7e7848b752 tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:23.168123 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-502f923b-a571-4c6b-8055-eee95db8bec9 req-849136e9-949e-4acb-98bb-cb7e7848b752 tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] 10.222.0.108 "GET /v2.0/ports?device_id=2122f163-37ae-4b6f-b6bf-1373c849b631&tenant_id=8957a38149f44837aa315f739e11ffd3&binding%3Ahost_id=n-h2-808921-1 HTTP/1.1" status: 200 len: 1095 time: 0.1204560 Sep 24 15:36:23.278072 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-32969d65-dcc6-4c6b-85b8-d3d54e80b509 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:23.396057 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-32969d65-dcc6-4c6b-85b8-d3d54e80b509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:23.494131 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32969d65-dcc6-4c6b-85b8-d3d54e80b509 admin admin] Pushing event updated for resources: {'Port': ['ID=b32d8bb1-9c50-4024-87a4-a481f17b9caf,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:23.499339 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-32969d65-dcc6-4c6b-85b8-d3d54e80b509 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:23.516223 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-502f923b-a571-4c6b-8055-eee95db8bec9 req-a6a90081-f7ae-451d-ab2e-638f8afbdf87 service neutron] For port d70a22d3-59ef-454e-9818-527895d92292, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:36:23.525303 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-502f923b-a571-4c6b-8055-eee95db8bec9 req-a6a90081-f7ae-451d-ab2e-638f8afbdf87 service neutron] Notify callbacks [] for binding, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:23.526439 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-502f923b-a571-4c6b-8055-eee95db8bec9 req-a6a90081-f7ae-451d-ab2e-638f8afbdf87 service neutron] 10.222.0.108 "DELETE /v2.0/ports/d70a22d3-59ef-454e-9818-527895d92292/bindings/n-h1-808921-1 HTTP/1.1" status: 204 len: 173 time: 0.3496082 Sep 24 15:36:23.546891 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e95ab59-3a5e-478b-b338-4aaf0a44e8ca req-107f36d6-5046-4d54-ab10-f086b8b289b8 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:23.548865 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0e95ab59-3a5e-478b-b338-4aaf0a44e8ca req-107f36d6-5046-4d54-ab10-f086b8b289b8 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] 10.222.0.101 "GET /v2.0/ports?device_id=10f0c6c2-b2f3-4829-998a-6cc19343fd07 HTTP/1.1" status: 200 len: 945 time: 0.1037133 Sep 24 15:36:23.640189 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0e95ab59-3a5e-478b-b338-4aaf0a44e8ca req-94671396-bcf1-4120-9733-b0b49c82f675 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] 10.222.0.101 "GET /v2.0/security-groups?id=85697bc6-6cb7-413c-b7a5-3c273396b2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785215 Sep 24 15:36:23.676623 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32969d65-dcc6-4c6b-85b8-d3d54e80b509 admin admin] Network 701084d1-b6de-45b7-9441-4205d9510bac is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:36:23.678595 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-32969d65-dcc6-4c6b-85b8-d3d54e80b509 admin admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:36:23.679611 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a198c19d-69b4-491b-ba89-c25530ff433e req-d707376c-e0ab-487d-a453-553295e62082 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=2c3340ff-fa70-41a6-9dc2-76db0aa611a5 HTTP/1.1" status: 200 len: 210 time: 0.0337439 Sep 24 15:36:23.833754 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 8ba4cd89-1793-4695-bf80-8580341ad09e up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:36:23.836016 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e1c9f7-4792-43ad-bf02-77700ad1e58c req-636f27a5-179e-4dbe-9f5e-a08b818a04f8 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:23.837559 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-40e1c9f7-4792-43ad-bf02-77700ad1e58c req-636f27a5-179e-4dbe-9f5e-a08b818a04f8 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=2122f163-37ae-4b6f-b6bf-1373c849b631 HTTP/1.1" status: 200 len: 944 time: 0.1070211 Sep 24 15:36:23.910940 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 8ba4cd89-1793-4695-bf80-8580341ad09e triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:36:23.911826 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:23.927458 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32969d65-dcc6-4c6b-85b8-d3d54e80b509 admin admin] Router e9ed2194-b3e4-4163-a17a-047fbf9bb497 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:36:23.938174 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e035e7da-a99b-4b56-97cc-62520b45d8c4 req-ed673081-efd0-47f9-b443-b6c34ccb3d39 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/ports?device_id=1ae88e01-fe4e-4559-92db-6669323fd038 HTTP/1.1" status: 200 len: 210 time: 0.0390215 Sep 24 15:36:23.967844 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44600) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:24.039097 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-861422d5-e9fd-495d-a940-400ccc72ed63 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=67aae8399d3345dcb7258c2da3a7c07e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0696990 Sep 24 15:36:24.039777 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44602) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:24.097552 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-aac3e01e-16bb-4c1e-a8e5-518ef1b42f98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:24.123632 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-aac3e01e-16bb-4c1e-a8e5-518ef1b42f98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:24.291638 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba6ee54-6fea-4825-b7a7-8a3d77c80cb2 req-997a9ae9-c54c-46f3-9e34-20a17bad8661 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:24.293004 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5ba6ee54-6fea-4825-b7a7-8a3d77c80cb2 req-997a9ae9-c54c-46f3-9e34-20a17bad8661 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] 10.222.0.108 "GET /v2.0/ports?device_id=10f0c6c2-b2f3-4829-998a-6cc19343fd07 HTTP/1.1" status: 200 len: 945 time: 0.4526012 Sep 24 15:36:24.298046 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-40e1c9f7-4792-43ad-bf02-77700ad1e58c req-1d3e4d0a-44d3-4918-bf90-3b46fb7add0d tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4425750 Sep 24 15:36:24.311161 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cd344588-6e1a-41f1-ab4d-3617aaf43ec4 req-e8023336-22de-4123-b062-8a98aa3646ee tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.110 "GET /v2.0/networks?tenant_id=1d817464a57145808f61427a409f714d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0425441 Sep 24 15:36:24.391023 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-aac3e01e-16bb-4c1e-a8e5-518ef1b42f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:24.393786 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-aac3e01e-16bb-4c1e-a8e5-518ef1b42f98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:24.395327 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-aac3e01e-16bb-4c1e-a8e5-518ef1b42f98 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/9627e0b8-33f1-422c-9971-e1daae505e8c HTTP/1.1" status: 204 len: 168 time: 0.3544168 Sep 24 15:36:24.404655 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac3e01e-16bb-4c1e-a8e5-518ef1b42f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9627e0b8-33f1-422c-9971-e1daae505e8c,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:24.488825 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f98a1ca-6912-4a4a-8c15-5bd526d0f05e req-2d216aab-33fc-4158-8345-1d4f0584b926 tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:24.490773 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8f98a1ca-6912-4a4a-8c15-5bd526d0f05e req-2d216aab-33fc-4158-8345-1d4f0584b926 tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=2122f163-37ae-4b6f-b6bf-1373c849b631 HTTP/1.1" status: 200 len: 1095 time: 0.0784383 Sep 24 15:36:24.580616 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8f98a1ca-6912-4a4a-8c15-5bd526d0f05e req-f9a0c700-659e-465a-8e5e-9a300559b1ef tempest-LiveAutoBlockMigrationV225Test-2122989355 tempest-LiveAutoBlockMigrationV225Test-2122989355-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818102 Sep 24 15:36:24.624657 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd344588-6e1a-41f1-ab4d-3617aaf43ec4 req-348e6087-33c3-43a9-ad52-cc55f70e7303 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:24.626230 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cd344588-6e1a-41f1-ab4d-3617aaf43ec4 req-348e6087-33c3-43a9-ad52-cc55f70e7303 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2992845 Sep 24 15:36:24.629007 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32969d65-dcc6-4c6b-85b8-d3d54e80b509 admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:36:24.638594 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-32969d65-dcc6-4c6b-85b8-d3d54e80b509 admin admin] 10.222.0.101 "PUT /v2.0/routers/e9ed2194-b3e4-4163-a17a-047fbf9bb497/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1487973 Sep 24 15:36:24.652520 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-cd344588-6e1a-41f1-ab4d-3617aaf43ec4 req-f82291ce-8d28-43ae-a682-db05bed27e26 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Request body: {'port': {'device_id': '2c3340ff-fa70-41a6-9dc2-76db0aa611a5', 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939', 'admin_state_up': True, 'tenant_id': '1d817464a57145808f61427a409f714d'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:36:24.663955 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-5ba6ee54-6fea-4825-b7a7-8a3d77c80cb2 req-deee92bd-986f-42b4-8f37-c3a6746eaeae tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Deleting port 958548b3-2a16-4b06-9c25-24d73f985f03 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:36:24.664182 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-5ba6ee54-6fea-4825-b7a7-8a3d77c80cb2 req-deee92bd-986f-42b4-8f37-c3a6746eaeae tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:24.742961 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24f4e65-d238-4bae-88e1-59c1729747bb None None] Sync routers for ids ['e9ed2194-b3e4-4163-a17a-047fbf9bb497'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:36:24.757513 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24f4e65-d238-4bae-88e1-59c1729747bb None None] Routers {'e9ed2194-b3e4-4163-a17a-047fbf9bb497'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:36:24.758251 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-e24f4e65-d238-4bae-88e1-59c1729747bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:36:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['e9ed2194-b3e4-4163-a17a-047fbf9bb497'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:36:24.824589 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4690823-2fbb-4538-b6fb-57b069e6b917 req-6a3de584-3e47-428d-a4a4-25b162a9fc58 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:24.834615 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c4690823-2fbb-4538-b6fb-57b069e6b917 req-6a3de584-3e47-428d-a4a4-25b162a9fc58 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] 10.222.0.101 "GET /v2.0/ports?device_id=10f0c6c2-b2f3-4829-998a-6cc19343fd07 HTTP/1.1" status: 200 len: 945 time: 0.1000042 Sep 24 15:36:24.846388 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-5ba6ee54-6fea-4825-b7a7-8a3d77c80cb2 req-deee92bd-986f-42b4-8f37-c3a6746eaeae tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] For port 958548b3-2a16-4b06-9c25-24d73f985f03, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=958548b3-2a16-4b06-9c25-24d73f985f03,segment=NetworkSegment(4c6640b6-654c-4a1f-99cc-cd2522df0bf2),segment_id=4c6640b6-654c-4a1f-99cc-cd2522df0bf2)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:36:24.846768 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-5ba6ee54-6fea-4825-b7a7-8a3d77c80cb2 req-deee92bd-986f-42b4-8f37-c3a6746eaeae tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:24.882442 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-5ba6ee54-6fea-4825-b7a7-8a3d77c80cb2 req-deee92bd-986f-42b4-8f37-c3a6746eaeae tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Calling delete_port for 958548b3-2a16-4b06-9c25-24d73f985f03 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:36:24.905471 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c4690823-2fbb-4538-b6fb-57b069e6b917 req-20cb28bf-bc0d-4988-b1bd-5c24b84238c3 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] 10.222.0.101 "GET /v2.0/security-groups?id=85697bc6-6cb7-413c-b7a5-3c273396b2d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697014 Sep 24 15:36:24.918518 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-e24f4e65-d238-4bae-88e1-59c1729747bb None None] Set router e9ed2194-b3e4-4163-a17a-047fbf9bb497 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:36:25.010140 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ef1c2049-8f75-4fb5-ad3b-b6742b02d6d3 req-023c8d7f-646b-42da-901c-56c3fc16ce59 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=2c3340ff-fa70-41a6-9dc2-76db0aa611a5 HTTP/1.1" status: 200 len: 210 time: 0.0273139 Sep 24 15:36:25.036190 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd344588-6e1a-41f1-ab4d-3617aaf43ec4 req-f82291ce-8d28-43ae-a682-db05bed27e26 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Made reservation on behalf of 1d817464a57145808f61427a409f714d for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:36:25.040326 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-cd344588-6e1a-41f1-ab4d-3617aaf43ec4 req-f82291ce-8d28-43ae-a682-db05bed27e26 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:25.067423 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-cd344588-6e1a-41f1-ab4d-3617aaf43ec4 req-f82291ce-8d28-43ae-a682-db05bed27e26 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:25.225298 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-e24f4e65-d238-4bae-88e1-59c1729747bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ed2194-b3e4-4163-a17a-047fbf9bb497', 'name': 'tempest-ServerRescueNegativeTestJSON-2074818100-router', 'tenant_id': 'c99d52405d9141d6b21e8bd3f638dbfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '8ba4cd89-1793-4695-bf80-8580341ad09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:36:14Z', 'updated_at': '2021-09-24T15:36:22Z', 'revision_number': 4, 'project_id': 'c99d52405d9141d6b21e8bd3f638dbfc', 'gw_port': {'id': '8ba4cd89-1793-4695-bf80-8580341ad09e', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:07:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ed2194-b3e4-4163-a17a-047fbf9bb497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:36:16Z', 'updated_at': '2021-09-24T15:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'b32d8bb1-9c50-4024-87a4-a481f17b9caf', 'name': '', 'network_id': '701084d1-b6de-45b7-9441-4205d9510bac', 'tenant_id': 'c99d52405d9141d6b21e8bd3f638dbfc', 'mac_address': 'fa:16:3e:2b:2f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ed2194-b3e4-4163-a17a-047fbf9bb497', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'b845deee-5fbd-4c8d-bd12-b1efe896aa17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:36:20Z', 'updated_at': '2021-09-24T15:36:23Z', 'revision_number': 2, 'project_id': 'c99d52405d9141d6b21e8bd3f638dbfc', 'subnets': [{'id': 'b845deee-5fbd-4c8d-bd12-b1efe896aa17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:36:25.230828 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-cd344588-6e1a-41f1-ab4d-3617aaf43ec4 req-f82291ce-8d28-43ae-a682-db05bed27e26 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:25.252506 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24f4e65-d238-4bae-88e1-59c1729747bb None None] Checking router: e9ed2194-b3e4-4163-a17a-047fbf9bb497 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:36:25.252867 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24f4e65-d238-4bae-88e1-59c1729747bb None None] Updating router e9ed2194-b3e4-4163-a17a-047fbf9bb497 port b32d8bb1-9c50-4024-87a4-a481f17b9caf binding host n-d-808921-1 {{(pid=95300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:36:25.279403 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-e24f4e65-d238-4bae-88e1-59c1729747bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:25.361365 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-5ba6ee54-6fea-4825-b7a7-8a3d77c80cb2 req-deee92bd-986f-42b4-8f37-c3a6746eaeae tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:25.374978 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['958548b3-2a16-4b06-9c25-24d73f985f03'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:36:25.403019 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deee92bd-986f-42b4-8f37-c3a6746eaeae tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Pushing event deleted for resources: {'Port': ['ID=958548b3-2a16-4b06-9c25-24d73f985f03,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:25.427075 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe964b-61ed-40d6-a0e4-a6e347862a71 req-b124f3e0-f5bf-4245-a545-20fb1ce9b35d tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:25.434905 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2bfe964b-61ed-40d6-a0e4-a6e347862a71 req-b124f3e0-f5bf-4245-a545-20fb1ce9b35d tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/networks?id=701084d1-b6de-45b7-9441-4205d9510bac HTTP/1.1" status: 200 len: 819 time: 0.1395261 Sep 24 15:36:25.447043 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-cd344588-6e1a-41f1-ab4d-3617aaf43ec4 req-f82291ce-8d28-43ae-a682-db05bed27e26 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:25.452206 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2bfe964b-61ed-40d6-a0e4-a6e347862a71 req-6dc2da4d-617c-4e3a-88f7-9168b0b76be3 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/quotas/c99d52405d9141d6b21e8bd3f638dbfc HTTP/1.1" status: 200 len: 375 time: 0.0128596 Sep 24 15:36:25.488702 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ba6ee54-6fea-4825-b7a7-8a3d77c80cb2 req-deee92bd-986f-42b4-8f37-c3a6746eaeae tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] No DVR routers for this DVR port 958548b3-2a16-4b06-9c25-24d73f985f03 on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:36:25.493957 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-5ba6ee54-6fea-4825-b7a7-8a3d77c80cb2 req-deee92bd-986f-42b4-8f37-c3a6746eaeae tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:25.507458 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5ba6ee54-6fea-4825-b7a7-8a3d77c80cb2 req-deee92bd-986f-42b4-8f37-c3a6746eaeae tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] 10.222.0.108 "DELETE /v2.0/ports/958548b3-2a16-4b06-9c25-24d73f985f03 HTTP/1.1" status: 204 len: 173 time: 1.1983724 Sep 24 15:36:25.510720 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10f0c6c2-b2f3-4829-998a-6cc19343fd07', 'name': 'network-vif-deleted', 'tag': '958548b3-2a16-4b06-9c25-24d73f985f03'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:36:25.513055 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-305c2e1c-26c4-439c-a588-0873bec69674" -d '{"events": [{"server_uuid": "10f0c6c2-b2f3-4829-998a-6cc19343fd07", "name": "network-vif-deleted", "tag": "958548b3-2a16-4b06-9c25-24d73f985f03"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:36:25.554615 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82291ce-8d28-43ae-a682-db05bed27e26 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44c1409c-92a9-42ad-8158-77f34f2c6d1b,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:25.576208 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82291ce-8d28-43ae-a682-db05bed27e26 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:25.576579 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82291ce-8d28-43ae-a682-db05bed27e26 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:25.576918 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82291ce-8d28-43ae-a682-db05bed27e26 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:25.577828 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82291ce-8d28-43ae-a682-db05bed27e26 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:25.578171 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82291ce-8d28-43ae-a682-db05bed27e26 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:25.578537 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82291ce-8d28-43ae-a682-db05bed27e26 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:25.578872 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82291ce-8d28-43ae-a682-db05bed27e26 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:25.579200 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82291ce-8d28-43ae-a682-db05bed27e26 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:25.579526 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82291ce-8d28-43ae-a682-db05bed27e26 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:25.579852 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82291ce-8d28-43ae-a682-db05bed27e26 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:25.580181 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82291ce-8d28-43ae-a682-db05bed27e26 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:25.580510 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f82291ce-8d28-43ae-a682-db05bed27e26 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:25.622509 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2bfe964b-61ed-40d6-a0e4-a6e347862a71 req-ba6f5213-cdbf-4e9d-a9c3-029c9e4afc07 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=c99d52405d9141d6b21e8bd3f638dbfc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0923467 Sep 24 15:36:25.688264 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-cd344588-6e1a-41f1-ab4d-3617aaf43ec4 req-f82291ce-8d28-43ae-a682-db05bed27e26 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Allocated IP 192.168.233.88 (9672f189-23fe-44e6-9dd2-257ff8905939/188edb94-8042-4961-9ec0-8960b1ce1305/ef645295-66e7-4bd2-801c-4d964f44743a) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:36:25.694962 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-e24f4e65-d238-4bae-88e1-59c1729747bb None None] Notify callbacks [] for port, precommit_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:25.761824 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2bfe964b-61ed-40d6-a0e4-a6e347862a71 req-14db2874-1a53-4422-b27a-4485c544d932 service neutron] 10.222.0.101 "GET /v2.0/networks/701084d1-b6de-45b7-9441-4205d9510bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282587 Sep 24 15:36:25.830103 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-e24f4e65-d238-4bae-88e1-59c1729747bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:25.872934 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2bfe964b-61ed-40d6-a0e4-a6e347862a71 req-c28d8f31-e9ee-489f-bce9-c3980eefca0c service neutron] 10.222.0.101 "GET /v2.0/networks/701084d1-b6de-45b7-9441-4205d9510bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024849 Sep 24 15:36:25.883130 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d9e9e-a4a1-4f98-96f0-8fe7fbd1b349 req-11d64dcc-227d-43d0-a42e-d8f70ae7e68b tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:25.883130 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-964d9e9e-a4a1-4f98-96f0-8fe7fbd1b349 req-11d64dcc-227d-43d0-a42e-d8f70ae7e68b tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=2122f163-37ae-4b6f-b6bf-1373c849b631 HTTP/1.1" status: 200 len: 944 time: 0.1151924 Sep 24 15:36:25.899970 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c8db4b-4f90-40da-a02a-10c13ee20f0b None None] Pushing event updated for resources: {'Port': ['ID=b32d8bb1-9c50-4024-87a4-a481f17b9caf,revision_number=3']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:25.939996 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 998914d9-11da-4c4e-9df1-a00ba1edde45 no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:36:25.958330 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-e24f4e65-d238-4bae-88e1-59c1729747bb None None] Attempting to bind port b32d8bb1-9c50-4024-87a4-a481f17b9caf on host n-d-808921-1 for vnic_type normal with profile {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:36:25.969016 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-e24f4e65-d238-4bae-88e1-59c1729747bb None None] Attempting to bind port b32d8bb1-9c50-4024-87a4-a481f17b9caf by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'b546acd3-82a1-4d5d-82c0-3ff14f29b0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '701084d1-b6de-45b7-9441-4205d9510bac'}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:36:25.969016 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24f4e65-d238-4bae-88e1-59c1729747bb None None] Attempting to bind port b32d8bb1-9c50-4024-87a4-a481f17b9caf on network 701084d1-b6de-45b7-9441-4205d9510bac {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:36:25.969016 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24f4e65-d238-4bae-88e1-59c1729747bb None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 36, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:36:25.969016 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24f4e65-d238-4bae-88e1-59c1729747bb None None] Checking segment: {'id': 'b546acd3-82a1-4d5d-82c0-3ff14f29b0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '701084d1-b6de-45b7-9441-4205d9510bac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:36:25.969016 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-e24f4e65-d238-4bae-88e1-59c1729747bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:25.969016 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24f4e65-d238-4bae-88e1-59c1729747bb None None] Bound using segment: {'id': 'b546acd3-82a1-4d5d-82c0-3ff14f29b0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '701084d1-b6de-45b7-9441-4205d9510bac'} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:36:25.969016 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-e24f4e65-d238-4bae-88e1-59c1729747bb None None] Bound port: b32d8bb1-9c50-4024-87a4-a481f17b9caf, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b546acd3-82a1-4d5d-82c0-3ff14f29b0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '701084d1-b6de-45b7-9441-4205d9510bac'}}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:36:25.969016 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-e24f4e65-d238-4bae-88e1-59c1729747bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:25.969970 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] No Port match for: 998914d9-11da-4c4e-9df1-a00ba1edde45 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:36:25.970280 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 998914d9-11da-4c4e-9df1-a00ba1edde45 not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:36:25.970988 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 958548b3-2a16-4b06-9c25-24d73f985f03 no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:36:25.992544 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] No Port match for: 958548b3-2a16-4b06-9c25-24d73f985f03 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:36:25.993143 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 958548b3-2a16-4b06-9c25-24d73f985f03 not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:36:26.008021 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-964d9e9e-a4a1-4f98-96f0-8fe7fbd1b349 req-a62c4eb8-527c-4d7f-ae3f-c83182d33d5a tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015198 Sep 24 15:36:26.041658 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-cd344588-6e1a-41f1-ab4d-3617aaf43ec4 req-f82291ce-8d28-43ae-a682-db05bed27e26 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:26.053044 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-e24f4e65-d238-4bae-88e1-59c1729747bb None None] For port b32d8bb1-9c50-4024-87a4-a481f17b9caf, host n-d-808921-1, cleared binding levels {{(pid=95300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:36:26.056472 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-e24f4e65-d238-4bae-88e1-59c1729747bb None None] For port b32d8bb1-9c50-4024-87a4-a481f17b9caf, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=b32d8bb1-9c50-4024-87a4-a481f17b9caf,segment=NetworkSegment(b546acd3-82a1-4d5d-82c0-3ff14f29b0aa),segment_id=b546acd3-82a1-4d5d-82c0-3ff14f29b0aa)] {{(pid=95300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:36:26.059071 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa4275e-f24a-4d40-be21-8a9a1f3f26fe x-openstack-request-id: req-8fa4275e-f24a-4d40-be21-8a9a1f3f26fe {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:36:26.059361 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10f0c6c2-b2f3-4829-998a-6cc19343fd07", "name": "network-vif-deleted", "tag": "958548b3-2a16-4b06-9c25-24d73f985f03", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:36:26.059614 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-8fa4275e-f24a-4d40-be21-8a9a1f3f26fe {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:36:26.060006 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10f0c6c2-b2f3-4829-998a-6cc19343fd07', 'name': 'network-vif-deleted', 'tag': '958548b3-2a16-4b06-9c25-24d73f985f03', 'status': 'completed', 'code': 200} Sep 24 15:36:26.202978 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-e24f4e65-d238-4bae-88e1-59c1729747bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:26.243362 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-753b11e6-eeb1-46a1-bd0a-42f02e2142bb req-e4e9625d-69a9-4833-ab8e-7cb4e887e331 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034 tempest-FloatingIPsAssociationNegativeTestJSON-1277236034-project] 10.222.0.101 "GET /v2.0/ports?device_id=10f0c6c2-b2f3-4829-998a-6cc19343fd07 HTTP/1.1" status: 200 len: 210 time: 0.0375779 Sep 24 15:36:26.268593 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24f4e65-d238-4bae-88e1-59c1729747bb None None] Routers {'e9ed2194-b3e4-4163-a17a-047fbf9bb497'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:36:26.269565 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-e24f4e65-d238-4bae-88e1-59c1729747bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:36:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['e9ed2194-b3e4-4163-a17a-047fbf9bb497'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:36:26.304902 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7027e755-32d5-4121-ae46-7cf0b2c82fb6 req-5f4bebeb-cb6d-4fc7-a3da-12f3f0ee8c7b tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:26.307295 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7027e755-32d5-4121-ae46-7cf0b2c82fb6 req-5f4bebeb-cb6d-4fc7-a3da-12f3f0ee8c7b tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.108 "GET /v2.0/ports?device_id=2122f163-37ae-4b6f-b6bf-1373c849b631 HTTP/1.1" status: 200 len: 944 time: 0.0665853 Sep 24 15:36:26.314759 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c8db4b-4f90-40da-a02a-10c13ee20f0b None None] Pushing event updated for resources: {'Port': ['ID=b32d8bb1-9c50-4024-87a4-a481f17b9caf,revision_number=4']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:26.332470 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-cd344588-6e1a-41f1-ab4d-3617aaf43ec4 req-f82291ce-8d28-43ae-a682-db05bed27e26 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:26.407001 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-e24f4e65-d238-4bae-88e1-59c1729747bb None None] Set router e9ed2194-b3e4-4163-a17a-047fbf9bb497 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:36:26.469643 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd344588-6e1a-41f1-ab4d-3617aaf43ec4 req-f82291ce-8d28-43ae-a682-db05bed27e26 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Network 9672f189-23fe-44e6-9dd2-257ff8905939 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:36:26.476313 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-cd344588-6e1a-41f1-ab4d-3617aaf43ec4 req-f82291ce-8d28-43ae-a682-db05bed27e26 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:36:26.489949 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd344588-6e1a-41f1-ab4d-3617aaf43ec4 req-f82291ce-8d28-43ae-a682-db05bed27e26 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:36:26.504634 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-33fb7818-82c1-43d4-a1f2-6e655f8583a6 req-babc60b8-fa82-422a-8ae2-80b3591e8bd1 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=7cd44f03-df1c-4436-87b5-4c9cccff4adf HTTP/1.1" status: 200 len: 210 time: 0.0491927 Sep 24 15:36:26.587258 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd344588-6e1a-41f1-ab4d-3617aaf43ec4 req-f82291ce-8d28-43ae-a682-db05bed27e26 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:26.588508 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-cd344588-6e1a-41f1-ab4d-3617aaf43ec4 req-f82291ce-8d28-43ae-a682-db05bed27e26 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:26.672448 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6833f-1129-43b1-9894-e7b159229a1f req-7e9426f7-b55a-4a3c-bad9-71152973766b tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:26.674132 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d1f6833f-1129-43b1-9894-e7b159229a1f req-7e9426f7-b55a-4a3c-bad9-71152973766b tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=2c3340ff-fa70-41a6-9dc2-76db0aa611a5 HTTP/1.1" status: 200 len: 935 time: 0.3616674 Sep 24 15:36:26.674935 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82291ce-8d28-43ae-a682-db05bed27e26 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Pushing event updated for resources: {'Port': ['ID=ef645295-66e7-4bd2-801c-4d964f44743a,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:26.703464 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44700) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:26.732301 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-e24f4e65-d238-4bae-88e1-59c1729747bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ed2194-b3e4-4163-a17a-047fbf9bb497', 'name': 'tempest-ServerRescueNegativeTestJSON-2074818100-router', 'tenant_id': 'c99d52405d9141d6b21e8bd3f638dbfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '8ba4cd89-1793-4695-bf80-8580341ad09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:36:14Z', 'updated_at': '2021-09-24T15:36:22Z', 'revision_number': 4, 'project_id': 'c99d52405d9141d6b21e8bd3f638dbfc', 'gw_port': {'id': '8ba4cd89-1793-4695-bf80-8580341ad09e', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:07:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ed2194-b3e4-4163-a17a-047fbf9bb497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:36:16Z', 'updated_at': '2021-09-24T15:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'b32d8bb1-9c50-4024-87a4-a481f17b9caf', 'name': '', 'network_id': '701084d1-b6de-45b7-9441-4205d9510bac', 'tenant_id': 'c99d52405d9141d6b21e8bd3f638dbfc', 'mac_address': 'fa:16:3e:2b:2f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ed2194-b3e4-4163-a17a-047fbf9bb497', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'b845deee-5fbd-4c8d-bd12-b1efe896aa17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:36:20Z', 'updated_at': '2021-09-24T15:36:26Z', 'revision_number': 4, 'project_id': 'c99d52405d9141d6b21e8bd3f638dbfc', 'subnets': [{'id': 'b845deee-5fbd-4c8d-bd12-b1efe896aa17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:36:26.756644 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-7027e755-32d5-4121-ae46-7cf0b2c82fb6 req-cb04766a-9467-40a3-b24b-2ba2b69ad6d2 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Deleting port d70a22d3-59ef-454e-9818-527895d92292 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:36:26.756865 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7027e755-32d5-4121-ae46-7cf0b2c82fb6 req-cb04766a-9467-40a3-b24b-2ba2b69ad6d2 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:26.774759 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d1f6833f-1129-43b1-9894-e7b159229a1f req-33ce8fdb-4e05-41cf-9c97-1d43520d0338 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934525 Sep 24 15:36:26.808823 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24f4e65-d238-4bae-88e1-59c1729747bb None None] The sync data for ids ['e9ed2194-b3e4-4163-a17a-047fbf9bb497'] in n-d-808921-1 is: [{'id': 'e9ed2194-b3e4-4163-a17a-047fbf9bb497', 'name': 'tempest-ServerRescueNegativeTestJSON-2074818100-router', 'tenant_id': 'c99d52405d9141d6b21e8bd3f638dbfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '8ba4cd89-1793-4695-bf80-8580341ad09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:36:14Z', 'updated_at': '2021-09-24T15:36:22Z', 'revision_number': 4, 'project_id': 'c99d52405d9141d6b21e8bd3f638dbfc', 'gw_port': {'id': '8ba4cd89-1793-4695-bf80-8580341ad09e', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:07:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ed2194-b3e4-4163-a17a-047fbf9bb497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:36:16Z', 'updated_at': '2021-09-24T15:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'b32d8bb1-9c50-4024-87a4-a481f17b9caf', 'name': '', 'network_id': '701084d1-b6de-45b7-9441-4205d9510bac', 'tenant_id': 'c99d52405d9141d6b21e8bd3f638dbfc', 'mac_address': 'fa:16:3e:2b:2f:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ed2194-b3e4-4163-a17a-047fbf9bb497', 'device_owner': 'network:router_interface', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': 'b845deee-5fbd-4c8d-bd12-b1efe896aa17', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:36:20Z', 'updated_at': '2021-09-24T15:36:26Z', 'revision_number': 4, 'project_id': 'c99d52405d9141d6b21e8bd3f638dbfc', 'subnets': [{'id': 'b845deee-5fbd-4c8d-bd12-b1efe896aa17', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:36:26.830314 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-79613160-d7a7-46a0-b0a1-169490d53428 None None] Provisioning complete for port ef645295-66e7-4bd2-801c-4d964f44743a triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:36:26.831794 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-79613160-d7a7-46a0-b0a1-169490d53428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:26.841224 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-756ee9c3-eea5-419b-8b45-99d07a3dbdce tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:26.904516 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cd344588-6e1a-41f1-ab4d-3617aaf43ec4 req-f82291ce-8d28-43ae-a682-db05bed27e26 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2629867 Sep 24 15:36:26.923535 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-cd344588-6e1a-41f1-ab4d-3617aaf43ec4 req-849b9fd5-1ac2-407e-b6a7-ab83e2f9a1e1 service neutron] Request body: {'port': {'device_id': '2c3340ff-fa70-41a6-9dc2-76db0aa611a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:36:26.938087 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-756ee9c3-eea5-419b-8b45-99d07a3dbdce tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:26.938621 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-79613160-d7a7-46a0-b0a1-169490d53428 None None] Port ef645295-66e7-4bd2-801c-4d964f44743a cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:36:27.010393 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50c1c47-387f-4f79-98be-dc4c106a1d1c req-9734e650-3a92-4216-a9ed-d69fa9117937 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:27.019042 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a50c1c47-387f-4f79-98be-dc4c106a1d1c req-9734e650-3a92-4216-a9ed-d69fa9117937 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/networks?id=701084d1-b6de-45b7-9441-4205d9510bac HTTP/1.1" status: 200 len: 819 time: 0.2149997 Sep 24 15:36:27.051185 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a50c1c47-387f-4f79-98be-dc4c106a1d1c req-4409f677-ff99-4d6c-9773-8c772a5b05de tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/quotas/c99d52405d9141d6b21e8bd3f638dbfc HTTP/1.1" status: 200 len: 375 time: 0.0309811 Sep 24 15:36:27.052995 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-7027e755-32d5-4121-ae46-7cf0b2c82fb6 req-cb04766a-9467-40a3-b24b-2ba2b69ad6d2 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] For port d70a22d3-59ef-454e-9818-527895d92292, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=d70a22d3-59ef-454e-9818-527895d92292,segment=NetworkSegment(5bd2529f-b450-42b6-8981-999bdd2f1ff0),segment_id=5bd2529f-b450-42b6-8981-999bdd2f1ff0)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:36:27.053502 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7027e755-32d5-4121-ae46-7cf0b2c82fb6 req-cb04766a-9467-40a3-b24b-2ba2b69ad6d2 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:27.063389 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-cd344588-6e1a-41f1-ab4d-3617aaf43ec4 req-849b9fd5-1ac2-407e-b6a7-ab83e2f9a1e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:27.081578 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-7027e755-32d5-4121-ae46-7cf0b2c82fb6 req-cb04766a-9467-40a3-b24b-2ba2b69ad6d2 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Calling delete_port for d70a22d3-59ef-454e-9818-527895d92292 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:36:27.138925 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a50c1c47-387f-4f79-98be-dc4c106a1d1c req-8daab4e3-9695-4396-9d47-f473b641d647 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=c99d52405d9141d6b21e8bd3f638dbfc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0863717 Sep 24 15:36:27.250122 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-756ee9c3-eea5-419b-8b45-99d07a3dbdce tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:27.253394 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-756ee9c3-eea5-419b-8b45-99d07a3dbdce tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:27.254884 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-756ee9c3-eea5-419b-8b45-99d07a3dbdce tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "DELETE /v2.0/security-groups/62f50222-b901-42a3-9975-163f75d821dd HTTP/1.1" status: 204 len: 168 time: 0.5505297 Sep 24 15:36:27.270301 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a50c1c47-387f-4f79-98be-dc4c106a1d1c req-7e933266-ae83-445b-a229-8d7b41204796 service neutron] 10.222.0.101 "GET /v2.0/networks/701084d1-b6de-45b7-9441-4205d9510bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258893 Sep 24 15:36:27.270534 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44720) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:27.282144 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756ee9c3-eea5-419b-8b45-99d07a3dbdce tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f50222-b901-42a3-9975-163f75d821dd,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:27.367075 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962658f5-ed7d-4060-86e8-88a5568d2204 req-272b05dd-b1f8-411f-87c1-e3e224fbfdf5 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:27.374929 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-962658f5-ed7d-4060-86e8-88a5568d2204 req-272b05dd-b1f8-411f-87c1-e3e224fbfdf5 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=2122f163-37ae-4b6f-b6bf-1373c849b631 HTTP/1.1" status: 200 len: 944 time: 0.2383285 Sep 24 15:36:27.391056 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756ee9c3-eea5-419b-8b45-99d07a3dbdce tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:27.391722 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756ee9c3-eea5-419b-8b45-99d07a3dbdce tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:27.392250 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756ee9c3-eea5-419b-8b45-99d07a3dbdce tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:27.392733 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756ee9c3-eea5-419b-8b45-99d07a3dbdce tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:27.393220 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756ee9c3-eea5-419b-8b45-99d07a3dbdce tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:27.393704 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756ee9c3-eea5-419b-8b45-99d07a3dbdce tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:27.394203 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756ee9c3-eea5-419b-8b45-99d07a3dbdce tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:27.394740 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756ee9c3-eea5-419b-8b45-99d07a3dbdce tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:27.395223 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756ee9c3-eea5-419b-8b45-99d07a3dbdce tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:27.395748 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756ee9c3-eea5-419b-8b45-99d07a3dbdce tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:27.396229 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756ee9c3-eea5-419b-8b45-99d07a3dbdce tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:27.396932 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-756ee9c3-eea5-419b-8b45-99d07a3dbdce tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:27.404884 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [None req-15d07b67-db7c-4a0b-afe4-b58317a471b6 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] show failed (client error): The resource could not be found. Sep 24 15:36:27.407399 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-15d07b67-db7c-4a0b-afe4-b58317a471b6 tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "GET /v2.0/security-groups/62f50222-b901-42a3-9975-163f75d821dd HTTP/1.1" status: 404 len: 347 time: 0.1277812 Sep 24 15:36:27.415160 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44728) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:27.475177 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a50c1c47-387f-4f79-98be-dc4c106a1d1c req-f8533a04-070d-4341-9455-9799144ad973 service neutron] 10.222.0.101 "GET /v2.0/networks/701084d1-b6de-45b7-9441-4205d9510bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823995 Sep 24 15:36:27.623248 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-962658f5-ed7d-4060-86e8-88a5568d2204 req-5aeb3ab2-42c3-4799-b947-b9e4a42ac1d5 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447629 Sep 24 15:36:27.626074 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-32fd281f-959a-47cb-a846-5165467243bd tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Deleting port 06f46035-e6db-4790-8a46-8b3a65cddc4e {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:36:27.626505 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-32fd281f-959a-47cb-a846-5165467243bd tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:27.702470 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7027e755-32d5-4121-ae46-7cf0b2c82fb6 req-cb04766a-9467-40a3-b24b-2ba2b69ad6d2 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:27.716090 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['8ced86f9-3fc2-47d2-8511-a8f8366f37f7', 'd70a22d3-59ef-454e-9818-527895d92292'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:36:27.731598 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-32fd281f-959a-47cb-a846-5165467243bd tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:27.731940 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-32fd281f-959a-47cb-a846-5165467243bd tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:27.770496 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb04766a-9467-40a3-b24b-2ba2b69ad6d2 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Pushing event deleted for resources: {'Port': ['ID=d70a22d3-59ef-454e-9818-527895d92292,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:27.789038 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44736) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:27.826578 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-32fd281f-959a-47cb-a846-5165467243bd tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Calling delete_port for 06f46035-e6db-4790-8a46-8b3a65cddc4e owned by network:floatingip {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:36:27.895907 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-7027e755-32d5-4121-ae46-7cf0b2c82fb6 req-cb04766a-9467-40a3-b24b-2ba2b69ad6d2 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] No DVR routers for this DVR port d70a22d3-59ef-454e-9818-527895d92292 on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:36:27.900460 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7027e755-32d5-4121-ae46-7cf0b2c82fb6 req-cb04766a-9467-40a3-b24b-2ba2b69ad6d2 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:27.904197 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7027e755-32d5-4121-ae46-7cf0b2c82fb6 req-cb04766a-9467-40a3-b24b-2ba2b69ad6d2 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.108 "DELETE /v2.0/ports/d70a22d3-59ef-454e-9818-527895d92292 HTTP/1.1" status: 204 len: 173 time: 1.5793102 Sep 24 15:36:27.934702 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-cd344588-6e1a-41f1-ab4d-3617aaf43ec4 req-849b9fd5-1ac2-407e-b6a7-ab83e2f9a1e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef645295-66e7-4bd2-801c-4d964f44743a {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:36:27.959913 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-cd344588-6e1a-41f1-ab4d-3617aaf43ec4 req-849b9fd5-1ac2-407e-b6a7-ab83e2f9a1e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:27.993827 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-cd344588-6e1a-41f1-ab4d-3617aaf43ec4 req-849b9fd5-1ac2-407e-b6a7-ab83e2f9a1e1 service neutron] Transition to ACTIVE for port object ef645295-66e7-4bd2-801c-4d964f44743a will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:36:28.024544 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device b32d8bb1-9c50-4024-87a4-a481f17b9caf up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:36:28.062749 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2122f163-37ae-4b6f-b6bf-1373c849b631', 'name': 'network-vif-deleted', 'tag': 'd70a22d3-59ef-454e-9818-527895d92292'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:36:28.066239 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-056e586e-05c0-4ce1-8a92-2ca110c31b7a" -d '{"events": [{"server_uuid": "2122f163-37ae-4b6f-b6bf-1373c849b631", "name": "network-vif-deleted", "tag": "d70a22d3-59ef-454e-9818-527895d92292"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:36:28.117691 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port b32d8bb1-9c50-4024-87a4-a481f17b9caf triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:36:28.118082 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:28.144585 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-cd344588-6e1a-41f1-ab4d-3617aaf43ec4 req-849b9fd5-1ac2-407e-b6a7-ab83e2f9a1e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:28.216195 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bbe3db-dfb6-41ee-b065-8dca14b60399 req-3323ef5b-5b5b-4e1c-895e-a7580eb5b4e6 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:28.228906 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f1bbe3db-dfb6-41ee-b065-8dca14b60399 req-3323ef5b-5b5b-4e1c-895e-a7580eb5b4e6 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=2c3340ff-fa70-41a6-9dc2-76db0aa611a5 HTTP/1.1" status: 200 len: 935 time: 0.2575939 Sep 24 15:36:28.252079 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849b9fd5-1ac2-407e-b6a7-ab83e2f9a1e1 service neutron] Pushing event updated for resources: {'Port': ['ID=ef645295-66e7-4bd2-801c-4d964f44743a,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:28.263544 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:28.369279 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port b32d8bb1-9c50-4024-87a4-a481f17b9caf, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=b32d8bb1-9c50-4024-87a4-a481f17b9caf,segment=NetworkSegment(b546acd3-82a1-4d5d-82c0-3ff14f29b0aa),segment_id=b546acd3-82a1-4d5d-82c0-3ff14f29b0aa)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:36:28.396296 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-67790e5c-1d87-4479-9111-624f220b274a req-bfacb72b-4e0d-485f-90b3-34ae53dcfa60 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=66846ce6-4c5f-4d27-8f7f-1f9cfee18c7e HTTP/1.1" status: 200 len: 210 time: 0.0458813 Sep 24 15:36:28.409496 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f1bbe3db-dfb6-41ee-b065-8dca14b60399 req-753874cb-8620-4686-8032-149ba5688b82 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774118 Sep 24 15:36:28.466202 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-cd344588-6e1a-41f1-ab4d-3617aaf43ec4 req-849b9fd5-1ac2-407e-b6a7-ab83e2f9a1e1 service neutron] Attempting to bind port ef645295-66e7-4bd2-801c-4d964f44743a on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:36:28.466913 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-cd344588-6e1a-41f1-ab4d-3617aaf43ec4 req-849b9fd5-1ac2-407e-b6a7-ab83e2f9a1e1 service neutron] Attempting to bind port ef645295-66e7-4bd2-801c-4d964f44743a by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:36:28.467469 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd344588-6e1a-41f1-ab4d-3617aaf43ec4 req-849b9fd5-1ac2-407e-b6a7-ab83e2f9a1e1 service neutron] Attempting to bind port ef645295-66e7-4bd2-801c-4d964f44743a on network 9672f189-23fe-44e6-9dd2-257ff8905939 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:36:28.476381 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd344588-6e1a-41f1-ab4d-3617aaf43ec4 req-849b9fd5-1ac2-407e-b6a7-ab83e2f9a1e1 service neutron] Port ef645295-66e7-4bd2-801c-4d964f44743a on network 9672f189-23fe-44e6-9dd2-257ff8905939 not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:36:28.476381 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd344588-6e1a-41f1-ab4d-3617aaf43ec4 req-849b9fd5-1ac2-407e-b6a7-ab83e2f9a1e1 service neutron] Attempting to bind port ef645295-66e7-4bd2-801c-4d964f44743a on network 9672f189-23fe-44e6-9dd2-257ff8905939 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:36:28.499835 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd344588-6e1a-41f1-ab4d-3617aaf43ec4 req-849b9fd5-1ac2-407e-b6a7-ab83e2f9a1e1 service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:36:28.500333 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd344588-6e1a-41f1-ab4d-3617aaf43ec4 req-849b9fd5-1ac2-407e-b6a7-ab83e2f9a1e1 service neutron] Checking segment: {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:36:28.500811 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd344588-6e1a-41f1-ab4d-3617aaf43ec4 req-849b9fd5-1ac2-407e-b6a7-ab83e2f9a1e1 service neutron] Bound using segment: {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:36:28.501269 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-cd344588-6e1a-41f1-ab4d-3617aaf43ec4 req-849b9fd5-1ac2-407e-b6a7-ab83e2f9a1e1 service neutron] Bound port: ef645295-66e7-4bd2-801c-4d964f44743a, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:36:28.501645 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-cd344588-6e1a-41f1-ab4d-3617aaf43ec4 req-849b9fd5-1ac2-407e-b6a7-ab83e2f9a1e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:28.504467 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:28.564267 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a022da-1000-4468-8d87-406d7ec2ed8b x-openstack-request-id: req-a9a022da-1000-4468-8d87-406d7ec2ed8b {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:36:28.564563 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2122f163-37ae-4b6f-b6bf-1373c849b631", "name": "network-vif-deleted", "tag": "d70a22d3-59ef-454e-9818-527895d92292", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:36:28.564867 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a9a022da-1000-4468-8d87-406d7ec2ed8b {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:36:28.578671 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2122f163-37ae-4b6f-b6bf-1373c849b631', 'name': 'network-vif-deleted', 'tag': 'd70a22d3-59ef-454e-9818-527895d92292', 'status': 'completed', 'code': 200} Sep 24 15:36:28.660199 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=b32d8bb1-9c50-4024-87a4-a481f17b9caf,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:28.694795 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-cd344588-6e1a-41f1-ab4d-3617aaf43ec4 req-849b9fd5-1ac2-407e-b6a7-ab83e2f9a1e1 service neutron] For port ef645295-66e7-4bd2-801c-4d964f44743a, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:36:28.698553 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-cd344588-6e1a-41f1-ab4d-3617aaf43ec4 req-849b9fd5-1ac2-407e-b6a7-ab83e2f9a1e1 service neutron] For port ef645295-66e7-4bd2-801c-4d964f44743a, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=ef645295-66e7-4bd2-801c-4d964f44743a,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:36:28.799866 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-15d71be9-c688-4fb6-8d91-9aefc1b9eb4c req-f09bb5e6-b00d-4e48-8581-a4af0185417e tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=2122f163-37ae-4b6f-b6bf-1373c849b631 HTTP/1.1" status: 200 len: 210 time: 0.0641639 Sep 24 15:36:28.912219 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-cd344588-6e1a-41f1-ab4d-3617aaf43ec4 req-849b9fd5-1ac2-407e-b6a7-ab83e2f9a1e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:28.939412 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ed3df925-e061-4faa-9427-d8ca25d45d61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:28.985623 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd344588-6e1a-41f1-ab4d-3617aaf43ec4 req-849b9fd5-1ac2-407e-b6a7-ab83e2f9a1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:28.986778 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-cd344588-6e1a-41f1-ab4d-3617aaf43ec4 req-849b9fd5-1ac2-407e-b6a7-ab83e2f9a1e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:28.988266 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cd344588-6e1a-41f1-ab4d-3617aaf43ec4 req-849b9fd5-1ac2-407e-b6a7-ab83e2f9a1e1 service neutron] 10.222.0.110 "PUT /v2.0/ports/ef645295-66e7-4bd2-801c-4d964f44743a HTTP/1.1" status: 200 len: 1095 time: 2.0735576 Sep 24 15:36:29.005707 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-32fd281f-959a-47cb-a846-5165467243bd tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:29.071157 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849b9fd5-1ac2-407e-b6a7-ab83e2f9a1e1 service neutron] Pushing event updated for resources: {'Port': ['ID=ef645295-66e7-4bd2-801c-4d964f44743a,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:29.184881 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd344588-6e1a-41f1-ab4d-3617aaf43ec4 req-a246e80b-7d63-4adf-90e2-98ba888cc361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:29.187344 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cd344588-6e1a-41f1-ab4d-3617aaf43ec4 req-a246e80b-7d63-4adf-90e2-98ba888cc361 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1d817464a57145808f61427a409f714d&device_id=2c3340ff-fa70-41a6-9dc2-76db0aa611a5 HTTP/1.1" status: 200 len: 1098 time: 0.0625355 Sep 24 15:36:29.246970 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cd344588-6e1a-41f1-ab4d-3617aaf43ec4 req-da4b5b70-cac2-4179-becf-e09bf18baa01 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=ef645295-66e7-4bd2-801c-4d964f44743a HTTP/1.1" status: 200 len: 217 time: 0.0498936 Sep 24 15:36:29.323958 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd344588-6e1a-41f1-ab4d-3617aaf43ec4 req-93db8eab-87f1-4f47-b972-e989f2ab0b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:29.326010 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cd344588-6e1a-41f1-ab4d-3617aaf43ec4 req-93db8eab-87f1-4f47-b972-e989f2ab0b30 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.0685625 Sep 24 15:36:29.392579 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd344588-6e1a-41f1-ab4d-3617aaf43ec4 req-9cfbc45d-4736-4ad9-bc0a-69b8a4c87a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:29.394475 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cd344588-6e1a-41f1-ab4d-3617aaf43ec4 req-9cfbc45d-4736-4ad9-bc0a-69b8a4c87a49 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0585346 Sep 24 15:36:29.471950 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fd281f-959a-47cb-a846-5165467243bd tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Pushing event deleted for resources: {'Port': ['ID=06f46035-e6db-4790-8a46-8b3a65cddc4e,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:29.524564 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bc9b0da5-4c5b-4d8a-abd9-8af2140260e3 req-44f90685-a54b-4474-a694-08e0e2f3445e tempest-QuotasAdminNegativeTest-686048607 tempest-QuotasAdminNegativeTest-686048607-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=29c6362d6c2b46a4b9c0850bc17b6fbb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0569074 Sep 24 15:36:29.541763 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4a37546b-e614-43c2-9180-8e11291d7d6a req-d736886f-0505-4932-9874-fb446fb6c59a tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=66846ce6-4c5f-4d27-8f7f-1f9cfee18c7e HTTP/1.1" status: 200 len: 210 time: 0.0560277 Sep 24 15:36:29.556389 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cd344588-6e1a-41f1-ab4d-3617aaf43ec4 req-90d72014-917d-47cf-b0ba-c064f8f0a431 service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495886 Sep 24 15:36:29.697622 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-32fd281f-959a-47cb-a846-5165467243bd tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Notify callbacks [] for floatingip, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:29.700085 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-32fd281f-959a-47cb-a846-5165467243bd tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:29.704163 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-32fd281f-959a-47cb-a846-5165467243bd tempest-ImagesOneServerNegativeTestJSON-872627242 tempest-ImagesOneServerNegativeTestJSON-872627242-project] 10.222.0.101 "DELETE /v2.0/floatingips/133fbe4c-3ba0-484f-968d-acfb7a87ecb3 HTTP/1.1" status: 204 len: 168 time: 2.2849145 Sep 24 15:36:29.708462 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cd344588-6e1a-41f1-ab4d-3617aaf43ec4 req-97fca5e5-d385-4014-95e6-51b2e93ef6c0 service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378694 Sep 24 15:36:29.732451 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baac707b-7013-4d05-87b2-56f21c8c48a4 req-8c4e6d61-1f99-4bee-9406-ed866b0d4f28 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:29.742318 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-baac707b-7013-4d05-87b2-56f21c8c48a4 req-8c4e6d61-1f99-4bee-9406-ed866b0d4f28 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=2c3340ff-fa70-41a6-9dc2-76db0aa611a5 HTTP/1.1" status: 200 len: 947 time: 0.0874021 Sep 24 15:36:29.745741 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9b0da5-4c5b-4d8a-abd9-8af2140260e3 req-b9751281-0ed2-4ee8-8d35-9262959fc325 tempest-QuotasAdminNegativeTest-686048607 tempest-QuotasAdminNegativeTest-686048607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:29.747267 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bc9b0da5-4c5b-4d8a-abd9-8af2140260e3 req-b9751281-0ed2-4ee8-8d35-9262959fc325 tempest-QuotasAdminNegativeTest-686048607 tempest-QuotasAdminNegativeTest-686048607-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2015536 Sep 24 15:36:29.794084 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bc9b0da5-4c5b-4d8a-abd9-8af2140260e3 req-a92fab53-7998-41be-9c78-6e3018eaf078 tempest-QuotasAdminNegativeTest-686048607 tempest-QuotasAdminNegativeTest-686048607-project] 10.222.0.101 "GET /v2.0/quotas/29c6362d6c2b46a4b9c0850bc17b6fbb HTTP/1.1" status: 200 len: 375 time: 0.0388393 Sep 24 15:36:29.823267 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-baac707b-7013-4d05-87b2-56f21c8c48a4 req-0d05a210-bae2-49c8-9dd6-ac9842cd67c3 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795114 Sep 24 15:36:29.831089 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bc9b0da5-4c5b-4d8a-abd9-8af2140260e3 req-e145d6a6-1d07-4ad7-b3c9-c7e9da233fea tempest-QuotasAdminNegativeTest-686048607 tempest-QuotasAdminNegativeTest-686048607-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=29c6362d6c2b46a4b9c0850bc17b6fbb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360906 Sep 24 15:36:29.897760 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-ed3df925-e061-4faa-9427-d8ca25d45d61 admin admin] Deleting port 9e66b44f-9d92-4e75-b84c-be3b20f73175 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:36:29.898102 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ed3df925-e061-4faa-9427-d8ca25d45d61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:29.907050 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device b32d8bb1-9c50-4024-87a4-a481f17b9caf up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:36:29.969723 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device d70a22d3-59ef-454e-9818-527895d92292 no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:36:30.017343 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] No Port match for: d70a22d3-59ef-454e-9818-527895d92292 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:36:30.017686 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device d70a22d3-59ef-454e-9818-527895d92292 not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:36:30.040188 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port b32d8bb1-9c50-4024-87a4-a481f17b9caf triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:36:30.040571 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:30.059603 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-11589217-2c5b-4891-b2b7-5f8a47876da2 req-803c1877-b928-4a38-8690-704a20912922 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=2122f163-37ae-4b6f-b6bf-1373c849b631 HTTP/1.1" status: 200 len: 210 time: 0.0458517 Sep 24 15:36:30.070234 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-ed3df925-e061-4faa-9427-d8ca25d45d61 admin admin] For port 9e66b44f-9d92-4e75-b84c-be3b20f73175, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=9e66b44f-9d92-4e75-b84c-be3b20f73175,segment=NetworkSegment(4c6640b6-654c-4a1f-99cc-cd2522df0bf2),segment_id=4c6640b6-654c-4a1f-99cc-cd2522df0bf2)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:36:30.071364 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ed3df925-e061-4faa-9427-d8ca25d45d61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:30.110997 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-ed3df925-e061-4faa-9427-d8ca25d45d61 admin admin] Calling delete_port for 9e66b44f-9d92-4e75-b84c-be3b20f73175 owned by network:router_interface {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:36:30.222771 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44812) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:30.293626 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe964b-61ed-40d6-a0e4-a6e347862a71 req-6ccfe84f-74af-4a9d-a072-4efb85a3564d tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:30.295193 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2bfe964b-61ed-40d6-a0e4-a6e347862a71 req-6ccfe84f-74af-4a9d-a072-4efb85a3564d tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.108 "GET /v2.0/networks?id=701084d1-b6de-45b7-9441-4205d9510bac HTTP/1.1" status: 200 len: 819 time: 0.2200215 Sep 24 15:36:30.310929 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-2bfe964b-61ed-40d6-a0e4-a6e347862a71 req-f3d3abb5-d26e-4a87-a4d8-276fb99b674a tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Request body: {'port': {'device_id': '7cd44f03-df1c-4436-87b5-4c9cccff4adf', 'network_id': '701084d1-b6de-45b7-9441-4205d9510bac', 'admin_state_up': True, 'tenant_id': 'c99d52405d9141d6b21e8bd3f638dbfc'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:36:30.317404 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d91f454-daee-4387-8d6f-e564004c4476 admin admin] Deleting subnet e8a10d9b-fe75-4ec9-8ac3-c0a4f7ef261c {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:36:30.344646 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6d91f454-daee-4387-8d6f-e564004c4476 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:30.434181 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6d91f454-daee-4387-8d6f-e564004c4476 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:30.499563 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6d91f454-daee-4387-8d6f-e564004c4476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:30.538520 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ed3df925-e061-4faa-9427-d8ca25d45d61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:30.580009 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3df925-e061-4faa-9427-d8ca25d45d61 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e66b44f-9d92-4e75-b84c-be3b20f73175,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:30.589296 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c3340ff-fa70-41a6-9dc2-76db0aa611a5', 'tag': 'ef645295-66e7-4bd2-801c-4d964f44743a'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:36:30.594554 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcc672a7-335e-4253-a4b4-91f031e31eca" -d '{"events": [{"name": "network-changed", "server_uuid": "2c3340ff-fa70-41a6-9dc2-76db0aa611a5", "tag": "ef645295-66e7-4bd2-801c-4d964f44743a"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:36:30.630447 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bfe964b-61ed-40d6-a0e4-a6e347862a71 req-f3d3abb5-d26e-4a87-a4d8-276fb99b674a tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Made reservation on behalf of c99d52405d9141d6b21e8bd3f638dbfc for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:36:30.634551 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-2bfe964b-61ed-40d6-a0e4-a6e347862a71 req-f3d3abb5-d26e-4a87-a4d8-276fb99b674a tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:30.696753 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fd3ef728-df92-4b3c-b306-0fc20f128604 req-a34feb97-cc94-43b3-bb16-682e899ef284 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=66846ce6-4c5f-4d27-8f7f-1f9cfee18c7e HTTP/1.1" status: 200 len: 210 time: 0.0435767 Sep 24 15:36:30.738515 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6d91f454-daee-4387-8d6f-e564004c4476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:30.782420 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6d91f454-daee-4387-8d6f-e564004c4476 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:30.784491 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-6d91f454-daee-4387-8d6f-e564004c4476 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/e8a10d9b-fe75-4ec9-8ac3-c0a4f7ef261c HTTP/1.1" status: 204 len: 168 time: 0.5606773 Sep 24 15:36:30.788288 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44830) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:30.798245 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d91f454-daee-4387-8d6f-e564004c4476 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8a10d9b-fe75-4ec9-8ac3-c0a4f7ef261c,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:30.829298 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4683c900-5869-40d5-a541-cdeb9a94bf1b x-openstack-request-id: req-4683c900-5869-40d5-a541-cdeb9a94bf1b {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:36:30.829816 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c3340ff-fa70-41a6-9dc2-76db0aa611a5", "tag": "ef645295-66e7-4bd2-801c-4d964f44743a", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:36:30.830214 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4683c900-5869-40d5-a541-cdeb9a94bf1b {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:36:30.830763 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c3340ff-fa70-41a6-9dc2-76db0aa611a5', 'tag': 'ef645295-66e7-4bd2-801c-4d964f44743a', 'status': 'completed', 'code': 200} Sep 24 15:36:30.933135 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ed3df925-e061-4faa-9427-d8ca25d45d61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:30.996192 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-75e52795-44dd-4646-bec2-212127f04045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:31.014207 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-2bfe964b-61ed-40d6-a0e4-a6e347862a71 req-f3d3abb5-d26e-4a87-a4d8-276fb99b674a tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Allocated IP 172.20.0.9 (701084d1-b6de-45b7-9441-4205d9510bac/b845deee-5fbd-4c8d-bd12-b1efe896aa17/b8b05671-5846-450b-b614-149956aa102d) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:36:31.066153 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc672a7-335e-4253-a4b4-91f031e31eca req-3405ebbb-cefe-4c0a-bd20-182502ffc70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:31.067936 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fcc672a7-335e-4253-a4b4-91f031e31eca req-3405ebbb-cefe-4c0a-bd20-182502ffc70e service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1d817464a57145808f61427a409f714d&device_id=2c3340ff-fa70-41a6-9dc2-76db0aa611a5 HTTP/1.1" status: 200 len: 1098 time: 0.1960218 Sep 24 15:36:31.168188 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed07e21-b08d-4d0e-84f6-7580963aae64 req-021adacb-5bce-40ba-b435-8feb1aca6589 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:31.169823 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-aed07e21-b08d-4d0e-84f6-7580963aae64 req-021adacb-5bce-40ba-b435-8feb1aca6589 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=2c3340ff-fa70-41a6-9dc2-76db0aa611a5 HTTP/1.1" status: 200 len: 947 time: 0.2152827 Sep 24 15:36:31.270524 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed3df925-e061-4faa-9427-d8ca25d45d61 admin admin] Router c73ab4c2-6019-44a0-903e-ab97e7d1410d has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:36:31.355685 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-04c0403c-c9a5-4561-a29d-93ef8406c48b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:31.380071 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-988e4095-e130-452e-8d26-82b77365895a req-141ad3e9-b004-4c46-b1e8-9ef02bf89d9c tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=2122f163-37ae-4b6f-b6bf-1373c849b631 HTTP/1.1" status: 200 len: 210 time: 0.0435054 Sep 24 15:36:31.447956 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed3df925-e061-4faa-9427-d8ca25d45d61 admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:36:31.455605 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ed3df925-e061-4faa-9427-d8ca25d45d61 admin admin] 10.222.0.101 "PUT /v2.0/routers/c73ab4c2-6019-44a0-903e-ab97e7d1410d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6649780 Sep 24 15:36:31.457920 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44848) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:31.460800 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec39dac2-f7aa-4c15-a429-b21c1c9873e8 None None] Sync routers for ids ['c73ab4c2-6019-44a0-903e-ab97e7d1410d'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:36:31.478008 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec39dac2-f7aa-4c15-a429-b21c1c9873e8 None None] Routers {'c73ab4c2-6019-44a0-903e-ab97e7d1410d'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:36:31.481854 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-ec39dac2-f7aa-4c15-a429-b21c1c9873e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:36:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['c73ab4c2-6019-44a0-903e-ab97e7d1410d'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:36:31.536932 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e624567e-f676-4d89-8c12-48ad7df139ad req-244d380c-02ba-4e83-861d-edabad57f1ae tempest-QuotasAdminNegativeTest-686048607 tempest-QuotasAdminNegativeTest-686048607-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=29c6362d6c2b46a4b9c0850bc17b6fbb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0266995 Sep 24 15:36:31.662941 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-ec39dac2-f7aa-4c15-a429-b21c1c9873e8 None None] Set router c73ab4c2-6019-44a0-903e-ab97e7d1410d gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:36:31.668962 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-75e52795-44dd-4646-bec2-212127f04045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:31.671861 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e624567e-f676-4d89-8c12-48ad7df139ad req-646e4d70-ca5d-4ecb-a474-885d5a798ccd tempest-QuotasAdminNegativeTest-686048607 tempest-QuotasAdminNegativeTest-686048607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:31.673632 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e624567e-f676-4d89-8c12-48ad7df139ad req-646e4d70-ca5d-4ecb-a474-885d5a798ccd tempest-QuotasAdminNegativeTest-686048607 tempest-QuotasAdminNegativeTest-686048607-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1274693 Sep 24 15:36:31.691639 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-75e52795-44dd-4646-bec2-212127f04045 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11d4bcd0-f4e1-47ce-8813-4a94d2179197']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:36:31.701480 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-75e52795-44dd-4646-bec2-212127f04045 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e854fc2b-10a2-4840-85e1-f484bd234f97') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:36:31.701788 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-75e52795-44dd-4646-bec2-212127f04045 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e854fc2b-10a2-4840-85e1-f484bd234f97') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:36:31.711727 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-75e52795-44dd-4646-bec2-212127f04045 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:31.724075 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e624567e-f676-4d89-8c12-48ad7df139ad req-07f0ad1c-2980-4673-a9f5-89457878f709 tempest-QuotasAdminNegativeTest-686048607 tempest-QuotasAdminNegativeTest-686048607-project] 10.222.0.101 "GET /v2.0/quotas/29c6362d6c2b46a4b9c0850bc17b6fbb HTTP/1.1" status: 200 len: 375 time: 0.0159676 Sep 24 15:36:31.725350 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-75e52795-44dd-4646-bec2-212127f04045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:31.733671 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75e52795-44dd-4646-bec2-212127f04045 admin admin] Releasing vlan 1259 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:36:31.737856 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-75e52795-44dd-4646-bec2-212127f04045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:31.737987 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-358ddfd6-60a4-46d3-b960-6504ec3a836a admin admin] Notify callbacks [] for router, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:31.813897 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:36:31.813897 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:36:31.813897 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:36:31.813897 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:36:31.813897 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:36:31.813897 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:36:31.813897 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:36:31.813897 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:36:31.813897 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:36:31.813897 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:36:31.813897 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:36:31.813897 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:36:31.813897 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:36:31.813897 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:36:31.813897 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:36:31.813897 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:36:31.813897 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:36:31.813897 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:36:31.813897 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:36:31.813897 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:36:31.813897 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:36:31.813897 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:36:31.813897 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:36:31.813897 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:36:31.813897 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:36:31.813897 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:36:31.813897 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:36:31.813897 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:36:31.813897 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:36:31.813897 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:36:31.813897 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:36:31.813897 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:36:31.843207 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e624567e-f676-4d89-8c12-48ad7df139ad req-0046182f-2bae-4764-b88e-e26006b80658 tempest-QuotasAdminNegativeTest-686048607 tempest-QuotasAdminNegativeTest-686048607-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=29c6362d6c2b46a4b9c0850bc17b6fbb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591829 Sep 24 15:36:31.901871 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-75e52795-44dd-4646-bec2-212127f04045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:31.950484 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-75e52795-44dd-4646-bec2-212127f04045 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:31.952813 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-75e52795-44dd-4646-bec2-212127f04045 admin admin] 10.222.0.101 "DELETE /v2.0/networks/11d4bcd0-f4e1-47ce-8813-4a94d2179197 HTTP/1.1" status: 204 len: 168 time: 1.1635826 Sep 24 15:36:32.027385 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-ec39dac2-f7aa-4c15-a429-b21c1c9873e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73ab4c2-6019-44a0-903e-ab97e7d1410d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1739616420-router', 'tenant_id': 'd8dcfb46e3384e7b906fbc13ca8bf215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '33492484-250c-4e73-a11b-91665898d3b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:35:30Z', 'updated_at': '2021-09-24T15:36:30Z', 'revision_number': 5, 'project_id': 'd8dcfb46e3384e7b906fbc13ca8bf215', 'gw_port': {'id': '33492484-250c-4e73-a11b-91665898d3b0', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:9c:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c73ab4c2-6019-44a0-903e-ab97e7d1410d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 742, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:35:32Z', 'updated_at': '2021-09-24T15:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:36:32.035983 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-358ddfd6-60a4-46d3-b960-6504ec3a836a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:32.040087 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e52795-44dd-4646-bec2-212127f04045 admin admin] Pushing event deleted for resources: {'Network': ['ID=11d4bcd0-f4e1-47ce-8813-4a94d2179197,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:32.079687 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-aed07e21-b08d-4d0e-84f6-7580963aae64 req-733721ef-cff8-40a7-b362-94817bcaadb3 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8803546 Sep 24 15:36:32.112111 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50c1c47-387f-4f79-98be-dc4c106a1d1c req-0a46d839-0fe0-4302-bf95-c98f00f18cfc tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:32.114032 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a50c1c47-387f-4f79-98be-dc4c106a1d1c req-0a46d839-0fe0-4302-bf95-c98f00f18cfc tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.108 "GET /v2.0/networks?id=701084d1-b6de-45b7-9441-4205d9510bac HTTP/1.1" status: 200 len: 819 time: 1.0421309 Sep 24 15:36:32.163989 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-a50c1c47-387f-4f79-98be-dc4c106a1d1c req-67f1bde0-e456-4954-81e7-4d2dc556d320 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Request body: {'port': {'device_id': '66846ce6-4c5f-4d27-8f7f-1f9cfee18c7e', 'network_id': '701084d1-b6de-45b7-9441-4205d9510bac', 'admin_state_up': True, 'tenant_id': 'c99d52405d9141d6b21e8bd3f638dbfc'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:36:32.170523 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec39dac2-f7aa-4c15-a429-b21c1c9873e8 None None] Checking router: c73ab4c2-6019-44a0-903e-ab97e7d1410d for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:36:32.179819 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec39dac2-f7aa-4c15-a429-b21c1c9873e8 None None] Routers {'c73ab4c2-6019-44a0-903e-ab97e7d1410d'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:36:32.180718 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-ec39dac2-f7aa-4c15-a429-b21c1c9873e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:36:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['c73ab4c2-6019-44a0-903e-ab97e7d1410d'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:36:32.198824 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-090bd6ae-a758-4002-b0ca-52fc0c89a305 req-0e9f89bf-9ddd-4f46-b0fb-b7ec558c2a84 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=66846ce6-4c5f-4d27-8f7f-1f9cfee18c7e HTTP/1.1" status: 200 len: 210 time: 0.0968654 Sep 24 15:36:32.341179 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-358ddfd6-60a4-46d3-b960-6504ec3a836a admin admin] Deleting port 33492484-250c-4e73-a11b-91665898d3b0 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:36:32.341430 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-358ddfd6-60a4-46d3-b960-6504ec3a836a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:32.368523 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc672a7-335e-4253-a4b4-91f031e31eca req-9cb78a62-7dd4-448f-b8a0-389ae0da2209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:32.370803 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fcc672a7-335e-4253-a4b4-91f031e31eca req-9cb78a62-7dd4-448f-b8a0-389ae0da2209 service neutron] 10.222.0.110 "GET /v2.0/networks?id=9672f189-23fe-44e6-9dd2-257ff8905939 HTTP/1.1" status: 200 len: 871 time: 1.2450616 Sep 24 15:36:32.422589 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-ec39dac2-f7aa-4c15-a429-b21c1c9873e8 None None] Set router c73ab4c2-6019-44a0-903e-ab97e7d1410d gateway port host: None {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:36:32.456689 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fcc672a7-335e-4253-a4b4-91f031e31eca req-646487c1-76f2-4ddb-a17f-102a82d2bbbc service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=ef645295-66e7-4bd2-801c-4d964f44743a HTTP/1.1" status: 200 len: 217 time: 0.0734620 Sep 24 15:36:32.494020 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-ec39dac2-f7aa-4c15-a429-b21c1c9873e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c73ab4c2-6019-44a0-903e-ab97e7d1410d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1739616420-router', 'tenant_id': 'd8dcfb46e3384e7b906fbc13ca8bf215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:35:30Z', 'updated_at': '2021-09-24T15:36:32Z', 'revision_number': 6, 'project_id': 'd8dcfb46e3384e7b906fbc13ca8bf215', 'gw_port_host': None}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:36:32.516907 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-2bfe964b-61ed-40d6-a0e4-a6e347862a71 req-f3d3abb5-d26e-4a87-a4d8-276fb99b674a tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:32.533115 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-358ddfd6-60a4-46d3-b960-6504ec3a836a admin admin] For port 33492484-250c-4e73-a11b-91665898d3b0, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=33492484-250c-4e73-a11b-91665898d3b0,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:36:32.533877 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-358ddfd6-60a4-46d3-b960-6504ec3a836a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:32.536908 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec39dac2-f7aa-4c15-a429-b21c1c9873e8 None None] The sync data for ids ['c73ab4c2-6019-44a0-903e-ab97e7d1410d'] in n-d-808921-1 is: [{'id': 'c73ab4c2-6019-44a0-903e-ab97e7d1410d', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1739616420-router', 'tenant_id': 'd8dcfb46e3384e7b906fbc13ca8bf215', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:35:30Z', 'updated_at': '2021-09-24T15:36:32Z', 'revision_number': 6, 'project_id': 'd8dcfb46e3384e7b906fbc13ca8bf215', 'gw_port_host': None}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:36:32.575796 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc672a7-335e-4253-a4b4-91f031e31eca req-837ed032-354c-4662-96d3-76fc6bddf523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:32.578216 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fcc672a7-335e-4253-a4b4-91f031e31eca req-837ed032-354c-4662-96d3-76fc6bddf523 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.1055374 Sep 24 15:36:32.593923 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-358ddfd6-60a4-46d3-b960-6504ec3a836a admin admin] Calling delete_port for 33492484-250c-4e73-a11b-91665898d3b0 owned by network:router_gateway {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:36:32.620896 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a50c1c47-387f-4f79-98be-dc4c106a1d1c req-67f1bde0-e456-4954-81e7-4d2dc556d320 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Made reservation on behalf of c99d52405d9141d6b21e8bd3f638dbfc for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:36:32.626022 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-a50c1c47-387f-4f79-98be-dc4c106a1d1c req-67f1bde0-e456-4954-81e7-4d2dc556d320 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:32.667899 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44876) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:32.729067 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cc4ee0fd-5765-4d47-ac96-7e592c1faa03 req-ad23b2eb-c05e-4409-9adb-773c95b19aef tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=2122f163-37ae-4b6f-b6bf-1373c849b631 HTTP/1.1" status: 200 len: 210 time: 0.2038341 Sep 24 15:36:32.781075 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc672a7-335e-4253-a4b4-91f031e31eca req-246b6c85-8a40-4e9b-b8f5-b64d19400587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:32.782675 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fcc672a7-335e-4253-a4b4-91f031e31eca req-246b6c85-8a40-4e9b-b8f5-b64d19400587 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1885216 Sep 24 15:36:32.810523 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-80c2add5-77e5-47b2-bb77-47780e94aba0 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=a751ad5db0954f8586f38b54191ecee5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1344228 Sep 24 15:36:32.819648 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44884) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:32.832337 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-2bfe964b-61ed-40d6-a0e4-a6e347862a71 req-f3d3abb5-d26e-4a87-a4d8-276fb99b674a tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:32.995481 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bfe964b-61ed-40d6-a0e4-a6e347862a71 req-f3d3abb5-d26e-4a87-a4d8-276fb99b674a tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Network 701084d1-b6de-45b7-9441-4205d9510bac is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:36:33.013759 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-2bfe964b-61ed-40d6-a0e4-a6e347862a71 req-f3d3abb5-d26e-4a87-a4d8-276fb99b674a tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:36:33.017146 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bfe964b-61ed-40d6-a0e4-a6e347862a71 req-f3d3abb5-d26e-4a87-a4d8-276fb99b674a tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:36:33.051640 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-358ddfd6-60a4-46d3-b960-6504ec3a836a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:33.057237 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-a50c1c47-387f-4f79-98be-dc4c106a1d1c req-67f1bde0-e456-4954-81e7-4d2dc556d320 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Allocated IP 172.20.0.7 (701084d1-b6de-45b7-9441-4205d9510bac/b845deee-5fbd-4c8d-bd12-b1efe896aa17/1922459f-713f-46a2-93d7-97573894ee7a) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:36:33.060522 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d3abb5-d26e-4a87-a4d8-276fb99b674a tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Pushing event updated for resources: {'Port': ['ID=b8b05671-5846-450b-b614-149956aa102d,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:33.079763 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358ddfd6-60a4-46d3-b960-6504ec3a836a admin admin] Pushing event deleted for resources: {'Port': ['ID=33492484-250c-4e73-a11b-91665898d3b0,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:33.086639 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-259e2514-5c2b-452c-aa8e-726bb4da73a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:33.131611 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fcc672a7-335e-4253-a4b4-91f031e31eca req-628c60df-073b-4a80-a878-c4c0cd893ce0 service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341720 Sep 24 15:36:33.142205 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-259e2514-5c2b-452c-aa8e-726bb4da73a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:33.154640 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-358ddfd6-60a4-46d3-b960-6504ec3a836a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586576'] for router_gateway, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:33.160756 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe964b-61ed-40d6-a0e4-a6e347862a71 req-f3d3abb5-d26e-4a87-a4d8-276fb99b674a tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:33.161683 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-2bfe964b-61ed-40d6-a0e4-a6e347862a71 req-f3d3abb5-d26e-4a87-a4d8-276fb99b674a tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:33.301730 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-358ddfd6-60a4-46d3-b960-6504ec3a836a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:33.304840 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-358ddfd6-60a4-46d3-b960-6504ec3a836a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:33.358006 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8dd636-3acb-4e1d-8442-ced34ee2d425 req-234577af-711c-4d46-b009-237439508500 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:33.367063 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9f8dd636-3acb-4e1d-8442-ced34ee2d425 req-234577af-711c-4d46-b009-237439508500 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=2c3340ff-fa70-41a6-9dc2-76db0aa611a5 HTTP/1.1" status: 200 len: 947 time: 0.1359520 Sep 24 15:36:33.380109 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a86cc90c-9289-4d73-b8d0-f48f50bf317d req-2cf4fc23-d56c-486a-90ef-7034d1ef7cbc tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=66846ce6-4c5f-4d27-8f7f-1f9cfee18c7e HTTP/1.1" status: 200 len: 210 time: 0.0674374 Sep 24 15:36:33.385315 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2bfe964b-61ed-40d6-a0e4-a6e347862a71 req-f3d3abb5-d26e-4a87-a4d8-276fb99b674a tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0787289 Sep 24 15:36:33.404513 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device ef645295-66e7-4bd2-801c-4d964f44743a details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:36:33.433904 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-2bfe964b-61ed-40d6-a0e4-a6e347862a71 req-00409177-47f3-4abf-a262-3312ca6577b9 service neutron] Request body: {'port': {'device_id': '7cd44f03-df1c-4436-87b5-4c9cccff4adf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:36:33.440725 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9f8dd636-3acb-4e1d-8442-ced34ee2d425 req-767931b6-28f2-49cb-9585-1f6701f46709 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726669 Sep 24 15:36:33.477269 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-259e2514-5c2b-452c-aa8e-726bb4da73a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:33.488074 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-259e2514-5c2b-452c-aa8e-726bb4da73a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:33.489429 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-259e2514-5c2b-452c-aa8e-726bb4da73a8 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/62f13653-b186-43c2-8b39-46ac7f17e8f4 HTTP/1.1" status: 204 len: 168 time: 0.6688564 Sep 24 15:36:33.502027 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fcc672a7-335e-4253-a4b4-91f031e31eca req-29e2fcbc-35ee-405a-b495-85d7e7e5d3be service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3559802 Sep 24 15:36:33.515681 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-358ddfd6-60a4-46d3-b960-6504ec3a836a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:33.519490 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-358ddfd6-60a4-46d3-b960-6504ec3a836a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c73ab4c2-6019-44a0-903e-ab97e7d1410d {{(pid=95297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:36:33.521077 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-358ddfd6-60a4-46d3-b960-6504ec3a836a admin admin] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:33.522235 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-358ddfd6-60a4-46d3-b960-6504ec3a836a admin admin] 10.222.0.101 "DELETE /v2.0/routers/c73ab4c2-6019-44a0-903e-ab97e7d1410d HTTP/1.1" status: 204 len: 168 time: 2.0632458 Sep 24 15:36:33.524737 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44908) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:33.554305 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259e2514-5c2b-452c-aa8e-726bb4da73a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f13653-b186-43c2-8b39-46ac7f17e8f4,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:33.621618 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-a50c1c47-387f-4f79-98be-dc4c106a1d1c req-67f1bde0-e456-4954-81e7-4d2dc556d320 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:33.623266 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-2bfe964b-61ed-40d6-a0e4-a6e347862a71 req-00409177-47f3-4abf-a262-3312ca6577b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:33.642107 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0e04127d-ab87-4e63-94cd-b805038a23eb req-345de3f7-888b-4400-8d9e-f7d25f84420a tempest-QuotasAdminNegativeTest-686048607 tempest-QuotasAdminNegativeTest-686048607-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=29c6362d6c2b46a4b9c0850bc17b6fbb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0840311 Sep 24 15:36:33.660365 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port ef645295-66e7-4bd2-801c-4d964f44743a, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=ef645295-66e7-4bd2-801c-4d964f44743a,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:36:33.689439 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': 'ef645295-66e7-4bd2-801c-4d964f44743a', 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939', 'port_id': 'ef645295-66e7-4bd2-801c-4d964f44743a', 'mac_address': 'fa:16:3e:52:b3:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '188edb94-8042-4961-9ec0-8960b1ce1305', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:36:33.720519 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-270396ce-bdfb-46f3-8fca-77314051a245 admin admin] Deleting subnet 492ccf6e-c369-4ff4-bac0-8794abf7d918 {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:36:33.749171 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-270396ce-bdfb-46f3-8fca-77314051a245 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:33.756145 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:33.771666 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef645295-66e7-4bd2-801c-4d964f44743a {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:36:33.796388 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port ef645295-66e7-4bd2-801c-4d964f44743a, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=ef645295-66e7-4bd2-801c-4d964f44743a,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:36:33.860048 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 9e66b44f-9d92-4e75-b84c-be3b20f73175 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:36:33.866918 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-270396ce-bdfb-46f3-8fca-77314051a245 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:33.888988 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 9e66b44f-9d92-4e75-b84c-be3b20f73175 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:36:33.889306 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 9e66b44f-9d92-4e75-b84c-be3b20f73175 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:36:33.889777 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 33492484-250c-4e73-a11b-91665898d3b0 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:36:33.900109 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-461a1e05-6c60-44cc-92fe-2f3edcf52ce9 req-a524fff3-7e34-45bd-a2fc-5708f453105e tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=2122f163-37ae-4b6f-b6bf-1373c849b631 HTTP/1.1" status: 200 len: 210 time: 0.0400758 Sep 24 15:36:33.911072 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d86b50c6-5553-41b0-aec8-0541ff5905db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:33.912531 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:33.917880 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 33492484-250c-4e73-a11b-91665898d3b0 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:36:33.918485 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 33492484-250c-4e73-a11b-91665898d3b0 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:36:33.969795 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=ef645295-66e7-4bd2-801c-4d964f44743a,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:33.977054 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:33.977419 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:33.977765 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:33.978082 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:33.978442 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:33.978775 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:33.979124 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:33.979433 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:33.979755 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:33.980076 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:33.980398 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:33.980722 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:33.989338 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e04127d-ab87-4e63-94cd-b805038a23eb req-61168e37-d795-4cff-b9ac-5fc2b6c13e5f tempest-QuotasAdminNegativeTest-686048607 tempest-QuotasAdminNegativeTest-686048607-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:33.990976 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0e04127d-ab87-4e63-94cd-b805038a23eb req-61168e37-d795-4cff-b9ac-5fc2b6c13e5f tempest-QuotasAdminNegativeTest-686048607 tempest-QuotasAdminNegativeTest-686048607-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3479946 Sep 24 15:36:34.035611 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0e04127d-ab87-4e63-94cd-b805038a23eb req-bccecc51-78ed-4560-97d6-de5265c39864 tempest-QuotasAdminNegativeTest-686048607 tempest-QuotasAdminNegativeTest-686048607-project] 10.222.0.101 "GET /v2.0/quotas/29c6362d6c2b46a4b9c0850bc17b6fbb HTTP/1.1" status: 200 len: 375 time: 0.0354605 Sep 24 15:36:34.087697 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-a50c1c47-387f-4f79-98be-dc4c106a1d1c req-67f1bde0-e456-4954-81e7-4d2dc556d320 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:34.095380 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0e04127d-ab87-4e63-94cd-b805038a23eb req-451d98ed-a3fc-484d-81f7-ea6b7d819bcd tempest-QuotasAdminNegativeTest-686048607 tempest-QuotasAdminNegativeTest-686048607-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=29c6362d6c2b46a4b9c0850bc17b6fbb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0538776 Sep 24 15:36:34.100174 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-270396ce-bdfb-46f3-8fca-77314051a245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:34.177792 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['ef645295-66e7-4bd2-801c-4d964f44743a'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:36:34.233645 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f1bde0-e456-4954-81e7-4d2dc556d320 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Pushing event updated for resources: {'Port': ['ID=1922459f-713f-46a2-93d7-97573894ee7a,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:34.255126 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a50c1c47-387f-4f79-98be-dc4c106a1d1c req-67f1bde0-e456-4954-81e7-4d2dc556d320 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Network 701084d1-b6de-45b7-9441-4205d9510bac is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:36:34.261518 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-a50c1c47-387f-4f79-98be-dc4c106a1d1c req-67f1bde0-e456-4954-81e7-4d2dc556d320 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:36:34.269659 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-a50c1c47-387f-4f79-98be-dc4c106a1d1c req-67f1bde0-e456-4954-81e7-4d2dc556d320 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:36:34.324569 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:34.328640 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50c1c47-387f-4f79-98be-dc4c106a1d1c req-67f1bde0-e456-4954-81e7-4d2dc556d320 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:34.329287 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-a50c1c47-387f-4f79-98be-dc4c106a1d1c req-67f1bde0-e456-4954-81e7-4d2dc556d320 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:34.445704 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-2bfe964b-61ed-40d6-a0e4-a6e347862a71 req-00409177-47f3-4abf-a262-3312ca6577b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8b05671-5846-450b-b614-149956aa102d {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:36:34.461935 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-2bfe964b-61ed-40d6-a0e4-a6e347862a71 req-00409177-47f3-4abf-a262-3312ca6577b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:34.477074 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a50c1c47-387f-4f79-98be-dc4c106a1d1c req-67f1bde0-e456-4954-81e7-4d2dc556d320 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3178525 Sep 24 15:36:34.479771 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-2bfe964b-61ed-40d6-a0e4-a6e347862a71 req-00409177-47f3-4abf-a262-3312ca6577b9 service neutron] Transition to ACTIVE for port object b8b05671-5846-450b-b614-149956aa102d will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:36:34.532131 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-a50c1c47-387f-4f79-98be-dc4c106a1d1c req-2fb1ed5d-2877-497d-b125-5a66d17dd6a2 service neutron] Request body: {'port': {'device_id': '66846ce6-4c5f-4d27-8f7f-1f9cfee18c7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:36:34.557225 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-270396ce-bdfb-46f3-8fca-77314051a245 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:34.595739 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270396ce-bdfb-46f3-8fca-77314051a245 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=492ccf6e-c369-4ff4-bac0-8794abf7d918,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:34.616524 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-270396ce-bdfb-46f3-8fca-77314051a245 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:34.621007 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44932) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:34.621478 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-270396ce-bdfb-46f3-8fca-77314051a245 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/492ccf6e-c369-4ff4-bac0-8794abf7d918 HTTP/1.1" status: 204 len: 168 time: 1.0941980 Sep 24 15:36:34.626390 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0efe3117-1198-44d2-934d-773ec1cd2c93 None None] Network 64faeadb-d6e9-412d-b5cc-e20b90ee20d1 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:36:34.639901 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc1731-6b91-49ff-878a-dc919cdc9933 req-3b124fb6-28c5-47cf-b41a-8e99ac43ed41 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:34.641635 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7bdc1731-6b91-49ff-878a-dc919cdc9933 req-3b124fb6-28c5-47cf-b41a-8e99ac43ed41 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=66846ce6-4c5f-4d27-8f7f-1f9cfee18c7e HTTP/1.1" status: 200 len: 931 time: 0.1598759 Sep 24 15:36:34.664948 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-a50c1c47-387f-4f79-98be-dc4c106a1d1c req-2fb1ed5d-2877-497d-b125-5a66d17dd6a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:34.715711 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-2bfe964b-61ed-40d6-a0e4-a6e347862a71 req-00409177-47f3-4abf-a262-3312ca6577b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:34.725013 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fcc44da0-894d-4684-a0f8-a8da70facb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:34.792067 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-fcc44da0-894d-4684-a0f8-a8da70facb01 admin admin] Deleting port 634f5e28-fc2f-47fe-92a6-1fc38b27afa0 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:36:34.792909 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fcc44da0-894d-4684-a0f8-a8da70facb01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:34.885871 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7bdc1731-6b91-49ff-878a-dc919cdc9933 req-3efb9ff5-9382-49bb-8ab6-5df87523278d tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170756 Sep 24 15:36:34.896775 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00409177-47f3-4abf-a262-3312ca6577b9 service neutron] Pushing event updated for resources: {'Port': ['ID=b8b05671-5846-450b-b614-149956aa102d,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:34.931024 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-fcc44da0-894d-4684-a0f8-a8da70facb01 admin admin] For port 634f5e28-fc2f-47fe-92a6-1fc38b27afa0, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=634f5e28-fc2f-47fe-92a6-1fc38b27afa0,segment=NetworkSegment(4c6640b6-654c-4a1f-99cc-cd2522df0bf2),segment_id=4c6640b6-654c-4a1f-99cc-cd2522df0bf2)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:36:34.932215 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fcc44da0-894d-4684-a0f8-a8da70facb01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:34.970596 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-fcc44da0-894d-4684-a0f8-a8da70facb01 admin admin] Calling delete_port for 634f5e28-fc2f-47fe-92a6-1fc38b27afa0 owned by network:dhcp {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:36:35.025853 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bd7462-cf48-43b0-9ff7-34e3f5d6d6fa None None] DHCP port deletion for 64faeadb-d6e9-412d-b5cc-e20b90ee20d1 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:36:35.118138 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a326dae-f883-4ab9-8fe2-1ee256356f7c req-e15371ff-65ab-4b52-a531-9db8ba153d4b tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:35.124687 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2a326dae-f883-4ab9-8fe2-1ee256356f7c req-e15371ff-65ab-4b52-a531-9db8ba153d4b tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=2c3340ff-fa70-41a6-9dc2-76db0aa611a5 HTTP/1.1" status: 200 len: 948 time: 0.1560707 Sep 24 15:36:35.177839 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-01bd7462-cf48-43b0-9ff7-34e3f5d6d6fa None None] Deleting port 634f5e28-fc2f-47fe-92a6-1fc38b27afa0 {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:36:35.180778 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-01bd7462-cf48-43b0-9ff7-34e3f5d6d6fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:35.200846 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2a326dae-f883-4ab9-8fe2-1ee256356f7c req-f3bd8fd0-6ac6-4f02-8909-679c234a7317 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653877 Sep 24 15:36:35.277336 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-2bfe964b-61ed-40d6-a0e4-a6e347862a71 req-00409177-47f3-4abf-a262-3312ca6577b9 service neutron] Attempting to bind port b8b05671-5846-450b-b614-149956aa102d on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:36:35.277683 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-2bfe964b-61ed-40d6-a0e4-a6e347862a71 req-00409177-47f3-4abf-a262-3312ca6577b9 service neutron] Attempting to bind port b8b05671-5846-450b-b614-149956aa102d by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': 'b546acd3-82a1-4d5d-82c0-3ff14f29b0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '701084d1-b6de-45b7-9441-4205d9510bac'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:36:35.278015 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfe964b-61ed-40d6-a0e4-a6e347862a71 req-00409177-47f3-4abf-a262-3312ca6577b9 service neutron] Attempting to bind port b8b05671-5846-450b-b614-149956aa102d on network 701084d1-b6de-45b7-9441-4205d9510bac {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:36:35.285898 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfe964b-61ed-40d6-a0e4-a6e347862a71 req-00409177-47f3-4abf-a262-3312ca6577b9 service neutron] Port b8b05671-5846-450b-b614-149956aa102d on network 701084d1-b6de-45b7-9441-4205d9510bac not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:36:35.285898 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfe964b-61ed-40d6-a0e4-a6e347862a71 req-00409177-47f3-4abf-a262-3312ca6577b9 service neutron] Attempting to bind port b8b05671-5846-450b-b614-149956aa102d on network 701084d1-b6de-45b7-9441-4205d9510bac {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:36:35.296281 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfe964b-61ed-40d6-a0e4-a6e347862a71 req-00409177-47f3-4abf-a262-3312ca6577b9 service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:36:35.296281 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfe964b-61ed-40d6-a0e4-a6e347862a71 req-00409177-47f3-4abf-a262-3312ca6577b9 service neutron] Checking segment: {'id': 'b546acd3-82a1-4d5d-82c0-3ff14f29b0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '701084d1-b6de-45b7-9441-4205d9510bac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:36:35.296509 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bfe964b-61ed-40d6-a0e4-a6e347862a71 req-00409177-47f3-4abf-a262-3312ca6577b9 service neutron] Bound using segment: {'id': 'b546acd3-82a1-4d5d-82c0-3ff14f29b0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '701084d1-b6de-45b7-9441-4205d9510bac'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:36:35.296808 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-2bfe964b-61ed-40d6-a0e4-a6e347862a71 req-00409177-47f3-4abf-a262-3312ca6577b9 service neutron] Bound port: b8b05671-5846-450b-b614-149956aa102d, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b546acd3-82a1-4d5d-82c0-3ff14f29b0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '701084d1-b6de-45b7-9441-4205d9510bac'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:36:35.297137 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-2bfe964b-61ed-40d6-a0e4-a6e347862a71 req-00409177-47f3-4abf-a262-3312ca6577b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:35.314610 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-a50c1c47-387f-4f79-98be-dc4c106a1d1c req-2fb1ed5d-2877-497d-b125-5a66d17dd6a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1922459f-713f-46a2-93d7-97573894ee7a {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:36:35.326367 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-a50c1c47-387f-4f79-98be-dc4c106a1d1c req-2fb1ed5d-2877-497d-b125-5a66d17dd6a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:35.387028 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-a50c1c47-387f-4f79-98be-dc4c106a1d1c req-2fb1ed5d-2877-497d-b125-5a66d17dd6a2 service neutron] Transition to ACTIVE for port object 1922459f-713f-46a2-93d7-97573894ee7a will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:36:35.395598 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fcc44da0-894d-4684-a0f8-a8da70facb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:35.422691 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-2bfe964b-61ed-40d6-a0e4-a6e347862a71 req-00409177-47f3-4abf-a262-3312ca6577b9 service neutron] For port b8b05671-5846-450b-b614-149956aa102d, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:36:35.426604 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-2bfe964b-61ed-40d6-a0e4-a6e347862a71 req-00409177-47f3-4abf-a262-3312ca6577b9 service neutron] For port b8b05671-5846-450b-b614-149956aa102d, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=b8b05671-5846-450b-b614-149956aa102d,segment=NetworkSegment(b546acd3-82a1-4d5d-82c0-3ff14f29b0aa),segment_id=b546acd3-82a1-4d5d-82c0-3ff14f29b0aa)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:36:35.460635 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc44da0-894d-4684-a0f8-a8da70facb01 admin admin] Pushing event deleted for resources: {'Port': ['ID=634f5e28-fc2f-47fe-92a6-1fc38b27afa0,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:35.474882 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc44da0-894d-4684-a0f8-a8da70facb01 admin admin] No DVR routers for this DVR port 634f5e28-fc2f-47fe-92a6-1fc38b27afa0 on host n-d-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:36:35.533052 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-a50c1c47-387f-4f79-98be-dc4c106a1d1c req-2fb1ed5d-2877-497d-b125-5a66d17dd6a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:35.618631 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:35.622984 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device ef645295-66e7-4bd2-801c-4d964f44743a up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:36:35.642769 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fcc44da0-894d-4684-a0f8-a8da70facb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:35.653030 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-2bfe964b-61ed-40d6-a0e4-a6e347862a71 req-00409177-47f3-4abf-a262-3312ca6577b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:35.667017 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-fcc44da0-894d-4684-a0f8-a8da70facb01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64faeadb-d6e9-412d-b5cc-e20b90ee20d1']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:36:35.678617 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-fcc44da0-894d-4684-a0f8-a8da70facb01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c6640b6-654c-4a1f-99cc-cd2522df0bf2') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:36:35.679806 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-fcc44da0-894d-4684-a0f8-a8da70facb01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c6640b6-654c-4a1f-99cc-cd2522df0bf2') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:36:35.697822 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fcc44da0-894d-4684-a0f8-a8da70facb01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:35.713171 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fcc44da0-894d-4684-a0f8-a8da70facb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:35.716811 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-01bd7462-cf48-43b0-9ff7-34e3f5d6d6fa None None] For port 634f5e28-fc2f-47fe-92a6-1fc38b27afa0, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=634f5e28-fc2f-47fe-92a6-1fc38b27afa0,segment=NetworkSegment(4c6640b6-654c-4a1f-99cc-cd2522df0bf2),segment_id=4c6640b6-654c-4a1f-99cc-cd2522df0bf2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:36:35.717217 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-01bd7462-cf48-43b0-9ff7-34e3f5d6d6fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:35.720054 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe964b-61ed-40d6-a0e4-a6e347862a71 req-00409177-47f3-4abf-a262-3312ca6577b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:35.721165 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-2bfe964b-61ed-40d6-a0e4-a6e347862a71 req-00409177-47f3-4abf-a262-3312ca6577b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:35.722178 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcc44da0-894d-4684-a0f8-a8da70facb01 admin admin] Releasing vlan 1263 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:36:35.722715 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fcc44da0-894d-4684-a0f8-a8da70facb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:35.722872 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2bfe964b-61ed-40d6-a0e4-a6e347862a71 req-00409177-47f3-4abf-a262-3312ca6577b9 service neutron] 10.222.0.108 "PUT /v2.0/ports/b8b05671-5846-450b-b614-149956aa102d HTTP/1.1" status: 200 len: 1091 time: 2.2981999 Sep 24 15:36:35.723243 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cd44f03-df1c-4436-87b5-4c9cccff4adf', 'tag': 'b8b05671-5846-450b-b614-149956aa102d'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:36:35.726373 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ab49ae-68f4-40fb-a9c4-37f1f558c254" -d '{"events": [{"name": "network-changed", "server_uuid": "7cd44f03-df1c-4436-87b5-4c9cccff4adf", "tag": "b8b05671-5846-450b-b614-149956aa102d"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:36:35.736831 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:36:35.736831 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:36:35.736831 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:36:35.736831 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:36:35.736831 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:36:35.736831 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:36:35.736831 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:36:35.736831 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:36:35.736831 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:36:35.736831 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:36:35.736831 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:36:35.736831 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:36:35.736831 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:36:35.736831 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:36:35.736831 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:36:35.736831 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:36:35.736831 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:36:35.736831 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:36:35.736831 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:36:35.736831 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:36:35.736831 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:36:35.736831 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:36:35.736831 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:36:35.736831 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:36:35.736831 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:36:35.736831 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:36:35.736831 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:36:35.736831 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:36:35.736831 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:36:35.736831 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:36:35.736831 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:36:35.736831 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:36:35.747926 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb1ed5d-2877-497d-b125-5a66d17dd6a2 service neutron] Pushing event updated for resources: {'Port': ['ID=1922459f-713f-46a2-93d7-97573894ee7a,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:35.811888 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-01bd7462-cf48-43b0-9ff7-34e3f5d6d6fa None None] Calling delete_port for 634f5e28-fc2f-47fe-92a6-1fc38b27afa0 owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:36:35.880183 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44958) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:35.897170 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00409177-47f3-4abf-a262-3312ca6577b9 service neutron] Pushing event updated for resources: {'Port': ['ID=b8b05671-5846-450b-b614-149956aa102d,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:35.911005 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1d9d46-1bd4-4895-aa4e-e2b4c5b88e06 x-openstack-request-id: req-5d1d9d46-1bd4-4895-aa4e-e2b4c5b88e06 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:36:35.911294 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cd44f03-df1c-4436-87b5-4c9cccff4adf", "tag": "b8b05671-5846-450b-b614-149956aa102d", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:36:35.911544 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-5d1d9d46-1bd4-4895-aa4e-e2b4c5b88e06 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:36:35.911944 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cd44f03-df1c-4436-87b5-4c9cccff4adf', 'tag': 'b8b05671-5846-450b-b614-149956aa102d', 'status': 'completed', 'code': 200} Sep 24 15:36:35.940162 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 634f5e28-fc2f-47fe-92a6-1fc38b27afa0 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:36:35.967581 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 634f5e28-fc2f-47fe-92a6-1fc38b27afa0 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:36:35.968194 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 634f5e28-fc2f-47fe-92a6-1fc38b27afa0 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:36:35.990299 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fcc44da0-894d-4684-a0f8-a8da70facb01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:35.995522 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fcc44da0-894d-4684-a0f8-a8da70facb01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:36.001144 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-fcc44da0-894d-4684-a0f8-a8da70facb01 admin admin] 10.222.0.101 "DELETE /v2.0/networks/64faeadb-d6e9-412d-b5cc-e20b90ee20d1 HTTP/1.1" status: 204 len: 168 time: 1.3776610 Sep 24 15:36:36.024945 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab49ae-68f4-40fb-a9c4-37f1f558c254 req-8ea7bf5f-a72e-4ec4-b1b8-3780c9376b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:36.026543 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc44da0-894d-4684-a0f8-a8da70facb01 admin admin] Pushing event deleted for resources: {'Network': ['ID=64faeadb-d6e9-412d-b5cc-e20b90ee20d1,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:36.026860 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a4ab49ae-68f4-40fb-a9c4-37f1f558c254 req-8ea7bf5f-a72e-4ec4-b1b8-3780c9376b9d service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=c99d52405d9141d6b21e8bd3f638dbfc&device_id=7cd44f03-df1c-4436-87b5-4c9cccff4adf HTTP/1.1" status: 200 len: 1094 time: 0.1264119 Sep 24 15:36:36.035989 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-01bd7462-cf48-43b0-9ff7-34e3f5d6d6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:36.081891 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-a50c1c47-387f-4f79-98be-dc4c106a1d1c req-2fb1ed5d-2877-497d-b125-5a66d17dd6a2 service neutron] Attempting to bind port 1922459f-713f-46a2-93d7-97573894ee7a on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:36:36.082229 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-a50c1c47-387f-4f79-98be-dc4c106a1d1c req-2fb1ed5d-2877-497d-b125-5a66d17dd6a2 service neutron] Attempting to bind port 1922459f-713f-46a2-93d7-97573894ee7a by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': 'b546acd3-82a1-4d5d-82c0-3ff14f29b0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '701084d1-b6de-45b7-9441-4205d9510bac'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:36:36.082607 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50c1c47-387f-4f79-98be-dc4c106a1d1c req-2fb1ed5d-2877-497d-b125-5a66d17dd6a2 service neutron] Attempting to bind port 1922459f-713f-46a2-93d7-97573894ee7a on network 701084d1-b6de-45b7-9441-4205d9510bac {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:36:36.089031 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50c1c47-387f-4f79-98be-dc4c106a1d1c req-2fb1ed5d-2877-497d-b125-5a66d17dd6a2 service neutron] Port 1922459f-713f-46a2-93d7-97573894ee7a on network 701084d1-b6de-45b7-9441-4205d9510bac not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:36:36.089493 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50c1c47-387f-4f79-98be-dc4c106a1d1c req-2fb1ed5d-2877-497d-b125-5a66d17dd6a2 service neutron] Attempting to bind port 1922459f-713f-46a2-93d7-97573894ee7a on network 701084d1-b6de-45b7-9441-4205d9510bac {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:36:36.115219 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bd7462-cf48-43b0-9ff7-34e3f5d6d6fa None None] Pushing event deleted for resources: {'Port': ['ID=634f5e28-fc2f-47fe-92a6-1fc38b27afa0,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:36.115855 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50c1c47-387f-4f79-98be-dc4c106a1d1c req-2fb1ed5d-2877-497d-b125-5a66d17dd6a2 service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:36:36.116202 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50c1c47-387f-4f79-98be-dc4c106a1d1c req-2fb1ed5d-2877-497d-b125-5a66d17dd6a2 service neutron] Checking segment: {'id': 'b546acd3-82a1-4d5d-82c0-3ff14f29b0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '701084d1-b6de-45b7-9441-4205d9510bac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:36:36.116573 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a50c1c47-387f-4f79-98be-dc4c106a1d1c req-2fb1ed5d-2877-497d-b125-5a66d17dd6a2 service neutron] Bound using segment: {'id': 'b546acd3-82a1-4d5d-82c0-3ff14f29b0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '701084d1-b6de-45b7-9441-4205d9510bac'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:36:36.122977 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-a50c1c47-387f-4f79-98be-dc4c106a1d1c req-2fb1ed5d-2877-497d-b125-5a66d17dd6a2 service neutron] Bound port: 1922459f-713f-46a2-93d7-97573894ee7a, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b546acd3-82a1-4d5d-82c0-3ff14f29b0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '701084d1-b6de-45b7-9441-4205d9510bac'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:36:36.123365 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-a50c1c47-387f-4f79-98be-dc4c106a1d1c req-2fb1ed5d-2877-497d-b125-5a66d17dd6a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:36.125689 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-01bd7462-cf48-43b0-9ff7-34e3f5d6d6fa None None] Network 64faeadb-d6e9-412d-b5cc-e20b90ee20d1 is not hosted by any dhcp agent {{(pid=95299) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 24 15:36:36.126156 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bd7462-cf48-43b0-9ff7-34e3f5d6d6fa None None] No DVR routers for this DVR port 634f5e28-fc2f-47fe-92a6-1fc38b27afa0 on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:36:36.128072 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port ef645295-66e7-4bd2-801c-4d964f44743a completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:36:36.151398 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port ef645295-66e7-4bd2-801c-4d964f44743a triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:36:36.151783 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:36.159679 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-6e996324-e6cf-4e59-bac1-1e81b3b4a7f1 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-2086435841-network', 'tenant_id': 'ef75ba2a22e041aa9a029a438a502d8f'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:36:36.274288 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9238c381-b160-4979-9791-ec3b598674f9 req-a55a48e1-dd10-41d1-a308-7b48ae4b9729 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:36.289500 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9238c381-b160-4979-9791-ec3b598674f9 req-a55a48e1-dd10-41d1-a308-7b48ae4b9729 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=66846ce6-4c5f-4d27-8f7f-1f9cfee18c7e HTTP/1.1" status: 200 len: 943 time: 0.2156026 Sep 24 15:36:36.332839 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44976) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:36.340659 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e996324-e6cf-4e59-bac1-1e81b3b4a7f1 admin admin] Made reservation on behalf of ef75ba2a22e041aa9a029a438a502d8f for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:36:36.347614 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6e996324-e6cf-4e59-bac1-1e81b3b4a7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:36.370082 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6e996324-e6cf-4e59-bac1-1e81b3b4a7f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:36.404316 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:36.489950 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port ef645295-66e7-4bd2-801c-4d964f44743a, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=ef645295-66e7-4bd2-801c-4d964f44743a,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:36:36.492488 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9238c381-b160-4979-9791-ec3b598674f9 req-014403d0-6340-4e57-983d-bbcb0d6ccf66 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021041 Sep 24 15:36:36.493407 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c3340ff-fa70-41a6-9dc2-76db0aa611a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef645295-66e7-4bd2-801c-4d964f44743a'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:36:36.500171 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-482b2aef-a1c6-46a7-aeb8-c73f729702cc" -d '{"events": [{"server_uuid": "2c3340ff-fa70-41a6-9dc2-76db0aa611a5", "name": "network-vif-plugged", "status": "completed", "tag": "ef645295-66e7-4bd2-801c-4d964f44743a"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:36:36.558229 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6e996324-e6cf-4e59-bac1-1e81b3b4a7f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:36.610994 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-071231e7-3810-4e74-81b4-3cfeaf5a1b5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:36.615590 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab49ae-68f4-40fb-a9c4-37f1f558c254 req-27f930b8-cd3e-47cb-a486-4495d0877de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:36.617639 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a4ab49ae-68f4-40fb-a9c4-37f1f558c254 req-27f930b8-cd3e-47cb-a486-4495d0877de5 service neutron] 10.222.0.108 "GET /v2.0/networks?tenant_id=c99d52405d9141d6b21e8bd3f638dbfc&shared=False HTTP/1.1" status: 200 len: 921 time: 0.5506070 Sep 24 15:36:36.618957 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-a50c1c47-387f-4f79-98be-dc4c106a1d1c req-2fb1ed5d-2877-497d-b125-5a66d17dd6a2 service neutron] For port 1922459f-713f-46a2-93d7-97573894ee7a, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:36:36.653621 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:36.655543 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f3a9c-b2d2-48bf-9495-f9550f446501 req-034629b7-227d-4c35-802a-7da612924605 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:36.662923 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bd6f3a9c-b2d2-48bf-9495-f9550f446501 req-034629b7-227d-4c35-802a-7da612924605 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=2c3340ff-fa70-41a6-9dc2-76db0aa611a5 HTTP/1.1" status: 200 len: 948 time: 0.2629259 Sep 24 15:36:36.670666 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-a50c1c47-387f-4f79-98be-dc4c106a1d1c req-2fb1ed5d-2877-497d-b125-5a66d17dd6a2 service neutron] For port 1922459f-713f-46a2-93d7-97573894ee7a, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=1922459f-713f-46a2-93d7-97573894ee7a,segment=NetworkSegment(b546acd3-82a1-4d5d-82c0-3ff14f29b0aa),segment_id=b546acd3-82a1-4d5d-82c0-3ff14f29b0aa)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:36:36.759655 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e27ca5-6774-4a57-89da-9a72cd425f45 x-openstack-request-id: req-77e27ca5-6774-4a57-89da-9a72cd425f45 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:36:36.762049 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c3340ff-fa70-41a6-9dc2-76db0aa611a5", "name": "network-vif-plugged", "status": "completed", "tag": "ef645295-66e7-4bd2-801c-4d964f44743a", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:36:36.762049 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-77e27ca5-6774-4a57-89da-9a72cd425f45 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:36:36.763854 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c3340ff-fa70-41a6-9dc2-76db0aa611a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef645295-66e7-4bd2-801c-4d964f44743a', 'code': 200} Sep 24 15:36:36.775550 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:36.782045 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=ef645295-66e7-4bd2-801c-4d964f44743a,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:36.784591 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bd6f3a9c-b2d2-48bf-9495-f9550f446501 req-6ca54253-77a6-4b01-a23f-d5faf77c9eb7 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173320 Sep 24 15:36:36.835230 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-a50c1c47-387f-4f79-98be-dc4c106a1d1c req-2fb1ed5d-2877-497d-b125-5a66d17dd6a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:36.854947 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6e996324-e6cf-4e59-bac1-1e81b3b4a7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:36.932584 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e996324-e6cf-4e59-bac1-1e81b3b4a7f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1278} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:36:36.942221 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e996324-e6cf-4e59-bac1-1e81b3b4a7f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5b2d93-e3ed-4f90-a24f-de0f1d5dfc89,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:36.957066 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-071231e7-3810-4e74-81b4-3cfeaf5a1b5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:36.958803 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6e996324-e6cf-4e59-bac1-1e81b3b4a7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:36.959307 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-6e996324-e6cf-4e59-bac1-1e81b3b4a7f1 admin admin] Added segment 811924e7-50f3-438e-9588-4a3df0c9fdb3 of type vlan for network a5d241e3-daff-4bec-ad72-cd4d718f17c0 Sep 24 15:36:37.002450 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44982) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:37.057974 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f430ce69-146a-4428-bae8-433f27f265bf admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d8dcfb46e3384e7b906fbc13ca8bf215&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0535910 Sep 24 15:36:37.061200 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-071231e7-3810-4e74-81b4-3cfeaf5a1b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:37.089517 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6e996324-e6cf-4e59-bac1-1e81b3b4a7f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:37.092522 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44984) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:37.098203 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-071231e7-3810-4e74-81b4-3cfeaf5a1b5d admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=29c6362d6c2b46a4b9c0850bc17b6fbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7362516 Sep 24 15:36:37.148267 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44986) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:37.181482 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0f5d23b0-cf0c-4c74-bec3-a6c0e55e89a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:37.206549 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0f5d23b0-cf0c-4c74-bec3-a6c0e55e89a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:37.284313 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.db.resource_extend [None req-6e996324-e6cf-4e59-bac1-1e81b3b4a7f1 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 24 15:36:37.286079 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab49ae-68f4-40fb-a9c4-37f1f558c254 req-b0bc1f40-af8a-44d5-a844-b1acd92997ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:37.287711 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a4ab49ae-68f4-40fb-a9c4-37f1f558c254 req-b0bc1f40-af8a-44d5-a844-b1acd92997ef service neutron] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.6558223 Sep 24 15:36:37.302991 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470113d9-3602-472e-aafe-6f5c83a872be req-91a73eb3-69bf-484a-80e8-6845089e27de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:37.307234 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-470113d9-3602-472e-aafe-6f5c83a872be req-91a73eb3-69bf-484a-80e8-6845089e27de service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=2c3340ff-fa70-41a6-9dc2-76db0aa611a5 HTTP/1.1" status: 200 len: 1100 time: 0.5252197 Sep 24 15:36:37.310358 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50c1c47-387f-4f79-98be-dc4c106a1d1c req-2fb1ed5d-2877-497d-b125-5a66d17dd6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:37.311225 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-a50c1c47-387f-4f79-98be-dc4c106a1d1c req-2fb1ed5d-2877-497d-b125-5a66d17dd6a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:37.312734 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a50c1c47-387f-4f79-98be-dc4c106a1d1c req-2fb1ed5d-2877-497d-b125-5a66d17dd6a2 service neutron] 10.222.0.108 "PUT /v2.0/ports/1922459f-713f-46a2-93d7-97573894ee7a HTTP/1.1" status: 200 len: 1091 time: 2.7954857 Sep 24 15:36:37.327567 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071231e7-3810-4e74-81b4-3cfeaf5a1b5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ceea314-c4ab-4240-93be-0e022c4e6ce9,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:37.388676 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6bfc941f-d2ac-492e-a581-baf288c85b0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:37.409486 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-470113d9-3602-472e-aafe-6f5c83a872be req-7deee552-8328-4411-91f4-3803246f8f5f service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936763 Sep 24 15:36:37.423281 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6bfc941f-d2ac-492e-a581-baf288c85b0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:37.425483 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb1ed5d-2877-497d-b125-5a66d17dd6a2 service neutron] Pushing event updated for resources: {'Port': ['ID=1922459f-713f-46a2-93d7-97573894ee7a,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:37.445631 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe964b-61ed-40d6-a0e4-a6e347862a71 req-4348d025-5631-4ef2-b20e-06c6b2f4ebc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:37.447741 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2bfe964b-61ed-40d6-a0e4-a6e347862a71 req-4348d025-5631-4ef2-b20e-06c6b2f4ebc0 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=c99d52405d9141d6b21e8bd3f638dbfc&device_id=7cd44f03-df1c-4436-87b5-4c9cccff4adf HTTP/1.1" status: 200 len: 1094 time: 0.1026053 Sep 24 15:36:37.500195 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2bfe964b-61ed-40d6-a0e4-a6e347862a71 req-05018ef5-0a20-46c8-aedf-c1edd3f28d59 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8b05671-5846-450b-b614-149956aa102d HTTP/1.1" status: 200 len: 217 time: 0.0439935 Sep 24 15:36:37.544376 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6e996324-e6cf-4e59-bac1-1e81b3b4a7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:37.546281 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e996324-e6cf-4e59-bac1-1e81b3b4a7f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:37.547065 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6e996324-e6cf-4e59-bac1-1e81b3b4a7f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:37.553265 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0f5d23b0-cf0c-4c74-bec3-a6c0e55e89a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:37.555276 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0f5d23b0-cf0c-4c74-bec3-a6c0e55e89a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:37.574751 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-0f5d23b0-cf0c-4c74-bec3-a6c0e55e89a2 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/85697bc6-6cb7-413c-b7a5-3c273396b2d6 HTTP/1.1" status: 204 len: 168 time: 0.4623985 Sep 24 15:36:37.596431 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50c1c47-387f-4f79-98be-dc4c106a1d1c req-ce779296-2ce6-449e-8266-8483d413a194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:37.598037 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a50c1c47-387f-4f79-98be-dc4c106a1d1c req-ce779296-2ce6-449e-8266-8483d413a194 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=c99d52405d9141d6b21e8bd3f638dbfc&device_id=66846ce6-4c5f-4d27-8f7f-1f9cfee18c7e HTTP/1.1" status: 200 len: 1094 time: 0.0759392 Sep 24 15:36:37.599650 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe964b-61ed-40d6-a0e4-a6e347862a71 req-63d17ea9-8ad1-4d2b-be88-4936d36fba48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:37.601008 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2bfe964b-61ed-40d6-a0e4-a6e347862a71 req-63d17ea9-8ad1-4d2b-be88-4936d36fba48 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=b845deee-5fbd-4c8d-bd12-b1efe896aa17 HTTP/1.1" status: 200 len: 859 time: 0.0865741 Sep 24 15:36:37.638466 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6bfc941f-d2ac-492e-a581-baf288c85b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:37.641971 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6bfc941f-d2ac-492e-a581-baf288c85b0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:37.645887 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-6bfc941f-d2ac-492e-a581-baf288c85b0d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/8ceea314-c4ab-4240-93be-0e022c4e6ce9 HTTP/1.1" status: 204 len: 168 time: 0.4940372 Sep 24 15:36:37.649986 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5d23b0-cf0c-4c74-bec3-a6c0e55e89a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85697bc6-6cb7-413c-b7a5-3c273396b2d6,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:37.691457 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfc941f-d2ac-492e-a581-baf288c85b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ceea314-c4ab-4240-93be-0e022c4e6ce9,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:37.724703 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a50c1c47-387f-4f79-98be-dc4c106a1d1c req-7cb13a02-8444-4744-a3ca-e3fe454dbb3a service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1922459f-713f-46a2-93d7-97573894ee7a HTTP/1.1" status: 200 len: 217 time: 0.1124065 Sep 24 15:36:37.740525 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e996324-e6cf-4e59-bac1-1e81b3b4a7f1 admin admin] Pushing event updated for resources: {'Network': ['ID=a5d241e3-daff-4bec-ad72-cd4d718f17c0,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:37.753118 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network a5d241e3-daff-4bec-ad72-cd4d718f17c0 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:36:37.773123 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2bfe964b-61ed-40d6-a0e4-a6e347862a71 req-162abec6-9d31-424e-9b37-6a3867cd7fb3 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=701084d1-b6de-45b7-9441-4205d9510bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1596003 Sep 24 15:36:37.860687 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-6e996324-e6cf-4e59-bac1-1e81b3b4a7f1 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.9796579 Sep 24 15:36:37.863400 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45002) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:37.869769 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-830a1938-968d-456b-b93f-218e98531b1d admin admin] Request body: {'subnet': {'network_id': 'a5d241e3-daff-4bec-ad72-cd4d718f17c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-2086435841-subnet', 'tenant_id': 'ef75ba2a22e041aa9a029a438a502d8f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:36:37.904668 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64230ae-ac1d-4a51-a98a-aace2e8f2b8b req-d9d3a7e5-a902-44ce-8fb8-fef6d51f84d2 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:37.912735 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f64230ae-ac1d-4a51-a98a-aace2e8f2b8b req-d9d3a7e5-a902-44ce-8fb8-fef6d51f84d2 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=66846ce6-4c5f-4d27-8f7f-1f9cfee18c7e HTTP/1.1" status: 200 len: 943 time: 0.2250481 Sep 24 15:36:37.918086 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66846ce6-4c5f-4d27-8f7f-1f9cfee18c7e', 'tag': '1922459f-713f-46a2-93d7-97573894ee7a'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:36:37.920534 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9805581b-d32f-4579-be74-226df9d66084" -d '{"events": [{"name": "network-changed", "server_uuid": "66846ce6-4c5f-4d27-8f7f-1f9cfee18c7e", "tag": "1922459f-713f-46a2-93d7-97573894ee7a"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:36:37.960370 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb178a0-4c32-4f67-b34f-b335e4bb0196 req-56ffb0dd-614e-4a11-98b9-034806d2d261 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:37.962030 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cbb178a0-4c32-4f67-b34f-b335e4bb0196 req-56ffb0dd-614e-4a11-98b9-034806d2d261 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=2c3340ff-fa70-41a6-9dc2-76db0aa611a5 HTTP/1.1" status: 200 len: 949 time: 0.0535915 Sep 24 15:36:37.967180 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50c1c47-387f-4f79-98be-dc4c106a1d1c req-12e1e9ff-3716-4327-9f2c-6d10f1252f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:37.969853 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a50c1c47-387f-4f79-98be-dc4c106a1d1c req-12e1e9ff-3716-4327-9f2c-6d10f1252f1f service neutron] 10.222.0.108 "GET /v2.0/subnets?id=b845deee-5fbd-4c8d-bd12-b1efe896aa17 HTTP/1.1" status: 200 len: 859 time: 0.2276685 Sep 24 15:36:38.002297 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cbb178a0-4c32-4f67-b34f-b335e4bb0196 req-1bbb618b-9558-4b9f-bfc6-899a7e975fa2 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338824 Sep 24 15:36:38.022452 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a50c1c47-387f-4f79-98be-dc4c106a1d1c req-b4ec0fb6-06d0-4a1e-8cf7-44b458e59e8c service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=701084d1-b6de-45b7-9441-4205d9510bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429170 Sep 24 15:36:38.029145 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f64230ae-ac1d-4a51-a98a-aace2e8f2b8b req-fd80843a-2dac-4a14-b6b8-c36fbf64b0a2 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156168 Sep 24 15:36:38.069492 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf2b611d-ae09-4586-8d99-3c52ce2889d3 x-openstack-request-id: req-bf2b611d-ae09-4586-8d99-3c52ce2889d3 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:36:38.069782 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66846ce6-4c5f-4d27-8f7f-1f9cfee18c7e", "tag": "1922459f-713f-46a2-93d7-97573894ee7a", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:36:38.070035 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-bf2b611d-ae09-4586-8d99-3c52ce2889d3 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:36:38.070475 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66846ce6-4c5f-4d27-8f7f-1f9cfee18c7e', 'tag': '1922459f-713f-46a2-93d7-97573894ee7a', 'status': 'completed', 'code': 200} Sep 24 15:36:38.074911 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2bfe964b-61ed-40d6-a0e4-a6e347862a71 req-8352dd81-2e23-4d82-a63f-2332954255a6 service neutron] 10.222.0.108 "GET /v2.0/networks/701084d1-b6de-45b7-9441-4205d9510bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750471 Sep 24 15:36:38.138824 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-830a1938-968d-456b-b93f-218e98531b1d admin admin] Made reservation on behalf of ef75ba2a22e041aa9a029a438a502d8f for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:36:38.144668 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-830a1938-968d-456b-b93f-218e98531b1d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:38.228061 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a50c1c47-387f-4f79-98be-dc4c106a1d1c req-e0e89362-d365-4177-a4e7-b4750129cafa service neutron] 10.222.0.108 "GET /v2.0/networks/701084d1-b6de-45b7-9441-4205d9510bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932912 Sep 24 15:36:38.247053 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2bfe964b-61ed-40d6-a0e4-a6e347862a71 req-0f9d838f-093c-4df7-b734-2755b3da6032 service neutron] 10.222.0.108 "GET /v2.0/networks/701084d1-b6de-45b7-9441-4205d9510bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622541 Sep 24 15:36:38.493136 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-830a1938-968d-456b-b93f-218e98531b1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:38.505910 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a50c1c47-387f-4f79-98be-dc4c106a1d1c req-986ac606-c34d-4d16-bf5a-75a4494474f6 service neutron] 10.222.0.108 "GET /v2.0/networks/701084d1-b6de-45b7-9441-4205d9510bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2577143 Sep 24 15:36:38.572476 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830a1938-968d-456b-b93f-218e98531b1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef0ee247-b4f2-447c-8f5d-e9561afd9063,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:38.612268 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830a1938-968d-456b-b93f-218e98531b1d admin admin] Checking segment: {'id': '811924e7-50f3-438e-9588-4a3df0c9fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'a5d241e3-daff-4bec-ad72-cd4d718f17c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:36:38.612607 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830a1938-968d-456b-b93f-218e98531b1d admin admin] Network hostable DHCP agents. Network: a5d241e3-daff-4bec-ad72-cd4d718f17c0, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:36:38.697212 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805581b-d32f-4579-be74-226df9d66084 req-655c6cec-a8f3-4d45-9702-091a1dcf6daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:38.698750 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9805581b-d32f-4579-be74-226df9d66084 req-655c6cec-a8f3-4d45-9702-091a1dcf6daf service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=c99d52405d9141d6b21e8bd3f638dbfc&device_id=66846ce6-4c5f-4d27-8f7f-1f9cfee18c7e HTTP/1.1" status: 200 len: 1094 time: 0.0464456 Sep 24 15:36:38.808838 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805581b-d32f-4579-be74-226df9d66084 req-7be2c07f-8d5f-45d5-add2-f166cc973a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:38.810460 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9805581b-d32f-4579-be74-226df9d66084 req-7be2c07f-8d5f-45d5-add2-f166cc973a89 service neutron] 10.222.0.108 "GET /v2.0/networks?id=701084d1-b6de-45b7-9441-4205d9510bac HTTP/1.1" status: 200 len: 921 time: 0.1040525 Sep 24 15:36:38.824324 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:38.830123 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830a1938-968d-456b-b93f-218e98531b1d admin admin] Network a5d241e3-daff-4bec-ad72-cd4d718f17c0 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:36:38.910293 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9805581b-d32f-4579-be74-226df9d66084 req-ba0b8c39-6c58-4418-a3d0-0b63323f37d4 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1922459f-713f-46a2-93d7-97573894ee7a HTTP/1.1" status: 200 len: 217 time: 0.0738676 Sep 24 15:36:38.949636 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-830a1938-968d-456b-b93f-218e98531b1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, a5d241e3-daff-4bec-ad72-cd4d718f17c0) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:36:38.955223 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-830a1938-968d-456b-b93f-218e98531b1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:38.959203 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-830a1938-968d-456b-b93f-218e98531b1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:38.963095 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15647f1-d269-4ec5-89dc-3d5d95843600 None None] Network a5d241e3-daff-4bec-ad72-cd4d718f17c0 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:36:39.000424 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805581b-d32f-4579-be74-226df9d66084 req-79ad45da-a746-4bb0-a356-2849ddf9f689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:39.011729 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9805581b-d32f-4579-be74-226df9d66084 req-79ad45da-a746-4bb0-a356-2849ddf9f689 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=b845deee-5fbd-4c8d-bd12-b1efe896aa17 HTTP/1.1" status: 200 len: 859 time: 0.0933881 Sep 24 15:36:39.058247 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9805581b-d32f-4579-be74-226df9d66084 req-7c95a355-0308-45e2-b806-dbbdf9abd240 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=701084d1-b6de-45b7-9441-4205d9510bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386195 Sep 24 15:36:39.116032 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45028) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:39.125473 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-830a1938-968d-456b-b93f-218e98531b1d admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2500691 Sep 24 15:36:39.247758 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-80153bf2-df94-427e-89d0-0dee9ec09f61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:39.259716 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c944d37-ab3f-48e5-9fd8-c3d28483e2e1 req-75c0aae1-da35-40b0-949f-03835288d128 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:39.263449 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83dd358-d4ea-4fbe-9183-827d2b3498ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-a5d241e3-daff-4bec-ad72-cd4d718f17c0', 'network_id': 'a5d241e3-daff-4bec-ad72-cd4d718f17c0', 'tenant_id': 'ef75ba2a22e041aa9a029a438a502d8f', 'fixed_ips': [{'subnet_id': 'ef0ee247-b4f2-447c-8f5d-e9561afd9063'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:36:39.265021 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e83dd358-d4ea-4fbe-9183-827d2b3498ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:39.273063 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3c944d37-ab3f-48e5-9fd8-c3d28483e2e1 req-75c0aae1-da35-40b0-949f-03835288d128 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=66846ce6-4c5f-4d27-8f7f-1f9cfee18c7e HTTP/1.1" status: 200 len: 943 time: 0.1003232 Sep 24 15:36:39.334527 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3c944d37-ab3f-48e5-9fd8-c3d28483e2e1 req-df40b960-e513-452b-b372-f991f54f685d tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597756 Sep 24 15:36:39.440256 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115b75f8-1b5b-4201-8f20-99510e4cb19e req-557ff3af-c580-4adf-9eba-1ca743c8c446 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:39.452020 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-115b75f8-1b5b-4201-8f20-99510e4cb19e req-557ff3af-c580-4adf-9eba-1ca743c8c446 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=2c3340ff-fa70-41a6-9dc2-76db0aa611a5 HTTP/1.1" status: 200 len: 949 time: 0.3360586 Sep 24 15:36:39.516169 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-e83dd358-d4ea-4fbe-9183-827d2b3498ff None None] Allocated IP 172.20.0.2 (a5d241e3-daff-4bec-ad72-cd4d718f17c0/ef0ee247-b4f2-447c-8f5d-e9561afd9063/6bad75db-aefb-442e-aab0-4d5823b1dfe2) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:36:39.518226 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-80153bf2-df94-427e-89d0-0dee9ec09f61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:39.564524 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9805581b-d32f-4579-be74-226df9d66084 req-0c96d237-bc21-4d00-ac79-e2a4e782f0a1 service neutron] 10.222.0.108 "GET /v2.0/networks/701084d1-b6de-45b7-9441-4205d9510bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4986887 Sep 24 15:36:39.568004 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-115b75f8-1b5b-4201-8f20-99510e4cb19e req-e9580768-edef-403b-839e-4386234c1c6f tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149290 Sep 24 15:36:39.665099 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-80153bf2-df94-427e-89d0-0dee9ec09f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:39.722425 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80153bf2-df94-427e-89d0-0dee9ec09f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e65cb1-3efe-4f5e-a333-d86e652028f1,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:39.729594 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-80153bf2-df94-427e-89d0-0dee9ec09f61 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=f1067a424786485f8db1e4e3b96be6e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6121802 Sep 24 15:36:39.729803 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45056) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:39.742905 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9805581b-d32f-4579-be74-226df9d66084 req-5d442cf5-0cc9-42b7-a630-ea800c6cf359 service neutron] 10.222.0.108 "GET /v2.0/networks/701084d1-b6de-45b7-9441-4205d9510bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695609 Sep 24 15:36:39.789792 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e83dd358-d4ea-4fbe-9183-827d2b3498ff None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:39.816351 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6b258592-bac5-429d-8d49-2f019c3dc740 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:39.844950 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6b258592-bac5-429d-8d49-2f019c3dc740 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:39.894735 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e83dd358-d4ea-4fbe-9183-827d2b3498ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:39.950972 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83dd358-d4ea-4fbe-9183-827d2b3498ff None None] Pushing event updated for resources: {'Port': ['ID=6bad75db-aefb-442e-aab0-4d5823b1dfe2,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:39.967271 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83dd358-d4ea-4fbe-9183-827d2b3498ff None None] Network a5d241e3-daff-4bec-ad72-cd4d718f17c0 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:36:39.969658 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-e83dd358-d4ea-4fbe-9183-827d2b3498ff None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:36:39.972623 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83dd358-d4ea-4fbe-9183-827d2b3498ff None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:36:39.985452 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6b258592-bac5-429d-8d49-2f019c3dc740 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:39.988137 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6b258592-bac5-429d-8d49-2f019c3dc740 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:39.989348 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-6b258592-bac5-429d-8d49-2f019c3dc740 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c7e65cb1-3efe-4f5e-a333-d86e652028f1 HTTP/1.1" status: 204 len: 168 time: 0.2587214 Sep 24 15:36:40.012798 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b258592-bac5-429d-8d49-2f019c3dc740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e65cb1-3efe-4f5e-a333-d86e652028f1,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:40.115116 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-e83dd358-d4ea-4fbe-9183-827d2b3498ff None None] Attempting to bind port 6bad75db-aefb-442e-aab0-4d5823b1dfe2 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:36:40.117139 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-e83dd358-d4ea-4fbe-9183-827d2b3498ff None None] Attempting to bind port 6bad75db-aefb-442e-aab0-4d5823b1dfe2 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '811924e7-50f3-438e-9588-4a3df0c9fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'a5d241e3-daff-4bec-ad72-cd4d718f17c0'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:36:40.117752 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83dd358-d4ea-4fbe-9183-827d2b3498ff None None] Attempting to bind port 6bad75db-aefb-442e-aab0-4d5823b1dfe2 on network a5d241e3-daff-4bec-ad72-cd4d718f17c0 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:36:40.126288 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83dd358-d4ea-4fbe-9183-827d2b3498ff None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:36:40.127078 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83dd358-d4ea-4fbe-9183-827d2b3498ff None None] Checking segment: {'id': '811924e7-50f3-438e-9588-4a3df0c9fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'a5d241e3-daff-4bec-ad72-cd4d718f17c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:36:40.127717 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e83dd358-d4ea-4fbe-9183-827d2b3498ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:40.128440 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83dd358-d4ea-4fbe-9183-827d2b3498ff None None] Bound using segment: {'id': '811924e7-50f3-438e-9588-4a3df0c9fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'a5d241e3-daff-4bec-ad72-cd4d718f17c0'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:36:40.129282 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-e83dd358-d4ea-4fbe-9183-827d2b3498ff None None] Bound port: 6bad75db-aefb-442e-aab0-4d5823b1dfe2, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '811924e7-50f3-438e-9588-4a3df0c9fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'a5d241e3-daff-4bec-ad72-cd4d718f17c0'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:36:40.129930 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e83dd358-d4ea-4fbe-9183-827d2b3498ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:40.148026 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87944c3b-9074-4866-b200-d4cabbcd2510 req-9cd6cea7-2406-4a2e-9503-fc09e441ba19 tempest-MigrationsAdminTest-774334037 tempest-MigrationsAdminTest-774334037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:40.153101 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-87944c3b-9074-4866-b200-d4cabbcd2510 req-9cd6cea7-2406-4a2e-9503-fc09e441ba19 tempest-MigrationsAdminTest-774334037 tempest-MigrationsAdminTest-774334037-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=2c3340ff-fa70-41a6-9dc2-76db0aa611a5 HTTP/1.1" status: 200 len: 1100 time: 0.0802236 Sep 24 15:36:40.185233 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-87944c3b-9074-4866-b200-d4cabbcd2510 req-277e0681-5afd-44ee-939f-b03d7ebce0a9 tempest-MigrationsAdminTest-774334037 tempest-MigrationsAdminTest-774334037-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:40.214119 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-e83dd358-d4ea-4fbe-9183-827d2b3498ff None None] For port 6bad75db-aefb-442e-aab0-4d5823b1dfe2, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:36:40.218126 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-e83dd358-d4ea-4fbe-9183-827d2b3498ff None None] For port 6bad75db-aefb-442e-aab0-4d5823b1dfe2, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=6bad75db-aefb-442e-aab0-4d5823b1dfe2,segment=NetworkSegment(811924e7-50f3-438e-9588-4a3df0c9fdb3),segment_id=811924e7-50f3-438e-9588-4a3df0c9fdb3)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:36:40.261775 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51fbd8-839d-4065-8bc0-f5615232dfdd req-495aaaa4-376e-4cc2-bedc-4d5a7a8fa1a1 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:40.263333 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bc51fbd8-839d-4065-8bc0-f5615232dfdd req-495aaaa4-376e-4cc2-bedc-4d5a7a8fa1a1 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/networks?id=a5d241e3-daff-4bec-ad72-cd4d718f17c0 HTTP/1.1" status: 200 len: 816 time: 0.1765754 Sep 24 15:36:40.282187 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bc51fbd8-839d-4065-8bc0-f5615232dfdd req-2372159d-fb25-4753-a571-e8a2ec7d349b tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/quotas/ef75ba2a22e041aa9a029a438a502d8f HTTP/1.1" status: 200 len: 375 time: 0.0106692 Sep 24 15:36:40.310428 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e83dd358-d4ea-4fbe-9183-827d2b3498ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:40.339207 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-87944c3b-9074-4866-b200-d4cabbcd2510 req-277e0681-5afd-44ee-939f-b03d7ebce0a9 tempest-MigrationsAdminTest-774334037 tempest-MigrationsAdminTest-774334037-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:40.382602 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bc51fbd8-839d-4065-8bc0-f5615232dfdd req-da1493e0-485e-40ad-9daa-95c89a019a9c tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=ef75ba2a22e041aa9a029a438a502d8f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0941584 Sep 24 15:36:40.390028 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83dd358-d4ea-4fbe-9183-827d2b3498ff None None] Pushing event updated for resources: {'Port': ['ID=6bad75db-aefb-442e-aab0-4d5823b1dfe2,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:40.463761 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-87944c3b-9074-4866-b200-d4cabbcd2510 req-277e0681-5afd-44ee-939f-b03d7ebce0a9 tempest-MigrationsAdminTest-774334037 tempest-MigrationsAdminTest-774334037-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:40.515989 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277e0681-5afd-44ee-939f-b03d7ebce0a9 tempest-MigrationsAdminTest-774334037 tempest-MigrationsAdminTest-774334037-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ca789b-e2cc-4e84-a2f7-8370aaf78f95,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:40.543047 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-87944c3b-9074-4866-b200-d4cabbcd2510 req-277e0681-5afd-44ee-939f-b03d7ebce0a9 tempest-MigrationsAdminTest-774334037 tempest-MigrationsAdminTest-774334037-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3814495 Sep 24 15:36:40.583777 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:40.798935 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be9bf3a-ad2d-473b-b86b-4733e2c22f47 req-5c40fc23-292f-4091-9535-b96da536c5ac tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:40.804603 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9be9bf3a-ad2d-473b-b86b-4733e2c22f47 req-5c40fc23-292f-4091-9535-b96da536c5ac tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=66846ce6-4c5f-4d27-8f7f-1f9cfee18c7e HTTP/1.1" status: 200 len: 943 time: 0.0763636 Sep 24 15:36:40.870259 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9be9bf3a-ad2d-473b-b86b-4733e2c22f47 req-38834299-e17f-4663-9851-95cacbb339cb tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646541 Sep 24 15:36:40.954933 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bc51fbd8-839d-4065-8bc0-f5615232dfdd req-b04870b8-af7a-4b4d-85e1-2d0439a9bb8b service neutron] 10.222.0.101 "GET /v2.0/networks/a5d241e3-daff-4bec-ad72-cd4d718f17c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5627034 Sep 24 15:36:41.055300 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bc51fbd8-839d-4065-8bc0-f5615232dfdd req-033d3537-1703-4695-a696-fd5b201a5903 service neutron] 10.222.0.101 "GET /v2.0/networks/a5d241e3-daff-4bec-ad72-cd4d718f17c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993257 Sep 24 15:36:41.612015 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6240d2c-4454-4ed3-8385-d0d5d8ef0d16 None None] Network a5d241e3-daff-4bec-ad72-cd4d718f17c0 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:36:41.685002 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-52e1d57b-3916-431e-b1c0-420c71a5590c None None] Provisioning complete for port 6bad75db-aefb-442e-aab0-4d5823b1dfe2 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:36:41.685373 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-52e1d57b-3916-431e-b1c0-420c71a5590c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:41.787651 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45152) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:41.833870 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-52e1d57b-3916-431e-b1c0-420c71a5590c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:41.871100 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-52e1d57b-3916-431e-b1c0-420c71a5590c None None] For port 6bad75db-aefb-442e-aab0-4d5823b1dfe2, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=6bad75db-aefb-442e-aab0-4d5823b1dfe2,segment=NetworkSegment(811924e7-50f3-438e-9588-4a3df0c9fdb3),segment_id=811924e7-50f3-438e-9588-4a3df0c9fdb3)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:36:41.888544 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 6bad75db-aefb-442e-aab0-4d5823b1dfe2 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:36:41.925598 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-e806a552-0679-4e4e-bbc9-ff5a46a2a980 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1020598886-network', 'tenant_id': '7b0f64d48dd547119b7bac7ad658aa1b'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:36:41.961305 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 6bad75db-aefb-442e-aab0-4d5823b1dfe2 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:36:41.961797 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:42.042673 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device b8b05671-5846-450b-b614-149956aa102d details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:36:42.047542 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-52e1d57b-3916-431e-b1c0-420c71a5590c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:42.102587 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:42.144350 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e806a552-0679-4e4e-bbc9-ff5a46a2a980 admin admin] Made reservation on behalf of 7b0f64d48dd547119b7bac7ad658aa1b for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:36:42.149567 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e806a552-0679-4e4e-bbc9-ff5a46a2a980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:42.153465 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e1d57b-3916-431e-b1c0-420c71a5590c None None] Pushing event updated for resources: {'Port': ['ID=6bad75db-aefb-442e-aab0-4d5823b1dfe2,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:42.165426 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e806a552-0679-4e4e-bbc9-ff5a46a2a980 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:42.212506 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4c0d2-7524-40bc-825c-c8cb5cc92d38 req-b6bfb8b5-9400-4fd3-adf2-3d61e817ccc8 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:42.213992 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7bc4c0d2-7524-40bc-825c-c8cb5cc92d38 req-b6bfb8b5-9400-4fd3-adf2-3d61e817ccc8 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/networks?id=a5d241e3-daff-4bec-ad72-cd4d718f17c0 HTTP/1.1" status: 200 len: 816 time: 0.1853485 Sep 24 15:36:42.241230 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-36a0fe13-7ebb-4f25-a546-26d9de619cb2 None None] Provisioning complete for port 6bad75db-aefb-442e-aab0-4d5823b1dfe2 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:36:42.241874 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-36a0fe13-7ebb-4f25-a546-26d9de619cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:42.247501 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85775ee-1b37-4420-a33f-3e22a4be6f2a req-e835210e-c138-40f0-9d0c-f769c48934dd tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:42.249716 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c85775ee-1b37-4420-a33f-3e22a4be6f2a req-e835210e-c138-40f0-9d0c-f769c48934dd tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=66846ce6-4c5f-4d27-8f7f-1f9cfee18c7e HTTP/1.1" status: 200 len: 943 time: 0.0537319 Sep 24 15:36:42.275884 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.db.api [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:36:42.276236 n-d-808921-1 neutron-server[95299]: DEBUG oslo_db.api [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:36:42.283027 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7bc4c0d2-7524-40bc-825c-c8cb5cc92d38 req-c6e05b93-aa95-4894-9120-c9da8a82cda5 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/quotas/ef75ba2a22e041aa9a029a438a502d8f HTTP/1.1" status: 200 len: 375 time: 0.0497611 Sep 24 15:36:42.287370 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port b8b05671-5846-450b-b614-149956aa102d, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=b8b05671-5846-450b-b614-149956aa102d,segment=NetworkSegment(b546acd3-82a1-4d5d-82c0-3ff14f29b0aa),segment_id=b546acd3-82a1-4d5d-82c0-3ff14f29b0aa)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:36:42.305610 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': 'b8b05671-5846-450b-b614-149956aa102d', 'network_id': '701084d1-b6de-45b7-9441-4205d9510bac', 'port_id': 'b8b05671-5846-450b-b614-149956aa102d', 'mac_address': 'fa:16:3e:4b:4e:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b845deee-5fbd-4c8d-bd12-b1efe896aa17', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:36:42.311330 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c85775ee-1b37-4420-a33f-3e22a4be6f2a req-48e2da22-545d-4bca-a7b4-c80caeef9112 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535443 Sep 24 15:36:42.378481 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:42.385998 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4cb874c0-303b-46c5-b4d2-ee2601ac2bf7 req-caf152eb-7249-466a-a621-28935e7a0716 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=2c3340ff-fa70-41a6-9dc2-76db0aa611a5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1540964 Sep 24 15:36:42.400342 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8b05671-5846-450b-b614-149956aa102d {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:36:42.412756 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [req-4cb874c0-303b-46c5-b4d2-ee2601ac2bf7 req-12e048aa-9747-4867-9abf-386a642d9c1d service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:36:42.413759 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4cb874c0-303b-46c5-b4d2-ee2601ac2bf7 req-12e048aa-9747-4867-9abf-386a642d9c1d service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0173280 Sep 24 15:36:42.425122 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port b8b05671-5846-450b-b614-149956aa102d, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=b8b05671-5846-450b-b614-149956aa102d,segment=NetworkSegment(b546acd3-82a1-4d5d-82c0-3ff14f29b0aa),segment_id=b546acd3-82a1-4d5d-82c0-3ff14f29b0aa)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:36:42.430075 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7bc4c0d2-7524-40bc-825c-c8cb5cc92d38 req-ce9e4bd2-3e0a-4b01-bdc9-2209237c2b97 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=ef75ba2a22e041aa9a029a438a502d8f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1344883 Sep 24 15:36:42.459129 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7df770-9780-43be-b71b-19f9ef98b829 req-c9075258-896c-4f97-8c32-83ae11123257 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:42.460620 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1e7df770-9780-43be-b71b-19f9ef98b829 req-c9075258-896c-4f97-8c32-83ae11123257 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=3c8e5bc3-0cdb-404d-9ae1-aeee824dbdfd HTTP/1.1" status: 200 len: 944 time: 0.0672636 Sep 24 15:36:42.476053 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e806a552-0679-4e4e-bbc9-ff5a46a2a980 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:42.499191 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:42.500166 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 1922459f-713f-46a2-93d7-97573894ee7a details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:36:42.501840 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1e7df770-9780-43be-b71b-19f9ef98b829 req-39da81e0-109a-4686-a981-50f84e554e21 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326874 Sep 24 15:36:42.554631 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a7c650-97dc-4833-9bcc-6ec47f27612a req-397f2404-bd45-47ec-93d7-60a2fc446ad9 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:42.556463 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7bc4c0d2-7524-40bc-825c-c8cb5cc92d38 req-b03b0b93-91ba-4a02-8d68-541a2d6d01e3 service neutron] 10.222.0.101 "GET /v2.0/networks/a5d241e3-daff-4bec-ad72-cd4d718f17c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253948 Sep 24 15:36:42.565522 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-14a7c650-97dc-4833-9bcc-6ec47f27612a req-397f2404-bd45-47ec-93d7-60a2fc446ad9 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.108 "GET /v2.0/ports?device_id=3c8e5bc3-0cdb-404d-9ae1-aeee824dbdfd HTTP/1.1" status: 200 len: 944 time: 0.0622308 Sep 24 15:36:42.598518 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e806a552-0679-4e4e-bbc9-ff5a46a2a980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:42.626068 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 1922459f-713f-46a2-93d7-97573894ee7a, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=1922459f-713f-46a2-93d7-97573894ee7a,segment=NetworkSegment(b546acd3-82a1-4d5d-82c0-3ff14f29b0aa),segment_id=b546acd3-82a1-4d5d-82c0-3ff14f29b0aa)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:36:42.629178 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=b8b05671-5846-450b-b614-149956aa102d,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:42.652996 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': '1922459f-713f-46a2-93d7-97573894ee7a', 'network_id': '701084d1-b6de-45b7-9441-4205d9510bac', 'port_id': '1922459f-713f-46a2-93d7-97573894ee7a', 'mac_address': 'fa:16:3e:d8:6d:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b845deee-5fbd-4c8d-bd12-b1efe896aa17', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:36:42.674138 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e806a552-0679-4e4e-bbc9-ff5a46a2a980 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1297} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:36:42.690284 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e806a552-0679-4e4e-bbc9-ff5a46a2a980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ab11ad-36ce-473c-b9e5-73cf4dbb622c,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:42.704215 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e806a552-0679-4e4e-bbc9-ff5a46a2a980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:42.704568 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-e806a552-0679-4e4e-bbc9-ff5a46a2a980 admin admin] Added segment 75401dd4-8dca-4636-94e8-42af76799b59 of type vlan for network d147659c-db89-4692-8ad6-63309f9fc708 Sep 24 15:36:42.729075 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:42.745372 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1922459f-713f-46a2-93d7-97573894ee7a {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:36:42.750401 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392e8218-82b7-4b19-ac70-a04ce8c2afad req-f61139f3-703a-40bb-9340-48e707a9419f tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:42.758148 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-392e8218-82b7-4b19-ac70-a04ce8c2afad req-f61139f3-703a-40bb-9340-48e707a9419f tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=2c3340ff-fa70-41a6-9dc2-76db0aa611a5 HTTP/1.1" status: 200 len: 949 time: 0.1271639 Sep 24 15:36:42.758785 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7bc4c0d2-7524-40bc-825c-c8cb5cc92d38 req-1c630856-ecd3-4166-af81-0c3b46ec9ade service neutron] 10.222.0.101 "GET /v2.0/networks/a5d241e3-daff-4bec-ad72-cd4d718f17c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002554 Sep 24 15:36:42.771909 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 1922459f-713f-46a2-93d7-97573894ee7a, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=1922459f-713f-46a2-93d7-97573894ee7a,segment=NetworkSegment(b546acd3-82a1-4d5d-82c0-3ff14f29b0aa),segment_id=b546acd3-82a1-4d5d-82c0-3ff14f29b0aa)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:36:42.784957 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e806a552-0679-4e4e-bbc9-ff5a46a2a980 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:42.842686 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-392e8218-82b7-4b19-ac70-a04ce8c2afad req-490985aa-df34-473b-96a5-c432b6da54b9 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787220 Sep 24 15:36:42.862299 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:42.880167 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-14a7c650-97dc-4833-9bcc-6ec47f27612a req-c22d570e-e7ce-4748-883f-9364bc06004a tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Deleting port 8ced86f9-3fc2-47d2-8511-a8f8366f37f7 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:36:42.880871 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-14a7c650-97dc-4833-9bcc-6ec47f27612a req-c22d570e-e7ce-4748-883f-9364bc06004a tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:42.904815 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=1922459f-713f-46a2-93d7-97573894ee7a,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:42.960690 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e806a552-0679-4e4e-bbc9-ff5a46a2a980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:42.966729 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e806a552-0679-4e4e-bbc9-ff5a46a2a980 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:42.966729 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e806a552-0679-4e4e-bbc9-ff5a46a2a980 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:43.056297 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-14a7c650-97dc-4833-9bcc-6ec47f27612a req-c22d570e-e7ce-4748-883f-9364bc06004a tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] For port 8ced86f9-3fc2-47d2-8511-a8f8366f37f7, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=8ced86f9-3fc2-47d2-8511-a8f8366f37f7,segment=NetworkSegment(5bd2529f-b450-42b6-8981-999bdd2f1ff0),segment_id=5bd2529f-b450-42b6-8981-999bdd2f1ff0)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:36:43.056908 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-14a7c650-97dc-4833-9bcc-6ec47f27612a req-c22d570e-e7ce-4748-883f-9364bc06004a tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:43.093862 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-14a7c650-97dc-4833-9bcc-6ec47f27612a req-c22d570e-e7ce-4748-883f-9364bc06004a tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Calling delete_port for 8ced86f9-3fc2-47d2-8511-a8f8366f37f7 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:36:43.094940 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e806a552-0679-4e4e-bbc9-ff5a46a2a980 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3056056 Sep 24 15:36:43.096245 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e806a552-0679-4e4e-bbc9-ff5a46a2a980 admin admin] Pushing event updated for resources: {'Network': ['ID=d147659c-db89-4692-8ad6-63309f9fc708,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:43.107408 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network d147659c-db89-4692-8ad6-63309f9fc708 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:36:43.108440 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45232) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:43.113769 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-98e600a9-7a4e-443d-b9b1-905b7c211fac admin admin] Request body: {'subnet': {'network_id': 'd147659c-db89-4692-8ad6-63309f9fc708', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1020598886-subnet', 'tenant_id': '7b0f64d48dd547119b7bac7ad658aa1b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:36:43.208217 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e600a9-7a4e-443d-b9b1-905b7c211fac admin admin] Made reservation on behalf of 7b0f64d48dd547119b7bac7ad658aa1b for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:36:43.218157 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-98e600a9-7a4e-443d-b9b1-905b7c211fac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:43.252143 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['1922459f-713f-46a2-93d7-97573894ee7a'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:36:43.254965 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['b8b05671-5846-450b-b614-149956aa102d'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:36:43.473840 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-14a7c650-97dc-4833-9bcc-6ec47f27612a req-c22d570e-e7ce-4748-883f-9364bc06004a tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:43.515036 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22d570e-e7ce-4748-883f-9364bc06004a tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Pushing event deleted for resources: {'Port': ['ID=8ced86f9-3fc2-47d2-8511-a8f8366f37f7,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:43.579206 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d93a1c-196a-4477-b639-2ca7e482ca25 req-bc3445e6-0f62-4280-ba4d-b78b28384b15 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:43.580802 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-02d93a1c-196a-4477-b639-2ca7e482ca25 req-bc3445e6-0f62-4280-ba4d-b78b28384b15 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/networks?id=a5d241e3-daff-4bec-ad72-cd4d718f17c0 HTTP/1.1" status: 200 len: 816 time: 0.1945503 Sep 24 15:36:43.595305 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a7c650-97dc-4833-9bcc-6ec47f27612a req-c22d570e-e7ce-4748-883f-9364bc06004a tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] No DVR routers for this DVR port 8ced86f9-3fc2-47d2-8511-a8f8366f37f7 on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:36:43.599642 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-14a7c650-97dc-4833-9bcc-6ec47f27612a req-c22d570e-e7ce-4748-883f-9364bc06004a tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:43.601475 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-14a7c650-97dc-4833-9bcc-6ec47f27612a req-c22d570e-e7ce-4748-883f-9364bc06004a tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.108 "DELETE /v2.0/ports/8ced86f9-3fc2-47d2-8511-a8f8366f37f7 HTTP/1.1" status: 204 len: 173 time: 1.0232716 Sep 24 15:36:43.601982 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c8e5bc3-0cdb-404d-9ae1-aeee824dbdfd', 'name': 'network-vif-deleted', 'tag': '8ced86f9-3fc2-47d2-8511-a8f8366f37f7'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:36:43.606381 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-397ff70c-87e7-4935-9ca4-6e478eb7f2e4" -d '{"events": [{"server_uuid": "3c8e5bc3-0cdb-404d-9ae1-aeee824dbdfd", "name": "network-vif-deleted", "tag": "8ced86f9-3fc2-47d2-8511-a8f8366f37f7"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:36:43.618870 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-02d93a1c-196a-4477-b639-2ca7e482ca25 req-1c47e947-697c-49a7-80cd-0cd6b946b87a tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/quotas/ef75ba2a22e041aa9a029a438a502d8f HTTP/1.1" status: 200 len: 375 time: 0.0273118 Sep 24 15:36:43.717634 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-02d93a1c-196a-4477-b639-2ca7e482ca25 req-f591adbc-3734-4d45-be33-cea5fcee2e7c tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=ef75ba2a22e041aa9a029a438a502d8f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0739996 Sep 24 15:36:43.835270 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-02d93a1c-196a-4477-b639-2ca7e482ca25 req-71496782-192f-4dc0-956a-04ba97588b25 service neutron] 10.222.0.101 "GET /v2.0/networks/a5d241e3-daff-4bec-ad72-cd4d718f17c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078808 Sep 24 15:36:43.844021 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4af1e6-2c37-4567-9bef-eca3bf903a96 req-3d21399c-07b1-4955-b9fe-6c77f83b87ad tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:43.845899 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8a4af1e6-2c37-4567-9bef-eca3bf903a96 req-3d21399c-07b1-4955-b9fe-6c77f83b87ad tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=66846ce6-4c5f-4d27-8f7f-1f9cfee18c7e HTTP/1.1" status: 200 len: 944 time: 0.0666635 Sep 24 15:36:43.854997 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-98e600a9-7a4e-443d-b9b1-905b7c211fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:43.883849 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 6bad75db-aefb-442e-aab0-4d5823b1dfe2 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:36:43.896349 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8a4af1e6-2c37-4567-9bef-eca3bf903a96 req-4601594d-842c-429a-af0a-08eb9bccb674 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440660 Sep 24 15:36:43.950332 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 6bad75db-aefb-442e-aab0-4d5823b1dfe2 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:36:43.950716 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:43.972366 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:36:44.005435 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e600a9-7a4e-443d-b9b1-905b7c211fac admin admin] Pushing event updated for resources: {'Subnet': ['ID=934617ff-87e2-4e8b-ad9c-0fd7afdcf789,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:44.021835 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e600a9-7a4e-443d-b9b1-905b7c211fac admin admin] Checking segment: {'id': '75401dd4-8dca-4636-94e8-42af76799b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'd147659c-db89-4692-8ad6-63309f9fc708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:36:44.022193 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e600a9-7a4e-443d-b9b1-905b7c211fac admin admin] Network hostable DHCP agents. Network: d147659c-db89-4692-8ad6-63309f9fc708, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:36:44.023008 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f8d0d83c-0a8c-4cdc-90ee-b3c681c07a37 req-97db387b-5fa5-4c80-8af8-cf65dab330f5 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=3c8e5bc3-0cdb-404d-9ae1-aeee824dbdfd HTTP/1.1" status: 200 len: 210 time: 0.0385120 Sep 24 15:36:44.051950 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-02d93a1c-196a-4477-b639-2ca7e482ca25 req-3a40307c-c2b3-4cb4-874c-ab18d34d6bb7 service neutron] 10.222.0.101 "GET /v2.0/networks/a5d241e3-daff-4bec-ad72-cd4d718f17c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082186 Sep 24 15:36:44.091650 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b353bd2-e53a-46bf-ba07-711570cf6a3d x-openstack-request-id: req-7b353bd2-e53a-46bf-ba07-711570cf6a3d {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:36:44.092151 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c8e5bc3-0cdb-404d-9ae1-aeee824dbdfd", "name": "network-vif-deleted", "tag": "8ced86f9-3fc2-47d2-8511-a8f8366f37f7", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:36:44.092607 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-7b353bd2-e53a-46bf-ba07-711570cf6a3d {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:36:44.093166 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c8e5bc3-0cdb-404d-9ae1-aeee824dbdfd', 'name': 'network-vif-deleted', 'tag': '8ced86f9-3fc2-47d2-8511-a8f8366f37f7', 'status': 'completed', 'code': 200} Sep 24 15:36:44.161164 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e600a9-7a4e-443d-b9b1-905b7c211fac admin admin] Network d147659c-db89-4692-8ad6-63309f9fc708 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:36:44.247718 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-98e600a9-7a4e-443d-b9b1-905b7c211fac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, d147659c-db89-4692-8ad6-63309f9fc708) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:36:44.258243 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e600a9-7a4e-443d-b9b1-905b7c211fac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:44.258987 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-98e600a9-7a4e-443d-b9b1-905b7c211fac admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:44.261734 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57d8576-c04b-4552-aeea-46586e42f649 None None] Network d147659c-db89-4692-8ad6-63309f9fc708 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:36:44.367435 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-98e600a9-7a4e-443d-b9b1-905b7c211fac admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2550774 Sep 24 15:36:44.367435 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45312) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:44.374863 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-41e2ef05-ab82-4f8f-aea2-e8729bce7391 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1020598886-router', 'tenant_id': '7b0f64d48dd547119b7bac7ad658aa1b', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:36:44.478399 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51fbd8-839d-4065-8bc0-f5615232dfdd req-c79c5552-f804-448b-874f-bf14e711d4da tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:44.480022 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bc51fbd8-839d-4065-8bc0-f5615232dfdd req-c79c5552-f804-448b-874f-bf14e711d4da tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.110 "GET /v2.0/networks?id=a5d241e3-daff-4bec-ad72-cd4d718f17c0 HTTP/1.1" status: 200 len: 816 time: 0.2015550 Sep 24 15:36:44.496416 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-bc51fbd8-839d-4065-8bc0-f5615232dfdd req-182778a3-4812-49f6-a76b-e58c5ff6e17d tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Request body: {'port': {'device_id': '402ca712-89ca-465d-9473-3e16da90ca1b', 'network_id': 'a5d241e3-daff-4bec-ad72-cd4d718f17c0', 'admin_state_up': True, 'tenant_id': 'ef75ba2a22e041aa9a029a438a502d8f'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:36:44.511759 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3875cd3f-3598-4fbc-b24d-3e661849b7c7 req-c2201ef7-c9a6-4acb-95b9-4b77c89d5b13 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:44.511759 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3875cd3f-3598-4fbc-b24d-3e661849b7c7 req-c2201ef7-c9a6-4acb-95b9-4b77c89d5b13 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=2c3340ff-fa70-41a6-9dc2-76db0aa611a5 HTTP/1.1" status: 200 len: 949 time: 0.1296787 Sep 24 15:36:44.530877 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff287830-7bf4-4bfb-96a1-551b7fbaac4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-d147659c-db89-4692-8ad6-63309f9fc708', 'network_id': 'd147659c-db89-4692-8ad6-63309f9fc708', 'tenant_id': '7b0f64d48dd547119b7bac7ad658aa1b', 'fixed_ips': [{'subnet_id': '934617ff-87e2-4e8b-ad9c-0fd7afdcf789'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:36:44.532037 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ff287830-7bf4-4bfb-96a1-551b7fbaac4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:44.579486 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3875cd3f-3598-4fbc-b24d-3e661849b7c7 req-b8b4bf0f-d4b3-451d-be12-8e35ec8b7230 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608950 Sep 24 15:36:44.584875 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-41e2ef05-ab82-4f8f-aea2-e8729bce7391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:44.586148 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-41e2ef05-ab82-4f8f-aea2-e8729bce7391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:44.690269 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-41e2ef05-ab82-4f8f-aea2-e8729bce7391 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:44.755717 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7133036d-dee5-4955-9b94-a85c2b7c0f4b req-4dc68060-1dbf-49a3-8714-501335d930a3 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/ports?device_id=54d5d58a-25ab-40af-a0d2-2d9d89f59737 HTTP/1.1" status: 200 len: 210 time: 0.0361934 Sep 24 15:36:44.763891 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-ff287830-7bf4-4bfb-96a1-551b7fbaac4c None None] Allocated IP 172.20.0.2 (d147659c-db89-4692-8ad6-63309f9fc708/934617ff-87e2-4e8b-ad9c-0fd7afdcf789/db5361fe-f47b-4514-9c0a-f10c1734a42b) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:36:44.954484 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ff287830-7bf4-4bfb-96a1-551b7fbaac4c None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:44.972842 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-41e2ef05-ab82-4f8f-aea2-e8729bce7391 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:45.010792 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc51fbd8-839d-4065-8bc0-f5615232dfdd req-182778a3-4812-49f6-a76b-e58c5ff6e17d tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Made reservation on behalf of ef75ba2a22e041aa9a029a438a502d8f for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:36:45.024618 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-bc51fbd8-839d-4065-8bc0-f5615232dfdd req-182778a3-4812-49f6-a76b-e58c5ff6e17d tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:45.042172 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ff287830-7bf4-4bfb-96a1-551b7fbaac4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:45.047087 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d39a18-ada6-47dc-998e-f70d26d77b44 req-6862592c-03ed-4379-ba89-2ba7731f5de9 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:45.049350 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-78d39a18-ada6-47dc-998e-f70d26d77b44 req-6862592c-03ed-4379-ba89-2ba7731f5de9 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=66846ce6-4c5f-4d27-8f7f-1f9cfee18c7e HTTP/1.1" status: 200 len: 944 time: 0.0686371 Sep 24 15:36:45.099313 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-78d39a18-ada6-47dc-998e-f70d26d77b44 req-79b9ed82-a53e-450f-8cf6-4a66765dc08b tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421848 Sep 24 15:36:45.190492 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff287830-7bf4-4bfb-96a1-551b7fbaac4c None None] Network d147659c-db89-4692-8ad6-63309f9fc708 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:36:45.193491 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-ff287830-7bf4-4bfb-96a1-551b7fbaac4c None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:36:45.210933 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff287830-7bf4-4bfb-96a1-551b7fbaac4c None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:36:45.241408 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff287830-7bf4-4bfb-96a1-551b7fbaac4c None None] Pushing event updated for resources: {'Port': ['ID=db5361fe-f47b-4514-9c0a-f10c1734a42b,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:45.251390 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2763196c-602b-400e-910e-994774c406f6 req-60b8b6dc-79d6-4f3c-a2ed-bc3dab2360a6 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=3c8e5bc3-0cdb-404d-9ae1-aeee824dbdfd HTTP/1.1" status: 200 len: 210 time: 0.0354509 Sep 24 15:36:45.314890 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-ff287830-7bf4-4bfb-96a1-551b7fbaac4c None None] Attempting to bind port db5361fe-f47b-4514-9c0a-f10c1734a42b on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:36:45.315270 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-ff287830-7bf4-4bfb-96a1-551b7fbaac4c None None] Attempting to bind port db5361fe-f47b-4514-9c0a-f10c1734a42b by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '75401dd4-8dca-4636-94e8-42af76799b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'd147659c-db89-4692-8ad6-63309f9fc708'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:36:45.315635 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff287830-7bf4-4bfb-96a1-551b7fbaac4c None None] Attempting to bind port db5361fe-f47b-4514-9c0a-f10c1734a42b on network d147659c-db89-4692-8ad6-63309f9fc708 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:36:45.324336 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff287830-7bf4-4bfb-96a1-551b7fbaac4c None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:36:45.324336 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff287830-7bf4-4bfb-96a1-551b7fbaac4c None None] Checking segment: {'id': '75401dd4-8dca-4636-94e8-42af76799b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'd147659c-db89-4692-8ad6-63309f9fc708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:36:45.324336 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ff287830-7bf4-4bfb-96a1-551b7fbaac4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:45.324336 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff287830-7bf4-4bfb-96a1-551b7fbaac4c None None] Bound using segment: {'id': '75401dd4-8dca-4636-94e8-42af76799b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'd147659c-db89-4692-8ad6-63309f9fc708'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:36:45.324336 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-ff287830-7bf4-4bfb-96a1-551b7fbaac4c None None] Bound port: db5361fe-f47b-4514-9c0a-f10c1734a42b, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75401dd4-8dca-4636-94e8-42af76799b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'd147659c-db89-4692-8ad6-63309f9fc708'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:36:45.324336 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ff287830-7bf4-4bfb-96a1-551b7fbaac4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:45.351608 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-bc51fbd8-839d-4065-8bc0-f5615232dfdd req-182778a3-4812-49f6-a76b-e58c5ff6e17d tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Allocated IP 172.20.0.5 (a5d241e3-daff-4bec-ad72-cd4d718f17c0/ef0ee247-b4f2-447c-8f5d-e9561afd9063/b78f78fa-c944-44b5-a25c-cc66a6b4c471) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:36:45.395007 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-41e2ef05-ab82-4f8f-aea2-e8729bce7391 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:45.398409 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-ff287830-7bf4-4bfb-96a1-551b7fbaac4c None None] For port db5361fe-f47b-4514-9c0a-f10c1734a42b, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:36:45.402828 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-ff287830-7bf4-4bfb-96a1-551b7fbaac4c None None] For port db5361fe-f47b-4514-9c0a-f10c1734a42b, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=db5361fe-f47b-4514-9c0a-f10c1734a42b,segment=NetworkSegment(75401dd4-8dca-4636-94e8-42af76799b59),segment_id=75401dd4-8dca-4636-94e8-42af76799b59)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:36:45.418041 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-41e2ef05-ab82-4f8f-aea2-e8729bce7391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:45.539928 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-41e2ef05-ab82-4f8f-aea2-e8729bce7391 admin admin] Allocated IP 172.25.0.87 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/a1d64a3d-bf0e-4f0a-9701-4bea3c0b4a1e) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:36:45.558457 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-bc51fbd8-839d-4065-8bc0-f5615232dfdd req-182778a3-4812-49f6-a76b-e58c5ff6e17d tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:45.562096 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ff287830-7bf4-4bfb-96a1-551b7fbaac4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:45.640202 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff287830-7bf4-4bfb-96a1-551b7fbaac4c None None] Pushing event updated for resources: {'Port': ['ID=db5361fe-f47b-4514-9c0a-f10c1734a42b,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:45.704746 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-41e2ef05-ab82-4f8f-aea2-e8729bce7391 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:45.763163 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc25e0-2343-47a7-98c3-b199b9479e8d req-1a5fabfb-0bf7-47a0-9747-408cc499177c tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:45.765809 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-85cc25e0-2343-47a7-98c3-b199b9479e8d req-1a5fabfb-0bf7-47a0-9747-408cc499177c tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=2c3340ff-fa70-41a6-9dc2-76db0aa611a5 HTTP/1.1" status: 200 len: 949 time: 0.0800836 Sep 24 15:36:45.829091 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-85cc25e0-2343-47a7-98c3-b199b9479e8d req-8bb20947-63ac-4c01-8062-aa19e0f0e926 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548837 Sep 24 15:36:45.879386 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-bc51fbd8-839d-4065-8bc0-f5615232dfdd req-182778a3-4812-49f6-a76b-e58c5ff6e17d tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:45.963054 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-41e2ef05-ab82-4f8f-aea2-e8729bce7391 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:45.982321 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc51fbd8-839d-4065-8bc0-f5615232dfdd req-182778a3-4812-49f6-a76b-e58c5ff6e17d tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Network a5d241e3-daff-4bec-ad72-cd4d718f17c0 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:36:45.985155 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182778a3-4812-49f6-a76b-e58c5ff6e17d tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Pushing event updated for resources: {'Port': ['ID=b78f78fa-c944-44b5-a25c-cc66a6b4c471,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:45.993960 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-bc51fbd8-839d-4065-8bc0-f5615232dfdd req-182778a3-4812-49f6-a76b-e58c5ff6e17d tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:36:45.999916 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc51fbd8-839d-4065-8bc0-f5615232dfdd req-182778a3-4812-49f6-a76b-e58c5ff6e17d tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:36:46.017465 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e2ef05-ab82-4f8f-aea2-e8729bce7391 admin admin] Pushing event updated for resources: {'Port': ['ID=a1d64a3d-bf0e-4f0a-9701-4bea3c0b4a1e,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:46.029213 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e2ef05-ab82-4f8f-aea2-e8729bce7391 admin admin] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:36:46.031271 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-41e2ef05-ab82-4f8f-aea2-e8729bce7391 admin admin] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:36:46.034251 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e2ef05-ab82-4f8f-aea2-e8729bce7391 admin admin] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:36:46.063724 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb874c0-303b-46c5-b4d2-ee2601ac2bf7 req-dd3294c7-0c50-4920-b267-97b49282845b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:46.067294 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4cb874c0-303b-46c5-b4d2-ee2601ac2bf7 req-dd3294c7-0c50-4920-b267-97b49282845b service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1d817464a57145808f61427a409f714d&device_id=2c3340ff-fa70-41a6-9dc2-76db0aa611a5 HTTP/1.1" status: 200 len: 1100 time: 0.1465349 Sep 24 15:36:46.068191 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device b8b05671-5846-450b-b614-149956aa102d up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:36:46.115710 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51fbd8-839d-4065-8bc0-f5615232dfdd req-182778a3-4812-49f6-a76b-e58c5ff6e17d tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:46.117004 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-bc51fbd8-839d-4065-8bc0-f5615232dfdd req-182778a3-4812-49f6-a76b-e58c5ff6e17d tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:46.205866 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bc51fbd8-839d-4065-8bc0-f5615232dfdd req-182778a3-4812-49f6-a76b-e58c5ff6e17d tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7158339 Sep 24 15:36:46.208614 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d541529f-e693-4497-b8bd-10a07388ca05 req-bd877b8f-ba9a-44dc-a518-e36d186b5f60 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/ports?device_id=54d5d58a-25ab-40af-a0d2-2d9d89f59737 HTTP/1.1" status: 200 len: 210 time: 0.0630481 Sep 24 15:36:46.266706 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-bc51fbd8-839d-4065-8bc0-f5615232dfdd req-ce30a4ff-53a9-47a4-ad97-4adc85d9a339 service neutron] Request body: {'port': {'device_id': '402ca712-89ca-465d-9473-3e16da90ca1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:36:46.326070 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb874c0-303b-46c5-b4d2-ee2601ac2bf7 req-819b3ea4-5680-4b28-82a9-332e190468be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:46.327928 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4cb874c0-303b-46c5-b4d2-ee2601ac2bf7 req-819b3ea4-5680-4b28-82a9-332e190468be service neutron] 10.222.0.110 "GET /v2.0/networks?id=9672f189-23fe-44e6-9dd2-257ff8905939 HTTP/1.1" status: 200 len: 871 time: 0.2489598 Sep 24 15:36:46.328085 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port b8b05671-5846-450b-b614-149956aa102d completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:36:46.331930 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port b8b05671-5846-450b-b614-149956aa102d triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:36:46.332304 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:46.369492 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37276a3-cd16-43af-89e0-c15c7546fb44 req-a3cd3773-d637-45c9-87bf-6d0ba84751ba tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:46.371232 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d37276a3-cd16-43af-89e0-c15c7546fb44 req-a3cd3773-d637-45c9-87bf-6d0ba84751ba tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=66846ce6-4c5f-4d27-8f7f-1f9cfee18c7e HTTP/1.1" status: 200 len: 944 time: 0.1467209 Sep 24 15:36:46.437999 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-2d2d4628-2fcf-4adc-b6ea-b1ef3fa2fd10 None None] Provisioning complete for port b78f78fa-c944-44b5-a25c-cc66a6b4c471 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:36:46.441740 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2d2d4628-2fcf-4adc-b6ea-b1ef3fa2fd10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:46.472729 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4cb874c0-303b-46c5-b4d2-ee2601ac2bf7 req-2b21d4ba-7b20-4f78-b185-b7c012f5c2df service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=ef645295-66e7-4bd2-801c-4d964f44743a HTTP/1.1" status: 200 len: 217 time: 0.1203175 Sep 24 15:36:46.477464 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-bc51fbd8-839d-4065-8bc0-f5615232dfdd req-ce30a4ff-53a9-47a4-ad97-4adc85d9a339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:46.562024 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb874c0-303b-46c5-b4d2-ee2601ac2bf7 req-93874827-16dc-40b0-97cc-6c262be56baf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:46.564485 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4cb874c0-303b-46c5-b4d2-ee2601ac2bf7 req-93874827-16dc-40b0-97cc-6c262be56baf service neutron] 10.222.0.110 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.0786192 Sep 24 15:36:46.577415 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d37276a3-cd16-43af-89e0-c15c7546fb44 req-12394726-4371-4df4-a263-6b1d0c70e235 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964433 Sep 24 15:36:46.599791 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4c0d2-7524-40bc-825c-c8cb5cc92d38 req-8449c33b-1328-4425-82e0-a52f654801a9 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:46.601689 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7bc4c0d2-7524-40bc-825c-c8cb5cc92d38 req-8449c33b-1328-4425-82e0-a52f654801a9 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.110 "GET /v2.0/networks?id=a5d241e3-daff-4bec-ad72-cd4d718f17c0 HTTP/1.1" status: 200 len: 816 time: 0.3936131 Sep 24 15:36:46.641059 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:46.665113 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-7bc4c0d2-7524-40bc-825c-c8cb5cc92d38 req-a3fb8d02-55d4-4dc0-a067-70e3f19d859e tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Request body: {'port': {'device_id': '204a9a29-4bca-4bf9-8d1c-3557de4d7969', 'network_id': 'a5d241e3-daff-4bec-ad72-cd4d718f17c0', 'admin_state_up': True, 'tenant_id': 'ef75ba2a22e041aa9a029a438a502d8f'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:36:46.676570 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-2d2d4628-2fcf-4adc-b6ea-b1ef3fa2fd10 None None] Port b78f78fa-c944-44b5-a25c-cc66a6b4c471 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:36:46.683891 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cd44f03-df1c-4436-87b5-4c9cccff4adf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8b05671-5846-450b-b614-149956aa102d'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:36:46.686448 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b035cdac-deec-4f76-bdd6-388b0c639c3a" -d '{"events": [{"server_uuid": "7cd44f03-df1c-4436-87b5-4c9cccff4adf", "name": "network-vif-plugged", "status": "completed", "tag": "b8b05671-5846-450b-b614-149956aa102d"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:36:46.718699 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port b8b05671-5846-450b-b614-149956aa102d, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=b8b05671-5846-450b-b614-149956aa102d,segment=NetworkSegment(b546acd3-82a1-4d5d-82c0-3ff14f29b0aa),segment_id=b546acd3-82a1-4d5d-82c0-3ff14f29b0aa)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:36:46.752872 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-41e2ef05-ab82-4f8f-aea2-e8729bce7391 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:46.754034 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e4d81eb-601d-4f3f-b94f-a2b1b1ac1d7b x-openstack-request-id: req-2e4d81eb-601d-4f3f-b94f-a2b1b1ac1d7b {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:36:46.754450 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cd44f03-df1c-4436-87b5-4c9cccff4adf", "name": "network-vif-plugged", "status": "completed", "tag": "b8b05671-5846-450b-b614-149956aa102d", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:36:46.754802 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-2e4d81eb-601d-4f3f-b94f-a2b1b1ac1d7b {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:36:46.755354 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cd44f03-df1c-4436-87b5-4c9cccff4adf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8b05671-5846-450b-b614-149956aa102d', 'code': 200} Sep 24 15:36:46.772218 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb874c0-303b-46c5-b4d2-ee2601ac2bf7 req-6f8f4f08-fa27-4190-8812-8c938b96e59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:46.773534 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4cb874c0-303b-46c5-b4d2-ee2601ac2bf7 req-6f8f4f08-fa27-4190-8812-8c938b96e59b service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1896040 Sep 24 15:36:46.904101 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:46.906137 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 1922459f-713f-46a2-93d7-97573894ee7a up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:36:47.067124 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-41e2ef05-ab82-4f8f-aea2-e8729bce7391 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:47.071778 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bc4c0d2-7524-40bc-825c-c8cb5cc92d38 req-a3fb8d02-55d4-4dc0-a067-70e3f19d859e tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Made reservation on behalf of ef75ba2a22e041aa9a029a438a502d8f for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:36:47.077524 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-7bc4c0d2-7524-40bc-825c-c8cb5cc92d38 req-a3fb8d02-55d4-4dc0-a067-70e3f19d859e tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:47.087526 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6c8078-3587-41b1-9d25-aaa39f598006 req-524d5e9e-d8d8-4cbc-b60a-b9c86b3cb2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:47.087730 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=b8b05671-5846-450b-b614-149956aa102d,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:47.088242 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bb6c8078-3587-41b1-9d25-aaa39f598006 req-524d5e9e-d8d8-4cbc-b60a-b9c86b3cb2a3 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=7cd44f03-df1c-4436-87b5-4c9cccff4adf HTTP/1.1" status: 200 len: 1095 time: 0.2320993 Sep 24 15:36:47.116540 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6894ec1-4f98-44ec-9b60-99598fa4953d None None] Network d147659c-db89-4692-8ad6-63309f9fc708 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:36:47.128723 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4cb874c0-303b-46c5-b4d2-ee2601ac2bf7 req-162ef5fe-c6f8-4ef8-82a1-86a7d378ee0b service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3337882 Sep 24 15:36:47.223139 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bb6c8078-3587-41b1-9d25-aaa39f598006 req-0baebaa3-05ec-4d0c-b38b-1235be376909 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244075 Sep 24 15:36:47.257598 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port 1922459f-713f-46a2-93d7-97573894ee7a completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:36:47.271660 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port 1922459f-713f-46a2-93d7-97573894ee7a triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:36:47.272215 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:47.320428 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4cb874c0-303b-46c5-b4d2-ee2601ac2bf7 req-fb99b276-3b3f-4785-b560-7fe4e83bdf47 service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733103 Sep 24 15:36:47.322089 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-ea613d66-d8ea-463a-9c27-0c8bcf4b5d60 None None] Provisioning complete for port db5361fe-f47b-4514-9c0a-f10c1734a42b triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:36:47.322566 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ea613d66-d8ea-463a-9c27-0c8bcf4b5d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:47.367089 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41e2ef05-ab82-4f8f-aea2-e8729bce7391 admin admin] Router c130cc0d-3761-46ec-af9b-563a1891b674 is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:36:47.435651 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-bc51fbd8-839d-4065-8bc0-f5615232dfdd req-ce30a4ff-53a9-47a4-ad97-4adc85d9a339 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b78f78fa-c944-44b5-a25c-cc66a6b4c471 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:36:47.446893 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-bc51fbd8-839d-4065-8bc0-f5615232dfdd req-ce30a4ff-53a9-47a4-ad97-4adc85d9a339 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:47.462107 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:47.462553 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dcd1e6-24de-45ec-aaf6-a201492a2835 req-1e38c4b6-cd37-425e-a573-4df15728435c tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:47.468456 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-13dcd1e6-24de-45ec-aaf6-a201492a2835 req-1e38c4b6-cd37-425e-a573-4df15728435c tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=2c3340ff-fa70-41a6-9dc2-76db0aa611a5 HTTP/1.1" status: 200 len: 949 time: 0.1114450 Sep 24 15:36:47.498301 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-bc51fbd8-839d-4065-8bc0-f5615232dfdd req-ce30a4ff-53a9-47a4-ad97-4adc85d9a339 service neutron] Transition to ACTIVE for port object b78f78fa-c944-44b5-a25c-cc66a6b4c471 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:36:47.505412 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e2ef05-ab82-4f8f-aea2-e8729bce7391 admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:36:47.519036 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92158df-c0cf-4472-a275-06ad109e6f41 None None] Sync routers for ids ['c130cc0d-3761-46ec-af9b-563a1891b674'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:36:47.529223 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92158df-c0cf-4472-a275-06ad109e6f41 None None] Routers {'c130cc0d-3761-46ec-af9b-563a1891b674'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:36:47.529998 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-f92158df-c0cf-4472-a275-06ad109e6f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:36:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['c130cc0d-3761-46ec-af9b-563a1891b674'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:36:47.531779 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 1922459f-713f-46a2-93d7-97573894ee7a, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=1922459f-713f-46a2-93d7-97573894ee7a,segment=NetworkSegment(b546acd3-82a1-4d5d-82c0-3ff14f29b0aa),segment_id=b546acd3-82a1-4d5d-82c0-3ff14f29b0aa)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:36:47.533056 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ea613d66-d8ea-463a-9c27-0c8bcf4b5d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:47.547082 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-13dcd1e6-24de-45ec-aaf6-a201492a2835 req-b1461dbc-0b91-48a6-90a9-7acae6f1bdf6 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705216 Sep 24 15:36:47.578168 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-ea613d66-d8ea-463a-9c27-0c8bcf4b5d60 None None] For port db5361fe-f47b-4514-9c0a-f10c1734a42b, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=db5361fe-f47b-4514-9c0a-f10c1734a42b,segment=NetworkSegment(75401dd4-8dca-4636-94e8-42af76799b59),segment_id=75401dd4-8dca-4636-94e8-42af76799b59)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:36:47.584139 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-bc51fbd8-839d-4065-8bc0-f5615232dfdd req-ce30a4ff-53a9-47a4-ad97-4adc85d9a339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:47.623323 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:47.624911 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 8ced86f9-3fc2-47d2-8511-a8f8366f37f7 no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:36:47.659465 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-41e2ef05-ab82-4f8f-aea2-e8729bce7391 admin admin] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:47.661149 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-41e2ef05-ab82-4f8f-aea2-e8729bce7391 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2922573 Sep 24 15:36:47.665210 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45542) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:47.736313 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] No Port match for: 8ced86f9-3fc2-47d2-8511-a8f8366f37f7 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:36:47.736655 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 8ced86f9-3fc2-47d2-8511-a8f8366f37f7 not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:36:47.760997 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ea613d66-d8ea-463a-9c27-0c8bcf4b5d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:47.807948 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce30a4ff-53a9-47a4-ad97-4adc85d9a339 service neutron] Pushing event updated for resources: {'Port': ['ID=b78f78fa-c944-44b5-a25c-cc66a6b4c471,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:47.869908 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=1922459f-713f-46a2-93d7-97573894ee7a,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:47.873281 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-f92158df-c0cf-4472-a275-06ad109e6f41 None None] Set router c130cc0d-3761-46ec-af9b-563a1891b674 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:36:47.901751 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-bc51fbd8-839d-4065-8bc0-f5615232dfdd req-ce30a4ff-53a9-47a4-ad97-4adc85d9a339 service neutron] Attempting to bind port b78f78fa-c944-44b5-a25c-cc66a6b4c471 on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:36:47.901988 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-bc51fbd8-839d-4065-8bc0-f5615232dfdd req-ce30a4ff-53a9-47a4-ad97-4adc85d9a339 service neutron] Attempting to bind port b78f78fa-c944-44b5-a25c-cc66a6b4c471 by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': '811924e7-50f3-438e-9588-4a3df0c9fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'a5d241e3-daff-4bec-ad72-cd4d718f17c0'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:36:47.902317 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc51fbd8-839d-4065-8bc0-f5615232dfdd req-ce30a4ff-53a9-47a4-ad97-4adc85d9a339 service neutron] Attempting to bind port b78f78fa-c944-44b5-a25c-cc66a6b4c471 on network a5d241e3-daff-4bec-ad72-cd4d718f17c0 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:36:47.920081 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc51fbd8-839d-4065-8bc0-f5615232dfdd req-ce30a4ff-53a9-47a4-ad97-4adc85d9a339 service neutron] Port b78f78fa-c944-44b5-a25c-cc66a6b4c471 on network a5d241e3-daff-4bec-ad72-cd4d718f17c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:36:47.926094 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc51fbd8-839d-4065-8bc0-f5615232dfdd req-ce30a4ff-53a9-47a4-ad97-4adc85d9a339 service neutron] Attempting to bind port b78f78fa-c944-44b5-a25c-cc66a6b4c471 on network a5d241e3-daff-4bec-ad72-cd4d718f17c0 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:36:48.050263 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-00bc62be-bdf5-4fc3-ab8c-be02548f7239 None None] Provisioning complete for port db5361fe-f47b-4514-9c0a-f10c1734a42b triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:36:48.050736 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-00bc62be-bdf5-4fc3-ab8c-be02548f7239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:48.053063 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc51fbd8-839d-4065-8bc0-f5615232dfdd req-ce30a4ff-53a9-47a4-ad97-4adc85d9a339 service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:36:48.053409 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc51fbd8-839d-4065-8bc0-f5615232dfdd req-ce30a4ff-53a9-47a4-ad97-4adc85d9a339 service neutron] Checking segment: {'id': '811924e7-50f3-438e-9588-4a3df0c9fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'a5d241e3-daff-4bec-ad72-cd4d718f17c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:36:48.053795 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc51fbd8-839d-4065-8bc0-f5615232dfdd req-ce30a4ff-53a9-47a4-ad97-4adc85d9a339 service neutron] Bound using segment: {'id': '811924e7-50f3-438e-9588-4a3df0c9fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'a5d241e3-daff-4bec-ad72-cd4d718f17c0'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:36:48.054245 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-bc51fbd8-839d-4065-8bc0-f5615232dfdd req-ce30a4ff-53a9-47a4-ad97-4adc85d9a339 service neutron] Bound port: b78f78fa-c944-44b5-a25c-cc66a6b4c471, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '811924e7-50f3-438e-9588-4a3df0c9fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'a5d241e3-daff-4bec-ad72-cd4d718f17c0'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:36:48.054805 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-bc51fbd8-839d-4065-8bc0-f5615232dfdd req-ce30a4ff-53a9-47a4-ad97-4adc85d9a339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:48.084766 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c7d6431a-527d-4eab-a26d-4f1200de65ad req-a49e454e-8270-4000-ba3a-cfc0c9db2740 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/ports?device_id=54d5d58a-25ab-40af-a0d2-2d9d89f59737 HTTP/1.1" status: 200 len: 210 time: 0.1306150 Sep 24 15:36:48.095388 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device db5361fe-f47b-4514-9c0a-f10c1734a42b up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:36:48.097583 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea613d66-d8ea-463a-9c27-0c8bcf4b5d60 None None] Pushing event updated for resources: {'Port': ['ID=db5361fe-f47b-4514-9c0a-f10c1734a42b,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:48.138522 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [req-7bc4c0d2-7524-40bc-825c-c8cb5cc92d38 req-a3fb8d02-55d4-4dc0-a067-70e3f19d859e tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Allocated IP 172.20.0.10 (a5d241e3-daff-4bec-ad72-cd4d718f17c0/ef0ee247-b4f2-447c-8f5d-e9561afd9063/48d8ca5c-4e0c-482c-ad72-bf6384518cfd) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:36:48.213516 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port db5361fe-f47b-4514-9c0a-f10c1734a42b triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:36:48.213906 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:48.411311 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-f92158df-c0cf-4472-a275-06ad109e6f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c130cc0d-3761-46ec-af9b-563a1891b674', 'name': 'tempest-AttachSCSIVolumeTestJSON-1020598886-router', 'tenant_id': '7b0f64d48dd547119b7bac7ad658aa1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': 'a1d64a3d-bf0e-4f0a-9701-4bea3c0b4a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:36:44Z', 'updated_at': '2021-09-24T15:36:46Z', 'revision_number': 3, 'project_id': '7b0f64d48dd547119b7bac7ad658aa1b', 'gw_port': {'id': 'a1d64a3d-bf0e-4f0a-9701-4bea3c0b4a1e', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:56:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c130cc0d-3761-46ec-af9b-563a1891b674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:36:45Z', 'updated_at': '2021-09-24T15:36:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:36:48.447082 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92158df-c0cf-4472-a275-06ad109e6f41 None None] Checking router: c130cc0d-3761-46ec-af9b-563a1891b674 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:36:48.447874 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92158df-c0cf-4472-a275-06ad109e6f41 None None] Updating router c130cc0d-3761-46ec-af9b-563a1891b674 port a1d64a3d-bf0e-4f0a-9701-4bea3c0b4a1e binding host n-d-808921-1 {{(pid=95300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:36:48.484920 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-f92158df-c0cf-4472-a275-06ad109e6f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:48.516519 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-bc51fbd8-839d-4065-8bc0-f5615232dfdd req-ce30a4ff-53a9-47a4-ad97-4adc85d9a339 service neutron] For port b78f78fa-c944-44b5-a25c-cc66a6b4c471, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:36:48.519723 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-bc51fbd8-839d-4065-8bc0-f5615232dfdd req-ce30a4ff-53a9-47a4-ad97-4adc85d9a339 service neutron] For port b78f78fa-c944-44b5-a25c-cc66a6b4c471, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=b78f78fa-c944-44b5-a25c-cc66a6b4c471,segment=NetworkSegment(811924e7-50f3-438e-9588-4a3df0c9fdb3),segment_id=811924e7-50f3-438e-9588-4a3df0c9fdb3)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:36:48.610559 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df39171f-f84b-4b18-ba3c-ff5f423e602c req-c834346f-6c57-4edb-abbd-9a08ffbf194d tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:48.612308 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-df39171f-f84b-4b18-ba3c-ff5f423e602c req-c834346f-6c57-4edb-abbd-9a08ffbf194d tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5b415a1-2134-4975-b7d5-fc098ae76fc9 HTTP/1.1" status: 200 len: 944 time: 0.6791880 Sep 24 15:36:48.624081 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35e7a8-e2c3-441e-a868-a1ac03592239 req-427f58a7-1010-4b77-8951-1d65972ab474 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:48.625532 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5d35e7a8-e2c3-441e-a868-a1ac03592239 req-427f58a7-1010-4b77-8951-1d65972ab474 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.108 "GET /v2.0/ports?device_id=e5b415a1-2134-4975-b7d5-fc098ae76fc9 HTTP/1.1" status: 200 len: 944 time: 0.6868966 Sep 24 15:36:48.663321 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-bc51fbd8-839d-4065-8bc0-f5615232dfdd req-ce30a4ff-53a9-47a4-ad97-4adc85d9a339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:48.711933 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5520669f-7494-4925-ba18-7860f55f4660 req-2b8e0bbd-b66d-46d0-b2bb-6617444af323 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:48.713437 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5520669f-7494-4925-ba18-7860f55f4660 req-2b8e0bbd-b66d-46d0-b2bb-6617444af323 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=66846ce6-4c5f-4d27-8f7f-1f9cfee18c7e HTTP/1.1" status: 200 len: 945 time: 0.1459670 Sep 24 15:36:48.756805 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66846ce6-4c5f-4d27-8f7f-1f9cfee18c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1922459f-713f-46a2-93d7-97573894ee7a'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:36:48.765066 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-888c8b71-da94-4199-8c93-a3a55529c3ab" -d '{"events": [{"server_uuid": "66846ce6-4c5f-4d27-8f7f-1f9cfee18c7e", "name": "network-vif-plugged", "status": "completed", "tag": "1922459f-713f-46a2-93d7-97573894ee7a"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:36:48.768367 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d93a1c-196a-4477-b639-2ca7e482ca25 req-7639ea0e-e018-4a37-9d57-f2f9c36222f5 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:48.769923 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-02d93a1c-196a-4477-b639-2ca7e482ca25 req-7639ea0e-e018-4a37-9d57-f2f9c36222f5 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.110 "GET /v2.0/networks?id=a5d241e3-daff-4bec-ad72-cd4d718f17c0 HTTP/1.1" status: 200 len: 816 time: 0.7481830 Sep 24 15:36:48.775487 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51fbd8-839d-4065-8bc0-f5615232dfdd req-ce30a4ff-53a9-47a4-ad97-4adc85d9a339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:48.776160 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-bc51fbd8-839d-4065-8bc0-f5615232dfdd req-ce30a4ff-53a9-47a4-ad97-4adc85d9a339 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:48.777585 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bc51fbd8-839d-4065-8bc0-f5615232dfdd req-ce30a4ff-53a9-47a4-ad97-4adc85d9a339 service neutron] 10.222.0.110 "PUT /v2.0/ports/b78f78fa-c944-44b5-a25c-cc66a6b4c471 HTTP/1.1" status: 200 len: 1091 time: 2.5563745 Sep 24 15:36:48.783380 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '402ca712-89ca-465d-9473-3e16da90ca1b', 'tag': 'b78f78fa-c944-44b5-a25c-cc66a6b4c471'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:36:48.785641 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa596d3b-6203-4877-9dc6-18dfd4e8a315" -d '{"events": [{"name": "network-changed", "server_uuid": "402ca712-89ca-465d-9473-3e16da90ca1b", "tag": "b78f78fa-c944-44b5-a25c-cc66a6b4c471"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:36:48.815196 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-df39171f-f84b-4b18-ba3c-ff5f423e602c req-2996488e-0d24-43a1-b556-f58e4c81acbd tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854343 Sep 24 15:36:48.826275 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-02d93a1c-196a-4477-b639-2ca7e482ca25 req-5eec7234-bed7-4de9-8697-7b1f8f80a2ee tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Request body: {'port': {'device_id': '54d5d58a-25ab-40af-a0d2-2d9d89f59737', 'network_id': 'a5d241e3-daff-4bec-ad72-cd4d718f17c0', 'admin_state_up': True, 'tenant_id': 'ef75ba2a22e041aa9a029a438a502d8f'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:36:48.841795 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-f92158df-c0cf-4472-a275-06ad109e6f41 None None] Notify callbacks [] for port, precommit_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:48.864216 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5520669f-7494-4925-ba18-7860f55f4660 req-c09ea71d-10c7-428b-b8b2-e063c6abc8de tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360693 Sep 24 15:36:48.958660 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-7bc4c0d2-7524-40bc-825c-c8cb5cc92d38 req-a3fb8d02-55d4-4dc0-a067-70e3f19d859e tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:48.977861 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-f92158df-c0cf-4472-a275-06ad109e6f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:48.997875 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce30a4ff-53a9-47a4-ad97-4adc85d9a339 service neutron] Pushing event updated for resources: {'Port': ['ID=b78f78fa-c944-44b5-a25c-cc66a6b4c471,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:49.054592 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51fbd8-839d-4065-8bc0-f5615232dfdd req-5988822e-5286-4df7-82e8-55be19ecde9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:49.062304 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bc51fbd8-839d-4065-8bc0-f5615232dfdd req-5988822e-5286-4df7-82e8-55be19ecde9f service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=ef75ba2a22e041aa9a029a438a502d8f&device_id=402ca712-89ca-465d-9473-3e16da90ca1b HTTP/1.1" status: 200 len: 1094 time: 0.1166296 Sep 24 15:36:49.085407 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef9248-5541-4e3c-892e-f3547de19e32 None None] Pushing event updated for resources: {'Port': ['ID=a1d64a3d-bf0e-4f0a-9701-4bea3c0b4a1e,revision_number=2']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:49.098976 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe551e04-4cc1-45c5-87ec-10c0a4597aed x-openstack-request-id: req-fe551e04-4cc1-45c5-87ec-10c0a4597aed {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:36:49.100072 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66846ce6-4c5f-4d27-8f7f-1f9cfee18c7e", "name": "network-vif-plugged", "status": "completed", "tag": "1922459f-713f-46a2-93d7-97573894ee7a", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:36:49.100562 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-fe551e04-4cc1-45c5-87ec-10c0a4597aed {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:36:49.101157 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66846ce6-4c5f-4d27-8f7f-1f9cfee18c7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1922459f-713f-46a2-93d7-97573894ee7a', 'code': 200} Sep 24 15:36:49.102519 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13910bad-8288-49c1-bc7b-03aa48421c24 req-ef863539-efdb-4a3f-9fc9-f398e455c45b tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:49.109523 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-13910bad-8288-49c1-bc7b-03aa48421c24 req-ef863539-efdb-4a3f-9fc9-f398e455c45b tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=2c3340ff-fa70-41a6-9dc2-76db0aa611a5 HTTP/1.1" status: 200 len: 949 time: 0.1370406 Sep 24 15:36:49.142573 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-f92158df-c0cf-4472-a275-06ad109e6f41 None None] Attempting to bind port a1d64a3d-bf0e-4f0a-9701-4bea3c0b4a1e on host n-d-808921-1 for vnic_type normal with profile {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:36:49.142873 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-f92158df-c0cf-4472-a275-06ad109e6f41 None None] Attempting to bind port a1d64a3d-bf0e-4f0a-9701-4bea3c0b4a1e by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:36:49.143271 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92158df-c0cf-4472-a275-06ad109e6f41 None None] Attempting to bind port a1d64a3d-bf0e-4f0a-9701-4bea3c0b4a1e on network e6a2de20-1ea0-43e5-88e0-982d19e317d5 {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:36:49.143708 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b7b6ac-8f11-463c-961a-7502cdfd3d25 x-openstack-request-id: req-00b7b6ac-8f11-463c-961a-7502cdfd3d25 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:36:49.144001 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "402ca712-89ca-465d-9473-3e16da90ca1b", "tag": "b78f78fa-c944-44b5-a25c-cc66a6b4c471", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:36:49.144249 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-00b7b6ac-8f11-463c-961a-7502cdfd3d25 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:36:49.144634 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '402ca712-89ca-465d-9473-3e16da90ca1b', 'tag': 'b78f78fa-c944-44b5-a25c-cc66a6b4c471', 'status': 'completed', 'code': 200} Sep 24 15:36:49.146015 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef9248-5541-4e3c-892e-f3547de19e32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:49.146368 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef9248-5541-4e3c-892e-f3547de19e32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:49.150270 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bc51fbd8-839d-4065-8bc0-f5615232dfdd req-d0a12049-6de9-4f59-af94-1cf8c8596efb service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b78f78fa-c944-44b5-a25c-cc66a6b4c471 HTTP/1.1" status: 200 len: 217 time: 0.0773606 Sep 24 15:36:49.158919 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef9248-5541-4e3c-892e-f3547de19e32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:49.164966 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef9248-5541-4e3c-892e-f3547de19e32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:49.164966 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef9248-5541-4e3c-892e-f3547de19e32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:49.164966 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef9248-5541-4e3c-892e-f3547de19e32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:49.164966 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef9248-5541-4e3c-892e-f3547de19e32 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:49.164966 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef9248-5541-4e3c-892e-f3547de19e32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:49.164966 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef9248-5541-4e3c-892e-f3547de19e32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:49.164966 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef9248-5541-4e3c-892e-f3547de19e32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:49.164966 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef9248-5541-4e3c-892e-f3547de19e32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:49.164966 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ef9248-5541-4e3c-892e-f3547de19e32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:36:49.165832 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-5d35e7a8-e2c3-441e-a868-a1ac03592239 req-5a3a5793-017d-4319-98f7-d487fa2dd1cc tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Deleting port 93bb73ee-b0c7-4955-9caa-15151730991a {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:36:49.165832 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-5d35e7a8-e2c3-441e-a868-a1ac03592239 req-5a3a5793-017d-4319-98f7-d487fa2dd1cc tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:49.171844 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92158df-c0cf-4472-a275-06ad109e6f41 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:36:49.172928 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92158df-c0cf-4472-a275-06ad109e6f41 None None] Checking segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:36:49.172928 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-f92158df-c0cf-4472-a275-06ad109e6f41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:49.173117 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f92158df-c0cf-4472-a275-06ad109e6f41 None None] Bound using segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:36:49.173437 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-f92158df-c0cf-4472-a275-06ad109e6f41 None None] Bound port: a1d64a3d-bf0e-4f0a-9701-4bea3c0b4a1e, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:36:49.173814 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-f92158df-c0cf-4472-a275-06ad109e6f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:49.228192 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-13910bad-8288-49c1-bc7b-03aa48421c24 req-8569d9fc-fdbf-4486-906c-42b9397f5138 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177092 Sep 24 15:36:49.246277 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-7bc4c0d2-7524-40bc-825c-c8cb5cc92d38 req-a3fb8d02-55d4-4dc0-a067-70e3f19d859e tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:49.256058 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7ddab2ab-a193-426c-8e9c-8c78d0af0010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:49.265267 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-f92158df-c0cf-4472-a275-06ad109e6f41 None None] For port a1d64a3d-bf0e-4f0a-9701-4bea3c0b4a1e, host n-d-808921-1, cleared binding levels {{(pid=95300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:36:49.269803 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-f92158df-c0cf-4472-a275-06ad109e6f41 None None] For port a1d64a3d-bf0e-4f0a-9701-4bea3c0b4a1e, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=a1d64a3d-bf0e-4f0a-9701-4bea3c0b4a1e,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:36:49.314793 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02d93a1c-196a-4477-b639-2ca7e482ca25 req-5eec7234-bed7-4de9-8697-7b1f8f80a2ee tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Made reservation on behalf of ef75ba2a22e041aa9a029a438a502d8f for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:36:49.318256 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-02d93a1c-196a-4477-b639-2ca7e482ca25 req-5eec7234-bed7-4de9-8697-7b1f8f80a2ee tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:49.353934 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bc4c0d2-7524-40bc-825c-c8cb5cc92d38 req-a3fb8d02-55d4-4dc0-a067-70e3f19d859e tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Network a5d241e3-daff-4bec-ad72-cd4d718f17c0 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:36:49.359562 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51fbd8-839d-4065-8bc0-f5615232dfdd req-2f0410f6-2f08-42d2-a71d-14e7ff25db8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:49.371651 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bc51fbd8-839d-4065-8bc0-f5615232dfdd req-2f0410f6-2f08-42d2-a71d-14e7ff25db8f service neutron] 10.222.0.110 "GET /v2.0/subnets?id=ef0ee247-b4f2-447c-8f5d-e9561afd9063 HTTP/1.1" status: 200 len: 855 time: 0.1929631 Sep 24 15:36:49.387092 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-927ac3f2-cda4-449b-8597-093d41df373e req-1dab43bf-9f97-4c10-9d38-00b709262bc0 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/ports?device_id=54d5d58a-25ab-40af-a0d2-2d9d89f59737 HTTP/1.1" status: 200 len: 210 time: 0.0737565 Sep 24 15:36:49.391985 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [req-7bc4c0d2-7524-40bc-825c-c8cb5cc92d38 req-a3fb8d02-55d4-4dc0-a067-70e3f19d859e tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:36:49.397260 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bc4c0d2-7524-40bc-825c-c8cb5cc92d38 req-a3fb8d02-55d4-4dc0-a067-70e3f19d859e tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:36:49.403791 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c16fa9d-2ab1-4792-ab1d-263bdaeadead req-34125d8e-0f37-4a0f-8e16-e874e9a13df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:49.406135 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c16fa9d-2ab1-4792-ab1d-263bdaeadead req-34125d8e-0f37-4a0f-8e16-e874e9a13df4 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=66846ce6-4c5f-4d27-8f7f-1f9cfee18c7e HTTP/1.1" status: 200 len: 1096 time: 0.1857216 Sep 24 15:36:49.409540 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-f92158df-c0cf-4472-a275-06ad109e6f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:49.409705 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-5d35e7a8-e2c3-441e-a868-a1ac03592239 req-5a3a5793-017d-4319-98f7-d487fa2dd1cc tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] For port 93bb73ee-b0c7-4955-9caa-15151730991a, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=93bb73ee-b0c7-4955-9caa-15151730991a,segment=NetworkSegment(5bd2529f-b450-42b6-8981-999bdd2f1ff0),segment_id=5bd2529f-b450-42b6-8981-999bdd2f1ff0)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:36:49.409705 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-5d35e7a8-e2c3-441e-a868-a1ac03592239 req-5a3a5793-017d-4319-98f7-d487fa2dd1cc tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:49.475818 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4c0d2-7524-40bc-825c-c8cb5cc92d38 req-a3fb8d02-55d4-4dc0-a067-70e3f19d859e tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:49.476828 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-7bc4c0d2-7524-40bc-825c-c8cb5cc92d38 req-a3fb8d02-55d4-4dc0-a067-70e3f19d859e tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:49.497966 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c16fa9d-2ab1-4792-ab1d-263bdaeadead req-514165df-eeee-4d9d-a57a-f04cef2b3c7d service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458403 Sep 24 15:36:49.500951 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92158df-c0cf-4472-a275-06ad109e6f41 None None] Routers {'c130cc0d-3761-46ec-af9b-563a1891b674'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:36:49.501753 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-f92158df-c0cf-4472-a275-06ad109e6f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:36:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['c130cc0d-3761-46ec-af9b-563a1891b674'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:36:49.502691 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-5d35e7a8-e2c3-441e-a868-a1ac03592239 req-5a3a5793-017d-4319-98f7-d487fa2dd1cc tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Calling delete_port for 93bb73ee-b0c7-4955-9caa-15151730991a owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:36:49.562826 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fb8d02-55d4-4dc0-a067-70e3f19d859e tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Pushing event updated for resources: {'Port': ['ID=48d8ca5c-4e0c-482c-ad72-bf6384518cfd,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:49.566214 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7bc4c0d2-7524-40bc-825c-c8cb5cc92d38 req-a3fb8d02-55d4-4dc0-a067-70e3f19d859e tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9391413 Sep 24 15:36:49.583160 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51fbd8-839d-4065-8bc0-f5615232dfdd req-234d27f2-9e57-49c9-8729-5f456c7b1d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:49.585134 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bc51fbd8-839d-4065-8bc0-f5615232dfdd req-234d27f2-9e57-49c9-8729-5f456c7b1d4b service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=a5d241e3-daff-4bec-ad72-cd4d718f17c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1987371 Sep 24 15:36:49.588507 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-7bc4c0d2-7524-40bc-825c-c8cb5cc92d38 req-ae7db042-2abd-41ad-8a08-dea81e458c17 service neutron] Request body: {'port': {'device_id': '204a9a29-4bca-4bf9-8d1c-3557de4d7969', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:36:49.643506 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-f92158df-c0cf-4472-a275-06ad109e6f41 None None] Set router c130cc0d-3761-46ec-af9b-563a1891b674 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:36:49.723640 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bc51fbd8-839d-4065-8bc0-f5615232dfdd req-73b172cb-aea5-4d46-b68d-49543c72d88f service neutron] 10.222.0.110 "GET /v2.0/networks/a5d241e3-daff-4bec-ad72-cd4d718f17c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035671 Sep 24 15:36:49.735208 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-7bc4c0d2-7524-40bc-825c-c8cb5cc92d38 req-ae7db042-2abd-41ad-8a08-dea81e458c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:49.761166 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef9248-5541-4e3c-892e-f3547de19e32 None None] Pushing event updated for resources: {'Port': ['ID=a1d64a3d-bf0e-4f0a-9701-4bea3c0b4a1e,revision_number=3']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:49.811232 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-052b932b-bddc-4a53-8f57-7cfb8944069d None None] Provisioning complete for port 48d8ca5c-4e0c-482c-ad72-bf6384518cfd triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:36:49.812017 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-052b932b-bddc-4a53-8f57-7cfb8944069d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:49.832425 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-7ddab2ab-a193-426c-8e9c-8c78d0af0010 admin admin] Allocated IP 172.20.0.1 (d147659c-db89-4692-8ad6-63309f9fc708/934617ff-87e2-4e8b-ad9c-0fd7afdcf789/407a9909-95b1-4dc0-a14d-24aa7236c8f7) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:36:49.881599 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-02d93a1c-196a-4477-b639-2ca7e482ca25 req-5eec7234-bed7-4de9-8697-7b1f8f80a2ee tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Allocated IP 172.20.0.4 (a5d241e3-daff-4bec-ad72-cd4d718f17c0/ef0ee247-b4f2-447c-8f5d-e9561afd9063/6455f97d-5788-47d7-afef-9a8319c959c7) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:36:49.934196 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-052b932b-bddc-4a53-8f57-7cfb8944069d None None] Port 48d8ca5c-4e0c-482c-ad72-bf6384518cfd cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:36:49.984831 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bc51fbd8-839d-4065-8bc0-f5615232dfdd req-c09638a1-fe35-4f85-a224-5a64406054ce service neutron] 10.222.0.110 "GET /v2.0/networks/a5d241e3-daff-4bec-ad72-cd4d718f17c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326369 Sep 24 15:36:49.986704 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device db5361fe-f47b-4514-9c0a-f10c1734a42b up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:36:50.091218 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port db5361fe-f47b-4514-9c0a-f10c1734a42b triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:36:50.091908 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:50.119087 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-f92158df-c0cf-4472-a275-06ad109e6f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c130cc0d-3761-46ec-af9b-563a1891b674', 'name': 'tempest-AttachSCSIVolumeTestJSON-1020598886-router', 'tenant_id': '7b0f64d48dd547119b7bac7ad658aa1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': 'a1d64a3d-bf0e-4f0a-9701-4bea3c0b4a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:36:44Z', 'updated_at': '2021-09-24T15:36:46Z', 'revision_number': 3, 'project_id': '7b0f64d48dd547119b7bac7ad658aa1b', 'gw_port': {'id': 'a1d64a3d-bf0e-4f0a-9701-4bea3c0b4a1e', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:56:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c130cc0d-3761-46ec-af9b-563a1891b674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:36:45Z', 'updated_at': '2021-09-24T15:36:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:36:50.135131 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-5d35e7a8-e2c3-441e-a868-a1ac03592239 req-5a3a5793-017d-4319-98f7-d487fa2dd1cc tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:50.138334 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c25131-c907-4f81-b4b4-8a1935587198 req-3052a615-832a-4963-9db2-03adbd382ebe tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:50.140864 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e1c25131-c907-4f81-b4b4-8a1935587198 req-3052a615-832a-4963-9db2-03adbd382ebe tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=e5b415a1-2134-4975-b7d5-fc098ae76fc9 HTTP/1.1" status: 200 len: 944 time: 0.1651514 Sep 24 15:36:50.150976 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92158df-c0cf-4472-a275-06ad109e6f41 None None] The sync data for ids ['c130cc0d-3761-46ec-af9b-563a1891b674'] in n-d-808921-1 is: [{'id': 'c130cc0d-3761-46ec-af9b-563a1891b674', 'name': 'tempest-AttachSCSIVolumeTestJSON-1020598886-router', 'tenant_id': '7b0f64d48dd547119b7bac7ad658aa1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': 'a1d64a3d-bf0e-4f0a-9701-4bea3c0b4a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:36:44Z', 'updated_at': '2021-09-24T15:36:46Z', 'revision_number': 3, 'project_id': '7b0f64d48dd547119b7bac7ad658aa1b', 'gw_port': {'id': 'a1d64a3d-bf0e-4f0a-9701-4bea3c0b4a1e', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:56:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c130cc0d-3761-46ec-af9b-563a1891b674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:36:45Z', 'updated_at': '2021-09-24T15:36:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:36:50.207580 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7ddab2ab-a193-426c-8e9c-8c78d0af0010 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:50.219849 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e1c25131-c907-4f81-b4b4-8a1935587198 req-01d71f8a-1c5f-40df-ac9f-e1100bc889da tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703719 Sep 24 15:36:50.271216 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3a5793-017d-4319-98f7-d487fa2dd1cc tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Pushing event deleted for resources: {'Port': ['ID=93bb73ee-b0c7-4955-9caa-15151730991a,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:50.296227 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66194fc-3d03-43f7-8f79-e103416d1cac req-8e878e26-a7a6-4c93-adc8-eb54135763a8 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:50.297761 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a66194fc-3d03-43f7-8f79-e103416d1cac req-8e878e26-a7a6-4c93-adc8-eb54135763a8 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=66846ce6-4c5f-4d27-8f7f-1f9cfee18c7e HTTP/1.1" status: 200 len: 945 time: 0.2527757 Sep 24 15:36:50.303985 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d35e7a8-e2c3-441e-a868-a1ac03592239 req-5a3a5793-017d-4319-98f7-d487fa2dd1cc tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] No DVR routers for this DVR port 93bb73ee-b0c7-4955-9caa-15151730991a on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:36:50.315921 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7ddab2ab-a193-426c-8e9c-8c78d0af0010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:50.324236 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-5d35e7a8-e2c3-441e-a868-a1ac03592239 req-5a3a5793-017d-4319-98f7-d487fa2dd1cc tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:50.324236 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5d35e7a8-e2c3-441e-a868-a1ac03592239 req-5a3a5793-017d-4319-98f7-d487fa2dd1cc tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.108 "DELETE /v2.0/ports/93bb73ee-b0c7-4955-9caa-15151730991a HTTP/1.1" status: 204 len: 173 time: 1.6890342 Sep 24 15:36:50.364665 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa596d3b-6203-4877-9dc6-18dfd4e8a315 req-4eb45b63-b0a2-48ca-899a-6ea5e488002d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:50.366164 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-aa596d3b-6203-4877-9dc6-18dfd4e8a315 req-4eb45b63-b0a2-48ca-899a-6ea5e488002d service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=ef75ba2a22e041aa9a029a438a502d8f&device_id=402ca712-89ca-465d-9473-3e16da90ca1b HTTP/1.1" status: 200 len: 1094 time: 0.2187688 Sep 24 15:36:50.368373 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddab2ab-a193-426c-8e9c-8c78d0af0010 admin admin] Network d147659c-db89-4692-8ad6-63309f9fc708 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:36:50.371989 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-7ddab2ab-a193-426c-8e9c-8c78d0af0010 admin admin] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:36:50.374234 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-02d93a1c-196a-4477-b639-2ca7e482ca25 req-5eec7234-bed7-4de9-8697-7b1f8f80a2ee tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:50.376770 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddab2ab-a193-426c-8e9c-8c78d0af0010 admin admin] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:36:50.417504 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a66194fc-3d03-43f7-8f79-e103416d1cac req-d962282a-7280-4301-ad60-74f0307320a6 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037228 Sep 24 15:36:50.425614 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddab2ab-a193-426c-8e9c-8c78d0af0010 admin admin] Pushing event updated for resources: {'Port': ['ID=407a9909-95b1-4dc0-a14d-24aa7236c8f7,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:50.478261 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7ddab2ab-a193-426c-8e9c-8c78d0af0010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:50.665773 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa596d3b-6203-4877-9dc6-18dfd4e8a315 req-a9f25f69-8d46-443b-a089-801b4bad7293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:50.667683 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-aa596d3b-6203-4877-9dc6-18dfd4e8a315 req-a9f25f69-8d46-443b-a089-801b4bad7293 service neutron] 10.222.0.110 "GET /v2.0/networks?id=a5d241e3-daff-4bec-ad72-cd4d718f17c0 HTTP/1.1" status: 200 len: 918 time: 0.2890651 Sep 24 15:36:50.746441 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-aa596d3b-6203-4877-9dc6-18dfd4e8a315 req-5e95994c-135e-4269-8f99-576a94245000 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b78f78fa-c944-44b5-a25c-cc66a6b4c471 HTTP/1.1" status: 200 len: 217 time: 0.0514517 Sep 24 15:36:50.760917 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-02d93a1c-196a-4477-b639-2ca7e482ca25 req-5eec7234-bed7-4de9-8697-7b1f8f80a2ee tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:50.867508 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-db42c9c8-2c22-4d07-b310-ba9191ea1ab4 None None] Provisioning complete for port 407a9909-95b1-4dc0-a14d-24aa7236c8f7 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:36:50.868084 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-db42c9c8-2c22-4d07-b310-ba9191ea1ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:50.874147 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7ddab2ab-a193-426c-8e9c-8c78d0af0010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:50.882099 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02d93a1c-196a-4477-b639-2ca7e482ca25 req-5eec7234-bed7-4de9-8697-7b1f8f80a2ee tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Network a5d241e3-daff-4bec-ad72-cd4d718f17c0 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:36:50.893021 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa596d3b-6203-4877-9dc6-18dfd4e8a315 req-42a5fca0-c508-42bb-beeb-d9db243ac599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:50.894812 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-aa596d3b-6203-4877-9dc6-18dfd4e8a315 req-42a5fca0-c508-42bb-beeb-d9db243ac599 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=ef0ee247-b4f2-447c-8f5d-e9561afd9063 HTTP/1.1" status: 200 len: 855 time: 0.1472998 Sep 24 15:36:50.895392 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-02d93a1c-196a-4477-b639-2ca7e482ca25 req-5eec7234-bed7-4de9-8697-7b1f8f80a2ee tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:36:50.900361 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-02d93a1c-196a-4477-b639-2ca7e482ca25 req-5eec7234-bed7-4de9-8697-7b1f8f80a2ee tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:36:50.912275 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-db42c9c8-2c22-4d07-b310-ba9191ea1ab4 None None] Port 407a9909-95b1-4dc0-a14d-24aa7236c8f7 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:36:50.946401 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eec7234-bed7-4de9-8697-7b1f8f80a2ee tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Pushing event updated for resources: {'Port': ['ID=6455f97d-5788-47d7-afef-9a8319c959c7,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:50.989297 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5fd858-9964-4778-ab78-2803324869d1 req-d740e695-2d71-43f9-be58-8fe5de792e34 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:50.996850 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8a5fd858-9964-4778-ab78-2803324869d1 req-d740e695-2d71-43f9-be58-8fe5de792e34 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=2c3340ff-fa70-41a6-9dc2-76db0aa611a5 HTTP/1.1" status: 200 len: 949 time: 0.1734192 Sep 24 15:36:51.048839 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [req-7bc4c0d2-7524-40bc-825c-c8cb5cc92d38 req-ae7db042-2abd-41ad-8a08-dea81e458c17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48d8ca5c-4e0c-482c-ad72-bf6384518cfd {{(pid=95297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:36:51.088801 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-7bc4c0d2-7524-40bc-825c-c8cb5cc92d38 req-ae7db042-2abd-41ad-8a08-dea81e458c17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:51.094049 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d93a1c-196a-4477-b639-2ca7e482ca25 req-5eec7234-bed7-4de9-8697-7b1f8f80a2ee tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:51.096254 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-02d93a1c-196a-4477-b639-2ca7e482ca25 req-5eec7234-bed7-4de9-8697-7b1f8f80a2ee tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:51.103633 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8a5fd858-9964-4778-ab78-2803324869d1 req-dbdbd0fa-5d3b-426d-9fd9-5c25831d73d4 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058810 Sep 24 15:36:51.114258 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.provisioning_blocks [req-7bc4c0d2-7524-40bc-825c-c8cb5cc92d38 req-ae7db042-2abd-41ad-8a08-dea81e458c17 service neutron] Transition to ACTIVE for port object 48d8ca5c-4e0c-482c-ad72-bf6384518cfd will not be triggered until provisioned by entity L2. {{(pid=95297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:36:51.122309 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa596d3b-6203-4877-9dc6-18dfd4e8a315 req-89ed7a76-5322-4304-98eb-bcdaaee5f8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:51.125331 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-aa596d3b-6203-4877-9dc6-18dfd4e8a315 req-89ed7a76-5322-4304-98eb-bcdaaee5f8cd service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=a5d241e3-daff-4bec-ad72-cd4d718f17c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2151518 Sep 24 15:36:51.154450 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5b415a1-2134-4975-b7d5-fc098ae76fc9', 'name': 'network-vif-deleted', 'tag': '93bb73ee-b0c7-4955-9caa-15151730991a'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:36:51.157325 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4941fa3-63a6-42a3-a095-df0b3d90414a" -d '{"events": [{"server_uuid": "e5b415a1-2134-4975-b7d5-fc098ae76fc9", "name": "network-vif-deleted", "tag": "93bb73ee-b0c7-4955-9caa-15151730991a"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:36:51.191021 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7ddab2ab-a193-426c-8e9c-8c78d0af0010 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:51.207264 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-7bc4c0d2-7524-40bc-825c-c8cb5cc92d38 req-ae7db042-2abd-41ad-8a08-dea81e458c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:51.278052 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-02d93a1c-196a-4477-b639-2ca7e482ca25 req-5eec7234-bed7-4de9-8697-7b1f8f80a2ee tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4791348 Sep 24 15:36:51.283508 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07693ab3-e4a2-4db9-bdfc-469787a153f9 x-openstack-request-id: req-07693ab3-e4a2-4db9-bdfc-469787a153f9 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:36:51.283872 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5b415a1-2134-4975-b7d5-fc098ae76fc9", "name": "network-vif-deleted", "tag": "93bb73ee-b0c7-4955-9caa-15151730991a", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:36:51.284175 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-07693ab3-e4a2-4db9-bdfc-469787a153f9 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:36:51.284811 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5b415a1-2134-4975-b7d5-fc098ae76fc9', 'name': 'network-vif-deleted', 'tag': '93bb73ee-b0c7-4955-9caa-15151730991a', 'status': 'completed', 'code': 200} Sep 24 15:36:51.307603 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-02d93a1c-196a-4477-b639-2ca7e482ca25 req-64152003-2829-4d5d-99c8-f943ecc9740a service neutron] Request body: {'port': {'device_id': '54d5d58a-25ab-40af-a0d2-2d9d89f59737', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:36:51.309063 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7ddab2ab-a193-426c-8e9c-8c78d0af0010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:51.363470 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02344d21-d36d-45ec-b665-0186d43ec2d0 req-e871447e-6adb-423e-8c2a-5cd58e9a84a7 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:51.371379 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-3ec2f48d-5f31-4fb4-99bb-381c96c4e049 None None] Provisioning complete for port 6455f97d-5788-47d7-afef-9a8319c959c7 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:36:51.372221 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3ec2f48d-5f31-4fb4-99bb-381c96c4e049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:51.379043 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-02344d21-d36d-45ec-b665-0186d43ec2d0 req-e871447e-6adb-423e-8c2a-5cd58e9a84a7 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/ports?device_id=54d5d58a-25ab-40af-a0d2-2d9d89f59737 HTTP/1.1" status: 200 len: 931 time: 0.1953120 Sep 24 15:36:51.382991 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7db042-2abd-41ad-8a08-dea81e458c17 service neutron] Pushing event updated for resources: {'Port': ['ID=48d8ca5c-4e0c-482c-ad72-bf6384518cfd,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:51.464248 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-3ec2f48d-5f31-4fb4-99bb-381c96c4e049 None None] Port 6455f97d-5788-47d7-afef-9a8319c959c7 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:36:51.476932 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-02d93a1c-196a-4477-b639-2ca7e482ca25 req-64152003-2829-4d5d-99c8-f943ecc9740a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:51.500213 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-aa596d3b-6203-4877-9dc6-18dfd4e8a315 req-7abd0f33-c76f-4f0c-86b5-878635ef611c service neutron] 10.222.0.110 "GET /v2.0/networks/a5d241e3-daff-4bec-ad72-cd4d718f17c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3536410 Sep 24 15:36:51.594981 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-7bc4c0d2-7524-40bc-825c-c8cb5cc92d38 req-ae7db042-2abd-41ad-8a08-dea81e458c17 service neutron] Attempting to bind port 48d8ca5c-4e0c-482c-ad72-bf6384518cfd on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:36:51.595323 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-7bc4c0d2-7524-40bc-825c-c8cb5cc92d38 req-ae7db042-2abd-41ad-8a08-dea81e458c17 service neutron] Attempting to bind port 48d8ca5c-4e0c-482c-ad72-bf6384518cfd by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': '811924e7-50f3-438e-9588-4a3df0c9fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'a5d241e3-daff-4bec-ad72-cd4d718f17c0'}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:36:51.596067 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc4c0d2-7524-40bc-825c-c8cb5cc92d38 req-ae7db042-2abd-41ad-8a08-dea81e458c17 service neutron] Attempting to bind port 48d8ca5c-4e0c-482c-ad72-bf6384518cfd on network a5d241e3-daff-4bec-ad72-cd4d718f17c0 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:36:51.621817 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc4c0d2-7524-40bc-825c-c8cb5cc92d38 req-ae7db042-2abd-41ad-8a08-dea81e458c17 service neutron] Port 48d8ca5c-4e0c-482c-ad72-bf6384518cfd on network a5d241e3-daff-4bec-ad72-cd4d718f17c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:36:51.622058 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc4c0d2-7524-40bc-825c-c8cb5cc92d38 req-ae7db042-2abd-41ad-8a08-dea81e458c17 service neutron] Attempting to bind port 48d8ca5c-4e0c-482c-ad72-bf6384518cfd on network a5d241e3-daff-4bec-ad72-cd4d718f17c0 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:36:51.627652 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-02344d21-d36d-45ec-b665-0186d43ec2d0 req-af4032c0-2750-49f3-b727-874e8a7808de tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f5b2d93-e3ed-4f90-a24f-de0f1d5dfc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605899 Sep 24 15:36:51.635297 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7ddab2ab-a193-426c-8e9c-8c78d0af0010 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:51.647000 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddab2ab-a193-426c-8e9c-8c78d0af0010 admin admin] Pushing event updated for resources: {'Port': ['ID=407a9909-95b1-4dc0-a14d-24aa7236c8f7,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:51.652028 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc4c0d2-7524-40bc-825c-c8cb5cc92d38 req-ae7db042-2abd-41ad-8a08-dea81e458c17 service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:36:51.652366 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc4c0d2-7524-40bc-825c-c8cb5cc92d38 req-ae7db042-2abd-41ad-8a08-dea81e458c17 service neutron] Checking segment: {'id': '811924e7-50f3-438e-9588-4a3df0c9fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'a5d241e3-daff-4bec-ad72-cd4d718f17c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:36:51.652805 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bc4c0d2-7524-40bc-825c-c8cb5cc92d38 req-ae7db042-2abd-41ad-8a08-dea81e458c17 service neutron] Bound using segment: {'id': '811924e7-50f3-438e-9588-4a3df0c9fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'a5d241e3-daff-4bec-ad72-cd4d718f17c0'} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:36:51.653250 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-7bc4c0d2-7524-40bc-825c-c8cb5cc92d38 req-ae7db042-2abd-41ad-8a08-dea81e458c17 service neutron] Bound port: 48d8ca5c-4e0c-482c-ad72-bf6384518cfd, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '811924e7-50f3-438e-9588-4a3df0c9fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'a5d241e3-daff-4bec-ad72-cd4d718f17c0'}}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:36:51.653605 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-7bc4c0d2-7524-40bc-825c-c8cb5cc92d38 req-ae7db042-2abd-41ad-8a08-dea81e458c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:51.753373 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-aa596d3b-6203-4877-9dc6-18dfd4e8a315 req-e0d0a835-1361-4fcb-9c03-35b3391c6d81 service neutron] 10.222.0.110 "GET /v2.0/networks/a5d241e3-daff-4bec-ad72-cd4d718f17c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124934 Sep 24 15:36:51.860937 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-7bc4c0d2-7524-40bc-825c-c8cb5cc92d38 req-ae7db042-2abd-41ad-8a08-dea81e458c17 service neutron] For port 48d8ca5c-4e0c-482c-ad72-bf6384518cfd, host n-h1-808921-1, cleared binding levels {{(pid=95297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:36:51.865596 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-7bc4c0d2-7524-40bc-825c-c8cb5cc92d38 req-ae7db042-2abd-41ad-8a08-dea81e458c17 service neutron] For port 48d8ca5c-4e0c-482c-ad72-bf6384518cfd, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=48d8ca5c-4e0c-482c-ad72-bf6384518cfd,segment=NetworkSegment(811924e7-50f3-438e-9588-4a3df0c9fdb3),segment_id=811924e7-50f3-438e-9588-4a3df0c9fdb3)] {{(pid=95297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:36:51.873658 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddab2ab-a193-426c-8e9c-8c78d0af0010 admin admin] Network d147659c-db89-4692-8ad6-63309f9fc708 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:36:51.875385 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-7ddab2ab-a193-426c-8e9c-8c78d0af0010 admin admin] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:36:51.920700 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device a1d64a3d-bf0e-4f0a-9701-4bea3c0b4a1e up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:36:51.932473 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767df397-5112-44d2-a3be-f6c3445d2f1f req-e1b730cd-f521-45fe-9d8e-6b76bb8c96c4 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:51.938111 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-767df397-5112-44d2-a3be-f6c3445d2f1f req-e1b730cd-f521-45fe-9d8e-6b76bb8c96c4 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=66846ce6-4c5f-4d27-8f7f-1f9cfee18c7e HTTP/1.1" status: 200 len: 945 time: 0.1681983 Sep 24 15:36:51.953107 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-7bc4c0d2-7524-40bc-825c-c8cb5cc92d38 req-ae7db042-2abd-41ad-8a08-dea81e458c17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:52.019600 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port a1d64a3d-bf0e-4f0a-9701-4bea3c0b4a1e triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:36:52.020102 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:52.092105 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 93bb73ee-b0c7-4955-9caa-15151730991a no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:36:52.096524 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-02d93a1c-196a-4477-b639-2ca7e482ca25 req-64152003-2829-4d5d-99c8-f943ecc9740a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6455f97d-5788-47d7-afef-9a8319c959c7 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:36:52.105957 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-02d93a1c-196a-4477-b639-2ca7e482ca25 req-64152003-2829-4d5d-99c8-f943ecc9740a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:52.121582 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] No Port match for: 93bb73ee-b0c7-4955-9caa-15151730991a {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:36:52.121924 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 93bb73ee-b0c7-4955-9caa-15151730991a not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:36:52.125039 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-02d93a1c-196a-4477-b639-2ca7e482ca25 req-64152003-2829-4d5d-99c8-f943ecc9740a service neutron] Transition to ACTIVE for port object 6455f97d-5788-47d7-afef-9a8319c959c7 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:36:52.135098 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4c0d2-7524-40bc-825c-c8cb5cc92d38 req-ae7db042-2abd-41ad-8a08-dea81e458c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:52.135876 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-7bc4c0d2-7524-40bc-825c-c8cb5cc92d38 req-ae7db042-2abd-41ad-8a08-dea81e458c17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:52.137496 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7bc4c0d2-7524-40bc-825c-c8cb5cc92d38 req-ae7db042-2abd-41ad-8a08-dea81e458c17 service neutron] 10.222.0.110 "PUT /v2.0/ports/48d8ca5c-4e0c-482c-ad72-bf6384518cfd HTTP/1.1" status: 200 len: 1092 time: 2.5533502 Sep 24 15:36:52.138172 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '204a9a29-4bca-4bf9-8d1c-3557de4d7969', 'tag': '48d8ca5c-4e0c-482c-ad72-bf6384518cfd'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:36:52.141261 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-def7b747-4557-4f10-8843-f9fa4817b39e" -d '{"events": [{"name": "network-changed", "server_uuid": "204a9a29-4bca-4bf9-8d1c-3557de4d7969", "tag": "48d8ca5c-4e0c-482c-ad72-bf6384518cfd"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:36:52.163072 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7db042-2abd-41ad-8a08-dea81e458c17 service neutron] Pushing event updated for resources: {'Port': ['ID=48d8ca5c-4e0c-482c-ad72-bf6384518cfd,revision_number=3']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:52.190536 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-767df397-5112-44d2-a3be-f6c3445d2f1f req-a80f642b-4350-406f-bfda-359051ff293d tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412953 Sep 24 15:36:52.212524 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ddab2ab-a193-426c-8e9c-8c78d0af0010 admin admin] Router c130cc0d-3761-46ec-af9b-563a1891b674 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:36:52.213198 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:52.218749 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-02d93a1c-196a-4477-b639-2ca7e482ca25 req-64152003-2829-4d5d-99c8-f943ecc9740a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:52.275699 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port a1d64a3d-bf0e-4f0a-9701-4bea3c0b4a1e, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=a1d64a3d-bf0e-4f0a-9701-4bea3c0b4a1e,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:36:52.351732 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:52.359368 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-e8a548ed-b975-42c4-af4b-be15cc03d841 None None] Provisioning complete for port 407a9909-95b1-4dc0-a14d-24aa7236c8f7 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:36:52.360068 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e8a548ed-b975-42c4-af4b-be15cc03d841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:52.367289 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64152003-2829-4d5d-99c8-f943ecc9740a service neutron] Pushing event updated for resources: {'Port': ['ID=6455f97d-5788-47d7-afef-9a8319c959c7,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:52.406566 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-02d93a1c-196a-4477-b639-2ca7e482ca25 req-64152003-2829-4d5d-99c8-f943ecc9740a service neutron] Attempting to bind port 6455f97d-5788-47d7-afef-9a8319c959c7 on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:36:52.406907 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-02d93a1c-196a-4477-b639-2ca7e482ca25 req-64152003-2829-4d5d-99c8-f943ecc9740a service neutron] Attempting to bind port 6455f97d-5788-47d7-afef-9a8319c959c7 by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': '811924e7-50f3-438e-9588-4a3df0c9fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'a5d241e3-daff-4bec-ad72-cd4d718f17c0'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:36:52.407235 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d93a1c-196a-4477-b639-2ca7e482ca25 req-64152003-2829-4d5d-99c8-f943ecc9740a service neutron] Attempting to bind port 6455f97d-5788-47d7-afef-9a8319c959c7 on network a5d241e3-daff-4bec-ad72-cd4d718f17c0 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:36:52.413147 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d93a1c-196a-4477-b639-2ca7e482ca25 req-64152003-2829-4d5d-99c8-f943ecc9740a service neutron] Port 6455f97d-5788-47d7-afef-9a8319c959c7 on network a5d241e3-daff-4bec-ad72-cd4d718f17c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:36:52.413520 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d93a1c-196a-4477-b639-2ca7e482ca25 req-64152003-2829-4d5d-99c8-f943ecc9740a service neutron] Attempting to bind port 6455f97d-5788-47d7-afef-9a8319c959c7 on network a5d241e3-daff-4bec-ad72-cd4d718f17c0 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:36:52.421545 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d93a1c-196a-4477-b639-2ca7e482ca25 req-64152003-2829-4d5d-99c8-f943ecc9740a service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:36:52.423270 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d93a1c-196a-4477-b639-2ca7e482ca25 req-64152003-2829-4d5d-99c8-f943ecc9740a service neutron] Checking segment: {'id': '811924e7-50f3-438e-9588-4a3df0c9fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'a5d241e3-daff-4bec-ad72-cd4d718f17c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:36:52.423898 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02d93a1c-196a-4477-b639-2ca7e482ca25 req-64152003-2829-4d5d-99c8-f943ecc9740a service neutron] Bound using segment: {'id': '811924e7-50f3-438e-9588-4a3df0c9fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'a5d241e3-daff-4bec-ad72-cd4d718f17c0'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:36:52.427035 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-02d93a1c-196a-4477-b639-2ca7e482ca25 req-64152003-2829-4d5d-99c8-f943ecc9740a service neutron] Bound port: 6455f97d-5788-47d7-afef-9a8319c959c7, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '811924e7-50f3-438e-9588-4a3df0c9fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': 'a5d241e3-daff-4bec-ad72-cd4d718f17c0'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:36:52.427035 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-02d93a1c-196a-4477-b639-2ca7e482ca25 req-64152003-2829-4d5d-99c8-f943ecc9740a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:52.428035 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4c0d2-7524-40bc-825c-c8cb5cc92d38 req-aa7245d8-23ca-495c-b1a2-c5bb069dba6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:52.429724 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7bc4c0d2-7524-40bc-825c-c8cb5cc92d38 req-aa7245d8-23ca-495c-b1a2-c5bb069dba6b service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=ef75ba2a22e041aa9a029a438a502d8f&device_id=204a9a29-4bca-4bf9-8d1c-3557de4d7969 HTTP/1.1" status: 200 len: 1095 time: 0.1404669 Sep 24 15:36:52.494023 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-e8a548ed-b975-42c4-af4b-be15cc03d841 None None] Port 407a9909-95b1-4dc0-a14d-24aa7236c8f7 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:36:52.502218 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=a1d64a3d-bf0e-4f0a-9701-4bea3c0b4a1e,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:52.536603 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7bc4c0d2-7524-40bc-825c-c8cb5cc92d38 req-93726b12-9064-4248-8827-66c6b152af94 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48d8ca5c-4e0c-482c-ad72-bf6384518cfd HTTP/1.1" status: 200 len: 217 time: 0.0663273 Sep 24 15:36:52.565227 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ddab2ab-a193-426c-8e9c-8c78d0af0010 admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:36:52.579860 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-02d93a1c-196a-4477-b639-2ca7e482ca25 req-64152003-2829-4d5d-99c8-f943ecc9740a service neutron] For port 6455f97d-5788-47d7-afef-9a8319c959c7, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:36:52.581345 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-7ddab2ab-a193-426c-8e9c-8c78d0af0010 admin admin] 10.222.0.101 "PUT /v2.0/routers/c130cc0d-3761-46ec-af9b-563a1891b674/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9150155 Sep 24 15:36:52.600134 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-02d93a1c-196a-4477-b639-2ca7e482ca25 req-64152003-2829-4d5d-99c8-f943ecc9740a service neutron] For port 6455f97d-5788-47d7-afef-9a8319c959c7, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=6455f97d-5788-47d7-afef-9a8319c959c7,segment=NetworkSegment(811924e7-50f3-438e-9588-4a3df0c9fdb3),segment_id=811924e7-50f3-438e-9588-4a3df0c9fdb3)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:36:52.659844 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4c0d2-7524-40bc-825c-c8cb5cc92d38 req-ae508907-4718-4c63-9b5a-2e7dce561871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:52.661523 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7bc4c0d2-7524-40bc-825c-c8cb5cc92d38 req-ae508907-4718-4c63-9b5a-2e7dce561871 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=ef0ee247-b4f2-447c-8f5d-e9561afd9063 HTTP/1.1" status: 200 len: 855 time: 0.0785954 Sep 24 15:36:52.722189 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-02d93a1c-196a-4477-b639-2ca7e482ca25 req-64152003-2829-4d5d-99c8-f943ecc9740a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:52.727302 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc4c0d2-7524-40bc-825c-c8cb5cc92d38 req-cb42c4d1-b78e-4f71-8a7a-b62ec4c38b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:52.731477 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7bc4c0d2-7524-40bc-825c-c8cb5cc92d38 req-cb42c4d1-b78e-4f71-8a7a-b62ec4c38b82 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=a5d241e3-daff-4bec-ad72-cd4d718f17c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0601602 Sep 24 15:36:52.787241 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d93a1c-196a-4477-b639-2ca7e482ca25 req-64152003-2829-4d5d-99c8-f943ecc9740a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:52.787870 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-02d93a1c-196a-4477-b639-2ca7e482ca25 req-64152003-2829-4d5d-99c8-f943ecc9740a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:52.789272 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-02d93a1c-196a-4477-b639-2ca7e482ca25 req-64152003-2829-4d5d-99c8-f943ecc9740a service neutron] 10.222.0.110 "PUT /v2.0/ports/6455f97d-5788-47d7-afef-9a8319c959c7 HTTP/1.1" status: 200 len: 1091 time: 1.4973609 Sep 24 15:36:52.838252 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dec625b-75ad-4ac1-b425-db8ca21d9457 req-26430717-b2b9-4d07-b248-27111beb2517 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:52.839848 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2dec625b-75ad-4ac1-b425-db8ca21d9457 req-26430717-b2b9-4d07-b248-27111beb2517 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=2c3340ff-fa70-41a6-9dc2-76db0aa611a5 HTTP/1.1" status: 200 len: 949 time: 0.1634457 Sep 24 15:36:52.867254 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64152003-2829-4d5d-99c8-f943ecc9740a service neutron] Pushing event updated for resources: {'Port': ['ID=6455f97d-5788-47d7-afef-9a8319c959c7,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:52.888646 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1ad36c-fcf9-4db3-9990-0f66c9343c18 None None] Sync routers for ids ['c130cc0d-3761-46ec-af9b-563a1891b674'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:36:52.904384 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1ad36c-fcf9-4db3-9990-0f66c9343c18 None None] Routers {'c130cc0d-3761-46ec-af9b-563a1891b674'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:36:52.905900 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-1b1ad36c-fcf9-4db3-9990-0f66c9343c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:36:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['c130cc0d-3761-46ec-af9b-563a1891b674'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:36:52.919973 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2dec625b-75ad-4ac1-b425-db8ca21d9457 req-26fa8289-14ab-42a0-b123-76a58f8eb129 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639346 Sep 24 15:36:52.933524 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7bc4c0d2-7524-40bc-825c-c8cb5cc92d38 req-393f95c6-95e7-4ddb-9798-e5b9e345b19f service neutron] 10.222.0.110 "GET /v2.0/networks/a5d241e3-daff-4bec-ad72-cd4d718f17c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931281 Sep 24 15:36:53.024543 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d93a1c-196a-4477-b639-2ca7e482ca25 req-572d09a2-228a-476c-b5ee-1951ea15b3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:53.028336 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-02d93a1c-196a-4477-b639-2ca7e482ca25 req-572d09a2-228a-476c-b5ee-1951ea15b3ae service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=ef75ba2a22e041aa9a029a438a502d8f&device_id=54d5d58a-25ab-40af-a0d2-2d9d89f59737 HTTP/1.1" status: 200 len: 1094 time: 0.0815389 Sep 24 15:36:53.030903 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d4023f6-5ff6-4b58-9a8e-17d6f77ee695 x-openstack-request-id: req-4d4023f6-5ff6-4b58-9a8e-17d6f77ee695 {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:36:53.033278 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "204a9a29-4bca-4bf9-8d1c-3557de4d7969", "tag": "48d8ca5c-4e0c-482c-ad72-bf6384518cfd", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:36:53.033278 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4d4023f6-5ff6-4b58-9a8e-17d6f77ee695 {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:36:53.033278 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '204a9a29-4bca-4bf9-8d1c-3557de4d7969', 'tag': '48d8ca5c-4e0c-482c-ad72-bf6384518cfd', 'status': 'completed', 'code': 200} Sep 24 15:36:53.078727 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7bc4c0d2-7524-40bc-825c-c8cb5cc92d38 req-eb27c6c4-7e50-4c32-ae70-4db3a954f9b3 service neutron] 10.222.0.110 "GET /v2.0/networks/a5d241e3-daff-4bec-ad72-cd4d718f17c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369557 Sep 24 15:36:53.131338 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-02d93a1c-196a-4477-b639-2ca7e482ca25 req-f04fe720-133c-4ff2-9c3c-16d934190598 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6455f97d-5788-47d7-afef-9a8319c959c7 HTTP/1.1" status: 200 len: 217 time: 0.0945449 Sep 24 15:36:53.147910 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-1b1ad36c-fcf9-4db3-9990-0f66c9343c18 None None] Set router c130cc0d-3761-46ec-af9b-563a1891b674 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:36:53.228747 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25128c4f-73a9-4336-a530-5a7caa7dce05 req-bd4444e9-71f6-4fce-b06b-59132e54917e tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:53.229365 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c96a3e9-9970-40f2-913a-3d551f2e1e2b req-601f6ecc-4898-4aef-9858-c250f8261f87 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:53.230386 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-25128c4f-73a9-4336-a530-5a7caa7dce05 req-bd4444e9-71f6-4fce-b06b-59132e54917e tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.108 "GET /v2.0/ports?device_id=eb088bff-fcfd-4c14-a9e8-196cc1fc32a6 HTTP/1.1" status: 200 len: 944 time: 0.0943744 Sep 24 15:36:53.231141 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0c96a3e9-9970-40f2-913a-3d551f2e1e2b req-601f6ecc-4898-4aef-9858-c250f8261f87 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=eb088bff-fcfd-4c14-a9e8-196cc1fc32a6 HTTP/1.1" status: 200 len: 944 time: 0.0691338 Sep 24 15:36:53.234839 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d93a1c-196a-4477-b639-2ca7e482ca25 req-9120196a-3133-4854-b091-06adeba66c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:53.236462 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-02d93a1c-196a-4477-b639-2ca7e482ca25 req-9120196a-3133-4854-b091-06adeba66c89 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=ef0ee247-b4f2-447c-8f5d-e9561afd9063 HTTP/1.1" status: 200 len: 855 time: 0.0706661 Sep 24 15:36:53.296532 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54d5d58a-25ab-40af-a0d2-2d9d89f59737', 'tag': '6455f97d-5788-47d7-afef-9a8319c959c7'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:36:53.297179 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0c96a3e9-9970-40f2-913a-3d551f2e1e2b req-b5fa6adf-3c11-4f24-bd02-ab4cf92bb583 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/security-groups?id=68aa46eb-3777-4282-bd80-b07d6b73dba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559950 Sep 24 15:36:53.299285 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45d4c69-a832-426e-84ed-4577cb18b2ac" -d '{"events": [{"name": "network-changed", "server_uuid": "54d5d58a-25ab-40af-a0d2-2d9d89f59737", "tag": "6455f97d-5788-47d7-afef-9a8319c959c7"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:36:53.305774 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def7b747-4557-4f10-8843-f9fa4817b39e req-5bfdbe8e-5a66-444b-911a-b5eedd3ffadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:53.307352 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-def7b747-4557-4f10-8843-f9fa4817b39e req-5bfdbe8e-5a66-444b-911a-b5eedd3ffadb service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=ef75ba2a22e041aa9a029a438a502d8f&device_id=204a9a29-4bca-4bf9-8d1c-3557de4d7969 HTTP/1.1" status: 200 len: 1095 time: 0.0751393 Sep 24 15:36:53.408748 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d93a1c-196a-4477-b639-2ca7e482ca25 req-768976cb-3735-418a-b7a1-daf25eef5cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:53.410457 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-02d93a1c-196a-4477-b639-2ca7e482ca25 req-768976cb-3735-418a-b7a1-daf25eef5cdd service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=a5d241e3-daff-4bec-ad72-cd4d718f17c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1652260 Sep 24 15:36:53.468004 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def7b747-4557-4f10-8843-f9fa4817b39e req-b3d0c1e2-6c75-403f-9997-5cf0ca1438fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:53.469577 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-def7b747-4557-4f10-8843-f9fa4817b39e req-b3d0c1e2-6c75-403f-9997-5cf0ca1438fc service neutron] 10.222.0.110 "GET /v2.0/networks?id=a5d241e3-daff-4bec-ad72-cd4d718f17c0 HTTP/1.1" status: 200 len: 918 time: 0.1534693 Sep 24 15:36:53.479557 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1020d8a-0b09-4e86-b391-5985ffc8931e req-01135a8c-12d1-40ad-b114-16795bf1fd5f tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:53.481160 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a1020d8a-0b09-4e86-b391-5985ffc8931e req-01135a8c-12d1-40ad-b114-16795bf1fd5f tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/ports?device_id=54d5d58a-25ab-40af-a0d2-2d9d89f59737 HTTP/1.1" status: 200 len: 943 time: 0.0832672 Sep 24 15:36:53.495458 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-25128c4f-73a9-4336-a530-5a7caa7dce05 req-e98522e8-ad89-499b-bae9-2ab8cb66d178 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Deleting port 6ff65d2a-e143-4570-9b7a-a0356f19cba5 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:36:53.495910 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-25128c4f-73a9-4336-a530-5a7caa7dce05 req-e98522e8-ad89-499b-bae9-2ab8cb66d178 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:53.522812 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-def7b747-4557-4f10-8843-f9fa4817b39e req-7e18de63-45f5-4848-8105-74b339e59d77 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=48d8ca5c-4e0c-482c-ad72-bf6384518cfd HTTP/1.1" status: 200 len: 217 time: 0.0406859 Sep 24 15:36:53.551978 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device b78f78fa-c944-44b5-a25c-cc66a6b4c471 details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:36:53.590688 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a1020d8a-0b09-4e86-b391-5985ffc8931e req-bba7b151-71e9-4b4f-a766-29039e67297a tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f5b2d93-e3ed-4f90-a24f-de0f1d5dfc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012211 Sep 24 15:36:53.599207 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def7b747-4557-4f10-8843-f9fa4817b39e req-f5dda355-39db-4755-8b70-92c65c999e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:53.600720 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-def7b747-4557-4f10-8843-f9fa4817b39e req-f5dda355-39db-4755-8b70-92c65c999e62 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=ef0ee247-b4f2-447c-8f5d-e9561afd9063 HTTP/1.1" status: 200 len: 855 time: 0.0693395 Sep 24 15:36:53.652457 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-1b1ad36c-fcf9-4db3-9990-0f66c9343c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c130cc0d-3761-46ec-af9b-563a1891b674', 'name': 'tempest-AttachSCSIVolumeTestJSON-1020598886-router', 'tenant_id': '7b0f64d48dd547119b7bac7ad658aa1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': 'a1d64a3d-bf0e-4f0a-9701-4bea3c0b4a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:36:44Z', 'updated_at': '2021-09-24T15:36:50Z', 'revision_number': 4, 'project_id': '7b0f64d48dd547119b7bac7ad658aa1b', 'gw_port': {'id': 'a1d64a3d-bf0e-4f0a-9701-4bea3c0b4a1e', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:56:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c130cc0d-3761-46ec-af9b-563a1891b674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:36:45Z', 'updated_at': '2021-09-24T15:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '407a9909-95b1-4dc0-a14d-24aa7236c8f7', 'name': '', 'network_id': 'd147659c-db89-4692-8ad6-63309f9fc708', 'tenant_id': '7b0f64d48dd547119b7bac7ad658aa1b', 'mac_address': 'fa:16:3e:ba:d1:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c130cc0d-3761-46ec-af9b-563a1891b674', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '934617ff-87e2-4e8b-ad9c-0fd7afdcf789', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:36:49Z', 'updated_at': '2021-09-24T15:36:50Z', 'revision_number': 2, 'project_id': '7b0f64d48dd547119b7bac7ad658aa1b', 'subnets': [{'id': '934617ff-87e2-4e8b-ad9c-0fd7afdcf789', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:36:53.657729 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-02d93a1c-196a-4477-b639-2ca7e482ca25 req-a4fa202d-83be-4db9-9e44-9fa45f46b6e1 service neutron] 10.222.0.110 "GET /v2.0/networks/a5d241e3-daff-4bec-ad72-cd4d718f17c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266932 Sep 24 15:36:53.692264 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def7b747-4557-4f10-8843-f9fa4817b39e req-d56cc876-449e-45a4-96df-065456a91761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:53.693897 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-def7b747-4557-4f10-8843-f9fa4817b39e req-d56cc876-449e-45a4-96df-065456a91761 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=a5d241e3-daff-4bec-ad72-cd4d718f17c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0815222 Sep 24 15:36:53.722512 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-25128c4f-73a9-4336-a530-5a7caa7dce05 req-e98522e8-ad89-499b-bae9-2ab8cb66d178 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] For port 6ff65d2a-e143-4570-9b7a-a0356f19cba5, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=6ff65d2a-e143-4570-9b7a-a0356f19cba5,segment=NetworkSegment(5bd2529f-b450-42b6-8981-999bdd2f1ff0),segment_id=5bd2529f-b450-42b6-8981-999bdd2f1ff0)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:36:53.722512 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-25128c4f-73a9-4336-a530-5a7caa7dce05 req-e98522e8-ad89-499b-bae9-2ab8cb66d178 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:53.745488 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-25128c4f-73a9-4336-a530-5a7caa7dce05 req-e98522e8-ad89-499b-bae9-2ab8cb66d178 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Calling delete_port for 6ff65d2a-e143-4570-9b7a-a0356f19cba5 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:36:53.816062 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45802) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:53.845327 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-d960a665-f006-4389-9b53-4167ffb82190 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1910674166-network', 'tenant_id': 'd397fb5222b040e6912246e479ba9796'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:36:53.845586 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1ad36c-fcf9-4db3-9990-0f66c9343c18 None None] Checking router: c130cc0d-3761-46ec-af9b-563a1891b674 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:36:53.845934 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1ad36c-fcf9-4db3-9990-0f66c9343c18 None None] Updating router c130cc0d-3761-46ec-af9b-563a1891b674 port 407a9909-95b1-4dc0-a14d-24aa7236c8f7 binding host n-d-808921-1 {{(pid=95299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:36:53.854258 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e0beb63-85c0-43d8-bb7b-e6a5ccb6b7d5 x-openstack-request-id: req-4e0beb63-85c0-43d8-bb7b-e6a5ccb6b7d5 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:36:53.854883 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54d5d58a-25ab-40af-a0d2-2d9d89f59737", "tag": "6455f97d-5788-47d7-afef-9a8319c959c7", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:36:53.854883 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4e0beb63-85c0-43d8-bb7b-e6a5ccb6b7d5 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:36:53.855160 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54d5d58a-25ab-40af-a0d2-2d9d89f59737', 'tag': '6455f97d-5788-47d7-afef-9a8319c959c7', 'status': 'completed', 'code': 200} Sep 24 15:36:53.923529 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-1b1ad36c-fcf9-4db3-9990-0f66c9343c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:53.993095 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-def7b747-4557-4f10-8843-f9fa4817b39e req-8bb21523-76ca-46f2-97fd-5fa0081b04e0 service neutron] 10.222.0.110 "GET /v2.0/networks/a5d241e3-daff-4bec-ad72-cd4d718f17c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2847250 Sep 24 15:36:54.058509 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device a1d64a3d-bf0e-4f0a-9701-4bea3c0b4a1e up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:36:54.121800 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b2fe2b-01dc-4b80-ade1-1293d0b4b7a9 req-93b08b3b-6bbc-4ed0-8703-3f48cbbe9ea8 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:54.124740 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f8b2fe2b-01dc-4b80-ade1-1293d0b4b7a9 req-93b08b3b-6bbc-4ed0-8703-3f48cbbe9ea8 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=66846ce6-4c5f-4d27-8f7f-1f9cfee18c7e HTTP/1.1" status: 200 len: 945 time: 0.2265315 Sep 24 15:36:54.152102 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port b78f78fa-c944-44b5-a25c-cc66a6b4c471, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=b78f78fa-c944-44b5-a25c-cc66a6b4c471,segment=NetworkSegment(811924e7-50f3-438e-9588-4a3df0c9fdb3),segment_id=811924e7-50f3-438e-9588-4a3df0c9fdb3)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:36:54.161597 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d960a665-f006-4389-9b53-4167ffb82190 admin admin] Made reservation on behalf of d397fb5222b040e6912246e479ba9796 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:36:54.163902 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d960a665-f006-4389-9b53-4167ffb82190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:54.198795 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d960a665-f006-4389-9b53-4167ffb82190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:54.199526 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': 'b78f78fa-c944-44b5-a25c-cc66a6b4c471', 'network_id': 'a5d241e3-daff-4bec-ad72-cd4d718f17c0', 'port_id': 'b78f78fa-c944-44b5-a25c-cc66a6b4c471', 'mac_address': 'fa:16:3e:81:e2:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef0ee247-b4f2-447c-8f5d-e9561afd9063', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:36:54.261749 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:54.278593 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b78f78fa-c944-44b5-a25c-cc66a6b4c471 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:36:54.287356 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port a1d64a3d-bf0e-4f0a-9701-4bea3c0b4a1e triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:36:54.288122 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:54.367586 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf09418-30ab-4f5d-8f08-ded2a44cd06e req-6affca2e-d8be-411e-84c9-2b1cc822e11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:54.369311 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ebf09418-30ab-4f5d-8f08-ded2a44cd06e req-6affca2e-d8be-411e-84c9-2b1cc822e11e service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=c99d52405d9141d6b21e8bd3f638dbfc&device_id=66846ce6-4c5f-4d27-8f7f-1f9cfee18c7e HTTP/1.1" status: 200 len: 1096 time: 0.5540767 Sep 24 15:36:54.371221 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-02d93a1c-196a-4477-b639-2ca7e482ca25 req-15b03c5b-6fdb-412a-8061-663180e7dd14 service neutron] 10.222.0.110 "GET /v2.0/networks/a5d241e3-daff-4bec-ad72-cd4d718f17c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6957839 Sep 24 15:36:54.371675 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port b78f78fa-c944-44b5-a25c-cc66a6b4c471, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=b78f78fa-c944-44b5-a25c-cc66a6b4c471,segment=NetworkSegment(811924e7-50f3-438e-9588-4a3df0c9fdb3),segment_id=811924e7-50f3-438e-9588-4a3df0c9fdb3)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:36:54.471258 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-1b1ad36c-fcf9-4db3-9990-0f66c9343c18 None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:54.481092 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:54.491411 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae6685-cfd5-4b85-b12a-dad18a057c47 req-25bb19fc-41e4-47eb-8194-ecd4fe32f882 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:54.491411 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7bae6685-cfd5-4b85-b12a-dad18a057c47 req-25bb19fc-41e4-47eb-8194-ecd4fe32f882 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=2c3340ff-fa70-41a6-9dc2-76db0aa611a5 HTTP/1.1" status: 200 len: 949 time: 0.1842678 Sep 24 15:36:54.533443 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=b78f78fa-c944-44b5-a25c-cc66a6b4c471,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:54.557949 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf09418-30ab-4f5d-8f08-ded2a44cd06e req-c1a375c9-7fcf-41ae-b78b-a0db810639a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:54.559600 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ebf09418-30ab-4f5d-8f08-ded2a44cd06e req-c1a375c9-7fcf-41ae-b78b-a0db810639a8 service neutron] 10.222.0.108 "GET /v2.0/networks?id=701084d1-b6de-45b7-9441-4205d9510bac HTTP/1.1" status: 200 len: 921 time: 0.1809800 Sep 24 15:36:54.602035 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-1b1ad36c-fcf9-4db3-9990-0f66c9343c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:54.606693 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-def7b747-4557-4f10-8843-f9fa4817b39e req-ec521cd4-90c0-431d-920a-d687152832fb service neutron] 10.222.0.110 "GET /v2.0/networks/a5d241e3-daff-4bec-ad72-cd4d718f17c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5791385 Sep 24 15:36:54.619041 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f8b2fe2b-01dc-4b80-ade1-1293d0b4b7a9 req-5bd91d62-d699-42ae-8e02-0972b07d9a3e tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4651666 Sep 24 15:36:54.655966 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ebf09418-30ab-4f5d-8f08-ded2a44cd06e req-588774e2-4817-4310-bb48-ccce191098cc service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1922459f-713f-46a2-93d7-97573894ee7a HTTP/1.1" status: 200 len: 217 time: 0.0796266 Sep 24 15:36:54.671269 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7bae6685-cfd5-4b85-b12a-dad18a057c47 req-a50f6f4c-127f-4b94-993f-1f583b506d1f tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711888 Sep 24 15:36:54.723109 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d5a807-6bb8-408b-8831-54726170fa42 None None] Pushing event updated for resources: {'Port': ['ID=407a9909-95b1-4dc0-a14d-24aa7236c8f7,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:54.724554 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d4c69-a832-426e-84ed-4577cb18b2ac req-371322b0-f1a2-4fcf-af20-6f6d569d9177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:54.725782 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e45d4c69-a832-426e-84ed-4577cb18b2ac req-371322b0-f1a2-4fcf-af20-6f6d569d9177 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=ef75ba2a22e041aa9a029a438a502d8f&device_id=54d5d58a-25ab-40af-a0d2-2d9d89f59737 HTTP/1.1" status: 200 len: 1094 time: 0.1626971 Sep 24 15:36:54.734830 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf09418-30ab-4f5d-8f08-ded2a44cd06e req-e345b31d-d0f9-47d6-b401-5555ff9cf996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:54.734934 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ebf09418-30ab-4f5d-8f08-ded2a44cd06e req-e345b31d-d0f9-47d6-b401-5555ff9cf996 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=b845deee-5fbd-4c8d-bd12-b1efe896aa17 HTTP/1.1" status: 200 len: 859 time: 0.0624635 Sep 24 15:36:54.736836 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-25128c4f-73a9-4336-a530-5a7caa7dce05 req-e98522e8-ad89-499b-bae9-2ab8cb66d178 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:54.740767 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-1b1ad36c-fcf9-4db3-9990-0f66c9343c18 None None] Attempting to bind port 407a9909-95b1-4dc0-a14d-24aa7236c8f7 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:36:54.741140 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-1b1ad36c-fcf9-4db3-9990-0f66c9343c18 None None] Attempting to bind port 407a9909-95b1-4dc0-a14d-24aa7236c8f7 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '75401dd4-8dca-4636-94e8-42af76799b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'd147659c-db89-4692-8ad6-63309f9fc708'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:36:54.741533 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1ad36c-fcf9-4db3-9990-0f66c9343c18 None None] Attempting to bind port 407a9909-95b1-4dc0-a14d-24aa7236c8f7 on network d147659c-db89-4692-8ad6-63309f9fc708 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:36:54.747343 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1ad36c-fcf9-4db3-9990-0f66c9343c18 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:36:54.747783 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1ad36c-fcf9-4db3-9990-0f66c9343c18 None None] Checking segment: {'id': '75401dd4-8dca-4636-94e8-42af76799b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'd147659c-db89-4692-8ad6-63309f9fc708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:36:54.748743 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-1b1ad36c-fcf9-4db3-9990-0f66c9343c18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:54.749315 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b1ad36c-fcf9-4db3-9990-0f66c9343c18 None None] Bound using segment: {'id': '75401dd4-8dca-4636-94e8-42af76799b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'd147659c-db89-4692-8ad6-63309f9fc708'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:36:54.749925 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-1b1ad36c-fcf9-4db3-9990-0f66c9343c18 None None] Bound port: 407a9909-95b1-4dc0-a14d-24aa7236c8f7, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75401dd4-8dca-4636-94e8-42af76799b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'd147659c-db89-4692-8ad6-63309f9fc708'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:36:54.750331 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-1b1ad36c-fcf9-4db3-9990-0f66c9343c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:54.768288 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['b78f78fa-c944-44b5-a25c-cc66a6b4c471'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:36:54.796354 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2a21a8e7-c173-403d-a1ab-f36575d654ad req-ff02f0ed-6043-4c1b-ad77-73bd00ef2dac tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=eb088bff-fcfd-4c14-a9e8-196cc1fc32a6 HTTP/1.1" status: 200 len: 210 time: 0.0547647 Sep 24 15:36:54.912633 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ebf09418-30ab-4f5d-8f08-ded2a44cd06e req-c0daa7c5-7e92-4314-ba5f-22ba5850d2ad service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=701084d1-b6de-45b7-9441-4205d9510bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1345809 Sep 24 15:36:54.913504 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98522e8-ad89-499b-bae9-2ab8cb66d178 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Pushing event deleted for resources: {'Port': ['ID=6ff65d2a-e143-4570-9b7a-a0356f19cba5,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:54.960412 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-1b1ad36c-fcf9-4db3-9990-0f66c9343c18 None None] For port 407a9909-95b1-4dc0-a14d-24aa7236c8f7, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:36:54.960927 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d960a665-f006-4389-9b53-4167ffb82190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:54.966127 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-1b1ad36c-fcf9-4db3-9990-0f66c9343c18 None None] For port 407a9909-95b1-4dc0-a14d-24aa7236c8f7, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=407a9909-95b1-4dc0-a14d-24aa7236c8f7,segment=NetworkSegment(75401dd4-8dca-4636-94e8-42af76799b59),segment_id=75401dd4-8dca-4636-94e8-42af76799b59)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:36:55.039482 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-21802fa2-3478-4122-b6e0-c869df4ebf28 None None] Provisioning complete for port 407a9909-95b1-4dc0-a14d-24aa7236c8f7 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:36:55.039898 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-21802fa2-3478-4122-b6e0-c869df4ebf28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:55.072158 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-25128c4f-73a9-4336-a530-5a7caa7dce05 req-e98522e8-ad89-499b-bae9-2ab8cb66d178 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] No DVR routers for this DVR port 6ff65d2a-e143-4570-9b7a-a0356f19cba5 on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:36:55.078142 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-25128c4f-73a9-4336-a530-5a7caa7dce05 req-e98522e8-ad89-499b-bae9-2ab8cb66d178 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:55.080413 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-25128c4f-73a9-4336-a530-5a7caa7dce05 req-e98522e8-ad89-499b-bae9-2ab8cb66d178 tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.108 "DELETE /v2.0/ports/6ff65d2a-e143-4570-9b7a-a0356f19cba5 HTTP/1.1" status: 204 len: 173 time: 1.8427889 Sep 24 15:36:55.084701 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-21802fa2-3478-4122-b6e0-c869df4ebf28 None None] Port 407a9909-95b1-4dc0-a14d-24aa7236c8f7 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:36:55.104010 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d960a665-f006-4389-9b53-4167ffb82190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:55.107691 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-1b1ad36c-fcf9-4db3-9990-0f66c9343c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:55.136324 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d960a665-f006-4389-9b53-4167ffb82190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c2b69a-a5be-41d1-b2a7-be48ff4e0642,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:55.146719 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d960a665-f006-4389-9b53-4167ffb82190 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1288} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:36:55.158050 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b501ba2a-67d4-49a9-a42e-30d0a94e66de req-a259223e-048c-47f0-bc89-bfe348628d73 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:55.161443 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b501ba2a-67d4-49a9-a42e-30d0a94e66de req-a259223e-048c-47f0-bc89-bfe348628d73 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/ports?device_id=54d5d58a-25ab-40af-a0d2-2d9d89f59737 HTTP/1.1" status: 200 len: 943 time: 0.2532244 Sep 24 15:36:55.161443 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d4c69-a832-426e-84ed-4577cb18b2ac req-cd064cc4-bcd5-4b3c-a65f-01d712f73606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:55.162058 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e45d4c69-a832-426e-84ed-4577cb18b2ac req-cd064cc4-bcd5-4b3c-a65f-01d712f73606 service neutron] 10.222.0.110 "GET /v2.0/networks?id=a5d241e3-daff-4bec-ad72-cd4d718f17c0 HTTP/1.1" status: 200 len: 918 time: 0.4263368 Sep 24 15:36:55.169868 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1ad36c-fcf9-4db3-9990-0f66c9343c18 None None] Routers {'c130cc0d-3761-46ec-af9b-563a1891b674'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:36:55.170950 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-1b1ad36c-fcf9-4db3-9990-0f66c9343c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:36:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['c130cc0d-3761-46ec-af9b-563a1891b674'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:36:55.183930 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d960a665-f006-4389-9b53-4167ffb82190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:55.184470 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-d960a665-f006-4389-9b53-4167ffb82190 admin admin] Added segment 9ba2f120-89b6-43a9-bf00-64b6dee5885d of type vlan for network 7b35859c-b695-4459-943b-180cf9e588a3 Sep 24 15:36:55.213849 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d5a807-6bb8-408b-8831-54726170fa42 None None] Pushing event updated for resources: {'Port': ['ID=407a9909-95b1-4dc0-a14d-24aa7236c8f7,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:55.236227 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ebf09418-30ab-4f5d-8f08-ded2a44cd06e req-d318d699-541b-4986-bea1-36203fbc2fdb service neutron] 10.222.0.108 "GET /v2.0/networks/701084d1-b6de-45b7-9441-4205d9510bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786901 Sep 24 15:36:55.243328 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e45d4c69-a832-426e-84ed-4577cb18b2ac req-f4c43f62-7194-4dea-b99b-1d6fefc4df40 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6455f97d-5788-47d7-afef-9a8319c959c7 HTTP/1.1" status: 200 len: 217 time: 0.0698302 Sep 24 15:36:55.245684 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d960a665-f006-4389-9b53-4167ffb82190 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:55.319438 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-1b1ad36c-fcf9-4db3-9990-0f66c9343c18 None None] Set router c130cc0d-3761-46ec-af9b-563a1891b674 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:36:55.359937 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b501ba2a-67d4-49a9-a42e-30d0a94e66de req-e5b97d8e-466a-4827-8a3b-90097a769ad6 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f5b2d93-e3ed-4f90-a24f-de0f1d5dfc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875274 Sep 24 15:36:55.388208 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d4c69-a832-426e-84ed-4577cb18b2ac req-11528d3b-bf57-4627-a498-29adddc5ca2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:55.390822 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e45d4c69-a832-426e-84ed-4577cb18b2ac req-11528d3b-bf57-4627-a498-29adddc5ca2c service neutron] 10.222.0.110 "GET /v2.0/subnets?id=ef0ee247-b4f2-447c-8f5d-e9561afd9063 HTTP/1.1" status: 200 len: 855 time: 0.1332433 Sep 24 15:36:55.396578 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d960a665-f006-4389-9b53-4167ffb82190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:55.397840 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d960a665-f006-4389-9b53-4167ffb82190 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:55.398568 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d960a665-f006-4389-9b53-4167ffb82190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:55.472163 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ebf09418-30ab-4f5d-8f08-ded2a44cd06e req-f0184199-fd5e-47c9-93d7-e8435ba529a6 service neutron] 10.222.0.108 "GET /v2.0/networks/701084d1-b6de-45b7-9441-4205d9510bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262738 Sep 24 15:36:55.473203 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d960a665-f006-4389-9b53-4167ffb82190 admin admin] Pushing event updated for resources: {'Network': ['ID=7b35859c-b695-4459-943b-180cf9e588a3,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:55.493102 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d4c69-a832-426e-84ed-4577cb18b2ac req-08794aac-96f2-45e6-9c67-4ad9ae2e1df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:55.494993 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e45d4c69-a832-426e-84ed-4577cb18b2ac req-08794aac-96f2-45e6-9c67-4ad9ae2e1df1 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=a5d241e3-daff-4bec-ad72-cd4d718f17c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0931792 Sep 24 15:36:55.517930 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45828) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:55.518146 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 7b35859c-b695-4459-943b-180cf9e588a3 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:36:55.563766 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 48d8ca5c-4e0c-482c-ad72-bf6384518cfd details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:36:55.565737 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device b78f78fa-c944-44b5-a25c-cc66a6b4c471 up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:36:55.575919 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-d960a665-f006-4389-9b53-4167ffb82190 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.7563646 Sep 24 15:36:55.576166 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45832) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:55.582584 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-c7958186-1764-49fb-a578-78ba929f0837 admin admin] Request body: {'subnet': {'network_id': '7b35859c-b695-4459-943b-180cf9e588a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1910674166-subnet', 'tenant_id': 'd397fb5222b040e6912246e479ba9796', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:36:55.637560 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e45d4c69-a832-426e-84ed-4577cb18b2ac req-8c0e0e06-5e00-426d-b2a0-b2a7cc6801e4 service neutron] 10.222.0.110 "GET /v2.0/networks/a5d241e3-daff-4bec-ad72-cd4d718f17c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168377 Sep 24 15:36:55.641799 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-25b04aa6-c48f-41fe-83f4-626f5cf3d7a3 None None] Provisioning complete for port 407a9909-95b1-4dc0-a14d-24aa7236c8f7 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:36:55.642105 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-25b04aa6-c48f-41fe-83f4-626f5cf3d7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:55.682302 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b277cede-0dda-4b57-9de6-f590bde32e3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:55.745862 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7958186-1764-49fb-a578-78ba929f0837 admin admin] Made reservation on behalf of d397fb5222b040e6912246e479ba9796 for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:36:55.748162 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c7958186-1764-49fb-a578-78ba929f0837 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:55.808031 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e45d4c69-a832-426e-84ed-4577cb18b2ac req-7863f700-e223-42e4-83b1-07cc99d537ec service neutron] 10.222.0.110 "GET /v2.0/networks/a5d241e3-daff-4bec-ad72-cd4d718f17c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695123 Sep 24 15:36:55.841927 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721d0736-53e3-45f4-b146-ac5ab8cdbacb req-89f52740-1ba6-41dd-aeca-767eacc10fe9 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:55.844408 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-721d0736-53e3-45f4-b146-ac5ab8cdbacb req-89f52740-1ba6-41dd-aeca-767eacc10fe9 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=2c3340ff-fa70-41a6-9dc2-76db0aa611a5 HTTP/1.1" status: 200 len: 949 time: 0.1050072 Sep 24 15:36:55.858467 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb088bff-fcfd-4c14-a9e8-196cc1fc32a6', 'name': 'network-vif-deleted', 'tag': '6ff65d2a-e143-4570-9b7a-a0356f19cba5'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:36:55.860970 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0caf181d-266c-486d-8a29-b143295017bb" -d '{"events": [{"server_uuid": "eb088bff-fcfd-4c14-a9e8-196cc1fc32a6", "name": "network-vif-deleted", "tag": "6ff65d2a-e143-4570-9b7a-a0356f19cba5"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:36:55.870638 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491752ee-5625-44e6-9f14-e77e0ce30491 req-589b9cd2-e049-4f4f-b26d-4e218115174e tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:55.876959 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-491752ee-5625-44e6-9f14-e77e0ce30491 req-589b9cd2-e049-4f4f-b26d-4e218115174e tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=66846ce6-4c5f-4d27-8f7f-1f9cfee18c7e HTTP/1.1" status: 200 len: 945 time: 0.1612704 Sep 24 15:36:55.886425 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.db.resource_extend [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 24 15:36:55.898042 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-721d0736-53e3-45f4-b146-ac5ab8cdbacb req-47bfbd74-59cb-4f3f-a0cc-f33dcc6bc8b2 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450280 Sep 24 15:36:55.994758 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-491752ee-5625-44e6-9f14-e77e0ce30491 req-5512c53d-920a-48b4-a3f1-91428a07f1de tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022427 Sep 24 15:36:56.002930 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b277cede-0dda-4b57-9de6-f590bde32e3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:56.016673 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-25a46aa1-9ac9-4ba1-885b-06edcaa01468 req-9b872ad1-74a8-496c-a186-9ddd4244c9de tempest-LiveAutoBlockMigrationV225Test-1901041364 tempest-LiveAutoBlockMigrationV225Test-1901041364-project] 10.222.0.101 "GET /v2.0/ports?device_id=eb088bff-fcfd-4c14-a9e8-196cc1fc32a6 HTTP/1.1" status: 200 len: 210 time: 0.0355992 Sep 24 15:36:56.049393 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-1b1ad36c-fcf9-4db3-9990-0f66c9343c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c130cc0d-3761-46ec-af9b-563a1891b674', 'name': 'tempest-AttachSCSIVolumeTestJSON-1020598886-router', 'tenant_id': '7b0f64d48dd547119b7bac7ad658aa1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': 'a1d64a3d-bf0e-4f0a-9701-4bea3c0b4a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:36:44Z', 'updated_at': '2021-09-24T15:36:50Z', 'revision_number': 4, 'project_id': '7b0f64d48dd547119b7bac7ad658aa1b', 'gw_port': {'id': 'a1d64a3d-bf0e-4f0a-9701-4bea3c0b4a1e', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:56:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c130cc0d-3761-46ec-af9b-563a1891b674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:36:45Z', 'updated_at': '2021-09-24T15:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '407a9909-95b1-4dc0-a14d-24aa7236c8f7', 'name': '', 'network_id': 'd147659c-db89-4692-8ad6-63309f9fc708', 'tenant_id': '7b0f64d48dd547119b7bac7ad658aa1b', 'mac_address': 'fa:16:3e:ba:d1:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c130cc0d-3761-46ec-af9b-563a1891b674', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '934617ff-87e2-4e8b-ad9c-0fd7afdcf789', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:36:49Z', 'updated_at': '2021-09-24T15:36:54Z', 'revision_number': 4, 'project_id': '7b0f64d48dd547119b7bac7ad658aa1b', 'subnets': [{'id': '934617ff-87e2-4e8b-ad9c-0fd7afdcf789', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:36:56.079934 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b880f82d-40f4-4dce-af74-eb782cef93e8 x-openstack-request-id: req-b880f82d-40f4-4dce-af74-eb782cef93e8 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:36:56.080300 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb088bff-fcfd-4c14-a9e8-196cc1fc32a6", "name": "network-vif-deleted", "tag": "6ff65d2a-e143-4570-9b7a-a0356f19cba5", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:36:56.080620 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b880f82d-40f4-4dce-af74-eb782cef93e8 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:36:56.081076 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb088bff-fcfd-4c14-a9e8-196cc1fc32a6', 'name': 'network-vif-deleted', 'tag': '6ff65d2a-e143-4570-9b7a-a0356f19cba5', 'status': 'completed', 'code': 200} Sep 24 15:36:56.093049 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b1ad36c-fcf9-4db3-9990-0f66c9343c18 None None] The sync data for ids ['c130cc0d-3761-46ec-af9b-563a1891b674'] in n-d-808921-1 is: [{'id': 'c130cc0d-3761-46ec-af9b-563a1891b674', 'name': 'tempest-AttachSCSIVolumeTestJSON-1020598886-router', 'tenant_id': '7b0f64d48dd547119b7bac7ad658aa1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': 'a1d64a3d-bf0e-4f0a-9701-4bea3c0b4a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:36:44Z', 'updated_at': '2021-09-24T15:36:50Z', 'revision_number': 4, 'project_id': '7b0f64d48dd547119b7bac7ad658aa1b', 'gw_port': {'id': 'a1d64a3d-bf0e-4f0a-9701-4bea3c0b4a1e', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:56:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c130cc0d-3761-46ec-af9b-563a1891b674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:36:45Z', 'updated_at': '2021-09-24T15:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '407a9909-95b1-4dc0-a14d-24aa7236c8f7', 'name': '', 'network_id': 'd147659c-db89-4692-8ad6-63309f9fc708', 'tenant_id': '7b0f64d48dd547119b7bac7ad658aa1b', 'mac_address': 'fa:16:3e:ba:d1:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c130cc0d-3761-46ec-af9b-563a1891b674', 'device_owner': 'network:router_interface', 'standard_attr_id': 841, 'fixed_ips': [{'subnet_id': '934617ff-87e2-4e8b-ad9c-0fd7afdcf789', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:36:49Z', 'updated_at': '2021-09-24T15:36:54Z', 'revision_number': 4, 'project_id': '7b0f64d48dd547119b7bac7ad658aa1b', 'subnets': [{'id': '934617ff-87e2-4e8b-ad9c-0fd7afdcf789', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:36:56.099045 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 48d8ca5c-4e0c-482c-ad72-bf6384518cfd, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=48d8ca5c-4e0c-482c-ad72-bf6384518cfd,segment=NetworkSegment(811924e7-50f3-438e-9588-4a3df0c9fdb3),segment_id=811924e7-50f3-438e-9588-4a3df0c9fdb3)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:36:56.109393 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port b78f78fa-c944-44b5-a25c-cc66a6b4c471 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:36:56.114420 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-25b04aa6-c48f-41fe-83f4-626f5cf3d7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:56.116354 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 6ff65d2a-e143-4570-9b7a-a0356f19cba5 no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:36:56.138484 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b277cede-0dda-4b57-9de6-f590bde32e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:56.177023 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port b78f78fa-c944-44b5-a25c-cc66a6b4c471 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:36:56.177023 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:56.178002 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': '48d8ca5c-4e0c-482c-ad72-bf6384518cfd', 'network_id': 'a5d241e3-daff-4bec-ad72-cd4d718f17c0', 'port_id': '48d8ca5c-4e0c-482c-ad72-bf6384518cfd', 'mac_address': 'fa:16:3e:65:d5:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef0ee247-b4f2-447c-8f5d-e9561afd9063', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:36:56.181083 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] No Port match for: 6ff65d2a-e143-4570-9b7a-a0356f19cba5 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:36:56.181425 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 6ff65d2a-e143-4570-9b7a-a0356f19cba5 not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:36:56.212671 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c7958186-1764-49fb-a578-78ba929f0837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:56.254277 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-25b04aa6-c48f-41fe-83f4-626f5cf3d7a3 None None] For port 407a9909-95b1-4dc0-a14d-24aa7236c8f7, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=407a9909-95b1-4dc0-a14d-24aa7236c8f7,segment=NetworkSegment(75401dd4-8dca-4636-94e8-42af76799b59),segment_id=75401dd4-8dca-4636-94e8-42af76799b59)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:36:56.275990 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b277cede-0dda-4b57-9de6-f590bde32e3d admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=510c79c15fe74c0b9e9fa2835197da36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7568045 Sep 24 15:36:56.276838 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:56.277721 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b277cede-0dda-4b57-9de6-f590bde32e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b754fb47-4170-48ce-9b8c-37ce8907eb43,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:56.278663 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45850) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:56.298812 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48d8ca5c-4e0c-482c-ad72-bf6384518cfd {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:36:56.310258 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7958186-1764-49fb-a578-78ba929f0837 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88b78188-396c-4d03-9bdf-1a8057c9fd53,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:56.339960 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7958186-1764-49fb-a578-78ba929f0837 admin admin] Checking segment: {'id': '9ba2f120-89b6-43a9-bf00-64b6dee5885d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '7b35859c-b695-4459-943b-180cf9e588a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:36:56.340417 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7958186-1764-49fb-a578-78ba929f0837 admin admin] Network hostable DHCP agents. Network: 7b35859c-b695-4459-943b-180cf9e588a3, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:36:56.355750 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 48d8ca5c-4e0c-482c-ad72-bf6384518cfd, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=48d8ca5c-4e0c-482c-ad72-bf6384518cfd,segment=NetworkSegment(811924e7-50f3-438e-9588-4a3df0c9fdb3),segment_id=811924e7-50f3-438e-9588-4a3df0c9fdb3)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:36:56.362545 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-25b04aa6-c48f-41fe-83f4-626f5cf3d7a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:56.372146 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2e06665b-cd1d-4837-8e65-505cbc9c4039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:56.390737 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2e06665b-cd1d-4837-8e65-505cbc9c4039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:56.406326 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:56.456719 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b04aa6-c48f-41fe-83f4-626f5cf3d7a3 None None] Pushing event updated for resources: {'Port': ['ID=407a9909-95b1-4dc0-a14d-24aa7236c8f7,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:56.471892 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '402ca712-89ca-465d-9473-3e16da90ca1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b78f78fa-c944-44b5-a25c-cc66a6b4c471'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:36:56.474323 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-053c143c-f472-4e06-a662-b2b57a31e4a4" -d '{"events": [{"server_uuid": "402ca712-89ca-465d-9473-3e16da90ca1b", "name": "network-vif-plugged", "status": "completed", "tag": "b78f78fa-c944-44b5-a25c-cc66a6b4c471"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:36:56.481711 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7958186-1764-49fb-a578-78ba929f0837 admin admin] Network 7b35859c-b695-4459-943b-180cf9e588a3 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:36:56.497098 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:56.500873 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port b78f78fa-c944-44b5-a25c-cc66a6b4c471, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=b78f78fa-c944-44b5-a25c-cc66a6b4c471,segment=NetworkSegment(811924e7-50f3-438e-9588-4a3df0c9fdb3),segment_id=811924e7-50f3-438e-9588-4a3df0c9fdb3)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:36:56.536325 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce692382-9896-432d-a777-7bdd252ecc89 x-openstack-request-id: req-ce692382-9896-432d-a777-7bdd252ecc89 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:36:56.536680 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "402ca712-89ca-465d-9473-3e16da90ca1b", "name": "network-vif-plugged", "status": "completed", "tag": "b78f78fa-c944-44b5-a25c-cc66a6b4c471", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:36:56.536999 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ce692382-9896-432d-a777-7bdd252ecc89 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:36:56.537505 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '402ca712-89ca-465d-9473-3e16da90ca1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b78f78fa-c944-44b5-a25c-cc66a6b4c471', 'code': 200} Sep 24 15:36:56.546152 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1298d3ba-2d30-44c4-8923-04cc99fc4c1a req-1882897d-6442-430c-8c55-fd4bb0f41a8d tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:56.555074 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1298d3ba-2d30-44c4-8923-04cc99fc4c1a req-1882897d-6442-430c-8c55-fd4bb0f41a8d tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/ports?device_id=54d5d58a-25ab-40af-a0d2-2d9d89f59737 HTTP/1.1" status: 200 len: 943 time: 0.0955727 Sep 24 15:36:56.562881 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=48d8ca5c-4e0c-482c-ad72-bf6384518cfd,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:56.597834 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1298d3ba-2d30-44c4-8923-04cc99fc4c1a req-53059fea-d70b-48cf-968e-acc93546c26d tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f5b2d93-e3ed-4f90-a24f-de0f1d5dfc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401192 Sep 24 15:36:56.598484 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2e06665b-cd1d-4837-8e65-505cbc9c4039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:56.601105 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2e06665b-cd1d-4837-8e65-505cbc9c4039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:56.602178 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-2e06665b-cd1d-4837-8e65-505cbc9c4039 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/b754fb47-4170-48ce-9b8c-37ce8907eb43 HTTP/1.1" status: 204 len: 168 time: 0.3206723 Sep 24 15:36:56.620325 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e06665b-cd1d-4837-8e65-505cbc9c4039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b754fb47-4170-48ce-9b8c-37ce8907eb43,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:56.651602 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-c7958186-1764-49fb-a578-78ba929f0837 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 7b35859c-b695-4459-943b-180cf9e588a3) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:36:56.656747 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7958186-1764-49fb-a578-78ba929f0837 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:56.657761 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c7958186-1764-49fb-a578-78ba929f0837 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:56.661966 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:56.672989 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7591353c-e48d-4a57-b046-f6bbb984250c None None] Network 7b35859c-b695-4459-943b-180cf9e588a3 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:36:56.707129 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7ce1fc-8a61-4f39-806e-f63fc535b7a9 req-7064cd93-6541-4093-b9b8-4185730585b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:56.708724 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1f7ce1fc-8a61-4f39-806e-f63fc535b7a9 req-7064cd93-6541-4093-b9b8-4185730585b4 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=402ca712-89ca-465d-9473-3e16da90ca1b HTTP/1.1" status: 200 len: 1096 time: 0.0902731 Sep 24 15:36:56.751142 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1f7ce1fc-8a61-4f39-806e-f63fc535b7a9 req-dd78ab33-ca67-45fc-b6e9-0554a795d872 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=6f5b2d93-e3ed-4f90-a24f-de0f1d5dfc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342889 Sep 24 15:36:56.773076 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=b78f78fa-c944-44b5-a25c-cc66a6b4c471,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:56.804124 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['48d8ca5c-4e0c-482c-ad72-bf6384518cfd'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:36:56.866575 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-c7958186-1764-49fb-a578-78ba929f0837 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2886915 Sep 24 15:36:56.869248 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45858) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:56.874213 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-46273ff9-90c3-4643-affc-a2679203fe8f admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1910674166-router', 'tenant_id': 'd397fb5222b040e6912246e479ba9796', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:36:56.918497 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e6d58c-c812-4ebd-a946-92b05e2dc236 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-7b35859c-b695-4459-943b-180cf9e588a3', 'network_id': '7b35859c-b695-4459-943b-180cf9e588a3', 'tenant_id': 'd397fb5222b040e6912246e479ba9796', 'fixed_ips': [{'subnet_id': '88b78188-396c-4d03-9bdf-1a8057c9fd53'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:36:56.919352 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b0e6d58c-c812-4ebd-a946-92b05e2dc236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:57.007377 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-46273ff9-90c3-4643-affc-a2679203fe8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:57.011121 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-46273ff9-90c3-4643-affc-a2679203fe8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:57.125825 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-46273ff9-90c3-4643-affc-a2679203fe8f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:57.138966 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313f6c33-a219-4b4d-b15b-cc3728733ed2 req-914ffbc1-7988-4ae3-b26b-e69ea209c6c1 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:57.149773 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-313f6c33-a219-4b4d-b15b-cc3728733ed2 req-914ffbc1-7988-4ae3-b26b-e69ea209c6c1 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=2c3340ff-fa70-41a6-9dc2-76db0aa611a5 HTTP/1.1" status: 200 len: 949 time: 0.1472523 Sep 24 15:36:57.204855 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-b0e6d58c-c812-4ebd-a946-92b05e2dc236 None None] Allocated IP 172.20.0.2 (7b35859c-b695-4459-943b-180cf9e588a3/88b78188-396c-4d03-9bdf-1a8057c9fd53/64d6357e-4044-4007-84ac-0100682dda96) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:36:57.211521 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-313f6c33-a219-4b4d-b15b-cc3728733ed2 req-ae6c84af-96d7-45e1-b3ed-1801ee29f5eb tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599339 Sep 24 15:36:57.228049 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526591ba-5886-4023-b23c-a20d22a2ffa0 req-a17996c1-32cf-4276-b445-b6b42e66b49e tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:57.230717 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-526591ba-5886-4023-b23c-a20d22a2ffa0 req-a17996c1-32cf-4276-b445-b6b42e66b49e tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=66846ce6-4c5f-4d27-8f7f-1f9cfee18c7e HTTP/1.1" status: 200 len: 945 time: 0.0971665 Sep 24 15:36:57.257891 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45878) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:57.405084 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b0e6d58c-c812-4ebd-a946-92b05e2dc236 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:57.442773 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-526591ba-5886-4023-b23c-a20d22a2ffa0 req-94f26f23-9b59-4d20-b389-919714ab8de2 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967819 Sep 24 15:36:57.484099 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-46273ff9-90c3-4643-affc-a2679203fe8f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:57.509602 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-2291c5f7-a080-4a5c-af3d-ff4b1f0b89c8 admin admin] Deleting subnet 5c649312-ea12-4119-a9ca-d79c73d589c6 {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:36:57.512757 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2291c5f7-a080-4a5c-af3d-ff4b1f0b89c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:57.522122 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b0e6d58c-c812-4ebd-a946-92b05e2dc236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:57.554791 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2291c5f7-a080-4a5c-af3d-ff4b1f0b89c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:57.564139 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 6455f97d-5788-47d7-afef-9a8319c959c7 details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:36:57.573939 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0e6d58c-c812-4ebd-a946-92b05e2dc236 None None] Network 7b35859c-b695-4459-943b-180cf9e588a3 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:36:57.583181 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-b0e6d58c-c812-4ebd-a946-92b05e2dc236 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:36:57.585603 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e6d58c-c812-4ebd-a946-92b05e2dc236 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:36:57.599450 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2291c5f7-a080-4a5c-af3d-ff4b1f0b89c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:57.602618 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e6d58c-c812-4ebd-a946-92b05e2dc236 None None] Pushing event updated for resources: {'Port': ['ID=64d6357e-4044-4007-84ac-0100682dda96,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:57.687476 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-b0e6d58c-c812-4ebd-a946-92b05e2dc236 None None] Attempting to bind port 64d6357e-4044-4007-84ac-0100682dda96 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:36:57.687951 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-b0e6d58c-c812-4ebd-a946-92b05e2dc236 None None] Attempting to bind port 64d6357e-4044-4007-84ac-0100682dda96 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '9ba2f120-89b6-43a9-bf00-64b6dee5885d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '7b35859c-b695-4459-943b-180cf9e588a3'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:36:57.688382 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e6d58c-c812-4ebd-a946-92b05e2dc236 None None] Attempting to bind port 64d6357e-4044-4007-84ac-0100682dda96 on network 7b35859c-b695-4459-943b-180cf9e588a3 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:36:57.724994 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e6d58c-c812-4ebd-a946-92b05e2dc236 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:36:57.725379 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e6d58c-c812-4ebd-a946-92b05e2dc236 None None] Checking segment: {'id': '9ba2f120-89b6-43a9-bf00-64b6dee5885d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '7b35859c-b695-4459-943b-180cf9e588a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:36:57.725788 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b0e6d58c-c812-4ebd-a946-92b05e2dc236 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:57.726181 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0e6d58c-c812-4ebd-a946-92b05e2dc236 None None] Bound using segment: {'id': '9ba2f120-89b6-43a9-bf00-64b6dee5885d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '7b35859c-b695-4459-943b-180cf9e588a3'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:36:57.726699 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-b0e6d58c-c812-4ebd-a946-92b05e2dc236 None None] Bound port: 64d6357e-4044-4007-84ac-0100682dda96, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba2f120-89b6-43a9-bf00-64b6dee5885d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '7b35859c-b695-4459-943b-180cf9e588a3'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:36:57.727090 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b0e6d58c-c812-4ebd-a946-92b05e2dc236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:57.744608 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33ee1b8-6b99-4912-a644-4fb864796dce req-00539a68-3933-4e72-8769-7b95dd8b356e tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:57.745560 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c33ee1b8-6b99-4912-a644-4fb864796dce req-00539a68-3933-4e72-8769-7b95dd8b356e tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/ports?device_id=54d5d58a-25ab-40af-a0d2-2d9d89f59737 HTTP/1.1" status: 200 len: 943 time: 0.0681746 Sep 24 15:36:57.765639 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2291c5f7-a080-4a5c-af3d-ff4b1f0b89c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:57.801294 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 6455f97d-5788-47d7-afef-9a8319c959c7, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=6455f97d-5788-47d7-afef-9a8319c959c7,segment=NetworkSegment(811924e7-50f3-438e-9588-4a3df0c9fdb3),segment_id=811924e7-50f3-438e-9588-4a3df0c9fdb3)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:36:57.828894 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': '6455f97d-5788-47d7-afef-9a8319c959c7', 'network_id': 'a5d241e3-daff-4bec-ad72-cd4d718f17c0', 'port_id': '6455f97d-5788-47d7-afef-9a8319c959c7', 'mac_address': 'fa:16:3e:54:02:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1278, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef0ee247-b4f2-447c-8f5d-e9561afd9063', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:36:57.829135 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c33ee1b8-6b99-4912-a644-4fb864796dce req-101f370b-9c77-43e3-84f5-d377dd861fb5 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f5b2d93-e3ed-4f90-a24f-de0f1d5dfc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775440 Sep 24 15:36:57.849381 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2291c5f7-a080-4a5c-af3d-ff4b1f0b89c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:57.856454 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-2291c5f7-a080-4a5c-af3d-ff4b1f0b89c8 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/5c649312-ea12-4119-a9ca-d79c73d589c6 HTTP/1.1" status: 204 len: 168 time: 0.5928545 Sep 24 15:36:57.856454 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45892) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:57.856454 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2291c5f7-a080-4a5c-af3d-ff4b1f0b89c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c649312-ea12-4119-a9ca-d79c73d589c6,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:57.885659 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-b0e6d58c-c812-4ebd-a946-92b05e2dc236 None None] For port 64d6357e-4044-4007-84ac-0100682dda96, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:36:57.893074 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-46273ff9-90c3-4643-affc-a2679203fe8f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:57.904777 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-b0e6d58c-c812-4ebd-a946-92b05e2dc236 None None] For port 64d6357e-4044-4007-84ac-0100682dda96, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=64d6357e-4044-4007-84ac-0100682dda96,segment=NetworkSegment(9ba2f120-89b6-43a9-bf00-64b6dee5885d),segment_id=9ba2f120-89b6-43a9-bf00-64b6dee5885d)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:36:57.906492 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:57.917500 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-46273ff9-90c3-4643-affc-a2679203fe8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:57.923598 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6455f97d-5788-47d7-afef-9a8319c959c7 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:36:57.941211 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6f72723c-75b8-4d0f-91c8-333e4af8a466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:57.946998 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 6455f97d-5788-47d7-afef-9a8319c959c7, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=6455f97d-5788-47d7-afef-9a8319c959c7,segment=NetworkSegment(811924e7-50f3-438e-9588-4a3df0c9fdb3),segment_id=811924e7-50f3-438e-9588-4a3df0c9fdb3)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:36:57.985834 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 407a9909-95b1-4dc0-a14d-24aa7236c8f7 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:36:58.009981 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b0e6d58c-c812-4ebd-a946-92b05e2dc236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:58.039654 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6f72723c-75b8-4d0f-91c8-333e4af8a466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:58.055354 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:58.063486 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-46273ff9-90c3-4643-affc-a2679203fe8f admin admin] Allocated IP 172.25.0.154 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/13cbc9e2-cf1d-4bdd-941a-aff2600d6d17) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:36:58.064185 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-6f72723c-75b8-4d0f-91c8-333e4af8a466 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['058852f5-088e-42d1-b3e1-abf106a974a3']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:36:58.080111 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-6f72723c-75b8-4d0f-91c8-333e4af8a466 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bd2529f-b450-42b6-8981-999bdd2f1ff0') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:36:58.086011 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-6f72723c-75b8-4d0f-91c8-333e4af8a466 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bd2529f-b450-42b6-8981-999bdd2f1ff0') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:36:58.101141 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6f72723c-75b8-4d0f-91c8-333e4af8a466 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:58.115937 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e6d58c-c812-4ebd-a946-92b05e2dc236 None None] Pushing event updated for resources: {'Port': ['ID=64d6357e-4044-4007-84ac-0100682dda96,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:58.119953 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6f72723c-75b8-4d0f-91c8-333e4af8a466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:58.124652 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 407a9909-95b1-4dc0-a14d-24aa7236c8f7 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:36:58.125034 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:58.129808 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f72723c-75b8-4d0f-91c8-333e4af8a466 admin admin] Releasing vlan 1255 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:36:58.130317 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6f72723c-75b8-4d0f-91c8-333e4af8a466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:58.199874 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45896) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:58.210494 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:36:58.210494 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:36:58.210494 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:36:58.210494 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:36:58.210494 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:36:58.210494 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:36:58.210494 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:36:58.210494 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:36:58.210494 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:36:58.210494 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:36:58.210494 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:36:58.210494 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:36:58.210494 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:36:58.210494 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:36:58.210494 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:36:58.210494 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:36:58.210494 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:36:58.210494 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:36:58.210494 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:36:58.210494 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:36:58.210494 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:36:58.210494 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:36:58.210494 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:36:58.210494 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:36:58.210494 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:36:58.210494 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:36:58.210494 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:36:58.210494 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:36:58.210494 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:36:58.210494 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:36:58.210494 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:36:58.210494 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:36:58.230183 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=6455f97d-5788-47d7-afef-9a8319c959c7,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:58.245599 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-46273ff9-90c3-4643-affc-a2679203fe8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:58.351303 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['6455f97d-5788-47d7-afef-9a8319c959c7'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:36:58.351412 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6f72723c-75b8-4d0f-91c8-333e4af8a466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:58.358557 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6f72723c-75b8-4d0f-91c8-333e4af8a466 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:58.360473 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-6f72723c-75b8-4d0f-91c8-333e4af8a466 admin admin] 10.222.0.101 "DELETE /v2.0/networks/058852f5-088e-42d1-b3e1-abf106a974a3 HTTP/1.1" status: 204 len: 168 time: 0.5062954 Sep 24 15:36:58.375015 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45904) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:58.416603 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f72723c-75b8-4d0f-91c8-333e4af8a466 admin admin] Pushing event deleted for resources: {'Network': ['ID=058852f5-088e-42d1-b3e1-abf106a974a3,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:58.456554 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-a9c2c98a-11c1-4d4e-88af-af7430d3f944 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1025166814-network', 'tenant_id': 'e92c4591e9b7472da8979fcb890aba04'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:36:58.471836 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d7df2-5b2c-4ffa-8bf7-f7ee616a276d req-a3586f9d-bf98-4480-b47f-c3f7f254ea1a tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:58.480894 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0c8d7df2-5b2c-4ffa-8bf7-f7ee616a276d req-a3586f9d-bf98-4480-b47f-c3f7f254ea1a tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=2c3340ff-fa70-41a6-9dc2-76db0aa611a5 HTTP/1.1" status: 200 len: 949 time: 0.1765168 Sep 24 15:36:58.483153 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-46273ff9-90c3-4643-affc-a2679203fe8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:58.561230 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-db043684-4281-49aa-a706-0bf725a5e57d admin admin] Deleting subnet 46bb2ea2-4381-4fbd-a360-2a94ce9ef291 {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:36:58.579033 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-db043684-4281-49aa-a706-0bf725a5e57d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:58.591896 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46273ff9-90c3-4643-affc-a2679203fe8f admin admin] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:36:58.614145 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-46273ff9-90c3-4643-affc-a2679203fe8f admin admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:36:58.616006 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46273ff9-90c3-4643-affc-a2679203fe8f admin admin] Pushing event updated for resources: {'Port': ['ID=13cbc9e2-cf1d-4bdd-941a-aff2600d6d17,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:58.618470 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46273ff9-90c3-4643-affc-a2679203fe8f admin admin] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:36:58.626419 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0c8d7df2-5b2c-4ffa-8bf7-f7ee616a276d req-331488cc-506a-44e6-a33c-72ffbada926f tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447291 Sep 24 15:36:58.661140 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf7c741-715e-43b2-a2bd-ed91fd4ce8fb req-45e6fcc2-c780-4e4c-8e4f-b19a1a5b1f45 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:58.662864 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7bf7c741-715e-43b2-a2bd-ed91fd4ce8fb req-45e6fcc2-c780-4e4c-8e4f-b19a1a5b1f45 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=66846ce6-4c5f-4d27-8f7f-1f9cfee18c7e HTTP/1.1" status: 200 len: 945 time: 0.0614638 Sep 24 15:36:58.668252 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-db043684-4281-49aa-a706-0bf725a5e57d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:58.697181 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c2c98a-11c1-4d4e-88af-af7430d3f944 admin admin] Made reservation on behalf of e92c4591e9b7472da8979fcb890aba04 for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:36:58.699458 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a9c2c98a-11c1-4d4e-88af-af7430d3f944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:58.705624 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7bf7c741-715e-43b2-a2bd-ed91fd4ce8fb req-89ead1dd-a5fb-4eda-9993-5f5b07f3fbaf tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360122 Sep 24 15:36:58.746646 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a9c2c98a-11c1-4d4e-88af-af7430d3f944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:58.811271 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-db043684-4281-49aa-a706-0bf725a5e57d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:59.004125 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e639f-03ce-470a-8e3c-3abb3a8e2d17 req-7fae35b8-3b0d-4ef0-b0c6-b67a5dde9dc1 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:59.005681 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-423e639f-03ce-470a-8e3c-3abb3a8e2d17 req-7fae35b8-3b0d-4ef0-b0c6-b67a5dde9dc1 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/ports?device_id=54d5d58a-25ab-40af-a0d2-2d9d89f59737 HTTP/1.1" status: 200 len: 944 time: 0.1085620 Sep 24 15:36:59.012115 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-db043684-4281-49aa-a706-0bf725a5e57d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:59.077680 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a9c2c98a-11c1-4d4e-88af-af7430d3f944 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:59.082009 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db043684-4281-49aa-a706-0bf725a5e57d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46bb2ea2-4381-4fbd-a360-2a94ce9ef291,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:59.086945 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-db043684-4281-49aa-a706-0bf725a5e57d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:59.091440 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-db043684-4281-49aa-a706-0bf725a5e57d admin admin] 10.222.0.101 "DELETE /v2.0/subnets/46bb2ea2-4381-4fbd-a360-2a94ce9ef291 HTTP/1.1" status: 204 len: 168 time: 0.7119129 Sep 24 15:36:59.091682 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45912) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:59.143338 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-423e639f-03ce-470a-8e3c-3abb3a8e2d17 req-41668388-d746-4399-9e64-9c3a05bc3e97 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f5b2d93-e3ed-4f90-a24f-de0f1d5dfc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242368 Sep 24 15:36:59.163911 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-46273ff9-90c3-4643-affc-a2679203fe8f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:59.163911 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a9c2c98a-11c1-4d4e-88af-af7430d3f944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:59.184641 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-11b17bcd-20ea-4979-86ed-b760502a6287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:59.214479 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9c2c98a-11c1-4d4e-88af-af7430d3f944 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1256} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:36:59.238247 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a9c2c98a-11c1-4d4e-88af-af7430d3f944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:59.238247 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-a9c2c98a-11c1-4d4e-88af-af7430d3f944 admin admin] Added segment 261d132c-af7b-4dd2-86dc-27294ea32e8c of type vlan for network aba63c87-be12-4faa-aa4b-48192227e33d Sep 24 15:36:59.239006 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c2c98a-11c1-4d4e-88af-af7430d3f944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=170a8f0b-4049-4639-81ed-ab70a8524f85,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:59.241086 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3ed0d6-010c-4968-8350-16e044636547 None None] Network 7b35859c-b695-4459-943b-180cf9e588a3 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:36:59.296043 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-11b17bcd-20ea-4979-86ed-b760502a6287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:59.323570 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-8ce07c79-0b62-489a-97f1-12ec6ecaa681 None None] Provisioning complete for port 64d6357e-4044-4007-84ac-0100682dda96 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:36:59.323941 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8ce07c79-0b62-489a-97f1-12ec6ecaa681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:59.329733 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-11b17bcd-20ea-4979-86ed-b760502a6287 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c33103db-0afd-4adc-babc-4c64ec996cce']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:36:59.336970 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a9c2c98a-11c1-4d4e-88af-af7430d3f944 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:59.343730 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-11b17bcd-20ea-4979-86ed-b760502a6287 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1ea957e-3572-4ce6-91ba-9af3f3857941') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:36:59.344086 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-11b17bcd-20ea-4979-86ed-b760502a6287 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1ea957e-3572-4ce6-91ba-9af3f3857941') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:36:59.354223 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-11b17bcd-20ea-4979-86ed-b760502a6287 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:59.369781 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-11b17bcd-20ea-4979-86ed-b760502a6287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:59.378902 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11b17bcd-20ea-4979-86ed-b760502a6287 admin admin] Releasing vlan 1271 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:36:59.379844 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-11b17bcd-20ea-4979-86ed-b760502a6287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:59.393997 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:36:59.393997 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:36:59.393997 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:36:59.393997 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:36:59.393997 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:36:59.393997 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:36:59.393997 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:36:59.393997 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:36:59.393997 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:36:59.393997 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:36:59.393997 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:36:59.393997 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:36:59.393997 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:36:59.393997 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:36:59.393997 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:36:59.393997 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:36:59.393997 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:36:59.393997 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:36:59.393997 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:36:59.393997 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:36:59.393997 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:36:59.393997 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:36:59.393997 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:36:59.393997 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:36:59.393997 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:36:59.393997 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:36:59.393997 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:36:59.393997 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:36:59.393997 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:36:59.393997 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:36:59.393997 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:36:59.393997 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:36:59.488924 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8ce07c79-0b62-489a-97f1-12ec6ecaa681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:59.578854 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-11b17bcd-20ea-4979-86ed-b760502a6287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:59.590129 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-11b17bcd-20ea-4979-86ed-b760502a6287 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:59.592587 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-11b17bcd-20ea-4979-86ed-b760502a6287 admin admin] 10.222.0.101 "DELETE /v2.0/networks/c33103db-0afd-4adc-babc-4c64ec996cce HTTP/1.1" status: 204 len: 168 time: 0.4990919 Sep 24 15:36:59.606898 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b17bcd-20ea-4979-86ed-b760502a6287 admin admin] Pushing event deleted for resources: {'Network': ['ID=c33103db-0afd-4adc-babc-4c64ec996cce,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:59.642012 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 6455f97d-5788-47d7-afef-9a8319c959c7 up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:36:59.703184 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-8ce07c79-0b62-489a-97f1-12ec6ecaa681 None None] For port 64d6357e-4044-4007-84ac-0100682dda96, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=64d6357e-4044-4007-84ac-0100682dda96,segment=NetworkSegment(9ba2f120-89b6-43a9-bf00-64b6dee5885d),segment_id=9ba2f120-89b6-43a9-bf00-64b6dee5885d)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:36:59.794091 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8ce07c79-0b62-489a-97f1-12ec6ecaa681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:59.794329 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a9c2c98a-11c1-4d4e-88af-af7430d3f944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:59.794329 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c2c98a-11c1-4d4e-88af-af7430d3f944 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:59.794329 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a9c2c98a-11c1-4d4e-88af-af7430d3f944 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:59.806393 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e4cce-e829-447a-a8c1-fe9b4a5a01fc req-14dd2406-102b-44c0-9a8b-369b16b98174 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:36:59.809645 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f85e4cce-e829-447a-a8c1-fe9b4a5a01fc req-14dd2406-102b-44c0-9a8b-369b16b98174 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=2c3340ff-fa70-41a6-9dc2-76db0aa611a5 HTTP/1.1" status: 200 len: 949 time: 0.0765893 Sep 24 15:36:59.873528 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-46273ff9-90c3-4643-affc-a2679203fe8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:59.894909 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce07c79-0b62-489a-97f1-12ec6ecaa681 None None] Pushing event updated for resources: {'Port': ['ID=64d6357e-4044-4007-84ac-0100682dda96,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:59.899541 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f85e4cce-e829-447a-a8c1-fe9b4a5a01fc req-13b5326b-364a-48db-89a9-98b09f1fe776 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733998 Sep 24 15:36:59.901136 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port 6455f97d-5788-47d7-afef-9a8319c959c7 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:36:59.913472 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port 6455f97d-5788-47d7-afef-9a8319c959c7 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:36:59.913854 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:36:59.925979 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c2c98a-11c1-4d4e-88af-af7430d3f944 admin admin] Pushing event updated for resources: {'Network': ['ID=aba63c87-be12-4faa-aa4b-48192227e33d,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:36:59.959079 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network aba63c87-be12-4faa-aa4b-48192227e33d details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:36:59.979066 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-a9c2c98a-11c1-4d4e-88af-af7430d3f944 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.7772026 Sep 24 15:36:59.982109 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45924) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:36:59.993669 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-aee0bdba-e2ec-404f-b5bb-63b0be3394ec admin admin] Request body: {'subnet': {'network_id': 'aba63c87-be12-4faa-aa4b-48192227e33d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1025166814-subnet', 'tenant_id': 'e92c4591e9b7472da8979fcb890aba04', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:37:00.001025 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e95f822-ac58-4ee9-b2a4-8627b1ea1f08 req-fd50a9d9-c7fd-4c84-9e91-f742cf0ea17a tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:00.002587 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1e95f822-ac58-4ee9-b2a4-8627b1ea1f08 req-fd50a9d9-c7fd-4c84-9e91-f742cf0ea17a tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=66846ce6-4c5f-4d27-8f7f-1f9cfee18c7e HTTP/1.1" status: 200 len: 945 time: 0.2036796 Sep 24 15:37:00.005014 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 64d6357e-4044-4007-84ac-0100682dda96 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:37:00.064584 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45926) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:37:00.103828 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-c2dec270-ca6d-4ad3-97a8-481f19aa2be6 None None] Provisioning complete for port 64d6357e-4044-4007-84ac-0100682dda96 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:37:00.104200 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c2dec270-ca6d-4ad3-97a8-481f19aa2be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:00.111632 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee0bdba-e2ec-404f-b5bb-63b0be3394ec admin admin] Made reservation on behalf of e92c4591e9b7472da8979fcb890aba04 for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:37:00.115258 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-aee0bdba-e2ec-404f-b5bb-63b0be3394ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:00.115813 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1e95f822-ac58-4ee9-b2a4-8627b1ea1f08 req-5e44de38-568c-4b87-b581-88feafb822b3 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042850 Sep 24 15:37:00.148123 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-ff6f6de2-40d5-4706-91a8-c19e76864e6d admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=8957a38149f44837aa315f739e11ffd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0809984 Sep 24 15:37:00.152501 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45928) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:37:00.222104 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:00.225243 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bdf7fc6e-f50f-4949-9ce5-660e10c720e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:00.243531 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 64d6357e-4044-4007-84ac-0100682dda96 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:37:00.244094 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:00.251798 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bdf7fc6e-f50f-4949-9ce5-660e10c720e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:00.268420 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46273ff9-90c3-4643-affc-a2679203fe8f admin admin] Router eef32c0f-51ae-4c8b-bba7-144c5b5d9efc is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:37:00.296456 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d5d58a-25ab-40af-a0d2-2d9d89f59737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6455f97d-5788-47d7-afef-9a8319c959c7'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:37:00.299093 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ada47b-33fb-435c-8f2c-cdf97baee778" -d '{"events": [{"server_uuid": "54d5d58a-25ab-40af-a0d2-2d9d89f59737", "name": "network-vif-plugged", "status": "completed", "tag": "6455f97d-5788-47d7-afef-9a8319c959c7"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:37:00.325113 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 6455f97d-5788-47d7-afef-9a8319c959c7, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=6455f97d-5788-47d7-afef-9a8319c959c7,segment=NetworkSegment(811924e7-50f3-438e-9588-4a3df0c9fdb3),segment_id=811924e7-50f3-438e-9588-4a3df0c9fdb3)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:37:00.350648 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e1a54f-692f-4dbc-8b8b-14031d63497c x-openstack-request-id: req-c4e1a54f-692f-4dbc-8b8b-14031d63497c {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:37:00.350938 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54d5d58a-25ab-40af-a0d2-2d9d89f59737", "name": "network-vif-plugged", "status": "completed", "tag": "6455f97d-5788-47d7-afef-9a8319c959c7", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:37:00.351192 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c4e1a54f-692f-4dbc-8b8b-14031d63497c {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:37:00.351580 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d5d58a-25ab-40af-a0d2-2d9d89f59737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6455f97d-5788-47d7-afef-9a8319c959c7', 'code': 200} Sep 24 15:37:00.357862 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eee7b6-b4ef-4a6a-a723-d13878ce2bc5 req-c69f0633-f7a8-4d07-b106-191ad2cc9246 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:00.359543 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b8eee7b6-b4ef-4a6a-a723-d13878ce2bc5 req-c69f0633-f7a8-4d07-b106-191ad2cc9246 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/ports?device_id=54d5d58a-25ab-40af-a0d2-2d9d89f59737 HTTP/1.1" status: 200 len: 944 time: 0.1117444 Sep 24 15:37:00.407216 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b8eee7b6-b4ef-4a6a-a723-d13878ce2bc5 req-22d7ee94-27b9-4d5d-a5d0-881d19c7ef39 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f5b2d93-e3ed-4f90-a24f-de0f1d5dfc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356553 Sep 24 15:37:00.412428 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:00.413235 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 48d8ca5c-4e0c-482c-ad72-bf6384518cfd up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:37:00.458976 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-aee0bdba-e2ec-404f-b5bb-63b0be3394ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:00.490713 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=6455f97d-5788-47d7-afef-9a8319c959c7,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:00.493002 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bdf7fc6e-f50f-4949-9ce5-660e10c720e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:00.495624 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bdf7fc6e-f50f-4949-9ce5-660e10c720e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:00.497031 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-bdf7fc6e-f50f-4949-9ce5-660e10c720e8 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/68aa46eb-3777-4282-bd80-b07d6b73dba8 HTTP/1.1" status: 204 len: 168 time: 0.3436277 Sep 24 15:37:00.505245 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46273ff9-90c3-4643-affc-a2679203fe8f admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:37:00.520107 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf7fc6e-f50f-4949-9ce5-660e10c720e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68aa46eb-3777-4282-bd80-b07d6b73dba8,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:00.523995 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38543c2a-46ee-4c31-97d6-108059496a4e None None] Sync routers for ids ['eef32c0f-51ae-4c8b-bba7-144c5b5d9efc'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:37:00.536880 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac22d209-5e26-42ec-8ee6-0bce345530d7 req-fe11822a-7ba1-4c31-8e50-89f4592cb712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:00.539403 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38543c2a-46ee-4c31-97d6-108059496a4e None None] Routers {'eef32c0f-51ae-4c8b-bba7-144c5b5d9efc'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:37:00.540034 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-38543c2a-46ee-4c31-97d6-108059496a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:36:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['eef32c0f-51ae-4c8b-bba7-144c5b5d9efc'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:37:00.550672 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee0bdba-e2ec-404f-b5bb-63b0be3394ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=979d11e7-dd50-44f7-803b-0d6530af4707,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:00.552486 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ac22d209-5e26-42ec-8ee6-0bce345530d7 req-fe11822a-7ba1-4c31-8e50-89f4592cb712 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=54d5d58a-25ab-40af-a0d2-2d9d89f59737 HTTP/1.1" status: 200 len: 1096 time: 0.1057327 Sep 24 15:37:00.555749 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port 48d8ca5c-4e0c-482c-ad72-bf6384518cfd completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:37:00.561639 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aee0bdba-e2ec-404f-b5bb-63b0be3394ec admin admin] Checking segment: {'id': '261d132c-af7b-4dd2-86dc-27294ea32e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'aba63c87-be12-4faa-aa4b-48192227e33d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:37:00.562084 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port 48d8ca5c-4e0c-482c-ad72-bf6384518cfd triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:37:00.562241 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee0bdba-e2ec-404f-b5bb-63b0be3394ec admin admin] Network hostable DHCP agents. Network: aba63c87-be12-4faa-aa4b-48192227e33d, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:37:00.562687 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:00.602420 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ac22d209-5e26-42ec-8ee6-0bce345530d7 req-d1396d8c-dffb-4b7a-a647-7ecf2820debf service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=6f5b2d93-e3ed-4f90-a24f-de0f1d5dfc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354385 Sep 24 15:37:00.658266 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-46273ff9-90c3-4643-affc-a2679203fe8f admin admin] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:00.662704 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45940) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:37:00.663103 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-46273ff9-90c3-4643-affc-a2679203fe8f admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.7926672 Sep 24 15:37:00.665488 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:00.705838 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 48d8ca5c-4e0c-482c-ad72-bf6384518cfd, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=48d8ca5c-4e0c-482c-ad72-bf6384518cfd,segment=NetworkSegment(811924e7-50f3-438e-9588-4a3df0c9fdb3),segment_id=811924e7-50f3-438e-9588-4a3df0c9fdb3)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:37:00.716347 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aee0bdba-e2ec-404f-b5bb-63b0be3394ec admin admin] Network aba63c87-be12-4faa-aa4b-48192227e33d is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:37:00.722299 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-38543c2a-46ee-4c31-97d6-108059496a4e None None] Set router eef32c0f-51ae-4c8b-bba7-144c5b5d9efc gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:37:00.829627 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-aee0bdba-e2ec-404f-b5bb-63b0be3394ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, aba63c87-be12-4faa-aa4b-48192227e33d) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:37:00.829930 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:00.838559 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee0bdba-e2ec-404f-b5bb-63b0be3394ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:00.839148 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-aee0bdba-e2ec-404f-b5bb-63b0be3394ec admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:00.855322 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20422e1a-ce77-440b-b2f6-44cd2d68a604 None None] Network aba63c87-be12-4faa-aa4b-48192227e33d requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:37:00.924746 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-38543c2a-46ee-4c31-97d6-108059496a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef32c0f-51ae-4c8b-bba7-144c5b5d9efc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1910674166-router', 'tenant_id': 'd397fb5222b040e6912246e479ba9796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '13cbc9e2-cf1d-4bdd-941a-aff2600d6d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:36:57Z', 'updated_at': '2021-09-24T15:36:58Z', 'revision_number': 3, 'project_id': 'd397fb5222b040e6912246e479ba9796', 'gw_port': {'id': '13cbc9e2-cf1d-4bdd-941a-aff2600d6d17', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:77:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef32c0f-51ae-4c8b-bba7-144c5b5d9efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:36:57Z', 'updated_at': '2021-09-24T15:36:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:37:00.934597 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=48d8ca5c-4e0c-482c-ad72-bf6384518cfd,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:00.974603 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-aee0bdba-e2ec-404f-b5bb-63b0be3394ec admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9910493 Sep 24 15:37:00.974840 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38543c2a-46ee-4c31-97d6-108059496a4e None None] Checking router: eef32c0f-51ae-4c8b-bba7-144c5b5d9efc for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:37:00.975234 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38543c2a-46ee-4c31-97d6-108059496a4e None None] Updating router eef32c0f-51ae-4c8b-bba7-144c5b5d9efc port 13cbc9e2-cf1d-4bdd-941a-aff2600d6d17 binding host n-d-808921-1 {{(pid=95300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:37:01.007398 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-38543c2a-46ee-4c31-97d6-108059496a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:01.056223 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4d2bb5-72c7-4abd-a772-cad00c2cfa06 None None] Network aba63c87-be12-4faa-aa4b-48192227e33d requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:37:01.161333 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e59a02c-de4e-45e8-8c72-c12756ba98b3 req-e79b65cb-01b4-4fb1-8c36-fef97954edf3 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:01.163039 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8e59a02c-de4e-45e8-8c72-c12756ba98b3 req-e79b65cb-01b4-4fb1-8c36-fef97954edf3 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=2c3340ff-fa70-41a6-9dc2-76db0aa611a5 HTTP/1.1" status: 200 len: 949 time: 0.1054482 Sep 24 15:37:01.277973 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd8581-2cbf-4ffd-ba5a-341fd8942d1d req-9890d918-684d-4a23-b8fc-e5e354b0bce9 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:01.287367 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-66bd8581-2cbf-4ffd-ba5a-341fd8942d1d req-9890d918-684d-4a23-b8fc-e5e354b0bce9 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=66846ce6-4c5f-4d27-8f7f-1f9cfee18c7e HTTP/1.1" status: 200 len: 945 time: 0.0627038 Sep 24 15:37:01.296426 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8e59a02c-de4e-45e8-8c72-c12756ba98b3 req-9e055219-37e2-4eed-b818-ee5ded5fc864 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263657 Sep 24 15:37:01.329791 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4b23841e-ec86-4504-9984-4b5848d0eb7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:01.339755 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-66bd8581-2cbf-4ffd-ba5a-341fd8942d1d req-c10c1013-65df-4f1d-9950-5cbd50bea2c3 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512207 Sep 24 15:37:01.440829 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6f5b1dbe-37ca-482f-aa1c-fa4772cd94a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:01.499647 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-38543c2a-46ee-4c31-97d6-108059496a4e None None] Notify callbacks [] for port, precommit_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:01.548530 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53829b84-b925-42f4-9eec-f324659b3b07 req-aff935ca-ad50-4f64-9134-a9bce4993c80 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:01.550029 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-53829b84-b925-42f4-9eec-f324659b3b07 req-aff935ca-ad50-4f64-9134-a9bce4993c80 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/ports?device_id=54d5d58a-25ab-40af-a0d2-2d9d89f59737 HTTP/1.1" status: 200 len: 945 time: 0.0575919 Sep 24 15:37:01.592965 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-53829b84-b925-42f4-9eec-f324659b3b07 req-d486a8f3-3d8e-48c2-bb6c-5400b97de3e8 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f5b2d93-e3ed-4f90-a24f-de0f1d5dfc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365148 Sep 24 15:37:01.612194 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-4b23841e-ec86-4504-9984-4b5848d0eb7b admin admin] Allocated IP 172.20.0.1 (7b35859c-b695-4459-943b-180cf9e588a3/88b78188-396c-4d03-9bdf-1a8057c9fd53/bc4f5d0a-8633-4a2d-b140-427ef9eb7666) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:37:01.646687 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-38543c2a-46ee-4c31-97d6-108059496a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:01.676094 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad3156c-de41-4622-a67c-b3f0c716e626 req-9e431c5e-6137-4c74-acdb-64c73a4e152f tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:01.679187 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bad3156c-de41-4622-a67c-b3f0c716e626 req-9e431c5e-6137-4c74-acdb-64c73a4e152f tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/networks?id=aba63c87-be12-4faa-aa4b-48192227e33d HTTP/1.1" status: 200 len: 805 time: 0.1482277 Sep 24 15:37:01.680103 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45966) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:37:01.721556 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-38543c2a-46ee-4c31-97d6-108059496a4e None None] Attempting to bind port 13cbc9e2-cf1d-4bdd-941a-aff2600d6d17 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:37:01.721917 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-38543c2a-46ee-4c31-97d6-108059496a4e None None] Attempting to bind port 13cbc9e2-cf1d-4bdd-941a-aff2600d6d17 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:37:01.722321 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38543c2a-46ee-4c31-97d6-108059496a4e None None] Attempting to bind port 13cbc9e2-cf1d-4bdd-941a-aff2600d6d17 on network e6a2de20-1ea0-43e5-88e0-982d19e317d5 {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:37:01.734843 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45970) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:37:01.735713 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b87a3b34-8654-4595-96f2-27bba9f7ca37 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=a712affe913a49a9929c127455846095&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0542538 Sep 24 15:37:01.744369 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55935cd-6d2a-4831-ba52-dde7cee9f2d5 None None] Pushing event updated for resources: {'Port': ['ID=13cbc9e2-cf1d-4bdd-941a-aff2600d6d17,revision_number=2']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:01.747375 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38543c2a-46ee-4c31-97d6-108059496a4e None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:37:01.748137 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38543c2a-46ee-4c31-97d6-108059496a4e None None] Checking segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:37:01.749278 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-38543c2a-46ee-4c31-97d6-108059496a4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:01.750002 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38543c2a-46ee-4c31-97d6-108059496a4e None None] Bound using segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:37:01.750658 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-38543c2a-46ee-4c31-97d6-108059496a4e None None] Bound port: 13cbc9e2-cf1d-4bdd-941a-aff2600d6d17, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:37:01.751162 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-38543c2a-46ee-4c31-97d6-108059496a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:01.753589 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bad3156c-de41-4622-a67c-b3f0c716e626 req-dc0f7993-cdbb-41a6-a627-905f91b75570 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/quotas/e92c4591e9b7472da8979fcb890aba04 HTTP/1.1" status: 200 len: 375 time: 0.0344079 Sep 24 15:37:01.812516 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bad3156c-de41-4622-a67c-b3f0c716e626 req-719ad1b6-3ae4-419f-b4ab-429e017e84f9 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=e92c4591e9b7472da8979fcb890aba04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0514719 Sep 24 15:37:01.823361 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-38543c2a-46ee-4c31-97d6-108059496a4e None None] For port 13cbc9e2-cf1d-4bdd-941a-aff2600d6d17, host n-d-808921-1, cleared binding levels {{(pid=95300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:37:01.827171 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-38543c2a-46ee-4c31-97d6-108059496a4e None None] For port 13cbc9e2-cf1d-4bdd-941a-aff2600d6d17, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=13cbc9e2-cf1d-4bdd-941a-aff2600d6d17,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:37:01.859118 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4b23841e-ec86-4504-9984-4b5848d0eb7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:01.891719 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 64d6357e-4044-4007-84ac-0100682dda96 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:37:01.899618 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d87f3bde-9d23-42da-8768-51035c618297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:01.927732 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-38543c2a-46ee-4c31-97d6-108059496a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:01.943813 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 64d6357e-4044-4007-84ac-0100682dda96 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:37:01.944278 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:01.983964 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d87f3bde-9d23-42da-8768-51035c618297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:01.985576 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38543c2a-46ee-4c31-97d6-108059496a4e None None] Routers {'eef32c0f-51ae-4c8b-bba7-144c5b5d9efc'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:37:01.986306 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-38543c2a-46ee-4c31-97d6-108059496a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:36:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['eef32c0f-51ae-4c8b-bba7-144c5b5d9efc'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:37:02.006631 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bad3156c-de41-4622-a67c-b3f0c716e626 req-a41aefc7-441d-4459-abd9-70d963490d99 service neutron] 10.222.0.101 "GET /v2.0/networks/aba63c87-be12-4faa-aa4b-48192227e33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840031 Sep 24 15:37:02.026211 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55935cd-6d2a-4831-ba52-dde7cee9f2d5 None None] Pushing event updated for resources: {'Port': ['ID=13cbc9e2-cf1d-4bdd-941a-aff2600d6d17,revision_number=3']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:02.116719 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-38543c2a-46ee-4c31-97d6-108059496a4e None None] Set router eef32c0f-51ae-4c8b-bba7-144c5b5d9efc gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:37:02.132296 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bad3156c-de41-4622-a67c-b3f0c716e626 req-e2715b64-adfe-42a1-887a-5bab50957260 service neutron] 10.222.0.101 "GET /v2.0/networks/aba63c87-be12-4faa-aa4b-48192227e33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190751 Sep 24 15:37:02.202629 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4b23841e-ec86-4504-9984-4b5848d0eb7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:02.239431 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b23841e-ec86-4504-9984-4b5848d0eb7b admin admin] Network 7b35859c-b695-4459-943b-180cf9e588a3 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:37:02.244204 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-4b23841e-ec86-4504-9984-4b5848d0eb7b admin admin] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:37:02.247117 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b23841e-ec86-4504-9984-4b5848d0eb7b admin admin] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:37:02.255348 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b23841e-ec86-4504-9984-4b5848d0eb7b admin admin] Pushing event updated for resources: {'Port': ['ID=bc4f5d0a-8633-4a2d-b140-427ef9eb7666,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:02.301671 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4b23841e-ec86-4504-9984-4b5848d0eb7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:02.307872 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-38543c2a-46ee-4c31-97d6-108059496a4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef32c0f-51ae-4c8b-bba7-144c5b5d9efc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1910674166-router', 'tenant_id': 'd397fb5222b040e6912246e479ba9796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '13cbc9e2-cf1d-4bdd-941a-aff2600d6d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:36:57Z', 'updated_at': '2021-09-24T15:36:58Z', 'revision_number': 3, 'project_id': 'd397fb5222b040e6912246e479ba9796', 'gw_port': {'id': '13cbc9e2-cf1d-4bdd-941a-aff2600d6d17', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:77:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef32c0f-51ae-4c8b-bba7-144c5b5d9efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:36:57Z', 'updated_at': '2021-09-24T15:37:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:37:02.352405 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '204a9a29-4bca-4bf9-8d1c-3557de4d7969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48d8ca5c-4e0c-482c-ad72-bf6384518cfd'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:37:02.355760 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3d0202-4791-4648-ab04-0417937e9335" -d '{"events": [{"server_uuid": "204a9a29-4bca-4bf9-8d1c-3557de4d7969", "name": "network-vif-plugged", "status": "completed", "tag": "48d8ca5c-4e0c-482c-ad72-bf6384518cfd"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:37:02.357068 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38543c2a-46ee-4c31-97d6-108059496a4e None None] The sync data for ids ['eef32c0f-51ae-4c8b-bba7-144c5b5d9efc'] in n-d-808921-1 is: [{'id': 'eef32c0f-51ae-4c8b-bba7-144c5b5d9efc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1910674166-router', 'tenant_id': 'd397fb5222b040e6912246e479ba9796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '13cbc9e2-cf1d-4bdd-941a-aff2600d6d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:36:57Z', 'updated_at': '2021-09-24T15:36:58Z', 'revision_number': 3, 'project_id': 'd397fb5222b040e6912246e479ba9796', 'gw_port': {'id': '13cbc9e2-cf1d-4bdd-941a-aff2600d6d17', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:77:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef32c0f-51ae-4c8b-bba7-144c5b5d9efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:36:57Z', 'updated_at': '2021-09-24T15:37:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:37:02.453437 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d87f3bde-9d23-42da-8768-51035c618297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:02.453437 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d87f3bde-9d23-42da-8768-51035c618297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:02.453437 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-d87f3bde-9d23-42da-8768-51035c618297 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c16e7e22-df5a-48d4-a730-a430882f2675 HTTP/1.1" status: 204 len: 168 time: 0.6964610 Sep 24 15:37:02.496147 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53deeac6-4988-4142-b154-3ececa2d0fbe req-12fea6ae-72b1-40ab-8dca-e33e0970dbf0 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:02.500094 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-53deeac6-4988-4142-b154-3ececa2d0fbe req-12fea6ae-72b1-40ab-8dca-e33e0970dbf0 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=2c3340ff-fa70-41a6-9dc2-76db0aa611a5 HTTP/1.1" status: 200 len: 949 time: 0.0890372 Sep 24 15:37:02.501654 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9424ba3e-5786-4672-b802-6b014de1889c req-c4a9c325-664f-4039-a733-d6977cf81a26 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=6d53454d-780b-4fb9-b306-69d2a9892e23 HTTP/1.1" status: 200 len: 210 time: 0.0767758 Sep 24 15:37:02.565518 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87f3bde-9d23-42da-8768-51035c618297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c16e7e22-df5a-48d4-a730-a430882f2675,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:02.567833 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-53deeac6-4988-4142-b154-3ececa2d0fbe req-652def29-9848-4eb9-82dc-58995e9b9f8c tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508881 Sep 24 15:37:02.615506 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c500e11-68ad-42a5-8bb5-934c6bc5403c x-openstack-request-id: req-7c500e11-68ad-42a5-8bb5-934c6bc5403c {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:37:02.615506 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "204a9a29-4bca-4bf9-8d1c-3557de4d7969", "name": "network-vif-plugged", "status": "completed", "tag": "48d8ca5c-4e0c-482c-ad72-bf6384518cfd", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:37:02.615506 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-7c500e11-68ad-42a5-8bb5-934c6bc5403c {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:37:02.615506 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '204a9a29-4bca-4bf9-8d1c-3557de4d7969', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48d8ca5c-4e0c-482c-ad72-bf6384518cfd', 'code': 200} Sep 24 15:37:02.698546 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-cbd18850-3ad0-43a6-b2fb-c7300e1442fd None None] Provisioning complete for port bc4f5d0a-8633-4a2d-b140-427ef9eb7666 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:37:02.712673 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-cbd18850-3ad0-43a6-b2fb-c7300e1442fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:02.762525 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-cbd18850-3ad0-43a6-b2fb-c7300e1442fd None None] Port bc4f5d0a-8633-4a2d-b140-427ef9eb7666 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:37:02.794856 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbad6f9-769b-449d-9590-526b8b64690a req-d721a84b-8cc9-4836-8962-c78d91d03e47 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:02.797157 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5dbad6f9-769b-449d-9590-526b8b64690a req-d721a84b-8cc9-4836-8962-c78d91d03e47 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=66846ce6-4c5f-4d27-8f7f-1f9cfee18c7e HTTP/1.1" status: 200 len: 945 time: 0.1019728 Sep 24 15:37:02.807677 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4a3c0a-0440-4556-bde1-97fffe144eaf req-0d8321da-cb72-4f96-b5ed-c22cbd9eb7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:02.809300 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6a4a3c0a-0440-4556-bde1-97fffe144eaf req-0d8321da-cb72-4f96-b5ed-c22cbd9eb7c5 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=204a9a29-4bca-4bf9-8d1c-3557de4d7969 HTTP/1.1" status: 200 len: 1097 time: 0.1466427 Sep 24 15:37:02.815586 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4b23841e-ec86-4504-9984-4b5848d0eb7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:02.839491 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64ad5f-46ad-45dc-b633-c91b9bb1325a req-0e928bff-9d94-407c-8687-cbd48223fd80 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:02.842958 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3a64ad5f-46ad-45dc-b633-c91b9bb1325a req-0e928bff-9d94-407c-8687-cbd48223fd80 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/ports?device_id=54d5d58a-25ab-40af-a0d2-2d9d89f59737 HTTP/1.1" status: 200 len: 945 time: 0.1251392 Sep 24 15:37:02.874001 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5dbad6f9-769b-449d-9590-526b8b64690a req-f01f505f-b5fa-465a-972b-3af9fc0af8a5 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674512 Sep 24 15:37:02.883376 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6a4a3c0a-0440-4556-bde1-97fffe144eaf req-bcf33bb3-82c0-4348-8c09-5433b4b56e69 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=6f5b2d93-e3ed-4f90-a24f-de0f1d5dfc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657289 Sep 24 15:37:02.920599 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3a64ad5f-46ad-45dc-b633-c91b9bb1325a req-232a4755-93df-4397-93a4-563ef370097b tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f5b2d93-e3ed-4f90-a24f-de0f1d5dfc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674171 Sep 24 15:37:03.040686 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4b23841e-ec86-4504-9984-4b5848d0eb7b admin admin] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:03.113327 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4b23841e-ec86-4504-9984-4b5848d0eb7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:03.198754 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ded59-38a0-4543-8353-cac1daf2c6f8 req-b8a8e267-91a7-4982-bc6e-f6d30050b04e tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:03.200482 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ab3ded59-38a0-4543-8353-cac1daf2c6f8 req-b8a8e267-91a7-4982-bc6e-f6d30050b04e tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/ports?device_id=402ca712-89ca-465d-9473-3e16da90ca1b HTTP/1.1" status: 200 len: 945 time: 0.1331270 Sep 24 15:37:03.224430 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b23841e-ec86-4504-9984-4b5848d0eb7b admin admin] Pushing event updated for resources: {'Port': ['ID=bc4f5d0a-8633-4a2d-b140-427ef9eb7666,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:03.226996 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4b23841e-ec86-4504-9984-4b5848d0eb7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:03.289936 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ab3ded59-38a0-4543-8353-cac1daf2c6f8 req-27a35182-e61d-4c7d-aad7-17e412e817e8 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f5b2d93-e3ed-4f90-a24f-de0f1d5dfc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818067 Sep 24 15:37:03.372460 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b23841e-ec86-4504-9984-4b5848d0eb7b admin admin] Network 7b35859c-b695-4459-943b-180cf9e588a3 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:37:03.375022 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-4b23841e-ec86-4504-9984-4b5848d0eb7b admin admin] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:37:03.450057 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7356378-253e-42cf-a29f-9749c38cf8df req-eb6b3800-f4d5-40ec-b555-cfd78062a4ec tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:03.452221 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a7356378-253e-42cf-a29f-9749c38cf8df req-eb6b3800-f4d5-40ec-b555-cfd78062a4ec tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/ports?device_id=204a9a29-4bca-4bf9-8d1c-3557de4d7969 HTTP/1.1" status: 200 len: 946 time: 0.0616117 Sep 24 15:37:03.530320 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a7356378-253e-42cf-a29f-9749c38cf8df req-5d36dc83-b510-4d94-9688-52eb6acb05e2 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f5b2d93-e3ed-4f90-a24f-de0f1d5dfc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658410 Sep 24 15:37:03.542606 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b23841e-ec86-4504-9984-4b5848d0eb7b admin admin] Router eef32c0f-51ae-4c8b-bba7-144c5b5d9efc has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:37:03.658527 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6f9e76ae-ef51-4ff0-b51e-2a0f43b8920c req-f62f2116-2482-4eab-855a-ada3ef155572 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=6d53454d-780b-4fb9-b306-69d2a9892e23 HTTP/1.1" status: 200 len: 210 time: 0.0355113 Sep 24 15:37:03.689652 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-963a90d5-7412-4120-bb47-2ecee025b2ac None None] Provisioning complete for port bc4f5d0a-8633-4a2d-b140-427ef9eb7666 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:37:03.690226 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-963a90d5-7412-4120-bb47-2ecee025b2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:03.733304 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b23841e-ec86-4504-9984-4b5848d0eb7b admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:37:03.736363 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc5a9ca-f9f0-475c-9fca-1cb81953f6f0 req-dd463987-e722-42ab-b8be-c8a222de0214 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:03.736363 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bdc5a9ca-f9f0-475c-9fca-1cb81953f6f0 req-dd463987-e722-42ab-b8be-c8a222de0214 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=2c3340ff-fa70-41a6-9dc2-76db0aa611a5 HTTP/1.1" status: 200 len: 949 time: 0.0526397 Sep 24 15:37:03.737485 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-963a90d5-7412-4120-bb47-2ecee025b2ac None None] Port bc4f5d0a-8633-4a2d-b140-427ef9eb7666 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:37:03.739192 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-4b23841e-ec86-4504-9984-4b5848d0eb7b admin admin] 10.222.0.101 "PUT /v2.0/routers/eef32c0f-51ae-4c8b-bba7-144c5b5d9efc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0752728 Sep 24 15:37:03.789873 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bdc5a9ca-f9f0-475c-9fca-1cb81953f6f0 req-c13bcdaa-9cd8-490c-93aa-d8e270f51e64 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398796 Sep 24 15:37:03.909347 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 13cbc9e2-cf1d-4bdd-941a-aff2600d6d17 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:37:03.936373 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-be534bd7-4b73-4415-b371-d67696c61c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:03.963917 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 13cbc9e2-cf1d-4bdd-941a-aff2600d6d17 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:37:03.964295 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:04.018677 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3689b45c-0a31-41ef-9e0f-456bc1c536ab req-e4133893-9a8c-4f59-8e5a-796e296930f5 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:04.024329 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3689b45c-0a31-41ef-9e0f-456bc1c536ab req-e4133893-9a8c-4f59-8e5a-796e296930f5 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=66846ce6-4c5f-4d27-8f7f-1f9cfee18c7e HTTP/1.1" status: 200 len: 945 time: 0.0597768 Sep 24 15:37:04.062933 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:04.080375 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3689b45c-0a31-41ef-9e0f-456bc1c536ab req-4c3ffeba-b674-496b-a61d-be1832dffd7b tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467579 Sep 24 15:37:04.090221 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port 13cbc9e2-cf1d-4bdd-941a-aff2600d6d17, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=13cbc9e2-cf1d-4bdd-941a-aff2600d6d17,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:37:04.171558 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:04.278057 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=13cbc9e2-cf1d-4bdd-941a-aff2600d6d17,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:04.332440 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:04.570972 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c1cfa8-e00f-43b1-99e0-0e46833d3052 None None] Sync routers for ids ['eef32c0f-51ae-4c8b-bba7-144c5b5d9efc'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:37:04.612506 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c1cfa8-e00f-43b1-99e0-0e46833d3052 None None] Routers {'eef32c0f-51ae-4c8b-bba7-144c5b5d9efc'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:37:04.613603 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-f2c1cfa8-e00f-43b1-99e0-0e46833d3052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:37:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['eef32c0f-51ae-4c8b-bba7-144c5b5d9efc'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:37:04.739910 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3dad47-fb3a-46fb-9787-b66e6483c9b5 req-7f4e1578-540b-4382-bdae-42a5b18e5106 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:04.750207 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ce3dad47-fb3a-46fb-9787-b66e6483c9b5 req-7f4e1578-540b-4382-bdae-42a5b18e5106 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/ports?device_id=204a9a29-4bca-4bf9-8d1c-3557de4d7969 HTTP/1.1" status: 200 len: 946 time: 0.0737052 Sep 24 15:37:04.805577 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ce3dad47-fb3a-46fb-9787-b66e6483c9b5 req-43f6ebc3-3e45-40f1-9d8f-24a28a5ea23d tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f5b2d93-e3ed-4f90-a24f-de0f1d5dfc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519516 Sep 24 15:37:04.883358 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-22dd5102-d5cd-4ebb-9efd-b75ae5cec82a req-7a45a5fe-b856-478f-93e3-6404aeb28519 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=6d53454d-780b-4fb9-b306-69d2a9892e23 HTTP/1.1" status: 200 len: 210 time: 0.1037877 Sep 24 15:37:04.893750 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-f2c1cfa8-e00f-43b1-99e0-0e46833d3052 None None] Set router eef32c0f-51ae-4c8b-bba7-144c5b5d9efc gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:37:04.997355 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a91fb-4b6a-4868-9f6f-5083d745c12b req-7cc31d19-659b-44b2-8016-fcf567ab7e8f tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:05.000379 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0d1a91fb-4b6a-4868-9f6f-5083d745c12b req-7cc31d19-659b-44b2-8016-fcf567ab7e8f tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=2c3340ff-fa70-41a6-9dc2-76db0aa611a5 HTTP/1.1" status: 200 len: 949 time: 0.0808468 Sep 24 15:37:05.099912 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0d1a91fb-4b6a-4868-9f6f-5083d745c12b req-be48ec38-e428-4003-8a1a-722a0d5c49d6 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763838 Sep 24 15:37:05.287102 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:05.309785 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-f2c1cfa8-e00f-43b1-99e0-0e46833d3052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef32c0f-51ae-4c8b-bba7-144c5b5d9efc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1910674166-router', 'tenant_id': 'd397fb5222b040e6912246e479ba9796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '13cbc9e2-cf1d-4bdd-941a-aff2600d6d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:36:57Z', 'updated_at': '2021-09-24T15:37:02Z', 'revision_number': 4, 'project_id': 'd397fb5222b040e6912246e479ba9796', 'gw_port': {'id': '13cbc9e2-cf1d-4bdd-941a-aff2600d6d17', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:77:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef32c0f-51ae-4c8b-bba7-144c5b5d9efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:36:57Z', 'updated_at': '2021-09-24T15:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'bc4f5d0a-8633-4a2d-b140-427ef9eb7666', 'name': '', 'network_id': '7b35859c-b695-4459-943b-180cf9e588a3', 'tenant_id': 'd397fb5222b040e6912246e479ba9796', 'mac_address': 'fa:16:3e:49:c3:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef32c0f-51ae-4c8b-bba7-144c5b5d9efc', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '88b78188-396c-4d03-9bdf-1a8057c9fd53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:37:01Z', 'updated_at': '2021-09-24T15:37:02Z', 'revision_number': 2, 'project_id': 'd397fb5222b040e6912246e479ba9796', 'subnets': [{'id': '88b78188-396c-4d03-9bdf-1a8057c9fd53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:37:05.346327 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c1cfa8-e00f-43b1-99e0-0e46833d3052 None None] Checking router: eef32c0f-51ae-4c8b-bba7-144c5b5d9efc for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:37:05.346722 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c1cfa8-e00f-43b1-99e0-0e46833d3052 None None] Updating router eef32c0f-51ae-4c8b-bba7-144c5b5d9efc port bc4f5d0a-8633-4a2d-b140-427ef9eb7666 binding host n-d-808921-1 {{(pid=95299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:37:05.358015 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c03a14a-7588-4254-8723-349d751e1d6c req-8829b1f6-a99b-4795-a8f2-b0bb094c093a tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:05.367592 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8c03a14a-7588-4254-8723-349d751e1d6c req-8829b1f6-a99b-4795-a8f2-b0bb094c093a tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=66846ce6-4c5f-4d27-8f7f-1f9cfee18c7e HTTP/1.1" status: 200 len: 945 time: 0.1324010 Sep 24 15:37:05.385069 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f2c1cfa8-e00f-43b1-99e0-0e46833d3052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:05.452816 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8c03a14a-7588-4254-8723-349d751e1d6c req-dd2f30bc-eaa2-4d87-bd8b-c47a569387d0 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823698 Sep 24 15:37:05.940123 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 13cbc9e2-cf1d-4bdd-941a-aff2600d6d17 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:37:06.038326 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f76af0e5-e32c-47fa-95d3-d0f9c20a53cd req-86052d6b-a505-4dfd-8f4b-a5bf7175ed29 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=6d53454d-780b-4fb9-b306-69d2a9892e23 HTTP/1.1" status: 200 len: 210 time: 0.0439463 Sep 24 15:37:06.063322 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532d1b1-ce21-40c9-98c8-fc1efa1bdadc req-dfa7f72b-d405-4124-a390-949a84ef5a62 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:06.072154 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a532d1b1-ce21-40c9-98c8-fc1efa1bdadc req-dfa7f72b-d405-4124-a390-949a84ef5a62 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/ports?device_id=54d5d58a-25ab-40af-a0d2-2d9d89f59737 HTTP/1.1" status: 200 len: 945 time: 0.5743191 Sep 24 15:37:06.106373 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 13cbc9e2-cf1d-4bdd-941a-aff2600d6d17 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:37:06.108661 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:06.122532 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a532d1b1-ce21-40c9-98c8-fc1efa1bdadc req-3d7bed58-079b-4fc2-9abb-c00058f4816e tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f5b2d93-e3ed-4f90-a24f-de0f1d5dfc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474217 Sep 24 15:37:06.240079 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad3156c-de41-4622-a67c-b3f0c716e626 req-569b8fac-2d28-463c-99cb-e8a06b15f701 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:06.242281 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bad3156c-de41-4622-a67c-b3f0c716e626 req-569b8fac-2d28-463c-99cb-e8a06b15f701 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.108 "GET /v2.0/networks?id=aba63c87-be12-4faa-aa4b-48192227e33d HTTP/1.1" status: 200 len: 805 time: 0.1953478 Sep 24 15:37:06.281634 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-bad3156c-de41-4622-a67c-b3f0c716e626 req-9d9c8702-3039-4eee-a2d7-b3bc1ea6e52b tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Request body: {'port': {'device_id': '6d53454d-780b-4fb9-b306-69d2a9892e23', 'network_id': 'aba63c87-be12-4faa-aa4b-48192227e33d', 'admin_state_up': True, 'tenant_id': 'e92c4591e9b7472da8979fcb890aba04'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:37:06.332517 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f2c1cfa8-e00f-43b1-99e0-0e46833d3052 None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:06.481096 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f2c1cfa8-e00f-43b1-99e0-0e46833d3052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:06.488105 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07aa8d8-3b0a-4177-96ac-1d0011a72541 req-e26ff6ff-be62-4d90-b9a5-ca6e770b72f3 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:06.513130 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d07aa8d8-3b0a-4177-96ac-1d0011a72541 req-e26ff6ff-be62-4d90-b9a5-ca6e770b72f3 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=2c3340ff-fa70-41a6-9dc2-76db0aa611a5 HTTP/1.1" status: 200 len: 949 time: 0.2468858 Sep 24 15:37:06.561412 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d07aa8d8-3b0a-4177-96ac-1d0011a72541 req-a8e6ac9e-3cb9-4fd3-9b52-a197af1bfc04 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441377 Sep 24 15:37:06.566675 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bad3156c-de41-4622-a67c-b3f0c716e626 req-9d9c8702-3039-4eee-a2d7-b3bc1ea6e52b tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Made reservation on behalf of e92c4591e9b7472da8979fcb890aba04 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:37:06.574407 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-bad3156c-de41-4622-a67c-b3f0c716e626 req-9d9c8702-3039-4eee-a2d7-b3bc1ea6e52b tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:06.609189 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96cab41-016e-4ac3-89c5-c67a8a538139 None None] Pushing event updated for resources: {'Port': ['ID=bc4f5d0a-8633-4a2d-b140-427ef9eb7666,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:06.785398 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-f2c1cfa8-e00f-43b1-99e0-0e46833d3052 None None] Attempting to bind port bc4f5d0a-8633-4a2d-b140-427ef9eb7666 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:37:06.785797 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-f2c1cfa8-e00f-43b1-99e0-0e46833d3052 None None] Attempting to bind port bc4f5d0a-8633-4a2d-b140-427ef9eb7666 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '9ba2f120-89b6-43a9-bf00-64b6dee5885d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '7b35859c-b695-4459-943b-180cf9e588a3'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:37:06.786172 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c1cfa8-e00f-43b1-99e0-0e46833d3052 None None] Attempting to bind port bc4f5d0a-8633-4a2d-b140-427ef9eb7666 on network 7b35859c-b695-4459-943b-180cf9e588a3 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:37:06.802952 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:06.803282 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc0cae0-d77e-4b01-b06b-ecd6d8409f2b req-f44196e5-194a-484a-975b-ac415f8617b0 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:06.820362 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c1cfa8-e00f-43b1-99e0-0e46833d3052 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:37:06.823254 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ccc0cae0-d77e-4b01-b06b-ecd6d8409f2b req-f44196e5-194a-484a-975b-ac415f8617b0 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/ports?device_id=402ca712-89ca-465d-9473-3e16da90ca1b HTTP/1.1" status: 200 len: 945 time: 0.2646112 Sep 24 15:37:06.824715 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-bad3156c-de41-4622-a67c-b3f0c716e626 req-9d9c8702-3039-4eee-a2d7-b3bc1ea6e52b tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Allocated IP 172.20.0.8 (aba63c87-be12-4faa-aa4b-48192227e33d/979d11e7-dd50-44f7-803b-0d6530af4707/aac707e3-03b1-4793-a101-df24f2cff01c) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:37:06.827102 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c1cfa8-e00f-43b1-99e0-0e46833d3052 None None] Checking segment: {'id': '9ba2f120-89b6-43a9-bf00-64b6dee5885d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '7b35859c-b695-4459-943b-180cf9e588a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:37:06.828080 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f2c1cfa8-e00f-43b1-99e0-0e46833d3052 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:06.830503 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c1cfa8-e00f-43b1-99e0-0e46833d3052 None None] Bound using segment: {'id': '9ba2f120-89b6-43a9-bf00-64b6dee5885d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '7b35859c-b695-4459-943b-180cf9e588a3'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:37:06.832541 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-f2c1cfa8-e00f-43b1-99e0-0e46833d3052 None None] Bound port: bc4f5d0a-8633-4a2d-b140-427ef9eb7666, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ba2f120-89b6-43a9-bf00-64b6dee5885d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '7b35859c-b695-4459-943b-180cf9e588a3'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:37:06.838928 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f2c1cfa8-e00f-43b1-99e0-0e46833d3052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:06.938257 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7dc4fbb2-fb21-4a95-909d-de15a80fd1a6 None None] Provisioning complete for port bc4f5d0a-8633-4a2d-b140-427ef9eb7666 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:37:06.938704 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7dc4fbb2-fb21-4a95-909d-de15a80fd1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:06.969063 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ccc0cae0-d77e-4b01-b06b-ecd6d8409f2b req-d2484f20-1630-44c5-a9c4-27af57ba254d tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f5b2d93-e3ed-4f90-a24f-de0f1d5dfc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439860 Sep 24 15:37:07.086425 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-f2c1cfa8-e00f-43b1-99e0-0e46833d3052 None None] For port bc4f5d0a-8633-4a2d-b140-427ef9eb7666, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:37:07.091231 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-f2c1cfa8-e00f-43b1-99e0-0e46833d3052 None None] For port bc4f5d0a-8633-4a2d-b140-427ef9eb7666, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=bc4f5d0a-8633-4a2d-b140-427ef9eb7666,segment=NetworkSegment(9ba2f120-89b6-43a9-bf00-64b6dee5885d),segment_id=9ba2f120-89b6-43a9-bf00-64b6dee5885d)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:37:07.124466 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be8646-f723-47e5-bebf-f3e02216a884 req-04441995-3f34-4a57-9425-923762237b78 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:07.127183 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7dc4fbb2-fb21-4a95-909d-de15a80fd1a6 None None] Port bc4f5d0a-8633-4a2d-b140-427ef9eb7666 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:37:07.130594 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-59be8646-f723-47e5-bebf-f3e02216a884 req-04441995-3f34-4a57-9425-923762237b78 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=66846ce6-4c5f-4d27-8f7f-1f9cfee18c7e HTTP/1.1" status: 200 len: 945 time: 0.0813482 Sep 24 15:37:07.147455 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-bad3156c-de41-4622-a67c-b3f0c716e626 req-9d9c8702-3039-4eee-a2d7-b3bc1ea6e52b tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:07.182955 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-59be8646-f723-47e5-bebf-f3e02216a884 req-6a8893f6-d587-4146-b890-2439efc85ea9 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511374 Sep 24 15:37:07.356323 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f2c1cfa8-e00f-43b1-99e0-0e46833d3052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:07.384149 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-bad3156c-de41-4622-a67c-b3f0c716e626 req-9d9c8702-3039-4eee-a2d7-b3bc1ea6e52b tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:07.440701 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bad3156c-de41-4622-a67c-b3f0c716e626 req-9d9c8702-3039-4eee-a2d7-b3bc1ea6e52b tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Network aba63c87-be12-4faa-aa4b-48192227e33d is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:37:07.447517 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-bad3156c-de41-4622-a67c-b3f0c716e626 req-9d9c8702-3039-4eee-a2d7-b3bc1ea6e52b tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:37:07.453641 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-bad3156c-de41-4622-a67c-b3f0c716e626 req-9d9c8702-3039-4eee-a2d7-b3bc1ea6e52b tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:37:07.466952 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c1cfa8-e00f-43b1-99e0-0e46833d3052 None None] Routers {'eef32c0f-51ae-4c8b-bba7-144c5b5d9efc'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:37:07.467932 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-f2c1cfa8-e00f-43b1-99e0-0e46833d3052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:37:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['eef32c0f-51ae-4c8b-bba7-144c5b5d9efc'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:37:07.484961 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1120be-6f86-4d3d-91c7-6e8550859582 req-8f6d4f3d-2dd5-4df2-b388-70f31bff57dd tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:07.497240 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ff1120be-6f86-4d3d-91c7-6e8550859582 req-8f6d4f3d-2dd5-4df2-b388-70f31bff57dd tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=6d53454d-780b-4fb9-b306-69d2a9892e23 HTTP/1.1" status: 200 len: 931 time: 0.1110408 Sep 24 15:37:07.586616 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96cab41-016e-4ac3-89c5-c67a8a538139 None None] Pushing event updated for resources: {'Port': ['ID=bc4f5d0a-8633-4a2d-b140-427ef9eb7666,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:07.597709 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ff1120be-6f86-4d3d-91c7-6e8550859582 req-f9dad377-0a25-4e79-acbe-3799c291f5fb tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938275 Sep 24 15:37:07.691728 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9c8702-3039-4eee-a2d7-b3bc1ea6e52b tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Pushing event updated for resources: {'Port': ['ID=aac707e3-03b1-4793-a101-df24f2cff01c,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:07.697840 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-f2c1cfa8-e00f-43b1-99e0-0e46833d3052 None None] Set router eef32c0f-51ae-4c8b-bba7-144c5b5d9efc gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:37:07.715500 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad3156c-de41-4622-a67c-b3f0c716e626 req-9d9c8702-3039-4eee-a2d7-b3bc1ea6e52b tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:07.715500 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-bad3156c-de41-4622-a67c-b3f0c716e626 req-9d9c8702-3039-4eee-a2d7-b3bc1ea6e52b tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:07.750411 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beb90e2-d8ed-4a52-8848-68aea8a684b3 req-d569d985-142b-4faf-bc81-5c318af7ccf6 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:07.762256 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beb90e2-d8ed-4a52-8848-68aea8a684b3 req-d569d985-142b-4faf-bc81-5c318af7ccf6 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:07.772875 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beb90e2-d8ed-4a52-8848-68aea8a684b3 req-d569d985-142b-4faf-bc81-5c318af7ccf6 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:07.774931 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1beb90e2-d8ed-4a52-8848-68aea8a684b3 req-d569d985-142b-4faf-bc81-5c318af7ccf6 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/ports?device_id=54d5d58a-25ab-40af-a0d2-2d9d89f59737&device_id=204a9a29-4bca-4bf9-8d1c-3557de4d7969&device_id=402ca712-89ca-465d-9473-3e16da90ca1b HTTP/1.1" status: 200 len: 2417 time: 0.1662936 Sep 24 15:37:07.865277 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1beb90e2-d8ed-4a52-8848-68aea8a684b3 req-bb65de76-31cf-4aa7-83ec-dced9cb5b775 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f5b2d93-e3ed-4f90-a24f-de0f1d5dfc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696073 Sep 24 15:37:07.865277 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bad3156c-de41-4622-a67c-b3f0c716e626 req-9d9c8702-3039-4eee-a2d7-b3bc1ea6e52b tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5935032 Sep 24 15:37:07.877414 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-bad3156c-de41-4622-a67c-b3f0c716e626 req-72f989ed-c23b-4f92-a002-7e8f2344a250 service neutron] Request body: {'port': {'device_id': '6d53454d-780b-4fb9-b306-69d2a9892e23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:37:07.919147 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132733d3-a619-4255-aeeb-3e2a368d2628 req-bc2d190f-30e1-4d0e-8abd-521c3cece8a0 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:07.923598 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-132733d3-a619-4255-aeeb-3e2a368d2628 req-bc2d190f-30e1-4d0e-8abd-521c3cece8a0 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=2c3340ff-fa70-41a6-9dc2-76db0aa611a5 HTTP/1.1" status: 200 len: 949 time: 0.0874732 Sep 24 15:37:07.977503 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-855f91b8-dd2b-4c1b-ab55-5f821a8ac7e5 None None] Provisioning complete for port bc4f5d0a-8633-4a2d-b140-427ef9eb7666 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:37:07.978078 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-855f91b8-dd2b-4c1b-ab55-5f821a8ac7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:07.983435 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-bad3156c-de41-4622-a67c-b3f0c716e626 req-72f989ed-c23b-4f92-a002-7e8f2344a250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:07.985278 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-132733d3-a619-4255-aeeb-3e2a368d2628 req-2a701bad-777a-49d4-9184-e177a5f00bbd tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557277 Sep 24 15:37:08.182643 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-f2c1cfa8-e00f-43b1-99e0-0e46833d3052 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef32c0f-51ae-4c8b-bba7-144c5b5d9efc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1910674166-router', 'tenant_id': 'd397fb5222b040e6912246e479ba9796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '13cbc9e2-cf1d-4bdd-941a-aff2600d6d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:36:57Z', 'updated_at': '2021-09-24T15:37:02Z', 'revision_number': 4, 'project_id': 'd397fb5222b040e6912246e479ba9796', 'gw_port': {'id': '13cbc9e2-cf1d-4bdd-941a-aff2600d6d17', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:77:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef32c0f-51ae-4c8b-bba7-144c5b5d9efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:36:57Z', 'updated_at': '2021-09-24T15:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'bc4f5d0a-8633-4a2d-b140-427ef9eb7666', 'name': '', 'network_id': '7b35859c-b695-4459-943b-180cf9e588a3', 'tenant_id': 'd397fb5222b040e6912246e479ba9796', 'mac_address': 'fa:16:3e:49:c3:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef32c0f-51ae-4c8b-bba7-144c5b5d9efc', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '88b78188-396c-4d03-9bdf-1a8057c9fd53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:37:01Z', 'updated_at': '2021-09-24T15:37:07Z', 'revision_number': 4, 'project_id': 'd397fb5222b040e6912246e479ba9796', 'subnets': [{'id': '88b78188-396c-4d03-9bdf-1a8057c9fd53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:37:08.192696 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cc822d-ed95-44c7-9fdd-782409d932c7 req-81a5bdf0-e0ac-4fa9-a8a5-89c5bc4ebd1a tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:08.200305 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-02cc822d-ed95-44c7-9fdd-782409d932c7 req-81a5bdf0-e0ac-4fa9-a8a5-89c5bc4ebd1a tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/ports?device_id=54d5d58a-25ab-40af-a0d2-2d9d89f59737 HTTP/1.1" status: 200 len: 945 time: 0.2037082 Sep 24 15:37:08.211214 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2c1cfa8-e00f-43b1-99e0-0e46833d3052 None None] The sync data for ids ['eef32c0f-51ae-4c8b-bba7-144c5b5d9efc'] in n-d-808921-1 is: [{'id': 'eef32c0f-51ae-4c8b-bba7-144c5b5d9efc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1910674166-router', 'tenant_id': 'd397fb5222b040e6912246e479ba9796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '13cbc9e2-cf1d-4bdd-941a-aff2600d6d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:36:57Z', 'updated_at': '2021-09-24T15:37:02Z', 'revision_number': 4, 'project_id': 'd397fb5222b040e6912246e479ba9796', 'gw_port': {'id': '13cbc9e2-cf1d-4bdd-941a-aff2600d6d17', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:77:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef32c0f-51ae-4c8b-bba7-144c5b5d9efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:36:57Z', 'updated_at': '2021-09-24T15:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'bc4f5d0a-8633-4a2d-b140-427ef9eb7666', 'name': '', 'network_id': '7b35859c-b695-4459-943b-180cf9e588a3', 'tenant_id': 'd397fb5222b040e6912246e479ba9796', 'mac_address': 'fa:16:3e:49:c3:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eef32c0f-51ae-4c8b-bba7-144c5b5d9efc', 'device_owner': 'network:router_interface', 'standard_attr_id': 867, 'fixed_ips': [{'subnet_id': '88b78188-396c-4d03-9bdf-1a8057c9fd53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:37:01Z', 'updated_at': '2021-09-24T15:37:07Z', 'revision_number': 4, 'project_id': 'd397fb5222b040e6912246e479ba9796', 'subnets': [{'id': '88b78188-396c-4d03-9bdf-1a8057c9fd53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:37:08.212854 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-855f91b8-dd2b-4c1b-ab55-5f821a8ac7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:08.294699 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-855f91b8-dd2b-4c1b-ab55-5f821a8ac7e5 None None] For port bc4f5d0a-8633-4a2d-b140-427ef9eb7666, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=bc4f5d0a-8633-4a2d-b140-427ef9eb7666,segment=NetworkSegment(9ba2f120-89b6-43a9-bf00-64b6dee5885d),segment_id=9ba2f120-89b6-43a9-bf00-64b6dee5885d)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:37:08.323050 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-02cc822d-ed95-44c7-9fdd-782409d932c7 req-d06d58fa-14a6-49df-b503-4c73879982d4 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f5b2d93-e3ed-4f90-a24f-de0f1d5dfc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217372 Sep 24 15:37:08.401312 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-855f91b8-dd2b-4c1b-ab55-5f821a8ac7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:08.468576 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855f91b8-dd2b-4c1b-ab55-5f821a8ac7e5 None None] Pushing event updated for resources: {'Port': ['ID=bc4f5d0a-8633-4a2d-b140-427ef9eb7666,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:08.529938 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad1deb8-8902-4eee-bd21-9adfe85be90f req-55db12a1-465d-4a7a-983e-d45e83801a0b tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:08.531633 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cad1deb8-8902-4eee-bd21-9adfe85be90f req-55db12a1-465d-4a7a-983e-d45e83801a0b tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=66846ce6-4c5f-4d27-8f7f-1f9cfee18c7e HTTP/1.1" status: 200 len: 945 time: 0.1128798 Sep 24 15:37:08.596497 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cad1deb8-8902-4eee-bd21-9adfe85be90f req-4f76891e-d24f-4b2d-a95b-39c1f2bbbec3 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413556 Sep 24 15:37:08.611105 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-bad3156c-de41-4622-a67c-b3f0c716e626 req-72f989ed-c23b-4f92-a002-7e8f2344a250 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aac707e3-03b1-4793-a101-df24f2cff01c {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:37:08.635349 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-bad3156c-de41-4622-a67c-b3f0c716e626 req-72f989ed-c23b-4f92-a002-7e8f2344a250 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:08.653003 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-bad3156c-de41-4622-a67c-b3f0c716e626 req-72f989ed-c23b-4f92-a002-7e8f2344a250 service neutron] Transition to ACTIVE for port object aac707e3-03b1-4793-a101-df24f2cff01c will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:37:08.739107 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:08.784324 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-bad3156c-de41-4622-a67c-b3f0c716e626 req-72f989ed-c23b-4f92-a002-7e8f2344a250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:09.030270 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2c292-f7ba-4744-bd87-4ef8bd51a231 req-3cff415f-c983-4c46-bee8-d9e68919e8ab tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:09.039207 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-93a2c292-f7ba-4744-bd87-4ef8bd51a231 req-3cff415f-c983-4c46-bee8-d9e68919e8ab tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=6d53454d-780b-4fb9-b306-69d2a9892e23 HTTP/1.1" status: 200 len: 943 time: 0.2225285 Sep 24 15:37:09.048857 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f989ed-c23b-4f92-a002-7e8f2344a250 service neutron] Pushing event updated for resources: {'Port': ['ID=aac707e3-03b1-4793-a101-df24f2cff01c,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:09.135806 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-93a2c292-f7ba-4744-bd87-4ef8bd51a231 req-08dd99fa-4f6b-4804-9a63-decd5ac63313 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950241 Sep 24 15:37:09.179857 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-bad3156c-de41-4622-a67c-b3f0c716e626 req-72f989ed-c23b-4f92-a002-7e8f2344a250 service neutron] Attempting to bind port aac707e3-03b1-4793-a101-df24f2cff01c on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:37:09.181221 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-bad3156c-de41-4622-a67c-b3f0c716e626 req-72f989ed-c23b-4f92-a002-7e8f2344a250 service neutron] Attempting to bind port aac707e3-03b1-4793-a101-df24f2cff01c by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '261d132c-af7b-4dd2-86dc-27294ea32e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'aba63c87-be12-4faa-aa4b-48192227e33d'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:37:09.183253 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad3156c-de41-4622-a67c-b3f0c716e626 req-72f989ed-c23b-4f92-a002-7e8f2344a250 service neutron] Attempting to bind port aac707e3-03b1-4793-a101-df24f2cff01c on network aba63c87-be12-4faa-aa4b-48192227e33d {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:37:09.197834 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad3156c-de41-4622-a67c-b3f0c716e626 req-72f989ed-c23b-4f92-a002-7e8f2344a250 service neutron] Port aac707e3-03b1-4793-a101-df24f2cff01c on network aba63c87-be12-4faa-aa4b-48192227e33d not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:37:09.200995 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad3156c-de41-4622-a67c-b3f0c716e626 req-72f989ed-c23b-4f92-a002-7e8f2344a250 service neutron] Attempting to bind port aac707e3-03b1-4793-a101-df24f2cff01c on network aba63c87-be12-4faa-aa4b-48192227e33d {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:37:09.218434 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad3156c-de41-4622-a67c-b3f0c716e626 req-72f989ed-c23b-4f92-a002-7e8f2344a250 service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:37:09.219016 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad3156c-de41-4622-a67c-b3f0c716e626 req-72f989ed-c23b-4f92-a002-7e8f2344a250 service neutron] Checking segment: {'id': '261d132c-af7b-4dd2-86dc-27294ea32e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'aba63c87-be12-4faa-aa4b-48192227e33d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:37:09.219481 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bad3156c-de41-4622-a67c-b3f0c716e626 req-72f989ed-c23b-4f92-a002-7e8f2344a250 service neutron] Bound using segment: {'id': '261d132c-af7b-4dd2-86dc-27294ea32e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'aba63c87-be12-4faa-aa4b-48192227e33d'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:37:09.220907 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-bad3156c-de41-4622-a67c-b3f0c716e626 req-72f989ed-c23b-4f92-a002-7e8f2344a250 service neutron] Bound port: aac707e3-03b1-4793-a101-df24f2cff01c, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '261d132c-af7b-4dd2-86dc-27294ea32e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'aba63c87-be12-4faa-aa4b-48192227e33d'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:37:09.221715 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-bad3156c-de41-4622-a67c-b3f0c716e626 req-72f989ed-c23b-4f92-a002-7e8f2344a250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:09.446357 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786ffa95-28e0-4b2b-8544-e8e981aefbf1 req-00922284-4f31-46e8-bdf9-c154d79ff504 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:09.453784 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-786ffa95-28e0-4b2b-8544-e8e981aefbf1 req-00922284-4f31-46e8-bdf9-c154d79ff504 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=2c3340ff-fa70-41a6-9dc2-76db0aa611a5 HTTP/1.1" status: 200 len: 949 time: 0.1619029 Sep 24 15:37:09.523287 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-786ffa95-28e0-4b2b-8544-e8e981aefbf1 req-540e6154-d552-4afa-86be-b6f04bdcfe0b tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665424 Sep 24 15:37:09.532350 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-bad3156c-de41-4622-a67c-b3f0c716e626 req-72f989ed-c23b-4f92-a002-7e8f2344a250 service neutron] For port aac707e3-03b1-4793-a101-df24f2cff01c, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:37:09.548545 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-bad3156c-de41-4622-a67c-b3f0c716e626 req-72f989ed-c23b-4f92-a002-7e8f2344a250 service neutron] For port aac707e3-03b1-4793-a101-df24f2cff01c, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=aac707e3-03b1-4793-a101-df24f2cff01c,segment=NetworkSegment(261d132c-af7b-4dd2-86dc-27294ea32e8c),segment_id=261d132c-af7b-4dd2-86dc-27294ea32e8c)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:37:09.659437 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-bad3156c-de41-4622-a67c-b3f0c716e626 req-72f989ed-c23b-4f92-a002-7e8f2344a250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:09.736470 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad3156c-de41-4622-a67c-b3f0c716e626 req-72f989ed-c23b-4f92-a002-7e8f2344a250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:09.737125 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-bad3156c-de41-4622-a67c-b3f0c716e626 req-72f989ed-c23b-4f92-a002-7e8f2344a250 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:09.738558 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bad3156c-de41-4622-a67c-b3f0c716e626 req-72f989ed-c23b-4f92-a002-7e8f2344a250 service neutron] 10.222.0.108 "PUT /v2.0/ports/aac707e3-03b1-4793-a101-df24f2cff01c HTTP/1.1" status: 200 len: 1091 time: 1.8671753 Sep 24 15:37:09.745703 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d53454d-780b-4fb9-b306-69d2a9892e23', 'tag': 'aac707e3-03b1-4793-a101-df24f2cff01c'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:37:09.746782 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a81fd0e7-bb56-4638-98f0-93ceaafbf87d" -d '{"events": [{"name": "network-changed", "server_uuid": "6d53454d-780b-4fb9-b306-69d2a9892e23", "tag": "aac707e3-03b1-4793-a101-df24f2cff01c"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:37:09.891052 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f989ed-c23b-4f92-a002-7e8f2344a250 service neutron] Pushing event updated for resources: {'Port': ['ID=aac707e3-03b1-4793-a101-df24f2cff01c,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:09.971213 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device bc4f5d0a-8633-4a2d-b140-427ef9eb7666 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:37:10.004161 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dbbbe2-dbf3-48e8-8910-99c47853e661 req-faee0f72-3170-4c4d-9e6f-e17dff095b6d tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:10.012361 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-88dbbbe2-dbf3-48e8-8910-99c47853e661 req-faee0f72-3170-4c4d-9e6f-e17dff095b6d tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=66846ce6-4c5f-4d27-8f7f-1f9cfee18c7e HTTP/1.1" status: 200 len: 945 time: 0.2694323 Sep 24 15:37:10.053959 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad3156c-de41-4622-a67c-b3f0c716e626 req-7ba71e43-febc-4c4f-9bf2-9157491ee1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:10.056351 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bad3156c-de41-4622-a67c-b3f0c716e626 req-7ba71e43-febc-4c4f-9bf2-9157491ee1dc service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=e92c4591e9b7472da8979fcb890aba04&device_id=6d53454d-780b-4fb9-b306-69d2a9892e23 HTTP/1.1" status: 200 len: 1094 time: 0.1578269 Sep 24 15:37:10.076746 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port bc4f5d0a-8633-4a2d-b140-427ef9eb7666 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:37:10.077229 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:10.078759 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-88dbbbe2-dbf3-48e8-8910-99c47853e661 req-686d6b8c-abb5-4175-80f1-33f679b27bec tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612142 Sep 24 15:37:10.083445 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9a66a6-ffd9-469a-8516-e0f506215b65 x-openstack-request-id: req-5c9a66a6-ffd9-469a-8516-e0f506215b65 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:37:10.083779 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d53454d-780b-4fb9-b306-69d2a9892e23", "tag": "aac707e3-03b1-4793-a101-df24f2cff01c", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:37:10.085312 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-5c9a66a6-ffd9-469a-8516-e0f506215b65 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:37:10.085312 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d53454d-780b-4fb9-b306-69d2a9892e23', 'tag': 'aac707e3-03b1-4793-a101-df24f2cff01c', 'status': 'completed', 'code': 200} Sep 24 15:37:10.135275 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bad3156c-de41-4622-a67c-b3f0c716e626 req-0dad6850-7ac2-4d9c-9a57-c286e1a3dca0 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aac707e3-03b1-4793-a101-df24f2cff01c HTTP/1.1" status: 200 len: 217 time: 0.0440862 Sep 24 15:37:10.212937 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad3156c-de41-4622-a67c-b3f0c716e626 req-9fa3d862-1fed-40bd-b996-889ad4ce2f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:10.214655 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bad3156c-de41-4622-a67c-b3f0c716e626 req-9fa3d862-1fed-40bd-b996-889ad4ce2f0c service neutron] 10.222.0.108 "GET /v2.0/subnets?id=979d11e7-dd50-44f7-803b-0d6530af4707 HTTP/1.1" status: 200 len: 845 time: 0.0704963 Sep 24 15:37:10.277282 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bad3156c-de41-4622-a67c-b3f0c716e626 req-fbeff24f-44f0-47cd-94f6-aed3eb857cc6 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=aba63c87-be12-4faa-aa4b-48192227e33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472629 Sep 24 15:37:10.369155 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a981b47-954a-48be-b4e6-d4edabc39fcd req-7789c59c-b967-47c6-9ff8-47ad35aeb1f7 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:10.370670 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0a981b47-954a-48be-b4e6-d4edabc39fcd req-7789c59c-b967-47c6-9ff8-47ad35aeb1f7 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=6d53454d-780b-4fb9-b306-69d2a9892e23 HTTP/1.1" status: 200 len: 943 time: 0.1493793 Sep 24 15:37:10.430220 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bad3156c-de41-4622-a67c-b3f0c716e626 req-8fe5f8fd-85a6-400f-a60c-d6e4ba65a04d service neutron] 10.222.0.108 "GET /v2.0/networks/aba63c87-be12-4faa-aa4b-48192227e33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425960 Sep 24 15:37:10.433275 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0a981b47-954a-48be-b4e6-d4edabc39fcd req-1f277c4d-657d-4220-87a7-590726da4930 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535951 Sep 24 15:37:10.533949 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bad3156c-de41-4622-a67c-b3f0c716e626 req-e3516287-945a-43d5-97e1-19c2d4e60702 service neutron] 10.222.0.108 "GET /v2.0/networks/aba63c87-be12-4faa-aa4b-48192227e33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964527 Sep 24 15:37:10.556257 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46174) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:37:10.578743 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:10.661781 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4549fc9f-ed5b-4169-994b-70340afb6cf7 req-0180f3d5-eaf3-4538-8b46-bf3aea041dd4 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:10.665617 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4549fc9f-ed5b-4169-994b-70340afb6cf7 req-0180f3d5-eaf3-4538-8b46-bf3aea041dd4 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/ports?device_id=402ca712-89ca-465d-9473-3e16da90ca1b HTTP/1.1" status: 200 len: 945 time: 0.0622485 Sep 24 15:37:10.683800 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c50f0e-ee2b-410c-b3fb-58deb878b4c6 req-09cbabb7-175d-4104-adf0-ef0029c8fd8a tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:10.686454 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-04c50f0e-ee2b-410c-b3fb-58deb878b4c6 req-09cbabb7-175d-4104-adf0-ef0029c8fd8a tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=2c3340ff-fa70-41a6-9dc2-76db0aa611a5 HTTP/1.1" status: 200 len: 949 time: 0.0595720 Sep 24 15:37:10.714454 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7dcda6c7-45a9-4b18-899a-3155946df6e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:10.716066 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4549fc9f-ed5b-4169-994b-70340afb6cf7 req-bfe1449d-12ce-4415-bb49-18cf7c310ca7 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f5b2d93-e3ed-4f90-a24f-de0f1d5dfc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427468 Sep 24 15:37:10.788941 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-04c50f0e-ee2b-410c-b3fb-58deb878b4c6 req-c667627f-e5c9-4d01-afb3-2a63cd4078fe tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926468 Sep 24 15:37:10.830292 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81fd0e7-bb56-4638-98f0-93ceaafbf87d req-0ee57cf4-d4ec-469c-909b-01bbf1b75da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:10.832420 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a81fd0e7-bb56-4638-98f0-93ceaafbf87d req-0ee57cf4-d4ec-469c-909b-01bbf1b75da4 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=e92c4591e9b7472da8979fcb890aba04&device_id=6d53454d-780b-4fb9-b306-69d2a9892e23 HTTP/1.1" status: 200 len: 1094 time: 0.1043530 Sep 24 15:37:10.969769 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81fd0e7-bb56-4638-98f0-93ceaafbf87d req-c63c6d1b-b71d-47ac-be38-7e8304535bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:10.971268 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a81fd0e7-bb56-4638-98f0-93ceaafbf87d req-c63c6d1b-b71d-47ac-be38-7e8304535bd7 service neutron] 10.222.0.108 "GET /v2.0/networks?id=aba63c87-be12-4faa-aa4b-48192227e33d HTTP/1.1" status: 200 len: 907 time: 0.1318007 Sep 24 15:37:10.975750 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7dcda6c7-45a9-4b18-899a-3155946df6e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:11.016752 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a81fd0e7-bb56-4638-98f0-93ceaafbf87d req-f47ff350-71d8-4675-9548-dd4752b22506 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aac707e3-03b1-4793-a101-df24f2cff01c HTTP/1.1" status: 200 len: 217 time: 0.0374236 Sep 24 15:37:11.068731 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81fd0e7-bb56-4638-98f0-93ceaafbf87d req-d7afe953-132d-4b74-9b97-badbddbeb749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:11.070170 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a81fd0e7-bb56-4638-98f0-93ceaafbf87d req-d7afe953-132d-4b74-9b97-badbddbeb749 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=979d11e7-dd50-44f7-803b-0d6530af4707 HTTP/1.1" status: 200 len: 845 time: 0.0460203 Sep 24 15:37:11.107911 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a81fd0e7-bb56-4638-98f0-93ceaafbf87d req-a90eed23-c1e8-4e70-a3db-89ea1c540417 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=aba63c87-be12-4faa-aa4b-48192227e33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262883 Sep 24 15:37:11.139086 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7dcda6c7-45a9-4b18-899a-3155946df6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:11.204048 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e58a94a-7ba9-47fe-8697-7754d7c15d5d req-0e0cb4c8-9047-4b8b-877c-b3e191076322 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:11.206900 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6e58a94a-7ba9-47fe-8697-7754d7c15d5d req-0e0cb4c8-9047-4b8b-877c-b3e191076322 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=66846ce6-4c5f-4d27-8f7f-1f9cfee18c7e HTTP/1.1" status: 200 len: 945 time: 0.0558984 Sep 24 15:37:11.220318 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-7dcda6c7-45a9-4b18-899a-3155946df6e7 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ed01b64dbba74f1e843f834a1b347755&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6632051 Sep 24 15:37:11.223153 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46184) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:37:11.224615 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcda6c7-45a9-4b18-899a-3155946df6e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d249bd-69af-43f1-8563-865967a39f41,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:11.250277 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a81fd0e7-bb56-4638-98f0-93ceaafbf87d req-dc842b51-abcd-4d55-ae04-1e86078aa1b8 service neutron] 10.222.0.108 "GET /v2.0/networks/aba63c87-be12-4faa-aa4b-48192227e33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341066 Sep 24 15:37:11.291885 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6e58a94a-7ba9-47fe-8697-7754d7c15d5d req-fe2e14f5-6603-4a13-adae-bb07a85023be tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800705 Sep 24 15:37:11.308471 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-82130a17-5c7e-4fb7-bbcb-ca8c1dcabae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:11.344874 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-82130a17-5c7e-4fb7-bbcb-ca8c1dcabae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:11.371003 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a81fd0e7-bb56-4638-98f0-93ceaafbf87d req-643d975a-af66-4741-b8fc-b4c22ba6aafa service neutron] 10.222.0.108 "GET /v2.0/networks/aba63c87-be12-4faa-aa4b-48192227e33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057494 Sep 24 15:37:11.481870 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-82130a17-5c7e-4fb7-bbcb-ca8c1dcabae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:11.487123 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-82130a17-5c7e-4fb7-bbcb-ca8c1dcabae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:11.490840 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-82130a17-5c7e-4fb7-bbcb-ca8c1dcabae6 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/e4d249bd-69af-43f1-8563-865967a39f41 HTTP/1.1" status: 204 len: 168 time: 0.2641077 Sep 24 15:37:11.497782 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82130a17-5c7e-4fb7-bbcb-ca8c1dcabae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d249bd-69af-43f1-8563-865967a39f41,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:11.586620 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c92e6b-696f-495c-8221-a238268cb6f3 req-c4becad1-da15-4618-9690-70f92e79017f tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:11.588140 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-72c92e6b-696f-495c-8221-a238268cb6f3 req-c4becad1-da15-4618-9690-70f92e79017f tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=6d53454d-780b-4fb9-b306-69d2a9892e23 HTTP/1.1" status: 200 len: 943 time: 0.0538075 Sep 24 15:37:11.629060 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-72c92e6b-696f-495c-8221-a238268cb6f3 req-319071e0-9f94-461e-adef-388ca40d049b tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344112 Sep 24 15:37:11.857059 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64745b1f-acf4-435e-9130-351b97580736 req-db4f0fc1-3c3c-49c7-8ed0-d2fcc30e32da tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:11.859829 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-64745b1f-acf4-435e-9130-351b97580736 req-db4f0fc1-3c3c-49c7-8ed0-d2fcc30e32da tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/ports?device_id=402ca712-89ca-465d-9473-3e16da90ca1b HTTP/1.1" status: 200 len: 945 time: 0.0714571 Sep 24 15:37:11.918534 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-64745b1f-acf4-435e-9130-351b97580736 req-cbec4092-ff40-4bfd-a477-e6e33d160166 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f5b2d93-e3ed-4f90-a24f-de0f1d5dfc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519717 Sep 24 15:37:11.949525 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df817b7-0c14-45c5-a15b-9eeb01b201eb req-6653e9a8-d6c7-42b6-8206-90b5ce12635d tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:11.952314 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4df817b7-0c14-45c5-a15b-9eeb01b201eb req-6653e9a8-d6c7-42b6-8206-90b5ce12635d tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=2c3340ff-fa70-41a6-9dc2-76db0aa611a5 HTTP/1.1" status: 200 len: 949 time: 0.0672145 Sep 24 15:37:12.005880 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4df817b7-0c14-45c5-a15b-9eeb01b201eb req-dc301b96-e103-489c-9b23-8d82950d7fa7 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477633 Sep 24 15:37:12.313139 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46200) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:37:12.333062 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6ceadb2d-bb35-46cc-aec6-8082a9585ef6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:12.433973 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12755f30-09c6-409a-a588-4d1a9f7daf87 req-338bb5b1-b0c1-41f7-9c29-38c9c0ef03b1 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:12.436906 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-12755f30-09c6-409a-a588-4d1a9f7daf87 req-338bb5b1-b0c1-41f7-9c29-38c9c0ef03b1 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=66846ce6-4c5f-4d27-8f7f-1f9cfee18c7e HTTP/1.1" status: 200 len: 945 time: 0.0593729 Sep 24 15:37:12.437608 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6ceadb2d-bb35-46cc-aec6-8082a9585ef6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:12.477834 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-12755f30-09c6-409a-a588-4d1a9f7daf87 req-7f302fce-c38b-4559-8e60-f3bc853499b4 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345750 Sep 24 15:37:12.543912 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6ceadb2d-bb35-46cc-aec6-8082a9585ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:12.584353 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-6ceadb2d-bb35-46cc-aec6-8082a9585ef6 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=40fd203390584e599b515ae4f9ddaa88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2700942 Sep 24 15:37:12.587058 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46204) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:37:12.593308 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceadb2d-bb35-46cc-aec6-8082a9585ef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=035ae7f9-9d1d-4085-8fbc-2aeced90bffb,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:12.641925 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4961bb58-bf36-475e-acd4-790a9a1fc198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:12.664750 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4961bb58-bf36-475e-acd4-790a9a1fc198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:12.764568 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dee571-5a73-4d19-af55-51ce3e4f0171 req-6e8d42af-3867-446c-bb3b-ffef342e9f68 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:12.765498 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-30dee571-5a73-4d19-af55-51ce3e4f0171 req-6e8d42af-3867-446c-bb3b-ffef342e9f68 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=6d53454d-780b-4fb9-b306-69d2a9892e23 HTTP/1.1" status: 200 len: 943 time: 0.0609093 Sep 24 15:37:12.805617 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-30dee571-5a73-4d19-af55-51ce3e4f0171 req-856235ca-1666-454a-b121-1710e23c657a tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339103 Sep 24 15:37:12.931407 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4961bb58-bf36-475e-acd4-790a9a1fc198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:12.934062 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4961bb58-bf36-475e-acd4-790a9a1fc198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:12.938897 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-4961bb58-bf36-475e-acd4-790a9a1fc198 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/035ae7f9-9d1d-4085-8fbc-2aeced90bffb HTTP/1.1" status: 204 len: 168 time: 0.3482809 Sep 24 15:37:12.945828 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961bb58-bf36-475e-acd4-790a9a1fc198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=035ae7f9-9d1d-4085-8fbc-2aeced90bffb,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:13.081878 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac2eea2-54f9-4657-b2f1-8810dda66c26 req-6a9e171a-2d04-4b95-abd2-b9c7d7a2d604 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:13.084301 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8ac2eea2-54f9-4657-b2f1-8810dda66c26 req-6a9e171a-2d04-4b95-abd2-b9c7d7a2d604 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/ports?device_id=402ca712-89ca-465d-9473-3e16da90ca1b HTTP/1.1" status: 200 len: 945 time: 0.0683601 Sep 24 15:37:13.130375 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8ac2eea2-54f9-4657-b2f1-8810dda66c26 req-438b0d14-eca1-4be8-9734-fa3d57539e9d tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f5b2d93-e3ed-4f90-a24f-de0f1d5dfc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376048 Sep 24 15:37:13.212284 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb63f34-40cb-4afc-9d75-80b2f4ffdc8c req-4742d523-572f-45ff-83b7-5fb9acf620d1 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:13.214013 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7fb63f34-40cb-4afc-9d75-80b2f4ffdc8c req-4742d523-572f-45ff-83b7-5fb9acf620d1 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=2c3340ff-fa70-41a6-9dc2-76db0aa611a5 HTTP/1.1" status: 200 len: 949 time: 0.0564623 Sep 24 15:37:13.255459 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7fb63f34-40cb-4afc-9d75-80b2f4ffdc8c req-682d59ff-c2f9-4803-9fdf-d3afc69006ab tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341623 Sep 24 15:37:13.608286 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2196e4e1-34d2-480c-8851-35e5ed66d758 req-8a06c0d5-ada9-44f9-9ce7-5f14ef123986 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:13.610597 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2196e4e1-34d2-480c-8851-35e5ed66d758 req-8a06c0d5-ada9-44f9-9ce7-5f14ef123986 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=66846ce6-4c5f-4d27-8f7f-1f9cfee18c7e HTTP/1.1" status: 200 len: 945 time: 0.0521669 Sep 24 15:37:13.654831 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2196e4e1-34d2-480c-8851-35e5ed66d758 req-55920273-49c4-4aa2-a6f4-ec7d7f8f3e22 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387456 Sep 24 15:37:13.743312 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-917e6c7c-dc28-4072-b3d9-d6f80250c46c req-09934153-320a-4928-9d6b-d4b2a6e086f5 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=465bc65b-5f46-498c-b8b1-509be174e9cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0620477 Sep 24 15:37:13.892476 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e6c7c-dc28-4072-b3d9-d6f80250c46c req-7312ce94-fd38-444c-a224-f016bafc5dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:13.893392 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e6c7c-dc28-4072-b3d9-d6f80250c46c req-7312ce94-fd38-444c-a224-f016bafc5dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:13.894171 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e6c7c-dc28-4072-b3d9-d6f80250c46c req-7312ce94-fd38-444c-a224-f016bafc5dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:13.895397 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e6c7c-dc28-4072-b3d9-d6f80250c46c req-7312ce94-fd38-444c-a224-f016bafc5dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:13.896243 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e6c7c-dc28-4072-b3d9-d6f80250c46c req-7312ce94-fd38-444c-a224-f016bafc5dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:13.897083 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e6c7c-dc28-4072-b3d9-d6f80250c46c req-7312ce94-fd38-444c-a224-f016bafc5dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:13.897714 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e6c7c-dc28-4072-b3d9-d6f80250c46c req-7312ce94-fd38-444c-a224-f016bafc5dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:13.900544 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-917e6c7c-dc28-4072-b3d9-d6f80250c46c req-7312ce94-fd38-444c-a224-f016bafc5dd8 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=53357413dfbc434b8597a2dcdb9cca78&device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 6498 time: 0.0846341 Sep 24 15:37:13.930603 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4280ddb5-c0a1-47d0-8a33-64347051a250 req-ceba5bfe-b4e5-4721-9977-bb9b9aed26d0 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:13.937431 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4280ddb5-c0a1-47d0-8a33-64347051a250 req-ceba5bfe-b4e5-4721-9977-bb9b9aed26d0 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=6d53454d-780b-4fb9-b306-69d2a9892e23 HTTP/1.1" status: 200 len: 943 time: 0.0594084 Sep 24 15:37:13.981535 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4280ddb5-c0a1-47d0-8a33-64347051a250 req-6c42271c-9fa9-4afe-90db-f39cd2fb21b3 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410085 Sep 24 15:37:14.054430 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e6c7c-dc28-4072-b3d9-d6f80250c46c req-f40c9a65-9c82-415c-8f31-73f84c1c6e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:14.054912 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e6c7c-dc28-4072-b3d9-d6f80250c46c req-f40c9a65-9c82-415c-8f31-73f84c1c6e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:14.055529 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e6c7c-dc28-4072-b3d9-d6f80250c46c req-f40c9a65-9c82-415c-8f31-73f84c1c6e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:14.057127 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-917e6c7c-dc28-4072-b3d9-d6f80250c46c req-f40c9a65-9c82-415c-8f31-73f84c1c6e59 service neutron] 10.222.0.108 "GET /v2.0/networks?id=ff8678b1-4349-4ca8-a723-03edf66a1778&id=5073d904-8b2b-4bdf-8338-7c236ddf6645&id=5073d904-8b2b-4bdf-8338-7c236ddf6645&id=5073d904-8b2b-4bdf-8338-7c236ddf6645&id=5073d904-8b2b-4bdf-8338-7c236ddf6645&id=507b15b8-afa5-40b8-adba-ac821e324412&id=507b15b8-afa5-40b8-adba-ac821e324412 HTTP/1.1" status: 200 len: 2300 time: 0.1250687 Sep 24 15:37:14.135913 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-917e6c7c-dc28-4072-b3d9-d6f80250c46c req-22c95705-bcd0-4c81-999d-571596689e9e service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0142ad3a-dc16-4465-ac2e-8afaafbbaba6 HTTP/1.1" status: 200 len: 1001 time: 0.0697956 Sep 24 15:37:14.176273 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device aac707e3-03b1-4793-a101-df24f2cff01c details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:37:14.210120 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e6c7c-dc28-4072-b3d9-d6f80250c46c req-797dcf19-c794-4d53-825e-6407c0e6533b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:14.211866 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-917e6c7c-dc28-4072-b3d9-d6f80250c46c req-797dcf19-c794-4d53-825e-6407c0e6533b service neutron] 10.222.0.108 "GET /v2.0/subnets?id=740320f3-b182-49df-862e-fbe87946f30f HTTP/1.1" status: 200 len: 855 time: 0.0630329 Sep 24 15:37:14.297493 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e6c7c-dc28-4072-b3d9-d6f80250c46c req-9b75d118-d9e1-4107-b791-23fa13afe10a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:14.299659 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-917e6c7c-dc28-4072-b3d9-d6f80250c46c req-9b75d118-d9e1-4107-b791-23fa13afe10a service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=ff8678b1-4349-4ca8-a723-03edf66a1778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0802615 Sep 24 15:37:14.383452 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9364d4-7d9d-46a3-9caa-b66beac5d078 req-24b6dae2-5d64-4be1-b283-fc9d7a961b61 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:14.388070 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cf9364d4-7d9d-46a3-9caa-b66beac5d078 req-24b6dae2-5d64-4be1-b283-fc9d7a961b61 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/ports?device_id=402ca712-89ca-465d-9473-3e16da90ca1b HTTP/1.1" status: 200 len: 945 time: 0.1593750 Sep 24 15:37:14.440807 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port aac707e3-03b1-4793-a101-df24f2cff01c, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=aac707e3-03b1-4793-a101-df24f2cff01c,segment=NetworkSegment(261d132c-af7b-4dd2-86dc-27294ea32e8c),segment_id=261d132c-af7b-4dd2-86dc-27294ea32e8c)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:37:14.460532 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': 'aac707e3-03b1-4793-a101-df24f2cff01c', 'network_id': 'aba63c87-be12-4faa-aa4b-48192227e33d', 'port_id': 'aac707e3-03b1-4793-a101-df24f2cff01c', 'mac_address': 'fa:16:3e:28:40:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '979d11e7-dd50-44f7-803b-0d6530af4707', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:37:14.471505 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cf9364d4-7d9d-46a3-9caa-b66beac5d078 req-7ce1a6f4-5a3b-4d3d-8424-86572dd19ef6 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f5b2d93-e3ed-4f90-a24f-de0f1d5dfc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754297 Sep 24 15:37:14.535743 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68122d06-3057-4093-a8b9-d7d80f28221d req-5786bdc6-3a94-49b3-b62a-c62f42ad790d tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:14.537428 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-68122d06-3057-4093-a8b9-d7d80f28221d req-5786bdc6-3a94-49b3-b62a-c62f42ad790d tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=2c3340ff-fa70-41a6-9dc2-76db0aa611a5 HTTP/1.1" status: 200 len: 949 time: 0.0777230 Sep 24 15:37:14.540273 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-917e6c7c-dc28-4072-b3d9-d6f80250c46c req-00e3bc27-64c3-4c70-952d-eba790537f14 service neutron] 10.222.0.108 "GET /v2.0/networks/ff8678b1-4349-4ca8-a723-03edf66a1778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276874 Sep 24 15:37:14.556693 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:14.576748 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aac707e3-03b1-4793-a101-df24f2cff01c {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:37:14.601988 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port aac707e3-03b1-4793-a101-df24f2cff01c, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=aac707e3-03b1-4793-a101-df24f2cff01c,segment=NetworkSegment(261d132c-af7b-4dd2-86dc-27294ea32e8c),segment_id=261d132c-af7b-4dd2-86dc-27294ea32e8c)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:37:14.651290 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-68122d06-3057-4093-a8b9-d7d80f28221d req-4cb9de86-9d18-4251-a508-d67873cba41a tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049266 Sep 24 15:37:14.696105 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-917e6c7c-dc28-4072-b3d9-d6f80250c46c req-1f994fe6-3279-4bb4-95e0-6df825302e5f service neutron] 10.222.0.108 "GET /v2.0/networks/ff8678b1-4349-4ca8-a723-03edf66a1778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438475 Sep 24 15:37:14.758151 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-917e6c7c-dc28-4072-b3d9-d6f80250c46c req-1a7c44fe-0e7b-440e-81a5-e96ff8cc7699 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=abc5097c-45c0-4a4c-83ad-221aa210e627 HTTP/1.1" status: 200 len: 217 time: 0.0479400 Sep 24 15:37:14.788019 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f421140e-2b66-4ddb-95d9-6389044701c8 req-9175b119-9be2-4967-94e7-836c653ae8a6 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:14.797821 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f421140e-2b66-4ddb-95d9-6389044701c8 req-9175b119-9be2-4967-94e7-836c653ae8a6 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=66846ce6-4c5f-4d27-8f7f-1f9cfee18c7e HTTP/1.1" status: 200 len: 945 time: 0.0612962 Sep 24 15:37:14.823483 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e6c7c-dc28-4072-b3d9-d6f80250c46c req-5f243478-442e-4e8c-9fd8-49e34a55760a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:14.825300 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-917e6c7c-dc28-4072-b3d9-d6f80250c46c req-5f243478-442e-4e8c-9fd8-49e34a55760a service neutron] 10.222.0.108 "GET /v2.0/subnets?id=e11d2a5f-bb34-4615-a972-21b689918a94 HTTP/1.1" status: 200 len: 797 time: 0.0592194 Sep 24 15:37:14.836035 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f421140e-2b66-4ddb-95d9-6389044701c8 req-14551085-5d1e-42f0-9ef8-45de2c390a95 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388803 Sep 24 15:37:14.868929 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:14.887375 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e6c7c-dc28-4072-b3d9-d6f80250c46c req-d4b44e43-7ebc-41f9-ab55-0da00007dd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:14.892041 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-917e6c7c-dc28-4072-b3d9-d6f80250c46c req-d4b44e43-7ebc-41f9-ab55-0da00007dd67 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=5073d904-8b2b-4bdf-8338-7c236ddf6645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0528142 Sep 24 15:37:14.922985 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=aac707e3-03b1-4793-a101-df24f2cff01c,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:15.011297 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-917e6c7c-dc28-4072-b3d9-d6f80250c46c req-c2860eda-2895-4028-b479-0079381dd31d service neutron] 10.222.0.108 "GET /v2.0/networks/5073d904-8b2b-4bdf-8338-7c236ddf6645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076870 Sep 24 15:37:15.154967 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52017e00-28f4-4e86-93eb-749ee81c9153 req-925b311d-22d3-4bf1-8a10-5fa85362a2e8 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:15.154967 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-52017e00-28f4-4e86-93eb-749ee81c9153 req-925b311d-22d3-4bf1-8a10-5fa85362a2e8 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=6d53454d-780b-4fb9-b306-69d2a9892e23 HTTP/1.1" status: 200 len: 944 time: 0.1004970 Sep 24 15:37:15.158998 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-917e6c7c-dc28-4072-b3d9-d6f80250c46c req-ce767f51-557e-417a-bf88-a6476f6013c1 service neutron] 10.222.0.108 "GET /v2.0/networks/5073d904-8b2b-4bdf-8338-7c236ddf6645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394169 Sep 24 15:37:15.217683 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-917e6c7c-dc28-4072-b3d9-d6f80250c46c req-4d3fb81f-99b4-44bf-87a2-a71d53b87deb service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=2f5a166f-73aa-4d69-848c-9741f19b3801 HTTP/1.1" status: 200 len: 217 time: 0.0411181 Sep 24 15:37:15.275437 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-52017e00-28f4-4e86-93eb-749ee81c9153 req-78a03821-83e4-411e-808e-66e64ae997d9 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137028 Sep 24 15:37:15.285137 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e6c7c-dc28-4072-b3d9-d6f80250c46c req-bd5271df-82d7-4b9a-a798-87c7c840e398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:15.294036 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-917e6c7c-dc28-4072-b3d9-d6f80250c46c req-bd5271df-82d7-4b9a-a798-87c7c840e398 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=e11d2a5f-bb34-4615-a972-21b689918a94 HTTP/1.1" status: 200 len: 797 time: 0.0609660 Sep 24 15:37:15.327736 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['aac707e3-03b1-4793-a101-df24f2cff01c'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:37:15.346291 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e6c7c-dc28-4072-b3d9-d6f80250c46c req-3cd76bdd-5f5c-4a25-b7f9-f93c61ebf071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:15.347846 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-917e6c7c-dc28-4072-b3d9-d6f80250c46c req-3cd76bdd-5f5c-4a25-b7f9-f93c61ebf071 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=5073d904-8b2b-4bdf-8338-7c236ddf6645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0507793 Sep 24 15:37:15.488844 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-917e6c7c-dc28-4072-b3d9-d6f80250c46c req-7f55a279-e414-4e41-bb24-a18e2f6a69b4 service neutron] 10.222.0.108 "GET /v2.0/networks/5073d904-8b2b-4bdf-8338-7c236ddf6645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327600 Sep 24 15:37:15.833405 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab7e591-e5a5-4df3-9993-48ee5760e58e req-b1380c3b-f655-463b-a61b-628916b4ba64 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:15.841964 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4ab7e591-e5a5-4df3-9993-48ee5760e58e req-b1380c3b-f655-463b-a61b-628916b4ba64 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=2c3340ff-fa70-41a6-9dc2-76db0aa611a5 HTTP/1.1" status: 200 len: 949 time: 0.0768588 Sep 24 15:37:15.894856 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4ab7e591-e5a5-4df3-9993-48ee5760e58e req-e2206ce6-f356-4142-a687-d9590ec3c006 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516222 Sep 24 15:37:16.040795 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-917e6c7c-dc28-4072-b3d9-d6f80250c46c req-5fea3912-b1a8-4d61-a3a7-060f115eea96 service neutron] 10.222.0.108 "GET /v2.0/networks/5073d904-8b2b-4bdf-8338-7c236ddf6645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5357537 Sep 24 15:37:16.050037 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6de819-0b65-413b-97a3-8b8d25d21cc3 req-657e5e73-63da-4649-9c95-be09952534f1 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:16.051560 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9b6de819-0b65-413b-97a3-8b8d25d21cc3 req-657e5e73-63da-4649-9c95-be09952534f1 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/ports?device_id=402ca712-89ca-465d-9473-3e16da90ca1b HTTP/1.1" status: 200 len: 945 time: 0.4345050 Sep 24 15:37:16.094271 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-917e6c7c-dc28-4072-b3d9-d6f80250c46c req-22103ef7-584a-47e8-82bc-39ff754c703c service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=f7691fd8-1f6a-45f4-bf43-5e43375cafad HTTP/1.1" status: 200 len: 217 time: 0.0417752 Sep 24 15:37:16.120661 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4aa6b55c-de76-4d91-a2d8-f7bf0c37f3e5 req-77632215-f0d9-404c-840d-1c8f18d5fa25 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=88cbf903f0174adfba413cfae5055c94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0255389 Sep 24 15:37:16.151965 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9b6de819-0b65-413b-97a3-8b8d25d21cc3 req-ccd3e610-dc67-4bd4-9ae0-bd5d79560753 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f5b2d93-e3ed-4f90-a24f-de0f1d5dfc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898447 Sep 24 15:37:16.170985 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e6c7c-dc28-4072-b3d9-d6f80250c46c req-f5a9a1ec-3b76-4188-b0d5-1829bc14fe9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:16.172810 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-917e6c7c-dc28-4072-b3d9-d6f80250c46c req-f5a9a1ec-3b76-4188-b0d5-1829bc14fe9a service neutron] 10.222.0.108 "GET /v2.0/subnets?id=e11d2a5f-bb34-4615-a972-21b689918a94 HTTP/1.1" status: 200 len: 797 time: 0.0644431 Sep 24 15:37:16.258117 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6b55c-de76-4d91-a2d8-f7bf0c37f3e5 req-4f7037cd-363e-4713-9b64-79bf81fcbfc4 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:16.259535 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4aa6b55c-de76-4d91-a2d8-f7bf0c37f3e5 req-4f7037cd-363e-4713-9b64-79bf81fcbfc4 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1327746 Sep 24 15:37:16.261520 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e6c7c-dc28-4072-b3d9-d6f80250c46c req-5fa8fbda-d259-4c63-90a4-7e95886f77e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:16.263039 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-917e6c7c-dc28-4072-b3d9-d6f80250c46c req-5fa8fbda-d259-4c63-90a4-7e95886f77e4 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=5073d904-8b2b-4bdf-8338-7c236ddf6645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0795679 Sep 24 15:37:16.277242 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4aa6b55c-de76-4d91-a2d8-f7bf0c37f3e5 req-a5b5e10c-2be3-4611-85fa-d02a9980c5a2 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] 10.222.0.101 "GET /v2.0/quotas/88cbf903f0174adfba413cfae5055c94 HTTP/1.1" status: 200 len: 375 time: 0.0108361 Sep 24 15:37:16.280808 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea67800-60c8-4c1f-97bc-77dbdddc22a7 req-e9d00ef8-5379-402e-8e19-8e391b11a0bb tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:16.282013 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dea67800-60c8-4c1f-97bc-77dbdddc22a7 req-e9d00ef8-5379-402e-8e19-8e391b11a0bb tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=66846ce6-4c5f-4d27-8f7f-1f9cfee18c7e HTTP/1.1" status: 200 len: 945 time: 0.0635393 Sep 24 15:37:16.319904 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4aa6b55c-de76-4d91-a2d8-f7bf0c37f3e5 req-ec36d838-28f4-4f50-9439-40e285e39058 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=88cbf903f0174adfba413cfae5055c94&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0313809 Sep 24 15:37:16.381743 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dea67800-60c8-4c1f-97bc-77dbdddc22a7 req-cb935c99-34f7-42cf-82b4-ccd43a2f07f3 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902932 Sep 24 15:37:16.411181 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-917e6c7c-dc28-4072-b3d9-d6f80250c46c req-92d99a42-09cd-4b14-b77c-7bdf77ff8dde service neutron] 10.222.0.108 "GET /v2.0/networks/5073d904-8b2b-4bdf-8338-7c236ddf6645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281602 Sep 24 15:37:16.538424 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-917e6c7c-dc28-4072-b3d9-d6f80250c46c req-4b4ea883-40a6-4075-8961-b733a909fed4 service neutron] 10.222.0.108 "GET /v2.0/networks/5073d904-8b2b-4bdf-8338-7c236ddf6645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159670 Sep 24 15:37:16.600068 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-917e6c7c-dc28-4072-b3d9-d6f80250c46c req-0f08a210-8eb0-4e78-8076-d64e984282a1 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=d4b18f8b-70cf-4cbf-9ef3-a4612e10fee4 HTTP/1.1" status: 200 len: 217 time: 0.0498555 Sep 24 15:37:16.668169 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a389a374-9f68-452e-b462-ff0e1f81bc53 req-73491295-b236-4dd8-992f-8197fbebbcf8 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] 10.222.0.101 "GET /v2.0/ports?device_id=4d9530f5-b9be-43d7-9934-819a62695f6f HTTP/1.1" status: 200 len: 210 time: 0.0312107 Sep 24 15:37:16.718833 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e6c7c-dc28-4072-b3d9-d6f80250c46c req-7edded04-a940-43d8-829a-53038ffd86c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:16.720299 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-917e6c7c-dc28-4072-b3d9-d6f80250c46c req-7edded04-a940-43d8-829a-53038ffd86c2 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=e11d2a5f-bb34-4615-a972-21b689918a94 HTTP/1.1" status: 200 len: 797 time: 0.0906124 Sep 24 15:37:16.727603 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a47ba8-2896-407d-8902-41edb1115c00 req-ddca0225-3423-4f5c-aae1-f10b0bcb420e tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:16.728961 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-55a47ba8-2896-407d-8902-41edb1115c00 req-ddca0225-3423-4f5c-aae1-f10b0bcb420e tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=6d53454d-780b-4fb9-b306-69d2a9892e23 HTTP/1.1" status: 200 len: 944 time: 0.1320095 Sep 24 15:37:16.765450 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e365e1d1-6a2b-46ae-a237-c46eab8f116e req-5f00a851-e7f1-455a-81ce-df2d2d87be8e service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=5e086cd6-6222-433b-80d8-976f3a638f99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1243808 Sep 24 15:37:16.804706 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-55a47ba8-2896-407d-8902-41edb1115c00 req-fe8828f8-4320-4015-906a-7fb05153af7d tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653141 Sep 24 15:37:16.809903 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e6c7c-dc28-4072-b3d9-d6f80250c46c req-bc7ec1de-b7bd-456c-9194-c8b34b5c0849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:16.812652 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-917e6c7c-dc28-4072-b3d9-d6f80250c46c req-bc7ec1de-b7bd-456c-9194-c8b34b5c0849 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=5073d904-8b2b-4bdf-8338-7c236ddf6645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0821316 Sep 24 15:37:16.921610 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e365e1d1-6a2b-46ae-a237-c46eab8f116e req-079bb411-2fff-4e9e-af5e-bef60f62e431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:16.923664 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e365e1d1-6a2b-46ae-a237-c46eab8f116e req-079bb411-2fff-4e9e-af5e-bef60f62e431 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=7b4bd82d26ac490fbde2c620d4be04bb&device_id=5e086cd6-6222-433b-80d8-976f3a638f99 HTTP/1.1" status: 200 len: 1096 time: 0.1072843 Sep 24 15:37:16.951455 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-917e6c7c-dc28-4072-b3d9-d6f80250c46c req-2323545f-eca9-42ac-90e7-0314b8c38204 service neutron] 10.222.0.108 "GET /v2.0/networks/5073d904-8b2b-4bdf-8338-7c236ddf6645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260419 Sep 24 15:37:17.023542 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c41ea-237b-44ef-9224-05c7a2508cf1 req-cf15f8b3-d402-472a-9b93-6079df892266 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:17.034986 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-045c41ea-237b-44ef-9224-05c7a2508cf1 req-cf15f8b3-d402-472a-9b93-6079df892266 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=2c3340ff-fa70-41a6-9dc2-76db0aa611a5 HTTP/1.1" status: 200 len: 949 time: 0.0628457 Sep 24 15:37:17.078809 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-045c41ea-237b-44ef-9224-05c7a2508cf1 req-cde9d450-fffd-4579-a9f8-da3798e2a2f7 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423670 Sep 24 15:37:17.143945 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-917e6c7c-dc28-4072-b3d9-d6f80250c46c req-31336307-6de1-4ad8-a5e2-59a5ab6f1808 service neutron] 10.222.0.108 "GET /v2.0/networks/5073d904-8b2b-4bdf-8338-7c236ddf6645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767442 Sep 24 15:37:17.212875 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-917e6c7c-dc28-4072-b3d9-d6f80250c46c req-1c76ce2e-033a-48d1-8b5c-4c713e1709dd service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8bb88954-e5ec-4b97-a10b-c71b5097f8a9 HTTP/1.1" status: 200 len: 217 time: 0.0592892 Sep 24 15:37:17.219242 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e365e1d1-6a2b-46ae-a237-c46eab8f116e req-caef1729-7e08-45d2-bed4-9f10910b96ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:17.221076 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e365e1d1-6a2b-46ae-a237-c46eab8f116e req-caef1729-7e08-45d2-bed4-9f10910b96ed service neutron] 10.222.0.110 "GET /v2.0/networks?id=ed240661-c058-4f64-a0cb-8ef81aff19b5 HTTP/1.1" status: 200 len: 914 time: 0.2649395 Sep 24 15:37:17.370414 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e365e1d1-6a2b-46ae-a237-c46eab8f116e req-463d9220-eee5-4874-9c65-df67764e5b59 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b0efb342-599d-4be0-ab3d-cb4ac31d2116 HTTP/1.1" status: 200 len: 1001 time: 0.1394672 Sep 24 15:37:17.374110 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e6c7c-dc28-4072-b3d9-d6f80250c46c req-49916486-a077-4226-9fa8-340f6608c0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:17.375634 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-917e6c7c-dc28-4072-b3d9-d6f80250c46c req-49916486-a077-4226-9fa8-340f6608c0ea service neutron] 10.222.0.108 "GET /v2.0/subnets?id=e7e1eb24-df55-4c01-9933-3279c8be8c21 HTTP/1.1" status: 200 len: 797 time: 0.1534691 Sep 24 15:37:17.428845 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cb9796-9c12-418c-9456-a97a3ed6359b req-37998579-a711-42e7-8855-305f66832d28 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:17.430422 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-77cb9796-9c12-418c-9456-a97a3ed6359b req-37998579-a711-42e7-8855-305f66832d28 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/ports?device_id=402ca712-89ca-465d-9473-3e16da90ca1b HTTP/1.1" status: 200 len: 945 time: 0.1599035 Sep 24 15:37:17.493544 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e365e1d1-6a2b-46ae-a237-c46eab8f116e req-e7ae1074-9683-4810-884f-5f591ce9879f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:17.495138 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e365e1d1-6a2b-46ae-a237-c46eab8f116e req-e7ae1074-9683-4810-884f-5f591ce9879f service neutron] 10.222.0.110 "GET /v2.0/subnets?id=5e9a8b21-b628-4e31-bd4a-93772c0c09bc HTTP/1.1" status: 200 len: 851 time: 0.1137660 Sep 24 15:37:17.508182 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e6c7c-dc28-4072-b3d9-d6f80250c46c req-e32654f0-cf5b-4fd1-a07e-5476761d6a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:17.509646 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-917e6c7c-dc28-4072-b3d9-d6f80250c46c req-e32654f0-cf5b-4fd1-a07e-5476761d6a79 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=507b15b8-afa5-40b8-adba-ac821e324412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1177266 Sep 24 15:37:17.537955 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0495512d-6637-4748-b179-725f40a06694 req-405acb46-4c01-488d-a172-f8c2f63a5c1b tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:17.546285 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0495512d-6637-4748-b179-725f40a06694 req-405acb46-4c01-488d-a172-f8c2f63a5c1b tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=66846ce6-4c5f-4d27-8f7f-1f9cfee18c7e HTTP/1.1" status: 200 len: 945 time: 0.0664427 Sep 24 15:37:17.565422 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-77cb9796-9c12-418c-9456-a97a3ed6359b req-bab0d3f1-f1aa-43f2-926a-bed7ce1b78a5 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f5b2d93-e3ed-4f90-a24f-de0f1d5dfc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180286 Sep 24 15:37:17.607459 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0495512d-6637-4748-b179-725f40a06694 req-d2b7dc0f-8bb0-4291-aa52-522e78556fd6 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596926 Sep 24 15:37:17.628777 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e365e1d1-6a2b-46ae-a237-c46eab8f116e req-8db9d95c-26b0-46bb-a523-6cc0a32710b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:17.630447 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e365e1d1-6a2b-46ae-a237-c46eab8f116e req-8db9d95c-26b0-46bb-a523-6cc0a32710b3 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=ed240661-c058-4f64-a0cb-8ef81aff19b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1245344 Sep 24 15:37:17.683297 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-917e6c7c-dc28-4072-b3d9-d6f80250c46c req-14f48ed6-4e6d-4a38-8849-0b02b7e4d85f service neutron] 10.222.0.108 "GET /v2.0/networks/507b15b8-afa5-40b8-adba-ac821e324412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601329 Sep 24 15:37:17.782869 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e7cfe7a6-900a-4f91-8451-b1da420aa177 req-bdfc0108-2b95-4933-a19e-6b4afb6fa1b3 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] 10.222.0.101 "GET /v2.0/ports?device_id=4d9530f5-b9be-43d7-9934-819a62695f6f HTTP/1.1" status: 200 len: 210 time: 0.0444095 Sep 24 15:37:17.863056 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e365e1d1-6a2b-46ae-a237-c46eab8f116e req-4c785421-4917-4c0f-92d6-91a5be776ac4 service neutron] 10.222.0.110 "GET /v2.0/networks/ed240661-c058-4f64-a0cb-8ef81aff19b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231913 Sep 24 15:37:17.921095 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-917e6c7c-dc28-4072-b3d9-d6f80250c46c req-ebbbae95-cb4a-436d-803c-4d623204533e service neutron] 10.222.0.108 "GET /v2.0/networks/507b15b8-afa5-40b8-adba-ac821e324412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929839 Sep 24 15:37:17.969357 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30a4f91-9f3a-44ae-b022-c1bba9f610f7 req-606215db-f083-4baa-b308-6e2528a79be1 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:18.074276 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d30a4f91-9f3a-44ae-b022-c1bba9f610f7 req-606215db-f083-4baa-b308-6e2528a79be1 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=6d53454d-780b-4fb9-b306-69d2a9892e23 HTTP/1.1" status: 200 len: 944 time: 0.0769684 Sep 24 15:37:18.075701 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-917e6c7c-dc28-4072-b3d9-d6f80250c46c req-b8b0ef1a-5e50-4dfe-b373-462b15f048f0 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0ee6ad90-d588-4863-a2f6-9306b19035e5 HTTP/1.1" status: 200 len: 217 time: 0.0404055 Sep 24 15:37:18.076356 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d30a4f91-9f3a-44ae-b022-c1bba9f610f7 req-c1c66058-ac44-43db-9873-b0b2d59e493c tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473018 Sep 24 15:37:18.076465 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e365e1d1-6a2b-46ae-a237-c46eab8f116e req-7ad0627e-e3bc-4f43-a23f-14134e2732d9 service neutron] 10.222.0.110 "GET /v2.0/networks/ed240661-c058-4f64-a0cb-8ef81aff19b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809919 Sep 24 15:37:18.076465 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e6c7c-dc28-4072-b3d9-d6f80250c46c req-a968d1aa-7286-43d5-8c2a-780bce2991d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:18.076465 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-917e6c7c-dc28-4072-b3d9-d6f80250c46c req-a968d1aa-7286-43d5-8c2a-780bce2991d7 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=e7e1eb24-df55-4c01-9933-3279c8be8c21 HTTP/1.1" status: 200 len: 797 time: 0.0644124 Sep 24 15:37:18.136919 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917e6c7c-dc28-4072-b3d9-d6f80250c46c req-084abe7a-c42b-4093-a3c3-f4326f3420d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:18.137606 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-917e6c7c-dc28-4072-b3d9-d6f80250c46c req-084abe7a-c42b-4093-a3c3-f4326f3420d7 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=507b15b8-afa5-40b8-adba-ac821e324412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0512643 Sep 24 15:37:18.207693 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device aac707e3-03b1-4793-a101-df24f2cff01c up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:37:18.270816 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d88d7e9-cd68-47a1-954b-4883ff608539 req-4730d274-7321-486b-bded-36140ba391d5 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:18.272332 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3d88d7e9-cd68-47a1-954b-4883ff608539 req-4730d274-7321-486b-bded-36140ba391d5 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=2c3340ff-fa70-41a6-9dc2-76db0aa611a5 HTTP/1.1" status: 200 len: 949 time: 0.1012256 Sep 24 15:37:18.303340 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-917e6c7c-dc28-4072-b3d9-d6f80250c46c req-4972d68e-ea04-49ba-a9df-2c77ed9f512b service neutron] 10.222.0.108 "GET /v2.0/networks/507b15b8-afa5-40b8-adba-ac821e324412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578228 Sep 24 15:37:18.342042 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3d88d7e9-cd68-47a1-954b-4883ff608539 req-ef16fc3a-9d7c-4807-b210-d0fe1645bf5e tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579398 Sep 24 15:37:18.399490 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port aac707e3-03b1-4793-a101-df24f2cff01c completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:37:18.407572 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port aac707e3-03b1-4793-a101-df24f2cff01c triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:37:18.409278 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:18.435702 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-917e6c7c-dc28-4072-b3d9-d6f80250c46c req-82e05ded-29ed-4ec6-a100-ca7f2f77b6d9 service neutron] 10.222.0.108 "GET /v2.0/networks/507b15b8-afa5-40b8-adba-ac821e324412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203141 Sep 24 15:37:18.502613 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:18.530663 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d53454d-780b-4fb9-b306-69d2a9892e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aac707e3-03b1-4793-a101-df24f2cff01c'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:37:18.533042 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3cc1a93-47c4-4e91-8443-82bdd4033c73" -d '{"events": [{"server_uuid": "6d53454d-780b-4fb9-b306-69d2a9892e23", "name": "network-vif-plugged", "status": "completed", "tag": "aac707e3-03b1-4793-a101-df24f2cff01c"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:37:18.550140 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port aac707e3-03b1-4793-a101-df24f2cff01c, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=aac707e3-03b1-4793-a101-df24f2cff01c,segment=NetworkSegment(261d132c-af7b-4dd2-86dc-27294ea32e8c),segment_id=261d132c-af7b-4dd2-86dc-27294ea32e8c)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:37:18.580736 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4219f017-b326-4e95-babb-2ae440188985 x-openstack-request-id: req-4219f017-b326-4e95-babb-2ae440188985 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:37:18.581037 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d53454d-780b-4fb9-b306-69d2a9892e23", "name": "network-vif-plugged", "status": "completed", "tag": "aac707e3-03b1-4793-a101-df24f2cff01c", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:37:18.581311 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4219f017-b326-4e95-babb-2ae440188985 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:37:18.581710 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d53454d-780b-4fb9-b306-69d2a9892e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aac707e3-03b1-4793-a101-df24f2cff01c', 'code': 200} Sep 24 15:37:18.727695 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:18.749747 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738f5f17-38ef-4841-b0b1-db7ca1a08fea req-ae420dce-93e7-4ba0-9987-697e75452686 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:18.758171 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-738f5f17-38ef-4841-b0b1-db7ca1a08fea req-ae420dce-93e7-4ba0-9987-697e75452686 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=66846ce6-4c5f-4d27-8f7f-1f9cfee18c7e HTTP/1.1" status: 200 len: 945 time: 0.0643826 Sep 24 15:37:18.770692 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc50aec-75ee-4d38-839d-9f4f2dd63139 req-90b867af-38f7-4a15-a856-ed862e406176 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:18.778521 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ccc50aec-75ee-4d38-839d-9f4f2dd63139 req-90b867af-38f7-4a15-a856-ed862e406176 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/ports?device_id=402ca712-89ca-465d-9473-3e16da90ca1b HTTP/1.1" status: 200 len: 945 time: 0.0945072 Sep 24 15:37:18.782387 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9381e42b-5f1d-4668-b4a3-3f6635c0fecd req-ec4128d5-7865-4975-b644-357f3e34079d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:18.783988 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9381e42b-5f1d-4668-b4a3-3f6635c0fecd req-ec4128d5-7865-4975-b644-357f3e34079d service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=6d53454d-780b-4fb9-b306-69d2a9892e23 HTTP/1.1" status: 200 len: 1095 time: 0.0914278 Sep 24 15:37:18.810821 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-738f5f17-38ef-4841-b0b1-db7ca1a08fea req-e7590817-76f9-4966-b32b-7dc5e79d010b tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452266 Sep 24 15:37:18.829445 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=aac707e3-03b1-4793-a101-df24f2cff01c,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:18.850270 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ccc50aec-75ee-4d38-839d-9f4f2dd63139 req-37a80b51-c649-4e72-b3ed-0dde3fbb163c tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f5b2d93-e3ed-4f90-a24f-de0f1d5dfc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709252 Sep 24 15:37:18.876564 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9381e42b-5f1d-4668-b4a3-3f6635c0fecd req-1a1ef803-d12a-4ff6-887f-cba18029019f service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769911 Sep 24 15:37:19.012062 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7847f6fc-050c-4b37-8a09-aa6437003523 req-5e27b7b9-e17c-4437-b60a-92a301d851e2 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] 10.222.0.101 "GET /v2.0/ports?device_id=4d9530f5-b9be-43d7-9934-819a62695f6f HTTP/1.1" status: 200 len: 210 time: 0.0300739 Sep 24 15:37:19.161777 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbe872e-d745-4f0a-8adb-01de830c25fc req-16edf2a9-68d0-4b25-aa06-00de30b60fb9 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:19.163645 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0cbe872e-d745-4f0a-8adb-01de830c25fc req-16edf2a9-68d0-4b25-aa06-00de30b60fb9 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=6d53454d-780b-4fb9-b306-69d2a9892e23 HTTP/1.1" status: 200 len: 945 time: 0.0614939 Sep 24 15:37:19.209691 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0cbe872e-d745-4f0a-8adb-01de830c25fc req-67e637b4-79ea-4782-b64a-37597b04810f tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398369 Sep 24 15:37:19.484571 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6369ead8-54ee-4f7c-ae1d-f9f89125cb1b req-dac43390-3d69-4c92-af5f-3e3ab4d4b0c1 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:19.486235 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6369ead8-54ee-4f7c-ae1d-f9f89125cb1b req-dac43390-3d69-4c92-af5f-3e3ab4d4b0c1 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=2c3340ff-fa70-41a6-9dc2-76db0aa611a5 HTTP/1.1" status: 200 len: 949 time: 0.0573227 Sep 24 15:37:19.541041 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6369ead8-54ee-4f7c-ae1d-f9f89125cb1b req-3a8ca019-d1c9-4f0a-9e94-6ab1d3693cdc tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477540 Sep 24 15:37:19.556062 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4aa6b55c-de76-4d91-a2d8-f7bf0c37f3e5 req-cb945603-d833-48a7-b3e8-27b284f42882 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] 10.222.0.108 "GET /v2.0/networks?tenant_id=88cbf903f0174adfba413cfae5055c94&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262988 Sep 24 15:37:19.704006 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6b55c-de76-4d91-a2d8-f7bf0c37f3e5 req-184dafbd-c584-46cf-8418-9a8d0192cf45 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:19.706043 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4aa6b55c-de76-4d91-a2d8-f7bf0c37f3e5 req-184dafbd-c584-46cf-8418-9a8d0192cf45 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1389725 Sep 24 15:37:19.734991 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-4aa6b55c-de76-4d91-a2d8-f7bf0c37f3e5 req-673494df-eab8-43d7-9da5-5ca5b84605e6 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] Request body: {'port': {'device_id': '4d9530f5-b9be-43d7-9934-819a62695f6f', 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939', 'admin_state_up': True, 'tenant_id': '88cbf903f0174adfba413cfae5055c94'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:37:19.973576 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4aa6b55c-de76-4d91-a2d8-f7bf0c37f3e5 req-673494df-eab8-43d7-9da5-5ca5b84605e6 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] Made reservation on behalf of 88cbf903f0174adfba413cfae5055c94 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:37:19.978554 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-4aa6b55c-de76-4d91-a2d8-f7bf0c37f3e5 req-673494df-eab8-43d7-9da5-5ca5b84605e6 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:19.986553 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f15fb-0b20-42f9-bcfc-8730c02c744d req-5a326174-30bd-4dda-8046-8261e8dec29a tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:19.990986 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cb2f15fb-0b20-42f9-bcfc-8730c02c744d req-5a326174-30bd-4dda-8046-8261e8dec29a tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/ports?device_id=402ca712-89ca-465d-9473-3e16da90ca1b HTTP/1.1" status: 200 len: 945 time: 0.0695417 Sep 24 15:37:20.002013 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e614bc5-7317-4caf-b341-a23738427f85 req-a092a167-72dc-4e8c-b5ba-84a44c7db96c tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:20.004310 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4e614bc5-7317-4caf-b341-a23738427f85 req-a092a167-72dc-4e8c-b5ba-84a44c7db96c tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=66846ce6-4c5f-4d27-8f7f-1f9cfee18c7e HTTP/1.1" status: 200 len: 945 time: 0.0951617 Sep 24 15:37:20.015110 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-4aa6b55c-de76-4d91-a2d8-f7bf0c37f3e5 req-673494df-eab8-43d7-9da5-5ca5b84605e6 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:20.042721 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cb2f15fb-0b20-42f9-bcfc-8730c02c744d req-ccaeb89d-a914-48eb-a464-827f0e86a027 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f5b2d93-e3ed-4f90-a24f-de0f1d5dfc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483375 Sep 24 15:37:20.098298 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4e614bc5-7317-4caf-b341-a23738427f85 req-7c69deb1-54ac-4590-a860-83dc72145760 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808539 Sep 24 15:37:20.248729 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-4aa6b55c-de76-4d91-a2d8-f7bf0c37f3e5 req-673494df-eab8-43d7-9da5-5ca5b84605e6 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:20.254367 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-27d64ca2-de7f-403e-8a03-11cd98900099 req-87c97d19-7025-472e-92ce-95dbb14c7455 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] 10.222.0.101 "GET /v2.0/ports?device_id=4d9530f5-b9be-43d7-9934-819a62695f6f HTTP/1.1" status: 200 len: 210 time: 0.0560834 Sep 24 15:37:20.437742 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a05d01-1405-4aae-b19d-24754daa9c18 req-e47ec367-5a10-4dc1-91ac-768891fbbc5e tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:20.437742 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-02a05d01-1405-4aae-b19d-24754daa9c18 req-e47ec367-5a10-4dc1-91ac-768891fbbc5e tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=6d53454d-780b-4fb9-b306-69d2a9892e23 HTTP/1.1" status: 200 len: 945 time: 0.0507717 Sep 24 15:37:20.437742 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-02a05d01-1405-4aae-b19d-24754daa9c18 req-21302c4c-f3cb-4f27-82bb-cdc0e0cd6ec4 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339775 Sep 24 15:37:20.466082 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [req-4cb874c0-303b-46c5-b4d2-ee2601ac2bf7 req-5fc9d37e-7d27-40bc-a4dd-db7a53280d24 service neutron] show failed (client error): The resource could not be found. Sep 24 15:37:20.467315 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4cb874c0-303b-46c5-b4d2-ee2601ac2bf7 req-5fc9d37e-7d27-40bc-a4dd-db7a53280d24 service neutron] 10.222.0.110 "GET /v2.0/ports/ef645295-66e7-4bd2-801c-4d964f44743a/bindings/n-h2-808921-1 HTTP/1.1" status: 404 len: 380 time: 0.0583906 Sep 24 15:37:20.636577 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-4aa6b55c-de76-4d91-a2d8-f7bf0c37f3e5 req-673494df-eab8-43d7-9da5-5ca5b84605e6 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:20.716320 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673494df-eab8-43d7-9da5-5ca5b84605e6 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=861e55c2-b40d-4783-8e9a-7530dd28346c,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:20.739674 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e834c68-6bcc-440b-b45d-408bd5c4118e req-ee484906-d13b-42b2-a14e-f7f88035766c tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:20.741283 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2e834c68-6bcc-440b-b45d-408bd5c4118e req-ee484906-d13b-42b2-a14e-f7f88035766c tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=2c3340ff-fa70-41a6-9dc2-76db0aa611a5 HTTP/1.1" status: 200 len: 949 time: 0.1196539 Sep 24 15:37:20.864005 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2e834c68-6bcc-440b-b45d-408bd5c4118e req-00aa512c-5cb6-4e0f-9d92-49b08552bf19 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027484 Sep 24 15:37:20.874532 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-4aa6b55c-de76-4d91-a2d8-f7bf0c37f3e5 req-673494df-eab8-43d7-9da5-5ca5b84605e6 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] Allocated IP 192.168.233.183 (9672f189-23fe-44e6-9dd2-257ff8905939/188edb94-8042-4961-9ec0-8960b1ce1305/c71c7df6-4b05-41c7-81c1-5a74cf484084) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:37:20.972926 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:37:21.059819 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-4aa6b55c-de76-4d91-a2d8-f7bf0c37f3e5 req-673494df-eab8-43d7-9da5-5ca5b84605e6 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:21.198734 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-4aa6b55c-de76-4d91-a2d8-f7bf0c37f3e5 req-673494df-eab8-43d7-9da5-5ca5b84605e6 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:21.221779 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6038b99b-512e-4a84-b489-6345c7fc3c49 req-dd675eb8-6c99-479a-9a60-ceaf3c7a1fb4 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:21.241521 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6038b99b-512e-4a84-b489-6345c7fc3c49 req-dd675eb8-6c99-479a-9a60-ceaf3c7a1fb4 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/ports?device_id=402ca712-89ca-465d-9473-3e16da90ca1b HTTP/1.1" status: 200 len: 945 time: 0.1130009 Sep 24 15:37:21.313355 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6038b99b-512e-4a84-b489-6345c7fc3c49 req-bba0cbee-f36d-4252-b3c2-432f63ac7471 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f5b2d93-e3ed-4f90-a24f-de0f1d5dfc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708108 Sep 24 15:37:21.324402 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4aa6b55c-de76-4d91-a2d8-f7bf0c37f3e5 req-673494df-eab8-43d7-9da5-5ca5b84605e6 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] Network 9672f189-23fe-44e6-9dd2-257ff8905939 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:37:21.324402 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673494df-eab8-43d7-9da5-5ca5b84605e6 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] Pushing event updated for resources: {'Port': ['ID=c71c7df6-4b05-41c7-81c1-5a74cf484084,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:21.325529 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-4aa6b55c-de76-4d91-a2d8-f7bf0c37f3e5 req-673494df-eab8-43d7-9da5-5ca5b84605e6 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:37:21.329334 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aa6b55c-de76-4d91-a2d8-f7bf0c37f3e5 req-673494df-eab8-43d7-9da5-5ca5b84605e6 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:37:21.344076 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd3e69-cadc-409b-b755-f15079d347a2 req-3649c9a2-f7f6-4d1c-abd8-6fbb26f24aba tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:21.352290 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-71bd3e69-cadc-409b-b755-f15079d347a2 req-3649c9a2-f7f6-4d1c-abd8-6fbb26f24aba tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=66846ce6-4c5f-4d27-8f7f-1f9cfee18c7e HTTP/1.1" status: 200 len: 945 time: 0.1583626 Sep 24 15:37:21.408506 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb874c0-303b-46c5-b4d2-ee2601ac2bf7 req-1debd155-b223-4ed8-83a5-72271516141b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:21.408506 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4cb874c0-303b-46c5-b4d2-ee2601ac2bf7 req-1debd155-b223-4ed8-83a5-72271516141b service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=2c3340ff-fa70-41a6-9dc2-76db0aa611a5&tenant_id=1d817464a57145808f61427a409f714d HTTP/1.1" status: 200 len: 1100 time: 0.1571257 Sep 24 15:37:21.428369 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-4cb874c0-303b-46c5-b4d2-ee2601ac2bf7 req-4e55207c-6c17-4664-a811-b6d702958418 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-808921-1', 'device_owner': 'compute:nova'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:37:21.461810 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6b55c-de76-4d91-a2d8-f7bf0c37f3e5 req-673494df-eab8-43d7-9da5-5ca5b84605e6 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:21.462492 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-4aa6b55c-de76-4d91-a2d8-f7bf0c37f3e5 req-673494df-eab8-43d7-9da5-5ca5b84605e6 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:21.480996 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-71bd3e69-cadc-409b-b755-f15079d347a2 req-cbee5982-ed9c-4371-8e0d-84e0651aa2a8 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148121 Sep 24 15:37:21.550526 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-4cb874c0-303b-46c5-b4d2-ee2601ac2bf7 req-4e55207c-6c17-4664-a811-b6d702958418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:21.580398 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4aa6b55c-de76-4d91-a2d8-f7bf0c37f3e5 req-673494df-eab8-43d7-9da5-5ca5b84605e6 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8505137 Sep 24 15:37:21.597791 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-4aa6b55c-de76-4d91-a2d8-f7bf0c37f3e5 req-d8828daa-356b-4aa7-a58d-48d1ed09c58e service neutron] Request body: {'port': {'device_id': '4d9530f5-b9be-43d7-9934-819a62695f6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:37:21.646029 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65750d9-3cdb-42bc-9c37-4ca56cecc742 req-3ad2ef44-6ef3-42ad-b473-767acd8130f8 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:21.651102 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b65750d9-3cdb-42bc-9c37-4ca56cecc742 req-3ad2ef44-6ef3-42ad-b473-767acd8130f8 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] 10.222.0.101 "GET /v2.0/ports?device_id=4d9530f5-b9be-43d7-9934-819a62695f6f HTTP/1.1" status: 200 len: 936 time: 0.0816872 Sep 24 15:37:21.661238 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-a15ee1cc-c8ed-435f-8de7-674a36226a47 None None] Provisioning complete for port c71c7df6-4b05-41c7-81c1-5a74cf484084 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:37:21.661852 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a15ee1cc-c8ed-435f-8de7-674a36226a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:21.700413 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b65750d9-3cdb-42bc-9c37-4ca56cecc742 req-71e46ba4-b907-4a99-8e8a-b648fba8a13c tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] 10.222.0.101 "GET /v2.0/security-groups?id=861e55c2-b40d-4783-8e9a-7530dd28346c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434408 Sep 24 15:37:21.715284 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-a15ee1cc-c8ed-435f-8de7-674a36226a47 None None] Port c71c7df6-4b05-41c7-81c1-5a74cf484084 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:37:21.824113 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-4aa6b55c-de76-4d91-a2d8-f7bf0c37f3e5 req-d8828daa-356b-4aa7-a58d-48d1ed09c58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:21.836364 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3651b6-3cf7-469d-b70c-c85eddd4aad5 req-6e995b57-c5f3-49be-bbd9-db21741b05f8 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:21.837857 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9d3651b6-3cf7-469d-b70c-c85eddd4aad5 req-6e995b57-c5f3-49be-bbd9-db21741b05f8 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=6d53454d-780b-4fb9-b306-69d2a9892e23 HTTP/1.1" status: 200 len: 945 time: 0.2044220 Sep 24 15:37:22.018939 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef86e7-4890-4ee1-a20e-d99281e288e5 req-a3aaffc7-e3be-4053-a04f-563ee8ae0ed2 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:22.027517 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-77ef86e7-4890-4ee1-a20e-d99281e288e5 req-a3aaffc7-e3be-4053-a04f-563ee8ae0ed2 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=2c3340ff-fa70-41a6-9dc2-76db0aa611a5 HTTP/1.1" status: 200 len: 949 time: 0.0753255 Sep 24 15:37:22.088308 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-77ef86e7-4890-4ee1-a20e-d99281e288e5 req-2136983f-70ff-4dc4-ad2a-0191f5c1423a tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545557 Sep 24 15:37:22.316101 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9d3651b6-3cf7-469d-b70c-c85eddd4aad5 req-a4a91995-2576-4f3d-b09b-34a60a43cbee tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4670351 Sep 24 15:37:22.385764 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-4cb874c0-303b-46c5-b4d2-ee2601ac2bf7 req-4e55207c-6c17-4664-a811-b6d702958418 service neutron] For port ef645295-66e7-4bd2-801c-4d964f44743a, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=ef645295-66e7-4bd2-801c-4d964f44743a,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:37:22.457439 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-4cb874c0-303b-46c5-b4d2-ee2601ac2bf7 req-4e55207c-6c17-4664-a811-b6d702958418 service neutron] For port ef645295-66e7-4bd2-801c-4d964f44743a, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:37:22.474916 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d2cd1d-ebae-42ae-b40e-c41f84c03a87 req-d826d2ed-7b84-418c-9583-fc783a2a9678 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:22.485332 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-68d2cd1d-ebae-42ae-b40e-c41f84c03a87 req-d826d2ed-7b84-418c-9583-fc783a2a9678 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/ports?device_id=402ca712-89ca-465d-9473-3e16da90ca1b HTTP/1.1" status: 200 len: 945 time: 0.0777464 Sep 24 15:37:22.518829 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c3340ff-fa70-41a6-9dc2-76db0aa611a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef645295-66e7-4bd2-801c-4d964f44743a'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:37:22.521227 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dd954be-1111-4b9c-8cfc-74e60f81e32f" -d '{"events": [{"server_uuid": "2c3340ff-fa70-41a6-9dc2-76db0aa611a5", "name": "network-vif-unplugged", "status": "completed", "tag": "ef645295-66e7-4bd2-801c-4d964f44743a"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:37:22.525642 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-4cb874c0-303b-46c5-b4d2-ee2601ac2bf7 req-4e55207c-6c17-4664-a811-b6d702958418 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:22.547902 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-68d2cd1d-ebae-42ae-b40e-c41f84c03a87 req-eceaa292-13d6-4420-9e87-f1084d1a4bb3 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f5b2d93-e3ed-4f90-a24f-de0f1d5dfc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611398 Sep 24 15:37:22.549111 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-4cb874c0-303b-46c5-b4d2-ee2601ac2bf7 req-4e55207c-6c17-4664-a811-b6d702958418 service neutron] Transition to ACTIVE for port object ef645295-66e7-4bd2-801c-4d964f44743a will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:37:22.721621 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-4cb874c0-303b-46c5-b4d2-ee2601ac2bf7 req-4e55207c-6c17-4664-a811-b6d702958418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:22.744342 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 15:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d725e05-f2d2-40d9-a5cb-7fb3cde5d4b6 x-openstack-request-id: req-6d725e05-f2d2-40d9-a5cb-7fb3cde5d4b6 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:37:22.744753 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c3340ff-fa70-41a6-9dc2-76db0aa611a5", "name": "network-vif-unplugged", "status": "completed", "tag": "ef645295-66e7-4bd2-801c-4d964f44743a", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:37:22.745113 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-6d725e05-f2d2-40d9-a5cb-7fb3cde5d4b6 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:37:22.745580 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c3340ff-fa70-41a6-9dc2-76db0aa611a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef645295-66e7-4bd2-801c-4d964f44743a', 'code': 200} Sep 24 15:37:22.822586 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cb874c0-303b-46c5-b4d2-ee2601ac2bf7 req-4e55207c-6c17-4664-a811-b6d702958418 service neutron] No DVR routers for this DVR port ef645295-66e7-4bd2-801c-4d964f44743a on host n-h1-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:37:22.855977 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e55207c-6c17-4664-a811-b6d702958418 service neutron] Pushing event updated for resources: {'Port': ['ID=ef645295-66e7-4bd2-801c-4d964f44743a,revision_number=6']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:22.940970 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd76263-f0c0-4f33-baf2-fceab4d4f3e6 req-d1402f89-814d-40a4-a7d6-6c9049ce02df tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:22.951970 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1cd76263-f0c0-4f33-baf2-fceab4d4f3e6 req-d1402f89-814d-40a4-a7d6-6c9049ce02df tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=6d53454d-780b-4fb9-b306-69d2a9892e23 HTTP/1.1" status: 200 len: 945 time: 0.1053448 Sep 24 15:37:22.998317 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-4aa6b55c-de76-4d91-a2d8-f7bf0c37f3e5 req-d8828daa-356b-4aa7-a58d-48d1ed09c58e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c71c7df6-4b05-41c7-81c1-5a74cf484084 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:37:23.001499 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1cd76263-f0c0-4f33-baf2-fceab4d4f3e6 req-348e010a-e735-4e2f-aa0c-c21a4be19bf1 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461771 Sep 24 15:37:23.016823 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-4aa6b55c-de76-4d91-a2d8-f7bf0c37f3e5 req-d8828daa-356b-4aa7-a58d-48d1ed09c58e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:23.032439 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-4cb874c0-303b-46c5-b4d2-ee2601ac2bf7 req-4e55207c-6c17-4664-a811-b6d702958418 service neutron] Attempting to bind port ef645295-66e7-4bd2-801c-4d964f44743a on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:37:23.032805 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-4cb874c0-303b-46c5-b4d2-ee2601ac2bf7 req-4e55207c-6c17-4664-a811-b6d702958418 service neutron] Attempting to bind port ef645295-66e7-4bd2-801c-4d964f44743a by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:37:23.033099 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb874c0-303b-46c5-b4d2-ee2601ac2bf7 req-4e55207c-6c17-4664-a811-b6d702958418 service neutron] Attempting to bind port ef645295-66e7-4bd2-801c-4d964f44743a on network 9672f189-23fe-44e6-9dd2-257ff8905939 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:37:23.072878 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a3cebc-57fd-4d20-8c50-53f3782b9c35 req-7da134b0-13e7-4d24-98b3-642d5c762c88 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:23.074716 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f9a3cebc-57fd-4d20-8c50-53f3782b9c35 req-7da134b0-13e7-4d24-98b3-642d5c762c88 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=66846ce6-4c5f-4d27-8f7f-1f9cfee18c7e HTTP/1.1" status: 200 len: 945 time: 0.2410007 Sep 24 15:37:23.078117 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-4aa6b55c-de76-4d91-a2d8-f7bf0c37f3e5 req-d8828daa-356b-4aa7-a58d-48d1ed09c58e service neutron] Transition to ACTIVE for port object c71c7df6-4b05-41c7-81c1-5a74cf484084 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:37:23.079358 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb874c0-303b-46c5-b4d2-ee2601ac2bf7 req-4e55207c-6c17-4664-a811-b6d702958418 service neutron] Port ef645295-66e7-4bd2-801c-4d964f44743a on network 9672f189-23fe-44e6-9dd2-257ff8905939 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:37:23.079681 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb874c0-303b-46c5-b4d2-ee2601ac2bf7 req-4e55207c-6c17-4664-a811-b6d702958418 service neutron] Attempting to bind port ef645295-66e7-4bd2-801c-4d964f44743a on network 9672f189-23fe-44e6-9dd2-257ff8905939 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:37:23.101922 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb874c0-303b-46c5-b4d2-ee2601ac2bf7 req-4e55207c-6c17-4664-a811-b6d702958418 service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:37:23.101922 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb874c0-303b-46c5-b4d2-ee2601ac2bf7 req-4e55207c-6c17-4664-a811-b6d702958418 service neutron] Checking segment: {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:37:23.101922 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cb874c0-303b-46c5-b4d2-ee2601ac2bf7 req-4e55207c-6c17-4664-a811-b6d702958418 service neutron] Bound using segment: {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:37:23.109597 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-4cb874c0-303b-46c5-b4d2-ee2601ac2bf7 req-4e55207c-6c17-4664-a811-b6d702958418 service neutron] Bound port: ef645295-66e7-4bd2-801c-4d964f44743a, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:37:23.110040 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-4cb874c0-303b-46c5-b4d2-ee2601ac2bf7 req-4e55207c-6c17-4664-a811-b6d702958418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:23.172812 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9602e2-b9c4-4f4e-93f6-d9e6da952431 req-3c4455e7-c851-41dd-8ed6-72018267f3cf tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:23.174388 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ab9602e2-b9c4-4f4e-93f6-d9e6da952431 req-3c4455e7-c851-41dd-8ed6-72018267f3cf tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] 10.222.0.101 "GET /v2.0/ports?device_id=4d9530f5-b9be-43d7-9934-819a62695f6f HTTP/1.1" status: 200 len: 936 time: 0.0873125 Sep 24 15:37:23.180831 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-4aa6b55c-de76-4d91-a2d8-f7bf0c37f3e5 req-d8828daa-356b-4aa7-a58d-48d1ed09c58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:23.191069 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f9a3cebc-57fd-4d20-8c50-53f3782b9c35 req-1704e100-8898-4256-a5ab-6e9fdbf6d6bc tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043048 Sep 24 15:37:23.259383 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-4cb874c0-303b-46c5-b4d2-ee2601ac2bf7 req-4e55207c-6c17-4664-a811-b6d702958418 service neutron] For port ef645295-66e7-4bd2-801c-4d964f44743a, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:37:23.270626 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8828daa-356b-4aa7-a58d-48d1ed09c58e service neutron] Pushing event updated for resources: {'Port': ['ID=c71c7df6-4b05-41c7-81c1-5a74cf484084,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:23.285657 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ab9602e2-b9c4-4f4e-93f6-d9e6da952431 req-d8b80311-4266-45c6-a546-b437a4f3a712 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] 10.222.0.101 "GET /v2.0/security-groups?id=861e55c2-b40d-4783-8e9a-7530dd28346c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027050 Sep 24 15:37:23.299096 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-4cb874c0-303b-46c5-b4d2-ee2601ac2bf7 req-4e55207c-6c17-4664-a811-b6d702958418 service neutron] For port ef645295-66e7-4bd2-801c-4d964f44743a, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=ef645295-66e7-4bd2-801c-4d964f44743a,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:37:23.391423 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-4cb874c0-303b-46c5-b4d2-ee2601ac2bf7 req-4e55207c-6c17-4664-a811-b6d702958418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:23.472963 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb874c0-303b-46c5-b4d2-ee2601ac2bf7 req-4e55207c-6c17-4664-a811-b6d702958418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:23.473924 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-4cb874c0-303b-46c5-b4d2-ee2601ac2bf7 req-4e55207c-6c17-4664-a811-b6d702958418 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:23.475575 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4cb874c0-303b-46c5-b4d2-ee2601ac2bf7 req-4e55207c-6c17-4664-a811-b6d702958418 service neutron] 10.222.0.108 "PUT /v2.0/ports/ef645295-66e7-4bd2-801c-4d964f44743a HTTP/1.1" status: 200 len: 1095 time: 2.0536749 Sep 24 15:37:23.500209 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d5d8a-6a65-450c-a735-bfc928762655 req-67269b28-90c6-4156-bfda-73ce2d6107fc tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:23.508039 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-938d5d8a-6a65-450c-a735-bfc928762655 req-67269b28-90c6-4156-bfda-73ce2d6107fc tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=2c3340ff-fa70-41a6-9dc2-76db0aa611a5 HTTP/1.1" status: 200 len: 947 time: 0.1664596 Sep 24 15:37:23.526378 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-4aa6b55c-de76-4d91-a2d8-f7bf0c37f3e5 req-d8828daa-356b-4aa7-a58d-48d1ed09c58e service neutron] Attempting to bind port c71c7df6-4b05-41c7-81c1-5a74cf484084 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:37:23.526724 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-4aa6b55c-de76-4d91-a2d8-f7bf0c37f3e5 req-d8828daa-356b-4aa7-a58d-48d1ed09c58e service neutron] Attempting to bind port c71c7df6-4b05-41c7-81c1-5a74cf484084 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:37:23.527054 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa6b55c-de76-4d91-a2d8-f7bf0c37f3e5 req-d8828daa-356b-4aa7-a58d-48d1ed09c58e service neutron] Attempting to bind port c71c7df6-4b05-41c7-81c1-5a74cf484084 on network 9672f189-23fe-44e6-9dd2-257ff8905939 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:37:23.581125 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa6b55c-de76-4d91-a2d8-f7bf0c37f3e5 req-d8828daa-356b-4aa7-a58d-48d1ed09c58e service neutron] Port c71c7df6-4b05-41c7-81c1-5a74cf484084 on network 9672f189-23fe-44e6-9dd2-257ff8905939 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:37:23.581451 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa6b55c-de76-4d91-a2d8-f7bf0c37f3e5 req-d8828daa-356b-4aa7-a58d-48d1ed09c58e service neutron] Attempting to bind port c71c7df6-4b05-41c7-81c1-5a74cf484084 on network 9672f189-23fe-44e6-9dd2-257ff8905939 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:37:23.587749 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e55207c-6c17-4664-a811-b6d702958418 service neutron] Pushing event updated for resources: {'Port': ['ID=ef645295-66e7-4bd2-801c-4d964f44743a,revision_number=7']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:23.603850 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa6b55c-de76-4d91-a2d8-f7bf0c37f3e5 req-d8828daa-356b-4aa7-a58d-48d1ed09c58e service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:37:23.604231 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa6b55c-de76-4d91-a2d8-f7bf0c37f3e5 req-d8828daa-356b-4aa7-a58d-48d1ed09c58e service neutron] Checking segment: {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:37:23.604581 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa6b55c-de76-4d91-a2d8-f7bf0c37f3e5 req-d8828daa-356b-4aa7-a58d-48d1ed09c58e service neutron] Bound using segment: {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:37:23.605172 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-4aa6b55c-de76-4d91-a2d8-f7bf0c37f3e5 req-d8828daa-356b-4aa7-a58d-48d1ed09c58e service neutron] Bound port: c71c7df6-4b05-41c7-81c1-5a74cf484084, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:37:23.605530 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-4aa6b55c-de76-4d91-a2d8-f7bf0c37f3e5 req-d8828daa-356b-4aa7-a58d-48d1ed09c58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:23.679466 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb874c0-303b-46c5-b4d2-ee2601ac2bf7 req-3567c4a3-7437-4226-98be-b35da03af082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:23.684040 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4cb874c0-303b-46c5-b4d2-ee2601ac2bf7 req-3567c4a3-7437-4226-98be-b35da03af082 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=1d817464a57145808f61427a409f714d&device_id=2c3340ff-fa70-41a6-9dc2-76db0aa611a5 HTTP/1.1" status: 200 len: 1098 time: 0.1675909 Sep 24 15:37:23.694673 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-938d5d8a-6a65-450c-a735-bfc928762655 req-d9d8a12d-0fec-431c-9d6d-e6d53297d44b tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856365 Sep 24 15:37:23.726846 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b144b0-e0c6-4487-9024-4e9206fd60dd req-8a7464d0-9c85-465d-b0a8-22c9d029ee80 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:23.734235 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-90b144b0-e0c6-4487-9024-4e9206fd60dd req-8a7464d0-9c85-465d-b0a8-22c9d029ee80 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/ports?device_id=402ca712-89ca-465d-9473-3e16da90ca1b HTTP/1.1" status: 200 len: 945 time: 0.0910134 Sep 24 15:37:23.737409 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device ef645295-66e7-4bd2-801c-4d964f44743a no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:37:23.824604 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device ef645295-66e7-4bd2-801c-4d964f44743a not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:37:23.843805 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-90b144b0-e0c6-4487-9024-4e9206fd60dd req-80d78a1e-80be-474f-9ca0-5471af366f73 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f5b2d93-e3ed-4f90-a24f-de0f1d5dfc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937555 Sep 24 15:37:23.847907 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-4aa6b55c-de76-4d91-a2d8-f7bf0c37f3e5 req-d8828daa-356b-4aa7-a58d-48d1ed09c58e service neutron] For port c71c7df6-4b05-41c7-81c1-5a74cf484084, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:37:23.877050 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-4aa6b55c-de76-4d91-a2d8-f7bf0c37f3e5 req-d8828daa-356b-4aa7-a58d-48d1ed09c58e service neutron] For port c71c7df6-4b05-41c7-81c1-5a74cf484084, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=c71c7df6-4b05-41c7-81c1-5a74cf484084,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:37:23.937474 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb874c0-303b-46c5-b4d2-ee2601ac2bf7 req-afa0eec2-f6ea-47ae-9518-14e3b6dd3c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:23.939019 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4cb874c0-303b-46c5-b4d2-ee2601ac2bf7 req-afa0eec2-f6ea-47ae-9518-14e3b6dd3c2a service neutron] 10.222.0.108 "GET /v2.0/networks?id=9672f189-23fe-44e6-9dd2-257ff8905939 HTTP/1.1" status: 200 len: 871 time: 0.2354743 Sep 24 15:37:23.955803 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-4aa6b55c-de76-4d91-a2d8-f7bf0c37f3e5 req-d8828daa-356b-4aa7-a58d-48d1ed09c58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:23.996170 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4cb874c0-303b-46c5-b4d2-ee2601ac2bf7 req-6e8d51f8-bba6-4ac1-9bdc-c4eb7097f8d8 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=ef645295-66e7-4bd2-801c-4d964f44743a HTTP/1.1" status: 200 len: 217 time: 0.0490155 Sep 24 15:37:24.036005 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6b55c-de76-4d91-a2d8-f7bf0c37f3e5 req-d8828daa-356b-4aa7-a58d-48d1ed09c58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:24.037953 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-4aa6b55c-de76-4d91-a2d8-f7bf0c37f3e5 req-d8828daa-356b-4aa7-a58d-48d1ed09c58e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:24.038521 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4aa6b55c-de76-4d91-a2d8-f7bf0c37f3e5 req-d8828daa-356b-4aa7-a58d-48d1ed09c58e service neutron] 10.222.0.108 "PUT /v2.0/ports/c71c7df6-4b05-41c7-81c1-5a74cf484084 HTTP/1.1" status: 200 len: 1096 time: 2.4445863 Sep 24 15:37:24.098702 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8828daa-356b-4aa7-a58d-48d1ed09c58e service neutron] Pushing event updated for resources: {'Port': ['ID=c71c7df6-4b05-41c7-81c1-5a74cf484084,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:24.125992 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb874c0-303b-46c5-b4d2-ee2601ac2bf7 req-b4b8e9d9-aa61-46fe-8b3a-0226f0444a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:24.128143 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4cb874c0-303b-46c5-b4d2-ee2601ac2bf7 req-b4b8e9d9-aa61-46fe-8b3a-0226f0444a85 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.1113172 Sep 24 15:37:24.185528 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec00b9a6-8050-4bba-9247-162c3b594a89 req-b3bf3282-d115-48c7-9680-0d9874d0ed12 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:24.199971 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ec00b9a6-8050-4bba-9247-162c3b594a89 req-b3bf3282-d115-48c7-9680-0d9874d0ed12 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=6d53454d-780b-4fb9-b306-69d2a9892e23 HTTP/1.1" status: 200 len: 945 time: 0.1021836 Sep 24 15:37:24.233857 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb874c0-303b-46c5-b4d2-ee2601ac2bf7 req-81f8cae9-c3c1-4480-9e3e-3d1e2e6dc7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:24.235591 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4cb874c0-303b-46c5-b4d2-ee2601ac2bf7 req-81f8cae9-c3c1-4480-9e3e-3d1e2e6dc7a4 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0974498 Sep 24 15:37:24.239710 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6b55c-de76-4d91-a2d8-f7bf0c37f3e5 req-4595adf4-2f85-4864-90c0-0cad0ba0968d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:24.242793 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4aa6b55c-de76-4d91-a2d8-f7bf0c37f3e5 req-4595adf4-2f85-4864-90c0-0cad0ba0968d service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=88cbf903f0174adfba413cfae5055c94&device_id=4d9530f5-b9be-43d7-9934-819a62695f6f HTTP/1.1" status: 200 len: 1099 time: 0.0902312 Sep 24 15:37:24.262024 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ec00b9a6-8050-4bba-9247-162c3b594a89 req-43c9d8eb-ea62-49b1-b2ba-662943dc4fe3 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548868 Sep 24 15:37:24.355902 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4aa6b55c-de76-4d91-a2d8-f7bf0c37f3e5 req-a906e169-e6f6-48d3-a8d1-5551423bdbc8 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=c71c7df6-4b05-41c7-81c1-5a74cf484084 HTTP/1.1" status: 200 len: 217 time: 0.0933208 Sep 24 15:37:24.500549 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa46511-b752-4a36-9bf5-cc5449a4bd51 req-53f0a0c9-d670-4d49-b783-3fd9f5c0b9e9 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:24.502185 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ffa46511-b752-4a36-9bf5-cc5449a4bd51 req-53f0a0c9-d670-4d49-b783-3fd9f5c0b9e9 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=66846ce6-4c5f-4d27-8f7f-1f9cfee18c7e HTTP/1.1" status: 200 len: 945 time: 0.1722963 Sep 24 15:37:24.505495 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6b55c-de76-4d91-a2d8-f7bf0c37f3e5 req-1f18bac6-e144-4479-88a8-df3308f51d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:24.507047 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4aa6b55c-de76-4d91-a2d8-f7bf0c37f3e5 req-1f18bac6-e144-4479-88a8-df3308f51d5a service neutron] 10.222.0.108 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.1332951 Sep 24 15:37:24.509300 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4cb874c0-303b-46c5-b4d2-ee2601ac2bf7 req-e938975d-de8c-42cb-a7cf-4ce874711f7f service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2459831 Sep 24 15:37:24.606139 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ffa46511-b752-4a36-9bf5-cc5449a4bd51 req-2e2f626c-0b7f-4143-b2ae-d922e8cdf59e tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957561 Sep 24 15:37:24.652837 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa6b55c-de76-4d91-a2d8-f7bf0c37f3e5 req-b2eedf72-1856-40a6-93e1-f8eb501b23d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:24.655646 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4aa6b55c-de76-4d91-a2d8-f7bf0c37f3e5 req-b2eedf72-1856-40a6-93e1-f8eb501b23d4 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1307845 Sep 24 15:37:24.730514 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4cb874c0-303b-46c5-b4d2-ee2601ac2bf7 req-88b60cf3-aefa-436e-b94f-493d4b2d76bf service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044024 Sep 24 15:37:24.766059 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c3340ff-fa70-41a6-9dc2-76db0aa611a5', 'tag': 'ef645295-66e7-4bd2-801c-4d964f44743a'}, {'name': 'network-changed', 'server_uuid': '4d9530f5-b9be-43d7-9934-819a62695f6f', 'tag': 'c71c7df6-4b05-41c7-81c1-5a74cf484084'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:37:24.769139 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216642b8-bd7f-4e9c-b564-bf47f66300e0" -d '{"events": [{"name": "network-changed", "server_uuid": "2c3340ff-fa70-41a6-9dc2-76db0aa611a5", "tag": "ef645295-66e7-4bd2-801c-4d964f44743a"}, {"name": "network-changed", "server_uuid": "4d9530f5-b9be-43d7-9934-819a62695f6f", "tag": "c71c7df6-4b05-41c7-81c1-5a74cf484084"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:37:24.797128 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9382fe48-359c-4f31-9fd6-98e6f1d3962e req-44371294-4c9b-40e7-b4f6-0a1e737a0996 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:24.798743 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9382fe48-359c-4f31-9fd6-98e6f1d3962e req-44371294-4c9b-40e7-b4f6-0a1e737a0996 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] 10.222.0.101 "GET /v2.0/ports?device_id=4d9530f5-b9be-43d7-9934-819a62695f6f HTTP/1.1" status: 200 len: 948 time: 0.1245713 Sep 24 15:37:24.829992 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4aa6b55c-de76-4d91-a2d8-f7bf0c37f3e5 req-adf65ab2-a025-450f-97ce-d1f576ce123e service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657493 Sep 24 15:37:24.870544 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9382fe48-359c-4f31-9fd6-98e6f1d3962e req-9dbf6dca-ee67-4cbf-b0b0-84b55e925b10 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] 10.222.0.101 "GET /v2.0/security-groups?id=861e55c2-b40d-4783-8e9a-7530dd28346c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632339 Sep 24 15:37:24.956047 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4aa6b55c-de76-4d91-a2d8-f7bf0c37f3e5 req-0581535b-850f-4b0c-868d-59f7dda144a7 service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123409 Sep 24 15:37:25.002093 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9808def-d5b3-46f0-9089-a364996abad6 req-4ad86b68-8a9d-4243-ac8b-f9a01f99a2e1 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:25.004048 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c9808def-d5b3-46f0-9089-a364996abad6 req-4ad86b68-8a9d-4243-ac8b-f9a01f99a2e1 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=2c3340ff-fa70-41a6-9dc2-76db0aa611a5 HTTP/1.1" status: 200 len: 947 time: 0.0638750 Sep 24 15:37:25.049091 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c9808def-d5b3-46f0-9089-a364996abad6 req-25e6af94-3ef9-43ac-9c4d-209967998370 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385888 Sep 24 15:37:25.160650 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 24 Sep 2021 15:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a429cd42-16eb-4c62-8ec9-0f23208746cd x-openstack-request-id: req-a429cd42-16eb-4c62-8ec9-0f23208746cd {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:37:25.164828 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c3340ff-fa70-41a6-9dc2-76db0aa611a5", "tag": "ef645295-66e7-4bd2-801c-4d964f44743a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4d9530f5-b9be-43d7-9934-819a62695f6f", "tag": "c71c7df6-4b05-41c7-81c1-5a74cf484084", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:37:25.164828 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a429cd42-16eb-4c62-8ec9-0f23208746cd {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:37:25.164828 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c3340ff-fa70-41a6-9dc2-76db0aa611a5', 'tag': 'ef645295-66e7-4bd2-801c-4d964f44743a', 'status': 'completed', 'code': 200} Sep 24 15:37:25.164828 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d9530f5-b9be-43d7-9934-819a62695f6f', 'tag': 'c71c7df6-4b05-41c7-81c1-5a74cf484084', 'status': 'completed', 'code': 200} Sep 24 15:37:25.347831 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216642b8-bd7f-4e9c-b564-bf47f66300e0 req-c639b63b-874e-4ba8-9804-32440d320eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:25.349489 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-216642b8-bd7f-4e9c-b564-bf47f66300e0 req-c639b63b-874e-4ba8-9804-32440d320eaa service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=1d817464a57145808f61427a409f714d&device_id=2c3340ff-fa70-41a6-9dc2-76db0aa611a5 HTTP/1.1" status: 200 len: 1098 time: 0.1519139 Sep 24 15:37:25.355862 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216642b8-bd7f-4e9c-b564-bf47f66300e0 req-e6800856-b99a-44ef-b8d2-e543a06fc4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:25.358665 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-216642b8-bd7f-4e9c-b564-bf47f66300e0 req-e6800856-b99a-44ef-b8d2-e543a06fc4ea service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1d817464a57145808f61427a409f714d&device_id=2c3340ff-fa70-41a6-9dc2-76db0aa611a5 HTTP/1.1" status: 200 len: 1098 time: 0.1418378 Sep 24 15:37:25.391414 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41240aaa-af5f-42da-a9c1-e0e2fde87370 req-761f7ca6-9bf3-44ec-a1f7-3a45b72a698a tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:25.393930 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-41240aaa-af5f-42da-a9c1-e0e2fde87370 req-761f7ca6-9bf3-44ec-a1f7-3a45b72a698a tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/ports?device_id=402ca712-89ca-465d-9473-3e16da90ca1b HTTP/1.1" status: 200 len: 945 time: 0.0919867 Sep 24 15:37:25.447156 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-41240aaa-af5f-42da-a9c1-e0e2fde87370 req-d0f1304f-778e-47d3-8460-9d4d4236140f tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f5b2d93-e3ed-4f90-a24f-de0f1d5dfc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459847 Sep 24 15:37:25.545644 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216642b8-bd7f-4e9c-b564-bf47f66300e0 req-ca5a2ec2-ab41-4396-98ce-b1d604137a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:25.547296 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-216642b8-bd7f-4e9c-b564-bf47f66300e0 req-ca5a2ec2-ab41-4396-98ce-b1d604137a3b service neutron] 10.222.0.108 "GET /v2.0/networks?id=9672f189-23fe-44e6-9dd2-257ff8905939 HTTP/1.1" status: 200 len: 871 time: 0.1877840 Sep 24 15:37:25.600550 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-216642b8-bd7f-4e9c-b564-bf47f66300e0 req-49c35da7-d824-4361-b0d0-597a38663140 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=ef645295-66e7-4bd2-801c-4d964f44743a HTTP/1.1" status: 200 len: 217 time: 0.0446022 Sep 24 15:37:25.605463 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216642b8-bd7f-4e9c-b564-bf47f66300e0 req-cbc139c0-9498-49bf-804e-8ccc98eaa573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:25.607104 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-216642b8-bd7f-4e9c-b564-bf47f66300e0 req-cbc139c0-9498-49bf-804e-8ccc98eaa573 service neutron] 10.222.0.110 "GET /v2.0/networks?id=9672f189-23fe-44e6-9dd2-257ff8905939 HTTP/1.1" status: 200 len: 871 time: 0.1654696 Sep 24 15:37:25.662300 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-216642b8-bd7f-4e9c-b564-bf47f66300e0 req-1c7df332-cb91-41b2-b190-d4175c25680b service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=ef645295-66e7-4bd2-801c-4d964f44743a HTTP/1.1" status: 200 len: 217 time: 0.0430357 Sep 24 15:37:25.790199 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216642b8-bd7f-4e9c-b564-bf47f66300e0 req-a3324d57-44f4-4041-ab17-68e0b42059e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:25.791775 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-216642b8-bd7f-4e9c-b564-bf47f66300e0 req-a3324d57-44f4-4041-ab17-68e0b42059e7 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.0990517 Sep 24 15:37:25.796144 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216642b8-bd7f-4e9c-b564-bf47f66300e0 req-5771b4a5-d11f-437a-bf8e-c176a45d62c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:25.797880 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-216642b8-bd7f-4e9c-b564-bf47f66300e0 req-5771b4a5-d11f-437a-bf8e-c176a45d62c1 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.1890786 Sep 24 15:37:25.865420 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a199a0c1-5001-41f0-8e1a-d6b03cc31e65 req-293b20aa-cb23-4c7e-94bf-56300b0a0666 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:25.867070 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a199a0c1-5001-41f0-8e1a-d6b03cc31e65 req-293b20aa-cb23-4c7e-94bf-56300b0a0666 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=66846ce6-4c5f-4d27-8f7f-1f9cfee18c7e HTTP/1.1" status: 200 len: 945 time: 0.1339214 Sep 24 15:37:25.906410 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216642b8-bd7f-4e9c-b564-bf47f66300e0 req-708652d4-3e3d-4d58-8863-7ddfe8d0a4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:25.907811 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-216642b8-bd7f-4e9c-b564-bf47f66300e0 req-708652d4-3e3d-4d58-8863-7ddfe8d0a4c6 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1080856 Sep 24 15:37:25.911422 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216642b8-bd7f-4e9c-b564-bf47f66300e0 req-4622a5a4-4e52-437e-af2a-78684407fced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:25.912858 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-216642b8-bd7f-4e9c-b564-bf47f66300e0 req-4622a5a4-4e52-437e-af2a-78684407fced service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1042387 Sep 24 15:37:25.976470 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a199a0c1-5001-41f0-8e1a-d6b03cc31e65 req-04854d3a-1de3-4f1f-acea-44cf09169109 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969474 Sep 24 15:37:26.030465 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7306fed5-709e-4452-8648-8835ab886bcd req-934ecbec-20af-43b3-a8ec-cff8fee88930 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:26.039893 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7306fed5-709e-4452-8648-8835ab886bcd req-934ecbec-20af-43b3-a8ec-cff8fee88930 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] 10.222.0.101 "GET /v2.0/ports?device_id=4d9530f5-b9be-43d7-9934-819a62695f6f HTTP/1.1" status: 200 len: 948 time: 0.0897760 Sep 24 15:37:26.091093 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7306fed5-709e-4452-8648-8835ab886bcd req-bad2e91c-0baa-4f9d-9923-d728cee2037d tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] 10.222.0.101 "GET /v2.0/security-groups?id=861e55c2-b40d-4783-8e9a-7530dd28346c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497718 Sep 24 15:37:26.100314 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-216642b8-bd7f-4e9c-b564-bf47f66300e0 req-9726cb24-75fa-40ca-8799-88b468131cfb service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747203 Sep 24 15:37:26.141555 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-216642b8-bd7f-4e9c-b564-bf47f66300e0 req-9363f8f5-1706-42d0-9954-cf9a0e0a6b47 service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245748 Sep 24 15:37:26.326624 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de4561-4a0a-4010-a5c5-0115a59c6c11 req-c61fbf60-76f1-4c12-8ce5-6bed1afab27b tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:26.330043 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a2de4561-4a0a-4010-a5c5-0115a59c6c11 req-c61fbf60-76f1-4c12-8ce5-6bed1afab27b tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=2c3340ff-fa70-41a6-9dc2-76db0aa611a5 HTTP/1.1" status: 200 len: 947 time: 0.1751573 Sep 24 15:37:26.350973 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-216642b8-bd7f-4e9c-b564-bf47f66300e0 req-a977813f-314e-4de6-a0cf-92a5b8ce2c4e service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331727 Sep 24 15:37:26.394369 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-216642b8-bd7f-4e9c-b564-bf47f66300e0 req-022e442b-caa2-4140-87f6-c988c3f0dc81 service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361574 Sep 24 15:37:26.428680 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a2de4561-4a0a-4010-a5c5-0115a59c6c11 req-1bd7026a-b854-4ab2-8f1e-bd09ae4dba61 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766006 Sep 24 15:37:26.471194 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216642b8-bd7f-4e9c-b564-bf47f66300e0 req-1c95e154-6595-458c-935b-0e9269009584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:26.472949 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-216642b8-bd7f-4e9c-b564-bf47f66300e0 req-1c95e154-6595-458c-935b-0e9269009584 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=88cbf903f0174adfba413cfae5055c94&device_id=4d9530f5-b9be-43d7-9934-819a62695f6f HTTP/1.1" status: 200 len: 1099 time: 0.0564244 Sep 24 15:37:26.618048 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216642b8-bd7f-4e9c-b564-bf47f66300e0 req-30378114-ac07-4d8c-8b0e-1cdc6b75c766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:26.619832 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-216642b8-bd7f-4e9c-b564-bf47f66300e0 req-30378114-ac07-4d8c-8b0e-1cdc6b75c766 service neutron] 10.222.0.108 "GET /v2.0/networks?id=9672f189-23fe-44e6-9dd2-257ff8905939 HTTP/1.1" status: 200 len: 871 time: 0.1361451 Sep 24 15:37:26.629031 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd74924e-3e44-46f2-ac54-d94a7f9e8a46 req-2ca5c671-e75c-4994-80bc-1e443fd2b0dc tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:26.630557 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dd74924e-3e44-46f2-ac54-d94a7f9e8a46 req-2ca5c671-e75c-4994-80bc-1e443fd2b0dc tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/ports?device_id=402ca712-89ca-465d-9473-3e16da90ca1b HTTP/1.1" status: 200 len: 945 time: 0.0711436 Sep 24 15:37:26.684315 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-216642b8-bd7f-4e9c-b564-bf47f66300e0 req-179641e5-96a9-4daa-92dd-47a269ad1eb4 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=c71c7df6-4b05-41c7-81c1-5a74cf484084 HTTP/1.1" status: 200 len: 217 time: 0.0527806 Sep 24 15:37:26.731401 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dd74924e-3e44-46f2-ac54-d94a7f9e8a46 req-77ad9b9d-ba22-4881-8a5e-1dea429fc49a tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f5b2d93-e3ed-4f90-a24f-de0f1d5dfc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917735 Sep 24 15:37:26.773397 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216642b8-bd7f-4e9c-b564-bf47f66300e0 req-acc9a2e3-4a1b-4233-8299-305ef1b26f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:26.774908 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-216642b8-bd7f-4e9c-b564-bf47f66300e0 req-acc9a2e3-4a1b-4233-8299-305ef1b26f42 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.0821764 Sep 24 15:37:26.830276 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216642b8-bd7f-4e9c-b564-bf47f66300e0 req-8e792b6a-dba3-46d8-a240-7408a6b387b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:26.831800 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-216642b8-bd7f-4e9c-b564-bf47f66300e0 req-8e792b6a-dba3-46d8-a240-7408a6b387b2 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0487082 Sep 24 15:37:26.943074 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-216642b8-bd7f-4e9c-b564-bf47f66300e0 req-db449dfa-c924-4658-9014-dbaa700bd396 service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026468 Sep 24 15:37:27.066181 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-216642b8-bd7f-4e9c-b564-bf47f66300e0 req-56729b63-d67f-4bf6-98ad-d57c75526a4f service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138058 Sep 24 15:37:27.121861 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e027295d-0f4d-4ca7-a1d5-4ead6812f8e2 req-d8e6e6ab-9a6f-4952-8958-e25ad55be5e7 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:27.124073 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e027295d-0f4d-4ca7-a1d5-4ead6812f8e2 req-d8e6e6ab-9a6f-4952-8958-e25ad55be5e7 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=66846ce6-4c5f-4d27-8f7f-1f9cfee18c7e HTTP/1.1" status: 200 len: 945 time: 0.0607188 Sep 24 15:37:27.171244 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e027295d-0f4d-4ca7-a1d5-4ead6812f8e2 req-9aeefcd3-83f0-464e-8d8b-e6b8f9fa0326 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396531 Sep 24 15:37:27.232268 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53987701-4d9f-491c-acaf-ee91fa3119cd req-41f207be-1d6e-420c-a439-5ed739a95ba7 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:27.234003 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-53987701-4d9f-491c-acaf-ee91fa3119cd req-41f207be-1d6e-420c-a439-5ed739a95ba7 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] 10.222.0.101 "GET /v2.0/ports?device_id=4d9530f5-b9be-43d7-9934-819a62695f6f HTTP/1.1" status: 200 len: 948 time: 0.0550661 Sep 24 15:37:27.279716 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-53987701-4d9f-491c-acaf-ee91fa3119cd req-c0a98a05-3c5d-4b60-9f91-69d7eb15a425 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] 10.222.0.101 "GET /v2.0/security-groups?id=861e55c2-b40d-4783-8e9a-7530dd28346c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375750 Sep 24 15:37:27.535657 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40821070-1d34-4a8e-be31-b4b22cf11cef req-59b408f2-ac3e-40da-9002-c4fcde0508ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:27.537950 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-40821070-1d34-4a8e-be31-b4b22cf11cef req-59b408f2-ac3e-40da-9002-c4fcde0508ab service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=66846ce6-4c5f-4d27-8f7f-1f9cfee18c7e HTTP/1.1" status: 200 len: 1096 time: 0.0574429 Sep 24 15:37:27.600060 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-40821070-1d34-4a8e-be31-b4b22cf11cef req-bb6d940d-1642-47be-870d-0c6de01f5ce3 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422356 Sep 24 15:37:27.606859 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36188c3-73fb-48e3-8986-7808451ffc4f req-5aa4da3d-11c4-464b-9c8c-38fe654845d2 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:27.608533 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a36188c3-73fb-48e3-8986-7808451ffc4f req-5aa4da3d-11c4-464b-9c8c-38fe654845d2 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=2c3340ff-fa70-41a6-9dc2-76db0aa611a5 HTTP/1.1" status: 200 len: 947 time: 0.0814419 Sep 24 15:37:27.655448 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a36188c3-73fb-48e3-8986-7808451ffc4f req-43587a58-d08d-4a97-9348-3b824d441bef tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387285 Sep 24 15:37:27.865141 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abe638-e378-4966-a070-d98d013301f7 req-39ff6406-8b4e-49d3-a92f-bfb583b2a045 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:27.901443 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-00abe638-e378-4966-a070-d98d013301f7 req-39ff6406-8b4e-49d3-a92f-bfb583b2a045 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/ports?device_id=402ca712-89ca-465d-9473-3e16da90ca1b HTTP/1.1" status: 200 len: 945 time: 0.0567720 Sep 24 15:37:27.913245 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-00abe638-e378-4966-a070-d98d013301f7 req-5e173d03-2898-4121-9b1d-22b703b00364 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f5b2d93-e3ed-4f90-a24f-de0f1d5dfc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388947 Sep 24 15:37:28.251740 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device ef645295-66e7-4bd2-801c-4d964f44743a details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:37:28.293225 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5585e9-9466-49fc-9b3b-c5c413202a24 req-ba74db05-1c18-4096-bcdd-e6d9f569f049 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:28.295450 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4a5585e9-9466-49fc-9b3b-c5c413202a24 req-ba74db05-1c18-4096-bcdd-e6d9f569f049 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=66846ce6-4c5f-4d27-8f7f-1f9cfee18c7e HTTP/1.1" status: 200 len: 945 time: 0.0535705 Sep 24 15:37:28.362299 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4a5585e9-9466-49fc-9b3b-c5c413202a24 req-6e4f80ae-4439-4862-8d9d-9d577dc9a7c4 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570505 Sep 24 15:37:28.426563 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port ef645295-66e7-4bd2-801c-4d964f44743a, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=ef645295-66e7-4bd2-801c-4d964f44743a,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:37:28.442120 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': 'ef645295-66e7-4bd2-801c-4d964f44743a', 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939', 'port_id': 'ef645295-66e7-4bd2-801c-4d964f44743a', 'mac_address': 'fa:16:3e:52:b3:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '188edb94-8042-4961-9ec0-8960b1ce1305', 'ip_address': '192.168.233.88'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:37:28.465423 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6efb528-4b97-4ebe-82f7-09c94d28b2d7 req-ed6b7475-1310-451a-8a99-08cf6283bf53 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:28.465423 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e6efb528-4b97-4ebe-82f7-09c94d28b2d7 req-ed6b7475-1310-451a-8a99-08cf6283bf53 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] 10.222.0.101 "GET /v2.0/ports?device_id=4d9530f5-b9be-43d7-9934-819a62695f6f HTTP/1.1" status: 200 len: 948 time: 0.0854008 Sep 24 15:37:28.490183 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:28.509898 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef645295-66e7-4bd2-801c-4d964f44743a {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:37:28.536071 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e6efb528-4b97-4ebe-82f7-09c94d28b2d7 req-88378e5e-af3b-4e6b-a2ba-0af3b68a901f tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] 10.222.0.101 "GET /v2.0/security-groups?id=861e55c2-b40d-4783-8e9a-7530dd28346c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585182 Sep 24 15:37:28.537312 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port ef645295-66e7-4bd2-801c-4d964f44743a, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=ef645295-66e7-4bd2-801c-4d964f44743a,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:37:28.665491 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:28.666162 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device aac707e3-03b1-4793-a101-df24f2cff01c details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:37:28.727277 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=ef645295-66e7-4bd2-801c-4d964f44743a,revision_number=8']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:28.790234 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077e90f7-55b5-4a15-8d70-561205ea8294 req-f4ed3012-af35-4d10-b4e7-d4efb910cf0e tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:28.792039 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-077e90f7-55b5-4a15-8d70-561205ea8294 req-f4ed3012-af35-4d10-b4e7-d4efb910cf0e tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=2c3340ff-fa70-41a6-9dc2-76db0aa611a5 HTTP/1.1" status: 200 len: 948 time: 0.0642419 Sep 24 15:37:28.820901 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port aac707e3-03b1-4793-a101-df24f2cff01c, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=aac707e3-03b1-4793-a101-df24f2cff01c,segment=NetworkSegment(261d132c-af7b-4dd2-86dc-27294ea32e8c),segment_id=261d132c-af7b-4dd2-86dc-27294ea32e8c)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:37:28.832551 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': 'aac707e3-03b1-4793-a101-df24f2cff01c', 'network_id': 'aba63c87-be12-4faa-aa4b-48192227e33d', 'port_id': 'aac707e3-03b1-4793-a101-df24f2cff01c', 'mac_address': 'fa:16:3e:28:40:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '979d11e7-dd50-44f7-803b-0d6530af4707', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:37:28.836809 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-077e90f7-55b5-4a15-8d70-561205ea8294 req-44873bda-758d-4b94-9bab-c549612a82fe tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385449 Sep 24 15:37:28.870654 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:28.883903 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aac707e3-03b1-4793-a101-df24f2cff01c {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:37:28.909190 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port aac707e3-03b1-4793-a101-df24f2cff01c, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=aac707e3-03b1-4793-a101-df24f2cff01c,segment=NetworkSegment(261d132c-af7b-4dd2-86dc-27294ea32e8c),segment_id=261d132c-af7b-4dd2-86dc-27294ea32e8c)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:37:29.030296 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd0c188-3f48-48d8-a033-0150ac58de5c req-eff341c9-2220-4e95-b95c-9f808c35a9c5 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:29.031723 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-efd0c188-3f48-48d8-a033-0150ac58de5c req-eff341c9-2220-4e95-b95c-9f808c35a9c5 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/ports?device_id=402ca712-89ca-465d-9473-3e16da90ca1b HTTP/1.1" status: 200 len: 945 time: 0.0507696 Sep 24 15:37:29.033727 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:29.034433 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device c71c7df6-4b05-41c7-81c1-5a74cf484084 details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:37:29.079592 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-efd0c188-3f48-48d8-a033-0150ac58de5c req-52d60754-7352-4af4-a7bb-021e614725a1 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f5b2d93-e3ed-4f90-a24f-de0f1d5dfc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415649 Sep 24 15:37:29.121889 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port c71c7df6-4b05-41c7-81c1-5a74cf484084, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=c71c7df6-4b05-41c7-81c1-5a74cf484084,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:37:29.121889 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=aac707e3-03b1-4793-a101-df24f2cff01c,revision_number=6']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:29.126291 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': 'c71c7df6-4b05-41c7-81c1-5a74cf484084', 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939', 'port_id': 'c71c7df6-4b05-41c7-81c1-5a74cf484084', 'mac_address': 'fa:16:3e:65:36:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '188edb94-8042-4961-9ec0-8960b1ce1305', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:37:29.167932 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:29.181711 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c71c7df6-4b05-41c7-81c1-5a74cf484084 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:37:29.206604 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port c71c7df6-4b05-41c7-81c1-5a74cf484084, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=c71c7df6-4b05-41c7-81c1-5a74cf484084,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:37:29.255507 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996f0902-f9a0-40d1-a5cc-ce710737224c req-273ca4dd-fbb6-4fbb-a5aa-78cff245298f tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:29.257736 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-996f0902-f9a0-40d1-a5cc-ce710737224c req-273ca4dd-fbb6-4fbb-a5aa-78cff245298f tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=2c3340ff-fa70-41a6-9dc2-76db0aa611a5 HTTP/1.1" status: 200 len: 948 time: 0.0580862 Sep 24 15:37:29.298160 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:29.299897 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-996f0902-f9a0-40d1-a5cc-ce710737224c req-da7d74cd-1e9c-4456-a6f5-fe6da9133145 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350137 Sep 24 15:37:29.359180 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=c71c7df6-4b05-41c7-81c1-5a74cf484084,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:29.522888 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f3c850-75bc-4c27-9a35-01c807ce45ad req-356c8cee-9638-4457-8024-987ea8ce76bd tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:29.524445 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a8f3c850-75bc-4c27-9a35-01c807ce45ad req-356c8cee-9638-4457-8024-987ea8ce76bd tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.110 "GET /v2.0/ports?device_id=2c3340ff-fa70-41a6-9dc2-76db0aa611a5&tenant_id=1d817464a57145808f61427a409f714d&binding%3Ahost_id=n-h2-808921-1 HTTP/1.1" status: 200 len: 948 time: 0.1560853 Sep 24 15:37:29.548220 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02260946-ff84-4280-a1a2-ada84bcf1543 req-03d52525-29db-40d2-9df8-5807ec05fe9b tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:29.548512 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['aac707e3-03b1-4793-a101-df24f2cff01c'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:37:29.549280 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-02260946-ff84-4280-a1a2-ada84bcf1543 req-03d52525-29db-40d2-9df8-5807ec05fe9b tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=66846ce6-4c5f-4d27-8f7f-1f9cfee18c7e HTTP/1.1" status: 200 len: 945 time: 0.1002772 Sep 24 15:37:29.627862 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-02260946-ff84-4280-a1a2-ada84bcf1543 req-c06d1670-003d-48de-aac4-1094cd622a4e tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599775 Sep 24 15:37:29.633263 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [req-a8f3c850-75bc-4c27-9a35-01c807ce45ad req-a98269f7-98a3-4bd7-beda-6fc28febb23c service neutron] delete failed (client error): The resource could not be found. Sep 24 15:37:29.634292 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a8f3c850-75bc-4c27-9a35-01c807ce45ad req-a98269f7-98a3-4bd7-beda-6fc28febb23c service neutron] 10.222.0.110 "DELETE /v2.0/ports/ef645295-66e7-4bd2-801c-4d964f44743a/bindings/n-h1-808921-1 HTTP/1.1" status: 404 len: 380 time: 0.1015482 Sep 24 15:37:29.786112 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f43b86-6984-4840-8758-fe6f81712c4d req-f47592c7-64e1-411c-921e-65b541f443b4 tempest-AttachSCSIVolumeTestJSON-1874992296 tempest-AttachSCSIVolumeTestJSON-1874992296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:29.787967 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e2f43b86-6984-4840-8758-fe6f81712c4d req-f47592c7-64e1-411c-921e-65b541f443b4 tempest-AttachSCSIVolumeTestJSON-1874992296 tempest-AttachSCSIVolumeTestJSON-1874992296-project] 10.222.0.101 "GET /v2.0/networks?id=d147659c-db89-4692-8ad6-63309f9fc708 HTTP/1.1" status: 200 len: 815 time: 0.1754701 Sep 24 15:37:29.807261 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e2f43b86-6984-4840-8758-fe6f81712c4d req-deca0c5b-98f5-4e37-b216-b4df1ee0bbb4 tempest-AttachSCSIVolumeTestJSON-1874992296 tempest-AttachSCSIVolumeTestJSON-1874992296-project] 10.222.0.101 "GET /v2.0/quotas/7b0f64d48dd547119b7bac7ad658aa1b HTTP/1.1" status: 200 len: 375 time: 0.0126498 Sep 24 15:37:29.820386 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f3c850-75bc-4c27-9a35-01c807ce45ad req-3ae5a6f9-453d-4ddc-af10-d042b2a1bfd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:29.827638 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a8f3c850-75bc-4c27-9a35-01c807ce45ad req-3ae5a6f9-453d-4ddc-af10-d042b2a1bfd7 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1d817464a57145808f61427a409f714d&device_id=2c3340ff-fa70-41a6-9dc2-76db0aa611a5 HTTP/1.1" status: 200 len: 1099 time: 0.0856030 Sep 24 15:37:29.833611 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['c71c7df6-4b05-41c7-81c1-5a74cf484084'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:37:29.835780 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['ef645295-66e7-4bd2-801c-4d964f44743a'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:37:29.883599 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e2f43b86-6984-4840-8758-fe6f81712c4d req-7fac5c82-dace-4dd0-8235-3a9219c7bb09 tempest-AttachSCSIVolumeTestJSON-1874992296 tempest-AttachSCSIVolumeTestJSON-1874992296-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=7b0f64d48dd547119b7bac7ad658aa1b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0685539 Sep 24 15:37:29.956011 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0bf2fc-bca5-4565-8eda-ca10c8f794bf req-b9cbff77-5714-4cac-808a-6b17e34563ea tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:29.960974 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2e0bf2fc-bca5-4565-8eda-ca10c8f794bf req-b9cbff77-5714-4cac-808a-6b17e34563ea tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] 10.222.0.101 "GET /v2.0/ports?device_id=4d9530f5-b9be-43d7-9934-819a62695f6f HTTP/1.1" status: 200 len: 949 time: 0.1222477 Sep 24 15:37:30.016733 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e2f43b86-6984-4840-8758-fe6f81712c4d req-defe295b-faa9-424c-96ed-12498ad8ec21 service neutron] 10.222.0.101 "GET /v2.0/networks/d147659c-db89-4692-8ad6-63309f9fc708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241176 Sep 24 15:37:30.025710 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2e0bf2fc-bca5-4565-8eda-ca10c8f794bf req-d68113fc-3a68-4377-ac27-cefb8736fc5b tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] 10.222.0.101 "GET /v2.0/security-groups?id=861e55c2-b40d-4783-8e9a-7530dd28346c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616009 Sep 24 15:37:30.039794 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f3c850-75bc-4c27-9a35-01c807ce45ad req-f7d878ba-c909-455f-8b6a-83a1eb5ab1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:30.041257 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a8f3c850-75bc-4c27-9a35-01c807ce45ad req-f7d878ba-c909-455f-8b6a-83a1eb5ab1ab service neutron] 10.222.0.110 "GET /v2.0/networks?id=9672f189-23fe-44e6-9dd2-257ff8905939 HTTP/1.1" status: 200 len: 871 time: 0.2059307 Sep 24 15:37:30.134837 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a8f3c850-75bc-4c27-9a35-01c807ce45ad req-459048e4-b5ee-4947-893c-d003973d51f1 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=ef645295-66e7-4bd2-801c-4d964f44743a HTTP/1.1" status: 200 len: 217 time: 0.0836620 Sep 24 15:37:30.136587 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e2f43b86-6984-4840-8758-fe6f81712c4d req-38e67b8a-4fe0-439b-83a7-49b2b37880f0 service neutron] 10.222.0.101 "GET /v2.0/networks/d147659c-db89-4692-8ad6-63309f9fc708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164474 Sep 24 15:37:30.257751 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f3c850-75bc-4c27-9a35-01c807ce45ad req-6eabc420-ab6b-4eab-9677-3f63f200e1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:30.259597 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a8f3c850-75bc-4c27-9a35-01c807ce45ad req-6eabc420-ab6b-4eab-9677-3f63f200e1e6 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.1148274 Sep 24 15:37:30.276759 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device aac707e3-03b1-4793-a101-df24f2cff01c up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:37:30.285796 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5189c9d-b08c-45d4-8354-bf79e3885381 req-3623cf27-2e52-4865-9c74-ee20093a0ff2 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:30.287381 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a5189c9d-b08c-45d4-8354-bf79e3885381 req-3623cf27-2e52-4865-9c74-ee20093a0ff2 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=7cd44f03-df1c-4436-87b5-4c9cccff4adf HTTP/1.1" status: 200 len: 945 time: 0.0782480 Sep 24 15:37:30.368853 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port aac707e3-03b1-4793-a101-df24f2cff01c triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:37:30.369299 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:30.568230 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694cbe3f-e071-4053-8c06-22464f7f4fd8 req-f7a61624-b33d-4714-a59b-a7f8f23dbc63 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:30.573616 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:30.574993 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-694cbe3f-e071-4053-8c06-22464f7f4fd8 req-f7a61624-b33d-4714-a59b-a7f8f23dbc63 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/ports?device_id=402ca712-89ca-465d-9473-3e16da90ca1b HTTP/1.1" status: 200 len: 945 time: 0.0810771 Sep 24 15:37:30.624010 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d53454d-780b-4fb9-b306-69d2a9892e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aac707e3-03b1-4793-a101-df24f2cff01c'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:37:30.626433 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c68fafa5-31a5-4e8b-b1bf-98c7fa4bcef6" -d '{"events": [{"server_uuid": "6d53454d-780b-4fb9-b306-69d2a9892e23", "name": "network-vif-plugged", "status": "completed", "tag": "aac707e3-03b1-4793-a101-df24f2cff01c"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:37:30.632559 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-694cbe3f-e071-4053-8c06-22464f7f4fd8 req-dde192a0-25c3-44fb-9240-d909f7e08cad tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f5b2d93-e3ed-4f90-a24f-de0f1d5dfc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490677 Sep 24 15:37:30.641353 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port aac707e3-03b1-4793-a101-df24f2cff01c, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=aac707e3-03b1-4793-a101-df24f2cff01c,segment=NetworkSegment(261d132c-af7b-4dd2-86dc-27294ea32e8c),segment_id=261d132c-af7b-4dd2-86dc-27294ea32e8c)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:37:30.772697 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:30.781847 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04378a9-e80b-4e21-8acf-c3118533a51b req-1fd251ea-df73-4e03-9f96-937a39157fb9 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:30.792618 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c04378a9-e80b-4e21-8acf-c3118533a51b req-1fd251ea-df73-4e03-9f96-937a39157fb9 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=2c3340ff-fa70-41a6-9dc2-76db0aa611a5 HTTP/1.1" status: 200 len: 948 time: 0.0781276 Sep 24 15:37:30.804484 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a5189c9d-b08c-45d4-8354-bf79e3885381 req-208fd481-ffa3-4c11-814a-7ad8967d7378 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4958036 Sep 24 15:37:30.812617 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f3c850-75bc-4c27-9a35-01c807ce45ad req-5728073c-be59-4839-a9d3-759a62ddce22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:30.816747 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a8f3c850-75bc-4c27-9a35-01c807ce45ad req-5728073c-be59-4839-a9d3-759a62ddce22 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5485318 Sep 24 15:37:30.843304 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=aac707e3-03b1-4793-a101-df24f2cff01c,revision_number=7']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:30.855304 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c04378a9-e80b-4e21-8acf-c3118533a51b req-184eea98-f6ee-435e-bd4b-311690fc196a tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597539 Sep 24 15:37:30.899738 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a28eeb85-d410-4d40-8d73-9a00a676fe5d req-11b6469f-3c44-45d1-b733-2816ec44ea3a tempest-AttachSCSIVolumeTestJSON-1874992296 tempest-AttachSCSIVolumeTestJSON-1874992296-project] 10.222.0.101 "GET /v2.0/ports?device_id=7d95eb65-4425-4774-bd59-bce6116da13e HTTP/1.1" status: 200 len: 210 time: 0.0372787 Sep 24 15:37:30.910648 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33a75ed-16d0-4c38-a24c-7b138580f848 x-openstack-request-id: req-e33a75ed-16d0-4c38-a24c-7b138580f848 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:37:30.912397 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d53454d-780b-4fb9-b306-69d2a9892e23", "name": "network-vif-plugged", "status": "completed", "tag": "aac707e3-03b1-4793-a101-df24f2cff01c", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:37:30.912397 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e33a75ed-16d0-4c38-a24c-7b138580f848 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:37:30.912397 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d53454d-780b-4fb9-b306-69d2a9892e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aac707e3-03b1-4793-a101-df24f2cff01c', 'code': 200} Sep 24 15:37:30.973268 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a8f3c850-75bc-4c27-9a35-01c807ce45ad req-e5b13c26-3db9-47bf-9d17-b1d331adaee6 service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446931 Sep 24 15:37:31.128192 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a8f3c850-75bc-4c27-9a35-01c807ce45ad req-cd01b59a-5bbc-4ea3-8cd4-6732f98ed8a2 service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318293 Sep 24 15:37:31.207575 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ddf18-7224-4c5a-9392-8dbda0b3017d req-80446d09-e6ae-4da1-b3dd-cf1a21fcb2d7 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:31.210374 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fe6ddf18-7224-4c5a-9392-8dbda0b3017d req-80446d09-e6ae-4da1-b3dd-cf1a21fcb2d7 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] 10.222.0.101 "GET /v2.0/ports?device_id=4d9530f5-b9be-43d7-9934-819a62695f6f HTTP/1.1" status: 200 len: 949 time: 0.0802655 Sep 24 15:37:31.213239 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ec67cf36-2206-405b-96d3-8557b6074b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:31.259269 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fe6ddf18-7224-4c5a-9392-8dbda0b3017d req-495eaf03-b6fc-4a85-a747-e1ea7a85cc7d tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] 10.222.0.101 "GET /v2.0/security-groups?id=861e55c2-b40d-4783-8e9a-7530dd28346c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393698 Sep 24 15:37:31.519875 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877149e2-ac2f-4c4d-ad93-21e975c7c454 req-4918bfe9-4837-4fb8-b802-bcdea691ac58 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:31.521891 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-877149e2-ac2f-4c4d-ad93-21e975c7c454 req-4918bfe9-4837-4fb8-b802-bcdea691ac58 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=7cd44f03-df1c-4436-87b5-4c9cccff4adf HTTP/1.1" status: 200 len: 945 time: 0.1051121 Sep 24 15:37:31.571184 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-877149e2-ac2f-4c4d-ad93-21e975c7c454 req-f9565306-0cd7-404c-afc7-9d9864ce8601 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400698 Sep 24 15:37:31.784090 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3814aaa1-c65e-4cfa-9964-143c8d3c81e9 req-2244501c-6f56-40f8-b46e-cdde3acd3b48 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:31.786413 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3814aaa1-c65e-4cfa-9964-143c8d3c81e9 req-2244501c-6f56-40f8-b46e-cdde3acd3b48 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/ports?device_id=402ca712-89ca-465d-9473-3e16da90ca1b HTTP/1.1" status: 200 len: 945 time: 0.0583282 Sep 24 15:37:31.844962 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3814aaa1-c65e-4cfa-9964-143c8d3c81e9 req-eb79c626-7487-45fe-8e5c-b0e04c120fab tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f5b2d93-e3ed-4f90-a24f-de0f1d5dfc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474358 Sep 24 15:37:32.031751 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c327b98e-6ecb-4cd3-a2cf-c6e311f26584 req-ab45683a-0c92-472e-99d9-c6ba44702281 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:32.039461 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c327b98e-6ecb-4cd3-a2cf-c6e311f26584 req-ab45683a-0c92-472e-99d9-c6ba44702281 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=2c3340ff-fa70-41a6-9dc2-76db0aa611a5 HTTP/1.1" status: 200 len: 948 time: 0.0821617 Sep 24 15:37:32.083116 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c327b98e-6ecb-4cd3-a2cf-c6e311f26584 req-eb8895cf-1361-4ce7-8d86-dbf3ef89356d tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422595 Sep 24 15:37:32.089023 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1975166d-e130-4c7c-9ca7-fe84daf1de4f req-c9292443-331b-4316-8eb8-4e5036427006 tempest-AttachSCSIVolumeTestJSON-1874992296 tempest-AttachSCSIVolumeTestJSON-1874992296-project] 10.222.0.101 "GET /v2.0/ports?device_id=7d95eb65-4425-4774-bd59-bce6116da13e HTTP/1.1" status: 200 len: 210 time: 0.0286529 Sep 24 15:37:32.276044 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device c71c7df6-4b05-41c7-81c1-5a74cf484084 up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:37:32.416878 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bae6b18-b19e-4af6-a0b1-c2c7d8734da1 req-e037a59f-22c5-408c-b9b0-d977da3d9cd1 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:32.433452 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8bae6b18-b19e-4af6-a0b1-c2c7d8734da1 req-e037a59f-22c5-408c-b9b0-d977da3d9cd1 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] 10.222.0.101 "GET /v2.0/ports?device_id=4d9530f5-b9be-43d7-9934-819a62695f6f HTTP/1.1" status: 200 len: 949 time: 0.0922122 Sep 24 15:37:32.463887 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port c71c7df6-4b05-41c7-81c1-5a74cf484084 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:37:32.469333 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port c71c7df6-4b05-41c7-81c1-5a74cf484084 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:37:32.469979 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:32.492787 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8bae6b18-b19e-4af6-a0b1-c2c7d8734da1 req-2fcf2996-c90c-43b4-9ed9-49bab80d1c05 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] 10.222.0.101 "GET /v2.0/security-groups?id=861e55c2-b40d-4783-8e9a-7530dd28346c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583732 Sep 24 15:37:32.674794 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:32.748374 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port c71c7df6-4b05-41c7-81c1-5a74cf484084, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=c71c7df6-4b05-41c7-81c1-5a74cf484084,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:37:32.831344 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a089b242-81d8-4f24-bc74-0a3686f368e7 req-e0e673e4-059b-40a3-b381-442ca7b927d2 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:32.841755 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a089b242-81d8-4f24-bc74-0a3686f368e7 req-e0e673e4-059b-40a3-b381-442ca7b927d2 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/ports?device_id=402ca712-89ca-465d-9473-3e16da90ca1b HTTP/1.1" status: 200 len: 945 time: 0.1613593 Sep 24 15:37:32.848606 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc109cc-e010-48cf-a66d-8d34d98e060d req-86a72e65-7b87-4e5f-8006-4614af18b008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:32.851336 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5bc109cc-e010-48cf-a66d-8d34d98e060d req-86a72e65-7b87-4e5f-8006-4614af18b008 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=ef75ba2a22e041aa9a029a438a502d8f&device_id=402ca712-89ca-465d-9473-3e16da90ca1b HTTP/1.1" status: 200 len: 1096 time: 0.1072543 Sep 24 15:37:32.864940 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:32.866158 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device ef645295-66e7-4bd2-801c-4d964f44743a up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:37:32.903884 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a089b242-81d8-4f24-bc74-0a3686f368e7 req-c8fac1cd-1ce0-4084-8c59-f1f235596340 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f5b2d93-e3ed-4f90-a24f-de0f1d5dfc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593431 Sep 24 15:37:32.926876 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d9530f5-b9be-43d7-9934-819a62695f6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c71c7df6-4b05-41c7-81c1-5a74cf484084'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:37:32.929162 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b60be4-a365-4ffa-b6ce-e257a9ac79c3" -d '{"events": [{"server_uuid": "4d9530f5-b9be-43d7-9934-819a62695f6f", "name": "network-vif-plugged", "status": "completed", "tag": "c71c7df6-4b05-41c7-81c1-5a74cf484084"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:37:32.981209 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=c71c7df6-4b05-41c7-81c1-5a74cf484084,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:32.987873 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1633667a-7a64-49d5-9e43-84497edc2393 req-04dea307-08ea-48b8-af5a-50f08b36f6f7 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:32.995034 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1633667a-7a64-49d5-9e43-84497edc2393 req-04dea307-08ea-48b8-af5a-50f08b36f6f7 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=7cd44f03-df1c-4436-87b5-4c9cccff4adf HTTP/1.1" status: 200 len: 945 time: 0.1032786 Sep 24 15:37:32.995660 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421f166a-ebfd-4753-b31f-68cd5fc217e5 x-openstack-request-id: req-421f166a-ebfd-4753-b31f-68cd5fc217e5 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:37:32.996123 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d9530f5-b9be-43d7-9934-819a62695f6f", "name": "network-vif-plugged", "status": "completed", "tag": "c71c7df6-4b05-41c7-81c1-5a74cf484084", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:37:32.996560 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-421f166a-ebfd-4753-b31f-68cd5fc217e5 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:37:32.996955 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d9530f5-b9be-43d7-9934-819a62695f6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c71c7df6-4b05-41c7-81c1-5a74cf484084', 'code': 200} Sep 24 15:37:33.036831 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc109cc-e010-48cf-a66d-8d34d98e060d req-cf7d2cb8-aec4-4745-954b-b802a7cca2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:33.038270 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5bc109cc-e010-48cf-a66d-8d34d98e060d req-cf7d2cb8-aec4-4745-954b-b802a7cca2f0 service neutron] 10.222.0.110 "GET /v2.0/networks?id=a5d241e3-daff-4bec-ad72-cd4d718f17c0 HTTP/1.1" status: 200 len: 918 time: 0.1787271 Sep 24 15:37:33.041120 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port ef645295-66e7-4bd2-801c-4d964f44743a completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:37:33.046600 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port ef645295-66e7-4bd2-801c-4d964f44743a triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:37:33.050589 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:33.053409 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1633667a-7a64-49d5-9e43-84497edc2393 req-8d224186-078e-4b08-9602-100edc406e9e tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574682 Sep 24 15:37:33.117333 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5bc109cc-e010-48cf-a66d-8d34d98e060d req-cae44fe8-4165-4296-9f6f-940bfa2e02e8 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b78f78fa-c944-44b5-a25c-cc66a6b4c471 HTTP/1.1" status: 200 len: 217 time: 0.0479581 Sep 24 15:37:33.197566 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:33.255783 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port ef645295-66e7-4bd2-801c-4d964f44743a, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=ef645295-66e7-4bd2-801c-4d964f44743a,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:37:33.259740 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc109cc-e010-48cf-a66d-8d34d98e060d req-d130646a-55f2-4cd6-9f5a-f143f015308e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:33.261672 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5bc109cc-e010-48cf-a66d-8d34d98e060d req-d130646a-55f2-4cd6-9f5a-f143f015308e service neutron] 10.222.0.110 "GET /v2.0/subnets?id=ef0ee247-b4f2-447c-8f5d-e9561afd9063 HTTP/1.1" status: 200 len: 855 time: 0.1432865 Sep 24 15:37:33.270945 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a66e787-76c1-4ffe-b8aa-a7a688f3f79f req-e51ce533-e156-429e-b786-4b5f2ffad985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:33.272479 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7a66e787-76c1-4ffe-b8aa-a7a688f3f79f req-e51ce533-e156-429e-b786-4b5f2ffad985 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=4d9530f5-b9be-43d7-9934-819a62695f6f HTTP/1.1" status: 200 len: 1101 time: 0.1748009 Sep 24 15:37:33.300624 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9bf73-7b5f-416a-bf04-da3e8b645a91 req-e309009c-f370-4de0-8b4f-38bb1511abe8 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:33.308001 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d2e9bf73-7b5f-416a-bf04-da3e8b645a91 req-e309009c-f370-4de0-8b4f-38bb1511abe8 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=2c3340ff-fa70-41a6-9dc2-76db0aa611a5 HTTP/1.1" status: 200 len: 948 time: 0.1071188 Sep 24 15:37:33.338411 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:33.357527 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-afcb77be-348e-423c-8c61-87e39ad4e8af req-35593355-f010-4596-9b51-ce413cb798e0 tempest-AttachSCSIVolumeTestJSON-1874992296 tempest-AttachSCSIVolumeTestJSON-1874992296-project] 10.222.0.101 "GET /v2.0/ports?device_id=7d95eb65-4425-4774-bd59-bce6116da13e HTTP/1.1" status: 200 len: 210 time: 0.0461321 Sep 24 15:37:33.402270 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7a66e787-76c1-4ffe-b8aa-a7a688f3f79f req-e3e43d60-0f1d-4e22-baaa-9fce4f21c798 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=861e55c2-b40d-4783-8e9a-7530dd28346c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173787 Sep 24 15:37:33.416931 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d2e9bf73-7b5f-416a-bf04-da3e8b645a91 req-b4fe0965-7d18-4db9-b0b3-bfcf0d3c14be tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032512 Sep 24 15:37:33.432286 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc109cc-e010-48cf-a66d-8d34d98e060d req-c1b57615-357c-4188-bb43-895675fb8f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:33.435309 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=ef645295-66e7-4bd2-801c-4d964f44743a,revision_number=9']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:33.441462 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5bc109cc-e010-48cf-a66d-8d34d98e060d req-c1b57615-357c-4188-bb43-895675fb8f81 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=a5d241e3-daff-4bec-ad72-cd4d718f17c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1605372 Sep 24 15:37:33.599546 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5bc109cc-e010-48cf-a66d-8d34d98e060d req-f5c04082-df9f-4015-ab8e-f561a2e50f99 service neutron] 10.222.0.110 "GET /v2.0/networks/a5d241e3-daff-4bec-ad72-cd4d718f17c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556449 Sep 24 15:37:33.606938 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f43b86-6984-4840-8758-fe6f81712c4d req-cd08eee0-040f-4ade-89f3-0c838e07bf83 tempest-AttachSCSIVolumeTestJSON-1874992296 tempest-AttachSCSIVolumeTestJSON-1874992296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:33.608596 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e2f43b86-6984-4840-8758-fe6f81712c4d req-cd08eee0-040f-4ade-89f3-0c838e07bf83 tempest-AttachSCSIVolumeTestJSON-1874992296 tempest-AttachSCSIVolumeTestJSON-1874992296-project] 10.222.0.110 "GET /v2.0/networks?id=d147659c-db89-4692-8ad6-63309f9fc708 HTTP/1.1" status: 200 len: 815 time: 0.2182722 Sep 24 15:37:33.623019 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0d4c6e-c63c-4d5f-b566-b676fd74974c req-b95fd55f-88ee-4bf5-91af-f79d0211f6b6 tempest-MigrationsAdminTest-774334037 tempest-MigrationsAdminTest-774334037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:33.624553 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-eb0d4c6e-c63c-4d5f-b566-b676fd74974c req-b95fd55f-88ee-4bf5-91af-f79d0211f6b6 tempest-MigrationsAdminTest-774334037 tempest-MigrationsAdminTest-774334037-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=2c3340ff-fa70-41a6-9dc2-76db0aa611a5 HTTP/1.1" status: 200 len: 1100 time: 0.0925961 Sep 24 15:37:33.629116 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-e2f43b86-6984-4840-8758-fe6f81712c4d req-29e28ffe-332c-4ed0-aa91-af45503bc74c tempest-AttachSCSIVolumeTestJSON-1874992296 tempest-AttachSCSIVolumeTestJSON-1874992296-project] Request body: {'port': {'device_id': '7d95eb65-4425-4774-bd59-bce6116da13e', 'network_id': 'd147659c-db89-4692-8ad6-63309f9fc708', 'admin_state_up': True, 'tenant_id': '7b0f64d48dd547119b7bac7ad658aa1b'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:37:33.751146 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5bc109cc-e010-48cf-a66d-8d34d98e060d req-f26b98e5-3e2b-430e-9678-45e5ca51082b service neutron] 10.222.0.110 "GET /v2.0/networks/a5d241e3-daff-4bec-ad72-cd4d718f17c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288509 Sep 24 15:37:33.751613 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-eb0d4c6e-c63c-4d5f-b566-b676fd74974c req-f6eef812-50cb-4087-a0b1-bcf7250bcac3 tempest-MigrationsAdminTest-774334037 tempest-MigrationsAdminTest-774334037-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181784 Sep 24 15:37:33.830371 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9e8ede06-3d50-4e63-bd73-0576e70557a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:33.853723 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8ac254-afdf-41ba-9b14-0fad16d81cc4 req-90df7d3f-94ac-4e81-ba62-f41402cf8c84 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:33.862446 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6b8ac254-afdf-41ba-9b14-0fad16d81cc4 req-90df7d3f-94ac-4e81-ba62-f41402cf8c84 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] 10.222.0.101 "GET /v2.0/ports?device_id=4d9530f5-b9be-43d7-9934-819a62695f6f HTTP/1.1" status: 200 len: 950 time: 0.0845933 Sep 24 15:37:33.914975 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6b8ac254-afdf-41ba-9b14-0fad16d81cc4 req-6843eb90-ede5-4755-a4df-2706e6c23370 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] 10.222.0.101 "GET /v2.0/security-groups?id=861e55c2-b40d-4783-8e9a-7530dd28346c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491035 Sep 24 15:37:33.930438 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2f43b86-6984-4840-8758-fe6f81712c4d req-29e28ffe-332c-4ed0-aa91-af45503bc74c tempest-AttachSCSIVolumeTestJSON-1874992296 tempest-AttachSCSIVolumeTestJSON-1874992296-project] Made reservation on behalf of 7b0f64d48dd547119b7bac7ad658aa1b for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:37:33.937851 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-e2f43b86-6984-4840-8758-fe6f81712c4d req-29e28ffe-332c-4ed0-aa91-af45503bc74c tempest-AttachSCSIVolumeTestJSON-1874992296 tempest-AttachSCSIVolumeTestJSON-1874992296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:34.127215 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6968092a-cab1-4626-92b2-d6ea8f047888 req-479f16e2-2404-46df-940c-5000ee05eb06 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:34.129328 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6968092a-cab1-4626-92b2-d6ea8f047888 req-479f16e2-2404-46df-940c-5000ee05eb06 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=7cd44f03-df1c-4436-87b5-4c9cccff4adf HTTP/1.1" status: 200 len: 945 time: 0.1524193 Sep 24 15:37:34.188895 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8716454a-77f5-4e43-a523-098c0a0b0f94 req-16ccdb15-7c53-4573-9cb1-ee62d0d6603d tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:34.188895 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8716454a-77f5-4e43-a523-098c0a0b0f94 req-16ccdb15-7c53-4573-9cb1-ee62d0d6603d tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/ports?device_id=402ca712-89ca-465d-9473-3e16da90ca1b HTTP/1.1" status: 200 len: 945 time: 0.0974681 Sep 24 15:37:34.240760 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6968092a-cab1-4626-92b2-d6ea8f047888 req-e8e6cf72-6018-4439-9a4f-0ef765310114 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014247 Sep 24 15:37:34.258920 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [req-e2f43b86-6984-4840-8758-fe6f81712c4d req-29e28ffe-332c-4ed0-aa91-af45503bc74c tempest-AttachSCSIVolumeTestJSON-1874992296 tempest-AttachSCSIVolumeTestJSON-1874992296-project] Allocated IP 172.20.0.8 (d147659c-db89-4692-8ad6-63309f9fc708/934617ff-87e2-4e8b-ad9c-0fd7afdcf789/7a4f369c-8428-444b-ab52-ba6508fa7c79) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:37:34.265390 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8716454a-77f5-4e43-a523-098c0a0b0f94 req-d36da82d-42b3-427c-9c1e-26e8e8948a47 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f5b2d93-e3ed-4f90-a24f-de0f1d5dfc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708668 Sep 24 15:37:34.285305 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:34.485133 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b1bbaf4d-5c44-4977-8ad6-3dea0fbf7bdb req-aa41cb3b-e742-4db8-95b4-5d133fbe703b tempest-AttachSCSIVolumeTestJSON-1874992296 tempest-AttachSCSIVolumeTestJSON-1874992296-project] 10.222.0.101 "GET /v2.0/ports?device_id=7d95eb65-4425-4774-bd59-bce6116da13e HTTP/1.1" status: 200 len: 210 time: 0.0390713 Sep 24 15:37:34.542498 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-e2f43b86-6984-4840-8758-fe6f81712c4d req-29e28ffe-332c-4ed0-aa91-af45503bc74c tempest-AttachSCSIVolumeTestJSON-1874992296 tempest-AttachSCSIVolumeTestJSON-1874992296-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:35.053948 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-e2f43b86-6984-4840-8758-fe6f81712c4d req-29e28ffe-332c-4ed0-aa91-af45503bc74c tempest-AttachSCSIVolumeTestJSON-1874992296 tempest-AttachSCSIVolumeTestJSON-1874992296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:35.053948 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2f43b86-6984-4840-8758-fe6f81712c4d req-29e28ffe-332c-4ed0-aa91-af45503bc74c tempest-AttachSCSIVolumeTestJSON-1874992296 tempest-AttachSCSIVolumeTestJSON-1874992296-project] Network d147659c-db89-4692-8ad6-63309f9fc708 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:37:35.053948 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [req-e2f43b86-6984-4840-8758-fe6f81712c4d req-29e28ffe-332c-4ed0-aa91-af45503bc74c tempest-AttachSCSIVolumeTestJSON-1874992296 tempest-AttachSCSIVolumeTestJSON-1874992296-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:37:35.053948 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2f43b86-6984-4840-8758-fe6f81712c4d req-29e28ffe-332c-4ed0-aa91-af45503bc74c tempest-AttachSCSIVolumeTestJSON-1874992296 tempest-AttachSCSIVolumeTestJSON-1874992296-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:37:35.053948 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e28ffe-332c-4ed0-aa91-af45503bc74c tempest-AttachSCSIVolumeTestJSON-1874992296 tempest-AttachSCSIVolumeTestJSON-1874992296-project] Pushing event updated for resources: {'Port': ['ID=7a4f369c-8428-444b-ab52-ba6508fa7c79,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:35.053948 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e28ffe-332c-4ed0-aa91-af45503bc74c tempest-AttachSCSIVolumeTestJSON-1874992296 tempest-AttachSCSIVolumeTestJSON-1874992296-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:37:35.053948 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e28ffe-332c-4ed0-aa91-af45503bc74c tempest-AttachSCSIVolumeTestJSON-1874992296 tempest-AttachSCSIVolumeTestJSON-1874992296-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:37:35.053948 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e28ffe-332c-4ed0-aa91-af45503bc74c tempest-AttachSCSIVolumeTestJSON-1874992296 tempest-AttachSCSIVolumeTestJSON-1874992296-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:37:35.053948 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e28ffe-332c-4ed0-aa91-af45503bc74c tempest-AttachSCSIVolumeTestJSON-1874992296 tempest-AttachSCSIVolumeTestJSON-1874992296-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:37:35.053948 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e28ffe-332c-4ed0-aa91-af45503bc74c tempest-AttachSCSIVolumeTestJSON-1874992296 tempest-AttachSCSIVolumeTestJSON-1874992296-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:37:35.053948 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e28ffe-332c-4ed0-aa91-af45503bc74c tempest-AttachSCSIVolumeTestJSON-1874992296 tempest-AttachSCSIVolumeTestJSON-1874992296-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:37:35.053948 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e28ffe-332c-4ed0-aa91-af45503bc74c tempest-AttachSCSIVolumeTestJSON-1874992296 tempest-AttachSCSIVolumeTestJSON-1874992296-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:37:35.055364 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e28ffe-332c-4ed0-aa91-af45503bc74c tempest-AttachSCSIVolumeTestJSON-1874992296 tempest-AttachSCSIVolumeTestJSON-1874992296-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:37:35.055364 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e28ffe-332c-4ed0-aa91-af45503bc74c tempest-AttachSCSIVolumeTestJSON-1874992296 tempest-AttachSCSIVolumeTestJSON-1874992296-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:37:35.055364 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e28ffe-332c-4ed0-aa91-af45503bc74c tempest-AttachSCSIVolumeTestJSON-1874992296 tempest-AttachSCSIVolumeTestJSON-1874992296-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:37:35.055364 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e28ffe-332c-4ed0-aa91-af45503bc74c tempest-AttachSCSIVolumeTestJSON-1874992296 tempest-AttachSCSIVolumeTestJSON-1874992296-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:37:35.055364 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e28ffe-332c-4ed0-aa91-af45503bc74c tempest-AttachSCSIVolumeTestJSON-1874992296 tempest-AttachSCSIVolumeTestJSON-1874992296-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:37:35.055364 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f43b86-6984-4840-8758-fe6f81712c4d req-29e28ffe-332c-4ed0-aa91-af45503bc74c tempest-AttachSCSIVolumeTestJSON-1874992296 tempest-AttachSCSIVolumeTestJSON-1874992296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:35.055364 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-e2f43b86-6984-4840-8758-fe6f81712c4d req-29e28ffe-332c-4ed0-aa91-af45503bc74c tempest-AttachSCSIVolumeTestJSON-1874992296 tempest-AttachSCSIVolumeTestJSON-1874992296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:35.056027 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c3340ff-fa70-41a6-9dc2-76db0aa611a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef645295-66e7-4bd2-801c-4d964f44743a'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:37:35.056027 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7178c77-62d5-4e37-970d-6ac2aae1a6a5" -d '{"events": [{"server_uuid": "2c3340ff-fa70-41a6-9dc2-76db0aa611a5", "name": "network-vif-plugged", "status": "completed", "tag": "ef645295-66e7-4bd2-801c-4d964f44743a"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:37:35.056487 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdce5679-a7aa-4923-a7df-db9d63a2cfc5 req-131f82b4-d318-4a62-ba3f-ffaf7737e665 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:35.056487 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fdce5679-a7aa-4923-a7df-db9d63a2cfc5 req-131f82b4-d318-4a62-ba3f-ffaf7737e665 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] 10.222.0.101 "GET /v2.0/ports?device_id=4d9530f5-b9be-43d7-9934-819a62695f6f HTTP/1.1" status: 200 len: 950 time: 0.0566895 Sep 24 15:37:35.085301 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fdce5679-a7aa-4923-a7df-db9d63a2cfc5 req-eef268e2-7864-42aa-875b-8adfa4a3c8fa tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] 10.222.0.101 "GET /v2.0/security-groups?id=861e55c2-b40d-4783-8e9a-7530dd28346c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340409 Sep 24 15:37:35.130712 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ad1e5c-9cb4-46c2-a35f-81b6fb2ad100 x-openstack-request-id: req-55ad1e5c-9cb4-46c2-a35f-81b6fb2ad100 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:37:35.131204 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c3340ff-fa70-41a6-9dc2-76db0aa611a5", "name": "network-vif-plugged", "status": "completed", "tag": "ef645295-66e7-4bd2-801c-4d964f44743a", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:37:35.131452 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-55ad1e5c-9cb4-46c2-a35f-81b6fb2ad100 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:37:35.131851 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c3340ff-fa70-41a6-9dc2-76db0aa611a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef645295-66e7-4bd2-801c-4d964f44743a', 'code': 200} Sep 24 15:37:35.388780 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:35.399500 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e2f43b86-6984-4840-8758-fe6f81712c4d req-29e28ffe-332c-4ed0-aa91-af45503bc74c tempest-AttachSCSIVolumeTestJSON-1874992296 tempest-AttachSCSIVolumeTestJSON-1874992296-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7645624 Sep 24 15:37:35.405894 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-e2f43b86-6984-4840-8758-fe6f81712c4d req-97468ab9-b79b-4cd5-b590-16617e87eb43 service neutron] Request body: {'port': {'device_id': '7d95eb65-4425-4774-bd59-bce6116da13e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:37:35.420814 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-222a8266-ab38-43a6-9df3-3e334fd78af1 None None] Provisioning complete for port 7a4f369c-8428-444b-ab52-ba6508fa7c79 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:37:35.421433 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-222a8266-ab38-43a6-9df3-3e334fd78af1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:35.463865 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-222a8266-ab38-43a6-9df3-3e334fd78af1 None None] Port 7a4f369c-8428-444b-ab52-ba6508fa7c79 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:37:35.533602 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-e2f43b86-6984-4840-8758-fe6f81712c4d req-97468ab9-b79b-4cd5-b590-16617e87eb43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:36.037926 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [req-e2f43b86-6984-4840-8758-fe6f81712c4d req-97468ab9-b79b-4cd5-b590-16617e87eb43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a4f369c-8428-444b-ab52-ba6508fa7c79 {{(pid=95297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:37:36.050085 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-e2f43b86-6984-4840-8758-fe6f81712c4d req-97468ab9-b79b-4cd5-b590-16617e87eb43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:36.068100 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.provisioning_blocks [req-e2f43b86-6984-4840-8758-fe6f81712c4d req-97468ab9-b79b-4cd5-b590-16617e87eb43 service neutron] Transition to ACTIVE for port object 7a4f369c-8428-444b-ab52-ba6508fa7c79 will not be triggered until provisioned by entity L2. {{(pid=95297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:37:36.143803 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-e2f43b86-6984-4840-8758-fe6f81712c4d req-97468ab9-b79b-4cd5-b590-16617e87eb43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:36.301249 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97468ab9-b79b-4cd5-b590-16617e87eb43 service neutron] Pushing event updated for resources: {'Port': ['ID=7a4f369c-8428-444b-ab52-ba6508fa7c79,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:36.455564 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-e2f43b86-6984-4840-8758-fe6f81712c4d req-97468ab9-b79b-4cd5-b590-16617e87eb43 service neutron] Attempting to bind port 7a4f369c-8428-444b-ab52-ba6508fa7c79 on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:37:36.455925 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-e2f43b86-6984-4840-8758-fe6f81712c4d req-97468ab9-b79b-4cd5-b590-16617e87eb43 service neutron] Attempting to bind port 7a4f369c-8428-444b-ab52-ba6508fa7c79 by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': '75401dd4-8dca-4636-94e8-42af76799b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'd147659c-db89-4692-8ad6-63309f9fc708'}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:37:36.456219 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f43b86-6984-4840-8758-fe6f81712c4d req-97468ab9-b79b-4cd5-b590-16617e87eb43 service neutron] Attempting to bind port 7a4f369c-8428-444b-ab52-ba6508fa7c79 on network d147659c-db89-4692-8ad6-63309f9fc708 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:37:36.476405 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f43b86-6984-4840-8758-fe6f81712c4d req-97468ab9-b79b-4cd5-b590-16617e87eb43 service neutron] Port 7a4f369c-8428-444b-ab52-ba6508fa7c79 on network d147659c-db89-4692-8ad6-63309f9fc708 not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:37:36.478192 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f43b86-6984-4840-8758-fe6f81712c4d req-97468ab9-b79b-4cd5-b590-16617e87eb43 service neutron] Attempting to bind port 7a4f369c-8428-444b-ab52-ba6508fa7c79 on network d147659c-db89-4692-8ad6-63309f9fc708 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:37:36.496805 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f43b86-6984-4840-8758-fe6f81712c4d req-97468ab9-b79b-4cd5-b590-16617e87eb43 service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:37:36.496805 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f43b86-6984-4840-8758-fe6f81712c4d req-97468ab9-b79b-4cd5-b590-16617e87eb43 service neutron] Checking segment: {'id': '75401dd4-8dca-4636-94e8-42af76799b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'd147659c-db89-4692-8ad6-63309f9fc708'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:37:36.496805 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f43b86-6984-4840-8758-fe6f81712c4d req-97468ab9-b79b-4cd5-b590-16617e87eb43 service neutron] Bound using segment: {'id': '75401dd4-8dca-4636-94e8-42af76799b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'd147659c-db89-4692-8ad6-63309f9fc708'} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:37:36.496805 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-e2f43b86-6984-4840-8758-fe6f81712c4d req-97468ab9-b79b-4cd5-b590-16617e87eb43 service neutron] Bound port: 7a4f369c-8428-444b-ab52-ba6508fa7c79, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75401dd4-8dca-4636-94e8-42af76799b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'd147659c-db89-4692-8ad6-63309f9fc708'}}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:37:36.496805 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-e2f43b86-6984-4840-8758-fe6f81712c4d req-97468ab9-b79b-4cd5-b590-16617e87eb43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:36.561118 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:36.627024 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-e2f43b86-6984-4840-8758-fe6f81712c4d req-97468ab9-b79b-4cd5-b590-16617e87eb43 service neutron] For port 7a4f369c-8428-444b-ab52-ba6508fa7c79, host n-h1-808921-1, cleared binding levels {{(pid=95297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:37:36.629260 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-e2f43b86-6984-4840-8758-fe6f81712c4d req-97468ab9-b79b-4cd5-b590-16617e87eb43 service neutron] For port 7a4f369c-8428-444b-ab52-ba6508fa7c79, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=7a4f369c-8428-444b-ab52-ba6508fa7c79,segment=NetworkSegment(75401dd4-8dca-4636-94e8-42af76799b59),segment_id=75401dd4-8dca-4636-94e8-42af76799b59)] {{(pid=95297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:37:36.710236 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-e2f43b86-6984-4840-8758-fe6f81712c4d req-97468ab9-b79b-4cd5-b590-16617e87eb43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:36.814256 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97468ab9-b79b-4cd5-b590-16617e87eb43 service neutron] Pushing event updated for resources: {'Port': ['ID=7a4f369c-8428-444b-ab52-ba6508fa7c79,revision_number=3']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:36.851153 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f43b86-6984-4840-8758-fe6f81712c4d req-97468ab9-b79b-4cd5-b590-16617e87eb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:36.852457 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-e2f43b86-6984-4840-8758-fe6f81712c4d req-97468ab9-b79b-4cd5-b590-16617e87eb43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:36.854500 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e2f43b86-6984-4840-8758-fe6f81712c4d req-97468ab9-b79b-4cd5-b590-16617e87eb43 service neutron] 10.222.0.110 "PUT /v2.0/ports/7a4f369c-8428-444b-ab52-ba6508fa7c79 HTTP/1.1" status: 200 len: 1091 time: 1.4535325 Sep 24 15:37:36.855211 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d95eb65-4425-4774-bd59-bce6116da13e', 'tag': '7a4f369c-8428-444b-ab52-ba6508fa7c79'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:37:36.858771 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95b48fd1-3920-494f-b003-4f2b5ed6338b" -d '{"events": [{"name": "network-changed", "server_uuid": "7d95eb65-4425-4774-bd59-bce6116da13e", "tag": "7a4f369c-8428-444b-ab52-ba6508fa7c79"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:37:38.693407 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:39.476022 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f43b86-6984-4840-8758-fe6f81712c4d req-49bca080-51b2-46f1-82f7-3242b87d6c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:39.477736 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e2f43b86-6984-4840-8758-fe6f81712c4d req-49bca080-51b2-46f1-82f7-3242b87d6c58 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=7b0f64d48dd547119b7bac7ad658aa1b&device_id=7d95eb65-4425-4774-bd59-bce6116da13e HTTP/1.1" status: 200 len: 1094 time: 0.0466502 Sep 24 15:37:40.607904 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:43.583253 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5a9810aa-f20e-4b53-aa63-9f12f641b10a req-e01f5ccc-174e-4eea-a689-492b19e5ca32 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=1d817464a57145808f61427a409f714d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0350692 Sep 24 15:37:43.653935 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df3824a-cd27-4226-a88b-b71cffa88238 req-391da847-4fb6-489b-86ca-804d9844ddb3 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:43.655819 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1df3824a-cd27-4226-a88b-b71cffa88238 req-391da847-4fb6-489b-86ca-804d9844ddb3 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=7cd44f03-df1c-4436-87b5-4c9cccff4adf HTTP/1.1" status: 200 len: 945 time: 0.0538275 Sep 24 15:37:43.698040 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1df3824a-cd27-4226-a88b-b71cffa88238 req-b2d35ba2-4d3d-45f1-90d6-f9fa65b4c8df tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348134 Sep 24 15:37:43.701889 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9810aa-f20e-4b53-aa63-9f12f641b10a req-3ce34c2c-a0d0-42d4-9325-f7df58b23c3c tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:43.704035 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5a9810aa-f20e-4b53-aa63-9f12f641b10a req-3ce34c2c-a0d0-42d4-9325-f7df58b23c3c tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1152809 Sep 24 15:37:43.725940 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5a9810aa-f20e-4b53-aa63-9f12f641b10a req-ca92032b-0407-4e91-8890-1725edbc6974 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/quotas/1d817464a57145808f61427a409f714d HTTP/1.1" status: 200 len: 375 time: 0.0109441 Sep 24 15:37:43.788083 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5a9810aa-f20e-4b53-aa63-9f12f641b10a req-d1f92839-9778-4cad-9348-a4dbe1f3a933 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=1d817464a57145808f61427a409f714d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0614719 Sep 24 15:37:43.846905 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d10bef-6f0a-4bd4-985e-9f36a5ad5a47 req-d85a989e-8b25-409d-815d-09aa7e611f85 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:43.863855 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f7d10bef-6f0a-4bd4-985e-9f36a5ad5a47 req-d85a989e-8b25-409d-815d-09aa7e611f85 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/ports?device_id=402ca712-89ca-465d-9473-3e16da90ca1b HTTP/1.1" status: 200 len: 945 time: 0.0909193 Sep 24 15:37:43.902900 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f7d10bef-6f0a-4bd4-985e-9f36a5ad5a47 req-f17eff6c-6559-4243-8129-f3f34c829108 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f5b2d93-e3ed-4f90-a24f-de0f1d5dfc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381510 Sep 24 15:37:44.037977 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c35271-0ba0-4621-9296-620e85cf509a req-05eca4a8-f937-40b6-a7ea-24a15406e179 tempest-AttachSCSIVolumeTestJSON-1874992296 tempest-AttachSCSIVolumeTestJSON-1874992296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:44.039376 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-51c35271-0ba0-4621-9296-620e85cf509a req-05eca4a8-f937-40b6-a7ea-24a15406e179 tempest-AttachSCSIVolumeTestJSON-1874992296 tempest-AttachSCSIVolumeTestJSON-1874992296-project] 10.222.0.101 "GET /v2.0/ports?device_id=7d95eb65-4425-4774-bd59-bce6116da13e HTTP/1.1" status: 200 len: 943 time: 0.0560088 Sep 24 15:37:44.116361 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-51c35271-0ba0-4621-9296-620e85cf509a req-8751f03a-77ec-4037-9b97-d46a1a710a0b tempest-AttachSCSIVolumeTestJSON-1874992296 tempest-AttachSCSIVolumeTestJSON-1874992296-project] 10.222.0.101 "GET /v2.0/security-groups?id=f7ab11ad-36ce-473c-b9e5-73cf4dbb622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615129 Sep 24 15:37:44.329345 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa56b912-c580-482c-9844-a33b9f0831a0 req-86748372-6680-407a-a67c-14ecb5e044dd tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:44.329345 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-aa56b912-c580-482c-9844-a33b9f0831a0 req-86748372-6680-407a-a67c-14ecb5e044dd tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] 10.222.0.101 "GET /v2.0/ports?device_id=4d9530f5-b9be-43d7-9934-819a62695f6f HTTP/1.1" status: 200 len: 950 time: 0.0613899 Sep 24 15:37:44.376957 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-aa56b912-c580-482c-9844-a33b9f0831a0 req-fe53a09b-459f-4d8c-9fea-f1a56d2687d3 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] 10.222.0.101 "GET /v2.0/security-groups?id=861e55c2-b40d-4783-8e9a-7530dd28346c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354633 Sep 24 15:37:44.447475 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:37:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e69d747-693a-4e81-8faf-b7126bd724e4 x-openstack-request-id: req-3e69d747-693a-4e81-8faf-b7126bd724e4 {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:37:44.448095 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d95eb65-4425-4774-bd59-bce6116da13e", "tag": "7a4f369c-8428-444b-ab52-ba6508fa7c79", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:37:44.448548 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-3e69d747-693a-4e81-8faf-b7126bd724e4 {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:37:44.449111 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d95eb65-4425-4774-bd59-bce6116da13e', 'tag': '7a4f369c-8428-444b-ab52-ba6508fa7c79', 'status': 'completed', 'code': 200} Sep 24 15:37:44.622283 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a6331e96-3429-4ee6-93fc-16a696783ecf req-5fff81b7-7010-432e-8569-58d88307abb5 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=e7501673-3fe7-48b0-8aa8-d315f38f3c61 HTTP/1.1" status: 200 len: 210 time: 0.0278256 Sep 24 15:37:46.282491 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2ef5b1-ceed-4e62-bd08-6aa11f6c3960 req-0641a59e-3392-46ff-b50c-2b9f48e93479 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:46.283974 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9b2ef5b1-ceed-4e62-bd08-6aa11f6c3960 req-0641a59e-3392-46ff-b50c-2b9f48e93479 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/ports?device_id=402ca712-89ca-465d-9473-3e16da90ca1b HTTP/1.1" status: 200 len: 945 time: 0.0553501 Sep 24 15:37:46.312092 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device aac707e3-03b1-4793-a101-df24f2cff01c no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:37:46.326988 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9b2ef5b1-ceed-4e62-bd08-6aa11f6c3960 req-24a77842-fc5c-442f-a77b-2b72826e5334 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f5b2d93-e3ed-4f90-a24f-de0f1d5dfc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370657 Sep 24 15:37:46.394494 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:46.417391 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d53454d-780b-4fb9-b306-69d2a9892e23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aac707e3-03b1-4793-a101-df24f2cff01c'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:37:46.421788 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd49f97-e5df-4908-8922-9b401b9a7664" -d '{"events": [{"server_uuid": "6d53454d-780b-4fb9-b306-69d2a9892e23", "name": "network-vif-unplugged", "status": "completed", "tag": "aac707e3-03b1-4793-a101-df24f2cff01c"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:37:46.432573 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port aac707e3-03b1-4793-a101-df24f2cff01c, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=aac707e3-03b1-4793-a101-df24f2cff01c,segment=NetworkSegment(261d132c-af7b-4dd2-86dc-27294ea32e8c),segment_id=261d132c-af7b-4dd2-86dc-27294ea32e8c)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:37:46.519397 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:46.569844 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=aac707e3-03b1-4793-a101-df24f2cff01c,revision_number=8']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:46.582821 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:37:46.582821 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:37:46.582821 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:37:46.582821 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:37:46.582821 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:37:46.582821 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:37:46.582821 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:37:46.582821 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:37:46.582821 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:37:46.582821 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:37:46.582821 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:37:46.582821 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:37:46.852030 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf5a2c7-c4e9-4ec6-bd7b-a3a9992f2cc8 req-a5430a62-5463-4f9f-9c50-9526b6af4c53 tempest-AttachSCSIVolumeTestJSON-1874992296 tempest-AttachSCSIVolumeTestJSON-1874992296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:46.853784 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-faf5a2c7-c4e9-4ec6-bd7b-a3a9992f2cc8 req-a5430a62-5463-4f9f-9c50-9526b6af4c53 tempest-AttachSCSIVolumeTestJSON-1874992296 tempest-AttachSCSIVolumeTestJSON-1874992296-project] 10.222.0.101 "GET /v2.0/ports?device_id=7d95eb65-4425-4774-bd59-bce6116da13e HTTP/1.1" status: 200 len: 943 time: 0.0514376 Sep 24 15:37:46.858883 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e2f43b86-6984-4840-8758-fe6f81712c4d req-8884334b-2c09-4fb3-94f6-16f4d386813a service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a4f369c-8428-444b-ab52-ba6508fa7c79 HTTP/1.1" status: 200 len: 217 time: 0.0484581 Sep 24 15:37:46.897210 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-faf5a2c7-c4e9-4ec6-bd7b-a3a9992f2cc8 req-60574a90-2ff7-443b-ab12-797984a50aa8 tempest-AttachSCSIVolumeTestJSON-1874992296 tempest-AttachSCSIVolumeTestJSON-1874992296-project] 10.222.0.101 "GET /v2.0/security-groups?id=f7ab11ad-36ce-473c-b9e5-73cf4dbb622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360544 Sep 24 15:37:46.921404 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f43b86-6984-4840-8758-fe6f81712c4d req-2439314c-ab72-43be-9dad-39b735aa8ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:46.923159 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e2f43b86-6984-4840-8758-fe6f81712c4d req-2439314c-ab72-43be-9dad-39b735aa8ce8 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=934617ff-87e2-4e8b-ad9c-0fd7afdcf789 HTTP/1.1" status: 200 len: 854 time: 0.0501931 Sep 24 15:37:46.980149 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f43b86-6984-4840-8758-fe6f81712c4d req-832f351c-2cbc-48db-9fd3-231caea5c25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:46.981667 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e2f43b86-6984-4840-8758-fe6f81712c4d req-832f351c-2cbc-48db-9fd3-231caea5c25c service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=d147659c-db89-4692-8ad6-63309f9fc708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426188 Sep 24 15:37:46.988209 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d0e2a23d-5056-4cd1-8097-86678ecb0fce req-b06f6567-deb4-4f71-8515-e25a4bfa03d0 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=e7501673-3fe7-48b0-8aa8-d315f38f3c61 HTTP/1.1" status: 200 len: 210 time: 0.0312788 Sep 24 15:37:47.099173 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e2f43b86-6984-4840-8758-fe6f81712c4d req-34a44410-09af-442c-96ea-03baa677b9f2 service neutron] 10.222.0.110 "GET /v2.0/networks/d147659c-db89-4692-8ad6-63309f9fc708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011980 Sep 24 15:37:47.099849 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31e466-cc78-4a77-9906-5dcdd30d5337 req-8e002a4b-410d-4ec8-b9eb-d31f2d3b2ab8 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:47.101326 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bb31e466-cc78-4a77-9906-5dcdd30d5337 req-8e002a4b-410d-4ec8-b9eb-d31f2d3b2ab8 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/ports?device_id=204a9a29-4bca-4bf9-8d1c-3557de4d7969 HTTP/1.1" status: 200 len: 946 time: 0.0558133 Sep 24 15:37:47.142673 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bb31e466-cc78-4a77-9906-5dcdd30d5337 req-9851b7bc-2761-4181-900d-8d265012507c tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f5b2d93-e3ed-4f90-a24f-de0f1d5dfc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343716 Sep 24 15:37:47.189445 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 15:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d1649e-0ff3-479a-9ab7-fdf931b51a24 x-openstack-request-id: req-21d1649e-0ff3-479a-9ab7-fdf931b51a24 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:37:47.189855 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d53454d-780b-4fb9-b306-69d2a9892e23", "name": "network-vif-unplugged", "status": "completed", "tag": "aac707e3-03b1-4793-a101-df24f2cff01c", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:37:47.190148 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-21d1649e-0ff3-479a-9ab7-fdf931b51a24 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:37:47.190617 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d53454d-780b-4fb9-b306-69d2a9892e23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aac707e3-03b1-4793-a101-df24f2cff01c', 'code': 200} Sep 24 15:37:47.223517 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e2f43b86-6984-4840-8758-fe6f81712c4d req-7de7f9d4-0072-42c6-a34c-471cba1b6b72 service neutron] 10.222.0.110 "GET /v2.0/networks/d147659c-db89-4692-8ad6-63309f9fc708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063519 Sep 24 15:37:48.174130 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b48fd1-3920-494f-b003-4f2b5ed6338b req-2e4861c1-eb38-4126-8ead-c7916d6d82eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:48.175581 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-95b48fd1-3920-494f-b003-4f2b5ed6338b req-2e4861c1-eb38-4126-8ead-c7916d6d82eb service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=7b0f64d48dd547119b7bac7ad658aa1b&device_id=7d95eb65-4425-4774-bd59-bce6116da13e HTTP/1.1" status: 200 len: 1094 time: 0.0456440 Sep 24 15:37:48.278987 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b48fd1-3920-494f-b003-4f2b5ed6338b req-c4240093-64de-401b-a950-faee084b12e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:48.280945 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-95b48fd1-3920-494f-b003-4f2b5ed6338b req-c4240093-64de-401b-a950-faee084b12e7 service neutron] 10.222.0.110 "GET /v2.0/networks?id=d147659c-db89-4692-8ad6-63309f9fc708 HTTP/1.1" status: 200 len: 917 time: 0.0919783 Sep 24 15:37:48.354457 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-95b48fd1-3920-494f-b003-4f2b5ed6338b req-f8a69316-e068-432b-99b1-a99a7033baef service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a4f369c-8428-444b-ab52-ba6508fa7c79 HTTP/1.1" status: 200 len: 217 time: 0.0557694 Sep 24 15:37:48.376118 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3628b212-db29-44c0-8923-ac57e51028d0 req-1e79d740-9fff-40a3-80d2-ffd5bc568393 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:48.377861 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3628b212-db29-44c0-8923-ac57e51028d0 req-1e79d740-9fff-40a3-80d2-ffd5bc568393 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] 10.222.0.101 "GET /v2.0/ports?device_id=4d9530f5-b9be-43d7-9934-819a62695f6f HTTP/1.1" status: 200 len: 950 time: 0.0893867 Sep 24 15:37:48.447087 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b48fd1-3920-494f-b003-4f2b5ed6338b req-d7b8ea5f-06ba-465f-83a3-aad817e752c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:48.447471 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bb8d87-9923-48e0-b661-2f8bb46e0170 req-01813c8e-3915-4e14-a250-6e5852ea6f3a tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:48.448457 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-95b48fd1-3920-494f-b003-4f2b5ed6338b req-d7b8ea5f-06ba-465f-83a3-aad817e752c2 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=934617ff-87e2-4e8b-ad9c-0fd7afdcf789 HTTP/1.1" status: 200 len: 854 time: 0.0696466 Sep 24 15:37:48.448963 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-37bb8d87-9923-48e0-b661-2f8bb46e0170 req-01813c8e-3915-4e14-a250-6e5852ea6f3a tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] 10.222.0.101 "GET /v2.0/ports?device_id=5e086cd6-6222-433b-80d8-976f3a638f99 HTTP/1.1" status: 200 len: 945 time: 0.0544126 Sep 24 15:37:48.451393 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3628b212-db29-44c0-8923-ac57e51028d0 req-c3875110-dd32-4034-875c-867564741b14 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] 10.222.0.101 "GET /v2.0/security-groups?id=861e55c2-b40d-4783-8e9a-7530dd28346c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653400 Sep 24 15:37:48.504501 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b48fd1-3920-494f-b003-4f2b5ed6338b req-1aadd79e-377f-47b3-a0b7-8730a8b320d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:48.506956 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-95b48fd1-3920-494f-b003-4f2b5ed6338b req-1aadd79e-377f-47b3-a0b7-8730a8b320d1 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=d147659c-db89-4692-8ad6-63309f9fc708&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488362 Sep 24 15:37:48.522233 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-37bb8d87-9923-48e0-b661-2f8bb46e0170 req-31ff9dff-1257-4102-9ce0-dcb08cbbb664 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] 10.222.0.101 "GET /v2.0/security-groups?id=8edcefe2-f57f-4935-b5d5-7d2611452c23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450425 Sep 24 15:37:48.525066 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa08279-ef6b-40b0-b0d3-6e57439ed8b4 req-29696e0a-dc5a-4ff3-821a-e0c8240765ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:48.532096 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-baa08279-ef6b-40b0-b0d3-6e57439ed8b4 req-29696e0a-dc5a-4ff3-821a-e0c8240765ba service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=c99d52405d9141d6b21e8bd3f638dbfc&device_id=7cd44f03-df1c-4436-87b5-4c9cccff4adf HTTP/1.1" status: 200 len: 1096 time: 0.0766747 Sep 24 15:37:48.592898 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6009f1-8b65-4424-9a25-d0d094f29af7 req-641f8cb1-737c-4c07-97ed-bb31e53f8bec tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:48.594515 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4b6009f1-8b65-4424-9a25-d0d094f29af7 req-641f8cb1-737c-4c07-97ed-bb31e53f8bec tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/ports?device_id=54d5d58a-25ab-40af-a0d2-2d9d89f59737 HTTP/1.1" status: 200 len: 945 time: 0.0808523 Sep 24 15:37:48.662930 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa08279-ef6b-40b0-b0d3-6e57439ed8b4 req-c1b38437-f961-43f3-9000-84870692cd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:48.664401 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-baa08279-ef6b-40b0-b0d3-6e57439ed8b4 req-c1b38437-f961-43f3-9000-84870692cd5e service neutron] 10.222.0.108 "GET /v2.0/networks?id=701084d1-b6de-45b7-9441-4205d9510bac HTTP/1.1" status: 200 len: 921 time: 0.1285312 Sep 24 15:37:48.673369 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba54244-d637-44ce-9d4c-ee5d682d29a1 req-cfa3c95b-881b-4a4b-8c45-1180b2347d00 tempest-AttachSCSIVolumeTestJSON-1874992296 tempest-AttachSCSIVolumeTestJSON-1874992296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:48.674791 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cba54244-d637-44ce-9d4c-ee5d682d29a1 req-cfa3c95b-881b-4a4b-8c45-1180b2347d00 tempest-AttachSCSIVolumeTestJSON-1874992296 tempest-AttachSCSIVolumeTestJSON-1874992296-project] 10.222.0.101 "GET /v2.0/ports?device_id=7d95eb65-4425-4774-bd59-bce6116da13e HTTP/1.1" status: 200 len: 943 time: 0.0706232 Sep 24 15:37:48.677467 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4b6009f1-8b65-4424-9a25-d0d094f29af7 req-c00f8f7b-fcb6-481f-a209-1ce3cd9a3be2 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f5b2d93-e3ed-4f90-a24f-de0f1d5dfc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518141 Sep 24 15:37:48.681111 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-95b48fd1-3920-494f-b003-4f2b5ed6338b req-9956a0e3-b556-472a-854a-a4f99264576c service neutron] 10.222.0.110 "GET /v2.0/networks/d147659c-db89-4692-8ad6-63309f9fc708?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578114 Sep 24 15:37:48.723004 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-baa08279-ef6b-40b0-b0d3-6e57439ed8b4 req-a02fc086-79ae-469d-a68b-25f5cd82d323 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8b05671-5846-450b-b614-149956aa102d HTTP/1.1" status: 200 len: 217 time: 0.0472512 Sep 24 15:37:48.749484 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cba54244-d637-44ce-9d4c-ee5d682d29a1 req-fc7f5800-4ad5-49f2-a48e-0c87b57a1939 tempest-AttachSCSIVolumeTestJSON-1874992296 tempest-AttachSCSIVolumeTestJSON-1874992296-project] 10.222.0.101 "GET /v2.0/security-groups?id=f7ab11ad-36ce-473c-b9e5-73cf4dbb622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670505 Sep 24 15:37:48.796127 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa08279-ef6b-40b0-b0d3-6e57439ed8b4 req-1d6d316f-f32a-4799-abfb-ffcd37ae6adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:48.798309 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-baa08279-ef6b-40b0-b0d3-6e57439ed8b4 req-1d6d316f-f32a-4799-abfb-ffcd37ae6adb service neutron] 10.222.0.108 "GET /v2.0/subnets?id=b845deee-5fbd-4c8d-bd12-b1efe896aa17 HTTP/1.1" status: 200 len: 859 time: 0.0477748 Sep 24 15:37:48.803857 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-95b48fd1-3920-494f-b003-4f2b5ed6338b req-20e7aba2-e735-42af-9301-649d13baf5bc service neutron] 10.222.0.110 "GET /v2.0/networks/d147659c-db89-4692-8ad6-63309f9fc708?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133788 Sep 24 15:37:48.844303 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-baa08279-ef6b-40b0-b0d3-6e57439ed8b4 req-7fa38603-77dd-4fe7-bc19-ba434592a713 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=701084d1-b6de-45b7-9441-4205d9510bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326364 Sep 24 15:37:48.873073 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-31d5f98e-4dd2-492c-a3ff-f3d5844998a0 req-5298f236-5ca8-47f8-824e-18f58bdeec46 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=e7501673-3fe7-48b0-8aa8-d315f38f3c61 HTTP/1.1" status: 200 len: 210 time: 0.0545399 Sep 24 15:37:48.974931 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-baa08279-ef6b-40b0-b0d3-6e57439ed8b4 req-6df6b0db-6dbe-410b-b9aa-72eb07a16dfa service neutron] 10.222.0.108 "GET /v2.0/networks/701084d1-b6de-45b7-9441-4205d9510bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103523 Sep 24 15:37:48.976891 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2736017-7c0c-4103-a524-c708e34928a2 req-a0c5f558-0bdd-48dd-97aa-47928d97a2f2 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:48.978410 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f2736017-7c0c-4103-a524-c708e34928a2 req-a0c5f558-0bdd-48dd-97aa-47928d97a2f2 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/networks?id=aba63c87-be12-4faa-aa4b-48192227e33d HTTP/1.1" status: 200 len: 805 time: 0.1203544 Sep 24 15:37:48.993864 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f2736017-7c0c-4103-a524-c708e34928a2 req-c81456d0-f20e-49c5-8774-50b8ab14d4e4 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/quotas/e92c4591e9b7472da8979fcb890aba04 HTTP/1.1" status: 200 len: 375 time: 0.0093305 Sep 24 15:37:49.036623 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15527935-ac8e-419e-9d06-ee5bb7cdda08 req-1354649e-e4eb-41be-8028-4baf3c5d4e3f tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:49.038158 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-15527935-ac8e-419e-9d06-ee5bb7cdda08 req-1354649e-e4eb-41be-8028-4baf3c5d4e3f tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=7cd44f03-df1c-4436-87b5-4c9cccff4adf HTTP/1.1" status: 200 len: 945 time: 0.0826838 Sep 24 15:37:49.047611 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f2736017-7c0c-4103-a524-c708e34928a2 req-1abb1a4a-ba53-443c-9520-d5dc94f36c25 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=e92c4591e9b7472da8979fcb890aba04&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0478287 Sep 24 15:37:49.077847 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5a9810aa-f20e-4b53-aa63-9f12f641b10a req-de7ba5d5-e2ca-48ad-b309-151f2b1b1194 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.110 "GET /v2.0/networks?tenant_id=1d817464a57145808f61427a409f714d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284364 Sep 24 15:37:49.157106 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-15527935-ac8e-419e-9d06-ee5bb7cdda08 req-d6a30506-4abf-42b0-b081-155326a00c79 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084883 Sep 24 15:37:49.159340 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-baa08279-ef6b-40b0-b0d3-6e57439ed8b4 req-bf8a6add-7178-4f7a-aff6-31da85b1339a service neutron] 10.222.0.108 "GET /v2.0/networks/701084d1-b6de-45b7-9441-4205d9510bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646595 Sep 24 15:37:49.167775 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41132c8-2257-4783-94be-0e51940ad99b req-a6fbd6e3-69fb-4f98-a851-519f48d3127e tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:49.169776 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d41132c8-2257-4783-94be-0e51940ad99b req-a6fbd6e3-69fb-4f98-a851-519f48d3127e tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] 10.222.0.108 "GET /v2.0/ports?device_id=4d9530f5-b9be-43d7-9934-819a62695f6f HTTP/1.1" status: 200 len: 950 time: 0.1307070 Sep 24 15:37:49.222839 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [req-5f63528b-be17-4d8e-a568-36b73e51dd7b req-d88f08c4-bbe3-4663-ade9-4eabf6a01287 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:37:49.223839 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5f63528b-be17-4d8e-a568-36b73e51dd7b req-d88f08c4-bbe3-4663-ade9-4eabf6a01287 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080807 Sep 24 15:37:49.245921 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f2736017-7c0c-4103-a524-c708e34928a2 req-3b40e23d-ffc7-415b-b0fc-d3e9fb0edf86 service neutron] 10.222.0.101 "GET /v2.0/networks/aba63c87-be12-4faa-aa4b-48192227e33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819751 Sep 24 15:37:49.253388 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9810aa-f20e-4b53-aa63-9f12f641b10a req-ae047ef8-2c5f-4713-8b38-a4249d2f2fab tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:49.254888 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5a9810aa-f20e-4b53-aa63-9f12f641b10a req-ae047ef8-2c5f-4713-8b38-a4249d2f2fab tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1676867 Sep 24 15:37:49.292387 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-5a9810aa-f20e-4b53-aa63-9f12f641b10a req-7c365167-e162-4ac9-9736-149f46b73c64 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Request body: {'port': {'device_id': 'e7501673-3fe7-48b0-8aa8-d315f38f3c61', 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939', 'admin_state_up': True, 'tenant_id': '1d817464a57145808f61427a409f714d'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:37:49.358997 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5f63528b-be17-4d8e-a568-36b73e51dd7b req-804322e3-bda5-4d73-8682-fc49bf882e81 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1259418 Sep 24 15:37:49.377552 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-d41132c8-2257-4783-94be-0e51940ad99b req-1212b7d3-c1a0-4927-b92b-7497637ea723 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] Deleting port c71c7df6-4b05-41c7-81c1-5a74cf484084 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:37:49.378587 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d41132c8-2257-4783-94be-0e51940ad99b req-1212b7d3-c1a0-4927-b92b-7497637ea723 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:49.446222 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f2736017-7c0c-4103-a524-c708e34928a2 req-fa4867e5-063a-4ef4-89c9-f9cce08b6b18 service neutron] 10.222.0.101 "GET /v2.0/networks/aba63c87-be12-4faa-aa4b-48192227e33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1903286 Sep 24 15:37:49.485858 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-d41132c8-2257-4783-94be-0e51940ad99b req-1212b7d3-c1a0-4927-b92b-7497637ea723 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] For port c71c7df6-4b05-41c7-81c1-5a74cf484084, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=c71c7df6-4b05-41c7-81c1-5a74cf484084,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:37:49.486498 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d41132c8-2257-4783-94be-0e51940ad99b req-1212b7d3-c1a0-4927-b92b-7497637ea723 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:49.508421 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-d41132c8-2257-4783-94be-0e51940ad99b req-1212b7d3-c1a0-4927-b92b-7497637ea723 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] Calling delete_port for c71c7df6-4b05-41c7-81c1-5a74cf484084 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:37:49.571189 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a9810aa-f20e-4b53-aa63-9f12f641b10a req-7c365167-e162-4ac9-9736-149f46b73c64 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Made reservation on behalf of 1d817464a57145808f61427a409f714d for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:37:49.575255 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-5a9810aa-f20e-4b53-aa63-9f12f641b10a req-7c365167-e162-4ac9-9736-149f46b73c64 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:49.662170 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccccd700-503a-4216-a63b-3bf9ed1b5cbf req-ab479f30-ddbc-4abe-ba52-98c827451192 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:49.663709 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ccccd700-503a-4216-a63b-3bf9ed1b5cbf req-ab479f30-ddbc-4abe-ba52-98c827451192 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] 10.222.0.101 "GET /v2.0/ports?device_id=4d9530f5-b9be-43d7-9934-819a62695f6f HTTP/1.1" status: 200 len: 950 time: 0.0842698 Sep 24 15:37:49.722383 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ccccd700-503a-4216-a63b-3bf9ed1b5cbf req-25c9b5b2-742a-4617-a7d0-109d35c7ee64 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] 10.222.0.101 "GET /v2.0/security-groups?id=861e55c2-b40d-4783-8e9a-7530dd28346c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508192 Sep 24 15:37:49.783721 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [req-5a9810aa-f20e-4b53-aa63-9f12f641b10a req-7c365167-e162-4ac9-9736-149f46b73c64 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Allocated IP 192.168.233.63 (9672f189-23fe-44e6-9dd2-257ff8905939/188edb94-8042-4961-9ec0-8960b1ce1305/8fe8f5c8-a3d4-4ec3-895b-a713373e6688) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:37:49.793558 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d41132c8-2257-4783-94be-0e51940ad99b req-1212b7d3-c1a0-4927-b92b-7497637ea723 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:49.802608 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['c71c7df6-4b05-41c7-81c1-5a74cf484084'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:37:49.829076 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1212b7d3-c1a0-4927-b92b-7497637ea723 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] Pushing event deleted for resources: {'Port': ['ID=c71c7df6-4b05-41c7-81c1-5a74cf484084,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:49.880944 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-d41132c8-2257-4783-94be-0e51940ad99b req-1212b7d3-c1a0-4927-b92b-7497637ea723 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] No DVR routers for this DVR port c71c7df6-4b05-41c7-81c1-5a74cf484084 on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:37:49.883930 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d41132c8-2257-4783-94be-0e51940ad99b req-1212b7d3-c1a0-4927-b92b-7497637ea723 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:49.886596 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d41132c8-2257-4783-94be-0e51940ad99b req-1212b7d3-c1a0-4927-b92b-7497637ea723 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] 10.222.0.108 "DELETE /v2.0/ports/c71c7df6-4b05-41c7-81c1-5a74cf484084 HTTP/1.1" status: 204 len: 173 time: 0.7071931 Sep 24 15:37:49.887376 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d9530f5-b9be-43d7-9934-819a62695f6f', 'name': 'network-vif-deleted', 'tag': 'c71c7df6-4b05-41c7-81c1-5a74cf484084'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:37:49.890779 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0037bf56-33af-43a6-aba8-53fbe4904cb4" -d '{"events": [{"server_uuid": "4d9530f5-b9be-43d7-9934-819a62695f6f", "name": "network-vif-deleted", "tag": "c71c7df6-4b05-41c7-81c1-5a74cf484084"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:37:49.902278 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1212b7d3-c1a0-4927-b92b-7497637ea723 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:37:49.905893 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1212b7d3-c1a0-4927-b92b-7497637ea723 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:37:49.905893 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1212b7d3-c1a0-4927-b92b-7497637ea723 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:37:49.905893 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1212b7d3-c1a0-4927-b92b-7497637ea723 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:37:49.905893 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1212b7d3-c1a0-4927-b92b-7497637ea723 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:37:49.905893 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1212b7d3-c1a0-4927-b92b-7497637ea723 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:37:49.905893 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1212b7d3-c1a0-4927-b92b-7497637ea723 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:37:49.905893 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1212b7d3-c1a0-4927-b92b-7497637ea723 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:37:49.905893 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1212b7d3-c1a0-4927-b92b-7497637ea723 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:37:49.905893 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1212b7d3-c1a0-4927-b92b-7497637ea723 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:37:49.906796 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1212b7d3-c1a0-4927-b92b-7497637ea723 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:37:49.907224 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1212b7d3-c1a0-4927-b92b-7497637ea723 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:37:49.939310 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 7a4f369c-8428-444b-ab52-ba6508fa7c79 details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:37:49.996621 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa22202-b31c-4907-b921-c791b57e3484 req-f790ba17-a933-44f9-aed2-b20102d933f9 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:49.998001 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-eaa22202-b31c-4907-b921-c791b57e3484 req-f790ba17-a933-44f9-aed2-b20102d933f9 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/ports?device_id=402ca712-89ca-465d-9473-3e16da90ca1b HTTP/1.1" status: 200 len: 945 time: 0.2445028 Sep 24 15:37:50.076533 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-aaf75857-3f75-4b42-9c4d-78b6caa31294 req-6cb0ed5b-805d-422f-bbf8-b67b2c12630b tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=c7c4b09e-142a-4cc8-809c-267fc688df42 HTTP/1.1" status: 200 len: 210 time: 0.0413644 Sep 24 15:37:50.083210 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 7a4f369c-8428-444b-ab52-ba6508fa7c79, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=7a4f369c-8428-444b-ab52-ba6508fa7c79,segment=NetworkSegment(75401dd4-8dca-4636-94e8-42af76799b59),segment_id=75401dd4-8dca-4636-94e8-42af76799b59)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:37:50.097489 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-eaa22202-b31c-4907-b921-c791b57e3484 req-72fa2bc5-ac12-41dd-be9d-d358ca8a243c tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f5b2d93-e3ed-4f90-a24f-de0f1d5dfc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742612 Sep 24 15:37:50.097601 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': '7a4f369c-8428-444b-ab52-ba6508fa7c79', 'network_id': 'd147659c-db89-4692-8ad6-63309f9fc708', 'port_id': '7a4f369c-8428-444b-ab52-ba6508fa7c79', 'mac_address': 'fa:16:3e:42:0a:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '934617ff-87e2-4e8b-ad9c-0fd7afdcf789', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:37:50.114937 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-5a9810aa-f20e-4b53-aa63-9f12f641b10a req-7c365167-e162-4ac9-9736-149f46b73c64 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:50.147386 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:50.163914 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a4f369c-8428-444b-ab52-ba6508fa7c79 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:37:50.189020 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 7a4f369c-8428-444b-ab52-ba6508fa7c79, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=7a4f369c-8428-444b-ab52-ba6508fa7c79,segment=NetworkSegment(75401dd4-8dca-4636-94e8-42af76799b59),segment_id=75401dd4-8dca-4636-94e8-42af76799b59)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:37:50.227922 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265db2b7-3887-4b65-be28-5db9bf0620c7 req-1871cdf3-1f68-4b8e-9431-490f4d6fd4a0 tempest-AttachSCSIVolumeTestJSON-1874992296 tempest-AttachSCSIVolumeTestJSON-1874992296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:50.229646 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-265db2b7-3887-4b65-be28-5db9bf0620c7 req-1871cdf3-1f68-4b8e-9431-490f4d6fd4a0 tempest-AttachSCSIVolumeTestJSON-1874992296 tempest-AttachSCSIVolumeTestJSON-1874992296-project] 10.222.0.101 "GET /v2.0/ports?device_id=7d95eb65-4425-4774-bd59-bce6116da13e HTTP/1.1" status: 200 len: 943 time: 0.0649118 Sep 24 15:37:50.265482 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d13e4d68-7d71-4c2f-b84d-01bc9b66d43b req-41f44a98-8ed2-4334-956f-07caec5432a4 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=e7501673-3fe7-48b0-8aa8-d315f38f3c61 HTTP/1.1" status: 200 len: 210 time: 0.0258157 Sep 24 15:37:50.269891 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-265db2b7-3887-4b65-be28-5db9bf0620c7 req-4d048183-0158-4032-bb78-714eabcccb3f tempest-AttachSCSIVolumeTestJSON-1874992296 tempest-AttachSCSIVolumeTestJSON-1874992296-project] 10.222.0.101 "GET /v2.0/security-groups?id=f7ab11ad-36ce-473c-b9e5-73cf4dbb622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333099 Sep 24 15:37:50.315105 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e3b2db-249a-4785-8eb4-5b0d972edf08 x-openstack-request-id: req-a7e3b2db-249a-4785-8eb4-5b0d972edf08 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:37:50.315398 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d9530f5-b9be-43d7-9934-819a62695f6f", "name": "network-vif-deleted", "tag": "c71c7df6-4b05-41c7-81c1-5a74cf484084", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:37:50.315650 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a7e3b2db-249a-4785-8eb4-5b0d972edf08 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:37:50.316047 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d9530f5-b9be-43d7-9934-819a62695f6f', 'name': 'network-vif-deleted', 'tag': 'c71c7df6-4b05-41c7-81c1-5a74cf484084', 'status': 'completed', 'code': 200} Sep 24 15:37:50.379739 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:50.397680 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-5a9810aa-f20e-4b53-aa63-9f12f641b10a req-7c365167-e162-4ac9-9736-149f46b73c64 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:50.416016 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['ef645295-66e7-4bd2-801c-4d964f44743a'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:37:50.446410 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a9810aa-f20e-4b53-aa63-9f12f641b10a req-7c365167-e162-4ac9-9736-149f46b73c64 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Network 9672f189-23fe-44e6-9dd2-257ff8905939 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:37:50.451735 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [req-5a9810aa-f20e-4b53-aa63-9f12f641b10a req-7c365167-e162-4ac9-9736-149f46b73c64 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:37:50.454835 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a9810aa-f20e-4b53-aa63-9f12f641b10a req-7c365167-e162-4ac9-9736-149f46b73c64 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:37:50.457644 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb67a471-43fb-46a4-8e43-f345f3dc5c49 req-fed4a697-fd13-4092-a6f6-806c1cd381db tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:50.460144 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bb67a471-43fb-46a4-8e43-f345f3dc5c49 req-fed4a697-fd13-4092-a6f6-806c1cd381db tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] 10.222.0.101 "GET /v2.0/ports?device_id=5e086cd6-6222-433b-80d8-976f3a638f99 HTTP/1.1" status: 200 len: 945 time: 0.0660322 Sep 24 15:37:50.476960 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=7a4f369c-8428-444b-ab52-ba6508fa7c79,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:50.527167 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c365167-e162-4ac9-9736-149f46b73c64 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Pushing event updated for resources: {'Port': ['ID=8fe8f5c8-a3d4-4ec3-895b-a713373e6688,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:50.527862 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bb67a471-43fb-46a4-8e43-f345f3dc5c49 req-bd0a1cc2-3ee9-4d38-8156-1dbca0d6c154 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] 10.222.0.101 "GET /v2.0/security-groups?id=8edcefe2-f57f-4935-b5d5-7d2611452c23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473521 Sep 24 15:37:50.528305 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b137b-42ff-4830-bd89-8084ebe02cf4 req-4098a9a2-4261-4d25-a34a-6d4cb79d8601 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:50.529129 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-135b137b-42ff-4830-bd89-8084ebe02cf4 req-4098a9a2-4261-4d25-a34a-6d4cb79d8601 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/ports?device_id=204a9a29-4bca-4bf9-8d1c-3557de4d7969 HTTP/1.1" status: 200 len: 946 time: 0.1633916 Sep 24 15:37:50.559305 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9810aa-f20e-4b53-aa63-9f12f641b10a req-7c365167-e162-4ac9-9736-149f46b73c64 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:50.559995 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-5a9810aa-f20e-4b53-aa63-9f12f641b10a req-7c365167-e162-4ac9-9736-149f46b73c64 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:50.604517 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-135b137b-42ff-4830-bd89-8084ebe02cf4 req-c3bd7df8-d08e-43cb-b02a-33e6982f116b tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f5b2d93-e3ed-4f90-a24f-de0f1d5dfc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685480 Sep 24 15:37:50.637914 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e45bcd-e8da-4e2a-8030-b8f43d315068 req-fa102d10-870f-4d0f-bdd0-862878b8c6bb tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:50.646065 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b0e45bcd-e8da-4e2a-8030-b8f43d315068 req-fa102d10-870f-4d0f-bdd0-862878b8c6bb tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=7cd44f03-df1c-4436-87b5-4c9cccff4adf HTTP/1.1" status: 200 len: 945 time: 0.0629787 Sep 24 15:37:50.686048 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b0e45bcd-e8da-4e2a-8030-b8f43d315068 req-d4b711a2-7eed-44b2-822b-1af569122eb4 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390694 Sep 24 15:37:50.705782 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['7a4f369c-8428-444b-ab52-ba6508fa7c79'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:37:50.738962 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5a9810aa-f20e-4b53-aa63-9f12f641b10a req-7c365167-e162-4ac9-9736-149f46b73c64 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4534431 Sep 24 15:37:50.761653 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-5a9810aa-f20e-4b53-aa63-9f12f641b10a req-568656c4-af6b-4574-b21f-6116ce4c68e5 service neutron] Request body: {'port': {'device_id': 'e7501673-3fe7-48b0-8aa8-d315f38f3c61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:37:50.775918 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7a9c10-1c4e-4129-a50d-a4ffc2ef7ef8 req-3d172ce4-a396-488d-9165-6de611702de1 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:50.775918 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7a7a9c10-1c4e-4129-a50d-a4ffc2ef7ef8 req-3d172ce4-a396-488d-9165-6de611702de1 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/ports?device_id=54d5d58a-25ab-40af-a0d2-2d9d89f59737 HTTP/1.1" status: 200 len: 945 time: 0.0857141 Sep 24 15:37:50.837913 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-961371ad-59bc-45bb-b123-2b8b869cab02 req-a2114838-51f9-44b8-813e-10626bde4215 tempest-ServerDiagnosticsNegativeTest-1863687667 tempest-ServerDiagnosticsNegativeTest-1863687667-project] 10.222.0.101 "GET /v2.0/ports?device_id=4d9530f5-b9be-43d7-9934-819a62695f6f HTTP/1.1" status: 200 len: 210 time: 0.0276155 Sep 24 15:37:50.881723 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-5ef9836d-a695-4948-a099-716bc502ff55 None None] Provisioning complete for port 8fe8f5c8-a3d4-4ec3-895b-a713373e6688 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:37:50.882417 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5ef9836d-a695-4948-a099-716bc502ff55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:50.921713 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-5ef9836d-a695-4948-a099-716bc502ff55 None None] Port 8fe8f5c8-a3d4-4ec3-895b-a713373e6688 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:37:51.164276 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7a7a9c10-1c4e-4129-a50d-a4ffc2ef7ef8 req-d358853b-3558-44b5-9d1a-41bbeeb81931 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f5b2d93-e3ed-4f90-a24f-de0f1d5dfc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3708944 Sep 24 15:37:51.165082 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-5a9810aa-f20e-4b53-aa63-9f12f641b10a req-568656c4-af6b-4574-b21f-6116ce4c68e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:51.225711 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e5ffbf-baa6-4a25-a118-31d19080ceb8 req-18482132-095c-4c79-99d0-e5f15d6e3399 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:51.227614 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-30e5ffbf-baa6-4a25-a118-31d19080ceb8 req-18482132-095c-4c79-99d0-e5f15d6e3399 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.108 "GET /v2.0/ports?device_id=6d53454d-780b-4fb9-b306-69d2a9892e23 HTTP/1.1" status: 200 len: 943 time: 0.0677240 Sep 24 15:37:51.317734 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-101c2c41-00cc-41c4-85ca-4d459b554ef3 req-15fd4728-d096-4f95-be0d-945c62a9f4fc tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=c7c4b09e-142a-4cc8-809c-267fc688df42 HTTP/1.1" status: 200 len: 210 time: 0.0811734 Sep 24 15:37:51.369695 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-30e5ffbf-baa6-4a25-a118-31d19080ceb8 req-f9b064c0-f29d-4807-b056-6490b4684131 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Deleting port aac707e3-03b1-4793-a101-df24f2cff01c {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:37:51.370171 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-30e5ffbf-baa6-4a25-a118-31d19080ceb8 req-f9b064c0-f29d-4807-b056-6490b4684131 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:51.493365 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-30e5ffbf-baa6-4a25-a118-31d19080ceb8 req-f9b064c0-f29d-4807-b056-6490b4684131 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] For port aac707e3-03b1-4793-a101-df24f2cff01c, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=aac707e3-03b1-4793-a101-df24f2cff01c,segment=NetworkSegment(261d132c-af7b-4dd2-86dc-27294ea32e8c),segment_id=261d132c-af7b-4dd2-86dc-27294ea32e8c)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:37:51.493756 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-30e5ffbf-baa6-4a25-a118-31d19080ceb8 req-f9b064c0-f29d-4807-b056-6490b4684131 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:51.509853 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-30e5ffbf-baa6-4a25-a118-31d19080ceb8 req-f9b064c0-f29d-4807-b056-6490b4684131 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Calling delete_port for aac707e3-03b1-4793-a101-df24f2cff01c owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:37:51.513068 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [req-5a9810aa-f20e-4b53-aa63-9f12f641b10a req-568656c4-af6b-4574-b21f-6116ce4c68e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fe8f5c8-a3d4-4ec3-895b-a713373e6688 {{(pid=95297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:37:51.524038 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-5a9810aa-f20e-4b53-aa63-9f12f641b10a req-568656c4-af6b-4574-b21f-6116ce4c68e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:51.564720 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.provisioning_blocks [req-5a9810aa-f20e-4b53-aa63-9f12f641b10a req-568656c4-af6b-4574-b21f-6116ce4c68e5 service neutron] Transition to ACTIVE for port object 8fe8f5c8-a3d4-4ec3-895b-a713373e6688 will not be triggered until provisioned by entity L2. {{(pid=95297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:37:51.585868 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93562f3d-1062-4773-beef-85bcf7690498 req-d3a0e216-61f3-4bdf-826a-8138657bcf0d tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:51.592191 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93562f3d-1062-4773-beef-85bcf7690498 req-d3a0e216-61f3-4bdf-826a-8138657bcf0d tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:51.598815 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93562f3d-1062-4773-beef-85bcf7690498 req-d3a0e216-61f3-4bdf-826a-8138657bcf0d tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:51.600478 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-93562f3d-1062-4773-beef-85bcf7690498 req-d3a0e216-61f3-4bdf-826a-8138657bcf0d tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/ports?device_id=54d5d58a-25ab-40af-a0d2-2d9d89f59737&device_id=204a9a29-4bca-4bf9-8d1c-3557de4d7969&device_id=402ca712-89ca-465d-9473-3e16da90ca1b HTTP/1.1" status: 200 len: 2417 time: 0.0790012 Sep 24 15:37:51.628430 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499fcdc1-f673-4867-822f-8e5ba4f882d3 req-9b10287b-29c5-4f0e-bd60-e9f6b0d2351e tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:51.662060 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-499fcdc1-f673-4867-822f-8e5ba4f882d3 req-9b10287b-29c5-4f0e-bd60-e9f6b0d2351e tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=e7501673-3fe7-48b0-8aa8-d315f38f3c61 HTTP/1.1" status: 200 len: 935 time: 0.0768635 Sep 24 15:37:51.663346 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-93562f3d-1062-4773-beef-85bcf7690498 req-68835e1b-64ac-4f0f-9950-28b741f6ba69 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f5b2d93-e3ed-4f90-a24f-de0f1d5dfc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322688 Sep 24 15:37:51.696363 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-499fcdc1-f673-4867-822f-8e5ba4f882d3 req-13918e92-f01a-4c6d-ab78-a25619c0b4af tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574114 Sep 24 15:37:51.731284 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-5a9810aa-f20e-4b53-aa63-9f12f641b10a req-568656c4-af6b-4574-b21f-6116ce4c68e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:51.789003 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568656c4-af6b-4574-b21f-6116ce4c68e5 service neutron] Pushing event updated for resources: {'Port': ['ID=8fe8f5c8-a3d4-4ec3-895b-a713373e6688,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:51.815410 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c91cc1-3f8d-4fb7-bc41-55d7e6554980 req-2eadb1b8-a241-49c1-a51e-d91801fc0671 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:51.816342 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa175bc-f9ce-4226-a7cd-dd3496c7f07e req-619ca63f-1429-46a1-82df-b6c8e7159c12 tempest-AttachSCSIVolumeTestJSON-1874992296 tempest-AttachSCSIVolumeTestJSON-1874992296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:51.816982 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b0c91cc1-3f8d-4fb7-bc41-55d7e6554980 req-2eadb1b8-a241-49c1-a51e-d91801fc0671 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] 10.222.0.101 "GET /v2.0/ports?device_id=5e086cd6-6222-433b-80d8-976f3a638f99 HTTP/1.1" status: 200 len: 945 time: 0.0617421 Sep 24 15:37:51.817853 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8fa175bc-f9ce-4226-a7cd-dd3496c7f07e req-619ca63f-1429-46a1-82df-b6c8e7159c12 tempest-AttachSCSIVolumeTestJSON-1874992296 tempest-AttachSCSIVolumeTestJSON-1874992296-project] 10.222.0.101 "GET /v2.0/ports?device_id=7d95eb65-4425-4774-bd59-bce6116da13e HTTP/1.1" status: 200 len: 944 time: 0.1275711 Sep 24 15:37:51.869433 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b0c91cc1-3f8d-4fb7-bc41-55d7e6554980 req-81ff2efa-a513-4faf-848b-4dff0c41634e tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] 10.222.0.101 "GET /v2.0/security-groups?id=8edcefe2-f57f-4935-b5d5-7d2611452c23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447214 Sep 24 15:37:51.887369 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-30e5ffbf-baa6-4a25-a118-31d19080ceb8 req-f9b064c0-f29d-4807-b056-6490b4684131 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:51.896351 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8fa175bc-f9ce-4226-a7cd-dd3496c7f07e req-832503fe-3c81-4da9-b024-70ab2d07143c tempest-AttachSCSIVolumeTestJSON-1874992296 tempest-AttachSCSIVolumeTestJSON-1874992296-project] 10.222.0.101 "GET /v2.0/security-groups?id=f7ab11ad-36ce-473c-b9e5-73cf4dbb622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557570 Sep 24 15:37:51.898845 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-5a9810aa-f20e-4b53-aa63-9f12f641b10a req-568656c4-af6b-4574-b21f-6116ce4c68e5 service neutron] Attempting to bind port 8fe8f5c8-a3d4-4ec3-895b-a713373e6688 on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:37:51.899284 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-5a9810aa-f20e-4b53-aa63-9f12f641b10a req-568656c4-af6b-4574-b21f-6116ce4c68e5 service neutron] Attempting to bind port 8fe8f5c8-a3d4-4ec3-895b-a713373e6688 by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:37:51.899506 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9810aa-f20e-4b53-aa63-9f12f641b10a req-568656c4-af6b-4574-b21f-6116ce4c68e5 service neutron] Attempting to bind port 8fe8f5c8-a3d4-4ec3-895b-a713373e6688 on network 9672f189-23fe-44e6-9dd2-257ff8905939 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:37:51.904146 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9810aa-f20e-4b53-aa63-9f12f641b10a req-568656c4-af6b-4574-b21f-6116ce4c68e5 service neutron] Port 8fe8f5c8-a3d4-4ec3-895b-a713373e6688 on network 9672f189-23fe-44e6-9dd2-257ff8905939 not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:37:51.904506 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9810aa-f20e-4b53-aa63-9f12f641b10a req-568656c4-af6b-4574-b21f-6116ce4c68e5 service neutron] Attempting to bind port 8fe8f5c8-a3d4-4ec3-895b-a713373e6688 on network 9672f189-23fe-44e6-9dd2-257ff8905939 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:37:51.910500 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9810aa-f20e-4b53-aa63-9f12f641b10a req-568656c4-af6b-4574-b21f-6116ce4c68e5 service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:37:51.910696 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9810aa-f20e-4b53-aa63-9f12f641b10a req-568656c4-af6b-4574-b21f-6116ce4c68e5 service neutron] Checking segment: {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:37:51.911072 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a9810aa-f20e-4b53-aa63-9f12f641b10a req-568656c4-af6b-4574-b21f-6116ce4c68e5 service neutron] Bound using segment: {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:37:51.911508 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-5a9810aa-f20e-4b53-aa63-9f12f641b10a req-568656c4-af6b-4574-b21f-6116ce4c68e5 service neutron] Bound port: 8fe8f5c8-a3d4-4ec3-895b-a713373e6688, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'}}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:37:51.911888 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-5a9810aa-f20e-4b53-aa63-9f12f641b10a req-568656c4-af6b-4574-b21f-6116ce4c68e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:51.947413 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 7a4f369c-8428-444b-ab52-ba6508fa7c79 up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:37:51.977310 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b064c0-f29d-4807-b056-6490b4684131 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Pushing event deleted for resources: {'Port': ['ID=aac707e3-03b1-4793-a101-df24f2cff01c,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:52.026630 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-5a9810aa-f20e-4b53-aa63-9f12f641b10a req-568656c4-af6b-4574-b21f-6116ce4c68e5 service neutron] For port 8fe8f5c8-a3d4-4ec3-895b-a713373e6688, host n-h1-808921-1, cleared binding levels {{(pid=95297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:37:52.028490 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-30e5ffbf-baa6-4a25-a118-31d19080ceb8 req-f9b064c0-f29d-4807-b056-6490b4684131 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] No DVR routers for this DVR port aac707e3-03b1-4793-a101-df24f2cff01c on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:37:52.032278 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-30e5ffbf-baa6-4a25-a118-31d19080ceb8 req-f9b064c0-f29d-4807-b056-6490b4684131 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:52.034333 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-30e5ffbf-baa6-4a25-a118-31d19080ceb8 req-f9b064c0-f29d-4807-b056-6490b4684131 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.108 "DELETE /v2.0/ports/aac707e3-03b1-4793-a101-df24f2cff01c HTTP/1.1" status: 204 len: 173 time: 0.7989194 Sep 24 15:37:52.043772 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-5a9810aa-f20e-4b53-aa63-9f12f641b10a req-568656c4-af6b-4574-b21f-6116ce4c68e5 service neutron] For port 8fe8f5c8-a3d4-4ec3-895b-a713373e6688, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=8fe8f5c8-a3d4-4ec3-895b-a713373e6688,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:37:52.054929 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2cfca08a-ad21-4404-b352-7c689fa20f0c req-5a301e17-4a96-434d-804e-a301e51c1fdf tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1161251 Sep 24 15:37:52.057171 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915cad77-ff63-4393-88e4-a1f4d98d198c req-b83aa22d-8126-4f6a-b938-133928c20940 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:52.058813 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-915cad77-ff63-4393-88e4-a1f4d98d198c req-b83aa22d-8126-4f6a-b938-133928c20940 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=7cd44f03-df1c-4436-87b5-4c9cccff4adf HTTP/1.1" status: 200 len: 945 time: 0.0909660 Sep 24 15:37:52.100512 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-915cad77-ff63-4393-88e4-a1f4d98d198c req-4524b9c1-e70d-4dc1-98e0-09fba58a8efb tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344231 Sep 24 15:37:52.128025 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port 7a4f369c-8428-444b-ab52-ba6508fa7c79 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:37:52.135503 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port 7a4f369c-8428-444b-ab52-ba6508fa7c79 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:37:52.135503 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:52.145951 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-5a9810aa-f20e-4b53-aa63-9f12f641b10a req-568656c4-af6b-4574-b21f-6116ce4c68e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:52.205199 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9810aa-f20e-4b53-aa63-9f12f641b10a req-568656c4-af6b-4574-b21f-6116ce4c68e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:52.205976 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-5a9810aa-f20e-4b53-aa63-9f12f641b10a req-568656c4-af6b-4574-b21f-6116ce4c68e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:52.207655 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5a9810aa-f20e-4b53-aa63-9f12f641b10a req-568656c4-af6b-4574-b21f-6116ce4c68e5 service neutron] 10.222.0.110 "PUT /v2.0/ports/8fe8f5c8-a3d4-4ec3-895b-a713373e6688 HTTP/1.1" status: 200 len: 1095 time: 1.4504762 Sep 24 15:37:52.208100 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7501673-3fe7-48b0-8aa8-d315f38f3c61', 'tag': '8fe8f5c8-a3d4-4ec3-895b-a713373e6688'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:37:52.211054 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-392d8d22-a8d6-4321-aa3d-f98b027ca24e" -d '{"events": [{"name": "network-changed", "server_uuid": "e7501673-3fe7-48b0-8aa8-d315f38f3c61", "tag": "8fe8f5c8-a3d4-4ec3-895b-a713373e6688"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:37:52.227981 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:52.261021 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d95eb65-4425-4774-bd59-bce6116da13e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a4f369c-8428-444b-ab52-ba6508fa7c79'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:37:52.263729 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faaa7bf4-3c48-4001-9af8-84b9366ade20" -d '{"events": [{"server_uuid": "7d95eb65-4425-4774-bd59-bce6116da13e", "name": "network-vif-plugged", "status": "completed", "tag": "7a4f369c-8428-444b-ab52-ba6508fa7c79"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:37:52.277657 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a09fef6-b1c9-4c63-b198-bbb46296b7cd x-openstack-request-id: req-4a09fef6-b1c9-4c63-b198-bbb46296b7cd {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:37:52.277945 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7501673-3fe7-48b0-8aa8-d315f38f3c61", "tag": "8fe8f5c8-a3d4-4ec3-895b-a713373e6688", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:37:52.278199 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4a09fef6-b1c9-4c63-b198-bbb46296b7cd {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:37:52.278617 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7501673-3fe7-48b0-8aa8-d315f38f3c61', 'tag': '8fe8f5c8-a3d4-4ec3-895b-a713373e6688', 'status': 'completed', 'code': 200} Sep 24 15:37:52.284547 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 7a4f369c-8428-444b-ab52-ba6508fa7c79, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=7a4f369c-8428-444b-ab52-ba6508fa7c79,segment=NetworkSegment(75401dd4-8dca-4636-94e8-42af76799b59),segment_id=75401dd4-8dca-4636-94e8-42af76799b59)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:37:52.285251 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568656c4-af6b-4574-b21f-6116ce4c68e5 service neutron] Pushing event updated for resources: {'Port': ['ID=8fe8f5c8-a3d4-4ec3-895b-a713373e6688,revision_number=3']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:52.317019 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d53454d-780b-4fb9-b306-69d2a9892e23', 'name': 'network-vif-deleted', 'tag': 'aac707e3-03b1-4793-a101-df24f2cff01c'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:37:52.322407 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409faa85-a068-4929-9466-59fabec58597" -d '{"events": [{"server_uuid": "6d53454d-780b-4fb9-b306-69d2a9892e23", "name": "network-vif-deleted", "tag": "aac707e3-03b1-4793-a101-df24f2cff01c"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:37:52.348859 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34efa80e-d24b-43c3-9a23-6ef57353bfae x-openstack-request-id: req-34efa80e-d24b-43c3-9a23-6ef57353bfae {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:37:52.348859 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d95eb65-4425-4774-bd59-bce6116da13e", "name": "network-vif-plugged", "status": "completed", "tag": "7a4f369c-8428-444b-ab52-ba6508fa7c79", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:37:52.348859 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-34efa80e-d24b-43c3-9a23-6ef57353bfae {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:37:52.348859 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d95eb65-4425-4774-bd59-bce6116da13e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a4f369c-8428-444b-ab52-ba6508fa7c79', 'code': 200} Sep 24 15:37:52.393364 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device c71c7df6-4b05-41c7-81c1-5a74cf484084 no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:37:52.400271 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d8d22-a8d6-4321-aa3d-f98b027ca24e req-73a4ed2f-f75d-4fe9-824c-3337d92ecb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:52.406622 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-392d8d22-a8d6-4321-aa3d-f98b027ca24e req-73a4ed2f-f75d-4fe9-824c-3337d92ecb73 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1d817464a57145808f61427a409f714d&device_id=e7501673-3fe7-48b0-8aa8-d315f38f3c61 HTTP/1.1" status: 200 len: 1098 time: 0.0878346 Sep 24 15:37:52.431103 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8de4af0-ccb1-4047-b145-d050bd5fff6f x-openstack-request-id: req-e8de4af0-ccb1-4047-b145-d050bd5fff6f {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:37:52.431710 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d53454d-780b-4fb9-b306-69d2a9892e23", "name": "network-vif-deleted", "tag": "aac707e3-03b1-4793-a101-df24f2cff01c", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:37:52.432173 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e8de4af0-ccb1-4047-b145-d050bd5fff6f {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:37:52.432806 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d53454d-780b-4fb9-b306-69d2a9892e23', 'name': 'network-vif-deleted', 'tag': 'aac707e3-03b1-4793-a101-df24f2cff01c', 'status': 'completed', 'code': 200} Sep 24 15:37:52.450470 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:52.452885 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] No Port match for: c71c7df6-4b05-41c7-81c1-5a74cf484084 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:37:52.453239 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device c71c7df6-4b05-41c7-81c1-5a74cf484084 not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:37:52.476020 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-392d8d22-a8d6-4321-aa3d-f98b027ca24e req-347299a9-5967-4e61-ada4-53aea01e5fa7 service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=1d817464a57145808f61427a409f714d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0560050 Sep 24 15:37:52.524547 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=7a4f369c-8428-444b-ab52-ba6508fa7c79,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:52.563351 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7e467868-5440-4c80-a692-f81813ec07db req-19cd5895-6871-4f18-a3e5-409c197bc8b7 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=c7c4b09e-142a-4cc8-809c-267fc688df42 HTTP/1.1" status: 200 len: 210 time: 0.0954454 Sep 24 15:37:52.625696 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127b7f49-2205-47ae-a212-ccb676da2b61 req-f3ef6c25-7d56-4912-8dec-35d0d2c899f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:52.627284 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-127b7f49-2205-47ae-a212-ccb676da2b61 req-f3ef6c25-7d56-4912-8dec-35d0d2c899f5 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=7d95eb65-4425-4774-bd59-bce6116da13e HTTP/1.1" status: 200 len: 1096 time: 0.1700506 Sep 24 15:37:52.662991 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d8d22-a8d6-4321-aa3d-f98b027ca24e req-47daff3b-b9a7-4f8d-8178-9bda03f1a9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:52.666576 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-392d8d22-a8d6-4321-aa3d-f98b027ca24e req-47daff3b-b9a7-4f8d-8178-9bda03f1a9fe service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1776569 Sep 24 15:37:52.700755 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2736017-7c0c-4103-a524-c708e34928a2 req-5add8286-0d6d-47b2-bb12-b2c0da276ebe tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:52.703259 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f2736017-7c0c-4103-a524-c708e34928a2 req-5add8286-0d6d-47b2-bb12-b2c0da276ebe tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.110 "GET /v2.0/networks?id=aba63c87-be12-4faa-aa4b-48192227e33d HTTP/1.1" status: 200 len: 805 time: 0.2072160 Sep 24 15:37:52.716844 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-127b7f49-2205-47ae-a212-ccb676da2b61 req-bf13eab5-8513-4d16-bf13-f14644edaf8b service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=f7ab11ad-36ce-473c-b9e5-73cf4dbb622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671556 Sep 24 15:37:52.813840 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b3765-1c9c-49f6-8eff-f08f8eeec979 req-8d893cce-ce8a-46d9-90a3-a23e7573e754 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:52.815361 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d76b3765-1c9c-49f6-8eff-f08f8eeec979 req-8d893cce-ce8a-46d9-90a3-a23e7573e754 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=e7501673-3fe7-48b0-8aa8-d315f38f3c61 HTTP/1.1" status: 200 len: 947 time: 0.0493743 Sep 24 15:37:52.860556 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d76b3765-1c9c-49f6-8eff-f08f8eeec979 req-b43ed25f-83b8-4d9c-9fcb-1d3af04d5c2b tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389349 Sep 24 15:37:52.940177 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-f2736017-7c0c-4103-a524-c708e34928a2 req-3f8d5d2a-eb95-46d6-8ced-0b9581c12d54 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Request body: {'port': {'device_id': 'c7c4b09e-142a-4cc8-809c-267fc688df42', 'network_id': 'aba63c87-be12-4faa-aa4b-48192227e33d', 'admin_state_up': True, 'tenant_id': 'e92c4591e9b7472da8979fcb890aba04'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:37:52.971200 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46998) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:37:53.001514 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2676f4-f6f7-4761-a831-3c0393375056 req-b450a803-67c4-453f-b32d-9decb3a0340b tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:53.009259 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fe2676f4-f6f7-4761-a831-3c0393375056 req-b450a803-67c4-453f-b32d-9decb3a0340b tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] 10.222.0.101 "GET /v2.0/ports?device_id=5e086cd6-6222-433b-80d8-976f3a638f99 HTTP/1.1" status: 200 len: 945 time: 0.0653992 Sep 24 15:37:53.070385 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fe2676f4-f6f7-4761-a831-3c0393375056 req-b512f991-b4c9-451d-883b-27889a186125 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] 10.222.0.101 "GET /v2.0/security-groups?id=8edcefe2-f57f-4935-b5d5-7d2611452c23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468435 Sep 24 15:37:53.079618 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9810aa-f20e-4b53-aa63-9f12f641b10a req-414b9b32-8b07-43d1-8365-f1af14a18eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:53.082776 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5a9810aa-f20e-4b53-aa63-9f12f641b10a req-414b9b32-8b07-43d1-8365-f1af14a18eae service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1d817464a57145808f61427a409f714d&device_id=e7501673-3fe7-48b0-8aa8-d315f38f3c61 HTTP/1.1" status: 200 len: 1098 time: 0.1269603 Sep 24 15:37:53.154267 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5a9810aa-f20e-4b53-aa63-9f12f641b10a req-bd731614-2815-4070-ad01-e9cc1fab0fb9 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=8fe8f5c8-a3d4-4ec3-895b-a713373e6688 HTTP/1.1" status: 200 len: 217 time: 0.0595644 Sep 24 15:37:53.205860 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-76afdb18-1164-4b74-817b-aeaa4b591b4d admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=88cbf903f0174adfba413cfae5055c94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2332473 Sep 24 15:37:53.206509 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47006) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:37:53.226779 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9810aa-f20e-4b53-aa63-9f12f641b10a req-58f320db-c551-4ecf-90af-c025302ae67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:53.228640 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5a9810aa-f20e-4b53-aa63-9f12f641b10a req-58f320db-c551-4ecf-90af-c025302ae67f service neutron] 10.222.0.110 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.0634251 Sep 24 15:37:53.231532 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d40b80-0a2d-4366-aae6-ed62e0ef7deb req-47d4f723-22b8-4fae-bf54-44e4fee69a14 tempest-AttachSCSIVolumeTestJSON-1874992296 tempest-AttachSCSIVolumeTestJSON-1874992296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:53.233003 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-75d40b80-0a2d-4366-aae6-ed62e0ef7deb req-47d4f723-22b8-4fae-bf54-44e4fee69a14 tempest-AttachSCSIVolumeTestJSON-1874992296 tempest-AttachSCSIVolumeTestJSON-1874992296-project] 10.222.0.101 "GET /v2.0/ports?device_id=7d95eb65-4425-4774-bd59-bce6116da13e HTTP/1.1" status: 200 len: 945 time: 0.1100109 Sep 24 15:37:53.297504 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-75d40b80-0a2d-4366-aae6-ed62e0ef7deb req-7f3d4133-72c2-49cd-8fd4-97fedb91883d tempest-AttachSCSIVolumeTestJSON-1874992296 tempest-AttachSCSIVolumeTestJSON-1874992296-project] 10.222.0.101 "GET /v2.0/security-groups?id=f7ab11ad-36ce-473c-b9e5-73cf4dbb622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554650 Sep 24 15:37:53.309950 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8532137a-4561-4b70-a69c-85eb631bea9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:53.333176 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9810aa-f20e-4b53-aa63-9f12f641b10a req-e1463911-f03b-4eb0-8cf0-3b8c860b3628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:53.344300 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5a9810aa-f20e-4b53-aa63-9f12f641b10a req-e1463911-f03b-4eb0-8cf0-3b8c860b3628 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0883236 Sep 24 15:37:53.345906 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2736017-7c0c-4103-a524-c708e34928a2 req-3f8d5d2a-eb95-46d6-8ced-0b9581c12d54 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Made reservation on behalf of e92c4591e9b7472da8979fcb890aba04 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:37:53.346087 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8532137a-4561-4b70-a69c-85eb631bea9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:53.351912 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-f2736017-7c0c-4103-a524-c708e34928a2 req-3f8d5d2a-eb95-46d6-8ced-0b9581c12d54 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:53.486539 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8532137a-4561-4b70-a69c-85eb631bea9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:53.489144 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8532137a-4561-4b70-a69c-85eb631bea9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:53.490383 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-8532137a-4561-4b70-a69c-85eb631bea9c admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/861e55c2-b40d-4783-8e9a-7530dd28346c HTTP/1.1" status: 204 len: 168 time: 0.2821860 Sep 24 15:37:53.500975 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8532137a-4561-4b70-a69c-85eb631bea9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=861e55c2-b40d-4783-8e9a-7530dd28346c,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:53.544523 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1403fe2a-0ca2-4a6e-b3db-ccfb45c3ba9b req-b9b7d170-a956-48fc-bc7a-84efac173dbe tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:53.551832 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1403fe2a-0ca2-4a6e-b3db-ccfb45c3ba9b req-b9b7d170-a956-48fc-bc7a-84efac173dbe tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=7cd44f03-df1c-4436-87b5-4c9cccff4adf HTTP/1.1" status: 200 len: 945 time: 0.1846678 Sep 24 15:37:53.592993 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5a9810aa-f20e-4b53-aa63-9f12f641b10a req-2be723e7-dba8-42b3-8d3e-0d2ee8aa27cb service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250092 Sep 24 15:37:53.661797 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1403fe2a-0ca2-4a6e-b3db-ccfb45c3ba9b req-afce09b4-36c5-437b-8c4f-ee49e0cf2f0f tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086938 Sep 24 15:37:53.668879 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22083c16-a5ad-4e09-bc23-767ddcde443c req-ad9823bd-3160-4a5a-a0e2-20b46c810625 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:53.674022 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-22083c16-a5ad-4e09-bc23-767ddcde443c req-ad9823bd-3160-4a5a-a0e2-20b46c810625 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] 10.222.0.110 "GET /v2.0/ports?device_id=5e086cd6-6222-433b-80d8-976f3a638f99 HTTP/1.1" status: 200 len: 945 time: 0.0508025 Sep 24 15:37:53.684276 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-f2736017-7c0c-4103-a524-c708e34928a2 req-3f8d5d2a-eb95-46d6-8ced-0b9581c12d54 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Allocated IP 172.20.0.2 (aba63c87-be12-4faa-aa4b-48192227e33d/979d11e7-dd50-44f7-803b-0d6530af4707/bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:37:53.779075 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5a9810aa-f20e-4b53-aa63-9f12f641b10a req-d27f6bfc-df78-4b55-8049-75c8b0645f88 service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594889 Sep 24 15:37:53.800954 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-22083c16-a5ad-4e09-bc23-767ddcde443c req-7a9ae766-41c6-406f-ba21-2a073e4ecc57 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Deleting port b0efb342-599d-4be0-ab3d-cb4ac31d2116 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:37:53.801207 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-84460d5a-c834-4271-9579-c5b2bc6352bb req-83154903-f80a-4101-9996-849ad304ad49 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=c7c4b09e-142a-4cc8-809c-267fc688df42 HTTP/1.1" status: 200 len: 210 time: 0.0412483 Sep 24 15:37:53.801697 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-22083c16-a5ad-4e09-bc23-767ddcde443c req-7a9ae766-41c6-406f-ba21-2a073e4ecc57 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:53.916236 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-22083c16-a5ad-4e09-bc23-767ddcde443c req-7a9ae766-41c6-406f-ba21-2a073e4ecc57 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] For port b0efb342-599d-4be0-ab3d-cb4ac31d2116, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=b0efb342-599d-4be0-ab3d-cb4ac31d2116,segment=NetworkSegment(71e13984-0da7-46c8-9155-b041315e99dd),segment_id=71e13984-0da7-46c8-9155-b041315e99dd)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:37:53.916806 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-22083c16-a5ad-4e09-bc23-767ddcde443c req-7a9ae766-41c6-406f-ba21-2a073e4ecc57 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:53.994949 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-f2736017-7c0c-4103-a524-c708e34928a2 req-3f8d5d2a-eb95-46d6-8ced-0b9581c12d54 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:54.046624 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b729ed2-642d-49a2-9551-8b5920dc9696 req-4d8c806a-e53b-42b1-a017-172da84e8b33 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:54.048153 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7b729ed2-642d-49a2-9551-8b5920dc9696 req-4d8c806a-e53b-42b1-a017-172da84e8b33 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=e7501673-3fe7-48b0-8aa8-d315f38f3c61 HTTP/1.1" status: 200 len: 947 time: 0.1078389 Sep 24 15:37:54.097737 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7b729ed2-642d-49a2-9551-8b5920dc9696 req-517855b7-6952-425c-8557-66644fcd6196 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405302 Sep 24 15:37:54.132661 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1ce2e0-41ef-4bd6-9a0d-1130446dd80b req-f089207e-f760-4e82-afd9-9826d8d95b52 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:54.134173 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5e1ce2e0-41ef-4bd6-9a0d-1130446dd80b req-f089207e-f760-4e82-afd9-9826d8d95b52 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/ports?device_id=54d5d58a-25ab-40af-a0d2-2d9d89f59737 HTTP/1.1" status: 200 len: 945 time: 0.1254828 Sep 24 15:37:54.153836 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-f2736017-7c0c-4103-a524-c708e34928a2 req-3f8d5d2a-eb95-46d6-8ced-0b9581c12d54 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:54.223842 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5e1ce2e0-41ef-4bd6-9a0d-1130446dd80b req-c45dd64c-5c92-4f11-ac90-d009bbc1893e tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f5b2d93-e3ed-4f90-a24f-de0f1d5dfc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805321 Sep 24 15:37:54.251677 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2736017-7c0c-4103-a524-c708e34928a2 req-3f8d5d2a-eb95-46d6-8ced-0b9581c12d54 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Network aba63c87-be12-4faa-aa4b-48192227e33d is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:37:54.251811 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-22083c16-a5ad-4e09-bc23-767ddcde443c req-7a9ae766-41c6-406f-ba21-2a073e4ecc57 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:54.251811 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-22083c16-a5ad-4e09-bc23-767ddcde443c req-7a9ae766-41c6-406f-ba21-2a073e4ecc57 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:54.251811 n-d-808921-1 neutron-server[95297]: INFO neutron.db.l3_db [req-22083c16-a5ad-4e09-bc23-767ddcde443c req-7a9ae766-41c6-406f-ba21-2a073e4ecc57 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Floating IP aba332e9-e0ea-422a-8649-189745a5823c disassociated. External IP: 172.25.0.153, port: b0efb342-599d-4be0-ab3d-cb4ac31d2116. Sep 24 15:37:54.251811 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-22083c16-a5ad-4e09-bc23-767ddcde443c req-7a9ae766-41c6-406f-ba21-2a073e4ecc57 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Calling delete_port for b0efb342-599d-4be0-ab3d-cb4ac31d2116 owned by compute:nova {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:37:54.256056 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-f2736017-7c0c-4103-a524-c708e34928a2 req-3f8d5d2a-eb95-46d6-8ced-0b9581c12d54 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:37:54.258966 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8d5d2a-eb95-46d6-8ced-0b9581c12d54 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Pushing event updated for resources: {'Port': ['ID=bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:54.261128 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2736017-7c0c-4103-a524-c708e34928a2 req-3f8d5d2a-eb95-46d6-8ced-0b9581c12d54 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:37:54.319196 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d757fb-9980-4dd6-a4e6-a850314a1188 req-b1cbf635-1aa6-459f-8d51-76f8e1d8f832 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:54.320962 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-61d757fb-9980-4dd6-a4e6-a850314a1188 req-b1cbf635-1aa6-459f-8d51-76f8e1d8f832 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] 10.222.0.101 "GET /v2.0/ports?device_id=5e086cd6-6222-433b-80d8-976f3a638f99 HTTP/1.1" status: 200 len: 945 time: 0.1288147 Sep 24 15:37:54.346335 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47024) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:37:54.357459 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2736017-7c0c-4103-a524-c708e34928a2 req-3f8d5d2a-eb95-46d6-8ced-0b9581c12d54 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:54.358177 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-f2736017-7c0c-4103-a524-c708e34928a2 req-3f8d5d2a-eb95-46d6-8ced-0b9581c12d54 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:54.365352 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e2a6789d-4035-4ff5-a06b-347235d9676a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:54.384726 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-61d757fb-9980-4dd6-a4e6-a850314a1188 req-b3b23f69-36fa-4ee1-b654-c5f7d0e6f0c4 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] 10.222.0.101 "GET /v2.0/security-groups?id=8edcefe2-f57f-4935-b5d5-7d2611452c23&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567191 Sep 24 15:37:54.412084 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device aac707e3-03b1-4793-a101-df24f2cff01c no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:37:54.432391 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] No Port match for: aac707e3-03b1-4793-a101-df24f2cff01c {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:37:54.432735 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device aac707e3-03b1-4793-a101-df24f2cff01c not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:37:54.435638 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f2736017-7c0c-4103-a524-c708e34928a2 req-3f8d5d2a-eb95-46d6-8ced-0b9581c12d54 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5007722 Sep 24 15:37:54.453719 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-f2736017-7c0c-4103-a524-c708e34928a2 req-d919f2e3-eaff-45f6-aea4-98954e18c22d service neutron] Request body: {'port': {'device_id': 'c7c4b09e-142a-4cc8-809c-267fc688df42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:37:54.497894 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2620a97c-b476-471c-b41c-998eb660cf5e req-e5522850-a8c0-49e0-a25a-a9dcc7afa42c tempest-AttachSCSIVolumeTestJSON-1874992296 tempest-AttachSCSIVolumeTestJSON-1874992296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:54.500059 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2620a97c-b476-471c-b41c-998eb660cf5e req-e5522850-a8c0-49e0-a25a-a9dcc7afa42c tempest-AttachSCSIVolumeTestJSON-1874992296 tempest-AttachSCSIVolumeTestJSON-1874992296-project] 10.222.0.101 "GET /v2.0/ports?device_id=7d95eb65-4425-4774-bd59-bce6116da13e HTTP/1.1" status: 200 len: 945 time: 0.0830832 Sep 24 15:37:54.512943 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-f2736017-7c0c-4103-a524-c708e34928a2 req-d919f2e3-eaff-45f6-aea4-98954e18c22d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:54.545979 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-22083c16-a5ad-4e09-bc23-767ddcde443c req-7a9ae766-41c6-406f-ba21-2a073e4ecc57 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:54.595362 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2620a97c-b476-471c-b41c-998eb660cf5e req-8ab451ce-65f6-4389-b8ff-62fc842eef3a tempest-AttachSCSIVolumeTestJSON-1874992296 tempest-AttachSCSIVolumeTestJSON-1874992296-project] 10.222.0.101 "GET /v2.0/security-groups?id=f7ab11ad-36ce-473c-b9e5-73cf4dbb622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883060 Sep 24 15:37:54.603152 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ae766-41c6-406f-ba21-2a073e4ecc57 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Pushing event deleted for resources: {'Port': ['ID=b0efb342-599d-4be0-ab3d-cb4ac31d2116,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:54.675388 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e2a6789d-4035-4ff5-a06b-347235d9676a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:54.750407 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [req-22083c16-a5ad-4e09-bc23-767ddcde443c req-7a9ae766-41c6-406f-ba21-2a073e4ecc57 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Router addd13d7-4678-4b9a-8984-27b828c14bf4 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:37:54.798180 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e2a6789d-4035-4ff5-a06b-347235d9676a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:54.821473 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb5d44-bc9a-4b4d-943f-f05e96ef20d5 req-ab4adf70-bc6e-45ef-ab26-a26208c09eac tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:54.823133 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-48fb5d44-bc9a-4b4d-943f-f05e96ef20d5 req-ab4adf70-bc6e-45ef-ab26-a26208c09eac tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=7cd44f03-df1c-4436-87b5-4c9cccff4adf HTTP/1.1" status: 200 len: 945 time: 0.0751567 Sep 24 15:37:54.853528 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e2a6789d-4035-4ff5-a06b-347235d9676a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=258f75f83e56481eba481f744de38eba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5060849 Sep 24 15:37:54.854277 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47036) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:37:54.863244 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a6789d-4035-4ff5-a06b-347235d9676a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b6f5dab-ee83-4e02-a85c-d5e5b3b95e69,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:54.902705 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-48fb5d44-bc9a-4b4d-943f-f05e96ef20d5 req-550f702b-7080-4fe4-85ad-160cdb9319ef tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673397 Sep 24 15:37:54.912291 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-f2736017-7c0c-4103-a524-c708e34928a2 req-d919f2e3-eaff-45f6-aea4-98954e18c22d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:37:54.920407 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-f2736017-7c0c-4103-a524-c708e34928a2 req-d919f2e3-eaff-45f6-aea4-98954e18c22d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:54.937429 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-f2736017-7c0c-4103-a524-c708e34928a2 req-d919f2e3-eaff-45f6-aea4-98954e18c22d service neutron] Transition to ACTIVE for port object bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:37:54.984413 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-22083c16-a5ad-4e09-bc23-767ddcde443c req-7a9ae766-41c6-406f-ba21-2a073e4ecc57 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:37:55.000404 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d81160f-d274-42b8-a571-56e2033aae9a None None] Sync routers for ids ['addd13d7-4678-4b9a-8984-27b828c14bf4'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:37:55.009749 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d81160f-d274-42b8-a571-56e2033aae9a None None] Routers {'addd13d7-4678-4b9a-8984-27b828c14bf4'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:37:55.010433 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-4d81160f-d274-42b8-a571-56e2033aae9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:37:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['addd13d7-4678-4b9a-8984-27b828c14bf4'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:37:55.017708 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-f2736017-7c0c-4103-a524-c708e34928a2 req-d919f2e3-eaff-45f6-aea4-98954e18c22d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:55.032009 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bfee57-c459-4d21-993e-c7446c1c944b req-fd055cd8-1542-4c10-8722-49714cae0849 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:55.033633 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-43bfee57-c459-4d21-993e-c7446c1c944b req-fd055cd8-1542-4c10-8722-49714cae0849 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=c7c4b09e-142a-4cc8-809c-267fc688df42 HTTP/1.1" status: 200 len: 931 time: 0.1364222 Sep 24 15:37:55.037778 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e0fdf72b-899f-4da7-ace7-03fe7bdecf46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:55.055839 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-22083c16-a5ad-4e09-bc23-767ddcde443c req-7a9ae766-41c6-406f-ba21-2a073e4ecc57 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] No DVR routers for this DVR port b0efb342-599d-4be0-ab3d-cb4ac31d2116 on host n-h1-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:37:55.063856 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-22083c16-a5ad-4e09-bc23-767ddcde443c req-7a9ae766-41c6-406f-ba21-2a073e4ecc57 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:55.065880 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-22083c16-a5ad-4e09-bc23-767ddcde443c req-7a9ae766-41c6-406f-ba21-2a073e4ecc57 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] 10.222.0.110 "DELETE /v2.0/ports/b0efb342-599d-4be0-ab3d-cb4ac31d2116 HTTP/1.1" status: 204 len: 173 time: 1.3785648 Sep 24 15:37:55.072868 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e086cd6-6222-433b-80d8-976f3a638f99', 'name': 'network-vif-deleted', 'tag': 'b0efb342-599d-4be0-ab3d-cb4ac31d2116'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:37:55.075143 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2db969-d328-4c6e-925a-c357e3848d75" -d '{"events": [{"server_uuid": "5e086cd6-6222-433b-80d8-976f3a638f99", "name": "network-vif-deleted", "tag": "b0efb342-599d-4be0-ab3d-cb4ac31d2116"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:37:55.104926 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e0fdf72b-899f-4da7-ace7-03fe7bdecf46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:55.115439 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d919f2e3-eaff-45f6-aea4-98954e18c22d service neutron] Pushing event updated for resources: {'Port': ['ID=bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:55.144501 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-43bfee57-c459-4d21-993e-c7446c1c944b req-1d6016a6-8ebf-47ad-b0ff-4a2d11af38e7 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898700 Sep 24 15:37:55.221489 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0579e79c-548e-48ea-a7b9-e37d36447223 x-openstack-request-id: req-0579e79c-548e-48ea-a7b9-e37d36447223 {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:37:55.221813 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e086cd6-6222-433b-80d8-976f3a638f99", "name": "network-vif-deleted", "tag": "b0efb342-599d-4be0-ab3d-cb4ac31d2116", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:37:55.222660 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-0579e79c-548e-48ea-a7b9-e37d36447223 {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:37:55.223351 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e086cd6-6222-433b-80d8-976f3a638f99', 'name': 'network-vif-deleted', 'tag': 'b0efb342-599d-4be0-ab3d-cb4ac31d2116', 'status': 'completed', 'code': 200} Sep 24 15:37:55.247468 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-4d81160f-d274-42b8-a571-56e2033aae9a None None] Set router addd13d7-4678-4b9a-8984-27b828c14bf4 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:37:55.251442 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-f2736017-7c0c-4103-a524-c708e34928a2 req-d919f2e3-eaff-45f6-aea4-98954e18c22d service neutron] Attempting to bind port bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68 on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:37:55.251442 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-f2736017-7c0c-4103-a524-c708e34928a2 req-d919f2e3-eaff-45f6-aea4-98954e18c22d service neutron] Attempting to bind port bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68 by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': '261d132c-af7b-4dd2-86dc-27294ea32e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'aba63c87-be12-4faa-aa4b-48192227e33d'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:37:55.251688 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2736017-7c0c-4103-a524-c708e34928a2 req-d919f2e3-eaff-45f6-aea4-98954e18c22d service neutron] Attempting to bind port bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68 on network aba63c87-be12-4faa-aa4b-48192227e33d {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:37:55.256674 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2736017-7c0c-4103-a524-c708e34928a2 req-d919f2e3-eaff-45f6-aea4-98954e18c22d service neutron] Port bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68 on network aba63c87-be12-4faa-aa4b-48192227e33d not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:37:55.257085 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2736017-7c0c-4103-a524-c708e34928a2 req-d919f2e3-eaff-45f6-aea4-98954e18c22d service neutron] Attempting to bind port bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68 on network aba63c87-be12-4faa-aa4b-48192227e33d {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:37:55.262272 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2736017-7c0c-4103-a524-c708e34928a2 req-d919f2e3-eaff-45f6-aea4-98954e18c22d service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:37:55.262709 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2736017-7c0c-4103-a524-c708e34928a2 req-d919f2e3-eaff-45f6-aea4-98954e18c22d service neutron] Checking segment: {'id': '261d132c-af7b-4dd2-86dc-27294ea32e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'aba63c87-be12-4faa-aa4b-48192227e33d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:37:55.266072 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2736017-7c0c-4103-a524-c708e34928a2 req-d919f2e3-eaff-45f6-aea4-98954e18c22d service neutron] Bound using segment: {'id': '261d132c-af7b-4dd2-86dc-27294ea32e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'aba63c87-be12-4faa-aa4b-48192227e33d'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:37:55.266072 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-f2736017-7c0c-4103-a524-c708e34928a2 req-d919f2e3-eaff-45f6-aea4-98954e18c22d service neutron] Bound port: bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '261d132c-af7b-4dd2-86dc-27294ea32e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'aba63c87-be12-4faa-aa4b-48192227e33d'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:37:55.266072 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-f2736017-7c0c-4103-a524-c708e34928a2 req-d919f2e3-eaff-45f6-aea4-98954e18c22d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:55.339437 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919b6831-0ead-40e3-8df1-28b5fe65227e req-bb2fc5ea-a27e-4866-8e92-6e141446ef45 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:55.346365 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-f2736017-7c0c-4103-a524-c708e34928a2 req-d919f2e3-eaff-45f6-aea4-98954e18c22d service neutron] For port bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:37:55.347876 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-919b6831-0ead-40e3-8df1-28b5fe65227e req-bb2fc5ea-a27e-4866-8e92-6e141446ef45 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=e7501673-3fe7-48b0-8aa8-d315f38f3c61 HTTP/1.1" status: 200 len: 947 time: 0.0751443 Sep 24 15:37:55.350907 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-f2736017-7c0c-4103-a524-c708e34928a2 req-d919f2e3-eaff-45f6-aea4-98954e18c22d service neutron] For port bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68,segment=NetworkSegment(261d132c-af7b-4dd2-86dc-27294ea32e8c),segment_id=261d132c-af7b-4dd2-86dc-27294ea32e8c)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:37:55.388245 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-919b6831-0ead-40e3-8df1-28b5fe65227e req-5c909ff0-550a-4d8f-b62f-1e016cd53830 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344391 Sep 24 15:37:55.414057 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e0fdf72b-899f-4da7-ace7-03fe7bdecf46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:55.417091 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e0fdf72b-899f-4da7-ace7-03fe7bdecf46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:55.420346 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e0fdf72b-899f-4da7-ace7-03fe7bdecf46 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/9b6f5dab-ee83-4e02-a85c-d5e5b3b95e69 HTTP/1.1" status: 204 len: 168 time: 0.5572338 Sep 24 15:37:55.434999 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fdf72b-899f-4da7-ace7-03fe7bdecf46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b6f5dab-ee83-4e02-a85c-d5e5b3b95e69,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:55.475284 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-f2736017-7c0c-4103-a524-c708e34928a2 req-d919f2e3-eaff-45f6-aea4-98954e18c22d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:55.525661 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2736017-7c0c-4103-a524-c708e34928a2 req-d919f2e3-eaff-45f6-aea4-98954e18c22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:55.525661 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-f2736017-7c0c-4103-a524-c708e34928a2 req-d919f2e3-eaff-45f6-aea4-98954e18c22d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:55.525661 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f2736017-7c0c-4103-a524-c708e34928a2 req-d919f2e3-eaff-45f6-aea4-98954e18c22d service neutron] 10.222.0.110 "PUT /v2.0/ports/bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68 HTTP/1.1" status: 200 len: 1091 time: 1.0768466 Sep 24 15:37:55.525661 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7c4b09e-142a-4cc8-809c-267fc688df42', 'tag': 'bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:37:55.527906 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca6f34e8-0dbd-4606-96bd-812536d1b125" -d '{"events": [{"name": "network-changed", "server_uuid": "c7c4b09e-142a-4cc8-809c-267fc688df42", "tag": "bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:37:55.567989 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-4d81160f-d274-42b8-a571-56e2033aae9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'addd13d7-4678-4b9a-8984-27b828c14bf4', 'name': 'tempest-ServersTestManualDisk-1300619764-router', 'tenant_id': '7b4bd82d26ac490fbde2c620d4be04bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '96d8f60c-0846-4a36-a7ec-755d87632259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:35:15Z', 'updated_at': '2021-09-24T15:35:24Z', 'revision_number': 4, 'project_id': '7b4bd82d26ac490fbde2c620d4be04bb', 'gw_port': {'id': '96d8f60c-0846-4a36-a7ec-755d87632259', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ae:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'addd13d7-4678-4b9a-8984-27b828c14bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:35:16Z', 'updated_at': '2021-09-24T15:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'd692df6a-2b69-4674-9812-a775b6a44720', 'name': '', 'network_id': 'ed240661-c058-4f64-a0cb-8ef81aff19b5', 'tenant_id': '7b4bd82d26ac490fbde2c620d4be04bb', 'mac_address': 'fa:16:3e:14:20:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'addd13d7-4678-4b9a-8984-27b828c14bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '5e9a8b21-b628-4e31-bd4a-93772c0c09bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:35:21Z', 'updated_at': '2021-09-24T15:35:28Z', 'revision_number': 5, 'project_id': '7b4bd82d26ac490fbde2c620d4be04bb', 'subnets': [{'id': '5e9a8b21-b628-4e31-bd4a-93772c0c09bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:37:55.593118 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d919f2e3-eaff-45f6-aea4-98954e18c22d service neutron] Pushing event updated for resources: {'Port': ['ID=bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:55.610048 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d81160f-d274-42b8-a571-56e2033aae9a None None] Checking router: addd13d7-4678-4b9a-8984-27b828c14bf4 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:37:55.615914 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a5d752a8-ed49-42c3-9a2a-a2ee0bef4011 req-5cab2903-a315-4ada-9c28-976b461f2679 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] 10.222.0.101 "GET /v2.0/ports?device_id=5e086cd6-6222-433b-80d8-976f3a638f99 HTTP/1.1" status: 200 len: 210 time: 0.0401566 Sep 24 15:37:55.620251 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dfddd6-fb5f-40fc-8309-22e7316233c8 req-a0a0439b-e3e5-4e77-a3f1-b5b481ed1955 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:55.625814 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d81160f-d274-42b8-a571-56e2033aae9a None None] Routers {'addd13d7-4678-4b9a-8984-27b828c14bf4'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:37:55.626924 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-4d81160f-d274-42b8-a571-56e2033aae9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:37:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['addd13d7-4678-4b9a-8984-27b828c14bf4'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:37:55.627066 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-24dfddd6-fb5f-40fc-8309-22e7316233c8 req-a0a0439b-e3e5-4e77-a3f1-b5b481ed1955 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/ports?device_id=54d5d58a-25ab-40af-a0d2-2d9d89f59737 HTTP/1.1" status: 200 len: 945 time: 0.1301303 Sep 24 15:37:55.682372 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-24dfddd6-fb5f-40fc-8309-22e7316233c8 req-6647492e-f3c1-43dc-b959-f7382cd834c2 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f5b2d93-e3ed-4f90-a24f-de0f1d5dfc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506372 Sep 24 15:37:55.703886 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f87068c-0202-44d0-a33c-7aa061b469db x-openstack-request-id: req-1f87068c-0202-44d0-a33c-7aa061b469db {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:37:55.704180 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7c4b09e-142a-4cc8-809c-267fc688df42", "tag": "bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:37:55.704438 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-1f87068c-0202-44d0-a33c-7aa061b469db {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:37:55.704833 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7c4b09e-142a-4cc8-809c-267fc688df42', 'tag': 'bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68', 'status': 'completed', 'code': 200} Sep 24 15:37:55.752141 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2736017-7c0c-4103-a524-c708e34928a2 req-85899daa-0b93-428c-8c39-3cf90aff0bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:55.753716 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f2736017-7c0c-4103-a524-c708e34928a2 req-85899daa-0b93-428c-8c39-3cf90aff0bc3 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=e92c4591e9b7472da8979fcb890aba04&device_id=c7c4b09e-142a-4cc8-809c-267fc688df42 HTTP/1.1" status: 200 len: 1094 time: 0.0406661 Sep 24 15:37:55.761811 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-4d81160f-d274-42b8-a571-56e2033aae9a None None] Set router addd13d7-4678-4b9a-8984-27b828c14bf4 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:37:55.809492 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f2736017-7c0c-4103-a524-c708e34928a2 req-45219514-db3c-49f0-a0b0-d4adaa454f2e service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68 HTTP/1.1" status: 200 len: 217 time: 0.0457895 Sep 24 15:37:55.840321 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b428a-8e68-416b-b3e6-196fa47544e1 req-7fc6959c-f3ed-4f1f-8a05-3399788f39c1 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:55.841994 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-707b428a-8e68-416b-b3e6-196fa47544e1 req-7fc6959c-f3ed-4f1f-8a05-3399788f39c1 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.110 "GET /v2.0/ports?device_id=54d5d58a-25ab-40af-a0d2-2d9d89f59737 HTTP/1.1" status: 200 len: 945 time: 0.0585694 Sep 24 15:37:55.894490 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2736017-7c0c-4103-a524-c708e34928a2 req-fffd335e-5ddc-4dae-a013-6d648ad96562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:55.895612 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f2736017-7c0c-4103-a524-c708e34928a2 req-fffd335e-5ddc-4dae-a013-6d648ad96562 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=979d11e7-dd50-44f7-803b-0d6530af4707 HTTP/1.1" status: 200 len: 845 time: 0.0788770 Sep 24 15:37:55.954264 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f2736017-7c0c-4103-a524-c708e34928a2 req-1b395794-b44f-494e-b7dc-ac62f3ea219a service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=aba63c87-be12-4faa-aa4b-48192227e33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462763 Sep 24 15:37:55.959948 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 8fe8f5c8-a3d4-4ec3-895b-a713373e6688 details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:37:55.987174 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-707b428a-8e68-416b-b3e6-196fa47544e1 req-85c15e26-5369-424f-ab07-8e73929d41fa tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Deleting port 6455f97d-5788-47d7-afef-9a8319c959c7 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:37:55.987520 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-707b428a-8e68-416b-b3e6-196fa47544e1 req-85c15e26-5369-424f-ab07-8e73929d41fa tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:56.064286 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-4d81160f-d274-42b8-a571-56e2033aae9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'addd13d7-4678-4b9a-8984-27b828c14bf4', 'name': 'tempest-ServersTestManualDisk-1300619764-router', 'tenant_id': '7b4bd82d26ac490fbde2c620d4be04bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '96d8f60c-0846-4a36-a7ec-755d87632259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:35:15Z', 'updated_at': '2021-09-24T15:35:24Z', 'revision_number': 4, 'project_id': '7b4bd82d26ac490fbde2c620d4be04bb', 'gw_port': {'id': '96d8f60c-0846-4a36-a7ec-755d87632259', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ae:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'addd13d7-4678-4b9a-8984-27b828c14bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:35:16Z', 'updated_at': '2021-09-24T15:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'd692df6a-2b69-4674-9812-a775b6a44720', 'name': '', 'network_id': 'ed240661-c058-4f64-a0cb-8ef81aff19b5', 'tenant_id': '7b4bd82d26ac490fbde2c620d4be04bb', 'mac_address': 'fa:16:3e:14:20:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'addd13d7-4678-4b9a-8984-27b828c14bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '5e9a8b21-b628-4e31-bd4a-93772c0c09bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:35:21Z', 'updated_at': '2021-09-24T15:35:28Z', 'revision_number': 5, 'project_id': '7b4bd82d26ac490fbde2c620d4be04bb', 'subnets': [{'id': '5e9a8b21-b628-4e31-bd4a-93772c0c09bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:37:56.117885 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 8fe8f5c8-a3d4-4ec3-895b-a713373e6688, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=8fe8f5c8-a3d4-4ec3-895b-a713373e6688,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:37:56.145884 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-707b428a-8e68-416b-b3e6-196fa47544e1 req-85c15e26-5369-424f-ab07-8e73929d41fa tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] For port 6455f97d-5788-47d7-afef-9a8319c959c7, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=6455f97d-5788-47d7-afef-9a8319c959c7,segment=NetworkSegment(811924e7-50f3-438e-9588-4a3df0c9fdb3),segment_id=811924e7-50f3-438e-9588-4a3df0c9fdb3)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:37:56.146253 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-707b428a-8e68-416b-b3e6-196fa47544e1 req-85c15e26-5369-424f-ab07-8e73929d41fa tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:56.147528 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': '8fe8f5c8-a3d4-4ec3-895b-a713373e6688', 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939', 'port_id': '8fe8f5c8-a3d4-4ec3-895b-a713373e6688', 'mac_address': 'fa:16:3e:7b:32:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '188edb94-8042-4961-9ec0-8960b1ce1305', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:37:56.157171 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f2736017-7c0c-4103-a524-c708e34928a2 req-4f0b145c-c770-4767-bbe6-815687a1c665 service neutron] 10.222.0.110 "GET /v2.0/networks/aba63c87-be12-4faa-aa4b-48192227e33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971250 Sep 24 15:37:56.163919 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-707b428a-8e68-416b-b3e6-196fa47544e1 req-85c15e26-5369-424f-ab07-8e73929d41fa tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Calling delete_port for 6455f97d-5788-47d7-afef-9a8319c959c7 owned by compute:nova {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:37:56.164497 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d81160f-d274-42b8-a571-56e2033aae9a None None] The sync data for ids ['addd13d7-4678-4b9a-8984-27b828c14bf4'] in n-d-808921-1 is: [{'id': 'addd13d7-4678-4b9a-8984-27b828c14bf4', 'name': 'tempest-ServersTestManualDisk-1300619764-router', 'tenant_id': '7b4bd82d26ac490fbde2c620d4be04bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '96d8f60c-0846-4a36-a7ec-755d87632259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:35:15Z', 'updated_at': '2021-09-24T15:35:24Z', 'revision_number': 4, 'project_id': '7b4bd82d26ac490fbde2c620d4be04bb', 'gw_port': {'id': '96d8f60c-0846-4a36-a7ec-755d87632259', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ae:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'addd13d7-4678-4b9a-8984-27b828c14bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:35:16Z', 'updated_at': '2021-09-24T15:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'd692df6a-2b69-4674-9812-a775b6a44720', 'name': '', 'network_id': 'ed240661-c058-4f64-a0cb-8ef81aff19b5', 'tenant_id': '7b4bd82d26ac490fbde2c620d4be04bb', 'mac_address': 'fa:16:3e:14:20:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'addd13d7-4678-4b9a-8984-27b828c14bf4', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '5e9a8b21-b628-4e31-bd4a-93772c0c09bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:35:21Z', 'updated_at': '2021-09-24T15:35:28Z', 'revision_number': 5, 'project_id': '7b4bd82d26ac490fbde2c620d4be04bb', 'subnets': [{'id': '5e9a8b21-b628-4e31-bd4a-93772c0c09bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:37:56.216672 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:56.222157 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef53f1bf-eedb-4052-a742-b3daba2b8da9 req-a4ec48e9-71d4-4057-9b55-2ddf731b0c03 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:56.235888 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ef53f1bf-eedb-4052-a742-b3daba2b8da9 req-a4ec48e9-71d4-4057-9b55-2ddf731b0c03 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=7cd44f03-df1c-4436-87b5-4c9cccff4adf HTTP/1.1" status: 200 len: 945 time: 0.2052128 Sep 24 15:37:56.251290 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fe8f5c8-a3d4-4ec3-895b-a713373e6688 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:37:56.286305 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 8fe8f5c8-a3d4-4ec3-895b-a713373e6688, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=8fe8f5c8-a3d4-4ec3-895b-a713373e6688,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:37:56.356378 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:56.367585 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ef53f1bf-eedb-4052-a742-b3daba2b8da9 req-9d6d6493-1bca-485d-a165-da9000026314 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279318 Sep 24 15:37:56.450039 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f2736017-7c0c-4103-a524-c708e34928a2 req-968db05d-4bcc-4c75-8ea7-bc3d72b6e2e2 service neutron] 10.222.0.110 "GET /v2.0/networks/aba63c87-be12-4faa-aa4b-48192227e33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846270 Sep 24 15:37:56.493314 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=8fe8f5c8-a3d4-4ec3-895b-a713373e6688,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:56.497923 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97acb14-2f36-4b7a-9068-81dd13a3dbca req-c6143ebe-b90d-41d3-9704-4025625ea989 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:56.507316 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c97acb14-2f36-4b7a-9068-81dd13a3dbca req-c6143ebe-b90d-41d3-9704-4025625ea989 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=c7c4b09e-142a-4cc8-809c-267fc688df42 HTTP/1.1" status: 200 len: 943 time: 0.2119114 Sep 24 15:37:56.630031 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['8fe8f5c8-a3d4-4ec3-895b-a713373e6688'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:37:56.637632 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77adb0ed-94ee-40a1-9c2a-12f38f201f81 None None] New status for floating IP aba332e9-e0ea-422a-8649-189745a5823c: DOWN {{(pid=95299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:37:56.647505 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2f2663-9742-476d-9347-804e52cd771f req-5473133e-4683-42ae-aa0d-6c5e8e78366d tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:56.663267 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0a2f2663-9742-476d-9347-804e52cd771f req-5473133e-4683-42ae-aa0d-6c5e8e78366d tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=e7501673-3fe7-48b0-8aa8-d315f38f3c61 HTTP/1.1" status: 200 len: 948 time: 0.1428020 Sep 24 15:37:56.699789 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-707b428a-8e68-416b-b3e6-196fa47544e1 req-85c15e26-5369-424f-ab07-8e73929d41fa tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:56.755783 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c15e26-5369-424f-ab07-8e73929d41fa tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Pushing event deleted for resources: {'Port': ['ID=6455f97d-5788-47d7-afef-9a8319c959c7,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:56.768591 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0a2f2663-9742-476d-9347-804e52cd771f req-0c63742c-bcb7-4c1d-851b-8ae741ed647d tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043530 Sep 24 15:37:56.861866 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-707b428a-8e68-416b-b3e6-196fa47544e1 req-85c15e26-5369-424f-ab07-8e73929d41fa tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] No DVR routers for this DVR port 6455f97d-5788-47d7-afef-9a8319c959c7 on host n-h1-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:37:56.865114 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-707b428a-8e68-416b-b3e6-196fa47544e1 req-85c15e26-5369-424f-ab07-8e73929d41fa tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:56.867689 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-707b428a-8e68-416b-b3e6-196fa47544e1 req-85c15e26-5369-424f-ab07-8e73929d41fa tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.110 "DELETE /v2.0/ports/6455f97d-5788-47d7-afef-9a8319c959c7 HTTP/1.1" status: 204 len: 173 time: 1.0178204 Sep 24 15:37:57.035698 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c97acb14-2f36-4b7a-9068-81dd13a3dbca req-77328d26-eb53-449b-b12a-ae25205a4507 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5274863 Sep 24 15:37:57.043216 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f34e8-0dbd-4606-96bd-812536d1b125 req-85d83bb4-a99d-49ee-8723-c5ca8e213536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:57.062816 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ca6f34e8-0dbd-4606-96bd-812536d1b125 req-85d83bb4-a99d-49ee-8723-c5ca8e213536 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=e92c4591e9b7472da8979fcb890aba04&device_id=c7c4b09e-142a-4cc8-809c-267fc688df42 HTTP/1.1" status: 200 len: 1094 time: 0.1205986 Sep 24 15:37:57.102643 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4c15c14c-e3c4-4003-a1ae-3b7defa035fe req-4caeecf9-f7be-4de4-a6f8-7f8d7fa01b4f tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/ports?device_id=54d5d58a-25ab-40af-a0d2-2d9d89f59737 HTTP/1.1" status: 200 len: 210 time: 0.0525258 Sep 24 15:37:57.176904 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f34e8-0dbd-4606-96bd-812536d1b125 req-91b98a9f-38ca-487e-b441-548190cb4fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:57.178309 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ca6f34e8-0dbd-4606-96bd-812536d1b125 req-91b98a9f-38ca-487e-b441-548190cb4fd6 service neutron] 10.222.0.110 "GET /v2.0/networks?id=aba63c87-be12-4faa-aa4b-48192227e33d HTTP/1.1" status: 200 len: 907 time: 0.1111066 Sep 24 15:37:57.224460 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54d5d58a-25ab-40af-a0d2-2d9d89f59737', 'name': 'network-vif-deleted', 'tag': '6455f97d-5788-47d7-afef-9a8319c959c7'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:37:57.227086 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d687eb-54df-4270-b849-47c1d319b478" -d '{"events": [{"server_uuid": "54d5d58a-25ab-40af-a0d2-2d9d89f59737", "name": "network-vif-deleted", "tag": "6455f97d-5788-47d7-afef-9a8319c959c7"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:37:57.235216 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ca6f34e8-0dbd-4606-96bd-812536d1b125 req-f62b76af-515e-4c7e-8cea-b02bc50ac218 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68 HTTP/1.1" status: 200 len: 217 time: 0.0401118 Sep 24 15:37:57.243046 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47098) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:37:57.283814 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bae7ba1-ceb4-46fc-9587-c81e31a0d54f x-openstack-request-id: req-0bae7ba1-ceb4-46fc-9587-c81e31a0d54f {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:37:57.283814 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54d5d58a-25ab-40af-a0d2-2d9d89f59737", "name": "network-vif-deleted", "tag": "6455f97d-5788-47d7-afef-9a8319c959c7", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:37:57.283814 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-0bae7ba1-ceb4-46fc-9587-c81e31a0d54f {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:37:57.283814 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54d5d58a-25ab-40af-a0d2-2d9d89f59737', 'name': 'network-vif-deleted', 'tag': '6455f97d-5788-47d7-afef-9a8319c959c7', 'status': 'completed', 'code': 200} Sep 24 15:37:57.337836 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f34e8-0dbd-4606-96bd-812536d1b125 req-eb0af19c-7f07-4382-a1cc-dc21f496d4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:57.339306 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ca6f34e8-0dbd-4606-96bd-812536d1b125 req-eb0af19c-7f07-4382-a1cc-dc21f496d4a2 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=979d11e7-dd50-44f7-803b-0d6530af4707 HTTP/1.1" status: 200 len: 845 time: 0.0737445 Sep 24 15:37:57.376739 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bd068017-dbad-439c-a53d-fe4f9b3347f1 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:57.380504 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ca6f34e8-0dbd-4606-96bd-812536d1b125 req-a401648f-f45a-4302-8f02-e33117b79b9a service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=aba63c87-be12-4faa-aa4b-48192227e33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322280 Sep 24 15:37:57.428876 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bd068017-dbad-439c-a53d-fe4f9b3347f1 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:57.549561 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ca6f34e8-0dbd-4606-96bd-812536d1b125 req-5751419c-66f4-4f4e-9823-5200b5cd9b20 service neutron] 10.222.0.110 "GET /v2.0/networks/aba63c87-be12-4faa-aa4b-48192227e33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579356 Sep 24 15:37:57.553574 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['b78f78fa-c944-44b5-a25c-cc66a6b4c471', '48d8ca5c-4e0c-482c-ad72-bf6384518cfd', '6455f97d-5788-47d7-afef-9a8319c959c7'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:37:57.558209 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc0bc6-0fcf-4ae2-ae5a-5927b79bfa7d req-9e8a62f0-9ac8-425f-ae7e-a37eced5ca09 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:57.559821 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ebcc0bc6-0fcf-4ae2-ae5a-5927b79bfa7d req-9e8a62f0-9ac8-425f-ae7e-a37eced5ca09 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=7cd44f03-df1c-4436-87b5-4c9cccff4adf HTTP/1.1" status: 200 len: 945 time: 0.1261959 Sep 24 15:37:57.668598 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ebcc0bc6-0fcf-4ae2-ae5a-5927b79bfa7d req-21e8bee5-e230-4dd2-b12e-e845e0a427f6 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998583 Sep 24 15:37:57.696124 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bd068017-dbad-439c-a53d-fe4f9b3347f1 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:57.698747 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bd068017-dbad-439c-a53d-fe4f9b3347f1 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:57.702953 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-bd068017-dbad-439c-a53d-fe4f9b3347f1 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] 10.222.0.101 "DELETE /v2.0/security-groups/8edcefe2-f57f-4935-b5d5-7d2611452c23 HTTP/1.1" status: 204 len: 168 time: 0.4550691 Sep 24 15:37:57.712529 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47110) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:37:57.713023 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ca6f34e8-0dbd-4606-96bd-812536d1b125 req-9539f35e-572b-4197-a3e0-c6f77aafb080 service neutron] 10.222.0.110 "GET /v2.0/networks/aba63c87-be12-4faa-aa4b-48192227e33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424706 Sep 24 15:37:57.713023 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd068017-dbad-439c-a53d-fe4f9b3347f1 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8edcefe2-f57f-4935-b5d5-7d2611452c23,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:57.726031 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [None req-3494106b-6db4-4ad5-be2e-666dd2d3a151 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] show failed (client error): The resource could not be found. Sep 24 15:37:57.727435 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-3494106b-6db4-4ad5-be2e-666dd2d3a151 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] 10.222.0.101 "GET /v2.0/security-groups/8edcefe2-f57f-4935-b5d5-7d2611452c23 HTTP/1.1" status: 404 len: 347 time: 0.0230930 Sep 24 15:37:57.729799 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47114) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:37:57.952192 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8405ba-0874-48d0-89d5-745d6b7e22c9 req-34fbd465-9302-48dd-ad1c-350d3d65d4a7 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:57.954123 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5c8405ba-0874-48d0-89d5-745d6b7e22c9 req-34fbd465-9302-48dd-ad1c-350d3d65d4a7 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=e7501673-3fe7-48b0-8aa8-d315f38f3c61 HTTP/1.1" status: 200 len: 948 time: 0.0568759 Sep 24 15:37:57.960491 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-f2754c5c-1961-4362-838b-803c6f8644d5 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Deleting port 752b9423-9579-4bed-b881-c4865315fba9 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:37:57.960835 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f2754c5c-1961-4362-838b-803c6f8644d5 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:57.973862 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:37:57.981603 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 8fe8f5c8-a3d4-4ec3-895b-a713373e6688 up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:37:58.012806 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5c8405ba-0874-48d0-89d5-745d6b7e22c9 req-7304c149-5204-417f-a427-69cb2dc50425 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519242 Sep 24 15:37:58.093442 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f2754c5c-1961-4362-838b-803c6f8644d5 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:58.093768 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f2754c5c-1961-4362-838b-803c6f8644d5 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:58.097949 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port 8fe8f5c8-a3d4-4ec3-895b-a713373e6688 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:37:58.102569 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port 8fe8f5c8-a3d4-4ec3-895b-a713373e6688 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:37:58.102942 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:58.110182 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-f2754c5c-1961-4362-838b-803c6f8644d5 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Calling delete_port for 752b9423-9579-4bed-b881-c4865315fba9 owned by network:floatingip {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:37:58.193617 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eade893c-b785-45ee-b14f-d3846d16d1bc req-de22c6d9-a59f-42b7-ac0c-d14160479744 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:58.207694 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-eade893c-b785-45ee-b14f-d3846d16d1bc req-de22c6d9-a59f-42b7-ac0c-d14160479744 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=c7c4b09e-142a-4cc8-809c-267fc688df42 HTTP/1.1" status: 200 len: 943 time: 0.0683253 Sep 24 15:37:58.226012 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:58.250088 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-eade893c-b785-45ee-b14f-d3846d16d1bc req-35563689-1094-4d79-84ba-7a7d67c7949e tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415483 Sep 24 15:37:58.250839 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7501673-3fe7-48b0-8aa8-d315f38f3c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fe8f5c8-a3d4-4ec3-895b-a713373e6688'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:37:58.253150 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d86e313-f166-4433-bd4a-c4c93dc59c5f" -d '{"events": [{"server_uuid": "e7501673-3fe7-48b0-8aa8-d315f38f3c61", "name": "network-vif-plugged", "status": "completed", "tag": "8fe8f5c8-a3d4-4ec3-895b-a713373e6688"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:37:58.271135 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 8fe8f5c8-a3d4-4ec3-895b-a713373e6688, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=8fe8f5c8-a3d4-4ec3-895b-a713373e6688,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:37:58.452736 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:58.452908 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f2754c5c-1961-4362-838b-803c6f8644d5 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:58.460318 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device b0efb342-599d-4be0-ab3d-cb4ac31d2116 no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:37:58.477596 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] No Port match for: b0efb342-599d-4be0-ab3d-cb4ac31d2116 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:37:58.478097 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device b0efb342-599d-4be0-ab3d-cb4ac31d2116 not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:37:58.478834 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2754c5c-1961-4362-838b-803c6f8644d5 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Pushing event deleted for resources: {'Port': ['ID=752b9423-9579-4bed-b881-c4865315fba9,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:58.487895 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-aa8d6052-1e32-4194-a267-ddb7dc71dbb9 req-7a256538-6e69-4285-9440-83d50e9ef23b tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=c46c84a3fcb44853b535b52dac2dd724&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238223 Sep 24 15:37:58.547805 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f2754c5c-1961-4362-838b-803c6f8644d5 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Notify callbacks [] for floatingip, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:58.550406 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f2754c5c-1961-4362-838b-803c6f8644d5 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:58.554432 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f2754c5c-1961-4362-838b-803c6f8644d5 tempest-ServersTestManualDisk-955309302 tempest-ServersTestManualDisk-955309302-project] 10.222.0.101 "DELETE /v2.0/floatingips/aba332e9-e0ea-422a-8649-189745a5823c HTTP/1.1" status: 204 len: 168 time: 0.8208027 Sep 24 15:37:58.554580 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=8fe8f5c8-a3d4-4ec3-895b-a713373e6688,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:58.555047 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47154) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:37:58.603424 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8d6052-1e32-4194-a267-ddb7dc71dbb9 req-a11e42e4-c1c2-430e-bf68-83fd91c08e48 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:58.604912 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-aa8d6052-1e32-4194-a267-ddb7dc71dbb9 req-a11e42e4-c1c2-430e-bf68-83fd91c08e48 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1143384 Sep 24 15:37:58.621348 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-aa8d6052-1e32-4194-a267-ddb7dc71dbb9 req-528e344b-f81d-492d-81fd-4d8755ce943e tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/quotas/c46c84a3fcb44853b535b52dac2dd724 HTTP/1.1" status: 200 len: 375 time: 0.0094736 Sep 24 15:37:58.655208 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-aa8d6052-1e32-4194-a267-ddb7dc71dbb9 req-002b945b-0439-4eaa-aa5d-14688f963aa9 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=c46c84a3fcb44853b535b52dac2dd724&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268435 Sep 24 15:37:58.876181 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55235358-0e98-4966-ad1d-5dd0799b25a7 x-openstack-request-id: req-55235358-0e98-4966-ad1d-5dd0799b25a7 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:37:58.876558 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7501673-3fe7-48b0-8aa8-d315f38f3c61", "name": "network-vif-plugged", "status": "completed", "tag": "8fe8f5c8-a3d4-4ec3-895b-a713373e6688", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:37:58.879364 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-55235358-0e98-4966-ad1d-5dd0799b25a7 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:37:58.882168 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7501673-3fe7-48b0-8aa8-d315f38f3c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fe8f5c8-a3d4-4ec3-895b-a713373e6688', 'code': 200} Sep 24 15:37:58.915572 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-cf5a010a-3ddd-4e8b-86c9-4a1b5d3dcd0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:59.056154 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae15dbf-bb59-4020-80e6-292149d64353 req-a83444e8-8505-4858-af1b-4f33dcc28d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:59.058228 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-aae15dbf-bb59-4020-80e6-292149d64353 req-a83444e8-8505-4858-af1b-4f33dcc28d75 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=e7501673-3fe7-48b0-8aa8-d315f38f3c61 HTTP/1.1" status: 200 len: 1100 time: 0.0726824 Sep 24 15:37:59.103476 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-aae15dbf-bb59-4020-80e6-292149d64353 req-45d13f55-8b55-46f6-a27d-40b08e04de26 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300140 Sep 24 15:37:59.164084 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbd9a57-d8ca-4f25-9be8-439ed42e45aa req-b66624cb-8496-4a7b-a4ac-cfa322649926 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:59.165568 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5fbd9a57-d8ca-4f25-9be8-439ed42e45aa req-b66624cb-8496-4a7b-a4ac-cfa322649926 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=7cd44f03-df1c-4436-87b5-4c9cccff4adf HTTP/1.1" status: 200 len: 945 time: 0.1031218 Sep 24 15:37:59.212485 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5fbd9a57-d8ca-4f25-9be8-439ed42e45aa req-a7337ba0-c305-4ba6-8621-de5aa044ebb3 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408375 Sep 24 15:37:59.302487 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9dd22c26-7b82-4e5d-a471-495c7be4bc20 req-6833e997-a917-4f19-b9c6-86084816d342 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=39a62df8-13ee-4707-bb72-f38aecc6208b HTTP/1.1" status: 200 len: 210 time: 0.0352988 Sep 24 15:37:59.326594 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-cf5a010a-3ddd-4e8b-86c9-4a1b5d3dcd0d admin admin] Deleting port d692df6a-2b69-4674-9812-a775b6a44720 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:37:59.326594 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-cf5a010a-3ddd-4e8b-86c9-4a1b5d3dcd0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:59.365607 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5892a645-de73-4717-a346-2961b6a6bbb7 req-91db1ad3-ee69-44dd-befa-c1bbabc87c63 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:59.373249 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5892a645-de73-4717-a346-2961b6a6bbb7 req-91db1ad3-ee69-44dd-befa-c1bbabc87c63 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=e7501673-3fe7-48b0-8aa8-d315f38f3c61 HTTP/1.1" status: 200 len: 949 time: 0.0825005 Sep 24 15:37:59.415923 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5892a645-de73-4717-a346-2961b6a6bbb7 req-0517104e-9768-48fa-8adc-1ff6e5a7b960 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400903 Sep 24 15:37:59.462428 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-cf5a010a-3ddd-4e8b-86c9-4a1b5d3dcd0d admin admin] For port d692df6a-2b69-4674-9812-a775b6a44720, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=d692df6a-2b69-4674-9812-a775b6a44720,segment=NetworkSegment(71e13984-0da7-46c8-9155-b041315e99dd),segment_id=71e13984-0da7-46c8-9155-b041315e99dd)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:37:59.464155 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-cf5a010a-3ddd-4e8b-86c9-4a1b5d3dcd0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:59.481645 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-cf5a010a-3ddd-4e8b-86c9-4a1b5d3dcd0d admin admin] Calling delete_port for d692df6a-2b69-4674-9812-a775b6a44720 owned by network:router_interface {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:37:59.548810 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8b0240-8df5-4e54-9dd7-b9c4099cade5 req-abaed49c-0442-483f-b0bd-41f8957a71f7 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:59.556530 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1c8b0240-8df5-4e54-9dd7-b9c4099cade5 req-abaed49c-0442-483f-b0bd-41f8957a71f7 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=c7c4b09e-142a-4cc8-809c-267fc688df42 HTTP/1.1" status: 200 len: 943 time: 0.0596063 Sep 24 15:37:59.588365 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d01f2a3-e6ea-4e27-8434-5567dc68071c req-10bb8041-ef01-4df6-bfd9-9cbb93b78189 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:37:59.589855 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9d01f2a3-e6ea-4e27-8434-5567dc68071c req-10bb8041-ef01-4df6-bfd9-9cbb93b78189 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/ports?device_id=204a9a29-4bca-4bf9-8d1c-3557de4d7969 HTTP/1.1" status: 200 len: 946 time: 0.0955591 Sep 24 15:37:59.606576 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1c8b0240-8df5-4e54-9dd7-b9c4099cade5 req-ee8e6ce7-66a7-4a11-a0b6-dee9e7d96a13 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450106 Sep 24 15:37:59.687178 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9d01f2a3-e6ea-4e27-8434-5567dc68071c req-76a62af9-db20-4bc9-91b8-dc3e3f462df3 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f5b2d93-e3ed-4f90-a24f-de0f1d5dfc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537584 Sep 24 15:37:59.852281 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-cf5a010a-3ddd-4e8b-86c9-4a1b5d3dcd0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:37:59.883445 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5a010a-3ddd-4e8b-86c9-4a1b5d3dcd0d admin admin] Pushing event deleted for resources: {'Port': ['ID=d692df6a-2b69-4674-9812-a775b6a44720,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:37:59.987980 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68 details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:37:59.991380 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 6455f97d-5788-47d7-afef-9a8319c959c7 no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:38:00.044166 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] No Port match for: 6455f97d-5788-47d7-afef-9a8319c959c7 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:38:00.044951 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 6455f97d-5788-47d7-afef-9a8319c959c7 not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:38:00.154114 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68,segment=NetworkSegment(261d132c-af7b-4dd2-86dc-27294ea32e8c),segment_id=261d132c-af7b-4dd2-86dc-27294ea32e8c)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:38:00.166823 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': 'bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68', 'network_id': 'aba63c87-be12-4faa-aa4b-48192227e33d', 'port_id': 'bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68', 'mac_address': 'fa:16:3e:68:a1:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '979d11e7-dd50-44f7-803b-0d6530af4707', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:38:00.213676 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:00.231324 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:38:00.253328 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68,segment=NetworkSegment(261d132c-af7b-4dd2-86dc-27294ea32e8c),segment_id=261d132c-af7b-4dd2-86dc-27294ea32e8c)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:38:00.315136 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:00.408830 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82724cd-9131-4ae8-a0b4-8c45373011fb req-a1452acf-2380-4721-b8fb-3dc715fa2f57 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:00.411856 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e82724cd-9131-4ae8-a0b4-8c45373011fb req-a1452acf-2380-4721-b8fb-3dc715fa2f57 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=7cd44f03-df1c-4436-87b5-4c9cccff4adf HTTP/1.1" status: 200 len: 945 time: 0.1103387 Sep 24 15:38:00.412901 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:00.462700 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-cf5a010a-3ddd-4e8b-86c9-4a1b5d3dcd0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:00.463918 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e82724cd-9131-4ae8-a0b4-8c45373011fb req-1e476f83-240b-4764-b781-87f0ba63d6ea tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445871 Sep 24 15:38:00.505900 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b8b3c6da-57c6-4ca7-95f4-1e3a45c53e98 req-f5d7c527-bc2a-4ea5-bb37-c149bf8e6076 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=39a62df8-13ee-4707-bb72-f38aecc6208b HTTP/1.1" status: 200 len: 210 time: 0.0450914 Sep 24 15:38:00.611822 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:38:00.689433 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3cc35f-2d0c-4b3b-93df-47a6484c932c req-85686201-7a47-4272-baa7-51f3f0e08d80 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:00.691099 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ed3cc35f-2d0c-4b3b-93df-47a6484c932c req-85686201-7a47-4272-baa7-51f3f0e08d80 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=e7501673-3fe7-48b0-8aa8-d315f38f3c61 HTTP/1.1" status: 200 len: 949 time: 0.0911014 Sep 24 15:38:00.775207 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1cb5cf-b305-4b28-ba7e-117deec127a3 req-82c97daa-9823-4bfa-b2f8-64503b143fd1 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:00.777377 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3c1cb5cf-b305-4b28-ba7e-117deec127a3 req-82c97daa-9823-4bfa-b2f8-64503b143fd1 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=c7c4b09e-142a-4cc8-809c-267fc688df42 HTTP/1.1" status: 200 len: 944 time: 0.0577147 Sep 24 15:38:00.793849 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ed3cc35f-2d0c-4b3b-93df-47a6484c932c req-fc993958-1376-47a7-a9da-19c1a2bf077b tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619349 Sep 24 15:38:00.839110 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3c1cb5cf-b305-4b28-ba7e-117deec127a3 req-25dea9e5-f1de-40f1-b8e1-8501280659ae tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459065 Sep 24 15:38:00.872979 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf5a010a-3ddd-4e8b-86c9-4a1b5d3dcd0d admin admin] Router addd13d7-4678-4b9a-8984-27b828c14bf4 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:38:00.970475 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813b745f-588e-4a3b-9059-961be25ffb9e req-baf9bfc2-ddbe-4fa1-a683-099f3b54b08e tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:00.971968 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-813b745f-588e-4a3b-9059-961be25ffb9e req-baf9bfc2-ddbe-4fa1-a683-099f3b54b08e tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/ports?device_id=204a9a29-4bca-4bf9-8d1c-3557de4d7969 HTTP/1.1" status: 200 len: 946 time: 0.1016953 Sep 24 15:38:01.051588 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf5a010a-3ddd-4e8b-86c9-4a1b5d3dcd0d admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:38:01.055873 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-813b745f-588e-4a3b-9059-961be25ffb9e req-ec26b71e-1d07-4369-9f69-a61e3d5720e9 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f5b2d93-e3ed-4f90-a24f-de0f1d5dfc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744851 Sep 24 15:38:01.062678 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47192) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:38:01.062794 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-cf5a010a-3ddd-4e8b-86c9-4a1b5d3dcd0d admin admin] 10.222.0.101 "PUT /v2.0/routers/addd13d7-4678-4b9a-8984-27b828c14bf4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5061531 Sep 24 15:38:01.064095 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4be9ba6-fef5-4a02-bf3d-fa51c9a63ddd None None] Sync routers for ids ['addd13d7-4678-4b9a-8984-27b828c14bf4'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:38:01.076110 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4be9ba6-fef5-4a02-bf3d-fa51c9a63ddd None None] Routers {'addd13d7-4678-4b9a-8984-27b828c14bf4'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:38:01.078715 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-c4be9ba6-fef5-4a02-bf3d-fa51c9a63ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:37:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['addd13d7-4678-4b9a-8984-27b828c14bf4'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:38:01.196637 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-c4be9ba6-fef5-4a02-bf3d-fa51c9a63ddd None None] Set router addd13d7-4678-4b9a-8984-27b828c14bf4 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:38:01.200786 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2e9bab32-d84f-4f84-a565-0155f51cf399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:01.225652 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a8724049-2053-4a47-b36a-236538d4b648 admin admin] Notify callbacks [] for router, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:01.281438 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaa23bc-1eed-44cd-b6ce-1dd9d84b4812 req-2969673a-1718-47bc-8492-2c46e2c9eed5 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:01.283116 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-adaa23bc-1eed-44cd-b6ce-1dd9d84b4812 req-2969673a-1718-47bc-8492-2c46e2c9eed5 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.110 "GET /v2.0/ports?device_id=204a9a29-4bca-4bf9-8d1c-3557de4d7969 HTTP/1.1" status: 200 len: 946 time: 0.1043808 Sep 24 15:38:01.413957 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a8724049-2053-4a47-b36a-236538d4b648 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:01.439964 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-adaa23bc-1eed-44cd-b6ce-1dd9d84b4812 req-d2fd832d-a054-44b4-8c08-210712680a69 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Deleting port 48d8ca5c-4e0c-482c-ad72-bf6384518cfd {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:38:01.440297 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-adaa23bc-1eed-44cd-b6ce-1dd9d84b4812 req-d2fd832d-a054-44b4-8c08-210712680a69 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:01.487616 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-c4be9ba6-fef5-4a02-bf3d-fa51c9a63ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'addd13d7-4678-4b9a-8984-27b828c14bf4', 'name': 'tempest-ServersTestManualDisk-1300619764-router', 'tenant_id': '7b4bd82d26ac490fbde2c620d4be04bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.216'}], 'enable_snat': True}, 'gw_port_id': '96d8f60c-0846-4a36-a7ec-755d87632259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:35:15Z', 'updated_at': '2021-09-24T15:37:59Z', 'revision_number': 5, 'project_id': '7b4bd82d26ac490fbde2c620d4be04bb', 'gw_port': {'id': '96d8f60c-0846-4a36-a7ec-755d87632259', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ae:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'addd13d7-4678-4b9a-8984-27b828c14bf4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 712, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:35:16Z', 'updated_at': '2021-09-24T15:35:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:38:01.529330 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4be9ba6-fef5-4a02-bf3d-fa51c9a63ddd None None] Checking router: addd13d7-4678-4b9a-8984-27b828c14bf4 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:38:01.535674 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-aa8d6052-1e32-4194-a267-ddb7dc71dbb9 req-6fe9f668-3f3e-466e-bab1-37e7f6a5e933 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.108 "GET /v2.0/networks?tenant_id=c46c84a3fcb44853b535b52dac2dd724&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0574498 Sep 24 15:38:01.546884 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4be9ba6-fef5-4a02-bf3d-fa51c9a63ddd None None] Routers {'addd13d7-4678-4b9a-8984-27b828c14bf4'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:38:01.547793 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-c4be9ba6-fef5-4a02-bf3d-fa51c9a63ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:37:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['addd13d7-4678-4b9a-8984-27b828c14bf4'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:38:01.621473 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fc4dcdeb-6120-487c-a180-ece1c3eb0f19 req-0a71d63f-b6ef-4409-8b86-9d03f3c16e02 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=39a62df8-13ee-4707-bb72-f38aecc6208b HTTP/1.1" status: 200 len: 210 time: 0.0370231 Sep 24 15:38:01.678633 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-adaa23bc-1eed-44cd-b6ce-1dd9d84b4812 req-d2fd832d-a054-44b4-8c08-210712680a69 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] For port 48d8ca5c-4e0c-482c-ad72-bf6384518cfd, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=48d8ca5c-4e0c-482c-ad72-bf6384518cfd,segment=NetworkSegment(811924e7-50f3-438e-9588-4a3df0c9fdb3),segment_id=811924e7-50f3-438e-9588-4a3df0c9fdb3)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:38:01.682769 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-adaa23bc-1eed-44cd-b6ce-1dd9d84b4812 req-d2fd832d-a054-44b4-8c08-210712680a69 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:01.683502 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-c4be9ba6-fef5-4a02-bf3d-fa51c9a63ddd None None] Set router addd13d7-4678-4b9a-8984-27b828c14bf4 gateway port host: None {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:38:01.753405 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-adaa23bc-1eed-44cd-b6ce-1dd9d84b4812 req-d2fd832d-a054-44b4-8c08-210712680a69 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Calling delete_port for 48d8ca5c-4e0c-482c-ad72-bf6384518cfd owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:38:01.757294 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-c4be9ba6-fef5-4a02-bf3d-fa51c9a63ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'addd13d7-4678-4b9a-8984-27b828c14bf4', 'name': 'tempest-ServersTestManualDisk-1300619764-router', 'tenant_id': '7b4bd82d26ac490fbde2c620d4be04bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:35:15Z', 'updated_at': '2021-09-24T15:38:01Z', 'revision_number': 6, 'project_id': '7b4bd82d26ac490fbde2c620d4be04bb', 'gw_port_host': None}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:38:01.789188 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4be9ba6-fef5-4a02-bf3d-fa51c9a63ddd None None] The sync data for ids ['addd13d7-4678-4b9a-8984-27b828c14bf4'] in n-d-808921-1 is: [{'id': 'addd13d7-4678-4b9a-8984-27b828c14bf4', 'name': 'tempest-ServersTestManualDisk-1300619764-router', 'tenant_id': '7b4bd82d26ac490fbde2c620d4be04bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:35:15Z', 'updated_at': '2021-09-24T15:38:01Z', 'revision_number': 6, 'project_id': '7b4bd82d26ac490fbde2c620d4be04bb', 'gw_port_host': None}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:38:01.849706 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b9e178-d85c-49b1-b510-36184ee65ed1 req-2a55e14e-c1a8-4761-8569-86502fc99dc1 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:01.857011 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-08b9e178-d85c-49b1-b510-36184ee65ed1 req-2a55e14e-c1a8-4761-8569-86502fc99dc1 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=7cd44f03-df1c-4436-87b5-4c9cccff4adf HTTP/1.1" status: 200 len: 945 time: 0.2658052 Sep 24 15:38:01.884600 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8d6052-1e32-4194-a267-ddb7dc71dbb9 req-eeedfa19-fe72-493a-aa38-df55be159ca7 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:01.886070 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-aa8d6052-1e32-4194-a267-ddb7dc71dbb9 req-eeedfa19-fe72-493a-aa38-df55be159ca7 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3178401 Sep 24 15:38:01.908159 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-a8724049-2053-4a47-b36a-236538d4b648 admin admin] Deleting port 96d8f60c-0846-4a36-a7ec-755d87632259 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:38:01.908510 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a8724049-2053-4a47-b36a-236538d4b648 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:01.913082 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-aa8d6052-1e32-4194-a267-ddb7dc71dbb9 req-2abc109a-6282-4f36-bc44-b3cf6dfa441a tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Request body: {'port': {'device_id': '39a62df8-13ee-4707-bb72-f38aecc6208b', 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939', 'admin_state_up': True, 'tenant_id': 'c46c84a3fcb44853b535b52dac2dd724'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:38:01.951762 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db1fbb0-57a5-4139-98fd-341ee99c9567 req-08d8c18c-466f-4a33-8615-001e64632314 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:01.953953 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6db1fbb0-57a5-4139-98fd-341ee99c9567 req-08d8c18c-466f-4a33-8615-001e64632314 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=e7501673-3fe7-48b0-8aa8-d315f38f3c61 HTTP/1.1" status: 200 len: 949 time: 0.0522623 Sep 24 15:38:01.966874 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-08b9e178-d85c-49b1-b510-36184ee65ed1 req-3bef9b3a-9f3f-4957-b1b2-457d384f81fc tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089613 Sep 24 15:38:01.999138 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68 up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:38:02.014957 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6db1fbb0-57a5-4139-98fd-341ee99c9567 req-1afcba15-c814-44a4-ae07-f68314730c21 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498457 Sep 24 15:38:02.161616 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [req-8c7c54ab-21b2-4af8-9e4e-09c6c0489704 req-2172b062-8349-4c2e-bf66-27fe1ae1385e service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:38:02.161616 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8c7c54ab-21b2-4af8-9e4e-09c6c0489704 req-2172b062-8349-4c2e-bf66-27fe1ae1385e service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0192521 Sep 24 15:38:02.183463 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:38:02.194063 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:38:02.194581 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:02.228876 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-adaa23bc-1eed-44cd-b6ce-1dd9d84b4812 req-d2fd832d-a054-44b4-8c08-210712680a69 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:02.331415 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb5b9c8-d140-4c4e-9ea1-f1f96d3c137d req-45b145ed-b491-4876-b127-5a0a7dfa601e tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:02.333190 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cdb5b9c8-d140-4c4e-9ea1-f1f96d3c137d req-45b145ed-b491-4876-b127-5a0a7dfa601e tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=c7c4b09e-142a-4cc8-809c-267fc688df42 HTTP/1.1" status: 200 len: 944 time: 0.2466397 Sep 24 15:38:02.345535 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fd832d-a054-44b4-8c08-210712680a69 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Pushing event deleted for resources: {'Port': ['ID=48d8ca5c-4e0c-482c-ad72-bf6384518cfd,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:02.349403 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-a8724049-2053-4a47-b36a-236538d4b648 admin admin] For port 96d8f60c-0846-4a36-a7ec-755d87632259, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=96d8f60c-0846-4a36-a7ec-755d87632259,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:38:02.349830 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a8724049-2053-4a47-b36a-236538d4b648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:02.396197 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-a8724049-2053-4a47-b36a-236538d4b648 admin admin] Calling delete_port for 96d8f60c-0846-4a36-a7ec-755d87632259 owned by network:router_gateway {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:38:02.455670 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-adaa23bc-1eed-44cd-b6ce-1dd9d84b4812 req-d2fd832d-a054-44b4-8c08-210712680a69 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] No DVR routers for this DVR port 48d8ca5c-4e0c-482c-ad72-bf6384518cfd on host n-h1-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:38:02.461165 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-adaa23bc-1eed-44cd-b6ce-1dd9d84b4812 req-d2fd832d-a054-44b4-8c08-210712680a69 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:02.463200 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-adaa23bc-1eed-44cd-b6ce-1dd9d84b4812 req-d2fd832d-a054-44b4-8c08-210712680a69 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.110 "DELETE /v2.0/ports/48d8ca5c-4e0c-482c-ad72-bf6384518cfd HTTP/1.1" status: 204 len: 173 time: 1.1709499 Sep 24 15:38:02.465527 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '204a9a29-4bca-4bf9-8d1c-3557de4d7969', 'name': 'network-vif-deleted', 'tag': '48d8ca5c-4e0c-482c-ad72-bf6384518cfd'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:38:02.468097 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c339df2-389d-4606-aa17-7d853b830d0f" -d '{"events": [{"server_uuid": "204a9a29-4bca-4bf9-8d1c-3557de4d7969", "name": "network-vif-deleted", "tag": "48d8ca5c-4e0c-482c-ad72-bf6384518cfd"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:38:02.474272 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['b78f78fa-c944-44b5-a25c-cc66a6b4c471'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:38:02.476791 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cdb5b9c8-d140-4c4e-9ea1-f1f96d3c137d req-9d449919-0df4-4504-96e9-b0fb4cdd597a tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360641 Sep 24 15:38:02.476940 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device d692df6a-2b69-4674-9812-a775b6a44720 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:38:02.534846 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: d692df6a-2b69-4674-9812-a775b6a44720 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:38:02.535251 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device d692df6a-2b69-4674-9812-a775b6a44720 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:38:02.603950 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa8d6052-1e32-4194-a267-ddb7dc71dbb9 req-2abc109a-6282-4f36-bc44-b3cf6dfa441a tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Made reservation on behalf of c46c84a3fcb44853b535b52dac2dd724 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:38:02.607420 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-aa8d6052-1e32-4194-a267-ddb7dc71dbb9 req-2abc109a-6282-4f36-bc44-b3cf6dfa441a tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:02.647366 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3a305e24-6686-46e3-adba-24f4c8522d9b req-cbc725e2-b6b0-4dc5-a5bc-f59f709a9566 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/ports?device_id=204a9a29-4bca-4bf9-8d1c-3557de4d7969 HTTP/1.1" status: 200 len: 210 time: 0.0884905 Sep 24 15:38:02.665417 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-aa8d6052-1e32-4194-a267-ddb7dc71dbb9 req-2abc109a-6282-4f36-bc44-b3cf6dfa441a tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:02.683535 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:02.700784 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e5c1f0-fcdf-4f33-8874-6ad2fdf0a953 x-openstack-request-id: req-28e5c1f0-fcdf-4f33-8874-6ad2fdf0a953 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:38:02.706029 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "204a9a29-4bca-4bf9-8d1c-3557de4d7969", "name": "network-vif-deleted", "tag": "48d8ca5c-4e0c-482c-ad72-bf6384518cfd", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:38:02.706492 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-28e5c1f0-fcdf-4f33-8874-6ad2fdf0a953 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:38:02.707072 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '204a9a29-4bca-4bf9-8d1c-3557de4d7969', 'name': 'network-vif-deleted', 'tag': '48d8ca5c-4e0c-482c-ad72-bf6384518cfd', 'status': 'completed', 'code': 200} Sep 24 15:38:02.764292 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7c4b09e-142a-4cc8-809c-267fc688df42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:38:02.766735 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ddcf0d-f9b9-4b65-a1bc-cbf057527157" -d '{"events": [{"server_uuid": "c7c4b09e-142a-4cc8-809c-267fc688df42", "name": "network-vif-plugged", "status": "completed", "tag": "bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:38:02.796179 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68,segment=NetworkSegment(261d132c-af7b-4dd2-86dc-27294ea32e8c),segment_id=261d132c-af7b-4dd2-86dc-27294ea32e8c)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:38:02.820859 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3c56f30e-9023-44f6-9c5f-a8238b7b6182 req-46c06916-12f0-4a78-a190-bef03b9f1041 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=39a62df8-13ee-4707-bb72-f38aecc6208b HTTP/1.1" status: 200 len: 210 time: 0.0444701 Sep 24 15:38:02.876328 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:02.877286 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 48d8ca5c-4e0c-482c-ad72-bf6384518cfd no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:38:02.904019 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-aa8d6052-1e32-4194-a267-ddb7dc71dbb9 req-2abc109a-6282-4f36-bc44-b3cf6dfa441a tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:02.960659 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] No Port match for: 48d8ca5c-4e0c-482c-ad72-bf6384518cfd {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:38:02.962773 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 48d8ca5c-4e0c-482c-ad72-bf6384518cfd not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:38:02.973456 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-aa8d6052-1e32-4194-a267-ddb7dc71dbb9 req-2abc109a-6282-4f36-bc44-b3cf6dfa441a tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:03.020671 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35042f56-422c-4441-9c84-ffc9e210a531 x-openstack-request-id: req-35042f56-422c-4441-9c84-ffc9e210a531 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:38:03.021232 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7c4b09e-142a-4cc8-809c-267fc688df42", "name": "network-vif-plugged", "status": "completed", "tag": "bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:38:03.023077 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-35042f56-422c-4441-9c84-ffc9e210a531 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:38:03.024839 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7c4b09e-142a-4cc8-809c-267fc688df42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68', 'code': 200} Sep 24 15:38:03.034801 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:03.137089 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2345f0-009a-4e64-a4eb-1ac6f324a28f req-cdcdd307-00cd-4f03-85fa-90f804561a70 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:03.138859 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2f2345f0-009a-4e64-a4eb-1ac6f324a28f req-cdcdd307-00cd-4f03-85fa-90f804561a70 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=e7501673-3fe7-48b0-8aa8-d315f38f3c61 HTTP/1.1" status: 200 len: 949 time: 0.3848898 Sep 24 15:38:03.144137 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a8724049-2053-4a47-b36a-236538d4b648 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:03.146149 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abc109a-6282-4f36-bc44-b3cf6dfa441a tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a00c9d-2692-4e30-8b97-461bf1298ee4,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:03.159748 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6345982f-cdbd-4a87-9cc6-7972cf3d792a req-99e21d71-f502-40f7-a88d-cca574331716 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=e7501673-3fe7-48b0-8aa8-d315f38f3c61&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3093777 Sep 24 15:38:03.170197 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [req-6345982f-cdbd-4a87-9cc6-7972cf3d792a req-ccebad9e-4f7f-4476-a1a5-79906f79b88d service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:38:03.171097 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6345982f-cdbd-4a87-9cc6-7972cf3d792a req-ccebad9e-4f7f-4476-a1a5-79906f79b88d service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065620 Sep 24 15:38:03.183270 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac411e08-fa0b-4dfc-a57f-6c8113e2f061 req-222136a5-bb69-458f-98f5-dfd0f9ef9275 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:03.189813 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ac411e08-fa0b-4dfc-a57f-6c8113e2f061 req-222136a5-bb69-458f-98f5-dfd0f9ef9275 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=7cd44f03-df1c-4436-87b5-4c9cccff4adf HTTP/1.1" status: 200 len: 945 time: 0.0822897 Sep 24 15:38:03.226955 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ac411e08-fa0b-4dfc-a57f-6c8113e2f061 req-dfdc8f66-6922-4df0-ab22-70b15ddd233e tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358679 Sep 24 15:38:03.259631 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8724049-2053-4a47-b36a-236538d4b648 admin admin] Pushing event deleted for resources: {'Port': ['ID=96d8f60c-0846-4a36-a7ec-755d87632259,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:03.335599 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-aa8d6052-1e32-4194-a267-ddb7dc71dbb9 req-2abc109a-6282-4f36-bc44-b3cf6dfa441a tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Allocated IP 192.168.233.129 (9672f189-23fe-44e6-9dd2-257ff8905939/188edb94-8042-4961-9ec0-8960b1ce1305/afbf09b1-1e35-4fb2-a4fa-27218272dc3a) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:38:03.362072 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c73d9a-d73e-4a07-8cbd-ce83ae17c21c req-58c5e5f9-e80b-4543-bef0-fde0bc2ea4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:03.363611 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-47c73d9a-d73e-4a07-8cbd-ce83ae17c21c req-58c5e5f9-e80b-4543-bef0-fde0bc2ea4e2 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=c7c4b09e-142a-4cc8-809c-267fc688df42 HTTP/1.1" status: 200 len: 1096 time: 0.2717998 Sep 24 15:38:03.373389 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2f2345f0-009a-4e64-a4eb-1ac6f324a28f req-24418675-d2ad-4b75-a78e-c41469fc8213 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041996 Sep 24 15:38:03.412493 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a8724049-2053-4a47-b36a-236538d4b648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586576'] for router_gateway, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:03.540794 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a8724049-2053-4a47-b36a-236538d4b648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:03.545248 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a8724049-2053-4a47-b36a-236538d4b648 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:03.548391 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-47c73d9a-d73e-4a07-8cbd-ce83ae17c21c req-03921037-abc9-4880-ac0f-5b9f17f3fed8 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702654 Sep 24 15:38:03.650874 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4905ed7-9476-4aa6-b2ce-ea04c4d44438 req-df5cce5e-d6b1-403a-aec9-e9491d97585e tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:03.659121 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b4905ed7-9476-4aa6-b2ce-ea04c4d44438 req-df5cce5e-d6b1-403a-aec9-e9491d97585e tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=c7c4b09e-142a-4cc8-809c-267fc688df42 HTTP/1.1" status: 200 len: 945 time: 0.0809107 Sep 24 15:38:03.705803 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b4905ed7-9476-4aa6-b2ce-ea04c4d44438 req-7625cc7f-f254-44c7-99da-326085324a7f tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456603 Sep 24 15:38:03.928265 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-889fb6e4-118a-4bf1-8929-d60601627b53 req-5431ac43-9727-4916-a511-039d3e2713cd tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=39a62df8-13ee-4707-bb72-f38aecc6208b HTTP/1.1" status: 200 len: 210 time: 0.0391109 Sep 24 15:38:03.955036 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-149c70f1-4f3d-4d32-b0f0-b8409ea92807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:03.958456 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 96d8f60c-0846-4a36-a7ec-755d87632259 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:38:03.986782 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 96d8f60c-0846-4a36-a7ec-755d87632259 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:38:03.987529 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 96d8f60c-0846-4a36-a7ec-755d87632259 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:38:04.025835 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0c5588cc-41dd-4313-bb3e-dc3a27e3b045 req-0d3e7403-947c-4145-85fa-6188f901e855 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/ports?device_id=204a9a29-4bca-4bf9-8d1c-3557de4d7969 HTTP/1.1" status: 200 len: 210 time: 0.0352068 Sep 24 15:38:04.062769 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a8724049-2053-4a47-b36a-236538d4b648 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:04.062769 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8724049-2053-4a47-b36a-236538d4b648 admin admin] Fanout notify agent at l3_agent the message router_deleted on router addd13d7-4678-4b9a-8984-27b828c14bf4 {{(pid=95298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:38:04.067430 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a8724049-2053-4a47-b36a-236538d4b648 admin admin] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:04.071481 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-a8724049-2053-4a47-b36a-236538d4b648 admin admin] 10.222.0.101 "DELETE /v2.0/routers/addd13d7-4678-4b9a-8984-27b828c14bf4 HTTP/1.1" status: 204 len: 168 time: 3.0057011 Sep 24 15:38:04.072060 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47254) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:38:04.073241 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-aa8d6052-1e32-4194-a267-ddb7dc71dbb9 req-2abc109a-6282-4f36-bc44-b3cf6dfa441a tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:04.131978 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b2bb3be-eddc-4e96-8328-37d159915f83 admin admin] Deleting subnet 5e9a8b21-b628-4e31-bd4a-93772c0c09bc {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:38:04.136098 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0b2bb3be-eddc-4e96-8328-37d159915f83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:04.186731 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0b2bb3be-eddc-4e96-8328-37d159915f83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:04.230054 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-aa8d6052-1e32-4194-a267-ddb7dc71dbb9 req-2abc109a-6282-4f36-bc44-b3cf6dfa441a tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:04.276034 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0b2bb3be-eddc-4e96-8328-37d159915f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:04.288317 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa8d6052-1e32-4194-a267-ddb7dc71dbb9 req-2abc109a-6282-4f36-bc44-b3cf6dfa441a tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Network 9672f189-23fe-44e6-9dd2-257ff8905939 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:38:04.289458 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:04.290069 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-aa8d6052-1e32-4194-a267-ddb7dc71dbb9 req-2abc109a-6282-4f36-bc44-b3cf6dfa441a tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:38:04.291943 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abc109a-6282-4f36-bc44-b3cf6dfa441a tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Pushing event updated for resources: {'Port': ['ID=afbf09b1-1e35-4fb2-a4fa-27218272dc3a,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:04.294172 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa8d6052-1e32-4194-a267-ddb7dc71dbb9 req-2abc109a-6282-4f36-bc44-b3cf6dfa441a tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:38:04.367046 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8d6052-1e32-4194-a267-ddb7dc71dbb9 req-2abc109a-6282-4f36-bc44-b3cf6dfa441a tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:04.367732 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-aa8d6052-1e32-4194-a267-ddb7dc71dbb9 req-2abc109a-6282-4f36-bc44-b3cf6dfa441a tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:04.437227 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc90bf0-1042-492d-9ec2-253ee36d61b2 req-9fb697a6-2623-442a-abbd-96a89f033d98 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:04.438857 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bfc90bf0-1042-492d-9ec2-253ee36d61b2 req-9fb697a6-2623-442a-abbd-96a89f033d98 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=7cd44f03-df1c-4436-87b5-4c9cccff4adf HTTP/1.1" status: 200 len: 945 time: 0.0893598 Sep 24 15:38:04.473453 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0b2bb3be-eddc-4e96-8328-37d159915f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:04.510041 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-aa8d6052-1e32-4194-a267-ddb7dc71dbb9 req-2abc109a-6282-4f36-bc44-b3cf6dfa441a tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6091857 Sep 24 15:38:04.513736 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0b2bb3be-eddc-4e96-8328-37d159915f83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:04.516390 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-0b2bb3be-eddc-4e96-8328-37d159915f83 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/5e9a8b21-b628-4e31-bd4a-93772c0c09bc HTTP/1.1" status: 204 len: 168 time: 0.4431405 Sep 24 15:38:04.521929 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4064b20c-e69e-4941-9469-c7daaba6cd62 None None] Network ed240661-c058-4f64-a0cb-8ef81aff19b5 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:38:04.526020 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47266) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:38:04.546455 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2bb3be-eddc-4e96-8328-37d159915f83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e9a8b21-b628-4e31-bd4a-93772c0c09bc,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:04.554455 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-aa8d6052-1e32-4194-a267-ddb7dc71dbb9 req-56a7db84-3860-435e-8bef-08b8ba86808c service neutron] Request body: {'port': {'device_id': '39a62df8-13ee-4707-bb72-f38aecc6208b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:38:04.580545 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bfc90bf0-1042-492d-9ec2-253ee36d61b2 req-35274ed2-bbd7-4cd6-a9ba-44230b3eef5e tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184528 Sep 24 15:38:04.609238 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0094910c-8075-442b-873b-4f71e4f2b183 req-b413cf9d-d851-4429-91d7-a5033cde3d9e tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:04.610788 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0094910c-8075-442b-873b-4f71e4f2b183 req-b413cf9d-d851-4429-91d7-a5033cde3d9e tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=e7501673-3fe7-48b0-8aa8-d315f38f3c61 HTTP/1.1" status: 200 len: 949 time: 0.1468105 Sep 24 15:38:04.682053 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-b6365098-6e00-4a12-a292-4e69c8012cfb None None] Provisioning complete for port afbf09b1-1e35-4fb2-a4fa-27218272dc3a triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:38:04.682586 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b6365098-6e00-4a12-a292-4e69c8012cfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:04.713054 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d6fdf28f-fbb8-4c3d-8dc2-d7a04449c924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:04.727647 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-b6365098-6e00-4a12-a292-4e69c8012cfb None None] Port afbf09b1-1e35-4fb2-a4fa-27218272dc3a cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:38:04.737806 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-aa8d6052-1e32-4194-a267-ddb7dc71dbb9 req-56a7db84-3860-435e-8bef-08b8ba86808c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:04.749463 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0094910c-8075-442b-873b-4f71e4f2b183 req-7924af63-154d-4e1c-ac15-a68ab796343d tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298020 Sep 24 15:38:04.814699 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0771c34d-42b3-407a-bc46-01e2c7b81697 None None] DHCP port deletion for ed240661-c058-4f64-a0cb-8ef81aff19b5 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:38:04.869106 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-0771c34d-42b3-407a-bc46-01e2c7b81697 None None] Deleting port 1c815b23-cc25-41fb-ba8d-86acaf78e05b {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:38:04.870012 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0771c34d-42b3-407a-bc46-01e2c7b81697 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:04.884638 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6435d6-10f3-44e7-be48-960e5c00e7f4 req-84b840b8-f62f-461a-b178-edbdeb1f5cdc tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:04.893259 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-aa6435d6-10f3-44e7-be48-960e5c00e7f4 req-84b840b8-f62f-461a-b178-edbdeb1f5cdc tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=c7c4b09e-142a-4cc8-809c-267fc688df42 HTTP/1.1" status: 200 len: 945 time: 0.0860863 Sep 24 15:38:04.941574 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-aa6435d6-10f3-44e7-be48-960e5c00e7f4 req-04bdabde-365b-48dd-94f4-806483a9c54a tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469706 Sep 24 15:38:04.943971 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-0771c34d-42b3-407a-bc46-01e2c7b81697 None None] For port 1c815b23-cc25-41fb-ba8d-86acaf78e05b, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=1c815b23-cc25-41fb-ba8d-86acaf78e05b,segment=NetworkSegment(71e13984-0da7-46c8-9155-b041315e99dd),segment_id=71e13984-0da7-46c8-9155-b041315e99dd)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:38:04.944829 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-d6fdf28f-fbb8-4c3d-8dc2-d7a04449c924 admin admin] Deleting port 1c815b23-cc25-41fb-ba8d-86acaf78e05b {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:38:04.945274 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0771c34d-42b3-407a-bc46-01e2c7b81697 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:04.946291 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d6fdf28f-fbb8-4c3d-8dc2-d7a04449c924 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:04.959489 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-0771c34d-42b3-407a-bc46-01e2c7b81697 None None] Calling delete_port for 1c815b23-cc25-41fb-ba8d-86acaf78e05b owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:38:05.092562 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-d6fdf28f-fbb8-4c3d-8dc2-d7a04449c924 admin admin] For port 1c815b23-cc25-41fb-ba8d-86acaf78e05b, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=1c815b23-cc25-41fb-ba8d-86acaf78e05b,segment=NetworkSegment(71e13984-0da7-46c8-9155-b041315e99dd),segment_id=71e13984-0da7-46c8-9155-b041315e99dd)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:38:05.093234 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d6fdf28f-fbb8-4c3d-8dc2-d7a04449c924 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:05.112271 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0771c34d-42b3-407a-bc46-01e2c7b81697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:05.117364 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-d6fdf28f-fbb8-4c3d-8dc2-d7a04449c924 admin admin] Calling delete_port for 1c815b23-cc25-41fb-ba8d-86acaf78e05b owned by network:dhcp {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:38:05.145818 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0771c34d-42b3-407a-bc46-01e2c7b81697 None None] Pushing event deleted for resources: {'Port': ['ID=1c815b23-cc25-41fb-ba8d-86acaf78e05b,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:05.145818 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0771c34d-42b3-407a-bc46-01e2c7b81697 None None] No DVR routers for this DVR port 1c815b23-cc25-41fb-ba8d-86acaf78e05b on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:38:05.156365 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3222cd-21d2-44a5-bb51-3d32137999f2 req-15254478-6013-4e30-b9da-5232db505296 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:05.161429 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bc3222cd-21d2-44a5-bb51-3d32137999f2 req-15254478-6013-4e30-b9da-5232db505296 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=39a62df8-13ee-4707-bb72-f38aecc6208b HTTP/1.1" status: 200 len: 936 time: 0.1442668 Sep 24 15:38:05.167216 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:05.266859 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bc3222cd-21d2-44a5-bb51-3d32137999f2 req-8109c1e8-b0cc-4679-a7a2-d02c35f6f0ec tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045477 Sep 24 15:38:05.309636 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-aa8d6052-1e32-4194-a267-ddb7dc71dbb9 req-56a7db84-3860-435e-8bef-08b8ba86808c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afbf09b1-1e35-4fb2-a4fa-27218272dc3a {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:38:05.318832 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-aa8d6052-1e32-4194-a267-ddb7dc71dbb9 req-56a7db84-3860-435e-8bef-08b8ba86808c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:05.321220 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d6fdf28f-fbb8-4c3d-8dc2-d7a04449c924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:05.359740 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fdf28f-fbb8-4c3d-8dc2-d7a04449c924 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c815b23-cc25-41fb-ba8d-86acaf78e05b,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:05.361600 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fdf28f-fbb8-4c3d-8dc2-d7a04449c924 admin admin] No DVR routers for this DVR port 1c815b23-cc25-41fb-ba8d-86acaf78e05b on host n-d-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:38:05.363304 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-aa8d6052-1e32-4194-a267-ddb7dc71dbb9 req-56a7db84-3860-435e-8bef-08b8ba86808c service neutron] Transition to ACTIVE for port object afbf09b1-1e35-4fb2-a4fa-27218272dc3a will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:38:05.433629 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d6fdf28f-fbb8-4c3d-8dc2-d7a04449c924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:05.443445 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-aa8d6052-1e32-4194-a267-ddb7dc71dbb9 req-56a7db84-3860-435e-8bef-08b8ba86808c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:05.462369 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-d6fdf28f-fbb8-4c3d-8dc2-d7a04449c924 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed240661-c058-4f64-a0cb-8ef81aff19b5']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:38:05.496331 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-d6fdf28f-fbb8-4c3d-8dc2-d7a04449c924 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71e13984-0da7-46c8-9155-b041315e99dd') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:38:05.496666 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-d6fdf28f-fbb8-4c3d-8dc2-d7a04449c924 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71e13984-0da7-46c8-9155-b041315e99dd') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:38:05.518107 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d6fdf28f-fbb8-4c3d-8dc2-d7a04449c924 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:05.543361 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a7db84-3860-435e-8bef-08b8ba86808c service neutron] Pushing event updated for resources: {'Port': ['ID=afbf09b1-1e35-4fb2-a4fa-27218272dc3a,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:05.548256 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d6fdf28f-fbb8-4c3d-8dc2-d7a04449c924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:05.575069 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6fdf28f-fbb8-4c3d-8dc2-d7a04449c924 admin admin] Releasing vlan 1295 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:38:05.575682 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d6fdf28f-fbb8-4c3d-8dc2-d7a04449c924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:05.582819 n-d-808921-1 neutron-server[95298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:38:05.582819 n-d-808921-1 neutron-server[95298]: self.session.flush() Sep 24 15:38:05.582819 n-d-808921-1 neutron-server[95298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:38:05.582819 n-d-808921-1 neutron-server[95298]: self.session.flush() Sep 24 15:38:05.582819 n-d-808921-1 neutron-server[95298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:38:05.582819 n-d-808921-1 neutron-server[95298]: self.session.flush() Sep 24 15:38:05.582819 n-d-808921-1 neutron-server[95298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:38:05.582819 n-d-808921-1 neutron-server[95298]: self.session.flush() Sep 24 15:38:05.582819 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:38:05.582819 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:38:05.582819 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:38:05.582819 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:38:05.582819 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:38:05.582819 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:38:05.582819 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:38:05.582819 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:38:05.582819 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:38:05.582819 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:38:05.582819 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:38:05.582819 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:38:05.582819 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:38:05.582819 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:38:05.582819 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:38:05.582819 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:38:05.582819 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:38:05.582819 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:38:05.582819 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:38:05.582819 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:38:05.582819 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:38:05.582819 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:38:05.582819 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:38:05.582819 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:38:05.582819 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:38:05.582819 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:38:05.582819 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:38:05.582819 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:38:05.582819 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:38:05.582819 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:38:05.582819 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:38:05.582819 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:38:05.713306 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-aa8d6052-1e32-4194-a267-ddb7dc71dbb9 req-56a7db84-3860-435e-8bef-08b8ba86808c service neutron] Attempting to bind port afbf09b1-1e35-4fb2-a4fa-27218272dc3a on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:38:05.713652 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-aa8d6052-1e32-4194-a267-ddb7dc71dbb9 req-56a7db84-3860-435e-8bef-08b8ba86808c service neutron] Attempting to bind port afbf09b1-1e35-4fb2-a4fa-27218272dc3a by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:38:05.713982 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8d6052-1e32-4194-a267-ddb7dc71dbb9 req-56a7db84-3860-435e-8bef-08b8ba86808c service neutron] Attempting to bind port afbf09b1-1e35-4fb2-a4fa-27218272dc3a on network 9672f189-23fe-44e6-9dd2-257ff8905939 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:38:05.722045 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8d6052-1e32-4194-a267-ddb7dc71dbb9 req-56a7db84-3860-435e-8bef-08b8ba86808c service neutron] Port afbf09b1-1e35-4fb2-a4fa-27218272dc3a on network 9672f189-23fe-44e6-9dd2-257ff8905939 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:38:05.722438 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8d6052-1e32-4194-a267-ddb7dc71dbb9 req-56a7db84-3860-435e-8bef-08b8ba86808c service neutron] Attempting to bind port afbf09b1-1e35-4fb2-a4fa-27218272dc3a on network 9672f189-23fe-44e6-9dd2-257ff8905939 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:38:05.728132 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729acb5e-0031-4a52-82b2-beefbb317742 req-ac6795d3-6314-407e-ac1c-12c14d8007b4 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:05.730247 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8d6052-1e32-4194-a267-ddb7dc71dbb9 req-56a7db84-3860-435e-8bef-08b8ba86808c service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:38:05.730613 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8d6052-1e32-4194-a267-ddb7dc71dbb9 req-56a7db84-3860-435e-8bef-08b8ba86808c service neutron] Checking segment: {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:38:05.731000 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8d6052-1e32-4194-a267-ddb7dc71dbb9 req-56a7db84-3860-435e-8bef-08b8ba86808c service neutron] Bound using segment: {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:38:05.731436 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-aa8d6052-1e32-4194-a267-ddb7dc71dbb9 req-56a7db84-3860-435e-8bef-08b8ba86808c service neutron] Bound port: afbf09b1-1e35-4fb2-a4fa-27218272dc3a, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:38:05.731804 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-aa8d6052-1e32-4194-a267-ddb7dc71dbb9 req-56a7db84-3860-435e-8bef-08b8ba86808c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:05.735053 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-729acb5e-0031-4a52-82b2-beefbb317742 req-ac6795d3-6314-407e-ac1c-12c14d8007b4 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=7cd44f03-df1c-4436-87b5-4c9cccff4adf HTTP/1.1" status: 200 len: 945 time: 0.0655224 Sep 24 15:38:05.743306 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccd5405-f8a5-4b17-81ed-9bf4730a5d6e req-3e496743-5036-4433-857a-6653e3158252 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:05.747071 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4ccd5405-f8a5-4b17-81ed-9bf4730a5d6e req-3e496743-5036-4433-857a-6653e3158252 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/ports?device_id=402ca712-89ca-465d-9473-3e16da90ca1b HTTP/1.1" status: 200 len: 945 time: 0.0884063 Sep 24 15:38:05.772252 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d6fdf28f-fbb8-4c3d-8dc2-d7a04449c924 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:05.776057 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-729acb5e-0031-4a52-82b2-beefbb317742 req-6cc8e932-2536-4bd6-901a-78d44e4ba4c4 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392542 Sep 24 15:38:05.776871 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d6fdf28f-fbb8-4c3d-8dc2-d7a04449c924 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:05.778951 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-d6fdf28f-fbb8-4c3d-8dc2-d7a04449c924 admin admin] 10.222.0.101 "DELETE /v2.0/networks/ed240661-c058-4f64-a0cb-8ef81aff19b5 HTTP/1.1" status: 204 len: 168 time: 1.2507567 Sep 24 15:38:05.848287 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fdf28f-fbb8-4c3d-8dc2-d7a04449c924 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed240661-c058-4f64-a0cb-8ef81aff19b5,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:05.909301 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e26a362-3d99-40b6-bc2b-720b5641a639 req-08099dd3-8035-440d-a409-b4e973c0efa2 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:05.911011 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3e26a362-3d99-40b6-bc2b-720b5641a639 req-08099dd3-8035-440d-a409-b4e973c0efa2 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=e7501673-3fe7-48b0-8aa8-d315f38f3c61 HTTP/1.1" status: 200 len: 949 time: 0.0716898 Sep 24 15:38:05.922956 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4ccd5405-f8a5-4b17-81ed-9bf4730a5d6e req-74e87b83-f322-4dc7-a3cf-f1751735d361 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f5b2d93-e3ed-4f90-a24f-de0f1d5dfc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641948 Sep 24 15:38:05.932616 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056099c7-89a0-458f-a46d-b651c1488f3d req-b0059cbb-30d6-4871-874d-2b1e45570963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:05.934200 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-056099c7-89a0-458f-a46d-b651c1488f3d req-b0059cbb-30d6-4871-874d-2b1e45570963 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=7cd44f03-df1c-4436-87b5-4c9cccff4adf HTTP/1.1" status: 200 len: 1096 time: 0.1475744 Sep 24 15:38:05.935161 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-aa8d6052-1e32-4194-a267-ddb7dc71dbb9 req-56a7db84-3860-435e-8bef-08b8ba86808c service neutron] For port afbf09b1-1e35-4fb2-a4fa-27218272dc3a, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:38:05.938917 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-aa8d6052-1e32-4194-a267-ddb7dc71dbb9 req-56a7db84-3860-435e-8bef-08b8ba86808c service neutron] For port afbf09b1-1e35-4fb2-a4fa-27218272dc3a, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=afbf09b1-1e35-4fb2-a4fa-27218272dc3a,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:38:05.954201 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 1c815b23-cc25-41fb-ba8d-86acaf78e05b no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:38:05.968349 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3e26a362-3d99-40b6-bc2b-720b5641a639 req-37af2f45-8220-4161-a7ec-283a4f00e606 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512578 Sep 24 15:38:05.980839 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 1c815b23-cc25-41fb-ba8d-86acaf78e05b {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:38:05.981329 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 1c815b23-cc25-41fb-ba8d-86acaf78e05b not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:38:05.989407 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-056099c7-89a0-458f-a46d-b651c1488f3d req-79b8ccd5-4af4-454b-960c-5ff5eb5cae32 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454314 Sep 24 15:38:06.011199 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-aa8d6052-1e32-4194-a267-ddb7dc71dbb9 req-56a7db84-3860-435e-8bef-08b8ba86808c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:06.054636 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8d6052-1e32-4194-a267-ddb7dc71dbb9 req-56a7db84-3860-435e-8bef-08b8ba86808c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:06.055258 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-aa8d6052-1e32-4194-a267-ddb7dc71dbb9 req-56a7db84-3860-435e-8bef-08b8ba86808c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:06.056850 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-aa8d6052-1e32-4194-a267-ddb7dc71dbb9 req-56a7db84-3860-435e-8bef-08b8ba86808c service neutron] 10.222.0.108 "PUT /v2.0/ports/afbf09b1-1e35-4fb2-a4fa-27218272dc3a HTTP/1.1" status: 200 len: 1096 time: 1.5199101 Sep 24 15:38:06.073276 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39a62df8-13ee-4707-bb72-f38aecc6208b', 'tag': 'afbf09b1-1e35-4fb2-a4fa-27218272dc3a'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:38:06.075564 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b86228-2d94-4ef7-bb0b-7cd6fc7753be" -d '{"events": [{"name": "network-changed", "server_uuid": "39a62df8-13ee-4707-bb72-f38aecc6208b", "tag": "afbf09b1-1e35-4fb2-a4fa-27218272dc3a"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:38:06.124716 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3e4a291-72d0-4403-b5a1-af30b1c97486 x-openstack-request-id: req-f3e4a291-72d0-4403-b5a1-af30b1c97486 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:38:06.125060 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39a62df8-13ee-4707-bb72-f38aecc6208b", "tag": "afbf09b1-1e35-4fb2-a4fa-27218272dc3a", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:38:06.125341 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-f3e4a291-72d0-4403-b5a1-af30b1c97486 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:38:06.125765 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39a62df8-13ee-4707-bb72-f38aecc6208b', 'tag': 'afbf09b1-1e35-4fb2-a4fa-27218272dc3a', 'status': 'completed', 'code': 200} Sep 24 15:38:06.139865 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a7db84-3860-435e-8bef-08b8ba86808c service neutron] Pushing event updated for resources: {'Port': ['ID=afbf09b1-1e35-4fb2-a4fa-27218272dc3a,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:06.152155 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f9ad86-a5d2-44d9-8f05-85df6e38193d req-1168da07-2d85-4c30-9d66-9b6be2cbf3fc tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:06.153846 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-25f9ad86-a5d2-44d9-8f05-85df6e38193d req-1168da07-2d85-4c30-9d66-9b6be2cbf3fc tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=c7c4b09e-142a-4cc8-809c-267fc688df42 HTTP/1.1" status: 200 len: 945 time: 0.1385789 Sep 24 15:38:06.188063 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6345982f-cdbd-4a87-9cc6-7972cf3d792a req-5f7e028a-74fa-43da-b196-8dac26863f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:06.189573 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6345982f-cdbd-4a87-9cc6-7972cf3d792a req-5f7e028a-74fa-43da-b196-8dac26863f34 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1d817464a57145808f61427a409f714d&device_id=e7501673-3fe7-48b0-8aa8-d315f38f3c61 HTTP/1.1" status: 200 len: 1100 time: 0.0848191 Sep 24 15:38:06.232026 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-25f9ad86-a5d2-44d9-8f05-85df6e38193d req-3cdf0286-c7f4-46ea-9fe3-1a67b3dfcc41 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677695 Sep 24 15:38:06.264590 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47296) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:38:06.324382 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-cb73698e-d858-4573-9050-34a34b9bd3ab admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=7b4bd82d26ac490fbde2c620d4be04bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0586119 Sep 24 15:38:06.325104 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47300) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:38:06.334935 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6345982f-cdbd-4a87-9cc6-7972cf3d792a req-15e37e22-f693-48be-bde4-ae5ea271f18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:06.335837 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6345982f-cdbd-4a87-9cc6-7972cf3d792a req-15e37e22-f693-48be-bde4-ae5ea271f18b service neutron] 10.222.0.110 "GET /v2.0/networks?id=9672f189-23fe-44e6-9dd2-257ff8905939 HTTP/1.1" status: 200 len: 871 time: 0.1380298 Sep 24 15:38:06.338723 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b86228-2d94-4ef7-bb0b-7cd6fc7753be req-94131fe0-5df0-4585-9f2c-c93b42a1bb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:06.339948 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-18b86228-2d94-4ef7-bb0b-7cd6fc7753be req-94131fe0-5df0-4585-9f2c-c93b42a1bb08 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=c46c84a3fcb44853b535b52dac2dd724&device_id=39a62df8-13ee-4707-bb72-f38aecc6208b HTTP/1.1" status: 200 len: 1099 time: 0.0963440 Sep 24 15:38:06.385217 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0c46b157-d9b6-4b57-9a65-de6ff2cbd343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:06.407230 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0c46b157-d9b6-4b57-9a65-de6ff2cbd343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:06.425499 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-18b86228-2d94-4ef7-bb0b-7cd6fc7753be req-99810b30-0be4-41f3-8e3b-555fb5ef61c9 service neutron] 10.222.0.108 "GET /v2.0/networks?tenant_id=c46c84a3fcb44853b535b52dac2dd724&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0707712 Sep 24 15:38:06.426748 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6345982f-cdbd-4a87-9cc6-7972cf3d792a req-8c6751c8-123c-414f-911f-9a0da4d23670 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=8fe8f5c8-a3d4-4ec3-895b-a713373e6688 HTTP/1.1" status: 200 len: 217 time: 0.0737319 Sep 24 15:38:06.531639 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6495cf4-ce91-4108-99b9-0a36f7627e65 req-5e131df1-25a1-47c6-9f62-a762bfe2d996 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:06.533443 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f6495cf4-ce91-4108-99b9-0a36f7627e65 req-5e131df1-25a1-47c6-9f62-a762bfe2d996 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=39a62df8-13ee-4707-bb72-f38aecc6208b HTTP/1.1" status: 200 len: 948 time: 0.1583669 Sep 24 15:38:06.536329 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0c46b157-d9b6-4b57-9a65-de6ff2cbd343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:06.540838 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0c46b157-d9b6-4b57-9a65-de6ff2cbd343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:06.546851 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-0c46b157-d9b6-4b57-9a65-de6ff2cbd343 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a5a78d23-3463-4e95-9cbc-4ce089a8e85f HTTP/1.1" status: 204 len: 168 time: 0.2182596 Sep 24 15:38:06.561752 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:06.564085 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c46b157-d9b6-4b57-9a65-de6ff2cbd343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a78d23-3463-4e95-9cbc-4ce089a8e85f,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:06.570808 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6345982f-cdbd-4a87-9cc6-7972cf3d792a req-9f26f1e5-6ce8-4f4c-a1f5-e6142d98ccb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:06.571905 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6345982f-cdbd-4a87-9cc6-7972cf3d792a req-9f26f1e5-6ce8-4f4c-a1f5-e6142d98ccb4 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.1318510 Sep 24 15:38:06.645945 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b86228-2d94-4ef7-bb0b-7cd6fc7753be req-7e2161a8-205f-4c04-9011-e1d653e38e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:06.647427 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-18b86228-2d94-4ef7-bb0b-7cd6fc7753be req-7e2161a8-205f-4c04-9011-e1d653e38e38 service neutron] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2063305 Sep 24 15:38:06.657587 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f6495cf4-ce91-4108-99b9-0a36f7627e65 req-754af6f2-850a-4fa1-ac84-04e1bca81bae tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936539 Sep 24 15:38:06.674056 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012db7cc-f293-4112-887d-373cc3f73b43 req-5e33ef7f-74cf-450b-b06e-af7a8ca3b4ae tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:06.676149 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-012db7cc-f293-4112-887d-373cc3f73b43 req-5e33ef7f-74cf-450b-b06e-af7a8ca3b4ae tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=c7c4b09e-142a-4cc8-809c-267fc688df42 HTTP/1.1" status: 200 len: 945 time: 0.0868406 Sep 24 15:38:06.680878 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6345982f-cdbd-4a87-9cc6-7972cf3d792a req-385726d2-5a88-4101-804f-5a1e3ff76777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:06.682373 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6345982f-cdbd-4a87-9cc6-7972cf3d792a req-385726d2-5a88-4101-804f-5a1e3ff76777 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0933630 Sep 24 15:38:06.717563 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-012db7cc-f293-4112-887d-373cc3f73b43 req-569cb555-ef6d-40ce-a9fa-a9b074c071ac tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326877 Sep 24 15:38:06.802637 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8d6052-1e32-4194-a267-ddb7dc71dbb9 req-fb96a1b7-b399-494d-899f-3d1189d7c60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:06.804134 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-aa8d6052-1e32-4194-a267-ddb7dc71dbb9 req-fb96a1b7-b399-494d-899f-3d1189d7c60f service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=c46c84a3fcb44853b535b52dac2dd724&device_id=39a62df8-13ee-4707-bb72-f38aecc6208b HTTP/1.1" status: 200 len: 1099 time: 0.1104777 Sep 24 15:38:06.863807 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-aa8d6052-1e32-4194-a267-ddb7dc71dbb9 req-b9c3d613-aa22-4de1-9ddd-fb953031f78a service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=afbf09b1-1e35-4fb2-a4fa-27218272dc3a HTTP/1.1" status: 200 len: 217 time: 0.0482516 Sep 24 15:38:06.872099 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6345982f-cdbd-4a87-9cc6-7972cf3d792a req-6af10f2a-fe36-4657-81e8-6f5049387a3f service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683173 Sep 24 15:38:07.007892 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8d6052-1e32-4194-a267-ddb7dc71dbb9 req-87ddad3d-eba2-4ccb-a86d-8908500b1500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:07.008211 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-aa8d6052-1e32-4194-a267-ddb7dc71dbb9 req-87ddad3d-eba2-4ccb-a86d-8908500b1500 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.1182082 Sep 24 15:38:07.016789 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87704e16-5f5e-4b75-9408-78d9c342abac req-2ea44908-e8e6-434f-ae07-c07edc58e97c tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:07.022837 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-87704e16-5f5e-4b75-9408-78d9c342abac req-2ea44908-e8e6-434f-ae07-c07edc58e97c tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=7cd44f03-df1c-4436-87b5-4c9cccff4adf HTTP/1.1" status: 200 len: 945 time: 0.1619239 Sep 24 15:38:07.053435 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488c692b-520a-4412-baf4-bae1bd9e534c req-78350884-12aa-4b8c-8bb6-1db411af9b6a tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:07.061203 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-488c692b-520a-4412-baf4-bae1bd9e534c req-78350884-12aa-4b8c-8bb6-1db411af9b6a tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/ports?device_id=402ca712-89ca-465d-9473-3e16da90ca1b HTTP/1.1" status: 200 len: 945 time: 0.0631649 Sep 24 15:38:07.100115 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-488c692b-520a-4412-baf4-bae1bd9e534c req-9d26cace-40da-4fef-9f01-7de9d8c21f1b tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/security-groups?id=6f5b2d93-e3ed-4f90-a24f-de0f1d5dfc89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376256 Sep 24 15:38:07.111439 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6345982f-cdbd-4a87-9cc6-7972cf3d792a req-ba0381f0-eae3-483f-a4d3-39e49a846b9e service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188931 Sep 24 15:38:07.122054 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8d6052-1e32-4194-a267-ddb7dc71dbb9 req-f013215f-a638-4698-a4ac-3d2bbf81f649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:07.124479 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-aa8d6052-1e32-4194-a267-ddb7dc71dbb9 req-f013215f-a638-4698-a4ac-3d2bbf81f649 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0980625 Sep 24 15:38:07.127764 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-87704e16-5f5e-4b75-9408-78d9c342abac req-fad53048-a7f3-4b37-b321-cd3633b1c053 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031311 Sep 24 15:38:07.226948 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be9b889-3c4d-424f-bf53-31d46b84c0ea req-a83c1f4b-c49d-43ca-984e-c1b0b9f62b61 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:07.235855 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8be9b889-3c4d-424f-bf53-31d46b84c0ea req-a83c1f4b-c49d-43ca-984e-c1b0b9f62b61 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=e7501673-3fe7-48b0-8aa8-d315f38f3c61 HTTP/1.1" status: 200 len: 949 time: 0.0655191 Sep 24 15:38:07.255747 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-aa8d6052-1e32-4194-a267-ddb7dc71dbb9 req-f116ea90-c2e9-4497-8afb-853d84a6fbe7 service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136446 Sep 24 15:38:07.274698 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8be9b889-3c4d-424f-bf53-31d46b84c0ea req-f6af694e-5497-401b-b737-f618e1a9dc41 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378366 Sep 24 15:38:07.380517 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-aa8d6052-1e32-4194-a267-ddb7dc71dbb9 req-5955576d-69ab-4b14-9d43-cb17087a887b service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088922 Sep 24 15:38:07.570513 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9328fb7a-1d51-493a-8d86-f0c76e8fe0df req-89df03c5-cd60-4946-8a24-97612cfab2f5 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:07.571977 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9328fb7a-1d51-493a-8d86-f0c76e8fe0df req-89df03c5-cd60-4946-8a24-97612cfab2f5 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.110 "GET /v2.0/ports?device_id=402ca712-89ca-465d-9473-3e16da90ca1b HTTP/1.1" status: 200 len: 945 time: 0.0680439 Sep 24 15:38:07.672831 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-9328fb7a-1d51-493a-8d86-f0c76e8fe0df req-370bd68a-55e6-4ad4-9503-3965908f6caf tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Deleting port b78f78fa-c944-44b5-a25c-cc66a6b4c471 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:38:07.673535 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-9328fb7a-1d51-493a-8d86-f0c76e8fe0df req-370bd68a-55e6-4ad4-9503-3965908f6caf tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:07.732461 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47338) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:38:07.815466 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-9328fb7a-1d51-493a-8d86-f0c76e8fe0df req-370bd68a-55e6-4ad4-9503-3965908f6caf tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] For port b78f78fa-c944-44b5-a25c-cc66a6b4c471, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=b78f78fa-c944-44b5-a25c-cc66a6b4c471,segment=NetworkSegment(811924e7-50f3-438e-9588-4a3df0c9fdb3),segment_id=811924e7-50f3-438e-9588-4a3df0c9fdb3)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:38:07.815839 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-9328fb7a-1d51-493a-8d86-f0c76e8fe0df req-370bd68a-55e6-4ad4-9503-3965908f6caf tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:07.826980 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f698570-acf6-4b0e-9490-641c88ef58bc req-b85d38de-dfb8-4b4c-8b78-d74f6a313008 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:07.828397 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9f698570-acf6-4b0e-9490-641c88ef58bc req-b85d38de-dfb8-4b4c-8b78-d74f6a313008 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=39a62df8-13ee-4707-bb72-f38aecc6208b HTTP/1.1" status: 200 len: 948 time: 0.0811286 Sep 24 15:38:07.840724 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-9328fb7a-1d51-493a-8d86-f0c76e8fe0df req-370bd68a-55e6-4ad4-9503-3965908f6caf tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Calling delete_port for b78f78fa-c944-44b5-a25c-cc66a6b4c471 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:38:07.843982 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b590ea-6f9a-4b9e-b5af-ac0c73c38239 req-bc53ec6c-fa0d-4313-a300-2e226715103f tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:07.845666 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-87b590ea-6f9a-4b9e-b5af-ac0c73c38239 req-bc53ec6c-fa0d-4313-a300-2e226715103f tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=c7c4b09e-142a-4cc8-809c-267fc688df42 HTTP/1.1" status: 200 len: 945 time: 0.0565517 Sep 24 15:38:07.851101 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-1806d026-3b37-45d5-a6fc-356c473a429b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2129399987-network', 'tenant_id': 'd0b79565aaee49b1a1b35139ea3bccae'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:38:07.898923 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-87b590ea-6f9a-4b9e-b5af-ac0c73c38239 req-07e790d0-d9f9-4f7d-a064-918b200bcc88 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442598 Sep 24 15:38:07.912558 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9f698570-acf6-4b0e-9490-641c88ef58bc req-27512416-4e29-4d35-92de-b73cab872d38 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729897 Sep 24 15:38:07.960402 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1806d026-3b37-45d5-a6fc-356c473a429b admin admin] Made reservation on behalf of d0b79565aaee49b1a1b35139ea3bccae for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:38:07.962853 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1806d026-3b37-45d5-a6fc-356c473a429b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:07.972251 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1806d026-3b37-45d5-a6fc-356c473a429b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:08.059971 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1806d026-3b37-45d5-a6fc-356c473a429b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:08.073264 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-9328fb7a-1d51-493a-8d86-f0c76e8fe0df req-370bd68a-55e6-4ad4-9503-3965908f6caf tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:08.100887 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370bd68a-55e6-4ad4-9503-3965908f6caf tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Pushing event deleted for resources: {'Port': ['ID=b78f78fa-c944-44b5-a25c-cc66a6b4c471,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:08.130272 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1806d026-3b37-45d5-a6fc-356c473a429b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:08.145055 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-9328fb7a-1d51-493a-8d86-f0c76e8fe0df req-370bd68a-55e6-4ad4-9503-3965908f6caf tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] No DVR routers for this DVR port b78f78fa-c944-44b5-a25c-cc66a6b4c471 on host n-h1-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:38:08.148001 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-9328fb7a-1d51-493a-8d86-f0c76e8fe0df req-370bd68a-55e6-4ad4-9503-3965908f6caf tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:08.150072 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9328fb7a-1d51-493a-8d86-f0c76e8fe0df req-370bd68a-55e6-4ad4-9503-3965908f6caf tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.110 "DELETE /v2.0/ports/b78f78fa-c944-44b5-a25c-cc66a6b4c471 HTTP/1.1" status: 204 len: 173 time: 0.5686982 Sep 24 15:38:08.150559 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '402ca712-89ca-465d-9473-3e16da90ca1b', 'name': 'network-vif-deleted', 'tag': 'b78f78fa-c944-44b5-a25c-cc66a6b4c471'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:38:08.153882 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9209ed0-6578-4925-90b8-8c4a82325dc4" -d '{"events": [{"server_uuid": "402ca712-89ca-465d-9473-3e16da90ca1b", "name": "network-vif-deleted", "tag": "b78f78fa-c944-44b5-a25c-cc66a6b4c471"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:38:08.166997 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1806d026-3b37-45d5-a6fc-356c473a429b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1275} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:38:08.190480 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1806d026-3b37-45d5-a6fc-356c473a429b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d97631d9-e021-4f7f-8337-cf1ec4fb8b80,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:08.207795 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1806d026-3b37-45d5-a6fc-356c473a429b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:08.219821 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-1806d026-3b37-45d5-a6fc-356c473a429b admin admin] Added segment d7a68d6c-5d6b-4eed-831a-023fbb1b8f0b of type vlan for network 3e0da5e5-cfcf-4b73-b0d7-902e52490b00 Sep 24 15:38:08.219821 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5290256a-43da-4e1e-948c-fdccc44a66f8 req-8d7e7117-bd3e-4b9b-af43-5bf305087350 tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/ports?device_id=402ca712-89ca-465d-9473-3e16da90ca1b HTTP/1.1" status: 200 len: 210 time: 0.0354495 Sep 24 15:38:08.259386 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8092ba-7ebd-423b-8e59-c949893cd671 req-0ff6aef5-9c4a-4f57-8a50-99e9f2586a33 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:08.271281 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4d8092ba-7ebd-423b-8e59-c949893cd671 req-0ff6aef5-9c4a-4f57-8a50-99e9f2586a33 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=7cd44f03-df1c-4436-87b5-4c9cccff4adf HTTP/1.1" status: 200 len: 945 time: 0.0566325 Sep 24 15:38:08.271281 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f96cbd82-e064-4f6a-9f22-c6c27eed9cce x-openstack-request-id: req-f96cbd82-e064-4f6a-9f22-c6c27eed9cce {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:38:08.271281 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "402ca712-89ca-465d-9473-3e16da90ca1b", "name": "network-vif-deleted", "tag": "b78f78fa-c944-44b5-a25c-cc66a6b4c471", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:38:08.271281 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-f96cbd82-e064-4f6a-9f22-c6c27eed9cce {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:38:08.271281 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '402ca712-89ca-465d-9473-3e16da90ca1b', 'name': 'network-vif-deleted', 'tag': 'b78f78fa-c944-44b5-a25c-cc66a6b4c471', 'status': 'completed', 'code': 200} Sep 24 15:38:08.271807 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1806d026-3b37-45d5-a6fc-356c473a429b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:08.302694 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4d8092ba-7ebd-423b-8e59-c949893cd671 req-0953e91f-d1e5-4be9-bdbd-eb943685baa2 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338469 Sep 24 15:38:08.382765 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1806d026-3b37-45d5-a6fc-356c473a429b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:08.383023 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1806d026-3b37-45d5-a6fc-356c473a429b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:08.383677 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1806d026-3b37-45d5-a6fc-356c473a429b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:08.423027 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34df178a-df91-4afe-9a4a-e29a36aec717 req-effbc5d1-6b52-4726-ae56-58f65c660bcd tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:08.424712 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-34df178a-df91-4afe-9a4a-e29a36aec717 req-effbc5d1-6b52-4726-ae56-58f65c660bcd tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=e7501673-3fe7-48b0-8aa8-d315f38f3c61 HTTP/1.1" status: 200 len: 949 time: 0.0657964 Sep 24 15:38:08.448015 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1806d026-3b37-45d5-a6fc-356c473a429b admin admin] Pushing event updated for resources: {'Network': ['ID=3e0da5e5-cfcf-4b73-b0d7-902e52490b00,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:08.459823 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 3e0da5e5-cfcf-4b73-b0d7-902e52490b00 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:38:08.475370 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-34df178a-df91-4afe-9a4a-e29a36aec717 req-5b4a0786-9431-4ed7-a73d-b4a7207b6921 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411932 Sep 24 15:38:08.490231 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47358) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:38:08.490496 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-1806d026-3b37-45d5-a6fc-356c473a429b admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7560401 Sep 24 15:38:08.501120 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-92c5a575-f3c5-4cf6-ab97-7387f8fdb141 admin admin] Request body: {'subnet': {'network_id': '3e0da5e5-cfcf-4b73-b0d7-902e52490b00', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2129399987-subnet', 'tenant_id': 'd0b79565aaee49b1a1b35139ea3bccae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:38:08.668946 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c5a575-f3c5-4cf6-ab97-7387f8fdb141 admin admin] Made reservation on behalf of d0b79565aaee49b1a1b35139ea3bccae for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:38:08.672001 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-92c5a575-f3c5-4cf6-ab97-7387f8fdb141 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:08.776007 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:08.893976 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636d1aa6-f87e-4698-8ea8-b60283c85455 req-e93dd979-4a6b-466e-83f4-a0e5a12f019f tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:08.895410 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-636d1aa6-f87e-4698-8ea8-b60283c85455 req-e93dd979-4a6b-466e-83f4-a0e5a12f019f tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=7cd44f03-df1c-4436-87b5-4c9cccff4adf HTTP/1.1" status: 200 len: 945 time: 0.0935202 Sep 24 15:38:08.935605 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-636d1aa6-f87e-4698-8ea8-b60283c85455 req-2a6aef37-b887-4ab0-8712-ba2293adefb0 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342565 Sep 24 15:38:08.992527 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e206a-6c3a-4c8c-aed5-0470164d7234 req-beb96d7c-5764-43c4-8064-5f7528d43637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:08.994247 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-788e206a-6c3a-4c8c-aed5-0470164d7234 req-beb96d7c-5764-43c4-8064-5f7528d43637 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=c99d52405d9141d6b21e8bd3f638dbfc&device_id=7cd44f03-df1c-4436-87b5-4c9cccff4adf HTTP/1.1" status: 200 len: 1096 time: 0.0503843 Sep 24 15:38:09.028700 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63190c8-a3d0-4d12-b759-936f94a207a5 req-686e87dd-5b63-4f32-b557-d7ca8ed09d65 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:09.031769 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e63190c8-a3d0-4d12-b759-936f94a207a5 req-686e87dd-5b63-4f32-b557-d7ca8ed09d65 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=c7c4b09e-142a-4cc8-809c-267fc688df42 HTTP/1.1" status: 200 len: 945 time: 0.0544307 Sep 24 15:38:09.034145 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-92c5a575-f3c5-4cf6-ab97-7387f8fdb141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:09.072345 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e63190c8-a3d0-4d12-b759-936f94a207a5 req-32edfca7-a180-48a4-b58a-f6d87a1807bc tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325212 Sep 24 15:38:09.158033 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c5a575-f3c5-4cf6-ab97-7387f8fdb141 admin admin] Pushing event updated for resources: {'Subnet': ['ID=946d8626-ec5d-49c4-aa21-33da3ceddcfd,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:09.188690 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc5e28d-4e5b-48f4-87ff-c5a0d19529dc req-183e8795-df4f-4881-b475-073d6b3482b3 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:09.190332 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8dc5e28d-4e5b-48f4-87ff-c5a0d19529dc req-183e8795-df4f-4881-b475-073d6b3482b3 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=39a62df8-13ee-4707-bb72-f38aecc6208b HTTP/1.1" status: 200 len: 948 time: 0.1790738 Sep 24 15:38:09.197704 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e206a-6c3a-4c8c-aed5-0470164d7234 req-4c7b5f2d-5c05-4655-a01e-b49db0959341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:09.199091 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-788e206a-6c3a-4c8c-aed5-0470164d7234 req-4c7b5f2d-5c05-4655-a01e-b49db0959341 service neutron] 10.222.0.108 "GET /v2.0/networks?id=701084d1-b6de-45b7-9441-4205d9510bac HTTP/1.1" status: 200 len: 921 time: 0.1953149 Sep 24 15:38:09.201075 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c5a575-f3c5-4cf6-ab97-7387f8fdb141 admin admin] Checking segment: {'id': 'd7a68d6c-5d6b-4eed-831a-023fbb1b8f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '3e0da5e5-cfcf-4b73-b0d7-902e52490b00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:38:09.201955 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c5a575-f3c5-4cf6-ab97-7387f8fdb141 admin admin] Network hostable DHCP agents. Network: 3e0da5e5-cfcf-4b73-b0d7-902e52490b00, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:38:09.263726 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-788e206a-6c3a-4c8c-aed5-0470164d7234 req-1bbd6ac7-7f91-4fcc-9f4c-8daa7f609e4d service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8b05671-5846-450b-b614-149956aa102d HTTP/1.1" status: 200 len: 217 time: 0.0527191 Sep 24 15:38:09.287195 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8dc5e28d-4e5b-48f4-87ff-c5a0d19529dc req-137e71e4-0b4b-4621-9f8b-fce62a56a00e tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871832 Sep 24 15:38:09.325362 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a4a5ac96-fb45-4c34-bd03-db86491fa56b req-c5af0eb5-6eba-4d5c-98bf-582003895aba tempest-ListServerFiltersTestJSON-1139108070 tempest-ListServerFiltersTestJSON-1139108070-project] 10.222.0.101 "GET /v2.0/ports?device_id=402ca712-89ca-465d-9473-3e16da90ca1b HTTP/1.1" status: 200 len: 210 time: 0.0269389 Sep 24 15:38:09.337007 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788e206a-6c3a-4c8c-aed5-0470164d7234 req-963b8bf1-a526-427b-8fbe-551c192ea0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:09.338627 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-788e206a-6c3a-4c8c-aed5-0470164d7234 req-963b8bf1-a526-427b-8fbe-551c192ea0ca service neutron] 10.222.0.108 "GET /v2.0/subnets?id=b845deee-5fbd-4c8d-bd12-b1efe896aa17 HTTP/1.1" status: 200 len: 859 time: 0.0634024 Sep 24 15:38:09.348582 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c5a575-f3c5-4cf6-ab97-7387f8fdb141 admin admin] Network 3e0da5e5-cfcf-4b73-b0d7-902e52490b00 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:38:09.379810 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-788e206a-6c3a-4c8c-aed5-0470164d7234 req-ff93ddbc-c67a-4bf8-a06c-8deed73c6816 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=701084d1-b6de-45b7-9441-4205d9510bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321813 Sep 24 15:38:09.460038 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-92c5a575-f3c5-4cf6-ab97-7387f8fdb141 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 3e0da5e5-cfcf-4b73-b0d7-902e52490b00) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:38:09.466115 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c5a575-f3c5-4cf6-ab97-7387f8fdb141 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:09.466718 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-92c5a575-f3c5-4cf6-ab97-7387f8fdb141 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:09.467906 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9fabd0-89ed-4222-88a7-f64b010caa50 None None] Network 3e0da5e5-cfcf-4b73-b0d7-902e52490b00 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:38:09.490894 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-788e206a-6c3a-4c8c-aed5-0470164d7234 req-1162ddb0-5cbf-4dcc-81dc-c6403d018b3f service neutron] 10.222.0.108 "GET /v2.0/networks/701084d1-b6de-45b7-9441-4205d9510bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962708 Sep 24 15:38:09.582373 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-92c5a575-f3c5-4cf6-ab97-7387f8fdb141 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0797098 Sep 24 15:38:09.603613 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b20c8c8-f624-46c8-832f-27126e14bb14 None None] Network 3e0da5e5-cfcf-4b73-b0d7-902e52490b00 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:38:09.604392 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-788e206a-6c3a-4c8c-aed5-0470164d7234 req-0449deb8-6810-434e-a0b1-a242f1158423 service neutron] 10.222.0.108 "GET /v2.0/networks/701084d1-b6de-45b7-9441-4205d9510bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001425 Sep 24 15:38:09.655513 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824065cb-55f1-4ed7-bf31-3c5b2ee557ea req-2a1ac260-7690-49ea-b90d-d9c50cdab58d tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:09.657486 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-824065cb-55f1-4ed7-bf31-3c5b2ee557ea req-2a1ac260-7690-49ea-b90d-d9c50cdab58d tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=e7501673-3fe7-48b0-8aa8-d315f38f3c61 HTTP/1.1" status: 200 len: 949 time: 0.0947814 Sep 24 15:38:09.697996 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-824065cb-55f1-4ed7-bf31-3c5b2ee557ea req-b1a3cb47-bb31-473c-b09d-abb649888282 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341656 Sep 24 15:38:10.040137 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device b78f78fa-c944-44b5-a25c-cc66a6b4c471 no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:38:10.055758 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01baa8a5-e197-419f-adae-09f797c3dfd4 req-ae3f677f-b980-4078-93a2-4f28a4628378 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:10.057341 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-01baa8a5-e197-419f-adae-09f797c3dfd4 req-ae3f677f-b980-4078-93a2-4f28a4628378 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=7cd44f03-df1c-4436-87b5-4c9cccff4adf HTTP/1.1" status: 200 len: 945 time: 0.0550900 Sep 24 15:38:10.059669 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] No Port match for: b78f78fa-c944-44b5-a25c-cc66a6b4c471 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:38:10.060015 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device b78f78fa-c944-44b5-a25c-cc66a6b4c471 not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:38:10.063849 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924ee22f-ddfe-4cb8-b388-9b03836e9389 req-7312ee32-0eba-4160-9a6a-f8351f24420b tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:10.065338 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-924ee22f-ddfe-4cb8-b388-9b03836e9389 req-7312ee32-0eba-4160-9a6a-f8351f24420b tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/networks?id=3e0da5e5-cfcf-4b73-b0d7-902e52490b00 HTTP/1.1" status: 200 len: 812 time: 0.1033611 Sep 24 15:38:10.081965 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-924ee22f-ddfe-4cb8-b388-9b03836e9389 req-a44681c2-97df-4edb-b58f-e61475bf7632 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/quotas/d0b79565aaee49b1a1b35139ea3bccae HTTP/1.1" status: 200 len: 375 time: 0.0100737 Sep 24 15:38:10.097697 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-01baa8a5-e197-419f-adae-09f797c3dfd4 req-26e18add-24e1-4998-9ffb-13bec03f61fd tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333622 Sep 24 15:38:10.117990 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-924ee22f-ddfe-4cb8-b388-9b03836e9389 req-fa8ffce1-f010-45ea-8a0e-c8e32f941b41 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=d0b79565aaee49b1a1b35139ea3bccae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304008 Sep 24 15:38:10.200427 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eaeb47-8e63-4bc4-a9f2-2168358a4677 req-0c10ee08-82ea-424f-9073-8236505def3f tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:10.202638 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c4eaeb47-8e63-4bc4-a9f2-2168358a4677 req-0c10ee08-82ea-424f-9073-8236505def3f tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=c7c4b09e-142a-4cc8-809c-267fc688df42 HTTP/1.1" status: 200 len: 945 time: 0.0495832 Sep 24 15:38:10.209460 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-924ee22f-ddfe-4cb8-b388-9b03836e9389 req-abb2a359-5603-4443-beae-0cf96bec3efd service neutron] 10.222.0.101 "GET /v2.0/networks/3e0da5e5-cfcf-4b73-b0d7-902e52490b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836375 Sep 24 15:38:10.239931 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c4eaeb47-8e63-4bc4-a9f2-2168358a4677 req-c5aedf27-33e2-41a5-8658-f2aed98945e8 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313566 Sep 24 15:38:10.300986 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-924ee22f-ddfe-4cb8-b388-9b03836e9389 req-316589b1-78fd-47af-84ef-a7d6feeaa810 service neutron] 10.222.0.101 "GET /v2.0/networks/3e0da5e5-cfcf-4b73-b0d7-902e52490b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856628 Sep 24 15:38:10.416768 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1168b617-8c4f-43ab-b1e3-0dec90e16d6c req-8602272b-9e44-458d-a531-9f240316de27 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:10.418361 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1168b617-8c4f-43ab-b1e3-0dec90e16d6c req-8602272b-9e44-458d-a531-9f240316de27 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=39a62df8-13ee-4707-bb72-f38aecc6208b HTTP/1.1" status: 200 len: 948 time: 0.0501416 Sep 24 15:38:10.457080 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1168b617-8c4f-43ab-b1e3-0dec90e16d6c req-0fab80ad-22f4-4910-8732-f63eb9386fb8 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324967 Sep 24 15:38:10.521414 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47406) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:38:10.531990 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device afbf09b1-1e35-4fb2-a4fa-27218272dc3a details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:38:10.582273 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:10.596887 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4cae9907-67c0-44d8-8b11-f37d8815d7ca req-dbb9ef0c-9045-46d1-a7c4-2cb45009c237 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=e37c69e9-a0a0-4792-a283-70d23cbecfac HTTP/1.1" status: 200 len: 210 time: 0.0427434 Sep 24 15:38:10.625856 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fd1bdad-2b21-4719-88dd-dcd6ad80caa2 admin admin] Deleting subnet ef0ee247-b4f2-447c-8f5d-e9561afd9063 {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:38:10.629310 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2fd1bdad-2b21-4719-88dd-dcd6ad80caa2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:10.673659 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2fd1bdad-2b21-4719-88dd-dcd6ad80caa2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:10.678381 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port afbf09b1-1e35-4fb2-a4fa-27218272dc3a, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=afbf09b1-1e35-4fb2-a4fa-27218272dc3a,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:38:10.698170 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': 'afbf09b1-1e35-4fb2-a4fa-27218272dc3a', 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939', 'port_id': 'afbf09b1-1e35-4fb2-a4fa-27218272dc3a', 'mac_address': 'fa:16:3e:d8:2a:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '188edb94-8042-4961-9ec0-8960b1ce1305', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:38:10.742870 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:10.757147 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afbf09b1-1e35-4fb2-a4fa-27218272dc3a {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:38:10.765861 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2fd1bdad-2b21-4719-88dd-dcd6ad80caa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:10.776691 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port afbf09b1-1e35-4fb2-a4fa-27218272dc3a, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=afbf09b1-1e35-4fb2-a4fa-27218272dc3a,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:38:10.854055 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b65c2-db82-4aa6-95c3-38f1a4e42495 req-c2c9d0bd-c17c-439b-9402-5ab489588a45 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:10.855502 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-016b65c2-db82-4aa6-95c3-38f1a4e42495 req-c2c9d0bd-c17c-439b-9402-5ab489588a45 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=e7501673-3fe7-48b0-8aa8-d315f38f3c61 HTTP/1.1" status: 200 len: 949 time: 0.0701733 Sep 24 15:38:10.861657 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:10.900911 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-016b65c2-db82-4aa6-95c3-38f1a4e42495 req-07754385-fdc5-40f6-859f-f30a21272d69 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365887 Sep 24 15:38:10.922530 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=afbf09b1-1e35-4fb2-a4fa-27218272dc3a,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:10.938630 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2fd1bdad-2b21-4719-88dd-dcd6ad80caa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:10.966397 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd1bdad-2b21-4719-88dd-dcd6ad80caa2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef0ee247-b4f2-447c-8f5d-e9561afd9063,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:10.979547 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce34edb-7008-403d-b4d9-5caba9fed678 None None] Network a5d241e3-daff-4bec-ad72-cd4d718f17c0 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:38:10.979719 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2fd1bdad-2b21-4719-88dd-dcd6ad80caa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:10.983168 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-2fd1bdad-2b21-4719-88dd-dcd6ad80caa2 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/ef0ee247-b4f2-447c-8f5d-e9561afd9063 HTTP/1.1" status: 204 len: 168 time: 0.4585783 Sep 24 15:38:10.984472 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47418) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:38:11.086213 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-439ac922-e360-49ee-88ee-8f20f5503395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:11.144252 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-439ac922-e360-49ee-88ee-8f20f5503395 admin admin] Deleting port 6bad75db-aefb-442e-aab0-4d5823b1dfe2 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:38:11.144596 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-439ac922-e360-49ee-88ee-8f20f5503395 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:11.207858 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b67e78-8b0d-4c42-a064-224bdc8b77e3 None None] DHCP port deletion for a5d241e3-daff-4bec-ad72-cd4d718f17c0 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:38:11.247484 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['afbf09b1-1e35-4fb2-a4fa-27218272dc3a'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:38:11.289636 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-78b67e78-8b0d-4c42-a064-224bdc8b77e3 None None] Deleting port 6bad75db-aefb-442e-aab0-4d5823b1dfe2 {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:38:11.289850 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-78b67e78-8b0d-4c42-a064-224bdc8b77e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:11.380770 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-78b67e78-8b0d-4c42-a064-224bdc8b77e3 None None] For port 6bad75db-aefb-442e-aab0-4d5823b1dfe2, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=6bad75db-aefb-442e-aab0-4d5823b1dfe2,segment=NetworkSegment(811924e7-50f3-438e-9588-4a3df0c9fdb3),segment_id=811924e7-50f3-438e-9588-4a3df0c9fdb3)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:38:11.381193 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-78b67e78-8b0d-4c42-a064-224bdc8b77e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:11.404138 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-78b67e78-8b0d-4c42-a064-224bdc8b77e3 None None] Calling delete_port for 6bad75db-aefb-442e-aab0-4d5823b1dfe2 owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:38:11.618314 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-78b67e78-8b0d-4c42-a064-224bdc8b77e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:11.626959 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-439ac922-e360-49ee-88ee-8f20f5503395 admin admin] For port 6bad75db-aefb-442e-aab0-4d5823b1dfe2, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=6bad75db-aefb-442e-aab0-4d5823b1dfe2,segment=NetworkSegment(811924e7-50f3-438e-9588-4a3df0c9fdb3),segment_id=811924e7-50f3-438e-9588-4a3df0c9fdb3)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:38:11.627320 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-439ac922-e360-49ee-88ee-8f20f5503395 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:11.643306 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-439ac922-e360-49ee-88ee-8f20f5503395 admin admin] Calling delete_port for 6bad75db-aefb-442e-aab0-4d5823b1dfe2 owned by network:dhcp {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:38:11.660306 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b67e78-8b0d-4c42-a064-224bdc8b77e3 None None] Pushing event deleted for resources: {'Port': ['ID=6bad75db-aefb-442e-aab0-4d5823b1dfe2,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:11.668666 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b67e78-8b0d-4c42-a064-224bdc8b77e3 None None] No DVR routers for this DVR port 6bad75db-aefb-442e-aab0-4d5823b1dfe2 on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:38:11.699424 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324795b2-2c35-47d3-8fca-ad0ce71e2f0d req-47e5ed1d-b8e5-40b1-97bf-3c48163faff0 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:11.701632 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-324795b2-2c35-47d3-8fca-ad0ce71e2f0d req-47e5ed1d-b8e5-40b1-97bf-3c48163faff0 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=c7c4b09e-142a-4cc8-809c-267fc688df42 HTTP/1.1" status: 200 len: 945 time: 0.0660915 Sep 24 15:38:11.704505 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf246451-3fc9-42a8-840c-af7c41c01c40 req-cbea0b68-48cd-4b96-8b9e-9a61e23cccff tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:11.706115 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cf246451-3fc9-42a8-840c-af7c41c01c40 req-cbea0b68-48cd-4b96-8b9e-9a61e23cccff tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=7cd44f03-df1c-4436-87b5-4c9cccff4adf HTTP/1.1" status: 200 len: 945 time: 0.5187995 Sep 24 15:38:11.752708 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-324795b2-2c35-47d3-8fca-ad0ce71e2f0d req-5bfab58f-7ee3-49f8-83b5-4bebd66263b2 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379031 Sep 24 15:38:11.765798 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cf246451-3fc9-42a8-840c-af7c41c01c40 req-a3d4bf54-bf60-4b7f-8268-1834935918fc tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511324 Sep 24 15:38:11.786577 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-439ac922-e360-49ee-88ee-8f20f5503395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:11.813445 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439ac922-e360-49ee-88ee-8f20f5503395 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bad75db-aefb-442e-aab0-4d5823b1dfe2,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:11.822539 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439ac922-e360-49ee-88ee-8f20f5503395 admin admin] No DVR routers for this DVR port 6bad75db-aefb-442e-aab0-4d5823b1dfe2 on host n-d-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:38:11.919361 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-439ac922-e360-49ee-88ee-8f20f5503395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:11.938173 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e4492b-f30c-4424-a6d7-813e6cdc1803 req-1c74622c-f83c-4f8b-9452-eb7aec6d8f33 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:11.943148 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-22e4492b-f30c-4424-a6d7-813e6cdc1803 req-1c74622c-f83c-4f8b-9452-eb7aec6d8f33 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=39a62df8-13ee-4707-bb72-f38aecc6208b HTTP/1.1" status: 200 len: 949 time: 0.0880902 Sep 24 15:38:11.970994 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 6bad75db-aefb-442e-aab0-4d5823b1dfe2 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:38:11.985519 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-22e4492b-f30c-4424-a6d7-813e6cdc1803 req-3ccf3edc-5fae-4359-997c-e58f1350d17e tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386462 Sep 24 15:38:11.986963 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-700d3461-7d2e-40b3-9af5-56bab6a85b16 req-518f49f9-7f63-4c32-b6e3-4ee686f6cb75 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=e37c69e9-a0a0-4792-a283-70d23cbecfac HTTP/1.1" status: 200 len: 210 time: 0.0638494 Sep 24 15:38:11.989137 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-439ac922-e360-49ee-88ee-8f20f5503395 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5d241e3-daff-4bec-ad72-cd4d718f17c0']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:38:12.011482 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 6bad75db-aefb-442e-aab0-4d5823b1dfe2 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:38:12.012417 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 6bad75db-aefb-442e-aab0-4d5823b1dfe2 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:38:12.015155 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-439ac922-e360-49ee-88ee-8f20f5503395 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '811924e7-50f3-438e-9588-4a3df0c9fdb3') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:38:12.015530 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-439ac922-e360-49ee-88ee-8f20f5503395 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '811924e7-50f3-438e-9588-4a3df0c9fdb3') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:38:12.026327 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-439ac922-e360-49ee-88ee-8f20f5503395 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:12.041163 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-439ac922-e360-49ee-88ee-8f20f5503395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:12.047394 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-439ac922-e360-49ee-88ee-8f20f5503395 admin admin] Releasing vlan 1278 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:38:12.047782 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-439ac922-e360-49ee-88ee-8f20f5503395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:12.049509 n-d-808921-1 neutron-server[95298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:38:12.049509 n-d-808921-1 neutron-server[95298]: self.session.flush() Sep 24 15:38:12.049509 n-d-808921-1 neutron-server[95298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:38:12.049509 n-d-808921-1 neutron-server[95298]: self.session.flush() Sep 24 15:38:12.049509 n-d-808921-1 neutron-server[95298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:38:12.049509 n-d-808921-1 neutron-server[95298]: self.session.flush() Sep 24 15:38:12.049509 n-d-808921-1 neutron-server[95298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:38:12.049509 n-d-808921-1 neutron-server[95298]: self.session.flush() Sep 24 15:38:12.049509 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:38:12.049509 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:38:12.049509 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:38:12.049509 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:38:12.049509 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:38:12.049509 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:38:12.049509 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:38:12.049509 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:38:12.049509 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:38:12.049509 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:38:12.049509 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:38:12.049509 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:38:12.049509 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:38:12.049509 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:38:12.049509 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:38:12.049509 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:38:12.049509 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:38:12.049509 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:38:12.049509 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:38:12.049509 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:38:12.049509 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:38:12.049509 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:38:12.049509 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:38:12.049509 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:38:12.049509 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:38:12.049509 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:38:12.049509 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:38:12.049509 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:38:12.049509 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:38:12.049509 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:38:12.049509 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:38:12.049509 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:38:12.142726 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20625fbb-8f86-4961-b10c-e5bea9706b65 req-7023587a-70aa-4b85-81f4-a844ea6f40ba tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:12.144444 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-20625fbb-8f86-4961-b10c-e5bea9706b65 req-7023587a-70aa-4b85-81f4-a844ea6f40ba tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=e7501673-3fe7-48b0-8aa8-d315f38f3c61 HTTP/1.1" status: 200 len: 949 time: 0.0855157 Sep 24 15:38:12.183375 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-20625fbb-8f86-4961-b10c-e5bea9706b65 req-3c3b00d4-3db3-49e1-9bd7-7a3fa2120800 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329788 Sep 24 15:38:12.187239 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-439ac922-e360-49ee-88ee-8f20f5503395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:12.207570 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-439ac922-e360-49ee-88ee-8f20f5503395 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:12.209443 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-439ac922-e360-49ee-88ee-8f20f5503395 admin admin] 10.222.0.101 "DELETE /v2.0/networks/a5d241e3-daff-4bec-ad72-cd4d718f17c0 HTTP/1.1" status: 204 len: 168 time: 1.2224336 Sep 24 15:38:12.210617 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439ac922-e360-49ee-88ee-8f20f5503395 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5d241e3-daff-4bec-ad72-cd4d718f17c0,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:12.558609 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47448) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:38:12.597936 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b562edd7-a75c-4c08-8271-9014e2f2ba27 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ef75ba2a22e041aa9a029a438a502d8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387361 Sep 24 15:38:12.603995 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47450) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:38:12.653694 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c6be5cb2-92cd-479d-9837-406204525576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:12.678684 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c6be5cb2-92cd-479d-9837-406204525576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:12.798964 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c6be5cb2-92cd-479d-9837-406204525576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:12.801792 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c6be5cb2-92cd-479d-9837-406204525576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:12.805315 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-c6be5cb2-92cd-479d-9837-406204525576 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/6f5b2d93-e3ed-4f90-a24f-de0f1d5dfc89 HTTP/1.1" status: 204 len: 168 time: 0.1981103 Sep 24 15:38:12.819153 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6be5cb2-92cd-479d-9837-406204525576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5b2d93-e3ed-4f90-a24f-de0f1d5dfc89,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:12.947424 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a78d1a-137f-4b26-beaa-1efc3e594496 req-0cd9ec7d-f1ce-4be2-88ed-99157acef13f tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:12.949208 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-90a78d1a-137f-4b26-beaa-1efc3e594496 req-0cd9ec7d-f1ce-4be2-88ed-99157acef13f tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=7cd44f03-df1c-4436-87b5-4c9cccff4adf HTTP/1.1" status: 200 len: 945 time: 0.0673356 Sep 24 15:38:12.959895 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d83b1e-90df-4971-a58f-31c7c38b7266 req-6a859fde-203d-4731-9f79-94966114403c tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:12.961477 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b6d83b1e-90df-4971-a58f-31c7c38b7266 req-6a859fde-203d-4731-9f79-94966114403c tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=c7c4b09e-142a-4cc8-809c-267fc688df42 HTTP/1.1" status: 200 len: 945 time: 0.0613976 Sep 24 15:38:12.995773 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-90a78d1a-137f-4b26-beaa-1efc3e594496 req-537f54d7-866d-477a-beb0-793e6d217a06 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384228 Sep 24 15:38:13.019035 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b6d83b1e-90df-4971-a58f-31c7c38b7266 req-5bf1d936-97d3-405f-a279-08b701c0d312 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492852 Sep 24 15:38:13.186715 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-646d9edf-ef8e-4621-84c8-5931a8866573 req-59199034-9c15-458d-b11b-6bf6bc495522 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=e37c69e9-a0a0-4792-a283-70d23cbecfac HTTP/1.1" status: 200 len: 210 time: 0.0657828 Sep 24 15:38:13.306618 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ab33a-5d2b-458f-9510-feac943280bf req-727f1574-77e7-4a51-8305-3ae769fb2154 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:13.309006 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ba7ab33a-5d2b-458f-9510-feac943280bf req-727f1574-77e7-4a51-8305-3ae769fb2154 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=39a62df8-13ee-4707-bb72-f38aecc6208b HTTP/1.1" status: 200 len: 949 time: 0.1170871 Sep 24 15:38:13.380857 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ba7ab33a-5d2b-458f-9510-feac943280bf req-f9bd05cd-bf2e-4242-a29b-1eed08186ebd tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600541 Sep 24 15:38:13.416831 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924ee22f-ddfe-4cb8-b388-9b03836e9389 req-4c985e1f-b373-4c43-b022-a6f91d980416 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:13.418326 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-924ee22f-ddfe-4cb8-b388-9b03836e9389 req-4c985e1f-b373-4c43-b022-a6f91d980416 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.108 "GET /v2.0/networks?id=3e0da5e5-cfcf-4b73-b0d7-902e52490b00 HTTP/1.1" status: 200 len: 812 time: 0.2544091 Sep 24 15:38:13.430304 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b3ddb8-ec41-4cd0-8a8f-202134b70a6e req-bfaeaa45-2f6f-40e2-b939-4a4baf7e966b tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:13.432013 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f1b3ddb8-ec41-4cd0-8a8f-202134b70a6e req-bfaeaa45-2f6f-40e2-b939-4a4baf7e966b tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=e7501673-3fe7-48b0-8aa8-d315f38f3c61 HTTP/1.1" status: 200 len: 949 time: 0.1419725 Sep 24 15:38:13.436810 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-924ee22f-ddfe-4cb8-b388-9b03836e9389 req-44daa512-b53a-49dc-8ae8-2a4abba67cbb tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Request body: {'port': {'device_id': 'e37c69e9-a0a0-4792-a283-70d23cbecfac', 'network_id': '3e0da5e5-cfcf-4b73-b0d7-902e52490b00', 'admin_state_up': True, 'tenant_id': 'd0b79565aaee49b1a1b35139ea3bccae'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:38:13.538777 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f1b3ddb8-ec41-4cd0-8a8f-202134b70a6e req-bd87dca9-864a-465f-8ff5-6e7ceecbd171 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983315 Sep 24 15:38:13.730583 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-924ee22f-ddfe-4cb8-b388-9b03836e9389 req-44daa512-b53a-49dc-8ae8-2a4abba67cbb tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Made reservation on behalf of d0b79565aaee49b1a1b35139ea3bccae for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:38:13.734939 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-924ee22f-ddfe-4cb8-b388-9b03836e9389 req-44daa512-b53a-49dc-8ae8-2a4abba67cbb tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:13.876424 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-924ee22f-ddfe-4cb8-b388-9b03836e9389 req-44daa512-b53a-49dc-8ae8-2a4abba67cbb tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Allocated IP 172.20.0.2 (3e0da5e5-cfcf-4b73-b0d7-902e52490b00/946d8626-ec5d-49c4-aa21-33da3ceddcfd/4c0d9c2b-4a81-487b-b17e-58ec5f771b7a) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:38:14.041963 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-924ee22f-ddfe-4cb8-b388-9b03836e9389 req-44daa512-b53a-49dc-8ae8-2a4abba67cbb tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:14.170850 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-924ee22f-ddfe-4cb8-b388-9b03836e9389 req-44daa512-b53a-49dc-8ae8-2a4abba67cbb tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:14.216642 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff26ef1-53d3-46cc-990e-d1c0991aca9c req-3c16b450-4991-4a9b-937a-edd770b1c3b6 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:14.225461 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-924ee22f-ddfe-4cb8-b388-9b03836e9389 req-44daa512-b53a-49dc-8ae8-2a4abba67cbb tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Network 3e0da5e5-cfcf-4b73-b0d7-902e52490b00 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:38:14.226784 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cff26ef1-53d3-46cc-990e-d1c0991aca9c req-3c16b450-4991-4a9b-937a-edd770b1c3b6 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=c7c4b09e-142a-4cc8-809c-267fc688df42 HTTP/1.1" status: 200 len: 945 time: 0.0934761 Sep 24 15:38:14.229300 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-924ee22f-ddfe-4cb8-b388-9b03836e9389 req-44daa512-b53a-49dc-8ae8-2a4abba67cbb tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:38:14.235322 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-924ee22f-ddfe-4cb8-b388-9b03836e9389 req-44daa512-b53a-49dc-8ae8-2a4abba67cbb tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:38:14.269991 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44daa512-b53a-49dc-8ae8-2a4abba67cbb tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Pushing event updated for resources: {'Port': ['ID=4c0d9c2b-4a81-487b-b17e-58ec5f771b7a,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:14.279149 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cff26ef1-53d3-46cc-990e-d1c0991aca9c req-44943379-8174-4bf6-806f-b8be9db043bc tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511456 Sep 24 15:38:14.347102 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924ee22f-ddfe-4cb8-b388-9b03836e9389 req-44daa512-b53a-49dc-8ae8-2a4abba67cbb tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:14.347102 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-924ee22f-ddfe-4cb8-b388-9b03836e9389 req-44daa512-b53a-49dc-8ae8-2a4abba67cbb tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:14.404591 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638257dc-3f80-400b-8ec3-4817f2b1851e req-4488163b-1e01-4c25-a983-128662840fb5 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:14.406450 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-638257dc-3f80-400b-8ec3-4817f2b1851e req-4488163b-1e01-4c25-a983-128662840fb5 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=e37c69e9-a0a0-4792-a283-70d23cbecfac HTTP/1.1" status: 200 len: 931 time: 0.0528259 Sep 24 15:38:14.460727 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-924ee22f-ddfe-4cb8-b388-9b03836e9389 req-44daa512-b53a-49dc-8ae8-2a4abba67cbb tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0276160 Sep 24 15:38:14.483202 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-638257dc-3f80-400b-8ec3-4817f2b1851e req-118082c3-6532-419e-8b30-0554ceb97d67 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700684 Sep 24 15:38:14.500155 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-924ee22f-ddfe-4cb8-b388-9b03836e9389 req-56c31e1b-f33a-49bb-899b-56aa9222f575 service neutron] Request body: {'port': {'device_id': 'e37c69e9-a0a0-4792-a283-70d23cbecfac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:38:14.512623 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47504) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:38:14.548943 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device afbf09b1-1e35-4fb2-a4fa-27218272dc3a up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:38:14.554525 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f427d-2695-4287-8264-6dca23bf87d8 req-a0a2e5de-e5f8-49e7-87ea-bc276a380c39 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:14.561183 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c39f427d-2695-4287-8264-6dca23bf87d8 req-a0a2e5de-e5f8-49e7-87ea-bc276a380c39 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=39a62df8-13ee-4707-bb72-f38aecc6208b HTTP/1.1" status: 200 len: 949 time: 0.0909050 Sep 24 15:38:14.606554 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-924ee22f-ddfe-4cb8-b388-9b03836e9389 req-56c31e1b-f33a-49bb-899b-56aa9222f575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:14.643095 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c39f427d-2695-4287-8264-6dca23bf87d8 req-ab522d98-5bd2-422b-9cf0-976d9478f23f tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790434 Sep 24 15:38:14.717302 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-5879ea36-68ef-47d1-97d2-19aba5ed1c42 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1734218246-network', 'tenant_id': 'ac17221dd7b34bd3afb658a69ac088d3'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:38:14.833439 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d0daea-f6db-4aa8-874e-0a483b7ace51 req-98cb6ecb-04d6-4a11-83c4-319941ed48b2 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:14.838680 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port afbf09b1-1e35-4fb2-a4fa-27218272dc3a completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:38:14.840830 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-80d0daea-f6db-4aa8-874e-0a483b7ace51 req-98cb6ecb-04d6-4a11-83c4-319941ed48b2 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=e7501673-3fe7-48b0-8aa8-d315f38f3c61 HTTP/1.1" status: 200 len: 949 time: 0.1739776 Sep 24 15:38:14.844295 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port afbf09b1-1e35-4fb2-a4fa-27218272dc3a triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:38:14.844665 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:14.899701 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5879ea36-68ef-47d1-97d2-19aba5ed1c42 admin admin] Made reservation on behalf of ac17221dd7b34bd3afb658a69ac088d3 for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:38:14.902045 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5879ea36-68ef-47d1-97d2-19aba5ed1c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:14.934964 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5879ea36-68ef-47d1-97d2-19aba5ed1c42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:14.948129 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:14.956948 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-80d0daea-f6db-4aa8-874e-0a483b7ace51 req-39307f08-85d6-4324-916f-c607ab8fe38e tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133676 Sep 24 15:38:14.974691 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39a62df8-13ee-4707-bb72-f38aecc6208b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afbf09b1-1e35-4fb2-a4fa-27218272dc3a'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:38:14.977311 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-908edf04-33fb-42ed-85c5-3fddf2f075fd" -d '{"events": [{"server_uuid": "39a62df8-13ee-4707-bb72-f38aecc6208b", "name": "network-vif-plugged", "status": "completed", "tag": "afbf09b1-1e35-4fb2-a4fa-27218272dc3a"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:38:14.991885 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port afbf09b1-1e35-4fb2-a4fa-27218272dc3a, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=afbf09b1-1e35-4fb2-a4fa-27218272dc3a,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:38:15.036989 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5210ce76-8d4e-4b50-934f-4d785a79a803 x-openstack-request-id: req-5210ce76-8d4e-4b50-934f-4d785a79a803 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:38:15.037705 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39a62df8-13ee-4707-bb72-f38aecc6208b", "name": "network-vif-plugged", "status": "completed", "tag": "afbf09b1-1e35-4fb2-a4fa-27218272dc3a", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:38:15.038125 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-5210ce76-8d4e-4b50-934f-4d785a79a803 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:38:15.039256 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39a62df8-13ee-4707-bb72-f38aecc6208b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afbf09b1-1e35-4fb2-a4fa-27218272dc3a', 'code': 200} Sep 24 15:38:15.069296 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:15.078185 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-924ee22f-ddfe-4cb8-b388-9b03836e9389 req-56c31e1b-f33a-49bb-899b-56aa9222f575 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c0d9c2b-4a81-487b-b17e-58ec5f771b7a {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:38:15.089975 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-924ee22f-ddfe-4cb8-b388-9b03836e9389 req-56c31e1b-f33a-49bb-899b-56aa9222f575 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:15.133910 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-924ee22f-ddfe-4cb8-b388-9b03836e9389 req-56c31e1b-f33a-49bb-899b-56aa9222f575 service neutron] Transition to ACTIVE for port object 4c0d9c2b-4a81-487b-b17e-58ec5f771b7a will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:38:15.135174 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=afbf09b1-1e35-4fb2-a4fa-27218272dc3a,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:15.180654 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5879ea36-68ef-47d1-97d2-19aba5ed1c42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:15.185839 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f2c18f-f43b-49c7-976c-dcd58fce7cdc req-429c315f-1e04-4c04-b67b-191a0217c7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:15.187580 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-60f2c18f-f43b-49c7-976c-dcd58fce7cdc req-429c315f-1e04-4c04-b67b-191a0217c7fb service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=39a62df8-13ee-4707-bb72-f38aecc6208b HTTP/1.1" status: 200 len: 1101 time: 0.0839517 Sep 24 15:38:15.223077 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-924ee22f-ddfe-4cb8-b388-9b03836e9389 req-56c31e1b-f33a-49bb-899b-56aa9222f575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:15.275041 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-60f2c18f-f43b-49c7-976c-dcd58fce7cdc req-a920d4a2-27b8-4d5f-8444-a3bcc9367878 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758979 Sep 24 15:38:15.280660 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5879ea36-68ef-47d1-97d2-19aba5ed1c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:15.329042 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c31e1b-f33a-49bb-899b-56aa9222f575 service neutron] Pushing event updated for resources: {'Port': ['ID=4c0d9c2b-4a81-487b-b17e-58ec5f771b7a,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:15.351054 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5879ea36-68ef-47d1-97d2-19aba5ed1c42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1287} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:38:15.353506 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5879ea36-68ef-47d1-97d2-19aba5ed1c42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac0d919-fe8f-4e97-b521-960fe1323cb0,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:15.392752 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5879ea36-68ef-47d1-97d2-19aba5ed1c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:15.393103 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-5879ea36-68ef-47d1-97d2-19aba5ed1c42 admin admin] Added segment 7e8e93a9-9a2d-4b51-a14d-73f657c90f78 of type vlan for network bad15511-e79d-4a5e-8826-604fa4d6fb1c Sep 24 15:38:15.453306 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5879ea36-68ef-47d1-97d2-19aba5ed1c42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:15.462005 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-924ee22f-ddfe-4cb8-b388-9b03836e9389 req-56c31e1b-f33a-49bb-899b-56aa9222f575 service neutron] Attempting to bind port 4c0d9c2b-4a81-487b-b17e-58ec5f771b7a on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:38:15.462367 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-924ee22f-ddfe-4cb8-b388-9b03836e9389 req-56c31e1b-f33a-49bb-899b-56aa9222f575 service neutron] Attempting to bind port 4c0d9c2b-4a81-487b-b17e-58ec5f771b7a by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': 'd7a68d6c-5d6b-4eed-831a-023fbb1b8f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '3e0da5e5-cfcf-4b73-b0d7-902e52490b00'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:38:15.462701 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924ee22f-ddfe-4cb8-b388-9b03836e9389 req-56c31e1b-f33a-49bb-899b-56aa9222f575 service neutron] Attempting to bind port 4c0d9c2b-4a81-487b-b17e-58ec5f771b7a on network 3e0da5e5-cfcf-4b73-b0d7-902e52490b00 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:38:15.469620 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24b0f3b-201f-4ba6-940a-5e70591eb428 req-628ca7a2-2ce4-46c4-b03e-93b1222fb0de tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:15.470146 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924ee22f-ddfe-4cb8-b388-9b03836e9389 req-56c31e1b-f33a-49bb-899b-56aa9222f575 service neutron] Port 4c0d9c2b-4a81-487b-b17e-58ec5f771b7a on network 3e0da5e5-cfcf-4b73-b0d7-902e52490b00 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:38:15.470449 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924ee22f-ddfe-4cb8-b388-9b03836e9389 req-56c31e1b-f33a-49bb-899b-56aa9222f575 service neutron] Attempting to bind port 4c0d9c2b-4a81-487b-b17e-58ec5f771b7a on network 3e0da5e5-cfcf-4b73-b0d7-902e52490b00 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:38:15.472007 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c24b0f3b-201f-4ba6-940a-5e70591eb428 req-628ca7a2-2ce4-46c4-b03e-93b1222fb0de tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=c7c4b09e-142a-4cc8-809c-267fc688df42 HTTP/1.1" status: 200 len: 945 time: 0.0889821 Sep 24 15:38:15.482401 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924ee22f-ddfe-4cb8-b388-9b03836e9389 req-56c31e1b-f33a-49bb-899b-56aa9222f575 service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:38:15.487490 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924ee22f-ddfe-4cb8-b388-9b03836e9389 req-56c31e1b-f33a-49bb-899b-56aa9222f575 service neutron] Checking segment: {'id': 'd7a68d6c-5d6b-4eed-831a-023fbb1b8f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '3e0da5e5-cfcf-4b73-b0d7-902e52490b00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:38:15.487490 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-924ee22f-ddfe-4cb8-b388-9b03836e9389 req-56c31e1b-f33a-49bb-899b-56aa9222f575 service neutron] Bound using segment: {'id': 'd7a68d6c-5d6b-4eed-831a-023fbb1b8f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '3e0da5e5-cfcf-4b73-b0d7-902e52490b00'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:38:15.487490 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-924ee22f-ddfe-4cb8-b388-9b03836e9389 req-56c31e1b-f33a-49bb-899b-56aa9222f575 service neutron] Bound port: 4c0d9c2b-4a81-487b-b17e-58ec5f771b7a, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7a68d6c-5d6b-4eed-831a-023fbb1b8f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '3e0da5e5-cfcf-4b73-b0d7-902e52490b00'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:38:15.487490 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-924ee22f-ddfe-4cb8-b388-9b03836e9389 req-56c31e1b-f33a-49bb-899b-56aa9222f575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:15.515441 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c24b0f3b-201f-4ba6-940a-5e70591eb428 req-16abb18b-b10a-4265-9f44-00e6826a3ef3 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367904 Sep 24 15:38:15.572175 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-924ee22f-ddfe-4cb8-b388-9b03836e9389 req-56c31e1b-f33a-49bb-899b-56aa9222f575 service neutron] For port 4c0d9c2b-4a81-487b-b17e-58ec5f771b7a, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:38:15.575735 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-924ee22f-ddfe-4cb8-b388-9b03836e9389 req-56c31e1b-f33a-49bb-899b-56aa9222f575 service neutron] For port 4c0d9c2b-4a81-487b-b17e-58ec5f771b7a, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=4c0d9c2b-4a81-487b-b17e-58ec5f771b7a,segment=NetworkSegment(d7a68d6c-5d6b-4eed-831a-023fbb1b8f0b),segment_id=d7a68d6c-5d6b-4eed-831a-023fbb1b8f0b)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:38:15.606842 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5879ea36-68ef-47d1-97d2-19aba5ed1c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:15.608992 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5879ea36-68ef-47d1-97d2-19aba5ed1c42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:15.609288 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5879ea36-68ef-47d1-97d2-19aba5ed1c42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:15.712435 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-924ee22f-ddfe-4cb8-b388-9b03836e9389 req-56c31e1b-f33a-49bb-899b-56aa9222f575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:15.714488 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5879ea36-68ef-47d1-97d2-19aba5ed1c42 admin admin] Pushing event updated for resources: {'Network': ['ID=bad15511-e79d-4a5e-8826-604fa4d6fb1c,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:15.726112 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network bad15511-e79d-4a5e-8826-604fa4d6fb1c details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:38:15.736045 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46341c69-82ad-452d-acb5-709b0829cc5f req-b5a2c67a-24da-4fe0-a5b3-46f878ca39f6 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:15.737730 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-46341c69-82ad-452d-acb5-709b0829cc5f req-b5a2c67a-24da-4fe0-a5b3-46f878ca39f6 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=e37c69e9-a0a0-4792-a283-70d23cbecfac HTTP/1.1" status: 200 len: 943 time: 0.1593688 Sep 24 15:38:15.766727 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924ee22f-ddfe-4cb8-b388-9b03836e9389 req-56c31e1b-f33a-49bb-899b-56aa9222f575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:15.767799 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-924ee22f-ddfe-4cb8-b388-9b03836e9389 req-56c31e1b-f33a-49bb-899b-56aa9222f575 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:15.769479 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-924ee22f-ddfe-4cb8-b388-9b03836e9389 req-56c31e1b-f33a-49bb-899b-56aa9222f575 service neutron] 10.222.0.108 "PUT /v2.0/ports/4c0d9c2b-4a81-487b-b17e-58ec5f771b7a HTTP/1.1" status: 200 len: 1091 time: 1.2810071 Sep 24 15:38:15.773747 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e37c69e9-a0a0-4792-a283-70d23cbecfac', 'tag': '4c0d9c2b-4a81-487b-b17e-58ec5f771b7a'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:38:15.777094 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3193f17d-27d4-45b0-86b7-5418661040b3" -d '{"events": [{"name": "network-changed", "server_uuid": "e37c69e9-a0a0-4792-a283-70d23cbecfac", "tag": "4c0d9c2b-4a81-487b-b17e-58ec5f771b7a"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:38:15.791197 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6f8500-815e-4def-b1cc-14d0876e9312 req-9ed900c8-0506-4de1-8e64-00346b786b77 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:15.793723 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bb6f8500-815e-4def-b1cc-14d0876e9312 req-9ed900c8-0506-4de1-8e64-00346b786b77 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=39a62df8-13ee-4707-bb72-f38aecc6208b HTTP/1.1" status: 200 len: 950 time: 0.0848188 Sep 24 15:38:15.810308 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5111f849-872a-4b0c-89d9-5045010198e3 req-ddfd8c3f-69f0-471b-93b8-fd4b290b752c service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=7cd44f03-df1c-4436-87b5-4c9cccff4adf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1602488 Sep 24 15:38:15.821297 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-5879ea36-68ef-47d1-97d2-19aba5ed1c42 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3075991 Sep 24 15:38:15.827789 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47528) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:38:15.841007 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-9499607e-2d1c-493a-aec4-6e53a5ea5a39 admin admin] Request body: {'subnet': {'network_id': 'bad15511-e79d-4a5e-8826-604fa4d6fb1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1734218246-subnet', 'tenant_id': 'ac17221dd7b34bd3afb658a69ac088d3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:38:15.850235 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c31e1b-f33a-49bb-899b-56aa9222f575 service neutron] Pushing event updated for resources: {'Port': ['ID=4c0d9c2b-4a81-487b-b17e-58ec5f771b7a,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:15.867589 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-46341c69-82ad-452d-acb5-709b0829cc5f req-93b7dd5c-0f54-4ad4-98ed-f0361ef75e48 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952196 Sep 24 15:38:15.880889 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bb6f8500-815e-4def-b1cc-14d0876e9312 req-08d2aba5-c1be-4f8d-8b01-8262549bf4e2 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755715 Sep 24 15:38:15.921614 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5111f849-872a-4b0c-89d9-5045010198e3 req-a4482025-9e18-4a51-83b1-43b0e41fc219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:15.927420 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5111f849-872a-4b0c-89d9-5045010198e3 req-a4482025-9e18-4a51-83b1-43b0e41fc219 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=c99d52405d9141d6b21e8bd3f638dbfc&device_id=7cd44f03-df1c-4436-87b5-4c9cccff4adf HTTP/1.1" status: 200 len: 1096 time: 0.0672004 Sep 24 15:38:15.953696 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9499607e-2d1c-493a-aec4-6e53a5ea5a39 admin admin] Made reservation on behalf of ac17221dd7b34bd3afb658a69ac088d3 for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:38:15.954436 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8430221-7051-466e-878a-cb16154cd562 x-openstack-request-id: req-f8430221-7051-466e-878a-cb16154cd562 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:38:15.954809 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e37c69e9-a0a0-4792-a283-70d23cbecfac", "tag": "4c0d9c2b-4a81-487b-b17e-58ec5f771b7a", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:38:15.955120 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-f8430221-7051-466e-878a-cb16154cd562 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:38:15.955569 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e37c69e9-a0a0-4792-a283-70d23cbecfac', 'tag': '4c0d9c2b-4a81-487b-b17e-58ec5f771b7a', 'status': 'completed', 'code': 200} Sep 24 15:38:15.956162 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9499607e-2d1c-493a-aec4-6e53a5ea5a39 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:16.033093 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924ee22f-ddfe-4cb8-b388-9b03836e9389 req-ec0114c2-23e7-494c-b4ac-9ca372abf11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:16.034783 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-924ee22f-ddfe-4cb8-b388-9b03836e9389 req-ec0114c2-23e7-494c-b4ac-9ca372abf11b service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=d0b79565aaee49b1a1b35139ea3bccae&device_id=e37c69e9-a0a0-4792-a283-70d23cbecfac HTTP/1.1" status: 200 len: 1094 time: 0.1106501 Sep 24 15:38:16.110327 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-924ee22f-ddfe-4cb8-b388-9b03836e9389 req-62afc623-3317-420a-99b6-ed1c1cea541d service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4c0d9c2b-4a81-487b-b17e-58ec5f771b7a HTTP/1.1" status: 200 len: 217 time: 0.0653839 Sep 24 15:38:16.124737 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5111f849-872a-4b0c-89d9-5045010198e3 req-ec8479e4-64cc-418a-a387-230285530f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:16.126171 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5111f849-872a-4b0c-89d9-5045010198e3 req-ec8479e4-64cc-418a-a387-230285530f15 service neutron] 10.222.0.108 "GET /v2.0/networks?id=701084d1-b6de-45b7-9441-4205d9510bac HTTP/1.1" status: 200 len: 921 time: 0.1735754 Sep 24 15:38:16.195543 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9499607e-2d1c-493a-aec4-6e53a5ea5a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:16.209882 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a5dd3-5029-4be6-8a52-99cbe81c4348 req-837ed860-fbfb-4893-b48e-42ea98b79ced tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:16.211000 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-390a5dd3-5029-4be6-8a52-99cbe81c4348 req-837ed860-fbfb-4893-b48e-42ea98b79ced tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=e7501673-3fe7-48b0-8aa8-d315f38f3c61 HTTP/1.1" status: 200 len: 949 time: 0.1678524 Sep 24 15:38:16.215093 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5111f849-872a-4b0c-89d9-5045010198e3 req-877bfa86-f3c3-4a35-85cc-adf8e926a765 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8b05671-5846-450b-b614-149956aa102d HTTP/1.1" status: 200 len: 217 time: 0.0536542 Sep 24 15:38:16.270921 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924ee22f-ddfe-4cb8-b388-9b03836e9389 req-7b82e139-85db-4316-8b9f-1108c97a9ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:16.271910 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9499607e-2d1c-493a-aec4-6e53a5ea5a39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac550aa6-1c9d-441e-90e2-38bf2a7a38e4,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:16.272421 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-924ee22f-ddfe-4cb8-b388-9b03836e9389 req-7b82e139-85db-4316-8b9f-1108c97a9ab9 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=946d8626-ec5d-49c4-aa21-33da3ceddcfd HTTP/1.1" status: 200 len: 852 time: 0.1438749 Sep 24 15:38:16.280833 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9499607e-2d1c-493a-aec4-6e53a5ea5a39 admin admin] Checking segment: {'id': '7e8e93a9-9a2d-4b51-a14d-73f657c90f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'bad15511-e79d-4a5e-8826-604fa4d6fb1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:38:16.281203 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9499607e-2d1c-493a-aec4-6e53a5ea5a39 admin admin] Network hostable DHCP agents. Network: bad15511-e79d-4a5e-8826-604fa4d6fb1c, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:38:16.322723 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-924ee22f-ddfe-4cb8-b388-9b03836e9389 req-da5abd7d-a83f-4f35-82e1-996e8143d5b3 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=3e0da5e5-cfcf-4b73-b0d7-902e52490b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335743 Sep 24 15:38:16.328657 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-390a5dd3-5029-4be6-8a52-99cbe81c4348 req-f257ddf5-ed7d-4c83-aa6b-c330c5328f55 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075122 Sep 24 15:38:16.331957 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5111f849-872a-4b0c-89d9-5045010198e3 req-36a6e5be-7dae-4f84-aec6-28e88d17410c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:16.332938 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5111f849-872a-4b0c-89d9-5045010198e3 req-36a6e5be-7dae-4f84-aec6-28e88d17410c service neutron] 10.222.0.108 "GET /v2.0/subnets?id=b845deee-5fbd-4c8d-bd12-b1efe896aa17 HTTP/1.1" status: 200 len: 859 time: 0.0998695 Sep 24 15:38:16.384776 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9499607e-2d1c-493a-aec4-6e53a5ea5a39 admin admin] Network bad15511-e79d-4a5e-8826-604fa4d6fb1c is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:38:16.395244 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5111f849-872a-4b0c-89d9-5045010198e3 req-df70e6ee-9f86-4a79-8298-19caad2cc385 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=701084d1-b6de-45b7-9441-4205d9510bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360172 Sep 24 15:38:16.427539 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5ec83-ca9f-47b1-9608-cd6b15e59763 req-f8a99851-a644-42c3-91b3-3d344bb4b446 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:16.429045 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-58d5ec83-ca9f-47b1-9608-cd6b15e59763 req-f8a99851-a644-42c3-91b3-3d344bb4b446 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=7cd44f03-df1c-4436-87b5-4c9cccff4adf HTTP/1.1" status: 200 len: 945 time: 0.0561593 Sep 24 15:38:16.468159 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-58d5ec83-ca9f-47b1-9608-cd6b15e59763 req-e18b28f5-ead1-4f49-8707-a78cc6ff1f24 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328817 Sep 24 15:38:16.475310 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-9499607e-2d1c-493a-aec4-6e53a5ea5a39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, bad15511-e79d-4a5e-8826-604fa4d6fb1c) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:38:16.480783 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9499607e-2d1c-493a-aec4-6e53a5ea5a39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:16.480783 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9499607e-2d1c-493a-aec4-6e53a5ea5a39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:16.488881 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae01741-ecc4-4c05-8e6f-6e2823997a18 None None] Network bad15511-e79d-4a5e-8826-604fa4d6fb1c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:38:16.530101 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-924ee22f-ddfe-4cb8-b388-9b03836e9389 req-ae205e65-7088-49fc-8e6b-11c8be3acd27 service neutron] 10.222.0.108 "GET /v2.0/networks/3e0da5e5-cfcf-4b73-b0d7-902e52490b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793396 Sep 24 15:38:16.573135 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5111f849-872a-4b0c-89d9-5045010198e3 req-740b43ae-4309-47c1-a1fd-e66ddc18edd1 service neutron] 10.222.0.108 "GET /v2.0/networks/701084d1-b6de-45b7-9441-4205d9510bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379895 Sep 24 15:38:16.580747 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-9499607e-2d1c-493a-aec4-6e53a5ea5a39 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7434244 Sep 24 15:38:16.584041 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47546) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:38:16.585420 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-357074af-f603-4f6f-8d4b-561e9f3ef687 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1734218246-router', 'tenant_id': 'ac17221dd7b34bd3afb658a69ac088d3', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:38:16.696986 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae240f9-d75a-46a5-9ffa-99b20810e73e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-bad15511-e79d-4a5e-8826-604fa4d6fb1c', 'network_id': 'bad15511-e79d-4a5e-8826-604fa4d6fb1c', 'tenant_id': 'ac17221dd7b34bd3afb658a69ac088d3', 'fixed_ips': [{'subnet_id': 'ac550aa6-1c9d-441e-90e2-38bf2a7a38e4'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:38:16.697919 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4ae240f9-d75a-46a5-9ffa-99b20810e73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:16.734963 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5971af-4a79-49da-a299-34ca40eccd0d req-9da82e4e-8eff-48e7-a9ba-9a4d30cfc30b tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:16.734963 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5b5971af-4a79-49da-a299-34ca40eccd0d req-9da82e4e-8eff-48e7-a9ba-9a4d30cfc30b tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=c7c4b09e-142a-4cc8-809c-267fc688df42 HTTP/1.1" status: 200 len: 945 time: 0.0551231 Sep 24 15:38:16.735288 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5111f849-872a-4b0c-89d9-5045010198e3 req-25033366-cf5c-47d1-a767-e7eee21ff994 service neutron] 10.222.0.108 "GET /v2.0/networks/701084d1-b6de-45b7-9441-4205d9510bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341956 Sep 24 15:38:16.735391 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-357074af-f603-4f6f-8d4b-561e9f3ef687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:16.735391 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-357074af-f603-4f6f-8d4b-561e9f3ef687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:16.749434 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-924ee22f-ddfe-4cb8-b388-9b03836e9389 req-f56f058a-4831-4095-89ce-df2e912e9aa5 service neutron] 10.222.0.108 "GET /v2.0/networks/3e0da5e5-cfcf-4b73-b0d7-902e52490b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090251 Sep 24 15:38:16.790577 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5b5971af-4a79-49da-a299-34ca40eccd0d req-9e5ed4d9-d89f-49af-99c2-9004a18bd4ea tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527227 Sep 24 15:38:16.817435 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-357074af-f603-4f6f-8d4b-561e9f3ef687 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:16.995313 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193f17d-27d4-45b0-86b7-5418661040b3 req-eed10523-1647-4a9c-9e20-0d082704d4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:16.996727 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3193f17d-27d4-45b0-86b7-5418661040b3 req-eed10523-1647-4a9c-9e20-0d082704d4c8 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=d0b79565aaee49b1a1b35139ea3bccae&device_id=e37c69e9-a0a0-4792-a283-70d23cbecfac HTTP/1.1" status: 200 len: 1094 time: 0.0633056 Sep 24 15:38:17.008675 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-4ae240f9-d75a-46a5-9ffa-99b20810e73e None None] Allocated IP 172.20.0.2 (bad15511-e79d-4a5e-8826-604fa4d6fb1c/ac550aa6-1c9d-441e-90e2-38bf2a7a38e4/51b702b3-67d1-42e5-a1c8-9eacf869f45e) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:38:17.104355 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-357074af-f603-4f6f-8d4b-561e9f3ef687 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:17.118643 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baa311c-85d5-424b-872b-fd93c16fca86 req-ba22dd27-2e39-4b28-a71c-2887ad8b555f tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:17.120191 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7baa311c-85d5-424b-872b-fd93c16fca86 req-ba22dd27-2e39-4b28-a71c-2887ad8b555f tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=39a62df8-13ee-4707-bb72-f38aecc6208b HTTP/1.1" status: 200 len: 950 time: 0.1514902 Sep 24 15:38:17.126412 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193f17d-27d4-45b0-86b7-5418661040b3 req-5673339f-8cf1-45bb-acf3-a2a608cc3066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:17.127958 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3193f17d-27d4-45b0-86b7-5418661040b3 req-5673339f-8cf1-45bb-acf3-a2a608cc3066 service neutron] 10.222.0.108 "GET /v2.0/networks?id=3e0da5e5-cfcf-4b73-b0d7-902e52490b00 HTTP/1.1" status: 200 len: 914 time: 0.1083481 Sep 24 15:38:17.161328 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7baa311c-85d5-424b-872b-fd93c16fca86 req-3a29d6b1-6a06-4da8-b226-ecdcb0878fbf tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330632 Sep 24 15:38:17.171578 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4ae240f9-d75a-46a5-9ffa-99b20810e73e None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:17.183973 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3193f17d-27d4-45b0-86b7-5418661040b3 req-5a1f85c3-299d-498b-afef-7e4d38fd6f2e service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4c0d9c2b-4a81-487b-b17e-58ec5f771b7a HTTP/1.1" status: 200 len: 217 time: 0.0398192 Sep 24 15:38:17.247478 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4ae240f9-d75a-46a5-9ffa-99b20810e73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:17.259469 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193f17d-27d4-45b0-86b7-5418661040b3 req-2a1eeda3-5a64-4431-82b8-278fc0c41a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:17.261036 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3193f17d-27d4-45b0-86b7-5418661040b3 req-2a1eeda3-5a64-4431-82b8-278fc0c41a21 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=946d8626-ec5d-49c4-aa21-33da3ceddcfd HTTP/1.1" status: 200 len: 852 time: 0.0464802 Sep 24 15:38:17.290805 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae240f9-d75a-46a5-9ffa-99b20810e73e None None] Network bad15511-e79d-4a5e-8826-604fa4d6fb1c is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:38:17.293812 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-4ae240f9-d75a-46a5-9ffa-99b20810e73e None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:38:17.297536 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae240f9-d75a-46a5-9ffa-99b20810e73e None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:38:17.308375 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae240f9-d75a-46a5-9ffa-99b20810e73e None None] Pushing event updated for resources: {'Port': ['ID=51b702b3-67d1-42e5-a1c8-9eacf869f45e,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:17.338731 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3193f17d-27d4-45b0-86b7-5418661040b3 req-f6e1ffae-9516-49e6-9edc-8d86afd34f1b service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=3e0da5e5-cfcf-4b73-b0d7-902e52490b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632572 Sep 24 15:38:17.352079 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f29476-c60f-43a9-97c5-179918c720e5 req-7ff98571-d264-4c01-9808-4ac44da5bb2c tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:17.353562 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-76f29476-c60f-43a9-97c5-179918c720e5 req-7ff98571-d264-4c01-9808-4ac44da5bb2c tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=e37c69e9-a0a0-4792-a283-70d23cbecfac HTTP/1.1" status: 200 len: 943 time: 0.0823052 Sep 24 15:38:17.367766 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-4ae240f9-d75a-46a5-9ffa-99b20810e73e None None] Attempting to bind port 51b702b3-67d1-42e5-a1c8-9eacf869f45e on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:38:17.383120 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-4ae240f9-d75a-46a5-9ffa-99b20810e73e None None] Attempting to bind port 51b702b3-67d1-42e5-a1c8-9eacf869f45e by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '7e8e93a9-9a2d-4b51-a14d-73f657c90f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'bad15511-e79d-4a5e-8826-604fa4d6fb1c'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:38:17.383120 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae240f9-d75a-46a5-9ffa-99b20810e73e None None] Attempting to bind port 51b702b3-67d1-42e5-a1c8-9eacf869f45e on network bad15511-e79d-4a5e-8826-604fa4d6fb1c {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:38:17.383120 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae240f9-d75a-46a5-9ffa-99b20810e73e None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:38:17.383120 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae240f9-d75a-46a5-9ffa-99b20810e73e None None] Checking segment: {'id': '7e8e93a9-9a2d-4b51-a14d-73f657c90f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'bad15511-e79d-4a5e-8826-604fa4d6fb1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:38:17.383120 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4ae240f9-d75a-46a5-9ffa-99b20810e73e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:17.383120 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae240f9-d75a-46a5-9ffa-99b20810e73e None None] Bound using segment: {'id': '7e8e93a9-9a2d-4b51-a14d-73f657c90f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'bad15511-e79d-4a5e-8826-604fa4d6fb1c'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:38:17.383120 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-4ae240f9-d75a-46a5-9ffa-99b20810e73e None None] Bound port: 51b702b3-67d1-42e5-a1c8-9eacf869f45e, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e8e93a9-9a2d-4b51-a14d-73f657c90f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'bad15511-e79d-4a5e-8826-604fa4d6fb1c'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:38:17.383120 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4ae240f9-d75a-46a5-9ffa-99b20810e73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:17.450788 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3193f17d-27d4-45b0-86b7-5418661040b3 req-9b9a40cf-b40d-48d8-b341-04d7129c151a service neutron] 10.222.0.108 "GET /v2.0/networks/3e0da5e5-cfcf-4b73-b0d7-902e52490b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964210 Sep 24 15:38:17.451582 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-4ae240f9-d75a-46a5-9ffa-99b20810e73e None None] For port 51b702b3-67d1-42e5-a1c8-9eacf869f45e, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:38:17.454734 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-4ae240f9-d75a-46a5-9ffa-99b20810e73e None None] For port 51b702b3-67d1-42e5-a1c8-9eacf869f45e, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=51b702b3-67d1-42e5-a1c8-9eacf869f45e,segment=NetworkSegment(7e8e93a9-9a2d-4b51-a14d-73f657c90f78),segment_id=7e8e93a9-9a2d-4b51-a14d-73f657c90f78)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:38:17.470938 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-76f29476-c60f-43a9-97c5-179918c720e5 req-0d9f9fd0-79ef-4ed8-83a7-0078819cbce5 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087112 Sep 24 15:38:17.512662 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-357074af-f603-4f6f-8d4b-561e9f3ef687 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:17.535499 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-357074af-f603-4f6f-8d4b-561e9f3ef687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:17.549019 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4ae240f9-d75a-46a5-9ffa-99b20810e73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:17.631797 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae240f9-d75a-46a5-9ffa-99b20810e73e None None] Pushing event updated for resources: {'Port': ['ID=51b702b3-67d1-42e5-a1c8-9eacf869f45e,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:17.711461 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3193f17d-27d4-45b0-86b7-5418661040b3 req-e476e325-4b0a-4358-a3fe-bb6a8e7df2a2 service neutron] 10.222.0.108 "GET /v2.0/networks/3e0da5e5-cfcf-4b73-b0d7-902e52490b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377324 Sep 24 15:38:17.735876 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f2db83-497b-44b6-9c9c-b51cf2a9a12b req-ddd104b4-9547-4ac9-9418-6b33d4f66026 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:17.741990 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-357074af-f603-4f6f-8d4b-561e9f3ef687 admin admin] Allocated IP 172.25.0.117 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/e32496b9-8ef4-4bc5-88e6-ea37e303317b) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:38:17.742890 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-21f2db83-497b-44b6-9c9c-b51cf2a9a12b req-ddd104b4-9547-4ac9-9418-6b33d4f66026 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=e7501673-3fe7-48b0-8aa8-d315f38f3c61 HTTP/1.1" status: 200 len: 949 time: 0.1291122 Sep 24 15:38:17.940871 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-21f2db83-497b-44b6-9c9c-b51cf2a9a12b req-61063286-4330-422b-bd98-37d3a2ae4d61 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933892 Sep 24 15:38:18.000615 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-357074af-f603-4f6f-8d4b-561e9f3ef687 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:18.081346 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb4b750-681e-4b5f-8c26-4d45a39f2139 req-95748d7a-df57-4200-bbfa-b4a74ddc05ce tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:18.087102 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-feb4b750-681e-4b5f-8c26-4d45a39f2139 req-95748d7a-df57-4200-bbfa-b4a74ddc05ce tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=c7c4b09e-142a-4cc8-809c-267fc688df42 HTTP/1.1" status: 200 len: 945 time: 0.1106272 Sep 24 15:38:18.152924 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-feb4b750-681e-4b5f-8c26-4d45a39f2139 req-0606f3fd-5d24-49bd-a18b-d41b15d1c4fc tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572884 Sep 24 15:38:18.229439 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-357074af-f603-4f6f-8d4b-561e9f3ef687 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:18.258579 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 51b702b3-67d1-42e5-a1c8-9eacf869f45e up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:38:18.296439 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357074af-f603-4f6f-8d4b-561e9f3ef687 admin admin] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:38:18.303782 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-357074af-f603-4f6f-8d4b-561e9f3ef687 admin admin] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:38:18.306660 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357074af-f603-4f6f-8d4b-561e9f3ef687 admin admin] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:38:18.342626 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357074af-f603-4f6f-8d4b-561e9f3ef687 admin admin] Pushing event updated for resources: {'Port': ['ID=e32496b9-8ef4-4bc5-88e6-ea37e303317b,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:18.346298 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 51b702b3-67d1-42e5-a1c8-9eacf869f45e triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:38:18.346298 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:18.431359 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dea4ff-b3a4-4b18-861d-76e3055d51e3 req-3a7a10d3-2041-46f6-9cc7-1e2a614c808d tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:18.432854 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-24dea4ff-b3a4-4b18-861d-76e3055d51e3 req-3a7a10d3-2041-46f6-9cc7-1e2a614c808d tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=39a62df8-13ee-4707-bb72-f38aecc6208b HTTP/1.1" status: 200 len: 950 time: 0.1511524 Sep 24 15:38:18.440564 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:18.490038 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port 51b702b3-67d1-42e5-a1c8-9eacf869f45e, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=51b702b3-67d1-42e5-a1c8-9eacf869f45e,segment=NetworkSegment(7e8e93a9-9a2d-4b51-a14d-73f657c90f78),segment_id=7e8e93a9-9a2d-4b51-a14d-73f657c90f78)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:38:18.561063 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:18.582575 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-24dea4ff-b3a4-4b18-861d-76e3055d51e3 req-4b900990-5073-4dec-becf-048c7a1148d7 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139326 Sep 24 15:38:18.691421 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=51b702b3-67d1-42e5-a1c8-9eacf869f45e,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:18.815784 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6e18ee-6fe1-4f19-ad18-00fb6a7155e4 req-8cce956b-6485-44d5-a7e7-07c54f9edd87 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:18.824242 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8a6e18ee-6fe1-4f19-ad18-00fb6a7155e4 req-8cce956b-6485-44d5-a7e7-07c54f9edd87 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=e37c69e9-a0a0-4792-a283-70d23cbecfac HTTP/1.1" status: 200 len: 943 time: 0.0884485 Sep 24 15:38:18.956581 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd6c31-e8a1-4e7c-a97e-dbbbf932da6c req-971fcb20-35a0-4ba4-a456-1038453fa131 tempest-AttachSCSIVolumeTestJSON-1874992296 tempest-AttachSCSIVolumeTestJSON-1874992296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:18.958159 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b2dd6c31-e8a1-4e7c-a97e-dbbbf932da6c req-971fcb20-35a0-4ba4-a456-1038453fa131 tempest-AttachSCSIVolumeTestJSON-1874992296 tempest-AttachSCSIVolumeTestJSON-1874992296-project] 10.222.0.101 "GET /v2.0/ports?device_id=7d95eb65-4425-4774-bd59-bce6116da13e HTTP/1.1" status: 200 len: 945 time: 0.0598440 Sep 24 15:38:18.983800 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaad9ff7-1e3c-47c8-b6de-eace0bf7e707 None None] Network bad15511-e79d-4a5e-8826-604fa4d6fb1c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:38:19.006433 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b2dd6c31-e8a1-4e7c-a97e-dbbbf932da6c req-ffeb51d8-e32b-45cf-8002-aab3acdf1a9a tempest-AttachSCSIVolumeTestJSON-1874992296 tempest-AttachSCSIVolumeTestJSON-1874992296-project] 10.222.0.101 "GET /v2.0/security-groups?id=f7ab11ad-36ce-473c-b9e5-73cf4dbb622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418434 Sep 24 15:38:19.010603 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8a6e18ee-6fe1-4f19-ad18-00fb6a7155e4 req-e95dee07-4594-4e66-ad1e-4ebc96099e0f tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828256 Sep 24 15:38:19.014744 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-357074af-f603-4f6f-8d4b-561e9f3ef687 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:19.191783 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-a3172da2-bf03-4472-9d77-530c182e625b None None] Provisioning complete for port 51b702b3-67d1-42e5-a1c8-9eacf869f45e triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:38:19.192157 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a3172da2-bf03-4472-9d77-530c182e625b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:19.224586 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e399a492-32cb-45f9-80a6-a672bbb79a11 req-9b04547b-7fd1-4740-bf4d-eb50ebad0872 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:19.226284 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e399a492-32cb-45f9-80a6-a672bbb79a11 req-9b04547b-7fd1-4740-bf4d-eb50ebad0872 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=e7501673-3fe7-48b0-8aa8-d315f38f3c61 HTTP/1.1" status: 200 len: 949 time: 0.0711441 Sep 24 15:38:19.316107 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e399a492-32cb-45f9-80a6-a672bbb79a11 req-21ca76de-9cd5-4c58-a68d-eb91106e0312 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829434 Sep 24 15:38:19.486659 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6527be-d17b-4b53-9210-7a6d5ced90c4 req-5f05ada2-cdcc-4420-8b35-f7376b9cee89 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:19.494257 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ac6527be-d17b-4b53-9210-7a6d5ced90c4 req-5f05ada2-cdcc-4420-8b35-f7376b9cee89 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=c7c4b09e-142a-4cc8-809c-267fc688df42 HTTP/1.1" status: 200 len: 945 time: 0.1009660 Sep 24 15:38:19.542930 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ac6527be-d17b-4b53-9210-7a6d5ced90c4 req-03708d68-f06b-4b7a-bf83-9853d95ed7fd tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476425 Sep 24 15:38:19.661260 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-b2cdf39b-d768-4922-a308-f3934dd35e24 None None] Provisioning complete for port 51b702b3-67d1-42e5-a1c8-9eacf869f45e triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:38:19.661839 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b2cdf39b-d768-4922-a308-f3934dd35e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:19.710215 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedc9faf-c268-4796-bf17-29e564238584 req-71029b78-2013-46c5-93f4-772cce1681d5 tempest-ServersOnMultiNodesTest-1938878820 tempest-ServersOnMultiNodesTest-1938878820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:19.712357 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fedc9faf-c268-4796-bf17-29e564238584 req-71029b78-2013-46c5-93f4-772cce1681d5 tempest-ServersOnMultiNodesTest-1938878820 tempest-ServersOnMultiNodesTest-1938878820-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=39a62df8-13ee-4707-bb72-f38aecc6208b HTTP/1.1" status: 200 len: 1101 time: 0.1303902 Sep 24 15:38:19.757701 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-fedc9faf-c268-4796-bf17-29e564238584 req-52afc9f0-41aa-404e-8159-caef0206c402 tempest-ServersOnMultiNodesTest-1938878820 tempest-ServersOnMultiNodesTest-1938878820-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:19.783790 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-357074af-f603-4f6f-8d4b-561e9f3ef687 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:19.955148 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-fedc9faf-c268-4796-bf17-29e564238584 req-52afc9f0-41aa-404e-8159-caef0206c402 tempest-ServersOnMultiNodesTest-1938878820 tempest-ServersOnMultiNodesTest-1938878820-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:19.961209 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 51b702b3-67d1-42e5-a1c8-9eacf869f45e up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:38:20.009954 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 51b702b3-67d1-42e5-a1c8-9eacf869f45e triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:38:20.010332 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:20.028734 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-fedc9faf-c268-4796-bf17-29e564238584 req-52afc9f0-41aa-404e-8159-caef0206c402 tempest-ServersOnMultiNodesTest-1938878820 tempest-ServersOnMultiNodesTest-1938878820-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:20.056547 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-357074af-f603-4f6f-8d4b-561e9f3ef687 admin admin] Router 638a7179-f74e-4745-a69d-661199d88407 is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:38:20.063564 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fedc9faf-c268-4796-bf17-29e564238584 req-52afc9f0-41aa-404e-8159-caef0206c402 tempest-ServersOnMultiNodesTest-1938878820 tempest-ServersOnMultiNodesTest-1938878820-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226705 Sep 24 15:38:20.066638 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52afc9f0-41aa-404e-8159-caef0206c402 tempest-ServersOnMultiNodesTest-1938878820 tempest-ServersOnMultiNodesTest-1938878820-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23587ad8-2a76-4d1b-88f6-c1710ad47a39,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:20.145996 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc744d-2570-4229-9879-47295948c1b2 req-46c23893-29f5-4a3e-b756-a241cb7396c3 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:20.148305 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1afc744d-2570-4229-9879-47295948c1b2 req-46c23893-29f5-4a3e-b756-a241cb7396c3 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=e37c69e9-a0a0-4792-a283-70d23cbecfac HTTP/1.1" status: 200 len: 943 time: 0.0572011 Sep 24 15:38:20.190987 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1afc744d-2570-4229-9879-47295948c1b2 req-d1ae1897-b76f-49b2-a178-7ee0f8832613 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368288 Sep 24 15:38:20.256525 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72b2d95-fd3c-40cf-bcf9-733a6a98712c req-425eefdd-ef48-46f2-9f9b-26d12430d946 tempest-AttachSCSIVolumeTestJSON-1874992296 tempest-AttachSCSIVolumeTestJSON-1874992296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:20.258004 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c72b2d95-fd3c-40cf-bcf9-733a6a98712c req-425eefdd-ef48-46f2-9f9b-26d12430d946 tempest-AttachSCSIVolumeTestJSON-1874992296 tempest-AttachSCSIVolumeTestJSON-1874992296-project] 10.222.0.101 "GET /v2.0/ports?device_id=7d95eb65-4425-4774-bd59-bce6116da13e HTTP/1.1" status: 200 len: 945 time: 0.0670695 Sep 24 15:38:20.259203 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-357074af-f603-4f6f-8d4b-561e9f3ef687 admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:38:20.272991 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2508249e-3bd5-4f63-bfa3-b2363c84f9b5 None None] Sync routers for ids ['638a7179-f74e-4745-a69d-661199d88407'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:38:20.283521 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2508249e-3bd5-4f63-bfa3-b2363c84f9b5 None None] Routers {'638a7179-f74e-4745-a69d-661199d88407'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:38:20.284395 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-2508249e-3bd5-4f63-bfa3-b2363c84f9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:38:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['638a7179-f74e-4745-a69d-661199d88407'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:38:20.320319 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c72b2d95-fd3c-40cf-bcf9-733a6a98712c req-ac9bcd6b-6587-41d0-abd7-7bfe92d7cf1f tempest-AttachSCSIVolumeTestJSON-1874992296 tempest-AttachSCSIVolumeTestJSON-1874992296-project] 10.222.0.101 "GET /v2.0/security-groups?id=f7ab11ad-36ce-473c-b9e5-73cf4dbb622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409379 Sep 24 15:38:20.360301 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-357074af-f603-4f6f-8d4b-561e9f3ef687 admin admin] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:20.361918 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-357074af-f603-4f6f-8d4b-561e9f3ef687 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.7800071 Sep 24 15:38:20.364590 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47608) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:38:20.459977 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-2508249e-3bd5-4f63-bfa3-b2363c84f9b5 None None] Set router 638a7179-f74e-4745-a69d-661199d88407 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:38:20.593011 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 4c0d9c2b-4a81-487b-b17e-58ec5f771b7a details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:38:20.647119 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-1b4940f3-38bb-45fd-ac69-7d90dd67d497 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=c46c84a3fcb44853b535b52dac2dd724&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259266 Sep 24 15:38:20.702491 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1704ee98-75a0-4c99-a585-28803df1dcd8 req-e776f75b-83ba-4fdb-a130-e2c0fefa262c tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:20.711383 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1704ee98-75a0-4c99-a585-28803df1dcd8 req-e776f75b-83ba-4fdb-a130-e2c0fefa262c tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=e7501673-3fe7-48b0-8aa8-d315f38f3c61 HTTP/1.1" status: 200 len: 949 time: 0.2227950 Sep 24 15:38:20.758634 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-2508249e-3bd5-4f63-bfa3-b2363c84f9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638a7179-f74e-4745-a69d-661199d88407', 'name': 'tempest-ServerActionsTestJSON-1734218246-router', 'tenant_id': 'ac17221dd7b34bd3afb658a69ac088d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e32496b9-8ef4-4bc5-88e6-ea37e303317b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:38:16Z', 'updated_at': '2021-09-24T15:38:18Z', 'revision_number': 3, 'project_id': 'ac17221dd7b34bd3afb658a69ac088d3', 'gw_port': {'id': 'e32496b9-8ef4-4bc5-88e6-ea37e303317b', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:be:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '638a7179-f74e-4745-a69d-661199d88407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:38:17Z', 'updated_at': '2021-09-24T15:38:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:38:20.762922 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1704ee98-75a0-4c99-a585-28803df1dcd8 req-3e1e62ec-f4d5-4a6d-9f9c-5cbf6a37559e tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451035 Sep 24 15:38:20.778743 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63c6a83-de2e-4976-aaa1-8899f22728ea req-fb12875e-da7d-4e3b-b630-192b71a3ab56 tempest-AttachSCSIVolumeTestJSON-1874992296 tempest-AttachSCSIVolumeTestJSON-1874992296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:20.784115 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c63c6a83-de2e-4976-aaa1-8899f22728ea req-fb12875e-da7d-4e3b-b630-192b71a3ab56 tempest-AttachSCSIVolumeTestJSON-1874992296 tempest-AttachSCSIVolumeTestJSON-1874992296-project] 10.222.0.110 "GET /v2.0/ports?device_id=7d95eb65-4425-4774-bd59-bce6116da13e HTTP/1.1" status: 200 len: 945 time: 0.2854791 Sep 24 15:38:20.792631 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-66b906fa-2448-4645-b22e-8fec2483b05b tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:20.796984 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2508249e-3bd5-4f63-bfa3-b2363c84f9b5 None None] Checking router: 638a7179-f74e-4745-a69d-661199d88407 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:38:20.797334 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2508249e-3bd5-4f63-bfa3-b2363c84f9b5 None None] Updating router 638a7179-f74e-4745-a69d-661199d88407 port e32496b9-8ef4-4bc5-88e6-ea37e303317b binding host n-d-808921-1 {{(pid=95299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:38:20.801652 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-66b906fa-2448-4645-b22e-8fec2483b05b tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1479368 Sep 24 15:38:20.817748 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 4c0d9c2b-4a81-487b-b17e-58ec5f771b7a, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=4c0d9c2b-4a81-487b-b17e-58ec5f771b7a,segment=NetworkSegment(d7a68d6c-5d6b-4eed-831a-023fbb1b8f0b),segment_id=d7a68d6c-5d6b-4eed-831a-023fbb1b8f0b)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:38:20.819872 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-d4c93fb0-6077-47fa-97a3-0edc50fb0511 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/quotas/c46c84a3fcb44853b535b52dac2dd724 HTTP/1.1" status: 200 len: 375 time: 0.0169680 Sep 24 15:38:20.854151 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': '4c0d9c2b-4a81-487b-b17e-58ec5f771b7a', 'network_id': '3e0da5e5-cfcf-4b73-b0d7-902e52490b00', 'port_id': '4c0d9c2b-4a81-487b-b17e-58ec5f771b7a', 'mac_address': 'fa:16:3e:6d:75:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '946d8626-ec5d-49c4-aa21-33da3ceddcfd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:38:20.887120 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-44a467e5-4fbf-4729-8bda-921401262e7a tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=c46c84a3fcb44853b535b52dac2dd724&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0660272 Sep 24 15:38:20.903243 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2508249e-3bd5-4f63-bfa3-b2363c84f9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:21.030937 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:21.056784 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c0d9c2b-4a81-487b-b17e-58ec5f771b7a {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:38:21.098999 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 4c0d9c2b-4a81-487b-b17e-58ec5f771b7a, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=4c0d9c2b-4a81-487b-b17e-58ec5f771b7a,segment=NetworkSegment(d7a68d6c-5d6b-4eed-831a-023fbb1b8f0b),segment_id=d7a68d6c-5d6b-4eed-831a-023fbb1b8f0b)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:38:21.200273 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:21.402263 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de77106-275b-45ac-9e5b-6da354cd81fe req-35ca5c04-1635-4e7d-b7df-35ac28cee749 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:21.413804 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3de77106-275b-45ac-9e5b-6da354cd81fe req-35ca5c04-1635-4e7d-b7df-35ac28cee749 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=c7c4b09e-142a-4cc8-809c-267fc688df42 HTTP/1.1" status: 200 len: 945 time: 0.5097952 Sep 24 15:38:21.436935 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2508249e-3bd5-4f63-bfa3-b2363c84f9b5 None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:21.442075 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=4c0d9c2b-4a81-487b-b17e-58ec5f771b7a,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:21.491062 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-c63c6a83-de2e-4976-aaa1-8899f22728ea req-f3f75f98-543b-42ae-a731-63f82abafc55 tempest-AttachSCSIVolumeTestJSON-1874992296 tempest-AttachSCSIVolumeTestJSON-1874992296-project] Deleting port 7a4f369c-8428-444b-ab52-ba6508fa7c79 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:38:21.491407 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-c63c6a83-de2e-4976-aaa1-8899f22728ea req-f3f75f98-543b-42ae-a731-63f82abafc55 tempest-AttachSCSIVolumeTestJSON-1874992296 tempest-AttachSCSIVolumeTestJSON-1874992296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:21.501117 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3de77106-275b-45ac-9e5b-6da354cd81fe req-02c4eac1-3076-423d-a963-3f3da7054547 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906997 Sep 24 15:38:21.541929 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2508249e-3bd5-4f63-bfa3-b2363c84f9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:21.611580 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-2508249e-3bd5-4f63-bfa3-b2363c84f9b5 None None] Attempting to bind port e32496b9-8ef4-4bc5-88e6-ea37e303317b on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:38:21.611954 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-2508249e-3bd5-4f63-bfa3-b2363c84f9b5 None None] Attempting to bind port e32496b9-8ef4-4bc5-88e6-ea37e303317b by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:38:21.612497 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2508249e-3bd5-4f63-bfa3-b2363c84f9b5 None None] Attempting to bind port e32496b9-8ef4-4bc5-88e6-ea37e303317b on network e6a2de20-1ea0-43e5-88e0-982d19e317d5 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:38:21.619549 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2508249e-3bd5-4f63-bfa3-b2363c84f9b5 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:38:21.619934 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2508249e-3bd5-4f63-bfa3-b2363c84f9b5 None None] Checking segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:38:21.620377 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2508249e-3bd5-4f63-bfa3-b2363c84f9b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:21.620778 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2508249e-3bd5-4f63-bfa3-b2363c84f9b5 None None] Bound using segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:38:21.621254 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-2508249e-3bd5-4f63-bfa3-b2363c84f9b5 None None] Bound port: e32496b9-8ef4-4bc5-88e6-ea37e303317b, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:38:21.621635 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2508249e-3bd5-4f63-bfa3-b2363c84f9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:21.650281 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0bdba6-760e-429e-b115-15c0b5647e39 None None] Pushing event updated for resources: {'Port': ['ID=e32496b9-8ef4-4bc5-88e6-ea37e303317b,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:21.690987 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['4c0d9c2b-4a81-487b-b17e-58ec5f771b7a'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:38:21.691766 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-c63c6a83-de2e-4976-aaa1-8899f22728ea req-f3f75f98-543b-42ae-a731-63f82abafc55 tempest-AttachSCSIVolumeTestJSON-1874992296 tempest-AttachSCSIVolumeTestJSON-1874992296-project] For port 7a4f369c-8428-444b-ab52-ba6508fa7c79, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=7a4f369c-8428-444b-ab52-ba6508fa7c79,segment=NetworkSegment(75401dd4-8dca-4636-94e8-42af76799b59),segment_id=75401dd4-8dca-4636-94e8-42af76799b59)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:38:21.692139 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-c63c6a83-de2e-4976-aaa1-8899f22728ea req-f3f75f98-543b-42ae-a731-63f82abafc55 tempest-AttachSCSIVolumeTestJSON-1874992296 tempest-AttachSCSIVolumeTestJSON-1874992296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:21.718323 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d45717-aaf0-452d-8717-2552bb0fe58d req-96040d65-9a0b-4cc2-8e00-ee4368805a6c tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:21.719938 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-63d45717-aaf0-452d-8717-2552bb0fe58d req-96040d65-9a0b-4cc2-8e00-ee4368805a6c tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=e37c69e9-a0a0-4792-a283-70d23cbecfac HTTP/1.1" status: 200 len: 944 time: 0.1331837 Sep 24 15:38:21.721626 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-c63c6a83-de2e-4976-aaa1-8899f22728ea req-f3f75f98-543b-42ae-a731-63f82abafc55 tempest-AttachSCSIVolumeTestJSON-1874992296 tempest-AttachSCSIVolumeTestJSON-1874992296-project] Calling delete_port for 7a4f369c-8428-444b-ab52-ba6508fa7c79 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:38:21.725297 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d6795252-5e31-4ea2-929c-a5c3b050d1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:21.731878 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-2508249e-3bd5-4f63-bfa3-b2363c84f9b5 None None] For port e32496b9-8ef4-4bc5-88e6-ea37e303317b, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:38:21.775748 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-2508249e-3bd5-4f63-bfa3-b2363c84f9b5 None None] For port e32496b9-8ef4-4bc5-88e6-ea37e303317b, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=e32496b9-8ef4-4bc5-88e6-ea37e303317b,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:38:21.872500 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2508249e-3bd5-4f63-bfa3-b2363c84f9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:21.902229 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f65f898-9d20-4e1c-8b09-0bd503d212c2 req-7cf0894c-2f4f-49f0-97cf-683a19d65f24 tempest-AttachSCSIVolumeTestJSON-1874992296 tempest-AttachSCSIVolumeTestJSON-1874992296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:21.904031 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3f65f898-9d20-4e1c-8b09-0bd503d212c2 req-7cf0894c-2f4f-49f0-97cf-683a19d65f24 tempest-AttachSCSIVolumeTestJSON-1874992296 tempest-AttachSCSIVolumeTestJSON-1874992296-project] 10.222.0.101 "GET /v2.0/ports?device_id=7d95eb65-4425-4774-bd59-bce6116da13e HTTP/1.1" status: 200 len: 945 time: 0.0793033 Sep 24 15:38:21.911230 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-63d45717-aaf0-452d-8717-2552bb0fe58d req-48ca5a50-f8eb-408a-be8b-88a565cee9db tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803827 Sep 24 15:38:22.058817 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2508249e-3bd5-4f63-bfa3-b2363c84f9b5 None None] Routers {'638a7179-f74e-4745-a69d-661199d88407'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:38:22.059810 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-2508249e-3bd5-4f63-bfa3-b2363c84f9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:38:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['638a7179-f74e-4745-a69d-661199d88407'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:38:22.065528 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-d6795252-5e31-4ea2-929c-a5c3b050d1a0 admin admin] Allocated IP 172.20.0.1 (bad15511-e79d-4a5e-8826-604fa4d6fb1c/ac550aa6-1c9d-441e-90e2-38bf2a7a38e4/cd46d084-9dbc-469a-b1d3-4a43094d934f) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:38:22.087018 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3f65f898-9d20-4e1c-8b09-0bd503d212c2 req-7a55663e-2f3a-4f9f-a4af-990e5a3e2953 tempest-AttachSCSIVolumeTestJSON-1874992296 tempest-AttachSCSIVolumeTestJSON-1874992296-project] 10.222.0.101 "GET /v2.0/security-groups?id=f7ab11ad-36ce-473c-b9e5-73cf4dbb622c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606150 Sep 24 15:38:22.180450 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0bdba6-760e-429e-b115-15c0b5647e39 None None] Pushing event updated for resources: {'Port': ['ID=e32496b9-8ef4-4bc5-88e6-ea37e303317b,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:22.286938 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d6795252-5e31-4ea2-929c-a5c3b050d1a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:22.289722 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-2508249e-3bd5-4f63-bfa3-b2363c84f9b5 None None] Set router 638a7179-f74e-4745-a69d-661199d88407 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:38:22.361599 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-98652f02-fa11-496a-a04d-b8379f1bcbc4 req-8736cd60-32e9-4229-a75f-dcb39d34ee51 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=c87934bb-28a4-4f5c-a678-8da450c86ac9 HTTP/1.1" status: 200 len: 210 time: 0.0333576 Sep 24 15:38:22.390574 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de906a69-ed50-44a3-9fe5-ac7d0481275e req-ef7d8322-d072-4813-a7a6-e52dc3095136 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:22.392956 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-de906a69-ed50-44a3-9fe5-ac7d0481275e req-ef7d8322-d072-4813-a7a6-e52dc3095136 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=e7501673-3fe7-48b0-8aa8-d315f38f3c61 HTTP/1.1" status: 200 len: 949 time: 0.1293404 Sep 24 15:38:22.463296 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-de906a69-ed50-44a3-9fe5-ac7d0481275e req-523662ed-845d-4051-89cc-728522dd4e08 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614781 Sep 24 15:38:22.465663 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-c63c6a83-de2e-4976-aaa1-8899f22728ea req-f3f75f98-543b-42ae-a731-63f82abafc55 tempest-AttachSCSIVolumeTestJSON-1874992296 tempest-AttachSCSIVolumeTestJSON-1874992296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:22.504274 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f75f98-543b-42ae-a731-63f82abafc55 tempest-AttachSCSIVolumeTestJSON-1874992296 tempest-AttachSCSIVolumeTestJSON-1874992296-project] Pushing event deleted for resources: {'Port': ['ID=7a4f369c-8428-444b-ab52-ba6508fa7c79,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:22.573484 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-c63c6a83-de2e-4976-aaa1-8899f22728ea req-f3f75f98-543b-42ae-a731-63f82abafc55 tempest-AttachSCSIVolumeTestJSON-1874992296 tempest-AttachSCSIVolumeTestJSON-1874992296-project] No DVR routers for this DVR port 7a4f369c-8428-444b-ab52-ba6508fa7c79 on host n-h1-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:38:22.577121 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-c63c6a83-de2e-4976-aaa1-8899f22728ea req-f3f75f98-543b-42ae-a731-63f82abafc55 tempest-AttachSCSIVolumeTestJSON-1874992296 tempest-AttachSCSIVolumeTestJSON-1874992296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:22.577679 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-2508249e-3bd5-4f63-bfa3-b2363c84f9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638a7179-f74e-4745-a69d-661199d88407', 'name': 'tempest-ServerActionsTestJSON-1734218246-router', 'tenant_id': 'ac17221dd7b34bd3afb658a69ac088d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e32496b9-8ef4-4bc5-88e6-ea37e303317b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:38:16Z', 'updated_at': '2021-09-24T15:38:18Z', 'revision_number': 3, 'project_id': 'ac17221dd7b34bd3afb658a69ac088d3', 'gw_port': {'id': 'e32496b9-8ef4-4bc5-88e6-ea37e303317b', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:be:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '638a7179-f74e-4745-a69d-661199d88407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:38:17Z', 'updated_at': '2021-09-24T15:38:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:38:22.579152 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c63c6a83-de2e-4976-aaa1-8899f22728ea req-f3f75f98-543b-42ae-a731-63f82abafc55 tempest-AttachSCSIVolumeTestJSON-1874992296 tempest-AttachSCSIVolumeTestJSON-1874992296-project] 10.222.0.110 "DELETE /v2.0/ports/7a4f369c-8428-444b-ab52-ba6508fa7c79 HTTP/1.1" status: 204 len: 173 time: 1.7868996 Sep 24 15:38:22.579609 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d95eb65-4425-4774-bd59-bce6116da13e', 'name': 'network-vif-deleted', 'tag': '7a4f369c-8428-444b-ab52-ba6508fa7c79'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:38:22.583568 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba0c755a-2d9d-44ef-a22f-eb2566c589d0" -d '{"events": [{"server_uuid": "7d95eb65-4425-4774-bd59-bce6116da13e", "name": "network-vif-deleted", "tag": "7a4f369c-8428-444b-ab52-ba6508fa7c79"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:38:22.598134 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d6795252-5e31-4ea2-929c-a5c3b050d1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:22.615565 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2508249e-3bd5-4f63-bfa3-b2363c84f9b5 None None] The sync data for ids ['638a7179-f74e-4745-a69d-661199d88407'] in n-d-808921-1 is: [{'id': '638a7179-f74e-4745-a69d-661199d88407', 'name': 'tempest-ServerActionsTestJSON-1734218246-router', 'tenant_id': 'ac17221dd7b34bd3afb658a69ac088d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e32496b9-8ef4-4bc5-88e6-ea37e303317b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:38:16Z', 'updated_at': '2021-09-24T15:38:18Z', 'revision_number': 3, 'project_id': 'ac17221dd7b34bd3afb658a69ac088d3', 'gw_port': {'id': 'e32496b9-8ef4-4bc5-88e6-ea37e303317b', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:be:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '638a7179-f74e-4745-a69d-661199d88407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:38:17Z', 'updated_at': '2021-09-24T15:38:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:38:22.670823 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8679c2d1-e597-4f02-94ab-9d976e21fa77 x-openstack-request-id: req-8679c2d1-e597-4f02-94ab-9d976e21fa77 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:38:22.671121 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d95eb65-4425-4774-bd59-bce6116da13e", "name": "network-vif-deleted", "tag": "7a4f369c-8428-444b-ab52-ba6508fa7c79", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:38:22.671377 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-8679c2d1-e597-4f02-94ab-9d976e21fa77 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:38:22.671794 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d95eb65-4425-4774-bd59-bce6116da13e', 'name': 'network-vif-deleted', 'tag': '7a4f369c-8428-444b-ab52-ba6508fa7c79', 'status': 'completed', 'code': 200} Sep 24 15:38:22.683139 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6795252-5e31-4ea2-929c-a5c3b050d1a0 admin admin] Network bad15511-e79d-4a5e-8826-604fa4d6fb1c is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:38:22.686323 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-d6795252-5e31-4ea2-929c-a5c3b050d1a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:38:22.690592 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6795252-5e31-4ea2-929c-a5c3b050d1a0 admin admin] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:38:22.723992 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58221c17-627e-4f6a-bef0-7a685b25ea79 req-8ed6a92d-709b-4140-bb17-1da777df5714 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:22.747419 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-58221c17-627e-4f6a-bef0-7a685b25ea79 req-8ed6a92d-709b-4140-bb17-1da777df5714 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=c7c4b09e-142a-4cc8-809c-267fc688df42 HTTP/1.1" status: 200 len: 945 time: 0.1417794 Sep 24 15:38:22.752073 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d6795252-5e31-4ea2-929c-a5c3b050d1a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:22.810763 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-58221c17-627e-4f6a-bef0-7a685b25ea79 req-57e59dcc-a393-4bd5-b371-8d8d5b7b7ba3 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595787 Sep 24 15:38:22.863114 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6795252-5e31-4ea2-929c-a5c3b050d1a0 admin admin] Pushing event updated for resources: {'Port': ['ID=cd46d084-9dbc-469a-b1d3-4a43094d934f,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:23.114660 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-8830bc05-352b-400f-91aa-d2f0a1e03e1f None None] Provisioning complete for port cd46d084-9dbc-469a-b1d3-4a43094d934f triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:38:23.120783 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8830bc05-352b-400f-91aa-d2f0a1e03e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:23.123930 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d6795252-5e31-4ea2-929c-a5c3b050d1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:23.144540 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d909e2f7-9598-4788-b94e-0fb88aede6c8 req-c50eb7ad-e96e-4b56-b282-a628048b2cfa tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:23.155406 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d909e2f7-9598-4788-b94e-0fb88aede6c8 req-c50eb7ad-e96e-4b56-b282-a628048b2cfa tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=e37c69e9-a0a0-4792-a283-70d23cbecfac HTTP/1.1" status: 200 len: 944 time: 0.1028867 Sep 24 15:38:23.168207 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-8830bc05-352b-400f-91aa-d2f0a1e03e1f None None] Port cd46d084-9dbc-469a-b1d3-4a43094d934f cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:38:23.237993 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6ac8cad2-e230-45ef-926e-98a959fd385d req-97afdf3a-ddce-4bc3-b36c-854ee2b58560 tempest-AttachSCSIVolumeTestJSON-1874992296 tempest-AttachSCSIVolumeTestJSON-1874992296-project] 10.222.0.101 "GET /v2.0/ports?device_id=7d95eb65-4425-4774-bd59-bce6116da13e HTTP/1.1" status: 200 len: 210 time: 0.0550649 Sep 24 15:38:23.264663 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d909e2f7-9598-4788-b94e-0fb88aede6c8 req-61bef313-69a0-42a9-b97d-703ef440939b tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988729 Sep 24 15:38:23.410916 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d6795252-5e31-4ea2-929c-a5c3b050d1a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:23.456679 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8533654b-3bf3-4302-b10b-75887ae8fdde req-b5dadf66-0668-433c-be32-60c35474ee96 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=c87934bb-28a4-4f5c-a678-8da450c86ac9 HTTP/1.1" status: 200 len: 210 time: 0.0288033 Sep 24 15:38:23.502915 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d6795252-5e31-4ea2-929c-a5c3b050d1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:23.575174 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d6795252-5e31-4ea2-929c-a5c3b050d1a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:23.577037 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6795252-5e31-4ea2-929c-a5c3b050d1a0 admin admin] Pushing event updated for resources: {'Port': ['ID=cd46d084-9dbc-469a-b1d3-4a43094d934f,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:23.610417 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de923c1-7acd-4c9c-ab46-a47c7e3997d3 req-9e7c75a5-f272-425e-8adf-38996a41d4b0 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:23.611917 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6de923c1-7acd-4c9c-ab46-a47c7e3997d3 req-9e7c75a5-f272-425e-8adf-38996a41d4b0 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=e7501673-3fe7-48b0-8aa8-d315f38f3c61 HTTP/1.1" status: 200 len: 949 time: 0.0605185 Sep 24 15:38:23.695159 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6de923c1-7acd-4c9c-ab46-a47c7e3997d3 req-6163de3e-a698-4f88-893d-30b9015cd08f tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721457 Sep 24 15:38:23.715927 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6795252-5e31-4ea2-929c-a5c3b050d1a0 admin admin] Network bad15511-e79d-4a5e-8826-604fa4d6fb1c is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:38:23.715927 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-d6795252-5e31-4ea2-929c-a5c3b050d1a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:38:23.835089 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6795252-5e31-4ea2-929c-a5c3b050d1a0 admin admin] Router 638a7179-f74e-4745-a69d-661199d88407 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:38:23.994631 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6795252-5e31-4ea2-929c-a5c3b050d1a0 admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:38:23.994759 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device e32496b9-8ef4-4bc5-88e6-ea37e303317b up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:38:24.000484 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-d6795252-5e31-4ea2-929c-a5c3b050d1a0 admin admin] 10.222.0.101 "PUT /v2.0/routers/638a7179-f74e-4745-a69d-661199d88407/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6331749 Sep 24 15:38:24.023497 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7625f6-0a76-4fb5-96b9-c4da88ef1ce1 req-50a95187-2496-464d-a235-25f4983d8f86 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:24.025544 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7a7625f6-0a76-4fb5-96b9-c4da88ef1ce1 req-50a95187-2496-464d-a235-25f4983d8f86 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=c7c4b09e-142a-4cc8-809c-267fc688df42 HTTP/1.1" status: 200 len: 945 time: 0.1202252 Sep 24 15:38:24.037286 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-b0389f9a-23df-4cdb-91ca-7b68cedfa336 None None] Provisioning complete for port cd46d084-9dbc-469a-b1d3-4a43094d934f triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:38:24.037654 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b0389f9a-23df-4cdb-91ca-7b68cedfa336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:24.086111 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 7a4f369c-8428-444b-ab52-ba6508fa7c79 no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:38:24.086243 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7a7625f6-0a76-4fb5-96b9-c4da88ef1ce1 req-43026ef1-6e8b-4206-ab24-52938ae0d69b tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464118 Sep 24 15:38:24.109872 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] No Port match for: 7a4f369c-8428-444b-ab52-ba6508fa7c79 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:38:24.110221 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 7a4f369c-8428-444b-ab52-ba6508fa7c79 not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:38:24.118116 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-b0389f9a-23df-4cdb-91ca-7b68cedfa336 None None] Port cd46d084-9dbc-469a-b1d3-4a43094d934f cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:38:24.125772 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port e32496b9-8ef4-4bc5-88e6-ea37e303317b triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:38:24.126710 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:24.210305 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:24.233373 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port e32496b9-8ef4-4bc5-88e6-ea37e303317b, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=e32496b9-8ef4-4bc5-88e6-ea37e303317b,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:38:24.323575 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:24.413440 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=e32496b9-8ef4-4bc5-88e6-ea37e303317b,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:24.465922 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782cf197-dcc2-4e7e-8d49-418ad932a389 req-f6b6ae47-5fde-43ae-b431-31c0261416fe tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:24.467899 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-782cf197-dcc2-4e7e-8d49-418ad932a389 req-f6b6ae47-5fde-43ae-b431-31c0261416fe tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=e37c69e9-a0a0-4792-a283-70d23cbecfac HTTP/1.1" status: 200 len: 944 time: 0.0695214 Sep 24 15:38:24.515086 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-782cf197-dcc2-4e7e-8d49-418ad932a389 req-8a6a9e81-dbc9-4824-b3b0-61c90fe06613 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399661 Sep 24 15:38:24.603947 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47698) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:38:24.606258 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 4c0d9c2b-4a81-487b-b17e-58ec5f771b7a up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:38:24.616210 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-e7ae20bd-5c0c-41d8-a941-610f2292a249 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1201371388', 'description': 'tempest-description--1036017505'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:38:24.682630 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de6c9dd-04c1-448d-9bda-4b5aa6643e7b None None] Sync routers for ids ['638a7179-f74e-4745-a69d-661199d88407'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:38:24.699674 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de6c9dd-04c1-448d-9bda-4b5aa6643e7b None None] Routers {'638a7179-f74e-4745-a69d-661199d88407'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:38:24.699674 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-4de6c9dd-04c1-448d-9bda-4b5aa6643e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:38:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['638a7179-f74e-4745-a69d-661199d88407'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:38:24.730259 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5b391942-fd88-4d0d-b323-7f3404da5f4f req-d1027693-35c3-4861-bc17-d0f1003bfc03 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=c87934bb-28a4-4f5c-a678-8da450c86ac9 HTTP/1.1" status: 200 len: 210 time: 0.0325110 Sep 24 15:38:24.747153 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e7ae20bd-5c0c-41d8-a941-610f2292a249 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:24.772254 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port 4c0d9c2b-4a81-487b-b17e-58ec5f771b7a completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:38:24.776385 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port 4c0d9c2b-4a81-487b-b17e-58ec5f771b7a triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:38:24.777007 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:24.817998 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-4de6c9dd-04c1-448d-9bda-4b5aa6643e7b None None] Set router 638a7179-f74e-4745-a69d-661199d88407 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:38:24.854788 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a9bd2-6bda-414c-99cd-4043e89f058f req-c1ded1f7-8f5f-4f41-9e64-c0b296e071bf tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:24.856438 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-419a9bd2-6bda-414c-99cd-4043e89f058f req-c1ded1f7-8f5f-4f41-9e64-c0b296e071bf tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=e7501673-3fe7-48b0-8aa8-d315f38f3c61 HTTP/1.1" status: 200 len: 949 time: 0.0824418 Sep 24 15:38:24.903267 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:24.922259 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-419a9bd2-6bda-414c-99cd-4043e89f058f req-b093b065-3acc-4b66-9cf4-cd85f8abab9b tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548754 Sep 24 15:38:24.957545 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e37c69e9-a0a0-4792-a283-70d23cbecfac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c0d9c2b-4a81-487b-b17e-58ec5f771b7a'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:38:24.958667 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e7ae20bd-5c0c-41d8-a941-610f2292a249 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:24.959959 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc72913-05b9-49fd-ade2-30ebdc46f19b" -d '{"events": [{"server_uuid": "e37c69e9-a0a0-4792-a283-70d23cbecfac", "name": "network-vif-plugged", "status": "completed", "tag": "4c0d9c2b-4a81-487b-b17e-58ec5f771b7a"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:38:24.974556 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 4c0d9c2b-4a81-487b-b17e-58ec5f771b7a, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=4c0d9c2b-4a81-487b-b17e-58ec5f771b7a,segment=NetworkSegment(d7a68d6c-5d6b-4eed-831a-023fbb1b8f0b),segment_id=d7a68d6c-5d6b-4eed-831a-023fbb1b8f0b)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:38:24.999373 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c7f1e7-81c5-4168-942c-6d7c911a16e1 x-openstack-request-id: req-97c7f1e7-81c5-4168-942c-6d7c911a16e1 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:38:24.999664 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e37c69e9-a0a0-4792-a283-70d23cbecfac", "name": "network-vif-plugged", "status": "completed", "tag": "4c0d9c2b-4a81-487b-b17e-58ec5f771b7a", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:38:24.999912 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-97c7f1e7-81c5-4168-942c-6d7c911a16e1 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:38:25.000300 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e37c69e9-a0a0-4792-a283-70d23cbecfac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c0d9c2b-4a81-487b-b17e-58ec5f771b7a', 'code': 200} Sep 24 15:38:25.062817 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-4de6c9dd-04c1-448d-9bda-4b5aa6643e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638a7179-f74e-4745-a69d-661199d88407', 'name': 'tempest-ServerActionsTestJSON-1734218246-router', 'tenant_id': 'ac17221dd7b34bd3afb658a69ac088d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e32496b9-8ef4-4bc5-88e6-ea37e303317b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:38:16Z', 'updated_at': '2021-09-24T15:38:22Z', 'revision_number': 4, 'project_id': 'ac17221dd7b34bd3afb658a69ac088d3', 'gw_port': {'id': 'e32496b9-8ef4-4bc5-88e6-ea37e303317b', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:be:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638a7179-f74e-4745-a69d-661199d88407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:38:17Z', 'updated_at': '2021-09-24T15:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'cd46d084-9dbc-469a-b1d3-4a43094d934f', 'name': '', 'network_id': 'bad15511-e79d-4a5e-8826-604fa4d6fb1c', 'tenant_id': 'ac17221dd7b34bd3afb658a69ac088d3', 'mac_address': 'fa:16:3e:e2:f6:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '638a7179-f74e-4745-a69d-661199d88407', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'ac550aa6-1c9d-441e-90e2-38bf2a7a38e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:38:21Z', 'updated_at': '2021-09-24T15:38:23Z', 'revision_number': 2, 'project_id': 'ac17221dd7b34bd3afb658a69ac088d3', 'subnets': [{'id': 'ac550aa6-1c9d-441e-90e2-38bf2a7a38e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:38:25.091643 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de6c9dd-04c1-448d-9bda-4b5aa6643e7b None None] Checking router: 638a7179-f74e-4745-a69d-661199d88407 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:38:25.093435 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de6c9dd-04c1-448d-9bda-4b5aa6643e7b None None] Updating router 638a7179-f74e-4745-a69d-661199d88407 port cd46d084-9dbc-469a-b1d3-4a43094d934f binding host n-d-808921-1 {{(pid=95300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:38:25.123799 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-4de6c9dd-04c1-448d-9bda-4b5aa6643e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:25.125880 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:25.128263 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e7ae20bd-5c0c-41d8-a941-610f2292a249 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:25.160163 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd94c8-3813-4c4d-828b-ef0e5fa372be req-68dd34be-e80f-4a02-94f6-aeb08a8d185c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:25.161835 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-40cd94c8-3813-4c4d-828b-ef0e5fa372be req-68dd34be-e80f-4a02-94f6-aeb08a8d185c service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=e37c69e9-a0a0-4792-a283-70d23cbecfac HTTP/1.1" status: 200 len: 1095 time: 0.0766952 Sep 24 15:38:25.197409 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ae20bd-5c0c-41d8-a941-610f2292a249 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f89f76a1-b7eb-468c-968b-e137897073b2,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:25.208544 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=4c0d9c2b-4a81-487b-b17e-58ec5f771b7a,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:25.248268 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e7ae20bd-5c0c-41d8-a941-610f2292a249 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:25.249704 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-e7ae20bd-5c0c-41d8-a941-610f2292a249 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6447423 Sep 24 15:38:25.252731 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47722) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:38:25.257195 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-40cd94c8-3813-4c4d-828b-ef0e5fa372be req-fdbb2820-2d51-4ff9-801e-15efdfa55bfe service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875788 Sep 24 15:38:25.257619 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-5fbe5999-6323-4dfc-be7c-a552b2b8e813 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Request body: {'security_group_rule': {'security_group_id': 'f89f76a1-b7eb-468c-968b-e137897073b2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:38:25.271834 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b8149f-f119-40d3-b6d4-99ca0a4bc1fe req-47597666-3bc7-4569-ad97-d4d1521e8390 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:25.273990 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-32b8149f-f119-40d3-b6d4-99ca0a4bc1fe req-47597666-3bc7-4569-ad97-d4d1521e8390 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=c7c4b09e-142a-4cc8-809c-267fc688df42 HTTP/1.1" status: 200 len: 945 time: 0.1025374 Sep 24 15:38:25.314993 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-32b8149f-f119-40d3-b6d4-99ca0a4bc1fe req-732a4c53-7234-4034-83d3-32227f8179c5 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324709 Sep 24 15:38:25.406166 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5fbe5999-6323-4dfc-be7c-a552b2b8e813 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:25.454503 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-4de6c9dd-04c1-448d-9bda-4b5aa6643e7b None None] Notify callbacks [] for port, precommit_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:25.471469 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5fbe5999-6323-4dfc-be7c-a552b2b8e813 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:25.526216 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-4de6c9dd-04c1-448d-9bda-4b5aa6643e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:25.573011 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-9223ced6-9640-4937-83e4-0bedbbe8ba34 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.108 "GET /v2.0/networks?tenant_id=c46c84a3fcb44853b535b52dac2dd724&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327232 Sep 24 15:38:25.583696 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5fbe5999-6323-4dfc-be7c-a552b2b8e813 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:25.589199 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26736eca-4757-4731-8ffb-c1121a2b4f64 None None] Pushing event updated for resources: {'Port': ['ID=cd46d084-9dbc-469a-b1d3-4a43094d934f,revision_number=3']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:25.614254 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26736eca-4757-4731-8ffb-c1121a2b4f64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:38:25.614620 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26736eca-4757-4731-8ffb-c1121a2b4f64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:38:25.614965 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26736eca-4757-4731-8ffb-c1121a2b4f64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:38:25.615295 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26736eca-4757-4731-8ffb-c1121a2b4f64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:38:25.615651 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26736eca-4757-4731-8ffb-c1121a2b4f64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:38:25.617481 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26736eca-4757-4731-8ffb-c1121a2b4f64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:38:25.617481 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26736eca-4757-4731-8ffb-c1121a2b4f64 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:38:25.617481 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26736eca-4757-4731-8ffb-c1121a2b4f64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:38:25.617810 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbe5999-6323-4dfc-be7c-a552b2b8e813 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abf7a3dd-bfa1-4063-b116-8725689e6cd3,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:25.617940 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26736eca-4757-4731-8ffb-c1121a2b4f64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:38:25.617940 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26736eca-4757-4731-8ffb-c1121a2b4f64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:38:25.617940 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26736eca-4757-4731-8ffb-c1121a2b4f64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:38:25.617940 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26736eca-4757-4731-8ffb-c1121a2b4f64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:38:25.679872 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-4de6c9dd-04c1-448d-9bda-4b5aa6643e7b None None] Attempting to bind port cd46d084-9dbc-469a-b1d3-4a43094d934f on host n-d-808921-1 for vnic_type normal with profile {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:38:25.680236 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-4de6c9dd-04c1-448d-9bda-4b5aa6643e7b None None] Attempting to bind port cd46d084-9dbc-469a-b1d3-4a43094d934f by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '7e8e93a9-9a2d-4b51-a14d-73f657c90f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'bad15511-e79d-4a5e-8826-604fa4d6fb1c'}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:38:25.680600 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de6c9dd-04c1-448d-9bda-4b5aa6643e7b None None] Attempting to bind port cd46d084-9dbc-469a-b1d3-4a43094d934f on network bad15511-e79d-4a5e-8826-604fa4d6fb1c {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:38:25.691873 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de6c9dd-04c1-448d-9bda-4b5aa6643e7b None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 38, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:38:25.695121 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de6c9dd-04c1-448d-9bda-4b5aa6643e7b None None] Checking segment: {'id': '7e8e93a9-9a2d-4b51-a14d-73f657c90f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'bad15511-e79d-4a5e-8826-604fa4d6fb1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:38:25.695737 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-4de6c9dd-04c1-448d-9bda-4b5aa6643e7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:25.696330 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de6c9dd-04c1-448d-9bda-4b5aa6643e7b None None] Bound using segment: {'id': '7e8e93a9-9a2d-4b51-a14d-73f657c90f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'bad15511-e79d-4a5e-8826-604fa4d6fb1c'} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:38:25.698737 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-4de6c9dd-04c1-448d-9bda-4b5aa6643e7b None None] Bound port: cd46d084-9dbc-469a-b1d3-4a43094d934f, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e8e93a9-9a2d-4b51-a14d-73f657c90f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'bad15511-e79d-4a5e-8826-604fa4d6fb1c'}}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:38:25.699362 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-4de6c9dd-04c1-448d-9bda-4b5aa6643e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:25.719268 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc589c-6b16-41b0-a626-d423fdfa09ce req-430d9321-256c-4b79-ab24-4acfe1e3868a tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:25.720588 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-eddc589c-6b16-41b0-a626-d423fdfa09ce req-430d9321-256c-4b79-ab24-4acfe1e3868a tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=e37c69e9-a0a0-4792-a283-70d23cbecfac HTTP/1.1" status: 200 len: 945 time: 0.1188157 Sep 24 15:38:25.781813 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-eddc589c-6b16-41b0-a626-d423fdfa09ce req-778d859b-711e-4d18-be65-c59994be1581 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525401 Sep 24 15:38:25.793806 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-70602a2f-bbca-47d8-9ad3-83771123b360 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:25.797438 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-70602a2f-bbca-47d8-9ad3-83771123b360 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2163379 Sep 24 15:38:25.810835 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-4de6c9dd-04c1-448d-9bda-4b5aa6643e7b None None] For port cd46d084-9dbc-469a-b1d3-4a43094d934f, host n-d-808921-1, cleared binding levels {{(pid=95300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:38:25.814330 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-4de6c9dd-04c1-448d-9bda-4b5aa6643e7b None None] For port cd46d084-9dbc-469a-b1d3-4a43094d934f, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=cd46d084-9dbc-469a-b1d3-4a43094d934f,segment=NetworkSegment(7e8e93a9-9a2d-4b51-a14d-73f657c90f78),segment_id=7e8e93a9-9a2d-4b51-a14d-73f657c90f78)] {{(pid=95300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:38:25.818464 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-8cff7f3b-0d1b-4ca6-a118-63a9fe7fca23 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Request body: {'port': {'device_id': 'e987ce22-4dae-4538-9ad9-22cc791d9d5f', 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939', 'admin_state_up': True, 'tenant_id': 'c46c84a3fcb44853b535b52dac2dd724'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:38:25.823472 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5fbe5999-6323-4dfc-be7c-a552b2b8e813 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:25.828847 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-5fbe5999-6323-4dfc-be7c-a552b2b8e813 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5710003 Sep 24 15:38:25.830295 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47742) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:38:25.836332 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-7cb3eff4-9346-4d33-b389-add0c10525d9 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Request body: {'security_group_rule': {'security_group_id': 'f89f76a1-b7eb-468c-968b-e137897073b2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:38:25.861698 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f76787bb-9309-4ffa-b5c7-f32f8c9722c9 req-4193b2fe-abbc-4de8-8427-4d473aeb4079 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=c87934bb-28a4-4f5c-a678-8da450c86ac9 HTTP/1.1" status: 200 len: 210 time: 0.0491352 Sep 24 15:38:25.953485 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-cef55471-a079-4a84-a921-5c1cd05e4434 None None] Provisioning complete for port cd46d084-9dbc-469a-b1d3-4a43094d934f triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:38:25.953872 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-cef55471-a079-4a84-a921-5c1cd05e4434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:25.966613 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-4de6c9dd-04c1-448d-9bda-4b5aa6643e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:25.982795 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device e32496b9-8ef4-4bc5-88e6-ea37e303317b up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:38:26.027386 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7cb3eff4-9346-4d33-b389-add0c10525d9 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:26.051302 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26736eca-4757-4731-8ffb-c1121a2b4f64 None None] Pushing event updated for resources: {'Port': ['ID=cd46d084-9dbc-469a-b1d3-4a43094d934f,revision_number=4']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:26.054301 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de6c9dd-04c1-448d-9bda-4b5aa6643e7b None None] Routers {'638a7179-f74e-4745-a69d-661199d88407'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:38:26.066825 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-4de6c9dd-04c1-448d-9bda-4b5aa6643e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:38:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['638a7179-f74e-4745-a69d-661199d88407'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:38:26.072484 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-cef55471-a079-4a84-a921-5c1cd05e4434 None None] Port cd46d084-9dbc-469a-b1d3-4a43094d934f cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:38:26.104263 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-8cff7f3b-0d1b-4ca6-a118-63a9fe7fca23 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Made reservation on behalf of c46c84a3fcb44853b535b52dac2dd724 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:38:26.112446 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-8cff7f3b-0d1b-4ca6-a118-63a9fe7fca23 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:26.132082 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fb5507-91d1-42da-8190-4d11882c6c01 req-d0858aef-36a2-4d68-b340-d9a4247bd5bc tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:26.134558 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port e32496b9-8ef4-4bc5-88e6-ea37e303317b triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:38:26.135048 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:26.136874 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b8fb5507-91d1-42da-8190-4d11882c6c01 req-d0858aef-36a2-4d68-b340-d9a4247bd5bc tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=e7501673-3fe7-48b0-8aa8-d315f38f3c61 HTTP/1.1" status: 200 len: 949 time: 0.1340895 Sep 24 15:38:26.211026 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7cb3eff4-9346-4d33-b389-add0c10525d9 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:26.269805 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b8fb5507-91d1-42da-8190-4d11882c6c01 req-52e1b318-688a-4211-9dcd-6d753d0ce5e0 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214781 Sep 24 15:38:26.278224 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-4de6c9dd-04c1-448d-9bda-4b5aa6643e7b None None] Set router 638a7179-f74e-4745-a69d-661199d88407 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:38:26.374614 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7cb3eff4-9346-4d33-b389-add0c10525d9 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:26.429313 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-41507912-7b20-4532-ad68-b234830121ea None None] Provisioning complete for port cd46d084-9dbc-469a-b1d3-4a43094d934f triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:38:26.431412 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-41507912-7b20-4532-ad68-b234830121ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:26.459762 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-8cff7f3b-0d1b-4ca6-a118-63a9fe7fca23 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Allocated IP 192.168.233.216 (9672f189-23fe-44e6-9dd2-257ff8905939/188edb94-8042-4961-9ec0-8960b1ce1305/24452517-d2c8-4379-b085-e8bb73de1440) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:38:26.460054 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb3eff4-9346-4d33-b389-add0c10525d9 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=138ed6f6-5f44-4ca7-b1b8-7e98b4a7c733,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:26.514942 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7cb3eff4-9346-4d33-b389-add0c10525d9 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:26.516505 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-7cb3eff4-9346-4d33-b389-add0c10525d9 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6850395 Sep 24 15:38:26.519204 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47756) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:38:26.524586 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-1546be4b-3182-4a95-a11a-cc9600e170d0 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Request body: {'floatingip': {'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:38:26.572796 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-41507912-7b20-4532-ad68-b234830121ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:26.583093 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262d82cc-167c-4bb1-9206-d41578b2538b req-7946bcde-7f6a-4b16-84ab-e913d23ead45 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:26.584241 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-262d82cc-167c-4bb1-9206-d41578b2538b req-7946bcde-7f6a-4b16-84ab-e913d23ead45 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=c7c4b09e-142a-4cc8-809c-267fc688df42 HTTP/1.1" status: 200 len: 945 time: 0.1029215 Sep 24 15:38:26.623186 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-4de6c9dd-04c1-448d-9bda-4b5aa6643e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638a7179-f74e-4745-a69d-661199d88407', 'name': 'tempest-ServerActionsTestJSON-1734218246-router', 'tenant_id': 'ac17221dd7b34bd3afb658a69ac088d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e32496b9-8ef4-4bc5-88e6-ea37e303317b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:38:16Z', 'updated_at': '2021-09-24T15:38:22Z', 'revision_number': 4, 'project_id': 'ac17221dd7b34bd3afb658a69ac088d3', 'gw_port': {'id': 'e32496b9-8ef4-4bc5-88e6-ea37e303317b', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:be:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638a7179-f74e-4745-a69d-661199d88407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:38:17Z', 'updated_at': '2021-09-24T15:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'cd46d084-9dbc-469a-b1d3-4a43094d934f', 'name': '', 'network_id': 'bad15511-e79d-4a5e-8826-604fa4d6fb1c', 'tenant_id': 'ac17221dd7b34bd3afb658a69ac088d3', 'mac_address': 'fa:16:3e:e2:f6:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '638a7179-f74e-4745-a69d-661199d88407', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'ac550aa6-1c9d-441e-90e2-38bf2a7a38e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:38:21Z', 'updated_at': '2021-09-24T15:38:25Z', 'revision_number': 4, 'project_id': 'ac17221dd7b34bd3afb658a69ac088d3', 'subnets': [{'id': 'ac550aa6-1c9d-441e-90e2-38bf2a7a38e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:38:26.625281 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-41507912-7b20-4532-ad68-b234830121ea None None] For port cd46d084-9dbc-469a-b1d3-4a43094d934f, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=cd46d084-9dbc-469a-b1d3-4a43094d934f,segment=NetworkSegment(7e8e93a9-9a2d-4b51-a14d-73f657c90f78),segment_id=7e8e93a9-9a2d-4b51-a14d-73f657c90f78)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:38:26.656485 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de6c9dd-04c1-448d-9bda-4b5aa6643e7b None None] The sync data for ids ['638a7179-f74e-4745-a69d-661199d88407'] in n-d-808921-1 is: [{'id': '638a7179-f74e-4745-a69d-661199d88407', 'name': 'tempest-ServerActionsTestJSON-1734218246-router', 'tenant_id': 'ac17221dd7b34bd3afb658a69ac088d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e32496b9-8ef4-4bc5-88e6-ea37e303317b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:38:16Z', 'updated_at': '2021-09-24T15:38:22Z', 'revision_number': 4, 'project_id': 'ac17221dd7b34bd3afb658a69ac088d3', 'gw_port': {'id': 'e32496b9-8ef4-4bc5-88e6-ea37e303317b', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:be:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638a7179-f74e-4745-a69d-661199d88407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:38:17Z', 'updated_at': '2021-09-24T15:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'cd46d084-9dbc-469a-b1d3-4a43094d934f', 'name': '', 'network_id': 'bad15511-e79d-4a5e-8826-604fa4d6fb1c', 'tenant_id': 'ac17221dd7b34bd3afb658a69ac088d3', 'mac_address': 'fa:16:3e:e2:f6:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '638a7179-f74e-4745-a69d-661199d88407', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'ac550aa6-1c9d-441e-90e2-38bf2a7a38e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:38:21Z', 'updated_at': '2021-09-24T15:38:25Z', 'revision_number': 4, 'project_id': 'ac17221dd7b34bd3afb658a69ac088d3', 'subnets': [{'id': 'ac550aa6-1c9d-441e-90e2-38bf2a7a38e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:38:26.675016 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1546be4b-3182-4a95-a11a-cc9600e170d0 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks [] for floatingip, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:26.733510 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-41507912-7b20-4532-ad68-b234830121ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:26.758481 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-b73822eb-2b57-4fb7-8218-019a6588f323 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.108 "GET /v2.0/networks?tenant_id=c46c84a3fcb44853b535b52dac2dd724&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1088340 Sep 24 15:38:26.765471 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-262d82cc-167c-4bb1-9206-d41578b2538b req-abfc23fe-0a80-4859-94c9-b00b31c97c31 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747465 Sep 24 15:38:26.866887 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41507912-7b20-4532-ad68-b234830121ea None None] Pushing event updated for resources: {'Port': ['ID=cd46d084-9dbc-469a-b1d3-4a43094d934f,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:26.899029 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1546be4b-3182-4a95-a11a-cc9600e170d0 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:27.011553 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-8cff7f3b-0d1b-4ca6-a118-63a9fe7fca23 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:27.012940 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2279d119-b951-4d18-9333-9975031fc021 req-11c6dec4-e4c9-48b7-95fc-2972f2725055 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=c87934bb-28a4-4f5c-a678-8da450c86ac9 HTTP/1.1" status: 200 len: 210 time: 0.0412426 Sep 24 15:38:27.119753 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-1546be4b-3182-4a95-a11a-cc9600e170d0 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Allocated IP 172.25.0.77 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/e7eecd23-a800-4326-9f9d-c334187c850e) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:38:27.141306 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64a87a5-4819-4b9c-be3c-4ee993b83506 req-1e8167e3-27a6-43e7-b169-324cf9e351ad tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:27.146294 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e64a87a5-4819-4b9c-be3c-4ee993b83506 req-1e8167e3-27a6-43e7-b169-324cf9e351ad tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=e37c69e9-a0a0-4792-a283-70d23cbecfac HTTP/1.1" status: 200 len: 945 time: 0.1484699 Sep 24 15:38:27.159686 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-bba651dd-cabf-4059-9194-f2abc5127103 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:27.161637 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-bba651dd-cabf-4059-9194-f2abc5127103 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3900316 Sep 24 15:38:27.192515 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-0f43b68a-521e-4ab9-a5bc-549fc8b09302 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Request body: {'port': {'device_id': 'c87934bb-28a4-4f5c-a678-8da450c86ac9', 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939', 'admin_state_up': True, 'tenant_id': 'c46c84a3fcb44853b535b52dac2dd724'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:38:27.253186 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1546be4b-3182-4a95-a11a-cc9600e170d0 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:27.381695 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e64a87a5-4819-4b9c-be3c-4ee993b83506 req-649441a0-7ce0-49da-8614-736e26a6ae0f tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188647 Sep 24 15:38:27.410031 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-8cff7f3b-0d1b-4ca6-a118-63a9fe7fca23 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:27.430461 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['afbf09b1-1e35-4fb2-a4fa-27218272dc3a'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:38:27.432691 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79cd3f6-3062-4497-ad24-6ba8951a0da4 req-feafb6fe-dde1-4eb8-9c31-1ebc754fc32b tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:27.434456 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d79cd3f6-3062-4497-ad24-6ba8951a0da4 req-feafb6fe-dde1-4eb8-9c31-1ebc754fc32b tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=e7501673-3fe7-48b0-8aa8-d315f38f3c61 HTTP/1.1" status: 200 len: 949 time: 0.0690651 Sep 24 15:38:27.476439 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1546be4b-3182-4a95-a11a-cc9600e170d0 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:27.519171 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-8cff7f3b-0d1b-4ca6-a118-63a9fe7fca23 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Network 9672f189-23fe-44e6-9dd2-257ff8905939 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:38:27.537094 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-8cff7f3b-0d1b-4ca6-a118-63a9fe7fca23 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:38:27.540728 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-8cff7f3b-0d1b-4ca6-a118-63a9fe7fca23 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:38:27.581901 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1546be4b-3182-4a95-a11a-cc9600e170d0 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:38:27.610296 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d79cd3f6-3062-4497-ad24-6ba8951a0da4 req-4f2acd3d-512e-4ef1-b15d-022f765c0a15 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552627 Sep 24 15:38:27.611355 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-1546be4b-3182-4a95-a11a-cc9600e170d0 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:38:27.616062 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1546be4b-3182-4a95-a11a-cc9600e170d0 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:38:27.625353 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1546be4b-3182-4a95-a11a-cc9600e170d0 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Pushing event updated for resources: {'Port': ['ID=e7eecd23-a800-4326-9f9d-c334187c850e,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:27.671794 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-8cff7f3b-0d1b-4ca6-a118-63a9fe7fca23 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:27.672539 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-8cff7f3b-0d1b-4ca6-a118-63a9fe7fca23 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:27.687661 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cff7f3b-0d1b-4ca6-a118-63a9fe7fca23 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Pushing event updated for resources: {'Port': ['ID=24452517-d2c8-4379-b085-e8bb73de1440,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:27.694016 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-0f43b68a-521e-4ab9-a5bc-549fc8b09302 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Made reservation on behalf of c46c84a3fcb44853b535b52dac2dd724 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:38:27.700308 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-0f43b68a-521e-4ab9-a5bc-549fc8b09302 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:27.790637 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1546be4b-3182-4a95-a11a-cc9600e170d0 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:27.834590 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-8cff7f3b-0d1b-4ca6-a118-63a9fe7fca23 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0200791 Sep 24 15:38:27.852640 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-85a0f539-6e71-42d7-a5cc-5ffec10db2d6 service neutron] Request body: {'port': {'device_id': 'e987ce22-4dae-4538-9ad9-22cc791d9d5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:38:27.964540 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1546be4b-3182-4a95-a11a-cc9600e170d0 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:27.978848 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-a648350f-2de0-4426-bde3-0f0c3bc632d9 None None] Provisioning complete for port 24452517-d2c8-4379-b085-e8bb73de1440 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:38:27.979229 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a648350f-2de0-4426-bde3-0f0c3bc632d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:28.024454 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-a648350f-2de0-4426-bde3-0f0c3bc632d9 None None] Port 24452517-d2c8-4379-b085-e8bb73de1440 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:38:28.027009 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-85a0f539-6e71-42d7-a5cc-5ffec10db2d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:28.088217 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device cd46d084-9dbc-469a-b1d3-4a43094d934f up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:38:28.108066 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-0f43b68a-521e-4ab9-a5bc-549fc8b09302 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Allocated IP 192.168.233.95 (9672f189-23fe-44e6-9dd2-257ff8905939/188edb94-8042-4961-9ec0-8960b1ce1305/a798f864-7258-4bf0-87cc-1bfef04bb674) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:38:28.192111 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port cd46d084-9dbc-469a-b1d3-4a43094d934f triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:38:28.192413 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:28.207032 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c74fb311-37e5-4785-8627-ad1bd3fa5f32 req-a8ffec85-ec64-432b-962b-ec64b66740d4 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=c87934bb-28a4-4f5c-a678-8da450c86ac9 HTTP/1.1" status: 200 len: 210 time: 0.0695801 Sep 24 15:38:28.278587 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1546be4b-3182-4a95-a11a-cc9600e170d0 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:28.306067 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a8c040-4b8c-47b5-977e-bd85650a9d8f req-70b2cdb7-4970-43fa-85ae-9c9a678f791f tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:28.314576 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-77a8c040-4b8c-47b5-977e-bd85650a9d8f req-70b2cdb7-4970-43fa-85ae-9c9a678f791f tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=c7c4b09e-142a-4cc8-809c-267fc688df42 HTTP/1.1" status: 200 len: 945 time: 0.3069279 Sep 24 15:38:28.400274 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1546be4b-3182-4a95-a11a-cc9600e170d0 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:28.421472 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-77a8c040-4b8c-47b5-977e-bd85650a9d8f req-632ecf06-7504-4a85-a80a-eb9f1df371fd tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847328 Sep 24 15:38:28.512956 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1546be4b-3182-4a95-a11a-cc9600e170d0 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Pushing event updated for resources: {'Port': ['ID=e7eecd23-a800-4326-9f9d-c334187c850e,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:28.525415 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1546be4b-3182-4a95-a11a-cc9600e170d0 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:28.534260 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-0f43b68a-521e-4ab9-a5bc-549fc8b09302 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:28.550743 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93fef72-2711-4f1b-8bf6-047cd1455e42 req-d8bbf585-5211-48d8-b073-563e1a83f604 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:28.552323 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c93fef72-2711-4f1b-8bf6-047cd1455e42 req-d8bbf585-5211-48d8-b073-563e1a83f604 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=e37c69e9-a0a0-4792-a283-70d23cbecfac HTTP/1.1" status: 200 len: 945 time: 0.0819349 Sep 24 15:38:28.597434 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c93fef72-2711-4f1b-8bf6-047cd1455e42 req-13564bab-e29e-4b6a-95e4-4a73a4da84b0 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356209 Sep 24 15:38:28.623860 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1546be4b-3182-4a95-a11a-cc9600e170d0 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:28.632646 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-1546be4b-3182-4a95-a11a-cc9600e170d0 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1054900 Sep 24 15:38:28.727219 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-0f43b68a-521e-4ab9-a5bc-549fc8b09302 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:28.743283 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['afbf09b1-1e35-4fb2-a4fa-27218272dc3a'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:38:28.803592 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf8e8ae-a84f-45ea-8608-1f3052ab429b req-32e5c923-87bc-41bf-a13b-461aaa0f68e2 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:28.805123 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0bf8e8ae-a84f-45ea-8608-1f3052ab429b req-32e5c923-87bc-41bf-a13b-461aaa0f68e2 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=e7501673-3fe7-48b0-8aa8-d315f38f3c61 HTTP/1.1" status: 200 len: 949 time: 0.1218655 Sep 24 15:38:28.845676 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-0f43b68a-521e-4ab9-a5bc-549fc8b09302 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Network 9672f189-23fe-44e6-9dd2-257ff8905939 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:38:28.864240 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-0f43b68a-521e-4ab9-a5bc-549fc8b09302 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:38:28.866678 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-0f43b68a-521e-4ab9-a5bc-549fc8b09302 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:38:28.881861 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f43b68a-521e-4ab9-a5bc-549fc8b09302 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Pushing event updated for resources: {'Port': ['ID=a798f864-7258-4bf0-87cc-1bfef04bb674,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:28.956275 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0bf8e8ae-a84f-45ea-8608-1f3052ab429b req-c2ee97c3-ecc5-4c90-a5cc-2e9fea6ef3f1 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166899 Sep 24 15:38:28.975314 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-0f43b68a-521e-4ab9-a5bc-549fc8b09302 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:28.975314 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-0f43b68a-521e-4ab9-a5bc-549fc8b09302 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:29.068274 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-85a0f539-6e71-42d7-a5cc-5ffec10db2d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24452517-d2c8-4379-b085-e8bb73de1440 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:38:29.083557 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-85a0f539-6e71-42d7-a5cc-5ffec10db2d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:29.107758 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-85a0f539-6e71-42d7-a5cc-5ffec10db2d6 service neutron] Transition to ACTIVE for port object 24452517-d2c8-4379-b085-e8bb73de1440 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:38:29.109319 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-0f43b68a-521e-4ab9-a5bc-549fc8b09302 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9213018 Sep 24 15:38:29.125133 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b2d6d0e5-1b68-42a4-b0e1-c7fe3ee02bcc req-9318d3be-fe7a-4cc6-94cb-c60f4b99c47c tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-securitygroup--1201371388&fields=id&tenant_id=ac17221dd7b34bd3afb658a69ac088d3 HTTP/1.1" status: 200 len: 267 time: 0.0620043 Sep 24 15:38:29.130127 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-8c5323fa-cee0-4504-95b0-b3f027b23fae service neutron] Request body: {'port': {'device_id': 'c87934bb-28a4-4f5c-a678-8da450c86ac9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:38:29.218293 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-85a0f539-6e71-42d7-a5cc-5ffec10db2d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:29.255372 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-6eebdc2f-0a6a-4f0e-8909-8e0e519f8f9c None None] Provisioning complete for port a798f864-7258-4bf0-87cc-1bfef04bb674 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:38:29.256090 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6eebdc2f-0a6a-4f0e-8909-8e0e519f8f9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:29.293268 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-8c5323fa-cee0-4504-95b0-b3f027b23fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:29.339915 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-6eebdc2f-0a6a-4f0e-8909-8e0e519f8f9c None None] Port a798f864-7258-4bf0-87cc-1bfef04bb674 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:38:29.362041 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a0f539-6e71-42d7-a5cc-5ffec10db2d6 service neutron] Pushing event updated for resources: {'Port': ['ID=24452517-d2c8-4379-b085-e8bb73de1440,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:29.427248 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0af2d9-75df-49e8-9c2a-56a97f536698 req-bff9a803-91a1-492c-8efe-b968683a42ca tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:29.429655 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4f0af2d9-75df-49e8-9c2a-56a97f536698 req-bff9a803-91a1-492c-8efe-b968683a42ca tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=e37c69e9-a0a0-4792-a283-70d23cbecfac HTTP/1.1" status: 200 len: 945 time: 0.0947051 Sep 24 15:38:29.489202 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4f0af2d9-75df-49e8-9c2a-56a97f536698 req-38152cca-5f30-4318-bc64-06b768406ac0 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527213 Sep 24 15:38:29.638379 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c754c31-75e3-4985-9caa-51349ddef696 req-91bc90c4-9e22-4d89-ae7d-e9db493bc8b8 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:29.638379 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8c754c31-75e3-4985-9caa-51349ddef696 req-91bc90c4-9e22-4d89-ae7d-e9db493bc8b8 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=c87934bb-28a4-4f5c-a678-8da450c86ac9 HTTP/1.1" status: 200 len: 935 time: 0.0599782 Sep 24 15:38:29.676758 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8c754c31-75e3-4985-9caa-51349ddef696 req-776f5746-f697-418c-bc17-c0ab060be3e2 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345945 Sep 24 15:38:29.756141 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d6d0e5-1b68-42a4-b0e1-c7fe3ee02bcc req-0be36452-c83a-42ff-9a81-8a258cb7380d tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:29.757695 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b2d6d0e5-1b68-42a4-b0e1-c7fe3ee02bcc req-0be36452-c83a-42ff-9a81-8a258cb7380d tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/networks?id=bad15511-e79d-4a5e-8826-604fa4d6fb1c HTTP/1.1" status: 200 len: 812 time: 0.6080041 Sep 24 15:38:29.803494 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b2d6d0e5-1b68-42a4-b0e1-c7fe3ee02bcc req-6b300c4b-8e1f-4fc7-bd57-49b9285c265d tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/quotas/ac17221dd7b34bd3afb658a69ac088d3 HTTP/1.1" status: 200 len: 375 time: 0.0228486 Sep 24 15:38:29.853499 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7490a68e-1068-4aae-9ccd-7bdb9b2bdc0f req-7d36b409-569d-4f1f-a34e-0e529e10f90c tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:29.855275 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7490a68e-1068-4aae-9ccd-7bdb9b2bdc0f req-7d36b409-569d-4f1f-a34e-0e529e10f90c tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=c7c4b09e-142a-4cc8-809c-267fc688df42 HTTP/1.1" status: 200 len: 945 time: 0.0856984 Sep 24 15:38:29.897107 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7490a68e-1068-4aae-9ccd-7bdb9b2bdc0f req-d704a0d3-862f-4138-b46a-9abbe31e69ad tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351546 Sep 24 15:38:29.947918 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-85a0f539-6e71-42d7-a5cc-5ffec10db2d6 service neutron] Attempting to bind port 24452517-d2c8-4379-b085-e8bb73de1440 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:38:29.960170 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-85a0f539-6e71-42d7-a5cc-5ffec10db2d6 service neutron] Attempting to bind port 24452517-d2c8-4379-b085-e8bb73de1440 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:38:29.960170 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-85a0f539-6e71-42d7-a5cc-5ffec10db2d6 service neutron] Attempting to bind port 24452517-d2c8-4379-b085-e8bb73de1440 on network 9672f189-23fe-44e6-9dd2-257ff8905939 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:38:29.968914 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-85a0f539-6e71-42d7-a5cc-5ffec10db2d6 service neutron] Port 24452517-d2c8-4379-b085-e8bb73de1440 on network 9672f189-23fe-44e6-9dd2-257ff8905939 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:38:29.969236 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-85a0f539-6e71-42d7-a5cc-5ffec10db2d6 service neutron] Attempting to bind port 24452517-d2c8-4379-b085-e8bb73de1440 on network 9672f189-23fe-44e6-9dd2-257ff8905939 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:38:29.984118 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b2d6d0e5-1b68-42a4-b0e1-c7fe3ee02bcc req-7eb9b3e3-48b5-40e7-bda0-7a23ccea6583 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=ac17221dd7b34bd3afb658a69ac088d3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1646736 Sep 24 15:38:29.987490 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-85a0f539-6e71-42d7-a5cc-5ffec10db2d6 service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:38:29.987687 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-85a0f539-6e71-42d7-a5cc-5ffec10db2d6 service neutron] Checking segment: {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:38:29.988002 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-85a0f539-6e71-42d7-a5cc-5ffec10db2d6 service neutron] Bound using segment: {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:38:29.988532 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-85a0f539-6e71-42d7-a5cc-5ffec10db2d6 service neutron] Bound port: 24452517-d2c8-4379-b085-e8bb73de1440, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:38:29.988794 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-85a0f539-6e71-42d7-a5cc-5ffec10db2d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:30.198810 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b2d6d0e5-1b68-42a4-b0e1-c7fe3ee02bcc req-10812c0a-35ae-43e9-a7f9-e2f6eacdd9c4 service neutron] 10.222.0.101 "GET /v2.0/networks/bad15511-e79d-4a5e-8826-604fa4d6fb1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013862 Sep 24 15:38:30.202882 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-85a0f539-6e71-42d7-a5cc-5ffec10db2d6 service neutron] For port 24452517-d2c8-4379-b085-e8bb73de1440, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:38:30.207024 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-85a0f539-6e71-42d7-a5cc-5ffec10db2d6 service neutron] For port 24452517-d2c8-4379-b085-e8bb73de1440, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=24452517-d2c8-4379-b085-e8bb73de1440,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:38:30.307755 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-85a0f539-6e71-42d7-a5cc-5ffec10db2d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:30.313672 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-8c5323fa-cee0-4504-95b0-b3f027b23fae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a798f864-7258-4bf0-87cc-1bfef04bb674 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:38:30.334944 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-8c5323fa-cee0-4504-95b0-b3f027b23fae service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:30.374915 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-85a0f539-6e71-42d7-a5cc-5ffec10db2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:30.375683 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-85a0f539-6e71-42d7-a5cc-5ffec10db2d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:30.377099 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-85a0f539-6e71-42d7-a5cc-5ffec10db2d6 service neutron] 10.222.0.108 "PUT /v2.0/ports/24452517-d2c8-4379-b085-e8bb73de1440 HTTP/1.1" status: 200 len: 1096 time: 2.5295966 Sep 24 15:38:30.383378 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e987ce22-4dae-4538-9ad9-22cc791d9d5f', 'tag': '24452517-d2c8-4379-b085-e8bb73de1440'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:38:30.385778 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31dae544-14d0-4ec7-ba31-6b5655601992" -d '{"events": [{"name": "network-changed", "server_uuid": "e987ce22-4dae-4538-9ad9-22cc791d9d5f", "tag": "24452517-d2c8-4379-b085-e8bb73de1440"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:38:30.401827 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-8c5323fa-cee0-4504-95b0-b3f027b23fae service neutron] Transition to ACTIVE for port object a798f864-7258-4bf0-87cc-1bfef04bb674 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:38:30.419090 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b2d6d0e5-1b68-42a4-b0e1-c7fe3ee02bcc req-5b9847a7-65ef-4eaf-8828-dc7bfc33c212 service neutron] 10.222.0.101 "GET /v2.0/networks/bad15511-e79d-4a5e-8826-604fa4d6fb1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064428 Sep 24 15:38:30.436581 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a0f539-6e71-42d7-a5cc-5ffec10db2d6 service neutron] Pushing event updated for resources: {'Port': ['ID=24452517-d2c8-4379-b085-e8bb73de1440,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:30.465150 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11b9ec-4144-4490-8d34-c9efc75772d9 req-9df4190d-4308-4529-ac78-748673d42232 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:30.466736 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bc11b9ec-4144-4490-8d34-c9efc75772d9 req-9df4190d-4308-4529-ac78-748673d42232 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=e7501673-3fe7-48b0-8aa8-d315f38f3c61 HTTP/1.1" status: 200 len: 949 time: 0.0668077 Sep 24 15:38:30.478612 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-8c5323fa-cee0-4504-95b0-b3f027b23fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:30.539353 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bc11b9ec-4144-4490-8d34-c9efc75772d9 req-a39a9031-e427-4ca2-becd-d714d102ae6a tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459557 Sep 24 15:38:30.606436 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5323fa-cee0-4504-95b0-b3f027b23fae service neutron] Pushing event updated for resources: {'Port': ['ID=a798f864-7258-4bf0-87cc-1bfef04bb674,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:30.675824 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b035c05-4fec-4231-8a97-f4da84cd497e req-c480d88e-9c0b-448d-8720-629413adfb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:30.677358 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9b035c05-4fec-4231-8a97-f4da84cd497e req-c480d88e-9c0b-448d-8720-629413adfb5a service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=c99d52405d9141d6b21e8bd3f638dbfc&device_id=7cd44f03-df1c-4436-87b5-4c9cccff4adf HTTP/1.1" status: 200 len: 1096 time: 0.1309614 Sep 24 15:38:30.682107 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-78e5bfe9-d980-4078-b022-fd95259b0c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:30.683690 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-78e5bfe9-d980-4078-b022-fd95259b0c81 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=c46c84a3fcb44853b535b52dac2dd724&device_id=e987ce22-4dae-4538-9ad9-22cc791d9d5f HTTP/1.1" status: 200 len: 1099 time: 0.1418123 Sep 24 15:38:30.790456 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e573e89-8ef8-4958-a9f5-e29248251789 x-openstack-request-id: req-2e573e89-8ef8-4958-a9f5-e29248251789 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:38:30.791130 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e987ce22-4dae-4538-9ad9-22cc791d9d5f", "tag": "24452517-d2c8-4379-b085-e8bb73de1440", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:38:30.791130 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-2e573e89-8ef8-4958-a9f5-e29248251789 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:38:30.791392 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e987ce22-4dae-4538-9ad9-22cc791d9d5f', 'tag': '24452517-d2c8-4379-b085-e8bb73de1440', 'status': 'completed', 'code': 200} Sep 24 15:38:30.818632 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8a293-9216-49cb-a5c0-cdeae0c32e61 req-594b12dc-f8c0-4774-ab64-6e4534cd055b tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:30.821046 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4aa8a293-9216-49cb-a5c0-cdeae0c32e61 req-594b12dc-f8c0-4774-ab64-6e4534cd055b tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=7cd44f03-df1c-4436-87b5-4c9cccff4adf HTTP/1.1" status: 200 len: 945 time: 0.0886884 Sep 24 15:38:30.889941 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4aa8a293-9216-49cb-a5c0-cdeae0c32e61 req-b49be42e-10f4-4bfc-a3b2-88aa876d833f tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620613 Sep 24 15:38:30.947303 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-31bdab50-ca1e-49cc-a8ae-a0f0f002b9d4 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=24452517-d2c8-4379-b085-e8bb73de1440 HTTP/1.1" status: 200 len: 217 time: 0.2273927 Sep 24 15:38:30.971091 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b035c05-4fec-4231-8a97-f4da84cd497e req-3e293eb6-e390-45ba-ae05-1dde25973e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:30.972588 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9b035c05-4fec-4231-8a97-f4da84cd497e req-3e293eb6-e390-45ba-ae05-1dde25973e43 service neutron] 10.222.0.108 "GET /v2.0/networks?id=701084d1-b6de-45b7-9441-4205d9510bac HTTP/1.1" status: 200 len: 921 time: 0.2667758 Sep 24 15:38:31.007567 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-8c5323fa-cee0-4504-95b0-b3f027b23fae service neutron] Attempting to bind port a798f864-7258-4bf0-87cc-1bfef04bb674 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:38:31.007901 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-8c5323fa-cee0-4504-95b0-b3f027b23fae service neutron] Attempting to bind port a798f864-7258-4bf0-87cc-1bfef04bb674 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:38:31.008226 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-8c5323fa-cee0-4504-95b0-b3f027b23fae service neutron] Attempting to bind port a798f864-7258-4bf0-87cc-1bfef04bb674 on network 9672f189-23fe-44e6-9dd2-257ff8905939 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:38:31.011925 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b4f522-5631-4a5a-bd6d-f837a907def3 req-af52c774-f976-417a-a7e7-870053f837cf tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:31.018979 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-52b4f522-5631-4a5a-bd6d-f837a907def3 req-af52c774-f976-417a-a7e7-870053f837cf tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=c87934bb-28a4-4f5c-a678-8da450c86ac9 HTTP/1.1" status: 200 len: 947 time: 0.0643740 Sep 24 15:38:31.055507 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-52b4f522-5631-4a5a-bd6d-f837a907def3 req-e9a29381-8713-4c9a-802c-9bfdfe9af18f tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354362 Sep 24 15:38:31.064309 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-8c5323fa-cee0-4504-95b0-b3f027b23fae service neutron] Port a798f864-7258-4bf0-87cc-1bfef04bb674 on network 9672f189-23fe-44e6-9dd2-257ff8905939 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:38:31.064539 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-8c5323fa-cee0-4504-95b0-b3f027b23fae service neutron] Attempting to bind port a798f864-7258-4bf0-87cc-1bfef04bb674 on network 9672f189-23fe-44e6-9dd2-257ff8905939 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:38:31.067173 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9b035c05-4fec-4231-8a97-f4da84cd497e req-a0506936-5b38-4a32-bfe2-b110d02af2f7 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8b05671-5846-450b-b614-149956aa102d HTTP/1.1" status: 200 len: 217 time: 0.0542982 Sep 24 15:38:31.089452 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-8c5323fa-cee0-4504-95b0-b3f027b23fae service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 38, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:38:31.089833 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-8c5323fa-cee0-4504-95b0-b3f027b23fae service neutron] Checking segment: {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:38:31.090176 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-8c5323fa-cee0-4504-95b0-b3f027b23fae service neutron] Bound using segment: {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:38:31.090638 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-8c5323fa-cee0-4504-95b0-b3f027b23fae service neutron] Bound port: a798f864-7258-4bf0-87cc-1bfef04bb674, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:38:31.090999 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-8c5323fa-cee0-4504-95b0-b3f027b23fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:31.096973 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-10f8de3a-dfdc-4c0a-a4fb-c76150b6c7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:31.098547 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-10f8de3a-dfdc-4c0a-a4fb-c76150b6c7c8 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.1386299 Sep 24 15:38:31.159910 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d828a541-e547-4437-9ef7-3a8b814f4a8e req-0a027ea4-7a6b-409c-b001-82ade8a41479 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:31.163723 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d828a541-e547-4437-9ef7-3a8b814f4a8e req-0a027ea4-7a6b-409c-b001-82ade8a41479 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=e37c69e9-a0a0-4792-a283-70d23cbecfac HTTP/1.1" status: 200 len: 945 time: 0.2243102 Sep 24 15:38:31.177470 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6cfc9f22-e16b-4e22-b1dd-c68ac8b9686d req-a416a1db-d5c4-41d7-a385-5f51892ff784 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 210 time: 0.0463061 Sep 24 15:38:31.206366 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-53170710-04a9-4ee5-a1b1-b4aa761117e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:31.258536 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b035c05-4fec-4231-8a97-f4da84cd497e req-c29a7c2e-73a5-4b62-936a-fdc389f30623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:31.260000 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9b035c05-4fec-4231-8a97-f4da84cd497e req-c29a7c2e-73a5-4b62-936a-fdc389f30623 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=b845deee-5fbd-4c8d-bd12-b1efe896aa17 HTTP/1.1" status: 200 len: 859 time: 0.1809473 Sep 24 15:38:31.300145 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d828a541-e547-4437-9ef7-3a8b814f4a8e req-51617085-32bf-43bd-aae2-67a38cbcf6ec tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275425 Sep 24 15:38:31.304898 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47af70b8-35de-47df-ae72-606462843941 req-945d9ffa-c41d-485d-9bf1-723571c981db tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:31.306681 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-47af70b8-35de-47df-ae72-606462843941 req-945d9ffa-c41d-485d-9bf1-723571c981db tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=c7c4b09e-142a-4cc8-809c-267fc688df42 HTTP/1.1" status: 200 len: 945 time: 0.0543938 Sep 24 15:38:31.348343 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-a5962c7f-50ff-466a-9a0c-0228605c8f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:31.349959 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-a5962c7f-50ff-466a-9a0c-0228605c8f15 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2238076 Sep 24 15:38:31.355443 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9b035c05-4fec-4231-8a97-f4da84cd497e req-ded0306e-c82f-46fc-a8ef-4a544bdb41ea service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=701084d1-b6de-45b7-9441-4205d9510bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784659 Sep 24 15:38:31.369624 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-47af70b8-35de-47df-ae72-606462843941 req-84ce1d56-af2b-4783-b5cf-1a45dce6831b tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439129 Sep 24 15:38:31.374883 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-8c5323fa-cee0-4504-95b0-b3f027b23fae service neutron] For port a798f864-7258-4bf0-87cc-1bfef04bb674, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:38:31.397380 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-8c5323fa-cee0-4504-95b0-b3f027b23fae service neutron] For port a798f864-7258-4bf0-87cc-1bfef04bb674, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=a798f864-7258-4bf0-87cc-1bfef04bb674,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:38:31.418215 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47846) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:38:31.498438 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bcbd9f-bec7-474c-b611-38ac83c3f035 req-55fceced-f3c1-403b-accd-76bde5072600 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:31.499927 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d6bcbd9f-bec7-474c-b611-38ac83c3f035 req-55fceced-f3c1-403b-accd-76bde5072600 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.108 "GET /v2.0/ports?device_id=e37c69e9-a0a0-4792-a283-70d23cbecfac HTTP/1.1" status: 200 len: 945 time: 0.1137230 Sep 24 15:38:31.504455 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-8c5323fa-cee0-4504-95b0-b3f027b23fae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:31.580325 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-8c5323fa-cee0-4504-95b0-b3f027b23fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:31.580951 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-8c5323fa-cee0-4504-95b0-b3f027b23fae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:31.582333 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-8c5323fa-cee0-4504-95b0-b3f027b23fae service neutron] 10.222.0.108 "PUT /v2.0/ports/a798f864-7258-4bf0-87cc-1bfef04bb674 HTTP/1.1" status: 200 len: 1095 time: 2.4562795 Sep 24 15:38:31.642368 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-5ed2a36b-8a6f-47c0-80f3-09c520990bb7 service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583952 Sep 24 15:38:31.642368 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9b035c05-4fec-4231-8a97-f4da84cd497e req-1345bef5-81b7-4209-b9a2-87f55591196d service neutron] 10.222.0.108 "GET /v2.0/networks/701084d1-b6de-45b7-9441-4205d9510bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583563 Sep 24 15:38:31.642368 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5323fa-cee0-4504-95b0-b3f027b23fae service neutron] Pushing event updated for resources: {'Port': ['ID=a798f864-7258-4bf0-87cc-1bfef04bb674,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:31.776465 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2360ae93-cc39-4db6-8af9-3bbf6c2ff99b req-dd4e7132-e597-45d7-a210-06ff8d144673 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:31.778219 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2360ae93-cc39-4db6-8af9-3bbf6c2ff99b req-dd4e7132-e597-45d7-a210-06ff8d144673 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=e7501673-3fe7-48b0-8aa8-d315f38f3c61 HTTP/1.1" status: 200 len: 949 time: 0.1177874 Sep 24 15:38:31.803212 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-d6bcbd9f-bec7-474c-b611-38ac83c3f035 req-3d13b881-f8a7-4be4-8b84-ee71305f54ab tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Deleting port 4c0d9c2b-4a81-487b-b17e-58ec5f771b7a {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:38:31.803549 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-d6bcbd9f-bec7-474c-b611-38ac83c3f035 req-3d13b881-f8a7-4be4-8b84-ee71305f54ab tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:31.879332 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-b5751b9c-4082-4ede-ae6a-1c405fcfb322 service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253056 Sep 24 15:38:31.881218 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-506dc644-0455-4095-a49c-70146a44dc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:31.882573 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-506dc644-0455-4095-a49c-70146a44dc10 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=c46c84a3fcb44853b535b52dac2dd724&device_id=c87934bb-28a4-4f5c-a678-8da450c86ac9 HTTP/1.1" status: 200 len: 1098 time: 0.0821865 Sep 24 15:38:31.884324 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9b035c05-4fec-4231-8a97-f4da84cd497e req-4a9693ee-f712-409f-b1af-ee817e4dc603 service neutron] 10.222.0.108 "GET /v2.0/networks/701084d1-b6de-45b7-9441-4205d9510bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290261 Sep 24 15:38:31.943749 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-19d235b6-83eb-4ab2-b444-f20e5bfe3aae service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=a798f864-7258-4bf0-87cc-1bfef04bb674 HTTP/1.1" status: 200 len: 217 time: 0.0465498 Sep 24 15:38:31.946928 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2360ae93-cc39-4db6-8af9-3bbf6c2ff99b req-09832e5c-2bda-43da-91d6-67c8f1e6735c tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570058 Sep 24 15:38:31.998830 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-d6bcbd9f-bec7-474c-b611-38ac83c3f035 req-3d13b881-f8a7-4be4-8b84-ee71305f54ab tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] For port 4c0d9c2b-4a81-487b-b17e-58ec5f771b7a, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=4c0d9c2b-4a81-487b-b17e-58ec5f771b7a,segment=NetworkSegment(d7a68d6c-5d6b-4eed-831a-023fbb1b8f0b),segment_id=d7a68d6c-5d6b-4eed-831a-023fbb1b8f0b)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:38:31.999344 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-d6bcbd9f-bec7-474c-b611-38ac83c3f035 req-3d13b881-f8a7-4be4-8b84-ee71305f54ab tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:32.017554 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-d6bcbd9f-bec7-474c-b611-38ac83c3f035 req-3d13b881-f8a7-4be4-8b84-ee71305f54ab tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Calling delete_port for 4c0d9c2b-4a81-487b-b17e-58ec5f771b7a owned by compute:nova {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:38:32.022758 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-5d98a7bc-f88e-48cc-a96f-dc0ada697147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:32.024198 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-5d98a7bc-f88e-48cc-a96f-dc0ada697147 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.0712333 Sep 24 15:38:32.062110 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d0b90-0b85-404b-bc34-0f62c754345f req-384c0e47-3109-4fe9-a7a5-c906b1ff18a1 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:32.063732 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3c9d0b90-0b85-404b-bc34-0f62c754345f req-384c0e47-3109-4fe9-a7a5-c906b1ff18a1 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=7cd44f03-df1c-4436-87b5-4c9cccff4adf HTTP/1.1" status: 200 len: 945 time: 0.0564327 Sep 24 15:38:32.162557 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3c9d0b90-0b85-404b-bc34-0f62c754345f req-67152ce8-0f3c-4a1b-9301-cfb40b1a09b8 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826263 Sep 24 15:38:32.168329 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dae544-14d0-4ec7-ba31-6b5655601992 req-139a2b4c-dedf-48c5-9dea-165a5444f2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:32.170482 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-31dae544-14d0-4ec7-ba31-6b5655601992 req-139a2b4c-dedf-48c5-9dea-165a5444f2c7 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=c46c84a3fcb44853b535b52dac2dd724&device_id=e987ce22-4dae-4538-9ad9-22cc791d9d5f HTTP/1.1" status: 200 len: 1099 time: 0.1047428 Sep 24 15:38:32.173379 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-0cfcaf6a-cd35-4dd3-b1f4-dfe19ce86412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:32.174820 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-0cfcaf6a-cd35-4dd3-b1f4-dfe19ce86412 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1102321 Sep 24 15:38:32.208147 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d72fa772-4311-4bb4-8e13-fc4a1aa4e83a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:32.287842 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a7f57d-c624-477e-bea7-d09a5f045812 req-9b52a891-6a65-455d-a0a7-d1d08363f0e6 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:32.289346 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c0a7f57d-c624-477e-bea7-d09a5f045812 req-9b52a891-6a65-455d-a0a7-d1d08363f0e6 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=c87934bb-28a4-4f5c-a678-8da450c86ac9 HTTP/1.1" status: 200 len: 947 time: 0.1373436 Sep 24 15:38:32.327927 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3fb133dc-1cc6-4db2-b5cb-25a5c0c1ad30 req-3b843125-5682-484e-a829-a8b9815ce621 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 210 time: 0.0747535 Sep 24 15:38:32.369149 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-d6bcbd9f-bec7-474c-b611-38ac83c3f035 req-3d13b881-f8a7-4be4-8b84-ee71305f54ab tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:32.380654 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c0a7f57d-c624-477e-bea7-d09a5f045812 req-fc55556b-4a79-482d-b11d-6cb784030508 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797102 Sep 24 15:38:32.391085 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['4c0d9c2b-4a81-487b-b17e-58ec5f771b7a'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:38:32.403420 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-503f5927-4cc7-4e7a-8f30-61c200389b9d service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957514 Sep 24 15:38:32.428667 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dae544-14d0-4ec7-ba31-6b5655601992 req-8cf838a1-ff35-4b24-83f7-47cac059b32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:32.430261 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-31dae544-14d0-4ec7-ba31-6b5655601992 req-8cf838a1-ff35-4b24-83f7-47cac059b32e service neutron] 10.222.0.108 "GET /v2.0/networks?id=9672f189-23fe-44e6-9dd2-257ff8905939 HTTP/1.1" status: 200 len: 871 time: 0.2308908 Sep 24 15:38:32.437868 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d13b881-f8a7-4be4-8b84-ee71305f54ab tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Pushing event deleted for resources: {'Port': ['ID=4c0d9c2b-4a81-487b-b17e-58ec5f771b7a,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:32.521952 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-31dae544-14d0-4ec7-ba31-6b5655601992 req-e03e5fea-0645-4aec-9a74-621c4b2c9102 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=24452517-d2c8-4379-b085-e8bb73de1440 HTTP/1.1" status: 200 len: 217 time: 0.0783508 Sep 24 15:38:32.525523 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fb694c70-9277-4913-a5ea-090ac44f3649 req-822113f5-1ff3-4586-bc08-a6470930e974 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=e37c69e9-a0a0-4792-a283-70d23cbecfac HTTP/1.1" status: 200 len: 210 time: 0.0779641 Sep 24 15:38:32.532959 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6bcbd9f-bec7-474c-b611-38ac83c3f035 req-3d13b881-f8a7-4be4-8b84-ee71305f54ab tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] No DVR routers for this DVR port 4c0d9c2b-4a81-487b-b17e-58ec5f771b7a on host n-h2-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:38:32.535861 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-d6bcbd9f-bec7-474c-b611-38ac83c3f035 req-3d13b881-f8a7-4be4-8b84-ee71305f54ab tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:32.538257 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d6bcbd9f-bec7-474c-b611-38ac83c3f035 req-3d13b881-f8a7-4be4-8b84-ee71305f54ab tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.108 "DELETE /v2.0/ports/4c0d9c2b-4a81-487b-b17e-58ec5f771b7a HTTP/1.1" status: 204 len: 173 time: 1.0115228 Sep 24 15:38:32.542010 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e37c69e9-a0a0-4792-a283-70d23cbecfac', 'name': 'network-vif-deleted', 'tag': '4c0d9c2b-4a81-487b-b17e-58ec5f771b7a'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:38:32.545302 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66e02cda-4e35-42a0-8707-c109c51a773b" -d '{"events": [{"server_uuid": "e37c69e9-a0a0-4792-a283-70d23cbecfac", "name": "network-vif-deleted", "tag": "4c0d9c2b-4a81-487b-b17e-58ec5f771b7a"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:38:32.590753 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17eeb724-28e1-4d57-80e0-0ad459048a6a req-223f1129-02a6-4bce-b4af-eb136b5a7512 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:32.598391 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-17eeb724-28e1-4d57-80e0-0ad459048a6a req-223f1129-02a6-4bce-b4af-eb136b5a7512 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=c7c4b09e-142a-4cc8-809c-267fc688df42 HTTP/1.1" status: 200 len: 945 time: 0.1121271 Sep 24 15:38:32.602183 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d99787-fdbb-4ceb-801b-4b967d7423ed x-openstack-request-id: req-d0d99787-fdbb-4ceb-801b-4b967d7423ed {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:38:32.602495 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e37c69e9-a0a0-4792-a283-70d23cbecfac", "name": "network-vif-deleted", "tag": "4c0d9c2b-4a81-487b-b17e-58ec5f771b7a", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:38:32.602839 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d0d99787-fdbb-4ceb-801b-4b967d7423ed {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:38:32.603286 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e37c69e9-a0a0-4792-a283-70d23cbecfac', 'name': 'network-vif-deleted', 'tag': '4c0d9c2b-4a81-487b-b17e-58ec5f771b7a', 'status': 'completed', 'code': 200} Sep 24 15:38:32.625230 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dae544-14d0-4ec7-ba31-6b5655601992 req-ba4a5b9c-8dce-4a71-8067-82e537d0b012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:32.626779 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-31dae544-14d0-4ec7-ba31-6b5655601992 req-ba4a5b9c-8dce-4a71-8067-82e537d0b012 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.0969882 Sep 24 15:38:32.628644 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-126e8f65-d197-4a24-b078-3d6f00a73970 service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218010 Sep 24 15:38:32.674257 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-17eeb724-28e1-4d57-80e0-0ad459048a6a req-b8c732cf-120b-4630-9e72-b11ebf27d039 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747964 Sep 24 15:38:32.696065 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dae544-14d0-4ec7-ba31-6b5655601992 req-5c52d4a9-f6aa-4194-8dd3-adf9a0534fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:32.697662 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-31dae544-14d0-4ec7-ba31-6b5655601992 req-5c52d4a9-f6aa-4194-8dd3-adf9a0534fbf service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0553675 Sep 24 15:38:32.728394 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-d72fa772-4311-4bb4-8e13-fc4a1aa4e83a admin admin] Deleting port 407a9909-95b1-4dc0-a14d-24aa7236c8f7 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:38:32.728752 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d72fa772-4311-4bb4-8e13-fc4a1aa4e83a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:32.793523 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c87934bb-28a4-4f5c-a678-8da450c86ac9', 'tag': 'a798f864-7258-4bf0-87cc-1bfef04bb674'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:38:32.797441 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa29f64-f8b5-444e-99bc-c6b0a8299993" -d '{"events": [{"name": "network-changed", "server_uuid": "c87934bb-28a4-4f5c-a678-8da450c86ac9", "tag": "a798f864-7258-4bf0-87cc-1bfef04bb674"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:38:32.827261 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-d72fa772-4311-4bb4-8e13-fc4a1aa4e83a admin admin] For port 407a9909-95b1-4dc0-a14d-24aa7236c8f7, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=407a9909-95b1-4dc0-a14d-24aa7236c8f7,segment=NetworkSegment(75401dd4-8dca-4636-94e8-42af76799b59),segment_id=75401dd4-8dca-4636-94e8-42af76799b59)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:38:32.827736 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d72fa772-4311-4bb4-8e13-fc4a1aa4e83a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:32.832261 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-31dae544-14d0-4ec7-ba31-6b5655601992 req-84fded1d-32cb-4510-84e5-7c5227707914 service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229298 Sep 24 15:38:32.842258 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-d72fa772-4311-4bb4-8e13-fc4a1aa4e83a admin admin] Calling delete_port for 407a9909-95b1-4dc0-a14d-24aa7236c8f7 owned by network:router_interface {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:38:32.842433 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0e8c7ee-0198-4630-9f46-853607d58c0a x-openstack-request-id: req-b0e8c7ee-0198-4630-9f46-853607d58c0a {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:38:32.842664 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c87934bb-28a4-4f5c-a678-8da450c86ac9", "tag": "a798f864-7258-4bf0-87cc-1bfef04bb674", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:38:32.842915 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b0e8c7ee-0198-4630-9f46-853607d58c0a {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:38:32.843324 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c87934bb-28a4-4f5c-a678-8da450c86ac9', 'tag': 'a798f864-7258-4bf0-87cc-1bfef04bb674', 'status': 'completed', 'code': 200} Sep 24 15:38:32.976837 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa29f64-f8b5-444e-99bc-c6b0a8299993 req-785d7b35-2895-4931-82b1-8b530fceb728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:32.978460 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bfa29f64-f8b5-444e-99bc-c6b0a8299993 req-785d7b35-2895-4931-82b1-8b530fceb728 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=c46c84a3fcb44853b535b52dac2dd724&device_id=c87934bb-28a4-4f5c-a678-8da450c86ac9 HTTP/1.1" status: 200 len: 1098 time: 0.1010907 Sep 24 15:38:33.032672 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-31dae544-14d0-4ec7-ba31-6b5655601992 req-82c60eec-8b8f-47fb-b56b-02dc20ee57fa service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884408 Sep 24 15:38:33.141925 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7293b669-0226-4231-bdff-4a92ed5a16a7 req-43668954-194d-4b27-972c-9cdbe9d0d351 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:33.149215 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7293b669-0226-4231-bdff-4a92ed5a16a7 req-43668954-194d-4b27-972c-9cdbe9d0d351 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=e7501673-3fe7-48b0-8aa8-d315f38f3c61 HTTP/1.1" status: 200 len: 949 time: 0.0732243 Sep 24 15:38:33.151560 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa29f64-f8b5-444e-99bc-c6b0a8299993 req-9a9e4ac8-af11-40fa-b9cc-bdf21d7a658b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:33.153090 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bfa29f64-f8b5-444e-99bc-c6b0a8299993 req-9a9e4ac8-af11-40fa-b9cc-bdf21d7a658b service neutron] 10.222.0.108 "GET /v2.0/networks?id=9672f189-23fe-44e6-9dd2-257ff8905939 HTTP/1.1" status: 200 len: 871 time: 0.1550515 Sep 24 15:38:33.181280 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d72fa772-4311-4bb4-8e13-fc4a1aa4e83a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:33.208021 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bfa29f64-f8b5-444e-99bc-c6b0a8299993 req-11bf52e9-93a6-4323-8251-6281cf6abf82 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.95&port_id=a798f864-7258-4bf0-87cc-1bfef04bb674 HTTP/1.1" status: 200 len: 217 time: 0.0417461 Sep 24 15:38:33.216346 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72fa772-4311-4bb4-8e13-fc4a1aa4e83a admin admin] Pushing event deleted for resources: {'Port': ['ID=407a9909-95b1-4dc0-a14d-24aa7236c8f7,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:33.232862 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7293b669-0226-4231-bdff-4a92ed5a16a7 req-60dbc614-c3aa-49de-9abd-264ef0607d86 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799994 Sep 24 15:38:33.289175 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa29f64-f8b5-444e-99bc-c6b0a8299993 req-4d6fc98b-f731-486b-a7db-59ccda1dac82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:33.291428 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bfa29f64-f8b5-444e-99bc-c6b0a8299993 req-4d6fc98b-f731-486b-a7db-59ccda1dac82 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.0554745 Sep 24 15:38:33.368054 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d28f1ca-fdbc-4965-a146-1e65c78463b8 req-26203e24-57ed-44bd-a211-3d6bd6fc1112 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:33.369640 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4d28f1ca-fdbc-4965-a146-1e65c78463b8 req-26203e24-57ed-44bd-a211-3d6bd6fc1112 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=7cd44f03-df1c-4436-87b5-4c9cccff4adf HTTP/1.1" status: 200 len: 945 time: 0.1056955 Sep 24 15:38:33.376543 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa29f64-f8b5-444e-99bc-c6b0a8299993 req-4f4d62ff-9c06-42a2-957b-b28076b0e519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:33.378083 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bfa29f64-f8b5-444e-99bc-c6b0a8299993 req-4f4d62ff-9c06-42a2-957b-b28076b0e519 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0632200 Sep 24 15:38:33.492209 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d72fa772-4311-4bb4-8e13-fc4a1aa4e83a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:33.507558 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4d28f1ca-fdbc-4965-a146-1e65c78463b8 req-c8d740a9-10b7-4c0c-a3cb-b87b79f2fb8a tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161187 Sep 24 15:38:33.805250 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0a985ecc-cc0f-4e63-815a-e1465453bc9a req-6c8e35d7-3c4f-470c-b22b-38ba96d61f5b tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 210 time: 0.3708856 Sep 24 15:38:33.863679 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-61387699-877d-41c2-aa73-f35a56e22de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:33.896581 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bfa29f64-f8b5-444e-99bc-c6b0a8299993 req-c2d35f53-183b-4ec6-8198-67cf4c50f13b service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5020027 Sep 24 15:38:33.958805 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3c0b7251-51f8-4cea-88ba-de7ed7fdfbf4 req-ca1efc5d-d0a1-44e5-84c3-af200e914c8b tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=e37c69e9-a0a0-4792-a283-70d23cbecfac HTTP/1.1" status: 200 len: 210 time: 0.0344751 Sep 24 15:38:33.988566 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d6d0e5-1b68-42a4-b0e1-c7fe3ee02bcc req-920256c1-9287-40a6-8c84-a52d745fc9f9 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:33.990102 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b2d6d0e5-1b68-42a4-b0e1-c7fe3ee02bcc req-920256c1-9287-40a6-8c84-a52d745fc9f9 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.110 "GET /v2.0/networks?id=bad15511-e79d-4a5e-8826-604fa4d6fb1c HTTP/1.1" status: 200 len: 812 time: 0.1822968 Sep 24 15:38:34.026491 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fece7e3-7823-47cd-8e98-3f39a88e9e16 req-dc654816-271c-4a1a-b2b7-5eb2b290e793 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:34.033763 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2fece7e3-7823-47cd-8e98-3f39a88e9e16 req-dc654816-271c-4a1a-b2b7-5eb2b290e793 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=c87934bb-28a4-4f5c-a678-8da450c86ac9 HTTP/1.1" status: 200 len: 947 time: 0.0830555 Sep 24 15:38:34.110016 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b2d6d0e5-1b68-42a4-b0e1-c7fe3ee02bcc req-60a236aa-e8f3-4707-a3a8-6b6f93458538 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.110 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ac17221dd7b34bd3afb658a69ac088d3 HTTP/1.1" status: 200 len: 380 time: 0.1061988 Sep 24 15:38:34.117513 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bfa29f64-f8b5-444e-99bc-c6b0a8299993 req-706a333f-03af-4c97-9963-df3a552c5422 service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030139 Sep 24 15:38:34.117970 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2fece7e3-7823-47cd-8e98-3f39a88e9e16 req-e5d69415-30ce-4f05-a605-7c07c0389aa9 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832903 Sep 24 15:38:34.123722 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-b2d6d0e5-1b68-42a4-b0e1-c7fe3ee02bcc req-e7043560-e495-4d25-a213-dafb4759a082 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Request body: {'port': {'device_id': '288b85eb-02e0-43ea-8131-e4e39b2bdddb', 'network_id': 'bad15511-e79d-4a5e-8826-604fa4d6fb1c', 'admin_state_up': True, 'tenant_id': 'ac17221dd7b34bd3afb658a69ac088d3', 'security_groups': ['f89f76a1-b7eb-468c-968b-e137897073b2']}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:38:34.164803 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7650514-6940-4a1f-94f0-d6e447ae1b74 req-2fb9995b-6fbf-4a54-8bac-b6209f600c86 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:34.167225 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e7650514-6940-4a1f-94f0-d6e447ae1b74 req-2fb9995b-6fbf-4a54-8bac-b6209f600c86 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=c7c4b09e-142a-4cc8-809c-267fc688df42 HTTP/1.1" status: 200 len: 945 time: 0.1149135 Sep 24 15:38:34.203842 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d72fa772-4311-4bb4-8e13-fc4a1aa4e83a admin admin] Router c130cc0d-3761-46ec-af9b-563a1891b674 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:38:34.255323 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e7650514-6940-4a1f-94f0-d6e447ae1b74 req-f3611083-a3f2-43c8-b0f7-84814dd011ff tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569746 Sep 24 15:38:34.280702 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:34.359181 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d72fa772-4311-4bb4-8e13-fc4a1aa4e83a admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:38:34.364695 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2d6d0e5-1b68-42a4-b0e1-c7fe3ee02bcc req-e7043560-e495-4d25-a213-dafb4759a082 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Made reservation on behalf of ac17221dd7b34bd3afb658a69ac088d3 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:38:34.366070 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-d72fa772-4311-4bb4-8e13-fc4a1aa4e83a admin admin] 10.222.0.101 "PUT /v2.0/routers/c130cc0d-3761-46ec-af9b-563a1891b674/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9464579 Sep 24 15:38:34.368141 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3682ae9-c94b-44c7-ba9d-39a6bc9deab5 None None] Sync routers for ids ['c130cc0d-3761-46ec-af9b-563a1891b674'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:38:34.368576 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47890) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:38:34.370108 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b2d6d0e5-1b68-42a4-b0e1-c7fe3ee02bcc req-e7043560-e495-4d25-a213-dafb4759a082 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:34.378095 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3682ae9-c94b-44c7-ba9d-39a6bc9deab5 None None] Routers {'c130cc0d-3761-46ec-af9b-563a1891b674'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:38:34.378875 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-e3682ae9-c94b-44c7-ba9d-39a6bc9deab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:38:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['c130cc0d-3761-46ec-af9b-563a1891b674'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:38:34.386428 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ed45c-a9eb-4824-a4b1-71993e6c6fed req-80d52c7d-8b99-4573-882c-6a87f9a32489 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:34.389971 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-302ed45c-a9eb-4824-a4b1-71993e6c6fed req-80d52c7d-8b99-4573-882c-6a87f9a32489 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=e7501673-3fe7-48b0-8aa8-d315f38f3c61 HTTP/1.1" status: 200 len: 949 time: 0.0744176 Sep 24 15:38:34.471865 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-302ed45c-a9eb-4824-a4b1-71993e6c6fed req-d7940723-53a6-433c-b35c-b28d702f1a0f tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468838 Sep 24 15:38:34.507106 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-e3682ae9-c94b-44c7-ba9d-39a6bc9deab5 None None] Set router c130cc0d-3761-46ec-af9b-563a1891b674 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:38:34.513469 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-b2d6d0e5-1b68-42a4-b0e1-c7fe3ee02bcc req-e7043560-e495-4d25-a213-dafb4759a082 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Allocated IP 172.20.0.6 (bad15511-e79d-4a5e-8826-604fa4d6fb1c/ac550aa6-1c9d-441e-90e2-38bf2a7a38e4/0c9fda49-cc27-42a1-beac-c3884a84a52d) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:38:34.519593 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8b279e9d-6698-47b6-9275-3a481645de5d admin admin] Notify callbacks [] for router, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:34.630494 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8b279e9d-6698-47b6-9275-3a481645de5d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:34.682708 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 24452517-d2c8-4379-b085-e8bb73de1440 details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:38:34.685577 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 4c0d9c2b-4a81-487b-b17e-58ec5f771b7a no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:38:34.704788 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd12ea-7697-4e4d-8cfc-8d55c89d6d78 req-902beda6-aa02-46f1-9251-6d2b6533a9cd tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:34.706276 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b7cd12ea-7697-4e4d-8cfc-8d55c89d6d78 req-902beda6-aa02-46f1-9251-6d2b6533a9cd tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=7cd44f03-df1c-4436-87b5-4c9cccff4adf HTTP/1.1" status: 200 len: 945 time: 0.0792768 Sep 24 15:38:34.709131 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b2d6d0e5-1b68-42a4-b0e1-c7fe3ee02bcc req-e7043560-e495-4d25-a213-dafb4759a082 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:34.712755 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] No Port match for: 4c0d9c2b-4a81-487b-b17e-58ec5f771b7a {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:38:34.713096 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 4c0d9c2b-4a81-487b-b17e-58ec5f771b7a not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:38:34.765526 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b7cd12ea-7697-4e4d-8cfc-8d55c89d6d78 req-61017c60-1f7a-477e-bcd3-070f3af5ee48 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517869 Sep 24 15:38:34.793815 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-8b279e9d-6698-47b6-9275-3a481645de5d admin admin] Deleting port a1d64a3d-bf0e-4f0a-9701-4bea3c0b4a1e {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:38:34.794166 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8b279e9d-6698-47b6-9275-3a481645de5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:34.809518 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-e3682ae9-c94b-44c7-ba9d-39a6bc9deab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c130cc0d-3761-46ec-af9b-563a1891b674', 'name': 'tempest-AttachSCSIVolumeTestJSON-1020598886-router', 'tenant_id': '7b0f64d48dd547119b7bac7ad658aa1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.87'}], 'enable_snat': True}, 'gw_port_id': 'a1d64a3d-bf0e-4f0a-9701-4bea3c0b4a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:36:44Z', 'updated_at': '2021-09-24T15:38:33Z', 'revision_number': 5, 'project_id': '7b0f64d48dd547119b7bac7ad658aa1b', 'gw_port': {'id': 'a1d64a3d-bf0e-4f0a-9701-4bea3c0b4a1e', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:56:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c130cc0d-3761-46ec-af9b-563a1891b674', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:36:45Z', 'updated_at': '2021-09-24T15:36:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:38:34.845367 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3682ae9-c94b-44c7-ba9d-39a6bc9deab5 None None] Checking router: c130cc0d-3761-46ec-af9b-563a1891b674 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:38:34.856574 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 24452517-d2c8-4379-b085-e8bb73de1440, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=24452517-d2c8-4379-b085-e8bb73de1440,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:38:34.868554 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3682ae9-c94b-44c7-ba9d-39a6bc9deab5 None None] Routers {'c130cc0d-3761-46ec-af9b-563a1891b674'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:38:34.875014 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-e3682ae9-c94b-44c7-ba9d-39a6bc9deab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:38:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['c130cc0d-3761-46ec-af9b-563a1891b674'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:38:34.875014 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': '24452517-d2c8-4379-b085-e8bb73de1440', 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939', 'port_id': '24452517-d2c8-4379-b085-e8bb73de1440', 'mac_address': 'fa:16:3e:77:43:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '188edb94-8042-4961-9ec0-8960b1ce1305', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:38:34.882475 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-8b279e9d-6698-47b6-9275-3a481645de5d admin admin] For port a1d64a3d-bf0e-4f0a-9701-4bea3c0b4a1e, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=a1d64a3d-bf0e-4f0a-9701-4bea3c0b4a1e,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:38:34.882876 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8b279e9d-6698-47b6-9275-3a481645de5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:34.897664 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b2d6d0e5-1b68-42a4-b0e1-c7fe3ee02bcc req-e7043560-e495-4d25-a213-dafb4759a082 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:34.921897 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-8b279e9d-6698-47b6-9275-3a481645de5d admin admin] Calling delete_port for a1d64a3d-bf0e-4f0a-9701-4bea3c0b4a1e owned by network:router_gateway {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:38:34.945681 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2d6d0e5-1b68-42a4-b0e1-c7fe3ee02bcc req-e7043560-e495-4d25-a213-dafb4759a082 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Network bad15511-e79d-4a5e-8826-604fa4d6fb1c is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:38:34.950907 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-b2d6d0e5-1b68-42a4-b0e1-c7fe3ee02bcc req-e7043560-e495-4d25-a213-dafb4759a082 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:38:34.955857 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2d6d0e5-1b68-42a4-b0e1-c7fe3ee02bcc req-e7043560-e495-4d25-a213-dafb4759a082 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:38:34.965116 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7043560-e495-4d25-a213-dafb4759a082 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Pushing event updated for resources: {'Port': ['ID=0c9fda49-cc27-42a1-beac-c3884a84a52d,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:34.985437 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:38:35.073295 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d6d0e5-1b68-42a4-b0e1-c7fe3ee02bcc req-e7043560-e495-4d25-a213-dafb4759a082 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:35.074106 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b2d6d0e5-1b68-42a4-b0e1-c7fe3ee02bcc req-e7043560-e495-4d25-a213-dafb4759a082 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:35.124304 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a3c79-3980-472d-b852-650f413a5ced req-0846a6af-5bf2-4388-906c-c703709abcc9 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:35.132573 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-665a3c79-3980-472d-b852-650f413a5ced req-0846a6af-5bf2-4388-906c-c703709abcc9 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 931 time: 0.2562737 Sep 24 15:38:35.159322 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:35.173255 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b2d6d0e5-1b68-42a4-b0e1-c7fe3ee02bcc req-e7043560-e495-4d25-a213-dafb4759a082 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0539875 Sep 24 15:38:35.178005 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-e3682ae9-c94b-44c7-ba9d-39a6bc9deab5 None None] Set router c130cc0d-3761-46ec-af9b-563a1891b674 gateway port host: None {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:38:35.194299 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-b2d6d0e5-1b68-42a4-b0e1-c7fe3ee02bcc req-e6646fe7-9fce-4bb9-8d99-4cded607525c service neutron] Request body: {'port': {'device_id': '288b85eb-02e0-43ea-8131-e4e39b2bdddb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:38:35.214331 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-665a3c79-3980-472d-b852-650f413a5ced req-fdd80965-6164-4685-a6a2-f6f4b5a473ff tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708740 Sep 24 15:38:35.214682 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:35.214682 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24452517-d2c8-4379-b085-e8bb73de1440 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:38:35.258405 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8b279e9d-6698-47b6-9275-3a481645de5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:35.261234 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-e3682ae9-c94b-44c7-ba9d-39a6bc9deab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c130cc0d-3761-46ec-af9b-563a1891b674', 'name': 'tempest-AttachSCSIVolumeTestJSON-1020598886-router', 'tenant_id': '7b0f64d48dd547119b7bac7ad658aa1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:36:44Z', 'updated_at': '2021-09-24T15:38:34Z', 'revision_number': 6, 'project_id': '7b0f64d48dd547119b7bac7ad658aa1b', 'gw_port_host': None}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:38:35.313897 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3682ae9-c94b-44c7-ba9d-39a6bc9deab5 None None] The sync data for ids ['c130cc0d-3761-46ec-af9b-563a1891b674'] in n-d-808921-1 is: [{'id': 'c130cc0d-3761-46ec-af9b-563a1891b674', 'name': 'tempest-AttachSCSIVolumeTestJSON-1020598886-router', 'tenant_id': '7b0f64d48dd547119b7bac7ad658aa1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:36:44Z', 'updated_at': '2021-09-24T15:38:34Z', 'revision_number': 6, 'project_id': '7b0f64d48dd547119b7bac7ad658aa1b', 'gw_port_host': None}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:38:35.330647 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79213264-c39d-4777-9c9c-8de807317572 req-32a8ca55-5cdc-4338-b978-0af221621b78 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:35.335652 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-79213264-c39d-4777-9c9c-8de807317572 req-32a8ca55-5cdc-4338-b978-0af221621b78 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=c87934bb-28a4-4f5c-a678-8da450c86ac9 HTTP/1.1" status: 200 len: 947 time: 0.1007202 Sep 24 15:38:35.336890 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 24452517-d2c8-4379-b085-e8bb73de1440, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=24452517-d2c8-4379-b085-e8bb73de1440,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:38:35.345165 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-b03e4042-0c4f-45f8-90cd-d074ac5ba435 None None] Provisioning complete for port 0c9fda49-cc27-42a1-beac-c3884a84a52d triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:38:35.346448 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b03e4042-0c4f-45f8-90cd-d074ac5ba435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:35.360335 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b279e9d-6698-47b6-9275-3a481645de5d admin admin] Pushing event deleted for resources: {'Port': ['ID=a1d64a3d-bf0e-4f0a-9701-4bea3c0b4a1e,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:35.383600 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-79213264-c39d-4777-9c9c-8de807317572 req-67a38533-58d6-4e30-8e39-7fcf604ff3d4 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414414 Sep 24 15:38:35.386557 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b2d6d0e5-1b68-42a4-b0e1-c7fe3ee02bcc req-e6646fe7-9fce-4bb9-8d99-4cded607525c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:35.401380 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:35.402050 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device a798f864-7258-4bf0-87cc-1bfef04bb674 details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:38:35.403231 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b279e9d-6698-47b6-9275-3a481645de5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:38:35.406569 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-b03e4042-0c4f-45f8-90cd-d074ac5ba435 None None] Port 0c9fda49-cc27-42a1-beac-c3884a84a52d cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:38:35.406718 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b279e9d-6698-47b6-9275-3a481645de5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:38:35.407236 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b279e9d-6698-47b6-9275-3a481645de5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:38:35.407642 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b279e9d-6698-47b6-9275-3a481645de5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:38:35.408097 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b279e9d-6698-47b6-9275-3a481645de5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:38:35.409200 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b279e9d-6698-47b6-9275-3a481645de5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:38:35.409551 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b279e9d-6698-47b6-9275-3a481645de5d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:38:35.409896 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b279e9d-6698-47b6-9275-3a481645de5d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:38:35.410216 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b279e9d-6698-47b6-9275-3a481645de5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:38:35.410570 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b279e9d-6698-47b6-9275-3a481645de5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:38:35.410897 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b279e9d-6698-47b6-9275-3a481645de5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:38:35.411223 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b279e9d-6698-47b6-9275-3a481645de5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:38:35.503002 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port a798f864-7258-4bf0-87cc-1bfef04bb674, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=a798f864-7258-4bf0-87cc-1bfef04bb674,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:38:35.514591 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=24452517-d2c8-4379-b085-e8bb73de1440,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:35.522800 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': 'a798f864-7258-4bf0-87cc-1bfef04bb674', 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939', 'port_id': 'a798f864-7258-4bf0-87cc-1bfef04bb674', 'mac_address': 'fa:16:3e:16:89:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '188edb94-8042-4961-9ec0-8960b1ce1305', 'ip_address': '192.168.233.95'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:38:35.577635 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:35.592383 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a798f864-7258-4bf0-87cc-1bfef04bb674 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:38:35.612946 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port a798f864-7258-4bf0-87cc-1bfef04bb674, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=a798f864-7258-4bf0-87cc-1bfef04bb674,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:38:35.657979 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8b279e9d-6698-47b6-9275-3a481645de5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586576'] for router_gateway, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:35.702745 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:35.730139 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f9e3ff-0463-4e22-9e2f-c6b9ce743a90 req-8894e6ac-13f5-4c5b-abb7-f00a63f354b2 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:35.738879 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-01f9e3ff-0463-4e22-9e2f-c6b9ce743a90 req-8894e6ac-13f5-4c5b-abb7-f00a63f354b2 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=c7c4b09e-142a-4cc8-809c-267fc688df42 HTTP/1.1" status: 200 len: 945 time: 0.1145556 Sep 24 15:38:35.749331 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc33c3d-08b2-4fd1-8e5d-3a8dbe2df7d1 req-e982221e-eb6a-4d91-9041-8ac893bd9a96 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:35.753372 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-efc33c3d-08b2-4fd1-8e5d-3a8dbe2df7d1 req-e982221e-eb6a-4d91-9041-8ac893bd9a96 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/networks?id=3e0da5e5-cfcf-4b73-b0d7-902e52490b00 HTTP/1.1" status: 200 len: 812 time: 0.4037538 Sep 24 15:38:35.802454 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8b279e9d-6698-47b6-9275-3a481645de5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:35.804783 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8b279e9d-6698-47b6-9275-3a481645de5d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:35.806089 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=a798f864-7258-4bf0-87cc-1bfef04bb674,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:35.821461 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-01f9e3ff-0463-4e22-9e2f-c6b9ce743a90 req-5f5fdf0e-67cc-413e-a251-c69e259176de tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734775 Sep 24 15:38:35.868176 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-efc33c3d-08b2-4fd1-8e5d-3a8dbe2df7d1 req-309eb598-2349-463c-a169-2c8ce88dee6d tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/quotas/d0b79565aaee49b1a1b35139ea3bccae HTTP/1.1" status: 200 len: 375 time: 0.0129316 Sep 24 15:38:35.894569 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-b2d6d0e5-1b68-42a4-b0e1-c7fe3ee02bcc req-e6646fe7-9fce-4bb9-8d99-4cded607525c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c9fda49-cc27-42a1-beac-c3884a84a52d {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:38:35.902791 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b2d6d0e5-1b68-42a4-b0e1-c7fe3ee02bcc req-e6646fe7-9fce-4bb9-8d99-4cded607525c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:35.907861 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-efc33c3d-08b2-4fd1-8e5d-3a8dbe2df7d1 req-7dc8dd7b-445a-436a-8b65-62c95e9c6f8b tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=d0b79565aaee49b1a1b35139ea3bccae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338228 Sep 24 15:38:35.925980 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8b279e9d-6698-47b6-9275-3a481645de5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:35.926623 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b279e9d-6698-47b6-9275-3a481645de5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c130cc0d-3761-46ec-af9b-563a1891b674 {{(pid=95297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:38:35.940259 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8b279e9d-6698-47b6-9275-3a481645de5d admin admin] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:35.943913 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-8b279e9d-6698-47b6-9275-3a481645de5d admin admin] 10.222.0.101 "DELETE /v2.0/routers/c130cc0d-3761-46ec-af9b-563a1891b674 HTTP/1.1" status: 204 len: 168 time: 1.5705552 Sep 24 15:38:35.944303 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-b2d6d0e5-1b68-42a4-b0e1-c7fe3ee02bcc req-e6646fe7-9fce-4bb9-8d99-4cded607525c service neutron] Transition to ACTIVE for port object 0c9fda49-cc27-42a1-beac-c3884a84a52d will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:38:35.944401 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47922) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:38:36.000975 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e4211f-d59b-4e21-b628-756ed2f90e39 req-e8029f51-3257-4d9c-8277-728c92bfde3d tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:36.002836 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c0e4211f-d59b-4e21-b628-756ed2f90e39 req-e8029f51-3257-4d9c-8277-728c92bfde3d tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=e7501673-3fe7-48b0-8aa8-d315f38f3c61 HTTP/1.1" status: 200 len: 949 time: 0.0951939 Sep 24 15:38:36.011865 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-634fcc91-f17f-4070-b5af-0990c21429e4 admin admin] Deleting subnet 934617ff-87e2-4e8b-ad9c-0fd7afdcf789 {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:38:36.017500 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b2d6d0e5-1b68-42a4-b0e1-c7fe3ee02bcc req-e6646fe7-9fce-4bb9-8d99-4cded607525c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:36.019845 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-efc33c3d-08b2-4fd1-8e5d-3a8dbe2df7d1 req-6eeb1fd6-e0c4-4a98-a7a1-9551818ed72f service neutron] 10.222.0.101 "GET /v2.0/networks/3e0da5e5-cfcf-4b73-b0d7-902e52490b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041353 Sep 24 15:38:36.024947 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-634fcc91-f17f-4070-b5af-0990c21429e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:36.118913 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-efc33c3d-08b2-4fd1-8e5d-3a8dbe2df7d1 req-0680f945-3096-4317-9514-23c277820e75 service neutron] 10.222.0.101 "GET /v2.0/networks/3e0da5e5-cfcf-4b73-b0d7-902e52490b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913932 Sep 24 15:38:36.119526 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-634fcc91-f17f-4070-b5af-0990c21429e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:36.146691 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['a798f864-7258-4bf0-87cc-1bfef04bb674'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:38:36.168503 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c0e4211f-d59b-4e21-b628-756ed2f90e39 req-7a1b42b8-6eb1-4d2b-b122-c2f63bb48a6d tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535091 Sep 24 15:38:36.169769 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6646fe7-9fce-4bb9-8d99-4cded607525c service neutron] Pushing event updated for resources: {'Port': ['ID=0c9fda49-cc27-42a1-beac-c3884a84a52d,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:36.191898 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['24452517-d2c8-4379-b085-e8bb73de1440'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:38:36.359205 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device a1d64a3d-bf0e-4f0a-9701-4bea3c0b4a1e no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:38:36.388553 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: a1d64a3d-bf0e-4f0a-9701-4bea3c0b4a1e {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:38:36.389189 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device a1d64a3d-bf0e-4f0a-9701-4bea3c0b4a1e not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:38:36.389609 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 407a9909-95b1-4dc0-a14d-24aa7236c8f7 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:38:36.421478 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-634fcc91-f17f-4070-b5af-0990c21429e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:36.445427 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 407a9909-95b1-4dc0-a14d-24aa7236c8f7 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:38:36.445963 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 407a9909-95b1-4dc0-a14d-24aa7236c8f7 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:38:36.460148 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae38325-02fd-4376-ba5e-7f57727e7155 req-ede2873e-9b3d-43a3-b356-cd46d31ea607 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:36.461639 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cae38325-02fd-4376-ba5e-7f57727e7155 req-ede2873e-9b3d-43a3-b356-cd46d31ea607 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=7cd44f03-df1c-4436-87b5-4c9cccff4adf HTTP/1.1" status: 200 len: 945 time: 0.1629012 Sep 24 15:38:36.464817 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-b2d6d0e5-1b68-42a4-b0e1-c7fe3ee02bcc req-e6646fe7-9fce-4bb9-8d99-4cded607525c service neutron] Attempting to bind port 0c9fda49-cc27-42a1-beac-c3884a84a52d on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:38:36.465150 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-b2d6d0e5-1b68-42a4-b0e1-c7fe3ee02bcc req-e6646fe7-9fce-4bb9-8d99-4cded607525c service neutron] Attempting to bind port 0c9fda49-cc27-42a1-beac-c3884a84a52d by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': '7e8e93a9-9a2d-4b51-a14d-73f657c90f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'bad15511-e79d-4a5e-8826-604fa4d6fb1c'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:38:36.465554 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d6d0e5-1b68-42a4-b0e1-c7fe3ee02bcc req-e6646fe7-9fce-4bb9-8d99-4cded607525c service neutron] Attempting to bind port 0c9fda49-cc27-42a1-beac-c3884a84a52d on network bad15511-e79d-4a5e-8826-604fa4d6fb1c {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:38:36.509955 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d6d0e5-1b68-42a4-b0e1-c7fe3ee02bcc req-e6646fe7-9fce-4bb9-8d99-4cded607525c service neutron] Port 0c9fda49-cc27-42a1-beac-c3884a84a52d on network bad15511-e79d-4a5e-8826-604fa4d6fb1c not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:38:36.509955 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d6d0e5-1b68-42a4-b0e1-c7fe3ee02bcc req-e6646fe7-9fce-4bb9-8d99-4cded607525c service neutron] Attempting to bind port 0c9fda49-cc27-42a1-beac-c3884a84a52d on network bad15511-e79d-4a5e-8826-604fa4d6fb1c {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:38:36.538053 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cae38325-02fd-4376-ba5e-7f57727e7155 req-82c23314-9053-4cf0-b5d8-9c4a51802eb4 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567191 Sep 24 15:38:36.538816 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d6d0e5-1b68-42a4-b0e1-c7fe3ee02bcc req-e6646fe7-9fce-4bb9-8d99-4cded607525c service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:38:36.539150 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d6d0e5-1b68-42a4-b0e1-c7fe3ee02bcc req-e6646fe7-9fce-4bb9-8d99-4cded607525c service neutron] Checking segment: {'id': '7e8e93a9-9a2d-4b51-a14d-73f657c90f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'bad15511-e79d-4a5e-8826-604fa4d6fb1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:38:36.539526 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2d6d0e5-1b68-42a4-b0e1-c7fe3ee02bcc req-e6646fe7-9fce-4bb9-8d99-4cded607525c service neutron] Bound using segment: {'id': '7e8e93a9-9a2d-4b51-a14d-73f657c90f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'bad15511-e79d-4a5e-8826-604fa4d6fb1c'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:38:36.539964 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-b2d6d0e5-1b68-42a4-b0e1-c7fe3ee02bcc req-e6646fe7-9fce-4bb9-8d99-4cded607525c service neutron] Bound port: 0c9fda49-cc27-42a1-beac-c3884a84a52d, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e8e93a9-9a2d-4b51-a14d-73f657c90f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'bad15511-e79d-4a5e-8826-604fa4d6fb1c'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:38:36.540323 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b2d6d0e5-1b68-42a4-b0e1-c7fe3ee02bcc req-e6646fe7-9fce-4bb9-8d99-4cded607525c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:36.647508 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-b2d6d0e5-1b68-42a4-b0e1-c7fe3ee02bcc req-e6646fe7-9fce-4bb9-8d99-4cded607525c service neutron] For port 0c9fda49-cc27-42a1-beac-c3884a84a52d, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:38:36.650617 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-b2d6d0e5-1b68-42a4-b0e1-c7fe3ee02bcc req-e6646fe7-9fce-4bb9-8d99-4cded607525c service neutron] For port 0c9fda49-cc27-42a1-beac-c3884a84a52d, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=0c9fda49-cc27-42a1-beac-c3884a84a52d,segment=NetworkSegment(7e8e93a9-9a2d-4b51-a14d-73f657c90f78),segment_id=7e8e93a9-9a2d-4b51-a14d-73f657c90f78)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:38:36.687666 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a11f97-86ca-45ea-9a20-eb3c2f0f6275 req-2de2ed45-7da7-48a9-a8b0-7c87442f709b tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:36.689247 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d4a11f97-86ca-45ea-9a20-eb3c2f0f6275 req-2de2ed45-7da7-48a9-a8b0-7c87442f709b tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 943 time: 0.1152377 Sep 24 15:38:36.720189 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:36.736691 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d4a11f97-86ca-45ea-9a20-eb3c2f0f6275 req-0ace6837-4df5-4bb0-9d25-33a3bcb94c51 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333323 Sep 24 15:38:36.751241 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd474bb-c75f-41ae-8164-2c601df88866 req-9efa9a0f-0a1f-4a5b-9681-256d53b3f1f0 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:36.752986 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5fd474bb-c75f-41ae-8164-2c601df88866 req-9efa9a0f-0a1f-4a5b-9681-256d53b3f1f0 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=c87934bb-28a4-4f5c-a678-8da450c86ac9 HTTP/1.1" status: 200 len: 948 time: 0.0560887 Sep 24 15:38:36.792391 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5fd474bb-c75f-41ae-8164-2c601df88866 req-af42a7f9-13ff-4694-9715-cd71361131ec tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336392 Sep 24 15:38:36.796101 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f66f4d10-d9da-4dc7-b40c-1bb1db213165 req-6670c0f6-24c2-4ad8-b4c8-dccb7194bd87 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=a778b926-86db-406a-887c-65b1b5385fae HTTP/1.1" status: 200 len: 210 time: 0.0273869 Sep 24 15:38:36.858073 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b2d6d0e5-1b68-42a4-b0e1-c7fe3ee02bcc req-e6646fe7-9fce-4bb9-8d99-4cded607525c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:36.891931 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-634fcc91-f17f-4070-b5af-0990c21429e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:36.914066 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d6d0e5-1b68-42a4-b0e1-c7fe3ee02bcc req-e6646fe7-9fce-4bb9-8d99-4cded607525c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:36.914719 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b2d6d0e5-1b68-42a4-b0e1-c7fe3ee02bcc req-e6646fe7-9fce-4bb9-8d99-4cded607525c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:36.916130 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b2d6d0e5-1b68-42a4-b0e1-c7fe3ee02bcc req-e6646fe7-9fce-4bb9-8d99-4cded607525c service neutron] 10.222.0.110 "PUT /v2.0/ports/0c9fda49-cc27-42a1-beac-c3884a84a52d HTTP/1.1" status: 200 len: 1091 time: 1.7272639 Sep 24 15:38:36.916561 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '288b85eb-02e0-43ea-8131-e4e39b2bdddb', 'tag': '0c9fda49-cc27-42a1-beac-c3884a84a52d'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:38:36.917795 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f13a54-d7f0-4950-a91c-095d86cc64e8 None None] Network d147659c-db89-4692-8ad6-63309f9fc708 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:38:36.918935 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f80b81fb-39ea-4f29-a83e-8f020bda82b1" -d '{"events": [{"name": "network-changed", "server_uuid": "288b85eb-02e0-43ea-8131-e4e39b2bdddb", "tag": "0c9fda49-cc27-42a1-beac-c3884a84a52d"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:38:36.925219 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-634fcc91-f17f-4070-b5af-0990c21429e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:36.929799 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-634fcc91-f17f-4070-b5af-0990c21429e4 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/934617ff-87e2-4e8b-ad9c-0fd7afdcf789 HTTP/1.1" status: 204 len: 168 time: 0.9844561 Sep 24 15:38:36.936614 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47942) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:38:36.952386 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634fcc91-f17f-4070-b5af-0990c21429e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=934617ff-87e2-4e8b-ad9c-0fd7afdcf789,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:36.968931 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e128cb5b-d70a-4f7c-ade1-7c016efc9233 req-a40a839d-4053-45bc-bb1a-bc67b61043cc tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:36.970510 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e128cb5b-d70a-4f7c-ade1-7c016efc9233 req-a40a839d-4053-45bc-bb1a-bc67b61043cc tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=c7c4b09e-142a-4cc8-809c-267fc688df42 HTTP/1.1" status: 200 len: 945 time: 0.0986173 Sep 24 15:38:36.981695 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-856cefe3-e046-4671-ab16-3c34d0c039a9 x-openstack-request-id: req-856cefe3-e046-4671-ab16-3c34d0c039a9 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:38:36.982041 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "288b85eb-02e0-43ea-8131-e4e39b2bdddb", "tag": "0c9fda49-cc27-42a1-beac-c3884a84a52d", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:38:36.986594 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-856cefe3-e046-4671-ab16-3c34d0c039a9 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:38:36.986594 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '288b85eb-02e0-43ea-8131-e4e39b2bdddb', 'tag': '0c9fda49-cc27-42a1-beac-c3884a84a52d', 'status': 'completed', 'code': 200} Sep 24 15:38:36.990810 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6646fe7-9fce-4bb9-8d99-4cded607525c service neutron] Pushing event updated for resources: {'Port': ['ID=0c9fda49-cc27-42a1-beac-c3884a84a52d,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:37.062226 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-60bcc19e-46d5-4361-af00-2d7d81b6b23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:37.067979 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e128cb5b-d70a-4f7c-ade1-7c016efc9233 req-6c0aba8a-9b5c-42af-8578-5abd6e4210e9 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873740 Sep 24 15:38:37.113138 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b81fb-39ea-4f29-a83e-8f020bda82b1 req-c6b6f7a3-bff0-451c-b33b-ecc4e20e0d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:37.114788 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f80b81fb-39ea-4f29-a83e-8f020bda82b1 req-c6b6f7a3-bff0-451c-b33b-ecc4e20e0d34 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=ac17221dd7b34bd3afb658a69ac088d3&device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 1094 time: 0.0997388 Sep 24 15:38:37.152482 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-60bcc19e-46d5-4361-af00-2d7d81b6b23f admin admin] Deleting port db5361fe-f47b-4514-9c0a-f10c1734a42b {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:38:37.153451 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-60bcc19e-46d5-4361-af00-2d7d81b6b23f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:37.230780 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3ed6e7-a999-4d1f-b68e-a4e805c490aa None None] DHCP port deletion for d147659c-db89-4692-8ad6-63309f9fc708 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:38:37.240475 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b81fb-39ea-4f29-a83e-8f020bda82b1 req-c13eaf71-2ce5-4add-98b9-192951d838b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:37.242099 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f80b81fb-39ea-4f29-a83e-8f020bda82b1 req-c13eaf71-2ce5-4add-98b9-192951d838b9 service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=ac17221dd7b34bd3afb658a69ac088d3&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1175194 Sep 24 15:38:37.262089 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-60bcc19e-46d5-4361-af00-2d7d81b6b23f admin admin] For port db5361fe-f47b-4514-9c0a-f10c1734a42b, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=db5361fe-f47b-4514-9c0a-f10c1734a42b,segment=NetworkSegment(75401dd4-8dca-4636-94e8-42af76799b59),segment_id=75401dd4-8dca-4636-94e8-42af76799b59)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:38:37.262729 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-60bcc19e-46d5-4361-af00-2d7d81b6b23f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:37.291823 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-60bcc19e-46d5-4361-af00-2d7d81b6b23f admin admin] Calling delete_port for db5361fe-f47b-4514-9c0a-f10c1734a42b owned by network:dhcp {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:38:37.304219 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-bd3ed6e7-a999-4d1f-b68e-a4e805c490aa None None] Deleting port db5361fe-f47b-4514-9c0a-f10c1734a42b {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:38:37.305392 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-bd3ed6e7-a999-4d1f-b68e-a4e805c490aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:37.384312 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-bd3ed6e7-a999-4d1f-b68e-a4e805c490aa None None] For port db5361fe-f47b-4514-9c0a-f10c1734a42b, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=db5361fe-f47b-4514-9c0a-f10c1734a42b,segment=NetworkSegment(75401dd4-8dca-4636-94e8-42af76799b59),segment_id=75401dd4-8dca-4636-94e8-42af76799b59)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:38:37.384621 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-bd3ed6e7-a999-4d1f-b68e-a4e805c490aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:37.397523 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-bd3ed6e7-a999-4d1f-b68e-a4e805c490aa None None] Calling delete_port for db5361fe-f47b-4514-9c0a-f10c1734a42b owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:38:37.413125 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe6567a-5a4e-47f2-b73a-f0cdba13fd17 req-061ad3f4-adf6-429c-9ced-31a8eca4a655 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:37.414711 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fbe6567a-5a4e-47f2-b73a-f0cdba13fd17 req-061ad3f4-adf6-429c-9ced-31a8eca4a655 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=e7501673-3fe7-48b0-8aa8-d315f38f3c61 HTTP/1.1" status: 200 len: 949 time: 0.1376352 Sep 24 15:38:37.419922 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b81fb-39ea-4f29-a83e-8f020bda82b1 req-4e9eaa0d-4750-402d-a459-14f5b90f0d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:37.421360 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f80b81fb-39ea-4f29-a83e-8f020bda82b1 req-4e9eaa0d-4750-402d-a459-14f5b90f0d22 service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1718950 Sep 24 15:38:37.456274 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fbe6567a-5a4e-47f2-b73a-f0cdba13fd17 req-e9f3745f-c78e-403e-9f7d-d83c2c6e6e32 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337894 Sep 24 15:38:37.469060 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-60bcc19e-46d5-4361-af00-2d7d81b6b23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:37.490805 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-bd3ed6e7-a999-4d1f-b68e-a4e805c490aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:37.500432 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bcc19e-46d5-4361-af00-2d7d81b6b23f admin admin] Pushing event deleted for resources: {'Port': ['ID=db5361fe-f47b-4514-9c0a-f10c1734a42b,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:37.503480 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bcc19e-46d5-4361-af00-2d7d81b6b23f admin admin] No DVR routers for this DVR port db5361fe-f47b-4514-9c0a-f10c1734a42b on host n-d-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:38:37.517679 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d6d0e5-1b68-42a4-b0e1-c7fe3ee02bcc req-5829cf0b-3c25-4ba1-9d6e-93addb3d9cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:37.519826 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b2d6d0e5-1b68-42a4-b0e1-c7fe3ee02bcc req-5829cf0b-3c25-4ba1-9d6e-93addb3d9cbe service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=ac17221dd7b34bd3afb658a69ac088d3&device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 1094 time: 0.0534816 Sep 24 15:38:37.528964 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3ed6e7-a999-4d1f-b68e-a4e805c490aa None None] No DVR routers for this DVR port db5361fe-f47b-4514-9c0a-f10c1734a42b on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:38:37.538677 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3ed6e7-a999-4d1f-b68e-a4e805c490aa None None] Pushing event deleted for resources: {'Port': ['ID=db5361fe-f47b-4514-9c0a-f10c1734a42b,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:37.572907 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b2d6d0e5-1b68-42a4-b0e1-c7fe3ee02bcc req-d79f261f-2bd7-41b3-8117-51033007e3a5 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c9fda49-cc27-42a1-beac-c3884a84a52d HTTP/1.1" status: 200 len: 217 time: 0.0435107 Sep 24 15:38:37.583377 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-60bcc19e-46d5-4361-af00-2d7d81b6b23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:37.603704 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-60bcc19e-46d5-4361-af00-2d7d81b6b23f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d147659c-db89-4692-8ad6-63309f9fc708']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:38:37.620044 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-60bcc19e-46d5-4361-af00-2d7d81b6b23f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75401dd4-8dca-4636-94e8-42af76799b59') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:38:37.620339 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-60bcc19e-46d5-4361-af00-2d7d81b6b23f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75401dd4-8dca-4636-94e8-42af76799b59') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:38:37.631312 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d6d0e5-1b68-42a4-b0e1-c7fe3ee02bcc req-8a88f168-86db-463e-8612-f2ef80068bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:37.645552 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b2d6d0e5-1b68-42a4-b0e1-c7fe3ee02bcc req-8a88f168-86db-463e-8612-f2ef80068bea service neutron] 10.222.0.110 "GET /v2.0/subnets?id=ac550aa6-1c9d-441e-90e2-38bf2a7a38e4 HTTP/1.1" status: 200 len: 851 time: 0.0486612 Sep 24 15:38:37.645711 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-60bcc19e-46d5-4361-af00-2d7d81b6b23f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:37.652612 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-60bcc19e-46d5-4361-af00-2d7d81b6b23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:37.662745 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60bcc19e-46d5-4361-af00-2d7d81b6b23f admin admin] Releasing vlan 1297 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:38:37.663206 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-60bcc19e-46d5-4361-af00-2d7d81b6b23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:37.664868 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:38:37.664868 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:38:37.664868 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:38:37.664868 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:38:37.664868 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:38:37.664868 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:38:37.664868 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:38:37.664868 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:38:37.664868 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:38:37.664868 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:38:37.664868 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:38:37.664868 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:38:37.664868 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:38:37.664868 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:38:37.664868 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:38:37.664868 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:38:37.664868 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:38:37.664868 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:38:37.664868 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:38:37.664868 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:38:37.664868 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:38:37.664868 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:38:37.664868 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:38:37.664868 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:38:37.664868 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:38:37.664868 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:38:37.664868 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:38:37.664868 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:38:37.664868 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:38:37.664868 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:38:37.664868 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:38:37.664868 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:38:37.682005 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d6d0e5-1b68-42a4-b0e1-c7fe3ee02bcc req-db423bef-cf31-417d-bb23-e37500fc3569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:37.685500 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b2d6d0e5-1b68-42a4-b0e1-c7fe3ee02bcc req-db423bef-cf31-417d-bb23-e37500fc3569 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=bad15511-e79d-4a5e-8826-604fa4d6fb1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429647 Sep 24 15:38:37.763610 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de44cc9-4912-46a3-8560-0b28303713e9 req-ce3cde00-399c-4248-b19e-6edd5b68dd0a tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:37.766849 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3de44cc9-4912-46a3-8560-0b28303713e9 req-ce3cde00-399c-4248-b19e-6edd5b68dd0a tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=7cd44f03-df1c-4436-87b5-4c9cccff4adf HTTP/1.1" status: 200 len: 945 time: 0.0918906 Sep 24 15:38:37.802327 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b2d6d0e5-1b68-42a4-b0e1-c7fe3ee02bcc req-ddf2382d-cde5-45f7-918b-9cc8ad24d35e service neutron] 10.222.0.110 "GET /v2.0/networks/bad15511-e79d-4a5e-8826-604fa4d6fb1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085405 Sep 24 15:38:37.809453 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3de44cc9-4912-46a3-8560-0b28303713e9 req-4449292d-7801-4fe1-88d3-7c6e150605a7 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368729 Sep 24 15:38:37.858264 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-60bcc19e-46d5-4361-af00-2d7d81b6b23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:37.864613 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-60bcc19e-46d5-4361-af00-2d7d81b6b23f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:37.866604 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-60bcc19e-46d5-4361-af00-2d7d81b6b23f admin admin] 10.222.0.101 "DELETE /v2.0/networks/d147659c-db89-4692-8ad6-63309f9fc708 HTTP/1.1" status: 204 len: 168 time: 0.9289932 Sep 24 15:38:37.871966 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47956) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:38:37.880668 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bcc19e-46d5-4361-af00-2d7d81b6b23f admin admin] Pushing event deleted for resources: {'Network': ['ID=d147659c-db89-4692-8ad6-63309f9fc708,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:37.937623 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada15761-908c-4d3b-bcde-5779ab667f1d req-af633fd5-bfec-45f3-8bb6-86c80421603f tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:37.939432 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ada15761-908c-4d3b-bcde-5779ab667f1d req-af633fd5-bfec-45f3-8bb6-86c80421603f tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=c87934bb-28a4-4f5c-a678-8da450c86ac9 HTTP/1.1" status: 200 len: 948 time: 0.0606434 Sep 24 15:38:37.962001 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device db5361fe-f47b-4514-9c0a-f10c1734a42b no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:38:37.965366 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c570451f-faeb-491f-8940-7d831ed69e14 req-83669943-5aba-4f14-a78e-6e36d60d54f1 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:37.973449 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c570451f-faeb-491f-8940-7d831ed69e14 req-83669943-5aba-4f14-a78e-6e36d60d54f1 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 943 time: 0.1647682 Sep 24 15:38:37.984058 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: db5361fe-f47b-4514-9c0a-f10c1734a42b {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:38:37.984398 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device db5361fe-f47b-4514-9c0a-f10c1734a42b not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:38:37.994463 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ada15761-908c-4d3b-bcde-5779ab667f1d req-c6ad37e2-c014-41eb-824d-a8f7dbf22957 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414116 Sep 24 15:38:38.054133 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b2d6d0e5-1b68-42a4-b0e1-c7fe3ee02bcc req-c92afd1d-7976-4b7d-96f3-4fc1656232ae service neutron] 10.222.0.110 "GET /v2.0/networks/bad15511-e79d-4a5e-8826-604fa4d6fb1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344086 Sep 24 15:38:38.074608 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c570451f-faeb-491f-8940-7d831ed69e14 req-57a206be-5133-48a7-b34d-afe828350c37 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002853 Sep 24 15:38:38.078782 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b611f362-9c46-4bbb-82df-ffb730998f4d req-060cc0a3-797f-4a3f-8bff-d1dcaffa8fdd tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=a778b926-86db-406a-887c-65b1b5385fae HTTP/1.1" status: 200 len: 210 time: 0.0319703 Sep 24 15:38:38.241559 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaadbf1-f13e-4593-8be2-509db1f448bd req-e72ae586-9011-4026-8503-7419c0a7737f tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:38.243071 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8aaadbf1-f13e-4593-8be2-509db1f448bd req-e72ae586-9011-4026-8503-7419c0a7737f tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=c7c4b09e-142a-4cc8-809c-267fc688df42 HTTP/1.1" status: 200 len: 945 time: 0.0965593 Sep 24 15:38:38.326328 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8aaadbf1-f13e-4593-8be2-509db1f448bd req-236d26a8-ae3c-4169-8a9d-4bb126528247 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656896 Sep 24 15:38:38.426515 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-59a66e16-7c84-4130-976b-c3ad8b4d7ccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:38.627727 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02863151-d693-428c-ae74-9867221c6a27 req-086134a4-b8bb-407c-b2c5-a8c7ccb461b0 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:38.629161 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-02863151-d693-428c-ae74-9867221c6a27 req-086134a4-b8bb-407c-b2c5-a8c7ccb461b0 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=e7501673-3fe7-48b0-8aa8-d315f38f3c61 HTTP/1.1" status: 200 len: 949 time: 0.1017313 Sep 24 15:38:38.683187 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-02863151-d693-428c-ae74-9867221c6a27 req-0814add6-33fa-4ee9-bee4-a35d4ef3f665 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465577 Sep 24 15:38:38.697751 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 24452517-d2c8-4379-b085-e8bb73de1440 up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:38:38.752097 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-59a66e16-7c84-4130-976b-c3ad8b4d7ccb admin admin] Deleting port bc4f5d0a-8633-4a2d-b140-427ef9eb7666 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:38:38.752521 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-59a66e16-7c84-4130-976b-c3ad8b4d7ccb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:38.759971 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:38.835403 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-59a66e16-7c84-4130-976b-c3ad8b4d7ccb admin admin] For port bc4f5d0a-8633-4a2d-b140-427ef9eb7666, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=bc4f5d0a-8633-4a2d-b140-427ef9eb7666,segment=NetworkSegment(9ba2f120-89b6-43a9-bf00-64b6dee5885d),segment_id=9ba2f120-89b6-43a9-bf00-64b6dee5885d)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:38:38.835789 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-59a66e16-7c84-4130-976b-c3ad8b4d7ccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:38.850213 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-59a66e16-7c84-4130-976b-c3ad8b4d7ccb admin admin] Calling delete_port for bc4f5d0a-8633-4a2d-b140-427ef9eb7666 owned by network:router_interface {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:38:38.862799 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port 24452517-d2c8-4379-b085-e8bb73de1440 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:38:38.867564 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port 24452517-d2c8-4379-b085-e8bb73de1440 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:38:38.867938 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:38.974506 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:39.003440 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e987ce22-4dae-4538-9ad9-22cc791d9d5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24452517-d2c8-4379-b085-e8bb73de1440'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:38:39.006673 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceaac961-3c78-4504-ba0f-070916136f2c" -d '{"events": [{"server_uuid": "e987ce22-4dae-4538-9ad9-22cc791d9d5f", "name": "network-vif-plugged", "status": "completed", "tag": "24452517-d2c8-4379-b085-e8bb73de1440"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:38:39.029018 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 24452517-d2c8-4379-b085-e8bb73de1440, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=24452517-d2c8-4379-b085-e8bb73de1440,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:38:39.055882 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d05627-5086-422e-9655-9bda5073fb22 req-83bf4430-e174-4f05-b83d-9124568edf73 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:39.057398 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-28d05627-5086-422e-9655-9bda5073fb22 req-83bf4430-e174-4f05-b83d-9124568edf73 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=7cd44f03-df1c-4436-87b5-4c9cccff4adf HTTP/1.1" status: 200 len: 945 time: 0.1503994 Sep 24 15:38:39.124583 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:39.125452 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device a798f864-7258-4bf0-87cc-1bfef04bb674 up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:38:39.148940 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60891979-2236-41c4-8e0e-c772ac1fbba9 req-bbdb6278-25c2-40f9-8b0c-1ec67dfe57bb tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:39.158933 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-60891979-2236-41c4-8e0e-c772ac1fbba9 req-bbdb6278-25c2-40f9-8b0c-1ec67dfe57bb tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=c87934bb-28a4-4f5c-a678-8da450c86ac9 HTTP/1.1" status: 200 len: 948 time: 0.0841944 Sep 24 15:38:39.182823 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-28d05627-5086-422e-9655-9bda5073fb22 req-006c472a-14f9-4978-8aca-2e155c498b0e tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155939 Sep 24 15:38:39.194366 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc33c3d-08b2-4fd1-8e5d-3a8dbe2df7d1 req-d2115c75-93ef-4cf5-9064-1610bfc05712 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:39.195866 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-efc33c3d-08b2-4fd1-8e5d-3a8dbe2df7d1 req-d2115c75-93ef-4cf5-9064-1610bfc05712 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.110 "GET /v2.0/networks?id=3e0da5e5-cfcf-4b73-b0d7-902e52490b00 HTTP/1.1" status: 200 len: 812 time: 0.2091341 Sep 24 15:38:39.214727 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-60891979-2236-41c4-8e0e-c772ac1fbba9 req-b0827876-0435-4a96-9813-ad25c3ca080f tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548320 Sep 24 15:38:39.217374 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-efc33c3d-08b2-4fd1-8e5d-3a8dbe2df7d1 req-425416cb-c7ec-4221-8ccb-102411d27621 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Request body: {'port': {'device_id': 'a778b926-86db-406a-887c-65b1b5385fae', 'network_id': '3e0da5e5-cfcf-4b73-b0d7-902e52490b00', 'admin_state_up': True, 'tenant_id': 'd0b79565aaee49b1a1b35139ea3bccae'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:38:39.248620 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b5cbb5-04df-4a94-8b51-0ac9f3b16867 x-openstack-request-id: req-f7b5cbb5-04df-4a94-8b51-0ac9f3b16867 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:38:39.248913 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e987ce22-4dae-4538-9ad9-22cc791d9d5f", "name": "network-vif-plugged", "status": "completed", "tag": "24452517-d2c8-4379-b085-e8bb73de1440", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:38:39.249801 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-f7b5cbb5-04df-4a94-8b51-0ac9f3b16867 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:38:39.250327 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e987ce22-4dae-4538-9ad9-22cc791d9d5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24452517-d2c8-4379-b085-e8bb73de1440', 'code': 200} Sep 24 15:38:39.260290 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=24452517-d2c8-4379-b085-e8bb73de1440,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:39.347459 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port a798f864-7258-4bf0-87cc-1bfef04bb674 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:38:39.352530 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port a798f864-7258-4bf0-87cc-1bfef04bb674 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:38:39.353555 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:39.354632 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-59a66e16-7c84-4130-976b-c3ad8b4d7ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:39.395763 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6d6adb61-d7be-4ffd-86ee-9b1ec0f47699 req-772f1248-5807-46af-aa68-a26cb4ca1921 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=a778b926-86db-406a-887c-65b1b5385fae HTTP/1.1" status: 200 len: 210 time: 0.0319855 Sep 24 15:38:39.481176 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a66e16-7c84-4130-976b-c3ad8b4d7ccb admin admin] Pushing event deleted for resources: {'Port': ['ID=bc4f5d0a-8633-4a2d-b140-427ef9eb7666,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:39.510044 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:39.548051 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port a798f864-7258-4bf0-87cc-1bfef04bb674, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=a798f864-7258-4bf0-87cc-1bfef04bb674,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:38:39.615887 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:39.697500 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=a798f864-7258-4bf0-87cc-1bfef04bb674,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:39.816243 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf8a5ea-15b6-4362-87f7-7488d00cd538 req-358fab1d-b448-44df-8c8d-0d6583899ba0 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:39.817896 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bcf8a5ea-15b6-4362-87f7-7488d00cd538 req-358fab1d-b448-44df-8c8d-0d6583899ba0 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=e7501673-3fe7-48b0-8aa8-d315f38f3c61 HTTP/1.1" status: 200 len: 949 time: 0.0543108 Sep 24 15:38:39.866356 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bcf8a5ea-15b6-4362-87f7-7488d00cd538 req-dad4ee7a-e30e-43d6-8eba-640ac499cf7e tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419025 Sep 24 15:38:39.902241 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08adc097-e622-469a-8d7e-25bc403df1e9 req-3eac0b4e-4c32-40d2-af99-4c41ae534905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:39.904320 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-08adc097-e622-469a-8d7e-25bc403df1e9 req-3eac0b4e-4c32-40d2-af99-4c41ae534905 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=e987ce22-4dae-4538-9ad9-22cc791d9d5f HTTP/1.1" status: 200 len: 1101 time: 0.5262051 Sep 24 15:38:39.918731 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb376a3-b320-43f5-8b62-4352bdfaf8d6 req-897d68e7-271d-4076-84d7-41cdc5f662b1 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:39.920310 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4cb376a3-b320-43f5-8b62-4352bdfaf8d6 req-897d68e7-271d-4076-84d7-41cdc5f662b1 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 943 time: 0.5823452 Sep 24 15:38:39.996614 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [req-6345982f-cdbd-4a87-9cc6-7972cf3d792a req-cf22d409-a37d-45d6-8b73-075d111766d1 service neutron] show failed (client error): The resource could not be found. Sep 24 15:38:39.997764 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6345982f-cdbd-4a87-9cc6-7972cf3d792a req-cf22d409-a37d-45d6-8b73-075d111766d1 service neutron] 10.222.0.110 "GET /v2.0/ports/8fe8f5c8-a3d4-4ec3-895b-a713373e6688/bindings/n-h2-808921-1 HTTP/1.1" status: 404 len: 380 time: 0.0601220 Sep 24 15:38:40.027855 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-08adc097-e622-469a-8d7e-25bc403df1e9 req-733ab412-7e58-44ff-bb3d-b2c73072e4de service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064780 Sep 24 15:38:40.039241 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4cb376a3-b320-43f5-8b62-4352bdfaf8d6 req-51f47df0-8ee9-42be-bc71-f51d92573ad5 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058669 Sep 24 15:38:40.065117 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efc33c3d-08b2-4fd1-8e5d-3a8dbe2df7d1 req-425416cb-c7ec-4221-8ccb-102411d27621 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Made reservation on behalf of d0b79565aaee49b1a1b35139ea3bccae for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:38:40.068767 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-efc33c3d-08b2-4fd1-8e5d-3a8dbe2df7d1 req-425416cb-c7ec-4221-8ccb-102411d27621 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:40.106061 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-59a66e16-7c84-4130-976b-c3ad8b4d7ccb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:40.106469 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68 details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:38:40.210891 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68,segment=NetworkSegment(261d132c-af7b-4dd2-86dc-27294ea32e8c),segment_id=261d132c-af7b-4dd2-86dc-27294ea32e8c)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:38:40.223488 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': 'bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68', 'network_id': 'aba63c87-be12-4faa-aa4b-48192227e33d', 'port_id': 'bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68', 'mac_address': 'fa:16:3e:68:a1:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '979d11e7-dd50-44f7-803b-0d6530af4707', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:38:40.267362 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:40.283329 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:38:40.308124 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68,segment=NetworkSegment(261d132c-af7b-4dd2-86dc-27294ea32e8c),segment_id=261d132c-af7b-4dd2-86dc-27294ea32e8c)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:38:40.322164 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-efc33c3d-08b2-4fd1-8e5d-3a8dbe2df7d1 req-425416cb-c7ec-4221-8ccb-102411d27621 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Allocated IP 172.20.0.11 (3e0da5e5-cfcf-4b73-b0d7-902e52490b00/946d8626-ec5d-49c4-aa21-33da3ceddcfd/144f1cca-48cd-429d-ae93-4668c1c3cb08) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:38:40.382751 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:40.383771 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 0c9fda49-cc27-42a1-beac-c3884a84a52d details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:38:40.391261 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359474aa-6814-4cbe-85c7-f16df6e8e1d5 req-4c0b192e-e539-4ae1-a978-b7c6e3526795 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:40.392872 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-359474aa-6814-4cbe-85c7-f16df6e8e1d5 req-4c0b192e-e539-4ae1-a978-b7c6e3526795 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=c87934bb-28a4-4f5c-a678-8da450c86ac9 HTTP/1.1" status: 200 len: 949 time: 0.0516546 Sep 24 15:38:40.412428 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef650f6-2a06-4437-88f9-56a6fbd62943 req-8f5a152b-d243-4bb9-88f0-64c5673498d6 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:40.413964 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2ef650f6-2a06-4437-88f9-56a6fbd62943 req-8f5a152b-d243-4bb9-88f0-64c5673498d6 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=7cd44f03-df1c-4436-87b5-4c9cccff4adf HTTP/1.1" status: 200 len: 945 time: 0.1387777 Sep 24 15:38:40.443350 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-359474aa-6814-4cbe-85c7-f16df6e8e1d5 req-41fdea9b-918b-4aa9-babf-c7f2b458a5de tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430536 Sep 24 15:38:40.480215 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68,revision_number=6']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:40.534968 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2ef650f6-2a06-4437-88f9-56a6fbd62943 req-810d5c26-ee34-4c33-a8c6-3c87b2365c8e tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119771 Sep 24 15:38:40.581859 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 0c9fda49-cc27-42a1-beac-c3884a84a52d, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=0c9fda49-cc27-42a1-beac-c3884a84a52d,segment=NetworkSegment(7e8e93a9-9a2d-4b51-a14d-73f657c90f78),segment_id=7e8e93a9-9a2d-4b51-a14d-73f657c90f78)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:38:40.596362 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': '0c9fda49-cc27-42a1-beac-c3884a84a52d', 'network_id': 'bad15511-e79d-4a5e-8826-604fa4d6fb1c', 'port_id': '0c9fda49-cc27-42a1-beac-c3884a84a52d', 'mac_address': 'fa:16:3e:95:16:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac550aa6-1c9d-441e-90e2-38bf2a7a38e4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:38:40.600796 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59a66e16-7c84-4130-976b-c3ad8b4d7ccb admin admin] Router eef32c0f-51ae-4c8b-bba7-144c5b5d9efc has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:38:40.601507 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c053cfed-90b2-4cb2-b837-6141a8c5d484 req-755ff246-fba7-4bb9-aff8-da20b0a18e70 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=a778b926-86db-406a-887c-65b1b5385fae HTTP/1.1" status: 200 len: 210 time: 0.0739908 Sep 24 15:38:40.628558 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:40.644636 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:40.658432 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c9fda49-cc27-42a1-beac-c3884a84a52d {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:38:40.678135 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 0c9fda49-cc27-42a1-beac-c3884a84a52d, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=0c9fda49-cc27-42a1-beac-c3884a84a52d,segment=NetworkSegment(7e8e93a9-9a2d-4b51-a14d-73f657c90f78),segment_id=7e8e93a9-9a2d-4b51-a14d-73f657c90f78)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:38:40.704916 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-efc33c3d-08b2-4fd1-8e5d-3a8dbe2df7d1 req-425416cb-c7ec-4221-8ccb-102411d27621 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:40.718326 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6345982f-cdbd-4a87-9cc6-7972cf3d792a req-db4af880-4ff3-43ec-a70d-036928664fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:40.719852 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6345982f-cdbd-4a87-9cc6-7972cf3d792a req-db4af880-4ff3-43ec-a70d-036928664fbc service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=e7501673-3fe7-48b0-8aa8-d315f38f3c61&tenant_id=1d817464a57145808f61427a409f714d HTTP/1.1" status: 200 len: 1100 time: 0.1158466 Sep 24 15:38:40.760066 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:40.771638 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-6345982f-cdbd-4a87-9cc6-7972cf3d792a req-7f0cd686-7144-4994-b729-bbb84a713941 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-808921-1', 'device_owner': 'compute:nova'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:38:40.812537 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=0c9fda49-cc27-42a1-beac-c3884a84a52d,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:40.829198 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a66e16-7c84-4130-976b-c3ad8b4d7ccb admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:38:40.839285 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258ff5f8-bbcb-43d6-992e-6b6ccc86c919 None None] Sync routers for ids ['eef32c0f-51ae-4c8b-bba7-144c5b5d9efc'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:38:40.847330 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258ff5f8-bbcb-43d6-992e-6b6ccc86c919 None None] Routers {'eef32c0f-51ae-4c8b-bba7-144c5b5d9efc'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:38:40.847942 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-258ff5f8-bbcb-43d6-992e-6b6ccc86c919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:38:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['eef32c0f-51ae-4c8b-bba7-144c5b5d9efc'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:38:40.850088 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48016) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:38:40.850285 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-59a66e16-7c84-4130-976b-c3ad8b4d7ccb admin admin] 10.222.0.101 "PUT /v2.0/routers/eef32c0f-51ae-4c8b-bba7-144c5b5d9efc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9749424 Sep 24 15:38:40.858426 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:38:40.860408 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-6345982f-cdbd-4a87-9cc6-7972cf3d792a req-7f0cd686-7144-4994-b729-bbb84a713941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:40.907150 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-efc33c3d-08b2-4fd1-8e5d-3a8dbe2df7d1 req-425416cb-c7ec-4221-8ccb-102411d27621 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:40.959769 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-258ff5f8-bbcb-43d6-992e-6b6ccc86c919 None None] Set router eef32c0f-51ae-4c8b-bba7-144c5b5d9efc gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:38:41.004948 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efc33c3d-08b2-4fd1-8e5d-3a8dbe2df7d1 req-425416cb-c7ec-4221-8ccb-102411d27621 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Network 3e0da5e5-cfcf-4b73-b0d7-902e52490b00 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:38:41.027331 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8941c5eb-dfd4-4b33-80ab-838d623aa3a5 admin admin] Notify callbacks [] for router, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:41.054507 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-efc33c3d-08b2-4fd1-8e5d-3a8dbe2df7d1 req-425416cb-c7ec-4221-8ccb-102411d27621 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:38:41.064666 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-efc33c3d-08b2-4fd1-8e5d-3a8dbe2df7d1 req-425416cb-c7ec-4221-8ccb-102411d27621 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:38:41.085985 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['0c9fda49-cc27-42a1-beac-c3884a84a52d'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:38:41.096888 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425416cb-c7ec-4221-8ccb-102411d27621 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Pushing event updated for resources: {'Port': ['ID=144f1cca-48cd-429d-ae93-4668c1c3cb08,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:41.131649 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70994f39-6495-4d09-b5d6-310edd78d59b req-29dc6d59-828f-4d67-b68f-bd06f04da8e0 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:41.140458 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-70994f39-6495-4d09-b5d6-310edd78d59b req-29dc6d59-828f-4d67-b68f-bd06f04da8e0 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=e7501673-3fe7-48b0-8aa8-d315f38f3c61 HTTP/1.1" status: 200 len: 949 time: 0.1745160 Sep 24 15:38:41.181998 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-258ff5f8-bbcb-43d6-992e-6b6ccc86c919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef32c0f-51ae-4c8b-bba7-144c5b5d9efc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1910674166-router', 'tenant_id': 'd397fb5222b040e6912246e479ba9796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '13cbc9e2-cf1d-4bdd-941a-aff2600d6d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:36:57Z', 'updated_at': '2021-09-24T15:38:39Z', 'revision_number': 5, 'project_id': 'd397fb5222b040e6912246e479ba9796', 'gw_port': {'id': '13cbc9e2-cf1d-4bdd-941a-aff2600d6d17', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:77:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef32c0f-51ae-4c8b-bba7-144c5b5d9efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:36:57Z', 'updated_at': '2021-09-24T15:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:38:41.185427 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc33c3d-08b2-4fd1-8e5d-3a8dbe2df7d1 req-425416cb-c7ec-4221-8ccb-102411d27621 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:41.186065 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-efc33c3d-08b2-4fd1-8e5d-3a8dbe2df7d1 req-425416cb-c7ec-4221-8ccb-102411d27621 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:41.213012 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258ff5f8-bbcb-43d6-992e-6b6ccc86c919 None None] Checking router: eef32c0f-51ae-4c8b-bba7-144c5b5d9efc for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:38:41.222962 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258ff5f8-bbcb-43d6-992e-6b6ccc86c919 None None] Routers {'eef32c0f-51ae-4c8b-bba7-144c5b5d9efc'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:38:41.223813 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-258ff5f8-bbcb-43d6-992e-6b6ccc86c919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:38:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['eef32c0f-51ae-4c8b-bba7-144c5b5d9efc'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:38:41.252794 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869cd0c9-89e2-4eea-8c22-bc24161165fc req-13e7e7e0-4e2d-4934-95fe-d5dbd1812b5c tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:41.258172 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c87934bb-28a4-4f5c-a678-8da450c86ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a798f864-7258-4bf0-87cc-1bfef04bb674'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:38:41.259854 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-70994f39-6495-4d09-b5d6-310edd78d59b req-74b19ac8-b48f-4d6c-bf56-5c1e4f742171 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181526 Sep 24 15:38:41.260141 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-869cd0c9-89e2-4eea-8c22-bc24161165fc req-13e7e7e0-4e2d-4934-95fe-d5dbd1812b5c tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 944 time: 0.1240480 Sep 24 15:38:41.285478 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8941c5eb-dfd4-4b33-80ab-838d623aa3a5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:41.286826 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53a5753-b6c5-4955-bc99-89ec6cc1a0ee" -d '{"events": [{"server_uuid": "c87934bb-28a4-4f5c-a678-8da450c86ac9", "name": "network-vif-plugged", "status": "completed", "tag": "a798f864-7258-4bf0-87cc-1bfef04bb674"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:38:41.301816 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-6345982f-cdbd-4a87-9cc6-7972cf3d792a req-7f0cd686-7144-4994-b729-bbb84a713941 service neutron] For port 8fe8f5c8-a3d4-4ec3-895b-a713373e6688, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=8fe8f5c8-a3d4-4ec3-895b-a713373e6688,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:38:41.320181 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-efc33c3d-08b2-4fd1-8e5d-3a8dbe2df7d1 req-425416cb-c7ec-4221-8ccb-102411d27621 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1068532 Sep 24 15:38:41.333457 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-869cd0c9-89e2-4eea-8c22-bc24161165fc req-ed96cd32-c31b-4f9f-8da9-6921e3131ac1 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723937 Sep 24 15:38:41.353630 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-efc33c3d-08b2-4fd1-8e5d-3a8dbe2df7d1 req-ecd43851-4e8a-4c90-b59e-118963fcc8b2 service neutron] Request body: {'port': {'device_id': 'a778b926-86db-406a-887c-65b1b5385fae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:38:41.369852 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-258ff5f8-bbcb-43d6-992e-6b6ccc86c919 None None] Set router eef32c0f-51ae-4c8b-bba7-144c5b5d9efc gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:38:41.389390 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a2f57c4-20ff-4b3a-947c-a580263b55a5 x-openstack-request-id: req-2a2f57c4-20ff-4b3a-947c-a580263b55a5 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:38:41.389581 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c87934bb-28a4-4f5c-a678-8da450c86ac9", "name": "network-vif-plugged", "status": "completed", "tag": "a798f864-7258-4bf0-87cc-1bfef04bb674", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:38:41.389842 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-2a2f57c4-20ff-4b3a-947c-a580263b55a5 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:38:41.390365 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c87934bb-28a4-4f5c-a678-8da450c86ac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a798f864-7258-4bf0-87cc-1bfef04bb674', 'code': 200} Sep 24 15:38:41.440584 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-6345982f-cdbd-4a87-9cc6-7972cf3d792a req-7f0cd686-7144-4994-b729-bbb84a713941 service neutron] For port 8fe8f5c8-a3d4-4ec3-895b-a713373e6688, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:38:41.451203 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-8941c5eb-dfd4-4b33-80ab-838d623aa3a5 admin admin] Deleting port 13cbc9e2-cf1d-4bdd-941a-aff2600d6d17 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:38:41.451755 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8941c5eb-dfd4-4b33-80ab-838d623aa3a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:41.475918 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-efc33c3d-08b2-4fd1-8e5d-3a8dbe2df7d1 req-ecd43851-4e8a-4c90-b59e-118963fcc8b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:41.558931 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7501673-3fe7-48b0-8aa8-d315f38f3c61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fe8f5c8-a3d4-4ec3-895b-a713373e6688'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:38:41.563779 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da7dd17f-cead-4161-b067-3f5a60048f76" -d '{"events": [{"server_uuid": "e7501673-3fe7-48b0-8aa8-d315f38f3c61", "name": "network-vif-unplugged", "status": "completed", "tag": "8fe8f5c8-a3d4-4ec3-895b-a713373e6688"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:38:41.601099 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc9c827-6108-4d2b-bd25-57b6c95847b1 req-3e78d190-88e6-444b-8944-c6b60518f396 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:41.602701 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-edc9c827-6108-4d2b-bd25-57b6c95847b1 req-3e78d190-88e6-444b-8944-c6b60518f396 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=c87934bb-28a4-4f5c-a678-8da450c86ac9 HTTP/1.1" status: 200 len: 949 time: 0.0756505 Sep 24 15:38:41.618322 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-6345982f-cdbd-4a87-9cc6-7972cf3d792a req-7f0cd686-7144-4994-b729-bbb84a713941 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:41.623535 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-8941c5eb-dfd4-4b33-80ab-838d623aa3a5 admin admin] For port 13cbc9e2-cf1d-4bdd-941a-aff2600d6d17, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=13cbc9e2-cf1d-4bdd-941a-aff2600d6d17,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:38:41.623947 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8941c5eb-dfd4-4b33-80ab-838d623aa3a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:41.635433 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-258ff5f8-bbcb-43d6-992e-6b6ccc86c919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eef32c0f-51ae-4c8b-bba7-144c5b5d9efc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1910674166-router', 'tenant_id': 'd397fb5222b040e6912246e479ba9796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '13cbc9e2-cf1d-4bdd-941a-aff2600d6d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:36:57Z', 'updated_at': '2021-09-24T15:38:39Z', 'revision_number': 5, 'project_id': 'd397fb5222b040e6912246e479ba9796', 'gw_port': {'id': '13cbc9e2-cf1d-4bdd-941a-aff2600d6d17', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:77:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef32c0f-51ae-4c8b-bba7-144c5b5d9efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:36:57Z', 'updated_at': '2021-09-24T15:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:38:41.648796 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-8941c5eb-dfd4-4b33-80ab-838d623aa3a5 admin admin] Calling delete_port for 13cbc9e2-cf1d-4bdd-941a-aff2600d6d17 owned by network:router_gateway {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:38:41.666631 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258ff5f8-bbcb-43d6-992e-6b6ccc86c919 None None] The sync data for ids ['eef32c0f-51ae-4c8b-bba7-144c5b5d9efc'] in n-d-808921-1 is: [{'id': 'eef32c0f-51ae-4c8b-bba7-144c5b5d9efc', 'name': 'tempest-AttachSCSIVolumeTestJSON-1910674166-router', 'tenant_id': 'd397fb5222b040e6912246e479ba9796', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.154'}], 'enable_snat': True}, 'gw_port_id': '13cbc9e2-cf1d-4bdd-941a-aff2600d6d17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:36:57Z', 'updated_at': '2021-09-24T15:38:39Z', 'revision_number': 5, 'project_id': 'd397fb5222b040e6912246e479ba9796', 'gw_port': {'id': '13cbc9e2-cf1d-4bdd-941a-aff2600d6d17', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:77:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eef32c0f-51ae-4c8b-bba7-144c5b5d9efc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 858, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:36:57Z', 'updated_at': '2021-09-24T15:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:38:41.667550 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-6345982f-cdbd-4a87-9cc6-7972cf3d792a req-7f0cd686-7144-4994-b729-bbb84a713941 service neutron] Transition to ACTIVE for port object 8fe8f5c8-a3d4-4ec3-895b-a713373e6688 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:38:41.682370 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-edc9c827-6108-4d2b-bd25-57b6c95847b1 req-f54561ab-96b6-4789-9cf7-e3b437b75988 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682981 Sep 24 15:38:41.718031 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e19b5ef-7a0e-43cc-9069-7a18a5339756 req-b45db3e9-1809-42d9-b7b2-8a09276ac0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:41.726617 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4e19b5ef-7a0e-43cc-9069-7a18a5339756 req-b45db3e9-1809-42d9-b7b2-8a09276ac0ec service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=c87934bb-28a4-4f5c-a678-8da450c86ac9 HTTP/1.1" status: 200 len: 1100 time: 0.2284985 Sep 24 15:38:41.795058 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 15:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca01ed26-5a67-41ad-ac69-2f9f739d7c23 x-openstack-request-id: req-ca01ed26-5a67-41ad-ac69-2f9f739d7c23 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:38:41.795401 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7501673-3fe7-48b0-8aa8-d315f38f3c61", "name": "network-vif-unplugged", "status": "completed", "tag": "8fe8f5c8-a3d4-4ec3-895b-a713373e6688", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:38:41.795617 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ca01ed26-5a67-41ad-ac69-2f9f739d7c23 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:38:41.796001 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7501673-3fe7-48b0-8aa8-d315f38f3c61', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fe8f5c8-a3d4-4ec3-895b-a713373e6688', 'code': 200} Sep 24 15:38:41.801112 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-6345982f-cdbd-4a87-9cc6-7972cf3d792a req-7f0cd686-7144-4994-b729-bbb84a713941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:41.886895 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d36c15-85d6-4468-ba6b-7d53979a7bb9 req-a844f7be-4390-4c90-a133-1a76f512cdfa tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:41.889367 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a8d36c15-85d6-4468-ba6b-7d53979a7bb9 req-a844f7be-4390-4c90-a133-1a76f512cdfa tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=a778b926-86db-406a-887c-65b1b5385fae HTTP/1.1" status: 200 len: 932 time: 0.0716708 Sep 24 15:38:41.892526 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e26139-4d1e-47a4-b429-1061c80f3424 req-94b4f9b3-1ef0-4c45-8290-70ef2078246a tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:41.897240 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b3e26139-4d1e-47a4-b429-1061c80f3424 req-94b4f9b3-1ef0-4c45-8290-70ef2078246a tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=7cd44f03-df1c-4436-87b5-4c9cccff4adf HTTP/1.1" status: 200 len: 945 time: 0.2342608 Sep 24 15:38:41.954149 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-6345982f-cdbd-4a87-9cc6-7972cf3d792a req-7f0cd686-7144-4994-b729-bbb84a713941 service neutron] No DVR routers for this DVR port 8fe8f5c8-a3d4-4ec3-895b-a713373e6688 on host n-h1-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:38:41.963680 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a8d36c15-85d6-4468-ba6b-7d53979a7bb9 req-f5ea1130-c7cd-4fe1-a19e-0a7fc8a6a426 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486808 Sep 24 15:38:41.967801 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4e19b5ef-7a0e-43cc-9069-7a18a5339756 req-ef5cf84e-2a66-4a04-b3a4-fe5cb84e6a0c service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810973 Sep 24 15:38:41.973181 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0cd686-7144-4994-b729-bbb84a713941 service neutron] Pushing event updated for resources: {'Port': ['ID=8fe8f5c8-a3d4-4ec3-895b-a713373e6688,revision_number=6']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:42.044784 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8941c5eb-dfd4-4b33-80ab-838d623aa3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:42.082854 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b3e26139-4d1e-47a4-b429-1061c80f3424 req-e7e146bb-ea9c-41ec-9ff7-8244b6aafd85 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618621 Sep 24 15:38:42.087157 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-6345982f-cdbd-4a87-9cc6-7972cf3d792a req-7f0cd686-7144-4994-b729-bbb84a713941 service neutron] Attempting to bind port 8fe8f5c8-a3d4-4ec3-895b-a713373e6688 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:38:42.087713 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-6345982f-cdbd-4a87-9cc6-7972cf3d792a req-7f0cd686-7144-4994-b729-bbb84a713941 service neutron] Attempting to bind port 8fe8f5c8-a3d4-4ec3-895b-a713373e6688 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:38:42.088203 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6345982f-cdbd-4a87-9cc6-7972cf3d792a req-7f0cd686-7144-4994-b729-bbb84a713941 service neutron] Attempting to bind port 8fe8f5c8-a3d4-4ec3-895b-a713373e6688 on network 9672f189-23fe-44e6-9dd2-257ff8905939 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:38:42.089450 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device bc4f5d0a-8633-4a2d-b140-427ef9eb7666 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:38:42.098730 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6345982f-cdbd-4a87-9cc6-7972cf3d792a req-7f0cd686-7144-4994-b729-bbb84a713941 service neutron] Port 8fe8f5c8-a3d4-4ec3-895b-a713373e6688 on network 9672f189-23fe-44e6-9dd2-257ff8905939 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:38:42.099368 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8941c5eb-dfd4-4b33-80ab-838d623aa3a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=13cbc9e2-cf1d-4bdd-941a-aff2600d6d17,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:42.100367 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6345982f-cdbd-4a87-9cc6-7972cf3d792a req-7f0cd686-7144-4994-b729-bbb84a713941 service neutron] Attempting to bind port 8fe8f5c8-a3d4-4ec3-895b-a713373e6688 on network 9672f189-23fe-44e6-9dd2-257ff8905939 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:38:42.122364 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6345982f-cdbd-4a87-9cc6-7972cf3d792a req-7f0cd686-7144-4994-b729-bbb84a713941 service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:38:42.122683 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6345982f-cdbd-4a87-9cc6-7972cf3d792a req-7f0cd686-7144-4994-b729-bbb84a713941 service neutron] Checking segment: {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:38:42.123663 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6345982f-cdbd-4a87-9cc6-7972cf3d792a req-7f0cd686-7144-4994-b729-bbb84a713941 service neutron] Bound using segment: {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:38:42.124119 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-6345982f-cdbd-4a87-9cc6-7972cf3d792a req-7f0cd686-7144-4994-b729-bbb84a713941 service neutron] Bound port: 8fe8f5c8-a3d4-4ec3-895b-a713373e6688, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:38:42.124505 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-6345982f-cdbd-4a87-9cc6-7972cf3d792a req-7f0cd686-7144-4994-b729-bbb84a713941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:42.130506 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 0c9fda49-cc27-42a1-beac-c3884a84a52d up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:38:42.135884 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: bc4f5d0a-8633-4a2d-b140-427ef9eb7666 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:38:42.141317 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device bc4f5d0a-8633-4a2d-b140-427ef9eb7666 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:38:42.197080 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8941c5eb-dfd4-4b33-80ab-838d623aa3a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586576'] for router_gateway, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:42.270433 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-efc33c3d-08b2-4fd1-8e5d-3a8dbe2df7d1 req-ecd43851-4e8a-4c90-b59e-118963fcc8b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 144f1cca-48cd-429d-ae93-4668c1c3cb08 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:38:42.275088 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-6345982f-cdbd-4a87-9cc6-7972cf3d792a req-7f0cd686-7144-4994-b729-bbb84a713941 service neutron] For port 8fe8f5c8-a3d4-4ec3-895b-a713373e6688, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:38:42.283258 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-efc33c3d-08b2-4fd1-8e5d-3a8dbe2df7d1 req-ecd43851-4e8a-4c90-b59e-118963fcc8b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:42.295931 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-6345982f-cdbd-4a87-9cc6-7972cf3d792a req-7f0cd686-7144-4994-b729-bbb84a713941 service neutron] For port 8fe8f5c8-a3d4-4ec3-895b-a713373e6688, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=8fe8f5c8-a3d4-4ec3-895b-a713373e6688,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:38:42.303580 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-efc33c3d-08b2-4fd1-8e5d-3a8dbe2df7d1 req-ecd43851-4e8a-4c90-b59e-118963fcc8b2 service neutron] Transition to ACTIVE for port object 144f1cca-48cd-429d-ae93-4668c1c3cb08 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:38:42.329519 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8941c5eb-dfd4-4b33-80ab-838d623aa3a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:42.333161 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8941c5eb-dfd4-4b33-80ab-838d623aa3a5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:42.359980 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port 0c9fda49-cc27-42a1-beac-c3884a84a52d completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:38:42.364257 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port 0c9fda49-cc27-42a1-beac-c3884a84a52d triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:38:42.370167 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:42.421713 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dccd7e-d794-4171-bee7-d7261c8ec197 req-0ff944af-c263-4163-a708-1e19e75f651b tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:42.423334 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-78dccd7e-d794-4171-bee7-d7261c8ec197 req-0ff944af-c263-4163-a708-1e19e75f651b tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=e7501673-3fe7-48b0-8aa8-d315f38f3c61 HTTP/1.1" status: 200 len: 947 time: 0.0783565 Sep 24 15:38:42.425540 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-6345982f-cdbd-4a87-9cc6-7972cf3d792a req-7f0cd686-7144-4994-b729-bbb84a713941 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:42.427577 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-efc33c3d-08b2-4fd1-8e5d-3a8dbe2df7d1 req-ecd43851-4e8a-4c90-b59e-118963fcc8b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:42.471546 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8941c5eb-dfd4-4b33-80ab-838d623aa3a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:42.472419 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8941c5eb-dfd4-4b33-80ab-838d623aa3a5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eef32c0f-51ae-4c8b-bba7-144c5b5d9efc {{(pid=95297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:38:42.483184 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8941c5eb-dfd4-4b33-80ab-838d623aa3a5 admin admin] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:42.483184 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-8941c5eb-dfd4-4b33-80ab-838d623aa3a5 admin admin] 10.222.0.101 "DELETE /v2.0/routers/eef32c0f-51ae-4c8b-bba7-144c5b5d9efc HTTP/1.1" status: 204 len: 168 time: 1.6296875 Sep 24 15:38:42.488565 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48074) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:38:42.532296 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4032e79-437e-4229-a071-84aa422810ff req-abe13389-3dc5-4ff4-aed7-efcba09a867a tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:42.547716 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b4032e79-437e-4229-a071-84aa422810ff req-abe13389-3dc5-4ff4-aed7-efcba09a867a tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 944 time: 0.1176927 Sep 24 15:38:42.548881 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:42.595204 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6345982f-cdbd-4a87-9cc6-7972cf3d792a req-7f0cd686-7144-4994-b729-bbb84a713941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:42.595942 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-6345982f-cdbd-4a87-9cc6-7972cf3d792a req-7f0cd686-7144-4994-b729-bbb84a713941 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:42.597589 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6345982f-cdbd-4a87-9cc6-7972cf3d792a req-7f0cd686-7144-4994-b729-bbb84a713941 service neutron] 10.222.0.108 "PUT /v2.0/ports/8fe8f5c8-a3d4-4ec3-895b-a713373e6688 HTTP/1.1" status: 200 len: 1095 time: 1.8317890 Sep 24 15:38:42.665552 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 0c9fda49-cc27-42a1-beac-c3884a84a52d, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=0c9fda49-cc27-42a1-beac-c3884a84a52d,segment=NetworkSegment(7e8e93a9-9a2d-4b51-a14d-73f657c90f78),segment_id=7e8e93a9-9a2d-4b51-a14d-73f657c90f78)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:38:42.671980 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b4032e79-437e-4229-a071-84aa422810ff req-24f48ea3-dde2-410c-8ac7-de760eb26148 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166992 Sep 24 15:38:42.779084 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:42.781037 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68 up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:38:42.789276 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4e8f66e-d4c2-4fb2-9b1e-920fb20eafbf admin admin] Deleting subnet 88b78188-396c-4d03-9bdf-1a8057c9fd53 {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:38:42.792606 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a4e8f66e-d4c2-4fb2-9b1e-920fb20eafbf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:42.866920 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-78dccd7e-d794-4171-bee7-d7261c8ec197 req-a06c665e-ed84-4d8b-8466-bdd9d6800d01 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4199202 Sep 24 15:38:42.899351 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0cd686-7144-4994-b729-bbb84a713941 service neutron] Pushing event updated for resources: {'Port': ['ID=8fe8f5c8-a3d4-4ec3-895b-a713373e6688,revision_number=7']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:42.919656 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a4e8f66e-d4c2-4fb2-9b1e-920fb20eafbf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:42.923753 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6345982f-cdbd-4a87-9cc6-7972cf3d792a req-0d40b8ef-7419-405c-9c21-84947cbdeccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:42.925385 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6345982f-cdbd-4a87-9cc6-7972cf3d792a req-0d40b8ef-7419-405c-9c21-84947cbdeccf service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=1d817464a57145808f61427a409f714d&device_id=e7501673-3fe7-48b0-8aa8-d315f38f3c61 HTTP/1.1" status: 200 len: 1098 time: 0.2443361 Sep 24 15:38:42.928216 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=0c9fda49-cc27-42a1-beac-c3884a84a52d,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:42.933956 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:38:42.934779 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:42.972889 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36b1f6c-d79a-4162-b2a6-2693dfa0065c req-752f49ef-d9b9-47e7-a090-d273439b87d2 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:42.985167 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f36b1f6c-d79a-4162-b2a6-2693dfa0065c req-752f49ef-d9b9-47e7-a090-d273439b87d2 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=c87934bb-28a4-4f5c-a678-8da450c86ac9 HTTP/1.1" status: 200 len: 949 time: 0.0817790 Sep 24 15:38:43.061710 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f36b1f6c-d79a-4162-b2a6-2693dfa0065c req-6dca485a-92bd-475d-9161-9f0b8d2e862d tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753992 Sep 24 15:38:43.082039 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:43.104998 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-efc33c3d-08b2-4fd1-8e5d-3a8dbe2df7d1 req-ecd43851-4e8a-4c90-b59e-118963fcc8b2 service neutron] Attempting to bind port 144f1cca-48cd-429d-ae93-4668c1c3cb08 on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:38:43.105347 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-efc33c3d-08b2-4fd1-8e5d-3a8dbe2df7d1 req-ecd43851-4e8a-4c90-b59e-118963fcc8b2 service neutron] Attempting to bind port 144f1cca-48cd-429d-ae93-4668c1c3cb08 by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': 'd7a68d6c-5d6b-4eed-831a-023fbb1b8f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '3e0da5e5-cfcf-4b73-b0d7-902e52490b00'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:38:43.105720 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc33c3d-08b2-4fd1-8e5d-3a8dbe2df7d1 req-ecd43851-4e8a-4c90-b59e-118963fcc8b2 service neutron] Attempting to bind port 144f1cca-48cd-429d-ae93-4668c1c3cb08 on network 3e0da5e5-cfcf-4b73-b0d7-902e52490b00 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:38:43.148965 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68,segment=NetworkSegment(261d132c-af7b-4dd2-86dc-27294ea32e8c),segment_id=261d132c-af7b-4dd2-86dc-27294ea32e8c)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:38:43.163904 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd43851-4e8a-4c90-b59e-118963fcc8b2 service neutron] Pushing event updated for resources: {'Port': ['ID=144f1cca-48cd-429d-ae93-4668c1c3cb08,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:43.193530 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc33c3d-08b2-4fd1-8e5d-3a8dbe2df7d1 req-ecd43851-4e8a-4c90-b59e-118963fcc8b2 service neutron] Port 144f1cca-48cd-429d-ae93-4668c1c3cb08 on network 3e0da5e5-cfcf-4b73-b0d7-902e52490b00 not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:38:43.194308 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc33c3d-08b2-4fd1-8e5d-3a8dbe2df7d1 req-ecd43851-4e8a-4c90-b59e-118963fcc8b2 service neutron] Attempting to bind port 144f1cca-48cd-429d-ae93-4668c1c3cb08 on network 3e0da5e5-cfcf-4b73-b0d7-902e52490b00 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:38:43.242610 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc33c3d-08b2-4fd1-8e5d-3a8dbe2df7d1 req-ecd43851-4e8a-4c90-b59e-118963fcc8b2 service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:38:43.242951 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc33c3d-08b2-4fd1-8e5d-3a8dbe2df7d1 req-ecd43851-4e8a-4c90-b59e-118963fcc8b2 service neutron] Checking segment: {'id': 'd7a68d6c-5d6b-4eed-831a-023fbb1b8f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '3e0da5e5-cfcf-4b73-b0d7-902e52490b00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:38:43.243345 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc33c3d-08b2-4fd1-8e5d-3a8dbe2df7d1 req-ecd43851-4e8a-4c90-b59e-118963fcc8b2 service neutron] Bound using segment: {'id': 'd7a68d6c-5d6b-4eed-831a-023fbb1b8f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '3e0da5e5-cfcf-4b73-b0d7-902e52490b00'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:38:43.243796 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-efc33c3d-08b2-4fd1-8e5d-3a8dbe2df7d1 req-ecd43851-4e8a-4c90-b59e-118963fcc8b2 service neutron] Bound port: 144f1cca-48cd-429d-ae93-4668c1c3cb08, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7a68d6c-5d6b-4eed-831a-023fbb1b8f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '3e0da5e5-cfcf-4b73-b0d7-902e52490b00'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:38:43.244156 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-efc33c3d-08b2-4fd1-8e5d-3a8dbe2df7d1 req-ecd43851-4e8a-4c90-b59e-118963fcc8b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:43.244431 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac7ee65-1889-41be-b1e9-d2a0f12a5b70 req-acbf548a-75f9-4469-9a3a-471e605e770b tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:43.246373 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3ac7ee65-1889-41be-b1e9-d2a0f12a5b70 req-acbf548a-75f9-4469-9a3a-471e605e770b tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=7cd44f03-df1c-4436-87b5-4c9cccff4adf HTTP/1.1" status: 200 len: 945 time: 0.0635402 Sep 24 15:38:43.256399 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:43.259397 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 8fe8f5c8-a3d4-4ec3-895b-a713373e6688 no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:38:43.329775 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d82645-684b-432c-95d5-d2b3148c29dc req-89870de7-64a9-4629-b6de-af7b6a81b2a4 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:43.335899 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-09d82645-684b-432c-95d5-d2b3148c29dc req-89870de7-64a9-4629-b6de-af7b6a81b2a4 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=a778b926-86db-406a-887c-65b1b5385fae HTTP/1.1" status: 200 len: 944 time: 0.2267904 Sep 24 15:38:43.348189 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3ac7ee65-1889-41be-b1e9-d2a0f12a5b70 req-c7d48b78-beca-42b7-aa24-da413cf327df tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927238 Sep 24 15:38:43.363151 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6345982f-cdbd-4a87-9cc6-7972cf3d792a req-abf0524c-b3bc-4ae1-8532-d6eebf42080e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:43.364730 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6345982f-cdbd-4a87-9cc6-7972cf3d792a req-abf0524c-b3bc-4ae1-8532-d6eebf42080e service neutron] 10.222.0.108 "GET /v2.0/networks?id=9672f189-23fe-44e6-9dd2-257ff8905939 HTTP/1.1" status: 200 len: 871 time: 0.3763225 Sep 24 15:38:43.368002 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 8fe8f5c8-a3d4-4ec3-895b-a713373e6688 not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:38:43.382217 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a4e8f66e-d4c2-4fb2-9b1e-920fb20eafbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:43.393345 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '288b85eb-02e0-43ea-8131-e4e39b2bdddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c9fda49-cc27-42a1-beac-c3884a84a52d'}, {'server_uuid': 'c7c4b09e-142a-4cc8-809c-267fc688df42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:38:43.395841 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a02981ea-7890-49d0-98c8-023fcc3fcbc9" -d '{"events": [{"server_uuid": "288b85eb-02e0-43ea-8131-e4e39b2bdddb", "name": "network-vif-plugged", "status": "completed", "tag": "0c9fda49-cc27-42a1-beac-c3884a84a52d"}, {"server_uuid": "c7c4b09e-142a-4cc8-809c-267fc688df42", "name": "network-vif-plugged", "status": "completed", "tag": "bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:38:43.404254 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68,revision_number=7']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:43.453797 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6345982f-cdbd-4a87-9cc6-7972cf3d792a req-a7da4d8b-62b6-4646-ab25-d3b119150713 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=8fe8f5c8-a3d4-4ec3-895b-a713373e6688 HTTP/1.1" status: 200 len: 217 time: 0.0715127 Sep 24 15:38:43.526858 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-09d82645-684b-432c-95d5-d2b3148c29dc req-97cc3d3d-b461-482c-8a98-dbc962ee161e tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882274 Sep 24 15:38:43.548872 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-efc33c3d-08b2-4fd1-8e5d-3a8dbe2df7d1 req-ecd43851-4e8a-4c90-b59e-118963fcc8b2 service neutron] For port 144f1cca-48cd-429d-ae93-4668c1c3cb08, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:38:43.566953 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 24 Sep 2021 15:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2235fcd-2cc0-4c06-bb91-7dd36a55f7d3 x-openstack-request-id: req-d2235fcd-2cc0-4c06-bb91-7dd36a55f7d3 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:38:43.567252 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "288b85eb-02e0-43ea-8131-e4e39b2bdddb", "name": "network-vif-plugged", "status": "completed", "tag": "0c9fda49-cc27-42a1-beac-c3884a84a52d", "code": 200}, {"server_uuid": "c7c4b09e-142a-4cc8-809c-267fc688df42", "name": "network-vif-plugged", "status": "completed", "tag": "bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:38:43.567497 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d2235fcd-2cc0-4c06-bb91-7dd36a55f7d3 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:38:43.567885 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '288b85eb-02e0-43ea-8131-e4e39b2bdddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c9fda49-cc27-42a1-beac-c3884a84a52d', 'code': 200} Sep 24 15:38:43.568135 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7c4b09e-142a-4cc8-809c-267fc688df42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68', 'code': 200} Sep 24 15:38:43.575918 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-efc33c3d-08b2-4fd1-8e5d-3a8dbe2df7d1 req-ecd43851-4e8a-4c90-b59e-118963fcc8b2 service neutron] For port 144f1cca-48cd-429d-ae93-4668c1c3cb08, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=144f1cca-48cd-429d-ae93-4668c1c3cb08,segment=NetworkSegment(d7a68d6c-5d6b-4eed-831a-023fbb1b8f0b),segment_id=d7a68d6c-5d6b-4eed-831a-023fbb1b8f0b)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:38:43.592389 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6345982f-cdbd-4a87-9cc6-7972cf3d792a req-7c205f77-f6f8-4d30-9f61-5120cd7a739c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:43.594160 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6345982f-cdbd-4a87-9cc6-7972cf3d792a req-7c205f77-f6f8-4d30-9f61-5120cd7a739c service neutron] 10.222.0.108 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.1329384 Sep 24 15:38:43.658540 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-efc33c3d-08b2-4fd1-8e5d-3a8dbe2df7d1 req-ecd43851-4e8a-4c90-b59e-118963fcc8b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:43.735177 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a4e8f66e-d4c2-4fb2-9b1e-920fb20eafbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:43.746117 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a1fbb-8918-4faa-9005-2c32866b25fe req-c912a005-0ed0-4116-8a04-3160aab12549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:43.751919 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f92a1fbb-8918-4faa-9005-2c32866b25fe req-c912a005-0ed0-4116-8a04-3160aab12549 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 1096 time: 0.0938683 Sep 24 15:38:43.803853 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a93e76-2378-464b-b0ff-d4cd8d31a4bd None None] Network 7b35859c-b695-4459-943b-180cf9e588a3 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:38:43.826419 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f92a1fbb-8918-4faa-9005-2c32866b25fe req-d59fd7ff-8c97-4092-9452-3704b6913ef7 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657077 Sep 24 15:38:43.827973 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7501673-3fe7-48b0-8aa8-d315f38f3c61', 'tag': '8fe8f5c8-a3d4-4ec3-895b-a713373e6688'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:38:43.833460 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7bba7c0-1bcd-4664-a9ac-19cd3deab780" -d '{"events": [{"name": "network-changed", "server_uuid": "e7501673-3fe7-48b0-8aa8-d315f38f3c61", "tag": "8fe8f5c8-a3d4-4ec3-895b-a713373e6688"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:38:43.849547 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e8f66e-d4c2-4fb2-9b1e-920fb20eafbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88b78188-396c-4d03-9bdf-1a8057c9fd53,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:43.860017 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a4e8f66e-d4c2-4fb2-9b1e-920fb20eafbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:43.862480 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-a4e8f66e-d4c2-4fb2-9b1e-920fb20eafbf admin admin] 10.222.0.101 "DELETE /v2.0/subnets/88b78188-396c-4d03-9bdf-1a8057c9fd53 HTTP/1.1" status: 204 len: 168 time: 1.3711033 Sep 24 15:38:43.864157 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc33c3d-08b2-4fd1-8e5d-3a8dbe2df7d1 req-ecd43851-4e8a-4c90-b59e-118963fcc8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:43.864852 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48108) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:38:43.865203 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-efc33c3d-08b2-4fd1-8e5d-3a8dbe2df7d1 req-ecd43851-4e8a-4c90-b59e-118963fcc8b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:43.866694 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-efc33c3d-08b2-4fd1-8e5d-3a8dbe2df7d1 req-ecd43851-4e8a-4c90-b59e-118963fcc8b2 service neutron] 10.222.0.110 "PUT /v2.0/ports/144f1cca-48cd-429d-ae93-4668c1c3cb08 HTTP/1.1" status: 200 len: 1092 time: 2.5271826 Sep 24 15:38:43.905360 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6345982f-cdbd-4a87-9cc6-7972cf3d792a req-40eb335e-9152-4fe5-b702-00d3f056a5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:43.907324 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6345982f-cdbd-4a87-9cc6-7972cf3d792a req-40eb335e-9152-4fe5-b702-00d3f056a5df service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2954664 Sep 24 15:38:44.034783 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bd43619d-95c8-456d-bd9c-b0f2a3f611dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:44.114291 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd43851-4e8a-4c90-b59e-118963fcc8b2 service neutron] Pushing event updated for resources: {'Port': ['ID=144f1cca-48cd-429d-ae93-4668c1c3cb08,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:44.140456 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-bd43619d-95c8-456d-bd9c-b0f2a3f611dd admin admin] Deleting port 64d6357e-4044-4007-84ac-0100682dda96 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:38:44.140456 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bd43619d-95c8-456d-bd9c-b0f2a3f611dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:44.140945 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e768f1-740c-4da3-8eba-07c2fbcea08f x-openstack-request-id: req-86e768f1-740c-4da3-8eba-07c2fbcea08f {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:38:44.141910 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7501673-3fe7-48b0-8aa8-d315f38f3c61", "tag": "8fe8f5c8-a3d4-4ec3-895b-a713373e6688", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:38:44.141910 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-86e768f1-740c-4da3-8eba-07c2fbcea08f {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:38:44.141910 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e7501673-3fe7-48b0-8aa8-d315f38f3c61', 'tag': '8fe8f5c8-a3d4-4ec3-895b-a713373e6688', 'status': 'completed', 'code': 200} Sep 24 15:38:44.152654 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdf80e5-b9e3-43ec-9b71-e29102f29ff8 req-d003791e-88e2-4434-8f75-9221052a147b tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:44.155160 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0cdf80e5-b9e3-43ec-9b71-e29102f29ff8 req-d003791e-88e2-4434-8f75-9221052a147b tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 945 time: 0.3459723 Sep 24 15:38:44.224869 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 13cbc9e2-cf1d-4bdd-941a-aff2600d6d17 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:38:44.250949 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6345982f-cdbd-4a87-9cc6-7972cf3d792a req-843630af-2bae-451a-b1eb-b2b9a39af86a service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243194 Sep 24 15:38:44.261769 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 13cbc9e2-cf1d-4bdd-941a-aff2600d6d17 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:38:44.262115 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 13cbc9e2-cf1d-4bdd-941a-aff2600d6d17 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:38:44.387558 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bba7c0-1bcd-4664-a9ac-19cd3deab780 req-24901915-8387-41f2-baaa-e587dbda6cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:44.389698 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e7bba7c0-1bcd-4664-a9ac-19cd3deab780 req-24901915-8387-41f2-baaa-e587dbda6cec service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1d817464a57145808f61427a409f714d&device_id=e7501673-3fe7-48b0-8aa8-d315f38f3c61 HTTP/1.1" status: 200 len: 1098 time: 0.2608974 Sep 24 15:38:44.409471 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0cdf80e5-b9e3-43ec-9b71-e29102f29ff8 req-4cf172f2-c5ec-424d-9c49-da8287b554e8 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2173071 Sep 24 15:38:44.447825 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b099faf-53ee-4493-92da-dba3013e4d82 None None] DHCP port deletion for 7b35859c-b695-4459-943b-180cf9e588a3 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:38:44.576748 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-6b099faf-53ee-4493-92da-dba3013e4d82 None None] Deleting port 64d6357e-4044-4007-84ac-0100682dda96 {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:38:44.577147 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6b099faf-53ee-4493-92da-dba3013e4d82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:44.689163 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982123fa-b053-44ed-9d69-f0db23aa4bc4 req-c679a485-cb91-418a-b6df-22ce6b3c5def tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:44.691541 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-6b099faf-53ee-4493-92da-dba3013e4d82 None None] For port 64d6357e-4044-4007-84ac-0100682dda96, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=64d6357e-4044-4007-84ac-0100682dda96,segment=NetworkSegment(9ba2f120-89b6-43a9-bf00-64b6dee5885d),segment_id=9ba2f120-89b6-43a9-bf00-64b6dee5885d)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:38:44.692206 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6b099faf-53ee-4493-92da-dba3013e4d82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:44.696514 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-982123fa-b053-44ed-9d69-f0db23aa4bc4 req-c679a485-cb91-418a-b6df-22ce6b3c5def tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=e7501673-3fe7-48b0-8aa8-d315f38f3c61 HTTP/1.1" status: 200 len: 947 time: 0.5870006 Sep 24 15:38:44.725530 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-6b099faf-53ee-4493-92da-dba3013e4d82 None None] Calling delete_port for 64d6357e-4044-4007-84ac-0100682dda96 owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:38:44.744258 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-bd43619d-95c8-456d-bd9c-b0f2a3f611dd admin admin] For port 64d6357e-4044-4007-84ac-0100682dda96, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=64d6357e-4044-4007-84ac-0100682dda96,segment=NetworkSegment(9ba2f120-89b6-43a9-bf00-64b6dee5885d),segment_id=9ba2f120-89b6-43a9-bf00-64b6dee5885d)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:38:44.744612 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bd43619d-95c8-456d-bd9c-b0f2a3f611dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:44.756183 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc33c3d-08b2-4fd1-8e5d-3a8dbe2df7d1 req-8c7e0c4f-e593-4c97-853f-7c21b85e944f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:44.757741 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-efc33c3d-08b2-4fd1-8e5d-3a8dbe2df7d1 req-8c7e0c4f-e593-4c97-853f-7c21b85e944f service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=d0b79565aaee49b1a1b35139ea3bccae&device_id=a778b926-86db-406a-887c-65b1b5385fae HTTP/1.1" status: 200 len: 1095 time: 0.5706789 Sep 24 15:38:44.771113 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-982123fa-b053-44ed-9d69-f0db23aa4bc4 req-745bfac7-4507-407f-b8c5-c00164505b1a tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717251 Sep 24 15:38:44.862566 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-efc33c3d-08b2-4fd1-8e5d-3a8dbe2df7d1 req-711252f9-85c0-46ce-a4ae-f841bb63f975 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=144f1cca-48cd-429d-ae93-4668c1c3cb08 HTTP/1.1" status: 200 len: 217 time: 0.0800252 Sep 24 15:38:44.862566 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-bd43619d-95c8-456d-bd9c-b0f2a3f611dd admin admin] Calling delete_port for 64d6357e-4044-4007-84ac-0100682dda96 owned by network:dhcp {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:38:44.921201 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6b099faf-53ee-4493-92da-dba3013e4d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:44.937369 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b099faf-53ee-4493-92da-dba3013e4d82 None None] No DVR routers for this DVR port 64d6357e-4044-4007-84ac-0100682dda96 on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:38:44.963934 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b099faf-53ee-4493-92da-dba3013e4d82 None None] Pushing event deleted for resources: {'Port': ['ID=64d6357e-4044-4007-84ac-0100682dda96,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:44.990035 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc33c3d-08b2-4fd1-8e5d-3a8dbe2df7d1 req-85ee9663-9b05-4192-baac-10cdd27182d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:44.991525 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-efc33c3d-08b2-4fd1-8e5d-3a8dbe2df7d1 req-85ee9663-9b05-4192-baac-10cdd27182d5 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=946d8626-ec5d-49c4-aa21-33da3ceddcfd HTTP/1.1" status: 200 len: 852 time: 0.1250262 Sep 24 15:38:45.005524 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba905cb-6a17-42d2-852e-77c90ff95213 req-45c75288-335d-4544-98bb-43fee9640e9f tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:45.013273 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5ba905cb-6a17-42d2-852e-77c90ff95213 req-45c75288-335d-4544-98bb-43fee9640e9f tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=7cd44f03-df1c-4436-87b5-4c9cccff4adf HTTP/1.1" status: 200 len: 945 time: 0.1384900 Sep 24 15:38:45.068966 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-efc33c3d-08b2-4fd1-8e5d-3a8dbe2df7d1 req-24cffe6a-8cf5-4d04-8dc1-756d774edc2f service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=3e0da5e5-cfcf-4b73-b0d7-902e52490b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477018 Sep 24 15:38:45.103024 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ed3f7-6065-4219-b320-fcb42d7c32b7 req-ef89c227-3135-493b-96a2-378a09f12a69 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:45.110470 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-464ed3f7-6065-4219-b320-fcb42d7c32b7 req-ef89c227-3135-493b-96a2-378a09f12a69 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=c87934bb-28a4-4f5c-a678-8da450c86ac9 HTTP/1.1" status: 200 len: 949 time: 0.2096364 Sep 24 15:38:45.121517 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6345982f-cdbd-4a87-9cc6-7972cf3d792a req-01906eb0-8909-4152-9cda-69a29e4051b4 service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8487840 Sep 24 15:38:45.122798 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bba7c0-1bcd-4664-a9ac-19cd3deab780 req-842e9795-77a6-4579-b77d-f9ed6297b3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:45.123927 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5ba905cb-6a17-42d2-852e-77c90ff95213 req-7a2abf23-e765-4644-b6e0-0d6eb625d89c tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074386 Sep 24 15:38:45.124349 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e7bba7c0-1bcd-4664-a9ac-19cd3deab780 req-842e9795-77a6-4579-b77d-f9ed6297b3b4 service neutron] 10.222.0.110 "GET /v2.0/networks?id=9672f189-23fe-44e6-9dd2-257ff8905939 HTTP/1.1" status: 200 len: 871 time: 0.7115674 Sep 24 15:38:45.213843 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bd43619d-95c8-456d-bd9c-b0f2a3f611dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:45.220443 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e7bba7c0-1bcd-4664-a9ac-19cd3deab780 req-db5da8e4-67e2-4bc6-80be-1b50f8a245a5 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=8fe8f5c8-a3d4-4ec3-895b-a713373e6688 HTTP/1.1" status: 200 len: 217 time: 0.0701337 Sep 24 15:38:45.253888 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd43619d-95c8-456d-bd9c-b0f2a3f611dd admin admin] No DVR routers for this DVR port 64d6357e-4044-4007-84ac-0100682dda96 on host n-d-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:38:45.269998 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-464ed3f7-6065-4219-b320-fcb42d7c32b7 req-45150ab6-03ea-420d-8fb6-cb1032636a4e tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529069 Sep 24 15:38:45.270143 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd43619d-95c8-456d-bd9c-b0f2a3f611dd admin admin] Pushing event deleted for resources: {'Port': ['ID=64d6357e-4044-4007-84ac-0100682dda96,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:45.318205 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-efc33c3d-08b2-4fd1-8e5d-3a8dbe2df7d1 req-6049a621-94a3-4662-b4a6-5e9820bba90f service neutron] 10.222.0.110 "GET /v2.0/networks/3e0da5e5-cfcf-4b73-b0d7-902e52490b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351367 Sep 24 15:38:45.394241 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bba7c0-1bcd-4664-a9ac-19cd3deab780 req-9006d905-cc9e-4ec9-bc8d-7353377df1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:45.395767 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e7bba7c0-1bcd-4664-a9ac-19cd3deab780 req-9006d905-cc9e-4ec9-bc8d-7353377df1ad service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=1d817464a57145808f61427a409f714d&device_id=e7501673-3fe7-48b0-8aa8-d315f38f3c61 HTTP/1.1" status: 200 len: 1098 time: 0.0741394 Sep 24 15:38:45.420159 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bd43619d-95c8-456d-bd9c-b0f2a3f611dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:45.463276 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bba7c0-1bcd-4664-a9ac-19cd3deab780 req-51d31500-bfdc-473e-9a85-012555f56a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:45.464820 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e7bba7c0-1bcd-4664-a9ac-19cd3deab780 req-51d31500-bfdc-473e-9a85-012555f56a20 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.2266674 Sep 24 15:38:45.532731 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-bd43619d-95c8-456d-bd9c-b0f2a3f611dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b35859c-b695-4459-943b-180cf9e588a3']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:38:45.550565 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-bd43619d-95c8-456d-bd9c-b0f2a3f611dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ba2f120-89b6-43a9-bf00-64b6dee5885d') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:38:45.551160 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-bd43619d-95c8-456d-bd9c-b0f2a3f611dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ba2f120-89b6-43a9-bf00-64b6dee5885d') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:38:45.575803 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bd43619d-95c8-456d-bd9c-b0f2a3f611dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:45.593726 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-efc33c3d-08b2-4fd1-8e5d-3a8dbe2df7d1 req-a9b008b3-863f-4c5f-bbb5-afb5496985ed service neutron] 10.222.0.110 "GET /v2.0/networks/3e0da5e5-cfcf-4b73-b0d7-902e52490b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527843 Sep 24 15:38:45.595696 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bd43619d-95c8-456d-bd9c-b0f2a3f611dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:45.603813 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bba7c0-1bcd-4664-a9ac-19cd3deab780 req-ee52c43e-0a35-4554-8774-bf71fc94a015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:45.605286 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e7bba7c0-1bcd-4664-a9ac-19cd3deab780 req-ee52c43e-0a35-4554-8774-bf71fc94a015 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1285603 Sep 24 15:38:45.613134 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d6883d-30b1-4fd7-8325-0a1717a28257 req-007f1e0c-f7f8-444d-80d0-2fdaee00ce8c tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:45.613344 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd7efef-54b3-4c63-aa5e-2427f481554d req-2e6ab881-7dd8-4fd9-9e19-a6ccc39296b6 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:45.614789 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-86d6883d-30b1-4fd7-8325-0a1717a28257 req-007f1e0c-f7f8-444d-80d0-2fdaee00ce8c tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=a778b926-86db-406a-887c-65b1b5385fae HTTP/1.1" status: 200 len: 944 time: 0.2400601 Sep 24 15:38:45.628431 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6dd7efef-54b3-4c63-aa5e-2427f481554d req-2e6ab881-7dd8-4fd9-9e19-a6ccc39296b6 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=e987ce22-4dae-4538-9ad9-22cc791d9d5f HTTP/1.1" status: 200 len: 950 time: 0.1318121 Sep 24 15:38:45.641046 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd43619d-95c8-456d-bd9c-b0f2a3f611dd admin admin] Releasing vlan 1288 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:38:45.641373 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bd43619d-95c8-456d-bd9c-b0f2a3f611dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:45.643058 n-d-808921-1 neutron-server[95297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:38:45.643058 n-d-808921-1 neutron-server[95297]: self.session.flush() Sep 24 15:38:45.643058 n-d-808921-1 neutron-server[95297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:38:45.643058 n-d-808921-1 neutron-server[95297]: self.session.flush() Sep 24 15:38:45.643058 n-d-808921-1 neutron-server[95297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:38:45.643058 n-d-808921-1 neutron-server[95297]: self.session.flush() Sep 24 15:38:45.643058 n-d-808921-1 neutron-server[95297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:38:45.643058 n-d-808921-1 neutron-server[95297]: self.session.flush() Sep 24 15:38:45.643058 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:38:45.643058 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:38:45.643058 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:38:45.643058 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:38:45.643058 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:38:45.643058 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:38:45.643058 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:38:45.643058 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:38:45.643058 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:38:45.643058 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:38:45.643058 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:38:45.643058 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:38:45.643058 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:38:45.643058 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:38:45.643058 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:38:45.643058 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:38:45.643058 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:38:45.643058 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:38:45.643058 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:38:45.643058 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:38:45.643058 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:38:45.643058 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:38:45.643058 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:38:45.643058 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:38:45.643058 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:38:45.643058 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:38:45.643058 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:38:45.643058 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:38:45.643058 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:38:45.643058 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:38:45.643058 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:38:45.643058 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:38:45.706651 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-86d6883d-30b1-4fd7-8325-0a1717a28257 req-d5b3c400-7768-4b6f-bd73-27f55b9d679f tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737314 Sep 24 15:38:45.751821 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bba7c0-1bcd-4664-a9ac-19cd3deab780 req-bef67d00-2109-44b5-bb6a-6232cd12d603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:45.753453 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e7bba7c0-1bcd-4664-a9ac-19cd3deab780 req-bef67d00-2109-44b5-bb6a-6232cd12d603 service neutron] 10.222.0.108 "GET /v2.0/networks?id=9672f189-23fe-44e6-9dd2-257ff8905939 HTTP/1.1" status: 200 len: 871 time: 0.3127620 Sep 24 15:38:45.765377 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6dd7efef-54b3-4c63-aa5e-2427f481554d req-2852e7bd-b759-40cc-8570-e0465f2124ac tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359811 Sep 24 15:38:45.843853 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bd43619d-95c8-456d-bd9c-b0f2a3f611dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:45.849603 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bd43619d-95c8-456d-bd9c-b0f2a3f611dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:45.858740 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e7bba7c0-1bcd-4664-a9ac-19cd3deab780 req-9750354b-56df-4139-a7f0-1ee374e6c98d service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=8fe8f5c8-a3d4-4ec3-895b-a713373e6688 HTTP/1.1" status: 200 len: 217 time: 0.0896177 Sep 24 15:38:45.862489 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-bd43619d-95c8-456d-bd9c-b0f2a3f611dd admin admin] 10.222.0.101 "DELETE /v2.0/networks/7b35859c-b695-4459-943b-180cf9e588a3 HTTP/1.1" status: 204 len: 168 time: 1.9890370 Sep 24 15:38:45.863195 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e7bba7c0-1bcd-4664-a9ac-19cd3deab780 req-92e6b45c-0e9d-4778-9539-9ad52f5406dd service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456224 Sep 24 15:38:45.908738 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd43619d-95c8-456d-bd9c-b0f2a3f611dd admin admin] Pushing event deleted for resources: {'Network': ['ID=7b35859c-b695-4459-943b-180cf9e588a3,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:45.933927 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f64f341-d3f3-4e52-999f-19fa78c03527 req-5bc39346-a579-4571-9ea4-e487aea7100d tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:45.935669 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1f64f341-d3f3-4e52-999f-19fa78c03527 req-5bc39346-a579-4571-9ea4-e487aea7100d tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 945 time: 0.1147146 Sep 24 15:38:45.998513 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 64d6357e-4044-4007-84ac-0100682dda96 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:38:46.023829 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 64d6357e-4044-4007-84ac-0100682dda96 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:38:46.024625 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 64d6357e-4044-4007-84ac-0100682dda96 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:38:46.052724 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e7bba7c0-1bcd-4664-a9ac-19cd3deab780 req-5693ab6e-bf38-4774-9185-021de6a1faa3 service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728723 Sep 24 15:38:46.081986 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bba7c0-1bcd-4664-a9ac-19cd3deab780 req-b99b0fcb-381c-4a6a-8f3a-3cbcdb898629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:46.082257 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e7bba7c0-1bcd-4664-a9ac-19cd3deab780 req-b99b0fcb-381c-4a6a-8f3a-3cbcdb898629 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.2123966 Sep 24 15:38:46.096838 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1f64f341-d3f3-4e52-999f-19fa78c03527 req-37b14f7e-ce5d-4fc1-9401-9acff6f42f48 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434062 Sep 24 15:38:46.143515 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a778b926-86db-406a-887c-65b1b5385fae', 'tag': '144f1cca-48cd-429d-ae93-4668c1c3cb08'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:38:46.150606 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ad5da7-24cf-4c64-9703-2358af91e513" -d '{"events": [{"name": "network-changed", "server_uuid": "a778b926-86db-406a-887c-65b1b5385fae", "tag": "144f1cca-48cd-429d-ae93-4668c1c3cb08"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:38:46.181567 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bba7c0-1bcd-4664-a9ac-19cd3deab780 req-cc1658b1-9d0d-45ed-a16b-cecb45a88595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:46.183246 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e7bba7c0-1bcd-4664-a9ac-19cd3deab780 req-cc1658b1-9d0d-45ed-a16b-cecb45a88595 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0827873 Sep 24 15:38:46.192367 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f26341c-b183-4595-b380-4eaec61c3ce2 req-2ad44afa-8dcf-4b73-a153-d5a4392adafa tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:46.199438 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f26341c-b183-4595-b380-4eaec61c3ce2 req-2ad44afa-8dcf-4b73-a153-d5a4392adafa tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:46.202542 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7f26341c-b183-4595-b380-4eaec61c3ce2 req-2ad44afa-8dcf-4b73-a153-d5a4392adafa tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=c87934bb-28a4-4f5c-a678-8da450c86ac9&device_id=e987ce22-4dae-4538-9ad9-22cc791d9d5f HTTP/1.1" status: 200 len: 1690 time: 0.0989647 Sep 24 15:38:46.264583 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7f26341c-b183-4595-b380-4eaec61c3ce2 req-b1895380-6b72-4396-aaf8-9c1ab72a02bb tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536342 Sep 24 15:38:46.280599 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7e27c8-bcd1-46cc-b589-be2b60056918 req-e17cf8fb-f1e5-444d-aee1-e448eb611a1b tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:46.288921 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ec7e27c8-bcd1-46cc-b589-be2b60056918 req-e17cf8fb-f1e5-444d-aee1-e448eb611a1b tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=e7501673-3fe7-48b0-8aa8-d315f38f3c61 HTTP/1.1" status: 200 len: 947 time: 0.0895348 Sep 24 15:38:46.300001 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48150) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:38:46.375607 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ec7e27c8-bcd1-46cc-b589-be2b60056918 req-fe582025-a7d6-4548-babf-6ff41b910fdc tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854385 Sep 24 15:38:46.389744 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-6bb7c16e-6b37-49c5-beee-a800c8101711 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=7b0f64d48dd547119b7bac7ad658aa1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0884132 Sep 24 15:38:46.406288 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48152) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:38:46.428302 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e7bba7c0-1bcd-4664-a9ac-19cd3deab780 req-20651a2f-3aac-49e6-ba72-f06382dfe00c service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186577 Sep 24 15:38:46.441662 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b95a00-5a7f-41d6-ab6d-0cb8e988e1fc req-1066f0ce-8056-416c-8ed9-807a6d7b3667 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:46.458648 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48156) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:38:46.467007 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b9b95a00-5a7f-41d6-ab6d-0cb8e988e1fc req-1066f0ce-8056-416c-8ed9-807a6d7b3667 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 945 time: 0.0969498 Sep 24 15:38:46.483140 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-e1892a2a-30df-4765-9a5a-ef642cba9d8e tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Request body: {'floatingip': {'port_id': '0c9fda49-cc27-42a1-beac-c3884a84a52d'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:38:46.541989 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61988666-8133-4324-bf4d-8aaa0e92fca9 x-openstack-request-id: req-61988666-8133-4324-bf4d-8aaa0e92fca9 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:38:46.542268 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a778b926-86db-406a-887c-65b1b5385fae", "tag": "144f1cca-48cd-429d-ae93-4668c1c3cb08", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:38:46.542544 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-61988666-8133-4324-bf4d-8aaa0e92fca9 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:38:46.542934 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a778b926-86db-406a-887c-65b1b5385fae', 'tag': '144f1cca-48cd-429d-ae93-4668c1c3cb08', 'status': 'completed', 'code': 200} Sep 24 15:38:46.615598 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e1892a2a-30df-4765-9a5a-ef642cba9d8e tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks [] for floatingip, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:46.802994 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd3de82-4fb1-4f47-8139-0f80081396b1 req-e093bd17-73e5-48d0-827a-423fb2a1767e tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:46.804758 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7cd3de82-4fb1-4f47-8139-0f80081396b1 req-e093bd17-73e5-48d0-827a-423fb2a1767e tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=7cd44f03-df1c-4436-87b5-4c9cccff4adf HTTP/1.1" status: 200 len: 945 time: 0.3029025 Sep 24 15:38:46.826333 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-483e670e-8e2b-4090-a979-803cff8c37a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:46.826333 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad5da7-24cf-4c64-9703-2358af91e513 req-2ccc716d-fa5c-4618-97b6-6a68a7d32b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:46.826333 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-60ad5da7-24cf-4c64-9703-2358af91e513 req-2ccc716d-fa5c-4618-97b6-6a68a7d32b52 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=d0b79565aaee49b1a1b35139ea3bccae&device_id=a778b926-86db-406a-887c-65b1b5385fae HTTP/1.1" status: 200 len: 1095 time: 0.2713327 Sep 24 15:38:46.847261 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cf0f82-64b0-43b5-9e29-eceec98dda3e req-e06bc29b-56e7-4b1b-ab8d-c79ea81f2b67 tempest-ServersOnMultiNodesTest-1938878820 tempest-ServersOnMultiNodesTest-1938878820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:46.850499 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e7bba7c0-1bcd-4664-a9ac-19cd3deab780 req-716a937b-fd76-4c2d-9c21-e03fcffe759a service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4023130 Sep 24 15:38:46.854949 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b7cf0f82-64b0-43b5-9e29-eceec98dda3e req-e06bc29b-56e7-4b1b-ab8d-c79ea81f2b67 tempest-ServersOnMultiNodesTest-1938878820 tempest-ServersOnMultiNodesTest-1938878820-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=c87934bb-28a4-4f5c-a678-8da450c86ac9 HTTP/1.1" status: 200 len: 1100 time: 0.0685253 Sep 24 15:38:46.889427 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b7cf0f82-64b0-43b5-9e29-eceec98dda3e req-cfde091f-7d8a-4b55-a156-5cb51e7cb202 tempest-ServersOnMultiNodesTest-1938878820 tempest-ServersOnMultiNodesTest-1938878820-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320694 Sep 24 15:38:46.917043 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-483e670e-8e2b-4090-a979-803cff8c37a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:46.994938 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b2553d-6688-4488-bb05-a60a9c0d88b2 req-95576c3c-6507-44ad-b7d2-79531cdb417d tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:46.996811 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a8b2553d-6688-4488-bb05-a60a9c0d88b2 req-95576c3c-6507-44ad-b7d2-79531cdb417d tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=a778b926-86db-406a-887c-65b1b5385fae HTTP/1.1" status: 200 len: 944 time: 0.0516446 Sep 24 15:38:47.017192 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7cd3de82-4fb1-4f47-8139-0f80081396b1 req-72ad18df-f4cf-46da-84c4-6f3e2c4b88d2 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004445 Sep 24 15:38:47.113082 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a8b2553d-6688-4488-bb05-a60a9c0d88b2 req-3e3c45d7-8b26-4af1-976c-8d9db2544136 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448565 Sep 24 15:38:47.113365 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad5da7-24cf-4c64-9703-2358af91e513 req-5128389b-0d98-4db8-86c9-73d7f8386a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:47.113365 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-60ad5da7-24cf-4c64-9703-2358af91e513 req-5128389b-0d98-4db8-86c9-73d7f8386a20 service neutron] 10.222.0.110 "GET /v2.0/networks?id=3e0da5e5-cfcf-4b73-b0d7-902e52490b00 HTTP/1.1" status: 200 len: 914 time: 0.2686031 Sep 24 15:38:47.175147 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-60ad5da7-24cf-4c64-9703-2358af91e513 req-e143d527-7bac-4c8f-91a1-a074ce121c52 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=144f1cca-48cd-429d-ae93-4668c1c3cb08 HTTP/1.1" status: 200 len: 217 time: 0.0559113 Sep 24 15:38:47.300906 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8094e4-557c-4441-830f-1a8a35712274 req-103689cd-14eb-487f-805f-3a8e106054d0 tempest-ServersOnMultiNodesTest-1938878820 tempest-ServersOnMultiNodesTest-1938878820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:47.304921 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6c8094e4-557c-4441-830f-1a8a35712274 req-103689cd-14eb-487f-805f-3a8e106054d0 tempest-ServersOnMultiNodesTest-1938878820 tempest-ServersOnMultiNodesTest-1938878820-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=e987ce22-4dae-4538-9ad9-22cc791d9d5f HTTP/1.1" status: 200 len: 1101 time: 0.1958618 Sep 24 15:38:47.309401 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-483e670e-8e2b-4090-a979-803cff8c37a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:47.312178 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-483e670e-8e2b-4090-a979-803cff8c37a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:47.313401 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-483e670e-8e2b-4090-a979-803cff8c37a3 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f7ab11ad-36ce-473c-b9e5-73cf4dbb622c HTTP/1.1" status: 204 len: 168 time: 0.9061055 Sep 24 15:38:47.352794 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ad5da7-24cf-4c64-9703-2358af91e513 req-f495b793-f6e6-42dc-98bb-abfc84cd943c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:47.354367 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-60ad5da7-24cf-4c64-9703-2358af91e513 req-f495b793-f6e6-42dc-98bb-abfc84cd943c service neutron] 10.222.0.110 "GET /v2.0/subnets?id=946d8626-ec5d-49c4-aa21-33da3ceddcfd HTTP/1.1" status: 200 len: 852 time: 0.1678669 Sep 24 15:38:47.360047 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483e670e-8e2b-4090-a979-803cff8c37a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ab11ad-36ce-473c-b9e5-73cf4dbb622c,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:47.439663 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-60ad5da7-24cf-4c64-9703-2358af91e513 req-3b358e58-0ceb-4032-906b-3f8600c4ff20 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=3e0da5e5-cfcf-4b73-b0d7-902e52490b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0757909 Sep 24 15:38:47.492402 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6c8094e4-557c-4441-830f-1a8a35712274 req-8a43509a-b6cc-46f0-8c18-58d3ebf590d5 tempest-ServersOnMultiNodesTest-1938878820 tempest-ServersOnMultiNodesTest-1938878820-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762676 Sep 24 15:38:47.544987 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385aeddb-6c3b-4e89-be08-3b2392aee97f req-706148ce-7f1a-45f3-8cf2-f19179e06dc6 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:47.547129 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-385aeddb-6c3b-4e89-be08-3b2392aee97f req-706148ce-7f1a-45f3-8cf2-f19179e06dc6 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=e7501673-3fe7-48b0-8aa8-d315f38f3c61 HTTP/1.1" status: 200 len: 947 time: 0.0873995 Sep 24 15:38:47.598657 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-385aeddb-6c3b-4e89-be08-3b2392aee97f req-032734e9-599f-43c2-bf77-725b7260ee25 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390995 Sep 24 15:38:47.605020 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.db.resource_extend [None req-e1892a2a-30df-4765-9a5a-ef642cba9d8e tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 24 15:38:47.664775 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-60ad5da7-24cf-4c64-9703-2358af91e513 req-77d8f14c-83cd-45ba-bbe4-b734e0136670 service neutron] 10.222.0.110 "GET /v2.0/networks/3e0da5e5-cfcf-4b73-b0d7-902e52490b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041285 Sep 24 15:38:47.672693 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e1892a2a-30df-4765-9a5a-ef642cba9d8e tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:47.804773 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e1892a2a-30df-4765-9a5a-ef642cba9d8e tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:47.901941 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-60ad5da7-24cf-4c64-9703-2358af91e513 req-173213d4-8018-4d8c-8d79-59fde907a7d6 service neutron] 10.222.0.110 "GET /v2.0/networks/3e0da5e5-cfcf-4b73-b0d7-902e52490b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276664 Sep 24 15:38:47.982811 n-d-808921-1 neutron-server[95298]: INFO neutron.db.l3_db [None req-e1892a2a-30df-4765-9a5a-ef642cba9d8e tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Floating IP 43772af3-56fb-4382-b28a-575421487f21 associated. External IP: 172.25.0.77, port: 0c9fda49-cc27-42a1-beac-c3884a84a52d. Sep 24 15:38:48.127474 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-f83d84fa-ed40-429d-95f9-9c28257669eb tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=c46c84a3fcb44853b535b52dac2dd724&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0589588 Sep 24 15:38:48.129949 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 144f1cca-48cd-429d-ae93-4668c1c3cb08 details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:38:48.170765 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbffcbd-2ee5-41e1-9b61-3a088574fd69 req-8aa9d6e8-1c84-4124-b053-c894183ac748 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:48.178873 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4cbffcbd-2ee5-41e1-9b61-3a088574fd69 req-8aa9d6e8-1c84-4124-b053-c894183ac748 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=7cd44f03-df1c-4436-87b5-4c9cccff4adf HTTP/1.1" status: 200 len: 945 time: 0.0716932 Sep 24 15:38:48.237361 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4cbffcbd-2ee5-41e1-9b61-3a088574fd69 req-28011aad-116b-44b7-9e4e-1b8c65042ad7 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572436 Sep 24 15:38:48.300290 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 144f1cca-48cd-429d-ae93-4668c1c3cb08, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=144f1cca-48cd-429d-ae93-4668c1c3cb08,segment=NetworkSegment(d7a68d6c-5d6b-4eed-831a-023fbb1b8f0b),segment_id=d7a68d6c-5d6b-4eed-831a-023fbb1b8f0b)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:38:48.331792 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': '144f1cca-48cd-429d-ae93-4668c1c3cb08', 'network_id': '3e0da5e5-cfcf-4b73-b0d7-902e52490b00', 'port_id': '144f1cca-48cd-429d-ae93-4668c1c3cb08', 'mac_address': 'fa:16:3e:13:6d:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '946d8626-ec5d-49c4-aa21-33da3ceddcfd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:38:48.352901 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48212) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:38:48.387982 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:48.406834 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 144f1cca-48cd-429d-ae93-4668c1c3cb08 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:38:48.429873 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 144f1cca-48cd-429d-ae93-4668c1c3cb08, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=144f1cca-48cd-429d-ae93-4668c1c3cb08,segment=NetworkSegment(d7a68d6c-5d6b-4eed-831a-023fbb1b8f0b),segment_id=d7a68d6c-5d6b-4eed-831a-023fbb1b8f0b)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:38:48.451396 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22fb19-91ed-4a27-a843-2a4aa31306cb req-e8ff35bd-0fa2-4919-a5bf-cb3f3e31d50d tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:48.453221 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4d22fb19-91ed-4a27-a843-2a4aa31306cb req-e8ff35bd-0fa2-4919-a5bf-cb3f3e31d50d tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=a778b926-86db-406a-887c-65b1b5385fae HTTP/1.1" status: 200 len: 944 time: 0.0915694 Sep 24 15:38:48.478504 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-d1a99944-6a1a-4cab-a5a6-e15800ed5b6f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d397fb5222b040e6912246e479ba9796&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1240516 Sep 24 15:38:48.487247 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48214) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:38:48.508510 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:48.525548 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4d22fb19-91ed-4a27-a843-2a4aa31306cb req-758f4bc6-fc9c-4028-ac58-93003599c788 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637436 Sep 24 15:38:48.573328 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ce154077-59f3-497c-9d21-305f4ce0af4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:48.609771 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=144f1cca-48cd-429d-ae93-4668c1c3cb08,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:48.613633 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ce154077-59f3-497c-9d21-305f4ce0af4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:48.621177 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:38:48.625634 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:38:48.625634 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:38:48.625634 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:38:48.625634 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:38:48.625634 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:38:48.626711 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:38:48.627322 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:38:48.628060 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:38:48.628878 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:38:48.629466 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:38:48.630038 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:38:48.746385 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-59604d9e-9eaf-4ff6-a0e4-9120c5e925df tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:48.753242 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-59604d9e-9eaf-4ff6-a0e4-9120c5e925df tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6190300 Sep 24 15:38:48.776187 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['144f1cca-48cd-429d-ae93-4668c1c3cb08'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:38:48.780510 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-f96b7a12-cee7-4989-b528-3bd764ecb794 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/quotas/c46c84a3fcb44853b535b52dac2dd724 HTTP/1.1" status: 200 len: 375 time: 0.0245292 Sep 24 15:38:48.796061 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1892a2a-30df-4765-9a5a-ef642cba9d8e tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Router 638a7179-f74e-4745-a69d-661199d88407 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:38:48.804253 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d3bd11-d841-43ed-8e6b-16a83e5b2665 req-48ac40b2-424a-4e61-a665-f8161f480c98 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:48.806379 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-17d3bd11-d841-43ed-8e6b-16a83e5b2665 req-48ac40b2-424a-4e61-a665-f8161f480c98 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=e7501673-3fe7-48b0-8aa8-d315f38f3c61 HTTP/1.1" status: 200 len: 947 time: 0.1063528 Sep 24 15:38:48.810618 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ce154077-59f3-497c-9d21-305f4ce0af4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:48.820985 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ce154077-59f3-497c-9d21-305f4ce0af4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:48.822408 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ce154077-59f3-497c-9d21-305f4ce0af4d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f5c2b69a-a5be-41d1-b2a7-be48ff4e0642 HTTP/1.1" status: 204 len: 168 time: 0.3329880 Sep 24 15:38:48.841102 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce154077-59f3-497c-9d21-305f4ce0af4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c2b69a-a5be-41d1-b2a7-be48ff4e0642,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:48.853223 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 8fe8f5c8-a3d4-4ec3-895b-a713373e6688 details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:38:48.882682 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-17d3bd11-d841-43ed-8e6b-16a83e5b2665 req-791f5e19-e329-4d77-bab9-cdedafcb5bd1 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499816 Sep 24 15:38:48.953353 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1892a2a-30df-4765-9a5a-ef642cba9d8e tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:38:48.958554 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e1892a2a-30df-4765-9a5a-ef642cba9d8e tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:48.990428 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c40d55e-ae62-4235-8bdc-3fa5d03683ea None None] Sync routers for ids ['638a7179-f74e-4745-a69d-661199d88407'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:38:48.995674 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-82735c3f-d827-4bb1-a2db-17a642d863e7 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=c46c84a3fcb44853b535b52dac2dd724&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2153187 Sep 24 15:38:49.036663 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-e1892a2a-30df-4765-9a5a-ef642cba9d8e tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "PUT /v2.0/floatingips/43772af3-56fb-4382-b28a-575421487f21 HTTP/1.1" status: 200 len: 990 time: 2.5743117 Sep 24 15:38:49.043476 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '288b85eb-02e0-43ea-8131-e4e39b2bdddb', 'tag': '0c9fda49-cc27-42a1-beac-c3884a84a52d'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:38:49.047928 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d5f2bf-25b6-4cfa-85c5-3929e593a676" -d '{"events": [{"name": "network-changed", "server_uuid": "288b85eb-02e0-43ea-8131-e4e39b2bdddb", "tag": "0c9fda49-cc27-42a1-beac-c3884a84a52d"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:38:49.080108 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c40d55e-ae62-4235-8bdc-3fa5d03683ea None None] Routers {'638a7179-f74e-4745-a69d-661199d88407'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:38:49.080767 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-0c40d55e-ae62-4235-8bdc-3fa5d03683ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:38:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['638a7179-f74e-4745-a69d-661199d88407'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:38:49.211167 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 8fe8f5c8-a3d4-4ec3-895b-a713373e6688, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=8fe8f5c8-a3d4-4ec3-895b-a713373e6688,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:38:49.243624 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e514507e-f317-4e52-a32c-cc56e2136ced x-openstack-request-id: req-e514507e-f317-4e52-a32c-cc56e2136ced {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:38:49.243624 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "288b85eb-02e0-43ea-8131-e4e39b2bdddb", "tag": "0c9fda49-cc27-42a1-beac-c3884a84a52d", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:38:49.243624 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e514507e-f317-4e52-a32c-cc56e2136ced {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:38:49.243624 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '288b85eb-02e0-43ea-8131-e4e39b2bdddb', 'tag': '0c9fda49-cc27-42a1-beac-c3884a84a52d', 'status': 'completed', 'code': 200} Sep 24 15:38:49.274181 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': '8fe8f5c8-a3d4-4ec3-895b-a713373e6688', 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939', 'port_id': '8fe8f5c8-a3d4-4ec3-895b-a713373e6688', 'mac_address': 'fa:16:3e:7b:32:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '188edb94-8042-4961-9ec0-8960b1ce1305', 'ip_address': '192.168.233.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:38:49.347673 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-0c40d55e-ae62-4235-8bdc-3fa5d03683ea None None] Set router 638a7179-f74e-4745-a69d-661199d88407 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:38:49.388639 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d5f2bf-25b6-4cfa-85c5-3929e593a676 req-d42ffb05-8ac1-48d5-a318-29e842598ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:49.399701 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-15d5f2bf-25b6-4cfa-85c5-3929e593a676 req-d42ffb05-8ac1-48d5-a318-29e842598ee5 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=ac17221dd7b34bd3afb658a69ac088d3&device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 1096 time: 0.1449919 Sep 24 15:38:49.469531 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:49.478041 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b495e9-a1a0-4b05-96a3-4a40ad7d6e4e req-886769df-100d-47b4-b2ac-5c4819609c57 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:49.480968 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-01b495e9-a1a0-4b05-96a3-4a40ad7d6e4e req-886769df-100d-47b4-b2ac-5c4819609c57 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=7cd44f03-df1c-4436-87b5-4c9cccff4adf HTTP/1.1" status: 200 len: 945 time: 0.1192191 Sep 24 15:38:49.509046 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fe8f5c8-a3d4-4ec3-895b-a713373e6688 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:38:49.557558 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 8fe8f5c8-a3d4-4ec3-895b-a713373e6688, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=8fe8f5c8-a3d4-4ec3-895b-a713373e6688,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:38:49.584763 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d5f2bf-25b6-4cfa-85c5-3929e593a676 req-f822fdd2-d14e-459c-87e0-883110a1f4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:49.595341 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-15d5f2bf-25b6-4cfa-85c5-3929e593a676 req-f822fdd2-d14e-459c-87e0-883110a1f4ad service neutron] 10.222.0.110 "GET /v2.0/networks?id=bad15511-e79d-4a5e-8826-604fa4d6fb1c HTTP/1.1" status: 200 len: 914 time: 0.1876380 Sep 24 15:38:49.604820 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-01b495e9-a1a0-4b05-96a3-4a40ad7d6e4e req-5e435f79-b85b-493f-8855-c566dfc2deca tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995581 Sep 24 15:38:49.761146 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:49.773033 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-15d5f2bf-25b6-4cfa-85c5-3929e593a676 req-59194b6b-4841-4ce3-9f8b-4e51c227583b service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c9fda49-cc27-42a1-beac-c3884a84a52d HTTP/1.1" status: 200 len: 998 time: 0.1659350 Sep 24 15:38:49.826233 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698abbe0-7f3e-407d-a465-15f0940d5f05 req-d9851267-5934-46ba-85f7-f7633c308921 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:49.836328 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-698abbe0-7f3e-407d-a465-15f0940d5f05 req-d9851267-5934-46ba-85f7-f7633c308921 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=a778b926-86db-406a-887c-65b1b5385fae HTTP/1.1" status: 200 len: 945 time: 0.1406255 Sep 24 15:38:49.864398 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d5f2bf-25b6-4cfa-85c5-3929e593a676 req-3d726d5e-b27e-4298-b67b-7f560adebca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:49.869907 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-15d5f2bf-25b6-4cfa-85c5-3929e593a676 req-3d726d5e-b27e-4298-b67b-7f560adebca4 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=ac550aa6-1c9d-441e-90e2-38bf2a7a38e4 HTTP/1.1" status: 200 len: 851 time: 0.0880759 Sep 24 15:38:49.900887 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-698abbe0-7f3e-407d-a465-15f0940d5f05 req-d7366f7a-19d6-42a0-9a8e-04acad0aa9d9 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517826 Sep 24 15:38:49.915971 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=8fe8f5c8-a3d4-4ec3-895b-a713373e6688,revision_number=8']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:49.975172 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-0c40d55e-ae62-4235-8bdc-3fa5d03683ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638a7179-f74e-4745-a69d-661199d88407', 'name': 'tempest-ServerActionsTestJSON-1734218246-router', 'tenant_id': 'ac17221dd7b34bd3afb658a69ac088d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e32496b9-8ef4-4bc5-88e6-ea37e303317b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:38:16Z', 'updated_at': '2021-09-24T15:38:22Z', 'revision_number': 4, 'project_id': 'ac17221dd7b34bd3afb658a69ac088d3', 'gw_port': {'id': 'e32496b9-8ef4-4bc5-88e6-ea37e303317b', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:be:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638a7179-f74e-4745-a69d-661199d88407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:38:17Z', 'updated_at': '2021-09-24T15:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': '43772af3-56fb-4382-b28a-575421487f21', 'tenant_id': 'ac17221dd7b34bd3afb658a69ac088d3', 'floating_ip_address': '172.25.0.77', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '638a7179-f74e-4745-a69d-661199d88407', 'port_id': '0c9fda49-cc27-42a1-beac-c3884a84a52d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bad15511-e79d-4a5e-8826-604fa4d6fb1c', 'mac_address': 'fa:16:3e:95:16:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '288b85eb-02e0-43ea-8131-e4e39b2bdddb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:38:27Z', 'updated_at': '2021-09-24T15:38:47Z', 'revision_number': 1, 'project_id': 'ac17221dd7b34bd3afb658a69ac088d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd46d084-9dbc-469a-b1d3-4a43094d934f', 'name': '', 'network_id': 'bad15511-e79d-4a5e-8826-604fa4d6fb1c', 'tenant_id': 'ac17221dd7b34bd3afb658a69ac088d3', 'mac_address': 'fa:16:3e:e2:f6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638a7179-f74e-4745-a69d-661199d88407', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'ac550aa6-1c9d-441e-90e2-38bf2a7a38e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:38:21Z', 'updated_at': '2021-09-24T15:38:26Z', 'revision_number': 5, 'project_id': 'ac17221dd7b34bd3afb658a69ac088d3', 'subnets': [{'id': 'ac550aa6-1c9d-441e-90e2-38bf2a7a38e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:38:49.992321 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d5f2bf-25b6-4cfa-85c5-3929e593a676 req-03490213-6541-425a-8fd3-938411cc1209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:49.996166 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-15d5f2bf-25b6-4cfa-85c5-3929e593a676 req-03490213-6541-425a-8fd3-938411cc1209 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=bad15511-e79d-4a5e-8826-604fa4d6fb1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1128290 Sep 24 15:38:50.059948 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c40d55e-ae62-4235-8bdc-3fa5d03683ea None None] Checking router: 638a7179-f74e-4745-a69d-661199d88407 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:38:50.071276 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d25b1-6f1a-464a-851b-097e50ae7005 req-c32c022e-cfa5-4548-a785-0c153d6bc224 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:50.085557 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2d4d25b1-6f1a-464a-851b-097e50ae7005 req-c32c022e-cfa5-4548-a785-0c153d6bc224 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=e7501673-3fe7-48b0-8aa8-d315f38f3c61 HTTP/1.1" status: 200 len: 948 time: 0.0856256 Sep 24 15:38:50.088518 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c40d55e-ae62-4235-8bdc-3fa5d03683ea None None] Routers {'638a7179-f74e-4745-a69d-661199d88407'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:38:50.088518 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-0c40d55e-ae62-4235-8bdc-3fa5d03683ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:38:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['638a7179-f74e-4745-a69d-661199d88407'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:38:50.134662 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-15d5f2bf-25b6-4cfa-85c5-3929e593a676 req-faf7c8fe-36a6-44d1-b5e6-253cbc2265e5 service neutron] 10.222.0.110 "GET /v2.0/networks/bad15511-e79d-4a5e-8826-604fa4d6fb1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268334 Sep 24 15:38:50.162303 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2d4d25b1-6f1a-464a-851b-097e50ae7005 req-5a952feb-a78d-4f05-9473-cb584feb521d tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757999 Sep 24 15:38:50.215171 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 144f1cca-48cd-429d-ae93-4668c1c3cb08 up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:38:50.440352 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-15d5f2bf-25b6-4cfa-85c5-3929e593a676 req-64f335a6-fef5-4e10-91a8-4fbec1851dec service neutron] 10.222.0.110 "GET /v2.0/networks/bad15511-e79d-4a5e-8826-604fa4d6fb1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2946010 Sep 24 15:38:50.490632 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['8fe8f5c8-a3d4-4ec3-895b-a713373e6688'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:38:50.524492 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-24fb53b5-c8b6-4b4b-8436-5b9ed8f67698 req-664deaf3-a644-4c61-b785-4907c88cb1f4 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=995da1aa-63b0-4e44-9757-bd0f3a918cf3 HTTP/1.1" status: 200 len: 210 time: 0.0483325 Sep 24 15:38:50.598760 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-0c40d55e-ae62-4235-8bdc-3fa5d03683ea None None] Set router 638a7179-f74e-4745-a69d-661199d88407 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:38:50.643687 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48288) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:38:50.764346 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port 144f1cca-48cd-429d-ae93-4668c1c3cb08 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:38:50.792061 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port 144f1cca-48cd-429d-ae93-4668c1c3cb08 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:38:50.792061 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:50.801715 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1602facf-d8a5-4087-aee8-0f4444446a02 req-5d0ddf0c-652e-44a1-b720-79920ffaa855 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:50.815399 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1602facf-d8a5-4087-aee8-0f4444446a02 req-5d0ddf0c-652e-44a1-b720-79920ffaa855 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=7cd44f03-df1c-4436-87b5-4c9cccff4adf HTTP/1.1" status: 200 len: 945 time: 0.1071002 Sep 24 15:38:50.880241 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1602facf-d8a5-4087-aee8-0f4444446a02 req-6875b041-08c9-43b0-89f7-3e687a7ab9a2 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626118 Sep 24 15:38:50.883240 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-9ee44012-144b-4354-a53c-4a2579b2b510 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-172053574-network', 'tenant_id': 'adfbd414955c4809bc1f23dfde263167'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:38:50.954862 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a31439-26f3-4880-9eb3-72112d1e5e5a req-30190278-8a28-4559-bc4f-6bc745000894 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:50.967002 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-05a31439-26f3-4880-9eb3-72112d1e5e5a req-30190278-8a28-4559-bc4f-6bc745000894 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=e7501673-3fe7-48b0-8aa8-d315f38f3c61 HTTP/1.1" status: 200 len: 948 time: 0.1175764 Sep 24 15:38:51.014075 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-05a31439-26f3-4880-9eb3-72112d1e5e5a req-bd42f2a2-a667-4b92-8e23-22e98dd4f6b4 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460424 Sep 24 15:38:51.023526 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee44012-144b-4354-a53c-4a2579b2b510 admin admin] Made reservation on behalf of adfbd414955c4809bc1f23dfde263167 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:38:51.027336 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9ee44012-144b-4354-a53c-4a2579b2b510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:51.041189 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9ee44012-144b-4354-a53c-4a2579b2b510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:51.137614 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1328bbf-11a1-4a74-95d7-57ae5a09367c req-8fc66db2-b1b5-4e12-b22b-1ace80db896e tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:51.140079 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b1328bbf-11a1-4a74-95d7-57ae5a09367c req-8fc66db2-b1b5-4e12-b22b-1ace80db896e tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.110 "GET /v2.0/ports?device_id=e7501673-3fe7-48b0-8aa8-d315f38f3c61&tenant_id=1d817464a57145808f61427a409f714d&binding%3Ahost_id=n-h2-808921-1 HTTP/1.1" status: 200 len: 948 time: 0.1502540 Sep 24 15:38:51.149852 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90cc3d8-2ddb-48ff-984c-6528f5074d0d req-440501c4-5b03-414a-9ca6-94df730d3547 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:51.158360 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d90cc3d8-2ddb-48ff-984c-6528f5074d0d req-440501c4-5b03-414a-9ca6-94df730d3547 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=a778b926-86db-406a-887c-65b1b5385fae HTTP/1.1" status: 200 len: 945 time: 0.0934711 Sep 24 15:38:51.161885 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9ee44012-144b-4354-a53c-4a2579b2b510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:51.237521 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d90cc3d8-2ddb-48ff-984c-6528f5074d0d req-958a901a-3e3e-4386-b6a0-093798345927 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778458 Sep 24 15:38:51.269190 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9ee44012-144b-4354-a53c-4a2579b2b510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:51.281286 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [req-b1328bbf-11a1-4a74-95d7-57ae5a09367c req-ba0b484e-e1a9-4e4a-9bd4-200daae95864 service neutron] delete failed (client error): The resource could not be found. Sep 24 15:38:51.287399 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b1328bbf-11a1-4a74-95d7-57ae5a09367c req-ba0b484e-e1a9-4e4a-9bd4-200daae95864 service neutron] 10.222.0.110 "DELETE /v2.0/ports/8fe8f5c8-a3d4-4ec3-895b-a713373e6688/bindings/n-h1-808921-1 HTTP/1.1" status: 404 len: 380 time: 0.1193323 Sep 24 15:38:51.290041 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ee44012-144b-4354-a53c-4a2579b2b510 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1292} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:38:51.321628 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9ee44012-144b-4354-a53c-4a2579b2b510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:51.321988 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-9ee44012-144b-4354-a53c-4a2579b2b510 admin admin] Added segment f87a1b92-9b40-43c2-86e1-2d75c12d047f of type vlan for network ed395333-47d4-4846-9c02-f1bf0815518f Sep 24 15:38:51.398269 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:51.407275 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee44012-144b-4354-a53c-4a2579b2b510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c24d29df-b5cd-40e5-8535-746213548403,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:51.424829 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a778b926-86db-406a-887c-65b1b5385fae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '144f1cca-48cd-429d-ae93-4668c1c3cb08'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:38:51.426999 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce9ba2e3-2075-4d65-b3f8-14c786bb51bc" -d '{"events": [{"server_uuid": "a778b926-86db-406a-887c-65b1b5385fae", "name": "network-vif-plugged", "status": "completed", "tag": "144f1cca-48cd-429d-ae93-4668c1c3cb08"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:38:51.442161 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9ee44012-144b-4354-a53c-4a2579b2b510 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:51.451606 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 144f1cca-48cd-429d-ae93-4668c1c3cb08, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=144f1cca-48cd-429d-ae93-4668c1c3cb08,segment=NetworkSegment(d7a68d6c-5d6b-4eed-831a-023fbb1b8f0b),segment_id=d7a68d6c-5d6b-4eed-831a-023fbb1b8f0b)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:38:51.504241 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-0c40d55e-ae62-4235-8bdc-3fa5d03683ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638a7179-f74e-4745-a69d-661199d88407', 'name': 'tempest-ServerActionsTestJSON-1734218246-router', 'tenant_id': 'ac17221dd7b34bd3afb658a69ac088d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e32496b9-8ef4-4bc5-88e6-ea37e303317b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:38:16Z', 'updated_at': '2021-09-24T15:38:22Z', 'revision_number': 4, 'project_id': 'ac17221dd7b34bd3afb658a69ac088d3', 'gw_port': {'id': 'e32496b9-8ef4-4bc5-88e6-ea37e303317b', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:be:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638a7179-f74e-4745-a69d-661199d88407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:38:17Z', 'updated_at': '2021-09-24T15:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': '43772af3-56fb-4382-b28a-575421487f21', 'tenant_id': 'ac17221dd7b34bd3afb658a69ac088d3', 'floating_ip_address': '172.25.0.77', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '638a7179-f74e-4745-a69d-661199d88407', 'port_id': '0c9fda49-cc27-42a1-beac-c3884a84a52d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bad15511-e79d-4a5e-8826-604fa4d6fb1c', 'mac_address': 'fa:16:3e:95:16:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '288b85eb-02e0-43ea-8131-e4e39b2bdddb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:38:27Z', 'updated_at': '2021-09-24T15:38:47Z', 'revision_number': 1, 'project_id': 'ac17221dd7b34bd3afb658a69ac088d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd46d084-9dbc-469a-b1d3-4a43094d934f', 'name': '', 'network_id': 'bad15511-e79d-4a5e-8826-604fa4d6fb1c', 'tenant_id': 'ac17221dd7b34bd3afb658a69ac088d3', 'mac_address': 'fa:16:3e:e2:f6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638a7179-f74e-4745-a69d-661199d88407', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'ac550aa6-1c9d-441e-90e2-38bf2a7a38e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:38:21Z', 'updated_at': '2021-09-24T15:38:26Z', 'revision_number': 5, 'project_id': 'ac17221dd7b34bd3afb658a69ac088d3', 'subnets': [{'id': 'ac550aa6-1c9d-441e-90e2-38bf2a7a38e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:38:51.511460 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1328bbf-11a1-4a74-95d7-57ae5a09367c req-6c27b96e-a1f0-4c2b-a571-46536ec1b765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:51.513087 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b1328bbf-11a1-4a74-95d7-57ae5a09367c req-6c27b96e-a1f0-4c2b-a571-46536ec1b765 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1d817464a57145808f61427a409f714d&device_id=e7501673-3fe7-48b0-8aa8-d315f38f3c61 HTTP/1.1" status: 200 len: 1099 time: 0.1217976 Sep 24 15:38:51.558321 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b2e747d-d00e-4f9c-a0da-d9a6fa874bcc x-openstack-request-id: req-2b2e747d-d00e-4f9c-a0da-d9a6fa874bcc {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:38:51.558907 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a778b926-86db-406a-887c-65b1b5385fae", "name": "network-vif-plugged", "status": "completed", "tag": "144f1cca-48cd-429d-ae93-4668c1c3cb08", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:38:51.559359 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-2b2e747d-d00e-4f9c-a0da-d9a6fa874bcc {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:38:51.559908 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a778b926-86db-406a-887c-65b1b5385fae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '144f1cca-48cd-429d-ae93-4668c1c3cb08', 'code': 200} Sep 24 15:38:51.561097 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:51.569200 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c40d55e-ae62-4235-8bdc-3fa5d03683ea None None] The sync data for ids ['638a7179-f74e-4745-a69d-661199d88407'] in n-d-808921-1 is: [{'id': '638a7179-f74e-4745-a69d-661199d88407', 'name': 'tempest-ServerActionsTestJSON-1734218246-router', 'tenant_id': 'ac17221dd7b34bd3afb658a69ac088d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e32496b9-8ef4-4bc5-88e6-ea37e303317b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:38:16Z', 'updated_at': '2021-09-24T15:38:22Z', 'revision_number': 4, 'project_id': 'ac17221dd7b34bd3afb658a69ac088d3', 'gw_port': {'id': 'e32496b9-8ef4-4bc5-88e6-ea37e303317b', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:be:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638a7179-f74e-4745-a69d-661199d88407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:38:17Z', 'updated_at': '2021-09-24T15:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': '43772af3-56fb-4382-b28a-575421487f21', 'tenant_id': 'ac17221dd7b34bd3afb658a69ac088d3', 'floating_ip_address': '172.25.0.77', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '638a7179-f74e-4745-a69d-661199d88407', 'port_id': '0c9fda49-cc27-42a1-beac-c3884a84a52d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 932, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bad15511-e79d-4a5e-8826-604fa4d6fb1c', 'mac_address': 'fa:16:3e:95:16:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '288b85eb-02e0-43ea-8131-e4e39b2bdddb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:38:27Z', 'updated_at': '2021-09-24T15:38:47Z', 'revision_number': 1, 'project_id': 'ac17221dd7b34bd3afb658a69ac088d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cd46d084-9dbc-469a-b1d3-4a43094d934f', 'name': '', 'network_id': 'bad15511-e79d-4a5e-8826-604fa4d6fb1c', 'tenant_id': 'ac17221dd7b34bd3afb658a69ac088d3', 'mac_address': 'fa:16:3e:e2:f6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638a7179-f74e-4745-a69d-661199d88407', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'ac550aa6-1c9d-441e-90e2-38bf2a7a38e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:38:21Z', 'updated_at': '2021-09-24T15:38:26Z', 'revision_number': 5, 'project_id': 'ac17221dd7b34bd3afb658a69ac088d3', 'subnets': [{'id': 'ac550aa6-1c9d-441e-90e2-38bf2a7a38e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:38:51.575817 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9ee44012-144b-4354-a53c-4a2579b2b510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:51.577583 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee44012-144b-4354-a53c-4a2579b2b510 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:51.578852 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9ee44012-144b-4354-a53c-4a2579b2b510 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:51.646385 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=144f1cca-48cd-429d-ae93-4668c1c3cb08,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:51.693925 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1328bbf-11a1-4a74-95d7-57ae5a09367c req-33de5a17-3512-4fe3-8331-71f863a9bdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:51.696205 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b1328bbf-11a1-4a74-95d7-57ae5a09367c req-33de5a17-3512-4fe3-8331-71f863a9bdcf service neutron] 10.222.0.110 "GET /v2.0/networks?id=9672f189-23fe-44e6-9dd2-257ff8905939 HTTP/1.1" status: 200 len: 871 time: 0.1706083 Sep 24 15:38:51.733423 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-88320d0d-d616-418f-bdfa-546a36ba0903 req-3dea30bf-d37a-47b9-9493-6082939df7df tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=995da1aa-63b0-4e44-9757-bd0f3a918cf3 HTTP/1.1" status: 200 len: 210 time: 0.1141112 Sep 24 15:38:51.750025 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee44012-144b-4354-a53c-4a2579b2b510 admin admin] Pushing event updated for resources: {'Network': ['ID=ed395333-47d4-4846-9c02-f1bf0815518f,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:51.763114 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network ed395333-47d4-4846-9c02-f1bf0815518f details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:38:51.768907 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29572d-f5de-4da1-9cef-ca07b1c2cc01 req-b42ed59c-7f17-4b89-9ee9-294da92ad5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:51.770429 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5a29572d-f5de-4da1-9cef-ca07b1c2cc01 req-b42ed59c-7f17-4b89-9ee9-294da92ad5ae service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=a778b926-86db-406a-887c-65b1b5385fae HTTP/1.1" status: 200 len: 1097 time: 0.1440291 Sep 24 15:38:51.781275 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b1328bbf-11a1-4a74-95d7-57ae5a09367c req-c9072f98-fefe-4a1d-b4cc-95d549c1358d service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.63&port_id=8fe8f5c8-a3d4-4ec3-895b-a713373e6688 HTTP/1.1" status: 200 len: 217 time: 0.0684352 Sep 24 15:38:51.833709 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5a29572d-f5de-4da1-9cef-ca07b1c2cc01 req-a0ddaa2f-4055-47a2-8f27-c239398687ca service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528717 Sep 24 15:38:51.852180 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-9ee44012-144b-4354-a53c-4a2579b2b510 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2065258 Sep 24 15:38:51.855209 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48322) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:38:51.869618 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-ff9ef3a1-7fc0-4224-91e5-cbe39df3b488 admin admin] Request body: {'subnet': {'network_id': 'ed395333-47d4-4846-9c02-f1bf0815518f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-172053574-subnet', 'tenant_id': 'adfbd414955c4809bc1f23dfde263167', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:38:51.879761 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1328bbf-11a1-4a74-95d7-57ae5a09367c req-b2bc94aa-089c-4d52-b2ce-1431c81d13b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:51.882943 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b1328bbf-11a1-4a74-95d7-57ae5a09367c req-b2bc94aa-089c-4d52-b2ce-1431c81d13b3 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.0879605 Sep 24 15:38:51.988067 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0e5a32-c63c-4eed-9a36-3a378bc32f12 None None] New status for floating IP 43772af3-56fb-4382-b28a-575421487f21: ACTIVE {{(pid=95300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:38:52.040150 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff9ef3a1-7fc0-4224-91e5-cbe39df3b488 admin admin] Made reservation on behalf of adfbd414955c4809bc1f23dfde263167 for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:38:52.042717 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ff9ef3a1-7fc0-4224-91e5-cbe39df3b488 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:52.073693 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe3e375-3e6e-4194-b225-fa222c7fea27 req-c6873867-9401-446f-a812-071b9d648274 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:52.085946 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5fe3e375-3e6e-4194-b225-fa222c7fea27 req-c6873867-9401-446f-a812-071b9d648274 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=7cd44f03-df1c-4436-87b5-4c9cccff4adf HTTP/1.1" status: 200 len: 945 time: 0.1077487 Sep 24 15:38:52.189876 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5fe3e375-3e6e-4194-b225-fa222c7fea27 req-bd9b611c-0abd-44c0-b4c7-93792ca55143 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024714 Sep 24 15:38:52.196609 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1328bbf-11a1-4a74-95d7-57ae5a09367c req-e3a953ba-fa48-4a02-90f2-03c42823693b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:52.205513 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b1328bbf-11a1-4a74-95d7-57ae5a09367c req-e3a953ba-fa48-4a02-90f2-03c42823693b service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1163507 Sep 24 15:38:52.302112 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c35983-382b-47b2-b403-7995aace54bb req-e6ad3241-5ff3-49e1-af8b-5b07f519c711 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:52.310350 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-35c35983-382b-47b2-b403-7995aace54bb req-e6ad3241-5ff3-49e1-af8b-5b07f519c711 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=e7501673-3fe7-48b0-8aa8-d315f38f3c61 HTTP/1.1" status: 200 len: 948 time: 0.1270044 Sep 24 15:38:52.422425 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-35c35983-382b-47b2-b403-7995aace54bb req-eaae109b-37c9-4f2f-a05e-242cd8e18ee9 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108332 Sep 24 15:38:52.463310 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b1328bbf-11a1-4a74-95d7-57ae5a09367c req-6decc1ec-f1ee-4eda-a679-2d91f0a88ba0 service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2440619 Sep 24 15:38:52.479480 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ef2f47-fdc7-4930-9a96-ed184df4be4e req-1da16548-17fc-4d87-9cc8-a6ffc0a0cbf5 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:52.487278 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c4ef2f47-fdc7-4930-9a96-ed184df4be4e req-1da16548-17fc-4d87-9cc8-a6ffc0a0cbf5 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=a778b926-86db-406a-887c-65b1b5385fae HTTP/1.1" status: 200 len: 946 time: 0.1082103 Sep 24 15:38:52.616345 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c4ef2f47-fdc7-4930-9a96-ed184df4be4e req-baabec01-1e39-41ba-a71c-a230110c0d5d tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278980 Sep 24 15:38:52.624326 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ff9ef3a1-7fc0-4224-91e5-cbe39df3b488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:52.719459 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b1328bbf-11a1-4a74-95d7-57ae5a09367c req-3b318af8-5a40-424f-a7b3-8ea40740b82d service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299170 Sep 24 15:38:52.758697 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9ef3a1-7fc0-4224-91e5-cbe39df3b488 admin admin] Checking segment: {'id': 'f87a1b92-9b40-43c2-86e1-2d75c12d047f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': 'ed395333-47d4-4846-9c02-f1bf0815518f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:38:52.759881 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9ef3a1-7fc0-4224-91e5-cbe39df3b488 admin admin] Network hostable DHCP agents. Network: ed395333-47d4-4846-9c02-f1bf0815518f, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:38:52.768282 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9ef3a1-7fc0-4224-91e5-cbe39df3b488 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1763de4-52a0-4a5f-bd13-a7df39682cf9,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:52.831353 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6f62a201-23e4-444a-9557-d9de95578f36 req-1a4968f9-20aa-43e8-98da-481b3413ffa7 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=995da1aa-63b0-4e44-9757-bd0f3a918cf3 HTTP/1.1" status: 200 len: 210 time: 0.0285268 Sep 24 15:38:53.193987 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9ef3a1-7fc0-4224-91e5-cbe39df3b488 admin admin] Network ed395333-47d4-4846-9c02-f1bf0815518f is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:38:53.273968 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-ff9ef3a1-7fc0-4224-91e5-cbe39df3b488 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, ed395333-47d4-4846-9c02-f1bf0815518f) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:38:53.282273 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff9ef3a1-7fc0-4224-91e5-cbe39df3b488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:53.282951 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ff9ef3a1-7fc0-4224-91e5-cbe39df3b488 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:53.283827 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506a96a4-1c10-4e4c-9dc3-52bd9ceeb35b None None] Network ed395333-47d4-4846-9c02-f1bf0815518f requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:38:53.358829 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0879216d-68b8-41a1-96ee-468d146577ca req-3dd28b73-8c81-4506-8374-5d7d3de44655 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:53.362808 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0879216d-68b8-41a1-96ee-468d146577ca req-3dd28b73-8c81-4506-8374-5d7d3de44655 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=7cd44f03-df1c-4436-87b5-4c9cccff4adf HTTP/1.1" status: 200 len: 945 time: 0.0603819 Sep 24 15:38:53.402638 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ff9ef3a1-7fc0-4224-91e5-cbe39df3b488 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5412743 Sep 24 15:38:53.418226 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0879216d-68b8-41a1-96ee-468d146577ca req-965df41f-617d-49e9-aa93-f97a1fc3a0da tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513542 Sep 24 15:38:53.523219 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291ca8f0-cf74-4836-8c0b-a432853f734b None None] Network ed395333-47d4-4846-9c02-f1bf0815518f requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:38:53.584121 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af83e852-4dd5-4e1d-86a2-3eaaf54dbc88 req-ca1e2b83-39bd-4c22-95ed-7e4cb1078b1c tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:53.592221 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-af83e852-4dd5-4e1d-86a2-3eaaf54dbc88 req-ca1e2b83-39bd-4c22-95ed-7e4cb1078b1c tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=e7501673-3fe7-48b0-8aa8-d315f38f3c61 HTTP/1.1" status: 200 len: 948 time: 0.0785391 Sep 24 15:38:53.671468 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-af83e852-4dd5-4e1d-86a2-3eaaf54dbc88 req-413a1264-6fe9-4c64-9288-17afbeaf8a25 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779865 Sep 24 15:38:53.846354 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f48337-ab66-449b-8ac7-c03ba92566af req-7fd0a0cd-2b03-492e-acd0-52a05eefbb5d tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:53.854915 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d0f48337-ab66-449b-8ac7-c03ba92566af req-7fd0a0cd-2b03-492e-acd0-52a05eefbb5d tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=a778b926-86db-406a-887c-65b1b5385fae HTTP/1.1" status: 200 len: 946 time: 0.0799918 Sep 24 15:38:53.925751 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d0f48337-ab66-449b-8ac7-c03ba92566af req-03b9c105-0025-42e7-b350-dfb0dc02b597 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695996 Sep 24 15:38:53.971898 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f3b048c0-c41d-458a-9147-80f4f59a7991 req-b143f878-aec7-436e-be7d-ccab2253bf67 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=995da1aa-63b0-4e44-9757-bd0f3a918cf3 HTTP/1.1" status: 200 len: 210 time: 0.0445006 Sep 24 15:38:53.999969 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-8ba26030-1c43-4f0d-9c83-60c5a2efbc95 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.110 "GET /v2.0/networks?tenant_id=c46c84a3fcb44853b535b52dac2dd724&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325530 Sep 24 15:38:54.258247 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-9e254f68-4039-49ec-a1eb-498b273f4097 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:54.265139 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-9e254f68-4039-49ec-a1eb-498b273f4097 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2579641 Sep 24 15:38:54.281713 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-4b9803f0-0460-4c73-a32e-c349c05f124c tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Request body: {'port': {'device_id': '619f5670-41e3-4586-80c3-9f3852629ea5', 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939', 'admin_state_up': True, 'tenant_id': 'c46c84a3fcb44853b535b52dac2dd724'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:38:54.453360 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-b1f4059a-6fc4-4597-8ca9-6bad094ce781 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.108 "GET /v2.0/networks?tenant_id=c46c84a3fcb44853b535b52dac2dd724&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0470395 Sep 24 15:38:54.484661 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a818d84-2f06-41c5-b4a2-1a0ecd417b61 req-652e348f-7169-4913-95bb-dcdb376cce74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:54.486168 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0a818d84-2f06-41c5-b4a2-1a0ecd417b61 req-652e348f-7169-4913-95bb-dcdb376cce74 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=7cd44f03-df1c-4436-87b5-4c9cccff4adf HTTP/1.1" status: 200 len: 1096 time: 0.0957255 Sep 24 15:38:54.601974 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6611d502-c79a-477f-b817-d738791ae227 req-87da5731-261d-4dbc-abe2-60ccd8167a1c tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:54.618969 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6611d502-c79a-477f-b817-d738791ae227 req-87da5731-261d-4dbc-abe2-60ccd8167a1c tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=7cd44f03-df1c-4436-87b5-4c9cccff4adf HTTP/1.1" status: 200 len: 945 time: 0.1119444 Sep 24 15:38:54.636213 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-4b9803f0-0460-4c73-a32e-c349c05f124c tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Made reservation on behalf of c46c84a3fcb44853b535b52dac2dd724 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:38:54.647249 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-4b9803f0-0460-4c73-a32e-c349c05f124c tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:54.708150 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6611d502-c79a-477f-b817-d738791ae227 req-a18ee916-c3e3-4dea-ad54-7cbc9012f41d tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763309 Sep 24 15:38:54.759834 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48394) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:38:54.767502 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-aa0703a2-a0d0-40ef-b1c0-db9d3a69ed79 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1522056474-network', 'tenant_id': '63eceb9bcc994bcaaefba4fc26ce5f79'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:38:54.773617 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0a818d84-2f06-41c5-b4a2-1a0ecd417b61 req-269dfb80-b5c3-4339-9ccd-b72427ae8edf service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704074 Sep 24 15:38:54.854920 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-5f414d9a-74e8-48d6-bf72-a4c86fd03ef5 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:54.856359 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-5f414d9a-74e8-48d6-bf72-a4c86fd03ef5 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3884637 Sep 24 15:38:54.860707 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 8fe8f5c8-a3d4-4ec3-895b-a713373e6688 up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:38:54.902608 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c2d470-4b67-43a3-a0a4-d34601fa28d7 req-02d8d47b-0de9-42c0-bb9f-a56bde581176 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:54.904899 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-77c2d470-4b67-43a3-a0a4-d34601fa28d7 req-02d8d47b-0de9-42c0-bb9f-a56bde581176 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=e7501673-3fe7-48b0-8aa8-d315f38f3c61 HTTP/1.1" status: 200 len: 948 time: 0.1216719 Sep 24 15:38:54.947721 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa0703a2-a0d0-40ef-b1c0-db9d3a69ed79 admin admin] Made reservation on behalf of 63eceb9bcc994bcaaefba4fc26ce5f79 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:38:54.951623 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-aa0703a2-a0d0-40ef-b1c0-db9d3a69ed79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:54.983953 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port 8fe8f5c8-a3d4-4ec3-895b-a713373e6688 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:38:54.988129 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-4b9803f0-0460-4c73-a32e-c349c05f124c tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Allocated IP 192.168.233.221 (9672f189-23fe-44e6-9dd2-257ff8905939/188edb94-8042-4961-9ec0-8960b1ce1305/8a0e6c9e-80a9-4494-a546-cfc3c34ef712) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:38:54.988573 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port 8fe8f5c8-a3d4-4ec3-895b-a713373e6688 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:38:54.988947 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:54.996290 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-aa0703a2-a0d0-40ef-b1c0-db9d3a69ed79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:55.021729 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-77c2d470-4b67-43a3-a0a4-d34601fa28d7 req-7dadb5dc-c9c6-4813-b76c-b57328c01ebf tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906274 Sep 24 15:38:55.082679 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-e54d2ffa-bbc7-47de-a88b-2cbac3a51108 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Request body: {'port': {'device_id': '995da1aa-63b0-4e44-9757-bd0f3a918cf3', 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939', 'admin_state_up': True, 'tenant_id': 'c46c84a3fcb44853b535b52dac2dd724'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:38:55.220353 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:55.257996 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7501673-3fe7-48b0-8aa8-d315f38f3c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fe8f5c8-a3d4-4ec3-895b-a713373e6688'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:38:55.261234 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f887c052-d915-43ee-bb7d-edd3cd11e7e7" -d '{"events": [{"server_uuid": "e7501673-3fe7-48b0-8aa8-d315f38f3c61", "name": "network-vif-plugged", "status": "completed", "tag": "8fe8f5c8-a3d4-4ec3-895b-a713373e6688"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:38:55.281948 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 8fe8f5c8-a3d4-4ec3-895b-a713373e6688, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=8fe8f5c8-a3d4-4ec3-895b-a713373e6688,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:38:55.315028 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-aa0703a2-a0d0-40ef-b1c0-db9d3a69ed79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:55.389283 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:55.408089 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e9a2bd-8afc-43cf-a6ff-ca7b49ec92ec req-30e962c4-b60a-4436-a496-62bf22062c05 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:55.418125 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f2e9a2bd-8afc-43cf-a6ff-ca7b49ec92ec req-30e962c4-b60a-4436-a496-62bf22062c05 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=e7501673-3fe7-48b0-8aa8-d315f38f3c61 HTTP/1.1" status: 200 len: 948 time: 0.1010687 Sep 24 15:38:55.420295 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8732b462-defe-4ab2-be86-eec1c2f28dc5 req-fb873006-35df-452a-8d5f-cd6d466c446b tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=995da1aa-63b0-4e44-9757-bd0f3a918cf3 HTTP/1.1" status: 200 len: 210 time: 0.0675356 Sep 24 15:38:55.430155 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-aa0703a2-a0d0-40ef-b1c0-db9d3a69ed79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:55.481114 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa0703a2-a0d0-40ef-b1c0-db9d3a69ed79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1297} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:38:55.512015 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42051bfa-6898-44f3-b720-eba7bd014632 x-openstack-request-id: req-42051bfa-6898-44f3-b720-eba7bd014632 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:38:55.512015 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7501673-3fe7-48b0-8aa8-d315f38f3c61", "name": "network-vif-plugged", "status": "completed", "tag": "8fe8f5c8-a3d4-4ec3-895b-a713373e6688", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:38:55.512015 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-42051bfa-6898-44f3-b720-eba7bd014632 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:38:55.512015 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7501673-3fe7-48b0-8aa8-d315f38f3c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fe8f5c8-a3d4-4ec3-895b-a713373e6688', 'code': 200} Sep 24 15:38:55.526530 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f2e9a2bd-8afc-43cf-a6ff-ca7b49ec92ec req-60f9d521-3c74-4920-bb0f-6ce317f95633 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071980 Sep 24 15:38:55.536650 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0703a2-a0d0-40ef-b1c0-db9d3a69ed79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26907902-dc74-4a6c-bff8-a7c50263f5e2,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:55.540187 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=8fe8f5c8-a3d4-4ec3-895b-a713373e6688,revision_number=9']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:55.565266 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-aa0703a2-a0d0-40ef-b1c0-db9d3a69ed79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:55.570861 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-aa0703a2-a0d0-40ef-b1c0-db9d3a69ed79 admin admin] Added segment cca7c779-5375-4475-8db5-2329e1326666 of type vlan for network dfbedd8a-8017-4197-b9d6-7273f5041d77 Sep 24 15:38:55.628946 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-4b9803f0-0460-4c73-a32e-c349c05f124c tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:55.647193 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-aa0703a2-a0d0-40ef-b1c0-db9d3a69ed79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:55.697171 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-e54d2ffa-bbc7-47de-a88b-2cbac3a51108 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Made reservation on behalf of c46c84a3fcb44853b535b52dac2dd724 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:38:55.701629 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-e54d2ffa-bbc7-47de-a88b-2cbac3a51108 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:55.777658 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-aa0703a2-a0d0-40ef-b1c0-db9d3a69ed79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:55.778724 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0703a2-a0d0-40ef-b1c0-db9d3a69ed79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:55.779877 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-aa0703a2-a0d0-40ef-b1c0-db9d3a69ed79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:55.901223 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-e54d2ffa-bbc7-47de-a88b-2cbac3a51108 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Allocated IP 192.168.233.242 (9672f189-23fe-44e6-9dd2-257ff8905939/188edb94-8042-4961-9ec0-8960b1ce1305/a82fe858-21c7-4f8e-b9af-06bbc2a57d70) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:38:55.931171 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-aa0703a2-a0d0-40ef-b1c0-db9d3a69ed79 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1696458 Sep 24 15:38:55.933559 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48434) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:38:55.940006 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-9344cd5b-8660-477f-95ef-849c47df86e1 admin admin] Request body: {'subnet': {'network_id': 'dfbedd8a-8017-4197-b9d6-7273f5041d77', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1522056474-subnet', 'tenant_id': '63eceb9bcc994bcaaefba4fc26ce5f79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:38:55.945818 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0703a2-a0d0-40ef-b1c0-db9d3a69ed79 admin admin] Pushing event updated for resources: {'Network': ['ID=dfbedd8a-8017-4197-b9d6-7273f5041d77,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:55.958167 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network dfbedd8a-8017-4197-b9d6-7273f5041d77 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:38:55.975584 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f0720-5630-46d6-823c-132a34d17ce2 req-358bb8cd-f404-4a27-a077-67ea5dc703ff tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:55.986134 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-502f0720-5630-46d6-823c-132a34d17ce2 req-358bb8cd-f404-4a27-a077-67ea5dc703ff tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=7cd44f03-df1c-4436-87b5-4c9cccff4adf HTTP/1.1" status: 200 len: 945 time: 0.1726408 Sep 24 15:38:56.083470 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-502f0720-5630-46d6-823c-132a34d17ce2 req-a35ee09c-e1f3-4dd5-b63b-baa8ec950c35 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961351 Sep 24 15:38:56.116375 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-e54d2ffa-bbc7-47de-a88b-2cbac3a51108 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:56.125481 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9344cd5b-8660-477f-95ef-849c47df86e1 admin admin] Made reservation on behalf of 63eceb9bcc994bcaaefba4fc26ce5f79 for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:38:56.128002 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9344cd5b-8660-477f-95ef-849c47df86e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:56.141142 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-4b9803f0-0460-4c73-a32e-c349c05f124c tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:56.155085 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['afbf09b1-1e35-4fb2-a4fa-27218272dc3a', 'a798f864-7258-4bf0-87cc-1bfef04bb674', '24452517-d2c8-4379-b085-e8bb73de1440'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:38:56.230820 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9a04fdb7-04a0-4a34-abdc-48b549ae7849 req-f5b637d9-4de8-4034-a778-ca474c5aa20f tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=1d817464a57145808f61427a409f714d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0964742 Sep 24 15:38:56.285099 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-4b9803f0-0460-4c73-a32e-c349c05f124c tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Network 9672f189-23fe-44e6-9dd2-257ff8905939 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:38:56.326738 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-4b9803f0-0460-4c73-a32e-c349c05f124c tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:38:56.330185 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-4b9803f0-0460-4c73-a32e-c349c05f124c tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:38:56.424039 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-e54d2ffa-bbc7-47de-a88b-2cbac3a51108 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:56.429622 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9803f0-0460-4c73-a32e-c349c05f124c tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Pushing event updated for resources: {'Port': ['ID=8a0e6c9e-80a9-4494-a546-cfc3c34ef712,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:56.540463 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9803f0-0460-4c73-a32e-c349c05f124c tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:38:56.540822 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9803f0-0460-4c73-a32e-c349c05f124c tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:38:56.541067 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9803f0-0460-4c73-a32e-c349c05f124c tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:38:56.541404 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9803f0-0460-4c73-a32e-c349c05f124c tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:38:56.541740 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9803f0-0460-4c73-a32e-c349c05f124c tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:38:56.542070 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9803f0-0460-4c73-a32e-c349c05f124c tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:38:56.542759 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9803f0-0460-4c73-a32e-c349c05f124c tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:38:56.542759 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9803f0-0460-4c73-a32e-c349c05f124c tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:38:56.543058 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9803f0-0460-4c73-a32e-c349c05f124c tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:38:56.543386 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9803f0-0460-4c73-a32e-c349c05f124c tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:38:56.543711 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9803f0-0460-4c73-a32e-c349c05f124c tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:38:56.544035 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b9803f0-0460-4c73-a32e-c349c05f124c tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:38:56.622456 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-4b9803f0-0460-4c73-a32e-c349c05f124c tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:56.622840 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-4b9803f0-0460-4c73-a32e-c349c05f124c tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:56.636212 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-e54d2ffa-bbc7-47de-a88b-2cbac3a51108 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Network 9672f189-23fe-44e6-9dd2-257ff8905939 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:38:56.651281 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-e54d2ffa-bbc7-47de-a88b-2cbac3a51108 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:38:56.659767 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-e54d2ffa-bbc7-47de-a88b-2cbac3a51108 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:38:56.735471 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-e54d2ffa-bbc7-47de-a88b-2cbac3a51108 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:56.736083 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-e54d2ffa-bbc7-47de-a88b-2cbac3a51108 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:56.745486 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54d2ffa-bbc7-47de-a88b-2cbac3a51108 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Pushing event updated for resources: {'Port': ['ID=a82fe858-21c7-4f8e-b9af-06bbc2a57d70,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:56.764519 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9344cd5b-8660-477f-95ef-849c47df86e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:56.764664 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04fdb7-04a0-4a34-abdc-48b549ae7849 req-bc7a1a15-1e50-49f6-ac10-241ddb6a7613 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:56.764664 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9a04fdb7-04a0-4a34-abdc-48b549ae7849 req-bc7a1a15-1e50-49f6-ac10-241ddb6a7613 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5284238 Sep 24 15:38:56.780325 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9a04fdb7-04a0-4a34-abdc-48b549ae7849 req-f4cc4735-e3ac-4a8b-a9f8-5e302b9aa3a9 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/quotas/1d817464a57145808f61427a409f714d HTTP/1.1" status: 200 len: 375 time: 0.0109408 Sep 24 15:38:56.862690 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-2f444098-6939-4bb8-a014-03f695d45807 None None] Provisioning complete for port 8a0e6c9e-80a9-4494-a546-cfc3c34ef712 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:38:56.863165 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2f444098-6939-4bb8-a014-03f695d45807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:56.869062 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9a04fdb7-04a0-4a34-abdc-48b549ae7849 req-1615825c-d7fa-44aa-bc65-26a168974674 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=1d817464a57145808f61427a409f714d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0821867 Sep 24 15:38:56.891404 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143a0d90-0845-4a63-b0e9-6add35f078c7 req-db5ee446-8431-4f82-b2b9-673be2324e4f tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:56.914312 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-143a0d90-0845-4a63-b0e9-6add35f078c7 req-db5ee446-8431-4f82-b2b9-673be2324e4f tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=995da1aa-63b0-4e44-9757-bd0f3a918cf3 HTTP/1.1" status: 200 len: 936 time: 0.2315538 Sep 24 15:38:56.931612 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9344cd5b-8660-477f-95ef-849c47df86e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=806181f9-7b9e-499b-beed-b89d4590a4af,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:56.949402 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-4b9803f0-0460-4c73-a32e-c349c05f124c tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6726055 Sep 24 15:38:56.951271 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-e54d2ffa-bbc7-47de-a88b-2cbac3a51108 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8777659 Sep 24 15:38:56.956489 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-2f444098-6939-4bb8-a014-03f695d45807 None None] Port 8a0e6c9e-80a9-4494-a546-cfc3c34ef712 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:38:56.965815 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-1c4d7cb9-65da-4d84-9d57-d969c3a6ecc2 service neutron] Request body: {'port': {'device_id': '619f5670-41e3-4586-80c3-9f3852629ea5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:38:56.979484 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9344cd5b-8660-477f-95ef-849c47df86e1 admin admin] Checking segment: {'id': 'cca7c779-5375-4475-8db5-2329e1326666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'dfbedd8a-8017-4197-b9d6-7273f5041d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:38:56.980066 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9344cd5b-8660-477f-95ef-849c47df86e1 admin admin] Network hostable DHCP agents. Network: dfbedd8a-8017-4197-b9d6-7273f5041d77, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:38:56.985740 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-18c8e50a-9ad8-40ff-88c1-786e9a1ebec1 service neutron] Request body: {'port': {'device_id': '995da1aa-63b0-4e44-9757-bd0f3a918cf3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:38:56.998898 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-143a0d90-0845-4a63-b0e9-6add35f078c7 req-978a2ca2-7da8-412a-960a-ae8a12270540 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819581 Sep 24 15:38:57.078654 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-6f0b5753-66ab-41e0-aac6-d30d6a8018ca None None] Provisioning complete for port a82fe858-21c7-4f8e-b9af-06bbc2a57d70 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:38:57.079275 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6f0b5753-66ab-41e0-aac6-d30d6a8018ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:57.119572 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-18c8e50a-9ad8-40ff-88c1-786e9a1ebec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:57.136524 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9344cd5b-8660-477f-95ef-849c47df86e1 admin admin] Network dfbedd8a-8017-4197-b9d6-7273f5041d77 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:38:57.150195 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-6f0b5753-66ab-41e0-aac6-d30d6a8018ca None None] Port a82fe858-21c7-4f8e-b9af-06bbc2a57d70 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:38:57.184603 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-1c4d7cb9-65da-4d84-9d57-d969c3a6ecc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:57.226065 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-9344cd5b-8660-477f-95ef-849c47df86e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, dfbedd8a-8017-4197-b9d6-7273f5041d77) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:38:57.230771 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9344cd5b-8660-477f-95ef-849c47df86e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:57.232170 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9344cd5b-8660-477f-95ef-849c47df86e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:57.244194 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddf909e-8fc8-41ac-bf2b-57743a14538f None None] Network dfbedd8a-8017-4197-b9d6-7273f5041d77 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:38:57.382077 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b16acd-9773-416a-93c1-3c3c3f08ecc2 req-b2cd15fb-0cf3-4b93-8f63-ec97005b8e35 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:57.393073 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-01b16acd-9773-416a-93c1-3c3c3f08ecc2 req-b2cd15fb-0cf3-4b93-8f63-ec97005b8e35 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=7cd44f03-df1c-4436-87b5-4c9cccff4adf HTTP/1.1" status: 200 len: 945 time: 0.1550417 Sep 24 15:38:57.418288 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-9344cd5b-8660-477f-95ef-849c47df86e1 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4834213 Sep 24 15:38:57.436126 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4c25de83-9987-41ec-84db-60d517305829 req-9aa53d9e-c7c1-47a1-9af1-29f532947f30 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=acb4038a-0608-4177-bb74-021222f3a02b HTTP/1.1" status: 200 len: 210 time: 0.0871885 Sep 24 15:38:57.481541 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-01b16acd-9773-416a-93c1-3c3c3f08ecc2 req-41950e3c-4543-49ba-a766-761a4a5429e7 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872326 Sep 24 15:38:57.789515 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0e4ff5-d77a-472f-9a69-cd1bbd6e33b7 None None] Network dfbedd8a-8017-4197-b9d6-7273f5041d77 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:38:58.030251 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-18c8e50a-9ad8-40ff-88c1-786e9a1ebec1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a82fe858-21c7-4f8e-b9af-06bbc2a57d70 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:38:58.041867 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-18c8e50a-9ad8-40ff-88c1-786e9a1ebec1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:58.056362 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-18c8e50a-9ad8-40ff-88c1-786e9a1ebec1 service neutron] Transition to ACTIVE for port object a82fe858-21c7-4f8e-b9af-06bbc2a57d70 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:38:58.165818 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-18c8e50a-9ad8-40ff-88c1-786e9a1ebec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:58.309546 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c8e50a-9ad8-40ff-88c1-786e9a1ebec1 service neutron] Pushing event updated for resources: {'Port': ['ID=a82fe858-21c7-4f8e-b9af-06bbc2a57d70,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:58.486294 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-1c4d7cb9-65da-4d84-9d57-d969c3a6ecc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a0e6c9e-80a9-4494-a546-cfc3c34ef712 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:38:58.511089 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-1c4d7cb9-65da-4d84-9d57-d969c3a6ecc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:58.545196 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-18c8e50a-9ad8-40ff-88c1-786e9a1ebec1 service neutron] Attempting to bind port a82fe858-21c7-4f8e-b9af-06bbc2a57d70 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:38:58.545509 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-18c8e50a-9ad8-40ff-88c1-786e9a1ebec1 service neutron] Attempting to bind port a82fe858-21c7-4f8e-b9af-06bbc2a57d70 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:38:58.545824 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-18c8e50a-9ad8-40ff-88c1-786e9a1ebec1 service neutron] Attempting to bind port a82fe858-21c7-4f8e-b9af-06bbc2a57d70 on network 9672f189-23fe-44e6-9dd2-257ff8905939 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:38:58.562356 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-1c4d7cb9-65da-4d84-9d57-d969c3a6ecc2 service neutron] Transition to ACTIVE for port object 8a0e6c9e-80a9-4494-a546-cfc3c34ef712 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:38:58.567985 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-18c8e50a-9ad8-40ff-88c1-786e9a1ebec1 service neutron] Port a82fe858-21c7-4f8e-b9af-06bbc2a57d70 on network 9672f189-23fe-44e6-9dd2-257ff8905939 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:38:58.568301 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-18c8e50a-9ad8-40ff-88c1-786e9a1ebec1 service neutron] Attempting to bind port a82fe858-21c7-4f8e-b9af-06bbc2a57d70 on network 9672f189-23fe-44e6-9dd2-257ff8905939 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:38:58.576221 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-18c8e50a-9ad8-40ff-88c1-786e9a1ebec1 service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:38:58.576620 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-18c8e50a-9ad8-40ff-88c1-786e9a1ebec1 service neutron] Checking segment: {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:38:58.576951 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-18c8e50a-9ad8-40ff-88c1-786e9a1ebec1 service neutron] Bound using segment: {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:38:58.577387 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-18c8e50a-9ad8-40ff-88c1-786e9a1ebec1 service neutron] Bound port: a82fe858-21c7-4f8e-b9af-06bbc2a57d70, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:38:58.577750 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-18c8e50a-9ad8-40ff-88c1-786e9a1ebec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:58.584439 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264bb954-ec10-450d-9ff8-02fdf51de13a req-69752085-f1f7-499f-87c3-cc93b5e4db5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:58.586046 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-264bb954-ec10-450d-9ff8-02fdf51de13a req-69752085-f1f7-499f-87c3-cc93b5e4db5b service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=c99d52405d9141d6b21e8bd3f638dbfc&device_id=7cd44f03-df1c-4436-87b5-4c9cccff4adf HTTP/1.1" status: 200 len: 1096 time: 0.1309049 Sep 24 15:38:58.627920 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be65ddc-426b-4869-9ab7-2aed98725add req-15ab7829-ecfd-4e78-bf2a-8af90e79bc16 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:58.629606 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7be65ddc-426b-4869-9ab7-2aed98725add req-15ab7829-ecfd-4e78-bf2a-8af90e79bc16 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=995da1aa-63b0-4e44-9757-bd0f3a918cf3 HTTP/1.1" status: 200 len: 948 time: 0.1733429 Sep 24 15:38:58.727399 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-1c4d7cb9-65da-4d84-9d57-d969c3a6ecc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:58.761844 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['afbf09b1-1e35-4fb2-a4fa-27218272dc3a', 'a798f864-7258-4bf0-87cc-1bfef04bb674', '24452517-d2c8-4379-b085-e8bb73de1440'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:38:59.169790 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7be65ddc-426b-4869-9ab7-2aed98725add req-5d3e2474-abde-4fe1-a7be-6f5d2d76fc07 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5267503 Sep 24 15:38:59.209007 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-18c8e50a-9ad8-40ff-88c1-786e9a1ebec1 service neutron] For port a82fe858-21c7-4f8e-b9af-06bbc2a57d70, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:38:59.211596 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4d7cb9-65da-4d84-9d57-d969c3a6ecc2 service neutron] Pushing event updated for resources: {'Port': ['ID=8a0e6c9e-80a9-4494-a546-cfc3c34ef712,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:59.214763 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-18c8e50a-9ad8-40ff-88c1-786e9a1ebec1 service neutron] For port a82fe858-21c7-4f8e-b9af-06bbc2a57d70, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=a82fe858-21c7-4f8e-b9af-06bbc2a57d70,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:38:59.222184 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264bb954-ec10-450d-9ff8-02fdf51de13a req-d12a500c-0a36-47c3-9a4b-f105d856bac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:59.224774 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-264bb954-ec10-450d-9ff8-02fdf51de13a req-d12a500c-0a36-47c3-9a4b-f105d856bac3 service neutron] 10.222.0.108 "GET /v2.0/networks?id=701084d1-b6de-45b7-9441-4205d9510bac HTTP/1.1" status: 200 len: 921 time: 0.6233795 Sep 24 15:38:59.305223 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-264bb954-ec10-450d-9ff8-02fdf51de13a req-e67ed931-4535-4b82-9556-7ac46b3734f0 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b8b05671-5846-450b-b614-149956aa102d HTTP/1.1" status: 200 len: 217 time: 0.0574744 Sep 24 15:38:59.413430 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad25e7b-a00d-456d-af4f-883f86380b1b req-bc94cf9a-0afe-4b49-82ab-34f592183b78 tempest-VolumesAdminNegativeTest-1951081303 tempest-VolumesAdminNegativeTest-1951081303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:59.427224 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1ad25e7b-a00d-456d-af4f-883f86380b1b req-bc94cf9a-0afe-4b49-82ab-34f592183b78 tempest-VolumesAdminNegativeTest-1951081303 tempest-VolumesAdminNegativeTest-1951081303-project] 10.222.0.101 "GET /v2.0/networks?id=ed395333-47d4-4846-9c02-f1bf0815518f HTTP/1.1" status: 200 len: 814 time: 0.2574553 Sep 24 15:38:59.448130 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264bb954-ec10-450d-9ff8-02fdf51de13a req-e7ab15fb-1803-4979-a1b5-6c18072eb30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:59.449054 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-264bb954-ec10-450d-9ff8-02fdf51de13a req-e7ab15fb-1803-4979-a1b5-6c18072eb30b service neutron] 10.222.0.108 "GET /v2.0/subnets?id=b845deee-5fbd-4c8d-bd12-b1efe896aa17 HTTP/1.1" status: 200 len: 859 time: 0.0665643 Sep 24 15:38:59.458468 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-18c8e50a-9ad8-40ff-88c1-786e9a1ebec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:59.459094 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1ad25e7b-a00d-456d-af4f-883f86380b1b req-e4c988be-3920-4262-b42d-38ab0c767833 tempest-VolumesAdminNegativeTest-1951081303 tempest-VolumesAdminNegativeTest-1951081303-project] 10.222.0.101 "GET /v2.0/quotas/adfbd414955c4809bc1f23dfde263167 HTTP/1.1" status: 200 len: 375 time: 0.0302656 Sep 24 15:38:59.511263 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1ad25e7b-a00d-456d-af4f-883f86380b1b req-e7bad01b-2a1a-46de-8df3-0935c6944f62 tempest-VolumesAdminNegativeTest-1951081303 tempest-VolumesAdminNegativeTest-1951081303-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=adfbd414955c4809bc1f23dfde263167&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497103 Sep 24 15:38:59.588318 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-18c8e50a-9ad8-40ff-88c1-786e9a1ebec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:59.588962 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-18c8e50a-9ad8-40ff-88c1-786e9a1ebec1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:59.590381 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-18c8e50a-9ad8-40ff-88c1-786e9a1ebec1 service neutron] 10.222.0.108 "PUT /v2.0/ports/a82fe858-21c7-4f8e-b9af-06bbc2a57d70 HTTP/1.1" status: 200 len: 1096 time: 2.6208718 Sep 24 15:38:59.592978 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-264bb954-ec10-450d-9ff8-02fdf51de13a req-503ca755-ca72-460e-8275-f30500c1c1c0 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=701084d1-b6de-45b7-9441-4205d9510bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1241891 Sep 24 15:38:59.605463 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffbe28d-46c6-4917-a953-78246260f66b req-8b60c365-2937-485e-bc07-02daa4984bdf tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:59.607745 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cffbe28d-46c6-4917-a953-78246260f66b req-8b60c365-2937-485e-bc07-02daa4984bdf tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=7cd44f03-df1c-4436-87b5-4c9cccff4adf HTTP/1.1" status: 200 len: 945 time: 0.2628810 Sep 24 15:38:59.608794 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c8e50a-9ad8-40ff-88c1-786e9a1ebec1 service neutron] Pushing event updated for resources: {'Port': ['ID=a82fe858-21c7-4f8e-b9af-06bbc2a57d70,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:38:59.613100 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '995da1aa-63b0-4e44-9757-bd0f3a918cf3', 'tag': 'a82fe858-21c7-4f8e-b9af-06bbc2a57d70'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:38:59.615405 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9488342-737d-490d-acab-35981e61ec50" -d '{"events": [{"name": "network-changed", "server_uuid": "995da1aa-63b0-4e44-9757-bd0f3a918cf3", "tag": "a82fe858-21c7-4f8e-b9af-06bbc2a57d70"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:38:59.664011 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1ad25e7b-a00d-456d-af4f-883f86380b1b req-d509b5b3-bbdd-4e04-8f6b-e10b3457227e service neutron] 10.222.0.101 "GET /v2.0/networks/ed395333-47d4-4846-9c02-f1bf0815518f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473994 Sep 24 15:38:59.696190 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cffbe28d-46c6-4917-a953-78246260f66b req-1e8b0a4e-8fc4-45e1-bf0c-e88fbdb3adfe tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658598 Sep 24 15:38:59.773934 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-1c4d7cb9-65da-4d84-9d57-d969c3a6ecc2 service neutron] Attempting to bind port 8a0e6c9e-80a9-4494-a546-cfc3c34ef712 on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:38:59.774473 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-1c4d7cb9-65da-4d84-9d57-d969c3a6ecc2 service neutron] Attempting to bind port 8a0e6c9e-80a9-4494-a546-cfc3c34ef712 by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:38:59.774810 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-1c4d7cb9-65da-4d84-9d57-d969c3a6ecc2 service neutron] Attempting to bind port 8a0e6c9e-80a9-4494-a546-cfc3c34ef712 on network 9672f189-23fe-44e6-9dd2-257ff8905939 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:38:59.818805 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-1c4d7cb9-65da-4d84-9d57-d969c3a6ecc2 service neutron] Port 8a0e6c9e-80a9-4494-a546-cfc3c34ef712 on network 9672f189-23fe-44e6-9dd2-257ff8905939 not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:38:59.818805 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-1c4d7cb9-65da-4d84-9d57-d969c3a6ecc2 service neutron] Attempting to bind port 8a0e6c9e-80a9-4494-a546-cfc3c34ef712 on network 9672f189-23fe-44e6-9dd2-257ff8905939 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:38:59.829841 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1ad25e7b-a00d-456d-af4f-883f86380b1b req-f958735b-77b8-4af8-a0e5-ea8634c15cd7 service neutron] 10.222.0.101 "GET /v2.0/networks/ed395333-47d4-4846-9c02-f1bf0815518f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628847 Sep 24 15:38:59.865101 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-41a76fa3-f05b-413d-8419-96a002bda1a2 req-70d79a34-6816-4a0d-a6bb-199edacfca77 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=acb4038a-0608-4177-bb74-021222f3a02b HTTP/1.1" status: 200 len: 210 time: 0.0348954 Sep 24 15:38:59.873726 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-1c4d7cb9-65da-4d84-9d57-d969c3a6ecc2 service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:38:59.874374 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-1c4d7cb9-65da-4d84-9d57-d969c3a6ecc2 service neutron] Checking segment: {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:38:59.875025 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-1c4d7cb9-65da-4d84-9d57-d969c3a6ecc2 service neutron] Bound using segment: {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:38:59.875400 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-1c4d7cb9-65da-4d84-9d57-d969c3a6ecc2 service neutron] Bound port: 8a0e6c9e-80a9-4494-a546-cfc3c34ef712, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:38:59.875772 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-1c4d7cb9-65da-4d84-9d57-d969c3a6ecc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:38:59.927130 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-5cb36086-b92c-4c6c-9c1c-e03473c27d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:38:59.928758 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-5cb36086-b92c-4c6c-9c1c-e03473c27d41 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=c46c84a3fcb44853b535b52dac2dd724&device_id=995da1aa-63b0-4e44-9757-bd0f3a918cf3 HTTP/1.1" status: 200 len: 1099 time: 0.1937213 Sep 24 15:39:00.042551 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-2de4af60-690e-457b-ad72-6360a8c96190 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=a82fe858-21c7-4f8e-b9af-06bbc2a57d70 HTTP/1.1" status: 200 len: 217 time: 0.0716095 Sep 24 15:39:00.170074 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-264bb954-ec10-450d-9ff8-02fdf51de13a req-063ef590-f406-415c-8f82-9488a19c23de service neutron] 10.222.0.108 "GET /v2.0/networks/701084d1-b6de-45b7-9441-4205d9510bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5466447 Sep 24 15:39:00.180273 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-1c4d7cb9-65da-4d84-9d57-d969c3a6ecc2 service neutron] For port 8a0e6c9e-80a9-4494-a546-cfc3c34ef712, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:39:00.239232 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a5da77-485c-4b85-92e0-344b2b8b7fd3 x-openstack-request-id: req-99a5da77-485c-4b85-92e0-344b2b8b7fd3 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:39:00.239513 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "995da1aa-63b0-4e44-9757-bd0f3a918cf3", "tag": "a82fe858-21c7-4f8e-b9af-06bbc2a57d70", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:39:00.239775 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-99a5da77-485c-4b85-92e0-344b2b8b7fd3 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:39:00.240235 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '995da1aa-63b0-4e44-9757-bd0f3a918cf3', 'tag': 'a82fe858-21c7-4f8e-b9af-06bbc2a57d70', 'status': 'completed', 'code': 200} Sep 24 15:39:00.275247 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-ea6495bb-4980-4ba2-a99c-b504681097a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:00.276803 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-ea6495bb-4980-4ba2-a99c-b504681097a0 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.2208171 Sep 24 15:39:00.292971 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-1c4d7cb9-65da-4d84-9d57-d969c3a6ecc2 service neutron] For port 8a0e6c9e-80a9-4494-a546-cfc3c34ef712, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=8a0e6c9e-80a9-4494-a546-cfc3c34ef712,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:39:00.312383 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-79c8e612-d29d-4357-b84a-5a472f3884dc req-9931daf9-fdb3-4409-b30a-a570754696ab tempest-VolumesAdminNegativeTest-1951081303 tempest-VolumesAdminNegativeTest-1951081303-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0a91a2d-da4c-4bf4-b131-15c2f3ca6d50 HTTP/1.1" status: 200 len: 210 time: 0.0741627 Sep 24 15:39:00.386183 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-264bb954-ec10-450d-9ff8-02fdf51de13a req-f297b2ce-b661-4c97-af67-9906a5d8dbe3 service neutron] 10.222.0.108 "GET /v2.0/networks/701084d1-b6de-45b7-9441-4205d9510bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015157 Sep 24 15:39:00.390114 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9a04fdb7-04a0-4a34-abdc-48b549ae7849 req-7f446bd4-a40e-4fd0-9c3b-dabe01125424 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.110 "GET /v2.0/networks?tenant_id=1d817464a57145808f61427a409f714d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0614970 Sep 24 15:39:00.402686 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-23a066e0-3820-43cc-9ba8-f728d5720ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:00.404708 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-23a066e0-3820-43cc-9ba8-f728d5720ed6 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1083019 Sep 24 15:39:00.411940 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-1c4d7cb9-65da-4d84-9d57-d969c3a6ecc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:00.532949 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-1c4d7cb9-65da-4d84-9d57-d969c3a6ecc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:00.533571 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-1c4d7cb9-65da-4d84-9d57-d969c3a6ecc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:00.542467 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-1c4d7cb9-65da-4d84-9d57-d969c3a6ecc2 service neutron] 10.222.0.110 "PUT /v2.0/ports/8a0e6c9e-80a9-4494-a546-cfc3c34ef712 HTTP/1.1" status: 200 len: 1096 time: 3.5744512 Sep 24 15:39:00.619319 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4d7cb9-65da-4d84-9d57-d969c3a6ecc2 service neutron] Pushing event updated for resources: {'Port': ['ID=8a0e6c9e-80a9-4494-a546-cfc3c34ef712,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:00.643127 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e94e6c-cff5-4d1b-ad5f-e96542706b59 req-3709b94a-0d83-4a0c-885b-94e0e84375a3 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:00.650931 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e7e94e6c-cff5-4d1b-ad5f-e96542706b59 req-3709b94a-0d83-4a0c-885b-94e0e84375a3 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=995da1aa-63b0-4e44-9757-bd0f3a918cf3 HTTP/1.1" status: 200 len: 948 time: 0.2597332 Sep 24 15:39:00.662534 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04fdb7-04a0-4a34-abdc-48b549ae7849 req-55b9b222-0649-407f-8f81-9ec69e1fdb7d tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:00.664046 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9a04fdb7-04a0-4a34-abdc-48b549ae7849 req-55b9b222-0649-407f-8f81-9ec69e1fdb7d tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2523141 Sep 24 15:39:00.691577 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-9a04fdb7-04a0-4a34-abdc-48b549ae7849 req-db21901e-0513-48a0-8d87-ce5854d74f7c tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Request body: {'port': {'device_id': 'acb4038a-0608-4177-bb74-021222f3a02b', 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939', 'admin_state_up': True, 'tenant_id': '1d817464a57145808f61427a409f714d'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:39:00.752519 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-1e5384c7-b780-4fed-a189-75220f96f9d7 service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3149195 Sep 24 15:39:00.880318 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e7e94e6c-cff5-4d1b-ad5f-e96542706b59 req-69865ce7-def5-4eb2-855c-7a115d825aab tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284961 Sep 24 15:39:00.912040 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b54a94-f126-41c3-8f11-afc5e99e2ee5 req-9564e211-7f92-4d76-b5fc-6b502b26846b tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:00.914140 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-60b54a94-f126-41c3-8f11-afc5e99e2ee5 req-9564e211-7f92-4d76-b5fc-6b502b26846b tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=7cd44f03-df1c-4436-87b5-4c9cccff4adf HTTP/1.1" status: 200 len: 945 time: 0.0893464 Sep 24 15:39:00.917515 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-1411b61d-d145-4122-aa01-91cf9d6848e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:00.919296 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-1411b61d-d145-4122-aa01-91cf9d6848e8 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=c46c84a3fcb44853b535b52dac2dd724&device_id=619f5670-41e3-4586-80c3-9f3852629ea5 HTTP/1.1" status: 200 len: 1099 time: 0.1654716 Sep 24 15:39:00.930981 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-1d935e01-1f77-4f2e-90da-d9b04f8ebd57 service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658683 Sep 24 15:39:00.969065 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-60b54a94-f126-41c3-8f11-afc5e99e2ee5 req-a5f89553-6a15-4089-8367-cadba742eebf tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448031 Sep 24 15:39:01.004096 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-b7f1c9dc-dfaa-4247-a140-6b5ac5d09eb9 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=8a0e6c9e-80a9-4494-a546-cfc3c34ef712 HTTP/1.1" status: 200 len: 217 time: 0.0709095 Sep 24 15:39:01.028364 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cca2efc4-6b1a-430f-b9d8-022dd9d30afa req-76a1140c-e0b5-4f14-abc8-c5f99af51523 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=acb4038a-0608-4177-bb74-021222f3a02b HTTP/1.1" status: 200 len: 210 time: 0.0316017 Sep 24 15:39:01.072230 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a04fdb7-04a0-4a34-abdc-48b549ae7849 req-db21901e-0513-48a0-8d87-ce5854d74f7c tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Made reservation on behalf of 1d817464a57145808f61427a409f714d for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:39:01.084235 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-9a04fdb7-04a0-4a34-abdc-48b549ae7849 req-db21901e-0513-48a0-8d87-ce5854d74f7c tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:01.094037 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-b2ab7a03-fe78-4f0b-b338-48e9d0bdc0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:01.095762 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-b2ab7a03-fe78-4f0b-b338-48e9d0bdc0b3 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.0679801 Sep 24 15:39:01.202535 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-c1626620-8987-4906-9d9b-0ed3ae560b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:01.206745 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-c1626620-8987-4906-9d9b-0ed3ae560b65 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0962064 Sep 24 15:39:01.258596 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c0522880-382c-4f61-b531-ca02790b7624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:01.291036 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [req-9a04fdb7-04a0-4a34-abdc-48b549ae7849 req-db21901e-0513-48a0-8d87-ce5854d74f7c tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Allocated IP 192.168.233.251 (9672f189-23fe-44e6-9dd2-257ff8905939/188edb94-8042-4961-9ec0-8960b1ce1305/8e50a561-2171-4e46-aecd-2a43c342d81d) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:39:01.324071 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9488342-737d-490d-acab-35981e61ec50 req-f71ca6a5-38e9-42b0-9fe5-394d6b6f6a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:01.326671 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d9488342-737d-490d-acab-35981e61ec50 req-f71ca6a5-38e9-42b0-9fe5-394d6b6f6a70 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=c46c84a3fcb44853b535b52dac2dd724&device_id=995da1aa-63b0-4e44-9757-bd0f3a918cf3 HTTP/1.1" status: 200 len: 1099 time: 0.1382134 Sep 24 15:39:01.476948 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f591aa90-2457-4fef-9c99-3f8fd7d73a5e req-4f6a2322-b3f8-4b6f-ba17-7142508a2aa9 tempest-VolumesAdminNegativeTest-1951081303 tempest-VolumesAdminNegativeTest-1951081303-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0a91a2d-da4c-4bf4-b131-15c2f3ca6d50 HTTP/1.1" status: 200 len: 210 time: 0.0861354 Sep 24 15:39:01.492095 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-ef3be7b9-66ba-4741-9e6b-3f24469e98d5 service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681265 Sep 24 15:39:01.536167 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9488342-737d-490d-acab-35981e61ec50 req-b9ff877d-5d90-4d5b-bed3-1a4f637da424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:01.536593 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-9a04fdb7-04a0-4a34-abdc-48b549ae7849 req-db21901e-0513-48a0-8d87-ce5854d74f7c tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:01.537650 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d9488342-737d-490d-acab-35981e61ec50 req-b9ff877d-5d90-4d5b-bed3-1a4f637da424 service neutron] 10.222.0.108 "GET /v2.0/networks?id=9672f189-23fe-44e6-9dd2-257ff8905939 HTTP/1.1" status: 200 len: 871 time: 0.1972940 Sep 24 15:39:01.618080 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d9488342-737d-490d-acab-35981e61ec50 req-fbc791f9-ecce-4193-ae6d-9e710b0f5872 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=a82fe858-21c7-4f8e-b9af-06bbc2a57d70 HTTP/1.1" status: 200 len: 217 time: 0.0439434 Sep 24 15:39:01.640980 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-9a04fdb7-04a0-4a34-abdc-48b549ae7849 req-db21901e-0513-48a0-8d87-ce5854d74f7c tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:01.657766 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['ef645295-66e7-4bd2-801c-4d964f44743a', '8fe8f5c8-a3d4-4ec3-895b-a713373e6688'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:39:01.666817 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d8990d5b-882c-4075-8a60-d8050dfeda10 req-ecc4a1a1-65f4-4353-9448-38676e9da165 service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616294 Sep 24 15:39:01.698167 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9488342-737d-490d-acab-35981e61ec50 req-d60cb253-4f14-422c-97a5-b26c1a915266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:01.701234 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d9488342-737d-490d-acab-35981e61ec50 req-d60cb253-4f14-422c-97a5-b26c1a915266 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.0720246 Sep 24 15:39:01.724846 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a04fdb7-04a0-4a34-abdc-48b549ae7849 req-db21901e-0513-48a0-8d87-ce5854d74f7c tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Network 9672f189-23fe-44e6-9dd2-257ff8905939 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:39:01.730365 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [req-9a04fdb7-04a0-4a34-abdc-48b549ae7849 req-db21901e-0513-48a0-8d87-ce5854d74f7c tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:39:01.734798 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a04fdb7-04a0-4a34-abdc-48b549ae7849 req-db21901e-0513-48a0-8d87-ce5854d74f7c tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:39:01.814567 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9488342-737d-490d-acab-35981e61ec50 req-e8c3526a-d387-4ad7-84e3-325e83a1e25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:01.816162 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d9488342-737d-490d-acab-35981e61ec50 req-e8c3526a-d387-4ad7-84e3-325e83a1e25c service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0969007 Sep 24 15:39:01.833980 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db21901e-0513-48a0-8d87-ce5854d74f7c tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Pushing event updated for resources: {'Port': ['ID=8e50a561-2171-4e46-aecd-2a43c342d81d,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:01.881295 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04fdb7-04a0-4a34-abdc-48b549ae7849 req-db21901e-0513-48a0-8d87-ce5854d74f7c tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:01.881931 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-9a04fdb7-04a0-4a34-abdc-48b549ae7849 req-db21901e-0513-48a0-8d87-ce5854d74f7c tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:01.983218 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9a04fdb7-04a0-4a34-abdc-48b549ae7849 req-db21901e-0513-48a0-8d87-ce5854d74f7c tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2987018 Sep 24 15:39:01.999722 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-9a04fdb7-04a0-4a34-abdc-48b549ae7849 req-c1e55a20-aac2-4789-9f9c-905835badfbd service neutron] Request body: {'port': {'device_id': 'acb4038a-0608-4177-bb74-021222f3a02b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:39:02.099932 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d9488342-737d-490d-acab-35981e61ec50 req-cd735290-b3fb-4361-aa7a-436eb41b0211 service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647674 Sep 24 15:39:02.135350 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-9a04fdb7-04a0-4a34-abdc-48b549ae7849 req-c1e55a20-aac2-4789-9f9c-905835badfbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:02.180249 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-aba31382-3f16-44ef-9de9-872969f3d834 None None] Provisioning complete for port 8e50a561-2171-4e46-aecd-2a43c342d81d triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:39:02.181018 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-aba31382-3f16-44ef-9de9-872969f3d834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:02.243995 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '619f5670-41e3-4586-80c3-9f3852629ea5', 'tag': '8a0e6c9e-80a9-4494-a546-cfc3c34ef712'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:39:02.248393 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd183b0-5169-456f-bd62-a6cbf4f419c5" -d '{"events": [{"name": "network-changed", "server_uuid": "619f5670-41e3-4586-80c3-9f3852629ea5", "tag": "8a0e6c9e-80a9-4494-a546-cfc3c34ef712"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:39:02.249241 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-aba31382-3f16-44ef-9de9-872969f3d834 None None] Port 8e50a561-2171-4e46-aecd-2a43c342d81d cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:39:02.253390 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d65f2bd-d104-4f65-8c62-b3ae1b724b75 req-81d32f8d-4789-4904-add8-56a6d7a15250 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:02.256384 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6d65f2bd-d104-4f65-8c62-b3ae1b724b75 req-81d32f8d-4789-4904-add8-56a6d7a15250 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=995da1aa-63b0-4e44-9757-bd0f3a918cf3 HTTP/1.1" status: 200 len: 948 time: 0.1028574 Sep 24 15:39:02.384886 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6d65f2bd-d104-4f65-8c62-b3ae1b724b75 req-697b71fa-3a7f-4a58-992b-05d7dc469446 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543983 Sep 24 15:39:02.482890 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad3377b-940d-4331-b127-6e425f9a4150 req-93bad361-cbd7-40ae-abd9-33888a62ba26 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:02.489288 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1ad3377b-940d-4331-b127-6e425f9a4150 req-93bad361-cbd7-40ae-abd9-33888a62ba26 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=7cd44f03-df1c-4436-87b5-4c9cccff4adf HTTP/1.1" status: 200 len: 945 time: 0.3064439 Sep 24 15:39:02.491531 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d9488342-737d-490d-acab-35981e61ec50 req-aaedb319-dd38-4a7d-bca8-8e362f8c391a service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3757391 Sep 24 15:39:02.532577 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1ad3377b-940d-4331-b127-6e425f9a4150 req-cea744e3-65b8-42db-9d99-4965dd57fad3 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394204 Sep 24 15:39:02.579183 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16256ef6-0bba-49bb-a9e9-1145a0ab00bb req-09a82d49-ceb9-40f3-96a6-3e1597dae612 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:02.580745 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-16256ef6-0bba-49bb-a9e9-1145a0ab00bb req-09a82d49-ceb9-40f3-96a6-3e1597dae612 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=acb4038a-0608-4177-bb74-021222f3a02b HTTP/1.1" status: 200 len: 936 time: 0.0878625 Sep 24 15:39:02.681259 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-16256ef6-0bba-49bb-a9e9-1145a0ab00bb req-94d81a59-e525-479b-9a36-5ae662cca5e0 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817025 Sep 24 15:39:02.695340 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [req-9a04fdb7-04a0-4a34-abdc-48b549ae7849 req-c1e55a20-aac2-4789-9f9c-905835badfbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e50a561-2171-4e46-aecd-2a43c342d81d {{(pid=95297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:39:02.707979 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-9a04fdb7-04a0-4a34-abdc-48b549ae7849 req-c1e55a20-aac2-4789-9f9c-905835badfbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:02.736908 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f3522d-d0e1-410b-ab65-9c571c89198f x-openstack-request-id: req-86f3522d-d0e1-410b-ab65-9c571c89198f {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:39:02.737237 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "619f5670-41e3-4586-80c3-9f3852629ea5", "tag": "8a0e6c9e-80a9-4494-a546-cfc3c34ef712", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:39:02.737459 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-86f3522d-d0e1-410b-ab65-9c571c89198f {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:39:02.737939 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '619f5670-41e3-4586-80c3-9f3852629ea5', 'tag': '8a0e6c9e-80a9-4494-a546-cfc3c34ef712', 'status': 'completed', 'code': 200} Sep 24 15:39:02.827745 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fe9d2587-9212-438a-b5e8-ad6cd0f57c9c req-8e15090d-0867-45d7-b13e-d84118fcf91c tempest-VolumesAdminNegativeTest-1951081303 tempest-VolumesAdminNegativeTest-1951081303-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0a91a2d-da4c-4bf4-b131-15c2f3ca6d50 HTTP/1.1" status: 200 len: 210 time: 0.0335722 Sep 24 15:39:02.878039 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd183b0-5169-456f-bd62-a6cbf4f419c5 req-e268644f-7692-4406-bd16-9caa7ceabe77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:02.879900 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7cd183b0-5169-456f-bd62-a6cbf4f419c5 req-e268644f-7692-4406-bd16-9caa7ceabe77 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=c46c84a3fcb44853b535b52dac2dd724&device_id=619f5670-41e3-4586-80c3-9f3852629ea5 HTTP/1.1" status: 200 len: 1099 time: 0.0511487 Sep 24 15:39:02.892131 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.provisioning_blocks [req-9a04fdb7-04a0-4a34-abdc-48b549ae7849 req-c1e55a20-aac2-4789-9f9c-905835badfbd service neutron] Transition to ACTIVE for port object 8e50a561-2171-4e46-aecd-2a43c342d81d will not be triggered until provisioned by entity L2. {{(pid=95297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:39:02.904405 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device a82fe858-21c7-4f8e-b9af-06bbc2a57d70 details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:39:02.970717 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-9a04fdb7-04a0-4a34-abdc-48b549ae7849 req-c1e55a20-aac2-4789-9f9c-905835badfbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:03.019734 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd183b0-5169-456f-bd62-a6cbf4f419c5 req-5fded156-868f-41e6-8aa0-0022243cdf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:03.022837 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7cd183b0-5169-456f-bd62-a6cbf4f419c5 req-5fded156-868f-41e6-8aa0-0022243cdf84 service neutron] 10.222.0.110 "GET /v2.0/networks?id=9672f189-23fe-44e6-9dd2-257ff8905939 HTTP/1.1" status: 200 len: 871 time: 0.1339514 Sep 24 15:39:03.042469 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port a82fe858-21c7-4f8e-b9af-06bbc2a57d70, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=a82fe858-21c7-4f8e-b9af-06bbc2a57d70,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:39:03.056316 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': 'a82fe858-21c7-4f8e-b9af-06bbc2a57d70', 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939', 'port_id': 'a82fe858-21c7-4f8e-b9af-06bbc2a57d70', 'mac_address': 'fa:16:3e:7b:06:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '188edb94-8042-4961-9ec0-8960b1ce1305', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:39:03.131653 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:03.146207 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7cd183b0-5169-456f-bd62-a6cbf4f419c5 req-5cd90340-6f8d-4a30-b88c-b388e950deb6 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=8a0e6c9e-80a9-4494-a546-cfc3c34ef712 HTTP/1.1" status: 200 len: 217 time: 0.1102755 Sep 24 15:39:03.165585 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a82fe858-21c7-4f8e-b9af-06bbc2a57d70 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:39:03.197101 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port a82fe858-21c7-4f8e-b9af-06bbc2a57d70, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=a82fe858-21c7-4f8e-b9af-06bbc2a57d70,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:39:03.204473 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e55a20-aac2-4789-9f9c-905835badfbd service neutron] Pushing event updated for resources: {'Port': ['ID=8e50a561-2171-4e46-aecd-2a43c342d81d,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:03.213204 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-9a04fdb7-04a0-4a34-abdc-48b549ae7849 req-c1e55a20-aac2-4789-9f9c-905835badfbd service neutron] Attempting to bind port 8e50a561-2171-4e46-aecd-2a43c342d81d on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:39:03.213430 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-9a04fdb7-04a0-4a34-abdc-48b549ae7849 req-c1e55a20-aac2-4789-9f9c-905835badfbd service neutron] Attempting to bind port 8e50a561-2171-4e46-aecd-2a43c342d81d by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:39:03.213569 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a04fdb7-04a0-4a34-abdc-48b549ae7849 req-c1e55a20-aac2-4789-9f9c-905835badfbd service neutron] Attempting to bind port 8e50a561-2171-4e46-aecd-2a43c342d81d on network 9672f189-23fe-44e6-9dd2-257ff8905939 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:39:03.222130 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a04fdb7-04a0-4a34-abdc-48b549ae7849 req-c1e55a20-aac2-4789-9f9c-905835badfbd service neutron] Port 8e50a561-2171-4e46-aecd-2a43c342d81d on network 9672f189-23fe-44e6-9dd2-257ff8905939 not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:39:03.222477 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a04fdb7-04a0-4a34-abdc-48b549ae7849 req-c1e55a20-aac2-4789-9f9c-905835badfbd service neutron] Attempting to bind port 8e50a561-2171-4e46-aecd-2a43c342d81d on network 9672f189-23fe-44e6-9dd2-257ff8905939 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:39:03.229995 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a04fdb7-04a0-4a34-abdc-48b549ae7849 req-c1e55a20-aac2-4789-9f9c-905835badfbd service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:39:03.230330 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a04fdb7-04a0-4a34-abdc-48b549ae7849 req-c1e55a20-aac2-4789-9f9c-905835badfbd service neutron] Checking segment: {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:39:03.230812 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a04fdb7-04a0-4a34-abdc-48b549ae7849 req-c1e55a20-aac2-4789-9f9c-905835badfbd service neutron] Bound using segment: {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:39:03.231241 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-9a04fdb7-04a0-4a34-abdc-48b549ae7849 req-c1e55a20-aac2-4789-9f9c-905835badfbd service neutron] Bound port: 8e50a561-2171-4e46-aecd-2a43c342d81d, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'}}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:39:03.231630 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-9a04fdb7-04a0-4a34-abdc-48b549ae7849 req-c1e55a20-aac2-4789-9f9c-905835badfbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:03.249138 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd183b0-5169-456f-bd62-a6cbf4f419c5 req-d5ab7c44-ce6f-4b15-ba4f-b6f936caf5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:03.250703 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7cd183b0-5169-456f-bd62-a6cbf4f419c5 req-d5ab7c44-ce6f-4b15-ba4f-b6f936caf5c7 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.0916300 Sep 24 15:39:03.285158 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:03.306475 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-9a04fdb7-04a0-4a34-abdc-48b549ae7849 req-c1e55a20-aac2-4789-9f9c-905835badfbd service neutron] For port 8e50a561-2171-4e46-aecd-2a43c342d81d, host n-h1-808921-1, cleared binding levels {{(pid=95297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:39:03.311013 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-9a04fdb7-04a0-4a34-abdc-48b549ae7849 req-c1e55a20-aac2-4789-9f9c-905835badfbd service neutron] For port 8e50a561-2171-4e46-aecd-2a43c342d81d, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=8e50a561-2171-4e46-aecd-2a43c342d81d,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:39:03.346165 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd183b0-5169-456f-bd62-a6cbf4f419c5 req-2a0feb48-1920-4d1a-a340-3637084ca964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:03.347708 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7cd183b0-5169-456f-bd62-a6cbf4f419c5 req-2a0feb48-1920-4d1a-a340-3637084ca964 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0816994 Sep 24 15:39:03.353777 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=a82fe858-21c7-4f8e-b9af-06bbc2a57d70,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:03.376527 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-9a04fdb7-04a0-4a34-abdc-48b549ae7849 req-c1e55a20-aac2-4789-9f9c-905835badfbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:03.418894 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04fdb7-04a0-4a34-abdc-48b549ae7849 req-c1e55a20-aac2-4789-9f9c-905835badfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:03.421019 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-9a04fdb7-04a0-4a34-abdc-48b549ae7849 req-c1e55a20-aac2-4789-9f9c-905835badfbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:03.422575 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9a04fdb7-04a0-4a34-abdc-48b549ae7849 req-c1e55a20-aac2-4789-9f9c-905835badfbd service neutron] 10.222.0.110 "PUT /v2.0/ports/8e50a561-2171-4e46-aecd-2a43c342d81d HTTP/1.1" status: 200 len: 1096 time: 1.4285753 Sep 24 15:39:03.423190 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acb4038a-0608-4177-bb74-021222f3a02b', 'tag': '8e50a561-2171-4e46-aecd-2a43c342d81d'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:39:03.425768 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e19d67-bc8f-4f10-ba7e-4d1082d82052" -d '{"events": [{"name": "network-changed", "server_uuid": "acb4038a-0608-4177-bb74-021222f3a02b", "tag": "8e50a561-2171-4e46-aecd-2a43c342d81d"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:39:03.468944 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e55a20-aac2-4789-9f9c-905835badfbd service neutron] Pushing event updated for resources: {'Port': ['ID=8e50a561-2171-4e46-aecd-2a43c342d81d,revision_number=3']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:03.669976 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04fdb7-04a0-4a34-abdc-48b549ae7849 req-a818c5da-e134-442b-bb39-83e069b0ebfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:03.674955 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad25e7b-a00d-456d-af4f-883f86380b1b req-3524ee05-a49d-43dd-b8eb-501541819b09 tempest-VolumesAdminNegativeTest-1951081303 tempest-VolumesAdminNegativeTest-1951081303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:03.676612 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1ad25e7b-a00d-456d-af4f-883f86380b1b req-3524ee05-a49d-43dd-b8eb-501541819b09 tempest-VolumesAdminNegativeTest-1951081303 tempest-VolumesAdminNegativeTest-1951081303-project] 10.222.0.110 "GET /v2.0/networks?id=ed395333-47d4-4846-9c02-f1bf0815518f HTTP/1.1" status: 200 len: 814 time: 0.3136477 Sep 24 15:39:03.677439 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9a04fdb7-04a0-4a34-abdc-48b549ae7849 req-a818c5da-e134-442b-bb39-83e069b0ebfa service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1d817464a57145808f61427a409f714d&device_id=acb4038a-0608-4177-bb74-021222f3a02b HTTP/1.1" status: 200 len: 1099 time: 0.0856090 Sep 24 15:39:03.680953 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7cd183b0-5169-456f-bd62-a6cbf4f419c5 req-7ef19609-b3d5-4b9b-90bf-98a0ce4ee851 service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165529 Sep 24 15:39:03.694600 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccefdca7-a959-4bbd-9386-f8c0bd20ce98 req-f4dc82f7-5522-4028-8d91-350e8830d38c tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:03.699705 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ccefdca7-a959-4bbd-9386-f8c0bd20ce98 req-f4dc82f7-5522-4028-8d91-350e8830d38c tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=995da1aa-63b0-4e44-9757-bd0f3a918cf3 HTTP/1.1" status: 200 len: 949 time: 0.1534107 Sep 24 15:39:03.707820 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-1ad25e7b-a00d-456d-af4f-883f86380b1b req-6986a5ce-be8d-48b4-a85e-9bae1d7cea9b tempest-VolumesAdminNegativeTest-1951081303 tempest-VolumesAdminNegativeTest-1951081303-project] Request body: {'port': {'device_id': 'd0a91a2d-da4c-4bf4-b131-15c2f3ca6d50', 'network_id': 'ed395333-47d4-4846-9c02-f1bf0815518f', 'admin_state_up': True, 'tenant_id': 'adfbd414955c4809bc1f23dfde263167'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:39:03.745733 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9a04fdb7-04a0-4a34-abdc-48b549ae7849 req-bf078106-f78c-4eca-b843-a6f8af7fb338 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=8e50a561-2171-4e46-aecd-2a43c342d81d HTTP/1.1" status: 200 len: 217 time: 0.0441487 Sep 24 15:39:03.826478 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04fdb7-04a0-4a34-abdc-48b549ae7849 req-fec0bf71-d828-4085-8fe6-2b79fd39ea31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:03.828479 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9a04fdb7-04a0-4a34-abdc-48b549ae7849 req-fec0bf71-d828-4085-8fe6-2b79fd39ea31 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.0726190 Sep 24 15:39:03.848319 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['a82fe858-21c7-4f8e-b9af-06bbc2a57d70'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:39:03.905051 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04fdb7-04a0-4a34-abdc-48b549ae7849 req-de615393-80a6-4ad2-b2b7-083b1ba19cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:03.907893 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9a04fdb7-04a0-4a34-abdc-48b549ae7849 req-de615393-80a6-4ad2-b2b7-083b1ba19cbf service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0676963 Sep 24 15:39:03.909115 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ccefdca7-a959-4bbd-9386-f8c0bd20ce98 req-4e982829-5077-465c-bcc7-7456c3f4ae46 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873834 Sep 24 15:39:03.950630 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7cd183b0-5169-456f-bd62-a6cbf4f419c5 req-2db04fe0-ae24-4e51-a8c2-f1a5358132ef service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465758 Sep 24 15:39:03.959304 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-91bd4695-2162-4b17-bf90-877b0bd55490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:04.003216 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72724eda-abb5-447c-ad15-69d9e1a1df22 x-openstack-request-id: req-72724eda-abb5-447c-ad15-69d9e1a1df22 {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:39:04.003539 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acb4038a-0608-4177-bb74-021222f3a02b", "tag": "8e50a561-2171-4e46-aecd-2a43c342d81d", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:39:04.003839 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-72724eda-abb5-447c-ad15-69d9e1a1df22 {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:39:04.004411 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acb4038a-0608-4177-bb74-021222f3a02b', 'tag': '8e50a561-2171-4e46-aecd-2a43c342d81d', 'status': 'completed', 'code': 200} Sep 24 15:39:04.076899 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9a04fdb7-04a0-4a34-abdc-48b549ae7849 req-ddf30c6f-809d-4b2c-ae08-742503cc8696 service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527026 Sep 24 15:39:04.124801 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ad25e7b-a00d-456d-af4f-883f86380b1b req-6986a5ce-be8d-48b4-a85e-9bae1d7cea9b tempest-VolumesAdminNegativeTest-1951081303 tempest-VolumesAdminNegativeTest-1951081303-project] Made reservation on behalf of adfbd414955c4809bc1f23dfde263167 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:39:04.137439 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1ad25e7b-a00d-456d-af4f-883f86380b1b req-6986a5ce-be8d-48b4-a85e-9bae1d7cea9b tempest-VolumesAdminNegativeTest-1951081303 tempest-VolumesAdminNegativeTest-1951081303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:04.182983 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d21d55f-70c9-4ca9-a89e-537071c4ee11 req-af94cab0-b768-40da-95e7-4863a2df3c13 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:04.191004 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7d21d55f-70c9-4ca9-a89e-537071c4ee11 req-af94cab0-b768-40da-95e7-4863a2df3c13 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=7cd44f03-df1c-4436-87b5-4c9cccff4adf HTTP/1.1" status: 200 len: 945 time: 0.1130133 Sep 24 15:39:04.212127 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9a04fdb7-04a0-4a34-abdc-48b549ae7849 req-24d0f18f-a4bd-47d0-ad86-a7db6817acfb service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273594 Sep 24 15:39:04.263748 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 8a0e6c9e-80a9-4494-a546-cfc3c34ef712 details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:39:04.267968 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68 no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:39:04.282440 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7d21d55f-70c9-4ca9-a89e-537071c4ee11 req-30b127db-0695-45e9-b9c7-45be894dbdb3 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900478 Sep 24 15:39:04.304909 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:04.383591 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-1ad25e7b-a00d-456d-af4f-883f86380b1b req-6986a5ce-be8d-48b4-a85e-9bae1d7cea9b tempest-VolumesAdminNegativeTest-1951081303 tempest-VolumesAdminNegativeTest-1951081303-project] Allocated IP 172.20.0.8 (ed395333-47d4-4846-9c02-f1bf0815518f/a1763de4-52a0-4a5f-bd13-a7df39682cf9/5939dc61-c3b7-4250-9cd8-bec9269105e4) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:39:04.454817 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:04.475659 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 8a0e6c9e-80a9-4494-a546-cfc3c34ef712, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=8a0e6c9e-80a9-4494-a546-cfc3c34ef712,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:39:04.484904 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e19d67-bc8f-4f10-ba7e-4d1082d82052 req-f67a389d-11c5-42cb-9b8a-5980762916c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:04.486753 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e0e19d67-bc8f-4f10-ba7e-4d1082d82052 req-f67a389d-11c5-42cb-9b8a-5980762916c0 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1d817464a57145808f61427a409f714d&device_id=acb4038a-0608-4177-bb74-021222f3a02b HTTP/1.1" status: 200 len: 1099 time: 0.1151824 Sep 24 15:39:04.495045 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': '8a0e6c9e-80a9-4494-a546-cfc3c34ef712', 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939', 'port_id': '8a0e6c9e-80a9-4494-a546-cfc3c34ef712', 'mac_address': 'fa:16:3e:3b:3f:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '188edb94-8042-4961-9ec0-8960b1ce1305', 'ip_address': '192.168.233.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:39:04.501044 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7c4b09e-142a-4cc8-809c-267fc688df42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:39:04.503285 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a5c944-b801-4144-9dce-257a370faab8" -d '{"events": [{"server_uuid": "c7c4b09e-142a-4cc8-809c-267fc688df42", "name": "network-vif-unplugged", "status": "completed", "tag": "bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:39:04.521136 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68,segment=NetworkSegment(261d132c-af7b-4dd2-86dc-27294ea32e8c),segment_id=261d132c-af7b-4dd2-86dc-27294ea32e8c)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:39:04.571650 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:04.600484 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a0e6c9e-80a9-4494-a546-cfc3c34ef712 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:39:04.615093 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:04.656380 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bac553-26e5-463b-a4ae-921e8d67ab83 req-042a1eaa-c0ad-48f2-a495-77998ee2ad6e tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:04.658307 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e1bac553-26e5-463b-a4ae-921e8d67ab83 req-042a1eaa-c0ad-48f2-a495-77998ee2ad6e tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=acb4038a-0608-4177-bb74-021222f3a02b HTTP/1.1" status: 200 len: 948 time: 0.1381891 Sep 24 15:39:04.692927 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 8a0e6c9e-80a9-4494-a546-cfc3c34ef712, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=8a0e6c9e-80a9-4494-a546-cfc3c34ef712,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:39:04.712103 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4ff733b6-c8e5-440f-aa10-ce42d69187ca req-318c9cf3-76fd-4a40-9fc2-124ecc4b59a7 tempest-VolumesAdminNegativeTest-1951081303 tempest-VolumesAdminNegativeTest-1951081303-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0a91a2d-da4c-4bf4-b131-15c2f3ca6d50 HTTP/1.1" status: 200 len: 210 time: 0.0409789 Sep 24 15:39:04.714926 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e19d67-bc8f-4f10-ba7e-4d1082d82052 req-cd6a3e19-c238-4bbc-8326-85086b5d00c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:04.717237 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e0e19d67-bc8f-4f10-ba7e-4d1082d82052 req-cd6a3e19-c238-4bbc-8326-85086b5d00c3 service neutron] 10.222.0.110 "GET /v2.0/networks?id=9672f189-23fe-44e6-9dd2-257ff8905939 HTTP/1.1" status: 200 len: 871 time: 0.2080214 Sep 24 15:39:04.724186 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68,revision_number=8']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:04.726893 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e1bac553-26e5-463b-a4ae-921e8d67ab83 req-9101c663-56d4-4597-bd13-e72660dbdff6 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610361 Sep 24 15:39:04.765914 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1ad25e7b-a00d-456d-af4f-883f86380b1b req-6986a5ce-be8d-48b4-a85e-9bae1d7cea9b tempest-VolumesAdminNegativeTest-1951081303 tempest-VolumesAdminNegativeTest-1951081303-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:04.769178 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:04.813749 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e0e19d67-bc8f-4f10-ba7e-4d1082d82052 req-7eab31a3-0e58-4579-b586-df2c49dfbb06 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=8e50a561-2171-4e46-aecd-2a43c342d81d HTTP/1.1" status: 200 len: 217 time: 0.0857966 Sep 24 15:39:04.863527 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=8a0e6c9e-80a9-4494-a546-cfc3c34ef712,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:04.878499 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1ad25e7b-a00d-456d-af4f-883f86380b1b req-6986a5ce-be8d-48b4-a85e-9bae1d7cea9b tempest-VolumesAdminNegativeTest-1951081303 tempest-VolumesAdminNegativeTest-1951081303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:04.890194 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e19d67-bc8f-4f10-ba7e-4d1082d82052 req-07e80834-128e-4411-85cb-6d076594dadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:04.892880 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e0e19d67-bc8f-4f10-ba7e-4d1082d82052 req-07e80834-128e-4411-85cb-6d076594dadc service neutron] 10.222.0.110 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.0710483 Sep 24 15:39:04.929076 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ad25e7b-a00d-456d-af4f-883f86380b1b req-6986a5ce-be8d-48b4-a85e-9bae1d7cea9b tempest-VolumesAdminNegativeTest-1951081303 tempest-VolumesAdminNegativeTest-1951081303-project] Network ed395333-47d4-4846-9c02-f1bf0815518f is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:39:04.936678 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-1ad25e7b-a00d-456d-af4f-883f86380b1b req-6986a5ce-be8d-48b4-a85e-9bae1d7cea9b tempest-VolumesAdminNegativeTest-1951081303 tempest-VolumesAdminNegativeTest-1951081303-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:39:04.948346 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ad25e7b-a00d-456d-af4f-883f86380b1b req-6986a5ce-be8d-48b4-a85e-9bae1d7cea9b tempest-VolumesAdminNegativeTest-1951081303 tempest-VolumesAdminNegativeTest-1951081303-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:39:04.960498 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e19d67-bc8f-4f10-ba7e-4d1082d82052 req-a900e679-6e01-4c10-90b9-6b66ca35a094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:04.961551 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6986a5ce-be8d-48b4-a85e-9bae1d7cea9b tempest-VolumesAdminNegativeTest-1951081303 tempest-VolumesAdminNegativeTest-1951081303-project] Pushing event updated for resources: {'Port': ['ID=5939dc61-c3b7-4250-9cd8-bec9269105e4,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:04.969917 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e0e19d67-bc8f-4f10-ba7e-4d1082d82052 req-a900e679-6e01-4c10-90b9-6b66ca35a094 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0614669 Sep 24 15:39:05.015999 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad25e7b-a00d-456d-af4f-883f86380b1b req-6986a5ce-be8d-48b4-a85e-9bae1d7cea9b tempest-VolumesAdminNegativeTest-1951081303 tempest-VolumesAdminNegativeTest-1951081303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:05.016700 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1ad25e7b-a00d-456d-af4f-883f86380b1b req-6986a5ce-be8d-48b4-a85e-9bae1d7cea9b tempest-VolumesAdminNegativeTest-1951081303 tempest-VolumesAdminNegativeTest-1951081303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:05.080555 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e0e19d67-bc8f-4f10-ba7e-4d1082d82052 req-b3c73daa-e530-4d7c-8996-fe5469f64393 service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083963 Sep 24 15:39:05.097199 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1ad25e7b-a00d-456d-af4f-883f86380b1b req-6986a5ce-be8d-48b4-a85e-9bae1d7cea9b tempest-VolumesAdminNegativeTest-1951081303 tempest-VolumesAdminNegativeTest-1951081303-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3926911 Sep 24 15:39:05.108711 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-1ad25e7b-a00d-456d-af4f-883f86380b1b req-cc0b8127-12e0-4090-b686-396c15711157 service neutron] Request body: {'port': {'device_id': 'd0a91a2d-da4c-4bf4-b131-15c2f3ca6d50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:39:05.132528 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['8a0e6c9e-80a9-4494-a546-cfc3c34ef712'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:39:05.206266 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 15:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-656a098c-31fa-47dd-82cd-71515520582f x-openstack-request-id: req-656a098c-31fa-47dd-82cd-71515520582f {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:39:05.206704 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7c4b09e-142a-4cc8-809c-267fc688df42", "name": "network-vif-unplugged", "status": "completed", "tag": "bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:39:05.206839 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1ad25e7b-a00d-456d-af4f-883f86380b1b req-cc0b8127-12e0-4090-b686-396c15711157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:05.206970 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-656a098c-31fa-47dd-82cd-71515520582f {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:39:05.207271 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7c4b09e-142a-4cc8-809c-267fc688df42', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68', 'code': 200} Sep 24 15:39:05.217745 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:05.296912 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e0e19d67-bc8f-4f10-ba7e-4d1082d82052 req-531c6832-a09f-434a-86da-09ec2e9d7705 service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071583 Sep 24 15:39:05.401250 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc99c6de-89dc-4a02-9fc5-3ccbe674b94f req-d4935020-7926-482f-bd00-41c42bfbfde6 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:05.404263 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fc99c6de-89dc-4a02-9fc5-3ccbe674b94f req-d4935020-7926-482f-bd00-41c42bfbfde6 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=995da1aa-63b0-4e44-9757-bd0f3a918cf3 HTTP/1.1" status: 200 len: 949 time: 0.1063697 Sep 24 15:39:05.454867 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fc99c6de-89dc-4a02-9fc5-3ccbe674b94f req-31823a13-de3e-4a29-a5b3-9ecb6d3231b0 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421004 Sep 24 15:39:05.842796 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c590f20-b84f-4ce2-bbd0-d598658a1d9b req-2a70f226-34c4-4dac-83f2-ca12a11e2f16 tempest-VolumesAdminNegativeTest-1951081303 tempest-VolumesAdminNegativeTest-1951081303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:05.844362 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9c590f20-b84f-4ce2-bbd0-d598658a1d9b req-2a70f226-34c4-4dac-83f2-ca12a11e2f16 tempest-VolumesAdminNegativeTest-1951081303 tempest-VolumesAdminNegativeTest-1951081303-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0a91a2d-da4c-4bf4-b131-15c2f3ca6d50 HTTP/1.1" status: 200 len: 931 time: 0.0549607 Sep 24 15:39:05.885549 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9c590f20-b84f-4ce2-bbd0-d598658a1d9b req-071ffd4a-c2b5-40e8-aea9-18123a846cdd tempest-VolumesAdminNegativeTest-1951081303 tempest-VolumesAdminNegativeTest-1951081303-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24d29df-b5cd-40e5-8535-746213548403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350912 Sep 24 15:39:05.940593 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3d8cc3-cf55-4447-83ea-7554f214b80f req-cf31c875-cd08-4525-a4ae-055a83c2c0ed tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:05.942020 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ee3d8cc3-cf55-4447-83ea-7554f214b80f req-cf31c875-cd08-4525-a4ae-055a83c2c0ed tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/networks?id=aba63c87-be12-4faa-aa4b-48192227e33d HTTP/1.1" status: 200 len: 805 time: 0.4838517 Sep 24 15:39:05.971520 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ee3d8cc3-cf55-4447-83ea-7554f214b80f req-816678ef-6ad7-4301-ab2c-ac0ca022b29f tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/quotas/e92c4591e9b7472da8979fcb890aba04 HTTP/1.1" status: 200 len: 375 time: 0.0190341 Sep 24 15:39:06.003275 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfdde44-14ba-4a8e-a7eb-18bceb421d60 req-cd17788a-83dd-4dd8-81d4-44f8e7aa4c84 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:06.004678 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cdfdde44-14ba-4a8e-a7eb-18bceb421d60 req-cd17788a-83dd-4dd8-81d4-44f8e7aa4c84 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=acb4038a-0608-4177-bb74-021222f3a02b HTTP/1.1" status: 200 len: 948 time: 0.0518889 Sep 24 15:39:06.043503 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cdfdde44-14ba-4a8e-a7eb-18bceb421d60 req-9a12bcf6-aff0-4d2e-adf6-a27bd0cac042 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324600 Sep 24 15:39:06.061109 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ee3d8cc3-cf55-4447-83ea-7554f214b80f req-8d9cca5e-6663-435e-832d-99e17d259ce0 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=e92c4591e9b7472da8979fcb890aba04&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0829961 Sep 24 15:39:06.067007 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-1ad25e7b-a00d-456d-af4f-883f86380b1b req-cc0b8127-12e0-4090-b686-396c15711157 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5939dc61-c3b7-4250-9cd8-bec9269105e4 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:39:06.083385 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1ad25e7b-a00d-456d-af4f-883f86380b1b req-cc0b8127-12e0-4090-b686-396c15711157 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:06.114493 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-1ad25e7b-a00d-456d-af4f-883f86380b1b req-cc0b8127-12e0-4090-b686-396c15711157 service neutron] Transition to ACTIVE for port object 5939dc61-c3b7-4250-9cd8-bec9269105e4 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:39:06.168068 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ee3d8cc3-cf55-4447-83ea-7554f214b80f req-8d3a5fa0-ba89-4d1b-9208-e1409d8a4e38 service neutron] 10.222.0.101 "GET /v2.0/networks/aba63c87-be12-4faa-aa4b-48192227e33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964110 Sep 24 15:39:06.247359 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1ad25e7b-a00d-456d-af4f-883f86380b1b req-cc0b8127-12e0-4090-b686-396c15711157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:06.262986 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 8e50a561-2171-4e46-aecd-2a43c342d81d details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:39:06.267382 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 8a0e6c9e-80a9-4494-a546-cfc3c34ef712 up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:39:06.292768 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ee3d8cc3-cf55-4447-83ea-7554f214b80f req-2e48ce3d-5119-4bff-900b-26ea57090c88 service neutron] 10.222.0.101 "GET /v2.0/networks/aba63c87-be12-4faa-aa4b-48192227e33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169615 Sep 24 15:39:06.311193 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0b8127-12e0-4090-b686-396c15711157 service neutron] Pushing event updated for resources: {'Port': ['ID=5939dc61-c3b7-4250-9cd8-bec9269105e4,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:06.404400 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-1ad25e7b-a00d-456d-af4f-883f86380b1b req-cc0b8127-12e0-4090-b686-396c15711157 service neutron] Attempting to bind port 5939dc61-c3b7-4250-9cd8-bec9269105e4 on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:39:06.404707 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-1ad25e7b-a00d-456d-af4f-883f86380b1b req-cc0b8127-12e0-4090-b686-396c15711157 service neutron] Attempting to bind port 5939dc61-c3b7-4250-9cd8-bec9269105e4 by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': 'f87a1b92-9b40-43c2-86e1-2d75c12d047f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': 'ed395333-47d4-4846-9c02-f1bf0815518f'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:39:06.405096 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad25e7b-a00d-456d-af4f-883f86380b1b req-cc0b8127-12e0-4090-b686-396c15711157 service neutron] Attempting to bind port 5939dc61-c3b7-4250-9cd8-bec9269105e4 on network ed395333-47d4-4846-9c02-f1bf0815518f {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:39:06.415601 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad25e7b-a00d-456d-af4f-883f86380b1b req-cc0b8127-12e0-4090-b686-396c15711157 service neutron] Port 5939dc61-c3b7-4250-9cd8-bec9269105e4 on network ed395333-47d4-4846-9c02-f1bf0815518f not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:39:06.416145 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad25e7b-a00d-456d-af4f-883f86380b1b req-cc0b8127-12e0-4090-b686-396c15711157 service neutron] Attempting to bind port 5939dc61-c3b7-4250-9cd8-bec9269105e4 on network ed395333-47d4-4846-9c02-f1bf0815518f {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:39:06.422863 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad25e7b-a00d-456d-af4f-883f86380b1b req-cc0b8127-12e0-4090-b686-396c15711157 service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:39:06.423198 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad25e7b-a00d-456d-af4f-883f86380b1b req-cc0b8127-12e0-4090-b686-396c15711157 service neutron] Checking segment: {'id': 'f87a1b92-9b40-43c2-86e1-2d75c12d047f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': 'ed395333-47d4-4846-9c02-f1bf0815518f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:39:06.423718 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ad25e7b-a00d-456d-af4f-883f86380b1b req-cc0b8127-12e0-4090-b686-396c15711157 service neutron] Bound using segment: {'id': 'f87a1b92-9b40-43c2-86e1-2d75c12d047f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': 'ed395333-47d4-4846-9c02-f1bf0815518f'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:39:06.424155 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-1ad25e7b-a00d-456d-af4f-883f86380b1b req-cc0b8127-12e0-4090-b686-396c15711157 service neutron] Bound port: 5939dc61-c3b7-4250-9cd8-bec9269105e4, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f87a1b92-9b40-43c2-86e1-2d75c12d047f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': 'ed395333-47d4-4846-9c02-f1bf0815518f'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:39:06.424512 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1ad25e7b-a00d-456d-af4f-883f86380b1b req-cc0b8127-12e0-4090-b686-396c15711157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:06.427507 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 8e50a561-2171-4e46-aecd-2a43c342d81d, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=8e50a561-2171-4e46-aecd-2a43c342d81d,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:39:06.441136 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': '8e50a561-2171-4e46-aecd-2a43c342d81d', 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939', 'port_id': '8e50a561-2171-4e46-aecd-2a43c342d81d', 'mac_address': 'fa:16:3e:ae:4e:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '188edb94-8042-4961-9ec0-8960b1ce1305', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:39:06.482020 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port 8a0e6c9e-80a9-4494-a546-cfc3c34ef712 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:39:06.486635 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:06.490676 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port 8a0e6c9e-80a9-4494-a546-cfc3c34ef712 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:39:06.491037 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:06.517072 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-1ad25e7b-a00d-456d-af4f-883f86380b1b req-cc0b8127-12e0-4090-b686-396c15711157 service neutron] For port 5939dc61-c3b7-4250-9cd8-bec9269105e4, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:39:06.520844 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-1ad25e7b-a00d-456d-af4f-883f86380b1b req-cc0b8127-12e0-4090-b686-396c15711157 service neutron] For port 5939dc61-c3b7-4250-9cd8-bec9269105e4, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=5939dc61-c3b7-4250-9cd8-bec9269105e4,segment=NetworkSegment(f87a1b92-9b40-43c2-86e1-2d75c12d047f),segment_id=f87a1b92-9b40-43c2-86e1-2d75c12d047f)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:39:06.538792 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e50a561-2171-4e46-aecd-2a43c342d81d {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:39:06.566634 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 8e50a561-2171-4e46-aecd-2a43c342d81d, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=8e50a561-2171-4e46-aecd-2a43c342d81d,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:39:06.596885 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac89d32-aeab-473f-bc2d-630a80802bd5 req-6623354b-fcb0-4c0b-bc1e-398062d50470 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:06.598451 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3ac89d32-aeab-473f-bc2d-630a80802bd5 req-6623354b-fcb0-4c0b-bc1e-398062d50470 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=995da1aa-63b0-4e44-9757-bd0f3a918cf3 HTTP/1.1" status: 200 len: 949 time: 0.0507240 Sep 24 15:39:06.619776 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:06.668356 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1ad25e7b-a00d-456d-af4f-883f86380b1b req-cc0b8127-12e0-4090-b686-396c15711157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:06.704713 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3ac89d32-aeab-473f-bc2d-630a80802bd5 req-e2b209a5-eead-4d8a-b0e2-a3d75deaeea5 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910015 Sep 24 15:39:06.739102 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 8a0e6c9e-80a9-4494-a546-cfc3c34ef712, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=8a0e6c9e-80a9-4494-a546-cfc3c34ef712,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:39:06.743956 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad25e7b-a00d-456d-af4f-883f86380b1b req-cc0b8127-12e0-4090-b686-396c15711157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:06.745041 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1ad25e7b-a00d-456d-af4f-883f86380b1b req-cc0b8127-12e0-4090-b686-396c15711157 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:06.750647 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1ad25e7b-a00d-456d-af4f-883f86380b1b req-cc0b8127-12e0-4090-b686-396c15711157 service neutron] 10.222.0.110 "PUT /v2.0/ports/5939dc61-c3b7-4250-9cd8-bec9269105e4 HTTP/1.1" status: 200 len: 1091 time: 1.6477764 Sep 24 15:39:06.752014 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0a91a2d-da4c-4bf4-b131-15c2f3ca6d50', 'tag': '5939dc61-c3b7-4250-9cd8-bec9269105e4'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:39:06.756796 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:06.757834 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef34be0-1090-4732-9ec6-3ac30efa7fd4" -d '{"events": [{"name": "network-changed", "server_uuid": "d0a91a2d-da4c-4bf4-b131-15c2f3ca6d50", "tag": "5939dc61-c3b7-4250-9cd8-bec9269105e4"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:39:06.764755 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:06.827255 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:06.846777 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fb170471-00d9-4bd2-a42d-ecbb4529924d req-534c5503-2990-4603-b358-cddde3a6dd2c tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=822db3f8-7386-41a4-ac9d-11630efbd1ee HTTP/1.1" status: 200 len: 210 time: 0.0530066 Sep 24 15:39:06.848388 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0b8127-12e0-4090-b686-396c15711157 service neutron] Pushing event updated for resources: {'Port': ['ID=5939dc61-c3b7-4250-9cd8-bec9269105e4,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:06.882836 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21fe46dd-2db1-4746-a34a-169284f77b53 x-openstack-request-id: req-21fe46dd-2db1-4746-a34a-169284f77b53 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:39:06.883207 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0a91a2d-da4c-4bf4-b131-15c2f3ca6d50", "tag": "5939dc61-c3b7-4250-9cd8-bec9269105e4", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:39:06.883455 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-21fe46dd-2db1-4746-a34a-169284f77b53 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:39:06.884976 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0a91a2d-da4c-4bf4-b131-15c2f3ca6d50', 'tag': '5939dc61-c3b7-4250-9cd8-bec9269105e4', 'status': 'completed', 'code': 200} Sep 24 15:39:06.906675 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=8e50a561-2171-4e46-aecd-2a43c342d81d,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:06.976499 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device a82fe858-21c7-4f8e-b9af-06bbc2a57d70 up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:39:06.979165 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad25e7b-a00d-456d-af4f-883f86380b1b req-1406745d-c81f-44e8-a8b2-804edbfaf433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:06.980903 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1ad25e7b-a00d-456d-af4f-883f86380b1b req-1406745d-c81f-44e8-a8b2-804edbfaf433 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=adfbd414955c4809bc1f23dfde263167&device_id=d0a91a2d-da4c-4bf4-b131-15c2f3ca6d50 HTTP/1.1" status: 200 len: 1094 time: 0.0863359 Sep 24 15:39:07.048747 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1ad25e7b-a00d-456d-af4f-883f86380b1b req-88e3abc3-545e-4723-a17a-c14a0f33dcd1 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5939dc61-c3b7-4250-9cd8-bec9269105e4 HTTP/1.1" status: 200 len: 217 time: 0.0550554 Sep 24 15:39:07.048958 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=8a0e6c9e-80a9-4494-a546-cfc3c34ef712,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:07.051686 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['8e50a561-2171-4e46-aecd-2a43c342d81d'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:39:07.096024 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8923a6e5-816e-4134-9bb2-4b4f86f96c9b req-190f9702-87c4-49e5-b04d-62fc15df2980 tempest-VolumesAdminNegativeTest-1951081303 tempest-VolumesAdminNegativeTest-1951081303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:07.102612 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8923a6e5-816e-4134-9bb2-4b4f86f96c9b req-190f9702-87c4-49e5-b04d-62fc15df2980 tempest-VolumesAdminNegativeTest-1951081303 tempest-VolumesAdminNegativeTest-1951081303-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0a91a2d-da4c-4bf4-b131-15c2f3ca6d50 HTTP/1.1" status: 200 len: 943 time: 0.1305270 Sep 24 15:39:07.143253 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port a82fe858-21c7-4f8e-b9af-06bbc2a57d70 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:39:07.157755 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port a82fe858-21c7-4f8e-b9af-06bbc2a57d70 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:39:07.158036 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:07.207169 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd96a888-5441-4f3c-9003-1459439653be req-b670a7a5-27f6-4076-a2e1-c32cc2113ddd tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:07.207706 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8923a6e5-816e-4134-9bb2-4b4f86f96c9b req-17a05ab4-7920-4480-a5b9-e48b9f77e92d tempest-VolumesAdminNegativeTest-1951081303 tempest-VolumesAdminNegativeTest-1951081303-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24d29df-b5cd-40e5-8535-746213548403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787458 Sep 24 15:39:07.208705 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bd96a888-5441-4f3c-9003-1459439653be req-b670a7a5-27f6-4076-a2e1-c32cc2113ddd tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.110 "GET /v2.0/ports?device_id=c7c4b09e-142a-4cc8-809c-267fc688df42 HTTP/1.1" status: 200 len: 943 time: 0.1425433 Sep 24 15:39:07.209613 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad25e7b-a00d-456d-af4f-883f86380b1b req-3316b62f-cc30-46f8-b240-fc47f583d5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:07.228533 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '619f5670-41e3-4586-80c3-9f3852629ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a0e6c9e-80a9-4494-a546-cfc3c34ef712'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:39:07.229464 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1ad25e7b-a00d-456d-af4f-883f86380b1b req-3316b62f-cc30-46f8-b240-fc47f583d5c6 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=a1763de4-52a0-4a5f-bd13-a7df39682cf9 HTTP/1.1" status: 200 len: 854 time: 0.1107681 Sep 24 15:39:07.229573 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a91c0ce-0e4b-4616-aa02-eaa80aeb1c3e" -d '{"events": [{"server_uuid": "619f5670-41e3-4586-80c3-9f3852629ea5", "name": "network-vif-plugged", "status": "completed", "tag": "8a0e6c9e-80a9-4494-a546-cfc3c34ef712"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:39:07.236878 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba5dd3-03c4-4c5a-a4b8-9dc74f8508bf req-a7747794-5dc0-4e16-8daf-0e3937368d96 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:07.239692 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-26ba5dd3-03c4-4c5a-a4b8-9dc74f8508bf req-a7747794-5dc0-4e16-8daf-0e3937368d96 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=acb4038a-0608-4177-bb74-021222f3a02b HTTP/1.1" status: 200 len: 949 time: 0.0925689 Sep 24 15:39:07.258196 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1ad25e7b-a00d-456d-af4f-883f86380b1b req-37903cd2-574b-4a6d-9bac-b77ab4ddfb86 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=ed395333-47d4-4846-9c02-f1bf0815518f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341427 Sep 24 15:39:07.297087 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-663d8958-9196-46f6-997c-324763e43620 x-openstack-request-id: req-663d8958-9196-46f6-997c-324763e43620 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:39:07.297625 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "619f5670-41e3-4586-80c3-9f3852629ea5", "name": "network-vif-plugged", "status": "completed", "tag": "8a0e6c9e-80a9-4494-a546-cfc3c34ef712", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:39:07.297625 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-663d8958-9196-46f6-997c-324763e43620 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:39:07.297955 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '619f5670-41e3-4586-80c3-9f3852629ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a0e6c9e-80a9-4494-a546-cfc3c34ef712', 'code': 200} Sep 24 15:39:07.344980 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:07.378271 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-26ba5dd3-03c4-4c5a-a4b8-9dc74f8508bf req-dad1b01b-a7b8-46f6-8246-b89ff19ad4ed tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218758 Sep 24 15:39:07.398726 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port a82fe858-21c7-4f8e-b9af-06bbc2a57d70, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=a82fe858-21c7-4f8e-b9af-06bbc2a57d70,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:39:07.457345 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-bd96a888-5441-4f3c-9003-1459439653be req-abc48b45-d658-41f3-bccf-6307489585b3 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Deleting port bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:39:07.460471 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-bd96a888-5441-4f3c-9003-1459439653be req-abc48b45-d658-41f3-bccf-6307489585b3 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:07.470288 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1ad25e7b-a00d-456d-af4f-883f86380b1b req-4278c8b2-2650-4f5d-bd8e-ba2323d80f61 service neutron] 10.222.0.110 "GET /v2.0/networks/ed395333-47d4-4846-9c02-f1bf0815518f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035148 Sep 24 15:39:07.483724 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd883471-02d3-42ce-ad04-fcb39a127426 req-e1e083d8-d3b4-44e3-958f-0cd8f10f8498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:07.485597 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dd883471-02d3-42ce-ad04-fcb39a127426 req-e1e083d8-d3b4-44e3-958f-0cd8f10f8498 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=619f5670-41e3-4586-80c3-9f3852629ea5 HTTP/1.1" status: 200 len: 1101 time: 0.0789900 Sep 24 15:39:07.515095 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:07.548160 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dd883471-02d3-42ce-ad04-fcb39a127426 req-b4020f8c-75b0-43d7-b97f-0eb2ef09f529 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535407 Sep 24 15:39:07.586627 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-bd96a888-5441-4f3c-9003-1459439653be req-abc48b45-d658-41f3-bccf-6307489585b3 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] For port bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68,segment=NetworkSegment(261d132c-af7b-4dd2-86dc-27294ea32e8c),segment_id=261d132c-af7b-4dd2-86dc-27294ea32e8c)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:39:07.586917 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-bd96a888-5441-4f3c-9003-1459439653be req-abc48b45-d658-41f3-bccf-6307489585b3 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:07.587779 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=a82fe858-21c7-4f8e-b9af-06bbc2a57d70,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:07.602448 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-bd96a888-5441-4f3c-9003-1459439653be req-abc48b45-d658-41f3-bccf-6307489585b3 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Calling delete_port for bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68 owned by compute:nova {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:39:07.621158 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1ad25e7b-a00d-456d-af4f-883f86380b1b req-6b708bdf-6213-4661-9f16-374e550a684b service neutron] 10.222.0.110 "GET /v2.0/networks/ed395333-47d4-4846-9c02-f1bf0815518f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341596 Sep 24 15:39:07.873698 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d133a16c-a4ac-4e60-b464-9ef8b6c17a9b req-3d9e4a4a-b22f-4d77-9cbe-8e58708a83c1 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:07.875682 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d133a16c-a4ac-4e60-b464-9ef8b6c17a9b req-3d9e4a4a-b22f-4d77-9cbe-8e58708a83c1 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=995da1aa-63b0-4e44-9757-bd0f3a918cf3 HTTP/1.1" status: 200 len: 950 time: 0.0748844 Sep 24 15:39:07.943076 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d133a16c-a4ac-4e60-b464-9ef8b6c17a9b req-ee4ecade-94f9-4ddd-bd29-97e8f1386128 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607717 Sep 24 15:39:07.998758 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef34be0-1090-4732-9ec6-3ac30efa7fd4 req-12de3729-bf3b-40fd-8e3c-9118c9353644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:08.000298 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bef34be0-1090-4732-9ec6-3ac30efa7fd4 req-12de3729-bf3b-40fd-8e3c-9118c9353644 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=adfbd414955c4809bc1f23dfde263167&device_id=d0a91a2d-da4c-4bf4-b131-15c2f3ca6d50 HTTP/1.1" status: 200 len: 1094 time: 0.0491593 Sep 24 15:39:08.072509 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a59ca000-f9b8-4e70-9e7c-f8a3b61877a8 req-e38d0687-8b13-4718-af9b-12bd2c728215 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=822db3f8-7386-41a4-ac9d-11630efbd1ee HTTP/1.1" status: 200 len: 210 time: 0.0315254 Sep 24 15:39:08.117887 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef34be0-1090-4732-9ec6-3ac30efa7fd4 req-4a2bc363-bb11-4682-adf7-d141ee2caaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:08.120401 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bef34be0-1090-4732-9ec6-3ac30efa7fd4 req-4a2bc363-bb11-4682-adf7-d141ee2caaf0 service neutron] 10.222.0.110 "GET /v2.0/networks?id=ed395333-47d4-4846-9c02-f1bf0815518f HTTP/1.1" status: 200 len: 916 time: 0.1120229 Sep 24 15:39:08.169686 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bef34be0-1090-4732-9ec6-3ac30efa7fd4 req-c21490e2-09f9-4fb2-abe1-b3454d70fcdd service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5939dc61-c3b7-4250-9cd8-bec9269105e4 HTTP/1.1" status: 200 len: 217 time: 0.0370214 Sep 24 15:39:08.225984 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef34be0-1090-4732-9ec6-3ac30efa7fd4 req-9c764146-b34e-4117-bb05-8a6be6e0abdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:08.227471 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bef34be0-1090-4732-9ec6-3ac30efa7fd4 req-9c764146-b34e-4117-bb05-8a6be6e0abdb service neutron] 10.222.0.110 "GET /v2.0/subnets?id=a1763de4-52a0-4a5f-bd13-a7df39682cf9 HTTP/1.1" status: 200 len: 854 time: 0.0463781 Sep 24 15:39:08.266061 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bef34be0-1090-4732-9ec6-3ac30efa7fd4 req-e8c79441-5ad5-4995-a679-08f9502f0e3c service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=ed395333-47d4-4846-9c02-f1bf0815518f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291357 Sep 24 15:39:08.273858 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-bd96a888-5441-4f3c-9003-1459439653be req-abc48b45-d658-41f3-bccf-6307489585b3 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:08.281390 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 8e50a561-2171-4e46-aecd-2a43c342d81d up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:39:08.338445 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc48b45-d658-41f3-bccf-6307489585b3 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Pushing event deleted for resources: {'Port': ['ID=bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:08.362575 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd96a888-5441-4f3c-9003-1459439653be req-abc48b45-d658-41f3-bccf-6307489585b3 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] No DVR routers for this DVR port bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68 on host n-h1-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:39:08.365724 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-bd96a888-5441-4f3c-9003-1459439653be req-abc48b45-d658-41f3-bccf-6307489585b3 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:08.368916 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bd96a888-5441-4f3c-9003-1459439653be req-abc48b45-d658-41f3-bccf-6307489585b3 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.110 "DELETE /v2.0/ports/bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68 HTTP/1.1" status: 204 len: 173 time: 1.1225619 Sep 24 15:39:08.369337 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7c4b09e-142a-4cc8-809c-267fc688df42', 'name': 'network-vif-deleted', 'tag': 'bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:39:08.371593 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e488e928-b012-4add-b8a9-6c9d8ad52f7d" -d '{"events": [{"server_uuid": "c7c4b09e-142a-4cc8-809c-267fc688df42", "name": "network-vif-deleted", "tag": "bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:39:08.413476 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-044ae5a1-3d9b-4319-9889-2859b75afabd x-openstack-request-id: req-044ae5a1-3d9b-4319-9889-2859b75afabd {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:39:08.413764 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7c4b09e-142a-4cc8-809c-267fc688df42", "name": "network-vif-deleted", "tag": "bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:39:08.414011 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-044ae5a1-3d9b-4319-9889-2859b75afabd {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:39:08.414435 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7c4b09e-142a-4cc8-809c-267fc688df42', 'name': 'network-vif-deleted', 'tag': 'bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68', 'status': 'completed', 'code': 200} Sep 24 15:39:08.432554 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f78323-4ff6-49a8-ae15-a1ee622d71de req-395fae0f-1448-47e3-a905-78de8d5d1775 tempest-VolumesAdminNegativeTest-1951081303 tempest-VolumesAdminNegativeTest-1951081303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:08.434444 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-89f78323-4ff6-49a8-ae15-a1ee622d71de req-395fae0f-1448-47e3-a905-78de8d5d1775 tempest-VolumesAdminNegativeTest-1951081303 tempest-VolumesAdminNegativeTest-1951081303-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0a91a2d-da4c-4bf4-b131-15c2f3ca6d50 HTTP/1.1" status: 200 len: 943 time: 0.1370528 Sep 24 15:39:08.456562 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port 8e50a561-2171-4e46-aecd-2a43c342d81d completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:39:08.462130 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port 8e50a561-2171-4e46-aecd-2a43c342d81d triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:39:08.462312 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bef34be0-1090-4732-9ec6-3ac30efa7fd4 req-8a9e5349-b837-4cf8-ba68-4a854c54f60a service neutron] 10.222.0.110 "GET /v2.0/networks/ed395333-47d4-4846-9c02-f1bf0815518f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767406 Sep 24 15:39:08.462974 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:08.536851 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028348bd-c031-4a43-ac52-def8bbe1b702 req-dd58d846-dc3a-4950-9e4a-344564c7d17c tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:08.545371 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-028348bd-c031-4a43-ac52-def8bbe1b702 req-dd58d846-dc3a-4950-9e4a-344564c7d17c tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=acb4038a-0608-4177-bb74-021222f3a02b HTTP/1.1" status: 200 len: 949 time: 0.0760758 Sep 24 15:39:08.568055 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-89f78323-4ff6-49a8-ae15-a1ee622d71de req-3511a0f1-8fd1-42c6-bdf8-f2221e8e7ef7 tempest-VolumesAdminNegativeTest-1951081303 tempest-VolumesAdminNegativeTest-1951081303-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24d29df-b5cd-40e5-8535-746213548403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047728 Sep 24 15:39:08.615800 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-028348bd-c031-4a43-ac52-def8bbe1b702 req-772b42bc-96e1-44f1-900f-162214a8bb7d tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651639 Sep 24 15:39:08.627050 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bef34be0-1090-4732-9ec6-3ac30efa7fd4 req-f46b4e28-d343-4c41-bd95-fb8be37a0391 service neutron] 10.222.0.110 "GET /v2.0/networks/ed395333-47d4-4846-9c02-f1bf0815518f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483755 Sep 24 15:39:08.722806 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:08.756409 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 8e50a561-2171-4e46-aecd-2a43c342d81d, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=8e50a561-2171-4e46-aecd-2a43c342d81d,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:39:08.923357 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:08.984541 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:08.985398 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68 no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:39:09.056713 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] No Port match for: bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:39:09.056914 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device bceaf6ea-e9c1-4a2f-9dc4-c51728a7ad68 not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:39:09.063326 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=8e50a561-2171-4e46-aecd-2a43c342d81d,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:09.110086 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b9415f-950d-4222-991f-620bf8fd7532 req-a347e7d4-2757-41ae-8c08-2f0c9cbfda75 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:09.111724 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-48b9415f-950d-4222-991f-620bf8fd7532 req-a347e7d4-2757-41ae-8c08-2f0c9cbfda75 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=995da1aa-63b0-4e44-9757-bd0f3a918cf3 HTTP/1.1" status: 200 len: 950 time: 0.0864017 Sep 24 15:39:09.164487 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-48b9415f-950d-4222-991f-620bf8fd7532 req-522a1ed9-c493-4507-b15d-97429edf0aed tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415359 Sep 24 15:39:09.182156 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-62b7d8f4-8347-4612-9794-2125058217c8 req-55e5aa59-9b68-43bc-a8ff-74ec3900d0f7 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=822db3f8-7386-41a4-ac9d-11630efbd1ee HTTP/1.1" status: 200 len: 210 time: 0.0277631 Sep 24 15:39:09.299157 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '995da1aa-63b0-4e44-9757-bd0f3a918cf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a82fe858-21c7-4f8e-b9af-06bbc2a57d70'}, {'server_uuid': 'acb4038a-0608-4177-bb74-021222f3a02b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e50a561-2171-4e46-aecd-2a43c342d81d'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:39:09.301619 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25bf781f-415c-491e-9980-0d49cff274ca" -d '{"events": [{"server_uuid": "995da1aa-63b0-4e44-9757-bd0f3a918cf3", "name": "network-vif-plugged", "status": "completed", "tag": "a82fe858-21c7-4f8e-b9af-06bbc2a57d70"}, {"server_uuid": "acb4038a-0608-4177-bb74-021222f3a02b", "name": "network-vif-plugged", "status": "completed", "tag": "8e50a561-2171-4e46-aecd-2a43c342d81d"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:39:09.347113 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 24 Sep 2021 15:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94e3b25-a66a-4de9-91b0-8a24cd2b67f6 x-openstack-request-id: req-a94e3b25-a66a-4de9-91b0-8a24cd2b67f6 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:39:09.347413 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "995da1aa-63b0-4e44-9757-bd0f3a918cf3", "name": "network-vif-plugged", "status": "completed", "tag": "a82fe858-21c7-4f8e-b9af-06bbc2a57d70", "code": 200}, {"server_uuid": "acb4038a-0608-4177-bb74-021222f3a02b", "name": "network-vif-plugged", "status": "completed", "tag": "8e50a561-2171-4e46-aecd-2a43c342d81d", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:39:09.347665 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a94e3b25-a66a-4de9-91b0-8a24cd2b67f6 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:39:09.348064 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '995da1aa-63b0-4e44-9757-bd0f3a918cf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a82fe858-21c7-4f8e-b9af-06bbc2a57d70', 'code': 200} Sep 24 15:39:09.348320 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acb4038a-0608-4177-bb74-021222f3a02b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e50a561-2171-4e46-aecd-2a43c342d81d', 'code': 200} Sep 24 15:39:09.454622 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd77bf4-5ac8-4c67-a7f4-5d3b12c60eae req-7e809da2-39e5-4071-bad6-807eb546d468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:09.456171 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6bd77bf4-5ac8-4c67-a7f4-5d3b12c60eae req-7e809da2-39e5-4071-bad6-807eb546d468 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=acb4038a-0608-4177-bb74-021222f3a02b HTTP/1.1" status: 200 len: 1101 time: 0.0426171 Sep 24 15:39:09.523127 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550a2487-f499-4644-928f-7d30915218a9 req-f5a604b5-c101-470f-888e-8db65a64dd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:09.524669 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-550a2487-f499-4644-928f-7d30915218a9 req-f5a604b5-c101-470f-888e-8db65a64dd68 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=995da1aa-63b0-4e44-9757-bd0f3a918cf3 HTTP/1.1" status: 200 len: 1101 time: 0.0676389 Sep 24 15:39:09.528642 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6bd77bf4-5ac8-4c67-a7f4-5d3b12c60eae req-161b4e85-fb85-4df2-a495-5e29cecf4c42 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438318 Sep 24 15:39:09.582974 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-550a2487-f499-4644-928f-7d30915218a9 req-926b324c-4925-4331-bede-4cc89e5582b1 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301692 Sep 24 15:39:09.705165 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3233f511-7b73-4626-99d3-8ea6e003d599 req-edf79adf-1b81-412f-adb6-d3cf86fa890b tempest-VolumesAdminNegativeTest-1951081303 tempest-VolumesAdminNegativeTest-1951081303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:09.710858 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3233f511-7b73-4626-99d3-8ea6e003d599 req-edf79adf-1b81-412f-adb6-d3cf86fa890b tempest-VolumesAdminNegativeTest-1951081303 tempest-VolumesAdminNegativeTest-1951081303-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0a91a2d-da4c-4bf4-b131-15c2f3ca6d50 HTTP/1.1" status: 200 len: 943 time: 0.0610511 Sep 24 15:39:09.729379 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc96f9b-2085-445f-8862-546e13b43578 req-c88af366-4d2d-4f61-8f52-b6160a65b609 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:09.730978 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ccc96f9b-2085-445f-8862-546e13b43578 req-c88af366-4d2d-4f61-8f52-b6160a65b609 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=acb4038a-0608-4177-bb74-021222f3a02b HTTP/1.1" status: 200 len: 950 time: 0.0533175 Sep 24 15:39:09.752996 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3233f511-7b73-4626-99d3-8ea6e003d599 req-14930e43-9020-47ef-b28c-c50e9f8289fb tempest-VolumesAdminNegativeTest-1951081303 tempest-VolumesAdminNegativeTest-1951081303-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24d29df-b5cd-40e5-8535-746213548403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399079 Sep 24 15:39:09.775212 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ccc96f9b-2085-445f-8862-546e13b43578 req-8346a553-96aa-4f3c-a956-6f77ea313ef3 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377245 Sep 24 15:39:10.274685 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 5939dc61-c3b7-4250-9cd8-bec9269105e4 details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:39:10.291318 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b4cfa098-eda1-4ec1-a0ae-797b13028445 req-199fc5b2-e927-42be-bcec-736413494349 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=822db3f8-7386-41a4-ac9d-11630efbd1ee HTTP/1.1" status: 200 len: 210 time: 0.0286202 Sep 24 15:39:10.297018 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facdb077-6205-462e-adce-f87e3cef82b3 req-67124963-98c4-4b5b-8e59-9fc86e4d3157 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:10.298851 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-facdb077-6205-462e-adce-f87e3cef82b3 req-67124963-98c4-4b5b-8e59-9fc86e4d3157 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=995da1aa-63b0-4e44-9757-bd0f3a918cf3 HTTP/1.1" status: 200 len: 950 time: 0.0569575 Sep 24 15:39:10.340639 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-facdb077-6205-462e-adce-f87e3cef82b3 req-f427eb8f-ec01-4168-9285-22413ecb5538 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356758 Sep 24 15:39:10.389596 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 5939dc61-c3b7-4250-9cd8-bec9269105e4, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=5939dc61-c3b7-4250-9cd8-bec9269105e4,segment=NetworkSegment(f87a1b92-9b40-43c2-86e1-2d75c12d047f),segment_id=f87a1b92-9b40-43c2-86e1-2d75c12d047f)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:39:10.400459 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': '5939dc61-c3b7-4250-9cd8-bec9269105e4', 'network_id': 'ed395333-47d4-4846-9c02-f1bf0815518f', 'port_id': '5939dc61-c3b7-4250-9cd8-bec9269105e4', 'mac_address': 'fa:16:3e:50:74:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1763de4-52a0-4a5f-bd13-a7df39682cf9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:39:10.438831 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:10.456907 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5939dc61-c3b7-4250-9cd8-bec9269105e4 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:39:10.478217 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 5939dc61-c3b7-4250-9cd8-bec9269105e4, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=5939dc61-c3b7-4250-9cd8-bec9269105e4,segment=NetworkSegment(f87a1b92-9b40-43c2-86e1-2d75c12d047f),segment_id=f87a1b92-9b40-43c2-86e1-2d75c12d047f)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:39:10.538007 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3d8cc3-cf55-4447-83ea-7554f214b80f req-34fb4372-29aa-4114-85e1-6e09631250e2 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:10.539402 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ee3d8cc3-cf55-4447-83ea-7554f214b80f req-34fb4372-29aa-4114-85e1-6e09631250e2 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.108 "GET /v2.0/networks?id=aba63c87-be12-4faa-aa4b-48192227e33d HTTP/1.1" status: 200 len: 805 time: 0.1137593 Sep 24 15:39:10.551789 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-ee3d8cc3-cf55-4447-83ea-7554f214b80f req-5e7027b0-c5f9-4051-be96-e40dc78fc153 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Request body: {'port': {'device_id': '822db3f8-7386-41a4-ac9d-11630efbd1ee', 'network_id': 'aba63c87-be12-4faa-aa4b-48192227e33d', 'admin_state_up': True, 'tenant_id': 'e92c4591e9b7472da8979fcb890aba04'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:39:10.559278 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:10.605729 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=5939dc61-c3b7-4250-9cd8-bec9269105e4,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:10.610473 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:10.742217 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee3d8cc3-cf55-4447-83ea-7554f214b80f req-5e7027b0-c5f9-4051-be96-e40dc78fc153 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Made reservation on behalf of e92c4591e9b7472da8979fcb890aba04 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:39:10.745797 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-ee3d8cc3-cf55-4447-83ea-7554f214b80f req-5e7027b0-c5f9-4051-be96-e40dc78fc153 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:10.899109 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fef45d1-bc2b-430e-ac0c-9ca9e594bb3a req-31e6f373-5c4e-4fc8-8354-bb1ee14efb21 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:10.900837 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3fef45d1-bc2b-430e-ac0c-9ca9e594bb3a req-31e6f373-5c4e-4fc8-8354-bb1ee14efb21 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=acb4038a-0608-4177-bb74-021222f3a02b HTTP/1.1" status: 200 len: 950 time: 0.0511827 Sep 24 15:39:10.917570 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2660e7b-3d2f-4cd3-a898-593964ca073e req-0d14322f-e750-4b64-b6fe-25ece5dfe217 tempest-VolumesAdminNegativeTest-1951081303 tempest-VolumesAdminNegativeTest-1951081303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:10.919807 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e2660e7b-3d2f-4cd3-a898-593964ca073e req-0d14322f-e750-4b64-b6fe-25ece5dfe217 tempest-VolumesAdminNegativeTest-1951081303 tempest-VolumesAdminNegativeTest-1951081303-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0a91a2d-da4c-4bf4-b131-15c2f3ca6d50 HTTP/1.1" status: 200 len: 944 time: 0.0934124 Sep 24 15:39:10.923936 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-ee3d8cc3-cf55-4447-83ea-7554f214b80f req-5e7027b0-c5f9-4051-be96-e40dc78fc153 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Allocated IP 172.20.0.13 (aba63c87-be12-4faa-aa4b-48192227e33d/979d11e7-dd50-44f7-803b-0d6530af4707/bb094fae-e117-4c0a-9f40-5490e001cf2e) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:39:10.950815 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3fef45d1-bc2b-430e-ac0c-9ca9e594bb3a req-e0e169c0-00e6-48c5-af73-35b966d2a84b tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395672 Sep 24 15:39:10.985954 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e2660e7b-3d2f-4cd3-a898-593964ca073e req-87199c05-2658-4b17-ace0-3ab5f851a503 tempest-VolumesAdminNegativeTest-1951081303 tempest-VolumesAdminNegativeTest-1951081303-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24d29df-b5cd-40e5-8535-746213548403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597661 Sep 24 15:39:10.997300 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['5939dc61-c3b7-4250-9cd8-bec9269105e4'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:39:11.178907 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-ee3d8cc3-cf55-4447-83ea-7554f214b80f req-5e7027b0-c5f9-4051-be96-e40dc78fc153 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:11.320397 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-ee3d8cc3-cf55-4447-83ea-7554f214b80f req-5e7027b0-c5f9-4051-be96-e40dc78fc153 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:11.366681 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee3d8cc3-cf55-4447-83ea-7554f214b80f req-5e7027b0-c5f9-4051-be96-e40dc78fc153 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Network aba63c87-be12-4faa-aa4b-48192227e33d is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:39:11.372839 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-ee3d8cc3-cf55-4447-83ea-7554f214b80f req-5e7027b0-c5f9-4051-be96-e40dc78fc153 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:39:11.375927 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee3d8cc3-cf55-4447-83ea-7554f214b80f req-5e7027b0-c5f9-4051-be96-e40dc78fc153 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:39:11.417245 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87efbf8-0251-4dc8-89ad-11193334c219 req-076abc23-d5bf-40bd-8f9d-607356a56a0e tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:11.419579 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c87efbf8-0251-4dc8-89ad-11193334c219 req-076abc23-d5bf-40bd-8f9d-607356a56a0e tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=822db3f8-7386-41a4-ac9d-11630efbd1ee HTTP/1.1" status: 200 len: 932 time: 0.0568376 Sep 24 15:39:11.421811 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7027b0-c5f9-4051-be96-e40dc78fc153 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Pushing event updated for resources: {'Port': ['ID=bb094fae-e117-4c0a-9f40-5490e001cf2e,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:11.461085 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c87efbf8-0251-4dc8-89ad-11193334c219 req-18b8abc3-fd9f-4480-bd51-79c0bcf30abf tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348537 Sep 24 15:39:11.468686 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3d8cc3-cf55-4447-83ea-7554f214b80f req-5e7027b0-c5f9-4051-be96-e40dc78fc153 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:11.469310 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-ee3d8cc3-cf55-4447-83ea-7554f214b80f req-5e7027b0-c5f9-4051-be96-e40dc78fc153 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:11.495107 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd0a874-fd54-4535-a484-6d2de977efc3 req-db5b1385-7dbb-433d-9632-fd4f24761c02 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:11.496775 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6dd0a874-fd54-4535-a484-6d2de977efc3 req-db5b1385-7dbb-433d-9632-fd4f24761c02 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=995da1aa-63b0-4e44-9757-bd0f3a918cf3 HTTP/1.1" status: 200 len: 950 time: 0.0800340 Sep 24 15:39:11.536543 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6dd0a874-fd54-4535-a484-6d2de977efc3 req-241a438b-3206-44f5-9153-0364013f64ab tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329385 Sep 24 15:39:11.623755 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ee3d8cc3-cf55-4447-83ea-7554f214b80f req-5e7027b0-c5f9-4051-be96-e40dc78fc153 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0746522 Sep 24 15:39:11.641387 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-ee3d8cc3-cf55-4447-83ea-7554f214b80f req-0d7bd1c3-3ac2-44ca-b087-79f63bfce4c3 service neutron] Request body: {'port': {'device_id': '822db3f8-7386-41a4-ac9d-11630efbd1ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:39:11.703316 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-ee3d8cc3-cf55-4447-83ea-7554f214b80f req-0d7bd1c3-3ac2-44ca-b087-79f63bfce4c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:11.978320 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-ee3d8cc3-cf55-4447-83ea-7554f214b80f req-0d7bd1c3-3ac2-44ca-b087-79f63bfce4c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb094fae-e117-4c0a-9f40-5490e001cf2e {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:39:11.987638 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:39:11.988728 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-ee3d8cc3-cf55-4447-83ea-7554f214b80f req-0d7bd1c3-3ac2-44ca-b087-79f63bfce4c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:12.004673 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-ee3d8cc3-cf55-4447-83ea-7554f214b80f req-0d7bd1c3-3ac2-44ca-b087-79f63bfce4c3 service neutron] Transition to ACTIVE for port object bb094fae-e117-4c0a-9f40-5490e001cf2e will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:39:12.092858 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02045152-45d7-4812-b782-c0c6f1c0d59c req-3deb4375-aaaf-447f-be7d-ef86af2dddcb tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:12.094480 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-02045152-45d7-4812-b782-c0c6f1c0d59c req-3deb4375-aaaf-447f-be7d-ef86af2dddcb tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=acb4038a-0608-4177-bb74-021222f3a02b HTTP/1.1" status: 200 len: 950 time: 0.0624576 Sep 24 15:39:12.104863 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-ee3d8cc3-cf55-4447-83ea-7554f214b80f req-0d7bd1c3-3ac2-44ca-b087-79f63bfce4c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:12.146865 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-02045152-45d7-4812-b782-c0c6f1c0d59c req-a2396293-295c-4d70-bf57-aa8069fb435d tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406144 Sep 24 15:39:12.176685 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9211103-ad7b-4d48-b805-75250c2b69a5 req-bbc5795c-8dca-4903-b4ce-74b570efd683 tempest-VolumesAdminNegativeTest-1951081303 tempest-VolumesAdminNegativeTest-1951081303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:12.178227 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d9211103-ad7b-4d48-b805-75250c2b69a5 req-bbc5795c-8dca-4903-b4ce-74b570efd683 tempest-VolumesAdminNegativeTest-1951081303 tempest-VolumesAdminNegativeTest-1951081303-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0a91a2d-da4c-4bf4-b131-15c2f3ca6d50 HTTP/1.1" status: 200 len: 944 time: 0.1039722 Sep 24 15:39:12.228973 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bd1c3-3ac2-44ca-b087-79f63bfce4c3 service neutron] Pushing event updated for resources: {'Port': ['ID=bb094fae-e117-4c0a-9f40-5490e001cf2e,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:12.283113 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d9211103-ad7b-4d48-b805-75250c2b69a5 req-c4c29baa-d6b6-4efd-976e-7bdd91bce3c5 tempest-VolumesAdminNegativeTest-1951081303 tempest-VolumesAdminNegativeTest-1951081303-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24d29df-b5cd-40e5-8535-746213548403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731473 Sep 24 15:39:12.293311 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 5939dc61-c3b7-4250-9cd8-bec9269105e4 up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:39:12.302678 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-ee3d8cc3-cf55-4447-83ea-7554f214b80f req-0d7bd1c3-3ac2-44ca-b087-79f63bfce4c3 service neutron] Attempting to bind port bb094fae-e117-4c0a-9f40-5490e001cf2e on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:39:12.303168 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-ee3d8cc3-cf55-4447-83ea-7554f214b80f req-0d7bd1c3-3ac2-44ca-b087-79f63bfce4c3 service neutron] Attempting to bind port bb094fae-e117-4c0a-9f40-5490e001cf2e by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '261d132c-af7b-4dd2-86dc-27294ea32e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'aba63c87-be12-4faa-aa4b-48192227e33d'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:39:12.303583 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3d8cc3-cf55-4447-83ea-7554f214b80f req-0d7bd1c3-3ac2-44ca-b087-79f63bfce4c3 service neutron] Attempting to bind port bb094fae-e117-4c0a-9f40-5490e001cf2e on network aba63c87-be12-4faa-aa4b-48192227e33d {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:39:12.308337 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3d8cc3-cf55-4447-83ea-7554f214b80f req-0d7bd1c3-3ac2-44ca-b087-79f63bfce4c3 service neutron] Port bb094fae-e117-4c0a-9f40-5490e001cf2e on network aba63c87-be12-4faa-aa4b-48192227e33d not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:39:12.308751 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3d8cc3-cf55-4447-83ea-7554f214b80f req-0d7bd1c3-3ac2-44ca-b087-79f63bfce4c3 service neutron] Attempting to bind port bb094fae-e117-4c0a-9f40-5490e001cf2e on network aba63c87-be12-4faa-aa4b-48192227e33d {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:39:12.322321 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3d8cc3-cf55-4447-83ea-7554f214b80f req-0d7bd1c3-3ac2-44ca-b087-79f63bfce4c3 service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 39, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:39:12.322321 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3d8cc3-cf55-4447-83ea-7554f214b80f req-0d7bd1c3-3ac2-44ca-b087-79f63bfce4c3 service neutron] Checking segment: {'id': '261d132c-af7b-4dd2-86dc-27294ea32e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'aba63c87-be12-4faa-aa4b-48192227e33d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:39:12.322321 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee3d8cc3-cf55-4447-83ea-7554f214b80f req-0d7bd1c3-3ac2-44ca-b087-79f63bfce4c3 service neutron] Bound using segment: {'id': '261d132c-af7b-4dd2-86dc-27294ea32e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'aba63c87-be12-4faa-aa4b-48192227e33d'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:39:12.322321 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-ee3d8cc3-cf55-4447-83ea-7554f214b80f req-0d7bd1c3-3ac2-44ca-b087-79f63bfce4c3 service neutron] Bound port: bb094fae-e117-4c0a-9f40-5490e001cf2e, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '261d132c-af7b-4dd2-86dc-27294ea32e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'aba63c87-be12-4faa-aa4b-48192227e33d'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:39:12.322321 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-ee3d8cc3-cf55-4447-83ea-7554f214b80f req-0d7bd1c3-3ac2-44ca-b087-79f63bfce4c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:12.378197 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5f85bc-4c44-4f51-a4b3-b87011b47aec req-2fc10a24-b7d4-4e06-8744-b45e8e8a7220 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:12.378197 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fe5f85bc-4c44-4f51-a4b3-b87011b47aec req-2fc10a24-b7d4-4e06-8744-b45e8e8a7220 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=acb4038a-0608-4177-bb74-021222f3a02b HTTP/1.1" status: 200 len: 950 time: 0.0623081 Sep 24 15:39:12.414588 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-ee3d8cc3-cf55-4447-83ea-7554f214b80f req-0d7bd1c3-3ac2-44ca-b087-79f63bfce4c3 service neutron] For port bb094fae-e117-4c0a-9f40-5490e001cf2e, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:39:12.418165 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-ee3d8cc3-cf55-4447-83ea-7554f214b80f req-0d7bd1c3-3ac2-44ca-b087-79f63bfce4c3 service neutron] For port bb094fae-e117-4c0a-9f40-5490e001cf2e, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=bb094fae-e117-4c0a-9f40-5490e001cf2e,segment=NetworkSegment(261d132c-af7b-4dd2-86dc-27294ea32e8c),segment_id=261d132c-af7b-4dd2-86dc-27294ea32e8c)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:39:12.420511 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fe5f85bc-4c44-4f51-a4b3-b87011b47aec req-eca757a5-a37e-453c-96a1-750c40c167e8 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431032 Sep 24 15:39:12.471534 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port 5939dc61-c3b7-4250-9cd8-bec9269105e4 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:39:12.476273 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port 5939dc61-c3b7-4250-9cd8-bec9269105e4 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:39:12.476665 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:12.523804 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-ee3d8cc3-cf55-4447-83ea-7554f214b80f req-0d7bd1c3-3ac2-44ca-b087-79f63bfce4c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:12.563041 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:12.564053 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3d8cc3-cf55-4447-83ea-7554f214b80f req-0d7bd1c3-3ac2-44ca-b087-79f63bfce4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:12.564780 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-ee3d8cc3-cf55-4447-83ea-7554f214b80f req-0d7bd1c3-3ac2-44ca-b087-79f63bfce4c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:12.566428 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ee3d8cc3-cf55-4447-83ea-7554f214b80f req-0d7bd1c3-3ac2-44ca-b087-79f63bfce4c3 service neutron] 10.222.0.108 "PUT /v2.0/ports/bb094fae-e117-4c0a-9f40-5490e001cf2e HTTP/1.1" status: 200 len: 1092 time: 0.9292660 Sep 24 15:39:12.566957 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '822db3f8-7386-41a4-ac9d-11630efbd1ee', 'tag': 'bb094fae-e117-4c0a-9f40-5490e001cf2e'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:39:12.569576 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45db29a2-48f9-4e83-a007-03252dfabf90" -d '{"events": [{"name": "network-changed", "server_uuid": "822db3f8-7386-41a4-ac9d-11630efbd1ee", "tag": "bb094fae-e117-4c0a-9f40-5490e001cf2e"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:39:12.593904 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0a91a2d-da4c-4bf4-b131-15c2f3ca6d50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5939dc61-c3b7-4250-9cd8-bec9269105e4'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:39:12.596277 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455bea89-a977-4bc0-8c7a-03889f6f7720" -d '{"events": [{"server_uuid": "d0a91a2d-da4c-4bf4-b131-15c2f3ca6d50", "name": "network-vif-plugged", "status": "completed", "tag": "5939dc61-c3b7-4250-9cd8-bec9269105e4"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:39:12.605038 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7bd1c3-3ac2-44ca-b087-79f63bfce4c3 service neutron] Pushing event updated for resources: {'Port': ['ID=bb094fae-e117-4c0a-9f40-5490e001cf2e,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:12.611531 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 5939dc61-c3b7-4250-9cd8-bec9269105e4, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=5939dc61-c3b7-4250-9cd8-bec9269105e4,segment=NetworkSegment(f87a1b92-9b40-43c2-86e1-2d75c12d047f),segment_id=f87a1b92-9b40-43c2-86e1-2d75c12d047f)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:39:12.687752 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75d82da-bec3-4492-8f43-da01c0021fb0 req-d3c5a08f-6e3a-4ee1-b521-17bcc4455aba tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:12.689534 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f75d82da-bec3-4492-8f43-da01c0021fb0 req-d3c5a08f-6e3a-4ee1-b521-17bcc4455aba tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=822db3f8-7386-41a4-ac9d-11630efbd1ee HTTP/1.1" status: 200 len: 944 time: 0.0501316 Sep 24 15:39:12.720221 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:12.736467 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f75d82da-bec3-4492-8f43-da01c0021fb0 req-4ebd3718-d993-400b-8eba-afdbf1eb6a5d tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393701 Sep 24 15:39:12.783958 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=5939dc61-c3b7-4250-9cd8-bec9269105e4,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:12.824281 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3d8cc3-cf55-4447-83ea-7554f214b80f req-a8a7fb17-5fb2-4cf3-b0b4-c07f417fbdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:12.826728 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ee3d8cc3-cf55-4447-83ea-7554f214b80f req-a8a7fb17-5fb2-4cf3-b0b4-c07f417fbdcf service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=e92c4591e9b7472da8979fcb890aba04&device_id=822db3f8-7386-41a4-ac9d-11630efbd1ee HTTP/1.1" status: 200 len: 1095 time: 0.0505929 Sep 24 15:39:12.883046 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bf6101-a496-485a-8e6b-2466fc768690 req-37569868-6b17-460b-8f1a-352974cf68e6 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:12.885303 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-19bf6101-a496-485a-8e6b-2466fc768690 req-37569868-6b17-460b-8f1a-352974cf68e6 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=995da1aa-63b0-4e44-9757-bd0f3a918cf3 HTTP/1.1" status: 200 len: 950 time: 0.0611470 Sep 24 15:39:12.898796 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ee3d8cc3-cf55-4447-83ea-7554f214b80f req-07c7aab4-7116-44f6-b3cf-7f7d463093cb service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb094fae-e117-4c0a-9f40-5490e001cf2e HTTP/1.1" status: 200 len: 217 time: 0.0602255 Sep 24 15:39:12.930830 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b1324f-e822-42c6-892f-86eb0cde3c5a x-openstack-request-id: req-13b1324f-e822-42c6-892f-86eb0cde3c5a {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:39:12.931116 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "822db3f8-7386-41a4-ac9d-11630efbd1ee", "tag": "bb094fae-e117-4c0a-9f40-5490e001cf2e", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:39:12.931464 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-13b1324f-e822-42c6-892f-86eb0cde3c5a {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:39:12.934202 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '822db3f8-7386-41a4-ac9d-11630efbd1ee', 'tag': 'bb094fae-e117-4c0a-9f40-5490e001cf2e', 'status': 'completed', 'code': 200} Sep 24 15:39:12.954103 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-19bf6101-a496-485a-8e6b-2466fc768690 req-116fab16-dbaa-4ecb-a100-b02c2253bc25 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487862 Sep 24 15:39:12.958525 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-322c1e8c-340b-4d96-995c-7c3b1d213b01 x-openstack-request-id: req-322c1e8c-340b-4d96-995c-7c3b1d213b01 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:39:12.958820 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0a91a2d-da4c-4bf4-b131-15c2f3ca6d50", "name": "network-vif-plugged", "status": "completed", "tag": "5939dc61-c3b7-4250-9cd8-bec9269105e4", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:39:12.959092 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-322c1e8c-340b-4d96-995c-7c3b1d213b01 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:39:12.959491 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0a91a2d-da4c-4bf4-b131-15c2f3ca6d50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5939dc61-c3b7-4250-9cd8-bec9269105e4', 'code': 200} Sep 24 15:39:12.988509 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3d8cc3-cf55-4447-83ea-7554f214b80f req-9bc65875-aa49-444f-ada7-11603b158f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:12.990260 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ee3d8cc3-cf55-4447-83ea-7554f214b80f req-9bc65875-aa49-444f-ada7-11603b158f0b service neutron] 10.222.0.108 "GET /v2.0/subnets?id=979d11e7-dd50-44f7-803b-0d6530af4707 HTTP/1.1" status: 200 len: 845 time: 0.0762935 Sep 24 15:39:13.061831 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ee3d8cc3-cf55-4447-83ea-7554f214b80f req-3d1860b5-32e0-4111-9989-2a349ca7281c service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=aba63c87-be12-4faa-aa4b-48192227e33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582764 Sep 24 15:39:13.168866 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64374cbf-00ee-4172-a2b0-8cef193effc9 req-b520675e-5824-495a-85c1-a575d5893581 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:13.170376 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-64374cbf-00ee-4172-a2b0-8cef193effc9 req-b520675e-5824-495a-85c1-a575d5893581 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=a778b926-86db-406a-887c-65b1b5385fae HTTP/1.1" status: 200 len: 946 time: 0.1557448 Sep 24 15:39:13.196347 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf53574-49ad-47f4-862d-09fc712b9c59 req-fc3ae8e1-572a-40d9-8c35-ae94f68c3957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:13.197798 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-eaf53574-49ad-47f4-862d-09fc712b9c59 req-fc3ae8e1-572a-40d9-8c35-ae94f68c3957 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=d0a91a2d-da4c-4bf4-b131-15c2f3ca6d50 HTTP/1.1" status: 200 len: 1096 time: 0.1349330 Sep 24 15:39:13.241287 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ee3d8cc3-cf55-4447-83ea-7554f214b80f req-316441b3-95cc-4a88-8c2e-46e919754bb2 service neutron] 10.222.0.108 "GET /v2.0/networks/aba63c87-be12-4faa-aa4b-48192227e33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671879 Sep 24 15:39:13.253248 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-64374cbf-00ee-4172-a2b0-8cef193effc9 req-c4f0dcf6-e117-4633-9de1-67421b119807 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750825 Sep 24 15:39:13.336865 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-eaf53574-49ad-47f4-862d-09fc712b9c59 req-c9a39b1d-6d44-4b1e-9b01-311e871f3dcd service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=c24d29df-b5cd-40e5-8535-746213548403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183784 Sep 24 15:39:13.382082 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4c506d-5503-4108-94ed-3d24b232df13 req-2c6bd75f-5e8b-4497-a25d-4917b115734d tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:13.390469 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5a4c506d-5503-4108-94ed-3d24b232df13 req-2c6bd75f-5e8b-4497-a25d-4917b115734d tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=619f5670-41e3-4586-80c3-9f3852629ea5 HTTP/1.1" status: 200 len: 950 time: 0.0702784 Sep 24 15:39:13.400197 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ee3d8cc3-cf55-4447-83ea-7554f214b80f req-c76dafcb-fd0b-40d6-b0e2-ca33889df740 service neutron] 10.222.0.108 "GET /v2.0/networks/aba63c87-be12-4faa-aa4b-48192227e33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351931 Sep 24 15:39:13.430634 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5a4c506d-5503-4108-94ed-3d24b232df13 req-6c224729-61ce-4eb1-844d-2802e475297b tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392671 Sep 24 15:39:13.477476 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e3d0e8-1a24-42aa-b10f-130e4ff48e0c req-22d83547-e9e0-4c91-bfbd-5beb9eca8667 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:13.486854 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-33e3d0e8-1a24-42aa-b10f-130e4ff48e0c req-22d83547-e9e0-4c91-bfbd-5beb9eca8667 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=acb4038a-0608-4177-bb74-021222f3a02b HTTP/1.1" status: 200 len: 950 time: 0.0584016 Sep 24 15:39:13.525293 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-33e3d0e8-1a24-42aa-b10f-130e4ff48e0c req-3399b3d6-d864-4e30-90b2-74331af0d25c tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394232 Sep 24 15:39:13.560245 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433bac5d-2f20-435f-9844-48958e2d1894 req-772f8104-d9f3-4f1b-82e7-c79ffbed2eec tempest-VolumesAdminNegativeTest-1951081303 tempest-VolumesAdminNegativeTest-1951081303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:13.562434 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-433bac5d-2f20-435f-9844-48958e2d1894 req-772f8104-d9f3-4f1b-82e7-c79ffbed2eec tempest-VolumesAdminNegativeTest-1951081303 tempest-VolumesAdminNegativeTest-1951081303-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0a91a2d-da4c-4bf4-b131-15c2f3ca6d50 HTTP/1.1" status: 200 len: 945 time: 0.0733154 Sep 24 15:39:13.617461 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db29a2-48f9-4e83-a007-03252dfabf90 req-222a1d20-10de-497b-92c0-23087b61572b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:13.618283 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-45db29a2-48f9-4e83-a007-03252dfabf90 req-222a1d20-10de-497b-92c0-23087b61572b service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=e92c4591e9b7472da8979fcb890aba04&device_id=822db3f8-7386-41a4-ac9d-11630efbd1ee HTTP/1.1" status: 200 len: 1095 time: 0.0516801 Sep 24 15:39:13.625408 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-433bac5d-2f20-435f-9844-48958e2d1894 req-749c99f3-813a-4318-80be-67a5e3068f78 tempest-VolumesAdminNegativeTest-1951081303 tempest-VolumesAdminNegativeTest-1951081303-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24d29df-b5cd-40e5-8535-746213548403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533855 Sep 24 15:39:13.697151 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e314c6ee-1441-43a6-9a98-f92ebf78d7d1 req-24663c42-e7f4-403a-a1da-5ff4f8eed450 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=acb4038a-0608-4177-bb74-021222f3a02b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2073209 Sep 24 15:39:13.728313 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db29a2-48f9-4e83-a007-03252dfabf90 req-b1b514ec-7f57-4b5f-840d-ea803483fc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:13.729785 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-45db29a2-48f9-4e83-a007-03252dfabf90 req-b1b514ec-7f57-4b5f-840d-ea803483fc71 service neutron] 10.222.0.108 "GET /v2.0/networks?id=aba63c87-be12-4faa-aa4b-48192227e33d HTTP/1.1" status: 200 len: 907 time: 0.0982664 Sep 24 15:39:13.779252 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-45db29a2-48f9-4e83-a007-03252dfabf90 req-2429f455-8347-4900-93f9-63f97dde55f0 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb094fae-e117-4c0a-9f40-5490e001cf2e HTTP/1.1" status: 200 len: 217 time: 0.0389178 Sep 24 15:39:13.903113 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24165535-f8b2-453d-9032-2d3b394650df req-a432ffba-8968-4d9f-ac97-7e7a914b1772 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:13.911129 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-24165535-f8b2-453d-9032-2d3b394650df req-a432ffba-8968-4d9f-ac97-7e7a914b1772 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=822db3f8-7386-41a4-ac9d-11630efbd1ee HTTP/1.1" status: 200 len: 944 time: 0.0771976 Sep 24 15:39:13.914517 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45db29a2-48f9-4e83-a007-03252dfabf90 req-b6462567-168d-4b8f-8796-1562999c2baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:13.915991 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-45db29a2-48f9-4e83-a007-03252dfabf90 req-b6462567-168d-4b8f-8796-1562999c2baa service neutron] 10.222.0.108 "GET /v2.0/subnets?id=979d11e7-dd50-44f7-803b-0d6530af4707 HTTP/1.1" status: 200 len: 845 time: 0.1186440 Sep 24 15:39:13.938000 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f8203-a4c0-446d-843a-71e5ebfdf766 req-443513a4-fafd-44eb-aaeb-d83a2dc00daf tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:13.950880 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8f8203-a4c0-446d-843a-71e5ebfdf766 req-443513a4-fafd-44eb-aaeb-d83a2dc00daf tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:13.952578 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1f8f8203-a4c0-446d-843a-71e5ebfdf766 req-443513a4-fafd-44eb-aaeb-d83a2dc00daf tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=619f5670-41e3-4586-80c3-9f3852629ea5&device_id=995da1aa-63b0-4e44-9757-bd0f3a918cf3 HTTP/1.1" status: 200 len: 1691 time: 0.0826373 Sep 24 15:39:13.956484 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-24165535-f8b2-453d-9032-2d3b394650df req-1d10d452-f98d-4c5e-9ad8-c24f71814132 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441995 Sep 24 15:39:13.984673 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-45db29a2-48f9-4e83-a007-03252dfabf90 req-84a006ca-d5c7-43f8-8d8f-2862ac891f8a service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=aba63c87-be12-4faa-aa4b-48192227e33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310986 Sep 24 15:39:14.038786 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1f8f8203-a4c0-446d-843a-71e5ebfdf766 req-dc62e1f2-f63e-4e91-8000-5a7521349c2e tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726147 Sep 24 15:39:14.111757 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-45db29a2-48f9-4e83-a007-03252dfabf90 req-f5998c1a-2a95-458e-85dc-47e8b85aa57f service neutron] 10.222.0.108 "GET /v2.0/networks/aba63c87-be12-4faa-aa4b-48192227e33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071196 Sep 24 15:39:14.254824 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0086f8c8-14d4-4eec-8d24-8064fb51d97b req-0075f633-14ac-425d-95d5-5bc4cc574a0b tempest-ServersOnMultiNodesTest-1938878820 tempest-ServersOnMultiNodesTest-1938878820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:14.256759 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0086f8c8-14d4-4eec-8d24-8064fb51d97b req-0075f633-14ac-425d-95d5-5bc4cc574a0b tempest-ServersOnMultiNodesTest-1938878820 tempest-ServersOnMultiNodesTest-1938878820-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=619f5670-41e3-4586-80c3-9f3852629ea5 HTTP/1.1" status: 200 len: 1101 time: 0.0949364 Sep 24 15:39:14.265134 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-45db29a2-48f9-4e83-a007-03252dfabf90 req-af4544c3-705a-42c6-a599-27d40939fce0 service neutron] 10.222.0.108 "GET /v2.0/networks/aba63c87-be12-4faa-aa4b-48192227e33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326337 Sep 24 15:39:14.304807 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0086f8c8-14d4-4eec-8d24-8064fb51d97b req-8f2e510f-282a-4ec6-8d8f-1e35f403eaaf tempest-ServersOnMultiNodesTest-1938878820 tempest-ServersOnMultiNodesTest-1938878820-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379598 Sep 24 15:39:14.398032 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b88acd-244a-4b0f-bb2c-052206dc52ad req-dc41396c-3495-4789-acd4-40990d11c390 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:14.399582 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-91b88acd-244a-4b0f-bb2c-052206dc52ad req-dc41396c-3495-4789-acd4-40990d11c390 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=a778b926-86db-406a-887c-65b1b5385fae HTTP/1.1" status: 200 len: 946 time: 0.0658734 Sep 24 15:39:14.424905 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6769b3-9f7a-4bfb-aa23-187b2587ab81 req-4be60cf3-5c76-434f-a0a8-f9b2ff1afe73 tempest-ServersOnMultiNodesTest-1938878820 tempest-ServersOnMultiNodesTest-1938878820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:14.426727 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fd6769b3-9f7a-4bfb-aa23-187b2587ab81 req-4be60cf3-5c76-434f-a0a8-f9b2ff1afe73 tempest-ServersOnMultiNodesTest-1938878820 tempest-ServersOnMultiNodesTest-1938878820-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=995da1aa-63b0-4e44-9757-bd0f3a918cf3 HTTP/1.1" status: 200 len: 1101 time: 0.0445716 Sep 24 15:39:14.447710 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-91b88acd-244a-4b0f-bb2c-052206dc52ad req-f96a355d-9b6f-4075-adb0-52e10a8890ee tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414383 Sep 24 15:39:14.468513 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fd6769b3-9f7a-4bfb-aa23-187b2587ab81 req-72187bbc-9f80-43c6-b2a3-13ef9e2eb6f9 tempest-ServersOnMultiNodesTest-1938878820 tempest-ServersOnMultiNodesTest-1938878820-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350926 Sep 24 15:39:14.652117 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476bb336-192f-4d9b-9371-59eaa11d0f29 req-938630b3-772d-4f8b-a191-10ca1c7edb6e tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:14.654292 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-476bb336-192f-4d9b-9371-59eaa11d0f29 req-938630b3-772d-4f8b-a191-10ca1c7edb6e tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=acb4038a-0608-4177-bb74-021222f3a02b HTTP/1.1" status: 200 len: 950 time: 0.0539408 Sep 24 15:39:14.697454 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e808618a-2e9a-47a8-a766-cfd0e60a3d94 req-b50f184e-df45-4075-9a33-9a55a10d937e tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=c46c84a3fcb44853b535b52dac2dd724&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236602 Sep 24 15:39:14.739864 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-476bb336-192f-4d9b-9371-59eaa11d0f29 req-11242456-0a90-4ee9-978b-dc2b538cffbe tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735171 Sep 24 15:39:14.765558 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-85263b6e-1c7e-4112-b52b-5a9524987641 req-1693a60f-3846-4960-8be9-632003d4f44e service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=66846ce6-4c5f-4d27-8f7f-1f9cfee18c7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0616641 Sep 24 15:39:14.839156 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808618a-2e9a-47a8-a766-cfd0e60a3d94 req-749852f9-b387-4eaf-a5c8-7a7e2aa31218 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:14.841536 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e808618a-2e9a-47a8-a766-cfd0e60a3d94 req-749852f9-b387-4eaf-a5c8-7a7e2aa31218 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1374691 Sep 24 15:39:14.855101 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85263b6e-1c7e-4112-b52b-5a9524987641 req-1cf25ffd-d0a9-4be8-a268-6707a7265439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:14.856612 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-85263b6e-1c7e-4112-b52b-5a9524987641 req-1cf25ffd-d0a9-4be8-a268-6707a7265439 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=c99d52405d9141d6b21e8bd3f638dbfc&device_id=66846ce6-4c5f-4d27-8f7f-1f9cfee18c7e HTTP/1.1" status: 200 len: 1096 time: 0.0582702 Sep 24 15:39:14.863313 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e808618a-2e9a-47a8-a766-cfd0e60a3d94 req-9733ec95-6bfc-48bb-8daa-13871dee9925 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/quotas/c46c84a3fcb44853b535b52dac2dd724 HTTP/1.1" status: 200 len: 375 time: 0.0132332 Sep 24 15:39:14.950374 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e808618a-2e9a-47a8-a766-cfd0e60a3d94 req-954b13ea-7f74-46b3-b5b2-c436500477be tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=c46c84a3fcb44853b535b52dac2dd724&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0726349 Sep 24 15:39:15.022898 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bbffc5-8d1c-46e0-9607-8ef2468d44cc req-c13af0d7-42af-47bc-9561-1a8f4bdd58c0 tempest-VolumesAdminNegativeTest-1951081303 tempest-VolumesAdminNegativeTest-1951081303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:15.031347 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-98bbffc5-8d1c-46e0-9607-8ef2468d44cc req-c13af0d7-42af-47bc-9561-1a8f4bdd58c0 tempest-VolumesAdminNegativeTest-1951081303 tempest-VolumesAdminNegativeTest-1951081303-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0a91a2d-da4c-4bf4-b131-15c2f3ca6d50 HTTP/1.1" status: 200 len: 945 time: 0.1419113 Sep 24 15:39:15.038993 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85263b6e-1c7e-4112-b52b-5a9524987641 req-f29ca167-fcac-4e2f-b4b3-17abc0cdd041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:15.040438 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-85263b6e-1c7e-4112-b52b-5a9524987641 req-f29ca167-fcac-4e2f-b4b3-17abc0cdd041 service neutron] 10.222.0.108 "GET /v2.0/networks?id=701084d1-b6de-45b7-9441-4205d9510bac HTTP/1.1" status: 200 len: 921 time: 0.1407952 Sep 24 15:39:15.098651 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-85263b6e-1c7e-4112-b52b-5a9524987641 req-3fde8f7a-e458-4b63-ac39-2ccbd15cb353 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1922459f-713f-46a2-93d7-97573894ee7a HTTP/1.1" status: 200 len: 217 time: 0.0435231 Sep 24 15:39:15.101586 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-98bbffc5-8d1c-46e0-9607-8ef2468d44cc req-b7fa9fee-e647-4504-b687-8b417e5adeca tempest-VolumesAdminNegativeTest-1951081303 tempest-VolumesAdminNegativeTest-1951081303-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24d29df-b5cd-40e5-8535-746213548403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694709 Sep 24 15:39:15.178516 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85263b6e-1c7e-4112-b52b-5a9524987641 req-40087e1c-5a5b-4c15-b57e-8c99f30bbeae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:15.180597 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-85263b6e-1c7e-4112-b52b-5a9524987641 req-40087e1c-5a5b-4c15-b57e-8c99f30bbeae service neutron] 10.222.0.108 "GET /v2.0/subnets?id=b845deee-5fbd-4c8d-bd12-b1efe896aa17 HTTP/1.1" status: 200 len: 859 time: 0.0688477 Sep 24 15:39:15.259253 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-85263b6e-1c7e-4112-b52b-5a9524987641 req-0c4b9732-d665-46ee-9590-2ab8fded9dff service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=701084d1-b6de-45b7-9441-4205d9510bac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413904 Sep 24 15:39:15.282995 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-56b5f19b-2f91-49f4-8ad3-95f6c192ca9c req-dbd8b296-e0ff-4e4e-9f15-f767b8778c5f tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=3f774616-527f-45d9-b54d-b2ec248fcd59 HTTP/1.1" status: 200 len: 210 time: 0.0298471 Sep 24 15:39:15.286599 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6938e34c-eb7c-4dab-80cc-aba50bce60d1 req-a5715634-8b9c-40bb-a860-c69b00e70254 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:15.327152 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6938e34c-eb7c-4dab-80cc-aba50bce60d1 req-a5715634-8b9c-40bb-a860-c69b00e70254 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=822db3f8-7386-41a4-ac9d-11630efbd1ee HTTP/1.1" status: 200 len: 944 time: 0.1163704 Sep 24 15:39:15.473839 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-85263b6e-1c7e-4112-b52b-5a9524987641 req-2fde683c-dbac-47fe-b91b-c71d1794bcbc service neutron] 10.222.0.108 "GET /v2.0/networks/701084d1-b6de-45b7-9441-4205d9510bac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618161 Sep 24 15:39:15.484115 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6938e34c-eb7c-4dab-80cc-aba50bce60d1 req-3549531c-2b9a-4d51-a2c3-5abd3d5bacd0 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835632 Sep 24 15:39:15.501568 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6bdef0-dedd-44f0-b146-7de7d7dc15ed req-f0d422f3-9654-4b58-b36d-93101d8539bc tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:15.503357 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5f6bdef0-dedd-44f0-b146-7de7d7dc15ed req-f0d422f3-9654-4b58-b36d-93101d8539bc tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.110 "GET /v2.0/ports?device_id=a778b926-86db-406a-887c-65b1b5385fae HTTP/1.1" status: 200 len: 946 time: 0.0779140 Sep 24 15:39:15.598207 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96319a7-b604-456d-ae5c-64cd4b4f3b97 req-32ff3658-d4ff-4db6-87dc-01aa1f3c8971 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:15.601422 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c96319a7-b604-456d-ae5c-64cd4b4f3b97 req-32ff3658-d4ff-4db6-87dc-01aa1f3c8971 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=a778b926-86db-406a-887c-65b1b5385fae HTTP/1.1" status: 200 len: 946 time: 0.0735161 Sep 24 15:39:15.671107 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c96319a7-b604-456d-ae5c-64cd4b4f3b97 req-406627b8-89fc-49d2-9f5a-55dc3094a943 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583975 Sep 24 15:39:15.690246 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-85263b6e-1c7e-4112-b52b-5a9524987641 req-b4d67ae2-dd44-47fa-9523-52d0236093f3 service neutron] 10.222.0.108 "GET /v2.0/networks/701084d1-b6de-45b7-9441-4205d9510bac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843498 Sep 24 15:39:15.715267 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-5f6bdef0-dedd-44f0-b146-7de7d7dc15ed req-90495435-6ee4-4cb7-9a2d-fd6167f5c5ef tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Deleting port 144f1cca-48cd-429d-ae93-4668c1c3cb08 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:39:15.717525 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-5f6bdef0-dedd-44f0-b146-7de7d7dc15ed req-90495435-6ee4-4cb7-9a2d-fd6167f5c5ef tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:15.816228 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-5f6bdef0-dedd-44f0-b146-7de7d7dc15ed req-90495435-6ee4-4cb7-9a2d-fd6167f5c5ef tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] For port 144f1cca-48cd-429d-ae93-4668c1c3cb08, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=144f1cca-48cd-429d-ae93-4668c1c3cb08,segment=NetworkSegment(d7a68d6c-5d6b-4eed-831a-023fbb1b8f0b),segment_id=d7a68d6c-5d6b-4eed-831a-023fbb1b8f0b)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:39:15.816907 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-5f6bdef0-dedd-44f0-b146-7de7d7dc15ed req-90495435-6ee4-4cb7-9a2d-fd6167f5c5ef tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:15.834885 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-5f6bdef0-dedd-44f0-b146-7de7d7dc15ed req-90495435-6ee4-4cb7-9a2d-fd6167f5c5ef tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Calling delete_port for 144f1cca-48cd-429d-ae93-4668c1c3cb08 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:39:15.891374 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9724333-d461-4ea2-8789-6f9fae9e22ad req-c0bfaaa4-4aa1-41a4-8d97-14586d5cc3bf tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:15.894992 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f9724333-d461-4ea2-8789-6f9fae9e22ad req-c0bfaaa4-4aa1-41a4-8d97-14586d5cc3bf tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=acb4038a-0608-4177-bb74-021222f3a02b HTTP/1.1" status: 200 len: 950 time: 0.0807593 Sep 24 15:39:15.958195 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f9724333-d461-4ea2-8789-6f9fae9e22ad req-1a7fd34c-5fc9-462c-aed4-fb8160906b64 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555346 Sep 24 15:39:16.368447 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-33d7b645-298f-409f-bc96-3b72c9609d7c req-86bf9e79-88ff-4ad2-919d-f80f20446e77 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=3f774616-527f-45d9-b54d-b2ec248fcd59 HTTP/1.1" status: 200 len: 210 time: 0.0301752 Sep 24 15:39:16.520123 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-5f6bdef0-dedd-44f0-b146-7de7d7dc15ed req-90495435-6ee4-4cb7-9a2d-fd6167f5c5ef tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:16.554926 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90495435-6ee4-4cb7-9a2d-fd6167f5c5ef tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Pushing event deleted for resources: {'Port': ['ID=144f1cca-48cd-429d-ae93-4668c1c3cb08,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:16.578059 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee6783-385d-4c38-9424-d007ca850faa req-23243575-e0aa-4b39-a04f-397bbd37e347 tempest-VolumesAdminNegativeTest-1951081303 tempest-VolumesAdminNegativeTest-1951081303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:16.579698 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bbee6783-385d-4c38-9424-d007ca850faa req-23243575-e0aa-4b39-a04f-397bbd37e347 tempest-VolumesAdminNegativeTest-1951081303 tempest-VolumesAdminNegativeTest-1951081303-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0a91a2d-da4c-4bf4-b131-15c2f3ca6d50 HTTP/1.1" status: 200 len: 945 time: 0.4066570 Sep 24 15:39:16.621407 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f6bdef0-dedd-44f0-b146-7de7d7dc15ed req-90495435-6ee4-4cb7-9a2d-fd6167f5c5ef tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] No DVR routers for this DVR port 144f1cca-48cd-429d-ae93-4668c1c3cb08 on host n-h1-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:39:16.628983 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-5f6bdef0-dedd-44f0-b146-7de7d7dc15ed req-90495435-6ee4-4cb7-9a2d-fd6167f5c5ef tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:16.631260 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5f6bdef0-dedd-44f0-b146-7de7d7dc15ed req-90495435-6ee4-4cb7-9a2d-fd6167f5c5ef tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.110 "DELETE /v2.0/ports/144f1cca-48cd-429d-ae93-4668c1c3cb08 HTTP/1.1" status: 204 len: 173 time: 1.1197200 Sep 24 15:39:16.631650 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a778b926-86db-406a-887c-65b1b5385fae', 'name': 'network-vif-deleted', 'tag': '144f1cca-48cd-429d-ae93-4668c1c3cb08'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:39:16.633930 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea283b3-9407-41cc-90bf-f23f22aa40fb" -d '{"events": [{"server_uuid": "a778b926-86db-406a-887c-65b1b5385fae", "name": "network-vif-deleted", "tag": "144f1cca-48cd-429d-ae93-4668c1c3cb08"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:39:16.652512 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1e0c65-309c-4719-935c-9bc554145a3b req-b2f3d7ea-ad8f-4ade-b2a8-6d2dee7d361e tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:16.655132 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5f1e0c65-309c-4719-935c-9bc554145a3b req-b2f3d7ea-ad8f-4ade-b2a8-6d2dee7d361e tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=822db3f8-7386-41a4-ac9d-11630efbd1ee HTTP/1.1" status: 200 len: 944 time: 0.0615644 Sep 24 15:39:16.664800 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bbee6783-385d-4c38-9424-d007ca850faa req-a1372012-7138-4e4b-92a8-849e204c737b tempest-VolumesAdminNegativeTest-1951081303 tempest-VolumesAdminNegativeTest-1951081303-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24d29df-b5cd-40e5-8535-746213548403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648694 Sep 24 15:39:16.710016 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5f1e0c65-309c-4719-935c-9bc554145a3b req-2d9786e4-58fe-4c99-a236-73872d9643da tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486217 Sep 24 15:39:16.718253 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a41c4a41-b71b-41ee-b1ef-1ac40f75c2d7 x-openstack-request-id: req-a41c4a41-b71b-41ee-b1ef-1ac40f75c2d7 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:39:16.718253 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a778b926-86db-406a-887c-65b1b5385fae", "name": "network-vif-deleted", "tag": "144f1cca-48cd-429d-ae93-4668c1c3cb08", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:39:16.718253 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a41c4a41-b71b-41ee-b1ef-1ac40f75c2d7 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:39:16.718253 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a778b926-86db-406a-887c-65b1b5385fae', 'name': 'network-vif-deleted', 'tag': '144f1cca-48cd-429d-ae93-4668c1c3cb08', 'status': 'completed', 'code': 200} Sep 24 15:39:16.846910 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d778feb5-8e3a-4642-a0d8-90fba02bc41a req-d6f3bce2-bf28-4c27-ae19-0c97600cba7f tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=a778b926-86db-406a-887c-65b1b5385fae HTTP/1.1" status: 200 len: 210 time: 0.0518444 Sep 24 15:39:16.872914 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e314c6ee-1441-43a6-9a98-f92ebf78d7d1 req-00dacafc-d055-4d7e-995f-301461b0ab4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:16.874599 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e314c6ee-1441-43a6-9a98-f92ebf78d7d1 req-00dacafc-d055-4d7e-995f-301461b0ab4a service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1d817464a57145808f61427a409f714d&device_id=acb4038a-0608-4177-bb74-021222f3a02b HTTP/1.1" status: 200 len: 1101 time: 0.0937946 Sep 24 15:39:17.023754 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e314c6ee-1441-43a6-9a98-f92ebf78d7d1 req-cbac8ff3-ecfc-4783-b4f3-9bb971446dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:17.025541 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e314c6ee-1441-43a6-9a98-f92ebf78d7d1 req-cbac8ff3-ecfc-4783-b4f3-9bb971446dd1 service neutron] 10.222.0.110 "GET /v2.0/networks?id=9672f189-23fe-44e6-9dd2-257ff8905939 HTTP/1.1" status: 200 len: 871 time: 0.1301050 Sep 24 15:39:17.095987 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e314c6ee-1441-43a6-9a98-f92ebf78d7d1 req-5e91bd03-0472-4294-825b-e7fae61877dc service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=8e50a561-2171-4e46-aecd-2a43c342d81d HTTP/1.1" status: 200 len: 217 time: 0.0569980 Sep 24 15:39:17.179177 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9917e399-832e-4ae5-83f9-9eb54267ec3f req-97179001-a74b-4c54-ba6d-75e773da90e8 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:17.180598 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9917e399-832e-4ae5-83f9-9eb54267ec3f req-97179001-a74b-4c54-ba6d-75e773da90e8 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=acb4038a-0608-4177-bb74-021222f3a02b HTTP/1.1" status: 200 len: 950 time: 0.1248643 Sep 24 15:39:17.185261 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e314c6ee-1441-43a6-9a98-f92ebf78d7d1 req-b7ab9cbf-5719-43f5-8ad3-5f74558bd5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:17.187300 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e314c6ee-1441-43a6-9a98-f92ebf78d7d1 req-b7ab9cbf-5719-43f5-8ad3-5f74558bd5c9 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.0721023 Sep 24 15:39:17.263808 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9917e399-832e-4ae5-83f9-9eb54267ec3f req-07f21818-57fb-4ec4-b012-a86f3b9e4be7 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682838 Sep 24 15:39:17.275560 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e314c6ee-1441-43a6-9a98-f92ebf78d7d1 req-1a20e154-5e3a-4bb8-acb9-cae88a5e7f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:17.277108 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e314c6ee-1441-43a6-9a98-f92ebf78d7d1 req-1a20e154-5e3a-4bb8-acb9-cae88a5e7f60 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0736413 Sep 24 15:39:17.389636 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e314c6ee-1441-43a6-9a98-f92ebf78d7d1 req-f131dae7-2912-4a59-aa79-0af0372583ab service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918233 Sep 24 15:39:17.488680 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8f7e7bdc-1272-4cd1-8546-da3ff140c242 req-b9cf19d2-6791-432d-a441-c7d2fbf2be14 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=3f774616-527f-45d9-b54d-b2ec248fcd59 HTTP/1.1" status: 200 len: 210 time: 0.0465822 Sep 24 15:39:17.517642 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e314c6ee-1441-43a6-9a98-f92ebf78d7d1 req-078532e4-98a4-4f16-9697-d27b1c3b2f9c service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185372 Sep 24 15:39:17.898624 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77749aa-ff1e-4662-8ad5-7498104f52b7 req-657e522f-5fc7-4d34-ae51-ebb6797a2f2f tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:17.900139 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e77749aa-ff1e-4662-8ad5-7498104f52b7 req-657e522f-5fc7-4d34-ae51-ebb6797a2f2f tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=822db3f8-7386-41a4-ac9d-11630efbd1ee HTTP/1.1" status: 200 len: 944 time: 0.0693090 Sep 24 15:39:17.988854 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e77749aa-ff1e-4662-8ad5-7498104f52b7 req-4a106e29-241b-4f81-8e3a-01a59994c817 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526338 Sep 24 15:39:18.074074 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e808618a-2e9a-47a8-a766-cfd0e60a3d94 req-f3129456-69c1-499f-9e9a-2c6a93cdd242 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.110 "GET /v2.0/networks?tenant_id=c46c84a3fcb44853b535b52dac2dd724&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429943 Sep 24 15:39:18.097150 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8c73a78e-68c8-4c6c-985f-486a94501d35 req-c9ff21c8-c82a-4f95-be65-90ea631fe328 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=a778b926-86db-406a-887c-65b1b5385fae HTTP/1.1" status: 200 len: 210 time: 0.0345342 Sep 24 15:39:18.217051 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808618a-2e9a-47a8-a766-cfd0e60a3d94 req-808f5da6-f568-4009-b0c4-6b83e947ecf2 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:18.218740 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e808618a-2e9a-47a8-a766-cfd0e60a3d94 req-808f5da6-f568-4009-b0c4-6b83e947ecf2 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1352901 Sep 24 15:39:18.233814 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-e808618a-2e9a-47a8-a766-cfd0e60a3d94 req-2b4e761a-e21c-4793-aa29-640af2c9e941 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Request body: {'port': {'device_id': '3f774616-527f-45d9-b54d-b2ec248fcd59', 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939', 'admin_state_up': True, 'tenant_id': 'c46c84a3fcb44853b535b52dac2dd724'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:39:18.307069 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 144f1cca-48cd-429d-ae93-4668c1c3cb08 no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:39:18.383481 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] No Port match for: 144f1cca-48cd-429d-ae93-4668c1c3cb08 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:39:18.384124 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 144f1cca-48cd-429d-ae93-4668c1c3cb08 not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:39:18.451821 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92548b5-5c54-4ffe-8579-921850d0759b req-a67cccd5-ed91-445d-9db0-355160cf26e7 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:18.460689 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f92548b5-5c54-4ffe-8579-921850d0759b req-a67cccd5-ed91-445d-9db0-355160cf26e7 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=acb4038a-0608-4177-bb74-021222f3a02b HTTP/1.1" status: 200 len: 950 time: 0.0737276 Sep 24 15:39:18.525396 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e808618a-2e9a-47a8-a766-cfd0e60a3d94 req-2b4e761a-e21c-4793-aa29-640af2c9e941 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Made reservation on behalf of c46c84a3fcb44853b535b52dac2dd724 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:39:18.529670 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e808618a-2e9a-47a8-a766-cfd0e60a3d94 req-2b4e761a-e21c-4793-aa29-640af2c9e941 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:18.535702 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f92548b5-5c54-4ffe-8579-921850d0759b req-0efade06-da05-4176-8e69-3928ac3925a1 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605345 Sep 24 15:39:18.746943 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-e808618a-2e9a-47a8-a766-cfd0e60a3d94 req-2b4e761a-e21c-4793-aa29-640af2c9e941 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Allocated IP 192.168.233.20 (9672f189-23fe-44e6-9dd2-257ff8905939/188edb94-8042-4961-9ec0-8960b1ce1305/3149d176-de95-4fe2-b646-1d53b06f5d3a) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:39:18.760405 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-af9fb617-3a33-4cb0-8abe-7b4249b0cba0 req-3cfb7977-5b2a-483b-820d-435217112469 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=3f774616-527f-45d9-b54d-b2ec248fcd59 HTTP/1.1" status: 200 len: 210 time: 0.0606337 Sep 24 15:39:18.977058 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e808618a-2e9a-47a8-a766-cfd0e60a3d94 req-2b4e761a-e21c-4793-aa29-640af2c9e941 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:19.046811 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device bb094fae-e117-4c0a-9f40-5490e001cf2e details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:39:19.129877 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e808618a-2e9a-47a8-a766-cfd0e60a3d94 req-2b4e761a-e21c-4793-aa29-640af2c9e941 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:19.169799 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port bb094fae-e117-4c0a-9f40-5490e001cf2e, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=bb094fae-e117-4c0a-9f40-5490e001cf2e,segment=NetworkSegment(261d132c-af7b-4dd2-86dc-27294ea32e8c),segment_id=261d132c-af7b-4dd2-86dc-27294ea32e8c)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:39:19.190641 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e808618a-2e9a-47a8-a766-cfd0e60a3d94 req-2b4e761a-e21c-4793-aa29-640af2c9e941 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Network 9672f189-23fe-44e6-9dd2-257ff8905939 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:39:19.190846 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['8a0e6c9e-80a9-4494-a546-cfc3c34ef712'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:39:19.190846 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['afbf09b1-1e35-4fb2-a4fa-27218272dc3a', 'a798f864-7258-4bf0-87cc-1bfef04bb674', '24452517-d2c8-4379-b085-e8bb73de1440', 'a82fe858-21c7-4f8e-b9af-06bbc2a57d70'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:39:19.207200 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2af94d-83c6-4778-884e-2ac75c188fea req-4309c9dc-caae-4a50-a895-eae1c3512f6a tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:19.215485 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ff2af94d-83c6-4778-884e-2ac75c188fea req-4309c9dc-caae-4a50-a895-eae1c3512f6a tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=822db3f8-7386-41a4-ac9d-11630efbd1ee HTTP/1.1" status: 200 len: 944 time: 0.1216979 Sep 24 15:39:19.235064 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-e808618a-2e9a-47a8-a766-cfd0e60a3d94 req-2b4e761a-e21c-4793-aa29-640af2c9e941 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:39:19.236583 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d03a59-5ecd-4578-bf54-1c0f9f9e0471 req-3363335b-bd59-4996-b2f5-b85831111867 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:19.239427 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-e808618a-2e9a-47a8-a766-cfd0e60a3d94 req-2b4e761a-e21c-4793-aa29-640af2c9e941 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:39:19.244120 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-88d03a59-5ecd-4578-bf54-1c0f9f9e0471 req-3363335b-bd59-4996-b2f5-b85831111867 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=66846ce6-4c5f-4d27-8f7f-1f9cfee18c7e HTTP/1.1" status: 200 len: 945 time: 0.0656164 Sep 24 15:39:19.283978 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': 'bb094fae-e117-4c0a-9f40-5490e001cf2e', 'network_id': 'aba63c87-be12-4faa-aa4b-48192227e33d', 'port_id': 'bb094fae-e117-4c0a-9f40-5490e001cf2e', 'mac_address': 'fa:16:3e:be:d8:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '979d11e7-dd50-44f7-803b-0d6530af4707', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:39:19.318394 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ff2af94d-83c6-4778-884e-2ac75c188fea req-b626933b-fce6-48a1-8151-cb4c82e894e0 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007280 Sep 24 15:39:19.334407 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-88d03a59-5ecd-4578-bf54-1c0f9f9e0471 req-5db56145-75bf-4a5e-999b-c40f30d3ed2e tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771523 Sep 24 15:39:19.339230 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4e761a-e21c-4793-aa29-640af2c9e941 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Pushing event updated for resources: {'Port': ['ID=3149d176-de95-4fe2-b646-1d53b06f5d3a,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:19.382620 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808618a-2e9a-47a8-a766-cfd0e60a3d94 req-2b4e761a-e21c-4793-aa29-640af2c9e941 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:19.383537 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e808618a-2e9a-47a8-a766-cfd0e60a3d94 req-2b4e761a-e21c-4793-aa29-640af2c9e941 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:19.487861 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e808618a-2e9a-47a8-a766-cfd0e60a3d94 req-2b4e761a-e21c-4793-aa29-640af2c9e941 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2573760 Sep 24 15:39:19.488064 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:19.502376 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-e808618a-2e9a-47a8-a766-cfd0e60a3d94 req-9274e2f7-1069-4428-b78b-612381d9244d service neutron] Request body: {'port': {'device_id': '3f774616-527f-45d9-b54d-b2ec248fcd59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:39:19.548933 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb094fae-e117-4c0a-9f40-5490e001cf2e {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:39:19.550766 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-73fd09cf-265e-4573-baa0-2dfcf81a61f7 req-1f61f006-f54d-4bc2-bacb-8e0a6d5e95ef tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=a778b926-86db-406a-887c-65b1b5385fae HTTP/1.1" status: 200 len: 210 time: 0.0921891 Sep 24 15:39:19.609681 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port bb094fae-e117-4c0a-9f40-5490e001cf2e, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=bb094fae-e117-4c0a-9f40-5490e001cf2e,segment=NetworkSegment(261d132c-af7b-4dd2-86dc-27294ea32e8c),segment_id=261d132c-af7b-4dd2-86dc-27294ea32e8c)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:39:19.667618 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e808618a-2e9a-47a8-a766-cfd0e60a3d94 req-9274e2f7-1069-4428-b78b-612381d9244d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:19.727065 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-eb0c1f46-5666-4695-9d03-0f0bff424678 None None] Provisioning complete for port 3149d176-de95-4fe2-b646-1d53b06f5d3a triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:39:19.727702 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-eb0c1f46-5666-4695-9d03-0f0bff424678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:19.733425 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c00c2821-c2cc-4d51-80b4-d1a7cbbf2d85 req-1608e9d9-6f86-480f-ab26-d3c9378f2b97 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0502222 Sep 24 15:39:19.738441 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1569f51-5682-464c-b39d-1c3aa4380456 req-c1a9957e-b68e-4f48-ae83-857267c58e5d tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:19.747779 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b1569f51-5682-464c-b39d-1c3aa4380456 req-c1a9957e-b68e-4f48-ae83-857267c58e5d tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=acb4038a-0608-4177-bb74-021222f3a02b HTTP/1.1" status: 200 len: 950 time: 0.1169369 Sep 24 15:39:19.761020 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:19.833319 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-eb0c1f46-5666-4695-9d03-0f0bff424678 None None] Port 3149d176-de95-4fe2-b646-1d53b06f5d3a cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:39:19.849616 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=bb094fae-e117-4c0a-9f40-5490e001cf2e,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:19.849972 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b1569f51-5682-464c-b39d-1c3aa4380456 req-37b7a4c8-3d37-4a16-a20f-ae39336828d8 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915942 Sep 24 15:39:19.867295 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c2821-c2cc-4d51-80b4-d1a7cbbf2d85 req-6b9a0be4-19d4-418b-acd4-c4f18eb1a926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:19.870439 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c00c2821-c2cc-4d51-80b4-d1a7cbbf2d85 req-6b9a0be4-19d4-418b-acd4-c4f18eb1a926 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=ac17221dd7b34bd3afb658a69ac088d3&device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 1096 time: 0.0684457 Sep 24 15:39:19.987149 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a041f4-b89c-4119-a6e6-432b97a6d411 req-b4fff356-db4d-4dde-9812-10a25d913190 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:19.989182 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d4a041f4-b89c-4119-a6e6-432b97a6d411 req-b4fff356-db4d-4dde-9812-10a25d913190 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=3f774616-527f-45d9-b54d-b2ec248fcd59 HTTP/1.1" status: 200 len: 935 time: 0.0988696 Sep 24 15:39:20.103174 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d4a041f4-b89c-4119-a6e6-432b97a6d411 req-ba08bab8-170e-4106-81f8-14e15ce1ca52 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614669 Sep 24 15:39:20.124263 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c2821-c2cc-4d51-80b4-d1a7cbbf2d85 req-85636cef-a0f6-47c4-8a1f-baf6a804c53c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:20.126300 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c00c2821-c2cc-4d51-80b4-d1a7cbbf2d85 req-85636cef-a0f6-47c4-8a1f-baf6a804c53c service neutron] 10.222.0.110 "GET /v2.0/networks?id=bad15511-e79d-4a5e-8826-604fa4d6fb1c HTTP/1.1" status: 200 len: 914 time: 0.2256932 Sep 24 15:39:20.159631 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-e808618a-2e9a-47a8-a766-cfd0e60a3d94 req-9274e2f7-1069-4428-b78b-612381d9244d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3149d176-de95-4fe2-b646-1d53b06f5d3a {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:39:20.168925 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e808618a-2e9a-47a8-a766-cfd0e60a3d94 req-9274e2f7-1069-4428-b78b-612381d9244d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:20.184209 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-e808618a-2e9a-47a8-a766-cfd0e60a3d94 req-9274e2f7-1069-4428-b78b-612381d9244d service neutron] Transition to ACTIVE for port object 3149d176-de95-4fe2-b646-1d53b06f5d3a will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:39:20.211235 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c00c2821-c2cc-4d51-80b4-d1a7cbbf2d85 req-8a5d25b2-8202-4c43-9c8d-d7273dc9e7e4 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c9fda49-cc27-42a1-beac-c3884a84a52d HTTP/1.1" status: 200 len: 1000 time: 0.0726254 Sep 24 15:39:20.242800 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e808618a-2e9a-47a8-a766-cfd0e60a3d94 req-9274e2f7-1069-4428-b78b-612381d9244d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:20.265147 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c2821-c2cc-4d51-80b4-d1a7cbbf2d85 req-afe12003-640a-42b7-9071-e13635a61f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:20.266705 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c00c2821-c2cc-4d51-80b4-d1a7cbbf2d85 req-afe12003-640a-42b7-9071-e13635a61f72 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=ac550aa6-1c9d-441e-90e2-38bf2a7a38e4 HTTP/1.1" status: 200 len: 851 time: 0.0459845 Sep 24 15:39:20.343492 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9274e2f7-1069-4428-b78b-612381d9244d service neutron] Pushing event updated for resources: {'Port': ['ID=3149d176-de95-4fe2-b646-1d53b06f5d3a,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:20.354801 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c2821-c2cc-4d51-80b4-d1a7cbbf2d85 req-7c97e5fd-8c3b-45a9-8698-bb260285a0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:20.357733 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c00c2821-c2cc-4d51-80b4-d1a7cbbf2d85 req-7c97e5fd-8c3b-45a9-8698-bb260285a0ee service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=bad15511-e79d-4a5e-8826-604fa4d6fb1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0614398 Sep 24 15:39:20.428707 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-e808618a-2e9a-47a8-a766-cfd0e60a3d94 req-9274e2f7-1069-4428-b78b-612381d9244d service neutron] Attempting to bind port 3149d176-de95-4fe2-b646-1d53b06f5d3a on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:39:20.433126 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-e808618a-2e9a-47a8-a766-cfd0e60a3d94 req-9274e2f7-1069-4428-b78b-612381d9244d service neutron] Attempting to bind port 3149d176-de95-4fe2-b646-1d53b06f5d3a by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:39:20.433126 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e808618a-2e9a-47a8-a766-cfd0e60a3d94 req-9274e2f7-1069-4428-b78b-612381d9244d service neutron] Attempting to bind port 3149d176-de95-4fe2-b646-1d53b06f5d3a on network 9672f189-23fe-44e6-9dd2-257ff8905939 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:39:20.435335 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e808618a-2e9a-47a8-a766-cfd0e60a3d94 req-9274e2f7-1069-4428-b78b-612381d9244d service neutron] Port 3149d176-de95-4fe2-b646-1d53b06f5d3a on network 9672f189-23fe-44e6-9dd2-257ff8905939 not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:39:20.436190 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e808618a-2e9a-47a8-a766-cfd0e60a3d94 req-9274e2f7-1069-4428-b78b-612381d9244d service neutron] Attempting to bind port 3149d176-de95-4fe2-b646-1d53b06f5d3a on network 9672f189-23fe-44e6-9dd2-257ff8905939 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:39:20.441869 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e808618a-2e9a-47a8-a766-cfd0e60a3d94 req-9274e2f7-1069-4428-b78b-612381d9244d service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:39:20.442482 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e808618a-2e9a-47a8-a766-cfd0e60a3d94 req-9274e2f7-1069-4428-b78b-612381d9244d service neutron] Checking segment: {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:39:20.443348 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e808618a-2e9a-47a8-a766-cfd0e60a3d94 req-9274e2f7-1069-4428-b78b-612381d9244d service neutron] Bound using segment: {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:39:20.443966 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-e808618a-2e9a-47a8-a766-cfd0e60a3d94 req-9274e2f7-1069-4428-b78b-612381d9244d service neutron] Bound port: 3149d176-de95-4fe2-b646-1d53b06f5d3a, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:39:20.444723 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e808618a-2e9a-47a8-a766-cfd0e60a3d94 req-9274e2f7-1069-4428-b78b-612381d9244d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:20.516800 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c00c2821-c2cc-4d51-80b4-d1a7cbbf2d85 req-622ff2fd-6159-4a12-8cd2-e860bb51ceae service neutron] 10.222.0.110 "GET /v2.0/networks/bad15511-e79d-4a5e-8826-604fa4d6fb1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483793 Sep 24 15:39:20.532642 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef959e9-5574-42d0-9ed0-e4ab2d6789b0 req-c6c69685-637c-43ff-aa86-23613d52deeb tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:20.534371 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6ef959e9-5574-42d0-9ed0-e4ab2d6789b0 req-c6c69685-637c-43ff-aa86-23613d52deeb tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=66846ce6-4c5f-4d27-8f7f-1f9cfee18c7e HTTP/1.1" status: 200 len: 945 time: 0.0907593 Sep 24 15:39:20.561533 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-e808618a-2e9a-47a8-a766-cfd0e60a3d94 req-9274e2f7-1069-4428-b78b-612381d9244d service neutron] For port 3149d176-de95-4fe2-b646-1d53b06f5d3a, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:39:20.563981 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-e808618a-2e9a-47a8-a766-cfd0e60a3d94 req-9274e2f7-1069-4428-b78b-612381d9244d service neutron] For port 3149d176-de95-4fe2-b646-1d53b06f5d3a, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=3149d176-de95-4fe2-b646-1d53b06f5d3a,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:39:20.638921 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6ef959e9-5574-42d0-9ed0-e4ab2d6789b0 req-3dc85423-1817-4eb2-b8ad-fd40db0ec777 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958893 Sep 24 15:39:20.663864 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c00c2821-c2cc-4d51-80b4-d1a7cbbf2d85 req-8db2e03e-b00e-4120-85d3-7001c7c13e68 service neutron] 10.222.0.110 "GET /v2.0/networks/bad15511-e79d-4a5e-8826-604fa4d6fb1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283233 Sep 24 15:39:20.696993 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e808618a-2e9a-47a8-a766-cfd0e60a3d94 req-9274e2f7-1069-4428-b78b-612381d9244d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:20.733118 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808618a-2e9a-47a8-a766-cfd0e60a3d94 req-9274e2f7-1069-4428-b78b-612381d9244d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:20.733821 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e808618a-2e9a-47a8-a766-cfd0e60a3d94 req-9274e2f7-1069-4428-b78b-612381d9244d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:20.736047 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e808618a-2e9a-47a8-a766-cfd0e60a3d94 req-9274e2f7-1069-4428-b78b-612381d9244d service neutron] 10.222.0.110 "PUT /v2.0/ports/3149d176-de95-4fe2-b646-1d53b06f5d3a HTTP/1.1" status: 200 len: 1095 time: 1.2385006 Sep 24 15:39:20.740051 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f774616-527f-45d9-b54d-b2ec248fcd59', 'tag': '3149d176-de95-4fe2-b646-1d53b06f5d3a'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:39:20.749205 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6251ebf2-8e28-43f9-bed0-3fd7a91e9d79" -d '{"events": [{"name": "network-changed", "server_uuid": "3f774616-527f-45d9-b54d-b2ec248fcd59", "tag": "3149d176-de95-4fe2-b646-1d53b06f5d3a"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:39:20.772763 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9274e2f7-1069-4428-b78b-612381d9244d service neutron] Pushing event updated for resources: {'Port': ['ID=3149d176-de95-4fe2-b646-1d53b06f5d3a,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:20.780521 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f111b-394d-4613-a6ff-954b2f392ba2 req-78990e6f-ca66-4284-a05f-1149621f14da tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:20.787833 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0f5f111b-394d-4613-a6ff-954b2f392ba2 req-78990e6f-ca66-4284-a05f-1149621f14da tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=822db3f8-7386-41a4-ac9d-11630efbd1ee HTTP/1.1" status: 200 len: 945 time: 0.0756283 Sep 24 15:39:20.826843 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0f5f111b-394d-4613-a6ff-954b2f392ba2 req-1326640d-55ff-415a-a0b8-13f34c553b4a tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381377 Sep 24 15:39:20.990599 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808618a-2e9a-47a8-a766-cfd0e60a3d94 req-bf72ffd5-bb7b-4082-9d06-3b4f331b2c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:20.997244 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e808618a-2e9a-47a8-a766-cfd0e60a3d94 req-bf72ffd5-bb7b-4082-9d06-3b4f331b2c66 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=c46c84a3fcb44853b535b52dac2dd724&device_id=3f774616-527f-45d9-b54d-b2ec248fcd59 HTTP/1.1" status: 200 len: 1098 time: 0.0517039 Sep 24 15:39:21.009289 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['bb094fae-e117-4c0a-9f40-5490e001cf2e'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:39:21.052957 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-123e7b34-22b0-45dc-b874-c70ffb3564c2 req-69baa0cb-f388-4572-9f4b-0473ee422b29 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=a778b926-86db-406a-887c-65b1b5385fae HTTP/1.1" status: 200 len: 210 time: 0.0581479 Sep 24 15:39:21.083782 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c6fbbc-6334-453b-a844-37bc2a249ede x-openstack-request-id: req-22c6fbbc-6334-453b-a844-37bc2a249ede {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:39:21.085635 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f774616-527f-45d9-b54d-b2ec248fcd59", "tag": "3149d176-de95-4fe2-b646-1d53b06f5d3a", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:39:21.085635 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-22c6fbbc-6334-453b-a844-37bc2a249ede {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:39:21.085635 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f774616-527f-45d9-b54d-b2ec248fcd59', 'tag': '3149d176-de95-4fe2-b646-1d53b06f5d3a', 'status': 'completed', 'code': 200} Sep 24 15:39:21.087094 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e808618a-2e9a-47a8-a766-cfd0e60a3d94 req-cfec61eb-720e-4e5f-9293-00d656898480 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=3149d176-de95-4fe2-b646-1d53b06f5d3a HTTP/1.1" status: 200 len: 217 time: 0.0776730 Sep 24 15:39:21.187512 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808618a-2e9a-47a8-a766-cfd0e60a3d94 req-e6b85503-ce59-4dcb-a2cb-782e3930cf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:21.189036 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e808618a-2e9a-47a8-a766-cfd0e60a3d94 req-e6b85503-ce59-4dcb-a2cb-782e3930cf2b service neutron] 10.222.0.110 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.0950036 Sep 24 15:39:21.207477 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70274499-6d06-475d-8c31-cdd485ccf6da req-222fd89e-60fa-4d6f-b738-ddf9731d6291 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:21.211675 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-70274499-6d06-475d-8c31-cdd485ccf6da req-222fd89e-60fa-4d6f-b738-ddf9731d6291 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=acb4038a-0608-4177-bb74-021222f3a02b HTTP/1.1" status: 200 len: 950 time: 0.0812273 Sep 24 15:39:21.268750 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e457858a-0fcf-40a8-86a5-012464681a08 req-04e49770-fef9-4bee-976c-e03c3ef5d518 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:21.270306 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e457858a-0fcf-40a8-86a5-012464681a08 req-04e49770-fef9-4bee-976c-e03c3ef5d518 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=3f774616-527f-45d9-b54d-b2ec248fcd59 HTTP/1.1" status: 200 len: 947 time: 0.0710971 Sep 24 15:39:21.280891 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e808618a-2e9a-47a8-a766-cfd0e60a3d94 req-81bc91dd-2cc3-4600-9f46-a43ea9b2c94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:21.284443 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e808618a-2e9a-47a8-a766-cfd0e60a3d94 req-81bc91dd-2cc3-4600-9f46-a43ea9b2c94b service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0717909 Sep 24 15:39:21.296565 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-70274499-6d06-475d-8c31-cdd485ccf6da req-2aeab964-acba-41e3-b25e-f74425500809 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753400 Sep 24 15:39:21.328681 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e457858a-0fcf-40a8-86a5-012464681a08 req-f9b4ea14-9340-4b3a-9741-fa92e7fc30be tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488482 Sep 24 15:39:21.392228 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e808618a-2e9a-47a8-a766-cfd0e60a3d94 req-dcffeae4-2df8-47d8-9e2f-f7f9f2a18255 service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945570 Sep 24 15:39:21.491353 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e808618a-2e9a-47a8-a766-cfd0e60a3d94 req-ef2b712e-def1-4b99-b496-b3547470abf0 service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909734 Sep 24 15:39:21.687625 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6251ebf2-8e28-43f9-bed0-3fd7a91e9d79 req-4ffe8092-85d1-494a-9fb0-51fd04e65772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:21.689195 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6251ebf2-8e28-43f9-bed0-3fd7a91e9d79 req-4ffe8092-85d1-494a-9fb0-51fd04e65772 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=c46c84a3fcb44853b535b52dac2dd724&device_id=3f774616-527f-45d9-b54d-b2ec248fcd59 HTTP/1.1" status: 200 len: 1098 time: 0.0440881 Sep 24 15:39:21.776675 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542dba2b-1709-4383-ae5f-fac21c29b55c req-b894a0d1-af5d-4c53-a8da-6c63e1978b7c tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:21.778903 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-542dba2b-1709-4383-ae5f-fac21c29b55c req-b894a0d1-af5d-4c53-a8da-6c63e1978b7c tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=66846ce6-4c5f-4d27-8f7f-1f9cfee18c7e HTTP/1.1" status: 200 len: 945 time: 0.0537879 Sep 24 15:39:21.789376 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6251ebf2-8e28-43f9-bed0-3fd7a91e9d79 req-276a2417-8ffa-432f-bb37-5da029337654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:21.790906 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6251ebf2-8e28-43f9-bed0-3fd7a91e9d79 req-276a2417-8ffa-432f-bb37-5da029337654 service neutron] 10.222.0.110 "GET /v2.0/networks?id=9672f189-23fe-44e6-9dd2-257ff8905939 HTTP/1.1" status: 200 len: 871 time: 0.0924089 Sep 24 15:39:21.822067 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-542dba2b-1709-4383-ae5f-fac21c29b55c req-1f3e9f1d-5d60-48b8-97fc-7c1f9b53091a tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361900 Sep 24 15:39:21.840124 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6251ebf2-8e28-43f9-bed0-3fd7a91e9d79 req-d375bcfe-e0c8-494f-b7b0-e600b5142fa1 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.20&port_id=3149d176-de95-4fe2-b646-1d53b06f5d3a HTTP/1.1" status: 200 len: 217 time: 0.0406494 Sep 24 15:39:21.892448 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6251ebf2-8e28-43f9-bed0-3fd7a91e9d79 req-74298a8a-ba1d-40f7-973f-f2aba5e3126a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:21.893937 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6251ebf2-8e28-43f9-bed0-3fd7a91e9d79 req-74298a8a-ba1d-40f7-973f-f2aba5e3126a service neutron] 10.222.0.110 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.0449724 Sep 24 15:39:21.979380 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90ed3ec-0e11-4c4a-930a-f0e2553e9046 req-9fabf850-8d92-47f4-a9d9-d9b43b1657f0 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:21.981496 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c90ed3ec-0e11-4c4a-930a-f0e2553e9046 req-9fabf850-8d92-47f4-a9d9-d9b43b1657f0 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=822db3f8-7386-41a4-ac9d-11630efbd1ee HTTP/1.1" status: 200 len: 945 time: 0.0829906 Sep 24 15:39:21.984348 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6251ebf2-8e28-43f9-bed0-3fd7a91e9d79 req-c0987fbb-9618-4124-89b0-5c10fef3adf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:21.985823 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6251ebf2-8e28-43f9-bed0-3fd7a91e9d79 req-c0987fbb-9618-4124-89b0-5c10fef3adf4 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0780184 Sep 24 15:39:22.046399 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c90ed3ec-0e11-4c4a-930a-f0e2553e9046 req-30642dd7-afe0-4876-b7c5-7eba47359f7d tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589168 Sep 24 15:39:22.110213 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6251ebf2-8e28-43f9-bed0-3fd7a91e9d79 req-759983b1-5196-4485-b2db-0d9315fd56da service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1092157 Sep 24 15:39:22.190240 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6a1ab0ae-9bb0-4ed2-bed2-f73f88fadb96 req-5bc5d1ef-058f-426e-862b-e9b8d79d54fe tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=a778b926-86db-406a-887c-65b1b5385fae HTTP/1.1" status: 200 len: 210 time: 0.0266886 Sep 24 15:39:22.228644 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6251ebf2-8e28-43f9-bed0-3fd7a91e9d79 req-06b84543-f9e2-4a90-94c4-0019c9bf743b service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936399 Sep 24 15:39:22.460959 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecc7199-3827-46e3-8464-0b213071f518 req-256729e8-1f81-4b95-b139-263ff827c557 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:22.469266 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2ecc7199-3827-46e3-8464-0b213071f518 req-256729e8-1f81-4b95-b139-263ff827c557 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=acb4038a-0608-4177-bb74-021222f3a02b HTTP/1.1" status: 200 len: 950 time: 0.0751114 Sep 24 15:39:22.474248 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69d9fe-3525-4988-aeac-db0f2e7abb3a req-73917265-0d4b-497d-83c0-f8eedee32009 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:22.475986 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6d69d9fe-3525-4988-aeac-db0f2e7abb3a req-73917265-0d4b-497d-83c0-f8eedee32009 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=3f774616-527f-45d9-b54d-b2ec248fcd59 HTTP/1.1" status: 200 len: 947 time: 0.0543556 Sep 24 15:39:22.511164 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2ecc7199-3827-46e3-8464-0b213071f518 req-e4ae5dfd-3391-4c10-81e3-f3f273fcb462 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404432 Sep 24 15:39:22.522656 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6d69d9fe-3525-4988-aeac-db0f2e7abb3a req-6dc2fd46-680b-4569-82db-1fc76216a224 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391822 Sep 24 15:39:22.939311 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fe6ca8-2bb3-4857-ac21-b78fad7d7008 req-28bf3026-48b9-47b6-9b15-3d43ac16294b tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:22.941204 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-00fe6ca8-2bb3-4857-ac21-b78fad7d7008 req-28bf3026-48b9-47b6-9b15-3d43ac16294b tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=66846ce6-4c5f-4d27-8f7f-1f9cfee18c7e HTTP/1.1" status: 200 len: 945 time: 0.0524223 Sep 24 15:39:22.981201 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-00fe6ca8-2bb3-4857-ac21-b78fad7d7008 req-92a8525b-ad4f-45ce-bf30-dd8789f08239 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335212 Sep 24 15:39:23.176461 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3855c99-f952-4c49-9552-190ea3abe26c req-f4ed73bb-04d2-4b44-b8ca-eab2c63ff202 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:23.177963 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d3855c99-f952-4c49-9552-190ea3abe26c req-f4ed73bb-04d2-4b44-b8ca-eab2c63ff202 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=822db3f8-7386-41a4-ac9d-11630efbd1ee HTTP/1.1" status: 200 len: 945 time: 0.0585539 Sep 24 15:39:23.218288 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d3855c99-f952-4c49-9552-190ea3abe26c req-a31c1273-48df-43cb-b6f5-4396d60634d7 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337200 Sep 24 15:39:23.634453 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938873a2-7c88-4db7-96e4-442198b8fc1f req-36e3e549-414b-491a-8a6a-81ba49ae0ca8 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:23.635910 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-938873a2-7c88-4db7-96e4-442198b8fc1f req-36e3e549-414b-491a-8a6a-81ba49ae0ca8 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=acb4038a-0608-4177-bb74-021222f3a02b HTTP/1.1" status: 200 len: 950 time: 0.0520566 Sep 24 15:39:23.679321 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-938873a2-7c88-4db7-96e4-442198b8fc1f req-98f32b23-4232-4d61-bf8f-cdf814074d48 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362213 Sep 24 15:39:23.702883 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258de3fb-2639-4a53-bf09-54cbdc9de473 req-300b608c-f9bc-4616-b962-9179a9e65f3a tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:23.704379 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-258de3fb-2639-4a53-bf09-54cbdc9de473 req-300b608c-f9bc-4616-b962-9179a9e65f3a tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/networks?id=3e0da5e5-cfcf-4b73-b0d7-902e52490b00 HTTP/1.1" status: 200 len: 812 time: 0.1144557 Sep 24 15:39:23.721523 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-258de3fb-2639-4a53-bf09-54cbdc9de473 req-5872a9a4-9d42-4e88-ba78-6ea7b77820ea tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/quotas/d0b79565aaee49b1a1b35139ea3bccae HTTP/1.1" status: 200 len: 375 time: 0.0101378 Sep 24 15:39:23.755192 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-258de3fb-2639-4a53-bf09-54cbdc9de473 req-6b6474c5-a78a-4085-9476-3f6180a5defd tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=d0b79565aaee49b1a1b35139ea3bccae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0277958 Sep 24 15:39:23.790301 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aeb37a-08af-4909-901a-cba443c6812c req-4e60c831-afb6-4aff-857c-bb4560ed0a63 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:23.791806 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-14aeb37a-08af-4909-901a-cba443c6812c req-4e60c831-afb6-4aff-857c-bb4560ed0a63 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=3f774616-527f-45d9-b54d-b2ec248fcd59 HTTP/1.1" status: 200 len: 947 time: 0.0533435 Sep 24 15:39:23.834543 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-14aeb37a-08af-4909-901a-cba443c6812c req-e7ab9664-1867-47bc-b2c3-1a0f7eb6cc7d tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364974 Sep 24 15:39:23.855411 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-258de3fb-2639-4a53-bf09-54cbdc9de473 req-66e7e8f6-8559-4dab-ac5a-1d9af7a1d171 service neutron] 10.222.0.101 "GET /v2.0/networks/3e0da5e5-cfcf-4b73-b0d7-902e52490b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926392 Sep 24 15:39:23.952178 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-258de3fb-2639-4a53-bf09-54cbdc9de473 req-35ec4044-2b2a-4405-ae40-cc24538ec903 service neutron] 10.222.0.101 "GET /v2.0/networks/3e0da5e5-cfcf-4b73-b0d7-902e52490b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881534 Sep 24 15:39:24.100046 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5585dcca-60fd-4c54-8558-80dea435b47b req-9c632951-ea3f-4fb7-946a-f1888b80bc44 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:24.101566 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5585dcca-60fd-4c54-8558-80dea435b47b req-9c632951-ea3f-4fb7-946a-f1888b80bc44 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=66846ce6-4c5f-4d27-8f7f-1f9cfee18c7e HTTP/1.1" status: 200 len: 945 time: 0.0501919 Sep 24 15:39:24.158314 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5585dcca-60fd-4c54-8558-80dea435b47b req-ff71fe08-feed-4c5c-958f-ba885f5bd7be tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447338 Sep 24 15:39:24.248011 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6f78fe64-a133-408f-aa49-d00b1f07b58d req-22703e20-2318-4812-9e11-f0c94562f177 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=09968bd6-48c5-4b75-afa1-de3cf7d2c838 HTTP/1.1" status: 200 len: 210 time: 0.0493731 Sep 24 15:39:24.359926 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 3149d176-de95-4fe2-b646-1d53b06f5d3a details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:39:24.382477 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb42e065-ce51-414b-9a57-6bad31a4892b req-e2091016-02be-482b-ab66-734feafc8415 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:24.383951 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cb42e065-ce51-414b-9a57-6bad31a4892b req-e2091016-02be-482b-ab66-734feafc8415 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=822db3f8-7386-41a4-ac9d-11630efbd1ee HTTP/1.1" status: 200 len: 945 time: 0.0761442 Sep 24 15:39:24.458511 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cb42e065-ce51-414b-9a57-6bad31a4892b req-d4726d9d-e881-4dfe-b5b4-2290dae7d4cc tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640645 Sep 24 15:39:24.502444 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 3149d176-de95-4fe2-b646-1d53b06f5d3a, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=3149d176-de95-4fe2-b646-1d53b06f5d3a,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:39:24.516547 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': '3149d176-de95-4fe2-b646-1d53b06f5d3a', 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939', 'port_id': '3149d176-de95-4fe2-b646-1d53b06f5d3a', 'mac_address': 'fa:16:3e:ef:b4:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '188edb94-8042-4961-9ec0-8960b1ce1305', 'ip_address': '192.168.233.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:39:24.575139 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:24.589575 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3149d176-de95-4fe2-b646-1d53b06f5d3a {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:39:24.611677 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 3149d176-de95-4fe2-b646-1d53b06f5d3a, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=3149d176-de95-4fe2-b646-1d53b06f5d3a,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:39:24.730568 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:24.786736 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=3149d176-de95-4fe2-b646-1d53b06f5d3a,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:24.813943 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5be6d7c-eddf-4855-9896-6d4cd86a8c98 req-e8f4002a-9a01-4cef-9170-210ee46d70a4 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:24.815504 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d5be6d7c-eddf-4855-9896-6d4cd86a8c98 req-e8f4002a-9a01-4cef-9170-210ee46d70a4 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=acb4038a-0608-4177-bb74-021222f3a02b HTTP/1.1" status: 200 len: 950 time: 0.0510166 Sep 24 15:39:24.857953 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d5be6d7c-eddf-4855-9896-6d4cd86a8c98 req-a8df8d9c-571b-45ff-a6ab-6ce0179817cb tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360808 Sep 24 15:39:24.928932 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d11978-7f68-47c1-9810-ede67df9766a req-aa083a13-317a-41b9-8a69-53df76b68f84 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:24.929162 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-93d11978-7f68-47c1-9810-ede67df9766a req-aa083a13-317a-41b9-8a69-53df76b68f84 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.108 "GET /v2.0/ports?device_id=66846ce6-4c5f-4d27-8f7f-1f9cfee18c7e HTTP/1.1" status: 200 len: 945 time: 0.0619791 Sep 24 15:39:24.981688 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482baf40-96a3-40b9-ba6c-ed3ac6ea3ba2 req-47acbb3a-6f55-419a-b8ec-e6f61029d14a tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:24.986819 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-482baf40-96a3-40b9-ba6c-ed3ac6ea3ba2 req-47acbb3a-6f55-419a-b8ec-e6f61029d14a tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=3f774616-527f-45d9-b54d-b2ec248fcd59 HTTP/1.1" status: 200 len: 948 time: 0.0643423 Sep 24 15:39:25.024314 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-482baf40-96a3-40b9-ba6c-ed3ac6ea3ba2 req-307d5fa2-502a-49c9-855b-745855a93ca2 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352328 Sep 24 15:39:25.033591 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['3149d176-de95-4fe2-b646-1d53b06f5d3a'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:39:25.094132 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device bb094fae-e117-4c0a-9f40-5490e001cf2e up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:39:25.149234 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-93d11978-7f68-47c1-9810-ede67df9766a req-b8a30a26-fc52-497d-afd6-78bd3a8dbcf4 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Deleting port 1922459f-713f-46a2-93d7-97573894ee7a {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:39:25.149670 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-93d11978-7f68-47c1-9810-ede67df9766a req-b8a30a26-fc52-497d-afd6-78bd3a8dbcf4 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:25.241890 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port bb094fae-e117-4c0a-9f40-5490e001cf2e completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:39:25.248098 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port bb094fae-e117-4c0a-9f40-5490e001cf2e triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:39:25.248553 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:25.263011 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b996c393-b755-49be-91d8-db5fe8b7fd1b req-f121acaf-6849-4778-b0a2-b9cadf8753c2 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:25.264803 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b996c393-b755-49be-91d8-db5fe8b7fd1b req-f121acaf-6849-4778-b0a2-b9cadf8753c2 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/networks?id=3e0da5e5-cfcf-4b73-b0d7-902e52490b00 HTTP/1.1" status: 200 len: 812 time: 0.2895734 Sep 24 15:39:25.270227 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-93d11978-7f68-47c1-9810-ede67df9766a req-b8a30a26-fc52-497d-afd6-78bd3a8dbcf4 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] For port 1922459f-713f-46a2-93d7-97573894ee7a, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=1922459f-713f-46a2-93d7-97573894ee7a,segment=NetworkSegment(b546acd3-82a1-4d5d-82c0-3ff14f29b0aa),segment_id=b546acd3-82a1-4d5d-82c0-3ff14f29b0aa)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:39:25.270745 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-93d11978-7f68-47c1-9810-ede67df9766a req-b8a30a26-fc52-497d-afd6-78bd3a8dbcf4 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:25.289661 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b996c393-b755-49be-91d8-db5fe8b7fd1b req-c9dd53db-80db-47b8-be84-91feebf42776 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/quotas/d0b79565aaee49b1a1b35139ea3bccae HTTP/1.1" status: 200 len: 375 time: 0.0161290 Sep 24 15:39:25.296813 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-93d11978-7f68-47c1-9810-ede67df9766a req-b8a30a26-fc52-497d-afd6-78bd3a8dbcf4 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Calling delete_port for 1922459f-713f-46a2-93d7-97573894ee7a owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:39:25.324408 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c155304c-3354-4658-bf00-907c7257b2ff req-c49e4a92-d168-478a-a7f4-fd0aca3f965e tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:25.333982 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c155304c-3354-4658-bf00-907c7257b2ff req-c49e4a92-d168-478a-a7f4-fd0aca3f965e tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=66846ce6-4c5f-4d27-8f7f-1f9cfee18c7e HTTP/1.1" status: 200 len: 945 time: 0.0953226 Sep 24 15:39:25.339639 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b996c393-b755-49be-91d8-db5fe8b7fd1b req-a25c4e2e-2b44-4019-bf31-85f69c1d3f24 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=d0b79565aaee49b1a1b35139ea3bccae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0408928 Sep 24 15:39:25.384446 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c155304c-3354-4658-bf00-907c7257b2ff req-9afc9493-0400-4d97-a667-9c331274390b tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470076 Sep 24 15:39:25.386436 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:25.416783 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '822db3f8-7386-41a4-ac9d-11630efbd1ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb094fae-e117-4c0a-9f40-5490e001cf2e'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:39:25.421771 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a3bb453-50de-43bc-abb7-05e23bc939db" -d '{"events": [{"server_uuid": "822db3f8-7386-41a4-ac9d-11630efbd1ee", "name": "network-vif-plugged", "status": "completed", "tag": "bb094fae-e117-4c0a-9f40-5490e001cf2e"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:39:25.434945 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port bb094fae-e117-4c0a-9f40-5490e001cf2e, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=bb094fae-e117-4c0a-9f40-5490e001cf2e,segment=NetworkSegment(261d132c-af7b-4dd2-86dc-27294ea32e8c),segment_id=261d132c-af7b-4dd2-86dc-27294ea32e8c)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:39:25.495584 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b996c393-b755-49be-91d8-db5fe8b7fd1b req-e47f1919-7f3c-4dca-97db-be1485179d10 service neutron] 10.222.0.101 "GET /v2.0/networks/3e0da5e5-cfcf-4b73-b0d7-902e52490b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543050 Sep 24 15:39:25.519790 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a93d526-f6b6-451f-92f8-d196f4227f63 x-openstack-request-id: req-1a93d526-f6b6-451f-92f8-d196f4227f63 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:39:25.519790 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "822db3f8-7386-41a4-ac9d-11630efbd1ee", "name": "network-vif-plugged", "status": "completed", "tag": "bb094fae-e117-4c0a-9f40-5490e001cf2e", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:39:25.519790 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-1a93d526-f6b6-451f-92f8-d196f4227f63 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:39:25.519790 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '822db3f8-7386-41a4-ac9d-11630efbd1ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb094fae-e117-4c0a-9f40-5490e001cf2e', 'code': 200} Sep 24 15:39:25.608521 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:25.627155 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2480552c-7ba7-4da4-99b7-7cd0eb234dd5 req-dfbca161-2ef9-4217-8e02-af97985abad5 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:25.628687 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2480552c-7ba7-4da4-99b7-7cd0eb234dd5 req-dfbca161-2ef9-4217-8e02-af97985abad5 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=822db3f8-7386-41a4-ac9d-11630efbd1ee HTTP/1.1" status: 200 len: 945 time: 0.0521677 Sep 24 15:39:25.642960 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b996c393-b755-49be-91d8-db5fe8b7fd1b req-cbc87e9f-ce47-48ff-b5a0-76cc2eee7db5 service neutron] 10.222.0.101 "GET /v2.0/networks/3e0da5e5-cfcf-4b73-b0d7-902e52490b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155834 Sep 24 15:39:25.666292 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=bb094fae-e117-4c0a-9f40-5490e001cf2e,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:25.678464 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2480552c-7ba7-4da4-99b7-7cd0eb234dd5 req-fb17d400-f377-4a68-a6dc-517bc04bb26f tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422118 Sep 24 15:39:25.683194 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fa8d90-84c3-464f-82d6-92a46d62d642 req-bd9991c6-dbd7-4200-a34f-4a9cac6bd0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:25.684827 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a3fa8d90-84c3-464f-82d6-92a46d62d642 req-bd9991c6-dbd7-4200-a34f-4a9cac6bd0e3 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=822db3f8-7386-41a4-ac9d-11630efbd1ee HTTP/1.1" status: 200 len: 1097 time: 0.0546114 Sep 24 15:39:25.739075 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a3fa8d90-84c3-464f-82d6-92a46d62d642 req-5804d6ca-be9b-4632-8905-e7371472da04 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290267 Sep 24 15:39:25.740188 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-93d11978-7f68-47c1-9810-ede67df9766a req-b8a30a26-fc52-497d-afd6-78bd3a8dbcf4 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:25.765690 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['1922459f-713f-46a2-93d7-97573894ee7a', 'b8b05671-5846-450b-b614-149956aa102d'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:39:25.770188 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a30a26-fc52-497d-afd6-78bd3a8dbcf4 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Pushing event deleted for resources: {'Port': ['ID=1922459f-713f-46a2-93d7-97573894ee7a,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:25.814698 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-93d11978-7f68-47c1-9810-ede67df9766a req-b8a30a26-fc52-497d-afd6-78bd3a8dbcf4 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] No DVR routers for this DVR port 1922459f-713f-46a2-93d7-97573894ee7a on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:39:25.817259 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-93d11978-7f68-47c1-9810-ede67df9766a req-b8a30a26-fc52-497d-afd6-78bd3a8dbcf4 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:25.819613 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-93d11978-7f68-47c1-9810-ede67df9766a req-b8a30a26-fc52-497d-afd6-78bd3a8dbcf4 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.108 "DELETE /v2.0/ports/1922459f-713f-46a2-93d7-97573894ee7a HTTP/1.1" status: 204 len: 173 time: 0.8789940 Sep 24 15:39:25.825918 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66846ce6-4c5f-4d27-8f7f-1f9cfee18c7e', 'name': 'network-vif-deleted', 'tag': '1922459f-713f-46a2-93d7-97573894ee7a'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:39:25.825918 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10fe3bfb-cc08-4aea-ae07-f0e63241b3ce" -d '{"events": [{"server_uuid": "66846ce6-4c5f-4d27-8f7f-1f9cfee18c7e", "name": "network-vif-deleted", "tag": "1922459f-713f-46a2-93d7-97573894ee7a"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:39:25.860494 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1880b20f-936f-4e40-8751-85b555b6d28c x-openstack-request-id: req-1880b20f-936f-4e40-8751-85b555b6d28c {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:39:25.860494 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66846ce6-4c5f-4d27-8f7f-1f9cfee18c7e", "name": "network-vif-deleted", "tag": "1922459f-713f-46a2-93d7-97573894ee7a", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:39:25.860494 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-1880b20f-936f-4e40-8751-85b555b6d28c {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:39:25.860494 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66846ce6-4c5f-4d27-8f7f-1f9cfee18c7e', 'name': 'network-vif-deleted', 'tag': '1922459f-713f-46a2-93d7-97573894ee7a', 'status': 'completed', 'code': 200} Sep 24 15:39:25.946322 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fad29900-80da-4be6-a3e5-7a4782050e4d req-9a463677-bb2e-4ce8-b19c-2ff641c2ab42 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=3cf463cc-3485-4333-b3a1-6a78bfbaa9b0 HTTP/1.1" status: 200 len: 210 time: 0.0381274 Sep 24 15:39:26.013658 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613b5ce5-957c-4471-a1f1-aad7af57692a req-8489258a-dd9b-4d62-8a83-ca275a13aeea tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:26.015191 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-613b5ce5-957c-4471-a1f1-aad7af57692a req-8489258a-dd9b-4d62-8a83-ca275a13aeea tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=acb4038a-0608-4177-bb74-021222f3a02b HTTP/1.1" status: 200 len: 950 time: 0.0597866 Sep 24 15:39:26.065688 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-613b5ce5-957c-4471-a1f1-aad7af57692a req-92ae688a-aa30-4e92-acab-adca24f216de tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439959 Sep 24 15:39:26.143916 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344034e5-93f4-4ea0-98c1-7ffd5d088443 req-4de0c4ec-458d-4485-bb6f-6f64d9276022 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:26.145762 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-344034e5-93f4-4ea0-98c1-7ffd5d088443 req-4de0c4ec-458d-4485-bb6f-6f64d9276022 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=3f774616-527f-45d9-b54d-b2ec248fcd59 HTTP/1.1" status: 200 len: 948 time: 0.0511849 Sep 24 15:39:26.189618 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-344034e5-93f4-4ea0-98c1-7ffd5d088443 req-6669012b-fb54-426f-b59f-fdca8d99c7ca tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335467 Sep 24 15:39:26.367320 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 3149d176-de95-4fe2-b646-1d53b06f5d3a up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:39:26.474160 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port 3149d176-de95-4fe2-b646-1d53b06f5d3a completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:39:26.479081 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port 3149d176-de95-4fe2-b646-1d53b06f5d3a triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:39:26.479252 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:26.491010 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0217e93f-ab2e-4037-8c47-c1c9bed3c51c req-81b31901-dc2f-4e96-a2b8-c7a9e12c1803 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=66846ce6-4c5f-4d27-8f7f-1f9cfee18c7e HTTP/1.1" status: 200 len: 210 time: 0.0301456 Sep 24 15:39:26.577444 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:26.609815 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 3149d176-de95-4fe2-b646-1d53b06f5d3a, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=3149d176-de95-4fe2-b646-1d53b06f5d3a,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:39:26.695914 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:26.751558 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=3149d176-de95-4fe2-b646-1d53b06f5d3a,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:26.805814 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5333d87-4ac9-4d40-8e23-50981e9f1576 req-694d2f58-c47c-4617-a683-a674a08d7dce tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:26.807321 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e5333d87-4ac9-4d40-8e23-50981e9f1576 req-694d2f58-c47c-4617-a683-a674a08d7dce tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=822db3f8-7386-41a4-ac9d-11630efbd1ee HTTP/1.1" status: 200 len: 946 time: 0.0473537 Sep 24 15:39:26.845447 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e5333d87-4ac9-4d40-8e23-50981e9f1576 req-887db4c4-f406-4e85-8a73-ecf5d4686251 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313594 Sep 24 15:39:27.044137 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f9aa87ec-1a2e-4b94-bcd2-5356cf7b36e2 req-cd8dc1d7-26e4-4c95-b4ff-ed035da48bf1 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=3cf463cc-3485-4333-b3a1-6a78bfbaa9b0 HTTP/1.1" status: 200 len: 210 time: 0.0265296 Sep 24 15:39:27.178237 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3184f6-2c12-49cc-928c-0b0ee8656447 req-c22fde4f-6980-470e-90bf-5dcea0e3c4ea tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:27.179758 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7d3184f6-2c12-49cc-928c-0b0ee8656447 req-c22fde4f-6980-470e-90bf-5dcea0e3c4ea tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=acb4038a-0608-4177-bb74-021222f3a02b HTTP/1.1" status: 200 len: 950 time: 0.0526021 Sep 24 15:39:27.219248 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7d3184f6-2c12-49cc-928c-0b0ee8656447 req-67120ce7-7573-44ea-bd81-4dbc96726165 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325673 Sep 24 15:39:27.322467 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f041e0-ee84-4f1d-a5ef-e93787f81241 req-e838f988-f3d7-4b6e-ab35-6dba349b6c12 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:27.322467 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-81f041e0-ee84-4f1d-a5ef-e93787f81241 req-e838f988-f3d7-4b6e-ab35-6dba349b6c12 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=3f774616-527f-45d9-b54d-b2ec248fcd59 HTTP/1.1" status: 200 len: 949 time: 0.0509200 Sep 24 15:39:27.360300 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-81f041e0-ee84-4f1d-a5ef-e93787f81241 req-171096ef-0623-451b-8255-d79efaee3af9 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392320 Sep 24 15:39:27.518769 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f774616-527f-45d9-b54d-b2ec248fcd59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3149d176-de95-4fe2-b646-1d53b06f5d3a'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:39:27.521156 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93e6c308-c468-4b42-9d61-e7872420aadf" -d '{"events": [{"server_uuid": "3f774616-527f-45d9-b54d-b2ec248fcd59", "name": "network-vif-plugged", "status": "completed", "tag": "3149d176-de95-4fe2-b646-1d53b06f5d3a"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:39:27.558913 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dac217a-b3fb-4cd1-b4b0-49c7e155faae x-openstack-request-id: req-2dac217a-b3fb-4cd1-b4b0-49c7e155faae {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:39:27.560046 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f774616-527f-45d9-b54d-b2ec248fcd59", "name": "network-vif-plugged", "status": "completed", "tag": "3149d176-de95-4fe2-b646-1d53b06f5d3a", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:39:27.560627 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-2dac217a-b3fb-4cd1-b4b0-49c7e155faae {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:39:27.561615 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f774616-527f-45d9-b54d-b2ec248fcd59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3149d176-de95-4fe2-b646-1d53b06f5d3a', 'code': 200} Sep 24 15:39:27.684938 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f174fdda-ebc1-450c-a6f9-d46f9ebd1855 req-002296e4-4929-49e1-acb7-9c6d7891d59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:27.686445 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f174fdda-ebc1-450c-a6f9-d46f9ebd1855 req-002296e4-4929-49e1-acb7-9c6d7891d59e service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=3f774616-527f-45d9-b54d-b2ec248fcd59 HTTP/1.1" status: 200 len: 1100 time: 0.0412498 Sep 24 15:39:27.723763 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f174fdda-ebc1-450c-a6f9-d46f9ebd1855 req-56aaf946-df74-4b18-80a8-61e59b5d777d service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289907 Sep 24 15:39:27.966856 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc74f05-4669-4d6a-8517-57ad3abff4d0 req-641a8ec1-d47c-46be-ad08-6ddbce3e7a61 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:27.968304 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4cc74f05-4669-4d6a-8517-57ad3abff4d0 req-641a8ec1-d47c-46be-ad08-6ddbce3e7a61 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=822db3f8-7386-41a4-ac9d-11630efbd1ee HTTP/1.1" status: 200 len: 946 time: 0.0539377 Sep 24 15:39:28.008784 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4cc74f05-4669-4d6a-8517-57ad3abff4d0 req-d3a82a55-d856-474a-9980-a5bed1fb9c90 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344377 Sep 24 15:39:28.076743 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54180eb1-c4ab-44ab-a1e8-51cb3b0d34c0 req-0c7e5df8-72a1-4007-b023-89c38da3078f tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:28.078272 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-54180eb1-c4ab-44ab-a1e8-51cb3b0d34c0 req-0c7e5df8-72a1-4007-b023-89c38da3078f tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=7cd44f03-df1c-4436-87b5-4c9cccff4adf HTTP/1.1" status: 200 len: 945 time: 0.0513227 Sep 24 15:39:28.117824 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-54180eb1-c4ab-44ab-a1e8-51cb3b0d34c0 req-8bac4c1b-5c3f-4451-a071-231b8382244e tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336206 Sep 24 15:39:28.146495 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f7d6c30f-824c-408a-b45a-0d0676472e38 req-30553056-3ba3-4a49-bdad-d02f0ff49a54 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=3cf463cc-3485-4333-b3a1-6a78bfbaa9b0 HTTP/1.1" status: 200 len: 210 time: 0.0265322 Sep 24 15:39:28.336774 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025982ef-1d6c-4d4f-9188-7e7556ea9139 req-e2b8571e-9cda-450e-a3f9-0fdec9502053 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:28.338303 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-025982ef-1d6c-4d4f-9188-7e7556ea9139 req-e2b8571e-9cda-450e-a3f9-0fdec9502053 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=acb4038a-0608-4177-bb74-021222f3a02b HTTP/1.1" status: 200 len: 950 time: 0.0508029 Sep 24 15:39:28.378293 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-025982ef-1d6c-4d4f-9188-7e7556ea9139 req-12533ac7-d3c0-4bde-992d-d7f29c6277a6 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323946 Sep 24 15:39:28.538275 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca0823a-78c1-4cf7-819b-8c582c9b4427 req-91f7f86a-391c-4f6f-960c-dec7ea655e0f tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:28.539802 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3ca0823a-78c1-4cf7-819b-8c582c9b4427 req-91f7f86a-391c-4f6f-960c-dec7ea655e0f tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=3f774616-527f-45d9-b54d-b2ec248fcd59 HTTP/1.1" status: 200 len: 949 time: 0.1104023 Sep 24 15:39:28.598301 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b996c393-b755-49be-91d8-db5fe8b7fd1b req-178e2926-6620-4b47-afcc-324240019c7e tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:28.599756 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b996c393-b755-49be-91d8-db5fe8b7fd1b req-178e2926-6620-4b47-afcc-324240019c7e tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.110 "GET /v2.0/networks?id=3e0da5e5-cfcf-4b73-b0d7-902e52490b00 HTTP/1.1" status: 200 len: 812 time: 0.1453347 Sep 24 15:39:28.602573 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3ca0823a-78c1-4cf7-819b-8c582c9b4427 req-01994aff-9adf-4a37-9e6d-c12edc9549d8 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557625 Sep 24 15:39:28.619434 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-b996c393-b755-49be-91d8-db5fe8b7fd1b req-fa98261e-9e34-4dcf-ae91-6f6f4d0f7ce9 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Request body: {'port': {'device_id': '3cf463cc-3485-4333-b3a1-6a78bfbaa9b0', 'network_id': '3e0da5e5-cfcf-4b73-b0d7-902e52490b00', 'admin_state_up': True, 'tenant_id': 'd0b79565aaee49b1a1b35139ea3bccae'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:39:28.855788 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b996c393-b755-49be-91d8-db5fe8b7fd1b req-fa98261e-9e34-4dcf-ae91-6f6f4d0f7ce9 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Made reservation on behalf of d0b79565aaee49b1a1b35139ea3bccae for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:39:28.859550 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b996c393-b755-49be-91d8-db5fe8b7fd1b req-fa98261e-9e34-4dcf-ae91-6f6f4d0f7ce9 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:28.983192 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-b996c393-b755-49be-91d8-db5fe8b7fd1b req-fa98261e-9e34-4dcf-ae91-6f6f4d0f7ce9 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Allocated IP 172.20.0.8 (3e0da5e5-cfcf-4b73-b0d7-902e52490b00/946d8626-ec5d-49c4-aa21-33da3ceddcfd/9552c550-3177-4aa4-99bf-38f0ff32dff4) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:39:29.103584 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 1922459f-713f-46a2-93d7-97573894ee7a no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:39:29.124036 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] No Port match for: 1922459f-713f-46a2-93d7-97573894ee7a {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:39:29.124370 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 1922459f-713f-46a2-93d7-97573894ee7a not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:39:29.165753 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351cb376-c517-4fe2-9d77-d2a15c2b8403 req-69df8734-4625-45c5-a0a6-bf8509b212a8 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:29.169449 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-351cb376-c517-4fe2-9d77-d2a15c2b8403 req-69df8734-4625-45c5-a0a6-bf8509b212a8 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=822db3f8-7386-41a4-ac9d-11630efbd1ee HTTP/1.1" status: 200 len: 946 time: 0.0750356 Sep 24 15:39:29.178801 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b996c393-b755-49be-91d8-db5fe8b7fd1b req-fa98261e-9e34-4dcf-ae91-6f6f4d0f7ce9 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:29.235535 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-351cb376-c517-4fe2-9d77-d2a15c2b8403 req-191d0bb1-34bf-4327-9c1c-c24291dd1aab tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599561 Sep 24 15:39:29.244614 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be63b48-dae5-4f7a-8a60-d2af6cd52c7e req-4fd33c86-923d-4d3d-a4e2-923d223c4ee4 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:29.246829 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0be63b48-dae5-4f7a-8a60-d2af6cd52c7e req-4fd33c86-923d-4d3d-a4e2-923d223c4ee4 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=7cd44f03-df1c-4436-87b5-4c9cccff4adf HTTP/1.1" status: 200 len: 945 time: 0.0567238 Sep 24 15:39:29.286426 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0be63b48-dae5-4f7a-8a60-d2af6cd52c7e req-7080dce1-2b21-4e10-aa4c-f9a74e3f896a tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326898 Sep 24 15:39:29.320023 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6036032b-093b-4f56-95cf-6a66e92cf51b req-e4fcd1a7-04cf-48c6-973a-6dd47a1a71b6 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=3cf463cc-3485-4333-b3a1-6a78bfbaa9b0 HTTP/1.1" status: 200 len: 210 time: 0.0281453 Sep 24 15:39:29.332851 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b996c393-b755-49be-91d8-db5fe8b7fd1b req-fa98261e-9e34-4dcf-ae91-6f6f4d0f7ce9 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:29.381839 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b996c393-b755-49be-91d8-db5fe8b7fd1b req-fa98261e-9e34-4dcf-ae91-6f6f4d0f7ce9 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Network 3e0da5e5-cfcf-4b73-b0d7-902e52490b00 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:39:29.384912 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-b996c393-b755-49be-91d8-db5fe8b7fd1b req-fa98261e-9e34-4dcf-ae91-6f6f4d0f7ce9 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:39:29.388689 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-b996c393-b755-49be-91d8-db5fe8b7fd1b req-fa98261e-9e34-4dcf-ae91-6f6f4d0f7ce9 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:39:29.418428 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa98261e-9e34-4dcf-ae91-6f6f4d0f7ce9 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Pushing event updated for resources: {'Port': ['ID=9552c550-3177-4aa4-99bf-38f0ff32dff4,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:29.443973 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b996c393-b755-49be-91d8-db5fe8b7fd1b req-fa98261e-9e34-4dcf-ae91-6f6f4d0f7ce9 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:29.444570 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b996c393-b755-49be-91d8-db5fe8b7fd1b req-fa98261e-9e34-4dcf-ae91-6f6f4d0f7ce9 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:29.548312 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b996c393-b755-49be-91d8-db5fe8b7fd1b req-fa98261e-9e34-4dcf-ae91-6f6f4d0f7ce9 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9328232 Sep 24 15:39:29.561555 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb96bf-0296-4a8c-a979-6b9bb6e647e6 req-561b0082-5a4a-4c0e-86b7-91ca3730b08f tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:29.563214 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-49bb96bf-0296-4a8c-a979-6b9bb6e647e6 req-561b0082-5a4a-4c0e-86b7-91ca3730b08f tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=acb4038a-0608-4177-bb74-021222f3a02b HTTP/1.1" status: 200 len: 950 time: 0.0626767 Sep 24 15:39:29.571105 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-b996c393-b755-49be-91d8-db5fe8b7fd1b req-76eac30c-15fc-4104-86a9-2c5c9c3e6a17 service neutron] Request body: {'port': {'device_id': '3cf463cc-3485-4333-b3a1-6a78bfbaa9b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:39:29.649972 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-49bb96bf-0296-4a8c-a979-6b9bb6e647e6 req-0d6749c4-d6a1-4008-aeff-89ba322bc812 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761971 Sep 24 15:39:29.657012 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b996c393-b755-49be-91d8-db5fe8b7fd1b req-76eac30c-15fc-4104-86a9-2c5c9c3e6a17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:29.843365 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b32aa-f657-4ad8-9509-b2633fb1b4dc req-4d39f17e-a7e3-407c-a831-450bb21f0eba tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:29.844875 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-872b32aa-f657-4ad8-9509-b2633fb1b4dc req-4d39f17e-a7e3-407c-a831-450bb21f0eba tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=3f774616-527f-45d9-b54d-b2ec248fcd59 HTTP/1.1" status: 200 len: 949 time: 0.1334784 Sep 24 15:39:29.917691 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629c7068-93c4-4386-8dbc-3ed29e348be4 req-40dbe6f3-ef4f-44ae-ad72-85347fdb3b0f tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:29.919862 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-629c7068-93c4-4386-8dbc-3ed29e348be4 req-40dbe6f3-ef4f-44ae-ad72-85347fdb3b0f tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=822db3f8-7386-41a4-ac9d-11630efbd1ee HTTP/1.1" status: 200 len: 946 time: 0.0501928 Sep 24 15:39:29.929863 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-872b32aa-f657-4ad8-9509-b2633fb1b4dc req-c5401b0c-272d-462f-87fc-ec295c291a29 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790298 Sep 24 15:39:29.961248 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-629c7068-93c4-4386-8dbc-3ed29e348be4 req-5e002928-e11f-4af9-8892-3e33898b5a02 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352423 Sep 24 15:39:30.007589 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-b996c393-b755-49be-91d8-db5fe8b7fd1b req-76eac30c-15fc-4104-86a9-2c5c9c3e6a17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9552c550-3177-4aa4-99bf-38f0ff32dff4 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:39:30.034803 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b996c393-b755-49be-91d8-db5fe8b7fd1b req-76eac30c-15fc-4104-86a9-2c5c9c3e6a17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:30.052071 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-b996c393-b755-49be-91d8-db5fe8b7fd1b req-76eac30c-15fc-4104-86a9-2c5c9c3e6a17 service neutron] Transition to ACTIVE for port object 9552c550-3177-4aa4-99bf-38f0ff32dff4 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:39:30.059477 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e4d6f6-e4bb-4e55-bb49-501c4594b178 req-92e8de3a-cd6a-44b0-9790-30255908ebaf tempest-ServersOnMultiNodesTest-1938878820 tempest-ServersOnMultiNodesTest-1938878820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:30.060996 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-08e4d6f6-e4bb-4e55-bb49-501c4594b178 req-92e8de3a-cd6a-44b0-9790-30255908ebaf tempest-ServersOnMultiNodesTest-1938878820 tempest-ServersOnMultiNodesTest-1938878820-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=3f774616-527f-45d9-b54d-b2ec248fcd59 HTTP/1.1" status: 200 len: 1100 time: 0.0596828 Sep 24 15:39:30.095245 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-08e4d6f6-e4bb-4e55-bb49-501c4594b178 req-3f139f38-50d6-4257-b227-a712361e1e68 tempest-ServersOnMultiNodesTest-1938878820 tempest-ServersOnMultiNodesTest-1938878820-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283282 Sep 24 15:39:30.119302 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b996c393-b755-49be-91d8-db5fe8b7fd1b req-76eac30c-15fc-4104-86a9-2c5c9c3e6a17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:30.212076 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eac30c-15fc-4104-86a9-2c5c9c3e6a17 service neutron] Pushing event updated for resources: {'Port': ['ID=9552c550-3177-4aa4-99bf-38f0ff32dff4,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:30.239731 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-664b5d2b-5c56-4cbf-8355-3940ed6ef803 req-5a081277-6747-40bb-b008-d2da7a441cbc tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=c46c84a3fcb44853b535b52dac2dd724&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0235174 Sep 24 15:39:30.245535 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-b996c393-b755-49be-91d8-db5fe8b7fd1b req-76eac30c-15fc-4104-86a9-2c5c9c3e6a17 service neutron] Attempting to bind port 9552c550-3177-4aa4-99bf-38f0ff32dff4 on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:39:30.245901 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-b996c393-b755-49be-91d8-db5fe8b7fd1b req-76eac30c-15fc-4104-86a9-2c5c9c3e6a17 service neutron] Attempting to bind port 9552c550-3177-4aa4-99bf-38f0ff32dff4 by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': 'd7a68d6c-5d6b-4eed-831a-023fbb1b8f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '3e0da5e5-cfcf-4b73-b0d7-902e52490b00'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:39:30.246331 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b996c393-b755-49be-91d8-db5fe8b7fd1b req-76eac30c-15fc-4104-86a9-2c5c9c3e6a17 service neutron] Attempting to bind port 9552c550-3177-4aa4-99bf-38f0ff32dff4 on network 3e0da5e5-cfcf-4b73-b0d7-902e52490b00 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:39:30.250808 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b996c393-b755-49be-91d8-db5fe8b7fd1b req-76eac30c-15fc-4104-86a9-2c5c9c3e6a17 service neutron] Port 9552c550-3177-4aa4-99bf-38f0ff32dff4 on network 3e0da5e5-cfcf-4b73-b0d7-902e52490b00 not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:39:30.251121 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b996c393-b755-49be-91d8-db5fe8b7fd1b req-76eac30c-15fc-4104-86a9-2c5c9c3e6a17 service neutron] Attempting to bind port 9552c550-3177-4aa4-99bf-38f0ff32dff4 on network 3e0da5e5-cfcf-4b73-b0d7-902e52490b00 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:39:30.255876 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b996c393-b755-49be-91d8-db5fe8b7fd1b req-76eac30c-15fc-4104-86a9-2c5c9c3e6a17 service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:39:30.256207 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b996c393-b755-49be-91d8-db5fe8b7fd1b req-76eac30c-15fc-4104-86a9-2c5c9c3e6a17 service neutron] Checking segment: {'id': 'd7a68d6c-5d6b-4eed-831a-023fbb1b8f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '3e0da5e5-cfcf-4b73-b0d7-902e52490b00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:39:30.256583 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b996c393-b755-49be-91d8-db5fe8b7fd1b req-76eac30c-15fc-4104-86a9-2c5c9c3e6a17 service neutron] Bound using segment: {'id': 'd7a68d6c-5d6b-4eed-831a-023fbb1b8f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '3e0da5e5-cfcf-4b73-b0d7-902e52490b00'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:39:30.257008 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-b996c393-b755-49be-91d8-db5fe8b7fd1b req-76eac30c-15fc-4104-86a9-2c5c9c3e6a17 service neutron] Bound port: 9552c550-3177-4aa4-99bf-38f0ff32dff4, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7a68d6c-5d6b-4eed-831a-023fbb1b8f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '3e0da5e5-cfcf-4b73-b0d7-902e52490b00'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:39:30.257364 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b996c393-b755-49be-91d8-db5fe8b7fd1b req-76eac30c-15fc-4104-86a9-2c5c9c3e6a17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:30.327553 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-b996c393-b755-49be-91d8-db5fe8b7fd1b req-76eac30c-15fc-4104-86a9-2c5c9c3e6a17 service neutron] For port 9552c550-3177-4aa4-99bf-38f0ff32dff4, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:39:30.332007 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-b996c393-b755-49be-91d8-db5fe8b7fd1b req-76eac30c-15fc-4104-86a9-2c5c9c3e6a17 service neutron] For port 9552c550-3177-4aa4-99bf-38f0ff32dff4, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=9552c550-3177-4aa4-99bf-38f0ff32dff4,segment=NetworkSegment(d7a68d6c-5d6b-4eed-831a-023fbb1b8f0b),segment_id=d7a68d6c-5d6b-4eed-831a-023fbb1b8f0b)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:39:30.357293 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b5d2b-5c56-4cbf-8355-3940ed6ef803 req-894eb897-1d76-4b72-a628-584a6628367a tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:30.358813 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-664b5d2b-5c56-4cbf-8355-3940ed6ef803 req-894eb897-1d76-4b72-a628-584a6628367a tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1135876 Sep 24 15:39:30.376194 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-664b5d2b-5c56-4cbf-8355-3940ed6ef803 req-dc819b98-b0f0-45f5-968e-d4b15c0efc05 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/quotas/c46c84a3fcb44853b535b52dac2dd724 HTTP/1.1" status: 200 len: 375 time: 0.0114396 Sep 24 15:39:30.411395 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d4dc40-0838-442a-af3d-5417e93ee48b req-53808cea-ae63-4f30-af91-13e94b24eae7 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:30.412900 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-39d4dc40-0838-442a-af3d-5417e93ee48b req-53808cea-ae63-4f30-af91-13e94b24eae7 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=7cd44f03-df1c-4436-87b5-4c9cccff4adf HTTP/1.1" status: 200 len: 945 time: 0.0508902 Sep 24 15:39:30.414549 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b996c393-b755-49be-91d8-db5fe8b7fd1b req-76eac30c-15fc-4104-86a9-2c5c9c3e6a17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:30.440874 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-664b5d2b-5c56-4cbf-8355-3940ed6ef803 req-6f03ebf9-fbba-4f54-ada3-4306a03b87e7 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=c46c84a3fcb44853b535b52dac2dd724&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0561893 Sep 24 15:39:30.465272 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b996c393-b755-49be-91d8-db5fe8b7fd1b req-76eac30c-15fc-4104-86a9-2c5c9c3e6a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:30.465894 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b996c393-b755-49be-91d8-db5fe8b7fd1b req-76eac30c-15fc-4104-86a9-2c5c9c3e6a17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:30.467311 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b996c393-b755-49be-91d8-db5fe8b7fd1b req-76eac30c-15fc-4104-86a9-2c5c9c3e6a17 service neutron] 10.222.0.110 "PUT /v2.0/ports/9552c550-3177-4aa4-99bf-38f0ff32dff4 HTTP/1.1" status: 200 len: 1091 time: 0.9017127 Sep 24 15:39:30.467752 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cf463cc-3485-4333-b3a1-6a78bfbaa9b0', 'tag': '9552c550-3177-4aa4-99bf-38f0ff32dff4'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:39:30.469991 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-941b50cd-0838-4fc5-9927-0012006a0244" -d '{"events": [{"name": "network-changed", "server_uuid": "3cf463cc-3485-4333-b3a1-6a78bfbaa9b0", "tag": "9552c550-3177-4aa4-99bf-38f0ff32dff4"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:39:30.508452 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-39d4dc40-0838-442a-af3d-5417e93ee48b req-9d50def3-5b3e-42ef-a001-528d8f53fc9f tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843911 Sep 24 15:39:30.509167 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eac30c-15fc-4104-86a9-2c5c9c3e6a17 service neutron] Pushing event updated for resources: {'Port': ['ID=9552c550-3177-4aa4-99bf-38f0ff32dff4,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:30.613116 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd961c82-ded8-41f6-b18a-0956eae3bbe7 req-6b2c1dba-f930-447c-a747-11a77a40ce1a tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:30.614768 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cd961c82-ded8-41f6-b18a-0956eae3bbe7 req-6b2c1dba-f930-447c-a747-11a77a40ce1a tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=3cf463cc-3485-4333-b3a1-6a78bfbaa9b0 HTTP/1.1" status: 200 len: 943 time: 0.0509570 Sep 24 15:39:30.681716 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b996c393-b755-49be-91d8-db5fe8b7fd1b req-e232176a-7bed-4a74-a753-0c9a3b7e05b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:30.683399 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b996c393-b755-49be-91d8-db5fe8b7fd1b req-e232176a-7bed-4a74-a753-0c9a3b7e05b0 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=d0b79565aaee49b1a1b35139ea3bccae&device_id=3cf463cc-3485-4333-b3a1-6a78bfbaa9b0 HTTP/1.1" status: 200 len: 1094 time: 0.0677106 Sep 24 15:39:30.686161 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cd961c82-ded8-41f6-b18a-0956eae3bbe7 req-57a297ac-0140-49aa-978f-757a6be0cca6 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628958 Sep 24 15:39:30.741883 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b996c393-b755-49be-91d8-db5fe8b7fd1b req-7f0c6e8f-2c98-4a0c-a9cd-ff557ed49412 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9552c550-3177-4aa4-99bf-38f0ff32dff4 HTTP/1.1" status: 200 len: 217 time: 0.0420702 Sep 24 15:39:30.752491 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff6772d-708f-417a-a6ea-a0cdf7c56f25 x-openstack-request-id: req-2ff6772d-708f-417a-a6ea-a0cdf7c56f25 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:39:30.752809 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cf463cc-3485-4333-b3a1-6a78bfbaa9b0", "tag": "9552c550-3177-4aa4-99bf-38f0ff32dff4", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:39:30.753061 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-2ff6772d-708f-417a-a6ea-a0cdf7c56f25 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:39:30.753505 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cf463cc-3485-4333-b3a1-6a78bfbaa9b0', 'tag': '9552c550-3177-4aa4-99bf-38f0ff32dff4', 'status': 'completed', 'code': 200} Sep 24 15:39:30.803759 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b996c393-b755-49be-91d8-db5fe8b7fd1b req-103a7dce-5a42-45fc-b332-adc9ee1a6035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:30.805283 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b996c393-b755-49be-91d8-db5fe8b7fd1b req-103a7dce-5a42-45fc-b332-adc9ee1a6035 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=946d8626-ec5d-49c4-aa21-33da3ceddcfd HTTP/1.1" status: 200 len: 852 time: 0.0490925 Sep 24 15:39:30.866043 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b996c393-b755-49be-91d8-db5fe8b7fd1b req-aec5c868-e63b-479b-bc67-4be0a0bad591 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=3e0da5e5-cfcf-4b73-b0d7-902e52490b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465465 Sep 24 15:39:30.868826 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb367fc-da46-4dc5-bb7c-a5faffec956e req-58d9a054-9be5-42e6-8b0a-8528bb2fc04b tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:30.870464 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3cb367fc-da46-4dc5-bb7c-a5faffec956e req-58d9a054-9be5-42e6-8b0a-8528bb2fc04b tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=acb4038a-0608-4177-bb74-021222f3a02b HTTP/1.1" status: 200 len: 950 time: 0.0594938 Sep 24 15:39:30.918990 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3cb367fc-da46-4dc5-bb7c-a5faffec956e req-53b0d381-9cba-4636-868b-cee7722a35a8 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393355 Sep 24 15:39:31.131192 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a2445-43b0-4cf8-b157-c7204317e78a req-6e37d199-5cb1-43d5-87af-e1122365dab9 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:31.133024 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-631a2445-43b0-4cf8-b157-c7204317e78a req-6e37d199-5cb1-43d5-87af-e1122365dab9 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=822db3f8-7386-41a4-ac9d-11630efbd1ee HTTP/1.1" status: 200 len: 946 time: 0.0648179 Sep 24 15:39:31.174835 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-631a2445-43b0-4cf8-b157-c7204317e78a req-c6b5c30f-5d1d-4dd9-8b86-2ef5eec893dc tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347624 Sep 24 15:39:31.209832 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8f1de1f3-c66e-41f8-bee3-7398ed572d80 req-a9aa0da5-9a56-4002-a7ba-c150a53bbeb2 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=1001c34b-48c8-46f1-8886-5d99c7f26bf1 HTTP/1.1" status: 200 len: 210 time: 0.3753841 Sep 24 15:39:31.210492 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0eefb184-ebe0-4da0-a544-16430bbd0a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:31.294870 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b996c393-b755-49be-91d8-db5fe8b7fd1b req-8e1503b0-99a0-4dae-b5dc-8db07bc41adc service neutron] 10.222.0.110 "GET /v2.0/networks/3e0da5e5-cfcf-4b73-b0d7-902e52490b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874293 Sep 24 15:39:31.397219 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b996c393-b755-49be-91d8-db5fe8b7fd1b req-daed5304-18a5-47b5-ba80-89edc2075af9 service neutron] 10.222.0.110 "GET /v2.0/networks/3e0da5e5-cfcf-4b73-b0d7-902e52490b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912166 Sep 24 15:39:31.644655 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b50cd-0838-4fc5-9927-0012006a0244 req-42afd6d8-95a4-45b4-82d9-d4c01fb85b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:31.646059 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-941b50cd-0838-4fc5-9927-0012006a0244 req-42afd6d8-95a4-45b4-82d9-d4c01fb85b57 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=d0b79565aaee49b1a1b35139ea3bccae&device_id=3cf463cc-3485-4333-b3a1-6a78bfbaa9b0 HTTP/1.1" status: 200 len: 1094 time: 0.0717177 Sep 24 15:39:31.654154 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3303a3f-dafc-47cf-b712-d38eaa91c40f req-ce3ae788-f68e-4b7e-b90f-d53baf0e97e1 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:31.655530 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d3303a3f-dafc-47cf-b712-d38eaa91c40f req-ce3ae788-f68e-4b7e-b90f-d53baf0e97e1 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=7cd44f03-df1c-4436-87b5-4c9cccff4adf HTTP/1.1" status: 200 len: 945 time: 0.0722198 Sep 24 15:39:31.731940 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d3303a3f-dafc-47cf-b712-d38eaa91c40f req-1b8705e5-b921-4e43-9335-35aca47815d0 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702133 Sep 24 15:39:31.785783 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b50cd-0838-4fc5-9927-0012006a0244 req-45532ff1-21ab-469a-881b-84e01a01fa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:31.787280 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-941b50cd-0838-4fc5-9927-0012006a0244 req-45532ff1-21ab-469a-881b-84e01a01fa4c service neutron] 10.222.0.110 "GET /v2.0/networks?id=3e0da5e5-cfcf-4b73-b0d7-902e52490b00 HTTP/1.1" status: 200 len: 914 time: 0.1156006 Sep 24 15:39:31.852129 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-941b50cd-0838-4fc5-9927-0012006a0244 req-c33d7d90-3be5-442d-acc3-a2b0622e4538 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9552c550-3177-4aa4-99bf-38f0ff32dff4 HTTP/1.1" status: 200 len: 217 time: 0.0533810 Sep 24 15:39:31.874230 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209330cc-0e46-44d3-962f-e90b1b0b0f64 req-e13be01a-ff94-43ed-a74a-3c37f165736a tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:31.875730 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-209330cc-0e46-44d3-962f-e90b1b0b0f64 req-e13be01a-ff94-43ed-a74a-3c37f165736a tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=3cf463cc-3485-4333-b3a1-6a78bfbaa9b0 HTTP/1.1" status: 200 len: 943 time: 0.0875897 Sep 24 15:39:31.944115 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b50cd-0838-4fc5-9927-0012006a0244 req-0cc86edb-965f-499c-bea6-1fd91f6004bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:31.945557 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-941b50cd-0838-4fc5-9927-0012006a0244 req-0cc86edb-965f-499c-bea6-1fd91f6004bc service neutron] 10.222.0.110 "GET /v2.0/subnets?id=946d8626-ec5d-49c4-aa21-33da3ceddcfd HTTP/1.1" status: 200 len: 852 time: 0.0799549 Sep 24 15:39:31.948528 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-209330cc-0e46-44d3-962f-e90b1b0b0f64 req-a62c8341-fcd6-44f1-b4c9-cb8e728f56ef tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657890 Sep 24 15:39:31.994079 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-941b50cd-0838-4fc5-9927-0012006a0244 req-a0a01a1d-1a84-4324-b249-444eb8d9670c service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=3e0da5e5-cfcf-4b73-b0d7-902e52490b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259657 Sep 24 15:39:32.130533 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5374e8-bf4f-447c-b039-6d3f4b04112d req-429fa7ec-9f83-456c-9221-94cd2934b8a2 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:32.132013 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9d5374e8-bf4f-447c-b039-6d3f4b04112d req-429fa7ec-9f83-456c-9221-94cd2934b8a2 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=acb4038a-0608-4177-bb74-021222f3a02b HTTP/1.1" status: 200 len: 950 time: 0.0974429 Sep 24 15:39:32.134227 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-941b50cd-0838-4fc5-9927-0012006a0244 req-7063b1e5-ad19-4697-871f-b1b88afc1b79 service neutron] 10.222.0.110 "GET /v2.0/networks/3e0da5e5-cfcf-4b73-b0d7-902e52490b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307199 Sep 24 15:39:32.198834 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9d5374e8-bf4f-447c-b039-6d3f4b04112d req-365597da-bbaf-40d7-b958-fb504add9693 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599532 Sep 24 15:39:32.258796 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-941b50cd-0838-4fc5-9927-0012006a0244 req-93d701df-0f50-4f07-a0eb-820912445056 service neutron] 10.222.0.110 "GET /v2.0/networks/3e0da5e5-cfcf-4b73-b0d7-902e52490b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131382 Sep 24 15:39:32.311400 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e1cec955-82d2-4154-af16-77e14a0a980f req-fbf5a5d0-635a-4335-a6a8-b88771e16aac tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=1001c34b-48c8-46f1-8886-5d99c7f26bf1 HTTP/1.1" status: 200 len: 210 time: 0.0288420 Sep 24 15:39:32.854292 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0d1bf3-6015-4efa-a1ed-6fb40c225df3 req-6f4df4a3-1fd8-4794-858c-9662594a0537 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:32.855827 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3d0d1bf3-6015-4efa-a1ed-6fb40c225df3 req-6f4df4a3-1fd8-4794-858c-9662594a0537 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=7cd44f03-df1c-4436-87b5-4c9cccff4adf HTTP/1.1" status: 200 len: 945 time: 0.0530849 Sep 24 15:39:32.897925 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3d0d1bf3-6015-4efa-a1ed-6fb40c225df3 req-2813a93a-26d7-43c9-9f84-17baf4807227 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348985 Sep 24 15:39:33.098245 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a908d-3422-449d-ba80-bae2ec170cec req-31461755-6dd2-47e0-8489-ddb96a302868 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:33.100042 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2a4a908d-3422-449d-ba80-bae2ec170cec req-31461755-6dd2-47e0-8489-ddb96a302868 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=3cf463cc-3485-4333-b3a1-6a78bfbaa9b0 HTTP/1.1" status: 200 len: 943 time: 0.0617540 Sep 24 15:39:33.141986 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2a4a908d-3422-449d-ba80-bae2ec170cec req-07ef07fb-beec-403a-9427-fdbd54bfab2f tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358582 Sep 24 15:39:33.224914 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-664b5d2b-5c56-4cbf-8355-3940ed6ef803 req-14c5e2a7-06da-46b6-a814-f8a3039e6789 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.110 "GET /v2.0/networks?tenant_id=c46c84a3fcb44853b535b52dac2dd724&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0330319 Sep 24 15:39:33.375161 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b5d2b-5c56-4cbf-8355-3940ed6ef803 req-d73d687b-1956-4ba5-89e0-92392bdc52dd tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:33.376713 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-664b5d2b-5c56-4cbf-8355-3940ed6ef803 req-d73d687b-1956-4ba5-89e0-92392bdc52dd tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1441178 Sep 24 15:39:33.394938 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-664b5d2b-5c56-4cbf-8355-3940ed6ef803 req-da248870-2982-49f1-995e-4bb490b32b7d tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Request body: {'port': {'device_id': '1001c34b-48c8-46f1-8886-5d99c7f26bf1', 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939', 'admin_state_up': True, 'tenant_id': 'c46c84a3fcb44853b535b52dac2dd724'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:39:33.524327 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e351169b-6eec-4946-933c-0d121fe803d2 req-63df95ad-d5a0-4b94-b4a9-fde3c7a2741e tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:33.525801 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e351169b-6eec-4946-933c-0d121fe803d2 req-63df95ad-d5a0-4b94-b4a9-fde3c7a2741e tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=acb4038a-0608-4177-bb74-021222f3a02b HTTP/1.1" status: 200 len: 950 time: 0.0532384 Sep 24 15:39:33.583922 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e351169b-6eec-4946-933c-0d121fe803d2 req-d1ad3544-2b52-4317-bdf5-48497cb0ba51 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497303 Sep 24 15:39:33.626377 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d531f29a-54be-4403-9c6e-525e9258deca req-ed334bf1-c282-4eca-bedb-8d4a55ffa134 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=1001c34b-48c8-46f1-8886-5d99c7f26bf1 HTTP/1.1" status: 200 len: 210 time: 0.0291834 Sep 24 15:39:33.633054 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-664b5d2b-5c56-4cbf-8355-3940ed6ef803 req-da248870-2982-49f1-995e-4bb490b32b7d tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Made reservation on behalf of c46c84a3fcb44853b535b52dac2dd724 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:39:33.637227 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-664b5d2b-5c56-4cbf-8355-3940ed6ef803 req-da248870-2982-49f1-995e-4bb490b32b7d tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:33.776776 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-664b5d2b-5c56-4cbf-8355-3940ed6ef803 req-da248870-2982-49f1-995e-4bb490b32b7d tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Allocated IP 192.168.233.143 (9672f189-23fe-44e6-9dd2-257ff8905939/188edb94-8042-4961-9ec0-8960b1ce1305/5047f0da-980a-49df-b430-c807729b1cfa) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:39:33.832896 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-63399b64-cd8b-486a-960a-955bd8c7a00c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:33.919181 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-664b5d2b-5c56-4cbf-8355-3940ed6ef803 req-da248870-2982-49f1-995e-4bb490b32b7d tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:34.018431 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af26b097-6b06-4047-a1f8-5dba8e799dbd req-2189ab18-c891-42fd-a151-91b729b9f592 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:34.019931 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-af26b097-6b06-4047-a1f8-5dba8e799dbd req-2189ab18-c891-42fd-a151-91b729b9f592 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=7cd44f03-df1c-4436-87b5-4c9cccff4adf HTTP/1.1" status: 200 len: 945 time: 0.0523834 Sep 24 15:39:34.060677 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-af26b097-6b06-4047-a1f8-5dba8e799dbd req-235d751d-2c0a-4c8e-ac06-16d752531f75 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343845 Sep 24 15:39:34.062261 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-664b5d2b-5c56-4cbf-8355-3940ed6ef803 req-da248870-2982-49f1-995e-4bb490b32b7d tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:34.076675 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['8a0e6c9e-80a9-4494-a546-cfc3c34ef712', '3149d176-de95-4fe2-b646-1d53b06f5d3a'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:39:34.079088 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['afbf09b1-1e35-4fb2-a4fa-27218272dc3a', 'a798f864-7258-4bf0-87cc-1bfef04bb674', '24452517-d2c8-4379-b085-e8bb73de1440', 'a82fe858-21c7-4f8e-b9af-06bbc2a57d70'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:39:34.104702 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-664b5d2b-5c56-4cbf-8355-3940ed6ef803 req-da248870-2982-49f1-995e-4bb490b32b7d tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Network 9672f189-23fe-44e6-9dd2-257ff8905939 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:39:34.108449 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-664b5d2b-5c56-4cbf-8355-3940ed6ef803 req-da248870-2982-49f1-995e-4bb490b32b7d tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:39:34.112110 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-664b5d2b-5c56-4cbf-8355-3940ed6ef803 req-da248870-2982-49f1-995e-4bb490b32b7d tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:39:34.141613 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da248870-2982-49f1-995e-4bb490b32b7d tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Pushing event updated for resources: {'Port': ['ID=5047f0da-980a-49df-b430-c807729b1cfa,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:34.172208 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b5d2b-5c56-4cbf-8355-3940ed6ef803 req-da248870-2982-49f1-995e-4bb490b32b7d tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:34.172924 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-664b5d2b-5c56-4cbf-8355-3940ed6ef803 req-da248870-2982-49f1-995e-4bb490b32b7d tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:34.244212 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-664b5d2b-5c56-4cbf-8355-3940ed6ef803 req-da248870-2982-49f1-995e-4bb490b32b7d tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8537533 Sep 24 15:39:34.263654 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-664b5d2b-5c56-4cbf-8355-3940ed6ef803 req-d4a31e0f-9079-47e6-bbbf-514c74a56f24 service neutron] Request body: {'port': {'device_id': '1001c34b-48c8-46f1-8886-5d99c7f26bf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:39:34.279547 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1beb4-05a9-4880-9e0f-86595a73c52b req-19e24534-e3d9-4763-9367-40d1f0bb9609 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:34.281707 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-69f1beb4-05a9-4880-9e0f-86595a73c52b req-19e24534-e3d9-4763-9367-40d1f0bb9609 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=3cf463cc-3485-4333-b3a1-6a78bfbaa9b0 HTTP/1.1" status: 200 len: 943 time: 0.0616329 Sep 24 15:39:34.325493 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:34.332353 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-69f1beb4-05a9-4880-9e0f-86595a73c52b req-8de73eb4-b95e-443c-8410-2706cc059aa6 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439136 Sep 24 15:39:34.383020 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-664b5d2b-5c56-4cbf-8355-3940ed6ef803 req-d4a31e0f-9079-47e6-bbbf-514c74a56f24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:34.446579 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 9552c550-3177-4aa4-99bf-38f0ff32dff4 details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:39:34.649449 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-6b23ba94-2a5a-4ca8-b196-e11fb0a51aaf None None] Provisioning complete for port 5047f0da-980a-49df-b430-c807729b1cfa triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:39:34.650104 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6b23ba94-2a5a-4ca8-b196-e11fb0a51aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:34.705697 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 9552c550-3177-4aa4-99bf-38f0ff32dff4, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=9552c550-3177-4aa4-99bf-38f0ff32dff4,segment=NetworkSegment(d7a68d6c-5d6b-4eed-831a-023fbb1b8f0b),segment_id=d7a68d6c-5d6b-4eed-831a-023fbb1b8f0b)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:39:34.741543 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-6b23ba94-2a5a-4ca8-b196-e11fb0a51aaf None None] Port 5047f0da-980a-49df-b430-c807729b1cfa cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:39:34.743347 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': '9552c550-3177-4aa4-99bf-38f0ff32dff4', 'network_id': '3e0da5e5-cfcf-4b73-b0d7-902e52490b00', 'port_id': '9552c550-3177-4aa4-99bf-38f0ff32dff4', 'mac_address': 'fa:16:3e:1b:3b:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '946d8626-ec5d-49c4-aa21-33da3ceddcfd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:39:34.794224 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a3a350-26e8-45b5-a7da-801327f94634 req-38a35953-a53f-4443-b9ec-e1030b313590 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:34.798770 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec561217-8616-4858-a8f0-dd04e44ad237 req-bff6deef-b2d9-4571-a3fd-faab25500012 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:34.802728 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b7a3a350-26e8-45b5-a7da-801327f94634 req-38a35953-a53f-4443-b9ec-e1030b313590 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=1001c34b-48c8-46f1-8886-5d99c7f26bf1 HTTP/1.1" status: 200 len: 936 time: 0.0723453 Sep 24 15:39:34.806464 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ec561217-8616-4858-a8f0-dd04e44ad237 req-bff6deef-b2d9-4571-a3fd-faab25500012 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=acb4038a-0608-4177-bb74-021222f3a02b HTTP/1.1" status: 200 len: 950 time: 0.1142335 Sep 24 15:39:34.846680 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-664b5d2b-5c56-4cbf-8355-3940ed6ef803 req-d4a31e0f-9079-47e6-bbbf-514c74a56f24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5047f0da-980a-49df-b430-c807729b1cfa {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:39:34.853963 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b7a3a350-26e8-45b5-a7da-801327f94634 req-ee659e84-e9e5-46c2-921c-5ed962411141 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450583 Sep 24 15:39:34.859802 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-664b5d2b-5c56-4cbf-8355-3940ed6ef803 req-d4a31e0f-9079-47e6-bbbf-514c74a56f24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:34.877205 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ec561217-8616-4858-a8f0-dd04e44ad237 req-3f0d3025-c0f1-45fb-bab0-63eb3c6cb3ca tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696094 Sep 24 15:39:34.901340 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-664b5d2b-5c56-4cbf-8355-3940ed6ef803 req-d4a31e0f-9079-47e6-bbbf-514c74a56f24 service neutron] Transition to ACTIVE for port object 5047f0da-980a-49df-b430-c807729b1cfa will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:39:34.902505 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:34.927724 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9552c550-3177-4aa4-99bf-38f0ff32dff4 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:39:34.963634 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 9552c550-3177-4aa4-99bf-38f0ff32dff4, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=9552c550-3177-4aa4-99bf-38f0ff32dff4,segment=NetworkSegment(d7a68d6c-5d6b-4eed-831a-023fbb1b8f0b),segment_id=d7a68d6c-5d6b-4eed-831a-023fbb1b8f0b)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:39:34.979960 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-664b5d2b-5c56-4cbf-8355-3940ed6ef803 req-d4a31e0f-9079-47e6-bbbf-514c74a56f24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:35.031387 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:35.042436 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a31e0f-9079-47e6-bbbf-514c74a56f24 service neutron] Pushing event updated for resources: {'Port': ['ID=5047f0da-980a-49df-b430-c807729b1cfa,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:35.115179 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=9552c550-3177-4aa4-99bf-38f0ff32dff4,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:35.129790 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device bb094fae-e117-4c0a-9f40-5490e001cf2e details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:39:35.162377 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-664b5d2b-5c56-4cbf-8355-3940ed6ef803 req-d4a31e0f-9079-47e6-bbbf-514c74a56f24 service neutron] Attempting to bind port 5047f0da-980a-49df-b430-c807729b1cfa on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:39:35.172507 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-664b5d2b-5c56-4cbf-8355-3940ed6ef803 req-d4a31e0f-9079-47e6-bbbf-514c74a56f24 service neutron] Attempting to bind port 5047f0da-980a-49df-b430-c807729b1cfa by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:39:35.173340 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664b5d2b-5c56-4cbf-8355-3940ed6ef803 req-d4a31e0f-9079-47e6-bbbf-514c74a56f24 service neutron] Attempting to bind port 5047f0da-980a-49df-b430-c807729b1cfa on network 9672f189-23fe-44e6-9dd2-257ff8905939 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:39:35.185288 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664b5d2b-5c56-4cbf-8355-3940ed6ef803 req-d4a31e0f-9079-47e6-bbbf-514c74a56f24 service neutron] Port 5047f0da-980a-49df-b430-c807729b1cfa on network 9672f189-23fe-44e6-9dd2-257ff8905939 not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:39:35.188189 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664b5d2b-5c56-4cbf-8355-3940ed6ef803 req-d4a31e0f-9079-47e6-bbbf-514c74a56f24 service neutron] Attempting to bind port 5047f0da-980a-49df-b430-c807729b1cfa on network 9672f189-23fe-44e6-9dd2-257ff8905939 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:39:35.194699 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664b5d2b-5c56-4cbf-8355-3940ed6ef803 req-d4a31e0f-9079-47e6-bbbf-514c74a56f24 service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 39, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:39:35.195397 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664b5d2b-5c56-4cbf-8355-3940ed6ef803 req-d4a31e0f-9079-47e6-bbbf-514c74a56f24 service neutron] Checking segment: {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:39:35.196318 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-664b5d2b-5c56-4cbf-8355-3940ed6ef803 req-d4a31e0f-9079-47e6-bbbf-514c74a56f24 service neutron] Bound using segment: {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:39:35.197140 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-664b5d2b-5c56-4cbf-8355-3940ed6ef803 req-d4a31e0f-9079-47e6-bbbf-514c74a56f24 service neutron] Bound port: 5047f0da-980a-49df-b430-c807729b1cfa, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:39:35.197786 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-664b5d2b-5c56-4cbf-8355-3940ed6ef803 req-d4a31e0f-9079-47e6-bbbf-514c74a56f24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:35.231582 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:35.283989 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fbbd9f-e7cc-4c76-b529-bf57fac5e5dc req-7d290728-4df7-4f10-8cbe-c731137758bd tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:35.286154 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c7fbbd9f-e7cc-4c76-b529-bf57fac5e5dc req-7d290728-4df7-4f10-8cbe-c731137758bd tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=7cd44f03-df1c-4436-87b5-4c9cccff4adf HTTP/1.1" status: 200 len: 945 time: 0.1057503 Sep 24 15:39:35.292058 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port bb094fae-e117-4c0a-9f40-5490e001cf2e, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=bb094fae-e117-4c0a-9f40-5490e001cf2e,segment=NetworkSegment(261d132c-af7b-4dd2-86dc-27294ea32e8c),segment_id=261d132c-af7b-4dd2-86dc-27294ea32e8c)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:39:35.298959 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-664b5d2b-5c56-4cbf-8355-3940ed6ef803 req-d4a31e0f-9079-47e6-bbbf-514c74a56f24 service neutron] For port 5047f0da-980a-49df-b430-c807729b1cfa, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:39:35.303009 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-664b5d2b-5c56-4cbf-8355-3940ed6ef803 req-d4a31e0f-9079-47e6-bbbf-514c74a56f24 service neutron] For port 5047f0da-980a-49df-b430-c807729b1cfa, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=5047f0da-980a-49df-b430-c807729b1cfa,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:39:35.318583 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': 'bb094fae-e117-4c0a-9f40-5490e001cf2e', 'network_id': 'aba63c87-be12-4faa-aa4b-48192227e33d', 'port_id': 'bb094fae-e117-4c0a-9f40-5490e001cf2e', 'mac_address': 'fa:16:3e:be:d8:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '979d11e7-dd50-44f7-803b-0d6530af4707', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:39:35.368042 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c7fbbd9f-e7cc-4c76-b529-bf57fac5e5dc req-03182133-b9ba-4bb4-9159-f7714dc7d638 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742874 Sep 24 15:39:35.379989 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-664b5d2b-5c56-4cbf-8355-3940ed6ef803 req-d4a31e0f-9079-47e6-bbbf-514c74a56f24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:35.384703 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:35.396711 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['9552c550-3177-4aa4-99bf-38f0ff32dff4'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:39:35.504242 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b5d2b-5c56-4cbf-8355-3940ed6ef803 req-d4a31e0f-9079-47e6-bbbf-514c74a56f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:35.504383 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bb094fae-e117-4c0a-9f40-5490e001cf2e {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:39:35.504979 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-664b5d2b-5c56-4cbf-8355-3940ed6ef803 req-d4a31e0f-9079-47e6-bbbf-514c74a56f24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:35.506618 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-664b5d2b-5c56-4cbf-8355-3940ed6ef803 req-d4a31e0f-9079-47e6-bbbf-514c74a56f24 service neutron] 10.222.0.110 "PUT /v2.0/ports/5047f0da-980a-49df-b430-c807729b1cfa HTTP/1.1" status: 200 len: 1096 time: 1.2479453 Sep 24 15:39:35.526644 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1001c34b-48c8-46f1-8886-5d99c7f26bf1', 'tag': '5047f0da-980a-49df-b430-c807729b1cfa'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:39:35.529667 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d35085f-5359-44c2-91d9-fb74e271a623" -d '{"events": [{"name": "network-changed", "server_uuid": "1001c34b-48c8-46f1-8886-5d99c7f26bf1", "tag": "5047f0da-980a-49df-b430-c807729b1cfa"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:39:35.609145 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port bb094fae-e117-4c0a-9f40-5490e001cf2e, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=bb094fae-e117-4c0a-9f40-5490e001cf2e,segment=NetworkSegment(261d132c-af7b-4dd2-86dc-27294ea32e8c),segment_id=261d132c-af7b-4dd2-86dc-27294ea32e8c)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:39:35.727626 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe06ea-7a2f-4118-a790-f7afb44cd0e4 req-e6fe7135-72c1-48d7-b60d-119701d0f43e tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:35.729242 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-16fe06ea-7a2f-4118-a790-f7afb44cd0e4 req-e6fe7135-72c1-48d7-b60d-119701d0f43e tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=3cf463cc-3485-4333-b3a1-6a78bfbaa9b0 HTTP/1.1" status: 200 len: 944 time: 0.1938820 Sep 24 15:39:35.731486 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d56de3f-2cdd-479d-b1f7-c27a026b34af x-openstack-request-id: req-5d56de3f-2cdd-479d-b1f7-c27a026b34af {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:39:35.731877 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1001c34b-48c8-46f1-8886-5d99c7f26bf1", "tag": "5047f0da-980a-49df-b430-c807729b1cfa", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:39:35.732196 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-5d56de3f-2cdd-479d-b1f7-c27a026b34af {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:39:35.732495 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1001c34b-48c8-46f1-8886-5d99c7f26bf1', 'tag': '5047f0da-980a-49df-b430-c807729b1cfa', 'status': 'completed', 'code': 200} Sep 24 15:39:35.734433 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a31e0f-9079-47e6-bbbf-514c74a56f24 service neutron] Pushing event updated for resources: {'Port': ['ID=5047f0da-980a-49df-b430-c807729b1cfa,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:35.758105 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:35.782829 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b5d2b-5c56-4cbf-8355-3940ed6ef803 req-3144fe6d-d73f-4c10-b09c-c0b8a8b5e211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:35.784274 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-664b5d2b-5c56-4cbf-8355-3940ed6ef803 req-3144fe6d-d73f-4c10-b09c-c0b8a8b5e211 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=c46c84a3fcb44853b535b52dac2dd724&device_id=1001c34b-48c8-46f1-8886-5d99c7f26bf1 HTTP/1.1" status: 200 len: 1099 time: 0.1614199 Sep 24 15:39:35.787885 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-16fe06ea-7a2f-4118-a790-f7afb44cd0e4 req-442e3abd-a462-429c-b1a3-1141aca1a408 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487242 Sep 24 15:39:35.845036 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=bb094fae-e117-4c0a-9f40-5490e001cf2e,revision_number=6']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:35.849879 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-664b5d2b-5c56-4cbf-8355-3940ed6ef803 req-e9e3c128-dc64-402f-a932-8755d9d7344a service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=5047f0da-980a-49df-b430-c807729b1cfa HTTP/1.1" status: 200 len: 217 time: 0.0561109 Sep 24 15:39:35.924264 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b5d2b-5c56-4cbf-8355-3940ed6ef803 req-884fc129-0f1e-45bc-982c-26cdc8c4ff64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:35.925627 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-664b5d2b-5c56-4cbf-8355-3940ed6ef803 req-884fc129-0f1e-45bc-982c-26cdc8c4ff64 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.0589807 Sep 24 15:39:36.036277 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721f6db4-56bb-4277-8706-7a9f5fe2c7b0 req-d421823e-b0b6-4e28-81e3-4faebe43375c tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:36.038427 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-721f6db4-56bb-4277-8706-7a9f5fe2c7b0 req-d421823e-b0b6-4e28-81e3-4faebe43375c tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=1001c34b-48c8-46f1-8886-5d99c7f26bf1 HTTP/1.1" status: 200 len: 948 time: 0.0673935 Sep 24 15:39:36.050757 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664b5d2b-5c56-4cbf-8355-3940ed6ef803 req-ac54ca95-bc4f-42a2-a19a-eafb81468bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:36.052245 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-664b5d2b-5c56-4cbf-8355-3940ed6ef803 req-ac54ca95-bc4f-42a2-a19a-eafb81468bcb service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1131487 Sep 24 15:39:36.066624 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2476533-0025-4054-b1cf-ccc012a17bbc req-ddeec01b-5f9c-4dc2-8ba9-5ee40ab4efa7 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:36.077014 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['bb094fae-e117-4c0a-9f40-5490e001cf2e'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:39:36.078470 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b2476533-0025-4054-b1cf-ccc012a17bbc req-ddeec01b-5f9c-4dc2-8ba9-5ee40ab4efa7 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=acb4038a-0608-4177-bb74-021222f3a02b HTTP/1.1" status: 200 len: 950 time: 0.0871928 Sep 24 15:39:36.098674 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-721f6db4-56bb-4277-8706-7a9f5fe2c7b0 req-65f35596-5e51-4100-91d9-a2f01adabc8e tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531740 Sep 24 15:39:36.196691 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-664b5d2b-5c56-4cbf-8355-3940ed6ef803 req-5676c32f-2867-4cd4-8e83-3f65808a24d8 service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109614 Sep 24 15:39:36.242898 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b2476533-0025-4054-b1cf-ccc012a17bbc req-f16dd4f5-1396-4374-9a38-69e1ac748d4d tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634936 Sep 24 15:39:36.317266 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-664b5d2b-5c56-4cbf-8355-3940ed6ef803 req-4d103bdd-4790-4f96-b506-eae1fbd1f883 service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986021 Sep 24 15:39:36.528829 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda354ea-0f90-429a-8ec4-d3d53eafa523 req-172d9bbe-f93f-4fcc-b109-19d40111b5d5 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:36.530533 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dda354ea-0f90-429a-8ec4-d3d53eafa523 req-172d9bbe-f93f-4fcc-b109-19d40111b5d5 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=7cd44f03-df1c-4436-87b5-4c9cccff4adf HTTP/1.1" status: 200 len: 945 time: 0.0964725 Sep 24 15:39:36.539706 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d35085f-5359-44c2-91d9-fb74e271a623 req-bfb0ec34-7d11-42a7-bf48-bb2c634c4a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:36.541339 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2d35085f-5359-44c2-91d9-fb74e271a623 req-bfb0ec34-7d11-42a7-bf48-bb2c634c4a0c service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=c46c84a3fcb44853b535b52dac2dd724&device_id=1001c34b-48c8-46f1-8886-5d99c7f26bf1 HTTP/1.1" status: 200 len: 1099 time: 0.0703273 Sep 24 15:39:36.587940 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:36.609615 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dda354ea-0f90-429a-8ec4-d3d53eafa523 req-3825c7ad-2fee-4d3b-a1be-0b8f53ebb8df tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672243 Sep 24 15:39:36.665792 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d35085f-5359-44c2-91d9-fb74e271a623 req-7e21d7a9-1f14-4c6c-8f78-e10bc9687d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:36.667314 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2d35085f-5359-44c2-91d9-fb74e271a623 req-7e21d7a9-1f14-4c6c-8f78-e10bc9687d91 service neutron] 10.222.0.110 "GET /v2.0/networks?id=9672f189-23fe-44e6-9dd2-257ff8905939 HTTP/1.1" status: 200 len: 871 time: 0.1101904 Sep 24 15:39:36.727272 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2d35085f-5359-44c2-91d9-fb74e271a623 req-524d738a-e48b-40b3-838b-cf6510e259be service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=5047f0da-980a-49df-b430-c807729b1cfa HTTP/1.1" status: 200 len: 217 time: 0.0408080 Sep 24 15:39:36.786798 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d35085f-5359-44c2-91d9-fb74e271a623 req-a6f31996-3f32-450f-aff2-874a77539d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:36.788400 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2d35085f-5359-44c2-91d9-fb74e271a623 req-a6f31996-3f32-450f-aff2-874a77539d89 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.0518079 Sep 24 15:39:36.844984 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d35085f-5359-44c2-91d9-fb74e271a623 req-3faa8bbe-8fb2-4527-b6a5-4d28d283f470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:36.846607 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2d35085f-5359-44c2-91d9-fb74e271a623 req-3faa8bbe-8fb2-4527-b6a5-4d28d283f470 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0442867 Sep 24 15:39:36.982324 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d909240c-5141-490f-aeea-4907f60137a1 req-3d92b9e9-0961-4ca0-81d8-1b99cd97f4e4 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:36.989029 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d909240c-5141-490f-aeea-4907f60137a1 req-3d92b9e9-0961-4ca0-81d8-1b99cd97f4e4 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=3cf463cc-3485-4333-b3a1-6a78bfbaa9b0 HTTP/1.1" status: 200 len: 944 time: 0.1212523 Sep 24 15:39:37.001923 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2d35085f-5359-44c2-91d9-fb74e271a623 req-ad61a376-4c97-4fb5-b3e0-57600b8b8349 service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425507 Sep 24 15:39:37.048145 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d909240c-5141-490f-aeea-4907f60137a1 req-4746915d-705d-4f60-9929-16494b48b242 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581739 Sep 24 15:39:37.132167 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device bb094fae-e117-4c0a-9f40-5490e001cf2e up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:39:37.165017 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2d35085f-5359-44c2-91d9-fb74e271a623 req-0feb392f-d09b-4563-8a70-59ed8032fcd0 service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385689 Sep 24 15:39:37.271962 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port bb094fae-e117-4c0a-9f40-5490e001cf2e triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:39:37.272484 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:37.317782 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b324ec-639b-416c-900a-c98a6cd26eab req-fccc6eb0-f1c0-4f2a-b4ff-768bf4dd703f tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:37.319484 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f9b324ec-639b-416c-900a-c98a6cd26eab req-fccc6eb0-f1c0-4f2a-b4ff-768bf4dd703f tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=1001c34b-48c8-46f1-8886-5d99c7f26bf1 HTTP/1.1" status: 200 len: 948 time: 0.1075335 Sep 24 15:39:37.399978 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f9b324ec-639b-416c-900a-c98a6cd26eab req-71d848c9-d3f5-4ce6-9a4e-06e07d3fb5e7 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734878 Sep 24 15:39:37.490959 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454cdf29-fad4-4af4-b919-ed9581e3a2cc req-2b02832c-780f-442d-8190-28aea99fbaa7 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:37.492524 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-454cdf29-fad4-4af4-b919-ed9581e3a2cc req-2b02832c-780f-442d-8190-28aea99fbaa7 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=acb4038a-0608-4177-bb74-021222f3a02b HTTP/1.1" status: 200 len: 950 time: 0.0959177 Sep 24 15:39:37.556752 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-454cdf29-fad4-4af4-b919-ed9581e3a2cc req-8229b24a-811e-413a-b1a7-04110c2da75e tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528259 Sep 24 15:39:37.577068 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:37.610558 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '822db3f8-7386-41a4-ac9d-11630efbd1ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb094fae-e117-4c0a-9f40-5490e001cf2e'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:39:37.612833 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05a291c5-611b-4c22-81b9-0aa79081a205" -d '{"events": [{"server_uuid": "822db3f8-7386-41a4-ac9d-11630efbd1ee", "name": "network-vif-plugged", "status": "completed", "tag": "bb094fae-e117-4c0a-9f40-5490e001cf2e"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:39:37.627495 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port bb094fae-e117-4c0a-9f40-5490e001cf2e, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=bb094fae-e117-4c0a-9f40-5490e001cf2e,segment=NetworkSegment(261d132c-af7b-4dd2-86dc-27294ea32e8c),segment_id=261d132c-af7b-4dd2-86dc-27294ea32e8c)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:39:37.678454 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c762d24-9aca-4173-af2a-44588408f30d x-openstack-request-id: req-2c762d24-9aca-4173-af2a-44588408f30d {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:39:37.678750 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "822db3f8-7386-41a4-ac9d-11630efbd1ee", "name": "network-vif-plugged", "status": "completed", "tag": "bb094fae-e117-4c0a-9f40-5490e001cf2e", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:39:37.679000 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-2c762d24-9aca-4173-af2a-44588408f30d {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:39:37.679385 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '822db3f8-7386-41a4-ac9d-11630efbd1ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb094fae-e117-4c0a-9f40-5490e001cf2e', 'code': 200} Sep 24 15:39:37.728776 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:37.794994 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=bb094fae-e117-4c0a-9f40-5490e001cf2e,revision_number=7']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:37.796472 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377d996e-be43-41d2-826b-7cccbf060c54 req-7fe0de94-f06a-471e-8cad-382b0704dc68 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:37.798560 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-377d996e-be43-41d2-826b-7cccbf060c54 req-7fe0de94-f06a-471e-8cad-382b0704dc68 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=7cd44f03-df1c-4436-87b5-4c9cccff4adf HTTP/1.1" status: 200 len: 945 time: 0.0696890 Sep 24 15:39:37.868735 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-377d996e-be43-41d2-826b-7cccbf060c54 req-32747870-482b-4097-a30f-5a9cabd77ff9 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483093 Sep 24 15:39:38.208346 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5080ea7d-31c1-4d98-8ebe-03048546fffc req-305b2b30-282a-4b39-870b-00df254220b3 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:38.209920 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5080ea7d-31c1-4d98-8ebe-03048546fffc req-305b2b30-282a-4b39-870b-00df254220b3 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=3cf463cc-3485-4333-b3a1-6a78bfbaa9b0 HTTP/1.1" status: 200 len: 944 time: 0.0686433 Sep 24 15:39:38.256533 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5080ea7d-31c1-4d98-8ebe-03048546fffc req-d5d014f6-b855-4e1a-8b53-bd928209b418 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403671 Sep 24 15:39:38.463361 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 5047f0da-980a-49df-b430-c807729b1cfa details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:39:38.466954 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 9552c550-3177-4aa4-99bf-38f0ff32dff4 up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:39:38.602619 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d81045-eccd-4cba-aaec-2296e2830f44 req-b65b7ed3-7397-4008-bc07-b3a6782dc887 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:38.605244 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-96d81045-eccd-4cba-aaec-2296e2830f44 req-b65b7ed3-7397-4008-bc07-b3a6782dc887 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=1001c34b-48c8-46f1-8886-5d99c7f26bf1 HTTP/1.1" status: 200 len: 948 time: 0.1052618 Sep 24 15:39:38.660079 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-96d81045-eccd-4cba-aaec-2296e2830f44 req-3b4517c1-a1fb-408c-9a2a-928a723fbf7e tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471315 Sep 24 15:39:38.679041 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 5047f0da-980a-49df-b430-c807729b1cfa, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=5047f0da-980a-49df-b430-c807729b1cfa,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:39:38.700084 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': '5047f0da-980a-49df-b430-c807729b1cfa', 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939', 'port_id': '5047f0da-980a-49df-b430-c807729b1cfa', 'mac_address': 'fa:16:3e:b6:57:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '188edb94-8042-4961-9ec0-8960b1ce1305', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:39:38.755128 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port 9552c550-3177-4aa4-99bf-38f0ff32dff4 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:39:38.783775 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port 9552c550-3177-4aa4-99bf-38f0ff32dff4 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:39:38.784156 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:38.815974 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c36aea-e87e-4fa5-9839-6d8e55217641 req-ed03c784-1f34-4369-ade6-454d5634df9a tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:38.817797 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-60c36aea-e87e-4fa5-9839-6d8e55217641 req-ed03c784-1f34-4369-ade6-454d5634df9a tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=acb4038a-0608-4177-bb74-021222f3a02b HTTP/1.1" status: 200 len: 950 time: 0.0897748 Sep 24 15:39:38.827470 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:38.856023 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5047f0da-980a-49df-b430-c807729b1cfa {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:39:38.890826 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-60c36aea-e87e-4fa5-9839-6d8e55217641 req-a68061bf-9ca8-4ca0-afa2-1d6270885dff tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583549 Sep 24 15:39:38.923057 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:38.926179 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 5047f0da-980a-49df-b430-c807729b1cfa, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=5047f0da-980a-49df-b430-c807729b1cfa,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:39:38.982624 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea7ba50-55b0-48a6-9d9a-30ad2a1ace82 req-366fee90-39de-4457-8172-72583c8848e6 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:38.984637 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3ea7ba50-55b0-48a6-9d9a-30ad2a1ace82 req-366fee90-39de-4457-8172-72583c8848e6 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.108 "GET /v2.0/ports?device_id=7cd44f03-df1c-4436-87b5-4c9cccff4adf HTTP/1.1" status: 200 len: 945 time: 0.0883980 Sep 24 15:39:38.985244 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:39.026384 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:39.030368 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 9552c550-3177-4aa4-99bf-38f0ff32dff4, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=9552c550-3177-4aa4-99bf-38f0ff32dff4,segment=NetworkSegment(d7a68d6c-5d6b-4eed-831a-023fbb1b8f0b),segment_id=d7a68d6c-5d6b-4eed-831a-023fbb1b8f0b)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:39:39.092722 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=5047f0da-980a-49df-b430-c807729b1cfa,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:39.154438 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bc5554-3cae-4d6a-ac0a-53088623aca3 req-d61d424c-9857-46df-893c-63890bea423b tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:39.156050 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-51bc5554-3cae-4d6a-ac0a-53088623aca3 req-d61d424c-9857-46df-893c-63890bea423b tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=7cd44f03-df1c-4436-87b5-4c9cccff4adf HTTP/1.1" status: 200 len: 945 time: 0.1141238 Sep 24 15:39:39.164330 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:39.175382 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-3ea7ba50-55b0-48a6-9d9a-30ad2a1ace82 req-5edfa9fa-6e12-4e6d-be72-cae14688996f tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Deleting port b8b05671-5846-450b-b614-149956aa102d {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:39:39.183037 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-3ea7ba50-55b0-48a6-9d9a-30ad2a1ace82 req-5edfa9fa-6e12-4e6d-be72-cae14688996f tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:39.247807 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=9552c550-3177-4aa4-99bf-38f0ff32dff4,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:39.327452 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-51bc5554-3cae-4d6a-ac0a-53088623aca3 req-79a685f7-b7d5-4111-954b-0d3fa46b6678 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/security-groups?id=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389914 Sep 24 15:39:39.377285 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['5047f0da-980a-49df-b430-c807729b1cfa'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:39:39.412762 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-3ea7ba50-55b0-48a6-9d9a-30ad2a1ace82 req-5edfa9fa-6e12-4e6d-be72-cae14688996f tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] For port b8b05671-5846-450b-b614-149956aa102d, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=b8b05671-5846-450b-b614-149956aa102d,segment=NetworkSegment(b546acd3-82a1-4d5d-82c0-3ff14f29b0aa),segment_id=b546acd3-82a1-4d5d-82c0-3ff14f29b0aa)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:39:39.414179 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-3ea7ba50-55b0-48a6-9d9a-30ad2a1ace82 req-5edfa9fa-6e12-4e6d-be72-cae14688996f tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:39.416952 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a5c622-afc4-4fed-afb3-b7269dd7fc61 req-63665444-11ce-4851-a901-82adf74b1eba tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:39.427629 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e4a5c622-afc4-4fed-afb3-b7269dd7fc61 req-63665444-11ce-4851-a901-82adf74b1eba tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=3cf463cc-3485-4333-b3a1-6a78bfbaa9b0 HTTP/1.1" status: 200 len: 945 time: 0.0722446 Sep 24 15:39:39.458177 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-3ea7ba50-55b0-48a6-9d9a-30ad2a1ace82 req-5edfa9fa-6e12-4e6d-be72-cae14688996f tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Calling delete_port for b8b05671-5846-450b-b614-149956aa102d owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:39:39.486700 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e4a5c622-afc4-4fed-afb3-b7269dd7fc61 req-ad9e5174-4c93-4ea6-88b9-845cbdd56c32 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478597 Sep 24 15:39:39.681033 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cf463cc-3485-4333-b3a1-6a78bfbaa9b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9552c550-3177-4aa4-99bf-38f0ff32dff4'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:39:39.684783 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de497f91-ec77-4685-bd40-cf4efce442be" -d '{"events": [{"server_uuid": "3cf463cc-3485-4333-b3a1-6a78bfbaa9b0", "name": "network-vif-plugged", "status": "completed", "tag": "9552c550-3177-4aa4-99bf-38f0ff32dff4"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:39:39.742561 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aac4815-51a4-4f5c-b7a2-6aaf3fcea3ff x-openstack-request-id: req-8aac4815-51a4-4f5c-b7a2-6aaf3fcea3ff {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:39:39.742856 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cf463cc-3485-4333-b3a1-6a78bfbaa9b0", "name": "network-vif-plugged", "status": "completed", "tag": "9552c550-3177-4aa4-99bf-38f0ff32dff4", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:39:39.743106 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-8aac4815-51a4-4f5c-b7a2-6aaf3fcea3ff {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:39:39.743499 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cf463cc-3485-4333-b3a1-6a78bfbaa9b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9552c550-3177-4aa4-99bf-38f0ff32dff4', 'code': 200} Sep 24 15:39:39.757964 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-3ea7ba50-55b0-48a6-9d9a-30ad2a1ace82 req-5edfa9fa-6e12-4e6d-be72-cae14688996f tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:39.773453 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['b8b05671-5846-450b-b614-149956aa102d'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:39:39.798788 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edfa9fa-6e12-4e6d-be72-cae14688996f tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Pushing event deleted for resources: {'Port': ['ID=b8b05671-5846-450b-b614-149956aa102d,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:39.905666 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ea7ba50-55b0-48a6-9d9a-30ad2a1ace82 req-5edfa9fa-6e12-4e6d-be72-cae14688996f tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] No DVR routers for this DVR port b8b05671-5846-450b-b614-149956aa102d on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:39:39.925634 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-3ea7ba50-55b0-48a6-9d9a-30ad2a1ace82 req-5edfa9fa-6e12-4e6d-be72-cae14688996f tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:39.927672 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3ea7ba50-55b0-48a6-9d9a-30ad2a1ace82 req-5edfa9fa-6e12-4e6d-be72-cae14688996f tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.108 "DELETE /v2.0/ports/b8b05671-5846-450b-b614-149956aa102d HTTP/1.1" status: 204 len: 173 time: 0.9312551 Sep 24 15:39:39.933234 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cd44f03-df1c-4436-87b5-4c9cccff4adf', 'name': 'network-vif-deleted', 'tag': 'b8b05671-5846-450b-b614-149956aa102d'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:39:39.935629 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed2724d-937f-4ec9-ad18-0420621f81a2" -d '{"events": [{"server_uuid": "7cd44f03-df1c-4436-87b5-4c9cccff4adf", "name": "network-vif-deleted", "tag": "b8b05671-5846-450b-b614-149956aa102d"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:39:39.952839 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d69291-9b47-45f4-8704-23d22a671f7e req-736a8ffc-bf6c-4198-95f2-fd89ee113d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:39.954351 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d0d69291-9b47-45f4-8704-23d22a671f7e req-736a8ffc-bf6c-4198-95f2-fd89ee113d72 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=3cf463cc-3485-4333-b3a1-6a78bfbaa9b0 HTTP/1.1" status: 200 len: 1096 time: 0.0924017 Sep 24 15:39:39.984199 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a08a24-5c7c-4590-a507-c7ab021e3b86 req-b3497055-d239-4f44-bd28-5004047b074b tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:39.985904 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b7a08a24-5c7c-4590-a507-c7ab021e3b86 req-b3497055-d239-4f44-bd28-5004047b074b tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=1001c34b-48c8-46f1-8886-5d99c7f26bf1 HTTP/1.1" status: 200 len: 949 time: 0.1346891 Sep 24 15:39:40.031426 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d0d69291-9b47-45f4-8704-23d22a671f7e req-5c8130dc-aa16-4faa-b81c-0e138dddb2a8 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441873 Sep 24 15:39:40.033830 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a4f98-86a3-4a48-87ea-9eb0ce37c421 req-4c5347a8-e863-408c-bda2-67e78dd65f90 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:40.038924 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7b8a4f98-86a3-4a48-87ea-9eb0ce37c421 req-4c5347a8-e863-408c-bda2-67e78dd65f90 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=acb4038a-0608-4177-bb74-021222f3a02b HTTP/1.1" status: 200 len: 950 time: 0.0691712 Sep 24 15:39:40.053693 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b7a08a24-5c7c-4590-a507-c7ab021e3b86 req-b997ee61-e3aa-4669-8eb4-3d7dcb1c4ca0 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479395 Sep 24 15:39:40.101656 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7b8a4f98-86a3-4a48-87ea-9eb0ce37c421 req-a44b5c48-3ff3-466f-8329-9271231dbef3 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486982 Sep 24 15:39:40.170480 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae63d0bd-5c27-4172-b00d-17b299599116 x-openstack-request-id: req-ae63d0bd-5c27-4172-b00d-17b299599116 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:39:40.170776 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cd44f03-df1c-4436-87b5-4c9cccff4adf", "name": "network-vif-deleted", "tag": "b8b05671-5846-450b-b614-149956aa102d", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:39:40.171031 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ae63d0bd-5c27-4172-b00d-17b299599116 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:39:40.171424 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cd44f03-df1c-4436-87b5-4c9cccff4adf', 'name': 'network-vif-deleted', 'tag': 'b8b05671-5846-450b-b614-149956aa102d', 'status': 'completed', 'code': 200} Sep 24 15:39:40.460101 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5e6b184b-04d3-4aeb-adbe-4f007ba8aa0d req-490e56cb-5fb3-4a03-98a9-da3ffd38c108 tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=7cd44f03-df1c-4436-87b5-4c9cccff4adf HTTP/1.1" status: 200 len: 210 time: 0.0332079 Sep 24 15:39:40.608218 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24425f9-5bfa-482e-9689-b4af960883ad req-e99b1aac-3475-46f1-bf89-2ae3bf4ee659 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:40.609712 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c24425f9-5bfa-482e-9689-b4af960883ad req-e99b1aac-3475-46f1-bf89-2ae3bf4ee659 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=3cf463cc-3485-4333-b3a1-6a78bfbaa9b0 HTTP/1.1" status: 200 len: 945 time: 0.0551379 Sep 24 15:39:40.647718 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c24425f9-5bfa-482e-9689-b4af960883ad req-d587c230-e267-45b1-bb55-d1e84d357e99 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319245 Sep 24 15:39:41.175921 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:41.198692 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a99642a-bf13-40d9-8683-121f42bc936a req-e1c111ac-fdc0-4b49-9eb9-f5bfcced68be tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:41.202825 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7a99642a-bf13-40d9-8683-121f42bc936a req-e1c111ac-fdc0-4b49-9eb9-f5bfcced68be tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=1001c34b-48c8-46f1-8886-5d99c7f26bf1 HTTP/1.1" status: 200 len: 949 time: 0.0691912 Sep 24 15:39:41.259226 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7a99642a-bf13-40d9-8683-121f42bc936a req-5e74c22c-d00c-4bb1-a97e-dc7881bdf60b tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494695 Sep 24 15:39:41.268545 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e8cae4-958f-4b09-8405-ddafd9b02197 req-2ae490b8-4d67-4714-923c-8a9e2b966e86 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:41.274894 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-06e8cae4-958f-4b09-8405-ddafd9b02197 req-2ae490b8-4d67-4714-923c-8a9e2b966e86 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=acb4038a-0608-4177-bb74-021222f3a02b HTTP/1.1" status: 200 len: 950 time: 0.0682092 Sep 24 15:39:41.375326 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-06e8cae4-958f-4b09-8405-ddafd9b02197 req-74e3933e-c0c1-45f6-8352-197c2e54b7eb tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966837 Sep 24 15:39:41.638900 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-28a70591-77ef-4d33-bb7e-3f21b820dab6 req-ef6b00de-2f60-4d14-a5b0-b9da329e769a tempest-ServerRescueNegativeTestJSON-1145266513 tempest-ServerRescueNegativeTestJSON-1145266513-project] 10.222.0.101 "GET /v2.0/ports?device_id=7cd44f03-df1c-4436-87b5-4c9cccff4adf HTTP/1.1" status: 200 len: 210 time: 0.0386317 Sep 24 15:39:41.838132 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58129d38-1634-453d-8cea-667279f32e4e req-8ce0beb7-9f0e-4bd6-abe7-aeee75036f84 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:41.840155 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-58129d38-1634-453d-8cea-667279f32e4e req-8ce0beb7-9f0e-4bd6-abe7-aeee75036f84 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=3cf463cc-3485-4333-b3a1-6a78bfbaa9b0 HTTP/1.1" status: 200 len: 945 time: 0.0864432 Sep 24 15:39:41.916565 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-58129d38-1634-453d-8cea-667279f32e4e req-8271719b-0d58-4d5b-b3b3-f4238d6f0bbe tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661438 Sep 24 15:39:42.429142 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f96c76-e79d-4264-83ac-c77dc59ea9fc req-4cf782cc-92d9-4ba0-b3e1-15b3be063ec1 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:42.437645 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-95f96c76-e79d-4264-83ac-c77dc59ea9fc req-4cf782cc-92d9-4ba0-b3e1-15b3be063ec1 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=1001c34b-48c8-46f1-8886-5d99c7f26bf1 HTTP/1.1" status: 200 len: 949 time: 0.0902798 Sep 24 15:39:42.482156 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 5047f0da-980a-49df-b430-c807729b1cfa up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:39:42.490761 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-95f96c76-e79d-4264-83ac-c77dc59ea9fc req-6dfa82df-9c92-4d99-98bc-c2a3a6d86f3d tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521035 Sep 24 15:39:42.615061 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd742c2-1a74-4b45-83dd-d657fb941be3 req-b9ffbbb1-7b62-4741-b041-e11bf9f81e18 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:42.627865 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3dd742c2-1a74-4b45-83dd-d657fb941be3 req-b9ffbbb1-7b62-4741-b041-e11bf9f81e18 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=acb4038a-0608-4177-bb74-021222f3a02b HTTP/1.1" status: 200 len: 950 time: 0.0884879 Sep 24 15:39:42.674921 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3dd742c2-1a74-4b45-83dd-d657fb941be3 req-af2561f2-eaa0-43db-b399-c59660ec6352 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457079 Sep 24 15:39:42.724729 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 49602) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:39:42.753126 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port 5047f0da-980a-49df-b430-c807729b1cfa completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:39:42.758089 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port 5047f0da-980a-49df-b430-c807729b1cfa triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:39:42.758574 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:42.874211 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:42.940632 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 5047f0da-980a-49df-b430-c807729b1cfa, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=5047f0da-980a-49df-b430-c807729b1cfa,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:39:42.962894 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1001c34b-48c8-46f1-8886-5d99c7f26bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5047f0da-980a-49df-b430-c807729b1cfa'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:39:42.976404 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c418517-78a7-4101-ad94-6e03fd95e904" -d '{"events": [{"server_uuid": "1001c34b-48c8-46f1-8886-5d99c7f26bf1", "name": "network-vif-plugged", "status": "completed", "tag": "5047f0da-980a-49df-b430-c807729b1cfa"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:39:43.042132 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:43.104951 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5b44f3-dd94-4478-bad3-b06ecd77cf78 req-70710b88-9ed8-4135-ab5d-2d379d327c27 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:43.107554 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3a5b44f3-dd94-4478-bad3-b06ecd77cf78 req-70710b88-9ed8-4135-ab5d-2d379d327c27 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=3cf463cc-3485-4333-b3a1-6a78bfbaa9b0 HTTP/1.1" status: 200 len: 945 time: 0.0690932 Sep 24 15:39:43.178821 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba32067c-2306-4c12-9be2-bc8511782632 x-openstack-request-id: req-ba32067c-2306-4c12-9be2-bc8511782632 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:39:43.179161 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1001c34b-48c8-46f1-8886-5d99c7f26bf1", "name": "network-vif-plugged", "status": "completed", "tag": "5047f0da-980a-49df-b430-c807729b1cfa", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:39:43.179161 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ba32067c-2306-4c12-9be2-bc8511782632 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:39:43.179623 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1001c34b-48c8-46f1-8886-5d99c7f26bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5047f0da-980a-49df-b430-c807729b1cfa', 'code': 200} Sep 24 15:39:43.181478 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=5047f0da-980a-49df-b430-c807729b1cfa,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:43.185997 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device b8b05671-5846-450b-b614-149956aa102d no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:39:43.206681 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3a5b44f3-dd94-4478-bad3-b06ecd77cf78 req-e17ba619-cc63-429f-9c40-07243d666dec tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662873 Sep 24 15:39:43.215229 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] No Port match for: b8b05671-5846-450b-b614-149956aa102d {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:39:43.226108 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device b8b05671-5846-450b-b614-149956aa102d not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:39:43.281036 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630bb30f-da86-4c8e-afa4-9f8353cfc4f1 req-327cb514-00f2-4a1a-befc-9c0b37db3caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:43.282672 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-630bb30f-da86-4c8e-afa4-9f8353cfc4f1 req-327cb514-00f2-4a1a-befc-9c0b37db3caa service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=1001c34b-48c8-46f1-8886-5d99c7f26bf1 HTTP/1.1" status: 200 len: 1101 time: 0.0951355 Sep 24 15:39:43.361568 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-630bb30f-da86-4c8e-afa4-9f8353cfc4f1 req-85c6a6cd-a7bf-48cc-a61a-47b84310e45a service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544472 Sep 24 15:39:43.387615 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b204ed6b-4205-4247-bb86-a103c6afa67b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:43.641416 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d15600-96af-455f-aae4-ba5fffa6f4a8 req-d38eb89c-9b60-4565-bcb6-c910a4f2dfb8 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:43.650323 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-34d15600-96af-455f-aae4-ba5fffa6f4a8 req-d38eb89c-9b60-4565-bcb6-c910a4f2dfb8 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=1001c34b-48c8-46f1-8886-5d99c7f26bf1 HTTP/1.1" status: 200 len: 950 time: 0.0647743 Sep 24 15:39:43.707852 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-34d15600-96af-455f-aae4-ba5fffa6f4a8 req-8d64df50-eea1-42a5-8225-2d7876c9ff0c tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563850 Sep 24 15:39:43.805627 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed57ab33-3423-4a06-acf8-df5cfea372d2 req-7f49ef86-db61-4976-b276-a0d78e583630 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:43.814621 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ed57ab33-3423-4a06-acf8-df5cfea372d2 req-7f49ef86-db61-4976-b276-a0d78e583630 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=3cf463cc-3485-4333-b3a1-6a78bfbaa9b0 HTTP/1.1" status: 200 len: 945 time: 0.0922139 Sep 24 15:39:43.841176 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-b204ed6b-4205-4247-bb86-a103c6afa67b admin admin] Deleting port b32d8bb1-9c50-4024-87a4-a481f17b9caf {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:39:43.841518 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b204ed6b-4205-4247-bb86-a103c6afa67b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:43.887876 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd011715-d960-48f0-8bee-7e50a9311075 req-7f0ae938-2371-4886-8f1b-0adccbb4e48c tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:43.895620 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dd011715-d960-48f0-8bee-7e50a9311075 req-7f0ae938-2371-4886-8f1b-0adccbb4e48c tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=acb4038a-0608-4177-bb74-021222f3a02b HTTP/1.1" status: 200 len: 950 time: 0.1121361 Sep 24 15:39:43.907289 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ed57ab33-3423-4a06-acf8-df5cfea372d2 req-e7a178d7-7845-4972-9541-dafad7374221 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917938 Sep 24 15:39:43.986566 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-b204ed6b-4205-4247-bb86-a103c6afa67b admin admin] For port b32d8bb1-9c50-4024-87a4-a481f17b9caf, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=b32d8bb1-9c50-4024-87a4-a481f17b9caf,segment=NetworkSegment(b546acd3-82a1-4d5d-82c0-3ff14f29b0aa),segment_id=b546acd3-82a1-4d5d-82c0-3ff14f29b0aa)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:39:43.987592 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dd011715-d960-48f0-8bee-7e50a9311075 req-62a26c3b-f931-4596-b7f1-286a973790b9 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761166 Sep 24 15:39:43.998387 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b204ed6b-4205-4247-bb86-a103c6afa67b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:44.020004 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-b204ed6b-4205-4247-bb86-a103c6afa67b admin admin] Calling delete_port for b32d8bb1-9c50-4024-87a4-a481f17b9caf owned by network:router_interface {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:39:44.379768 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b204ed6b-4205-4247-bb86-a103c6afa67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:44.411503 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b204ed6b-4205-4247-bb86-a103c6afa67b admin admin] Pushing event deleted for resources: {'Port': ['ID=b32d8bb1-9c50-4024-87a4-a481f17b9caf,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:44.444472 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b204ed6b-4205-4247-bb86-a103c6afa67b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:44.444837 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b204ed6b-4205-4247-bb86-a103c6afa67b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:44.445171 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b204ed6b-4205-4247-bb86-a103c6afa67b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:44.446568 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b204ed6b-4205-4247-bb86-a103c6afa67b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:44.447170 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b204ed6b-4205-4247-bb86-a103c6afa67b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:44.448039 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b204ed6b-4205-4247-bb86-a103c6afa67b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:44.448958 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b204ed6b-4205-4247-bb86-a103c6afa67b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:44.450481 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b204ed6b-4205-4247-bb86-a103c6afa67b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:44.451455 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b204ed6b-4205-4247-bb86-a103c6afa67b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:44.452203 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b204ed6b-4205-4247-bb86-a103c6afa67b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:44.452969 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b204ed6b-4205-4247-bb86-a103c6afa67b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:44.453534 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b204ed6b-4205-4247-bb86-a103c6afa67b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:44.654593 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b204ed6b-4205-4247-bb86-a103c6afa67b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:44.909224 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bead1bc-e37c-46fc-9b31-d580b84f4c84 req-683c95b1-7c8b-49ad-b02a-5d2a97c3c254 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:44.911874 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9bead1bc-e37c-46fc-9b31-d580b84f4c84 req-683c95b1-7c8b-49ad-b02a-5d2a97c3c254 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=1001c34b-48c8-46f1-8886-5d99c7f26bf1 HTTP/1.1" status: 200 len: 950 time: 0.0952153 Sep 24 15:39:44.912660 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b204ed6b-4205-4247-bb86-a103c6afa67b admin admin] Router e9ed2194-b3e4-4163-a17a-047fbf9bb497 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:39:44.957006 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9bead1bc-e37c-46fc-9b31-d580b84f4c84 req-91f1cc19-9d6c-446d-8745-798f343c966d tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402849 Sep 24 15:39:45.058207 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b204ed6b-4205-4247-bb86-a103c6afa67b admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:39:45.063892 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b204ed6b-4205-4247-bb86-a103c6afa67b admin admin] 10.222.0.101 "PUT /v2.0/routers/e9ed2194-b3e4-4163-a17a-047fbf9bb497/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3380098 Sep 24 15:39:45.066633 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49654) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:39:45.071010 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1938ea5e-54eb-4986-aab9-d3f1c77a5224 None None] Sync routers for ids ['e9ed2194-b3e4-4163-a17a-047fbf9bb497'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:39:45.081278 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1938ea5e-54eb-4986-aab9-d3f1c77a5224 None None] Routers {'e9ed2194-b3e4-4163-a17a-047fbf9bb497'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:39:45.082003 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-1938ea5e-54eb-4986-aab9-d3f1c77a5224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:39:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['e9ed2194-b3e4-4163-a17a-047fbf9bb497'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:39:45.083485 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd055900-984e-4ef9-9c35-aeafbd355211 req-6e95508f-d0ec-433c-8dd1-9f9c946538c6 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:45.085606 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bd055900-984e-4ef9-9c35-aeafbd355211 req-6e95508f-d0ec-433c-8dd1-9f9c946538c6 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=3cf463cc-3485-4333-b3a1-6a78bfbaa9b0 HTTP/1.1" status: 200 len: 945 time: 0.0741534 Sep 24 15:39:45.126471 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bd055900-984e-4ef9-9c35-aeafbd355211 req-244fd6ab-d315-4903-bf58-1f3146a764d2 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344634 Sep 24 15:39:45.145749 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a1f6f1-d66a-42af-b90d-2fd255fae3d9 req-5bb8a455-1348-4141-9991-595464706f3b tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:45.147514 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d5a1f6f1-d66a-42af-b90d-2fd255fae3d9 req-5bb8a455-1348-4141-9991-595464706f3b tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=acb4038a-0608-4177-bb74-021222f3a02b HTTP/1.1" status: 200 len: 950 time: 0.1117041 Sep 24 15:39:45.218562 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-1938ea5e-54eb-4986-aab9-d3f1c77a5224 None None] Set router e9ed2194-b3e4-4163-a17a-047fbf9bb497 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:39:45.221282 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d2ad7850-d568-4f01-b7bf-a8bd9381cd94 admin admin] Notify callbacks [] for router, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:45.289568 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d5a1f6f1-d66a-42af-b90d-2fd255fae3d9 req-e018dc85-7976-4f0a-9429-7a2197091527 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907676 Sep 24 15:39:45.352087 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d2ad7850-d568-4f01-b7bf-a8bd9381cd94 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:45.419721 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-1938ea5e-54eb-4986-aab9-d3f1c77a5224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ed2194-b3e4-4163-a17a-047fbf9bb497', 'name': 'tempest-ServerRescueNegativeTestJSON-2074818100-router', 'tenant_id': 'c99d52405d9141d6b21e8bd3f638dbfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '8ba4cd89-1793-4695-bf80-8580341ad09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:36:14Z', 'updated_at': '2021-09-24T15:39:44Z', 'revision_number': 5, 'project_id': 'c99d52405d9141d6b21e8bd3f638dbfc', 'gw_port': {'id': '8ba4cd89-1793-4695-bf80-8580341ad09e', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:07:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ed2194-b3e4-4163-a17a-047fbf9bb497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:36:16Z', 'updated_at': '2021-09-24T15:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:39:45.446773 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1938ea5e-54eb-4986-aab9-d3f1c77a5224 None None] Checking router: e9ed2194-b3e4-4163-a17a-047fbf9bb497 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:39:45.455735 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1938ea5e-54eb-4986-aab9-d3f1c77a5224 None None] Routers {'e9ed2194-b3e4-4163-a17a-047fbf9bb497'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:39:45.456352 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-1938ea5e-54eb-4986-aab9-d3f1c77a5224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:39:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['e9ed2194-b3e4-4163-a17a-047fbf9bb497'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:39:45.603272 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-1938ea5e-54eb-4986-aab9-d3f1c77a5224 None None] Set router e9ed2194-b3e4-4163-a17a-047fbf9bb497 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:39:45.622854 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-d2ad7850-d568-4f01-b7bf-a8bd9381cd94 admin admin] Deleting port 8ba4cd89-1793-4695-bf80-8580341ad09e {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:39:45.623466 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d2ad7850-d568-4f01-b7bf-a8bd9381cd94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:45.727667 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-d2ad7850-d568-4f01-b7bf-a8bd9381cd94 admin admin] For port 8ba4cd89-1793-4695-bf80-8580341ad09e, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=8ba4cd89-1793-4695-bf80-8580341ad09e,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:39:45.728239 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d2ad7850-d568-4f01-b7bf-a8bd9381cd94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:45.752276 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-d2ad7850-d568-4f01-b7bf-a8bd9381cd94 admin admin] Calling delete_port for 8ba4cd89-1793-4695-bf80-8580341ad09e owned by network:router_gateway {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:39:45.881716 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-1938ea5e-54eb-4986-aab9-d3f1c77a5224 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ed2194-b3e4-4163-a17a-047fbf9bb497', 'name': 'tempest-ServerRescueNegativeTestJSON-2074818100-router', 'tenant_id': 'c99d52405d9141d6b21e8bd3f638dbfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '8ba4cd89-1793-4695-bf80-8580341ad09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:36:14Z', 'updated_at': '2021-09-24T15:39:44Z', 'revision_number': 5, 'project_id': 'c99d52405d9141d6b21e8bd3f638dbfc', 'gw_port': {'id': '8ba4cd89-1793-4695-bf80-8580341ad09e', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:07:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ed2194-b3e4-4163-a17a-047fbf9bb497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:36:16Z', 'updated_at': '2021-09-24T15:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:39:45.914934 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1938ea5e-54eb-4986-aab9-d3f1c77a5224 None None] The sync data for ids ['e9ed2194-b3e4-4163-a17a-047fbf9bb497'] in n-d-808921-1 is: [{'id': 'e9ed2194-b3e4-4163-a17a-047fbf9bb497', 'name': 'tempest-ServerRescueNegativeTestJSON-2074818100-router', 'tenant_id': 'c99d52405d9141d6b21e8bd3f638dbfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': '8ba4cd89-1793-4695-bf80-8580341ad09e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:36:14Z', 'updated_at': '2021-09-24T15:39:44Z', 'revision_number': 5, 'project_id': 'c99d52405d9141d6b21e8bd3f638dbfc', 'gw_port': {'id': '8ba4cd89-1793-4695-bf80-8580341ad09e', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:07:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ed2194-b3e4-4163-a17a-047fbf9bb497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:36:16Z', 'updated_at': '2021-09-24T15:36:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:39:45.982165 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ceef25-1288-4bbb-96aa-89c52a3f86ec req-3a5aac36-d35a-4dd3-8033-1dab9e94d181 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:45.999583 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-17ceef25-1288-4bbb-96aa-89c52a3f86ec req-3a5aac36-d35a-4dd3-8033-1dab9e94d181 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=3cf463cc-3485-4333-b3a1-6a78bfbaa9b0 HTTP/1.1" status: 200 len: 945 time: 0.0934234 Sep 24 15:39:46.066295 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-17ceef25-1288-4bbb-96aa-89c52a3f86ec req-c44a2188-3370-42e8-b632-1c9f46920ac3 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651801 Sep 24 15:39:46.105851 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d2ad7850-d568-4f01-b7bf-a8bd9381cd94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:46.141890 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ad7850-d568-4f01-b7bf-a8bd9381cd94 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ba4cd89-1793-4695-bf80-8580341ad09e,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:46.173216 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6795650-0a84-4f74-9e43-bf74f6d3bc12 req-2c6fcabb-670b-4d32-b139-54d0543c1349 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:46.177484 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d6795650-0a84-4f74-9e43-bf74f6d3bc12 req-2c6fcabb-670b-4d32-b139-54d0543c1349 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=1001c34b-48c8-46f1-8886-5d99c7f26bf1 HTTP/1.1" status: 200 len: 950 time: 0.1198010 Sep 24 15:39:46.269374 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d6795650-0a84-4f74-9e43-bf74f6d3bc12 req-e2949591-9557-4506-9124-2ebce1f44f7b tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718193 Sep 24 15:39:46.320626 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d2ad7850-d568-4f01-b7bf-a8bd9381cd94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586576'] for router_gateway, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:46.533764 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d2ad7850-d568-4f01-b7bf-a8bd9381cd94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:46.536373 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d2ad7850-d568-4f01-b7bf-a8bd9381cd94 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:46.541012 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702d5549-c7de-4f42-a4ae-b9e84eed4029 req-1dd4a39e-e261-4978-9aa3-f40a581bd6e0 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:46.543615 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-702d5549-c7de-4f42-a4ae-b9e84eed4029 req-1dd4a39e-e261-4978-9aa3-f40a581bd6e0 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=acb4038a-0608-4177-bb74-021222f3a02b HTTP/1.1" status: 200 len: 950 time: 0.0800910 Sep 24 15:39:46.606988 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-702d5549-c7de-4f42-a4ae-b9e84eed4029 req-8182c4c3-ce42-4628-9b5a-aade57feb633 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537899 Sep 24 15:39:46.937277 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b63716-c6cc-4135-9236-1e5d3627c121 req-82c93738-4f01-4ea7-ac5a-618984783a2d tempest-ServersOnMultiNodesTest-1938878820 tempest-ServersOnMultiNodesTest-1938878820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:46.944994 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-57b63716-c6cc-4135-9236-1e5d3627c121 req-82c93738-4f01-4ea7-ac5a-618984783a2d tempest-ServersOnMultiNodesTest-1938878820 tempest-ServersOnMultiNodesTest-1938878820-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=1001c34b-48c8-46f1-8886-5d99c7f26bf1 HTTP/1.1" status: 200 len: 1101 time: 0.4875817 Sep 24 15:39:46.989599 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-57b63716-c6cc-4135-9236-1e5d3627c121 req-e571da76-1bc3-4346-8573-bf3a016d882f tempest-ServersOnMultiNodesTest-1938878820 tempest-ServersOnMultiNodesTest-1938878820-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435219 Sep 24 15:39:47.031137 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d2ad7850-d568-4f01-b7bf-a8bd9381cd94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:47.032033 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2ad7850-d568-4f01-b7bf-a8bd9381cd94 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e9ed2194-b3e4-4163-a17a-047fbf9bb497 {{(pid=95298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:39:47.042889 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d2ad7850-d568-4f01-b7bf-a8bd9381cd94 admin admin] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:47.046063 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-d2ad7850-d568-4f01-b7bf-a8bd9381cd94 admin admin] 10.222.0.101 "DELETE /v2.0/routers/e9ed2194-b3e4-4163-a17a-047fbf9bb497 HTTP/1.1" status: 204 len: 168 time: 1.9780843 Sep 24 15:39:47.051781 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 49712) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:39:47.160829 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfef4e8f-c4d5-433b-8c72-848bbad0389f admin admin] Deleting subnet b845deee-5fbd-4c8d-bd12-b1efe896aa17 {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:39:47.167391 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dfef4e8f-c4d5-433b-8c72-848bbad0389f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:47.280968 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0a2592ac-fe81-42a6-be92-12573c9bac26 req-40bddac6-42bc-417e-a583-1c20c0cd2cf3 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=c46c84a3fcb44853b535b52dac2dd724&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469654 Sep 24 15:39:47.291396 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dfef4e8f-c4d5-433b-8c72-848bbad0389f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:47.358420 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd24237-02d1-4de3-8ed4-08923e42daa4 req-87b51591-0d79-4a86-9457-dc294710a60f tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:47.360219 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7cd24237-02d1-4de3-8ed4-08923e42daa4 req-87b51591-0d79-4a86-9457-dc294710a60f tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=3cf463cc-3485-4333-b3a1-6a78bfbaa9b0 HTTP/1.1" status: 200 len: 945 time: 0.1525495 Sep 24 15:39:47.386097 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dfef4e8f-c4d5-433b-8c72-848bbad0389f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:47.446518 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7cd24237-02d1-4de3-8ed4-08923e42daa4 req-e2258955-a626-4365-9aef-8973f9568921 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797563 Sep 24 15:39:47.497868 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2592ac-fe81-42a6-be92-12573c9bac26 req-8c8269d4-6547-4f77-9fd6-8f0bb1f0841b tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:47.501198 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0a2592ac-fe81-42a6-be92-12573c9bac26 req-8c8269d4-6547-4f77-9fd6-8f0bb1f0841b tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2183228 Sep 24 15:39:47.529986 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0a2592ac-fe81-42a6-be92-12573c9bac26 req-814eac48-22bf-4a45-9959-3d2294d66213 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/quotas/c46c84a3fcb44853b535b52dac2dd724 HTTP/1.1" status: 200 len: 375 time: 0.0198464 Sep 24 15:39:47.599201 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dfef4e8f-c4d5-433b-8c72-848bbad0389f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:47.624653 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0a2592ac-fe81-42a6-be92-12573c9bac26 req-8193358b-0362-44c2-bb29-508c9fd111b8 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=c46c84a3fcb44853b535b52dac2dd724&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0880725 Sep 24 15:39:47.626140 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfef4e8f-c4d5-433b-8c72-848bbad0389f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b845deee-5fbd-4c8d-bd12-b1efe896aa17,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:47.635237 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dfef4e8f-c4d5-433b-8c72-848bbad0389f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:47.638042 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-dfef4e8f-c4d5-433b-8c72-848bbad0389f admin admin] 10.222.0.101 "DELETE /v2.0/subnets/b845deee-5fbd-4c8d-bd12-b1efe896aa17 HTTP/1.1" status: 204 len: 168 time: 0.5844817 Sep 24 15:39:47.640755 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49730) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:39:47.760892 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9c5a3a87-397b-4ed6-a8d7-2d1db22cfb85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:47.857296 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a50bf0-4bae-4ffd-bf8c-a745be9ad2bf req-3600c04a-4f2e-4201-b011-4e35ad561c7a tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:47.866277 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-91a50bf0-4bae-4ffd-bf8c-a745be9ad2bf req-3600c04a-4f2e-4201-b011-4e35ad561c7a tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=acb4038a-0608-4177-bb74-021222f3a02b HTTP/1.1" status: 200 len: 950 time: 0.0904403 Sep 24 15:39:47.928641 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-91a50bf0-4bae-4ffd-bf8c-a745be9ad2bf req-ebd70cc3-cbe2-4490-bebc-ab5fa6ac05d6 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612528 Sep 24 15:39:47.954182 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9c5a3a87-397b-4ed6-a8d7-2d1db22cfb85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:47.986615 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-9c5a3a87-397b-4ed6-a8d7-2d1db22cfb85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['701084d1-b6de-45b7-9441-4205d9510bac']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:39:48.000439 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-9c5a3a87-397b-4ed6-a8d7-2d1db22cfb85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b546acd3-82a1-4d5d-82c0-3ff14f29b0aa') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:39:48.001540 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-9c5a3a87-397b-4ed6-a8d7-2d1db22cfb85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b546acd3-82a1-4d5d-82c0-3ff14f29b0aa') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:39:48.109496 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 8ba4cd89-1793-4695-bf80-8580341ad09e no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:39:48.113312 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4034e0dc-a284-48b4-8272-9d9ffdbb5119 req-801e4a81-4fb1-482c-a975-207273a58f15 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:48.116495 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4034e0dc-a284-48b4-8272-9d9ffdbb5119 req-801e4a81-4fb1-482c-a975-207273a58f15 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.110 "GET /v2.0/ports?device_id=3cf463cc-3485-4333-b3a1-6a78bfbaa9b0 HTTP/1.1" status: 200 len: 945 time: 0.2433267 Sep 24 15:39:48.127533 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b6550c92-6109-4cf5-8800-3cdf44562505 req-2983e749-236b-4100-a23f-2588d69cbfe9 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=e4a9ad8b-f000-4251-832d-15b91dbafa37 HTTP/1.1" status: 200 len: 210 time: 0.1130574 Sep 24 15:39:48.133133 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9c5a3a87-397b-4ed6-a8d7-2d1db22cfb85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:48.151543 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 8ba4cd89-1793-4695-bf80-8580341ad09e {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:39:48.157707 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 8ba4cd89-1793-4695-bf80-8580341ad09e not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:39:48.158312 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device b32d8bb1-9c50-4024-87a4-a481f17b9caf no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:39:48.212881 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9c5a3a87-397b-4ed6-a8d7-2d1db22cfb85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:48.214963 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: b32d8bb1-9c50-4024-87a4-a481f17b9caf {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:39:48.215706 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device b32d8bb1-9c50-4024-87a4-a481f17b9caf not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:39:48.231283 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c5a3a87-397b-4ed6-a8d7-2d1db22cfb85 admin admin] Releasing vlan 1261 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:39:48.231963 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9c5a3a87-397b-4ed6-a8d7-2d1db22cfb85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:48.233895 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:39:48.233895 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:39:48.233895 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:39:48.233895 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:39:48.233895 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:39:48.233895 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:39:48.233895 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:39:48.233895 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:39:48.233895 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:39:48.233895 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:39:48.233895 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:39:48.233895 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:39:48.233895 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:39:48.233895 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:39:48.233895 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:39:48.233895 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:39:48.233895 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:39:48.233895 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:39:48.233895 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:39:48.233895 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:39:48.233895 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:39:48.233895 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:39:48.233895 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:39:48.233895 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:39:48.233895 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:39:48.233895 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:39:48.233895 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:39:48.233895 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:39:48.233895 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:39:48.233895 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:39:48.233895 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:39:48.233895 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:39:48.364757 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-4034e0dc-a284-48b4-8272-9d9ffdbb5119 req-9c5e82bc-6fac-4bca-8c66-3a73a900d65d tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Deleting port 9552c550-3177-4aa4-99bf-38f0ff32dff4 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:39:48.365448 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-4034e0dc-a284-48b4-8272-9d9ffdbb5119 req-9c5e82bc-6fac-4bca-8c66-3a73a900d65d tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:48.438195 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9c5a3a87-397b-4ed6-a8d7-2d1db22cfb85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:48.443860 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9c5a3a87-397b-4ed6-a8d7-2d1db22cfb85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:48.448594 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-9c5a3a87-397b-4ed6-a8d7-2d1db22cfb85 admin admin] 10.222.0.101 "DELETE /v2.0/networks/701084d1-b6de-45b7-9441-4205d9510bac HTTP/1.1" status: 204 len: 168 time: 0.8067620 Sep 24 15:39:48.469736 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5a3a87-397b-4ed6-a8d7-2d1db22cfb85 admin admin] Pushing event deleted for resources: {'Network': ['ID=701084d1-b6de-45b7-9441-4205d9510bac,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:48.505711 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-4034e0dc-a284-48b4-8272-9d9ffdbb5119 req-9c5e82bc-6fac-4bca-8c66-3a73a900d65d tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] For port 9552c550-3177-4aa4-99bf-38f0ff32dff4, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=9552c550-3177-4aa4-99bf-38f0ff32dff4,segment=NetworkSegment(d7a68d6c-5d6b-4eed-831a-023fbb1b8f0b),segment_id=d7a68d6c-5d6b-4eed-831a-023fbb1b8f0b)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:39:48.506566 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-4034e0dc-a284-48b4-8272-9d9ffdbb5119 req-9c5e82bc-6fac-4bca-8c66-3a73a900d65d tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:48.521120 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-4034e0dc-a284-48b4-8272-9d9ffdbb5119 req-9c5e82bc-6fac-4bca-8c66-3a73a900d65d tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Calling delete_port for 9552c550-3177-4aa4-99bf-38f0ff32dff4 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:39:48.693058 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc00d1e-627d-4ac5-9de7-c7dfc49b5405 req-248f3e1c-6b24-444e-84d5-b98ecee6caf1 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:48.700292 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-adc00d1e-627d-4ac5-9de7-c7dfc49b5405 req-248f3e1c-6b24-444e-84d5-b98ecee6caf1 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=3cf463cc-3485-4333-b3a1-6a78bfbaa9b0 HTTP/1.1" status: 200 len: 945 time: 0.0809381 Sep 24 15:39:48.791204 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-adc00d1e-627d-4ac5-9de7-c7dfc49b5405 req-a1d249f5-7628-462e-a5a3-a94583f59550 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819087 Sep 24 15:39:48.930120 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-4034e0dc-a284-48b4-8272-9d9ffdbb5119 req-9c5e82bc-6fac-4bca-8c66-3a73a900d65d tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:48.949389 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['9552c550-3177-4aa4-99bf-38f0ff32dff4'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:39:48.977017 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:39:49.016336 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5e82bc-6fac-4bca-8c66-3a73a900d65d tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Pushing event deleted for resources: {'Port': ['ID=9552c550-3177-4aa4-99bf-38f0ff32dff4,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:49.067000 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 49768) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:39:49.096169 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-4034e0dc-a284-48b4-8272-9d9ffdbb5119 req-9c5e82bc-6fac-4bca-8c66-3a73a900d65d tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] No DVR routers for this DVR port 9552c550-3177-4aa4-99bf-38f0ff32dff4 on host n-h1-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:39:49.101214 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-4034e0dc-a284-48b4-8272-9d9ffdbb5119 req-9c5e82bc-6fac-4bca-8c66-3a73a900d65d tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:49.108960 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4034e0dc-a284-48b4-8272-9d9ffdbb5119 req-9c5e82bc-6fac-4bca-8c66-3a73a900d65d tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.110 "DELETE /v2.0/ports/9552c550-3177-4aa4-99bf-38f0ff32dff4 HTTP/1.1" status: 204 len: 173 time: 0.9660649 Sep 24 15:39:49.117141 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cf463cc-3485-4333-b3a1-6a78bfbaa9b0', 'name': 'network-vif-deleted', 'tag': '9552c550-3177-4aa4-99bf-38f0ff32dff4'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:39:49.121294 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69547c11-cf92-46e8-ae7d-1d74f88ce3c0" -d '{"events": [{"server_uuid": "3cf463cc-3485-4333-b3a1-6a78bfbaa9b0", "name": "network-vif-deleted", "tag": "9552c550-3177-4aa4-99bf-38f0ff32dff4"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:39:49.178549 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-fe21d963-f95c-4ae6-8c76-ca6b0f8d4805 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=c99d52405d9141d6b21e8bd3f638dbfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1090488 Sep 24 15:39:49.181100 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49782) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:39:49.203014 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5edf1cd7-5a66-4944-9986-2ce4db76fa7f x-openstack-request-id: req-5edf1cd7-5a66-4944-9986-2ce4db76fa7f {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:39:49.203360 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cf463cc-3485-4333-b3a1-6a78bfbaa9b0", "name": "network-vif-deleted", "tag": "9552c550-3177-4aa4-99bf-38f0ff32dff4", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:39:49.203555 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-5edf1cd7-5a66-4944-9986-2ce4db76fa7f {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:39:49.204938 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cf463cc-3485-4333-b3a1-6a78bfbaa9b0', 'name': 'network-vif-deleted', 'tag': '9552c550-3177-4aa4-99bf-38f0ff32dff4', 'status': 'completed', 'code': 200} Sep 24 15:39:49.215201 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f24e6-d6a5-441c-b30b-7fed66844996 req-f0a65d98-6e4c-4ea9-a272-edc2db3ff1c5 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:49.231255 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0a3f24e6-d6a5-441c-b30b-7fed66844996 req-f0a65d98-6e4c-4ea9-a272-edc2db3ff1c5 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=acb4038a-0608-4177-bb74-021222f3a02b HTTP/1.1" status: 200 len: 950 time: 0.1307967 Sep 24 15:39:49.283818 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b7b6c5d5-4398-4181-94d1-523641f701b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:49.337631 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b7b6c5d5-4398-4181-94d1-523641f701b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:49.443901 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-608fc725-2c8d-4c8d-8c10-ed269282c4f2 req-96ce96fa-8fe0-4a37-8e82-9801b145fe50 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=e4a9ad8b-f000-4251-832d-15b91dbafa37 HTTP/1.1" status: 200 len: 210 time: 0.0467925 Sep 24 15:39:49.490018 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b7b6c5d5-4398-4181-94d1-523641f701b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:49.506202 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b7b6c5d5-4398-4181-94d1-523641f701b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:49.507647 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b7b6c5d5-4398-4181-94d1-523641f701b9 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0 HTTP/1.1" status: 204 len: 168 time: 0.3253663 Sep 24 15:39:49.526819 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b6c5d5-4398-4181-94d1-523641f701b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0c9d71-5019-4cfd-b22e-13a6a19ca3a0,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:49.756708 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0a3f24e6-d6a5-441c-b30b-7fed66844996 req-e31c7eb2-19df-47e8-b0e6-ff5346ad7e64 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5275354 Sep 24 15:39:49.973636 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-14d121e6-a499-4675-a1fc-0f4ca77a1405 req-2b33aa60-83d4-457d-b101-80253524d2e4 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=3cf463cc-3485-4333-b3a1-6a78bfbaa9b0 HTTP/1.1" status: 200 len: 210 time: 0.0727930 Sep 24 15:39:50.277786 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e314c6ee-1441-43a6-9a98-f92ebf78d7d1 req-66ef3804-1b80-4e3d-aafa-b35f0dabe615 service neutron] 10.222.0.110 "GET /v2.0/ports/8e50a561-2171-4e46-aecd-2a43c342d81d/bindings/n-h1-808921-1 HTTP/1.1" status: 200 len: 382 time: 0.1156418 Sep 24 15:39:50.554429 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b61f5d61-8207-4424-ae80-80f351f52fb3 req-027ab14b-4476-43ce-aba9-99b3e1b30655 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=e4a9ad8b-f000-4251-832d-15b91dbafa37 HTTP/1.1" status: 200 len: 210 time: 0.0297196 Sep 24 15:39:50.892268 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8194aab-0c05-46af-9021-b4db01e0d30f req-fedb98b4-e0f0-4e9d-bbef-50279186e0d0 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:50.893750 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e8194aab-0c05-46af-9021-b4db01e0d30f req-fedb98b4-e0f0-4e9d-bbef-50279186e0d0 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=acb4038a-0608-4177-bb74-021222f3a02b HTTP/1.1" status: 200 len: 950 time: 0.0506256 Sep 24 15:39:50.932342 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e8194aab-0c05-46af-9021-b4db01e0d30f req-2fc4f9f2-36b9-47f1-ae7f-6a5a452efa5c tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320733 Sep 24 15:39:51.276817 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0a2592ac-fe81-42a6-be92-12573c9bac26 req-0681a9e5-9eb1-431c-be42-e05ffda3c398 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.108 "GET /v2.0/networks?tenant_id=c46c84a3fcb44853b535b52dac2dd724&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322876 Sep 24 15:39:51.453145 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d51b144-ba01-4c49-b7d8-53adce0d7f81 req-b3d12ce5-3424-4dc6-b295-54be97a13691 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:51.454712 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0d51b144-ba01-4c49-b7d8-53adce0d7f81 req-b3d12ce5-3424-4dc6-b295-54be97a13691 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/networks?id=3e0da5e5-cfcf-4b73-b0d7-902e52490b00 HTTP/1.1" status: 200 len: 812 time: 0.1595147 Sep 24 15:39:51.528323 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0d51b144-ba01-4c49-b7d8-53adce0d7f81 req-9175215b-e055-4f53-ae81-a2c3096ce233 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/quotas/d0b79565aaee49b1a1b35139ea3bccae HTTP/1.1" status: 200 len: 375 time: 0.0661547 Sep 24 15:39:51.543294 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e314c6ee-1441-43a6-9a98-f92ebf78d7d1 req-486f3bda-092b-42fa-90c3-bfb6c5c706f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:51.544981 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e314c6ee-1441-43a6-9a98-f92ebf78d7d1 req-486f3bda-092b-42fa-90c3-bfb6c5c706f6 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=acb4038a-0608-4177-bb74-021222f3a02b&tenant_id=1d817464a57145808f61427a409f714d HTTP/1.1" status: 200 len: 1101 time: 0.2485626 Sep 24 15:39:51.576031 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0d51b144-ba01-4c49-b7d8-53adce0d7f81 req-db0895e5-4424-4f59-a071-3f591ec6167e tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=d0b79565aaee49b1a1b35139ea3bccae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0466933 Sep 24 15:39:51.659331 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2592ac-fe81-42a6-be92-12573c9bac26 req-af53839f-8b74-4f74-a9a0-538922ae243b tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:51.660769 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0a2592ac-fe81-42a6-be92-12573c9bac26 req-af53839f-8b74-4f74-a9a0-538922ae243b tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3775115 Sep 24 15:39:51.704140 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-0a2592ac-fe81-42a6-be92-12573c9bac26 req-3001c788-ffd6-41bd-97a0-7fd933b916dd tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Request body: {'port': {'device_id': 'e4a9ad8b-f000-4251-832d-15b91dbafa37', 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939', 'admin_state_up': True, 'tenant_id': 'c46c84a3fcb44853b535b52dac2dd724'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:39:51.735826 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e314c6ee-1441-43a6-9a98-f92ebf78d7d1 req-bd40dd35-1fb9-4718-9003-47ad5d3f3d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:51.737348 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e314c6ee-1441-43a6-9a98-f92ebf78d7d1 req-bd40dd35-1fb9-4718-9003-47ad5d3f3d33 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1d817464a57145808f61427a409f714d&device_id=acb4038a-0608-4177-bb74-021222f3a02b HTTP/1.1" status: 200 len: 1101 time: 0.1505144 Sep 24 15:39:51.848241 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0d51b144-ba01-4c49-b7d8-53adce0d7f81 req-ed64724f-f820-4a95-a892-308cb37a3ce5 service neutron] 10.222.0.101 "GET /v2.0/networks/3e0da5e5-cfcf-4b73-b0d7-902e52490b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697558 Sep 24 15:39:51.874658 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ecbd161c-6992-4e04-86b5-d35657901542 req-824c0e60-5e0c-4dcd-8971-66cda756a583 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=e4a9ad8b-f000-4251-832d-15b91dbafa37 HTTP/1.1" status: 200 len: 210 time: 0.0430975 Sep 24 15:39:52.007369 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e314c6ee-1441-43a6-9a98-f92ebf78d7d1 req-b2d38b41-c1cf-40e8-9f59-8aa1a2e92553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:52.013295 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e314c6ee-1441-43a6-9a98-f92ebf78d7d1 req-b2d38b41-c1cf-40e8-9f59-8aa1a2e92553 service neutron] 10.222.0.110 "GET /v2.0/networks?id=9672f189-23fe-44e6-9dd2-257ff8905939 HTTP/1.1" status: 200 len: 871 time: 0.2233288 Sep 24 15:39:52.068981 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0d51b144-ba01-4c49-b7d8-53adce0d7f81 req-25cc0b1f-8969-4700-955e-a4d6097ed517 service neutron] 10.222.0.101 "GET /v2.0/networks/3e0da5e5-cfcf-4b73-b0d7-902e52490b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906044 Sep 24 15:39:52.070379 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e314c6ee-1441-43a6-9a98-f92ebf78d7d1 req-619f752d-a5cf-45b9-b653-90f50537d773 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=8e50a561-2171-4e46-aecd-2a43c342d81d HTTP/1.1" status: 200 len: 217 time: 0.0465367 Sep 24 15:39:52.146070 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e314c6ee-1441-43a6-9a98-f92ebf78d7d1 req-8831674d-a7d5-4541-8b13-6393e7c27bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:52.147561 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e314c6ee-1441-43a6-9a98-f92ebf78d7d1 req-8831674d-a7d5-4541-8b13-6393e7c27bdf service neutron] 10.222.0.110 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.0639248 Sep 24 15:39:52.165152 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a2592ac-fe81-42a6-be92-12573c9bac26 req-3001c788-ffd6-41bd-97a0-7fd933b916dd tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Made reservation on behalf of c46c84a3fcb44853b535b52dac2dd724 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:39:52.169106 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-0a2592ac-fe81-42a6-be92-12573c9bac26 req-3001c788-ffd6-41bd-97a0-7fd933b916dd tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:52.228207 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d12e80c-0090-4480-832c-94e5a7217005 req-8ae6203b-6c10-4802-9e4a-ef2ab411577f tempest-VolumesAdminNegativeTest-1951081303 tempest-VolumesAdminNegativeTest-1951081303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:52.229641 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5d12e80c-0090-4480-832c-94e5a7217005 req-8ae6203b-6c10-4802-9e4a-ef2ab411577f tempest-VolumesAdminNegativeTest-1951081303 tempest-VolumesAdminNegativeTest-1951081303-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0a91a2d-da4c-4bf4-b131-15c2f3ca6d50 HTTP/1.1" status: 200 len: 945 time: 0.0541923 Sep 24 15:39:52.259178 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e314c6ee-1441-43a6-9a98-f92ebf78d7d1 req-cf579055-d4bf-4c92-b7b7-405104f73a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:52.261127 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e314c6ee-1441-43a6-9a98-f92ebf78d7d1 req-cf579055-d4bf-4c92-b7b7-405104f73a62 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1040840 Sep 24 15:39:52.275245 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5d12e80c-0090-4480-832c-94e5a7217005 req-d580afb3-1057-4dd2-9374-95b497b763e2 tempest-VolumesAdminNegativeTest-1951081303 tempest-VolumesAdminNegativeTest-1951081303-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24d29df-b5cd-40e5-8535-746213548403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388618 Sep 24 15:39:52.473659 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aca0fe-692e-42eb-acba-1b9a99b74d15 req-3e30de37-70be-4fce-9cd9-c0b932068929 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:52.485452 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-31aca0fe-692e-42eb-acba-1b9a99b74d15 req-3e30de37-70be-4fce-9cd9-c0b932068929 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=acb4038a-0608-4177-bb74-021222f3a02b HTTP/1.1" status: 200 len: 950 time: 0.1027234 Sep 24 15:39:52.526021 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-0a2592ac-fe81-42a6-be92-12573c9bac26 req-3001c788-ffd6-41bd-97a0-7fd933b916dd tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Allocated IP 192.168.233.239 (9672f189-23fe-44e6-9dd2-257ff8905939/188edb94-8042-4961-9ec0-8960b1ce1305/d323d75c-6523-4c41-9668-0805a5cbe282) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:39:52.543769 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-31aca0fe-692e-42eb-acba-1b9a99b74d15 req-5dfac3a5-1be7-430e-9e88-91c40c3d69e8 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574412 Sep 24 15:39:52.572580 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 9552c550-3177-4aa4-99bf-38f0ff32dff4 no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:39:52.575419 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e314c6ee-1441-43a6-9a98-f92ebf78d7d1 req-019a70bd-5a09-4aae-a159-71419fe20798 service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023911 Sep 24 15:39:52.591078 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9c63b77a-fab9-4d81-993e-0719594bd79e req-391bfb42-fa4a-4ce1-a6d3-7256914d1d73 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=c4cea3b6-1a91-4059-b0c7-dce5ee154a9a HTTP/1.1" status: 200 len: 210 time: 0.1113784 Sep 24 15:39:52.593852 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] No Port match for: 9552c550-3177-4aa4-99bf-38f0ff32dff4 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:39:52.594315 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 9552c550-3177-4aa4-99bf-38f0ff32dff4 not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:39:52.594872 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 8e50a561-2171-4e46-aecd-2a43c342d81d no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:39:52.672779 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:52.695875 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acb4038a-0608-4177-bb74-021222f3a02b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e50a561-2171-4e46-aecd-2a43c342d81d'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:39:52.698551 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a771a647-56c9-4850-8d29-74f4dbd61aa2" -d '{"events": [{"server_uuid": "acb4038a-0608-4177-bb74-021222f3a02b", "name": "network-vif-unplugged", "status": "completed", "tag": "8e50a561-2171-4e46-aecd-2a43c342d81d"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:39:52.712789 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 8e50a561-2171-4e46-aecd-2a43c342d81d, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=8e50a561-2171-4e46-aecd-2a43c342d81d,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:39:52.740172 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e314c6ee-1441-43a6-9a98-f92ebf78d7d1 req-d122da60-38c4-4433-9195-9bd8bac3a89f service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433296 Sep 24 15:39:52.754956 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 15:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccbca5ac-73fa-4786-b7d7-b51dda4fde73 x-openstack-request-id: req-ccbca5ac-73fa-4786-b7d7-b51dda4fde73 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:39:52.755360 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acb4038a-0608-4177-bb74-021222f3a02b", "name": "network-vif-unplugged", "status": "completed", "tag": "8e50a561-2171-4e46-aecd-2a43c342d81d", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:39:52.755687 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ccbca5ac-73fa-4786-b7d7-b51dda4fde73 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:39:52.756281 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acb4038a-0608-4177-bb74-021222f3a02b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e50a561-2171-4e46-aecd-2a43c342d81d', 'code': 200} Sep 24 15:39:52.815751 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-0a2592ac-fe81-42a6-be92-12573c9bac26 req-3001c788-ffd6-41bd-97a0-7fd933b916dd tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:52.892033 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:52.932901 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=8e50a561-2171-4e46-aecd-2a43c342d81d,revision_number=6']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:52.941319 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:52.941740 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:52.942432 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:52.942839 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:52.943244 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:52.943798 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:52.944165 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:52.944561 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:52.944961 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:52.945368 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:52.945764 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:52.946164 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:52.998529 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a0b10ff0-b5dc-46c0-8b62-60985064fb56 req-5e0be65e-2463-41a9-ad22-3520aaf02b63 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=e4a9ad8b-f000-4251-832d-15b91dbafa37 HTTP/1.1" status: 200 len: 210 time: 0.0382979 Sep 24 15:39:53.073017 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-0a2592ac-fe81-42a6-be92-12573c9bac26 req-3001c788-ffd6-41bd-97a0-7fd933b916dd tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:53.088010 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['afbf09b1-1e35-4fb2-a4fa-27218272dc3a', 'a798f864-7258-4bf0-87cc-1bfef04bb674', '24452517-d2c8-4379-b085-e8bb73de1440', 'a82fe858-21c7-4f8e-b9af-06bbc2a57d70'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:39:53.091562 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['8a0e6c9e-80a9-4494-a546-cfc3c34ef712', '3149d176-de95-4fe2-b646-1d53b06f5d3a', '5047f0da-980a-49df-b430-c807729b1cfa'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:39:53.127086 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a2592ac-fe81-42a6-be92-12573c9bac26 req-3001c788-ffd6-41bd-97a0-7fd933b916dd tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Network 9672f189-23fe-44e6-9dd2-257ff8905939 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:39:53.130877 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-0a2592ac-fe81-42a6-be92-12573c9bac26 req-3001c788-ffd6-41bd-97a0-7fd933b916dd tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:39:53.142038 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a2592ac-fe81-42a6-be92-12573c9bac26 req-3001c788-ffd6-41bd-97a0-7fd933b916dd tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:39:53.165534 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3001c788-ffd6-41bd-97a0-7fd933b916dd tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Pushing event updated for resources: {'Port': ['ID=d323d75c-6523-4c41-9668-0805a5cbe282,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:53.265387 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2592ac-fe81-42a6-be92-12573c9bac26 req-3001c788-ffd6-41bd-97a0-7fd933b916dd tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:53.266865 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-0a2592ac-fe81-42a6-be92-12573c9bac26 req-3001c788-ffd6-41bd-97a0-7fd933b916dd tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:53.345567 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49946) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:39:53.404945 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0a2592ac-fe81-42a6-be92-12573c9bac26 req-3001c788-ffd6-41bd-97a0-7fd933b916dd tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7053530 Sep 24 15:39:53.425608 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-0a2592ac-fe81-42a6-be92-12573c9bac26 req-479d6a6f-19d7-4bbe-85be-f4e465562c3b service neutron] Request body: {'port': {'device_id': 'e4a9ad8b-f000-4251-832d-15b91dbafa37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:39:53.497712 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-0a2592ac-fe81-42a6-be92-12573c9bac26 req-479d6a6f-19d7-4bbe-85be-f4e465562c3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:53.549507 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dfb254-dbad-4526-9291-b8ea9dbee3db req-aa53578f-f50d-45bf-bcbe-180dd4a3c264 tempest-VolumesAdminNegativeTest-1951081303 tempest-VolumesAdminNegativeTest-1951081303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:53.555594 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-87dfb254-dbad-4526-9291-b8ea9dbee3db req-aa53578f-f50d-45bf-bcbe-180dd4a3c264 tempest-VolumesAdminNegativeTest-1951081303 tempest-VolumesAdminNegativeTest-1951081303-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0a91a2d-da4c-4bf4-b131-15c2f3ca6d50 HTTP/1.1" status: 200 len: 945 time: 0.0669456 Sep 24 15:39:53.586152 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-21ad6107-0304-40dc-9697-069d3104db18 None None] Provisioning complete for port d323d75c-6523-4c41-9668-0805a5cbe282 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:39:53.586699 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-21ad6107-0304-40dc-9697-069d3104db18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:53.614407 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-87dfb254-dbad-4526-9291-b8ea9dbee3db req-35d17e77-a0b3-4ed2-9a74-921d0c0eee46 tempest-VolumesAdminNegativeTest-1951081303 tempest-VolumesAdminNegativeTest-1951081303-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24d29df-b5cd-40e5-8535-746213548403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523236 Sep 24 15:39:53.664602 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d3718767-6427-4017-8722-5dff62cf0888 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:53.671012 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-21ad6107-0304-40dc-9697-069d3104db18 None None] Port d323d75c-6523-4c41-9668-0805a5cbe282 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:39:53.857420 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3721fc-3f82-44a9-8d80-0c7dd38bcf66 req-ebe1f768-af47-4219-aa60-db6c50365565 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:53.869005 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1c3721fc-3f82-44a9-8d80-0c7dd38bcf66 req-ebe1f768-af47-4219-aa60-db6c50365565 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=acb4038a-0608-4177-bb74-021222f3a02b HTTP/1.1" status: 200 len: 948 time: 0.0809929 Sep 24 15:39:53.914447 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d3718767-6427-4017-8722-5dff62cf0888 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:53.919129 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1c3721fc-3f82-44a9-8d80-0c7dd38bcf66 req-aaa82db2-bed6-4d27-bc76-fe83572fb78c tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461836 Sep 24 15:39:53.943087 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-0a2592ac-fe81-42a6-be92-12573c9bac26 req-479d6a6f-19d7-4bbe-85be-f4e465562c3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d323d75c-6523-4c41-9668-0805a5cbe282 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:39:53.953416 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-0a2592ac-fe81-42a6-be92-12573c9bac26 req-479d6a6f-19d7-4bbe-85be-f4e465562c3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:53.978755 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf16792-4bff-41e2-a654-25d15d31c872 req-524e0018-b318-442d-a9fd-e77c4218da05 tempest-VolumesAdminNegativeTest-1951081303 tempest-VolumesAdminNegativeTest-1951081303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:53.979204 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8bf16792-4bff-41e2-a654-25d15d31c872 req-524e0018-b318-442d-a9fd-e77c4218da05 tempest-VolumesAdminNegativeTest-1951081303 tempest-VolumesAdminNegativeTest-1951081303-project] 10.222.0.110 "GET /v2.0/ports?device_id=d0a91a2d-da4c-4bf4-b131-15c2f3ca6d50 HTTP/1.1" status: 200 len: 945 time: 0.0825076 Sep 24 15:39:53.982494 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-0a2592ac-fe81-42a6-be92-12573c9bac26 req-479d6a6f-19d7-4bbe-85be-f4e465562c3b service neutron] Transition to ACTIVE for port object d323d75c-6523-4c41-9668-0805a5cbe282 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:39:54.023251 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-12aa2401-00c8-4b44-97c2-8381fdd2ba77 req-2c807217-99ac-4f18-b3d1-ed24a9a40154 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=c4cea3b6-1a91-4059-b0c7-dce5ee154a9a HTTP/1.1" status: 200 len: 210 time: 0.0307174 Sep 24 15:39:54.026752 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d3718767-6427-4017-8722-5dff62cf0888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:54.099381 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-0a2592ac-fe81-42a6-be92-12573c9bac26 req-479d6a6f-19d7-4bbe-85be-f4e465562c3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:54.114435 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-d3718767-6427-4017-8722-5dff62cf0888 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=38d30977fa4c47bbbd196860fd2e6607&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7650225 Sep 24 15:39:54.114796 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 49980) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:39:54.135717 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3718767-6427-4017-8722-5dff62cf0888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=570b5d96-27f9-4475-938a-e38804bff74b,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:54.173064 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479d6a6f-19d7-4bbe-85be-f4e465562c3b service neutron] Pushing event updated for resources: {'Port': ['ID=d323d75c-6523-4c41-9668-0805a5cbe282,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:54.183166 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b3b32e-339a-4473-8f7c-2f356755d3a3 req-427ec534-747a-40bc-8a62-8f53260b736f tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:54.186912 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-93b3b32e-339a-4473-8f7c-2f356755d3a3 req-427ec534-747a-40bc-8a62-8f53260b736f tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=e4a9ad8b-f000-4251-832d-15b91dbafa37 HTTP/1.1" status: 200 len: 948 time: 0.1071439 Sep 24 15:39:54.217181 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6bd5b6cd-e62a-4ace-bbd0-4a240e085cb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:54.229453 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-8bf16792-4bff-41e2-a654-25d15d31c872 req-3c8bc5dc-3ab3-4e20-a8e8-4712cc86ed53 tempest-VolumesAdminNegativeTest-1951081303 tempest-VolumesAdminNegativeTest-1951081303-project] Deleting port 5939dc61-c3b7-4250-9cd8-bec9269105e4 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:39:54.229798 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8bf16792-4bff-41e2-a654-25d15d31c872 req-3c8bc5dc-3ab3-4e20-a8e8-4712cc86ed53 tempest-VolumesAdminNegativeTest-1951081303 tempest-VolumesAdminNegativeTest-1951081303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:54.252083 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-93b3b32e-339a-4473-8f7c-2f356755d3a3 req-ca1e6c23-4a4e-4741-9bc1-b3472126f6c7 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616066 Sep 24 15:39:54.263144 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6bd5b6cd-e62a-4ace-bbd0-4a240e085cb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:54.351237 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-0a2592ac-fe81-42a6-be92-12573c9bac26 req-479d6a6f-19d7-4bbe-85be-f4e465562c3b service neutron] Attempting to bind port d323d75c-6523-4c41-9668-0805a5cbe282 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:39:54.351606 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-0a2592ac-fe81-42a6-be92-12573c9bac26 req-479d6a6f-19d7-4bbe-85be-f4e465562c3b service neutron] Attempting to bind port d323d75c-6523-4c41-9668-0805a5cbe282 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:39:54.351940 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2592ac-fe81-42a6-be92-12573c9bac26 req-479d6a6f-19d7-4bbe-85be-f4e465562c3b service neutron] Attempting to bind port d323d75c-6523-4c41-9668-0805a5cbe282 on network 9672f189-23fe-44e6-9dd2-257ff8905939 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:39:54.370238 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2592ac-fe81-42a6-be92-12573c9bac26 req-479d6a6f-19d7-4bbe-85be-f4e465562c3b service neutron] Port d323d75c-6523-4c41-9668-0805a5cbe282 on network 9672f189-23fe-44e6-9dd2-257ff8905939 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:39:54.377477 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2592ac-fe81-42a6-be92-12573c9bac26 req-479d6a6f-19d7-4bbe-85be-f4e465562c3b service neutron] Attempting to bind port d323d75c-6523-4c41-9668-0805a5cbe282 on network 9672f189-23fe-44e6-9dd2-257ff8905939 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:39:54.390466 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2592ac-fe81-42a6-be92-12573c9bac26 req-479d6a6f-19d7-4bbe-85be-f4e465562c3b service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:39:54.391078 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2592ac-fe81-42a6-be92-12573c9bac26 req-479d6a6f-19d7-4bbe-85be-f4e465562c3b service neutron] Checking segment: {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:39:54.391647 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a2592ac-fe81-42a6-be92-12573c9bac26 req-479d6a6f-19d7-4bbe-85be-f4e465562c3b service neutron] Bound using segment: {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:39:54.392109 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-0a2592ac-fe81-42a6-be92-12573c9bac26 req-479d6a6f-19d7-4bbe-85be-f4e465562c3b service neutron] Bound port: d323d75c-6523-4c41-9668-0805a5cbe282, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:39:54.392558 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-0a2592ac-fe81-42a6-be92-12573c9bac26 req-479d6a6f-19d7-4bbe-85be-f4e465562c3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:54.418567 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-8bf16792-4bff-41e2-a654-25d15d31c872 req-3c8bc5dc-3ab3-4e20-a8e8-4712cc86ed53 tempest-VolumesAdminNegativeTest-1951081303 tempest-VolumesAdminNegativeTest-1951081303-project] For port 5939dc61-c3b7-4250-9cd8-bec9269105e4, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=5939dc61-c3b7-4250-9cd8-bec9269105e4,segment=NetworkSegment(f87a1b92-9b40-43c2-86e1-2d75c12d047f),segment_id=f87a1b92-9b40-43c2-86e1-2d75c12d047f)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:39:54.418939 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8bf16792-4bff-41e2-a654-25d15d31c872 req-3c8bc5dc-3ab3-4e20-a8e8-4712cc86ed53 tempest-VolumesAdminNegativeTest-1951081303 tempest-VolumesAdminNegativeTest-1951081303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:54.421779 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6bd5b6cd-e62a-4ace-bbd0-4a240e085cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:54.424757 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6bd5b6cd-e62a-4ace-bbd0-4a240e085cb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:54.425980 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-6bd5b6cd-e62a-4ace-bbd0-4a240e085cb8 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/570b5d96-27f9-4475-938a-e38804bff74b HTTP/1.1" status: 204 len: 168 time: 0.3100827 Sep 24 15:39:54.445873 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd5b6cd-e62a-4ace-bbd0-4a240e085cb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=570b5d96-27f9-4475-938a-e38804bff74b,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:54.474518 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-8bf16792-4bff-41e2-a654-25d15d31c872 req-3c8bc5dc-3ab3-4e20-a8e8-4712cc86ed53 tempest-VolumesAdminNegativeTest-1951081303 tempest-VolumesAdminNegativeTest-1951081303-project] Calling delete_port for 5939dc61-c3b7-4250-9cd8-bec9269105e4 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:39:54.567568 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-0a2592ac-fe81-42a6-be92-12573c9bac26 req-479d6a6f-19d7-4bbe-85be-f4e465562c3b service neutron] For port d323d75c-6523-4c41-9668-0805a5cbe282, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:39:54.571577 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-0a2592ac-fe81-42a6-be92-12573c9bac26 req-479d6a6f-19d7-4bbe-85be-f4e465562c3b service neutron] For port d323d75c-6523-4c41-9668-0805a5cbe282, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=d323d75c-6523-4c41-9668-0805a5cbe282,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:39:54.692359 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-0a2592ac-fe81-42a6-be92-12573c9bac26 req-479d6a6f-19d7-4bbe-85be-f4e465562c3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:54.748731 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8bf16792-4bff-41e2-a654-25d15d31c872 req-3c8bc5dc-3ab3-4e20-a8e8-4712cc86ed53 tempest-VolumesAdminNegativeTest-1951081303 tempest-VolumesAdminNegativeTest-1951081303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:54.757836 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2592ac-fe81-42a6-be92-12573c9bac26 req-479d6a6f-19d7-4bbe-85be-f4e465562c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:54.758482 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-0a2592ac-fe81-42a6-be92-12573c9bac26 req-479d6a6f-19d7-4bbe-85be-f4e465562c3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:54.761842 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0a2592ac-fe81-42a6-be92-12573c9bac26 req-479d6a6f-19d7-4bbe-85be-f4e465562c3b service neutron] 10.222.0.108 "PUT /v2.0/ports/d323d75c-6523-4c41-9668-0805a5cbe282 HTTP/1.1" status: 200 len: 1096 time: 1.3393669 Sep 24 15:39:54.761842 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4a9ad8b-f000-4251-832d-15b91dbafa37', 'tag': 'd323d75c-6523-4c41-9668-0805a5cbe282'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:39:54.762195 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['5939dc61-c3b7-4250-9cd8-bec9269105e4'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:39:54.763246 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c9cde5d-fad1-4a57-96cb-d0cf9fe1b6dc" -d '{"events": [{"name": "network-changed", "server_uuid": "e4a9ad8b-f000-4251-832d-15b91dbafa37", "tag": "d323d75c-6523-4c41-9668-0805a5cbe282"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:39:54.806273 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235cdd5a-851e-43c3-ab61-17e7ea857623 req-2d9de9f9-f7e0-4884-a10e-a03617ab1bb4 tempest-VolumesAdminNegativeTest-1951081303 tempest-VolumesAdminNegativeTest-1951081303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:54.812920 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-235cdd5a-851e-43c3-ab61-17e7ea857623 req-2d9de9f9-f7e0-4884-a10e-a03617ab1bb4 tempest-VolumesAdminNegativeTest-1951081303 tempest-VolumesAdminNegativeTest-1951081303-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0a91a2d-da4c-4bf4-b131-15c2f3ca6d50 HTTP/1.1" status: 200 len: 867 time: 0.1265383 Sep 24 15:39:54.830568 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479d6a6f-19d7-4bbe-85be-f4e465562c3b service neutron] Pushing event updated for resources: {'Port': ['ID=d323d75c-6523-4c41-9668-0805a5cbe282,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:54.869821 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bf16792-4bff-41e2-a654-25d15d31c872 req-3c8bc5dc-3ab3-4e20-a8e8-4712cc86ed53 tempest-VolumesAdminNegativeTest-1951081303 tempest-VolumesAdminNegativeTest-1951081303-project] No DVR routers for this DVR port 5939dc61-c3b7-4250-9cd8-bec9269105e4 on host n-h1-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:39:54.902571 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8bf16792-4bff-41e2-a654-25d15d31c872 req-3c8bc5dc-3ab3-4e20-a8e8-4712cc86ed53 tempest-VolumesAdminNegativeTest-1951081303 tempest-VolumesAdminNegativeTest-1951081303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:54.902777 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8bf16792-4bff-41e2-a654-25d15d31c872 req-3c8bc5dc-3ab3-4e20-a8e8-4712cc86ed53 tempest-VolumesAdminNegativeTest-1951081303 tempest-VolumesAdminNegativeTest-1951081303-project] 10.222.0.110 "DELETE /v2.0/ports/5939dc61-c3b7-4250-9cd8-bec9269105e4 HTTP/1.1" status: 204 len: 173 time: 0.9146795 Sep 24 15:39:54.903614 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8bc5dc-3ab3-4e20-a8e8-4712cc86ed53 tempest-VolumesAdminNegativeTest-1951081303 tempest-VolumesAdminNegativeTest-1951081303-project] Pushing event deleted for resources: {'Port': ['ID=5939dc61-c3b7-4250-9cd8-bec9269105e4,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:54.947614 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-235cdd5a-851e-43c3-ab61-17e7ea857623 req-4e3144ff-90b7-412d-92be-d30bc97dcfa0 tempest-VolumesAdminNegativeTest-1951081303 tempest-VolumesAdminNegativeTest-1951081303-project] 10.222.0.101 "GET /v2.0/security-groups?id=c24d29df-b5cd-40e5-8535-746213548403&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185544 Sep 24 15:39:55.019008 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60728ba3-b6e4-44ca-91f2-067e182702e6 x-openstack-request-id: req-60728ba3-b6e4-44ca-91f2-067e182702e6 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:39:55.019299 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4a9ad8b-f000-4251-832d-15b91dbafa37", "tag": "d323d75c-6523-4c41-9668-0805a5cbe282", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:39:55.019553 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-60728ba3-b6e4-44ca-91f2-067e182702e6 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:39:55.020188 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4a9ad8b-f000-4251-832d-15b91dbafa37', 'tag': 'd323d75c-6523-4c41-9668-0805a5cbe282', 'status': 'completed', 'code': 200} Sep 24 15:39:55.140076 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3e4e1992-2804-49e0-bf7e-aa46736e623f req-52feae7f-a38c-4a3c-b183-fc0c08c20be8 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=c4cea3b6-1a91-4059-b0c7-dce5ee154a9a HTTP/1.1" status: 200 len: 210 time: 0.0280542 Sep 24 15:39:55.141014 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2592ac-fe81-42a6-be92-12573c9bac26 req-52580a70-4116-4872-a4df-e8004a8daa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:55.142552 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0a2592ac-fe81-42a6-be92-12573c9bac26 req-52580a70-4116-4872-a4df-e8004a8daa8b service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=c46c84a3fcb44853b535b52dac2dd724&device_id=e4a9ad8b-f000-4251-832d-15b91dbafa37 HTTP/1.1" status: 200 len: 1099 time: 0.0839157 Sep 24 15:39:55.151407 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51491f57-7dca-4d47-83a8-aa8936b34eed req-b6e3feec-57b5-40a3-b198-7546b36de9d4 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:55.164133 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-51491f57-7dca-4d47-83a8-aa8936b34eed req-b6e3feec-57b5-40a3-b198-7546b36de9d4 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=acb4038a-0608-4177-bb74-021222f3a02b HTTP/1.1" status: 200 len: 948 time: 0.0701551 Sep 24 15:39:55.252466 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0a2592ac-fe81-42a6-be92-12573c9bac26 req-e4b05fe8-069b-41a9-a45c-4e0600c8b446 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=d323d75c-6523-4c41-9668-0805a5cbe282 HTTP/1.1" status: 200 len: 217 time: 0.0728178 Sep 24 15:39:55.274795 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-51491f57-7dca-4d47-83a8-aa8936b34eed req-e27c1dfb-06c9-444b-b30b-7c380837e549 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126368 Sep 24 15:39:55.399001 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d274d342-fec6-47d4-8204-e92b9077ae17 req-c1f7ef23-f26c-483d-882e-e5a777274b92 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:55.402956 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d274d342-fec6-47d4-8204-e92b9077ae17 req-c1f7ef23-f26c-483d-882e-e5a777274b92 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/networks?id=aba63c87-be12-4faa-aa4b-48192227e33d HTTP/1.1" status: 200 len: 805 time: 0.1529374 Sep 24 15:39:55.419597 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d274d342-fec6-47d4-8204-e92b9077ae17 req-890f7a6d-9b7f-4262-bf8d-6e96befec04a tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/quotas/e92c4591e9b7472da8979fcb890aba04 HTTP/1.1" status: 200 len: 375 time: 0.0123510 Sep 24 15:39:55.480339 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2592ac-fe81-42a6-be92-12573c9bac26 req-1403c3a8-bd40-4629-b805-6ed850e99fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:55.480339 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0a2592ac-fe81-42a6-be92-12573c9bac26 req-1403c3a8-bd40-4629-b805-6ed850e99fc2 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.2027545 Sep 24 15:39:55.498644 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4a0515-1a82-403d-bc65-b5b52ec24f8c req-19f0213f-34e0-43b1-8cad-4e178d62d8d6 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:55.500174 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1b4a0515-1a82-403d-bc65-b5b52ec24f8c req-19f0213f-34e0-43b1-8cad-4e178d62d8d6 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=e4a9ad8b-f000-4251-832d-15b91dbafa37 HTTP/1.1" status: 200 len: 948 time: 0.1479800 Sep 24 15:39:55.504787 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d274d342-fec6-47d4-8204-e92b9077ae17 req-13133d12-7ba4-471c-abe1-222740fd16bb tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=e92c4591e9b7472da8979fcb890aba04&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0578680 Sep 24 15:39:55.506718 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d51b144-ba01-4c49-b7d8-53adce0d7f81 req-47713661-dbbe-4fb6-8db5-07644dcdc65f tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:55.508173 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0d51b144-ba01-4c49-b7d8-53adce0d7f81 req-47713661-dbbe-4fb6-8db5-07644dcdc65f tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.108 "GET /v2.0/networks?id=3e0da5e5-cfcf-4b73-b0d7-902e52490b00 HTTP/1.1" status: 200 len: 812 time: 0.3273838 Sep 24 15:39:55.543705 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-0d51b144-ba01-4c49-b7d8-53adce0d7f81 req-2e8a2162-4e84-4513-8358-f65f3806fae3 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Request body: {'port': {'device_id': 'c4cea3b6-1a91-4059-b0c7-dce5ee154a9a', 'network_id': '3e0da5e5-cfcf-4b73-b0d7-902e52490b00', 'admin_state_up': True, 'tenant_id': 'd0b79565aaee49b1a1b35139ea3bccae'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:39:55.602805 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1b4a0515-1a82-403d-bc65-b5b52ec24f8c req-c44aa794-37b0-4521-8618-ec77e95a3285 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851791 Sep 24 15:39:55.607085 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d274d342-fec6-47d4-8204-e92b9077ae17 req-a6501492-6535-4d90-ac62-11a4f074221f service neutron] 10.222.0.101 "GET /v2.0/networks/aba63c87-be12-4faa-aa4b-48192227e33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923193 Sep 24 15:39:55.641217 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2592ac-fe81-42a6-be92-12573c9bac26 req-7e28ef76-0b66-4011-af3f-7fb71cf70b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:55.643249 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0a2592ac-fe81-42a6-be92-12573c9bac26 req-7e28ef76-0b66-4011-af3f-7fb71cf70b5a service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1337404 Sep 24 15:39:55.718992 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d274d342-fec6-47d4-8204-e92b9077ae17 req-194abc50-9f53-429e-97fb-7a3c792f6167 service neutron] 10.222.0.101 "GET /v2.0/networks/aba63c87-be12-4faa-aa4b-48192227e33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068876 Sep 24 15:39:55.770657 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0a2592ac-fe81-42a6-be92-12573c9bac26 req-79b74a37-653b-4052-87a7-00bf7dc8ef5e service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147428 Sep 24 15:39:56.122387 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8c7046c0-22c9-4c9f-a69e-c9d2e7ef3bd0 req-c4ad6311-4225-46b7-9404-cffaf712e755 tempest-VolumesAdminNegativeTest-1951081303 tempest-VolumesAdminNegativeTest-1951081303-project] 10.222.0.101 "GET /v2.0/ports?device_id=d0a91a2d-da4c-4bf4-b131-15c2f3ca6d50 HTTP/1.1" status: 200 len: 210 time: 0.0365815 Sep 24 15:39:56.188374 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d51b144-ba01-4c49-b7d8-53adce0d7f81 req-2e8a2162-4e84-4513-8358-f65f3806fae3 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Made reservation on behalf of d0b79565aaee49b1a1b35139ea3bccae for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:39:56.192114 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-0d51b144-ba01-4c49-b7d8-53adce0d7f81 req-2e8a2162-4e84-4513-8358-f65f3806fae3 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:56.233232 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-50b21966-4b21-42d0-b551-f9fe66825f14 req-079168e8-16c4-4855-b414-6002699d0571 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=e0df1843-3e54-4965-bbed-2e07504b8ad3 HTTP/1.1" status: 200 len: 210 time: 0.0462623 Sep 24 15:39:56.306634 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0a2592ac-fe81-42a6-be92-12573c9bac26 req-b75d59b9-3b06-41b6-9eb3-c4da4f657560 service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5180149 Sep 24 15:39:56.379451 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fd206623-fb1a-4322-b568-3df3cd80f220 req-adc60c37-3692-4b61-a64a-bf2f8e49b5b6 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=c4cea3b6-1a91-4059-b0c7-dce5ee154a9a HTTP/1.1" status: 200 len: 210 time: 0.0505662 Sep 24 15:39:56.425371 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-0d51b144-ba01-4c49-b7d8-53adce0d7f81 req-2e8a2162-4e84-4513-8358-f65f3806fae3 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Allocated IP 172.20.0.5 (3e0da5e5-cfcf-4b73-b0d7-902e52490b00/946d8626-ec5d-49c4-aa21-33da3ceddcfd/2c73fdaa-d9b5-491a-83f9-250d4df20dcb) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:39:56.518514 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efede7c-7a27-469d-b814-34729d9cce14 req-2bd5842f-80b0-4f45-9a25-9be164059de0 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:56.520162 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6efede7c-7a27-469d-b814-34729d9cce14 req-2bd5842f-80b0-4f45-9a25-9be164059de0 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=acb4038a-0608-4177-bb74-021222f3a02b HTTP/1.1" status: 200 len: 948 time: 0.0748322 Sep 24 15:39:56.557359 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 8e50a561-2171-4e46-aecd-2a43c342d81d details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:39:56.594561 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6efede7c-7a27-469d-b814-34729d9cce14 req-97863398-6caf-46bd-82a9-06ecdeb73cb5 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674055 Sep 24 15:39:56.618064 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9cde5d-fad1-4a57-96cb-d0cf9fe1b6dc req-88201b4b-59e8-4168-a97c-f670cef69aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:56.619671 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0c9cde5d-fad1-4a57-96cb-d0cf9fe1b6dc req-88201b4b-59e8-4168-a97c-f670cef69aee service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=c46c84a3fcb44853b535b52dac2dd724&device_id=e4a9ad8b-f000-4251-832d-15b91dbafa37 HTTP/1.1" status: 200 len: 1099 time: 0.1157286 Sep 24 15:39:56.700604 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 8e50a561-2171-4e46-aecd-2a43c342d81d, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=8e50a561-2171-4e46-aecd-2a43c342d81d,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:39:56.704504 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-0d51b144-ba01-4c49-b7d8-53adce0d7f81 req-2e8a2162-4e84-4513-8358-f65f3806fae3 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:56.717347 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': '8e50a561-2171-4e46-aecd-2a43c342d81d', 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939', 'port_id': '8e50a561-2171-4e46-aecd-2a43c342d81d', 'mac_address': 'fa:16:3e:ae:4e:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '188edb94-8042-4961-9ec0-8960b1ce1305', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:39:56.771137 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:56.786213 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e50a561-2171-4e46-aecd-2a43c342d81d {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:39:56.802331 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9cde5d-fad1-4a57-96cb-d0cf9fe1b6dc req-5e515502-9068-4dff-b0bc-d03fb7357d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:56.804083 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0c9cde5d-fad1-4a57-96cb-d0cf9fe1b6dc req-5e515502-9068-4dff-b0bc-d03fb7357d8a service neutron] 10.222.0.108 "GET /v2.0/networks?id=9672f189-23fe-44e6-9dd2-257ff8905939 HTTP/1.1" status: 200 len: 871 time: 0.1699038 Sep 24 15:39:56.810704 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81610624-d106-48af-a3df-04c05d9a9f0d req-e3507681-16e2-4d98-8a46-74d152a79c2e tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:56.810819 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 8e50a561-2171-4e46-aecd-2a43c342d81d, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=8e50a561-2171-4e46-aecd-2a43c342d81d,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:39:56.812130 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-81610624-d106-48af-a3df-04c05d9a9f0d req-e3507681-16e2-4d98-8a46-74d152a79c2e tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=e4a9ad8b-f000-4251-832d-15b91dbafa37 HTTP/1.1" status: 200 len: 948 time: 0.0926642 Sep 24 15:39:56.853511 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-81610624-d106-48af-a3df-04c05d9a9f0d req-22484a69-ea79-44b4-ae35-07cec26f0bf8 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342262 Sep 24 15:39:56.856516 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0c9cde5d-fad1-4a57-96cb-d0cf9fe1b6dc req-cba66c0b-3427-4524-8794-1396a9802f6b service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.239&port_id=d323d75c-6523-4c41-9668-0805a5cbe282 HTTP/1.1" status: 200 len: 217 time: 0.0403938 Sep 24 15:39:56.907550 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:56.909723 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-0d51b144-ba01-4c49-b7d8-53adce0d7f81 req-2e8a2162-4e84-4513-8358-f65f3806fae3 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:56.955539 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9cde5d-fad1-4a57-96cb-d0cf9fe1b6dc req-acd56a9f-81ac-428d-a073-ea069a4d4b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:56.956944 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0c9cde5d-fad1-4a57-96cb-d0cf9fe1b6dc req-acd56a9f-81ac-428d-a073-ea069a4d4b0a service neutron] 10.222.0.108 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.0872064 Sep 24 15:39:56.964551 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=8e50a561-2171-4e46-aecd-2a43c342d81d,revision_number=7']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:56.971705 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d51b144-ba01-4c49-b7d8-53adce0d7f81 req-2e8a2162-4e84-4513-8358-f65f3806fae3 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Network 3e0da5e5-cfcf-4b73-b0d7-902e52490b00 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:39:56.984768 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-0d51b144-ba01-4c49-b7d8-53adce0d7f81 req-2e8a2162-4e84-4513-8358-f65f3806fae3 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:39:56.990735 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d51b144-ba01-4c49-b7d8-53adce0d7f81 req-2e8a2162-4e84-4513-8358-f65f3806fae3 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:39:57.029782 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8a2162-4e84-4513-8358-f65f3806fae3 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Pushing event updated for resources: {'Port': ['ID=2c73fdaa-d9b5-491a-83f9-250d4df20dcb,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:57.031910 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0a91a2d-da4c-4bf4-b131-15c2f3ca6d50', 'name': 'network-vif-deleted', 'tag': '5939dc61-c3b7-4250-9cd8-bec9269105e4'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:39:57.034120 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12d0c2a4-0237-4776-be3e-d2c8d10e8d89" -d '{"events": [{"server_uuid": "d0a91a2d-da4c-4bf4-b131-15c2f3ca6d50", "name": "network-vif-deleted", "tag": "5939dc61-c3b7-4250-9cd8-bec9269105e4"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:39:57.055831 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8a2162-4e84-4513-8358-f65f3806fae3 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:57.056179 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8a2162-4e84-4513-8358-f65f3806fae3 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:57.056517 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8a2162-4e84-4513-8358-f65f3806fae3 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:57.056854 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8a2162-4e84-4513-8358-f65f3806fae3 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:57.057224 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8a2162-4e84-4513-8358-f65f3806fae3 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:57.057556 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8a2162-4e84-4513-8358-f65f3806fae3 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:57.057964 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8a2162-4e84-4513-8358-f65f3806fae3 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:57.059068 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8a2162-4e84-4513-8358-f65f3806fae3 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:57.059448 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8a2162-4e84-4513-8358-f65f3806fae3 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:57.059809 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8a2162-4e84-4513-8358-f65f3806fae3 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:57.060145 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8a2162-4e84-4513-8358-f65f3806fae3 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:57.060471 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8a2162-4e84-4513-8358-f65f3806fae3 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:39:57.086479 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d51b144-ba01-4c49-b7d8-53adce0d7f81 req-2e8a2162-4e84-4513-8358-f65f3806fae3 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:57.087371 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-0d51b144-ba01-4c49-b7d8-53adce0d7f81 req-2e8a2162-4e84-4513-8358-f65f3806fae3 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:57.092831 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-693c4df2-bf36-4faa-b77c-b85cf6ea7578 x-openstack-request-id: req-693c4df2-bf36-4faa-b77c-b85cf6ea7578 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:39:57.093129 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0a91a2d-da4c-4bf4-b131-15c2f3ca6d50", "name": "network-vif-deleted", "tag": "5939dc61-c3b7-4250-9cd8-bec9269105e4", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:39:57.093378 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-693c4df2-bf36-4faa-b77c-b85cf6ea7578 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:39:57.093759 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0a91a2d-da4c-4bf4-b131-15c2f3ca6d50', 'name': 'network-vif-deleted', 'tag': '5939dc61-c3b7-4250-9cd8-bec9269105e4', 'status': 'completed', 'code': 200} Sep 24 15:39:57.109728 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9cde5d-fad1-4a57-96cb-d0cf9fe1b6dc req-ef9d31b5-a87a-4a88-b720-767afd5d8f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:57.111356 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0c9cde5d-fad1-4a57-96cb-d0cf9fe1b6dc req-ef9d31b5-a87a-4a88-b720-767afd5d8f86 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1365216 Sep 24 15:39:57.187550 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 50096) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:39:57.206205 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 50098) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:39:57.216461 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0d51b144-ba01-4c49-b7d8-53adce0d7f81 req-2e8a2162-4e84-4513-8358-f65f3806fae3 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6767454 Sep 24 15:39:57.229478 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device bb094fae-e117-4c0a-9f40-5490e001cf2e no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:39:57.234917 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-cca67650-00b5-42b1-bfdb-7b5ee1aaae86 admin admin] Deleting subnet a1763de4-52a0-4a5f-bd13-a7df39682cf9 {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:39:57.238208 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-cca67650-00b5-42b1-bfdb-7b5ee1aaae86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:57.245064 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-0d51b144-ba01-4c49-b7d8-53adce0d7f81 req-0be5d64e-a859-4368-b426-96d749d987da service neutron] Request body: {'port': {'device_id': 'c4cea3b6-1a91-4059-b0c7-dce5ee154a9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:39:57.256117 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0c9cde5d-fad1-4a57-96cb-d0cf9fe1b6dc req-30285d13-26f2-4097-90a8-1914c1bd73db service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246250 Sep 24 15:39:57.301257 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['8e50a561-2171-4e46-aecd-2a43c342d81d'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:39:57.337376 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-cca67650-00b5-42b1-bfdb-7b5ee1aaae86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:57.407279 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-cca67650-00b5-42b1-bfdb-7b5ee1aaae86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:57.467708 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-0d51b144-ba01-4c49-b7d8-53adce0d7f81 req-0be5d64e-a859-4368-b426-96d749d987da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:57.473300 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-295d21b9-9358-42be-896a-bce5f18c7b08 req-ce9d10fa-ef6c-4d32-9939-f4639009db79 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=e0df1843-3e54-4965-bbed-2e07504b8ad3 HTTP/1.1" status: 200 len: 210 time: 0.0834041 Sep 24 15:39:57.485324 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a85e2-45cb-43bb-8b1c-6ef531005891 req-4ec6ca25-1da5-4bc5-bc4e-80d4ec4c775f tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:57.487981 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-961a85e2-45cb-43bb-8b1c-6ef531005891 req-4ec6ca25-1da5-4bc5-bc4e-80d4ec4c775f tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=acb4038a-0608-4177-bb74-021222f3a02b HTTP/1.1" status: 200 len: 949 time: 0.1002154 Sep 24 15:39:57.518399 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-20d5a271-07f7-452e-a462-71e7285c66fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:57.534380 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0c9cde5d-fad1-4a57-96cb-d0cf9fe1b6dc req-3a05e3f8-0d8b-47ea-8d51-e29b7e82096a service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476387 Sep 24 15:39:57.543328 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-961a85e2-45cb-43bb-8b1c-6ef531005891 req-13e77d19-090e-4643-bb1a-64075fd48019 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438147 Sep 24 15:39:57.598089 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:57.635920 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '822db3f8-7386-41a4-ac9d-11630efbd1ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb094fae-e117-4c0a-9f40-5490e001cf2e'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:39:57.640494 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6598979c-e5ef-4ca4-9fd1-00c8a66f531f" -d '{"events": [{"server_uuid": "822db3f8-7386-41a4-ac9d-11630efbd1ee", "name": "network-vif-unplugged", "status": "completed", "tag": "bb094fae-e117-4c0a-9f40-5490e001cf2e"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:39:57.651487 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4a271-cc87-4d10-866e-9f4458821b83 req-6f6ac993-8f55-4f3b-90ad-e6d8a17d998a tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:57.653939 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fff4a271-cc87-4d10-866e-9f4458821b83 req-6f6ac993-8f55-4f3b-90ad-e6d8a17d998a tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.110 "GET /v2.0/ports?device_id=acb4038a-0608-4177-bb74-021222f3a02b&tenant_id=1d817464a57145808f61427a409f714d&binding%3Ahost_id=n-h1-808921-1 HTTP/1.1" status: 200 len: 949 time: 0.1379533 Sep 24 15:39:57.663974 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port bb094fae-e117-4c0a-9f40-5490e001cf2e, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=bb094fae-e117-4c0a-9f40-5490e001cf2e,segment=NetworkSegment(261d132c-af7b-4dd2-86dc-27294ea32e8c),segment_id=261d132c-af7b-4dd2-86dc-27294ea32e8c)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:39:57.689403 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-cca67650-00b5-42b1-bfdb-7b5ee1aaae86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:57.707472 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 15:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-306af70a-3467-4170-8d69-e3292e183bf9 x-openstack-request-id: req-306af70a-3467-4170-8d69-e3292e183bf9 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:39:57.707782 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "822db3f8-7386-41a4-ac9d-11630efbd1ee", "name": "network-vif-unplugged", "status": "completed", "tag": "bb094fae-e117-4c0a-9f40-5490e001cf2e", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:39:57.720290 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-306af70a-3467-4170-8d69-e3292e183bf9 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:39:57.720290 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '822db3f8-7386-41a4-ac9d-11630efbd1ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb094fae-e117-4c0a-9f40-5490e001cf2e', 'code': 200} Sep 24 15:39:57.724198 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca67650-00b5-42b1-bfdb-7b5ee1aaae86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1763de4-52a0-4a5f-bd13-a7df39682cf9,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:57.726855 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-cca67650-00b5-42b1-bfdb-7b5ee1aaae86 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:57.728939 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-cca67650-00b5-42b1-bfdb-7b5ee1aaae86 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/a1763de4-52a0-4a5f-bd13-a7df39682cf9 HTTP/1.1" status: 204 len: 168 time: 0.5398974 Sep 24 15:39:57.733125 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 50112) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:39:57.764898 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ecb6fb-ab5a-49d9-9020-d9e5f86c695e req-6f76ad14-11af-40dc-b6e9-41c36d1b6e37 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:57.766578 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-00ecb6fb-ab5a-49d9-9020-d9e5f86c695e req-6f76ad14-11af-40dc-b6e9-41c36d1b6e37 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=c4cea3b6-1a91-4059-b0c7-dce5ee154a9a HTTP/1.1" status: 200 len: 931 time: 0.1354423 Sep 24 15:39:57.810531 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:57.844867 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fff4a271-cc87-4d10-866e-9f4458821b83 req-3cb433a6-a7f5-4b92-8288-22829d02665a service neutron] 10.222.0.110 "GET /v2.0/ports/8e50a561-2171-4e46-aecd-2a43c342d81d/bindings/n-h1-808921-1 HTTP/1.1" status: 200 len: 382 time: 0.1733358 Sep 24 15:39:57.856578 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-03270652-8fd2-4257-a4a8-f204a665da96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:57.873938 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=bb094fae-e117-4c0a-9f40-5490e001cf2e,revision_number=8']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:57.879136 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-00ecb6fb-ab5a-49d9-9020-d9e5f86c695e req-b4ab8e18-1060-4397-8c77-1fb8d6964edb tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022468 Sep 24 15:39:57.928214 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-20d5a271-07f7-452e-a462-71e7285c66fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:57.977297 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4a271-cc87-4d10-866e-9f4458821b83 req-59274b25-d078-472e-9fbd-6f2238ff9a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:57.977297 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fff4a271-cc87-4d10-866e-9f4458821b83 req-59274b25-d078-472e-9fbd-6f2238ff9a79 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1d817464a57145808f61427a409f714d&device_id=acb4038a-0608-4177-bb74-021222f3a02b HTTP/1.1" status: 200 len: 1100 time: 0.0777264 Sep 24 15:39:57.994317 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-03270652-8fd2-4257-a4a8-f204a665da96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:58.016073 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-03270652-8fd2-4257-a4a8-f204a665da96 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed395333-47d4-4846-9c02-f1bf0815518f']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:39:58.025019 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-20d5a271-07f7-452e-a462-71e7285c66fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:58.028182 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-03270652-8fd2-4257-a4a8-f204a665da96 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f87a1b92-9b40-43c2-86e1-2d75c12d047f') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:39:58.028702 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-03270652-8fd2-4257-a4a8-f204a665da96 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f87a1b92-9b40-43c2-86e1-2d75c12d047f') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:39:58.040497 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-03270652-8fd2-4257-a4a8-f204a665da96 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:58.056224 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-03270652-8fd2-4257-a4a8-f204a665da96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:58.063072 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03270652-8fd2-4257-a4a8-f204a665da96 admin admin] Releasing vlan 1292 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:39:58.063459 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-03270652-8fd2-4257-a4a8-f204a665da96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:58.065173 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:39:58.065173 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:39:58.065173 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:39:58.065173 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:39:58.065173 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:39:58.065173 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:39:58.065173 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:39:58.065173 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:39:58.065173 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:39:58.065173 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:39:58.065173 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:39:58.065173 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:39:58.065173 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:39:58.065173 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:39:58.065173 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:39:58.065173 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:39:58.065173 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:39:58.065173 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:39:58.065173 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:39:58.065173 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:39:58.065173 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:39:58.065173 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:39:58.065173 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:39:58.065173 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:39:58.065173 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:39:58.065173 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:39:58.065173 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:39:58.065173 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:39:58.065173 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:39:58.065173 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:39:58.065173 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:39:58.065173 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:39:58.159958 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-20d5a271-07f7-452e-a462-71e7285c66fe admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=b8ef1ec521b24e58bcbd39d65b27794e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9527183 Sep 24 15:39:58.162824 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 50118) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:39:58.167911 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d5a271-07f7-452e-a462-71e7285c66fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1403cff1-a838-4215-ac56-19f0844c59d7,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:58.178073 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f9c09-a8fe-4ce0-a0ba-8afe6b085d79 req-50592964-ad2c-4069-bfdb-fd0f1e6fd715 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:58.179602 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b84f9c09-a8fe-4ce0-a0ba-8afe6b085d79 req-50592964-ad2c-4069-bfdb-fd0f1e6fd715 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=e4a9ad8b-f000-4251-832d-15b91dbafa37 HTTP/1.1" status: 200 len: 948 time: 0.2137587 Sep 24 15:39:58.189961 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-03270652-8fd2-4257-a4a8-f204a665da96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:58.196573 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-0d51b144-ba01-4c49-b7d8-53adce0d7f81 req-0be5d64e-a859-4368-b426-96d749d987da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c73fdaa-d9b5-491a-83f9-250d4df20dcb {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:39:58.199114 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-03270652-8fd2-4257-a4a8-f204a665da96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:58.203605 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-03270652-8fd2-4257-a4a8-f204a665da96 admin admin] 10.222.0.101 "DELETE /v2.0/networks/ed395333-47d4-4846-9c02-f1bf0815518f HTTP/1.1" status: 204 len: 168 time: 0.4667854 Sep 24 15:39:58.207067 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 50120) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:39:58.213825 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-0d51b144-ba01-4c49-b7d8-53adce0d7f81 req-0be5d64e-a859-4368-b426-96d749d987da service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:58.225590 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03270652-8fd2-4257-a4a8-f204a665da96 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed395333-47d4-4846-9c02-f1bf0815518f,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:58.231068 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4a271-cc87-4d10-866e-9f4458821b83 req-14a44c18-a2a3-4b1f-9a59-93ddb0eb1b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:58.232456 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fff4a271-cc87-4d10-866e-9f4458821b83 req-14a44c18-a2a3-4b1f-9a59-93ddb0eb1b50 service neutron] 10.222.0.110 "GET /v2.0/networks?id=9672f189-23fe-44e6-9dd2-257ff8905939 HTTP/1.1" status: 200 len: 871 time: 0.2438111 Sep 24 15:39:58.264997 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-0d51b144-ba01-4c49-b7d8-53adce0d7f81 req-0be5d64e-a859-4368-b426-96d749d987da service neutron] Transition to ACTIVE for port object 2c73fdaa-d9b5-491a-83f9-250d4df20dcb will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:39:58.273739 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a57ce383-d7e2-4963-bc01-966d31c5cf2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:58.279203 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bfaa31a-977d-4e38-ab42-3b3658d74a25 admin admin] Deleting subnet 806181f9-7b9e-499b-beed-b89d4590a4af {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:39:58.283445 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0bfaa31a-977d-4e38-ab42-3b3658d74a25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:58.325733 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fff4a271-cc87-4d10-866e-9f4458821b83 req-0d90e8a7-7bb3-44f3-bc69-f6efb5cf97cb service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=8e50a561-2171-4e46-aecd-2a43c342d81d HTTP/1.1" status: 200 len: 217 time: 0.0714567 Sep 24 15:39:58.330725 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a57ce383-d7e2-4963-bc01-966d31c5cf2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:58.332858 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b84f9c09-a8fe-4ce0-a0ba-8afe6b085d79 req-e3760ad1-edf0-4835-9a68-7e7b83c07f5c tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415842 Sep 24 15:39:58.333467 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-0d51b144-ba01-4c49-b7d8-53adce0d7f81 req-0be5d64e-a859-4368-b426-96d749d987da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:58.346163 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0bfaa31a-977d-4e38-ab42-3b3658d74a25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:58.401474 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100fd6c0-0161-4919-ab17-0ea7864e5376 req-49364157-70d9-4272-98c0-a1a53e0b40f4 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:58.403810 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-100fd6c0-0161-4919-ab17-0ea7864e5376 req-49364157-70d9-4272-98c0-a1a53e0b40f4 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.108 "GET /v2.0/ports?device_id=822db3f8-7386-41a4-ac9d-11630efbd1ee HTTP/1.1" status: 200 len: 944 time: 0.1670179 Sep 24 15:39:58.407568 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0bfaa31a-977d-4e38-ab42-3b3658d74a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:58.469978 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4a271-cc87-4d10-866e-9f4458821b83 req-3f05955c-d538-4a8f-88c3-b4787be590c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:58.471509 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fff4a271-cc87-4d10-866e-9f4458821b83 req-3f05955c-d538-4a8f-88c3-b4787be590c5 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.1343241 Sep 24 15:39:58.477111 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be5d64e-a859-4368-b426-96d749d987da service neutron] Pushing event updated for resources: {'Port': ['ID=2c73fdaa-d9b5-491a-83f9-250d4df20dcb,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:58.518855 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a57ce383-d7e2-4963-bc01-966d31c5cf2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:58.521721 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a57ce383-d7e2-4963-bc01-966d31c5cf2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:58.525330 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-a57ce383-d7e2-4963-bc01-966d31c5cf2f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/1403cff1-a838-4215-ac56-19f0844c59d7 HTTP/1.1" status: 204 len: 168 time: 0.3587615 Sep 24 15:39:58.532806 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57ce383-d7e2-4963-bc01-966d31c5cf2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1403cff1-a838-4215-ac56-19f0844c59d7,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:58.562985 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 5939dc61-c3b7-4250-9cd8-bec9269105e4 no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:39:58.609231 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] No Port match for: 5939dc61-c3b7-4250-9cd8-bec9269105e4 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:39:58.610288 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 5939dc61-c3b7-4250-9cd8-bec9269105e4 not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:39:58.617848 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4a271-cc87-4d10-866e-9f4458821b83 req-6bca845b-4f56-42fe-9bee-83782b6a91f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:58.621498 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fff4a271-cc87-4d10-866e-9f4458821b83 req-6bca845b-4f56-42fe-9bee-83782b6a91f1 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1220009 Sep 24 15:39:58.633849 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-0d51b144-ba01-4c49-b7d8-53adce0d7f81 req-0be5d64e-a859-4368-b426-96d749d987da service neutron] Attempting to bind port 2c73fdaa-d9b5-491a-83f9-250d4df20dcb on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:39:58.634133 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-0d51b144-ba01-4c49-b7d8-53adce0d7f81 req-0be5d64e-a859-4368-b426-96d749d987da service neutron] Attempting to bind port 2c73fdaa-d9b5-491a-83f9-250d4df20dcb by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': 'd7a68d6c-5d6b-4eed-831a-023fbb1b8f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '3e0da5e5-cfcf-4b73-b0d7-902e52490b00'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:39:58.634464 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d51b144-ba01-4c49-b7d8-53adce0d7f81 req-0be5d64e-a859-4368-b426-96d749d987da service neutron] Attempting to bind port 2c73fdaa-d9b5-491a-83f9-250d4df20dcb on network 3e0da5e5-cfcf-4b73-b0d7-902e52490b00 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:39:58.639179 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d404ec44-b362-4327-9021-5628bfa88fd3 req-c5d489ff-6c5b-4ed0-ace7-435edd4757e5 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=e0df1843-3e54-4965-bbed-2e07504b8ad3 HTTP/1.1" status: 200 len: 210 time: 0.0673120 Sep 24 15:39:58.641345 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0bfaa31a-977d-4e38-ab42-3b3658d74a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:58.649612 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d51b144-ba01-4c49-b7d8-53adce0d7f81 req-0be5d64e-a859-4368-b426-96d749d987da service neutron] Port 2c73fdaa-d9b5-491a-83f9-250d4df20dcb on network 3e0da5e5-cfcf-4b73-b0d7-902e52490b00 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:39:58.650226 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d51b144-ba01-4c49-b7d8-53adce0d7f81 req-0be5d64e-a859-4368-b426-96d749d987da service neutron] Attempting to bind port 2c73fdaa-d9b5-491a-83f9-250d4df20dcb on network 3e0da5e5-cfcf-4b73-b0d7-902e52490b00 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:39:58.661638 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-100fd6c0-0161-4919-ab17-0ea7864e5376 req-1f5763de-e40f-4d77-8738-82892c862dc2 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Deleting port bb094fae-e117-4c0a-9f40-5490e001cf2e {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:39:58.661982 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-100fd6c0-0161-4919-ab17-0ea7864e5376 req-1f5763de-e40f-4d77-8738-82892c862dc2 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:58.664795 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0bfaa31a-977d-4e38-ab42-3b3658d74a25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:58.667989 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-0bfaa31a-977d-4e38-ab42-3b3658d74a25 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/806181f9-7b9e-499b-beed-b89d4590a4af HTTP/1.1" status: 204 len: 168 time: 0.4511611 Sep 24 15:39:58.670372 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 50130) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:39:58.697349 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfaa31a-977d-4e38-ab42-3b3658d74a25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=806181f9-7b9e-499b-beed-b89d4590a4af,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:58.698349 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d51b144-ba01-4c49-b7d8-53adce0d7f81 req-0be5d64e-a859-4368-b426-96d749d987da service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 39, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:39:58.698774 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d51b144-ba01-4c49-b7d8-53adce0d7f81 req-0be5d64e-a859-4368-b426-96d749d987da service neutron] Checking segment: {'id': 'd7a68d6c-5d6b-4eed-831a-023fbb1b8f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '3e0da5e5-cfcf-4b73-b0d7-902e52490b00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:39:58.699182 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d51b144-ba01-4c49-b7d8-53adce0d7f81 req-0be5d64e-a859-4368-b426-96d749d987da service neutron] Bound using segment: {'id': 'd7a68d6c-5d6b-4eed-831a-023fbb1b8f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '3e0da5e5-cfcf-4b73-b0d7-902e52490b00'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:39:58.699718 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-0d51b144-ba01-4c49-b7d8-53adce0d7f81 req-0be5d64e-a859-4368-b426-96d749d987da service neutron] Bound port: 2c73fdaa-d9b5-491a-83f9-250d4df20dcb, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7a68d6c-5d6b-4eed-831a-023fbb1b8f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '3e0da5e5-cfcf-4b73-b0d7-902e52490b00'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:39:58.700079 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-0d51b144-ba01-4c49-b7d8-53adce0d7f81 req-0be5d64e-a859-4368-b426-96d749d987da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:58.768035 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-10807e98-97c9-4de0-b007-5092fd1ae5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:58.852367 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-10807e98-97c9-4de0-b007-5092fd1ae5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:58.874971 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-10807e98-97c9-4de0-b007-5092fd1ae5bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfbedd8a-8017-4197-b9d6-7273f5041d77']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:39:58.886045 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-10807e98-97c9-4de0-b007-5092fd1ae5bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cca7c779-5375-4475-8db5-2329e1326666') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:39:58.886553 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-10807e98-97c9-4de0-b007-5092fd1ae5bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cca7c779-5375-4475-8db5-2329e1326666') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:39:58.899451 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c90c98-c066-429c-a54a-d24bd582b72a req-73087f32-0da3-4093-838b-d86b27667f51 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:58.900938 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f4c90c98-c066-429c-a54a-d24bd582b72a req-73087f32-0da3-4093-838b-d86b27667f51 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=acb4038a-0608-4177-bb74-021222f3a02b HTTP/1.1" status: 200 len: 949 time: 0.2432599 Sep 24 15:39:58.905254 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-10807e98-97c9-4de0-b007-5092fd1ae5bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:58.931628 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fff4a271-cc87-4d10-866e-9f4458821b83 req-d2bdcc78-07b4-441e-bf6b-8697fef26ec1 service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903528 Sep 24 15:39:58.934368 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-0d51b144-ba01-4c49-b7d8-53adce0d7f81 req-0be5d64e-a859-4368-b426-96d749d987da service neutron] For port 2c73fdaa-d9b5-491a-83f9-250d4df20dcb, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:39:58.941237 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-10807e98-97c9-4de0-b007-5092fd1ae5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:58.956169 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10807e98-97c9-4de0-b007-5092fd1ae5bc admin admin] Releasing vlan 1297 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:39:58.956871 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-10807e98-97c9-4de0-b007-5092fd1ae5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:58.972369 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-100fd6c0-0161-4919-ab17-0ea7864e5376 req-1f5763de-e40f-4d77-8738-82892c862dc2 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] For port bb094fae-e117-4c0a-9f40-5490e001cf2e, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=bb094fae-e117-4c0a-9f40-5490e001cf2e,segment=NetworkSegment(261d132c-af7b-4dd2-86dc-27294ea32e8c),segment_id=261d132c-af7b-4dd2-86dc-27294ea32e8c)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:39:58.972742 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-100fd6c0-0161-4919-ab17-0ea7864e5376 req-1f5763de-e40f-4d77-8738-82892c862dc2 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:59.009638 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f4c90c98-c066-429c-a54a-d24bd582b72a req-bae3188f-0219-4c9e-92df-584920bb5f64 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966835 Sep 24 15:39:59.010507 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-100fd6c0-0161-4919-ab17-0ea7864e5376 req-1f5763de-e40f-4d77-8738-82892c862dc2 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Calling delete_port for bb094fae-e117-4c0a-9f40-5490e001cf2e owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:39:59.028827 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:39:59.028827 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:39:59.028827 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:39:59.028827 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:39:59.028827 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:39:59.028827 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:39:59.028827 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:39:59.028827 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:39:59.028827 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:39:59.028827 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:39:59.028827 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:39:59.028827 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:39:59.028827 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:39:59.028827 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:39:59.028827 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:39:59.028827 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:39:59.028827 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:39:59.028827 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:39:59.028827 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:39:59.028827 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:39:59.028827 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:39:59.028827 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:39:59.028827 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:39:59.028827 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:39:59.028827 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:39:59.028827 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:39:59.028827 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:39:59.028827 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:39:59.028827 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:39:59.028827 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:39:59.028827 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:39:59.028827 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:39:59.115981 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-10807e98-97c9-4de0-b007-5092fd1ae5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:59.121800 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-10807e98-97c9-4de0-b007-5092fd1ae5bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:59.124903 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-10807e98-97c9-4de0-b007-5092fd1ae5bc admin admin] 10.222.0.101 "DELETE /v2.0/networks/dfbedd8a-8017-4197-b9d6-7273f5041d77 HTTP/1.1" status: 204 len: 168 time: 0.4531155 Sep 24 15:39:59.165211 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-0d51b144-ba01-4c49-b7d8-53adce0d7f81 req-0be5d64e-a859-4368-b426-96d749d987da service neutron] For port 2c73fdaa-d9b5-491a-83f9-250d4df20dcb, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=2c73fdaa-d9b5-491a-83f9-250d4df20dcb,segment=NetworkSegment(d7a68d6c-5d6b-4eed-831a-023fbb1b8f0b),segment_id=d7a68d6c-5d6b-4eed-831a-023fbb1b8f0b)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:39:59.170633 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fff4a271-cc87-4d10-866e-9f4458821b83 req-910cbba6-91fd-4bb6-87a2-905fa40d31bb service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295976 Sep 24 15:39:59.181253 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d274d342-fec6-47d4-8204-e92b9077ae17 req-534e2283-fb18-483a-bad8-e22db1b07a22 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:59.183535 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d274d342-fec6-47d4-8204-e92b9077ae17 req-534e2283-fb18-483a-bad8-e22db1b07a22 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.110 "GET /v2.0/networks?id=aba63c87-be12-4faa-aa4b-48192227e33d HTTP/1.1" status: 200 len: 805 time: 0.2877300 Sep 24 15:39:59.190530 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10807e98-97c9-4de0-b007-5092fd1ae5bc admin admin] Pushing event deleted for resources: {'Network': ['ID=dfbedd8a-8017-4197-b9d6-7273f5041d77,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:59.200532 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fba480a-8a2c-4d83-86fa-bbddd6736eff req-523b22c4-d148-4a9b-aa69-e76a68da09cc tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:59.202935 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1fba480a-8a2c-4d83-86fa-bbddd6736eff req-523b22c4-d148-4a9b-aa69-e76a68da09cc tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=c4cea3b6-1a91-4059-b0c7-dce5ee154a9a HTTP/1.1" status: 200 len: 943 time: 0.1743407 Sep 24 15:39:59.210213 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-d274d342-fec6-47d4-8204-e92b9077ae17 req-732c40ea-3ff0-45d9-94f3-6e593c29d266 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Request body: {'port': {'device_id': 'e0df1843-3e54-4965-bbed-2e07504b8ad3', 'network_id': 'aba63c87-be12-4faa-aa4b-48192227e33d', 'admin_state_up': True, 'tenant_id': 'e92c4591e9b7472da8979fcb890aba04'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:39:59.217525 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device d323d75c-6523-4c41-9668-0805a5cbe282 details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:39:59.244690 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-0d51b144-ba01-4c49-b7d8-53adce0d7f81 req-0be5d64e-a859-4368-b426-96d749d987da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:59.306967 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d51b144-ba01-4c49-b7d8-53adce0d7f81 req-0be5d64e-a859-4368-b426-96d749d987da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:59.307371 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-0d51b144-ba01-4c49-b7d8-53adce0d7f81 req-0be5d64e-a859-4368-b426-96d749d987da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:59.309478 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0d51b144-ba01-4c49-b7d8-53adce0d7f81 req-0be5d64e-a859-4368-b426-96d749d987da service neutron] 10.222.0.108 "PUT /v2.0/ports/2c73fdaa-d9b5-491a-83f9-250d4df20dcb HTTP/1.1" status: 200 len: 1091 time: 2.0753188 Sep 24 15:39:59.311991 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1fba480a-8a2c-4d83-86fa-bbddd6736eff req-a3c78c19-a225-4a63-862e-75f96f29d6da tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950146 Sep 24 15:39:59.315056 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4cea3b6-1a91-4059-b0c7-dce5ee154a9a', 'tag': '2c73fdaa-d9b5-491a-83f9-250d4df20dcb'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:39:59.318865 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74cd4d3f-02c7-4f6c-98ed-69c95e1225d6" -d '{"events": [{"name": "network-changed", "server_uuid": "c4cea3b6-1a91-4059-b0c7-dce5ee154a9a", "tag": "2c73fdaa-d9b5-491a-83f9-250d4df20dcb"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:39:59.377800 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be5d64e-a859-4368-b426-96d749d987da service neutron] Pushing event updated for resources: {'Port': ['ID=2c73fdaa-d9b5-491a-83f9-250d4df20dcb,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:59.399238 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-100fd6c0-0161-4919-ab17-0ea7864e5376 req-1f5763de-e40f-4d77-8738-82892c862dc2 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:59.421723 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port d323d75c-6523-4c41-9668-0805a5cbe282, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=d323d75c-6523-4c41-9668-0805a5cbe282,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:39:59.452379 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': 'd323d75c-6523-4c41-9668-0805a5cbe282', 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939', 'port_id': 'd323d75c-6523-4c41-9668-0805a5cbe282', 'mac_address': 'fa:16:3e:bb:ba:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '188edb94-8042-4961-9ec0-8960b1ce1305', 'ip_address': '192.168.233.239'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:39:59.469638 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60b1629f-c03f-4f5a-bc56-04af6875608d x-openstack-request-id: req-60b1629f-c03f-4f5a-bc56-04af6875608d {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:39:59.469960 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4cea3b6-1a91-4059-b0c7-dce5ee154a9a", "tag": "2c73fdaa-d9b5-491a-83f9-250d4df20dcb", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:39:59.470067 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-60b1629f-c03f-4f5a-bc56-04af6875608d {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:39:59.470492 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4cea3b6-1a91-4059-b0c7-dce5ee154a9a', 'tag': '2c73fdaa-d9b5-491a-83f9-250d4df20dcb', 'status': 'completed', 'code': 200} Sep 24 15:39:59.491455 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d274d342-fec6-47d4-8204-e92b9077ae17 req-732c40ea-3ff0-45d9-94f3-6e593c29d266 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Made reservation on behalf of e92c4591e9b7472da8979fcb890aba04 for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:39:59.496621 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-d274d342-fec6-47d4-8204-e92b9077ae17 req-732c40ea-3ff0-45d9-94f3-6e593c29d266 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:59.496824 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5763de-e40f-4d77-8738-82892c862dc2 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Pushing event deleted for resources: {'Port': ['ID=bb094fae-e117-4c0a-9f40-5490e001cf2e,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:59.502978 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:59.518928 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d323d75c-6523-4c41-9668-0805a5cbe282 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:39:59.539019 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d8a7fb-8287-45e3-ae11-c214704c7a68 req-12e00b7c-7e38-4312-b60a-75d480322f50 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:59.540645 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-10d8a7fb-8287-45e3-ae11-c214704c7a68 req-12e00b7c-7e38-4312-b60a-75d480322f50 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=e4a9ad8b-f000-4251-832d-15b91dbafa37 HTTP/1.1" status: 200 len: 948 time: 0.0841236 Sep 24 15:39:59.542471 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-100fd6c0-0161-4919-ab17-0ea7864e5376 req-1f5763de-e40f-4d77-8738-82892c862dc2 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] No DVR routers for this DVR port bb094fae-e117-4c0a-9f40-5490e001cf2e on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:39:59.545836 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-100fd6c0-0161-4919-ab17-0ea7864e5376 req-1f5763de-e40f-4d77-8738-82892c862dc2 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:59.548756 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-100fd6c0-0161-4919-ab17-0ea7864e5376 req-1f5763de-e40f-4d77-8738-82892c862dc2 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.108 "DELETE /v2.0/ports/bb094fae-e117-4c0a-9f40-5490e001cf2e HTTP/1.1" status: 204 len: 173 time: 1.1297176 Sep 24 15:39:59.555287 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port d323d75c-6523-4c41-9668-0805a5cbe282, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=d323d75c-6523-4c41-9668-0805a5cbe282,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:39:59.571472 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd4d3f-02c7-4f6c-98ed-69c95e1225d6 req-e0b88182-ecc1-4057-83b1-459efc0b907d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:59.572994 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-74cd4d3f-02c7-4f6c-98ed-69c95e1225d6 req-e0b88182-ecc1-4057-83b1-459efc0b907d service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=d0b79565aaee49b1a1b35139ea3bccae&device_id=c4cea3b6-1a91-4059-b0c7-dce5ee154a9a HTTP/1.1" status: 200 len: 1094 time: 0.1017330 Sep 24 15:39:59.586896 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 50154) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:39:59.632044 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-10d8a7fb-8287-45e3-ae11-c214704c7a68 req-bf096552-fba7-4493-81f4-d6b67a26de3c tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558312 Sep 24 15:39:59.638656 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:59.680883 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [req-d274d342-fec6-47d4-8204-e92b9077ae17 req-732c40ea-3ff0-45d9-94f3-6e593c29d266 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Allocated IP 172.20.0.2 (aba63c87-be12-4faa-aa4b-48192227e33d/979d11e7-dd50-44f7-803b-0d6530af4707/c8ed65a3-f30a-4ef6-b00d-a26c55713eed) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:39:59.708731 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-96795ff4-a53b-42a5-99d1-827379fd9ed0 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=adfbd414955c4809bc1f23dfde263167&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1177974 Sep 24 15:39:59.708731 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 50158) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:39:59.757851 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd4d3f-02c7-4f6c-98ed-69c95e1225d6 req-96cb28db-5c78-4bdc-837e-bea9cd0265c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:59.759533 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-74cd4d3f-02c7-4f6c-98ed-69c95e1225d6 req-96cb28db-5c78-4bdc-837e-bea9cd0265c5 service neutron] 10.222.0.108 "GET /v2.0/networks?tenant_id=d0b79565aaee49b1a1b35139ea3bccae&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1636250 Sep 24 15:39:59.760467 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=d323d75c-6523-4c41-9668-0805a5cbe282,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:39:59.810799 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-02adf041-1c4b-44a2-a2d3-ff369f39a2dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:59.863393 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-20affd1c-c480-497a-9b77-dc14b11955ec req-ad914286-973e-4c4b-af44-bd0885d78585 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=e0df1843-3e54-4965-bbed-2e07504b8ad3 HTTP/1.1" status: 200 len: 210 time: 0.0645022 Sep 24 15:39:59.911210 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-d274d342-fec6-47d4-8204-e92b9077ae17 req-732c40ea-3ff0-45d9-94f3-6e593c29d266 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:59.913082 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-02adf041-1c4b-44a2-a2d3-ff369f39a2dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:39:59.970327 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cd4d3f-02c7-4f6c-98ed-69c95e1225d6 req-72931e8c-bbea-4674-8a59-aa9c0abfe288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:39:59.975743 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-74cd4d3f-02c7-4f6c-98ed-69c95e1225d6 req-72931e8c-bbea-4674-8a59-aa9c0abfe288 service neutron] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1884620 Sep 24 15:40:00.027575 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-d274d342-fec6-47d4-8204-e92b9077ae17 req-732c40ea-3ff0-45d9-94f3-6e593c29d266 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:00.067445 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-02adf041-1c4b-44a2-a2d3-ff369f39a2dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:00.070679 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-02adf041-1c4b-44a2-a2d3-ff369f39a2dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:00.080553 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-02adf041-1c4b-44a2-a2d3-ff369f39a2dc admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c24d29df-b5cd-40e5-8535-746213548403 HTTP/1.1" status: 204 len: 168 time: 0.3653476 Sep 24 15:40:00.094305 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d274d342-fec6-47d4-8204-e92b9077ae17 req-732c40ea-3ff0-45d9-94f3-6e593c29d266 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Network aba63c87-be12-4faa-aa4b-48192227e33d is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:40:00.102746 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [req-d274d342-fec6-47d4-8204-e92b9077ae17 req-732c40ea-3ff0-45d9-94f3-6e593c29d266 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:40:00.113631 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-d274d342-fec6-47d4-8204-e92b9077ae17 req-732c40ea-3ff0-45d9-94f3-6e593c29d266 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:40:00.113786 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02adf041-1c4b-44a2-a2d3-ff369f39a2dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24d29df-b5cd-40e5-8535-746213548403,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:00.148145 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d51b144-ba01-4c49-b7d8-53adce0d7f81 req-c96ac489-993b-43ff-90e4-f49748c698c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:00.155122 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0d51b144-ba01-4c49-b7d8-53adce0d7f81 req-c96ac489-993b-43ff-90e4-f49748c698c6 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=d0b79565aaee49b1a1b35139ea3bccae&device_id=c4cea3b6-1a91-4059-b0c7-dce5ee154a9a HTTP/1.1" status: 200 len: 1094 time: 0.1213725 Sep 24 15:40:00.172331 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732c40ea-3ff0-45d9-94f3-6e593c29d266 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Pushing event updated for resources: {'Port': ['ID=c8ed65a3-f30a-4ef6-b00d-a26c55713eed,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:00.224341 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0d51b144-ba01-4c49-b7d8-53adce0d7f81 req-591948a9-9f56-456d-b54d-89a13618d842 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c73fdaa-d9b5-491a-83f9-250d4df20dcb HTTP/1.1" status: 200 len: 217 time: 0.0553832 Sep 24 15:40:00.228982 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b571ee-677c-45d8-8581-d33d8bf9aa68 req-264cb5c4-db3f-487b-b4ca-294ab65b81d3 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:00.234092 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c6b571ee-677c-45d8-8581-d33d8bf9aa68 req-264cb5c4-db3f-487b-b4ca-294ab65b81d3 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=acb4038a-0608-4177-bb74-021222f3a02b HTTP/1.1" status: 200 len: 949 time: 0.1143620 Sep 24 15:40:00.234848 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['d323d75c-6523-4c41-9668-0805a5cbe282'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:40:00.249854 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d274d342-fec6-47d4-8204-e92b9077ae17 req-732c40ea-3ff0-45d9-94f3-6e593c29d266 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:00.251455 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-d274d342-fec6-47d4-8204-e92b9077ae17 req-732c40ea-3ff0-45d9-94f3-6e593c29d266 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:00.291277 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d51b144-ba01-4c49-b7d8-53adce0d7f81 req-162e3402-ee56-45b1-93f4-a8704250e41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:00.293782 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0d51b144-ba01-4c49-b7d8-53adce0d7f81 req-162e3402-ee56-45b1-93f4-a8704250e41b service neutron] 10.222.0.108 "GET /v2.0/subnets?id=946d8626-ec5d-49c4-aa21-33da3ceddcfd HTTP/1.1" status: 200 len: 852 time: 0.0617611 Sep 24 15:40:00.314392 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c6b571ee-677c-45d8-8581-d33d8bf9aa68 req-13c4518f-68d1-4f90-beff-0c73214cbd2a tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553863 Sep 24 15:40:00.351704 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0d51b144-ba01-4c49-b7d8-53adce0d7f81 req-fab663cf-2792-4180-a11e-19a2dc11e58f service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=3e0da5e5-cfcf-4b73-b0d7-902e52490b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459895 Sep 24 15:40:00.403751 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d274d342-fec6-47d4-8204-e92b9077ae17 req-732c40ea-3ff0-45d9-94f3-6e593c29d266 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1983221 Sep 24 15:40:00.426262 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-d274d342-fec6-47d4-8204-e92b9077ae17 req-3f94b8c2-e707-4117-be79-a6901449c4aa service neutron] Request body: {'port': {'device_id': 'e0df1843-3e54-4965-bbed-2e07504b8ad3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:40:00.483765 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0d51b144-ba01-4c49-b7d8-53adce0d7f81 req-4f21228d-999b-451e-b60b-f6fd17eda192 service neutron] 10.222.0.108 "GET /v2.0/networks/3e0da5e5-cfcf-4b73-b0d7-902e52490b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166496 Sep 24 15:40:00.543967 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-d274d342-fec6-47d4-8204-e92b9077ae17 req-3f94b8c2-e707-4117-be79-a6901449c4aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:00.572821 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 8e50a561-2171-4e46-aecd-2a43c342d81d up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:40:00.643404 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da56534-0dba-47a3-9302-40a988947c5a req-bc908282-1704-4c6e-ba83-0e16728280e3 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:00.650865 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4da56534-0dba-47a3-9302-40a988947c5a req-bc908282-1704-4c6e-ba83-0e16728280e3 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=c4cea3b6-1a91-4059-b0c7-dce5ee154a9a HTTP/1.1" status: 200 len: 943 time: 0.1538115 Sep 24 15:40:00.667014 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port 8e50a561-2171-4e46-aecd-2a43c342d81d triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:40:00.668127 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:00.689389 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0d51b144-ba01-4c49-b7d8-53adce0d7f81 req-c0f67e5a-cfb8-417f-a1cf-f31df6467b62 service neutron] 10.222.0.108 "GET /v2.0/networks/3e0da5e5-cfcf-4b73-b0d7-902e52490b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010744 Sep 24 15:40:00.720469 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4da56534-0dba-47a3-9302-40a988947c5a req-fb09d86f-f9f8-4560-ab0b-3714cf8a7765 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616949 Sep 24 15:40:00.792600 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:00.816983 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acb4038a-0608-4177-bb74-021222f3a02b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e50a561-2171-4e46-aecd-2a43c342d81d'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:40:00.819290 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d235ac-abab-4cf5-95a3-efebf41f1aa2" -d '{"events": [{"server_uuid": "acb4038a-0608-4177-bb74-021222f3a02b", "name": "network-vif-plugged", "status": "completed", "tag": "8e50a561-2171-4e46-aecd-2a43c342d81d"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:40:00.833154 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 8e50a561-2171-4e46-aecd-2a43c342d81d, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=8e50a561-2171-4e46-aecd-2a43c342d81d,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:40:00.871484 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71688ab1-9554-4f0c-8791-5c85ebd01728 x-openstack-request-id: req-71688ab1-9554-4f0c-8791-5c85ebd01728 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:40:00.872580 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acb4038a-0608-4177-bb74-021222f3a02b", "name": "network-vif-plugged", "status": "completed", "tag": "8e50a561-2171-4e46-aecd-2a43c342d81d", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:40:00.872580 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-71688ab1-9554-4f0c-8791-5c85ebd01728 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:40:00.872808 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acb4038a-0608-4177-bb74-021222f3a02b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e50a561-2171-4e46-aecd-2a43c342d81d', 'code': 200} Sep 24 15:40:00.886330 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76fbcb-c13f-430c-b661-947100fd667a req-d0040c79-68ed-4676-9585-d19d357ba97e tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:00.888261 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ea76fbcb-c13f-430c-b661-947100fd667a req-d0040c79-68ed-4676-9585-d19d357ba97e tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=e4a9ad8b-f000-4251-832d-15b91dbafa37 HTTP/1.1" status: 200 len: 949 time: 0.1286240 Sep 24 15:40:00.924242 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:00.980099 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ea76fbcb-c13f-430c-b661-947100fd667a req-2a384acd-c0cb-45cb-93cb-bd328ed23f07 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802743 Sep 24 15:40:00.984619 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [req-d274d342-fec6-47d4-8204-e92b9077ae17 req-3f94b8c2-e707-4117-be79-a6901449c4aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8ed65a3-f30a-4ef6-b00d-a26c55713eed {{(pid=95297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:40:00.995663 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-d274d342-fec6-47d4-8204-e92b9077ae17 req-3f94b8c2-e707-4117-be79-a6901449c4aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:01.000391 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=8e50a561-2171-4e46-aecd-2a43c342d81d,revision_number=8']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:01.015779 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.provisioning_blocks [req-d274d342-fec6-47d4-8204-e92b9077ae17 req-3f94b8c2-e707-4117-be79-a6901449c4aa service neutron] Transition to ACTIVE for port object c8ed65a3-f30a-4ef6-b00d-a26c55713eed will not be triggered until provisioned by entity L2. {{(pid=95297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:40:01.052195 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfde0b1-f23c-4459-9f6e-a1fb0baca4bc req-4829b3c1-9d9b-48b5-96c6-6f89ce900a66 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:01.053743 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bcfde0b1-f23c-4459-9f6e-a1fb0baca4bc req-4829b3c1-9d9b-48b5-96c6-6f89ce900a66 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=e0df1843-3e54-4965-bbed-2e07504b8ad3 HTTP/1.1" status: 200 len: 931 time: 0.0528727 Sep 24 15:40:01.096934 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bcfde0b1-f23c-4459-9f6e-a1fb0baca4bc req-c88b0dcf-f04a-4ed5-ac2b-bf5ada26536c tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346682 Sep 24 15:40:01.126502 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 50212) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:40:01.155971 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-d274d342-fec6-47d4-8204-e92b9077ae17 req-3f94b8c2-e707-4117-be79-a6901449c4aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:01.170227 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-c02e7598-e35e-4d7b-83ee-3dced5a61259 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=63eceb9bcc994bcaaefba4fc26ce5f79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398970 Sep 24 15:40:01.170454 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 50216) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:40:01.211504 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f94b8c2-e707-4117-be79-a6901449c4aa service neutron] Pushing event updated for resources: {'Port': ['ID=c8ed65a3-f30a-4ef6-b00d-a26c55713eed,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:01.225635 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device bb094fae-e117-4c0a-9f40-5490e001cf2e no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:40:01.240259 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e7917072-8b92-4add-b28b-b6fdc6b8d7d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:01.250046 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] No Port match for: bb094fae-e117-4c0a-9f40-5490e001cf2e {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:40:01.250572 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device bb094fae-e117-4c0a-9f40-5490e001cf2e not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:40:01.255244 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8569d493-75b3-4a92-ad6f-f9897e152d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:01.277163 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e7917072-8b92-4add-b28b-b6fdc6b8d7d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:01.291896 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-d274d342-fec6-47d4-8204-e92b9077ae17 req-3f94b8c2-e707-4117-be79-a6901449c4aa service neutron] Attempting to bind port c8ed65a3-f30a-4ef6-b00d-a26c55713eed on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:40:01.292387 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-d274d342-fec6-47d4-8204-e92b9077ae17 req-3f94b8c2-e707-4117-be79-a6901449c4aa service neutron] Attempting to bind port c8ed65a3-f30a-4ef6-b00d-a26c55713eed by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': '261d132c-af7b-4dd2-86dc-27294ea32e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'aba63c87-be12-4faa-aa4b-48192227e33d'}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:40:01.292864 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d274d342-fec6-47d4-8204-e92b9077ae17 req-3f94b8c2-e707-4117-be79-a6901449c4aa service neutron] Attempting to bind port c8ed65a3-f30a-4ef6-b00d-a26c55713eed on network aba63c87-be12-4faa-aa4b-48192227e33d {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:40:01.306421 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d274d342-fec6-47d4-8204-e92b9077ae17 req-3f94b8c2-e707-4117-be79-a6901449c4aa service neutron] Port c8ed65a3-f30a-4ef6-b00d-a26c55713eed on network aba63c87-be12-4faa-aa4b-48192227e33d not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:40:01.306864 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d274d342-fec6-47d4-8204-e92b9077ae17 req-3f94b8c2-e707-4117-be79-a6901449c4aa service neutron] Attempting to bind port c8ed65a3-f30a-4ef6-b00d-a26c55713eed on network aba63c87-be12-4faa-aa4b-48192227e33d {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:40:01.314942 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d274d342-fec6-47d4-8204-e92b9077ae17 req-3f94b8c2-e707-4117-be79-a6901449c4aa service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:40:01.317644 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d274d342-fec6-47d4-8204-e92b9077ae17 req-3f94b8c2-e707-4117-be79-a6901449c4aa service neutron] Checking segment: {'id': '261d132c-af7b-4dd2-86dc-27294ea32e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'aba63c87-be12-4faa-aa4b-48192227e33d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:40:01.319452 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d274d342-fec6-47d4-8204-e92b9077ae17 req-3f94b8c2-e707-4117-be79-a6901449c4aa service neutron] Bound using segment: {'id': '261d132c-af7b-4dd2-86dc-27294ea32e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'aba63c87-be12-4faa-aa4b-48192227e33d'} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:40:01.320070 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-d274d342-fec6-47d4-8204-e92b9077ae17 req-3f94b8c2-e707-4117-be79-a6901449c4aa service neutron] Bound port: c8ed65a3-f30a-4ef6-b00d-a26c55713eed, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '261d132c-af7b-4dd2-86dc-27294ea32e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'aba63c87-be12-4faa-aa4b-48192227e33d'}}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:40:01.320857 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-d274d342-fec6-47d4-8204-e92b9077ae17 req-3f94b8c2-e707-4117-be79-a6901449c4aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:01.343057 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 50222) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:40:01.420854 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e7917072-8b92-4add-b28b-b6fdc6b8d7d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:01.423507 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e7917072-8b92-4add-b28b-b6fdc6b8d7d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:01.424666 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-e7917072-8b92-4add-b28b-b6fdc6b8d7d0 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/26907902-dc74-4a6c-bff8-a7c50263f5e2 HTTP/1.1" status: 204 len: 168 time: 0.2533224 Sep 24 15:40:01.429047 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-d274d342-fec6-47d4-8204-e92b9077ae17 req-3f94b8c2-e707-4117-be79-a6901449c4aa service neutron] For port c8ed65a3-f30a-4ef6-b00d-a26c55713eed, host n-h1-808921-1, cleared binding levels {{(pid=95297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:40:01.437810 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7917072-8b92-4add-b28b-b6fdc6b8d7d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26907902-dc74-4a6c-bff8-a7c50263f5e2,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:01.456244 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-d274d342-fec6-47d4-8204-e92b9077ae17 req-3f94b8c2-e707-4117-be79-a6901449c4aa service neutron] For port c8ed65a3-f30a-4ef6-b00d-a26c55713eed, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=c8ed65a3-f30a-4ef6-b00d-a26c55713eed,segment=NetworkSegment(261d132c-af7b-4dd2-86dc-27294ea32e8c),segment_id=261d132c-af7b-4dd2-86dc-27294ea32e8c)] {{(pid=95297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:40:01.473821 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '822db3f8-7386-41a4-ac9d-11630efbd1ee', 'name': 'network-vif-deleted', 'tag': 'bb094fae-e117-4c0a-9f40-5490e001cf2e'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:40:01.476403 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e68533a-45fe-4750-976a-a3148e0fd982 req-b27f3a58-ea90-4fbe-9bb5-5ae15232ea35 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:01.476598 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf7194f-b938-4eef-9949-cc313d723123" -d '{"events": [{"server_uuid": "822db3f8-7386-41a4-ac9d-11630efbd1ee", "name": "network-vif-deleted", "tag": "bb094fae-e117-4c0a-9f40-5490e001cf2e"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:40:01.484194 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5e68533a-45fe-4750-976a-a3148e0fd982 req-b27f3a58-ea90-4fbe-9bb5-5ae15232ea35 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=acb4038a-0608-4177-bb74-021222f3a02b HTTP/1.1" status: 200 len: 950 time: 0.0928211 Sep 24 15:40:01.487636 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-78295439-44df-4b73-9996-0d33bc967bcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:01.529624 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5e68533a-45fe-4750-976a-a3148e0fd982 req-742b16bf-ce31-4a34-b956-97b7b94a7b52 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403717 Sep 24 15:40:01.551683 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-d274d342-fec6-47d4-8204-e92b9077ae17 req-3f94b8c2-e707-4117-be79-a6901449c4aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:01.570104 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-215add7c-26e7-4a04-9d40-d2a53f27a3bd x-openstack-request-id: req-215add7c-26e7-4a04-9d40-d2a53f27a3bd {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:40:01.570412 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "822db3f8-7386-41a4-ac9d-11630efbd1ee", "name": "network-vif-deleted", "tag": "bb094fae-e117-4c0a-9f40-5490e001cf2e", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:40:01.570663 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-215add7c-26e7-4a04-9d40-d2a53f27a3bd {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:40:01.571069 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '822db3f8-7386-41a4-ac9d-11630efbd1ee', 'name': 'network-vif-deleted', 'tag': 'bb094fae-e117-4c0a-9f40-5490e001cf2e', 'status': 'completed', 'code': 200} Sep 24 15:40:01.584012 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-78295439-44df-4b73-9996-0d33bc967bcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:01.590641 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d274d342-fec6-47d4-8204-e92b9077ae17 req-3f94b8c2-e707-4117-be79-a6901449c4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:01.591259 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-d274d342-fec6-47d4-8204-e92b9077ae17 req-3f94b8c2-e707-4117-be79-a6901449c4aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:01.592718 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d274d342-fec6-47d4-8204-e92b9077ae17 req-3f94b8c2-e707-4117-be79-a6901449c4aa service neutron] 10.222.0.110 "PUT /v2.0/ports/c8ed65a3-f30a-4ef6-b00d-a26c55713eed HTTP/1.1" status: 200 len: 1091 time: 1.1742065 Sep 24 15:40:01.593164 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0df1843-3e54-4965-bbed-2e07504b8ad3', 'tag': 'c8ed65a3-f30a-4ef6-b00d-a26c55713eed'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:40:01.595441 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cafe8e9-ba5b-4db8-95c8-8c62c52b0561" -d '{"events": [{"name": "network-changed", "server_uuid": "e0df1843-3e54-4965-bbed-2e07504b8ad3", "tag": "c8ed65a3-f30a-4ef6-b00d-a26c55713eed"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:40:01.618199 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f94b8c2-e707-4117-be79-a6901449c4aa service neutron] Pushing event updated for resources: {'Port': ['ID=c8ed65a3-f30a-4ef6-b00d-a26c55713eed,revision_number=3']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:01.635446 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c93ebcf-88ab-4ee9-a68c-8a66f93f66b2 x-openstack-request-id: req-5c93ebcf-88ab-4ee9-a68c-8a66f93f66b2 {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:40:01.635737 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0df1843-3e54-4965-bbed-2e07504b8ad3", "tag": "c8ed65a3-f30a-4ef6-b00d-a26c55713eed", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:40:01.636538 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-5c93ebcf-88ab-4ee9-a68c-8a66f93f66b2 {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:40:01.637237 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0df1843-3e54-4965-bbed-2e07504b8ad3', 'tag': 'c8ed65a3-f30a-4ef6-b00d-a26c55713eed', 'status': 'completed', 'code': 200} Sep 24 15:40:01.708018 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cafe8e9-ba5b-4db8-95c8-8c62c52b0561 req-e0a8234b-da76-4f7f-9d8a-31606acad172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:01.709521 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1cafe8e9-ba5b-4db8-95c8-8c62c52b0561 req-e0a8234b-da76-4f7f-9d8a-31606acad172 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=e92c4591e9b7472da8979fcb890aba04&device_id=e0df1843-3e54-4965-bbed-2e07504b8ad3 HTTP/1.1" status: 200 len: 1094 time: 0.0413060 Sep 24 15:40:01.718143 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-78295439-44df-4b73-9996-0d33bc967bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:01.769651 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-78295439-44df-4b73-9996-0d33bc967bcb admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e2f6f7d5929147e285b4f9c631fe828c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4254580 Sep 24 15:40:01.774591 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78295439-44df-4b73-9996-0d33bc967bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=554ef898-29a7-4988-947c-97da5f7104c8,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:01.777572 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 50236) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:40:01.833303 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cafe8e9-ba5b-4db8-95c8-8c62c52b0561 req-077ca721-2487-4bf7-a5fa-587f41a7c3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:01.834807 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1cafe8e9-ba5b-4db8-95c8-8c62c52b0561 req-077ca721-2487-4bf7-a5fa-587f41a7c3c2 service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=e92c4591e9b7472da8979fcb890aba04&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1120272 Sep 24 15:40:01.970181 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cafe8e9-ba5b-4db8-95c8-8c62c52b0561 req-308bcb3e-9268-4b56-af42-49c70a709868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:01.971927 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1cafe8e9-ba5b-4db8-95c8-8c62c52b0561 req-308bcb3e-9268-4b56-af42-49c70a709868 service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1245625 Sep 24 15:40:02.077051 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d274d342-fec6-47d4-8204-e92b9077ae17 req-1920b9b2-5647-4eff-bfba-17fa0e5c859b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:02.078810 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d274d342-fec6-47d4-8204-e92b9077ae17 req-1920b9b2-5647-4eff-bfba-17fa0e5c859b service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=e92c4591e9b7472da8979fcb890aba04&device_id=e0df1843-3e54-4965-bbed-2e07504b8ad3 HTTP/1.1" status: 200 len: 1094 time: 0.0541570 Sep 24 15:40:02.156354 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d274d342-fec6-47d4-8204-e92b9077ae17 req-bfc690fa-8fc6-49ec-96c4-49361b5a7141 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c8ed65a3-f30a-4ef6-b00d-a26c55713eed HTTP/1.1" status: 200 len: 217 time: 0.0604725 Sep 24 15:40:02.206690 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-26b240e5-14ba-45e4-8fe1-ab2f552acb00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:02.210127 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424dc151-9dbf-45b1-a76c-1c09da4f955e req-5960e1fe-1c3d-492b-b117-5a83334041b3 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:02.211911 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-424dc151-9dbf-45b1-a76c-1c09da4f955e req-5960e1fe-1c3d-492b-b117-5a83334041b3 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=e4a9ad8b-f000-4251-832d-15b91dbafa37 HTTP/1.1" status: 200 len: 949 time: 0.1093402 Sep 24 15:40:02.243095 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d274d342-fec6-47d4-8204-e92b9077ae17 req-0ad282c4-ee40-44ed-bb7b-21ae3c618a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:02.244229 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db203b3d-c562-4a4c-9af6-5d5b4b2cc6a8 req-32113a81-e189-42c3-bf56-bff7b58e51e7 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:02.244729 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d274d342-fec6-47d4-8204-e92b9077ae17 req-0ad282c4-ee40-44ed-bb7b-21ae3c618a49 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=979d11e7-dd50-44f7-803b-0d6530af4707 HTTP/1.1" status: 200 len: 845 time: 0.0784886 Sep 24 15:40:02.246228 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-db203b3d-c562-4a4c-9af6-5d5b4b2cc6a8 req-32113a81-e189-42c3-bf56-bff7b58e51e7 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=c4cea3b6-1a91-4059-b0c7-dce5ee154a9a HTTP/1.1" status: 200 len: 943 time: 0.4236035 Sep 24 15:40:02.248042 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-26b240e5-14ba-45e4-8fe1-ab2f552acb00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:02.288407 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d274d342-fec6-47d4-8204-e92b9077ae17 req-3b1abf99-545c-4958-9be8-a8dd8167818e service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=aba63c87-be12-4faa-aa4b-48192227e33d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330167 Sep 24 15:40:02.291865 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-424dc151-9dbf-45b1-a76c-1c09da4f955e req-780d3276-0869-43bc-9c98-83dd496cccfa tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736542 Sep 24 15:40:02.317958 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-db203b3d-c562-4a4c-9af6-5d5b4b2cc6a8 req-ac7ddc1d-ae8c-4c9f-8df3-c14c6e4fc8ae tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631444 Sep 24 15:40:02.439100 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d274d342-fec6-47d4-8204-e92b9077ae17 req-62d27e02-e4be-4a07-ab1e-eb8b3a8c9765 service neutron] 10.222.0.110 "GET /v2.0/networks/aba63c87-be12-4faa-aa4b-48192227e33d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422086 Sep 24 15:40:02.447936 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6bccb4-255b-4e8d-a181-d3d1a4cbfbbd req-6dfc911a-a80c-4793-a9fc-c4a137c65b2a tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:02.450077 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0f6bccb4-255b-4e8d-a181-d3d1a4cbfbbd req-6dfc911a-a80c-4793-a9fc-c4a137c65b2a tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=e0df1843-3e54-4965-bbed-2e07504b8ad3 HTTP/1.1" status: 200 len: 943 time: 0.0748241 Sep 24 15:40:02.455230 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-26b240e5-14ba-45e4-8fe1-ab2f552acb00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:02.457986 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-26b240e5-14ba-45e4-8fe1-ab2f552acb00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:02.461786 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-26b240e5-14ba-45e4-8fe1-ab2f552acb00 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/554ef898-29a7-4988-947c-97da5f7104c8 HTTP/1.1" status: 204 len: 168 time: 0.6804433 Sep 24 15:40:02.468837 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b240e5-14ba-45e4-8fe1-ab2f552acb00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=554ef898-29a7-4988-947c-97da5f7104c8,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:02.559111 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0f6bccb4-255b-4e8d-a181-d3d1a4cbfbbd req-49dd1fa6-cf8a-44a8-bd93-673761dc7f0b tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026628 Sep 24 15:40:02.602058 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d274d342-fec6-47d4-8204-e92b9077ae17 req-d3c91ca1-55d3-466e-af84-ce37260fc9cc service neutron] 10.222.0.110 "GET /v2.0/networks/aba63c87-be12-4faa-aa4b-48192227e33d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390491 Sep 24 15:40:02.693280 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 50268) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:40:02.696369 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210dd22-fe61-46bb-8aa7-5640d0fc0ae5 req-2218c5a6-d1d9-4838-94bf-b771b6499169 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:02.697986 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1210dd22-fe61-46bb-8aa7-5640d0fc0ae5 req-2218c5a6-d1d9-4838-94bf-b771b6499169 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=acb4038a-0608-4177-bb74-021222f3a02b HTTP/1.1" status: 200 len: 950 time: 0.0549223 Sep 24 15:40:02.737874 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1210dd22-fe61-46bb-8aa7-5640d0fc0ae5 req-a87824e6-143a-415d-b940-86dd7e4a1059 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331066 Sep 24 15:40:02.883922 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-03a08af7-d43c-41f7-99cf-4974771d65d4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1857919297-network', 'tenant_id': 'b929a5c960aa413e81e2634bdbfc568a'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:40:02.933833 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4a271-cc87-4d10-866e-9f4458821b83 req-aa3990e4-fa72-448a-967c-f89155b1541c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:02.935328 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fff4a271-cc87-4d10-866e-9f4458821b83 req-aa3990e4-fa72-448a-967c-f89155b1541c service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=acb4038a-0608-4177-bb74-021222f3a02b&tenant_id=1d817464a57145808f61427a409f714d HTTP/1.1" status: 200 len: 1101 time: 0.0417380 Sep 24 15:40:03.005347 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4a271-cc87-4d10-866e-9f4458821b83 req-20cd08b4-fe6a-4494-86db-5978899d5148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:03.009356 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fff4a271-cc87-4d10-866e-9f4458821b83 req-20cd08b4-fe6a-4494-86db-5978899d5148 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1d817464a57145808f61427a409f714d&device_id=acb4038a-0608-4177-bb74-021222f3a02b HTTP/1.1" status: 200 len: 1101 time: 0.0434816 Sep 24 15:40:03.032254 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a08af7-d43c-41f7-99cf-4974771d65d4 admin admin] Made reservation on behalf of b929a5c960aa413e81e2634bdbfc568a for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:40:03.035273 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-03a08af7-d43c-41f7-99cf-4974771d65d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:03.044841 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-03a08af7-d43c-41f7-99cf-4974771d65d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:03.107491 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4a271-cc87-4d10-866e-9f4458821b83 req-1cfc7fb2-32c2-4128-b792-3195c726a7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:03.109016 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fff4a271-cc87-4d10-866e-9f4458821b83 req-1cfc7fb2-32c2-4128-b792-3195c726a7d2 service neutron] 10.222.0.110 "GET /v2.0/networks?id=9672f189-23fe-44e6-9dd2-257ff8905939 HTTP/1.1" status: 200 len: 871 time: 0.0924997 Sep 24 15:40:03.145298 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-03a08af7-d43c-41f7-99cf-4974771d65d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:03.157864 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fff4a271-cc87-4d10-866e-9f4458821b83 req-00e548d7-4681-4d7e-ac17-b65ca4a077a5 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=8e50a561-2171-4e46-aecd-2a43c342d81d HTTP/1.1" status: 200 len: 217 time: 0.0360799 Sep 24 15:40:03.209976 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-03a08af7-d43c-41f7-99cf-4974771d65d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:03.214028 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4a271-cc87-4d10-866e-9f4458821b83 req-5c99e7c9-e3ed-438a-a2af-641ce27e4adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:03.215530 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fff4a271-cc87-4d10-866e-9f4458821b83 req-5c99e7c9-e3ed-438a-a2af-641ce27e4adb service neutron] 10.222.0.110 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.0471380 Sep 24 15:40:03.233353 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03a08af7-d43c-41f7-99cf-4974771d65d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1271} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:40:03.234964 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device d323d75c-6523-4c41-9668-0805a5cbe282 up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:40:03.255019 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a08af7-d43c-41f7-99cf-4974771d65d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=773d08a8-f455-49da-b564-cea2f77fb893,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:03.255019 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-03a08af7-d43c-41f7-99cf-4974771d65d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:03.255019 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-03a08af7-d43c-41f7-99cf-4974771d65d4 admin admin] Added segment eefc870a-f417-427e-be12-afc65d2fa0e0 of type vlan for network d4ab3618-3387-4e71-987e-750c13ffe92a Sep 24 15:40:03.274869 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4a271-cc87-4d10-866e-9f4458821b83 req-25d7bd84-c4a4-4641-893c-df8e18615b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:03.276545 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fff4a271-cc87-4d10-866e-9f4458821b83 req-25d7bd84-c4a4-4641-893c-df8e18615b14 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0469358 Sep 24 15:40:03.302418 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-03a08af7-d43c-41f7-99cf-4974771d65d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:03.375174 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port d323d75c-6523-4c41-9668-0805a5cbe282 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:40:03.379057 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port d323d75c-6523-4c41-9668-0805a5cbe282 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:40:03.379624 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:03.450562 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fff4a271-cc87-4d10-866e-9f4458821b83 req-d79a5df1-d3a6-4e6c-bc0e-be09a50b4191 service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611946 Sep 24 15:40:03.462323 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-03a08af7-d43c-41f7-99cf-4974771d65d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:03.463381 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a08af7-d43c-41f7-99cf-4974771d65d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:03.464104 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-03a08af7-d43c-41f7-99cf-4974771d65d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:03.476645 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a193b5-ab5c-4651-b8d7-45666646b60b req-04ac98b8-4e4a-4fbd-802a-eebc81f09cd2 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:03.478291 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f0a193b5-ab5c-4651-b8d7-45666646b60b req-04ac98b8-4e4a-4fbd-802a-eebc81f09cd2 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=e4a9ad8b-f000-4251-832d-15b91dbafa37 HTTP/1.1" status: 200 len: 949 time: 0.1018584 Sep 24 15:40:03.484690 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:03.509222 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4a9ad8b-f000-4251-832d-15b91dbafa37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd323d75c-6523-4c41-9668-0805a5cbe282'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:40:03.512457 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db0e2bd6-fa5a-4d0f-b531-74b08363c41a" -d '{"events": [{"server_uuid": "e4a9ad8b-f000-4251-832d-15b91dbafa37", "name": "network-vif-plugged", "status": "completed", "tag": "d323d75c-6523-4c41-9668-0805a5cbe282"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:40:03.525823 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port d323d75c-6523-4c41-9668-0805a5cbe282, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=d323d75c-6523-4c41-9668-0805a5cbe282,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:40:03.532041 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a08af7-d43c-41f7-99cf-4974771d65d4 admin admin] Pushing event updated for resources: {'Network': ['ID=d4ab3618-3387-4e71-987e-750c13ffe92a,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:03.548135 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6460d-673a-4389-af32-5c26d8d4d216 req-bc13e0b3-c2a7-4959-ad98-0d3393403f54 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:03.551156 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-37a6460d-673a-4389-af32-5c26d8d4d216 req-bc13e0b3-c2a7-4959-ad98-0d3393403f54 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=c4cea3b6-1a91-4059-b0c7-dce5ee154a9a HTTP/1.1" status: 200 len: 943 time: 0.1359546 Sep 24 15:40:03.560332 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network d4ab3618-3387-4e71-987e-750c13ffe92a details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:40:03.590697 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f0a193b5-ab5c-4651-b8d7-45666646b60b req-2ad4c1d4-5124-4e31-be7a-c33d9b33e9a2 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964773 Sep 24 15:40:03.611792 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-37a6460d-673a-4389-af32-5c26d8d4d216 req-e6a2375b-fe52-4965-bd4c-424dfe6df857 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556364 Sep 24 15:40:03.635541 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fff4a271-cc87-4d10-866e-9f4458821b83 req-1579eb9a-a0d4-4a56-956c-1e763dfd6142 service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665311 Sep 24 15:40:03.642674 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:03.650264 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-03a08af7-d43c-41f7-99cf-4974771d65d4 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9558482 Sep 24 15:40:03.655357 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 50302) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:40:03.661106 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-d9c5b621-60f8-41e6-b340-35c416d8c4ef admin admin] Request body: {'subnet': {'network_id': 'd4ab3618-3387-4e71-987e-750c13ffe92a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1857919297-subnet', 'tenant_id': 'b929a5c960aa413e81e2634bdbfc568a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:40:03.673299 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3711dea5-1d44-4522-b4f7-2ce4b3b66237 x-openstack-request-id: req-3711dea5-1d44-4522-b4f7-2ce4b3b66237 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:40:03.673877 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4a9ad8b-f000-4251-832d-15b91dbafa37", "name": "network-vif-plugged", "status": "completed", "tag": "d323d75c-6523-4c41-9668-0805a5cbe282", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:40:03.674288 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-3711dea5-1d44-4522-b4f7-2ce4b3b66237 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:40:03.675011 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4a9ad8b-f000-4251-832d-15b91dbafa37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd323d75c-6523-4c41-9668-0805a5cbe282', 'code': 200} Sep 24 15:40:03.741099 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=d323d75c-6523-4c41-9668-0805a5cbe282,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:03.780974 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c5b621-60f8-41e6-b340-35c416d8c4ef admin admin] Made reservation on behalf of b929a5c960aa413e81e2634bdbfc568a for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:40:03.783403 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d9c5b621-60f8-41e6-b340-35c416d8c4ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:03.837141 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5376c47-6b0d-4631-8d5f-c6ec27178073 req-f295d9c6-6789-4a1b-ab98-9eba21fbbf0b tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:03.838657 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e5376c47-6b0d-4631-8d5f-c6ec27178073 req-f295d9c6-6789-4a1b-ab98-9eba21fbbf0b tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=e0df1843-3e54-4965-bbed-2e07504b8ad3 HTTP/1.1" status: 200 len: 943 time: 0.1259925 Sep 24 15:40:03.843845 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0d8abca3-dbfd-43f8-8f63-9aa1201ebdb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:03.865163 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f65a4-cc9c-4fb6-835a-0c0519b0ccbb req-0d629da6-c885-4bc7-87d1-90ada8fdf8fe tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:03.866690 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d59f65a4-cc9c-4fb6-835a-0c0519b0ccbb req-0d629da6-c885-4bc7-87d1-90ada8fdf8fe tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=acb4038a-0608-4177-bb74-021222f3a02b HTTP/1.1" status: 200 len: 950 time: 0.0529368 Sep 24 15:40:03.868840 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f50a276-df3c-48f6-b23e-665f46cefa9e req-1c5f5db5-96f0-4c22-a025-a86f0a2e1708 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:03.870326 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6f50a276-df3c-48f6-b23e-665f46cefa9e req-1c5f5db5-96f0-4c22-a025-a86f0a2e1708 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=e4a9ad8b-f000-4251-832d-15b91dbafa37 HTTP/1.1" status: 200 len: 1101 time: 0.1377118 Sep 24 15:40:03.906114 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d59f65a4-cc9c-4fb6-835a-0c0519b0ccbb req-cb14502e-0cc8-4d63-80cc-6e03b78cf4bb tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328705 Sep 24 15:40:03.938758 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e5376c47-6b0d-4631-8d5f-c6ec27178073 req-8346eae2-1623-4cde-abb1-001ba814d10c tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722685 Sep 24 15:40:03.954390 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6f50a276-df3c-48f6-b23e-665f46cefa9e req-bbccbf61-4af4-4bd9-b9c8-e8669e155910 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623989 Sep 24 15:40:04.123904 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d9c5b621-60f8-41e6-b340-35c416d8c4ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:04.181530 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c5b621-60f8-41e6-b340-35c416d8c4ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=22f798df-999e-4605-b1bd-87060c83dcc4,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:04.201622 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9c5b621-60f8-41e6-b340-35c416d8c4ef admin admin] Checking segment: {'id': 'eefc870a-f417-427e-be12-afc65d2fa0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': 'd4ab3618-3387-4e71-987e-750c13ffe92a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:40:04.201975 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c5b621-60f8-41e6-b340-35c416d8c4ef admin admin] Network hostable DHCP agents. Network: d4ab3618-3387-4e71-987e-750c13ffe92a, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:40:04.243655 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:04.293813 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c5b621-60f8-41e6-b340-35c416d8c4ef admin admin] Network d4ab3618-3387-4e71-987e-750c13ffe92a is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:40:04.367465 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-d9c5b621-60f8-41e6-b340-35c416d8c4ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, d4ab3618-3387-4e71-987e-750c13ffe92a) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:40:04.372298 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c5b621-60f8-41e6-b340-35c416d8c4ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:04.373226 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d9c5b621-60f8-41e6-b340-35c416d8c4ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:04.376833 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f82786-25a9-4b21-85fe-f032cd2194a7 None None] Network d4ab3618-3387-4e71-987e-750c13ffe92a requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:40:04.450849 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-d9c5b621-60f8-41e6-b340-35c416d8c4ef admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7942698 Sep 24 15:40:04.453508 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 50322) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:40:04.458074 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-01a6fe4c-71bc-41a0-93bf-79d2debf9b6e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1857919297-router', 'tenant_id': 'b929a5c960aa413e81e2634bdbfc568a', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:40:04.527785 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8aa0c5-33ca-4cb9-bcd0-9f5af3f7f792 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-d4ab3618-3387-4e71-987e-750c13ffe92a', 'network_id': 'd4ab3618-3387-4e71-987e-750c13ffe92a', 'tenant_id': 'b929a5c960aa413e81e2634bdbfc568a', 'fixed_ips': [{'subnet_id': '22f798df-999e-4605-b1bd-87060c83dcc4'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:40:04.527785 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f8aa0c5-33ca-4cb9-bcd0-9f5af3f7f792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:04.563948 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-01a6fe4c-71bc-41a0-93bf-79d2debf9b6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:04.567876 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-01a6fe4c-71bc-41a0-93bf-79d2debf9b6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:04.617978 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-01a6fe4c-71bc-41a0-93bf-79d2debf9b6e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:04.677099 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-7f8aa0c5-33ca-4cb9-bcd0-9f5af3f7f792 None None] Allocated IP 172.20.0.2 (d4ab3618-3387-4e71-987e-750c13ffe92a/22f798df-999e-4605-b1bd-87060c83dcc4/e6762b53-aec8-44a8-8663-369b2a838a5a) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:40:04.703642 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a617cd-90ee-4fdf-bbf7-cc6a5d7eb4d0 req-2bc9f97f-ed21-450a-8c07-9477d80cfedf tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:04.706662 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-64a617cd-90ee-4fdf-bbf7-cc6a5d7eb4d0 req-2bc9f97f-ed21-450a-8c07-9477d80cfedf tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=e4a9ad8b-f000-4251-832d-15b91dbafa37 HTTP/1.1" status: 200 len: 950 time: 0.0590880 Sep 24 15:40:04.751977 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c01760-9da9-4d83-bf7d-3aff06e267bb req-c7698460-5a61-43a2-b948-5c66d2bb81d7 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:04.762127 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d3c01760-9da9-4d83-bf7d-3aff06e267bb req-c7698460-5a61-43a2-b948-5c66d2bb81d7 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=c4cea3b6-1a91-4059-b0c7-dce5ee154a9a HTTP/1.1" status: 200 len: 943 time: 0.0723016 Sep 24 15:40:04.764913 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-64a617cd-90ee-4fdf-bbf7-cc6a5d7eb4d0 req-c37dff8d-10e1-4871-b2b4-f62a6b6aa99a tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473886 Sep 24 15:40:04.821797 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d3c01760-9da9-4d83-bf7d-3aff06e267bb req-76152ea2-3db0-4512-8891-31247a192aef tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584648 Sep 24 15:40:04.861836 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f8aa0c5-33ca-4cb9-bcd0-9f5af3f7f792 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:04.936378 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-01a6fe4c-71bc-41a0-93bf-79d2debf9b6e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:04.958691 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f8aa0c5-33ca-4cb9-bcd0-9f5af3f7f792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:04.999716 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8aa0c5-33ca-4cb9-bcd0-9f5af3f7f792 None None] Network d4ab3618-3387-4e71-987e-750c13ffe92a is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:40:05.005102 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-7f8aa0c5-33ca-4cb9-bcd0-9f5af3f7f792 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:40:05.012703 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8aa0c5-33ca-4cb9-bcd0-9f5af3f7f792 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:40:05.015884 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8aa0c5-33ca-4cb9-bcd0-9f5af3f7f792 None None] Pushing event updated for resources: {'Port': ['ID=e6762b53-aec8-44a8-8663-369b2a838a5a,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:05.042205 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c11a8-b478-4170-92d9-6e2fbf9d71ad req-c2f56f32-4d1d-48a2-ba7c-e5b8603761f5 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:05.043874 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-623c11a8-b478-4170-92d9-6e2fbf9d71ad req-c2f56f32-4d1d-48a2-ba7c-e5b8603761f5 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=acb4038a-0608-4177-bb74-021222f3a02b HTTP/1.1" status: 200 len: 950 time: 0.0602682 Sep 24 15:40:05.078438 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-7f8aa0c5-33ca-4cb9-bcd0-9f5af3f7f792 None None] Attempting to bind port e6762b53-aec8-44a8-8663-369b2a838a5a on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:40:05.079594 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-7f8aa0c5-33ca-4cb9-bcd0-9f5af3f7f792 None None] Attempting to bind port e6762b53-aec8-44a8-8663-369b2a838a5a by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'eefc870a-f417-427e-be12-afc65d2fa0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': 'd4ab3618-3387-4e71-987e-750c13ffe92a'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:40:05.080344 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8aa0c5-33ca-4cb9-bcd0-9f5af3f7f792 None None] Attempting to bind port e6762b53-aec8-44a8-8663-369b2a838a5a on network d4ab3618-3387-4e71-987e-750c13ffe92a {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:40:05.095814 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8aa0c5-33ca-4cb9-bcd0-9f5af3f7f792 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:40:05.096191 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8aa0c5-33ca-4cb9-bcd0-9f5af3f7f792 None None] Checking segment: {'id': 'eefc870a-f417-427e-be12-afc65d2fa0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': 'd4ab3618-3387-4e71-987e-750c13ffe92a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:40:05.096592 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f8aa0c5-33ca-4cb9-bcd0-9f5af3f7f792 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:05.097188 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8aa0c5-33ca-4cb9-bcd0-9f5af3f7f792 None None] Bound using segment: {'id': 'eefc870a-f417-427e-be12-afc65d2fa0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': 'd4ab3618-3387-4e71-987e-750c13ffe92a'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:40:05.097840 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-7f8aa0c5-33ca-4cb9-bcd0-9f5af3f7f792 None None] Bound port: e6762b53-aec8-44a8-8663-369b2a838a5a, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eefc870a-f417-427e-be12-afc65d2fa0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': 'd4ab3618-3387-4e71-987e-750c13ffe92a'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:40:05.098438 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f8aa0c5-33ca-4cb9-bcd0-9f5af3f7f792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:05.106223 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59400d9f-593f-4393-819b-469837ae5882 req-b87c3c33-49d9-4b23-84f6-a5321abe689c tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:05.107772 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-59400d9f-593f-4393-819b-469837ae5882 req-b87c3c33-49d9-4b23-84f6-a5321abe689c tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=e0df1843-3e54-4965-bbed-2e07504b8ad3 HTTP/1.1" status: 200 len: 943 time: 0.0942676 Sep 24 15:40:05.117391 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-623c11a8-b478-4170-92d9-6e2fbf9d71ad req-70aea360-daee-4278-831e-797457904c5c tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598633 Sep 24 15:40:05.184027 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f8aa0c5-33ca-4cb9-bcd0-9f5af3f7f792 None None] For port e6762b53-aec8-44a8-8663-369b2a838a5a, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:40:05.187246 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f8aa0c5-33ca-4cb9-bcd0-9f5af3f7f792 None None] For port e6762b53-aec8-44a8-8663-369b2a838a5a, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=e6762b53-aec8-44a8-8663-369b2a838a5a,segment=NetworkSegment(eefc870a-f417-427e-be12-afc65d2fa0e0),segment_id=eefc870a-f417-427e-be12-afc65d2fa0e0)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:40:05.192128 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-59400d9f-593f-4393-819b-469837ae5882 req-9d63eee0-6fa7-4656-8f92-f5473373b5b0 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714777 Sep 24 15:40:05.227945 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 2c73fdaa-d9b5-491a-83f9-250d4df20dcb details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:40:05.241605 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:05.252121 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f8aa0c5-33ca-4cb9-bcd0-9f5af3f7f792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:05.331801 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-01a6fe4c-71bc-41a0-93bf-79d2debf9b6e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:05.351429 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8aa0c5-33ca-4cb9-bcd0-9f5af3f7f792 None None] Pushing event updated for resources: {'Port': ['ID=e6762b53-aec8-44a8-8663-369b2a838a5a,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:05.359444 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-01a6fe4c-71bc-41a0-93bf-79d2debf9b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:05.437468 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 2c73fdaa-d9b5-491a-83f9-250d4df20dcb, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=2c73fdaa-d9b5-491a-83f9-250d4df20dcb,segment=NetworkSegment(d7a68d6c-5d6b-4eed-831a-023fbb1b8f0b),segment_id=d7a68d6c-5d6b-4eed-831a-023fbb1b8f0b)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:40:05.456729 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': '2c73fdaa-d9b5-491a-83f9-250d4df20dcb', 'network_id': '3e0da5e5-cfcf-4b73-b0d7-902e52490b00', 'port_id': '2c73fdaa-d9b5-491a-83f9-250d4df20dcb', 'mac_address': 'fa:16:3e:20:00:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '946d8626-ec5d-49c4-aa21-33da3ceddcfd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:40:05.481938 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-01a6fe4c-71bc-41a0-93bf-79d2debf9b6e admin admin] Allocated IP 172.25.0.235 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/f3bf68f4-881a-4901-9e45-3b26b479a96e) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:40:05.500719 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:05.515453 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c73fdaa-d9b5-491a-83f9-250d4df20dcb {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:40:05.554121 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 2c73fdaa-d9b5-491a-83f9-250d4df20dcb, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=2c73fdaa-d9b5-491a-83f9-250d4df20dcb,segment=NetworkSegment(d7a68d6c-5d6b-4eed-831a-023fbb1b8f0b),segment_id=d7a68d6c-5d6b-4eed-831a-023fbb1b8f0b)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:40:05.643838 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:05.643999 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-01a6fe4c-71bc-41a0-93bf-79d2debf9b6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:05.701660 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=2c73fdaa-d9b5-491a-83f9-250d4df20dcb,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:05.793853 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-01a6fe4c-71bc-41a0-93bf-79d2debf9b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:05.846303 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a6fe4c-71bc-41a0-93bf-79d2debf9b6e admin admin] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:40:05.872541 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-01a6fe4c-71bc-41a0-93bf-79d2debf9b6e admin admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:40:05.875684 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a6fe4c-71bc-41a0-93bf-79d2debf9b6e admin admin] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:40:05.914636 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a6fe4c-71bc-41a0-93bf-79d2debf9b6e admin admin] Pushing event updated for resources: {'Port': ['ID=f3bf68f4-881a-4901-9e45-3b26b479a96e,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:05.946240 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bd85a2-b128-4035-ab5e-149561789e7b req-b3221247-7340-4481-8c99-dc374b0e3db9 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:05.947853 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a4bd85a2-b128-4035-ab5e-149561789e7b req-b3221247-7340-4481-8c99-dc374b0e3db9 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=e4a9ad8b-f000-4251-832d-15b91dbafa37 HTTP/1.1" status: 200 len: 950 time: 0.1216807 Sep 24 15:40:05.963835 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb089f3-073c-4efb-9e6d-91445ecd5654 req-fe33163d-2587-4736-8ed9-5616a735ddfe tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:05.965748 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3fb089f3-073c-4efb-9e6d-91445ecd5654 req-fe33163d-2587-4736-8ed9-5616a735ddfe tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=c4cea3b6-1a91-4059-b0c7-dce5ee154a9a HTTP/1.1" status: 200 len: 944 time: 0.0669963 Sep 24 15:40:06.027079 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3fb089f3-073c-4efb-9e6d-91445ecd5654 req-021df0d3-e06e-4846-b54e-9a2d897d2a00 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530343 Sep 24 15:40:06.105028 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a4bd85a2-b128-4035-ab5e-149561789e7b req-6a21aec6-9402-45e6-85cf-07c7c077e7d7 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170354 Sep 24 15:40:06.106215 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device e6762b53-aec8-44a8-8663-369b2a838a5a up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:40:06.158998 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['2c73fdaa-d9b5-491a-83f9-250d4df20dcb'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:40:06.303172 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port e6762b53-aec8-44a8-8663-369b2a838a5a triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:40:06.303871 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:06.326889 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962542b0-cff9-4332-90d4-dfaeb11c01ef req-668ea4be-24a9-475a-84b9-05ef0cdf31c5 tempest-ServersOnMultiNodesTest-1938878820 tempest-ServersOnMultiNodesTest-1938878820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:06.334742 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-962542b0-cff9-4332-90d4-dfaeb11c01ef req-668ea4be-24a9-475a-84b9-05ef0cdf31c5 tempest-ServersOnMultiNodesTest-1938878820 tempest-ServersOnMultiNodesTest-1938878820-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=e4a9ad8b-f000-4251-832d-15b91dbafa37 HTTP/1.1" status: 200 len: 1101 time: 0.0732441 Sep 24 15:40:06.381001 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f832cf6d-8a57-45a8-b711-2a774f5bb371 req-d78086d0-de5f-42e5-a0b9-81823d96fd8a tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:06.389123 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f832cf6d-8a57-45a8-b711-2a774f5bb371 req-d78086d0-de5f-42e5-a0b9-81823d96fd8a tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=acb4038a-0608-4177-bb74-021222f3a02b HTTP/1.1" status: 200 len: 950 time: 0.1058044 Sep 24 15:40:06.443209 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:06.462806 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f832cf6d-8a57-45a8-b711-2a774f5bb371 req-d83ad669-920e-4533-ac13-ed9ae64b296d tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652659 Sep 24 15:40:06.466009 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-01a6fe4c-71bc-41a0-93bf-79d2debf9b6e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:06.469925 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-962542b0-cff9-4332-90d4-dfaeb11c01ef req-9f8c5b21-e025-40d8-b67b-bee1c2eb96ad tempest-ServersOnMultiNodesTest-1938878820 tempest-ServersOnMultiNodesTest-1938878820-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545559 Sep 24 15:40:06.556961 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a4bf7f-f6f3-49d4-81d5-d6fe45a9d60d None None] Network d4ab3618-3387-4e71-987e-750c13ffe92a requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:40:06.562432 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port e6762b53-aec8-44a8-8663-369b2a838a5a, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=e6762b53-aec8-44a8-8663-369b2a838a5a,segment=NetworkSegment(eefc870a-f417-427e-be12-afc65d2fa0e0),segment_id=eefc870a-f417-427e-be12-afc65d2fa0e0)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:40:06.643551 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device c8ed65a3-f30a-4ef6-b00d-a26c55713eed details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:40:06.645719 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 8e50a561-2171-4e46-aecd-2a43c342d81d no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:40:06.665755 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbf159e-09d7-4a33-9f1f-4f70c1e72e74 req-0a535cf9-7743-4441-b729-db689030c772 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:06.668099 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9fbf159e-09d7-4a33-9f1f-4f70c1e72e74 req-0a535cf9-7743-4441-b729-db689030c772 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=e0df1843-3e54-4965-bbed-2e07504b8ad3 HTTP/1.1" status: 200 len: 943 time: 0.0975537 Sep 24 15:40:06.771205 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-01a6fe4c-71bc-41a0-93bf-79d2debf9b6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:06.775519 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9fbf159e-09d7-4a33-9f1f-4f70c1e72e74 req-55f253a1-ec40-4707-b232-bf62eb9613ca tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878427 Sep 24 15:40:06.807124 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-ac4d355f-e950-4b99-8e8b-a263980ea4d9 None None] Provisioning complete for port e6762b53-aec8-44a8-8663-369b2a838a5a triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:40:06.815369 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ac4d355f-e950-4b99-8e8b-a263980ea4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:06.835248 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:06.845882 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:07.007448 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01a6fe4c-71bc-41a0-93bf-79d2debf9b6e admin admin] Router e910a7c3-4ffa-4a8b-a634-9891850b4fcb is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:40:07.039269 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=e6762b53-aec8-44a8-8663-369b2a838a5a,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:07.129466 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:07.181263 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port c8ed65a3-f30a-4ef6-b00d-a26c55713eed, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=c8ed65a3-f30a-4ef6-b00d-a26c55713eed,segment=NetworkSegment(261d132c-af7b-4dd2-86dc-27294ea32e8c),segment_id=261d132c-af7b-4dd2-86dc-27294ea32e8c)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:40:07.183091 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba14ef5d-5efc-4ab3-91ad-0a357ecc65d8 req-0629cfca-9f6c-4061-9efa-95603c48ea1d tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:07.191837 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ba14ef5d-5efc-4ab3-91ad-0a357ecc65d8 req-0629cfca-9f6c-4061-9efa-95603c48ea1d tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=c4cea3b6-1a91-4059-b0c7-dce5ee154a9a HTTP/1.1" status: 200 len: 944 time: 0.0609705 Sep 24 15:40:07.199387 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acb4038a-0608-4177-bb74-021222f3a02b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e50a561-2171-4e46-aecd-2a43c342d81d'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:40:07.201825 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbed4eb1-9916-42fb-9147-9d41fbaf22d6" -d '{"events": [{"server_uuid": "acb4038a-0608-4177-bb74-021222f3a02b", "name": "network-vif-unplugged", "status": "completed", "tag": "8e50a561-2171-4e46-aecd-2a43c342d81d"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:40:07.218908 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 8e50a561-2171-4e46-aecd-2a43c342d81d, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=8e50a561-2171-4e46-aecd-2a43c342d81d,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:40:07.223422 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': 'c8ed65a3-f30a-4ef6-b00d-a26c55713eed', 'network_id': 'aba63c87-be12-4faa-aa4b-48192227e33d', 'port_id': 'c8ed65a3-f30a-4ef6-b00d-a26c55713eed', 'mac_address': 'fa:16:3e:eb:16:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '979d11e7-dd50-44f7-803b-0d6530af4707', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:40:07.230040 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa3c91f-4d39-4717-8411-ee3e72eb07c0 req-a91a2a66-ee3f-43b2-aeca-43bcebfb1f4c tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:07.238262 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ffa3c91f-4d39-4717-8411-ee3e72eb07c0 req-a91a2a66-ee3f-43b2-aeca-43bcebfb1f4c tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=e4a9ad8b-f000-4251-832d-15b91dbafa37 HTTP/1.1" status: 200 len: 950 time: 0.1336083 Sep 24 15:40:07.242817 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ba14ef5d-5efc-4ab3-91ad-0a357ecc65d8 req-bc6fb81b-3130-43de-8107-9b8e85f13216 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449688 Sep 24 15:40:07.266100 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:07.269363 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01a6fe4c-71bc-41a0-93bf-79d2debf9b6e admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:40:07.285520 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8ed65a3-f30a-4ef6-b00d-a26c55713eed {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:40:07.298213 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd513c3-4a43-4ea2-85df-c4900eb8198e None None] Sync routers for ids ['e910a7c3-4ffa-4a8b-a634-9891850b4fcb'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:40:07.310016 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:07.314102 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd513c3-4a43-4ea2-85df-c4900eb8198e None None] Routers {'e910a7c3-4ffa-4a8b-a634-9891850b4fcb'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:40:07.314803 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-ecd513c3-4a43-4ea2-85df-c4900eb8198e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:40:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['e910a7c3-4ffa-4a8b-a634-9891850b4fcb'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:40:07.319426 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port c8ed65a3-f30a-4ef6-b00d-a26c55713eed, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=c8ed65a3-f30a-4ef6-b00d-a26c55713eed,segment=NetworkSegment(261d132c-af7b-4dd2-86dc-27294ea32e8c),segment_id=261d132c-af7b-4dd2-86dc-27294ea32e8c)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:40:07.348645 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ffa3c91f-4d39-4717-8411-ee3e72eb07c0 req-aaa7a094-549e-4e89-930b-3c77dbc79ceb tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055913 Sep 24 15:40:07.385084 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 15:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec0c79db-ca5e-4163-bbc9-416871e8a451 x-openstack-request-id: req-ec0c79db-ca5e-4163-bbc9-416871e8a451 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:40:07.385519 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acb4038a-0608-4177-bb74-021222f3a02b", "name": "network-vif-unplugged", "status": "completed", "tag": "8e50a561-2171-4e46-aecd-2a43c342d81d", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:40:07.386287 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ec0c79db-ca5e-4163-bbc9-416871e8a451 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:40:07.386729 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acb4038a-0608-4177-bb74-021222f3a02b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e50a561-2171-4e46-aecd-2a43c342d81d', 'code': 200} Sep 24 15:40:07.392138 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-01a6fe4c-71bc-41a0-93bf-79d2debf9b6e admin admin] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:07.393374 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-01a6fe4c-71bc-41a0-93bf-79d2debf9b6e admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9386530 Sep 24 15:40:07.396201 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 50398) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:40:07.428457 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:07.436775 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=8e50a561-2171-4e46-aecd-2a43c342d81d,revision_number=9']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:07.485353 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-ecd513c3-4a43-4ea2-85df-c4900eb8198e None None] Set router e910a7c3-4ffa-4a8b-a634-9891850b4fcb gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:40:07.497473 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=c8ed65a3-f30a-4ef6-b00d-a26c55713eed,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:07.589998 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-4689b77f-2401-49ff-98ef-429dce5e10e7 None None] Provisioning complete for port e6762b53-aec8-44a8-8663-369b2a838a5a triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:40:07.590425 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4689b77f-2401-49ff-98ef-429dce5e10e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:07.703006 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10727115-e7fe-43b2-9898-41a2fe5d9450 req-ce99f6b3-4793-4f03-ab34-1f73616cf141 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:07.705034 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-10727115-e7fe-43b2-9898-41a2fe5d9450 req-ce99f6b3-4793-4f03-ab34-1f73616cf141 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=acb4038a-0608-4177-bb74-021222f3a02b HTTP/1.1" status: 200 len: 948 time: 0.1005702 Sep 24 15:40:07.774402 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['c8ed65a3-f30a-4ef6-b00d-a26c55713eed'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:40:07.797160 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-10727115-e7fe-43b2-9898-41a2fe5d9450 req-810cf611-58dd-4cc7-a618-a65f9913e22c tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807393 Sep 24 15:40:07.811588 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-ecd513c3-4a43-4ea2-85df-c4900eb8198e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e910a7c3-4ffa-4a8b-a634-9891850b4fcb', 'name': 'tempest-FloatingIPsTestJSON-1857919297-router', 'tenant_id': 'b929a5c960aa413e81e2634bdbfc568a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'f3bf68f4-881a-4901-9e45-3b26b479a96e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:40:04Z', 'updated_at': '2021-09-24T15:40:06Z', 'revision_number': 3, 'project_id': 'b929a5c960aa413e81e2634bdbfc568a', 'gw_port': {'id': 'f3bf68f4-881a-4901-9e45-3b26b479a96e', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a9:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e910a7c3-4ffa-4a8b-a634-9891850b4fcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:40:05Z', 'updated_at': '2021-09-24T15:40:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:40:07.864922 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd513c3-4a43-4ea2-85df-c4900eb8198e None None] Checking router: e910a7c3-4ffa-4a8b-a634-9891850b4fcb for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:40:07.865598 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd513c3-4a43-4ea2-85df-c4900eb8198e None None] Updating router e910a7c3-4ffa-4a8b-a634-9891850b4fcb port f3bf68f4-881a-4901-9e45-3b26b479a96e binding host n-d-808921-1 {{(pid=95300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:40:07.902593 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-ecd513c3-4a43-4ea2-85df-c4900eb8198e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:08.011582 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c438743-17c1-4410-85d9-db0bd7bedd84 req-6bdef434-fbc7-41d9-ace4-b4688a8e2f26 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:08.023834 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5c438743-17c1-4410-85d9-db0bd7bedd84 req-6bdef434-fbc7-41d9-ace4-b4688a8e2f26 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=e0df1843-3e54-4965-bbed-2e07504b8ad3 HTTP/1.1" status: 200 len: 944 time: 0.1303520 Sep 24 15:40:08.050422 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b1032b-d8df-41e2-8a18-745313780ffc req-fd21eb42-71d4-4019-9470-d0badea32d3d tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:08.058622 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-92b1032b-d8df-41e2-8a18-745313780ffc req-fd21eb42-71d4-4019-9470-d0badea32d3d tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=acb4038a-0608-4177-bb74-021222f3a02b HTTP/1.1" status: 200 len: 948 time: 0.0982587 Sep 24 15:40:08.078253 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device e6762b53-aec8-44a8-8663-369b2a838a5a up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:40:08.088859 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-42651d52-36ac-4957-88bc-e035f793a4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:08.099671 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5c438743-17c1-4410-85d9-db0bd7bedd84 req-d2fdc0a7-7fed-4e99-8e62-52913662d298 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671868 Sep 24 15:40:08.117114 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-92b1032b-d8df-41e2-8a18-745313780ffc req-dc081851-8b84-43f0-a257-5e8a9d85e38e tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576286 Sep 24 15:40:08.156270 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port e6762b53-aec8-44a8-8663-369b2a838a5a triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:40:08.156751 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:08.328668 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-42651d52-36ac-4957-88bc-e035f793a4d7 admin admin] Allocated IP 172.20.0.1 (d4ab3618-3387-4e71-987e-750c13ffe92a/22f798df-999e-4605-b1bd-87060c83dcc4/62a22539-3c9b-43ac-9b1c-332cb288a056) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:40:08.340021 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-ecd513c3-4a43-4ea2-85df-c4900eb8198e None None] Notify callbacks [] for port, precommit_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:08.412861 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1cc7b679-751f-4823-83f3-1f0ad2dce017 req-a637ceb2-bed2-4804-9d58-a477fb41a6b4 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=1d817464a57145808f61427a409f714d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0218308 Sep 24 15:40:08.453233 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-ecd513c3-4a43-4ea2-85df-c4900eb8198e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:08.455591 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb62c85-a138-4afd-a960-f237f1bb5bc1 req-26958c63-46d5-46a9-ac85-07c0ebd240aa tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:08.457628 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0cb62c85-a138-4afd-a960-f237f1bb5bc1 req-26958c63-46d5-46a9-ac85-07c0ebd240aa tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=c4cea3b6-1a91-4059-b0c7-dce5ee154a9a HTTP/1.1" status: 200 len: 944 time: 0.1087186 Sep 24 15:40:08.512511 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0cb62c85-a138-4afd-a960-f237f1bb5bc1 req-2b04fff5-0703-48e8-af3d-3292ff0f19c0 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487576 Sep 24 15:40:08.527339 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-42651d52-36ac-4957-88bc-e035f793a4d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:08.528576 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-ecd513c3-4a43-4ea2-85df-c4900eb8198e None None] Attempting to bind port f3bf68f4-881a-4901-9e45-3b26b479a96e on host n-d-808921-1 for vnic_type normal with profile {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:40:08.529532 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-ecd513c3-4a43-4ea2-85df-c4900eb8198e None None] Attempting to bind port f3bf68f4-881a-4901-9e45-3b26b479a96e by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:40:08.530101 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd513c3-4a43-4ea2-85df-c4900eb8198e None None] Attempting to bind port f3bf68f4-881a-4901-9e45-3b26b479a96e on network e6a2de20-1ea0-43e5-88e0-982d19e317d5 {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:40:08.536096 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eba176-671c-4513-9a0b-48309f8c64db None None] Pushing event updated for resources: {'Port': ['ID=f3bf68f4-881a-4901-9e45-3b26b479a96e,revision_number=2']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:08.551051 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd513c3-4a43-4ea2-85df-c4900eb8198e None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:40:08.553242 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd513c3-4a43-4ea2-85df-c4900eb8198e None None] Checking segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:40:08.555289 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-ecd513c3-4a43-4ea2-85df-c4900eb8198e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:08.556033 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd513c3-4a43-4ea2-85df-c4900eb8198e None None] Bound using segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:40:08.557055 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-ecd513c3-4a43-4ea2-85df-c4900eb8198e None None] Bound port: f3bf68f4-881a-4901-9e45-3b26b479a96e, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:40:08.558165 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-ecd513c3-4a43-4ea2-85df-c4900eb8198e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:08.562676 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eba176-671c-4513-9a0b-48309f8c64db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:40:08.563022 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eba176-671c-4513-9a0b-48309f8c64db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:40:08.563363 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eba176-671c-4513-9a0b-48309f8c64db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:40:08.563885 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eba176-671c-4513-9a0b-48309f8c64db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:40:08.564221 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eba176-671c-4513-9a0b-48309f8c64db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:40:08.564549 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eba176-671c-4513-9a0b-48309f8c64db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:40:08.564872 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eba176-671c-4513-9a0b-48309f8c64db None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:40:08.565193 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eba176-671c-4513-9a0b-48309f8c64db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:40:08.565522 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eba176-671c-4513-9a0b-48309f8c64db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:40:08.566251 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eba176-671c-4513-9a0b-48309f8c64db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:40:08.566939 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eba176-671c-4513-9a0b-48309f8c64db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:40:08.567309 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48eba176-671c-4513-9a0b-48309f8c64db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:40:08.635523 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-ecd513c3-4a43-4ea2-85df-c4900eb8198e None None] For port f3bf68f4-881a-4901-9e45-3b26b479a96e, host n-d-808921-1, cleared binding levels {{(pid=95300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:40:08.641459 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 8e50a561-2171-4e46-aecd-2a43c342d81d details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:40:08.645321 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-ecd513c3-4a43-4ea2-85df-c4900eb8198e None None] For port f3bf68f4-881a-4901-9e45-3b26b479a96e, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=f3bf68f4-881a-4901-9e45-3b26b479a96e,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:40:08.713400 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-42651d52-36ac-4957-88bc-e035f793a4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:08.759264 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42651d52-36ac-4957-88bc-e035f793a4d7 admin admin] Network d4ab3618-3387-4e71-987e-750c13ffe92a is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:40:08.765287 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-42651d52-36ac-4957-88bc-e035f793a4d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:40:08.770567 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42651d52-36ac-4957-88bc-e035f793a4d7 admin admin] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:40:08.770773 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 8e50a561-2171-4e46-aecd-2a43c342d81d, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=8e50a561-2171-4e46-aecd-2a43c342d81d,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:40:08.783615 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': '8e50a561-2171-4e46-aecd-2a43c342d81d', 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939', 'port_id': '8e50a561-2171-4e46-aecd-2a43c342d81d', 'mac_address': 'fa:16:3e:ae:4e:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '188edb94-8042-4961-9ec0-8960b1ce1305', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:40:08.792970 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96680dee-6b25-47ee-b688-938af39389c5 req-c919dc11-ea14-401e-9639-87ae8f6274e5 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:08.802285 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-ecd513c3-4a43-4ea2-85df-c4900eb8198e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:08.810984 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-96680dee-6b25-47ee-b688-938af39389c5 req-c919dc11-ea14-401e-9639-87ae8f6274e5 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=e4a9ad8b-f000-4251-832d-15b91dbafa37 HTTP/1.1" status: 200 len: 950 time: 0.1322234 Sep 24 15:40:08.833414 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:08.849620 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:08.852561 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e50a561-2171-4e46-aecd-2a43c342d81d {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:40:08.870937 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42651d52-36ac-4957-88bc-e035f793a4d7 admin admin] Pushing event updated for resources: {'Port': ['ID=62a22539-3c9b-43ac-9b1c-332cb288a056,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:08.899405 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc7b679-751f-4823-83f3-1f0ad2dce017 req-fcc365f5-1828-4f6c-abd9-939b863b11bc tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:08.901975 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 8e50a561-2171-4e46-aecd-2a43c342d81d, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=8e50a561-2171-4e46-aecd-2a43c342d81d,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:40:08.903474 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1cc7b679-751f-4823-83f3-1f0ad2dce017 req-fcc365f5-1828-4f6c-abd9-939b863b11bc tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4832892 Sep 24 15:40:08.925022 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1cc7b679-751f-4823-83f3-1f0ad2dce017 req-c51f8b1d-2ed5-4d39-b5a4-81f3de489115 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/quotas/1d817464a57145808f61427a409f714d HTTP/1.1" status: 200 len: 375 time: 0.0158746 Sep 24 15:40:08.928019 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd513c3-4a43-4ea2-85df-c4900eb8198e None None] Routers {'e910a7c3-4ffa-4a8b-a634-9891850b4fcb'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:40:08.929083 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-ecd513c3-4a43-4ea2-85df-c4900eb8198e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:40:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['e910a7c3-4ffa-4a8b-a634-9891850b4fcb'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:40:08.955108 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-42651d52-36ac-4957-88bc-e035f793a4d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:08.976148 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eba176-671c-4513-9a0b-48309f8c64db None None] Pushing event updated for resources: {'Port': ['ID=f3bf68f4-881a-4901-9e45-3b26b479a96e,revision_number=3']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:08.992273 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:09.017808 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1cc7b679-751f-4823-83f3-1f0ad2dce017 req-1b8306ac-c7b6-40df-b24f-a1ed1a14fed2 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=1d817464a57145808f61427a409f714d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0724926 Sep 24 15:40:09.026709 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-96680dee-6b25-47ee-b688-938af39389c5 req-dff8c532-a195-48b5-9fcd-a59781b34b70 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145092 Sep 24 15:40:09.055538 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0fa34-9c40-4874-b8c4-3f63846224b7 req-a7c6ab9f-0436-45af-bba9-91630391f23e tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:09.057348 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-13c0fa34-9c40-4874-b8c4-3f63846224b7 req-a7c6ab9f-0436-45af-bba9-91630391f23e tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.108 "GET /v2.0/ports?device_id=e4a9ad8b-f000-4251-832d-15b91dbafa37 HTTP/1.1" status: 200 len: 950 time: 0.2407506 Sep 24 15:40:09.095581 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=8e50a561-2171-4e46-aecd-2a43c342d81d,revision_number=10']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:09.135187 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-f92806b7-12e9-47ce-86d1-da679a7662c8 None None] Provisioning complete for port 62a22539-3c9b-43ac-9b1c-332cb288a056 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:40:09.135795 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f92806b7-12e9-47ce-86d1-da679a7662c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:09.136557 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-ecd513c3-4a43-4ea2-85df-c4900eb8198e None None] Set router e910a7c3-4ffa-4a8b-a634-9891850b4fcb gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:40:09.173649 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-f92806b7-12e9-47ce-86d1-da679a7662c8 None None] Port 62a22539-3c9b-43ac-9b1c-332cb288a056 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:40:09.259200 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 2c73fdaa-d9b5-491a-83f9-250d4df20dcb up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:40:09.314576 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daac3716-e48d-49b5-aaa0-342a3e9e9fc3 req-92c97be0-607b-4e57-b948-e6198c90cbd4 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:09.316143 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-daac3716-e48d-49b5-aaa0-342a3e9e9fc3 req-92c97be0-607b-4e57-b948-e6198c90cbd4 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=e0df1843-3e54-4965-bbed-2e07504b8ad3 HTTP/1.1" status: 200 len: 944 time: 0.1391132 Sep 24 15:40:09.364190 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8d315854-c9b9-4d25-b82f-4df6199b255b req-77f8a881-f929-41b0-8fa6-feec16ccf5b0 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a HTTP/1.1" status: 200 len: 210 time: 0.0446503 Sep 24 15:40:09.374538 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['8e50a561-2171-4e46-aecd-2a43c342d81d'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:40:09.411667 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-ecd513c3-4a43-4ea2-85df-c4900eb8198e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e910a7c3-4ffa-4a8b-a634-9891850b4fcb', 'name': 'tempest-FloatingIPsTestJSON-1857919297-router', 'tenant_id': 'b929a5c960aa413e81e2634bdbfc568a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'f3bf68f4-881a-4901-9e45-3b26b479a96e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:40:04Z', 'updated_at': '2021-09-24T15:40:06Z', 'revision_number': 3, 'project_id': 'b929a5c960aa413e81e2634bdbfc568a', 'gw_port': {'id': 'f3bf68f4-881a-4901-9e45-3b26b479a96e', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a9:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e910a7c3-4ffa-4a8b-a634-9891850b4fcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:40:05Z', 'updated_at': '2021-09-24T15:40:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:40:09.449402 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-42651d52-36ac-4957-88bc-e035f793a4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:09.452051 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-13c0fa34-9c40-4874-b8c4-3f63846224b7 req-b7683348-15e1-494e-8ecd-49cf80b1a9e0 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Deleting port d323d75c-6523-4c41-9668-0805a5cbe282 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:40:09.452462 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-13c0fa34-9c40-4874-b8c4-3f63846224b7 req-b7683348-15e1-494e-8ecd-49cf80b1a9e0 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:09.465566 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd513c3-4a43-4ea2-85df-c4900eb8198e None None] The sync data for ids ['e910a7c3-4ffa-4a8b-a634-9891850b4fcb'] in n-d-808921-1 is: [{'id': 'e910a7c3-4ffa-4a8b-a634-9891850b4fcb', 'name': 'tempest-FloatingIPsTestJSON-1857919297-router', 'tenant_id': 'b929a5c960aa413e81e2634bdbfc568a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'f3bf68f4-881a-4901-9e45-3b26b479a96e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:40:04Z', 'updated_at': '2021-09-24T15:40:06Z', 'revision_number': 3, 'project_id': 'b929a5c960aa413e81e2634bdbfc568a', 'gw_port': {'id': 'f3bf68f4-881a-4901-9e45-3b26b479a96e', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a9:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e910a7c3-4ffa-4a8b-a634-9891850b4fcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:40:05Z', 'updated_at': '2021-09-24T15:40:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:40:09.482809 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port 2c73fdaa-d9b5-491a-83f9-250d4df20dcb completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:40:09.501247 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-daac3716-e48d-49b5-aaa0-342a3e9e9fc3 req-dc6f2718-9743-4ef0-9f4e-7a2863e9e36a tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721144 Sep 24 15:40:09.520386 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port 2c73fdaa-d9b5-491a-83f9-250d4df20dcb triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:40:09.520898 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:09.719977 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:09.748200 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502f0b01-1a30-4b82-b690-21c3e6569f47 req-b652c265-af73-4d4e-a827-b653781c302b tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:09.750667 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-502f0b01-1a30-4b82-b690-21c3e6569f47 req-b652c265-af73-4d4e-a827-b653781c302b tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=c4cea3b6-1a91-4059-b0c7-dce5ee154a9a HTTP/1.1" status: 200 len: 944 time: 0.1068161 Sep 24 15:40:09.758092 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4cea3b6-1a91-4059-b0c7-dce5ee154a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c73fdaa-d9b5-491a-83f9-250d4df20dcb'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:40:09.761998 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57d4ec16-56d2-4fcd-8c69-e090ad7933a5" -d '{"events": [{"server_uuid": "c4cea3b6-1a91-4059-b0c7-dce5ee154a9a", "name": "network-vif-plugged", "status": "completed", "tag": "2c73fdaa-d9b5-491a-83f9-250d4df20dcb"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:40:09.799296 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 2c73fdaa-d9b5-491a-83f9-250d4df20dcb, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=2c73fdaa-d9b5-491a-83f9-250d4df20dcb,segment=NetworkSegment(d7a68d6c-5d6b-4eed-831a-023fbb1b8f0b),segment_id=d7a68d6c-5d6b-4eed-831a-023fbb1b8f0b)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:40:09.816248 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-987215f0-0984-48ec-b1b3-7162441c9d49 x-openstack-request-id: req-987215f0-0984-48ec-b1b3-7162441c9d49 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:40:09.817146 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4cea3b6-1a91-4059-b0c7-dce5ee154a9a", "name": "network-vif-plugged", "status": "completed", "tag": "2c73fdaa-d9b5-491a-83f9-250d4df20dcb", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:40:09.817564 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-987215f0-0984-48ec-b1b3-7162441c9d49 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:40:09.818097 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-502f0b01-1a30-4b82-b690-21c3e6569f47 req-90163964-5c4b-4f92-a159-10b893a96a9f tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528057 Sep 24 15:40:09.818298 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4cea3b6-1a91-4059-b0c7-dce5ee154a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c73fdaa-d9b5-491a-83f9-250d4df20dcb', 'code': 200} Sep 24 15:40:09.927537 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:09.988571 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=2c73fdaa-d9b5-491a-83f9-250d4df20dcb,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:10.130898 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device f3bf68f4-881a-4901-9e45-3b26b479a96e up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:40:10.217653 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port f3bf68f4-881a-4901-9e45-3b26b479a96e triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:40:10.218123 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:10.274554 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92e64a4-6b02-4fe2-8ae2-fe2086ede8d7 req-d1e850cf-c411-41b0-874d-e881225f6922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:10.276802 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d92e64a4-6b02-4fe2-8ae2-fe2086ede8d7 req-d1e850cf-c411-41b0-874d-e881225f6922 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=c4cea3b6-1a91-4059-b0c7-dce5ee154a9a HTTP/1.1" status: 200 len: 1096 time: 0.1819410 Sep 24 15:40:10.305277 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-42651d52-36ac-4957-88bc-e035f793a4d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:10.310263 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-13c0fa34-9c40-4874-b8c4-3f63846224b7 req-b7683348-15e1-494e-8ecd-49cf80b1a9e0 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] For port d323d75c-6523-4c41-9668-0805a5cbe282, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=d323d75c-6523-4c41-9668-0805a5cbe282,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:40:10.310987 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-13c0fa34-9c40-4874-b8c4-3f63846224b7 req-b7683348-15e1-494e-8ecd-49cf80b1a9e0 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:10.314296 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:10.331830 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-13c0fa34-9c40-4874-b8c4-3f63846224b7 req-b7683348-15e1-494e-8ecd-49cf80b1a9e0 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Calling delete_port for d323d75c-6523-4c41-9668-0805a5cbe282 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:40:10.350026 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port f3bf68f4-881a-4901-9e45-3b26b479a96e, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=f3bf68f4-881a-4901-9e45-3b26b479a96e,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:40:10.393617 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2c85f4-0ca0-4a41-84bd-0a060edf0711 req-3d5071f3-2c70-4704-9d00-733db1dfd5dc tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:10.407007 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9d2c85f4-0ca0-4a41-84bd-0a060edf0711 req-3d5071f3-2c70-4704-9d00-733db1dfd5dc tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=e4a9ad8b-f000-4251-832d-15b91dbafa37 HTTP/1.1" status: 200 len: 950 time: 0.2811146 Sep 24 15:40:10.430516 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:10.465269 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-42651d52-36ac-4957-88bc-e035f793a4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:10.497762 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=f3bf68f4-881a-4901-9e45-3b26b479a96e,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:10.506872 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cadb0671-052a-495a-bc13-3381b36eff97 req-cdd49e18-a4c7-4025-9c2c-4c71b63a3193 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a HTTP/1.1" status: 200 len: 210 time: 0.0731211 Sep 24 15:40:10.583900 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d92e64a4-6b02-4fe2-8ae2-fe2086ede8d7 req-d1db633d-41e8-45d0-8c51-c077772660a6 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925777 Sep 24 15:40:10.603573 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9d2c85f4-0ca0-4a41-84bd-0a060edf0711 req-e7a655ba-0650-49bd-99e2-1024044c7297 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828008 Sep 24 15:40:10.614148 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-42651d52-36ac-4957-88bc-e035f793a4d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:10.628542 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42651d52-36ac-4957-88bc-e035f793a4d7 admin admin] Pushing event updated for resources: {'Port': ['ID=62a22539-3c9b-43ac-9b1c-332cb288a056,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:10.650231 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device c8ed65a3-f30a-4ef6-b00d-a26c55713eed up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:40:10.666556 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c61a4c-b50e-48f3-ae47-2d859069ebb1 req-20966ae3-3e4a-4f14-99bc-77f71db01a09 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:10.668670 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e3c61a4c-b50e-48f3-ae47-2d859069ebb1 req-20966ae3-3e4a-4f14-99bc-77f71db01a09 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=e0df1843-3e54-4965-bbed-2e07504b8ad3 HTTP/1.1" status: 200 len: 944 time: 0.0685017 Sep 24 15:40:10.684123 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:10.740534 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e3c61a4c-b50e-48f3-ae47-2d859069ebb1 req-5e712c0e-12be-4289-8928-3ca2c9a2ab29 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596046 Sep 24 15:40:10.818309 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-13c0fa34-9c40-4874-b8c4-3f63846224b7 req-b7683348-15e1-494e-8ecd-49cf80b1a9e0 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:10.833563 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['afbf09b1-1e35-4fb2-a4fa-27218272dc3a', 'a798f864-7258-4bf0-87cc-1bfef04bb674', '24452517-d2c8-4379-b085-e8bb73de1440', 'a82fe858-21c7-4f8e-b9af-06bbc2a57d70', 'd323d75c-6523-4c41-9668-0805a5cbe282'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:40:10.835943 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['8a0e6c9e-80a9-4494-a546-cfc3c34ef712', '3149d176-de95-4fe2-b646-1d53b06f5d3a', '5047f0da-980a-49df-b430-c807729b1cfa'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:40:10.841600 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port c8ed65a3-f30a-4ef6-b00d-a26c55713eed completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:40:10.858082 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7683348-15e1-494e-8ecd-49cf80b1a9e0 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Pushing event deleted for resources: {'Port': ['ID=d323d75c-6523-4c41-9668-0805a5cbe282,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:10.865766 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42651d52-36ac-4957-88bc-e035f793a4d7 admin admin] Network d4ab3618-3387-4e71-987e-750c13ffe92a is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:40:10.871884 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-42651d52-36ac-4957-88bc-e035f793a4d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:40:10.912337 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port c8ed65a3-f30a-4ef6-b00d-a26c55713eed triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:40:10.912940 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:10.914812 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-13c0fa34-9c40-4874-b8c4-3f63846224b7 req-b7683348-15e1-494e-8ecd-49cf80b1a9e0 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] No DVR routers for this DVR port d323d75c-6523-4c41-9668-0805a5cbe282 on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:40:10.965893 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-13c0fa34-9c40-4874-b8c4-3f63846224b7 req-b7683348-15e1-494e-8ecd-49cf80b1a9e0 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:10.968229 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-13c0fa34-9c40-4874-b8c4-3f63846224b7 req-b7683348-15e1-494e-8ecd-49cf80b1a9e0 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.108 "DELETE /v2.0/ports/d323d75c-6523-4c41-9668-0805a5cbe282 HTTP/1.1" status: 204 len: 173 time: 1.8744900 Sep 24 15:40:10.968691 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4a9ad8b-f000-4251-832d-15b91dbafa37', 'name': 'network-vif-deleted', 'tag': 'd323d75c-6523-4c41-9668-0805a5cbe282'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:40:10.971036 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f9ff29f-94b8-4873-b228-fa566334d5c0" -d '{"events": [{"server_uuid": "e4a9ad8b-f000-4251-832d-15b91dbafa37", "name": "network-vif-deleted", "tag": "d323d75c-6523-4c41-9668-0805a5cbe282"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:40:11.095946 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7136fe-f9f5-429b-985e-c244d296a6b6 x-openstack-request-id: req-9b7136fe-f9f5-429b-985e-c244d296a6b6 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:40:11.095946 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4a9ad8b-f000-4251-832d-15b91dbafa37", "name": "network-vif-deleted", "tag": "d323d75c-6523-4c41-9668-0805a5cbe282", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:40:11.095946 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-9b7136fe-f9f5-429b-985e-c244d296a6b6 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:40:11.095946 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4a9ad8b-f000-4251-832d-15b91dbafa37', 'name': 'network-vif-deleted', 'tag': 'd323d75c-6523-4c41-9668-0805a5cbe282', 'status': 'completed', 'code': 200} Sep 24 15:40:11.138795 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f52ee2-9b33-461f-b657-9390e490a78e req-6c4e1c0b-aad2-4fc8-a26b-b440ffaa7682 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:11.139760 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42651d52-36ac-4957-88bc-e035f793a4d7 admin admin] Router e910a7c3-4ffa-4a8b-a634-9891850b4fcb has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:40:11.149474 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-14f52ee2-9b33-461f-b657-9390e490a78e req-6c4e1c0b-aad2-4fc8-a26b-b440ffaa7682 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=c4cea3b6-1a91-4059-b0c7-dce5ee154a9a HTTP/1.1" status: 200 len: 945 time: 0.1794207 Sep 24 15:40:11.264688 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-14f52ee2-9b33-461f-b657-9390e490a78e req-29999e0c-7a4b-4522-93cc-bdb950032b92 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139624 Sep 24 15:40:11.377111 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:11.450101 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42651d52-36ac-4957-88bc-e035f793a4d7 admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:40:11.465885 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-42651d52-36ac-4957-88bc-e035f793a4d7 admin admin] 10.222.0.101 "PUT /v2.0/routers/e910a7c3-4ffa-4a8b-a634-9891850b4fcb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0592914 Sep 24 15:40:11.520090 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port c8ed65a3-f30a-4ef6-b00d-a26c55713eed, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=c8ed65a3-f30a-4ef6-b00d-a26c55713eed,segment=NetworkSegment(261d132c-af7b-4dd2-86dc-27294ea32e8c),segment_id=261d132c-af7b-4dd2-86dc-27294ea32e8c)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:40:11.637887 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:11.638810 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 8e50a561-2171-4e46-aecd-2a43c342d81d up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:40:11.662569 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6cabffdf-e08c-44a0-adc6-ea4a4f7c88d4 req-e06e9515-1357-420e-82d3-fdbd1ae1ec9f tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a HTTP/1.1" status: 200 len: 210 time: 0.0359330 Sep 24 15:40:11.712952 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-6c0c2647-33c9-48d4-aa10-fdfcbbfbf5a2 None None] Provisioning complete for port 62a22539-3c9b-43ac-9b1c-332cb288a056 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:40:11.713501 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6c0c2647-33c9-48d4-aa10-fdfcbbfbf5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:11.819988 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9e6d0774-f78f-4dc7-b197-a62403b13492 req-eb5a4529-3a22-4234-953d-13ca5484acde tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=e4a9ad8b-f000-4251-832d-15b91dbafa37 HTTP/1.1" status: 200 len: 210 time: 0.0448515 Sep 24 15:40:11.851914 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0df1843-3e54-4965-bbed-2e07504b8ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ed65a3-f30a-4ef6-b00d-a26c55713eed'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:40:11.854163 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e84cf4e-178e-45ee-92a4-cb9edc2374a2" -d '{"events": [{"server_uuid": "e0df1843-3e54-4965-bbed-2e07504b8ad3", "name": "network-vif-plugged", "status": "completed", "tag": "c8ed65a3-f30a-4ef6-b00d-a26c55713eed"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:40:11.871190 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=c8ed65a3-f30a-4ef6-b00d-a26c55713eed,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:11.881376 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b59c9ef-f07a-464d-806b-49477c3a9c8c None None] Sync routers for ids ['e910a7c3-4ffa-4a8b-a634-9891850b4fcb'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:40:11.909043 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-6c0c2647-33c9-48d4-aa10-fdfcbbfbf5a2 None None] Port 62a22539-3c9b-43ac-9b1c-332cb288a056 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:40:11.935802 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b59c9ef-f07a-464d-806b-49477c3a9c8c None None] Routers {'e910a7c3-4ffa-4a8b-a634-9891850b4fcb'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:40:11.935802 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-3b59c9ef-f07a-464d-806b-49477c3a9c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:40:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['e910a7c3-4ffa-4a8b-a634-9891850b4fcb'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:40:11.978394 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6cb4e8-b818-476e-9072-92e34e05c412 req-434922de-379d-4baf-9055-1ecb3da48ade tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:11.980270 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ba6cb4e8-b818-476e-9072-92e34e05c412 req-434922de-379d-4baf-9055-1ecb3da48ade tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=e0df1843-3e54-4965-bbed-2e07504b8ad3 HTTP/1.1" status: 200 len: 945 time: 0.0763884 Sep 24 15:40:12.048976 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port 8e50a561-2171-4e46-aecd-2a43c342d81d triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:40:12.049523 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:12.072496 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ba6cb4e8-b818-476e-9072-92e34e05c412 req-51037253-b045-4e6e-8079-45b9e51d2651 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825584 Sep 24 15:40:12.156703 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device f3bf68f4-881a-4901-9e45-3b26b479a96e up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:40:12.203091 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b9c619b3-b7e6-4cb0-bc11-cc1d570f3df7 req-62d39b3d-7feb-4ec9-b72d-be9a40b09d78 tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3537886 Sep 24 15:40:12.211980 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-b9c619b3-b7e6-4cb0-bc11-cc1d570f3df7 req-58368680-156d-4905-8c43-f8e1c02b28ac tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] Request body: {'floatingip': {'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:40:12.374573 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1cc7b679-751f-4823-83f3-1f0ad2dce017 req-3a55ac06-36aa-4545-8457-3993d80fec00 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.108 "GET /v2.0/networks?tenant_id=1d817464a57145808f61427a409f714d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459878 Sep 24 15:40:12.404708 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96063d37-fb8e-4e34-a03b-fa7d857195d2 x-openstack-request-id: req-96063d37-fb8e-4e34-a03b-fa7d857195d2 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:40:12.405372 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0df1843-3e54-4965-bbed-2e07504b8ad3", "name": "network-vif-plugged", "status": "completed", "tag": "c8ed65a3-f30a-4ef6-b00d-a26c55713eed", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:40:12.405783 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-96063d37-fb8e-4e34-a03b-fa7d857195d2 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:40:12.407521 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0df1843-3e54-4965-bbed-2e07504b8ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ed65a3-f30a-4ef6-b00d-a26c55713eed', 'code': 200} Sep 24 15:40:12.419145 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0199bac-302d-461a-a352-2ab5d283c1e0 req-0d7f668b-fd0b-4207-9b9b-d5b6e31d50ab tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:12.427061 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c0199bac-302d-461a-a352-2ab5d283c1e0 req-0d7f668b-fd0b-4207-9b9b-d5b6e31d50ab tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=c4cea3b6-1a91-4059-b0c7-dce5ee154a9a HTTP/1.1" status: 200 len: 945 time: 0.0993333 Sep 24 15:40:12.470765 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89976e2c-3bc2-477f-9ddb-2e8ec4044884 req-d4b0fe64-4159-4ba6-88ba-84d89b42e2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:12.472662 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-89976e2c-3bc2-477f-9ddb-2e8ec4044884 req-d4b0fe64-4159-4ba6-88ba-84d89b42e2c7 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=e0df1843-3e54-4965-bbed-2e07504b8ad3 HTTP/1.1" status: 200 len: 1096 time: 0.1314030 Sep 24 15:40:12.480694 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c0199bac-302d-461a-a352-2ab5d283c1e0 req-328aaef2-a748-413c-837e-d878239b5c5a tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527353 Sep 24 15:40:12.482933 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b9c619b3-b7e6-4cb0-bc11-cc1d570f3df7 req-58368680-156d-4905-8c43-f8e1c02b28ac tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] Notify callbacks [] for floatingip, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:12.555938 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-89976e2c-3bc2-477f-9ddb-2e8ec4044884 req-b5512faa-3de2-4c0d-8dea-35a2b5b3f5b4 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689244 Sep 24 15:40:12.570129 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc7b679-751f-4823-83f3-1f0ad2dce017 req-ea79e051-fdd1-4fdc-b3fc-f8c5136960f0 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:12.572058 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1cc7b679-751f-4823-83f3-1f0ad2dce017 req-ea79e051-fdd1-4fdc-b3fc-f8c5136960f0 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1904595 Sep 24 15:40:12.582435 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-3b59c9ef-f07a-464d-806b-49477c3a9c8c None None] Set router e910a7c3-4ffa-4a8b-a634-9891850b4fcb gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:40:12.630072 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-1cc7b679-751f-4823-83f3-1f0ad2dce017 req-48f62bbf-c394-4e20-860f-37e06da93b46 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Request body: {'port': {'device_id': '233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a', 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939', 'admin_state_up': True, 'tenant_id': '1d817464a57145808f61427a409f714d'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:40:12.688122 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:12.735214 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port f3bf68f4-881a-4901-9e45-3b26b479a96e triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:40:12.735739 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:12.777984 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b9c619b3-b7e6-4cb0-bc11-cc1d570f3df7 req-58368680-156d-4905-8c43-f8e1c02b28ac tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:12.828305 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 8e50a561-2171-4e46-aecd-2a43c342d81d, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=8e50a561-2171-4e46-aecd-2a43c342d81d,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:40:12.888413 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:12.889843 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cc7b679-751f-4823-83f3-1f0ad2dce017 req-48f62bbf-c394-4e20-860f-37e06da93b46 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Made reservation on behalf of 1d817464a57145808f61427a409f714d for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:40:12.893929 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1cc7b679-751f-4823-83f3-1f0ad2dce017 req-48f62bbf-c394-4e20-860f-37e06da93b46 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:12.979589 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-b9c619b3-b7e6-4cb0-bc11-cc1d570f3df7 req-58368680-156d-4905-8c43-f8e1c02b28ac tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] Allocated IP 172.25.0.217 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/63b42729-8e80-4d1d-8c26-26c410ca6bf5) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:40:13.057917 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=8e50a561-2171-4e46-aecd-2a43c342d81d,revision_number=11']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:13.124375 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-1cc7b679-751f-4823-83f3-1f0ad2dce017 req-48f62bbf-c394-4e20-860f-37e06da93b46 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Allocated IP 192.168.233.154 (9672f189-23fe-44e6-9dd2-257ff8905939/188edb94-8042-4961-9ec0-8960b1ce1305/84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:40:13.153582 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-3b59c9ef-f07a-464d-806b-49477c3a9c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e910a7c3-4ffa-4a8b-a634-9891850b4fcb', 'name': 'tempest-FloatingIPsTestJSON-1857919297-router', 'tenant_id': 'b929a5c960aa413e81e2634bdbfc568a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'f3bf68f4-881a-4901-9e45-3b26b479a96e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:40:04Z', 'updated_at': '2021-09-24T15:40:09Z', 'revision_number': 4, 'project_id': 'b929a5c960aa413e81e2634bdbfc568a', 'gw_port': {'id': 'f3bf68f4-881a-4901-9e45-3b26b479a96e', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e910a7c3-4ffa-4a8b-a634-9891850b4fcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:40:05Z', 'updated_at': '2021-09-24T15:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '62a22539-3c9b-43ac-9b1c-332cb288a056', 'name': '', 'network_id': 'd4ab3618-3387-4e71-987e-750c13ffe92a', 'tenant_id': 'b929a5c960aa413e81e2634bdbfc568a', 'mac_address': 'fa:16:3e:c9:b5:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e910a7c3-4ffa-4a8b-a634-9891850b4fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '22f798df-999e-4605-b1bd-87060c83dcc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:40:08Z', 'updated_at': '2021-09-24T15:40:09Z', 'revision_number': 2, 'project_id': 'b929a5c960aa413e81e2634bdbfc568a', 'subnets': [{'id': '22f798df-999e-4605-b1bd-87060c83dcc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:40:13.165620 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b9c619b3-b7e6-4cb0-bc11-cc1d570f3df7 req-58368680-156d-4905-8c43-f8e1c02b28ac tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:13.186161 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b59c9ef-f07a-464d-806b-49477c3a9c8c None None] Checking router: e910a7c3-4ffa-4a8b-a634-9891850b4fcb for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:40:13.186556 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b59c9ef-f07a-464d-806b-49477c3a9c8c None None] Updating router e910a7c3-4ffa-4a8b-a634-9891850b4fcb port 62a22539-3c9b-43ac-9b1c-332cb288a056 binding host n-d-808921-1 {{(pid=95299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:40:13.212656 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3b59c9ef-f07a-464d-806b-49477c3a9c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:13.306781 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device d323d75c-6523-4c41-9668-0805a5cbe282 no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:40:13.324215 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b9c619b3-b7e6-4cb0-bc11-cc1d570f3df7 req-58368680-156d-4905-8c43-f8e1c02b28ac tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:13.344274 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1cc7b679-751f-4823-83f3-1f0ad2dce017 req-48f62bbf-c394-4e20-860f-37e06da93b46 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:13.344820 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] No Port match for: d323d75c-6523-4c41-9668-0805a5cbe282 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:40:13.345365 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device d323d75c-6523-4c41-9668-0805a5cbe282 not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:40:13.393519 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9c619b3-b7e6-4cb0-bc11-cc1d570f3df7 req-58368680-156d-4905-8c43-f8e1c02b28ac tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:40:13.407885 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-b9c619b3-b7e6-4cb0-bc11-cc1d570f3df7 req-58368680-156d-4905-8c43-f8e1c02b28ac tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:40:13.412478 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9c619b3-b7e6-4cb0-bc11-cc1d570f3df7 req-58368680-156d-4905-8c43-f8e1c02b28ac tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:40:13.414519 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58368680-156d-4905-8c43-f8e1c02b28ac tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] Pushing event updated for resources: {'Port': ['ID=63b42729-8e80-4d1d-8c26-26c410ca6bf5,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:13.442074 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 50642) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:40:13.546824 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3b59c9ef-f07a-464d-806b-49477c3a9c8c None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:13.567082 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d6514108-0927-4397-94cc-d810deb157fa req-c687cfcc-7224-4fc1-80cb-de007b33506b tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a HTTP/1.1" status: 200 len: 210 time: 0.0337896 Sep 24 15:40:13.583208 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b9c619b3-b7e6-4cb0-bc11-cc1d570f3df7 req-58368680-156d-4905-8c43-f8e1c02b28ac tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:13.588235 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8b8f4fc1-9324-4669-a012-c2c9aec63672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:13.594249 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1cc7b679-751f-4823-83f3-1f0ad2dce017 req-48f62bbf-c394-4e20-860f-37e06da93b46 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:13.644943 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cc7b679-751f-4823-83f3-1f0ad2dce017 req-48f62bbf-c394-4e20-860f-37e06da93b46 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Network 9672f189-23fe-44e6-9dd2-257ff8905939 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:40:13.648239 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-1cc7b679-751f-4823-83f3-1f0ad2dce017 req-48f62bbf-c394-4e20-860f-37e06da93b46 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:40:13.655731 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3b59c9ef-f07a-464d-806b-49477c3a9c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:13.658478 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f62bbf-c394-4e20-860f-37e06da93b46 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Pushing event updated for resources: {'Port': ['ID=84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:13.663459 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cc7b679-751f-4823-83f3-1f0ad2dce017 req-48f62bbf-c394-4e20-860f-37e06da93b46 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:40:13.714222 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375bad79-56b7-4967-ad89-81116d13e916 None None] Pushing event updated for resources: {'Port': ['ID=62a22539-3c9b-43ac-9b1c-332cb288a056,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:13.721650 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['8e50a561-2171-4e46-aecd-2a43c342d81d'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:40:13.728426 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc7b679-751f-4823-83f3-1f0ad2dce017 req-48f62bbf-c394-4e20-860f-37e06da93b46 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:13.729719 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1cc7b679-751f-4823-83f3-1f0ad2dce017 req-48f62bbf-c394-4e20-860f-37e06da93b46 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:13.745023 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482c5c84-1aa5-43e4-9b5b-90af02ac85f7 req-fff917c2-a72c-47b2-bb59-18ad433834f1 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:13.752874 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-482c5c84-1aa5-43e4-9b5b-90af02ac85f7 req-fff917c2-a72c-47b2-bb59-18ad433834f1 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=e0df1843-3e54-4965-bbed-2e07504b8ad3 HTTP/1.1" status: 200 len: 945 time: 0.0934870 Sep 24 15:40:13.791853 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b9c619b3-b7e6-4cb0-bc11-cc1d570f3df7 req-58368680-156d-4905-8c43-f8e1c02b28ac tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:13.805125 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8b8f4fc1-9324-4669-a012-c2c9aec63672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:13.813708 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-482c5c84-1aa5-43e4-9b5b-90af02ac85f7 req-6f040257-aeb3-4733-b1d2-8cdc77835e3b tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599639 Sep 24 15:40:13.834761 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-3b59c9ef-f07a-464d-806b-49477c3a9c8c None None] Attempting to bind port 62a22539-3c9b-43ac-9b1c-332cb288a056 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:40:13.834761 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-3b59c9ef-f07a-464d-806b-49477c3a9c8c None None] Attempting to bind port 62a22539-3c9b-43ac-9b1c-332cb288a056 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'eefc870a-f417-427e-be12-afc65d2fa0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': 'd4ab3618-3387-4e71-987e-750c13ffe92a'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:40:13.834761 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b59c9ef-f07a-464d-806b-49477c3a9c8c None None] Attempting to bind port 62a22539-3c9b-43ac-9b1c-332cb288a056 on network d4ab3618-3387-4e71-987e-750c13ffe92a {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:40:13.850811 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b59c9ef-f07a-464d-806b-49477c3a9c8c None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:40:13.851253 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b59c9ef-f07a-464d-806b-49477c3a9c8c None None] Checking segment: {'id': 'eefc870a-f417-427e-be12-afc65d2fa0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': 'd4ab3618-3387-4e71-987e-750c13ffe92a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:40:13.851573 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3b59c9ef-f07a-464d-806b-49477c3a9c8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:13.852060 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b59c9ef-f07a-464d-806b-49477c3a9c8c None None] Bound using segment: {'id': 'eefc870a-f417-427e-be12-afc65d2fa0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': 'd4ab3618-3387-4e71-987e-750c13ffe92a'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:40:13.852701 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-3b59c9ef-f07a-464d-806b-49477c3a9c8c None None] Bound port: 62a22539-3c9b-43ac-9b1c-332cb288a056, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eefc870a-f417-427e-be12-afc65d2fa0e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': 'd4ab3618-3387-4e71-987e-750c13ffe92a'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:40:13.853086 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3b59c9ef-f07a-464d-806b-49477c3a9c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:13.935487 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8b8f4fc1-9324-4669-a012-c2c9aec63672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:13.975173 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-3b59c9ef-f07a-464d-806b-49477c3a9c8c None None] For port 62a22539-3c9b-43ac-9b1c-332cb288a056, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:40:13.979303 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-3b59c9ef-f07a-464d-806b-49477c3a9c8c None None] For port 62a22539-3c9b-43ac-9b1c-332cb288a056, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=62a22539-3c9b-43ac-9b1c-332cb288a056,segment=NetworkSegment(eefc870a-f417-427e-be12-afc65d2fa0e0),segment_id=eefc870a-f417-427e-be12-afc65d2fa0e0)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:40:14.041841 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-8b8f4fc1-9324-4669-a012-c2c9aec63672 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=04c82f0655fd4bf9a30e4c32a3856274&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5985000 Sep 24 15:40:14.047670 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 50652) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:40:14.062189 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b9c619b3-b7e6-4cb0-bc11-cc1d570f3df7 req-58368680-156d-4905-8c43-f8e1c02b28ac tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:14.065918 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1cc7b679-751f-4823-83f3-1f0ad2dce017 req-48f62bbf-c394-4e20-860f-37e06da93b46 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4416053 Sep 24 15:40:14.066227 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8f4fc1-9324-4669-a012-c2c9aec63672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e2ec3aa-7eef-4b35-836e-1ed8cd237424,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:14.068059 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-97bec747-8740-458e-a229-e54f4f2de274 None None] Provisioning complete for port 84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:40:14.068337 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-97bec747-8740-458e-a229-e54f4f2de274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:14.090824 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-1cc7b679-751f-4823-83f3-1f0ad2dce017 req-81f9484e-58dd-4e0d-8d30-672d3c692fd7 service neutron] Request body: {'port': {'device_id': '233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:40:14.099077 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3b59c9ef-f07a-464d-806b-49477c3a9c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:14.138423 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0978dac7-b41f-428a-8597-614143ada4d6 req-c40d2657-f033-421f-aeeb-8fae36dcf47f tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:14.139975 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0978dac7-b41f-428a-8597-614143ada4d6 req-c40d2657-f033-421f-aeeb-8fae36dcf47f tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=c4cea3b6-1a91-4059-b0c7-dce5ee154a9a HTTP/1.1" status: 200 len: 945 time: 0.0771594 Sep 24 15:40:14.156940 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-06b0d1a2-bde7-4f19-9862-19452bc231ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:14.163863 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-97bec747-8740-458e-a229-e54f4f2de274 None None] Port 84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:40:14.188220 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1cc7b679-751f-4823-83f3-1f0ad2dce017 req-81f9484e-58dd-4e0d-8d30-672d3c692fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:14.197058 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b59c9ef-f07a-464d-806b-49477c3a9c8c None None] Routers {'e910a7c3-4ffa-4a8b-a634-9891850b4fcb'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:40:14.197730 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-3b59c9ef-f07a-464d-806b-49477c3a9c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:40:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['e910a7c3-4ffa-4a8b-a634-9891850b4fcb'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:40:14.200261 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-06b0d1a2-bde7-4f19-9862-19452bc231ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:14.201954 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375bad79-56b7-4967-ad89-81116d13e916 None None] Pushing event updated for resources: {'Port': ['ID=62a22539-3c9b-43ac-9b1c-332cb288a056,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:14.237544 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0978dac7-b41f-428a-8597-614143ada4d6 req-7959e0a1-2134-4c13-aaa5-e7901b0425dc tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848711 Sep 24 15:40:14.350522 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-d58ce613-0e3f-4b37-a49d-a489c2c5df0c None None] Provisioning complete for port 62a22539-3c9b-43ac-9b1c-332cb288a056 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:40:14.351092 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d58ce613-0e3f-4b37-a49d-a489c2c5df0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:14.376680 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b9c619b3-b7e6-4cb0-bc11-cc1d570f3df7 req-58368680-156d-4905-8c43-f8e1c02b28ac tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:14.391205 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-3b59c9ef-f07a-464d-806b-49477c3a9c8c None None] Set router e910a7c3-4ffa-4a8b-a634-9891850b4fcb gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:40:14.416933 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acb4038a-0608-4177-bb74-021222f3a02b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e50a561-2171-4e46-aecd-2a43c342d81d'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:40:14.419722 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-126e3e16-c523-4b38-bebc-62f99443403d" -d '{"events": [{"server_uuid": "acb4038a-0608-4177-bb74-021222f3a02b", "name": "network-vif-plugged", "status": "completed", "tag": "8e50a561-2171-4e46-aecd-2a43c342d81d"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:40:14.420568 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-06b0d1a2-bde7-4f19-9862-19452bc231ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:14.423417 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-06b0d1a2-bde7-4f19-9862-19452bc231ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:14.427653 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-06b0d1a2-bde7-4f19-9862-19452bc231ef admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/5e2ec3aa-7eef-4b35-836e-1ed8cd237424 HTTP/1.1" status: 204 len: 168 time: 0.3790066 Sep 24 15:40:14.436553 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b0d1a2-bde7-4f19-9862-19452bc231ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e2ec3aa-7eef-4b35-836e-1ed8cd237424,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:14.516011 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58368680-156d-4905-8c43-f8e1c02b28ac tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] Pushing event updated for resources: {'Port': ['ID=63b42729-8e80-4d1d-8c26-26c410ca6bf5,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:14.534536 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b9c619b3-b7e6-4cb0-bc11-cc1d570f3df7 req-58368680-156d-4905-8c43-f8e1c02b28ac tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:14.579158 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d58ce613-0e3f-4b37-a49d-a489c2c5df0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:14.631661 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-d58ce613-0e3f-4b37-a49d-a489c2c5df0c None None] For port 62a22539-3c9b-43ac-9b1c-332cb288a056, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=62a22539-3c9b-43ac-9b1c-332cb288a056,segment=NetworkSegment(eefc870a-f417-427e-be12-afc65d2fa0e0),segment_id=eefc870a-f417-427e-be12-afc65d2fa0e0)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:40:14.653256 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b9c619b3-b7e6-4cb0-bc11-cc1d570f3df7 req-58368680-156d-4905-8c43-f8e1c02b28ac tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:14.654531 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b9c619b3-b7e6-4cb0-bc11-cc1d570f3df7 req-58368680-156d-4905-8c43-f8e1c02b28ac tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4503772 Sep 24 15:40:14.672225 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-1cc7b679-751f-4823-83f3-1f0ad2dce017 req-81f9484e-58dd-4e0d-8d30-672d3c692fd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:40:14.702791 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1cc7b679-751f-4823-83f3-1f0ad2dce017 req-81f9484e-58dd-4e0d-8d30-672d3c692fd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:14.757224 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b9c619b3-b7e6-4cb0-bc11-cc1d570f3df7 req-e6b2e6eb-507f-4764-b8a7-a1090b461ead tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.0.217 HTTP/1.1" status: 200 len: 696 time: 0.0933783 Sep 24 15:40:14.759936 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-1cc7b679-751f-4823-83f3-1f0ad2dce017 req-81f9484e-58dd-4e0d-8d30-672d3c692fd7 service neutron] Transition to ACTIVE for port object 84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:40:14.797755 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d58ce613-0e3f-4b37-a49d-a489c2c5df0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:14.829414 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['ef645295-66e7-4bd2-801c-4d964f44743a', '8fe8f5c8-a3d4-4ec3-895b-a713373e6688'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:40:14.862467 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d242c17-7c41-40ba-9b9c-901e47cbf08a x-openstack-request-id: req-2d242c17-7c41-40ba-9b9c-901e47cbf08a {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:40:14.862759 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acb4038a-0608-4177-bb74-021222f3a02b", "name": "network-vif-plugged", "status": "completed", "tag": "8e50a561-2171-4e46-aecd-2a43c342d81d", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:40:14.863008 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-2d242c17-7c41-40ba-9b9c-901e47cbf08a {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:40:14.863388 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acb4038a-0608-4177-bb74-021222f3a02b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e50a561-2171-4e46-aecd-2a43c342d81d', 'code': 200} Sep 24 15:40:14.886613 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c619b3-b7e6-4cb0-bc11-cc1d570f3df7 req-bc7329dc-1a8a-4e8a-ab48-068f03e7a37b tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:14.888412 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b9c619b3-b7e6-4cb0-bc11-cc1d570f3df7 req-bc7329dc-1a8a-4e8a-ab48-068f03e7a37b tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] 10.222.0.101 "GET /v2.0/networks/e6a2de20-1ea0-43e5-88e0-982d19e317d5 HTTP/1.1" status: 200 len: 784 time: 0.1247096 Sep 24 15:40:14.889589 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1cc7b679-751f-4823-83f3-1f0ad2dce017 req-81f9484e-58dd-4e0d-8d30-672d3c692fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:14.904423 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58ce613-0e3f-4b37-a49d-a489c2c5df0c None None] Pushing event updated for resources: {'Port': ['ID=62a22539-3c9b-43ac-9b1c-332cb288a056,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:14.918717 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-3b59c9ef-f07a-464d-806b-49477c3a9c8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e910a7c3-4ffa-4a8b-a634-9891850b4fcb', 'name': 'tempest-FloatingIPsTestJSON-1857919297-router', 'tenant_id': 'b929a5c960aa413e81e2634bdbfc568a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'f3bf68f4-881a-4901-9e45-3b26b479a96e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:40:04Z', 'updated_at': '2021-09-24T15:40:09Z', 'revision_number': 4, 'project_id': 'b929a5c960aa413e81e2634bdbfc568a', 'gw_port': {'id': 'f3bf68f4-881a-4901-9e45-3b26b479a96e', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e910a7c3-4ffa-4a8b-a634-9891850b4fcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:40:05Z', 'updated_at': '2021-09-24T15:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '62a22539-3c9b-43ac-9b1c-332cb288a056', 'name': '', 'network_id': 'd4ab3618-3387-4e71-987e-750c13ffe92a', 'tenant_id': 'b929a5c960aa413e81e2634bdbfc568a', 'mac_address': 'fa:16:3e:c9:b5:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e910a7c3-4ffa-4a8b-a634-9891850b4fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '22f798df-999e-4605-b1bd-87060c83dcc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:40:08Z', 'updated_at': '2021-09-24T15:40:13Z', 'revision_number': 4, 'project_id': 'b929a5c960aa413e81e2634bdbfc568a', 'subnets': [{'id': '22f798df-999e-4605-b1bd-87060c83dcc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:40:14.927516 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [req-b9c619b3-b7e6-4cb0-bc11-cc1d570f3df7 req-8ce5b25f-e557-48ac-b88b-a46cb31c97d4 tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:40:14.929319 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b9c619b3-b7e6-4cb0-bc11-cc1d570f3df7 req-8ce5b25f-e557-48ac-b88b-a46cb31c97d4 tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0301781 Sep 24 15:40:14.961970 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b59c9ef-f07a-464d-806b-49477c3a9c8c None None] The sync data for ids ['e910a7c3-4ffa-4a8b-a634-9891850b4fcb'] in n-d-808921-1 is: [{'id': 'e910a7c3-4ffa-4a8b-a634-9891850b4fcb', 'name': 'tempest-FloatingIPsTestJSON-1857919297-router', 'tenant_id': 'b929a5c960aa413e81e2634bdbfc568a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'f3bf68f4-881a-4901-9e45-3b26b479a96e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:40:04Z', 'updated_at': '2021-09-24T15:40:09Z', 'revision_number': 4, 'project_id': 'b929a5c960aa413e81e2634bdbfc568a', 'gw_port': {'id': 'f3bf68f4-881a-4901-9e45-3b26b479a96e', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e910a7c3-4ffa-4a8b-a634-9891850b4fcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:40:05Z', 'updated_at': '2021-09-24T15:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '62a22539-3c9b-43ac-9b1c-332cb288a056', 'name': '', 'network_id': 'd4ab3618-3387-4e71-987e-750c13ffe92a', 'tenant_id': 'b929a5c960aa413e81e2634bdbfc568a', 'mac_address': 'fa:16:3e:c9:b5:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e910a7c3-4ffa-4a8b-a634-9891850b4fcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '22f798df-999e-4605-b1bd-87060c83dcc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:40:08Z', 'updated_at': '2021-09-24T15:40:13Z', 'revision_number': 4, 'project_id': 'b929a5c960aa413e81e2634bdbfc568a', 'subnets': [{'id': '22f798df-999e-4605-b1bd-87060c83dcc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:40:14.975455 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-774678d7-59cf-481a-8323-1593b3a97d24 None None] Provisioning complete for port 62a22539-3c9b-43ac-9b1c-332cb288a056 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:40:14.975455 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-774678d7-59cf-481a-8323-1593b3a97d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:14.982276 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9484e-58dd-4e0d-8d30-672d3c692fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:14.991621 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed41a03-3c64-4512-8df4-b3d7d258260f req-06eea906-3033-405d-b169-14e33358a30a tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:15.021125 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1ed41a03-3c64-4512-8df4-b3d7d258260f req-06eea906-3033-405d-b169-14e33358a30a tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a HTTP/1.1" status: 200 len: 948 time: 0.0941746 Sep 24 15:40:15.076705 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-1cc7b679-751f-4823-83f3-1f0ad2dce017 req-81f9484e-58dd-4e0d-8d30-672d3c692fd7 service neutron] Attempting to bind port 84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:40:15.077039 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-1cc7b679-751f-4823-83f3-1f0ad2dce017 req-81f9484e-58dd-4e0d-8d30-672d3c692fd7 service neutron] Attempting to bind port 84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:40:15.078804 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc7b679-751f-4823-83f3-1f0ad2dce017 req-81f9484e-58dd-4e0d-8d30-672d3c692fd7 service neutron] Attempting to bind port 84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954 on network 9672f189-23fe-44e6-9dd2-257ff8905939 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:40:15.087563 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc7b679-751f-4823-83f3-1f0ad2dce017 req-81f9484e-58dd-4e0d-8d30-672d3c692fd7 service neutron] Port 84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954 on network 9672f189-23fe-44e6-9dd2-257ff8905939 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:40:15.090024 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc7b679-751f-4823-83f3-1f0ad2dce017 req-81f9484e-58dd-4e0d-8d30-672d3c692fd7 service neutron] Attempting to bind port 84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954 on network 9672f189-23fe-44e6-9dd2-257ff8905939 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:40:15.111569 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc7b679-751f-4823-83f3-1f0ad2dce017 req-81f9484e-58dd-4e0d-8d30-672d3c692fd7 service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:40:15.112444 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc7b679-751f-4823-83f3-1f0ad2dce017 req-81f9484e-58dd-4e0d-8d30-672d3c692fd7 service neutron] Checking segment: {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:40:15.112675 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cc7b679-751f-4823-83f3-1f0ad2dce017 req-81f9484e-58dd-4e0d-8d30-672d3c692fd7 service neutron] Bound using segment: {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:40:15.113049 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-1cc7b679-751f-4823-83f3-1f0ad2dce017 req-81f9484e-58dd-4e0d-8d30-672d3c692fd7 service neutron] Bound port: 84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:40:15.115160 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1cc7b679-751f-4823-83f3-1f0ad2dce017 req-81f9484e-58dd-4e0d-8d30-672d3c692fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:15.154902 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1ed41a03-3c64-4512-8df4-b3d7d258260f req-540a0c4a-942d-4b05-a339-d23fde5623f6 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239390 Sep 24 15:40:15.284882 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8a4a97-2f3d-4bd4-8286-0cc2cc36259c req-ef8ba98c-f74e-46cd-b1c3-feeeba4a4034 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:15.290872 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 50672) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:40:15.296225 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bc8a4a97-2f3d-4bd4-8286-0cc2cc36259c req-ef8ba98c-f74e-46cd-b1c3-feeeba4a4034 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=1001c34b-48c8-46f1-8886-5d99c7f26bf1 HTTP/1.1" status: 200 len: 950 time: 0.1177123 Sep 24 15:40:15.304397 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-1cc7b679-751f-4823-83f3-1f0ad2dce017 req-81f9484e-58dd-4e0d-8d30-672d3c692fd7 service neutron] For port 84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:40:15.316564 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992f0237-2cbb-4119-9f90-59b2c5ad3f9f req-1cccc17e-590f-489a-963a-4e6bd8ad04e9 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:15.325662 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-992f0237-2cbb-4119-9f90-59b2c5ad3f9f req-1cccc17e-590f-489a-963a-4e6bd8ad04e9 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=e0df1843-3e54-4965-bbed-2e07504b8ad3 HTTP/1.1" status: 200 len: 945 time: 0.0905564 Sep 24 15:40:15.328111 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-1cc7b679-751f-4823-83f3-1f0ad2dce017 req-81f9484e-58dd-4e0d-8d30-672d3c692fd7 service neutron] For port 84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:40:15.351174 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0f22d733-5697-45a9-b217-5ff1d2c91c93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:15.375386 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bc8a4a97-2f3d-4bd4-8286-0cc2cc36259c req-55a50e99-c11e-49a2-90d9-659eddef5e25 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779970 Sep 24 15:40:15.402407 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1cc7b679-751f-4823-83f3-1f0ad2dce017 req-81f9484e-58dd-4e0d-8d30-672d3c692fd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:15.419942 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-992f0237-2cbb-4119-9f90-59b2c5ad3f9f req-9b1ca336-5b0f-4246-89b8-70e70cfe5774 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837829 Sep 24 15:40:15.466309 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc7b679-751f-4823-83f3-1f0ad2dce017 req-81f9484e-58dd-4e0d-8d30-672d3c692fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:15.466972 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1cc7b679-751f-4823-83f3-1f0ad2dce017 req-81f9484e-58dd-4e0d-8d30-672d3c692fd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:15.468499 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1cc7b679-751f-4823-83f3-1f0ad2dce017 req-81f9484e-58dd-4e0d-8d30-672d3c692fd7 service neutron] 10.222.0.108 "PUT /v2.0/ports/84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954 HTTP/1.1" status: 200 len: 1096 time: 1.3828797 Sep 24 15:40:15.468946 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a', 'tag': '84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:40:15.473515 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10b45980-b3b0-4cb6-a98e-ea0b1edc5b91" -d '{"events": [{"name": "network-changed", "server_uuid": "233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a", "tag": "84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:40:15.508402 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f9484e-58dd-4e0d-8d30-672d3c692fd7 service neutron] Pushing event updated for resources: {'Port': ['ID=84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:15.525309 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d3a7adcd-952c-4352-b1f6-64cb0b740d90 req-f726cac7-7b75-4846-b83a-0c28cf24c337 tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] 10.222.0.101 "GET /v2.0/floatingips/ae766023-7b3b-4e4c-8e08-15579299bda3 HTTP/1.1" status: 200 len: 693 time: 0.0935004 Sep 24 15:40:15.644419 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705cb407-662e-4aa4-a521-7a590961317e req-133e4645-18a0-4977-9aec-0bc1140b1f9c tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:15.652544 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-705cb407-662e-4aa4-a521-7a590961317e req-133e4645-18a0-4977-9aec-0bc1140b1f9c tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=c4cea3b6-1a91-4059-b0c7-dce5ee154a9a HTTP/1.1" status: 200 len: 945 time: 0.1013727 Sep 24 15:40:15.669104 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0f22d733-5697-45a9-b217-5ff1d2c91c93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:15.678434 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a7adcd-952c-4352-b1f6-64cb0b740d90 req-fee5ee1f-2190-4bc1-b0a8-be32e978d356 tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:15.690937 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d3a7adcd-952c-4352-b1f6-64cb0b740d90 req-fee5ee1f-2190-4bc1-b0a8-be32e978d356 tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] 10.222.0.101 "GET /v2.0/networks/e6a2de20-1ea0-43e5-88e0-982d19e317d5 HTTP/1.1" status: 200 len: 784 time: 0.1643429 Sep 24 15:40:15.698570 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc7b679-751f-4823-83f3-1f0ad2dce017 req-28021025-e4cc-4b42-9c61-9ac373e789bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:15.698689 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1cc7b679-751f-4823-83f3-1f0ad2dce017 req-28021025-e4cc-4b42-9c61-9ac373e789bf service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=1d817464a57145808f61427a409f714d&device_id=233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a HTTP/1.1" status: 200 len: 1099 time: 0.1009855 Sep 24 15:40:15.734130 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-705cb407-662e-4aa4-a521-7a590961317e req-9bb76fb8-1fa7-478b-8794-f9a3ee598899 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803981 Sep 24 15:40:15.783910 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0f22d733-5697-45a9-b217-5ff1d2c91c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:15.805385 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1cc7b679-751f-4823-83f3-1f0ad2dce017 req-da3e4b5f-d920-4ecb-8a83-b229db34614b service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954 HTTP/1.1" status: 200 len: 217 time: 0.0867181 Sep 24 15:40:15.813607 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56529899-5a53-4330-89ed-d3ab6be69ee0 x-openstack-request-id: req-56529899-5a53-4330-89ed-d3ab6be69ee0 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:40:15.813904 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a", "tag": "84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:40:15.818467 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-56529899-5a53-4330-89ed-d3ab6be69ee0 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:40:15.818467 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a', 'tag': '84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954', 'status': 'completed', 'code': 200} Sep 24 15:40:15.828323 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-0f22d733-5697-45a9-b217-5ff1d2c91c93 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=8d442331fa11481b9bbb2fff8bb8bd50&name=default HTTP/1.1" status: 200 len: 2982 time: 0.5338030 Sep 24 15:40:15.829471 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f22d733-5697-45a9-b217-5ff1d2c91c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3aa12bf-3c2d-4bb9-9da1-58d96aa3a55c,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:15.832080 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 50682) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:40:15.882991 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc7b679-751f-4823-83f3-1f0ad2dce017 req-6a34db40-45d6-4aef-8d48-5f6309e51e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:15.884742 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1cc7b679-751f-4823-83f3-1f0ad2dce017 req-6a34db40-45d6-4aef-8d48-5f6309e51e6e service neutron] 10.222.0.108 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.0656276 Sep 24 15:40:15.913804 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-804bd176-327f-4ebe-89b3-5924fa9a73c6 req-8a2508d3-cd2b-4d75-ba10-23bf2c1eb66a tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] 10.222.0.101 "GET /v2.0/floatingips?tenant_id=b929a5c960aa413e81e2634bdbfc568a HTTP/1.1" status: 200 len: 696 time: 0.0661759 Sep 24 15:40:15.940807 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc7b679-751f-4823-83f3-1f0ad2dce017 req-3d04dfa4-4974-4f05-a963-9b7508ecd980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:15.942624 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1cc7b679-751f-4823-83f3-1f0ad2dce017 req-3d04dfa4-4974-4f05-a963-9b7508ecd980 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0472372 Sep 24 15:40:16.007695 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4e22265b-8f77-4108-ad0b-2c9d71264520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:16.050932 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4e22265b-8f77-4108-ad0b-2c9d71264520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:16.077891 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804bd176-327f-4ebe-89b3-5924fa9a73c6 req-668ed093-2a94-4748-8df9-53f859bf1d6d tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:16.079789 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-804bd176-327f-4ebe-89b3-5924fa9a73c6 req-668ed093-2a94-4748-8df9-53f859bf1d6d tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] 10.222.0.101 "GET /v2.0/networks?id=e6a2de20-1ea0-43e5-88e0-982d19e317d5 HTTP/1.1" status: 200 len: 787 time: 0.1584191 Sep 24 15:40:16.094017 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1cc7b679-751f-4823-83f3-1f0ad2dce017 req-ee421c8a-239b-4411-b343-d414021feed4 service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342928 Sep 24 15:40:16.141254 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 62a22539-3c9b-43ac-9b1c-332cb288a056 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:40:16.189755 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8d87aaf4-963a-4fe7-83d1-184b5f983b4e req-c7632d95-1c5b-4df4-a3d2-c159bdcfdcd7 tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] 10.222.0.101 "GET /v2.0/floatingips/ae766023-7b3b-4e4c-8e08-15579299bda3 HTTP/1.1" status: 200 len: 693 time: 0.0785735 Sep 24 15:40:16.207680 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 62a22539-3c9b-43ac-9b1c-332cb288a056 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:40:16.208044 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:16.227857 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1cc7b679-751f-4823-83f3-1f0ad2dce017 req-4cf7664c-0792-4158-99fe-c564f79d2edb service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248143 Sep 24 15:40:16.288744 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4e22265b-8f77-4108-ad0b-2c9d71264520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:16.292163 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4e22265b-8f77-4108-ad0b-2c9d71264520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:16.293669 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-4e22265b-8f77-4108-ad0b-2c9d71264520 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/e3aa12bf-3c2d-4bb9-9da1-58d96aa3a55c HTTP/1.1" status: 204 len: 168 time: 0.4606214 Sep 24 15:40:16.307486 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e22265b-8f77-4108-ad0b-2c9d71264520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3aa12bf-3c2d-4bb9-9da1-58d96aa3a55c,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:16.340587 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d87aaf4-963a-4fe7-83d1-184b5f983b4e req-0d58c78a-5861-4eea-9d87-c5d33bb1d42e tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:16.342184 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8d87aaf4-963a-4fe7-83d1-184b5f983b4e req-0d58c78a-5861-4eea-9d87-c5d33bb1d42e tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] 10.222.0.101 "GET /v2.0/networks/e6a2de20-1ea0-43e5-88e0-982d19e317d5 HTTP/1.1" status: 200 len: 784 time: 0.1507945 Sep 24 15:40:16.420729 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8d87aaf4-963a-4fe7-83d1-184b5f983b4e req-88ec3386-aee8-4ec6-a348-d6f12adeb701 tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.0.217 HTTP/1.1" status: 200 len: 696 time: 0.0708504 Sep 24 15:40:16.475113 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b45980-b3b0-4cb6-a98e-ea0b1edc5b91 req-bcce133c-b577-4d29-bb42-17a5c02e8640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:16.479609 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-10b45980-b3b0-4cb6-a98e-ea0b1edc5b91 req-bcce133c-b577-4d29-bb42-17a5c02e8640 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=1d817464a57145808f61427a409f714d&device_id=233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a HTTP/1.1" status: 200 len: 1099 time: 0.0798073 Sep 24 15:40:16.501827 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8d87aaf4-963a-4fe7-83d1-184b5f983b4e req-4f116e79-8526-49ce-bee9-6cc5e8836765 tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.0.217 HTTP/1.1" status: 200 len: 696 time: 0.0674591 Sep 24 15:40:16.613491 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff082ce6-2f01-4a24-a49f-0fcdf789c6fd req-eb50ebe7-47c2-4cab-a4e1-a78489ca794b tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:16.615033 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ff082ce6-2f01-4a24-a49f-0fcdf789c6fd req-eb50ebe7-47c2-4cab-a4e1-a78489ca794b tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a HTTP/1.1" status: 200 len: 948 time: 0.1065190 Sep 24 15:40:16.627306 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b45980-b3b0-4cb6-a98e-ea0b1edc5b91 req-718135b3-42ec-4e63-9f7d-62f4b09997bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:16.628747 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-10b45980-b3b0-4cb6-a98e-ea0b1edc5b91 req-718135b3-42ec-4e63-9f7d-62f4b09997bb service neutron] 10.222.0.108 "GET /v2.0/networks?id=9672f189-23fe-44e6-9dd2-257ff8905939 HTTP/1.1" status: 200 len: 871 time: 0.1412721 Sep 24 15:40:16.689304 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-8d87aaf4-963a-4fe7-83d1-184b5f983b4e req-2ee31281-0531-4fd3-b87d-f3c0bcd92efd tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] Deleting port 63b42729-8e80-4d1d-8c26-26c410ca6bf5 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:40:16.689742 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-8d87aaf4-963a-4fe7-83d1-184b5f983b4e req-2ee31281-0531-4fd3-b87d-f3c0bcd92efd tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:16.711090 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432640c3-01c1-406f-ba8d-c16fb9414d1b req-ceb4d15b-7f07-4ba2-b893-8e7bf831e1c1 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:16.712489 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-432640c3-01c1-406f-ba8d-c16fb9414d1b req-ceb4d15b-7f07-4ba2-b893-8e7bf831e1c1 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.110 "GET /v2.0/ports?device_id=1001c34b-48c8-46f1-8886-5d99c7f26bf1 HTTP/1.1" status: 200 len: 950 time: 0.0820565 Sep 24 15:40:16.719008 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-10b45980-b3b0-4cb6-a98e-ea0b1edc5b91 req-0985c2a3-98cc-4b33-b283-937ea89bd29d service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954 HTTP/1.1" status: 200 len: 217 time: 0.0644467 Sep 24 15:40:16.721968 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ff082ce6-2f01-4a24-a49f-0fcdf789c6fd req-d7542859-6ccc-4e36-922f-4cede77c3b58 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971179 Sep 24 15:40:16.797740 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5f73d595-6daf-4d51-8ae3-59a90ab5d96c req-24a445d9-a84e-4262-984f-788e68335c59 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=465bc65b-5f46-498c-b8b1-509be174e9cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1323273 Sep 24 15:40:16.808719 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b45980-b3b0-4cb6-a98e-ea0b1edc5b91 req-3f69e827-a53b-4e6a-8bd9-fb8dc95dbede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:16.810500 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-10b45980-b3b0-4cb6-a98e-ea0b1edc5b91 req-3f69e827-a53b-4e6a-8bd9-fb8dc95dbede service neutron] 10.222.0.108 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.0807929 Sep 24 15:40:16.858823 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-8d87aaf4-963a-4fe7-83d1-184b5f983b4e req-2ee31281-0531-4fd3-b87d-f3c0bcd92efd tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:16.859170 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-8d87aaf4-963a-4fe7-83d1-184b5f983b4e req-2ee31281-0531-4fd3-b87d-f3c0bcd92efd tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:16.876184 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-8d87aaf4-963a-4fe7-83d1-184b5f983b4e req-2ee31281-0531-4fd3-b87d-f3c0bcd92efd tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] Calling delete_port for 63b42729-8e80-4d1d-8c26-26c410ca6bf5 owned by network:floatingip {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:40:16.917411 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19929ed5-6467-47a3-a1ee-a34b9b90dd59 req-8c4c778f-a86f-4e97-acda-bdef8ef82264 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:16.919079 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-19929ed5-6467-47a3-a1ee-a34b9b90dd59 req-8c4c778f-a86f-4e97-acda-bdef8ef82264 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=1001c34b-48c8-46f1-8886-5d99c7f26bf1 HTTP/1.1" status: 200 len: 950 time: 0.1074774 Sep 24 15:40:16.921569 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b45980-b3b0-4cb6-a98e-ea0b1edc5b91 req-3ab1bbeb-0a4f-4172-b2bc-c5a748f9779c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:16.923070 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-10b45980-b3b0-4cb6-a98e-ea0b1edc5b91 req-3ab1bbeb-0a4f-4172-b2bc-c5a748f9779c service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0997281 Sep 24 15:40:16.937173 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-432640c3-01c1-406f-ba8d-c16fb9414d1b req-08f4c9f5-6bd6-4645-b019-9a7765f73475 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Deleting port 5047f0da-980a-49df-b430-c807729b1cfa {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:40:16.937511 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-432640c3-01c1-406f-ba8d-c16fb9414d1b req-08f4c9f5-6bd6-4645-b019-9a7765f73475 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:16.946928 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f73d595-6daf-4d51-8ae3-59a90ab5d96c req-1f6347df-81f4-4f0b-a698-0d627aa40044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:16.947520 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f73d595-6daf-4d51-8ae3-59a90ab5d96c req-1f6347df-81f4-4f0b-a698-0d627aa40044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:16.951735 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f73d595-6daf-4d51-8ae3-59a90ab5d96c req-1f6347df-81f4-4f0b-a698-0d627aa40044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:16.951735 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f73d595-6daf-4d51-8ae3-59a90ab5d96c req-1f6347df-81f4-4f0b-a698-0d627aa40044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:16.951735 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f73d595-6daf-4d51-8ae3-59a90ab5d96c req-1f6347df-81f4-4f0b-a698-0d627aa40044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:16.951735 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f73d595-6daf-4d51-8ae3-59a90ab5d96c req-1f6347df-81f4-4f0b-a698-0d627aa40044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:16.951735 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f73d595-6daf-4d51-8ae3-59a90ab5d96c req-1f6347df-81f4-4f0b-a698-0d627aa40044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:16.953187 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5f73d595-6daf-4d51-8ae3-59a90ab5d96c req-1f6347df-81f4-4f0b-a698-0d627aa40044 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=53357413dfbc434b8597a2dcdb9cca78&device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 6498 time: 0.0831058 Sep 24 15:40:17.020169 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-19929ed5-6467-47a3-a1ee-a34b9b90dd59 req-3ac0c259-3df4-4030-b3d7-fb51d91efbed tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859420 Sep 24 15:40:17.079006 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-432640c3-01c1-406f-ba8d-c16fb9414d1b req-08f4c9f5-6bd6-4645-b019-9a7765f73475 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] For port 5047f0da-980a-49df-b430-c807729b1cfa, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=5047f0da-980a-49df-b430-c807729b1cfa,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:40:17.079586 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-432640c3-01c1-406f-ba8d-c16fb9414d1b req-08f4c9f5-6bd6-4645-b019-9a7765f73475 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:17.094040 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-432640c3-01c1-406f-ba8d-c16fb9414d1b req-08f4c9f5-6bd6-4645-b019-9a7765f73475 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Calling delete_port for 5047f0da-980a-49df-b430-c807729b1cfa owned by compute:nova {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:40:17.154581 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-10b45980-b3b0-4cb6-a98e-ea0b1edc5b91 req-139ce491-4d18-4fc3-8109-b3e72b6418a3 service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999955 Sep 24 15:40:17.195484 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f73d595-6daf-4d51-8ae3-59a90ab5d96c req-d27d882b-d3c6-43ad-af85-87fe67a17d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:17.196159 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f73d595-6daf-4d51-8ae3-59a90ab5d96c req-d27d882b-d3c6-43ad-af85-87fe67a17d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:17.196423 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f73d595-6daf-4d51-8ae3-59a90ab5d96c req-d27d882b-d3c6-43ad-af85-87fe67a17d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:17.198249 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5f73d595-6daf-4d51-8ae3-59a90ab5d96c req-d27d882b-d3c6-43ad-af85-87fe67a17d77 service neutron] 10.222.0.108 "GET /v2.0/networks?id=ff8678b1-4349-4ca8-a723-03edf66a1778&id=5073d904-8b2b-4bdf-8338-7c236ddf6645&id=5073d904-8b2b-4bdf-8338-7c236ddf6645&id=5073d904-8b2b-4bdf-8338-7c236ddf6645&id=5073d904-8b2b-4bdf-8338-7c236ddf6645&id=507b15b8-afa5-40b8-adba-ac821e324412&id=507b15b8-afa5-40b8-adba-ac821e324412 HTTP/1.1" status: 200 len: 2300 time: 0.2042468 Sep 24 15:40:17.292693 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5f73d595-6daf-4d51-8ae3-59a90ab5d96c req-452ac31e-5737-4c45-a438-229ec93a54aa service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0142ad3a-dc16-4465-ac2e-8afaafbbaba6 HTTP/1.1" status: 200 len: 1001 time: 0.0796802 Sep 24 15:40:17.541156 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-8d87aaf4-963a-4fe7-83d1-184b5f983b4e req-2ee31281-0531-4fd3-b87d-f3c0bcd92efd tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:17.567834 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee31281-0531-4fd3-b87d-f3c0bcd92efd tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] Pushing event deleted for resources: {'Port': ['ID=63b42729-8e80-4d1d-8c26-26c410ca6bf5,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:17.573163 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-432640c3-01c1-406f-ba8d-c16fb9414d1b req-08f4c9f5-6bd6-4645-b019-9a7765f73475 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:17.587592 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['afbf09b1-1e35-4fb2-a4fa-27218272dc3a', 'a798f864-7258-4bf0-87cc-1bfef04bb674', '24452517-d2c8-4379-b085-e8bb73de1440', 'a82fe858-21c7-4f8e-b9af-06bbc2a57d70'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:40:17.590756 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['8a0e6c9e-80a9-4494-a546-cfc3c34ef712', '3149d176-de95-4fe2-b646-1d53b06f5d3a', '5047f0da-980a-49df-b430-c807729b1cfa'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:40:17.619060 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f4c9f5-6bd6-4645-b019-9a7765f73475 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Pushing event deleted for resources: {'Port': ['ID=5047f0da-980a-49df-b430-c807729b1cfa,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:17.735499 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-432640c3-01c1-406f-ba8d-c16fb9414d1b req-08f4c9f5-6bd6-4645-b019-9a7765f73475 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] No DVR routers for this DVR port 5047f0da-980a-49df-b430-c807729b1cfa on host n-h1-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:40:17.750749 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-432640c3-01c1-406f-ba8d-c16fb9414d1b req-08f4c9f5-6bd6-4645-b019-9a7765f73475 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:17.753050 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-432640c3-01c1-406f-ba8d-c16fb9414d1b req-08f4c9f5-6bd6-4645-b019-9a7765f73475 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.110 "DELETE /v2.0/ports/5047f0da-980a-49df-b430-c807729b1cfa HTTP/1.1" status: 204 len: 173 time: 1.0288959 Sep 24 15:40:17.753239 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1001c34b-48c8-46f1-8886-5d99c7f26bf1', 'name': 'network-vif-deleted', 'tag': '5047f0da-980a-49df-b430-c807729b1cfa'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:40:17.757755 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b032c035-8eb1-4ce1-b3ea-875774ead401" -d '{"events": [{"server_uuid": "1001c34b-48c8-46f1-8886-5d99c7f26bf1", "name": "network-vif-deleted", "tag": "5047f0da-980a-49df-b430-c807729b1cfa"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:40:17.776726 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-8d87aaf4-963a-4fe7-83d1-184b5f983b4e req-2ee31281-0531-4fd3-b87d-f3c0bcd92efd tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] Notify callbacks [] for floatingip, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:17.779761 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-8d87aaf4-963a-4fe7-83d1-184b5f983b4e req-2ee31281-0531-4fd3-b87d-f3c0bcd92efd tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:17.792300 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f73d595-6daf-4d51-8ae3-59a90ab5d96c req-f8392a06-e942-492f-ae62-0e381b9ea96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:17.793985 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5f73d595-6daf-4d51-8ae3-59a90ab5d96c req-f8392a06-e942-492f-ae62-0e381b9ea96f service neutron] 10.222.0.108 "GET /v2.0/subnets?id=740320f3-b182-49df-862e-fbe87946f30f HTTP/1.1" status: 200 len: 855 time: 0.1529799 Sep 24 15:40:17.794154 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8d87aaf4-963a-4fe7-83d1-184b5f983b4e req-2ee31281-0531-4fd3-b87d-f3c0bcd92efd tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] 10.222.0.101 "DELETE /v2.0/floatingips/ae766023-7b3b-4e4c-8e08-15579299bda3 HTTP/1.1" status: 204 len: 173 time: 1.2857246 Sep 24 15:40:17.801638 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-10b45980-b3b0-4cb6-a98e-ea0b1edc5b91 req-763dda5c-9ff0-4842-8e24-d544c2ad4892 service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6381540 Sep 24 15:40:17.850841 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47275978-567b-4491-aa0c-4a71015fe8c9 req-a962c287-c56e-476a-8239-161ea46fcd9c tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:17.854850 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-47275978-567b-4491-aa0c-4a71015fe8c9 req-a962c287-c56e-476a-8239-161ea46fcd9c tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=c4cea3b6-1a91-4059-b0c7-dce5ee154a9a HTTP/1.1" status: 200 len: 945 time: 0.5825062 Sep 24 15:40:17.929419 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f73d595-6daf-4d51-8ae3-59a90ab5d96c req-c6a33830-9290-4459-a11a-4e02f56cfec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:17.931170 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5f73d595-6daf-4d51-8ae3-59a90ab5d96c req-c6a33830-9290-4459-a11a-4e02f56cfec5 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=ff8678b1-4349-4ca8-a723-03edf66a1778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1218324 Sep 24 15:40:17.942818 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-47275978-567b-4491-aa0c-4a71015fe8c9 req-8d2e977f-2e94-4146-b6f5-10cc606a7803 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790248 Sep 24 15:40:18.050080 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3da2e37-5b14-4e2a-986b-abfe2abc0300 x-openstack-request-id: req-b3da2e37-5b14-4e2a-986b-abfe2abc0300 {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:40:18.053747 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1001c34b-48c8-46f1-8886-5d99c7f26bf1", "name": "network-vif-deleted", "tag": "5047f0da-980a-49df-b430-c807729b1cfa", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:40:18.053747 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b3da2e37-5b14-4e2a-986b-abfe2abc0300 {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:40:18.053747 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1001c34b-48c8-46f1-8886-5d99c7f26bf1', 'name': 'network-vif-deleted', 'tag': '5047f0da-980a-49df-b430-c807729b1cfa', 'status': 'completed', 'code': 200} Sep 24 15:40:18.091467 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5f73d595-6daf-4d51-8ae3-59a90ab5d96c req-f1ab30ba-08ad-4629-93a1-f8403eb95275 service neutron] 10.222.0.108 "GET /v2.0/networks/ff8678b1-4349-4ca8-a723-03edf66a1778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417952 Sep 24 15:40:18.207419 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb2278-3ba0-4fc5-8a0e-9d31a838a792 req-28299dd2-2eaf-4cee-aeb9-b2c73978199d tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:18.208938 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4d011a7e-ffb4-49a9-ab5c-21ac2b3a282a req-f4ec5258-590b-475b-86fe-05480c0d5e9c tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1397893 Sep 24 15:40:18.210847 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f5fb2278-3ba0-4fc5-8a0e-9d31a838a792 req-28299dd2-2eaf-4cee-aeb9-b2c73978199d tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a HTTP/1.1" status: 200 len: 948 time: 0.1185017 Sep 24 15:40:18.223093 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-4d011a7e-ffb4-49a9-ab5c-21ac2b3a282a req-e81ce0a4-4141-4649-821a-961dfd8935b3 tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] Request body: {'floatingip': {'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:40:18.250302 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5f73d595-6daf-4d51-8ae3-59a90ab5d96c req-671ad04a-f876-49b6-9528-b18eace59847 service neutron] 10.222.0.108 "GET /v2.0/networks/ff8678b1-4349-4ca8-a723-03edf66a1778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491518 Sep 24 15:40:18.282065 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f5fb2278-3ba0-4fc5-8a0e-9d31a838a792 req-cde4fd7e-fff2-4c6b-9f49-076dc9c5ec30 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657012 Sep 24 15:40:18.314099 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5f73d595-6daf-4d51-8ae3-59a90ab5d96c req-10a33a15-5ba8-4bf0-aaf5-69a8eae2e0b5 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=abc5097c-45c0-4a4c-83ad-221aa210e627 HTTP/1.1" status: 200 len: 217 time: 0.0511956 Sep 24 15:40:18.315597 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-4d011a7e-ffb4-49a9-ab5c-21ac2b3a282a req-e81ce0a4-4141-4649-821a-961dfd8935b3 tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] Notify callbacks [] for floatingip, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:18.413779 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f73d595-6daf-4d51-8ae3-59a90ab5d96c req-a711d218-0206-4f6e-a57c-7dd3237b263d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:18.420461 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5f73d595-6daf-4d51-8ae3-59a90ab5d96c req-a711d218-0206-4f6e-a57c-7dd3237b263d service neutron] 10.222.0.108 "GET /v2.0/subnets?id=e11d2a5f-bb34-4615-a972-21b689918a94 HTTP/1.1" status: 200 len: 797 time: 0.0917161 Sep 24 15:40:18.451975 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-4d011a7e-ffb4-49a9-ab5c-21ac2b3a282a req-e81ce0a4-4141-4649-821a-961dfd8935b3 tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:18.470756 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f73d595-6daf-4d51-8ae3-59a90ab5d96c req-440b4114-e2a9-44e1-a3e8-db428e89cf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:18.473625 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5f73d595-6daf-4d51-8ae3-59a90ab5d96c req-440b4114-e2a9-44e1-a3e8-db428e89cf54 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=5073d904-8b2b-4bdf-8338-7c236ddf6645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0469153 Sep 24 15:40:18.571268 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [req-4d011a7e-ffb4-49a9-ab5c-21ac2b3a282a req-e81ce0a4-4141-4649-821a-961dfd8935b3 tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] Allocated IP 172.25.0.241 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/a9953ba0-015d-4ffb-bfe1-8faae1192674) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:40:18.575804 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5f73d595-6daf-4d51-8ae3-59a90ab5d96c req-83b88b33-209b-434d-a2db-3e8266e32030 service neutron] 10.222.0.108 "GET /v2.0/networks/5073d904-8b2b-4bdf-8338-7c236ddf6645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927207 Sep 24 15:40:18.685018 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-4d011a7e-ffb4-49a9-ab5c-21ac2b3a282a req-e81ce0a4-4141-4649-821a-961dfd8935b3 tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:18.692506 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5f73d595-6daf-4d51-8ae3-59a90ab5d96c req-1f56ed04-3d0a-49cc-bb8b-5b7ac1f6e8ed service neutron] 10.222.0.108 "GET /v2.0/networks/5073d904-8b2b-4bdf-8338-7c236ddf6645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978804 Sep 24 15:40:18.745416 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5f73d595-6daf-4d51-8ae3-59a90ab5d96c req-ad8fa592-5d01-44c5-bc63-06455cf0e6c8 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=2f5a166f-73aa-4d69-848c-9741f19b3801 HTTP/1.1" status: 200 len: 217 time: 0.0405409 Sep 24 15:40:18.778676 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2516cb05-e4d9-4f0e-af44-3128dcfb5c4d req-5570cdf5-7620-4c3b-b7da-79cfc4169333 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=1001c34b-48c8-46f1-8886-5d99c7f26bf1 HTTP/1.1" status: 200 len: 210 time: 0.0362949 Sep 24 15:40:18.820965 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f73d595-6daf-4d51-8ae3-59a90ab5d96c req-90083159-cb48-4e7d-a986-2296eb9a42cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:18.823128 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5f73d595-6daf-4d51-8ae3-59a90ab5d96c req-90083159-cb48-4e7d-a986-2296eb9a42cf service neutron] 10.222.0.108 "GET /v2.0/subnets?id=e11d2a5f-bb34-4615-a972-21b689918a94 HTTP/1.1" status: 200 len: 797 time: 0.0673621 Sep 24 15:40:18.826676 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-4d011a7e-ffb4-49a9-ab5c-21ac2b3a282a req-e81ce0a4-4141-4649-821a-961dfd8935b3 tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:18.876172 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d011a7e-ffb4-49a9-ab5c-21ac2b3a282a req-e81ce0a4-4141-4649-821a-961dfd8935b3 tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:40:18.879468 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [req-4d011a7e-ffb4-49a9-ab5c-21ac2b3a282a req-e81ce0a4-4141-4649-821a-961dfd8935b3 tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:40:18.884365 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d011a7e-ffb4-49a9-ab5c-21ac2b3a282a req-e81ce0a4-4141-4649-821a-961dfd8935b3 tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:40:18.887531 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f73d595-6daf-4d51-8ae3-59a90ab5d96c req-62fb635d-4dae-4ac1-8de9-3451d7ae42f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:18.889620 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5f73d595-6daf-4d51-8ae3-59a90ab5d96c req-62fb635d-4dae-4ac1-8de9-3451d7ae42f7 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=5073d904-8b2b-4bdf-8338-7c236ddf6645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0536613 Sep 24 15:40:18.955534 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81ce0a4-4141-4649-821a-961dfd8935b3 tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] Pushing event updated for resources: {'Port': ['ID=a9953ba0-015d-4ffb-bfe1-8faae1192674,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:19.013231 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-4d011a7e-ffb4-49a9-ab5c-21ac2b3a282a req-e81ce0a4-4141-4649-821a-961dfd8935b3 tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:19.037149 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5f73d595-6daf-4d51-8ae3-59a90ab5d96c req-25e8deef-9653-43dc-b779-99bbf061b4e9 service neutron] 10.222.0.108 "GET /v2.0/networks/5073d904-8b2b-4bdf-8338-7c236ddf6645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373446 Sep 24 15:40:19.115991 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-4d011a7e-ffb4-49a9-ab5c-21ac2b3a282a req-e81ce0a4-4141-4649-821a-961dfd8935b3 tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:19.168230 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0020b5-992b-47c6-ab03-5e79042b1d57 req-5734fe09-c599-42bf-a032-25d583a0a511 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:19.169293 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9e0020b5-992b-47c6-ab03-5e79042b1d57 req-5734fe09-c599-42bf-a032-25d583a0a511 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=e0df1843-3e54-4965-bbed-2e07504b8ad3 HTTP/1.1" status: 200 len: 945 time: 0.1099670 Sep 24 15:40:19.186803 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5f73d595-6daf-4d51-8ae3-59a90ab5d96c req-a3e7a0c5-0463-43b4-acfd-f403226d099e service neutron] 10.222.0.108 "GET /v2.0/networks/5073d904-8b2b-4bdf-8338-7c236ddf6645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394634 Sep 24 15:40:19.247344 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5f73d595-6daf-4d51-8ae3-59a90ab5d96c req-e4864f3b-45ee-4d0f-b0b9-840213e7bd55 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=f7691fd8-1f6a-45f4-bf43-5e43375cafad HTTP/1.1" status: 200 len: 217 time: 0.0463390 Sep 24 15:40:19.250391 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9e0020b5-992b-47c6-ab03-5e79042b1d57 req-82eedb15-29f7-460e-b20c-4ee92e016ef8 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733275 Sep 24 15:40:19.297559 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-4d011a7e-ffb4-49a9-ab5c-21ac2b3a282a req-e81ce0a4-4141-4649-821a-961dfd8935b3 tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:19.305532 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f73d595-6daf-4d51-8ae3-59a90ab5d96c req-213f752d-13e1-49b5-9522-4b9c40c1d559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:19.312053 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5f73d595-6daf-4d51-8ae3-59a90ab5d96c req-213f752d-13e1-49b5-9522-4b9c40c1d559 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=e11d2a5f-bb34-4615-a972-21b689918a94 HTTP/1.1" status: 200 len: 797 time: 0.0518413 Sep 24 15:40:19.321617 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954 details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:40:19.367028 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-4d011a7e-ffb4-49a9-ab5c-21ac2b3a282a req-e81ce0a4-4141-4649-821a-961dfd8935b3 tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:19.421676 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e536ee3-6f8a-45f9-9989-eef74ec13026 req-178ae6b8-8270-4bce-8042-f6d980408795 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:19.430210 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9e536ee3-6f8a-45f9-9989-eef74ec13026 req-178ae6b8-8270-4bce-8042-f6d980408795 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=c4cea3b6-1a91-4059-b0c7-dce5ee154a9a HTTP/1.1" status: 200 len: 945 time: 0.0999863 Sep 24 15:40:19.435260 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f73d595-6daf-4d51-8ae3-59a90ab5d96c req-a630192f-2d7e-45de-a1fb-a6dbd1330edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:19.436713 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5f73d595-6daf-4d51-8ae3-59a90ab5d96c req-a630192f-2d7e-45de-a1fb-a6dbd1330edb service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=5073d904-8b2b-4bdf-8338-7c236ddf6645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1168730 Sep 24 15:40:19.438826 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:40:19.449649 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81ce0a4-4141-4649-821a-961dfd8935b3 tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] Pushing event updated for resources: {'Port': ['ID=a9953ba0-015d-4ffb-bfe1-8faae1192674,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:19.453370 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': '84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954', 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939', 'port_id': '84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954', 'mac_address': 'fa:16:3e:6b:7d:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '188edb94-8042-4961-9ec0-8960b1ce1305', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:40:19.467263 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-4d011a7e-ffb4-49a9-ab5c-21ac2b3a282a req-e81ce0a4-4141-4649-821a-961dfd8935b3 tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:19.496635 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:19.514978 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:40:19.534949 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9e536ee3-6f8a-45f9-9989-eef74ec13026 req-2de6de8b-2ddb-429c-9c7b-b6e9918e53cf tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936511 Sep 24 15:40:19.539698 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:40:19.563099 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-4d011a7e-ffb4-49a9-ab5c-21ac2b3a282a req-e81ce0a4-4141-4649-821a-961dfd8935b3 tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:19.567690 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4d011a7e-ffb4-49a9-ab5c-21ac2b3a282a req-e81ce0a4-4141-4649-821a-961dfd8935b3 tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3465090 Sep 24 15:40:19.569210 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5f73d595-6daf-4d51-8ae3-59a90ab5d96c req-7c29de44-044d-4f1c-bf1b-6fa239328170 service neutron] 10.222.0.108 "GET /v2.0/networks/5073d904-8b2b-4bdf-8338-7c236ddf6645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216288 Sep 24 15:40:19.644100 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:19.652241 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4d011a7e-ffb4-49a9-ab5c-21ac2b3a282a req-6af20830-6aeb-41d9-be79-8296f90f9733 tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.0.241 HTTP/1.1" status: 200 len: 696 time: 0.0649979 Sep 24 15:40:19.709075 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:19.737047 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5f05df-26c8-482e-9cd5-fc072de58dee req-f782fa31-e023-44bf-a1b7-90b1767dcc6e tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:19.747051 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ae5f05df-26c8-482e-9cd5-fc072de58dee req-f782fa31-e023-44bf-a1b7-90b1767dcc6e tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a HTTP/1.1" status: 200 len: 948 time: 0.1473567 Sep 24 15:40:19.758666 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-049f7a90-e5d6-4bc8-8f39-a8a9bad6674b req-f7891bfc-a57a-4dd1-9fb6-6e9d61a09eda service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=619f5670-41e3-4586-80c3-9f3852629ea5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1252770 Sep 24 15:40:19.761673 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5f73d595-6daf-4d51-8ae3-59a90ab5d96c req-f596b223-6ab2-4b2b-9b0b-49910cd8f5d6 service neutron] 10.222.0.108 "GET /v2.0/networks/5073d904-8b2b-4bdf-8338-7c236ddf6645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850274 Sep 24 15:40:19.817102 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5f73d595-6daf-4d51-8ae3-59a90ab5d96c req-0258b391-cf40-4308-b4a4-775172c8a457 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=d4b18f8b-70cf-4cbf-9ef3-a4612e10fee4 HTTP/1.1" status: 200 len: 217 time: 0.0462618 Sep 24 15:40:19.825563 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ae5f05df-26c8-482e-9cd5-fc072de58dee req-5e8e5c9b-f878-48b2-a18f-76c50cb989dd tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775359 Sep 24 15:40:19.828855 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d011a7e-ffb4-49a9-ab5c-21ac2b3a282a req-c1c32dda-6a17-40e6-95c6-324733d3337c tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:19.830224 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4d011a7e-ffb4-49a9-ab5c-21ac2b3a282a req-c1c32dda-6a17-40e6-95c6-324733d3337c tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] 10.222.0.101 "GET /v2.0/networks/e6a2de20-1ea0-43e5-88e0-982d19e317d5 HTTP/1.1" status: 200 len: 784 time: 0.1599801 Sep 24 15:40:19.858963 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049f7a90-e5d6-4bc8-8f39-a8a9bad6674b req-11f9b475-014f-455c-b71d-7047261f3718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:19.861015 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-049f7a90-e5d6-4bc8-8f39-a8a9bad6674b req-11f9b475-014f-455c-b71d-7047261f3718 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=c46c84a3fcb44853b535b52dac2dd724&device_id=619f5670-41e3-4586-80c3-9f3852629ea5 HTTP/1.1" status: 200 len: 1101 time: 0.0690453 Sep 24 15:40:19.943006 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-17c4181e-18ca-4d8e-8da2-59f9c098f504 req-bb3ffc33-2223-455d-ba76-03f6267e4e18 tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] 10.222.0.101 "GET /v2.0/floatingips/4619aca4-db96-4999-a04e-fc9179c18927 HTTP/1.1" status: 200 len: 693 time: 0.0534604 Sep 24 15:40:19.944628 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f73d595-6daf-4d51-8ae3-59a90ab5d96c req-0312b2fa-640d-4846-8cde-5eba7c6864e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:19.946090 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5f73d595-6daf-4d51-8ae3-59a90ab5d96c req-0312b2fa-640d-4846-8cde-5eba7c6864e8 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=e11d2a5f-bb34-4615-a972-21b689918a94 HTTP/1.1" status: 200 len: 797 time: 0.1188300 Sep 24 15:40:20.016420 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049f7a90-e5d6-4bc8-8f39-a8a9bad6674b req-43c8988c-fa78-462f-823b-697a1e4b8f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:20.018070 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-049f7a90-e5d6-4bc8-8f39-a8a9bad6674b req-43c8988c-fa78-462f-823b-697a1e4b8f48 service neutron] 10.222.0.110 "GET /v2.0/networks?id=9672f189-23fe-44e6-9dd2-257ff8905939 HTTP/1.1" status: 200 len: 871 time: 0.1057837 Sep 24 15:40:20.070107 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-049f7a90-e5d6-4bc8-8f39-a8a9bad6674b req-e9e92d84-4f85-4455-82ee-939da469bb20 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.221&port_id=8a0e6c9e-80a9-4494-a546-cfc3c34ef712 HTTP/1.1" status: 200 len: 217 time: 0.0395632 Sep 24 15:40:20.075197 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f73d595-6daf-4d51-8ae3-59a90ab5d96c req-d17b77ea-3e5d-44fe-b56c-c680b67926f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:20.076686 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5f73d595-6daf-4d51-8ae3-59a90ab5d96c req-d17b77ea-3e5d-44fe-b56c-c680b67926f8 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=5073d904-8b2b-4bdf-8338-7c236ddf6645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1141467 Sep 24 15:40:20.108407 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:40:20.117163 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c4181e-18ca-4d8e-8da2-59f9c098f504 req-da2f8716-4d61-48f2-8db0-0175854e4aa3 tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:20.118607 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-17c4181e-18ca-4d8e-8da2-59f9c098f504 req-da2f8716-4d61-48f2-8db0-0175854e4aa3 tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] 10.222.0.101 "GET /v2.0/networks/e6a2de20-1ea0-43e5-88e0-982d19e317d5 HTTP/1.1" status: 200 len: 784 time: 0.1668963 Sep 24 15:40:20.177261 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049f7a90-e5d6-4bc8-8f39-a8a9bad6674b req-ad21d50a-6a83-4387-9705-8ab16f2bc477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:20.178800 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-049f7a90-e5d6-4bc8-8f39-a8a9bad6674b req-ad21d50a-6a83-4387-9705-8ab16f2bc477 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.0973914 Sep 24 15:40:20.210812 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-17c4181e-18ca-4d8e-8da2-59f9c098f504 req-60347e7f-00f8-400a-b09e-ad5266ad0249 tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.0.241 HTTP/1.1" status: 200 len: 696 time: 0.0801036 Sep 24 15:40:20.239608 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5f73d595-6daf-4d51-8ae3-59a90ab5d96c req-310fedf7-6851-48ff-b298-ea43e7a9a3f2 service neutron] 10.222.0.108 "GET /v2.0/networks/5073d904-8b2b-4bdf-8338-7c236ddf6645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490932 Sep 24 15:40:20.270433 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049f7a90-e5d6-4bc8-8f39-a8a9bad6674b req-ad7b989e-a200-4a3d-ae38-2f2462f9d072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:20.272434 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-049f7a90-e5d6-4bc8-8f39-a8a9bad6674b req-ad7b989e-a200-4a3d-ae38-2f2462f9d072 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0809679 Sep 24 15:40:20.310181 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-17c4181e-18ca-4d8e-8da2-59f9c098f504 req-26c267db-00ba-431f-a5ca-f8827b5ce150 tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.0.241 HTTP/1.1" status: 200 len: 696 time: 0.0695887 Sep 24 15:40:20.469565 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-049f7a90-e5d6-4bc8-8f39-a8a9bad6674b req-eb183bfc-3a3f-473e-ab5a-5481ac1b7af8 service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010439 Sep 24 15:40:20.471099 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5f73d595-6daf-4d51-8ae3-59a90ab5d96c req-21d92544-ccb0-4c47-bf1d-c8feede6866e service neutron] 10.222.0.108 "GET /v2.0/networks/5073d904-8b2b-4bdf-8338-7c236ddf6645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218122 Sep 24 15:40:20.524533 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5f73d595-6daf-4d51-8ae3-59a90ab5d96c req-65a6d854-ce21-44fd-b02c-7e7c4f9a8485 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8bb88954-e5ec-4b97-a10b-c71b5097f8a9 HTTP/1.1" status: 200 len: 217 time: 0.0440423 Sep 24 15:40:20.534499 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-17c4181e-18ca-4d8e-8da2-59f9c098f504 req-e3503b6a-ee67-4653-849e-a5e18278413b tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] Deleting port a9953ba0-015d-4ffb-bfe1-8faae1192674 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:40:20.534837 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-17c4181e-18ca-4d8e-8da2-59f9c098f504 req-e3503b6a-ee67-4653-849e-a5e18278413b tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:20.596740 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bad2cc4-abf6-405c-a4ba-ec4ca2902026 req-db4eed89-98b4-4f26-a11b-735a6d79366c tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:20.598445 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2bad2cc4-abf6-405c-a4ba-ec4ca2902026 req-db4eed89-98b4-4f26-a11b-735a6d79366c tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=e0df1843-3e54-4965-bbed-2e07504b8ad3 HTTP/1.1" status: 200 len: 945 time: 0.1093929 Sep 24 15:40:20.629187 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-049f7a90-e5d6-4bc8-8f39-a8a9bad6674b req-4f38f1fc-e952-4fd7-8bb3-348cb8f0d936 service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491194 Sep 24 15:40:20.640606 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f73d595-6daf-4d51-8ae3-59a90ab5d96c req-6075381b-dc09-4274-9672-b751e39f2c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:20.640606 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5f73d595-6daf-4d51-8ae3-59a90ab5d96c req-6075381b-dc09-4274-9672-b751e39f2c0c service neutron] 10.222.0.108 "GET /v2.0/subnets?id=e7e1eb24-df55-4c01-9933-3279c8be8c21 HTTP/1.1" status: 200 len: 797 time: 0.0974143 Sep 24 15:40:20.652438 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2bad2cc4-abf6-405c-a4ba-ec4ca2902026 req-ae1c90e8-247b-429f-871d-c2a17640ef75 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407968 Sep 24 15:40:20.693785 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-17c4181e-18ca-4d8e-8da2-59f9c098f504 req-e3503b6a-ee67-4653-849e-a5e18278413b tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:20.694116 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-17c4181e-18ca-4d8e-8da2-59f9c098f504 req-e3503b6a-ee67-4653-849e-a5e18278413b tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:20.706240 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device c8ed65a3-f30a-4ef6-b00d-a26c55713eed details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:40:20.711139 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-17c4181e-18ca-4d8e-8da2-59f9c098f504 req-e3503b6a-ee67-4653-849e-a5e18278413b tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] Calling delete_port for a9953ba0-015d-4ffb-bfe1-8faae1192674 owned by network:floatingip {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:40:20.712737 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 5047f0da-980a-49df-b430-c807729b1cfa no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:40:20.731615 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f73d595-6daf-4d51-8ae3-59a90ab5d96c req-ea84ae96-9f5e-4ddc-8142-b4816c397b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:20.731615 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5f73d595-6daf-4d51-8ae3-59a90ab5d96c req-ea84ae96-9f5e-4ddc-8142-b4816c397b6a service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=507b15b8-afa5-40b8-adba-ac821e324412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0784552 Sep 24 15:40:20.744859 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] No Port match for: 5047f0da-980a-49df-b430-c807729b1cfa {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:40:20.745428 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 5047f0da-980a-49df-b430-c807729b1cfa not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:40:20.779666 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be3c6a3-3846-40e3-9d17-476c12c83bb0 req-c416de1d-4638-4a0f-843e-47a4964d728f tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:20.781103 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8be3c6a3-3846-40e3-9d17-476c12c83bb0 req-c416de1d-4638-4a0f-843e-47a4964d728f tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=3f774616-527f-45d9-b54d-b2ec248fcd59 HTTP/1.1" status: 200 len: 949 time: 0.0560262 Sep 24 15:40:20.825923 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8be3c6a3-3846-40e3-9d17-476c12c83bb0 req-32678aef-7b73-4958-b71e-3adc4aedb3cb tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378947 Sep 24 15:40:20.855371 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port c8ed65a3-f30a-4ef6-b00d-a26c55713eed, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=c8ed65a3-f30a-4ef6-b00d-a26c55713eed,segment=NetworkSegment(261d132c-af7b-4dd2-86dc-27294ea32e8c),segment_id=261d132c-af7b-4dd2-86dc-27294ea32e8c)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:40:20.869294 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': 'c8ed65a3-f30a-4ef6-b00d-a26c55713eed', 'network_id': 'aba63c87-be12-4faa-aa4b-48192227e33d', 'port_id': 'c8ed65a3-f30a-4ef6-b00d-a26c55713eed', 'mac_address': 'fa:16:3e:eb:16:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '979d11e7-dd50-44f7-803b-0d6530af4707', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:40:20.912874 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:20.927440 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c8ed65a3-f30a-4ef6-b00d-a26c55713eed {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:40:20.950232 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port c8ed65a3-f30a-4ef6-b00d-a26c55713eed, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=c8ed65a3-f30a-4ef6-b00d-a26c55713eed,segment=NetworkSegment(261d132c-af7b-4dd2-86dc-27294ea32e8c),segment_id=261d132c-af7b-4dd2-86dc-27294ea32e8c)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:40:20.955413 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe77092c-22d4-446e-ad67-c1e9328947df req-53a0433a-8429-431f-a2e3-ab577b703db2 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:20.957136 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fe77092c-22d4-446e-ad67-c1e9328947df req-53a0433a-8429-431f-a2e3-ab577b703db2 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=c4cea3b6-1a91-4059-b0c7-dce5ee154a9a HTTP/1.1" status: 200 len: 945 time: 0.0569849 Sep 24 15:40:21.005835 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fe77092c-22d4-446e-ad67-c1e9328947df req-8cc64148-5c17-4a1f-8df9-65a607373824 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421793 Sep 24 15:40:21.075523 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:21.109342 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5f73d595-6daf-4d51-8ae3-59a90ab5d96c req-56daec0f-977c-44d1-9166-a1b99aa53537 service neutron] 10.222.0.108 "GET /v2.0/networks/507b15b8-afa5-40b8-adba-ac821e324412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3459208 Sep 24 15:40:21.126673 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=c8ed65a3-f30a-4ef6-b00d-a26c55713eed,revision_number=6']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:21.178040 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['c8ed65a3-f30a-4ef6-b00d-a26c55713eed'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:40:21.256267 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5f73d595-6daf-4d51-8ae3-59a90ab5d96c req-1d91b887-94e8-4dce-beb4-97bcb12a9945 service neutron] 10.222.0.108 "GET /v2.0/networks/507b15b8-afa5-40b8-adba-ac821e324412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155865 Sep 24 15:40:21.299346 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5f73d595-6daf-4d51-8ae3-59a90ab5d96c req-c7afce7b-285f-452b-ad21-2c14d5d9540c service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0ee6ad90-d588-4863-a2f6-9306b19035e5 HTTP/1.1" status: 200 len: 217 time: 0.0359912 Sep 24 15:40:21.303742 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 50836) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:40:21.357654 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f73d595-6daf-4d51-8ae3-59a90ab5d96c req-88793d07-d817-4ede-9ca0-c853f424d2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:21.359166 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5f73d595-6daf-4d51-8ae3-59a90ab5d96c req-88793d07-d817-4ede-9ca0-c853f424d2ee service neutron] 10.222.0.108 "GET /v2.0/subnets?id=e7e1eb24-df55-4c01-9933-3279c8be8c21 HTTP/1.1" status: 200 len: 797 time: 0.0526981 Sep 24 15:40:21.407217 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f73d595-6daf-4d51-8ae3-59a90ab5d96c req-63834f0a-f09b-4078-855c-4156cde83a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:21.408725 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5f73d595-6daf-4d51-8ae3-59a90ab5d96c req-63834f0a-f09b-4078-855c-4156cde83a81 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=507b15b8-afa5-40b8-adba-ac821e324412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0421011 Sep 24 15:40:21.421518 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-02002385-29ca-4993-b75c-9823719503ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:21.436812 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-17c4181e-18ca-4d8e-8da2-59f9c098f504 req-e3503b6a-ee67-4653-849e-a5e18278413b tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:21.478848 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3503b6a-ee67-4653-849e-a5e18278413b tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] Pushing event deleted for resources: {'Port': ['ID=a9953ba0-015d-4ffb-bfe1-8faae1192674,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:21.525354 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-02002385-29ca-4993-b75c-9823719503ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:21.596428 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52638e5-f290-4bf3-a9af-a4c1358ef93d req-dd28d1c6-5df2-448d-b7d4-4332f2b1b1e8 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:21.597134 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-17c4181e-18ca-4d8e-8da2-59f9c098f504 req-e3503b6a-ee67-4653-849e-a5e18278413b tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] Notify callbacks [] for floatingip, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:21.598231 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e52638e5-f290-4bf3-a9af-a4c1358ef93d req-dd28d1c6-5df2-448d-b7d4-4332f2b1b1e8 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a HTTP/1.1" status: 200 len: 949 time: 0.0504658 Sep 24 15:40:21.599613 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-02002385-29ca-4993-b75c-9823719503ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:21.601050 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-17c4181e-18ca-4d8e-8da2-59f9c098f504 req-e3503b6a-ee67-4653-849e-a5e18278413b tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:21.602203 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-17c4181e-18ca-4d8e-8da2-59f9c098f504 req-e3503b6a-ee67-4653-849e-a5e18278413b tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] 10.222.0.101 "DELETE /v2.0/floatingips/4619aca4-db96-4999-a04e-fc9179c18927 HTTP/1.1" status: 204 len: 173 time: 1.2835550 Sep 24 15:40:21.604453 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5f73d595-6daf-4d51-8ae3-59a90ab5d96c req-7c1f8577-9781-47ae-9aa5-4f025a8a763b service neutron] 10.222.0.108 "GET /v2.0/networks/507b15b8-afa5-40b8-adba-ac821e324412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876802 Sep 24 15:40:21.668432 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02002385-29ca-4993-b75c-9823719503ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1c6209-deb8-4578-844e-61620c8b6d06,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:21.677530 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-02002385-29ca-4993-b75c-9823719503ac admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=43b2ff84f9784460a37cee422d7f5856&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3771102 Sep 24 15:40:21.681115 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e52638e5-f290-4bf3-a9af-a4c1358ef93d req-0537a664-03de-4b23-bf43-c197d71612d5 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750484 Sep 24 15:40:21.681637 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 50846) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:40:21.716132 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5f73d595-6daf-4d51-8ae3-59a90ab5d96c req-82a1b54a-1f66-425c-96e5-52e44adcd61b service neutron] 10.222.0.108 "GET /v2.0/networks/507b15b8-afa5-40b8-adba-ac821e324412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027355 Sep 24 15:40:21.800026 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-feeff8d9-6230-49eb-8182-3d437469694d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:21.802919 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [req-dbe5e550-48af-4b85-a6f6-2ef4c4fd9cec req-fa38ef7f-40a5-47ae-943a-6b868e54babd tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] show failed (client error): The resource could not be found. Sep 24 15:40:21.803978 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-dbe5e550-48af-4b85-a6f6-2ef4c4fd9cec req-fa38ef7f-40a5-47ae-943a-6b868e54babd tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] 10.222.0.101 "GET /v2.0/floatingips/4619aca4-db96-4999-a04e-fc9179c18927 HTTP/1.1" status: 404 len: 350 time: 0.0505459 Sep 24 15:40:21.830272 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-feeff8d9-6230-49eb-8182-3d437469694d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:21.877063 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [req-82faab11-ac2e-4ab4-9bdc-378d489e7fc1 req-8bcbac90-a9b7-412b-82ba-81141ceb992e tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] show failed (client error): The resource could not be found. Sep 24 15:40:21.878100 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-82faab11-ac2e-4ab4-9bdc-378d489e7fc1 req-8bcbac90-a9b7-412b-82ba-81141ceb992e tempest-FloatingIPsTestJSON-1549671647 tempest-FloatingIPsTestJSON-1549671647-project] 10.222.0.101 "GET /v2.0/floatingips/4619aca4-db96-4999-a04e-fc9179c18927 HTTP/1.1" status: 404 len: 350 time: 0.0505717 Sep 24 15:40:21.887892 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 50858) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:40:21.986720 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9d07fe-7814-458f-b665-a874a6c6188a req-5e0efd59-93c6-427d-9b50-17c181c17084 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:21.988614 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-dc9d07fe-7814-458f-b665-a874a6c6188a req-5e0efd59-93c6-427d-9b50-17c181c17084 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=3f774616-527f-45d9-b54d-b2ec248fcd59 HTTP/1.1" status: 200 len: 949 time: 0.0515177 Sep 24 15:40:22.018851 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-feeff8d9-6230-49eb-8182-3d437469694d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:22.018851 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-feeff8d9-6230-49eb-8182-3d437469694d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:22.020818 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-feeff8d9-6230-49eb-8182-3d437469694d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/5f1c6209-deb8-4578-844e-61620c8b6d06 HTTP/1.1" status: 204 len: 168 time: 0.3375709 Sep 24 15:40:22.040882 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeff8d9-6230-49eb-8182-3d437469694d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1c6209-deb8-4578-844e-61620c8b6d06,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:22.056538 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-dc9d07fe-7814-458f-b665-a874a6c6188a req-888a8a33-6b79-4b87-8117-208918895903 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609796 Sep 24 15:40:22.125428 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd290d96-105d-4f30-a652-5e3b67a57726 req-c6bd7e57-4d0b-4a7d-80ac-453a17dc0a2d tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:22.127121 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bd290d96-105d-4f30-a652-5e3b67a57726 req-c6bd7e57-4d0b-4a7d-80ac-453a17dc0a2d tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=e0df1843-3e54-4965-bbed-2e07504b8ad3 HTTP/1.1" status: 200 len: 944 time: 0.1228073 Sep 24 15:40:22.213807 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bd290d96-105d-4f30-a652-5e3b67a57726 req-c29fc7b7-c468-4c76-8f63-3ee4b1aa7665 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776844 Sep 24 15:40:22.233282 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094c11fa-7db2-49b0-a8b7-d3027f40a519 req-8b86bf15-e749-48c8-872a-d300a593519f tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:22.233282 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-094c11fa-7db2-49b0-a8b7-d3027f40a519 req-8b86bf15-e749-48c8-872a-d300a593519f tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=c4cea3b6-1a91-4059-b0c7-dce5ee154a9a HTTP/1.1" status: 200 len: 945 time: 0.0825701 Sep 24 15:40:22.265961 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2801f9df-1100-47c6-bd04-2f8bddada00e req-26472d8b-ae32-451c-9732-c00558e9b1cd tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:22.267466 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2801f9df-1100-47c6-bd04-2f8bddada00e req-26472d8b-ae32-451c-9732-c00558e9b1cd tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.110 "GET /v2.0/ports?device_id=3f774616-527f-45d9-b54d-b2ec248fcd59 HTTP/1.1" status: 200 len: 949 time: 0.0944753 Sep 24 15:40:22.308876 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-094c11fa-7db2-49b0-a8b7-d3027f40a519 req-ec2f0280-4521-46cb-b1c4-ad449bb754f0 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685685 Sep 24 15:40:22.379872 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-2801f9df-1100-47c6-bd04-2f8bddada00e req-0a8e8328-a6d5-4857-9723-48ad04cda33d tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Deleting port 3149d176-de95-4fe2-b646-1d53b06f5d3a {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:40:22.380271 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-2801f9df-1100-47c6-bd04-2f8bddada00e req-0a8e8328-a6d5-4857-9723-48ad04cda33d tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:22.446831 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1cdeea80-c7ec-4a26-b18e-0d608357afc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:22.475514 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-2801f9df-1100-47c6-bd04-2f8bddada00e req-0a8e8328-a6d5-4857-9723-48ad04cda33d tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] For port 3149d176-de95-4fe2-b646-1d53b06f5d3a, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=3149d176-de95-4fe2-b646-1d53b06f5d3a,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:40:22.476634 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-2801f9df-1100-47c6-bd04-2f8bddada00e req-0a8e8328-a6d5-4857-9723-48ad04cda33d tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:22.490414 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-2801f9df-1100-47c6-bd04-2f8bddada00e req-0a8e8328-a6d5-4857-9723-48ad04cda33d tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Calling delete_port for 3149d176-de95-4fe2-b646-1d53b06f5d3a owned by compute:nova {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:40:22.709603 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device c8ed65a3-f30a-4ef6-b00d-a26c55713eed up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:40:22.712206 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-2801f9df-1100-47c6-bd04-2f8bddada00e req-0a8e8328-a6d5-4857-9723-48ad04cda33d tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:22.763688 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['8a0e6c9e-80a9-4494-a546-cfc3c34ef712', '3149d176-de95-4fe2-b646-1d53b06f5d3a'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:40:22.769011 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['afbf09b1-1e35-4fb2-a4fa-27218272dc3a', 'a798f864-7258-4bf0-87cc-1bfef04bb674', '24452517-d2c8-4379-b085-e8bb73de1440', 'a82fe858-21c7-4f8e-b9af-06bbc2a57d70'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:40:22.769455 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8e8328-a6d5-4857-9723-48ad04cda33d tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Pushing event deleted for resources: {'Port': ['ID=3149d176-de95-4fe2-b646-1d53b06f5d3a,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:22.799478 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-1cdeea80-c7ec-4a26-b18e-0d608357afc6 admin admin] Deleting port 62a22539-3c9b-43ac-9b1c-332cb288a056 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:40:22.801164 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1cdeea80-c7ec-4a26-b18e-0d608357afc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:22.815245 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-2801f9df-1100-47c6-bd04-2f8bddada00e req-0a8e8328-a6d5-4857-9723-48ad04cda33d tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] No DVR routers for this DVR port 3149d176-de95-4fe2-b646-1d53b06f5d3a on host n-h1-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:40:22.818591 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-2801f9df-1100-47c6-bd04-2f8bddada00e req-0a8e8328-a6d5-4857-9723-48ad04cda33d tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:22.821352 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2801f9df-1100-47c6-bd04-2f8bddada00e req-0a8e8328-a6d5-4857-9723-48ad04cda33d tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.110 "DELETE /v2.0/ports/3149d176-de95-4fe2-b646-1d53b06f5d3a HTTP/1.1" status: 204 len: 173 time: 0.5421772 Sep 24 15:40:22.824248 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f774616-527f-45d9-b54d-b2ec248fcd59', 'name': 'network-vif-deleted', 'tag': '3149d176-de95-4fe2-b646-1d53b06f5d3a'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:40:22.834435 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9899c478-d82f-45fe-a929-0f608fefc673" -d '{"events": [{"server_uuid": "3f774616-527f-45d9-b54d-b2ec248fcd59", "name": "network-vif-deleted", "tag": "3149d176-de95-4fe2-b646-1d53b06f5d3a"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:40:22.878775 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 50876) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:40:22.896638 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6cc14231-e4a0-4c20-a126-8207353760e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:22.906815 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port c8ed65a3-f30a-4ef6-b00d-a26c55713eed triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:40:22.913341 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:22.917192 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-1cdeea80-c7ec-4a26-b18e-0d608357afc6 admin admin] For port 62a22539-3c9b-43ac-9b1c-332cb288a056, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=62a22539-3c9b-43ac-9b1c-332cb288a056,segment=NetworkSegment(eefc870a-f417-427e-be12-afc65d2fa0e0),segment_id=eefc870a-f417-427e-be12-afc65d2fa0e0)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:40:22.917815 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1cdeea80-c7ec-4a26-b18e-0d608357afc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:22.924619 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb842412-4518-4407-9a5c-32e15eecbed7 x-openstack-request-id: req-bb842412-4518-4407-9a5c-32e15eecbed7 {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:40:22.925017 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f774616-527f-45d9-b54d-b2ec248fcd59", "name": "network-vif-deleted", "tag": "3149d176-de95-4fe2-b646-1d53b06f5d3a", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:40:22.925326 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-bb842412-4518-4407-9a5c-32e15eecbed7 {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:40:22.926406 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f774616-527f-45d9-b54d-b2ec248fcd59', 'name': 'network-vif-deleted', 'tag': '3149d176-de95-4fe2-b646-1d53b06f5d3a', 'status': 'completed', 'code': 200} Sep 24 15:40:22.937913 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-1cdeea80-c7ec-4a26-b18e-0d608357afc6 admin admin] Calling delete_port for 62a22539-3c9b-43ac-9b1c-332cb288a056 owned by network:router_interface {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:40:22.962726 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa2a36c-e04d-49dd-a525-435ffb70e5fc req-48417964-acb8-489f-b11e-e824f7e5bbfd tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:22.964549 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-aaa2a36c-e04d-49dd-a525-435ffb70e5fc req-48417964-acb8-489f-b11e-e824f7e5bbfd tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a HTTP/1.1" status: 200 len: 949 time: 0.1423006 Sep 24 15:40:23.071334 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:23.154606 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0df1843-3e54-4965-bbed-2e07504b8ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ed65a3-f30a-4ef6-b00d-a26c55713eed'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:40:23.157552 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d3660b-53eb-4dbe-8446-c4c0fe870e2e" -d '{"events": [{"server_uuid": "e0df1843-3e54-4965-bbed-2e07504b8ad3", "name": "network-vif-plugged", "status": "completed", "tag": "c8ed65a3-f30a-4ef6-b00d-a26c55713eed"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:40:23.186687 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port c8ed65a3-f30a-4ef6-b00d-a26c55713eed, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=c8ed65a3-f30a-4ef6-b00d-a26c55713eed,segment=NetworkSegment(261d132c-af7b-4dd2-86dc-27294ea32e8c),segment_id=261d132c-af7b-4dd2-86dc-27294ea32e8c)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:40:23.239851 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-887914dc-723b-4761-bdce-b484517edbf5 req-a3b25002-de7c-4d32-ab98-ff690d8518f5 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=3f774616-527f-45d9-b54d-b2ec248fcd59 HTTP/1.1" status: 200 len: 210 time: 0.0424702 Sep 24 15:40:23.255353 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:23.313480 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5806b920-dfd9-45a3-8bdd-5ef1c297504f x-openstack-request-id: req-5806b920-dfd9-45a3-8bdd-5ef1c297504f {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:40:23.313618 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0df1843-3e54-4965-bbed-2e07504b8ad3", "name": "network-vif-plugged", "status": "completed", "tag": "c8ed65a3-f30a-4ef6-b00d-a26c55713eed", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:40:23.313861 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-5806b920-dfd9-45a3-8bdd-5ef1c297504f {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:40:23.314255 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0df1843-3e54-4965-bbed-2e07504b8ad3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8ed65a3-f30a-4ef6-b00d-a26c55713eed', 'code': 200} Sep 24 15:40:23.318271 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1cdeea80-c7ec-4a26-b18e-0d608357afc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:23.349823 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdeea80-c7ec-4a26-b18e-0d608357afc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=62a22539-3c9b-43ac-9b1c-332cb288a056,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:23.393471 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954 up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:40:23.415506 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-aaa2a36c-e04d-49dd-a525-435ffb70e5fc req-7399afc8-713e-4569-bf2f-138278ea53a0 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4403679 Sep 24 15:40:23.459378 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6cc14231-e4a0-4c20-a126-8207353760e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:23.481321 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=c8ed65a3-f30a-4ef6-b00d-a26c55713eed,revision_number=7']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:23.552078 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6cc14231-e4a0-4c20-a126-8207353760e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:23.562648 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d75903-af93-4307-9eb3-af8895e0058b req-11a716cc-66bf-442d-9db2-0dce1ba4b5bc tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:23.570174 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-02d75903-af93-4307-9eb3-af8895e0058b req-11a716cc-66bf-442d-9db2-0dce1ba4b5bc tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=e0df1843-3e54-4965-bbed-2e07504b8ad3 HTTP/1.1" status: 200 len: 945 time: 0.1551635 Sep 24 15:40:23.626947 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-02d75903-af93-4307-9eb3-af8895e0058b req-6b5fc1fb-9c75-48c3-8aec-f5174f79cab7 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/security-groups?id=170a8f0b-4049-4639-81ed-ab70a8524f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512052 Sep 24 15:40:23.630357 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port 84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:40:23.637074 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port 84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:40:23.637569 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:23.647765 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2842b8-66e0-4398-949c-6548bc202288 req-76954b45-4096-462a-9082-1979dd8dc69c tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:23.649318 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fe2842b8-66e0-4398-949c-6548bc202288 req-76954b45-4096-462a-9082-1979dd8dc69c tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=c4cea3b6-1a91-4059-b0c7-dce5ee154a9a HTTP/1.1" status: 200 len: 945 time: 0.1392872 Sep 24 15:40:23.674900 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-6cc14231-e4a0-4c20-a126-8207353760e1 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=bb3edd6bbdcb4898aafae79408bfb5cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7907143 Sep 24 15:40:23.677640 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 50886) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:40:23.686329 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1cdeea80-c7ec-4a26-b18e-0d608357afc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:23.691864 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc14231-e4a0-4c20-a126-8207353760e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6fe36f5-aafd-4933-ac96-2d2af434519b,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:23.724569 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fae3e5-cde4-4ad3-a0ae-e82292ffdc8b req-6997c8c6-f04e-48fd-b657-113ceb25ec9c tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:23.726142 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-71fae3e5-cde4-4ad3-a0ae-e82292ffdc8b req-6997c8c6-f04e-48fd-b657-113ceb25ec9c tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.110 "GET /v2.0/ports?device_id=e0df1843-3e54-4965-bbed-2e07504b8ad3 HTTP/1.1" status: 200 len: 945 time: 0.1545968 Sep 24 15:40:23.733272 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fe2842b8-66e0-4398-949c-6548bc202288 req-4824aa7a-148d-458f-9662-0c66e73fc4ac tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695503 Sep 24 15:40:23.793201 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:23.825300 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5739d6af-b19e-4584-911a-8fd9109b2af4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:23.834334 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:40:23.854803 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-71fae3e5-cde4-4ad3-a0ae-e82292ffdc8b req-8b3af64a-79db-43b4-ba7a-6caefcf98f9b tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Deleting port c8ed65a3-f30a-4ef6-b00d-a26c55713eed {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:40:23.855079 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-71fae3e5-cde4-4ad3-a0ae-e82292ffdc8b req-8b3af64a-79db-43b4-ba7a-6caefcf98f9b tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:23.896707 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5739d6af-b19e-4584-911a-8fd9109b2af4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:23.952398 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:23.958201 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-71fae3e5-cde4-4ad3-a0ae-e82292ffdc8b req-8b3af64a-79db-43b4-ba7a-6caefcf98f9b tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] For port c8ed65a3-f30a-4ef6-b00d-a26c55713eed, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=c8ed65a3-f30a-4ef6-b00d-a26c55713eed,segment=NetworkSegment(261d132c-af7b-4dd2-86dc-27294ea32e8c),segment_id=261d132c-af7b-4dd2-86dc-27294ea32e8c)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:40:23.958944 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-71fae3e5-cde4-4ad3-a0ae-e82292ffdc8b req-8b3af64a-79db-43b4-ba7a-6caefcf98f9b tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:23.974991 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-71fae3e5-cde4-4ad3-a0ae-e82292ffdc8b req-8b3af64a-79db-43b4-ba7a-6caefcf98f9b tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Calling delete_port for c8ed65a3-f30a-4ef6-b00d-a26c55713eed owned by compute:nova {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:40:24.020832 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:24.062894 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cdeea80-c7ec-4a26-b18e-0d608357afc6 admin admin] Router e910a7c3-4ffa-4a8b-a634-9891850b4fcb has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:40:24.111463 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5739d6af-b19e-4584-911a-8fd9109b2af4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:24.114017 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5739d6af-b19e-4584-911a-8fd9109b2af4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:24.115483 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-5739d6af-b19e-4584-911a-8fd9109b2af4 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f6fe36f5-aafd-4933-ac96-2d2af434519b HTTP/1.1" status: 204 len: 168 time: 0.4366717 Sep 24 15:40:24.128856 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5739d6af-b19e-4584-911a-8fd9109b2af4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6fe36f5-aafd-4933-ac96-2d2af434519b,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:24.235485 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-71fae3e5-cde4-4ad3-a0ae-e82292ffdc8b req-8b3af64a-79db-43b4-ba7a-6caefcf98f9b tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:24.248037 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['c8ed65a3-f30a-4ef6-b00d-a26c55713eed'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:40:24.277854 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3af64a-79db-43b4-ba7a-6caefcf98f9b tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Pushing event deleted for resources: {'Port': ['ID=c8ed65a3-f30a-4ef6-b00d-a26c55713eed,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:24.324268 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-71fae3e5-cde4-4ad3-a0ae-e82292ffdc8b req-8b3af64a-79db-43b4-ba7a-6caefcf98f9b tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] No DVR routers for this DVR port c8ed65a3-f30a-4ef6-b00d-a26c55713eed on host n-h1-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:40:24.331818 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-71fae3e5-cde4-4ad3-a0ae-e82292ffdc8b req-8b3af64a-79db-43b4-ba7a-6caefcf98f9b tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:24.334112 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-71fae3e5-cde4-4ad3-a0ae-e82292ffdc8b req-8b3af64a-79db-43b4-ba7a-6caefcf98f9b tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.110 "DELETE /v2.0/ports/c8ed65a3-f30a-4ef6-b00d-a26c55713eed HTTP/1.1" status: 204 len: 173 time: 0.5840633 Sep 24 15:40:24.429338 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cdeea80-c7ec-4a26-b18e-0d608357afc6 admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:40:24.435767 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-1cdeea80-c7ec-4a26-b18e-0d608357afc6 admin admin] 10.222.0.101 "PUT /v2.0/routers/e910a7c3-4ffa-4a8b-a634-9891850b4fcb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5460021 Sep 24 15:40:24.437767 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 50898) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:40:24.439386 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdefd0b2-119b-45ce-8b04-f8d2cce8c9f5 None None] Sync routers for ids ['e910a7c3-4ffa-4a8b-a634-9891850b4fcb'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:40:24.449162 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdefd0b2-119b-45ce-8b04-f8d2cce8c9f5 None None] Routers {'e910a7c3-4ffa-4a8b-a634-9891850b4fcb'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:40:24.449864 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-fdefd0b2-119b-45ce-8b04-f8d2cce8c9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:40:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['e910a7c3-4ffa-4a8b-a634-9891850b4fcb'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:40:24.574951 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-fdefd0b2-119b-45ce-8b04-f8d2cce8c9f5 None None] Set router e910a7c3-4ffa-4a8b-a634-9891850b4fcb gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:40:24.626649 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64230c58-c6b1-4a23-ab07-bb0f6ee57a6a req-fd5d1344-9c86-4c68-a412-17e377133df3 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:24.628332 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-64230c58-c6b1-4a23-ab07-bb0f6ee57a6a req-fd5d1344-9c86-4c68-a412-17e377133df3 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a HTTP/1.1" status: 200 len: 950 time: 0.1266761 Sep 24 15:40:24.629885 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-eedcb77b-5564-417c-88d5-c7c4886b58d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:24.757795 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-64230c58-c6b1-4a23-ab07-bb0f6ee57a6a req-77dfb199-4b0a-4500-b99b-b2ade3a791b0 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919514 Sep 24 15:40:24.792958 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-eedcb77b-5564-417c-88d5-c7c4886b58d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:24.807380 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-fdefd0b2-119b-45ce-8b04-f8d2cce8c9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e910a7c3-4ffa-4a8b-a634-9891850b4fcb', 'name': 'tempest-FloatingIPsTestJSON-1857919297-router', 'tenant_id': 'b929a5c960aa413e81e2634bdbfc568a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'f3bf68f4-881a-4901-9e45-3b26b479a96e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:40:04Z', 'updated_at': '2021-09-24T15:40:23Z', 'revision_number': 5, 'project_id': 'b929a5c960aa413e81e2634bdbfc568a', 'gw_port': {'id': 'f3bf68f4-881a-4901-9e45-3b26b479a96e', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e910a7c3-4ffa-4a8b-a634-9891850b4fcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:40:05Z', 'updated_at': '2021-09-24T15:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:40:24.819798 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7dfbe89a-35c2-4714-b265-18de6ef366b2 req-b73f6d48-8b7e-47a7-8ea3-c93b568c8c25 tempest-ImagesTestJSON-353752806 tempest-ImagesTestJSON-353752806-project] 10.222.0.101 "GET /v2.0/ports?device_id=e0df1843-3e54-4965-bbed-2e07504b8ad3 HTTP/1.1" status: 200 len: 210 time: 0.0476751 Sep 24 15:40:24.843006 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdefd0b2-119b-45ce-8b04-f8d2cce8c9f5 None None] Checking router: e910a7c3-4ffa-4a8b-a634-9891850b4fcb for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:40:24.852445 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdefd0b2-119b-45ce-8b04-f8d2cce8c9f5 None None] Routers {'e910a7c3-4ffa-4a8b-a634-9891850b4fcb'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:40:24.853275 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-fdefd0b2-119b-45ce-8b04-f8d2cce8c9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:40:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['e910a7c3-4ffa-4a8b-a634-9891850b4fcb'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:40:24.927063 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0df1843-3e54-4965-bbed-2e07504b8ad3', 'name': 'network-vif-deleted', 'tag': 'c8ed65a3-f30a-4ef6-b00d-a26c55713eed'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:40:24.929370 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab97c99b-ffa3-4eec-8066-92b63e7f088a" -d '{"events": [{"server_uuid": "e0df1843-3e54-4965-bbed-2e07504b8ad3", "name": "network-vif-deleted", "tag": "c8ed65a3-f30a-4ef6-b00d-a26c55713eed"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:40:24.950250 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-eedcb77b-5564-417c-88d5-c7c4886b58d8 admin admin] Deleting port f3bf68f4-881a-4901-9e45-3b26b479a96e {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:40:24.950621 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7231055e-3275-4188-9d26-5f453b591d49 req-a16346fd-6502-474c-909f-71658070a5db tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:24.950758 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-eedcb77b-5564-417c-88d5-c7c4886b58d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:24.957091 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7231055e-3275-4188-9d26-5f453b591d49 req-a16346fd-6502-474c-909f-71658070a5db tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=c4cea3b6-1a91-4059-b0c7-dce5ee154a9a HTTP/1.1" status: 200 len: 945 time: 0.0751145 Sep 24 15:40:24.968560 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-fdefd0b2-119b-45ce-8b04-f8d2cce8c9f5 None None] Set router e910a7c3-4ffa-4a8b-a634-9891850b4fcb gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:40:25.019670 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7231055e-3275-4188-9d26-5f453b591d49 req-edf2019b-ed9d-45d4-9f35-e76eb6edf016 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551860 Sep 24 15:40:25.046640 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-eedcb77b-5564-417c-88d5-c7c4886b58d8 admin admin] For port f3bf68f4-881a-4901-9e45-3b26b479a96e, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=f3bf68f4-881a-4901-9e45-3b26b479a96e,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:40:25.047015 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-eedcb77b-5564-417c-88d5-c7c4886b58d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:25.063313 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-eedcb77b-5564-417c-88d5-c7c4886b58d8 admin admin] Calling delete_port for f3bf68f4-881a-4901-9e45-3b26b479a96e owned by network:router_gateway {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:40:25.228307 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e68c5fc-350b-405b-a03e-837917b6c23b x-openstack-request-id: req-3e68c5fc-350b-405b-a03e-837917b6c23b {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:40:25.230284 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0df1843-3e54-4965-bbed-2e07504b8ad3", "name": "network-vif-deleted", "tag": "c8ed65a3-f30a-4ef6-b00d-a26c55713eed", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:40:25.230886 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-3e68c5fc-350b-405b-a03e-837917b6c23b {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:40:25.231574 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0df1843-3e54-4965-bbed-2e07504b8ad3', 'name': 'network-vif-deleted', 'tag': 'c8ed65a3-f30a-4ef6-b00d-a26c55713eed', 'status': 'completed', 'code': 200} Sep 24 15:40:25.292613 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-fdefd0b2-119b-45ce-8b04-f8d2cce8c9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e910a7c3-4ffa-4a8b-a634-9891850b4fcb', 'name': 'tempest-FloatingIPsTestJSON-1857919297-router', 'tenant_id': 'b929a5c960aa413e81e2634bdbfc568a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'f3bf68f4-881a-4901-9e45-3b26b479a96e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:40:04Z', 'updated_at': '2021-09-24T15:40:23Z', 'revision_number': 5, 'project_id': 'b929a5c960aa413e81e2634bdbfc568a', 'gw_port': {'id': 'f3bf68f4-881a-4901-9e45-3b26b479a96e', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e910a7c3-4ffa-4a8b-a634-9891850b4fcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:40:05Z', 'updated_at': '2021-09-24T15:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:40:25.315610 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:40:25.318312 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b1a93e-9b3c-4d4b-a2b0-22cc725f5309" -d '{"events": [{"server_uuid": "233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a", "name": "network-vif-plugged", "status": "completed", "tag": "84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:40:25.336789 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdefd0b2-119b-45ce-8b04-f8d2cce8c9f5 None None] The sync data for ids ['e910a7c3-4ffa-4a8b-a634-9891850b4fcb'] in n-d-808921-1 is: [{'id': 'e910a7c3-4ffa-4a8b-a634-9891850b4fcb', 'name': 'tempest-FloatingIPsTestJSON-1857919297-router', 'tenant_id': 'b929a5c960aa413e81e2634bdbfc568a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.235'}], 'enable_snat': True}, 'gw_port_id': 'f3bf68f4-881a-4901-9e45-3b26b479a96e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:40:04Z', 'updated_at': '2021-09-24T15:40:23Z', 'revision_number': 5, 'project_id': 'b929a5c960aa413e81e2634bdbfc568a', 'gw_port': {'id': 'f3bf68f4-881a-4901-9e45-3b26b479a96e', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:a9:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e910a7c3-4ffa-4a8b-a634-9891850b4fcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 988, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:40:05Z', 'updated_at': '2021-09-24T15:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:40:25.345503 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6dcd1c-90c2-4c6b-a642-9802664813eb req-16768ba6-2475-4d42-b3f3-a5c2592e2626 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:25.347871 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2b6dcd1c-90c2-4c6b-a642-9802664813eb req-16768ba6-2475-4d42-b3f3-a5c2592e2626 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=619f5670-41e3-4586-80c3-9f3852629ea5 HTTP/1.1" status: 200 len: 950 time: 0.0637846 Sep 24 15:40:25.363587 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-eedcb77b-5564-417c-88d5-c7c4886b58d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:25.378198 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a3ebae-874f-4241-813b-5a10718e74f7 x-openstack-request-id: req-23a3ebae-874f-4241-813b-5a10718e74f7 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:40:25.378583 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a", "name": "network-vif-plugged", "status": "completed", "tag": "84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:40:25.380130 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-23a3ebae-874f-4241-813b-5a10718e74f7 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:40:25.380543 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954', 'code': 200} Sep 24 15:40:25.396025 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedcb77b-5564-417c-88d5-c7c4886b58d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3bf68f4-881a-4901-9e45-3b26b479a96e,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:25.405482 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2b6dcd1c-90c2-4c6b-a642-9802664813eb req-c7871e4a-6c2a-4099-ad37-0a30024d6521 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504205 Sep 24 15:40:25.492030 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-eedcb77b-5564-417c-88d5-c7c4886b58d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586576'] for router_gateway, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:25.557390 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbfdeb3-6938-4ea4-8e77-1d27bd90b333 req-066a5395-4ff0-4f0c-a216-47900a5b051e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:25.559042 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5bbfdeb3-6938-4ea4-8e77-1d27bd90b333 req-066a5395-4ff0-4f0c-a216-47900a5b051e service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a HTTP/1.1" status: 200 len: 1101 time: 0.1081123 Sep 24 15:40:25.598164 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-eedcb77b-5564-417c-88d5-c7c4886b58d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:25.605124 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-eedcb77b-5564-417c-88d5-c7c4886b58d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:25.663954 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5bbfdeb3-6938-4ea4-8e77-1d27bd90b333 req-ac976f3f-7fbd-4bab-95d7-6b6e967933a1 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678194 Sep 24 15:40:25.783899 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-eedcb77b-5564-417c-88d5-c7c4886b58d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:25.784425 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eedcb77b-5564-417c-88d5-c7c4886b58d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e910a7c3-4ffa-4a8b-a634-9891850b4fcb {{(pid=95298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:40:25.788889 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-eedcb77b-5564-417c-88d5-c7c4886b58d8 admin admin] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:25.789897 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-eedcb77b-5564-417c-88d5-c7c4886b58d8 admin admin] 10.222.0.101 "DELETE /v2.0/routers/e910a7c3-4ffa-4a8b-a634-9891850b4fcb HTTP/1.1" status: 204 len: 168 time: 1.3511043 Sep 24 15:40:25.792710 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 50938) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:40:25.845231 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-85893b7c-e5b8-4e7e-844b-27a1ebf07a17 admin admin] Deleting subnet 22f798df-999e-4605-b1bd-87060c83dcc4 {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:40:25.849414 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-85893b7c-e5b8-4e7e-844b-27a1ebf07a17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:25.894819 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-85893b7c-e5b8-4e7e-844b-27a1ebf07a17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:25.926080 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e898260-49db-477a-83fd-e3c1efe21e69 req-196a8bd8-47cc-415d-9490-d100c8019037 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:25.934541 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7e898260-49db-477a-83fd-e3c1efe21e69 req-196a8bd8-47cc-415d-9490-d100c8019037 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a HTTP/1.1" status: 200 len: 950 time: 0.0711145 Sep 24 15:40:25.982575 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:40:26.000622 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7e898260-49db-477a-83fd-e3c1efe21e69 req-06b9f607-f206-4a46-90f5-64b51616a398 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608530 Sep 24 15:40:26.018436 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-85893b7c-e5b8-4e7e-844b-27a1ebf07a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:26.107492 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 62a22539-3c9b-43ac-9b1c-332cb288a056 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:40:26.138194 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 62a22539-3c9b-43ac-9b1c-332cb288a056 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:40:26.144449 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 62a22539-3c9b-43ac-9b1c-332cb288a056 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:40:26.194606 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b367488b-f0c3-49e3-9f46-11a5e6ebe3a8 req-f60307d2-25b7-4d5c-b367-54888fcaca5a tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:26.196141 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b367488b-f0c3-49e3-9f46-11a5e6ebe3a8 req-f60307d2-25b7-4d5c-b367-54888fcaca5a tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=c4cea3b6-1a91-4059-b0c7-dce5ee154a9a HTTP/1.1" status: 200 len: 945 time: 0.0519600 Sep 24 15:40:26.229818 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-85893b7c-e5b8-4e7e-844b-27a1ebf07a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:26.272456 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b367488b-f0c3-49e3-9f46-11a5e6ebe3a8 req-28a701c1-4136-40f1-bb1e-0bacfef824c9 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697174 Sep 24 15:40:26.273592 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-85893b7c-e5b8-4e7e-844b-27a1ebf07a17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:26.274015 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7523957-8304-457b-af48-a2e751ee1dce None None] Network d4ab3618-3387-4e71-987e-750c13ffe92a requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:40:26.275562 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-85893b7c-e5b8-4e7e-844b-27a1ebf07a17 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/22f798df-999e-4605-b1bd-87060c83dcc4 HTTP/1.1" status: 204 len: 168 time: 0.4818296 Sep 24 15:40:26.278369 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 50976) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:40:26.283003 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85893b7c-e5b8-4e7e-844b-27a1ebf07a17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22f798df-999e-4605-b1bd-87060c83dcc4,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:26.379285 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1ca87293-38a3-4d1c-8f59-4bda97c14cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:26.516787 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-1ca87293-38a3-4d1c-8f59-4bda97c14cf6 admin admin] Deleting port e6762b53-aec8-44a8-8663-369b2a838a5a {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:40:26.518375 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1ca87293-38a3-4d1c-8f59-4bda97c14cf6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:26.551715 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54aee862-4db4-4db7-9560-ed77c6ffc03a None None] DHCP port deletion for d4ab3618-3387-4e71-987e-750c13ffe92a request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:40:26.569439 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8814d2e-546c-46d2-bf59-dd4e5848f875 req-6a913e71-669e-4810-9abe-5a1f962616c6 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:26.573528 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c8814d2e-546c-46d2-bf59-dd4e5848f875 req-6a913e71-669e-4810-9abe-5a1f962616c6 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.110 "GET /v2.0/ports?device_id=619f5670-41e3-4586-80c3-9f3852629ea5 HTTP/1.1" status: 200 len: 950 time: 0.1119998 Sep 24 15:40:26.627252 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-54aee862-4db4-4db7-9560-ed77c6ffc03a None None] Deleting port e6762b53-aec8-44a8-8663-369b2a838a5a {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:40:26.627621 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-54aee862-4db4-4db7-9560-ed77c6ffc03a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:26.649533 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 50998) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:40:26.665108 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-1ca87293-38a3-4d1c-8f59-4bda97c14cf6 admin admin] For port e6762b53-aec8-44a8-8663-369b2a838a5a, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=e6762b53-aec8-44a8-8663-369b2a838a5a,segment=NetworkSegment(eefc870a-f417-427e-be12-afc65d2fa0e0),segment_id=eefc870a-f417-427e-be12-afc65d2fa0e0)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:40:26.665764 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1ca87293-38a3-4d1c-8f59-4bda97c14cf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:26.683798 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-1ca87293-38a3-4d1c-8f59-4bda97c14cf6 admin admin] Calling delete_port for e6762b53-aec8-44a8-8663-369b2a838a5a owned by network:dhcp {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:40:26.712778 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7154faac-b879-43f4-8254-99ddae8b4051 req-afbb5ce9-2c7e-45e9-8e2e-05d529c84f97 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:26.714613 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7154faac-b879-43f4-8254-99ddae8b4051 req-afbb5ce9-2c7e-45e9-8e2e-05d529c84f97 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=619f5670-41e3-4586-80c3-9f3852629ea5 HTTP/1.1" status: 200 len: 950 time: 0.1099474 Sep 24 15:40:26.727697 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-54aee862-4db4-4db7-9560-ed77c6ffc03a None None] For port e6762b53-aec8-44a8-8663-369b2a838a5a, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=e6762b53-aec8-44a8-8663-369b2a838a5a,segment=NetworkSegment(eefc870a-f417-427e-be12-afc65d2fa0e0),segment_id=eefc870a-f417-427e-be12-afc65d2fa0e0)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:40:26.728284 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-54aee862-4db4-4db7-9560-ed77c6ffc03a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:26.742782 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-54aee862-4db4-4db7-9560-ed77c6ffc03a None None] Calling delete_port for e6762b53-aec8-44a8-8663-369b2a838a5a owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:40:26.752082 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-79a0d591-d0fa-40fe-9a3c-528f1e3c895f admin admin] Deleting subnet 979d11e7-dd50-44f7-803b-0d6530af4707 {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:40:26.757588 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-79a0d591-d0fa-40fe-9a3c-528f1e3c895f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:26.794146 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device c8ed65a3-f30a-4ef6-b00d-a26c55713eed no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:40:26.801032 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-79a0d591-d0fa-40fe-9a3c-528f1e3c895f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:26.814556 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7154faac-b879-43f4-8254-99ddae8b4051 req-40961e9d-a643-404e-99d9-2646cfa1efa4 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879500 Sep 24 15:40:26.817513 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] No Port match for: c8ed65a3-f30a-4ef6-b00d-a26c55713eed {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:40:26.817959 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device c8ed65a3-f30a-4ef6-b00d-a26c55713eed not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:40:26.818553 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 3149d176-de95-4fe2-b646-1d53b06f5d3a no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:40:26.835501 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-c8814d2e-546c-46d2-bf59-dd4e5848f875 req-96438b03-d5dd-4a28-a34b-8c3d15891e55 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Deleting port 8a0e6c9e-80a9-4494-a546-cfc3c34ef712 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:40:26.835836 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-c8814d2e-546c-46d2-bf59-dd4e5848f875 req-96438b03-d5dd-4a28-a34b-8c3d15891e55 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:26.849130 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] No Port match for: 3149d176-de95-4fe2-b646-1d53b06f5d3a {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:40:26.849601 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 3149d176-de95-4fe2-b646-1d53b06f5d3a not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:40:26.875493 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-79a0d591-d0fa-40fe-9a3c-528f1e3c895f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:26.906034 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1ca87293-38a3-4d1c-8f59-4bda97c14cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:26.915250 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-54aee862-4db4-4db7-9560-ed77c6ffc03a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:26.946532 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca87293-38a3-4d1c-8f59-4bda97c14cf6 admin admin] No DVR routers for this DVR port e6762b53-aec8-44a8-8663-369b2a838a5a on host n-d-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:40:26.949346 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54aee862-4db4-4db7-9560-ed77c6ffc03a None None] Pushing event deleted for resources: {'Port': ['ID=e6762b53-aec8-44a8-8663-369b2a838a5a,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:26.952604 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54aee862-4db4-4db7-9560-ed77c6ffc03a None None] No DVR routers for this DVR port e6762b53-aec8-44a8-8663-369b2a838a5a on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:40:26.959504 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca87293-38a3-4d1c-8f59-4bda97c14cf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6762b53-aec8-44a8-8663-369b2a838a5a,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:26.971307 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-c8814d2e-546c-46d2-bf59-dd4e5848f875 req-96438b03-d5dd-4a28-a34b-8c3d15891e55 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] For port 8a0e6c9e-80a9-4494-a546-cfc3c34ef712, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=8a0e6c9e-80a9-4494-a546-cfc3c34ef712,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:40:26.971680 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-c8814d2e-546c-46d2-bf59-dd4e5848f875 req-96438b03-d5dd-4a28-a34b-8c3d15891e55 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:26.989508 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-c8814d2e-546c-46d2-bf59-dd4e5848f875 req-96438b03-d5dd-4a28-a34b-8c3d15891e55 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Calling delete_port for 8a0e6c9e-80a9-4494-a546-cfc3c34ef712 owned by compute:nova {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:40:27.039356 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1ca87293-38a3-4d1c-8f59-4bda97c14cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:27.080172 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-1ca87293-38a3-4d1c-8f59-4bda97c14cf6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4ab3618-3387-4e71-987e-750c13ffe92a']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:40:27.091903 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-1ca87293-38a3-4d1c-8f59-4bda97c14cf6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eefc870a-f417-427e-be12-afc65d2fa0e0') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:40:27.092221 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-1ca87293-38a3-4d1c-8f59-4bda97c14cf6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eefc870a-f417-427e-be12-afc65d2fa0e0') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:40:27.108199 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1ca87293-38a3-4d1c-8f59-4bda97c14cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:27.111430 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-79a0d591-d0fa-40fe-9a3c-528f1e3c895f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:27.119264 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1ca87293-38a3-4d1c-8f59-4bda97c14cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:27.129195 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ca87293-38a3-4d1c-8f59-4bda97c14cf6 admin admin] Releasing vlan 1271 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:40:27.129195 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1ca87293-38a3-4d1c-8f59-4bda97c14cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:27.130027 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:40:27.130027 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:40:27.130027 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:40:27.130027 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:40:27.130027 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:40:27.130027 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:40:27.130027 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:40:27.130027 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:40:27.130027 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:40:27.130027 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:40:27.130027 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:40:27.130027 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:40:27.130027 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:40:27.130027 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:40:27.130027 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:40:27.130027 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:40:27.130027 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:40:27.130027 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:40:27.130027 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:40:27.130027 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:40:27.130027 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:40:27.130027 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:40:27.130027 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:40:27.130027 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:40:27.130027 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:40:27.130027 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:40:27.130027 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:40:27.130027 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:40:27.130027 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:40:27.130027 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:40:27.130027 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:40:27.130027 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:40:27.183492 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a0d591-d0fa-40fe-9a3c-528f1e3c895f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=979d11e7-dd50-44f7-803b-0d6530af4707,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:27.200562 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-79a0d591-d0fa-40fe-9a3c-528f1e3c895f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:27.203492 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-79a0d591-d0fa-40fe-9a3c-528f1e3c895f admin admin] 10.222.0.101 "DELETE /v2.0/subnets/979d11e7-dd50-44f7-803b-0d6530af4707 HTTP/1.1" status: 204 len: 168 time: 0.5519617 Sep 24 15:40:27.205098 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 51010) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:40:27.218993 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4170e9cb-2acc-4096-ae17-b9076fc5ef14 req-2e0c0634-53ef-4938-ba16-b2ec34f985c7 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:27.220404 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4170e9cb-2acc-4096-ae17-b9076fc5ef14 req-2e0c0634-53ef-4938-ba16-b2ec34f985c7 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a HTTP/1.1" status: 200 len: 950 time: 0.1111662 Sep 24 15:40:27.260180 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4170e9cb-2acc-4096-ae17-b9076fc5ef14 req-f9ca4bc3-f251-4599-b7d2-871d93b31da2 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333948 Sep 24 15:40:27.280912 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fe55c9da-a824-404e-808d-d67128138f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:27.298072 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-c8814d2e-546c-46d2-bf59-dd4e5848f875 req-96438b03-d5dd-4a28-a34b-8c3d15891e55 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:27.313878 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['8a0e6c9e-80a9-4494-a546-cfc3c34ef712'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:40:27.317262 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['afbf09b1-1e35-4fb2-a4fa-27218272dc3a', 'a798f864-7258-4bf0-87cc-1bfef04bb674', '24452517-d2c8-4379-b085-e8bb73de1440', 'a82fe858-21c7-4f8e-b9af-06bbc2a57d70'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:40:27.347637 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96438b03-d5dd-4a28-a34b-8c3d15891e55 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Pushing event deleted for resources: {'Port': ['ID=8a0e6c9e-80a9-4494-a546-cfc3c34ef712,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:27.362479 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1ca87293-38a3-4d1c-8f59-4bda97c14cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:27.404218 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8814d2e-546c-46d2-bf59-dd4e5848f875 req-96438b03-d5dd-4a28-a34b-8c3d15891e55 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] No DVR routers for this DVR port 8a0e6c9e-80a9-4494-a546-cfc3c34ef712 on host n-h1-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:40:27.407421 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-c8814d2e-546c-46d2-bf59-dd4e5848f875 req-96438b03-d5dd-4a28-a34b-8c3d15891e55 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:27.414773 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c8814d2e-546c-46d2-bf59-dd4e5848f875 req-96438b03-d5dd-4a28-a34b-8c3d15891e55 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.110 "DELETE /v2.0/ports/8a0e6c9e-80a9-4494-a546-cfc3c34ef712 HTTP/1.1" status: 204 len: 173 time: 0.8294029 Sep 24 15:40:27.415332 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '619f5670-41e3-4586-80c3-9f3852629ea5', 'name': 'network-vif-deleted', 'tag': '8a0e6c9e-80a9-4494-a546-cfc3c34ef712'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:40:27.422912 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df7f95e0-e1f9-4b72-b60c-9d299c4003d9" -d '{"events": [{"server_uuid": "619f5670-41e3-4586-80c3-9f3852629ea5", "name": "network-vif-deleted", "tag": "8a0e6c9e-80a9-4494-a546-cfc3c34ef712"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:40:27.437843 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fe55c9da-a824-404e-808d-d67128138f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:27.460605 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1ca87293-38a3-4d1c-8f59-4bda97c14cf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:27.461622 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-1ca87293-38a3-4d1c-8f59-4bda97c14cf6 admin admin] 10.222.0.101 "DELETE /v2.0/networks/d4ab3618-3387-4e71-987e-750c13ffe92a HTTP/1.1" status: 204 len: 168 time: 1.1822019 Sep 24 15:40:27.529466 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca87293-38a3-4d1c-8f59-4bda97c14cf6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4ab3618-3387-4e71-987e-750c13ffe92a,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:27.533541 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-fe55c9da-a824-404e-808d-d67128138f33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aba63c87-be12-4faa-aa4b-48192227e33d']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:40:27.547915 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-312e8a49-478d-4479-a3c5-038c311be49e x-openstack-request-id: req-312e8a49-478d-4479-a3c5-038c311be49e {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:40:27.548475 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "619f5670-41e3-4586-80c3-9f3852629ea5", "name": "network-vif-deleted", "tag": "8a0e6c9e-80a9-4494-a546-cfc3c34ef712", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:40:27.548918 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-312e8a49-478d-4479-a3c5-038c311be49e {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:40:27.550443 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '619f5670-41e3-4586-80c3-9f3852629ea5', 'name': 'network-vif-deleted', 'tag': '8a0e6c9e-80a9-4494-a546-cfc3c34ef712', 'status': 'completed', 'code': 200} Sep 24 15:40:27.553228 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-fe55c9da-a824-404e-808d-d67128138f33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '261d132c-af7b-4dd2-86dc-27294ea32e8c') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:40:27.553532 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-fe55c9da-a824-404e-808d-d67128138f33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '261d132c-af7b-4dd2-86dc-27294ea32e8c') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:40:27.570229 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fe55c9da-a824-404e-808d-d67128138f33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:27.598426 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad560f-796d-4565-8bc4-83a08fa2a02d req-d58023c7-ab59-4ef5-b5bb-babb0309c0c0 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:27.599945 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d8ad560f-796d-4565-8bc4-83a08fa2a02d req-d58023c7-ab59-4ef5-b5bb-babb0309c0c0 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.108 "GET /v2.0/ports?device_id=995da1aa-63b0-4e44-9757-bd0f3a918cf3 HTTP/1.1" status: 200 len: 950 time: 0.1527410 Sep 24 15:40:27.608937 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296b41cf-7c1c-4636-8c8f-fcf0d93b650c req-7f016c1b-fc80-4006-8340-6279adf0bcaa tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:27.616430 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-296b41cf-7c1c-4636-8c8f-fcf0d93b650c req-7f016c1b-fc80-4006-8340-6279adf0bcaa tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=c4cea3b6-1a91-4059-b0c7-dce5ee154a9a HTTP/1.1" status: 200 len: 945 time: 0.2503531 Sep 24 15:40:27.620125 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fe55c9da-a824-404e-808d-d67128138f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:27.640370 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe55c9da-a824-404e-808d-d67128138f33 admin admin] Releasing vlan 1256 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:40:27.640640 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fe55c9da-a824-404e-808d-d67128138f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:27.642320 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:40:27.642320 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:40:27.642320 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:40:27.642320 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:40:27.642320 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:40:27.642320 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:40:27.642320 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:40:27.642320 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:40:27.642320 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:40:27.642320 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:40:27.642320 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:40:27.642320 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:40:27.642320 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:40:27.642320 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:40:27.642320 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:40:27.642320 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:40:27.642320 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:40:27.642320 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:40:27.642320 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:40:27.642320 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:40:27.642320 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:40:27.642320 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:40:27.642320 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:40:27.642320 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:40:27.642320 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:40:27.642320 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:40:27.642320 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:40:27.642320 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:40:27.642320 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:40:27.642320 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:40:27.642320 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:40:27.642320 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:40:27.783620 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-296b41cf-7c1c-4636-8c8f-fcf0d93b650c req-d732d0e7-f000-4e6d-86ee-8e3e7161e9a7 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660442 Sep 24 15:40:27.827600 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-d8ad560f-796d-4565-8bc4-83a08fa2a02d req-8510adcf-566d-4dc8-b435-1197e588e295 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Deleting port a82fe858-21c7-4f8e-b9af-06bbc2a57d70 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:40:27.849785 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d8ad560f-796d-4565-8bc4-83a08fa2a02d req-8510adcf-566d-4dc8-b435-1197e588e295 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:27.930207 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fe55c9da-a824-404e-808d-d67128138f33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:27.937591 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fe55c9da-a824-404e-808d-d67128138f33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:27.942451 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-fe55c9da-a824-404e-808d-d67128138f33 admin admin] 10.222.0.101 "DELETE /v2.0/networks/aba63c87-be12-4faa-aa4b-48192227e33d HTTP/1.1" status: 204 len: 168 time: 0.7337241 Sep 24 15:40:27.964254 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe55c9da-a824-404e-808d-d67128138f33 admin admin] Pushing event deleted for resources: {'Network': ['ID=aba63c87-be12-4faa-aa4b-48192227e33d,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:27.973660 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-70045b45-d93e-4851-9e9d-f89ec4d0ab94 req-521906c2-8488-4860-90e5-31a59ff11086 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=619f5670-41e3-4586-80c3-9f3852629ea5 HTTP/1.1" status: 200 len: 210 time: 0.0344181 Sep 24 15:40:27.975599 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-d8ad560f-796d-4565-8bc4-83a08fa2a02d req-8510adcf-566d-4dc8-b435-1197e588e295 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] For port a82fe858-21c7-4f8e-b9af-06bbc2a57d70, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=a82fe858-21c7-4f8e-b9af-06bbc2a57d70,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:40:27.976075 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d8ad560f-796d-4565-8bc4-83a08fa2a02d req-8510adcf-566d-4dc8-b435-1197e588e295 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:27.990918 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-d8ad560f-796d-4565-8bc4-83a08fa2a02d req-8510adcf-566d-4dc8-b435-1197e588e295 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Calling delete_port for a82fe858-21c7-4f8e-b9af-06bbc2a57d70 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:40:28.092541 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device e6762b53-aec8-44a8-8663-369b2a838a5a no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:40:28.114292 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: e6762b53-aec8-44a8-8663-369b2a838a5a {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:40:28.114694 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device e6762b53-aec8-44a8-8663-369b2a838a5a not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:40:28.115111 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device f3bf68f4-881a-4901-9e45-3b26b479a96e no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:40:28.135287 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: f3bf68f4-881a-4901-9e45-3b26b479a96e {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:40:28.135637 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device f3bf68f4-881a-4901-9e45-3b26b479a96e not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:40:28.217577 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 51030) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:40:28.262577 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-d28afd2f-198f-4e76-ace9-3a730e795044 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=b929a5c960aa413e81e2634bdbfc568a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0437260 Sep 24 15:40:28.265073 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 51032) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:40:28.279238 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d8ad560f-796d-4565-8bc4-83a08fa2a02d req-8510adcf-566d-4dc8-b435-1197e588e295 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:28.299688 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['8a0e6c9e-80a9-4494-a546-cfc3c34ef712'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:40:28.324058 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8510adcf-566d-4dc8-b435-1197e588e295 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Pushing event deleted for resources: {'Port': ['ID=a82fe858-21c7-4f8e-b9af-06bbc2a57d70,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:28.381502 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8ad560f-796d-4565-8bc4-83a08fa2a02d req-8510adcf-566d-4dc8-b435-1197e588e295 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] No DVR routers for this DVR port a82fe858-21c7-4f8e-b9af-06bbc2a57d70 on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:40:28.386423 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d8ad560f-796d-4565-8bc4-83a08fa2a02d req-8510adcf-566d-4dc8-b435-1197e588e295 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:28.388326 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d8ad560f-796d-4565-8bc4-83a08fa2a02d req-8510adcf-566d-4dc8-b435-1197e588e295 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.108 "DELETE /v2.0/ports/a82fe858-21c7-4f8e-b9af-06bbc2a57d70 HTTP/1.1" status: 204 len: 173 time: 0.7696781 Sep 24 15:40:28.395130 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '995da1aa-63b0-4e44-9757-bd0f3a918cf3', 'name': 'network-vif-deleted', 'tag': 'a82fe858-21c7-4f8e-b9af-06bbc2a57d70'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:40:28.397202 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7518802e-d5cb-4951-9a64-c83708dbc00f" -d '{"events": [{"server_uuid": "995da1aa-63b0-4e44-9757-bd0f3a918cf3", "name": "network-vif-deleted", "tag": "a82fe858-21c7-4f8e-b9af-06bbc2a57d70"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:40:28.429088 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-459c3dee-3eaa-412d-8f9f-4055eb9ba097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:28.443470 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd939cf-c352-443a-bf09-dbe648e29a73 x-openstack-request-id: req-3bd939cf-c352-443a-bf09-dbe648e29a73 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:40:28.443771 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "995da1aa-63b0-4e44-9757-bd0f3a918cf3", "name": "network-vif-deleted", "tag": "a82fe858-21c7-4f8e-b9af-06bbc2a57d70", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:40:28.444021 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-3bd939cf-c352-443a-bf09-dbe648e29a73 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:40:28.444490 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '995da1aa-63b0-4e44-9757-bd0f3a918cf3', 'name': 'network-vif-deleted', 'tag': 'a82fe858-21c7-4f8e-b9af-06bbc2a57d70', 'status': 'completed', 'code': 200} Sep 24 15:40:28.461134 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-459c3dee-3eaa-412d-8f9f-4055eb9ba097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:28.484311 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7629ec86-f2d3-4b5a-9351-74423c284ddd req-0ee74ca0-44d3-4153-855e-3f58cc587f54 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:28.484311 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7629ec86-f2d3-4b5a-9351-74423c284ddd req-0ee74ca0-44d3-4153-855e-3f58cc587f54 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a HTTP/1.1" status: 200 len: 950 time: 0.1014071 Sep 24 15:40:28.514866 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 51042) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:40:28.539161 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7629ec86-f2d3-4b5a-9351-74423c284ddd req-2c178fe0-159b-42d8-9605-dbb629c882af tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480230 Sep 24 15:40:28.572778 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-4919be05-e2ce-4436-9952-888202abcdbb admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e92c4591e9b7472da8979fcb890aba04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0559151 Sep 24 15:40:28.576190 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 51046) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:40:28.630113 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6ae8a932-b7c8-4e6a-9062-d9eeb01d160f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:28.659133 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6ae8a932-b7c8-4e6a-9062-d9eeb01d160f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:28.700626 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-459c3dee-3eaa-412d-8f9f-4055eb9ba097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:28.712214 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-459c3dee-3eaa-412d-8f9f-4055eb9ba097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:28.713366 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-459c3dee-3eaa-412d-8f9f-4055eb9ba097 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/773d08a8-f455-49da-b564-cea2f77fb893 HTTP/1.1" status: 204 len: 168 time: 0.4472766 Sep 24 15:40:28.724967 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459c3dee-3eaa-412d-8f9f-4055eb9ba097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=773d08a8-f455-49da-b564-cea2f77fb893,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:28.890421 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6aae5a-de67-4f5d-a777-cda4d70667f5 req-2daedb58-bd31-42e5-ae99-156568c86ea3 tempest-MigrationsAdminTest-774334037 tempest-MigrationsAdminTest-774334037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:28.901870 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4f6aae5a-de67-4f5d-a777-cda4d70667f5 req-2daedb58-bd31-42e5-ae99-156568c86ea3 tempest-MigrationsAdminTest-774334037 tempest-MigrationsAdminTest-774334037-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a HTTP/1.1" status: 200 len: 1101 time: 0.2790010 Sep 24 15:40:28.939879 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4f6aae5a-de67-4f5d-a777-cda4d70667f5 req-ef20abd4-f814-4877-8385-95070d347d68 tempest-MigrationsAdminTest-774334037 tempest-MigrationsAdminTest-774334037-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362680 Sep 24 15:40:28.945359 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f623157b-5898-412a-ac18-0e31462d4288 req-564d90ce-d9bb-4a4a-a73a-511aeb04675f tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:28.946840 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f623157b-5898-412a-ac18-0e31462d4288 req-564d90ce-d9bb-4a4a-a73a-511aeb04675f tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=c4cea3b6-1a91-4059-b0c7-dce5ee154a9a HTTP/1.1" status: 200 len: 945 time: 0.0833874 Sep 24 15:40:28.948115 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6ae8a932-b7c8-4e6a-9062-d9eeb01d160f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:28.950894 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6ae8a932-b7c8-4e6a-9062-d9eeb01d160f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:28.954314 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-6ae8a932-b7c8-4e6a-9062-d9eeb01d160f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/170a8f0b-4049-4639-81ed-ab70a8524f85 HTTP/1.1" status: 204 len: 168 time: 0.3748038 Sep 24 15:40:28.973032 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae8a932-b7c8-4e6a-9062-d9eeb01d160f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=170a8f0b-4049-4639-81ed-ab70a8524f85,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:29.014939 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f623157b-5898-412a-ac18-0e31462d4288 req-3681afd5-9be0-432d-befd-15f7fd9f08ab tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601456 Sep 24 15:40:29.140965 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-07655ffc-2c76-4ccd-b181-18df70fd64ca req-64f96006-e577-4f0c-8101-0add3bdd5943 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=995da1aa-63b0-4e44-9757-bd0f3a918cf3 HTTP/1.1" status: 200 len: 210 time: 0.0255563 Sep 24 15:40:29.493104 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['afbf09b1-1e35-4fb2-a4fa-27218272dc3a', 'a798f864-7258-4bf0-87cc-1bfef04bb674', '24452517-d2c8-4379-b085-e8bb73de1440'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:40:30.012596 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec4a8d2-fdf3-462f-8021-743c1b2511aa req-5e36e16e-bf51-409b-b030-b0b012d7f094 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:30.015439 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5ec4a8d2-fdf3-462f-8021-743c1b2511aa req-5e36e16e-bf51-409b-b030-b0b012d7f094 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a HTTP/1.1" status: 200 len: 950 time: 0.0515625 Sep 24 15:40:30.056114 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5ec4a8d2-fdf3-462f-8021-743c1b2511aa req-87ccabe9-a71a-4acf-8841-6efe47cbf2a7 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344288 Sep 24 15:40:30.161492 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29c84c7-7774-46f3-91b1-e29b5bbbec7e req-a7444dc4-4f3d-4251-87f9-291486e3e751 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:30.162736 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f29c84c7-7774-46f3-91b1-e29b5bbbec7e req-a7444dc4-4f3d-4251-87f9-291486e3e751 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=c4cea3b6-1a91-4059-b0c7-dce5ee154a9a HTTP/1.1" status: 200 len: 945 time: 0.0583355 Sep 24 15:40:30.230256 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f29c84c7-7774-46f3-91b1-e29b5bbbec7e req-253fbdb0-5515-47e6-9075-4ef0d1c56e4e tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567048 Sep 24 15:40:30.234003 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5d99a0a8-f3b9-4eec-b9fa-7231586f312d req-b639a7f9-549c-4e52-930c-9b16c9094f12 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0701184 Sep 24 15:40:30.790811 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 8a0e6c9e-80a9-4494-a546-cfc3c34ef712 no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:40:30.811779 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] No Port match for: 8a0e6c9e-80a9-4494-a546-cfc3c34ef712 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:40:30.818183 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 8a0e6c9e-80a9-4494-a546-cfc3c34ef712 not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:40:31.189265 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f5095d62-8656-4651-8b15-0379555ca2fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:31.282510 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b807bfd-2fba-41b2-8627-65bdedc601bb req-90c5b989-3136-4470-9088-e1890ea7da28 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:31.284679 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1b807bfd-2fba-41b2-8627-65bdedc601bb req-90c5b989-3136-4470-9088-e1890ea7da28 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=e987ce22-4dae-4538-9ad9-22cc791d9d5f HTTP/1.1" status: 200 len: 950 time: 0.0520592 Sep 24 15:40:31.330696 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1b807bfd-2fba-41b2-8627-65bdedc601bb req-89cf5461-322a-4b79-8fd2-e4252594df46 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369246 Sep 24 15:40:31.401837 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device a82fe858-21c7-4f8e-b9af-06bbc2a57d70 no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:40:31.425141 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] No Port match for: a82fe858-21c7-4f8e-b9af-06bbc2a57d70 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:40:31.425947 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device a82fe858-21c7-4f8e-b9af-06bbc2a57d70 not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:40:31.452319 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a347b3a4-5ac5-44c2-abd5-888bdb40e2ca req-e3167b1b-7e3f-49e3-83d6-935886e2598b tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:31.454803 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a347b3a4-5ac5-44c2-abd5-888bdb40e2ca req-e3167b1b-7e3f-49e3-83d6-935886e2598b tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a HTTP/1.1" status: 200 len: 950 time: 0.0628321 Sep 24 15:40:31.491419 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51f48c5-2cf3-49c7-a6bc-1b916efeea99 req-4aaf0ac5-1e02-473e-869f-1dd37bf72838 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:31.493094 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b51f48c5-2cf3-49c7-a6bc-1b916efeea99 req-4aaf0ac5-1e02-473e-869f-1dd37bf72838 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=c4cea3b6-1a91-4059-b0c7-dce5ee154a9a HTTP/1.1" status: 200 len: 945 time: 0.0531209 Sep 24 15:40:31.498891 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a347b3a4-5ac5-44c2-abd5-888bdb40e2ca req-ecf2569b-26fd-4edc-ab2e-949e0dcacae7 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388122 Sep 24 15:40:31.545924 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b51f48c5-2cf3-49c7-a6bc-1b916efeea99 req-7126eef1-1a75-49bd-9c3b-107cb746fd01 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452344 Sep 24 15:40:32.111626 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 51232) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:40:32.472450 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a13bd3d-ca99-4bb0-ab12-f653e10c81ee req-4b2ab491-a47b-453a-8170-8aa6fa87bc58 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:32.473998 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2a13bd3d-ca99-4bb0-ab12-f653e10c81ee req-4b2ab491-a47b-453a-8170-8aa6fa87bc58 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=e987ce22-4dae-4538-9ad9-22cc791d9d5f HTTP/1.1" status: 200 len: 950 time: 0.0589015 Sep 24 15:40:32.532254 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8efacae5-6c7d-4121-b5dc-82f14ddc97fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:32.558654 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2a13bd3d-ca99-4bb0-ab12-f653e10c81ee req-cc2f7756-99ea-4109-b013-e1196eae0007 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697453 Sep 24 15:40:32.572546 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f66f48-b20c-4392-9d89-b60a64bb3a57 req-77b95c64-b96e-49be-bfbe-f7af1e6dcb70 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:32.574298 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-22f66f48-b20c-4392-9d89-b60a64bb3a57 req-77b95c64-b96e-49be-bfbe-f7af1e6dcb70 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.108 "GET /v2.0/ports?device_id=e987ce22-4dae-4538-9ad9-22cc791d9d5f HTTP/1.1" status: 200 len: 950 time: 0.1188514 Sep 24 15:40:32.673662 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b462dee5-decd-41b5-bb22-a5720a512a6f req-f18964bc-041b-4002-8a94-7019c9b96f80 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:32.686304 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b462dee5-decd-41b5-bb22-a5720a512a6f req-f18964bc-041b-4002-8a94-7019c9b96f80 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a HTTP/1.1" status: 200 len: 950 time: 0.0920110 Sep 24 15:40:32.722045 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 51248) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:40:32.738391 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b462dee5-decd-41b5-bb22-a5720a512a6f req-d528bdfc-ca66-4757-ac78-3f6e8548639f tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511475 Sep 24 15:40:32.770776 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-22f66f48-b20c-4392-9d89-b60a64bb3a57 req-c853a915-3bb7-4dab-a23a-46b2a91fee4c tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Deleting port 24452517-d2c8-4379-b085-e8bb73de1440 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:40:32.771154 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-22f66f48-b20c-4392-9d89-b60a64bb3a57 req-c853a915-3bb7-4dab-a23a-46b2a91fee4c tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:32.803799 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8efacae5-6c7d-4121-b5dc-82f14ddc97fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:32.815122 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d2c809-4343-441a-8549-0e42d7364ea5 req-fa2c01d5-08e8-413e-83a1-be26a26c12f1 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:32.816859 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-71d2c809-4343-441a-8549-0e42d7364ea5 req-fa2c01d5-08e8-413e-83a1-be26a26c12f1 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=c4cea3b6-1a91-4059-b0c7-dce5ee154a9a HTTP/1.1" status: 200 len: 945 time: 0.1308665 Sep 24 15:40:32.858310 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-de67e3c7-6a64-4dfd-9afe-ae3d9fd4554c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:32.932343 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8efacae5-6c7d-4121-b5dc-82f14ddc97fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:32.954395 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-71d2c809-4343-441a-8549-0e42d7364ea5 req-d9bb6545-d31d-4b31-bfa5-7d1a97fbd801 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305227 Sep 24 15:40:32.972170 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-22f66f48-b20c-4392-9d89-b60a64bb3a57 req-c853a915-3bb7-4dab-a23a-46b2a91fee4c tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] For port 24452517-d2c8-4379-b085-e8bb73de1440, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=24452517-d2c8-4379-b085-e8bb73de1440,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:40:32.972541 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-22f66f48-b20c-4392-9d89-b60a64bb3a57 req-c853a915-3bb7-4dab-a23a-46b2a91fee4c tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:32.986429 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-de67e3c7-6a64-4dfd-9afe-ae3d9fd4554c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:33.008012 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-8efacae5-6c7d-4121-b5dc-82f14ddc97fe admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=edeb985be480409ca78ad1034a060a67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8949490 Sep 24 15:40:33.008899 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-22f66f48-b20c-4392-9d89-b60a64bb3a57 req-c853a915-3bb7-4dab-a23a-46b2a91fee4c tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Calling delete_port for 24452517-d2c8-4379-b085-e8bb73de1440 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:40:33.012365 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 51256) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:40:33.017369 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efacae5-6c7d-4121-b5dc-82f14ddc97fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2edfbbc-3c8a-4b5e-a407-d6d1d02d41fc,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:33.031624 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2921916-ba99-4882-855e-55df75c97cef req-8236b584-298a-4447-93ed-83cc2219ee63 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:33.036432 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d2921916-ba99-4882-855e-55df75c97cef req-8236b584-298a-4447-93ed-83cc2219ee63 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.108 "GET /v2.0/ports?device_id=c87934bb-28a4-4f5c-a678-8da450c86ac9 HTTP/1.1" status: 200 len: 949 time: 0.1432748 Sep 24 15:40:33.075111 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4c706391-9103-410e-a041-ed61abd461d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:33.116505 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4c706391-9103-410e-a041-ed61abd461d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:33.136613 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-de67e3c7-6a64-4dfd-9afe-ae3d9fd4554c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:33.140020 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d99a0a8-f3b9-4eec-b9fa-7231586f312d req-48f963f8-ea3c-49ab-83b5-ccd0135c2170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:33.141517 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5d99a0a8-f3b9-4eec-b9fa-7231586f312d req-48f963f8-ea3c-49ab-83b5-ccd0135c2170 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=1d817464a57145808f61427a409f714d&device_id=233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a HTTP/1.1" status: 200 len: 1101 time: 0.0793912 Sep 24 15:40:33.219694 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de67e3c7-6a64-4dfd-9afe-ae3d9fd4554c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=062e49b2-c5a5-48e0-9b40-9c62f3971c6d,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:33.235285 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-de67e3c7-6a64-4dfd-9afe-ae3d9fd4554c admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=1b382b9626a645878a90077959bb615a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5112362 Sep 24 15:40:33.236773 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 51260) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:40:33.327693 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d99a0a8-f3b9-4eec-b9fa-7231586f312d req-d562650d-a9f9-4905-8a26-f06e3afdd7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:33.329519 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5d99a0a8-f3b9-4eec-b9fa-7231586f312d req-d562650d-a9f9-4905-8a26-f06e3afdd7d3 service neutron] 10.222.0.108 "GET /v2.0/networks?id=9672f189-23fe-44e6-9dd2-257ff8905939 HTTP/1.1" status: 200 len: 871 time: 0.1643779 Sep 24 15:40:33.379833 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-73fb2f5e-e0a9-4646-956c-6fd1a712c4eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:33.382418 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5d99a0a8-f3b9-4eec-b9fa-7231586f312d req-30bdd01c-ca47-47cf-9ce3-4ee300e0d2e8 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954 HTTP/1.1" status: 200 len: 217 time: 0.0390821 Sep 24 15:40:33.434917 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-73fb2f5e-e0a9-4646-956c-6fd1a712c4eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:33.449968 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4c706391-9103-410e-a041-ed61abd461d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:33.452538 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4c706391-9103-410e-a041-ed61abd461d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:33.453700 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-4c706391-9103-410e-a041-ed61abd461d6 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c2edfbbc-3c8a-4b5e-a407-d6d1d02d41fc HTTP/1.1" status: 204 len: 168 time: 0.4403405 Sep 24 15:40:33.468968 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-d2921916-ba99-4882-855e-55df75c97cef req-e64e0aa0-0a28-40df-9393-ca4d1d341965 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Deleting port a798f864-7258-4bf0-87cc-1bfef04bb674 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:40:33.469315 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d2921916-ba99-4882-855e-55df75c97cef req-e64e0aa0-0a28-40df-9393-ca4d1d341965 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:33.483775 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c706391-9103-410e-a041-ed61abd461d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2edfbbc-3c8a-4b5e-a407-d6d1d02d41fc,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:33.489319 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d99a0a8-f3b9-4eec-b9fa-7231586f312d req-5438564f-d467-4dd7-8ce6-776033326e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:33.490787 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5d99a0a8-f3b9-4eec-b9fa-7231586f312d req-5438564f-d467-4dd7-8ce6-776033326e0f service neutron] 10.222.0.108 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.0994091 Sep 24 15:40:33.549960 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d99a0a8-f3b9-4eec-b9fa-7231586f312d req-43928989-d53d-4aa0-b5a2-06cd159f2351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:33.552351 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5d99a0a8-f3b9-4eec-b9fa-7231586f312d req-43928989-d53d-4aa0-b5a2-06cd159f2351 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0533268 Sep 24 15:40:33.587300 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-d2921916-ba99-4882-855e-55df75c97cef req-e64e0aa0-0a28-40df-9393-ca4d1d341965 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] For port a798f864-7258-4bf0-87cc-1bfef04bb674, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=a798f864-7258-4bf0-87cc-1bfef04bb674,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:40:33.588400 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d2921916-ba99-4882-855e-55df75c97cef req-e64e0aa0-0a28-40df-9393-ca4d1d341965 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:33.591056 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-22f66f48-b20c-4392-9d89-b60a64bb3a57 req-c853a915-3bb7-4dab-a23a-46b2a91fee4c tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:33.604497 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['afbf09b1-1e35-4fb2-a4fa-27218272dc3a', 'a798f864-7258-4bf0-87cc-1bfef04bb674'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:40:33.632279 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-73fb2f5e-e0a9-4646-956c-6fd1a712c4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:33.633460 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c853a915-3bb7-4dab-a23a-46b2a91fee4c tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Pushing event deleted for resources: {'Port': ['ID=24452517-d2c8-4379-b085-e8bb73de1440,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:33.635461 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-73fb2f5e-e0a9-4646-956c-6fd1a712c4eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:33.640333 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-73fb2f5e-e0a9-4646-956c-6fd1a712c4eb admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/062e49b2-c5a5-48e0-9b40-9c62f3971c6d HTTP/1.1" status: 204 len: 168 time: 0.3735754 Sep 24 15:40:33.641321 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-d2921916-ba99-4882-855e-55df75c97cef req-e64e0aa0-0a28-40df-9393-ca4d1d341965 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Calling delete_port for a798f864-7258-4bf0-87cc-1bfef04bb674 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:40:33.672204 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fb2f5e-e0a9-4646-956c-6fd1a712c4eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=062e49b2-c5a5-48e0-9b40-9c62f3971c6d,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:33.727464 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5d99a0a8-f3b9-4eec-b9fa-7231586f312d req-2abc6598-e3e0-49b7-a895-1de14732c833 service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671653 Sep 24 15:40:33.807729 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-22f66f48-b20c-4392-9d89-b60a64bb3a57 req-c853a915-3bb7-4dab-a23a-46b2a91fee4c tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] No DVR routers for this DVR port 24452517-d2c8-4379-b085-e8bb73de1440 on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:40:33.851751 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-22f66f48-b20c-4392-9d89-b60a64bb3a57 req-c853a915-3bb7-4dab-a23a-46b2a91fee4c tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:33.853205 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5d99a0a8-f3b9-4eec-b9fa-7231586f312d req-c4c6eaaf-531f-4ce6-bb76-900d3fa17acb service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176267 Sep 24 15:40:33.856099 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-22f66f48-b20c-4392-9d89-b60a64bb3a57 req-c853a915-3bb7-4dab-a23a-46b2a91fee4c tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.108 "DELETE /v2.0/ports/24452517-d2c8-4379-b085-e8bb73de1440 HTTP/1.1" status: 204 len: 173 time: 1.2722485 Sep 24 15:40:33.874651 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2679d378-c202-4cf0-8e24-32339cc5efbc req-0aca5f45-cbce-4a11-a4fd-16bf60af5829 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=e987ce22-4dae-4538-9ad9-22cc791d9d5f HTTP/1.1" status: 200 len: 210 time: 0.1719527 Sep 24 15:40:33.877076 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e987ce22-4dae-4538-9ad9-22cc791d9d5f', 'name': 'network-vif-deleted', 'tag': '24452517-d2c8-4379-b085-e8bb73de1440'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:40:33.879705 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be88612-7b1f-426c-ad1a-eedcaf45978e" -d '{"events": [{"server_uuid": "e987ce22-4dae-4538-9ad9-22cc791d9d5f", "name": "network-vif-deleted", "tag": "24452517-d2c8-4379-b085-e8bb73de1440"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:40:33.930739 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd82e59d-0b37-4df5-b1c5-6a4b5f4b0fc8 req-122c4636-b197-4cfc-b9cf-e9d1348f844c tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:33.939099 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-dd82e59d-0b37-4df5-b1c5-6a4b5f4b0fc8 req-122c4636-b197-4cfc-b9cf-e9d1348f844c tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a HTTP/1.1" status: 200 len: 950 time: 0.0799198 Sep 24 15:40:33.945057 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6096835d-d2d6-408a-8a37-0115c1a55911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:33.999975 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-dd82e59d-0b37-4df5-b1c5-6a4b5f4b0fc8 req-da04edba-a1e3-4796-8145-5e3fb704f939 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599234 Sep 24 15:40:34.070893 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0f96e5a-b23d-48f6-a480-3ddcf35d0d92 x-openstack-request-id: req-f0f96e5a-b23d-48f6-a480-3ddcf35d0d92 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:40:34.071187 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e987ce22-4dae-4538-9ad9-22cc791d9d5f", "name": "network-vif-deleted", "tag": "24452517-d2c8-4379-b085-e8bb73de1440", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:40:34.071448 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-f0f96e5a-b23d-48f6-a480-3ddcf35d0d92 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:40:34.072434 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e987ce22-4dae-4538-9ad9-22cc791d9d5f', 'name': 'network-vif-deleted', 'tag': '24452517-d2c8-4379-b085-e8bb73de1440', 'status': 'completed', 'code': 200} Sep 24 15:40:34.234269 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608379e5-bd51-4b1f-bbb0-a3639100fb5a req-f7893c00-7c1d-47c6-9603-710f91733b9c tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:34.234269 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-608379e5-bd51-4b1f-bbb0-a3639100fb5a req-f7893c00-7c1d-47c6-9603-710f91733b9c tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=c4cea3b6-1a91-4059-b0c7-dce5ee154a9a HTTP/1.1" status: 200 len: 945 time: 0.0817649 Sep 24 15:40:34.276485 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d2921916-ba99-4882-855e-55df75c97cef req-e64e0aa0-0a28-40df-9393-ca4d1d341965 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:34.286954 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-608379e5-bd51-4b1f-bbb0-a3639100fb5a req-8a1baea6-447d-471e-ab42-3610d8c72c99 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452404 Sep 24 15:40:34.323224 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64e0aa0-0a28-40df-9393-ca4d1d341965 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Pushing event deleted for resources: {'Port': ['ID=a798f864-7258-4bf0-87cc-1bfef04bb674,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:34.347512 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:34.415692 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2921916-ba99-4882-855e-55df75c97cef req-e64e0aa0-0a28-40df-9393-ca4d1d341965 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] No DVR routers for this DVR port a798f864-7258-4bf0-87cc-1bfef04bb674 on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:40:34.418674 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d2921916-ba99-4882-855e-55df75c97cef req-e64e0aa0-0a28-40df-9393-ca4d1d341965 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:34.420484 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d2921916-ba99-4882-855e-55df75c97cef req-e64e0aa0-0a28-40df-9393-ca4d1d341965 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.108 "DELETE /v2.0/ports/a798f864-7258-4bf0-87cc-1bfef04bb674 HTTP/1.1" status: 204 len: 173 time: 1.3759611 Sep 24 15:40:34.542133 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['afbf09b1-1e35-4fb2-a4fa-27218272dc3a'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:40:35.034311 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9d5259fc-5f16-42a9-94f9-112cd77f5893 req-622bcd73-72cf-4e7a-8d1f-59e650a2964b tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=e987ce22-4dae-4538-9ad9-22cc791d9d5f HTTP/1.1" status: 200 len: 210 time: 0.0307856 Sep 24 15:40:35.157386 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:35.161059 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac1e38-1322-48c1-93d1-76e884e3abbb req-d458a9dc-64b6-48e2-8a68-deecef2a1a63 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:35.170111 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-24ac1e38-1322-48c1-93d1-76e884e3abbb req-d458a9dc-64b6-48e2-8a68-deecef2a1a63 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a HTTP/1.1" status: 200 len: 950 time: 0.0652666 Sep 24 15:40:35.209219 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-24ac1e38-1322-48c1-93d1-76e884e3abbb req-a6fbab5f-2cc4-4e47-9b3c-45ccbdb18ec2 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382152 Sep 24 15:40:35.400655 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c0083d-631a-4ece-bb58-8f4528e22abd req-7798d611-9fd7-43f8-aeed-f5015eac79bf tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:35.404276 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b0c0083d-631a-4ece-bb58-8f4528e22abd req-7798d611-9fd7-43f8-aeed-f5015eac79bf tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=c4cea3b6-1a91-4059-b0c7-dce5ee154a9a HTTP/1.1" status: 200 len: 945 time: 0.0512869 Sep 24 15:40:35.438855 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 24452517-d2c8-4379-b085-e8bb73de1440 no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:40:35.453988 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b0c0083d-631a-4ece-bb58-8f4528e22abd req-ba2a6358-0623-4a49-831a-cbab2a4e58ee tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450957 Sep 24 15:40:35.478782 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] No Port match for: 24452517-d2c8-4379-b085-e8bb73de1440 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:40:35.479135 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 24452517-d2c8-4379-b085-e8bb73de1440 not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:40:35.479552 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device a798f864-7258-4bf0-87cc-1bfef04bb674 no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:40:35.517060 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] No Port match for: a798f864-7258-4bf0-87cc-1bfef04bb674 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:40:35.517813 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device a798f864-7258-4bf0-87cc-1bfef04bb674 not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:40:35.522850 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 51334) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:40:35.654453 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-aa11ff73-1f28-4869-a612-66ab096dda75 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1254055203-network', 'tenant_id': 'fd9a43ed9ace417e889d077870f5a6b6'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:40:35.745727 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa11ff73-1f28-4869-a612-66ab096dda75 admin admin] Made reservation on behalf of fd9a43ed9ace417e889d077870f5a6b6 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:40:35.748175 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-aa11ff73-1f28-4869-a612-66ab096dda75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:35.756954 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-aa11ff73-1f28-4869-a612-66ab096dda75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:35.843855 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-aa11ff73-1f28-4869-a612-66ab096dda75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:35.974661 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-aa11ff73-1f28-4869-a612-66ab096dda75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:36.000819 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa11ff73-1f28-4869-a612-66ab096dda75 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1261} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:40:36.017690 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa11ff73-1f28-4869-a612-66ab096dda75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=705b4e24-2676-4d53-a519-d5ab5e6e26db,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:36.021428 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-aa11ff73-1f28-4869-a612-66ab096dda75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:36.021782 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-aa11ff73-1f28-4869-a612-66ab096dda75 admin admin] Added segment bfc08645-e1e8-4516-b496-8347d1567728 of type vlan for network 1717592d-aa85-48d4-a6aa-eeffcff7fc94 Sep 24 15:40:36.066615 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-aa11ff73-1f28-4869-a612-66ab096dda75 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:36.075857 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c87934bb-28a4-4f5c-a678-8da450c86ac9', 'name': 'network-vif-deleted', 'tag': 'a798f864-7258-4bf0-87cc-1bfef04bb674'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:40:36.080065 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e86c0b4-b348-478f-9afb-83f496711492" -d '{"events": [{"server_uuid": "c87934bb-28a4-4f5c-a678-8da450c86ac9", "name": "network-vif-deleted", "tag": "a798f864-7258-4bf0-87cc-1bfef04bb674"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:40:36.126885 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-369b3049-d81e-48be-ba49-40cc97d58c83 x-openstack-request-id: req-369b3049-d81e-48be-ba49-40cc97d58c83 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:40:36.131943 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c87934bb-28a4-4f5c-a678-8da450c86ac9", "name": "network-vif-deleted", "tag": "a798f864-7258-4bf0-87cc-1bfef04bb674", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:40:36.131943 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-369b3049-d81e-48be-ba49-40cc97d58c83 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:40:36.131943 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c87934bb-28a4-4f5c-a678-8da450c86ac9', 'name': 'network-vif-deleted', 'tag': 'a798f864-7258-4bf0-87cc-1bfef04bb674', 'status': 'completed', 'code': 200} Sep 24 15:40:36.185706 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f979ee14-f46f-411a-ac24-092ad733d69d req-0b9982dc-6533-40c1-a302-b457313727d7 tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=4e31ccefbbf247a88e548e5978268c86&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229979 Sep 24 15:40:36.203100 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-aa11ff73-1f28-4869-a612-66ab096dda75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:36.203925 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa11ff73-1f28-4869-a612-66ab096dda75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:36.204495 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-aa11ff73-1f28-4869-a612-66ab096dda75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:36.313550 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa11ff73-1f28-4869-a612-66ab096dda75 admin admin] Pushing event updated for resources: {'Network': ['ID=1717592d-aa85-48d4-a6aa-eeffcff7fc94,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:36.328644 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 1717592d-aa85-48d4-a6aa-eeffcff7fc94 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:40:36.361078 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979ee14-f46f-411a-ac24-092ad733d69d req-2c86df4f-0f7a-43b2-ac31-a5bfa0a860e8 tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:36.362616 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f979ee14-f46f-411a-ac24-092ad733d69d req-2c86df4f-0f7a-43b2-ac31-a5bfa0a860e8 tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1711597 Sep 24 15:40:36.369533 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-aa11ff73-1f28-4869-a612-66ab096dda75 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8456426 Sep 24 15:40:36.372639 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 51372) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:40:36.378783 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-99059f1b-9e9c-44ad-a18c-93cd961087e4 admin admin] Request body: {'subnet': {'network_id': '1717592d-aa85-48d4-a6aa-eeffcff7fc94', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1254055203-subnet', 'tenant_id': 'fd9a43ed9ace417e889d077870f5a6b6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:40:36.407238 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f979ee14-f46f-411a-ac24-092ad733d69d req-075d31a6-d332-4e82-adee-fc30da26fd0b tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] 10.222.0.101 "GET /v2.0/quotas/4e31ccefbbf247a88e548e5978268c86 HTTP/1.1" status: 200 len: 375 time: 0.0345945 Sep 24 15:40:36.412846 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28813767-078f-4b55-8acc-cf1fefd0409b req-4a06e305-9d9e-4928-bc5b-541254509a8d tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:36.414552 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-28813767-078f-4b55-8acc-cf1fefd0409b req-4a06e305-9d9e-4928-bc5b-541254509a8d tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a HTTP/1.1" status: 200 len: 950 time: 0.0538516 Sep 24 15:40:36.442771 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f979ee14-f46f-411a-ac24-092ad733d69d req-4cdeaf07-dd87-4ce4-a8c5-afa2c176ed4c tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=4e31ccefbbf247a88e548e5978268c86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284998 Sep 24 15:40:36.454376 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-28813767-078f-4b55-8acc-cf1fefd0409b req-cf9af330-d798-4e85-937c-bd1105308bc3 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329285 Sep 24 15:40:36.489338 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99059f1b-9e9c-44ad-a18c-93cd961087e4 admin admin] Made reservation on behalf of fd9a43ed9ace417e889d077870f5a6b6 for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:40:36.499727 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-99059f1b-9e9c-44ad-a18c-93cd961087e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:36.573084 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:36.729401 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde11524-4fb3-405f-97a3-08adadc1874f req-c53e31f0-2307-4987-bcd8-0875e56e8d89 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:36.730828 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fde11524-4fb3-405f-97a3-08adadc1874f req-c53e31f0-2307-4987-bcd8-0875e56e8d89 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=c4cea3b6-1a91-4059-b0c7-dce5ee154a9a HTTP/1.1" status: 200 len: 945 time: 0.0536284 Sep 24 15:40:36.769189 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fde11524-4fb3-405f-97a3-08adadc1874f req-7d6f6478-60c1-4fc7-88ea-fa1a94e2dc69 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323911 Sep 24 15:40:36.778374 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-99059f1b-9e9c-44ad-a18c-93cd961087e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:36.842630 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99059f1b-9e9c-44ad-a18c-93cd961087e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=513e3dad-9c72-4933-8756-e8b0320dddab,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:36.847159 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99059f1b-9e9c-44ad-a18c-93cd961087e4 admin admin] Checking segment: {'id': 'bfc08645-e1e8-4516-b496-8347d1567728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '1717592d-aa85-48d4-a6aa-eeffcff7fc94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:40:36.847513 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99059f1b-9e9c-44ad-a18c-93cd961087e4 admin admin] Network hostable DHCP agents. Network: 1717592d-aa85-48d4-a6aa-eeffcff7fc94, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:40:36.914134 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-39a52081-1327-4c7f-97e8-b0992cf19060 req-d8f040be-3e83-446e-aa55-bfee9bbfd2e6 tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb4e8a26-5c1d-4728-9dcf-48b66165cce6 HTTP/1.1" status: 200 len: 210 time: 0.0265760 Sep 24 15:40:36.963814 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99059f1b-9e9c-44ad-a18c-93cd961087e4 admin admin] Network 1717592d-aa85-48d4-a6aa-eeffcff7fc94 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:40:37.054956 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-99059f1b-9e9c-44ad-a18c-93cd961087e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 1717592d-aa85-48d4-a6aa-eeffcff7fc94) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:40:37.061386 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99059f1b-9e9c-44ad-a18c-93cd961087e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:37.061784 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-99059f1b-9e9c-44ad-a18c-93cd961087e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:37.064542 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73f632b8-6572-436c-ad0f-aab09842bc43 None None] Network 1717592d-aa85-48d4-a6aa-eeffcff7fc94 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:40:37.091436 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856b9151-2dab-41e4-9032-83065f96b2f9 req-91d5c4b1-e505-4bdc-b6db-64088fd805a3 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:37.093005 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-856b9151-2dab-41e4-9032-83065f96b2f9 req-91d5c4b1-e505-4bdc-b6db-64088fd805a3 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=39a62df8-13ee-4707-bb72-f38aecc6208b HTTP/1.1" status: 200 len: 950 time: 0.0653696 Sep 24 15:40:37.141584 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 51396) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:40:37.142102 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-99059f1b-9e9c-44ad-a18c-93cd961087e4 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7641749 Sep 24 15:40:37.142102 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-856b9151-2dab-41e4-9032-83065f96b2f9 req-608536ec-3701-42fe-9411-ba460462fdec tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424688 Sep 24 15:40:37.143493 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-e1505e88-cfcf-4f33-8afc-6e120cb8914e admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1254055203-router', 'tenant_id': 'fd9a43ed9ace417e889d077870f5a6b6', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:40:37.230738 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b7675ec-9988-4f04-baed-1b4559eade47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-1717592d-aa85-48d4-a6aa-eeffcff7fc94', 'network_id': '1717592d-aa85-48d4-a6aa-eeffcff7fc94', 'tenant_id': 'fd9a43ed9ace417e889d077870f5a6b6', 'fixed_ips': [{'subnet_id': '513e3dad-9c72-4933-8756-e8b0320dddab'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:40:37.231557 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5b7675ec-9988-4f04-baed-1b4559eade47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:37.275550 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e1505e88-cfcf-4f33-8afc-6e120cb8914e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:37.276849 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e1505e88-cfcf-4f33-8afc-6e120cb8914e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:37.345775 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e1505e88-cfcf-4f33-8afc-6e120cb8914e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:37.372900 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-5b7675ec-9988-4f04-baed-1b4559eade47 None None] Allocated IP 172.20.0.2 (1717592d-aa85-48d4-a6aa-eeffcff7fc94/513e3dad-9c72-4933-8756-e8b0320dddab/99d8a97c-e7f8-4cc6-a414-afdd0c8443fe) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:40:37.517811 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5b7675ec-9988-4f04-baed-1b4559eade47 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:37.574222 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b8501-18ce-4838-b083-3e517d065a9d req-760b8cee-0b1e-4c0c-9fc8-3a6c03b8af6c tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:37.575908 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-894b8501-18ce-4838-b083-3e517d065a9d req-760b8cee-0b1e-4c0c-9fc8-3a6c03b8af6c tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a HTTP/1.1" status: 200 len: 950 time: 0.0506113 Sep 24 15:40:37.717507 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-894b8501-18ce-4838-b083-3e517d065a9d req-102136f0-0d9d-41af-b3cd-12f0a98fd82a tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973444 Sep 24 15:40:37.750272 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5b7675ec-9988-4f04-baed-1b4559eade47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:37.750539 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e1505e88-cfcf-4f33-8afc-6e120cb8914e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:37.781977 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7675ec-9988-4f04-baed-1b4559eade47 None None] Network 1717592d-aa85-48d4-a6aa-eeffcff7fc94 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:40:37.790575 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-5b7675ec-9988-4f04-baed-1b4559eade47 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:40:37.790575 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7675ec-9988-4f04-baed-1b4559eade47 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:40:37.801828 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7675ec-9988-4f04-baed-1b4559eade47 None None] Pushing event updated for resources: {'Port': ['ID=99d8a97c-e7f8-4cc6-a414-afdd0c8443fe,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:37.847447 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-5b7675ec-9988-4f04-baed-1b4559eade47 None None] Attempting to bind port 99d8a97c-e7f8-4cc6-a414-afdd0c8443fe on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:40:37.847813 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-5b7675ec-9988-4f04-baed-1b4559eade47 None None] Attempting to bind port 99d8a97c-e7f8-4cc6-a414-afdd0c8443fe by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'bfc08645-e1e8-4516-b496-8347d1567728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '1717592d-aa85-48d4-a6aa-eeffcff7fc94'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:40:37.848175 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7675ec-9988-4f04-baed-1b4559eade47 None None] Attempting to bind port 99d8a97c-e7f8-4cc6-a414-afdd0c8443fe on network 1717592d-aa85-48d4-a6aa-eeffcff7fc94 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:40:37.853216 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7675ec-9988-4f04-baed-1b4559eade47 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:40:37.853636 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7675ec-9988-4f04-baed-1b4559eade47 None None] Checking segment: {'id': 'bfc08645-e1e8-4516-b496-8347d1567728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '1717592d-aa85-48d4-a6aa-eeffcff7fc94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:40:37.854074 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5b7675ec-9988-4f04-baed-1b4559eade47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:37.856396 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b7675ec-9988-4f04-baed-1b4559eade47 None None] Bound using segment: {'id': 'bfc08645-e1e8-4516-b496-8347d1567728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '1717592d-aa85-48d4-a6aa-eeffcff7fc94'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:40:37.856996 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-5b7675ec-9988-4f04-baed-1b4559eade47 None None] Bound port: 99d8a97c-e7f8-4cc6-a414-afdd0c8443fe, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfc08645-e1e8-4516-b496-8347d1567728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '1717592d-aa85-48d4-a6aa-eeffcff7fc94'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:40:37.857397 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5b7675ec-9988-4f04-baed-1b4559eade47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:37.935878 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-5b7675ec-9988-4f04-baed-1b4559eade47 None None] For port 99d8a97c-e7f8-4cc6-a414-afdd0c8443fe, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:40:37.937798 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce01520f-703e-4097-b3c7-2796a429dac7 req-38291c15-e732-4502-a317-7cd775607136 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:37.939263 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-5b7675ec-9988-4f04-baed-1b4559eade47 None None] For port 99d8a97c-e7f8-4cc6-a414-afdd0c8443fe, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=99d8a97c-e7f8-4cc6-a414-afdd0c8443fe,segment=NetworkSegment(bfc08645-e1e8-4516-b496-8347d1567728),segment_id=bfc08645-e1e8-4516-b496-8347d1567728)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:40:37.939768 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ce01520f-703e-4097-b3c7-2796a429dac7 req-38291c15-e732-4502-a317-7cd775607136 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=c4cea3b6-1a91-4059-b0c7-dce5ee154a9a HTTP/1.1" status: 200 len: 945 time: 0.0934455 Sep 24 15:40:37.983980 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ce01520f-703e-4097-b3c7-2796a429dac7 req-ba145d28-9663-4a20-9a34-e201b01bf914 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380380 Sep 24 15:40:38.059799 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5f07c71a-6162-4936-ac6c-0166d9333923 req-b3fc6dd7-d985-4dd2-b6ac-c6b19ebddba2 tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb4e8a26-5c1d-4728-9dcf-48b66165cce6 HTTP/1.1" status: 200 len: 210 time: 0.0638120 Sep 24 15:40:38.094981 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5b7675ec-9988-4f04-baed-1b4559eade47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:38.164607 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7675ec-9988-4f04-baed-1b4559eade47 None None] Pushing event updated for resources: {'Port': ['ID=99d8a97c-e7f8-4cc6-a414-afdd0c8443fe,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:38.206984 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e1505e88-cfcf-4f33-8afc-6e120cb8914e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:38.227519 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e1505e88-cfcf-4f33-8afc-6e120cb8914e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:38.354312 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d7830-eaf6-40a0-8db5-4510dc947e98 req-a4c7a749-2cd8-48ee-a9fe-0222293d9b2b tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:38.368327 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ad3d7830-eaf6-40a0-8db5-4510dc947e98 req-a4c7a749-2cd8-48ee-a9fe-0222293d9b2b tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=39a62df8-13ee-4707-bb72-f38aecc6208b HTTP/1.1" status: 200 len: 950 time: 0.1188703 Sep 24 15:40:38.380810 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-e1505e88-cfcf-4f33-8afc-6e120cb8914e admin admin] Allocated IP 172.25.0.198 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/22c5886a-e102-469d-885f-d32d40ec5949) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:40:38.435563 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ad3d7830-eaf6-40a0-8db5-4510dc947e98 req-cd89f89e-d0c6-4514-965c-c81757cef01f tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/security-groups?id=d2a00c9d-2692-4e30-8b97-461bf1298ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648932 Sep 24 15:40:38.559340 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e1505e88-cfcf-4f33-8afc-6e120cb8914e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:38.567884 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39595e52-314b-4337-94b1-c1642890dd8b req-37d8f273-082d-4aba-a637-368bacde9c29 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:38.569338 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-39595e52-314b-4337-94b1-c1642890dd8b req-37d8f273-082d-4aba-a637-368bacde9c29 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.108 "GET /v2.0/ports?device_id=39a62df8-13ee-4707-bb72-f38aecc6208b HTTP/1.1" status: 200 len: 950 time: 0.0791855 Sep 24 15:40:38.688890 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-39595e52-314b-4337-94b1-c1642890dd8b req-920fbe86-a2bc-4166-879f-e3c0c635649f tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Deleting port afbf09b1-1e35-4fb2-a4fa-27218272dc3a {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:40:38.691092 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-39595e52-314b-4337-94b1-c1642890dd8b req-920fbe86-a2bc-4166-879f-e3c0c635649f tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:38.778723 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e1505e88-cfcf-4f33-8afc-6e120cb8914e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:38.796739 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-39595e52-314b-4337-94b1-c1642890dd8b req-920fbe86-a2bc-4166-879f-e3c0c635649f tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] For port afbf09b1-1e35-4fb2-a4fa-27218272dc3a, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=afbf09b1-1e35-4fb2-a4fa-27218272dc3a,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:40:38.797111 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-39595e52-314b-4337-94b1-c1642890dd8b req-920fbe86-a2bc-4166-879f-e3c0c635649f tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:38.847735 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-39595e52-314b-4337-94b1-c1642890dd8b req-920fbe86-a2bc-4166-879f-e3c0c635649f tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Calling delete_port for afbf09b1-1e35-4fb2-a4fa-27218272dc3a owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:40:38.857136 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1505e88-cfcf-4f33-8afc-6e120cb8914e admin admin] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:40:38.863161 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a2eed3-e46a-45cc-b640-a86332a73b90 req-add4fafd-c4ac-4611-ab15-64d824208dae tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:38.865795 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:38.867749 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-e1505e88-cfcf-4f33-8afc-6e120cb8914e admin admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:40:38.867921 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-72a2eed3-e46a-45cc-b640-a86332a73b90 req-add4fafd-c4ac-4611-ab15-64d824208dae tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a HTTP/1.1" status: 200 len: 950 time: 0.0749221 Sep 24 15:40:38.881329 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1505e88-cfcf-4f33-8afc-6e120cb8914e admin admin] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:40:38.910002 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1505e88-cfcf-4f33-8afc-6e120cb8914e admin admin] Pushing event updated for resources: {'Port': ['ID=22c5886a-e102-469d-885f-d32d40ec5949,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:38.930241 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-72a2eed3-e46a-45cc-b640-a86332a73b90 req-2dbc45e1-3d70-4658-bf0d-a1664046263c tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520453 Sep 24 15:40:39.147985 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5464b32-1520-4906-bfba-ea7b2756c376 req-f5b42fd5-ac77-4703-a0c9-b301186cc213 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:39.150396 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b5464b32-1520-4906-bfba-ea7b2756c376 req-f5b42fd5-ac77-4703-a0c9-b301186cc213 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=c4cea3b6-1a91-4059-b0c7-dce5ee154a9a HTTP/1.1" status: 200 len: 945 time: 0.0787468 Sep 24 15:40:39.184402 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6d3b4de0-1f35-43a7-b8d5-bfb595d721d7 req-4f0aca67-c8fe-4e38-a570-c6ce55262cbb tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb4e8a26-5c1d-4728-9dcf-48b66165cce6 HTTP/1.1" status: 200 len: 210 time: 0.0332174 Sep 24 15:40:39.219378 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b5464b32-1520-4906-bfba-ea7b2756c376 req-a0af013a-acff-4158-9f1b-9138eb10d789 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620377 Sep 24 15:40:39.260921 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506b1664-5480-4511-aea6-361f2d0e9414 None None] Network 1717592d-aa85-48d4-a6aa-eeffcff7fc94 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:40:39.283910 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-39595e52-314b-4337-94b1-c1642890dd8b req-920fbe86-a2bc-4166-879f-e3c0c635649f tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:39.312596 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920fbe86-a2bc-4166-879f-e3c0c635649f tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Pushing event deleted for resources: {'Port': ['ID=afbf09b1-1e35-4fb2-a4fa-27218272dc3a,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:39.319947 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['afbf09b1-1e35-4fb2-a4fa-27218272dc3a'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:40:39.387619 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-e2df3424-1fe6-4287-9dd9-7f124dc15443 None None] Provisioning complete for port 99d8a97c-e7f8-4cc6-a414-afdd0c8443fe triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:40:39.388359 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e2df3424-1fe6-4287-9dd9-7f124dc15443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:39.414368 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-39595e52-314b-4337-94b1-c1642890dd8b req-920fbe86-a2bc-4166-879f-e3c0c635649f tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] No DVR routers for this DVR port afbf09b1-1e35-4fb2-a4fa-27218272dc3a on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:40:39.418741 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-39595e52-314b-4337-94b1-c1642890dd8b req-920fbe86-a2bc-4166-879f-e3c0c635649f tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:39.420761 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-39595e52-314b-4337-94b1-c1642890dd8b req-920fbe86-a2bc-4166-879f-e3c0c635649f tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.108 "DELETE /v2.0/ports/afbf09b1-1e35-4fb2-a4fa-27218272dc3a HTTP/1.1" status: 204 len: 173 time: 0.8423781 Sep 24 15:40:39.421207 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39a62df8-13ee-4707-bb72-f38aecc6208b', 'name': 'network-vif-deleted', 'tag': 'afbf09b1-1e35-4fb2-a4fa-27218272dc3a'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:40:39.423643 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f46207c6-b43c-41a5-a3c6-b7f054b44dfc" -d '{"events": [{"server_uuid": "39a62df8-13ee-4707-bb72-f38aecc6208b", "name": "network-vif-deleted", "tag": "afbf09b1-1e35-4fb2-a4fa-27218272dc3a"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:40:39.508323 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf5a182-8b59-4060-a1fb-cd3499832ee7 x-openstack-request-id: req-adf5a182-8b59-4060-a1fb-cd3499832ee7 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:40:39.509713 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39a62df8-13ee-4707-bb72-f38aecc6208b", "name": "network-vif-deleted", "tag": "afbf09b1-1e35-4fb2-a4fa-27218272dc3a", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:40:39.510219 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-adf5a182-8b59-4060-a1fb-cd3499832ee7 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:40:39.510863 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39a62df8-13ee-4707-bb72-f38aecc6208b', 'name': 'network-vif-deleted', 'tag': 'afbf09b1-1e35-4fb2-a4fa-27218272dc3a', 'status': 'completed', 'code': 200} Sep 24 15:40:39.511986 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e1505e88-cfcf-4f33-8afc-6e120cb8914e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:39.571028 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e2df3424-1fe6-4287-9dd9-7f124dc15443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:39.591605 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3f86c042-1459-4668-91f8-8a216f761262 req-2a35946d-1266-4123-afc2-6b861acf7e60 tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=39a62df8-13ee-4707-bb72-f38aecc6208b HTTP/1.1" status: 200 len: 210 time: 0.0471578 Sep 24 15:40:39.616717 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-e2df3424-1fe6-4287-9dd9-7f124dc15443 None None] For port 99d8a97c-e7f8-4cc6-a414-afdd0c8443fe, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=99d8a97c-e7f8-4cc6-a414-afdd0c8443fe,segment=NetworkSegment(bfc08645-e1e8-4516-b496-8347d1567728),segment_id=bfc08645-e1e8-4516-b496-8347d1567728)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:40:39.768171 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e1505e88-cfcf-4f33-8afc-6e120cb8914e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:39.785905 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e2df3424-1fe6-4287-9dd9-7f124dc15443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:39.831015 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f979ee14-f46f-411a-ac24-092ad733d69d req-06ea23d8-dfea-411f-9f99-82dec3697228 tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] 10.222.0.110 "GET /v2.0/networks?tenant_id=4e31ccefbbf247a88e548e5978268c86&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0497341 Sep 24 15:40:39.874308 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2df3424-1fe6-4287-9dd9-7f124dc15443 None None] Pushing event updated for resources: {'Port': ['ID=99d8a97c-e7f8-4cc6-a414-afdd0c8443fe,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:39.916866 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-1ddd8082-55ad-4394-9596-a1b6e317f2e9 None None] Provisioning complete for port 99d8a97c-e7f8-4cc6-a414-afdd0c8443fe triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:40:39.917495 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-1ddd8082-55ad-4394-9596-a1b6e317f2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:39.976583 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dce1ce-3622-4221-abbb-510cdfa2c5a5 req-e0d28c79-066f-47f3-af4c-52da20cc01ef tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:39.978848 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-45dce1ce-3622-4221-abbb-510cdfa2c5a5 req-e0d28c79-066f-47f3-af4c-52da20cc01ef tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 945 time: 0.1372597 Sep 24 15:40:40.036840 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979ee14-f46f-411a-ac24-092ad733d69d req-2eee62d7-1edf-4d7f-9d46-b58fca3110cd tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:40.038665 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f979ee14-f46f-411a-ac24-092ad733d69d req-2eee62d7-1edf-4d7f-9d46-b58fca3110cd tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1958117 Sep 24 15:40:40.055134 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-f979ee14-f46f-411a-ac24-092ad733d69d req-d7fa9d04-e931-463a-9f66-c1300754d985 tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] Request body: {'port': {'device_id': 'cb4e8a26-5c1d-4728-9dcf-48b66165cce6', 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939', 'admin_state_up': True, 'tenant_id': '4e31ccefbbf247a88e548e5978268c86'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:40:40.063380 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-45dce1ce-3622-4221-abbb-510cdfa2c5a5 req-96ac04e0-bef1-407d-89a5-a516a4739a41 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750544 Sep 24 15:40:40.121456 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f804e9de-10c8-4514-bbd5-8d54b72a960c req-ed59ea43-2f57-440a-b19b-24cb1ebcbfc3 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:40.123420 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f804e9de-10c8-4514-bbd5-8d54b72a960c req-ed59ea43-2f57-440a-b19b-24cb1ebcbfc3 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a HTTP/1.1" status: 200 len: 950 time: 0.1025720 Sep 24 15:40:40.124575 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1505e88-cfcf-4f33-8afc-6e120cb8914e admin admin] Router 1c2b989b-78c4-40d3-9709-0cbbeda8c9e9 is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:40:40.185947 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 99d8a97c-e7f8-4cc6-a414-afdd0c8443fe up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:40:40.219576 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 51456) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:40:40.241643 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f804e9de-10c8-4514-bbd5-8d54b72a960c req-63e3540b-e3ce-4281-9bc2-e2bd533554a8 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054859 Sep 24 15:40:40.242725 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f979ee14-f46f-411a-ac24-092ad733d69d req-d7fa9d04-e931-463a-9f66-c1300754d985 tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] Made reservation on behalf of 4e31ccefbbf247a88e548e5978268c86 for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:40:40.246010 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 99d8a97c-e7f8-4cc6-a414-afdd0c8443fe triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:40:40.253428 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:40.256016 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-f979ee14-f46f-411a-ac24-092ad733d69d req-d7fa9d04-e931-463a-9f66-c1300754d985 tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:40.267586 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-f979ee14-f46f-411a-ac24-092ad733d69d req-d7fa9d04-e931-463a-9f66-c1300754d985 tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:40.367353 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1505e88-cfcf-4f33-8afc-6e120cb8914e admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:40:40.378451 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e84299-4009-481e-a770-1bdfa40c2178 None None] Sync routers for ids ['1c2b989b-78c4-40d3-9709-0cbbeda8c9e9'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:40:40.389419 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e84299-4009-481e-a770-1bdfa40c2178 None None] Routers {'1c2b989b-78c4-40d3-9709-0cbbeda8c9e9'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:40:40.390495 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-51e84299-4009-481e-a770-1bdfa40c2178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:40:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['1c2b989b-78c4-40d3-9709-0cbbeda8c9e9'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:40:40.412323 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ed23be20-2008-4567-a8c5-24d1bb609abc req-77b6a4e8-3194-4c87-ba92-9096b862d30e tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb4e8a26-5c1d-4728-9dcf-48b66165cce6 HTTP/1.1" status: 200 len: 210 time: 0.0365775 Sep 24 15:40:40.469410 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-f979ee14-f46f-411a-ac24-092ad733d69d req-d7fa9d04-e931-463a-9f66-c1300754d985 tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:40.497603 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ed2c0836-4839-490d-a48a-ff7cf14842d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:40.538930 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-f979ee14-f46f-411a-ac24-092ad733d69d req-d7fa9d04-e931-463a-9f66-c1300754d985 tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:40.549092 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b398b0-184a-4cb4-80d9-6688c6845e59 req-c8b1ea4e-e60c-4cc8-b2f4-4491059b8455 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:40.550663 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-05b398b0-184a-4cb4-80d9-6688c6845e59 req-c8b1ea4e-e60c-4cc8-b2f4-4491059b8455 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=c4cea3b6-1a91-4059-b0c7-dce5ee154a9a HTTP/1.1" status: 200 len: 945 time: 0.0563881 Sep 24 15:40:40.590162 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-51e84299-4009-481e-a770-1bdfa40c2178 None None] Set router 1c2b989b-78c4-40d3-9709-0cbbeda8c9e9 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:40:40.595907 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-05b398b0-184a-4cb4-80d9-6688c6845e59 req-23cc7393-5cda-4a25-967d-f71c0af4c06f tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385509 Sep 24 15:40:40.606299 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fa9d04-e931-463a-9f66-c1300754d985 tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39ea9fa9-0168-4127-9efe-40cda7f64871,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:40.671927 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e1505e88-cfcf-4f33-8afc-6e120cb8914e admin admin] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:40.673723 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-e1505e88-cfcf-4f33-8afc-6e120cb8914e admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 3.5347106 Sep 24 15:40:40.676612 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 51472) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:40:40.753422 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:40.758104 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [req-f979ee14-f46f-411a-ac24-092ad733d69d req-d7fa9d04-e931-463a-9f66-c1300754d985 tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] Allocated IP 192.168.233.219 (9672f189-23fe-44e6-9dd2-257ff8905939/188edb94-8042-4961-9ec0-8960b1ce1305/c0e99190-1e5c-4b9b-af6e-77b9f1e2706f) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:40:40.766091 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4b5a2d45-d76a-4d60-ab0b-6cf5c28241fd req-e4a2f3f3-2588-42aa-a9bd-cc7c3f08416b tempest-ServersOnMultiNodesTest-257202484 tempest-ServersOnMultiNodesTest-257202484-project] 10.222.0.101 "GET /v2.0/ports?device_id=39a62df8-13ee-4707-bb72-f38aecc6208b HTTP/1.1" status: 200 len: 210 time: 0.0391700 Sep 24 15:40:40.782593 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-51e84299-4009-481e-a770-1bdfa40c2178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2b989b-78c4-40d3-9709-0cbbeda8c9e9', 'name': 'tempest-ServersTestJSON-1254055203-router', 'tenant_id': 'fd9a43ed9ace417e889d077870f5a6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '22c5886a-e102-469d-885f-d32d40ec5949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:40:37Z', 'updated_at': '2021-09-24T15:40:39Z', 'revision_number': 3, 'project_id': 'fd9a43ed9ace417e889d077870f5a6b6', 'gw_port': {'id': '22c5886a-e102-469d-885f-d32d40ec5949', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ba:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c2b989b-78c4-40d3-9709-0cbbeda8c9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:40:38Z', 'updated_at': '2021-09-24T15:40:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:40:40.814198 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e84299-4009-481e-a770-1bdfa40c2178 None None] Checking router: 1c2b989b-78c4-40d3-9709-0cbbeda8c9e9 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:40:40.815079 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e84299-4009-481e-a770-1bdfa40c2178 None None] Updating router 1c2b989b-78c4-40d3-9709-0cbbeda8c9e9 port 22c5886a-e102-469d-885f-d32d40ec5949 binding host n-d-808921-1 {{(pid=95299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:40:40.853313 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-51e84299-4009-481e-a770-1bdfa40c2178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:40.856457 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ed2c0836-4839-490d-a48a-ff7cf14842d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:41.021957 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-f979ee14-f46f-411a-ac24-092ad733d69d req-d7fa9d04-e931-463a-9f66-c1300754d985 tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:41.050061 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ed2c0836-4839-490d-a48a-ff7cf14842d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:41.100149 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ed2c0836-4839-490d-a48a-ff7cf14842d6 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=0d8d50c2255048efa30a202fb9589c40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8768642 Sep 24 15:40:41.100149 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2c0836-4839-490d-a48a-ff7cf14842d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db449fa-aa82-4ce6-acdc-166a1a211089,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:41.101071 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 51474) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:40:41.122149 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-51e84299-4009-481e-a770-1bdfa40c2178 None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:41.174686 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-f979ee14-f46f-411a-ac24-092ad733d69d req-d7fa9d04-e931-463a-9f66-c1300754d985 tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:41.203950 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-51e84299-4009-481e-a770-1bdfa40c2178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:41.221819 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0985b1e0-bfa4-420d-87cd-e4885abbd092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:41.235752 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f979ee14-f46f-411a-ac24-092ad733d69d req-d7fa9d04-e931-463a-9f66-c1300754d985 tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] Network 9672f189-23fe-44e6-9dd2-257ff8905939 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:40:41.241316 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [req-f979ee14-f46f-411a-ac24-092ad733d69d req-d7fa9d04-e931-463a-9f66-c1300754d985 tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:40:41.244649 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-33686383-8fc9-4dc0-b6dc-0fe6d798a4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:41.246751 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-f979ee14-f46f-411a-ac24-092ad733d69d req-d7fa9d04-e931-463a-9f66-c1300754d985 tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:40:41.261558 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-51e84299-4009-481e-a770-1bdfa40c2178 None None] Attempting to bind port 22c5886a-e102-469d-885f-d32d40ec5949 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:40:41.265341 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-51e84299-4009-481e-a770-1bdfa40c2178 None None] Attempting to bind port 22c5886a-e102-469d-885f-d32d40ec5949 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:40:41.265813 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e84299-4009-481e-a770-1bdfa40c2178 None None] Attempting to bind port 22c5886a-e102-469d-885f-d32d40ec5949 on network e6a2de20-1ea0-43e5-88e0-982d19e317d5 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:40:41.275178 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e84299-4009-481e-a770-1bdfa40c2178 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:40:41.275586 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e84299-4009-481e-a770-1bdfa40c2178 None None] Checking segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:40:41.276008 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-51e84299-4009-481e-a770-1bdfa40c2178 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:41.276404 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e84299-4009-481e-a770-1bdfa40c2178 None None] Bound using segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:40:41.276885 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-51e84299-4009-481e-a770-1bdfa40c2178 None None] Bound port: 22c5886a-e102-469d-885f-d32d40ec5949, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:40:41.277309 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-51e84299-4009-481e-a770-1bdfa40c2178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:41.295792 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979ee14-f46f-411a-ac24-092ad733d69d req-d7fa9d04-e931-463a-9f66-c1300754d985 tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:41.296500 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-f979ee14-f46f-411a-ac24-092ad733d69d req-d7fa9d04-e931-463a-9f66-c1300754d985 tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:41.305868 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fa9d04-e931-463a-9f66-c1300754d985 tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] Pushing event updated for resources: {'Port': ['ID=c0e99190-1e5c-4b9b-af6e-77b9f1e2706f,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:41.356599 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-51e84299-4009-481e-a770-1bdfa40c2178 None None] For port 22c5886a-e102-469d-885f-d32d40ec5949, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:40:41.360538 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-51e84299-4009-481e-a770-1bdfa40c2178 None None] For port 22c5886a-e102-469d-885f-d32d40ec5949, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=22c5886a-e102-469d-885f-d32d40ec5949,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:40:41.388958 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e36e655-88d1-468d-913f-2028109dd273 None None] Pushing event updated for resources: {'Port': ['ID=22c5886a-e102-469d-885f-d32d40ec5949,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:41.403625 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f979ee14-f46f-411a-ac24-092ad733d69d req-d7fa9d04-e931-463a-9f66-c1300754d985 tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3548887 Sep 24 15:40:41.428545 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [req-f979ee14-f46f-411a-ac24-092ad733d69d req-607b2865-25a8-46ec-adac-c251de5829ff tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:40:41.429621 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f979ee14-f46f-411a-ac24-092ad733d69d req-607b2865-25a8-46ec-adac-c251de5829ff tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0105193 Sep 24 15:40:41.432917 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-51e84299-4009-481e-a770-1bdfa40c2178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:41.468079 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device afbf09b1-1e35-4fb2-a4fa-27218272dc3a no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:40:41.488523 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a261472-9e4b-4313-80fb-1ca12cc27d9e req-8d3a4cdb-581b-46c3-be6b-287a65d66390 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:41.497594 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9a261472-9e4b-4313-80fb-1ca12cc27d9e req-8d3a4cdb-581b-46c3-be6b-287a65d66390 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a HTTP/1.1" status: 200 len: 950 time: 0.1067061 Sep 24 15:40:41.541234 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-f979ee14-f46f-411a-ac24-092ad733d69d req-5d313378-5020-422f-bae9-5a58048fa16b service neutron] Request body: {'port': {'device_id': 'cb4e8a26-5c1d-4728-9dcf-48b66165cce6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:40:41.576993 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0985b1e0-bfa4-420d-87cd-e4885abbd092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:41.594075 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9a261472-9e4b-4313-80fb-1ca12cc27d9e req-4db8110a-8f56-4e5d-9bf9-2744644ea9c7 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872517 Sep 24 15:40:41.629024 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-f979ee14-f46f-411a-ac24-092ad733d69d req-5d313378-5020-422f-bae9-5a58048fa16b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:41.689269 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] No Port match for: afbf09b1-1e35-4fb2-a4fa-27218272dc3a {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:40:41.689984 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device afbf09b1-1e35-4fb2-a4fa-27218272dc3a not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:40:41.709642 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e36e655-88d1-468d-913f-2028109dd273 None None] Pushing event updated for resources: {'Port': ['ID=22c5886a-e102-469d-885f-d32d40ec5949,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:41.713734 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b5742-b9ac-4f1d-a3c6-8410e18fc931 req-ff8838d7-c437-4791-a2e1-29311ff93d15 tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:41.715438 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fa9b5742-b9ac-4f1d-a3c6-8410e18fc931 req-ff8838d7-c437-4791-a2e1-29311ff93d15 tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb4e8a26-5c1d-4728-9dcf-48b66165cce6 HTTP/1.1" status: 200 len: 936 time: 0.1413884 Sep 24 15:40:41.721377 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e84299-4009-481e-a770-1bdfa40c2178 None None] Routers {'1c2b989b-78c4-40d3-9709-0cbbeda8c9e9'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:40:41.721597 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-51e84299-4009-481e-a770-1bdfa40c2178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:40:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['1c2b989b-78c4-40d3-9709-0cbbeda8c9e9'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:40:41.726033 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-5fb3d684-cb70-4a6d-84cf-ce018f4f0c7f None None] Provisioning complete for port c0e99190-1e5c-4b9b-af6e-77b9f1e2706f triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:40:41.726033 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5fb3d684-cb70-4a6d-84cf-ce018f4f0c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:41.797070 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-5fb3d684-cb70-4a6d-84cf-ce018f4f0c7f None None] Port c0e99190-1e5c-4b9b-af6e-77b9f1e2706f cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:40:41.815805 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff492414-0357-4f48-8bf0-dda79892f8a3 req-895274b8-297f-439f-88c7-414ccb071ab7 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:41.817428 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ff492414-0357-4f48-8bf0-dda79892f8a3 req-895274b8-297f-439f-88c7-414ccb071ab7 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=c4cea3b6-1a91-4059-b0c7-dce5ee154a9a HTTP/1.1" status: 200 len: 945 time: 0.1338630 Sep 24 15:40:41.822295 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fa9b5742-b9ac-4f1d-a3c6-8410e18fc931 req-a38970f3-d760-4842-a895-3978845b8159 tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] 10.222.0.101 "GET /v2.0/security-groups?id=39ea9fa9-0168-4127-9efe-40cda7f64871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003449 Sep 24 15:40:41.873206 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-33686383-8fc9-4dc0-b6dc-0fe6d798a4f0 admin admin] Allocated IP 172.20.0.1 (1717592d-aa85-48d4-a6aa-eeffcff7fc94/513e3dad-9c72-4933-8756-e8b0320dddab/ddc3ac11-3f36-4316-a55a-682a294aa8fa) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:40:41.880032 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-51e84299-4009-481e-a770-1bdfa40c2178 None None] Set router 1c2b989b-78c4-40d3-9709-0cbbeda8c9e9 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:40:41.916139 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0985b1e0-bfa4-420d-87cd-e4885abbd092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:41.918064 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ff492414-0357-4f48-8bf0-dda79892f8a3 req-eb46b768-97e6-4baa-a3d5-6ce6fb22ea36 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817721 Sep 24 15:40:41.919230 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0985b1e0-bfa4-420d-87cd-e4885abbd092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:41.921358 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-0985b1e0-bfa4-420d-87cd-e4885abbd092 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/3db449fa-aa82-4ce6-acdc-166a1a211089 HTTP/1.1" status: 204 len: 168 time: 0.8185310 Sep 24 15:40:41.940750 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0985b1e0-bfa4-420d-87cd-e4885abbd092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db449fa-aa82-4ce6-acdc-166a1a211089,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:42.018438 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [req-f979ee14-f46f-411a-ac24-092ad733d69d req-5d313378-5020-422f-bae9-5a58048fa16b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0e99190-1e5c-4b9b-af6e-77b9f1e2706f {{(pid=95297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:40:42.027381 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-f979ee14-f46f-411a-ac24-092ad733d69d req-5d313378-5020-422f-bae9-5a58048fa16b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:42.042054 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.provisioning_blocks [req-f979ee14-f46f-411a-ac24-092ad733d69d req-5d313378-5020-422f-bae9-5a58048fa16b service neutron] Transition to ACTIVE for port object c0e99190-1e5c-4b9b-af6e-77b9f1e2706f will not be triggered until provisioned by entity L2. {{(pid=95297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:40:42.043407 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-33686383-8fc9-4dc0-b6dc-0fe6d798a4f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:42.128343 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-f979ee14-f46f-411a-ac24-092ad733d69d req-5d313378-5020-422f-bae9-5a58048fa16b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:42.148786 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-51e84299-4009-481e-a770-1bdfa40c2178 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2b989b-78c4-40d3-9709-0cbbeda8c9e9', 'name': 'tempest-ServersTestJSON-1254055203-router', 'tenant_id': 'fd9a43ed9ace417e889d077870f5a6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '22c5886a-e102-469d-885f-d32d40ec5949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:40:37Z', 'updated_at': '2021-09-24T15:40:39Z', 'revision_number': 3, 'project_id': 'fd9a43ed9ace417e889d077870f5a6b6', 'gw_port': {'id': '22c5886a-e102-469d-885f-d32d40ec5949', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ba:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c2b989b-78c4-40d3-9709-0cbbeda8c9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:40:38Z', 'updated_at': '2021-09-24T15:40:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:40:42.153852 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-33686383-8fc9-4dc0-b6dc-0fe6d798a4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:42.192644 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e84299-4009-481e-a770-1bdfa40c2178 None None] The sync data for ids ['1c2b989b-78c4-40d3-9709-0cbbeda8c9e9'] in n-d-808921-1 is: [{'id': '1c2b989b-78c4-40d3-9709-0cbbeda8c9e9', 'name': 'tempest-ServersTestJSON-1254055203-router', 'tenant_id': 'fd9a43ed9ace417e889d077870f5a6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '22c5886a-e102-469d-885f-d32d40ec5949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:40:37Z', 'updated_at': '2021-09-24T15:40:39Z', 'revision_number': 3, 'project_id': 'fd9a43ed9ace417e889d077870f5a6b6', 'gw_port': {'id': '22c5886a-e102-469d-885f-d32d40ec5949', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ba:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c2b989b-78c4-40d3-9709-0cbbeda8c9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:40:38Z', 'updated_at': '2021-09-24T15:40:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:40:42.202995 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33686383-8fc9-4dc0-b6dc-0fe6d798a4f0 admin admin] Network 1717592d-aa85-48d4-a6aa-eeffcff7fc94 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:40:42.215532 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-33686383-8fc9-4dc0-b6dc-0fe6d798a4f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:40:42.219663 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33686383-8fc9-4dc0-b6dc-0fe6d798a4f0 admin admin] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:40:42.222556 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d313378-5020-422f-bae9-5a58048fa16b service neutron] Pushing event updated for resources: {'Port': ['ID=c0e99190-1e5c-4b9b-af6e-77b9f1e2706f,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:42.279267 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-33686383-8fc9-4dc0-b6dc-0fe6d798a4f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:42.282667 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33686383-8fc9-4dc0-b6dc-0fe6d798a4f0 admin admin] Pushing event updated for resources: {'Port': ['ID=ddc3ac11-3f36-4316-a55a-682a294aa8fa,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:42.312148 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-f979ee14-f46f-411a-ac24-092ad733d69d req-5d313378-5020-422f-bae9-5a58048fa16b service neutron] Attempting to bind port c0e99190-1e5c-4b9b-af6e-77b9f1e2706f on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:40:42.312751 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-f979ee14-f46f-411a-ac24-092ad733d69d req-5d313378-5020-422f-bae9-5a58048fa16b service neutron] Attempting to bind port c0e99190-1e5c-4b9b-af6e-77b9f1e2706f by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:40:42.313844 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f979ee14-f46f-411a-ac24-092ad733d69d req-5d313378-5020-422f-bae9-5a58048fa16b service neutron] Attempting to bind port c0e99190-1e5c-4b9b-af6e-77b9f1e2706f on network 9672f189-23fe-44e6-9dd2-257ff8905939 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:40:42.318109 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f979ee14-f46f-411a-ac24-092ad733d69d req-5d313378-5020-422f-bae9-5a58048fa16b service neutron] Port c0e99190-1e5c-4b9b-af6e-77b9f1e2706f on network 9672f189-23fe-44e6-9dd2-257ff8905939 not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:40:42.318482 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f979ee14-f46f-411a-ac24-092ad733d69d req-5d313378-5020-422f-bae9-5a58048fa16b service neutron] Attempting to bind port c0e99190-1e5c-4b9b-af6e-77b9f1e2706f on network 9672f189-23fe-44e6-9dd2-257ff8905939 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:40:42.333494 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f979ee14-f46f-411a-ac24-092ad733d69d req-5d313378-5020-422f-bae9-5a58048fa16b service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:40:42.333883 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f979ee14-f46f-411a-ac24-092ad733d69d req-5d313378-5020-422f-bae9-5a58048fa16b service neutron] Checking segment: {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:40:42.334233 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f979ee14-f46f-411a-ac24-092ad733d69d req-5d313378-5020-422f-bae9-5a58048fa16b service neutron] Bound using segment: {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:40:42.334699 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-f979ee14-f46f-411a-ac24-092ad733d69d req-5d313378-5020-422f-bae9-5a58048fa16b service neutron] Bound port: c0e99190-1e5c-4b9b-af6e-77b9f1e2706f, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'}}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:40:42.335064 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-f979ee14-f46f-411a-ac24-092ad733d69d req-5d313378-5020-422f-bae9-5a58048fa16b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:42.418280 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-f979ee14-f46f-411a-ac24-092ad733d69d req-5d313378-5020-422f-bae9-5a58048fa16b service neutron] For port c0e99190-1e5c-4b9b-af6e-77b9f1e2706f, host n-h1-808921-1, cleared binding levels {{(pid=95297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:40:42.423348 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-f979ee14-f46f-411a-ac24-092ad733d69d req-5d313378-5020-422f-bae9-5a58048fa16b service neutron] For port c0e99190-1e5c-4b9b-af6e-77b9f1e2706f, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=c0e99190-1e5c-4b9b-af6e-77b9f1e2706f,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:40:42.511873 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-f979ee14-f46f-411a-ac24-092ad733d69d req-5d313378-5020-422f-bae9-5a58048fa16b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:42.552313 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979ee14-f46f-411a-ac24-092ad733d69d req-5d313378-5020-422f-bae9-5a58048fa16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:42.552926 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-f979ee14-f46f-411a-ac24-092ad733d69d req-5d313378-5020-422f-bae9-5a58048fa16b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:42.567305 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f979ee14-f46f-411a-ac24-092ad733d69d req-5d313378-5020-422f-bae9-5a58048fa16b service neutron] 10.222.0.110 "PUT /v2.0/ports/c0e99190-1e5c-4b9b-af6e-77b9f1e2706f HTTP/1.1" status: 200 len: 1096 time: 1.1197917 Sep 24 15:40:42.567888 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb4e8a26-5c1d-4728-9dcf-48b66165cce6', 'tag': 'c0e99190-1e5c-4b9b-af6e-77b9f1e2706f'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:40:42.570725 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c2a90ec-0183-46ad-9b70-d8ae3a54212d" -d '{"events": [{"name": "network-changed", "server_uuid": "cb4e8a26-5c1d-4728-9dcf-48b66165cce6", "tag": "c0e99190-1e5c-4b9b-af6e-77b9f1e2706f"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:40:42.648506 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-33686383-8fc9-4dc0-b6dc-0fe6d798a4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:42.673546 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d313378-5020-422f-bae9-5a58048fa16b service neutron] Pushing event updated for resources: {'Port': ['ID=c0e99190-1e5c-4b9b-af6e-77b9f1e2706f,revision_number=3']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:42.683030 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa3c8f49-a873-4c37-a428-a47562b2ab36 x-openstack-request-id: req-aa3c8f49-a873-4c37-a428-a47562b2ab36 {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:40:42.683526 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb4e8a26-5c1d-4728-9dcf-48b66165cce6", "tag": "c0e99190-1e5c-4b9b-af6e-77b9f1e2706f", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:40:42.683972 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-aa3c8f49-a873-4c37-a428-a47562b2ab36 {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:40:42.684548 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb4e8a26-5c1d-4728-9dcf-48b66165cce6', 'tag': 'c0e99190-1e5c-4b9b-af6e-77b9f1e2706f', 'status': 'completed', 'code': 200} Sep 24 15:40:42.707906 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 51510) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:40:42.796292 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979ee14-f46f-411a-ac24-092ad733d69d req-a7389cd9-3ad4-475b-8037-6cdb8fbacccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:42.799837 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f979ee14-f46f-411a-ac24-092ad733d69d req-a7389cd9-3ad4-475b-8037-6cdb8fbacccd service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=4e31ccefbbf247a88e548e5978268c86&device_id=cb4e8a26-5c1d-4728-9dcf-48b66165cce6 HTTP/1.1" status: 200 len: 1099 time: 0.0995691 Sep 24 15:40:42.809224 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-f80f5b5d-022b-4c53-b44b-16e380f59074 None None] Provisioning complete for port ddc3ac11-3f36-4316-a55a-682a294aa8fa triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:40:42.809826 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f80f5b5d-022b-4c53-b44b-16e380f59074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:42.897688 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-f80f5b5d-022b-4c53-b44b-16e380f59074 None None] Port ddc3ac11-3f36-4316-a55a-682a294aa8fa cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:40:42.921852 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f979ee14-f46f-411a-ac24-092ad733d69d req-ab5386a1-7b4b-49bc-8579-5dde11d86276 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=c0e99190-1e5c-4b9b-af6e-77b9f1e2706f HTTP/1.1" status: 200 len: 217 time: 0.1106877 Sep 24 15:40:42.975699 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec133bb-b6dc-4c7d-8e4e-bd823f0b17ff req-55111806-7301-484a-b174-0052aaf07b44 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:42.977449 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7ec133bb-b6dc-4c7d-8e4e-bd823f0b17ff req-55111806-7301-484a-b174-0052aaf07b44 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a HTTP/1.1" status: 200 len: 950 time: 0.1925130 Sep 24 15:40:43.066450 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7ec133bb-b6dc-4c7d-8e4e-bd823f0b17ff req-b012ddfa-16f1-418f-9690-368bf8d78d8c tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790834 Sep 24 15:40:43.076611 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-33686383-8fc9-4dc0-b6dc-0fe6d798a4f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:43.077875 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b436faa7-fec2-4ac0-b1cc-764924790676 req-b66b18dc-b21a-4173-a0c2-cec2b75b41b1 tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:43.078669 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b436faa7-fec2-4ac0-b1cc-764924790676 req-b66b18dc-b21a-4173-a0c2-cec2b75b41b1 tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb4e8a26-5c1d-4728-9dcf-48b66165cce6 HTTP/1.1" status: 200 len: 948 time: 0.1286461 Sep 24 15:40:43.080205 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979ee14-f46f-411a-ac24-092ad733d69d req-c909d3ad-12a2-4b3d-bfc1-7d5dfcb9bed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:43.081975 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f979ee14-f46f-411a-ac24-092ad733d69d req-c909d3ad-12a2-4b3d-bfc1-7d5dfcb9bed2 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.1436679 Sep 24 15:40:43.084392 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e783d356-8310-47cc-8889-8c94089e36d9 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=c46c84a3fcb44853b535b52dac2dd724&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3754923 Sep 24 15:40:43.095324 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 51518) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:40:43.203983 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b15df36d-9cca-4c6d-ba8b-cfd479552bdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:43.212347 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-33686383-8fc9-4dc0-b6dc-0fe6d798a4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:43.275645 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 51524) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:40:43.312322 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031a92ec-fd7b-4049-9266-173ef2bcdcb3 req-9ceb5e2a-2444-40da-b7d7-c61349cedebe tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:43.313941 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-031a92ec-fd7b-4049-9266-173ef2bcdcb3 req-9ceb5e2a-2444-40da-b7d7-c61349cedebe tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=c4cea3b6-1a91-4059-b0c7-dce5ee154a9a HTTP/1.1" status: 200 len: 945 time: 0.1568666 Sep 24 15:40:43.336307 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b15df36d-9cca-4c6d-ba8b-cfd479552bdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:43.341467 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-45b580c9-8c64-4f30-b45f-ef1f322672c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:43.385058 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33686383-8fc9-4dc0-b6dc-0fe6d798a4f0 admin admin] Pushing event updated for resources: {'Port': ['ID=ddc3ac11-3f36-4316-a55a-682a294aa8fa,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:43.396257 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-33686383-8fc9-4dc0-b6dc-0fe6d798a4f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:43.454617 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-031a92ec-fd7b-4049-9266-173ef2bcdcb3 req-05664cbc-f09c-4359-9a0d-3f19a956ba43 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207709 Sep 24 15:40:43.523988 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b436faa7-fec2-4ac0-b1cc-764924790676 req-6f88e90b-7e06-4bfd-8cd8-a51ab467dcab tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] 10.222.0.101 "GET /v2.0/security-groups?id=39ea9fa9-0168-4127-9efe-40cda7f64871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4380853 Sep 24 15:40:43.534438 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f979ee14-f46f-411a-ac24-092ad733d69d req-dcd2cb14-7793-410c-b00f-15339de0f5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:43.536500 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f979ee14-f46f-411a-ac24-092ad733d69d req-dcd2cb14-7793-410c-b00f-15339de0f5af service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0545928 Sep 24 15:40:43.586252 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33686383-8fc9-4dc0-b6dc-0fe6d798a4f0 admin admin] Network 1717592d-aa85-48d4-a6aa-eeffcff7fc94 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:40:43.589252 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-33686383-8fc9-4dc0-b6dc-0fe6d798a4f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:40:43.639916 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b15df36d-9cca-4c6d-ba8b-cfd479552bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:43.642698 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b15df36d-9cca-4c6d-ba8b-cfd479552bdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:43.644179 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b15df36d-9cca-4c6d-ba8b-cfd479552bdc admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d2a00c9d-2692-4e30-8b97-461bf1298ee4 HTTP/1.1" status: 204 len: 168 time: 0.5470009 Sep 24 15:40:43.650884 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f979ee14-f46f-411a-ac24-092ad733d69d req-516f6e40-de49-413a-8012-f39b608529e8 service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046746 Sep 24 15:40:43.668488 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15df36d-9cca-4c6d-ba8b-cfd479552bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a00c9d-2692-4e30-8b97-461bf1298ee4,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:43.758370 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f979ee14-f46f-411a-ac24-092ad733d69d req-e10eedba-07d4-4dfe-9bd1-5d368428ad66 service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965662 Sep 24 15:40:43.773913 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33686383-8fc9-4dc0-b6dc-0fe6d798a4f0 admin admin] Router 1c2b989b-78c4-40d3-9709-0cbbeda8c9e9 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:40:43.778805 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-45b580c9-8c64-4f30-b45f-ef1f322672c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:43.900586 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33686383-8fc9-4dc0-b6dc-0fe6d798a4f0 admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:40:43.906836 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-33686383-8fc9-4dc0-b6dc-0fe6d798a4f0 admin admin] 10.222.0.101 "PUT /v2.0/routers/1c2b989b-78c4-40d3-9709-0cbbeda8c9e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2289407 Sep 24 15:40:43.956090 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-017847dd-c0e2-41d4-b4dc-b83ad4de83b8 None None] Provisioning complete for port ddc3ac11-3f36-4316-a55a-682a294aa8fa triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:40:43.956651 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-017847dd-c0e2-41d4-b4dc-b83ad4de83b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:43.966267 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-45b580c9-8c64-4f30-b45f-ef1f322672c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:43.987141 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a90ec-0183-46ad-9b70-d8ae3a54212d req-51cb4979-3572-4ee8-971c-6b30b1a5489c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:43.988933 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0c2a90ec-0183-46ad-9b70-d8ae3a54212d req-51cb4979-3572-4ee8-971c-6b30b1a5489c service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=4e31ccefbbf247a88e548e5978268c86&device_id=cb4e8a26-5c1d-4728-9dcf-48b66165cce6 HTTP/1.1" status: 200 len: 1099 time: 0.0525076 Sep 24 15:40:44.017922 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-017847dd-c0e2-41d4-b4dc-b83ad4de83b8 None None] Port ddc3ac11-3f36-4316-a55a-682a294aa8fa cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:40:44.090901 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-45b580c9-8c64-4f30-b45f-ef1f322672c8 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=8366d649eb6745d19ab631d0fced17c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8051970 Sep 24 15:40:44.091433 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 51536) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:40:44.093566 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b580c9-8c64-4f30-b45f-ef1f322672c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d82a3fc7-cf35-4e86-9b8d-61f41c15c21f,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:44.153021 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a90ec-0183-46ad-9b70-d8ae3a54212d req-be8328ce-b466-4e5d-ae09-968a667cccee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:44.156467 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0c2a90ec-0183-46ad-9b70-d8ae3a54212d req-be8328ce-b466-4e5d-ae09-968a667cccee service neutron] 10.222.0.110 "GET /v2.0/networks?id=9672f189-23fe-44e6-9dd2-257ff8905939 HTTP/1.1" status: 200 len: 871 time: 0.1576390 Sep 24 15:40:44.176299 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 22c5886a-e102-469d-885f-d32d40ec5949 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:40:44.237202 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0c2a90ec-0183-46ad-9b70-d8ae3a54212d req-e0c113a8-406e-4204-b656-4eb692682978 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=c0e99190-1e5c-4b9b-af6e-77b9f1e2706f HTTP/1.1" status: 200 len: 217 time: 0.0676782 Sep 24 15:40:44.245299 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-52341cb7-b10b-439d-ba6a-c4d0417e8cf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:44.265768 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 22c5886a-e102-469d-885f-d32d40ec5949 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:40:44.265768 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:44.322671 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-52341cb7-b10b-439d-ba6a-c4d0417e8cf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:44.345168 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd26ca9-0439-421b-8e04-22c26cb319fd req-3c0097ef-f9d1-4c7f-b103-a4cf02152407 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:44.347352 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-abd26ca9-0439-421b-8e04-22c26cb319fd req-3c0097ef-f9d1-4c7f-b103-a4cf02152407 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a HTTP/1.1" status: 200 len: 950 time: 0.1355445 Sep 24 15:40:44.366105 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a90ec-0183-46ad-9b70-d8ae3a54212d req-ddc3e0ff-c0a2-4923-ad86-f6be46401a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:44.367612 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0c2a90ec-0183-46ad-9b70-d8ae3a54212d req-ddc3e0ff-c0a2-4923-ad86-f6be46401a35 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.1181993 Sep 24 15:40:44.393332 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:44.433653 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-abd26ca9-0439-421b-8e04-22c26cb319fd req-774e23b4-3cc7-4411-9aa4-14b5c4d69567 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724828 Sep 24 15:40:44.451723 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port 22c5886a-e102-469d-885f-d32d40ec5949, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=22c5886a-e102-469d-885f-d32d40ec5949,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:40:44.467103 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a90ec-0183-46ad-9b70-d8ae3a54212d req-1a186cbf-7d76-4c5b-890d-41d4440b2f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:44.468586 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0c2a90ec-0183-46ad-9b70-d8ae3a54212d req-1a186cbf-7d76-4c5b-890d-41d4440b2f64 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0901237 Sep 24 15:40:44.538465 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361510a2-0f61-40da-a8bb-922b22e1fa43 None None] Sync routers for ids ['1c2b989b-78c4-40d3-9709-0cbbeda8c9e9'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:40:44.546114 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361510a2-0f61-40da-a8bb-922b22e1fa43 None None] Routers {'1c2b989b-78c4-40d3-9709-0cbbeda8c9e9'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:40:44.546766 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-361510a2-0f61-40da-a8bb-922b22e1fa43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:40:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['1c2b989b-78c4-40d3-9709-0cbbeda8c9e9'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:40:44.559076 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-52341cb7-b10b-439d-ba6a-c4d0417e8cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:44.559723 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:44.571547 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-52341cb7-b10b-439d-ba6a-c4d0417e8cf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:44.571547 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-52341cb7-b10b-439d-ba6a-c4d0417e8cf7 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d82a3fc7-cf35-4e86-9b8d-61f41c15c21f HTTP/1.1" status: 204 len: 168 time: 0.4739788 Sep 24 15:40:44.596478 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52341cb7-b10b-439d-ba6a-c4d0417e8cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82a3fc7-cf35-4e86-9b8d-61f41c15c21f,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:44.665042 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0c2a90ec-0183-46ad-9b70-d8ae3a54212d req-1f2ee139-2e85-4dd9-a196-de72acc0d1b5 service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814122 Sep 24 15:40:44.684310 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=22c5886a-e102-469d-885f-d32d40ec5949,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:44.689229 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdebddde-e071-4dfb-95fd-35cb5e054aae req-cfe2a6c9-f0aa-444d-87a1-e65f77202b58 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:44.690937 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bdebddde-e071-4dfb-95fd-35cb5e054aae req-cfe2a6c9-f0aa-444d-87a1-e65f77202b58 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=c4cea3b6-1a91-4059-b0c7-dce5ee154a9a HTTP/1.1" status: 200 len: 945 time: 0.0760911 Sep 24 15:40:44.720199 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-361510a2-0f61-40da-a8bb-922b22e1fa43 None None] Set router 1c2b989b-78c4-40d3-9709-0cbbeda8c9e9 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:40:44.737682 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bdebddde-e071-4dfb-95fd-35cb5e054aae req-82c8053e-82ce-4809-ab99-ae6e8f61bda1 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402761 Sep 24 15:40:44.800698 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0c2a90ec-0183-46ad-9b70-d8ae3a54212d req-eb665ddd-5407-4f3a-8699-386b03b5a00a service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277061 Sep 24 15:40:44.835648 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 0c9fda49-cc27-42a1-beac-c3884a84a52d details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:40:44.856607 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4def41-0c66-48dc-a6d9-115e8efe9a1b req-c683a892-11d3-455f-929c-56947e714a1e tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:44.858132 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ed4def41-0c66-48dc-a6d9-115e8efe9a1b req-c683a892-11d3-455f-929c-56947e714a1e tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb4e8a26-5c1d-4728-9dcf-48b66165cce6 HTTP/1.1" status: 200 len: 948 time: 0.0529799 Sep 24 15:40:44.904120 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ed4def41-0c66-48dc-a6d9-115e8efe9a1b req-0cde3d68-c498-4730-8626-a118df47d1a0 tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] 10.222.0.101 "GET /v2.0/security-groups?id=39ea9fa9-0168-4127-9efe-40cda7f64871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388250 Sep 24 15:40:44.970108 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 51554) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:40:44.978329 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 0c9fda49-cc27-42a1-beac-c3884a84a52d, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=0c9fda49-cc27-42a1-beac-c3884a84a52d,segment=NetworkSegment(7e8e93a9-9a2d-4b51-a14d-73f657c90f78),segment_id=7e8e93a9-9a2d-4b51-a14d-73f657c90f78)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:40:44.991934 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': '0c9fda49-cc27-42a1-beac-c3884a84a52d', 'network_id': 'bad15511-e79d-4a5e-8826-604fa4d6fb1c', 'port_id': '0c9fda49-cc27-42a1-beac-c3884a84a52d', 'mac_address': 'fa:16:3e:95:16:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac550aa6-1c9d-441e-90e2-38bf2a7a38e4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:40:45.025926 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-361510a2-0f61-40da-a8bb-922b22e1fa43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2b989b-78c4-40d3-9709-0cbbeda8c9e9', 'name': 'tempest-ServersTestJSON-1254055203-router', 'tenant_id': 'fd9a43ed9ace417e889d077870f5a6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '22c5886a-e102-469d-885f-d32d40ec5949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:40:37Z', 'updated_at': '2021-09-24T15:40:42Z', 'revision_number': 4, 'project_id': 'fd9a43ed9ace417e889d077870f5a6b6', 'gw_port': {'id': '22c5886a-e102-469d-885f-d32d40ec5949', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ba:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c2b989b-78c4-40d3-9709-0cbbeda8c9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:40:38Z', 'updated_at': '2021-09-24T15:40:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'ddc3ac11-3f36-4316-a55a-682a294aa8fa', 'name': '', 'network_id': '1717592d-aa85-48d4-a6aa-eeffcff7fc94', 'tenant_id': 'fd9a43ed9ace417e889d077870f5a6b6', 'mac_address': 'fa:16:3e:74:96:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c2b989b-78c4-40d3-9709-0cbbeda8c9e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '513e3dad-9c72-4933-8756-e8b0320dddab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:40:41Z', 'updated_at': '2021-09-24T15:40:42Z', 'revision_number': 2, 'project_id': 'fd9a43ed9ace417e889d077870f5a6b6', 'subnets': [{'id': '513e3dad-9c72-4933-8756-e8b0320dddab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:40:45.039111 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-debe99b1-30fd-4e4d-8c3d-e81f42ed6109 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=adc0e84b3ec64993be464bdab881ab6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0659208 Sep 24 15:40:45.040905 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 51556) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:40:45.057699 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:45.059481 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361510a2-0f61-40da-a8bb-922b22e1fa43 None None] Checking router: 1c2b989b-78c4-40d3-9709-0cbbeda8c9e9 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:40:45.059831 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361510a2-0f61-40da-a8bb-922b22e1fa43 None None] Updating router 1c2b989b-78c4-40d3-9709-0cbbeda8c9e9 port ddc3ac11-3f36-4316-a55a-682a294aa8fa binding host n-d-808921-1 {{(pid=95300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:40:45.073601 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0c9fda49-cc27-42a1-beac-c3884a84a52d {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:40:45.089488 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-361510a2-0f61-40da-a8bb-922b22e1fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:45.104312 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 0c9fda49-cc27-42a1-beac-c3884a84a52d, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=0c9fda49-cc27-42a1-beac-c3884a84a52d,segment=NetworkSegment(7e8e93a9-9a2d-4b51-a14d-73f657c90f78),segment_id=7e8e93a9-9a2d-4b51-a14d-73f657c90f78)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:40:45.112197 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2c051740-3956-4ab2-b8d8-857d85d28fda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:45.144402 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2c051740-3956-4ab2-b8d8-857d85d28fda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:45.179204 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 51560) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:40:45.184384 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-b4000bbd-710c-4abe-ada6-98c67a9b196e tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Request body: {'security_group': {'name': 'tempest-securitygroup--178349952', 'description': 'tempest-description--387610201'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:40:45.200330 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:45.555305 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=0c9fda49-cc27-42a1-beac-c3884a84a52d,revision_number=6']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:45.555305 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['0c9fda49-cc27-42a1-beac-c3884a84a52d'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:40:45.560195 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b4000bbd-710c-4abe-ada6-98c67a9b196e tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:45.563146 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2c051740-3956-4ab2-b8d8-857d85d28fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:45.563146 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2c051740-3956-4ab2-b8d8-857d85d28fda admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:45.563146 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-2c051740-3956-4ab2-b8d8-857d85d28fda admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/23587ad8-2a76-4d1b-88f6-c1710ad47a39 HTTP/1.1" status: 204 len: 168 time: 0.3295560 Sep 24 15:40:45.563146 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c051740-3956-4ab2-b8d8-857d85d28fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23587ad8-2a76-4d1b-88f6-c1710ad47a39,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:45.566627 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-361510a2-0f61-40da-a8bb-922b22e1fa43 None None] Notify callbacks [] for port, precommit_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:45.569864 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 2c73fdaa-d9b5-491a-83f9-250d4df20dcb details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:40:45.571650 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b4000bbd-710c-4abe-ada6-98c67a9b196e tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:45.617019 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff3622a-31e1-4a78-ae48-1fd6310f3162 req-0648a390-63cb-4331-9fe0-89de8dc1d9ec tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:45.617931 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-361510a2-0f61-40da-a8bb-922b22e1fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:45.626061 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9ff3622a-31e1-4a78-ae48-1fd6310f3162 req-0648a390-63cb-4331-9fe0-89de8dc1d9ec tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a HTTP/1.1" status: 200 len: 950 time: 0.0946989 Sep 24 15:40:45.664241 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 2c73fdaa-d9b5-491a-83f9-250d4df20dcb, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=2c73fdaa-d9b5-491a-83f9-250d4df20dcb,segment=NetworkSegment(d7a68d6c-5d6b-4eed-831a-023fbb1b8f0b),segment_id=d7a68d6c-5d6b-4eed-831a-023fbb1b8f0b)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:40:45.681204 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9ff3622a-31e1-4a78-ae48-1fd6310f3162 req-20355ff3-9f14-46bc-ac2e-4e265542131f tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501759 Sep 24 15:40:45.698598 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': '2c73fdaa-d9b5-491a-83f9-250d4df20dcb', 'network_id': '3e0da5e5-cfcf-4b73-b0d7-902e52490b00', 'port_id': '2c73fdaa-d9b5-491a-83f9-250d4df20dcb', 'mac_address': 'fa:16:3e:20:00:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '946d8626-ec5d-49c4-aa21-33da3ceddcfd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:40:45.743805 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:45.755793 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b4000bbd-710c-4abe-ada6-98c67a9b196e tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:45.765049 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2c73fdaa-d9b5-491a-83f9-250d4df20dcb {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:40:45.784177 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-361510a2-0f61-40da-a8bb-922b22e1fa43 None None] Attempting to bind port ddc3ac11-3f36-4316-a55a-682a294aa8fa on host n-d-808921-1 for vnic_type normal with profile {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:40:45.784806 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-361510a2-0f61-40da-a8bb-922b22e1fa43 None None] Attempting to bind port ddc3ac11-3f36-4316-a55a-682a294aa8fa by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'bfc08645-e1e8-4516-b496-8347d1567728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '1717592d-aa85-48d4-a6aa-eeffcff7fc94'}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:40:45.785361 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361510a2-0f61-40da-a8bb-922b22e1fa43 None None] Attempting to bind port ddc3ac11-3f36-4316-a55a-682a294aa8fa on network 1717592d-aa85-48d4-a6aa-eeffcff7fc94 {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:40:45.789085 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef1b698-7aae-4603-8c4b-3baa4fcf9307 None None] Pushing event updated for resources: {'Port': ['ID=ddc3ac11-3f36-4316-a55a-682a294aa8fa,revision_number=3']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:45.794378 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361510a2-0f61-40da-a8bb-922b22e1fa43 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:40:45.795579 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361510a2-0f61-40da-a8bb-922b22e1fa43 None None] Checking segment: {'id': 'bfc08645-e1e8-4516-b496-8347d1567728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '1717592d-aa85-48d4-a6aa-eeffcff7fc94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:40:45.796166 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-361510a2-0f61-40da-a8bb-922b22e1fa43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:45.796729 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-361510a2-0f61-40da-a8bb-922b22e1fa43 None None] Bound using segment: {'id': 'bfc08645-e1e8-4516-b496-8347d1567728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '1717592d-aa85-48d4-a6aa-eeffcff7fc94'} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:40:45.797410 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-361510a2-0f61-40da-a8bb-922b22e1fa43 None None] Bound port: ddc3ac11-3f36-4316-a55a-682a294aa8fa, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfc08645-e1e8-4516-b496-8347d1567728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '1717592d-aa85-48d4-a6aa-eeffcff7fc94'}}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:40:45.798499 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-361510a2-0f61-40da-a8bb-922b22e1fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:45.806862 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 2c73fdaa-d9b5-491a-83f9-250d4df20dcb, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=2c73fdaa-d9b5-491a-83f9-250d4df20dcb,segment=NetworkSegment(d7a68d6c-5d6b-4eed-831a-023fbb1b8f0b),segment_id=d7a68d6c-5d6b-4eed-831a-023fbb1b8f0b)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:40:45.819282 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4000bbd-710c-4abe-ada6-98c67a9b196e tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25c23c8d-da69-4135-afac-6360a041058d,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:45.830448 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4000bbd-710c-4abe-ada6-98c67a9b196e tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:40:45.830797 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4000bbd-710c-4abe-ada6-98c67a9b196e tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:40:45.831134 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4000bbd-710c-4abe-ada6-98c67a9b196e tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:40:45.831473 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4000bbd-710c-4abe-ada6-98c67a9b196e tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:40:45.831801 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4000bbd-710c-4abe-ada6-98c67a9b196e tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:40:45.832126 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4000bbd-710c-4abe-ada6-98c67a9b196e tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:40:45.832809 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4000bbd-710c-4abe-ada6-98c67a9b196e tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:40:45.832895 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4000bbd-710c-4abe-ada6-98c67a9b196e tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:40:45.833450 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4000bbd-710c-4abe-ada6-98c67a9b196e tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:40:45.833942 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4000bbd-710c-4abe-ada6-98c67a9b196e tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:40:45.834586 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4000bbd-710c-4abe-ada6-98c67a9b196e tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:40:45.835032 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4000bbd-710c-4abe-ada6-98c67a9b196e tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:40:45.871655 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b4000bbd-710c-4abe-ada6-98c67a9b196e tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:45.873558 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b4000bbd-710c-4abe-ada6-98c67a9b196e tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6930878 Sep 24 15:40:45.876128 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 51594) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:40:45.892608 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-ea9ec735-dd5c-4880-aeaf-be40786ee090 tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Request body: {'security_group_rule': {'security_group_id': '25c23c8d-da69-4135-afac-6360a041058d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:40:45.913863 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-361510a2-0f61-40da-a8bb-922b22e1fa43 None None] For port ddc3ac11-3f36-4316-a55a-682a294aa8fa, host n-d-808921-1, cleared binding levels {{(pid=95300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:40:45.928219 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-361510a2-0f61-40da-a8bb-922b22e1fa43 None None] For port ddc3ac11-3f36-4316-a55a-682a294aa8fa, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=ddc3ac11-3f36-4316-a55a-682a294aa8fa,segment=NetworkSegment(bfc08645-e1e8-4516-b496-8347d1567728),segment_id=bfc08645-e1e8-4516-b496-8347d1567728)] {{(pid=95300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:40:45.934484 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:46.023007 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=2c73fdaa-d9b5-491a-83f9-250d4df20dcb,revision_number=6']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:46.058497 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-361510a2-0f61-40da-a8bb-922b22e1fa43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:46.062311 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-e66355bf-f10f-4672-bf75-b73e30609ce1 None None] Provisioning complete for port ddc3ac11-3f36-4316-a55a-682a294aa8fa triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:40:46.062935 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e66355bf-f10f-4672-bf75-b73e30609ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:46.077761 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a89137-0611-4564-9aa3-080717a6e208 req-84007eb1-185d-452e-9d7b-1313da256659 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:46.107661 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b3a89137-0611-4564-9aa3-080717a6e208 req-84007eb1-185d-452e-9d7b-1313da256659 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=c4cea3b6-1a91-4059-b0c7-dce5ee154a9a HTTP/1.1" status: 200 len: 945 time: 0.2061729 Sep 24 15:40:46.108182 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['2c73fdaa-d9b5-491a-83f9-250d4df20dcb'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:40:46.150228 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc2060-5944-4969-bb6d-6cced3d1af7a req-8530e8ff-5277-4294-9150-68b1fb48e92c tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:46.166252 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7ccc2060-5944-4969-bb6d-6cced3d1af7a req-8530e8ff-5277-4294-9150-68b1fb48e92c tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb4e8a26-5c1d-4728-9dcf-48b66165cce6 HTTP/1.1" status: 200 len: 948 time: 0.1613638 Sep 24 15:40:46.177506 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ea9ec735-dd5c-4880-aeaf-be40786ee090 tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:46.245414 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef1b698-7aae-4603-8c4b-3baa4fcf9307 None None] Pushing event updated for resources: {'Port': ['ID=ddc3ac11-3f36-4316-a55a-682a294aa8fa,revision_number=4']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:46.257496 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361510a2-0f61-40da-a8bb-922b22e1fa43 None None] Routers {'1c2b989b-78c4-40d3-9709-0cbbeda8c9e9'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:40:46.260603 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-361510a2-0f61-40da-a8bb-922b22e1fa43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:40:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['1c2b989b-78c4-40d3-9709-0cbbeda8c9e9'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:40:46.262762 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 22c5886a-e102-469d-885f-d32d40ec5949 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:40:46.263759 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7ccc2060-5944-4969-bb6d-6cced3d1af7a req-ba396941-5473-4aa2-95db-98b62988b667 tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] 10.222.0.101 "GET /v2.0/security-groups?id=39ea9fa9-0168-4127-9efe-40cda7f64871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965178 Sep 24 15:40:46.270667 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b3a89137-0611-4564-9aa3-080717a6e208 req-36d9c8c6-b786-4e72-a590-68db5fc9bd45 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577411 Sep 24 15:40:46.336614 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ea9ec735-dd5c-4880-aeaf-be40786ee090 tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:46.353733 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e66355bf-f10f-4672-bf75-b73e30609ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:46.425777 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-e66355bf-f10f-4672-bf75-b73e30609ce1 None None] For port ddc3ac11-3f36-4316-a55a-682a294aa8fa, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=ddc3ac11-3f36-4316-a55a-682a294aa8fa,segment=NetworkSegment(bfc08645-e1e8-4516-b496-8347d1567728),segment_id=bfc08645-e1e8-4516-b496-8347d1567728)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:40:46.463347 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ea9ec735-dd5c-4880-aeaf-be40786ee090 tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:46.479476 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 22c5886a-e102-469d-885f-d32d40ec5949 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:40:46.479853 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:46.505209 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-361510a2-0f61-40da-a8bb-922b22e1fa43 None None] Set router 1c2b989b-78c4-40d3-9709-0cbbeda8c9e9 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:40:46.515319 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9ec735-dd5c-4880-aeaf-be40786ee090 tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0d82a7f-535f-454c-ac0e-5ff005afb1f2,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:46.545801 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e66355bf-f10f-4672-bf75-b73e30609ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:46.607192 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ea9ec735-dd5c-4880-aeaf-be40786ee090 tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:46.609300 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ea9ec735-dd5c-4880-aeaf-be40786ee090 tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7321374 Sep 24 15:40:46.611901 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 51638) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:40:46.619488 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-60526877-3d07-4f95-bc85-7040a03c7fc7 tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Request body: {'security_group_rule': {'security_group_id': '25c23c8d-da69-4135-afac-6360a041058d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:40:46.691573 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66355bf-f10f-4672-bf75-b73e30609ce1 None None] Pushing event updated for resources: {'Port': ['ID=ddc3ac11-3f36-4316-a55a-682a294aa8fa,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:46.711999 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-ed2f7ca8-12b4-42ef-8133-4d9e6b9ad29f None None] Provisioning complete for port ddc3ac11-3f36-4316-a55a-682a294aa8fa triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:40:46.712918 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ed2f7ca8-12b4-42ef-8133-4d9e6b9ad29f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:46.771441 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-361510a2-0f61-40da-a8bb-922b22e1fa43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2b989b-78c4-40d3-9709-0cbbeda8c9e9', 'name': 'tempest-ServersTestJSON-1254055203-router', 'tenant_id': 'fd9a43ed9ace417e889d077870f5a6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '22c5886a-e102-469d-885f-d32d40ec5949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:40:37Z', 'updated_at': '2021-09-24T15:40:42Z', 'revision_number': 4, 'project_id': 'fd9a43ed9ace417e889d077870f5a6b6', 'gw_port': {'id': '22c5886a-e102-469d-885f-d32d40ec5949', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ba:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2b989b-78c4-40d3-9709-0cbbeda8c9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:40:38Z', 'updated_at': '2021-09-24T15:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'ddc3ac11-3f36-4316-a55a-682a294aa8fa', 'name': '', 'network_id': '1717592d-aa85-48d4-a6aa-eeffcff7fc94', 'tenant_id': 'fd9a43ed9ace417e889d077870f5a6b6', 'mac_address': 'fa:16:3e:74:96:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c2b989b-78c4-40d3-9709-0cbbeda8c9e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '513e3dad-9c72-4933-8756-e8b0320dddab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:40:41Z', 'updated_at': '2021-09-24T15:40:45Z', 'revision_number': 4, 'project_id': 'fd9a43ed9ace417e889d077870f5a6b6', 'subnets': [{'id': '513e3dad-9c72-4933-8756-e8b0320dddab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:40:46.805006 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361510a2-0f61-40da-a8bb-922b22e1fa43 None None] The sync data for ids ['1c2b989b-78c4-40d3-9709-0cbbeda8c9e9'] in n-d-808921-1 is: [{'id': '1c2b989b-78c4-40d3-9709-0cbbeda8c9e9', 'name': 'tempest-ServersTestJSON-1254055203-router', 'tenant_id': 'fd9a43ed9ace417e889d077870f5a6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '22c5886a-e102-469d-885f-d32d40ec5949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:40:37Z', 'updated_at': '2021-09-24T15:40:42Z', 'revision_number': 4, 'project_id': 'fd9a43ed9ace417e889d077870f5a6b6', 'gw_port': {'id': '22c5886a-e102-469d-885f-d32d40ec5949', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ba:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2b989b-78c4-40d3-9709-0cbbeda8c9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:40:38Z', 'updated_at': '2021-09-24T15:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'ddc3ac11-3f36-4316-a55a-682a294aa8fa', 'name': '', 'network_id': '1717592d-aa85-48d4-a6aa-eeffcff7fc94', 'tenant_id': 'fd9a43ed9ace417e889d077870f5a6b6', 'mac_address': 'fa:16:3e:74:96:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c2b989b-78c4-40d3-9709-0cbbeda8c9e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '513e3dad-9c72-4933-8756-e8b0320dddab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:40:41Z', 'updated_at': '2021-09-24T15:40:45Z', 'revision_number': 4, 'project_id': 'fd9a43ed9ace417e889d077870f5a6b6', 'subnets': [{'id': '513e3dad-9c72-4933-8756-e8b0320dddab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:40:46.831781 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-60526877-3d07-4f95-bc85-7040a03c7fc7 tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:46.849976 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device c0e99190-1e5c-4b9b-af6e-77b9f1e2706f details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:40:46.854797 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 0c9fda49-cc27-42a1-beac-c3884a84a52d up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:40:46.908595 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf3d30f-393c-4c4d-9ce1-e17c2fefe895 req-5ead4d24-a717-473b-86cc-24d490543ff2 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:46.927750 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1bf3d30f-393c-4c4d-9ce1-e17c2fefe895 req-5ead4d24-a717-473b-86cc-24d490543ff2 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a HTTP/1.1" status: 200 len: 950 time: 0.1482415 Sep 24 15:40:46.995704 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-60526877-3d07-4f95-bc85-7040a03c7fc7 tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:47.015547 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1bf3d30f-393c-4c4d-9ce1-e17c2fefe895 req-7d9a1a5e-5cda-4cf1-a93f-dbb351c8c3b5 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855591 Sep 24 15:40:47.050982 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port 0c9fda49-cc27-42a1-beac-c3884a84a52d triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:40:47.052076 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:47.080395 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-60526877-3d07-4f95-bc85-7040a03c7fc7 tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:47.122006 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60526877-3d07-4f95-bc85-7040a03c7fc7 tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf0e05a7-9d73-4cc4-ba23-e31ef9fcb4be,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:47.137998 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port c0e99190-1e5c-4b9b-af6e-77b9f1e2706f, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=c0e99190-1e5c-4b9b-af6e-77b9f1e2706f,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:40:47.178176 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': 'c0e99190-1e5c-4b9b-af6e-77b9f1e2706f', 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939', 'port_id': 'c0e99190-1e5c-4b9b-af6e-77b9f1e2706f', 'mac_address': 'fa:16:3e:38:9b:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '188edb94-8042-4961-9ec0-8960b1ce1305', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:40:47.194474 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:47.239831 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-60526877-3d07-4f95-bc85-7040a03c7fc7 tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:47.239831 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-60526877-3d07-4f95-bc85-7040a03c7fc7 tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6230793 Sep 24 15:40:47.240000 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 51656) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:40:47.245585 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-56223478-17a4-48bb-a222-7997bcf80253 tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Request body: {'floatingip': {'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:40:47.269721 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '288b85eb-02e0-43ea-8131-e4e39b2bdddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c9fda49-cc27-42a1-beac-c3884a84a52d'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:40:47.277320 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aacee238-a9fd-4ba7-b7fe-d1057c7003f4" -d '{"events": [{"server_uuid": "288b85eb-02e0-43ea-8131-e4e39b2bdddb", "name": "network-vif-plugged", "status": "completed", "tag": "0c9fda49-cc27-42a1-beac-c3884a84a52d"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:40:47.343607 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 0c9fda49-cc27-42a1-beac-c3884a84a52d, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=0c9fda49-cc27-42a1-beac-c3884a84a52d,segment=NetworkSegment(7e8e93a9-9a2d-4b51-a14d-73f657c90f78),segment_id=7e8e93a9-9a2d-4b51-a14d-73f657c90f78)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:40:47.352841 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:47.378118 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0e99190-1e5c-4b9b-af6e-77b9f1e2706f {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:40:47.397682 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7073e3a-1f55-44e7-9409-76cc1031458b x-openstack-request-id: req-b7073e3a-1f55-44e7-9409-76cc1031458b {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:40:47.397970 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "288b85eb-02e0-43ea-8131-e4e39b2bdddb", "name": "network-vif-plugged", "status": "completed", "tag": "0c9fda49-cc27-42a1-beac-c3884a84a52d", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:40:47.398227 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b7073e3a-1f55-44e7-9409-76cc1031458b {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:40:47.400192 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '288b85eb-02e0-43ea-8131-e4e39b2bdddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c9fda49-cc27-42a1-beac-c3884a84a52d', 'code': 200} Sep 24 15:40:47.425676 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:47.428185 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-56223478-17a4-48bb-a222-7997bcf80253 tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Notify callbacks [] for floatingip, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:47.486852 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416595a1-9800-4f1c-af23-7d352a6ebd3a req-99a136ae-ed16-4009-b05f-9991746fd93e tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:47.500269 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-416595a1-9800-4f1c-af23-7d352a6ebd3a req-99a136ae-ed16-4009-b05f-9991746fd93e tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=c4cea3b6-1a91-4059-b0c7-dce5ee154a9a HTTP/1.1" status: 200 len: 944 time: 0.1347067 Sep 24 15:40:47.527184 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port c0e99190-1e5c-4b9b-af6e-77b9f1e2706f, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=c0e99190-1e5c-4b9b-af6e-77b9f1e2706f,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:40:47.530877 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 2c73fdaa-d9b5-491a-83f9-250d4df20dcb up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:40:47.570575 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-416595a1-9800-4f1c-af23-7d352a6ebd3a req-a1702493-2b38-4163-9877-b4f7058778fe tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689614 Sep 24 15:40:47.654145 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:47.687603 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f6dc92-8022-42cd-90cd-e6c9bd2feb04 req-e42910ad-37b6-469d-9dfe-5a2a070f134f tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:47.704475 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b6f6dc92-8022-42cd-90cd-e6c9bd2feb04 req-e42910ad-37b6-469d-9dfe-5a2a070f134f tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb4e8a26-5c1d-4728-9dcf-48b66165cce6 HTTP/1.1" status: 200 len: 948 time: 0.1724849 Sep 24 15:40:47.719265 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port 2c73fdaa-d9b5-491a-83f9-250d4df20dcb triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:40:47.720329 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:47.759911 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-56223478-17a4-48bb-a222-7997bcf80253 tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:47.774902 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=0c9fda49-cc27-42a1-beac-c3884a84a52d,revision_number=7']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:47.882017 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b6f6dc92-8022-42cd-90cd-e6c9bd2feb04 req-9d2de255-646f-4126-b813-9a01940625cd tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] 10.222.0.101 "GET /v2.0/security-groups?id=39ea9fa9-0168-4127-9efe-40cda7f64871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765501 Sep 24 15:40:47.917987 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=c0e99190-1e5c-4b9b-af6e-77b9f1e2706f,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:48.005081 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-56223478-17a4-48bb-a222-7997bcf80253 tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Allocated IP 172.25.0.101 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/5d8eb618-3a7c-4a2b-83b2-6dbd82fb5b10) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:40:48.059356 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['c0e99190-1e5c-4b9b-af6e-77b9f1e2706f'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:40:48.205650 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:48.254312 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device ddc3ac11-3f36-4316-a55a-682a294aa8fa up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:40:48.491383 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-56223478-17a4-48bb-a222-7997bcf80253 tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:48.512750 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 2c73fdaa-d9b5-491a-83f9-250d4df20dcb, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=2c73fdaa-d9b5-491a-83f9-250d4df20dcb,segment=NetworkSegment(d7a68d6c-5d6b-4eed-831a-023fbb1b8f0b),segment_id=d7a68d6c-5d6b-4eed-831a-023fbb1b8f0b)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:40:48.529839 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ef7692-1680-4b2d-83de-10f6dc2add10 req-9c89931f-562a-4173-a0b6-7523c0202e77 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:48.551789 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-14ef7692-1680-4b2d-83de-10f6dc2add10 req-9c89931f-562a-4173-a0b6-7523c0202e77 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a HTTP/1.1" status: 200 len: 950 time: 0.2794178 Sep 24 15:40:48.665899 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:48.691411 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port ddc3ac11-3f36-4316-a55a-682a294aa8fa triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:40:48.691788 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:48.704338 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-14ef7692-1680-4b2d-83de-10f6dc2add10 req-80e655b9-20db-41e2-9af3-64d8895f0686 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510561 Sep 24 15:40:48.798248 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-56223478-17a4-48bb-a222-7997bcf80253 tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:49.068793 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56223478-17a4-48bb-a222-7997bcf80253 tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:40:49.077907 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-56223478-17a4-48bb-a222-7997bcf80253 tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:40:49.089734 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56223478-17a4-48bb-a222-7997bcf80253 tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:40:49.131660 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=2c73fdaa-d9b5-491a-83f9-250d4df20dcb,revision_number=7']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:49.210623 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56223478-17a4-48bb-a222-7997bcf80253 tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Pushing event updated for resources: {'Port': ['ID=5d8eb618-3a7c-4a2b-83b2-6dbd82fb5b10,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:49.269636 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456c4e76-22ab-4e89-abfb-abede02d93aa req-b89de737-fe0a-452f-906a-0ae5dfe6595b tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:49.277439 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-456c4e76-22ab-4e89-abfb-abede02d93aa req-b89de737-fe0a-452f-906a-0ae5dfe6595b tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=c4cea3b6-1a91-4059-b0c7-dce5ee154a9a HTTP/1.1" status: 200 len: 945 time: 0.4894145 Sep 24 15:40:49.403490 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4cea3b6-1a91-4059-b0c7-dce5ee154a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c73fdaa-d9b5-491a-83f9-250d4df20dcb'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:40:49.406499 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba5ea0ef-285b-4c09-a88c-ac14e92261b9" -d '{"events": [{"server_uuid": "c4cea3b6-1a91-4059-b0c7-dce5ee154a9a", "name": "network-vif-plugged", "status": "completed", "tag": "2c73fdaa-d9b5-491a-83f9-250d4df20dcb"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:40:49.427655 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-456c4e76-22ab-4e89-abfb-abede02d93aa req-3821d5c1-55f1-4026-bd4c-69b6f3199c56 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492171 Sep 24 15:40:49.441980 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-56223478-17a4-48bb-a222-7997bcf80253 tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:49.495668 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5badf117-d2e0-44a0-8311-a6be3ee1d7f5 x-openstack-request-id: req-5badf117-d2e0-44a0-8311-a6be3ee1d7f5 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:40:49.496207 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4cea3b6-1a91-4059-b0c7-dce5ee154a9a", "name": "network-vif-plugged", "status": "completed", "tag": "2c73fdaa-d9b5-491a-83f9-250d4df20dcb", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:40:49.496626 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-5badf117-d2e0-44a0-8311-a6be3ee1d7f5 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:40:49.497265 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4cea3b6-1a91-4059-b0c7-dce5ee154a9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c73fdaa-d9b5-491a-83f9-250d4df20dcb', 'code': 200} Sep 24 15:40:49.550539 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a0848-625f-4327-ac21-415c6cfaa7ab req-c4f50687-7666-4f5b-a164-1ddcf05188ac tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:49.556592 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-aa5a0848-625f-4327-ac21-415c6cfaa7ab req-c4f50687-7666-4f5b-a164-1ddcf05188ac tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb4e8a26-5c1d-4728-9dcf-48b66165cce6 HTTP/1.1" status: 200 len: 949 time: 0.1759391 Sep 24 15:40:49.564157 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-56223478-17a4-48bb-a222-7997bcf80253 tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:49.653708 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-aa5a0848-625f-4327-ac21-415c6cfaa7ab req-c1b85ac8-490c-404d-8935-70a8a5df71cc tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] 10.222.0.101 "GET /v2.0/security-groups?id=39ea9fa9-0168-4127-9efe-40cda7f64871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907118 Sep 24 15:40:49.921622 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9730ae-4ba5-45fd-9902-7cea3df276d9 req-12fb76e4-6610-415b-a164-67417ab723eb tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:49.923342 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ea9730ae-4ba5-45fd-9902-7cea3df276d9 req-12fb76e4-6610-415b-a164-67417ab723eb tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a HTTP/1.1" status: 200 len: 950 time: 0.0921378 Sep 24 15:40:49.925964 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-56223478-17a4-48bb-a222-7997bcf80253 tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:50.008582 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ea9730ae-4ba5-45fd-9902-7cea3df276d9 req-609000de-a01e-456c-ae91-9101e337c01d tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764091 Sep 24 15:40:50.026593 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-56223478-17a4-48bb-a222-7997bcf80253 tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:50.205783 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-56223478-17a4-48bb-a222-7997bcf80253 tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:50.251041 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56223478-17a4-48bb-a222-7997bcf80253 tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Pushing event updated for resources: {'Port': ['ID=5d8eb618-3a7c-4a2b-83b2-6dbd82fb5b10,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:50.357039 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-56223478-17a4-48bb-a222-7997bcf80253 tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:50.358445 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-56223478-17a4-48bb-a222-7997bcf80253 tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1168706 Sep 24 15:40:50.584758 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb56947-3754-4965-8b5e-7aeb6fde6a6e req-0f5ff77c-c8ab-4c01-88f2-cd5d53e92f08 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:50.587462 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9fb56947-3754-4965-8b5e-7aeb6fde6a6e req-0f5ff77c-c8ab-4c01-88f2-cd5d53e92f08 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=c4cea3b6-1a91-4059-b0c7-dce5ee154a9a HTTP/1.1" status: 200 len: 945 time: 0.0723763 Sep 24 15:40:50.648497 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9fb56947-3754-4965-8b5e-7aeb6fde6a6e req-24f7d5ed-fde6-40cb-a813-d36b1c500525 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502315 Sep 24 15:40:50.871572 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590a16d6-83e6-40e7-b6e1-65251a22043b req-73560516-e8eb-472b-961a-ca45746cd171 tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:50.880202 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-590a16d6-83e6-40e7-b6e1-65251a22043b req-73560516-e8eb-472b-961a-ca45746cd171 tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb4e8a26-5c1d-4728-9dcf-48b66165cce6 HTTP/1.1" status: 200 len: 949 time: 0.1166978 Sep 24 15:40:50.897977 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device c0e99190-1e5c-4b9b-af6e-77b9f1e2706f up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:40:50.996546 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-590a16d6-83e6-40e7-b6e1-65251a22043b req-acdb95a6-63ad-4034-b709-d3f115175575 tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] 10.222.0.101 "GET /v2.0/security-groups?id=39ea9fa9-0168-4127-9efe-40cda7f64871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152749 Sep 24 15:40:51.133195 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port c0e99190-1e5c-4b9b-af6e-77b9f1e2706f completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:40:51.137478 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port c0e99190-1e5c-4b9b-af6e-77b9f1e2706f triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:40:51.137853 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:51.253314 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1617272d-6dd2-4102-af22-767c09b4c012 req-5fe7dbed-cad8-413a-a94a-f3e9ffd8dc5e tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:51.264099 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1617272d-6dd2-4102-af22-767c09b4c012 req-5fe7dbed-cad8-413a-a94a-f3e9ffd8dc5e tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a HTTP/1.1" status: 200 len: 950 time: 0.1544383 Sep 24 15:40:51.370827 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1617272d-6dd2-4102-af22-767c09b4c012 req-784d1a80-a216-417c-817f-003c08ce9d8c tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872440 Sep 24 15:40:51.373752 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:51.452903 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port c0e99190-1e5c-4b9b-af6e-77b9f1e2706f, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=c0e99190-1e5c-4b9b-af6e-77b9f1e2706f,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:40:51.500799 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb4e8a26-5c1d-4728-9dcf-48b66165cce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0e99190-1e5c-4b9b-af6e-77b9f1e2706f'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:40:51.503667 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a40e0a3-6697-4f74-8791-d27bb87aef7e" -d '{"events": [{"server_uuid": "cb4e8a26-5c1d-4728-9dcf-48b66165cce6", "name": "network-vif-plugged", "status": "completed", "tag": "c0e99190-1e5c-4b9b-af6e-77b9f1e2706f"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:40:51.528636 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:51.605282 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0e6a762-87cc-46c1-b2d2-605d1b25049e x-openstack-request-id: req-b0e6a762-87cc-46c1-b2d2-605d1b25049e {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:40:51.605871 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb4e8a26-5c1d-4728-9dcf-48b66165cce6", "name": "network-vif-plugged", "status": "completed", "tag": "c0e99190-1e5c-4b9b-af6e-77b9f1e2706f", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:40:51.606523 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b0e6a762-87cc-46c1-b2d2-605d1b25049e {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:40:51.607097 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb4e8a26-5c1d-4728-9dcf-48b66165cce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0e99190-1e5c-4b9b-af6e-77b9f1e2706f', 'code': 200} Sep 24 15:40:51.607864 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=c0e99190-1e5c-4b9b-af6e-77b9f1e2706f,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:51.749280 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cbd6c7-7846-4bf1-85ec-b13c07c69618 req-c000aea2-910b-4650-84c9-680cc7b75ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:51.750921 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-08cbd6c7-7846-4bf1-85ec-b13c07c69618 req-c000aea2-910b-4650-84c9-680cc7b75ac8 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=cb4e8a26-5c1d-4728-9dcf-48b66165cce6 HTTP/1.1" status: 200 len: 1101 time: 0.0860300 Sep 24 15:40:51.810675 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ab06f-4ab1-48a5-8bba-9c10b92cbc63 req-44586e48-93cf-43d2-83ee-7b8d70bae876 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:51.812671 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-08cbd6c7-7846-4bf1-85ec-b13c07c69618 req-03c72171-28c7-44d6-83de-7d110d4c4b1b service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=39ea9fa9-0168-4127-9efe-40cda7f64871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524669 Sep 24 15:40:51.817169 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9f4ab06f-4ab1-48a5-8bba-9c10b92cbc63 req-44586e48-93cf-43d2-83ee-7b8d70bae876 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=c4cea3b6-1a91-4059-b0c7-dce5ee154a9a HTTP/1.1" status: 200 len: 945 time: 0.0798004 Sep 24 15:40:51.934437 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9f4ab06f-4ab1-48a5-8bba-9c10b92cbc63 req-b1464582-f2c5-4201-ae5e-18f1ae8de368 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037951 Sep 24 15:40:52.149830 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 51758) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:40:52.198026 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43139bf-66dd-49fb-9d5a-1cfad3e237be req-b9e4a41c-ac23-4252-a113-1f1cfc246b7f tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:52.199711 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e43139bf-66dd-49fb-9d5a-1cfad3e237be req-b9e4a41c-ac23-4252-a113-1f1cfc246b7f tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb4e8a26-5c1d-4728-9dcf-48b66165cce6 HTTP/1.1" status: 200 len: 950 time: 0.0982456 Sep 24 15:40:52.249210 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e43139bf-66dd-49fb-9d5a-1cfad3e237be req-c5439bcf-b8c0-401d-aaff-cac4ee0adafd tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] 10.222.0.101 "GET /v2.0/security-groups?id=39ea9fa9-0168-4127-9efe-40cda7f64871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407643 Sep 24 15:40:52.307575 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-55c709db-2ea0-47f1-a871-780857e0a751 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:52.400828 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-55c709db-2ea0-47f1-a871-780857e0a751 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:52.477251 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e3c52-4158-4d18-b944-96c77600bc77 req-dcfb2006-8227-492c-b3bc-f5e0527d9cda tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:52.478701 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-785e3c52-4158-4d18-b944-96c77600bc77 req-dcfb2006-8227-492c-b3bc-f5e0527d9cda tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a HTTP/1.1" status: 200 len: 950 time: 0.0573423 Sep 24 15:40:52.519187 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-785e3c52-4158-4d18-b944-96c77600bc77 req-912aacd8-c53a-40d7-8607-cce834a99690 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335805 Sep 24 15:40:53.025835 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-55c709db-2ea0-47f1-a871-780857e0a751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:53.079270 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-55c709db-2ea0-47f1-a871-780857e0a751 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=975f7f0d871449648ad842c38ca86beb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9276421 Sep 24 15:40:53.079438 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd99bc3-25d7-459c-a823-f36bef5ad4bf req-53fc79dd-7607-49d0-aea2-22c931cab05b tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:53.080769 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0dd99bc3-25d7-459c-a823-f36bef5ad4bf req-53fc79dd-7607-49d0-aea2-22c931cab05b tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=c4cea3b6-1a91-4059-b0c7-dce5ee154a9a HTTP/1.1" status: 200 len: 945 time: 0.0675604 Sep 24 15:40:53.081084 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c709db-2ea0-47f1-a871-780857e0a751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea0e568-660d-40cf-a4af-3166a68c734e,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:53.081725 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 51768) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:40:53.150655 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0dd99bc3-25d7-459c-a823-f36bef5ad4bf req-76e70860-3aae-4627-9ba5-d66167679090 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625238 Sep 24 15:40:53.159660 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fa5794b7-f62a-4263-ac90-b4704d447a03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:53.181711 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fa5794b7-f62a-4263-ac90-b4704d447a03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:53.415410 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fa5794b7-f62a-4263-ac90-b4704d447a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:53.420703 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fa5794b7-f62a-4263-ac90-b4704d447a03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:53.435496 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-fa5794b7-f62a-4263-ac90-b4704d447a03 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/4ea0e568-660d-40cf-a4af-3166a68c734e HTTP/1.1" status: 204 len: 168 time: 0.3523440 Sep 24 15:40:53.467430 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bb08eb-e5bf-4969-b398-0d984d7b3a48 req-a4143c74-bcc3-4474-ac4d-958658f7ab6b tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:53.475780 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-61bb08eb-e5bf-4969-b398-0d984d7b3a48 req-a4143c74-bcc3-4474-ac4d-958658f7ab6b tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb4e8a26-5c1d-4728-9dcf-48b66165cce6 HTTP/1.1" status: 200 len: 950 time: 0.1233697 Sep 24 15:40:53.509469 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5794b7-f62a-4263-ac90-b4704d447a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea0e568-660d-40cf-a4af-3166a68c734e,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:53.563127 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-61bb08eb-e5bf-4969-b398-0d984d7b3a48 req-174fedde-fbdd-4a7f-b6b2-e84d8b1e8110 tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] 10.222.0.101 "GET /v2.0/security-groups?id=39ea9fa9-0168-4127-9efe-40cda7f64871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846453 Sep 24 15:40:53.912312 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b96237-7a2b-426c-ba21-e3090817f09d req-8f1b22bd-4b99-4970-bb1f-34bfe35c5051 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:53.915068 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a4b96237-7a2b-426c-ba21-e3090817f09d req-8f1b22bd-4b99-4970-bb1f-34bfe35c5051 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a HTTP/1.1" status: 200 len: 950 time: 0.1037977 Sep 24 15:40:53.972378 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a4b96237-7a2b-426c-ba21-e3090817f09d req-af2cb577-3ba6-46e7-a385-69ae949836f4 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512371 Sep 24 15:40:54.381019 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 51790) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:40:54.397357 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e06e4-3fa8-4651-870b-b444bf6be351 req-c18bb911-6487-45d7-b94b-68ebd38c7438 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:54.403571 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3706e314-4932-4d5c-b186-1f26bbd464b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:54.412446 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a05e06e4-3fa8-4651-870b-b444bf6be351 req-c18bb911-6487-45d7-b94b-68ebd38c7438 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=c4cea3b6-1a91-4059-b0c7-dce5ee154a9a HTTP/1.1" status: 200 len: 945 time: 0.1204534 Sep 24 15:40:54.485840 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a05e06e4-3fa8-4651-870b-b444bf6be351 req-3058dc19-cac0-42e8-bac5-564f8bb8f411 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647862 Sep 24 15:40:54.577671 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3706e314-4932-4d5c-b186-1f26bbd464b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:54.715809 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3706e314-4932-4d5c-b186-1f26bbd464b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:54.804974 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3706e314-4932-4d5c-b186-1f26bbd464b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc81488-5d55-47bd-bb8c-156d9c14f13b,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:54.845501 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-3706e314-4932-4d5c-b186-1f26bbd464b9 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d50192fe621c4ef5aba94c7882dbba0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4583054 Sep 24 15:40:54.845501 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 51796) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:40:54.853602 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835ca3d7-e962-43dc-92a4-6e7e5e2d0ce1 req-b9c4cc0f-27f9-46fc-93df-57f97e9a40f0 tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:40:54.867105 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-835ca3d7-e962-43dc-92a4-6e7e5e2d0ce1 req-b9c4cc0f-27f9-46fc-93df-57f97e9a40f0 tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb4e8a26-5c1d-4728-9dcf-48b66165cce6 HTTP/1.1" status: 200 len: 950 time: 0.1957562 Sep 24 15:40:54.947015 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-835ca3d7-e962-43dc-92a4-6e7e5e2d0ce1 req-72998752-0568-4180-b345-46328e42b73c tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] 10.222.0.101 "GET /v2.0/security-groups?id=39ea9fa9-0168-4127-9efe-40cda7f64871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777988 Sep 24 15:40:54.981931 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8d58-8041-4cbf-9605-b965ac8deecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:55.037813 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8d58-8041-4cbf-9605-b965ac8deecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:55.225895 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8d58-8041-4cbf-9605-b965ac8deecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:55.229292 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b6cd8d58-8041-4cbf-9605-b965ac8deecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:55.230512 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b6cd8d58-8041-4cbf-9605-b965ac8deecf admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/6bc81488-5d55-47bd-bb8c-156d9c14f13b HTTP/1.1" status: 204 len: 168 time: 0.3769283 Sep 24 15:40:55.245572 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cd8d58-8041-4cbf-9605-b965ac8deecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc81488-5d55-47bd-bb8c-156d9c14f13b,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:59.123963 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 51862) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:40:59.284869 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-04b4caa0-72b7-454c-a7b5-e3356b6968ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:59.399204 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-04b4caa0-72b7-454c-a7b5-e3356b6968ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:59.465878 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-04b4caa0-72b7-454c-a7b5-e3356b6968ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:59.524127 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b4caa0-72b7-454c-a7b5-e3356b6968ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30ec6c0d-06b0-4539-b3fe-134152c4c8a9,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:40:59.556312 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-04b4caa0-72b7-454c-a7b5-e3356b6968ba admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=b4ca51106de7408a8cdd84388e79da2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4306214 Sep 24 15:40:59.558908 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 51866) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:40:59.623612 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e379bae1-4727-4df3-9c9a-4f9c6bb52b97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:59.652854 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e379bae1-4727-4df3-9c9a-4f9c6bb52b97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:59.857228 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e379bae1-4727-4df3-9c9a-4f9c6bb52b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:59.860004 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e379bae1-4727-4df3-9c9a-4f9c6bb52b97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:40:59.864381 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e379bae1-4727-4df3-9c9a-4f9c6bb52b97 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/30ec6c0d-06b0-4539-b3fe-134152c4c8a9 HTTP/1.1" status: 204 len: 168 time: 0.3042197 Sep 24 15:40:59.882516 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e379bae1-4727-4df3-9c9a-4f9c6bb52b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30ec6c0d-06b0-4539-b3fe-134152c4c8a9,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:00.856965 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 51872) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:41:00.872053 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-60d0c056-5e2d-416c-8503-a996615d2d7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:00.969995 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-60d0c056-5e2d-416c-8503-a996615d2d7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:01.268159 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-60d0c056-5e2d-416c-8503-a996615d2d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:01.296596 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6fc693c3-bb1d-4ffe-90e8-3ada20dc7431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:01.309258 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d0c056-5e2d-416c-8503-a996615d2d7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89d27aa2-a64b-4455-86ee-9b27b560cc57,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:01.313070 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-60d0c056-5e2d-416c-8503-a996615d2d7a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=1c2a4feac7c44b5bb359212ee1410b01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4551327 Sep 24 15:41:01.316358 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 51874) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:41:01.319492 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d0c056-5e2d-416c-8503-a996615d2d7a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:01.319833 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d0c056-5e2d-416c-8503-a996615d2d7a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:01.320168 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d0c056-5e2d-416c-8503-a996615d2d7a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:01.320644 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d0c056-5e2d-416c-8503-a996615d2d7a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:01.321513 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d0c056-5e2d-416c-8503-a996615d2d7a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:01.322012 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d0c056-5e2d-416c-8503-a996615d2d7a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:01.322362 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d0c056-5e2d-416c-8503-a996615d2d7a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:01.322690 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d0c056-5e2d-416c-8503-a996615d2d7a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:01.323008 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d0c056-5e2d-416c-8503-a996615d2d7a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:01.323326 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d0c056-5e2d-416c-8503-a996615d2d7a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:01.323651 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d0c056-5e2d-416c-8503-a996615d2d7a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:01.323985 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60d0c056-5e2d-416c-8503-a996615d2d7a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:01.371712 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [req-5d99a0a8-f3b9-4eec-b9fa-7231586f312d req-8d94393f-3254-46a1-a289-41d474dc6e0f tempest-MigrationsAdminTest-774334037 tempest-MigrationsAdminTest-774334037-project-admin] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:41:01.373440 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5d99a0a8-f3b9-4eec-b9fa-7231586f312d req-8d94393f-3254-46a1-a289-41d474dc6e0f tempest-MigrationsAdminTest-774334037 tempest-MigrationsAdminTest-774334037-project-admin] 10.222.0.108 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066385 Sep 24 15:41:01.378087 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-82e43bc7-2528-4502-a50d-5ca75eb40e15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:01.410186 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-82e43bc7-2528-4502-a50d-5ca75eb40e15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:01.560330 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-82e43bc7-2528-4502-a50d-5ca75eb40e15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:01.562962 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-82e43bc7-2528-4502-a50d-5ca75eb40e15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:01.567420 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-82e43bc7-2528-4502-a50d-5ca75eb40e15 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/89d27aa2-a64b-4455-86ee-9b27b560cc57 HTTP/1.1" status: 204 len: 168 time: 0.2498388 Sep 24 15:41:01.580233 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e43bc7-2528-4502-a50d-5ca75eb40e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d27aa2-a64b-4455-86ee-9b27b560cc57,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:01.746334 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [req-5d99a0a8-f3b9-4eec-b9fa-7231586f312d req-1136e87d-e173-4119-9fdf-5cdccd94e385 service neutron] show failed (client error): The resource could not be found. Sep 24 15:41:01.750248 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5d99a0a8-f3b9-4eec-b9fa-7231586f312d req-1136e87d-e173-4119-9fdf-5cdccd94e385 service neutron] 10.222.0.108 "GET /v2.0/ports/84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954/bindings/n-h1-808921-1 HTTP/1.1" status: 404 len: 380 time: 0.3674183 Sep 24 15:41:02.509927 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d99a0a8-f3b9-4eec-b9fa-7231586f312d req-5d94e891-1e6d-44ed-851d-8f75eb6b67ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:02.511457 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5d99a0a8-f3b9-4eec-b9fa-7231586f312d req-5d94e891-1e6d-44ed-851d-8f75eb6b67ed service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a&tenant_id=1d817464a57145808f61427a409f714d HTTP/1.1" status: 200 len: 1101 time: 0.0452240 Sep 24 15:41:02.524085 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-5d99a0a8-f3b9-4eec-b9fa-7231586f312d req-02f5b13b-80e4-4dd7-8b7a-f9f478281a4e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-808921-1', 'device_owner': 'compute:nova'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:41:02.576334 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-5d99a0a8-f3b9-4eec-b9fa-7231586f312d req-02f5b13b-80e4-4dd7-8b7a-f9f478281a4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:02.790777 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-5d99a0a8-f3b9-4eec-b9fa-7231586f312d req-02f5b13b-80e4-4dd7-8b7a-f9f478281a4e service neutron] For port 84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:41:02.823097 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-5d99a0a8-f3b9-4eec-b9fa-7231586f312d req-02f5b13b-80e4-4dd7-8b7a-f9f478281a4e service neutron] For port 84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954, host n-h2-808921-1, cleared binding levels {{(pid=95297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:41:02.872876 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:41:02.875349 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b9b24d2-d72a-4a40-b9bd-4d6878a07fc8" -d '{"events": [{"server_uuid": "233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a", "name": "network-vif-unplugged", "status": "completed", "tag": "84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:41:02.879740 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-5d99a0a8-f3b9-4eec-b9fa-7231586f312d req-02f5b13b-80e4-4dd7-8b7a-f9f478281a4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:02.897515 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.provisioning_blocks [req-5d99a0a8-f3b9-4eec-b9fa-7231586f312d req-02f5b13b-80e4-4dd7-8b7a-f9f478281a4e service neutron] Transition to ACTIVE for port object 84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954 will not be triggered until provisioned by entity L2. {{(pid=95297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:41:02.984330 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:41:02.996171 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-5d99a0a8-f3b9-4eec-b9fa-7231586f312d req-02f5b13b-80e4-4dd7-8b7a-f9f478281a4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:03.074174 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d99a0a8-f3b9-4eec-b9fa-7231586f312d req-02f5b13b-80e4-4dd7-8b7a-f9f478281a4e service neutron] No DVR routers for this DVR port 84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954 on host n-h2-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:41:03.088300 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cfac788f-e2f3-4a1e-81e2-c55c89b6d732 req-643e0da3-9106-4b7b-b15f-889139c4e62b tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-securitygroup--178349952&fields=id&tenant_id=fd9a43ed9ace417e889d077870f5a6b6 HTTP/1.1" status: 200 len: 267 time: 0.1188350 Sep 24 15:41:03.148339 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f5b13b-80e4-4dd7-8b7a-f9f478281a4e service neutron] Pushing event updated for resources: {'Port': ['ID=84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954,revision_number=6']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:03.199361 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-5d99a0a8-f3b9-4eec-b9fa-7231586f312d req-02f5b13b-80e4-4dd7-8b7a-f9f478281a4e service neutron] Attempting to bind port 84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954 on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:41:03.199710 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-5d99a0a8-f3b9-4eec-b9fa-7231586f312d req-02f5b13b-80e4-4dd7-8b7a-f9f478281a4e service neutron] Attempting to bind port 84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954 by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:41:03.200048 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d99a0a8-f3b9-4eec-b9fa-7231586f312d req-02f5b13b-80e4-4dd7-8b7a-f9f478281a4e service neutron] Attempting to bind port 84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954 on network 9672f189-23fe-44e6-9dd2-257ff8905939 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:41:03.244976 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d99a0a8-f3b9-4eec-b9fa-7231586f312d req-02f5b13b-80e4-4dd7-8b7a-f9f478281a4e service neutron] Port 84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954 on network 9672f189-23fe-44e6-9dd2-257ff8905939 not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:41:03.245310 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d99a0a8-f3b9-4eec-b9fa-7231586f312d req-02f5b13b-80e4-4dd7-8b7a-f9f478281a4e service neutron] Attempting to bind port 84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954 on network 9672f189-23fe-44e6-9dd2-257ff8905939 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:41:03.253021 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d99a0a8-f3b9-4eec-b9fa-7231586f312d req-02f5b13b-80e4-4dd7-8b7a-f9f478281a4e service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:41:03.253950 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d99a0a8-f3b9-4eec-b9fa-7231586f312d req-02f5b13b-80e4-4dd7-8b7a-f9f478281a4e service neutron] Checking segment: {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:41:03.253950 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d99a0a8-f3b9-4eec-b9fa-7231586f312d req-02f5b13b-80e4-4dd7-8b7a-f9f478281a4e service neutron] Bound using segment: {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:41:03.254189 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-5d99a0a8-f3b9-4eec-b9fa-7231586f312d req-02f5b13b-80e4-4dd7-8b7a-f9f478281a4e service neutron] Bound port: 84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'}}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:41:03.254576 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-5d99a0a8-f3b9-4eec-b9fa-7231586f312d req-02f5b13b-80e4-4dd7-8b7a-f9f478281a4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:03.359292 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac788f-e2f3-4a1e-81e2-c55c89b6d732 req-23d2ac5b-cdcd-4183-8e3b-77e30b87e6a0 tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:03.360838 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cfac788f-e2f3-4a1e-81e2-c55c89b6d732 req-23d2ac5b-cdcd-4183-8e3b-77e30b87e6a0 tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] 10.222.0.101 "GET /v2.0/networks?id=1717592d-aa85-48d4-a6aa-eeffcff7fc94 HTTP/1.1" status: 200 len: 806 time: 0.2717469 Sep 24 15:41:03.370631 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-5d99a0a8-f3b9-4eec-b9fa-7231586f312d req-02f5b13b-80e4-4dd7-8b7a-f9f478281a4e service neutron] For port 84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954, host n-h1-808921-1, cleared binding levels {{(pid=95297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:41:03.379523 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-5d99a0a8-f3b9-4eec-b9fa-7231586f312d req-02f5b13b-80e4-4dd7-8b7a-f9f478281a4e service neutron] For port 84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:41:03.383980 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cfac788f-e2f3-4a1e-81e2-c55c89b6d732 req-f3029ba3-5c6e-48fc-8826-922c04796d7e tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] 10.222.0.101 "GET /v2.0/quotas/fd9a43ed9ace417e889d077870f5a6b6 HTTP/1.1" status: 200 len: 375 time: 0.0156100 Sep 24 15:41:03.438846 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cfac788f-e2f3-4a1e-81e2-c55c89b6d732 req-6748e919-ccb3-416b-a02e-721b360e89f5 tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=fd9a43ed9ace417e889d077870f5a6b6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0491273 Sep 24 15:41:03.483515 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-5d99a0a8-f3b9-4eec-b9fa-7231586f312d req-02f5b13b-80e4-4dd7-8b7a-f9f478281a4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:03.569846 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d99a0a8-f3b9-4eec-b9fa-7231586f312d req-02f5b13b-80e4-4dd7-8b7a-f9f478281a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:03.574374 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-5d99a0a8-f3b9-4eec-b9fa-7231586f312d req-02f5b13b-80e4-4dd7-8b7a-f9f478281a4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:03.576101 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5d99a0a8-f3b9-4eec-b9fa-7231586f312d req-02f5b13b-80e4-4dd7-8b7a-f9f478281a4e service neutron] 10.222.0.110 "PUT /v2.0/ports/84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954 HTTP/1.1" status: 200 len: 1096 time: 1.0566261 Sep 24 15:41:03.607775 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f5b13b-80e4-4dd7-8b7a-f9f478281a4e service neutron] Pushing event updated for resources: {'Port': ['ID=84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954,revision_number=7']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:03.621712 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cfac788f-e2f3-4a1e-81e2-c55c89b6d732 req-37feff22-327b-4e5d-976c-ac753faf307c service neutron] 10.222.0.101 "GET /v2.0/networks/1717592d-aa85-48d4-a6aa-eeffcff7fc94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661539 Sep 24 15:41:03.656507 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7027b99b-d3ed-4135-90c8-76d4ff27d00b req-819d5f88-f3e4-401c-9a1f-844af3806506 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:03.676207 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7027b99b-d3ed-4135-90c8-76d4ff27d00b req-819d5f88-f3e4-401c-9a1f-844af3806506 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a HTTP/1.1" status: 200 len: 948 time: 0.1175745 Sep 24 15:41:03.758367 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d99a0a8-f3b9-4eec-b9fa-7231586f312d req-f5f0abfd-9f4f-461d-836d-1211e375b3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:03.760602 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5d99a0a8-f3b9-4eec-b9fa-7231586f312d req-f5f0abfd-9f4f-461d-836d-1211e375b3ad service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1d817464a57145808f61427a409f714d&device_id=233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a HTTP/1.1" status: 200 len: 1099 time: 0.1407378 Sep 24 15:41:03.781137 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7027b99b-d3ed-4135-90c8-76d4ff27d00b req-f628b997-6dff-437e-acd7-4d29296c3478 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040359 Sep 24 15:41:03.789291 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f846e15-c2ef-4285-abb2-62a4af06ddd4 req-8bae83ff-c197-4a8e-81c3-a6dc34f76059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:03.791115 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1f846e15-c2ef-4285-abb2-62a4af06ddd4 req-8bae83ff-c197-4a8e-81c3-a6dc34f76059 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=d0b79565aaee49b1a1b35139ea3bccae&device_id=c4cea3b6-1a91-4059-b0c7-dce5ee154a9a HTTP/1.1" status: 200 len: 1096 time: 0.1918776 Sep 24 15:41:03.877995 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cfac788f-e2f3-4a1e-81e2-c55c89b6d732 req-d636b33d-adb0-4e1c-a6e6-38140ece471b service neutron] 10.222.0.101 "GET /v2.0/networks/1717592d-aa85-48d4-a6aa-eeffcff7fc94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2485452 Sep 24 15:41:03.888598 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4e998d00-a0ca-4a6a-a50f-9f16420fde1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:03.913962 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d99a0a8-f3b9-4eec-b9fa-7231586f312d req-aa26acbd-d7db-4d76-878d-2a80d562abdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:03.918045 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5d99a0a8-f3b9-4eec-b9fa-7231586f312d req-aa26acbd-d7db-4d76-878d-2a80d562abdf service neutron] 10.222.0.110 "GET /v2.0/networks?id=9672f189-23fe-44e6-9dd2-257ff8905939 HTTP/1.1" status: 200 len: 871 time: 0.1493323 Sep 24 15:41:03.952090 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f846e15-c2ef-4285-abb2-62a4af06ddd4 req-c452de9e-11d6-43ec-be56-d004e092e05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:03.953726 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1f846e15-c2ef-4285-abb2-62a4af06ddd4 req-c452de9e-11d6-43ec-be56-d004e092e05d service neutron] 10.222.0.108 "GET /v2.0/networks?id=3e0da5e5-cfcf-4b73-b0d7-902e52490b00 HTTP/1.1" status: 200 len: 914 time: 0.1510963 Sep 24 15:41:03.962919 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39745a9d-4421-4d9d-adf9-9e6a1254c6de req-23273430-7a98-4703-bfe4-19f22c884515 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:03.964655 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-39745a9d-4421-4d9d-adf9-9e6a1254c6de req-23273430-7a98-4703-bfe4-19f22c884515 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=c4cea3b6-1a91-4059-b0c7-dce5ee154a9a HTTP/1.1" status: 200 len: 945 time: 0.0773578 Sep 24 15:41:03.981631 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5d99a0a8-f3b9-4eec-b9fa-7231586f312d req-dba4830f-fec3-49c7-b82d-59d7bb013a8d service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954 HTTP/1.1" status: 200 len: 217 time: 0.0504026 Sep 24 15:41:04.051210 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d99a0a8-f3b9-4eec-b9fa-7231586f312d req-b356a380-b862-4d5b-a102-e8174dd69bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:04.052919 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5d99a0a8-f3b9-4eec-b9fa-7231586f312d req-b356a380-b862-4d5b-a102-e8174dd69bef service neutron] 10.222.0.110 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.0608349 Sep 24 15:41:04.109910 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d99a0a8-f3b9-4eec-b9fa-7231586f312d req-0b6a07b3-26b5-4b1f-ad62-09913191a3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:04.111944 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5d99a0a8-f3b9-4eec-b9fa-7231586f312d req-0b6a07b3-26b5-4b1f-ad62-09913191a3cf service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0477185 Sep 24 15:41:04.249245 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5d99a0a8-f3b9-4eec-b9fa-7231586f312d req-46e512d3-c938-4e47-9d9c-5c50f6384c30 service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283240 Sep 24 15:41:04.287874 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:04.308064 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 15:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feed0585-eff4-4406-9964-f313bec8978d x-openstack-request-id: req-feed0585-eff4-4406-9964-f313bec8978d {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:41:04.308220 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a", "name": "network-vif-unplugged", "status": "completed", "tag": "84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:41:04.308454 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-feed0585-eff4-4406-9964-f313bec8978d {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:41:04.308851 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954', 'code': 200} Sep 24 15:41:04.337634 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1f846e15-c2ef-4285-abb2-62a4af06ddd4 req-bbc1abe1-0d2b-417e-8948-fd4bf6bd6561 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2c73fdaa-d9b5-491a-83f9-250d4df20dcb HTTP/1.1" status: 200 len: 217 time: 0.3717127 Sep 24 15:41:04.407134 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-39745a9d-4421-4d9d-adf9-9e6a1254c6de req-98d410b2-3382-4572-b082-6503006c4226 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4344463 Sep 24 15:41:04.424188 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f846e15-c2ef-4285-abb2-62a4af06ddd4 req-5fb5421f-7b71-49fa-8350-1b4ecd0b0c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:04.427459 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1f846e15-c2ef-4285-abb2-62a4af06ddd4 req-5fb5421f-7b71-49fa-8350-1b4ecd0b0c57 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=946d8626-ec5d-49c4-aa21-33da3ceddcfd HTTP/1.1" status: 200 len: 852 time: 0.0799112 Sep 24 15:41:04.475882 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1f846e15-c2ef-4285-abb2-62a4af06ddd4 req-b5f09f9b-df66-4b64-831d-3009c240df55 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=3e0da5e5-cfcf-4b73-b0d7-902e52490b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411339 Sep 24 15:41:04.500382 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5d99a0a8-f3b9-4eec-b9fa-7231586f312d req-5d80f42b-1c3c-46b0-a47c-1f67413f3d22 service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359924 Sep 24 15:41:04.524013 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d1fde-738e-4acb-b8b4-13d455122987 req-9a3debbd-bd2b-47bb-9fc5-7afd9689fe6a tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:04.525693 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6e8d1fde-738e-4acb-b8b4-13d455122987 req-9a3debbd-bd2b-47bb-9fc5-7afd9689fe6a tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 945 time: 0.0768952 Sep 24 15:41:04.551781 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3856015d-8e5e-4127-b318-363d71ba39c6 req-360e1479-1587-44e6-9784-6b477d07c828 tempest-FlavorsV2NegativeTest-806951674 tempest-FlavorsV2NegativeTest-806951674-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=4a4adc596a1443d5870298e6ee531681&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0338199 Sep 24 15:41:04.566226 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6e8d1fde-738e-4acb-b8b4-13d455122987 req-96345fe2-5768-49c0-a508-c6b42c4d4a00 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341959 Sep 24 15:41:04.662953 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-42322c06-ab87-4219-ad3f-5bf5ff2cac30 req-fae895f1-cd84-470c-b729-257b1d5d59b8 tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] 10.222.0.101 "GET /v2.0/ports?device_id=29d253d5-6e01-4a3f-9813-48193cbf2468 HTTP/1.1" status: 200 len: 210 time: 0.0466595 Sep 24 15:41:04.708403 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1f846e15-c2ef-4285-abb2-62a4af06ddd4 req-479a0bae-5e73-4e59-bcbb-c8c21412c064 service neutron] 10.222.0.108 "GET /v2.0/networks/3e0da5e5-cfcf-4b73-b0d7-902e52490b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242868 Sep 24 15:41:04.754613 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3856015d-8e5e-4127-b318-363d71ba39c6 req-51d47ca1-c69f-4714-8ab5-f194930f07ed tempest-FlavorsV2NegativeTest-806951674 tempest-FlavorsV2NegativeTest-806951674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:04.756087 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3856015d-8e5e-4127-b318-363d71ba39c6 req-51d47ca1-c69f-4714-8ab5-f194930f07ed tempest-FlavorsV2NegativeTest-806951674 tempest-FlavorsV2NegativeTest-806951674-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1725333 Sep 24 15:41:04.831300 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3856015d-8e5e-4127-b318-363d71ba39c6 req-11227571-04df-4df3-a71c-30244dd53db6 tempest-FlavorsV2NegativeTest-806951674 tempest-FlavorsV2NegativeTest-806951674-project] 10.222.0.101 "GET /v2.0/quotas/4a4adc596a1443d5870298e6ee531681 HTTP/1.1" status: 200 len: 375 time: 0.0622656 Sep 24 15:41:04.853480 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1f846e15-c2ef-4285-abb2-62a4af06ddd4 req-22e69ed0-3275-41d0-9d74-333923bcca0a service neutron] 10.222.0.108 "GET /v2.0/networks/3e0da5e5-cfcf-4b73-b0d7-902e52490b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341207 Sep 24 15:41:04.883707 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3856015d-8e5e-4127-b318-363d71ba39c6 req-12c4e6c0-ae23-43be-98ff-a84d91bf2fa8 tempest-FlavorsV2NegativeTest-806951674 tempest-FlavorsV2NegativeTest-806951674-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=4a4adc596a1443d5870298e6ee531681&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346823 Sep 24 15:41:04.992636 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92a502e-eb17-47aa-a821-be3165753e9f req-072ca92d-8752-4613-854e-7779374cbcca tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:04.994202 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a92a502e-eb17-47aa-a821-be3165753e9f req-072ca92d-8752-4613-854e-7779374cbcca tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a HTTP/1.1" status: 200 len: 948 time: 0.0567117 Sep 24 15:41:05.042867 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a92a502e-eb17-47aa-a821-be3165753e9f req-7f403c91-e49b-4df4-bb41-e073166636f7 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423889 Sep 24 15:41:05.219649 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:05.525032 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 2c73fdaa-d9b5-491a-83f9-250d4df20dcb no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:41:05.540128 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89c49d-79da-4805-9161-c7d1b18a3642 req-c72fc81c-1d70-4011-bbc7-5dd299bb0c4d tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:05.541650 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0d89c49d-79da-4805-9161-c7d1b18a3642 req-c72fc81c-1d70-4011-bbc7-5dd299bb0c4d tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=c4cea3b6-1a91-4059-b0c7-dce5ee154a9a HTTP/1.1" status: 200 len: 945 time: 0.0510378 Sep 24 15:41:05.579696 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0d89c49d-79da-4805-9161-c7d1b18a3642 req-f93b714a-1a23-4794-a1c1-84540473e720 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320837 Sep 24 15:41:05.609787 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:05.643046 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4cea3b6-1a91-4059-b0c7-dce5ee154a9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c73fdaa-d9b5-491a-83f9-250d4df20dcb'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:41:05.646878 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed2863a-5a49-4b62-b5b2-0bf376305c02" -d '{"events": [{"server_uuid": "c4cea3b6-1a91-4059-b0c7-dce5ee154a9a", "name": "network-vif-unplugged", "status": "completed", "tag": "2c73fdaa-d9b5-491a-83f9-250d4df20dcb"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:41:05.655836 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 2c73fdaa-d9b5-491a-83f9-250d4df20dcb, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=2c73fdaa-d9b5-491a-83f9-250d4df20dcb,segment=NetworkSegment(d7a68d6c-5d6b-4eed-831a-023fbb1b8f0b),segment_id=d7a68d6c-5d6b-4eed-831a-023fbb1b8f0b)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:41:05.762584 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-87f7c5da-0043-4456-a4e9-eb634f90e4b4 req-c8fbc499-9c54-4c0c-9356-6ec69d2c6f27 tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] 10.222.0.101 "GET /v2.0/ports?device_id=29d253d5-6e01-4a3f-9813-48193cbf2468 HTTP/1.1" status: 200 len: 210 time: 0.0265193 Sep 24 15:41:05.774012 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:05.775202 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954 no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:41:05.850722 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954 not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:41:05.852379 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=2c73fdaa-d9b5-491a-83f9-250d4df20dcb,revision_number=8']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:05.859984 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:05.860334 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:05.860679 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:05.861043 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:05.861381 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:05.861716 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:05.862051 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:05.862409 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:05.862738 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:05.863066 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:05.863393 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:05.863721 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:06.176792 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d308ab-399c-4cee-aa44-89e325e33edf req-ca64b072-f0c6-444a-9746-8f08062a48e8 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:06.185617 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c5d308ab-399c-4cee-aa44-89e325e33edf req-ca64b072-f0c6-444a-9746-8f08062a48e8 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a HTTP/1.1" status: 200 len: 948 time: 0.0629976 Sep 24 15:41:06.208760 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 15:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b36488-6af3-4bd5-9477-a6db4d22c614 x-openstack-request-id: req-f6b36488-6af3-4bd5-9477-a6db4d22c614 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:41:06.209086 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4cea3b6-1a91-4059-b0c7-dce5ee154a9a", "name": "network-vif-unplugged", "status": "completed", "tag": "2c73fdaa-d9b5-491a-83f9-250d4df20dcb", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:41:06.210860 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-f6b36488-6af3-4bd5-9477-a6db4d22c614 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:41:06.210860 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4cea3b6-1a91-4059-b0c7-dce5ee154a9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c73fdaa-d9b5-491a-83f9-250d4df20dcb', 'code': 200} Sep 24 15:41:06.232356 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c5d308ab-399c-4cee-aa44-89e325e33edf req-e41c05cb-ab61-4953-9671-c3a565319e94 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457003 Sep 24 15:41:06.271291 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 52104) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:41:06.287717 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 52108) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:41:06.310015 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a', 'tag': '84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:41:06.312615 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be77a4af-987d-4d93-beb9-64cdbd984e5f" -d '{"events": [{"name": "network-changed", "server_uuid": "233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a", "tag": "84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:41:06.375222 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea50b54b-7869-473d-a708-a1a5ad2c71c7 x-openstack-request-id: req-ea50b54b-7869-473d-a708-a1a5ad2c71c7 {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:41:06.375516 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a", "tag": "84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:41:06.375765 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ea50b54b-7869-473d-a708-a1a5ad2c71c7 {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:41:06.376694 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a', 'tag': '84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954', 'status': 'completed', 'code': 200} Sep 24 15:41:06.412291 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5185c0b7-3ca2-4053-8584-feb126f6a396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:06.443045 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be77a4af-987d-4d93-beb9-64cdbd984e5f req-036e1961-6a61-4c1a-841b-c593f7a14238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:06.444534 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-be77a4af-987d-4d93-beb9-64cdbd984e5f req-036e1961-6a61-4c1a-841b-c593f7a14238 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1d817464a57145808f61427a409f714d&device_id=233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a HTTP/1.1" status: 200 len: 1099 time: 0.0424068 Sep 24 15:41:06.469662 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d1d7b7c6-59f7-4b1a-9f58-4c6826d2b8c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:06.514949 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be77a4af-987d-4d93-beb9-64cdbd984e5f req-60519587-64c2-48c9-ac0f-9d4870e66f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:06.516448 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-be77a4af-987d-4d93-beb9-64cdbd984e5f req-60519587-64c2-48c9-ac0f-9d4870e66f51 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=1d817464a57145808f61427a409f714d&device_id=233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a HTTP/1.1" status: 200 len: 1099 time: 0.0938056 Sep 24 15:41:06.540763 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be77a4af-987d-4d93-beb9-64cdbd984e5f req-0643a348-9642-4536-93cd-726eee0ba3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:06.542217 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-be77a4af-987d-4d93-beb9-64cdbd984e5f req-0643a348-9642-4536-93cd-726eee0ba3ad service neutron] 10.222.0.110 "GET /v2.0/networks?id=9672f189-23fe-44e6-9dd2-257ff8905939 HTTP/1.1" status: 200 len: 871 time: 0.0892510 Sep 24 15:41:06.588095 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:06.597874 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-be77a4af-987d-4d93-beb9-64cdbd984e5f req-4bed2aea-2fdd-448c-9ab0-3e832891b034 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954 HTTP/1.1" status: 200 len: 217 time: 0.0391865 Sep 24 15:41:06.648883 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be77a4af-987d-4d93-beb9-64cdbd984e5f req-643007b2-60c6-4e60-9869-45304359ddef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:06.650406 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-be77a4af-987d-4d93-beb9-64cdbd984e5f req-643007b2-60c6-4e60-9869-45304359ddef service neutron] 10.222.0.108 "GET /v2.0/networks?id=9672f189-23fe-44e6-9dd2-257ff8905939 HTTP/1.1" status: 200 len: 871 time: 0.1250989 Sep 24 15:41:06.651352 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be77a4af-987d-4d93-beb9-64cdbd984e5f req-d460fd33-dddd-4b5e-8921-97565b57d531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:06.652817 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-be77a4af-987d-4d93-beb9-64cdbd984e5f req-d460fd33-dddd-4b5e-8921-97565b57d531 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.0453248 Sep 24 15:41:06.656155 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5185c0b7-3ca2-4053-8584-feb126f6a396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:06.706080 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be77a4af-987d-4d93-beb9-64cdbd984e5f req-20d08779-1d4a-4476-bb96-d47d4868013a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:06.707700 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-be77a4af-987d-4d93-beb9-64cdbd984e5f req-20d08779-1d4a-4476-bb96-d47d4868013a service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0428538 Sep 24 15:41:06.720759 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-be77a4af-987d-4d93-beb9-64cdbd984e5f req-fa66c24f-73f4-408b-8138-5fb793a3147c service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954 HTTP/1.1" status: 200 len: 217 time: 0.0557182 Sep 24 15:41:06.762888 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5185c0b7-3ca2-4053-8584-feb126f6a396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:06.799451 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cdf26d-72ca-4e98-8018-6bf09831bf72 req-f80f7d37-378b-46b5-9d96-2030c2a05abb tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:06.801223 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c3cdf26d-72ca-4e98-8018-6bf09831bf72 req-f80f7d37-378b-46b5-9d96-2030c2a05abb tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=c4cea3b6-1a91-4059-b0c7-dce5ee154a9a HTTP/1.1" status: 200 len: 943 time: 0.1470373 Sep 24 15:41:06.823941 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-be77a4af-987d-4d93-beb9-64cdbd984e5f req-7371b85e-87b7-42c4-80a0-bf270a2706c9 service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022897 Sep 24 15:41:06.864025 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be77a4af-987d-4d93-beb9-64cdbd984e5f req-c1c7d957-1565-499c-b4e9-b727cf553a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:06.865489 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-be77a4af-987d-4d93-beb9-64cdbd984e5f req-c1c7d957-1565-499c-b4e9-b727cf553a92 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.1366048 Sep 24 15:41:06.867963 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-5185c0b7-3ca2-4053-8584-feb126f6a396 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=4a4adc596a1443d5870298e6ee531681&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5956049 Sep 24 15:41:06.873961 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 52134) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:41:06.882058 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5185c0b7-3ca2-4053-8584-feb126f6a396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6da623d9-4eea-430e-9190-a94ae619ec3d,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:06.885789 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-02a7d11e-ca70-4e0d-97fd-691a3c78442d req-67c73abd-8e6d-4a67-ae1a-56098a673bdd tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] 10.222.0.101 "GET /v2.0/ports?device_id=29d253d5-6e01-4a3f-9813-48193cbf2468 HTTP/1.1" status: 200 len: 210 time: 0.0405946 Sep 24 15:41:06.953314 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-be77a4af-987d-4d93-beb9-64cdbd984e5f req-a3d31541-1f29-4b52-b2ac-8847b3f3f036 service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162863 Sep 24 15:41:06.963858 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c3cdf26d-72ca-4e98-8018-6bf09831bf72 req-dd76ea05-49e5-4dd5-8191-c5f32873d10f tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490304 Sep 24 15:41:06.989475 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device c0e99190-1e5c-4b9b-af6e-77b9f1e2706f details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:41:07.001519 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 0c9fda49-cc27-42a1-beac-c3884a84a52d no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:41:07.015065 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be77a4af-987d-4d93-beb9-64cdbd984e5f req-d9d342e5-b30f-430f-bb33-b42386beb024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:07.016584 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-be77a4af-987d-4d93-beb9-64cdbd984e5f req-d9d342e5-b30f-430f-bb33-b42386beb024 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1278512 Sep 24 15:41:07.053958 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d1d7b7c6-59f7-4b1a-9f58-4c6826d2b8c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:07.055219 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fac4befd-b6da-4cc9-a1ba-f6aada79443b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:07.122078 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fac4befd-b6da-4cc9-a1ba-f6aada79443b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:07.140150 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:07.165928 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d1d7b7c6-59f7-4b1a-9f58-4c6826d2b8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:07.173501 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port c0e99190-1e5c-4b9b-af6e-77b9f1e2706f, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=c0e99190-1e5c-4b9b-af6e-77b9f1e2706f,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:41:07.197077 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': 'c0e99190-1e5c-4b9b-af6e-77b9f1e2706f', 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939', 'port_id': 'c0e99190-1e5c-4b9b-af6e-77b9f1e2706f', 'mac_address': 'fa:16:3e:38:9b:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '188edb94-8042-4961-9ec0-8960b1ce1305', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:41:07.199905 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 0c9fda49-cc27-42a1-beac-c3884a84a52d, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=0c9fda49-cc27-42a1-beac-c3884a84a52d,segment=NetworkSegment(7e8e93a9-9a2d-4b51-a14d-73f657c90f78),segment_id=7e8e93a9-9a2d-4b51-a14d-73f657c90f78)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:41:07.205556 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-be77a4af-987d-4d93-beb9-64cdbd984e5f req-90ca7118-98b1-49ff-bc12-da89169beeb6 service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806493 Sep 24 15:41:07.241291 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7b7c6-59f7-4b1a-9f58-4c6826d2b8c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b592abe-e90d-42b7-baf7-fb4507d24d3d,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:07.249707 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-d1d7b7c6-59f7-4b1a-9f58-4c6826d2b8c5 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=4d72153ee67043ab9c5b24553aea0ca8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9586282 Sep 24 15:41:07.249876 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:07.250076 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 52136) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:41:07.284272 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c0e99190-1e5c-4b9b-af6e-77b9f1e2706f {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:41:07.323250 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:07.379776 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-08c8e3b5-7f10-4c0c-b864-a4b2eea49657 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:07.384755 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-be77a4af-987d-4d93-beb9-64cdbd984e5f req-aa96ebac-1909-400f-8c18-bfbcac2cd941 service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703362 Sep 24 15:41:07.387217 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fac4befd-b6da-4cc9-a1ba-f6aada79443b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:07.387681 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port c0e99190-1e5c-4b9b-af6e-77b9f1e2706f, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=c0e99190-1e5c-4b9b-af6e-77b9f1e2706f,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:41:07.389774 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fac4befd-b6da-4cc9-a1ba-f6aada79443b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:07.390929 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-fac4befd-b6da-4cc9-a1ba-f6aada79443b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/6da623d9-4eea-430e-9190-a94ae619ec3d HTTP/1.1" status: 204 len: 168 time: 0.5150938 Sep 24 15:41:07.425910 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac4befd-b6da-4cc9-a1ba-f6aada79443b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da623d9-4eea-430e-9190-a94ae619ec3d,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:07.435718 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-08c8e3b5-7f10-4c0c-b864-a4b2eea49657 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:07.470752 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=0c9fda49-cc27-42a1-beac-c3884a84a52d,revision_number=8']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:07.472189 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7267614-16c7-4415-831d-e5dbfa72dd14 req-314f3ea9-8e8e-4159-a43c-d647ae10c0c8 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:07.474985 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e7267614-16c7-4415-831d-e5dbfa72dd14 req-314f3ea9-8e8e-4159-a43c-d647ae10c0c8 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a HTTP/1.1" status: 200 len: 948 time: 0.1382544 Sep 24 15:41:07.487442 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac788f-e2f3-4a1e-81e2-c55c89b6d732 req-b7ecba03-c14f-4b92-9fa3-abe3ba2b5c76 tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:07.489148 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cfac788f-e2f3-4a1e-81e2-c55c89b6d732 req-b7ecba03-c14f-4b92-9fa3-abe3ba2b5c76 tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] 10.222.0.110 "GET /v2.0/networks?id=1717592d-aa85-48d4-a6aa-eeffcff7fc94 HTTP/1.1" status: 200 len: 806 time: 0.2963088 Sep 24 15:41:07.539425 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:07.540569 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e7267614-16c7-4415-831d-e5dbfa72dd14 req-147cfcd8-e8de-41f9-bf32-8e6460cff222 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503042 Sep 24 15:41:07.581597 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cfac788f-e2f3-4a1e-81e2-c55c89b6d732 req-228b227f-f884-48a7-a762-c34f98c33bae tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] 10.222.0.110 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd9a43ed9ace417e889d077870f5a6b6 HTTP/1.1" status: 200 len: 379 time: 0.0634596 Sep 24 15:41:07.593266 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=c0e99190-1e5c-4b9b-af6e-77b9f1e2706f,revision_number=6']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:07.618505 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-cfac788f-e2f3-4a1e-81e2-c55c89b6d732 req-8c6dcefa-8204-4d6c-a443-9c7e7e93077c tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Request body: {'port': {'device_id': '29d253d5-6e01-4a3f-9813-48193cbf2468', 'network_id': '1717592d-aa85-48d4-a6aa-eeffcff7fc94', 'admin_state_up': True, 'tenant_id': 'fd9a43ed9ace417e889d077870f5a6b6', 'security_groups': ['25c23c8d-da69-4135-afac-6360a041058d']}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:41:07.651591 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-08c8e3b5-7f10-4c0c-b864-a4b2eea49657 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:07.657485 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['c0e99190-1e5c-4b9b-af6e-77b9f1e2706f'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:41:07.663211 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-08c8e3b5-7f10-4c0c-b864-a4b2eea49657 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:07.667212 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-08c8e3b5-7f10-4c0c-b864-a4b2eea49657 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/0b592abe-e90d-42b7-baf7-fb4507d24d3d HTTP/1.1" status: 204 len: 168 time: 0.4160681 Sep 24 15:41:07.687387 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c8e3b5-7f10-4c0c-b864-a4b2eea49657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b592abe-e90d-42b7-baf7-fb4507d24d3d,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:07.842576 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfac788f-e2f3-4a1e-81e2-c55c89b6d732 req-8c6dcefa-8204-4d6c-a443-9c7e7e93077c tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Made reservation on behalf of fd9a43ed9ace417e889d077870f5a6b6 for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:41:07.847778 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-cfac788f-e2f3-4a1e-81e2-c55c89b6d732 req-8c6dcefa-8204-4d6c-a443-9c7e7e93077c tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:08.023954 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [req-cfac788f-e2f3-4a1e-81e2-c55c89b6d732 req-8c6dcefa-8204-4d6c-a443-9c7e7e93077c tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Allocated IP 172.20.0.11 (1717592d-aa85-48d4-a6aa-eeffcff7fc94/513e3dad-9c72-4933-8756-e8b0320dddab/d3811dff-eaa0-4ca3-9d84-8bc2f0eae54b) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:41:08.060526 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2287181c-945c-4627-a8ac-7251164c9ca5 req-8d972550-707d-4efc-be6a-1d156a544d47 tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] 10.222.0.101 "GET /v2.0/ports?device_id=29d253d5-6e01-4a3f-9813-48193cbf2468 HTTP/1.1" status: 200 len: 210 time: 0.0495977 Sep 24 15:41:08.126910 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56480c54-b0dd-4d01-bbf0-9adfd375c742 req-03413b7d-7adb-43d3-ae00-863e518ae1a7 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:08.135461 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-56480c54-b0dd-4d01-bbf0-9adfd375c742 req-03413b7d-7adb-43d3-ae00-863e518ae1a7 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=c4cea3b6-1a91-4059-b0c7-dce5ee154a9a HTTP/1.1" status: 200 len: 943 time: 0.0921965 Sep 24 15:41:08.172348 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-56480c54-b0dd-4d01-bbf0-9adfd375c742 req-56f196da-1efe-4f78-8a5f-782523d013d9 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359356 Sep 24 15:41:08.212165 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '288b85eb-02e0-43ea-8131-e4e39b2bdddb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c9fda49-cc27-42a1-beac-c3884a84a52d'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:41:08.214976 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb6ddec6-0a28-4f27-89f8-8775719d53fc" -d '{"events": [{"server_uuid": "288b85eb-02e0-43ea-8131-e4e39b2bdddb", "name": "network-vif-unplugged", "status": "completed", "tag": "0c9fda49-cc27-42a1-beac-c3884a84a52d"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:41:08.266932 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 15:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb6cbc60-086d-4560-8503-f2a1f981d9e8 x-openstack-request-id: req-fb6cbc60-086d-4560-8503-f2a1f981d9e8 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:41:08.268414 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "288b85eb-02e0-43ea-8131-e4e39b2bdddb", "name": "network-vif-unplugged", "status": "completed", "tag": "0c9fda49-cc27-42a1-beac-c3884a84a52d", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:41:08.269125 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-fb6cbc60-086d-4560-8503-f2a1f981d9e8 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:41:08.269679 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '288b85eb-02e0-43ea-8131-e4e39b2bdddb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c9fda49-cc27-42a1-beac-c3884a84a52d', 'code': 200} Sep 24 15:41:08.271753 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-cfac788f-e2f3-4a1e-81e2-c55c89b6d732 req-8c6dcefa-8204-4d6c-a443-9c7e7e93077c tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:08.379650 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-cfac788f-e2f3-4a1e-81e2-c55c89b6d732 req-8c6dcefa-8204-4d6c-a443-9c7e7e93077c tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:08.419508 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfac788f-e2f3-4a1e-81e2-c55c89b6d732 req-8c6dcefa-8204-4d6c-a443-9c7e7e93077c tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Network 1717592d-aa85-48d4-a6aa-eeffcff7fc94 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:41:08.422670 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [req-cfac788f-e2f3-4a1e-81e2-c55c89b6d732 req-8c6dcefa-8204-4d6c-a443-9c7e7e93077c tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:41:08.425008 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfac788f-e2f3-4a1e-81e2-c55c89b6d732 req-8c6dcefa-8204-4d6c-a443-9c7e7e93077c tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:41:08.467513 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6dcefa-8204-4d6c-a443-9c7e7e93077c tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Pushing event updated for resources: {'Port': ['ID=d3811dff-eaa0-4ca3-9d84-8bc2f0eae54b,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:08.491873 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac788f-e2f3-4a1e-81e2-c55c89b6d732 req-8c6dcefa-8204-4d6c-a443-9c7e7e93077c tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:08.493299 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-cfac788f-e2f3-4a1e-81e2-c55c89b6d732 req-8c6dcefa-8204-4d6c-a443-9c7e7e93077c tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:08.623587 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-e333f814-88b6-427f-9e56-ec04271f6200 None None] Provisioning complete for port d3811dff-eaa0-4ca3-9d84-8bc2f0eae54b triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:41:08.624126 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e333f814-88b6-427f-9e56-ec04271f6200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:08.634657 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cfac788f-e2f3-4a1e-81e2-c55c89b6d732 req-8c6dcefa-8204-4d6c-a443-9c7e7e93077c tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0205772 Sep 24 15:41:08.650064 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-cfac788f-e2f3-4a1e-81e2-c55c89b6d732 req-2df86745-fa73-4657-9da7-481f687a9fee service neutron] Request body: {'port': {'device_id': '29d253d5-6e01-4a3f-9813-48193cbf2468', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:41:08.692080 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-e333f814-88b6-427f-9e56-ec04271f6200 None None] Port d3811dff-eaa0-4ca3-9d84-8bc2f0eae54b cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:41:08.709446 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-cfac788f-e2f3-4a1e-81e2-c55c89b6d732 req-2df86745-fa73-4657-9da7-481f687a9fee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:08.723880 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a47cb0-9581-4c84-8dd8-44d82ad74581 req-118a052c-7428-4c9f-882f-7a32ce2ca522 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:08.727314 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-79a47cb0-9581-4c84-8dd8-44d82ad74581 req-118a052c-7428-4c9f-882f-7a32ce2ca522 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a HTTP/1.1" status: 200 len: 948 time: 0.0753891 Sep 24 15:41:08.765565 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-79a47cb0-9581-4c84-8dd8-44d82ad74581 req-26c7c531-e9e1-454e-a217-00cff6f777c2 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326369 Sep 24 15:41:08.809147 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 52214) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:41:08.827992 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:08.838947 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8cd5050c-4b4e-4080-9fbf-ebb2a18c9639 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:08.968131 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8cd5050c-4b4e-4080-9fbf-ebb2a18c9639 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:08.992286 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 0c9fda49-cc27-42a1-beac-c3884a84a52d details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:41:08.995210 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device c0e99190-1e5c-4b9b-af6e-77b9f1e2706f up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:41:09.042993 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [req-cfac788f-e2f3-4a1e-81e2-c55c89b6d732 req-2df86745-fa73-4657-9da7-481f687a9fee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3811dff-eaa0-4ca3-9d84-8bc2f0eae54b {{(pid=95297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:41:09.063179 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-cfac788f-e2f3-4a1e-81e2-c55c89b6d732 req-2df86745-fa73-4657-9da7-481f687a9fee service neutron] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:09.078691 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.provisioning_blocks [req-cfac788f-e2f3-4a1e-81e2-c55c89b6d732 req-2df86745-fa73-4657-9da7-481f687a9fee service neutron] Transition to ACTIVE for port object d3811dff-eaa0-4ca3-9d84-8bc2f0eae54b will not be triggered until provisioned by entity L2. {{(pid=95297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:41:09.091550 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8cd5050c-4b4e-4080-9fbf-ebb2a18c9639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:09.156076 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 52238) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:41:09.157528 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-8cd5050c-4b4e-4080-9fbf-ebb2a18c9639 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=cd578af4026440559be58e8040015a82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3472185 Sep 24 15:41:09.160392 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd5050c-4b4e-4080-9fbf-ebb2a18c9639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f834ff6-f3fd-4b72-a30d-f08959c34128,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:09.186134 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-cfac788f-e2f3-4a1e-81e2-c55c89b6d732 req-2df86745-fa73-4657-9da7-481f687a9fee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:09.194542 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port c0e99190-1e5c-4b9b-af6e-77b9f1e2706f triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:41:09.194921 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:09.270727 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df86745-fa73-4657-9da7-481f687a9fee service neutron] Pushing event updated for resources: {'Port': ['ID=d3811dff-eaa0-4ca3-9d84-8bc2f0eae54b,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:09.324105 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 52252) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:41:09.332893 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 0c9fda49-cc27-42a1-beac-c3884a84a52d, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=0c9fda49-cc27-42a1-beac-c3884a84a52d,segment=NetworkSegment(7e8e93a9-9a2d-4b51-a14d-73f657c90f78),segment_id=7e8e93a9-9a2d-4b51-a14d-73f657c90f78)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:41:09.359112 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0b6ac08f-b31b-4d20-8545-15976e6013dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:09.379881 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': '0c9fda49-cc27-42a1-beac-c3884a84a52d', 'network_id': 'bad15511-e79d-4a5e-8826-604fa4d6fb1c', 'port_id': '0c9fda49-cc27-42a1-beac-c3884a84a52d', 'mac_address': 'fa:16:3e:95:16:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac550aa6-1c9d-441e-90e2-38bf2a7a38e4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:41:09.424207 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:09.452761 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0b6ac08f-b31b-4d20-8545-15976e6013dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:09.462004 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-cfac788f-e2f3-4a1e-81e2-c55c89b6d732 req-2df86745-fa73-4657-9da7-481f687a9fee service neutron] Attempting to bind port d3811dff-eaa0-4ca3-9d84-8bc2f0eae54b on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:41:09.466374 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-cfac788f-e2f3-4a1e-81e2-c55c89b6d732 req-2df86745-fa73-4657-9da7-481f687a9fee service neutron] Attempting to bind port d3811dff-eaa0-4ca3-9d84-8bc2f0eae54b by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': 'bfc08645-e1e8-4516-b496-8347d1567728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '1717592d-aa85-48d4-a6aa-eeffcff7fc94'}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:41:09.466374 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfac788f-e2f3-4a1e-81e2-c55c89b6d732 req-2df86745-fa73-4657-9da7-481f687a9fee service neutron] Attempting to bind port d3811dff-eaa0-4ca3-9d84-8bc2f0eae54b on network 1717592d-aa85-48d4-a6aa-eeffcff7fc94 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:41:09.474387 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfac788f-e2f3-4a1e-81e2-c55c89b6d732 req-2df86745-fa73-4657-9da7-481f687a9fee service neutron] Port d3811dff-eaa0-4ca3-9d84-8bc2f0eae54b on network 1717592d-aa85-48d4-a6aa-eeffcff7fc94 not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:41:09.476522 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfac788f-e2f3-4a1e-81e2-c55c89b6d732 req-2df86745-fa73-4657-9da7-481f687a9fee service neutron] Attempting to bind port d3811dff-eaa0-4ca3-9d84-8bc2f0eae54b on network 1717592d-aa85-48d4-a6aa-eeffcff7fc94 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:41:09.478870 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:09.535702 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 2c73fdaa-d9b5-491a-83f9-250d4df20dcb no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:41:09.537987 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfac788f-e2f3-4a1e-81e2-c55c89b6d732 req-2df86745-fa73-4657-9da7-481f687a9fee service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 40, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:41:09.538452 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfac788f-e2f3-4a1e-81e2-c55c89b6d732 req-2df86745-fa73-4657-9da7-481f687a9fee service neutron] Checking segment: {'id': 'bfc08645-e1e8-4516-b496-8347d1567728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '1717592d-aa85-48d4-a6aa-eeffcff7fc94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:41:09.538953 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfac788f-e2f3-4a1e-81e2-c55c89b6d732 req-2df86745-fa73-4657-9da7-481f687a9fee service neutron] Bound using segment: {'id': 'bfc08645-e1e8-4516-b496-8347d1567728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '1717592d-aa85-48d4-a6aa-eeffcff7fc94'} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:41:09.539493 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-cfac788f-e2f3-4a1e-81e2-c55c89b6d732 req-2df86745-fa73-4657-9da7-481f687a9fee service neutron] Bound port: d3811dff-eaa0-4ca3-9d84-8bc2f0eae54b, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfc08645-e1e8-4516-b496-8347d1567728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '1717592d-aa85-48d4-a6aa-eeffcff7fc94'}}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:41:09.540076 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-cfac788f-e2f3-4a1e-81e2-c55c89b6d732 req-2df86745-fa73-4657-9da7-481f687a9fee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:09.546891 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-15be9510-29ab-4389-9531-3e190164ea96 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1933066675-network', 'tenant_id': '200c20f17e62414ab5bbd41e14faa1b2'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:41:09.553189 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port c0e99190-1e5c-4b9b-af6e-77b9f1e2706f, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=c0e99190-1e5c-4b9b-af6e-77b9f1e2706f,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:41:09.589458 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c9fda49-cc27-42a1-beac-c3884a84a52d {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:41:09.596556 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee451868-0386-48c4-84a7-429470c74efd req-60ee9721-3233-4b2d-9526-95928d9bb3ea tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:09.598117 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ee451868-0386-48c4-84a7-429470c74efd req-60ee9721-3233-4b2d-9526-95928d9bb3ea tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.110 "GET /v2.0/ports?device_id=233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a&tenant_id=1d817464a57145808f61427a409f714d&binding%3Ahost_id=n-h1-808921-1 HTTP/1.1" status: 200 len: 948 time: 0.1671722 Sep 24 15:41:09.625832 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 0c9fda49-cc27-42a1-beac-c3884a84a52d, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=0c9fda49-cc27-42a1-beac-c3884a84a52d,segment=NetworkSegment(7e8e93a9-9a2d-4b51-a14d-73f657c90f78),segment_id=7e8e93a9-9a2d-4b51-a14d-73f657c90f78)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:41:09.639575 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:09.665244 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-cfac788f-e2f3-4a1e-81e2-c55c89b6d732 req-2df86745-fa73-4657-9da7-481f687a9fee service neutron] For port d3811dff-eaa0-4ca3-9d84-8bc2f0eae54b, host n-h1-808921-1, cleared binding levels {{(pid=95297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:41:09.668670 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-cfac788f-e2f3-4a1e-81e2-c55c89b6d732 req-2df86745-fa73-4657-9da7-481f687a9fee service neutron] For port d3811dff-eaa0-4ca3-9d84-8bc2f0eae54b, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=d3811dff-eaa0-4ca3-9d84-8bc2f0eae54b,segment=NetworkSegment(bfc08645-e1e8-4516-b496-8347d1567728),segment_id=bfc08645-e1e8-4516-b496-8347d1567728)] {{(pid=95297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:41:09.710789 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ee451868-0386-48c4-84a7-429470c74efd req-b0c3ced9-42f5-4c01-a385-d0ee66af87bf service neutron] 10.222.0.110 "GET /v2.0/ports/84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954/bindings/n-h1-808921-1 HTTP/1.1" status: 200 len: 382 time: 0.0998430 Sep 24 15:41:09.765111 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=c0e99190-1e5c-4b9b-af6e-77b9f1e2706f,revision_number=7']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:09.791295 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:09.792030 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954 details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:41:09.794276 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15be9510-29ab-4389-9531-3e190164ea96 admin admin] Made reservation on behalf of 200c20f17e62414ab5bbd41e14faa1b2 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:41:09.796919 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-15be9510-29ab-4389-9531-3e190164ea96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:09.801371 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee451868-0386-48c4-84a7-429470c74efd req-06f293a9-c742-4811-bbb6-e94bc6167c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:09.803780 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ee451868-0386-48c4-84a7-429470c74efd req-06f293a9-c742-4811-bbb6-e94bc6167c20 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1d817464a57145808f61427a409f714d&device_id=233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a HTTP/1.1" status: 200 len: 1099 time: 0.0603104 Sep 24 15:41:09.812009 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0b6ac08f-b31b-4d20-8545-15976e6013dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:09.821948 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0b6ac08f-b31b-4d20-8545-15976e6013dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:09.825956 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-0b6ac08f-b31b-4d20-8545-15976e6013dc admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/3f834ff6-f3fd-4b72-a30d-f08959c34128 HTTP/1.1" status: 204 len: 168 time: 0.6688826 Sep 24 15:41:09.829615 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-cfac788f-e2f3-4a1e-81e2-c55c89b6d732 req-2df86745-fa73-4657-9da7-481f687a9fee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:09.915396 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6ac08f-b31b-4d20-8545-15976e6013dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f834ff6-f3fd-4b72-a30d-f08959c34128,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:09.927857 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df86745-fa73-4657-9da7-481f687a9fee service neutron] Pushing event updated for resources: {'Port': ['ID=d3811dff-eaa0-4ca3-9d84-8bc2f0eae54b,revision_number=3']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:09.943283 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-15be9510-29ab-4389-9531-3e190164ea96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:09.980769 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac788f-e2f3-4a1e-81e2-c55c89b6d732 req-2df86745-fa73-4657-9da7-481f687a9fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:09.981755 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-cfac788f-e2f3-4a1e-81e2-c55c89b6d732 req-2df86745-fa73-4657-9da7-481f687a9fee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:09.983483 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cfac788f-e2f3-4a1e-81e2-c55c89b6d732 req-2df86745-fa73-4657-9da7-481f687a9fee service neutron] 10.222.0.110 "PUT /v2.0/ports/d3811dff-eaa0-4ca3-9d84-8bc2f0eae54b HTTP/1.1" status: 200 len: 1092 time: 1.3386056 Sep 24 15:41:09.986220 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29d253d5-6e01-4a3f-9813-48193cbf2468', 'tag': 'd3811dff-eaa0-4ca3-9d84-8bc2f0eae54b'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:41:09.990037 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e473283d-aff6-4b97-9e48-66fcdc706ff5" -d '{"events": [{"name": "network-changed", "server_uuid": "29d253d5-6e01-4a3f-9813-48193cbf2468", "tag": "d3811dff-eaa0-4ca3-9d84-8bc2f0eae54b"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:41:09.991505 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee451868-0386-48c4-84a7-429470c74efd req-2f481699-882d-4cc2-b3cd-235ef2238574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:09.993183 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ee451868-0386-48c4-84a7-429470c74efd req-2f481699-882d-4cc2-b3cd-235ef2238574 service neutron] 10.222.0.110 "GET /v2.0/networks?id=9672f189-23fe-44e6-9dd2-257ff8905939 HTTP/1.1" status: 200 len: 871 time: 0.1795344 Sep 24 15:41:09.997207 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=0c9fda49-cc27-42a1-beac-c3884a84a52d,revision_number=9']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:10.130075 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ee451868-0386-48c4-84a7-429470c74efd req-30699270-fea0-48be-8629-33b18f24eacb service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954 HTTP/1.1" status: 200 len: 217 time: 0.1164777 Sep 24 15:41:10.149202 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:41:10.163298 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': '84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954', 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939', 'port_id': '84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954', 'mac_address': 'fa:16:3e:6b:7d:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '188edb94-8042-4961-9ec0-8960b1ce1305', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:41:10.185470 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-15be9510-29ab-4389-9531-3e190164ea96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:10.220566 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee451868-0386-48c4-84a7-429470c74efd req-f9ff23eb-b46d-491a-ae6d-e43de5d0ecb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:10.220566 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ee451868-0386-48c4-84a7-429470c74efd req-f9ff23eb-b46d-491a-ae6d-e43de5d0ecb6 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.0811579 Sep 24 15:41:10.259059 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:10.274390 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb4e8a26-5c1d-4728-9dcf-48b66165cce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0e99190-1e5c-4b9b-af6e-77b9f1e2706f'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:41:10.277369 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-219b161b-4a18-4768-8bca-125cb762d7f9" -d '{"events": [{"server_uuid": "cb4e8a26-5c1d-4728-9dcf-48b66165cce6", "name": "network-vif-plugged", "status": "completed", "tag": "c0e99190-1e5c-4b9b-af6e-77b9f1e2706f"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:41:10.286130 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac788f-e2f3-4a1e-81e2-c55c89b6d732 req-8f453f05-40c4-4581-b540-0e84368d90fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:10.289580 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cfac788f-e2f3-4a1e-81e2-c55c89b6d732 req-8f453f05-40c4-4581-b540-0e84368d90fb service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=fd9a43ed9ace417e889d077870f5a6b6&device_id=29d253d5-6e01-4a3f-9813-48193cbf2468 HTTP/1.1" status: 200 len: 1095 time: 0.1009569 Sep 24 15:41:10.289953 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:41:10.290240 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-15be9510-29ab-4389-9531-3e190164ea96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:10.331034 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee451868-0386-48c4-84a7-429470c74efd req-c549cb98-2f2f-439c-8130-6451697f6e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:10.332570 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ee451868-0386-48c4-84a7-429470c74efd req-c549cb98-2f2f-439c-8130-6451697f6e8e service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0993977 Sep 24 15:41:10.334159 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:41:10.364424 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15be9510-29ab-4389-9531-3e190164ea96 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1294} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:41:10.375347 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cfac788f-e2f3-4a1e-81e2-c55c89b6d732 req-d09a4606-5c6e-4e97-a956-aae846752bfe service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3811dff-eaa0-4ca3-9d84-8bc2f0eae54b HTTP/1.1" status: 200 len: 217 time: 0.0706377 Sep 24 15:41:10.396517 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:10.510924 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954,revision_number=8']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:10.546842 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['0c9fda49-cc27-42a1-beac-c3884a84a52d'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:41:10.593911 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ee451868-0386-48c4-84a7-429470c74efd req-5f623da7-bb72-4010-8011-dfb10ee68fc5 service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517736 Sep 24 15:41:10.707569 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:10.756965 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:41:10.778250 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ee451868-0386-48c4-84a7-429470c74efd req-972541d4-f214-485f-aa3d-10ec96021e57 service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763167 Sep 24 15:41:10.878485 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-15be9510-29ab-4389-9531-3e190164ea96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:10.879130 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-15be9510-29ab-4389-9531-3e190164ea96 admin admin] Added segment d54d1cac-233d-4747-8d75-2f45849c42f8 of type vlan for network 71201ca5-026a-47e5-88ab-afc6b5698b5d Sep 24 15:41:10.953188 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-15be9510-29ab-4389-9531-3e190164ea96 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:11.056653 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15be9510-29ab-4389-9531-3e190164ea96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9ff1eb-cd2c-4c04-9f5e-bee8ddca47c2,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:11.111965 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac788f-e2f3-4a1e-81e2-c55c89b6d732 req-85dc848d-f611-4bd2-9a07-01fc9e3a4013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:11.113445 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cfac788f-e2f3-4a1e-81e2-c55c89b6d732 req-85dc848d-f611-4bd2-9a07-01fc9e3a4013 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=513e3dad-9c72-4933-8756-e8b0320dddab HTTP/1.1" status: 200 len: 845 time: 0.7291112 Sep 24 15:41:11.173995 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd185d-bdf0-41f0-a4d8-8131b3e71be8 req-4fef601f-c867-4afc-8e67-d96a35d11ee4 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:11.175728 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6ccd185d-bdf0-41f0-a4d8-8131b3e71be8 req-4fef601f-c867-4afc-8e67-d96a35d11ee4 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=c4cea3b6-1a91-4059-b0c7-dce5ee154a9a HTTP/1.1" status: 200 len: 943 time: 0.1296170 Sep 24 15:41:11.177754 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-15be9510-29ab-4389-9531-3e190164ea96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:11.178732 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15be9510-29ab-4389-9531-3e190164ea96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:11.179840 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-15be9510-29ab-4389-9531-3e190164ea96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:11.184137 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7614848f-7f11-4c32-a098-727bf8c0c14b req-7a457b30-a97d-4d1f-8bcf-96eef890b9fd tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:11.192212 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7614848f-7f11-4c32-a098-727bf8c0c14b req-7a457b30-a97d-4d1f-8bcf-96eef890b9fd tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] 10.222.0.101 "GET /v2.0/ports?device_id=29d253d5-6e01-4a3f-9813-48193cbf2468 HTTP/1.1" status: 200 len: 944 time: 0.0715616 Sep 24 15:41:11.229782 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7614848f-7f11-4c32-a098-727bf8c0c14b req-1f3bd00c-e461-40fa-bc25-862be2458007 tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] 10.222.0.101 "GET /v2.0/security-groups?id=25c23c8d-da69-4135-afac-6360a041058d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363350 Sep 24 15:41:11.262359 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfac788f-e2f3-4a1e-81e2-c55c89b6d732 req-5bbd2d21-5f2f-459d-ae0e-b6de640f7b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:11.264127 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cfac788f-e2f3-4a1e-81e2-c55c89b6d732 req-5bbd2d21-5f2f-459d-ae0e-b6de640f7b8a service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=1717592d-aa85-48d4-a6aa-eeffcff7fc94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1384587 Sep 24 15:41:11.339166 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15be9510-29ab-4389-9531-3e190164ea96 admin admin] Pushing event updated for resources: {'Network': ['ID=71201ca5-026a-47e5-88ab-afc6b5698b5d,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:11.351247 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 71201ca5-026a-47e5-88ab-afc6b5698b5d details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:41:11.463824 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 52314) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:41:11.464011 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-15be9510-29ab-4389-9531-3e190164ea96 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.1346841 Sep 24 15:41:11.471237 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-a1e19063-9974-4bbb-8ac9-12578c5a4fa8 admin admin] Request body: {'subnet': {'network_id': '71201ca5-026a-47e5-88ab-afc6b5698b5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1933066675-subnet', 'tenant_id': '200c20f17e62414ab5bbd41e14faa1b2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:41:11.511192 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cd4eb2-06d8-4242-b8d1-71771e764e1e req-a2a661a5-4678-45a5-82c0-39ce956a5645 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:11.512730 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-81cd4eb2-06d8-4242-b8d1-71771e764e1e req-a2a661a5-4678-45a5-82c0-39ce956a5645 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a HTTP/1.1" status: 200 len: 949 time: 0.0888085 Sep 24 15:41:11.601518 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cfac788f-e2f3-4a1e-81e2-c55c89b6d732 req-2faa898b-d868-48ca-bff9-a47fab60b96f service neutron] 10.222.0.110 "GET /v2.0/networks/1717592d-aa85-48d4-a6aa-eeffcff7fc94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278162 Sep 24 15:41:11.603123 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1e19063-9974-4bbb-8ac9-12578c5a4fa8 admin admin] Made reservation on behalf of 200c20f17e62414ab5bbd41e14faa1b2 for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:41:11.607366 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a1e19063-9974-4bbb-8ac9-12578c5a4fa8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:11.620596 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-6ccd185d-bdf0-41f0-a4d8-8131b3e71be8 req-10aa4ecd-dc6e-4cea-bd95-a89afa6199e5 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Deleting port 2c73fdaa-d9b5-491a-83f9-250d4df20dcb {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:41:11.621587 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-6ccd185d-bdf0-41f0-a4d8-8131b3e71be8 req-10aa4ecd-dc6e-4cea-bd95-a89afa6199e5 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:11.838449 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-6ccd185d-bdf0-41f0-a4d8-8131b3e71be8 req-10aa4ecd-dc6e-4cea-bd95-a89afa6199e5 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] For port 2c73fdaa-d9b5-491a-83f9-250d4df20dcb, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=2c73fdaa-d9b5-491a-83f9-250d4df20dcb,segment=NetworkSegment(d7a68d6c-5d6b-4eed-831a-023fbb1b8f0b),segment_id=d7a68d6c-5d6b-4eed-831a-023fbb1b8f0b)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:41:11.841188 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-6ccd185d-bdf0-41f0-a4d8-8131b3e71be8 req-10aa4ecd-dc6e-4cea-bd95-a89afa6199e5 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:11.843220 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cfac788f-e2f3-4a1e-81e2-c55c89b6d732 req-78d81301-bc85-412a-8428-7b1058074af5 service neutron] 10.222.0.110 "GET /v2.0/networks/1717592d-aa85-48d4-a6aa-eeffcff7fc94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276552 Sep 24 15:41:11.865530 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-6ccd185d-bdf0-41f0-a4d8-8131b3e71be8 req-10aa4ecd-dc6e-4cea-bd95-a89afa6199e5 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Calling delete_port for 2c73fdaa-d9b5-491a-83f9-250d4df20dcb owned by compute:nova {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:41:11.890801 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-81cd4eb2-06d8-4242-b8d1-71771e764e1e req-57f865a5-bec7-4e74-95cf-c1cc59e573cb tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565156 Sep 24 15:41:11.943016 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a1e19063-9974-4bbb-8ac9-12578c5a4fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:12.051750 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e19063-9974-4bbb-8ac9-12578c5a4fa8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad5cbaed-71b0-4d7b-91df-affbc25b46b3,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:12.096663 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1e19063-9974-4bbb-8ac9-12578c5a4fa8 admin admin] Checking segment: {'id': 'd54d1cac-233d-4747-8d75-2f45849c42f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '71201ca5-026a-47e5-88ab-afc6b5698b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:41:12.097001 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e19063-9974-4bbb-8ac9-12578c5a4fa8 admin admin] Network hostable DHCP agents. Network: 71201ca5-026a-47e5-88ab-afc6b5698b5d, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:41:12.247727 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1e19063-9974-4bbb-8ac9-12578c5a4fa8 admin admin] Network 71201ca5-026a-47e5-88ab-afc6b5698b5d is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:41:12.252342 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-6ccd185d-bdf0-41f0-a4d8-8131b3e71be8 req-10aa4ecd-dc6e-4cea-bd95-a89afa6199e5 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:12.308525 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10aa4ecd-dc6e-4cea-bd95-a89afa6199e5 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Pushing event deleted for resources: {'Port': ['ID=2c73fdaa-d9b5-491a-83f9-250d4df20dcb,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:12.364809 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-a1e19063-9974-4bbb-8ac9-12578c5a4fa8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 71201ca5-026a-47e5-88ab-afc6b5698b5d) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:41:12.370451 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e19063-9974-4bbb-8ac9-12578c5a4fa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:12.371130 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a1e19063-9974-4bbb-8ac9-12578c5a4fa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:12.377771 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e143f5af-20dd-4cd2-b4b5-6bd16d0932d3 None None] Network 71201ca5-026a-47e5-88ab-afc6b5698b5d requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:41:12.397436 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ccd185d-bdf0-41f0-a4d8-8131b3e71be8 req-10aa4ecd-dc6e-4cea-bd95-a89afa6199e5 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] No DVR routers for this DVR port 2c73fdaa-d9b5-491a-83f9-250d4df20dcb on host n-h2-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:41:12.404023 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-6ccd185d-bdf0-41f0-a4d8-8131b3e71be8 req-10aa4ecd-dc6e-4cea-bd95-a89afa6199e5 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:12.412802 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6ccd185d-bdf0-41f0-a4d8-8131b3e71be8 req-10aa4ecd-dc6e-4cea-bd95-a89afa6199e5 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "DELETE /v2.0/ports/2c73fdaa-d9b5-491a-83f9-250d4df20dcb HTTP/1.1" status: 204 len: 173 time: 1.2249939 Sep 24 15:41:12.459721 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-a1e19063-9974-4bbb-8ac9-12578c5a4fa8 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9913461 Sep 24 15:41:12.460092 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 52344) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:41:12.465256 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-3d6ad980-f2c9-47ef-a733-c867be74e236 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1933066675-router', 'tenant_id': '200c20f17e62414ab5bbd41e14faa1b2', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:41:12.594179 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3d6ad980-f2c9-47ef-a733-c867be74e236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:12.595618 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3d6ad980-f2c9-47ef-a733-c867be74e236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:12.720952 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3d6ad980-f2c9-47ef-a733-c867be74e236 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:12.727912 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d985c744-7fb9-458d-a5af-976902301a91 x-openstack-request-id: req-d985c744-7fb9-458d-a5af-976902301a91 {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:41:12.728206 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29d253d5-6e01-4a3f-9813-48193cbf2468", "tag": "d3811dff-eaa0-4ca3-9d84-8bc2f0eae54b", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:41:12.728827 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d985c744-7fb9-458d-a5af-976902301a91 {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:41:12.729480 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29d253d5-6e01-4a3f-9813-48193cbf2468', 'tag': 'd3811dff-eaa0-4ca3-9d84-8bc2f0eae54b', 'status': 'completed', 'code': 200} Sep 24 15:41:12.823911 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc30c01-97e8-4414-bd75-f4384e9038be x-openstack-request-id: req-2bc30c01-97e8-4414-bd75-f4384e9038be {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:41:12.824315 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb4e8a26-5c1d-4728-9dcf-48b66165cce6", "name": "network-vif-plugged", "status": "completed", "tag": "c0e99190-1e5c-4b9b-af6e-77b9f1e2706f", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:41:12.824486 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-2bc30c01-97e8-4414-bd75-f4384e9038be {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:41:12.824838 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb4e8a26-5c1d-4728-9dcf-48b66165cce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0e99190-1e5c-4b9b-af6e-77b9f1e2706f', 'code': 200} Sep 24 15:41:12.825748 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e473283d-aff6-4b97-9e48-66fcdc706ff5 req-f2f32ed1-f91f-4dba-98ab-cae3131091ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:12.827523 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e473283d-aff6-4b97-9e48-66fcdc706ff5 req-f2f32ed1-f91f-4dba-98ab-cae3131091ad service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=fd9a43ed9ace417e889d077870f5a6b6&device_id=29d253d5-6e01-4a3f-9813-48193cbf2468 HTTP/1.1" status: 200 len: 1095 time: 0.0670843 Sep 24 15:41:12.879221 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93042033-a1f6-4562-b08a-9e11da60f307 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-71201ca5-026a-47e5-88ab-afc6b5698b5d', 'network_id': '71201ca5-026a-47e5-88ab-afc6b5698b5d', 'tenant_id': '200c20f17e62414ab5bbd41e14faa1b2', 'fixed_ips': [{'subnet_id': 'ad5cbaed-71b0-4d7b-91df-affbc25b46b3'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:41:12.880517 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-93042033-a1f6-4562-b08a-9e11da60f307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:12.962537 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e473283d-aff6-4b97-9e48-66fcdc706ff5 req-61244739-3892-4646-badc-f7e209c667e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:12.964186 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e473283d-aff6-4b97-9e48-66fcdc706ff5 req-61244739-3892-4646-badc-f7e209c667e5 service neutron] 10.222.0.110 "GET /v2.0/networks?id=1717592d-aa85-48d4-a6aa-eeffcff7fc94 HTTP/1.1" status: 200 len: 908 time: 0.1244464 Sep 24 15:41:13.094412 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-93042033-a1f6-4562-b08a-9e11da60f307 None None] Allocated IP 172.20.0.2 (71201ca5-026a-47e5-88ab-afc6b5698b5d/ad5cbaed-71b0-4d7b-91df-affbc25b46b3/dd9b1224-bb68-4a38-aff7-b4e3285dbc10) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:41:13.202753 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e473283d-aff6-4b97-9e48-66fcdc706ff5 req-0099e1b8-6caa-4b24-a7e0-f00d28a58492 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3811dff-eaa0-4ca3-9d84-8bc2f0eae54b HTTP/1.1" status: 200 len: 217 time: 0.0935659 Sep 24 15:41:13.366193 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3d6ad980-f2c9-47ef-a733-c867be74e236 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:13.475086 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-93042033-a1f6-4562-b08a-9e11da60f307 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:13.484348 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 0c9fda49-cc27-42a1-beac-c3884a84a52d up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:41:13.503490 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b62e77-36b6-4e2e-99fe-935c49b46e9b req-9bbac668-99f8-4b43-96e9-c5c0335dae1a tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:13.505292 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-23b62e77-36b6-4e2e-99fe-935c49b46e9b req-9bbac668-99f8-4b43-96e9-c5c0335dae1a tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] 10.222.0.101 "GET /v2.0/ports?device_id=29d253d5-6e01-4a3f-9813-48193cbf2468 HTTP/1.1" status: 200 len: 944 time: 0.0927687 Sep 24 15:41:13.579866 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-93042033-a1f6-4562-b08a-9e11da60f307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:13.620303 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-23b62e77-36b6-4e2e-99fe-935c49b46e9b req-951ad58b-9890-40c8-8526-d485366c5964 tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] 10.222.0.101 "GET /v2.0/security-groups?id=25c23c8d-da69-4135-afac-6360a041058d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902250 Sep 24 15:41:13.729856 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93042033-a1f6-4562-b08a-9e11da60f307 None None] Pushing event updated for resources: {'Port': ['ID=dd9b1224-bb68-4a38-aff7-b4e3285dbc10,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:13.782614 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93042033-a1f6-4562-b08a-9e11da60f307 None None] Network 71201ca5-026a-47e5-88ab-afc6b5698b5d is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:41:13.786084 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e473283d-aff6-4b97-9e48-66fcdc706ff5 req-c2b91be1-9a2e-4ede-88b7-20dfbeb8714b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:13.791628 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e473283d-aff6-4b97-9e48-66fcdc706ff5 req-c2b91be1-9a2e-4ede-88b7-20dfbeb8714b service neutron] 10.222.0.110 "GET /v2.0/subnets?id=513e3dad-9c72-4933-8756-e8b0320dddab HTTP/1.1" status: 200 len: 845 time: 0.4183183 Sep 24 15:41:13.794915 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-93042033-a1f6-4562-b08a-9e11da60f307 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:41:13.803843 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93042033-a1f6-4562-b08a-9e11da60f307 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:41:13.833694 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port 0c9fda49-cc27-42a1-beac-c3884a84a52d triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:41:13.833694 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:13.912695 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e52b01-1b6e-431c-9edc-fcf5094bd746 req-c46c95ce-45b3-464d-b4f6-2aa29d59218b tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:13.926391 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-42e52b01-1b6e-431c-9edc-fcf5094bd746 req-c46c95ce-45b3-464d-b4f6-2aa29d59218b tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a HTTP/1.1" status: 200 len: 949 time: 0.0718143 Sep 24 15:41:13.930220 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e473283d-aff6-4b97-9e48-66fcdc706ff5 req-ffe0f518-917e-4ca1-a00f-b13da51f2660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:13.931877 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e473283d-aff6-4b97-9e48-66fcdc706ff5 req-ffe0f518-917e-4ca1-a00f-b13da51f2660 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=1717592d-aa85-48d4-a6aa-eeffcff7fc94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1292343 Sep 24 15:41:14.047180 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-93042033-a1f6-4562-b08a-9e11da60f307 None None] Attempting to bind port dd9b1224-bb68-4a38-aff7-b4e3285dbc10 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:41:14.051748 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-93042033-a1f6-4562-b08a-9e11da60f307 None None] Attempting to bind port dd9b1224-bb68-4a38-aff7-b4e3285dbc10 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'd54d1cac-233d-4747-8d75-2f45849c42f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '71201ca5-026a-47e5-88ab-afc6b5698b5d'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:41:14.052238 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93042033-a1f6-4562-b08a-9e11da60f307 None None] Attempting to bind port dd9b1224-bb68-4a38-aff7-b4e3285dbc10 on network 71201ca5-026a-47e5-88ab-afc6b5698b5d {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:41:14.068037 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93042033-a1f6-4562-b08a-9e11da60f307 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:41:14.068590 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93042033-a1f6-4562-b08a-9e11da60f307 None None] Checking segment: {'id': 'd54d1cac-233d-4747-8d75-2f45849c42f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '71201ca5-026a-47e5-88ab-afc6b5698b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:41:14.069104 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-93042033-a1f6-4562-b08a-9e11da60f307 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:14.069603 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93042033-a1f6-4562-b08a-9e11da60f307 None None] Bound using segment: {'id': 'd54d1cac-233d-4747-8d75-2f45849c42f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '71201ca5-026a-47e5-88ab-afc6b5698b5d'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:41:14.070903 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-93042033-a1f6-4562-b08a-9e11da60f307 None None] Bound port: dd9b1224-bb68-4a38-aff7-b4e3285dbc10, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd54d1cac-233d-4747-8d75-2f45849c42f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '71201ca5-026a-47e5-88ab-afc6b5698b5d'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:41:14.071390 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-93042033-a1f6-4562-b08a-9e11da60f307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:14.190045 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-42e52b01-1b6e-431c-9edc-fcf5094bd746 req-8712f973-760b-4c90-90db-1296fdbe6877 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589769 Sep 24 15:41:14.289043 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-93042033-a1f6-4562-b08a-9e11da60f307 None None] For port dd9b1224-bb68-4a38-aff7-b4e3285dbc10, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:41:14.338657 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-93042033-a1f6-4562-b08a-9e11da60f307 None None] For port dd9b1224-bb68-4a38-aff7-b4e3285dbc10, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=dd9b1224-bb68-4a38-aff7-b4e3285dbc10,segment=NetworkSegment(d54d1cac-233d-4747-8d75-2f45849c42f8),segment_id=d54d1cac-233d-4747-8d75-2f45849c42f8)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:41:14.347166 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:14.468607 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3d6ad980-f2c9-47ef-a733-c867be74e236 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:14.469029 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 0c9fda49-cc27-42a1-beac-c3884a84a52d, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=0c9fda49-cc27-42a1-beac-c3884a84a52d,segment=NetworkSegment(7e8e93a9-9a2d-4b51-a14d-73f657c90f78),segment_id=7e8e93a9-9a2d-4b51-a14d-73f657c90f78)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:41:14.469106 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3d6ad980-f2c9-47ef-a733-c867be74e236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:14.503851 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e473283d-aff6-4b97-9e48-66fcdc706ff5 req-19ba925d-122e-43ea-a8f2-2c7547824381 service neutron] 10.222.0.110 "GET /v2.0/networks/1717592d-aa85-48d4-a6aa-eeffcff7fc94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5557647 Sep 24 15:41:14.514470 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 52380) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:41:14.559912 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-93042033-a1f6-4562-b08a-9e11da60f307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:14.697376 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee451868-0386-48c4-84a7-429470c74efd req-b489f9fe-1812-4c2e-81e2-41cf1fc32594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:14.699105 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ee451868-0386-48c4-84a7-429470c74efd req-b489f9fe-1812-4c2e-81e2-41cf1fc32594 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a&tenant_id=1d817464a57145808f61427a409f714d HTTP/1.1" status: 200 len: 1100 time: 0.0956035 Sep 24 15:41:14.714673 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-ee451868-0386-48c4-84a7-429470c74efd req-369a190a-3afb-481a-b1c3-c6df937e664c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-808921-1', 'device_owner': 'compute:nova'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:41:14.726794 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-3d6ad980-f2c9-47ef-a733-c867be74e236 admin admin] Allocated IP 172.25.0.135 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/43bfce93-9c1b-4f96-afad-dc3979c8a77d) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:41:14.863269 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3d6ad980-f2c9-47ef-a733-c867be74e236 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:14.901109 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4cea3b6-1a91-4059-b0c7-dce5ee154a9a', 'name': 'network-vif-deleted', 'tag': '2c73fdaa-d9b5-491a-83f9-250d4df20dcb'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:41:14.904437 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c80f04e-bdb8-45ad-8d6e-3db3acb36f91" -d '{"events": [{"server_uuid": "c4cea3b6-1a91-4059-b0c7-dce5ee154a9a", "name": "network-vif-deleted", "tag": "2c73fdaa-d9b5-491a-83f9-250d4df20dcb"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:41:14.945166 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-01a9bdeb-e19a-4400-8d43-ef7b1c1316cf tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Request body: {'floatingip': {'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:41:14.960564 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e473283d-aff6-4b97-9e48-66fcdc706ff5 req-5bca9183-43d4-49d7-8d51-f2bf2553e533 service neutron] 10.222.0.110 "GET /v2.0/networks/1717592d-aa85-48d4-a6aa-eeffcff7fc94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4224854 Sep 24 15:41:14.980104 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03862385-331d-495a-a797-06b7a09087d0 req-1b30c7df-819c-4acd-9802-8d13eaef511e tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:14.982046 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-03862385-331d-495a-a797-06b7a09087d0 req-1b30c7df-819c-4acd-9802-8d13eaef511e tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] 10.222.0.101 "GET /v2.0/ports?device_id=29d253d5-6e01-4a3f-9813-48193cbf2468 HTTP/1.1" status: 200 len: 944 time: 0.0738733 Sep 24 15:41:14.985507 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '288b85eb-02e0-43ea-8131-e4e39b2bdddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c9fda49-cc27-42a1-beac-c3884a84a52d'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:41:14.991020 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af90c9f9-0dfe-4698-a30f-7c5b9135562c" -d '{"events": [{"server_uuid": "288b85eb-02e0-43ea-8131-e4e39b2bdddb", "name": "network-vif-plugged", "status": "completed", "tag": "0c9fda49-cc27-42a1-beac-c3884a84a52d"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:41:15.000819 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:15.001073 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954 up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:41:15.003846 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device d3811dff-eaa0-4ca3-9d84-8bc2f0eae54b details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:41:15.040555 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-ee451868-0386-48c4-84a7-429470c74efd req-369a190a-3afb-481a-b1c3-c6df937e664c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:15.046952 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3d6ad980-f2c9-47ef-a733-c867be74e236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:15.117337 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-01a9bdeb-e19a-4400-8d43-ef7b1c1316cf tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks [] for floatingip, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:15.145465 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93042033-a1f6-4562-b08a-9e11da60f307 None None] Pushing event updated for resources: {'Port': ['ID=dd9b1224-bb68-4a38-aff7-b4e3285dbc10,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:15.169736 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6ad980-f2c9-47ef-a733-c867be74e236 admin admin] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:41:15.178606 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-03862385-331d-495a-a797-06b7a09087d0 req-cfb0ede7-4147-4286-b290-aecc2aae7c69 tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] 10.222.0.101 "GET /v2.0/security-groups?id=25c23c8d-da69-4135-afac-6360a041058d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1873655 Sep 24 15:41:15.184716 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-3d6ad980-f2c9-47ef-a733-c867be74e236 admin admin] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:41:15.209752 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6ad980-f2c9-47ef-a733-c867be74e236 admin admin] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:41:15.253896 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port d3811dff-eaa0-4ca3-9d84-8bc2f0eae54b, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=d3811dff-eaa0-4ca3-9d84-8bc2f0eae54b,segment=NetworkSegment(bfc08645-e1e8-4516-b496-8347d1567728),segment_id=bfc08645-e1e8-4516-b496-8347d1567728)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:41:15.274634 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': 'd3811dff-eaa0-4ca3-9d84-8bc2f0eae54b', 'network_id': '1717592d-aa85-48d4-a6aa-eeffcff7fc94', 'port_id': 'd3811dff-eaa0-4ca3-9d84-8bc2f0eae54b', 'mac_address': 'fa:16:3e:e1:38:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '513e3dad-9c72-4933-8756-e8b0320dddab', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:41:15.364022 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:15.406192 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3811dff-eaa0-4ca3-9d84-8bc2f0eae54b {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:41:15.414191 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6ad980-f2c9-47ef-a733-c867be74e236 admin admin] Pushing event updated for resources: {'Port': ['ID=43bfce93-9c1b-4f96-afad-dc3979c8a77d,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:15.488300 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-ee451868-0386-48c4-84a7-429470c74efd req-369a190a-3afb-481a-b1c3-c6df937e664c service neutron] For port 84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:41:15.538943 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-ee451868-0386-48c4-84a7-429470c74efd req-369a190a-3afb-481a-b1c3-c6df937e664c service neutron] For port 84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:41:15.562404 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port 84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:41:15.569592 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port d3811dff-eaa0-4ca3-9d84-8bc2f0eae54b, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=d3811dff-eaa0-4ca3-9d84-8bc2f0eae54b,segment=NetworkSegment(bfc08645-e1e8-4516-b496-8347d1567728),segment_id=bfc08645-e1e8-4516-b496-8347d1567728)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:41:15.579209 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=0c9fda49-cc27-42a1-beac-c3884a84a52d,revision_number=10']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:15.582145 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-ee451868-0386-48c4-84a7-429470c74efd req-369a190a-3afb-481a-b1c3-c6df937e664c service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:41:15.593432 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-ee451868-0386-48c4-84a7-429470c74efd req-369a190a-3afb-481a-b1c3-c6df937e664c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:15.608125 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port 84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:41:15.608540 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:15.641471 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-ee451868-0386-48c4-84a7-429470c74efd req-369a190a-3afb-481a-b1c3-c6df937e664c service neutron] Ignored duplicate provisioning block setup for port 84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954 by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 24 15:41:15.717490 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:15.776577 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-ee451868-0386-48c4-84a7-429470c74efd req-369a190a-3afb-481a-b1c3-c6df937e664c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:15.802640 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=d3811dff-eaa0-4ca3-9d84-8bc2f0eae54b,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:15.872000 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:15.875163 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369a190a-3afb-481a-b1c3-c6df937e664c service neutron] Pushing event updated for resources: {'Port': ['ID=84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954,revision_number=9']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:15.924404 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-01a9bdeb-e19a-4400-8d43-ef7b1c1316cf tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:15.964825 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954, host n-h2-808921-1, got binding levels [] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:41:15.998520 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee451868-0386-48c4-84a7-429470c74efd req-369a190a-3afb-481a-b1c3-c6df937e664c service neutron] No DVR routers for this DVR port 84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954 on host n-h1-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:41:16.032032 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3d6ad980-f2c9-47ef-a733-c867be74e236 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:16.079568 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['d3811dff-eaa0-4ca3-9d84-8bc2f0eae54b'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:41:16.093245 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-ee451868-0386-48c4-84a7-429470c74efd req-369a190a-3afb-481a-b1c3-c6df937e664c service neutron] Attempting to bind port 84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:41:16.093586 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-ee451868-0386-48c4-84a7-429470c74efd req-369a190a-3afb-481a-b1c3-c6df937e664c service neutron] Attempting to bind port 84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:41:16.093920 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee451868-0386-48c4-84a7-429470c74efd req-369a190a-3afb-481a-b1c3-c6df937e664c service neutron] Attempting to bind port 84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954 on network 9672f189-23fe-44e6-9dd2-257ff8905939 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:41:16.125429 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee451868-0386-48c4-84a7-429470c74efd req-369a190a-3afb-481a-b1c3-c6df937e664c service neutron] Port 84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954 on network 9672f189-23fe-44e6-9dd2-257ff8905939 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:41:16.125755 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee451868-0386-48c4-84a7-429470c74efd req-369a190a-3afb-481a-b1c3-c6df937e664c service neutron] Attempting to bind port 84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954 on network 9672f189-23fe-44e6-9dd2-257ff8905939 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:41:16.203865 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:16.214591 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee451868-0386-48c4-84a7-429470c74efd req-369a190a-3afb-481a-b1c3-c6df937e664c service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:41:16.214943 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee451868-0386-48c4-84a7-429470c74efd req-369a190a-3afb-481a-b1c3-c6df937e664c service neutron] Checking segment: {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:41:16.217621 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee451868-0386-48c4-84a7-429470c74efd req-369a190a-3afb-481a-b1c3-c6df937e664c service neutron] Bound using segment: {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:41:16.218153 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-ee451868-0386-48c4-84a7-429470c74efd req-369a190a-3afb-481a-b1c3-c6df937e664c service neutron] Bound port: 84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:41:16.218564 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-ee451868-0386-48c4-84a7-429470c74efd req-369a190a-3afb-481a-b1c3-c6df937e664c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:16.297917 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-01a9bdeb-e19a-4400-8d43-ef7b1c1316cf tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Allocated IP 172.25.0.211 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/3d682e4c-4a5b-46fc-9769-7de70b13264b) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:41:16.348189 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954 no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:41:16.449656 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device dd9b1224-bb68-4a38-aff7-b4e3285dbc10 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:41:16.455958 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-ee451868-0386-48c4-84a7-429470c74efd req-369a190a-3afb-481a-b1c3-c6df937e664c service neutron] For port 84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:41:16.471598 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3d6ad980-f2c9-47ef-a733-c867be74e236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:16.515762 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-ee451868-0386-48c4-84a7-429470c74efd req-369a190a-3afb-481a-b1c3-c6df937e664c service neutron] For port 84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:41:16.640101 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-a7d9613d-0b13-4ff4-ae1c-991a6d1cbbd1 None None] Provisioning complete for port 84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:41:16.640648 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a7d9613d-0b13-4ff4-ae1c-991a6d1cbbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:16.667170 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-ee451868-0386-48c4-84a7-429470c74efd req-369a190a-3afb-481a-b1c3-c6df937e664c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:16.718775 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-01a9bdeb-e19a-4400-8d43-ef7b1c1316cf tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:16.763201 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port dd9b1224-bb68-4a38-aff7-b4e3285dbc10 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:41:16.763537 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:16.783523 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee451868-0386-48c4-84a7-429470c74efd req-369a190a-3afb-481a-b1c3-c6df937e664c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:16.784145 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-ee451868-0386-48c4-84a7-429470c74efd req-369a190a-3afb-481a-b1c3-c6df937e664c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:16.785554 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ee451868-0386-48c4-84a7-429470c74efd req-369a190a-3afb-481a-b1c3-c6df937e664c service neutron] 10.222.0.108 "PUT /v2.0/ports/84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954 HTTP/1.1" status: 200 len: 1099 time: 2.0762537 Sep 24 15:41:16.785976 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a', 'tag': '84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:41:16.788283 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f106955-76fa-4b63-bb1b-9a30b534e11b" -d '{"events": [{"name": "network-changed", "server_uuid": "233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a", "tag": "84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:41:16.858991 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954,revision_number=10']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:16.879543 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954 not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:41:16.905086 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d6ad980-f2c9-47ef-a733-c867be74e236 admin admin] Router 801d1609-7b8f-4702-af99-68980cdbe1c8 is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:41:16.983309 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369a190a-3afb-481a-b1c3-c6df937e664c service neutron] Pushing event updated for resources: {'Port': ['ID=84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954,revision_number=11']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:17.015195 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:17.017417 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee451868-0386-48c4-84a7-429470c74efd req-435a9e89-4e3e-4b8f-9c20-211faecf529d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:17.019207 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ee451868-0386-48c4-84a7-429470c74efd req-435a9e89-4e3e-4b8f-9c20-211faecf529d service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=1d817464a57145808f61427a409f714d&device_id=233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a HTTP/1.1" status: 200 len: 1102 time: 0.2029150 Sep 24 15:41:17.043414 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a827df14-95fc-4e74-8c15-d98d11197397 None None] Network 71201ca5-026a-47e5-88ab-afc6b5698b5d requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:41:17.046998 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-a7d9613d-0b13-4ff4-ae1c-991a6d1cbbd1 None None] Port 84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:41:17.158245 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d6ad980-f2c9-47ef-a733-c867be74e236 admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:41:17.164695 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee451868-0386-48c4-84a7-429470c74efd req-353436e8-5b1f-4404-8f45-87463f065fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:17.166400 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ee451868-0386-48c4-84a7-429470c74efd req-353436e8-5b1f-4404-8f45-87463f065fab service neutron] 10.222.0.108 "GET /v2.0/networks?id=9672f189-23fe-44e6-9dd2-257ff8905939 HTTP/1.1" status: 200 len: 871 time: 0.1399019 Sep 24 15:41:17.168154 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-01a9bdeb-e19a-4400-8d43-ef7b1c1316cf tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:17.184816 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05874576-5917-47b7-836e-8872c8cbe69e None None] Sync routers for ids ['801d1609-7b8f-4702-af99-68980cdbe1c8'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:41:17.195969 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port dd9b1224-bb68-4a38-aff7-b4e3285dbc10, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=dd9b1224-bb68-4a38-aff7-b4e3285dbc10,segment=NetworkSegment(d54d1cac-233d-4747-8d75-2f45849c42f8),segment_id=d54d1cac-233d-4747-8d75-2f45849c42f8)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:41:17.251217 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3d6ad980-f2c9-47ef-a733-c867be74e236 admin admin] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:17.255179 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-3d6ad980-f2c9-47ef-a733-c867be74e236 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 4.7938409 Sep 24 15:41:17.255900 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 52408) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:41:17.328922 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:17.330928 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05874576-5917-47b7-836e-8872c8cbe69e None None] Routers {'801d1609-7b8f-4702-af99-68980cdbe1c8'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:41:17.334946 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-05874576-5917-47b7-836e-8872c8cbe69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:41:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['801d1609-7b8f-4702-af99-68980cdbe1c8'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:41:17.342286 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ee451868-0386-48c4-84a7-429470c74efd req-5a385334-f1c6-4d8b-8491-0bc295b8e43f service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954 HTTP/1.1" status: 200 len: 217 time: 0.1622562 Sep 24 15:41:17.380860 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a9bdeb-e19a-4400-8d43-ef7b1c1316cf tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:41:17.409121 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-01a9bdeb-e19a-4400-8d43-ef7b1c1316cf tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:41:17.471710 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a9bdeb-e19a-4400-8d43-ef7b1c1316cf tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:41:17.494555 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-c5b1426c-8ca7-4cbf-9a5f-b6d669d3a44f None None] Provisioning complete for port dd9b1224-bb68-4a38-aff7-b4e3285dbc10 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:41:17.506704 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c5b1426c-8ca7-4cbf-9a5f-b6d669d3a44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:17.650509 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a9bdeb-e19a-4400-8d43-ef7b1c1316cf tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Pushing event updated for resources: {'Port': ['ID=3d682e4c-4a5b-46fc-9769-7de70b13264b,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:17.736438 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee451868-0386-48c4-84a7-429470c74efd req-3dc0b587-9d46-466f-a9f1-abc061da8847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:17.738178 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ee451868-0386-48c4-84a7-429470c74efd req-3dc0b587-9d46-466f-a9f1-abc061da8847 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.3826780 Sep 24 15:41:17.772937 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=dd9b1224-bb68-4a38-aff7-b4e3285dbc10,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:17.800588 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-01a9bdeb-e19a-4400-8d43-ef7b1c1316cf tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:17.822382 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-05874576-5917-47b7-836e-8872c8cbe69e None None] Set router 801d1609-7b8f-4702-af99-68980cdbe1c8 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:41:17.869906 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee451868-0386-48c4-84a7-429470c74efd req-e8cee7e6-c6fa-40ad-a706-0bba52c43edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:17.872878 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ee451868-0386-48c4-84a7-429470c74efd req-e8cee7e6-c6fa-40ad-a706-0bba52c43edb service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0632579 Sep 24 15:41:17.877072 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c5eb3181-f9c5-4258-99a3-7af328093930 req-109c1216-f4fa-45ad-8f33-391d4fb7c9b8 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=2c3340ff-fa70-41a6-9dc2-76db0aa611a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2000647 Sep 24 15:41:17.935088 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-01a9bdeb-e19a-4400-8d43-ef7b1c1316cf tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:18.147674 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-630971fc-4550-462d-9942-d326e6a00fc3 None None] Provisioning complete for port 84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:41:18.148057 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-630971fc-4550-462d-9942-d326e6a00fc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:18.199665 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device dd9b1224-bb68-4a38-aff7-b4e3285dbc10 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:41:18.313920 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port dd9b1224-bb68-4a38-aff7-b4e3285dbc10 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:41:18.315231 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:18.385770 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-05874576-5917-47b7-836e-8872c8cbe69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1933066675-router', 'tenant_id': '200c20f17e62414ab5bbd41e14faa1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '43bfce93-9c1b-4f96-afad-dc3979c8a77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:41:12Z', 'updated_at': '2021-09-24T15:41:15Z', 'revision_number': 3, 'project_id': '200c20f17e62414ab5bbd41e14faa1b2', 'gw_port': {'id': '43bfce93-9c1b-4f96-afad-dc3979c8a77d', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:cf:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:41:14Z', 'updated_at': '2021-09-24T15:41:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:41:18.446388 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05874576-5917-47b7-836e-8872c8cbe69e None None] Checking router: 801d1609-7b8f-4702-af99-68980cdbe1c8 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:41:18.446746 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05874576-5917-47b7-836e-8872c8cbe69e None None] Updating router 801d1609-7b8f-4702-af99-68980cdbe1c8 port 43bfce93-9c1b-4f96-afad-dc3979c8a77d binding host n-d-808921-1 {{(pid=95299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:41:18.571929 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb3181-f9c5-4258-99a3-7af328093930 req-55dd3d05-a0fa-491b-b442-8721b1782431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:18.573542 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c5eb3181-f9c5-4258-99a3-7af328093930 req-55dd3d05-a0fa-491b-b442-8721b1782431 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=1d817464a57145808f61427a409f714d&device_id=2c3340ff-fa70-41a6-9dc2-76db0aa611a5 HTTP/1.1" status: 200 len: 1100 time: 0.6066086 Sep 24 15:41:18.588147 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ee451868-0386-48c4-84a7-429470c74efd req-cba09dde-4b54-4695-b9d4-03f2d2d09bf6 service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6662240 Sep 24 15:41:18.710166 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6c297d91-fac9-4a07-8856-5a9c18e3c3ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:18.806935 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-05874576-5917-47b7-836e-8872c8cbe69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:19.093774 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ee451868-0386-48c4-84a7-429470c74efd req-0f6134c2-e5ae-43a7-b4aa-f6d8b0f1143d service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530236 Sep 24 15:41:19.093774 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-01a9bdeb-e19a-4400-8d43-ef7b1c1316cf tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:19.093774 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb3181-f9c5-4258-99a3-7af328093930 req-53a122bd-12d9-46a0-8248-898594f43e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:19.093774 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c5eb3181-f9c5-4258-99a3-7af328093930 req-53a122bd-12d9-46a0-8248-898594f43e40 service neutron] 10.222.0.108 "GET /v2.0/networks?id=9672f189-23fe-44e6-9dd2-257ff8905939 HTTP/1.1" status: 200 len: 871 time: 0.2605972 Sep 24 15:41:19.093774 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c5eb3181-f9c5-4258-99a3-7af328093930 req-5a7dea77-09b1-4723-a716-596900aa5654 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.88&port_id=ef645295-66e7-4bd2-801c-4d964f44743a HTTP/1.1" status: 200 len: 217 time: 0.0753641 Sep 24 15:41:19.093774 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb3181-f9c5-4258-99a3-7af328093930 req-49df7a3e-0a54-44b8-ae59-5d2d88caf24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:19.093774 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c5eb3181-f9c5-4258-99a3-7af328093930 req-49df7a3e-0a54-44b8-ae59-5d2d88caf24f service neutron] 10.222.0.108 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.0923853 Sep 24 15:41:19.149261 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5eb3181-f9c5-4258-99a3-7af328093930 req-6c411b8d-eeab-45b9-b727-5104767ec381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:19.151050 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c5eb3181-f9c5-4258-99a3-7af328093930 req-6c411b8d-eeab-45b9-b727-5104767ec381 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0780082 Sep 24 15:41:19.203928 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-05874576-5917-47b7-836e-8872c8cbe69e None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:19.212151 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-a8ed4107-c844-4704-8065-7eb103d0333c None None] Provisioning complete for port dd9b1224-bb68-4a38-aff7-b4e3285dbc10 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:41:19.212522 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a8ed4107-c844-4704-8065-7eb103d0333c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:19.219691 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-6c297d91-fac9-4a07-8856-5a9c18e3c3ba admin admin] Allocated IP 172.20.0.1 (71201ca5-026a-47e5-88ab-afc6b5698b5d/ad5cbaed-71b0-4d7b-91df-affbc25b46b3/0b6914f7-9e75-4352-96a7-243f76da505a) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:41:19.226792 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-01a9bdeb-e19a-4400-8d43-ef7b1c1316cf tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:19.266515 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device d3811dff-eaa0-4ca3-9d84-8bc2f0eae54b up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:41:19.353436 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-05874576-5917-47b7-836e-8872c8cbe69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:19.404411 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-05874576-5917-47b7-836e-8872c8cbe69e None None] Attempting to bind port 43bfce93-9c1b-4f96-afad-dc3979c8a77d on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:41:19.404778 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-05874576-5917-47b7-836e-8872c8cbe69e None None] Attempting to bind port 43bfce93-9c1b-4f96-afad-dc3979c8a77d by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:41:19.405140 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05874576-5917-47b7-836e-8872c8cbe69e None None] Attempting to bind port 43bfce93-9c1b-4f96-afad-dc3979c8a77d on network e6a2de20-1ea0-43e5-88e0-982d19e317d5 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:41:19.434580 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05874576-5917-47b7-836e-8872c8cbe69e None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:41:19.434580 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05874576-5917-47b7-836e-8872c8cbe69e None None] Checking segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:41:19.434580 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-05874576-5917-47b7-836e-8872c8cbe69e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:19.435609 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05874576-5917-47b7-836e-8872c8cbe69e None None] Bound using segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:41:19.435852 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-05874576-5917-47b7-836e-8872c8cbe69e None None] Bound port: 43bfce93-9c1b-4f96-afad-dc3979c8a77d, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:41:19.436263 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-05874576-5917-47b7-836e-8872c8cbe69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:19.450331 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6c297d91-fac9-4a07-8856-5a9c18e3c3ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:19.512692 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-05874576-5917-47b7-836e-8872c8cbe69e None None] For port 43bfce93-9c1b-4f96-afad-dc3979c8a77d, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:41:19.516277 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-05874576-5917-47b7-836e-8872c8cbe69e None None] For port 43bfce93-9c1b-4f96-afad-dc3979c8a77d, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=43bfce93-9c1b-4f96-afad-dc3979c8a77d,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:41:19.529181 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a9bdeb-e19a-4400-8d43-ef7b1c1316cf tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Pushing event updated for resources: {'Port': ['ID=3d682e4c-4a5b-46fc-9769-7de70b13264b,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:19.552416 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2573dff-0444-4554-8b3c-e89a578b0f82 None None] Pushing event updated for resources: {'Port': ['ID=43bfce93-9c1b-4f96-afad-dc3979c8a77d,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:19.576105 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c5eb3181-f9c5-4258-99a3-7af328093930 req-cde73b37-dea4-4566-8cd6-58d140abe8a6 service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4164298 Sep 24 15:41:19.576919 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-01a9bdeb-e19a-4400-8d43-ef7b1c1316cf tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:19.635024 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-05874576-5917-47b7-836e-8872c8cbe69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:19.685689 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6c297d91-fac9-4a07-8856-5a9c18e3c3ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:19.733399 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2573dff-0444-4554-8b3c-e89a578b0f82 None None] Pushing event updated for resources: {'Port': ['ID=43bfce93-9c1b-4f96-afad-dc3979c8a77d,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:19.738030 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port d3811dff-eaa0-4ca3-9d84-8bc2f0eae54b completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:41:19.753599 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port d3811dff-eaa0-4ca3-9d84-8bc2f0eae54b triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:41:19.754305 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:19.767706 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05874576-5917-47b7-836e-8872c8cbe69e None None] Routers {'801d1609-7b8f-4702-af99-68980cdbe1c8'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:41:19.773957 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-05874576-5917-47b7-836e-8872c8cbe69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:41:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['801d1609-7b8f-4702-af99-68980cdbe1c8'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:41:19.799756 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c297d91-fac9-4a07-8856-5a9c18e3c3ba admin admin] Network 71201ca5-026a-47e5-88ab-afc6b5698b5d is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:41:19.812420 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-6c297d91-fac9-4a07-8856-5a9c18e3c3ba admin admin] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:41:19.816519 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c297d91-fac9-4a07-8856-5a9c18e3c3ba admin admin] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:41:19.827502 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c5eb3181-f9c5-4258-99a3-7af328093930 req-54290b28-9929-45fd-a9aa-02713db8de19 service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227890 Sep 24 15:41:19.828468 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-01a9bdeb-e19a-4400-8d43-ef7b1c1316cf tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:19.830718 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-01a9bdeb-e19a-4400-8d43-ef7b1c1316cf tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3151042 Sep 24 15:41:19.846729 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 52414) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:41:19.861152 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-1a6eb4db-940d-4eeb-91fb-201d9b6e2eb0 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-188942992'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:41:19.882354 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c297d91-fac9-4a07-8856-5a9c18e3c3ba admin admin] Pushing event updated for resources: {'Port': ['ID=0b6914f7-9e75-4352-96a7-243f76da505a,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:19.930563 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6c297d91-fac9-4a07-8856-5a9c18e3c3ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:19.970643 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6eb4db-940d-4eeb-91fb-201d9b6e2eb0 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Made reservation on behalf of 56ccef13765543bfb2a1254c83f628b2 for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:41:19.974619 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1a6eb4db-940d-4eeb-91fb-201d9b6e2eb0 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:19.994793 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1a6eb4db-940d-4eeb-91fb-201d9b6e2eb0 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:20.019860 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-05874576-5917-47b7-836e-8872c8cbe69e None None] Set router 801d1609-7b8f-4702-af99-68980cdbe1c8 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:41:20.246966 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1a6eb4db-940d-4eeb-91fb-201d9b6e2eb0 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:20.264954 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6c297d91-fac9-4a07-8856-5a9c18e3c3ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:20.302143 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1a6eb4db-940d-4eeb-91fb-201d9b6e2eb0 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:20.325115 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a6eb4db-940d-4eeb-91fb-201d9b6e2eb0 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1264} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:41:20.345650 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1a6eb4db-940d-4eeb-91fb-201d9b6e2eb0 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:20.346161 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-1a6eb4db-940d-4eeb-91fb-201d9b6e2eb0 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Added segment af0bea96-da1f-4c62-8602-fe95a7f5324e of type vlan for network 063a1baf-7c01-48e7-8d7d-c0333de8f372 Sep 24 15:41:20.450420 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1a6eb4db-940d-4eeb-91fb-201d9b6e2eb0 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:20.471666 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:20.560817 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port d3811dff-eaa0-4ca3-9d84-8bc2f0eae54b, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=d3811dff-eaa0-4ca3-9d84-8bc2f0eae54b,segment=NetworkSegment(bfc08645-e1e8-4516-b496-8347d1567728),segment_id=bfc08645-e1e8-4516-b496-8347d1567728)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:41:20.581308 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6c297d91-fac9-4a07-8856-5a9c18e3c3ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:20.592019 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1a6eb4db-940d-4eeb-91fb-201d9b6e2eb0 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:20.598111 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-a10e864e-ba63-4cbb-be17-1935cb76929f None None] Provisioning complete for port 0b6914f7-9e75-4352-96a7-243f76da505a triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:41:20.598937 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a10e864e-ba63-4cbb-be17-1935cb76929f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:20.599686 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6eb4db-940d-4eeb-91fb-201d9b6e2eb0 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:20.601332 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1a6eb4db-940d-4eeb-91fb-201d9b6e2eb0 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:20.623433 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6eb4db-940d-4eeb-91fb-201d9b6e2eb0 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e53cfafb-bc21-450d-8eec-80dc77853d09,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:20.660243 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-a10e864e-ba63-4cbb-be17-1935cb76929f None None] Port 0b6914f7-9e75-4352-96a7-243f76da505a cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:41:20.662093 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:20.744154 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6c297d91-fac9-4a07-8856-5a9c18e3c3ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:20.752846 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-05874576-5917-47b7-836e-8872c8cbe69e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1933066675-router', 'tenant_id': '200c20f17e62414ab5bbd41e14faa1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '43bfce93-9c1b-4f96-afad-dc3979c8a77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:41:12Z', 'updated_at': '2021-09-24T15:41:15Z', 'revision_number': 3, 'project_id': '200c20f17e62414ab5bbd41e14faa1b2', 'gw_port': {'id': '43bfce93-9c1b-4f96-afad-dc3979c8a77d', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:cf:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:41:14Z', 'updated_at': '2021-09-24T15:41:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:41:20.756059 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=d3811dff-eaa0-4ca3-9d84-8bc2f0eae54b,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:20.795003 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6c297d91-fac9-4a07-8856-5a9c18e3c3ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:20.931924 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05874576-5917-47b7-836e-8872c8cbe69e None None] The sync data for ids ['801d1609-7b8f-4702-af99-68980cdbe1c8'] in n-d-808921-1 is: [{'id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1933066675-router', 'tenant_id': '200c20f17e62414ab5bbd41e14faa1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '43bfce93-9c1b-4f96-afad-dc3979c8a77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:41:12Z', 'updated_at': '2021-09-24T15:41:15Z', 'revision_number': 3, 'project_id': '200c20f17e62414ab5bbd41e14faa1b2', 'gw_port': {'id': '43bfce93-9c1b-4f96-afad-dc3979c8a77d', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:cf:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:41:14Z', 'updated_at': '2021-09-24T15:41:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:41:20.933431 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6eb4db-940d-4eeb-91fb-201d9b6e2eb0 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Pushing event updated for resources: {'Network': ['ID=063a1baf-7c01-48e7-8d7d-c0333de8f372,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:20.933624 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 063a1baf-7c01-48e7-8d7d-c0333de8f372 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:41:20.933711 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-1a6eb4db-940d-4eeb-91fb-201d9b6e2eb0 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0285974 Sep 24 15:41:20.933711 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 52416) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:41:20.933711 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-c9722f5f-6184-4b83-a03a-ad380b077b21 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Request body: {'subnet': {'network_id': '063a1baf-7c01-48e7-8d7d-c0333de8f372', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:41:20.963804 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c297d91-fac9-4a07-8856-5a9c18e3c3ba admin admin] Pushing event updated for resources: {'Port': ['ID=0b6914f7-9e75-4352-96a7-243f76da505a,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:21.033000 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-05bed40c-d2eb-411a-99ab-16e4babfbdc8 req-4aedf9a9-af18-4f91-a0d4-d193ac01926a service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=acb4038a-0608-4177-bb74-021222f3a02b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3498344 Sep 24 15:41:21.123459 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c297d91-fac9-4a07-8856-5a9c18e3c3ba admin admin] Network 71201ca5-026a-47e5-88ab-afc6b5698b5d is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:41:21.127572 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bed40c-d2eb-411a-99ab-16e4babfbdc8 req-92c780c9-667a-4b78-b956-83bacf599012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:21.129163 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-05bed40c-d2eb-411a-99ab-16e4babfbdc8 req-92c780c9-667a-4b78-b956-83bacf599012 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1d817464a57145808f61427a409f714d&device_id=acb4038a-0608-4177-bb74-021222f3a02b HTTP/1.1" status: 200 len: 1102 time: 0.0675962 Sep 24 15:41:21.130211 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-6c297d91-fac9-4a07-8856-5a9c18e3c3ba admin admin] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:41:21.164951 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9722f5f-6184-4b83-a03a-ad380b077b21 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Made reservation on behalf of 56ccef13765543bfb2a1254c83f628b2 for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:41:21.168473 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c9722f5f-6184-4b83-a03a-ad380b077b21 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:21.509776 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bed40c-d2eb-411a-99ab-16e4babfbdc8 req-eb358fd6-7f77-4948-b660-8e77e91991cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:21.511278 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-05bed40c-d2eb-411a-99ab-16e4babfbdc8 req-eb358fd6-7f77-4948-b660-8e77e91991cc service neutron] 10.222.0.110 "GET /v2.0/networks?id=9672f189-23fe-44e6-9dd2-257ff8905939 HTTP/1.1" status: 200 len: 871 time: 0.3572180 Sep 24 15:41:21.569594 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954 details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:41:21.582395 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-05bed40c-d2eb-411a-99ab-16e4babfbdc8 req-2248e367-6f6f-465f-9b96-122fab29a209 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=8e50a561-2171-4e46-aecd-2a43c342d81d HTTP/1.1" status: 200 len: 217 time: 0.0514967 Sep 24 15:41:21.594263 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c297d91-fac9-4a07-8856-5a9c18e3c3ba admin admin] Router 801d1609-7b8f-4702-af99-68980cdbe1c8 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:41:21.602541 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c9722f5f-6184-4b83-a03a-ad380b077b21 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:21.716535 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bed40c-d2eb-411a-99ab-16e4babfbdc8 req-50115575-0351-42a1-a25e-ff33320de89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:21.720335 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-05bed40c-d2eb-411a-99ab-16e4babfbdc8 req-50115575-0351-42a1-a25e-ff33320de89d service neutron] 10.222.0.110 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.1284349 Sep 24 15:41:21.758016 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9722f5f-6184-4b83-a03a-ad380b077b21 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Pushing event updated for resources: {'Subnet': ['ID=9f4e5e8c-bb3e-4a30-86f7-8ce4dfba37ef,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:21.769865 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9722f5f-6184-4b83-a03a-ad380b077b21 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Checking segment: {'id': 'af0bea96-da1f-4c62-8602-fe95a7f5324e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '063a1baf-7c01-48e7-8d7d-c0333de8f372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:41:21.770475 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9722f5f-6184-4b83-a03a-ad380b077b21 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Network hostable DHCP agents. Network: 063a1baf-7c01-48e7-8d7d-c0333de8f372, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:41:21.818630 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-1e7ce34c-1983-4e78-bd19-62d7b7071e60 None None] Provisioning complete for port 0b6914f7-9e75-4352-96a7-243f76da505a triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:41:21.822525 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-1e7ce34c-1983-4e78-bd19-62d7b7071e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:21.884842 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9722f5f-6184-4b83-a03a-ad380b077b21 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Network 063a1baf-7c01-48e7-8d7d-c0333de8f372 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:41:21.937735 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:41:21.951884 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': '84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954', 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939', 'port_id': '84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954', 'mac_address': 'fa:16:3e:6b:7d:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '188edb94-8042-4961-9ec0-8960b1ce1305', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:41:21.960283 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-1e7ce34c-1983-4e78-bd19-62d7b7071e60 None None] Port 0b6914f7-9e75-4352-96a7-243f76da505a cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:41:22.002021 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-c9722f5f-6184-4b83-a03a-ad380b077b21 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 063a1baf-7c01-48e7-8d7d-c0333de8f372) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:41:22.008388 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9722f5f-6184-4b83-a03a-ad380b077b21 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:22.013523 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c9722f5f-6184-4b83-a03a-ad380b077b21 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:22.018152 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d429c2-162d-4181-a99e-5629e29fea91 None None] Network 063a1baf-7c01-48e7-8d7d-c0333de8f372 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:41:22.024089 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c297d91-fac9-4a07-8856-5a9c18e3c3ba admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:41:22.032648 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-6c297d91-fac9-4a07-8856-5a9c18e3c3ba admin admin] 10.222.0.101 "PUT /v2.0/routers/801d1609-7b8f-4702-af99-68980cdbe1c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7757306 Sep 24 15:41:22.084841 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:22.126774 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-c9722f5f-6184-4b83-a03a-ad380b077b21 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2458546 Sep 24 15:41:22.130754 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 52424) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:41:22.149936 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-7732b52a-849b-4521-98e2-dbd854694814 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-2116996744', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}, 'admin_state_up': False}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:41:22.201816 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bed40c-d2eb-411a-99ab-16e4babfbdc8 req-e1625619-16b5-4de4-81e7-2f040fead9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:22.203453 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-05bed40c-d2eb-411a-99ab-16e4babfbdc8 req-e1625619-16b5-4de4-81e7-2f040fead9f7 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4601388 Sep 24 15:41:22.287369 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:41:22.326211 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 43bfce93-9c1b-4f96-afad-dc3979c8a77d up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:41:22.402904 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7732b52a-849b-4521-98e2-dbd854694814 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:22.403941 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7732b52a-849b-4521-98e2-dbd854694814 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:22.440340 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:41:22.484190 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef78f3f8-3b1b-4753-bb4e-3b1add002ad3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-063a1baf-7c01-48e7-8d7d-c0333de8f372', 'network_id': '063a1baf-7c01-48e7-8d7d-c0333de8f372', 'tenant_id': '56ccef13765543bfb2a1254c83f628b2', 'fixed_ips': [{'subnet_id': '9f4e5e8c-bb3e-4a30-86f7-8ce4dfba37ef'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:41:22.488506 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ef78f3f8-3b1b-4753-bb4e-3b1add002ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:22.498496 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-05bed40c-d2eb-411a-99ab-16e4babfbdc8 req-fc3a1c65-afd1-4561-871e-f416d3dc3c0c service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840660 Sep 24 15:41:22.541579 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 43bfce93-9c1b-4f96-afad-dc3979c8a77d triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:41:22.545726 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:22.559013 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7732b52a-849b-4521-98e2-dbd854694814 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:22.595108 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:22.702544 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954,revision_number=12']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:22.770843 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:22.828698 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port 43bfce93-9c1b-4f96-afad-dc3979c8a77d, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=43bfce93-9c1b-4f96-afad-dc3979c8a77d,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:41:22.847596 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-05bed40c-d2eb-411a-99ab-16e4babfbdc8 req-3a5a8f61-c6d6-4cd2-9d03-ec30c1a2de54 service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871163 Sep 24 15:41:22.860923 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-ef78f3f8-3b1b-4753-bb4e-3b1add002ad3 None None] Allocated IP 172.20.0.2 (063a1baf-7c01-48e7-8d7d-c0333de8f372/9f4e5e8c-bb3e-4a30-86f7-8ce4dfba37ef/b11f59b3-28b5-4b1a-b6c1-afd7c3d50739) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:41:22.892177 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7732b52a-849b-4521-98e2-dbd854694814 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:22.930131 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:22.994513 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:41:23.224035 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=43bfce93-9c1b-4f96-afad-dc3979c8a77d,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:23.485287 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7732b52a-849b-4521-98e2-dbd854694814 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks [] for router_gateway, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:23.528557 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7732b52a-849b-4521-98e2-dbd854694814 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:23.683477 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ef78f3f8-3b1b-4753-bb4e-3b1add002ad3 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:23.705584 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-7732b52a-849b-4521-98e2-dbd854694814 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Allocated IP 172.25.0.213 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/ea74f2ba-4b97-4dfc-a41c-7545f61a516d) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:41:23.744669 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfa7d02-b239-484a-8326-975109091355 None None] Sync routers for ids ['801d1609-7b8f-4702-af99-68980cdbe1c8'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:41:23.755761 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfa7d02-b239-484a-8326-975109091355 None None] Routers {'801d1609-7b8f-4702-af99-68980cdbe1c8'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:41:23.756445 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-3dfa7d02-b239-484a-8326-975109091355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:41:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['801d1609-7b8f-4702-af99-68980cdbe1c8'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:41:23.772270 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ef78f3f8-3b1b-4753-bb4e-3b1add002ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:23.818726 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef78f3f8-3b1b-4753-bb4e-3b1add002ad3 None None] Pushing event updated for resources: {'Port': ['ID=b11f59b3-28b5-4b1a-b6c1-afd7c3d50739,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:23.836709 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef78f3f8-3b1b-4753-bb4e-3b1add002ad3 None None] Network 063a1baf-7c01-48e7-8d7d-c0333de8f372 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:41:23.840125 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-ef78f3f8-3b1b-4753-bb4e-3b1add002ad3 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:41:23.846024 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef78f3f8-3b1b-4753-bb4e-3b1add002ad3 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:41:23.881112 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7732b52a-849b-4521-98e2-dbd854694814 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:24.050416 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7732b52a-849b-4521-98e2-dbd854694814 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:24.079501 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-ef78f3f8-3b1b-4753-bb4e-3b1add002ad3 None None] Attempting to bind port b11f59b3-28b5-4b1a-b6c1-afd7c3d50739 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:41:24.082056 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-ef78f3f8-3b1b-4753-bb4e-3b1add002ad3 None None] Attempting to bind port b11f59b3-28b5-4b1a-b6c1-afd7c3d50739 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'af0bea96-da1f-4c62-8602-fe95a7f5324e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '063a1baf-7c01-48e7-8d7d-c0333de8f372'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:41:24.082056 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef78f3f8-3b1b-4753-bb4e-3b1add002ad3 None None] Attempting to bind port b11f59b3-28b5-4b1a-b6c1-afd7c3d50739 on network 063a1baf-7c01-48e7-8d7d-c0333de8f372 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:41:24.105015 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef78f3f8-3b1b-4753-bb4e-3b1add002ad3 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:41:24.105734 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef78f3f8-3b1b-4753-bb4e-3b1add002ad3 None None] Checking segment: {'id': 'af0bea96-da1f-4c62-8602-fe95a7f5324e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '063a1baf-7c01-48e7-8d7d-c0333de8f372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:41:24.106306 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ef78f3f8-3b1b-4753-bb4e-3b1add002ad3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:24.106939 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef78f3f8-3b1b-4753-bb4e-3b1add002ad3 None None] Bound using segment: {'id': 'af0bea96-da1f-4c62-8602-fe95a7f5324e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '063a1baf-7c01-48e7-8d7d-c0333de8f372'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:41:24.107629 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-ef78f3f8-3b1b-4753-bb4e-3b1add002ad3 None None] Bound port: b11f59b3-28b5-4b1a-b6c1-afd7c3d50739, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af0bea96-da1f-4c62-8602-fe95a7f5324e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '063a1baf-7c01-48e7-8d7d-c0333de8f372'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:41:24.110616 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ef78f3f8-3b1b-4753-bb4e-3b1add002ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:24.141905 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7732b52a-849b-4521-98e2-dbd854694814 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:41:24.153677 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-7732b52a-849b-4521-98e2-dbd854694814 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:41:24.164484 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7732b52a-849b-4521-98e2-dbd854694814 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:41:24.197509 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 43bfce93-9c1b-4f96-afad-dc3979c8a77d up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:41:24.206131 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7732b52a-849b-4521-98e2-dbd854694814 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Pushing event updated for resources: {'Port': ['ID=ea74f2ba-4b97-4dfc-a41c-7545f61a516d,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:24.327066 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-3dfa7d02-b239-484a-8326-975109091355 None None] Set router 801d1609-7b8f-4702-af99-68980cdbe1c8 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:41:24.352537 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-ef78f3f8-3b1b-4753-bb4e-3b1add002ad3 None None] For port b11f59b3-28b5-4b1a-b6c1-afd7c3d50739, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:41:24.358134 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-ef78f3f8-3b1b-4753-bb4e-3b1add002ad3 None None] For port b11f59b3-28b5-4b1a-b6c1-afd7c3d50739, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=b11f59b3-28b5-4b1a-b6c1-afd7c3d50739,segment=NetworkSegment(af0bea96-da1f-4c62-8602-fe95a7f5324e),segment_id=af0bea96-da1f-4c62-8602-fe95a7f5324e)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:41:24.375731 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 43bfce93-9c1b-4f96-afad-dc3979c8a77d triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:41:24.376112 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:24.467950 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ef78f3f8-3b1b-4753-bb4e-3b1add002ad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:24.652999 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef78f3f8-3b1b-4753-bb4e-3b1add002ad3 None None] Pushing event updated for resources: {'Port': ['ID=b11f59b3-28b5-4b1a-b6c1-afd7c3d50739,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:24.756042 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-3dfa7d02-b239-484a-8326-975109091355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1933066675-router', 'tenant_id': '200c20f17e62414ab5bbd41e14faa1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '43bfce93-9c1b-4f96-afad-dc3979c8a77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:41:12Z', 'updated_at': '2021-09-24T15:41:20Z', 'revision_number': 4, 'project_id': '200c20f17e62414ab5bbd41e14faa1b2', 'gw_port': {'id': '43bfce93-9c1b-4f96-afad-dc3979c8a77d', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:cf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:41:14Z', 'updated_at': '2021-09-24T15:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '0b6914f7-9e75-4352-96a7-243f76da505a', 'name': '', 'network_id': '71201ca5-026a-47e5-88ab-afc6b5698b5d', 'tenant_id': '200c20f17e62414ab5bbd41e14faa1b2', 'mac_address': 'fa:16:3e:61:43:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'ad5cbaed-71b0-4d7b-91df-affbc25b46b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:41:18Z', 'updated_at': '2021-09-24T15:41:20Z', 'revision_number': 2, 'project_id': '200c20f17e62414ab5bbd41e14faa1b2', 'subnets': [{'id': 'ad5cbaed-71b0-4d7b-91df-affbc25b46b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:41:24.799271 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfa7d02-b239-484a-8326-975109091355 None None] Checking router: 801d1609-7b8f-4702-af99-68980cdbe1c8 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:41:24.799663 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfa7d02-b239-484a-8326-975109091355 None None] Updating router 801d1609-7b8f-4702-af99-68980cdbe1c8 port 0b6914f7-9e75-4352-96a7-243f76da505a binding host n-d-808921-1 {{(pid=95300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:41:24.827846 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-3dfa7d02-b239-484a-8326-975109091355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:25.229906 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-3dfa7d02-b239-484a-8326-975109091355 None None] Notify callbacks [] for port, precommit_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:25.296194 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7732b52a-849b-4521-98e2-dbd854694814 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks [] for router_gateway, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:25.325079 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-3dfa7d02-b239-484a-8326-975109091355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:25.484528 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dfa184-a977-48fd-9a66-fbbd9cb71440 None None] Pushing event updated for resources: {'Port': ['ID=0b6914f7-9e75-4352-96a7-243f76da505a,revision_number=3']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:25.527809 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dfa184-a977-48fd-9a66-fbbd9cb71440 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:25.528153 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dfa184-a977-48fd-9a66-fbbd9cb71440 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:25.528496 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dfa184-a977-48fd-9a66-fbbd9cb71440 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:25.531205 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dfa184-a977-48fd-9a66-fbbd9cb71440 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:25.531629 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dfa184-a977-48fd-9a66-fbbd9cb71440 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:25.531974 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dfa184-a977-48fd-9a66-fbbd9cb71440 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:25.532310 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dfa184-a977-48fd-9a66-fbbd9cb71440 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:25.532643 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dfa184-a977-48fd-9a66-fbbd9cb71440 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:25.534356 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dfa184-a977-48fd-9a66-fbbd9cb71440 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:25.534562 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dfa184-a977-48fd-9a66-fbbd9cb71440 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:25.535488 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dfa184-a977-48fd-9a66-fbbd9cb71440 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:25.535488 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1dfa184-a977-48fd-9a66-fbbd9cb71440 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:25.575983 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954 up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:41:25.699913 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port 84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:41:25.700319 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:25.757623 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-3dfa7d02-b239-484a-8326-975109091355 None None] Attempting to bind port 0b6914f7-9e75-4352-96a7-243f76da505a on host n-d-808921-1 for vnic_type normal with profile {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:41:25.758749 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-3dfa7d02-b239-484a-8326-975109091355 None None] Attempting to bind port 0b6914f7-9e75-4352-96a7-243f76da505a by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'd54d1cac-233d-4747-8d75-2f45849c42f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '71201ca5-026a-47e5-88ab-afc6b5698b5d'}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:41:25.759337 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfa7d02-b239-484a-8326-975109091355 None None] Attempting to bind port 0b6914f7-9e75-4352-96a7-243f76da505a on network 71201ca5-026a-47e5-88ab-afc6b5698b5d {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:41:25.767303 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfa7d02-b239-484a-8326-975109091355 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:41:25.767997 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfa7d02-b239-484a-8326-975109091355 None None] Checking segment: {'id': 'd54d1cac-233d-4747-8d75-2f45849c42f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '71201ca5-026a-47e5-88ab-afc6b5698b5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:41:25.768742 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-3dfa7d02-b239-484a-8326-975109091355 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:25.769295 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dfa7d02-b239-484a-8326-975109091355 None None] Bound using segment: {'id': 'd54d1cac-233d-4747-8d75-2f45849c42f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '71201ca5-026a-47e5-88ab-afc6b5698b5d'} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:41:25.775065 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-3dfa7d02-b239-484a-8326-975109091355 None None] Bound port: 0b6914f7-9e75-4352-96a7-243f76da505a, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd54d1cac-233d-4747-8d75-2f45849c42f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '71201ca5-026a-47e5-88ab-afc6b5698b5d'}}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:41:25.803765 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-3dfa7d02-b239-484a-8326-975109091355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:25.870586 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7732b52a-849b-4521-98e2-dbd854694814 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:25.967355 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:25.979771 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-3dfa7d02-b239-484a-8326-975109091355 None None] For port 0b6914f7-9e75-4352-96a7-243f76da505a, host n-d-808921-1, cleared binding levels {{(pid=95300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:41:25.987164 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-3dfa7d02-b239-484a-8326-975109091355 None None] For port 0b6914f7-9e75-4352-96a7-243f76da505a, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=0b6914f7-9e75-4352-96a7-243f76da505a,segment=NetworkSegment(d54d1cac-233d-4747-8d75-2f45849c42f8),segment_id=d54d1cac-233d-4747-8d75-2f45849c42f8)] {{(pid=95300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:41:26.037033 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:41:26.074591 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-ff23bfdf-2166-498e-9e0c-a71f2d389a55 None None] Provisioning complete for port 0b6914f7-9e75-4352-96a7-243f76da505a triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:41:26.074939 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ff23bfdf-2166-498e-9e0c-a71f2d389a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:26.200646 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-ff23bfdf-2166-498e-9e0c-a71f2d389a55 None None] Port 0b6914f7-9e75-4352-96a7-243f76da505a cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:41:26.282760 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device b11f59b3-28b5-4b1a-b6c1-afd7c3d50739 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:41:26.286026 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50eedc67-281e-43a8-b781-0f488b75a65e None None] Network 063a1baf-7c01-48e7-8d7d-c0333de8f372 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:41:26.302264 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-3dfa7d02-b239-484a-8326-975109091355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:26.324839 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7732b52a-849b-4521-98e2-dbd854694814 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Router 660c3d07-f4af-480a-97ad-cbae4f759bed is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:41:26.343491 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:26.380455 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dfa184-a977-48fd-9a66-fbbd9cb71440 None None] Pushing event updated for resources: {'Port': ['ID=0b6914f7-9e75-4352-96a7-243f76da505a,revision_number=4']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:26.384019 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfa7d02-b239-484a-8326-975109091355 None None] Routers {'801d1609-7b8f-4702-af99-68980cdbe1c8'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:41:26.384624 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-3dfa7d02-b239-484a-8326-975109091355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:41:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['801d1609-7b8f-4702-af99-68980cdbe1c8'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:41:26.457544 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-b45827c1-cc95-41a8-b2d8-5739e532845c None None] Provisioning complete for port b11f59b3-28b5-4b1a-b6c1-afd7c3d50739 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:41:26.463051 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b45827c1-cc95-41a8-b2d8-5739e532845c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:26.600025 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-3dfa7d02-b239-484a-8326-975109091355 None None] Set router 801d1609-7b8f-4702-af99-68980cdbe1c8 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:41:26.695374 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954,revision_number=13']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:26.742630 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7732b52a-849b-4521-98e2-dbd854694814 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:41:26.757888 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b45827c1-cc95-41a8-b2d8-5739e532845c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:26.770887 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port b11f59b3-28b5-4b1a-b6c1-afd7c3d50739 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:41:26.771190 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:26.784247 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb73b429-1d47-4eaf-a75c-b2e462869640 None None] Sync routers for ids ['660c3d07-f4af-480a-97ad-cbae4f759bed'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:41:26.852088 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7732b52a-849b-4521-98e2-dbd854694814 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:26.854018 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb73b429-1d47-4eaf-a75c-b2e462869640 None None] Routers {'660c3d07-f4af-480a-97ad-cbae4f759bed'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:41:26.854697 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-cb73b429-1d47-4eaf-a75c-b2e462869640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:41:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['660c3d07-f4af-480a-97ad-cbae4f759bed'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:41:26.855418 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-7732b52a-849b-4521-98e2-dbd854694814 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 4.7206709 Sep 24 15:41:26.858144 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 52440) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:41:26.868192 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-b45827c1-cc95-41a8-b2d8-5739e532845c None None] For port b11f59b3-28b5-4b1a-b6c1-afd7c3d50739, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=b11f59b3-28b5-4b1a-b6c1-afd7c3d50739,segment=NetworkSegment(af0bea96-da1f-4c62-8602-fe95a7f5324e),segment_id=af0bea96-da1f-4c62-8602-fe95a7f5324e)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:41:26.905408 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-cb73b429-1d47-4eaf-a75c-b2e462869640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:41:26.946900 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb73b429-1d47-4eaf-a75c-b2e462869640 None None] Routers {'660c3d07-f4af-480a-97ad-cbae4f759bed'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:41:26.947540 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-cb73b429-1d47-4eaf-a75c-b2e462869640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:41:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['660c3d07-f4af-480a-97ad-cbae4f759bed'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:41:27.037188 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-3dfa7d02-b239-484a-8326-975109091355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1933066675-router', 'tenant_id': '200c20f17e62414ab5bbd41e14faa1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '43bfce93-9c1b-4f96-afad-dc3979c8a77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:41:12Z', 'updated_at': '2021-09-24T15:41:20Z', 'revision_number': 4, 'project_id': '200c20f17e62414ab5bbd41e14faa1b2', 'gw_port': {'id': '43bfce93-9c1b-4f96-afad-dc3979c8a77d', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:cf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:41:14Z', 'updated_at': '2021-09-24T15:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '0b6914f7-9e75-4352-96a7-243f76da505a', 'name': '', 'network_id': '71201ca5-026a-47e5-88ab-afc6b5698b5d', 'tenant_id': '200c20f17e62414ab5bbd41e14faa1b2', 'mac_address': 'fa:16:3e:61:43:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'ad5cbaed-71b0-4d7b-91df-affbc25b46b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:41:18Z', 'updated_at': '2021-09-24T15:41:25Z', 'revision_number': 4, 'project_id': '200c20f17e62414ab5bbd41e14faa1b2', 'subnets': [{'id': 'ad5cbaed-71b0-4d7b-91df-affbc25b46b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:41:27.083770 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfa7d02-b239-484a-8326-975109091355 None None] The sync data for ids ['801d1609-7b8f-4702-af99-68980cdbe1c8'] in n-d-808921-1 is: [{'id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1933066675-router', 'tenant_id': '200c20f17e62414ab5bbd41e14faa1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '43bfce93-9c1b-4f96-afad-dc3979c8a77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:41:12Z', 'updated_at': '2021-09-24T15:41:20Z', 'revision_number': 4, 'project_id': '200c20f17e62414ab5bbd41e14faa1b2', 'gw_port': {'id': '43bfce93-9c1b-4f96-afad-dc3979c8a77d', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:cf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:41:14Z', 'updated_at': '2021-09-24T15:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '0b6914f7-9e75-4352-96a7-243f76da505a', 'name': '', 'network_id': '71201ca5-026a-47e5-88ab-afc6b5698b5d', 'tenant_id': '200c20f17e62414ab5bbd41e14faa1b2', 'mac_address': 'fa:16:3e:61:43:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'ad5cbaed-71b0-4d7b-91df-affbc25b46b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:41:18Z', 'updated_at': '2021-09-24T15:41:25Z', 'revision_number': 4, 'project_id': '200c20f17e62414ab5bbd41e14faa1b2', 'subnets': [{'id': 'ad5cbaed-71b0-4d7b-91df-affbc25b46b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:41:27.098222 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b45827c1-cc95-41a8-b2d8-5739e532845c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:27.139798 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-cb73b429-1d47-4eaf-a75c-b2e462869640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:41:27.144261 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb73b429-1d47-4eaf-a75c-b2e462869640 None None] The sync data for ids ['660c3d07-f4af-480a-97ad-cbae4f759bed'] in n-d-808921-1 is: [] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:41:27.303650 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45827c1-cc95-41a8-b2d8-5739e532845c None None] Pushing event updated for resources: {'Port': ['ID=b11f59b3-28b5-4b1a-b6c1-afd7c3d50739,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:27.364416 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-fa6e7733-9d1b-4262-b20e-94434b21b286 None None] Provisioning complete for port 0b6914f7-9e75-4352-96a7-243f76da505a triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:41:27.365296 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-fa6e7733-9d1b-4262-b20e-94434b21b286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:27.597353 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-fa6e7733-9d1b-4262-b20e-94434b21b286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:27.676428 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-fa6e7733-9d1b-4262-b20e-94434b21b286 None None] For port 0b6914f7-9e75-4352-96a7-243f76da505a, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=0b6914f7-9e75-4352-96a7-243f76da505a,segment=NetworkSegment(d54d1cac-233d-4747-8d75-2f45849c42f8),segment_id=d54d1cac-233d-4747-8d75-2f45849c42f8)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:41:27.824438 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-fa6e7733-9d1b-4262-b20e-94434b21b286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:27.892519 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6e7733-9d1b-4262-b20e-94434b21b286 None None] Pushing event updated for resources: {'Port': ['ID=0b6914f7-9e75-4352-96a7-243f76da505a,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:27.944570 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2c20623c-dc19-4de5-8613-49074f7224d3 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:27.959717 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-d464ab8d-e850-47e3-9d18-738998e29a99 None None] Provisioning complete for port b11f59b3-28b5-4b1a-b6c1-afd7c3d50739 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:41:27.960414 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d464ab8d-e850-47e3-9d18-738998e29a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:28.285691 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device b11f59b3-28b5-4b1a-b6c1-afd7c3d50739 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:41:28.440382 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ba9a368-f163-4107-929a-07d19f5f548d x-openstack-request-id: req-1ba9a368-f163-4107-929a-07d19f5f548d {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:41:28.440667 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "288b85eb-02e0-43ea-8131-e4e39b2bdddb", "name": "network-vif-plugged", "status": "completed", "tag": "0c9fda49-cc27-42a1-beac-c3884a84a52d", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:41:28.440942 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-1ba9a368-f163-4107-929a-07d19f5f548d {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:41:28.441384 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '288b85eb-02e0-43ea-8131-e4e39b2bdddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c9fda49-cc27-42a1-beac-c3884a84a52d', 'code': 200} Sep 24 15:41:28.469114 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port b11f59b3-28b5-4b1a-b6c1-afd7c3d50739 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:41:28.469549 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:28.578752 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-2c20623c-dc19-4de5-8613-49074f7224d3 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Allocated IP 172.20.0.1 (063a1baf-7c01-48e7-8d7d-c0333de8f372/9f4e5e8c-bb3e-4a30-86f7-8ce4dfba37ef/9536eeb6-7bae-4066-8d91-aebee60305a0) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:41:28.643757 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 0b6914f7-9e75-4352-96a7-243f76da505a up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:41:28.758615 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 0b6914f7-9e75-4352-96a7-243f76da505a triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:41:28.759060 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:28.788942 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2c20623c-dc19-4de5-8613-49074f7224d3 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:28.947136 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24056ec8-74c2-4f7a-94c9-2ed710e20646 req-d45c0e37-516d-4f24-8bce-3b866f6f440f tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:28.949875 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-24056ec8-74c2-4f7a-94c9-2ed710e20646 req-d45c0e37-516d-4f24-8bce-3b866f6f440f tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a HTTP/1.1" status: 200 len: 951 time: 0.0818577 Sep 24 15:41:29.013435 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-24056ec8-74c2-4f7a-94c9-2ed710e20646 req-7b83c102-3b1c-4900-9f11-ea67108ecf5a tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572870 Sep 24 15:41:29.020990 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 24 Sep 2021 15:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-231116cb-d991-4a5d-bb2f-babbb0fb20ca x-openstack-request-id: req-231116cb-d991-4a5d-bb2f-babbb0fb20ca {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:41:29.021528 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4cea3b6-1a91-4059-b0c7-dce5ee154a9a", "name": "network-vif-deleted", "tag": "2c73fdaa-d9b5-491a-83f9-250d4df20dcb", "status": "failed", "code": 422}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:41:29.021528 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-231116cb-d991-4a5d-bb2f-babbb0fb20ca {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:41:29.021906 n-d-808921-1 neutron-server[95297]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c4cea3b6-1a91-4059-b0c7-dce5ee154a9a', 'name': 'network-vif-deleted', 'tag': '2c73fdaa-d9b5-491a-83f9-250d4df20dcb', 'status': 'failed', 'code': 422} returned with failed status Sep 24 15:41:29.031480 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2c20623c-dc19-4de5-8613-49074f7224d3 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:29.098964 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c20623c-dc19-4de5-8613-49074f7224d3 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Network 063a1baf-7c01-48e7-8d7d-c0333de8f372 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:41:29.102225 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-2c20623c-dc19-4de5-8613-49074f7224d3 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:41:29.106018 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c20623c-dc19-4de5-8613-49074f7224d3 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:41:29.142895 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c20623c-dc19-4de5-8613-49074f7224d3 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Pushing event updated for resources: {'Port': ['ID=9536eeb6-7bae-4066-8d91-aebee60305a0,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:29.170589 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2c20623c-dc19-4de5-8613-49074f7224d3 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:29.183810 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172e0ab-9853-45ee-9aa8-95bf5404908a req-de2bd44c-6edb-41c2-90f1-eb2f9f72a158 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:29.185393 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e172e0ab-9853-45ee-9aa8-95bf5404908a req-de2bd44c-6edb-41c2-90f1-eb2f9f72a158 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/networks?id=3e0da5e5-cfcf-4b73-b0d7-902e52490b00 HTTP/1.1" status: 200 len: 812 time: 0.8093052 Sep 24 15:41:29.216868 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e172e0ab-9853-45ee-9aa8-95bf5404908a req-9f23cf55-4dab-476a-9805-bded1eb32c67 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/quotas/d0b79565aaee49b1a1b35139ea3bccae HTTP/1.1" status: 200 len: 375 time: 0.0233736 Sep 24 15:41:29.270569 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e172e0ab-9853-45ee-9aa8-95bf5404908a req-4d0fea74-925b-4cc6-8b84-a789c225b1bb tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=d0b79565aaee49b1a1b35139ea3bccae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472023 Sep 24 15:41:29.362235 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [req-e172e0ab-9853-45ee-9aa8-95bf5404908a req-42349659-4055-4c9e-bc4f-bf00d753c1f6 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:41:29.363498 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e172e0ab-9853-45ee-9aa8-95bf5404908a req-42349659-4055-4c9e-bc4f-bf00d753c1f6 service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0852292 Sep 24 15:41:29.511211 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e172e0ab-9853-45ee-9aa8-95bf5404908a req-47a31186-c036-4018-8c99-04c114e538ce service neutron] 10.222.0.101 "GET /v2.0/networks/3e0da5e5-cfcf-4b73-b0d7-902e52490b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406724 Sep 24 15:41:29.558012 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-95d3905c-0439-4798-aab5-542763d06451 None None] Provisioning complete for port 9536eeb6-7bae-4066-8d91-aebee60305a0 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:41:29.559175 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-95d3905c-0439-4798-aab5-542763d06451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:29.644413 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-95d3905c-0439-4798-aab5-542763d06451 None None] Port 9536eeb6-7bae-4066-8d91-aebee60305a0 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:41:29.685138 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e172e0ab-9853-45ee-9aa8-95bf5404908a req-2c57f6d5-dbd7-4330-8380-a9e93d2a8ee9 service neutron] 10.222.0.101 "GET /v2.0/networks/3e0da5e5-cfcf-4b73-b0d7-902e52490b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574056 Sep 24 15:41:29.693567 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde4d027-8369-4cbc-b55e-cbf1dbc8015a req-09808356-0360-43e8-8b75-a23921305008 tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:29.702469 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bde4d027-8369-4cbc-b55e-cbf1dbc8015a req-09808356-0360-43e8-8b75-a23921305008 tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] 10.222.0.101 "GET /v2.0/ports?device_id=29d253d5-6e01-4a3f-9813-48193cbf2468 HTTP/1.1" status: 200 len: 946 time: 0.4494717 Sep 24 15:41:29.754633 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bde4d027-8369-4cbc-b55e-cbf1dbc8015a req-9dc5f023-85e5-459e-91fe-5b78e79d1e15 tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] 10.222.0.101 "GET /v2.0/security-groups?id=25c23c8d-da69-4135-afac-6360a041058d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462611 Sep 24 15:41:29.854704 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2c20623c-dc19-4de5-8613-49074f7224d3 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:29.874165 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ad9595-6b25-4e4d-a79d-cdbe2d99a0e8 x-openstack-request-id: req-66ad9595-6b25-4e4d-a79d-cdbe2d99a0e8 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:41:29.874716 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a", "tag": "84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:41:29.875165 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-66ad9595-6b25-4e4d-a79d-cdbe2d99a0e8 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:41:29.875632 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a', 'tag': '84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954', 'status': 'completed', 'code': 200} Sep 24 15:41:30.090768 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f106955-76fa-4b63-bb1b-9a30b534e11b req-bbfccf43-7da0-46cb-80dd-3d76429fda72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:30.092519 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2f106955-76fa-4b63-bb1b-9a30b534e11b req-bbfccf43-7da0-46cb-80dd-3d76429fda72 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=1d817464a57145808f61427a409f714d&device_id=233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a HTTP/1.1" status: 200 len: 1102 time: 0.1894889 Sep 24 15:41:30.143571 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950f64e4-78ba-4735-ac06-037f67832976 req-dff34072-105a-4d21-a9b6-bde4cd89d172 tempest-MigrationsAdminTest-774334037 tempest-MigrationsAdminTest-774334037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:30.145547 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-950f64e4-78ba-4735-ac06-037f67832976 req-dff34072-105a-4d21-a9b6-bde4cd89d172 tempest-MigrationsAdminTest-774334037 tempest-MigrationsAdminTest-774334037-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a HTTP/1.1" status: 200 len: 1102 time: 0.0514166 Sep 24 15:41:30.184708 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-950f64e4-78ba-4735-ac06-037f67832976 req-3cb3eee0-b9c8-4cee-ae79-308cccf9dbad tempest-MigrationsAdminTest-774334037 tempest-MigrationsAdminTest-774334037-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312519 Sep 24 15:41:30.264392 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f76b4bce-69e1-4b97-8262-6f1eb570d4fe req-f3bc93c9-a274-42b0-99d9-bcdf834dda45 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=08792b6c-40f7-4639-b72b-9d6b71aa3963 HTTP/1.1" status: 200 len: 210 time: 0.0280483 Sep 24 15:41:30.376199 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5134a35-0314-4b12-887c-c51430451d89 req-27e291f0-9291-4e52-afbc-f460ce566e5c tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:30.377662 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a5134a35-0314-4b12-887c-c51430451d89 req-27e291f0-9291-4e52-afbc-f460ce566e5c tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb4e8a26-5c1d-4728-9dcf-48b66165cce6 HTTP/1.1" status: 200 len: 950 time: 0.0525818 Sep 24 15:41:30.381939 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9fb438-f275-4f15-8a5d-10a4ebd3013e req-740550a8-03e9-4248-b294-c2bb68f54296 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:30.383609 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-be9fb438-f275-4f15-8a5d-10a4ebd3013e req-740550a8-03e9-4248-b294-c2bb68f54296 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/networks?id=71201ca5-026a-47e5-88ab-afc6b5698b5d HTTP/1.1" status: 200 len: 821 time: 0.2884326 Sep 24 15:41:30.422630 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a5134a35-0314-4b12-887c-c51430451d89 req-735809da-65a3-444d-a07a-a84ae7a22eeb tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] 10.222.0.101 "GET /v2.0/security-groups?id=39ea9fa9-0168-4127-9efe-40cda7f64871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377479 Sep 24 15:41:30.445924 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f106955-76fa-4b63-bb1b-9a30b534e11b req-85687d08-92ac-42b9-b083-1a2c853f910b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:30.445924 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2f106955-76fa-4b63-bb1b-9a30b534e11b req-85687d08-92ac-42b9-b083-1a2c853f910b service neutron] 10.222.0.108 "GET /v2.0/networks?id=9672f189-23fe-44e6-9dd2-257ff8905939 HTTP/1.1" status: 200 len: 871 time: 0.3277535 Sep 24 15:41:30.446075 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-be9fb438-f275-4f15-8a5d-10a4ebd3013e req-3575f59a-68da-4e91-a70e-fcfa6b441e40 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/quotas/200c20f17e62414ab5bbd41e14faa1b2 HTTP/1.1" status: 200 len: 375 time: 0.0543997 Sep 24 15:41:30.447974 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954'}, {'server_uuid': '29d253d5-6e01-4a3f-9813-48193cbf2468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3811dff-eaa0-4ca3-9d84-8bc2f0eae54b'}, {'server_uuid': '233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:41:30.452058 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d21ceeb-8c37-49a7-a448-ac0807f3c1ec" -d '{"events": [{"server_uuid": "233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a", "name": "network-vif-plugged", "status": "completed", "tag": "84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954"}, {"server_uuid": "29d253d5-6e01-4a3f-9813-48193cbf2468", "name": "network-vif-plugged", "status": "completed", "tag": "d3811dff-eaa0-4ca3-9d84-8bc2f0eae54b"}, {"server_uuid": "233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a", "name": "network-vif-plugged", "status": "completed", "tag": "84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:41:30.490576 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2f106955-76fa-4b63-bb1b-9a30b534e11b req-a0ac99c6-c188-46e4-8a63-8aad466aa99c service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954 HTTP/1.1" status: 200 len: 217 time: 0.0414064 Sep 24 15:41:30.598128 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f106955-76fa-4b63-bb1b-9a30b534e11b req-e562a40f-d263-4eaf-98d2-dbe6c3bce70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:30.599646 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2f106955-76fa-4b63-bb1b-9a30b534e11b req-e562a40f-d263-4eaf-98d2-dbe6c3bce70c service neutron] 10.222.0.108 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.0946162 Sep 24 15:41:30.611972 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-be9fb438-f275-4f15-8a5d-10a4ebd3013e req-f395b819-ab39-42c4-9b21-aa2dea640fa5 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=200c20f17e62414ab5bbd41e14faa1b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1255200 Sep 24 15:41:30.632597 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2c20623c-dc19-4de5-8613-49074f7224d3 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:30.672843 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f106955-76fa-4b63-bb1b-9a30b534e11b req-641ff5fa-8f82-44ee-8fa5-f6103af5f940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:30.674609 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2f106955-76fa-4b63-bb1b-9a30b534e11b req-641ff5fa-8f82-44ee-8fa5-f6103af5f940 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0559685 Sep 24 15:41:30.762402 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [req-be9fb438-f275-4f15-8a5d-10a4ebd3013e req-d68db726-5028-4ca7-8940-348057f22dc9 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:41:30.763521 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-be9fb438-f275-4f15-8a5d-10a4ebd3013e req-d68db726-5028-4ca7-8940-348057f22dc9 service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1425300 Sep 24 15:41:30.785877 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2c20623c-dc19-4de5-8613-49074f7224d3 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:30.887886 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2f106955-76fa-4b63-bb1b-9a30b534e11b req-2e98a27e-27a1-4bc3-9a8b-42840cb7c4b9 service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046812 Sep 24 15:41:30.964876 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2c20623c-dc19-4de5-8613-49074f7224d3 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:30.980663 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c20623c-dc19-4de5-8613-49074f7224d3 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Pushing event updated for resources: {'Port': ['ID=9536eeb6-7bae-4066-8d91-aebee60305a0,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:31.082373 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-be9fb438-f275-4f15-8a5d-10a4ebd3013e req-bf3f4214-ebc9-432e-b5f4-4787c4870d71 service neutron] 10.222.0.101 "GET /v2.0/networks/71201ca5-026a-47e5-88ab-afc6b5698b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086388 Sep 24 15:41:31.168693 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2f106955-76fa-4b63-bb1b-9a30b534e11b req-ccff53a4-07a8-4b59-96ce-6c02e86ff3d6 service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247090 Sep 24 15:41:31.192010 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 24 Sep 2021 15:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91de9fed-faa2-4709-90ca-3fe2a3f0224e x-openstack-request-id: req-91de9fed-faa2-4709-90ca-3fe2a3f0224e {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:41:31.192853 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a", "name": "network-vif-plugged", "status": "completed", "tag": "84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954", "code": 200}, {"server_uuid": "29d253d5-6e01-4a3f-9813-48193cbf2468", "name": "network-vif-plugged", "status": "completed", "tag": "d3811dff-eaa0-4ca3-9d84-8bc2f0eae54b", "code": 200}, {"server_uuid": "233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a", "name": "network-vif-plugged", "status": "completed", "tag": "84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:41:31.193259 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-91de9fed-faa2-4709-90ca-3fe2a3f0224e {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:41:31.193821 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954', 'code': 200} Sep 24 15:41:31.195404 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29d253d5-6e01-4a3f-9813-48193cbf2468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3811dff-eaa0-4ca3-9d84-8bc2f0eae54b', 'code': 200} Sep 24 15:41:31.195881 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954', 'code': 200} Sep 24 15:41:31.234648 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c20623c-dc19-4de5-8613-49074f7224d3 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Network 063a1baf-7c01-48e7-8d7d-c0333de8f372 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:41:31.241337 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-2c20623c-dc19-4de5-8613-49074f7224d3 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:41:31.245868 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2907df00-51e3-446c-8cd7-74fc86af3843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:31.263079 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-be9fb438-f275-4f15-8a5d-10a4ebd3013e req-730d1fd3-5982-4ae0-b52a-fde0686afdf1 service neutron] 10.222.0.101 "GET /v2.0/networks/71201ca5-026a-47e5-88ab-afc6b5698b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797647 Sep 24 15:41:31.437430 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc659934-c61a-4fd1-9c56-232ddb14b0f7 req-aac43576-cd8b-4c76-a753-e6c4e8a32cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:31.440474 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fc659934-c61a-4fd1-9c56-232ddb14b0f7 req-aac43576-cd8b-4c76-a753-e6c4e8a32cdb service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=29d253d5-6e01-4a3f-9813-48193cbf2468 HTTP/1.1" status: 200 len: 1097 time: 0.1547608 Sep 24 15:41:31.450411 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c20623c-dc19-4de5-8613-49074f7224d3 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Router 660c3d07-f4af-480a-97ad-cbae4f759bed has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:41:31.458265 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b8f83-df6f-4a75-9bc5-9b15b9919c58 req-a7a5dc07-a432-4aba-9931-2938c49b8a6d tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:31.460187 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0e9b8f83-df6f-4a75-9bc5-9b15b9919c58 req-a7a5dc07-a432-4aba-9931-2938c49b8a6d tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] 10.222.0.101 "GET /v2.0/ports?device_id=29d253d5-6e01-4a3f-9813-48193cbf2468 HTTP/1.1" status: 200 len: 946 time: 0.1174467 Sep 24 15:41:31.520154 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fc659934-c61a-4fd1-9c56-232ddb14b0f7 req-2a892e42-f49e-4914-be60-5f2330ab0d21 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=25c23c8d-da69-4135-afac-6360a041058d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717983 Sep 24 15:41:31.540057 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0e9b8f83-df6f-4a75-9bc5-9b15b9919c58 req-078fe99f-5b4f-45ec-8304-83258c429844 tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] 10.222.0.101 "GET /v2.0/security-groups?id=25c23c8d-da69-4135-afac-6360a041058d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602033 Sep 24 15:41:31.580279 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c20623c-dc19-4de5-8613-49074f7224d3 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:41:31.589375 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 52544) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:41:31.589582 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-2c20623c-dc19-4de5-8613-49074f7224d3 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] 10.222.0.101 "PUT /v2.0/routers/660c3d07-f4af-480a-97ad-cbae4f759bed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7296326 Sep 24 15:41:31.593062 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-b4ffe673-0e24-41de-b7ca-dc493fbd8575 None None] Provisioning complete for port 9536eeb6-7bae-4066-8d91-aebee60305a0 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:41:31.593471 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b4ffe673-0e24-41de-b7ca-dc493fbd8575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:31.594151 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1892b7d8-fc09-421d-bad2-7081810db7ef None None] Sync routers for ids ['660c3d07-f4af-480a-97ad-cbae4f759bed'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:41:31.594903 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-9e0e013f-2e31-4b89-9ef6-56f0f64760f6 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Request body: {'port': {'network_id': '063a1baf-7c01-48e7-8d7d-c0333de8f372', 'name': 'tempest-FloatingIPAdminTestJSON-470465935'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:41:31.603868 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1892b7d8-fc09-421d-bad2-7081810db7ef None None] Routers {'660c3d07-f4af-480a-97ad-cbae4f759bed'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:41:31.608751 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-1892b7d8-fc09-421d-bad2-7081810db7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:41:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['660c3d07-f4af-480a-97ad-cbae4f759bed'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:41:31.631885 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-b4ffe673-0e24-41de-b7ca-dc493fbd8575 None None] Port 9536eeb6-7bae-4066-8d91-aebee60305a0 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:41:31.691399 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-1892b7d8-fc09-421d-bad2-7081810db7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:41:31.701164 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1892b7d8-fc09-421d-bad2-7081810db7ef None None] Routers {'660c3d07-f4af-480a-97ad-cbae4f759bed'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:41:31.702047 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-1892b7d8-fc09-421d-bad2-7081810db7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:41:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['660c3d07-f4af-480a-97ad-cbae4f759bed'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:41:31.734640 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-1892b7d8-fc09-421d-bad2-7081810db7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:41:31.735359 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1892b7d8-fc09-421d-bad2-7081810db7ef None None] The sync data for ids ['660c3d07-f4af-480a-97ad-cbae4f759bed'] in n-d-808921-1 is: [] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:41:31.764552 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3801d351-5bc5-447b-9b95-2e8bfb0f2a7e req-93576851-25d1-4b32-aa1c-c23daedb2976 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:31.766207 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3801d351-5bc5-447b-9b95-2e8bfb0f2a7e req-93576851-25d1-4b32-aa1c-c23daedb2976 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a HTTP/1.1" status: 200 len: 951 time: 0.1675489 Sep 24 15:41:31.767504 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-000a92f9-161c-45c4-921d-d4e58592a04f req-2cb128a6-ef76-4518-bb71-3efb3264d845 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=08792b6c-40f7-4639-b72b-9d6b71aa3963 HTTP/1.1" status: 200 len: 210 time: 0.0355179 Sep 24 15:41:31.841729 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3801d351-5bc5-447b-9b95-2e8bfb0f2a7e req-4582429d-7733-4574-b28b-a11797b18864 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582855 Sep 24 15:41:31.917293 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3c8db568-ad96-4a56-8236-34bb97261634 req-14c288ef-1863-4478-b6b0-3875bb1dc2b7 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/ports?device_id=9ec0efa4-8375-42ca-bf38-4845e951e064 HTTP/1.1" status: 200 len: 210 time: 0.0317616 Sep 24 15:41:31.918275 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e0e013f-2e31-4b89-9ef6-56f0f64760f6 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Made reservation on behalf of 56ccef13765543bfb2a1254c83f628b2 for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:41:31.924294 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9e0e013f-2e31-4b89-9ef6-56f0f64760f6 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:31.951620 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [None req-9e0e013f-2e31-4b89-9ef6-56f0f64760f6 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] device_id is not set on port 7e538c3a-6f08-412d-b797-95269560f9a3 yet. {{(pid=95297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:41:32.080270 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-9e0e013f-2e31-4b89-9ef6-56f0f64760f6 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Allocated IP 172.20.0.8 (063a1baf-7c01-48e7-8d7d-c0333de8f372/9f4e5e8c-bb3e-4a30-86f7-8ce4dfba37ef/7e538c3a-6f08-412d-b797-95269560f9a3) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:41:32.236221 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9e0e013f-2e31-4b89-9ef6-56f0f64760f6 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:32.390637 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9e0e013f-2e31-4b89-9ef6-56f0f64760f6 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:32.440402 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0e013f-2e31-4b89-9ef6-56f0f64760f6 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Network 063a1baf-7c01-48e7-8d7d-c0333de8f372 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:41:32.443471 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-9e0e013f-2e31-4b89-9ef6-56f0f64760f6 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:41:32.446646 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0e013f-2e31-4b89-9ef6-56f0f64760f6 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:41:32.493445 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0e013f-2e31-4b89-9ef6-56f0f64760f6 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Pushing event updated for resources: {'Port': ['ID=7e538c3a-6f08-412d-b797-95269560f9a3,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:32.546051 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e0e013f-2e31-4b89-9ef6-56f0f64760f6 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:32.546970 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9e0e013f-2e31-4b89-9ef6-56f0f64760f6 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:32.562776 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e1cfc-bfa0-4ce6-8e38-c46edf81dbb4 req-c085ee62-8622-4b0e-a428-3ddfba8a241e tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:32.564624 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-684e1cfc-bfa0-4ce6-8e38-c46edf81dbb4 req-c085ee62-8622-4b0e-a428-3ddfba8a241e tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 946 time: 0.1138957 Sep 24 15:41:32.625721 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f3cc1-5242-4b95-9a51-873a5bcb58ba req-554d5f51-7541-42a2-a087-0087bc51399c tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:32.634627 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-684e1cfc-bfa0-4ce6-8e38-c46edf81dbb4 req-958d07be-d2ca-4ea4-8ad4-14f6ce45fd30 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597484 Sep 24 15:41:32.636697 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-892f3cc1-5242-4b95-9a51-873a5bcb58ba req-554d5f51-7541-42a2-a087-0087bc51399c tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.108 "GET /v2.0/ports?device_id=233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a HTTP/1.1" status: 200 len: 951 time: 0.1013741 Sep 24 15:41:32.665195 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-9e0e013f-2e31-4b89-9ef6-56f0f64760f6 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0746686 Sep 24 15:41:32.675253 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 52610) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:41:32.745164 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-c88f9688-1bc4-47b8-8203-f4bae946e3db tempest-FloatingIPAdminTestJSON-1512084122 tempest-FloatingIPAdminTestJSON-1512084122-project-admin] Request body: {'floatingip': {'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'project_id': '56ccef13765543bfb2a1254c83f628b2', 'port_id': '7e538c3a-6f08-412d-b797-95269560f9a3'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:41:32.760432 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-d11ec58d-d561-4fd5-8123-ebca3bfd204e None None] Provisioning complete for port 7e538c3a-6f08-412d-b797-95269560f9a3 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:41:32.760976 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d11ec58d-d561-4fd5-8123-ebca3bfd204e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:32.761442 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-892f3cc1-5242-4b95-9a51-873a5bcb58ba req-c8f2338e-62b7-48aa-8376-0283e7898e26 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Deleting port 84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:41:32.761876 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-892f3cc1-5242-4b95-9a51-873a5bcb58ba req-c8f2338e-62b7-48aa-8376-0283e7898e26 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:32.799476 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-d11ec58d-d561-4fd5-8123-ebca3bfd204e None None] Port 7e538c3a-6f08-412d-b797-95269560f9a3 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:41:32.804405 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d5283b-8109-43ad-bd26-d051c950a5cd req-61b81563-8ac1-4861-bf80-1b3893d70be2 tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:32.805942 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b5d5283b-8109-43ad-bd26-d051c950a5cd req-61b81563-8ac1-4861-bf80-1b3893d70be2 tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] 10.222.0.101 "GET /v2.0/ports?device_id=29d253d5-6e01-4a3f-9813-48193cbf2468 HTTP/1.1" status: 200 len: 946 time: 0.0763342 Sep 24 15:41:32.857181 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b5d5283b-8109-43ad-bd26-d051c950a5cd req-cf906b41-8b79-4bb5-8be3-d92766790177 tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] 10.222.0.101 "GET /v2.0/security-groups?id=25c23c8d-da69-4135-afac-6360a041058d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450501 Sep 24 15:41:32.876552 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-892f3cc1-5242-4b95-9a51-873a5bcb58ba req-c8f2338e-62b7-48aa-8376-0283e7898e26 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] For port 84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:41:32.877348 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-892f3cc1-5242-4b95-9a51-873a5bcb58ba req-c8f2338e-62b7-48aa-8376-0283e7898e26 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:32.890980 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-892f3cc1-5242-4b95-9a51-873a5bcb58ba req-c8f2338e-62b7-48aa-8376-0283e7898e26 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Calling delete_port for 84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:41:32.913482 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c88f9688-1bc4-47b8-8203-f4bae946e3db tempest-FloatingIPAdminTestJSON-1512084122 tempest-FloatingIPAdminTestJSON-1512084122-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:32.982208 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b5b3c99c-8976-4509-b1e0-fee9d713f587 req-740fedda-07b6-42e2-a408-522e992b12f2 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=08792b6c-40f7-4639-b72b-9d6b71aa3963 HTTP/1.1" status: 200 len: 210 time: 0.0427141 Sep 24 15:41:33.066932 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c88f9688-1bc4-47b8-8203-f4bae946e3db tempest-FloatingIPAdminTestJSON-1512084122 tempest-FloatingIPAdminTestJSON-1512084122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:33.087294 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device c0e99190-1e5c-4b9b-af6e-77b9f1e2706f no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:41:33.149338 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172e0ab-9853-45ee-9aa8-95bf5404908a req-745b41cc-c3aa-4ea9-ad45-daa800ff0c92 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:33.151055 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e172e0ab-9853-45ee-9aa8-95bf5404908a req-745b41cc-c3aa-4ea9-ad45-daa800ff0c92 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.108 "GET /v2.0/networks?id=3e0da5e5-cfcf-4b73-b0d7-902e52490b00 HTTP/1.1" status: 200 len: 812 time: 0.1324189 Sep 24 15:41:33.152817 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-892f3cc1-5242-4b95-9a51-873a5bcb58ba req-c8f2338e-62b7-48aa-8376-0283e7898e26 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:33.160422 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace4620-1d00-434c-aaa9-f6e61b870a92 req-7503e335-5b65-44a1-8b10-c7642c93b197 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:33.164481 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-dace4620-1d00-434c-aaa9-f6e61b870a92 req-7503e335-5b65-44a1-8b10-c7642c93b197 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a HTTP/1.1" status: 200 len: 951 time: 0.1090701 Sep 24 15:41:33.188227 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:33.194883 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['ef645295-66e7-4bd2-801c-4d964f44743a', '8fe8f5c8-a3d4-4ec3-895b-a713373e6688', '84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:41:33.195534 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-e172e0ab-9853-45ee-9aa8-95bf5404908a req-24b5d287-1aef-4ad6-8a74-b1d0da597de5 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Request body: {'port': {'device_id': '08792b6c-40f7-4639-b72b-9d6b71aa3963', 'network_id': '3e0da5e5-cfcf-4b73-b0d7-902e52490b00', 'admin_state_up': True, 'tenant_id': 'd0b79565aaee49b1a1b35139ea3bccae'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:41:33.197426 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['8e50a561-2171-4e46-aecd-2a43c342d81d'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:41:33.203133 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f2338e-62b7-48aa-8376-0283e7898e26 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Pushing event deleted for resources: {'Port': ['ID=84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:33.225378 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-dace4620-1d00-434c-aaa9-f6e61b870a92 req-aa539f8c-4161-4738-bffb-d118db1d227b tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529702 Sep 24 15:41:33.299479 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-c88f9688-1bc4-47b8-8203-f4bae946e3db tempest-FloatingIPAdminTestJSON-1512084122 tempest-FloatingIPAdminTestJSON-1512084122-project-admin] Allocated IP 172.25.0.27 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/348cfc33-b953-4b7d-a6ad-5799c15a8dfb) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:41:33.344602 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-892f3cc1-5242-4b95-9a51-873a5bcb58ba req-c8f2338e-62b7-48aa-8376-0283e7898e26 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] No DVR routers for this DVR port 84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954 on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:41:33.348824 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-892f3cc1-5242-4b95-9a51-873a5bcb58ba req-c8f2338e-62b7-48aa-8376-0283e7898e26 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:33.350948 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-892f3cc1-5242-4b95-9a51-873a5bcb58ba req-c8f2338e-62b7-48aa-8376-0283e7898e26 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.108 "DELETE /v2.0/ports/84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954 HTTP/1.1" status: 204 len: 173 time: 0.7089105 Sep 24 15:41:33.351455 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a', 'name': 'network-vif-deleted', 'tag': '84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:41:33.354134 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-376f7e64-382b-42fc-8c58-74df7ddf2974" -d '{"events": [{"server_uuid": "233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a", "name": "network-vif-deleted", "tag": "84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:41:33.428559 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb4e8a26-5c1d-4728-9dcf-48b66165cce6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0e99190-1e5c-4b9b-af6e-77b9f1e2706f'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:41:33.445142 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c35daf-04f6-48d0-b100-fe40012c693d" -d '{"events": [{"server_uuid": "cb4e8a26-5c1d-4728-9dcf-48b66165cce6", "name": "network-vif-unplugged", "status": "completed", "tag": "c0e99190-1e5c-4b9b-af6e-77b9f1e2706f"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:41:33.495054 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port c0e99190-1e5c-4b9b-af6e-77b9f1e2706f, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=c0e99190-1e5c-4b9b-af6e-77b9f1e2706f,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:41:33.507024 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-309aee09-e6d6-485a-a799-4c3e4f84cc6a req-54cde52d-5dc6-4711-82c0-da9da6995cc0 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/ports?device_id=9ec0efa4-8375-42ca-bf38-4845e951e064 HTTP/1.1" status: 200 len: 210 time: 0.0367839 Sep 24 15:41:33.525139 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e172e0ab-9853-45ee-9aa8-95bf5404908a req-24b5d287-1aef-4ad6-8a74-b1d0da597de5 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Made reservation on behalf of d0b79565aaee49b1a1b35139ea3bccae for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:41:33.543127 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e172e0ab-9853-45ee-9aa8-95bf5404908a req-24b5d287-1aef-4ad6-8a74-b1d0da597de5 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:33.557514 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c88f9688-1bc4-47b8-8203-f4bae946e3db tempest-FloatingIPAdminTestJSON-1512084122 tempest-FloatingIPAdminTestJSON-1512084122-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:33.632834 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 15:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0e567ba-ba6d-489e-b850-e05bea35c793 x-openstack-request-id: req-d0e567ba-ba6d-489e-b850-e05bea35c793 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:41:33.633218 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb4e8a26-5c1d-4728-9dcf-48b66165cce6", "name": "network-vif-unplugged", "status": "completed", "tag": "c0e99190-1e5c-4b9b-af6e-77b9f1e2706f", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:41:33.633675 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d0e567ba-ba6d-489e-b850-e05bea35c793 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:41:33.634285 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb4e8a26-5c1d-4728-9dcf-48b66165cce6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0e99190-1e5c-4b9b-af6e-77b9f1e2706f', 'code': 200} Sep 24 15:41:33.635813 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:33.653227 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11d3635-2148-40b3-a2aa-d5569f2617a7 x-openstack-request-id: req-b11d3635-2148-40b3-a2aa-d5569f2617a7 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:41:33.654168 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a", "name": "network-vif-deleted", "tag": "84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:41:33.654168 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b11d3635-2148-40b3-a2aa-d5569f2617a7 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:41:33.654400 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a', 'name': 'network-vif-deleted', 'tag': '84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954', 'status': 'completed', 'code': 200} Sep 24 15:41:33.727484 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c88f9688-1bc4-47b8-8203-f4bae946e3db tempest-FloatingIPAdminTestJSON-1512084122 tempest-FloatingIPAdminTestJSON-1512084122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:33.753137 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=c0e99190-1e5c-4b9b-af6e-77b9f1e2706f,revision_number=8']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:33.766204 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-e172e0ab-9853-45ee-9aa8-95bf5404908a req-24b5d287-1aef-4ad6-8a74-b1d0da597de5 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Allocated IP 172.20.0.3 (3e0da5e5-cfcf-4b73-b0d7-902e52490b00/946d8626-ec5d-49c4-aa21-33da3ceddcfd/f57e6be2-9da9-423b-897d-98621eaa7b4d) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:41:33.829435 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88f9688-1bc4-47b8-8203-f4bae946e3db tempest-FloatingIPAdminTestJSON-1512084122 tempest-FloatingIPAdminTestJSON-1512084122-project-admin] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:41:33.831942 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-c88f9688-1bc4-47b8-8203-f4bae946e3db tempest-FloatingIPAdminTestJSON-1512084122 tempest-FloatingIPAdminTestJSON-1512084122-project-admin] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:41:33.836433 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88f9688-1bc4-47b8-8203-f4bae946e3db tempest-FloatingIPAdminTestJSON-1512084122 tempest-FloatingIPAdminTestJSON-1512084122-project-admin] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:41:33.921700 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-24b35f62-790d-4f74-aec6-4b94d8dd1652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:33.946675 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88f9688-1bc4-47b8-8203-f4bae946e3db tempest-FloatingIPAdminTestJSON-1512084122 tempest-FloatingIPAdminTestJSON-1512084122-project-admin] Pushing event updated for resources: {'Port': ['ID=348cfc33-b953-4b7d-a6ad-5799c15a8dfb,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:33.957975 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e172e0ab-9853-45ee-9aa8-95bf5404908a req-24b5d287-1aef-4ad6-8a74-b1d0da597de5 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:33.974210 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0d5532-2922-426f-a9d0-ec86da0e91d2 req-cb7e3ad3-1474-44bc-aae9-d6bb6362d6a9 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:33.975908 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4c0d5532-2922-426f-a9d0-ec86da0e91d2 req-cb7e3ad3-1474-44bc-aae9-d6bb6362d6a9 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 946 time: 0.2419767 Sep 24 15:41:34.070408 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4c0d5532-2922-426f-a9d0-ec86da0e91d2 req-b86abe5e-5202-40c9-9d20-18273be8ffa8 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882988 Sep 24 15:41:34.079778 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e172e0ab-9853-45ee-9aa8-95bf5404908a req-24b5d287-1aef-4ad6-8a74-b1d0da597de5 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:34.142838 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e172e0ab-9853-45ee-9aa8-95bf5404908a req-24b5d287-1aef-4ad6-8a74-b1d0da597de5 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Network 3e0da5e5-cfcf-4b73-b0d7-902e52490b00 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:41:34.154967 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-e172e0ab-9853-45ee-9aa8-95bf5404908a req-24b5d287-1aef-4ad6-8a74-b1d0da597de5 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:41:34.159912 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-e172e0ab-9853-45ee-9aa8-95bf5404908a req-24b5d287-1aef-4ad6-8a74-b1d0da597de5 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:41:34.191466 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b5d287-1aef-4ad6-8a74-b1d0da597de5 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Pushing event updated for resources: {'Port': ['ID=f57e6be2-9da9-423b-897d-98621eaa7b4d,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:34.222253 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172e0ab-9853-45ee-9aa8-95bf5404908a req-24b5d287-1aef-4ad6-8a74-b1d0da597de5 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:34.223088 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e172e0ab-9853-45ee-9aa8-95bf5404908a req-24b5d287-1aef-4ad6-8a74-b1d0da597de5 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:34.264068 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:34.331436 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d858207-1fcb-44e7-8ebd-8879ba1c4c57 req-bc451103-2ae7-4660-9f98-6103c3f719ae tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:34.337423 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7d858207-1fcb-44e7-8ebd-8879ba1c4c57 req-bc451103-2ae7-4660-9f98-6103c3f719ae tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] 10.222.0.101 "GET /v2.0/ports?device_id=29d253d5-6e01-4a3f-9813-48193cbf2468 HTTP/1.1" status: 200 len: 946 time: 0.1452384 Sep 24 15:41:34.337553 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e172e0ab-9853-45ee-9aa8-95bf5404908a req-24b5d287-1aef-4ad6-8a74-b1d0da597de5 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1737478 Sep 24 15:41:34.348534 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-e172e0ab-9853-45ee-9aa8-95bf5404908a req-1a9baed5-9080-4136-a63b-14c79d7fa4a7 service neutron] Request body: {'port': {'device_id': '08792b6c-40f7-4639-b72b-9d6b71aa3963', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:41:34.419019 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e172e0ab-9853-45ee-9aa8-95bf5404908a req-1a9baed5-9080-4136-a63b-14c79d7fa4a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:34.499890 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e57615-438c-4a2f-9cfe-f1f63c59f53d req-14998cc0-c0a1-4724-8e3f-633d3669a1d6 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:34.501408 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f1e57615-438c-4a2f-9cfe-f1f63c59f53d req-14998cc0-c0a1-4724-8e3f-633d3669a1d6 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=08792b6c-40f7-4639-b72b-9d6b71aa3963 HTTP/1.1" status: 200 len: 931 time: 0.0792608 Sep 24 15:41:34.516366 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7d858207-1fcb-44e7-8ebd-8879ba1c4c57 req-8155e267-6349-4147-aabd-cbc8e34d9e76 tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] 10.222.0.101 "GET /v2.0/security-groups?id=25c23c8d-da69-4135-afac-6360a041058d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1725137 Sep 24 15:41:34.565128 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c88f9688-1bc4-47b8-8203-f4bae946e3db tempest-FloatingIPAdminTestJSON-1512084122 tempest-FloatingIPAdminTestJSON-1512084122-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:34.617510 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f1e57615-438c-4a2f-9cfe-f1f63c59f53d req-5703cc5c-0dd8-434f-a788-74b2f575e3b2 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051049 Sep 24 15:41:34.740004 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e6af5a60-a46a-499b-b2a0-5a5d87c484dc req-432e6853-c3a0-472c-b2df-f7b591f47438 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=233e8ab9-d5a1-4dae-84ca-ce0b54af0d8a HTTP/1.1" status: 200 len: 210 time: 0.0317123 Sep 24 15:41:34.840332 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-e172e0ab-9853-45ee-9aa8-95bf5404908a req-1a9baed5-9080-4136-a63b-14c79d7fa4a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f57e6be2-9da9-423b-897d-98621eaa7b4d {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:41:34.840332 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e172e0ab-9853-45ee-9aa8-95bf5404908a req-1a9baed5-9080-4136-a63b-14c79d7fa4a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:34.851817 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-e172e0ab-9853-45ee-9aa8-95bf5404908a req-1a9baed5-9080-4136-a63b-14c79d7fa4a7 service neutron] Transition to ACTIVE for port object f57e6be2-9da9-423b-897d-98621eaa7b4d will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:41:34.920201 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c88f9688-1bc4-47b8-8203-f4bae946e3db tempest-FloatingIPAdminTestJSON-1512084122 tempest-FloatingIPAdminTestJSON-1512084122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:35.271177 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dc53bacf-03be-433b-bfc8-06eab8e5dd98 req-3adcd18f-c6c4-41b1-b1c7-0d7f1860be7e tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/ports?device_id=9ec0efa4-8375-42ca-bf38-4845e951e064 HTTP/1.1" status: 200 len: 210 time: 0.3324285 Sep 24 15:41:35.275902 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e172e0ab-9853-45ee-9aa8-95bf5404908a req-1a9baed5-9080-4136-a63b-14c79d7fa4a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:35.278927 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:35.323276 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9baed5-9080-4136-a63b-14c79d7fa4a7 service neutron] Pushing event updated for resources: {'Port': ['ID=f57e6be2-9da9-423b-897d-98621eaa7b4d,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:35.352614 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c88f9688-1bc4-47b8-8203-f4bae946e3db tempest-FloatingIPAdminTestJSON-1512084122 tempest-FloatingIPAdminTestJSON-1512084122-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:35.360922 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9fb438-f275-4f15-8a5d-10a4ebd3013e req-b710a838-cfdb-4f9c-b84e-dbca83e67470 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:35.362686 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-be9fb438-f275-4f15-8a5d-10a4ebd3013e req-b710a838-cfdb-4f9c-b84e-dbca83e67470 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.108 "GET /v2.0/networks?id=71201ca5-026a-47e5-88ab-afc6b5698b5d HTTP/1.1" status: 200 len: 821 time: 0.4725451 Sep 24 15:41:35.392534 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-be9fb438-f275-4f15-8a5d-10a4ebd3013e req-0f75c82d-63b0-451d-ab2c-3d0ed0cc7b2f tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Request body: {'port': {'device_id': '9ec0efa4-8375-42ca-bf38-4845e951e064', 'network_id': '71201ca5-026a-47e5-88ab-afc6b5698b5d', 'admin_state_up': True, 'tenant_id': '200c20f17e62414ab5bbd41e14faa1b2'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:41:35.439268 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7ecf47-cc5e-4443-9667-c18061905910 req-0a232ea0-d1ee-4f73-86f7-7354a3d3dd55 tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:35.440867 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6b7ecf47-cc5e-4443-9667-c18061905910 req-0a232ea0-d1ee-4f73-86f7-7354a3d3dd55 tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] 10.222.0.101 "GET /v2.0/ports?device_id=29d253d5-6e01-4a3f-9813-48193cbf2468 HTTP/1.1" status: 200 len: 946 time: 0.0838623 Sep 24 15:41:35.450010 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 52688) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:41:35.454788 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-9788973e-800e-44cc-8b5a-6447ae95183f tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Request body: {'floatingip': {'port_id': 'd3811dff-eaa0-4ca3-9d84-8bc2f0eae54b'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:41:35.495248 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9788973e-800e-44cc-8b5a-6447ae95183f tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Notify callbacks [] for floatingip, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:35.573276 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-e172e0ab-9853-45ee-9aa8-95bf5404908a req-1a9baed5-9080-4136-a63b-14c79d7fa4a7 service neutron] Attempting to bind port f57e6be2-9da9-423b-897d-98621eaa7b4d on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:41:35.573658 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-e172e0ab-9853-45ee-9aa8-95bf5404908a req-1a9baed5-9080-4136-a63b-14c79d7fa4a7 service neutron] Attempting to bind port f57e6be2-9da9-423b-897d-98621eaa7b4d by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': 'd7a68d6c-5d6b-4eed-831a-023fbb1b8f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '3e0da5e5-cfcf-4b73-b0d7-902e52490b00'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:41:35.573923 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e172e0ab-9853-45ee-9aa8-95bf5404908a req-1a9baed5-9080-4136-a63b-14c79d7fa4a7 service neutron] Attempting to bind port f57e6be2-9da9-423b-897d-98621eaa7b4d on network 3e0da5e5-cfcf-4b73-b0d7-902e52490b00 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:41:35.582746 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9059e831-8a8b-449e-80c5-c550157ae34a req-a4a145c1-1f21-4eb1-9720-a85a6f22ecb0 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:35.584285 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9059e831-8a8b-449e-80c5-c550157ae34a req-a4a145c1-1f21-4eb1-9720-a85a6f22ecb0 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 946 time: 0.1537912 Sep 24 15:41:35.593083 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e172e0ab-9853-45ee-9aa8-95bf5404908a req-1a9baed5-9080-4136-a63b-14c79d7fa4a7 service neutron] Port f57e6be2-9da9-423b-897d-98621eaa7b4d on network 3e0da5e5-cfcf-4b73-b0d7-902e52490b00 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:41:35.593406 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e172e0ab-9853-45ee-9aa8-95bf5404908a req-1a9baed5-9080-4136-a63b-14c79d7fa4a7 service neutron] Attempting to bind port f57e6be2-9da9-423b-897d-98621eaa7b4d on network 3e0da5e5-cfcf-4b73-b0d7-902e52490b00 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:41:35.608331 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e172e0ab-9853-45ee-9aa8-95bf5404908a req-1a9baed5-9080-4136-a63b-14c79d7fa4a7 service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:41:35.608670 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e172e0ab-9853-45ee-9aa8-95bf5404908a req-1a9baed5-9080-4136-a63b-14c79d7fa4a7 service neutron] Checking segment: {'id': 'd7a68d6c-5d6b-4eed-831a-023fbb1b8f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '3e0da5e5-cfcf-4b73-b0d7-902e52490b00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:41:35.609043 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e172e0ab-9853-45ee-9aa8-95bf5404908a req-1a9baed5-9080-4136-a63b-14c79d7fa4a7 service neutron] Bound using segment: {'id': 'd7a68d6c-5d6b-4eed-831a-023fbb1b8f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '3e0da5e5-cfcf-4b73-b0d7-902e52490b00'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:41:35.610001 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-e172e0ab-9853-45ee-9aa8-95bf5404908a req-1a9baed5-9080-4136-a63b-14c79d7fa4a7 service neutron] Bound port: f57e6be2-9da9-423b-897d-98621eaa7b4d, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7a68d6c-5d6b-4eed-831a-023fbb1b8f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '3e0da5e5-cfcf-4b73-b0d7-902e52490b00'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:41:35.610001 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e172e0ab-9853-45ee-9aa8-95bf5404908a req-1a9baed5-9080-4136-a63b-14c79d7fa4a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:35.651922 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954 no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:41:35.668919 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c88f9688-1bc4-47b8-8203-f4bae946e3db tempest-FloatingIPAdminTestJSON-1512084122 tempest-FloatingIPAdminTestJSON-1512084122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:35.672959 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9059e831-8a8b-449e-80c5-c550157ae34a req-a16f63ef-b035-43ab-97cd-d65a82a4b1f4 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772796 Sep 24 15:41:35.719794 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] No Port match for: 84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:41:35.720380 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 84bb60b8-f4fb-4d9a-a2f5-df1cbb9fe954 not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:41:35.731402 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-e172e0ab-9853-45ee-9aa8-95bf5404908a req-1a9baed5-9080-4136-a63b-14c79d7fa4a7 service neutron] For port f57e6be2-9da9-423b-897d-98621eaa7b4d, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:41:35.735004 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-e172e0ab-9853-45ee-9aa8-95bf5404908a req-1a9baed5-9080-4136-a63b-14c79d7fa4a7 service neutron] For port f57e6be2-9da9-423b-897d-98621eaa7b4d, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=f57e6be2-9da9-423b-897d-98621eaa7b4d,segment=NetworkSegment(d7a68d6c-5d6b-4eed-831a-023fbb1b8f0b),segment_id=d7a68d6c-5d6b-4eed-831a-023fbb1b8f0b)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:41:35.843443 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88f9688-1bc4-47b8-8203-f4bae946e3db tempest-FloatingIPAdminTestJSON-1512084122 tempest-FloatingIPAdminTestJSON-1512084122-project-admin] Pushing event updated for resources: {'Port': ['ID=348cfc33-b953-4b7d-a6ad-5799c15a8dfb,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:35.856392 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c88f9688-1bc4-47b8-8203-f4bae946e3db tempest-FloatingIPAdminTestJSON-1512084122 tempest-FloatingIPAdminTestJSON-1512084122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:35.903300 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be9fb438-f275-4f15-8a5d-10a4ebd3013e req-0f75c82d-63b0-451d-ab2c-3d0ed0cc7b2f tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Made reservation on behalf of 200c20f17e62414ab5bbd41e14faa1b2 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:41:35.903300 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-be9fb438-f275-4f15-8a5d-10a4ebd3013e req-0f75c82d-63b0-451d-ab2c-3d0ed0cc7b2f tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:35.958701 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40383fd-5efe-46ea-8ae0-d33ebf4f979a req-7464bf75-28af-4c24-960e-89e0d75f91ce tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:35.961303 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e40383fd-5efe-46ea-8ae0-d33ebf4f979a req-7464bf75-28af-4c24-960e-89e0d75f91ce tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=08792b6c-40f7-4639-b72b-9d6b71aa3963 HTTP/1.1" status: 200 len: 943 time: 0.2058477 Sep 24 15:41:36.045323 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-be9fb438-f275-4f15-8a5d-10a4ebd3013e req-0f75c82d-63b0-451d-ab2c-3d0ed0cc7b2f tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Allocated IP 172.20.0.9 (71201ca5-026a-47e5-88ab-afc6b5698b5d/ad5cbaed-71b0-4d7b-91df-affbc25b46b3/0e633df5-034b-4779-b349-ead79bc7e51d) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:41:36.085752 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e172e0ab-9853-45ee-9aa8-95bf5404908a req-1a9baed5-9080-4136-a63b-14c79d7fa4a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:36.131302 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172e0ab-9853-45ee-9aa8-95bf5404908a req-1a9baed5-9080-4136-a63b-14c79d7fa4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:36.132268 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e172e0ab-9853-45ee-9aa8-95bf5404908a req-1a9baed5-9080-4136-a63b-14c79d7fa4a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:36.133885 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e172e0ab-9853-45ee-9aa8-95bf5404908a req-1a9baed5-9080-4136-a63b-14c79d7fa4a7 service neutron] 10.222.0.108 "PUT /v2.0/ports/f57e6be2-9da9-423b-897d-98621eaa7b4d HTTP/1.1" status: 200 len: 1091 time: 1.7896135 Sep 24 15:41:36.140064 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08792b6c-40f7-4639-b72b-9d6b71aa3963', 'tag': 'f57e6be2-9da9-423b-897d-98621eaa7b4d'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:41:36.141054 n-d-808921-1 neutron-server[95297]: INFO neutron.db.l3_db [None req-c88f9688-1bc4-47b8-8203-f4bae946e3db tempest-FloatingIPAdminTestJSON-1512084122 tempest-FloatingIPAdminTestJSON-1512084122-project-admin] Floating IP e1cee7fc-1925-4b9c-8a23-c224aa7a218c associated. External IP: 172.25.0.27, port: 7e538c3a-6f08-412d-b797-95269560f9a3. Sep 24 15:41:36.142359 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9507f9e8-0dfc-43a7-a60e-08906a5cf73c" -d '{"events": [{"name": "network-changed", "server_uuid": "08792b6c-40f7-4639-b72b-9d6b71aa3963", "tag": "f57e6be2-9da9-423b-897d-98621eaa7b4d"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:41:36.146723 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e40383fd-5efe-46ea-8ae0-d33ebf4f979a req-54a9835f-888c-4ff4-b831-f42d84555f77 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770859 Sep 24 15:41:36.234161 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9baed5-9080-4136-a63b-14c79d7fa4a7 service neutron] Pushing event updated for resources: {'Port': ['ID=f57e6be2-9da9-423b-897d-98621eaa7b4d,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:36.354179 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-be9fb438-f275-4f15-8a5d-10a4ebd3013e req-0f75c82d-63b0-451d-ab2c-3d0ed0cc7b2f tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:36.378066 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd80ebaa-51b9-4b82-9761-35683638b217 x-openstack-request-id: req-fd80ebaa-51b9-4b82-9761-35683638b217 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:41:36.378663 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08792b6c-40f7-4639-b72b-9d6b71aa3963", "tag": "f57e6be2-9da9-423b-897d-98621eaa7b4d", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:41:36.379050 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-fd80ebaa-51b9-4b82-9761-35683638b217 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:41:36.379603 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08792b6c-40f7-4639-b72b-9d6b71aa3963', 'tag': 'f57e6be2-9da9-423b-897d-98621eaa7b4d', 'status': 'completed', 'code': 200} Sep 24 15:41:36.439641 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9788973e-800e-44cc-8b5a-6447ae95183f tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:36.458975 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9507f9e8-0dfc-43a7-a60e-08906a5cf73c req-8cc29fa7-252b-4eea-8464-2782f41136af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:36.460652 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9507f9e8-0dfc-43a7-a60e-08906a5cf73c req-8cc29fa7-252b-4eea-8464-2782f41136af service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=d0b79565aaee49b1a1b35139ea3bccae&device_id=08792b6c-40f7-4639-b72b-9d6b71aa3963 HTTP/1.1" status: 200 len: 1094 time: 0.0606530 Sep 24 15:41:36.477533 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e3c826a3-66f1-4557-9625-4f2024520dba req-8d8d1a87-0ffd-478c-bafe-842cebef0dde tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/ports?device_id=9ec0efa4-8375-42ca-bf38-4845e951e064 HTTP/1.1" status: 200 len: 210 time: 0.0350852 Sep 24 15:41:36.542281 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9788973e-800e-44cc-8b5a-6447ae95183f tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:36.543603 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-be9fb438-f275-4f15-8a5d-10a4ebd3013e req-0f75c82d-63b0-451d-ab2c-3d0ed0cc7b2f tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:36.584258 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c88f9688-1bc4-47b8-8203-f4bae946e3db tempest-FloatingIPAdminTestJSON-1512084122 tempest-FloatingIPAdminTestJSON-1512084122-project-admin] Router 660c3d07-f4af-480a-97ad-cbae4f759bed has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:41:36.607787 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be9fb438-f275-4f15-8a5d-10a4ebd3013e req-0f75c82d-63b0-451d-ab2c-3d0ed0cc7b2f tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Network 71201ca5-026a-47e5-88ab-afc6b5698b5d is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:41:36.619262 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-be9fb438-f275-4f15-8a5d-10a4ebd3013e req-0f75c82d-63b0-451d-ab2c-3d0ed0cc7b2f tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:41:36.622797 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f75c82d-63b0-451d-ab2c-3d0ed0cc7b2f tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Pushing event updated for resources: {'Port': ['ID=0e633df5-034b-4779-b349-ead79bc7e51d,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:36.626315 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-be9fb438-f275-4f15-8a5d-10a4ebd3013e req-0f75c82d-63b0-451d-ab2c-3d0ed0cc7b2f tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:41:36.631138 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9507f9e8-0dfc-43a7-a60e-08906a5cf73c req-70cd1f86-bcbc-4a42-bf3b-847065620c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:36.633163 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9507f9e8-0dfc-43a7-a60e-08906a5cf73c req-70cd1f86-bcbc-4a42-bf3b-847065620c6d service neutron] 10.222.0.108 "GET /v2.0/networks?tenant_id=d0b79565aaee49b1a1b35139ea3bccae&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1633434 Sep 24 15:41:36.638888 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:36.722312 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9fb438-f275-4f15-8a5d-10a4ebd3013e req-0f75c82d-63b0-451d-ab2c-3d0ed0cc7b2f tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:36.723173 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-be9fb438-f275-4f15-8a5d-10a4ebd3013e req-0f75c82d-63b0-451d-ab2c-3d0ed0cc7b2f tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:36.738707 n-d-808921-1 neutron-server[95297]: INFO neutron.db.l3_db [None req-9788973e-800e-44cc-8b5a-6447ae95183f tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Floating IP 918977e8-b452-47fa-bb59-e733fe5caf6f associated. External IP: 172.25.0.101, port: d3811dff-eaa0-4ca3-9d84-8bc2f0eae54b. Sep 24 15:41:36.824098 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9507f9e8-0dfc-43a7-a60e-08906a5cf73c req-42bf8c36-40e9-4b62-89ef-d501edcfb9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:36.825753 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9507f9e8-0dfc-43a7-a60e-08906a5cf73c req-42bf8c36-40e9-4b62-89ef-d501edcfb9c5 service neutron] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1694827 Sep 24 15:41:36.850713 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9722023-4a3a-42bb-81d1-01ee55ef2fa8 req-1118df2a-28d4-4cfb-bf47-09f4a4764464 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:36.858246 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a9722023-4a3a-42bb-81d1-01ee55ef2fa8 req-1118df2a-28d4-4cfb-bf47-09f4a4764464 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=acb4038a-0608-4177-bb74-021222f3a02b HTTP/1.1" status: 200 len: 951 time: 0.1761642 Sep 24 15:41:36.859357 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb5ce57-117a-4a20-84f5-43bd2469849c req-8bbecafe-4315-4ddc-9457-cbb7e8ab0793 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:36.861428 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bdb5ce57-117a-4a20-84f5-43bd2469849c req-8bbecafe-4315-4ddc-9457-cbb7e8ab0793 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 946 time: 0.0864792 Sep 24 15:41:36.874103 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c88f9688-1bc4-47b8-8203-f4bae946e3db tempest-FloatingIPAdminTestJSON-1512084122 tempest-FloatingIPAdminTestJSON-1512084122-project-admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:41:36.885027 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94d0b25-cf23-4cb1-a611-5810d8b5fb07 None None] Sync routers for ids ['660c3d07-f4af-480a-97ad-cbae4f759bed'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:41:36.894835 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94d0b25-cf23-4cb1-a611-5810d8b5fb07 None None] Routers {'660c3d07-f4af-480a-97ad-cbae4f759bed'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:41:36.895601 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-b94d0b25-cf23-4cb1-a611-5810d8b5fb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:41:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['660c3d07-f4af-480a-97ad-cbae4f759bed'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:41:36.921652 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-be9fb438-f275-4f15-8a5d-10a4ebd3013e req-0f75c82d-63b0-451d-ab2c-3d0ed0cc7b2f tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5495186 Sep 24 15:41:36.930663 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-b94d0b25-cf23-4cb1-a611-5810d8b5fb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:41:36.932387 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172e0ab-9853-45ee-9aa8-95bf5404908a req-47b7a6fc-4a2e-49ae-8790-6daf8c30600a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:36.934528 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e172e0ab-9853-45ee-9aa8-95bf5404908a req-47b7a6fc-4a2e-49ae-8790-6daf8c30600a service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=d0b79565aaee49b1a1b35139ea3bccae&device_id=08792b6c-40f7-4639-b72b-9d6b71aa3963 HTTP/1.1" status: 200 len: 1094 time: 0.0686069 Sep 24 15:41:36.940977 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-be9fb438-f275-4f15-8a5d-10a4ebd3013e req-c5215550-17e1-41f5-adc6-0537649fb0c9 service neutron] Request body: {'port': {'device_id': '9ec0efa4-8375-42ca-bf38-4845e951e064', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:41:36.941491 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b94d0b25-cf23-4cb1-a611-5810d8b5fb07 None None] Routers {'660c3d07-f4af-480a-97ad-cbae4f759bed'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:41:36.942318 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-b94d0b25-cf23-4cb1-a611-5810d8b5fb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:41:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['660c3d07-f4af-480a-97ad-cbae4f759bed'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:41:36.958866 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a9722023-4a3a-42bb-81d1-01ee55ef2fa8 req-cfd015a3-3c0a-45d7-9633-c8d3aa8271b1 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996768 Sep 24 15:41:36.988588 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-b94d0b25-cf23-4cb1-a611-5810d8b5fb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:41:36.989206 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94d0b25-cf23-4cb1-a611-5810d8b5fb07 None None] The sync data for ids ['660c3d07-f4af-480a-97ad-cbae4f759bed'] in n-d-808921-1 is: [] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:41:37.000385 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-4ce9f757-5a44-454b-907d-1dcae0b9a11b None None] Provisioning complete for port 0e633df5-034b-4779-b349-ead79bc7e51d triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:41:37.000753 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4ce9f757-5a44-454b-907d-1dcae0b9a11b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:37.013039 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e172e0ab-9853-45ee-9aa8-95bf5404908a req-ab92fc68-173a-49ca-a933-9ad53f2ba068 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f57e6be2-9da9-423b-897d-98621eaa7b4d HTTP/1.1" status: 200 len: 217 time: 0.0626678 Sep 24 15:41:37.016429 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bdb5ce57-117a-4a20-84f5-43bd2469849c req-1005757c-682c-48bb-ad06-851a98f8c5dc tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232014 Sep 24 15:41:37.041859 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c88f9688-1bc4-47b8-8203-f4bae946e3db tempest-FloatingIPAdminTestJSON-1512084122 tempest-FloatingIPAdminTestJSON-1512084122-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:37.100875 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-be9fb438-f275-4f15-8a5d-10a4ebd3013e req-c5215550-17e1-41f5-adc6-0537649fb0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:37.114810 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e172e0ab-9853-45ee-9aa8-95bf5404908a req-9751d70c-a4e2-4e87-8750-4b7d1622d5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:37.116901 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e172e0ab-9853-45ee-9aa8-95bf5404908a req-9751d70c-a4e2-4e87-8750-4b7d1622d5a3 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=946d8626-ec5d-49c4-aa21-33da3ceddcfd HTTP/1.1" status: 200 len: 852 time: 0.0960279 Sep 24 15:41:37.159584 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 0c9fda49-cc27-42a1-beac-c3884a84a52d no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:41:37.206319 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-4ce9f757-5a44-454b-907d-1dcae0b9a11b None None] Port 0e633df5-034b-4779-b349-ead79bc7e51d cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:41:37.261662 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:37.286713 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e172e0ab-9853-45ee-9aa8-95bf5404908a req-84adbff1-1505-4a89-9752-72a63d1d8020 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=3e0da5e5-cfcf-4b73-b0d7-902e52490b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590258 Sep 24 15:41:37.289558 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '288b85eb-02e0-43ea-8131-e4e39b2bdddb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c9fda49-cc27-42a1-beac-c3884a84a52d'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:41:37.291944 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f73505-2d9a-4ed3-beb0-2ca325e356e3" -d '{"events": [{"server_uuid": "288b85eb-02e0-43ea-8131-e4e39b2bdddb", "name": "network-vif-unplugged", "status": "completed", "tag": "0c9fda49-cc27-42a1-beac-c3884a84a52d"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:41:37.306968 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 0c9fda49-cc27-42a1-beac-c3884a84a52d, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=0c9fda49-cc27-42a1-beac-c3884a84a52d,segment=NetworkSegment(7e8e93a9-9a2d-4b51-a14d-73f657c90f78),segment_id=7e8e93a9-9a2d-4b51-a14d-73f657c90f78)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:41:37.375723 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-c88f9688-1bc4-47b8-8203-f4bae946e3db tempest-FloatingIPAdminTestJSON-1512084122 tempest-FloatingIPAdminTestJSON-1512084122-project-admin] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 4.6993155 Sep 24 15:41:37.380923 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 52734) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:41:37.388668 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 15:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8606c903-c064-458d-9e33-d7ffa74bb35d x-openstack-request-id: req-8606c903-c064-458d-9e33-d7ffa74bb35d {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:41:37.389043 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "288b85eb-02e0-43ea-8131-e4e39b2bdddb", "name": "network-vif-unplugged", "status": "completed", "tag": "0c9fda49-cc27-42a1-beac-c3884a84a52d", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:41:37.389246 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-8606c903-c064-458d-9e33-d7ffa74bb35d {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:41:37.389597 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '288b85eb-02e0-43ea-8131-e4e39b2bdddb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c9fda49-cc27-42a1-beac-c3884a84a52d', 'code': 200} Sep 24 15:41:37.393496 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:37.411753 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9788973e-800e-44cc-8b5a-6447ae95183f tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Router 1c2b989b-78c4-40d3-9709-0cbbeda8c9e9 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:41:37.441402 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e498304f-ce95-4ee7-a47c-e313d7376b8a req-32ed4de9-7669-4ad6-825d-77c1c4b66877 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:37.451061 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e498304f-ce95-4ee7-a47c-e313d7376b8a req-32ed4de9-7669-4ad6-825d-77c1c4b66877 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=08792b6c-40f7-4639-b72b-9d6b71aa3963 HTTP/1.1" status: 200 len: 943 time: 0.0924523 Sep 24 15:41:37.453494 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=0c9fda49-cc27-42a1-beac-c3884a84a52d,revision_number=11']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:37.532150 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e498304f-ce95-4ee7-a47c-e313d7376b8a req-11467581-b851-42a3-b4a1-cebe015df044 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800245 Sep 24 15:41:37.593424 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-da9ce444-df68-489d-a852-ad1a49ecc8b7 tempest-FloatingIPAdminTestJSON-1512084122 tempest-FloatingIPAdminTestJSON-1512084122-project-admin] 10.222.0.101 "GET /v2.0/floatingips/e1cee7fc-1925-4b9c-8a23-c224aa7a218c HTTP/1.1" status: 200 len: 981 time: 0.2112470 Sep 24 15:41:37.597117 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 52738) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:41:37.604086 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9788973e-800e-44cc-8b5a-6447ae95183f tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:41:37.614195 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69682b74-8fb1-42df-990a-6ed0999d8fc2 None None] Sync routers for ids ['1c2b989b-78c4-40d3-9709-0cbbeda8c9e9'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:41:37.626878 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69682b74-8fb1-42df-990a-6ed0999d8fc2 None None] Routers {'1c2b989b-78c4-40d3-9709-0cbbeda8c9e9'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:41:37.628760 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9788973e-800e-44cc-8b5a-6447ae95183f tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:37.628868 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-69682b74-8fb1-42df-990a-6ed0999d8fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:41:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['1c2b989b-78c4-40d3-9709-0cbbeda8c9e9'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:41:37.647601 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e172e0ab-9853-45ee-9aa8-95bf5404908a req-8cbede5b-62e3-4887-bf82-379dccc0d9fd service neutron] 10.222.0.108 "GET /v2.0/networks/3e0da5e5-cfcf-4b73-b0d7-902e52490b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3491917 Sep 24 15:41:37.713295 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-be9fb438-f275-4f15-8a5d-10a4ebd3013e req-c5215550-17e1-41f5-adc6-0537649fb0c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e633df5-034b-4779-b349-ead79bc7e51d {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:41:37.724440 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-9788973e-800e-44cc-8b5a-6447ae95183f tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] 10.222.0.101 "PUT /v2.0/floatingips/918977e8-b452-47fa-bb59-e733fe5caf6f HTTP/1.1" status: 200 len: 992 time: 2.2706239 Sep 24 15:41:37.729247 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29d253d5-6e01-4a3f-9813-48193cbf2468', 'tag': 'd3811dff-eaa0-4ca3-9d84-8bc2f0eae54b'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:41:37.731695 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9229b8a5-24db-4aa8-a5f5-9d1b021947ab" -d '{"events": [{"name": "network-changed", "server_uuid": "29d253d5-6e01-4a3f-9813-48193cbf2468", "tag": "d3811dff-eaa0-4ca3-9d84-8bc2f0eae54b"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:41:37.738886 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-69682b74-8fb1-42df-990a-6ed0999d8fc2 None None] Set router 1c2b989b-78c4-40d3-9709-0cbbeda8c9e9 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:41:37.745463 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-bf5f1e80-ca83-427d-9267-65e1274fe60c tempest-FloatingIPAdminTestJSON-1512084122 tempest-FloatingIPAdminTestJSON-1512084122-project-admin] 10.222.0.101 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3816 time: 0.1471574 Sep 24 15:41:37.751227 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 52744) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:41:37.781036 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-be9fb438-f275-4f15-8a5d-10a4ebd3013e req-c5215550-17e1-41f5-adc6-0537649fb0c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:37.801471 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b2840-85d3-4a62-9da0-d949ffd83a94 req-f16c5e5b-8502-44af-b3ef-e3491c7efa6a tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:37.809205 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d68b2840-85d3-4a62-9da0-d949ffd83a94 req-f16c5e5b-8502-44af-b3ef-e3491c7efa6a tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/ports?device_id=9ec0efa4-8375-42ca-bf38-4845e951e064 HTTP/1.1" status: 200 len: 931 time: 0.2090058 Sep 24 15:41:37.812129 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-be9fb438-f275-4f15-8a5d-10a4ebd3013e req-c5215550-17e1-41f5-adc6-0537649fb0c9 service neutron] Transition to ACTIVE for port object 0e633df5-034b-4779-b349-ead79bc7e51d will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:41:37.838175 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e172e0ab-9853-45ee-9aa8-95bf5404908a req-248d1b4f-c97a-4b2c-b30c-7a2d1fb77b2b service neutron] 10.222.0.108 "GET /v2.0/networks/3e0da5e5-cfcf-4b73-b0d7-902e52490b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723013 Sep 24 15:41:37.874808 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5080e9e-08a6-40bb-bffb-f10819c06eda x-openstack-request-id: req-a5080e9e-08a6-40bb-bffb-f10819c06eda {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:41:37.875106 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29d253d5-6e01-4a3f-9813-48193cbf2468", "tag": "d3811dff-eaa0-4ca3-9d84-8bc2f0eae54b", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:41:37.875365 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a5080e9e-08a6-40bb-bffb-f10819c06eda {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:41:37.875763 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29d253d5-6e01-4a3f-9813-48193cbf2468', 'tag': 'd3811dff-eaa0-4ca3-9d84-8bc2f0eae54b', 'status': 'completed', 'code': 200} Sep 24 15:41:37.877469 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d68b2840-85d3-4a62-9da0-d949ffd83a94 req-22754199-e370-409c-9487-86417a979354 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/security-groups?id=1c9ff1eb-cd2c-4c04-9f5e-bee8ddca47c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673175 Sep 24 15:41:37.958447 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-be9fb438-f275-4f15-8a5d-10a4ebd3013e req-c5215550-17e1-41f5-adc6-0537649fb0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:37.977208 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9229b8a5-24db-4aa8-a5f5-9d1b021947ab req-ea67c8ba-a7bf-46ba-a91b-5e64944bc03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:37.979203 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9229b8a5-24db-4aa8-a5f5-9d1b021947ab req-ea67c8ba-a7bf-46ba-a91b-5e64944bc03f service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=fd9a43ed9ace417e889d077870f5a6b6&device_id=29d253d5-6e01-4a3f-9813-48193cbf2468 HTTP/1.1" status: 200 len: 1097 time: 0.0728443 Sep 24 15:41:37.987682 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-cd19c323-cf60-41cc-a82d-45a61d132296 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Deleting port 348cfc33-b953-4b7d-a6ad-5799c15a8dfb {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:41:37.988086 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-cd19c323-cf60-41cc-a82d-45a61d132296 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:37.995496 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-69682b74-8fb1-42df-990a-6ed0999d8fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2b989b-78c4-40d3-9709-0cbbeda8c9e9', 'name': 'tempest-ServersTestJSON-1254055203-router', 'tenant_id': 'fd9a43ed9ace417e889d077870f5a6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '22c5886a-e102-469d-885f-d32d40ec5949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:40:37Z', 'updated_at': '2021-09-24T15:40:42Z', 'revision_number': 4, 'project_id': 'fd9a43ed9ace417e889d077870f5a6b6', 'gw_port': {'id': '22c5886a-e102-469d-885f-d32d40ec5949', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ba:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2b989b-78c4-40d3-9709-0cbbeda8c9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:40:38Z', 'updated_at': '2021-09-24T15:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': '918977e8-b452-47fa-bb59-e733fe5caf6f', 'tenant_id': 'fd9a43ed9ace417e889d077870f5a6b6', 'floating_ip_address': '172.25.0.101', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '1c2b989b-78c4-40d3-9709-0cbbeda8c9e9', 'port_id': 'd3811dff-eaa0-4ca3-9d84-8bc2f0eae54b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1059, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1717592d-aa85-48d4-a6aa-eeffcff7fc94', 'mac_address': 'fa:16:3e:e1:38:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d253d5-6e01-4a3f-9813-48193cbf2468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:40:49Z', 'updated_at': '2021-09-24T15:41:36Z', 'revision_number': 1, 'project_id': 'fd9a43ed9ace417e889d077870f5a6b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddc3ac11-3f36-4316-a55a-682a294aa8fa', 'name': '', 'network_id': '1717592d-aa85-48d4-a6aa-eeffcff7fc94', 'tenant_id': 'fd9a43ed9ace417e889d077870f5a6b6', 'mac_address': 'fa:16:3e:74:96:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2b989b-78c4-40d3-9709-0cbbeda8c9e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '513e3dad-9c72-4933-8756-e8b0320dddab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:40:41Z', 'updated_at': '2021-09-24T15:40:46Z', 'revision_number': 5, 'project_id': 'fd9a43ed9ace417e889d077870f5a6b6', 'subnets': [{'id': '513e3dad-9c72-4933-8756-e8b0320dddab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:41:38.029694 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69682b74-8fb1-42df-990a-6ed0999d8fc2 None None] Checking router: 1c2b989b-78c4-40d3-9709-0cbbeda8c9e9 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:41:38.041310 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5215550-17e1-41f5-adc6-0537649fb0c9 service neutron] Pushing event updated for resources: {'Port': ['ID=0e633df5-034b-4779-b349-ead79bc7e51d,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:38.042591 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69682b74-8fb1-42df-990a-6ed0999d8fc2 None None] Routers {'1c2b989b-78c4-40d3-9709-0cbbeda8c9e9'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:41:38.043349 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-69682b74-8fb1-42df-990a-6ed0999d8fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:41:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['1c2b989b-78c4-40d3-9709-0cbbeda8c9e9'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:41:38.182236 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-be9fb438-f275-4f15-8a5d-10a4ebd3013e req-c5215550-17e1-41f5-adc6-0537649fb0c9 service neutron] Attempting to bind port 0e633df5-034b-4779-b349-ead79bc7e51d on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:41:38.182602 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-be9fb438-f275-4f15-8a5d-10a4ebd3013e req-c5215550-17e1-41f5-adc6-0537649fb0c9 service neutron] Attempting to bind port 0e633df5-034b-4779-b349-ead79bc7e51d by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': 'd54d1cac-233d-4747-8d75-2f45849c42f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '71201ca5-026a-47e5-88ab-afc6b5698b5d'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:41:38.182938 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9fb438-f275-4f15-8a5d-10a4ebd3013e req-c5215550-17e1-41f5-adc6-0537649fb0c9 service neutron] Attempting to bind port 0e633df5-034b-4779-b349-ead79bc7e51d on network 71201ca5-026a-47e5-88ab-afc6b5698b5d {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:41:38.191235 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9fb438-f275-4f15-8a5d-10a4ebd3013e req-c5215550-17e1-41f5-adc6-0537649fb0c9 service neutron] Port 0e633df5-034b-4779-b349-ead79bc7e51d on network 71201ca5-026a-47e5-88ab-afc6b5698b5d not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:41:38.191641 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9fb438-f275-4f15-8a5d-10a4ebd3013e req-c5215550-17e1-41f5-adc6-0537649fb0c9 service neutron] Attempting to bind port 0e633df5-034b-4779-b349-ead79bc7e51d on network 71201ca5-026a-47e5-88ab-afc6b5698b5d {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:41:38.200664 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9fb438-f275-4f15-8a5d-10a4ebd3013e req-c5215550-17e1-41f5-adc6-0537649fb0c9 service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:41:38.201003 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9fb438-f275-4f15-8a5d-10a4ebd3013e req-c5215550-17e1-41f5-adc6-0537649fb0c9 service neutron] Checking segment: {'id': 'd54d1cac-233d-4747-8d75-2f45849c42f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '71201ca5-026a-47e5-88ab-afc6b5698b5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:41:38.201383 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be9fb438-f275-4f15-8a5d-10a4ebd3013e req-c5215550-17e1-41f5-adc6-0537649fb0c9 service neutron] Bound using segment: {'id': 'd54d1cac-233d-4747-8d75-2f45849c42f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '71201ca5-026a-47e5-88ab-afc6b5698b5d'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:41:38.201828 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-be9fb438-f275-4f15-8a5d-10a4ebd3013e req-c5215550-17e1-41f5-adc6-0537649fb0c9 service neutron] Bound port: 0e633df5-034b-4779-b349-ead79bc7e51d, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd54d1cac-233d-4747-8d75-2f45849c42f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '71201ca5-026a-47e5-88ab-afc6b5698b5d'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:41:38.202190 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-be9fb438-f275-4f15-8a5d-10a4ebd3013e req-c5215550-17e1-41f5-adc6-0537649fb0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:38.213634 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cfa510-9439-4b30-80b0-ee400baa8e4b req-28938029-a39f-4ac9-80b1-f5ff791a1241 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:38.221604 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d1cfa510-9439-4b30-80b0-ee400baa8e4b req-28938029-a39f-4ac9-80b1-f5ff791a1241 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 944 time: 0.0876122 Sep 24 15:41:38.226080 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea46ef6-34c8-4826-abe6-bed3f7437374 req-350bcddc-9576-4427-8137-ca56537766f3 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:38.233980 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7ea46ef6-34c8-4826-abe6-bed3f7437374 req-350bcddc-9576-4427-8137-ca56537766f3 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=acb4038a-0608-4177-bb74-021222f3a02b HTTP/1.1" status: 200 len: 951 time: 0.1372154 Sep 24 15:41:38.263421 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-cd19c323-cf60-41cc-a82d-45a61d132296 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:38.263919 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-cd19c323-cf60-41cc-a82d-45a61d132296 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:38.304804 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d1cfa510-9439-4b30-80b0-ee400baa8e4b req-081b8441-9db4-4a21-804b-9f5ddc887529 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771830 Sep 24 15:41:38.330746 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7ea46ef6-34c8-4826-abe6-bed3f7437374 req-4a7ed3aa-5ed0-4a45-be57-76eedcffc84c tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836937 Sep 24 15:41:38.330746 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-cd19c323-cf60-41cc-a82d-45a61d132296 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Calling delete_port for 348cfc33-b953-4b7d-a6ad-5799c15a8dfb owned by network:floatingip {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:41:38.330897 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-69682b74-8fb1-42df-990a-6ed0999d8fc2 None None] Set router 1c2b989b-78c4-40d3-9709-0cbbeda8c9e9 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:41:38.330966 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9229b8a5-24db-4aa8-a5f5-9d1b021947ab req-a62587f4-c5f3-4f51-b678-8c7a7396dc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:38.331904 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9229b8a5-24db-4aa8-a5f5-9d1b021947ab req-a62587f4-c5f3-4f51-b678-8c7a7396dc53 service neutron] 10.222.0.110 "GET /v2.0/networks?id=1717592d-aa85-48d4-a6aa-eeffcff7fc94 HTTP/1.1" status: 200 len: 908 time: 0.3304784 Sep 24 15:41:38.350817 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-be9fb438-f275-4f15-8a5d-10a4ebd3013e req-c5215550-17e1-41f5-adc6-0537649fb0c9 service neutron] For port 0e633df5-034b-4779-b349-ead79bc7e51d, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:41:38.353926 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-be9fb438-f275-4f15-8a5d-10a4ebd3013e req-c5215550-17e1-41f5-adc6-0537649fb0c9 service neutron] For port 0e633df5-034b-4779-b349-ead79bc7e51d, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=0e633df5-034b-4779-b349-ead79bc7e51d,segment=NetworkSegment(d54d1cac-233d-4747-8d75-2f45849c42f8),segment_id=d54d1cac-233d-4747-8d75-2f45849c42f8)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:41:38.470321 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-be9fb438-f275-4f15-8a5d-10a4ebd3013e req-c5215550-17e1-41f5-adc6-0537649fb0c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:38.512652 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9fb438-f275-4f15-8a5d-10a4ebd3013e req-c5215550-17e1-41f5-adc6-0537649fb0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:38.513069 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-be9fb438-f275-4f15-8a5d-10a4ebd3013e req-c5215550-17e1-41f5-adc6-0537649fb0c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:38.514945 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-be9fb438-f275-4f15-8a5d-10a4ebd3013e req-c5215550-17e1-41f5-adc6-0537649fb0c9 service neutron] 10.222.0.108 "PUT /v2.0/ports/0e633df5-034b-4779-b349-ead79bc7e51d HTTP/1.1" status: 200 len: 1091 time: 1.5793829 Sep 24 15:41:38.515883 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ec0efa4-8375-42ca-bf38-4845e951e064', 'tag': '0e633df5-034b-4779-b349-ead79bc7e51d'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:41:38.518119 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c0809c-c7a6-4876-861a-902126dc53eb" -d '{"events": [{"name": "network-changed", "server_uuid": "9ec0efa4-8375-42ca-bf38-4845e951e064", "tag": "0e633df5-034b-4779-b349-ead79bc7e51d"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:41:38.521685 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9229b8a5-24db-4aa8-a5f5-9d1b021947ab req-093d2534-7d1f-4acd-9250-d80a5aa1ae67 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3811dff-eaa0-4ca3-9d84-8bc2f0eae54b HTTP/1.1" status: 200 len: 1000 time: 0.1785045 Sep 24 15:41:38.553106 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5215550-17e1-41f5-adc6-0537649fb0c9 service neutron] Pushing event updated for resources: {'Port': ['ID=0e633df5-034b-4779-b349-ead79bc7e51d,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:38.607248 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9229b8a5-24db-4aa8-a5f5-9d1b021947ab req-a5093312-8757-4106-b9e5-7126d30438bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:38.607961 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-69682b74-8fb1-42df-990a-6ed0999d8fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2b989b-78c4-40d3-9709-0cbbeda8c9e9', 'name': 'tempest-ServersTestJSON-1254055203-router', 'tenant_id': 'fd9a43ed9ace417e889d077870f5a6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '22c5886a-e102-469d-885f-d32d40ec5949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:40:37Z', 'updated_at': '2021-09-24T15:40:42Z', 'revision_number': 4, 'project_id': 'fd9a43ed9ace417e889d077870f5a6b6', 'gw_port': {'id': '22c5886a-e102-469d-885f-d32d40ec5949', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ba:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2b989b-78c4-40d3-9709-0cbbeda8c9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:40:38Z', 'updated_at': '2021-09-24T15:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': '918977e8-b452-47fa-bb59-e733fe5caf6f', 'tenant_id': 'fd9a43ed9ace417e889d077870f5a6b6', 'floating_ip_address': '172.25.0.101', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '1c2b989b-78c4-40d3-9709-0cbbeda8c9e9', 'port_id': 'd3811dff-eaa0-4ca3-9d84-8bc2f0eae54b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1059, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1717592d-aa85-48d4-a6aa-eeffcff7fc94', 'mac_address': 'fa:16:3e:e1:38:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d253d5-6e01-4a3f-9813-48193cbf2468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:40:49Z', 'updated_at': '2021-09-24T15:41:36Z', 'revision_number': 1, 'project_id': 'fd9a43ed9ace417e889d077870f5a6b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddc3ac11-3f36-4316-a55a-682a294aa8fa', 'name': '', 'network_id': '1717592d-aa85-48d4-a6aa-eeffcff7fc94', 'tenant_id': 'fd9a43ed9ace417e889d077870f5a6b6', 'mac_address': 'fa:16:3e:74:96:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2b989b-78c4-40d3-9709-0cbbeda8c9e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '513e3dad-9c72-4933-8756-e8b0320dddab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:40:41Z', 'updated_at': '2021-09-24T15:40:46Z', 'revision_number': 5, 'project_id': 'fd9a43ed9ace417e889d077870f5a6b6', 'subnets': [{'id': '513e3dad-9c72-4933-8756-e8b0320dddab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:41:38.608400 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e6ac62-5b45-4a90-b217-3991fe3c426e x-openstack-request-id: req-27e6ac62-5b45-4a90-b217-3991fe3c426e {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:41:38.608868 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ec0efa4-8375-42ca-bf38-4845e951e064", "tag": "0e633df5-034b-4779-b349-ead79bc7e51d", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:41:38.609430 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-27e6ac62-5b45-4a90-b217-3991fe3c426e {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:41:38.609544 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9229b8a5-24db-4aa8-a5f5-9d1b021947ab req-a5093312-8757-4106-b9e5-7126d30438bd service neutron] 10.222.0.110 "GET /v2.0/subnets?id=513e3dad-9c72-4933-8756-e8b0320dddab HTTP/1.1" status: 200 len: 845 time: 0.0731509 Sep 24 15:41:38.610313 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ec0efa4-8375-42ca-bf38-4845e951e064', 'tag': '0e633df5-034b-4779-b349-ead79bc7e51d', 'status': 'completed', 'code': 200} Sep 24 15:41:38.670735 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69682b74-8fb1-42df-990a-6ed0999d8fc2 None None] The sync data for ids ['1c2b989b-78c4-40d3-9709-0cbbeda8c9e9'] in n-d-808921-1 is: [{'id': '1c2b989b-78c4-40d3-9709-0cbbeda8c9e9', 'name': 'tempest-ServersTestJSON-1254055203-router', 'tenant_id': 'fd9a43ed9ace417e889d077870f5a6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '22c5886a-e102-469d-885f-d32d40ec5949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:40:37Z', 'updated_at': '2021-09-24T15:40:42Z', 'revision_number': 4, 'project_id': 'fd9a43ed9ace417e889d077870f5a6b6', 'gw_port': {'id': '22c5886a-e102-469d-885f-d32d40ec5949', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ba:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2b989b-78c4-40d3-9709-0cbbeda8c9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:40:38Z', 'updated_at': '2021-09-24T15:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': '918977e8-b452-47fa-bb59-e733fe5caf6f', 'tenant_id': 'fd9a43ed9ace417e889d077870f5a6b6', 'floating_ip_address': '172.25.0.101', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '1c2b989b-78c4-40d3-9709-0cbbeda8c9e9', 'port_id': 'd3811dff-eaa0-4ca3-9d84-8bc2f0eae54b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1059, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1717592d-aa85-48d4-a6aa-eeffcff7fc94', 'mac_address': 'fa:16:3e:e1:38:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29d253d5-6e01-4a3f-9813-48193cbf2468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:40:49Z', 'updated_at': '2021-09-24T15:41:36Z', 'revision_number': 1, 'project_id': 'fd9a43ed9ace417e889d077870f5a6b6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ddc3ac11-3f36-4316-a55a-682a294aa8fa', 'name': '', 'network_id': '1717592d-aa85-48d4-a6aa-eeffcff7fc94', 'tenant_id': 'fd9a43ed9ace417e889d077870f5a6b6', 'mac_address': 'fa:16:3e:74:96:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2b989b-78c4-40d3-9709-0cbbeda8c9e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '513e3dad-9c72-4933-8756-e8b0320dddab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:40:41Z', 'updated_at': '2021-09-24T15:40:46Z', 'revision_number': 5, 'project_id': 'fd9a43ed9ace417e889d077870f5a6b6', 'subnets': [{'id': '513e3dad-9c72-4933-8756-e8b0320dddab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:41:38.703482 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c0809c-c7a6-4876-861a-902126dc53eb req-c38fac79-3046-4c94-8136-bc35ffcaa85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:38.705334 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d6c0809c-c7a6-4876-861a-902126dc53eb req-c38fac79-3046-4c94-8136-bc35ffcaa85e service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=200c20f17e62414ab5bbd41e14faa1b2&device_id=9ec0efa4-8375-42ca-bf38-4845e951e064 HTTP/1.1" status: 200 len: 1094 time: 0.0615726 Sep 24 15:41:38.739517 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9229b8a5-24db-4aa8-a5f5-9d1b021947ab req-c8fa7d22-302a-422e-9a79-fa2b36fa6120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:38.741627 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9229b8a5-24db-4aa8-a5f5-9d1b021947ab req-c8fa7d22-302a-422e-9a79-fa2b36fa6120 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=1717592d-aa85-48d4-a6aa-eeffcff7fc94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1223047 Sep 24 15:41:38.823467 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-cd19c323-cf60-41cc-a82d-45a61d132296 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:38.850666 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de36d6-c837-4c4a-ae9d-793e9256679b req-c0644069-68c3-488d-a263-61b2c12c0627 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:38.852315 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b2de36d6-c837-4c4a-ae9d-793e9256679b req-c0644069-68c3-488d-a263-61b2c12c0627 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=08792b6c-40f7-4639-b72b-9d6b71aa3963 HTTP/1.1" status: 200 len: 943 time: 0.1249166 Sep 24 15:41:38.863905 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd19c323-cf60-41cc-a82d-45a61d132296 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Pushing event deleted for resources: {'Port': ['ID=348cfc33-b953-4b7d-a6ad-5799c15a8dfb,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:38.887320 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:38.914404 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c0809c-c7a6-4876-861a-902126dc53eb req-34805f14-3db7-4cb2-bd5a-a1cd5cb456f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:38.916005 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d6c0809c-c7a6-4876-861a-902126dc53eb req-34805f14-3db7-4cb2-bd5a-a1cd5cb456f1 service neutron] 10.222.0.108 "GET /v2.0/networks?tenant_id=200c20f17e62414ab5bbd41e14faa1b2&shared=False HTTP/1.1" status: 200 len: 923 time: 0.2024784 Sep 24 15:41:38.937868 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9229b8a5-24db-4aa8-a5f5-9d1b021947ab req-018f3af4-7999-4ddb-b3ae-2d71415a0a70 service neutron] 10.222.0.110 "GET /v2.0/networks/1717592d-aa85-48d4-a6aa-eeffcff7fc94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772385 Sep 24 15:41:38.949854 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-cd19c323-cf60-41cc-a82d-45a61d132296 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks [] for floatingip, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:38.950440 n-d-808921-1 neutron-server[95297]: INFO neutron.db.l3_db [None req-cd19c323-cf60-41cc-a82d-45a61d132296 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Floating IP e1cee7fc-1925-4b9c-8a23-c224aa7a218c disassociated (deleted). External IP: 172.25.0.27, port: 7e538c3a-6f08-412d-b797-95269560f9a3. Sep 24 15:41:38.966648 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b2de36d6-c837-4c4a-ae9d-793e9256679b req-2bcb8c58-dedd-4c16-a5ce-e29714eb1788 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028121 Sep 24 15:41:39.005412 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46746db0-a9ee-49d4-8196-14f588e8349e None None] New status for floating IP 918977e8-b452-47fa-bb59-e733fe5caf6f: ACTIVE {{(pid=95299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:41:39.081351 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c0809c-c7a6-4876-861a-902126dc53eb req-7d922dd1-d5dd-4cf2-878f-54a578fdd22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:39.082846 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d6c0809c-c7a6-4876-861a-902126dc53eb req-7d922dd1-d5dd-4cf2-878f-54a578fdd22b service neutron] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1589582 Sep 24 15:41:39.093701 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcbdab4-7239-4377-a98d-c93e6e7b65ab req-352435ca-3ccf-4887-9c1d-62092a2965d8 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:39.095196 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dfcbdab4-7239-4377-a98d-c93e6e7b65ab req-352435ca-3ccf-4887-9c1d-62092a2965d8 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.110 "GET /v2.0/ports?device_id=acb4038a-0608-4177-bb74-021222f3a02b HTTP/1.1" status: 200 len: 951 time: 0.0711689 Sep 24 15:41:39.133837 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa13d6c-5b92-4127-975b-7675ad8f9f13 req-e994abe4-d943-42e8-8609-c918727d0906 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:39.135688 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3aa13d6c-5b92-4127-975b-7675ad8f9f13 req-e994abe4-d943-42e8-8609-c918727d0906 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/ports?device_id=9ec0efa4-8375-42ca-bf38-4845e951e064 HTTP/1.1" status: 200 len: 943 time: 0.1121242 Sep 24 15:41:39.138029 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 0c9fda49-cc27-42a1-beac-c3884a84a52d details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:41:39.230927 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9fb438-f275-4f15-8a5d-10a4ebd3013e req-a2ba3e5d-be89-4fd5-ae35-960c857a7e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:39.232429 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-be9fb438-f275-4f15-8a5d-10a4ebd3013e req-a2ba3e5d-be89-4fd5-ae35-960c857a7e81 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=200c20f17e62414ab5bbd41e14faa1b2&device_id=9ec0efa4-8375-42ca-bf38-4845e951e064 HTTP/1.1" status: 200 len: 1094 time: 0.0903990 Sep 24 15:41:39.238216 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9229b8a5-24db-4aa8-a5f5-9d1b021947ab req-93f1a16f-8951-49dc-9ed9-26bf934377fa service neutron] 10.222.0.110 "GET /v2.0/networks/1717592d-aa85-48d4-a6aa-eeffcff7fc94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850676 Sep 24 15:41:39.261011 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3aa13d6c-5b92-4127-975b-7675ad8f9f13 req-fe7b5a67-b476-4e50-b5ac-a192bbb258f9 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/security-groups?id=1c9ff1eb-cd2c-4c04-9f5e-bee8ddca47c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108906 Sep 24 15:41:39.291392 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-be9fb438-f275-4f15-8a5d-10a4ebd3013e req-775d88ed-d01e-455f-ba7c-0edb551f4237 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e633df5-034b-4779-b349-ead79bc7e51d HTTP/1.1" status: 200 len: 217 time: 0.0493567 Sep 24 15:41:39.295729 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 0c9fda49-cc27-42a1-beac-c3884a84a52d, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=0c9fda49-cc27-42a1-beac-c3884a84a52d,segment=NetworkSegment(7e8e93a9-9a2d-4b51-a14d-73f657c90f78),segment_id=7e8e93a9-9a2d-4b51-a14d-73f657c90f78)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:41:39.304310 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-dfcbdab4-7239-4377-a98d-c93e6e7b65ab req-df551fa3-c90e-460d-9b1b-666478c6db86 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Deleting port 8e50a561-2171-4e46-aecd-2a43c342d81d {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:41:39.304663 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-dfcbdab4-7239-4377-a98d-c93e6e7b65ab req-df551fa3-c90e-460d-9b1b-666478c6db86 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:39.311955 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': '0c9fda49-cc27-42a1-beac-c3884a84a52d', 'network_id': 'bad15511-e79d-4a5e-8826-604fa4d6fb1c', 'port_id': '0c9fda49-cc27-42a1-beac-c3884a84a52d', 'mac_address': 'fa:16:3e:95:16:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac550aa6-1c9d-441e-90e2-38bf2a7a38e4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:41:39.367548 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:39.382073 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c9fda49-cc27-42a1-beac-c3884a84a52d {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:41:39.405317 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 0c9fda49-cc27-42a1-beac-c3884a84a52d, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=0c9fda49-cc27-42a1-beac-c3884a84a52d,segment=NetworkSegment(7e8e93a9-9a2d-4b51-a14d-73f657c90f78),segment_id=7e8e93a9-9a2d-4b51-a14d-73f657c90f78)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:41:39.430394 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9fb438-f275-4f15-8a5d-10a4ebd3013e req-0b88dca6-2f0e-48b1-8ddd-b003dce79c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:39.432064 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-be9fb438-f275-4f15-8a5d-10a4ebd3013e req-0b88dca6-2f0e-48b1-8ddd-b003dce79c7a service neutron] 10.222.0.108 "GET /v2.0/subnets?id=ad5cbaed-71b0-4d7b-91df-affbc25b46b3 HTTP/1.1" status: 200 len: 860 time: 0.1329012 Sep 24 15:41:39.481477 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:39.482166 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device c0e99190-1e5c-4b9b-af6e-77b9f1e2706f details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:41:39.504228 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd19c323-cf60-41cc-a82d-45a61d132296 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Router 660c3d07-f4af-480a-97ad-cbae4f759bed has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:41:39.517810 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-dfcbdab4-7239-4377-a98d-c93e6e7b65ab req-df551fa3-c90e-460d-9b1b-666478c6db86 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] For port 8e50a561-2171-4e46-aecd-2a43c342d81d, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=8e50a561-2171-4e46-aecd-2a43c342d81d,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:41:39.518256 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-dfcbdab4-7239-4377-a98d-c93e6e7b65ab req-df551fa3-c90e-460d-9b1b-666478c6db86 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:39.522187 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b217dc34-3104-47ae-8cc6-cd5c143f4d32 req-d57cff66-146a-4b7b-b509-54219ca149df tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:39.524027 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b217dc34-3104-47ae-8cc6-cd5c143f4d32 req-d57cff66-146a-4b7b-b509-54219ca149df tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=acb4038a-0608-4177-bb74-021222f3a02b HTTP/1.1" status: 200 len: 951 time: 0.0818224 Sep 24 15:41:39.537476 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-dfcbdab4-7239-4377-a98d-c93e6e7b65ab req-df551fa3-c90e-460d-9b1b-666478c6db86 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Calling delete_port for 8e50a561-2171-4e46-aecd-2a43c342d81d owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:41:39.551593 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb64f5-58bc-4697-862e-8dd2cb580ffa req-94410a8a-3571-4221-b93a-621e57876f3e tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:39.553662 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e4cb64f5-58bc-4697-862e-8dd2cb580ffa req-94410a8a-3571-4221-b93a-621e57876f3e tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 944 time: 0.1258731 Sep 24 15:41:39.565217 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=0c9fda49-cc27-42a1-beac-c3884a84a52d,revision_number=12']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:39.565442 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9fb438-f275-4f15-8a5d-10a4ebd3013e req-17c67ff0-85c0-4475-8242-da73257e82a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:39.567040 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-be9fb438-f275-4f15-8a5d-10a4ebd3013e req-17c67ff0-85c0-4475-8242-da73257e82a2 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=71201ca5-026a-47e5-88ab-afc6b5698b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1225438 Sep 24 15:41:39.631267 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port c0e99190-1e5c-4b9b-af6e-77b9f1e2706f, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=c0e99190-1e5c-4b9b-af6e-77b9f1e2706f,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:41:39.644100 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': 'c0e99190-1e5c-4b9b-af6e-77b9f1e2706f', 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939', 'port_id': 'c0e99190-1e5c-4b9b-af6e-77b9f1e2706f', 'mac_address': 'fa:16:3e:38:9b:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '188edb94-8042-4961-9ec0-8960b1ce1305', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:41:39.675957 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device f57e6be2-9da9-423b-897d-98621eaa7b4d details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:41:39.698396 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:39.703062 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd19c323-cf60-41cc-a82d-45a61d132296 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:41:39.707809 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-cd19c323-cf60-41cc-a82d-45a61d132296 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:39.717685 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03eba28a-8c1f-4ccf-9762-1cae265590f7 None None] Sync routers for ids ['660c3d07-f4af-480a-97ad-cbae4f759bed'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:41:39.726795 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0e99190-1e5c-4b9b-af6e-77b9f1e2706f {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:41:39.733006 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03eba28a-8c1f-4ccf-9762-1cae265590f7 None None] Routers {'660c3d07-f4af-480a-97ad-cbae4f759bed'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:41:39.734139 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-03eba28a-8c1f-4ccf-9762-1cae265590f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:41:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['660c3d07-f4af-480a-97ad-cbae4f759bed'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:41:39.764624 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port c0e99190-1e5c-4b9b-af6e-77b9f1e2706f, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=c0e99190-1e5c-4b9b-af6e-77b9f1e2706f,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:41:39.770159 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e4cb64f5-58bc-4697-862e-8dd2cb580ffa req-9e071498-fb5d-49d0-82b5-0ca12fe5bda1 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1918495 Sep 24 15:41:39.818711 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-be9fb438-f275-4f15-8a5d-10a4ebd3013e req-4835c0a2-c720-4a87-9b90-3f0e39808680 service neutron] 10.222.0.108 "GET /v2.0/networks/71201ca5-026a-47e5-88ab-afc6b5698b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2297609 Sep 24 15:41:39.823033 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-03eba28a-8c1f-4ccf-9762-1cae265590f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:41:39.852441 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03eba28a-8c1f-4ccf-9762-1cae265590f7 None None] Routers {'660c3d07-f4af-480a-97ad-cbae4f759bed'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:41:39.853093 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-03eba28a-8c1f-4ccf-9762-1cae265590f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:41:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['660c3d07-f4af-480a-97ad-cbae4f759bed'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:41:39.883719 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port f57e6be2-9da9-423b-897d-98621eaa7b4d, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=f57e6be2-9da9-423b-897d-98621eaa7b4d,segment=NetworkSegment(d7a68d6c-5d6b-4eed-831a-023fbb1b8f0b),segment_id=d7a68d6c-5d6b-4eed-831a-023fbb1b8f0b)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:41:39.914600 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': 'f57e6be2-9da9-423b-897d-98621eaa7b4d', 'network_id': '3e0da5e5-cfcf-4b73-b0d7-902e52490b00', 'port_id': 'f57e6be2-9da9-423b-897d-98621eaa7b4d', 'mac_address': 'fa:16:3e:c7:4a:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '946d8626-ec5d-49c4-aa21-33da3ceddcfd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:41:39.918940 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:39.945730 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-03eba28a-8c1f-4ccf-9762-1cae265590f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:41:39.954221 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03eba28a-8c1f-4ccf-9762-1cae265590f7 None None] The sync data for ids ['660c3d07-f4af-480a-97ad-cbae4f759bed'] in n-d-808921-1 is: [] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:41:39.985510 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:41:39.991123 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:40.037796 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b217dc34-3104-47ae-8cc6-cd5c143f4d32 req-38c083ae-48b3-4e2c-8d71-d41b65f2fa74 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4948049 Sep 24 15:41:40.042775 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-be9fb438-f275-4f15-8a5d-10a4ebd3013e req-59bc70e2-40b3-485e-836d-682f07dac8d7 service neutron] 10.222.0.108 "GET /v2.0/networks/71201ca5-026a-47e5-88ab-afc6b5698b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200837 Sep 24 15:41:40.043622 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-cd19c323-cf60-41cc-a82d-45a61d132296 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] 10.222.0.101 "DELETE /v2.0/floatingips/e1cee7fc-1925-4b9c-8a23-c224aa7a218c HTTP/1.1" status: 204 len: 168 time: 2.2912145 Sep 24 15:41:40.047037 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f57e6be2-9da9-423b-897d-98621eaa7b4d {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:41:40.047835 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 52810) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:41:40.059110 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-515b116e-c8f0-40d3-9322-4497af1c2975 tempest-FloatingIPAdminTestJSON-1512084122 tempest-FloatingIPAdminTestJSON-1512084122-project-admin] Request body: {'floatingip': {'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:41:40.060502 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['c0e99190-1e5c-4b9b-af6e-77b9f1e2706f'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:41:40.080406 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['0c9fda49-cc27-42a1-beac-c3884a84a52d'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:41:40.142857 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-dfcbdab4-7239-4377-a98d-c93e6e7b65ab req-df551fa3-c90e-460d-9b1b-666478c6db86 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:40.152564 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port f57e6be2-9da9-423b-897d-98621eaa7b4d, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=f57e6be2-9da9-423b-897d-98621eaa7b4d,segment=NetworkSegment(d7a68d6c-5d6b-4eed-831a-023fbb1b8f0b),segment_id=d7a68d6c-5d6b-4eed-831a-023fbb1b8f0b)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:41:40.158683 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['ef645295-66e7-4bd2-801c-4d964f44743a', '8fe8f5c8-a3d4-4ec3-895b-a713373e6688'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:41:40.165510 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=c0e99190-1e5c-4b9b-af6e-77b9f1e2706f,revision_number=9']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:40.193838 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df551fa3-c90e-460d-9b1b-666478c6db86 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Pushing event deleted for resources: {'Port': ['ID=8e50a561-2171-4e46-aecd-2a43c342d81d,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:40.207160 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-515b116e-c8f0-40d3-9322-4497af1c2975 tempest-FloatingIPAdminTestJSON-1512084122 tempest-FloatingIPAdminTestJSON-1512084122-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:40.240582 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d76ca0-a842-4318-8ff1-4b28594036be req-88885cf7-70d8-47a8-a8db-78d92416aae3 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:40.240582 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-48d76ca0-a842-4318-8ff1-4b28594036be req-88885cf7-70d8-47a8-a8db-78d92416aae3 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=08792b6c-40f7-4639-b72b-9d6b71aa3963 HTTP/1.1" status: 200 len: 943 time: 0.1075692 Sep 24 15:41:40.275149 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:40.289881 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfcbdab4-7239-4377-a98d-c93e6e7b65ab req-df551fa3-c90e-460d-9b1b-666478c6db86 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] No DVR routers for this DVR port 8e50a561-2171-4e46-aecd-2a43c342d81d on host n-h1-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:41:40.300304 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-dfcbdab4-7239-4377-a98d-c93e6e7b65ab req-df551fa3-c90e-460d-9b1b-666478c6db86 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:40.302507 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dfcbdab4-7239-4377-a98d-c93e6e7b65ab req-df551fa3-c90e-460d-9b1b-666478c6db86 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.110 "DELETE /v2.0/ports/8e50a561-2171-4e46-aecd-2a43c342d81d HTTP/1.1" status: 204 len: 173 time: 1.1997037 Sep 24 15:41:40.418687 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=f57e6be2-9da9-423b-897d-98621eaa7b4d,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:40.485637 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73404114-a4f4-4b43-96df-96536aebb12e req-19a0c27e-da5b-487f-8fb8-2bf216cb1673 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:40.488036 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-73404114-a4f4-4b43-96df-96536aebb12e req-19a0c27e-da5b-487f-8fb8-2bf216cb1673 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/ports?device_id=9ec0efa4-8375-42ca-bf38-4845e951e064 HTTP/1.1" status: 200 len: 943 time: 0.1302176 Sep 24 15:41:40.513332 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-515b116e-c8f0-40d3-9322-4497af1c2975 tempest-FloatingIPAdminTestJSON-1512084122 tempest-FloatingIPAdminTestJSON-1512084122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:40.620629 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['f57e6be2-9da9-423b-897d-98621eaa7b4d'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:41:40.640595 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-73404114-a4f4-4b43-96df-96536aebb12e req-35712505-0dcd-4dfd-84f9-31a5a00bf122 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/security-groups?id=1c9ff1eb-cd2c-4c04-9f5e-bee8ddca47c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419501 Sep 24 15:41:40.727447 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acb4038a-0608-4177-bb74-021222f3a02b', 'name': 'network-vif-deleted', 'tag': '8e50a561-2171-4e46-aecd-2a43c342d81d'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:41:40.728661 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-825b65ab-0772-4a9e-8014-29109bc8373a" -d '{"events": [{"server_uuid": "acb4038a-0608-4177-bb74-021222f3a02b", "name": "network-vif-deleted", "tag": "8e50a561-2171-4e46-aecd-2a43c342d81d"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:41:40.766388 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-515b116e-c8f0-40d3-9322-4497af1c2975 tempest-FloatingIPAdminTestJSON-1512084122 tempest-FloatingIPAdminTestJSON-1512084122-project-admin] Allocated IP 172.25.0.171 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/5286ead1-4d2a-48ef-948e-edfd52f162a8) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:41:40.775407 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-48d76ca0-a842-4318-8ff1-4b28594036be req-d8379c90-0a8c-4e14-bc4a-c65b73fcaa9b tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4888799 Sep 24 15:41:40.797265 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a09d54ec-3417-4d97-b5f3-72feaeb5dcbd x-openstack-request-id: req-a09d54ec-3417-4d97-b5f3-72feaeb5dcbd {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:41:40.797768 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acb4038a-0608-4177-bb74-021222f3a02b", "name": "network-vif-deleted", "tag": "8e50a561-2171-4e46-aecd-2a43c342d81d", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:41:40.798234 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a09d54ec-3417-4d97-b5f3-72feaeb5dcbd {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:41:40.798881 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acb4038a-0608-4177-bb74-021222f3a02b', 'name': 'network-vif-deleted', 'tag': '8e50a561-2171-4e46-aecd-2a43c342d81d', 'status': 'completed', 'code': 200} Sep 24 15:41:40.905705 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:40.953031 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60855f4-32ec-4b2f-b555-1690ad130429 req-40414980-1b31-40cf-acb2-9c1296ae63f1 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:40.962436 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b60855f4-32ec-4b2f-b555-1690ad130429 req-40414980-1b31-40cf-acb2-9c1296ae63f1 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 945 time: 0.0850742 Sep 24 15:41:40.978533 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-515b116e-c8f0-40d3-9322-4497af1c2975 tempest-FloatingIPAdminTestJSON-1512084122 tempest-FloatingIPAdminTestJSON-1512084122-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:41.023077 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b60855f4-32ec-4b2f-b555-1690ad130429 req-e72c934e-40da-4992-a104-d0917fa40480 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585821 Sep 24 15:41:41.086028 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-515b116e-c8f0-40d3-9322-4497af1c2975 tempest-FloatingIPAdminTestJSON-1512084122 tempest-FloatingIPAdminTestJSON-1512084122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:41.158727 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-515b116e-c8f0-40d3-9322-4497af1c2975 tempest-FloatingIPAdminTestJSON-1512084122 tempest-FloatingIPAdminTestJSON-1512084122-project-admin] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:41:41.168426 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-515b116e-c8f0-40d3-9322-4497af1c2975 tempest-FloatingIPAdminTestJSON-1512084122 tempest-FloatingIPAdminTestJSON-1512084122-project-admin] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:41:41.175557 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515b116e-c8f0-40d3-9322-4497af1c2975 tempest-FloatingIPAdminTestJSON-1512084122 tempest-FloatingIPAdminTestJSON-1512084122-project-admin] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:41:41.181196 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515b116e-c8f0-40d3-9322-4497af1c2975 tempest-FloatingIPAdminTestJSON-1512084122 tempest-FloatingIPAdminTestJSON-1512084122-project-admin] Pushing event updated for resources: {'Port': ['ID=5286ead1-4d2a-48ef-948e-edfd52f162a8,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:41.192558 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 8e50a561-2171-4e46-aecd-2a43c342d81d no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:41:41.221512 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1fbbc0c4-6e83-423a-b959-3e55b188bf1a req-48bb01e4-be1c-4949-bcff-f551f3ef0bc1 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=acb4038a-0608-4177-bb74-021222f3a02b HTTP/1.1" status: 200 len: 210 time: 0.0560853 Sep 24 15:41:41.227408 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] No Port match for: 8e50a561-2171-4e46-aecd-2a43c342d81d {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:41:41.227408 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 8e50a561-2171-4e46-aecd-2a43c342d81d not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:41:41.344479 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-515b116e-c8f0-40d3-9322-4497af1c2975 tempest-FloatingIPAdminTestJSON-1512084122 tempest-FloatingIPAdminTestJSON-1512084122-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:41.484689 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-515b116e-c8f0-40d3-9322-4497af1c2975 tempest-FloatingIPAdminTestJSON-1512084122 tempest-FloatingIPAdminTestJSON-1512084122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:41.682383 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 0e633df5-034b-4779-b349-ead79bc7e51d details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:41:41.687693 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-515b116e-c8f0-40d3-9322-4497af1c2975 tempest-FloatingIPAdminTestJSON-1512084122 tempest-FloatingIPAdminTestJSON-1512084122-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:41.806241 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a9baff-2f6e-47ee-ac21-e930f2936f32 req-db4f1403-2bd3-45d2-ae46-77a4e7e268fb tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:41.808097 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 0e633df5-034b-4779-b349-ead79bc7e51d, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=0e633df5-034b-4779-b349-ead79bc7e51d,segment=NetworkSegment(d54d1cac-233d-4747-8d75-2f45849c42f8),segment_id=d54d1cac-233d-4747-8d75-2f45849c42f8)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:41:41.811794 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-48a9baff-2f6e-47ee-ac21-e930f2936f32 req-db4f1403-2bd3-45d2-ae46-77a4e7e268fb tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/ports?device_id=9ec0efa4-8375-42ca-bf38-4845e951e064 HTTP/1.1" status: 200 len: 943 time: 0.0734179 Sep 24 15:41:41.822489 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': '0e633df5-034b-4779-b349-ead79bc7e51d', 'network_id': '71201ca5-026a-47e5-88ab-afc6b5698b5d', 'port_id': '0e633df5-034b-4779-b349-ead79bc7e51d', 'mac_address': 'fa:16:3e:56:6c:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad5cbaed-71b0-4d7b-91df-affbc25b46b3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:41:41.869525 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-515b116e-c8f0-40d3-9322-4497af1c2975 tempest-FloatingIPAdminTestJSON-1512084122 tempest-FloatingIPAdminTestJSON-1512084122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:41.876093 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:41.894692 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e633df5-034b-4779-b349-ead79bc7e51d {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:41:41.920406 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-48a9baff-2f6e-47ee-ac21-e930f2936f32 req-899ffabf-3c44-4af3-9674-1a493141de52 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/security-groups?id=1c9ff1eb-cd2c-4c04-9f5e-bee8ddca47c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970657 Sep 24 15:41:41.933253 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 0e633df5-034b-4779-b349-ead79bc7e51d, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=0e633df5-034b-4779-b349-ead79bc7e51d,segment=NetworkSegment(d54d1cac-233d-4747-8d75-2f45849c42f8),segment_id=d54d1cac-233d-4747-8d75-2f45849c42f8)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:41:42.018716 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515b116e-c8f0-40d3-9322-4497af1c2975 tempest-FloatingIPAdminTestJSON-1512084122 tempest-FloatingIPAdminTestJSON-1512084122-project-admin] Pushing event updated for resources: {'Port': ['ID=5286ead1-4d2a-48ef-948e-edfd52f162a8,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:42.024692 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:42.042962 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ea4e5f-d610-4e67-a36e-926208c3758d req-4da958f9-5ea2-4614-aafb-8fb10725b4b9 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:42.045551 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-05ea4e5f-d610-4e67-a36e-926208c3758d req-4da958f9-5ea2-4614-aafb-8fb10725b4b9 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=08792b6c-40f7-4639-b72b-9d6b71aa3963 HTTP/1.1" status: 200 len: 944 time: 0.1574252 Sep 24 15:41:42.045551 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-515b116e-c8f0-40d3-9322-4497af1c2975 tempest-FloatingIPAdminTestJSON-1512084122 tempest-FloatingIPAdminTestJSON-1512084122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:42.091709 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=0e633df5-034b-4779-b349-ead79bc7e51d,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:42.106869 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-05ea4e5f-d610-4e67-a36e-926208c3758d req-a9fab5d7-29bf-4fd1-9c10-fc9d78a1540c tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510440 Sep 24 15:41:42.155996 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-515b116e-c8f0-40d3-9322-4497af1c2975 tempest-FloatingIPAdminTestJSON-1512084122 tempest-FloatingIPAdminTestJSON-1512084122-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:42.159806 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-515b116e-c8f0-40d3-9322-4497af1c2975 tempest-FloatingIPAdminTestJSON-1512084122 tempest-FloatingIPAdminTestJSON-1512084122-project-admin] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1080594 Sep 24 15:41:42.160307 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 52860) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:41:42.236223 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a4a745-11d9-42a0-aa36-66ac7d02672a req-ec99ad27-77e0-443e-ba44-b26c49e11b5d tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:42.238020 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-66a4a745-11d9-42a0-aa36-66ac7d02672a req-ec99ad27-77e0-443e-ba44-b26c49e11b5d tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 945 time: 0.0716078 Sep 24 15:41:42.289864 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-66a4a745-11d9-42a0-aa36-66ac7d02672a req-40dabd69-fefa-43c9-936d-7fb02bce2193 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424247 Sep 24 15:41:42.320442 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-dc90a759-4e30-4be7-9dce-33046ee3307c tempest-FloatingIPAdminTestJSON-363635623 tempest-FloatingIPAdminTestJSON-363635623-project] Request body: {'floatingip': {'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:41:42.328142 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['0e633df5-034b-4779-b349-ead79bc7e51d'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:41:42.444938 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dc90a759-4e30-4be7-9dce-33046ee3307c tempest-FloatingIPAdminTestJSON-363635623 tempest-FloatingIPAdminTestJSON-363635623-project] Notify callbacks [] for floatingip, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:42.641612 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dc90a759-4e30-4be7-9dce-33046ee3307c tempest-FloatingIPAdminTestJSON-363635623 tempest-FloatingIPAdminTestJSON-363635623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:42.780695 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-dc90a759-4e30-4be7-9dce-33046ee3307c tempest-FloatingIPAdminTestJSON-363635623 tempest-FloatingIPAdminTestJSON-363635623-project] Allocated IP 172.25.0.149 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/da84a84a-99d8-48ae-874c-9a87914477cf) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:41:42.919332 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dc90a759-4e30-4be7-9dce-33046ee3307c tempest-FloatingIPAdminTestJSON-363635623 tempest-FloatingIPAdminTestJSON-363635623-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:43.137073 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dc90a759-4e30-4be7-9dce-33046ee3307c tempest-FloatingIPAdminTestJSON-363635623 tempest-FloatingIPAdminTestJSON-363635623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:43.158187 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device c0e99190-1e5c-4b9b-af6e-77b9f1e2706f up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:41:43.202809 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc90a759-4e30-4be7-9dce-33046ee3307c tempest-FloatingIPAdminTestJSON-363635623 tempest-FloatingIPAdminTestJSON-363635623-project] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:41:43.205682 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-dc90a759-4e30-4be7-9dce-33046ee3307c tempest-FloatingIPAdminTestJSON-363635623 tempest-FloatingIPAdminTestJSON-363635623-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:41:43.213519 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc90a759-4e30-4be7-9dce-33046ee3307c tempest-FloatingIPAdminTestJSON-363635623 tempest-FloatingIPAdminTestJSON-363635623-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:41:43.223481 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc90a759-4e30-4be7-9dce-33046ee3307c tempest-FloatingIPAdminTestJSON-363635623 tempest-FloatingIPAdminTestJSON-363635623-project] Pushing event updated for resources: {'Port': ['ID=da84a84a-99d8-48ae-874c-9a87914477cf,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:43.255179 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port c0e99190-1e5c-4b9b-af6e-77b9f1e2706f triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:41:43.255555 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:43.358716 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:43.411611 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dc90a759-4e30-4be7-9dce-33046ee3307c tempest-FloatingIPAdminTestJSON-363635623 tempest-FloatingIPAdminTestJSON-363635623-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:43.437861 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port c0e99190-1e5c-4b9b-af6e-77b9f1e2706f, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=c0e99190-1e5c-4b9b-af6e-77b9f1e2706f,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:41:43.441549 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb4e8a26-5c1d-4728-9dcf-48b66165cce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0e99190-1e5c-4b9b-af6e-77b9f1e2706f'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:41:43.446731 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5062ec80-e327-4d4a-b409-62e868634654" -d '{"events": [{"server_uuid": "cb4e8a26-5c1d-4728-9dcf-48b66165cce6", "name": "network-vif-plugged", "status": "completed", "tag": "c0e99190-1e5c-4b9b-af6e-77b9f1e2706f"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:41:43.478159 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffac700-71b2-409a-af77-1a98eed85a56 req-c1141e5c-0bc1-4fb8-93f8-35faad76fdce tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:43.480734 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cffac700-71b2-409a-af77-1a98eed85a56 req-c1141e5c-0bc1-4fb8-93f8-35faad76fdce tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/ports?device_id=9ec0efa4-8375-42ca-bf38-4845e951e064 HTTP/1.1" status: 200 len: 944 time: 0.0912344 Sep 24 15:41:43.524333 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:43.526046 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 0c9fda49-cc27-42a1-beac-c3884a84a52d up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:41:43.527316 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dc90a759-4e30-4be7-9dce-33046ee3307c tempest-FloatingIPAdminTestJSON-363635623 tempest-FloatingIPAdminTestJSON-363635623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:43.576483 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cffac700-71b2-409a-af77-1a98eed85a56 req-a8b8f51a-2cc7-4365-9f30-51c2bc5a3586 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/security-groups?id=1c9ff1eb-cd2c-4c04-9f5e-bee8ddca47c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809307 Sep 24 15:41:43.712596 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device f57e6be2-9da9-423b-897d-98621eaa7b4d up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:41:43.737334 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dc90a759-4e30-4be7-9dce-33046ee3307c tempest-FloatingIPAdminTestJSON-363635623 tempest-FloatingIPAdminTestJSON-363635623-project] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:43.768652 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d149ad-22b5-42cd-bd1f-0b5d6cc4541e req-e36367d7-60c8-4b7a-b951-d22f5a7445d5 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:43.770572 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d8d149ad-22b5-42cd-bd1f-0b5d6cc4541e req-e36367d7-60c8-4b7a-b951-d22f5a7445d5 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=08792b6c-40f7-4639-b72b-9d6b71aa3963 HTTP/1.1" status: 200 len: 944 time: 0.0889473 Sep 24 15:41:43.803129 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=c0e99190-1e5c-4b9b-af6e-77b9f1e2706f,revision_number=10']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:43.828110 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d8d149ad-22b5-42cd-bd1f-0b5d6cc4541e req-53ca8f2f-ac50-4c69-aee2-05887803da16 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497334 Sep 24 15:41:43.840206 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port 0c9fda49-cc27-42a1-beac-c3884a84a52d triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:41:43.840584 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:43.846556 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dc90a759-4e30-4be7-9dce-33046ee3307c tempest-FloatingIPAdminTestJSON-363635623 tempest-FloatingIPAdminTestJSON-363635623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:43.961314 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc90a759-4e30-4be7-9dce-33046ee3307c tempest-FloatingIPAdminTestJSON-363635623 tempest-FloatingIPAdminTestJSON-363635623-project] Pushing event updated for resources: {'Port': ['ID=da84a84a-99d8-48ae-874c-9a87914477cf,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:43.991885 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port f57e6be2-9da9-423b-897d-98621eaa7b4d completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:41:43.996661 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:44.013117 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port f57e6be2-9da9-423b-897d-98621eaa7b4d triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:41:44.013492 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:44.122566 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104fd46e-1505-4103-84b0-42fea9186722 req-81eb5d3a-13f6-4e24-8b4c-82522f61e466 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:44.129540 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-104fd46e-1505-4103-84b0-42fea9186722 req-81eb5d3a-13f6-4e24-8b4c-82522f61e466 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=e7501673-3fe7-48b0-8aa8-d315f38f3c61 HTTP/1.1" status: 200 len: 949 time: 0.1808944 Sep 24 15:41:44.182025 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dc90a759-4e30-4be7-9dce-33046ee3307c tempest-FloatingIPAdminTestJSON-363635623 tempest-FloatingIPAdminTestJSON-363635623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:44.246896 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 0c9fda49-cc27-42a1-beac-c3884a84a52d, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=0c9fda49-cc27-42a1-beac-c3884a84a52d,segment=NetworkSegment(7e8e93a9-9a2d-4b51-a14d-73f657c90f78),segment_id=7e8e93a9-9a2d-4b51-a14d-73f657c90f78)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:41:44.247095 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-104fd46e-1505-4103-84b0-42fea9186722 req-75a9dd51-a343-4153-aa25-948800dce2d8 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128736 Sep 24 15:41:44.332464 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dc90a759-4e30-4be7-9dce-33046ee3307c tempest-FloatingIPAdminTestJSON-363635623 tempest-FloatingIPAdminTestJSON-363635623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:44.337625 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-dc90a759-4e30-4be7-9dce-33046ee3307c tempest-FloatingIPAdminTestJSON-363635623 tempest-FloatingIPAdminTestJSON-363635623-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1723249 Sep 24 15:41:44.339548 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 52896) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:41:44.343812 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:44.368098 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:44.401893 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port f57e6be2-9da9-423b-897d-98621eaa7b4d, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=f57e6be2-9da9-423b-897d-98621eaa7b4d,segment=NetworkSegment(d7a68d6c-5d6b-4eed-831a-023fbb1b8f0b),segment_id=d7a68d6c-5d6b-4eed-831a-023fbb1b8f0b)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:41:44.465651 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=0c9fda49-cc27-42a1-beac-c3884a84a52d,revision_number=13']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:44.469691 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-4264db32-2cfc-43fe-869f-2af2faaf34a3 tempest-FloatingIPAdminTestJSON-1512084122 tempest-FloatingIPAdminTestJSON-1512084122-project-admin] 10.222.0.101 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4007 time: 0.1264181 Sep 24 15:41:44.473184 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 52898) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:41:44.551130 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:44.552226 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 0e633df5-034b-4779-b349-ead79bc7e51d up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:41:44.647226 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718b9c62-cfc5-4644-8773-f03c7da2e1c6 req-170cbdf6-4387-4b62-9fff-906941c279a3 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:44.650070 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-718b9c62-cfc5-4644-8773-f03c7da2e1c6 req-170cbdf6-4387-4b62-9fff-906941c279a3 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 946 time: 0.1805022 Sep 24 15:41:44.659391 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-8b6e6bb9-cadd-40f2-8766-27d4d69d4030 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] 10.222.0.101 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1850116 Sep 24 15:41:44.679993 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=f57e6be2-9da9-423b-897d-98621eaa7b4d,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:44.686386 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 52902) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:41:44.714742 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-718b9c62-cfc5-4644-8773-f03c7da2e1c6 req-192f4b46-c087-4b5a-a327-ff387eb25a2e tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575476 Sep 24 15:41:44.802132 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82d5ca-bdd3-41a8-8737-a159f218bdf2 req-203f40e6-cfaf-4abe-ab05-6561a6230bdd tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:44.804500 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ee82d5ca-bdd3-41a8-8737-a159f218bdf2 req-203f40e6-cfaf-4abe-ab05-6561a6230bdd tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.108 "GET /v2.0/ports?device_id=e7501673-3fe7-48b0-8aa8-d315f38f3c61 HTTP/1.1" status: 200 len: 949 time: 0.1438498 Sep 24 15:41:44.859449 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34dd2eab-6044-4337-b3c5-8fc04ef8b225 x-openstack-request-id: req-34dd2eab-6044-4337-b3c5-8fc04ef8b225 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:41:44.859779 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb4e8a26-5c1d-4728-9dcf-48b66165cce6", "name": "network-vif-plugged", "status": "completed", "tag": "c0e99190-1e5c-4b9b-af6e-77b9f1e2706f", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:41:44.860123 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-34dd2eab-6044-4337-b3c5-8fc04ef8b225 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:41:44.860680 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb4e8a26-5c1d-4728-9dcf-48b66165cce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0e99190-1e5c-4b9b-af6e-77b9f1e2706f', 'code': 200} Sep 24 15:41:44.998448 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-aecd8797-29fe-41da-8052-5937898df2f0 tempest-FloatingIPAdminTestJSON-363635623 tempest-FloatingIPAdminTestJSON-363635623-project] Deleting port da84a84a-99d8-48ae-874c-9a87914477cf {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:41:44.998885 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-aecd8797-29fe-41da-8052-5937898df2f0 tempest-FloatingIPAdminTestJSON-363635623 tempest-FloatingIPAdminTestJSON-363635623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:45.027076 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-ee82d5ca-bdd3-41a8-8737-a159f218bdf2 req-c509c5aa-a4ba-404c-a8ca-c3560301f9bb tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Deleting port 8fe8f5c8-a3d4-4ec3-895b-a713373e6688 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:41:45.027415 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-ee82d5ca-bdd3-41a8-8737-a159f218bdf2 req-c509c5aa-a4ba-404c-a8ca-c3560301f9bb tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:45.047589 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d0898-4f19-415d-9d86-4b8106204276 req-d11e64d1-98e2-445a-8b42-ea5d462e2c0e tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:45.049750 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-970d0898-4f19-415d-9d86-4b8106204276 req-d11e64d1-98e2-445a-8b42-ea5d462e2c0e tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/ports?device_id=9ec0efa4-8375-42ca-bf38-4845e951e064 HTTP/1.1" status: 200 len: 944 time: 0.0618577 Sep 24 15:41:45.063927 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port 0e633df5-034b-4779-b349-ead79bc7e51d completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:41:45.068012 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port 0e633df5-034b-4779-b349-ead79bc7e51d triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:41:45.069268 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:45.094233 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-970d0898-4f19-415d-9d86-4b8106204276 req-148fcad5-19c6-4ca4-be2e-222e949c136b tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/security-groups?id=1c9ff1eb-cd2c-4c04-9f5e-bee8ddca47c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372968 Sep 24 15:41:45.178879 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:45.208349 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-aecd8797-29fe-41da-8052-5937898df2f0 tempest-FloatingIPAdminTestJSON-363635623 tempest-FloatingIPAdminTestJSON-363635623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:45.208736 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-aecd8797-29fe-41da-8052-5937898df2f0 tempest-FloatingIPAdminTestJSON-363635623 tempest-FloatingIPAdminTestJSON-363635623-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:45.246129 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-ee82d5ca-bdd3-41a8-8737-a159f218bdf2 req-c509c5aa-a4ba-404c-a8ca-c3560301f9bb tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] For port 8fe8f5c8-a3d4-4ec3-895b-a713373e6688, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=8fe8f5c8-a3d4-4ec3-895b-a713373e6688,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:41:45.246583 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-ee82d5ca-bdd3-41a8-8737-a159f218bdf2 req-c509c5aa-a4ba-404c-a8ca-c3560301f9bb tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:45.255444 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-aecd8797-29fe-41da-8052-5937898df2f0 tempest-FloatingIPAdminTestJSON-363635623 tempest-FloatingIPAdminTestJSON-363635623-project] Calling delete_port for da84a84a-99d8-48ae-874c-9a87914477cf owned by network:floatingip {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:41:45.269164 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 0e633df5-034b-4779-b349-ead79bc7e51d, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=0e633df5-034b-4779-b349-ead79bc7e51d,segment=NetworkSegment(d54d1cac-233d-4747-8d75-2f45849c42f8),segment_id=d54d1cac-233d-4747-8d75-2f45849c42f8)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:41:45.279223 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a66e4-0825-45c2-aa2d-f2a03a05d49d req-fa360bf1-d299-4b00-a07d-eff0af3d9e9a tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:45.280893 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-553a66e4-0825-45c2-aa2d-f2a03a05d49d req-fa360bf1-d299-4b00-a07d-eff0af3d9e9a tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=08792b6c-40f7-4639-b72b-9d6b71aa3963 HTTP/1.1" status: 200 len: 945 time: 0.0938218 Sep 24 15:41:45.303370 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-ee82d5ca-bdd3-41a8-8737-a159f218bdf2 req-c509c5aa-a4ba-404c-a8ca-c3560301f9bb tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Calling delete_port for 8fe8f5c8-a3d4-4ec3-895b-a713373e6688 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:41:45.364918 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:45.397435 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-553a66e4-0825-45c2-aa2d-f2a03a05d49d req-cf889e24-08d9-43e2-9821-5a09a93c4e40 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078262 Sep 24 15:41:45.483016 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=0e633df5-034b-4779-b349-ead79bc7e51d,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:45.587763 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00794af5-4bab-4e9a-b2af-7f7d51d6e222 req-45a462fb-6523-4f4b-a1da-e2af10957cbb tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:45.588783 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-00794af5-4bab-4e9a-b2af-7f7d51d6e222 req-45a462fb-6523-4f4b-a1da-e2af10957cbb tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=e7501673-3fe7-48b0-8aa8-d315f38f3c61 HTTP/1.1" status: 200 len: 949 time: 0.0792186 Sep 24 15:41:45.652130 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-00794af5-4bab-4e9a-b2af-7f7d51d6e222 req-9b81464b-0d6e-4c76-b298-2d70622b0e7c tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566530 Sep 24 15:41:45.766759 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-ee82d5ca-bdd3-41a8-8737-a159f218bdf2 req-c509c5aa-a4ba-404c-a8ca-c3560301f9bb tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:45.778725 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['ef645295-66e7-4bd2-801c-4d964f44743a'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:41:45.863090 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-aecd8797-29fe-41da-8052-5937898df2f0 tempest-FloatingIPAdminTestJSON-363635623 tempest-FloatingIPAdminTestJSON-363635623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:45.916968 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d618ac-ddf4-4013-a2e5-90ef7b1d7dcd req-b1dde029-3278-465b-8623-4718ffd50493 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:45.922987 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c2d618ac-ddf4-4013-a2e5-90ef7b1d7dcd req-b1dde029-3278-465b-8623-4718ffd50493 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 946 time: 0.1233675 Sep 24 15:41:45.974841 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c509c5aa-a4ba-404c-a8ca-c3560301f9bb tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Pushing event deleted for resources: {'Port': ['ID=8fe8f5c8-a3d4-4ec3-895b-a713373e6688,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:45.982598 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee82d5ca-bdd3-41a8-8737-a159f218bdf2 req-c509c5aa-a4ba-404c-a8ca-c3560301f9bb tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] No DVR routers for this DVR port 8fe8f5c8-a3d4-4ec3-895b-a713373e6688 on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:41:45.990054 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-ee82d5ca-bdd3-41a8-8737-a159f218bdf2 req-c509c5aa-a4ba-404c-a8ca-c3560301f9bb tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:45.992394 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ee82d5ca-bdd3-41a8-8737-a159f218bdf2 req-c509c5aa-a4ba-404c-a8ca-c3560301f9bb tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.108 "DELETE /v2.0/ports/8fe8f5c8-a3d4-4ec3-895b-a713373e6688 HTTP/1.1" status: 204 len: 173 time: 1.1727772 Sep 24 15:41:45.993888 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7501673-3fe7-48b0-8aa8-d315f38f3c61', 'name': 'network-vif-deleted', 'tag': '8fe8f5c8-a3d4-4ec3-895b-a713373e6688'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:41:46.001170 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c2d618ac-ddf4-4013-a2e5-90ef7b1d7dcd req-c037c147-9b09-459f-aec1-49445227b9eb tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642507 Sep 24 15:41:46.004140 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827b6e5b-7f74-4f42-8a46-6c22fc13a177" -d '{"events": [{"server_uuid": "e7501673-3fe7-48b0-8aa8-d315f38f3c61", "name": "network-vif-deleted", "tag": "8fe8f5c8-a3d4-4ec3-895b-a713373e6688"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:41:46.030204 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecd8797-29fe-41da-8052-5937898df2f0 tempest-FloatingIPAdminTestJSON-363635623 tempest-FloatingIPAdminTestJSON-363635623-project] Pushing event deleted for resources: {'Port': ['ID=da84a84a-99d8-48ae-874c-9a87914477cf,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:46.163522 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-aecd8797-29fe-41da-8052-5937898df2f0 tempest-FloatingIPAdminTestJSON-363635623 tempest-FloatingIPAdminTestJSON-363635623-project] Notify callbacks [] for floatingip, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:46.165196 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-aecd8797-29fe-41da-8052-5937898df2f0 tempest-FloatingIPAdminTestJSON-363635623 tempest-FloatingIPAdminTestJSON-363635623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:46.168716 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-aecd8797-29fe-41da-8052-5937898df2f0 tempest-FloatingIPAdminTestJSON-363635623 tempest-FloatingIPAdminTestJSON-363635623-project] 10.222.0.101 "DELETE /v2.0/floatingips/a470f24a-3668-41e1-ab71-47cd7025a42d HTTP/1.1" status: 204 len: 168 time: 1.4670329 Sep 24 15:41:46.169195 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 52924) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:41:46.414538 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea01f2e4-fc10-4298-8124-041745481d4e x-openstack-request-id: req-ea01f2e4-fc10-4298-8124-041745481d4e {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:41:46.414538 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7501673-3fe7-48b0-8aa8-d315f38f3c61", "name": "network-vif-deleted", "tag": "8fe8f5c8-a3d4-4ec3-895b-a713373e6688", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:41:46.414538 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ea01f2e4-fc10-4298-8124-041745481d4e {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:41:46.414538 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e7501673-3fe7-48b0-8aa8-d315f38f3c61', 'name': 'network-vif-deleted', 'tag': '8fe8f5c8-a3d4-4ec3-895b-a713373e6688', 'status': 'completed', 'code': 200} Sep 24 15:41:46.581519 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c77b05-ae6d-4301-8ca7-aab629aa3b17 req-c75d0287-23cb-4507-a8e5-119e8d1a1502 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:46.588912 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c77b05-ae6d-4301-8ca7-aab629aa3b17 req-c75d0287-23cb-4507-a8e5-119e8d1a1502 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:46.595446 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c77b05-ae6d-4301-8ca7-aab629aa3b17 req-c75d0287-23cb-4507-a8e5-119e8d1a1502 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:46.602367 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c77b05-ae6d-4301-8ca7-aab629aa3b17 req-c75d0287-23cb-4507-a8e5-119e8d1a1502 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:46.609930 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c77b05-ae6d-4301-8ca7-aab629aa3b17 req-c75d0287-23cb-4507-a8e5-119e8d1a1502 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:46.616968 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c77b05-ae6d-4301-8ca7-aab629aa3b17 req-c75d0287-23cb-4507-a8e5-119e8d1a1502 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:46.623822 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c77b05-ae6d-4301-8ca7-aab629aa3b17 req-c75d0287-23cb-4507-a8e5-119e8d1a1502 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:46.631492 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-62c77b05-ae6d-4301-8ca7-aab629aa3b17 req-c75d0287-23cb-4507-a8e5-119e8d1a1502 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/ports?device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 5441 time: 0.1452019 Sep 24 15:41:46.683152 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-62c77b05-ae6d-4301-8ca7-aab629aa3b17 req-67f4bcd2-2e2b-47f4-9898-2f2c24915dd3 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/security-groups?id=009469bf-50d0-4ac3-bdd3-519f093da79b&id=997d5af8-07d7-4888-b731-21def6e0a999&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0491729 Sep 24 15:41:46.685414 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-74b49928-a99b-4d15-b24f-1b49dfad96d5 tempest-FloatingIPAdminTestJSON-1512084122 tempest-FloatingIPAdminTestJSON-1512084122-project-admin] Deleting port 5286ead1-4d2a-48ef-948e-edfd52f162a8 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:41:46.744719 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-74b49928-a99b-4d15-b24f-1b49dfad96d5 tempest-FloatingIPAdminTestJSON-1512084122 tempest-FloatingIPAdminTestJSON-1512084122-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:46.801117 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-74b49928-a99b-4d15-b24f-1b49dfad96d5 tempest-FloatingIPAdminTestJSON-1512084122 tempest-FloatingIPAdminTestJSON-1512084122-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:46.801551 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-74b49928-a99b-4d15-b24f-1b49dfad96d5 tempest-FloatingIPAdminTestJSON-1512084122 tempest-FloatingIPAdminTestJSON-1512084122-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:46.842266 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-74b49928-a99b-4d15-b24f-1b49dfad96d5 tempest-FloatingIPAdminTestJSON-1512084122 tempest-FloatingIPAdminTestJSON-1512084122-project-admin] Calling delete_port for 5286ead1-4d2a-48ef-948e-edfd52f162a8 owned by network:floatingip {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:41:46.862675 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '288b85eb-02e0-43ea-8131-e4e39b2bdddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c9fda49-cc27-42a1-beac-c3884a84a52d'}, {'server_uuid': '08792b6c-40f7-4639-b72b-9d6b71aa3963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f57e6be2-9da9-423b-897d-98621eaa7b4d'}, {'server_uuid': '9ec0efa4-8375-42ca-bf38-4845e951e064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e633df5-034b-4779-b349-ead79bc7e51d'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:41:46.866971 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb8877c-94f5-4036-83a3-d96e5e0b9b20" -d '{"events": [{"server_uuid": "288b85eb-02e0-43ea-8131-e4e39b2bdddb", "name": "network-vif-plugged", "status": "completed", "tag": "0c9fda49-cc27-42a1-beac-c3884a84a52d"}, {"server_uuid": "08792b6c-40f7-4639-b72b-9d6b71aa3963", "name": "network-vif-plugged", "status": "completed", "tag": "f57e6be2-9da9-423b-897d-98621eaa7b4d"}, {"server_uuid": "9ec0efa4-8375-42ca-bf38-4845e951e064", "name": "network-vif-plugged", "status": "completed", "tag": "0e633df5-034b-4779-b349-ead79bc7e51d"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:41:46.923679 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac7363d-c569-4094-b9f5-5d8dc298f77d req-57296a69-8045-4690-af9b-70a839ef61c3 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:46.926507 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9ac7363d-c569-4094-b9f5-5d8dc298f77d req-57296a69-8045-4690-af9b-70a839ef61c3 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/ports?device_id=9ec0efa4-8375-42ca-bf38-4845e951e064 HTTP/1.1" status: 200 len: 945 time: 0.1369908 Sep 24 15:41:47.009899 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9ac7363d-c569-4094-b9f5-5d8dc298f77d req-4f8467ce-3eef-497b-b073-3c2838e71c56 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/security-groups?id=1c9ff1eb-cd2c-4c04-9f5e-bee8ddca47c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704672 Sep 24 15:41:47.300173 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d9ece8-bc59-4532-aded-e2dfa8312762 req-57c8c6c8-8acf-4037-92e6-03c727df0924 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:47.301701 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-82d9ece8-bc59-4532-aded-e2dfa8312762 req-57c8c6c8-8acf-4037-92e6-03c727df0924 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=08792b6c-40f7-4639-b72b-9d6b71aa3963 HTTP/1.1" status: 200 len: 945 time: 0.1185205 Sep 24 15:41:47.316262 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-74b49928-a99b-4d15-b24f-1b49dfad96d5 tempest-FloatingIPAdminTestJSON-1512084122 tempest-FloatingIPAdminTestJSON-1512084122-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:47.400657 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b49928-a99b-4d15-b24f-1b49dfad96d5 tempest-FloatingIPAdminTestJSON-1512084122 tempest-FloatingIPAdminTestJSON-1512084122-project-admin] Pushing event deleted for resources: {'Port': ['ID=5286ead1-4d2a-48ef-948e-edfd52f162a8,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:47.466361 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b49928-a99b-4d15-b24f-1b49dfad96d5 tempest-FloatingIPAdminTestJSON-1512084122 tempest-FloatingIPAdminTestJSON-1512084122-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:47.468123 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b49928-a99b-4d15-b24f-1b49dfad96d5 tempest-FloatingIPAdminTestJSON-1512084122 tempest-FloatingIPAdminTestJSON-1512084122-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:47.468470 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b49928-a99b-4d15-b24f-1b49dfad96d5 tempest-FloatingIPAdminTestJSON-1512084122 tempest-FloatingIPAdminTestJSON-1512084122-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:47.468804 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b49928-a99b-4d15-b24f-1b49dfad96d5 tempest-FloatingIPAdminTestJSON-1512084122 tempest-FloatingIPAdminTestJSON-1512084122-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:47.469134 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b49928-a99b-4d15-b24f-1b49dfad96d5 tempest-FloatingIPAdminTestJSON-1512084122 tempest-FloatingIPAdminTestJSON-1512084122-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:47.469466 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b49928-a99b-4d15-b24f-1b49dfad96d5 tempest-FloatingIPAdminTestJSON-1512084122 tempest-FloatingIPAdminTestJSON-1512084122-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:47.469830 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b49928-a99b-4d15-b24f-1b49dfad96d5 tempest-FloatingIPAdminTestJSON-1512084122 tempest-FloatingIPAdminTestJSON-1512084122-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:47.470161 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b49928-a99b-4d15-b24f-1b49dfad96d5 tempest-FloatingIPAdminTestJSON-1512084122 tempest-FloatingIPAdminTestJSON-1512084122-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:47.471754 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b49928-a99b-4d15-b24f-1b49dfad96d5 tempest-FloatingIPAdminTestJSON-1512084122 tempest-FloatingIPAdminTestJSON-1512084122-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:47.472602 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b49928-a99b-4d15-b24f-1b49dfad96d5 tempest-FloatingIPAdminTestJSON-1512084122 tempest-FloatingIPAdminTestJSON-1512084122-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:47.472865 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b49928-a99b-4d15-b24f-1b49dfad96d5 tempest-FloatingIPAdminTestJSON-1512084122 tempest-FloatingIPAdminTestJSON-1512084122-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:47.473193 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b49928-a99b-4d15-b24f-1b49dfad96d5 tempest-FloatingIPAdminTestJSON-1512084122 tempest-FloatingIPAdminTestJSON-1512084122-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:41:47.518673 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-82d9ece8-bc59-4532-aded-e2dfa8312762 req-45791dff-b772-40ef-8865-c6818653e3da tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055941 Sep 24 15:41:47.578160 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-74b49928-a99b-4d15-b24f-1b49dfad96d5 tempest-FloatingIPAdminTestJSON-1512084122 tempest-FloatingIPAdminTestJSON-1512084122-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:47.581700 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-74b49928-a99b-4d15-b24f-1b49dfad96d5 tempest-FloatingIPAdminTestJSON-1512084122 tempest-FloatingIPAdminTestJSON-1512084122-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:47.584309 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-74b49928-a99b-4d15-b24f-1b49dfad96d5 tempest-FloatingIPAdminTestJSON-1512084122 tempest-FloatingIPAdminTestJSON-1512084122-project-admin] 10.222.0.101 "DELETE /v2.0/floatingips/2355b36b-21b9-46c3-89a6-4ae359dd1930 HTTP/1.1" status: 204 len: 168 time: 1.4132047 Sep 24 15:41:47.587922 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 52944) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:41:47.715282 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 8fe8f5c8-a3d4-4ec3-895b-a713373e6688 no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:41:47.786126 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] No Port match for: 8fe8f5c8-a3d4-4ec3-895b-a713373e6688 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:41:47.786851 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 8fe8f5c8-a3d4-4ec3-895b-a713373e6688 not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:41:47.816066 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-39022587-3037-473d-b263-b6a5339113da tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Deleting port 7e538c3a-6f08-412d-b797-95269560f9a3 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:41:47.816066 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-39022587-3037-473d-b263-b6a5339113da tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:47.843754 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75782801-af95-4eb3-bb2c-af3d229799bf req-72bfc99c-fba6-435c-9486-1ed27df29556 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:47.860033 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75782801-af95-4eb3-bb2c-af3d229799bf req-72bfc99c-fba6-435c-9486-1ed27df29556 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:47.875831 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75782801-af95-4eb3-bb2c-af3d229799bf req-72bfc99c-fba6-435c-9486-1ed27df29556 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:47.892351 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75782801-af95-4eb3-bb2c-af3d229799bf req-72bfc99c-fba6-435c-9486-1ed27df29556 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:47.909668 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75782801-af95-4eb3-bb2c-af3d229799bf req-72bfc99c-fba6-435c-9486-1ed27df29556 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:47.921488 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75782801-af95-4eb3-bb2c-af3d229799bf req-72bfc99c-fba6-435c-9486-1ed27df29556 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:47.942023 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75782801-af95-4eb3-bb2c-af3d229799bf req-72bfc99c-fba6-435c-9486-1ed27df29556 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:47.973448 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-75782801-af95-4eb3-bb2c-af3d229799bf req-72bfc99c-fba6-435c-9486-1ed27df29556 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/ports?device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 5441 time: 0.2499852 Sep 24 15:41:48.031592 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 24 Sep 2021 15:41:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540b6929-d082-4fe3-b3cf-e6642fc07ab8 x-openstack-request-id: req-540b6929-d082-4fe3-b3cf-e6642fc07ab8 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:41:48.038128 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "288b85eb-02e0-43ea-8131-e4e39b2bdddb", "name": "network-vif-plugged", "status": "completed", "tag": "0c9fda49-cc27-42a1-beac-c3884a84a52d", "code": 200}, {"server_uuid": "08792b6c-40f7-4639-b72b-9d6b71aa3963", "name": "network-vif-plugged", "status": "completed", "tag": "f57e6be2-9da9-423b-897d-98621eaa7b4d", "code": 200}, {"server_uuid": "9ec0efa4-8375-42ca-bf38-4845e951e064", "name": "network-vif-plugged", "status": "completed", "tag": "0e633df5-034b-4779-b349-ead79bc7e51d", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:41:48.039829 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-540b6929-d082-4fe3-b3cf-e6642fc07ab8 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:41:48.040456 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '288b85eb-02e0-43ea-8131-e4e39b2bdddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c9fda49-cc27-42a1-beac-c3884a84a52d', 'code': 200} Sep 24 15:41:48.040865 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08792b6c-40f7-4639-b72b-9d6b71aa3963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f57e6be2-9da9-423b-897d-98621eaa7b4d', 'code': 200} Sep 24 15:41:48.041248 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ec0efa4-8375-42ca-bf38-4845e951e064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e633df5-034b-4779-b349-ead79bc7e51d', 'code': 200} Sep 24 15:41:48.058969 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-39022587-3037-473d-b263-b6a5339113da tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:48.111167 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-39022587-3037-473d-b263-b6a5339113da tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Calling delete_port for 7e538c3a-6f08-412d-b797-95269560f9a3 owned by {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:41:48.237749 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2852a4-8d4b-469e-a28b-121bf072653c req-b7da1b62-5b20-4648-b7f1-275a67db9dbf tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:48.239789 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6e2852a4-8d4b-469e-a28b-121bf072653c req-b7da1b62-5b20-4648-b7f1-275a67db9dbf tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 946 time: 0.1039774 Sep 24 15:41:48.299801 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6e2852a4-8d4b-469e-a28b-121bf072653c req-61ed51f7-c44f-4517-84f6-249ff0c0c5fc tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498474 Sep 24 15:41:48.423281 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d3017b-1dbb-4836-9f28-b36e43a2d6e4 req-9e49a9d4-65c1-44c7-b5f5-057e71e69cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:48.424809 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-98d3017b-1dbb-4836-9f28-b36e43a2d6e4 req-9e49a9d4-65c1-44c7-b5f5-057e71e69cff service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=08792b6c-40f7-4639-b72b-9d6b71aa3963 HTTP/1.1" status: 200 len: 1096 time: 0.2810369 Sep 24 15:41:48.434952 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d143e0f0-3304-486d-80f2-75dc7cafb4de req-1b3c12d9-405e-445e-a82e-985e8cabb526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:48.441348 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d143e0f0-3304-486d-80f2-75dc7cafb4de req-1b3c12d9-405e-445e-a82e-985e8cabb526 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=9ec0efa4-8375-42ca-bf38-4845e951e064 HTTP/1.1" status: 200 len: 1096 time: 0.2810569 Sep 24 15:41:48.496577 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-98d3017b-1dbb-4836-9f28-b36e43a2d6e4 req-1cbcd33d-4c4f-4efe-a6ee-41f9153cb0c0 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541117 Sep 24 15:41:48.552632 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d143e0f0-3304-486d-80f2-75dc7cafb4de req-ff0e77ea-0877-418d-9054-ae16e5ae5269 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=1c9ff1eb-cd2c-4c04-9f5e-bee8ddca47c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626020 Sep 24 15:41:48.809789 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-39022587-3037-473d-b263-b6a5339113da tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:49.027794 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39022587-3037-473d-b263-b6a5339113da tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Pushing event deleted for resources: {'Port': ['ID=7e538c3a-6f08-412d-b797-95269560f9a3,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:49.083271 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-39022587-3037-473d-b263-b6a5339113da tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:49.094014 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-39022587-3037-473d-b263-b6a5339113da tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] 10.222.0.101 "DELETE /v2.0/ports/7e538c3a-6f08-412d-b797-95269560f9a3 HTTP/1.1" status: 204 len: 168 time: 1.5047481 Sep 24 15:41:49.094801 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 52956) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:41:49.163823 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c68612-972a-4086-8675-87a876f6cad3 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:49.168700 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-a1c68612-972a-4086-8675-87a876f6cad3 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] 10.222.0.101 "GET /v2.0/ports?device_id=660c3d07-f4af-480a-97ad-cbae4f759bed HTTP/1.1" status: 200 len: 913 time: 0.0700116 Sep 24 15:41:49.170732 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d55aa3-1a52-4a1a-97d5-4f44817dad88 req-5e5e34dd-7666-4dd3-b1a1-1ac248803812 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:49.171571 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 52958) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:41:49.184755 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e5d55aa3-1a52-4a1a-97d5-4f44817dad88 req-5e5e34dd-7666-4dd3-b1a1-1ac248803812 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/ports?device_id=9ec0efa4-8375-42ca-bf38-4845e951e064 HTTP/1.1" status: 200 len: 945 time: 0.1021483 Sep 24 15:41:49.245690 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e5d55aa3-1a52-4a1a-97d5-4f44817dad88 req-0f16223e-0d39-4a71-b85a-5959fbcbfe9e tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/security-groups?id=1c9ff1eb-cd2c-4c04-9f5e-bee8ddca47c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594971 Sep 24 15:41:49.400749 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80864c18-52bb-4ac3-a686-c6acee6e7101 req-94da0a57-df5d-48f0-82b4-111edfa029bd tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:49.402943 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-80864c18-52bb-4ac3-a686-c6acee6e7101 req-94da0a57-df5d-48f0-82b4-111edfa029bd tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=08792b6c-40f7-4639-b72b-9d6b71aa3963 HTTP/1.1" status: 200 len: 945 time: 0.0710688 Sep 24 15:41:49.459579 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-80864c18-52bb-4ac3-a686-c6acee6e7101 req-bbb6f849-601f-4351-97b7-df9469086812 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417967 Sep 24 15:41:49.634032 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f494cab9-d63b-46c1-89a6-bcd32d9c1bae req-528ce56c-4d29-44b2-aee2-476e45ec43cd tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:49.643880 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f494cab9-d63b-46c1-89a6-bcd32d9c1bae req-528ce56c-4d29-44b2-aee2-476e45ec43cd tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=2c3340ff-fa70-41a6-9dc2-76db0aa611a5 HTTP/1.1" status: 200 len: 949 time: 0.0782297 Sep 24 15:41:49.777121 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f494cab9-d63b-46c1-89a6-bcd32d9c1bae req-6282d885-13c2-4cde-9a3f-b21fd1965449 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563400 Sep 24 15:41:49.777212 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-353da8a0-bdad-405a-b75c-c7de516f208a tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:49.851692 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6d11a4-1f23-4c7f-b9a5-53ea49af9494 req-cac6a41b-9361-44c6-bfd4-f11984702960 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:49.851692 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3c6d11a4-1f23-4c7f-b9a5-53ea49af9494 req-cac6a41b-9361-44c6-bfd4-f11984702960 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 946 time: 0.0758026 Sep 24 15:41:49.936975 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3c6d11a4-1f23-4c7f-b9a5-53ea49af9494 req-019dd643-6c4f-4e2e-a4ff-f246629a6ce2 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784550 Sep 24 15:41:50.219790 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-353da8a0-bdad-405a-b75c-c7de516f208a tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Deleting port 9536eeb6-7bae-4066-8d91-aebee60305a0 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:41:50.220358 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-353da8a0-bdad-405a-b75c-c7de516f208a tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:50.383394 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-353da8a0-bdad-405a-b75c-c7de516f208a tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:50.424933 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795503b-2f06-40c8-80ea-b7f3b10c4a0c req-9f5470b1-e1e8-46b9-8b66-c2f78484851a tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:50.427801 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-353da8a0-bdad-405a-b75c-c7de516f208a tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Calling delete_port for 9536eeb6-7bae-4066-8d91-aebee60305a0 owned by network:router_interface {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:41:50.434324 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e795503b-2f06-40c8-80ea-b7f3b10c4a0c req-9f5470b1-e1e8-46b9-8b66-c2f78484851a tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/ports?device_id=9ec0efa4-8375-42ca-bf38-4845e951e064 HTTP/1.1" status: 200 len: 945 time: 0.0841093 Sep 24 15:41:50.489908 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e795503b-2f06-40c8-80ea-b7f3b10c4a0c req-9eb57db3-cf29-494b-8c2b-4fb4fa8cd3ae tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/security-groups?id=1c9ff1eb-cd2c-4c04-9f5e-bee8ddca47c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489950 Sep 24 15:41:50.661495 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4323f1-90d7-42bd-9632-c8d9c00b92a8 req-60313c1d-405d-4e44-a178-6b1513b00b72 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:50.663332 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-aa4323f1-90d7-42bd-9632-c8d9c00b92a8 req-60313c1d-405d-4e44-a178-6b1513b00b72 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=08792b6c-40f7-4639-b72b-9d6b71aa3963 HTTP/1.1" status: 200 len: 945 time: 0.0699465 Sep 24 15:41:50.713817 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-aa4323f1-90d7-42bd-9632-c8d9c00b92a8 req-c50b8525-3e6c-4637-8c0d-75dea613b4d2 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428491 Sep 24 15:41:51.192077 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 52998) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:41:51.227020 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-353da8a0-bdad-405a-b75c-c7de516f208a tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:51.266400 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353da8a0-bdad-405a-b75c-c7de516f208a tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Pushing event deleted for resources: {'Port': ['ID=9536eeb6-7bae-4066-8d91-aebee60305a0,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:51.424761 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9579d72-13de-40ec-b630-fdbf9cc80113 req-cb36f1b5-c30c-4489-b448-555dca2e8f3c tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:51.426519 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b9579d72-13de-40ec-b630-fdbf9cc80113 req-cb36f1b5-c30c-4489-b448-555dca2e8f3c tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.108 "GET /v2.0/ports?device_id=2c3340ff-fa70-41a6-9dc2-76db0aa611a5 HTTP/1.1" status: 200 len: 949 time: 0.1728618 Sep 24 15:41:51.453551 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36308775-8cc3-4175-963b-13326fc63984 req-285c1ece-ab25-411b-a60f-89e57edd6f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:51.454198 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36308775-8cc3-4175-963b-13326fc63984 req-285c1ece-ab25-411b-a60f-89e57edd6f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:51.454770 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36308775-8cc3-4175-963b-13326fc63984 req-285c1ece-ab25-411b-a60f-89e57edd6f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:51.455305 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36308775-8cc3-4175-963b-13326fc63984 req-285c1ece-ab25-411b-a60f-89e57edd6f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:51.455890 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36308775-8cc3-4175-963b-13326fc63984 req-285c1ece-ab25-411b-a60f-89e57edd6f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:51.456380 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36308775-8cc3-4175-963b-13326fc63984 req-285c1ece-ab25-411b-a60f-89e57edd6f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:51.456921 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36308775-8cc3-4175-963b-13326fc63984 req-285c1ece-ab25-411b-a60f-89e57edd6f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:51.459819 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-36308775-8cc3-4175-963b-13326fc63984 req-285c1ece-ab25-411b-a60f-89e57edd6f02 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 6498 time: 0.2669623 Sep 24 15:41:51.517068 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9973269d-e3cc-420a-80ea-7e0632406996 req-227da370-bf48-472e-b65e-9c13279de786 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:51.540348 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9973269d-e3cc-420a-80ea-7e0632406996 req-227da370-bf48-472e-b65e-9c13279de786 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=2c3340ff-fa70-41a6-9dc2-76db0aa611a5 HTTP/1.1" status: 200 len: 949 time: 0.1095066 Sep 24 15:41:51.628718 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9973269d-e3cc-420a-80ea-7e0632406996 req-d9062132-b221-40d1-b382-5cff64e29239 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/security-groups?id=44c1409c-92a9-42ad-8158-77f34f2c6d1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869880 Sep 24 15:41:51.671004 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-353da8a0-bdad-405a-b75c-c7de516f208a tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:51.799367 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeabc19-1b9b-4f69-a2e0-4cd453865746 req-900f447e-393c-45ed-89d1-9fe036027291 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:51.814963 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bdeabc19-1b9b-4f69-a2e0-4cd453865746 req-900f447e-393c-45ed-89d1-9fe036027291 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 946 time: 0.0958257 Sep 24 15:41:51.818735 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-36308775-8cc3-4175-963b-13326fc63984 req-d7a2053a-9ed4-449a-972b-426b5985383d service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=009469bf-50d0-4ac3-bdd3-519f093da79b&id=997d5af8-07d7-4888-b731-21def6e0a999&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3236978 Sep 24 15:41:51.887143 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bdeabc19-1b9b-4f69-a2e0-4cd453865746 req-36252d29-7083-467d-8c5b-495fcabb1623 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676336 Sep 24 15:41:51.932410 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-b9579d72-13de-40ec-b630-fdbf9cc80113 req-cf087d3b-96c0-4d68-9df0-63589f1927db tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Deleting port ef645295-66e7-4bd2-801c-4d964f44743a {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:41:51.932888 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b9579d72-13de-40ec-b630-fdbf9cc80113 req-cf087d3b-96c0-4d68-9df0-63589f1927db tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:52.140794 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-b9579d72-13de-40ec-b630-fdbf9cc80113 req-cf087d3b-96c0-4d68-9df0-63589f1927db tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] For port ef645295-66e7-4bd2-801c-4d964f44743a, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=ef645295-66e7-4bd2-801c-4d964f44743a,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:41:52.141177 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b9579d72-13de-40ec-b630-fdbf9cc80113 req-cf087d3b-96c0-4d68-9df0-63589f1927db tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:52.171509 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-b9579d72-13de-40ec-b630-fdbf9cc80113 req-cf087d3b-96c0-4d68-9df0-63589f1927db tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Calling delete_port for ef645295-66e7-4bd2-801c-4d964f44743a owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:41:52.174594 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4009d9-b736-465b-a8ec-20d91dbe7a12 req-8c411c5b-794c-4cde-8670-b13edb612457 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:52.179804 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ba4009d9-b736-465b-a8ec-20d91dbe7a12 req-8c411c5b-794c-4cde-8670-b13edb612457 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=08792b6c-40f7-4639-b72b-9d6b71aa3963 HTTP/1.1" status: 200 len: 945 time: 0.0853064 Sep 24 15:41:52.282145 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ba4009d9-b736-465b-a8ec-20d91dbe7a12 req-98bcfbbc-ed9f-4a51-8af7-2df58291c850 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906887 Sep 24 15:41:52.294738 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-353da8a0-bdad-405a-b75c-c7de516f208a tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Router 660c3d07-f4af-480a-97ad-cbae4f759bed has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:41:52.473448 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6a6762-7966-45e8-91f1-2d45d0f3273a req-cb2106f8-be53-401f-9bb2-09d94aec0ced tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:52.481233 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9f6a6762-7966-45e8-91f1-2d45d0f3273a req-cb2106f8-be53-401f-9bb2-09d94aec0ced tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/ports?device_id=9ec0efa4-8375-42ca-bf38-4845e951e064 HTTP/1.1" status: 200 len: 945 time: 0.1070869 Sep 24 15:41:52.517402 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353da8a0-bdad-405a-b75c-c7de516f208a tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:41:52.524112 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-353da8a0-bdad-405a-b75c-c7de516f208a tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] 10.222.0.101 "PUT /v2.0/routers/660c3d07-f4af-480a-97ad-cbae4f759bed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3513825 Sep 24 15:41:52.526880 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 53014) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:41:52.539634 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7fc262-cc0e-4a40-8df2-2316c753edc3 None None] Sync routers for ids ['660c3d07-f4af-480a-97ad-cbae4f759bed'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:41:52.559517 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7fc262-cc0e-4a40-8df2-2316c753edc3 None None] Routers {'660c3d07-f4af-480a-97ad-cbae4f759bed'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:41:52.562762 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-dd7fc262-cc0e-4a40-8df2-2316c753edc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:41:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['660c3d07-f4af-480a-97ad-cbae4f759bed'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:41:52.633090 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9f6a6762-7966-45e8-91f1-2d45d0f3273a req-a07a0bee-5d62-44cc-aa7f-c3ca7ddbbdde tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/security-groups?id=1c9ff1eb-cd2c-4c04-9f5e-bee8ddca47c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480014 Sep 24 15:41:52.677209 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-dd7fc262-cc0e-4a40-8df2-2316c753edc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:41:52.706013 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7fc262-cc0e-4a40-8df2-2316c753edc3 None None] Routers {'660c3d07-f4af-480a-97ad-cbae4f759bed'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:41:52.708697 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-dd7fc262-cc0e-4a40-8df2-2316c753edc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:41:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['660c3d07-f4af-480a-97ad-cbae4f759bed'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:41:52.752658 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b9579d72-13de-40ec-b630-fdbf9cc80113 req-cf087d3b-96c0-4d68-9df0-63589f1927db tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:52.784257 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b903f7cf-8843-478a-b55d-60e88057da82 req-a5a7105d-650b-45bc-a0f5-73ec1fa83c22 tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.101 "GET /v2.0/ports?device_id=2c3340ff-fa70-41a6-9dc2-76db0aa611a5 HTTP/1.1" status: 200 len: 210 time: 0.0393922 Sep 24 15:41:52.812758 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7a196d28-973d-4b78-bfca-b6356d88c2c7 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks [] for router, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:52.813374 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-dd7fc262-cc0e-4a40-8df2-2316c753edc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:41:52.814057 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7fc262-cc0e-4a40-8df2-2316c753edc3 None None] The sync data for ids ['660c3d07-f4af-480a-97ad-cbae4f759bed'] in n-d-808921-1 is: [] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:41:53.028921 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c9230275-ee1e-495a-8227-bc21531ba9bd req-cf8e60ce-5bce-48e7-b45d-c336223c84b0 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2123189 Sep 24 15:41:53.037497 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-c9230275-ee1e-495a-8227-bc21531ba9bd req-a807e03d-8ecb-4f93-916d-cee095a44950 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Request body: {'floatingip': {'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:41:53.044051 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7a196d28-973d-4b78-bfca-b6356d88c2c7 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:53.212782 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-c9230275-ee1e-495a-8227-bc21531ba9bd req-a807e03d-8ecb-4f93-916d-cee095a44950 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Notify callbacks [] for floatingip, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:53.263792 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf087d3b-96c0-4d68-9df0-63589f1927db tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Pushing event deleted for resources: {'Port': ['ID=ef645295-66e7-4bd2-801c-4d964f44743a,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:53.309341 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9579d72-13de-40ec-b630-fdbf9cc80113 req-cf087d3b-96c0-4d68-9df0-63589f1927db tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] No DVR routers for this DVR port ef645295-66e7-4bd2-801c-4d964f44743a on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:41:53.314215 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b9579d72-13de-40ec-b630-fdbf9cc80113 req-cf087d3b-96c0-4d68-9df0-63589f1927db tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:53.316465 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b9579d72-13de-40ec-b630-fdbf9cc80113 req-cf087d3b-96c0-4d68-9df0-63589f1927db tempest-MigrationsAdminTest-943786302 tempest-MigrationsAdminTest-943786302-project] 10.222.0.108 "DELETE /v2.0/ports/ef645295-66e7-4bd2-801c-4d964f44743a HTTP/1.1" status: 204 len: 173 time: 1.8809164 Sep 24 15:41:53.317023 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c3340ff-fa70-41a6-9dc2-76db0aa611a5', 'name': 'network-vif-deleted', 'tag': 'ef645295-66e7-4bd2-801c-4d964f44743a'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:41:53.332604 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6643c30-390d-4145-9d17-e81d68def0da" -d '{"events": [{"server_uuid": "2c3340ff-fa70-41a6-9dc2-76db0aa611a5", "name": "network-vif-deleted", "tag": "ef645295-66e7-4bd2-801c-4d964f44743a"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:41:53.364966 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-7a196d28-973d-4b78-bfca-b6356d88c2c7 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Deleting port ea74f2ba-4b97-4dfc-a41c-7545f61a516d {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:41:53.365410 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7a196d28-973d-4b78-bfca-b6356d88c2c7 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:53.503614 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7a196d28-973d-4b78-bfca-b6356d88c2c7 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:53.523256 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-7a196d28-973d-4b78-bfca-b6356d88c2c7 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Calling delete_port for ea74f2ba-4b97-4dfc-a41c-7545f61a516d owned by network:router_gateway {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:41:53.534559 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-c9230275-ee1e-495a-8227-bc21531ba9bd req-a807e03d-8ecb-4f93-916d-cee095a44950 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:53.800336 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device ef645295-66e7-4bd2-801c-4d964f44743a no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:41:53.895124 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] No Port match for: ef645295-66e7-4bd2-801c-4d964f44743a {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:41:53.896263 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device ef645295-66e7-4bd2-801c-4d964f44743a not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:41:53.955619 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [req-c9230275-ee1e-495a-8227-bc21531ba9bd req-a807e03d-8ecb-4f93-916d-cee095a44950 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Allocated IP 172.25.0.127 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/ec01c32c-8c31-4082-8767-641163581e25) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:41:55.005877 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7a196d28-973d-4b78-bfca-b6356d88c2c7 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:55.061725 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a196d28-973d-4b78-bfca-b6356d88c2c7 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Pushing event deleted for resources: {'Port': ['ID=ea74f2ba-4b97-4dfc-a41c-7545f61a516d,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:55.204861 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7a196d28-973d-4b78-bfca-b6356d88c2c7 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586576'] for router_gateway, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:55.349553 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7a196d28-973d-4b78-bfca-b6356d88c2c7 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:55.353756 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7a196d28-973d-4b78-bfca-b6356d88c2c7 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:55.429360 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-c9230275-ee1e-495a-8227-bc21531ba9bd req-a807e03d-8ecb-4f93-916d-cee095a44950 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:55.613025 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7a196d28-973d-4b78-bfca-b6356d88c2c7 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:55.613678 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a196d28-973d-4b78-bfca-b6356d88c2c7 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Fanout notify agent at l3_agent the message router_deleted on router 660c3d07-f4af-480a-97ad-cbae4f759bed {{(pid=95297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:41:55.624496 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7a196d28-973d-4b78-bfca-b6356d88c2c7 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:55.626302 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-7a196d28-973d-4b78-bfca-b6356d88c2c7 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] 10.222.0.101 "DELETE /v2.0/routers/660c3d07-f4af-480a-97ad-cbae4f759bed HTTP/1.1" status: 204 len: 168 time: 3.0885587 Sep 24 15:41:55.628691 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 53034) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:41:55.650877 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-c9230275-ee1e-495a-8227-bc21531ba9bd req-a807e03d-8ecb-4f93-916d-cee095a44950 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:55.717332 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9230275-ee1e-495a-8227-bc21531ba9bd req-a807e03d-8ecb-4f93-916d-cee095a44950 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:41:55.720886 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-52814ede-88f4-4d78-ac17-ee379004fc93 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Deleting subnet 9f4e5e8c-bb3e-4a30-86f7-8ce4dfba37ef {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:41:55.722241 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [req-c9230275-ee1e-495a-8227-bc21531ba9bd req-a807e03d-8ecb-4f93-916d-cee095a44950 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:41:55.727284 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9230275-ee1e-495a-8227-bc21531ba9bd req-a807e03d-8ecb-4f93-916d-cee095a44950 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:41:55.728356 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-52814ede-88f4-4d78-ac17-ee379004fc93 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:55.811239 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-52814ede-88f4-4d78-ac17-ee379004fc93 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:55.846451 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-c9230275-ee1e-495a-8227-bc21531ba9bd req-a807e03d-8ecb-4f93-916d-cee095a44950 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:55.851555 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a807e03d-8ecb-4f93-916d-cee095a44950 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Pushing event updated for resources: {'Port': ['ID=ec01c32c-8c31-4082-8767-641163581e25,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:55.959745 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-52814ede-88f4-4d78-ac17-ee379004fc93 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:56.028935 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-c9230275-ee1e-495a-8227-bc21531ba9bd req-a807e03d-8ecb-4f93-916d-cee095a44950 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:56.116156 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-52814ede-88f4-4d78-ac17-ee379004fc93 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:56.155700 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52814ede-88f4-4d78-ac17-ee379004fc93 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Pushing event deleted for resources: {'Subnet': ['ID=9f4e5e8c-bb3e-4a30-86f7-8ce4dfba37ef,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:56.165757 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-52814ede-88f4-4d78-ac17-ee379004fc93 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:56.167310 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84957cf7-66ed-47e4-82bb-8b24b4c36368 None None] Network 063a1baf-7c01-48e7-8d7d-c0333de8f372 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:41:56.167876 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-52814ede-88f4-4d78-ac17-ee379004fc93 tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] 10.222.0.101 "DELETE /v2.0/subnets/9f4e5e8c-bb3e-4a30-86f7-8ce4dfba37ef HTTP/1.1" status: 204 len: 168 time: 0.5381179 Sep 24 15:41:56.170792 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 53044) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:41:56.238840 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-c9230275-ee1e-495a-8227-bc21531ba9bd req-a807e03d-8ecb-4f93-916d-cee095a44950 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:56.287489 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cebade9f-6afa-43e3-b7c8-a512b3e5baaf tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:56.323339 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-c9230275-ee1e-495a-8227-bc21531ba9bd req-a807e03d-8ecb-4f93-916d-cee095a44950 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:56.393451 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a807e03d-8ecb-4f93-916d-cee095a44950 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Pushing event updated for resources: {'Port': ['ID=ec01c32c-8c31-4082-8767-641163581e25,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:56.415926 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-cebade9f-6afa-43e3-b7c8-a512b3e5baaf tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Deleting port b11f59b3-28b5-4b1a-b6c1-afd7c3d50739 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:41:56.417563 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cebade9f-6afa-43e3-b7c8-a512b3e5baaf tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:56.441118 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4929a9e7-b641-40f8-a63d-04dd4a057637 None None] DHCP port deletion for 063a1baf-7c01-48e7-8d7d-c0333de8f372 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:41:56.450320 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-c9230275-ee1e-495a-8227-bc21531ba9bd req-a807e03d-8ecb-4f93-916d-cee095a44950 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:56.546488 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-c9230275-ee1e-495a-8227-bc21531ba9bd req-a807e03d-8ecb-4f93-916d-cee095a44950 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:56.548127 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c9230275-ee1e-495a-8227-bc21531ba9bd req-a807e03d-8ecb-4f93-916d-cee095a44950 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.5181897 Sep 24 15:41:56.558611 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-4929a9e7-b641-40f8-a63d-04dd4a057637 None None] Deleting port b11f59b3-28b5-4b1a-b6c1-afd7c3d50739 {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:41:56.558987 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4929a9e7-b641-40f8-a63d-04dd4a057637 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:56.626646 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c9230275-ee1e-495a-8227-bc21531ba9bd req-487d7d09-e810-449e-9d7f-dab2ef4d47ca tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.0.127 HTTP/1.1" status: 200 len: 696 time: 0.0723777 Sep 24 15:41:56.640439 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-4929a9e7-b641-40f8-a63d-04dd4a057637 None None] For port b11f59b3-28b5-4b1a-b6c1-afd7c3d50739, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=b11f59b3-28b5-4b1a-b6c1-afd7c3d50739,segment=NetworkSegment(af0bea96-da1f-4c62-8602-fe95a7f5324e),segment_id=af0bea96-da1f-4c62-8602-fe95a7f5324e)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:41:56.640830 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4929a9e7-b641-40f8-a63d-04dd4a057637 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:56.655267 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-cebade9f-6afa-43e3-b7c8-a512b3e5baaf tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] For port b11f59b3-28b5-4b1a-b6c1-afd7c3d50739, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=b11f59b3-28b5-4b1a-b6c1-afd7c3d50739,segment=NetworkSegment(af0bea96-da1f-4c62-8602-fe95a7f5324e),segment_id=af0bea96-da1f-4c62-8602-fe95a7f5324e)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:41:56.655831 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cebade9f-6afa-43e3-b7c8-a512b3e5baaf tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:56.656813 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-4929a9e7-b641-40f8-a63d-04dd4a057637 None None] Calling delete_port for b11f59b3-28b5-4b1a-b6c1-afd7c3d50739 owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:41:56.672237 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-cebade9f-6afa-43e3-b7c8-a512b3e5baaf tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Calling delete_port for b11f59b3-28b5-4b1a-b6c1-afd7c3d50739 owned by network:dhcp {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:41:56.743477 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6079d837-9308-4873-ba7d-fefd2586ae0e req-cf089e04-c75d-401d-8036-f807b9537347 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:56.745188 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6079d837-9308-4873-ba7d-fefd2586ae0e req-cf089e04-c75d-401d-8036-f807b9537347 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 946 time: 0.1624670 Sep 24 15:41:56.767064 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9230275-ee1e-495a-8227-bc21531ba9bd req-56495cc2-ecea-4ca6-a164-8db5d8909dd0 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:56.768470 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c9230275-ee1e-495a-8227-bc21531ba9bd req-56495cc2-ecea-4ca6-a164-8db5d8909dd0 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/networks/e6a2de20-1ea0-43e5-88e0-982d19e317d5 HTTP/1.1" status: 200 len: 784 time: 0.1344519 Sep 24 15:41:56.809234 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6079d837-9308-4873-ba7d-fefd2586ae0e req-470121ce-8acc-49a8-8bf1-9f5dcaf8f157 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528848 Sep 24 15:41:56.854530 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4929a9e7-b641-40f8-a63d-04dd4a057637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:56.863078 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cebade9f-6afa-43e3-b7c8-a512b3e5baaf tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:56.879804 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebade9f-6afa-43e3-b7c8-a512b3e5baaf tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] No DVR routers for this DVR port b11f59b3-28b5-4b1a-b6c1-afd7c3d50739 on host n-d-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:41:56.884668 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4929a9e7-b641-40f8-a63d-04dd4a057637 None None] No DVR routers for this DVR port b11f59b3-28b5-4b1a-b6c1-afd7c3d50739 on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:41:56.921602 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebade9f-6afa-43e3-b7c8-a512b3e5baaf tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Pushing event deleted for resources: {'Port': ['ID=b11f59b3-28b5-4b1a-b6c1-afd7c3d50739,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:56.931573 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4929a9e7-b641-40f8-a63d-04dd4a057637 None None] Pushing event deleted for resources: {'Port': ['ID=b11f59b3-28b5-4b1a-b6c1-afd7c3d50739,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:56.956226 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fbcfb45-974e-4ba2-a4a9-b4e42cb5afd5 x-openstack-request-id: req-5fbcfb45-974e-4ba2-a4a9-b4e42cb5afd5 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:41:56.956521 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c3340ff-fa70-41a6-9dc2-76db0aa611a5", "name": "network-vif-deleted", "tag": "ef645295-66e7-4bd2-801c-4d964f44743a", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:41:56.956776 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-5fbcfb45-974e-4ba2-a4a9-b4e42cb5afd5 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:41:56.957169 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c3340ff-fa70-41a6-9dc2-76db0aa611a5', 'name': 'network-vif-deleted', 'tag': 'ef645295-66e7-4bd2-801c-4d964f44743a', 'status': 'completed', 'code': 200} Sep 24 15:41:57.046662 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cebade9f-6afa-43e3-b7c8-a512b3e5baaf tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:57.090998 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8a83dd-4107-42aa-84a5-7de95913b7de req-3a14b781-e507-4e31-a246-c0a7af9350c5 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:57.090998 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6f8a83dd-4107-42aa-84a5-7de95913b7de req-3a14b781-e507-4e31-a246-c0a7af9350c5 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=08792b6c-40f7-4639-b72b-9d6b71aa3963 HTTP/1.1" status: 200 len: 945 time: 0.1831448 Sep 24 15:41:57.094709 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-cebade9f-6afa-43e3-b7c8-a512b3e5baaf tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['063a1baf-7c01-48e7-8d7d-c0333de8f372']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:41:57.106328 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-cebade9f-6afa-43e3-b7c8-a512b3e5baaf tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af0bea96-da1f-4c62-8602-fe95a7f5324e') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:41:57.106594 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-cebade9f-6afa-43e3-b7c8-a512b3e5baaf tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af0bea96-da1f-4c62-8602-fe95a7f5324e') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:41:57.132674 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cebade9f-6afa-43e3-b7c8-a512b3e5baaf tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:57.155985 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cebade9f-6afa-43e3-b7c8-a512b3e5baaf tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:57.166081 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6f8a83dd-4107-42aa-84a5-7de95913b7de req-0ae10b44-b832-4e3a-9e9d-f9061ab38206 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639429 Sep 24 15:41:57.167021 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cebade9f-6afa-43e3-b7c8-a512b3e5baaf tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Releasing vlan 1264 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:41:57.167409 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cebade9f-6afa-43e3-b7c8-a512b3e5baaf tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:57.170605 n-d-808921-1 neutron-server[95298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:41:57.170605 n-d-808921-1 neutron-server[95298]: self.session.flush() Sep 24 15:41:57.170605 n-d-808921-1 neutron-server[95298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:41:57.170605 n-d-808921-1 neutron-server[95298]: self.session.flush() Sep 24 15:41:57.170605 n-d-808921-1 neutron-server[95298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:41:57.170605 n-d-808921-1 neutron-server[95298]: self.session.flush() Sep 24 15:41:57.170605 n-d-808921-1 neutron-server[95298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:41:57.170605 n-d-808921-1 neutron-server[95298]: self.session.flush() Sep 24 15:41:57.170605 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:41:57.170605 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:41:57.170605 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:41:57.170605 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:41:57.170605 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:41:57.170605 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:41:57.170605 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:41:57.170605 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:41:57.170605 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:41:57.170605 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:41:57.170605 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:41:57.170605 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:41:57.170605 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:41:57.170605 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:41:57.170605 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:41:57.170605 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:41:57.170605 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:41:57.170605 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:41:57.170605 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:41:57.170605 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:41:57.170605 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:41:57.170605 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:41:57.170605 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:41:57.170605 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:41:57.170605 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:41:57.170605 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:41:57.170605 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:41:57.170605 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:41:57.170605 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:41:57.170605 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:41:57.170605 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:41:57.170605 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:41:57.266117 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba9b213-d246-479b-a50e-4c716911041f req-54e045f7-c406-4d31-9251-669c9a0f2aaa tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:57.267769 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cba9b213-d246-479b-a50e-4c716911041f req-54e045f7-c406-4d31-9251-669c9a0f2aaa tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/networks?id=71201ca5-026a-47e5-88ab-afc6b5698b5d HTTP/1.1" status: 200 len: 821 time: 0.1178458 Sep 24 15:41:57.284804 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cba9b213-d246-479b-a50e-4c716911041f req-d3e1971f-24bf-4e1f-80d3-9b1f27d310ce tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/quotas/200c20f17e62414ab5bbd41e14faa1b2 HTTP/1.1" status: 200 len: 375 time: 0.0102236 Sep 24 15:41:57.288370 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f4a997-fd45-4d7e-9cbf-61b2bd93d4f7 req-d16ee68c-f307-4745-90ef-57904653e9dc tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:57.289882 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-24f4a997-fd45-4d7e-9cbf-61b2bd93d4f7 req-d16ee68c-f307-4745-90ef-57904653e9dc tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb4e8a26-5c1d-4728-9dcf-48b66165cce6 HTTP/1.1" status: 200 len: 951 time: 0.0537872 Sep 24 15:41:57.346598 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-24f4a997-fd45-4d7e-9cbf-61b2bd93d4f7 req-7c59113a-6ce2-4809-88eb-f70c80492f90 tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] 10.222.0.101 "GET /v2.0/security-groups?id=39ea9fa9-0168-4127-9efe-40cda7f64871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498559 Sep 24 15:41:57.351981 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cba9b213-d246-479b-a50e-4c716911041f req-1b7b821d-1805-4b9d-b198-0d15745e49be tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=200c20f17e62414ab5bbd41e14faa1b2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0607138 Sep 24 15:41:57.359746 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cebade9f-6afa-43e3-b7c8-a512b3e5baaf tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:57.377986 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cebade9f-6afa-43e3-b7c8-a512b3e5baaf tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:57.380934 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-cebade9f-6afa-43e3-b7c8-a512b3e5baaf tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] 10.222.0.101 "DELETE /v2.0/networks/063a1baf-7c01-48e7-8d7d-c0333de8f372 HTTP/1.1" status: 204 len: 168 time: 1.2086816 Sep 24 15:41:57.382996 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 53094) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:41:57.442675 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebade9f-6afa-43e3-b7c8-a512b3e5baaf tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Pushing event deleted for resources: {'Network': ['ID=063a1baf-7c01-48e7-8d7d-c0333de8f372,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:57.462572 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cba9b213-d246-479b-a50e-4c716911041f req-3dc87808-1c43-41e8-acd0-508ee2c035f2 service neutron] 10.222.0.101 "GET /v2.0/networks/71201ca5-026a-47e5-88ab-afc6b5698b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031823 Sep 24 15:41:57.542779 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-f5fc6490-e023-4dcd-bcc5-9da319a4fd2d tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Deleting port 3d682e4c-4a5b-46fc-9769-7de70b13264b {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:41:57.543181 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f5fc6490-e023-4dcd-bcc5-9da319a4fd2d tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:57.562002 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 53108) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:41:57.587726 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cba9b213-d246-479b-a50e-4c716911041f req-397e3633-372b-4e5a-99f6-b560405490ff service neutron] 10.222.0.101 "GET /v2.0/networks/71201ca5-026a-47e5-88ab-afc6b5698b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163247 Sep 24 15:41:57.634714 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f5fc6490-e023-4dcd-bcc5-9da319a4fd2d tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:57.634968 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f5fc6490-e023-4dcd-bcc5-9da319a4fd2d tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:57.649321 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-f5fc6490-e023-4dcd-bcc5-9da319a4fd2d tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Calling delete_port for 3d682e4c-4a5b-46fc-9769-7de70b13264b owned by network:floatingip {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:41:57.743776 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e0ded3ed-ab66-44db-9816-21e7aebe861c admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=1d817464a57145808f61427a409f714d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1806350 Sep 24 15:41:57.746426 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 53116) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:41:57.794809 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c97f45bd-b4f9-4b2f-b747-e16864478536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:57.816684 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c97f45bd-b4f9-4b2f-b747-e16864478536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:57.963997 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c97f45bd-b4f9-4b2f-b747-e16864478536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:57.968144 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c97f45bd-b4f9-4b2f-b747-e16864478536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:57.968144 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-c97f45bd-b4f9-4b2f-b747-e16864478536 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/44c1409c-92a9-42ad-8158-77f34f2c6d1b HTTP/1.1" status: 204 len: 168 time: 0.2203438 Sep 24 15:41:57.998525 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97f45bd-b4f9-4b2f-b747-e16864478536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44c1409c-92a9-42ad-8158-77f34f2c6d1b,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:58.003842 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdae26b-ebac-4b45-8b51-2a6629ccd0bb req-b2874fa1-4e33-4f52-a28e-48ede2d02967 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:58.011479 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7bdae26b-ebac-4b45-8b51-2a6629ccd0bb req-b2874fa1-4e33-4f52-a28e-48ede2d02967 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 946 time: 0.0943730 Sep 24 15:41:58.064378 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7bdae26b-ebac-4b45-8b51-2a6629ccd0bb req-18b0206c-8cdb-467d-8c6c-aa05db98c1bb tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519385 Sep 24 15:41:58.112713 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f5fc6490-e023-4dcd-bcc5-9da319a4fd2d tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:58.145487 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7fb1a33b-f98c-4ae9-b084-5b780c17d907 req-c5f26bb1-c690-4f53-a629-d52ee240c564 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/ports?device_id=cf6c9060-1d12-414f-af7a-09d5667eba05 HTTP/1.1" status: 200 len: 210 time: 0.0329740 Sep 24 15:41:58.146306 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fc6490-e023-4dcd-bcc5-9da319a4fd2d tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Pushing event deleted for resources: {'Port': ['ID=3d682e4c-4a5b-46fc-9769-7de70b13264b,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:58.172497 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device b11f59b3-28b5-4b1a-b6c1-afd7c3d50739 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:41:58.195334 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: b11f59b3-28b5-4b1a-b6c1-afd7c3d50739 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:41:58.196355 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device b11f59b3-28b5-4b1a-b6c1-afd7c3d50739 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:41:58.219806 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f5fc6490-e023-4dcd-bcc5-9da319a4fd2d tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks [] for floatingip, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:58.241925 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f5fc6490-e023-4dcd-bcc5-9da319a4fd2d tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:58.241925 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-f5fc6490-e023-4dcd-bcc5-9da319a4fd2d tempest-FloatingIPAdminTestJSON-861513398 tempest-FloatingIPAdminTestJSON-861513398-project] 10.222.0.101 "DELETE /v2.0/floatingips/e2018eb4-e338-460b-9165-f6e5408f29b5 HTTP/1.1" status: 204 len: 168 time: 0.8492441 Sep 24 15:41:58.327134 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef92c069-b344-487f-ae2c-f5c373adb5b3 req-31b79eef-a2d0-463d-a468-6977dda5d2a4 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:58.329142 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ef92c069-b344-487f-ae2c-f5c373adb5b3 req-31b79eef-a2d0-463d-a468-6977dda5d2a4 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=08792b6c-40f7-4639-b72b-9d6b71aa3963 HTTP/1.1" status: 200 len: 945 time: 0.0549917 Sep 24 15:41:58.383222 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ef92c069-b344-487f-ae2c-f5c373adb5b3 req-08385bec-30be-4261-91ca-ed5f327a5243 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405235 Sep 24 15:41:58.938946 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 53198) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:41:58.962680 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 53202) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:41:59.002274 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-bf2550ad-9ddb-49d4-8145-0482ef64c50a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=0e067ac5fe334e3cb3afa8e2669c53d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384822 Sep 24 15:41:59.004714 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 53204) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:41:59.055030 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-996b1810-dcdb-4417-abc9-f043c943ccf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:59.082058 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-996b1810-dcdb-4417-abc9-f043c943ccf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:59.195071 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-996b1810-dcdb-4417-abc9-f043c943ccf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:59.197581 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-996b1810-dcdb-4417-abc9-f043c943ccf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:59.206312 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-996b1810-dcdb-4417-abc9-f043c943ccf9 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/78ca789b-e2cc-4e84-a2f7-8370aaf78f95 HTTP/1.1" status: 204 len: 168 time: 0.1930988 Sep 24 15:41:59.207295 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-32a9bda2-8f38-4dcc-a892-29e22db9b44d admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=56ccef13765543bfb2a1254c83f628b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2670839 Sep 24 15:41:59.207691 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 53216) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:41:59.220408 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996b1810-dcdb-4417-abc9-f043c943ccf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ca789b-e2cc-4e84-a2f7-8370aaf78f95,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:59.273330 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2f04d992-cc22-4d74-b452-a66cf951d614 req-d33b9f32-2a60-4048-8a62-8f232eab276e tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/ports?device_id=cf6c9060-1d12-414f-af7a-09d5667eba05 HTTP/1.1" status: 200 len: 210 time: 0.0525200 Sep 24 15:41:59.306165 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e855c029-ccf8-4797-9d7f-f096a6352a85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:59.350201 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e855c029-ccf8-4797-9d7f-f096a6352a85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:59.514105 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984b35e-cea4-436d-a1a2-9b055fe746fc req-f908b901-133b-465e-82c5-9d7574a41f67 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:59.515635 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8984b35e-cea4-436d-a1a2-9b055fe746fc req-f908b901-133b-465e-82c5-9d7574a41f67 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=08792b6c-40f7-4639-b72b-9d6b71aa3963 HTTP/1.1" status: 200 len: 945 time: 0.0591402 Sep 24 15:41:59.516714 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e855c029-ccf8-4797-9d7f-f096a6352a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:59.520473 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e855c029-ccf8-4797-9d7f-f096a6352a85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:41:59.521706 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-e855c029-ccf8-4797-9d7f-f096a6352a85 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/e53cfafb-bc21-450d-8eec-80dc77853d09 HTTP/1.1" status: 204 len: 168 time: 0.3082809 Sep 24 15:41:59.529514 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e855c029-ccf8-4797-9d7f-f096a6352a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53cfafb-bc21-450d-8eec-80dc77853d09,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:41:59.583683 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8984b35e-cea4-436d-a1a2-9b055fe746fc req-1ef6f5e8-bb7d-49f0-b8bc-de98b59784e2 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436907 Sep 24 15:41:59.925265 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018a79cb-8d04-4d80-b0f0-2fac1bcac647 req-48027e35-12af-43c8-bb56-abdac31bb38d tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:41:59.927245 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-018a79cb-8d04-4d80-b0f0-2fac1bcac647 req-48027e35-12af-43c8-bb56-abdac31bb38d tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb4e8a26-5c1d-4728-9dcf-48b66165cce6 HTTP/1.1" status: 200 len: 951 time: 0.0512531 Sep 24 15:41:59.968476 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-018a79cb-8d04-4d80-b0f0-2fac1bcac647 req-06fb4e8a-ae59-4b4a-849e-e22edb550523 tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] 10.222.0.101 "GET /v2.0/security-groups?id=39ea9fa9-0168-4127-9efe-40cda7f64871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351279 Sep 24 15:42:00.379002 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0146a784-12a8-4fa5-b1aa-455be252747e req-75a7373d-2ca1-46d5-91c8-9e47e671a2d3 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/ports?device_id=cf6c9060-1d12-414f-af7a-09d5667eba05 HTTP/1.1" status: 200 len: 210 time: 0.0324547 Sep 24 15:42:00.419545 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 53270) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:00.436321 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3f7f6242-7125-45bf-a2e5-45e1dd6a232b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:00.525950 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5067a3cf-6179-4a32-b533-f56bd9c73459 req-347b9cac-66e5-4d7f-8daf-0933c2a0239a tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:00.527671 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5067a3cf-6179-4a32-b533-f56bd9c73459 req-347b9cac-66e5-4d7f-8daf-0933c2a0239a tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 946 time: 0.0547361 Sep 24 15:42:00.571061 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5067a3cf-6179-4a32-b533-f56bd9c73459 req-f79322ac-2db7-441a-9caf-208125351948 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358226 Sep 24 15:42:00.617824 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba9b213-d246-479b-a50e-4c716911041f req-bd883235-110f-4308-b742-c89f4cfa2835 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:00.619390 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cba9b213-d246-479b-a50e-4c716911041f req-bd883235-110f-4308-b742-c89f4cfa2835 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.110 "GET /v2.0/networks?id=71201ca5-026a-47e5-88ab-afc6b5698b5d HTTP/1.1" status: 200 len: 821 time: 0.1464572 Sep 24 15:42:00.641156 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-cba9b213-d246-479b-a50e-4c716911041f req-98721e30-60fa-4389-a23b-9278ea3cc4b5 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Request body: {'port': {'device_id': 'cf6c9060-1d12-414f-af7a-09d5667eba05', 'network_id': '71201ca5-026a-47e5-88ab-afc6b5698b5d', 'admin_state_up': True, 'tenant_id': '200c20f17e62414ab5bbd41e14faa1b2'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:42:00.679094 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3f7f6242-7125-45bf-a2e5-45e1dd6a232b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:00.788896 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb4bec3-beea-4452-981c-85a332b40ba4 req-3139c4d9-0a3d-462b-b0ee-3397a3a78346 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:00.790428 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fbb4bec3-beea-4452-981c-85a332b40ba4 req-3139c4d9-0a3d-462b-b0ee-3397a3a78346 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=08792b6c-40f7-4639-b72b-9d6b71aa3963 HTTP/1.1" status: 200 len: 945 time: 0.1168022 Sep 24 15:42:00.792898 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3f7f6242-7125-45bf-a2e5-45e1dd6a232b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:00.859923 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-3f7f6242-7125-45bf-a2e5-45e1dd6a232b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=500bdc8a9f25487fad4a54e95cf088ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4392447 Sep 24 15:42:00.863133 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 53290) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:00.869688 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7f6242-7125-45bf-a2e5-45e1dd6a232b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b9a551-9c65-426c-9925-a887ccfb6064,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:00.894688 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fbb4bec3-beea-4452-981c-85a332b40ba4 req-9d4b33d4-27d0-472f-8487-2d75a1c2a527 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965312 Sep 24 15:42:00.939253 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-15e42046-7a4a-40d7-ae1b-32568cca5f76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:00.951827 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cba9b213-d246-479b-a50e-4c716911041f req-98721e30-60fa-4389-a23b-9278ea3cc4b5 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Made reservation on behalf of 200c20f17e62414ab5bbd41e14faa1b2 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:42:00.955427 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-cba9b213-d246-479b-a50e-4c716911041f req-98721e30-60fa-4389-a23b-9278ea3cc4b5 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:00.968078 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-15e42046-7a4a-40d7-ae1b-32568cca5f76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:01.097919 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-cba9b213-d246-479b-a50e-4c716911041f req-98721e30-60fa-4389-a23b-9278ea3cc4b5 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Allocated IP 172.20.0.4 (71201ca5-026a-47e5-88ab-afc6b5698b5d/ad5cbaed-71b0-4d7b-91df-affbc25b46b3/c2179b3f-fc72-421d-86b9-14c54b7bd5a9) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:42:01.108727 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-15e42046-7a4a-40d7-ae1b-32568cca5f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:01.111551 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-15e42046-7a4a-40d7-ae1b-32568cca5f76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:01.113727 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-15e42046-7a4a-40d7-ae1b-32568cca5f76 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/77b9a551-9c65-426c-9925-a887ccfb6064 HTTP/1.1" status: 204 len: 168 time: 0.2493575 Sep 24 15:42:01.130493 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be337288-1b7c-4749-afd4-064237bbda44 req-34178e68-1dd5-4a00-a4b8-0344112af859 tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:01.132527 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-be337288-1b7c-4749-afd4-064237bbda44 req-34178e68-1dd5-4a00-a4b8-0344112af859 tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb4e8a26-5c1d-4728-9dcf-48b66165cce6 HTTP/1.1" status: 200 len: 951 time: 0.0749500 Sep 24 15:42:01.158428 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e42046-7a4a-40d7-ae1b-32568cca5f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b9a551-9c65-426c-9925-a887ccfb6064,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:01.203043 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-be337288-1b7c-4749-afd4-064237bbda44 req-749172de-db5b-4986-9ff4-9c682bf9c9b8 tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] 10.222.0.101 "GET /v2.0/security-groups?id=39ea9fa9-0168-4127-9efe-40cda7f64871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640352 Sep 24 15:42:01.210711 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-db07a7a7-f811-4e6d-96f2-0c430783920a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:01.257853 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device c0e99190-1e5c-4b9b-af6e-77b9f1e2706f no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:42:01.297175 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-cba9b213-d246-479b-a50e-4c716911041f req-98721e30-60fa-4389-a23b-9278ea3cc4b5 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:01.362534 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:01.387956 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb4e8a26-5c1d-4728-9dcf-48b66165cce6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0e99190-1e5c-4b9b-af6e-77b9f1e2706f'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:42:01.390229 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-200b5bc7-d56b-4426-9006-51b817142ec0" -d '{"events": [{"server_uuid": "cb4e8a26-5c1d-4728-9dcf-48b66165cce6", "name": "network-vif-unplugged", "status": "completed", "tag": "c0e99190-1e5c-4b9b-af6e-77b9f1e2706f"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:42:01.408199 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port c0e99190-1e5c-4b9b-af6e-77b9f1e2706f, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=c0e99190-1e5c-4b9b-af6e-77b9f1e2706f,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:42:01.440971 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 15:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa86397b-3af4-415a-8871-a7f3f2435057 x-openstack-request-id: req-fa86397b-3af4-415a-8871-a7f3f2435057 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:42:01.441557 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb4e8a26-5c1d-4728-9dcf-48b66165cce6", "name": "network-vif-unplugged", "status": "completed", "tag": "c0e99190-1e5c-4b9b-af6e-77b9f1e2706f", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:42:01.443264 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-fa86397b-3af4-415a-8871-a7f3f2435057 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:42:01.443989 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb4e8a26-5c1d-4728-9dcf-48b66165cce6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0e99190-1e5c-4b9b-af6e-77b9f1e2706f', 'code': 200} Sep 24 15:42:01.447907 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-cba9b213-d246-479b-a50e-4c716911041f req-98721e30-60fa-4389-a23b-9278ea3cc4b5 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:01.464144 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['0e633df5-034b-4779-b349-ead79bc7e51d'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:42:01.492253 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cba9b213-d246-479b-a50e-4c716911041f req-98721e30-60fa-4389-a23b-9278ea3cc4b5 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Network 71201ca5-026a-47e5-88ab-afc6b5698b5d is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:42:01.495855 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-cba9b213-d246-479b-a50e-4c716911041f req-98721e30-60fa-4389-a23b-9278ea3cc4b5 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:42:01.498497 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-cba9b213-d246-479b-a50e-4c716911041f req-98721e30-60fa-4389-a23b-9278ea3cc4b5 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:42:01.517392 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:01.528561 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 0c9fda49-cc27-42a1-beac-c3884a84a52d no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:42:01.536871 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c75fc04-6f7c-4eff-bff3-c75d9f3d133a req-94b37075-9c45-4a95-b1f2-90a9d9aa3312 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:01.551203 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0c75fc04-6f7c-4eff-bff3-c75d9f3d133a req-94b37075-9c45-4a95-b1f2-90a9d9aa3312 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/ports?device_id=cf6c9060-1d12-414f-af7a-09d5667eba05 HTTP/1.1" status: 200 len: 931 time: 0.0917547 Sep 24 15:42:01.564431 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98721e30-60fa-4389-a23b-9278ea3cc4b5 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Pushing event updated for resources: {'Port': ['ID=c2179b3f-fc72-421d-86b9-14c54b7bd5a9,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:01.576817 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98721e30-60fa-4389-a23b-9278ea3cc4b5 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:01.579964 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98721e30-60fa-4389-a23b-9278ea3cc4b5 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:01.579964 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98721e30-60fa-4389-a23b-9278ea3cc4b5 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:01.579964 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98721e30-60fa-4389-a23b-9278ea3cc4b5 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:01.579964 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98721e30-60fa-4389-a23b-9278ea3cc4b5 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:01.579964 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98721e30-60fa-4389-a23b-9278ea3cc4b5 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:01.579964 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98721e30-60fa-4389-a23b-9278ea3cc4b5 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:01.579964 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98721e30-60fa-4389-a23b-9278ea3cc4b5 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:01.579964 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98721e30-60fa-4389-a23b-9278ea3cc4b5 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:01.581046 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98721e30-60fa-4389-a23b-9278ea3cc4b5 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:01.581774 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98721e30-60fa-4389-a23b-9278ea3cc4b5 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:01.582295 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98721e30-60fa-4389-a23b-9278ea3cc4b5 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:01.609981 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba9b213-d246-479b-a50e-4c716911041f req-98721e30-60fa-4389-a23b-9278ea3cc4b5 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:01.609981 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-cba9b213-d246-479b-a50e-4c716911041f req-98721e30-60fa-4389-a23b-9278ea3cc4b5 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:01.651491 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0c75fc04-6f7c-4eff-bff3-c75d9f3d133a req-70a09b24-1180-476f-960d-4395893d5765 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/security-groups?id=1c9ff1eb-cd2c-4c04-9f5e-bee8ddca47c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890214 Sep 24 15:42:01.688874 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=c0e99190-1e5c-4b9b-af6e-77b9f1e2706f,revision_number=11']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:01.695887 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cba9b213-d246-479b-a50e-4c716911041f req-98721e30-60fa-4389-a23b-9278ea3cc4b5 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0637913 Sep 24 15:42:01.712995 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-cba9b213-d246-479b-a50e-4c716911041f req-8ca6df15-2ec6-4954-9f98-1cfc8b6304aa service neutron] Request body: {'port': {'device_id': 'cf6c9060-1d12-414f-af7a-09d5667eba05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:42:01.808471 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-cba9b213-d246-479b-a50e-4c716911041f req-8ca6df15-2ec6-4954-9f98-1cfc8b6304aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:01.819514 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:01.875943 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 0c9fda49-cc27-42a1-beac-c3884a84a52d, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=0c9fda49-cc27-42a1-beac-c3884a84a52d,segment=NetworkSegment(7e8e93a9-9a2d-4b51-a14d-73f657c90f78),segment_id=7e8e93a9-9a2d-4b51-a14d-73f657c90f78)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:42:01.888007 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-38f62b57-96e5-47f4-8032-13d2343c8cea None None] Provisioning complete for port c2179b3f-fc72-421d-86b9-14c54b7bd5a9 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:42:01.888378 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-38f62b57-96e5-47f4-8032-13d2343c8cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:01.946735 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-38f62b57-96e5-47f4-8032-13d2343c8cea None None] Port c2179b3f-fc72-421d-86b9-14c54b7bd5a9 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:42:01.963943 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:02.031584 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=0c9fda49-cc27-42a1-beac-c3884a84a52d,revision_number=14']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:02.060165 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a2478-4913-4a91-8e25-317972e4bd28 req-b983895d-4984-4e53-8bfd-9097b5e000e1 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:02.061733 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-381a2478-4913-4a91-8e25-317972e4bd28 req-b983895d-4984-4e53-8bfd-9097b5e000e1 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=08792b6c-40f7-4639-b72b-9d6b71aa3963 HTTP/1.1" status: 200 len: 945 time: 0.0886831 Sep 24 15:42:02.142415 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-381a2478-4913-4a91-8e25-317972e4bd28 req-bbe1091e-86eb-4a71-8175-1aa0f8aa5e79 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714617 Sep 24 15:42:02.170074 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90234414-a774-4334-bc28-aa3a3484e6d9 req-4b3010d6-53ab-4771-a6ce-25a110220b62 tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:02.172050 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-90234414-a774-4334-bc28-aa3a3484e6d9 req-4b3010d6-53ab-4771-a6ce-25a110220b62 tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] 10.222.0.110 "GET /v2.0/ports?device_id=cb4e8a26-5c1d-4728-9dcf-48b66165cce6 HTTP/1.1" status: 200 len: 949 time: 0.0767004 Sep 24 15:42:02.175887 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 53354) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:02.186475 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-cba9b213-d246-479b-a50e-4c716911041f req-8ca6df15-2ec6-4954-9f98-1cfc8b6304aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2179b3f-fc72-421d-86b9-14c54b7bd5a9 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:42:02.194878 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-cba9b213-d246-479b-a50e-4c716911041f req-8ca6df15-2ec6-4954-9f98-1cfc8b6304aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:02.197465 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1538e1a7-01e7-435c-ad84-9c0ec6d2a239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:02.206774 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-cba9b213-d246-479b-a50e-4c716911041f req-8ca6df15-2ec6-4954-9f98-1cfc8b6304aa service neutron] Transition to ACTIVE for port object c2179b3f-fc72-421d-86b9-14c54b7bd5a9 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:42:02.287766 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-cba9b213-d246-479b-a50e-4c716911041f req-8ca6df15-2ec6-4954-9f98-1cfc8b6304aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:02.324642 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-90234414-a774-4334-bc28-aa3a3484e6d9 req-8a66801b-d6b5-446a-b11f-71ef0c5f99c7 tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] Deleting port c0e99190-1e5c-4b9b-af6e-77b9f1e2706f {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:42:02.327180 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-90234414-a774-4334-bc28-aa3a3484e6d9 req-8a66801b-d6b5-446a-b11f-71ef0c5f99c7 tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:02.369344 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca6df15-2ec6-4954-9f98-1cfc8b6304aa service neutron] Pushing event updated for resources: {'Port': ['ID=c2179b3f-fc72-421d-86b9-14c54b7bd5a9,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:02.415236 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0020f87-982d-43d6-bad5-63c43ebb1ed0 req-16f50bec-374f-4d8d-9dae-a531dbe165dd tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:02.424159 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e0020f87-982d-43d6-bad5-63c43ebb1ed0 req-16f50bec-374f-4d8d-9dae-a531dbe165dd tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb4e8a26-5c1d-4728-9dcf-48b66165cce6 HTTP/1.1" status: 200 len: 949 time: 0.1520028 Sep 24 15:42:02.440971 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1538e1a7-01e7-435c-ad84-9c0ec6d2a239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:02.455790 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-90234414-a774-4334-bc28-aa3a3484e6d9 req-8a66801b-d6b5-446a-b11f-71ef0c5f99c7 tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] For port c0e99190-1e5c-4b9b-af6e-77b9f1e2706f, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=c0e99190-1e5c-4b9b-af6e-77b9f1e2706f,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:42:02.456442 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-90234414-a774-4334-bc28-aa3a3484e6d9 req-8a66801b-d6b5-446a-b11f-71ef0c5f99c7 tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:02.478059 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-90234414-a774-4334-bc28-aa3a3484e6d9 req-8a66801b-d6b5-446a-b11f-71ef0c5f99c7 tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] Calling delete_port for c0e99190-1e5c-4b9b-af6e-77b9f1e2706f owned by compute:nova {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:42:02.518092 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e0020f87-982d-43d6-bad5-63c43ebb1ed0 req-167311cb-e4cd-4d51-a17b-d08633fc43d0 tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] 10.222.0.101 "GET /v2.0/security-groups?id=39ea9fa9-0168-4127-9efe-40cda7f64871&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757766 Sep 24 15:42:02.527506 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-cba9b213-d246-479b-a50e-4c716911041f req-8ca6df15-2ec6-4954-9f98-1cfc8b6304aa service neutron] Attempting to bind port c2179b3f-fc72-421d-86b9-14c54b7bd5a9 on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:42:02.527779 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-cba9b213-d246-479b-a50e-4c716911041f req-8ca6df15-2ec6-4954-9f98-1cfc8b6304aa service neutron] Attempting to bind port c2179b3f-fc72-421d-86b9-14c54b7bd5a9 by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': 'd54d1cac-233d-4747-8d75-2f45849c42f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '71201ca5-026a-47e5-88ab-afc6b5698b5d'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:42:02.528105 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba9b213-d246-479b-a50e-4c716911041f req-8ca6df15-2ec6-4954-9f98-1cfc8b6304aa service neutron] Attempting to bind port c2179b3f-fc72-421d-86b9-14c54b7bd5a9 on network 71201ca5-026a-47e5-88ab-afc6b5698b5d {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:42:02.544539 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba9b213-d246-479b-a50e-4c716911041f req-8ca6df15-2ec6-4954-9f98-1cfc8b6304aa service neutron] Port c2179b3f-fc72-421d-86b9-14c54b7bd5a9 on network 71201ca5-026a-47e5-88ab-afc6b5698b5d not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:42:02.544874 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba9b213-d246-479b-a50e-4c716911041f req-8ca6df15-2ec6-4954-9f98-1cfc8b6304aa service neutron] Attempting to bind port c2179b3f-fc72-421d-86b9-14c54b7bd5a9 on network 71201ca5-026a-47e5-88ab-afc6b5698b5d {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:42:02.547427 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1538e1a7-01e7-435c-ad84-9c0ec6d2a239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:02.554003 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba9b213-d246-479b-a50e-4c716911041f req-8ca6df15-2ec6-4954-9f98-1cfc8b6304aa service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:42:02.554396 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba9b213-d246-479b-a50e-4c716911041f req-8ca6df15-2ec6-4954-9f98-1cfc8b6304aa service neutron] Checking segment: {'id': 'd54d1cac-233d-4747-8d75-2f45849c42f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '71201ca5-026a-47e5-88ab-afc6b5698b5d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:42:02.554733 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cba9b213-d246-479b-a50e-4c716911041f req-8ca6df15-2ec6-4954-9f98-1cfc8b6304aa service neutron] Bound using segment: {'id': 'd54d1cac-233d-4747-8d75-2f45849c42f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '71201ca5-026a-47e5-88ab-afc6b5698b5d'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:42:02.555169 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-cba9b213-d246-479b-a50e-4c716911041f req-8ca6df15-2ec6-4954-9f98-1cfc8b6304aa service neutron] Bound port: c2179b3f-fc72-421d-86b9-14c54b7bd5a9, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd54d1cac-233d-4747-8d75-2f45849c42f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '71201ca5-026a-47e5-88ab-afc6b5698b5d'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:42:02.555868 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-cba9b213-d246-479b-a50e-4c716911041f req-8ca6df15-2ec6-4954-9f98-1cfc8b6304aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:02.591434 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 53366) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:02.640953 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-1538e1a7-01e7-435c-ad84-9c0ec6d2a239 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=6903fed33b884703ae6cda16ec7b4238&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4640586 Sep 24 15:42:02.645886 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 53374) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:02.656396 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1538e1a7-01e7-435c-ad84-9c0ec6d2a239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e362d70-50b2-479e-8f7f-5c87f995c33f,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:02.657017 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-cba9b213-d246-479b-a50e-4c716911041f req-8ca6df15-2ec6-4954-9f98-1cfc8b6304aa service neutron] For port c2179b3f-fc72-421d-86b9-14c54b7bd5a9, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:42:02.696380 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-cba9b213-d246-479b-a50e-4c716911041f req-8ca6df15-2ec6-4954-9f98-1cfc8b6304aa service neutron] For port c2179b3f-fc72-421d-86b9-14c54b7bd5a9, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=c2179b3f-fc72-421d-86b9-14c54b7bd5a9,segment=NetworkSegment(d54d1cac-233d-4747-8d75-2f45849c42f8),segment_id=d54d1cac-233d-4747-8d75-2f45849c42f8)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:42:02.739463 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-43b2e708-6be6-4fac-93c0-f8174a9a9226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:02.769112 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-43b2e708-6be6-4fac-93c0-f8174a9a9226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:02.822159 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2ad90b1b-ca6c-4939-9e5a-cdf9a2986c01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:02.832102 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-cba9b213-d246-479b-a50e-4c716911041f req-8ca6df15-2ec6-4954-9f98-1cfc8b6304aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:02.858713 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d1356c-4b2b-4017-9336-035a147f9e2a req-6d13fb1f-6f8a-46f8-87fa-edbe53c498be tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:02.860284 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-27d1356c-4b2b-4017-9336-035a147f9e2a req-6d13fb1f-6f8a-46f8-87fa-edbe53c498be tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/ports?device_id=cf6c9060-1d12-414f-af7a-09d5667eba05 HTTP/1.1" status: 200 len: 943 time: 0.0975363 Sep 24 15:42:02.868166 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba9b213-d246-479b-a50e-4c716911041f req-8ca6df15-2ec6-4954-9f98-1cfc8b6304aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:02.868779 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-cba9b213-d246-479b-a50e-4c716911041f req-8ca6df15-2ec6-4954-9f98-1cfc8b6304aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:02.870161 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cba9b213-d246-479b-a50e-4c716911041f req-8ca6df15-2ec6-4954-9f98-1cfc8b6304aa service neutron] 10.222.0.110 "PUT /v2.0/ports/c2179b3f-fc72-421d-86b9-14c54b7bd5a9 HTTP/1.1" status: 200 len: 1091 time: 1.1618316 Sep 24 15:42:02.870702 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf6c9060-1d12-414f-af7a-09d5667eba05', 'tag': 'c2179b3f-fc72-421d-86b9-14c54b7bd5a9'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:42:02.872941 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f346ff0c-95a1-467b-a90e-7a98644c58da" -d '{"events": [{"name": "network-changed", "server_uuid": "cf6c9060-1d12-414f-af7a-09d5667eba05", "tag": "c2179b3f-fc72-421d-86b9-14c54b7bd5a9"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:42:02.903149 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca6df15-2ec6-4954-9f98-1cfc8b6304aa service neutron] Pushing event updated for resources: {'Port': ['ID=c2179b3f-fc72-421d-86b9-14c54b7bd5a9,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:02.917294 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-27d1356c-4b2b-4017-9336-035a147f9e2a req-6a0d2122-f371-48f3-b78f-f695057f5d17 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/security-groups?id=1c9ff1eb-cd2c-4c04-9f5e-bee8ddca47c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406702 Sep 24 15:42:02.931225 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b231f7b-c9e3-4093-afc5-cc66257b1703 x-openstack-request-id: req-4b231f7b-c9e3-4093-afc5-cc66257b1703 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:42:02.931656 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf6c9060-1d12-414f-af7a-09d5667eba05", "tag": "c2179b3f-fc72-421d-86b9-14c54b7bd5a9", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:42:02.931905 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4b231f7b-c9e3-4093-afc5-cc66257b1703 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:42:02.932348 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf6c9060-1d12-414f-af7a-09d5667eba05', 'tag': 'c2179b3f-fc72-421d-86b9-14c54b7bd5a9', 'status': 'completed', 'code': 200} Sep 24 15:42:02.946506 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-90234414-a774-4334-bc28-aa3a3484e6d9 req-8a66801b-d6b5-446a-b11f-71ef0c5f99c7 tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:02.985748 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a66801b-d6b5-446a-b11f-71ef0c5f99c7 tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] Pushing event deleted for resources: {'Port': ['ID=c0e99190-1e5c-4b9b-af6e-77b9f1e2706f,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:02.990200 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-43b2e708-6be6-4fac-93c0-f8174a9a9226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:02.992850 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-43b2e708-6be6-4fac-93c0-f8174a9a9226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:02.994098 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-43b2e708-6be6-4fac-93c0-f8174a9a9226 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/5e362d70-50b2-479e-8f7f-5c87f995c33f HTTP/1.1" status: 204 len: 168 time: 0.3466134 Sep 24 15:42:03.013149 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b2e708-6be6-4fac-93c0-f8174a9a9226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e362d70-50b2-479e-8f7f-5c87f995c33f,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:03.037616 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346ff0c-95a1-467b-a90e-7a98644c58da req-04c4e10c-2569-45ec-86df-1585f537caf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:03.043970 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f346ff0c-95a1-467b-a90e-7a98644c58da req-04c4e10c-2569-45ec-86df-1585f537caf4 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=200c20f17e62414ab5bbd41e14faa1b2&device_id=cf6c9060-1d12-414f-af7a-09d5667eba05 HTTP/1.1" status: 200 len: 1094 time: 0.0912228 Sep 24 15:42:03.056302 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-90234414-a774-4334-bc28-aa3a3484e6d9 req-8a66801b-d6b5-446a-b11f-71ef0c5f99c7 tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] No DVR routers for this DVR port c0e99190-1e5c-4b9b-af6e-77b9f1e2706f on host n-h1-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:42:03.059887 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-90234414-a774-4334-bc28-aa3a3484e6d9 req-8a66801b-d6b5-446a-b11f-71ef0c5f99c7 tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:03.061968 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-90234414-a774-4334-bc28-aa3a3484e6d9 req-8a66801b-d6b5-446a-b11f-71ef0c5f99c7 tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] 10.222.0.110 "DELETE /v2.0/ports/c0e99190-1e5c-4b9b-af6e-77b9f1e2706f HTTP/1.1" status: 204 len: 173 time: 0.8787832 Sep 24 15:42:03.062434 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb4e8a26-5c1d-4728-9dcf-48b66165cce6', 'name': 'network-vif-deleted', 'tag': 'c0e99190-1e5c-4b9b-af6e-77b9f1e2706f'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:42:03.065127 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b2320ab-cd4a-499c-835e-7f982f2550c4" -d '{"events": [{"server_uuid": "cb4e8a26-5c1d-4728-9dcf-48b66165cce6", "name": "network-vif-deleted", "tag": "c0e99190-1e5c-4b9b-af6e-77b9f1e2706f"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:42:03.119686 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12dd8e1d-56ab-469b-b603-3587736a98d7 x-openstack-request-id: req-12dd8e1d-56ab-469b-b603-3587736a98d7 {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:42:03.119686 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb4e8a26-5c1d-4728-9dcf-48b66165cce6", "name": "network-vif-deleted", "tag": "c0e99190-1e5c-4b9b-af6e-77b9f1e2706f", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:42:03.119686 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-12dd8e1d-56ab-469b-b603-3587736a98d7 {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:42:03.119686 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb4e8a26-5c1d-4728-9dcf-48b66165cce6', 'name': 'network-vif-deleted', 'tag': 'c0e99190-1e5c-4b9b-af6e-77b9f1e2706f', 'status': 'completed', 'code': 200} Sep 24 15:42:03.152326 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2ad90b1b-ca6c-4939-9e5a-cdf9a2986c01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:03.171842 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346ff0c-95a1-467b-a90e-7a98644c58da req-bea546bf-6d86-44fd-8da8-6a4e5aa12ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:03.173380 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f346ff0c-95a1-467b-a90e-7a98644c58da req-bea546bf-6d86-44fd-8da8-6a4e5aa12ab9 service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=200c20f17e62414ab5bbd41e14faa1b2&shared=False HTTP/1.1" status: 200 len: 923 time: 0.1184220 Sep 24 15:42:03.271293 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cd91ab-60bc-4113-9e44-3a460b3ab467 req-86126919-3105-4026-87c8-733e2091769b tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:03.272865 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-29cd91ab-60bc-4113-9e44-3a460b3ab467 req-86126919-3105-4026-87c8-733e2091769b tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=08792b6c-40f7-4639-b72b-9d6b71aa3963 HTTP/1.1" status: 200 len: 945 time: 0.0600927 Sep 24 15:42:03.277163 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f346ff0c-95a1-467b-a90e-7a98644c58da req-44fc74d9-d831-4f72-ac6c-b061c83b9998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:03.278648 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f346ff0c-95a1-467b-a90e-7a98644c58da req-44fc74d9-d831-4f72-ac6c-b061c83b9998 service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0981309 Sep 24 15:42:03.295524 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2ad90b1b-ca6c-4939-9e5a-cdf9a2986c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:03.360297 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-29cd91ab-60bc-4113-9e44-3a460b3ab467 req-33d0d060-6a9a-49fc-8fa0-d1eb5de86ab0 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812581 Sep 24 15:42:03.362584 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-2ad90b1b-ca6c-4939-9e5a-cdf9a2986c01 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=f2f1a60e2e74477692aca8b3dbaeb69e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7678092 Sep 24 15:42:03.366648 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 53400) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:03.367149 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad90b1b-ca6c-4939-9e5a-cdf9a2986c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=380c6132-f8ac-46e8-a3f8-22ca7a6f5808,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:03.384790 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba9b213-d246-479b-a50e-4c716911041f req-340cb81e-7f4b-438e-8904-8392a9fbfcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:03.386614 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cba9b213-d246-479b-a50e-4c716911041f req-340cb81e-7f4b-438e-8904-8392a9fbfcc5 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=200c20f17e62414ab5bbd41e14faa1b2&device_id=cf6c9060-1d12-414f-af7a-09d5667eba05 HTTP/1.1" status: 200 len: 1094 time: 0.0607941 Sep 24 15:42:03.446503 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '288b85eb-02e0-43ea-8131-e4e39b2bdddb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c9fda49-cc27-42a1-beac-c3884a84a52d'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:42:03.447982 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cba9b213-d246-479b-a50e-4c716911041f req-f267c160-350d-42f7-b3e6-63da49372db3 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2179b3f-fc72-421d-86b9-14c54b7bd5a9 HTTP/1.1" status: 200 len: 217 time: 0.0473638 Sep 24 15:42:03.449632 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66a9bd4-bd01-449f-8a9a-d595953c81b8" -d '{"events": [{"server_uuid": "288b85eb-02e0-43ea-8131-e4e39b2bdddb", "name": "network-vif-unplugged", "status": "completed", "tag": "0c9fda49-cc27-42a1-beac-c3884a84a52d"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:42:03.492866 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 15:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea5a515-2c93-471c-a638-1672a305465a x-openstack-request-id: req-4ea5a515-2c93-471c-a638-1672a305465a {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:42:03.493177 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "288b85eb-02e0-43ea-8131-e4e39b2bdddb", "name": "network-vif-unplugged", "status": "completed", "tag": "0c9fda49-cc27-42a1-beac-c3884a84a52d", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:42:03.493440 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4ea5a515-2c93-471c-a638-1672a305465a {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:42:03.493837 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '288b85eb-02e0-43ea-8131-e4e39b2bdddb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0c9fda49-cc27-42a1-beac-c3884a84a52d', 'code': 200} Sep 24 15:42:03.527163 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-55ed93fe-7e7e-4cc1-999e-0901ece69982 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:03.535494 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba9b213-d246-479b-a50e-4c716911041f req-13724f8b-54b7-449b-8f93-525473308ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:03.537375 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cba9b213-d246-479b-a50e-4c716911041f req-13724f8b-54b7-449b-8f93-525473308ec3 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=ad5cbaed-71b0-4d7b-91df-affbc25b46b3 HTTP/1.1" status: 200 len: 860 time: 0.0761344 Sep 24 15:42:03.566465 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-55ed93fe-7e7e-4cc1-999e-0901ece69982 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:03.632771 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fc085785-a60a-4271-92df-462b4aeda30e req-ac654c78-58dd-4db7-a8f6-8341a9aa2cc3 tempest-ImagesOneServerTestJSON-1031076513 tempest-ImagesOneServerTestJSON-1031076513-project] 10.222.0.101 "GET /v2.0/ports?device_id=cb4e8a26-5c1d-4728-9dcf-48b66165cce6 HTTP/1.1" status: 200 len: 210 time: 0.0335066 Sep 24 15:42:03.639580 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba9b213-d246-479b-a50e-4c716911041f req-6cb6c976-3dab-4aef-8f32-3bfef5d25888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:03.641304 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cba9b213-d246-479b-a50e-4c716911041f req-6cb6c976-3dab-4aef-8f32-3bfef5d25888 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=71201ca5-026a-47e5-88ab-afc6b5698b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0652788 Sep 24 15:42:03.736230 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cba9b213-d246-479b-a50e-4c716911041f req-736be95b-f282-42af-bb14-c1bb71ff458c service neutron] 10.222.0.110 "GET /v2.0/networks/71201ca5-026a-47e5-88ab-afc6b5698b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871444 Sep 24 15:42:03.779203 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-55ed93fe-7e7e-4cc1-999e-0901ece69982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:03.781748 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-55ed93fe-7e7e-4cc1-999e-0901ece69982 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:03.782888 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-55ed93fe-7e7e-4cc1-999e-0901ece69982 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/380c6132-f8ac-46e8-a3f8-22ca7a6f5808 HTTP/1.1" status: 204 len: 168 time: 0.4144454 Sep 24 15:42:03.822282 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ed93fe-7e7e-4cc1-999e-0901ece69982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=380c6132-f8ac-46e8-a3f8-22ca7a6f5808,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:03.863127 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cba9b213-d246-479b-a50e-4c716911041f req-27520058-14fd-426b-a515-949801c7faf6 service neutron] 10.222.0.110 "GET /v2.0/networks/71201ca5-026a-47e5-88ab-afc6b5698b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180692 Sep 24 15:42:03.883644 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2a3ff098-36aa-4552-979a-360360364066 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:04.036843 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb74df-3e78-4917-869c-74d32bc02530 req-4227f212-bbf7-4e22-b357-c5249ec3cab6 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:04.038398 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-76eb74df-3e78-4917-869c-74d32bc02530 req-4227f212-bbf7-4e22-b357-c5249ec3cab6 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/ports?device_id=cf6c9060-1d12-414f-af7a-09d5667eba05 HTTP/1.1" status: 200 len: 943 time: 0.0511546 Sep 24 15:42:04.080449 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-76eb74df-3e78-4917-869c-74d32bc02530 req-b1d0c910-8627-4733-b2ac-6720e47d2b8f tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/security-groups?id=1c9ff1eb-cd2c-4c04-9f5e-bee8ddca47c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355501 Sep 24 15:42:04.257610 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:04.343946 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e63b138-84b3-45af-be1c-e9dfcf779237 req-8d231427-7433-4b72-905f-bdb9c8b681b2 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:04.345424 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2e63b138-84b3-45af-be1c-e9dfcf779237 req-8d231427-7433-4b72-905f-bdb9c8b681b2 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 944 time: 0.0506651 Sep 24 15:42:04.385111 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2e63b138-84b3-45af-be1c-e9dfcf779237 req-4aa6f365-6760-4dd8-8939-0aef37056d1b tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333905 Sep 24 15:42:04.516140 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 53454) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:04.523043 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1460921-7dc8-4841-a827-928834dac3f0 req-d07bd28c-d8d7-4e49-8e31-db07478ef842 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:04.525348 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e1460921-7dc8-4841-a827-928834dac3f0 req-d07bd28c-d8d7-4e49-8e31-db07478ef842 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=08792b6c-40f7-4639-b72b-9d6b71aa3963 HTTP/1.1" status: 200 len: 945 time: 0.0630715 Sep 24 15:42:04.529476 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-968316bd-e0c5-43e0-a487-e582296c9c79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:04.569414 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e1460921-7dc8-4841-a827-928834dac3f0 req-5d9af31a-d98b-4e6a-bcbf-911ec34928d5 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362611 Sep 24 15:42:04.628696 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-968316bd-e0c5-43e0-a487-e582296c9c79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:04.757390 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-968316bd-e0c5-43e0-a487-e582296c9c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:04.794875 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968316bd-e0c5-43e0-a487-e582296c9c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b579770f-413c-440d-963e-ddb57a4a1b9b,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:04.801722 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb68ca44-f107-4863-a735-2bbcb8dc7ac0 req-c8735bd6-8d3c-497e-b531-f50d3e1b28e5 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:04.801920 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-968316bd-e0c5-43e0-a487-e582296c9c79 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=43e40a73c3924ab58059471c92c39986&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2820528 Sep 24 15:42:04.802007 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-eb68ca44-f107-4863-a735-2bbcb8dc7ac0 req-c8735bd6-8d3c-497e-b531-f50d3e1b28e5 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 944 time: 0.0496156 Sep 24 15:42:04.802125 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 53462) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:04.851434 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-eb68ca44-f107-4863-a735-2bbcb8dc7ac0 req-9bf2f067-0d73-419b-92ca-34924aec8c53 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442593 Sep 24 15:42:04.874057 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f1866908-218b-4e48-83d5-280c666b9eee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:04.896978 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f1866908-218b-4e48-83d5-280c666b9eee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:04.931439 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc2f1fe-1ec2-4abf-8741-d575ae7d68db req-678fad7b-c697-416e-92f1-a221c2ce6c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:04.933933 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4bc2f1fe-1ec2-4abf-8741-d575ae7d68db req-678fad7b-c697-416e-92f1-a221c2ce6c69 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=ac17221dd7b34bd3afb658a69ac088d3&device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 1095 time: 0.0509641 Sep 24 15:42:05.033626 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc2f1fe-1ec2-4abf-8741-d575ae7d68db req-5a8df965-2155-441b-9b24-48909a49fec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:05.035135 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4bc2f1fe-1ec2-4abf-8741-d575ae7d68db req-5a8df965-2155-441b-9b24-48909a49fec2 service neutron] 10.222.0.110 "GET /v2.0/networks?id=bad15511-e79d-4a5e-8826-604fa4d6fb1c HTTP/1.1" status: 200 len: 914 time: 0.0928142 Sep 24 15:42:05.080696 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f1866908-218b-4e48-83d5-280c666b9eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:05.084838 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f1866908-218b-4e48-83d5-280c666b9eee admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:05.089932 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f1866908-218b-4e48-83d5-280c666b9eee admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/b579770f-413c-440d-963e-ddb57a4a1b9b HTTP/1.1" status: 204 len: 168 time: 0.2857063 Sep 24 15:42:05.115043 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4bc2f1fe-1ec2-4abf-8741-d575ae7d68db req-face0540-3c0e-48ee-8854-dc1b1e995375 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c9fda49-cc27-42a1-beac-c3884a84a52d HTTP/1.1" status: 200 len: 998 time: 0.0705843 Sep 24 15:42:05.132602 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1866908-218b-4e48-83d5-280c666b9eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b579770f-413c-440d-963e-ddb57a4a1b9b,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:05.179069 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc2f1fe-1ec2-4abf-8741-d575ae7d68db req-340a9afb-9f3c-4e00-b549-c0eb825ecdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:05.180920 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4bc2f1fe-1ec2-4abf-8741-d575ae7d68db req-340a9afb-9f3c-4e00-b549-c0eb825ecdc1 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=ac550aa6-1c9d-441e-90e2-38bf2a7a38e4 HTTP/1.1" status: 200 len: 851 time: 0.0587296 Sep 24 15:42:05.214421 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:05.261550 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f24d607-8098-4d3f-b022-9e7657222c1e req-70080c50-76bc-476c-9d6a-0ba0dfdbba81 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:05.263192 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9f24d607-8098-4d3f-b022-9e7657222c1e req-70080c50-76bc-476c-9d6a-0ba0dfdbba81 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/ports?device_id=cf6c9060-1d12-414f-af7a-09d5667eba05 HTTP/1.1" status: 200 len: 943 time: 0.0811939 Sep 24 15:42:05.285629 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc2f1fe-1ec2-4abf-8741-d575ae7d68db req-66ab1fdb-eac4-4dc2-a03b-604b8fd1c25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:05.285629 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4bc2f1fe-1ec2-4abf-8741-d575ae7d68db req-66ab1fdb-eac4-4dc2-a03b-604b8fd1c25c service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=bad15511-e79d-4a5e-8826-604fa4d6fb1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756941 Sep 24 15:42:05.307198 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 53480) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:05.333062 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9f24d607-8098-4d3f-b022-9e7657222c1e req-363a8ef1-412b-4c08-9bff-b585deb600c6 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/security-groups?id=1c9ff1eb-cd2c-4c04-9f5e-bee8ddca47c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628531 Sep 24 15:42:05.396094 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4bc2f1fe-1ec2-4abf-8741-d575ae7d68db req-3a94a029-be47-4bd8-908c-674f8f5f9c26 service neutron] 10.222.0.110 "GET /v2.0/networks/bad15511-e79d-4a5e-8826-604fa4d6fb1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069262 Sep 24 15:42:05.487239 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-233dcc1a-a9dc-4b7b-b206-1bf9d70f5241 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=4e31ccefbbf247a88e548e5978268c86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1788218 Sep 24 15:42:05.490364 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 53486) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:05.510462 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4bc2f1fe-1ec2-4abf-8741-d575ae7d68db req-15810932-39e4-4f5b-8b84-3d6a7d46dd36 service neutron] 10.222.0.110 "GET /v2.0/networks/bad15511-e79d-4a5e-8826-604fa4d6fb1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074092 Sep 24 15:42:05.550849 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4016c349-341c-45e0-8e40-0faa627e3e90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:05.574682 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4016c349-341c-45e0-8e40-0faa627e3e90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:05.667803 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 53492) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:05.699216 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e0822b-f2a0-4a93-9b91-aff64902adb9 req-bc687681-3fcc-4335-b67e-28efb530c3b1 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:05.700960 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-50e0822b-f2a0-4a93-9b91-aff64902adb9 req-bc687681-3fcc-4335-b67e-28efb530c3b1 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=08792b6c-40f7-4639-b72b-9d6b71aa3963 HTTP/1.1" status: 200 len: 945 time: 0.0609024 Sep 24 15:42:05.741707 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-50e0822b-f2a0-4a93-9b91-aff64902adb9 req-68d6b6d2-7b7a-4910-90a3-0ecfc57935ec tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344195 Sep 24 15:42:05.777571 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4016c349-341c-45e0-8e40-0faa627e3e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:05.780412 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4016c349-341c-45e0-8e40-0faa627e3e90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:05.785097 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-4016c349-341c-45e0-8e40-0faa627e3e90 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/39ea9fa9-0168-4127-9efe-40cda7f64871 HTTP/1.1" status: 204 len: 168 time: 0.2903841 Sep 24 15:42:05.791218 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4016c349-341c-45e0-8e40-0faa627e3e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ea9fa9-0168-4127-9efe-40cda7f64871,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:05.798513 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-34578f4e-8bde-4dce-a83c-647d7c13c56c tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-2069703553', 'router:external': True}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:42:05.917234 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34578f4e-8bde-4dce-a83c-647d7c13c56c tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Made reservation on behalf of 60a211bc53744487b0ef2a18ec9f1ef4 for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:42:05.919933 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-34578f4e-8bde-4dce-a83c-647d7c13c56c tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:05.943419 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-34578f4e-8bde-4dce-a83c-647d7c13c56c tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:06.001054 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68393fb8-3eaf-4054-b948-1ad7bbc95a55 req-c1d68bab-dc9d-42d8-b45e-3b33852e536a tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:06.002581 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-68393fb8-3eaf-4054-b948-1ad7bbc95a55 req-c1d68bab-dc9d-42d8-b45e-3b33852e536a tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 944 time: 0.0795300 Sep 24 15:42:06.070259 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-68393fb8-3eaf-4054-b948-1ad7bbc95a55 req-9b8e102c-57f0-43f3-b45c-dbd27879323a tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591311 Sep 24 15:42:06.119996 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-34578f4e-8bde-4dce-a83c-647d7c13c56c tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:06.191785 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-34578f4e-8bde-4dce-a83c-647d7c13c56c tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:06.217380 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34578f4e-8bde-4dce-a83c-647d7c13c56c tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1276} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:42:06.227758 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34578f4e-8bde-4dce-a83c-647d7c13c56c tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19a222c1-dc40-4ebe-b670-09656e3c82c5,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:06.232545 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-34578f4e-8bde-4dce-a83c-647d7c13c56c tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:06.232885 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-34578f4e-8bde-4dce-a83c-647d7c13c56c tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Added segment 9da81560-15be-4391-8af5-b6bc407f6394 of type vlan for network 24f3ef2f-cdaa-4cbb-be85-38c0fad85907 Sep 24 15:42:06.295185 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-34578f4e-8bde-4dce-a83c-647d7c13c56c tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:06.408928 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-34578f4e-8bde-4dce-a83c-647d7c13c56c tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:06.410039 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34578f4e-8bde-4dce-a83c-647d7c13c56c tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:06.410661 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-34578f4e-8bde-4dce-a83c-647d7c13c56c tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:06.474214 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0d740b-b40f-4540-ae58-20b3d429e74c req-704ba6a5-1f63-4c13-b61f-146f25ddcdd9 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:06.475988 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ed0d740b-b40f-4540-ae58-20b3d429e74c req-704ba6a5-1f63-4c13-b61f-146f25ddcdd9 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/ports?device_id=cf6c9060-1d12-414f-af7a-09d5667eba05 HTTP/1.1" status: 200 len: 943 time: 0.0554926 Sep 24 15:42:06.481514 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34578f4e-8bde-4dce-a83c-647d7c13c56c tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Pushing event updated for resources: {'Network': ['ID=24f3ef2f-cdaa-4cbb-be85-38c0fad85907,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:06.494096 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 24f3ef2f-cdaa-4cbb-be85-38c0fad85907 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:42:06.522931 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-34578f4e-8bde-4dce-a83c-647d7c13c56c tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 0.8510795 Sep 24 15:42:06.527649 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 53532) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:06.534000 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-6c7353e0-ca2e-4417-9d1d-16263efbe4a9 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Request body: {'subnet': {'network_id': '24f3ef2f-cdaa-4cbb-be85-38c0fad85907', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:42:06.544598 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ed0d740b-b40f-4540-ae58-20b3d429e74c req-9a7b8a11-d756-42e0-954b-42d339280a86 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/security-groups?id=1c9ff1eb-cd2c-4c04-9f5e-bee8ddca47c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513220 Sep 24 15:42:06.608972 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:06.654530 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c7353e0-ca2e-4417-9d1d-16263efbe4a9 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Made reservation on behalf of 60a211bc53744487b0ef2a18ec9f1ef4 for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:42:06.657117 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6c7353e0-ca2e-4417-9d1d-16263efbe4a9 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:06.871631 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0a960a-3e4e-4378-83bd-f9117f8dff8d req-87eeff16-ac9b-4991-a98b-1d0b17a6e347 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:06.877358 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8d0a960a-3e4e-4378-83bd-f9117f8dff8d req-87eeff16-ac9b-4991-a98b-1d0b17a6e347 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=08792b6c-40f7-4639-b72b-9d6b71aa3963 HTTP/1.1" status: 200 len: 945 time: 0.0589252 Sep 24 15:42:06.943013 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8d0a960a-3e4e-4378-83bd-f9117f8dff8d req-e8d8c5b2-6b6e-4ee0-807a-b67d623bd125 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590029 Sep 24 15:42:07.246754 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b16321-08fd-4661-8689-445b8fd25dea req-d3f5a4f5-ee01-4650-9107-b6b75cef9a15 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:07.248277 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b8b16321-08fd-4661-8689-445b8fd25dea req-d3f5a4f5-ee01-4650-9107-b6b75cef9a15 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 944 time: 0.0581515 Sep 24 15:42:07.284797 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device c2179b3f-fc72-421d-86b9-14c54b7bd5a9 details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:42:07.288842 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device c0e99190-1e5c-4b9b-af6e-77b9f1e2706f no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:42:07.299681 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b8b16321-08fd-4661-8689-445b8fd25dea req-b148a24f-cbe2-46dd-8af9-a4e50e6f5fab tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411925 Sep 24 15:42:07.321301 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] No Port match for: c0e99190-1e5c-4b9b-af6e-77b9f1e2706f {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:42:07.321641 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device c0e99190-1e5c-4b9b-af6e-77b9f1e2706f not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:42:07.399200 n-d-808921-1 neutron-server[95298]: DEBUG neutron.objects.ports [None req-6c7353e0-ca2e-4417-9d1d-16263efbe4a9 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95298) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 24 15:42:07.400153 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6c7353e0-ca2e-4417-9d1d-16263efbe4a9 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:07.432544 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port c2179b3f-fc72-421d-86b9-14c54b7bd5a9, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=c2179b3f-fc72-421d-86b9-14c54b7bd5a9,segment=NetworkSegment(d54d1cac-233d-4747-8d75-2f45849c42f8),segment_id=d54d1cac-233d-4747-8d75-2f45849c42f8)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:42:07.444987 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7353e0-ca2e-4417-9d1d-16263efbe4a9 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a8b8222d-86c0-43fe-b2f6-59740a17fe63,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:07.454329 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': 'c2179b3f-fc72-421d-86b9-14c54b7bd5a9', 'network_id': '71201ca5-026a-47e5-88ab-afc6b5698b5d', 'port_id': 'c2179b3f-fc72-421d-86b9-14c54b7bd5a9', 'mac_address': 'fa:16:3e:80:22:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad5cbaed-71b0-4d7b-91df-affbc25b46b3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:42:07.489490 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7353e0-ca2e-4417-9d1d-16263efbe4a9 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Checking segment: {'id': '9da81560-15be-4391-8af5-b6bc407f6394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '24f3ef2f-cdaa-4cbb-be85-38c0fad85907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:42:07.490305 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7353e0-ca2e-4417-9d1d-16263efbe4a9 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Network hostable DHCP agents. Network: 24f3ef2f-cdaa-4cbb-be85-38c0fad85907, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:42:07.505284 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:07.511704 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd523fd-019e-4a4f-966a-6be812bd073f req-01645b0f-b3e2-4fb8-a7e3-53c9dd0d6fd6 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:07.513250 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2dd523fd-019e-4a4f-966a-6be812bd073f req-01645b0f-b3e2-4fb8-a7e3-53c9dd0d6fd6 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 944 time: 0.0572798 Sep 24 15:42:07.518298 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2179b3f-fc72-421d-86b9-14c54b7bd5a9 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:42:07.538330 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port c2179b3f-fc72-421d-86b9-14c54b7bd5a9, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=c2179b3f-fc72-421d-86b9-14c54b7bd5a9,segment=NetworkSegment(d54d1cac-233d-4747-8d75-2f45849c42f8),segment_id=d54d1cac-233d-4747-8d75-2f45849c42f8)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:42:07.553981 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2dd523fd-019e-4a4f-966a-6be812bd073f req-899b24ee-4edb-4a8d-8d1b-93b01a1b9b89 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341747 Sep 24 15:42:07.611752 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7353e0-ca2e-4417-9d1d-16263efbe4a9 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Network 24f3ef2f-cdaa-4cbb-be85-38c0fad85907 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:42:07.663005 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 53580) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:07.672187 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:07.687833 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955cf218-834e-4349-807b-5cc8134e6799 req-391b2af8-ffd8-4f3e-822f-bcca74361440 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:07.689781 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-955cf218-834e-4349-807b-5cc8134e6799 req-391b2af8-ffd8-4f3e-822f-bcca74361440 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/ports?device_id=cf6c9060-1d12-414f-af7a-09d5667eba05 HTTP/1.1" status: 200 len: 943 time: 0.0638285 Sep 24 15:42:07.718237 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-6c7353e0-ca2e-4417-9d1d-16263efbe4a9 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 24f3ef2f-cdaa-4cbb-be85-38c0fad85907) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:42:07.724219 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7353e0-ca2e-4417-9d1d-16263efbe4a9 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:07.725696 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6c7353e0-ca2e-4417-9d1d-16263efbe4a9 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:07.732176 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88145faa-db53-4d58-949a-dcc0ab6f6c32 None None] Network 24f3ef2f-cdaa-4cbb-be85-38c0fad85907 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:42:07.746184 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-955cf218-834e-4349-807b-5cc8134e6799 req-536c2f0c-4cbf-42fc-bd47-baf9e3c691b4 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/security-groups?id=1c9ff1eb-cd2c-4c04-9f5e-bee8ddca47c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480545 Sep 24 15:42:07.755582 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f832af-e090-4e63-a783-dfec6dcbe6e3 req-bb290957-b384-4b8b-b929-2622bbf94712 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:07.762312 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-58f832af-e090-4e63-a783-dfec6dcbe6e3 req-bb290957-b384-4b8b-b929-2622bbf94712 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 944 time: 0.0931060 Sep 24 15:42:07.815226 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-58f832af-e090-4e63-a783-dfec6dcbe6e3 req-169955dd-7777-41db-a9ab-1f727cacf6a4 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465965 Sep 24 15:42:07.817536 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-6c7353e0-ca2e-4417-9d1d-16263efbe4a9 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.2886949 Sep 24 15:42:07.819010 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c8b9756d-7946-4ac3-a263-d4178580b4f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:07.819136 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=c2179b3f-fc72-421d-86b9-14c54b7bd5a9,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:07.820405 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 53584) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:07.825257 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-1fdfc549-c5f8-408e-a28e-d60e6903900e tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1450567790', 'network_id': '24f3ef2f-cdaa-4cbb-be85-38c0fad85907'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:42:07.838019 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:07.838534 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:07.838885 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:07.839220 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:07.839622 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:07.839962 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:07.840286 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:07.840611 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:07.840935 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:07.841257 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:07.841578 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:07.841954 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:07.889624 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0caf7c-26fc-4275-8d8e-231d7c902ae6 None None] Network 24f3ef2f-cdaa-4cbb-be85-38c0fad85907 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:42:07.946700 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['c2179b3f-fc72-421d-86b9-14c54b7bd5a9'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:42:07.957227 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fdfc549-c5f8-408e-a28e-d60e6903900e tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Made reservation on behalf of 60a211bc53744487b0ef2a18ec9f1ef4 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:42:07.960562 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1fdfc549-c5f8-408e-a28e-d60e6903900e tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:07.980907 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [None req-1fdfc549-c5f8-408e-a28e-d60e6903900e tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] device_id is not set on port 3bc6ae92-0cae-4a7a-979a-a204afc87b54 yet. {{(pid=95298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:42:08.070599 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c8b9756d-7946-4ac3-a263-d4178580b4f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:08.137368 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c8b9756d-7946-4ac3-a263-d4178580b4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:08.171075 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9784892-88cf-4145-8229-a7734fdbc62e req-5c4da081-f5b7-4983-a208-43666c6fe60f tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:08.172557 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d9784892-88cf-4145-8229-a7734fdbc62e req-5c4da081-f5b7-4983-a208-43666c6fe60f tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=08792b6c-40f7-4639-b72b-9d6b71aa3963 HTTP/1.1" status: 200 len: 945 time: 0.0902083 Sep 24 15:42:08.180433 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-c8b9756d-7946-4ac3-a263-d4178580b4f4 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=2324e41e21814cac94a6f4ad491b9cb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5164132 Sep 24 15:42:08.184233 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 53602) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:08.201303 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-1fdfc549-c5f8-408e-a28e-d60e6903900e tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Allocated IP 2001:db8::113 (24f3ef2f-cdaa-4cbb-be85-38c0fad85907/a8b8222d-86c0-43fe-b2f6-59740a17fe63/3bc6ae92-0cae-4a7a-979a-a204afc87b54) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:42:08.209809 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e8053-66d3-41be-9e03-4ce07603b093 req-19442273-5355-4c16-8a8f-f9a20678d0bb tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:08.211347 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e82e8053-66d3-41be-9e03-4ce07603b093 req-19442273-5355-4c16-8a8f-f9a20678d0bb tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/networks?id=bad15511-e79d-4a5e-8826-604fa4d6fb1c HTTP/1.1" status: 200 len: 812 time: 0.1666753 Sep 24 15:42:08.227214 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b9756d-7946-4ac3-a263-d4178580b4f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d1492ee-411d-4b83-bbe4-0002fabe1d8e,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:08.243510 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e82e8053-66d3-41be-9e03-4ce07603b093 req-4da66794-8801-4feb-800d-a1344804bb0e tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/quotas/ac17221dd7b34bd3afb658a69ac088d3 HTTP/1.1" status: 200 len: 375 time: 0.0217671 Sep 24 15:42:08.257374 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d9784892-88cf-4145-8229-a7734fdbc62e req-9bbcd75b-1a45-4912-b754-7e2ca04193ae tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758853 Sep 24 15:42:08.278360 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1d7cf7cb-28b1-49b6-bd49-29e8ec877f1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:08.299366 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1d7cf7cb-28b1-49b6-bd49-29e8ec877f1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:08.364875 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e82e8053-66d3-41be-9e03-4ce07603b093 req-947d1fe4-6905-4e1a-b36e-b50ef4a52927 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=ac17221dd7b34bd3afb658a69ac088d3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1101980 Sep 24 15:42:08.438655 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1d7cf7cb-28b1-49b6-bd49-29e8ec877f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:08.441724 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1d7cf7cb-28b1-49b6-bd49-29e8ec877f1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:08.443503 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-1d7cf7cb-28b1-49b6-bd49-29e8ec877f1d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/0d1492ee-411d-4b83-bbe4-0002fabe1d8e HTTP/1.1" status: 204 len: 168 time: 0.2584260 Sep 24 15:42:08.452634 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7cf7cb-28b1-49b6-bd49-29e8ec877f1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d1492ee-411d-4b83-bbe4-0002fabe1d8e,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:08.464907 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1fdfc549-c5f8-408e-a28e-d60e6903900e tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:08.497230 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e82e8053-66d3-41be-9e03-4ce07603b093 req-d7d5216f-f396-43df-a9a4-50661753bc3c service neutron] 10.222.0.101 "GET /v2.0/networks/bad15511-e79d-4a5e-8826-604fa4d6fb1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242099 Sep 24 15:42:08.596424 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e82e8053-66d3-41be-9e03-4ce07603b093 req-86583fe4-c458-4648-b7ba-6a3e10421028 service neutron] 10.222.0.101 "GET /v2.0/networks/bad15511-e79d-4a5e-8826-604fa4d6fb1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910380 Sep 24 15:42:08.609311 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1fdfc549-c5f8-408e-a28e-d60e6903900e tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:08.655100 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdfc549-c5f8-408e-a28e-d60e6903900e tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Network 24f3ef2f-cdaa-4cbb-be85-38c0fad85907 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:42:08.657985 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-1fdfc549-c5f8-408e-a28e-d60e6903900e tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:42:08.662240 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdfc549-c5f8-408e-a28e-d60e6903900e tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:42:08.663277 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdfc549-c5f8-408e-a28e-d60e6903900e tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:08.663999 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1fdfc549-c5f8-408e-a28e-d60e6903900e tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:08.680494 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdfc549-c5f8-408e-a28e-d60e6903900e tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Pushing event updated for resources: {'Port': ['ID=3bc6ae92-0cae-4a7a-979a-a204afc87b54,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:08.866915 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-1fdfc549-c5f8-408e-a28e-d60e6903900e tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.0453541 Sep 24 15:42:08.871146 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 53620) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:08.946195 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:08.949623 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-748dbc2f-77c3-41e4-8f2b-3ef052a38469 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Deleting port 3bc6ae92-0cae-4a7a-979a-a204afc87b54 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:42:08.949969 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-748dbc2f-77c3-41e4-8f2b-3ef052a38469 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:09.073987 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9ddd8efa-eca6-4932-b373-601fbd9e4288 req-4250e51d-c364-4760-8163-8b00fddcd132 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=dddc2437-868a-425d-afd9-a0fe4f837064 HTTP/1.1" status: 200 len: 210 time: 0.0283172 Sep 24 15:42:09.084671 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-748dbc2f-77c3-41e4-8f2b-3ef052a38469 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:09.110914 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-748dbc2f-77c3-41e4-8f2b-3ef052a38469 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Calling delete_port for 3bc6ae92-0cae-4a7a-979a-a204afc87b54 owned by {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:42:09.132706 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7097cf7b-e691-4370-88f0-b7bc1e505e8a req-935d3fa9-3261-4137-bf92-b00d416b2cfd tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:09.134241 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7097cf7b-e691-4370-88f0-b7bc1e505e8a req-935d3fa9-3261-4137-bf92-b00d416b2cfd tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/ports?device_id=cf6c9060-1d12-414f-af7a-09d5667eba05 HTTP/1.1" status: 200 len: 944 time: 0.0883894 Sep 24 15:42:09.222265 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7097cf7b-e691-4370-88f0-b7bc1e505e8a req-86bb8079-4cc3-4225-bd8e-d1f8ff357c10 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/security-groups?id=1c9ff1eb-cd2c-4c04-9f5e-bee8ddca47c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524657 Sep 24 15:42:09.285352 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device c2179b3f-fc72-421d-86b9-14c54b7bd5a9 up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:42:09.395832 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab748d3-0f41-40df-b49f-4501707b56d9 req-d43d4c79-263c-4287-968e-93da20e1b4a7 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:09.397339 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fab748d3-0f41-40df-b49f-4501707b56d9 req-d43d4c79-263c-4287-968e-93da20e1b4a7 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=08792b6c-40f7-4639-b72b-9d6b71aa3963 HTTP/1.1" status: 200 len: 945 time: 0.0550640 Sep 24 15:42:09.401715 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-748dbc2f-77c3-41e4-8f2b-3ef052a38469 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:09.435091 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748dbc2f-77c3-41e4-8f2b-3ef052a38469 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Pushing event deleted for resources: {'Port': ['ID=3bc6ae92-0cae-4a7a-979a-a204afc87b54,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:09.469034 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-748dbc2f-77c3-41e4-8f2b-3ef052a38469 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:09.471082 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-748dbc2f-77c3-41e4-8f2b-3ef052a38469 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] 10.222.0.101 "DELETE /v2.0/ports/3bc6ae92-0cae-4a7a-979a-a204afc87b54 HTTP/1.1" status: 204 len: 168 time: 0.5989456 Sep 24 15:42:09.474396 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 53646) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:09.478640 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-7b994d3f-6ec1-4167-90c5-f11b41325059 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '24f3ef2f-cdaa-4cbb-be85-38c0fad85907', 'external_fixed_ips': [{'subnet_id': 'a8b8222d-86c0-43fe-b2f6-59740a17fe63', 'ip_address': '2001:db8::113'}]}}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:42:09.506219 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fab748d3-0f41-40df-b49f-4501707b56d9 req-36ec7993-c819-4b98-9761-d13e6a005c11 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975442 Sep 24 15:42:09.508888 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port c2179b3f-fc72-421d-86b9-14c54b7bd5a9 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:42:09.513864 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port c2179b3f-fc72-421d-86b9-14c54b7bd5a9 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:42:09.514247 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:09.621978 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:09.643165 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7b994d3f-6ec1-4167-90c5-f11b41325059 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:09.644457 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7b994d3f-6ec1-4167-90c5-f11b41325059 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:09.645854 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf6c9060-1d12-414f-af7a-09d5667eba05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2179b3f-fc72-421d-86b9-14c54b7bd5a9'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:42:09.648690 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4062615-0bbf-4c4a-b830-ab6bc6643ef1" -d '{"events": [{"server_uuid": "cf6c9060-1d12-414f-af7a-09d5667eba05", "name": "network-vif-plugged", "status": "completed", "tag": "c2179b3f-fc72-421d-86b9-14c54b7bd5a9"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:42:09.662763 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 53658) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:09.668580 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port c2179b3f-fc72-421d-86b9-14c54b7bd5a9, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=c2179b3f-fc72-421d-86b9-14c54b7bd5a9,segment=NetworkSegment(d54d1cac-233d-4747-8d75-2f45849c42f8),segment_id=d54d1cac-233d-4747-8d75-2f45849c42f8)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:42:09.708994 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7b994d3f-6ec1-4167-90c5-f11b41325059 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:09.726856 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b5702c9-1483-494c-b2bb-72328ffc7f88 x-openstack-request-id: req-6b5702c9-1483-494c-b2bb-72328ffc7f88 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:42:09.727162 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf6c9060-1d12-414f-af7a-09d5667eba05", "name": "network-vif-plugged", "status": "completed", "tag": "c2179b3f-fc72-421d-86b9-14c54b7bd5a9", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:42:09.727467 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-6b5702c9-1483-494c-b2bb-72328ffc7f88 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:42:09.728186 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf6c9060-1d12-414f-af7a-09d5667eba05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2179b3f-fc72-421d-86b9-14c54b7bd5a9', 'code': 200} Sep 24 15:42:09.792702 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-b3729ce2-1dd3-44dc-9b35-bcedf9fe7cb5 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-443237389-network', 'tenant_id': '0734b1f8aeaa488781cf6b54424a77e1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:42:09.835722 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63feb3b-dc3d-4918-91b5-85c7d1902e4e req-799bb63c-71e9-4d32-b979-6a1b0c2b2e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:09.837209 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b63feb3b-dc3d-4918-91b5-85c7d1902e4e req-799bb63c-71e9-4d32-b979-6a1b0c2b2e37 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=cf6c9060-1d12-414f-af7a-09d5667eba05 HTTP/1.1" status: 200 len: 1095 time: 0.0400538 Sep 24 15:42:09.845639 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:09.874159 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b63feb3b-dc3d-4918-91b5-85c7d1902e4e req-22041407-21b6-4bcf-b249-82f523b4a31a service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=1c9ff1eb-cd2c-4c04-9f5e-bee8ddca47c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294685 Sep 24 15:42:09.892579 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=c2179b3f-fc72-421d-86b9-14c54b7bd5a9,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:09.985860 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3729ce2-1dd3-44dc-9b35-bcedf9fe7cb5 admin admin] Made reservation on behalf of 0734b1f8aeaa488781cf6b54424a77e1 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:42:09.988570 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b3729ce2-1dd3-44dc-9b35-bcedf9fe7cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:09.998078 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b3729ce2-1dd3-44dc-9b35-bcedf9fe7cb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:10.044917 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7b994d3f-6ec1-4167-90c5-f11b41325059 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:10.102205 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b3729ce2-1dd3-44dc-9b35-bcedf9fe7cb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:10.153873 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f4487667-02f5-4249-86bd-4a44a1bf3764 req-e8661b6c-81c0-4cc5-9916-66dbed0ab733 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=dddc2437-868a-425d-afd9-a0fe4f837064 HTTP/1.1" status: 200 len: 210 time: 0.0290644 Sep 24 15:42:10.175443 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b3729ce2-1dd3-44dc-9b35-bcedf9fe7cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:10.201832 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3729ce2-1dd3-44dc-9b35-bcedf9fe7cb5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1262} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:42:10.213025 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3729ce2-1dd3-44dc-9b35-bcedf9fe7cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd79e50-ac73-4227-8cd1-353a4bae6965,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:10.217910 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b3729ce2-1dd3-44dc-9b35-bcedf9fe7cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:10.218255 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-b3729ce2-1dd3-44dc-9b35-bcedf9fe7cb5 admin admin] Added segment 5934c9aa-a8bd-45bd-8ef3-d0086122f77a of type vlan for network 4e0c33a7-1444-477b-8d15-9ba1be3d5ff0 Sep 24 15:42:10.261055 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b3729ce2-1dd3-44dc-9b35-bcedf9fe7cb5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:10.350189 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c958d132-03a3-4b4f-8eab-2bff6b50db6a req-c8e7b9f1-4274-4bee-b049-6bcdaf81b9ac tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:10.351833 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c958d132-03a3-4b4f-8eab-2bff6b50db6a req-c8e7b9f1-4274-4bee-b049-6bcdaf81b9ac tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/ports?device_id=cf6c9060-1d12-414f-af7a-09d5667eba05 HTTP/1.1" status: 200 len: 945 time: 0.0526812 Sep 24 15:42:10.381883 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7b994d3f-6ec1-4167-90c5-f11b41325059 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:10.391677 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c958d132-03a3-4b4f-8eab-2bff6b50db6a req-bf87a692-ec6b-4f57-bab5-576e31473ada tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/security-groups?id=1c9ff1eb-cd2c-4c04-9f5e-bee8ddca47c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337591 Sep 24 15:42:10.403349 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7b994d3f-6ec1-4167-90c5-f11b41325059 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:10.412331 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b3729ce2-1dd3-44dc-9b35-bcedf9fe7cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:10.413893 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3729ce2-1dd3-44dc-9b35-bcedf9fe7cb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:10.415604 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b3729ce2-1dd3-44dc-9b35-bcedf9fe7cb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:10.482785 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3729ce2-1dd3-44dc-9b35-bcedf9fe7cb5 admin admin] Pushing event updated for resources: {'Network': ['ID=4e0c33a7-1444-477b-8d15-9ba1be3d5ff0,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:10.494517 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 4e0c33a7-1444-477b-8d15-9ba1be3d5ff0 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:42:10.539463 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b3729ce2-1dd3-44dc-9b35-bcedf9fe7cb5 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8751783 Sep 24 15:42:10.542164 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 53678) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:10.547438 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-7380647f-3089-4113-917d-8f494789da29 admin admin] Request body: {'subnet': {'network_id': '4e0c33a7-1444-477b-8d15-9ba1be3d5ff0', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-443237389-subnet', 'tenant_id': '0734b1f8aeaa488781cf6b54424a77e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:42:10.592799 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-7b994d3f-6ec1-4167-90c5-f11b41325059 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Allocated IP 2001:db8::113 (24f3ef2f-cdaa-4cbb-be85-38c0fad85907/a8b8222d-86c0-43fe-b2f6-59740a17fe63/2c5a2558-fe41-4ac2-b50e-9140bbb39df9) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:42:10.637025 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7380647f-3089-4113-917d-8f494789da29 admin admin] Made reservation on behalf of 0734b1f8aeaa488781cf6b54424a77e1 for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:42:10.640054 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7380647f-3089-4113-917d-8f494789da29 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:10.667728 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:10.699222 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369db122-6775-499b-8981-081ac97798d1 req-195985ae-ffa1-48a8-a63d-56078ae7eb33 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:10.700754 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-369db122-6775-499b-8981-081ac97798d1 req-195985ae-ffa1-48a8-a63d-56078ae7eb33 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=08792b6c-40f7-4639-b72b-9d6b71aa3963 HTTP/1.1" status: 200 len: 945 time: 0.1012845 Sep 24 15:42:10.773388 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-369db122-6775-499b-8981-081ac97798d1 req-0338d22e-1df0-4069-b3c5-2ea8c5c793df tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600967 Sep 24 15:42:10.776196 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7b994d3f-6ec1-4167-90c5-f11b41325059 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:10.951740 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7380647f-3089-4113-917d-8f494789da29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:10.951961 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7b994d3f-6ec1-4167-90c5-f11b41325059 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:10.991053 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b994d3f-6ec1-4167-90c5-f11b41325059 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Network 24f3ef2f-cdaa-4cbb-be85-38c0fad85907 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:42:10.995015 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-7b994d3f-6ec1-4167-90c5-f11b41325059 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:42:10.998753 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b994d3f-6ec1-4167-90c5-f11b41325059 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:42:11.014312 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7380647f-3089-4113-917d-8f494789da29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56fa2da8-1514-4087-8fe8-e12ec6d6db9e,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:11.026935 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7380647f-3089-4113-917d-8f494789da29 admin admin] Checking segment: {'id': '5934c9aa-a8bd-45bd-8ef3-d0086122f77a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '4e0c33a7-1444-477b-8d15-9ba1be3d5ff0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:42:11.027378 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7380647f-3089-4113-917d-8f494789da29 admin admin] Network hostable DHCP agents. Network: 4e0c33a7-1444-477b-8d15-9ba1be3d5ff0, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:42:11.045140 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b994d3f-6ec1-4167-90c5-f11b41325059 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Pushing event updated for resources: {'Port': ['ID=2c5a2558-fe41-4ac2-b50e-9140bbb39df9,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:11.151260 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7380647f-3089-4113-917d-8f494789da29 admin admin] Network 4e0c33a7-1444-477b-8d15-9ba1be3d5ff0 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:42:11.251212 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6ec2ba49-cd01-4373-8b15-8772b0ce1424 req-77d82eee-b1ef-47fa-a1ea-4d3fcec4d3f4 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=dddc2437-868a-425d-afd9-a0fe4f837064 HTTP/1.1" status: 200 len: 210 time: 0.0271256 Sep 24 15:42:11.277555 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-7380647f-3089-4113-917d-8f494789da29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 4e0c33a7-1444-477b-8d15-9ba1be3d5ff0) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:42:11.284303 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7380647f-3089-4113-917d-8f494789da29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:11.285539 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7380647f-3089-4113-917d-8f494789da29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:11.286487 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9173270-2a84-4681-b065-3b080316a509 None None] Network 4e0c33a7-1444-477b-8d15-9ba1be3d5ff0 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:42:11.365930 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7b994d3f-6ec1-4167-90c5-f11b41325059 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:11.382041 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-7380647f-3089-4113-917d-8f494789da29 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8383195 Sep 24 15:42:11.584754 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8401fd3a-ea03-48ea-a6ca-7e4b05ca8624 None None] Network 4e0c33a7-1444-477b-8d15-9ba1be3d5ff0 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:42:11.594374 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f974eac-c56b-4e92-b2ac-6d3c38c4376e req-565992b1-5f22-4f5c-bc60-5c59bbb334ab tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:11.595918 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2f974eac-c56b-4e92-b2ac-6d3c38c4376e req-565992b1-5f22-4f5c-bc60-5c59bbb334ab tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/ports?device_id=cf6c9060-1d12-414f-af7a-09d5667eba05 HTTP/1.1" status: 200 len: 945 time: 0.0743577 Sep 24 15:42:11.674324 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7b994d3f-6ec1-4167-90c5-f11b41325059 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:11.700334 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2f974eac-c56b-4e92-b2ac-6d3c38c4376e req-a19a2c59-b0a8-4478-b498-f56bd3af19b1 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/security-groups?id=1c9ff1eb-cd2c-4c04-9f5e-bee8ddca47c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759192 Sep 24 15:42:11.876306 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-b1a0403b-9eb8-4eca-b91d-93f1220026fd req-a086ff23-2a0c-4c08-9502-3254639fe3f5 tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-426551749', 'description': 'tempest-description-581709977'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:42:11.885745 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e8053-66d3-41be-9e03-4ce07603b093 req-617fdcf5-2033-4248-a54f-de5f00d4b359 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:11.887243 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e82e8053-66d3-41be-9e03-4ce07603b093 req-617fdcf5-2033-4248-a54f-de5f00d4b359 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.108 "GET /v2.0/networks?id=bad15511-e79d-4a5e-8826-604fa4d6fb1c HTTP/1.1" status: 200 len: 812 time: 0.2298386 Sep 24 15:42:11.916721 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-e82e8053-66d3-41be-9e03-4ce07603b093 req-e8b03f67-4aa1-40eb-ba9f-1ecbb28b3043 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Request body: {'port': {'device_id': 'dddc2437-868a-425d-afd9-a0fe4f837064', 'network_id': 'bad15511-e79d-4a5e-8826-604fa4d6fb1c', 'admin_state_up': True, 'tenant_id': 'ac17221dd7b34bd3afb658a69ac088d3'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:42:12.053082 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-b1a0403b-9eb8-4eca-b91d-93f1220026fd req-a086ff23-2a0c-4c08-9502-3254639fe3f5 tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:12.166660 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-b1a0403b-9eb8-4eca-b91d-93f1220026fd req-a086ff23-2a0c-4c08-9502-3254639fe3f5 tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:12.277416 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-b1a0403b-9eb8-4eca-b91d-93f1220026fd req-a086ff23-2a0c-4c08-9502-3254639fe3f5 tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:12.286408 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af68ac78-8051-4339-b644-5ae293c0f91e req-5e7d2c6a-d934-40ec-b894-cee73d271db6 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:12.287920 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-af68ac78-8051-4339-b644-5ae293c0f91e req-5e7d2c6a-d934-40ec-b894-cee73d271db6 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/ports?device_id=9ec0efa4-8375-42ca-bf38-4845e951e064&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4462147 Sep 24 15:42:12.309640 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 53718) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:12.329620 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a086ff23-2a0c-4c08-9502-3254639fe3f5 tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2591fd0-7fe3-4830-a437-90e6e318f21a,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:12.365062 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-af68ac78-8051-4339-b644-5ae293c0f91e req-2853a9d9-9aba-4a31-a15e-5a3d94c42991 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.0.127 HTTP/1.1" status: 200 len: 696 time: 0.0681562 Sep 24 15:42:12.377511 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-b1a0403b-9eb8-4eca-b91d-93f1220026fd req-a086ff23-2a0c-4c08-9502-3254639fe3f5 tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:12.378915 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b1a0403b-9eb8-4eca-b91d-93f1220026fd req-a086ff23-2a0c-4c08-9502-3254639fe3f5 tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.5069156 Sep 24 15:42:12.379036 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-af68ac78-8051-4339-b644-5ae293c0f91e req-cfe5048d-0f81-461d-9c88-2e9448e66e00 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Request body: {'floatingip': {'port_id': '0e633df5-034b-4779-b349-ead79bc7e51d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:42:12.432850 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-af68ac78-8051-4339-b644-5ae293c0f91e req-cfe5048d-0f81-461d-9c88-2e9448e66e00 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Notify callbacks [] for floatingip, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:12.436310 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b994d3f-6ec1-4167-90c5-f11b41325059 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Router abbb7556-236d-4f10-9240-be6d114a9cb7 is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:42:12.444619 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c338e260-81cc-4b2c-91e0-6df58bc50355 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:12.499751 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e82e8053-66d3-41be-9e03-4ce07603b093 req-e8b03f67-4aa1-40eb-ba9f-1ecbb28b3043 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Made reservation on behalf of ac17221dd7b34bd3afb658a69ac088d3 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:42:12.500580 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f3a025-bb2d-4089-b816-4abb509e0e7f req-0196b924-4ef9-488a-a205-ef1e4de950ef tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:12.502106 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-14f3a025-bb2d-4089-b816-4abb509e0e7f req-0196b924-4ef9-488a-a205-ef1e4de950ef tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=08792b6c-40f7-4639-b72b-9d6b71aa3963 HTTP/1.1" status: 200 len: 945 time: 0.0586977 Sep 24 15:42:12.503268 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e82e8053-66d3-41be-9e03-4ce07603b093 req-e8b03f67-4aa1-40eb-ba9f-1ecbb28b3043 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:12.563230 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-14f3a025-bb2d-4089-b816-4abb509e0e7f req-7d58c6b7-03f5-4e3b-b903-7858215a9a8d tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530591 Sep 24 15:42:12.620681 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c338e260-81cc-4b2c-91e0-6df58bc50355 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:12.723701 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c338e260-81cc-4b2c-91e0-6df58bc50355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:12.749931 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b8e51c13-7a5f-4bb5-8a79-5a5301267692 req-80957e12-b0bb-46e6-9dea-02f86e3d591a tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=dddc2437-868a-425d-afd9-a0fe4f837064 HTTP/1.1" status: 200 len: 210 time: 0.0369639 Sep 24 15:42:12.776520 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-c338e260-81cc-4b2c-91e0-6df58bc50355 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=7f54339e55654a13b3c175845d4cef30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4656377 Sep 24 15:42:12.777438 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b994d3f-6ec1-4167-90c5-f11b41325059 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:42:12.781525 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 53724) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:12.788280 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6625faa-85a5-44bf-ac50-e1aedb878ae6 None None] Sync routers for ids ['abbb7556-236d-4f10-9240-be6d114a9cb7'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:42:12.792360 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c338e260-81cc-4b2c-91e0-6df58bc50355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c8e13fe-ec82-490b-a469-1c21b00b98d7,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:12.810383 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6625faa-85a5-44bf-ac50-e1aedb878ae6 None None] Routers {'abbb7556-236d-4f10-9240-be6d114a9cb7'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:42:12.811036 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-f6625faa-85a5-44bf-ac50-e1aedb878ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:42:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['abbb7556-236d-4f10-9240-be6d114a9cb7'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:12.835454 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3efb8e9f-1729-433a-be52-453e982e49cb req-87b8736c-a8ae-4c15-a71a-0b662e9626b2 tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] 10.222.0.101 "GET /v2.0/security-groups/a2591fd0-7fe3-4830-a437-90e6e318f21a HTTP/1.1" status: 200 len: 1813 time: 0.0450370 Sep 24 15:42:12.846239 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-3efb8e9f-1729-433a-be52-453e982e49cb req-8efa2261-e565-4a84-8fbf-136d1b10ed6e tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a2591fd0-7fe3-4830-a437-90e6e318f21a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:42:12.846724 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-3efb8e9f-1729-433a-be52-453e982e49cb req-8efa2261-e565-4a84-8fbf-136d1b10ed6e tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a2591fd0-7fe3-4830-a437-90e6e318f21a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:42:12.898317 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-e82e8053-66d3-41be-9e03-4ce07603b093 req-e8b03f67-4aa1-40eb-ba9f-1ecbb28b3043 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Allocated IP 172.20.0.10 (bad15511-e79d-4a5e-8826-604fa4d6fb1c/ac550aa6-1c9d-441e-90e2-38bf2a7a38e4/cb238af0-bcfe-4574-a1e6-2129ca44f562) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:42:12.917200 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-f6625faa-85a5-44bf-ac50-e1aedb878ae6 None None] Set router abbb7556-236d-4f10-9240-be6d114a9cb7 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:42:12.945209 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7b994d3f-6ec1-4167-90c5-f11b41325059 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:12.948794 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-7b994d3f-6ec1-4167-90c5-f11b41325059 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.4711156 Sep 24 15:42:12.949278 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 53726) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:13.065032 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-29e3f25e-bb56-4616-8dd0-450c59c01913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:13.085264 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b8d74373-7440-4252-861a-11d6c1dde62f tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks [] for router, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:13.099590 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-f6625faa-85a5-44bf-ac50-e1aedb878ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abbb7556-236d-4f10-9240-be6d114a9cb7', 'name': '', 'tenant_id': '60a211bc53744487b0ef2a18ec9f1ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '24f3ef2f-cdaa-4cbb-be85-38c0fad85907', 'external_fixed_ips': [{'subnet_id': 'a8b8222d-86c0-43fe-b2f6-59740a17fe63', 'ip_address': '2001:db8::113'}], 'enable_snat': True}, 'gw_port_id': '2c5a2558-fe41-4ac2-b50e-9140bbb39df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:42:09Z', 'updated_at': '2021-09-24T15:42:11Z', 'revision_number': 3, 'project_id': '60a211bc53744487b0ef2a18ec9f1ef4', 'gw_port': {'id': '2c5a2558-fe41-4ac2-b50e-9140bbb39df9', 'name': '', 'network_id': '24f3ef2f-cdaa-4cbb-be85-38c0fad85907', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:bf:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abbb7556-236d-4f10-9240-be6d114a9cb7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1176, 'fixed_ips': [{'subnet_id': 'a8b8222d-86c0-43fe-b2f6-59740a17fe63', 'ip_address': '2001:db8::113', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:42:10Z', 'updated_at': '2021-09-24T15:42:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8b8222d-86c0-43fe-b2f6-59740a17fe63', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:13.125091 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6625faa-85a5-44bf-ac50-e1aedb878ae6 None None] Checking router: abbb7556-236d-4f10-9240-be6d114a9cb7 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:42:13.125460 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-3efb8e9f-1729-433a-be52-453e982e49cb req-8efa2261-e565-4a84-8fbf-136d1b10ed6e tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:13.125571 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6625faa-85a5-44bf-ac50-e1aedb878ae6 None None] Updating router abbb7556-236d-4f10-9240-be6d114a9cb7 port 2c5a2558-fe41-4ac2-b50e-9140bbb39df9 binding host n-d-808921-1 {{(pid=95300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:42:13.154439 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-f6625faa-85a5-44bf-ac50-e1aedb878ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:13.175381 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-29e3f25e-bb56-4616-8dd0-450c59c01913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:13.195026 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-3efb8e9f-1729-433a-be52-453e982e49cb req-8efa2261-e565-4a84-8fbf-136d1b10ed6e tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:13.217863 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b8d74373-7440-4252-861a-11d6c1dde62f tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:13.286419 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-3efb8e9f-1729-433a-be52-453e982e49cb req-8efa2261-e565-4a84-8fbf-136d1b10ed6e tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:13.304727 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efa2261-e565-4a84-8fbf-136d1b10ed6e tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37457a97-8bae-4f79-be26-97638edc1ca8,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:13.376042 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-b8d74373-7440-4252-861a-11d6c1dde62f tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Deleting port 2c5a2558-fe41-4ac2-b50e-9140bbb39df9 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:42:13.376370 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b8d74373-7440-4252-861a-11d6c1dde62f tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:13.404251 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-3efb8e9f-1729-433a-be52-453e982e49cb req-8efa2261-e565-4a84-8fbf-136d1b10ed6e tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:13.405517 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3efb8e9f-1729-433a-be52-453e982e49cb req-8efa2261-e565-4a84-8fbf-136d1b10ed6e tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5632341 Sep 24 15:42:13.424037 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-f6625faa-85a5-44bf-ac50-e1aedb878ae6 None None] Notify callbacks [] for port, precommit_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:13.428077 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e82e8053-66d3-41be-9e03-4ce07603b093 req-e8b03f67-4aa1-40eb-ba9f-1ecbb28b3043 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:13.449627 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-af68ac78-8051-4339-b644-5ae293c0f91e req-cfe5048d-0f81-461d-9c88-2e9448e66e00 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:13.483071 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-29e3f25e-bb56-4616-8dd0-450c59c01913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:13.485706 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-29e3f25e-bb56-4616-8dd0-450c59c01913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:13.486941 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-29e3f25e-bb56-4616-8dd0-450c59c01913 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/0c8e13fe-ec82-490b-a469-1c21b00b98d7 HTTP/1.1" status: 204 len: 168 time: 0.6995125 Sep 24 15:42:13.501508 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e3f25e-bb56-4616-8dd0-450c59c01913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c8e13fe-ec82-490b-a469-1c21b00b98d7,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:13.511800 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-f6625faa-85a5-44bf-ac50-e1aedb878ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:13.523640 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-af68ac78-8051-4339-b644-5ae293c0f91e req-cfe5048d-0f81-461d-9c88-2e9448e66e00 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:13.568106 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-f6625faa-85a5-44bf-ac50-e1aedb878ae6 None None] Attempting to bind port 2c5a2558-fe41-4ac2-b50e-9140bbb39df9 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:42:13.568602 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-f6625faa-85a5-44bf-ac50-e1aedb878ae6 None None] Attempting to bind port 2c5a2558-fe41-4ac2-b50e-9140bbb39df9 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '9da81560-15be-4391-8af5-b6bc407f6394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '24f3ef2f-cdaa-4cbb-be85-38c0fad85907'}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:42:13.569034 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6625faa-85a5-44bf-ac50-e1aedb878ae6 None None] Attempting to bind port 2c5a2558-fe41-4ac2-b50e-9140bbb39df9 on network 24f3ef2f-cdaa-4cbb-be85-38c0fad85907 {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:42:13.578665 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6625faa-85a5-44bf-ac50-e1aedb878ae6 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:42:13.579184 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6625faa-85a5-44bf-ac50-e1aedb878ae6 None None] Checking segment: {'id': '9da81560-15be-4391-8af5-b6bc407f6394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '24f3ef2f-cdaa-4cbb-be85-38c0fad85907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:42:13.579681 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-f6625faa-85a5-44bf-ac50-e1aedb878ae6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:13.580332 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6625faa-85a5-44bf-ac50-e1aedb878ae6 None None] Bound using segment: {'id': '9da81560-15be-4391-8af5-b6bc407f6394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '24f3ef2f-cdaa-4cbb-be85-38c0fad85907'} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:42:13.580794 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-f6625faa-85a5-44bf-ac50-e1aedb878ae6 None None] Bound port: 2c5a2558-fe41-4ac2-b50e-9140bbb39df9, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9da81560-15be-4391-8af5-b6bc407f6394', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '24f3ef2f-cdaa-4cbb-be85-38c0fad85907'}}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:42:13.581226 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-f6625faa-85a5-44bf-ac50-e1aedb878ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:13.590087 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e82e8053-66d3-41be-9e03-4ce07603b093 req-e8b03f67-4aa1-40eb-ba9f-1ecbb28b3043 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:13.613727 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16419fb-b90c-4666-87fd-f748d0707494 None None] Pushing event updated for resources: {'Port': ['ID=2c5a2558-fe41-4ac2-b50e-9140bbb39df9,revision_number=2']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:13.647456 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e82e8053-66d3-41be-9e03-4ce07603b093 req-e8b03f67-4aa1-40eb-ba9f-1ecbb28b3043 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Network bad15511-e79d-4a5e-8826-604fa4d6fb1c is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:42:13.649923 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-f6625faa-85a5-44bf-ac50-e1aedb878ae6 None None] For port 2c5a2558-fe41-4ac2-b50e-9140bbb39df9, host n-d-808921-1, cleared binding levels {{(pid=95300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:42:13.653371 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-f6625faa-85a5-44bf-ac50-e1aedb878ae6 None None] For port 2c5a2558-fe41-4ac2-b50e-9140bbb39df9, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=2c5a2558-fe41-4ac2-b50e-9140bbb39df9,segment=NetworkSegment(9da81560-15be-4391-8af5-b6bc407f6394),segment_id=9da81560-15be-4391-8af5-b6bc407f6394)] {{(pid=95300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:42:13.654448 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-e82e8053-66d3-41be-9e03-4ce07603b093 req-e8b03f67-4aa1-40eb-ba9f-1ecbb28b3043 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:42:13.688491 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-e82e8053-66d3-41be-9e03-4ce07603b093 req-e8b03f67-4aa1-40eb-ba9f-1ecbb28b3043 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:42:13.726299 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b03f67-4aa1-40eb-ba9f-1ecbb28b3043 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Pushing event updated for resources: {'Port': ['ID=cb238af0-bcfe-4574-a1e6-2129ca44f562,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:13.742249 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b8d74373-7440-4252-861a-11d6c1dde62f tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:13.747104 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-f6625faa-85a5-44bf-ac50-e1aedb878ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:13.751956 n-d-808921-1 neutron-server[95298]: INFO neutron.db.l3_db [req-af68ac78-8051-4339-b644-5ae293c0f91e req-cfe5048d-0f81-461d-9c88-2e9448e66e00 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Floating IP cce4a889-65f1-4fe5-8db8-d5f63eb426ec associated. External IP: 172.25.0.127, port: 0e633df5-034b-4779-b349-ead79bc7e51d. Sep 24 15:42:13.757306 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-29417b28-eb52-4fe7-b4c9-c07437da8ae0 req-2d4c1f6c-3785-4502-989b-16aa7bf33249 tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] 10.222.0.101 "GET /v2.0/security-groups/a2591fd0-7fe3-4830-a437-90e6e318f21a HTTP/1.1" status: 200 len: 2407 time: 0.0674284 Sep 24 15:42:13.761365 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-b8d74373-7440-4252-861a-11d6c1dde62f tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Calling delete_port for 2c5a2558-fe41-4ac2-b50e-9140bbb39df9 owned by network:router_gateway {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:42:13.814179 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16419fb-b90c-4666-87fd-f748d0707494 None None] Pushing event updated for resources: {'Port': ['ID=2c5a2558-fe41-4ac2-b50e-9140bbb39df9,revision_number=3']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:13.832967 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6625faa-85a5-44bf-ac50-e1aedb878ae6 None None] Routers {'abbb7556-236d-4f10-9240-be6d114a9cb7'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:42:13.833751 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-f6625faa-85a5-44bf-ac50-e1aedb878ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:42:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['abbb7556-236d-4f10-9240-be6d114a9cb7'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:13.862480 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e8053-66d3-41be-9e03-4ce07603b093 req-e8b03f67-4aa1-40eb-ba9f-1ecbb28b3043 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:13.871259 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e82e8053-66d3-41be-9e03-4ce07603b093 req-e8b03f67-4aa1-40eb-ba9f-1ecbb28b3043 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:13.929370 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db5f8db-5e88-4911-98b7-3747090683d5 req-2921990b-9dcb-4806-8941-7dc66dac3bd3 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:13.930713 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6db5f8db-5e88-4911-98b7-3747090683d5 req-2921990b-9dcb-4806-8941-7dc66dac3bd3 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=08792b6c-40f7-4639-b72b-9d6b71aa3963 HTTP/1.1" status: 200 len: 945 time: 0.0767214 Sep 24 15:42:13.939507 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-f6625faa-85a5-44bf-ac50-e1aedb878ae6 None None] Set router abbb7556-236d-4f10-9240-be6d114a9cb7 gateway port host: None {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:42:14.014877 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e82e8053-66d3-41be-9e03-4ce07603b093 req-e8b03f67-4aa1-40eb-ba9f-1ecbb28b3043 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1035969 Sep 24 15:42:14.033969 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-f6625faa-85a5-44bf-ac50-e1aedb878ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abbb7556-236d-4f10-9240-be6d114a9cb7', 'name': '', 'tenant_id': '60a211bc53744487b0ef2a18ec9f1ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:42:09Z', 'updated_at': '2021-09-24T15:42:13Z', 'revision_number': 4, 'project_id': '60a211bc53744487b0ef2a18ec9f1ef4', 'gw_port_host': None}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:14.037120 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-42da40dd-0756-4213-b362-9aaf35a7f18a None None] Provisioning complete for port cb238af0-bcfe-4574-a1e6-2129ca44f562 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:42:14.037635 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-42da40dd-0756-4213-b362-9aaf35a7f18a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:14.045642 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-e82e8053-66d3-41be-9e03-4ce07603b093 req-d70c6d04-73ef-4e4e-a33e-d17b2ad47f7f service neutron] Request body: {'port': {'device_id': 'dddc2437-868a-425d-afd9-a0fe4f837064', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:42:14.051541 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6db5f8db-5e88-4911-98b7-3747090683d5 req-c29ddb67-a412-423a-b252-eaad8b44fdd5 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795031 Sep 24 15:42:14.097352 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-42da40dd-0756-4213-b362-9aaf35a7f18a None None] Port cb238af0-bcfe-4574-a1e6-2129ca44f562 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:42:14.111582 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6625faa-85a5-44bf-ac50-e1aedb878ae6 None None] The sync data for ids ['abbb7556-236d-4f10-9240-be6d114a9cb7'] in n-d-808921-1 is: [{'id': 'abbb7556-236d-4f10-9240-be6d114a9cb7', 'name': '', 'tenant_id': '60a211bc53744487b0ef2a18ec9f1ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:42:09Z', 'updated_at': '2021-09-24T15:42:13Z', 'revision_number': 4, 'project_id': '60a211bc53744487b0ef2a18ec9f1ef4', 'gw_port_host': None}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:42:14.143628 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e82e8053-66d3-41be-9e03-4ce07603b093 req-d70c6d04-73ef-4e4e-a33e-d17b2ad47f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:14.187692 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6c8488b1-9bff-4190-87d7-1914a3c5b80e req-9c830a47-e769-4837-8dfa-5a78459f8304 tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] 10.222.0.101 "GET /v2.0/security-group-rules/37457a97-8bae-4f79-be26-97638edc1ca8 HTTP/1.1" status: 200 len: 778 time: 0.0229404 Sep 24 15:42:14.242131 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6c8488b1-9bff-4190-87d7-1914a3c5b80e req-0e6857c2-5004-4efd-be71-a330e2fc0d34 tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] 10.222.0.101 "GET /v2.0/security-groups/a2591fd0-7fe3-4830-a437-90e6e318f21a HTTP/1.1" status: 200 len: 2407 time: 0.0445871 Sep 24 15:42:14.269402 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b8d74373-7440-4252-861a-11d6c1dde62f tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:14.300235 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d74373-7440-4252-861a-11d6c1dde62f tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Pushing event deleted for resources: {'Port': ['ID=2c5a2558-fe41-4ac2-b50e-9140bbb39df9,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:14.305718 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-6c8488b1-9bff-4190-87d7-1914a3c5b80e req-2d62af72-1b47-4b08-a097-f36af583cf80 tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:14.316180 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-6c8488b1-9bff-4190-87d7-1914a3c5b80e req-2d62af72-1b47-4b08-a097-f36af583cf80 tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:14.374363 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b8d74373-7440-4252-861a-11d6c1dde62f tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586576'] for router_gateway, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:14.482253 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b8d74373-7440-4252-861a-11d6c1dde62f tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:14.484457 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b8d74373-7440-4252-861a-11d6c1dde62f tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:14.535746 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-6c8488b1-9bff-4190-87d7-1914a3c5b80e req-2d62af72-1b47-4b08-a097-f36af583cf80 tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:14.544743 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-6c8488b1-9bff-4190-87d7-1914a3c5b80e req-2d62af72-1b47-4b08-a097-f36af583cf80 tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:14.544841 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6c8488b1-9bff-4190-87d7-1914a3c5b80e req-2d62af72-1b47-4b08-a097-f36af583cf80 tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] 10.222.0.101 "DELETE /v2.0/security-group-rules/37457a97-8bae-4f79-be26-97638edc1ca8 HTTP/1.1" status: 204 len: 173 time: 0.2934136 Sep 24 15:42:14.551977 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d62af72-1b47-4b08-a097-f36af583cf80 tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=37457a97-8bae-4f79-be26-97638edc1ca8,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:14.604080 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af68ac78-8051-4339-b644-5ae293c0f91e req-cfe5048d-0f81-461d-9c88-2e9448e66e00 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Router 801d1609-7b8f-4702-af99-68980cdbe1c8 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:42:14.654645 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b8d74373-7440-4252-861a-11d6c1dde62f tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:14.655454 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8d74373-7440-4252-861a-11d6c1dde62f tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Fanout notify agent at l3_agent the message router_deleted on router abbb7556-236d-4f10-9240-be6d114a9cb7 {{(pid=95297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:42:14.665049 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b8d74373-7440-4252-861a-11d6c1dde62f tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:14.666417 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b8d74373-7440-4252-861a-11d6c1dde62f tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] 10.222.0.101 "DELETE /v2.0/routers/abbb7556-236d-4f10-9240-be6d114a9cb7 HTTP/1.1" status: 204 len: 168 time: 1.7158141 Sep 24 15:42:14.668902 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 53758) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:14.715789 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e18684-ac0b-45ed-aa99-e169343b6f6d req-825ef323-f97a-47ba-bb31-4a2ce127f258 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:14.724567 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-46e18684-ac0b-45ed-aa99-e169343b6f6d req-825ef323-f97a-47ba-bb31-4a2ce127f258 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=dddc2437-868a-425d-afd9-a0fe4f837064 HTTP/1.1" status: 200 len: 932 time: 0.1147091 Sep 24 15:42:14.751960 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d601ff3-ab5e-4c62-b8cd-caadf15c8f47 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Deleting subnet a8b8222d-86c0-43fe-b2f6-59740a17fe63 {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:42:14.764237 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9d601ff3-ab5e-4c62-b8cd-caadf15c8f47 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:14.794660 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af68ac78-8051-4339-b644-5ae293c0f91e req-cfe5048d-0f81-461d-9c88-2e9448e66e00 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:42:14.794874 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-46e18684-ac0b-45ed-aa99-e169343b6f6d req-10a27d6b-fe21-4d4a-adeb-81bd3a9fb630 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692930 Sep 24 15:42:14.800153 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-af68ac78-8051-4339-b644-5ae293c0f91e req-cfe5048d-0f81-461d-9c88-2e9448e66e00 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:14.811901 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905162ec-bcec-4da5-a510-4c4c08570cfb None None] Sync routers for ids ['801d1609-7b8f-4702-af99-68980cdbe1c8'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:42:14.830786 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9d601ff3-ab5e-4c62-b8cd-caadf15c8f47 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:14.833222 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905162ec-bcec-4da5-a510-4c4c08570cfb None None] Routers {'801d1609-7b8f-4702-af99-68980cdbe1c8'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:42:14.834316 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-905162ec-bcec-4da5-a510-4c4c08570cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:42:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['801d1609-7b8f-4702-af99-68980cdbe1c8'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:14.849766 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-af68ac78-8051-4339-b644-5ae293c0f91e req-cfe5048d-0f81-461d-9c88-2e9448e66e00 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "PUT /v2.0/floatingips/cce4a889-65f1-4fe5-8db8-d5f63eb426ec HTTP/1.1" status: 200 len: 996 time: 2.4763961 Sep 24 15:42:14.857630 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-97ae7718-fbaa-4076-9682-10c7cedf7824 req-3b0e2cc0-2d23-49d6-a95c-1497541d4d15 tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2082600996', 'description': 'tempest-description-1308040301'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:42:14.868811 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ec0efa4-8375-42ca-bf38-4845e951e064', 'tag': '0e633df5-034b-4779-b349-ead79bc7e51d'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:42:14.871747 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0784b33-5798-425b-930a-525a3937d262" -d '{"events": [{"name": "network-changed", "server_uuid": "9ec0efa4-8375-42ca-bf38-4845e951e064", "tag": "0e633df5-034b-4779-b349-ead79bc7e51d"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:42:14.895784 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9d601ff3-ab5e-4c62-b8cd-caadf15c8f47 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:14.916600 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-e82e8053-66d3-41be-9e03-4ce07603b093 req-d70c6d04-73ef-4e4e-a33e-d17b2ad47f7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb238af0-bcfe-4574-a1e6-2129ca44f562 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:42:14.927079 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e82e8053-66d3-41be-9e03-4ce07603b093 req-d70c6d04-73ef-4e4e-a33e-d17b2ad47f7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:14.950824 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af68ac78-8051-4339-b644-5ae293c0f91e req-c76cb548-a7b8-4043-9e3e-a4be6b1a73d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:14.952678 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-af68ac78-8051-4339-b644-5ae293c0f91e req-c76cb548-a7b8-4043-9e3e-a4be6b1a73d1 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=200c20f17e62414ab5bbd41e14faa1b2&device_id=9ec0efa4-8375-42ca-bf38-4845e951e064 HTTP/1.1" status: 200 len: 1096 time: 0.0726538 Sep 24 15:42:14.964219 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 53764) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:15.001249 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-97ae7718-fbaa-4076-9682-10c7cedf7824 req-3b0e2cc0-2d23-49d6-a95c-1497541d4d15 tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:15.013609 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-905162ec-bcec-4da5-a510-4c4c08570cfb None None] Set router 801d1609-7b8f-4702-af99-68980cdbe1c8 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:42:15.038714 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9d601ff3-ab5e-4c62-b8cd-caadf15c8f47 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:15.044236 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-e82e8053-66d3-41be-9e03-4ce07603b093 req-d70c6d04-73ef-4e4e-a33e-d17b2ad47f7f service neutron] Transition to ACTIVE for port object cb238af0-bcfe-4574-a1e6-2129ca44f562 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:42:15.078922 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d601ff3-ab5e-4c62-b8cd-caadf15c8f47 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a8b8222d-86c0-43fe-b2f6-59740a17fe63,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:15.088409 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af68ac78-8051-4339-b644-5ae293c0f91e req-6a149866-b94d-4349-a9ab-2a484d7dac34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:15.096239 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-af68ac78-8051-4339-b644-5ae293c0f91e req-6a149866-b94d-4349-a9ab-2a484d7dac34 service neutron] 10.222.0.101 "GET /v2.0/networks?id=71201ca5-026a-47e5-88ab-afc6b5698b5d HTTP/1.1" status: 200 len: 923 time: 0.1339526 Sep 24 15:42:15.121930 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9d601ff3-ab5e-4c62-b8cd-caadf15c8f47 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:15.124071 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-9d601ff3-ab5e-4c62-b8cd-caadf15c8f47 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] 10.222.0.101 "DELETE /v2.0/subnets/a8b8222d-86c0-43fe-b2f6-59740a17fe63 HTTP/1.1" status: 204 len: 168 time: 0.4542420 Sep 24 15:42:15.126719 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 53770) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:15.155885 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-025c942f-1a8b-4cc5-984c-10d9ea2b58fd admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-2093300623-network', 'tenant_id': '6aaf9ea1c6d9494caf38c5aca11fa2a0'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:42:15.160911 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e82e8053-66d3-41be-9e03-4ce07603b093 req-d70c6d04-73ef-4e4e-a33e-d17b2ad47f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:15.227637 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70c6d04-73ef-4e4e-a33e-d17b2ad47f7f service neutron] Pushing event updated for resources: {'Port': ['ID=cb238af0-bcfe-4574-a1e6-2129ca44f562,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:15.245286 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7e01d492-a278-43c3-9480-95140d0bda2e tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:15.252387 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-97ae7718-fbaa-4076-9682-10c7cedf7824 req-3b0e2cc0-2d23-49d6-a95c-1497541d4d15 tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:15.265256 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-af68ac78-8051-4339-b644-5ae293c0f91e req-0aaced9e-b4f8-4c84-ae3f-66b195e1ee1f service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e633df5-034b-4779-b349-ead79bc7e51d HTTP/1.1" status: 200 len: 999 time: 0.1626036 Sep 24 15:42:15.303135 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-905162ec-bcec-4da5-a510-4c4c08570cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1933066675-router', 'tenant_id': '200c20f17e62414ab5bbd41e14faa1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '43bfce93-9c1b-4f96-afad-dc3979c8a77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:41:12Z', 'updated_at': '2021-09-24T15:41:20Z', 'revision_number': 4, 'project_id': '200c20f17e62414ab5bbd41e14faa1b2', 'gw_port': {'id': '43bfce93-9c1b-4f96-afad-dc3979c8a77d', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:cf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:41:14Z', 'updated_at': '2021-09-24T15:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': 'cce4a889-65f1-4fe5-8db8-d5f63eb426ec', 'tenant_id': '200c20f17e62414ab5bbd41e14faa1b2', 'floating_ip_address': '172.25.0.127', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'port_id': '0e633df5-034b-4779-b349-ead79bc7e51d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71201ca5-026a-47e5-88ab-afc6b5698b5d', 'mac_address': 'fa:16:3e:56:6c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec0efa4-8375-42ca-bf38-4845e951e064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:41:55Z', 'updated_at': '2021-09-24T15:42:13Z', 'revision_number': 1, 'project_id': '200c20f17e62414ab5bbd41e14faa1b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b6914f7-9e75-4352-96a7-243f76da505a', 'name': '', 'network_id': '71201ca5-026a-47e5-88ab-afc6b5698b5d', 'tenant_id': '200c20f17e62414ab5bbd41e14faa1b2', 'mac_address': 'fa:16:3e:61:43:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'ad5cbaed-71b0-4d7b-91df-affbc25b46b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:41:18Z', 'updated_at': '2021-09-24T15:41:27Z', 'revision_number': 5, 'project_id': '200c20f17e62414ab5bbd41e14faa1b2', 'subnets': [{'id': 'ad5cbaed-71b0-4d7b-91df-affbc25b46b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:15.333774 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905162ec-bcec-4da5-a510-4c4c08570cfb None None] Checking router: 801d1609-7b8f-4702-af99-68980cdbe1c8 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:42:15.343453 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905162ec-bcec-4da5-a510-4c4c08570cfb None None] Routers {'801d1609-7b8f-4702-af99-68980cdbe1c8'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:42:15.344279 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-905162ec-bcec-4da5-a510-4c4c08570cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:42:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['801d1609-7b8f-4702-af99-68980cdbe1c8'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:15.384811 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7e01d492-a278-43c3-9480-95140d0bda2e tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:15.387948 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-97ae7718-fbaa-4076-9682-10c7cedf7824 req-3b0e2cc0-2d23-49d6-a95c-1497541d4d15 tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:15.434464 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af68ac78-8051-4339-b644-5ae293c0f91e req-1120c9b3-2520-481f-992d-2308b753b3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:15.436895 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-af68ac78-8051-4339-b644-5ae293c0f91e req-1120c9b3-2520-481f-992d-2308b753b3fb service neutron] 10.222.0.101 "GET /v2.0/subnets?id=ad5cbaed-71b0-4d7b-91df-affbc25b46b3 HTTP/1.1" status: 200 len: 860 time: 0.1763191 Sep 24 15:42:15.442704 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-7e01d492-a278-43c3-9480-95140d0bda2e tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24f3ef2f-cdaa-4cbb-be85-38c0fad85907']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:15.450302 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0e2cc0-2d23-49d6-a95c-1497541d4d15 tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=812537da-14c2-4d82-8b38-ca4e56261758,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:15.474568 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-7e01d492-a278-43c3-9480-95140d0bda2e tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9da81560-15be-4391-8af5-b6bc407f6394') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:15.474863 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-7e01d492-a278-43c3-9480-95140d0bda2e tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9da81560-15be-4391-8af5-b6bc407f6394') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:15.505117 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7e01d492-a278-43c3-9480-95140d0bda2e tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:15.512195 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-025c942f-1a8b-4cc5-984c-10d9ea2b58fd admin admin] Made reservation on behalf of 6aaf9ea1c6d9494caf38c5aca11fa2a0 for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:42:15.514447 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-905162ec-bcec-4da5-a510-4c4c08570cfb None None] Set router 801d1609-7b8f-4702-af99-68980cdbe1c8 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:42:15.515144 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-025c942f-1a8b-4cc5-984c-10d9ea2b58fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:15.520263 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-e82e8053-66d3-41be-9e03-4ce07603b093 req-d70c6d04-73ef-4e4e-a33e-d17b2ad47f7f service neutron] Attempting to bind port cb238af0-bcfe-4574-a1e6-2129ca44f562 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:42:15.521243 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-e82e8053-66d3-41be-9e03-4ce07603b093 req-d70c6d04-73ef-4e4e-a33e-d17b2ad47f7f service neutron] Attempting to bind port cb238af0-bcfe-4574-a1e6-2129ca44f562 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '7e8e93a9-9a2d-4b51-a14d-73f657c90f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'bad15511-e79d-4a5e-8826-604fa4d6fb1c'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:42:15.521791 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82e8053-66d3-41be-9e03-4ce07603b093 req-d70c6d04-73ef-4e4e-a33e-d17b2ad47f7f service neutron] Attempting to bind port cb238af0-bcfe-4574-a1e6-2129ca44f562 on network bad15511-e79d-4a5e-8826-604fa4d6fb1c {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:42:15.532557 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7e01d492-a278-43c3-9480-95140d0bda2e tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:15.537581 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-025c942f-1a8b-4cc5-984c-10d9ea2b58fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:15.541385 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82e8053-66d3-41be-9e03-4ce07603b093 req-d70c6d04-73ef-4e4e-a33e-d17b2ad47f7f service neutron] Port cb238af0-bcfe-4574-a1e6-2129ca44f562 on network bad15511-e79d-4a5e-8826-604fa4d6fb1c not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:42:15.541521 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e01d492-a278-43c3-9480-95140d0bda2e tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Releasing vlan 1276 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:42:15.541888 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82e8053-66d3-41be-9e03-4ce07603b093 req-d70c6d04-73ef-4e4e-a33e-d17b2ad47f7f service neutron] Attempting to bind port cb238af0-bcfe-4574-a1e6-2129ca44f562 on network bad15511-e79d-4a5e-8826-604fa4d6fb1c {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:42:15.542091 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7e01d492-a278-43c3-9480-95140d0bda2e tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:15.558193 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82e8053-66d3-41be-9e03-4ce07603b093 req-d70c6d04-73ef-4e4e-a33e-d17b2ad47f7f service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:42:15.561464 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82e8053-66d3-41be-9e03-4ce07603b093 req-d70c6d04-73ef-4e4e-a33e-d17b2ad47f7f service neutron] Checking segment: {'id': '7e8e93a9-9a2d-4b51-a14d-73f657c90f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'bad15511-e79d-4a5e-8826-604fa4d6fb1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:42:15.561464 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82e8053-66d3-41be-9e03-4ce07603b093 req-d70c6d04-73ef-4e4e-a33e-d17b2ad47f7f service neutron] Bound using segment: {'id': '7e8e93a9-9a2d-4b51-a14d-73f657c90f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'bad15511-e79d-4a5e-8826-604fa4d6fb1c'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:42:15.561464 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-e82e8053-66d3-41be-9e03-4ce07603b093 req-d70c6d04-73ef-4e4e-a33e-d17b2ad47f7f service neutron] Bound port: cb238af0-bcfe-4574-a1e6-2129ca44f562, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e8e93a9-9a2d-4b51-a14d-73f657c90f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'bad15511-e79d-4a5e-8826-604fa4d6fb1c'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:42:15.561464 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e82e8053-66d3-41be-9e03-4ce07603b093 req-d70c6d04-73ef-4e4e-a33e-d17b2ad47f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:15.575561 n-d-808921-1 neutron-server[95297]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:42:15.575561 n-d-808921-1 neutron-server[95297]: items = [ Sep 24 15:42:15.575561 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:42:15.575561 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:42:15.575561 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:42:15.575561 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:42:15.575561 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:42:15.575561 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:42:15.575561 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:42:15.575561 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:42:15.575561 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:42:15.575561 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:42:15.575561 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:42:15.575561 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:42:15.575561 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:42:15.575561 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:42:15.575561 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:42:15.575561 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:42:15.575561 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:42:15.575561 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:42:15.575561 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:42:15.575561 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:42:15.575561 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:42:15.575561 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:42:15.575561 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:42:15.575561 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:42:15.575561 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:42:15.575561 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:42:15.575561 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:42:15.575561 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:42:15.575561 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:42:15.575561 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:42:15.575561 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:42:15.575561 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:42:15.583154 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af68ac78-8051-4339-b644-5ae293c0f91e req-617d8737-a3f9-4923-be83-f7b78ddf1f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:15.584759 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-af68ac78-8051-4339-b644-5ae293c0f91e req-617d8737-a3f9-4923-be83-f7b78ddf1f05 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=71201ca5-026a-47e5-88ab-afc6b5698b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1312337 Sep 24 15:42:15.612013 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [req-af68ac78-8051-4339-b644-5ae293c0f91e req-7278586a-af67-4d39-bd63-c81e070996be service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:42:15.612985 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-af68ac78-8051-4339-b644-5ae293c0f91e req-7278586a-af67-4d39-bd63-c81e070996be service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059140 Sep 24 15:42:15.615629 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-97ae7718-fbaa-4076-9682-10c7cedf7824 req-3b0e2cc0-2d23-49d6-a95c-1497541d4d15 tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:15.616874 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-97ae7718-fbaa-4076-9682-10c7cedf7824 req-3b0e2cc0-2d23-49d6-a95c-1497541d4d15 tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.7649877 Sep 24 15:42:15.672117 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15bd3157-34e3-4e12-9d03-caeb91e1a050 x-openstack-request-id: req-15bd3157-34e3-4e12-9d03-caeb91e1a050 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:42:15.672402 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ec0efa4-8375-42ca-bf38-4845e951e064", "tag": "0e633df5-034b-4779-b349-ead79bc7e51d", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:42:15.672668 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-15bd3157-34e3-4e12-9d03-caeb91e1a050 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:42:15.673027 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ec0efa4-8375-42ca-bf38-4845e951e064', 'tag': '0e633df5-034b-4779-b349-ead79bc7e51d', 'status': 'completed', 'code': 200} Sep 24 15:42:15.699556 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-e82e8053-66d3-41be-9e03-4ce07603b093 req-d70c6d04-73ef-4e4e-a33e-d17b2ad47f7f service neutron] For port cb238af0-bcfe-4574-a1e6-2129ca44f562, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:42:15.711386 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7e01d492-a278-43c3-9480-95140d0bda2e tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:15.715618 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e01d492-a278-43c3-9480-95140d0bda2e tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 24f3ef2f-cdaa-4cbb-be85-38c0fad85907 {{(pid=95297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 24 15:42:15.718000 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7e01d492-a278-43c3-9480-95140d0bda2e tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:15.724702 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-7e01d492-a278-43c3-9480-95140d0bda2e tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] 10.222.0.101 "DELETE /v2.0/networks/24f3ef2f-cdaa-4cbb-be85-38c0fad85907 HTTP/1.1" status: 204 len: 168 time: 0.5925655 Sep 24 15:42:15.734751 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e01d492-a278-43c3-9480-95140d0bda2e tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Pushing event deleted for resources: {'Network': ['ID=24f3ef2f-cdaa-4cbb-be85-38c0fad85907,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:15.808755 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-905162ec-bcec-4da5-a510-4c4c08570cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1933066675-router', 'tenant_id': '200c20f17e62414ab5bbd41e14faa1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '43bfce93-9c1b-4f96-afad-dc3979c8a77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:41:12Z', 'updated_at': '2021-09-24T15:41:20Z', 'revision_number': 4, 'project_id': '200c20f17e62414ab5bbd41e14faa1b2', 'gw_port': {'id': '43bfce93-9c1b-4f96-afad-dc3979c8a77d', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:cf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:41:14Z', 'updated_at': '2021-09-24T15:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': 'cce4a889-65f1-4fe5-8db8-d5f63eb426ec', 'tenant_id': '200c20f17e62414ab5bbd41e14faa1b2', 'floating_ip_address': '172.25.0.127', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'port_id': '0e633df5-034b-4779-b349-ead79bc7e51d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71201ca5-026a-47e5-88ab-afc6b5698b5d', 'mac_address': 'fa:16:3e:56:6c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec0efa4-8375-42ca-bf38-4845e951e064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:41:55Z', 'updated_at': '2021-09-24T15:42:13Z', 'revision_number': 1, 'project_id': '200c20f17e62414ab5bbd41e14faa1b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b6914f7-9e75-4352-96a7-243f76da505a', 'name': '', 'network_id': '71201ca5-026a-47e5-88ab-afc6b5698b5d', 'tenant_id': '200c20f17e62414ab5bbd41e14faa1b2', 'mac_address': 'fa:16:3e:61:43:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'ad5cbaed-71b0-4d7b-91df-affbc25b46b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:41:18Z', 'updated_at': '2021-09-24T15:41:27Z', 'revision_number': 5, 'project_id': '200c20f17e62414ab5bbd41e14faa1b2', 'subnets': [{'id': 'ad5cbaed-71b0-4d7b-91df-affbc25b46b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:15.815040 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff9e478-3520-490c-aa3a-105a3e431310 req-89b83dce-9b1e-4512-a86f-c240343ccae4 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:15.823212 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2ff9e478-3520-490c-aa3a-105a3e431310 req-89b83dce-9b1e-4512-a86f-c240343ccae4 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=08792b6c-40f7-4639-b72b-9d6b71aa3963 HTTP/1.1" status: 200 len: 945 time: 0.0725772 Sep 24 15:42:15.839912 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-e82e8053-66d3-41be-9e03-4ce07603b093 req-d70c6d04-73ef-4e4e-a33e-d17b2ad47f7f service neutron] For port cb238af0-bcfe-4574-a1e6-2129ca44f562, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=cb238af0-bcfe-4574-a1e6-2129ca44f562,segment=NetworkSegment(7e8e93a9-9a2d-4b51-a14d-73f657c90f78),segment_id=7e8e93a9-9a2d-4b51-a14d-73f657c90f78)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:42:15.844545 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905162ec-bcec-4da5-a510-4c4c08570cfb None None] The sync data for ids ['801d1609-7b8f-4702-af99-68980cdbe1c8'] in n-d-808921-1 is: [{'id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1933066675-router', 'tenant_id': '200c20f17e62414ab5bbd41e14faa1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '43bfce93-9c1b-4f96-afad-dc3979c8a77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:41:12Z', 'updated_at': '2021-09-24T15:41:20Z', 'revision_number': 4, 'project_id': '200c20f17e62414ab5bbd41e14faa1b2', 'gw_port': {'id': '43bfce93-9c1b-4f96-afad-dc3979c8a77d', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:cf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:41:14Z', 'updated_at': '2021-09-24T15:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': 'cce4a889-65f1-4fe5-8db8-d5f63eb426ec', 'tenant_id': '200c20f17e62414ab5bbd41e14faa1b2', 'floating_ip_address': '172.25.0.127', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'port_id': '0e633df5-034b-4779-b349-ead79bc7e51d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71201ca5-026a-47e5-88ab-afc6b5698b5d', 'mac_address': 'fa:16:3e:56:6c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec0efa4-8375-42ca-bf38-4845e951e064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:41:55Z', 'updated_at': '2021-09-24T15:42:13Z', 'revision_number': 1, 'project_id': '200c20f17e62414ab5bbd41e14faa1b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b6914f7-9e75-4352-96a7-243f76da505a', 'name': '', 'network_id': '71201ca5-026a-47e5-88ab-afc6b5698b5d', 'tenant_id': '200c20f17e62414ab5bbd41e14faa1b2', 'mac_address': 'fa:16:3e:61:43:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'ad5cbaed-71b0-4d7b-91df-affbc25b46b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:41:18Z', 'updated_at': '2021-09-24T15:41:27Z', 'revision_number': 5, 'project_id': '200c20f17e62414ab5bbd41e14faa1b2', 'subnets': [{'id': 'ad5cbaed-71b0-4d7b-91df-affbc25b46b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:42:15.878389 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2ff9e478-3520-490c-aa3a-105a3e431310 req-5e7c295f-9f15-41b4-a7aa-3874c6576e5a tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518641 Sep 24 15:42:15.937529 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-af68ac78-8051-4339-b644-5ae293c0f91e req-9f860f5f-203b-4ef4-89e2-1f377ebe6c2d service neutron] 10.222.0.101 "GET /v2.0/networks/71201ca5-026a-47e5-88ab-afc6b5698b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087430 Sep 24 15:42:15.943116 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0784b33-5798-425b-930a-525a3937d262 req-6bfd7298-61e3-4d84-b86e-3ac2522ab7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:15.944679 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f0784b33-5798-425b-930a-525a3937d262 req-6bfd7298-61e3-4d84-b86e-3ac2522ab7aa service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=200c20f17e62414ab5bbd41e14faa1b2&device_id=9ec0efa4-8375-42ca-bf38-4845e951e064 HTTP/1.1" status: 200 len: 1096 time: 0.2479670 Sep 24 15:42:15.947813 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-025c942f-1a8b-4cc5-984c-10d9ea2b58fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:15.949134 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e82e8053-66d3-41be-9e03-4ce07603b093 req-d70c6d04-73ef-4e4e-a33e-d17b2ad47f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:16.014007 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6c32c3f8-bb47-4142-920b-e5aab1c5476b req-cb3b7dc7-b2a3-4de5-90cf-a3057e4e9357 tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] 10.222.0.101 "GET /v2.0/security-groups/812537da-14c2-4d82-8b38-ca4e56261758 HTTP/1.1" status: 200 len: 1815 time: 0.0460708 Sep 24 15:42:16.040900 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e8053-66d3-41be-9e03-4ce07603b093 req-d70c6d04-73ef-4e4e-a33e-d17b2ad47f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:16.041522 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e82e8053-66d3-41be-9e03-4ce07603b093 req-d70c6d04-73ef-4e4e-a33e-d17b2ad47f7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:16.047539 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e82e8053-66d3-41be-9e03-4ce07603b093 req-d70c6d04-73ef-4e4e-a33e-d17b2ad47f7f service neutron] 10.222.0.108 "PUT /v2.0/ports/cb238af0-bcfe-4574-a1e6-2129ca44f562 HTTP/1.1" status: 200 len: 1092 time: 2.0015051 Sep 24 15:42:16.080770 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-025c942f-1a8b-4cc5-984c-10d9ea2b58fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:16.108955 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-025c942f-1a8b-4cc5-984c-10d9ea2b58fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1293} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:42:16.119067 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-025c942f-1a8b-4cc5-984c-10d9ea2b58fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:16.119417 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-025c942f-1a8b-4cc5-984c-10d9ea2b58fd admin admin] Added segment 5badec56-67d7-4ae2-bead-a75c0610bb42 of type vlan for network 490d4c8f-eb61-4eb3-8b92-77a5e585f67f Sep 24 15:42:16.175204 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-025c942f-1a8b-4cc5-984c-10d9ea2b58fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:16.184086 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c96f98-bbdb-4680-9b4b-f9bd9c1b8b6c req-4cd5a498-3bf2-4e19-8256-01af579ca029 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:16.185688 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-91c96f98-bbdb-4680-9b4b-f9bd9c1b8b6c req-4cd5a498-3bf2-4e19-8256-01af579ca029 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=dddc2437-868a-425d-afd9-a0fe4f837064 HTTP/1.1" status: 200 len: 944 time: 0.0786574 Sep 24 15:42:16.198652 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 53788) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:16.204481 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-771d3fca-696b-45cd-a20e-a14dc764a726 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Request body: {'router': {'name': 'tempest-router--566676914', 'project_id': '740a8336039b4734b6d323b164417ef1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:42:16.252824 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-91c96f98-bbdb-4680-9b4b-f9bd9c1b8b6c req-b8d67b42-66b4-4065-9927-6f63ddae906d tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602241 Sep 24 15:42:16.265262 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70c6d04-73ef-4e4e-a33e-d17b2ad47f7f service neutron] Pushing event updated for resources: {'Port': ['ID=cb238af0-bcfe-4574-a1e6-2129ca44f562,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:16.308136 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-0c6cbd59-5079-4725-8303-866048c40bee req-de5064aa-5a77-40a3-a220-cc7b48ff7085 tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-498397174', 'description': 'tempest-description-1962322717'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:42:16.323393 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025c942f-1a8b-4cc5-984c-10d9ea2b58fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f0c4a40-bbe0-4a67-baff-5a1a0c293357,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:16.344081 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-771d3fca-696b-45cd-a20e-a14dc764a726 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:16.345209 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-771d3fca-696b-45cd-a20e-a14dc764a726 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:16.385166 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-af68ac78-8051-4339-b644-5ae293c0f91e req-b3683c35-37b9-4d5e-9d5f-2e842996e544 service neutron] 10.222.0.101 "GET /v2.0/networks/71201ca5-026a-47e5-88ab-afc6b5698b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4371471 Sep 24 15:42:16.395668 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0784b33-5798-425b-930a-525a3937d262 req-86b3f161-096e-465a-af48-b42c9c022d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:16.397422 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f0784b33-5798-425b-930a-525a3937d262 req-86b3f161-096e-465a-af48-b42c9c022d94 service neutron] 10.222.0.108 "GET /v2.0/networks?id=71201ca5-026a-47e5-88ab-afc6b5698b5d HTTP/1.1" status: 200 len: 923 time: 0.4365735 Sep 24 15:42:16.404584 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e8053-66d3-41be-9e03-4ce07603b093 req-f0ac524b-2639-40b6-9827-7b809868f7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:16.406440 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e82e8053-66d3-41be-9e03-4ce07603b093 req-f0ac524b-2639-40b6-9827-7b809868f7a7 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=ac17221dd7b34bd3afb658a69ac088d3&device_id=dddc2437-868a-425d-afd9-a0fe4f837064 HTTP/1.1" status: 200 len: 1095 time: 0.2002902 Sep 24 15:42:16.414229 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-771d3fca-696b-45cd-a20e-a14dc764a726 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:16.431243 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-0c6cbd59-5079-4725-8303-866048c40bee req-de5064aa-5a77-40a3-a220-cc7b48ff7085 tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:16.505826 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e82e8053-66d3-41be-9e03-4ce07603b093 req-c156b031-c431-4ae7-83aa-132ee9cca520 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb238af0-bcfe-4574-a1e6-2129ca44f562 HTTP/1.1" status: 200 len: 217 time: 0.0813549 Sep 24 15:42:16.506701 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-025c942f-1a8b-4cc5-984c-10d9ea2b58fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:16.507649 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025c942f-1a8b-4cc5-984c-10d9ea2b58fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:16.508221 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-025c942f-1a8b-4cc5-984c-10d9ea2b58fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:16.528989 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-0c6cbd59-5079-4725-8303-866048c40bee req-de5064aa-5a77-40a3-a220-cc7b48ff7085 tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:16.534358 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-771d3fca-696b-45cd-a20e-a14dc764a726 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:16.550589 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37c58c68-b7cb-40ce-8444-b45b1a4a5598 None None] New status for floating IP cce4a889-65f1-4fe5-8db8-d5f63eb426ec: ACTIVE {{(pid=95300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:42:16.592167 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f0784b33-5798-425b-930a-525a3937d262 req-aa1901ef-fe18-42a0-a5c9-7bce2394979f service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e633df5-034b-4779-b349-ead79bc7e51d HTTP/1.1" status: 200 len: 999 time: 0.1738002 Sep 24 15:42:16.613043 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-0c6cbd59-5079-4725-8303-866048c40bee req-de5064aa-5a77-40a3-a220-cc7b48ff7085 tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:16.645121 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5064aa-5a77-40a3-a220-cc7b48ff7085 tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ddeede8-62ac-4c2f-a3f8-4284e1b6a38a,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:16.704125 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025c942f-1a8b-4cc5-984c-10d9ea2b58fd admin admin] Pushing event updated for resources: {'Network': ['ID=490d4c8f-eb61-4eb3-8b92-77a5e585f67f,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:16.712142 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e8053-66d3-41be-9e03-4ce07603b093 req-0585ac6e-b3ea-4446-be70-0c30d5b82b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:16.713871 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e82e8053-66d3-41be-9e03-4ce07603b093 req-0585ac6e-b3ea-4446-be70-0c30d5b82b1e service neutron] 10.222.0.108 "GET /v2.0/subnets?id=ac550aa6-1c9d-441e-90e2-38bf2a7a38e4 HTTP/1.1" status: 200 len: 851 time: 0.1798656 Sep 24 15:42:16.716081 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 490d4c8f-eb61-4eb3-8b92-77a5e585f67f details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:42:16.740518 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d60a7a-cf36-4dfe-822c-42971c7bd84f req-61a52995-8202-463d-bbc4-db2fa4eb9d74 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:16.742029 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-72d60a7a-cf36-4dfe-822c-42971c7bd84f req-61a52995-8202-463d-bbc4-db2fa4eb9d74 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/ports?device_id=cf6c9060-1d12-414f-af7a-09d5667eba05&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1827016 Sep 24 15:42:16.745201 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0784b33-5798-425b-930a-525a3937d262 req-d0bbedfc-9de3-42b2-b5fa-a9db72fa8560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:16.746889 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f0784b33-5798-425b-930a-525a3937d262 req-d0bbedfc-9de3-42b2-b5fa-a9db72fa8560 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=ad5cbaed-71b0-4d7b-91df-affbc25b46b3 HTTP/1.1" status: 200 len: 860 time: 0.1235757 Sep 24 15:42:16.768746 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-771d3fca-696b-45cd-a20e-a14dc764a726 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:16.770144 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-771d3fca-696b-45cd-a20e-a14dc764a726 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5703852 Sep 24 15:42:16.771086 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-0c6cbd59-5079-4725-8303-866048c40bee req-de5064aa-5a77-40a3-a220-cc7b48ff7085 tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:16.772188 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0c6cbd59-5079-4725-8303-866048c40bee req-de5064aa-5a77-40a3-a220-cc7b48ff7085 tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.4714210 Sep 24 15:42:16.773001 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 53794) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:16.789286 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-025c942f-1a8b-4cc5-984c-10d9ea2b58fd admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.8239913 Sep 24 15:42:16.823910 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 53798) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:16.828458 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-22a558a2-dd04-4a31-9b67-174b3da27f0d admin admin] Request body: {'subnet': {'network_id': '490d4c8f-eb61-4eb3-8b92-77a5e585f67f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-2093300623-subnet', 'tenant_id': '6aaf9ea1c6d9494caf38c5aca11fa2a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:42:16.891720 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6ff54406-13df-4b25-8bdd-b10ad68d7cbd tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks [] for router, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:16.900077 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82e8053-66d3-41be-9e03-4ce07603b093 req-94defb97-7432-4d84-b566-45f245a97a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:16.901605 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e82e8053-66d3-41be-9e03-4ce07603b093 req-94defb97-7432-4d84-b566-45f245a97a3f service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=bad15511-e79d-4a5e-8826-604fa4d6fb1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1790130 Sep 24 15:42:16.904747 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-72d60a7a-cf36-4dfe-822c-42971c7bd84f req-c18ebbdc-2228-4c72-8e0e-95f7ba41b945 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.0.127 HTTP/1.1" status: 200 len: 999 time: 0.1521842 Sep 24 15:42:16.907514 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0784b33-5798-425b-930a-525a3937d262 req-dbd24da8-56f0-4145-af0d-13089cbc82ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:16.909173 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f0784b33-5798-425b-930a-525a3937d262 req-dbd24da8-56f0-4145-af0d-13089cbc82ce service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=71201ca5-026a-47e5-88ab-afc6b5698b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1407590 Sep 24 15:42:16.952293 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-72d60a7a-cf36-4dfe-822c-42971c7bd84f req-7c0da31f-6b6b-41b0-bad5-35cd5687252d tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Request body: {'floatingip': {'port_id': 'c2179b3f-fc72-421d-86b9-14c54b7bd5a9', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:42:16.983868 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:42:16.984111 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-14bd16eb-af2f-44c7-982c-8aa633fe3103 req-b6a6960d-0207-4e7d-97c6-e9605937a7c0 tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] 10.222.0.101 "GET /v2.0/security-groups/3ddeede8-62ac-4c2f-a3f8-4284e1b6a38a HTTP/1.1" status: 200 len: 1814 time: 0.1610615 Sep 24 15:42:17.048046 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a558a2-dd04-4a31-9b67-174b3da27f0d admin admin] Made reservation on behalf of 6aaf9ea1c6d9494caf38c5aca11fa2a0 for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:42:17.050372 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-22a558a2-dd04-4a31-9b67-174b3da27f0d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:17.112560 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6ff54406-13df-4b25-8bdd-b10ad68d7cbd tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:17.117032 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-72d60a7a-cf36-4dfe-822c-42971c7bd84f req-7c0da31f-6b6b-41b0-bad5-35cd5687252d tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Notify callbacks [] for floatingip, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:17.120828 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6ff54406-13df-4b25-8bdd-b10ad68d7cbd tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:17.121706 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f0784b33-5798-425b-930a-525a3937d262 req-0ce4a4ab-8aae-4ab2-bf84-ff768026810d service neutron] 10.222.0.108 "GET /v2.0/networks/71201ca5-026a-47e5-88ab-afc6b5698b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024693 Sep 24 15:42:17.186287 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e82e8053-66d3-41be-9e03-4ce07603b093 req-b7616a6c-ada8-431b-a232-8cd2308e7e2b service neutron] 10.222.0.108 "GET /v2.0/networks/bad15511-e79d-4a5e-8826-604fa4d6fb1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2757995 Sep 24 15:42:17.222546 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced2d7d7-bcfc-494e-aed4-f82e3958ae9e req-c10b1e8b-5d9b-4043-b392-035dc45472ec tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:17.225082 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ced2d7d7-bcfc-494e-aed4-f82e3958ae9e req-c10b1e8b-5d9b-4043-b392-035dc45472ec tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=08792b6c-40f7-4639-b72b-9d6b71aa3963 HTTP/1.1" status: 200 len: 945 time: 0.1812072 Sep 24 15:42:17.264811 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ced2d7d7-bcfc-494e-aed4-f82e3958ae9e req-8043dd68-268a-4942-9db3-4181b505cc63 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330162 Sep 24 15:42:17.301915 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6ff54406-13df-4b25-8bdd-b10ad68d7cbd tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:17.302868 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff54406-13df-4b25-8bdd-b10ad68d7cbd tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cfe48ad4-96c6-4baf-9e20-2323e3c1ebb5 {{(pid=95297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:42:17.308505 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6ff54406-13df-4b25-8bdd-b10ad68d7cbd tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:17.310857 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-6ff54406-13df-4b25-8bdd-b10ad68d7cbd tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] 10.222.0.101 "DELETE /v2.0/routers/cfe48ad4-96c6-4baf-9e20-2323e3c1ebb5 HTTP/1.1" status: 204 len: 168 time: 0.5368798 Sep 24 15:42:17.375902 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-fcb08600-42dc-465f-ab5b-c79b182bc9dc req-7fcdedca-e595-4c5b-a8e3-234e508befb5 tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1921570675', 'description': 'tempest-description-1062330349'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:42:17.508843 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-fcb08600-42dc-465f-ab5b-c79b182bc9dc req-7fcdedca-e595-4c5b-a8e3-234e508befb5 tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:17.570047 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-22a558a2-dd04-4a31-9b67-174b3da27f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:17.636724 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-fcb08600-42dc-465f-ab5b-c79b182bc9dc req-7fcdedca-e595-4c5b-a8e3-234e508befb5 tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:17.639821 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 53810) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:17.676622 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f0784b33-5798-425b-930a-525a3937d262 req-36d4b83c-2ad5-4712-9cc9-6d25f75f3e93 service neutron] 10.222.0.108 "GET /v2.0/networks/71201ca5-026a-47e5-88ab-afc6b5698b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5223696 Sep 24 15:42:17.677170 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dddc2437-868a-425d-afd9-a0fe4f837064', 'tag': 'cb238af0-bcfe-4574-a1e6-2129ca44f562'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:42:17.679464 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e63cdc71-6d70-4b5c-9edc-b74d2ec4ad71" -d '{"events": [{"name": "network-changed", "server_uuid": "dddc2437-868a-425d-afd9-a0fe4f837064", "tag": "cb238af0-bcfe-4574-a1e6-2129ca44f562"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:42:17.683598 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a558a2-dd04-4a31-9b67-174b3da27f0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ac28d79-5be7-4289-a908-0bd2cf6608cd,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:17.699701 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a558a2-dd04-4a31-9b67-174b3da27f0d admin admin] Checking segment: {'id': '5badec56-67d7-4ae2-bead-a75c0610bb42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': '490d4c8f-eb61-4eb3-8b92-77a5e585f67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:42:17.700218 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a558a2-dd04-4a31-9b67-174b3da27f0d admin admin] Network hostable DHCP agents. Network: 490d4c8f-eb61-4eb3-8b92-77a5e585f67f, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:42:17.723701 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-fcb08600-42dc-465f-ab5b-c79b182bc9dc req-7fcdedca-e595-4c5b-a8e3-234e508befb5 tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:17.760647 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e82e8053-66d3-41be-9e03-4ce07603b093 req-380a1f74-c74a-4a8b-998e-99c3f0027131 service neutron] 10.222.0.108 "GET /v2.0/networks/bad15511-e79d-4a5e-8826-604fa4d6fb1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5574901 Sep 24 15:42:17.760830 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcdedca-e595-4c5b-a8e3-234e508befb5 tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89156a39-66f5-4c02-b02b-3faaa3ed334c,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:17.788467 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a558a2-dd04-4a31-9b67-174b3da27f0d admin admin] Network 490d4c8f-eb61-4eb3-8b92-77a5e585f67f is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:42:17.877636 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-3c08bbaa-2c3b-49f8-92f6-bcca8affc8c1 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-810498545', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}, 'admin_state_up': False}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:42:17.886860 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-fcb08600-42dc-465f-ab5b-c79b182bc9dc req-7fcdedca-e595-4c5b-a8e3-234e508befb5 tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:17.888074 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fcb08600-42dc-465f-ab5b-c79b182bc9dc req-7fcdedca-e595-4c5b-a8e3-234e508befb5 tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.5166655 Sep 24 15:42:17.935420 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-22a558a2-dd04-4a31-9b67-174b3da27f0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 490d4c8f-eb61-4eb3-8b92-77a5e585f67f) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:42:17.945012 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a558a2-dd04-4a31-9b67-174b3da27f0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:17.945710 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-22a558a2-dd04-4a31-9b67-174b3da27f0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:17.947921 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0171cf4-a8ab-4a1e-a98a-8551b5b97350 None None] Network 490d4c8f-eb61-4eb3-8b92-77a5e585f67f requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:42:18.000538 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f6e61e-2c4f-46fb-be3b-df52c60704ee req-1e0990e9-640f-4e3f-b006-e218d1d6594a tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:18.320439 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-39f6e61e-2c4f-46fb-be3b-df52c60704ee req-1e0990e9-640f-4e3f-b006-e218d1d6594a tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=dddc2437-868a-425d-afd9-a0fe4f837064 HTTP/1.1" status: 200 len: 944 time: 0.0654554 Sep 24 15:42:18.320439 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-39f6e61e-2c4f-46fb-be3b-df52c60704ee req-856373d8-bb36-4b56-b4b9-7ae968492134 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455129 Sep 24 15:42:18.322255 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81fca4af-50e5-44fb-8928-f14c390b8d30 None None] Network 490d4c8f-eb61-4eb3-8b92-77a5e585f67f requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:42:18.322618 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-72d60a7a-cf36-4dfe-822c-42971c7bd84f req-7c0da31f-6b6b-41b0-bad5-35cd5687252d tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:18.322618 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e991b338-a5b1-469c-bada-712a6e09f4d5 x-openstack-request-id: req-e991b338-a5b1-469c-bada-712a6e09f4d5 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:42:18.322618 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dddc2437-868a-425d-afd9-a0fe4f837064", "tag": "cb238af0-bcfe-4574-a1e6-2129ca44f562", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:42:18.322618 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e991b338-a5b1-469c-bada-712a6e09f4d5 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:42:18.322618 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dddc2437-868a-425d-afd9-a0fe4f837064', 'tag': 'cb238af0-bcfe-4574-a1e6-2129ca44f562', 'status': 'completed', 'code': 200} Sep 24 15:42:18.323334 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-432e9742-ee4f-479c-8674-72f649fd334d req-42fd191c-d32e-4964-88a2-a9843263b47e tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] 10.222.0.101 "GET /v2.0/security-groups/89156a39-66f5-4c02-b02b-3faaa3ed334c HTTP/1.1" status: 200 len: 1815 time: 0.0466533 Sep 24 15:42:18.323413 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63cdc71-6d70-4b5c-9edc-b74d2ec4ad71 req-8a2b73d6-3b90-4d3a-88e9-a8cd35df2618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:18.323413 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e63cdc71-6d70-4b5c-9edc-b74d2ec4ad71 req-8a2b73d6-3b90-4d3a-88e9-a8cd35df2618 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=ac17221dd7b34bd3afb658a69ac088d3&device_id=dddc2437-868a-425d-afd9-a0fe4f837064 HTTP/1.1" status: 200 len: 1095 time: 0.0440137 Sep 24 15:42:18.323548 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-4e628d43-7392-46e8-9419-27b6e5ba7b65 req-2c9e9a93-3f3e-469d-9826-6af134378fac tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-855159756', 'description': 'tempest-description-666069641'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:42:18.323548 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3c08bbaa-2c3b-49f8-92f6-bcca8affc8c1 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:18.323548 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3c08bbaa-2c3b-49f8-92f6-bcca8affc8c1 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:18.323548 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3c08bbaa-2c3b-49f8-92f6-bcca8affc8c1 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:18.323835 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-72d60a7a-cf36-4dfe-822c-42971c7bd84f req-7c0da31f-6b6b-41b0-bad5-35cd5687252d tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:18.323943 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-22a558a2-dd04-4a31-9b67-174b3da27f0d admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4746380 Sep 24 15:42:18.330576 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63cdc71-6d70-4b5c-9edc-b74d2ec4ad71 req-4a724712-e2f9-4e63-a32a-7773daa8dd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:18.330576 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e63cdc71-6d70-4b5c-9edc-b74d2ec4ad71 req-4a724712-e2f9-4e63-a32a-7773daa8dd2b service neutron] 10.222.0.108 "GET /v2.0/networks?id=bad15511-e79d-4a5e-8826-604fa4d6fb1c HTTP/1.1" status: 200 len: 914 time: 0.1360910 Sep 24 15:42:18.404608 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e63cdc71-6d70-4b5c-9edc-b74d2ec4ad71 req-1f423b08-d974-41aa-a995-828d695b77b7 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb238af0-bcfe-4574-a1e6-2129ca44f562 HTTP/1.1" status: 200 len: 217 time: 0.0683517 Sep 24 15:42:18.411612 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-4e628d43-7392-46e8-9419-27b6e5ba7b65 req-2c9e9a93-3f3e-469d-9826-6af134378fac tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:18.449516 n-d-808921-1 neutron-server[95298]: INFO neutron.db.l3_db [req-72d60a7a-cf36-4dfe-822c-42971c7bd84f req-7c0da31f-6b6b-41b0-bad5-35cd5687252d tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Floating IP cce4a889-65f1-4fe5-8db8-d5f63eb426ec associated. External IP: 172.25.0.127, port: 0e633df5-034b-4779-b349-ead79bc7e51d. Sep 24 15:42:18.509076 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63cdc71-6d70-4b5c-9edc-b74d2ec4ad71 req-2694ec59-ecea-4f70-8b0d-cd7eeb248aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:18.510580 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e63cdc71-6d70-4b5c-9edc-b74d2ec4ad71 req-2694ec59-ecea-4f70-8b0d-cd7eeb248aa6 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=ac550aa6-1c9d-441e-90e2-38bf2a7a38e4 HTTP/1.1" status: 200 len: 851 time: 0.0961440 Sep 24 15:42:18.533892 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3c08bbaa-2c3b-49f8-92f6-bcca8affc8c1 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:18.597412 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-4e628d43-7392-46e8-9419-27b6e5ba7b65 req-2c9e9a93-3f3e-469d-9826-6af134378fac tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:18.603463 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63cdc71-6d70-4b5c-9edc-b74d2ec4ad71 req-ef1ba7eb-bf2d-472e-90f5-f7e1bc9b9b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:18.604965 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e63cdc71-6d70-4b5c-9edc-b74d2ec4ad71 req-ef1ba7eb-bf2d-472e-90f5-f7e1bc9b9b5a service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=bad15511-e79d-4a5e-8826-604fa4d6fb1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0839298 Sep 24 15:42:18.694703 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-4e628d43-7392-46e8-9419-27b6e5ba7b65 req-2c9e9a93-3f3e-469d-9826-6af134378fac tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:18.734948 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9e9a93-3f3e-469d-9826-6af134378fac tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd161d85-306f-482a-851f-1417ea11a086,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:18.780797 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e63cdc71-6d70-4b5c-9edc-b74d2ec4ad71 req-6cb9e557-2e72-4d12-a45a-f56130ebd44f service neutron] 10.222.0.108 "GET /v2.0/networks/bad15511-e79d-4a5e-8826-604fa4d6fb1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430974 Sep 24 15:42:18.782505 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72d60a7a-cf36-4dfe-822c-42971c7bd84f req-7c0da31f-6b6b-41b0-bad5-35cd5687252d tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Router 801d1609-7b8f-4702-af99-68980cdbe1c8 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:42:18.828120 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-4e628d43-7392-46e8-9419-27b6e5ba7b65 req-2c9e9a93-3f3e-469d-9826-6af134378fac tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:18.829336 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4e628d43-7392-46e8-9419-27b6e5ba7b65 req-2c9e9a93-3f3e-469d-9826-6af134378fac tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.6400778 Sep 24 15:42:18.847381 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3c08bbaa-2c3b-49f8-92f6-bcca8affc8c1 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks [] for router_gateway, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:18.867454 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3c08bbaa-2c3b-49f8-92f6-bcca8affc8c1 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:18.963059 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e63cdc71-6d70-4b5c-9edc-b74d2ec4ad71 req-8f952674-40bf-45dc-84a1-23f8a0ee5ae0 service neutron] 10.222.0.108 "GET /v2.0/networks/bad15511-e79d-4a5e-8826-604fa4d6fb1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740334 Sep 24 15:42:18.965819 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72d60a7a-cf36-4dfe-822c-42971c7bd84f req-7c0da31f-6b6b-41b0-bad5-35cd5687252d tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:42:18.979541 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01c7625-54d4-45fa-bfd1-160b7ab49fa9 None None] Sync routers for ids ['801d1609-7b8f-4702-af99-68980cdbe1c8'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:42:18.995396 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01c7625-54d4-45fa-bfd1-160b7ab49fa9 None None] Routers {'801d1609-7b8f-4702-af99-68980cdbe1c8'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:42:18.996561 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-d01c7625-54d4-45fa-bfd1-160b7ab49fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:42:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['801d1609-7b8f-4702-af99-68980cdbe1c8'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:19.000735 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cdc333-517b-4bc3-aa00-bd115c0e7367 req-72f16ca3-025d-4088-b07b-07fc8401d83e tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:19.001250 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-03cdc333-517b-4bc3-aa00-bd115c0e7367 req-72f16ca3-025d-4088-b07b-07fc8401d83e tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=08792b6c-40f7-4639-b72b-9d6b71aa3963 HTTP/1.1" status: 200 len: 945 time: 0.0972574 Sep 24 15:42:19.026653 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-3c08bbaa-2c3b-49f8-92f6-bcca8affc8c1 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Allocated IP 172.25.0.238 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/c4aa181c-b2fd-4141-a20f-0fe046ca75d1) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:42:19.073037 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-03cdc333-517b-4bc3-aa00-bd115c0e7367 req-66c516ce-4c4c-4a3b-9dce-467df8743d42 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634427 Sep 24 15:42:19.122570 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-d01c7625-54d4-45fa-bfd1-160b7ab49fa9 None None] Set router 801d1609-7b8f-4702-af99-68980cdbe1c8 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:42:19.172612 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3c08bbaa-2c3b-49f8-92f6-bcca8affc8c1 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:19.226730 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72d60a7a-cf36-4dfe-822c-42971c7bd84f req-7c0da31f-6b6b-41b0-bad5-35cd5687252d tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Router 801d1609-7b8f-4702-af99-68980cdbe1c8 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:42:19.294203 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3c08bbaa-2c3b-49f8-92f6-bcca8affc8c1 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:19.344641 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [req-bad0db8a-78b7-4d34-a4de-046104d90bd6 req-0e0cdce2-37be-4b2d-8eef-69c54ec810f3 tempest-SecurityGroupsNegativeTestJSON-2030177819 tempest-SecurityGroupsNegativeTestJSON-2030177819-project] show failed (client error): The resource could not be found. Sep 24 15:42:19.345683 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bad0db8a-78b7-4d34-a4de-046104d90bd6 req-0e0cdce2-37be-4b2d-8eef-69c54ec810f3 tempest-SecurityGroupsNegativeTestJSON-2030177819 tempest-SecurityGroupsNegativeTestJSON-2030177819-project] 10.222.0.101 "GET /v2.0/security-groups/a2e8e922-9501-429c-ac8e-1377cee1ab46 HTTP/1.1" status: 404 len: 352 time: 0.0247192 Sep 24 15:42:19.353524 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72d60a7a-cf36-4dfe-822c-42971c7bd84f req-7c0da31f-6b6b-41b0-bad5-35cd5687252d tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:42:19.359133 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c08bbaa-2c3b-49f8-92f6-bcca8affc8c1 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:42:19.361874 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-72d60a7a-cf36-4dfe-822c-42971c7bd84f req-7c0da31f-6b6b-41b0-bad5-35cd5687252d tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:19.366319 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-3c08bbaa-2c3b-49f8-92f6-bcca8affc8c1 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:42:19.378739 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c08bbaa-2c3b-49f8-92f6-bcca8affc8c1 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:42:19.383016 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c08bbaa-2c3b-49f8-92f6-bcca8affc8c1 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Pushing event updated for resources: {'Port': ['ID=c4aa181c-b2fd-4141-a20f-0fe046ca75d1,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:19.412246 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-d01c7625-54d4-45fa-bfd1-160b7ab49fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1933066675-router', 'tenant_id': '200c20f17e62414ab5bbd41e14faa1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '43bfce93-9c1b-4f96-afad-dc3979c8a77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:41:12Z', 'updated_at': '2021-09-24T15:41:20Z', 'revision_number': 4, 'project_id': '200c20f17e62414ab5bbd41e14faa1b2', 'gw_port': {'id': '43bfce93-9c1b-4f96-afad-dc3979c8a77d', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:cf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:41:14Z', 'updated_at': '2021-09-24T15:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': 'cce4a889-65f1-4fe5-8db8-d5f63eb426ec', 'tenant_id': '200c20f17e62414ab5bbd41e14faa1b2', 'floating_ip_address': '172.25.0.127', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'port_id': 'c2179b3f-fc72-421d-86b9-14c54b7bd5a9', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71201ca5-026a-47e5-88ab-afc6b5698b5d', 'mac_address': 'fa:16:3e:80:22:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6c9060-1d12-414f-af7a-09d5667eba05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:41:55Z', 'updated_at': '2021-09-24T15:42:17Z', 'revision_number': 3, 'project_id': '200c20f17e62414ab5bbd41e14faa1b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b6914f7-9e75-4352-96a7-243f76da505a', 'name': '', 'network_id': '71201ca5-026a-47e5-88ab-afc6b5698b5d', 'tenant_id': '200c20f17e62414ab5bbd41e14faa1b2', 'mac_address': 'fa:16:3e:61:43:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'ad5cbaed-71b0-4d7b-91df-affbc25b46b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:41:18Z', 'updated_at': '2021-09-24T15:41:27Z', 'revision_number': 5, 'project_id': '200c20f17e62414ab5bbd41e14faa1b2', 'subnets': [{'id': 'ad5cbaed-71b0-4d7b-91df-affbc25b46b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:19.427523 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-72d60a7a-cf36-4dfe-822c-42971c7bd84f req-7c0da31f-6b6b-41b0-bad5-35cd5687252d tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "PUT /v2.0/floatingips/cce4a889-65f1-4fe5-8db8-d5f63eb426ec HTTP/1.1" status: 200 len: 998 time: 2.5092497 Sep 24 15:42:19.439399 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01c7625-54d4-45fa-bfd1-160b7ab49fa9 None None] Checking router: 801d1609-7b8f-4702-af99-68980cdbe1c8 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:42:19.449269 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01c7625-54d4-45fa-bfd1-160b7ab49fa9 None None] Routers {'801d1609-7b8f-4702-af99-68980cdbe1c8'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:42:19.449888 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-d01c7625-54d4-45fa-bfd1-160b7ab49fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:42:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['801d1609-7b8f-4702-af99-68980cdbe1c8'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:19.479976 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d60a7a-cf36-4dfe-822c-42971c7bd84f req-fbf8914c-6a22-4239-b4d3-20ad1d8cdc72 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:19.481504 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-72d60a7a-cf36-4dfe-822c-42971c7bd84f req-fbf8914c-6a22-4239-b4d3-20ad1d8cdc72 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/ports/0e633df5-034b-4779-b349-ead79bc7e51d HTTP/1.1" status: 200 len: 942 time: 0.0473468 Sep 24 15:42:19.491005 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f01ddc4f-e7e8-4e34-8bf5-9805ab30334a req-d454f260-456e-4082-925c-729f892acdd8 tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] 10.222.0.101 "GET /v2.0/security-groups/cd161d85-306f-482a-851f-1417ea11a086 HTTP/1.1" status: 200 len: 1813 time: 0.1135051 Sep 24 15:42:19.563794 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-d01c7625-54d4-45fa-bfd1-160b7ab49fa9 None None] Set router 801d1609-7b8f-4702-af99-68980cdbe1c8 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:42:19.592812 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d60a7a-cf36-4dfe-822c-42971c7bd84f req-27eb5000-381b-414b-a71b-affb9a5f7596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:19.598540 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-72d60a7a-cf36-4dfe-822c-42971c7bd84f req-27eb5000-381b-414b-a71b-affb9a5f7596 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=200c20f17e62414ab5bbd41e14faa1b2&device_id=9ec0efa4-8375-42ca-bf38-4845e951e064 HTTP/1.1" status: 200 len: 1096 time: 0.0413032 Sep 24 15:42:19.640056 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07396f73-c7b0-4cfd-b9fb-df12f6e37c33 req-f2d113e0-15ff-405d-93f0-c7e495395789 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:19.641534 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-07396f73-c7b0-4cfd-b9fb-df12f6e37c33 req-f2d113e0-15ff-405d-93f0-c7e495395789 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=dddc2437-868a-425d-afd9-a0fe4f837064 HTTP/1.1" status: 200 len: 944 time: 0.0530603 Sep 24 15:42:19.693932 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d60a7a-cf36-4dfe-822c-42971c7bd84f req-64a9a3fb-12ed-4831-a283-74ad849d1521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:19.698822 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-72d60a7a-cf36-4dfe-822c-42971c7bd84f req-64a9a3fb-12ed-4831-a283-74ad849d1521 service neutron] 10.222.0.101 "GET /v2.0/networks?id=71201ca5-026a-47e5-88ab-afc6b5698b5d HTTP/1.1" status: 200 len: 923 time: 0.0973201 Sep 24 15:42:19.727561 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-07396f73-c7b0-4cfd-b9fb-df12f6e37c33 req-c55904e2-9243-411d-8937-cc25316158b5 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762348 Sep 24 15:42:19.739741 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-72d60a7a-cf36-4dfe-822c-42971c7bd84f req-71387587-c94f-4e82-8a25-d554c5921d82 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e633df5-034b-4779-b349-ead79bc7e51d HTTP/1.1" status: 200 len: 217 time: 0.0369055 Sep 24 15:42:19.797059 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [req-d3c5ce95-6ef7-4825-92da-22aea1f73ba5 req-eb8142a7-5866-4543-9d5b-f3b13519e123 tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] show failed (client error): The resource could not be found. Sep 24 15:42:19.798209 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d3c5ce95-6ef7-4825-92da-22aea1f73ba5 req-eb8142a7-5866-4543-9d5b-f3b13519e123 tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] 10.222.0.101 "GET /v2.0/security-groups/18e68ffc-d47a-459c-80ef-dd2a1e7c32b6 HTTP/1.1" status: 404 len: 352 time: 0.0189974 Sep 24 15:42:19.807025 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d60a7a-cf36-4dfe-822c-42971c7bd84f req-d1185610-9e07-4564-8ea8-91232b32670a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:19.808474 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-72d60a7a-cf36-4dfe-822c-42971c7bd84f req-d1185610-9e07-4564-8ea8-91232b32670a service neutron] 10.222.0.101 "GET /v2.0/subnets?id=ad5cbaed-71b0-4d7b-91df-affbc25b46b3 HTTP/1.1" status: 200 len: 860 time: 0.0609567 Sep 24 15:42:19.826093 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3c08bbaa-2c3b-49f8-92f6-bcca8affc8c1 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks [] for router_gateway, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:19.859907 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d60a7a-cf36-4dfe-822c-42971c7bd84f req-baa1d4c5-b5c2-4914-89e2-b2e47ccde913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:19.861627 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-72d60a7a-cf36-4dfe-822c-42971c7bd84f req-baa1d4c5-b5c2-4914-89e2-b2e47ccde913 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=71201ca5-026a-47e5-88ab-afc6b5698b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433707 Sep 24 15:42:19.878955 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device cb238af0-bcfe-4574-a1e6-2129ca44f562 details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:42:19.960881 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-72d60a7a-cf36-4dfe-822c-42971c7bd84f req-0c61a3fd-decc-4584-a972-dbf7fd2a5beb service neutron] 10.222.0.101 "GET /v2.0/networks/71201ca5-026a-47e5-88ab-afc6b5698b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915589 Sep 24 15:42:20.035504 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port cb238af0-bcfe-4574-a1e6-2129ca44f562, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=cb238af0-bcfe-4574-a1e6-2129ca44f562,segment=NetworkSegment(7e8e93a9-9a2d-4b51-a14d-73f657c90f78),segment_id=7e8e93a9-9a2d-4b51-a14d-73f657c90f78)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:42:20.055943 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': 'cb238af0-bcfe-4574-a1e6-2129ca44f562', 'network_id': 'bad15511-e79d-4a5e-8826-604fa4d6fb1c', 'port_id': 'cb238af0-bcfe-4574-a1e6-2129ca44f562', 'mac_address': 'fa:16:3e:d4:9e:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac550aa6-1c9d-441e-90e2-38bf2a7a38e4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:42:20.060419 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-d01c7625-54d4-45fa-bfd1-160b7ab49fa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1933066675-router', 'tenant_id': '200c20f17e62414ab5bbd41e14faa1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '43bfce93-9c1b-4f96-afad-dc3979c8a77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:41:12Z', 'updated_at': '2021-09-24T15:41:20Z', 'revision_number': 4, 'project_id': '200c20f17e62414ab5bbd41e14faa1b2', 'gw_port': {'id': '43bfce93-9c1b-4f96-afad-dc3979c8a77d', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:cf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:41:14Z', 'updated_at': '2021-09-24T15:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': 'cce4a889-65f1-4fe5-8db8-d5f63eb426ec', 'tenant_id': '200c20f17e62414ab5bbd41e14faa1b2', 'floating_ip_address': '172.25.0.127', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'port_id': 'c2179b3f-fc72-421d-86b9-14c54b7bd5a9', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71201ca5-026a-47e5-88ab-afc6b5698b5d', 'mac_address': 'fa:16:3e:80:22:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6c9060-1d12-414f-af7a-09d5667eba05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:41:55Z', 'updated_at': '2021-09-24T15:42:17Z', 'revision_number': 3, 'project_id': '200c20f17e62414ab5bbd41e14faa1b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b6914f7-9e75-4352-96a7-243f76da505a', 'name': '', 'network_id': '71201ca5-026a-47e5-88ab-afc6b5698b5d', 'tenant_id': '200c20f17e62414ab5bbd41e14faa1b2', 'mac_address': 'fa:16:3e:61:43:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'ad5cbaed-71b0-4d7b-91df-affbc25b46b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:41:18Z', 'updated_at': '2021-09-24T15:41:27Z', 'revision_number': 5, 'project_id': '200c20f17e62414ab5bbd41e14faa1b2', 'subnets': [{'id': 'ad5cbaed-71b0-4d7b-91df-affbc25b46b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:20.072861 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-72d60a7a-cf36-4dfe-822c-42971c7bd84f req-ed7e2980-8057-42f2-8856-afe9d1e859a0 service neutron] 10.222.0.101 "GET /v2.0/networks/71201ca5-026a-47e5-88ab-afc6b5698b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052554 Sep 24 15:42:20.089298 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01c7625-54d4-45fa-bfd1-160b7ab49fa9 None None] The sync data for ids ['801d1609-7b8f-4702-af99-68980cdbe1c8'] in n-d-808921-1 is: [{'id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1933066675-router', 'tenant_id': '200c20f17e62414ab5bbd41e14faa1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '43bfce93-9c1b-4f96-afad-dc3979c8a77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:41:12Z', 'updated_at': '2021-09-24T15:41:20Z', 'revision_number': 4, 'project_id': '200c20f17e62414ab5bbd41e14faa1b2', 'gw_port': {'id': '43bfce93-9c1b-4f96-afad-dc3979c8a77d', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:cf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:41:14Z', 'updated_at': '2021-09-24T15:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': 'cce4a889-65f1-4fe5-8db8-d5f63eb426ec', 'tenant_id': '200c20f17e62414ab5bbd41e14faa1b2', 'floating_ip_address': '172.25.0.127', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'port_id': 'c2179b3f-fc72-421d-86b9-14c54b7bd5a9', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71201ca5-026a-47e5-88ab-afc6b5698b5d', 'mac_address': 'fa:16:3e:80:22:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6c9060-1d12-414f-af7a-09d5667eba05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:41:55Z', 'updated_at': '2021-09-24T15:42:17Z', 'revision_number': 3, 'project_id': '200c20f17e62414ab5bbd41e14faa1b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b6914f7-9e75-4352-96a7-243f76da505a', 'name': '', 'network_id': '71201ca5-026a-47e5-88ab-afc6b5698b5d', 'tenant_id': '200c20f17e62414ab5bbd41e14faa1b2', 'mac_address': 'fa:16:3e:61:43:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'ad5cbaed-71b0-4d7b-91df-affbc25b46b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:41:18Z', 'updated_at': '2021-09-24T15:41:27Z', 'revision_number': 5, 'project_id': '200c20f17e62414ab5bbd41e14faa1b2', 'subnets': [{'id': 'ad5cbaed-71b0-4d7b-91df-affbc25b46b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:42:20.111064 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ec0efa4-8375-42ca-bf38-4845e951e064', 'tag': '0e633df5-034b-4779-b349-ead79bc7e51d'}, {'name': 'network-changed', 'server_uuid': 'cf6c9060-1d12-414f-af7a-09d5667eba05', 'tag': 'c2179b3f-fc72-421d-86b9-14c54b7bd5a9'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:42:20.115915 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25ce9649-9983-4965-95e5-0979ea67db6c" -d '{"events": [{"name": "network-changed", "server_uuid": "9ec0efa4-8375-42ca-bf38-4845e951e064", "tag": "0e633df5-034b-4779-b349-ead79bc7e51d"}, {"name": "network-changed", "server_uuid": "cf6c9060-1d12-414f-af7a-09d5667eba05", "tag": "c2179b3f-fc72-421d-86b9-14c54b7bd5a9"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:42:20.130735 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:20.145033 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb238af0-bcfe-4574-a1e6-2129ca44f562 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:42:20.166707 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port cb238af0-bcfe-4574-a1e6-2129ca44f562, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=cb238af0-bcfe-4574-a1e6-2129ca44f562,segment=NetworkSegment(7e8e93a9-9a2d-4b51-a14d-73f657c90f78),segment_id=7e8e93a9-9a2d-4b51-a14d-73f657c90f78)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:42:20.214804 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-92879cbb-83e7-48c4-bade-c12c20cd9270 req-df3c2218-b8e4-4eff-a305-3f908cf0b687 tempest-SecurityGroupsNegativeTestJSON-2030177819 tempest-SecurityGroupsNegativeTestJSON-2030177819-project] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=6aaf9ea1c6d9494caf38c5aca11fa2a0 HTTP/1.1" status: 200 len: 2988 time: 0.3849819 Sep 24 15:42:20.235795 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d60a7a-cf36-4dfe-822c-42971c7bd84f req-6962c1f9-b340-4c87-806f-216e6e416aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:20.238884 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-72d60a7a-cf36-4dfe-822c-42971c7bd84f req-6962c1f9-b340-4c87-806f-216e6e416aaf service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=200c20f17e62414ab5bbd41e14faa1b2&device_id=cf6c9060-1d12-414f-af7a-09d5667eba05 HTTP/1.1" status: 200 len: 1096 time: 0.0447049 Sep 24 15:42:20.259631 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:20.286856 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e14f8c-bf61-49f3-af80-cb22d2e1721a None None] New status for floating IP cce4a889-65f1-4fe5-8db8-d5f63eb426ec: ACTIVE {{(pid=95300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:42:20.332769 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=cb238af0-bcfe-4574-a1e6-2129ca44f562,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:20.362142 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d60a7a-cf36-4dfe-822c-42971c7bd84f req-c63062c4-4c39-4008-b436-924f76093199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:20.367894 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-72d60a7a-cf36-4dfe-822c-42971c7bd84f req-c63062c4-4c39-4008-b436-924f76093199 service neutron] 10.222.0.101 "GET /v2.0/networks?id=71201ca5-026a-47e5-88ab-afc6b5698b5d HTTP/1.1" status: 200 len: 923 time: 0.1185992 Sep 24 15:42:20.384756 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-92879cbb-83e7-48c4-bade-c12c20cd9270 req-ac334a34-1eae-47cb-bbf0-d673cc906a65 tempest-SecurityGroupsNegativeTestJSON-2030177819 tempest-SecurityGroupsNegativeTestJSON-2030177819-project] 10.222.0.101 "GET /v2.0/security-groups/1f0c4a40-bbe0-4a67-baff-5a1a0c293357 HTTP/1.1" status: 200 len: 2985 time: 0.1599743 Sep 24 15:42:20.385874 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3c08bbaa-2c3b-49f8-92f6-bcca8affc8c1 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:20.429997 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-72d60a7a-cf36-4dfe-822c-42971c7bd84f req-a6b1245d-0a20-4fcb-806f-cda78482e929 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2179b3f-fc72-421d-86b9-14c54b7bd5a9 HTTP/1.1" status: 200 len: 1001 time: 0.0597248 Sep 24 15:42:20.491848 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d60a7a-cf36-4dfe-822c-42971c7bd84f req-fd99f1bf-9845-45da-bcd6-11871a62d90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:20.493604 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-72d60a7a-cf36-4dfe-822c-42971c7bd84f req-fd99f1bf-9845-45da-bcd6-11871a62d90f service neutron] 10.222.0.101 "GET /v2.0/subnets?id=ad5cbaed-71b0-4d7b-91df-affbc25b46b3 HTTP/1.1" status: 200 len: 860 time: 0.0562935 Sep 24 15:42:20.508281 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-92879cbb-83e7-48c4-bade-c12c20cd9270 req-bbc20035-321d-4387-b64f-1cf3f392868e tempest-SecurityGroupsNegativeTestJSON-2030177819 tempest-SecurityGroupsNegativeTestJSON-2030177819-project] 10.222.0.101 "GET /v2.0/security-groups/1f0c4a40-bbe0-4a67-baff-5a1a0c293357 HTTP/1.1" status: 200 len: 2985 time: 0.1164150 Sep 24 15:42:20.542725 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [req-92fcfb38-a525-4147-9652-d2fd284cb050 req-6cab0a14-16aa-48f5-a012-b20e940f3111 tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] show failed (client error): The resource could not be found. Sep 24 15:42:20.543729 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-92fcfb38-a525-4147-9652-d2fd284cb050 req-6cab0a14-16aa-48f5-a012-b20e940f3111 tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] 10.222.0.101 "GET /v2.0/security-group-rules/0cc8ec96-5387-46ed-8c42-0346824212b2 HTTP/1.1" status: 404 len: 361 time: 0.0166290 Sep 24 15:42:20.545499 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d60a7a-cf36-4dfe-822c-42971c7bd84f req-2d559b94-1e65-460e-bee0-b22a027c711c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:20.547059 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-72d60a7a-cf36-4dfe-822c-42971c7bd84f req-2d559b94-1e65-460e-bee0-b22a027c711c service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=71201ca5-026a-47e5-88ab-afc6b5698b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468237 Sep 24 15:42:20.622194 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['cb238af0-bcfe-4574-a1e6-2129ca44f562'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:42:20.648226 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c08bbaa-2c3b-49f8-92f6-bcca8affc8c1 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Router 08510ac8-4d47-471b-ac60-da32bbf2a97e is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:42:20.655225 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-72d60a7a-cf36-4dfe-822c-42971c7bd84f req-ffcedbf2-64f1-4fbe-b61d-a89b1f4bb4b2 service neutron] 10.222.0.101 "GET /v2.0/networks/71201ca5-026a-47e5-88ab-afc6b5698b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010926 Sep 24 15:42:20.666326 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480a32ae-a590-4e3f-b655-755996e09b2a None None] Sync routers for ids ['801d1609-7b8f-4702-af99-68980cdbe1c8'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:42:20.688742 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480a32ae-a590-4e3f-b655-755996e09b2a None None] Routers {'801d1609-7b8f-4702-af99-68980cdbe1c8'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:42:20.689495 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-480a32ae-a590-4e3f-b655-755996e09b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:42:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['801d1609-7b8f-4702-af99-68980cdbe1c8'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:20.713072 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ef696-d17a-4ecd-b408-5209db6720a9 req-b99b64ce-de18-4481-b339-4da4521406fd tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:20.714651 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-eb7ef696-d17a-4ecd-b408-5209db6720a9 req-b99b64ce-de18-4481-b339-4da4521406fd tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=08792b6c-40f7-4639-b72b-9d6b71aa3963 HTTP/1.1" status: 200 len: 945 time: 0.1031005 Sep 24 15:42:20.763421 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-72d60a7a-cf36-4dfe-822c-42971c7bd84f req-3a304e49-f123-4ac4-9155-9cc6bb2d65b5 service neutron] 10.222.0.101 "GET /v2.0/networks/71201ca5-026a-47e5-88ab-afc6b5698b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996449 Sep 24 15:42:20.796518 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-eb7ef696-d17a-4ecd-b408-5209db6720a9 req-c5b819e5-59f3-417e-8183-bbeaab6e0098 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713491 Sep 24 15:42:20.806459 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c08bbaa-2c3b-49f8-92f6-bcca8affc8c1 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:42:20.818832 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fbfd68-30e8-4265-9bb8-5393a5008c29 None None] Sync routers for ids ['08510ac8-4d47-471b-ac60-da32bbf2a97e'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:42:20.829575 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fbfd68-30e8-4265-9bb8-5393a5008c29 None None] Routers {'08510ac8-4d47-471b-ac60-da32bbf2a97e'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:42:20.830494 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-76fbfd68-30e8-4265-9bb8-5393a5008c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:42:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['08510ac8-4d47-471b-ac60-da32bbf2a97e'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:20.860153 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-480a32ae-a590-4e3f-b655-755996e09b2a None None] Set router 801d1609-7b8f-4702-af99-68980cdbe1c8 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:42:20.869355 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 24 Sep 2021 15:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b394802-470c-4b8f-9717-2db52ca30589 x-openstack-request-id: req-6b394802-470c-4b8f-9717-2db52ca30589 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:42:20.869733 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ec0efa4-8375-42ca-bf38-4845e951e064", "tag": "0e633df5-034b-4779-b349-ead79bc7e51d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "cf6c9060-1d12-414f-af7a-09d5667eba05", "tag": "c2179b3f-fc72-421d-86b9-14c54b7bd5a9", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:42:20.870059 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-6b394802-470c-4b8f-9717-2db52ca30589 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:42:20.871153 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ec0efa4-8375-42ca-bf38-4845e951e064', 'tag': '0e633df5-034b-4779-b349-ead79bc7e51d', 'status': 'completed', 'code': 200} Sep 24 15:42:20.871485 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf6c9060-1d12-414f-af7a-09d5667eba05', 'tag': 'c2179b3f-fc72-421d-86b9-14c54b7bd5a9', 'status': 'completed', 'code': 200} Sep 24 15:42:20.878864 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-76fbfd68-30e8-4265-9bb8-5393a5008c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:20.890900 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76fbfd68-30e8-4265-9bb8-5393a5008c29 None None] Routers {'08510ac8-4d47-471b-ac60-da32bbf2a97e'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:42:20.891860 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-76fbfd68-30e8-4265-9bb8-5393a5008c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:42:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['08510ac8-4d47-471b-ac60-da32bbf2a97e'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:20.953357 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b97228b9-d838-4b82-84a3-8f048aebfcee req-35272531-b31a-412b-bf19-0a74b49b5621 tempest-SecurityGroupsNegativeTestJSON-2030177819 tempest-SecurityGroupsNegativeTestJSON-2030177819-project] 10.222.0.101 "GET /v2.0/security-groups/1f0c4a40-bbe0-4a67-baff-5a1a0c293357 HTTP/1.1" status: 200 len: 2985 time: 0.0713799 Sep 24 15:42:20.954323 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3c08bbaa-2c3b-49f8-92f6-bcca8affc8c1 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:20.958472 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-3c08bbaa-2c3b-49f8-92f6-bcca8affc8c1 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.3129456 Sep 24 15:42:20.958886 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 53856) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:20.966261 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-76fbfd68-30e8-4265-9bb8-5393a5008c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:20.966989 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76fbfd68-30e8-4265-9bb8-5393a5008c29 None None] The sync data for ids ['08510ac8-4d47-471b-ac60-da32bbf2a97e'] in n-d-808921-1 is: [] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:42:21.108959 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [req-b97228b9-d838-4b82-84a3-8f048aebfcee req-1b5b2c4b-b185-47c2-839a-ba52d29d3048 tempest-SecurityGroupsNegativeTestJSON-2030177819 tempest-SecurityGroupsNegativeTestJSON-2030177819-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 24 15:42:21.110024 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b97228b9-d838-4b82-84a3-8f048aebfcee req-1b5b2c4b-b185-47c2-839a-ba52d29d3048 tempest-SecurityGroupsNegativeTestJSON-2030177819 tempest-SecurityGroupsNegativeTestJSON-2030177819-project] 10.222.0.101 "DELETE /v2.0/security-groups/1f0c4a40-bbe0-4a67-baff-5a1a0c293357 HTTP/1.1" status: 409 len: 352 time: 0.1445785 Sep 24 15:42:21.124097 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-c1d735b7-0f06-4f68-bb04-d23184212e96 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] 10.222.0.101 "GET /v2.0/routers/08510ac8-4d47-471b-ac60-da32bbf2a97e HTTP/1.1" status: 200 len: 924 time: 0.1614428 Sep 24 15:42:21.124392 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 53858) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:21.154471 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-3f720f64-0036-4754-8799-74af731f0649 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] 10.222.0.101 "GET /v2.0/ports?device_id=08510ac8-4d47-471b-ac60-da32bbf2a97e HTTP/1.1" status: 200 len: 205 time: 0.0288916 Sep 24 15:42:21.155208 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-480a32ae-a590-4e3f-b655-755996e09b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1933066675-router', 'tenant_id': '200c20f17e62414ab5bbd41e14faa1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '43bfce93-9c1b-4f96-afad-dc3979c8a77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:41:12Z', 'updated_at': '2021-09-24T15:41:20Z', 'revision_number': 4, 'project_id': '200c20f17e62414ab5bbd41e14faa1b2', 'gw_port': {'id': '43bfce93-9c1b-4f96-afad-dc3979c8a77d', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:cf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:41:14Z', 'updated_at': '2021-09-24T15:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': 'cce4a889-65f1-4fe5-8db8-d5f63eb426ec', 'tenant_id': '200c20f17e62414ab5bbd41e14faa1b2', 'floating_ip_address': '172.25.0.127', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'port_id': 'c2179b3f-fc72-421d-86b9-14c54b7bd5a9', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71201ca5-026a-47e5-88ab-afc6b5698b5d', 'mac_address': 'fa:16:3e:80:22:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6c9060-1d12-414f-af7a-09d5667eba05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:41:55Z', 'updated_at': '2021-09-24T15:42:20Z', 'revision_number': 4, 'project_id': '200c20f17e62414ab5bbd41e14faa1b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b6914f7-9e75-4352-96a7-243f76da505a', 'name': '', 'network_id': '71201ca5-026a-47e5-88ab-afc6b5698b5d', 'tenant_id': '200c20f17e62414ab5bbd41e14faa1b2', 'mac_address': 'fa:16:3e:61:43:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'ad5cbaed-71b0-4d7b-91df-affbc25b46b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:41:18Z', 'updated_at': '2021-09-24T15:41:27Z', 'revision_number': 5, 'project_id': '200c20f17e62414ab5bbd41e14faa1b2', 'subnets': [{'id': 'ad5cbaed-71b0-4d7b-91df-affbc25b46b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:21.156970 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 53862) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:21.187926 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480a32ae-a590-4e3f-b655-755996e09b2a None None] Checking router: 801d1609-7b8f-4702-af99-68980cdbe1c8 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:42:21.198777 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480a32ae-a590-4e3f-b655-755996e09b2a None None] Routers {'801d1609-7b8f-4702-af99-68980cdbe1c8'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:42:21.199007 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-480a32ae-a590-4e3f-b655-755996e09b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:42:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['801d1609-7b8f-4702-af99-68980cdbe1c8'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:21.303045 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389538b2-e920-4fed-94b1-3e43b62f873c req-001006c3-43fe-43a1-901e-7e9ea5ca7bab tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:21.305159 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-389538b2-e920-4fed-94b1-3e43b62f873c req-001006c3-43fe-43a1-901e-7e9ea5ca7bab tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=dddc2437-868a-425d-afd9-a0fe4f837064 HTTP/1.1" status: 200 len: 945 time: 0.1056426 Sep 24 15:42:21.311940 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-480a32ae-a590-4e3f-b655-755996e09b2a None None] Set router 801d1609-7b8f-4702-af99-68980cdbe1c8 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:42:21.338630 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e8bbb8dd-666f-474d-85fc-d26d95006dbf tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks [] for router, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:21.340743 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce9649-9983-4965-95e5-0979ea67db6c req-46b03495-ba54-45a7-8781-2628b832c202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:21.342617 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-25ce9649-9983-4965-95e5-0979ea67db6c req-46b03495-ba54-45a7-8781-2628b832c202 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=200c20f17e62414ab5bbd41e14faa1b2&device_id=9ec0efa4-8375-42ca-bf38-4845e951e064 HTTP/1.1" status: 200 len: 1096 time: 0.4462137 Sep 24 15:42:21.346204 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce9649-9983-4965-95e5-0979ea67db6c req-69dff7b9-22f4-4b76-91f4-a50f136aa386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:21.347679 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-25ce9649-9983-4965-95e5-0979ea67db6c req-69dff7b9-22f4-4b76-91f4-a50f136aa386 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=200c20f17e62414ab5bbd41e14faa1b2&device_id=cf6c9060-1d12-414f-af7a-09d5667eba05 HTTP/1.1" status: 200 len: 1096 time: 0.4214289 Sep 24 15:42:21.408159 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-389538b2-e920-4fed-94b1-3e43b62f873c req-418b90f5-e6f7-471a-aa1b-181d4c8dfaa3 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806081 Sep 24 15:42:21.409558 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4d1d64df-23c8-45c3-8a0e-652672670fbe req-0496687d-98a2-4bea-bc6b-cc21b2d7ffd4 tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] 10.222.0.101 "GET /v2.0/security-groups/cd161d85-306f-482a-851f-1417ea11a086 HTTP/1.1" status: 200 len: 1813 time: 0.4380801 Sep 24 15:42:21.558388 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce9649-9983-4965-95e5-0979ea67db6c req-6f492f30-69f8-4925-9844-2a00eb495f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:21.559866 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-25ce9649-9983-4965-95e5-0979ea67db6c req-6f492f30-69f8-4925-9844-2a00eb495f65 service neutron] 10.222.0.108 "GET /v2.0/networks?id=71201ca5-026a-47e5-88ab-afc6b5698b5d HTTP/1.1" status: 200 len: 923 time: 0.2075806 Sep 24 15:42:21.576085 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0897baef-d8c9-4f53-8d04-4a788740b01f req-b3bb1023-7b72-4746-9720-28c881b2b7a0 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.0.127 HTTP/1.1" status: 200 len: 1001 time: 0.1095417 Sep 24 15:42:21.578412 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e8bbb8dd-666f-474d-85fc-d26d95006dbf tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:21.581436 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce9649-9983-4965-95e5-0979ea67db6c req-3a59a2ae-4318-4a7b-8930-1afe738fcd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:21.583331 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-480a32ae-a590-4e3f-b655-755996e09b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1933066675-router', 'tenant_id': '200c20f17e62414ab5bbd41e14faa1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '43bfce93-9c1b-4f96-afad-dc3979c8a77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:41:12Z', 'updated_at': '2021-09-24T15:41:20Z', 'revision_number': 4, 'project_id': '200c20f17e62414ab5bbd41e14faa1b2', 'gw_port': {'id': '43bfce93-9c1b-4f96-afad-dc3979c8a77d', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:cf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:41:14Z', 'updated_at': '2021-09-24T15:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': 'cce4a889-65f1-4fe5-8db8-d5f63eb426ec', 'tenant_id': '200c20f17e62414ab5bbd41e14faa1b2', 'floating_ip_address': '172.25.0.127', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'port_id': 'c2179b3f-fc72-421d-86b9-14c54b7bd5a9', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71201ca5-026a-47e5-88ab-afc6b5698b5d', 'mac_address': 'fa:16:3e:80:22:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6c9060-1d12-414f-af7a-09d5667eba05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:41:55Z', 'updated_at': '2021-09-24T15:42:20Z', 'revision_number': 4, 'project_id': '200c20f17e62414ab5bbd41e14faa1b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b6914f7-9e75-4352-96a7-243f76da505a', 'name': '', 'network_id': '71201ca5-026a-47e5-88ab-afc6b5698b5d', 'tenant_id': '200c20f17e62414ab5bbd41e14faa1b2', 'mac_address': 'fa:16:3e:61:43:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'ad5cbaed-71b0-4d7b-91df-affbc25b46b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:41:18Z', 'updated_at': '2021-09-24T15:41:27Z', 'revision_number': 5, 'project_id': '200c20f17e62414ab5bbd41e14faa1b2', 'subnets': [{'id': 'ad5cbaed-71b0-4d7b-91df-affbc25b46b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:21.583812 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-25ce9649-9983-4965-95e5-0979ea67db6c req-3a59a2ae-4318-4a7b-8930-1afe738fcd80 service neutron] 10.222.0.110 "GET /v2.0/networks?id=71201ca5-026a-47e5-88ab-afc6b5698b5d HTTP/1.1" status: 200 len: 923 time: 0.2242696 Sep 24 15:42:21.615069 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480a32ae-a590-4e3f-b655-755996e09b2a None None] The sync data for ids ['801d1609-7b8f-4702-af99-68980cdbe1c8'] in n-d-808921-1 is: [{'id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1933066675-router', 'tenant_id': '200c20f17e62414ab5bbd41e14faa1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '43bfce93-9c1b-4f96-afad-dc3979c8a77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:41:12Z', 'updated_at': '2021-09-24T15:41:20Z', 'revision_number': 4, 'project_id': '200c20f17e62414ab5bbd41e14faa1b2', 'gw_port': {'id': '43bfce93-9c1b-4f96-afad-dc3979c8a77d', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:cf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:41:14Z', 'updated_at': '2021-09-24T15:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': 'cce4a889-65f1-4fe5-8db8-d5f63eb426ec', 'tenant_id': '200c20f17e62414ab5bbd41e14faa1b2', 'floating_ip_address': '172.25.0.127', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'port_id': 'c2179b3f-fc72-421d-86b9-14c54b7bd5a9', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71201ca5-026a-47e5-88ab-afc6b5698b5d', 'mac_address': 'fa:16:3e:80:22:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf6c9060-1d12-414f-af7a-09d5667eba05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:41:55Z', 'updated_at': '2021-09-24T15:42:20Z', 'revision_number': 4, 'project_id': '200c20f17e62414ab5bbd41e14faa1b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b6914f7-9e75-4352-96a7-243f76da505a', 'name': '', 'network_id': '71201ca5-026a-47e5-88ab-afc6b5698b5d', 'tenant_id': '200c20f17e62414ab5bbd41e14faa1b2', 'mac_address': 'fa:16:3e:61:43:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'ad5cbaed-71b0-4d7b-91df-affbc25b46b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:41:18Z', 'updated_at': '2021-09-24T15:41:27Z', 'revision_number': 5, 'project_id': '200c20f17e62414ab5bbd41e14faa1b2', 'subnets': [{'id': 'ad5cbaed-71b0-4d7b-91df-affbc25b46b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:42:21.618216 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-4d1d64df-23c8-45c3-8a0e-652672670fbe req-726ca61f-9175-4379-b8da-aadfb29a80e4 tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:21.625392 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-25ce9649-9983-4965-95e5-0979ea67db6c req-8be08330-db85-41d7-b07f-780a7ef41e6e service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e633df5-034b-4779-b349-ead79bc7e51d HTTP/1.1" status: 200 len: 217 time: 0.0534744 Sep 24 15:42:21.639600 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0897baef-d8c9-4f53-8d04-4a788740b01f req-dc1123d4-2592-441b-82b6-9cc82f17b6aa tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:21.641699 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0897baef-d8c9-4f53-8d04-4a788740b01f req-dc1123d4-2592-441b-82b6-9cc82f17b6aa tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/ports/c2179b3f-fc72-421d-86b9-14c54b7bd5a9 HTTP/1.1" status: 200 len: 942 time: 0.0569303 Sep 24 15:42:21.707977 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-4d1d64df-23c8-45c3-8a0e-652672670fbe req-726ca61f-9175-4379-b8da-aadfb29a80e4 tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:21.715810 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-e8bbb8dd-666f-474d-85fc-d26d95006dbf tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Deleting port c4aa181c-b2fd-4141-a20f-0fe046ca75d1 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:42:21.716147 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e8bbb8dd-666f-474d-85fc-d26d95006dbf tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:21.753536 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-25ce9649-9983-4965-95e5-0979ea67db6c req-095997ae-6fbf-402c-9b95-f865c3010fb1 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2179b3f-fc72-421d-86b9-14c54b7bd5a9 HTTP/1.1" status: 200 len: 1001 time: 0.1362863 Sep 24 15:42:21.771782 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce9649-9983-4965-95e5-0979ea67db6c req-c6eff0ff-7b12-445c-8067-ec08e30d371e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:21.773270 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-25ce9649-9983-4965-95e5-0979ea67db6c req-c6eff0ff-7b12-445c-8067-ec08e30d371e service neutron] 10.222.0.108 "GET /v2.0/subnets?id=ad5cbaed-71b0-4d7b-91df-affbc25b46b3 HTTP/1.1" status: 200 len: 860 time: 0.1111226 Sep 24 15:42:21.836645 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0897baef-d8c9-4f53-8d04-4a788740b01f req-cadc8297-5474-4245-a566-cb87d32dcefe tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.0.127 HTTP/1.1" status: 200 len: 1001 time: 0.1289303 Sep 24 15:42:21.850441 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce9649-9983-4965-95e5-0979ea67db6c req-94e52825-2fb8-4c87-a47c-6cecf8bf1fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:21.851950 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-25ce9649-9983-4965-95e5-0979ea67db6c req-94e52825-2fb8-4c87-a47c-6cecf8bf1fc0 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=ad5cbaed-71b0-4d7b-91df-affbc25b46b3 HTTP/1.1" status: 200 len: 860 time: 0.0778105 Sep 24 15:42:21.858488 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce9649-9983-4965-95e5-0979ea67db6c req-ac2d1516-985e-46c7-bba6-153ad9904db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:21.860062 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-25ce9649-9983-4965-95e5-0979ea67db6c req-ac2d1516-985e-46c7-bba6-153ad9904db3 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=71201ca5-026a-47e5-88ab-afc6b5698b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0779371 Sep 24 15:42:21.869984 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e8bbb8dd-666f-474d-85fc-d26d95006dbf tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:21.901913 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-e8bbb8dd-666f-474d-85fc-d26d95006dbf tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Calling delete_port for c4aa181c-b2fd-4141-a20f-0fe046ca75d1 owned by network:router_gateway {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:42:21.962922 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce9649-9983-4965-95e5-0979ea67db6c req-fd16215d-17a9-4b10-bd4e-f5ce9627bd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:21.964380 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-25ce9649-9983-4965-95e5-0979ea67db6c req-fd16215d-17a9-4b10-bd4e-f5ce9627bd3f service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=71201ca5-026a-47e5-88ab-afc6b5698b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1034243 Sep 24 15:42:21.993057 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-4d1d64df-23c8-45c3-8a0e-652672670fbe req-726ca61f-9175-4379-b8da-aadfb29a80e4 tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:21.995703 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-4d1d64df-23c8-45c3-8a0e-652672670fbe req-726ca61f-9175-4379-b8da-aadfb29a80e4 tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:21.996820 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4d1d64df-23c8-45c3-8a0e-652672670fbe req-726ca61f-9175-4379-b8da-aadfb29a80e4 tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] 10.222.0.101 "DELETE /v2.0/security-groups/cd161d85-306f-482a-851f-1417ea11a086 HTTP/1.1" status: 204 len: 173 time: 0.5740232 Sep 24 15:42:22.022948 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0897baef-d8c9-4f53-8d04-4a788740b01f req-40d405b9-0e9d-486c-8d1e-5fcb48f423a7 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:22.024332 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0897baef-d8c9-4f53-8d04-4a788740b01f req-40d405b9-0e9d-486c-8d1e-5fcb48f423a7 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/networks/e6a2de20-1ea0-43e5-88e0-982d19e317d5 HTTP/1.1" status: 200 len: 784 time: 0.1758089 Sep 24 15:42:22.028832 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726ca61f-9175-4379-b8da-aadfb29a80e4 tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd161d85-306f-482a-851f-1417ea11a086,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:22.049429 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-25ce9649-9983-4965-95e5-0979ea67db6c req-fa3f9c4d-3c10-404f-9dbe-e3e5df58a28c service neutron] 10.222.0.108 "GET /v2.0/networks/71201ca5-026a-47e5-88ab-afc6b5698b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534820 Sep 24 15:42:22.087325 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [req-d53b3dd1-20b6-45c9-bc54-3376c48a314f req-c49d4bf3-e8f2-4a95-a20f-bf8317b4b5b3 tempest-SecurityGroupsNegativeTestJSON-2030177819 tempest-SecurityGroupsNegativeTestJSON-2030177819-project] show failed (client error): The resource could not be found. Sep 24 15:42:22.088331 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d53b3dd1-20b6-45c9-bc54-3376c48a314f req-c49d4bf3-e8f2-4a95-a20f-bf8317b4b5b3 tempest-SecurityGroupsNegativeTestJSON-2030177819 tempest-SecurityGroupsNegativeTestJSON-2030177819-project] 10.222.0.101 "GET /v2.0/security-groups/4cfdf91e-e68b-40e2-ac51-de42cfc9494c HTTP/1.1" status: 404 len: 352 time: 0.0669267 Sep 24 15:42:22.165776 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-25ce9649-9983-4965-95e5-0979ea67db6c req-12743bb7-9945-4556-80af-a41a765c3f62 service neutron] 10.222.0.110 "GET /v2.0/networks/71201ca5-026a-47e5-88ab-afc6b5698b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921198 Sep 24 15:42:22.202041 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4c907b-f02e-4e94-94c8-4f5acfd9f8e7 req-0c26ba1b-af5a-437c-9386-59de60a2d31f tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:22.203735 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6a4c907b-f02e-4e94-94c8-4f5acfd9f8e7 req-0c26ba1b-af5a-437c-9386-59de60a2d31f tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=08792b6c-40f7-4639-b72b-9d6b71aa3963 HTTP/1.1" status: 200 len: 945 time: 0.1139178 Sep 24 15:42:22.230883 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-25ce9649-9983-4965-95e5-0979ea67db6c req-5210b9ae-cf00-4fa5-aa0e-bc9deddc1b7e service neutron] 10.222.0.108 "GET /v2.0/networks/71201ca5-026a-47e5-88ab-afc6b5698b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530180 Sep 24 15:42:22.246452 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6a4c907b-f02e-4e94-94c8-4f5acfd9f8e7 req-e1b18eb6-85cf-4744-aa3e-90d5b466b61b tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351436 Sep 24 15:42:22.295453 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1bb2286a-cc76-446d-b5a8-73bf47496edc req-88b05a32-f320-425c-b98a-206800c94dd5 tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] 10.222.0.101 "GET /v2.0/security-groups/89156a39-66f5-4c02-b02b-3faaa3ed334c HTTP/1.1" status: 200 len: 1815 time: 0.1009445 Sep 24 15:42:22.311070 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e8bbb8dd-666f-474d-85fc-d26d95006dbf tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:22.330664 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-25ce9649-9983-4965-95e5-0979ea67db6c req-02c63d40-f7db-4b36-b31d-da91405d407d service neutron] 10.222.0.110 "GET /v2.0/networks/71201ca5-026a-47e5-88ab-afc6b5698b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504080 Sep 24 15:42:22.350836 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bbb8dd-666f-474d-85fc-d26d95006dbf tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Pushing event deleted for resources: {'Port': ['ID=c4aa181c-b2fd-4141-a20f-0fe046ca75d1,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:22.368775 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1bb2286a-cc76-446d-b5a8-73bf47496edc req-660140d4-5b40-456d-bad9-52ff89706b59 tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:22.391208 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1bb2286a-cc76-446d-b5a8-73bf47496edc req-660140d4-5b40-456d-bad9-52ff89706b59 tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:22.392899 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-717a4416-0948-4788-ac56-539970d16cb3 req-8777236a-5444-496e-a368-438fd578a450 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.0.127 HTTP/1.1" status: 200 len: 1001 time: 0.1199489 Sep 24 15:42:22.467080 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717a4416-0948-4788-ac56-539970d16cb3 req-051d12bc-a5f4-4204-b569-3ce400742024 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:22.468596 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-717a4416-0948-4788-ac56-539970d16cb3 req-051d12bc-a5f4-4204-b569-3ce400742024 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/ports/c2179b3f-fc72-421d-86b9-14c54b7bd5a9 HTTP/1.1" status: 200 len: 942 time: 0.0566342 Sep 24 15:42:22.471441 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e8bbb8dd-666f-474d-85fc-d26d95006dbf tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586576'] for router_gateway, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:22.497005 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1bb2286a-cc76-446d-b5a8-73bf47496edc req-660140d4-5b40-456d-bad9-52ff89706b59 tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:22.499589 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1bb2286a-cc76-446d-b5a8-73bf47496edc req-660140d4-5b40-456d-bad9-52ff89706b59 tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:22.500747 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1bb2286a-cc76-446d-b5a8-73bf47496edc req-660140d4-5b40-456d-bad9-52ff89706b59 tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] 10.222.0.101 "DELETE /v2.0/security-groups/89156a39-66f5-4c02-b02b-3faaa3ed334c HTTP/1.1" status: 204 len: 173 time: 0.1954575 Sep 24 15:42:22.510853 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660140d4-5b40-456d-bad9-52ff89706b59 tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89156a39-66f5-4c02-b02b-3faaa3ed334c,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:22.547405 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [req-bc3ee7d0-a5c1-4a5a-af06-ede776928f55 req-80343bd7-a6db-4711-929c-8fa68ea6f2b6 tempest-SecurityGroupsNegativeTestJSON-2030177819 tempest-SecurityGroupsNegativeTestJSON-2030177819-project] show failed (client error): The resource could not be found. Sep 24 15:42:22.548599 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bc3ee7d0-a5c1-4a5a-af06-ede776928f55 req-80343bd7-a6db-4711-929c-8fa68ea6f2b6 tempest-SecurityGroupsNegativeTestJSON-2030177819 tempest-SecurityGroupsNegativeTestJSON-2030177819-project] 10.222.0.101 "GET /v2.0/security-groups/107ab6f1-5116-4caa-9dc1-fd62843af1d3 HTTP/1.1" status: 404 len: 352 time: 0.0209811 Sep 24 15:42:22.560206 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 53878) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:22.636595 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-cde70b0e-ecff-4ed1-8f79-559de573484b admin admin] Deleting subnet 8ac28d79-5be7-4289-a908-0bd2cf6608cd {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:42:22.641996 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cde70b0e-ecff-4ed1-8f79-559de573484b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:22.685798 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cde70b0e-ecff-4ed1-8f79-559de573484b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:22.695562 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9872584-70b5-43d5-8c39-dfc4e07bb30b req-8653b385-0d49-4bb7-b749-b22dfa7238b7 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:22.697525 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b9872584-70b5-43d5-8c39-dfc4e07bb30b req-8653b385-0d49-4bb7-b749-b22dfa7238b7 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=dddc2437-868a-425d-afd9-a0fe4f837064 HTTP/1.1" status: 200 len: 945 time: 0.0929358 Sep 24 15:42:22.771719 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cde70b0e-ecff-4ed1-8f79-559de573484b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:22.776636 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b9872584-70b5-43d5-8c39-dfc4e07bb30b req-8775260e-227a-42a5-9737-2093d39206ad tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545022 Sep 24 15:42:22.865441 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cf1cd1da-d9e6-4f8c-a3ef-0732e200be0b req-10556bf1-e831-44b3-b70a-24a2994af91d tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] 10.222.0.101 "GET /v2.0/security-groups/3ddeede8-62ac-4c2f-a3f8-4284e1b6a38a HTTP/1.1" status: 200 len: 1814 time: 0.0608976 Sep 24 15:42:22.877106 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e8bbb8dd-666f-474d-85fc-d26d95006dbf tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:22.881633 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e8bbb8dd-666f-474d-85fc-d26d95006dbf tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:22.927298 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-cf1cd1da-d9e6-4f8c-a3ef-0732e200be0b req-66bd6b2d-b737-4c26-84dd-c4623feb589c tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:22.936511 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-717a4416-0948-4788-ac56-539970d16cb3 req-e5094c50-2307-4c61-af9d-d5c22ffd616f tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.0.127 HTTP/1.1" status: 200 len: 1001 time: 0.3991413 Sep 24 15:42:22.940143 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cde70b0e-ecff-4ed1-8f79-559de573484b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:22.976040 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde70b0e-ecff-4ed1-8f79-559de573484b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ac28d79-5be7-4289-a908-0bd2cf6608cd,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:22.978753 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-cf1cd1da-d9e6-4f8c-a3ef-0732e200be0b req-66bd6b2d-b737-4c26-84dd-c4623feb589c tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:22.988455 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cde70b0e-ecff-4ed1-8f79-559de573484b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:22.990334 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-cde70b0e-ecff-4ed1-8f79-559de573484b admin admin] 10.222.0.101 "DELETE /v2.0/subnets/8ac28d79-5be7-4289-a908-0bd2cf6608cd HTTP/1.1" status: 204 len: 168 time: 0.4260492 Sep 24 15:42:22.993085 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 53880) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:23.015677 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e8bbb8dd-666f-474d-85fc-d26d95006dbf tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:23.016250 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8bbb8dd-666f-474d-85fc-d26d95006dbf tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Fanout notify agent at l3_agent the message router_deleted on router 08510ac8-4d47-471b-ac60-da32bbf2a97e {{(pid=95297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:42:23.024757 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e8bbb8dd-666f-474d-85fc-d26d95006dbf tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:23.025867 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e8bbb8dd-666f-474d-85fc-d26d95006dbf tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] 10.222.0.101 "DELETE /v2.0/routers/08510ac8-4d47-471b-ac60-da32bbf2a97e HTTP/1.1" status: 204 len: 168 time: 1.8679595 Sep 24 15:42:23.029463 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 53882) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:23.038199 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-9b94a960-cb69-41ad-81ab-6e7b5575826d tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Request body: {'router': {'name': 'tempest-snat-router-203628132', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'enable_snat': False}}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:42:23.060508 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717a4416-0948-4788-ac56-539970d16cb3 req-3e372475-a54b-48de-855c-792be7f71e87 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:23.062182 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-717a4416-0948-4788-ac56-539970d16cb3 req-3e372475-a54b-48de-855c-792be7f71e87 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/networks/e6a2de20-1ea0-43e5-88e0-982d19e317d5 HTTP/1.1" status: 200 len: 784 time: 0.1189544 Sep 24 15:42:23.104064 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-630872ce-5530-4df4-88b7-d28642d93c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:23.131876 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-717a4416-0948-4788-ac56-539970d16cb3 req-aea4777b-204e-4e6a-8245-ab13d3004e99 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.0.127 HTTP/1.1" status: 200 len: 1001 time: 0.0616803 Sep 24 15:42:23.141826 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-717a4416-0948-4788-ac56-539970d16cb3 req-90c0ed88-71c5-40af-9be8-d1d115729731 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:42:23.188708 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-630872ce-5530-4df4-88b7-d28642d93c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:23.196524 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-cf1cd1da-d9e6-4f8c-a3ef-0732e200be0b req-66bd6b2d-b737-4c26-84dd-c4623feb589c tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:23.199138 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-cf1cd1da-d9e6-4f8c-a3ef-0732e200be0b req-66bd6b2d-b737-4c26-84dd-c4623feb589c tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:23.200260 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cf1cd1da-d9e6-4f8c-a3ef-0732e200be0b req-66bd6b2d-b737-4c26-84dd-c4623feb589c tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] 10.222.0.101 "DELETE /v2.0/security-groups/3ddeede8-62ac-4c2f-a3f8-4284e1b6a38a HTTP/1.1" status: 204 len: 173 time: 0.3281925 Sep 24 15:42:23.202543 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-717a4416-0948-4788-ac56-539970d16cb3 req-90c0ed88-71c5-40af-9be8-d1d115729731 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Notify callbacks [] for floatingip, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:23.210474 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9b94a960-cb69-41ad-81ab-6e7b5575826d tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:23.210474 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9b94a960-cb69-41ad-81ab-6e7b5575826d tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:23.228366 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-630872ce-5530-4df4-88b7-d28642d93c29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['490d4c8f-eb61-4eb3-8b92-77a5e585f67f']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:23.231943 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bd6b2d-b737-4c26-84dd-c4623feb589c tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ddeede8-62ac-4c2f-a3f8-4284e1b6a38a,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:23.247314 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-630872ce-5530-4df4-88b7-d28642d93c29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5badec56-67d7-4ae2-bead-a75c0610bb42') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:23.253689 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-630872ce-5530-4df4-88b7-d28642d93c29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5badec56-67d7-4ae2-bead-a75c0610bb42') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:23.269455 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-630872ce-5530-4df4-88b7-d28642d93c29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:23.309620 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9b94a960-cb69-41ad-81ab-6e7b5575826d tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:23.319083 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-630872ce-5530-4df4-88b7-d28642d93c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:23.335496 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-630872ce-5530-4df4-88b7-d28642d93c29 admin admin] Releasing vlan 1293 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:42:23.335496 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-630872ce-5530-4df4-88b7-d28642d93c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:23.337033 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:42:23.337033 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:42:23.337033 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:42:23.337033 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:42:23.337033 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:42:23.337033 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:42:23.337033 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:42:23.337033 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:42:23.337033 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:42:23.337033 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:42:23.337033 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:42:23.337033 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:42:23.337033 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:42:23.337033 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:42:23.337033 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:42:23.337033 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:42:23.337033 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:42:23.337033 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:42:23.337033 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:42:23.337033 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:42:23.337033 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:42:23.337033 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:42:23.337033 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:42:23.337033 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:42:23.337033 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:42:23.337033 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:42:23.337033 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:42:23.337033 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:42:23.337033 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:42:23.337033 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:42:23.337033 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:42:23.337033 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:42:23.371046 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-717a4416-0948-4788-ac56-539970d16cb3 req-90c0ed88-71c5-40af-9be8-d1d115729731 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:23.407465 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-113bd7fb-42e5-4698-a343-02225fc960b1 req-1b698493-71a9-4be0-bea6-fef32af44068 tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] 10.222.0.101 "GET /v2.0/security-groups/812537da-14c2-4d82-8b38-ca4e56261758 HTTP/1.1" status: 200 len: 1815 time: 0.1201892 Sep 24 15:42:23.474777 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-717a4416-0948-4788-ac56-539970d16cb3 req-90c0ed88-71c5-40af-9be8-d1d115729731 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:23.475373 n-d-808921-1 neutron-server[95297]: INFO neutron.db.l3_db [req-717a4416-0948-4788-ac56-539970d16cb3 req-90c0ed88-71c5-40af-9be8-d1d115729731 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Floating IP cce4a889-65f1-4fe5-8db8-d5f63eb426ec disassociated. External IP: 172.25.0.127, port: c2179b3f-fc72-421d-86b9-14c54b7bd5a9. Sep 24 15:42:23.572782 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9b94a960-cb69-41ad-81ab-6e7b5575826d tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:23.595863 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-113bd7fb-42e5-4698-a343-02225fc960b1 req-66eebd0f-4288-4043-8931-aaf983283356 tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:23.618793 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-630872ce-5530-4df4-88b7-d28642d93c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:23.623574 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-113bd7fb-42e5-4698-a343-02225fc960b1 req-66eebd0f-4288-4043-8931-aaf983283356 tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:23.628653 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-630872ce-5530-4df4-88b7-d28642d93c29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:23.629962 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-630872ce-5530-4df4-88b7-d28642d93c29 admin admin] 10.222.0.101 "DELETE /v2.0/networks/490d4c8f-eb61-4eb3-8b92-77a5e585f67f HTTP/1.1" status: 204 len: 168 time: 0.6359677 Sep 24 15:42:23.647978 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630872ce-5530-4df4-88b7-d28642d93c29 admin admin] Pushing event deleted for resources: {'Network': ['ID=490d4c8f-eb61-4eb3-8b92-77a5e585f67f,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:23.702168 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [req-717a4416-0948-4788-ac56-539970d16cb3 req-90c0ed88-71c5-40af-9be8-d1d115729731 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Router 801d1609-7b8f-4702-af99-68980cdbe1c8 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:42:23.818778 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-717a4416-0948-4788-ac56-539970d16cb3 req-90c0ed88-71c5-40af-9be8-d1d115729731 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:42:23.823374 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-717a4416-0948-4788-ac56-539970d16cb3 req-90c0ed88-71c5-40af-9be8-d1d115729731 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:23.824412 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-113bd7fb-42e5-4698-a343-02225fc960b1 req-66eebd0f-4288-4043-8931-aaf983283356 tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:23.827125 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-113bd7fb-42e5-4698-a343-02225fc960b1 req-66eebd0f-4288-4043-8931-aaf983283356 tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:23.830805 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-113bd7fb-42e5-4698-a343-02225fc960b1 req-66eebd0f-4288-4043-8931-aaf983283356 tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] 10.222.0.101 "DELETE /v2.0/security-groups/812537da-14c2-4d82-8b38-ca4e56261758 HTTP/1.1" status: 204 len: 173 time: 0.3887024 Sep 24 15:42:23.830925 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f22a30-0709-4a56-bd72-e386be82ebbb None None] Sync routers for ids ['801d1609-7b8f-4702-af99-68980cdbe1c8'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:42:23.847645 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f22a30-0709-4a56-bd72-e386be82ebbb None None] Routers {'801d1609-7b8f-4702-af99-68980cdbe1c8'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:42:23.848436 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-f9f22a30-0709-4a56-bd72-e386be82ebbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:42:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['801d1609-7b8f-4702-af99-68980cdbe1c8'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:23.855912 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-717a4416-0948-4788-ac56-539970d16cb3 req-90c0ed88-71c5-40af-9be8-d1d115729731 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "PUT /v2.0/floatingips/cce4a889-65f1-4fe5-8db8-d5f63eb426ec HTTP/1.1" status: 200 len: 695 time: 0.7178612 Sep 24 15:42:23.856651 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf6c9060-1d12-414f-af7a-09d5667eba05', 'tag': 'c2179b3f-fc72-421d-86b9-14c54b7bd5a9'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:42:23.865784 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea2c4bc0-c39f-4fa9-8b0f-2d9d0d9a7b3c" -d '{"events": [{"name": "network-changed", "server_uuid": "cf6c9060-1d12-414f-af7a-09d5667eba05", "tag": "c2179b3f-fc72-421d-86b9-14c54b7bd5a9"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:42:23.873576 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eebd0f-4288-4043-8931-aaf983283356 tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=812537da-14c2-4d82-8b38-ca4e56261758,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:23.901736 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device cb238af0-bcfe-4574-a1e6-2129ca44f562 up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:42:23.923832 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717a4416-0948-4788-ac56-539970d16cb3 req-6318fa59-37a6-413d-8d7f-0b0f92535f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:23.934986 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-717a4416-0948-4788-ac56-539970d16cb3 req-6318fa59-37a6-413d-8d7f-0b0f92535f70 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=200c20f17e62414ab5bbd41e14faa1b2&device_id=cf6c9060-1d12-414f-af7a-09d5667eba05 HTTP/1.1" status: 200 len: 1096 time: 0.0623622 Sep 24 15:42:23.977959 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9b94a960-cb69-41ad-81ab-6e7b5575826d tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:24.006720 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960557c9-dcec-48bc-be33-35d749bd7554 req-7e77741e-fc23-4268-bc4b-d75a19a1f49b tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:24.008410 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-960557c9-dcec-48bc-be33-35d749bd7554 req-7e77741e-fc23-4268-bc4b-d75a19a1f49b tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=08792b6c-40f7-4639-b72b-9d6b71aa3963 HTTP/1.1" status: 200 len: 945 time: 0.0998502 Sep 24 15:42:24.011924 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9b94a960-cb69-41ad-81ab-6e7b5575826d tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:24.043381 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-f9f22a30-0709-4a56-bd72-e386be82ebbb None None] Set router 801d1609-7b8f-4702-af99-68980cdbe1c8 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:42:24.047514 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717a4416-0948-4788-ac56-539970d16cb3 req-d5060650-3f60-49f2-8159-6a0a3126a52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:24.055390 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-717a4416-0948-4788-ac56-539970d16cb3 req-d5060650-3f60-49f2-8159-6a0a3126a52c service neutron] 10.222.0.101 "GET /v2.0/networks?id=71201ca5-026a-47e5-88ab-afc6b5698b5d HTTP/1.1" status: 200 len: 923 time: 0.1195340 Sep 24 15:42:24.095396 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-717a4416-0948-4788-ac56-539970d16cb3 req-f44e94c4-5aa6-4ea5-8c2b-4c0a22c1aa8c service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2179b3f-fc72-421d-86b9-14c54b7bd5a9 HTTP/1.1" status: 200 len: 217 time: 0.0388749 Sep 24 15:42:24.116947 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-960557c9-dcec-48bc-be33-35d749bd7554 req-e500e437-ca1a-464c-b5cc-45a0d33e049c tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835598 Sep 24 15:42:24.151853 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 53900) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:24.180002 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717a4416-0948-4788-ac56-539970d16cb3 req-cb968486-27e5-48c4-9628-75725f2cd769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:24.181634 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-717a4416-0948-4788-ac56-539970d16cb3 req-cb968486-27e5-48c4-9628-75725f2cd769 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=ad5cbaed-71b0-4d7b-91df-affbc25b46b3 HTTP/1.1" status: 200 len: 860 time: 0.0719154 Sep 24 15:42:24.209742 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-9b94a960-cb69-41ad-81ab-6e7b5575826d tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Allocated IP 172.25.0.49 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/d6f44c86-a68a-49d0-82d4-9d41325144bf) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:42:24.239596 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-8306d595-9fce-4971-8c8b-1a1df30a6fb2 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=6aaf9ea1c6d9494caf38c5aca11fa2a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0834489 Sep 24 15:42:24.242193 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 53902) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:24.243069 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port cb238af0-bcfe-4574-a1e6-2129ca44f562 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:42:24.251284 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port cb238af0-bcfe-4574-a1e6-2129ca44f562 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:42:24.254265 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:24.275838 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717a4416-0948-4788-ac56-539970d16cb3 req-c7ba0605-a5b4-4cd6-81db-0412abf728f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:24.277922 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-717a4416-0948-4788-ac56-539970d16cb3 req-c7ba0605-a5b4-4cd6-81db-0412abf728f5 service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=71201ca5-026a-47e5-88ab-afc6b5698b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0857527 Sep 24 15:42:24.324807 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56712044-7060-4678-94d3-6a9793069488 req-74130c04-b76d-4b43-8a72-13bcac7413c8 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:24.326239 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-56712044-7060-4678-94d3-6a9793069488 req-74130c04-b76d-4b43-8a72-13bcac7413c8 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=dddc2437-868a-425d-afd9-a0fe4f837064 HTTP/1.1" status: 200 len: 945 time: 0.1142325 Sep 24 15:42:24.357427 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5f6593b4-859f-4248-a06b-7aff86abd4b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:24.374968 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:24.391690 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-f9f22a30-0709-4a56-bd72-e386be82ebbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1933066675-router', 'tenant_id': '200c20f17e62414ab5bbd41e14faa1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '43bfce93-9c1b-4f96-afad-dc3979c8a77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:41:12Z', 'updated_at': '2021-09-24T15:41:20Z', 'revision_number': 4, 'project_id': '200c20f17e62414ab5bbd41e14faa1b2', 'gw_port': {'id': '43bfce93-9c1b-4f96-afad-dc3979c8a77d', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:cf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:41:14Z', 'updated_at': '2021-09-24T15:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '0b6914f7-9e75-4352-96a7-243f76da505a', 'name': '', 'network_id': '71201ca5-026a-47e5-88ab-afc6b5698b5d', 'tenant_id': '200c20f17e62414ab5bbd41e14faa1b2', 'mac_address': 'fa:16:3e:61:43:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'ad5cbaed-71b0-4d7b-91df-affbc25b46b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:41:18Z', 'updated_at': '2021-09-24T15:41:27Z', 'revision_number': 5, 'project_id': '200c20f17e62414ab5bbd41e14faa1b2', 'subnets': [{'id': 'ad5cbaed-71b0-4d7b-91df-affbc25b46b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:24.400833 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-56712044-7060-4678-94d3-6a9793069488 req-b2edf417-f884-45f1-beb3-318e4ce3da94 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646226 Sep 24 15:42:24.406022 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9b94a960-cb69-41ad-81ab-6e7b5575826d tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:24.430749 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f22a30-0709-4a56-bd72-e386be82ebbb None None] Checking router: 801d1609-7b8f-4702-af99-68980cdbe1c8 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:42:24.433014 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5f6593b4-859f-4248-a06b-7aff86abd4b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:24.438941 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dddc2437-868a-425d-afd9-a0fe4f837064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb238af0-bcfe-4574-a1e6-2129ca44f562'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:42:24.441433 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-084a9109-42e3-4ee1-8404-eea524454236" -d '{"events": [{"server_uuid": "dddc2437-868a-425d-afd9-a0fe4f837064", "name": "network-vif-plugged", "status": "completed", "tag": "cb238af0-bcfe-4574-a1e6-2129ca44f562"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:42:24.459807 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port cb238af0-bcfe-4574-a1e6-2129ca44f562, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=cb238af0-bcfe-4574-a1e6-2129ca44f562,segment=NetworkSegment(7e8e93a9-9a2d-4b51-a14d-73f657c90f78),segment_id=7e8e93a9-9a2d-4b51-a14d-73f657c90f78)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:42:24.461180 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f22a30-0709-4a56-bd72-e386be82ebbb None None] Routers {'801d1609-7b8f-4702-af99-68980cdbe1c8'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:42:24.461797 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-f9f22a30-0709-4a56-bd72-e386be82ebbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:42:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['801d1609-7b8f-4702-af99-68980cdbe1c8'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:24.478441 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-717a4416-0948-4788-ac56-539970d16cb3 req-a600ca92-9b13-4d1f-9056-3abbc815e412 service neutron] 10.222.0.101 "GET /v2.0/networks/71201ca5-026a-47e5-88ab-afc6b5698b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897526 Sep 24 15:42:24.514981 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ca3b8182-3893-4570-9857-a345f011ab3d req-025af38d-3e91-43dd-b2a2-f0ca769c6284 tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] 10.222.0.101 "GET /v2.0/security-groups/a2591fd0-7fe3-4830-a437-90e6e318f21a HTTP/1.1" status: 200 len: 1813 time: 0.0596623 Sep 24 15:42:24.577276 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-ca3b8182-3893-4570-9857-a345f011ab3d req-03a7a71c-b431-4932-ac7a-ead8c3c65dcd tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:24.606783 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-ca3b8182-3893-4570-9857-a345f011ab3d req-03a7a71c-b431-4932-ac7a-ead8c3c65dcd tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:24.609831 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-717a4416-0948-4788-ac56-539970d16cb3 req-59708213-4268-4351-9bf9-b3182f2caba0 service neutron] 10.222.0.101 "GET /v2.0/networks/71201ca5-026a-47e5-88ab-afc6b5698b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220276 Sep 24 15:42:24.618270 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9b94a960-cb69-41ad-81ab-6e7b5575826d tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:24.679744 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b94a960-cb69-41ad-81ab-6e7b5575826d tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:42:24.684340 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-9b94a960-cb69-41ad-81ab-6e7b5575826d tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:42:24.688767 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b94a960-cb69-41ad-81ab-6e7b5575826d tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:42:24.704620 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:24.720367 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b94a960-cb69-41ad-81ab-6e7b5575826d tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Pushing event updated for resources: {'Port': ['ID=d6f44c86-a68a-49d0-82d4-9d41325144bf,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:24.762556 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-f9f22a30-0709-4a56-bd72-e386be82ebbb None None] Set router 801d1609-7b8f-4702-af99-68980cdbe1c8 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:42:24.765289 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5f6593b4-859f-4248-a06b-7aff86abd4b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:24.768132 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5f6593b4-859f-4248-a06b-7aff86abd4b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:24.772403 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-5f6593b4-859f-4248-a06b-7aff86abd4b8 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/1f0c4a40-bbe0-4a67-baff-5a1a0c293357 HTTP/1.1" status: 204 len: 168 time: 0.5260880 Sep 24 15:42:24.789489 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6593b4-859f-4248-a06b-7aff86abd4b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f0c4a40-bbe0-4a67-baff-5a1a0c293357,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:24.824480 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=cb238af0-bcfe-4574-a1e6-2129ca44f562,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:24.831332 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:42:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ae9646-6bbf-4665-9245-8c179feb3c4c x-openstack-request-id: req-84ae9646-6bbf-4665-9245-8c179feb3c4c {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:42:24.831717 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf6c9060-1d12-414f-af7a-09d5667eba05", "tag": "c2179b3f-fc72-421d-86b9-14c54b7bd5a9", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:42:24.832564 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-84ae9646-6bbf-4665-9245-8c179feb3c4c {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:42:24.833488 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf6c9060-1d12-414f-af7a-09d5667eba05', 'tag': 'c2179b3f-fc72-421d-86b9-14c54b7bd5a9', 'status': 'completed', 'code': 200} Sep 24 15:42:24.836737 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-ca3b8182-3893-4570-9857-a345f011ab3d req-03a7a71c-b431-4932-ac7a-ead8c3c65dcd tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:24.839351 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-ca3b8182-3893-4570-9857-a345f011ab3d req-03a7a71c-b431-4932-ac7a-ead8c3c65dcd tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:24.840522 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ca3b8182-3893-4570-9857-a345f011ab3d req-03a7a71c-b431-4932-ac7a-ead8c3c65dcd tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] 10.222.0.101 "DELETE /v2.0/security-groups/a2591fd0-7fe3-4830-a437-90e6e318f21a HTTP/1.1" status: 204 len: 173 time: 0.3185644 Sep 24 15:42:24.854240 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 53912) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:24.856922 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a7a71c-b431-4932-ac7a-ead8c3c65dcd tempest-SecurityGroupRulesNegativeTestJSON-2074789092 tempest-SecurityGroupRulesNegativeTestJSON-2074789092-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2591fd0-7fe3-4830-a437-90e6e318f21a,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:24.944931 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2c4bc0-c39f-4fa9-8b0f-2d9d0d9a7b3c req-87274fab-afc4-4dcd-af82-1dd3b72d00ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:24.949492 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ea2c4bc0-c39f-4fa9-8b0f-2d9d0d9a7b3c req-87274fab-afc4-4dcd-af82-1dd3b72d00ce service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=200c20f17e62414ab5bbd41e14faa1b2&device_id=cf6c9060-1d12-414f-af7a-09d5667eba05 HTTP/1.1" status: 200 len: 1096 time: 0.0559828 Sep 24 15:42:24.953327 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d5b0ab5-7d13-4ae1-8561-a8706c1d896c admin admin] Deleting subnet 56fa2da8-1514-4087-8fe8-e12ec6d6db9e {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:42:24.958282 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8d5b0ab5-7d13-4ae1-8561-a8706c1d896c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:25.006437 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8d5b0ab5-7d13-4ae1-8561-a8706c1d896c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:25.041429 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3611f0-6000-446a-a540-76029e3bd72e x-openstack-request-id: req-7c3611f0-6000-446a-a540-76029e3bd72e {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:42:25.041429 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dddc2437-868a-425d-afd9-a0fe4f837064", "name": "network-vif-plugged", "status": "completed", "tag": "cb238af0-bcfe-4574-a1e6-2129ca44f562", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:42:25.041429 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-7c3611f0-6000-446a-a540-76029e3bd72e {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:42:25.041429 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dddc2437-868a-425d-afd9-a0fe4f837064', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb238af0-bcfe-4574-a1e6-2129ca44f562', 'code': 200} Sep 24 15:42:25.061377 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8d5b0ab5-7d13-4ae1-8561-a8706c1d896c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:25.165021 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-f9f22a30-0709-4a56-bd72-e386be82ebbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1933066675-router', 'tenant_id': '200c20f17e62414ab5bbd41e14faa1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '43bfce93-9c1b-4f96-afad-dc3979c8a77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:41:12Z', 'updated_at': '2021-09-24T15:41:20Z', 'revision_number': 4, 'project_id': '200c20f17e62414ab5bbd41e14faa1b2', 'gw_port': {'id': '43bfce93-9c1b-4f96-afad-dc3979c8a77d', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:cf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:41:14Z', 'updated_at': '2021-09-24T15:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '0b6914f7-9e75-4352-96a7-243f76da505a', 'name': '', 'network_id': '71201ca5-026a-47e5-88ab-afc6b5698b5d', 'tenant_id': '200c20f17e62414ab5bbd41e14faa1b2', 'mac_address': 'fa:16:3e:61:43:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'ad5cbaed-71b0-4d7b-91df-affbc25b46b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:41:18Z', 'updated_at': '2021-09-24T15:41:27Z', 'revision_number': 5, 'project_id': '200c20f17e62414ab5bbd41e14faa1b2', 'subnets': [{'id': 'ad5cbaed-71b0-4d7b-91df-affbc25b46b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:25.198796 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f22a30-0709-4a56-bd72-e386be82ebbb None None] The sync data for ids ['801d1609-7b8f-4702-af99-68980cdbe1c8'] in n-d-808921-1 is: [{'id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1933066675-router', 'tenant_id': '200c20f17e62414ab5bbd41e14faa1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '43bfce93-9c1b-4f96-afad-dc3979c8a77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:41:12Z', 'updated_at': '2021-09-24T15:41:20Z', 'revision_number': 4, 'project_id': '200c20f17e62414ab5bbd41e14faa1b2', 'gw_port': {'id': '43bfce93-9c1b-4f96-afad-dc3979c8a77d', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:cf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:41:14Z', 'updated_at': '2021-09-24T15:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '0b6914f7-9e75-4352-96a7-243f76da505a', 'name': '', 'network_id': '71201ca5-026a-47e5-88ab-afc6b5698b5d', 'tenant_id': '200c20f17e62414ab5bbd41e14faa1b2', 'mac_address': 'fa:16:3e:61:43:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'ad5cbaed-71b0-4d7b-91df-affbc25b46b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:41:18Z', 'updated_at': '2021-09-24T15:41:27Z', 'revision_number': 5, 'project_id': '200c20f17e62414ab5bbd41e14faa1b2', 'subnets': [{'id': 'ad5cbaed-71b0-4d7b-91df-affbc25b46b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:42:25.209617 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8d5b0ab5-7d13-4ae1-8561-a8706c1d896c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:25.213973 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9b94a960-cb69-41ad-81ab-6e7b5575826d tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:25.246444 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5b0ab5-7d13-4ae1-8561-a8706c1d896c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56fa2da8-1514-4087-8fe8-e12ec6d6db9e,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:25.253798 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8d5b0ab5-7d13-4ae1-8561-a8706c1d896c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:25.256149 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-8d5b0ab5-7d13-4ae1-8561-a8706c1d896c admin admin] 10.222.0.101 "DELETE /v2.0/subnets/56fa2da8-1514-4087-8fe8-e12ec6d6db9e HTTP/1.1" status: 204 len: 168 time: 0.3989222 Sep 24 15:42:25.258682 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 53916) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:25.286984 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2c4bc0-c39f-4fa9-8b0f-2d9d0d9a7b3c req-aba01af2-e43d-4084-a946-e60e6d42ddcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:25.288867 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ea2c4bc0-c39f-4fa9-8b0f-2d9d0d9a7b3c req-aba01af2-e43d-4084-a946-e60e6d42ddcf service neutron] 10.222.0.110 "GET /v2.0/networks?id=71201ca5-026a-47e5-88ab-afc6b5698b5d HTTP/1.1" status: 200 len: 923 time: 0.2892008 Sep 24 15:42:25.292824 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c121f6-ab7f-434f-b52b-8ddaa5c810e4 req-60734e5f-b26f-432f-bde9-67a00b59a29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:25.294334 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-10c121f6-ab7f-434f-b52b-8ddaa5c810e4 req-60734e5f-b26f-432f-bde9-67a00b59a29c service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=dddc2437-868a-425d-afd9-a0fe4f837064 HTTP/1.1" status: 200 len: 1097 time: 0.1969140 Sep 24 15:42:25.392686 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ea2c4bc0-c39f-4fa9-8b0f-2d9d0d9a7b3c req-31a39af9-860d-4b25-8192-e910b84e2390 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c2179b3f-fc72-421d-86b9-14c54b7bd5a9 HTTP/1.1" status: 200 len: 217 time: 0.0801401 Sep 24 15:42:25.393817 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c97a75dc-ed1e-4537-9f97-87e62eee6c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:25.464418 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2e8306-738d-4728-b5d3-c464749cb728 req-a65808ab-5071-403b-9741-31635d0ffd95 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:25.466013 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7e2e8306-738d-4728-b5d3-c464749cb728 req-a65808ab-5071-403b-9741-31635d0ffd95 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=08792b6c-40f7-4639-b72b-9d6b71aa3963 HTTP/1.1" status: 200 len: 945 time: 0.0693159 Sep 24 15:42:25.466642 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-10c121f6-ab7f-434f-b52b-8ddaa5c810e4 req-18011e0b-81b2-44e7-9228-b12546f228f0 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633286 Sep 24 15:42:25.468416 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2c4bc0-c39f-4fa9-8b0f-2d9d0d9a7b3c req-eeb5363f-f404-4e4f-87b7-ffe0b5f6650f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:25.469782 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ea2c4bc0-c39f-4fa9-8b0f-2d9d0d9a7b3c req-eeb5363f-f404-4e4f-87b7-ffe0b5f6650f service neutron] 10.222.0.110 "GET /v2.0/subnets?id=ad5cbaed-71b0-4d7b-91df-affbc25b46b3 HTTP/1.1" status: 200 len: 860 time: 0.0711849 Sep 24 15:42:25.577385 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c97a75dc-ed1e-4537-9f97-87e62eee6c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:25.593261 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7e2e8306-738d-4728-b5d3-c464749cb728 req-06b6aa2e-beb4-4ff6-9ce0-d120217bcbc2 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994444 Sep 24 15:42:25.626862 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-c97a75dc-ed1e-4537-9f97-87e62eee6c2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e0c33a7-1444-477b-8d15-9ba1be3d5ff0']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:25.640902 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-c97a75dc-ed1e-4537-9f97-87e62eee6c2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5934c9aa-a8bd-45bd-8ef3-d0086122f77a') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:25.668352 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-c97a75dc-ed1e-4537-9f97-87e62eee6c2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5934c9aa-a8bd-45bd-8ef3-d0086122f77a') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:25.668352 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c97a75dc-ed1e-4537-9f97-87e62eee6c2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:25.673384 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c97a75dc-ed1e-4537-9f97-87e62eee6c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:25.679524 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc59eaa0-e254-4219-94c9-2fe09d72f25c None None] New status for floating IP cce4a889-65f1-4fe5-8db8-d5f63eb426ec: DOWN {{(pid=95300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:42:25.690383 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c97a75dc-ed1e-4537-9f97-87e62eee6c2f admin admin] Releasing vlan 1262 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:42:25.691408 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c97a75dc-ed1e-4537-9f97-87e62eee6c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:25.715398 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:42:25.715398 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:42:25.715398 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:42:25.715398 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:42:25.715398 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:42:25.715398 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:42:25.715398 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:42:25.715398 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:42:25.715398 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:42:25.715398 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:42:25.715398 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:42:25.715398 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:42:25.715398 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:42:25.715398 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:42:25.715398 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:42:25.715398 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:42:25.715398 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:42:25.715398 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:42:25.715398 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:42:25.715398 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:42:25.715398 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:42:25.715398 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:42:25.715398 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:42:25.715398 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:42:25.715398 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:42:25.715398 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:42:25.715398 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:42:25.715398 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:42:25.715398 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:42:25.715398 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:42:25.715398 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:42:25.715398 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:42:25.822799 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ebeebd-0fd8-411e-b864-8ccc042c74ba req-64d5e86c-707c-4d27-8679-2a50acd6878a tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:25.824503 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-04ebeebd-0fd8-411e-b864-8ccc042c74ba req-64d5e86c-707c-4d27-8679-2a50acd6878a tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/ports?device_id=9ec0efa4-8375-42ca-bf38-4845e951e064&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1483645 Sep 24 15:42:25.883381 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-04ebeebd-0fd8-411e-b864-8ccc042c74ba req-86601bb1-4f17-4890-ada3-d95770b3cf3b tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.0.127 HTTP/1.1" status: 200 len: 698 time: 0.0501523 Sep 24 15:42:25.898301 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-04ebeebd-0fd8-411e-b864-8ccc042c74ba req-8c2fc2d3-3271-4cb1-abc1-2726d635cc32 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Request body: {'floatingip': {'port_id': '0e633df5-034b-4779-b349-ead79bc7e51d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:42:25.903476 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2c4bc0-c39f-4fa9-8b0f-2d9d0d9a7b3c req-b4b4527d-c0c4-4d68-ac9f-80902434da6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:25.906665 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ea2c4bc0-c39f-4fa9-8b0f-2d9d0d9a7b3c req-b4b4527d-c0c4-4d68-ac9f-80902434da6c service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=71201ca5-026a-47e5-88ab-afc6b5698b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3974557 Sep 24 15:42:25.936615 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c97a75dc-ed1e-4537-9f97-87e62eee6c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:25.947593 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c97a75dc-ed1e-4537-9f97-87e62eee6c2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:25.953997 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-c97a75dc-ed1e-4537-9f97-87e62eee6c2f admin admin] 10.222.0.101 "DELETE /v2.0/networks/4e0c33a7-1444-477b-8d15-9ba1be3d5ff0 HTTP/1.1" status: 204 len: 168 time: 0.6925387 Sep 24 15:42:25.962388 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-04ebeebd-0fd8-411e-b864-8ccc042c74ba req-8c2fc2d3-3271-4cb1-abc1-2726d635cc32 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Notify callbacks [] for floatingip, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:25.980051 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97a75dc-ed1e-4537-9f97-87e62eee6c2f admin admin] Pushing event deleted for resources: {'Network': ['ID=4e0c33a7-1444-477b-8d15-9ba1be3d5ff0,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:26.011218 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9b94a960-cb69-41ad-81ab-6e7b5575826d tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:26.079646 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f50bf-5683-4ac2-b4a6-868b25396e80 req-cd4da565-9eb3-44e5-b1ba-83b4afc728a9 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:26.081155 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-527f50bf-5683-4ac2-b4a6-868b25396e80 req-cd4da565-9eb3-44e5-b1ba-83b4afc728a9 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=dddc2437-868a-425d-afd9-a0fe4f837064 HTTP/1.1" status: 200 len: 946 time: 0.1799788 Sep 24 15:42:26.103054 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ea2c4bc0-c39f-4fa9-8b0f-2d9d0d9a7b3c req-43d6137a-f7d2-4d5f-8a9c-c47986607aad service neutron] 10.222.0.110 "GET /v2.0/networks/71201ca5-026a-47e5-88ab-afc6b5698b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875210 Sep 24 15:42:26.200880 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-527f50bf-5683-4ac2-b4a6-868b25396e80 req-587d95d0-4aad-4876-93d0-942dfbb47fc7 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103833 Sep 24 15:42:26.269548 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.db.api [req-04ebeebd-0fd8-411e-b864-8ccc042c74ba req-8c2fc2d3-3271-4cb1-abc1-2726d635cc32 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:42:26.269874 n-d-808921-1 neutron-server[95297]: DEBUG oslo_db.api [req-04ebeebd-0fd8-411e-b864-8ccc042c74ba req-8c2fc2d3-3271-4cb1-abc1-2726d635cc32 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:42:26.271132 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ea2c4bc0-c39f-4fa9-8b0f-2d9d0d9a7b3c req-4222e73b-f853-49c9-acd5-b07389c9ba02 service neutron] 10.222.0.110 "GET /v2.0/networks/71201ca5-026a-47e5-88ab-afc6b5698b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571531 Sep 24 15:42:26.373732 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b94a960-cb69-41ad-81ab-6e7b5575826d tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Router ec87b3cd-1c70-4219-a598-1ac4d7daf198 is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:42:26.466716 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 53944) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:26.487950 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b94a960-cb69-41ad-81ab-6e7b5575826d tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:42:26.497504 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bba349f-483b-4f3c-a307-9a4d5308ecc3 None None] Sync routers for ids ['ec87b3cd-1c70-4219-a598-1ac4d7daf198'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:42:26.506725 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bba349f-483b-4f3c-a307-9a4d5308ecc3 None None] Routers {'ec87b3cd-1c70-4219-a598-1ac4d7daf198'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:42:26.507346 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-5bba349f-483b-4f3c-a307-9a4d5308ecc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:42:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['ec87b3cd-1c70-4219-a598-1ac4d7daf198'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:26.565648 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9b94a960-cb69-41ad-81ab-6e7b5575826d tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:26.567346 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-9b94a960-cb69-41ad-81ab-6e7b5575826d tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.5369332 Sep 24 15:42:26.568226 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 53948) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:26.569907 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 53950) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:26.590800 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-79bf7441-beef-4814-ad1d-162e96091b69 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-24525997-network', 'tenant_id': 'fcb607909d3747338ef3a5eda174e48f'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:42:26.627424 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-5bba349f-483b-4f3c-a307-9a4d5308ecc3 None None] Set router ec87b3cd-1c70-4219-a598-1ac4d7daf198 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:42:26.644885 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-2fed8a1b-3240-4ae4-b340-0f5bb3a2748a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=0734b1f8aeaa488781cf6b54424a77e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0745618 Sep 24 15:42:26.645439 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 53954) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:26.699106 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-faf4550e-2737-4d14-920d-3012ea7d18e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:26.707651 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-38b0adf1-c17a-48f1-bb02-250e66c19e4b tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] 10.222.0.101 "GET /v2.0/routers/ec87b3cd-1c70-4219-a598-1ac4d7daf198 HTTP/1.1" status: 200 len: 907 time: 0.1362789 Sep 24 15:42:26.716216 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 53956) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:26.724639 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-84bce9a5-808d-4f76-9ab8-c326cf0fa76e tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Request body: {'router': {'name': 'tempest-snat-router-203628132', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'enable_snat': True}}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:42:26.733993 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-faf4550e-2737-4d14-920d-3012ea7d18e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:26.746386 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db97d5f0-ddb3-4d83-9bd7-c76f9727dec0 req-77ff7147-75dc-4179-84eb-84b626f16cfb tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:26.750137 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-db97d5f0-ddb3-4d83-9bd7-c76f9727dec0 req-77ff7147-75dc-4179-84eb-84b626f16cfb tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=08792b6c-40f7-4639-b72b-9d6b71aa3963 HTTP/1.1" status: 200 len: 945 time: 0.0611470 Sep 24 15:42:26.766894 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79bf7441-beef-4814-ad1d-162e96091b69 admin admin] Made reservation on behalf of fcb607909d3747338ef3a5eda174e48f for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:42:26.773063 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-79bf7441-beef-4814-ad1d-162e96091b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:26.775133 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-04ebeebd-0fd8-411e-b864-8ccc042c74ba req-8c2fc2d3-3271-4cb1-abc1-2726d635cc32 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Notify callbacks [] for floatingip, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:26.791636 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-db97d5f0-ddb3-4d83-9bd7-c76f9727dec0 req-dcfa374c-6732-46b6-b48c-b7915efdeb85 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363595 Sep 24 15:42:26.817198 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-79bf7441-beef-4814-ad1d-162e96091b69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:26.844911 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-5bba349f-483b-4f3c-a307-9a4d5308ecc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec87b3cd-1c70-4219-a598-1ac4d7daf198', 'name': 'tempest-snat-router-203628132', 'tenant_id': '60a211bc53744487b0ef2a18ec9f1ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.49'}], 'enable_snat': False}, 'gw_port_id': 'd6f44c86-a68a-49d0-82d4-9d41325144bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:42:23Z', 'updated_at': '2021-09-24T15:42:24Z', 'revision_number': 3, 'project_id': '60a211bc53744487b0ef2a18ec9f1ef4', 'gw_port': {'id': 'd6f44c86-a68a-49d0-82d4-9d41325144bf', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b6:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec87b3cd-1c70-4219-a598-1ac4d7daf198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:42:24Z', 'updated_at': '2021-09-24T15:42:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:26.871911 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bba349f-483b-4f3c-a307-9a4d5308ecc3 None None] Checking router: ec87b3cd-1c70-4219-a598-1ac4d7daf198 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:42:26.872252 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bba349f-483b-4f3c-a307-9a4d5308ecc3 None None] Updating router ec87b3cd-1c70-4219-a598-1ac4d7daf198 port d6f44c86-a68a-49d0-82d4-9d41325144bf binding host n-d-808921-1 {{(pid=95299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:42:26.900740 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5bba349f-483b-4f3c-a307-9a4d5308ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:26.974065 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-84bce9a5-808d-4f76-9ab8-c326cf0fa76e tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:26.975030 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-84bce9a5-808d-4f76-9ab8-c326cf0fa76e tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:27.023994 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-faf4550e-2737-4d14-920d-3012ea7d18e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:27.026074 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-faf4550e-2737-4d14-920d-3012ea7d18e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:27.029922 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-faf4550e-2737-4d14-920d-3012ea7d18e5 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/4fd79e50-ac73-4227-8cd1-353a4bae6965 HTTP/1.1" status: 204 len: 168 time: 0.3835344 Sep 24 15:42:27.069113 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf4550e-2737-4d14-920d-3012ea7d18e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd79e50-ac73-4227-8cd1-353a4bae6965,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:27.156731 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-84bce9a5-808d-4f76-9ab8-c326cf0fa76e tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:27.192159 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5bba349f-483b-4f3c-a307-9a4d5308ecc3 None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:27.261230 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccf6ca4-d905-43ef-8874-d32b10452468 req-4a25cdcb-59b2-4dfa-a013-4b980a35014f tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:27.262883 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-eccf6ca4-d905-43ef-8874-d32b10452468 req-4a25cdcb-59b2-4dfa-a013-4b980a35014f tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.110 "GET /v2.0/ports?device_id=cf6c9060-1d12-414f-af7a-09d5667eba05 HTTP/1.1" status: 200 len: 945 time: 0.0552256 Sep 24 15:42:27.296341 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-79bf7441-beef-4814-ad1d-162e96091b69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:27.310578 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5bba349f-483b-4f3c-a307-9a4d5308ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:27.375912 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-5bba349f-483b-4f3c-a307-9a4d5308ecc3 None None] Attempting to bind port d6f44c86-a68a-49d0-82d4-9d41325144bf on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:42:27.377458 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-5bba349f-483b-4f3c-a307-9a4d5308ecc3 None None] Attempting to bind port d6f44c86-a68a-49d0-82d4-9d41325144bf by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:42:27.377458 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bba349f-483b-4f3c-a307-9a4d5308ecc3 None None] Attempting to bind port d6f44c86-a68a-49d0-82d4-9d41325144bf on network e6a2de20-1ea0-43e5-88e0-982d19e317d5 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:42:27.389349 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bba349f-483b-4f3c-a307-9a4d5308ecc3 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:42:27.389844 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bba349f-483b-4f3c-a307-9a4d5308ecc3 None None] Checking segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:42:27.390301 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5bba349f-483b-4f3c-a307-9a4d5308ecc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:27.390786 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bba349f-483b-4f3c-a307-9a4d5308ecc3 None None] Bound using segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:42:27.391322 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-5bba349f-483b-4f3c-a307-9a4d5308ecc3 None None] Bound port: d6f44c86-a68a-49d0-82d4-9d41325144bf, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:42:27.391771 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5bba349f-483b-4f3c-a307-9a4d5308ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:27.396445 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5d4ee6-578b-41a4-964d-66a512f6c70d None None] Pushing event updated for resources: {'Port': ['ID=d6f44c86-a68a-49d0-82d4-9d41325144bf,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:27.455806 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-5bba349f-483b-4f3c-a307-9a4d5308ecc3 None None] For port d6f44c86-a68a-49d0-82d4-9d41325144bf, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:42:27.456243 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753d2a91-b538-497d-a2d3-c5fab0f72cc1 req-350d97f5-35e6-4854-90d8-711b2265b069 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:27.458379 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-753d2a91-b538-497d-a2d3-c5fab0f72cc1 req-350d97f5-35e6-4854-90d8-711b2265b069 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.108 "GET /v2.0/ports?device_id=08792b6c-40f7-4639-b72b-9d6b71aa3963 HTTP/1.1" status: 200 len: 945 time: 0.1489775 Sep 24 15:42:27.460929 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-5bba349f-483b-4f3c-a307-9a4d5308ecc3 None None] For port d6f44c86-a68a-49d0-82d4-9d41325144bf, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=d6f44c86-a68a-49d0-82d4-9d41325144bf,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:42:27.469289 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21949c19-ff51-4f37-b7cb-cdddb700a3d5 req-aea07383-d44f-4b85-9898-88ec6846003d tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:27.470918 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-21949c19-ff51-4f37-b7cb-cdddb700a3d5 req-aea07383-d44f-4b85-9898-88ec6846003d tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=dddc2437-868a-425d-afd9-a0fe4f837064 HTTP/1.1" status: 200 len: 946 time: 0.1629961 Sep 24 15:42:27.568457 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5bba349f-483b-4f3c-a307-9a4d5308ecc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:27.595135 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-21949c19-ff51-4f37-b7cb-cdddb700a3d5 req-ccda8a33-a7c8-486c-bde4-9d4c261bf598 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143677 Sep 24 15:42:27.612419 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-eccf6ca4-d905-43ef-8874-d32b10452468 req-2aa046c0-631a-4e05-b9f4-0fe910b55b34 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Deleting port c2179b3f-fc72-421d-86b9-14c54b7bd5a9 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:42:27.612876 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-eccf6ca4-d905-43ef-8874-d32b10452468 req-2aa046c0-631a-4e05-b9f4-0fe910b55b34 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:27.646363 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bba349f-483b-4f3c-a307-9a4d5308ecc3 None None] Routers {'ec87b3cd-1c70-4219-a598-1ac4d7daf198'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:42:27.652378 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-5bba349f-483b-4f3c-a307-9a4d5308ecc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:42:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['ec87b3cd-1c70-4219-a598-1ac4d7daf198'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:27.673754 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-79bf7441-beef-4814-ad1d-162e96091b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:27.715810 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5d4ee6-578b-41a4-964d-66a512f6c70d None None] Pushing event updated for resources: {'Port': ['ID=d6f44c86-a68a-49d0-82d4-9d41325144bf,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:27.743440 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79bf7441-beef-4814-ad1d-162e96091b69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1291} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:42:27.772832 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-eccf6ca4-d905-43ef-8874-d32b10452468 req-2aa046c0-631a-4e05-b9f4-0fe910b55b34 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] For port c2179b3f-fc72-421d-86b9-14c54b7bd5a9, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=c2179b3f-fc72-421d-86b9-14c54b7bd5a9,segment=NetworkSegment(d54d1cac-233d-4747-8d75-2f45849c42f8),segment_id=d54d1cac-233d-4747-8d75-2f45849c42f8)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:42:27.773222 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-eccf6ca4-d905-43ef-8874-d32b10452468 req-2aa046c0-631a-4e05-b9f4-0fe910b55b34 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:27.789919 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.db.resource_extend [req-04ebeebd-0fd8-411e-b864-8ccc042c74ba req-8c2fc2d3-3271-4cb1-abc1-2726d635cc32 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 24 15:42:27.793266 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-84bce9a5-808d-4f76-9ab8-c326cf0fa76e tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:27.798373 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-eccf6ca4-d905-43ef-8874-d32b10452468 req-2aa046c0-631a-4e05-b9f4-0fe910b55b34 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Calling delete_port for c2179b3f-fc72-421d-86b9-14c54b7bd5a9 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:42:27.799498 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-79bf7441-beef-4814-ad1d-162e96091b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:27.799876 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-79bf7441-beef-4814-ad1d-162e96091b69 admin admin] Added segment 7cf8621c-4e3e-48e3-a994-fb1d18772232 of type vlan for network 06e7c1b9-8c81-4b4a-9d75-b591e823bfaa Sep 24 15:42:27.832827 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bf7441-beef-4814-ad1d-162e96091b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3577a9ed-ec21-427b-b7de-677825a8f179,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:27.853975 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-5bba349f-483b-4f3c-a307-9a4d5308ecc3 None None] Set router ec87b3cd-1c70-4219-a598-1ac4d7daf198 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:42:27.888056 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-753d2a91-b538-497d-a2d3-c5fab0f72cc1 req-026ca6f8-d43c-4909-b5a0-c39c2ddabc7f tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Deleting port f57e6be2-9da9-423b-897d-98621eaa7b4d {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:42:27.888421 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-753d2a91-b538-497d-a2d3-c5fab0f72cc1 req-026ca6f8-d43c-4909-b5a0-c39c2ddabc7f tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:27.908165 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-79bf7441-beef-4814-ad1d-162e96091b69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:27.914484 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-04ebeebd-0fd8-411e-b864-8ccc042c74ba req-8c2fc2d3-3271-4cb1-abc1-2726d635cc32 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:27.987691 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-04ebeebd-0fd8-411e-b864-8ccc042c74ba req-8c2fc2d3-3271-4cb1-abc1-2726d635cc32 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:28.037867 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-79bf7441-beef-4814-ad1d-162e96091b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:28.038888 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79bf7441-beef-4814-ad1d-162e96091b69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:28.039523 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-79bf7441-beef-4814-ad1d-162e96091b69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:28.048429 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-753d2a91-b538-497d-a2d3-c5fab0f72cc1 req-026ca6f8-d43c-4909-b5a0-c39c2ddabc7f tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] For port f57e6be2-9da9-423b-897d-98621eaa7b4d, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=f57e6be2-9da9-423b-897d-98621eaa7b4d,segment=NetworkSegment(d7a68d6c-5d6b-4eed-831a-023fbb1b8f0b),segment_id=d7a68d6c-5d6b-4eed-831a-023fbb1b8f0b)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:42:28.049266 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-753d2a91-b538-497d-a2d3-c5fab0f72cc1 req-026ca6f8-d43c-4909-b5a0-c39c2ddabc7f tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:28.068445 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-753d2a91-b538-497d-a2d3-c5fab0f72cc1 req-026ca6f8-d43c-4909-b5a0-c39c2ddabc7f tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Calling delete_port for f57e6be2-9da9-423b-897d-98621eaa7b4d owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:42:28.134070 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-5bba349f-483b-4f3c-a307-9a4d5308ecc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec87b3cd-1c70-4219-a598-1ac4d7daf198', 'name': 'tempest-snat-router-203628132', 'tenant_id': '60a211bc53744487b0ef2a18ec9f1ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.49'}], 'enable_snat': False}, 'gw_port_id': 'd6f44c86-a68a-49d0-82d4-9d41325144bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:42:23Z', 'updated_at': '2021-09-24T15:42:24Z', 'revision_number': 3, 'project_id': '60a211bc53744487b0ef2a18ec9f1ef4', 'gw_port': {'id': 'd6f44c86-a68a-49d0-82d4-9d41325144bf', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b6:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec87b3cd-1c70-4219-a598-1ac4d7daf198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:42:24Z', 'updated_at': '2021-09-24T15:42:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:28.169624 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bf7441-beef-4814-ad1d-162e96091b69 admin admin] Pushing event updated for resources: {'Network': ['ID=06e7c1b9-8c81-4b4a-9d75-b591e823bfaa,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:28.189026 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 06e7c1b9-8c81-4b4a-9d75-b591e823bfaa details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:42:28.190779 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-eccf6ca4-d905-43ef-8874-d32b10452468 req-2aa046c0-631a-4e05-b9f4-0fe910b55b34 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:28.191091 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bba349f-483b-4f3c-a307-9a4d5308ecc3 None None] The sync data for ids ['ec87b3cd-1c70-4219-a598-1ac4d7daf198'] in n-d-808921-1 is: [{'id': 'ec87b3cd-1c70-4219-a598-1ac4d7daf198', 'name': 'tempest-snat-router-203628132', 'tenant_id': '60a211bc53744487b0ef2a18ec9f1ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.49'}], 'enable_snat': False}, 'gw_port_id': 'd6f44c86-a68a-49d0-82d4-9d41325144bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:42:23Z', 'updated_at': '2021-09-24T15:42:24Z', 'revision_number': 3, 'project_id': '60a211bc53744487b0ef2a18ec9f1ef4', 'gw_port': {'id': 'd6f44c86-a68a-49d0-82d4-9d41325144bf', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:b6:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec87b3cd-1c70-4219-a598-1ac4d7daf198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:42:24Z', 'updated_at': '2021-09-24T15:42:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:42:28.226528 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['0e633df5-034b-4779-b349-ead79bc7e51d'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:42:28.226885 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-79bf7441-beef-4814-ad1d-162e96091b69 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.7555583 Sep 24 15:42:28.229235 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['c2179b3f-fc72-421d-86b9-14c54b7bd5a9'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:42:28.229379 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 53988) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:28.237423 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-b268963b-01f2-4afc-9e3c-cccd471fa212 admin admin] Request body: {'subnet': {'network_id': '06e7c1b9-8c81-4b4a-9d75-b591e823bfaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-24525997-subnet', 'tenant_id': 'fcb607909d3747338ef3a5eda174e48f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:42:28.268650 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa046c0-631a-4e05-b9f4-0fe910b55b34 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Pushing event deleted for resources: {'Port': ['ID=c2179b3f-fc72-421d-86b9-14c54b7bd5a9,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:28.278390 n-d-808921-1 neutron-server[95297]: INFO neutron.db.l3_db [req-04ebeebd-0fd8-411e-b864-8ccc042c74ba req-8c2fc2d3-3271-4cb1-abc1-2726d635cc32 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Floating IP cce4a889-65f1-4fe5-8db8-d5f63eb426ec associated. External IP: 172.25.0.127, port: 0e633df5-034b-4779-b349-ead79bc7e51d. Sep 24 15:42:28.366717 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-eccf6ca4-d905-43ef-8874-d32b10452468 req-2aa046c0-631a-4e05-b9f4-0fe910b55b34 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] No DVR routers for this DVR port c2179b3f-fc72-421d-86b9-14c54b7bd5a9 on host n-h1-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:42:28.366717 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-eccf6ca4-d905-43ef-8874-d32b10452468 req-2aa046c0-631a-4e05-b9f4-0fe910b55b34 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:28.366717 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-eccf6ca4-d905-43ef-8874-d32b10452468 req-2aa046c0-631a-4e05-b9f4-0fe910b55b34 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.110 "DELETE /v2.0/ports/c2179b3f-fc72-421d-86b9-14c54b7bd5a9 HTTP/1.1" status: 204 len: 173 time: 1.0800872 Sep 24 15:42:28.371851 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf6c9060-1d12-414f-af7a-09d5667eba05', 'name': 'network-vif-deleted', 'tag': 'c2179b3f-fc72-421d-86b9-14c54b7bd5a9'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:42:28.374852 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78ed75e8-d13c-46f5-bfd0-01552e9598ec" -d '{"events": [{"server_uuid": "cf6c9060-1d12-414f-af7a-09d5667eba05", "name": "network-vif-deleted", "tag": "c2179b3f-fc72-421d-86b9-14c54b7bd5a9"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:42:28.412754 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ec37d4-9e93-48a4-b9d0-f17331a34060 req-348937fa-6154-4032-bbf7-1325b82b52d6 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:28.422964 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-36ec37d4-9e93-48a4-b9d0-f17331a34060 req-348937fa-6154-4032-bbf7-1325b82b52d6 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=08792b6c-40f7-4639-b72b-9d6b71aa3963 HTTP/1.1" status: 200 len: 945 time: 0.2404854 Sep 24 15:42:28.517078 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-36ec37d4-9e93-48a4-b9d0-f17331a34060 req-d0733bea-35e4-447d-aba2-7a4192eb9d28 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846274 Sep 24 15:42:28.579806 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 53994) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:28.608440 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-84bce9a5-808d-4f76-9ab8-c326cf0fa76e tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:28.665495 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-84bce9a5-808d-4f76-9ab8-c326cf0fa76e tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:28.687029 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-753d2a91-b538-497d-a2d3-c5fab0f72cc1 req-026ca6f8-d43c-4909-b5a0-c39c2ddabc7f tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:28.792974 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b268963b-01f2-4afc-9e3c-cccd471fa212 admin admin] Made reservation on behalf of fcb607909d3747338ef3a5eda174e48f for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:42:28.795640 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b268963b-01f2-4afc-9e3c-cccd471fa212 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:28.800635 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026ca6f8-d43c-4909-b5a0-c39c2ddabc7f tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Pushing event deleted for resources: {'Port': ['ID=f57e6be2-9da9-423b-897d-98621eaa7b4d,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:28.815689 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-f9210b5a-3fe3-4899-a692-7e6ccadb3ada admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1776585837-network', 'tenant_id': 'f5fae2a20e26468593267e81a47eadf0'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:42:28.847853 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-753d2a91-b538-497d-a2d3-c5fab0f72cc1 req-026ca6f8-d43c-4909-b5a0-c39c2ddabc7f tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] No DVR routers for this DVR port f57e6be2-9da9-423b-897d-98621eaa7b4d on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:42:28.852749 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-753d2a91-b538-497d-a2d3-c5fab0f72cc1 req-026ca6f8-d43c-4909-b5a0-c39c2ddabc7f tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:28.854797 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-753d2a91-b538-497d-a2d3-c5fab0f72cc1 req-026ca6f8-d43c-4909-b5a0-c39c2ddabc7f tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.108 "DELETE /v2.0/ports/f57e6be2-9da9-423b-897d-98621eaa7b4d HTTP/1.1" status: 204 len: 173 time: 1.3829608 Sep 24 15:42:28.872877 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfed39e-2b14-456c-9767-460d219cbf23 req-d6a50e0a-6641-4695-a394-0d10c43c8733 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:28.874578 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bbfed39e-2b14-456c-9767-460d219cbf23 req-d6a50e0a-6641-4695-a394-0d10c43c8733 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=dddc2437-868a-425d-afd9-a0fe4f837064 HTTP/1.1" status: 200 len: 946 time: 0.2068229 Sep 24 15:42:28.917695 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bbfed39e-2b14-456c-9767-460d219cbf23 req-a3b1b566-d50c-4d9c-92c2-e057a14b7b75 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364149 Sep 24 15:42:28.981122 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc796a16-3f79-4979-9832-90d1fcba9d8d x-openstack-request-id: req-cc796a16-3f79-4979-9832-90d1fcba9d8d {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:42:28.981420 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf6c9060-1d12-414f-af7a-09d5667eba05", "name": "network-vif-deleted", "tag": "c2179b3f-fc72-421d-86b9-14c54b7bd5a9", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:42:28.981679 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-cc796a16-3f79-4979-9832-90d1fcba9d8d {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:42:28.982079 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf6c9060-1d12-414f-af7a-09d5667eba05', 'name': 'network-vif-deleted', 'tag': 'c2179b3f-fc72-421d-86b9-14c54b7bd5a9', 'status': 'completed', 'code': 200} Sep 24 15:42:28.998027 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-84bce9a5-808d-4f76-9ab8-c326cf0fa76e tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Allocated IP 172.25.0.85 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/2296e31c-4a54-4b11-ab21-52f0eaa07163) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:42:28.998137 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9210b5a-3fe3-4899-a692-7e6ccadb3ada admin admin] Made reservation on behalf of f5fae2a20e26468593267e81a47eadf0 for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:42:28.998944 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f9210b5a-3fe3-4899-a692-7e6ccadb3ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:29.001730 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04ebeebd-0fd8-411e-b864-8ccc042c74ba req-8c2fc2d3-3271-4cb1-abc1-2726d635cc32 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Router 801d1609-7b8f-4702-af99-68980cdbe1c8 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:42:29.018455 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f9210b5a-3fe3-4899-a692-7e6ccadb3ada admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:29.128145 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f9210b5a-3fe3-4899-a692-7e6ccadb3ada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:29.197244 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f9210b5a-3fe3-4899-a692-7e6ccadb3ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:29.213526 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9210b5a-3fe3-4899-a692-7e6ccadb3ada admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1250} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:42:29.252141 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f9210b5a-3fe3-4899-a692-7e6ccadb3ada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:29.252662 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-f9210b5a-3fe3-4899-a692-7e6ccadb3ada admin admin] Added segment db87eefb-f3a7-4a9d-90fd-936ebe911b7a of type vlan for network 1607962c-d4f7-409b-9616-90538896b74f Sep 24 15:42:29.275793 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9210b5a-3fe3-4899-a692-7e6ccadb3ada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8896ae73-20a6-40c8-a7c8-7a42c8aa8f09,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:29.286032 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-84bce9a5-808d-4f76-9ab8-c326cf0fa76e tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:29.292110 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04ebeebd-0fd8-411e-b864-8ccc042c74ba req-8c2fc2d3-3271-4cb1-abc1-2726d635cc32 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:42:29.297876 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-04ebeebd-0fd8-411e-b864-8ccc042c74ba req-8c2fc2d3-3271-4cb1-abc1-2726d635cc32 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:29.301925 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954c9a3c-bbbd-4f08-a9d5-3bb514b787e3 None None] Sync routers for ids ['801d1609-7b8f-4702-af99-68980cdbe1c8'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:42:29.312379 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954c9a3c-bbbd-4f08-a9d5-3bb514b787e3 None None] Routers {'801d1609-7b8f-4702-af99-68980cdbe1c8'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:42:29.313323 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-954c9a3c-bbbd-4f08-a9d5-3bb514b787e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:42:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['801d1609-7b8f-4702-af99-68980cdbe1c8'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:29.323214 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f9210b5a-3fe3-4899-a692-7e6ccadb3ada admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:29.338454 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-04ebeebd-0fd8-411e-b864-8ccc042c74ba req-8c2fc2d3-3271-4cb1-abc1-2726d635cc32 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "PUT /v2.0/floatingips/cce4a889-65f1-4fe5-8db8-d5f63eb426ec HTTP/1.1" status: 200 len: 996 time: 3.4460452 Sep 24 15:42:29.340150 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ec0efa4-8375-42ca-bf38-4845e951e064', 'tag': '0e633df5-034b-4779-b349-ead79bc7e51d'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:42:29.342435 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c2c70e-6f8c-4785-83a2-cad70d02f704" -d '{"events": [{"name": "network-changed", "server_uuid": "9ec0efa4-8375-42ca-bf38-4845e951e064", "tag": "0e633df5-034b-4779-b349-ead79bc7e51d"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:42:29.391122 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58c317d7-0f56-40b9-a1d2-bd05476dc6bb x-openstack-request-id: req-58c317d7-0f56-40b9-a1d2-bd05476dc6bb {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:42:29.391489 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ec0efa4-8375-42ca-bf38-4845e951e064", "tag": "0e633df5-034b-4779-b349-ead79bc7e51d", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:42:29.391957 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-58c317d7-0f56-40b9-a1d2-bd05476dc6bb {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:42:29.392466 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ec0efa4-8375-42ca-bf38-4845e951e064', 'tag': '0e633df5-034b-4779-b349-ead79bc7e51d', 'status': 'completed', 'code': 200} Sep 24 15:42:29.411292 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ebeebd-0fd8-411e-b864-8ccc042c74ba req-dd342908-cc1e-4692-b805-34a7cb931f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:29.413194 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-04ebeebd-0fd8-411e-b864-8ccc042c74ba req-dd342908-cc1e-4692-b805-34a7cb931f42 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=200c20f17e62414ab5bbd41e14faa1b2&device_id=9ec0efa4-8375-42ca-bf38-4845e951e064 HTTP/1.1" status: 200 len: 1096 time: 0.0538077 Sep 24 15:42:29.458779 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2c70e-6f8c-4785-83a2-cad70d02f704 req-18b29b65-a5c7-4141-b1a8-5cb2fcab14ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:29.460333 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-73c2c70e-6f8c-4785-83a2-cad70d02f704 req-18b29b65-a5c7-4141-b1a8-5cb2fcab14ea service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=200c20f17e62414ab5bbd41e14faa1b2&device_id=9ec0efa4-8375-42ca-bf38-4845e951e064 HTTP/1.1" status: 200 len: 1096 time: 0.0426011 Sep 24 15:42:29.478603 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-954c9a3c-bbbd-4f08-a9d5-3bb514b787e3 None None] Set router 801d1609-7b8f-4702-af99-68980cdbe1c8 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:42:29.524953 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ebeebd-0fd8-411e-b864-8ccc042c74ba req-a5c429e2-b59f-46fd-9722-67953d4b6156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:29.526545 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-04ebeebd-0fd8-411e-b864-8ccc042c74ba req-a5c429e2-b59f-46fd-9722-67953d4b6156 service neutron] 10.222.0.101 "GET /v2.0/networks?id=71201ca5-026a-47e5-88ab-afc6b5698b5d HTTP/1.1" status: 200 len: 923 time: 0.1041329 Sep 24 15:42:29.568940 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2c70e-6f8c-4785-83a2-cad70d02f704 req-a939bf78-e675-4396-8239-eeebd108586e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:29.570942 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-73c2c70e-6f8c-4785-83a2-cad70d02f704 req-a939bf78-e675-4396-8239-eeebd108586e service neutron] 10.222.0.108 "GET /v2.0/networks?id=71201ca5-026a-47e5-88ab-afc6b5698b5d HTTP/1.1" status: 200 len: 923 time: 0.1023014 Sep 24 15:42:29.612598 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-04ebeebd-0fd8-411e-b864-8ccc042c74ba req-ef951656-8884-4daa-9228-c01b3cf45068 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e633df5-034b-4779-b349-ead79bc7e51d HTTP/1.1" status: 200 len: 999 time: 0.0788813 Sep 24 15:42:29.657520 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-350ae564-b4de-44da-91ab-c71181fc26ef req-7af1d956-a84a-4caa-b912-a2e930dd0e4e tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=08792b6c-40f7-4639-b72b-9d6b71aa3963 HTTP/1.1" status: 200 len: 210 time: 0.0298030 Sep 24 15:42:29.669395 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ebeebd-0fd8-411e-b864-8ccc042c74ba req-8fd1ec28-d726-4ef8-9d44-ffda2218cd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:29.671530 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-04ebeebd-0fd8-411e-b864-8ccc042c74ba req-8fd1ec28-d726-4ef8-9d44-ffda2218cd53 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=ad5cbaed-71b0-4d7b-91df-affbc25b46b3 HTTP/1.1" status: 200 len: 860 time: 0.0479922 Sep 24 15:42:29.689089 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-73c2c70e-6f8c-4785-83a2-cad70d02f704 req-68d538a6-8cf0-4e53-851a-eb89fc1b2795 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e633df5-034b-4779-b349-ead79bc7e51d HTTP/1.1" status: 200 len: 999 time: 0.1092119 Sep 24 15:42:29.721146 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ebeebd-0fd8-411e-b864-8ccc042c74ba req-74dd2566-8dde-4e10-84ed-a997e4d3d5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:29.723709 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-04ebeebd-0fd8-411e-b864-8ccc042c74ba req-74dd2566-8dde-4e10-84ed-a997e4d3d5fe service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=71201ca5-026a-47e5-88ab-afc6b5698b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444584 Sep 24 15:42:29.743227 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2c70e-6f8c-4785-83a2-cad70d02f704 req-303cd539-6c45-4096-8cff-03e026092252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:29.744938 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-73c2c70e-6f8c-4785-83a2-cad70d02f704 req-303cd539-6c45-4096-8cff-03e026092252 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=ad5cbaed-71b0-4d7b-91df-affbc25b46b3 HTTP/1.1" status: 200 len: 860 time: 0.0472703 Sep 24 15:42:29.748250 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-954c9a3c-bbbd-4f08-a9d5-3bb514b787e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1933066675-router', 'tenant_id': '200c20f17e62414ab5bbd41e14faa1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '43bfce93-9c1b-4f96-afad-dc3979c8a77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:41:12Z', 'updated_at': '2021-09-24T15:41:20Z', 'revision_number': 4, 'project_id': '200c20f17e62414ab5bbd41e14faa1b2', 'gw_port': {'id': '43bfce93-9c1b-4f96-afad-dc3979c8a77d', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:cf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:41:14Z', 'updated_at': '2021-09-24T15:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': 'cce4a889-65f1-4fe5-8db8-d5f63eb426ec', 'tenant_id': '200c20f17e62414ab5bbd41e14faa1b2', 'floating_ip_address': '172.25.0.127', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'port_id': '0e633df5-034b-4779-b349-ead79bc7e51d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71201ca5-026a-47e5-88ab-afc6b5698b5d', 'mac_address': 'fa:16:3e:56:6c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec0efa4-8375-42ca-bf38-4845e951e064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:41:55Z', 'updated_at': '2021-09-24T15:42:27Z', 'revision_number': 8, 'project_id': '200c20f17e62414ab5bbd41e14faa1b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b6914f7-9e75-4352-96a7-243f76da505a', 'name': '', 'network_id': '71201ca5-026a-47e5-88ab-afc6b5698b5d', 'tenant_id': '200c20f17e62414ab5bbd41e14faa1b2', 'mac_address': 'fa:16:3e:61:43:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'ad5cbaed-71b0-4d7b-91df-affbc25b46b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:41:18Z', 'updated_at': '2021-09-24T15:41:27Z', 'revision_number': 5, 'project_id': '200c20f17e62414ab5bbd41e14faa1b2', 'subnets': [{'id': 'ad5cbaed-71b0-4d7b-91df-affbc25b46b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:29.753386 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b268963b-01f2-4afc-9e3c-cccd471fa212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:29.780628 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954c9a3c-bbbd-4f08-a9d5-3bb514b787e3 None None] Checking router: 801d1609-7b8f-4702-af99-68980cdbe1c8 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:42:29.794859 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954c9a3c-bbbd-4f08-a9d5-3bb514b787e3 None None] Routers {'801d1609-7b8f-4702-af99-68980cdbe1c8'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:42:29.795486 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-954c9a3c-bbbd-4f08-a9d5-3bb514b787e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:42:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['801d1609-7b8f-4702-af99-68980cdbe1c8'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:29.808740 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2c70e-6f8c-4785-83a2-cad70d02f704 req-65595114-e531-43ab-b42a-b01bae79fe94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:29.810840 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-73c2c70e-6f8c-4785-83a2-cad70d02f704 req-65595114-e531-43ab-b42a-b01bae79fe94 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=71201ca5-026a-47e5-88ab-afc6b5698b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502346 Sep 24 15:42:29.819009 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f9210b5a-3fe3-4899-a692-7e6ccadb3ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:29.820078 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9210b5a-3fe3-4899-a692-7e6ccadb3ada admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:29.820727 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f9210b5a-3fe3-4899-a692-7e6ccadb3ada admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:29.841110 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-84bce9a5-808d-4f76-9ab8-c326cf0fa76e tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:29.877904 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b268963b-01f2-4afc-9e3c-cccd471fa212 admin admin] Pushing event updated for resources: {'Subnet': ['ID=309ac0cc-f0a2-47e4-add1-9ac63e3c8c4b,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:29.892745 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device f57e6be2-9da9-423b-897d-98621eaa7b4d no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:42:29.929262 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] No Port match for: f57e6be2-9da9-423b-897d-98621eaa7b4d {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:42:29.929662 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device f57e6be2-9da9-423b-897d-98621eaa7b4d not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:42:29.936091 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9210b5a-3fe3-4899-a692-7e6ccadb3ada admin admin] Pushing event updated for resources: {'Network': ['ID=1607962c-d4f7-409b-9616-90538896b74f,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:29.937135 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bce9a5-808d-4f76-9ab8-c326cf0fa76e tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:42:29.938707 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-954c9a3c-bbbd-4f08-a9d5-3bb514b787e3 None None] Set router 801d1609-7b8f-4702-af99-68980cdbe1c8 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:42:29.948041 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 1607962c-d4f7-409b-9616-90538896b74f details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:42:29.951159 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-84bce9a5-808d-4f76-9ab8-c326cf0fa76e tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:42:29.958270 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bce9a5-808d-4f76-9ab8-c326cf0fa76e tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:42:29.960230 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bce9a5-808d-4f76-9ab8-c326cf0fa76e tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Pushing event updated for resources: {'Port': ['ID=2296e31c-4a54-4b11-ab21-52f0eaa07163,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:29.974294 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-04ebeebd-0fd8-411e-b864-8ccc042c74ba req-49f1f7ae-6903-452f-a3f3-cde8c9466ed4 service neutron] 10.222.0.101 "GET /v2.0/networks/71201ca5-026a-47e5-88ab-afc6b5698b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398295 Sep 24 15:42:29.974629 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-f9210b5a-3fe3-4899-a692-7e6ccadb3ada admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3909740 Sep 24 15:42:29.997947 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b268963b-01f2-4afc-9e3c-cccd471fa212 admin admin] Checking segment: {'id': '7cf8621c-4e3e-48e3-a994-fb1d18772232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '06e7c1b9-8c81-4b4a-9d75-b591e823bfaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:42:29.998298 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b268963b-01f2-4afc-9e3c-cccd471fa212 admin admin] Network hostable DHCP agents. Network: 06e7c1b9-8c81-4b4a-9d75-b591e823bfaa, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:42:30.003988 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 54006) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:30.016989 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-d97d5a7e-1453-4ccb-81c5-7ea1e173fc6f admin admin] Request body: {'subnet': {'network_id': '1607962c-d4f7-409b-9616-90538896b74f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1776585837-subnet', 'tenant_id': 'f5fae2a20e26468593267e81a47eadf0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:42:30.100638 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-73c2c70e-6f8c-4785-83a2-cad70d02f704 req-b53651eb-624c-410d-94bb-f4da0a49ced8 service neutron] 10.222.0.108 "GET /v2.0/networks/71201ca5-026a-47e5-88ab-afc6b5698b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772553 Sep 24 15:42:30.221448 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165cc9a9-6090-49f4-a831-747812303b28 req-0cadeff7-33b6-4290-966d-e3b7d2ce4cbb tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:30.230564 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-165cc9a9-6090-49f4-a831-747812303b28 req-0cadeff7-33b6-4290-966d-e3b7d2ce4cbb tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=dddc2437-868a-425d-afd9-a0fe4f837064 HTTP/1.1" status: 200 len: 946 time: 0.1117370 Sep 24 15:42:30.258825 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device d6f44c86-a68a-49d0-82d4-9d41325144bf up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:42:30.344737 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-165cc9a9-6090-49f4-a831-747812303b28 req-840a1454-f7bd-45a8-ba32-775906db8886 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132679 Sep 24 15:42:30.354097 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port d6f44c86-a68a-49d0-82d4-9d41325144bf triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:42:30.354517 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:30.393497 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-73c2c70e-6f8c-4785-83a2-cad70d02f704 req-9cda7e5b-8d6c-4859-b168-3145ee9b701e service neutron] 10.222.0.108 "GET /v2.0/networks/71201ca5-026a-47e5-88ab-afc6b5698b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759011 Sep 24 15:42:30.436925 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-954c9a3c-bbbd-4f08-a9d5-3bb514b787e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1933066675-router', 'tenant_id': '200c20f17e62414ab5bbd41e14faa1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '43bfce93-9c1b-4f96-afad-dc3979c8a77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:41:12Z', 'updated_at': '2021-09-24T15:41:20Z', 'revision_number': 4, 'project_id': '200c20f17e62414ab5bbd41e14faa1b2', 'gw_port': {'id': '43bfce93-9c1b-4f96-afad-dc3979c8a77d', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:cf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:41:14Z', 'updated_at': '2021-09-24T15:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': 'cce4a889-65f1-4fe5-8db8-d5f63eb426ec', 'tenant_id': '200c20f17e62414ab5bbd41e14faa1b2', 'floating_ip_address': '172.25.0.127', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'port_id': '0e633df5-034b-4779-b349-ead79bc7e51d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71201ca5-026a-47e5-88ab-afc6b5698b5d', 'mac_address': 'fa:16:3e:56:6c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec0efa4-8375-42ca-bf38-4845e951e064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:41:55Z', 'updated_at': '2021-09-24T15:42:27Z', 'revision_number': 8, 'project_id': '200c20f17e62414ab5bbd41e14faa1b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b6914f7-9e75-4352-96a7-243f76da505a', 'name': '', 'network_id': '71201ca5-026a-47e5-88ab-afc6b5698b5d', 'tenant_id': '200c20f17e62414ab5bbd41e14faa1b2', 'mac_address': 'fa:16:3e:61:43:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'ad5cbaed-71b0-4d7b-91df-affbc25b46b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:41:18Z', 'updated_at': '2021-09-24T15:41:27Z', 'revision_number': 5, 'project_id': '200c20f17e62414ab5bbd41e14faa1b2', 'subnets': [{'id': 'ad5cbaed-71b0-4d7b-91df-affbc25b46b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:30.472888 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954c9a3c-bbbd-4f08-a9d5-3bb514b787e3 None None] The sync data for ids ['801d1609-7b8f-4702-af99-68980cdbe1c8'] in n-d-808921-1 is: [{'id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1933066675-router', 'tenant_id': '200c20f17e62414ab5bbd41e14faa1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '43bfce93-9c1b-4f96-afad-dc3979c8a77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:41:12Z', 'updated_at': '2021-09-24T15:41:20Z', 'revision_number': 4, 'project_id': '200c20f17e62414ab5bbd41e14faa1b2', 'gw_port': {'id': '43bfce93-9c1b-4f96-afad-dc3979c8a77d', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:cf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:41:14Z', 'updated_at': '2021-09-24T15:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': 'cce4a889-65f1-4fe5-8db8-d5f63eb426ec', 'tenant_id': '200c20f17e62414ab5bbd41e14faa1b2', 'floating_ip_address': '172.25.0.127', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'port_id': '0e633df5-034b-4779-b349-ead79bc7e51d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '71201ca5-026a-47e5-88ab-afc6b5698b5d', 'mac_address': 'fa:16:3e:56:6c:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec0efa4-8375-42ca-bf38-4845e951e064', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:41:55Z', 'updated_at': '2021-09-24T15:42:27Z', 'revision_number': 8, 'project_id': '200c20f17e62414ab5bbd41e14faa1b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b6914f7-9e75-4352-96a7-243f76da505a', 'name': '', 'network_id': '71201ca5-026a-47e5-88ab-afc6b5698b5d', 'tenant_id': '200c20f17e62414ab5bbd41e14faa1b2', 'mac_address': 'fa:16:3e:61:43:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'ad5cbaed-71b0-4d7b-91df-affbc25b46b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:41:18Z', 'updated_at': '2021-09-24T15:41:27Z', 'revision_number': 5, 'project_id': '200c20f17e62414ab5bbd41e14faa1b2', 'subnets': [{'id': 'ad5cbaed-71b0-4d7b-91df-affbc25b46b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:42:30.485573 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:30.497092 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d97d5a7e-1453-4ccb-81c5-7ea1e173fc6f admin admin] Made reservation on behalf of f5fae2a20e26468593267e81a47eadf0 for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:42:30.499448 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d97d5a7e-1453-4ccb-81c5-7ea1e173fc6f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:30.501433 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b268963b-01f2-4afc-9e3c-cccd471fa212 admin admin] Network 06e7c1b9-8c81-4b4a-9d75-b591e823bfaa is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:42:30.515844 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port d6f44c86-a68a-49d0-82d4-9d41325144bf, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=d6f44c86-a68a-49d0-82d4-9d41325144bf,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:42:30.601612 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-04ebeebd-0fd8-411e-b864-8ccc042c74ba req-adeb422c-0d9c-4420-8d6d-1b4f8a5f0177 service neutron] 10.222.0.101 "GET /v2.0/networks/71201ca5-026a-47e5-88ab-afc6b5698b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6296957 Sep 24 15:42:30.605335 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:30.652028 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-b268963b-01f2-4afc-9e3c-cccd471fa212 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 06e7c1b9-8c81-4b4a-9d75-b591e823bfaa) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:42:30.660982 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b268963b-01f2-4afc-9e3c-cccd471fa212 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:30.661561 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b268963b-01f2-4afc-9e3c-cccd471fa212 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:30.663425 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad34504-f6d0-44f4-bcbe-f9bb64d1b3d9 None None] Network 06e7c1b9-8c81-4b4a-9d75-b591e823bfaa requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:42:30.705081 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=d6f44c86-a68a-49d0-82d4-9d41325144bf,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:30.733046 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d5220e5d-8091-4ac4-bd5b-e44ec40d0495 req-47933176-2908-484d-a34c-805d74ee25d2 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/floatingips/cce4a889-65f1-4fe5-8db8-d5f63eb426ec HTTP/1.1" status: 200 len: 996 time: 0.0938780 Sep 24 15:42:30.764355 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24515965-b7a0-4139-a73e-4febd1387109 None None] New status for floating IP cce4a889-65f1-4fe5-8db8-d5f63eb426ec: ACTIVE {{(pid=95299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:42:30.814399 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b268963b-01f2-4afc-9e3c-cccd471fa212 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.5773437 Sep 24 15:42:30.908998 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5220e5d-8091-4ac4-bd5b-e44ec40d0495 req-fce8b48a-94ac-4ec3-9b70-79f0e25cc056 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:30.919419 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d5220e5d-8091-4ac4-bd5b-e44ec40d0495 req-fce8b48a-94ac-4ec3-9b70-79f0e25cc056 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/networks/e6a2de20-1ea0-43e5-88e0-982d19e317d5 HTTP/1.1" status: 200 len: 784 time: 0.1717763 Sep 24 15:42:30.926567 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [req-d5220e5d-8091-4ac4-bd5b-e44ec40d0495 req-dafde9ab-8d69-4ffd-a613-84c6a6e839b8 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:42:30.932278 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d5220e5d-8091-4ac4-bd5b-e44ec40d0495 req-dafde9ab-8d69-4ffd-a613-84c6a6e839b8 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119450 Sep 24 15:42:30.958091 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d97d5a7e-1453-4ccb-81c5-7ea1e173fc6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:31.015283 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08792b6c-40f7-4639-b72b-9d6b71aa3963', 'name': 'network-vif-deleted', 'tag': 'f57e6be2-9da9-423b-897d-98621eaa7b4d'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:42:31.022995 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7404f501-f71d-4f7d-86a3-c5778bb303c6" -d '{"events": [{"server_uuid": "08792b6c-40f7-4639-b72b-9d6b71aa3963", "name": "network-vif-deleted", "tag": "f57e6be2-9da9-423b-897d-98621eaa7b4d"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:42:31.053686 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-19ebaa9e-3372-4e80-a98c-1ebb38e8d3f5 req-ce365da6-0238-4bbd-be73-df9e9524958d tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.0.127 HTTP/1.1" status: 200 len: 999 time: 0.1003277 Sep 24 15:42:31.075698 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-84bce9a5-808d-4f76-9ab8-c326cf0fa76e tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:31.077783 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97d5a7e-1453-4ccb-81c5-7ea1e173fc6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=955c88c4-2efa-4e9c-87c6-93b275727dd4,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:31.113193 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ebaa9e-3372-4e80-a98c-1ebb38e8d3f5 req-52a86e6b-ccfd-403f-ae97-5a296928afd6 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:31.115085 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-19ebaa9e-3372-4e80-a98c-1ebb38e8d3f5 req-52a86e6b-ccfd-403f-ae97-5a296928afd6 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/ports/0e633df5-034b-4779-b349-ead79bc7e51d HTTP/1.1" status: 200 len: 942 time: 0.0545855 Sep 24 15:42:31.129686 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ea3b03-437a-456e-9ff3-d49dc51c6f54 None None] Network 06e7c1b9-8c81-4b4a-9d75-b591e823bfaa requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:42:31.195342 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97d5a7e-1453-4ccb-81c5-7ea1e173fc6f admin admin] Checking segment: {'id': 'db87eefb-f3a7-4a9d-90fd-936ebe911b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '1607962c-d4f7-409b-9616-90538896b74f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:42:31.195697 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97d5a7e-1453-4ccb-81c5-7ea1e173fc6f admin admin] Network hostable DHCP agents. Network: 1607962c-d4f7-409b-9616-90538896b74f, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:42:31.210088 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df09176-f986-4c80-9afd-b4d0daaaf0d1 req-96b6c61b-1536-430c-bd08-ae7ee369c552 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:31.211584 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9df09176-f986-4c80-9afd-b4d0daaaf0d1 req-96b6c61b-1536-430c-bd08-ae7ee369c552 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/networks?id=3e0da5e5-cfcf-4b73-b0d7-902e52490b00 HTTP/1.1" status: 200 len: 812 time: 0.2019348 Sep 24 15:42:31.230934 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-19ebaa9e-3372-4e80-a98c-1ebb38e8d3f5 req-0fe9ddbc-0dad-4e03-a6d3-a4b17d9c5872 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.0.127 HTTP/1.1" status: 200 len: 999 time: 0.0725577 Sep 24 15:42:31.265757 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9df09176-f986-4c80-9afd-b4d0daaaf0d1 req-c4b691bd-d466-46d0-beb8-30f956915145 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/quotas/d0b79565aaee49b1a1b35139ea3bccae HTTP/1.1" status: 200 len: 375 time: 0.0198197 Sep 24 15:42:31.296267 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a9e7a5a7-fd72-4c61-9213-57254434d9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:31.339925 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9df09176-f986-4c80-9afd-b4d0daaaf0d1 req-4aab4757-8eb8-4eba-81d4-6f244bd8b6bc tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=d0b79565aaee49b1a1b35139ea3bccae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0648670 Sep 24 15:42:31.361446 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ebaa9e-3372-4e80-a98c-1ebb38e8d3f5 req-23c3e0d9-b2a0-4c5e-95cf-00fbf7f05f2e tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:31.363459 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-19ebaa9e-3372-4e80-a98c-1ebb38e8d3f5 req-23c3e0d9-b2a0-4c5e-95cf-00fbf7f05f2e tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/networks/e6a2de20-1ea0-43e5-88e0-982d19e317d5 HTTP/1.1" status: 200 len: 784 time: 0.1261833 Sep 24 15:42:31.375645 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device c2179b3f-fc72-421d-86b9-14c54b7bd5a9 no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:42:31.391003 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] No Port match for: c2179b3f-fc72-421d-86b9-14c54b7bd5a9 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:42:31.391357 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device c2179b3f-fc72-421d-86b9-14c54b7bd5a9 not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:42:31.415533 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97d5a7e-1453-4ccb-81c5-7ea1e173fc6f admin admin] Network 1607962c-d4f7-409b-9616-90538896b74f is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:42:31.434644 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-19ebaa9e-3372-4e80-a98c-1ebb38e8d3f5 req-c55c9752-e32d-43f8-a11c-385923a316f4 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.0.127 HTTP/1.1" status: 200 len: 1001 time: 0.0636928 Sep 24 15:42:31.446108 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-19ebaa9e-3372-4e80-a98c-1ebb38e8d3f5 req-113b3eb6-6fac-4820-8aad-1ba9b7e4261d tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:42:31.478008 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-84bce9a5-808d-4f76-9ab8-c326cf0fa76e tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:31.506884 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-19ebaa9e-3372-4e80-a98c-1ebb38e8d3f5 req-113b3eb6-6fac-4820-8aad-1ba9b7e4261d tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Notify callbacks [] for floatingip, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:31.541023 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9df09176-f986-4c80-9afd-b4d0daaaf0d1 req-0f8d4565-7e1d-4add-a9af-7104d6a0870b service neutron] 10.222.0.101 "GET /v2.0/networks/3e0da5e5-cfcf-4b73-b0d7-902e52490b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856222 Sep 24 15:42:31.541576 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-d97d5a7e-1453-4ccb-81c5-7ea1e173fc6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 1607962c-d4f7-409b-9616-90538896b74f) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:42:31.549248 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d97d5a7e-1453-4ccb-81c5-7ea1e173fc6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:31.549953 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fda7ee-4a68-4f1e-9ea6-d7e1a8e2a519 None None] Network 1607962c-d4f7-409b-9616-90538896b74f requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:42:31.551135 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d97d5a7e-1453-4ccb-81c5-7ea1e173fc6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:31.669153 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-19ebaa9e-3372-4e80-a98c-1ebb38e8d3f5 req-113b3eb6-6fac-4820-8aad-1ba9b7e4261d tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:31.707360 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9df09176-f986-4c80-9afd-b4d0daaaf0d1 req-dbf80ca4-002f-4be4-ac17-c1259eea2487 service neutron] 10.222.0.101 "GET /v2.0/networks/3e0da5e5-cfcf-4b73-b0d7-902e52490b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535568 Sep 24 15:42:31.708223 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba045e2-a2af-4f3f-8994-ef50f35ffda2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-1607962c-d4f7-409b-9616-90538896b74f', 'network_id': '1607962c-d4f7-409b-9616-90538896b74f', 'tenant_id': 'f5fae2a20e26468593267e81a47eadf0', 'fixed_ips': [{'subnet_id': '955c88c4-2efa-4e9c-87c6-93b275727dd4'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:42:31.709194 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3ba045e2-a2af-4f3f-8994-ef50f35ffda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:31.713414 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-d97d5a7e-1453-4ccb-81c5-7ea1e173fc6f admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7054379 Sep 24 15:42:31.713523 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 54042) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:31.717883 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-1a189638-960a-4e48-b82d-d88f96a05f8e admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1776585837-router', 'tenant_id': 'f5fae2a20e26468593267e81a47eadf0', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:42:31.765141 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-19ebaa9e-3372-4e80-a98c-1ebb38e8d3f5 req-113b3eb6-6fac-4820-8aad-1ba9b7e4261d tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:31.765496 n-d-808921-1 neutron-server[95298]: INFO neutron.db.l3_db [req-19ebaa9e-3372-4e80-a98c-1ebb38e8d3f5 req-113b3eb6-6fac-4820-8aad-1ba9b7e4261d tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Floating IP cce4a889-65f1-4fe5-8db8-d5f63eb426ec disassociated. External IP: 172.25.0.127, port: 0e633df5-034b-4779-b349-ead79bc7e51d. Sep 24 15:42:31.842642 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84bce9a5-808d-4f76-9ab8-c326cf0fa76e tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Router b0f6e14d-67be-45ee-b345-f232e0da5470 is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:42:31.857089 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-3ba045e2-a2af-4f3f-8994-ef50f35ffda2 None None] Allocated IP 172.20.0.2 (1607962c-d4f7-409b-9616-90538896b74f/955c88c4-2efa-4e9c-87c6-93b275727dd4/a9d50ea2-b932-4e94-9f1b-6a0ebe0d6f75) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:42:31.883241 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1a189638-960a-4e48-b82d-d88f96a05f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:31.884370 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1a189638-960a-4e48-b82d-d88f96a05f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:31.967764 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84bce9a5-808d-4f76-9ab8-c326cf0fa76e tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:42:31.980829 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f19b37-73bb-447c-a97e-c222c7f85b41 None None] Sync routers for ids ['b0f6e14d-67be-45ee-b345-f232e0da5470'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:42:31.994659 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f19b37-73bb-447c-a97e-c222c7f85b41 None None] Routers {'b0f6e14d-67be-45ee-b345-f232e0da5470'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:42:31.995543 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-21f19b37-73bb-447c-a97e-c222c7f85b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:42:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['b0f6e14d-67be-45ee-b345-f232e0da5470'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:32.124527 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-84bce9a5-808d-4f76-9ab8-c326cf0fa76e tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:32.124739 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3ba045e2-a2af-4f3f-8994-ef50f35ffda2 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:32.124839 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-84bce9a5-808d-4f76-9ab8-c326cf0fa76e tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 5.4063904 Sep 24 15:42:32.125365 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 54050) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:32.257081 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device d6f44c86-a68a-49d0-82d4-9d41325144bf up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:42:32.272281 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-21f19b37-73bb-447c-a97e-c222c7f85b41 None None] Set router b0f6e14d-67be-45ee-b345-f232e0da5470 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:42:32.295004 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3ba045e2-a2af-4f3f-8994-ef50f35ffda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:32.357106 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba045e2-a2af-4f3f-8994-ef50f35ffda2 None None] Network 1607962c-d4f7-409b-9616-90538896b74f is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:42:32.365954 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-3ba045e2-a2af-4f3f-8994-ef50f35ffda2 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:42:32.368782 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba045e2-a2af-4f3f-8994-ef50f35ffda2 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:42:32.374691 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba045e2-a2af-4f3f-8994-ef50f35ffda2 None None] Pushing event updated for resources: {'Port': ['ID=a9d50ea2-b932-4e94-9f1b-6a0ebe0d6f75,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:32.402402 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-c3e92eab-1620-43ab-b67c-bca2d72d13c4 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] 10.222.0.101 "GET /v2.0/routers/b0f6e14d-67be-45ee-b345-f232e0da5470 HTTP/1.1" status: 200 len: 906 time: 0.2737980 Sep 24 15:42:32.414643 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1a189638-960a-4e48-b82d-d88f96a05f8e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:32.435978 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 54064) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:32.436387 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port d6f44c86-a68a-49d0-82d4-9d41325144bf triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:42:32.437024 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:32.438895 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-3ba045e2-a2af-4f3f-8994-ef50f35ffda2 None None] Attempting to bind port a9d50ea2-b932-4e94-9f1b-6a0ebe0d6f75 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:42:32.439254 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-3ba045e2-a2af-4f3f-8994-ef50f35ffda2 None None] Attempting to bind port a9d50ea2-b932-4e94-9f1b-6a0ebe0d6f75 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'db87eefb-f3a7-4a9d-90fd-936ebe911b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '1607962c-d4f7-409b-9616-90538896b74f'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:42:32.439603 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba045e2-a2af-4f3f-8994-ef50f35ffda2 None None] Attempting to bind port a9d50ea2-b932-4e94-9f1b-6a0ebe0d6f75 on network 1607962c-d4f7-409b-9616-90538896b74f {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:42:32.477210 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba045e2-a2af-4f3f-8994-ef50f35ffda2 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:42:32.479969 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba045e2-a2af-4f3f-8994-ef50f35ffda2 None None] Checking segment: {'id': 'db87eefb-f3a7-4a9d-90fd-936ebe911b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '1607962c-d4f7-409b-9616-90538896b74f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:42:32.479969 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3ba045e2-a2af-4f3f-8994-ef50f35ffda2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:32.479969 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba045e2-a2af-4f3f-8994-ef50f35ffda2 None None] Bound using segment: {'id': 'db87eefb-f3a7-4a9d-90fd-936ebe911b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '1607962c-d4f7-409b-9616-90538896b74f'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:42:32.479969 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-3ba045e2-a2af-4f3f-8994-ef50f35ffda2 None None] Bound port: a9d50ea2-b932-4e94-9f1b-6a0ebe0d6f75, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db87eefb-f3a7-4a9d-90fd-936ebe911b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '1607962c-d4f7-409b-9616-90538896b74f'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:42:32.479969 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3ba045e2-a2af-4f3f-8994-ef50f35ffda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:32.484728 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19ebaa9e-3372-4e80-a98c-1ebb38e8d3f5 req-113b3eb6-6fac-4820-8aad-1ba9b7e4261d tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Router 801d1609-7b8f-4702-af99-68980cdbe1c8 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:42:32.565704 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a782f633-0a44-4dae-bb38-bdff3aeed05a tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks [] for router, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:32.589191 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-21f19b37-73bb-447c-a97e-c222c7f85b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f6e14d-67be-45ee-b345-f232e0da5470', 'name': 'tempest-snat-router-203628132', 'tenant_id': '60a211bc53744487b0ef2a18ec9f1ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.85'}], 'enable_snat': True}, 'gw_port_id': '2296e31c-4a54-4b11-ab21-52f0eaa07163', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:42:26Z', 'updated_at': '2021-09-24T15:42:30Z', 'revision_number': 3, 'project_id': '60a211bc53744487b0ef2a18ec9f1ef4', 'gw_port': {'id': '2296e31c-4a54-4b11-ab21-52f0eaa07163', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:82:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0f6e14d-67be-45ee-b345-f232e0da5470', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1221, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:42:28Z', 'updated_at': '2021-09-24T15:42:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:32.621659 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-3ba045e2-a2af-4f3f-8994-ef50f35ffda2 None None] For port a9d50ea2-b932-4e94-9f1b-6a0ebe0d6f75, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:42:32.629026 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f19b37-73bb-447c-a97e-c222c7f85b41 None None] Checking router: b0f6e14d-67be-45ee-b345-f232e0da5470 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:42:32.629570 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f19b37-73bb-447c-a97e-c222c7f85b41 None None] Updating router b0f6e14d-67be-45ee-b345-f232e0da5470 port 2296e31c-4a54-4b11-ab21-52f0eaa07163 binding host n-d-808921-1 {{(pid=95300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:42:32.632512 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5cd336-a062-4325-ae3a-379dd0355d90 req-7b276275-0e9f-42fa-9be8-0c5afd2cb76b tempest-ServerMetadataNegativeTestJSON-748331470 tempest-ServerMetadataNegativeTestJSON-748331470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:32.637554 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-3ba045e2-a2af-4f3f-8994-ef50f35ffda2 None None] For port a9d50ea2-b932-4e94-9f1b-6a0ebe0d6f75, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=a9d50ea2-b932-4e94-9f1b-6a0ebe0d6f75,segment=NetworkSegment(db87eefb-f3a7-4a9d-90fd-936ebe911b7a),segment_id=db87eefb-f3a7-4a9d-90fd-936ebe911b7a)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:42:32.639772 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cf5cd336-a062-4325-ae3a-379dd0355d90 req-7b276275-0e9f-42fa-9be8-0c5afd2cb76b tempest-ServerMetadataNegativeTestJSON-748331470 tempest-ServerMetadataNegativeTestJSON-748331470-project] 10.222.0.101 "GET /v2.0/networks?id=06e7c1b9-8c81-4b4a-9d75-b591e823bfaa HTTP/1.1" status: 200 len: 819 time: 0.2984889 Sep 24 15:42:32.663189 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cf5cd336-a062-4325-ae3a-379dd0355d90 req-38576e83-8f5f-47ba-83c2-b7e3408ffa3b tempest-ServerMetadataNegativeTestJSON-748331470 tempest-ServerMetadataNegativeTestJSON-748331470-project] 10.222.0.101 "GET /v2.0/quotas/fcb607909d3747338ef3a5eda174e48f HTTP/1.1" status: 200 len: 375 time: 0.0225677 Sep 24 15:42:32.677372 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-21f19b37-73bb-447c-a97e-c222c7f85b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:32.726637 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1a189638-960a-4e48-b82d-d88f96a05f8e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:32.727850 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cf5cd336-a062-4325-ae3a-379dd0355d90 req-c480f758-379b-4e9d-9968-c29bd2ef1c10 tempest-ServerMetadataNegativeTestJSON-748331470 tempest-ServerMetadataNegativeTestJSON-748331470-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=fcb607909d3747338ef3a5eda174e48f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0628240 Sep 24 15:42:32.765355 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3ba045e2-a2af-4f3f-8994-ef50f35ffda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:32.778891 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19ebaa9e-3372-4e80-a98c-1ebb38e8d3f5 req-113b3eb6-6fac-4820-8aad-1ba9b7e4261d tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:42:32.791192 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-19ebaa9e-3372-4e80-a98c-1ebb38e8d3f5 req-113b3eb6-6fac-4820-8aad-1ba9b7e4261d tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:32.798737 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e446e18-4a71-4279-af57-99414e62a72f None None] Sync routers for ids ['801d1609-7b8f-4702-af99-68980cdbe1c8'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:42:32.834066 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e446e18-4a71-4279-af57-99414e62a72f None None] Routers {'801d1609-7b8f-4702-af99-68980cdbe1c8'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:42:32.835100 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-6e446e18-4a71-4279-af57-99414e62a72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:42:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['801d1609-7b8f-4702-af99-68980cdbe1c8'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:32.846912 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba045e2-a2af-4f3f-8994-ef50f35ffda2 None None] Pushing event updated for resources: {'Port': ['ID=a9d50ea2-b932-4e94-9f1b-6a0ebe0d6f75,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:32.851205 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-19ebaa9e-3372-4e80-a98c-1ebb38e8d3f5 req-113b3eb6-6fac-4820-8aad-1ba9b7e4261d tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "PUT /v2.0/floatingips/cce4a889-65f1-4fe5-8db8-d5f63eb426ec HTTP/1.1" status: 200 len: 696 time: 1.4090209 Sep 24 15:42:32.867238 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cf5cd336-a062-4325-ae3a-379dd0355d90 req-27ffc259-3131-4c18-8758-cd8dc1f430c2 service neutron] 10.222.0.101 "GET /v2.0/networks/06e7c1b9-8c81-4b4a-9d75-b591e823bfaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382387 Sep 24 15:42:32.873556 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a782f633-0a44-4dae-bb38-bdff3aeed05a tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:33.066097 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ebaa9e-3372-4e80-a98c-1ebb38e8d3f5 req-64135346-90b7-4201-b38f-d8ca59f86a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:33.066097 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-19ebaa9e-3372-4e80-a98c-1ebb38e8d3f5 req-64135346-90b7-4201-b38f-d8ca59f86a05 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=200c20f17e62414ab5bbd41e14faa1b2&device_id=9ec0efa4-8375-42ca-bf38-4845e951e064 HTTP/1.1" status: 200 len: 1096 time: 0.1213288 Sep 24 15:42:33.066279 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-6e446e18-4a71-4279-af57-99414e62a72f None None] Set router 801d1609-7b8f-4702-af99-68980cdbe1c8 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:42:33.066409 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cf5cd336-a062-4325-ae3a-379dd0355d90 req-8b06263b-4d74-4e3b-bde4-de01a2b9ab4c service neutron] 10.222.0.101 "GET /v2.0/networks/06e7c1b9-8c81-4b4a-9d75-b591e823bfaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358788 Sep 24 15:42:33.066818 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-21f19b37-73bb-447c-a97e-c222c7f85b41 None None] Notify callbacks [] for port, precommit_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:33.154400 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ebaa9e-3372-4e80-a98c-1ebb38e8d3f5 req-13df2a69-a32d-4d21-aec6-2c6091ebf35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:33.156064 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-19ebaa9e-3372-4e80-a98c-1ebb38e8d3f5 req-13df2a69-a32d-4d21-aec6-2c6091ebf35f service neutron] 10.222.0.101 "GET /v2.0/networks?id=71201ca5-026a-47e5-88ab-afc6b5698b5d HTTP/1.1" status: 200 len: 923 time: 0.1769812 Sep 24 15:42:33.206206 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-19ebaa9e-3372-4e80-a98c-1ebb38e8d3f5 req-66b7fb88-1795-4551-aeea-39678075e846 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e633df5-034b-4779-b349-ead79bc7e51d HTTP/1.1" status: 200 len: 217 time: 0.0401881 Sep 24 15:42:33.259789 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-21f19b37-73bb-447c-a97e-c222c7f85b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:33.339159 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-6e446e18-4a71-4279-af57-99414e62a72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1933066675-router', 'tenant_id': '200c20f17e62414ab5bbd41e14faa1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '43bfce93-9c1b-4f96-afad-dc3979c8a77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:41:12Z', 'updated_at': '2021-09-24T15:41:20Z', 'revision_number': 4, 'project_id': '200c20f17e62414ab5bbd41e14faa1b2', 'gw_port': {'id': '43bfce93-9c1b-4f96-afad-dc3979c8a77d', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:cf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:41:14Z', 'updated_at': '2021-09-24T15:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '0b6914f7-9e75-4352-96a7-243f76da505a', 'name': '', 'network_id': '71201ca5-026a-47e5-88ab-afc6b5698b5d', 'tenant_id': '200c20f17e62414ab5bbd41e14faa1b2', 'mac_address': 'fa:16:3e:61:43:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'ad5cbaed-71b0-4d7b-91df-affbc25b46b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:41:18Z', 'updated_at': '2021-09-24T15:41:27Z', 'revision_number': 5, 'project_id': '200c20f17e62414ab5bbd41e14faa1b2', 'subnets': [{'id': 'ad5cbaed-71b0-4d7b-91df-affbc25b46b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:33.342095 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc79729b-fc16-4057-a806-1087469f94b0 None None] Pushing event updated for resources: {'Port': ['ID=2296e31c-4a54-4b11-ab21-52f0eaa07163,revision_number=2']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:33.354707 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-a782f633-0a44-4dae-bb38-bdff3aeed05a tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Deleting port 2296e31c-4a54-4b11-ab21-52f0eaa07163 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:42:33.354964 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a782f633-0a44-4dae-bb38-bdff3aeed05a tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:33.374299 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-804dc950-5387-4644-bea2-78be41f30c70 x-openstack-request-id: req-804dc950-5387-4644-bea2-78be41f30c70 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:42:33.374583 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08792b6c-40f7-4639-b72b-9d6b71aa3963", "name": "network-vif-deleted", "tag": "f57e6be2-9da9-423b-897d-98621eaa7b4d", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:42:33.374802 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-804dc950-5387-4644-bea2-78be41f30c70 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:42:33.375198 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08792b6c-40f7-4639-b72b-9d6b71aa3963', 'name': 'network-vif-deleted', 'tag': 'f57e6be2-9da9-423b-897d-98621eaa7b4d', 'status': 'completed', 'code': 200} Sep 24 15:42:33.387909 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e446e18-4a71-4279-af57-99414e62a72f None None] Checking router: 801d1609-7b8f-4702-af99-68980cdbe1c8 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:42:33.399572 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e446e18-4a71-4279-af57-99414e62a72f None None] Routers {'801d1609-7b8f-4702-af99-68980cdbe1c8'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:42:33.400224 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-6e446e18-4a71-4279-af57-99414e62a72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:42:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['801d1609-7b8f-4702-af99-68980cdbe1c8'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:33.401514 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc79729b-fc16-4057-a806-1087469f94b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:33.404463 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc79729b-fc16-4057-a806-1087469f94b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:33.405112 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc79729b-fc16-4057-a806-1087469f94b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:33.409977 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc79729b-fc16-4057-a806-1087469f94b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:33.410625 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc79729b-fc16-4057-a806-1087469f94b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:33.411121 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc79729b-fc16-4057-a806-1087469f94b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:33.411755 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc79729b-fc16-4057-a806-1087469f94b0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:33.412242 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc79729b-fc16-4057-a806-1087469f94b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:33.412861 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc79729b-fc16-4057-a806-1087469f94b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:33.413347 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc79729b-fc16-4057-a806-1087469f94b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:33.415064 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc79729b-fc16-4057-a806-1087469f94b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:33.415604 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc79729b-fc16-4057-a806-1087469f94b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:33.422132 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-21f19b37-73bb-447c-a97e-c222c7f85b41 None None] Attempting to bind port 2296e31c-4a54-4b11-ab21-52f0eaa07163 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:42:33.425280 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-21f19b37-73bb-447c-a97e-c222c7f85b41 None None] Attempting to bind port 2296e31c-4a54-4b11-ab21-52f0eaa07163 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:42:33.426779 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f19b37-73bb-447c-a97e-c222c7f85b41 None None] Attempting to bind port 2296e31c-4a54-4b11-ab21-52f0eaa07163 on network e6a2de20-1ea0-43e5-88e0-982d19e317d5 {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:42:33.439475 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f19b37-73bb-447c-a97e-c222c7f85b41 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:42:33.440221 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f19b37-73bb-447c-a97e-c222c7f85b41 None None] Checking segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:42:33.440852 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-21f19b37-73bb-447c-a97e-c222c7f85b41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:33.441444 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f19b37-73bb-447c-a97e-c222c7f85b41 None None] Bound using segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:42:33.442071 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-21f19b37-73bb-447c-a97e-c222c7f85b41 None None] Bound port: 2296e31c-4a54-4b11-ab21-52f0eaa07163, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:42:33.447058 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-21f19b37-73bb-447c-a97e-c222c7f85b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:33.475476 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ebaa9e-3372-4e80-a98c-1ebb38e8d3f5 req-d49c2678-6450-46cd-8380-fe1b659237ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:33.478372 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-19ebaa9e-3372-4e80-a98c-1ebb38e8d3f5 req-d49c2678-6450-46cd-8380-fe1b659237ae service neutron] 10.222.0.101 "GET /v2.0/subnets?id=ad5cbaed-71b0-4d7b-91df-affbc25b46b3 HTTP/1.1" status: 200 len: 860 time: 0.2402861 Sep 24 15:42:33.511628 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1a189638-960a-4e48-b82d-d88f96a05f8e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:33.542990 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-6e446e18-4a71-4279-af57-99414e62a72f None None] Set router 801d1609-7b8f-4702-af99-68980cdbe1c8 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:42:33.547299 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-a782f633-0a44-4dae-bb38-bdff3aeed05a tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] For port 2296e31c-4a54-4b11-ab21-52f0eaa07163, host n-d-808921-1, got binding levels [] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:42:33.547867 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a782f633-0a44-4dae-bb38-bdff3aeed05a tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:33.560626 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1a189638-960a-4e48-b82d-d88f96a05f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:33.566176 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7384988-4db0-4854-b346-5b6983b8bd41 req-0f1354b4-b2e7-4d98-af89-5c6c52441dd6 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:33.567977 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d7384988-4db0-4854-b346-5b6983b8bd41 req-0f1354b4-b2e7-4d98-af89-5c6c52441dd6 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=dddc2437-868a-425d-afd9-a0fe4f837064 HTTP/1.1" status: 200 len: 946 time: 0.1102099 Sep 24 15:42:33.579596 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-a782f633-0a44-4dae-bb38-bdff3aeed05a tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Calling delete_port for 2296e31c-4a54-4b11-ab21-52f0eaa07163 owned by network:router_gateway {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:42:33.609073 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-21f19b37-73bb-447c-a97e-c222c7f85b41 None None] For port 2296e31c-4a54-4b11-ab21-52f0eaa07163, host n-d-808921-1, cleared binding levels {{(pid=95300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:42:33.618424 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-21f19b37-73bb-447c-a97e-c222c7f85b41 None None] For port 2296e31c-4a54-4b11-ab21-52f0eaa07163, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=2296e31c-4a54-4b11-ab21-52f0eaa07163,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:42:33.623800 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ebaa9e-3372-4e80-a98c-1ebb38e8d3f5 req-66b0521e-a999-4c34-a030-b2c633e3066e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:33.625610 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-19ebaa9e-3372-4e80-a98c-1ebb38e8d3f5 req-66b0521e-a999-4c34-a030-b2c633e3066e service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=71201ca5-026a-47e5-88ab-afc6b5698b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1389394 Sep 24 15:42:33.630849 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d7384988-4db0-4854-b346-5b6983b8bd41 req-1cc362cf-d6e1-48c8-9adf-1d582ade521e tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545833 Sep 24 15:42:33.705591 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-21f19b37-73bb-447c-a97e-c222c7f85b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:33.821892 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-1a189638-960a-4e48-b82d-d88f96a05f8e admin admin] Allocated IP 172.25.0.144 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/02c9fa4c-2fdd-4218-8996-362cd19101d1) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:42:33.852403 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-19ebaa9e-3372-4e80-a98c-1ebb38e8d3f5 req-63627b94-c207-4169-8f9b-ee7ef2fe35e7 service neutron] 10.222.0.101 "GET /v2.0/networks/71201ca5-026a-47e5-88ab-afc6b5698b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975117 Sep 24 15:42:33.896964 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f19b37-73bb-447c-a97e-c222c7f85b41 None None] Routers {'b0f6e14d-67be-45ee-b345-f232e0da5470'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:42:33.897704 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-21f19b37-73bb-447c-a97e-c222c7f85b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:42:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['b0f6e14d-67be-45ee-b345-f232e0da5470'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:33.900717 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc79729b-fc16-4057-a806-1087469f94b0 None None] Pushing event updated for resources: {'Port': ['ID=2296e31c-4a54-4b11-ab21-52f0eaa07163,revision_number=3']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:33.949033 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-6e446e18-4a71-4279-af57-99414e62a72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1933066675-router', 'tenant_id': '200c20f17e62414ab5bbd41e14faa1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '43bfce93-9c1b-4f96-afad-dc3979c8a77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:41:12Z', 'updated_at': '2021-09-24T15:41:20Z', 'revision_number': 4, 'project_id': '200c20f17e62414ab5bbd41e14faa1b2', 'gw_port': {'id': '43bfce93-9c1b-4f96-afad-dc3979c8a77d', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:cf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:41:14Z', 'updated_at': '2021-09-24T15:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '0b6914f7-9e75-4352-96a7-243f76da505a', 'name': '', 'network_id': '71201ca5-026a-47e5-88ab-afc6b5698b5d', 'tenant_id': '200c20f17e62414ab5bbd41e14faa1b2', 'mac_address': 'fa:16:3e:61:43:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'ad5cbaed-71b0-4d7b-91df-affbc25b46b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:41:18Z', 'updated_at': '2021-09-24T15:41:27Z', 'revision_number': 5, 'project_id': '200c20f17e62414ab5bbd41e14faa1b2', 'subnets': [{'id': 'ad5cbaed-71b0-4d7b-91df-affbc25b46b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:33.956614 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b296b75c-c183-45b1-b0f1-91e3614d5a79 req-dccac147-d8e0-492d-bd56-0ff57d198683 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=970f022a-47df-4a3f-a708-6b44c98d0c10 HTTP/1.1" status: 200 len: 210 time: 0.0501649 Sep 24 15:42:34.002180 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a782f633-0a44-4dae-bb38-bdff3aeed05a tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:34.011270 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e446e18-4a71-4279-af57-99414e62a72f None None] The sync data for ids ['801d1609-7b8f-4702-af99-68980cdbe1c8'] in n-d-808921-1 is: [{'id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1933066675-router', 'tenant_id': '200c20f17e62414ab5bbd41e14faa1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '43bfce93-9c1b-4f96-afad-dc3979c8a77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:41:12Z', 'updated_at': '2021-09-24T15:41:20Z', 'revision_number': 4, 'project_id': '200c20f17e62414ab5bbd41e14faa1b2', 'gw_port': {'id': '43bfce93-9c1b-4f96-afad-dc3979c8a77d', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:cf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:41:14Z', 'updated_at': '2021-09-24T15:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '0b6914f7-9e75-4352-96a7-243f76da505a', 'name': '', 'network_id': '71201ca5-026a-47e5-88ab-afc6b5698b5d', 'tenant_id': '200c20f17e62414ab5bbd41e14faa1b2', 'mac_address': 'fa:16:3e:61:43:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1109, 'fixed_ips': [{'subnet_id': 'ad5cbaed-71b0-4d7b-91df-affbc25b46b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:41:18Z', 'updated_at': '2021-09-24T15:41:27Z', 'revision_number': 5, 'project_id': '200c20f17e62414ab5bbd41e14faa1b2', 'subnets': [{'id': 'ad5cbaed-71b0-4d7b-91df-affbc25b46b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:42:34.012772 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2c5641dd-2047-4590-aee6-05ee0313a881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:34.047581 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-21f19b37-73bb-447c-a97e-c222c7f85b41 None None] Set router b0f6e14d-67be-45ee-b345-f232e0da5470 gateway port host: None {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:42:34.080972 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a782f633-0a44-4dae-bb38-bdff3aeed05a tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Pushing event deleted for resources: {'Port': ['ID=2296e31c-4a54-4b11-ab21-52f0eaa07163,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:34.120862 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-19ebaa9e-3372-4e80-a98c-1ebb38e8d3f5 req-459e255d-5728-40f2-b921-148cbed7648a service neutron] 10.222.0.101 "GET /v2.0/networks/71201ca5-026a-47e5-88ab-afc6b5698b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600436 Sep 24 15:42:34.129799 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-21f19b37-73bb-447c-a97e-c222c7f85b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0f6e14d-67be-45ee-b345-f232e0da5470', 'name': 'tempest-snat-router-203628132', 'tenant_id': '60a211bc53744487b0ef2a18ec9f1ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:42:26Z', 'updated_at': '2021-09-24T15:42:32Z', 'revision_number': 4, 'project_id': '60a211bc53744487b0ef2a18ec9f1ef4', 'gw_port_host': None}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:34.203726 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f19b37-73bb-447c-a97e-c222c7f85b41 None None] The sync data for ids ['b0f6e14d-67be-45ee-b345-f232e0da5470'] in n-d-808921-1 is: [{'id': 'b0f6e14d-67be-45ee-b345-f232e0da5470', 'name': 'tempest-snat-router-203628132', 'tenant_id': '60a211bc53744487b0ef2a18ec9f1ef4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:42:26Z', 'updated_at': '2021-09-24T15:42:32Z', 'revision_number': 4, 'project_id': '60a211bc53744487b0ef2a18ec9f1ef4', 'gw_port_host': None}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:42:34.207846 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1a189638-960a-4e48-b82d-d88f96a05f8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:34.232518 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-33a6c403-c2cb-4c5c-a0a2-015aa68d4045 req-ca94240a-c6fc-4b55-b564-51db7d0c070f tempest-ServerMetadataNegativeTestJSON-748331470 tempest-ServerMetadataNegativeTestJSON-748331470-project] 10.222.0.101 "GET /v2.0/ports?device_id=8cbbda96-57b8-4fb8-80c0-89b44abc4349 HTTP/1.1" status: 200 len: 210 time: 0.1633959 Sep 24 15:42:34.303332 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device a9d50ea2-b932-4e94-9f1b-6a0ebe0d6f75 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:42:34.323504 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:34.323662 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a782f633-0a44-4dae-bb38-bdff3aeed05a tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586576'] for router_gateway, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:34.380741 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6f33f2-a4a8-4b95-9eab-4b5f28feafbb None None] Network 1607962c-d4f7-409b-9616-90538896b74f requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:42:34.468071 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port a9d50ea2-b932-4e94-9f1b-6a0ebe0d6f75 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:42:34.468441 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:34.471027 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1a189638-960a-4e48-b82d-d88f96a05f8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:34.528276 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-e3ed625c-7f59-4d7a-8110-559df6ff3646 None None] Provisioning complete for port a9d50ea2-b932-4e94-9f1b-6a0ebe0d6f75 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:42:34.530590 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e3ed625c-7f59-4d7a-8110-559df6ff3646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:34.538444 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c29e289a-ef4b-44f7-8b51-db52bd469e92 req-b08021eb-172b-4b5a-a2b6-61514271fef9 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/floatingips/cce4a889-65f1-4fe5-8db8-d5f63eb426ec HTTP/1.1" status: 200 len: 696 time: 0.1154492 Sep 24 15:42:34.590237 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893b5bcc-b1db-4403-bb48-97fa06bd6eff None None] New status for floating IP cce4a889-65f1-4fe5-8db8-d5f63eb426ec: DOWN {{(pid=95300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:42:34.614137 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a189638-960a-4e48-b82d-d88f96a05f8e admin admin] Pushing event updated for resources: {'Port': ['ID=02c9fa4c-2fdd-4218-8996-362cd19101d1,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:34.655825 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a189638-960a-4e48-b82d-d88f96a05f8e admin admin] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:42:34.694597 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-1a189638-960a-4e48-b82d-d88f96a05f8e admin admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:42:34.696421 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:34.754921 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a189638-960a-4e48-b82d-d88f96a05f8e admin admin] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:42:34.842093 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e3ed625c-7f59-4d7a-8110-559df6ff3646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:34.873592 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port a9d50ea2-b932-4e94-9f1b-6a0ebe0d6f75, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=a9d50ea2-b932-4e94-9f1b-6a0ebe0d6f75,segment=NetworkSegment(db87eefb-f3a7-4a9d-90fd-936ebe911b7a),segment_id=db87eefb-f3a7-4a9d-90fd-936ebe911b7a)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:42:35.006271 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:35.120997 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a782f633-0a44-4dae-bb38-bdff3aeed05a tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:35.127881 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a782f633-0a44-4dae-bb38-bdff3aeed05a tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:35.159535 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.db.api [None req-e3ed625c-7f59-4d7a-8110-559df6ff3646 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:42:35.159899 n-d-808921-1 neutron-server[95299]: DEBUG oslo_db.api [None req-e3ed625c-7f59-4d7a-8110-559df6ff3646 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:42:35.197219 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=a9d50ea2-b932-4e94-9f1b-6a0ebe0d6f75,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:35.205060 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fb4c38-7ac5-46de-9dc1-25f8f211ebe2 req-05a4d911-d107-4613-999c-25eb53332b54 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:35.212451 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-49fb4c38-7ac5-46de-9dc1-25f8f211ebe2 req-05a4d911-d107-4613-999c-25eb53332b54 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=dddc2437-868a-425d-afd9-a0fe4f837064 HTTP/1.1" status: 200 len: 946 time: 0.1946223 Sep 24 15:42:35.251743 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-49fb4c38-7ac5-46de-9dc1-25f8f211ebe2 req-3b08ecc8-556c-4248-9e61-a44c20739f85 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384130 Sep 24 15:42:35.273797 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:35.275614 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a782f633-0a44-4dae-bb38-bdff3aeed05a tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:35.276474 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a782f633-0a44-4dae-bb38-bdff3aeed05a tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b0f6e14d-67be-45ee-b345-f232e0da5470 {{(pid=95297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:42:35.276668 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e289a-ef4b-44f7-8b51-db52bd469e92 req-9a42602b-bbec-4cc7-9dc8-a103f6ffd83c tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:35.278129 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c29e289a-ef4b-44f7-8b51-db52bd469e92 req-9a42602b-bbec-4cc7-9dc8-a103f6ffd83c tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/networks/e6a2de20-1ea0-43e5-88e0-982d19e317d5 HTTP/1.1" status: 200 len: 784 time: 0.7383201 Sep 24 15:42:35.282706 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a782f633-0a44-4dae-bb38-bdff3aeed05a tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:35.285035 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-a782f633-0a44-4dae-bb38-bdff3aeed05a tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] 10.222.0.101 "DELETE /v2.0/routers/b0f6e14d-67be-45ee-b345-f232e0da5470 HTTP/1.1" status: 204 len: 168 time: 2.8463018 Sep 24 15:42:35.288307 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 54094) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:35.385395 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ec0efa4-8375-42ca-bf38-4845e951e064', 'tag': '0e633df5-034b-4779-b349-ead79bc7e51d'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:42:35.388562 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f21f58ee-acfa-4b87-b97c-2df01752e4fd" -d '{"events": [{"name": "network-changed", "server_uuid": "9ec0efa4-8375-42ca-bf38-4845e951e064", "tag": "0e633df5-034b-4779-b349-ead79bc7e51d"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:42:35.467349 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c29e289a-ef4b-44f7-8b51-db52bd469e92 req-7151cc11-3512-4cb2-aafb-b85aede547e6 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.0.127 HTTP/1.1" status: 200 len: 697 time: 0.1333942 Sep 24 15:42:35.499205 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2edaf1c1-bfaf-4511-9742-d1a8564af2d3 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks [] for router, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:35.565492 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a1c417ef-7318-43eb-9086-512366a25b71 req-c6dbe23d-9045-4557-b0ee-1c73de3cb8ca tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=970f022a-47df-4a3f-a708-6b44c98d0c10 HTTP/1.1" status: 200 len: 210 time: 0.0840504 Sep 24 15:42:35.572799 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df09176-f986-4c80-9afd-b4d0daaaf0d1 req-aa04f9de-0b74-4a2f-adb4-95da546464f1 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:35.574419 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9df09176-f986-4c80-9afd-b4d0daaaf0d1 req-aa04f9de-0b74-4a2f-adb4-95da546464f1 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.110 "GET /v2.0/networks?id=3e0da5e5-cfcf-4b73-b0d7-902e52490b00 HTTP/1.1" status: 200 len: 812 time: 0.4268668 Sep 24 15:42:35.579955 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1a189638-960a-4e48-b82d-d88f96a05f8e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:35.645156 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-9df09176-f986-4c80-9afd-b4d0daaaf0d1 req-72ad3181-a9be-409d-86f7-4f7726334298 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Request body: {'port': {'device_id': '970f022a-47df-4a3f-a708-6b44c98d0c10', 'network_id': '3e0da5e5-cfcf-4b73-b0d7-902e52490b00', 'admin_state_up': True, 'tenant_id': 'd0b79565aaee49b1a1b35139ea3bccae'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:42:35.655394 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c29e289a-ef4b-44f7-8b51-db52bd469e92 req-eb56b6d5-abd3-4440-92b7-c3e4734abc8f tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.0.127 HTTP/1.1" status: 200 len: 697 time: 0.1704018 Sep 24 15:42:35.729169 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-108e41aa-e75f-40d1-a549-64465d608520 req-ebb82b0b-10e3-4376-b6ac-f9e0974acae9 tempest-ServerMetadataNegativeTestJSON-748331470 tempest-ServerMetadataNegativeTestJSON-748331470-project] 10.222.0.101 "GET /v2.0/ports?device_id=8cbbda96-57b8-4fb8-80c0-89b44abc4349 HTTP/1.1" status: 200 len: 210 time: 0.0336595 Sep 24 15:42:35.749945 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2edaf1c1-bfaf-4511-9742-d1a8564af2d3 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:35.801347 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3031833f-20c0-4484-9c26-36db7cddd67c x-openstack-request-id: req-3031833f-20c0-4484-9c26-36db7cddd67c {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:42:35.801625 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ec0efa4-8375-42ca-bf38-4845e951e064", "tag": "0e633df5-034b-4779-b349-ead79bc7e51d", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:42:35.802065 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-3031833f-20c0-4484-9c26-36db7cddd67c {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:42:35.802616 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ec0efa4-8375-42ca-bf38-4845e951e064', 'tag': '0e633df5-034b-4779-b349-ead79bc7e51d', 'status': 'completed', 'code': 200} Sep 24 15:42:35.830264 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-d081c1ee-2b59-4b82-ab07-3d718a2e6a5d None None] Provisioning complete for port a9d50ea2-b932-4e94-9f1b-6a0ebe0d6f75 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:42:35.831673 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d081c1ee-2b59-4b82-ab07-3d718a2e6a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:35.943766 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-2edaf1c1-bfaf-4511-9742-d1a8564af2d3 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Deleting port d6f44c86-a68a-49d0-82d4-9d41325144bf {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:42:35.944211 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2edaf1c1-bfaf-4511-9742-d1a8564af2d3 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:36.039743 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-2edaf1c1-bfaf-4511-9742-d1a8564af2d3 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] For port d6f44c86-a68a-49d0-82d4-9d41325144bf, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=d6f44c86-a68a-49d0-82d4-9d41325144bf,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:42:36.040380 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2edaf1c1-bfaf-4511-9742-d1a8564af2d3 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:36.057924 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-2edaf1c1-bfaf-4511-9742-d1a8564af2d3 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Calling delete_port for d6f44c86-a68a-49d0-82d4-9d41325144bf owned by network:router_gateway {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:42:36.216440 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device a9d50ea2-b932-4e94-9f1b-6a0ebe0d6f75 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:42:36.268211 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port a9d50ea2-b932-4e94-9f1b-6a0ebe0d6f75 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:42:36.268685 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:36.366528 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2edaf1c1-bfaf-4511-9742-d1a8564af2d3 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:36.380648 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f58ee-acfa-4b87-b97c-2df01752e4fd req-49b5f6ff-a192-48ca-b07a-3bbf8f194d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:36.385891 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f21f58ee-acfa-4b87-b97c-2df01752e4fd req-49b5f6ff-a192-48ca-b07a-3bbf8f194d9f service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=200c20f17e62414ab5bbd41e14faa1b2&device_id=9ec0efa4-8375-42ca-bf38-4845e951e064 HTTP/1.1" status: 200 len: 1096 time: 0.5659344 Sep 24 15:42:36.414112 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edaf1c1-bfaf-4511-9742-d1a8564af2d3 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Pushing event deleted for resources: {'Port': ['ID=d6f44c86-a68a-49d0-82d4-9d41325144bf,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:36.486614 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-c29e289a-ef4b-44f7-8b51-db52bd469e92 req-c595eb54-4008-4e83-a438-988190c74d10 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Deleting port ec01c32c-8c31-4082-8767-641163581e25 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:42:36.486969 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-c29e289a-ef4b-44f7-8b51-db52bd469e92 req-c595eb54-4008-4e83-a438-988190c74d10 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:36.498170 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba74b5-5b7b-46f0-8f3f-57feb18ef3f9 req-97476380-05e0-48b8-ba11-12f78da50d41 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:36.499717 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-11ba74b5-5b7b-46f0-8f3f-57feb18ef3f9 req-97476380-05e0-48b8-ba11-12f78da50d41 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=dddc2437-868a-425d-afd9-a0fe4f837064 HTTP/1.1" status: 200 len: 946 time: 0.1257932 Sep 24 15:42:36.510767 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2edaf1c1-bfaf-4511-9742-d1a8564af2d3 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586576'] for router_gateway, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:36.536526 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1a189638-960a-4e48-b82d-d88f96a05f8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:36.610851 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:36.622921 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9df09176-f986-4c80-9afd-b4d0daaaf0d1 req-72ad3181-a9be-409d-86f7-4f7726334298 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Made reservation on behalf of d0b79565aaee49b1a1b35139ea3bccae for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:42:36.626106 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2edaf1c1-bfaf-4511-9742-d1a8564af2d3 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:36.626987 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-9df09176-f986-4c80-9afd-b4d0daaaf0d1 req-72ad3181-a9be-409d-86f7-4f7726334298 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:36.630323 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2edaf1c1-bfaf-4511-9742-d1a8564af2d3 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:36.637987 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-11ba74b5-5b7b-46f0-8f3f-57feb18ef3f9 req-3a0261fe-3985-4583-88d9-1176bc5bb094 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248596 Sep 24 15:42:36.681333 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f58ee-acfa-4b87-b97c-2df01752e4fd req-0e25bcd5-580f-4caa-9d6d-7aeb7365f87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:36.682973 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f21f58ee-acfa-4b87-b97c-2df01752e4fd req-0e25bcd5-580f-4caa-9d6d-7aeb7365f87d service neutron] 10.222.0.108 "GET /v2.0/networks?id=71201ca5-026a-47e5-88ab-afc6b5698b5d HTTP/1.1" status: 200 len: 923 time: 0.2909572 Sep 24 15:42:36.704497 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-c29e289a-ef4b-44f7-8b51-db52bd469e92 req-c595eb54-4008-4e83-a438-988190c74d10 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:36.704829 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-c29e289a-ef4b-44f7-8b51-db52bd469e92 req-c595eb54-4008-4e83-a438-988190c74d10 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:36.763971 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2edaf1c1-bfaf-4511-9742-d1a8564af2d3 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:36.763971 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2edaf1c1-bfaf-4511-9742-d1a8564af2d3 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ec87b3cd-1c70-4219-a598-1ac4d7daf198 {{(pid=95297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:42:36.781793 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2edaf1c1-bfaf-4511-9742-d1a8564af2d3 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:36.786647 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-2edaf1c1-bfaf-4511-9742-d1a8564af2d3 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] 10.222.0.101 "DELETE /v2.0/routers/ec87b3cd-1c70-4219-a598-1ac4d7daf198 HTTP/1.1" status: 204 len: 168 time: 1.4931505 Sep 24 15:42:36.804161 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 54106) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:36.810271 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-4fc5d1ed-ad5d-486d-8e02-eed1e891b411 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-979962541', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}, 'admin_state_up': False}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:42:36.822594 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-c29e289a-ef4b-44f7-8b51-db52bd469e92 req-c595eb54-4008-4e83-a438-988190c74d10 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Calling delete_port for ec01c32c-8c31-4082-8767-641163581e25 owned by network:floatingip {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:42:36.827324 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f21f58ee-acfa-4b87-b97c-2df01752e4fd req-51cc584e-fc17-4007-9be8-f830f7744eff service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0e633df5-034b-4779-b349-ead79bc7e51d HTTP/1.1" status: 200 len: 217 time: 0.1274879 Sep 24 15:42:36.855298 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f93d2d4a-2015-40ac-8172-ab1ae40d826a req-0c4f6f5e-b917-4d1c-bc6b-1e53ebe885eb tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=970f022a-47df-4a3f-a708-6b44c98d0c10 HTTP/1.1" status: 200 len: 210 time: 0.0716171 Sep 24 15:42:36.986280 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ca24caea-40fc-4a51-b6a0-8b10cc031508 req-6340674d-ea40-47bf-b3d7-ab0b5f9e6582 tempest-ServerMetadataNegativeTestJSON-748331470 tempest-ServerMetadataNegativeTestJSON-748331470-project] 10.222.0.101 "GET /v2.0/ports?device_id=8cbbda96-57b8-4fb8-80c0-89b44abc4349 HTTP/1.1" status: 200 len: 210 time: 0.0404327 Sep 24 15:42:36.989964 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f58ee-acfa-4b87-b97c-2df01752e4fd req-8e44a6d9-32b3-46b3-ba40-7594415083c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:36.991592 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f21f58ee-acfa-4b87-b97c-2df01752e4fd req-8e44a6d9-32b3-46b3-ba40-7594415083c4 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=ad5cbaed-71b0-4d7b-91df-affbc25b46b3 HTTP/1.1" status: 200 len: 860 time: 0.1546259 Sep 24 15:42:36.994449 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5cd336-a062-4325-ae3a-379dd0355d90 req-e6359484-6417-444b-81a6-ec7465ca0053 tempest-ServerMetadataNegativeTestJSON-748331470 tempest-ServerMetadataNegativeTestJSON-748331470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:36.995928 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cf5cd336-a062-4325-ae3a-379dd0355d90 req-e6359484-6417-444b-81a6-ec7465ca0053 tempest-ServerMetadataNegativeTestJSON-748331470 tempest-ServerMetadataNegativeTestJSON-748331470-project] 10.222.0.110 "GET /v2.0/networks?id=06e7c1b9-8c81-4b4a-9d75-b591e823bfaa HTTP/1.1" status: 200 len: 819 time: 0.2528160 Sep 24 15:42:37.017364 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-cf5cd336-a062-4325-ae3a-379dd0355d90 req-d645e3da-551d-486d-a521-383302813225 tempest-ServerMetadataNegativeTestJSON-748331470 tempest-ServerMetadataNegativeTestJSON-748331470-project] Request body: {'port': {'device_id': '8cbbda96-57b8-4fb8-80c0-89b44abc4349', 'network_id': '06e7c1b9-8c81-4b4a-9d75-b591e823bfaa', 'admin_state_up': True, 'tenant_id': 'fcb607909d3747338ef3a5eda174e48f'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:42:37.030664 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-9df09176-f986-4c80-9afd-b4d0daaaf0d1 req-72ad3181-a9be-409d-86f7-4f7726334298 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Allocated IP 172.20.0.8 (3e0da5e5-cfcf-4b73-b0d7-902e52490b00/946d8626-ec5d-49c4-aa21-33da3ceddcfd/a730421b-9014-4022-9eb9-759e59655d6d) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:42:37.055023 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4fc5d1ed-ad5d-486d-8e02-eed1e891b411 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:37.056259 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4fc5d1ed-ad5d-486d-8e02-eed1e891b411 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:37.105383 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f58ee-acfa-4b87-b97c-2df01752e4fd req-cc63164d-a5d4-49c6-a555-5923536b13f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:37.106960 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f21f58ee-acfa-4b87-b97c-2df01752e4fd req-cc63164d-a5d4-49c6-a555-5923536b13f4 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=71201ca5-026a-47e5-88ab-afc6b5698b5d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0991688 Sep 24 15:42:37.162855 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4fc5d1ed-ad5d-486d-8e02-eed1e891b411 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:37.196553 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a189638-960a-4e48-b82d-d88f96a05f8e admin admin] Router 02991ea0-38e7-4412-9be8-bde6eaa26467 is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:42:37.276483 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf5cd336-a062-4325-ae3a-379dd0355d90 req-d645e3da-551d-486d-a521-383302813225 tempest-ServerMetadataNegativeTestJSON-748331470 tempest-ServerMetadataNegativeTestJSON-748331470-project] Made reservation on behalf of fcb607909d3747338ef3a5eda174e48f for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:42:37.280444 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-cf5cd336-a062-4325-ae3a-379dd0355d90 req-d645e3da-551d-486d-a521-383302813225 tempest-ServerMetadataNegativeTestJSON-748331470 tempest-ServerMetadataNegativeTestJSON-748331470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:37.377142 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-c29e289a-ef4b-44f7-8b51-db52bd469e92 req-c595eb54-4008-4e83-a438-988190c74d10 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:37.394973 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f21f58ee-acfa-4b87-b97c-2df01752e4fd req-c4a742a7-fdc7-4b47-afa8-db884438ca6f service neutron] 10.222.0.108 "GET /v2.0/networks/71201ca5-026a-47e5-88ab-afc6b5698b5d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2764165 Sep 24 15:42:37.421056 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-9df09176-f986-4c80-9afd-b4d0daaaf0d1 req-72ad3181-a9be-409d-86f7-4f7726334298 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:37.437526 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c595eb54-4008-4e83-a438-988190c74d10 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Pushing event deleted for resources: {'Port': ['ID=ec01c32c-8c31-4082-8767-641163581e25,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:37.437784 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4fc5d1ed-ad5d-486d-8e02-eed1e891b411 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:37.515799 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [req-cf5cd336-a062-4325-ae3a-379dd0355d90 req-d645e3da-551d-486d-a521-383302813225 tempest-ServerMetadataNegativeTestJSON-748331470 tempest-ServerMetadataNegativeTestJSON-748331470-project] Allocated IP 172.20.0.5 (06e7c1b9-8c81-4b4a-9d75-b591e823bfaa/309ac0cc-f0a2-47e4-add1-9ac63e3c8c4b/afc388db-4e7d-41f8-8b53-3b11aa6856e9) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:42:37.610321 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a189638-960a-4e48-b82d-d88f96a05f8e admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:42:37.622007 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5b60a9-b505-42a8-80c0-895e974d4983 None None] Sync routers for ids ['02991ea0-38e7-4412-9be8-bde6eaa26467'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:42:37.632726 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5b60a9-b505-42a8-80c0-895e974d4983 None None] Routers {'02991ea0-38e7-4412-9be8-bde6eaa26467'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:42:37.633389 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-6c5b60a9-b505-42a8-80c0-895e974d4983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:42:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['02991ea0-38e7-4412-9be8-bde6eaa26467'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:37.647086 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-c29e289a-ef4b-44f7-8b51-db52bd469e92 req-c595eb54-4008-4e83-a438-988190c74d10 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Notify callbacks [] for floatingip, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:37.649771 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-c29e289a-ef4b-44f7-8b51-db52bd469e92 req-c595eb54-4008-4e83-a438-988190c74d10 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:37.650954 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c29e289a-ef4b-44f7-8b51-db52bd469e92 req-c595eb54-4008-4e83-a438-988190c74d10 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "DELETE /v2.0/floatingips/cce4a889-65f1-4fe5-8db8-d5f63eb426ec HTTP/1.1" status: 204 len: 173 time: 1.9793684 Sep 24 15:42:37.653863 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f21f58ee-acfa-4b87-b97c-2df01752e4fd req-7a82e5b3-166e-4110-b48e-7869f7b42e54 service neutron] 10.222.0.108 "GET /v2.0/networks/71201ca5-026a-47e5-88ab-afc6b5698b5d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266128 Sep 24 15:42:37.721363 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-9df09176-f986-4c80-9afd-b4d0daaaf0d1 req-72ad3181-a9be-409d-86f7-4f7726334298 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:37.742877 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-cf5cd336-a062-4325-ae3a-379dd0355d90 req-d645e3da-551d-486d-a521-383302813225 tempest-ServerMetadataNegativeTestJSON-748331470 tempest-ServerMetadataNegativeTestJSON-748331470-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:37.789724 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1a189638-960a-4e48-b82d-d88f96a05f8e admin admin] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:37.791011 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-1a189638-960a-4e48-b82d-d88f96a05f8e admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.0765517 Sep 24 15:42:37.796172 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 54114) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:37.808094 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-6c5b60a9-b505-42a8-80c0-895e974d4983 None None] Set router 02991ea0-38e7-4412-9be8-bde6eaa26467 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:42:37.822318 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9df09176-f986-4c80-9afd-b4d0daaaf0d1 req-72ad3181-a9be-409d-86f7-4f7726334298 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Network 3e0da5e5-cfcf-4b73-b0d7-902e52490b00 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:42:37.830475 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-9df09176-f986-4c80-9afd-b4d0daaaf0d1 req-72ad3181-a9be-409d-86f7-4f7726334298 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:42:37.834710 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ad3181-a9be-409d-86f7-4f7726334298 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Pushing event updated for resources: {'Port': ['ID=a730421b-9014-4022-9eb9-759e59655d6d,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:37.837229 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-9df09176-f986-4c80-9afd-b4d0daaaf0d1 req-72ad3181-a9be-409d-86f7-4f7726334298 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:42:37.887192 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de3c558-e892-46d3-b762-fb972c454273 req-1893eb3f-389f-437d-ab38-e54328dcdf59 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:37.888978 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0de3c558-e892-46d3-b762-fb972c454273 req-1893eb3f-389f-437d-ab38-e54328dcdf59 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=dddc2437-868a-425d-afd9-a0fe4f837064 HTTP/1.1" status: 200 len: 946 time: 0.1476746 Sep 24 15:42:37.906195 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df09176-f986-4c80-9afd-b4d0daaaf0d1 req-72ad3181-a9be-409d-86f7-4f7726334298 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:37.907029 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-9df09176-f986-4c80-9afd-b4d0daaaf0d1 req-72ad3181-a9be-409d-86f7-4f7726334298 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:37.921879 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4fc5d1ed-ad5d-486d-8e02-eed1e891b411 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks [] for router_gateway, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:37.953047 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0de3c558-e892-46d3-b762-fb972c454273 req-bc93c475-9dce-4753-b479-f030122d85cb tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535014 Sep 24 15:42:37.956879 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4fc5d1ed-ad5d-486d-8e02-eed1e891b411 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:38.135219 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83918753-227b-456c-81b3-193bd9049b49 req-3a29d29a-7e6b-42b4-9b28-2b9e07c8df14 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:38.143413 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-83918753-227b-456c-81b3-193bd9049b49 req-3a29d29a-7e6b-42b4-9b28-2b9e07c8df14 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=970f022a-47df-4a3f-a708-6b44c98d0c10 HTTP/1.1" status: 200 len: 931 time: 0.0604813 Sep 24 15:42:38.178112 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-6c5b60a9-b505-42a8-80c0-895e974d4983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02991ea0-38e7-4412-9be8-bde6eaa26467', 'name': 'tempest-ServersTestFqdnHostnames-1776585837-router', 'tenant_id': 'f5fae2a20e26468593267e81a47eadf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '02c9fa4c-2fdd-4218-8996-362cd19101d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:42:31Z', 'updated_at': '2021-09-24T15:42:35Z', 'revision_number': 3, 'project_id': 'f5fae2a20e26468593267e81a47eadf0', 'gw_port': {'id': '02c9fa4c-2fdd-4218-8996-362cd19101d1', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:26:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02991ea0-38e7-4412-9be8-bde6eaa26467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:42:33Z', 'updated_at': '2021-09-24T15:42:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:38.181548 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9df09176-f986-4c80-9afd-b4d0daaaf0d1 req-72ad3181-a9be-409d-86f7-4f7726334298 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5551190 Sep 24 15:42:38.185571 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-cf5cd336-a062-4325-ae3a-379dd0355d90 req-d645e3da-551d-486d-a521-383302813225 tempest-ServerMetadataNegativeTestJSON-748331470 tempest-ServerMetadataNegativeTestJSON-748331470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:38.193834 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-83918753-227b-456c-81b3-193bd9049b49 req-f3b0bd1f-9dd9-4a0b-89aa-e1ad554ef843 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493858 Sep 24 15:42:38.204030 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-9df09176-f986-4c80-9afd-b4d0daaaf0d1 req-53c4b37c-b59d-47df-b923-6f8d4853f13b service neutron] Request body: {'port': {'device_id': '970f022a-47df-4a3f-a708-6b44c98d0c10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:42:38.212443 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5b60a9-b505-42a8-80c0-895e974d4983 None None] Checking router: 02991ea0-38e7-4412-9be8-bde6eaa26467 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:42:38.212862 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5b60a9-b505-42a8-80c0-895e974d4983 None None] Updating router 02991ea0-38e7-4412-9be8-bde6eaa26467 port 02c9fa4c-2fdd-4218-8996-362cd19101d1 binding host n-d-808921-1 {{(pid=95299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:42:38.235772 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-4fc5d1ed-ad5d-486d-8e02-eed1e891b411 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Allocated IP 172.25.0.197 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/e5da81bd-14ff-4556-8814-7f0a8a1a22e5) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:42:38.248992 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6c5b60a9-b505-42a8-80c0-895e974d4983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:38.283081 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf5cd336-a062-4325-ae3a-379dd0355d90 req-d645e3da-551d-486d-a521-383302813225 tempest-ServerMetadataNegativeTestJSON-748331470 tempest-ServerMetadataNegativeTestJSON-748331470-project] Network 06e7c1b9-8c81-4b4a-9d75-b591e823bfaa is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:42:38.283327 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device d6f44c86-a68a-49d0-82d4-9d41325144bf no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:42:38.313731 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: d6f44c86-a68a-49d0-82d4-9d41325144bf {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:42:38.313731 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device d6f44c86-a68a-49d0-82d4-9d41325144bf not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:42:38.332121 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-9df09176-f986-4c80-9afd-b4d0daaaf0d1 req-53c4b37c-b59d-47df-b923-6f8d4853f13b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:38.403189 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c2ca04-5d42-4d76-adf7-f0e1745305e7 req-9a656186-3d97-4661-bae5-ca1988480888 tempest-ServerMetadataNegativeTestJSON-748331470 tempest-ServerMetadataNegativeTestJSON-748331470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:38.404870 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-00c2ca04-5d42-4d76-adf7-f0e1745305e7 req-9a656186-3d97-4661-bae5-ca1988480888 tempest-ServerMetadataNegativeTestJSON-748331470 tempest-ServerMetadataNegativeTestJSON-748331470-project] 10.222.0.101 "GET /v2.0/ports?device_id=8cbbda96-57b8-4fb8-80c0-89b44abc4349 HTTP/1.1" status: 200 len: 931 time: 0.1076696 Sep 24 15:42:38.515457 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-00c2ca04-5d42-4d76-adf7-f0e1745305e7 req-4dc22cf6-59d1-41dd-ae58-7e561f3c2e65 tempest-ServerMetadataNegativeTestJSON-748331470 tempest-ServerMetadataNegativeTestJSON-748331470-project] 10.222.0.101 "GET /v2.0/security-groups?id=3577a9ed-ec21-427b-b7de-677825a8f179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946233 Sep 24 15:42:38.613595 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d645e3da-551d-486d-a521-383302813225 tempest-ServerMetadataNegativeTestJSON-748331470 tempest-ServerMetadataNegativeTestJSON-748331470-project] Pushing event updated for resources: {'Port': ['ID=afc388db-4e7d-41f8-8b53-3b11aa6856e9,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:38.616498 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [req-cf5cd336-a062-4325-ae3a-379dd0355d90 req-d645e3da-551d-486d-a521-383302813225 tempest-ServerMetadataNegativeTestJSON-748331470 tempest-ServerMetadataNegativeTestJSON-748331470-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:42:38.639180 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf5cd336-a062-4325-ae3a-379dd0355d90 req-d645e3da-551d-486d-a521-383302813225 tempest-ServerMetadataNegativeTestJSON-748331470 tempest-ServerMetadataNegativeTestJSON-748331470-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:42:38.670759 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-9df09176-f986-4c80-9afd-b4d0daaaf0d1 req-53c4b37c-b59d-47df-b923-6f8d4853f13b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a730421b-9014-4022-9eb9-759e59655d6d {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:42:38.678452 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-9df09176-f986-4c80-9afd-b4d0daaaf0d1 req-53c4b37c-b59d-47df-b923-6f8d4853f13b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:38.690241 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-9df09176-f986-4c80-9afd-b4d0daaaf0d1 req-53c4b37c-b59d-47df-b923-6f8d4853f13b service neutron] Transition to ACTIVE for port object a730421b-9014-4022-9eb9-759e59655d6d will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:42:38.764730 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-9df09176-f986-4c80-9afd-b4d0daaaf0d1 req-53c4b37c-b59d-47df-b923-6f8d4853f13b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:38.799513 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5cd336-a062-4325-ae3a-379dd0355d90 req-d645e3da-551d-486d-a521-383302813225 tempest-ServerMetadataNegativeTestJSON-748331470 tempest-ServerMetadataNegativeTestJSON-748331470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:38.800191 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-cf5cd336-a062-4325-ae3a-379dd0355d90 req-d645e3da-551d-486d-a521-383302813225 tempest-ServerMetadataNegativeTestJSON-748331470 tempest-ServerMetadataNegativeTestJSON-748331470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:38.818722 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c4b37c-b59d-47df-b923-6f8d4853f13b service neutron] Pushing event updated for resources: {'Port': ['ID=a730421b-9014-4022-9eb9-759e59655d6d,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:38.829578 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af2a76-da03-457c-a1f4-7137f787f54b req-6da8f343-1159-46e3-934d-08c822cf9186 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:38.831655 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e3af2a76-da03-457c-a1f4-7137f787f54b req-6da8f343-1159-46e3-934d-08c822cf9186 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/ports?device_id=9ec0efa4-8375-42ca-bf38-4845e951e064 HTTP/1.1" status: 200 len: 945 time: 0.2192335 Sep 24 15:42:38.888112 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-9df09176-f986-4c80-9afd-b4d0daaaf0d1 req-53c4b37c-b59d-47df-b923-6f8d4853f13b service neutron] Attempting to bind port a730421b-9014-4022-9eb9-759e59655d6d on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:42:38.888436 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-9df09176-f986-4c80-9afd-b4d0daaaf0d1 req-53c4b37c-b59d-47df-b923-6f8d4853f13b service neutron] Attempting to bind port a730421b-9014-4022-9eb9-759e59655d6d by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': 'd7a68d6c-5d6b-4eed-831a-023fbb1b8f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '3e0da5e5-cfcf-4b73-b0d7-902e52490b00'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:42:38.888775 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df09176-f986-4c80-9afd-b4d0daaaf0d1 req-53c4b37c-b59d-47df-b923-6f8d4853f13b service neutron] Attempting to bind port a730421b-9014-4022-9eb9-759e59655d6d on network 3e0da5e5-cfcf-4b73-b0d7-902e52490b00 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:42:38.893151 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df09176-f986-4c80-9afd-b4d0daaaf0d1 req-53c4b37c-b59d-47df-b923-6f8d4853f13b service neutron] Port a730421b-9014-4022-9eb9-759e59655d6d on network 3e0da5e5-cfcf-4b73-b0d7-902e52490b00 not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:42:38.894011 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df09176-f986-4c80-9afd-b4d0daaaf0d1 req-53c4b37c-b59d-47df-b923-6f8d4853f13b service neutron] Attempting to bind port a730421b-9014-4022-9eb9-759e59655d6d on network 3e0da5e5-cfcf-4b73-b0d7-902e52490b00 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:42:38.896816 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4fc5d1ed-ad5d-486d-8e02-eed1e891b411 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:38.899239 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df09176-f986-4c80-9afd-b4d0daaaf0d1 req-53c4b37c-b59d-47df-b923-6f8d4853f13b service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:42:38.899569 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df09176-f986-4c80-9afd-b4d0daaaf0d1 req-53c4b37c-b59d-47df-b923-6f8d4853f13b service neutron] Checking segment: {'id': 'd7a68d6c-5d6b-4eed-831a-023fbb1b8f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '3e0da5e5-cfcf-4b73-b0d7-902e52490b00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:42:38.899949 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df09176-f986-4c80-9afd-b4d0daaaf0d1 req-53c4b37c-b59d-47df-b923-6f8d4853f13b service neutron] Bound using segment: {'id': 'd7a68d6c-5d6b-4eed-831a-023fbb1b8f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '3e0da5e5-cfcf-4b73-b0d7-902e52490b00'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:42:38.900372 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-9df09176-f986-4c80-9afd-b4d0daaaf0d1 req-53c4b37c-b59d-47df-b923-6f8d4853f13b service neutron] Bound port: a730421b-9014-4022-9eb9-759e59655d6d, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7a68d6c-5d6b-4eed-831a-023fbb1b8f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '3e0da5e5-cfcf-4b73-b0d7-902e52490b00'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:42:38.900741 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-9df09176-f986-4c80-9afd-b4d0daaaf0d1 req-53c4b37c-b59d-47df-b923-6f8d4853f13b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:38.931210 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e3af2a76-da03-457c-a1f4-7137f787f54b req-ee21b631-702d-4f4b-a497-f6870bfb2120 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/security-groups?id=1c9ff1eb-cd2c-4c04-9f5e-bee8ddca47c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859141 Sep 24 15:42:38.939212 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:38.970030 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-9df09176-f986-4c80-9afd-b4d0daaaf0d1 req-53c4b37c-b59d-47df-b923-6f8d4853f13b service neutron] For port a730421b-9014-4022-9eb9-759e59655d6d, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:42:38.973609 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-9df09176-f986-4c80-9afd-b4d0daaaf0d1 req-53c4b37c-b59d-47df-b923-6f8d4853f13b service neutron] For port a730421b-9014-4022-9eb9-759e59655d6d, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=a730421b-9014-4022-9eb9-759e59655d6d,segment=NetworkSegment(d7a68d6c-5d6b-4eed-831a-023fbb1b8f0b),segment_id=d7a68d6c-5d6b-4eed-831a-023fbb1b8f0b)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:42:39.021436 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cf5cd336-a062-4325-ae3a-379dd0355d90 req-d645e3da-551d-486d-a521-383302813225 tempest-ServerMetadataNegativeTestJSON-748331470 tempest-ServerMetadataNegativeTestJSON-748331470-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0139451 Sep 24 15:42:39.026986 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7d3933c4-ce50-444b-b7a3-c5d8eef39864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:39.042204 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-cf5cd336-a062-4325-ae3a-379dd0355d90 req-7d72f9ab-bd97-45c7-9c85-37fa3d9ceed9 service neutron] Request body: {'port': {'device_id': '8cbbda96-57b8-4fb8-80c0-89b44abc4349', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:42:39.105723 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c513fd96-f2d8-449f-b00f-617c148ecdb7 req-27544091-736d-4214-ab89-53004ec98e11 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:39.107260 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c513fd96-f2d8-449f-b00f-617c148ecdb7 req-27544091-736d-4214-ab89-53004ec98e11 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=dddc2437-868a-425d-afd9-a0fe4f837064 HTTP/1.1" status: 200 len: 946 time: 0.0554755 Sep 24 15:42:39.141166 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-9df09176-f986-4c80-9afd-b4d0daaaf0d1 req-53c4b37c-b59d-47df-b923-6f8d4853f13b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:39.143121 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-cf5cd336-a062-4325-ae3a-379dd0355d90 req-7d72f9ab-bd97-45c7-9c85-37fa3d9ceed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:39.156029 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c513fd96-f2d8-449f-b00f-617c148ecdb7 req-4d6400ee-31b8-42cd-ac35-b3c98fe9c975 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425858 Sep 24 15:42:39.198598 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4fc5d1ed-ad5d-486d-8e02-eed1e891b411 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:39.198745 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df09176-f986-4c80-9afd-b4d0daaaf0d1 req-53c4b37c-b59d-47df-b923-6f8d4853f13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:39.198745 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-9df09176-f986-4c80-9afd-b4d0daaaf0d1 req-53c4b37c-b59d-47df-b923-6f8d4853f13b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:39.198745 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9df09176-f986-4c80-9afd-b4d0daaaf0d1 req-53c4b37c-b59d-47df-b923-6f8d4853f13b service neutron] 10.222.0.110 "PUT /v2.0/ports/a730421b-9014-4022-9eb9-759e59655d6d HTTP/1.1" status: 200 len: 1091 time: 0.9955144 Sep 24 15:42:39.198745 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '970f022a-47df-4a3f-a708-6b44c98d0c10', 'tag': 'a730421b-9014-4022-9eb9-759e59655d6d'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:42:39.198745 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9141335e-0aaa-4f0e-8071-1c49ac27d906" -d '{"events": [{"name": "network-changed", "server_uuid": "970f022a-47df-4a3f-a708-6b44c98d0c10", "tag": "a730421b-9014-4022-9eb9-759e59655d6d"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:42:39.222680 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c4b37c-b59d-47df-b923-6f8d4853f13b service neutron] Pushing event updated for resources: {'Port': ['ID=a730421b-9014-4022-9eb9-759e59655d6d,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:39.273529 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc5d1ed-ad5d-486d-8e02-eed1e891b411 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:42:39.276856 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3479d7ff-3705-4b83-9771-c7b9d76d7a24 x-openstack-request-id: req-3479d7ff-3705-4b83-9771-c7b9d76d7a24 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:42:39.277039 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "970f022a-47df-4a3f-a708-6b44c98d0c10", "tag": "a730421b-9014-4022-9eb9-759e59655d6d", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:42:39.277293 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-3479d7ff-3705-4b83-9771-c7b9d76d7a24 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:42:39.277697 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '970f022a-47df-4a3f-a708-6b44c98d0c10', 'tag': 'a730421b-9014-4022-9eb9-759e59655d6d', 'status': 'completed', 'code': 200} Sep 24 15:42:39.316028 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-4fc5d1ed-ad5d-486d-8e02-eed1e891b411 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:42:39.336998 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc5d1ed-ad5d-486d-8e02-eed1e891b411 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Pushing event updated for resources: {'Port': ['ID=e5da81bd-14ff-4556-8814-7f0a8a1a22e5,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:39.341107 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc5d1ed-ad5d-486d-8e02-eed1e891b411 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:42:39.365147 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4856240-eff6-459a-964f-0c21ba68e480 req-7c5b274d-208c-45a6-a7a1-678709c3997f tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:39.366230 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b4856240-eff6-459a-964f-0c21ba68e480 req-7c5b274d-208c-45a6-a7a1-678709c3997f tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=970f022a-47df-4a3f-a708-6b44c98d0c10 HTTP/1.1" status: 200 len: 943 time: 0.0866385 Sep 24 15:42:39.376338 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9141335e-0aaa-4f0e-8071-1c49ac27d906 req-1ede8ab5-fa2e-4aa5-b16e-621453b373f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:39.378556 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9141335e-0aaa-4f0e-8071-1c49ac27d906 req-1ede8ab5-fa2e-4aa5-b16e-621453b373f7 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=d0b79565aaee49b1a1b35139ea3bccae&device_id=970f022a-47df-4a3f-a708-6b44c98d0c10 HTTP/1.1" status: 200 len: 1094 time: 0.0694411 Sep 24 15:42:39.382949 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6c5b60a9-b505-42a8-80c0-895e974d4983 None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:39.446683 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b4856240-eff6-459a-964f-0c21ba68e480 req-99b1a08b-abbe-4468-9f3e-9e88541dcff5 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671299 Sep 24 15:42:39.458827 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6c5b60a9-b505-42a8-80c0-895e974d4983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:39.459519 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-7d3933c4-ce50-444b-b7a3-c5d8eef39864 admin admin] Allocated IP 172.20.0.1 (1607962c-d4f7-409b-9616-90538896b74f/955c88c4-2efa-4e9c-87c6-93b275727dd4/e9c00fc2-d1f2-47ff-baff-a7acba2d0280) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:42:39.519122 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebc57af-a760-4fc0-8973-1e4f740944ae None None] Pushing event updated for resources: {'Port': ['ID=02c9fa4c-2fdd-4218-8996-362cd19101d1,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:39.521544 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-6c5b60a9-b505-42a8-80c0-895e974d4983 None None] Attempting to bind port 02c9fa4c-2fdd-4218-8996-362cd19101d1 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:42:39.521905 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-6c5b60a9-b505-42a8-80c0-895e974d4983 None None] Attempting to bind port 02c9fa4c-2fdd-4218-8996-362cd19101d1 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:42:39.522264 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5b60a9-b505-42a8-80c0-895e974d4983 None None] Attempting to bind port 02c9fa4c-2fdd-4218-8996-362cd19101d1 on network e6a2de20-1ea0-43e5-88e0-982d19e317d5 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:42:39.525344 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9141335e-0aaa-4f0e-8071-1c49ac27d906 req-800fa3cb-92ca-4c71-9073-a1f609220b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:39.529458 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5b60a9-b505-42a8-80c0-895e974d4983 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:42:39.529846 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5b60a9-b505-42a8-80c0-895e974d4983 None None] Checking segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:42:39.530439 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6c5b60a9-b505-42a8-80c0-895e974d4983 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:39.530817 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9141335e-0aaa-4f0e-8071-1c49ac27d906 req-800fa3cb-92ca-4c71-9073-a1f609220b2e service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=d0b79565aaee49b1a1b35139ea3bccae&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1430883 Sep 24 15:42:39.530948 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5b60a9-b505-42a8-80c0-895e974d4983 None None] Bound using segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:42:39.531289 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-6c5b60a9-b505-42a8-80c0-895e974d4983 None None] Bound port: 02c9fa4c-2fdd-4218-8996-362cd19101d1, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:42:39.531669 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6c5b60a9-b505-42a8-80c0-895e974d4983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:39.630571 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-6c5b60a9-b505-42a8-80c0-895e974d4983 None None] For port 02c9fa4c-2fdd-4218-8996-362cd19101d1, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:42:39.636366 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-6c5b60a9-b505-42a8-80c0-895e974d4983 None None] For port 02c9fa4c-2fdd-4218-8996-362cd19101d1, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=02c9fa4c-2fdd-4218-8996-362cd19101d1,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:42:39.651498 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9141335e-0aaa-4f0e-8071-1c49ac27d906 req-43747079-6274-48d6-b89c-46f3dc214b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:39.653135 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9141335e-0aaa-4f0e-8071-1c49ac27d906 req-43747079-6274-48d6-b89c-46f3dc214b8a service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1165688 Sep 24 15:42:39.740704 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df09176-f986-4c80-9afd-b4d0daaaf0d1 req-42a482ca-4008-4c99-9a8c-3db78f10b5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:39.742104 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9df09176-f986-4c80-9afd-b4d0daaaf0d1 req-42a482ca-4008-4c99-9a8c-3db78f10b5a9 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=d0b79565aaee49b1a1b35139ea3bccae&device_id=970f022a-47df-4a3f-a708-6b44c98d0c10 HTTP/1.1" status: 200 len: 1094 time: 0.0454149 Sep 24 15:42:39.789206 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9df09176-f986-4c80-9afd-b4d0daaaf0d1 req-c9987cae-3060-4534-b35c-6238ac759ffb service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a730421b-9014-4022-9eb9-759e59655d6d HTTP/1.1" status: 200 len: 217 time: 0.0349767 Sep 24 15:42:39.808154 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6c5b60a9-b505-42a8-80c0-895e974d4983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:39.811946 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2776c5b4-23ff-492c-99ef-45ac0542cda0 req-daf66bc8-82db-4fd1-9c4d-918f62ab795a tempest-ServerMetadataNegativeTestJSON-748331470 tempest-ServerMetadataNegativeTestJSON-748331470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:39.813470 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2776c5b4-23ff-492c-99ef-45ac0542cda0 req-daf66bc8-82db-4fd1-9c4d-918f62ab795a tempest-ServerMetadataNegativeTestJSON-748331470 tempest-ServerMetadataNegativeTestJSON-748331470-project] 10.222.0.101 "GET /v2.0/ports?device_id=8cbbda96-57b8-4fb8-80c0-89b44abc4349 HTTP/1.1" status: 200 len: 931 time: 0.1676815 Sep 24 15:42:39.859200 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7d3933c4-ce50-444b-b7a3-c5d8eef39864 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:39.876205 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5b60a9-b505-42a8-80c0-895e974d4983 None None] Routers {'02991ea0-38e7-4412-9be8-bde6eaa26467'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:42:39.877102 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-6c5b60a9-b505-42a8-80c0-895e974d4983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:42:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['02991ea0-38e7-4412-9be8-bde6eaa26467'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:39.879806 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df09176-f986-4c80-9afd-b4d0daaaf0d1 req-1456919f-4696-4aa8-b7dc-770baac1e3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:39.881400 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9df09176-f986-4c80-9afd-b4d0daaaf0d1 req-1456919f-4696-4aa8-b7dc-770baac1e3d6 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=946d8626-ec5d-49c4-aa21-33da3ceddcfd HTTP/1.1" status: 200 len: 852 time: 0.0802379 Sep 24 15:42:39.889254 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129f00ea-c50a-44df-8fc6-30bce26931ef req-98d1a13f-7065-449a-b09d-fcad1c3696fd tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:39.890996 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-129f00ea-c50a-44df-8fc6-30bce26931ef req-98d1a13f-7065-449a-b09d-fcad1c3696fd tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.108 "GET /v2.0/ports?device_id=9ec0efa4-8375-42ca-bf38-4845e951e064 HTTP/1.1" status: 200 len: 945 time: 0.0990007 Sep 24 15:42:39.917481 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebc57af-a760-4fc0-8973-1e4f740944ae None None] Pushing event updated for resources: {'Port': ['ID=02c9fa4c-2fdd-4218-8996-362cd19101d1,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:39.921149 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2776c5b4-23ff-492c-99ef-45ac0542cda0 req-fe49247f-0bc3-42fc-ba35-df61ceb52b8a tempest-ServerMetadataNegativeTestJSON-748331470 tempest-ServerMetadataNegativeTestJSON-748331470-project] 10.222.0.101 "GET /v2.0/security-groups?id=3577a9ed-ec21-427b-b7de-677825a8f179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999851 Sep 24 15:42:39.941024 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9df09176-f986-4c80-9afd-b4d0daaaf0d1 req-d372a4f2-6ca6-4a97-b897-1dad593cb16d service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=3e0da5e5-cfcf-4b73-b0d7-902e52490b00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479255 Sep 24 15:42:39.979302 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [req-cf5cd336-a062-4325-ae3a-379dd0355d90 req-7d72f9ab-bd97-45c7-9c85-37fa3d9ceed9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afc388db-4e7d-41f8-8b53-3b11aa6856e9 {{(pid=95297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:42:39.993777 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-cf5cd336-a062-4325-ae3a-379dd0355d90 req-7d72f9ab-bd97-45c7-9c85-37fa3d9ceed9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:40.015339 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.provisioning_blocks [req-cf5cd336-a062-4325-ae3a-379dd0355d90 req-7d72f9ab-bd97-45c7-9c85-37fa3d9ceed9 service neutron] Transition to ACTIVE for port object afc388db-4e7d-41f8-8b53-3b11aa6856e9 will not be triggered until provisioned by entity L2. {{(pid=95297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:42:40.020726 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-6c5b60a9-b505-42a8-80c0-895e974d4983 None None] Set router 02991ea0-38e7-4412-9be8-bde6eaa26467 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:42:40.070812 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4fc5d1ed-ad5d-486d-8e02-eed1e891b411 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks [] for router_gateway, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:40.131572 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-cf5cd336-a062-4325-ae3a-379dd0355d90 req-7d72f9ab-bd97-45c7-9c85-37fa3d9ceed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:40.193607 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d72f9ab-bd97-45c7-9c85-37fa3d9ceed9 service neutron] Pushing event updated for resources: {'Port': ['ID=afc388db-4e7d-41f8-8b53-3b11aa6856e9,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:40.203491 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7d3933c4-ce50-444b-b7a3-c5d8eef39864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:40.262077 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-6c5b60a9-b505-42a8-80c0-895e974d4983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02991ea0-38e7-4412-9be8-bde6eaa26467', 'name': 'tempest-ServersTestFqdnHostnames-1776585837-router', 'tenant_id': 'f5fae2a20e26468593267e81a47eadf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '02c9fa4c-2fdd-4218-8996-362cd19101d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:42:31Z', 'updated_at': '2021-09-24T15:42:35Z', 'revision_number': 3, 'project_id': 'f5fae2a20e26468593267e81a47eadf0', 'gw_port': {'id': '02c9fa4c-2fdd-4218-8996-362cd19101d1', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:26:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02991ea0-38e7-4412-9be8-bde6eaa26467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:42:33Z', 'updated_at': '2021-09-24T15:42:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:40.300160 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5b60a9-b505-42a8-80c0-895e974d4983 None None] The sync data for ids ['02991ea0-38e7-4412-9be8-bde6eaa26467'] in n-d-808921-1 is: [{'id': '02991ea0-38e7-4412-9be8-bde6eaa26467', 'name': 'tempest-ServersTestFqdnHostnames-1776585837-router', 'tenant_id': 'f5fae2a20e26468593267e81a47eadf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '02c9fa4c-2fdd-4218-8996-362cd19101d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:42:31Z', 'updated_at': '2021-09-24T15:42:35Z', 'revision_number': 3, 'project_id': 'f5fae2a20e26468593267e81a47eadf0', 'gw_port': {'id': '02c9fa4c-2fdd-4218-8996-362cd19101d1', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:26:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02991ea0-38e7-4412-9be8-bde6eaa26467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:42:33Z', 'updated_at': '2021-09-24T15:42:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:42:40.326796 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3933c4-ce50-444b-b7a3-c5d8eef39864 admin admin] Network 1607962c-d4f7-409b-9616-90538896b74f is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:42:40.352672 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-7d3933c4-ce50-444b-b7a3-c5d8eef39864 admin admin] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:42:40.364700 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3933c4-ce50-444b-b7a3-c5d8eef39864 admin admin] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:42:40.396158 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3933c4-ce50-444b-b7a3-c5d8eef39864 admin admin] Pushing event updated for resources: {'Port': ['ID=e9c00fc2-d1f2-47ff-baff-a7acba2d0280,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:40.474452 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c99f623-a8ca-46ab-959b-907ac90eeab4 req-59559323-e142-4ce7-93ba-de770371b248 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:40.476280 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4c99f623-a8ca-46ab-959b-907ac90eeab4 req-59559323-e142-4ce7-93ba-de770371b248 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/ports?device_id=9ec0efa4-8375-42ca-bf38-4845e951e064 HTTP/1.1" status: 200 len: 945 time: 0.4431772 Sep 24 15:42:40.500872 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9df09176-f986-4c80-9afd-b4d0daaaf0d1 req-25b3e93a-42a6-4e91-8207-d99e3ec2ae86 service neutron] 10.222.0.110 "GET /v2.0/networks/3e0da5e5-cfcf-4b73-b0d7-902e52490b00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5512619 Sep 24 15:42:40.504718 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d217226-e0a2-4b26-87e7-ca7ead7964e8 req-44c5354d-fa0b-4619-92b7-c2da6243e38a tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:40.512655 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3d217226-e0a2-4b26-87e7-ca7ead7964e8 req-44c5354d-fa0b-4619-92b7-c2da6243e38a tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=dddc2437-868a-425d-afd9-a0fe4f837064 HTTP/1.1" status: 200 len: 946 time: 0.2565801 Sep 24 15:42:40.530236 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7d3933c4-ce50-444b-b7a3-c5d8eef39864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:40.628170 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-cf5cd336-a062-4325-ae3a-379dd0355d90 req-7d72f9ab-bd97-45c7-9c85-37fa3d9ceed9 service neutron] Attempting to bind port afc388db-4e7d-41f8-8b53-3b11aa6856e9 on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:42:40.628462 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-cf5cd336-a062-4325-ae3a-379dd0355d90 req-7d72f9ab-bd97-45c7-9c85-37fa3d9ceed9 service neutron] Attempting to bind port afc388db-4e7d-41f8-8b53-3b11aa6856e9 by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': '7cf8621c-4e3e-48e3-a994-fb1d18772232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '06e7c1b9-8c81-4b4a-9d75-b591e823bfaa'}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:42:40.628762 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5cd336-a062-4325-ae3a-379dd0355d90 req-7d72f9ab-bd97-45c7-9c85-37fa3d9ceed9 service neutron] Attempting to bind port afc388db-4e7d-41f8-8b53-3b11aa6856e9 on network 06e7c1b9-8c81-4b4a-9d75-b591e823bfaa {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:42:40.640116 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-129f00ea-c50a-44df-8fc6-30bce26931ef req-8bf8d582-c284-4c30-96a4-da729e322095 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Deleting port 0e633df5-034b-4779-b349-ead79bc7e51d {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:42:40.640533 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-129f00ea-c50a-44df-8fc6-30bce26931ef req-8bf8d582-c284-4c30-96a4-da729e322095 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:40.652488 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4c99f623-a8ca-46ab-959b-907ac90eeab4 req-c7d7631d-4a71-4bc5-9455-5fb4f4eafb8a tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/security-groups?id=1c9ff1eb-cd2c-4c04-9f5e-bee8ddca47c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655841 Sep 24 15:42:40.653185 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5cd336-a062-4325-ae3a-379dd0355d90 req-7d72f9ab-bd97-45c7-9c85-37fa3d9ceed9 service neutron] Port afc388db-4e7d-41f8-8b53-3b11aa6856e9 on network 06e7c1b9-8c81-4b4a-9d75-b591e823bfaa not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:42:40.653511 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5cd336-a062-4325-ae3a-379dd0355d90 req-7d72f9ab-bd97-45c7-9c85-37fa3d9ceed9 service neutron] Attempting to bind port afc388db-4e7d-41f8-8b53-3b11aa6856e9 on network 06e7c1b9-8c81-4b4a-9d75-b591e823bfaa {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:42:40.665262 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:40.681256 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3d217226-e0a2-4b26-87e7-ca7ead7964e8 req-d1076864-ac13-49c3-85a0-169cbca4e12c tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637375 Sep 24 15:42:40.701549 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4fc5d1ed-ad5d-486d-8e02-eed1e891b411 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:40.707630 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5cd336-a062-4325-ae3a-379dd0355d90 req-7d72f9ab-bd97-45c7-9c85-37fa3d9ceed9 service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:42:40.710503 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5cd336-a062-4325-ae3a-379dd0355d90 req-7d72f9ab-bd97-45c7-9c85-37fa3d9ceed9 service neutron] Checking segment: {'id': '7cf8621c-4e3e-48e3-a994-fb1d18772232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '06e7c1b9-8c81-4b4a-9d75-b591e823bfaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:42:40.711495 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf5cd336-a062-4325-ae3a-379dd0355d90 req-7d72f9ab-bd97-45c7-9c85-37fa3d9ceed9 service neutron] Bound using segment: {'id': '7cf8621c-4e3e-48e3-a994-fb1d18772232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '06e7c1b9-8c81-4b4a-9d75-b591e823bfaa'} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:42:40.713138 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-cf5cd336-a062-4325-ae3a-379dd0355d90 req-7d72f9ab-bd97-45c7-9c85-37fa3d9ceed9 service neutron] Bound port: afc388db-4e7d-41f8-8b53-3b11aa6856e9, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7cf8621c-4e3e-48e3-a994-fb1d18772232', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '06e7c1b9-8c81-4b4a-9d75-b591e823bfaa'}}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:42:40.713657 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-cf5cd336-a062-4325-ae3a-379dd0355d90 req-7d72f9ab-bd97-45c7-9c85-37fa3d9ceed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:40.724903 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-00d42219-95ed-483f-a24b-7192a75208f5 None None] Provisioning complete for port e9c00fc2-d1f2-47ff-baff-a7acba2d0280 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:42:40.725356 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-00d42219-95ed-483f-a24b-7192a75208f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:40.786125 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9df09176-f986-4c80-9afd-b4d0daaaf0d1 req-0416b983-52a2-464b-85f5-befd242d619f service neutron] 10.222.0.110 "GET /v2.0/networks/3e0da5e5-cfcf-4b73-b0d7-902e52490b00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751665 Sep 24 15:42:40.791666 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-00d42219-95ed-483f-a24b-7192a75208f5 None None] Port e9c00fc2-d1f2-47ff-baff-a7acba2d0280 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:42:40.819223 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-129f00ea-c50a-44df-8fc6-30bce26931ef req-8bf8d582-c284-4c30-96a4-da729e322095 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] For port 0e633df5-034b-4779-b349-ead79bc7e51d, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=0e633df5-034b-4779-b349-ead79bc7e51d,segment=NetworkSegment(d54d1cac-233d-4747-8d75-2f45849c42f8),segment_id=d54d1cac-233d-4747-8d75-2f45849c42f8)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:42:40.820050 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-129f00ea-c50a-44df-8fc6-30bce26931ef req-8bf8d582-c284-4c30-96a4-da729e322095 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:40.837164 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-129f00ea-c50a-44df-8fc6-30bce26931ef req-8bf8d582-c284-4c30-96a4-da729e322095 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Calling delete_port for 0e633df5-034b-4779-b349-ead79bc7e51d owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:42:41.066985 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809a8d5-ac13-4401-ad18-8f1adf648897 req-abcdf84a-c2d8-453c-913a-53905000cc78 tempest-ServerMetadataNegativeTestJSON-748331470 tempest-ServerMetadataNegativeTestJSON-748331470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:41.068735 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6809a8d5-ac13-4401-ad18-8f1adf648897 req-abcdf84a-c2d8-453c-913a-53905000cc78 tempest-ServerMetadataNegativeTestJSON-748331470 tempest-ServerMetadataNegativeTestJSON-748331470-project] 10.222.0.101 "GET /v2.0/ports?device_id=8cbbda96-57b8-4fb8-80c0-89b44abc4349 HTTP/1.1" status: 200 len: 943 time: 0.0561240 Sep 24 15:42:41.111872 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6809a8d5-ac13-4401-ad18-8f1adf648897 req-5e804533-5ece-43d8-a410-52572ae865d0 tempest-ServerMetadataNegativeTestJSON-748331470 tempest-ServerMetadataNegativeTestJSON-748331470-project] 10.222.0.101 "GET /v2.0/security-groups?id=3577a9ed-ec21-427b-b7de-677825a8f179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365360 Sep 24 15:42:41.173398 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-129f00ea-c50a-44df-8fc6-30bce26931ef req-8bf8d582-c284-4c30-96a4-da729e322095 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:41.187469 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['0e633df5-034b-4779-b349-ead79bc7e51d'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:42:41.220792 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf8d582-c284-4c30-96a4-da729e322095 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Pushing event deleted for resources: {'Port': ['ID=0e633df5-034b-4779-b349-ead79bc7e51d,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:41.271108 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-cf5cd336-a062-4325-ae3a-379dd0355d90 req-7d72f9ab-bd97-45c7-9c85-37fa3d9ceed9 service neutron] For port afc388db-4e7d-41f8-8b53-3b11aa6856e9, host n-h1-808921-1, cleared binding levels {{(pid=95297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:42:41.273878 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7d3933c4-ce50-444b-b7a3-c5d8eef39864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:41.285541 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d9aed-efa8-49a9-a2b5-427379e10264 req-74811640-ada8-4233-bca7-41f3d524105d tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:41.285714 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-129f00ea-c50a-44df-8fc6-30bce26931ef req-8bf8d582-c284-4c30-96a4-da729e322095 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] No DVR routers for this DVR port 0e633df5-034b-4779-b349-ead79bc7e51d on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:42:41.287071 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b57d9aed-efa8-49a9-a2b5-427379e10264 req-74811640-ada8-4233-bca7-41f3d524105d tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=970f022a-47df-4a3f-a708-6b44c98d0c10 HTTP/1.1" status: 200 len: 943 time: 0.4848242 Sep 24 15:42:41.291617 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-129f00ea-c50a-44df-8fc6-30bce26931ef req-8bf8d582-c284-4c30-96a4-da729e322095 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:41.293641 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-129f00ea-c50a-44df-8fc6-30bce26931ef req-8bf8d582-c284-4c30-96a4-da729e322095 tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.108 "DELETE /v2.0/ports/0e633df5-034b-4779-b349-ead79bc7e51d HTTP/1.1" status: 204 len: 173 time: 1.3937769 Sep 24 15:42:41.294114 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ec0efa4-8375-42ca-bf38-4845e951e064', 'name': 'network-vif-deleted', 'tag': '0e633df5-034b-4779-b349-ead79bc7e51d'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:42:41.297417 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da27a4db-e441-4680-8c85-ab436cf5abca" -d '{"events": [{"server_uuid": "9ec0efa4-8375-42ca-bf38-4845e951e064", "name": "network-vif-deleted", "tag": "0e633df5-034b-4779-b349-ead79bc7e51d"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:42:41.334143 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-cf5cd336-a062-4325-ae3a-379dd0355d90 req-7d72f9ab-bd97-45c7-9c85-37fa3d9ceed9 service neutron] For port afc388db-4e7d-41f8-8b53-3b11aa6856e9, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=afc388db-4e7d-41f8-8b53-3b11aa6856e9,segment=NetworkSegment(7cf8621c-4e3e-48e3-a994-fb1d18772232),segment_id=7cf8621c-4e3e-48e3-a994-fb1d18772232)] {{(pid=95297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:42:41.349443 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719faf0d-cf01-4844-be63-939888063146 x-openstack-request-id: req-719faf0d-cf01-4844-be63-939888063146 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:42:41.349731 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ec0efa4-8375-42ca-bf38-4845e951e064", "name": "network-vif-deleted", "tag": "0e633df5-034b-4779-b349-ead79bc7e51d", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:42:41.349977 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-719faf0d-cf01-4844-be63-939888063146 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:42:41.350391 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ec0efa4-8375-42ca-bf38-4845e951e064', 'name': 'network-vif-deleted', 'tag': '0e633df5-034b-4779-b349-ead79bc7e51d', 'status': 'completed', 'code': 200} Sep 24 15:42:41.411089 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b57d9aed-efa8-49a9-a2b5-427379e10264 req-6a2dd67c-f439-43fc-8a04-0c05d5cd0ffe tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103230 Sep 24 15:42:41.431815 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-cf5cd336-a062-4325-ae3a-379dd0355d90 req-7d72f9ab-bd97-45c7-9c85-37fa3d9ceed9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:41.501136 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5cd336-a062-4325-ae3a-379dd0355d90 req-7d72f9ab-bd97-45c7-9c85-37fa3d9ceed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:41.501748 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-cf5cd336-a062-4325-ae3a-379dd0355d90 req-7d72f9ab-bd97-45c7-9c85-37fa3d9ceed9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:41.503786 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cf5cd336-a062-4325-ae3a-379dd0355d90 req-7d72f9ab-bd97-45c7-9c85-37fa3d9ceed9 service neutron] 10.222.0.110 "PUT /v2.0/ports/afc388db-4e7d-41f8-8b53-3b11aa6856e9 HTTP/1.1" status: 200 len: 1091 time: 2.4681342 Sep 24 15:42:41.504234 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cbbda96-57b8-4fb8-80c0-89b44abc4349', 'tag': 'afc388db-4e7d-41f8-8b53-3b11aa6856e9'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:42:41.506538 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d24826a-504a-4d7e-b339-14fcecb74f3c" -d '{"events": [{"name": "network-changed", "server_uuid": "8cbbda96-57b8-4fb8-80c0-89b44abc4349", "tag": "afc388db-4e7d-41f8-8b53-3b11aa6856e9"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:42:41.517080 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fc5d1ed-ad5d-486d-8e02-eed1e891b411 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Router cdf435ed-21b0-4647-bfa1-7cc5c90078e6 is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:42:41.550086 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16430b2b-50a0-4fe1-8a9d-ad2b8d965330 x-openstack-request-id: req-16430b2b-50a0-4fe1-8a9d-ad2b8d965330 {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:42:41.557010 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cbbda96-57b8-4fb8-80c0-89b44abc4349", "tag": "afc388db-4e7d-41f8-8b53-3b11aa6856e9", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:42:41.557010 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-16430b2b-50a0-4fe1-8a9d-ad2b8d965330 {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:42:41.557010 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cbbda96-57b8-4fb8-80c0-89b44abc4349', 'tag': 'afc388db-4e7d-41f8-8b53-3b11aa6856e9', 'status': 'completed', 'code': 200} Sep 24 15:42:41.559365 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d72f9ab-bd97-45c7-9c85-37fa3d9ceed9 service neutron] Pushing event updated for resources: {'Port': ['ID=afc388db-4e7d-41f8-8b53-3b11aa6856e9,revision_number=3']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:41.675652 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7d3933c4-ce50-444b-b7a3-c5d8eef39864 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:41.687549 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24826a-504a-4d7e-b339-14fcecb74f3c req-6f193d5f-976b-4583-95dc-b8633a1b9d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:41.689074 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2d24826a-504a-4d7e-b339-14fcecb74f3c req-6f193d5f-976b-4583-95dc-b8633a1b9d14 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=fcb607909d3747338ef3a5eda174e48f&device_id=8cbbda96-57b8-4fb8-80c0-89b44abc4349 HTTP/1.1" status: 200 len: 1094 time: 0.1140630 Sep 24 15:42:41.807599 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7d3933c4-ce50-444b-b7a3-c5d8eef39864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:41.816322 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6ee0053d-604c-4598-b71b-d10fe530c5c9 req-4bc90c40-35a9-448c-a6e9-93d8ba5ccd1a tempest-FloatingIPsAssociationTestJSON-2088752590 tempest-FloatingIPsAssociationTestJSON-2088752590-project] 10.222.0.101 "GET /v2.0/ports?device_id=9ec0efa4-8375-42ca-bf38-4845e951e064 HTTP/1.1" status: 200 len: 210 time: 0.0311596 Sep 24 15:42:41.887214 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc5d1ed-ad5d-486d-8e02-eed1e891b411 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:42:41.897291 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a6458e-acd0-4814-8411-aa80e660a9f7 None None] Sync routers for ids ['cdf435ed-21b0-4647-bfa1-7cc5c90078e6'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:42:41.908094 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a6458e-acd0-4814-8411-aa80e660a9f7 None None] Routers {'cdf435ed-21b0-4647-bfa1-7cc5c90078e6'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:42:41.908885 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-a0a6458e-acd0-4814-8411-aa80e660a9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:42:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['cdf435ed-21b0-4647-bfa1-7cc5c90078e6'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:41.941917 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-a0a6458e-acd0-4814-8411-aa80e660a9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:41.950679 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a6458e-acd0-4814-8411-aa80e660a9f7 None None] Routers {'cdf435ed-21b0-4647-bfa1-7cc5c90078e6'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:42:41.951454 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-a0a6458e-acd0-4814-8411-aa80e660a9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:42:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['cdf435ed-21b0-4647-bfa1-7cc5c90078e6'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:41.986425 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-a0a6458e-acd0-4814-8411-aa80e660a9f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:41.988029 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a6458e-acd0-4814-8411-aa80e660a9f7 None None] The sync data for ids ['cdf435ed-21b0-4647-bfa1-7cc5c90078e6'] in n-d-808921-1 is: [] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:42:42.014238 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3933c4-ce50-444b-b7a3-c5d8eef39864 admin admin] Pushing event updated for resources: {'Port': ['ID=e9c00fc2-d1f2-47ff-baff-a7acba2d0280,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:42.017243 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7d3933c4-ce50-444b-b7a3-c5d8eef39864 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:42.035663 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f76475-f028-4497-9225-a383da24d8a1 req-8763965b-b832-4867-a833-d17d7e27f6e8 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:42.037868 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-66f76475-f028-4497-9225-a383da24d8a1 req-8763965b-b832-4867-a833-d17d7e27f6e8 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=dddc2437-868a-425d-afd9-a0fe4f837064 HTTP/1.1" status: 200 len: 946 time: 0.2554877 Sep 24 15:42:42.040524 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24826a-504a-4d7e-b339-14fcecb74f3c req-ec618930-bc6d-4c22-b9a2-3d7bd3463556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:42.041869 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2d24826a-504a-4d7e-b339-14fcecb74f3c req-ec618930-bc6d-4c22-b9a2-3d7bd3463556 service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=fcb607909d3747338ef3a5eda174e48f&shared=False HTTP/1.1" status: 200 len: 921 time: 0.3224716 Sep 24 15:42:42.114709 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4fc5d1ed-ad5d-486d-8e02-eed1e891b411 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:42.115806 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-4fc5d1ed-ad5d-486d-8e02-eed1e891b411 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.3107817 Sep 24 15:42:42.118714 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 54152) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:42.124896 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-5dc3c167-c940-453a-8c8b-59168fbe14ff tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'enable_snat': False}}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:42:42.234222 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 02c9fa4c-2fdd-4218-8996-362cd19101d1 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:42:42.242692 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-66f76475-f028-4497-9225-a383da24d8a1 req-69a258e4-5470-48a9-b7c1-76550b79b721 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974735 Sep 24 15:42:42.297459 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3933c4-ce50-444b-b7a3-c5d8eef39864 admin admin] Network 1607962c-d4f7-409b-9616-90538896b74f is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:42:42.298939 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24826a-504a-4d7e-b339-14fcecb74f3c req-a65e15d8-b227-439f-8bad-18a6b9f7d542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:42.301243 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2d24826a-504a-4d7e-b339-14fcecb74f3c req-a65e15d8-b227-439f-8bad-18a6b9f7d542 service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2444549 Sep 24 15:42:42.302677 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-7d3933c4-ce50-444b-b7a3-c5d8eef39864 admin admin] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:42:42.389492 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ff2202-d430-48f9-89e4-0f605aff2e53 req-301fc8c2-995a-4513-88cd-4865ca0ac9ea tempest-ServerMetadataNegativeTestJSON-748331470 tempest-ServerMetadataNegativeTestJSON-748331470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:42.390304 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 02c9fa4c-2fdd-4218-8996-362cd19101d1 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:42:42.391610 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:42.397967 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d9ff2202-d430-48f9-89e4-0f605aff2e53 req-301fc8c2-995a-4513-88cd-4865ca0ac9ea tempest-ServerMetadataNegativeTestJSON-748331470 tempest-ServerMetadataNegativeTestJSON-748331470-project] 10.222.0.101 "GET /v2.0/ports?device_id=8cbbda96-57b8-4fb8-80c0-89b44abc4349 HTTP/1.1" status: 200 len: 943 time: 0.1916814 Sep 24 15:42:42.457644 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d9ff2202-d430-48f9-89e4-0f605aff2e53 req-d59c1bbb-fd09-4a36-aadd-e574d8a338e3 tempest-ServerMetadataNegativeTestJSON-748331470 tempest-ServerMetadataNegativeTestJSON-748331470-project] 10.222.0.101 "GET /v2.0/security-groups?id=3577a9ed-ec21-427b-b7de-677825a8f179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540793 Sep 24 15:42:42.503378 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:42.511563 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d3933c4-ce50-444b-b7a3-c5d8eef39864 admin admin] Router 02991ea0-38e7-4412-9be8-bde6eaa26467 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:42:42.538905 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5cd336-a062-4325-ae3a-379dd0355d90 req-a4e8f9f8-1a0a-4930-bf8a-017f6d369291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:42.543974 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cf5cd336-a062-4325-ae3a-379dd0355d90 req-a4e8f9f8-1a0a-4930-bf8a-017f6d369291 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=fcb607909d3747338ef3a5eda174e48f&device_id=8cbbda96-57b8-4fb8-80c0-89b44abc4349 HTTP/1.1" status: 200 len: 1094 time: 0.1571286 Sep 24 15:42:42.550280 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port 02c9fa4c-2fdd-4218-8996-362cd19101d1, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=02c9fa4c-2fdd-4218-8996-362cd19101d1,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:42:42.616602 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cf5cd336-a062-4325-ae3a-379dd0355d90 req-ecb3cb91-5ad4-4a37-b824-0bec6e4a0b55 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=afc388db-4e7d-41f8-8b53-3b11aa6856e9 HTTP/1.1" status: 200 len: 217 time: 0.0604444 Sep 24 15:42:42.626385 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-6a379c0c-7348-46db-b6fa-269d41111454 None None] Provisioning complete for port e9c00fc2-d1f2-47ff-baff-a7acba2d0280 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:42:42.626978 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a379c0c-7348-46db-b6fa-269d41111454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:42.644778 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5dc3c167-c940-453a-8c8b-59168fbe14ff tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:42.665486 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-6a379c0c-7348-46db-b6fa-269d41111454 None None] Port e9c00fc2-d1f2-47ff-baff-a7acba2d0280 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:42:42.679146 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:42.704613 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e60d6f-6e4d-4d7b-99a4-9a84c49c8ff1 req-b69d3c8d-085a-4ad5-b92e-a59be008188e tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:42.706212 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-21e60d6f-6e4d-4d7b-99a4-9a84c49c8ff1 req-b69d3c8d-085a-4ad5-b92e-a59be008188e tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=970f022a-47df-4a3f-a708-6b44c98d0c10 HTTP/1.1" status: 200 len: 943 time: 0.1697626 Sep 24 15:42:42.729061 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=02c9fa4c-2fdd-4218-8996-362cd19101d1,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:42.771163 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5cd336-a062-4325-ae3a-379dd0355d90 req-d4983a08-3cc3-4adc-af5a-0ee174c2bc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:42.776586 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cf5cd336-a062-4325-ae3a-379dd0355d90 req-d4983a08-3cc3-4adc-af5a-0ee174c2bc6d service neutron] 10.222.0.110 "GET /v2.0/subnets?id=309ac0cc-f0a2-47e4-add1-9ac63e3c8c4b HTTP/1.1" status: 200 len: 859 time: 0.1200740 Sep 24 15:42:42.808149 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-21e60d6f-6e4d-4d7b-99a4-9a84c49c8ff1 req-65b8b8c9-a197-4cad-95d9-59d45c846825 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923736 Sep 24 15:42:42.823884 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d3933c4-ce50-444b-b7a3-c5d8eef39864 admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:42:42.825987 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cf5cd336-a062-4325-ae3a-379dd0355d90 req-3f839220-2fcd-40d8-83f6-5b1c6ae8f24b service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=06e7c1b9-8c81-4b4a-9d75-b591e823bfaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400012 Sep 24 15:42:42.829582 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-7d3933c4-ce50-444b-b7a3-c5d8eef39864 admin admin] 10.222.0.101 "PUT /v2.0/routers/02991ea0-38e7-4412-9be8-bde6eaa26467/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0322464 Sep 24 15:42:42.836540 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bac36b3-38d7-4db9-b36b-2e8e762f5b45 None None] Sync routers for ids ['02991ea0-38e7-4412-9be8-bde6eaa26467'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:42:42.852283 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bac36b3-38d7-4db9-b36b-2e8e762f5b45 None None] Routers {'02991ea0-38e7-4412-9be8-bde6eaa26467'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:42:42.852980 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-6bac36b3-38d7-4db9-b36b-2e8e762f5b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:42:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['02991ea0-38e7-4412-9be8-bde6eaa26467'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:42.905846 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 54164) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:43.008971 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-6bac36b3-38d7-4db9-b36b-2e8e762f5b45 None None] Set router 02991ea0-38e7-4412-9be8-bde6eaa26467 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:42:43.027127 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cf5cd336-a062-4325-ae3a-379dd0355d90 req-4e6bea3f-ac18-45ee-a103-a858ae43edd1 service neutron] 10.222.0.110 "GET /v2.0/networks/06e7c1b9-8c81-4b4a-9d75-b591e823bfaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908586 Sep 24 15:42:43.197050 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cf5cd336-a062-4325-ae3a-379dd0355d90 req-cdf340d2-d471-4e85-bd1b-4d201492f29d service neutron] 10.222.0.110 "GET /v2.0/networks/06e7c1b9-8c81-4b4a-9d75-b591e823bfaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592631 Sep 24 15:42:43.242659 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5dc3c167-c940-453a-8c8b-59168fbe14ff tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1671'] for router, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:43.247871 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5dc3c167-c940-453a-8c8b-59168fbe14ff tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-586922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-586913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588826'] for router, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:43.252493 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-6bac36b3-38d7-4db9-b36b-2e8e762f5b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02991ea0-38e7-4412-9be8-bde6eaa26467', 'name': 'tempest-ServersTestFqdnHostnames-1776585837-router', 'tenant_id': 'f5fae2a20e26468593267e81a47eadf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '02c9fa4c-2fdd-4218-8996-362cd19101d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:42:31Z', 'updated_at': '2021-09-24T15:42:40Z', 'revision_number': 4, 'project_id': 'f5fae2a20e26468593267e81a47eadf0', 'gw_port': {'id': '02c9fa4c-2fdd-4218-8996-362cd19101d1', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:26:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02991ea0-38e7-4412-9be8-bde6eaa26467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:42:33Z', 'updated_at': '2021-09-24T15:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'e9c00fc2-d1f2-47ff-baff-a7acba2d0280', 'name': '', 'network_id': '1607962c-d4f7-409b-9616-90538896b74f', 'tenant_id': 'f5fae2a20e26468593267e81a47eadf0', 'mac_address': 'fa:16:3e:c1:01:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02991ea0-38e7-4412-9be8-bde6eaa26467', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '955c88c4-2efa-4e9c-87c6-93b275727dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:42:39Z', 'updated_at': '2021-09-24T15:42:41Z', 'revision_number': 2, 'project_id': 'f5fae2a20e26468593267e81a47eadf0', 'subnets': [{'id': '955c88c4-2efa-4e9c-87c6-93b275727dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:43.281812 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bac36b3-38d7-4db9-b36b-2e8e762f5b45 None None] Checking router: 02991ea0-38e7-4412-9be8-bde6eaa26467 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:42:43.282169 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bac36b3-38d7-4db9-b36b-2e8e762f5b45 None None] Updating router 02991ea0-38e7-4412-9be8-bde6eaa26467 port e9c00fc2-d1f2-47ff-baff-a7acba2d0280 binding host n-d-808921-1 {{(pid=95299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:42:43.315182 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6bac36b3-38d7-4db9-b36b-2e8e762f5b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:43.416562 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 54174) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:43.423897 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-656f9d9d-170e-4e2c-aaf5-c2778f14235b tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Request body: {'security_group': {'name': 'tempest-securitygroup--426006330', 'description': 'tempest-description--1797185422'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:42:43.425056 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device a730421b-9014-4022-9eb9-759e59655d6d details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:42:43.433474 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dc3c167-c940-453a-8c8b-59168fbe14ff tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Router cdf435ed-21b0-4647-bfa1-7cc5c90078e6 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:42:43.467822 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ef0787-d810-4d33-8a66-64696db77446 req-ae902338-4cb7-4604-81a4-5fd66d95b40f tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:43.469847 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-29ef0787-d810-4d33-8a66-64696db77446 req-ae902338-4cb7-4604-81a4-5fd66d95b40f tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=dddc2437-868a-425d-afd9-a0fe4f837064 HTTP/1.1" status: 200 len: 946 time: 0.1132133 Sep 24 15:42:43.572477 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-29ef0787-d810-4d33-8a66-64696db77446 req-190e4200-2374-430c-9189-7b0d7a57686e tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933020 Sep 24 15:42:43.575556 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-656f9d9d-170e-4e2c-aaf5-c2778f14235b tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:43.641376 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port a730421b-9014-4022-9eb9-759e59655d6d, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=a730421b-9014-4022-9eb9-759e59655d6d,segment=NetworkSegment(d7a68d6c-5d6b-4eed-831a-023fbb1b8f0b),segment_id=d7a68d6c-5d6b-4eed-831a-023fbb1b8f0b)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:42:43.667119 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': 'a730421b-9014-4022-9eb9-759e59655d6d', 'network_id': '3e0da5e5-cfcf-4b73-b0d7-902e52490b00', 'port_id': 'a730421b-9014-4022-9eb9-759e59655d6d', 'mac_address': 'fa:16:3e:68:31:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '946d8626-ec5d-49c4-aa21-33da3ceddcfd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:42:43.668566 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dc3c167-c940-453a-8c8b-59168fbe14ff tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:42:43.674997 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5dc3c167-c940-453a-8c8b-59168fbe14ff tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:43.678836 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-5dc3c167-c940-453a-8c8b-59168fbe14ff tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] 10.222.0.101 "PUT /v2.0/routers/cdf435ed-21b0-4647-bfa1-7cc5c90078e6 HTTP/1.1" status: 200 len: 925 time: 1.5566664 Sep 24 15:42:43.680738 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 54178) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:43.685830 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1a017d-b531-4711-8556-992d3ff0f869 None None] Sync routers for ids ['cdf435ed-21b0-4647-bfa1-7cc5c90078e6'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:42:43.700216 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1a017d-b531-4711-8556-992d3ff0f869 None None] Routers {'cdf435ed-21b0-4647-bfa1-7cc5c90078e6'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:42:43.701203 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-1d1a017d-b531-4711-8556-992d3ff0f869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:42:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['cdf435ed-21b0-4647-bfa1-7cc5c90078e6'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:43.730526 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:43.756222 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-1d1a017d-b531-4711-8556-992d3ff0f869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:43.762571 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a730421b-9014-4022-9eb9-759e59655d6d {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:42:43.770900 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1a017d-b531-4711-8556-992d3ff0f869 None None] Routers {'cdf435ed-21b0-4647-bfa1-7cc5c90078e6'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:42:43.771610 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-1d1a017d-b531-4711-8556-992d3ff0f869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:42:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['cdf435ed-21b0-4647-bfa1-7cc5c90078e6'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:43.785300 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port a730421b-9014-4022-9eb9-759e59655d6d, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=a730421b-9014-4022-9eb9-759e59655d6d,segment=NetworkSegment(d7a68d6c-5d6b-4eed-831a-023fbb1b8f0b),segment_id=d7a68d6c-5d6b-4eed-831a-023fbb1b8f0b)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:42:43.815709 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-656f9d9d-170e-4e2c-aaf5-c2778f14235b tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:43.822015 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-1d1a017d-b531-4711-8556-992d3ff0f869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:43.822398 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6bac36b3-38d7-4db9-b36b-2e8e762f5b45 None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:43.823273 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d1a017d-b531-4711-8556-992d3ff0f869 None None] The sync data for ids ['cdf435ed-21b0-4647-bfa1-7cc5c90078e6'] in n-d-808921-1 is: [] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:42:43.827090 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-33783ec8-51ab-4ec8-aa37-39c87db30017 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] 10.222.0.101 "GET /v2.0/routers/cdf435ed-21b0-4647-bfa1-7cc5c90078e6 HTTP/1.1" status: 200 len: 925 time: 0.1452346 Sep 24 15:42:43.830500 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 54180) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:43.867339 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-74d64e82-a5b0-4d7d-82f9-5e181f1f0c79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:43.875809 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:43.907314 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6bac36b3-38d7-4db9-b36b-2e8e762f5b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:43.908462 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-656f9d9d-170e-4e2c-aaf5-c2778f14235b tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:43.943780 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=a730421b-9014-4022-9eb9-759e59655d6d,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:43.964436 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702693e3-3ba0-44fe-894d-19aa327b8361 req-1d4a6a57-7d00-471d-b136-14804ea3e8f9 tempest-ServerMetadataNegativeTestJSON-748331470 tempest-ServerMetadataNegativeTestJSON-748331470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:43.966020 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-702693e3-3ba0-44fe-894d-19aa327b8361 req-1d4a6a57-7d00-471d-b136-14804ea3e8f9 tempest-ServerMetadataNegativeTestJSON-748331470 tempest-ServerMetadataNegativeTestJSON-748331470-project] 10.222.0.101 "GET /v2.0/ports?device_id=8cbbda96-57b8-4fb8-80c0-89b44abc4349 HTTP/1.1" status: 200 len: 943 time: 0.1800723 Sep 24 15:42:43.995559 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d42c8f7-02d6-4815-9c2a-5d6fc1d8bb86 req-e8832319-8e76-4f20-9764-d9fa515f8acf tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:43.997315 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5d42c8f7-02d6-4815-9c2a-5d6fc1d8bb86 req-e8832319-8e76-4f20-9764-d9fa515f8acf tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=970f022a-47df-4a3f-a708-6b44c98d0c10 HTTP/1.1" status: 200 len: 944 time: 0.1003926 Sep 24 15:42:43.998257 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656f9d9d-170e-4e2c-aaf5-c2778f14235b tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e01d6c5-d13f-4908-9ca3-a0ecdf0f7b26,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:44.026105 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1edc94-ca9b-4fed-9696-d7b80cf18fe1 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:44.027831 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-3a1edc94-ca9b-4fed-9696-d7b80cf18fe1 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] 10.222.0.101 "GET /v2.0/ports?network_id=e6a2de20-1ea0-43e5-88e0-982d19e317d5&device_id=cdf435ed-21b0-4647-bfa1-7cc5c90078e6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1954906 Sep 24 15:42:44.032772 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 54184) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:44.072155 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-702693e3-3ba0-44fe-894d-19aa327b8361 req-7039e0a0-9f46-4307-afcd-37a43523f375 tempest-ServerMetadataNegativeTestJSON-748331470 tempest-ServerMetadataNegativeTestJSON-748331470-project] 10.222.0.101 "GET /v2.0/security-groups?id=3577a9ed-ec21-427b-b7de-677825a8f179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910535 Sep 24 15:42:44.095079 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5d42c8f7-02d6-4815-9c2a-5d6fc1d8bb86 req-f4535f34-3d8f-491a-a158-a890c5115bff tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585439 Sep 24 15:42:44.128181 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-656f9d9d-170e-4e2c-aaf5-c2778f14235b tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:44.130082 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-656f9d9d-170e-4e2c-aaf5-c2778f14235b tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7102892 Sep 24 15:42:44.134410 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 54186) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:44.145913 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-53c2801a-628c-45bc-81ba-b3aa64e16f30 tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Request body: {'security_group_rule': {'security_group_id': '6e01d6c5-d13f-4908-9ca3-a0ecdf0f7b26', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:42:44.203535 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 0e633df5-034b-4779-b349-ead79bc7e51d no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:42:44.240110 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] No Port match for: 0e633df5-034b-4779-b349-ead79bc7e51d {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:42:44.240868 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 0e633df5-034b-4779-b349-ead79bc7e51d not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:42:44.243249 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 02c9fa4c-2fdd-4218-8996-362cd19101d1 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:42:44.269311 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4bcaa7-ebec-4883-9170-771280a010d9 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:44.272269 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-4d4bcaa7-ebec-4883-9170-771280a010d9 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] 10.222.0.101 "GET /v2.0/networks/e6a2de20-1ea0-43e5-88e0-982d19e317d5 HTTP/1.1" status: 200 len: 881 time: 0.2372952 Sep 24 15:42:44.273911 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 54188) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:44.301196 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbed135-1502-474f-a52d-bc72585c8672 None None] Pushing event updated for resources: {'Port': ['ID=e9c00fc2-d1f2-47ff-baff-a7acba2d0280,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:44.304253 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-607db3a7-a565-4d69-a6a9-ca4896226da6 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] 10.222.0.101 "GET /v2.0/ports?device_id=cdf435ed-21b0-4647-bfa1-7cc5c90078e6 HTTP/1.1" status: 200 len: 205 time: 0.0288544 Sep 24 15:42:44.318406 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 54190) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:44.330387 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-6bac36b3-38d7-4db9-b36b-2e8e762f5b45 None None] Attempting to bind port e9c00fc2-d1f2-47ff-baff-a7acba2d0280 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:42:44.330387 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-6bac36b3-38d7-4db9-b36b-2e8e762f5b45 None None] Attempting to bind port e9c00fc2-d1f2-47ff-baff-a7acba2d0280 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'db87eefb-f3a7-4a9d-90fd-936ebe911b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '1607962c-d4f7-409b-9616-90538896b74f'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:42:44.330387 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bac36b3-38d7-4db9-b36b-2e8e762f5b45 None None] Attempting to bind port e9c00fc2-d1f2-47ff-baff-a7acba2d0280 on network 1607962c-d4f7-409b-9616-90538896b74f {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:42:44.337976 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['a730421b-9014-4022-9eb9-759e59655d6d'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:42:44.364022 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-74d64e82-a5b0-4d7d-82f9-5e181f1f0c79 admin admin] Deleting port 0b6914f7-9e75-4352-96a7-243f76da505a {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:42:44.364735 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-74d64e82-a5b0-4d7d-82f9-5e181f1f0c79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:44.380511 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bac36b3-38d7-4db9-b36b-2e8e762f5b45 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:42:44.380799 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bac36b3-38d7-4db9-b36b-2e8e762f5b45 None None] Checking segment: {'id': 'db87eefb-f3a7-4a9d-90fd-936ebe911b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '1607962c-d4f7-409b-9616-90538896b74f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:42:44.381227 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6bac36b3-38d7-4db9-b36b-2e8e762f5b45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:44.381620 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bac36b3-38d7-4db9-b36b-2e8e762f5b45 None None] Bound using segment: {'id': 'db87eefb-f3a7-4a9d-90fd-936ebe911b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '1607962c-d4f7-409b-9616-90538896b74f'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:42:44.382220 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-6bac36b3-38d7-4db9-b36b-2e8e762f5b45 None None] Bound port: e9c00fc2-d1f2-47ff-baff-a7acba2d0280, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db87eefb-f3a7-4a9d-90fd-936ebe911b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '1607962c-d4f7-409b-9616-90538896b74f'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:42:44.382852 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6bac36b3-38d7-4db9-b36b-2e8e762f5b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:44.397054 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-53c2801a-628c-45bc-81ba-b3aa64e16f30 tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:44.409412 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-0b49f145-6813-47d8-a56e-00307c2d4819 None None] Provisioning complete for port e9c00fc2-d1f2-47ff-baff-a7acba2d0280 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:42:44.409939 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0b49f145-6813-47d8-a56e-00307c2d4819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:44.455031 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-74d64e82-a5b0-4d7d-82f9-5e181f1f0c79 admin admin] For port 0b6914f7-9e75-4352-96a7-243f76da505a, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=0b6914f7-9e75-4352-96a7-243f76da505a,segment=NetworkSegment(d54d1cac-233d-4747-8d75-2f45849c42f8),segment_id=d54d1cac-233d-4747-8d75-2f45849c42f8)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:42:44.455410 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-74d64e82-a5b0-4d7d-82f9-5e181f1f0c79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:44.458080 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 02c9fa4c-2fdd-4218-8996-362cd19101d1 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:42:44.459437 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:44.473140 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-74d64e82-a5b0-4d7d-82f9-5e181f1f0c79 admin admin] Calling delete_port for 0b6914f7-9e75-4352-96a7-243f76da505a owned by network:router_interface {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:42:44.507280 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-15e9451b-c05b-4b5b-b05d-2b89a20a8004 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks [] for router, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:44.567811 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-53c2801a-628c-45bc-81ba-b3aa64e16f30 tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:44.595498 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-0b49f145-6813-47d8-a56e-00307c2d4819 None None] Port e9c00fc2-d1f2-47ff-baff-a7acba2d0280 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:42:44.649161 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-6bac36b3-38d7-4db9-b36b-2e8e762f5b45 None None] For port e9c00fc2-d1f2-47ff-baff-a7acba2d0280, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:42:44.656005 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-6bac36b3-38d7-4db9-b36b-2e8e762f5b45 None None] For port e9c00fc2-d1f2-47ff-baff-a7acba2d0280, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=e9c00fc2-d1f2-47ff-baff-a7acba2d0280,segment=NetworkSegment(db87eefb-f3a7-4a9d-90fd-936ebe911b7a),segment_id=db87eefb-f3a7-4a9d-90fd-936ebe911b7a)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:42:44.663439 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-53c2801a-628c-45bc-81ba-b3aa64e16f30 tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:44.681498 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-15e9451b-c05b-4b5b-b05d-2b89a20a8004 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:44.695430 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c2801a-628c-45bc-81ba-b3aa64e16f30 tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0b3b553-09f2-4ce6-9595-bd8d73c15028,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:44.722049 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6bac36b3-38d7-4db9-b36b-2e8e762f5b45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:44.757225 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa39c8dd-fba4-4b25-9863-706eae73b512 req-16797ee6-50d6-4c23-a359-58cc4d5b7012 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:44.758943 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-aa39c8dd-fba4-4b25-9863-706eae73b512 req-16797ee6-50d6-4c23-a359-58cc4d5b7012 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=dddc2437-868a-425d-afd9-a0fe4f837064 HTTP/1.1" status: 200 len: 946 time: 0.0536213 Sep 24 15:42:44.772910 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-53c2801a-628c-45bc-81ba-b3aa64e16f30 tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:44.774080 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-53c2801a-628c-45bc-81ba-b3aa64e16f30 tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6337402 Sep 24 15:42:44.777322 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 54196) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:44.783535 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-5bbc9377-a7b0-4f54-b78b-dbea175f9f15 tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Request body: {'security_group_rule': {'security_group_id': '6e01d6c5-d13f-4908-9ca3-a0ecdf0f7b26', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:42:44.811343 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-74d64e82-a5b0-4d7d-82f9-5e181f1f0c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:44.842136 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d64e82-a5b0-4d7d-82f9-5e181f1f0c79 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b6914f7-9e75-4352-96a7-243f76da505a,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:44.843032 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-aa39c8dd-fba4-4b25-9863-706eae73b512 req-6281f0f4-8028-4149-96e1-10335e778e11 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758131 Sep 24 15:42:44.858259 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bac36b3-38d7-4db9-b36b-2e8e762f5b45 None None] Routers {'02991ea0-38e7-4412-9be8-bde6eaa26467'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:42:44.859194 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-6bac36b3-38d7-4db9-b36b-2e8e762f5b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:42:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['02991ea0-38e7-4412-9be8-bde6eaa26467'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:44.867652 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbed135-1502-474f-a52d-bc72585c8672 None None] Pushing event updated for resources: {'Port': ['ID=e9c00fc2-d1f2-47ff-baff-a7acba2d0280,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:44.889527 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-15e9451b-c05b-4b5b-b05d-2b89a20a8004 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Deleting port e5da81bd-14ff-4556-8814-7f0a8a1a22e5 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:42:44.889877 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-15e9451b-c05b-4b5b-b05d-2b89a20a8004 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:45.015100 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-15e9451b-c05b-4b5b-b05d-2b89a20a8004 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:45.045517 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-15e9451b-c05b-4b5b-b05d-2b89a20a8004 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Calling delete_port for e5da81bd-14ff-4556-8814-7f0a8a1a22e5 owned by network:router_gateway {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:42:45.058195 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-6bac36b3-38d7-4db9-b36b-2e8e762f5b45 None None] Set router 02991ea0-38e7-4412-9be8-bde6eaa26467 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:42:45.065348 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5bbc9377-a7b0-4f54-b78b-dbea175f9f15 tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:45.123568 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-74d64e82-a5b0-4d7d-82f9-5e181f1f0c79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:45.198720 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5bbc9377-a7b0-4f54-b78b-dbea175f9f15 tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:45.259798 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-924319a4-c345-47d6-b7d4-1ac03d50e3de None None] Provisioning complete for port e9c00fc2-d1f2-47ff-baff-a7acba2d0280 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:42:45.260193 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-924319a4-c345-47d6-b7d4-1ac03d50e3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:45.299223 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e9560-2343-45b1-a2b1-c68a32d026aa req-01337aaf-780c-4790-9de7-0526aafd35cb tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:45.300949 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-823e9560-2343-45b1-a2b1-c68a32d026aa req-01337aaf-780c-4790-9de7-0526aafd35cb tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=970f022a-47df-4a3f-a708-6b44c98d0c10 HTTP/1.1" status: 200 len: 944 time: 0.0933523 Sep 24 15:42:45.312643 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62bf00e-7476-4aa8-9447-d58c86f02557 req-55f05357-4370-4b18-b33c-a79b8a226092 tempest-ServerMetadataNegativeTestJSON-748331470 tempest-ServerMetadataNegativeTestJSON-748331470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:45.314152 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e62bf00e-7476-4aa8-9447-d58c86f02557 req-55f05357-4370-4b18-b33c-a79b8a226092 tempest-ServerMetadataNegativeTestJSON-748331470 tempest-ServerMetadataNegativeTestJSON-748331470-project] 10.222.0.101 "GET /v2.0/ports?device_id=8cbbda96-57b8-4fb8-80c0-89b44abc4349 HTTP/1.1" status: 200 len: 943 time: 0.1056654 Sep 24 15:42:45.355896 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-823e9560-2343-45b1-a2b1-c68a32d026aa req-ce0c90a7-dbe3-4f55-8ed0-a5be21151c2c tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455518 Sep 24 15:42:45.371056 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5bbc9377-a7b0-4f54-b78b-dbea175f9f15 tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:45.404041 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device afc388db-4e7d-41f8-8b53-3b11aa6856e9 details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:42:45.417252 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbc9377-a7b0-4f54-b78b-dbea175f9f15 tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=868084db-7ba1-42ae-8004-113438461d42,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:45.433475 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-15e9451b-c05b-4b5b-b05d-2b89a20a8004 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:45.449845 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-924319a4-c345-47d6-b7d4-1ac03d50e3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:45.456951 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e62bf00e-7476-4aa8-9447-d58c86f02557 req-a3c9b310-6791-4ad3-a412-0025d0862e4e tempest-ServerMetadataNegativeTestJSON-748331470 tempest-ServerMetadataNegativeTestJSON-748331470-project] 10.222.0.101 "GET /v2.0/security-groups?id=3577a9ed-ec21-427b-b7de-677825a8f179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345096 Sep 24 15:42:45.465107 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e9451b-c05b-4b5b-b05d-2b89a20a8004 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Pushing event deleted for resources: {'Port': ['ID=e5da81bd-14ff-4556-8814-7f0a8a1a22e5,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:45.485476 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74d64e82-a5b0-4d7d-82f9-5e181f1f0c79 admin admin] Router 801d1609-7b8f-4702-af99-68980cdbe1c8 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:42:45.538284 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5bbc9377-a7b0-4f54-b78b-dbea175f9f15 tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:45.541737 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-924319a4-c345-47d6-b7d4-1ac03d50e3de None None] For port e9c00fc2-d1f2-47ff-baff-a7acba2d0280, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=e9c00fc2-d1f2-47ff-baff-a7acba2d0280,segment=NetworkSegment(db87eefb-f3a7-4a9d-90fd-936ebe911b7a),segment_id=db87eefb-f3a7-4a9d-90fd-936ebe911b7a)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:42:45.542642 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-5bbc9377-a7b0-4f54-b78b-dbea175f9f15 tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7639868 Sep 24 15:42:45.542796 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 54202) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:45.547533 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-84083a8e-24bc-4a16-8f24-95bd7289707f tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Request body: {'floatingip': {'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:42:45.564868 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-6bac36b3-38d7-4db9-b36b-2e8e762f5b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02991ea0-38e7-4412-9be8-bde6eaa26467', 'name': 'tempest-ServersTestFqdnHostnames-1776585837-router', 'tenant_id': 'f5fae2a20e26468593267e81a47eadf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '02c9fa4c-2fdd-4218-8996-362cd19101d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:42:31Z', 'updated_at': '2021-09-24T15:42:40Z', 'revision_number': 4, 'project_id': 'f5fae2a20e26468593267e81a47eadf0', 'gw_port': {'id': '02c9fa4c-2fdd-4218-8996-362cd19101d1', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:26:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02991ea0-38e7-4412-9be8-bde6eaa26467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:42:33Z', 'updated_at': '2021-09-24T15:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'e9c00fc2-d1f2-47ff-baff-a7acba2d0280', 'name': '', 'network_id': '1607962c-d4f7-409b-9616-90538896b74f', 'tenant_id': 'f5fae2a20e26468593267e81a47eadf0', 'mac_address': 'fa:16:3e:c1:01:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02991ea0-38e7-4412-9be8-bde6eaa26467', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '955c88c4-2efa-4e9c-87c6-93b275727dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:42:39Z', 'updated_at': '2021-09-24T15:42:44Z', 'revision_number': 4, 'project_id': 'f5fae2a20e26468593267e81a47eadf0', 'subnets': [{'id': '955c88c4-2efa-4e9c-87c6-93b275727dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:45.567664 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-15e9451b-c05b-4b5b-b05d-2b89a20a8004 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586576'] for router_gateway, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:45.569383 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port afc388db-4e7d-41f8-8b53-3b11aa6856e9, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=afc388db-4e7d-41f8-8b53-3b11aa6856e9,segment=NetworkSegment(7cf8621c-4e3e-48e3-a994-fb1d18772232),segment_id=7cf8621c-4e3e-48e3-a994-fb1d18772232)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:42:45.599421 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bac36b3-38d7-4db9-b36b-2e8e762f5b45 None None] The sync data for ids ['02991ea0-38e7-4412-9be8-bde6eaa26467'] in n-d-808921-1 is: [{'id': '02991ea0-38e7-4412-9be8-bde6eaa26467', 'name': 'tempest-ServersTestFqdnHostnames-1776585837-router', 'tenant_id': 'f5fae2a20e26468593267e81a47eadf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '02c9fa4c-2fdd-4218-8996-362cd19101d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:42:31Z', 'updated_at': '2021-09-24T15:42:40Z', 'revision_number': 4, 'project_id': 'f5fae2a20e26468593267e81a47eadf0', 'gw_port': {'id': '02c9fa4c-2fdd-4218-8996-362cd19101d1', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:26:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02991ea0-38e7-4412-9be8-bde6eaa26467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:42:33Z', 'updated_at': '2021-09-24T15:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'e9c00fc2-d1f2-47ff-baff-a7acba2d0280', 'name': '', 'network_id': '1607962c-d4f7-409b-9616-90538896b74f', 'tenant_id': 'f5fae2a20e26468593267e81a47eadf0', 'mac_address': 'fa:16:3e:c1:01:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02991ea0-38e7-4412-9be8-bde6eaa26467', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '955c88c4-2efa-4e9c-87c6-93b275727dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:42:39Z', 'updated_at': '2021-09-24T15:42:44Z', 'revision_number': 4, 'project_id': 'f5fae2a20e26468593267e81a47eadf0', 'subnets': [{'id': '955c88c4-2efa-4e9c-87c6-93b275727dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:42:45.607494 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': 'afc388db-4e7d-41f8-8b53-3b11aa6856e9', 'network_id': '06e7c1b9-8c81-4b4a-9d75-b591e823bfaa', 'port_id': 'afc388db-4e7d-41f8-8b53-3b11aa6856e9', 'mac_address': 'fa:16:3e:bc:ad:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '309ac0cc-f0a2-47e4-add1-9ac63e3c8c4b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:42:45.615572 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74d64e82-a5b0-4d7d-82f9-5e181f1f0c79 admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:42:45.620927 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-74d64e82-a5b0-4d7d-82f9-5e181f1f0c79 admin admin] 10.222.0.101 "PUT /v2.0/routers/801d1609-7b8f-4702-af99-68980cdbe1c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7140582 Sep 24 15:42:45.628316 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 54206) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:45.629564 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98a4c06-7f34-4f99-81b4-201b0fedc889 None None] Sync routers for ids ['801d1609-7b8f-4702-af99-68980cdbe1c8'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:42:45.699598 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-15e9451b-c05b-4b5b-b05d-2b89a20a8004 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:45.701832 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-924319a4-c345-47d6-b7d4-1ac03d50e3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:45.702934 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-15e9451b-c05b-4b5b-b05d-2b89a20a8004 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:45.773598 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98a4c06-7f34-4f99-81b4-201b0fedc889 None None] Routers {'801d1609-7b8f-4702-af99-68980cdbe1c8'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:42:45.774411 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-e98a4c06-7f34-4f99-81b4-201b0fedc889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:42:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['801d1609-7b8f-4702-af99-68980cdbe1c8'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:45.813032 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f857bb5f-b172-403c-a2fb-915ec55c28b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:45.813920 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:45.834674 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afc388db-4e7d-41f8-8b53-3b11aa6856e9 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:42:45.873325 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924319a4-c345-47d6-b7d4-1ac03d50e3de None None] Pushing event updated for resources: {'Port': ['ID=e9c00fc2-d1f2-47ff-baff-a7acba2d0280,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:45.917302 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port afc388db-4e7d-41f8-8b53-3b11aa6856e9, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=afc388db-4e7d-41f8-8b53-3b11aa6856e9,segment=NetworkSegment(7cf8621c-4e3e-48e3-a994-fb1d18772232),segment_id=7cf8621c-4e3e-48e3-a994-fb1d18772232)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:42:45.980608 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-e98a4c06-7f34-4f99-81b4-201b0fedc889 None None] Set router 801d1609-7b8f-4702-af99-68980cdbe1c8 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:42:46.031495 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f857bb5f-b172-403c-a2fb-915ec55c28b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:46.049969 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eabd71-1066-4965-9673-6c1785732b00 req-5cfefedd-cc85-450e-b132-1834b7b16270 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:46.051616 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c0eabd71-1066-4965-9673-6c1785732b00 req-5cfefedd-cc85-450e-b132-1834b7b16270 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=dddc2437-868a-425d-afd9-a0fe4f837064 HTTP/1.1" status: 200 len: 946 time: 0.0752935 Sep 24 15:42:46.093619 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-84083a8e-24bc-4a16-8f24-95bd7289707f tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Notify callbacks [] for floatingip, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:46.112939 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c0eabd71-1066-4965-9673-6c1785732b00 req-5dc97b98-9037-47a6-b5b9-03273f19b917 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526454 Sep 24 15:42:46.160281 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:46.208047 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-15e9451b-c05b-4b5b-b05d-2b89a20a8004 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:46.208489 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e9451b-c05b-4b5b-b05d-2b89a20a8004 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Fanout notify agent at l3_agent the message router_deleted on router cdf435ed-21b0-4647-bfa1-7cc5c90078e6 {{(pid=95298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:42:46.233699 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-f857bb5f-b172-403c-a2fb-915ec55c28b9 admin admin] Deleting port 43bfce93-9c1b-4f96-afad-dc3979c8a77d {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:42:46.234043 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f857bb5f-b172-403c-a2fb-915ec55c28b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:46.239218 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-15e9451b-c05b-4b5b-b05d-2b89a20a8004 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:46.240509 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-15e9451b-c05b-4b5b-b05d-2b89a20a8004 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] 10.222.0.101 "DELETE /v2.0/routers/cdf435ed-21b0-4647-bfa1-7cc5c90078e6 HTTP/1.1" status: 204 len: 168 time: 1.9204299 Sep 24 15:42:46.248567 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 54210) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:46.251850 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-eaa90d6b-96af-46ea-a545-40010c97b503 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-811672774', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:42:46.265417 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=afc388db-4e7d-41f8-8b53-3b11aa6856e9,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:46.287273 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-84083a8e-24bc-4a16-8f24-95bd7289707f tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:46.293328 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-e98a4c06-7f34-4f99-81b4-201b0fedc889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1933066675-router', 'tenant_id': '200c20f17e62414ab5bbd41e14faa1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.135'}], 'enable_snat': True}, 'gw_port_id': '43bfce93-9c1b-4f96-afad-dc3979c8a77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:41:12Z', 'updated_at': '2021-09-24T15:42:44Z', 'revision_number': 5, 'project_id': '200c20f17e62414ab5bbd41e14faa1b2', 'gw_port': {'id': '43bfce93-9c1b-4f96-afad-dc3979c8a77d', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:cf:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:41:14Z', 'updated_at': '2021-09-24T15:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:46.334222 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98a4c06-7f34-4f99-81b4-201b0fedc889 None None] Checking router: 801d1609-7b8f-4702-af99-68980cdbe1c8 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:42:46.348117 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98a4c06-7f34-4f99-81b4-201b0fedc889 None None] Routers {'801d1609-7b8f-4702-af99-68980cdbe1c8'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:42:46.348810 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-e98a4c06-7f34-4f99-81b4-201b0fedc889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:42:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['801d1609-7b8f-4702-af99-68980cdbe1c8'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:46.386260 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device e9c00fc2-d1f2-47ff-baff-a7acba2d0280 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:42:46.387778 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-eaa90d6b-96af-46ea-a545-40010c97b503 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:46.390159 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-f857bb5f-b172-403c-a2fb-915ec55c28b9 admin admin] For port 43bfce93-9c1b-4f96-afad-dc3979c8a77d, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=43bfce93-9c1b-4f96-afad-dc3979c8a77d,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:42:46.391531 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-eaa90d6b-96af-46ea-a545-40010c97b503 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:46.392080 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f857bb5f-b172-403c-a2fb-915ec55c28b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:46.413652 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-f857bb5f-b172-403c-a2fb-915ec55c28b9 admin admin] Calling delete_port for 43bfce93-9c1b-4f96-afad-dc3979c8a77d owned by network:router_gateway {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:42:46.449886 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['afc388db-4e7d-41f8-8b53-3b11aa6856e9'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:42:46.547847 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-eaa90d6b-96af-46ea-a545-40010c97b503 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:46.635154 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-84083a8e-24bc-4a16-8f24-95bd7289707f tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Allocated IP 172.25.0.221 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/9a798190-1aac-4ee5-88bb-8b37994822b1) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:42:46.639712 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-eaa90d6b-96af-46ea-a545-40010c97b503 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:46.664026 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-e98a4c06-7f34-4f99-81b4-201b0fedc889 None None] Set router 801d1609-7b8f-4702-af99-68980cdbe1c8 gateway port host: None {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:42:46.680763 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb320305-cc68-461c-9de0-ba993b02c911 req-35445416-5b9d-4b55-8c86-381437bc979b tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:46.682646 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bb320305-cc68-461c-9de0-ba993b02c911 req-35445416-5b9d-4b55-8c86-381437bc979b tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=970f022a-47df-4a3f-a708-6b44c98d0c10 HTTP/1.1" status: 200 len: 944 time: 0.2218506 Sep 24 15:42:46.729755 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-e98a4c06-7f34-4f99-81b4-201b0fedc889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1933066675-router', 'tenant_id': '200c20f17e62414ab5bbd41e14faa1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:41:12Z', 'updated_at': '2021-09-24T15:42:46Z', 'revision_number': 6, 'project_id': '200c20f17e62414ab5bbd41e14faa1b2', 'gw_port_host': None}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:46.764660 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403700ba-3a0e-4ae8-84a1-ab3ede1a511d req-34525130-66da-4588-bd9c-4544f95f5e0a tempest-ServerMetadataNegativeTestJSON-748331470 tempest-ServerMetadataNegativeTestJSON-748331470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:46.768260 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98a4c06-7f34-4f99-81b4-201b0fedc889 None None] The sync data for ids ['801d1609-7b8f-4702-af99-68980cdbe1c8'] in n-d-808921-1 is: [{'id': '801d1609-7b8f-4702-af99-68980cdbe1c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-1933066675-router', 'tenant_id': '200c20f17e62414ab5bbd41e14faa1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:41:12Z', 'updated_at': '2021-09-24T15:42:46Z', 'revision_number': 6, 'project_id': '200c20f17e62414ab5bbd41e14faa1b2', 'gw_port_host': None}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:42:46.775852 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-403700ba-3a0e-4ae8-84a1-ab3ede1a511d req-34525130-66da-4588-bd9c-4544f95f5e0a tempest-ServerMetadataNegativeTestJSON-748331470 tempest-ServerMetadataNegativeTestJSON-748331470-project] 10.222.0.101 "GET /v2.0/ports?device_id=8cbbda96-57b8-4fb8-80c0-89b44abc4349 HTTP/1.1" status: 200 len: 944 time: 0.1967072 Sep 24 15:42:46.779636 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bb320305-cc68-461c-9de0-ba993b02c911 req-eb4afc70-6e7d-4bc8-8cc5-ba4d64edc88a tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860264 Sep 24 15:42:46.781097 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port e9c00fc2-d1f2-47ff-baff-a7acba2d0280 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:42:46.781473 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:46.782071 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-eaa90d6b-96af-46ea-a545-40010c97b503 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:46.783184 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-eaa90d6b-96af-46ea-a545-40010c97b503 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5355763 Sep 24 15:42:46.787638 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 54218) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:46.792071 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-86b94c46-c2ba-4175-a753-0c37c6d4b04a tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:42:46.857901 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-403700ba-3a0e-4ae8-84a1-ab3ede1a511d req-905eeaaf-42d3-46d9-a145-fbef917c38a7 tempest-ServerMetadataNegativeTestJSON-748331470 tempest-ServerMetadataNegativeTestJSON-748331470-project] 10.222.0.101 "GET /v2.0/security-groups?id=3577a9ed-ec21-427b-b7de-677825a8f179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794618 Sep 24 15:42:46.862715 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f857bb5f-b172-403c-a2fb-915ec55c28b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:46.920762 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f857bb5f-b172-403c-a2fb-915ec55c28b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=43bfce93-9c1b-4f96-afad-dc3979c8a77d,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:46.989608 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f857bb5f-b172-403c-a2fb-915ec55c28b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586576'] for router_gateway, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:47.026278 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-84083a8e-24bc-4a16-8f24-95bd7289707f tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:47.085722 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f857bb5f-b172-403c-a2fb-915ec55c28b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:47.088101 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f857bb5f-b172-403c-a2fb-915ec55c28b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:47.102810 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-86b94c46-c2ba-4175-a753-0c37c6d4b04a tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:47.221656 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f857bb5f-b172-403c-a2fb-915ec55c28b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:47.222552 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f857bb5f-b172-403c-a2fb-915ec55c28b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 801d1609-7b8f-4702-af99-68980cdbe1c8 {{(pid=95297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:42:47.222696 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-84083a8e-24bc-4a16-8f24-95bd7289707f tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:47.227361 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f857bb5f-b172-403c-a2fb-915ec55c28b9 admin admin] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:47.228555 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f857bb5f-b172-403c-a2fb-915ec55c28b9 admin admin] 10.222.0.101 "DELETE /v2.0/routers/801d1609-7b8f-4702-af99-68980cdbe1c8 HTTP/1.1" status: 204 len: 168 time: 1.5990982 Sep 24 15:42:47.233911 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 54222) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:47.244283 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97618c1-b409-4101-9832-df59f5ddf291 req-8b3f91e3-9e39-4978-bb65-27527f98f6f6 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:47.245758 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a97618c1-b409-4101-9832-df59f5ddf291 req-8b3f91e3-9e39-4978-bb65-27527f98f6f6 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=dddc2437-868a-425d-afd9-a0fe4f837064 HTTP/1.1" status: 200 len: 946 time: 0.0654011 Sep 24 15:42:47.280947 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84083a8e-24bc-4a16-8f24-95bd7289707f tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Pushing event updated for resources: {'Port': ['ID=9a798190-1aac-4ee5-88bb-8b37994822b1,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:47.319068 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84083a8e-24bc-4a16-8f24-95bd7289707f tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:42:47.321509 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-35da3f84-91f1-4f87-bc48-7c9936f06f31 admin admin] Deleting subnet ad5cbaed-71b0-4d7b-91df-affbc25b46b3 {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:42:47.321842 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-84083a8e-24bc-4a16-8f24-95bd7289707f tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:42:47.325567 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84083a8e-24bc-4a16-8f24-95bd7289707f tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:42:47.327470 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-35da3f84-91f1-4f87-bc48-7c9936f06f31 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:47.331800 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a97618c1-b409-4101-9832-df59f5ddf291 req-b5c2a76d-fc23-486d-9b8f-b8dd68b821b5 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552549 Sep 24 15:42:47.366799 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-35da3f84-91f1-4f87-bc48-7c9936f06f31 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:47.394765 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device a730421b-9014-4022-9eb9-759e59655d6d up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:42:47.460361 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-35da3f84-91f1-4f87-bc48-7c9936f06f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:47.520856 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-84083a8e-24bc-4a16-8f24-95bd7289707f tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:47.522371 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-86b94c46-c2ba-4175-a753-0c37c6d4b04a tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks [] for router_gateway, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:47.527178 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port a730421b-9014-4022-9eb9-759e59655d6d completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:42:47.531282 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port a730421b-9014-4022-9eb9-759e59655d6d triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:42:47.531651 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:47.545398 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-86b94c46-c2ba-4175-a753-0c37c6d4b04a tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:47.609348 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:47.631265 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '970f022a-47df-4a3f-a708-6b44c98d0c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a730421b-9014-4022-9eb9-759e59655d6d'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:42:47.633476 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acbfd74c-2ca5-441b-8d23-ea0dd97f0d61" -d '{"events": [{"server_uuid": "970f022a-47df-4a3f-a708-6b44c98d0c10", "name": "network-vif-plugged", "status": "completed", "tag": "a730421b-9014-4022-9eb9-759e59655d6d"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:42:47.639733 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-35da3f84-91f1-4f87-bc48-7c9936f06f31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:47.651954 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-86b94c46-c2ba-4175-a753-0c37c6d4b04a tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Allocated IP 172.25.0.73 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/8737f2b5-1737-40ba-96b5-a6b8fa25c0f5) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:42:47.653392 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port a730421b-9014-4022-9eb9-759e59655d6d, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=a730421b-9014-4022-9eb9-759e59655d6d,segment=NetworkSegment(d7a68d6c-5d6b-4eed-831a-023fbb1b8f0b),segment_id=d7a68d6c-5d6b-4eed-831a-023fbb1b8f0b)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:42:47.671222 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35da3f84-91f1-4f87-bc48-7c9936f06f31 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad5cbaed-71b0-4d7b-91df-affbc25b46b3,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:47.677842 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-35da3f84-91f1-4f87-bc48-7c9936f06f31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:47.682277 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-35da3f84-91f1-4f87-bc48-7c9936f06f31 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/ad5cbaed-71b0-4d7b-91df-affbc25b46b3 HTTP/1.1" status: 204 len: 168 time: 0.4449084 Sep 24 15:42:47.682593 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-230295f8-f86d-4da9-a257-06a4d28f5512 x-openstack-request-id: req-230295f8-f86d-4da9-a257-06a4d28f5512 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:42:47.682593 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "970f022a-47df-4a3f-a708-6b44c98d0c10", "name": "network-vif-plugged", "status": "completed", "tag": "a730421b-9014-4022-9eb9-759e59655d6d", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:42:47.682593 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-230295f8-f86d-4da9-a257-06a4d28f5512 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:42:47.682593 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '970f022a-47df-4a3f-a708-6b44c98d0c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a730421b-9014-4022-9eb9-759e59655d6d', 'code': 200} Sep 24 15:42:47.684987 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 54226) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:47.685544 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745633bc-9675-4428-b482-93328fa5e50f None None] Network 71201ca5-026a-47e5-88ab-afc6b5698b5d requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:42:47.694935 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35da3f84-91f1-4f87-bc48-7c9936f06f31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:47.695288 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35da3f84-91f1-4f87-bc48-7c9936f06f31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:47.696359 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35da3f84-91f1-4f87-bc48-7c9936f06f31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:47.696782 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35da3f84-91f1-4f87-bc48-7c9936f06f31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:47.697124 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35da3f84-91f1-4f87-bc48-7c9936f06f31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:47.697717 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35da3f84-91f1-4f87-bc48-7c9936f06f31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:47.698058 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35da3f84-91f1-4f87-bc48-7c9936f06f31 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:47.698413 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35da3f84-91f1-4f87-bc48-7c9936f06f31 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:47.699055 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35da3f84-91f1-4f87-bc48-7c9936f06f31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:47.699055 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35da3f84-91f1-4f87-bc48-7c9936f06f31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:47.699371 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35da3f84-91f1-4f87-bc48-7c9936f06f31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:47.699689 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35da3f84-91f1-4f87-bc48-7c9936f06f31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:42:47.769033 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-84083a8e-24bc-4a16-8f24-95bd7289707f tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:47.774890 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:47.840196 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6a361744-fddb-469c-8ed5-204feb803aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:47.843205 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-86b94c46-c2ba-4175-a753-0c37c6d4b04a tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:47.883681 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=a730421b-9014-4022-9eb9-759e59655d6d,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:47.916360 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214fe8ed-ff12-4388-9c04-cb5e4f004892 req-f8c5ad5a-a4e8-4306-b3af-25ace9cd2f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:47.918006 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-214fe8ed-ff12-4388-9c04-cb5e4f004892 req-f8c5ad5a-a4e8-4306-b3af-25ace9cd2f6a service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=970f022a-47df-4a3f-a708-6b44c98d0c10 HTTP/1.1" status: 200 len: 1096 time: 0.1405447 Sep 24 15:42:47.983792 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e888e4-7a68-4282-8fd2-927d8f588d02 None None] DHCP port deletion for 71201ca5-026a-47e5-88ab-afc6b5698b5d request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:42:48.022558 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35bd9b8-ac0e-453d-917e-79fe9c4409ec req-33cd85da-f361-4f30-aadd-2a928b9450a4 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:48.023992 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d35bd9b8-ac0e-453d-917e-79fe9c4409ec req-33cd85da-f361-4f30-aadd-2a928b9450a4 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=970f022a-47df-4a3f-a708-6b44c98d0c10 HTTP/1.1" status: 200 len: 945 time: 0.1241283 Sep 24 15:42:48.027118 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-86b94c46-c2ba-4175-a753-0c37c6d4b04a tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:48.027269 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-214fe8ed-ff12-4388-9c04-cb5e4f004892 req-0853122f-0f32-4a1b-9d57-5939979d46b5 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902534 Sep 24 15:42:48.037445 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-6a361744-fddb-469c-8ed5-204feb803aca admin admin] Deleting port dd9b1224-bb68-4a38-aff7-b4e3285dbc10 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:42:48.037817 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6a361744-fddb-469c-8ed5-204feb803aca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:48.047486 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-b6e888e4-7a68-4282-8fd2-927d8f588d02 None None] Deleting port dd9b1224-bb68-4a38-aff7-b4e3285dbc10 {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:42:48.048038 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b6e888e4-7a68-4282-8fd2-927d8f588d02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:48.055326 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6afb25e-cb08-4583-893c-c4cfed4a18ea req-55b21a21-27e2-4114-9745-963d81e1cf74 tempest-ServerMetadataNegativeTestJSON-748331470 tempest-ServerMetadataNegativeTestJSON-748331470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:48.062930 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b6afb25e-cb08-4583-893c-c4cfed4a18ea req-55b21a21-27e2-4114-9745-963d81e1cf74 tempest-ServerMetadataNegativeTestJSON-748331470 tempest-ServerMetadataNegativeTestJSON-748331470-project] 10.222.0.101 "GET /v2.0/ports?device_id=8cbbda96-57b8-4fb8-80c0-89b44abc4349 HTTP/1.1" status: 200 len: 944 time: 0.0922363 Sep 24 15:42:48.123281 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d35bd9b8-ac0e-453d-917e-79fe9c4409ec req-ba2f20ee-0843-4650-9031-a92f9e44aee7 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876150 Sep 24 15:42:48.131730 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-6a361744-fddb-469c-8ed5-204feb803aca admin admin] For port dd9b1224-bb68-4a38-aff7-b4e3285dbc10, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=dd9b1224-bb68-4a38-aff7-b4e3285dbc10,segment=NetworkSegment(d54d1cac-233d-4747-8d75-2f45849c42f8),segment_id=d54d1cac-233d-4747-8d75-2f45849c42f8)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:42:48.132099 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6a361744-fddb-469c-8ed5-204feb803aca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:48.137801 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-84083a8e-24bc-4a16-8f24-95bd7289707f tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:48.146094 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b94c46-c2ba-4175-a753-0c37c6d4b04a tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Pushing event updated for resources: {'Port': ['ID=8737f2b5-1737-40ba-96b5-a6b8fa25c0f5,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:48.149632 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-b6e888e4-7a68-4282-8fd2-927d8f588d02 None None] For port dd9b1224-bb68-4a38-aff7-b4e3285dbc10, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=dd9b1224-bb68-4a38-aff7-b4e3285dbc10,segment=NetworkSegment(d54d1cac-233d-4747-8d75-2f45849c42f8),segment_id=d54d1cac-233d-4747-8d75-2f45849c42f8)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:42:48.150041 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b6e888e4-7a68-4282-8fd2-927d8f588d02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:48.157381 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-6a361744-fddb-469c-8ed5-204feb803aca admin admin] Calling delete_port for dd9b1224-bb68-4a38-aff7-b4e3285dbc10 owned by network:dhcp {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:42:48.158143 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b94c46-c2ba-4175-a753-0c37c6d4b04a tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:42:48.184890 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-b6e888e4-7a68-4282-8fd2-927d8f588d02 None None] Calling delete_port for dd9b1224-bb68-4a38-aff7-b4e3285dbc10 owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:42:48.199360 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-86b94c46-c2ba-4175-a753-0c37c6d4b04a tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:42:48.203190 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b94c46-c2ba-4175-a753-0c37c6d4b04a tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:42:48.271490 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 43bfce93-9c1b-4f96-afad-dc3979c8a77d no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:42:48.274422 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-84083a8e-24bc-4a16-8f24-95bd7289707f tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:48.297250 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 43bfce93-9c1b-4f96-afad-dc3979c8a77d {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:42:48.307954 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 43bfce93-9c1b-4f96-afad-dc3979c8a77d not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:42:48.307954 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device dd9b1224-bb68-4a38-aff7-b4e3285dbc10 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:42:48.329415 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b6afb25e-cb08-4583-893c-c4cfed4a18ea req-817a3eb5-72f9-4118-8c90-7a4fea354461 tempest-ServerMetadataNegativeTestJSON-748331470 tempest-ServerMetadataNegativeTestJSON-748331470-project] 10.222.0.101 "GET /v2.0/security-groups?id=3577a9ed-ec21-427b-b7de-677825a8f179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631240 Sep 24 15:42:48.390434 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6a361744-fddb-469c-8ed5-204feb803aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:48.399908 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:48.409760 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b6e888e4-7a68-4282-8fd2-927d8f588d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:48.425402 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a361744-fddb-469c-8ed5-204feb803aca admin admin] Pushing event deleted for resources: {'Port': ['ID=dd9b1224-bb68-4a38-aff7-b4e3285dbc10,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:48.429445 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a361744-fddb-469c-8ed5-204feb803aca admin admin] No DVR routers for this DVR port dd9b1224-bb68-4a38-aff7-b4e3285dbc10 on host n-d-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:42:48.464562 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e888e4-7a68-4282-8fd2-927d8f588d02 None None] Pushing event deleted for resources: {'Port': ['ID=dd9b1224-bb68-4a38-aff7-b4e3285dbc10,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:48.471579 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84083a8e-24bc-4a16-8f24-95bd7289707f tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Pushing event updated for resources: {'Port': ['ID=9a798190-1aac-4ee5-88bb-8b37994822b1,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:48.483378 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e888e4-7a68-4282-8fd2-927d8f588d02 None None] No DVR routers for this DVR port dd9b1224-bb68-4a38-aff7-b4e3285dbc10 on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:42:48.499462 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-84083a8e-24bc-4a16-8f24-95bd7289707f tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:48.510901 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 0b6914f7-9e75-4352-96a7-243f76da505a no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:42:48.531303 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 0b6914f7-9e75-4352-96a7-243f76da505a {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:42:48.531976 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 0b6914f7-9e75-4352-96a7-243f76da505a not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:42:48.545477 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6a361744-fddb-469c-8ed5-204feb803aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:48.575891 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb08a197-a581-454f-92d4-cf58434d27af req-17ea61f1-9fa3-4d46-b088-b25f985cdf61 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:48.577464 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bb08a197-a581-454f-92d4-cf58434d27af req-17ea61f1-9fa3-4d46-b088-b25f985cdf61 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=dddc2437-868a-425d-afd9-a0fe4f837064 HTTP/1.1" status: 200 len: 946 time: 0.1208487 Sep 24 15:42:48.579127 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-6a361744-fddb-469c-8ed5-204feb803aca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71201ca5-026a-47e5-88ab-afc6b5698b5d']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:48.597251 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-6a361744-fddb-469c-8ed5-204feb803aca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd54d1cac-233d-4747-8d75-2f45849c42f8') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:48.597547 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-6a361744-fddb-469c-8ed5-204feb803aca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd54d1cac-233d-4747-8d75-2f45849c42f8') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:48.614259 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6a361744-fddb-469c-8ed5-204feb803aca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:48.631574 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-84083a8e-24bc-4a16-8f24-95bd7289707f tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:48.632806 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-84083a8e-24bc-4a16-8f24-95bd7289707f tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0888555 Sep 24 15:42:48.641610 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6a361744-fddb-469c-8ed5-204feb803aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:48.652378 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bb08a197-a581-454f-92d4-cf58434d27af req-55664bc2-b0c8-476a-95d4-97e6e612d411 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651863 Sep 24 15:42:48.653430 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a361744-fddb-469c-8ed5-204feb803aca admin admin] Releasing vlan 1294 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:42:48.653831 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6a361744-fddb-469c-8ed5-204feb803aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:48.655761 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:42:48.655761 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:42:48.655761 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:42:48.655761 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:42:48.655761 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:42:48.655761 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:42:48.655761 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:42:48.655761 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:42:48.655761 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:42:48.655761 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:42:48.655761 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:42:48.655761 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:42:48.655761 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:42:48.655761 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:42:48.655761 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:42:48.655761 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:42:48.655761 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:42:48.655761 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:42:48.655761 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:42:48.655761 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:42:48.655761 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:42:48.655761 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:42:48.655761 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:42:48.655761 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:42:48.655761 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:42:48.655761 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:42:48.655761 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:42:48.655761 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:42:48.655761 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:42:48.655761 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:42:48.655761 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:42:48.655761 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:42:48.706519 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-86b94c46-c2ba-4175-a753-0c37c6d4b04a tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks [] for router_gateway, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:48.883335 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4f9a608a-80bb-4aaf-8094-de3fe5497490 req-c0b860f8-cd40-4ccc-9873-21859462638a tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-securitygroup--426006330&fields=id&tenant_id=f5fae2a20e26468593267e81a47eadf0 HTTP/1.1" status: 200 len: 267 time: 0.1195550 Sep 24 15:42:49.073342 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6a361744-fddb-469c-8ed5-204feb803aca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:49.079244 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6a361744-fddb-469c-8ed5-204feb803aca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:49.081646 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-6a361744-fddb-469c-8ed5-204feb803aca admin admin] 10.222.0.101 "DELETE /v2.0/networks/71201ca5-026a-47e5-88ab-afc6b5698b5d HTTP/1.1" status: 204 len: 168 time: 1.3957226 Sep 24 15:42:49.093982 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a361744-fddb-469c-8ed5-204feb803aca admin admin] Pushing event deleted for resources: {'Network': ['ID=71201ca5-026a-47e5-88ab-afc6b5698b5d,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:49.263024 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb95c9-b095-4201-87e1-a022e63d2119 req-1b3a3a5c-7bcb-4bab-a3e9-2347de565465 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:49.270906 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-85bb95c9-b095-4201-87e1-a022e63d2119 req-1b3a3a5c-7bcb-4bab-a3e9-2347de565465 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=970f022a-47df-4a3f-a708-6b44c98d0c10 HTTP/1.1" status: 200 len: 945 time: 0.0677643 Sep 24 15:42:49.306021 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-85bb95c9-b095-4201-87e1-a022e63d2119 req-05030129-6593-4075-a4db-8b0f02635a5f tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341077 Sep 24 15:42:49.308540 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-86b94c46-c2ba-4175-a753-0c37c6d4b04a tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1671'] for router, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:49.315680 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-86b94c46-c2ba-4175-a753-0c37c6d4b04a tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-586922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-586913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588826'] for router, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:49.377807 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a608a-80bb-4aaf-8094-de3fe5497490 req-e7929ecd-7c7d-4c01-821f-dfea4245f9e8 tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:49.382842 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4f9a608a-80bb-4aaf-8094-de3fe5497490 req-e7929ecd-7c7d-4c01-821f-dfea4245f9e8 tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] 10.222.0.101 "GET /v2.0/networks?id=1607962c-d4f7-409b-9616-90538896b74f HTTP/1.1" status: 200 len: 815 time: 0.4909570 Sep 24 15:42:49.408128 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4f9a608a-80bb-4aaf-8094-de3fe5497490 req-01f01c3d-bf9c-4b09-9ad4-09dc52399bf5 tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] 10.222.0.101 "GET /v2.0/quotas/f5fae2a20e26468593267e81a47eadf0 HTTP/1.1" status: 200 len: 375 time: 0.0221596 Sep 24 15:42:49.408354 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 54256) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:49.411197 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device afc388db-4e7d-41f8-8b53-3b11aa6856e9 up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:42:49.499170 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3051a8-da66-4772-b042-7497788cbb58 req-f4ba090a-5900-48f8-8840-7807af489742 tempest-ServerMetadataNegativeTestJSON-748331470 tempest-ServerMetadataNegativeTestJSON-748331470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:49.501291 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fe3051a8-da66-4772-b042-7497788cbb58 req-f4ba090a-5900-48f8-8840-7807af489742 tempest-ServerMetadataNegativeTestJSON-748331470 tempest-ServerMetadataNegativeTestJSON-748331470-project] 10.222.0.101 "GET /v2.0/ports?device_id=8cbbda96-57b8-4fb8-80c0-89b44abc4349 HTTP/1.1" status: 200 len: 944 time: 0.0506239 Sep 24 15:42:49.541204 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port afc388db-4e7d-41f8-8b53-3b11aa6856e9 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:42:49.551134 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port afc388db-4e7d-41f8-8b53-3b11aa6856e9 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:42:49.551507 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:49.554592 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fe3051a8-da66-4772-b042-7497788cbb58 req-30c634c8-0f9a-439d-85dc-5735afd42267 tempest-ServerMetadataNegativeTestJSON-748331470 tempest-ServerMetadataNegativeTestJSON-748331470-project] 10.222.0.101 "GET /v2.0/security-groups?id=3577a9ed-ec21-427b-b7de-677825a8f179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460553 Sep 24 15:42:49.570513 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4f9a608a-80bb-4aaf-8094-de3fe5497490 req-5ed0f9af-5afe-431e-8f50-4fb909297b78 tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=f5fae2a20e26468593267e81a47eadf0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1392901 Sep 24 15:42:49.581322 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-26a89ac3-5d2b-4aea-8d55-2ea7ec9d4b6a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=200c20f17e62414ab5bbd41e14faa1b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1668212 Sep 24 15:42:49.584057 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 54258) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:49.654150 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:49.686985 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cbbda96-57b8-4fb8-80c0-89b44abc4349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afc388db-4e7d-41f8-8b53-3b11aa6856e9'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:42:49.686985 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cacb69f-fe8a-4766-addf-b5b945ca48cc" -d '{"events": [{"server_uuid": "8cbbda96-57b8-4fb8-80c0-89b44abc4349", "name": "network-vif-plugged", "status": "completed", "tag": "afc388db-4e7d-41f8-8b53-3b11aa6856e9"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:42:49.697210 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port afc388db-4e7d-41f8-8b53-3b11aa6856e9, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=afc388db-4e7d-41f8-8b53-3b11aa6856e9,segment=NetworkSegment(7cf8621c-4e3e-48e3-a994-fb1d18772232),segment_id=7cf8621c-4e3e-48e3-a994-fb1d18772232)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:42:49.746419 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2a1a1190-dc6e-4df0-8416-50a5c2b68d3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:49.750868 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4f9a608a-80bb-4aaf-8094-de3fe5497490 req-3c789c42-57d4-4e41-8565-5b5b0849899d service neutron] 10.222.0.101 "GET /v2.0/networks/1607962c-d4f7-409b-9616-90538896b74f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791754 Sep 24 15:42:49.773425 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:49.804889 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b16904-ca92-4717-9966-9c294d65b65b req-258334f2-aae8-49f4-9d87-363db5fd1132 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:49.806872 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-65b16904-ca92-4717-9966-9c294d65b65b req-258334f2-aae8-49f4-9d87-363db5fd1132 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=dddc2437-868a-425d-afd9-a0fe4f837064 HTTP/1.1" status: 200 len: 946 time: 0.0714822 Sep 24 15:42:49.816344 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2a1a1190-dc6e-4df0-8416-50a5c2b68d3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:49.831260 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=afc388db-4e7d-41f8-8b53-3b11aa6856e9,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:49.853159 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-65b16904-ca92-4717-9966-9c294d65b65b req-46f5f9cc-a1d9-4f0b-b6b9-352216ce808f tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395060 Sep 24 15:42:49.860950 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86b94c46-c2ba-4175-a753-0c37c6d4b04a tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Router d995de89-707d-403a-9282-96a94ea61779 is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:42:49.897962 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ee381f1-33e1-41d2-83fe-3aff257cdf22 x-openstack-request-id: req-4ee381f1-33e1-41d2-83fe-3aff257cdf22 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:42:49.898247 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cbbda96-57b8-4fb8-80c0-89b44abc4349", "name": "network-vif-plugged", "status": "completed", "tag": "afc388db-4e7d-41f8-8b53-3b11aa6856e9", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:42:49.898547 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4ee381f1-33e1-41d2-83fe-3aff257cdf22 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:42:49.898945 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cbbda96-57b8-4fb8-80c0-89b44abc4349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afc388db-4e7d-41f8-8b53-3b11aa6856e9', 'code': 200} Sep 24 15:42:49.950613 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4f9a608a-80bb-4aaf-8094-de3fe5497490 req-d2d39b09-cf4c-4e99-898e-cf0267c88bb8 service neutron] 10.222.0.101 "GET /v2.0/networks/1607962c-d4f7-409b-9616-90538896b74f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930947 Sep 24 15:42:50.000750 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d351cc-2d33-4e5a-992c-1f4d1aded319 req-fd0bd305-d6be-49df-a2f7-f9bd48cd893a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:50.003204 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b8d351cc-2d33-4e5a-992c-1f4d1aded319 req-fd0bd305-d6be-49df-a2f7-f9bd48cd893a service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=8cbbda96-57b8-4fb8-80c0-89b44abc4349 HTTP/1.1" status: 200 len: 1096 time: 0.0418491 Sep 24 15:42:50.020967 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b94c46-c2ba-4175-a753-0c37c6d4b04a tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:42:50.028080 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-86b94c46-c2ba-4175-a753-0c37c6d4b04a tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:50.029246 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-86b94c46-c2ba-4175-a753-0c37c6d4b04a tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] 10.222.0.101 "PUT /v2.0/routers/d995de89-707d-403a-9282-96a94ea61779 HTTP/1.1" status: 200 len: 882 time: 3.2405910 Sep 24 15:42:50.031781 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 54264) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:50.034976 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4085583d-2c61-4198-b69f-7bd9b10846a9 None None] Sync routers for ids ['d995de89-707d-403a-9282-96a94ea61779'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:42:50.040057 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b8d351cc-2d33-4e5a-992c-1f4d1aded319 req-488ffe5c-d632-4f1a-a9a9-199699aac588 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=3577a9ed-ec21-427b-b7de-677825a8f179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295100 Sep 24 15:42:50.047923 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4085583d-2c61-4198-b69f-7bd9b10846a9 None None] Routers {'d995de89-707d-403a-9282-96a94ea61779'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:42:50.048532 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-4085583d-2c61-4198-b69f-7bd9b10846a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:42:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['d995de89-707d-403a-9282-96a94ea61779'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:50.080065 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-4085583d-2c61-4198-b69f-7bd9b10846a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:50.086399 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2a1a1190-dc6e-4df0-8416-50a5c2b68d3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:50.088984 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2a1a1190-dc6e-4df0-8416-50a5c2b68d3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:50.089106 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4085583d-2c61-4198-b69f-7bd9b10846a9 None None] Routers {'d995de89-707d-403a-9282-96a94ea61779'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:42:50.089593 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-4085583d-2c61-4198-b69f-7bd9b10846a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:42:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['d995de89-707d-403a-9282-96a94ea61779'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:50.090125 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-2a1a1190-dc6e-4df0-8416-50a5c2b68d3b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/1c9ff1eb-cd2c-4c04-9f5e-bee8ddca47c2 HTTP/1.1" status: 204 len: 168 time: 0.5042932 Sep 24 15:42:50.120959 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-4085583d-2c61-4198-b69f-7bd9b10846a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:50.121598 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4085583d-2c61-4198-b69f-7bd9b10846a9 None None] The sync data for ids ['d995de89-707d-403a-9282-96a94ea61779'] in n-d-808921-1 is: [] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:42:50.129089 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1a1190-dc6e-4df0-8416-50a5c2b68d3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9ff1eb-cd2c-4c04-9f5e-bee8ddca47c2,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:50.177902 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-a6f468cf-6d85-463a-b464-215cbf0bd006 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] 10.222.0.101 "GET /v2.0/routers/d995de89-707d-403a-9282-96a94ea61779 HTTP/1.1" status: 200 len: 923 time: 0.1187594 Sep 24 15:42:50.179896 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 54268) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:50.256512 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0e7569-d9d9-4a77-9885-896810ee3f4b tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:50.257958 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-da0e7569-d9d9-4a77-9885-896810ee3f4b tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] 10.222.0.101 "GET /v2.0/ports?network_id=e6a2de20-1ea0-43e5-88e0-982d19e317d5&device_id=d995de89-707d-403a-9282-96a94ea61779&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0769708 Sep 24 15:42:50.260684 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 54270) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:50.351770 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141a1592-d2ec-4f81-912d-29443228a2e3 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:50.357072 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-141a1592-d2ec-4f81-912d-29443228a2e3 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] 10.222.0.101 "GET /v2.0/networks/e6a2de20-1ea0-43e5-88e0-982d19e317d5 HTTP/1.1" status: 200 len: 881 time: 0.0954483 Sep 24 15:42:50.357977 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 54276) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:50.395143 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a4938b40-fb95-44ef-bdbb-ee2e3b104660 req-2439a94c-4c16-45e2-9a51-79b143862186 tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5d0cce0-4325-41d2-8926-525669f30ed0 HTTP/1.1" status: 200 len: 210 time: 0.0341713 Sep 24 15:42:50.395999 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-62d76c75-84bc-43f9-9407-a597172f4de5 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] 10.222.0.101 "GET /v2.0/ports?device_id=d995de89-707d-403a-9282-96a94ea61779 HTTP/1.1" status: 200 len: 205 time: 0.0367858 Sep 24 15:42:50.396369 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 54280) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:50.478369 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaeb06a-2c01-4649-9b92-4ca4b89db938 req-329beac8-3534-4318-b3f9-d8f460e47c54 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:50.480198 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dcaeb06a-2c01-4649-9b92-4ca4b89db938 req-329beac8-3534-4318-b3f9-d8f460e47c54 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=970f022a-47df-4a3f-a708-6b44c98d0c10 HTTP/1.1" status: 200 len: 945 time: 0.0704522 Sep 24 15:42:50.513928 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6cec838f-5773-44f7-ab08-eae85e4ad560 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks [] for router, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:50.530007 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dcaeb06a-2c01-4649-9b92-4ca4b89db938 req-d046d555-8e84-482a-98ba-c79b3b6acc2e tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423443 Sep 24 15:42:50.636092 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6cec838f-5773-44f7-ab08-eae85e4ad560 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:50.693339 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439c5f93-c86c-4c78-a240-abfcd199c486 req-0b62f558-2ebf-440a-99a2-177b4ebcbb01 tempest-ServerMetadataNegativeTestJSON-748331470 tempest-ServerMetadataNegativeTestJSON-748331470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:50.694898 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-439c5f93-c86c-4c78-a240-abfcd199c486 req-0b62f558-2ebf-440a-99a2-177b4ebcbb01 tempest-ServerMetadataNegativeTestJSON-748331470 tempest-ServerMetadataNegativeTestJSON-748331470-project] 10.222.0.101 "GET /v2.0/ports?device_id=8cbbda96-57b8-4fb8-80c0-89b44abc4349 HTTP/1.1" status: 200 len: 945 time: 0.0570188 Sep 24 15:42:50.734986 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-439c5f93-c86c-4c78-a240-abfcd199c486 req-e7ecbb7a-e6f9-46fa-9277-97d13f60657f tempest-ServerMetadataNegativeTestJSON-748331470 tempest-ServerMetadataNegativeTestJSON-748331470-project] 10.222.0.101 "GET /v2.0/security-groups?id=3577a9ed-ec21-427b-b7de-677825a8f179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340917 Sep 24 15:42:50.815612 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-6cec838f-5773-44f7-ab08-eae85e4ad560 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Deleting port 8737f2b5-1737-40ba-96b5-a6b8fa25c0f5 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:42:50.815990 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6cec838f-5773-44f7-ab08-eae85e4ad560 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:50.893675 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6cec838f-5773-44f7-ab08-eae85e4ad560 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:50.905442 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-6cec838f-5773-44f7-ab08-eae85e4ad560 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Calling delete_port for 8737f2b5-1737-40ba-96b5-a6b8fa25c0f5 owned by network:router_gateway {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:42:50.974619 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd283736-fb2d-48f4-ab3d-6dc52f20b69b req-7ab9f533-aa82-437d-87ff-bc428fa52054 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:50.976195 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dd283736-fb2d-48f4-ab3d-6dc52f20b69b req-7ab9f533-aa82-437d-87ff-bc428fa52054 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=dddc2437-868a-425d-afd9-a0fe4f837064 HTTP/1.1" status: 200 len: 946 time: 0.0553288 Sep 24 15:42:51.017067 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dd283736-fb2d-48f4-ab3d-6dc52f20b69b req-a795ba3b-6d7b-4134-a6a6-a5a2ad682bdb tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350380 Sep 24 15:42:51.159469 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c182844f-cdd5-42ca-976f-494c5c26881d req-c9f5bdc7-6272-4f4d-bb31-e4d1b0120927 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:51.161143 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c182844f-cdd5-42ca-976f-494c5c26881d req-c9f5bdc7-6272-4f4d-bb31-e4d1b0120927 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=970f022a-47df-4a3f-a708-6b44c98d0c10 HTTP/1.1" status: 200 len: 945 time: 0.0546744 Sep 24 15:42:51.203545 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c182844f-cdd5-42ca-976f-494c5c26881d req-a966a1dd-f29a-41c9-9d68-f573d8f451e1 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342143 Sep 24 15:42:51.222198 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6cec838f-5773-44f7-ab08-eae85e4ad560 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:51.250232 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cec838f-5773-44f7-ab08-eae85e4ad560 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Pushing event deleted for resources: {'Port': ['ID=8737f2b5-1737-40ba-96b5-a6b8fa25c0f5,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:51.319557 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6cec838f-5773-44f7-ab08-eae85e4ad560 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586576'] for router_gateway, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:51.431034 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6cec838f-5773-44f7-ab08-eae85e4ad560 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:51.433422 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6cec838f-5773-44f7-ab08-eae85e4ad560 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:51.496705 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b23c5023-7532-423a-bdb3-d288dd11724f req-2eca6ef3-c642-4ccb-aae8-672657fb998a tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5d0cce0-4325-41d2-8926-525669f30ed0 HTTP/1.1" status: 200 len: 210 time: 0.0573688 Sep 24 15:42:51.589605 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6cec838f-5773-44f7-ab08-eae85e4ad560 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:51.590135 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cec838f-5773-44f7-ab08-eae85e4ad560 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Fanout notify agent at l3_agent the message router_deleted on router d995de89-707d-403a-9282-96a94ea61779 {{(pid=95297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:42:51.597379 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6cec838f-5773-44f7-ab08-eae85e4ad560 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:51.602433 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 54324) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:51.603114 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-6cec838f-5773-44f7-ab08-eae85e4ad560 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] 10.222.0.101 "DELETE /v2.0/routers/d995de89-707d-403a-9282-96a94ea61779 HTTP/1.1" status: 204 len: 168 time: 1.2051029 Sep 24 15:42:51.607057 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-9976aa01-017a-4cf3-9501-7b1430e6484f tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1368709290', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:42:51.737413 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9976aa01-017a-4cf3-9501-7b1430e6484f tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:51.752246 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9976aa01-017a-4cf3-9501-7b1430e6484f tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:51.792428 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9976aa01-017a-4cf3-9501-7b1430e6484f tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:51.816711 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8848841c-e8a3-4ade-8462-1d74b0685438 req-dd139218-5364-4e66-ba7d-c1b2e5f7481d tempest-AbsoluteLimitsNegativeTestJSON-674996421 tempest-AbsoluteLimitsNegativeTestJSON-674996421-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=b37a6fa93dbf480b89b9fa93c01a64fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228193 Sep 24 15:42:51.860481 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7b7244-9adb-41a0-b7b6-1909235247dd req-09a03875-663e-45c8-9e54-48f9c8aac162 tempest-ServerMetadataNegativeTestJSON-748331470 tempest-ServerMetadataNegativeTestJSON-748331470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:51.863098 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9b7b7244-9adb-41a0-b7b6-1909235247dd req-09a03875-663e-45c8-9e54-48f9c8aac162 tempest-ServerMetadataNegativeTestJSON-748331470 tempest-ServerMetadataNegativeTestJSON-748331470-project] 10.222.0.101 "GET /v2.0/ports?device_id=8cbbda96-57b8-4fb8-80c0-89b44abc4349 HTTP/1.1" status: 200 len: 945 time: 0.0520906 Sep 24 15:42:51.911091 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9b7b7244-9adb-41a0-b7b6-1909235247dd req-fa183813-eee2-4d74-a552-9530f7eec992 tempest-ServerMetadataNegativeTestJSON-748331470 tempest-ServerMetadataNegativeTestJSON-748331470-project] 10.222.0.101 "GET /v2.0/security-groups?id=3577a9ed-ec21-427b-b7de-677825a8f179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419705 Sep 24 15:42:51.931543 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8848841c-e8a3-4ade-8462-1d74b0685438 req-7a7c5405-4e73-4ccb-9d23-7c633798cfde tempest-AbsoluteLimitsNegativeTestJSON-674996421 tempest-AbsoluteLimitsNegativeTestJSON-674996421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:51.933085 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8848841c-e8a3-4ade-8462-1d74b0685438 req-7a7c5405-4e73-4ccb-9d23-7c633798cfde tempest-AbsoluteLimitsNegativeTestJSON-674996421 tempest-AbsoluteLimitsNegativeTestJSON-674996421-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1108587 Sep 24 15:42:51.949823 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8848841c-e8a3-4ade-8462-1d74b0685438 req-ece92fe4-5894-4c71-af39-eac6fe51c63c tempest-AbsoluteLimitsNegativeTestJSON-674996421 tempest-AbsoluteLimitsNegativeTestJSON-674996421-project] 10.222.0.101 "GET /v2.0/quotas/b37a6fa93dbf480b89b9fa93c01a64fd HTTP/1.1" status: 200 len: 375 time: 0.0103977 Sep 24 15:42:51.984708 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8848841c-e8a3-4ade-8462-1d74b0685438 req-d037ea9f-29ae-4997-85a7-2159e753bfac tempest-AbsoluteLimitsNegativeTestJSON-674996421 tempest-AbsoluteLimitsNegativeTestJSON-674996421-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=b37a6fa93dbf480b89b9fa93c01a64fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285950 Sep 24 15:42:52.002112 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9976aa01-017a-4cf3-9501-7b1430e6484f tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:52.157778 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7e529a-89a2-429b-a2b3-c8b91222c5d0 req-9a35077f-d3fc-4806-bcc8-8a5c1bc310c1 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:52.159059 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9976aa01-017a-4cf3-9501-7b1430e6484f tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:52.159520 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7c7e529a-89a2-429b-a2b3-c8b91222c5d0 req-9a35077f-d3fc-4806-bcc8-8a5c1bc310c1 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=dddc2437-868a-425d-afd9-a0fe4f837064 HTTP/1.1" status: 200 len: 946 time: 0.0620642 Sep 24 15:42:52.160259 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-9976aa01-017a-4cf3-9501-7b1430e6484f tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5568085 Sep 24 15:42:52.163013 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 54352) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:52.169288 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-a1387e27-dee0-4642-946e-9ff46ee62b67 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'enable_snat': True}}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:42:52.206573 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7c7e529a-89a2-429b-a2b3-c8b91222c5d0 req-a2e36cd9-dfc3-4034-b41c-ad9d01759b35 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397701 Sep 24 15:42:52.443109 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a1387e27-dee0-4642-946e-9ff46ee62b67 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:52.455139 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca1702-5f90-47c5-aa8a-b30747ddb94f req-8e1f9bf5-3fe3-455c-a6b5-5a4e264fbcb7 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:52.456744 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b7ca1702-5f90-47c5-aa8a-b30747ddb94f req-8e1f9bf5-3fe3-455c-a6b5-5a4e264fbcb7 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=970f022a-47df-4a3f-a708-6b44c98d0c10 HTTP/1.1" status: 200 len: 945 time: 0.1503866 Sep 24 15:42:52.496002 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b7ca1702-5f90-47c5-aa8a-b30747ddb94f req-ae8c2d78-9fab-4d5b-8617-197eac385172 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333772 Sep 24 15:42:52.599502 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9f103a5a-a26a-4480-a458-bbc76556229a req-491b70ad-377a-45d5-a2d2-a73bdf0308d9 tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5d0cce0-4325-41d2-8926-525669f30ed0 HTTP/1.1" status: 200 len: 210 time: 0.0283906 Sep 24 15:42:52.613129 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 54382) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:52.738183 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a290c20c-8119-4e58-8512-cfdbacd6fe23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:52.797486 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a1387e27-dee0-4642-946e-9ff46ee62b67 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:52.818369 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a1387e27-dee0-4642-946e-9ff46ee62b67 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:52.843689 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a290c20c-8119-4e58-8512-cfdbacd6fe23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:52.945153 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-a1387e27-dee0-4642-946e-9ff46ee62b67 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Allocated IP 172.25.0.15 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/f587faf2-b51f-48c6-9dde-1b685e13c1d0) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:42:52.981429 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9754f29e-1638-4d63-99f3-79f1224d08b7 req-4ea06ff8-792a-4e4b-96a0-ba49b29247a9 tempest-ServerMetadataNegativeTestJSON-748331470 tempest-ServerMetadataNegativeTestJSON-748331470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:52.982982 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9754f29e-1638-4d63-99f3-79f1224d08b7 req-4ea06ff8-792a-4e4b-96a0-ba49b29247a9 tempest-ServerMetadataNegativeTestJSON-748331470 tempest-ServerMetadataNegativeTestJSON-748331470-project] 10.222.0.101 "GET /v2.0/ports?device_id=8cbbda96-57b8-4fb8-80c0-89b44abc4349 HTTP/1.1" status: 200 len: 945 time: 0.0497975 Sep 24 15:42:53.027587 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9754f29e-1638-4d63-99f3-79f1224d08b7 req-5993ca27-024d-46c6-ac55-e71344c4c73e tempest-ServerMetadataNegativeTestJSON-748331470 tempest-ServerMetadataNegativeTestJSON-748331470-project] 10.222.0.101 "GET /v2.0/security-groups?id=3577a9ed-ec21-427b-b7de-677825a8f179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358820 Sep 24 15:42:53.056030 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a290c20c-8119-4e58-8512-cfdbacd6fe23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:53.061153 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a1387e27-dee0-4642-946e-9ff46ee62b67 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:53.100450 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-a290c20c-8119-4e58-8512-cfdbacd6fe23 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=b37a6fa93dbf480b89b9fa93c01a64fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4859240 Sep 24 15:42:53.101410 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a290c20c-8119-4e58-8512-cfdbacd6fe23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f80bf6da-c28a-4ef1-bd39-d335c40b9f24,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:53.103158 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 54388) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:53.157000 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8ff06529-effe-4592-90b1-efa926ade6fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:53.182483 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8ff06529-effe-4592-90b1-efa926ade6fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:53.198595 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a1387e27-dee0-4642-946e-9ff46ee62b67 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:53.214043 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d91137-65ac-439c-991f-a10d749448d4 req-006f28f5-6273-4334-8b2b-d05890701833 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:53.215660 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-08d91137-65ac-439c-991f-a10d749448d4 req-006f28f5-6273-4334-8b2b-d05890701833 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=970f022a-47df-4a3f-a708-6b44c98d0c10 HTTP/1.1" status: 200 len: 945 time: 0.0505769 Sep 24 15:42:53.256944 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-08d91137-65ac-439c-991f-a10d749448d4 req-302661bc-cadd-4534-8a9e-5504626e0668 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344913 Sep 24 15:42:53.276991 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1387e27-dee0-4642-946e-9ff46ee62b67 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:42:53.284889 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-a1387e27-dee0-4642-946e-9ff46ee62b67 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:42:53.295998 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1387e27-dee0-4642-946e-9ff46ee62b67 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:42:53.374056 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1387e27-dee0-4642-946e-9ff46ee62b67 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Pushing event updated for resources: {'Port': ['ID=f587faf2-b51f-48c6-9dde-1b685e13c1d0,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:53.479854 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8ff06529-effe-4592-90b1-efa926ade6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:53.482436 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8ff06529-effe-4592-90b1-efa926ade6fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:53.483602 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-8ff06529-effe-4592-90b1-efa926ade6fb admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f80bf6da-c28a-4ef1-bd39-d335c40b9f24 HTTP/1.1" status: 204 len: 168 time: 0.3793581 Sep 24 15:42:53.493022 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598f9f39-3e31-4bdb-a564-6342e05834d3 req-7c06dcbc-0d91-4b96-8a23-9d2a02468a4b tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:53.495743 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-598f9f39-3e31-4bdb-a564-6342e05834d3 req-7c06dcbc-0d91-4b96-8a23-9d2a02468a4b tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=dddc2437-868a-425d-afd9-a0fe4f837064 HTTP/1.1" status: 200 len: 946 time: 0.1928408 Sep 24 15:42:53.506156 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a608a-80bb-4aaf-8094-de3fe5497490 req-12be3027-9d12-46d0-9b8c-be52ca3582b8 tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:53.507407 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4f9a608a-80bb-4aaf-8094-de3fe5497490 req-12be3027-9d12-46d0-9b8c-be52ca3582b8 tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] 10.222.0.108 "GET /v2.0/networks?id=1607962c-d4f7-409b-9616-90538896b74f HTTP/1.1" status: 200 len: 815 time: 0.2858701 Sep 24 15:42:53.555903 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff06529-effe-4592-90b1-efa926ade6fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80bf6da-c28a-4ef1-bd39-d335c40b9f24,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:53.656280 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-598f9f39-3e31-4bdb-a564-6342e05834d3 req-6aba16d2-ea92-4548-80f7-1aa563476232 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468315 Sep 24 15:42:53.660768 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4f9a608a-80bb-4aaf-8094-de3fe5497490 req-60d93500-557e-44cb-85e2-e5ecb2a4fe60 tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] 10.222.0.108 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5fae2a20e26468593267e81a47eadf0 HTTP/1.1" status: 200 len: 379 time: 0.1086488 Sep 24 15:42:53.672961 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-4f9a608a-80bb-4aaf-8094-de3fe5497490 req-1c4c2e3c-bcd7-4c84-a16f-286a18538fdc tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Request body: {'port': {'device_id': 'f5d0cce0-4325-41d2-8926-525669f30ed0', 'network_id': '1607962c-d4f7-409b-9616-90538896b74f', 'admin_state_up': True, 'tenant_id': 'f5fae2a20e26468593267e81a47eadf0', 'security_groups': ['6e01d6c5-d13f-4908-9ca3-a0ecdf0f7b26']}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:42:53.705744 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d521d25b-a4a4-43a7-aca9-2a5c37684230 req-45d952da-67a3-44af-b13f-94f026a8c1e5 tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5d0cce0-4325-41d2-8926-525669f30ed0 HTTP/1.1" status: 200 len: 210 time: 0.0319486 Sep 24 15:42:53.882058 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a1387e27-dee0-4642-946e-9ff46ee62b67 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:53.922680 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f9a608a-80bb-4aaf-8094-de3fe5497490 req-1c4c2e3c-bcd7-4c84-a16f-286a18538fdc tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Made reservation on behalf of f5fae2a20e26468593267e81a47eadf0 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:42:53.927122 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-4f9a608a-80bb-4aaf-8094-de3fe5497490 req-1c4c2e3c-bcd7-4c84-a16f-286a18538fdc tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:53.983280 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:42:54.151507 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2253dded-af3f-4164-8b2c-ffe3df5e8e41 req-a3b17e7e-25a3-4629-8331-271bcba35551 tempest-ServerMetadataNegativeTestJSON-748331470 tempest-ServerMetadataNegativeTestJSON-748331470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:54.153153 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2253dded-af3f-4164-8b2c-ffe3df5e8e41 req-a3b17e7e-25a3-4629-8331-271bcba35551 tempest-ServerMetadataNegativeTestJSON-748331470 tempest-ServerMetadataNegativeTestJSON-748331470-project] 10.222.0.101 "GET /v2.0/ports?device_id=8cbbda96-57b8-4fb8-80c0-89b44abc4349 HTTP/1.1" status: 200 len: 945 time: 0.0518672 Sep 24 15:42:54.198987 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2253dded-af3f-4164-8b2c-ffe3df5e8e41 req-132279dc-6cd6-4395-b74f-0134b1b2f4ec tempest-ServerMetadataNegativeTestJSON-748331470 tempest-ServerMetadataNegativeTestJSON-748331470-project] 10.222.0.101 "GET /v2.0/security-groups?id=3577a9ed-ec21-427b-b7de-677825a8f179&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386326 Sep 24 15:42:54.381409 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882b6685-e50f-421e-8782-46d47b0d0c7d req-d8e66458-3083-4aa4-853c-9d7997294cfc tempest-ServerMetadataNegativeTestJSON-748331470 tempest-ServerMetadataNegativeTestJSON-748331470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:54.382822 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-882b6685-e50f-421e-8782-46d47b0d0c7d req-d8e66458-3083-4aa4-853c-9d7997294cfc tempest-ServerMetadataNegativeTestJSON-748331470 tempest-ServerMetadataNegativeTestJSON-748331470-project] 10.222.0.110 "GET /v2.0/ports?device_id=8cbbda96-57b8-4fb8-80c0-89b44abc4349 HTTP/1.1" status: 200 len: 945 time: 0.0486176 Sep 24 15:42:54.478440 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af475e7d-c463-4f58-b6f1-5bc8d7c4f987 req-b99d7682-032f-4b95-a62d-4d9188210370 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:54.479931 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-af475e7d-c463-4f58-b6f1-5bc8d7c4f987 req-b99d7682-032f-4b95-a62d-4d9188210370 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=970f022a-47df-4a3f-a708-6b44c98d0c10 HTTP/1.1" status: 200 len: 945 time: 0.1439421 Sep 24 15:42:54.481450 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-882b6685-e50f-421e-8782-46d47b0d0c7d req-ea11dedc-03e9-4637-ab62-e3f9f3c2538a tempest-ServerMetadataNegativeTestJSON-748331470 tempest-ServerMetadataNegativeTestJSON-748331470-project] Deleting port afc388db-4e7d-41f8-8b53-3b11aa6856e9 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:42:54.481795 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-882b6685-e50f-421e-8782-46d47b0d0c7d req-ea11dedc-03e9-4637-ab62-e3f9f3c2538a tempest-ServerMetadataNegativeTestJSON-748331470 tempest-ServerMetadataNegativeTestJSON-748331470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:54.527044 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-4f9a608a-80bb-4aaf-8094-de3fe5497490 req-1c4c2e3c-bcd7-4c84-a16f-286a18538fdc tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Allocated IP 172.20.0.14 (1607962c-d4f7-409b-9616-90538896b74f/955c88c4-2efa-4e9c-87c6-93b275727dd4/27dc361e-9b6d-44ac-bfef-9d06e585c8a0) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:42:54.570995 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a1387e27-dee0-4642-946e-9ff46ee62b67 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1671'] for router, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:54.577502 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-882b6685-e50f-421e-8782-46d47b0d0c7d req-ea11dedc-03e9-4637-ab62-e3f9f3c2538a tempest-ServerMetadataNegativeTestJSON-748331470 tempest-ServerMetadataNegativeTestJSON-748331470-project] For port afc388db-4e7d-41f8-8b53-3b11aa6856e9, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=afc388db-4e7d-41f8-8b53-3b11aa6856e9,segment=NetworkSegment(7cf8621c-4e3e-48e3-a994-fb1d18772232),segment_id=7cf8621c-4e3e-48e3-a994-fb1d18772232)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:42:54.577865 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-882b6685-e50f-421e-8782-46d47b0d0c7d req-ea11dedc-03e9-4637-ab62-e3f9f3c2538a tempest-ServerMetadataNegativeTestJSON-748331470 tempest-ServerMetadataNegativeTestJSON-748331470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:54.587248 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a1387e27-dee0-4642-946e-9ff46ee62b67 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-586922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-586913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588826'] for router, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:54.590885 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-882b6685-e50f-421e-8782-46d47b0d0c7d req-ea11dedc-03e9-4637-ab62-e3f9f3c2538a tempest-ServerMetadataNegativeTestJSON-748331470 tempest-ServerMetadataNegativeTestJSON-748331470-project] Calling delete_port for afc388db-4e7d-41f8-8b53-3b11aa6856e9 owned by compute:nova {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:42:54.602399 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-af475e7d-c463-4f58-b6f1-5bc8d7c4f987 req-b138c199-e225-4800-b0d3-4b87db6a1fab tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107090 Sep 24 15:42:54.795052 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54bb92c-b0fb-4b34-9a6b-89ca1be7703c req-e0d4d2c7-f9bd-4b71-8cdc-73ae517a38c2 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:54.797221 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b54bb92c-b0fb-4b34-9a6b-89ca1be7703c req-e0d4d2c7-f9bd-4b71-8cdc-73ae517a38c2 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=dddc2437-868a-425d-afd9-a0fe4f837064 HTTP/1.1" status: 200 len: 946 time: 0.0554471 Sep 24 15:42:54.841373 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b54bb92c-b0fb-4b34-9a6b-89ca1be7703c req-2de2be18-97a5-4def-90c4-80f274621c9b tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345182 Sep 24 15:42:54.863183 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-55fb3e62-65a8-41bf-8f27-d4342e46e080 req-768447d1-837c-4411-83a1-6b5dfad30379 tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5d0cce0-4325-41d2-8926-525669f30ed0 HTTP/1.1" status: 200 len: 210 time: 0.0447185 Sep 24 15:42:54.909932 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-882b6685-e50f-421e-8782-46d47b0d0c7d req-ea11dedc-03e9-4637-ab62-e3f9f3c2538a tempest-ServerMetadataNegativeTestJSON-748331470 tempest-ServerMetadataNegativeTestJSON-748331470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:54.912998 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-4f9a608a-80bb-4aaf-8094-de3fe5497490 req-1c4c2e3c-bcd7-4c84-a16f-286a18538fdc tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:54.945980 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['afc388db-4e7d-41f8-8b53-3b11aa6856e9'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:42:54.950763 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea11dedc-03e9-4637-ab62-e3f9f3c2538a tempest-ServerMetadataNegativeTestJSON-748331470 tempest-ServerMetadataNegativeTestJSON-748331470-project] Pushing event deleted for resources: {'Port': ['ID=afc388db-4e7d-41f8-8b53-3b11aa6856e9,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:55.012954 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10f00e8-e892-4fd7-91dd-afb21fc9b332 req-25afeafe-d7f2-42a3-a612-d429f92da069 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:55.014620 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a10f00e8-e892-4fd7-91dd-afb21fc9b332 req-25afeafe-d7f2-42a3-a612-d429f92da069 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.110 "GET /v2.0/ports?device_id=970f022a-47df-4a3f-a708-6b44c98d0c10 HTTP/1.1" status: 200 len: 945 time: 0.0690989 Sep 24 15:42:55.015000 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-882b6685-e50f-421e-8782-46d47b0d0c7d req-ea11dedc-03e9-4637-ab62-e3f9f3c2538a tempest-ServerMetadataNegativeTestJSON-748331470 tempest-ServerMetadataNegativeTestJSON-748331470-project] No DVR routers for this DVR port afc388db-4e7d-41f8-8b53-3b11aa6856e9 on host n-h1-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:42:55.019072 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-882b6685-e50f-421e-8782-46d47b0d0c7d req-ea11dedc-03e9-4637-ab62-e3f9f3c2538a tempest-ServerMetadataNegativeTestJSON-748331470 tempest-ServerMetadataNegativeTestJSON-748331470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:55.022113 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-882b6685-e50f-421e-8782-46d47b0d0c7d req-ea11dedc-03e9-4637-ab62-e3f9f3c2538a tempest-ServerMetadataNegativeTestJSON-748331470 tempest-ServerMetadataNegativeTestJSON-748331470-project] 10.222.0.110 "DELETE /v2.0/ports/afc388db-4e7d-41f8-8b53-3b11aa6856e9 HTTP/1.1" status: 204 len: 173 time: 0.6308801 Sep 24 15:42:55.023086 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cbbda96-57b8-4fb8-80c0-89b44abc4349', 'name': 'network-vif-deleted', 'tag': 'afc388db-4e7d-41f8-8b53-3b11aa6856e9'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:42:55.033512 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-420f9a4d-f201-46ea-85de-2f0f16a6583a" -d '{"events": [{"server_uuid": "8cbbda96-57b8-4fb8-80c0-89b44abc4349", "name": "network-vif-deleted", "tag": "afc388db-4e7d-41f8-8b53-3b11aa6856e9"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:42:55.039878 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1387e27-dee0-4642-946e-9ff46ee62b67 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Router 794793a6-2e3d-4a9a-9b29-36b749295ff7 is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:42:55.086821 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57cb9aa0-8a4b-4bc3-bebd-250b376fba8c x-openstack-request-id: req-57cb9aa0-8a4b-4bc3-bebd-250b376fba8c {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:42:55.087183 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cbbda96-57b8-4fb8-80c0-89b44abc4349", "name": "network-vif-deleted", "tag": "afc388db-4e7d-41f8-8b53-3b11aa6856e9", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:42:55.087501 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-57cb9aa0-8a4b-4bc3-bebd-250b376fba8c {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:42:55.087964 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cbbda96-57b8-4fb8-80c0-89b44abc4349', 'name': 'network-vif-deleted', 'tag': 'afc388db-4e7d-41f8-8b53-3b11aa6856e9', 'status': 'completed', 'code': 200} Sep 24 15:42:55.155124 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-4f9a608a-80bb-4aaf-8094-de3fe5497490 req-1c4c2e3c-bcd7-4c84-a16f-286a18538fdc tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:55.243919 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e107068-2c3b-42c3-bd09-6f4196fe8a40 req-20b9b7f6-3b35-4d1b-943b-d5cf3f5e0eb4 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:55.252659 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9e107068-2c3b-42c3-bd09-6f4196fe8a40 req-20b9b7f6-3b35-4d1b-943b-d5cf3f5e0eb4 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 944 time: 0.2100544 Sep 24 15:42:55.296392 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f9a608a-80bb-4aaf-8094-de3fe5497490 req-1c4c2e3c-bcd7-4c84-a16f-286a18538fdc tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Network 1607962c-d4f7-409b-9616-90538896b74f is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:42:55.310213 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-97d61bdf-e798-4b59-90f0-9cc1cceb0f40 req-d5e24e6a-7761-4ac3-adae-7a627934cbab tempest-ServerMetadataNegativeTestJSON-748331470 tempest-ServerMetadataNegativeTestJSON-748331470-project] 10.222.0.101 "GET /v2.0/ports?device_id=8cbbda96-57b8-4fb8-80c0-89b44abc4349 HTTP/1.1" status: 200 len: 210 time: 0.0309019 Sep 24 15:42:55.312764 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-4f9a608a-80bb-4aaf-8094-de3fe5497490 req-1c4c2e3c-bcd7-4c84-a16f-286a18538fdc tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:42:55.318148 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f9a608a-80bb-4aaf-8094-de3fe5497490 req-1c4c2e3c-bcd7-4c84-a16f-286a18538fdc tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:42:55.338981 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c2e3c-bcd7-4c84-a16f-286a18538fdc tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Pushing event updated for resources: {'Port': ['ID=27dc361e-9b6d-44ac-bfef-9d06e585c8a0,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:55.403008 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1387e27-dee0-4642-946e-9ff46ee62b67 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:42:55.412643 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a1387e27-dee0-4642-946e-9ff46ee62b67 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:55.413909 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-a1387e27-dee0-4642-946e-9ff46ee62b67 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] 10.222.0.101 "PUT /v2.0/routers/794793a6-2e3d-4a9a-9b29-36b749295ff7 HTTP/1.1" status: 200 len: 918 time: 3.2499573 Sep 24 15:42:55.416920 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 54436) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:55.418034 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a11326-6259-4bef-9817-5008e2faf4c3 None None] Sync routers for ids ['794793a6-2e3d-4a9a-9b29-36b749295ff7'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:42:55.425418 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9e107068-2c3b-42c3-bd09-6f4196fe8a40 req-20d9838e-3ce5-485b-a25b-e65f1854c0fb tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1692941 Sep 24 15:42:55.430929 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-a10f00e8-e892-4fd7-91dd-afb21fc9b332 req-378e434b-9c87-4dbe-a3d0-85df833aec05 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Deleting port a730421b-9014-4022-9eb9-759e59655d6d {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:42:55.430929 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-a10f00e8-e892-4fd7-91dd-afb21fc9b332 req-378e434b-9c87-4dbe-a3d0-85df833aec05 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:55.447137 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a608a-80bb-4aaf-8094-de3fe5497490 req-1c4c2e3c-bcd7-4c84-a16f-286a18538fdc tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:55.447819 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-4f9a608a-80bb-4aaf-8094-de3fe5497490 req-1c4c2e3c-bcd7-4c84-a16f-286a18538fdc tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:55.462612 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a11326-6259-4bef-9817-5008e2faf4c3 None None] Routers {'794793a6-2e3d-4a9a-9b29-36b749295ff7'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:42:55.465959 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-f3a11326-6259-4bef-9817-5008e2faf4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:42:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['794793a6-2e3d-4a9a-9b29-36b749295ff7'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:55.528636 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-f3a11326-6259-4bef-9817-5008e2faf4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:55.542417 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a11326-6259-4bef-9817-5008e2faf4c3 None None] Routers {'794793a6-2e3d-4a9a-9b29-36b749295ff7'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:42:55.543609 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-f3a11326-6259-4bef-9817-5008e2faf4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:42:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['794793a6-2e3d-4a9a-9b29-36b749295ff7'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:55.585388 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-f3a11326-6259-4bef-9817-5008e2faf4c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:55.586291 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3a11326-6259-4bef-9817-5008e2faf4c3 None None] The sync data for ids ['794793a6-2e3d-4a9a-9b29-36b749295ff7'] in n-d-808921-1 is: [] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:42:55.587607 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 54440) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:55.648245 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4f9a608a-80bb-4aaf-8094-de3fe5497490 req-1c4c2e3c-bcd7-4c84-a16f-286a18538fdc tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9787428 Sep 24 15:42:55.658152 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-a10f00e8-e892-4fd7-91dd-afb21fc9b332 req-378e434b-9c87-4dbe-a3d0-85df833aec05 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] For port a730421b-9014-4022-9eb9-759e59655d6d, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=a730421b-9014-4022-9eb9-759e59655d6d,segment=NetworkSegment(d7a68d6c-5d6b-4eed-831a-023fbb1b8f0b),segment_id=d7a68d6c-5d6b-4eed-831a-023fbb1b8f0b)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:42:55.658152 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-a10f00e8-e892-4fd7-91dd-afb21fc9b332 req-378e434b-9c87-4dbe-a3d0-85df833aec05 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:55.671007 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-4f9a608a-80bb-4aaf-8094-de3fe5497490 req-415ea6c4-6407-42a2-a64c-b269b9b02f32 service neutron] Request body: {'port': {'device_id': 'f5d0cce0-4325-41d2-8926-525669f30ed0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:42:55.673677 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-15b752e3-db68-45dc-a7ca-0a58a057cd76 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] 10.222.0.101 "GET /v2.0/routers/794793a6-2e3d-4a9a-9b29-36b749295ff7 HTTP/1.1" status: 200 len: 924 time: 0.2555580 Sep 24 15:42:55.674801 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 54446) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:55.691451 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a044eb1-8b9c-42ac-9bdd-1360f5085554 req-3d165846-22ac-415a-b7ee-f9c862a5285e tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:55.693102 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2a044eb1-8b9c-42ac-9bdd-1360f5085554 req-3d165846-22ac-415a-b7ee-f9c862a5285e tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 944 time: 0.0891702 Sep 24 15:42:55.708528 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-a10f00e8-e892-4fd7-91dd-afb21fc9b332 req-378e434b-9c87-4dbe-a3d0-85df833aec05 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Calling delete_port for a730421b-9014-4022-9eb9-759e59655d6d owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:42:55.713217 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-6a520c06-3e2a-416f-8326-c69e0889de9e None None] Provisioning complete for port 27dc361e-9b6d-44ac-bfef-9d06e585c8a0 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:42:55.714936 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a520c06-3e2a-416f-8326-c69e0889de9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:55.744662 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2a044eb1-8b9c-42ac-9bdd-1360f5085554 req-bfc4b101-1b8b-4c26-b020-f8f4c187d957 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440748 Sep 24 15:42:55.765419 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-f3c7a9a9-0b34-4888-8d8a-46a78e1b1685 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-571201643-network', 'tenant_id': '5263748a73e54761954b877d2ae863de'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:42:55.766579 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-6a520c06-3e2a-416f-8326-c69e0889de9e None None] Port 27dc361e-9b6d-44ac-bfef-9d06e585c8a0 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:42:55.873007 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217af911-8e88-4803-be72-6c1ba44efa33 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:55.877625 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-217af911-8e88-4803-be72-6c1ba44efa33 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] 10.222.0.101 "GET /v2.0/ports?network_id=e6a2de20-1ea0-43e5-88e0-982d19e317d5&device_id=794793a6-2e3d-4a9a-9b29-36b749295ff7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1962588 Sep 24 15:42:55.878150 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 54452) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:55.890201 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-4f9a608a-80bb-4aaf-8094-de3fe5497490 req-415ea6c4-6407-42a2-a64c-b269b9b02f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:55.921491 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a207b-5430-4ab3-add0-dbfeb86808f6 req-d259f066-c6cc-4b80-a432-3b21ce55eda0 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:55.923163 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1b9a207b-5430-4ab3-add0-dbfeb86808f6 req-d259f066-c6cc-4b80-a432-3b21ce55eda0 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=970f022a-47df-4a3f-a708-6b44c98d0c10 HTTP/1.1" status: 200 len: 945 time: 0.1943486 Sep 24 15:42:55.962403 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c7a9a9-0b34-4888-8d8a-46a78e1b1685 admin admin] Made reservation on behalf of 5263748a73e54761954b877d2ae863de for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:42:55.964631 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f3c7a9a9-0b34-4888-8d8a-46a78e1b1685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:55.987984 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f3c7a9a9-0b34-4888-8d8a-46a78e1b1685 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:56.040063 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e308d22d-290e-4bca-9e91-aabc0901f8db tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:56.041437 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e308d22d-290e-4bca-9e91-aabc0901f8db tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] 10.222.0.101 "GET /v2.0/networks/e6a2de20-1ea0-43e5-88e0-982d19e317d5 HTTP/1.1" status: 200 len: 881 time: 0.1617510 Sep 24 15:42:56.044209 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 54464) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:56.077035 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e5d1915f-797c-4aeb-a45f-13abcfddb063 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] 10.222.0.101 "GET /v2.0/ports?device_id=794793a6-2e3d-4a9a-9b29-36b749295ff7 HTTP/1.1" status: 200 len: 205 time: 0.0317662 Sep 24 15:42:56.089527 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 54468) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:56.128864 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1b9a207b-5430-4ab3-add0-dbfeb86808f6 req-6e8a7b6e-ab2f-4029-b963-334e8fca3662 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/security-groups?id=d97631d9-e021-4f7f-8337-cf1ec4fb8b80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970541 Sep 24 15:42:56.149984 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf498904-7ba2-444f-9aae-5b171b3bc8ee req-fcd7b632-f9e2-426a-ac7c-f1d19da0c808 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:56.151578 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cf498904-7ba2-444f-9aae-5b171b3bc8ee req-fcd7b632-f9e2-426a-ac7c-f1d19da0c808 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/networks?id=bad15511-e79d-4a5e-8826-604fa4d6fb1c HTTP/1.1" status: 200 len: 812 time: 0.1941533 Sep 24 15:42:56.171774 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cf498904-7ba2-444f-9aae-5b171b3bc8ee req-04a0c9fc-87cc-449b-aa7d-f36ac3355af5 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/quotas/ac17221dd7b34bd3afb658a69ac088d3 HTTP/1.1" status: 200 len: 375 time: 0.0127575 Sep 24 15:42:56.211003 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-a10f00e8-e892-4fd7-91dd-afb21fc9b332 req-378e434b-9c87-4dbe-a3d0-85df833aec05 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:56.226611 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['a730421b-9014-4022-9eb9-759e59655d6d'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:42:56.275900 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dd669a4f-657d-4561-a02e-9a1a4c768a74 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks [] for router, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:56.295611 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cf498904-7ba2-444f-9aae-5b171b3bc8ee req-a8c46d71-a479-437b-8c9c-2eca962b97b9 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=ac17221dd7b34bd3afb658a69ac088d3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1162395 Sep 24 15:42:56.324839 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378e434b-9c87-4dbe-a3d0-85df833aec05 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Pushing event deleted for resources: {'Port': ['ID=a730421b-9014-4022-9eb9-759e59655d6d,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:56.418223 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-a10f00e8-e892-4fd7-91dd-afb21fc9b332 req-378e434b-9c87-4dbe-a3d0-85df833aec05 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] No DVR routers for this DVR port a730421b-9014-4022-9eb9-759e59655d6d on host n-h1-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:42:56.429865 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-a10f00e8-e892-4fd7-91dd-afb21fc9b332 req-378e434b-9c87-4dbe-a3d0-85df833aec05 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:56.431846 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a10f00e8-e892-4fd7-91dd-afb21fc9b332 req-378e434b-9c87-4dbe-a3d0-85df833aec05 tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.110 "DELETE /v2.0/ports/a730421b-9014-4022-9eb9-759e59655d6d HTTP/1.1" status: 204 len: 173 time: 1.4106243 Sep 24 15:42:56.434161 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '970f022a-47df-4a3f-a708-6b44c98d0c10', 'name': 'network-vif-deleted', 'tag': 'a730421b-9014-4022-9eb9-759e59655d6d'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:42:56.436675 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5578e2-b104-4caf-a451-6f2f5196e696" -d '{"events": [{"server_uuid": "970f022a-47df-4a3f-a708-6b44c98d0c10", "name": "network-vif-deleted", "tag": "a730421b-9014-4022-9eb9-759e59655d6d"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:42:56.463569 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eae86c4-0cef-428e-b8b6-2b7163034d5d req-e68ac4cb-cd01-4167-ac7f-5478d55f951e tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:56.465067 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6eae86c4-0cef-428e-b8b6-2b7163034d5d req-e68ac4cb-cd01-4167-ac7f-5478d55f951e tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5d0cce0-4325-41d2-8926-525669f30ed0 HTTP/1.1" status: 200 len: 932 time: 0.1842237 Sep 24 15:42:56.482663 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dd669a4f-657d-4561-a02e-9a1a4c768a74 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:56.485942 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f3c7a9a9-0b34-4888-8d8a-46a78e1b1685 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:56.489351 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cf498904-7ba2-444f-9aae-5b171b3bc8ee req-7dd4da19-90a9-434d-9611-ee94cdb69a61 service neutron] 10.222.0.101 "GET /v2.0/networks/bad15511-e79d-4a5e-8826-604fa4d6fb1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604276 Sep 24 15:42:56.550788 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6eae86c4-0cef-428e-b8b6-2b7163034d5d req-e8a7ac61-c7ef-42c2-89a0-a0c8ad2429e2 tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] 10.222.0.101 "GET /v2.0/security-groups?id=6e01d6c5-d13f-4908-9ca3-a0ecdf0f7b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772018 Sep 24 15:42:56.558194 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-4f9a608a-80bb-4aaf-8094-de3fe5497490 req-415ea6c4-6407-42a2-a64c-b269b9b02f32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27dc361e-9b6d-44ac-bfef-9d06e585c8a0 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:42:56.567212 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-4f9a608a-80bb-4aaf-8094-de3fe5497490 req-415ea6c4-6407-42a2-a64c-b269b9b02f32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:56.579630 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f3c7a9a9-0b34-4888-8d8a-46a78e1b1685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:56.585192 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-4f9a608a-80bb-4aaf-8094-de3fe5497490 req-415ea6c4-6407-42a2-a64c-b269b9b02f32 service neutron] Transition to ACTIVE for port object 27dc361e-9b6d-44ac-bfef-9d06e585c8a0 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:42:56.597140 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cf498904-7ba2-444f-9aae-5b171b3bc8ee req-1b8d8c40-d282-4eb7-81f1-42eb70680cd0 service neutron] 10.222.0.101 "GET /v2.0/networks/bad15511-e79d-4a5e-8826-604fa4d6fb1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013265 Sep 24 15:42:56.603537 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3c7a9a9-0b34-4888-8d8a-46a78e1b1685 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1267} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:42:56.618488 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c7a9a9-0b34-4888-8d8a-46a78e1b1685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=743259c7-a231-44bf-9f05-feb2d8a312cb,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:56.623915 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f3c7a9a9-0b34-4888-8d8a-46a78e1b1685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:56.624259 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-f3c7a9a9-0b34-4888-8d8a-46a78e1b1685 admin admin] Added segment b84f5eb8-8372-4830-939f-7f53ff710cab of type vlan for network 19c2cc6b-6fd9-4d5d-b971-5ea0f368a861 Sep 24 15:42:56.672173 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f3c7a9a9-0b34-4888-8d8a-46a78e1b1685 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:56.706215 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 54474) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:56.710820 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-dd669a4f-657d-4561-a02e-9a1a4c768a74 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Deleting port f587faf2-b51f-48c6-9dde-1b685e13c1d0 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:42:56.711058 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dd669a4f-657d-4561-a02e-9a1a4c768a74 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:56.736992 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-4f9a608a-80bb-4aaf-8094-de3fe5497490 req-415ea6c4-6407-42a2-a64c-b269b9b02f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:56.746316 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d1c8986-d6dd-4688-a710-ef53bf71324b x-openstack-request-id: req-5d1c8986-d6dd-4688-a710-ef53bf71324b {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:42:56.746693 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "970f022a-47df-4a3f-a708-6b44c98d0c10", "name": "network-vif-deleted", "tag": "a730421b-9014-4022-9eb9-759e59655d6d", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:42:56.747004 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-5d1c8986-d6dd-4688-a710-ef53bf71324b {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:42:56.747449 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '970f022a-47df-4a3f-a708-6b44c98d0c10', 'name': 'network-vif-deleted', 'tag': 'a730421b-9014-4022-9eb9-759e59655d6d', 'status': 'completed', 'code': 200} Sep 24 15:42:56.796117 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea6fc1b0-ed9a-41c3-98fd-588fe53003df admin admin] Deleting subnet 309ac0cc-f0a2-47e4-add1-9ac63e3c8c4b {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:42:56.800453 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dd669a4f-657d-4561-a02e-9a1a4c768a74 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:56.807837 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ea6fc1b0-ed9a-41c3-98fd-588fe53003df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:56.813016 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-dd669a4f-657d-4561-a02e-9a1a4c768a74 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Calling delete_port for f587faf2-b51f-48c6-9dde-1b685e13c1d0 owned by network:router_gateway {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:42:56.835064 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415ea6c4-6407-42a2-a64c-b269b9b02f32 service neutron] Pushing event updated for resources: {'Port': ['ID=27dc361e-9b6d-44ac-bfef-9d06e585c8a0,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:56.891343 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ea6fc1b0-ed9a-41c3-98fd-588fe53003df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:56.949516 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ea6fc1b0-ed9a-41c3-98fd-588fe53003df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:56.969408 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-4f9a608a-80bb-4aaf-8094-de3fe5497490 req-415ea6c4-6407-42a2-a64c-b269b9b02f32 service neutron] Attempting to bind port 27dc361e-9b6d-44ac-bfef-9d06e585c8a0 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:42:56.969810 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-4f9a608a-80bb-4aaf-8094-de3fe5497490 req-415ea6c4-6407-42a2-a64c-b269b9b02f32 service neutron] Attempting to bind port 27dc361e-9b6d-44ac-bfef-9d06e585c8a0 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': 'db87eefb-f3a7-4a9d-90fd-936ebe911b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '1607962c-d4f7-409b-9616-90538896b74f'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:42:56.974840 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9a608a-80bb-4aaf-8094-de3fe5497490 req-415ea6c4-6407-42a2-a64c-b269b9b02f32 service neutron] Attempting to bind port 27dc361e-9b6d-44ac-bfef-9d06e585c8a0 on network 1607962c-d4f7-409b-9616-90538896b74f {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:42:56.975700 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f3c7a9a9-0b34-4888-8d8a-46a78e1b1685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:56.976722 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c7a9a9-0b34-4888-8d8a-46a78e1b1685 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:56.977365 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f3c7a9a9-0b34-4888-8d8a-46a78e1b1685 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:57.008441 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9a608a-80bb-4aaf-8094-de3fe5497490 req-415ea6c4-6407-42a2-a64c-b269b9b02f32 service neutron] Port 27dc361e-9b6d-44ac-bfef-9d06e585c8a0 on network 1607962c-d4f7-409b-9616-90538896b74f not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:42:57.008855 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9a608a-80bb-4aaf-8094-de3fe5497490 req-415ea6c4-6407-42a2-a64c-b269b9b02f32 service neutron] Attempting to bind port 27dc361e-9b6d-44ac-bfef-9d06e585c8a0 on network 1607962c-d4f7-409b-9616-90538896b74f {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:42:57.041211 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9a608a-80bb-4aaf-8094-de3fe5497490 req-415ea6c4-6407-42a2-a64c-b269b9b02f32 service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:42:57.041211 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9a608a-80bb-4aaf-8094-de3fe5497490 req-415ea6c4-6407-42a2-a64c-b269b9b02f32 service neutron] Checking segment: {'id': 'db87eefb-f3a7-4a9d-90fd-936ebe911b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '1607962c-d4f7-409b-9616-90538896b74f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:42:57.041211 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9a608a-80bb-4aaf-8094-de3fe5497490 req-415ea6c4-6407-42a2-a64c-b269b9b02f32 service neutron] Bound using segment: {'id': 'db87eefb-f3a7-4a9d-90fd-936ebe911b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '1607962c-d4f7-409b-9616-90538896b74f'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:42:57.041211 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-4f9a608a-80bb-4aaf-8094-de3fe5497490 req-415ea6c4-6407-42a2-a64c-b269b9b02f32 service neutron] Bound port: 27dc361e-9b6d-44ac-bfef-9d06e585c8a0, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db87eefb-f3a7-4a9d-90fd-936ebe911b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '1607962c-d4f7-409b-9616-90538896b74f'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:42:57.041211 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-4f9a608a-80bb-4aaf-8094-de3fe5497490 req-415ea6c4-6407-42a2-a64c-b269b9b02f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:57.083032 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c7a9a9-0b34-4888-8d8a-46a78e1b1685 admin admin] Pushing event updated for resources: {'Network': ['ID=19c2cc6b-6fd9-4d5d-b971-5ea0f368a861,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:57.097967 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 19c2cc6b-6fd9-4d5d-b971-5ea0f368a861 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:42:57.101780 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dd669a4f-657d-4561-a02e-9a1a4c768a74 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:57.122284 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-57009479-8018-4abf-97f2-6da0b44a4137 req-67966033-755b-46c7-a4bd-42b847179657 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=5b6fdb1d-de35-4fee-b131-9178ea4aba6e HTTP/1.1" status: 200 len: 210 time: 0.0454981 Sep 24 15:42:57.125200 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-f3c7a9a9-0b34-4888-8d8a-46a78e1b1685 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5364888 Sep 24 15:42:57.148760 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 54480) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:57.168020 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-1bb5ab17-a834-4365-b9ff-6ed176462386 admin admin] Request body: {'subnet': {'network_id': '19c2cc6b-6fd9-4d5d-b971-5ea0f368a861', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-571201643-subnet', 'tenant_id': '5263748a73e54761954b877d2ae863de', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:42:57.174981 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd669a4f-657d-4561-a02e-9a1a4c768a74 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Pushing event deleted for resources: {'Port': ['ID=f587faf2-b51f-48c6-9dde-1b685e13c1d0,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:57.201130 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-4f9a608a-80bb-4aaf-8094-de3fe5497490 req-415ea6c4-6407-42a2-a64c-b269b9b02f32 service neutron] For port 27dc361e-9b6d-44ac-bfef-9d06e585c8a0, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:42:57.209408 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ea6fc1b0-ed9a-41c3-98fd-588fe53003df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:57.213387 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-4f9a608a-80bb-4aaf-8094-de3fe5497490 req-415ea6c4-6407-42a2-a64c-b269b9b02f32 service neutron] For port 27dc361e-9b6d-44ac-bfef-9d06e585c8a0, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=27dc361e-9b6d-44ac-bfef-9d06e585c8a0,segment=NetworkSegment(db87eefb-f3a7-4a9d-90fd-936ebe911b7a),segment_id=db87eefb-f3a7-4a9d-90fd-936ebe911b7a)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:42:57.227462 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dd669a4f-657d-4561-a02e-9a1a4c768a74 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586576'] for router_gateway, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:57.242268 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6fc1b0-ed9a-41c3-98fd-588fe53003df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=309ac0cc-f0a2-47e4-add1-9ac63e3c8c4b,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:57.253437 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ea6fc1b0-ed9a-41c3-98fd-588fe53003df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:57.254802 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-ea6fc1b0-ed9a-41c3-98fd-588fe53003df admin admin] 10.222.0.101 "DELETE /v2.0/subnets/309ac0cc-f0a2-47e4-add1-9ac63e3c8c4b HTTP/1.1" status: 204 len: 168 time: 0.5473182 Sep 24 15:42:57.255467 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 54486) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:57.323565 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-4f9a608a-80bb-4aaf-8094-de3fe5497490 req-415ea6c4-6407-42a2-a64c-b269b9b02f32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:57.339329 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-78dedfc2-26a2-4b3f-8876-5eee2df2b001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:57.351953 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dd669a4f-657d-4561-a02e-9a1a4c768a74 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:57.353780 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb5ab17-a834-4365-b9ff-6ed176462386 admin admin] Made reservation on behalf of 5263748a73e54761954b877d2ae863de for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:42:57.356265 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1bb5ab17-a834-4365-b9ff-6ed176462386 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:57.379325 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dd669a4f-657d-4561-a02e-9a1a4c768a74 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:57.379584 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a608a-80bb-4aaf-8094-de3fe5497490 req-415ea6c4-6407-42a2-a64c-b269b9b02f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:57.380220 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-4f9a608a-80bb-4aaf-8094-de3fe5497490 req-415ea6c4-6407-42a2-a64c-b269b9b02f32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:57.381630 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4f9a608a-80bb-4aaf-8094-de3fe5497490 req-415ea6c4-6407-42a2-a64c-b269b9b02f32 service neutron] 10.222.0.108 "PUT /v2.0/ports/27dc361e-9b6d-44ac-bfef-9d06e585c8a0 HTTP/1.1" status: 200 len: 1092 time: 1.7243946 Sep 24 15:42:57.384625 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c1b580ce-fca1-4e82-bc34-c91fb3686cf1 req-c0d9ca2f-7560-49ca-bcfb-229b9e69680f tempest-DeleteServersTestJSON-1368457106 tempest-DeleteServersTestJSON-1368457106-project] 10.222.0.101 "GET /v2.0/ports?device_id=970f022a-47df-4a3f-a708-6b44c98d0c10 HTTP/1.1" status: 200 len: 210 time: 0.0745361 Sep 24 15:42:57.424563 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415ea6c4-6407-42a2-a64c-b269b9b02f32 service neutron] Pushing event updated for resources: {'Port': ['ID=27dc361e-9b6d-44ac-bfef-9d06e585c8a0,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:57.442507 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device afc388db-4e7d-41f8-8b53-3b11aa6856e9 no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:42:57.475414 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] No Port match for: afc388db-4e7d-41f8-8b53-3b11aa6856e9 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:42:57.475879 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device afc388db-4e7d-41f8-8b53-3b11aa6856e9 not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:42:57.495237 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-78dedfc2-26a2-4b3f-8876-5eee2df2b001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:57.518252 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-78dedfc2-26a2-4b3f-8876-5eee2df2b001 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06e7c1b9-8c81-4b4a-9d75-b591e823bfaa']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:57.528395 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-78dedfc2-26a2-4b3f-8876-5eee2df2b001 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cf8621c-4e3e-48e3-a994-fb1d18772232') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:57.528833 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-78dedfc2-26a2-4b3f-8876-5eee2df2b001 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cf8621c-4e3e-48e3-a994-fb1d18772232') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:42:57.539442 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-78dedfc2-26a2-4b3f-8876-5eee2df2b001 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:57.553198 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-78dedfc2-26a2-4b3f-8876-5eee2df2b001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:57.563539 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78dedfc2-26a2-4b3f-8876-5eee2df2b001 admin admin] Releasing vlan 1291 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:42:57.563968 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-78dedfc2-26a2-4b3f-8876-5eee2df2b001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:57.566383 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:42:57.566383 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:42:57.566383 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:42:57.566383 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:42:57.566383 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:42:57.566383 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:42:57.566383 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:42:57.566383 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:42:57.566383 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:42:57.566383 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:42:57.566383 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:42:57.566383 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:42:57.566383 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:42:57.566383 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:42:57.566383 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:42:57.566383 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:42:57.566383 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:42:57.566383 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:42:57.566383 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:42:57.566383 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:42:57.566383 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:42:57.566383 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:42:57.566383 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:42:57.566383 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:42:57.566383 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:42:57.566383 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:42:57.566383 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:42:57.566383 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:42:57.566383 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:42:57.566383 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:42:57.566383 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:42:57.566383 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:42:57.597424 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dd669a4f-657d-4561-a02e-9a1a4c768a74 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:57.598018 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd669a4f-657d-4561-a02e-9a1a4c768a74 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Fanout notify agent at l3_agent the message router_deleted on router 794793a6-2e3d-4a9a-9b29-36b749295ff7 {{(pid=95297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:42:57.615160 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dd669a4f-657d-4561-a02e-9a1a4c768a74 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:57.620866 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-dd669a4f-657d-4561-a02e-9a1a4c768a74 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] 10.222.0.101 "DELETE /v2.0/routers/794793a6-2e3d-4a9a-9b29-36b749295ff7 HTTP/1.1" status: 204 len: 168 time: 1.5303457 Sep 24 15:42:57.623794 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 54492) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:57.628851 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-947799ea-a409-4464-98d4-11450296f273 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1111858585', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:42:57.735869 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a608a-80bb-4aaf-8094-de3fe5497490 req-5c1204a8-20b3-4845-aec0-a1140453702f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:57.738365 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4f9a608a-80bb-4aaf-8094-de3fe5497490 req-5c1204a8-20b3-4845-aec0-a1140453702f service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=f5fae2a20e26468593267e81a47eadf0&device_id=f5d0cce0-4325-41d2-8926-525669f30ed0 HTTP/1.1" status: 200 len: 1095 time: 0.1532307 Sep 24 15:42:57.755777 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bfec85-3e19-4e89-a683-d17af532782d req-ed577d96-ff6e-4f21-a4b5-e779566a4c6f tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:57.757239 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c2bfec85-3e19-4e89-a683-d17af532782d req-ed577d96-ff6e-4f21-a4b5-e779566a4c6f tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5d0cce0-4325-41d2-8926-525669f30ed0 HTTP/1.1" status: 200 len: 944 time: 0.0719719 Sep 24 15:42:57.761213 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-947799ea-a409-4464-98d4-11450296f273 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:57.763651 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-947799ea-a409-4464-98d4-11450296f273 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:57.800964 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4f9a608a-80bb-4aaf-8094-de3fe5497490 req-953e172a-e9e3-4bd4-bd34-f2fd0b6b0e6d service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27dc361e-9b6d-44ac-bfef-9d06e585c8a0 HTTP/1.1" status: 200 len: 217 time: 0.0535326 Sep 24 15:42:57.813400 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-947799ea-a409-4464-98d4-11450296f273 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:57.859362 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c2bfec85-3e19-4e89-a683-d17af532782d req-5dcac63e-1988-4f13-b68b-6c6f74fb7b2c tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] 10.222.0.101 "GET /v2.0/security-groups?id=6e01d6c5-d13f-4908-9ca3-a0ecdf0f7b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953031 Sep 24 15:42:57.868668 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a608a-80bb-4aaf-8094-de3fe5497490 req-93a15384-488f-4b53-bd95-c6f36fe99e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:57.870403 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4f9a608a-80bb-4aaf-8094-de3fe5497490 req-93a15384-488f-4b53-bd95-c6f36fe99e2c service neutron] 10.222.0.108 "GET /v2.0/subnets?id=955c88c4-2efa-4e9c-87c6-93b275727dd4 HTTP/1.1" status: 200 len: 854 time: 0.0616188 Sep 24 15:42:57.886572 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-78dedfc2-26a2-4b3f-8876-5eee2df2b001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:57.904430 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1bb5ab17-a834-4365-b9ff-6ed176462386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:57.915554 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-78dedfc2-26a2-4b3f-8876-5eee2df2b001 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:57.920040 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-78dedfc2-26a2-4b3f-8876-5eee2df2b001 admin admin] 10.222.0.101 "DELETE /v2.0/networks/06e7c1b9-8c81-4b4a-9d75-b591e823bfaa HTTP/1.1" status: 204 len: 168 time: 0.6610680 Sep 24 15:42:57.926936 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-947799ea-a409-4464-98d4-11450296f273 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:57.934181 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dedfc2-26a2-4b3f-8876-5eee2df2b001 admin admin] Pushing event deleted for resources: {'Network': ['ID=06e7c1b9-8c81-4b4a-9d75-b591e823bfaa,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:57.946001 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a608a-80bb-4aaf-8094-de3fe5497490 req-18f37abf-b560-40d0-bfa8-db6f36b1b68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:57.947713 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4f9a608a-80bb-4aaf-8094-de3fe5497490 req-18f37abf-b560-40d0-bfa8-db6f36b1b68c service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=1607962c-d4f7-409b-9616-90538896b74f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701578 Sep 24 15:42:57.994312 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb5ab17-a834-4365-b9ff-6ed176462386 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9e1fbb5-ba1f-404e-a5c9-92121db23b41,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:58.009668 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb5ab17-a834-4365-b9ff-6ed176462386 admin admin] Checking segment: {'id': 'b84f5eb8-8372-4830-939f-7f53ff710cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '19c2cc6b-6fd9-4d5d-b971-5ea0f368a861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:42:58.010030 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb5ab17-a834-4365-b9ff-6ed176462386 admin admin] Network hostable DHCP agents. Network: 19c2cc6b-6fd9-4d5d-b971-5ea0f368a861, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:42:58.049822 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4f9a608a-80bb-4aaf-8094-de3fe5497490 req-ec9fa6d5-a020-4dee-b56d-7693a1a20ce5 service neutron] 10.222.0.108 "GET /v2.0/networks/1607962c-d4f7-409b-9616-90538896b74f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947318 Sep 24 15:42:58.103884 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-947799ea-a409-4464-98d4-11450296f273 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:58.105147 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-947799ea-a409-4464-98d4-11450296f273 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4802954 Sep 24 15:42:58.108359 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 54500) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:58.113189 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-ed77b9bc-ffd4-4f3d-a4de-2b3cf49f29e0 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'enable_snat': False}}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:42:58.149542 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb5ab17-a834-4365-b9ff-6ed176462386 admin admin] Network 19c2cc6b-6fd9-4d5d-b971-5ea0f368a861 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:42:58.151097 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4f9a608a-80bb-4aaf-8094-de3fe5497490 req-cbf45ca4-70d1-49ad-8c6c-5036af07ac51 service neutron] 10.222.0.108 "GET /v2.0/networks/1607962c-d4f7-409b-9616-90538896b74f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901000 Sep 24 15:42:58.271913 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-053f9a6e-1b35-4306-8e9c-70d746042c89 req-d3204f62-28c6-410a-b9fe-0b5d4df96bf9 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=5b6fdb1d-de35-4fee-b131-9178ea4aba6e HTTP/1.1" status: 200 len: 210 time: 0.0515325 Sep 24 15:42:58.277011 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-1bb5ab17-a834-4365-b9ff-6ed176462386 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 19c2cc6b-6fd9-4d5d-b971-5ea0f368a861) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:42:58.286472 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3573a9-6681-42af-b7cd-8bca043198ff None None] Network 19c2cc6b-6fd9-4d5d-b971-5ea0f368a861 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:42:58.315119 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb5ab17-a834-4365-b9ff-6ed176462386 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:58.315699 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1bb5ab17-a834-4365-b9ff-6ed176462386 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:58.350085 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 54504) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:58.352003 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ed77b9bc-ffd4-4f3d-a4de-2b3cf49f29e0 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:58.392904 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-4dcd9a3f-692e-40c3-9461-3e321a2d619c admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=fcb607909d3747338ef3a5eda174e48f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406783 Sep 24 15:42:58.395474 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 54506) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:58.438958 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5f38a1-dbcc-4cce-9e24-0641ec126c9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-19c2cc6b-6fd9-4d5d-b971-5ea0f368a861', 'network_id': '19c2cc6b-6fd9-4d5d-b971-5ea0f368a861', 'tenant_id': '5263748a73e54761954b877d2ae863de', 'fixed_ips': [{'subnet_id': 'c9e1fbb5-ba1f-404e-a5c9-92121db23b41'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:42:58.443624 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4c5f38a1-dbcc-4cce-9e24-0641ec126c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:58.453851 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-22b77588-cca1-4183-ba58-f4dca3dc09c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:58.453851 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 54510) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:42:58.454820 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-1bb5ab17-a834-4365-b9ff-6ed176462386 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2908292 Sep 24 15:42:58.459250 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-813f6394-6b39-4a20-834b-66a1a01c9f8b admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-571201643-router', 'tenant_id': '5263748a73e54761954b877d2ae863de', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:42:58.494499 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-22b77588-cca1-4183-ba58-f4dca3dc09c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:58.622135 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-813f6394-6b39-4a20-834b-66a1a01c9f8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:58.623474 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-813f6394-6b39-4a20-834b-66a1a01c9f8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:58.651920 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-4c5f38a1-dbcc-4cce-9e24-0641ec126c9f None None] Allocated IP 172.20.0.2 (19c2cc6b-6fd9-4d5d-b971-5ea0f368a861/c9e1fbb5-ba1f-404e-a5c9-92121db23b41/136c39a4-a23e-40f2-8fad-c2c3fefad6cb) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:42:58.656367 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-22b77588-cca1-4183-ba58-f4dca3dc09c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:58.659780 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-22b77588-cca1-4183-ba58-f4dca3dc09c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:58.669901 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-22b77588-cca1-4183-ba58-f4dca3dc09c8 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/3577a9ed-ec21-427b-b7de-677825a8f179 HTTP/1.1" status: 204 len: 168 time: 0.2659886 Sep 24 15:42:58.678252 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b77588-cca1-4183-ba58-f4dca3dc09c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3577a9ed-ec21-427b-b7de-677825a8f179,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:58.755917 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-813f6394-6b39-4a20-834b-66a1a01c9f8b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:58.757451 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5d0cce0-4325-41d2-8926-525669f30ed0', 'tag': '27dc361e-9b6d-44ac-bfef-9d06e585c8a0'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:42:58.759955 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ae10d5-8237-476a-9ed7-d7bfee78c838" -d '{"events": [{"name": "network-changed", "server_uuid": "f5d0cce0-4325-41d2-8926-525669f30ed0", "tag": "27dc361e-9b6d-44ac-bfef-9d06e585c8a0"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:42:58.842651 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885fb0bb-7816-476b-a594-460da4f1b220 x-openstack-request-id: req-885fb0bb-7816-476b-a594-460da4f1b220 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:42:58.842651 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5d0cce0-4325-41d2-8926-525669f30ed0", "tag": "27dc361e-9b6d-44ac-bfef-9d06e585c8a0", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:42:58.842651 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-885fb0bb-7816-476b-a594-460da4f1b220 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:42:58.842651 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5d0cce0-4325-41d2-8926-525669f30ed0', 'tag': '27dc361e-9b6d-44ac-bfef-9d06e585c8a0', 'status': 'completed', 'code': 200} Sep 24 15:42:58.907992 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4c5f38a1-dbcc-4cce-9e24-0641ec126c9f None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:59.019905 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4c5f38a1-dbcc-4cce-9e24-0641ec126c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:59.066066 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5f38a1-dbcc-4cce-9e24-0641ec126c9f None None] Network 19c2cc6b-6fd9-4d5d-b971-5ea0f368a861 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:42:59.069400 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-4c5f38a1-dbcc-4cce-9e24-0641ec126c9f None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:42:59.073730 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5f38a1-dbcc-4cce-9e24-0641ec126c9f None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:42:59.115788 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5f38a1-dbcc-4cce-9e24-0641ec126c9f None None] Pushing event updated for resources: {'Port': ['ID=136c39a4-a23e-40f2-8fad-c2c3fefad6cb,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:59.127247 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ed77b9bc-ffd4-4f3d-a4de-2b3cf49f29e0 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:59.153738 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ed77b9bc-ffd4-4f3d-a4de-2b3cf49f29e0 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:59.160909 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-4c5f38a1-dbcc-4cce-9e24-0641ec126c9f None None] Attempting to bind port 136c39a4-a23e-40f2-8fad-c2c3fefad6cb on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:42:59.161286 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-4c5f38a1-dbcc-4cce-9e24-0641ec126c9f None None] Attempting to bind port 136c39a4-a23e-40f2-8fad-c2c3fefad6cb by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'b84f5eb8-8372-4830-939f-7f53ff710cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '19c2cc6b-6fd9-4d5d-b971-5ea0f368a861'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:42:59.165463 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5f38a1-dbcc-4cce-9e24-0641ec126c9f None None] Attempting to bind port 136c39a4-a23e-40f2-8fad-c2c3fefad6cb on network 19c2cc6b-6fd9-4d5d-b971-5ea0f368a861 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:42:59.166769 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e76872-6694-4a49-9d6e-6bd056478aaf req-dde7a329-c1a2-460b-8bf8-5bc157b5fc11 tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:59.167752 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5f38a1-dbcc-4cce-9e24-0641ec126c9f None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 42, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:42:59.168134 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5f38a1-dbcc-4cce-9e24-0641ec126c9f None None] Checking segment: {'id': 'b84f5eb8-8372-4830-939f-7f53ff710cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '19c2cc6b-6fd9-4d5d-b971-5ea0f368a861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:42:59.168625 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4c5f38a1-dbcc-4cce-9e24-0641ec126c9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:59.168926 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5f38a1-dbcc-4cce-9e24-0641ec126c9f None None] Bound using segment: {'id': 'b84f5eb8-8372-4830-939f-7f53ff710cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '19c2cc6b-6fd9-4d5d-b971-5ea0f368a861'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:42:59.169406 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-4c5f38a1-dbcc-4cce-9e24-0641ec126c9f None None] Bound port: 136c39a4-a23e-40f2-8fad-c2c3fefad6cb, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84f5eb8-8372-4830-939f-7f53ff710cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '19c2cc6b-6fd9-4d5d-b971-5ea0f368a861'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:42:59.169807 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4c5f38a1-dbcc-4cce-9e24-0641ec126c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:59.177910 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d6e76872-6694-4a49-9d6e-6bd056478aaf req-dde7a329-c1a2-460b-8bf8-5bc157b5fc11 tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5d0cce0-4325-41d2-8926-525669f30ed0 HTTP/1.1" status: 200 len: 944 time: 0.1063464 Sep 24 15:42:59.271291 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-4c5f38a1-dbcc-4cce-9e24-0641ec126c9f None None] For port 136c39a4-a23e-40f2-8fad-c2c3fefad6cb, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:42:59.275237 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-4c5f38a1-dbcc-4cce-9e24-0641ec126c9f None None] For port 136c39a4-a23e-40f2-8fad-c2c3fefad6cb, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=136c39a4-a23e-40f2-8fad-c2c3fefad6cb,segment=NetworkSegment(b84f5eb8-8372-4830-939f-7f53ff710cab),segment_id=b84f5eb8-8372-4830-939f-7f53ff710cab)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:42:59.287412 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d6e76872-6694-4a49-9d6e-6bd056478aaf req-93e0c971-db3a-4bb1-a0df-d37cd9d4fcd8 tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] 10.222.0.101 "GET /v2.0/security-groups?id=6e01d6c5-d13f-4908-9ca3-a0ecdf0f7b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102598 Sep 24 15:42:59.384184 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4c5f38a1-dbcc-4cce-9e24-0641ec126c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:59.456556 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device a730421b-9014-4022-9eb9-759e59655d6d no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:42:59.474247 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-ed77b9bc-ffd4-4f3d-a4de-2b3cf49f29e0 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Allocated IP 172.25.0.215 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/b235f194-0d46-43b4-b058-9160d42cbfa9) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:42:59.507378 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] No Port match for: a730421b-9014-4022-9eb9-759e59655d6d {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:42:59.515103 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-678ec4e6-7b25-4a06-b47e-843c4464b63e req-9b9b9ca1-1b9b-4ea6-833e-eeaed46084cc tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=5b6fdb1d-de35-4fee-b131-9178ea4aba6e HTTP/1.1" status: 200 len: 210 time: 0.1388402 Sep 24 15:42:59.516080 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device a730421b-9014-4022-9eb9-759e59655d6d not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:42:59.518779 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-813f6394-6b39-4a20-834b-66a1a01c9f8b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:59.524202 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae10d5-8237-476a-9ed7-d7bfee78c838 req-64f1b5be-879c-4726-9780-685c74070d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:59.525709 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a5ae10d5-8237-476a-9ed7-d7bfee78c838 req-64f1b5be-879c-4726-9780-685c74070d99 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=f5fae2a20e26468593267e81a47eadf0&device_id=f5d0cce0-4325-41d2-8926-525669f30ed0 HTTP/1.1" status: 200 len: 1095 time: 0.5911973 Sep 24 15:42:59.558822 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5f38a1-dbcc-4cce-9e24-0641ec126c9f None None] Pushing event updated for resources: {'Port': ['ID=136c39a4-a23e-40f2-8fad-c2c3fefad6cb,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:59.644036 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ed77b9bc-ffd4-4f3d-a4de-2b3cf49f29e0 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:59.669743 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae10d5-8237-476a-9ed7-d7bfee78c838 req-943251e0-3474-4209-8392-f43d5012f2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:59.671215 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a5ae10d5-8237-476a-9ed7-d7bfee78c838 req-943251e0-3474-4209-8392-f43d5012f2d8 service neutron] 10.222.0.108 "GET /v2.0/networks?id=1607962c-d4f7-409b-9616-90538896b74f HTTP/1.1" status: 200 len: 917 time: 0.1314747 Sep 24 15:42:59.768179 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a5ae10d5-8237-476a-9ed7-d7bfee78c838 req-f4b8e247-8341-4bc4-8772-1fbaec31b619 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27dc361e-9b6d-44ac-bfef-9d06e585c8a0 HTTP/1.1" status: 200 len: 217 time: 0.0873806 Sep 24 15:42:59.795748 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ed77b9bc-ffd4-4f3d-a4de-2b3cf49f29e0 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:42:59.850899 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae10d5-8237-476a-9ed7-d7bfee78c838 req-e775d9b9-dc95-47a8-a65f-6a1ae51ff32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:42:59.854460 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed77b9bc-ffd4-4f3d-a4de-2b3cf49f29e0 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:42:59.855560 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a5ae10d5-8237-476a-9ed7-d7bfee78c838 req-e775d9b9-dc95-47a8-a65f-6a1ae51ff32c service neutron] 10.222.0.108 "GET /v2.0/subnets?id=955c88c4-2efa-4e9c-87c6-93b275727dd4 HTTP/1.1" status: 200 len: 854 time: 0.0770569 Sep 24 15:42:59.860311 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-ed77b9bc-ffd4-4f3d-a4de-2b3cf49f29e0 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:42:59.895287 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed77b9bc-ffd4-4f3d-a4de-2b3cf49f29e0 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Pushing event updated for resources: {'Port': ['ID=b235f194-0d46-43b4-b058-9160d42cbfa9,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:42:59.902980 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed77b9bc-ffd4-4f3d-a4de-2b3cf49f29e0 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:43:00.013993 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae10d5-8237-476a-9ed7-d7bfee78c838 req-707d085d-7397-467f-bebe-76bc43e8b560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:00.016948 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a5ae10d5-8237-476a-9ed7-d7bfee78c838 req-707d085d-7397-467f-bebe-76bc43e8b560 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=1607962c-d4f7-409b-9616-90538896b74f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1501694 Sep 24 15:43:00.201698 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a5ae10d5-8237-476a-9ed7-d7bfee78c838 req-a3bf1d42-efd0-4d0b-bb31-f9d14c7c02b3 service neutron] 10.222.0.108 "GET /v2.0/networks/1607962c-d4f7-409b-9616-90538896b74f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571038 Sep 24 15:43:00.261348 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf498904-7ba2-444f-9aae-5b171b3bc8ee req-b11075dc-1d2a-4bdc-91e4-d1230ebcff9f tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:00.262938 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cf498904-7ba2-444f-9aae-5b171b3bc8ee req-b11075dc-1d2a-4bdc-91e4-d1230ebcff9f tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.110 "GET /v2.0/networks?id=bad15511-e79d-4a5e-8826-604fa4d6fb1c HTTP/1.1" status: 200 len: 812 time: 0.3411677 Sep 24 15:43:00.271501 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-813f6394-6b39-4a20-834b-66a1a01c9f8b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:00.295225 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-813f6394-6b39-4a20-834b-66a1a01c9f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:00.300342 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-cf498904-7ba2-444f-9aae-5b171b3bc8ee req-58bd5318-3455-4c46-90f3-eac1ee7ef822 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Request body: {'port': {'device_id': '5b6fdb1d-de35-4fee-b131-9178ea4aba6e', 'network_id': 'bad15511-e79d-4a5e-8826-604fa4d6fb1c', 'admin_state_up': True, 'tenant_id': 'ac17221dd7b34bd3afb658a69ac088d3'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:43:00.301908 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 136c39a4-a23e-40f2-8fad-c2c3fefad6cb up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:43:00.478435 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 136c39a4-a23e-40f2-8fad-c2c3fefad6cb triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:43:00.479611 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:00.541095 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ed77b9bc-ffd4-4f3d-a4de-2b3cf49f29e0 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:00.635141 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:00.671660 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a5ae10d5-8237-476a-9ed7-d7bfee78c838 req-758b6da8-aa4d-42f2-86cd-8c2c9947b866 service neutron] 10.222.0.108 "GET /v2.0/networks/1607962c-d4f7-409b-9616-90538896b74f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4591961 Sep 24 15:43:00.676730 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port 136c39a4-a23e-40f2-8fad-c2c3fefad6cb, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=136c39a4-a23e-40f2-8fad-c2c3fefad6cb,segment=NetworkSegment(b84f5eb8-8372-4830-939f-7f53ff710cab),segment_id=b84f5eb8-8372-4830-939f-7f53ff710cab)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:43:00.704219 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-813f6394-6b39-4a20-834b-66a1a01c9f8b admin admin] Allocated IP 172.25.0.100 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/1cea6ae9-e447-420e-9d47-283723ff3ded) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:43:00.729699 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec89a2a-572b-46e7-a4e3-db2344702c65 req-ed620426-3476-4765-a602-4f010449303c tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:00.738578 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7ec89a2a-572b-46e7-a4e3-db2344702c65 req-ed620426-3476-4765-a602-4f010449303c tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5d0cce0-4325-41d2-8926-525669f30ed0 HTTP/1.1" status: 200 len: 944 time: 0.2257645 Sep 24 15:43:00.747518 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:00.824834 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7ec89a2a-572b-46e7-a4e3-db2344702c65 req-17f109e9-4c46-479f-a1e5-d32139fbfbc4 tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] 10.222.0.101 "GET /v2.0/security-groups?id=6e01d6c5-d13f-4908-9ca3-a0ecdf0f7b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849230 Sep 24 15:43:00.845290 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ef8f4780-9a9d-44a4-8491-663ba5406316 req-75f816a6-fdb8-4f09-9fb4-a05abacbf735 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=5b6fdb1d-de35-4fee-b131-9178ea4aba6e HTTP/1.1" status: 200 len: 210 time: 0.0992696 Sep 24 15:43:00.866884 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=136c39a4-a23e-40f2-8fad-c2c3fefad6cb,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:00.913285 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf498904-7ba2-444f-9aae-5b171b3bc8ee req-58bd5318-3455-4c46-90f3-eac1ee7ef822 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Made reservation on behalf of ac17221dd7b34bd3afb658a69ac088d3 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:43:00.917987 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-cf498904-7ba2-444f-9aae-5b171b3bc8ee req-58bd5318-3455-4c46-90f3-eac1ee7ef822 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:00.969832 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ed77b9bc-ffd4-4f3d-a4de-2b3cf49f29e0 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1671'] for router, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:00.971584 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ed77b9bc-ffd4-4f3d-a4de-2b3cf49f29e0 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-586922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-586913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588826'] for router, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:01.003250 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f674bc8-edeb-49b8-a591-19f85565b62b None None] Network 19c2cc6b-6fd9-4d5d-b971-5ea0f368a861 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:43:01.022135 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-813f6394-6b39-4a20-834b-66a1a01c9f8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:01.125246 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-4ebe61de-6230-49b4-ac82-1ae4e238bcca None None] Provisioning complete for port 136c39a4-a23e-40f2-8fad-c2c3fefad6cb triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:43:01.125628 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4ebe61de-6230-49b4-ac82-1ae4e238bcca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:01.166986 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-cf498904-7ba2-444f-9aae-5b171b3bc8ee req-58bd5318-3455-4c46-90f3-eac1ee7ef822 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Allocated IP 172.20.0.5 (bad15511-e79d-4a5e-8826-604fa4d6fb1c/ac550aa6-1c9d-441e-90e2-38bf2a7a38e4/28572c71-755a-4ec9-8efe-e364c762f5de) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:43:01.233398 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-813f6394-6b39-4a20-834b-66a1a01c9f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:01.297110 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-813f6394-6b39-4a20-834b-66a1a01c9f8b admin admin] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:43:01.301065 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed77b9bc-ffd4-4f3d-a4de-2b3cf49f29e0 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Router 37d1b92d-1823-41eb-8ea2-10dcf932586c is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:43:01.352425 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-22b79f11-0753-49d6-bba5-cbfde0a40f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:01.381904 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-813f6394-6b39-4a20-834b-66a1a01c9f8b admin admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:43:01.386276 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813f6394-6b39-4a20-834b-66a1a01c9f8b admin admin] Pushing event updated for resources: {'Port': ['ID=1cea6ae9-e447-420e-9d47-283723ff3ded,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:01.398683 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813f6394-6b39-4a20-834b-66a1a01c9f8b admin admin] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:43:01.502947 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-cf498904-7ba2-444f-9aae-5b171b3bc8ee req-58bd5318-3455-4c46-90f3-eac1ee7ef822 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:01.524633 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e35241e3-893b-403f-81c4-b727f9e5a791 req-faac9dee-9433-4739-92f9-c311fdcbef0c tempest-ServerShowV247Test-1243177545 tempest-ServerShowV247Test-1243177545-project] 10.222.0.101 "GET /v2.0/ports?device_id=a9cf3e06-99f8-4cd3-a27d-d25d43f1c611 HTTP/1.1" status: 200 len: 210 time: 0.0723228 Sep 24 15:43:01.539023 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed77b9bc-ffd4-4f3d-a4de-2b3cf49f29e0 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:43:01.543937 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ed77b9bc-ffd4-4f3d-a4de-2b3cf49f29e0 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:01.545430 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ed77b9bc-ffd4-4f3d-a4de-2b3cf49f29e0 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] 10.222.0.101 "PUT /v2.0/routers/37d1b92d-1823-41eb-8ea2-10dcf932586c HTTP/1.1" status: 200 len: 920 time: 3.4357095 Sep 24 15:43:01.549016 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf20889c-fbb7-4687-bb47-ed4984032a60 None None] Sync routers for ids ['37d1b92d-1823-41eb-8ea2-10dcf932586c'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:43:01.550001 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 54598) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:01.565033 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf20889c-fbb7-4687-bb47-ed4984032a60 None None] Routers {'37d1b92d-1823-41eb-8ea2-10dcf932586c'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:43:01.565921 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-cf20889c-fbb7-4687-bb47-ed4984032a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:42:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['37d1b92d-1823-41eb-8ea2-10dcf932586c'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:01.623183 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-cf20889c-fbb7-4687-bb47-ed4984032a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:01.656907 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf20889c-fbb7-4687-bb47-ed4984032a60 None None] Routers {'37d1b92d-1823-41eb-8ea2-10dcf932586c'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:43:01.657551 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-cf20889c-fbb7-4687-bb47-ed4984032a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:42:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['37d1b92d-1823-41eb-8ea2-10dcf932586c'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:01.722205 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-cf20889c-fbb7-4687-bb47-ed4984032a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:01.723102 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf20889c-fbb7-4687-bb47-ed4984032a60 None None] The sync data for ids ['37d1b92d-1823-41eb-8ea2-10dcf932586c'] in n-d-808921-1 is: [] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:43:01.754752 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-190f8980-976b-49fe-b896-04a79a9eb69c tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] 10.222.0.101 "GET /v2.0/routers/37d1b92d-1823-41eb-8ea2-10dcf932586c HTTP/1.1" status: 200 len: 926 time: 0.2031183 Sep 24 15:43:01.757836 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 54616) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:01.765582 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-577aface-dac9-45c4-9e82-ce3fdb217e05 None None] Provisioning complete for port 136c39a4-a23e-40f2-8fad-c2c3fefad6cb triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:43:01.766006 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-577aface-dac9-45c4-9e82-ce3fdb217e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:01.809435 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7df836-1f2d-4cda-ac03-3c2b238e5fc8 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:01.811818 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-9e7df836-1f2d-4cda-ac03-3c2b238e5fc8 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] 10.222.0.101 "GET /v2.0/ports?network_id=e6a2de20-1ea0-43e5-88e0-982d19e317d5&device_id=37d1b92d-1823-41eb-8ea2-10dcf932586c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0525641 Sep 24 15:43:01.814715 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 54618) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:01.868299 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-cf498904-7ba2-444f-9aae-5b171b3bc8ee req-58bd5318-3455-4c46-90f3-eac1ee7ef822 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:01.883785 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['cb238af0-bcfe-4574-a1e6-2129ca44f562'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:43:01.927793 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf498904-7ba2-444f-9aae-5b171b3bc8ee req-58bd5318-3455-4c46-90f3-eac1ee7ef822 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Network bad15511-e79d-4a5e-8826-604fa4d6fb1c is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:43:01.932036 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-cf498904-7ba2-444f-9aae-5b171b3bc8ee req-58bd5318-3455-4c46-90f3-eac1ee7ef822 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:43:01.941312 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be78572-04ff-49bf-8ee0-693e66a14f2e tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:01.943226 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-0be78572-04ff-49bf-8ee0-693e66a14f2e tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] 10.222.0.101 "GET /v2.0/networks/e6a2de20-1ea0-43e5-88e0-982d19e317d5 HTTP/1.1" status: 200 len: 881 time: 0.1275809 Sep 24 15:43:01.957638 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf498904-7ba2-444f-9aae-5b171b3bc8ee req-58bd5318-3455-4c46-90f3-eac1ee7ef822 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:43:01.964860 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 54624) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:02.006525 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f3cbd359-ce71-4cce-be25-8bd1ea1c45f4 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] 10.222.0.101 "GET /v2.0/ports?device_id=37d1b92d-1823-41eb-8ea2-10dcf932586c HTTP/1.1" status: 200 len: 205 time: 0.0468204 Sep 24 15:43:02.012472 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 54626) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:02.044755 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0791cf52-eeb8-45ae-b554-c4989e036b78 req-29402194-cb9d-4b65-9ab5-8b821cb8544a tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:02.053335 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0791cf52-eeb8-45ae-b554-c4989e036b78 req-29402194-cb9d-4b65-9ab5-8b821cb8544a tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5d0cce0-4325-41d2-8926-525669f30ed0 HTTP/1.1" status: 200 len: 944 time: 0.1347997 Sep 24 15:43:02.082532 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 27dc361e-9b6d-44ac-bfef-9d06e585c8a0 details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:43:02.134190 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0791cf52-eeb8-45ae-b554-c4989e036b78 req-1e1ee4f2-5309-46fd-9dec-2d49992cc7e9 tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] 10.222.0.101 "GET /v2.0/security-groups?id=6e01d6c5-d13f-4908-9ca3-a0ecdf0f7b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736327 Sep 24 15:43:02.308312 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 136c39a4-a23e-40f2-8fad-c2c3fefad6cb up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:43:02.320656 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7b667b5e-3eae-42af-b7a0-7a7a420148eb tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks [] for router, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:02.338899 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bd5318-3455-4c46-90f3-eac1ee7ef822 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Pushing event updated for resources: {'Port': ['ID=28572c71-755a-4ec9-8efe-e364c762f5de,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:02.389213 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 27dc361e-9b6d-44ac-bfef-9d06e585c8a0, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=27dc361e-9b6d-44ac-bfef-9d06e585c8a0,segment=NetworkSegment(db87eefb-f3a7-4a9d-90fd-936ebe911b7a),segment_id=db87eefb-f3a7-4a9d-90fd-936ebe911b7a)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:43:02.417065 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': '27dc361e-9b6d-44ac-bfef-9d06e585c8a0', 'network_id': '1607962c-d4f7-409b-9616-90538896b74f', 'port_id': '27dc361e-9b6d-44ac-bfef-9d06e585c8a0', 'mac_address': 'fa:16:3e:54:d7:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1250, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '955c88c4-2efa-4e9c-87c6-93b275727dd4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:43:02.421826 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9b370c71-c5f9-446a-a433-6c7cfe5718b2 req-84f3d960-5754-40bb-af27-4e5550dcf470 tempest-ServerShowV247Test-1243177545 tempest-ServerShowV247Test-1243177545-project] 10.222.0.101 "GET /v2.0/ports?device_id=36f3ff91-2c4c-4d2f-971c-c6d602d5189f HTTP/1.1" status: 200 len: 210 time: 0.0352728 Sep 24 15:43:02.468228 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bd5318-3455-4c46-90f3-eac1ee7ef822 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:43:02.468882 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bd5318-3455-4c46-90f3-eac1ee7ef822 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:43:02.469384 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bd5318-3455-4c46-90f3-eac1ee7ef822 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:43:02.469871 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bd5318-3455-4c46-90f3-eac1ee7ef822 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:43:02.470430 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bd5318-3455-4c46-90f3-eac1ee7ef822 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:43:02.470962 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bd5318-3455-4c46-90f3-eac1ee7ef822 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:43:02.471298 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bd5318-3455-4c46-90f3-eac1ee7ef822 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:43:02.471628 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bd5318-3455-4c46-90f3-eac1ee7ef822 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:43:02.471958 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bd5318-3455-4c46-90f3-eac1ee7ef822 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:43:02.472278 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bd5318-3455-4c46-90f3-eac1ee7ef822 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:43:02.472635 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bd5318-3455-4c46-90f3-eac1ee7ef822 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:43:02.472956 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58bd5318-3455-4c46-90f3-eac1ee7ef822 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:43:02.473442 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 136c39a4-a23e-40f2-8fad-c2c3fefad6cb triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:43:02.473949 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:02.475569 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-0e4c6f93-a25f-42b5-aea2-6dbf641c150c None None] Provisioning complete for port 28572c71-755a-4ec9-8efe-e364c762f5de triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:43:02.475924 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0e4c6f93-a25f-42b5-aea2-6dbf641c150c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:02.507760 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf498904-7ba2-444f-9aae-5b171b3bc8ee req-58bd5318-3455-4c46-90f3-eac1ee7ef822 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:02.508708 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-cf498904-7ba2-444f-9aae-5b171b3bc8ee req-58bd5318-3455-4c46-90f3-eac1ee7ef822 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:02.660865 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7b667b5e-3eae-42af-b7a0-7a7a420148eb tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:02.675103 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61143ed6-8e62-4f26-aa08-d1c985086467 req-40e26755-fb9f-414d-a154-95b450e6a158 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:02.676812 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-61143ed6-8e62-4f26-aa08-d1c985086467 req-40e26755-fb9f-414d-a154-95b450e6a158 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=5b6fdb1d-de35-4fee-b131-9178ea4aba6e HTTP/1.1" status: 200 len: 931 time: 0.3535528 Sep 24 15:43:02.678111 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cf498904-7ba2-444f-9aae-5b171b3bc8ee req-58bd5318-3455-4c46-90f3-eac1ee7ef822 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3845391 Sep 24 15:43:02.693818 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-cf498904-7ba2-444f-9aae-5b171b3bc8ee req-bbc43cd7-0f45-49c7-916c-7931897f64d5 service neutron] Request body: {'port': {'device_id': '5b6fdb1d-de35-4fee-b131-9178ea4aba6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:43:02.739112 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:02.740064 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-813f6394-6b39-4a20-834b-66a1a01c9f8b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:02.768837 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27dc361e-9b6d-44ac-bfef-9d06e585c8a0 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:43:02.773606 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-0e4c6f93-a25f-42b5-aea2-6dbf641c150c None None] Port 28572c71-755a-4ec9-8efe-e364c762f5de cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:43:02.794809 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 27dc361e-9b6d-44ac-bfef-9d06e585c8a0, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=27dc361e-9b6d-44ac-bfef-9d06e585c8a0,segment=NetworkSegment(db87eefb-f3a7-4a9d-90fd-936ebe911b7a),segment_id=db87eefb-f3a7-4a9d-90fd-936ebe911b7a)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:43:02.823820 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-61143ed6-8e62-4f26-aa08-d1c985086467 req-4ffa52a4-ef46-47ac-ae9a-3df456f00849 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376371 Sep 24 15:43:02.851210 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-cf498904-7ba2-444f-9aae-5b171b3bc8ee req-bbc43cd7-0f45-49c7-916c-7931897f64d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:02.864540 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:02.912536 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=27dc361e-9b6d-44ac-bfef-9d06e585c8a0,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:03.055889 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-7b667b5e-3eae-42af-b7a0-7a7a420148eb tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Deleting port b235f194-0d46-43b4-b058-9160d42cbfa9 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:43:03.056404 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7b667b5e-3eae-42af-b7a0-7a7a420148eb tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:03.200368 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['27dc361e-9b6d-44ac-bfef-9d06e585c8a0'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:43:03.289366 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e10cc-0ed9-4e8a-bc8d-c4eafd150367 req-5dd65053-e1c6-4bd7-8362-fd6792e67a47 tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:03.297692 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-725e10cc-0ed9-4e8a-bc8d-c4eafd150367 req-5dd65053-e1c6-4bd7-8362-fd6792e67a47 tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5d0cce0-4325-41d2-8926-525669f30ed0 HTTP/1.1" status: 200 len: 945 time: 0.0880949 Sep 24 15:43:03.341728 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-725e10cc-0ed9-4e8a-bc8d-c4eafd150367 req-1980f41b-0a96-49be-afb9-eaa20bde21db tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] 10.222.0.101 "GET /v2.0/security-groups?id=6e01d6c5-d13f-4908-9ca3-a0ecdf0f7b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373037 Sep 24 15:43:03.537733 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a9f8f005-8a73-4783-89e2-47da213c9937 req-f496d13e-69bc-4382-88f5-2b4dc0ecb398 tempest-ServerShowV247Test-1243177545 tempest-ServerShowV247Test-1243177545-project] 10.222.0.101 "GET /v2.0/ports?device_id=36f3ff91-2c4c-4d2f-971c-c6d602d5189f HTTP/1.1" status: 200 len: 210 time: 0.0334587 Sep 24 15:43:03.585041 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-813f6394-6b39-4a20-834b-66a1a01c9f8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:03.666258 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7b667b5e-3eae-42af-b7a0-7a7a420148eb tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:03.690674 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-7b667b5e-3eae-42af-b7a0-7a7a420148eb tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Calling delete_port for b235f194-0d46-43b4-b058-9160d42cbfa9 owned by network:router_gateway {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:43:03.834203 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 54662) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:03.898878 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-7158cfa8-8ea7-4caa-bce1-a402c7931251 admin admin] Deleting subnet 946d8626-ec5d-49c4-aa21-33da3ceddcfd {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:43:03.898878 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7158cfa8-8ea7-4caa-bce1-a402c7931251 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:03.918174 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2332a81b-ab48-4107-8d03-cd1ab5afc709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:03.923746 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-cf498904-7ba2-444f-9aae-5b171b3bc8ee req-bbc43cd7-0f45-49c7-916c-7931897f64d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28572c71-755a-4ec9-8efe-e364c762f5de {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:43:03.935614 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-cf498904-7ba2-444f-9aae-5b171b3bc8ee req-bbc43cd7-0f45-49c7-916c-7931897f64d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:03.946308 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7158cfa8-8ea7-4caa-bce1-a402c7931251 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:03.990722 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7158cfa8-8ea7-4caa-bce1-a402c7931251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:03.990983 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-cf498904-7ba2-444f-9aae-5b171b3bc8ee req-bbc43cd7-0f45-49c7-916c-7931897f64d5 service neutron] Transition to ACTIVE for port object 28572c71-755a-4ec9-8efe-e364c762f5de will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:43:04.052620 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f55f1d-fa0f-4dba-97c9-5261c0831dc4 req-56d418ab-52e9-4c51-9584-71cd169d8018 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:04.052620 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-18f55f1d-fa0f-4dba-97c9-5261c0831dc4 req-56d418ab-52e9-4c51-9584-71cd169d8018 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=5b6fdb1d-de35-4fee-b131-9178ea4aba6e HTTP/1.1" status: 200 len: 931 time: 0.1116011 Sep 24 15:43:04.077204 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-cf498904-7ba2-444f-9aae-5b171b3bc8ee req-bbc43cd7-0f45-49c7-916c-7931897f64d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:04.120853 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-813f6394-6b39-4a20-834b-66a1a01c9f8b admin admin] Router 4a7d13b6-342f-4da3-8f51-13e97a87c08d is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:43:04.136881 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-18f55f1d-fa0f-4dba-97c9-5261c0831dc4 req-83c9ce0a-6033-45c0-8e49-4e0ac71a841f tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780149 Sep 24 15:43:04.159178 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc43cd7-0f45-49c7-916c-7931897f64d5 service neutron] Pushing event updated for resources: {'Port': ['ID=28572c71-755a-4ec9-8efe-e364c762f5de,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:04.159446 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7158cfa8-8ea7-4caa-bce1-a402c7931251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:04.176533 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7b667b5e-3eae-42af-b7a0-7a7a420148eb tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:04.198243 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7158cfa8-8ea7-4caa-bce1-a402c7931251 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=946d8626-ec5d-49c4-aa21-33da3ceddcfd,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:04.201866 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7158cfa8-8ea7-4caa-bce1-a402c7931251 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:04.209182 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-7158cfa8-8ea7-4caa-bce1-a402c7931251 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/946d8626-ec5d-49c4-aa21-33da3ceddcfd HTTP/1.1" status: 204 len: 168 time: 0.3734729 Sep 24 15:43:04.211594 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 54666) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:04.261718 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:04.287211 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b667b5e-3eae-42af-b7a0-7a7a420148eb tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Pushing event deleted for resources: {'Port': ['ID=b235f194-0d46-43b4-b058-9160d42cbfa9,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:04.292711 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e444f170-f9b7-46cb-a479-4f386a7ce713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:04.400944 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e444f170-f9b7-46cb-a479-4f386a7ce713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:04.420624 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7b667b5e-3eae-42af-b7a0-7a7a420148eb tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586576'] for router_gateway, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:04.426931 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-cf498904-7ba2-444f-9aae-5b171b3bc8ee req-bbc43cd7-0f45-49c7-916c-7931897f64d5 service neutron] Attempting to bind port 28572c71-755a-4ec9-8efe-e364c762f5de on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:43:04.427712 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-cf498904-7ba2-444f-9aae-5b171b3bc8ee req-bbc43cd7-0f45-49c7-916c-7931897f64d5 service neutron] Attempting to bind port 28572c71-755a-4ec9-8efe-e364c762f5de by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': '7e8e93a9-9a2d-4b51-a14d-73f657c90f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'bad15511-e79d-4a5e-8826-604fa4d6fb1c'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:43:04.427712 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf498904-7ba2-444f-9aae-5b171b3bc8ee req-bbc43cd7-0f45-49c7-916c-7931897f64d5 service neutron] Attempting to bind port 28572c71-755a-4ec9-8efe-e364c762f5de on network bad15511-e79d-4a5e-8826-604fa4d6fb1c {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:43:04.432453 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-e444f170-f9b7-46cb-a479-4f386a7ce713 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e0da5e5-cfcf-4b73-b0d7-902e52490b00']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:04.447575 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-e444f170-f9b7-46cb-a479-4f386a7ce713 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7a68d6c-5d6b-4eed-831a-023fbb1b8f0b') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:04.448365 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-e444f170-f9b7-46cb-a479-4f386a7ce713 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7a68d6c-5d6b-4eed-831a-023fbb1b8f0b') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:04.456819 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-813f6394-6b39-4a20-834b-66a1a01c9f8b admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:43:04.469660 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfb4244-624a-4242-a486-9e0a00db3e62 None None] Sync routers for ids ['4a7d13b6-342f-4da3-8f51-13e97a87c08d'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:43:04.478312 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e444f170-f9b7-46cb-a479-4f386a7ce713 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:04.481917 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfb4244-624a-4242-a486-9e0a00db3e62 None None] Routers {'4a7d13b6-342f-4da3-8f51-13e97a87c08d'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:43:04.482649 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-0cfb4244-624a-4242-a486-9e0a00db3e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:43:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['4a7d13b6-342f-4da3-8f51-13e97a87c08d'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:04.502747 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf498904-7ba2-444f-9aae-5b171b3bc8ee req-bbc43cd7-0f45-49c7-916c-7931897f64d5 service neutron] Port 28572c71-755a-4ec9-8efe-e364c762f5de on network bad15511-e79d-4a5e-8826-604fa4d6fb1c not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:43:04.503138 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf498904-7ba2-444f-9aae-5b171b3bc8ee req-bbc43cd7-0f45-49c7-916c-7931897f64d5 service neutron] Attempting to bind port 28572c71-755a-4ec9-8efe-e364c762f5de on network bad15511-e79d-4a5e-8826-604fa4d6fb1c {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:43:04.515930 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf498904-7ba2-444f-9aae-5b171b3bc8ee req-bbc43cd7-0f45-49c7-916c-7931897f64d5 service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 42, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:43:04.516273 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf498904-7ba2-444f-9aae-5b171b3bc8ee req-bbc43cd7-0f45-49c7-916c-7931897f64d5 service neutron] Checking segment: {'id': '7e8e93a9-9a2d-4b51-a14d-73f657c90f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'bad15511-e79d-4a5e-8826-604fa4d6fb1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:43:04.516718 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf498904-7ba2-444f-9aae-5b171b3bc8ee req-bbc43cd7-0f45-49c7-916c-7931897f64d5 service neutron] Bound using segment: {'id': '7e8e93a9-9a2d-4b51-a14d-73f657c90f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'bad15511-e79d-4a5e-8826-604fa4d6fb1c'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:43:04.517796 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-cf498904-7ba2-444f-9aae-5b171b3bc8ee req-bbc43cd7-0f45-49c7-916c-7931897f64d5 service neutron] Bound port: 28572c71-755a-4ec9-8efe-e364c762f5de, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e8e93a9-9a2d-4b51-a14d-73f657c90f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'bad15511-e79d-4a5e-8826-604fa4d6fb1c'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:43:04.518170 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-cf498904-7ba2-444f-9aae-5b171b3bc8ee req-bbc43cd7-0f45-49c7-916c-7931897f64d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:04.528350 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e444f170-f9b7-46cb-a479-4f386a7ce713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:04.552798 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e444f170-f9b7-46cb-a479-4f386a7ce713 admin admin] Releasing vlan 1275 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:43:04.554019 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e444f170-f9b7-46cb-a479-4f386a7ce713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:04.563874 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7b667b5e-3eae-42af-b7a0-7a7a420148eb tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:04.566703 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:43:04.566703 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:43:04.566703 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:43:04.566703 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:43:04.566703 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:43:04.566703 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:43:04.566703 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:43:04.566703 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:43:04.566703 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:43:04.566703 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:43:04.566703 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:43:04.566703 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:43:04.566703 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:43:04.566703 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:43:04.566703 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:43:04.566703 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:43:04.566703 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:43:04.566703 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:43:04.566703 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:43:04.566703 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:43:04.566703 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:43:04.566703 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:43:04.566703 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:43:04.566703 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:43:04.566703 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:43:04.566703 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:43:04.566703 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:43:04.566703 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:43:04.566703 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:43:04.566703 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:43:04.566703 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:43:04.566703 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:43:04.579508 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7b667b5e-3eae-42af-b7a0-7a7a420148eb tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:04.623887 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f73f7b-58be-44f7-8586-a4aaecddfe2a req-7ee631c1-0f8b-4d2f-a956-39da4cec13ad tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:04.625583 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-66f73f7b-58be-44f7-8586-a4aaecddfe2a req-7ee631c1-0f8b-4d2f-a956-39da4cec13ad tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5d0cce0-4325-41d2-8926-525669f30ed0 HTTP/1.1" status: 200 len: 945 time: 0.1381845 Sep 24 15:43:04.672231 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-66f73f7b-58be-44f7-8586-a4aaecddfe2a req-e316b69d-be70-4d0c-988b-01631b9e3b35 tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] 10.222.0.101 "GET /v2.0/security-groups?id=6e01d6c5-d13f-4908-9ca3-a0ecdf0f7b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360954 Sep 24 15:43:04.675581 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-0cfb4244-624a-4242-a486-9e0a00db3e62 None None] Set router 4a7d13b6-342f-4da3-8f51-13e97a87c08d gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:43:04.694910 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5b255e31-5602-4f77-912a-818b2a074196 req-fc2b9b0c-2f6d-476a-adfa-aeaba92d3887 tempest-ServerShowV247Test-1243177545 tempest-ServerShowV247Test-1243177545-project] 10.222.0.101 "GET /v2.0/ports?device_id=36f3ff91-2c4c-4d2f-971c-c6d602d5189f HTTP/1.1" status: 200 len: 210 time: 0.0466480 Sep 24 15:43:04.715147 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-cf498904-7ba2-444f-9aae-5b171b3bc8ee req-bbc43cd7-0f45-49c7-916c-7931897f64d5 service neutron] For port 28572c71-755a-4ec9-8efe-e364c762f5de, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:43:04.718449 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-cf498904-7ba2-444f-9aae-5b171b3bc8ee req-bbc43cd7-0f45-49c7-916c-7931897f64d5 service neutron] For port 28572c71-755a-4ec9-8efe-e364c762f5de, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=28572c71-755a-4ec9-8efe-e364c762f5de,segment=NetworkSegment(7e8e93a9-9a2d-4b51-a14d-73f657c90f78),segment_id=7e8e93a9-9a2d-4b51-a14d-73f657c90f78)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:43:04.860328 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-0cfb4244-624a-4242-a486-9e0a00db3e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7d13b6-342f-4da3-8f51-13e97a87c08d', 'name': 'tempest-ServersTestBootFromVolume-571201643-router', 'tenant_id': '5263748a73e54761954b877d2ae863de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '1cea6ae9-e447-420e-9d47-283723ff3ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:42:58Z', 'updated_at': '2021-09-24T15:43:01Z', 'revision_number': 3, 'project_id': '5263748a73e54761954b877d2ae863de', 'gw_port': {'id': '1cea6ae9-e447-420e-9d47-283723ff3ded', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:56:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a7d13b6-342f-4da3-8f51-13e97a87c08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:43:00Z', 'updated_at': '2021-09-24T15:43:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:04.868702 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-813f6394-6b39-4a20-834b-66a1a01c9f8b admin admin] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:04.872626 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-813f6394-6b39-4a20-834b-66a1a01c9f8b admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.4151459 Sep 24 15:43:04.872626 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7b667b5e-3eae-42af-b7a0-7a7a420148eb tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:04.872626 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b667b5e-3eae-42af-b7a0-7a7a420148eb tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Fanout notify agent at l3_agent the message router_deleted on router 37d1b92d-1823-41eb-8ea2-10dcf932586c {{(pid=95298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:43:04.873017 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e444f170-f9b7-46cb-a479-4f386a7ce713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:04.873850 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-cf498904-7ba2-444f-9aae-5b171b3bc8ee req-bbc43cd7-0f45-49c7-916c-7931897f64d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:04.874167 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 54674) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:04.881476 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7b667b5e-3eae-42af-b7a0-7a7a420148eb tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:04.890323 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-7b667b5e-3eae-42af-b7a0-7a7a420148eb tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] 10.222.0.101 "DELETE /v2.0/routers/37d1b92d-1823-41eb-8ea2-10dcf932586c HTTP/1.1" status: 204 len: 168 time: 2.8479106 Sep 24 15:43:04.895192 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 54676) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:04.900138 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfb4244-624a-4242-a486-9e0a00db3e62 None None] Checking router: 4a7d13b6-342f-4da3-8f51-13e97a87c08d for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:43:04.900494 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfb4244-624a-4242-a486-9e0a00db3e62 None None] Updating router 4a7d13b6-342f-4da3-8f51-13e97a87c08d port 1cea6ae9-e447-420e-9d47-283723ff3ded binding host n-d-808921-1 {{(pid=95299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:43:04.917132 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-ea817582-cdae-4f1e-9fff-11a28f34cc0d tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2129754518', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}, 'admin_state_up': False}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:43:04.929267 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0cfb4244-624a-4242-a486-9e0a00db3e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:04.933383 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e444f170-f9b7-46cb-a479-4f386a7ce713 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:04.935647 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e444f170-f9b7-46cb-a479-4f386a7ce713 admin admin] 10.222.0.101 "DELETE /v2.0/networks/3e0da5e5-cfcf-4b73-b0d7-902e52490b00 HTTP/1.1" status: 204 len: 168 time: 0.7228534 Sep 24 15:43:04.936513 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf498904-7ba2-444f-9aae-5b171b3bc8ee req-bbc43cd7-0f45-49c7-916c-7931897f64d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:04.938060 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-cf498904-7ba2-444f-9aae-5b171b3bc8ee req-bbc43cd7-0f45-49c7-916c-7931897f64d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:04.938991 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cf498904-7ba2-444f-9aae-5b171b3bc8ee req-bbc43cd7-0f45-49c7-916c-7931897f64d5 service neutron] 10.222.0.110 "PUT /v2.0/ports/28572c71-755a-4ec9-8efe-e364c762f5de HTTP/1.1" status: 200 len: 1091 time: 2.2498846 Sep 24 15:43:04.940043 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b6fdb1d-de35-4fee-b131-9178ea4aba6e', 'tag': '28572c71-755a-4ec9-8efe-e364c762f5de'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:43:04.942407 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d5b33c5-1dc9-4a83-bfe9-aed85e347b58" -d '{"events": [{"name": "network-changed", "server_uuid": "5b6fdb1d-de35-4fee-b131-9178ea4aba6e", "tag": "28572c71-755a-4ec9-8efe-e364c762f5de"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:43:04.994428 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc43cd7-0f45-49c7-916c-7931897f64d5 service neutron] Pushing event updated for resources: {'Port': ['ID=28572c71-755a-4ec9-8efe-e364c762f5de,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:05.022745 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba11a7ee-66f6-47f6-a6ce-42d85a84bca5 x-openstack-request-id: req-ba11a7ee-66f6-47f6-a6ce-42d85a84bca5 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:43:05.023033 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b6fdb1d-de35-4fee-b131-9178ea4aba6e", "tag": "28572c71-755a-4ec9-8efe-e364c762f5de", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:43:05.023626 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ba11a7ee-66f6-47f6-a6ce-42d85a84bca5 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:43:05.023731 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b6fdb1d-de35-4fee-b131-9178ea4aba6e', 'tag': '28572c71-755a-4ec9-8efe-e364c762f5de', 'status': 'completed', 'code': 200} Sep 24 15:43:05.035873 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e444f170-f9b7-46cb-a479-4f386a7ce713 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e0da5e5-cfcf-4b73-b0d7-902e52490b00,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:05.139838 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b33c5-1dc9-4a83-bfe9-aed85e347b58 req-0c57d791-12d1-4a4c-87dd-83c052512c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:05.143628 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3d5b33c5-1dc9-4a83-bfe9-aed85e347b58 req-0c57d791-12d1-4a4c-87dd-83c052512c2b service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=ac17221dd7b34bd3afb658a69ac088d3&device_id=5b6fdb1d-de35-4fee-b131-9178ea4aba6e HTTP/1.1" status: 200 len: 1094 time: 0.0864704 Sep 24 15:43:05.273951 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ea817582-cdae-4f1e-9fff-11a28f34cc0d tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:05.274886 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ea817582-cdae-4f1e-9fff-11a28f34cc0d tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:05.293055 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0cfb4244-624a-4242-a486-9e0a00db3e62 None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:05.347522 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:05.354964 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b33c5-1dc9-4a83-bfe9-aed85e347b58 req-595b2db8-05fa-4e9d-bced-30349430a1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:05.356448 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3d5b33c5-1dc9-4a83-bfe9-aed85e347b58 req-595b2db8-05fa-4e9d-bced-30349430a1c7 service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=ac17221dd7b34bd3afb658a69ac088d3&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2031744 Sep 24 15:43:05.369667 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9929f566-9866-402e-a7d7-3a2ac135290d req-6ebf1257-abfc-4d03-88d7-e6db87636106 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:05.371160 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9929f566-9866-402e-a7d7-3a2ac135290d req-6ebf1257-abfc-4d03-88d7-e6db87636106 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=5b6fdb1d-de35-4fee-b131-9178ea4aba6e HTTP/1.1" status: 200 len: 943 time: 0.0901742 Sep 24 15:43:05.384953 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ea817582-cdae-4f1e-9fff-11a28f34cc0d tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:05.465836 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9929f566-9866-402e-a7d7-3a2ac135290d req-ac514e6c-0076-491d-9dab-e8cc5799b724 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859745 Sep 24 15:43:05.496501 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b33c5-1dc9-4a83-bfe9-aed85e347b58 req-52b9fa71-ea81-4b3c-a604-aacab7a2434d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:05.498568 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3d5b33c5-1dc9-4a83-bfe9-aed85e347b58 req-52b9fa71-ea81-4b3c-a604-aacab7a2434d service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1265061 Sep 24 15:43:05.499259 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0cfb4244-624a-4242-a486-9e0a00db3e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:05.562075 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-0cfb4244-624a-4242-a486-9e0a00db3e62 None None] Attempting to bind port 1cea6ae9-e447-420e-9d47-283723ff3ded on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:43:05.562475 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-0cfb4244-624a-4242-a486-9e0a00db3e62 None None] Attempting to bind port 1cea6ae9-e447-420e-9d47-283723ff3ded by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:43:05.562845 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfb4244-624a-4242-a486-9e0a00db3e62 None None] Attempting to bind port 1cea6ae9-e447-420e-9d47-283723ff3ded on network e6a2de20-1ea0-43e5-88e0-982d19e317d5 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:43:05.566127 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672ef46d-6ad3-4b52-ac88-53ba06d8b053 None None] Pushing event updated for resources: {'Port': ['ID=1cea6ae9-e447-420e-9d47-283723ff3ded,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:05.577214 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfb4244-624a-4242-a486-9e0a00db3e62 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:43:05.577588 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfb4244-624a-4242-a486-9e0a00db3e62 None None] Checking segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:43:05.577985 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0cfb4244-624a-4242-a486-9e0a00db3e62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:05.578410 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfb4244-624a-4242-a486-9e0a00db3e62 None None] Bound using segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:43:05.578890 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-0cfb4244-624a-4242-a486-9e0a00db3e62 None None] Bound port: 1cea6ae9-e447-420e-9d47-283723ff3ded, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:43:05.579289 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0cfb4244-624a-4242-a486-9e0a00db3e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:05.623543 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf498904-7ba2-444f-9aae-5b171b3bc8ee req-bf96b354-2f54-451c-bda6-0c29ae17f8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:05.625327 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cf498904-7ba2-444f-9aae-5b171b3bc8ee req-bf96b354-2f54-451c-bda6-0c29ae17f8eb service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=ac17221dd7b34bd3afb658a69ac088d3&device_id=5b6fdb1d-de35-4fee-b131-9178ea4aba6e HTTP/1.1" status: 200 len: 1094 time: 0.0580468 Sep 24 15:43:05.639970 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-0cfb4244-624a-4242-a486-9e0a00db3e62 None None] For port 1cea6ae9-e447-420e-9d47-283723ff3ded, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:43:05.644006 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-0cfb4244-624a-4242-a486-9e0a00db3e62 None None] For port 1cea6ae9-e447-420e-9d47-283723ff3ded, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=1cea6ae9-e447-420e-9d47-283723ff3ded,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:43:05.670744 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cf498904-7ba2-444f-9aae-5b171b3bc8ee req-8bbd845a-e2c5-4c9f-9801-f5ed52b96dcb service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=28572c71-755a-4ec9-8efe-e364c762f5de HTTP/1.1" status: 200 len: 217 time: 0.0374103 Sep 24 15:43:05.688017 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3b551a8e-679b-4604-8d27-25b76589dfdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:05.747625 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf498904-7ba2-444f-9aae-5b171b3bc8ee req-1a9c16da-c551-451e-9e4c-ebca3ff9fbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:05.749163 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cf498904-7ba2-444f-9aae-5b171b3bc8ee req-1a9c16da-c551-451e-9e4c-ebca3ff9fbdf service neutron] 10.222.0.110 "GET /v2.0/subnets?id=ac550aa6-1c9d-441e-90e2-38bf2a7a38e4 HTTP/1.1" status: 200 len: 851 time: 0.0712953 Sep 24 15:43:05.753507 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0cfb4244-624a-4242-a486-9e0a00db3e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:05.757231 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 54690) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:05.783692 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ea817582-cdae-4f1e-9fff-11a28f34cc0d tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:05.818973 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672ef46d-6ad3-4b52-ac88-53ba06d8b053 None None] Pushing event updated for resources: {'Port': ['ID=1cea6ae9-e447-420e-9d47-283723ff3ded,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:05.835811 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfb4244-624a-4242-a486-9e0a00db3e62 None None] Routers {'4a7d13b6-342f-4da3-8f51-13e97a87c08d'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:43:05.836455 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-0cfb4244-624a-4242-a486-9e0a00db3e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:43:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['4a7d13b6-342f-4da3-8f51-13e97a87c08d'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:05.855613 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c6f9e09a-35a4-470f-93a7-551ab3e1fc1d req-73ed4dcd-15b0-4b90-bce7-c6ce3aad20f6 tempest-ServerShowV247Test-1243177545 tempest-ServerShowV247Test-1243177545-project] 10.222.0.101 "GET /v2.0/ports?device_id=36f3ff91-2c4c-4d2f-971c-c6d602d5189f HTTP/1.1" status: 200 len: 210 time: 0.0370116 Sep 24 15:43:05.866176 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf498904-7ba2-444f-9aae-5b171b3bc8ee req-f0fb3795-5885-4ced-9ca3-0cd103c040b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:05.867739 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cf498904-7ba2-444f-9aae-5b171b3bc8ee req-f0fb3795-5885-4ced-9ca3-0cd103c040b3 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=bad15511-e79d-4a5e-8826-604fa4d6fb1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1083248 Sep 24 15:43:05.874765 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-cad19f92-16c5-402e-9dfc-da942372f709 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d0b79565aaee49b1a1b35139ea3bccae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1140914 Sep 24 15:43:05.880975 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313401f6-e615-4b47-9bfa-001e974ee6bb req-06535bfb-71ec-4dce-b6dc-e0de7679d579 tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:05.882544 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-313401f6-e615-4b47-9bfa-001e974ee6bb req-06535bfb-71ec-4dce-b6dc-e0de7679d579 tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5d0cce0-4325-41d2-8926-525669f30ed0 HTTP/1.1" status: 200 len: 945 time: 0.1090391 Sep 24 15:43:05.883020 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 54692) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:05.949103 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-0cfb4244-624a-4242-a486-9e0a00db3e62 None None] Set router 4a7d13b6-342f-4da3-8f51-13e97a87c08d gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:43:06.012367 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-3b551a8e-679b-4604-8d27-25b76589dfdd admin admin] Allocated IP 172.20.0.1 (19c2cc6b-6fd9-4d5d-b971-5ea0f368a861/c9e1fbb5-ba1f-404e-a5c9-92121db23b41/5f9044b5-2afd-43e8-8c46-1178352c651d) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:43:06.024603 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-313401f6-e615-4b47-9bfa-001e974ee6bb req-39dec0ec-3f16-42de-b15c-b05b9ac65c16 tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] 10.222.0.101 "GET /v2.0/security-groups?id=6e01d6c5-d13f-4908-9ca3-a0ecdf0f7b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345034 Sep 24 15:43:06.042698 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ab30a586-d259-44ef-a0f3-fc9c65212001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:06.062199 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cf498904-7ba2-444f-9aae-5b171b3bc8ee req-7c70e523-240c-4fd0-ae2c-0bf8fa85e5d7 service neutron] 10.222.0.110 "GET /v2.0/networks/bad15511-e79d-4a5e-8826-604fa4d6fb1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782219 Sep 24 15:43:06.070470 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 27dc361e-9b6d-44ac-bfef-9d06e585c8a0 up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:43:06.099369 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ab30a586-d259-44ef-a0f3-fc9c65212001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:06.191961 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-0cfb4244-624a-4242-a486-9e0a00db3e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7d13b6-342f-4da3-8f51-13e97a87c08d', 'name': 'tempest-ServersTestBootFromVolume-571201643-router', 'tenant_id': '5263748a73e54761954b877d2ae863de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '1cea6ae9-e447-420e-9d47-283723ff3ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:42:58Z', 'updated_at': '2021-09-24T15:43:01Z', 'revision_number': 3, 'project_id': '5263748a73e54761954b877d2ae863de', 'gw_port': {'id': '1cea6ae9-e447-420e-9d47-283723ff3ded', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:56:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a7d13b6-342f-4da3-8f51-13e97a87c08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:43:00Z', 'updated_at': '2021-09-24T15:43:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:06.196688 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cf498904-7ba2-444f-9aae-5b171b3bc8ee req-4e1b7723-14bc-4ce0-9198-9857390f9392 service neutron] 10.222.0.110 "GET /v2.0/networks/bad15511-e79d-4a5e-8826-604fa4d6fb1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270852 Sep 24 15:43:06.222245 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cfb4244-624a-4242-a486-9e0a00db3e62 None None] The sync data for ids ['4a7d13b6-342f-4da3-8f51-13e97a87c08d'] in n-d-808921-1 is: [{'id': '4a7d13b6-342f-4da3-8f51-13e97a87c08d', 'name': 'tempest-ServersTestBootFromVolume-571201643-router', 'tenant_id': '5263748a73e54761954b877d2ae863de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '1cea6ae9-e447-420e-9d47-283723ff3ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:42:58Z', 'updated_at': '2021-09-24T15:43:01Z', 'revision_number': 3, 'project_id': '5263748a73e54761954b877d2ae863de', 'gw_port': {'id': '1cea6ae9-e447-420e-9d47-283723ff3ded', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:56:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a7d13b6-342f-4da3-8f51-13e97a87c08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:43:00Z', 'updated_at': '2021-09-24T15:43:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:43:06.239269 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3b551a8e-679b-4604-8d27-25b76589dfdd admin admin] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:06.248547 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port 27dc361e-9b6d-44ac-bfef-9d06e585c8a0 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:43:06.253570 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port 27dc361e-9b6d-44ac-bfef-9d06e585c8a0 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:43:06.253950 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:06.299287 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ea817582-cdae-4f1e-9fff-11a28f34cc0d tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks [] for router_gateway, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:06.318260 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ab30a586-d259-44ef-a0f3-fc9c65212001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:06.323250 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ab30a586-d259-44ef-a0f3-fc9c65212001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:06.325921 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ea817582-cdae-4f1e-9fff-11a28f34cc0d tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:06.340359 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-ab30a586-d259-44ef-a0f3-fc9c65212001 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d97631d9-e021-4f7f-8337-cf1ec4fb8b80 HTTP/1.1" status: 204 len: 168 time: 0.4550967 Sep 24 15:43:06.360121 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab30a586-d259-44ef-a0f3-fc9c65212001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97631d9-e021-4f7f-8337-cf1ec4fb8b80,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:06.377741 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:06.419339 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5d0cce0-4325-41d2-8926-525669f30ed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27dc361e-9b6d-44ac-bfef-9d06e585c8a0'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:43:06.421688 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-987ce918-7b2b-4fe5-8874-82cfe2c99d6b" -d '{"events": [{"server_uuid": "f5d0cce0-4325-41d2-8926-525669f30ed0", "name": "network-vif-plugged", "status": "completed", "tag": "27dc361e-9b6d-44ac-bfef-9d06e585c8a0"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:43:06.435202 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 27dc361e-9b6d-44ac-bfef-9d06e585c8a0, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=27dc361e-9b6d-44ac-bfef-9d06e585c8a0,segment=NetworkSegment(db87eefb-f3a7-4a9d-90fd-936ebe911b7a),segment_id=db87eefb-f3a7-4a9d-90fd-936ebe911b7a)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:43:06.467176 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6830f7e0-6346-4518-b546-cb0dbf6b3b7a x-openstack-request-id: req-6830f7e0-6346-4518-b546-cb0dbf6b3b7a {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:43:06.467583 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5d0cce0-4325-41d2-8926-525669f30ed0", "name": "network-vif-plugged", "status": "completed", "tag": "27dc361e-9b6d-44ac-bfef-9d06e585c8a0", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:43:06.467965 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-6830f7e0-6346-4518-b546-cb0dbf6b3b7a {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:43:06.468091 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-ea817582-cdae-4f1e-9fff-11a28f34cc0d tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Allocated IP 172.25.0.211 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/96ab20b1-d55c-4a82-8195-c00b2f661c27) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:43:06.468537 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5d0cce0-4325-41d2-8926-525669f30ed0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27dc361e-9b6d-44ac-bfef-9d06e585c8a0', 'code': 200} Sep 24 15:43:06.470655 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3b551a8e-679b-4604-8d27-25b76589dfdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:06.519002 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:06.547684 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b551a8e-679b-4604-8d27-25b76589dfdd admin admin] Network 19c2cc6b-6fd9-4d5d-b971-5ea0f368a861 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:43:06.571643 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-3b551a8e-679b-4604-8d27-25b76589dfdd admin admin] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:43:06.581519 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b551a8e-679b-4604-8d27-25b76589dfdd admin admin] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:43:06.643745 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=27dc361e-9b6d-44ac-bfef-9d06e585c8a0,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:06.698330 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c4f60adb-906c-4992-b0e7-9568bad4f6db req-b5c591c5-5ba6-4687-a86a-fbe030c173e9 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=a9cf3e06-99f8-4cd3-a27d-d25d43f1c611 HTTP/1.1" status: 200 len: 210 time: 0.0972664 Sep 24 15:43:06.774161 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff361a3-2690-41c5-8e02-1d824ec44a7f req-633c03ca-2c8c-4a85-9fff-7592028ecb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:06.776288 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9ff361a3-2690-41c5-8e02-1d824ec44a7f req-633c03ca-2c8c-4a85-9fff-7592028ecb94 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=f5d0cce0-4325-41d2-8926-525669f30ed0 HTTP/1.1" status: 200 len: 1097 time: 0.1890008 Sep 24 15:43:06.801684 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:06.809282 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad081f33-69ed-4d63-a645-2a028a801e9b req-efd89f26-b81d-40ea-affc-56ec48120186 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:06.811150 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ad081f33-69ed-4d63-a645-2a028a801e9b req-efd89f26-b81d-40ea-affc-56ec48120186 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=5b6fdb1d-de35-4fee-b131-9178ea4aba6e HTTP/1.1" status: 200 len: 943 time: 0.1172283 Sep 24 15:43:06.830420 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9ff361a3-2690-41c5-8e02-1d824ec44a7f req-08fcef9c-88bb-4fb0-8d7c-f944936bcf99 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=6e01d6c5-d13f-4908-9ca3-a0ecdf0f7b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456307 Sep 24 15:43:06.875373 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ad081f33-69ed-4d63-a645-2a028a801e9b req-bf098770-ae36-4f7d-822f-dcc33f2fe85a tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480576 Sep 24 15:43:06.973931 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-66ee87ad-5945-4f5b-933f-5b76f3bbee37 None None] Provisioning complete for port 5f9044b5-2afd-43e8-8c46-1178352c651d triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:43:06.975123 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-66ee87ad-5945-4f5b-933f-5b76f3bbee37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:07.017581 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-66ee87ad-5945-4f5b-933f-5b76f3bbee37 None None] Port 5f9044b5-2afd-43e8-8c46-1178352c651d cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:43:07.064672 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b551a8e-679b-4604-8d27-25b76589dfdd admin admin] Pushing event updated for resources: {'Port': ['ID=5f9044b5-2afd-43e8-8c46-1178352c651d,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:07.108761 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-678f4b2a-0e10-4a23-9e47-57c0953012e7 req-07330a76-f713-4df9-b808-9559e1225867 tempest-ServerShowV247Test-1243177545 tempest-ServerShowV247Test-1243177545-project] 10.222.0.101 "GET /v2.0/ports?device_id=36f3ff91-2c4c-4d2f-971c-c6d602d5189f HTTP/1.1" status: 200 len: 210 time: 0.0494351 Sep 24 15:43:07.158401 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3b551a8e-679b-4604-8d27-25b76589dfdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:07.178579 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ca9763-a74d-4fca-8df8-e72cc8dfab9a req-b4b078b8-5a54-4949-a0ec-ed7d98352451 tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:07.179542 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a4ca9763-a74d-4fca-8df8-e72cc8dfab9a req-b4b078b8-5a54-4949-a0ec-ed7d98352451 tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5d0cce0-4325-41d2-8926-525669f30ed0 HTTP/1.1" status: 200 len: 946 time: 0.0549684 Sep 24 15:43:07.239007 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a4ca9763-a74d-4fca-8df8-e72cc8dfab9a req-79d575f3-7c98-40fe-9a81-24a81cc40931 tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] 10.222.0.101 "GET /v2.0/security-groups?id=6e01d6c5-d13f-4908-9ca3-a0ecdf0f7b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502582 Sep 24 15:43:07.252762 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ea817582-cdae-4f1e-9fff-11a28f34cc0d tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:07.444703 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ea817582-cdae-4f1e-9fff-11a28f34cc0d tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:07.508558 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea817582-cdae-4f1e-9fff-11a28f34cc0d tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:43:07.511152 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3b551a8e-679b-4604-8d27-25b76589dfdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:07.515633 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-ea817582-cdae-4f1e-9fff-11a28f34cc0d tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:43:07.525781 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea817582-cdae-4f1e-9fff-11a28f34cc0d tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:43:07.551621 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea817582-cdae-4f1e-9fff-11a28f34cc0d tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Pushing event updated for resources: {'Port': ['ID=96ab20b1-d55c-4a82-8195-c00b2f661c27,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:07.812513 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ce31a9d4-162b-4cd7-86cc-3fe4b30a8e9f req-e371b2de-85e9-4528-a18c-c2db425cb9c1 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=36f3ff91-2c4c-4d2f-971c-c6d602d5189f HTTP/1.1" status: 200 len: 210 time: 0.0673051 Sep 24 15:43:07.833412 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3b551a8e-679b-4604-8d27-25b76589dfdd admin admin] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:07.895852 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3b551a8e-679b-4604-8d27-25b76589dfdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:08.024989 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3b551a8e-679b-4604-8d27-25b76589dfdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:08.026691 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b551a8e-679b-4604-8d27-25b76589dfdd admin admin] Pushing event updated for resources: {'Port': ['ID=5f9044b5-2afd-43e8-8c46-1178352c651d,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:08.092838 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ea817582-cdae-4f1e-9fff-11a28f34cc0d tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks [] for router_gateway, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:08.154668 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d7ee6-a4bf-4cb0-86b7-9f8e65ea03ef req-8fa09daf-798a-48fb-b774-e74a88f983b4 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:08.155252 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d67d7ee6-a4bf-4cb0-86b7-9f8e65ea03ef req-8fa09daf-798a-48fb-b774-e74a88f983b4 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=5b6fdb1d-de35-4fee-b131-9178ea4aba6e HTTP/1.1" status: 200 len: 943 time: 0.1431844 Sep 24 15:43:08.284233 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0bd60988-8da2-433c-ba30-496370e2545b req-2f2ccb57-6e91-4e31-aeca-4dc5f431fb1f tempest-ServerShowV247Test-1243177545 tempest-ServerShowV247Test-1243177545-project] 10.222.0.101 "GET /v2.0/ports?device_id=36f3ff91-2c4c-4d2f-971c-c6d602d5189f HTTP/1.1" status: 200 len: 210 time: 0.0344913 Sep 24 15:43:08.304713 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 1cea6ae9-e447-420e-9d47-283723ff3ded up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:43:08.321329 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b551a8e-679b-4604-8d27-25b76589dfdd admin admin] Network 19c2cc6b-6fd9-4d5d-b971-5ea0f368a861 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:43:08.333905 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d67d7ee6-a4bf-4cb0-86b7-9f8e65ea03ef req-d23fd1cb-3636-46b1-b0de-0d91960510ce tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429527 Sep 24 15:43:08.340284 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-3b551a8e-679b-4604-8d27-25b76589dfdd admin admin] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:43:08.384776 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 1cea6ae9-e447-420e-9d47-283723ff3ded triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:43:08.385153 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:08.470993 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d396046-5597-4275-b910-33066e2c4239 req-76402528-1fec-419c-acff-3d86424843fa tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:08.481125 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9d396046-5597-4275-b910-33066e2c4239 req-76402528-1fec-419c-acff-3d86424843fa tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5d0cce0-4325-41d2-8926-525669f30ed0 HTTP/1.1" status: 200 len: 946 time: 0.0793047 Sep 24 15:43:08.536235 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:08.548509 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9d396046-5597-4275-b910-33066e2c4239 req-87ff91ff-560c-4eee-991b-6941d2bec3ef tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] 10.222.0.101 "GET /v2.0/security-groups?id=6e01d6c5-d13f-4908-9ca3-a0ecdf0f7b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596688 Sep 24 15:43:08.557433 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port 1cea6ae9-e447-420e-9d47-283723ff3ded, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=1cea6ae9-e447-420e-9d47-283723ff3ded,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:43:08.601557 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ea817582-cdae-4f1e-9fff-11a28f34cc0d tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:08.605735 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b551a8e-679b-4604-8d27-25b76589dfdd admin admin] Router 4a7d13b6-342f-4da3-8f51-13e97a87c08d has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:43:08.650447 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-3a5147ff-8852-4796-89b4-e858b285a3ed None None] Provisioning complete for port 5f9044b5-2afd-43e8-8c46-1178352c651d triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:43:08.650926 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3a5147ff-8852-4796-89b4-e858b285a3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:08.653512 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:08.717557 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-3a5147ff-8852-4796-89b4-e858b285a3ed None None] Port 5f9044b5-2afd-43e8-8c46-1178352c651d cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:43:08.732665 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=1cea6ae9-e447-420e-9d47-283723ff3ded,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:08.740002 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:43:08.740354 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:43:08.740696 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:43:08.741033 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:43:08.741370 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:43:08.741703 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:43:08.742029 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:43:08.742377 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:43:08.742705 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:43:08.743027 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:43:08.743349 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:43:08.743671 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:43:08.745712 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d5cb69-e6e8-4287-b00c-c062c90abe71 req-42598cbd-4505-45e2-9dd8-c8ae0e97dff2 tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:08.747301 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-16d5cb69-e6e8-4287-b00c-c062c90abe71 req-42598cbd-4505-45e2-9dd8-c8ae0e97dff2 tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5d0cce0-4325-41d2-8926-525669f30ed0 HTTP/1.1" status: 200 len: 946 time: 0.1404095 Sep 24 15:43:08.766210 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 54758) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:08.766210 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-32300f8c-c7e2-4608-9370-71485cc03f8c tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Request body: {'floatingip': {'port_id': '27dc361e-9b6d-44ac-bfef-9d06e585c8a0'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:43:08.808914 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-32300f8c-c7e2-4608-9370-71485cc03f8c tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Notify callbacks [] for floatingip, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:08.882994 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b551a8e-679b-4604-8d27-25b76589dfdd admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:43:08.892598 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:08.900981 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-3b551a8e-679b-4604-8d27-25b76589dfdd admin admin] 10.222.0.101 "PUT /v2.0/routers/4a7d13b6-342f-4da3-8f51-13e97a87c08d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0192835 Sep 24 15:43:08.901268 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d729e1d6-654a-4e32-98d7-1420d8024a46 None None] Sync routers for ids ['4a7d13b6-342f-4da3-8f51-13e97a87c08d'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:43:08.911794 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d729e1d6-654a-4e32-98d7-1420d8024a46 None None] Routers {'4a7d13b6-342f-4da3-8f51-13e97a87c08d'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:43:08.914909 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-d729e1d6-654a-4e32-98d7-1420d8024a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:43:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['4a7d13b6-342f-4da3-8f51-13e97a87c08d'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:08.942938 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 54766) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:08.989423 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea817582-cdae-4f1e-9fff-11a28f34cc0d tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Router c98bca4f-7c2d-4d3b-83da-ec25f327de4b is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:43:09.071606 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-d729e1d6-654a-4e32-98d7-1420d8024a46 None None] Set router 4a7d13b6-342f-4da3-8f51-13e97a87c08d gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:43:09.145335 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea817582-cdae-4f1e-9fff-11a28f34cc0d tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:43:09.147251 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1735ca7a-33b7-4d5b-94c8-46193afc4389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:09.158852 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53447bda-bd5f-4d26-9128-0c38e38ba46e None None] Sync routers for ids ['c98bca4f-7c2d-4d3b-83da-ec25f327de4b'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:43:09.170848 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53447bda-bd5f-4d26-9128-0c38e38ba46e None None] Routers {'c98bca4f-7c2d-4d3b-83da-ec25f327de4b'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:43:09.171610 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-53447bda-bd5f-4d26-9128-0c38e38ba46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:43:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['c98bca4f-7c2d-4d3b-83da-ec25f327de4b'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:09.236234 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-53447bda-bd5f-4d26-9128-0c38e38ba46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:09.247177 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53447bda-bd5f-4d26-9128-0c38e38ba46e None None] Routers {'c98bca4f-7c2d-4d3b-83da-ec25f327de4b'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:43:09.248098 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-53447bda-bd5f-4d26-9128-0c38e38ba46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:43:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['c98bca4f-7c2d-4d3b-83da-ec25f327de4b'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:09.298045 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-53447bda-bd5f-4d26-9128-0c38e38ba46e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:09.298795 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53447bda-bd5f-4d26-9128-0c38e38ba46e None None] The sync data for ids ['c98bca4f-7c2d-4d3b-83da-ec25f327de4b'] in n-d-808921-1 is: [] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:43:09.310798 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1735ca7a-33b7-4d5b-94c8-46193afc4389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:09.359689 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-d729e1d6-654a-4e32-98d7-1420d8024a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7d13b6-342f-4da3-8f51-13e97a87c08d', 'name': 'tempest-ServersTestBootFromVolume-571201643-router', 'tenant_id': '5263748a73e54761954b877d2ae863de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '1cea6ae9-e447-420e-9d47-283723ff3ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:42:58Z', 'updated_at': '2021-09-24T15:43:07Z', 'revision_number': 4, 'project_id': '5263748a73e54761954b877d2ae863de', 'gw_port': {'id': '1cea6ae9-e447-420e-9d47-283723ff3ded', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:56:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7d13b6-342f-4da3-8f51-13e97a87c08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:43:00Z', 'updated_at': '2021-09-24T15:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '5f9044b5-2afd-43e8-8c46-1178352c651d', 'name': '', 'network_id': '19c2cc6b-6fd9-4d5d-b971-5ea0f368a861', 'tenant_id': '5263748a73e54761954b877d2ae863de', 'mac_address': 'fa:16:3e:82:15:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a7d13b6-342f-4da3-8f51-13e97a87c08d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': 'c9e1fbb5-ba1f-404e-a5c9-92121db23b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:43:05Z', 'updated_at': '2021-09-24T15:43:07Z', 'revision_number': 2, 'project_id': '5263748a73e54761954b877d2ae863de', 'subnets': [{'id': 'c9e1fbb5-ba1f-404e-a5c9-92121db23b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:09.388215 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1735ca7a-33b7-4d5b-94c8-46193afc4389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:09.390404 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d729e1d6-654a-4e32-98d7-1420d8024a46 None None] Checking router: 4a7d13b6-342f-4da3-8f51-13e97a87c08d for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:43:09.391006 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d729e1d6-654a-4e32-98d7-1420d8024a46 None None] Updating router 4a7d13b6-342f-4da3-8f51-13e97a87c08d port 5f9044b5-2afd-43e8-8c46-1178352c651d binding host n-d-808921-1 {{(pid=95300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:43:09.418462 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-d729e1d6-654a-4e32-98d7-1420d8024a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:09.443122 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-1735ca7a-33b7-4d5b-94c8-46193afc4389 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d7efceb6117d4f4fbaa1f53df7e805ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4982579 Sep 24 15:43:09.443890 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 54778) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:09.444039 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-faa01f47-5af8-4498-a681-6134e6d857eb req-6a125ec3-1296-4dd4-bdc7-38359c3c135b tempest-ServerShowV247Test-1243177545 tempest-ServerShowV247Test-1243177545-project] 10.222.0.101 "GET /v2.0/ports?device_id=36f3ff91-2c4c-4d2f-971c-c6d602d5189f HTTP/1.1" status: 200 len: 210 time: 0.0604837 Sep 24 15:43:09.446216 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1735ca7a-33b7-4d5b-94c8-46193afc4389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a5f6b6-cf67-4f7c-93a1-7c81a1a44f72,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:09.479431 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ea817582-cdae-4f1e-9fff-11a28f34cc0d tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:09.480915 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ea817582-cdae-4f1e-9fff-11a28f34cc0d tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.5807428 Sep 24 15:43:09.483602 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 54782) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:09.489193 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-d1d1a872-eff8-4571-b548-3684c66b9843 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:43:09.513577 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3ef6961c-295e-4d34-9555-35d8c3e9b171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:09.531380 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 28572c71-755a-4ec9-8efe-e364c762f5de details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:43:09.546476 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-32300f8c-c7e2-4608-9370-71485cc03f8c tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:09.558026 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3ef6961c-295e-4d34-9555-35d8c3e9b171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:09.630077 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 54784) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:09.633295 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-32300f8c-c7e2-4608-9370-71485cc03f8c tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:09.639265 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-98db7a42-94e0-4246-a7a4-81659e7a3f31 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1952085524', 'description': 'tempest-description--1731799057'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:43:09.695252 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 28572c71-755a-4ec9-8efe-e364c762f5de, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=28572c71-755a-4ec9-8efe-e364c762f5de,segment=NetworkSegment(7e8e93a9-9a2d-4b51-a14d-73f657c90f78),segment_id=7e8e93a9-9a2d-4b51-a14d-73f657c90f78)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:43:09.711862 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': '28572c71-755a-4ec9-8efe-e364c762f5de', 'network_id': 'bad15511-e79d-4a5e-8826-604fa4d6fb1c', 'port_id': '28572c71-755a-4ec9-8efe-e364c762f5de', 'mac_address': 'fa:16:3e:29:77:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac550aa6-1c9d-441e-90e2-38bf2a7a38e4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:43:09.720897 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3ef6961c-295e-4d34-9555-35d8c3e9b171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:09.724408 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3ef6961c-295e-4d34-9555-35d8c3e9b171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:09.728818 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-3ef6961c-295e-4d34-9555-35d8c3e9b171 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/e7a5f6b6-cf67-4f7c-93a1-7c81a1a44f72 HTTP/1.1" status: 204 len: 168 time: 0.2836833 Sep 24 15:43:09.739131 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef6961c-295e-4d34-9555-35d8c3e9b171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a5f6b6-cf67-4f7c-93a1-7c81a1a44f72,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:09.775698 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-98db7a42-94e0-4246-a7a4-81659e7a3f31 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:09.798818 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c5b084-5c5f-446b-8e75-95089fd95fc0 req-321ef6cc-fd13-4eab-9968-0ab8387e9e5d tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:09.801420 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a5c5b084-5c5f-446b-8e75-95089fd95fc0 req-321ef6cc-fd13-4eab-9968-0ab8387e9e5d tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=5b6fdb1d-de35-4fee-b131-9178ea4aba6e HTTP/1.1" status: 200 len: 943 time: 0.2282500 Sep 24 15:43:09.825406 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:09.849787 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28572c71-755a-4ec9-8efe-e364c762f5de {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:43:09.875002 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 28572c71-755a-4ec9-8efe-e364c762f5de, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=28572c71-755a-4ec9-8efe-e364c762f5de,segment=NetworkSegment(7e8e93a9-9a2d-4b51-a14d-73f657c90f78),segment_id=7e8e93a9-9a2d-4b51-a14d-73f657c90f78)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:43:09.909452 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-98db7a42-94e0-4246-a7a4-81659e7a3f31 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:09.910134 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-d729e1d6-654a-4e32-98d7-1420d8024a46 None None] Notify callbacks [] for port, precommit_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:10.021123 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-98db7a42-94e0-4246-a7a4-81659e7a3f31 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:10.021385 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-d729e1d6-654a-4e32-98d7-1420d8024a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:10.021504 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:10.060882 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98db7a42-94e0-4246-a7a4-81659e7a3f31 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be6cac17-9963-4188-8e07-d6012bbe1404,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:10.104556 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13fca8a-ca35-49e9-b7d5-63b9288349f9 None None] Pushing event updated for resources: {'Port': ['ID=5f9044b5-2afd-43e8-8c46-1178352c651d,revision_number=3']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:10.136569 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-98db7a42-94e0-4246-a7a4-81659e7a3f31 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:10.138023 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-98db7a42-94e0-4246-a7a4-81659e7a3f31 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5066364 Sep 24 15:43:10.145519 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 54800) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:10.154175 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-e5369975-163b-4a06-a8d3-3e9778fa3c8a tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Request body: {'security_group_rule': {'security_group_id': 'be6cac17-9963-4188-8e07-d6012bbe1404', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:43:10.160339 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=28572c71-755a-4ec9-8efe-e364c762f5de,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:10.216142 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-d729e1d6-654a-4e32-98d7-1420d8024a46 None None] Attempting to bind port 5f9044b5-2afd-43e8-8c46-1178352c651d on host n-d-808921-1 for vnic_type normal with profile {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:43:10.217114 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-d729e1d6-654a-4e32-98d7-1420d8024a46 None None] Attempting to bind port 5f9044b5-2afd-43e8-8c46-1178352c651d by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'b84f5eb8-8372-4830-939f-7f53ff710cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '19c2cc6b-6fd9-4d5d-b971-5ea0f368a861'}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:43:10.219566 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d729e1d6-654a-4e32-98d7-1420d8024a46 None None] Attempting to bind port 5f9044b5-2afd-43e8-8c46-1178352c651d on network 19c2cc6b-6fd9-4d5d-b971-5ea0f368a861 {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:43:10.252153 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d729e1d6-654a-4e32-98d7-1420d8024a46 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:43:10.252903 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d729e1d6-654a-4e32-98d7-1420d8024a46 None None] Checking segment: {'id': 'b84f5eb8-8372-4830-939f-7f53ff710cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '19c2cc6b-6fd9-4d5d-b971-5ea0f368a861'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:43:10.253416 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-d729e1d6-654a-4e32-98d7-1420d8024a46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:10.254374 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d729e1d6-654a-4e32-98d7-1420d8024a46 None None] Bound using segment: {'id': 'b84f5eb8-8372-4830-939f-7f53ff710cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '19c2cc6b-6fd9-4d5d-b971-5ea0f368a861'} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:43:10.255039 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-d729e1d6-654a-4e32-98d7-1420d8024a46 None None] Bound port: 5f9044b5-2afd-43e8-8c46-1178352c651d, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b84f5eb8-8372-4830-939f-7f53ff710cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '19c2cc6b-6fd9-4d5d-b971-5ea0f368a861'}}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:43:10.255638 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-d729e1d6-654a-4e32-98d7-1420d8024a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:10.265913 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['28572c71-755a-4ec9-8efe-e364c762f5de'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:43:10.296416 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e5369975-163b-4a06-a8d3-3e9778fa3c8a tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:10.364937 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 1cea6ae9-e447-420e-9d47-283723ff3ded up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:43:10.374254 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-d729e1d6-654a-4e32-98d7-1420d8024a46 None None] For port 5f9044b5-2afd-43e8-8c46-1178352c651d, host n-d-808921-1, cleared binding levels {{(pid=95300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:43:10.380751 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-d729e1d6-654a-4e32-98d7-1420d8024a46 None None] For port 5f9044b5-2afd-43e8-8c46-1178352c651d, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=5f9044b5-2afd-43e8-8c46-1178352c651d,segment=NetworkSegment(b84f5eb8-8372-4830-939f-7f53ff710cab),segment_id=b84f5eb8-8372-4830-939f-7f53ff710cab)] {{(pid=95300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:43:10.404362 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a5c5b084-5c5f-446b-8e75-95089fd95fc0 req-8e08d1b3-fdff-48ba-a028-28dbaacbd2eb tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5883472 Sep 24 15:43:10.405750 n-d-808921-1 neutron-server[95298]: INFO neutron.db.l3_db [None req-32300f8c-c7e2-4608-9370-71485cc03f8c tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Floating IP 22d15cc0-5d2f-4edb-a406-70c6df9dda27 associated. External IP: 172.25.0.221, port: 27dc361e-9b6d-44ac-bfef-9d06e585c8a0. Sep 24 15:43:10.456228 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-328811b9-7a8d-4eed-bd8c-3348b0b0dbe5 req-dcde85ee-14f4-42f5-8851-e14791206688 tempest-ServerShowV247Test-1243177545 tempest-ServerShowV247Test-1243177545-project] 10.222.0.101 "GET /v2.0/ports?device_id=36f3ff91-2c4c-4d2f-971c-c6d602d5189f HTTP/1.1" status: 200 len: 210 time: 0.0492113 Sep 24 15:43:10.461042 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-d729e1d6-654a-4e32-98d7-1420d8024a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:10.507062 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e5369975-163b-4a06-a8d3-3e9778fa3c8a tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:10.541353 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d729e1d6-654a-4e32-98d7-1420d8024a46 None None] Routers {'4a7d13b6-342f-4da3-8f51-13e97a87c08d'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:43:10.547323 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-d729e1d6-654a-4e32-98d7-1420d8024a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:43:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['4a7d13b6-342f-4da3-8f51-13e97a87c08d'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:10.549255 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 1cea6ae9-e447-420e-9d47-283723ff3ded triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:43:10.549737 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:10.603713 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13fca8a-ca35-49e9-b7d5-63b9288349f9 None None] Pushing event updated for resources: {'Port': ['ID=5f9044b5-2afd-43e8-8c46-1178352c651d,revision_number=4']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:10.603916 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e5369975-163b-4a06-a8d3-3e9778fa3c8a tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:10.631810 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5369975-163b-4a06-a8d3-3e9778fa3c8a tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e86d04be-68f2-44d3-acf2-7093f42e9e35,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:10.663092 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-4b1a5796-5357-496c-84ab-b8e4c0aadc16 None None] Provisioning complete for port 5f9044b5-2afd-43e8-8c46-1178352c651d triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:43:10.663466 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4b1a5796-5357-496c-84ab-b8e4c0aadc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:10.696369 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-d729e1d6-654a-4e32-98d7-1420d8024a46 None None] Set router 4a7d13b6-342f-4da3-8f51-13e97a87c08d gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:43:10.730234 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:10.766327 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e5369975-163b-4a06-a8d3-3e9778fa3c8a tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:10.768773 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e5369975-163b-4a06-a8d3-3e9778fa3c8a tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6217823 Sep 24 15:43:10.771327 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 54812) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:10.777052 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-d988659b-18dd-4143-ad01-cac82fc35d22 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Request body: {'security_group_rule': {'security_group_id': 'be6cac17-9963-4188-8e07-d6012bbe1404', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:43:10.848231 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d1d1a872-eff8-4571-b548-3684c66b9843 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:10.876615 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32300f8c-c7e2-4608-9370-71485cc03f8c tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Router 02991ea0-38e7-4412-9be8-bde6eaa26467 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:43:10.930950 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d988659b-18dd-4143-ad01-cac82fc35d22 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:10.953525 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-d729e1d6-654a-4e32-98d7-1420d8024a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7d13b6-342f-4da3-8f51-13e97a87c08d', 'name': 'tempest-ServersTestBootFromVolume-571201643-router', 'tenant_id': '5263748a73e54761954b877d2ae863de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '1cea6ae9-e447-420e-9d47-283723ff3ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:42:58Z', 'updated_at': '2021-09-24T15:43:07Z', 'revision_number': 4, 'project_id': '5263748a73e54761954b877d2ae863de', 'gw_port': {'id': '1cea6ae9-e447-420e-9d47-283723ff3ded', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:56:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7d13b6-342f-4da3-8f51-13e97a87c08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:43:00Z', 'updated_at': '2021-09-24T15:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '5f9044b5-2afd-43e8-8c46-1178352c651d', 'name': '', 'network_id': '19c2cc6b-6fd9-4d5d-b971-5ea0f368a861', 'tenant_id': '5263748a73e54761954b877d2ae863de', 'mac_address': 'fa:16:3e:82:15:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a7d13b6-342f-4da3-8f51-13e97a87c08d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': 'c9e1fbb5-ba1f-404e-a5c9-92121db23b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:43:05Z', 'updated_at': '2021-09-24T15:43:10Z', 'revision_number': 4, 'project_id': '5263748a73e54761954b877d2ae863de', 'subnets': [{'id': 'c9e1fbb5-ba1f-404e-a5c9-92121db23b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:10.996507 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d1d1a872-eff8-4571-b548-3684c66b9843 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:11.002102 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d729e1d6-654a-4e32-98d7-1420d8024a46 None None] The sync data for ids ['4a7d13b6-342f-4da3-8f51-13e97a87c08d'] in n-d-808921-1 is: [{'id': '4a7d13b6-342f-4da3-8f51-13e97a87c08d', 'name': 'tempest-ServersTestBootFromVolume-571201643-router', 'tenant_id': '5263748a73e54761954b877d2ae863de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '1cea6ae9-e447-420e-9d47-283723ff3ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:42:58Z', 'updated_at': '2021-09-24T15:43:07Z', 'revision_number': 4, 'project_id': '5263748a73e54761954b877d2ae863de', 'gw_port': {'id': '1cea6ae9-e447-420e-9d47-283723ff3ded', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:56:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7d13b6-342f-4da3-8f51-13e97a87c08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:43:00Z', 'updated_at': '2021-09-24T15:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '5f9044b5-2afd-43e8-8c46-1178352c651d', 'name': '', 'network_id': '19c2cc6b-6fd9-4d5d-b971-5ea0f368a861', 'tenant_id': '5263748a73e54761954b877d2ae863de', 'mac_address': 'fa:16:3e:82:15:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a7d13b6-342f-4da3-8f51-13e97a87c08d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': 'c9e1fbb5-ba1f-404e-a5c9-92121db23b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:43:05Z', 'updated_at': '2021-09-24T15:43:10Z', 'revision_number': 4, 'project_id': '5263748a73e54761954b877d2ae863de', 'subnets': [{'id': 'c9e1fbb5-ba1f-404e-a5c9-92121db23b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:43:11.016714 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32300f8c-c7e2-4608-9370-71485cc03f8c tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:43:11.019033 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4b1a5796-5357-496c-84ab-b8e4c0aadc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:11.022301 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-32300f8c-c7e2-4608-9370-71485cc03f8c tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:11.028410 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb4c60b-47c4-433f-889c-74a32fb324f6 None None] Sync routers for ids ['02991ea0-38e7-4412-9be8-bde6eaa26467'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:43:11.042633 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb4c60b-47c4-433f-889c-74a32fb324f6 None None] Routers {'02991ea0-38e7-4412-9be8-bde6eaa26467'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:43:11.043463 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-9eb4c60b-47c4-433f-889c-74a32fb324f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:43:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['02991ea0-38e7-4412-9be8-bde6eaa26467'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:11.051927 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d988659b-18dd-4143-ad01-cac82fc35d22 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:11.117360 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-32300f8c-c7e2-4608-9370-71485cc03f8c tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] 10.222.0.101 "PUT /v2.0/floatingips/22d15cc0-5d2f-4edb-a406-70c6df9dda27 HTTP/1.1" status: 200 len: 992 time: 2.3584514 Sep 24 15:43:11.146481 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-4b1a5796-5357-496c-84ab-b8e4c0aadc16 None None] For port 5f9044b5-2afd-43e8-8c46-1178352c651d, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=5f9044b5-2afd-43e8-8c46-1178352c651d,segment=NetworkSegment(b84f5eb8-8372-4830-939f-7f53ff710cab),segment_id=b84f5eb8-8372-4830-939f-7f53ff710cab)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:43:11.148337 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5d0cce0-4325-41d2-8926-525669f30ed0', 'tag': '27dc361e-9b6d-44ac-bfef-9d06e585c8a0'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:43:11.150632 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd15e549-b2c9-42f3-970f-db84b2044b53" -d '{"events": [{"name": "network-changed", "server_uuid": "f5d0cce0-4325-41d2-8926-525669f30ed0", "tag": "27dc361e-9b6d-44ac-bfef-9d06e585c8a0"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:43:11.175645 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d988659b-18dd-4143-ad01-cac82fc35d22 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:11.249087 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fc86e68-e1ed-4b27-922a-963bd4810a99 x-openstack-request-id: req-3fc86e68-e1ed-4b27-922a-963bd4810a99 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:43:11.249582 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5d0cce0-4325-41d2-8926-525669f30ed0", "tag": "27dc361e-9b6d-44ac-bfef-9d06e585c8a0", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:43:11.249825 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-3fc86e68-e1ed-4b27-922a-963bd4810a99 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:43:11.250607 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5d0cce0-4325-41d2-8926-525669f30ed0', 'tag': '27dc361e-9b6d-44ac-bfef-9d06e585c8a0', 'status': 'completed', 'code': 200} Sep 24 15:43:11.251889 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d988659b-18dd-4143-ad01-cac82fc35d22 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf7610dd-1871-44b9-9214-5d9e2e5b48e4,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:11.252273 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-d1d1a872-eff8-4571-b548-3684c66b9843 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Deleting port 96ab20b1-d55c-4a82-8195-c00b2f661c27 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:43:11.252626 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d1d1a872-eff8-4571-b548-3684c66b9843 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:11.261287 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4b1a5796-5357-496c-84ab-b8e4c0aadc16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:11.330607 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-9eb4c60b-47c4-433f-889c-74a32fb324f6 None None] Set router 02991ea0-38e7-4412-9be8-bde6eaa26467 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:43:11.376529 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1a5796-5357-496c-84ab-b8e4c0aadc16 None None] Pushing event updated for resources: {'Port': ['ID=5f9044b5-2afd-43e8-8c46-1178352c651d,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:11.404039 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-f5c1f986-7c99-4c1e-89ec-8c2534db42ca None None] Provisioning complete for port 5f9044b5-2afd-43e8-8c46-1178352c651d triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:43:11.404261 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f5c1f986-7c99-4c1e-89ec-8c2534db42ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:11.447317 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d988659b-18dd-4143-ad01-cac82fc35d22 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:11.452959 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-d988659b-18dd-4143-ad01-cac82fc35d22 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6802905 Sep 24 15:43:11.458482 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 54832) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:11.459412 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd15e549-b2c9-42f3-970f-db84b2044b53 req-c5276850-15a8-4e38-adb3-844828525ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:11.460976 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fd15e549-b2c9-42f3-970f-db84b2044b53 req-c5276850-15a8-4e38-adb3-844828525ec2 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=f5fae2a20e26468593267e81a47eadf0&device_id=f5d0cce0-4325-41d2-8926-525669f30ed0 HTTP/1.1" status: 200 len: 1097 time: 0.1916728 Sep 24 15:43:11.465661 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-6cfbd155-e707-4a95-8a57-e533f58fabab tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Request body: {'floatingip': {'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:43:11.549277 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 28572c71-755a-4ec9-8efe-e364c762f5de up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:43:11.550298 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d1d1a872-eff8-4571-b548-3684c66b9843 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:11.556573 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 54838) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:11.626046 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-d1d1a872-eff8-4571-b548-3684c66b9843 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Calling delete_port for 96ab20b1-d55c-4a82-8195-c00b2f661c27 owned by network:router_gateway {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:43:11.656553 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6cfbd155-e707-4a95-8a57-e533f58fabab tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Notify callbacks [] for floatingip, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:11.772190 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-e2d6d3e9-27b2-4c35-8d3a-05a01b43373c admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-724559255-network', 'tenant_id': '6958d485b9d9452fb5735062a710530b'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:43:11.789323 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b5723e-d648-44d4-b87b-463f474121f7 req-9855f8fe-5090-4b2f-9e63-9e6054ce96a7 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:11.790969 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-79b5723e-d648-44d4-b87b-463f474121f7 req-9855f8fe-5090-4b2f-9e63-9e6054ce96a7 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=5b6fdb1d-de35-4fee-b131-9178ea4aba6e HTTP/1.1" status: 200 len: 944 time: 0.2045546 Sep 24 15:43:11.847305 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd15e549-b2c9-42f3-970f-db84b2044b53 req-1fdd0f1f-c3c0-47fc-9125-7e111b92fff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:11.848962 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fd15e549-b2c9-42f3-970f-db84b2044b53 req-1fdd0f1f-c3c0-47fc-9125-7e111b92fff8 service neutron] 10.222.0.108 "GET /v2.0/networks?id=1607962c-d4f7-409b-9616-90538896b74f HTTP/1.1" status: 200 len: 917 time: 0.3783829 Sep 24 15:43:11.852183 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-9eb4c60b-47c4-433f-889c-74a32fb324f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02991ea0-38e7-4412-9be8-bde6eaa26467', 'name': 'tempest-ServersTestFqdnHostnames-1776585837-router', 'tenant_id': 'f5fae2a20e26468593267e81a47eadf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '02c9fa4c-2fdd-4218-8996-362cd19101d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:42:31Z', 'updated_at': '2021-09-24T15:42:40Z', 'revision_number': 4, 'project_id': 'f5fae2a20e26468593267e81a47eadf0', 'gw_port': {'id': '02c9fa4c-2fdd-4218-8996-362cd19101d1', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:26:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02991ea0-38e7-4412-9be8-bde6eaa26467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:42:33Z', 'updated_at': '2021-09-24T15:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': '22d15cc0-5d2f-4edb-a406-70c6df9dda27', 'tenant_id': 'f5fae2a20e26468593267e81a47eadf0', 'floating_ip_address': '172.25.0.221', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '02991ea0-38e7-4412-9be8-bde6eaa26467', 'port_id': '27dc361e-9b6d-44ac-bfef-9d06e585c8a0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1607962c-d4f7-409b-9616-90538896b74f', 'mac_address': 'fa:16:3e:54:d7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d0cce0-4325-41d2-8926-525669f30ed0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:42:47Z', 'updated_at': '2021-09-24T15:43:09Z', 'revision_number': 1, 'project_id': 'f5fae2a20e26468593267e81a47eadf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9c00fc2-d1f2-47ff-baff-a7acba2d0280', 'name': '', 'network_id': '1607962c-d4f7-409b-9616-90538896b74f', 'tenant_id': 'f5fae2a20e26468593267e81a47eadf0', 'mac_address': 'fa:16:3e:c1:01:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02991ea0-38e7-4412-9be8-bde6eaa26467', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '955c88c4-2efa-4e9c-87c6-93b275727dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:42:39Z', 'updated_at': '2021-09-24T15:42:45Z', 'revision_number': 5, 'project_id': 'f5fae2a20e26468593267e81a47eadf0', 'subnets': [{'id': '955c88c4-2efa-4e9c-87c6-93b275727dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:11.883841 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port 28572c71-755a-4ec9-8efe-e364c762f5de completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:43:11.887788 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port 28572c71-755a-4ec9-8efe-e364c762f5de triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:43:11.888162 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:11.898157 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b90dd0fa-0f0b-481d-95d5-4baf19e395be req-583c3f9c-720b-4de5-b3fa-4bccfd000f74 tempest-ServerShowV247Test-1243177545 tempest-ServerShowV247Test-1243177545-project] 10.222.0.101 "GET /v2.0/ports?device_id=36f3ff91-2c4c-4d2f-971c-c6d602d5189f HTTP/1.1" status: 200 len: 210 time: 0.0528181 Sep 24 15:43:11.924876 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb4c60b-47c4-433f-889c-74a32fb324f6 None None] Checking router: 02991ea0-38e7-4412-9be8-bde6eaa26467 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:43:11.945797 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb4c60b-47c4-433f-889c-74a32fb324f6 None None] Routers {'02991ea0-38e7-4412-9be8-bde6eaa26467'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:43:11.946483 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-9eb4c60b-47c4-433f-889c-74a32fb324f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:43:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['02991ea0-38e7-4412-9be8-bde6eaa26467'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:11.950453 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-79b5723e-d648-44d4-b87b-463f474121f7 req-f364c233-c5cb-400e-be3d-dcc7f53f8f64 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496992 Sep 24 15:43:11.973934 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d6d3e9-27b2-4c35-8d3a-05a01b43373c admin admin] Made reservation on behalf of 6958d485b9d9452fb5735062a710530b for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:43:11.976647 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e2d6d3e9-27b2-4c35-8d3a-05a01b43373c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:11.996951 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e2d6d3e9-27b2-4c35-8d3a-05a01b43373c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:12.023437 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fd15e549-b2c9-42f3-970f-db84b2044b53 req-dd755187-d4eb-4c0d-9301-49c06f64d8cf service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27dc361e-9b6d-44ac-bfef-9d06e585c8a0 HTTP/1.1" status: 200 len: 1000 time: 0.1239948 Sep 24 15:43:12.026662 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6cfbd155-e707-4a95-8a57-e533f58fabab tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:12.069742 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:12.103736 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b6fdb1d-de35-4fee-b131-9178ea4aba6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28572c71-755a-4ec9-8efe-e364c762f5de'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:43:12.106878 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b4a437-403f-41ab-8bc4-543e8bbeb616" -d '{"events": [{"server_uuid": "5b6fdb1d-de35-4fee-b131-9178ea4aba6e", "name": "network-vif-plugged", "status": "completed", "tag": "28572c71-755a-4ec9-8efe-e364c762f5de"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:43:12.123222 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 28572c71-755a-4ec9-8efe-e364c762f5de, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=28572c71-755a-4ec9-8efe-e364c762f5de,segment=NetworkSegment(7e8e93a9-9a2d-4b51-a14d-73f657c90f78),segment_id=7e8e93a9-9a2d-4b51-a14d-73f657c90f78)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:43:12.137040 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd15e549-b2c9-42f3-970f-db84b2044b53 req-6d3944f2-ce42-448e-aa1a-5ad5e656f6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:12.138805 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fd15e549-b2c9-42f3-970f-db84b2044b53 req-6d3944f2-ce42-448e-aa1a-5ad5e656f6ab service neutron] 10.222.0.108 "GET /v2.0/subnets?id=955c88c4-2efa-4e9c-87c6-93b275727dd4 HTTP/1.1" status: 200 len: 854 time: 0.1065624 Sep 24 15:43:12.184675 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:12.189479 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e2d6d3e9-27b2-4c35-8d3a-05a01b43373c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:12.201049 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-9eb4c60b-47c4-433f-889c-74a32fb324f6 None None] Set router 02991ea0-38e7-4412-9be8-bde6eaa26467 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:43:12.215171 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd15e549-b2c9-42f3-970f-db84b2044b53 req-2f6e0633-bd75-4a25-9456-08e1bdae60bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:12.218803 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fd15e549-b2c9-42f3-970f-db84b2044b53 req-2f6e0633-bd75-4a25-9456-08e1bdae60bb service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=1607962c-d4f7-409b-9616-90538896b74f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0698557 Sep 24 15:43:12.235008 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5eaeb21-ebec-4f14-81f5-f3b8ff68dcd1 x-openstack-request-id: req-e5eaeb21-ebec-4f14-81f5-f3b8ff68dcd1 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:43:12.235459 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b6fdb1d-de35-4fee-b131-9178ea4aba6e", "name": "network-vif-plugged", "status": "completed", "tag": "28572c71-755a-4ec9-8efe-e364c762f5de", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:43:12.235892 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e5eaeb21-ebec-4f14-81f5-f3b8ff68dcd1 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:43:12.236286 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b6fdb1d-de35-4fee-b131-9178ea4aba6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28572c71-755a-4ec9-8efe-e364c762f5de', 'code': 200} Sep 24 15:43:12.289886 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 5f9044b5-2afd-43e8-8c46-1178352c651d up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:43:12.296147 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d1d1a872-eff8-4571-b548-3684c66b9843 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:12.299238 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=28572c71-755a-4ec9-8efe-e364c762f5de,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:12.392230 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e2d6d3e9-27b2-4c35-8d3a-05a01b43373c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:12.405471 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 5f9044b5-2afd-43e8-8c46-1178352c651d triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:43:12.405850 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:12.408155 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d1a872-eff8-4571-b548-3684c66b9843 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Pushing event deleted for resources: {'Port': ['ID=96ab20b1-d55c-4a82-8195-c00b2f661c27,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:12.480074 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d1d1a872-eff8-4571-b548-3684c66b9843 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586576'] for router_gateway, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:12.489253 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2d6d3e9-27b2-4c35-8d3a-05a01b43373c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1298} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:43:12.492787 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-6cfbd155-e707-4a95-8a57-e533f58fabab tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Allocated IP 172.25.0.110 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/a7de47a5-b394-463b-93c6-8b964f2f1cd1) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:43:12.503278 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d6d3e9-27b2-4c35-8d3a-05a01b43373c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=651f1fad-da60-4d0f-b5c1-630f6509f767,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:12.537083 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e2d6d3e9-27b2-4c35-8d3a-05a01b43373c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:12.541085 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99add22d-c62c-4d83-be73-479b7bb5acc0 req-0a564972-41f3-44eb-a1cc-a189421af0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:12.541967 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-e2d6d3e9-27b2-4c35-8d3a-05a01b43373c admin admin] Added segment 63b10141-3520-469d-b2a0-317b53293d4f of type vlan for network 98ab1247-a0e8-4597-b7dd-f467efd4ac4c Sep 24 15:43:12.542700 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-99add22d-c62c-4d83-be73-479b7bb5acc0 req-0a564972-41f3-44eb-a1cc-a189421af0d9 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=5b6fdb1d-de35-4fee-b131-9178ea4aba6e HTTP/1.1" status: 200 len: 1096 time: 0.2565238 Sep 24 15:43:12.546794 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fd15e549-b2c9-42f3-970f-db84b2044b53 req-c66210db-b5a2-4910-94bf-df636b295918 service neutron] 10.222.0.108 "GET /v2.0/networks/1607962c-d4f7-409b-9616-90538896b74f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3220785 Sep 24 15:43:12.599641 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-9eb4c60b-47c4-433f-889c-74a32fb324f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02991ea0-38e7-4412-9be8-bde6eaa26467', 'name': 'tempest-ServersTestFqdnHostnames-1776585837-router', 'tenant_id': 'f5fae2a20e26468593267e81a47eadf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '02c9fa4c-2fdd-4218-8996-362cd19101d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:42:31Z', 'updated_at': '2021-09-24T15:42:40Z', 'revision_number': 4, 'project_id': 'f5fae2a20e26468593267e81a47eadf0', 'gw_port': {'id': '02c9fa4c-2fdd-4218-8996-362cd19101d1', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:26:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02991ea0-38e7-4412-9be8-bde6eaa26467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:42:33Z', 'updated_at': '2021-09-24T15:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': '22d15cc0-5d2f-4edb-a406-70c6df9dda27', 'tenant_id': 'f5fae2a20e26468593267e81a47eadf0', 'floating_ip_address': '172.25.0.221', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '02991ea0-38e7-4412-9be8-bde6eaa26467', 'port_id': '27dc361e-9b6d-44ac-bfef-9d06e585c8a0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1607962c-d4f7-409b-9616-90538896b74f', 'mac_address': 'fa:16:3e:54:d7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d0cce0-4325-41d2-8926-525669f30ed0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:42:47Z', 'updated_at': '2021-09-24T15:43:09Z', 'revision_number': 1, 'project_id': 'f5fae2a20e26468593267e81a47eadf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9c00fc2-d1f2-47ff-baff-a7acba2d0280', 'name': '', 'network_id': '1607962c-d4f7-409b-9616-90538896b74f', 'tenant_id': 'f5fae2a20e26468593267e81a47eadf0', 'mac_address': 'fa:16:3e:c1:01:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02991ea0-38e7-4412-9be8-bde6eaa26467', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '955c88c4-2efa-4e9c-87c6-93b275727dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:42:39Z', 'updated_at': '2021-09-24T15:42:45Z', 'revision_number': 5, 'project_id': 'f5fae2a20e26468593267e81a47eadf0', 'subnets': [{'id': '955c88c4-2efa-4e9c-87c6-93b275727dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:12.640919 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e2d6d3e9-27b2-4c35-8d3a-05a01b43373c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:12.642755 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb4c60b-47c4-433f-889c-74a32fb324f6 None None] The sync data for ids ['02991ea0-38e7-4412-9be8-bde6eaa26467'] in n-d-808921-1 is: [{'id': '02991ea0-38e7-4412-9be8-bde6eaa26467', 'name': 'tempest-ServersTestFqdnHostnames-1776585837-router', 'tenant_id': 'f5fae2a20e26468593267e81a47eadf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '02c9fa4c-2fdd-4218-8996-362cd19101d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:42:31Z', 'updated_at': '2021-09-24T15:42:40Z', 'revision_number': 4, 'project_id': 'f5fae2a20e26468593267e81a47eadf0', 'gw_port': {'id': '02c9fa4c-2fdd-4218-8996-362cd19101d1', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:26:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02991ea0-38e7-4412-9be8-bde6eaa26467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:42:33Z', 'updated_at': '2021-09-24T15:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': '22d15cc0-5d2f-4edb-a406-70c6df9dda27', 'tenant_id': 'f5fae2a20e26468593267e81a47eadf0', 'floating_ip_address': '172.25.0.221', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '02991ea0-38e7-4412-9be8-bde6eaa26467', 'port_id': '27dc361e-9b6d-44ac-bfef-9d06e585c8a0', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1607962c-d4f7-409b-9616-90538896b74f', 'mac_address': 'fa:16:3e:54:d7:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5d0cce0-4325-41d2-8926-525669f30ed0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:42:47Z', 'updated_at': '2021-09-24T15:43:09Z', 'revision_number': 1, 'project_id': 'f5fae2a20e26468593267e81a47eadf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9c00fc2-d1f2-47ff-baff-a7acba2d0280', 'name': '', 'network_id': '1607962c-d4f7-409b-9616-90538896b74f', 'tenant_id': 'f5fae2a20e26468593267e81a47eadf0', 'mac_address': 'fa:16:3e:c1:01:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02991ea0-38e7-4412-9be8-bde6eaa26467', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '955c88c4-2efa-4e9c-87c6-93b275727dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:42:39Z', 'updated_at': '2021-09-24T15:42:45Z', 'revision_number': 5, 'project_id': 'f5fae2a20e26468593267e81a47eadf0', 'subnets': [{'id': '955c88c4-2efa-4e9c-87c6-93b275727dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:43:12.742458 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6cfbd155-e707-4a95-8a57-e533f58fabab tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:12.819068 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d1d1a872-eff8-4571-b548-3684c66b9843 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1671'] for router, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:12.839408 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-99add22d-c62c-4d83-be73-479b7bb5acc0 req-d0b0633a-1ab3-4aa9-8fd5-9b7c54ee3713 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516625 Sep 24 15:43:12.840271 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d1d1a872-eff8-4571-b548-3684c66b9843 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-586922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-586913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588826'] for router, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:12.883953 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e2d6d3e9-27b2-4c35-8d3a-05a01b43373c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:12.887616 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d6d3e9-27b2-4c35-8d3a-05a01b43373c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:12.887616 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e2d6d3e9-27b2-4c35-8d3a-05a01b43373c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:12.944503 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6cfbd155-e707-4a95-8a57-e533f58fabab tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:12.958956 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1d1a872-eff8-4571-b548-3684c66b9843 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Router c98bca4f-7c2d-4d3b-83da-ec25f327de4b has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:43:12.968663 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fd15e549-b2c9-42f3-970f-db84b2044b53 req-4466d786-b5f2-4454-964f-2c0791981626 service neutron] 10.222.0.108 "GET /v2.0/networks/1607962c-d4f7-409b-9616-90538896b74f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3825614 Sep 24 15:43:12.990721 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d6d3e9-27b2-4c35-8d3a-05a01b43373c admin admin] Pushing event updated for resources: {'Network': ['ID=98ab1247-a0e8-4597-b7dd-f467efd4ac4c,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:13.004124 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 98ab1247-a0e8-4597-b7dd-f467efd4ac4c details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:43:13.038288 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cfbd155-e707-4a95-8a57-e533f58fabab tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:43:13.052167 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-6cfbd155-e707-4a95-8a57-e533f58fabab tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:43:13.060641 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e2d6d3e9-27b2-4c35-8d3a-05a01b43373c admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.5019116 Sep 24 15:43:13.065606 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfbd155-e707-4a95-8a57-e533f58fabab tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:43:13.091797 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 54854) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:13.098136 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-49f3f8e8-9918-4faa-b02c-bc83b7f1b7fe admin admin] Request body: {'subnet': {'network_id': '98ab1247-a0e8-4597-b7dd-f467efd4ac4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-724559255-subnet', 'tenant_id': '6958d485b9d9452fb5735062a710530b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:43:13.109977 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4b4c5ebb-91e4-4cd9-966c-5fa889dba08c req-f922f1b0-3f8e-4512-b502-04635daa5bde tempest-ServerShowV247Test-1243177545 tempest-ServerShowV247Test-1243177545-project] 10.222.0.101 "GET /v2.0/ports?device_id=36f3ff91-2c4c-4d2f-971c-c6d602d5189f HTTP/1.1" status: 200 len: 210 time: 0.0760312 Sep 24 15:43:13.138456 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfbd155-e707-4a95-8a57-e533f58fabab tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Pushing event updated for resources: {'Port': ['ID=a7de47a5-b394-463b-93c6-8b964f2f1cd1,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:13.152531 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a64ab27-c223-4c38-bd6b-6c88506af06d None None] New status for floating IP 22d15cc0-5d2f-4edb-a406-70c6df9dda27: ACTIVE {{(pid=95299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:43:13.233385 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6cfbd155-e707-4a95-8a57-e533f58fabab tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:13.270494 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49f3f8e8-9918-4faa-b02c-bc83b7f1b7fe admin admin] Made reservation on behalf of 6958d485b9d9452fb5735062a710530b for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:43:13.273133 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-49f3f8e8-9918-4faa-b02c-bc83b7f1b7fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:13.376846 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6cfbd155-e707-4a95-8a57-e533f58fabab tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:13.449327 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d1a872-eff8-4571-b548-3684c66b9843 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:43:13.457377 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d1d1a872-eff8-4571-b548-3684c66b9843 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:13.461621 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-d1d1a872-eff8-4571-b548-3684c66b9843 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] 10.222.0.101 "PUT /v2.0/routers/c98bca4f-7c2d-4d3b-83da-ec25f327de4b HTTP/1.1" status: 200 len: 710 time: 3.9739716 Sep 24 15:43:13.464503 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4a3ba3-bf43-4dd4-b459-44e0cf7506e8 None None] Sync routers for ids ['c98bca4f-7c2d-4d3b-83da-ec25f327de4b'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:43:13.470828 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 54858) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:13.474857 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4a3ba3-bf43-4dd4-b459-44e0cf7506e8 None None] Routers {'c98bca4f-7c2d-4d3b-83da-ec25f327de4b'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:43:13.475622 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-1d4a3ba3-bf43-4dd4-b459-44e0cf7506e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:43:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['c98bca4f-7c2d-4d3b-83da-ec25f327de4b'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:13.502321 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8370eca4-ba10-4b84-9a4e-95f7fd5335dd req-6ea94bb2-d0e8-479a-9062-e815ac6c0251 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:13.504005 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8370eca4-ba10-4b84-9a4e-95f7fd5335dd req-6ea94bb2-d0e8-479a-9062-e815ac6c0251 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=5b6fdb1d-de35-4fee-b131-9178ea4aba6e HTTP/1.1" status: 200 len: 945 time: 0.0655019 Sep 24 15:43:13.516494 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-1d4a3ba3-bf43-4dd4-b459-44e0cf7506e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:13.528098 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4a3ba3-bf43-4dd4-b459-44e0cf7506e8 None None] Routers {'c98bca4f-7c2d-4d3b-83da-ec25f327de4b'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:43:13.528947 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-1d4a3ba3-bf43-4dd4-b459-44e0cf7506e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:43:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['c98bca4f-7c2d-4d3b-83da-ec25f327de4b'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:13.564117 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8370eca4-ba10-4b84-9a4e-95f7fd5335dd req-3e4c1854-07a2-4a8d-945b-4a51106bd562 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499768 Sep 24 15:43:13.572754 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-1d4a3ba3-bf43-4dd4-b459-44e0cf7506e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:13.573536 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4a3ba3-bf43-4dd4-b459-44e0cf7506e8 None None] The sync data for ids ['c98bca4f-7c2d-4d3b-83da-ec25f327de4b'] in n-d-808921-1 is: [] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:43:13.615600 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-a645bf5a-f885-419f-8810-65920403065a tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] 10.222.0.101 "GET /v2.0/routers/c98bca4f-7c2d-4d3b-83da-ec25f327de4b HTTP/1.1" status: 200 len: 745 time: 0.1434116 Sep 24 15:43:13.618073 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 54862) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:13.670945 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b3b6081b-6b61-4c3e-833f-b0aa823a4c86 tempest-RoutersIpV6AdminTest-1349585272 tempest-RoutersIpV6AdminTest-1349585272-project-admin] 10.222.0.101 "GET /v2.0/ports?network_id=e6a2de20-1ea0-43e5-88e0-982d19e317d5&device_id=c98bca4f-7c2d-4d3b-83da-ec25f327de4b HTTP/1.1" status: 200 len: 205 time: 0.0511799 Sep 24 15:43:13.673845 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 54864) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:13.702540 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-dc00f058-7783-4061-95c6-5a5442168e15 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] 10.222.0.101 "GET /v2.0/ports?device_id=c98bca4f-7c2d-4d3b-83da-ec25f327de4b HTTP/1.1" status: 200 len: 205 time: 0.0274649 Sep 24 15:43:13.705306 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 54866) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:13.709463 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6cfbd155-e707-4a95-8a57-e533f58fabab tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:13.784088 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-89ae20d1-208d-45ed-9dea-9e74b91e7cb5 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks [] for router, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:13.784271 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-49f3f8e8-9918-4faa-b02c-bc83b7f1b7fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:13.810713 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6cfbd155-e707-4a95-8a57-e533f58fabab tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:13.897306 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f3f8e8-9918-4faa-b02c-bc83b7f1b7fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d57a6cd-0ffe-48a7-b8be-8c6054d65144,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:13.916821 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfbd155-e707-4a95-8a57-e533f58fabab tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Pushing event updated for resources: {'Port': ['ID=a7de47a5-b394-463b-93c6-8b964f2f1cd1,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:13.925816 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49f3f8e8-9918-4faa-b02c-bc83b7f1b7fe admin admin] Checking segment: {'id': '63b10141-3520-469d-b2a0-317b53293d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '98ab1247-a0e8-4597-b7dd-f467efd4ac4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:43:13.926061 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f3f8e8-9918-4faa-b02c-bc83b7f1b7fe admin admin] Network hostable DHCP agents. Network: 98ab1247-a0e8-4597-b7dd-f467efd4ac4c, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:43:13.933167 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6cfbd155-e707-4a95-8a57-e533f58fabab tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:13.946223 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-89ae20d1-208d-45ed-9dea-9e74b91e7cb5 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:13.948423 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-89ae20d1-208d-45ed-9dea-9e74b91e7cb5 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:14.063864 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6cfbd155-e707-4a95-8a57-e533f58fabab tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:14.065012 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-6cfbd155-e707-4a95-8a57-e533f58fabab tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6032958 Sep 24 15:43:14.097860 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-89ae20d1-208d-45ed-9dea-9e74b91e7cb5 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:14.098333 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49f3f8e8-9918-4faa-b02c-bc83b7f1b7fe admin admin] Network 98ab1247-a0e8-4597-b7dd-f467efd4ac4c is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:43:14.104495 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ae20d1-208d-45ed-9dea-9e74b91e7cb5 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Fanout notify agent at l3_agent the message router_deleted on router c98bca4f-7c2d-4d3b-83da-ec25f327de4b {{(pid=95298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:43:14.105233 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-89ae20d1-208d-45ed-9dea-9e74b91e7cb5 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:14.106426 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-89ae20d1-208d-45ed-9dea-9e74b91e7cb5 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] 10.222.0.101 "DELETE /v2.0/routers/c98bca4f-7c2d-4d3b-83da-ec25f327de4b HTTP/1.1" status: 204 len: 168 time: 0.4001460 Sep 24 15:43:14.109897 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 54872) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:14.137370 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-56565505-17f4-4615-9a7f-a79e32c6b3fc tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] 10.222.0.101 "GET /v2.0/ports?device_id=c98bca4f-7c2d-4d3b-83da-ec25f327de4b HTTP/1.1" status: 200 len: 205 time: 0.0262911 Sep 24 15:43:14.139683 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 54874) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:14.194154 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [None req-18cb0d8a-7b0b-4c72-9c39-06a96a2f0c23 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] delete failed (client error): The resource could not be found. Sep 24 15:43:14.195582 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-18cb0d8a-7b0b-4c72-9c39-06a96a2f0c23 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] 10.222.0.101 "DELETE /v2.0/routers/c98bca4f-7c2d-4d3b-83da-ec25f327de4b HTTP/1.1" status: 404 len: 336 time: 0.0549574 Sep 24 15:43:14.198274 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 54880) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:14.222961 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-49f3f8e8-9918-4faa-b02c-bc83b7f1b7fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 98ab1247-a0e8-4597-b7dd-f467efd4ac4c) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:43:14.231230 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a76e35-f647-4378-a725-064ce52f1808 None None] Network 98ab1247-a0e8-4597-b7dd-f467efd4ac4c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:43:14.236734 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-d5e4def3-2559-4004-827f-3d42b67147fc tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] 10.222.0.101 "GET /v2.0/ports?device_id=37d1b92d-1823-41eb-8ea2-10dcf932586c HTTP/1.1" status: 200 len: 205 time: 0.0290260 Sep 24 15:43:14.237518 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 54882) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:14.242531 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-67d07af0-ce44-4eac-a88c-9ed7dbba6591 req-410b3672-cdfd-4a18-9784-797c3c18dbcd tempest-ServerShowV247Test-1243177545 tempest-ServerShowV247Test-1243177545-project] 10.222.0.101 "GET /v2.0/ports?device_id=36f3ff91-2c4c-4d2f-971c-c6d602d5189f HTTP/1.1" status: 200 len: 210 time: 0.0342343 Sep 24 15:43:14.243953 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49f3f8e8-9918-4faa-b02c-bc83b7f1b7fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:14.244726 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-49f3f8e8-9918-4faa-b02c-bc83b7f1b7fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:14.300301 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [None req-12a92d9d-e595-401a-8c41-91ee54bfbbf1 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] delete failed (client error): The resource could not be found. Sep 24 15:43:14.301122 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-12a92d9d-e595-401a-8c41-91ee54bfbbf1 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] 10.222.0.101 "DELETE /v2.0/routers/37d1b92d-1823-41eb-8ea2-10dcf932586c HTTP/1.1" status: 404 len: 336 time: 0.0626745 Sep 24 15:43:14.308782 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 54896) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:14.338928 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-5ce1e1b5-ebbc-4329-951e-3aaa5ce7e43b tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] 10.222.0.101 "GET /v2.0/ports?device_id=794793a6-2e3d-4a9a-9b29-36b749295ff7 HTTP/1.1" status: 200 len: 205 time: 0.0287006 Sep 24 15:43:14.341528 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 54902) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:14.348932 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-49f3f8e8-9918-4faa-b02c-bc83b7f1b7fe admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2559893 Sep 24 15:43:14.383870 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a456257d-56e1-4558-932e-2d5bffc3980b None None] Network 98ab1247-a0e8-4597-b7dd-f467efd4ac4c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:43:14.392971 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [None req-dece629b-5d70-4b9c-bbce-5308dc06b513 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] delete failed (client error): The resource could not be found. Sep 24 15:43:14.394392 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-dece629b-5d70-4b9c-bbce-5308dc06b513 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] 10.222.0.101 "DELETE /v2.0/routers/794793a6-2e3d-4a9a-9b29-36b749295ff7 HTTP/1.1" status: 404 len: 336 time: 0.0512743 Sep 24 15:43:14.396944 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 54914) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:14.431690 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-d31c6041-fe64-4c4f-a51b-469070b2978e tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] 10.222.0.101 "GET /v2.0/ports?device_id=d995de89-707d-403a-9282-96a94ea61779 HTTP/1.1" status: 200 len: 205 time: 0.0335636 Sep 24 15:43:14.434121 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 54920) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:14.491627 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [None req-d557542e-7ee5-4c9c-b2c8-178f0a826c7b tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] delete failed (client error): The resource could not be found. Sep 24 15:43:14.492936 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-d557542e-7ee5-4c9c-b2c8-178f0a826c7b tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] 10.222.0.101 "DELETE /v2.0/routers/d995de89-707d-403a-9282-96a94ea61779 HTTP/1.1" status: 404 len: 336 time: 0.0578060 Sep 24 15:43:14.495896 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 54930) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:14.535569 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-5783d180-af81-48a1-9383-d89e5d249148 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] 10.222.0.101 "GET /v2.0/ports?device_id=cdf435ed-21b0-4647-bfa1-7cc5c90078e6 HTTP/1.1" status: 200 len: 205 time: 0.0382588 Sep 24 15:43:14.538577 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 54934) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:14.877234 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcdac5e-60b1-4b29-b46f-b19fa46f29fe req-ebfe2d03-6e6a-4183-bba2-b8ae1faab6a9 tempest-ServerAddressesNegativeTestJSON-1366234653 tempest-ServerAddressesNegativeTestJSON-1366234653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:14.878802 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8dcdac5e-60b1-4b29-b46f-b19fa46f29fe req-ebfe2d03-6e6a-4183-bba2-b8ae1faab6a9 tempest-ServerAddressesNegativeTestJSON-1366234653 tempest-ServerAddressesNegativeTestJSON-1366234653-project] 10.222.0.101 "GET /v2.0/networks?id=98ab1247-a0e8-4597-b7dd-f467efd4ac4c HTTP/1.1" status: 200 len: 821 time: 0.1174355 Sep 24 15:43:14.884271 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [None req-7c3fa85b-94e3-45ae-9cc7-a67a9b17e9f8 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] delete failed (client error): The resource could not be found. Sep 24 15:43:14.885289 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-7c3fa85b-94e3-45ae-9cc7-a67a9b17e9f8 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] 10.222.0.101 "DELETE /v2.0/routers/cdf435ed-21b0-4647-bfa1-7cc5c90078e6 HTTP/1.1" status: 404 len: 336 time: 0.3464944 Sep 24 15:43:14.891016 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 54952) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:14.904763 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8dcdac5e-60b1-4b29-b46f-b19fa46f29fe req-69f1efce-3bfa-46cb-b59d-427f34e29b3b tempest-ServerAddressesNegativeTestJSON-1366234653 tempest-ServerAddressesNegativeTestJSON-1366234653-project] 10.222.0.101 "GET /v2.0/quotas/6958d485b9d9452fb5735062a710530b HTTP/1.1" status: 200 len: 375 time: 0.0200219 Sep 24 15:43:14.921129 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-32169ffa-3558-4895-bf25-f61f03f321da tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] 10.222.0.101 "GET /v2.0/ports?device_id=08510ac8-4d47-471b-ac60-da32bbf2a97e HTTP/1.1" status: 200 len: 205 time: 0.0283301 Sep 24 15:43:14.924717 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 54954) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:14.941306 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4feec82-1cbd-44ae-9cd2-0b51db7211bf req-c52d6087-5e22-4ed6-b1ba-f4054ba8eef1 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:14.944214 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e4feec82-1cbd-44ae-9cd2-0b51db7211bf req-c52d6087-5e22-4ed6-b1ba-f4054ba8eef1 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=5b6fdb1d-de35-4fee-b131-9178ea4aba6e HTTP/1.1" status: 200 len: 945 time: 0.0608106 Sep 24 15:43:14.948194 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8dcdac5e-60b1-4b29-b46f-b19fa46f29fe req-0b273cf5-7c10-4a45-943d-31efc1de79ec tempest-ServerAddressesNegativeTestJSON-1366234653 tempest-ServerAddressesNegativeTestJSON-1366234653-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=6958d485b9d9452fb5735062a710530b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296268 Sep 24 15:43:14.983347 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [None req-505e0f1b-0e6b-4951-9351-43b7eae872d1 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] delete failed (client error): The resource could not be found. Sep 24 15:43:14.984295 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-505e0f1b-0e6b-4951-9351-43b7eae872d1 tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] 10.222.0.101 "DELETE /v2.0/routers/08510ac8-4d47-471b-ac60-da32bbf2a97e HTTP/1.1" status: 404 len: 336 time: 0.0568671 Sep 24 15:43:14.997106 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 54958) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:15.029011 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2a3a57c-c593-4cea-bea6-3f51454d185c tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] DELETE failed (client error): The resource could not be found. Sep 24 15:43:15.029494 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2a3a57c-c593-4cea-bea6-3f51454d185c tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:43:15.031170 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e2a3a57c-c593-4cea-bea6-3f51454d185c tempest-RoutersIpV6AdminTest-921440428 tempest-RoutersIpV6AdminTest-921440428-project] 10.222.0.101 "DELETE /v2.0/subnets/a8b8222d-86c0-43fe-b2f6-59740a17fe63 HTTP/1.1" status: 404 len: 337 time: 0.0331554 Sep 24 15:43:15.049843 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8dcdac5e-60b1-4b29-b46f-b19fa46f29fe req-22e358d0-0294-49f3-a81e-fd500086195d service neutron] 10.222.0.101 "GET /v2.0/networks/98ab1247-a0e8-4597-b7dd-f467efd4ac4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941577 Sep 24 15:43:15.050941 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e4feec82-1cbd-44ae-9cd2-0b51db7211bf req-4d240fc5-be38-43bb-a68a-9f83e461f7ac tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699077 Sep 24 15:43:15.166957 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8dcdac5e-60b1-4b29-b46f-b19fa46f29fe req-eabb1e4f-d440-42c8-aad6-ff4d0aa8ffde service neutron] 10.222.0.101 "GET /v2.0/networks/98ab1247-a0e8-4597-b7dd-f467efd4ac4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036301 Sep 24 15:43:15.353125 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-56bed577-5957-4516-bbd0-4046ed58dac4 req-ec5aed76-0b07-449d-8bc3-e1595822c386 tempest-ServerShowV247Test-1243177545 tempest-ServerShowV247Test-1243177545-project] 10.222.0.101 "GET /v2.0/ports?device_id=36f3ff91-2c4c-4d2f-971c-c6d602d5189f HTTP/1.1" status: 200 len: 210 time: 0.0267029 Sep 24 15:43:15.489461 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0e487fdf-3dc9-4b79-b12a-5918f1975bad req-d1ac1a15-c041-4e99-9792-d7a2ce666604 tempest-ServerAddressesNegativeTestJSON-1366234653 tempest-ServerAddressesNegativeTestJSON-1366234653-project] 10.222.0.101 "GET /v2.0/ports?device_id=77cc2bc8-e6e8-41b1-a559-4b68205b49d7 HTTP/1.1" status: 200 len: 210 time: 0.0281098 Sep 24 15:43:15.579580 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 54982) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:15.697372 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-10dcc3c2-17c4-414e-891f-f04f22f307c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:15.792049 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-10dcc3c2-17c4-414e-891f-f04f22f307c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:15.909201 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-10dcc3c2-17c4-414e-891f-f04f22f307c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:15.951167 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dcc3c2-17c4-414e-891f-f04f22f307c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daadbc2f-861e-4b98-b01f-c6fc760021f4,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:15.958194 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-10dcc3c2-17c4-414e-891f-f04f22f307c7 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=406316d106004b2f8f3b2d7d8fdf9947&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3751650 Sep 24 15:43:15.959255 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 55016) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:16.017017 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-01dc9acb-7722-4a20-8a09-77cc2ac862d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:16.039390 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-01dc9acb-7722-4a20-8a09-77cc2ac862d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:16.154628 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-01dc9acb-7722-4a20-8a09-77cc2ac862d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:16.157841 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-01dc9acb-7722-4a20-8a09-77cc2ac862d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:16.159156 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-01dc9acb-7722-4a20-8a09-77cc2ac862d3 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/daadbc2f-861e-4b98-b01f-c6fc760021f4 HTTP/1.1" status: 204 len: 168 time: 0.1994872 Sep 24 15:43:16.167897 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dc9acb-7722-4a20-8a09-77cc2ac862d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daadbc2f-861e-4b98-b01f-c6fc760021f4,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:16.459177 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5d47b4f2-16fc-486e-a04c-c6e5dcffabaa req-cca49acc-ae3e-4645-bac5-922b81c16fb1 tempest-ServerShowV247Test-1243177545 tempest-ServerShowV247Test-1243177545-project] 10.222.0.101 "GET /v2.0/ports?device_id=36f3ff91-2c4c-4d2f-971c-c6d602d5189f HTTP/1.1" status: 200 len: 210 time: 0.0276484 Sep 24 15:43:16.575796 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-400012c2-7e0e-4822-b6e5-6d4d9523eb58 req-1483d086-5a91-4bfa-8866-edad0ad9a72f tempest-ServerAddressesNegativeTestJSON-1366234653 tempest-ServerAddressesNegativeTestJSON-1366234653-project] 10.222.0.101 "GET /v2.0/ports?device_id=77cc2bc8-e6e8-41b1-a559-4b68205b49d7 HTTP/1.1" status: 200 len: 210 time: 0.0287676 Sep 24 15:43:16.955438 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 55036) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:16.996780 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-dcff4fc6-6174-4b98-8828-aaab74016f0c admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=60a211bc53744487b0ef2a18ec9f1ef4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401626 Sep 24 15:43:17.005452 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 55038) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:17.057809 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8c7a4f03-697a-433f-a49f-c0dcc37bf8d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:17.080374 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8c7a4f03-697a-433f-a49f-c0dcc37bf8d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:17.222031 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8c7a4f03-697a-433f-a49f-c0dcc37bf8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:17.224814 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8c7a4f03-697a-433f-a49f-c0dcc37bf8d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:17.225997 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-8c7a4f03-697a-433f-a49f-c0dcc37bf8d4 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/19a222c1-dc40-4ebe-b670-09656e3c82c5 HTTP/1.1" status: 204 len: 168 time: 0.2194552 Sep 24 15:43:17.235823 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7a4f03-697a-433f-a49f-c0dcc37bf8d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a222c1-dc40-4ebe-b670-09656e3c82c5,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:17.568271 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-be5c1ad6-f70b-4ab0-927a-31aa871bd686 req-76241540-f3cc-494d-a22e-4c1e77d55120 tempest-ServerShowV247Test-1243177545 tempest-ServerShowV247Test-1243177545-project] 10.222.0.101 "GET /v2.0/ports?device_id=36f3ff91-2c4c-4d2f-971c-c6d602d5189f HTTP/1.1" status: 200 len: 210 time: 0.0277267 Sep 24 15:43:17.681655 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d68a7226-3430-4f8b-85e2-263068a1dfcb req-3bc3b48c-9822-41ac-a245-95a59606075b tempest-ServerAddressesNegativeTestJSON-1366234653 tempest-ServerAddressesNegativeTestJSON-1366234653-project] 10.222.0.101 "GET /v2.0/ports?device_id=77cc2bc8-e6e8-41b1-a559-4b68205b49d7 HTTP/1.1" status: 200 len: 210 time: 0.0330637 Sep 24 15:43:17.688093 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0276de81-3204-4c09-a65c-22de3589bfbf req-fc989637-acf0-4dca-99ed-415b3a57b7fe service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=465bc65b-5f46-498c-b8b1-509be174e9cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0572789 Sep 24 15:43:17.786923 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276de81-3204-4c09-a65c-22de3589bfbf req-6fca3cb6-39b3-465b-8686-6820cfdc55ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:17.787646 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276de81-3204-4c09-a65c-22de3589bfbf req-6fca3cb6-39b3-465b-8686-6820cfdc55ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:17.788007 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276de81-3204-4c09-a65c-22de3589bfbf req-6fca3cb6-39b3-465b-8686-6820cfdc55ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:17.788481 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276de81-3204-4c09-a65c-22de3589bfbf req-6fca3cb6-39b3-465b-8686-6820cfdc55ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:17.788949 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276de81-3204-4c09-a65c-22de3589bfbf req-6fca3cb6-39b3-465b-8686-6820cfdc55ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:17.789444 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276de81-3204-4c09-a65c-22de3589bfbf req-6fca3cb6-39b3-465b-8686-6820cfdc55ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:17.789905 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276de81-3204-4c09-a65c-22de3589bfbf req-6fca3cb6-39b3-465b-8686-6820cfdc55ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:17.791885 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0276de81-3204-4c09-a65c-22de3589bfbf req-6fca3cb6-39b3-465b-8686-6820cfdc55ef service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=53357413dfbc434b8597a2dcdb9cca78&device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 6498 time: 0.0519278 Sep 24 15:43:17.922277 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276de81-3204-4c09-a65c-22de3589bfbf req-ede228a6-456f-4164-a5c4-b69182b8d8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:17.923447 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276de81-3204-4c09-a65c-22de3589bfbf req-ede228a6-456f-4164-a5c4-b69182b8d8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:17.923922 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276de81-3204-4c09-a65c-22de3589bfbf req-ede228a6-456f-4164-a5c4-b69182b8d8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:17.925528 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0276de81-3204-4c09-a65c-22de3589bfbf req-ede228a6-456f-4164-a5c4-b69182b8d8e7 service neutron] 10.222.0.108 "GET /v2.0/networks?id=ff8678b1-4349-4ca8-a723-03edf66a1778&id=5073d904-8b2b-4bdf-8338-7c236ddf6645&id=5073d904-8b2b-4bdf-8338-7c236ddf6645&id=5073d904-8b2b-4bdf-8338-7c236ddf6645&id=5073d904-8b2b-4bdf-8338-7c236ddf6645&id=507b15b8-afa5-40b8-adba-ac821e324412&id=507b15b8-afa5-40b8-adba-ac821e324412 HTTP/1.1" status: 200 len: 2300 time: 0.1053541 Sep 24 15:43:17.994287 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0276de81-3204-4c09-a65c-22de3589bfbf req-eb1d9445-d6b4-4162-a6a5-e430f6283315 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0142ad3a-dc16-4465-ac2e-8afaafbbaba6 HTTP/1.1" status: 200 len: 1001 time: 0.0613055 Sep 24 15:43:18.059596 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276de81-3204-4c09-a65c-22de3589bfbf req-e900ca00-70df-4c3c-bc8b-21e6b230730e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:18.061349 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0276de81-3204-4c09-a65c-22de3589bfbf req-e900ca00-70df-4c3c-bc8b-21e6b230730e service neutron] 10.222.0.108 "GET /v2.0/subnets?id=740320f3-b182-49df-862e-fbe87946f30f HTTP/1.1" status: 200 len: 855 time: 0.0584958 Sep 24 15:43:18.112611 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276de81-3204-4c09-a65c-22de3589bfbf req-65a5f2fc-e585-461c-bc3c-d0b1782c01e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:18.114091 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0276de81-3204-4c09-a65c-22de3589bfbf req-65a5f2fc-e585-461c-bc3c-d0b1782c01e6 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=ff8678b1-4349-4ca8-a723-03edf66a1778&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440574 Sep 24 15:43:18.214951 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0276de81-3204-4c09-a65c-22de3589bfbf req-919788a5-3c38-4c8c-89ef-c20842a29ebd service neutron] 10.222.0.108 "GET /v2.0/networks/ff8678b1-4349-4ca8-a723-03edf66a1778?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931718 Sep 24 15:43:18.382845 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0276de81-3204-4c09-a65c-22de3589bfbf req-8216acd5-0097-4527-a208-4a214b3e9c71 service neutron] 10.222.0.108 "GET /v2.0/networks/ff8678b1-4349-4ca8-a723-03edf66a1778?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591513 Sep 24 15:43:18.466225 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0276de81-3204-4c09-a65c-22de3589bfbf req-4d10c5fe-74dd-4e63-a0c2-410ede9775ec service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.18&port_id=abc5097c-45c0-4a4c-83ad-221aa210e627 HTTP/1.1" status: 200 len: 217 time: 0.0460634 Sep 24 15:43:18.538652 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcdac5e-60b1-4b29-b46f-b19fa46f29fe req-380c829b-dcc8-4b22-86e1-93470ebefc94 tempest-ServerAddressesNegativeTestJSON-1366234653 tempest-ServerAddressesNegativeTestJSON-1366234653-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:18.540824 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8dcdac5e-60b1-4b29-b46f-b19fa46f29fe req-380c829b-dcc8-4b22-86e1-93470ebefc94 tempest-ServerAddressesNegativeTestJSON-1366234653 tempest-ServerAddressesNegativeTestJSON-1366234653-project] 10.222.0.108 "GET /v2.0/networks?id=98ab1247-a0e8-4597-b7dd-f467efd4ac4c HTTP/1.1" status: 200 len: 821 time: 0.2292812 Sep 24 15:43:18.557958 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-8dcdac5e-60b1-4b29-b46f-b19fa46f29fe req-7a5ddbb3-b8f3-4c9d-bc6b-4dbee0b936af tempest-ServerAddressesNegativeTestJSON-1366234653 tempest-ServerAddressesNegativeTestJSON-1366234653-project] Request body: {'port': {'device_id': '77cc2bc8-e6e8-41b1-a559-4b68205b49d7', 'network_id': '98ab1247-a0e8-4597-b7dd-f467efd4ac4c', 'admin_state_up': True, 'tenant_id': '6958d485b9d9452fb5735062a710530b'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:43:18.584177 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276de81-3204-4c09-a65c-22de3589bfbf req-1829ce40-07ba-4973-a9f5-6bd12e87e6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:18.585783 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0276de81-3204-4c09-a65c-22de3589bfbf req-1829ce40-07ba-4973-a9f5-6bd12e87e6b6 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=e11d2a5f-bb34-4615-a972-21b689918a94 HTTP/1.1" status: 200 len: 797 time: 0.1089892 Sep 24 15:43:18.645378 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 55082) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:18.704581 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-12d02927-f8c4-4b86-86da-9578781ef89a req-4c0db89a-2bd9-457e-870b-0b90204921d8 tempest-ServerShowV247Test-1243177545 tempest-ServerShowV247Test-1243177545-project] 10.222.0.101 "GET /v2.0/ports?device_id=36f3ff91-2c4c-4d2f-971c-c6d602d5189f HTTP/1.1" status: 200 len: 210 time: 0.0515177 Sep 24 15:43:18.711602 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276de81-3204-4c09-a65c-22de3589bfbf req-3be6e2e0-cb44-4738-9245-735f492ffbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:18.713141 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0276de81-3204-4c09-a65c-22de3589bfbf req-3be6e2e0-cb44-4738-9245-735f492ffbc4 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=5073d904-8b2b-4bdf-8338-7c236ddf6645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1204801 Sep 24 15:43:18.790921 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-8dd4a433-da97-46e2-b64d-0d562d26781c tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-500775325'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:43:18.834743 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f02457da-68f9-4f36-8070-e7bf58e15530 req-22486573-3320-48b6-a4a3-9b4f36b08a59 tempest-ServerAddressesNegativeTestJSON-1366234653 tempest-ServerAddressesNegativeTestJSON-1366234653-project] 10.222.0.101 "GET /v2.0/ports?device_id=77cc2bc8-e6e8-41b1-a559-4b68205b49d7 HTTP/1.1" status: 200 len: 210 time: 0.0343208 Sep 24 15:43:18.852391 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0276de81-3204-4c09-a65c-22de3589bfbf req-4d2c2256-3791-4628-a54b-e6e0531ef80d service neutron] 10.222.0.108 "GET /v2.0/networks/5073d904-8b2b-4bdf-8338-7c236ddf6645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300027 Sep 24 15:43:18.869885 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dcdac5e-60b1-4b29-b46f-b19fa46f29fe req-7a5ddbb3-b8f3-4c9d-bc6b-4dbee0b936af tempest-ServerAddressesNegativeTestJSON-1366234653 tempest-ServerAddressesNegativeTestJSON-1366234653-project] Made reservation on behalf of 6958d485b9d9452fb5735062a710530b for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:43:18.873315 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8dcdac5e-60b1-4b29-b46f-b19fa46f29fe req-7a5ddbb3-b8f3-4c9d-bc6b-4dbee0b936af tempest-ServerAddressesNegativeTestJSON-1366234653 tempest-ServerAddressesNegativeTestJSON-1366234653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:19.005838 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd4a433-da97-46e2-b64d-0d562d26781c tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Made reservation on behalf of a9b16b10878b44afaa1904d1db549e39 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:43:19.009397 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8dd4a433-da97-46e2-b64d-0d562d26781c tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:19.017326 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0276de81-3204-4c09-a65c-22de3589bfbf req-dad5529d-5bf1-4d2a-8198-fb62dbc09a52 service neutron] 10.222.0.108 "GET /v2.0/networks/5073d904-8b2b-4bdf-8338-7c236ddf6645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559176 Sep 24 15:43:19.022175 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8dd4a433-da97-46e2-b64d-0d562d26781c tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:19.103121 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0276de81-3204-4c09-a65c-22de3589bfbf req-3c70330a-29ce-4796-ba56-9667182dac8d service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.11&port_id=2f5a166f-73aa-4d69-848c-9741f19b3801 HTTP/1.1" status: 200 len: 217 time: 0.0519147 Sep 24 15:43:19.124710 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8dd4a433-da97-46e2-b64d-0d562d26781c tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:19.145534 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-8dcdac5e-60b1-4b29-b46f-b19fa46f29fe req-7a5ddbb3-b8f3-4c9d-bc6b-4dbee0b936af tempest-ServerAddressesNegativeTestJSON-1366234653 tempest-ServerAddressesNegativeTestJSON-1366234653-project] Allocated IP 172.20.0.10 (98ab1247-a0e8-4597-b7dd-f467efd4ac4c/0d57a6cd-0ffe-48a7-b8be-8c6054d65144/ce3730aa-02f0-4b79-b418-9064e4538835) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:43:19.176751 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276de81-3204-4c09-a65c-22de3589bfbf req-60cdca56-aa38-4721-b891-fa3ba32766b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:19.178228 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0276de81-3204-4c09-a65c-22de3589bfbf req-60cdca56-aa38-4721-b891-fa3ba32766b2 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=e11d2a5f-bb34-4615-a972-21b689918a94 HTTP/1.1" status: 200 len: 797 time: 0.0642781 Sep 24 15:43:19.226364 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8dd4a433-da97-46e2-b64d-0d562d26781c tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:19.253516 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dd4a433-da97-46e2-b64d-0d562d26781c tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1257} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:43:19.266895 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd4a433-da97-46e2-b64d-0d562d26781c tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46845f37-a186-480f-a35f-889dbae017cb,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:19.270602 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8dd4a433-da97-46e2-b64d-0d562d26781c tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:19.271197 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-8dd4a433-da97-46e2-b64d-0d562d26781c tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Added segment a65bfad2-93f2-4295-bf31-c418478bebb4 of type vlan for network e0be7f4d-2024-4972-9944-b07e90505b15 Sep 24 15:43:19.275289 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276de81-3204-4c09-a65c-22de3589bfbf req-2c96abd4-e682-48f0-8c04-bcc69cafed1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:19.276799 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0276de81-3204-4c09-a65c-22de3589bfbf req-2c96abd4-e682-48f0-8c04-bcc69cafed1c service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=5073d904-8b2b-4bdf-8338-7c236ddf6645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0874610 Sep 24 15:43:19.316657 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8dd4a433-da97-46e2-b64d-0d562d26781c tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:19.409909 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8dcdac5e-60b1-4b29-b46f-b19fa46f29fe req-7a5ddbb3-b8f3-4c9d-bc6b-4dbee0b936af tempest-ServerAddressesNegativeTestJSON-1366234653 tempest-ServerAddressesNegativeTestJSON-1366234653-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:19.411362 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8dd4a433-da97-46e2-b64d-0d562d26781c tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:19.417250 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd4a433-da97-46e2-b64d-0d562d26781c tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:19.417921 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8dd4a433-da97-46e2-b64d-0d562d26781c tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:19.434999 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0276de81-3204-4c09-a65c-22de3589bfbf req-f4938513-fc3d-4630-81ae-eea35cd0231b service neutron] 10.222.0.108 "GET /v2.0/networks/5073d904-8b2b-4bdf-8338-7c236ddf6645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312881 Sep 24 15:43:19.599064 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0276de81-3204-4c09-a65c-22de3589bfbf req-ab4825c4-415a-41cf-b7dd-6a15baa56224 service neutron] 10.222.0.108 "GET /v2.0/networks/5073d904-8b2b-4bdf-8338-7c236ddf6645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499789 Sep 24 15:43:19.600144 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd4a433-da97-46e2-b64d-0d562d26781c tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Pushing event updated for resources: {'Network': ['ID=e0be7f4d-2024-4972-9944-b07e90505b15,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:19.616258 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network e0be7f4d-2024-4972-9944-b07e90505b15 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:43:19.657225 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0276de81-3204-4c09-a65c-22de3589bfbf req-149fe539-0ce3-4f60-9b75-06d55d3f9000 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.65&port_id=f7691fd8-1f6a-45f4-bf43-5e43375cafad HTTP/1.1" status: 200 len: 217 time: 0.0498569 Sep 24 15:43:19.715165 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276de81-3204-4c09-a65c-22de3589bfbf req-0e21e33d-7671-4288-ae95-78f7193a74bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:19.716881 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0276de81-3204-4c09-a65c-22de3589bfbf req-0e21e33d-7671-4288-ae95-78f7193a74bd service neutron] 10.222.0.108 "GET /v2.0/subnets?id=e11d2a5f-bb34-4615-a972-21b689918a94 HTTP/1.1" status: 200 len: 797 time: 0.0521152 Sep 24 15:43:19.858251 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276de81-3204-4c09-a65c-22de3589bfbf req-4d1d7ae5-7c76-41d7-9789-97fa41d9efa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:19.858251 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0276de81-3204-4c09-a65c-22de3589bfbf req-4d1d7ae5-7c76-41d7-9789-97fa41d9efa1 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=5073d904-8b2b-4bdf-8338-7c236ddf6645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0456731 Sep 24 15:43:19.858251 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ae45c12d-2f64-41db-83b7-dc17e3aef47e req-5f92e2c5-b8f8-46d2-a60a-b0aa9e924e82 tempest-ServerShowV247Test-1243177545 tempest-ServerShowV247Test-1243177545-project] 10.222.0.101 "GET /v2.0/ports?device_id=36f3ff91-2c4c-4d2f-971c-c6d602d5189f HTTP/1.1" status: 200 len: 210 time: 0.0363483 Sep 24 15:43:19.895209 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0276de81-3204-4c09-a65c-22de3589bfbf req-21a1079d-d069-4fc9-b4d7-3be7b6c660c6 service neutron] 10.222.0.108 "GET /v2.0/networks/5073d904-8b2b-4bdf-8338-7c236ddf6645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162663 Sep 24 15:43:19.937147 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-697c47ca-14b9-49c3-8628-91729e63b3b3 req-7d765964-1ccc-458c-aae4-80529f3657c8 tempest-ServerAddressesNegativeTestJSON-1366234653 tempest-ServerAddressesNegativeTestJSON-1366234653-project] 10.222.0.101 "GET /v2.0/ports?device_id=77cc2bc8-e6e8-41b1-a559-4b68205b49d7 HTTP/1.1" status: 200 len: 210 time: 0.0277677 Sep 24 15:43:19.999903 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0276de81-3204-4c09-a65c-22de3589bfbf req-aef0d8b9-b64d-4e3e-9484-fae380681878 service neutron] 10.222.0.108 "GET /v2.0/networks/5073d904-8b2b-4bdf-8338-7c236ddf6645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958545 Sep 24 15:43:20.046110 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0276de81-3204-4c09-a65c-22de3589bfbf req-217c3b52-5dd2-476e-8a7b-554f4f3b45a3 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.50&port_id=d4b18f8b-70cf-4cbf-9ef3-a4612e10fee4 HTTP/1.1" status: 200 len: 217 time: 0.0387816 Sep 24 15:43:20.070515 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-8dd4a433-da97-46e2-b64d-0d562d26781c tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.4239957 Sep 24 15:43:20.076330 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 55100) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:20.077613 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-1b84c86a-5ce0-404c-bec8-c7f467cc28c4 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Request body: {'subnet': {'network_id': 'e0be7f4d-2024-4972-9944-b07e90505b15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:43:20.100644 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276de81-3204-4c09-a65c-22de3589bfbf req-84ea0c98-d862-4470-96eb-6a78be310ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:20.102274 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0276de81-3204-4c09-a65c-22de3589bfbf req-84ea0c98-d862-4470-96eb-6a78be310ae2 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=e11d2a5f-bb34-4615-a972-21b689918a94 HTTP/1.1" status: 200 len: 797 time: 0.0482361 Sep 24 15:43:20.106402 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8dcdac5e-60b1-4b29-b46f-b19fa46f29fe req-7a5ddbb3-b8f3-4c9d-bc6b-4dbee0b936af tempest-ServerAddressesNegativeTestJSON-1366234653 tempest-ServerAddressesNegativeTestJSON-1366234653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:20.181147 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dcdac5e-60b1-4b29-b46f-b19fa46f29fe req-7a5ddbb3-b8f3-4c9d-bc6b-4dbee0b936af tempest-ServerAddressesNegativeTestJSON-1366234653 tempest-ServerAddressesNegativeTestJSON-1366234653-project] Network 98ab1247-a0e8-4597-b7dd-f467efd4ac4c is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:43:20.191980 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-8dcdac5e-60b1-4b29-b46f-b19fa46f29fe req-7a5ddbb3-b8f3-4c9d-bc6b-4dbee0b936af tempest-ServerAddressesNegativeTestJSON-1366234653 tempest-ServerAddressesNegativeTestJSON-1366234653-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:43:20.194078 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5ddbb3-b8f3-4c9d-bc6b-4dbee0b936af tempest-ServerAddressesNegativeTestJSON-1366234653 tempest-ServerAddressesNegativeTestJSON-1366234653-project] Pushing event updated for resources: {'Port': ['ID=ce3730aa-02f0-4b79-b418-9064e4538835,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:20.197924 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dcdac5e-60b1-4b29-b46f-b19fa46f29fe req-7a5ddbb3-b8f3-4c9d-bc6b-4dbee0b936af tempest-ServerAddressesNegativeTestJSON-1366234653 tempest-ServerAddressesNegativeTestJSON-1366234653-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:43:20.233926 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276de81-3204-4c09-a65c-22de3589bfbf req-ba9c029c-a77c-4564-b147-2f08b7686fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:20.236326 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0276de81-3204-4c09-a65c-22de3589bfbf req-ba9c029c-a77c-4564-b147-2f08b7686fda service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=5073d904-8b2b-4bdf-8338-7c236ddf6645&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1204321 Sep 24 15:43:20.261390 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcdac5e-60b1-4b29-b46f-b19fa46f29fe req-7a5ddbb3-b8f3-4c9d-bc6b-4dbee0b936af tempest-ServerAddressesNegativeTestJSON-1366234653 tempest-ServerAddressesNegativeTestJSON-1366234653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:20.261995 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8dcdac5e-60b1-4b29-b46f-b19fa46f29fe req-7a5ddbb3-b8f3-4c9d-bc6b-4dbee0b936af tempest-ServerAddressesNegativeTestJSON-1366234653 tempest-ServerAddressesNegativeTestJSON-1366234653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:20.289399 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b84c86a-5ce0-404c-bec8-c7f467cc28c4 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Made reservation on behalf of a9b16b10878b44afaa1904d1db549e39 for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:43:20.293000 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1b84c86a-5ce0-404c-bec8-c7f467cc28c4 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:20.357036 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0276de81-3204-4c09-a65c-22de3589bfbf req-cf775a5e-503f-432c-a563-3cfa198ac32c service neutron] 10.222.0.108 "GET /v2.0/networks/5073d904-8b2b-4bdf-8338-7c236ddf6645?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082366 Sep 24 15:43:20.432800 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8dcdac5e-60b1-4b29-b46f-b19fa46f29fe req-7a5ddbb3-b8f3-4c9d-bc6b-4dbee0b936af tempest-ServerAddressesNegativeTestJSON-1366234653 tempest-ServerAddressesNegativeTestJSON-1366234653-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8804750 Sep 24 15:43:20.455340 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-8dcdac5e-60b1-4b29-b46f-b19fa46f29fe req-40cd0a15-84f0-4a80-9c11-b4051fab9df0 service neutron] Request body: {'port': {'device_id': '77cc2bc8-e6e8-41b1-a559-4b68205b49d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:43:20.490406 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0276de81-3204-4c09-a65c-22de3589bfbf req-f2015024-0ca8-483d-a524-f47d8f487165 service neutron] 10.222.0.108 "GET /v2.0/networks/5073d904-8b2b-4bdf-8338-7c236ddf6645?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245024 Sep 24 15:43:20.556696 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0276de81-3204-4c09-a65c-22de3589bfbf req-24ab47a1-92ea-4a7c-965e-36c9ac1418aa service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=8bb88954-e5ec-4b97-a10b-c71b5097f8a9 HTTP/1.1" status: 200 len: 217 time: 0.0406492 Sep 24 15:43:20.557507 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8dcdac5e-60b1-4b29-b46f-b19fa46f29fe req-40cd0a15-84f0-4a80-9c11-b4051fab9df0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:20.578119 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1b84c86a-5ce0-404c-bec8-c7f467cc28c4 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:20.615471 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276de81-3204-4c09-a65c-22de3589bfbf req-1e878a7f-b463-478c-bb0b-63a3b0613434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:20.617774 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0276de81-3204-4c09-a65c-22de3589bfbf req-1e878a7f-b463-478c-bb0b-63a3b0613434 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=e7e1eb24-df55-4c01-9933-3279c8be8c21 HTTP/1.1" status: 200 len: 797 time: 0.0508583 Sep 24 15:43:20.690041 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b84c86a-5ce0-404c-bec8-c7f467cc28c4 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Checking segment: {'id': 'a65bfad2-93f2-4295-bf31-c418478bebb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'e0be7f4d-2024-4972-9944-b07e90505b15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:43:20.690334 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b84c86a-5ce0-404c-bec8-c7f467cc28c4 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Network hostable DHCP agents. Network: e0be7f4d-2024-4972-9944-b07e90505b15, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:43:20.695640 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b84c86a-5ce0-404c-bec8-c7f467cc28c4 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Pushing event updated for resources: {'Subnet': ['ID=5adb2a69-af67-4589-be16-cbe0bb97b5b8,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:20.785228 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b84c86a-5ce0-404c-bec8-c7f467cc28c4 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Network e0be7f4d-2024-4972-9944-b07e90505b15 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:43:20.795811 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276de81-3204-4c09-a65c-22de3589bfbf req-0ccd133b-ae69-4d27-b7b4-b277a1894b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:20.797941 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0276de81-3204-4c09-a65c-22de3589bfbf req-0ccd133b-ae69-4d27-b7b4-b277a1894b19 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=507b15b8-afa5-40b8-adba-ac821e324412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0794084 Sep 24 15:43:20.878032 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-1b84c86a-5ce0-404c-bec8-c7f467cc28c4 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, e0be7f4d-2024-4972-9944-b07e90505b15) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:43:20.886607 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4749c8e9-1453-4810-9bdb-79ca3785fde4 None None] Network e0be7f4d-2024-4972-9944-b07e90505b15 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:43:20.898420 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b84c86a-5ce0-404c-bec8-c7f467cc28c4 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:20.903099 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1b84c86a-5ce0-404c-bec8-c7f467cc28c4 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:20.964626 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8f9966c4-2bb3-4bbf-9857-aedb105d7194 req-fe252235-0980-43e7-8c73-afa964915246 tempest-ServerShowV247Test-1243177545 tempest-ServerShowV247Test-1243177545-project] 10.222.0.101 "GET /v2.0/ports?device_id=36f3ff91-2c4c-4d2f-971c-c6d602d5189f HTTP/1.1" status: 200 len: 210 time: 0.0384500 Sep 24 15:43:21.004188 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0276de81-3204-4c09-a65c-22de3589bfbf req-cdd3c5c3-fd2d-4e15-a9f5-88046ec5ce80 service neutron] 10.222.0.108 "GET /v2.0/networks/507b15b8-afa5-40b8-adba-ac821e324412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752415 Sep 24 15:43:21.018363 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-8dcdac5e-60b1-4b29-b46f-b19fa46f29fe req-40cd0a15-84f0-4a80-9c11-b4051fab9df0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce3730aa-02f0-4b79-b418-9064e4538835 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:43:21.035889 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8dcdac5e-60b1-4b29-b46f-b19fa46f29fe req-40cd0a15-84f0-4a80-9c11-b4051fab9df0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:21.039362 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-1b84c86a-5ce0-404c-bec8-c7f467cc28c4 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9671135 Sep 24 15:43:21.041752 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 55114) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:21.048360 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-fed9af2d-e023-4916-86b9-e13be10c0a44 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Request body: {'port': {'network_id': 'e0be7f4d-2024-4972-9944-b07e90505b15', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1980181556'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:43:21.076086 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-8dcdac5e-60b1-4b29-b46f-b19fa46f29fe req-40cd0a15-84f0-4a80-9c11-b4051fab9df0 service neutron] Transition to ACTIVE for port object ce3730aa-02f0-4b79-b418-9064e4538835 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:43:21.089428 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2061de48-d2c1-4504-86db-18b19882a1a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-e0be7f4d-2024-4972-9944-b07e90505b15', 'network_id': 'e0be7f4d-2024-4972-9944-b07e90505b15', 'tenant_id': 'a9b16b10878b44afaa1904d1db549e39', 'fixed_ips': [{'subnet_id': '5adb2a69-af67-4589-be16-cbe0bb97b5b8'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:43:21.089549 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2061de48-d2c1-4504-86db-18b19882a1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:21.148193 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0276de81-3204-4c09-a65c-22de3589bfbf req-5d574985-3409-40ce-afda-44ad6e8aab45 service neutron] 10.222.0.108 "GET /v2.0/networks/507b15b8-afa5-40b8-adba-ac821e324412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250274 Sep 24 15:43:21.164371 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8dcdac5e-60b1-4b29-b46f-b19fa46f29fe req-40cd0a15-84f0-4a80-9c11-b4051fab9df0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:21.204390 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32706c73-74f1-4c87-857d-888929621f05 req-b468a445-1e49-4c93-b004-295987e71bc2 tempest-ServerAddressesNegativeTestJSON-1366234653 tempest-ServerAddressesNegativeTestJSON-1366234653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:21.206279 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-32706c73-74f1-4c87-857d-888929621f05 req-b468a445-1e49-4c93-b004-295987e71bc2 tempest-ServerAddressesNegativeTestJSON-1366234653 tempest-ServerAddressesNegativeTestJSON-1366234653-project] 10.222.0.101 "GET /v2.0/ports?device_id=77cc2bc8-e6e8-41b1-a559-4b68205b49d7 HTTP/1.1" status: 200 len: 932 time: 0.1522567 Sep 24 15:43:21.230309 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0276de81-3204-4c09-a65c-22de3589bfbf req-54f83306-a263-4b13-ae26-530744c79c2a service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=0ee6ad90-d588-4863-a2f6-9306b19035e5 HTTP/1.1" status: 200 len: 217 time: 0.0734921 Sep 24 15:43:21.261470 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-2061de48-d2c1-4504-86db-18b19882a1a6 None None] Allocated IP 172.20.0.2 (e0be7f4d-2024-4972-9944-b07e90505b15/5adb2a69-af67-4589-be16-cbe0bb97b5b8/a6c5d5e0-9b5a-4f76-beee-cb6b0790aacf) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:43:21.284541 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-32706c73-74f1-4c87-857d-888929621f05 req-d5f954bb-002c-4e4d-8c0d-e8500ff4c2f4 tempest-ServerAddressesNegativeTestJSON-1366234653 tempest-ServerAddressesNegativeTestJSON-1366234653-project] 10.222.0.101 "GET /v2.0/security-groups?id=651f1fad-da60-4d0f-b5c1-630f6509f767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685019 Sep 24 15:43:21.342850 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cd0a15-84f0-4a80-9c11-b4051fab9df0 service neutron] Pushing event updated for resources: {'Port': ['ID=ce3730aa-02f0-4b79-b418-9064e4538835,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:21.360589 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276de81-3204-4c09-a65c-22de3589bfbf req-9a4ea2a5-b9f4-4ba8-b8cb-fd43c93937fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:21.362105 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0276de81-3204-4c09-a65c-22de3589bfbf req-9a4ea2a5-b9f4-4ba8-b8cb-fd43c93937fc service neutron] 10.222.0.108 "GET /v2.0/subnets?id=e7e1eb24-df55-4c01-9933-3279c8be8c21 HTTP/1.1" status: 200 len: 797 time: 0.1192451 Sep 24 15:43:21.380420 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fed9af2d-e023-4916-86b9-e13be10c0a44 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Made reservation on behalf of a9b16b10878b44afaa1904d1db549e39 for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:43:21.384656 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fed9af2d-e023-4916-86b9-e13be10c0a44 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:21.404128 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [None req-fed9af2d-e023-4916-86b9-e13be10c0a44 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] device_id is not set on port ee937a45-ee72-46d7-8339-66a5cb9bfbd2 yet. {{(pid=95297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:43:21.409582 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-8dcdac5e-60b1-4b29-b46f-b19fa46f29fe req-40cd0a15-84f0-4a80-9c11-b4051fab9df0 service neutron] Attempting to bind port ce3730aa-02f0-4b79-b418-9064e4538835 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:43:21.409892 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-8dcdac5e-60b1-4b29-b46f-b19fa46f29fe req-40cd0a15-84f0-4a80-9c11-b4051fab9df0 service neutron] Attempting to bind port ce3730aa-02f0-4b79-b418-9064e4538835 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '63b10141-3520-469d-b2a0-317b53293d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '98ab1247-a0e8-4597-b7dd-f467efd4ac4c'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:43:21.410211 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcdac5e-60b1-4b29-b46f-b19fa46f29fe req-40cd0a15-84f0-4a80-9c11-b4051fab9df0 service neutron] Attempting to bind port ce3730aa-02f0-4b79-b418-9064e4538835 on network 98ab1247-a0e8-4597-b7dd-f467efd4ac4c {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:43:21.416417 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcdac5e-60b1-4b29-b46f-b19fa46f29fe req-40cd0a15-84f0-4a80-9c11-b4051fab9df0 service neutron] Port ce3730aa-02f0-4b79-b418-9064e4538835 on network 98ab1247-a0e8-4597-b7dd-f467efd4ac4c not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:43:21.417798 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcdac5e-60b1-4b29-b46f-b19fa46f29fe req-40cd0a15-84f0-4a80-9c11-b4051fab9df0 service neutron] Attempting to bind port ce3730aa-02f0-4b79-b418-9064e4538835 on network 98ab1247-a0e8-4597-b7dd-f467efd4ac4c {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:43:21.425154 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcdac5e-60b1-4b29-b46f-b19fa46f29fe req-40cd0a15-84f0-4a80-9c11-b4051fab9df0 service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:43:21.425497 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcdac5e-60b1-4b29-b46f-b19fa46f29fe req-40cd0a15-84f0-4a80-9c11-b4051fab9df0 service neutron] Checking segment: {'id': '63b10141-3520-469d-b2a0-317b53293d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '98ab1247-a0e8-4597-b7dd-f467efd4ac4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:43:21.425880 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dcdac5e-60b1-4b29-b46f-b19fa46f29fe req-40cd0a15-84f0-4a80-9c11-b4051fab9df0 service neutron] Bound using segment: {'id': '63b10141-3520-469d-b2a0-317b53293d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '98ab1247-a0e8-4597-b7dd-f467efd4ac4c'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:43:21.426292 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-8dcdac5e-60b1-4b29-b46f-b19fa46f29fe req-40cd0a15-84f0-4a80-9c11-b4051fab9df0 service neutron] Bound port: ce3730aa-02f0-4b79-b418-9064e4538835, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63b10141-3520-469d-b2a0-317b53293d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '98ab1247-a0e8-4597-b7dd-f467efd4ac4c'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:43:21.426668 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8dcdac5e-60b1-4b29-b46f-b19fa46f29fe req-40cd0a15-84f0-4a80-9c11-b4051fab9df0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:21.437076 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2061de48-d2c1-4504-86db-18b19882a1a6 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:21.445913 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276de81-3204-4c09-a65c-22de3589bfbf req-13afac19-2eb2-46b3-9f24-b317aa0aa98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:21.447453 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0276de81-3204-4c09-a65c-22de3589bfbf req-13afac19-2eb2-46b3-9f24-b317aa0aa98a service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=507b15b8-afa5-40b8-adba-ac821e324412&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0755439 Sep 24 15:43:21.543356 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2061de48-d2c1-4504-86db-18b19882a1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:21.558698 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-8dcdac5e-60b1-4b29-b46f-b19fa46f29fe req-40cd0a15-84f0-4a80-9c11-b4051fab9df0 service neutron] For port ce3730aa-02f0-4b79-b418-9064e4538835, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:43:21.577085 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-8dcdac5e-60b1-4b29-b46f-b19fa46f29fe req-40cd0a15-84f0-4a80-9c11-b4051fab9df0 service neutron] For port ce3730aa-02f0-4b79-b418-9064e4538835, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=ce3730aa-02f0-4b79-b418-9064e4538835,segment=NetworkSegment(63b10141-3520-469d-b2a0-317b53293d4f),segment_id=63b10141-3520-469d-b2a0-317b53293d4f)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:43:21.586493 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2061de48-d2c1-4504-86db-18b19882a1a6 None None] Network e0be7f4d-2024-4972-9944-b07e90505b15 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:43:21.589465 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-2061de48-d2c1-4504-86db-18b19882a1a6 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:43:21.589682 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0276de81-3204-4c09-a65c-22de3589bfbf req-eb8c75ac-342d-45b3-9c7d-6687e37b082f service neutron] 10.222.0.108 "GET /v2.0/networks/507b15b8-afa5-40b8-adba-ac821e324412?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186473 Sep 24 15:43:21.591982 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2061de48-d2c1-4504-86db-18b19882a1a6 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:43:21.605818 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2061de48-d2c1-4504-86db-18b19882a1a6 None None] Pushing event updated for resources: {'Port': ['ID=a6c5d5e0-9b5a-4f76-beee-cb6b0790aacf,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:21.618331 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-fed9af2d-e023-4916-86b9-e13be10c0a44 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Allocated IP 172.20.0.6 (e0be7f4d-2024-4972-9944-b07e90505b15/5adb2a69-af67-4589-be16-cbe0bb97b5b8/ee937a45-ee72-46d7-8339-66a5cb9bfbd2) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:43:21.663215 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-2061de48-d2c1-4504-86db-18b19882a1a6 None None] Attempting to bind port a6c5d5e0-9b5a-4f76-beee-cb6b0790aacf on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:43:21.663797 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-2061de48-d2c1-4504-86db-18b19882a1a6 None None] Attempting to bind port a6c5d5e0-9b5a-4f76-beee-cb6b0790aacf by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'a65bfad2-93f2-4295-bf31-c418478bebb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'e0be7f4d-2024-4972-9944-b07e90505b15'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:43:21.664329 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2061de48-d2c1-4504-86db-18b19882a1a6 None None] Attempting to bind port a6c5d5e0-9b5a-4f76-beee-cb6b0790aacf on network e0be7f4d-2024-4972-9944-b07e90505b15 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:43:21.671072 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2061de48-d2c1-4504-86db-18b19882a1a6 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:43:21.671699 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2061de48-d2c1-4504-86db-18b19882a1a6 None None] Checking segment: {'id': 'a65bfad2-93f2-4295-bf31-c418478bebb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'e0be7f4d-2024-4972-9944-b07e90505b15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:43:21.672841 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2061de48-d2c1-4504-86db-18b19882a1a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:21.673404 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2061de48-d2c1-4504-86db-18b19882a1a6 None None] Bound using segment: {'id': 'a65bfad2-93f2-4295-bf31-c418478bebb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'e0be7f4d-2024-4972-9944-b07e90505b15'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:43:21.674041 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8dcdac5e-60b1-4b29-b46f-b19fa46f29fe req-40cd0a15-84f0-4a80-9c11-b4051fab9df0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:21.674177 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-2061de48-d2c1-4504-86db-18b19882a1a6 None None] Bound port: a6c5d5e0-9b5a-4f76-beee-cb6b0790aacf, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a65bfad2-93f2-4295-bf31-c418478bebb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': 'e0be7f4d-2024-4972-9944-b07e90505b15'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:43:21.674778 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2061de48-d2c1-4504-86db-18b19882a1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:21.705168 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcdac5e-60b1-4b29-b46f-b19fa46f29fe req-40cd0a15-84f0-4a80-9c11-b4051fab9df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:21.705839 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8dcdac5e-60b1-4b29-b46f-b19fa46f29fe req-40cd0a15-84f0-4a80-9c11-b4051fab9df0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:21.707524 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8dcdac5e-60b1-4b29-b46f-b19fa46f29fe req-40cd0a15-84f0-4a80-9c11-b4051fab9df0 service neutron] 10.222.0.108 "PUT /v2.0/ports/ce3730aa-02f0-4b79-b418-9064e4538835 HTTP/1.1" status: 200 len: 1092 time: 1.2602901 Sep 24 15:43:21.717345 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77cc2bc8-e6e8-41b1-a559-4b68205b49d7', 'tag': 'ce3730aa-02f0-4b79-b418-9064e4538835'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:43:21.721518 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c2bdd59-895e-4202-829a-90c8ba7b625e" -d '{"events": [{"name": "network-changed", "server_uuid": "77cc2bc8-e6e8-41b1-a559-4b68205b49d7", "tag": "ce3730aa-02f0-4b79-b418-9064e4538835"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:43:21.783484 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-2061de48-d2c1-4504-86db-18b19882a1a6 None None] For port a6c5d5e0-9b5a-4f76-beee-cb6b0790aacf, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:43:21.864833 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-2061de48-d2c1-4504-86db-18b19882a1a6 None None] For port a6c5d5e0-9b5a-4f76-beee-cb6b0790aacf, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=a6c5d5e0-9b5a-4f76-beee-cb6b0790aacf,segment=NetworkSegment(a65bfad2-93f2-4295-bf31-c418478bebb4),segment_id=a65bfad2-93f2-4295-bf31-c418478bebb4)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:43:21.902423 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fed9af2d-e023-4916-86b9-e13be10c0a44 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:21.969870 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2061de48-d2c1-4504-86db-18b19882a1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:22.001247 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fed9af2d-e023-4916-86b9-e13be10c0a44 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:22.064170 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed9af2d-e023-4916-86b9-e13be10c0a44 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Network e0be7f4d-2024-4972-9944-b07e90505b15 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:43:22.067094 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2061de48-d2c1-4504-86db-18b19882a1a6 None None] Pushing event updated for resources: {'Port': ['ID=a6c5d5e0-9b5a-4f76-beee-cb6b0790aacf,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:22.074467 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-fed9af2d-e023-4916-86b9-e13be10c0a44 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:43:22.096043 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed9af2d-e023-4916-86b9-e13be10c0a44 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:43:22.160492 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed9af2d-e023-4916-86b9-e13be10c0a44 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Pushing event updated for resources: {'Port': ['ID=ee937a45-ee72-46d7-8339-66a5cb9bfbd2,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:22.205376 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-828c139e-d9f7-4acd-9967-300e8be32161 req-f49ca305-0b3e-42fb-83bb-5f274d4e9445 tempest-ServerShowV247Test-1243177545 tempest-ServerShowV247Test-1243177545-project] 10.222.0.101 "GET /v2.0/ports?device_id=36f3ff91-2c4c-4d2f-971c-c6d602d5189f HTTP/1.1" status: 200 len: 210 time: 0.0956883 Sep 24 15:43:22.206781 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dacbfe1-55be-422f-83e0-cb428f7ca639 x-openstack-request-id: req-7dacbfe1-55be-422f-83e0-cb428f7ca639 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:43:22.207072 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77cc2bc8-e6e8-41b1-a559-4b68205b49d7", "tag": "ce3730aa-02f0-4b79-b418-9064e4538835", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:43:22.207328 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-7dacbfe1-55be-422f-83e0-cb428f7ca639 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:43:22.207815 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77cc2bc8-e6e8-41b1-a559-4b68205b49d7', 'tag': 'ce3730aa-02f0-4b79-b418-9064e4538835', 'status': 'completed', 'code': 200} Sep 24 15:43:22.240562 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fed9af2d-e023-4916-86b9-e13be10c0a44 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:22.241484 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fed9af2d-e023-4916-86b9-e13be10c0a44 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:22.245197 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0276de81-3204-4c09-a65c-22de3589bfbf req-1015f688-98a2-4b6e-a623-6ac3d4e75e58 service neutron] 10.222.0.108 "GET /v2.0/networks/507b15b8-afa5-40b8-adba-ac821e324412?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6393666 Sep 24 15:43:22.267721 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-39bdea45-c12c-4915-a326-8d510ca0386f req-b68ac887-936f-49fd-9a0f-559cf23c65e8 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5582025 Sep 24 15:43:22.272406 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cd0a15-84f0-4a80-9c11-b4051fab9df0 service neutron] Pushing event updated for resources: {'Port': ['ID=ce3730aa-02f0-4b79-b418-9064e4538835,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:22.289515 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcdac5e-60b1-4b29-b46f-b19fa46f29fe req-91fa6f8f-7634-476b-9a2d-942969594de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:22.293296 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8dcdac5e-60b1-4b29-b46f-b19fa46f29fe req-91fa6f8f-7634-476b-9a2d-942969594de9 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=6958d485b9d9452fb5735062a710530b&device_id=77cc2bc8-e6e8-41b1-a559-4b68205b49d7 HTTP/1.1" status: 200 len: 1095 time: 0.1358290 Sep 24 15:43:22.335620 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-fed9af2d-e023-4916-86b9-e13be10c0a44 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.2926571 Sep 24 15:43:22.336285 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 55130) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:22.342086 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-e1d26c3f-416a-4b76-9aed-a07487a4c897 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Request body: {'port': {'network_id': 'e0be7f4d-2024-4972-9944-b07e90505b15', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1002516610', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:43:22.353482 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.api.validators [None req-e1d26c3f-416a-4b76-9aed-a07487a4c897 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] bootfile-name is not in valid_values {{(pid=95297) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 24 15:43:22.353482 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.api.validators [None req-e1d26c3f-416a-4b76-9aed-a07487a4c897 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] tftp-server is not in valid_values {{(pid=95297) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 24 15:43:22.353482 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.api.validators [None req-e1d26c3f-416a-4b76-9aed-a07487a4c897 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] server-ip-address is not in valid_values {{(pid=95297) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 24 15:43:22.378699 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8dcdac5e-60b1-4b29-b46f-b19fa46f29fe req-ad09394e-03eb-414a-82be-a1b173688419 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce3730aa-02f0-4b79-b418-9064e4538835 HTTP/1.1" status: 200 len: 217 time: 0.0711243 Sep 24 15:43:22.496510 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bdea45-c12c-4915-a326-8d510ca0386f req-e0c3f892-4a8a-4072-b21d-3855be094987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:22.498018 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-39bdea45-c12c-4915-a326-8d510ca0386f req-e0c3f892-4a8a-4072-b21d-3855be094987 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=ac17221dd7b34bd3afb658a69ac088d3&device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 1095 time: 0.1290076 Sep 24 15:43:22.502266 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcdac5e-60b1-4b29-b46f-b19fa46f29fe req-ebd11340-6e76-4efd-8916-501889139a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:22.504148 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8dcdac5e-60b1-4b29-b46f-b19fa46f29fe req-ebd11340-6e76-4efd-8916-501889139a7b service neutron] 10.222.0.108 "GET /v2.0/subnets?id=0d57a6cd-0ffe-48a7-b8be-8c6054d65144 HTTP/1.1" status: 200 len: 861 time: 0.0991690 Sep 24 15:43:22.513245 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c8cbc-b887-45d5-b410-4b802048fcd9 req-1e3f9d61-32e4-4424-ac36-75eb4084c0eb tempest-ServerAddressesNegativeTestJSON-1366234653 tempest-ServerAddressesNegativeTestJSON-1366234653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:22.514521 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b09c8cbc-b887-45d5-b410-4b802048fcd9 req-1e3f9d61-32e4-4424-ac36-75eb4084c0eb tempest-ServerAddressesNegativeTestJSON-1366234653 tempest-ServerAddressesNegativeTestJSON-1366234653-project] 10.222.0.101 "GET /v2.0/ports?device_id=77cc2bc8-e6e8-41b1-a559-4b68205b49d7 HTTP/1.1" status: 200 len: 944 time: 0.1081991 Sep 24 15:43:22.560377 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8dcdac5e-60b1-4b29-b46f-b19fa46f29fe req-75afa6a6-0a9a-41b6-ad59-49e36477bdff service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=98ab1247-a0e8-4597-b7dd-f467efd4ac4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447989 Sep 24 15:43:22.602028 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d26c3f-416a-4b76-9aed-a07487a4c897 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Made reservation on behalf of a9b16b10878b44afaa1904d1db549e39 for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:43:22.607124 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e1d26c3f-416a-4b76-9aed-a07487a4c897 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:22.631148 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [None req-e1d26c3f-416a-4b76-9aed-a07487a4c897 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] device_id is not set on port 71f9f3e9-7492-43f6-a7e1-41cba67c6af2 yet. {{(pid=95297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:43:22.673654 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b09c8cbc-b887-45d5-b410-4b802048fcd9 req-cc1ec6e4-860d-477e-8f01-146c51aa1bd0 tempest-ServerAddressesNegativeTestJSON-1366234653 tempest-ServerAddressesNegativeTestJSON-1366234653-project] 10.222.0.101 "GET /v2.0/security-groups?id=651f1fad-da60-4d0f-b5c1-630f6509f767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431212 Sep 24 15:43:22.738410 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bdea45-c12c-4915-a326-8d510ca0386f req-dccad8f4-0ec9-4aa2-b101-eca85f9695df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:22.739888 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-39bdea45-c12c-4915-a326-8d510ca0386f req-dccad8f4-0ec9-4aa2-b101-eca85f9695df service neutron] 10.222.0.110 "GET /v2.0/networks?id=bad15511-e79d-4a5e-8826-604fa4d6fb1c HTTP/1.1" status: 200 len: 914 time: 0.2164047 Sep 24 15:43:22.764383 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-e1d26c3f-416a-4b76-9aed-a07487a4c897 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Allocated IP 172.20.0.8 (e0be7f4d-2024-4972-9944-b07e90505b15/5adb2a69-af67-4589-be16-cbe0bb97b5b8/71f9f3e9-7492-43f6-a7e1-41cba67c6af2) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:43:22.789072 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8dcdac5e-60b1-4b29-b46f-b19fa46f29fe req-2810126b-305f-481b-8526-1fd9f8aa2e36 service neutron] 10.222.0.108 "GET /v2.0/networks/98ab1247-a0e8-4597-b7dd-f467efd4ac4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132375 Sep 24 15:43:22.843056 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-39bdea45-c12c-4915-a326-8d510ca0386f req-6e5b5a2c-2c42-4774-8ebc-54eb5019c443 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c9fda49-cc27-42a1-beac-c3884a84a52d HTTP/1.1" status: 200 len: 998 time: 0.0955245 Sep 24 15:43:22.910592 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bdea45-c12c-4915-a326-8d510ca0386f req-8dd43646-5aba-44aa-8c03-609fef437260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:22.915705 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-39bdea45-c12c-4915-a326-8d510ca0386f req-8dd43646-5aba-44aa-8c03-609fef437260 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=ac550aa6-1c9d-441e-90e2-38bf2a7a38e4 HTTP/1.1" status: 200 len: 851 time: 0.0634654 Sep 24 15:43:23.057680 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8dcdac5e-60b1-4b29-b46f-b19fa46f29fe req-b9870c31-fb74-4d7e-8d67-dc0c6b0384e7 service neutron] 10.222.0.108 "GET /v2.0/networks/98ab1247-a0e8-4597-b7dd-f467efd4ac4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585123 Sep 24 15:43:23.086044 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bdea45-c12c-4915-a326-8d510ca0386f req-224e6382-ca56-4f9e-af55-57654532cd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:23.087695 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-39bdea45-c12c-4915-a326-8d510ca0386f req-224e6382-ca56-4f9e-af55-57654532cd26 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=bad15511-e79d-4a5e-8826-604fa4d6fb1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1465011 Sep 24 15:43:23.156898 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e1d26c3f-416a-4b76-9aed-a07487a4c897 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:23.168772 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66761ea0-4492-4e73-ba2d-02d5b4dd1035 req-1ca0b6cd-c7a1-4b7e-afa6-a6d75ec9e374 tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:23.170632 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-66761ea0-4492-4e73-ba2d-02d5b4dd1035 req-1ca0b6cd-c7a1-4b7e-afa6-a6d75ec9e374 tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] 10.222.0.101 "GET /v2.0/ports?device_id=29d253d5-6e01-4a3f-9813-48193cbf2468 HTTP/1.1" status: 200 len: 946 time: 0.1097143 Sep 24 15:43:23.254947 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-66761ea0-4492-4e73-ba2d-02d5b4dd1035 req-e58ef1ea-3694-4b77-9c07-19c045f08707 tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] 10.222.0.101 "GET /v2.0/security-groups?id=25c23c8d-da69-4135-afac-6360a041058d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735803 Sep 24 15:43:23.298133 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2bdd59-895e-4202-829a-90c8ba7b625e req-6034d75b-e514-4f34-ba53-5e9ba2b1db81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:23.298133 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6c2bdd59-895e-4202-829a-90c8ba7b625e req-6034d75b-e514-4f34-ba53-5e9ba2b1db81 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=6958d485b9d9452fb5735062a710530b&device_id=77cc2bc8-e6e8-41b1-a559-4b68205b49d7 HTTP/1.1" status: 200 len: 1095 time: 0.0643570 Sep 24 15:43:23.334118 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e5449c3-c1cd-41e8-9e6c-ced31f2c3244 None None] Network e0be7f4d-2024-4972-9944-b07e90505b15 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:43:23.335151 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-39bdea45-c12c-4915-a326-8d510ca0386f req-cdbffa83-c33e-4bc9-8608-9dfb6c126c3c service neutron] 10.222.0.110 "GET /v2.0/networks/bad15511-e79d-4a5e-8826-604fa4d6fb1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234833 Sep 24 15:43:23.368379 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-aee227b3-eb39-4814-a123-346836c43147 req-7361e1ac-e294-4ac7-94f8-f2205b5813c1 tempest-ServerShowV247Test-1243177545 tempest-ServerShowV247Test-1243177545-project] 10.222.0.101 "GET /v2.0/ports?device_id=36f3ff91-2c4c-4d2f-971c-c6d602d5189f HTTP/1.1" status: 200 len: 210 time: 0.0303891 Sep 24 15:43:23.370801 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e1d26c3f-416a-4b76-9aed-a07487a4c897 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:23.426130 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d26c3f-416a-4b76-9aed-a07487a4c897 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Network e0be7f4d-2024-4972-9944-b07e90505b15 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:43:23.431047 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-e1d26c3f-416a-4b76-9aed-a07487a4c897 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:43:23.436290 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-2b574074-84d7-45d9-a089-db580d8e33d3 None None] Provisioning complete for port a6c5d5e0-9b5a-4f76-beee-cb6b0790aacf triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:43:23.436663 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2b574074-84d7-45d9-a089-db580d8e33d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:23.442087 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d26c3f-416a-4b76-9aed-a07487a4c897 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:43:23.452925 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d26c3f-416a-4b76-9aed-a07487a4c897 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Pushing event updated for resources: {'Port': ['ID=71f9f3e9-7492-43f6-a7e1-41cba67c6af2,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:23.504284 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-39bdea45-c12c-4915-a326-8d510ca0386f req-7ebacb3b-e86e-45e7-831d-664573b74812 service neutron] 10.222.0.110 "GET /v2.0/networks/bad15511-e79d-4a5e-8826-604fa4d6fb1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301870 Sep 24 15:43:23.516541 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d26c3f-416a-4b76-9aed-a07487a4c897 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:23.518086 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e1d26c3f-416a-4b76-9aed-a07487a4c897 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:23.535159 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2bdd59-895e-4202-829a-90c8ba7b625e req-ed7486b2-b559-459e-9965-7da1dad91cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:23.537461 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6c2bdd59-895e-4202-829a-90c8ba7b625e req-ed7486b2-b559-459e-9965-7da1dad91cc1 service neutron] 10.222.0.108 "GET /v2.0/networks?id=98ab1247-a0e8-4597-b7dd-f467efd4ac4c HTTP/1.1" status: 200 len: 923 time: 0.2416072 Sep 24 15:43:23.544935 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2b574074-84d7-45d9-a089-db580d8e33d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:23.590268 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6c2bdd59-895e-4202-829a-90c8ba7b625e req-72138197-8fb5-455a-9853-141211e6b5e7 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ce3730aa-02f0-4b79-b418-9064e4538835 HTTP/1.1" status: 200 len: 217 time: 0.0457003 Sep 24 15:43:23.617857 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e1d26c3f-416a-4b76-9aed-a07487a4c897 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.2801538 Sep 24 15:43:23.620314 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 55148) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:23.625943 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-2b574074-84d7-45d9-a089-db580d8e33d3 None None] For port a6c5d5e0-9b5a-4f76-beee-cb6b0790aacf, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=a6c5d5e0-9b5a-4f76-beee-cb6b0790aacf,segment=NetworkSegment(a65bfad2-93f2-4295-bf31-c418478bebb4),segment_id=a65bfad2-93f2-4295-bf31-c418478bebb4)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:43:23.659174 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2bdd59-895e-4202-829a-90c8ba7b625e req-a250a9ac-aa62-45b2-9ecf-c35743824165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:23.660870 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6c2bdd59-895e-4202-829a-90c8ba7b625e req-a250a9ac-aa62-45b2-9ecf-c35743824165 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=0d57a6cd-0ffe-48a7-b8be-8c6054d65144 HTTP/1.1" status: 200 len: 861 time: 0.0599935 Sep 24 15:43:23.701573 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6c2bdd59-895e-4202-829a-90c8ba7b625e req-0f66274f-c071-46fa-887d-b78828d140a3 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=98ab1247-a0e8-4597-b7dd-f467efd4ac4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303934 Sep 24 15:43:23.731597 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2b574074-84d7-45d9-a089-db580d8e33d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:23.749357 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8730d4f9-4888-4433-8616-535d8a17e350 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:23.765357 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8730d4f9-4888-4433-8616-535d8a17e350 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:23.772372 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8730d4f9-4888-4433-8616-535d8a17e350 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:23.774143 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-8730d4f9-4888-4433-8616-535d8a17e350 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.1526978 Sep 24 15:43:23.777055 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 55152) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:23.817506 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b574074-84d7-45d9-a089-db580d8e33d3 None None] Pushing event updated for resources: {'Port': ['ID=a6c5d5e0-9b5a-4f76-beee-cb6b0790aacf,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:23.868277 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df8b992-f869-4639-b4e8-402affeaf74f req-34b140cc-13cb-4ea8-b45e-7bdd2ad8dfe1 tempest-ServerAddressesNegativeTestJSON-1366234653 tempest-ServerAddressesNegativeTestJSON-1366234653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:23.870108 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7df8b992-f869-4639-b4e8-402affeaf74f req-34b140cc-13cb-4ea8-b45e-7bdd2ad8dfe1 tempest-ServerAddressesNegativeTestJSON-1366234653 tempest-ServerAddressesNegativeTestJSON-1366234653-project] 10.222.0.101 "GET /v2.0/ports?device_id=77cc2bc8-e6e8-41b1-a559-4b68205b49d7 HTTP/1.1" status: 200 len: 944 time: 0.1244056 Sep 24 15:43:23.898654 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6c2bdd59-895e-4202-829a-90c8ba7b625e req-cbde7196-4c08-4780-b0f9-1dae51b334b9 service neutron] 10.222.0.108 "GET /v2.0/networks/98ab1247-a0e8-4597-b7dd-f467efd4ac4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873972 Sep 24 15:43:23.904909 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-522672c7-e84e-472b-9ee3-08d21a41c5e3 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Deleting port 71f9f3e9-7492-43f6-a7e1-41cba67c6af2 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:43:23.905168 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-522672c7-e84e-472b-9ee3-08d21a41c5e3 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:23.962701 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7aa3947d-bb66-46fe-9ac5-2bd54102ff62 None None] Provisioning complete for port 71f9f3e9-7492-43f6-a7e1-41cba67c6af2 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:43:23.963052 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7aa3947d-bb66-46fe-9ac5-2bd54102ff62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:24.005682 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7df8b992-f869-4639-b4e8-402affeaf74f req-798b08d8-c509-4f89-ba7a-4c6e6151e115 tempest-ServerAddressesNegativeTestJSON-1366234653 tempest-ServerAddressesNegativeTestJSON-1366234653-project] 10.222.0.101 "GET /v2.0/security-groups?id=651f1fad-da60-4d0f-b5c1-630f6509f767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241794 Sep 24 15:43:24.064865 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7aa3947d-bb66-46fe-9ac5-2bd54102ff62 None None] Port 71f9f3e9-7492-43f6-a7e1-41cba67c6af2 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:43:24.078129 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-522672c7-e84e-472b-9ee3-08d21a41c5e3 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:24.080437 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7aa3947d-bb66-46fe-9ac5-2bd54102ff62 None None] Provisioning complete for port a6c5d5e0-9b5a-4f76-beee-cb6b0790aacf triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:43:24.081602 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7aa3947d-bb66-46fe-9ac5-2bd54102ff62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:24.102026 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-522672c7-e84e-472b-9ee3-08d21a41c5e3 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Calling delete_port for 71f9f3e9-7492-43f6-a7e1-41cba67c6af2 owned by {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:43:24.124738 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6c2bdd59-895e-4202-829a-90c8ba7b625e req-d0d118c1-602e-4301-a529-ef2417b9ae45 service neutron] 10.222.0.108 "GET /v2.0/networks/98ab1247-a0e8-4597-b7dd-f467efd4ac4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126937 Sep 24 15:43:24.261926 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7aa3947d-bb66-46fe-9ac5-2bd54102ff62 None None] Provisioning complete for port ee937a45-ee72-46d7-8339-66a5cb9bfbd2 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:43:24.261926 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7aa3947d-bb66-46fe-9ac5-2bd54102ff62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:24.372074 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device a6c5d5e0-9b5a-4f76-beee-cb6b0790aacf up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:43:24.424690 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7aa3947d-bb66-46fe-9ac5-2bd54102ff62 None None] Port ee937a45-ee72-46d7-8339-66a5cb9bfbd2 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:43:24.477461 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port a6c5d5e0-9b5a-4f76-beee-cb6b0790aacf triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:43:24.477917 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:24.479944 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-522672c7-e84e-472b-9ee3-08d21a41c5e3 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:24.544510 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522672c7-e84e-472b-9ee3-08d21a41c5e3 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Pushing event deleted for resources: {'Port': ['ID=71f9f3e9-7492-43f6-a7e1-41cba67c6af2,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:24.595868 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a39392b7-69b7-48ce-97dd-2b39b3a0f312 req-a394d065-d9c9-4a9f-9347-d2a13be78c98 tempest-ServerShowV247Test-1243177545 tempest-ServerShowV247Test-1243177545-project] 10.222.0.101 "GET /v2.0/ports?device_id=36f3ff91-2c4c-4d2f-971c-c6d602d5189f HTTP/1.1" status: 200 len: 210 time: 0.0715911 Sep 24 15:43:24.635213 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-1f880ed3-0c58-471b-85c5-e13717c628f1 None None] Provisioning complete for port ee937a45-ee72-46d7-8339-66a5cb9bfbd2 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:43:24.635649 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-1f880ed3-0c58-471b-85c5-e13717c628f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:24.689970 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-1f880ed3-0c58-471b-85c5-e13717c628f1 None None] Port ee937a45-ee72-46d7-8339-66a5cb9bfbd2 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:43:24.704362 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372d4bff-6bcf-4d7a-a563-50a5486c4159 req-473423a1-30c1-4308-8006-9986bb2ae226 tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:24.710570 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-372d4bff-6bcf-4d7a-a563-50a5486c4159 req-473423a1-30c1-4308-8006-9986bb2ae226 tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] 10.222.0.101 "GET /v2.0/ports?device_id=29d253d5-6e01-4a3f-9813-48193cbf2468 HTTP/1.1" status: 200 len: 946 time: 0.1833684 Sep 24 15:43:24.730569 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-522672c7-e84e-472b-9ee3-08d21a41c5e3 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:24.736792 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 55168) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:24.736883 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-522672c7-e84e-472b-9ee3-08d21a41c5e3 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] 10.222.0.101 "DELETE /v2.0/ports/71f9f3e9-7492-43f6-a7e1-41cba67c6af2 HTTP/1.1" status: 204 len: 168 time: 0.9582632 Sep 24 15:43:24.743200 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-df9a4b06-605c-4811-94d0-6b20cb13bafa tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Request body: {'port': {'name': 'tempest-new-port-name-21190732', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:43:24.743587 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.api.validators [None req-df9a4b06-605c-4811-94d0-6b20cb13bafa tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] bootfile-name is not in valid_values {{(pid=95298) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 24 15:43:24.744013 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.api.validators [None req-df9a4b06-605c-4811-94d0-6b20cb13bafa tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] tftp-server is not in valid_values {{(pid=95298) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 24 15:43:24.744241 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.api.validators [None req-df9a4b06-605c-4811-94d0-6b20cb13bafa tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] server-ip-address is not in valid_values {{(pid=95298) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 24 15:43:24.765184 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-372d4bff-6bcf-4d7a-a563-50a5486c4159 req-9dd47c2b-d8be-4955-a795-28e8c6b59c14 tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] 10.222.0.101 "GET /v2.0/security-groups?id=25c23c8d-da69-4135-afac-6360a041058d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534689 Sep 24 15:43:24.818666 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-f6f66a45-c77b-4ed1-93dc-918a997f1801 None None] Could not find standard attr ID for object 71f9f3e9-7492-43f6-a7e1-41cba67c6af2. {{(pid=95299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 15:43:24.827467 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-df9a4b06-605c-4811-94d0-6b20cb13bafa tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:25.056980 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-df9a4b06-605c-4811-94d0-6b20cb13bafa tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:25.148011 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-df9a4b06-605c-4811-94d0-6b20cb13bafa tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:25.195333 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc037f4e-36c8-4e6f-a08a-2eeb5e675474 req-a7af86da-28cb-4789-9472-1429e4366310 tempest-ServerAddressesNegativeTestJSON-1366234653 tempest-ServerAddressesNegativeTestJSON-1366234653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:25.195333 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fc037f4e-36c8-4e6f-a08a-2eeb5e675474 req-a7af86da-28cb-4789-9472-1429e4366310 tempest-ServerAddressesNegativeTestJSON-1366234653 tempest-ServerAddressesNegativeTestJSON-1366234653-project] 10.222.0.101 "GET /v2.0/ports?device_id=77cc2bc8-e6e8-41b1-a559-4b68205b49d7 HTTP/1.1" status: 200 len: 944 time: 0.0858727 Sep 24 15:43:25.250369 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9a4b06-605c-4811-94d0-6b20cb13bafa tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Pushing event updated for resources: {'Port': ['ID=ee937a45-ee72-46d7-8339-66a5cb9bfbd2,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:25.283601 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-df9a4b06-605c-4811-94d0-6b20cb13bafa tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] In _notify_port_updated(), no bound segment for port ee937a45-ee72-46d7-8339-66a5cb9bfbd2 on network e0be7f4d-2024-4972-9944-b07e90505b15 {{(pid=95298) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 24 15:43:25.289254 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9a4b06-605c-4811-94d0-6b20cb13bafa tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:25.289997 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-df9a4b06-605c-4811-94d0-6b20cb13bafa tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:25.291355 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-df9a4b06-605c-4811-94d0-6b20cb13bafa tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] 10.222.0.101 "PUT /v2.0/ports/ee937a45-ee72-46d7-8339-66a5cb9bfbd2 HTTP/1.1" status: 200 len: 1134 time: 0.5539210 Sep 24 15:43:25.294117 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 55182) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:25.308921 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fc037f4e-36c8-4e6f-a08a-2eeb5e675474 req-d2f55e52-07ad-48db-b0b5-a31f459fe44d tempest-ServerAddressesNegativeTestJSON-1366234653 tempest-ServerAddressesNegativeTestJSON-1366234653-project] 10.222.0.101 "GET /v2.0/security-groups?id=651f1fad-da60-4d0f-b5c1-630f6509f767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088533 Sep 24 15:43:25.370449 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9e881b-a378-466c-bf3d-3269d151d06a tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:25.371908 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-8a9e881b-a378-466c-bf3d-3269d151d06a tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] 10.222.0.101 "GET /v2.0/ports/ee937a45-ee72-46d7-8339-66a5cb9bfbd2 HTTP/1.1" status: 200 len: 1134 time: 0.0768447 Sep 24 15:43:25.375593 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 55184) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:25.485075 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-68b8e2b4-9016-4fe9-a4cb-3a219a3c0bfc tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Deleting port ee937a45-ee72-46d7-8339-66a5cb9bfbd2 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:43:25.485765 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-68b8e2b4-9016-4fe9-a4cb-3a219a3c0bfc tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:25.545093 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-423ba0a0-e258-4cc5-9f22-48f263158c75 None None] Provisioning complete for port ee937a45-ee72-46d7-8339-66a5cb9bfbd2 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:43:25.546198 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-423ba0a0-e258-4cc5-9f22-48f263158c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:25.588084 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-423ba0a0-e258-4cc5-9f22-48f263158c75 None None] Port ee937a45-ee72-46d7-8339-66a5cb9bfbd2 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:43:25.599369 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-68b8e2b4-9016-4fe9-a4cb-3a219a3c0bfc tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:25.615157 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-68b8e2b4-9016-4fe9-a4cb-3a219a3c0bfc tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Calling delete_port for ee937a45-ee72-46d7-8339-66a5cb9bfbd2 owned by {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:43:25.680687 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e3d4b0fd-a754-4dab-8091-b858cc3baab4 req-77e42ffe-9f71-4443-8642-0e3934d9a413 tempest-ServerShowV247Test-1243177545 tempest-ServerShowV247Test-1243177545-project] 10.222.0.101 "GET /v2.0/ports?device_id=36f3ff91-2c4c-4d2f-971c-c6d602d5189f HTTP/1.1" status: 200 len: 210 time: 0.0333061 Sep 24 15:43:25.826020 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ae65c9-f321-4efc-954a-535ad64775b5 req-6841d536-fcd5-49fc-8dde-e32b32be827b tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:25.827726 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-04ae65c9-f321-4efc-954a-535ad64775b5 req-6841d536-fcd5-49fc-8dde-e32b32be827b tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] 10.222.0.101 "GET /v2.0/ports?device_id=29d253d5-6e01-4a3f-9813-48193cbf2468 HTTP/1.1" status: 200 len: 946 time: 0.0673313 Sep 24 15:43:25.877871 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-04ae65c9-f321-4efc-954a-535ad64775b5 req-8f4d3a78-78de-4776-97ab-cc3d54ffce7c tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] 10.222.0.101 "GET /v2.0/security-groups?id=25c23c8d-da69-4135-afac-6360a041058d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427330 Sep 24 15:43:25.923449 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-68b8e2b4-9016-4fe9-a4cb-3a219a3c0bfc tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:25.952737 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b8e2b4-9016-4fe9-a4cb-3a219a3c0bfc tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Pushing event deleted for resources: {'Port': ['ID=ee937a45-ee72-46d7-8339-66a5cb9bfbd2,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:26.044060 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-68b8e2b4-9016-4fe9-a4cb-3a219a3c0bfc tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:26.046437 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-68b8e2b4-9016-4fe9-a4cb-3a219a3c0bfc tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] 10.222.0.101 "DELETE /v2.0/ports/ee937a45-ee72-46d7-8339-66a5cb9bfbd2 HTTP/1.1" status: 204 len: 168 time: 0.6694181 Sep 24 15:43:26.048795 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 55194) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:26.119801 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-698c3c94-5fce-425d-8b7a-4c0dda294f01 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Deleting subnet 5adb2a69-af67-4589-be16-cbe0bb97b5b8 {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:43:26.123165 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-698c3c94-5fce-425d-8b7a-4c0dda294f01 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:26.146375 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device ce3730aa-02f0-4b79-b418-9064e4538835 details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:43:26.187302 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-698c3c94-5fce-425d-8b7a-4c0dda294f01 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:26.296291 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port ce3730aa-02f0-4b79-b418-9064e4538835, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=ce3730aa-02f0-4b79-b418-9064e4538835,segment=NetworkSegment(63b10141-3520-469d-b2a0-317b53293d4f),segment_id=63b10141-3520-469d-b2a0-317b53293d4f)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:43:26.309448 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': 'ce3730aa-02f0-4b79-b418-9064e4538835', 'network_id': '98ab1247-a0e8-4597-b7dd-f467efd4ac4c', 'port_id': 'ce3730aa-02f0-4b79-b418-9064e4538835', 'mac_address': 'fa:16:3e:af:b0:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1298, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d57a6cd-0ffe-48a7-b8be-8c6054d65144', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:43:26.336471 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-698c3c94-5fce-425d-8b7a-4c0dda294f01 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:26.381595 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:26.398385 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce3730aa-02f0-4b79-b418-9064e4538835 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:43:26.419836 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port ce3730aa-02f0-4b79-b418-9064e4538835, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=ce3730aa-02f0-4b79-b418-9064e4538835,segment=NetworkSegment(63b10141-3520-469d-b2a0-317b53293d4f),segment_id=63b10141-3520-469d-b2a0-317b53293d4f)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:43:26.465869 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42e36e1-be34-4e21-919a-22a983b1cb85 req-373e8ece-acd0-43d6-a186-9c84411e50cb tempest-ServerAddressesNegativeTestJSON-1366234653 tempest-ServerAddressesNegativeTestJSON-1366234653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:26.467720 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a42e36e1-be34-4e21-919a-22a983b1cb85 req-373e8ece-acd0-43d6-a186-9c84411e50cb tempest-ServerAddressesNegativeTestJSON-1366234653 tempest-ServerAddressesNegativeTestJSON-1366234653-project] 10.222.0.101 "GET /v2.0/ports?device_id=77cc2bc8-e6e8-41b1-a559-4b68205b49d7 HTTP/1.1" status: 200 len: 944 time: 0.0547955 Sep 24 15:43:26.486799 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-698c3c94-5fce-425d-8b7a-4c0dda294f01 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:26.515344 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a42e36e1-be34-4e21-919a-22a983b1cb85 req-d0172a0c-8668-4960-8a5a-799799945c5a tempest-ServerAddressesNegativeTestJSON-1366234653 tempest-ServerAddressesNegativeTestJSON-1366234653-project] 10.222.0.101 "GET /v2.0/security-groups?id=651f1fad-da60-4d0f-b5c1-630f6509f767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377979 Sep 24 15:43:26.517622 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698c3c94-5fce-425d-8b7a-4c0dda294f01 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Pushing event deleted for resources: {'Subnet': ['ID=5adb2a69-af67-4589-be16-cbe0bb97b5b8,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:26.519669 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-698c3c94-5fce-425d-8b7a-4c0dda294f01 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:26.532256 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174c6558-fe82-486b-81fd-6ed053b1e95b None None] Network e0be7f4d-2024-4972-9944-b07e90505b15 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:43:26.533969 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-698c3c94-5fce-425d-8b7a-4c0dda294f01 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] 10.222.0.101 "DELETE /v2.0/subnets/5adb2a69-af67-4589-be16-cbe0bb97b5b8 HTTP/1.1" status: 204 len: 168 time: 0.4836054 Sep 24 15:43:26.546280 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 55204) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:26.602502 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:26.641372 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a0c7610c-6bea-4b80-8ead-9ef2f3207732 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:26.704596 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=ce3730aa-02f0-4b79-b418-9064e4538835,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:26.704851 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-a0c7610c-6bea-4b80-8ead-9ef2f3207732 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Deleting port a6c5d5e0-9b5a-4f76-beee-cb6b0790aacf {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:43:26.704940 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a0c7610c-6bea-4b80-8ead-9ef2f3207732 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:26.807360 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357f8494-8cb3-4166-9342-f17cc53d6a27 None None] DHCP port deletion for e0be7f4d-2024-4972-9944-b07e90505b15 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:43:26.823373 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-a0c7610c-6bea-4b80-8ead-9ef2f3207732 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] For port a6c5d5e0-9b5a-4f76-beee-cb6b0790aacf, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=a6c5d5e0-9b5a-4f76-beee-cb6b0790aacf,segment=NetworkSegment(a65bfad2-93f2-4295-bf31-c418478bebb4),segment_id=a65bfad2-93f2-4295-bf31-c418478bebb4)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:43:26.823740 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a0c7610c-6bea-4b80-8ead-9ef2f3207732 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:26.838441 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e0dc2152-482d-49ef-8888-c1419b405639 req-0c9ff2f9-14af-43a9-ba6f-c7955e7f12f6 tempest-ServerShowV247Test-1243177545 tempest-ServerShowV247Test-1243177545-project] 10.222.0.101 "GET /v2.0/ports?device_id=36f3ff91-2c4c-4d2f-971c-c6d602d5189f HTTP/1.1" status: 200 len: 210 time: 0.0600681 Sep 24 15:43:26.842656 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-a0c7610c-6bea-4b80-8ead-9ef2f3207732 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Calling delete_port for a6c5d5e0-9b5a-4f76-beee-cb6b0790aacf owned by network:dhcp {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:43:26.863496 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-357f8494-8cb3-4166-9342-f17cc53d6a27 None None] Deleting port a6c5d5e0-9b5a-4f76-beee-cb6b0790aacf {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:43:26.863869 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-357f8494-8cb3-4166-9342-f17cc53d6a27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:26.930289 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['ce3730aa-02f0-4b79-b418-9064e4538835'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:43:26.970861 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-357f8494-8cb3-4166-9342-f17cc53d6a27 None None] For port a6c5d5e0-9b5a-4f76-beee-cb6b0790aacf, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=a6c5d5e0-9b5a-4f76-beee-cb6b0790aacf,segment=NetworkSegment(a65bfad2-93f2-4295-bf31-c418478bebb4),segment_id=a65bfad2-93f2-4295-bf31-c418478bebb4)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:43:26.971248 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-357f8494-8cb3-4166-9342-f17cc53d6a27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:26.990532 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-357f8494-8cb3-4166-9342-f17cc53d6a27 None None] Calling delete_port for a6c5d5e0-9b5a-4f76-beee-cb6b0790aacf owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:43:27.018920 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d110da9-b8bc-4321-a987-1a214a9c0df2 req-b5557c57-bbd2-49c2-9ba0-97aa7d4fa5d5 tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:27.020707 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3d110da9-b8bc-4321-a987-1a214a9c0df2 req-b5557c57-bbd2-49c2-9ba0-97aa7d4fa5d5 tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] 10.222.0.101 "GET /v2.0/ports?device_id=29d253d5-6e01-4a3f-9813-48193cbf2468 HTTP/1.1" status: 200 len: 946 time: 0.0544930 Sep 24 15:43:27.061220 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3d110da9-b8bc-4321-a987-1a214a9c0df2 req-8950748d-b107-4bef-b259-afdce8f0a3c7 tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] 10.222.0.101 "GET /v2.0/security-groups?id=25c23c8d-da69-4135-afac-6360a041058d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337741 Sep 24 15:43:27.065685 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a0c7610c-6bea-4b80-8ead-9ef2f3207732 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:27.100987 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c7610c-6bea-4b80-8ead-9ef2f3207732 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Pushing event deleted for resources: {'Port': ['ID=a6c5d5e0-9b5a-4f76-beee-cb6b0790aacf,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:27.103192 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c7610c-6bea-4b80-8ead-9ef2f3207732 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] No DVR routers for this DVR port a6c5d5e0-9b5a-4f76-beee-cb6b0790aacf on host n-d-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:43:27.132407 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-357f8494-8cb3-4166-9342-f17cc53d6a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:27.169034 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357f8494-8cb3-4166-9342-f17cc53d6a27 None None] No DVR routers for this DVR port a6c5d5e0-9b5a-4f76-beee-cb6b0790aacf on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:43:27.178095 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357f8494-8cb3-4166-9342-f17cc53d6a27 None None] Pushing event deleted for resources: {'Port': ['ID=a6c5d5e0-9b5a-4f76-beee-cb6b0790aacf,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:27.196426 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a0c7610c-6bea-4b80-8ead-9ef2f3207732 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:27.219755 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-a0c7610c-6bea-4b80-8ead-9ef2f3207732 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0be7f4d-2024-4972-9944-b07e90505b15']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:27.229774 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-a0c7610c-6bea-4b80-8ead-9ef2f3207732 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a65bfad2-93f2-4295-bf31-c418478bebb4') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:27.230441 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-a0c7610c-6bea-4b80-8ead-9ef2f3207732 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a65bfad2-93f2-4295-bf31-c418478bebb4') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:27.243594 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a0c7610c-6bea-4b80-8ead-9ef2f3207732 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:27.259738 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a0c7610c-6bea-4b80-8ead-9ef2f3207732 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:27.266327 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0c7610c-6bea-4b80-8ead-9ef2f3207732 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Releasing vlan 1257 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:43:27.266809 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a0c7610c-6bea-4b80-8ead-9ef2f3207732 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:27.270033 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:43:27.270033 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:43:27.270033 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:43:27.270033 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:43:27.270033 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:43:27.270033 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:43:27.270033 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:43:27.270033 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:43:27.270033 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:43:27.270033 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:43:27.270033 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:43:27.270033 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:43:27.270033 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:43:27.270033 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:43:27.270033 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:43:27.270033 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:43:27.270033 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:43:27.270033 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:43:27.270033 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:43:27.270033 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:43:27.270033 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:43:27.270033 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:43:27.270033 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:43:27.270033 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:43:27.270033 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:43:27.270033 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:43:27.270033 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:43:27.270033 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:43:27.270033 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:43:27.270033 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:43:27.270033 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:43:27.270033 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:43:27.423471 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a0c7610c-6bea-4b80-8ead-9ef2f3207732 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:27.428342 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a0c7610c-6bea-4b80-8ead-9ef2f3207732 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:27.430258 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-a0c7610c-6bea-4b80-8ead-9ef2f3207732 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] 10.222.0.101 "DELETE /v2.0/networks/e0be7f4d-2024-4972-9944-b07e90505b15 HTTP/1.1" status: 204 len: 168 time: 0.8823183 Sep 24 15:43:27.445456 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c7610c-6bea-4b80-8ead-9ef2f3207732 tempest-ExtraDHCPOptionsTestJSON-1480414969 tempest-ExtraDHCPOptionsTestJSON-1480414969-project] Pushing event deleted for resources: {'Network': ['ID=e0be7f4d-2024-4972-9944-b07e90505b15,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:27.578880 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb40e1-5d0e-4f02-98a2-733e5fec9a27 req-db3d7283-d26f-4f06-99f8-09b7fc4c97bd tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:27.580529 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a1fb40e1-5d0e-4f02-98a2-733e5fec9a27 req-db3d7283-d26f-4f06-99f8-09b7fc4c97bd tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] 10.222.0.110 "GET /v2.0/ports?device_id=29d253d5-6e01-4a3f-9813-48193cbf2468 HTTP/1.1" status: 200 len: 946 time: 0.0568426 Sep 24 15:43:27.691462 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5654ea0-dfbf-448d-b8e2-47e1836f119e req-49a9098f-15b5-4f22-a193-689e77ac1679 tempest-ServerAddressesNegativeTestJSON-1366234653 tempest-ServerAddressesNegativeTestJSON-1366234653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:27.693115 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d5654ea0-dfbf-448d-b8e2-47e1836f119e req-49a9098f-15b5-4f22-a193-689e77ac1679 tempest-ServerAddressesNegativeTestJSON-1366234653 tempest-ServerAddressesNegativeTestJSON-1366234653-project] 10.222.0.101 "GET /v2.0/ports?device_id=77cc2bc8-e6e8-41b1-a559-4b68205b49d7 HTTP/1.1" status: 200 len: 945 time: 0.0992157 Sep 24 15:43:27.745050 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d5654ea0-dfbf-448d-b8e2-47e1836f119e req-6bc3e53d-ab8b-4255-b052-5626f3e51059 tempest-ServerAddressesNegativeTestJSON-1366234653 tempest-ServerAddressesNegativeTestJSON-1366234653-project] 10.222.0.101 "GET /v2.0/security-groups?id=651f1fad-da60-4d0f-b5c1-630f6509f767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454202 Sep 24 15:43:27.747127 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-a1fb40e1-5d0e-4f02-98a2-733e5fec9a27 req-6b80fa1e-4841-4ef3-a1d3-80c03018813e tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Deleting port d3811dff-eaa0-4ca3-9d84-8bc2f0eae54b {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:43:27.747554 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-a1fb40e1-5d0e-4f02-98a2-733e5fec9a27 req-6b80fa1e-4841-4ef3-a1d3-80c03018813e tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:27.851838 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-a1fb40e1-5d0e-4f02-98a2-733e5fec9a27 req-6b80fa1e-4841-4ef3-a1d3-80c03018813e tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] For port d3811dff-eaa0-4ca3-9d84-8bc2f0eae54b, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=d3811dff-eaa0-4ca3-9d84-8bc2f0eae54b,segment=NetworkSegment(bfc08645-e1e8-4516-b496-8347d1567728),segment_id=bfc08645-e1e8-4516-b496-8347d1567728)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:43:27.854557 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-a1fb40e1-5d0e-4f02-98a2-733e5fec9a27 req-6b80fa1e-4841-4ef3-a1d3-80c03018813e tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:27.981819 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 55224) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:27.990729 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-69a70fc5-68f3-4d37-b1b0-9e607396f046 req-42b251df-6c4b-4851-b04d-fcc90002a006 tempest-ServerShowV247Test-1243177545 tempest-ServerShowV247Test-1243177545-project] 10.222.0.101 "GET /v2.0/ports?device_id=36f3ff91-2c4c-4d2f-971c-c6d602d5189f HTTP/1.1" status: 200 len: 210 time: 0.0406642 Sep 24 15:43:28.112484 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-a1fb40e1-5d0e-4f02-98a2-733e5fec9a27 req-6b80fa1e-4841-4ef3-a1d3-80c03018813e tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:28.113079 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-a1fb40e1-5d0e-4f02-98a2-733e5fec9a27 req-6b80fa1e-4841-4ef3-a1d3-80c03018813e tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:28.113327 n-d-808921-1 neutron-server[95298]: INFO neutron.db.l3_db [req-a1fb40e1-5d0e-4f02-98a2-733e5fec9a27 req-6b80fa1e-4841-4ef3-a1d3-80c03018813e tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Floating IP 918977e8-b452-47fa-bb59-e733fe5caf6f disassociated. External IP: 172.25.0.101, port: d3811dff-eaa0-4ca3-9d84-8bc2f0eae54b. Sep 24 15:43:28.113494 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-a1fb40e1-5d0e-4f02-98a2-733e5fec9a27 req-6b80fa1e-4841-4ef3-a1d3-80c03018813e tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Calling delete_port for d3811dff-eaa0-4ca3-9d84-8bc2f0eae54b owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:43:28.156754 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device ce3730aa-02f0-4b79-b418-9064e4538835 up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:43:28.244512 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device a6c5d5e0-9b5a-4f76-beee-cb6b0790aacf no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:43:28.257106 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-5006dc95-6528-49ac-a3b6-e4f8f6461646 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=a9b16b10878b44afaa1904d1db549e39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2741411 Sep 24 15:43:28.259717 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 55230) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:28.273992 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70380ab2-c0de-4d64-b761-6738414ace07 req-766d05b6-acb5-41ac-ab1c-916aeda728d2 tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:28.274359 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: a6c5d5e0-9b5a-4f76-beee-cb6b0790aacf {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:43:28.274711 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device a6c5d5e0-9b5a-4f76-beee-cb6b0790aacf not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:43:28.275551 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-70380ab2-c0de-4d64-b761-6738414ace07 req-766d05b6-acb5-41ac-ab1c-916aeda728d2 tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] 10.222.0.101 "GET /v2.0/ports?device_id=29d253d5-6e01-4a3f-9813-48193cbf2468 HTTP/1.1" status: 200 len: 946 time: 0.1186576 Sep 24 15:43:28.332009 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fd6c1197-85a6-441f-9fe2-4066e64eaadb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:28.337518 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port ce3730aa-02f0-4b79-b418-9064e4538835 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:43:28.343070 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port ce3730aa-02f0-4b79-b418-9064e4538835 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:43:28.344736 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:28.358998 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fd6c1197-85a6-441f-9fe2-4066e64eaadb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:28.426647 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-70380ab2-c0de-4d64-b761-6738414ace07 req-120b235e-b329-489b-9c18-fd667fddbb54 tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] 10.222.0.101 "GET /v2.0/security-groups?id=25c23c8d-da69-4135-afac-6360a041058d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715227 Sep 24 15:43:28.455206 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-a1fb40e1-5d0e-4f02-98a2-733e5fec9a27 req-6b80fa1e-4841-4ef3-a1d3-80c03018813e tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:28.496951 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b80fa1e-4841-4ef3-a1d3-80c03018813e tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Pushing event deleted for resources: {'Port': ['ID=d3811dff-eaa0-4ca3-9d84-8bc2f0eae54b,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:28.548211 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fd6c1197-85a6-441f-9fe2-4066e64eaadb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:28.555354 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fd6c1197-85a6-441f-9fe2-4066e64eaadb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:28.555354 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-fd6c1197-85a6-441f-9fe2-4066e64eaadb admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/46845f37-a186-480f-a35f-889dbae017cb HTTP/1.1" status: 204 len: 168 time: 0.2920113 Sep 24 15:43:28.566332 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6c1197-85a6-441f-9fe2-4066e64eaadb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46845f37-a186-480f-a35f-889dbae017cb,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:28.572580 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:28.605289 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77cc2bc8-e6e8-41b1-a559-4b68205b49d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce3730aa-02f0-4b79-b418-9064e4538835'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:43:28.607398 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf860e0-1922-4ca1-b248-2140a8bbb989" -d '{"events": [{"server_uuid": "77cc2bc8-e6e8-41b1-a559-4b68205b49d7", "name": "network-vif-plugged", "status": "completed", "tag": "ce3730aa-02f0-4b79-b418-9064e4538835"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:43:28.627362 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port ce3730aa-02f0-4b79-b418-9064e4538835, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=ce3730aa-02f0-4b79-b418-9064e4538835,segment=NetworkSegment(63b10141-3520-469d-b2a0-317b53293d4f),segment_id=63b10141-3520-469d-b2a0-317b53293d4f)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:43:28.654050 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a21d83-bc1f-4fa2-a9a7-2fb4e454bad5 x-openstack-request-id: req-b7a21d83-bc1f-4fa2-a9a7-2fb4e454bad5 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:43:28.655829 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77cc2bc8-e6e8-41b1-a559-4b68205b49d7", "name": "network-vif-plugged", "status": "completed", "tag": "ce3730aa-02f0-4b79-b418-9064e4538835", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:43:28.655829 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b7a21d83-bc1f-4fa2-a9a7-2fb4e454bad5 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:43:28.655829 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77cc2bc8-e6e8-41b1-a559-4b68205b49d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce3730aa-02f0-4b79-b418-9064e4538835', 'code': 200} Sep 24 15:43:28.693349 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1fb40e1-5d0e-4f02-98a2-733e5fec9a27 req-6b80fa1e-4841-4ef3-a1d3-80c03018813e tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Router 1c2b989b-78c4-40d3-9709-0cbbeda8c9e9 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:43:28.845639 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:28.876369 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a636e-d5b9-4693-9c66-4057d6c56b08 req-e37c1825-cb64-4cfd-9389-98d632faf271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:28.877874 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-843a636e-d5b9-4693-9c66-4057d6c56b08 req-e37c1825-cb64-4cfd-9389-98d632faf271 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=77cc2bc8-e6e8-41b1-a559-4b68205b49d7 HTTP/1.1" status: 200 len: 1096 time: 0.1359007 Sep 24 15:43:28.922908 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=ce3730aa-02f0-4b79-b418-9064e4538835,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:28.923841 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66af7a6-84f4-4ff5-9528-84638d3ad171 req-e9c1a1f6-85e1-4dd2-9698-ab0d0ac54f09 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:28.925546 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c66af7a6-84f4-4ff5-9528-84638d3ad171 req-e9c1a1f6-85e1-4dd2-9698-ab0d0ac54f09 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 944 time: 0.1379356 Sep 24 15:43:28.930414 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1fb40e1-5d0e-4f02-98a2-733e5fec9a27 req-6b80fa1e-4841-4ef3-a1d3-80c03018813e tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:43:28.942430 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4314dc2-f575-4985-a299-1954433f490b req-e7ec3280-38b6-472d-9f6d-a28467216400 tempest-ServerAddressesNegativeTestJSON-1366234653 tempest-ServerAddressesNegativeTestJSON-1366234653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:28.945652 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fa133d-4aef-446a-ae8c-a65d1c946bd8 None None] Sync routers for ids ['1c2b989b-78c4-40d3-9709-0cbbeda8c9e9'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:43:28.946031 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a4314dc2-f575-4985-a299-1954433f490b req-e7ec3280-38b6-472d-9f6d-a28467216400 tempest-ServerAddressesNegativeTestJSON-1366234653 tempest-ServerAddressesNegativeTestJSON-1366234653-project] 10.222.0.101 "GET /v2.0/ports?device_id=77cc2bc8-e6e8-41b1-a559-4b68205b49d7 HTTP/1.1" status: 200 len: 946 time: 0.0984533 Sep 24 15:43:28.956532 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fa133d-4aef-446a-ae8c-a65d1c946bd8 None None] Routers {'1c2b989b-78c4-40d3-9709-0cbbeda8c9e9'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:43:28.957580 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-84fa133d-4aef-446a-ae8c-a65d1c946bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:43:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['1c2b989b-78c4-40d3-9709-0cbbeda8c9e9'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:28.993622 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1fb40e1-5d0e-4f02-98a2-733e5fec9a27 req-6b80fa1e-4841-4ef3-a1d3-80c03018813e tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] No DVR routers for this DVR port d3811dff-eaa0-4ca3-9d84-8bc2f0eae54b on host n-h1-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:43:29.004958 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-a1fb40e1-5d0e-4f02-98a2-733e5fec9a27 req-6b80fa1e-4841-4ef3-a1d3-80c03018813e tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:29.007203 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a1fb40e1-5d0e-4f02-98a2-733e5fec9a27 req-6b80fa1e-4841-4ef3-a1d3-80c03018813e tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] 10.222.0.110 "DELETE /v2.0/ports/d3811dff-eaa0-4ca3-9d84-8bc2f0eae54b HTTP/1.1" status: 204 len: 173 time: 1.4194455 Sep 24 15:43:29.007960 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29d253d5-6e01-4a3f-9813-48193cbf2468', 'name': 'network-vif-deleted', 'tag': 'd3811dff-eaa0-4ca3-9d84-8bc2f0eae54b'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:43:29.010150 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb072cf3-3173-4b21-9b43-64889db83fcf" -d '{"events": [{"server_uuid": "29d253d5-6e01-4a3f-9813-48193cbf2468", "name": "network-vif-deleted", "tag": "d3811dff-eaa0-4ca3-9d84-8bc2f0eae54b"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:43:29.030051 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-843a636e-d5b9-4693-9c66-4057d6c56b08 req-de30196e-b2f4-493b-b247-ca10d0aa3852 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=651f1fad-da60-4d0f-b5c1-630f6509f767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419573 Sep 24 15:43:29.040517 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a4314dc2-f575-4985-a299-1954433f490b req-10e6be26-f059-4494-99e9-f3aa57de15ea tempest-ServerAddressesNegativeTestJSON-1366234653 tempest-ServerAddressesNegativeTestJSON-1366234653-project] 10.222.0.101 "GET /v2.0/security-groups?id=651f1fad-da60-4d0f-b5c1-630f6509f767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881116 Sep 24 15:43:29.096658 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c66af7a6-84f4-4ff5-9528-84638d3ad171 req-08e9e567-5d87-42a3-8f5d-2a00afbf7ab4 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559465 Sep 24 15:43:29.131264 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1b87a0d-e5b3-42c7-85ac-d5fd7db9d627 x-openstack-request-id: req-d1b87a0d-e5b3-42c7-85ac-d5fd7db9d627 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:43:29.132405 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29d253d5-6e01-4a3f-9813-48193cbf2468", "name": "network-vif-deleted", "tag": "d3811dff-eaa0-4ca3-9d84-8bc2f0eae54b", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:43:29.132966 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d1b87a0d-e5b3-42c7-85ac-d5fd7db9d627 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:43:29.133255 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29d253d5-6e01-4a3f-9813-48193cbf2468', 'name': 'network-vif-deleted', 'tag': 'd3811dff-eaa0-4ca3-9d84-8bc2f0eae54b', 'status': 'completed', 'code': 200} Sep 24 15:43:29.174653 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-84fa133d-4aef-446a-ae8c-a65d1c946bd8 None None] Set router 1c2b989b-78c4-40d3-9709-0cbbeda8c9e9 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:43:29.229958 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e2f4f746-e66e-42cc-b426-181663392ed0 req-256c524f-840d-4462-a66d-ab027ff8b189 tempest-ServerShowV247Test-1243177545 tempest-ServerShowV247Test-1243177545-project] 10.222.0.101 "GET /v2.0/ports?device_id=36f3ff91-2c4c-4d2f-971c-c6d602d5189f HTTP/1.1" status: 200 len: 210 time: 0.0497901 Sep 24 15:43:29.299100 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ebbcd0-492c-4cf1-bb86-0aea91830a83 req-c428590c-d4e8-4d89-8f1e-9331cd678989 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:29.303638 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-67ebbcd0-492c-4cf1-bb86-0aea91830a83 req-c428590c-d4e8-4d89-8f1e-9331cd678989 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 944 time: 0.0760424 Sep 24 15:43:29.348824 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-67ebbcd0-492c-4cf1-bb86-0aea91830a83 req-dec2a848-3b6f-477c-85fb-640077c0b0b4 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400298 Sep 24 15:43:29.483413 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-84fa133d-4aef-446a-ae8c-a65d1c946bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2b989b-78c4-40d3-9709-0cbbeda8c9e9', 'name': 'tempest-ServersTestJSON-1254055203-router', 'tenant_id': 'fd9a43ed9ace417e889d077870f5a6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '22c5886a-e102-469d-885f-d32d40ec5949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:40:37Z', 'updated_at': '2021-09-24T15:40:42Z', 'revision_number': 4, 'project_id': 'fd9a43ed9ace417e889d077870f5a6b6', 'gw_port': {'id': '22c5886a-e102-469d-885f-d32d40ec5949', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ba:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2b989b-78c4-40d3-9709-0cbbeda8c9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:40:38Z', 'updated_at': '2021-09-24T15:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'ddc3ac11-3f36-4316-a55a-682a294aa8fa', 'name': '', 'network_id': '1717592d-aa85-48d4-a6aa-eeffcff7fc94', 'tenant_id': 'fd9a43ed9ace417e889d077870f5a6b6', 'mac_address': 'fa:16:3e:74:96:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2b989b-78c4-40d3-9709-0cbbeda8c9e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '513e3dad-9c72-4933-8756-e8b0320dddab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:40:41Z', 'updated_at': '2021-09-24T15:40:46Z', 'revision_number': 5, 'project_id': 'fd9a43ed9ace417e889d077870f5a6b6', 'subnets': [{'id': '513e3dad-9c72-4933-8756-e8b0320dddab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:29.513877 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fa133d-4aef-446a-ae8c-a65d1c946bd8 None None] Checking router: 1c2b989b-78c4-40d3-9709-0cbbeda8c9e9 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:43:29.523821 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fa133d-4aef-446a-ae8c-a65d1c946bd8 None None] Routers {'1c2b989b-78c4-40d3-9709-0cbbeda8c9e9'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:43:29.523821 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-84fa133d-4aef-446a-ae8c-a65d1c946bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:43:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['1c2b989b-78c4-40d3-9709-0cbbeda8c9e9'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:29.581751 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-68c9da19-dfe8-4ab8-98f1-5aa024d3e78f req-92e00f86-6b28-446d-af8b-745ef24a6be0 tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] 10.222.0.101 "GET /v2.0/ports?device_id=29d253d5-6e01-4a3f-9813-48193cbf2468 HTTP/1.1" status: 200 len: 210 time: 0.0424776 Sep 24 15:43:29.697381 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-84fa133d-4aef-446a-ae8c-a65d1c946bd8 None None] Set router 1c2b989b-78c4-40d3-9709-0cbbeda8c9e9 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:43:29.971433 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-84fa133d-4aef-446a-ae8c-a65d1c946bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2b989b-78c4-40d3-9709-0cbbeda8c9e9', 'name': 'tempest-ServersTestJSON-1254055203-router', 'tenant_id': 'fd9a43ed9ace417e889d077870f5a6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '22c5886a-e102-469d-885f-d32d40ec5949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:40:37Z', 'updated_at': '2021-09-24T15:40:42Z', 'revision_number': 4, 'project_id': 'fd9a43ed9ace417e889d077870f5a6b6', 'gw_port': {'id': '22c5886a-e102-469d-885f-d32d40ec5949', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ba:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2b989b-78c4-40d3-9709-0cbbeda8c9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:40:38Z', 'updated_at': '2021-09-24T15:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'ddc3ac11-3f36-4316-a55a-682a294aa8fa', 'name': '', 'network_id': '1717592d-aa85-48d4-a6aa-eeffcff7fc94', 'tenant_id': 'fd9a43ed9ace417e889d077870f5a6b6', 'mac_address': 'fa:16:3e:74:96:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2b989b-78c4-40d3-9709-0cbbeda8c9e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '513e3dad-9c72-4933-8756-e8b0320dddab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:40:41Z', 'updated_at': '2021-09-24T15:40:46Z', 'revision_number': 5, 'project_id': 'fd9a43ed9ace417e889d077870f5a6b6', 'subnets': [{'id': '513e3dad-9c72-4933-8756-e8b0320dddab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:30.001415 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fa133d-4aef-446a-ae8c-a65d1c946bd8 None None] The sync data for ids ['1c2b989b-78c4-40d3-9709-0cbbeda8c9e9'] in n-d-808921-1 is: [{'id': '1c2b989b-78c4-40d3-9709-0cbbeda8c9e9', 'name': 'tempest-ServersTestJSON-1254055203-router', 'tenant_id': 'fd9a43ed9ace417e889d077870f5a6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '22c5886a-e102-469d-885f-d32d40ec5949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:40:37Z', 'updated_at': '2021-09-24T15:40:42Z', 'revision_number': 4, 'project_id': 'fd9a43ed9ace417e889d077870f5a6b6', 'gw_port': {'id': '22c5886a-e102-469d-885f-d32d40ec5949', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ba:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2b989b-78c4-40d3-9709-0cbbeda8c9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:40:38Z', 'updated_at': '2021-09-24T15:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'ddc3ac11-3f36-4316-a55a-682a294aa8fa', 'name': '', 'network_id': '1717592d-aa85-48d4-a6aa-eeffcff7fc94', 'tenant_id': 'fd9a43ed9ace417e889d077870f5a6b6', 'mac_address': 'fa:16:3e:74:96:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2b989b-78c4-40d3-9709-0cbbeda8c9e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': '513e3dad-9c72-4933-8756-e8b0320dddab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:40:41Z', 'updated_at': '2021-09-24T15:40:46Z', 'revision_number': 5, 'project_id': 'fd9a43ed9ace417e889d077870f5a6b6', 'subnets': [{'id': '513e3dad-9c72-4933-8756-e8b0320dddab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:43:30.028254 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d1e127-2f85-4da1-91e7-5cdaf8dbc1a4 req-11feae29-f18f-45fa-996b-127f65f65021 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:30.030787 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a9d1e127-2f85-4da1-91e7-5cdaf8dbc1a4 req-11feae29-f18f-45fa-996b-127f65f65021 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 944 time: 0.0700235 Sep 24 15:43:30.105173 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a9d1e127-2f85-4da1-91e7-5cdaf8dbc1a4 req-2c730020-c913-41b6-9906-4e9e97ad0908 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601609 Sep 24 15:43:30.105989 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 55282) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:30.245768 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844b126e-b627-4f5e-b86b-dfbe0fa57a26 req-9007340f-3843-4149-ab51-3c57c920cdbf tempest-ServerAddressesNegativeTestJSON-1366234653 tempest-ServerAddressesNegativeTestJSON-1366234653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:30.253346 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-844b126e-b627-4f5e-b86b-dfbe0fa57a26 req-9007340f-3843-4149-ab51-3c57c920cdbf tempest-ServerAddressesNegativeTestJSON-1366234653 tempest-ServerAddressesNegativeTestJSON-1366234653-project] 10.222.0.101 "GET /v2.0/ports?device_id=77cc2bc8-e6e8-41b1-a559-4b68205b49d7 HTTP/1.1" status: 200 len: 946 time: 0.1172307 Sep 24 15:43:30.315186 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-844b126e-b627-4f5e-b86b-dfbe0fa57a26 req-9d35ccfe-9ac4-410e-972a-5feae0a242f2 tempest-ServerAddressesNegativeTestJSON-1366234653 tempest-ServerAddressesNegativeTestJSON-1366234653-project] 10.222.0.101 "GET /v2.0/security-groups?id=651f1fad-da60-4d0f-b5c1-630f6509f767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545032 Sep 24 15:43:30.337019 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-5bf26569-3c9e-4fcb-bcdf-931f22dc7709 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-384369793'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:43:30.402135 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a5bf6ce-7e6b-4df5-8b58-85d28757ee38 None None] New status for floating IP 918977e8-b452-47fa-bb59-e733fe5caf6f: DOWN {{(pid=95300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:43:30.431212 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-09830ccd-02b2-424c-b983-54b871033abb req-21d23c5e-414d-4a66-8d30-fa2b99a615ff tempest-ServerShowV247Test-1243177545 tempest-ServerShowV247Test-1243177545-project] 10.222.0.101 "GET /v2.0/ports?device_id=36f3ff91-2c4c-4d2f-971c-c6d602d5189f HTTP/1.1" status: 200 len: 210 time: 0.0443933 Sep 24 15:43:30.460365 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bf26569-3c9e-4fcb-bcdf-931f22dc7709 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Made reservation on behalf of 0f592124eb9b4affa1c22ff2dead359b for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:43:30.464132 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5bf26569-3c9e-4fcb-bcdf-931f22dc7709 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:30.475015 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5bf26569-3c9e-4fcb-bcdf-931f22dc7709 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:30.574937 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5bf26569-3c9e-4fcb-bcdf-931f22dc7709 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:30.982642 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:43:31.543332 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5bf26569-3c9e-4fcb-bcdf-931f22dc7709 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:31.565555 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6d723adf-eb0a-4ce6-999d-df5633c21cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:31.579123 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 55316) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:31.604156 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bf26569-3c9e-4fcb-bcdf-931f22dc7709 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1280} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:43:31.648116 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5bf26569-3c9e-4fcb-bcdf-931f22dc7709 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:31.648488 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-5bf26569-3c9e-4fcb-bcdf-931f22dc7709 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Added segment 31df1e86-c974-44ef-9b30-f8c1990ae196 of type vlan for network 802c1bef-8e1c-4fc9-aa59-00b541c0a723 Sep 24 15:43:31.662384 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device d3811dff-eaa0-4ca3-9d84-8bc2f0eae54b no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:43:31.674112 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1fc38a7a-a27f-49a8-a43c-6be55cce3ff1 tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:31.691493 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf26569-3c9e-4fcb-bcdf-931f22dc7709 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0646bd62-d168-4041-9ae0-5cf82ba058a9,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:31.695132 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] No Port match for: d3811dff-eaa0-4ca3-9d84-8bc2f0eae54b {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:43:31.695630 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device d3811dff-eaa0-4ca3-9d84-8bc2f0eae54b not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:43:31.702159 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1fc38a7a-a27f-49a8-a43c-6be55cce3ff1 tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:31.734393 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5bf26569-3c9e-4fcb-bcdf-931f22dc7709 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:31.782455 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a59d5290-c107-4e6c-9b19-680806136e2c req-054b8393-02a4-4396-8a27-f2e547b056b3 tempest-ServerShowV247Test-1243177545 tempest-ServerShowV247Test-1243177545-project] 10.222.0.101 "GET /v2.0/ports?device_id=36f3ff91-2c4c-4d2f-971c-c6d602d5189f HTTP/1.1" status: 200 len: 210 time: 0.0294986 Sep 24 15:43:31.785182 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275e58b-cd12-4696-88d4-4fe5f80ed6f2 req-8fbbfd73-932c-4961-b8e0-2ab10cd15f99 tempest-ServerAddressesNegativeTestJSON-1366234653 tempest-ServerAddressesNegativeTestJSON-1366234653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:31.786708 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8275e58b-cd12-4696-88d4-4fe5f80ed6f2 req-8fbbfd73-932c-4961-b8e0-2ab10cd15f99 tempest-ServerAddressesNegativeTestJSON-1366234653 tempest-ServerAddressesNegativeTestJSON-1366234653-project] 10.222.0.101 "GET /v2.0/ports?device_id=77cc2bc8-e6e8-41b1-a559-4b68205b49d7 HTTP/1.1" status: 200 len: 946 time: 0.0773232 Sep 24 15:43:31.837212 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8275e58b-cd12-4696-88d4-4fe5f80ed6f2 req-5c8b9a83-035a-43bb-89bb-4336a49bd966 tempest-ServerAddressesNegativeTestJSON-1366234653 tempest-ServerAddressesNegativeTestJSON-1366234653-project] 10.222.0.101 "GET /v2.0/security-groups?id=651f1fad-da60-4d0f-b5c1-630f6509f767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436468 Sep 24 15:43:31.936829 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5bf26569-3c9e-4fcb-bcdf-931f22dc7709 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:31.937025 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1fc38a7a-a27f-49a8-a43c-6be55cce3ff1 tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:31.939966 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1fc38a7a-a27f-49a8-a43c-6be55cce3ff1 tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:31.941942 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-1fc38a7a-a27f-49a8-a43c-6be55cce3ff1 tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] 10.222.0.101 "DELETE /v2.0/security-groups/25c23c8d-da69-4135-afac-6360a041058d HTTP/1.1" status: 204 len: 168 time: 0.3610778 Sep 24 15:43:31.955704 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf26569-3c9e-4fcb-bcdf-931f22dc7709 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:31.955704 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5bf26569-3c9e-4fcb-bcdf-931f22dc7709 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:31.956162 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc38a7a-a27f-49a8-a43c-6be55cce3ff1 tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c23c8d-da69-4135-afac-6360a041058d,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:31.956162 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 55332) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:31.969783 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [None req-56416113-b20e-4250-a5cb-47f033e015ab tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] show failed (client error): The resource could not be found. Sep 24 15:43:31.973637 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-56416113-b20e-4250-a5cb-47f033e015ab tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] 10.222.0.101 "GET /v2.0/security-groups/25c23c8d-da69-4135-afac-6360a041058d HTTP/1.1" status: 404 len: 347 time: 0.0142527 Sep 24 15:43:31.973904 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 55334) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:32.033640 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf26569-3c9e-4fcb-bcdf-931f22dc7709 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Pushing event updated for resources: {'Network': ['ID=802c1bef-8e1c-4fc9-aa59-00b541c0a723,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:32.044935 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 802c1bef-8e1c-4fc9-aa59-00b541c0a723 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:43:32.103647 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-5bf26569-3c9e-4fcb-bcdf-931f22dc7709 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.9964323 Sep 24 15:43:32.107844 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 55336) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:32.117814 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-c864a37f-2a51-4a16-84e5-c54edee6bd18 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Request body: {'subnet': {'network_id': '802c1bef-8e1c-4fc9-aa59-00b541c0a723', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:43:32.152535 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-c921ff9b-4ec4-4d0d-a053-d3148655d95f tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Deleting port 5d8eb618-3a7c-4a2b-83b2-6dbd82fb5b10 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:43:32.152896 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c921ff9b-4ec4-4d0d-a053-d3148655d95f tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:32.294740 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c921ff9b-4ec4-4d0d-a053-d3148655d95f tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:32.295411 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c921ff9b-4ec4-4d0d-a053-d3148655d95f tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:32.318149 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-c921ff9b-4ec4-4d0d-a053-d3148655d95f tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Calling delete_port for 5d8eb618-3a7c-4a2b-83b2-6dbd82fb5b10 owned by network:floatingip {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:43:32.358479 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4973116b-9d9c-4f38-aa9c-ca46ea621d28 req-bec4cbdb-d7cb-4747-aa49-ddcffc970acc tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:32.359944 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4973116b-9d9c-4f38-aa9c-ca46ea621d28 req-bec4cbdb-d7cb-4747-aa49-ddcffc970acc tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 944 time: 0.1397793 Sep 24 15:43:32.436509 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4973116b-9d9c-4f38-aa9c-ca46ea621d28 req-ba1a1c34-ca9a-42a3-832a-118b9c8c179c tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445414 Sep 24 15:43:32.603468 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c921ff9b-4ec4-4d0d-a053-d3148655d95f tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:32.633593 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c921ff9b-4ec4-4d0d-a053-d3148655d95f tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Pushing event deleted for resources: {'Port': ['ID=5d8eb618-3a7c-4a2b-83b2-6dbd82fb5b10,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:32.638606 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4be822d-9a53-4029-aba7-6c29970e39fa req-a9df597b-6886-470f-a12d-a7af22d2cbc0 tempest-ServerAddressesNegativeTestJSON-1366234653 tempest-ServerAddressesNegativeTestJSON-1366234653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:32.643343 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d4be822d-9a53-4029-aba7-6c29970e39fa req-a9df597b-6886-470f-a12d-a7af22d2cbc0 tempest-ServerAddressesNegativeTestJSON-1366234653 tempest-ServerAddressesNegativeTestJSON-1366234653-project] 10.222.0.101 "GET /v2.0/ports?device_id=77cc2bc8-e6e8-41b1-a559-4b68205b49d7 HTTP/1.1" status: 200 len: 946 time: 0.0968218 Sep 24 15:43:32.695796 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c921ff9b-4ec4-4d0d-a053-d3148655d95f tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Notify callbacks [] for floatingip, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:32.698284 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c921ff9b-4ec4-4d0d-a053-d3148655d95f tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:32.702600 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-c921ff9b-4ec4-4d0d-a053-d3148655d95f tempest-ServersTestJSON-501690081 tempest-ServersTestJSON-501690081-project] 10.222.0.101 "DELETE /v2.0/floatingips/918977e8-b452-47fa-bb59-e733fe5caf6f HTTP/1.1" status: 204 len: 168 time: 0.7274601 Sep 24 15:43:32.704237 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 55346) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:32.712613 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d4be822d-9a53-4029-aba7-6c29970e39fa req-f09df71f-b3f2-4161-ae12-811645b66fb3 tempest-ServerAddressesNegativeTestJSON-1366234653 tempest-ServerAddressesNegativeTestJSON-1366234653-project] 10.222.0.101 "GET /v2.0/security-groups?id=651f1fad-da60-4d0f-b5c1-630f6509f767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631576 Sep 24 15:43:32.713907 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c864a37f-2a51-4a16-84e5-c54edee6bd18 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Made reservation on behalf of 0f592124eb9b4affa1c22ff2dead359b for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:43:32.717493 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c864a37f-2a51-4a16-84e5-c54edee6bd18 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:32.938232 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-82767737-f497-467a-b2de-85bf0378eee9 req-d1fdde40-e58e-4c70-b598-493b627f182e tempest-ServerShowV247Test-1243177545 tempest-ServerShowV247Test-1243177545-project] 10.222.0.101 "GET /v2.0/ports?device_id=36f3ff91-2c4c-4d2f-971c-c6d602d5189f HTTP/1.1" status: 200 len: 210 time: 0.0576048 Sep 24 15:43:33.100326 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c864a37f-2a51-4a16-84e5-c54edee6bd18 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:33.164412 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c864a37f-2a51-4a16-84e5-c54edee6bd18 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Pushing event updated for resources: {'Subnet': ['ID=04e818a8-b7a0-4bf9-90a6-331288efb5cb,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:33.183453 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c864a37f-2a51-4a16-84e5-c54edee6bd18 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Checking segment: {'id': '31df1e86-c974-44ef-9b30-f8c1990ae196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '802c1bef-8e1c-4fc9-aa59-00b541c0a723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:43:33.183944 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c864a37f-2a51-4a16-84e5-c54edee6bd18 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Network hostable DHCP agents. Network: 802c1bef-8e1c-4fc9-aa59-00b541c0a723, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:43:33.294370 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c864a37f-2a51-4a16-84e5-c54edee6bd18 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Network 802c1bef-8e1c-4fc9-aa59-00b541c0a723 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:43:33.398942 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-75c1cea2-1319-4a90-b68a-4a94d63011d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:33.425770 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-c864a37f-2a51-4a16-84e5-c54edee6bd18 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 802c1bef-8e1c-4fc9-aa59-00b541c0a723) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:43:33.430061 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c864a37f-2a51-4a16-84e5-c54edee6bd18 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:33.436371 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c864a37f-2a51-4a16-84e5-c54edee6bd18 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:33.436617 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbed0181-fef6-4cfe-aafd-ec43a93a67ee None None] Network 802c1bef-8e1c-4fc9-aa59-00b541c0a723 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:43:33.556065 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-c864a37f-2a51-4a16-84e5-c54edee6bd18 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4468541 Sep 24 15:43:33.558623 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 55352) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:33.566731 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ecd19c-869b-431b-896f-2e53333bbae6 None None] Network 802c1bef-8e1c-4fc9-aa59-00b541c0a723 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:43:33.582262 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-bcf76260-a56f-4ca5-91da-962c332a2a45 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1038726791', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}, 'admin_state_up': False}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:43:33.634474 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd13566-cac5-4ce0-b7ab-f1ad395d7898 req-72111eca-18a3-4048-847c-52007fc08adb tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:33.636004 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bcd13566-cac5-4ce0-b7ab-f1ad395d7898 req-72111eca-18a3-4048-847c-52007fc08adb tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 944 time: 0.1057096 Sep 24 15:43:33.736628 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bcd13566-cac5-4ce0-b7ab-f1ad395d7898 req-7ad7cb50-a98a-4ed7-a63e-ffbd18fd58a2 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934551 Sep 24 15:43:33.737434 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bcf76260-a56f-4ca5-91da-962c332a2a45 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:33.738522 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bcf76260-a56f-4ca5-91da-962c332a2a45 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:33.775982 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-75c1cea2-1319-4a90-b68a-4a94d63011d1 admin admin] Deleting port ddc3ac11-3f36-4316-a55a-682a294aa8fa {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:43:33.776391 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-75c1cea2-1319-4a90-b68a-4a94d63011d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:33.814007 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bcf76260-a56f-4ca5-91da-962c332a2a45 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:33.899155 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634a5fe5-0eff-4f90-b1e8-1fc5c936c898 req-99d72e91-99b0-4d56-8703-65ea78a4eee6 tempest-ServerAddressesNegativeTestJSON-1366234653 tempest-ServerAddressesNegativeTestJSON-1366234653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:33.900301 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-75c1cea2-1319-4a90-b68a-4a94d63011d1 admin admin] For port ddc3ac11-3f36-4316-a55a-682a294aa8fa, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=ddc3ac11-3f36-4316-a55a-682a294aa8fa,segment=NetworkSegment(bfc08645-e1e8-4516-b496-8347d1567728),segment_id=bfc08645-e1e8-4516-b496-8347d1567728)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:43:33.900683 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-634a5fe5-0eff-4f90-b1e8-1fc5c936c898 req-99d72e91-99b0-4d56-8703-65ea78a4eee6 tempest-ServerAddressesNegativeTestJSON-1366234653 tempest-ServerAddressesNegativeTestJSON-1366234653-project] 10.222.0.101 "GET /v2.0/ports?device_id=77cc2bc8-e6e8-41b1-a559-4b68205b49d7 HTTP/1.1" status: 200 len: 946 time: 0.0837831 Sep 24 15:43:33.901074 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-75c1cea2-1319-4a90-b68a-4a94d63011d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:33.918416 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-75c1cea2-1319-4a90-b68a-4a94d63011d1 admin admin] Calling delete_port for ddc3ac11-3f36-4316-a55a-682a294aa8fa owned by network:router_interface {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:43:33.936806 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a559b8bd-e38c-4d90-819c-686f961ce982 req-5fbb4f66-a3db-43df-8949-ce8d263ddc3b tempest-ServerAddressesNegativeTestJSON-1366234653 tempest-ServerAddressesNegativeTestJSON-1366234653-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:33.939143 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a559b8bd-e38c-4d90-819c-686f961ce982 req-5fbb4f66-a3db-43df-8949-ce8d263ddc3b tempest-ServerAddressesNegativeTestJSON-1366234653 tempest-ServerAddressesNegativeTestJSON-1366234653-project] 10.222.0.108 "GET /v2.0/ports?device_id=77cc2bc8-e6e8-41b1-a559-4b68205b49d7 HTTP/1.1" status: 200 len: 946 time: 0.0851965 Sep 24 15:43:33.968665 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f48f655c-3f1b-4cc8-8768-6634d8787398 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:33.988222 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-634a5fe5-0eff-4f90-b1e8-1fc5c936c898 req-da5eb44a-5533-4c63-aaf2-dea598251e44 tempest-ServerAddressesNegativeTestJSON-1366234653 tempest-ServerAddressesNegativeTestJSON-1366234653-project] 10.222.0.101 "GET /v2.0/security-groups?id=651f1fad-da60-4d0f-b5c1-630f6509f767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800846 Sep 24 15:43:34.071383 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-a559b8bd-e38c-4d90-819c-686f961ce982 req-fc3ef542-6be8-4f05-89d5-0120a64bca90 tempest-ServerAddressesNegativeTestJSON-1366234653 tempest-ServerAddressesNegativeTestJSON-1366234653-project] Deleting port ce3730aa-02f0-4b79-b418-9064e4538835 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:43:34.071639 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-a559b8bd-e38c-4d90-819c-686f961ce982 req-fc3ef542-6be8-4f05-89d5-0120a64bca90 tempest-ServerAddressesNegativeTestJSON-1366234653 tempest-ServerAddressesNegativeTestJSON-1366234653-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:34.129170 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0df2fe54-7e15-4efb-b7e5-184b39bd9e29 req-c2e15b51-0741-42dc-9ba1-7b11fbf6d25e tempest-ServerShowV247Test-1243177545 tempest-ServerShowV247Test-1243177545-project] 10.222.0.101 "GET /v2.0/ports?device_id=36f3ff91-2c4c-4d2f-971c-c6d602d5189f HTTP/1.1" status: 200 len: 210 time: 0.0758655 Sep 24 15:43:34.197426 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-a559b8bd-e38c-4d90-819c-686f961ce982 req-fc3ef542-6be8-4f05-89d5-0120a64bca90 tempest-ServerAddressesNegativeTestJSON-1366234653 tempest-ServerAddressesNegativeTestJSON-1366234653-project] For port ce3730aa-02f0-4b79-b418-9064e4538835, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=ce3730aa-02f0-4b79-b418-9064e4538835,segment=NetworkSegment(63b10141-3520-469d-b2a0-317b53293d4f),segment_id=63b10141-3520-469d-b2a0-317b53293d4f)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:43:34.197900 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-a559b8bd-e38c-4d90-819c-686f961ce982 req-fc3ef542-6be8-4f05-89d5-0120a64bca90 tempest-ServerAddressesNegativeTestJSON-1366234653 tempest-ServerAddressesNegativeTestJSON-1366234653-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:34.212920 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-a559b8bd-e38c-4d90-819c-686f961ce982 req-fc3ef542-6be8-4f05-89d5-0120a64bca90 tempest-ServerAddressesNegativeTestJSON-1366234653 tempest-ServerAddressesNegativeTestJSON-1366234653-project] Calling delete_port for ce3730aa-02f0-4b79-b418-9064e4538835 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:43:34.254615 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bcf76260-a56f-4ca5-91da-962c332a2a45 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:34.302071 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:34.440488 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-75c1cea2-1319-4a90-b68a-4a94d63011d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:34.468425 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-a559b8bd-e38c-4d90-819c-686f961ce982 req-fc3ef542-6be8-4f05-89d5-0120a64bca90 tempest-ServerAddressesNegativeTestJSON-1366234653 tempest-ServerAddressesNegativeTestJSON-1366234653-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:34.469678 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c1cea2-1319-4a90-b68a-4a94d63011d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddc3ac11-3f36-4316-a55a-682a294aa8fa,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:34.488062 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['ce3730aa-02f0-4b79-b418-9064e4538835'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:43:34.544221 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3ef542-6be8-4f05-89d5-0120a64bca90 tempest-ServerAddressesNegativeTestJSON-1366234653 tempest-ServerAddressesNegativeTestJSON-1366234653-project] Pushing event deleted for resources: {'Port': ['ID=ce3730aa-02f0-4b79-b418-9064e4538835,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:34.603730 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-a559b8bd-e38c-4d90-819c-686f961ce982 req-fc3ef542-6be8-4f05-89d5-0120a64bca90 tempest-ServerAddressesNegativeTestJSON-1366234653 tempest-ServerAddressesNegativeTestJSON-1366234653-project] No DVR routers for this DVR port ce3730aa-02f0-4b79-b418-9064e4538835 on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:43:34.607642 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-a559b8bd-e38c-4d90-819c-686f961ce982 req-fc3ef542-6be8-4f05-89d5-0120a64bca90 tempest-ServerAddressesNegativeTestJSON-1366234653 tempest-ServerAddressesNegativeTestJSON-1366234653-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:34.611133 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a559b8bd-e38c-4d90-819c-686f961ce982 req-fc3ef542-6be8-4f05-89d5-0120a64bca90 tempest-ServerAddressesNegativeTestJSON-1366234653 tempest-ServerAddressesNegativeTestJSON-1366234653-project] 10.222.0.108 "DELETE /v2.0/ports/ce3730aa-02f0-4b79-b418-9064e4538835 HTTP/1.1" status: 204 len: 173 time: 0.6637132 Sep 24 15:43:34.611682 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77cc2bc8-e6e8-41b1-a559-4b68205b49d7', 'name': 'network-vif-deleted', 'tag': 'ce3730aa-02f0-4b79-b418-9064e4538835'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:43:34.615017 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e4cb71-7a25-4c1e-b9e2-78b2a08400a2" -d '{"events": [{"server_uuid": "77cc2bc8-e6e8-41b1-a559-4b68205b49d7", "name": "network-vif-deleted", "tag": "ce3730aa-02f0-4b79-b418-9064e4538835"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:43:34.669914 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81eda64c-defa-4df5-90cb-f5f66de65689 x-openstack-request-id: req-81eda64c-defa-4df5-90cb-f5f66de65689 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:43:34.670413 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77cc2bc8-e6e8-41b1-a559-4b68205b49d7", "name": "network-vif-deleted", "tag": "ce3730aa-02f0-4b79-b418-9064e4538835", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:43:34.670741 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-81eda64c-defa-4df5-90cb-f5f66de65689 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:43:34.671206 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77cc2bc8-e6e8-41b1-a559-4b68205b49d7', 'name': 'network-vif-deleted', 'tag': 'ce3730aa-02f0-4b79-b418-9064e4538835', 'status': 'completed', 'code': 200} Sep 24 15:43:34.744996 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bcf76260-a56f-4ca5-91da-962c332a2a45 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks [] for router_gateway, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:34.785255 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bcf76260-a56f-4ca5-91da-962c332a2a45 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:34.823344 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-75c1cea2-1319-4a90-b68a-4a94d63011d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:34.959638 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638fa6af-5ca3-498a-9c21-9e47c4078224 req-772b56a0-f938-4023-ad2a-9f57c2319f7c tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:34.961191 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-638fa6af-5ca3-498a-9c21-9e47c4078224 req-772b56a0-f938-4023-ad2a-9f57c2319f7c tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 944 time: 0.1389537 Sep 24 15:43:35.058483 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-bcf76260-a56f-4ca5-91da-962c332a2a45 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Allocated IP 172.25.0.186 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/c2d98ae0-f09d-451a-b314-fe64e70d0030) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:43:35.075533 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-638fa6af-5ca3-498a-9c21-9e47c4078224 req-f5f70110-0831-4fca-b7f7-92dbb37b5aef tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054938 Sep 24 15:43:35.108390 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dfe4f9f2-43f3-4d5b-a3bd-f18c70e0df9a req-56b6b8e4-34b8-4d30-8274-e2b7d9aeaa1a tempest-ServerAddressesNegativeTestJSON-1366234653 tempest-ServerAddressesNegativeTestJSON-1366234653-project] 10.222.0.101 "GET /v2.0/ports?device_id=77cc2bc8-e6e8-41b1-a559-4b68205b49d7 HTTP/1.1" status: 200 len: 210 time: 0.0326939 Sep 24 15:43:35.211254 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:35.336001 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75c1cea2-1319-4a90-b68a-4a94d63011d1 admin admin] Router 1c2b989b-78c4-40d3-9709-0cbbeda8c9e9 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:43:35.338946 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-552e4a87-1604-45a6-aee1-3bcc292aa8bb req-f15621ea-b7cd-4510-8c1b-d63e99ca82ad tempest-ServerShowV247Test-1243177545 tempest-ServerShowV247Test-1243177545-project] 10.222.0.101 "GET /v2.0/ports?device_id=36f3ff91-2c4c-4d2f-971c-c6d602d5189f HTTP/1.1" status: 200 len: 210 time: 0.1099091 Sep 24 15:43:35.426915 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bcf76260-a56f-4ca5-91da-962c332a2a45 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:35.540240 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c1cea2-1319-4a90-b68a-4a94d63011d1 admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:43:35.551420 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-75c1cea2-1319-4a90-b68a-4a94d63011d1 admin admin] 10.222.0.101 "PUT /v2.0/routers/1c2b989b-78c4-40d3-9709-0cbbeda8c9e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8447096 Sep 24 15:43:35.552605 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 55382) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:35.555599 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07de4c2-24b2-4991-83d3-9197a4628def None None] Sync routers for ids ['1c2b989b-78c4-40d3-9709-0cbbeda8c9e9'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:43:35.567840 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07de4c2-24b2-4991-83d3-9197a4628def None None] Routers {'1c2b989b-78c4-40d3-9709-0cbbeda8c9e9'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:43:35.568928 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-b07de4c2-24b2-4991-83d3-9197a4628def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:43:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['1c2b989b-78c4-40d3-9709-0cbbeda8c9e9'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:35.668123 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bcf76260-a56f-4ca5-91da-962c332a2a45 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:35.700137 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-b07de4c2-24b2-4991-83d3-9197a4628def None None] Set router 1c2b989b-78c4-40d3-9709-0cbbeda8c9e9 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:43:36.048059 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-b07de4c2-24b2-4991-83d3-9197a4628def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2b989b-78c4-40d3-9709-0cbbeda8c9e9', 'name': 'tempest-ServersTestJSON-1254055203-router', 'tenant_id': 'fd9a43ed9ace417e889d077870f5a6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '22c5886a-e102-469d-885f-d32d40ec5949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:40:37Z', 'updated_at': '2021-09-24T15:43:34Z', 'revision_number': 5, 'project_id': 'fd9a43ed9ace417e889d077870f5a6b6', 'gw_port': {'id': '22c5886a-e102-469d-885f-d32d40ec5949', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ba:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2b989b-78c4-40d3-9709-0cbbeda8c9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:40:38Z', 'updated_at': '2021-09-24T15:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:36.069333 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf76260-a56f-4ca5-91da-962c332a2a45 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:43:36.076295 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-bcf76260-a56f-4ca5-91da-962c332a2a45 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:43:36.079811 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-598e51e7-6d1c-4922-bf41-f49e9652cee0 admin admin] Notify callbacks [] for router, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:36.081558 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf76260-a56f-4ca5-91da-962c332a2a45 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:43:36.083539 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07de4c2-24b2-4991-83d3-9197a4628def None None] Checking router: 1c2b989b-78c4-40d3-9709-0cbbeda8c9e9 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:43:36.093901 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07de4c2-24b2-4991-83d3-9197a4628def None None] Routers {'1c2b989b-78c4-40d3-9709-0cbbeda8c9e9'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:43:36.094676 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-b07de4c2-24b2-4991-83d3-9197a4628def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:43:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['1c2b989b-78c4-40d3-9709-0cbbeda8c9e9'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:36.149308 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf76260-a56f-4ca5-91da-962c332a2a45 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Pushing event updated for resources: {'Port': ['ID=c2d98ae0-f09d-451a-b314-fe64e70d0030,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:36.210091 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 55392) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:36.241934 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-b07de4c2-24b2-4991-83d3-9197a4628def None None] Set router 1c2b989b-78c4-40d3-9709-0cbbeda8c9e9 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:43:36.286631 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-b515596a-b228-4d77-8f83-081cdee79958 admin admin] Deleting subnet 0d57a6cd-0ffe-48a7-b8be-8c6054d65144 {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:43:36.290452 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b515596a-b228-4d77-8f83-081cdee79958 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:36.340387 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b515596a-b228-4d77-8f83-081cdee79958 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:36.348393 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ab6384-5ff1-489b-9bfd-0745005cdd0c req-6b10adf4-1f03-4f38-b431-3fb748987258 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:36.350797 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a2ab6384-5ff1-489b-9bfd-0745005cdd0c req-6b10adf4-1f03-4f38-b431-3fb748987258 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 944 time: 0.1883166 Sep 24 15:43:36.387798 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b515596a-b228-4d77-8f83-081cdee79958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:36.389453 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-598e51e7-6d1c-4922-bf41-f49e9652cee0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:36.447350 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a2ab6384-5ff1-489b-9bfd-0745005cdd0c req-2ae14e7c-da29-498e-bfe4-a6abdc55c433 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697169 Sep 24 15:43:36.473707 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-b07de4c2-24b2-4991-83d3-9197a4628def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2b989b-78c4-40d3-9709-0cbbeda8c9e9', 'name': 'tempest-ServersTestJSON-1254055203-router', 'tenant_id': 'fd9a43ed9ace417e889d077870f5a6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '22c5886a-e102-469d-885f-d32d40ec5949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:40:37Z', 'updated_at': '2021-09-24T15:43:34Z', 'revision_number': 5, 'project_id': 'fd9a43ed9ace417e889d077870f5a6b6', 'gw_port': {'id': '22c5886a-e102-469d-885f-d32d40ec5949', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ba:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2b989b-78c4-40d3-9709-0cbbeda8c9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:40:38Z', 'updated_at': '2021-09-24T15:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:36.478720 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-98ae4492-a178-4110-b8c3-2e2de64ff354 req-6f305117-49f4-4075-b491-1fd9757cc3d1 tempest-ServerShowV247Test-1243177545 tempest-ServerShowV247Test-1243177545-project] 10.222.0.101 "GET /v2.0/ports?device_id=36f3ff91-2c4c-4d2f-971c-c6d602d5189f HTTP/1.1" status: 200 len: 210 time: 0.0335944 Sep 24 15:43:36.508269 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07de4c2-24b2-4991-83d3-9197a4628def None None] The sync data for ids ['1c2b989b-78c4-40d3-9709-0cbbeda8c9e9'] in n-d-808921-1 is: [{'id': '1c2b989b-78c4-40d3-9709-0cbbeda8c9e9', 'name': 'tempest-ServersTestJSON-1254055203-router', 'tenant_id': 'fd9a43ed9ace417e889d077870f5a6b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.198'}], 'enable_snat': True}, 'gw_port_id': '22c5886a-e102-469d-885f-d32d40ec5949', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:40:37Z', 'updated_at': '2021-09-24T15:43:34Z', 'revision_number': 5, 'project_id': 'fd9a43ed9ace417e889d077870f5a6b6', 'gw_port': {'id': '22c5886a-e102-469d-885f-d32d40ec5949', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:ba:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2b989b-78c4-40d3-9709-0cbbeda8c9e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1035, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:40:38Z', 'updated_at': '2021-09-24T15:40:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:43:36.572235 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-598e51e7-6d1c-4922-bf41-f49e9652cee0 admin admin] Deleting port 22c5886a-e102-469d-885f-d32d40ec5949 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:43:36.572579 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-598e51e7-6d1c-4922-bf41-f49e9652cee0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:36.586248 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b515596a-b228-4d77-8f83-081cdee79958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:36.617848 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b515596a-b228-4d77-8f83-081cdee79958 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d57a6cd-0ffe-48a7-b8be-8c6054d65144,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:36.622776 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b515596a-b228-4d77-8f83-081cdee79958 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:36.627735 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b515596a-b228-4d77-8f83-081cdee79958 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/0d57a6cd-0ffe-48a7-b8be-8c6054d65144 HTTP/1.1" status: 204 len: 168 time: 0.4132438 Sep 24 15:43:36.627938 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 55396) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:36.695929 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-93af648c-ce9f-4a4e-86af-75fb89784146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:36.711902 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:36.738136 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-598e51e7-6d1c-4922-bf41-f49e9652cee0 admin admin] For port 22c5886a-e102-469d-885f-d32d40ec5949, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=22c5886a-e102-469d-885f-d32d40ec5949,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:43:36.738538 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-598e51e7-6d1c-4922-bf41-f49e9652cee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:36.759540 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-598e51e7-6d1c-4922-bf41-f49e9652cee0 admin admin] Calling delete_port for 22c5886a-e102-469d-885f-d32d40ec5949 owned by network:router_gateway {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:43:36.761302 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bcf76260-a56f-4ca5-91da-962c332a2a45 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks [] for router_gateway, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:36.780090 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-93af648c-ce9f-4a4e-86af-75fb89784146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:36.801096 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-93af648c-ce9f-4a4e-86af-75fb89784146 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98ab1247-a0e8-4597-b7dd-f467efd4ac4c']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:36.811654 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-93af648c-ce9f-4a4e-86af-75fb89784146 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63b10141-3520-469d-b2a0-317b53293d4f') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:36.812554 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-93af648c-ce9f-4a4e-86af-75fb89784146 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63b10141-3520-469d-b2a0-317b53293d4f') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:36.822256 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-93af648c-ce9f-4a4e-86af-75fb89784146 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:36.838485 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-93af648c-ce9f-4a4e-86af-75fb89784146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:36.845688 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93af648c-ce9f-4a4e-86af-75fb89784146 admin admin] Releasing vlan 1298 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:43:36.845688 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-93af648c-ce9f-4a4e-86af-75fb89784146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:36.847770 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:43:36.847770 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:43:36.847770 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:43:36.847770 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:43:36.847770 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:43:36.847770 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:43:36.847770 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:43:36.847770 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:43:36.847770 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:43:36.847770 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:43:36.847770 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:43:36.847770 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:43:36.847770 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:43:36.847770 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:43:36.847770 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:43:36.847770 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:43:36.847770 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:43:36.847770 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:43:36.847770 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:43:36.847770 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:43:36.847770 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:43:36.847770 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:43:36.847770 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:43:36.847770 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:43:36.847770 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:43:36.847770 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:43:36.847770 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:43:36.847770 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:43:36.847770 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:43:36.847770 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:43:36.847770 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:43:36.847770 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:43:37.109295 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bcf76260-a56f-4ca5-91da-962c332a2a45 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:37.216724 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-93af648c-ce9f-4a4e-86af-75fb89784146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:37.226277 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-93af648c-ce9f-4a4e-86af-75fb89784146 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:37.228502 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-93af648c-ce9f-4a4e-86af-75fb89784146 admin admin] 10.222.0.101 "DELETE /v2.0/networks/98ab1247-a0e8-4597-b7dd-f467efd4ac4c HTTP/1.1" status: 204 len: 168 time: 0.5995083 Sep 24 15:43:37.240069 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93af648c-ce9f-4a4e-86af-75fb89784146 admin admin] Pushing event deleted for resources: {'Network': ['ID=98ab1247-a0e8-4597-b7dd-f467efd4ac4c,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:37.348218 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcf76260-a56f-4ca5-91da-962c332a2a45 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Router 5eeef12e-2fb6-438c-9ab3-48ec448cdf29 is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:43:37.351186 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-598e51e7-6d1c-4922-bf41-f49e9652cee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:37.385959 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e51e7-6d1c-4922-bf41-f49e9652cee0 admin admin] Pushing event deleted for resources: {'Port': ['ID=22c5886a-e102-469d-885f-d32d40ec5949,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:37.517715 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-598e51e7-6d1c-4922-bf41-f49e9652cee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586576'] for router_gateway, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:37.574485 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6615e2ba-f28e-484c-b711-255d3754fadf req-2376b900-f15d-4a9e-b60b-33b7edfc253f tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:37.575997 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6615e2ba-f28e-484c-b711-255d3754fadf req-2376b900-f15d-4a9e-b60b-33b7edfc253f tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 944 time: 0.0547206 Sep 24 15:43:37.616864 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6615e2ba-f28e-484c-b711-255d3754fadf req-4e1e8eff-9f99-438e-af1c-e40923e7d4f5 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339539 Sep 24 15:43:37.618206 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf76260-a56f-4ca5-91da-962c332a2a45 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:43:37.630057 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c049474-c7aa-4cd0-af5b-b569a932f213 None None] Sync routers for ids ['5eeef12e-2fb6-438c-9ab3-48ec448cdf29'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:43:37.639711 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c049474-c7aa-4cd0-af5b-b569a932f213 None None] Routers {'5eeef12e-2fb6-438c-9ab3-48ec448cdf29'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:43:37.640405 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-4c049474-c7aa-4cd0-af5b-b569a932f213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:43:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['5eeef12e-2fb6-438c-9ab3-48ec448cdf29'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:37.651041 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-aeb927b1-ff11-4d74-bc53-98f8d93a2ea5 req-49d987d0-9cbb-46b4-8902-36fb0c60e92b tempest-ServerShowV247Test-1243177545 tempest-ServerShowV247Test-1243177545-project] 10.222.0.101 "GET /v2.0/ports?device_id=36f3ff91-2c4c-4d2f-971c-c6d602d5189f HTTP/1.1" status: 200 len: 210 time: 0.0687516 Sep 24 15:43:37.658083 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-598e51e7-6d1c-4922-bf41-f49e9652cee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:37.661252 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-598e51e7-6d1c-4922-bf41-f49e9652cee0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:37.682799 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-4c049474-c7aa-4cd0-af5b-b569a932f213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:37.692718 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c049474-c7aa-4cd0-af5b-b569a932f213 None None] Routers {'5eeef12e-2fb6-438c-9ab3-48ec448cdf29'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:43:37.693340 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-4c049474-c7aa-4cd0-af5b-b569a932f213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:43:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['5eeef12e-2fb6-438c-9ab3-48ec448cdf29'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:37.724207 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-4c049474-c7aa-4cd0-af5b-b569a932f213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:37.724840 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c049474-c7aa-4cd0-af5b-b569a932f213 None None] The sync data for ids ['5eeef12e-2fb6-438c-9ab3-48ec448cdf29'] in n-d-808921-1 is: [] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:43:37.807828 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 55408) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:37.840150 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bcf76260-a56f-4ca5-91da-962c332a2a45 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:37.841415 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-bcf76260-a56f-4ca5-91da-962c332a2a45 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.2805426 Sep 24 15:43:37.842401 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-598e51e7-6d1c-4922-bf41-f49e9652cee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:37.842929 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-598e51e7-6d1c-4922-bf41-f49e9652cee0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c2b989b-78c4-40d3-9709-0cbbeda8c9e9 {{(pid=95297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:43:37.844499 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 55410) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:37.848959 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-da2824f1-1304-4745-993e-57c2e30d32e2 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=6958d485b9d9452fb5735062a710530b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400028 Sep 24 15:43:37.851594 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 55412) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:37.853531 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-598e51e7-6d1c-4922-bf41-f49e9652cee0 admin admin] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:37.855347 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-598e51e7-6d1c-4922-bf41-f49e9652cee0 admin admin] 10.222.0.101 "DELETE /v2.0/routers/1c2b989b-78c4-40d3-9709-0cbbeda8c9e9 HTTP/1.1" status: 204 len: 168 time: 2.2989824 Sep 24 15:43:37.870862 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 55414) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:37.941325 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-746536a2-8c31-4834-b0ae-5ebaf6bd2e43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:37.959674 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa368b7d-da34-43d4-b3af-343fee532273 admin admin] Deleting subnet 513e3dad-9c72-4933-8756-e8b0320dddab {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:43:37.970967 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fa368b7d-da34-43d4-b3af-343fee532273 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:37.999011 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-746536a2-8c31-4834-b0ae-5ebaf6bd2e43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:38.039502 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fa368b7d-da34-43d4-b3af-343fee532273 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:38.131507 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fa368b7d-da34-43d4-b3af-343fee532273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:38.188614 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-746536a2-8c31-4834-b0ae-5ebaf6bd2e43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:38.191380 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-746536a2-8c31-4834-b0ae-5ebaf6bd2e43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:38.192558 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-746536a2-8c31-4834-b0ae-5ebaf6bd2e43 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/651f1fad-da60-4d0f-b5c1-630f6509f767 HTTP/1.1" status: 204 len: 168 time: 0.3398507 Sep 24 15:43:38.203285 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746536a2-8c31-4834-b0ae-5ebaf6bd2e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=651f1fad-da60-4d0f-b5c1-630f6509f767,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:38.220376 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device ce3730aa-02f0-4b79-b418-9064e4538835 no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:43:38.242701 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] No Port match for: ce3730aa-02f0-4b79-b418-9064e4538835 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:43:38.243059 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device ce3730aa-02f0-4b79-b418-9064e4538835 not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:43:38.308227 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fa368b7d-da34-43d4-b3af-343fee532273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:38.347936 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3286934e-be54-4c24-b701-a5967b680c2a tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:38.353779 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa368b7d-da34-43d4-b3af-343fee532273 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=513e3dad-9c72-4933-8756-e8b0320dddab,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:38.356057 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fa368b7d-da34-43d4-b3af-343fee532273 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:38.359342 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-fa368b7d-da34-43d4-b3af-343fee532273 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/513e3dad-9c72-4933-8756-e8b0320dddab HTTP/1.1" status: 204 len: 168 time: 0.4871898 Sep 24 15:43:38.361219 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26e2130-f946-4115-b0a0-a186ef5c70c7 None None] Network 1717592d-aa85-48d4-a6aa-eeffcff7fc94 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:43:38.362040 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 55422) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:38.433101 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 22c5886a-e102-469d-885f-d32d40ec5949 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:43:38.463101 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 22c5886a-e102-469d-885f-d32d40ec5949 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:43:38.463443 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 22c5886a-e102-469d-885f-d32d40ec5949 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:43:38.463872 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device ddc3ac11-3f36-4316-a55a-682a294aa8fa no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:43:38.497338 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e39a5383-9366-41cd-9dc6-fe88947ab040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:38.502562 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: ddc3ac11-3f36-4316-a55a-682a294aa8fa {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:43:38.502906 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device ddc3ac11-3f36-4316-a55a-682a294aa8fa not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:43:38.623078 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c126c7bf-5247-4ef3-9951-269aaf502770 None None] DHCP port deletion for 1717592d-aa85-48d4-a6aa-eeffcff7fc94 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:43:38.670679 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-c126c7bf-5247-4ef3-9951-269aaf502770 None None] Deleting port 99d8a97c-e7f8-4cc6-a414-afdd0c8443fe {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:43:38.671121 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c126c7bf-5247-4ef3-9951-269aaf502770 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:38.775912 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-c126c7bf-5247-4ef3-9951-269aaf502770 None None] For port 99d8a97c-e7f8-4cc6-a414-afdd0c8443fe, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=99d8a97c-e7f8-4cc6-a414-afdd0c8443fe,segment=NetworkSegment(bfc08645-e1e8-4516-b496-8347d1567728),segment_id=bfc08645-e1e8-4516-b496-8347d1567728)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:43:38.776482 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c126c7bf-5247-4ef3-9951-269aaf502770 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:38.791484 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-c126c7bf-5247-4ef3-9951-269aaf502770 None None] Calling delete_port for 99d8a97c-e7f8-4cc6-a414-afdd0c8443fe owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:43:38.791930 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4837eacd-8096-40b5-a850-ff2883a0f940 req-394971d0-a0a4-4e17-b451-d0cfce86b7e7 tempest-ServerShowV247Test-1243177545 tempest-ServerShowV247Test-1243177545-project] 10.222.0.101 "GET /v2.0/ports?device_id=36f3ff91-2c4c-4d2f-971c-c6d602d5189f HTTP/1.1" status: 200 len: 210 time: 0.0352466 Sep 24 15:43:38.937611 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:38.982301 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c126c7bf-5247-4ef3-9951-269aaf502770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:39.012680 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c126c7bf-5247-4ef3-9951-269aaf502770 None None] Pushing event deleted for resources: {'Port': ['ID=99d8a97c-e7f8-4cc6-a414-afdd0c8443fe,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:39.023335 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c126c7bf-5247-4ef3-9951-269aaf502770 None None] No DVR routers for this DVR port 99d8a97c-e7f8-4cc6-a414-afdd0c8443fe on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:43:39.088125 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-e39a5383-9366-41cd-9dc6-fe88947ab040 admin admin] Deleting port 99d8a97c-e7f8-4cc6-a414-afdd0c8443fe {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:43:39.088460 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e39a5383-9366-41cd-9dc6-fe88947ab040 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:39.115384 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd3d98-2a34-4f23-8bf0-d3f3463dc921 req-afb84859-d4b4-41cf-8421-067d71ea88d9 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:39.115384 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-65dd3d98-2a34-4f23-8bf0-d3f3463dc921 req-afb84859-d4b4-41cf-8421-067d71ea88d9 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 944 time: 0.1676636 Sep 24 15:43:39.227598 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-e39a5383-9366-41cd-9dc6-fe88947ab040 admin admin] For port 99d8a97c-e7f8-4cc6-a414-afdd0c8443fe, host n-d-808921-1, got binding levels [] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:43:39.227955 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e39a5383-9366-41cd-9dc6-fe88947ab040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:39.251124 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-65dd3d98-2a34-4f23-8bf0-d3f3463dc921 req-9bd37354-02ed-4154-93ff-18b286ea5b47 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228557 Sep 24 15:43:39.259793 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-e39a5383-9366-41cd-9dc6-fe88947ab040 admin admin] Calling delete_port for 99d8a97c-e7f8-4cc6-a414-afdd0c8443fe owned by network:dhcp {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:43:39.261947 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-3286934e-be54-4c24-b701-a5967b680c2a tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Allocated IP 172.20.0.1 (802c1bef-8e1c-4fc9-aa59-00b541c0a723/04e818a8-b7a0-4bf9-90a6-331288efb5cb/cc15625b-745b-4f1a-920f-d8ed029f0567) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:43:39.264847 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.ipam_backend_mixin [None req-e39a5383-9366-41cd-9dc6-fe88947ab040 admin admin] Port 99d8a97c-e7f8-4cc6-a414-afdd0c8443fe was not found and therefore no delete operation was performed {{(pid=95297) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 24 15:43:39.270271 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e39a5383-9366-41cd-9dc6-fe88947ab040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:39.302733 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39a5383-9366-41cd-9dc6-fe88947ab040 admin admin] Pushing event deleted for resources: {'Port': ['ID=99d8a97c-e7f8-4cc6-a414-afdd0c8443fe,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:39.306679 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39a5383-9366-41cd-9dc6-fe88947ab040 admin admin] No DVR routers for this DVR port 99d8a97c-e7f8-4cc6-a414-afdd0c8443fe on host n-d-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:43:39.437158 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e39a5383-9366-41cd-9dc6-fe88947ab040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:39.471213 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-e39a5383-9366-41cd-9dc6-fe88947ab040 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1717592d-aa85-48d4-a6aa-eeffcff7fc94']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:39.486771 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-e39a5383-9366-41cd-9dc6-fe88947ab040 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfc08645-e1e8-4516-b496-8347d1567728') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:39.487067 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-e39a5383-9366-41cd-9dc6-fe88947ab040 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfc08645-e1e8-4516-b496-8347d1567728') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:39.503058 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3286934e-be54-4c24-b701-a5967b680c2a tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:39.505289 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e39a5383-9366-41cd-9dc6-fe88947ab040 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:39.523319 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e39a5383-9366-41cd-9dc6-fe88947ab040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:39.534400 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e39a5383-9366-41cd-9dc6-fe88947ab040 admin admin] Releasing vlan 1261 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:43:39.534810 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e39a5383-9366-41cd-9dc6-fe88947ab040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:39.536444 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:43:39.536444 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:43:39.536444 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:43:39.536444 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:43:39.536444 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:43:39.536444 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:43:39.536444 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:43:39.536444 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:43:39.536444 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:43:39.536444 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:43:39.536444 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:43:39.536444 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:43:39.536444 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:43:39.536444 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:43:39.536444 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:43:39.536444 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:43:39.536444 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:43:39.536444 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:43:39.536444 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:43:39.536444 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:43:39.536444 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:43:39.536444 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:43:39.536444 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:43:39.536444 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:43:39.536444 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:43:39.536444 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:43:39.536444 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:43:39.536444 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:43:39.536444 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:43:39.536444 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:43:39.536444 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:43:39.536444 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:43:39.747206 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 55450) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:39.786310 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3286934e-be54-4c24-b701-a5967b680c2a tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:39.825794 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3286934e-be54-4c24-b701-a5967b680c2a tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Network 802c1bef-8e1c-4fc9-aa59-00b541c0a723 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:43:39.829128 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-3286934e-be54-4c24-b701-a5967b680c2a tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:43:39.831599 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3286934e-be54-4c24-b701-a5967b680c2a tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:43:39.871194 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-b2181904-a577-467d-93df-9af95df576bd admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-2124403322-network', 'tenant_id': 'f720a4f84f144c85b52881413b229790'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:43:39.882831 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286934e-be54-4c24-b701-a5967b680c2a tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Pushing event updated for resources: {'Port': ['ID=cc15625b-745b-4f1a-920f-d8ed029f0567,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:39.900828 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3286934e-be54-4c24-b701-a5967b680c2a tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:39.906555 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f7abad81-0a5f-4e65-9c58-09f0a9dfad4d req-dd225316-fd8e-4450-969e-109b57404e23 tempest-ServerShowV247Test-1243177545 tempest-ServerShowV247Test-1243177545-project] 10.222.0.101 "GET /v2.0/ports?device_id=36f3ff91-2c4c-4d2f-971c-c6d602d5189f HTTP/1.1" status: 200 len: 210 time: 0.0282357 Sep 24 15:43:39.955768 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e39a5383-9366-41cd-9dc6-fe88947ab040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:39.958217 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e39a5383-9366-41cd-9dc6-fe88947ab040 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:39.960100 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e39a5383-9366-41cd-9dc6-fe88947ab040 admin admin] 10.222.0.101 "DELETE /v2.0/networks/1717592d-aa85-48d4-a6aa-eeffcff7fc94 HTTP/1.1" status: 204 len: 168 time: 1.5956299 Sep 24 15:43:39.972993 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39a5383-9366-41cd-9dc6-fe88947ab040 admin admin] Pushing event deleted for resources: {'Network': ['ID=1717592d-aa85-48d4-a6aa-eeffcff7fc94,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:40.071581 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2181904-a577-467d-93df-9af95df576bd admin admin] Made reservation on behalf of f720a4f84f144c85b52881413b229790 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:43:40.073973 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b2181904-a577-467d-93df-9af95df576bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:40.083273 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b2181904-a577-467d-93df-9af95df576bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:40.172816 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b2181904-a577-467d-93df-9af95df576bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:40.246268 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 99d8a97c-e7f8-4cc6-a414-afdd0c8443fe no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:43:40.247495 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3286934e-be54-4c24-b701-a5967b680c2a tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:40.263872 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 99d8a97c-e7f8-4cc6-a414-afdd0c8443fe {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:43:40.266676 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 99d8a97c-e7f8-4cc6-a414-afdd0c8443fe not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:43:40.296953 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b2181904-a577-467d-93df-9af95df576bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:40.371006 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2181904-a577-467d-93df-9af95df576bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1283} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:43:40.372947 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f8fddb-dc66-4b89-a8e6-aa2cadb95c1e req-568f4571-2b69-45c1-a477-2586f2d6914d tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:40.374926 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e3f8fddb-dc66-4b89-a8e6-aa2cadb95c1e req-568f4571-2b69-45c1-a477-2586f2d6914d tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 944 time: 0.0528700 Sep 24 15:43:40.379324 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2181904-a577-467d-93df-9af95df576bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1397cbd-5cb3-4a40-b9d0-2d70611bbb5b,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:40.396060 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b2181904-a577-467d-93df-9af95df576bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:40.396406 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-b2181904-a577-467d-93df-9af95df576bd admin admin] Added segment 1e6a1bcc-9308-4dfd-a9e7-d401d707b6e0 of type vlan for network 2e46dff3-7968-41a9-8e49-62e56d423039 Sep 24 15:43:40.419024 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e3f8fddb-dc66-4b89-a8e6-aa2cadb95c1e req-23f1a867-d426-42ae-82fb-6036b10aba95 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375125 Sep 24 15:43:40.450302 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 55464) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:40.473548 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b2181904-a577-467d-93df-9af95df576bd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:40.491744 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-9e1114e4-98cd-41fd-accc-e1dd3dac8558 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=fd9a43ed9ace417e889d077870f5a6b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399599 Sep 24 15:43:40.494391 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 55466) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:40.552157 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b31c0bd9-098c-460c-8b06-b07704224797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:40.576466 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b31c0bd9-098c-460c-8b06-b07704224797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:40.618320 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3286934e-be54-4c24-b701-a5967b680c2a tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:40.677337 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b2181904-a577-467d-93df-9af95df576bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:40.678433 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2181904-a577-467d-93df-9af95df576bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:40.679146 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b2181904-a577-467d-93df-9af95df576bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:40.736771 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:40.741993 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2181904-a577-467d-93df-9af95df576bd admin admin] Pushing event updated for resources: {'Network': ['ID=2e46dff3-7968-41a9-8e49-62e56d423039,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:40.751995 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 2e46dff3-7968-41a9-8e49-62e56d423039 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:43:40.831395 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b31c0bd9-098c-460c-8b06-b07704224797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:40.831581 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3286934e-be54-4c24-b701-a5967b680c2a tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:40.834242 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b31c0bd9-098c-460c-8b06-b07704224797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:40.835912 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b31c0bd9-098c-460c-8b06-b07704224797 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/705b4e24-2676-4d53-a519-d5ab5e6e26db HTTP/1.1" status: 204 len: 168 time: 0.3400798 Sep 24 15:43:40.844197 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31c0bd9-098c-460c-8b06-b07704224797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=705b4e24-2676-4d53-a519-d5ab5e6e26db,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:40.888784 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b2181904-a577-467d-93df-9af95df576bd admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1404171 Sep 24 15:43:40.892049 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 55470) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:40.897165 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-61135c1c-0db1-495a-b288-c0174997dda8 admin admin] Request body: {'subnet': {'network_id': '2e46dff3-7968-41a9-8e49-62e56d423039', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-2124403322-subnet', 'tenant_id': 'f720a4f84f144c85b52881413b229790', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:43:40.919525 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3286934e-be54-4c24-b701-a5967b680c2a tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:40.921857 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286934e-be54-4c24-b701-a5967b680c2a tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Pushing event updated for resources: {'Port': ['ID=cc15625b-745b-4f1a-920f-d8ed029f0567,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:41.024496 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-41e0b437-2c53-4ef8-ae2a-eb3ac0f7d473 req-85d9e61a-2c9e-4a03-be57-16397f17892f tempest-ServerShowV247Test-1243177545 tempest-ServerShowV247Test-1243177545-project] 10.222.0.101 "GET /v2.0/ports?device_id=36f3ff91-2c4c-4d2f-971c-c6d602d5189f HTTP/1.1" status: 200 len: 210 time: 0.0326850 Sep 24 15:43:41.044750 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3286934e-be54-4c24-b701-a5967b680c2a tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Network 802c1bef-8e1c-4fc9-aa59-00b541c0a723 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:43:41.047462 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-3286934e-be54-4c24-b701-a5967b680c2a tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:43:41.113839 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61135c1c-0db1-495a-b288-c0174997dda8 admin admin] Made reservation on behalf of f720a4f84f144c85b52881413b229790 for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:43:41.116125 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-61135c1c-0db1-495a-b288-c0174997dda8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:41.162065 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3286934e-be54-4c24-b701-a5967b680c2a tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Router 5eeef12e-2fb6-438c-9ab3-48ec448cdf29 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:43:41.279929 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3286934e-be54-4c24-b701-a5967b680c2a tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:43:41.284183 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-3286934e-be54-4c24-b701-a5967b680c2a tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] 10.222.0.101 "PUT /v2.0/routers/5eeef12e-2fb6-438c-9ab3-48ec448cdf29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4386959 Sep 24 15:43:41.286700 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 55478) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:41.290187 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5be5b99-b6c0-4ea4-ad80-13750d407358 None None] Sync routers for ids ['5eeef12e-2fb6-438c-9ab3-48ec448cdf29'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:43:41.292518 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-957e0345-90c3-4090-939c-1910c5f04e43 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Request body: {'port': {'network_id': '802c1bef-8e1c-4fc9-aa59-00b541c0a723', 'name': 'tempest-FloatingIPTestJSON-1332235942'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:43:41.302962 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5be5b99-b6c0-4ea4-ad80-13750d407358 None None] Routers {'5eeef12e-2fb6-438c-9ab3-48ec448cdf29'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:43:41.303867 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-e5be5b99-b6c0-4ea4-ad80-13750d407358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:43:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['5eeef12e-2fb6-438c-9ab3-48ec448cdf29'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:41.345781 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-e5be5b99-b6c0-4ea4-ad80-13750d407358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:41.354855 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5be5b99-b6c0-4ea4-ad80-13750d407358 None None] Routers {'5eeef12e-2fb6-438c-9ab3-48ec448cdf29'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:43:41.355485 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-e5be5b99-b6c0-4ea4-ad80-13750d407358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:43:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['5eeef12e-2fb6-438c-9ab3-48ec448cdf29'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:41.393463 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-e5be5b99-b6c0-4ea4-ad80-13750d407358 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:41.394142 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5be5b99-b6c0-4ea4-ad80-13750d407358 None None] The sync data for ids ['5eeef12e-2fb6-438c-9ab3-48ec448cdf29'] in n-d-808921-1 is: [] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:43:41.406261 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-61135c1c-0db1-495a-b288-c0174997dda8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:41.460340 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61135c1c-0db1-495a-b288-c0174997dda8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8236050a-223d-4bf5-b950-a1d18d3b7a29,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:41.483268 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61135c1c-0db1-495a-b288-c0174997dda8 admin admin] Checking segment: {'id': '1e6a1bcc-9308-4dfd-a9e7-d401d707b6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '2e46dff3-7968-41a9-8e49-62e56d423039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:43:41.484403 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61135c1c-0db1-495a-b288-c0174997dda8 admin admin] Network hostable DHCP agents. Network: 2e46dff3-7968-41a9-8e49-62e56d423039, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:43:41.542391 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1cf5c7-f80a-4f9b-a063-e08864cd2920 req-92e113ae-6b90-4ba1-bc8a-8b227f25a856 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:41.543924 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6d1cf5c7-f80a-4f9b-a063-e08864cd2920 req-92e113ae-6b90-4ba1-bc8a-8b227f25a856 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 944 time: 0.0545774 Sep 24 15:43:41.545597 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-957e0345-90c3-4090-939c-1910c5f04e43 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Made reservation on behalf of 0f592124eb9b4affa1c22ff2dead359b for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:43:41.549553 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-957e0345-90c3-4090-939c-1910c5f04e43 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:41.588800 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [None req-957e0345-90c3-4090-939c-1910c5f04e43 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] device_id is not set on port 423f8876-0afb-4310-a35b-cce0d8591ca6 yet. {{(pid=95297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:43:41.610573 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6d1cf5c7-f80a-4f9b-a063-e08864cd2920 req-1ae481bd-e924-4867-b65e-db6d3c9de86d tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586131 Sep 24 15:43:41.662177 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61135c1c-0db1-495a-b288-c0174997dda8 admin admin] Network 2e46dff3-7968-41a9-8e49-62e56d423039 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:43:41.710096 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-957e0345-90c3-4090-939c-1910c5f04e43 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Allocated IP 172.20.0.7 (802c1bef-8e1c-4fc9-aa59-00b541c0a723/04e818a8-b7a0-4bf9-90a6-331288efb5cb/423f8876-0afb-4310-a35b-cce0d8591ca6) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:43:41.867689 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-957e0345-90c3-4090-939c-1910c5f04e43 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:41.885216 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-61135c1c-0db1-495a-b288-c0174997dda8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 2e46dff3-7968-41a9-8e49-62e56d423039) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:43:41.890955 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61135c1c-0db1-495a-b288-c0174997dda8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:41.891591 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-61135c1c-0db1-495a-b288-c0174997dda8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:41.894882 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584c552d-5786-43dd-8f27-030a1e54e459 None None] Network 2e46dff3-7968-41a9-8e49-62e56d423039 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:43:42.019232 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-573fd3d0-6d77-42ad-984a-ccc487db58c0 None None] Network 2e46dff3-7968-41a9-8e49-62e56d423039 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:43:42.074583 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-957e0345-90c3-4090-939c-1910c5f04e43 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:42.120960 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957e0345-90c3-4090-939c-1910c5f04e43 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Network 802c1bef-8e1c-4fc9-aa59-00b541c0a723 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:43:42.124784 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-957e0345-90c3-4090-939c-1910c5f04e43 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:43:42.131560 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957e0345-90c3-4090-939c-1910c5f04e43 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:43:42.145540 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3f577b9c-5901-4324-a44b-d04ac824bcb1 req-6105edb0-a9e2-405b-9e79-04d22c58e946 tempest-ServerShowV247Test-1243177545 tempest-ServerShowV247Test-1243177545-project] 10.222.0.101 "GET /v2.0/ports?device_id=36f3ff91-2c4c-4d2f-971c-c6d602d5189f HTTP/1.1" status: 200 len: 210 time: 0.0316849 Sep 24 15:43:42.147586 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-61135c1c-0db1-495a-b288-c0174997dda8 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2545316 Sep 24 15:43:42.180325 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957e0345-90c3-4090-939c-1910c5f04e43 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Pushing event updated for resources: {'Port': ['ID=423f8876-0afb-4310-a35b-cce0d8591ca6,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:42.207051 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957e0345-90c3-4090-939c-1910c5f04e43 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:42.207739 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-957e0345-90c3-4090-939c-1910c5f04e43 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:42.358038 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-957e0345-90c3-4090-939c-1910c5f04e43 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0693595 Sep 24 15:43:42.360650 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 55510) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:42.367544 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-82a68f56-ad38-4ea3-b352-3c3b0994d4e4 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Request body: {'port': {'network_id': '802c1bef-8e1c-4fc9-aa59-00b541c0a723', 'name': 'tempest-FloatingIPTestJSON-1791337661'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:43:42.385993 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 55514) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:42.496840 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-b25334c4-d0f6-47d9-8ae9-6e54e2097a10 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-2092132471-network', 'tenant_id': '4e03fc3d20524ffa9cc0335ea5171849'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:43:42.596760 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82a68f56-ad38-4ea3-b352-3c3b0994d4e4 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Made reservation on behalf of 0f592124eb9b4affa1c22ff2dead359b for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:43:42.600225 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-82a68f56-ad38-4ea3-b352-3c3b0994d4e4 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:42.660252 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [None req-82a68f56-ad38-4ea3-b352-3c3b0994d4e4 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] device_id is not set on port be520537-a218-48e5-a616-c0b45030f2c5 yet. {{(pid=95298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:43:42.733567 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b05aee-4b76-4675-b290-b2e8f3a3c4ce req-693bdcd4-557a-48c0-bf40-076c045bea67 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:42.735133 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-20b05aee-4b76-4675-b290-b2e8f3a3c4ce req-693bdcd4-557a-48c0-bf40-076c045bea67 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 944 time: 0.0547578 Sep 24 15:43:42.738536 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b137204-b077-4cad-94ba-8758dedec721 req-60ce03f8-014a-4cec-a8f9-f5d3f12bf024 tempest-ServerTagsTestJSON-2095655972 tempest-ServerTagsTestJSON-2095655972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:42.740032 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4b137204-b077-4cad-94ba-8758dedec721 req-60ce03f8-014a-4cec-a8f9-f5d3f12bf024 tempest-ServerTagsTestJSON-2095655972 tempest-ServerTagsTestJSON-2095655972-project] 10.222.0.101 "GET /v2.0/networks?id=2e46dff3-7968-41a9-8e49-62e56d423039 HTTP/1.1" status: 200 len: 809 time: 0.1686759 Sep 24 15:43:42.743162 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25334c4-d0f6-47d9-8ae9-6e54e2097a10 admin admin] Made reservation on behalf of 4e03fc3d20524ffa9cc0335ea5171849 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:43:42.745539 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b25334c4-d0f6-47d9-8ae9-6e54e2097a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:42.767057 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b25334c4-d0f6-47d9-8ae9-6e54e2097a10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:42.784327 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4b137204-b077-4cad-94ba-8758dedec721 req-048582b9-4944-485e-a6bf-5a77023dc022 tempest-ServerTagsTestJSON-2095655972 tempest-ServerTagsTestJSON-2095655972-project] 10.222.0.101 "GET /v2.0/quotas/f720a4f84f144c85b52881413b229790 HTTP/1.1" status: 200 len: 375 time: 0.0360208 Sep 24 15:43:42.799053 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-20b05aee-4b76-4675-b290-b2e8f3a3c4ce req-6005dc05-616b-452c-ab3f-7e29aa2b7825 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568180 Sep 24 15:43:42.832989 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4b137204-b077-4cad-94ba-8758dedec721 req-7d5b48a4-27c0-4ddf-8656-386548381752 tempest-ServerTagsTestJSON-2095655972 tempest-ServerTagsTestJSON-2095655972-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=f720a4f84f144c85b52881413b229790&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412526 Sep 24 15:43:42.837147 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-82a68f56-ad38-4ea3-b352-3c3b0994d4e4 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Allocated IP 172.20.0.5 (802c1bef-8e1c-4fc9-aa59-00b541c0a723/04e818a8-b7a0-4bf9-90a6-331288efb5cb/be520537-a218-48e5-a616-c0b45030f2c5) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:43:42.893174 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b25334c4-d0f6-47d9-8ae9-6e54e2097a10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:42.986241 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4b137204-b077-4cad-94ba-8758dedec721 req-2e0f876a-fbbd-49fa-922a-d0dcb87a1ce7 service neutron] 10.222.0.101 "GET /v2.0/networks/2e46dff3-7968-41a9-8e49-62e56d423039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446912 Sep 24 15:43:43.010394 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b25334c4-d0f6-47d9-8ae9-6e54e2097a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:43.032681 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b25334c4-d0f6-47d9-8ae9-6e54e2097a10 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1281} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:43:43.046911 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25334c4-d0f6-47d9-8ae9-6e54e2097a10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36661b0c-4b5c-4f9d-8577-0fff57e17e03,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:43.053260 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b25334c4-d0f6-47d9-8ae9-6e54e2097a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:43.053562 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-b25334c4-d0f6-47d9-8ae9-6e54e2097a10 admin admin] Added segment 40ae7766-b06a-4ffc-9ec0-bb3040c6122f of type vlan for network fd4dbc0b-12eb-4c1c-a696-391550e45003 Sep 24 15:43:43.096475 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b25334c4-d0f6-47d9-8ae9-6e54e2097a10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:43.123309 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-82a68f56-ad38-4ea3-b352-3c3b0994d4e4 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:43.145537 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4b137204-b077-4cad-94ba-8758dedec721 req-89e94e65-f759-4f3f-9aad-32699b5263b5 service neutron] 10.222.0.101 "GET /v2.0/networks/2e46dff3-7968-41a9-8e49-62e56d423039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519108 Sep 24 15:43:43.253602 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8a774001-e58a-4955-81e5-f32299e34a89 req-784e8c36-253a-4265-a484-eac187fcfe09 tempest-ServerShowV247Test-1243177545 tempest-ServerShowV247Test-1243177545-project] 10.222.0.101 "GET /v2.0/ports?device_id=36f3ff91-2c4c-4d2f-971c-c6d602d5189f HTTP/1.1" status: 200 len: 210 time: 0.0308373 Sep 24 15:43:43.263208 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b25334c4-d0f6-47d9-8ae9-6e54e2097a10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:43.263208 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25334c4-d0f6-47d9-8ae9-6e54e2097a10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:43.263208 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b25334c4-d0f6-47d9-8ae9-6e54e2097a10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:43.291080 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-82a68f56-ad38-4ea3-b352-3c3b0994d4e4 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:43.328033 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25334c4-d0f6-47d9-8ae9-6e54e2097a10 admin admin] Pushing event updated for resources: {'Network': ['ID=fd4dbc0b-12eb-4c1c-a696-391550e45003,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:43.339156 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a68f56-ad38-4ea3-b352-3c3b0994d4e4 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Network 802c1bef-8e1c-4fc9-aa59-00b541c0a723 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:43:43.340531 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network fd4dbc0b-12eb-4c1c-a696-391550e45003 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:43:43.341309 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-82a68f56-ad38-4ea3-b352-3c3b0994d4e4 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:43:43.348575 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a68f56-ad38-4ea3-b352-3c3b0994d4e4 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:43:43.352449 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a68f56-ad38-4ea3-b352-3c3b0994d4e4 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Pushing event updated for resources: {'Port': ['ID=be520537-a218-48e5-a616-c0b45030f2c5,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:43.410194 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b25334c4-d0f6-47d9-8ae9-6e54e2097a10 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0204220 Sep 24 15:43:43.410640 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 55536) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:43.416366 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-5baec01f-b5af-4636-9ba3-97940fd924f4 admin admin] Request body: {'subnet': {'network_id': 'fd4dbc0b-12eb-4c1c-a696-391550e45003', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-2092132471-subnet', 'tenant_id': '4e03fc3d20524ffa9cc0335ea5171849', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:43:43.431883 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a68f56-ad38-4ea3-b352-3c3b0994d4e4 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:43.435154 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-82a68f56-ad38-4ea3-b352-3c3b0994d4e4 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:43.470765 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5665670c-6036-4480-80f8-4e594f3771b7 req-72409294-a9d4-43e5-b3e5-d7befae88d77 tempest-ServerTagsTestJSON-2095655972 tempest-ServerTagsTestJSON-2095655972-project] 10.222.0.101 "GET /v2.0/ports?device_id=90a0f52e-66f0-40bf-bb7a-fe9239657f16 HTTP/1.1" status: 200 len: 210 time: 0.0287728 Sep 24 15:43:43.528052 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5baec01f-b5af-4636-9ba3-97940fd924f4 admin admin] Made reservation on behalf of 4e03fc3d20524ffa9cc0335ea5171849 for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:43:43.530792 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5baec01f-b5af-4636-9ba3-97940fd924f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:43.597906 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-82a68f56-ad38-4ea3-b352-3c3b0994d4e4 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2360144 Sep 24 15:43:43.601197 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 55546) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:43.613093 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-e1516938-07a9-45ca-ab6d-fcc0242ea2fc tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Request body: {'floatingip': {'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'port_id': 'be520537-a218-48e5-a616-c0b45030f2c5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:43:43.776472 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e1516938-07a9-45ca-ab6d-fcc0242ea2fc tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks [] for floatingip, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:43.880091 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e1516938-07a9-45ca-ab6d-fcc0242ea2fc tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:43.932607 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09901dcb-efff-4458-80c1-806149d3934b req-11808281-59db-47fa-8452-3b4c8c8d4d9a tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:43.934388 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-09901dcb-efff-4458-80c1-806149d3934b req-11808281-59db-47fa-8452-3b4c8c8d4d9a tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 944 time: 0.0550978 Sep 24 15:43:43.935773 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5baec01f-b5af-4636-9ba3-97940fd924f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:43.989285 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-e1516938-07a9-45ca-ab6d-fcc0242ea2fc tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Allocated IP 172.25.0.170 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/cc5d7b46-487c-454d-b974-1a30ef7df442) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:43:44.018162 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baec01f-b5af-4636-9ba3-97940fd924f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff90cfb5-edb1-4dd2-95a8-9b64a8718aa6,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:44.028139 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-09901dcb-efff-4458-80c1-806149d3934b req-4d08c48f-303d-421a-90d4-60572b0e3376 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840013 Sep 24 15:43:44.032262 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5baec01f-b5af-4636-9ba3-97940fd924f4 admin admin] Checking segment: {'id': '40ae7766-b06a-4ffc-9ec0-bb3040c6122f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': 'fd4dbc0b-12eb-4c1c-a696-391550e45003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:43:44.032564 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5baec01f-b5af-4636-9ba3-97940fd924f4 admin admin] Network hostable DHCP agents. Network: fd4dbc0b-12eb-4c1c-a696-391550e45003, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:43:44.101759 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e1516938-07a9-45ca-ab6d-fcc0242ea2fc tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:44.174019 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5baec01f-b5af-4636-9ba3-97940fd924f4 admin admin] Network fd4dbc0b-12eb-4c1c-a696-391550e45003 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:43:44.271624 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e1516938-07a9-45ca-ab6d-fcc0242ea2fc tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:44.313259 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1516938-07a9-45ca-ab6d-fcc0242ea2fc tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:43:44.316155 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-e1516938-07a9-45ca-ab6d-fcc0242ea2fc tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:43:44.320044 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1516938-07a9-45ca-ab6d-fcc0242ea2fc tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:43:44.348611 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-5baec01f-b5af-4636-9ba3-97940fd924f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, fd4dbc0b-12eb-4c1c-a696-391550e45003) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:43:44.352837 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5baec01f-b5af-4636-9ba3-97940fd924f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:44.353427 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5baec01f-b5af-4636-9ba3-97940fd924f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:44.359635 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85797b2e-9842-4f54-abb1-d3b8ea15fa39 None None] Network fd4dbc0b-12eb-4c1c-a696-391550e45003 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:43:44.371635 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1516938-07a9-45ca-ab6d-fcc0242ea2fc tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Pushing event updated for resources: {'Port': ['ID=cc5d7b46-487c-454d-b974-1a30ef7df442,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:44.397230 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2e1f0532-98c7-4b39-b621-fa4b88f451f2 req-c589d91e-f097-4926-9749-a43cefe36aae tempest-ServerShowV247Test-1243177545 tempest-ServerShowV247Test-1243177545-project] 10.222.0.101 "GET /v2.0/ports?device_id=36f3ff91-2c4c-4d2f-971c-c6d602d5189f HTTP/1.1" status: 200 len: 210 time: 0.0402508 Sep 24 15:43:44.474228 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-5baec01f-b5af-4636-9ba3-97940fd924f4 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0616860 Sep 24 15:43:44.476814 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 55554) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:44.481094 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-99d042c9-c87f-4052-9602-83cf5986f46e admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-2092132471-router', 'tenant_id': '4e03fc3d20524ffa9cc0335ea5171849', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:43:44.539321 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ecf31cb-470a-4357-9d5c-29273a44b3ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-fd4dbc0b-12eb-4c1c-a696-391550e45003', 'network_id': 'fd4dbc0b-12eb-4c1c-a696-391550e45003', 'tenant_id': '4e03fc3d20524ffa9cc0335ea5171849', 'fixed_ips': [{'subnet_id': 'ff90cfb5-edb1-4dd2-95a8-9b64a8718aa6'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:43:44.540634 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2ecf31cb-470a-4357-9d5c-29273a44b3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:44.616158 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-99d042c9-c87f-4052-9602-83cf5986f46e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:44.617276 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-99d042c9-c87f-4052-9602-83cf5986f46e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:44.641829 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-770b18de-a3bc-471d-b315-69774fa17a4f req-2235cfdf-8a61-4941-8331-6b4ba3469030 tempest-ServerTagsTestJSON-2095655972 tempest-ServerTagsTestJSON-2095655972-project] 10.222.0.101 "GET /v2.0/ports?device_id=90a0f52e-66f0-40bf-bb7a-fe9239657f16 HTTP/1.1" status: 200 len: 210 time: 0.0348742 Sep 24 15:43:44.679865 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-99d042c9-c87f-4052-9602-83cf5986f46e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:44.695680 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-2ecf31cb-470a-4357-9d5c-29273a44b3ff None None] Allocated IP 172.20.0.2 (fd4dbc0b-12eb-4c1c-a696-391550e45003/ff90cfb5-edb1-4dd2-95a8-9b64a8718aa6/34b4b98c-d035-4d9b-9f20-d9c94c0ed2b1) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:43:44.810907 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e1516938-07a9-45ca-ab6d-fcc0242ea2fc tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:44.848195 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2ecf31cb-470a-4357-9d5c-29273a44b3ff None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:44.955222 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-99d042c9-c87f-4052-9602-83cf5986f46e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:45.071994 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2ecf31cb-470a-4357-9d5c-29273a44b3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:45.101745 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e1516938-07a9-45ca-ab6d-fcc0242ea2fc tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:45.110536 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ecf31cb-470a-4357-9d5c-29273a44b3ff None None] Network fd4dbc0b-12eb-4c1c-a696-391550e45003 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:43:45.113467 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-2ecf31cb-470a-4357-9d5c-29273a44b3ff None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:43:45.117039 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecf31cb-470a-4357-9d5c-29273a44b3ff None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:43:45.127445 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecf31cb-470a-4357-9d5c-29273a44b3ff None None] Pushing event updated for resources: {'Port': ['ID=34b4b98c-d035-4d9b-9f20-d9c94c0ed2b1,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:45.165869 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6100fa-30be-461e-a005-a58a3d54ce64 req-fbd46532-be8c-4ba0-993b-a763ae932566 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:45.167403 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-de6100fa-30be-461e-a005-a58a3d54ce64 req-fbd46532-be8c-4ba0-993b-a763ae932566 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 944 time: 0.0658016 Sep 24 15:43:45.183665 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-2ecf31cb-470a-4357-9d5c-29273a44b3ff None None] Attempting to bind port 34b4b98c-d035-4d9b-9f20-d9c94c0ed2b1 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:43:45.184890 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-2ecf31cb-470a-4357-9d5c-29273a44b3ff None None] Attempting to bind port 34b4b98c-d035-4d9b-9f20-d9c94c0ed2b1 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '40ae7766-b06a-4ffc-9ec0-bb3040c6122f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': 'fd4dbc0b-12eb-4c1c-a696-391550e45003'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:43:45.184890 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecf31cb-470a-4357-9d5c-29273a44b3ff None None] Attempting to bind port 34b4b98c-d035-4d9b-9f20-d9c94c0ed2b1 on network fd4dbc0b-12eb-4c1c-a696-391550e45003 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:43:45.190209 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecf31cb-470a-4357-9d5c-29273a44b3ff None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:43:45.190594 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecf31cb-470a-4357-9d5c-29273a44b3ff None None] Checking segment: {'id': '40ae7766-b06a-4ffc-9ec0-bb3040c6122f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': 'fd4dbc0b-12eb-4c1c-a696-391550e45003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:43:45.191376 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2ecf31cb-470a-4357-9d5c-29273a44b3ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:45.191376 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecf31cb-470a-4357-9d5c-29273a44b3ff None None] Bound using segment: {'id': '40ae7766-b06a-4ffc-9ec0-bb3040c6122f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': 'fd4dbc0b-12eb-4c1c-a696-391550e45003'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:43:45.191865 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-2ecf31cb-470a-4357-9d5c-29273a44b3ff None None] Bound port: 34b4b98c-d035-4d9b-9f20-d9c94c0ed2b1, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40ae7766-b06a-4ffc-9ec0-bb3040c6122f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': 'fd4dbc0b-12eb-4c1c-a696-391550e45003'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:43:45.192249 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2ecf31cb-470a-4357-9d5c-29273a44b3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:45.235576 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-de6100fa-30be-461e-a005-a58a3d54ce64 req-6d2cb4a3-9da0-40ce-952f-f85233179b36 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543969 Sep 24 15:43:45.268205 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-2ecf31cb-470a-4357-9d5c-29273a44b3ff None None] For port 34b4b98c-d035-4d9b-9f20-d9c94c0ed2b1, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:43:45.272133 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-2ecf31cb-470a-4357-9d5c-29273a44b3ff None None] For port 34b4b98c-d035-4d9b-9f20-d9c94c0ed2b1, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=34b4b98c-d035-4d9b-9f20-d9c94c0ed2b1,segment=NetworkSegment(40ae7766-b06a-4ffc-9ec0-bb3040c6122f),segment_id=40ae7766-b06a-4ffc-9ec0-bb3040c6122f)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:43:45.287602 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e1516938-07a9-45ca-ab6d-fcc0242ea2fc tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:45.401354 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-99d042c9-c87f-4052-9602-83cf5986f46e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:45.412928 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2ecf31cb-470a-4357-9d5c-29273a44b3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:45.413662 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e1516938-07a9-45ca-ab6d-fcc0242ea2fc tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:45.424169 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-99d042c9-c87f-4052-9602-83cf5986f46e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:45.491627 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecf31cb-470a-4357-9d5c-29273a44b3ff None None] Pushing event updated for resources: {'Port': ['ID=34b4b98c-d035-4d9b-9f20-d9c94c0ed2b1,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:45.543022 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1516938-07a9-45ca-ab6d-fcc0242ea2fc tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Pushing event updated for resources: {'Port': ['ID=cc5d7b46-487c-454d-b974-1a30ef7df442,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:45.558606 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e1516938-07a9-45ca-ab6d-fcc0242ea2fc tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:45.604409 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-99d042c9-c87f-4052-9602-83cf5986f46e admin admin] Allocated IP 172.25.0.39 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/7ad0e428-c51c-4fe0-8a37-d0a7cf52c9aa) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:43:45.641401 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-412ff1e0-b78c-4057-87b7-c488fa55ce81 req-2f921735-ab4d-4538-954e-1cc9812e9e69 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=36f3ff91-2c4c-4d2f-971c-c6d602d5189f HTTP/1.1" status: 200 len: 210 time: 0.0839076 Sep 24 15:43:45.645034 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-624f957f-a7ca-4356-a036-d3d1a5ebf5a6 req-3de9f3f5-8109-4787-9939-d9e89d1cd4a3 tempest-ServerShowV247Test-1243177545 tempest-ServerShowV247Test-1243177545-project] 10.222.0.101 "GET /v2.0/ports?device_id=36f3ff91-2c4c-4d2f-971c-c6d602d5189f HTTP/1.1" status: 200 len: 210 time: 0.0966663 Sep 24 15:43:45.760545 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-99d042c9-c87f-4052-9602-83cf5986f46e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:45.781523 n-d-808921-1 neutron-server[95298]: INFO neutron.db.l3_db [None req-e1516938-07a9-45ca-ab6d-fcc0242ea2fc tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Floating IP b2e8da06-b32f-4cec-9632-0df1f83ca49c associated. External IP: 172.25.0.170, port: be520537-a218-48e5-a616-c0b45030f2c5. Sep 24 15:43:45.803807 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-48d41eb2-4a00-4a2e-8b7f-31a89ccc4b7b req-15e1af14-245b-480e-830f-1d9d00fe5ebf tempest-ServerTagsTestJSON-2095655972 tempest-ServerTagsTestJSON-2095655972-project] 10.222.0.101 "GET /v2.0/ports?device_id=90a0f52e-66f0-40bf-bb7a-fe9239657f16 HTTP/1.1" status: 200 len: 210 time: 0.0384941 Sep 24 15:43:46.005780 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-99d042c9-c87f-4052-9602-83cf5986f46e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:46.013951 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1516938-07a9-45ca-ab6d-fcc0242ea2fc tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Router 5eeef12e-2fb6-438c-9ab3-48ec448cdf29 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:43:46.049149 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d042c9-c87f-4052-9602-83cf5986f46e admin admin] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:43:46.055226 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-99d042c9-c87f-4052-9602-83cf5986f46e admin admin] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:43:46.059332 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d042c9-c87f-4052-9602-83cf5986f46e admin admin] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:43:46.084479 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d042c9-c87f-4052-9602-83cf5986f46e admin admin] Pushing event updated for resources: {'Port': ['ID=7ad0e428-c51c-4fe0-8a37-d0a7cf52c9aa,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:46.135732 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1516938-07a9-45ca-ab6d-fcc0242ea2fc tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:43:46.148875 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0127de6d-efde-422e-9b32-32c82faa59af None None] Sync routers for ids ['5eeef12e-2fb6-438c-9ab3-48ec448cdf29'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:43:46.172056 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0127de6d-efde-422e-9b32-32c82faa59af None None] Routers {'5eeef12e-2fb6-438c-9ab3-48ec448cdf29'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:43:46.172799 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-0127de6d-efde-422e-9b32-32c82faa59af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:43:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['5eeef12e-2fb6-438c-9ab3-48ec448cdf29'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:46.215934 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-0127de6d-efde-422e-9b32-32c82faa59af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:46.228160 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0127de6d-efde-422e-9b32-32c82faa59af None None] Routers {'5eeef12e-2fb6-438c-9ab3-48ec448cdf29'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:43:46.229079 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-0127de6d-efde-422e-9b32-32c82faa59af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:43:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['5eeef12e-2fb6-438c-9ab3-48ec448cdf29'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:46.267942 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e1516938-07a9-45ca-ab6d-fcc0242ea2fc tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:46.296140 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-0127de6d-efde-422e-9b32-32c82faa59af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:46.296935 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0127de6d-efde-422e-9b32-32c82faa59af None None] The sync data for ids ['5eeef12e-2fb6-438c-9ab3-48ec448cdf29'] in n-d-808921-1 is: [] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:43:46.318184 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 55574) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:46.318450 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-e1516938-07a9-45ca-ab6d-fcc0242ea2fc tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.7121577 Sep 24 15:43:46.323560 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-ed05854f-4740-4d88-a593-9561ce60aeb7 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:43:46.350455 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 34b4b98c-d035-4d9b-9f20-d9c94c0ed2b1 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:43:46.397347 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ed05854f-4740-4d88-a593-9561ce60aeb7 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks [] for floatingip, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:46.402980 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aab074-f82c-4d9f-b9d1-460beea250be req-f032be44-aae6-4e64-b35a-283a74942ab3 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:46.405001 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d1aab074-f82c-4d9f-b9d1-460beea250be req-f032be44-aae6-4e64-b35a-283a74942ab3 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 944 time: 0.0623672 Sep 24 15:43:46.422051 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 34b4b98c-d035-4d9b-9f20-d9c94c0ed2b1 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:43:46.423121 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:46.471442 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d1aab074-f82c-4d9f-b9d1-460beea250be req-79e3e622-f638-45d8-a975-608ad9ef2e66 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528402 Sep 24 15:43:46.567208 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:46.609429 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port 34b4b98c-d035-4d9b-9f20-d9c94c0ed2b1, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=34b4b98c-d035-4d9b-9f20-d9c94c0ed2b1,segment=NetworkSegment(40ae7766-b06a-4ffc-9ec0-bb3040c6122f),segment_id=40ae7766-b06a-4ffc-9ec0-bb3040c6122f)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:43:46.641946 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a3363f-5561-418c-b091-4b4fdf1bf904 None None] Network fd4dbc0b-12eb-4c1c-a696-391550e45003 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:43:46.752200 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-a6d97cb2-88ce-4274-9b6d-4bc0f64e8f73 None None] Provisioning complete for port 34b4b98c-d035-4d9b-9f20-d9c94c0ed2b1 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:43:46.752834 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a6d97cb2-88ce-4274-9b6d-4bc0f64e8f73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:46.756704 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:46.801194 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e717384d-1c92-4956-8dd7-baae9350ec57 req-4c3523a8-7967-42f6-bb75-6d28b75e373b tempest-ServerShowV247Test-1243177545 tempest-ServerShowV247Test-1243177545-project] 10.222.0.101 "GET /v2.0/ports?device_id=36f3ff91-2c4c-4d2f-971c-c6d602d5189f HTTP/1.1" status: 200 len: 210 time: 0.0466943 Sep 24 15:43:46.980347 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0981d1a3-d3cd-456e-a56e-d04e3c754cff req-1ffed0a8-461d-426f-a1be-53855b08a005 tempest-ServerTagsTestJSON-2095655972 tempest-ServerTagsTestJSON-2095655972-project] 10.222.0.101 "GET /v2.0/ports?device_id=90a0f52e-66f0-40bf-bb7a-fe9239657f16 HTTP/1.1" status: 200 len: 210 time: 0.0676219 Sep 24 15:43:47.012317 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-99d042c9-c87f-4052-9602-83cf5986f46e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:47.074918 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=34b4b98c-d035-4d9b-9f20-d9c94c0ed2b1,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:47.086773 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ed05854f-4740-4d88-a593-9561ce60aeb7 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:47.214693 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b137204-b077-4cad-94ba-8758dedec721 req-6fcfbeef-ff45-44dc-bf1f-78b0692b304a tempest-ServerTagsTestJSON-2095655972 tempest-ServerTagsTestJSON-2095655972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:47.224641 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4b137204-b077-4cad-94ba-8758dedec721 req-6fcfbeef-ff45-44dc-bf1f-78b0692b304a tempest-ServerTagsTestJSON-2095655972 tempest-ServerTagsTestJSON-2095655972-project] 10.222.0.108 "GET /v2.0/networks?id=2e46dff3-7968-41a9-8e49-62e56d423039 HTTP/1.1" status: 200 len: 809 time: 0.1368840 Sep 24 15:43:47.229151 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ed05854f-4740-4d88-a593-9561ce60aeb7 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:47.229545 n-d-808921-1 neutron-server[95297]: INFO neutron.db.l3_db [None req-ed05854f-4740-4d88-a593-9561ce60aeb7 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Floating IP b2e8da06-b32f-4cec-9632-0df1f83ca49c disassociated. External IP: 172.25.0.170, port: be520537-a218-48e5-a616-c0b45030f2c5. Sep 24 15:43:47.242082 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-4b137204-b077-4cad-94ba-8758dedec721 req-5ed01e15-1997-4329-b050-98e9be0477c1 tempest-ServerTagsTestJSON-2095655972 tempest-ServerTagsTestJSON-2095655972-project] Request body: {'port': {'device_id': '90a0f52e-66f0-40bf-bb7a-fe9239657f16', 'network_id': '2e46dff3-7968-41a9-8e49-62e56d423039', 'admin_state_up': True, 'tenant_id': 'f720a4f84f144c85b52881413b229790'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:43:47.390331 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-99d042c9-c87f-4052-9602-83cf5986f46e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:47.454331 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-719b270e-fb2f-419a-9131-32c23f62ae42 None None] Provisioning complete for port 34b4b98c-d035-4d9b-9f20-d9c94c0ed2b1 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:43:47.455001 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-719b270e-fb2f-419a-9131-32c23f62ae42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:47.506303 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b137204-b077-4cad-94ba-8758dedec721 req-5ed01e15-1997-4329-b050-98e9be0477c1 tempest-ServerTagsTestJSON-2095655972 tempest-ServerTagsTestJSON-2095655972-project] Made reservation on behalf of f720a4f84f144c85b52881413b229790 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:43:47.509874 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-4b137204-b077-4cad-94ba-8758dedec721 req-5ed01e15-1997-4329-b050-98e9be0477c1 tempest-ServerTagsTestJSON-2095655972 tempest-ServerTagsTestJSON-2095655972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:47.607017 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed05854f-4740-4d88-a593-9561ce60aeb7 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Router 5eeef12e-2fb6-438c-9ab3-48ec448cdf29 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:43:47.705487 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b296ac2-d01f-4f02-9bed-d81361a94791 req-e60593b7-dcf6-45d8-9fa0-45c43af824c8 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:47.706973 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2b296ac2-d01f-4f02-9bed-d81361a94791 req-e60593b7-dcf6-45d8-9fa0-45c43af824c8 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 944 time: 0.0953484 Sep 24 15:43:47.709951 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99d042c9-c87f-4052-9602-83cf5986f46e admin admin] Router 5819512c-8212-4b23-9988-5082fe39d789 is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:43:47.740267 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-4b137204-b077-4cad-94ba-8758dedec721 req-5ed01e15-1997-4329-b050-98e9be0477c1 tempest-ServerTagsTestJSON-2095655972 tempest-ServerTagsTestJSON-2095655972-project] Allocated IP 172.20.0.10 (2e46dff3-7968-41a9-8e49-62e56d423039/8236050a-223d-4bf5-b950-a1d18d3b7a29/74ce8d15-0364-4089-af2a-ee62c60eb699) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:43:47.772014 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2b296ac2-d01f-4f02-9bed-d81361a94791 req-a512a23c-3a1a-4e9a-8c75-c41e8702f81f tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542874 Sep 24 15:43:47.778307 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed05854f-4740-4d88-a593-9561ce60aeb7 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:43:47.785434 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ed05854f-4740-4d88-a593-9561ce60aeb7 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:47.791835 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2747b55b-2fef-4a82-ac5c-48600eb52cc3 None None] Sync routers for ids ['5eeef12e-2fb6-438c-9ab3-48ec448cdf29'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:43:47.810277 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2747b55b-2fef-4a82-ac5c-48600eb52cc3 None None] Routers {'5eeef12e-2fb6-438c-9ab3-48ec448cdf29'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:43:47.811347 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-2747b55b-2fef-4a82-ac5c-48600eb52cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:43:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['5eeef12e-2fb6-438c-9ab3-48ec448cdf29'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:47.825759 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ed05854f-4740-4d88-a593-9561ce60aeb7 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] 10.222.0.101 "PUT /v2.0/floatingips/b2e8da06-b32f-4cec-9632-0df1f83ca49c HTTP/1.1" status: 200 len: 688 time: 1.4966662 Sep 24 15:43:47.829719 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 55592) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:47.850195 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-2747b55b-2fef-4a82-ac5c-48600eb52cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:47.859615 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2747b55b-2fef-4a82-ac5c-48600eb52cc3 None None] Routers {'5eeef12e-2fb6-438c-9ab3-48ec448cdf29'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:43:47.865902 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-2747b55b-2fef-4a82-ac5c-48600eb52cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:43:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['5eeef12e-2fb6-438c-9ab3-48ec448cdf29'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:47.892812 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-2747b55b-2fef-4a82-ac5c-48600eb52cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:47.893758 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2747b55b-2fef-4a82-ac5c-48600eb52cc3 None None] The sync data for ids ['5eeef12e-2fb6-438c-9ab3-48ec448cdf29'] in n-d-808921-1 is: [] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:43:48.031873 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-5e40e6b8-bb1b-41a7-bab4-89f97c927de6 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Deleting port cc5d7b46-487c-454d-b974-1a30ef7df442 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:43:48.032360 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5e40e6b8-bb1b-41a7-bab4-89f97c927de6 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:48.054102 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99d042c9-c87f-4052-9602-83cf5986f46e admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:43:48.064842 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7bea20-62bc-42c9-8470-90090d0725eb None None] Sync routers for ids ['5819512c-8212-4b23-9988-5082fe39d789'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:43:48.081543 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7bea20-62bc-42c9-8470-90090d0725eb None None] Routers {'5819512c-8212-4b23-9988-5082fe39d789'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:43:48.082735 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-ec7bea20-62bc-42c9-8470-90090d0725eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:43:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['5819512c-8212-4b23-9988-5082fe39d789'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:48.143019 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-96690e12-0727-4270-a7d5-25199dfa0f78 req-90184e10-55da-41be-903c-3dff30df7fdb tempest-ServerTagsTestJSON-2095655972 tempest-ServerTagsTestJSON-2095655972-project] 10.222.0.101 "GET /v2.0/ports?device_id=90a0f52e-66f0-40bf-bb7a-fe9239657f16 HTTP/1.1" status: 200 len: 210 time: 0.0376885 Sep 24 15:43:48.162316 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5e40e6b8-bb1b-41a7-bab4-89f97c927de6 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:48.162709 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5e40e6b8-bb1b-41a7-bab4-89f97c927de6 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:48.176585 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-5e40e6b8-bb1b-41a7-bab4-89f97c927de6 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Calling delete_port for cc5d7b46-487c-454d-b974-1a30ef7df442 owned by network:floatingip {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:43:48.194064 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-99d042c9-c87f-4052-9602-83cf5986f46e admin admin] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:48.196476 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-99d042c9-c87f-4052-9602-83cf5986f46e admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7187216 Sep 24 15:43:48.210509 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-ec7bea20-62bc-42c9-8470-90090d0725eb None None] Set router 5819512c-8212-4b23-9988-5082fe39d789 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:43:48.232026 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 55596) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:48.276546 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 34b4b98c-d035-4d9b-9f20-d9c94c0ed2b1 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:43:48.289465 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f6aa085e-80d9-4d03-9688-6351a9a80b6e req-d5ed3ac3-fc93-4b7f-aacd-cc16648ec643 tempest-ServerShowV247Test-1243177545 tempest-ServerShowV247Test-1243177545-project] 10.222.0.101 "GET /v2.0/ports?device_id=36f3ff91-2c4c-4d2f-971c-c6d602d5189f HTTP/1.1" status: 200 len: 210 time: 0.4050274 Sep 24 15:43:48.382308 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 34b4b98c-d035-4d9b-9f20-d9c94c0ed2b1 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:43:48.382775 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:48.414947 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-ec7bea20-62bc-42c9-8470-90090d0725eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5819512c-8212-4b23-9988-5082fe39d789', 'name': 'tempest-TaggedBootDevicesTest-2092132471-router', 'tenant_id': '4e03fc3d20524ffa9cc0335ea5171849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '7ad0e428-c51c-4fe0-8a37-d0a7cf52c9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:43:44Z', 'updated_at': '2021-09-24T15:43:46Z', 'revision_number': 3, 'project_id': '4e03fc3d20524ffa9cc0335ea5171849', 'gw_port': {'id': '7ad0e428-c51c-4fe0-8a37-d0a7cf52c9aa', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:73:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5819512c-8212-4b23-9988-5082fe39d789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:43:45Z', 'updated_at': '2021-09-24T15:43:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:48.439590 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-4b137204-b077-4cad-94ba-8758dedec721 req-5ed01e15-1997-4329-b050-98e9be0477c1 tempest-ServerTagsTestJSON-2095655972 tempest-ServerTagsTestJSON-2095655972-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:48.466672 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7bea20-62bc-42c9-8470-90090d0725eb None None] Checking router: 5819512c-8212-4b23-9988-5082fe39d789 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:43:48.467021 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7bea20-62bc-42c9-8470-90090d0725eb None None] Updating router 5819512c-8212-4b23-9988-5082fe39d789 port 7ad0e428-c51c-4fe0-8a37-d0a7cf52c9aa binding host n-d-808921-1 {{(pid=95300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:43:48.516552 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-ec7bea20-62bc-42c9-8470-90090d0725eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:48.587640 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-4b137204-b077-4cad-94ba-8758dedec721 req-5ed01e15-1997-4329-b050-98e9be0477c1 tempest-ServerTagsTestJSON-2095655972 tempest-ServerTagsTestJSON-2095655972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:48.663184 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b137204-b077-4cad-94ba-8758dedec721 req-5ed01e15-1997-4329-b050-98e9be0477c1 tempest-ServerTagsTestJSON-2095655972 tempest-ServerTagsTestJSON-2095655972-project] Network 2e46dff3-7968-41a9-8e49-62e56d423039 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:43:48.666514 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-4b137204-b077-4cad-94ba-8758dedec721 req-5ed01e15-1997-4329-b050-98e9be0477c1 tempest-ServerTagsTestJSON-2095655972 tempest-ServerTagsTestJSON-2095655972-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:43:48.670534 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b137204-b077-4cad-94ba-8758dedec721 req-5ed01e15-1997-4329-b050-98e9be0477c1 tempest-ServerTagsTestJSON-2095655972 tempest-ServerTagsTestJSON-2095655972-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:43:48.700881 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5e40e6b8-bb1b-41a7-bab4-89f97c927de6 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:48.725882 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed01e15-1997-4329-b050-98e9be0477c1 tempest-ServerTagsTestJSON-2095655972 tempest-ServerTagsTestJSON-2095655972-project] Pushing event updated for resources: {'Port': ['ID=74ce8d15-0364-4089-af2a-ee62c60eb699,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:48.742719 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b137204-b077-4cad-94ba-8758dedec721 req-5ed01e15-1997-4329-b050-98e9be0477c1 tempest-ServerTagsTestJSON-2095655972 tempest-ServerTagsTestJSON-2095655972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:48.743379 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-4b137204-b077-4cad-94ba-8758dedec721 req-5ed01e15-1997-4329-b050-98e9be0477c1 tempest-ServerTagsTestJSON-2095655972 tempest-ServerTagsTestJSON-2095655972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:48.763821 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fc96cbe4-1ba9-4391-90eb-0ddeef4ed446 req-a9cd42c0-7c07-4e84-9b28-e09b629b716b tempest-ServerShowV247Test-1243177545 tempest-ServerShowV247Test-1243177545-project] 10.222.0.101 "GET /v2.0/ports?device_id=36f3ff91-2c4c-4d2f-971c-c6d602d5189f&device_id=a9cf3e06-99f8-4cd3-a27d-d25d43f1c611 HTTP/1.1" status: 200 len: 210 time: 0.0762491 Sep 24 15:43:48.765128 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e40e6b8-bb1b-41a7-bab4-89f97c927de6 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Pushing event deleted for resources: {'Port': ['ID=cc5d7b46-487c-454d-b974-1a30ef7df442,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:48.775906 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e40e6b8-bb1b-41a7-bab4-89f97c927de6 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:43:48.776252 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e40e6b8-bb1b-41a7-bab4-89f97c927de6 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:43:48.776581 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e40e6b8-bb1b-41a7-bab4-89f97c927de6 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:43:48.776917 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e40e6b8-bb1b-41a7-bab4-89f97c927de6 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:43:48.777250 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e40e6b8-bb1b-41a7-bab4-89f97c927de6 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:43:48.777579 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e40e6b8-bb1b-41a7-bab4-89f97c927de6 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:43:48.777903 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e40e6b8-bb1b-41a7-bab4-89f97c927de6 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:43:48.778224 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e40e6b8-bb1b-41a7-bab4-89f97c927de6 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:43:48.778573 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e40e6b8-bb1b-41a7-bab4-89f97c927de6 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:43:48.778895 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e40e6b8-bb1b-41a7-bab4-89f97c927de6 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:43:48.779254 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e40e6b8-bb1b-41a7-bab4-89f97c927de6 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:43:48.779574 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e40e6b8-bb1b-41a7-bab4-89f97c927de6 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:43:48.840137 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4b137204-b077-4cad-94ba-8758dedec721 req-5ed01e15-1997-4329-b050-98e9be0477c1 tempest-ServerTagsTestJSON-2095655972 tempest-ServerTagsTestJSON-2095655972-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6037962 Sep 24 15:43:48.854951 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-4b137204-b077-4cad-94ba-8758dedec721 req-7296d8ae-ced8-4e7c-9a32-ba87f6929911 service neutron] Request body: {'port': {'device_id': '90a0f52e-66f0-40bf-bb7a-fe9239657f16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:43:48.930717 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-4b137204-b077-4cad-94ba-8758dedec721 req-7296d8ae-ced8-4e7c-9a32-ba87f6929911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:48.985462 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5e40e6b8-bb1b-41a7-bab4-89f97c927de6 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks [] for floatingip, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:48.988672 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5e40e6b8-bb1b-41a7-bab4-89f97c927de6 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:48.993607 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-5e40e6b8-bb1b-41a7-bab4-89f97c927de6 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] 10.222.0.101 "DELETE /v2.0/floatingips/b2e8da06-b32f-4cec-9632-0df1f83ca49c HTTP/1.1" status: 204 len: 168 time: 1.1599464 Sep 24 15:43:48.994854 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 55608) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:49.003551 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-df67b540-7a21-4d3e-a4c3-b7bf781fe8e5 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Request body: {'floatingip': {'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'port_id': '423f8876-0afb-4310-a35b-cce0d8591ca6'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:43:49.029362 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892d77d4-2f3d-4396-a0e3-2bc01856e10a req-70876135-18d6-485b-8316-8afd2acd276b tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:49.031085 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-892d77d4-2f3d-4396-a0e3-2bc01856e10a req-70876135-18d6-485b-8316-8afd2acd276b tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 944 time: 0.1210051 Sep 24 15:43:49.061900 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-ec7bea20-62bc-42c9-8470-90090d0725eb None None] Notify callbacks [] for port, precommit_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:49.110956 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-892d77d4-2f3d-4396-a0e3-2bc01856e10a req-9873ffb2-34c4-4924-a77f-1dc020162510 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718763 Sep 24 15:43:49.147808 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-ec7bea20-62bc-42c9-8470-90090d0725eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:49.222933 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-ec7bea20-62bc-42c9-8470-90090d0725eb None None] Attempting to bind port 7ad0e428-c51c-4fe0-8a37-d0a7cf52c9aa on host n-d-808921-1 for vnic_type normal with profile {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:43:49.223616 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-ec7bea20-62bc-42c9-8470-90090d0725eb None None] Attempting to bind port 7ad0e428-c51c-4fe0-8a37-d0a7cf52c9aa by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:43:49.224185 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7bea20-62bc-42c9-8470-90090d0725eb None None] Attempting to bind port 7ad0e428-c51c-4fe0-8a37-d0a7cf52c9aa on network e6a2de20-1ea0-43e5-88e0-982d19e317d5 {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:43:49.233606 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6955bd-ee4f-484f-9b2c-52fdb1ef5029 None None] Pushing event updated for resources: {'Port': ['ID=7ad0e428-c51c-4fe0-8a37-d0a7cf52c9aa,revision_number=2']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:49.239056 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-df67b540-7a21-4d3e-a4c3-b7bf781fe8e5 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks [] for floatingip, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:49.239774 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7bea20-62bc-42c9-8470-90090d0725eb None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:43:49.240367 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7bea20-62bc-42c9-8470-90090d0725eb None None] Checking segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:43:49.241084 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-ec7bea20-62bc-42c9-8470-90090d0725eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:49.241668 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7bea20-62bc-42c9-8470-90090d0725eb None None] Bound using segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:43:49.242362 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-ec7bea20-62bc-42c9-8470-90090d0725eb None None] Bound port: 7ad0e428-c51c-4fe0-8a37-d0a7cf52c9aa, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:43:49.243007 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-ec7bea20-62bc-42c9-8470-90090d0725eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:49.271625 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dbb53076-8816-4113-9fbc-ae8302d35f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:49.273476 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6955bd-ee4f-484f-9b2c-52fdb1ef5029 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:43:49.274045 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a406e918-e5fa-4482-88b1-099ebb459547 req-ccf734db-6c77-4a4e-b805-c5456f46d101 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1274710cc24d4007aec11422693fe25f&device_id=36f3ff91-2c4c-4d2f-971c-c6d602d5189f HTTP/1.1" status: 200 len: 210 time: 0.0598712 Sep 24 15:43:49.274725 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6955bd-ee4f-484f-9b2c-52fdb1ef5029 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:43:49.275266 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6955bd-ee4f-484f-9b2c-52fdb1ef5029 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:43:49.275723 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6955bd-ee4f-484f-9b2c-52fdb1ef5029 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:43:49.276159 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6955bd-ee4f-484f-9b2c-52fdb1ef5029 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:43:49.276580 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6955bd-ee4f-484f-9b2c-52fdb1ef5029 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:43:49.277239 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6955bd-ee4f-484f-9b2c-52fdb1ef5029 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:43:49.277777 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6955bd-ee4f-484f-9b2c-52fdb1ef5029 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:43:49.278381 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6955bd-ee4f-484f-9b2c-52fdb1ef5029 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:43:49.278922 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6955bd-ee4f-484f-9b2c-52fdb1ef5029 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:43:49.279457 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6955bd-ee4f-484f-9b2c-52fdb1ef5029 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:43:49.280022 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb6955bd-ee4f-484f-9b2c-52fdb1ef5029 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:43:49.331360 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-ec7bea20-62bc-42c9-8470-90090d0725eb None None] For port 7ad0e428-c51c-4fe0-8a37-d0a7cf52c9aa, host n-d-808921-1, cleared binding levels {{(pid=95300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:43:49.340174 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-ec7bea20-62bc-42c9-8470-90090d0725eb None None] For port 7ad0e428-c51c-4fe0-8a37-d0a7cf52c9aa, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=7ad0e428-c51c-4fe0-8a37-d0a7cf52c9aa,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:43:49.363149 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a406e918-e5fa-4482-88b1-099ebb459547 req-2dc24814-9f5e-4cba-8833-4cf45427536d service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=1274710cc24d4007aec11422693fe25f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0743694 Sep 24 15:43:49.426513 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-ec7bea20-62bc-42c9-8470-90090d0725eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:49.440791 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45b3541-657e-41fe-9fa1-4e3785f8108b req-49a7776f-9740-4726-a0c3-e12c3412b3a4 tempest-ServerTagsTestJSON-2095655972 tempest-ServerTagsTestJSON-2095655972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:49.442311 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d45b3541-657e-41fe-9fa1-4e3785f8108b req-49a7776f-9740-4726-a0c3-e12c3412b3a4 tempest-ServerTagsTestJSON-2095655972 tempest-ServerTagsTestJSON-2095655972-project] 10.222.0.101 "GET /v2.0/ports?device_id=90a0f52e-66f0-40bf-bb7a-fe9239657f16 HTTP/1.1" status: 200 len: 932 time: 0.0956995 Sep 24 15:43:49.488740 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6955bd-ee4f-484f-9b2c-52fdb1ef5029 None None] Pushing event updated for resources: {'Port': ['ID=7ad0e428-c51c-4fe0-8a37-d0a7cf52c9aa,revision_number=3']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:49.491258 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7bea20-62bc-42c9-8470-90090d0725eb None None] Routers {'5819512c-8212-4b23-9988-5082fe39d789'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:43:49.491917 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-ec7bea20-62bc-42c9-8470-90090d0725eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:43:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['5819512c-8212-4b23-9988-5082fe39d789'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:49.516233 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d45b3541-657e-41fe-9fa1-4e3785f8108b req-7ad10e3c-e2f9-4d7a-9ebc-19834fa21945 tempest-ServerTagsTestJSON-2095655972 tempest-ServerTagsTestJSON-2095655972-project] 10.222.0.101 "GET /v2.0/security-groups?id=e1397cbd-5cb3-4a40-b9d0-2d70611bbb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636351 Sep 24 15:43:49.517267 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-dbb53076-8816-4113-9fbc-ae8302d35f06 admin admin] Allocated IP 172.20.0.1 (fd4dbc0b-12eb-4c1c-a696-391550e45003/ff90cfb5-edb1-4dd2-95a8-9b64a8718aa6/d469f2b7-fb99-4eb5-9e94-c40cd40f72d8) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:43:49.572644 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-4b137204-b077-4cad-94ba-8758dedec721 req-7296d8ae-ced8-4e7c-9a32-ba87f6929911 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74ce8d15-0364-4089-af2a-ee62c60eb699 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:43:49.584120 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-4b137204-b077-4cad-94ba-8758dedec721 req-7296d8ae-ced8-4e7c-9a32-ba87f6929911 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:49.616543 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a406e918-e5fa-4482-88b1-099ebb459547 req-5ef8cbfe-0468-4d76-aeb4-0efce14b451a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:49.619160 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a406e918-e5fa-4482-88b1-099ebb459547 req-5ef8cbfe-0468-4d76-aeb4-0efce14b451a service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2430940 Sep 24 15:43:49.625293 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-4b137204-b077-4cad-94ba-8758dedec721 req-7296d8ae-ced8-4e7c-9a32-ba87f6929911 service neutron] Transition to ACTIVE for port object 74ce8d15-0364-4089-af2a-ee62c60eb699 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:43:49.633317 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-df67b540-7a21-4d3e-a4c3-b7bf781fe8e5 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:49.640821 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-ec7bea20-62bc-42c9-8470-90090d0725eb None None] Set router 5819512c-8212-4b23-9988-5082fe39d789 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:43:49.676201 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-26ff8a4a-926a-48da-bcba-82cd8063385e req-7db9b99e-92a7-4e0f-b93c-11b7346317b5 tempest-ServerShowV247Test-1243177545 tempest-ServerShowV247Test-1243177545-project] 10.222.0.101 "GET /v2.0/ports?device_id=36f3ff91-2c4c-4d2f-971c-c6d602d5189f HTTP/1.1" status: 200 len: 210 time: 0.0301692 Sep 24 15:43:49.711840 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dbb53076-8816-4113-9fbc-ae8302d35f06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:49.741086 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-4b137204-b077-4cad-94ba-8758dedec721 req-7296d8ae-ced8-4e7c-9a32-ba87f6929911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:49.854326 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7296d8ae-ced8-4e7c-9a32-ba87f6929911 service neutron] Pushing event updated for resources: {'Port': ['ID=74ce8d15-0364-4089-af2a-ee62c60eb699,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:49.861181 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-df67b540-7a21-4d3e-a4c3-b7bf781fe8e5 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Allocated IP 172.25.0.41 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/16f84396-4c5a-443c-943f-bb1a4633f876) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:43:49.904974 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-ec7bea20-62bc-42c9-8470-90090d0725eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5819512c-8212-4b23-9988-5082fe39d789', 'name': 'tempest-TaggedBootDevicesTest-2092132471-router', 'tenant_id': '4e03fc3d20524ffa9cc0335ea5171849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '7ad0e428-c51c-4fe0-8a37-d0a7cf52c9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:43:44Z', 'updated_at': '2021-09-24T15:43:46Z', 'revision_number': 3, 'project_id': '4e03fc3d20524ffa9cc0335ea5171849', 'gw_port': {'id': '7ad0e428-c51c-4fe0-8a37-d0a7cf52c9aa', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:73:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5819512c-8212-4b23-9988-5082fe39d789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:43:45Z', 'updated_at': '2021-09-24T15:43:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:49.920824 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dbb53076-8816-4113-9fbc-ae8302d35f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:49.931090 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cddd8ca-0687-4a2f-ae1e-78526a1d4fed req-a8269b90-453d-47e3-a4e1-2dfbe355a228 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:49.932616 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8cddd8ca-0687-4a2f-ae1e-78526a1d4fed req-a8269b90-453d-47e3-a4e1-2dfbe355a228 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 944 time: 0.1503165 Sep 24 15:43:49.940252 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7bea20-62bc-42c9-8470-90090d0725eb None None] The sync data for ids ['5819512c-8212-4b23-9988-5082fe39d789'] in n-d-808921-1 is: [{'id': '5819512c-8212-4b23-9988-5082fe39d789', 'name': 'tempest-TaggedBootDevicesTest-2092132471-router', 'tenant_id': '4e03fc3d20524ffa9cc0335ea5171849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '7ad0e428-c51c-4fe0-8a37-d0a7cf52c9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:43:44Z', 'updated_at': '2021-09-24T15:43:46Z', 'revision_number': 3, 'project_id': '4e03fc3d20524ffa9cc0335ea5171849', 'gw_port': {'id': '7ad0e428-c51c-4fe0-8a37-d0a7cf52c9aa', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:73:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5819512c-8212-4b23-9988-5082fe39d789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:43:45Z', 'updated_at': '2021-09-24T15:43:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:43:49.988521 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb53076-8816-4113-9fbc-ae8302d35f06 admin admin] Network fd4dbc0b-12eb-4c1c-a696-391550e45003 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:43:49.995142 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb53076-8816-4113-9fbc-ae8302d35f06 admin admin] Pushing event updated for resources: {'Port': ['ID=d469f2b7-fb99-4eb5-9e94-c40cd40f72d8,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:49.999447 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-dbb53076-8816-4113-9fbc-ae8302d35f06 admin admin] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:43:50.002085 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbb53076-8816-4113-9fbc-ae8302d35f06 admin admin] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:43:50.056668 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dbb53076-8816-4113-9fbc-ae8302d35f06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:50.071204 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8cddd8ca-0687-4a2f-ae1e-78526a1d4fed req-581c79e5-e010-4b66-97c9-d1d5071c7e91 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271884 Sep 24 15:43:50.095044 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-4b137204-b077-4cad-94ba-8758dedec721 req-7296d8ae-ced8-4e7c-9a32-ba87f6929911 service neutron] Attempting to bind port 74ce8d15-0364-4089-af2a-ee62c60eb699 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:43:50.095384 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-4b137204-b077-4cad-94ba-8758dedec721 req-7296d8ae-ced8-4e7c-9a32-ba87f6929911 service neutron] Attempting to bind port 74ce8d15-0364-4089-af2a-ee62c60eb699 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '1e6a1bcc-9308-4dfd-a9e7-d401d707b6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '2e46dff3-7968-41a9-8e49-62e56d423039'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:43:50.095712 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b137204-b077-4cad-94ba-8758dedec721 req-7296d8ae-ced8-4e7c-9a32-ba87f6929911 service neutron] Attempting to bind port 74ce8d15-0364-4089-af2a-ee62c60eb699 on network 2e46dff3-7968-41a9-8e49-62e56d423039 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:43:50.116444 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b137204-b077-4cad-94ba-8758dedec721 req-7296d8ae-ced8-4e7c-9a32-ba87f6929911 service neutron] Port 74ce8d15-0364-4089-af2a-ee62c60eb699 on network 2e46dff3-7968-41a9-8e49-62e56d423039 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:43:50.116839 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b137204-b077-4cad-94ba-8758dedec721 req-7296d8ae-ced8-4e7c-9a32-ba87f6929911 service neutron] Attempting to bind port 74ce8d15-0364-4089-af2a-ee62c60eb699 on network 2e46dff3-7968-41a9-8e49-62e56d423039 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:43:50.126687 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b137204-b077-4cad-94ba-8758dedec721 req-7296d8ae-ced8-4e7c-9a32-ba87f6929911 service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:43:50.127392 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b137204-b077-4cad-94ba-8758dedec721 req-7296d8ae-ced8-4e7c-9a32-ba87f6929911 service neutron] Checking segment: {'id': '1e6a1bcc-9308-4dfd-a9e7-d401d707b6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '2e46dff3-7968-41a9-8e49-62e56d423039'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:43:50.127548 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b137204-b077-4cad-94ba-8758dedec721 req-7296d8ae-ced8-4e7c-9a32-ba87f6929911 service neutron] Bound using segment: {'id': '1e6a1bcc-9308-4dfd-a9e7-d401d707b6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '2e46dff3-7968-41a9-8e49-62e56d423039'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:43:50.128524 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-4b137204-b077-4cad-94ba-8758dedec721 req-7296d8ae-ced8-4e7c-9a32-ba87f6929911 service neutron] Bound port: 74ce8d15-0364-4089-af2a-ee62c60eb699, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e6a1bcc-9308-4dfd-a9e7-d401d707b6e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '2e46dff3-7968-41a9-8e49-62e56d423039'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:43:50.129055 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-4b137204-b077-4cad-94ba-8758dedec721 req-7296d8ae-ced8-4e7c-9a32-ba87f6929911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:50.150981 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7abb26f-76de-40a4-9ccf-6457b2c3f55b req-c485c212-a61b-429b-b533-d149e4120478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:50.153478 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e7abb26f-76de-40a4-9ccf-6457b2c3f55b req-c485c212-a61b-429b-b533-d149e4120478 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=ac17221dd7b34bd3afb658a69ac088d3&device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 1095 time: 0.1787305 Sep 24 15:43:50.161858 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-df67b540-7a21-4d3e-a4c3-b7bf781fe8e5 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:50.313237 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-192b9e2f-19fd-4b06-a6e5-330bae09a963 None None] Provisioning complete for port d469f2b7-fb99-4eb5-9e94-c40cd40f72d8 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:43:50.314042 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-192b9e2f-19fd-4b06-a6e5-330bae09a963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:50.325042 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-4b137204-b077-4cad-94ba-8758dedec721 req-7296d8ae-ced8-4e7c-9a32-ba87f6929911 service neutron] For port 74ce8d15-0364-4089-af2a-ee62c60eb699, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:43:50.347902 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-4b137204-b077-4cad-94ba-8758dedec721 req-7296d8ae-ced8-4e7c-9a32-ba87f6929911 service neutron] For port 74ce8d15-0364-4089-af2a-ee62c60eb699, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=74ce8d15-0364-4089-af2a-ee62c60eb699,segment=NetworkSegment(1e6a1bcc-9308-4dfd-a9e7-d401d707b6e0),segment_id=1e6a1bcc-9308-4dfd-a9e7-d401d707b6e0)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:43:50.364374 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dbb53076-8816-4113-9fbc-ae8302d35f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:50.366245 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7abb26f-76de-40a4-9ccf-6457b2c3f55b req-129748b0-5bb7-4081-9965-b1409853ab5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:50.367350 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e7abb26f-76de-40a4-9ccf-6457b2c3f55b req-129748b0-5bb7-4081-9965-b1409853ab5c service neutron] 10.222.0.110 "GET /v2.0/networks?id=bad15511-e79d-4a5e-8826-604fa4d6fb1c HTTP/1.1" status: 200 len: 914 time: 0.1776543 Sep 24 15:43:50.375375 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-192b9e2f-19fd-4b06-a6e5-330bae09a963 None None] Port d469f2b7-fb99-4eb5-9e94-c40cd40f72d8 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:43:50.440151 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e7abb26f-76de-40a4-9ccf-6457b2c3f55b req-d48214e7-8937-49eb-b7f0-ae27e8b69b00 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c9fda49-cc27-42a1-beac-c3884a84a52d HTTP/1.1" status: 200 len: 998 time: 0.0643213 Sep 24 15:43:50.445309 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-df67b540-7a21-4d3e-a4c3-b7bf781fe8e5 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:50.492201 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-4b137204-b077-4cad-94ba-8758dedec721 req-7296d8ae-ced8-4e7c-9a32-ba87f6929911 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:50.531257 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df67b540-7a21-4d3e-a4c3-b7bf781fe8e5 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:43:50.545687 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-df67b540-7a21-4d3e-a4c3-b7bf781fe8e5 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:43:50.549237 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df67b540-7a21-4d3e-a4c3-b7bf781fe8e5 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:43:50.550760 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dbb53076-8816-4113-9fbc-ae8302d35f06 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:50.560157 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b137204-b077-4cad-94ba-8758dedec721 req-7296d8ae-ced8-4e7c-9a32-ba87f6929911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:50.560796 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-4b137204-b077-4cad-94ba-8758dedec721 req-7296d8ae-ced8-4e7c-9a32-ba87f6929911 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:50.568707 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4b137204-b077-4cad-94ba-8758dedec721 req-7296d8ae-ced8-4e7c-9a32-ba87f6929911 service neutron] 10.222.0.108 "PUT /v2.0/ports/74ce8d15-0364-4089-af2a-ee62c60eb699 HTTP/1.1" status: 200 len: 1092 time: 1.7127573 Sep 24 15:43:50.568707 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90a0f52e-66f0-40bf-bb7a-fe9239657f16', 'tag': '74ce8d15-0364-4089-af2a-ee62c60eb699'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:43:50.569051 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e374f21-be10-4aca-891b-19a8734a7b04" -d '{"events": [{"name": "network-changed", "server_uuid": "90a0f52e-66f0-40bf-bb7a-fe9239657f16", "tag": "74ce8d15-0364-4089-af2a-ee62c60eb699"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:43:50.594475 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df67b540-7a21-4d3e-a4c3-b7bf781fe8e5 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Pushing event updated for resources: {'Port': ['ID=16f84396-4c5a-443c-943f-bb1a4633f876,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:50.621883 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dbb53076-8816-4113-9fbc-ae8302d35f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:50.659068 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7abb26f-76de-40a4-9ccf-6457b2c3f55b req-aa25549d-edf0-446d-b36f-a666d707bec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:50.659068 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e7abb26f-76de-40a4-9ccf-6457b2c3f55b req-aa25549d-edf0-446d-b36f-a666d707bec2 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=ac550aa6-1c9d-441e-90e2-38bf2a7a38e4 HTTP/1.1" status: 200 len: 851 time: 0.1838863 Sep 24 15:43:50.659068 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b5d9b7-57dc-4d3f-960c-8bf0e5b829a4 x-openstack-request-id: req-d0b5d9b7-57dc-4d3f-960c-8bf0e5b829a4 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:43:50.659068 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90a0f52e-66f0-40bf-bb7a-fe9239657f16", "tag": "74ce8d15-0364-4089-af2a-ee62c60eb699", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:43:50.659068 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d0b5d9b7-57dc-4d3f-960c-8bf0e5b829a4 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:43:50.659068 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90a0f52e-66f0-40bf-bb7a-fe9239657f16', 'tag': '74ce8d15-0364-4089-af2a-ee62c60eb699', 'status': 'completed', 'code': 200} Sep 24 15:43:50.829131 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb53076-8816-4113-9fbc-ae8302d35f06 admin admin] Pushing event updated for resources: {'Port': ['ID=d469f2b7-fb99-4eb5-9e94-c40cd40f72d8,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:50.829131 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dbb53076-8816-4113-9fbc-ae8302d35f06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:50.829925 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7296d8ae-ced8-4e7c-9a32-ba87f6929911 service neutron] Pushing event updated for resources: {'Port': ['ID=74ce8d15-0364-4089-af2a-ee62c60eb699,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:50.830054 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-34a60af8-2f95-47cc-a323-c52840570e3f req-4699408e-f059-415e-9630-e7118a1de5ef tempest-ServerShowV247Test-1243177545 tempest-ServerShowV247Test-1243177545-project] 10.222.0.101 "GET /v2.0/ports?device_id=36f3ff91-2c4c-4d2f-971c-c6d602d5189f HTTP/1.1" status: 200 len: 210 time: 0.0340834 Sep 24 15:43:50.830181 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a1fc8f-40f7-4e59-afc1-c58d7f059954 req-d4efa2d2-1627-41d5-89be-33ab626220ab tempest-ServerTagsTestJSON-2095655972 tempest-ServerTagsTestJSON-2095655972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:50.830181 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c1a1fc8f-40f7-4e59-afc1-c58d7f059954 req-d4efa2d2-1627-41d5-89be-33ab626220ab tempest-ServerTagsTestJSON-2095655972 tempest-ServerTagsTestJSON-2095655972-project] 10.222.0.101 "GET /v2.0/ports?device_id=90a0f52e-66f0-40bf-bb7a-fe9239657f16 HTTP/1.1" status: 200 len: 944 time: 0.1572096 Sep 24 15:43:50.830181 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7abb26f-76de-40a4-9ccf-6457b2c3f55b req-2686ffb1-bc2f-4f1f-b6e6-d1ec79149b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:50.830181 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e7abb26f-76de-40a4-9ccf-6457b2c3f55b req-2686ffb1-bc2f-4f1f-b6e6-d1ec79149b54 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=bad15511-e79d-4a5e-8826-604fa4d6fb1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1372147 Sep 24 15:43:50.830181 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e374f21-be10-4aca-891b-19a8734a7b04 req-0e01a3f6-3995-44dc-ab20-b7d2995cbdac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:50.830181 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2e374f21-be10-4aca-891b-19a8734a7b04 req-0e01a3f6-3995-44dc-ab20-b7d2995cbdac service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=f720a4f84f144c85b52881413b229790&device_id=90a0f52e-66f0-40bf-bb7a-fe9239657f16 HTTP/1.1" status: 200 len: 1095 time: 0.1328726 Sep 24 15:43:51.033202 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c1a1fc8f-40f7-4e59-afc1-c58d7f059954 req-aa3f9ff6-329a-4c73-96ab-742235664ec1 tempest-ServerTagsTestJSON-2095655972 tempest-ServerTagsTestJSON-2095655972-project] 10.222.0.101 "GET /v2.0/security-groups?id=e1397cbd-5cb3-4a40-b9d0-2d70611bbb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241714 Sep 24 15:43:51.140768 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e7abb26f-76de-40a4-9ccf-6457b2c3f55b req-b57baab5-426e-4a66-bd53-c2fbb0734764 service neutron] 10.222.0.110 "GET /v2.0/networks/bad15511-e79d-4a5e-8826-604fa4d6fb1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3157587 Sep 24 15:43:51.143780 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e374f21-be10-4aca-891b-19a8734a7b04 req-05b377bd-8ff1-4b78-9ed0-72cc9532f549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:51.145260 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2e374f21-be10-4aca-891b-19a8734a7b04 req-05b377bd-8ff1-4b78-9ed0-72cc9532f549 service neutron] 10.222.0.108 "GET /v2.0/networks?tenant_id=f720a4f84f144c85b52881413b229790&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3287890 Sep 24 15:43:51.281428 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a406e918-e5fa-4482-88b1-099ebb459547 req-54927209-e950-4ec3-8b5f-403496c2bdf2 tempest-ServerShowV247Test-1243177545 tempest-ServerShowV247Test-1243177545-project] 10.222.0.110 "GET /v2.0/ports?device_id=36f3ff91-2c4c-4d2f-971c-c6d602d5189f HTTP/1.1" status: 200 len: 210 time: 0.0483975 Sep 24 15:43:51.318600 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3740a8b8-71c3-421d-a7be-146ac02ada35 req-dd2020fd-87dc-452d-9492-70bc12f90006 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-securitygroup--1952085524&fields=id&tenant_id=5263748a73e54761954b877d2ae863de HTTP/1.1" status: 200 len: 267 time: 0.0865750 Sep 24 15:43:51.335042 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbb53076-8816-4113-9fbc-ae8302d35f06 admin admin] Network fd4dbc0b-12eb-4c1c-a696-391550e45003 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:43:51.345921 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-dbb53076-8816-4113-9fbc-ae8302d35f06 admin admin] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:43:51.424156 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd2784f-c3bd-4de6-8030-41fb938841cb req-8fef23a5-adb5-411d-90f7-d6d2cd62bc8b tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:51.429420 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cfd2784f-c3bd-4de6-8030-41fb938841cb req-8fef23a5-adb5-411d-90f7-d6d2cd62bc8b tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 944 time: 0.2623031 Sep 24 15:43:51.512654 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740a8b8-71c3-421d-a7be-146ac02ada35 req-99348d77-6b6c-4e04-8a5d-1c4368d54c0c tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:51.520003 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3740a8b8-71c3-421d-a7be-146ac02ada35 req-99348d77-6b6c-4e04-8a5d-1c4368d54c0c tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] 10.222.0.101 "GET /v2.0/networks?id=19c2cc6b-6fd9-4d5d-b971-5ea0f368a861 HTTP/1.1" status: 200 len: 815 time: 0.2004595 Sep 24 15:43:51.530846 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e374f21-be10-4aca-891b-19a8734a7b04 req-6c806302-34fd-4786-8df9-521d1a09350f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:51.532182 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2e374f21-be10-4aca-891b-19a8734a7b04 req-6c806302-34fd-4786-8df9-521d1a09350f service neutron] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3766696 Sep 24 15:43:51.538580 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3740a8b8-71c3-421d-a7be-146ac02ada35 req-d896ba96-6d7f-4049-a817-3730e7b405b6 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] 10.222.0.101 "GET /v2.0/quotas/5263748a73e54761954b877d2ae863de HTTP/1.1" status: 200 len: 375 time: 0.0175993 Sep 24 15:43:51.540683 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e7abb26f-76de-40a4-9ccf-6457b2c3f55b req-68d3e2bc-eaef-48dd-b6f9-3896f9bb4b5b service neutron] 10.222.0.110 "GET /v2.0/networks/bad15511-e79d-4a5e-8826-604fa4d6fb1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3741167 Sep 24 15:43:51.580678 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cfd2784f-c3bd-4de6-8030-41fb938841cb req-c9c2cf57-bcad-4a97-bbf5-1a02004970be tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382489 Sep 24 15:43:51.622096 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbb53076-8816-4113-9fbc-ae8302d35f06 admin admin] Router 5819512c-8212-4b23-9988-5082fe39d789 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:43:51.656381 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3740a8b8-71c3-421d-a7be-146ac02ada35 req-ee514d58-0184-467e-b8e9-55b61b703b88 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=5263748a73e54761954b877d2ae863de&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1106074 Sep 24 15:43:51.690770 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-df67b540-7a21-4d3e-a4c3-b7bf781fe8e5 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:51.707182 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-a81c7edd-54f7-4624-be44-3bd57fd71078 None None] Provisioning complete for port d469f2b7-fb99-4eb5-9e94-c40cd40f72d8 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:43:51.710755 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a81c7edd-54f7-4624-be44-3bd57fd71078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:51.731293 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b137204-b077-4cad-94ba-8758dedec721 req-d2db0cb1-5081-40f8-bf10-cff7c0a15fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:51.733024 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4b137204-b077-4cad-94ba-8758dedec721 req-d2db0cb1-5081-40f8-bf10-cff7c0a15fcd service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=f720a4f84f144c85b52881413b229790&device_id=90a0f52e-66f0-40bf-bb7a-fe9239657f16 HTTP/1.1" status: 200 len: 1095 time: 0.1020253 Sep 24 15:43:51.749667 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-a81c7edd-54f7-4624-be44-3bd57fd71078 None None] Port d469f2b7-fb99-4eb5-9e94-c40cd40f72d8 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:43:51.785368 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4b137204-b077-4cad-94ba-8758dedec721 req-4e64dcfa-f8b1-437b-8aaa-edf9fc6b721f service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74ce8d15-0364-4089-af2a-ee62c60eb699 HTTP/1.1" status: 200 len: 217 time: 0.0415752 Sep 24 15:43:51.833413 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3740a8b8-71c3-421d-a7be-146ac02ada35 req-66e79981-f0cb-4741-99fa-506adaaf1ed8 service neutron] 10.222.0.101 "GET /v2.0/networks/19c2cc6b-6fd9-4d5d-b971-5ea0f368a861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1741517 Sep 24 15:43:51.836304 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbb53076-8816-4113-9fbc-ae8302d35f06 admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:43:51.840554 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b137204-b077-4cad-94ba-8758dedec721 req-f541417d-5746-4ff4-9502-bdc1d86d917b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:51.841734 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-dbb53076-8816-4113-9fbc-ae8302d35f06 admin admin] 10.222.0.101 "PUT /v2.0/routers/5819512c-8212-4b23-9988-5082fe39d789/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6086843 Sep 24 15:43:51.847643 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4b137204-b077-4cad-94ba-8758dedec721 req-f541417d-5746-4ff4-9502-bdc1d86d917b service neutron] 10.222.0.108 "GET /v2.0/subnets?id=8236050a-223d-4bf5-b950-a1d18d3b7a29 HTTP/1.1" status: 200 len: 849 time: 0.0552530 Sep 24 15:43:51.891787 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4b137204-b077-4cad-94ba-8758dedec721 req-131113e9-b436-4fee-8485-8884273117c9 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=2e46dff3-7968-41a9-8e49-62e56d423039&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367830 Sep 24 15:43:51.961846 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-df67b540-7a21-4d3e-a4c3-b7bf781fe8e5 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:51.976469 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3740a8b8-71c3-421d-a7be-146ac02ada35 req-9cd26c46-a21a-4899-b884-e4f6cf67434e service neutron] 10.222.0.101 "GET /v2.0/networks/19c2cc6b-6fd9-4d5d-b971-5ea0f368a861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312153 Sep 24 15:43:51.982214 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-90e91b25-cd93-46f3-9418-37d39df55555 req-b5f20f33-b06c-40fd-a85e-9c5e2b605696 tempest-ServerShowV247Test-1243177545 tempest-ServerShowV247Test-1243177545-project] 10.222.0.101 "GET /v2.0/ports?device_id=36f3ff91-2c4c-4d2f-971c-c6d602d5189f HTTP/1.1" status: 200 len: 210 time: 0.0447938 Sep 24 15:43:52.058808 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06038fe4-0297-403c-90a6-844af5e65d3f None None] Sync routers for ids ['5819512c-8212-4b23-9988-5082fe39d789'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:43:52.088304 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06038fe4-0297-403c-90a6-844af5e65d3f None None] Routers {'5819512c-8212-4b23-9988-5082fe39d789'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:43:52.088962 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-06038fe4-0297-403c-90a6-844af5e65d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:43:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['5819512c-8212-4b23-9988-5082fe39d789'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:52.112981 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4b137204-b077-4cad-94ba-8758dedec721 req-62642086-7819-44e4-bd7a-45b7c72f7de8 service neutron] 10.222.0.108 "GET /v2.0/networks/2e46dff3-7968-41a9-8e49-62e56d423039?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002177 Sep 24 15:43:52.318279 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-06038fe4-0297-403c-90a6-844af5e65d3f None None] Set router 5819512c-8212-4b23-9988-5082fe39d789 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:43:52.437778 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 7ad0e428-c51c-4fe0-8a37-d0a7cf52c9aa up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:43:52.618160 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 7ad0e428-c51c-4fe0-8a37-d0a7cf52c9aa triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:43:52.618553 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:52.664332 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-06038fe4-0297-403c-90a6-844af5e65d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5819512c-8212-4b23-9988-5082fe39d789', 'name': 'tempest-TaggedBootDevicesTest-2092132471-router', 'tenant_id': '4e03fc3d20524ffa9cc0335ea5171849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '7ad0e428-c51c-4fe0-8a37-d0a7cf52c9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:43:44Z', 'updated_at': '2021-09-24T15:43:50Z', 'revision_number': 4, 'project_id': '4e03fc3d20524ffa9cc0335ea5171849', 'gw_port': {'id': '7ad0e428-c51c-4fe0-8a37-d0a7cf52c9aa', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:73:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5819512c-8212-4b23-9988-5082fe39d789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:43:45Z', 'updated_at': '2021-09-24T15:43:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'd469f2b7-fb99-4eb5-9e94-c40cd40f72d8', 'name': '', 'network_id': 'fd4dbc0b-12eb-4c1c-a696-391550e45003', 'tenant_id': '4e03fc3d20524ffa9cc0335ea5171849', 'mac_address': 'fa:16:3e:20:3d:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5819512c-8212-4b23-9988-5082fe39d789', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'ff90cfb5-edb1-4dd2-95a8-9b64a8718aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:43:49Z', 'updated_at': '2021-09-24T15:43:50Z', 'revision_number': 2, 'project_id': '4e03fc3d20524ffa9cc0335ea5171849', 'subnets': [{'id': 'ff90cfb5-edb1-4dd2-95a8-9b64a8718aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:52.685289 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2983b5cd-ddd2-4d69-be09-677376bcc79e req-64545738-edb8-432a-a3cd-e87fc10de792 tempest-ServerTagsTestJSON-2095655972 tempest-ServerTagsTestJSON-2095655972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:52.687336 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2983b5cd-ddd2-4d69-be09-677376bcc79e req-64545738-edb8-432a-a3cd-e87fc10de792 tempest-ServerTagsTestJSON-2095655972 tempest-ServerTagsTestJSON-2095655972-project] 10.222.0.101 "GET /v2.0/ports?device_id=90a0f52e-66f0-40bf-bb7a-fe9239657f16 HTTP/1.1" status: 200 len: 944 time: 0.1653109 Sep 24 15:43:52.695120 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06038fe4-0297-403c-90a6-844af5e65d3f None None] Checking router: 5819512c-8212-4b23-9988-5082fe39d789 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:43:52.695481 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06038fe4-0297-403c-90a6-844af5e65d3f None None] Updating router 5819512c-8212-4b23-9988-5082fe39d789 port d469f2b7-fb99-4eb5-9e94-c40cd40f72d8 binding host n-d-808921-1 {{(pid=95299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:43:52.722669 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4b137204-b077-4cad-94ba-8758dedec721 req-6689a06c-71d6-4966-b576-a35eaf66a1c8 service neutron] 10.222.0.108 "GET /v2.0/networks/2e46dff3-7968-41a9-8e49-62e56d423039?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016270 Sep 24 15:43:52.746688 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-06038fe4-0297-403c-90a6-844af5e65d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:52.763800 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2983b5cd-ddd2-4d69-be09-677376bcc79e req-743cad88-27d4-4f8a-b9f3-382619e0a4ca tempest-ServerTagsTestJSON-2095655972 tempest-ServerTagsTestJSON-2095655972-project] 10.222.0.101 "GET /v2.0/security-groups?id=e1397cbd-5cb3-4a40-b9d0-2d70611bbb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673244 Sep 24 15:43:52.767160 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:52.774812 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-df67b540-7a21-4d3e-a4c3-b7bf781fe8e5 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:52.806860 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port 7ad0e428-c51c-4fe0-8a37-d0a7cf52c9aa, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=7ad0e428-c51c-4fe0-8a37-d0a7cf52c9aa,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:43:52.930620 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:52.932028 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-df67b540-7a21-4d3e-a4c3-b7bf781fe8e5 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:52.953463 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a75d36f-36f7-4b15-beeb-e5d4ee2fd60a req-49ca8754-d43b-4bed-9542-12c007ea17d7 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:52.955165 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4a75d36f-36f7-4b15-beeb-e5d4ee2fd60a req-49ca8754-d43b-4bed-9542-12c007ea17d7 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 944 time: 0.0902317 Sep 24 15:43:52.974329 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b72419ca-6644-4878-86de-a1c33d4661d3 req-0d10e8e9-1b16-4a68-a9aa-0ed161d0e7bd tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] 10.222.0.101 "GET /v2.0/ports?device_id=d719fec7-66f1-4dd2-b53f-53a84893c57c HTTP/1.1" status: 200 len: 210 time: 0.0689652 Sep 24 15:43:53.039818 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=7ad0e428-c51c-4fe0-8a37-d0a7cf52c9aa,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:53.050326 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df67b540-7a21-4d3e-a4c3-b7bf781fe8e5 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Pushing event updated for resources: {'Port': ['ID=16f84396-4c5a-443c-943f-bb1a4633f876,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:53.072489 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4a75d36f-36f7-4b15-beeb-e5d4ee2fd60a req-673f9d13-db41-46b0-bb4f-dc2c72d8c50d tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820563 Sep 24 15:43:53.075463 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-df67b540-7a21-4d3e-a4c3-b7bf781fe8e5 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:53.174561 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-06038fe4-0297-403c-90a6-844af5e65d3f None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:53.240738 n-d-808921-1 neutron-server[95298]: INFO neutron.db.l3_db [None req-df67b540-7a21-4d3e-a4c3-b7bf781fe8e5 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Floating IP 4bebf523-a3cb-4fe8-b3e3-98a157823645 associated. External IP: 172.25.0.41, port: 423f8876-0afb-4310-a35b-cce0d8591ca6. Sep 24 15:43:53.285301 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a62a7d-3631-43ce-9bea-24c656b9afc6 req-78061f15-a4e4-4a2a-9c63-39b233fa213d tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:53.286794 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c7a62a7d-3631-43ce-9bea-24c656b9afc6 req-78061f15-a4e4-4a2a-9c63-39b233fa213d tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 944 time: 0.0991409 Sep 24 15:43:53.316513 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-06038fe4-0297-403c-90a6-844af5e65d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:53.380064 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c7a62a7d-3631-43ce-9bea-24c656b9afc6 req-9ef9fc91-6df6-4ed8-ba0a-94078ce60f14 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869467 Sep 24 15:43:53.397447 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c44491c-9002-4500-80ac-786d2abbf6d8 None None] Pushing event updated for resources: {'Port': ['ID=d469f2b7-fb99-4eb5-9e94-c40cd40f72d8,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:53.470829 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-06038fe4-0297-403c-90a6-844af5e65d3f None None] Attempting to bind port d469f2b7-fb99-4eb5-9e94-c40cd40f72d8 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:43:53.471206 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-06038fe4-0297-403c-90a6-844af5e65d3f None None] Attempting to bind port d469f2b7-fb99-4eb5-9e94-c40cd40f72d8 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '40ae7766-b06a-4ffc-9ec0-bb3040c6122f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': 'fd4dbc0b-12eb-4c1c-a696-391550e45003'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:43:53.471581 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06038fe4-0297-403c-90a6-844af5e65d3f None None] Attempting to bind port d469f2b7-fb99-4eb5-9e94-c40cd40f72d8 on network fd4dbc0b-12eb-4c1c-a696-391550e45003 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:43:53.479488 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06038fe4-0297-403c-90a6-844af5e65d3f None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:43:53.479858 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06038fe4-0297-403c-90a6-844af5e65d3f None None] Checking segment: {'id': '40ae7766-b06a-4ffc-9ec0-bb3040c6122f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': 'fd4dbc0b-12eb-4c1c-a696-391550e45003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:43:53.480264 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-06038fe4-0297-403c-90a6-844af5e65d3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:53.480663 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06038fe4-0297-403c-90a6-844af5e65d3f None None] Bound using segment: {'id': '40ae7766-b06a-4ffc-9ec0-bb3040c6122f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': 'fd4dbc0b-12eb-4c1c-a696-391550e45003'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:43:53.481136 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-06038fe4-0297-403c-90a6-844af5e65d3f None None] Bound port: d469f2b7-fb99-4eb5-9e94-c40cd40f72d8, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40ae7766-b06a-4ffc-9ec0-bb3040c6122f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': 'fd4dbc0b-12eb-4c1c-a696-391550e45003'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:43:53.481528 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-06038fe4-0297-403c-90a6-844af5e65d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:53.544322 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df67b540-7a21-4d3e-a4c3-b7bf781fe8e5 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Router 5eeef12e-2fb6-438c-9ab3-48ec448cdf29 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:43:53.566119 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-06038fe4-0297-403c-90a6-844af5e65d3f None None] For port d469f2b7-fb99-4eb5-9e94-c40cd40f72d8, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:43:53.569863 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-06038fe4-0297-403c-90a6-844af5e65d3f None None] For port d469f2b7-fb99-4eb5-9e94-c40cd40f72d8, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=d469f2b7-fb99-4eb5-9e94-c40cd40f72d8,segment=NetworkSegment(40ae7766-b06a-4ffc-9ec0-bb3040c6122f),segment_id=40ae7766-b06a-4ffc-9ec0-bb3040c6122f)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:43:53.629387 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6fcb2cf7-2062-4fea-b548-d9fed027033d req-a5cf035b-a251-4496-8ab2-d2e6b04d4723 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1274710cc24d4007aec11422693fe25f&device_id=a9cf3e06-99f8-4cd3-a27d-d25d43f1c611 HTTP/1.1" status: 200 len: 210 time: 0.0282145 Sep 24 15:43:53.682272 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-67fe8fba-a8f3-4b0c-bae6-8714c16adf7f req-145e5f71-3c73-45e3-83c4-52f245c3702a tempest-ServerShowV247Test-1243177545 tempest-ServerShowV247Test-1243177545-project] 10.222.0.101 "GET /v2.0/ports?device_id=a9cf3e06-99f8-4cd3-a27d-d25d43f1c611 HTTP/1.1" status: 200 len: 210 time: 0.0311980 Sep 24 15:43:53.686947 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-5596d18d-1501-4bbe-a1e5-587c884b586f None None] Provisioning complete for port d469f2b7-fb99-4eb5-9e94-c40cd40f72d8 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:43:53.687318 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5596d18d-1501-4bbe-a1e5-587c884b586f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:53.692656 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6fcb2cf7-2062-4fea-b548-d9fed027033d req-76586f7e-7123-41a2-890d-9aac61b949c0 service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=1274710cc24d4007aec11422693fe25f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0501792 Sep 24 15:43:53.735500 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df67b540-7a21-4d3e-a4c3-b7bf781fe8e5 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:43:53.749982 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-5596d18d-1501-4bbe-a1e5-587c884b586f None None] Port d469f2b7-fb99-4eb5-9e94-c40cd40f72d8 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:43:53.750545 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a24f35-0a93-4c85-a9ef-f0d5d626b49a None None] Sync routers for ids ['5eeef12e-2fb6-438c-9ab3-48ec448cdf29'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:43:53.762755 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a24f35-0a93-4c85-a9ef-f0d5d626b49a None None] Routers {'5eeef12e-2fb6-438c-9ab3-48ec448cdf29'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:43:53.765343 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-41a24f35-0a93-4c85-a9ef-f0d5d626b49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:43:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['5eeef12e-2fb6-438c-9ab3-48ec448cdf29'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:53.806042 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-41a24f35-0a93-4c85-a9ef-f0d5d626b49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:53.820380 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-06038fe4-0297-403c-90a6-844af5e65d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:53.833877 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a24f35-0a93-4c85-a9ef-f0d5d626b49a None None] Routers {'5eeef12e-2fb6-438c-9ab3-48ec448cdf29'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:43:53.834570 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-41a24f35-0a93-4c85-a9ef-f0d5d626b49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:43:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['5eeef12e-2fb6-438c-9ab3-48ec448cdf29'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:53.836881 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb2cf7-2062-4fea-b548-d9fed027033d req-91647384-36ff-4560-845b-b15aa81f4773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:53.842535 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6fcb2cf7-2062-4fea-b548-d9fed027033d req-91647384-36ff-4560-845b-b15aa81f4773 service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1338403 Sep 24 15:43:53.879900 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-41a24f35-0a93-4c85-a9ef-f0d5d626b49a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:53.880563 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a24f35-0a93-4c85-a9ef-f0d5d626b49a None None] The sync data for ids ['5eeef12e-2fb6-438c-9ab3-48ec448cdf29'] in n-d-808921-1 is: [] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:43:53.925163 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-df67b540-7a21-4d3e-a4c3-b7bf781fe8e5 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:53.952399 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c44491c-9002-4500-80ac-786d2abbf6d8 None None] Pushing event updated for resources: {'Port': ['ID=d469f2b7-fb99-4eb5-9e94-c40cd40f72d8,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:53.965186 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-df67b540-7a21-4d3e-a4c3-b7bf781fe8e5 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.9665203 Sep 24 15:43:53.968494 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 55754) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:53.976233 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06038fe4-0297-403c-90a6-844af5e65d3f None None] Routers {'5819512c-8212-4b23-9988-5082fe39d789'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:43:53.977064 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-06038fe4-0297-403c-90a6-844af5e65d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:43:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['5819512c-8212-4b23-9988-5082fe39d789'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:54.080560 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-3fdbf866-4099-4df4-9337-eb50d07b97f8 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] 10.222.0.101 "GET /v2.0/floatingips/4bebf523-a3cb-4fe8-b3e3-98a157823645 HTTP/1.1" status: 200 len: 977 time: 0.1104081 Sep 24 15:43:54.082915 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 55762) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:54.133437 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-06038fe4-0297-403c-90a6-844af5e65d3f None None] Set router 5819512c-8212-4b23-9988-5082fe39d789 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:43:54.297466 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7256ff1e-3969-4870-8a64-39100a3d9706 req-ae00abcc-7062-4ab8-90c7-6d18278fd837 tempest-ServerTagsTestJSON-2095655972 tempest-ServerTagsTestJSON-2095655972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:54.306634 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7256ff1e-3969-4870-8a64-39100a3d9706 req-ae00abcc-7062-4ab8-90c7-6d18278fd837 tempest-ServerTagsTestJSON-2095655972 tempest-ServerTagsTestJSON-2095655972-project] 10.222.0.101 "GET /v2.0/ports?device_id=90a0f52e-66f0-40bf-bb7a-fe9239657f16 HTTP/1.1" status: 200 len: 944 time: 0.1007433 Sep 24 15:43:54.311699 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 7ad0e428-c51c-4fe0-8a37-d0a7cf52c9aa up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:43:54.317710 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-c1088e7d-e1ec-4ce9-b84a-f2b6c5dcc8ca tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] 10.222.0.101 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.2335839 Sep 24 15:43:54.323732 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 55768) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:54.332431 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-e279fa7d-7743-4194-82cc-338390f26f6e tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Request body: {'floatingip': {'port_id': 'be520537-a218-48e5-a616-c0b45030f2c5'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:43:54.391478 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-2b1f69dd-a35c-4312-b17a-9d067f39a7cb None None] Provisioning complete for port d469f2b7-fb99-4eb5-9e94-c40cd40f72d8 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:43:54.392047 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2b1f69dd-a35c-4312-b17a-9d067f39a7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:54.396967 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7256ff1e-3969-4870-8a64-39100a3d9706 req-cf6141a9-de9e-4745-9107-d7c25392449a tempest-ServerTagsTestJSON-2095655972 tempest-ServerTagsTestJSON-2095655972-project] 10.222.0.101 "GET /v2.0/security-groups?id=e1397cbd-5cb3-4a40-b9d0-2d70611bbb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870926 Sep 24 15:43:54.434298 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e279fa7d-7743-4194-82cc-338390f26f6e tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks [] for floatingip, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:54.538486 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c47934c2-e67a-4935-8996-e43b06695347 req-ba8f9e1b-481c-4f65-8870-0d729c0fee6b tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] 10.222.0.101 "GET /v2.0/ports?device_id=d719fec7-66f1-4dd2-b53f-53a84893c57c HTTP/1.1" status: 200 len: 210 time: 0.0438941 Sep 24 15:43:54.689661 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 7ad0e428-c51c-4fe0-8a37-d0a7cf52c9aa triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:43:54.690036 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:54.765436 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2b1f69dd-a35c-4312-b17a-9d067f39a7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:54.768078 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a606eabe-5695-4346-bc7a-eff3543942c0 req-df001a34-0b9e-4857-9fb7-b7a54ff520d4 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:54.790038 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a606eabe-5695-4346-bc7a-eff3543942c0 req-df001a34-0b9e-4857-9fb7-b7a54ff520d4 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:54.795565 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-06038fe4-0297-403c-90a6-844af5e65d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5819512c-8212-4b23-9988-5082fe39d789', 'name': 'tempest-TaggedBootDevicesTest-2092132471-router', 'tenant_id': '4e03fc3d20524ffa9cc0335ea5171849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '7ad0e428-c51c-4fe0-8a37-d0a7cf52c9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:43:44Z', 'updated_at': '2021-09-24T15:43:50Z', 'revision_number': 4, 'project_id': '4e03fc3d20524ffa9cc0335ea5171849', 'gw_port': {'id': '7ad0e428-c51c-4fe0-8a37-d0a7cf52c9aa', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:73:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5819512c-8212-4b23-9988-5082fe39d789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:43:45Z', 'updated_at': '2021-09-24T15:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'd469f2b7-fb99-4eb5-9e94-c40cd40f72d8', 'name': '', 'network_id': 'fd4dbc0b-12eb-4c1c-a696-391550e45003', 'tenant_id': '4e03fc3d20524ffa9cc0335ea5171849', 'mac_address': 'fa:16:3e:20:3d:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5819512c-8212-4b23-9988-5082fe39d789', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'ff90cfb5-edb1-4dd2-95a8-9b64a8718aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:43:49Z', 'updated_at': '2021-09-24T15:43:53Z', 'revision_number': 4, 'project_id': '4e03fc3d20524ffa9cc0335ea5171849', 'subnets': [{'id': 'ff90cfb5-edb1-4dd2-95a8-9b64a8718aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:54.801220 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a606eabe-5695-4346-bc7a-eff3543942c0 req-df001a34-0b9e-4857-9fb7-b7a54ff520d4 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:54.803701 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1270026-c983-4d57-bf04-762c4dd18bcd req-290b9bc6-82e5-4711-ad46-d8b0c7eb1a35 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:54.805541 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b1270026-c983-4d57-bf04-762c4dd18bcd req-290b9bc6-82e5-4711-ad46-d8b0c7eb1a35 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 944 time: 0.1445029 Sep 24 15:43:54.819251 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a606eabe-5695-4346-bc7a-eff3543942c0 req-df001a34-0b9e-4857-9fb7-b7a54ff520d4 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:54.825937 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a606eabe-5695-4346-bc7a-eff3543942c0 req-df001a34-0b9e-4857-9fb7-b7a54ff520d4 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:54.832865 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a606eabe-5695-4346-bc7a-eff3543942c0 req-df001a34-0b9e-4857-9fb7-b7a54ff520d4 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:54.837943 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06038fe4-0297-403c-90a6-844af5e65d3f None None] The sync data for ids ['5819512c-8212-4b23-9988-5082fe39d789'] in n-d-808921-1 is: [{'id': '5819512c-8212-4b23-9988-5082fe39d789', 'name': 'tempest-TaggedBootDevicesTest-2092132471-router', 'tenant_id': '4e03fc3d20524ffa9cc0335ea5171849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '7ad0e428-c51c-4fe0-8a37-d0a7cf52c9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:43:44Z', 'updated_at': '2021-09-24T15:43:50Z', 'revision_number': 4, 'project_id': '4e03fc3d20524ffa9cc0335ea5171849', 'gw_port': {'id': '7ad0e428-c51c-4fe0-8a37-d0a7cf52c9aa', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:73:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5819512c-8212-4b23-9988-5082fe39d789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:43:45Z', 'updated_at': '2021-09-24T15:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'd469f2b7-fb99-4eb5-9e94-c40cd40f72d8', 'name': '', 'network_id': 'fd4dbc0b-12eb-4c1c-a696-391550e45003', 'tenant_id': '4e03fc3d20524ffa9cc0335ea5171849', 'mac_address': 'fa:16:3e:20:3d:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5819512c-8212-4b23-9988-5082fe39d789', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'ff90cfb5-edb1-4dd2-95a8-9b64a8718aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:43:49Z', 'updated_at': '2021-09-24T15:43:53Z', 'revision_number': 4, 'project_id': '4e03fc3d20524ffa9cc0335ea5171849', 'subnets': [{'id': 'ff90cfb5-edb1-4dd2-95a8-9b64a8718aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:43:54.841681 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a606eabe-5695-4346-bc7a-eff3543942c0 req-df001a34-0b9e-4857-9fb7-b7a54ff520d4 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:54.841821 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-2b1f69dd-a35c-4312-b17a-9d067f39a7cb None None] For port d469f2b7-fb99-4eb5-9e94-c40cd40f72d8, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=d469f2b7-fb99-4eb5-9e94-c40cd40f72d8,segment=NetworkSegment(40ae7766-b06a-4ffc-9ec0-bb3040c6122f),segment_id=40ae7766-b06a-4ffc-9ec0-bb3040c6122f)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:43:54.848981 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a606eabe-5695-4346-bc7a-eff3543942c0 req-df001a34-0b9e-4857-9fb7-b7a54ff520d4 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/ports?device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 5441 time: 0.1798172 Sep 24 15:43:54.932860 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a606eabe-5695-4346-bc7a-eff3543942c0 req-1ed871f4-9644-4d9e-bb6f-221dd672e58a tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/security-groups?id=009469bf-50d0-4ac3-bdd3-519f093da79b&id=997d5af8-07d7-4888-b731-21def6e0a999&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0779543 Sep 24 15:43:54.962073 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2b1f69dd-a35c-4312-b17a-9d067f39a7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:54.973579 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b1270026-c983-4d57-bf04-762c4dd18bcd req-58fa7202-a241-449f-9835-1e9244fa3b2a tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092985 Sep 24 15:43:55.095437 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1f69dd-a35c-4312-b17a-9d067f39a7cb None None] Pushing event updated for resources: {'Port': ['ID=d469f2b7-fb99-4eb5-9e94-c40cd40f72d8,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:55.120552 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b8664157-1bee-42b4-8d3a-66ed87b74f39 req-c5d6e23f-a017-419b-ac78-ccb2445ee0b4 tempest-ServerShowV247Test-1243177545 tempest-ServerShowV247Test-1243177545-project] 10.222.0.101 "GET /v2.0/ports?device_id=a9cf3e06-99f8-4cd3-a27d-d25d43f1c611 HTTP/1.1" status: 200 len: 210 time: 0.0765338 Sep 24 15:43:55.245440 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e279fa7d-7743-4194-82cc-338390f26f6e tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:55.345348 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e279fa7d-7743-4194-82cc-338390f26f6e tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:55.469396 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6fcb2cf7-2062-4fea-b548-d9fed027033d req-c964a4cc-cde8-4793-bd0d-c371238ca8db tempest-ServerShowV247Test-1243177545 tempest-ServerShowV247Test-1243177545-project] 10.222.0.110 "GET /v2.0/ports?device_id=a9cf3e06-99f8-4cd3-a27d-d25d43f1c611 HTTP/1.1" status: 200 len: 210 time: 0.0784607 Sep 24 15:43:55.504069 n-d-808921-1 neutron-server[95297]: INFO neutron.db.l3_db [None req-e279fa7d-7743-4194-82cc-338390f26f6e tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Floating IP 4bebf523-a3cb-4fe8-b3e3-98a157823645 associated. External IP: 172.25.0.41, port: 423f8876-0afb-4310-a35b-cce0d8591ca6. Sep 24 15:43:55.539647 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75128b2f-3e8d-443d-925b-0f60e5942946 req-0197a8e6-2458-4c13-a2ba-414c9c479164 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:55.544626 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-75128b2f-3e8d-443d-925b-0f60e5942946 req-0197a8e6-2458-4c13-a2ba-414c9c479164 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 944 time: 0.1519711 Sep 24 15:43:55.629975 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-75128b2f-3e8d-443d-925b-0f60e5942946 req-479bc204-465b-4f8f-9ad5-8d28d0fbfee7 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577502 Sep 24 15:43:55.649352 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-bd708840-b919-4d2c-a501-33f89e79795a tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:55.656980 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-bd708840-b919-4d2c-a501-33f89e79795a tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:55.663851 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-bd708840-b919-4d2c-a501-33f89e79795a tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:55.670096 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-bd708840-b919-4d2c-a501-33f89e79795a tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:55.683053 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-bd708840-b919-4d2c-a501-33f89e79795a tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:55.701490 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe3217f-fd5b-4664-ab43-ef653a2b700d req-e3ccfd71-a9cf-4324-907e-8bcdab3184a5 tempest-ServerTagsTestJSON-2095655972 tempest-ServerTagsTestJSON-2095655972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:55.706632 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-bd708840-b919-4d2c-a501-33f89e79795a tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:55.708658 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ebe3217f-fd5b-4664-ab43-ef653a2b700d req-e3ccfd71-a9cf-4324-907e-8bcdab3184a5 tempest-ServerTagsTestJSON-2095655972 tempest-ServerTagsTestJSON-2095655972-project] 10.222.0.101 "GET /v2.0/ports?device_id=90a0f52e-66f0-40bf-bb7a-fe9239657f16 HTTP/1.1" status: 200 len: 944 time: 0.1502171 Sep 24 15:43:55.718918 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-bd708840-b919-4d2c-a501-33f89e79795a tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:55.722027 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-bd708840-b919-4d2c-a501-33f89e79795a tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.108 "GET /v2.0/ports?device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 5441 time: 0.2019854 Sep 24 15:43:55.802389 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-df5d9dff-a977-4621-b9d3-70c074a79132 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:55.805242 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-df5d9dff-a977-4621-b9d3-70c074a79132 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.108 "GET /v2.0/ports/abc5097c-45c0-4a4c-83ad-221aa210e627?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0713665 Sep 24 15:43:55.822647 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ebe3217f-fd5b-4664-ab43-ef653a2b700d req-4425b1f7-08ca-4e83-8ae8-13b5594e4463 tempest-ServerTagsTestJSON-2095655972 tempest-ServerTagsTestJSON-2095655972-project] 10.222.0.101 "GET /v2.0/security-groups?id=e1397cbd-5cb3-4a40-b9d0-2d70611bbb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934041 Sep 24 15:43:55.919732 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-46250fbf-6d4d-4e00-a097-2f2b709bd25c req-d289fff9-39d8-44de-84c4-7568539ecca4 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] 10.222.0.101 "GET /v2.0/ports?device_id=d719fec7-66f1-4dd2-b53f-53a84893c57c HTTP/1.1" status: 200 len: 210 time: 0.0607867 Sep 24 15:43:55.926805 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e279fa7d-7743-4194-82cc-338390f26f6e tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Router 5eeef12e-2fb6-438c-9ab3-48ec448cdf29 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:43:56.028830 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-c2a4be83-f580-43ae-a7f2-1d9a0778fd5f tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.108 "GET /v2.0/networks/5073d904-8b2b-4bdf-8338-7c236ddf6645?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2186420 Sep 24 15:43:56.069802 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-8f4dcec3-7467-4e23-9a6f-364062bb4bf8 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:43:56.077061 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e279fa7d-7743-4194-82cc-338390f26f6e tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:43:56.095122 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee537388-f342-4e4a-bc4c-10db4192dc58 None None] Sync routers for ids ['5eeef12e-2fb6-438c-9ab3-48ec448cdf29'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:43:56.118186 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee537388-f342-4e4a-bc4c-10db4192dc58 None None] Routers {'5eeef12e-2fb6-438c-9ab3-48ec448cdf29'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:43:56.118775 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-ee537388-f342-4e4a-bc4c-10db4192dc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:43:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['5eeef12e-2fb6-438c-9ab3-48ec448cdf29'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:56.188077 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-ee537388-f342-4e4a-bc4c-10db4192dc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:56.210264 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee537388-f342-4e4a-bc4c-10db4192dc58 None None] Routers {'5eeef12e-2fb6-438c-9ab3-48ec448cdf29'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:43:56.210926 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-ee537388-f342-4e4a-bc4c-10db4192dc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:43:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['5eeef12e-2fb6-438c-9ab3-48ec448cdf29'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:56.232586 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740a8b8-71c3-421d-a7be-146ac02ada35 req-505d96d2-e1cc-44e7-a974-c0142431ad00 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:56.235090 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3740a8b8-71c3-421d-a7be-146ac02ada35 req-505d96d2-e1cc-44e7-a974-c0142431ad00 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] 10.222.0.110 "GET /v2.0/networks?id=19c2cc6b-6fd9-4d5d-b971-5ea0f368a861 HTTP/1.1" status: 200 len: 815 time: 0.3662992 Sep 24 15:43:56.236202 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-8f4dcec3-7467-4e23-9a6f-364062bb4bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:56.280079 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-ee537388-f342-4e4a-bc4c-10db4192dc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:56.280986 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee537388-f342-4e4a-bc4c-10db4192dc58 None None] The sync data for ids ['5eeef12e-2fb6-438c-9ab3-48ec448cdf29'] in n-d-808921-1 is: [] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:43:56.289767 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 74ce8d15-0364-4089-af2a-ee62c60eb699 details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:43:56.394214 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9ea177eb-d336-492d-a310-96b5bbb42cd2 req-a724bbb7-56f7-4bbe-813f-87d0617857ba tempest-ServerShowV247Test-1243177545 tempest-ServerShowV247Test-1243177545-project] 10.222.0.101 "GET /v2.0/ports?device_id=a9cf3e06-99f8-4cd3-a27d-d25d43f1c611 HTTP/1.1" status: 200 len: 210 time: 0.0841472 Sep 24 15:43:56.458148 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4531bce-86b3-41f1-8614-cb02c1469ddb req-b383ddc7-d984-4dd2-a153-3a2abac9411f tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:56.469127 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4531bce-86b3-41f1-8614-cb02c1469ddb req-b383ddc7-d984-4dd2-a153-3a2abac9411f tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:56.520134 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4531bce-86b3-41f1-8614-cb02c1469ddb req-b383ddc7-d984-4dd2-a153-3a2abac9411f tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:56.522760 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3740a8b8-71c3-421d-a7be-146ac02ada35 req-8aed4ad8-6324-4a25-8ca7-61a1b624e0f6 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] 10.222.0.110 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5263748a73e54761954b877d2ae863de HTTP/1.1" status: 200 len: 380 time: 0.2121184 Sep 24 15:43:56.525629 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 74ce8d15-0364-4089-af2a-ee62c60eb699, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=74ce8d15-0364-4089-af2a-ee62c60eb699,segment=NetworkSegment(1e6a1bcc-9308-4dfd-a9e7-d401d707b6e0),segment_id=1e6a1bcc-9308-4dfd-a9e7-d401d707b6e0)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:43:56.529498 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device d469f2b7-fb99-4eb5-9e94-c40cd40f72d8 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:43:56.531681 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4531bce-86b3-41f1-8614-cb02c1469ddb req-b383ddc7-d984-4dd2-a153-3a2abac9411f tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:56.542213 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4531bce-86b3-41f1-8614-cb02c1469ddb req-b383ddc7-d984-4dd2-a153-3a2abac9411f tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:56.550591 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-3740a8b8-71c3-421d-a7be-146ac02ada35 req-0fbfdba2-f534-48fa-aef8-95bc385d8017 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Request body: {'port': {'device_id': 'd719fec7-66f1-4dd2-b53f-53a84893c57c', 'network_id': '19c2cc6b-6fd9-4d5d-b971-5ea0f368a861', 'admin_state_up': True, 'tenant_id': '5263748a73e54761954b877d2ae863de', 'security_groups': ['be6cac17-9963-4188-8e07-d6012bbe1404']}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:43:56.553812 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4531bce-86b3-41f1-8614-cb02c1469ddb req-b383ddc7-d984-4dd2-a153-3a2abac9411f tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:56.565320 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4531bce-86b3-41f1-8614-cb02c1469ddb req-b383ddc7-d984-4dd2-a153-3a2abac9411f tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:56.576305 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f4531bce-86b3-41f1-8614-cb02c1469ddb req-b383ddc7-d984-4dd2-a153-3a2abac9411f tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/ports?device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 5441 time: 0.5051990 Sep 24 15:43:56.601408 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': '74ce8d15-0364-4089-af2a-ee62c60eb699', 'network_id': '2e46dff3-7968-41a9-8e49-62e56d423039', 'port_id': '74ce8d15-0364-4089-af2a-ee62c60eb699', 'mac_address': 'fa:16:3e:1c:72:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8236050a-223d-4bf5-b950-a1d18d3b7a29', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:43:56.724787 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f4531bce-86b3-41f1-8614-cb02c1469ddb req-3e2e37dd-b2de-4ba9-a316-2ffff3530826 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/security-groups?id=009469bf-50d0-4ac3-bdd3-519f093da79b&id=997d5af8-07d7-4888-b731-21def6e0a999&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1441128 Sep 24 15:43:56.749092 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:56.775298 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74ce8d15-0364-4089-af2a-ee62c60eb699 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:43:56.843515 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 74ce8d15-0364-4089-af2a-ee62c60eb699, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=74ce8d15-0364-4089-af2a-ee62c60eb699,segment=NetworkSegment(1e6a1bcc-9308-4dfd-a9e7-d401d707b6e0),segment_id=1e6a1bcc-9308-4dfd-a9e7-d401d707b6e0)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:43:56.881383 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port d469f2b7-fb99-4eb5-9e94-c40cd40f72d8 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:43:56.881916 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:56.933061 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3740a8b8-71c3-421d-a7be-146ac02ada35 req-0fbfdba2-f534-48fa-aef8-95bc385d8017 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Made reservation on behalf of 5263748a73e54761954b877d2ae863de for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:43:56.939634 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-3740a8b8-71c3-421d-a7be-146ac02ada35 req-0fbfdba2-f534-48fa-aef8-95bc385d8017 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:56.941252 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e279fa7d-7743-4194-82cc-338390f26f6e tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Router 5eeef12e-2fb6-438c-9ab3-48ec448cdf29 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:43:56.965556 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:56.990497 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-8f4dcec3-7467-4e23-9a6f-364062bb4bf8 service neutron] For port abc5097c-45c0-4a4c-83ad-221aa210e627, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=abc5097c-45c0-4a4c-83ad-221aa210e627,segment=NetworkSegment(243a7589-8f05-4f79-bb2a-571ad81e4b0d),segment_id=243a7589-8f05-4f79-bb2a-571ad81e4b0d)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:43:57.002028 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959a7c8a-a210-4476-b7ac-7ba39f62d69f req-ea0ce63a-8520-4d99-8f84-93a1ae73af1b tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:57.011666 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-959a7c8a-a210-4476-b7ac-7ba39f62d69f req-ea0ce63a-8520-4d99-8f84-93a1ae73af1b tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 944 time: 0.1740954 Sep 24 15:43:57.104005 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66aa6a9-d576-4772-bd53-d720f436802a req-78af6219-c01c-4be1-a8aa-aada5bc967f6 tempest-ServerTagsTestJSON-2095655972 tempest-ServerTagsTestJSON-2095655972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:57.105572 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a66aa6a9-d576-4772-bd53-d720f436802a req-78af6219-c01c-4be1-a8aa-aada5bc967f6 tempest-ServerTagsTestJSON-2095655972 tempest-ServerTagsTestJSON-2095655972-project] 10.222.0.101 "GET /v2.0/ports?device_id=90a0f52e-66f0-40bf-bb7a-fe9239657f16 HTTP/1.1" status: 200 len: 945 time: 0.0949540 Sep 24 15:43:57.131656 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=74ce8d15-0364-4089-af2a-ee62c60eb699,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:57.148587 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-959a7c8a-a210-4476-b7ac-7ba39f62d69f req-eaa185be-02f4-49c4-92ce-1475a80f02e1 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1357486 Sep 24 15:43:57.176148 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-8f4dcec3-7467-4e23-9a6f-364062bb4bf8 service neutron] For port abc5097c-45c0-4a4c-83ad-221aa210e627, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:43:57.231550 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a66aa6a9-d576-4772-bd53-d720f436802a req-c7ee2ffc-e804-4bd0-b031-a4aff83979fb tempest-ServerTagsTestJSON-2095655972 tempest-ServerTagsTestJSON-2095655972-project] 10.222.0.101 "GET /v2.0/security-groups?id=e1397cbd-5cb3-4a40-b9d0-2d70611bbb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873339 Sep 24 15:43:57.234863 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['74ce8d15-0364-4089-af2a-ee62c60eb699'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:43:57.237856 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e279fa7d-7743-4194-82cc-338390f26f6e tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:43:57.247700 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4234f411-f468-4ecf-aece-d4cb04373985 None None] Sync routers for ids ['5eeef12e-2fb6-438c-9ab3-48ec448cdf29'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:43:57.249087 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e279fa7d-7743-4194-82cc-338390f26f6e tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:57.263943 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4234f411-f468-4ecf-aece-d4cb04373985 None None] Routers {'5eeef12e-2fb6-438c-9ab3-48ec448cdf29'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:43:57.269074 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-4234f411-f468-4ecf-aece-d4cb04373985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:43:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['5eeef12e-2fb6-438c-9ab3-48ec448cdf29'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:57.317142 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e279fa7d-7743-4194-82cc-338390f26f6e tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] 10.222.0.101 "PUT /v2.0/floatingips/4bebf523-a3cb-4fe8-b3e3-98a157823645 HTTP/1.1" status: 200 len: 977 time: 2.9907010 Sep 24 15:43:57.320559 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 55804) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:57.330649 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-1da67290-6f7e-4294-a178-111b75585552 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:43:57.332541 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-4234f411-f468-4ecf-aece-d4cb04373985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:57.343027 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-770d3c04-93a2-4251-a06f-37a8c6cba0ae req-570fc8c8-f29f-402c-af3c-9000c493260a tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] 10.222.0.101 "GET /v2.0/ports?device_id=d719fec7-66f1-4dd2-b53f-53a84893c57c HTTP/1.1" status: 200 len: 210 time: 0.0980823 Sep 24 15:43:57.344166 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4234f411-f468-4ecf-aece-d4cb04373985 None None] Routers {'5eeef12e-2fb6-438c-9ab3-48ec448cdf29'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:43:57.344969 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-4234f411-f468-4ecf-aece-d4cb04373985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:43:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['5eeef12e-2fb6-438c-9ab3-48ec448cdf29'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:57.349175 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-8f4dcec3-7467-4e23-9a6f-364062bb4bf8 service neutron] device_id is not set on port abc5097c-45c0-4a4c-83ad-221aa210e627 yet. {{(pid=95298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:43:57.382574 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-8f4dcec3-7467-4e23-9a6f-364062bb4bf8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:57.388311 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-3740a8b8-71c3-421d-a7be-146ac02ada35 req-0fbfdba2-f534-48fa-aef8-95bc385d8017 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Allocated IP 172.20.0.13 (19c2cc6b-6fd9-4d5d-b971-5ea0f368a861/c9e1fbb5-ba1f-404e-a5c9-92121db23b41/5908f9de-ed94-41f5-abb7-d7e6c094d0ff) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:43:57.418776 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-4234f411-f468-4ecf-aece-d4cb04373985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:57.418776 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4234f411-f468-4ecf-aece-d4cb04373985 None None] The sync data for ids ['5eeef12e-2fb6-438c-9ab3-48ec448cdf29'] in n-d-808921-1 is: [] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:43:57.472612 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-8f4dcec3-7467-4e23-9a6f-364062bb4bf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:57.724487 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-3740a8b8-71c3-421d-a7be-146ac02ada35 req-0fbfdba2-f534-48fa-aef8-95bc385d8017 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:57.843910 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1da67290-6f7e-4294-a178-111b75585552 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks [] for floatingip, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:57.877706 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4dcec3-7467-4e23-9a6f-364062bb4bf8 service neutron] Pushing event updated for resources: {'Port': ['ID=abc5097c-45c0-4a4c-83ad-221aa210e627,revision_number=6']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:57.928619 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-8f4dcec3-7467-4e23-9a6f-364062bb4bf8 service neutron] No DVR routers for this DVR port abc5097c-45c0-4a4c-83ad-221aa210e627 on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:43:57.938970 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-3740a8b8-71c3-421d-a7be-146ac02ada35 req-0fbfdba2-f534-48fa-aef8-95bc385d8017 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:58.056710 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3740a8b8-71c3-421d-a7be-146ac02ada35 req-0fbfdba2-f534-48fa-aef8-95bc385d8017 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Network 19c2cc6b-6fd9-4d5d-b971-5ea0f368a861 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:43:58.063543 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-3740a8b8-71c3-421d-a7be-146ac02ada35 req-0fbfdba2-f534-48fa-aef8-95bc385d8017 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:43:58.066073 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-3740a8b8-71c3-421d-a7be-146ac02ada35 req-0fbfdba2-f534-48fa-aef8-95bc385d8017 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:43:58.159135 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265fdcbe-44c4-4ff8-9819-b4d84370b6e4 req-10fd2d51-91a7-4ccf-954b-228b3d3b1022 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:58.167852 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-265fdcbe-44c4-4ff8-9819-b4d84370b6e4 req-10fd2d51-91a7-4ccf-954b-228b3d3b1022 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 944 time: 0.3843610 Sep 24 15:43:58.173582 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-8f4dcec3-7467-4e23-9a6f-364062bb4bf8 service neutron] In _notify_port_updated(), no bound segment for port abc5097c-45c0-4a4c-83ad-221aa210e627 on network 5073d904-8b2b-4bdf-8338-7c236ddf6645 {{(pid=95298) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 24 15:43:58.180605 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-8f4dcec3-7467-4e23-9a6f-364062bb4bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:58.181337 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-8f4dcec3-7467-4e23-9a6f-364062bb4bf8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:58.182773 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-8f4dcec3-7467-4e23-9a6f-364062bb4bf8 service neutron] 10.222.0.108 "PUT /v2.0/ports/abc5097c-45c0-4a4c-83ad-221aa210e627 HTTP/1.1" status: 200 len: 1032 time: 2.1171322 Sep 24 15:43:58.205861 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f76d6-d4b0-49b5-b9e2-3c4228fc077e req-5c93382b-5603-4856-81f5-e4c8fbcc6011 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:58.211944 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f76d6-d4b0-49b5-b9e2-3c4228fc077e req-5c93382b-5603-4856-81f5-e4c8fbcc6011 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:58.220699 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbfdba2-f534-48fa-aef8-95bc385d8017 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Pushing event updated for resources: {'Port': ['ID=5908f9de-ed94-41f5-abb7-d7e6c094d0ff,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:58.224600 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-e7bbba2b-f7d9-4e9b-800d-84826553b987 None None] Provisioning complete for port abc5097c-45c0-4a4c-83ad-221aa210e627 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:43:58.225570 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e7bbba2b-f7d9-4e9b-800d-84826553b987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:58.228559 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 55820) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:58.237418 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f76d6-d4b0-49b5-b9e2-3c4228fc077e req-5c93382b-5603-4856-81f5-e4c8fbcc6011 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:58.244734 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f76d6-d4b0-49b5-b9e2-3c4228fc077e req-5c93382b-5603-4856-81f5-e4c8fbcc6011 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:58.251803 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f76d6-d4b0-49b5-b9e2-3c4228fc077e req-5c93382b-5603-4856-81f5-e4c8fbcc6011 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:58.281114 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f76d6-d4b0-49b5-b9e2-3c4228fc077e req-5c93382b-5603-4856-81f5-e4c8fbcc6011 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:58.284605 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740a8b8-71c3-421d-a7be-146ac02ada35 req-0fbfdba2-f534-48fa-aef8-95bc385d8017 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:58.285405 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-3740a8b8-71c3-421d-a7be-146ac02ada35 req-0fbfdba2-f534-48fa-aef8-95bc385d8017 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:58.294390 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-e7bbba2b-f7d9-4e9b-800d-84826553b987 None None] Port abc5097c-45c0-4a4c-83ad-221aa210e627 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:43:58.299145 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-265fdcbe-44c4-4ff8-9819-b4d84370b6e4 req-11687d71-6976-47b3-b2d1-e87db12cf2f4 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304266 Sep 24 15:43:58.308804 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e95f76d6-d4b0-49b5-b9e2-3c4228fc077e req-5c93382b-5603-4856-81f5-e4c8fbcc6011 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/ports?device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 4662 time: 0.3988225 Sep 24 15:43:58.327002 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-1656d358-96a2-4c2c-854f-960fa6ab369f tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:58.327002 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-1656d358-96a2-4c2c-854f-960fa6ab369f tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.108 "GET /v2.0/ports/2f5a166f-73aa-4d69-848c-9741f19b3801?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0940218 Sep 24 15:43:58.327988 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 74ce8d15-0364-4089-af2a-ee62c60eb699 up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:43:58.337421 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-100130e1-16b0-4a5a-ba16-2f45841a2618 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:43:58.466394 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1da67290-6f7e-4294-a178-111b75585552 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:58.479704 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3740a8b8-71c3-421d-a7be-146ac02ada35 req-0fbfdba2-f534-48fa-aef8-95bc385d8017 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9356527 Sep 24 15:43:58.494214 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e95f76d6-d4b0-49b5-b9e2-3c4228fc077e req-62062a55-2a0b-4522-be5d-3afc5d0a1668 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/security-groups?id=009469bf-50d0-4ac3-bdd3-519f093da79b&id=997d5af8-07d7-4888-b731-21def6e0a999&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1848688 Sep 24 15:43:58.502158 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-3740a8b8-71c3-421d-a7be-146ac02ada35 req-320381f3-4093-492a-9507-303269384997 service neutron] Request body: {'port': {'device_id': 'd719fec7-66f1-4dd2-b53f-53a84893c57c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:43:58.508824 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-100130e1-16b0-4a5a-ba16-2f45841a2618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:58.589203 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b789cf35-a987-4e79-a872-1d2ea12e0a75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:58.593804 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1da67290-6f7e-4294-a178-111b75585552 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:58.594328 n-d-808921-1 neutron-server[95297]: INFO neutron.db.l3_db [None req-1da67290-6f7e-4294-a178-111b75585552 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Floating IP 4bebf523-a3cb-4fe8-b3e3-98a157823645 disassociated. External IP: 172.25.0.41, port: be520537-a218-48e5-a616-c0b45030f2c5. Sep 24 15:43:58.621280 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-e9aa7b46-bab5-47b3-9bcc-26f01e057c2c None None] Provisioning complete for port 5908f9de-ed94-41f5-abb7-d7e6c094d0ff triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:43:58.624932 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e9aa7b46-bab5-47b3-9bcc-26f01e057c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:58.657214 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port 74ce8d15-0364-4089-af2a-ee62c60eb699 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:43:58.664652 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port 74ce8d15-0364-4089-af2a-ee62c60eb699 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:43:58.665774 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:58.736310 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-3740a8b8-71c3-421d-a7be-146ac02ada35 req-320381f3-4093-492a-9507-303269384997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:58.737348 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-e9aa7b46-bab5-47b3-9bcc-26f01e057c2c None None] Port 5908f9de-ed94-41f5-abb7-d7e6c094d0ff cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:43:58.794740 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:58.801822 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b229c718-dbdd-4e8b-a3be-45dddaf864d5 req-2a59551d-8c46-400b-9a0f-8c749183b20a tempest-ServerTagsTestJSON-2095655972 tempest-ServerTagsTestJSON-2095655972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:58.803457 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b229c718-dbdd-4e8b-a3be-45dddaf864d5 req-2a59551d-8c46-400b-9a0f-8c749183b20a tempest-ServerTagsTestJSON-2095655972 tempest-ServerTagsTestJSON-2095655972-project] 10.222.0.101 "GET /v2.0/ports?device_id=90a0f52e-66f0-40bf-bb7a-fe9239657f16 HTTP/1.1" status: 200 len: 945 time: 0.2359784 Sep 24 15:43:58.859842 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 74ce8d15-0364-4089-af2a-ee62c60eb699, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=74ce8d15-0364-4089-af2a-ee62c60eb699,segment=NetworkSegment(1e6a1bcc-9308-4dfd-a9e7-d401d707b6e0),segment_id=1e6a1bcc-9308-4dfd-a9e7-d401d707b6e0)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:43:58.861046 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a0f52e-66f0-40bf-bb7a-fe9239657f16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74ce8d15-0364-4089-af2a-ee62c60eb699'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:43:58.864310 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eebe9b0e-af3d-47a7-a385-b39842431dd5" -d '{"events": [{"server_uuid": "90a0f52e-66f0-40bf-bb7a-fe9239657f16", "name": "network-vif-plugged", "status": "completed", "tag": "74ce8d15-0364-4089-af2a-ee62c60eb699"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:43:58.958391 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdba3f3-6d49-46a1-9987-81c7b62384cd req-3fdaff8e-1f49-4114-acae-035ff1022abb tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:58.959084 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:58.960102 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device d4b18f8b-70cf-4cbf-9ef3-a4612e10fee4 no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:43:58.965656 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2cdba3f3-6d49-46a1-9987-81c7b62384cd req-3fdaff8e-1f49-4114-acae-035ff1022abb tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] 10.222.0.101 "GET /v2.0/ports?device_id=d719fec7-66f1-4dd2-b53f-53a84893c57c HTTP/1.1" status: 200 len: 932 time: 0.3016589 Sep 24 15:43:59.057506 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2cdba3f3-6d49-46a1-9987-81c7b62384cd req-e89e9a8b-9c12-412b-a5cf-f51ce0ffcda3 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] 10.222.0.101 "GET /v2.0/security-groups?id=be6cac17-9963-4188-8e07-d6012bbe1404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905941 Sep 24 15:43:59.113092 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1da67290-6f7e-4294-a178-111b75585552 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Router 5eeef12e-2fb6-438c-9ab3-48ec448cdf29 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:43:59.147032 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71f640cc-9b3f-4b72-b6ac-26bbcee101ce x-openstack-request-id: req-71f640cc-9b3f-4b72-b6ac-26bbcee101ce {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:43:59.147407 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90a0f52e-66f0-40bf-bb7a-fe9239657f16", "name": "network-vif-plugged", "status": "completed", "tag": "74ce8d15-0364-4089-af2a-ee62c60eb699", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:43:59.147648 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-71f640cc-9b3f-4b72-b6ac-26bbcee101ce {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:43:59.158542 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a0f52e-66f0-40bf-bb7a-fe9239657f16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74ce8d15-0364-4089-af2a-ee62c60eb699', 'code': 200} Sep 24 15:43:59.184443 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=74ce8d15-0364-4089-af2a-ee62c60eb699,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:59.233725 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:59.283467 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port d4b18f8b-70cf-4cbf-9ef3-a4612e10fee4, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=d4b18f8b-70cf-4cbf-9ef3-a4612e10fee4,segment=NetworkSegment(243a7589-8f05-4f79-bb2a-571ad81e4b0d),segment_id=243a7589-8f05-4f79-bb2a-571ad81e4b0d)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:43:59.351826 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da67290-6f7e-4294-a178-111b75585552 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:43:59.359794 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1da67290-6f7e-4294-a178-111b75585552 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:59.360798 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:59.361730 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 8bb88954-e5ec-4b97-a10b-c71b5097f8a9 no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:43:59.405934 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-1da67290-6f7e-4294-a178-111b75585552 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] 10.222.0.101 "PUT /v2.0/floatingips/4bebf523-a3cb-4fe8-b3e3-98a157823645 HTTP/1.1" status: 200 len: 687 time: 2.0849118 Sep 24 15:43:59.406635 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 55834) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:43:59.428952 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554d013a-eeae-4b6b-8b9c-18826ecd152f None None] Sync routers for ids ['5eeef12e-2fb6-438c-9ab3-48ec448cdf29'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:43:59.461849 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-100130e1-16b0-4a5a-ba16-2f45841a2618 service neutron] For port 2f5a166f-73aa-4d69-848c-9741f19b3801, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=2f5a166f-73aa-4d69-848c-9741f19b3801,segment=NetworkSegment(243a7589-8f05-4f79-bb2a-571ad81e4b0d),segment_id=243a7589-8f05-4f79-bb2a-571ad81e4b0d)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:43:59.497690 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554d013a-eeae-4b6b-8b9c-18826ecd152f None None] Routers {'5eeef12e-2fb6-438c-9ab3-48ec448cdf29'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:43:59.500590 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-554d013a-eeae-4b6b-8b9c-18826ecd152f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:43:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['5eeef12e-2fb6-438c-9ab3-48ec448cdf29'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:59.501029 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-100130e1-16b0-4a5a-ba16-2f45841a2618 service neutron] For port 2f5a166f-73aa-4d69-848c-9741f19b3801, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:43:59.538203 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-100130e1-16b0-4a5a-ba16-2f45841a2618 service neutron] device_id is not set on port 2f5a166f-73aa-4d69-848c-9741f19b3801 yet. {{(pid=95298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:43:59.547822 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-100130e1-16b0-4a5a-ba16-2f45841a2618 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:59.562752 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b229c718-dbdd-4e8b-a3be-45dddaf864d5 req-0a3266d9-4f95-43a6-afc6-9c0d01a076c6 tempest-ServerTagsTestJSON-2095655972 tempest-ServerTagsTestJSON-2095655972-project] 10.222.0.101 "GET /v2.0/security-groups?id=e1397cbd-5cb3-4a40-b9d0-2d70611bbb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7209725 Sep 24 15:43:59.563814 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2fa898-e994-4e16-88a4-1ebb6446e0c8 req-35a35488-acbd-4ca2-aec4-b1d42c6bfa17 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:59.565635 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bc2fa898-e994-4e16-88a4-1ebb6446e0c8 req-35a35488-acbd-4ca2-aec4-b1d42c6bfa17 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 944 time: 0.1524417 Sep 24 15:43:59.614735 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-554d013a-eeae-4b6b-8b9c-18826ecd152f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:59.617263 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b789cf35-a987-4e79-a872-1d2ea12e0a75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:59.625095 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=d4b18f8b-70cf-4cbf-9ef3-a4612e10fee4,revision_number=6']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:43:59.640122 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-554d013a-eeae-4b6b-8b9c-18826ecd152f None None] Routers {'5eeef12e-2fb6-438c-9ab3-48ec448cdf29'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:43:59.640827 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-554d013a-eeae-4b6b-8b9c-18826ecd152f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:43:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['5eeef12e-2fb6-438c-9ab3-48ec448cdf29'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:59.696878 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-554d013a-eeae-4b6b-8b9c-18826ecd152f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:43:59.698101 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-554d013a-eeae-4b6b-8b9c-18826ecd152f None None] The sync data for ids ['5eeef12e-2fb6-438c-9ab3-48ec448cdf29'] in n-d-808921-1 is: [] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:43:59.711628 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:59.768427 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bc2fa898-e994-4e16-88a4-1ebb6446e0c8 req-ddc050df-03bf-48df-a19f-7686c7eeab8f tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424358 Sep 24 15:43:59.796373 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-846b2abb-6aa2-444d-ac4a-7f4bfc79c1a4 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Deleting port 16f84396-4c5a-443c-943f-bb1a4633f876 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:43:59.796586 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 8bb88954-e5ec-4b97-a10b-c71b5097f8a9, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=8bb88954-e5ec-4b97-a10b-c71b5097f8a9,segment=NetworkSegment(14654774-2682-4094-9ce4-6bbca9e08e6e),segment_id=14654774-2682-4094-9ce4-6bbca9e08e6e)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:43:59.797080 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-846b2abb-6aa2-444d-ac4a-7f4bfc79c1a4 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:59.837682 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b789cf35-a987-4e79-a872-1d2ea12e0a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:59.844744 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-100130e1-16b0-4a5a-ba16-2f45841a2618 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:59.928921 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-846b2abb-6aa2-444d-ac4a-7f4bfc79c1a4 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:59.929462 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-846b2abb-6aa2-444d-ac4a-7f4bfc79c1a4 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:59.929893 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:59.930773 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device f7691fd8-1f6a-45f4-bf43-5e43375cafad no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:43:59.963381 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-846b2abb-6aa2-444d-ac4a-7f4bfc79c1a4 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Calling delete_port for 16f84396-4c5a-443c-943f-bb1a4633f876 owned by network:floatingip {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:43:59.963911 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-3740a8b8-71c3-421d-a7be-146ac02ada35 req-320381f3-4093-492a-9507-303269384997 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5908f9de-ed94-41f5-abb7-d7e6c094d0ff {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:43:59.975426 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-3740a8b8-71c3-421d-a7be-146ac02ada35 req-320381f3-4093-492a-9507-303269384997 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:43:59.991796 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd232e44-bf0c-4644-8d17-93fd09b0cb0c req-be3929c0-8018-4c72-876d-b857db9d43ef tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:43:59.996114 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-3740a8b8-71c3-421d-a7be-146ac02ada35 req-320381f3-4093-492a-9507-303269384997 service neutron] Transition to ACTIVE for port object 5908f9de-ed94-41f5-abb7-d7e6c094d0ff will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:44:00.001551 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-dd232e44-bf0c-4644-8d17-93fd09b0cb0c req-be3929c0-8018-4c72-876d-b857db9d43ef tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 944 time: 0.0946794 Sep 24 15:44:00.094892 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-dd232e44-bf0c-4644-8d17-93fd09b0cb0c req-42113da6-9d8f-4b67-ab86-648894334878 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915000 Sep 24 15:44:00.100850 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-3740a8b8-71c3-421d-a7be-146ac02ada35 req-320381f3-4093-492a-9507-303269384997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:00.157108 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=8bb88954-e5ec-4b97-a10b-c71b5097f8a9,revision_number=6']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:00.259192 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b789cf35-a987-4e79-a872-1d2ea12e0a75 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=1274710cc24d4007aec11422693fe25f&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0293779 Sep 24 15:44:00.266270 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b789cf35-a987-4e79-a872-1d2ea12e0a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcab3053-682b-439f-9a70-da972ef1bbcd,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:00.273250 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 55848) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:00.313696 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100130e1-16b0-4a5a-ba16-2f45841a2618 service neutron] Pushing event updated for resources: {'Port': ['ID=2f5a166f-73aa-4d69-848c-9741f19b3801,revision_number=6']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:00.331579 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:00.336686 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-100130e1-16b0-4a5a-ba16-2f45841a2618 service neutron] No DVR routers for this DVR port 2f5a166f-73aa-4d69-848c-9741f19b3801 on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:44:00.377297 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3cf1df-be62-458b-92ba-42bd6fc308a5 req-a7066867-5fc8-4bb2-b31f-8823e6386e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:00.380613 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1e3cf1df-be62-458b-92ba-42bd6fc308a5 req-a7066867-5fc8-4bb2-b31f-8823e6386e42 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=90a0f52e-66f0-40bf-bb7a-fe9239657f16 HTTP/1.1" status: 200 len: 1097 time: 0.8191628 Sep 24 15:44:00.413036 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port f7691fd8-1f6a-45f4-bf43-5e43375cafad, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=f7691fd8-1f6a-45f4-bf43-5e43375cafad,segment=NetworkSegment(243a7589-8f05-4f79-bb2a-571ad81e4b0d),segment_id=243a7589-8f05-4f79-bb2a-571ad81e4b0d)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:44:00.424768 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b0b81-5f51-4819-9228-49d00d776eca req-f26fb710-733c-4479-8d41-c06fbd919969 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:00.426027 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a108f-a083-4187-aaf3-b7e10a21aab8 req-90c6f233-1e9d-478a-a346-5ec8be6934a1 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:00.426699 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-093b0b81-5f51-4819-9228-49d00d776eca req-f26fb710-733c-4479-8d41-c06fbd919969 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] 10.222.0.101 "GET /v2.0/ports?device_id=d719fec7-66f1-4dd2-b53f-53a84893c57c HTTP/1.1" status: 200 len: 944 time: 0.1923630 Sep 24 15:44:00.434085 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a108f-a083-4187-aaf3-b7e10a21aab8 req-90c6f233-1e9d-478a-a346-5ec8be6934a1 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:00.441476 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a108f-a083-4187-aaf3-b7e10a21aab8 req-90c6f233-1e9d-478a-a346-5ec8be6934a1 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:00.453628 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a108f-a083-4187-aaf3-b7e10a21aab8 req-90c6f233-1e9d-478a-a346-5ec8be6934a1 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:00.461402 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929a108f-a083-4187-aaf3-b7e10a21aab8 req-90c6f233-1e9d-478a-a346-5ec8be6934a1 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:00.470473 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-929a108f-a083-4187-aaf3-b7e10a21aab8 req-90c6f233-1e9d-478a-a346-5ec8be6934a1 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/ports?device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 3882 time: 0.5594082 Sep 24 15:44:00.471113 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6e1c0723-efce-4a60-a628-9c066daaafe4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:00.500725 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-093b0b81-5f51-4819-9228-49d00d776eca req-4f751b62-89cf-44a3-bdc0-dca0ef7edb23 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] 10.222.0.101 "GET /v2.0/security-groups?id=be6cac17-9963-4188-8e07-d6012bbe1404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635626 Sep 24 15:44:00.522941 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-846b2abb-6aa2-444d-ac4a-7f4bfc79c1a4 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:00.526611 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6e1c0723-efce-4a60-a628-9c066daaafe4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:00.551725 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:00.552454 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 0ee6ad90-d588-4863-a2f6-9306b19035e5 no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:44:00.564859 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-100130e1-16b0-4a5a-ba16-2f45841a2618 service neutron] In _notify_port_updated(), no bound segment for port 2f5a166f-73aa-4d69-848c-9741f19b3801 on network 5073d904-8b2b-4bdf-8338-7c236ddf6645 {{(pid=95298) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 24 15:44:00.572088 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-100130e1-16b0-4a5a-ba16-2f45841a2618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:00.572088 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-100130e1-16b0-4a5a-ba16-2f45841a2618 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:00.572088 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-100130e1-16b0-4a5a-ba16-2f45841a2618 service neutron] 10.222.0.108 "PUT /v2.0/ports/2f5a166f-73aa-4d69-848c-9741f19b3801 HTTP/1.1" status: 200 len: 1031 time: 2.2382588 Sep 24 15:44:00.695476 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-02036cbc-551a-45bf-b620-528ac64d0272 None None] Provisioning complete for port 2f5a166f-73aa-4d69-848c-9741f19b3801 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:44:00.695852 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-02036cbc-551a-45bf-b620-528ac64d0272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:00.702002 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846b2abb-6aa2-444d-ac4a-7f4bfc79c1a4 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Pushing event deleted for resources: {'Port': ['ID=16f84396-4c5a-443c-943f-bb1a4633f876,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:00.708653 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320381f3-4093-492a-9507-303269384997 service neutron] Pushing event updated for resources: {'Port': ['ID=5908f9de-ed94-41f5-abb7-d7e6c094d0ff,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:00.724112 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1e3cf1df-be62-458b-92ba-42bd6fc308a5 req-ee631709-6bf9-448d-b836-d4064492847e service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=e1397cbd-5cb3-4a40-b9d0-2d70611bbb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112669 Sep 24 15:44:00.727828 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=f7691fd8-1f6a-45f4-bf43-5e43375cafad,revision_number=6']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:00.730505 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-929a108f-a083-4187-aaf3-b7e10a21aab8 req-ca7e8807-f4f7-4d98-9132-80ff73c9580d tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/security-groups?id=009469bf-50d0-4ac3-bdd3-519f093da79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2588530 Sep 24 15:44:00.762133 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-3740a8b8-71c3-421d-a7be-146ac02ada35 req-320381f3-4093-492a-9507-303269384997 service neutron] Attempting to bind port 5908f9de-ed94-41f5-abb7-d7e6c094d0ff on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:44:00.763128 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-3740a8b8-71c3-421d-a7be-146ac02ada35 req-320381f3-4093-492a-9507-303269384997 service neutron] Attempting to bind port 5908f9de-ed94-41f5-abb7-d7e6c094d0ff by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': 'b84f5eb8-8372-4830-939f-7f53ff710cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '19c2cc6b-6fd9-4d5d-b971-5ea0f368a861'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:44:00.767593 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3740a8b8-71c3-421d-a7be-146ac02ada35 req-320381f3-4093-492a-9507-303269384997 service neutron] Attempting to bind port 5908f9de-ed94-41f5-abb7-d7e6c094d0ff on network 19c2cc6b-6fd9-4d5d-b971-5ea0f368a861 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:44:00.772327 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-02036cbc-551a-45bf-b620-528ac64d0272 None None] Port 2f5a166f-73aa-4d69-848c-9741f19b3801 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:44:00.778535 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3740a8b8-71c3-421d-a7be-146ac02ada35 req-320381f3-4093-492a-9507-303269384997 service neutron] Port 5908f9de-ed94-41f5-abb7-d7e6c094d0ff on network 19c2cc6b-6fd9-4d5d-b971-5ea0f368a861 not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:44:00.778852 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3740a8b8-71c3-421d-a7be-146ac02ada35 req-320381f3-4093-492a-9507-303269384997 service neutron] Attempting to bind port 5908f9de-ed94-41f5-abb7-d7e6c094d0ff on network 19c2cc6b-6fd9-4d5d-b971-5ea0f368a861 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:44:00.798559 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3740a8b8-71c3-421d-a7be-146ac02ada35 req-320381f3-4093-492a-9507-303269384997 service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:44:00.799025 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3740a8b8-71c3-421d-a7be-146ac02ada35 req-320381f3-4093-492a-9507-303269384997 service neutron] Checking segment: {'id': 'b84f5eb8-8372-4830-939f-7f53ff710cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '19c2cc6b-6fd9-4d5d-b971-5ea0f368a861'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:44:00.799277 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3740a8b8-71c3-421d-a7be-146ac02ada35 req-320381f3-4093-492a-9507-303269384997 service neutron] Bound using segment: {'id': 'b84f5eb8-8372-4830-939f-7f53ff710cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '19c2cc6b-6fd9-4d5d-b971-5ea0f368a861'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:44:00.799726 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-3740a8b8-71c3-421d-a7be-146ac02ada35 req-320381f3-4093-492a-9507-303269384997 service neutron] Bound port: 5908f9de-ed94-41f5-abb7-d7e6c094d0ff, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b84f5eb8-8372-4830-939f-7f53ff710cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '19c2cc6b-6fd9-4d5d-b971-5ea0f368a861'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:44:00.801518 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:00.804132 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-3740a8b8-71c3-421d-a7be-146ac02ada35 req-320381f3-4093-492a-9507-303269384997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:00.812168 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-cad6c540-0e63-4467-be6d-6890f4ebaf4b tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Deleting port 0142ad3a-dc16-4465-ac2e-8afaafbbaba6 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:44:00.812514 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-cad6c540-0e63-4467-be6d-6890f4ebaf4b tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:00.826811 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-846b2abb-6aa2-444d-ac4a-7f4bfc79c1a4 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks [] for floatingip, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:00.836298 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-846b2abb-6aa2-444d-ac4a-7f4bfc79c1a4 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:00.840677 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-846b2abb-6aa2-444d-ac4a-7f4bfc79c1a4 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] 10.222.0.101 "DELETE /v2.0/floatingips/4bebf523-a3cb-4fe8-b3e3-98a157823645 HTTP/1.1" status: 204 len: 168 time: 1.4330530 Sep 24 15:44:00.844710 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 55854) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:00.860120 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de32718-5bf0-419a-b0f9-aa121247a486 req-9d9fbf90-dc2b-46e7-be26-197149bd1507 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:00.868559 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6de32718-5bf0-419a-b0f9-aa121247a486 req-9d9fbf90-dc2b-46e7-be26-197149bd1507 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 944 time: 0.2410753 Sep 24 15:44:00.886228 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 0ee6ad90-d588-4863-a2f6-9306b19035e5, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=0ee6ad90-d588-4863-a2f6-9306b19035e5,segment=NetworkSegment(14654774-2682-4094-9ce4-6bbca9e08e6e),segment_id=14654774-2682-4094-9ce4-6bbca9e08e6e)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:44:00.921040 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [None req-fb90df65-3829-4062-80b1-3178018f50e2 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] delete failed (client error): The resource could not be found. Sep 24 15:44:00.922071 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-fb90df65-3829-4062-80b1-3178018f50e2 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] 10.222.0.101 "DELETE /v2.0/floatingips/4bebf523-a3cb-4fe8-b3e3-98a157823645 HTTP/1.1" status: 404 len: 345 time: 0.0770047 Sep 24 15:44:00.925315 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6de32718-5bf0-419a-b0f9-aa121247a486 req-fdf128b6-8e08-4c7b-ab1a-b3819c3165a1 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556104 Sep 24 15:44:00.933797 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 55856) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:01.007620 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:01.008341 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 2f5a166f-73aa-4d69-848c-9741f19b3801 no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:44:01.017730 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-3740a8b8-71c3-421d-a7be-146ac02ada35 req-320381f3-4093-492a-9507-303269384997 service neutron] For port 5908f9de-ed94-41f5-abb7-d7e6c094d0ff, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:44:01.027757 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-3740a8b8-71c3-421d-a7be-146ac02ada35 req-320381f3-4093-492a-9507-303269384997 service neutron] For port 5908f9de-ed94-41f5-abb7-d7e6c094d0ff, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=5908f9de-ed94-41f5-abb7-d7e6c094d0ff,segment=NetworkSegment(b84f5eb8-8372-4830-939f-7f53ff710cab),segment_id=b84f5eb8-8372-4830-939f-7f53ff710cab)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:44:01.059621 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-cad6c540-0e63-4467-be6d-6890f4ebaf4b tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] For port 0142ad3a-dc16-4465-ac2e-8afaafbbaba6, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=0142ad3a-dc16-4465-ac2e-8afaafbbaba6,segment=NetworkSegment(79652434-eda4-47b6-bb65-4ff228cc56a1),segment_id=79652434-eda4-47b6-bb65-4ff228cc56a1)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:44:01.059986 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-cad6c540-0e63-4467-be6d-6890f4ebaf4b tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:01.079169 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28490254-0980-4a53-a8d8-ec1a5c8030e1 req-ec7d9611-e5a5-47f9-a9a1-ddaff0d0edf7 tempest-ServerTagsTestJSON-2095655972 tempest-ServerTagsTestJSON-2095655972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:01.080730 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-28490254-0980-4a53-a8d8-ec1a5c8030e1 req-ec7d9611-e5a5-47f9-a9a1-ddaff0d0edf7 tempest-ServerTagsTestJSON-2095655972 tempest-ServerTagsTestJSON-2095655972-project] 10.222.0.101 "GET /v2.0/ports?device_id=90a0f52e-66f0-40bf-bb7a-fe9239657f16 HTTP/1.1" status: 200 len: 946 time: 0.1657596 Sep 24 15:44:01.113310 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-3740a8b8-71c3-421d-a7be-146ac02ada35 req-320381f3-4093-492a-9507-303269384997 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:01.147910 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82071e5f-36cd-4ac4-9f6e-0b2ed8c4097a tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:01.159986 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '465bc65b-5f46-498c-b8b1-509be174e9cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4b18f8b-70cf-4cbf-9ef3-a4612e10fee4'}, {'server_uuid': '465bc65b-5f46-498c-b8b1-509be174e9cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bb88954-e5ec-4b97-a10b-c71b5097f8a9'}, {'server_uuid': '465bc65b-5f46-498c-b8b1-509be174e9cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7691fd8-1f6a-45f4-bf43-5e43375cafad'}, {'server_uuid': '465bc65b-5f46-498c-b8b1-509be174e9cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ee6ad90-d588-4863-a2f6-9306b19035e5'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:44:01.160241 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82071e5f-36cd-4ac4-9f6e-0b2ed8c4097a tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:01.162815 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67ca338-af0a-4698-a54d-a9335aea3153" -d '{"events": [{"server_uuid": "465bc65b-5f46-498c-b8b1-509be174e9cd", "name": "network-vif-unplugged", "status": "completed", "tag": "d4b18f8b-70cf-4cbf-9ef3-a4612e10fee4"}, {"server_uuid": "465bc65b-5f46-498c-b8b1-509be174e9cd", "name": "network-vif-unplugged", "status": "completed", "tag": "8bb88954-e5ec-4b97-a10b-c71b5097f8a9"}, {"server_uuid": "465bc65b-5f46-498c-b8b1-509be174e9cd", "name": "network-vif-unplugged", "status": "completed", "tag": "f7691fd8-1f6a-45f4-bf43-5e43375cafad"}, {"server_uuid": "465bc65b-5f46-498c-b8b1-509be174e9cd", "name": "network-vif-unplugged", "status": "completed", "tag": "0ee6ad90-d588-4863-a2f6-9306b19035e5"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:44:01.167395 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82071e5f-36cd-4ac4-9f6e-0b2ed8c4097a tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:01.173137 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-82071e5f-36cd-4ac4-9f6e-0b2ed8c4097a tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] 10.222.0.101 "GET /v2.0/ports?network_id=802c1bef-8e1c-4fc9-aa59-00b541c0a723 HTTP/1.1" status: 200 len: 2358 time: 0.2377863 Sep 24 15:44:01.183959 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 2f5a166f-73aa-4d69-848c-9741f19b3801 not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:44:01.184698 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 55864) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:01.184968 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device abc5097c-45c0-4a4c-83ad-221aa210e627 no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:44:01.188094 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=0ee6ad90-d588-4863-a2f6-9306b19035e5,revision_number=6']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:01.233480 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6e1c0723-efce-4a60-a628-9c066daaafe4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:01.237094 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6e1c0723-efce-4a60-a628-9c066daaafe4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:01.237216 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device abc5097c-45c0-4a4c-83ad-221aa210e627 not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:44:01.237216 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 0142ad3a-dc16-4465-ac2e-8afaafbbaba6 no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:44:01.238306 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-6e1c0723-efce-4a60-a628-9c066daaafe4 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/bcab3053-682b-439f-9a70-da972ef1bbcd HTTP/1.1" status: 204 len: 168 time: 0.9635334 Sep 24 15:44:01.263056 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740a8b8-71c3-421d-a7be-146ac02ada35 req-320381f3-4093-492a-9507-303269384997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:01.264202 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-3740a8b8-71c3-421d-a7be-146ac02ada35 req-320381f3-4093-492a-9507-303269384997 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:01.265274 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-1e34778c-2fc9-4621-b9f7-d1ae3c38eeb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:01.265612 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3740a8b8-71c3-421d-a7be-146ac02ada35 req-320381f3-4093-492a-9507-303269384997 service neutron] 10.222.0.110 "PUT /v2.0/ports/5908f9de-ed94-41f5-abb7-d7e6c094d0ff HTTP/1.1" status: 200 len: 1092 time: 2.7769067 Sep 24 15:44:01.287486 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd719fec7-66f1-4dd2-b53f-53a84893c57c', 'tag': '5908f9de-ed94-41f5-abb7-d7e6c094d0ff'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:44:01.290097 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66ed7524-28a2-41bc-a691-34abad44d1c4" -d '{"events": [{"name": "network-changed", "server_uuid": "d719fec7-66f1-4dd2-b53f-53a84893c57c", "tag": "5908f9de-ed94-41f5-abb7-d7e6c094d0ff"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:44:01.306576 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1c0723-efce-4a60-a628-9c066daaafe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcab3053-682b-439f-9a70-da972ef1bbcd,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:01.337025 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3df4419-f759-4cab-bf3e-d0f1564bac5c req-b09d30ae-63b5-450d-8541-625d6a9f7303 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:01.342951 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:01.346968 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e3df4419-f759-4cab-bf3e-d0f1564bac5c req-b09d30ae-63b5-450d-8541-625d6a9f7303 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 944 time: 0.1726162 Sep 24 15:44:01.400326 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 0142ad3a-dc16-4465-ac2e-8afaafbbaba6, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=0142ad3a-dc16-4465-ac2e-8afaafbbaba6,segment=NetworkSegment(79652434-eda4-47b6-bb65-4ff228cc56a1),segment_id=79652434-eda4-47b6-bb65-4ff228cc56a1)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:44:01.423517 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-28490254-0980-4a53-a8d8-ec1a5c8030e1 req-d3d199f6-5c79-46c6-8542-9b44836be4f2 tempest-ServerTagsTestJSON-2095655972 tempest-ServerTagsTestJSON-2095655972-project] 10.222.0.101 "GET /v2.0/security-groups?id=e1397cbd-5cb3-4a40-b9d0-2d70611bbb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200519 Sep 24 15:44:01.464080 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e3df4419-f759-4cab-bf3e-d0f1564bac5c req-f118056b-4ec3-40b0-b90b-49dbe4256b96 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162179 Sep 24 15:44:01.505073 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:01.591013 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Fri, 24 Sep 2021 15:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934635d0-9e41-4dfd-ae98-e1fa53479f68 x-openstack-request-id: req-934635d0-9e41-4dfd-ae98-e1fa53479f68 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:44:01.592384 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "465bc65b-5f46-498c-b8b1-509be174e9cd", "name": "network-vif-unplugged", "status": "completed", "tag": "d4b18f8b-70cf-4cbf-9ef3-a4612e10fee4", "code": 200}, {"server_uuid": "465bc65b-5f46-498c-b8b1-509be174e9cd", "name": "network-vif-unplugged", "status": "completed", "tag": "8bb88954-e5ec-4b97-a10b-c71b5097f8a9", "code": 200}, {"server_uuid": "465bc65b-5f46-498c-b8b1-509be174e9cd", "name": "network-vif-unplugged", "status": "completed", "tag": "f7691fd8-1f6a-45f4-bf43-5e43375cafad", "code": 200}, {"server_uuid": "465bc65b-5f46-498c-b8b1-509be174e9cd", "name": "network-vif-unplugged", "status": "completed", "tag": "0ee6ad90-d588-4863-a2f6-9306b19035e5", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:44:01.592948 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-934635d0-9e41-4dfd-ae98-e1fa53479f68 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:44:01.593512 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465bc65b-5f46-498c-b8b1-509be174e9cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4b18f8b-70cf-4cbf-9ef3-a4612e10fee4', 'code': 200} Sep 24 15:44:01.593958 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465bc65b-5f46-498c-b8b1-509be174e9cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bb88954-e5ec-4b97-a10b-c71b5097f8a9', 'code': 200} Sep 24 15:44:01.594455 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465bc65b-5f46-498c-b8b1-509be174e9cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7691fd8-1f6a-45f4-bf43-5e43375cafad', 'code': 200} Sep 24 15:44:01.594934 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465bc65b-5f46-498c-b8b1-509be174e9cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ee6ad90-d588-4863-a2f6-9306b19035e5', 'code': 200} Sep 24 15:44:01.608946 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f9333f-b20b-4764-91da-8c442edd0352 x-openstack-request-id: req-73f9333f-b20b-4764-91da-8c442edd0352 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:44:01.609557 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d719fec7-66f1-4dd2-b53f-53a84893c57c", "tag": "5908f9de-ed94-41f5-abb7-d7e6c094d0ff", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:44:01.609557 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-73f9333f-b20b-4764-91da-8c442edd0352 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:44:01.609966 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd719fec7-66f1-4dd2-b53f-53a84893c57c', 'tag': '5908f9de-ed94-41f5-abb7-d7e6c094d0ff', 'status': 'completed', 'code': 200} Sep 24 15:44:01.617917 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320381f3-4093-492a-9507-303269384997 service neutron] Pushing event updated for resources: {'Port': ['ID=5908f9de-ed94-41f5-abb7-d7e6c094d0ff,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:01.626212 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=0142ad3a-dc16-4465-ac2e-8afaafbbaba6,revision_number=6']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:01.637932 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86cb748-3128-4a09-b6c5-eae70e90977e tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:01.639381 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-d86cb748-3128-4a09-b6c5-eae70e90977e tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] 10.222.0.101 "GET /v2.0/subnets/04e818a8-b7a0-4bf9-90a6-331288efb5cb HTTP/1.1" status: 200 len: 797 time: 0.4520569 Sep 24 15:44:01.644245 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 55874) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:01.655890 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-d195d0b3-ee42-49e7-a716-76be97bc3114 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Request body: {'port': {'network_id': '802c1bef-8e1c-4fc9-aa59-00b541c0a723', 'name': 'tempest-FloatingIPTestJSON-1512394175', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:44:01.708985 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-cad6c540-0e63-4467-be6d-6890f4ebaf4b tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:01.712223 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-cad6c540-0e63-4467-be6d-6890f4ebaf4b tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:01.712592 n-d-808921-1 neutron-server[95298]: INFO neutron.db.l3_db [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-cad6c540-0e63-4467-be6d-6890f4ebaf4b tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Floating IP 986b65e4-6612-4df9-b260-d016e68639d4 disassociated. External IP: 172.25.0.231, port: 0142ad3a-dc16-4465-ac2e-8afaafbbaba6. Sep 24 15:44:01.712977 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-cad6c540-0e63-4467-be6d-6890f4ebaf4b tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Calling delete_port for 0142ad3a-dc16-4465-ac2e-8afaafbbaba6 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:44:01.730755 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740a8b8-71c3-421d-a7be-146ac02ada35 req-3d8a261b-36a8-4fe1-9bf4-d08ba7b64b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:01.732277 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3740a8b8-71c3-421d-a7be-146ac02ada35 req-3d8a261b-36a8-4fe1-9bf4-d08ba7b64b1e service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=5263748a73e54761954b877d2ae863de&device_id=d719fec7-66f1-4dd2-b53f-53a84893c57c HTTP/1.1" status: 200 len: 1095 time: 0.2536535 Sep 24 15:44:01.883440 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3740a8b8-71c3-421d-a7be-146ac02ada35 req-dd54e4c6-7b8e-4349-a75c-0034d9bed1ad service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5908f9de-ed94-41f5-abb7-d7e6c094d0ff HTTP/1.1" status: 200 len: 217 time: 0.1302485 Sep 24 15:44:01.900442 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d195d0b3-ee42-49e7-a716-76be97bc3114 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Made reservation on behalf of 0f592124eb9b4affa1c22ff2dead359b for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:44:01.925857 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e51784-745b-4ce3-9fb4-3745eacb9aeb req-99b1d826-9b9a-415d-9e8d-57b2c2863f67 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:01.937078 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-16e51784-745b-4ce3-9fb4-3745eacb9aeb req-99b1d826-9b9a-415d-9e8d-57b2c2863f67 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] 10.222.0.101 "GET /v2.0/ports?device_id=d719fec7-66f1-4dd2-b53f-53a84893c57c HTTP/1.1" status: 200 len: 944 time: 0.3039103 Sep 24 15:44:02.030714 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf6995-2b6f-4823-a351-3bc1836e22b1 req-2be89dc9-5a8a-4962-9ad6-8724f2d196f9 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:02.038443 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf6995-2b6f-4823-a351-3bc1836e22b1 req-2be89dc9-5a8a-4962-9ad6-8724f2d196f9 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:02.043905 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740a8b8-71c3-421d-a7be-146ac02ada35 req-15a6884c-7a8e-4dcd-bc9b-54cb12579598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:02.045150 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3740a8b8-71c3-421d-a7be-146ac02ada35 req-15a6884c-7a8e-4dcd-bc9b-54cb12579598 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=c9e1fbb5-ba1f-404e-a5c9-92121db23b41 HTTP/1.1" status: 200 len: 854 time: 0.1281972 Sep 24 15:44:02.045814 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf6995-2b6f-4823-a351-3bc1836e22b1 req-2be89dc9-5a8a-4962-9ad6-8724f2d196f9 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:02.054669 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf6995-2b6f-4823-a351-3bc1836e22b1 req-2be89dc9-5a8a-4962-9ad6-8724f2d196f9 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:02.067392 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaf6995-2b6f-4823-a351-3bc1836e22b1 req-2be89dc9-5a8a-4962-9ad6-8724f2d196f9 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:02.070523 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-16e51784-745b-4ce3-9fb4-3745eacb9aeb req-0cd16a25-9cf5-40e5-9fa4-45aa9f388f0c tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] 10.222.0.101 "GET /v2.0/security-groups?id=be6cac17-9963-4188-8e07-d6012bbe1404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240878 Sep 24 15:44:02.077106 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6eaf6995-2b6f-4823-a351-3bc1836e22b1 req-2be89dc9-5a8a-4962-9ad6-8724f2d196f9 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/ports?device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 3874 time: 0.2228067 Sep 24 15:44:02.153881 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6eaf6995-2b6f-4823-a351-3bc1836e22b1 req-8ee6e2bc-5d0b-4406-9a8f-f8f29deefaf7 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/security-groups?id=009469bf-50d0-4ac3-bdd3-519f093da79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765150 Sep 24 15:44:02.160605 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d195d0b3-ee42-49e7-a716-76be97bc3114 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:02.174603 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740a8b8-71c3-421d-a7be-146ac02ada35 req-34ba9e24-7729-427b-991b-b4af5172d29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:02.183528 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3740a8b8-71c3-421d-a7be-146ac02ada35 req-34ba9e24-7729-427b-991b-b4af5172d29e service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=19c2cc6b-6fd9-4d5d-b971-5ea0f368a861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1116707 Sep 24 15:44:02.207906 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [None req-d195d0b3-ee42-49e7-a716-76be97bc3114 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] device_id is not set on port 3eaf825b-470f-4f25-bc18-4f85b3b99c64 yet. {{(pid=95297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:44:02.354581 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3740a8b8-71c3-421d-a7be-146ac02ada35 req-1da22996-daf4-446c-bccc-6eae3c228450 service neutron] 10.222.0.110 "GET /v2.0/networks/19c2cc6b-6fd9-4d5d-b971-5ea0f368a861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438851 Sep 24 15:44:02.419303 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-cad6c540-0e63-4467-be6d-6890f4ebaf4b tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:02.572432 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad6c540-0e63-4467-be6d-6890f4ebaf4b tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Pushing event deleted for resources: {'Port': ['ID=0142ad3a-dc16-4465-ac2e-8afaafbbaba6,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:02.654213 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad6c540-0e63-4467-be6d-6890f4ebaf4b tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:44:02.655064 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad6c540-0e63-4467-be6d-6890f4ebaf4b tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:44:02.655064 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad6c540-0e63-4467-be6d-6890f4ebaf4b tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:44:02.655707 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad6c540-0e63-4467-be6d-6890f4ebaf4b tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:44:02.656144 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad6c540-0e63-4467-be6d-6890f4ebaf4b tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:44:02.656669 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad6c540-0e63-4467-be6d-6890f4ebaf4b tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:44:02.657099 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad6c540-0e63-4467-be6d-6890f4ebaf4b tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:44:02.657553 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad6c540-0e63-4467-be6d-6890f4ebaf4b tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:44:02.657968 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad6c540-0e63-4467-be6d-6890f4ebaf4b tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:44:02.658414 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad6c540-0e63-4467-be6d-6890f4ebaf4b tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:44:02.658836 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad6c540-0e63-4467-be6d-6890f4ebaf4b tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:44:02.659254 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad6c540-0e63-4467-be6d-6890f4ebaf4b tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:44:02.662379 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-d195d0b3-ee42-49e7-a716-76be97bc3114 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Allocated IP 172.20.0.14 (802c1bef-8e1c-4fc9-aa59-00b541c0a723/04e818a8-b7a0-4bf9-90a6-331288efb5cb/3eaf825b-470f-4f25-bc18-4f85b3b99c64) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:44:02.670825 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-d195d0b3-ee42-49e7-a716-76be97bc3114 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Allocated IP 172.20.0.13 (802c1bef-8e1c-4fc9-aa59-00b541c0a723/04e818a8-b7a0-4bf9-90a6-331288efb5cb/3eaf825b-470f-4f25-bc18-4f85b3b99c64) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:44:02.743281 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3740a8b8-71c3-421d-a7be-146ac02ada35 req-609be8f1-18ab-4a2f-a4bb-cbc46a68f279 service neutron] 10.222.0.110 "GET /v2.0/networks/19c2cc6b-6fd9-4d5d-b971-5ea0f368a861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3792751 Sep 24 15:44:02.754309 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141aa8c-1014-4d27-9a28-f0e60fdbcf27 req-e0513432-2076-4e48-b285-e984d58bb7f7 tempest-ServerTagsTestJSON-2095655972 tempest-ServerTagsTestJSON-2095655972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:02.765222 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e141aa8c-1014-4d27-9a28-f0e60fdbcf27 req-e0513432-2076-4e48-b285-e984d58bb7f7 tempest-ServerTagsTestJSON-2095655972 tempest-ServerTagsTestJSON-2095655972-project] 10.222.0.101 "GET /v2.0/ports?device_id=90a0f52e-66f0-40bf-bb7a-fe9239657f16 HTTP/1.1" status: 200 len: 946 time: 0.2362599 Sep 24 15:44:02.830535 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e141aa8c-1014-4d27-9a28-f0e60fdbcf27 req-f62ab5c9-2b25-4d9c-b6a6-21664ac6ec27 tempest-ServerTagsTestJSON-2095655972 tempest-ServerTagsTestJSON-2095655972-project] 10.222.0.101 "GET /v2.0/security-groups?id=e1397cbd-5cb3-4a40-b9d0-2d70611bbb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617769 Sep 24 15:44:02.842893 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-cad6c540-0e63-4467-be6d-6890f4ebaf4b tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Router c2086fa9-cf8e-4bdb-99af-be1065d59808 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:44:02.961618 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d195d0b3-ee42-49e7-a716-76be97bc3114 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:03.001775 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed7524-28a2-41bc-a691-34abad44d1c4 req-e2973378-8745-4a8d-b428-c75a88d49b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:03.003331 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-66ed7524-28a2-41bc-a691-34abad44d1c4 req-e2973378-8745-4a8d-b428-c75a88d49b4d service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=5263748a73e54761954b877d2ae863de&device_id=d719fec7-66f1-4dd2-b53f-53a84893c57c HTTP/1.1" status: 200 len: 1095 time: 0.0920572 Sep 24 15:44:03.162020 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed7524-28a2-41bc-a691-34abad44d1c4 req-a986c737-0fd4-4f0a-a886-d220eaa020e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:03.163637 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-66ed7524-28a2-41bc-a691-34abad44d1c4 req-a986c737-0fd4-4f0a-a886-d220eaa020e8 service neutron] 10.222.0.110 "GET /v2.0/networks?id=19c2cc6b-6fd9-4d5d-b971-5ea0f368a861 HTTP/1.1" status: 200 len: 917 time: 0.1504462 Sep 24 15:44:03.169062 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d195d0b3-ee42-49e7-a716-76be97bc3114 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:03.225391 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d195d0b3-ee42-49e7-a716-76be97bc3114 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Network 802c1bef-8e1c-4fc9-aa59-00b541c0a723 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:44:03.229633 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-d195d0b3-ee42-49e7-a716-76be97bc3114 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:44:03.234058 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-66ed7524-28a2-41bc-a691-34abad44d1c4 req-58550420-0bb3-4a4f-8d68-a6b0e9103958 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5908f9de-ed94-41f5-abb7-d7e6c094d0ff HTTP/1.1" status: 200 len: 217 time: 0.0614989 Sep 24 15:44:03.236019 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-cad6c540-0e63-4467-be6d-6890f4ebaf4b tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:44:03.241834 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d195d0b3-ee42-49e7-a716-76be97bc3114 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:44:03.248133 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7298a2b2-c0a1-4e6e-bb4e-0869e8bcc17f None None] Sync routers for ids ['c2086fa9-cf8e-4bdb-99af-be1065d59808'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:44:03.274781 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7298a2b2-c0a1-4e6e-bb4e-0869e8bcc17f None None] Routers {'c2086fa9-cf8e-4bdb-99af-be1065d59808'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:44:03.275948 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-7298a2b2-c0a1-4e6e-bb4e-0869e8bcc17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:43:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['c2086fa9-cf8e-4bdb-99af-be1065d59808'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:03.297606 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d195d0b3-ee42-49e7-a716-76be97bc3114 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Pushing event updated for resources: {'Port': ['ID=3eaf825b-470f-4f25-bc18-4f85b3b99c64,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:03.389007 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-cad6c540-0e63-4467-be6d-6890f4ebaf4b tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] No DVR routers for this DVR port 0142ad3a-dc16-4465-ac2e-8afaafbbaba6 on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:44:03.393315 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-cad6c540-0e63-4467-be6d-6890f4ebaf4b tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:03.395334 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-cad6c540-0e63-4467-be6d-6890f4ebaf4b tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.108 "DELETE /v2.0/ports/0142ad3a-dc16-4465-ac2e-8afaafbbaba6 HTTP/1.1" status: 204 len: 173 time: 2.8195031 Sep 24 15:44:03.422481 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d195d0b3-ee42-49e7-a716-76be97bc3114 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:03.422481 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d195d0b3-ee42-49e7-a716-76be97bc3114 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:03.439553 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed7524-28a2-41bc-a691-34abad44d1c4 req-1dd60d50-724d-4ee8-b619-c3df8620dc31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:03.441041 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-66ed7524-28a2-41bc-a691-34abad44d1c4 req-1dd60d50-724d-4ee8-b619-c3df8620dc31 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=c9e1fbb5-ba1f-404e-a5c9-92121db23b41 HTTP/1.1" status: 200 len: 854 time: 0.1760721 Sep 24 15:44:03.463383 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef9d5b-517c-462e-aaac-3b80a1c839f6 req-32461779-8cc5-43b5-83cf-c453b26449be tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:03.471612 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ebef9d5b-517c-462e-aaac-3b80a1c839f6 req-32461779-8cc5-43b5-83cf-c453b26449be tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] 10.222.0.101 "GET /v2.0/ports?device_id=d719fec7-66f1-4dd2-b53f-53a84893c57c HTTP/1.1" status: 200 len: 944 time: 0.1613619 Sep 24 15:44:03.477143 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-7298a2b2-c0a1-4e6e-bb4e-0869e8bcc17f None None] Set router c2086fa9-cf8e-4bdb-99af-be1065d59808 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:44:03.520165 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ebef9d5b-517c-462e-aaac-3b80a1c839f6 req-1d271662-f5d3-4126-a0f0-b1526d3a596e tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] 10.222.0.101 "GET /v2.0/security-groups?id=be6cac17-9963-4188-8e07-d6012bbe1404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463929 Sep 24 15:44:03.538069 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed7524-28a2-41bc-a691-34abad44d1c4 req-9a31abcc-7df3-4647-ac42-99adf8cf711f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:03.539624 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-66ed7524-28a2-41bc-a691-34abad44d1c4 req-9a31abcc-7df3-4647-ac42-99adf8cf711f service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=19c2cc6b-6fd9-4d5d-b971-5ea0f368a861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0891051 Sep 24 15:44:03.577247 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-d195d0b3-ee42-49e7-a716-76be97bc3114 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.9288971 Sep 24 15:44:03.577666 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 55928) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:03.586449 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-64a0f264-de29-4032-8331-b053385d8b18 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Request body: {'floatingip': {'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'port_id': '3eaf825b-470f-4f25-bc18-4f85b3b99c64', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:44:03.596200 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '465bc65b-5f46-498c-b8b1-509be174e9cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0142ad3a-dc16-4465-ac2e-8afaafbbaba6'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:44:03.601498 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f642fb33-111a-47c5-b9dc-e12069d7963a" -d '{"events": [{"server_uuid": "465bc65b-5f46-498c-b8b1-509be174e9cd", "name": "network-vif-unplugged", "status": "completed", "tag": "0142ad3a-dc16-4465-ac2e-8afaafbbaba6"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:44:03.611047 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-891bc819-b3b0-43ef-b32b-cd6610191d24 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Deleting port 0ee6ad90-d588-4863-a2f6-9306b19035e5 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:44:03.611404 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-891bc819-b3b0-43ef-b32b-cd6610191d24 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:03.647321 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '465bc65b-5f46-498c-b8b1-509be174e9cd', 'name': 'network-vif-deleted', 'tag': '0142ad3a-dc16-4465-ac2e-8afaafbbaba6'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:44:03.651249 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0feba00c-6b6b-45a5-ac63-313a07319855" -d '{"events": [{"server_uuid": "465bc65b-5f46-498c-b8b1-509be174e9cd", "name": "network-vif-deleted", "tag": "0142ad3a-dc16-4465-ac2e-8afaafbbaba6"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:44:03.746791 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3f023c5d-755f-4e13-9564-15dedfdeaeb7 req-ec4f2805-f13a-4af5-8c42-cc1964f9cb3e tempest-ServerShowV257Test-1543336481 tempest-ServerShowV257Test-1543336481-project] 10.222.0.101 "GET /v2.0/ports?device_id=2191b105-2ae5-4b12-8fd8-816f1c6c9cb0 HTTP/1.1" status: 200 len: 210 time: 0.0450647 Sep 24 15:44:03.783593 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-64a0f264-de29-4032-8331-b053385d8b18 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks [] for floatingip, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:03.807445 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-7298a2b2-c0a1-4e6e-bb4e-0869e8bcc17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2086fa9-cf8e-4bdb-99af-be1065d59808', 'name': 'tempest-TaggedBootDevicesTest_v242-709135455-router', 'tenant_id': '53357413dfbc434b8597a2dcdb9cca78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '080ea5d8-7220-4318-9219-e0dca7112e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:32:42Z', 'updated_at': '2021-09-24T15:32:52Z', 'revision_number': 4, 'project_id': '53357413dfbc434b8597a2dcdb9cca78', 'gw_port': {'id': '080ea5d8-7220-4318-9219-e0dca7112e09', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:09:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2086fa9-cf8e-4bdb-99af-be1065d59808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:32:43Z', 'updated_at': '2021-09-24T15:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '645e1d7e-0857-41d7-a10c-b800f89b7e63', 'name': '', 'network_id': 'ff8678b1-4349-4ca8-a723-03edf66a1778', 'tenant_id': '53357413dfbc434b8597a2dcdb9cca78', 'mac_address': 'fa:16:3e:c1:81:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2086fa9-cf8e-4bdb-99af-be1065d59808', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '740320f3-b182-49df-862e-fbe87946f30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:32:50Z', 'updated_at': '2021-09-24T15:32:57Z', 'revision_number': 5, 'project_id': '53357413dfbc434b8597a2dcdb9cca78', 'subnets': [{'id': '740320f3-b182-49df-862e-fbe87946f30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:03.848523 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 15:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ceac36b-2adb-4fe6-9b50-3f4f62c4b43d x-openstack-request-id: req-2ceac36b-2adb-4fe6-9b50-3f4f62c4b43d {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:44:03.849134 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "465bc65b-5f46-498c-b8b1-509be174e9cd", "name": "network-vif-unplugged", "status": "completed", "tag": "0142ad3a-dc16-4465-ac2e-8afaafbbaba6", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:44:03.849475 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-2ceac36b-2adb-4fe6-9b50-3f4f62c4b43d {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:44:03.849981 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465bc65b-5f46-498c-b8b1-509be174e9cd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0142ad3a-dc16-4465-ac2e-8afaafbbaba6', 'code': 200} Sep 24 15:44:03.855723 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7298a2b2-c0a1-4e6e-bb4e-0869e8bcc17f None None] Checking router: c2086fa9-cf8e-4bdb-99af-be1065d59808 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:44:03.876348 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7298a2b2-c0a1-4e6e-bb4e-0869e8bcc17f None None] Routers {'c2086fa9-cf8e-4bdb-99af-be1065d59808'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:44:03.877308 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-7298a2b2-c0a1-4e6e-bb4e-0869e8bcc17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:43:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['c2086fa9-cf8e-4bdb-99af-be1065d59808'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:03.904910 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-62752854-505d-4963-9096-eea3b3fd0a7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:03.923525 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-66ed7524-28a2-41bc-a691-34abad44d1c4 req-7023f272-08b9-4b1b-9e1c-da4fbfbbe7df service neutron] 10.222.0.110 "GET /v2.0/networks/19c2cc6b-6fd9-4d5d-b971-5ea0f368a861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3683882 Sep 24 15:44:03.936377 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95731c-54a8-4db5-911f-7a3dddd73151 req-18f1e14a-f9bd-436d-aeeb-b3018aa21a13 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:03.943721 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95731c-54a8-4db5-911f-7a3dddd73151 req-18f1e14a-f9bd-436d-aeeb-b3018aa21a13 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:03.950495 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95731c-54a8-4db5-911f-7a3dddd73151 req-18f1e14a-f9bd-436d-aeeb-b3018aa21a13 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:03.957160 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be95731c-54a8-4db5-911f-7a3dddd73151 req-18f1e14a-f9bd-436d-aeeb-b3018aa21a13 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:03.965105 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-be95731c-54a8-4db5-911f-7a3dddd73151 req-18f1e14a-f9bd-436d-aeeb-b3018aa21a13 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/ports?device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 3141 time: 0.2666759 Sep 24 15:44:03.978157 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-64a0f264-de29-4032-8331-b053385d8b18 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:04.004329 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-7298a2b2-c0a1-4e6e-bb4e-0869e8bcc17f None None] Set router c2086fa9-cf8e-4bdb-99af-be1065d59808 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:44:04.075562 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-891bc819-b3b0-43ef-b32b-cd6610191d24 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] For port 0ee6ad90-d588-4863-a2f6-9306b19035e5, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=0ee6ad90-d588-4863-a2f6-9306b19035e5,segment=NetworkSegment(14654774-2682-4094-9ce4-6bbca9e08e6e),segment_id=14654774-2682-4094-9ce4-6bbca9e08e6e)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:44:04.075562 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-891bc819-b3b0-43ef-b32b-cd6610191d24 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:04.101002 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-be95731c-54a8-4db5-911f-7a3dddd73151 req-eefdab91-037e-4d4a-abfd-012a42040ef6 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/security-groups?id=009469bf-50d0-4ac3-bdd3-519f093da79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1348152 Sep 24 15:44:04.124636 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-64a0f264-de29-4032-8331-b053385d8b18 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Allocated IP 172.25.0.247 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/ea0613b7-5625-4fc3-bcb5-d0b7f8894540) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:44:04.162807 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ad43fa-4420-4089-9d69-8a9885e93d8d x-openstack-request-id: req-c3ad43fa-4420-4089-9d69-8a9885e93d8d {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:44:04.163100 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "465bc65b-5f46-498c-b8b1-509be174e9cd", "name": "network-vif-deleted", "tag": "0142ad3a-dc16-4465-ac2e-8afaafbbaba6", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:44:04.163341 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c3ad43fa-4420-4089-9d69-8a9885e93d8d {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:44:04.163733 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465bc65b-5f46-498c-b8b1-509be174e9cd', 'name': 'network-vif-deleted', 'tag': '0142ad3a-dc16-4465-ac2e-8afaafbbaba6', 'status': 'completed', 'code': 200} Sep 24 15:44:04.170320 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-891bc819-b3b0-43ef-b32b-cd6610191d24 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Calling delete_port for 0ee6ad90-d588-4863-a2f6-9306b19035e5 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:44:04.271052 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-66ed7524-28a2-41bc-a691-34abad44d1c4 req-2105c759-615b-4555-a142-3688ffb0df60 service neutron] 10.222.0.110 "GET /v2.0/networks/19c2cc6b-6fd9-4d5d-b971-5ea0f368a861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2997980 Sep 24 15:44:04.291594 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:04.342871 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-64a0f264-de29-4032-8331-b053385d8b18 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:04.474279 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-64a0f264-de29-4032-8331-b053385d8b18 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:04.519110 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-7298a2b2-c0a1-4e6e-bb4e-0869e8bcc17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2086fa9-cf8e-4bdb-99af-be1065d59808', 'name': 'tempest-TaggedBootDevicesTest_v242-709135455-router', 'tenant_id': '53357413dfbc434b8597a2dcdb9cca78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '080ea5d8-7220-4318-9219-e0dca7112e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:32:42Z', 'updated_at': '2021-09-24T15:32:52Z', 'revision_number': 4, 'project_id': '53357413dfbc434b8597a2dcdb9cca78', 'gw_port': {'id': '080ea5d8-7220-4318-9219-e0dca7112e09', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:09:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2086fa9-cf8e-4bdb-99af-be1065d59808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:32:43Z', 'updated_at': '2021-09-24T15:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '645e1d7e-0857-41d7-a10c-b800f89b7e63', 'name': '', 'network_id': 'ff8678b1-4349-4ca8-a723-03edf66a1778', 'tenant_id': '53357413dfbc434b8597a2dcdb9cca78', 'mac_address': 'fa:16:3e:c1:81:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2086fa9-cf8e-4bdb-99af-be1065d59808', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '740320f3-b182-49df-862e-fbe87946f30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:32:50Z', 'updated_at': '2021-09-24T15:32:57Z', 'revision_number': 5, 'project_id': '53357413dfbc434b8597a2dcdb9cca78', 'subnets': [{'id': '740320f3-b182-49df-862e-fbe87946f30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:04.525104 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-891bc819-b3b0-43ef-b32b-cd6610191d24 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:04.537038 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a0f264-de29-4032-8331-b053385d8b18 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:44:04.548001 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-64a0f264-de29-4032-8331-b053385d8b18 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:44:04.548001 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a0f264-de29-4032-8331-b053385d8b18 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:44:04.576957 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7298a2b2-c0a1-4e6e-bb4e-0869e8bcc17f None None] The sync data for ids ['c2086fa9-cf8e-4bdb-99af-be1065d59808'] in n-d-808921-1 is: [{'id': 'c2086fa9-cf8e-4bdb-99af-be1065d59808', 'name': 'tempest-TaggedBootDevicesTest_v242-709135455-router', 'tenant_id': '53357413dfbc434b8597a2dcdb9cca78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '080ea5d8-7220-4318-9219-e0dca7112e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:32:42Z', 'updated_at': '2021-09-24T15:32:52Z', 'revision_number': 4, 'project_id': '53357413dfbc434b8597a2dcdb9cca78', 'gw_port': {'id': '080ea5d8-7220-4318-9219-e0dca7112e09', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:09:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2086fa9-cf8e-4bdb-99af-be1065d59808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:32:43Z', 'updated_at': '2021-09-24T15:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '645e1d7e-0857-41d7-a10c-b800f89b7e63', 'name': '', 'network_id': 'ff8678b1-4349-4ca8-a723-03edf66a1778', 'tenant_id': '53357413dfbc434b8597a2dcdb9cca78', 'mac_address': 'fa:16:3e:c1:81:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2086fa9-cf8e-4bdb-99af-be1065d59808', 'device_owner': 'network:router_interface', 'standard_attr_id': 519, 'fixed_ips': [{'subnet_id': '740320f3-b182-49df-862e-fbe87946f30f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:32:50Z', 'updated_at': '2021-09-24T15:32:57Z', 'revision_number': 5, 'project_id': '53357413dfbc434b8597a2dcdb9cca78', 'subnets': [{'id': '740320f3-b182-49df-862e-fbe87946f30f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:44:04.601497 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891bc819-b3b0-43ef-b32b-cd6610191d24 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Pushing event deleted for resources: {'Port': ['ID=0ee6ad90-d588-4863-a2f6-9306b19035e5,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:04.642178 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a0f264-de29-4032-8331-b053385d8b18 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Pushing event updated for resources: {'Port': ['ID=ea0613b7-5625-4fc3-bcb5-d0b7f8894540,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:04.700315 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-891bc819-b3b0-43ef-b32b-cd6610191d24 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] No DVR routers for this DVR port 0ee6ad90-d588-4863-a2f6-9306b19035e5 on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:44:04.700315 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-891bc819-b3b0-43ef-b32b-cd6610191d24 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:04.702449 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-891bc819-b3b0-43ef-b32b-cd6610191d24 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.108 "DELETE /v2.0/ports/0ee6ad90-d588-4863-a2f6-9306b19035e5 HTTP/1.1" status: 204 len: 173 time: 1.2997379 Sep 24 15:44:04.819095 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1346a14-39ed-4496-9d83-d03c8da685c2 req-d70e68bc-c74d-4509-83f2-ac8eab8fc0ac tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:04.821145 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f1346a14-39ed-4496-9d83-d03c8da685c2 req-d70e68bc-c74d-4509-83f2-ac8eab8fc0ac tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] 10.222.0.101 "GET /v2.0/ports?device_id=d719fec7-66f1-4dd2-b53f-53a84893c57c HTTP/1.1" status: 200 len: 944 time: 0.1359596 Sep 24 15:44:04.858507 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-456c3743-dc13-47e8-91c9-2503d9403f8e tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Deleting port f7691fd8-1f6a-45f4-bf43-5e43375cafad {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:44:04.858970 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-456c3743-dc13-47e8-91c9-2503d9403f8e tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:04.920438 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f1346a14-39ed-4496-9d83-d03c8da685c2 req-ba372f67-3b48-4aeb-8fd7-48f33178573e tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] 10.222.0.101 "GET /v2.0/security-groups?id=be6cac17-9963-4188-8e07-d6012bbe1404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564933 Sep 24 15:44:05.065589 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236a63b0-d460-4911-94b0-0aad0acb2d33 None None] New status for floating IP 986b65e4-6612-4df9-b260-d016e68639d4: DOWN {{(pid=95299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:44:05.100031 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-456c3743-dc13-47e8-91c9-2503d9403f8e tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] For port f7691fd8-1f6a-45f4-bf43-5e43375cafad, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=f7691fd8-1f6a-45f4-bf43-5e43375cafad,segment=NetworkSegment(243a7589-8f05-4f79-bb2a-571ad81e4b0d),segment_id=243a7589-8f05-4f79-bb2a-571ad81e4b0d)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:44:05.100632 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-456c3743-dc13-47e8-91c9-2503d9403f8e tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:05.155268 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-456c3743-dc13-47e8-91c9-2503d9403f8e tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Calling delete_port for f7691fd8-1f6a-45f4-bf43-5e43375cafad owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:44:05.186050 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bfbdc029-df16-42b4-bebc-18ba0322bdf5 req-3d2501dc-6328-45b3-b40e-0d30866078e3 tempest-ServerShowV257Test-1543336481 tempest-ServerShowV257Test-1543336481-project] 10.222.0.101 "GET /v2.0/ports?device_id=2191b105-2ae5-4b12-8fd8-816f1c6c9cb0 HTTP/1.1" status: 200 len: 210 time: 0.1597517 Sep 24 15:44:05.415913 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-64a0f264-de29-4032-8331-b053385d8b18 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:05.424693 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:05.458088 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28354462-3487-49b5-99e6-b47a05c53724 req-d6bc9385-0df5-4526-8bdb-26e5bb101c4c tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:05.464855 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28354462-3487-49b5-99e6-b47a05c53724 req-d6bc9385-0df5-4526-8bdb-26e5bb101c4c tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:05.471370 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28354462-3487-49b5-99e6-b47a05c53724 req-d6bc9385-0df5-4526-8bdb-26e5bb101c4c tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:05.478748 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-28354462-3487-49b5-99e6-b47a05c53724 req-d6bc9385-0df5-4526-8bdb-26e5bb101c4c tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/ports?device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 2408 time: 0.1623921 Sep 24 15:44:05.528673 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-28354462-3487-49b5-99e6-b47a05c53724 req-5c19810e-ba94-49df-843b-6d67133219e1 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/security-groups?id=009469bf-50d0-4ac3-bdd3-519f093da79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490596 Sep 24 15:44:05.546990 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-456c3743-dc13-47e8-91c9-2503d9403f8e tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:05.577715 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456c3743-dc13-47e8-91c9-2503d9403f8e tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Pushing event deleted for resources: {'Port': ['ID=f7691fd8-1f6a-45f4-bf43-5e43375cafad,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:05.631163 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-456c3743-dc13-47e8-91c9-2503d9403f8e tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] No DVR routers for this DVR port f7691fd8-1f6a-45f4-bf43-5e43375cafad on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:44:05.633703 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-456c3743-dc13-47e8-91c9-2503d9403f8e tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:05.636351 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-456c3743-dc13-47e8-91c9-2503d9403f8e tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.108 "DELETE /v2.0/ports/f7691fd8-1f6a-45f4-bf43-5e43375cafad HTTP/1.1" status: 204 len: 173 time: 0.9250703 Sep 24 15:44:05.716856 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-64a0f264-de29-4032-8331-b053385d8b18 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:05.741890 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-7b9f369e-fdcd-4308-9cf8-d316e8896ae9 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Deleting port d4b18f8b-70cf-4cbf-9ef3-a4612e10fee4 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:44:05.742230 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-7b9f369e-fdcd-4308-9cf8-d316e8896ae9 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:05.938447 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-64a0f264-de29-4032-8331-b053385d8b18 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:06.086686 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-64a0f264-de29-4032-8331-b053385d8b18 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:06.184648 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '465bc65b-5f46-498c-b8b1-509be174e9cd', 'name': 'network-vif-deleted', 'tag': '0ee6ad90-d588-4863-a2f6-9306b19035e5'}, {'server_uuid': '465bc65b-5f46-498c-b8b1-509be174e9cd', 'name': 'network-vif-deleted', 'tag': 'f7691fd8-1f6a-45f4-bf43-5e43375cafad'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:44:06.188833 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd41f691-ad43-4d06-bd28-4fb00ab03e4f" -d '{"events": [{"server_uuid": "465bc65b-5f46-498c-b8b1-509be174e9cd", "name": "network-vif-deleted", "tag": "0ee6ad90-d588-4863-a2f6-9306b19035e5"}, {"server_uuid": "465bc65b-5f46-498c-b8b1-509be174e9cd", "name": "network-vif-deleted", "tag": "f7691fd8-1f6a-45f4-bf43-5e43375cafad"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:44:06.233056 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-7b9f369e-fdcd-4308-9cf8-d316e8896ae9 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] For port d4b18f8b-70cf-4cbf-9ef3-a4612e10fee4, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=d4b18f8b-70cf-4cbf-9ef3-a4612e10fee4,segment=NetworkSegment(243a7589-8f05-4f79-bb2a-571ad81e4b0d),segment_id=243a7589-8f05-4f79-bb2a-571ad81e4b0d)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:44:06.233353 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-7b9f369e-fdcd-4308-9cf8-d316e8896ae9 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:06.238168 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a1f1f-74fa-4d18-be85-3b0fc44e7174 req-855e0615-bf3f-444f-8188-08c80fecd0be tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:06.245913 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-135a1f1f-74fa-4d18-be85-3b0fc44e7174 req-855e0615-bf3f-444f-8188-08c80fecd0be tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] 10.222.0.101 "GET /v2.0/ports?device_id=d719fec7-66f1-4dd2-b53f-53a84893c57c HTTP/1.1" status: 200 len: 944 time: 0.1761806 Sep 24 15:44:06.250623 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-7b9f369e-fdcd-4308-9cf8-d316e8896ae9 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Calling delete_port for d4b18f8b-70cf-4cbf-9ef3-a4612e10fee4 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:44:06.252123 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a0f264-de29-4032-8331-b053385d8b18 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Pushing event updated for resources: {'Port': ['ID=ea0613b7-5625-4fc3-bcb5-d0b7f8894540,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:06.293720 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-64a0f264-de29-4032-8331-b053385d8b18 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:06.327677 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 24 Sep 2021 15:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc72ad94-ee91-4b80-9200-5555b68750a2 x-openstack-request-id: req-dc72ad94-ee91-4b80-9200-5555b68750a2 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:44:06.327962 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "465bc65b-5f46-498c-b8b1-509be174e9cd", "name": "network-vif-deleted", "tag": "0ee6ad90-d588-4863-a2f6-9306b19035e5", "status": "completed", "code": 200}, {"server_uuid": "465bc65b-5f46-498c-b8b1-509be174e9cd", "name": "network-vif-deleted", "tag": "f7691fd8-1f6a-45f4-bf43-5e43375cafad", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:44:06.328215 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-dc72ad94-ee91-4b80-9200-5555b68750a2 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:44:06.328738 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465bc65b-5f46-498c-b8b1-509be174e9cd', 'name': 'network-vif-deleted', 'tag': '0ee6ad90-d588-4863-a2f6-9306b19035e5', 'status': 'completed', 'code': 200} Sep 24 15:44:06.328997 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465bc65b-5f46-498c-b8b1-509be174e9cd', 'name': 'network-vif-deleted', 'tag': 'f7691fd8-1f6a-45f4-bf43-5e43375cafad', 'status': 'completed', 'code': 200} Sep 24 15:44:06.372848 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-135a1f1f-74fa-4d18-be85-3b0fc44e7174 req-7b7bddaf-5cec-4e65-8d98-a63135ec727c tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] 10.222.0.101 "GET /v2.0/security-groups?id=be6cac17-9963-4188-8e07-d6012bbe1404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208739 Sep 24 15:44:06.471690 n-d-808921-1 neutron-server[95297]: INFO neutron.db.l3_db [None req-64a0f264-de29-4032-8331-b053385d8b18 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Floating IP 0b857c99-8291-49a0-b3e3-4f26dc757db0 associated. External IP: 172.25.0.247, port: 3eaf825b-470f-4f25-bc18-4f85b3b99c64. Sep 24 15:44:06.483900 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-21920d8a-dd04-4be7-9cb1-afcfb0123ae3 req-ad25aada-0385-4ec2-aabc-6dc68f800229 tempest-ServerShowV257Test-1543336481 tempest-ServerShowV257Test-1543336481-project] 10.222.0.101 "GET /v2.0/ports?device_id=2191b105-2ae5-4b12-8fd8-816f1c6c9cb0 HTTP/1.1" status: 200 len: 210 time: 0.0497777 Sep 24 15:44:06.678940 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:06.688866 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e8fb8-c1ba-4e49-b77e-dae3d7c52cbf req-83706c28-d900-4cce-a140-f0c9e2677851 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:06.697122 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7e8fb8-c1ba-4e49-b77e-dae3d7c52cbf req-83706c28-d900-4cce-a140-f0c9e2677851 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:06.705867 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dd7e8fb8-c1ba-4e49-b77e-dae3d7c52cbf req-83706c28-d900-4cce-a140-f0c9e2677851 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/ports?device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 1676 time: 0.0809405 Sep 24 15:44:06.714529 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-7b9f369e-fdcd-4308-9cf8-d316e8896ae9 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:06.756060 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9f369e-fdcd-4308-9cf8-d316e8896ae9 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Pushing event deleted for resources: {'Port': ['ID=d4b18f8b-70cf-4cbf-9ef3-a4612e10fee4,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:06.863059 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dd7e8fb8-c1ba-4e49-b77e-dae3d7c52cbf req-3202eb64-b3ba-49ce-a474-c9bd3a2ee1d8 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/security-groups?id=009469bf-50d0-4ac3-bdd3-519f093da79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559284 Sep 24 15:44:06.865046 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-7b9f369e-fdcd-4308-9cf8-d316e8896ae9 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] No DVR routers for this DVR port d4b18f8b-70cf-4cbf-9ef3-a4612e10fee4 on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:44:06.871918 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-7b9f369e-fdcd-4308-9cf8-d316e8896ae9 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:06.884893 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-7b9f369e-fdcd-4308-9cf8-d316e8896ae9 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.108 "DELETE /v2.0/ports/d4b18f8b-70cf-4cbf-9ef3-a4612e10fee4 HTTP/1.1" status: 204 len: 173 time: 1.2334561 Sep 24 15:44:06.999284 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-44afc98f-9380-42c0-a70d-27cfe9cb1905 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Deleting port 8bb88954-e5ec-4b97-a10b-c71b5097f8a9 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:44:06.999638 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-44afc98f-9380-42c0-a70d-27cfe9cb1905 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:07.075134 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64a0f264-de29-4032-8331-b053385d8b18 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Router 5eeef12e-2fb6-438c-9ab3-48ec448cdf29 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:44:07.124748 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-44afc98f-9380-42c0-a70d-27cfe9cb1905 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] For port 8bb88954-e5ec-4b97-a10b-c71b5097f8a9, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=8bb88954-e5ec-4b97-a10b-c71b5097f8a9,segment=NetworkSegment(14654774-2682-4094-9ce4-6bbca9e08e6e),segment_id=14654774-2682-4094-9ce4-6bbca9e08e6e)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:44:07.126536 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-44afc98f-9380-42c0-a70d-27cfe9cb1905 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:07.162833 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-44afc98f-9380-42c0-a70d-27cfe9cb1905 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Calling delete_port for 8bb88954-e5ec-4b97-a10b-c71b5097f8a9 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:44:07.243927 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a0f264-de29-4032-8331-b053385d8b18 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:44:07.258780 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b2331f-923a-4ee5-a234-bd9af57cba3a None None] Sync routers for ids ['5eeef12e-2fb6-438c-9ab3-48ec448cdf29'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:44:07.276957 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b2331f-923a-4ee5-a234-bd9af57cba3a None None] Routers {'5eeef12e-2fb6-438c-9ab3-48ec448cdf29'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:44:07.277598 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-95b2331f-923a-4ee5-a234-bd9af57cba3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:44:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['5eeef12e-2fb6-438c-9ab3-48ec448cdf29'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:07.324235 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-95b2331f-923a-4ee5-a234-bd9af57cba3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:07.335079 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b2331f-923a-4ee5-a234-bd9af57cba3a None None] Routers {'5eeef12e-2fb6-438c-9ab3-48ec448cdf29'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:44:07.335708 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-95b2331f-923a-4ee5-a234-bd9af57cba3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:44:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['5eeef12e-2fb6-438c-9ab3-48ec448cdf29'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:07.346841 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-64a0f264-de29-4032-8331-b053385d8b18 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:07.371478 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-95b2331f-923a-4ee5-a234-bd9af57cba3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:07.372339 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b2331f-923a-4ee5-a234-bd9af57cba3a None None] The sync data for ids ['5eeef12e-2fb6-438c-9ab3-48ec448cdf29'] in n-d-808921-1 is: [] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:44:07.390477 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-64a0f264-de29-4032-8331-b053385d8b18 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.8089430 Sep 24 15:44:07.391478 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 56010) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:07.397819 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-150d4b04-4039-41bd-94eb-c2c75d83b067 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Request body: {'floatingip': {'port_id': '3eaf825b-470f-4f25-bc18-4f85b3b99c64', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:44:07.432419 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-44afc98f-9380-42c0-a70d-27cfe9cb1905 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:07.481840 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44afc98f-9380-42c0-a70d-27cfe9cb1905 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Pushing event deleted for resources: {'Port': ['ID=8bb88954-e5ec-4b97-a10b-c71b5097f8a9,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:07.496880 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca764c0b-e5a5-44bd-ab0e-dac9f59757fb req-8e33739b-5324-454c-bce5-da4176de0b88 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:07.499431 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ca764c0b-e5a5-44bd-ab0e-dac9f59757fb req-8e33739b-5324-454c-bce5-da4176de0b88 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] 10.222.0.101 "GET /v2.0/ports?device_id=d719fec7-66f1-4dd2-b53f-53a84893c57c HTTP/1.1" status: 200 len: 944 time: 0.0612156 Sep 24 15:44:07.544508 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-150d4b04-4039-41bd-94eb-c2c75d83b067 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks [] for floatingip, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:07.551440 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ca764c0b-e5a5-44bd-ab0e-dac9f59757fb req-3d469ba6-65e6-478d-98ef-31a869a759bf tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] 10.222.0.101 "GET /v2.0/security-groups?id=be6cac17-9963-4188-8e07-d6012bbe1404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464237 Sep 24 15:44:07.618964 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-44afc98f-9380-42c0-a70d-27cfe9cb1905 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] No DVR routers for this DVR port 8bb88954-e5ec-4b97-a10b-c71b5097f8a9 on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:44:07.623834 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-44afc98f-9380-42c0-a70d-27cfe9cb1905 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:07.627884 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-311fbc89-42d4-40e4-8ca4-9af05d7ab419 req-44afc98f-9380-42c0-a70d-27cfe9cb1905 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.108 "DELETE /v2.0/ports/8bb88954-e5ec-4b97-a10b-c71b5097f8a9 HTTP/1.1" status: 204 len: 173 time: 0.7439082 Sep 24 15:44:07.658600 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e2519e-9fe8-4101-9b3f-62239eb7c799 req-84bed275-2147-427f-bd37-b35f1acac88b tempest-ServerTagsTestJSON-2095655972 tempest-ServerTagsTestJSON-2095655972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:07.660116 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-95e2519e-9fe8-4101-9b3f-62239eb7c799 req-84bed275-2147-427f-bd37-b35f1acac88b tempest-ServerTagsTestJSON-2095655972 tempest-ServerTagsTestJSON-2095655972-project] 10.222.0.101 "GET /v2.0/ports?device_id=90a0f52e-66f0-40bf-bb7a-fe9239657f16 HTTP/1.1" status: 200 len: 946 time: 0.1360509 Sep 24 15:44:07.660811 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b4432814-c372-4b08-99f3-a180b8ff8f2f req-4eb42651-39e3-4110-b9ef-2bf928afef7d tempest-ServerShowV257Test-1543336481 tempest-ServerShowV257Test-1543336481-project] 10.222.0.101 "GET /v2.0/ports?device_id=2191b105-2ae5-4b12-8fd8-816f1c6c9cb0 HTTP/1.1" status: 200 len: 210 time: 0.0415916 Sep 24 15:44:07.754578 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-95e2519e-9fe8-4101-9b3f-62239eb7c799 req-c3831a9f-d896-42a9-8150-454fb8ebca31 tempest-ServerTagsTestJSON-2095655972 tempest-ServerTagsTestJSON-2095655972-project] 10.222.0.101 "GET /v2.0/security-groups?id=e1397cbd-5cb3-4a40-b9d0-2d70611bbb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692859 Sep 24 15:44:07.981062 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-78d68f96-22bc-436c-b4fc-a0fc9824a148 req-63898517-56d9-4361-ab54-d6b81e932cc7 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/ports?device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 210 time: 0.0360351 Sep 24 15:44:08.001270 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:44:08.181225 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-150d4b04-4039-41bd-94eb-c2c75d83b067 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:08.249468 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-150d4b04-4039-41bd-94eb-c2c75d83b067 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:08.332036 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '465bc65b-5f46-498c-b8b1-509be174e9cd', 'name': 'network-vif-deleted', 'tag': 'd4b18f8b-70cf-4cbf-9ef3-a4612e10fee4'}, {'server_uuid': '465bc65b-5f46-498c-b8b1-509be174e9cd', 'name': 'network-vif-deleted', 'tag': '8bb88954-e5ec-4b97-a10b-c71b5097f8a9'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:44:08.334917 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d0f2e4f-9f92-44ce-b99a-afcf9ef2cf9c" -d '{"events": [{"server_uuid": "465bc65b-5f46-498c-b8b1-509be174e9cd", "name": "network-vif-deleted", "tag": "d4b18f8b-70cf-4cbf-9ef3-a4612e10fee4"}, {"server_uuid": "465bc65b-5f46-498c-b8b1-509be174e9cd", "name": "network-vif-deleted", "tag": "8bb88954-e5ec-4b97-a10b-c71b5097f8a9"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:44:08.379151 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9d58bbd9-46d0-4c19-82cc-2f6d1a2fe02d req-87f53a81-a4bd-44eb-85d4-9cb1d313ebab service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=2191b105-2ae5-4b12-8fd8-816f1c6c9cb0 HTTP/1.1" status: 200 len: 210 time: 0.0698259 Sep 24 15:44:08.409698 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 24 Sep 2021 15:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddbc8848-94ba-4c7e-a2c4-7708dc479119 x-openstack-request-id: req-ddbc8848-94ba-4c7e-a2c4-7708dc479119 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:44:08.410263 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "465bc65b-5f46-498c-b8b1-509be174e9cd", "name": "network-vif-deleted", "tag": "d4b18f8b-70cf-4cbf-9ef3-a4612e10fee4", "status": "completed", "code": 200}, {"server_uuid": "465bc65b-5f46-498c-b8b1-509be174e9cd", "name": "network-vif-deleted", "tag": "8bb88954-e5ec-4b97-a10b-c71b5097f8a9", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:44:08.410263 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ddbc8848-94ba-4c7e-a2c4-7708dc479119 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:44:08.410658 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465bc65b-5f46-498c-b8b1-509be174e9cd', 'name': 'network-vif-deleted', 'tag': 'd4b18f8b-70cf-4cbf-9ef3-a4612e10fee4', 'status': 'completed', 'code': 200} Sep 24 15:44:08.410911 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465bc65b-5f46-498c-b8b1-509be174e9cd', 'name': 'network-vif-deleted', 'tag': '8bb88954-e5ec-4b97-a10b-c71b5097f8a9', 'status': 'completed', 'code': 200} Sep 24 15:44:08.522632 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-150d4b04-4039-41bd-94eb-c2c75d83b067 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Router 5eeef12e-2fb6-438c-9ab3-48ec448cdf29 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:44:08.690890 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-150d4b04-4039-41bd-94eb-c2c75d83b067 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:44:08.696058 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-150d4b04-4039-41bd-94eb-c2c75d83b067 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:08.704898 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6670966-7812-4162-991d-ef0932e7676d None None] Sync routers for ids ['5eeef12e-2fb6-438c-9ab3-48ec448cdf29'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:44:08.724902 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6670966-7812-4162-991d-ef0932e7676d None None] Routers {'5eeef12e-2fb6-438c-9ab3-48ec448cdf29'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:44:08.725639 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-c6670966-7812-4162-991d-ef0932e7676d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:44:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['5eeef12e-2fb6-438c-9ab3-48ec448cdf29'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:08.764338 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b342ef08-a821-491f-bf60-70819325e427 req-0f20816f-df71-49d2-985f-018e38a25840 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:08.765190 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b342ef08-a821-491f-bf60-70819325e427 req-0f20816f-df71-49d2-985f-018e38a25840 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] 10.222.0.101 "GET /v2.0/ports?device_id=d719fec7-66f1-4dd2-b53f-53a84893c57c HTTP/1.1" status: 200 len: 944 time: 0.1227832 Sep 24 15:44:08.791263 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-c6670966-7812-4162-991d-ef0932e7676d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:08.793120 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-03fd61dc-5156-4378-b423-608ea75f7227 req-21714f8b-7d23-4635-bb2f-89e5c826effd tempest-ServerShowV257Test-1543336481 tempest-ServerShowV257Test-1543336481-project] 10.222.0.101 "GET /v2.0/ports?device_id=2191b105-2ae5-4b12-8fd8-816f1c6c9cb0 HTTP/1.1" status: 200 len: 210 time: 0.0319691 Sep 24 15:44:08.815789 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6670966-7812-4162-991d-ef0932e7676d None None] Routers {'5eeef12e-2fb6-438c-9ab3-48ec448cdf29'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:44:08.817604 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-c6670966-7812-4162-991d-ef0932e7676d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:44:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['5eeef12e-2fb6-438c-9ab3-48ec448cdf29'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:08.839679 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-150d4b04-4039-41bd-94eb-c2c75d83b067 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] 10.222.0.101 "PUT /v2.0/floatingips/0b857c99-8291-49a0-b3e3-4f26dc757db0 HTTP/1.1" status: 200 len: 979 time: 1.4456301 Sep 24 15:44:08.842501 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 56032) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:08.843962 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b342ef08-a821-491f-bf60-70819325e427 req-d583e218-1202-4caf-bedc-85ea7079a548 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] 10.222.0.101 "GET /v2.0/security-groups?id=be6cac17-9963-4188-8e07-d6012bbe1404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528922 Sep 24 15:44:09.026437 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-c6670966-7812-4162-991d-ef0932e7676d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:09.026907 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6670966-7812-4162-991d-ef0932e7676d None None] The sync data for ids ['5eeef12e-2fb6-438c-9ab3-48ec448cdf29'] in n-d-808921-1 is: [] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:44:09.029807 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:09.034630 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d3dcd6-ad38-45a2-9347-339c41fc8533 req-ababe31f-1a7c-4787-9972-e74f2b10ceeb tempest-ServerTagsTestJSON-2095655972 tempest-ServerTagsTestJSON-2095655972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:09.036489 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-70d3dcd6-ad38-45a2-9347-339c41fc8533 req-ababe31f-1a7c-4787-9972-e74f2b10ceeb tempest-ServerTagsTestJSON-2095655972 tempest-ServerTagsTestJSON-2095655972-project] 10.222.0.101 "GET /v2.0/ports?device_id=90a0f52e-66f0-40bf-bb7a-fe9239657f16 HTTP/1.1" status: 200 len: 946 time: 0.1129024 Sep 24 15:44:09.114278 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-70d3dcd6-ad38-45a2-9347-339c41fc8533 req-17cf1eef-538a-4b89-af2a-2830e6998606 tempest-ServerTagsTestJSON-2095655972 tempest-ServerTagsTestJSON-2095655972-project] 10.222.0.101 "GET /v2.0/security-groups?id=e1397cbd-5cb3-4a40-b9d0-2d70611bbb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549352 Sep 24 15:44:09.126850 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-c6baec0e-3c24-4cfa-b9d4-f17cf2e8ac09 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Deleting port ea0613b7-5625-4fc3-bcb5-d0b7f8894540 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:44:09.127532 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c6baec0e-3c24-4cfa-b9d4-f17cf2e8ac09 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:09.132911 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-58a872db-7967-4223-b922-27afae9bd1cf req-be5e4f88-5abd-41da-b070-20ba9bb0d90f tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/ports?device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 210 time: 0.0525827 Sep 24 15:44:09.166407 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355f09f-be55-4f3f-b951-5c45b29b6250 req-8dc6a60d-564f-4652-a4ac-e1b56f972b24 tempest-ServerTagsTestJSON-2095655972 tempest-ServerTagsTestJSON-2095655972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:09.166407 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7355f09f-be55-4f3f-b951-5c45b29b6250 req-8dc6a60d-564f-4652-a4ac-e1b56f972b24 tempest-ServerTagsTestJSON-2095655972 tempest-ServerTagsTestJSON-2095655972-project] 10.222.0.108 "GET /v2.0/ports?device_id=90a0f52e-66f0-40bf-bb7a-fe9239657f16 HTTP/1.1" status: 200 len: 946 time: 0.0799515 Sep 24 15:44:09.232114 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c6baec0e-3c24-4cfa-b9d4-f17cf2e8ac09 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:09.232666 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c6baec0e-3c24-4cfa-b9d4-f17cf2e8ac09 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:09.248627 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-c6baec0e-3c24-4cfa-b9d4-f17cf2e8ac09 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Calling delete_port for ea0613b7-5625-4fc3-bcb5-d0b7f8894540 owned by network:floatingip {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:44:09.345337 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-7355f09f-be55-4f3f-b951-5c45b29b6250 req-815e1b81-4cfc-491b-b395-164c10dd6f0a tempest-ServerTagsTestJSON-2095655972 tempest-ServerTagsTestJSON-2095655972-project] Deleting port 74ce8d15-0364-4089-af2a-ee62c60eb699 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:44:09.345710 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7355f09f-be55-4f3f-b951-5c45b29b6250 req-815e1b81-4cfc-491b-b395-164c10dd6f0a tempest-ServerTagsTestJSON-2095655972 tempest-ServerTagsTestJSON-2095655972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:09.475734 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-7355f09f-be55-4f3f-b951-5c45b29b6250 req-815e1b81-4cfc-491b-b395-164c10dd6f0a tempest-ServerTagsTestJSON-2095655972 tempest-ServerTagsTestJSON-2095655972-project] For port 74ce8d15-0364-4089-af2a-ee62c60eb699, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=74ce8d15-0364-4089-af2a-ee62c60eb699,segment=NetworkSegment(1e6a1bcc-9308-4dfd-a9e7-d401d707b6e0),segment_id=1e6a1bcc-9308-4dfd-a9e7-d401d707b6e0)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:44:09.476471 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7355f09f-be55-4f3f-b951-5c45b29b6250 req-815e1b81-4cfc-491b-b395-164c10dd6f0a tempest-ServerTagsTestJSON-2095655972 tempest-ServerTagsTestJSON-2095655972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:09.492959 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-7355f09f-be55-4f3f-b951-5c45b29b6250 req-815e1b81-4cfc-491b-b395-164c10dd6f0a tempest-ServerTagsTestJSON-2095655972 tempest-ServerTagsTestJSON-2095655972-project] Calling delete_port for 74ce8d15-0364-4089-af2a-ee62c60eb699 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:44:09.876431 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c6baec0e-3c24-4cfa-b9d4-f17cf2e8ac09 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:09.909592 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6baec0e-3c24-4cfa-b9d4-f17cf2e8ac09 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Pushing event deleted for resources: {'Port': ['ID=ea0613b7-5625-4fc3-bcb5-d0b7f8894540,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:09.921769 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7af33a9f-0c54-4441-a1c3-319af31eef61 req-425b280e-c3ab-45c2-b35d-bc3ae8fc0da3 tempest-ServerShowV257Test-1543336481 tempest-ServerShowV257Test-1543336481-project] 10.222.0.101 "GET /v2.0/ports?device_id=2191b105-2ae5-4b12-8fd8-816f1c6c9cb0 HTTP/1.1" status: 200 len: 210 time: 0.0356884 Sep 24 15:44:09.981392 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7355f09f-be55-4f3f-b951-5c45b29b6250 req-815e1b81-4cfc-491b-b395-164c10dd6f0a tempest-ServerTagsTestJSON-2095655972 tempest-ServerTagsTestJSON-2095655972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:09.995555 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['74ce8d15-0364-4089-af2a-ee62c60eb699'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:44:10.016098 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c6baec0e-3c24-4cfa-b9d4-f17cf2e8ac09 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks [] for floatingip, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:10.016440 n-d-808921-1 neutron-server[95297]: INFO neutron.db.l3_db [None req-c6baec0e-3c24-4cfa-b9d4-f17cf2e8ac09 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Floating IP 0b857c99-8291-49a0-b3e3-4f26dc757db0 disassociated (deleted). External IP: 172.25.0.247, port: 3eaf825b-470f-4f25-bc18-4f85b3b99c64. Sep 24 15:44:10.025527 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815e1b81-4cfc-491b-b395-164c10dd6f0a tempest-ServerTagsTestJSON-2095655972 tempest-ServerTagsTestJSON-2095655972-project] Pushing event deleted for resources: {'Port': ['ID=74ce8d15-0364-4089-af2a-ee62c60eb699,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:10.076327 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84fb3d8-d30a-43b2-b8d2-81fc080eb2b1 req-bcb97944-b893-4fce-b334-212ff975e095 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:10.078093 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b84fb3d8-d30a-43b2-b8d2-81fc080eb2b1 req-bcb97944-b893-4fce-b334-212ff975e095 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] 10.222.0.101 "GET /v2.0/ports?device_id=d719fec7-66f1-4dd2-b53f-53a84893c57c HTTP/1.1" status: 200 len: 944 time: 0.1261034 Sep 24 15:44:10.087560 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-7355f09f-be55-4f3f-b951-5c45b29b6250 req-815e1b81-4cfc-491b-b395-164c10dd6f0a tempest-ServerTagsTestJSON-2095655972 tempest-ServerTagsTestJSON-2095655972-project] No DVR routers for this DVR port 74ce8d15-0364-4089-af2a-ee62c60eb699 on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:44:10.092126 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7355f09f-be55-4f3f-b951-5c45b29b6250 req-815e1b81-4cfc-491b-b395-164c10dd6f0a tempest-ServerTagsTestJSON-2095655972 tempest-ServerTagsTestJSON-2095655972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:10.095095 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7355f09f-be55-4f3f-b951-5c45b29b6250 req-815e1b81-4cfc-491b-b395-164c10dd6f0a tempest-ServerTagsTestJSON-2095655972 tempest-ServerTagsTestJSON-2095655972-project] 10.222.0.108 "DELETE /v2.0/ports/74ce8d15-0364-4089-af2a-ee62c60eb699 HTTP/1.1" status: 204 len: 173 time: 0.9245346 Sep 24 15:44:10.159314 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b84fb3d8-d30a-43b2-b8d2-81fc080eb2b1 req-32dfeecf-ba78-4c5c-b98e-0e10cd3996b0 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] 10.222.0.101 "GET /v2.0/security-groups?id=be6cac17-9963-4188-8e07-d6012bbe1404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743067 Sep 24 15:44:10.267923 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-46a00b41-c80e-4cd0-abc0-a6c45a02d475 req-b470d2ab-ad7c-4bd3-95b6-3f6a8d21b085 tempest-ServerTagsTestJSON-2095655972 tempest-ServerTagsTestJSON-2095655972-project] 10.222.0.101 "GET /v2.0/ports?device_id=90a0f52e-66f0-40bf-bb7a-fe9239657f16 HTTP/1.1" status: 200 len: 210 time: 0.0568929 Sep 24 15:44:10.317069 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3a1e77b8-c1d9-4f9a-8f24-6a60d467822e req-c3c92c21-57b8-42f7-b7a8-7f3ce955bbc5 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/ports?device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 210 time: 0.0487111 Sep 24 15:44:10.411678 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6baec0e-3c24-4cfa-b9d4-f17cf2e8ac09 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Router 5eeef12e-2fb6-438c-9ab3-48ec448cdf29 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:44:10.412648 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90a0f52e-66f0-40bf-bb7a-fe9239657f16', 'name': 'network-vif-deleted', 'tag': '74ce8d15-0364-4089-af2a-ee62c60eb699'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:44:10.415854 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-121cede3-42aa-47eb-8962-af30b5a6c8f0" -d '{"events": [{"server_uuid": "90a0f52e-66f0-40bf-bb7a-fe9239657f16", "name": "network-vif-deleted", "tag": "74ce8d15-0364-4089-af2a-ee62c60eb699"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:44:10.465356 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f7ecf6-8597-4920-bbf8-1a98ce309b9d x-openstack-request-id: req-60f7ecf6-8597-4920-bbf8-1a98ce309b9d {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:44:10.465647 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90a0f52e-66f0-40bf-bb7a-fe9239657f16", "name": "network-vif-deleted", "tag": "74ce8d15-0364-4089-af2a-ee62c60eb699", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:44:10.465939 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-60f7ecf6-8597-4920-bbf8-1a98ce309b9d {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:44:10.467021 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90a0f52e-66f0-40bf-bb7a-fe9239657f16', 'name': 'network-vif-deleted', 'tag': '74ce8d15-0364-4089-af2a-ee62c60eb699', 'status': 'completed', 'code': 200} Sep 24 15:44:10.551515 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6baec0e-3c24-4cfa-b9d4-f17cf2e8ac09 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:44:10.565410 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b15b7b3-18b6-4780-80ab-ed40d402d0c2 None None] Sync routers for ids ['5eeef12e-2fb6-438c-9ab3-48ec448cdf29'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:44:10.571037 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c6baec0e-3c24-4cfa-b9d4-f17cf2e8ac09 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:10.577825 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b15b7b3-18b6-4780-80ab-ed40d402d0c2 None None] Routers {'5eeef12e-2fb6-438c-9ab3-48ec448cdf29'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:44:10.578627 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-3b15b7b3-18b6-4780-80ab-ed40d402d0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:44:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['5eeef12e-2fb6-438c-9ab3-48ec448cdf29'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:10.607967 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 56052) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:10.608550 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-c6baec0e-3c24-4cfa-b9d4-f17cf2e8ac09 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] 10.222.0.101 "DELETE /v2.0/floatingips/0b857c99-8291-49a0-b3e3-4f26dc757db0 HTTP/1.1" status: 204 len: 168 time: 1.7643769 Sep 24 15:44:10.627025 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-3b15b7b3-18b6-4780-80ab-ed40d402d0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:10.636460 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b15b7b3-18b6-4780-80ab-ed40d402d0c2 None None] Routers {'5eeef12e-2fb6-438c-9ab3-48ec448cdf29'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:44:10.637078 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-3b15b7b3-18b6-4780-80ab-ed40d402d0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:44:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['5eeef12e-2fb6-438c-9ab3-48ec448cdf29'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:10.675873 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-3b15b7b3-18b6-4780-80ab-ed40d402d0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:10.676577 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b15b7b3-18b6-4780-80ab-ed40d402d0c2 None None] The sync data for ids ['5eeef12e-2fb6-438c-9ab3-48ec448cdf29'] in n-d-808921-1 is: [] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:44:10.724325 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-176bb736-2de3-4c88-915a-a9be8cc79163 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Deleting port 3eaf825b-470f-4f25-bc18-4f85b3b99c64 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:44:10.724325 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-176bb736-2de3-4c88-915a-a9be8cc79163 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:10.819947 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-176bb736-2de3-4c88-915a-a9be8cc79163 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:10.835816 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-176bb736-2de3-4c88-915a-a9be8cc79163 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Calling delete_port for 3eaf825b-470f-4f25-bc18-4f85b3b99c64 owned by {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:44:10.841552 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:11.059127 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7115e544-4afb-4026-82c1-ee6d5c76846f req-cc4dd5b3-f13f-4239-ba1a-7c0fe3b84496 tempest-ServerShowV257Test-1543336481 tempest-ServerShowV257Test-1543336481-project] 10.222.0.101 "GET /v2.0/ports?device_id=2191b105-2ae5-4b12-8fd8-816f1c6c9cb0 HTTP/1.1" status: 200 len: 210 time: 0.0316906 Sep 24 15:44:11.308612 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe61e7ab-6009-4a34-91f4-82ebda543f3b req-dc639b63-5151-45c1-8850-cc9e85280eba tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:11.311697 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fe61e7ab-6009-4a34-91f4-82ebda543f3b req-dc639b63-5151-45c1-8850-cc9e85280eba tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] 10.222.0.101 "GET /v2.0/ports?device_id=d719fec7-66f1-4dd2-b53f-53a84893c57c HTTP/1.1" status: 200 len: 944 time: 0.0682023 Sep 24 15:44:11.354030 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fe61e7ab-6009-4a34-91f4-82ebda543f3b req-54392954-96ff-48ce-9f83-3f124eaf9469 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] 10.222.0.101 "GET /v2.0/security-groups?id=be6cac17-9963-4188-8e07-d6012bbe1404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358272 Sep 24 15:44:11.462200 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-eb35e7e6-2d13-43fa-a3f1-6bd1691d85e7 req-04ca2190-008b-4207-a577-1b539781a6f0 tempest-ServerTagsTestJSON-2095655972 tempest-ServerTagsTestJSON-2095655972-project] 10.222.0.101 "GET /v2.0/ports?device_id=90a0f52e-66f0-40bf-bb7a-fe9239657f16 HTTP/1.1" status: 200 len: 210 time: 0.0348458 Sep 24 15:44:11.554598 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-916c7b7b-9997-4271-b2fa-ebd1008cca00 req-54722c63-27e1-45e7-a3ed-313ef786bc36 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/ports?device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 210 time: 0.0263455 Sep 24 15:44:11.678260 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-176bb736-2de3-4c88-915a-a9be8cc79163 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:11.710635 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176bb736-2de3-4c88-915a-a9be8cc79163 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Pushing event deleted for resources: {'Port': ['ID=3eaf825b-470f-4f25-bc18-4f85b3b99c64,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:11.803106 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-176bb736-2de3-4c88-915a-a9be8cc79163 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:11.808449 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-176bb736-2de3-4c88-915a-a9be8cc79163 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] 10.222.0.101 "DELETE /v2.0/ports/3eaf825b-470f-4f25-bc18-4f85b3b99c64 HTTP/1.1" status: 204 len: 168 time: 1.1953132 Sep 24 15:44:11.808821 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 56076) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:11.813774 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-8f030ad9-0e7b-4c1e-9cf4-cedeb98cb6e1 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Request body: {'floatingip': {'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:44:11.888797 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 5908f9de-ed94-41f5-abb7-d7e6c094d0ff details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:44:12.015000 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 5908f9de-ed94-41f5-abb7-d7e6c094d0ff, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=5908f9de-ed94-41f5-abb7-d7e6c094d0ff,segment=NetworkSegment(b84f5eb8-8372-4830-939f-7f53ff710cab),segment_id=b84f5eb8-8372-4830-939f-7f53ff710cab)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:44:12.027460 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': '5908f9de-ed94-41f5-abb7-d7e6c094d0ff', 'network_id': '19c2cc6b-6fd9-4d5d-b971-5ea0f368a861', 'port_id': '5908f9de-ed94-41f5-abb7-d7e6c094d0ff', 'mac_address': 'fa:16:3e:81:0d:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9e1fbb5-ba1f-404e-a5c9-92121db23b41', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:44:12.031155 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cb4b4e72-48af-4f2e-847e-7d452cf119d1 req-c8a0d977-286d-4bd8-a80b-3eaab943c86d tempest-ServerShowV257Test-1543336481 tempest-ServerShowV257Test-1543336481-project] 10.222.0.101 "GET /v2.0/ports?device_id=2191b105-2ae5-4b12-8fd8-816f1c6c9cb0 HTTP/1.1" status: 200 len: 210 time: 0.0287626 Sep 24 15:44:12.069877 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:12.083525 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5908f9de-ed94-41f5-abb7-d7e6c094d0ff {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:44:12.103574 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 5908f9de-ed94-41f5-abb7-d7e6c094d0ff, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=5908f9de-ed94-41f5-abb7-d7e6c094d0ff,segment=NetworkSegment(b84f5eb8-8372-4830-939f-7f53ff710cab),segment_id=b84f5eb8-8372-4830-939f-7f53ff710cab)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:44:12.112006 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8f030ad9-0e7b-4c1e-9cf4-cedeb98cb6e1 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks [] for floatingip, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:12.220236 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8f030ad9-0e7b-4c1e-9cf4-cedeb98cb6e1 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:12.339010 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-8f030ad9-0e7b-4c1e-9cf4-cedeb98cb6e1 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Allocated IP 172.25.0.46 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/a24f05fa-d91b-4c77-9be4-d99527bd6d1f) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:44:12.486144 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8f030ad9-0e7b-4c1e-9cf4-cedeb98cb6e1 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:12.514420 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cee31d-3635-43e0-9e14-3ec6e25be535 req-fecaa46e-e4ac-40d4-9ab2-8cdf91fe404f tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:12.518994 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-48cee31d-3635-43e0-9e14-3ec6e25be535 req-fecaa46e-e4ac-40d4-9ab2-8cdf91fe404f tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] 10.222.0.101 "GET /v2.0/ports?device_id=d719fec7-66f1-4dd2-b53f-53a84893c57c HTTP/1.1" status: 200 len: 944 time: 0.0900657 Sep 24 15:44:12.572684 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-48cee31d-3635-43e0-9e14-3ec6e25be535 req-89eaa750-3572-40f5-8823-47ada044598b tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] 10.222.0.101 "GET /v2.0/security-groups?id=be6cac17-9963-4188-8e07-d6012bbe1404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479724 Sep 24 15:44:12.575200 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f1eae7ef-a930-43f1-916a-c5c15a857218 req-5ae09698-3bb7-41dc-9469-8b7609ec2f03 tempest-ServerTagsTestJSON-2095655972 tempest-ServerTagsTestJSON-2095655972-project] 10.222.0.101 "GET /v2.0/ports?device_id=90a0f52e-66f0-40bf-bb7a-fe9239657f16 HTTP/1.1" status: 200 len: 210 time: 0.0257847 Sep 24 15:44:12.668852 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-40b22fbe-dd03-498f-accd-c53fedfb5180 req-ad1446e7-b04c-4151-ad69-1439efadb4fa tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/ports?device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 210 time: 0.0293319 Sep 24 15:44:13.112341 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:13.145997 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-07f8fed2-73f1-4cb6-a265-947c3e66ff4f req-72c4c9ea-2926-48f5-a70a-7b471a917be1 tempest-ServerShowV257Test-1543336481 tempest-ServerShowV257Test-1543336481-project] 10.222.0.101 "GET /v2.0/ports?device_id=2191b105-2ae5-4b12-8fd8-816f1c6c9cb0 HTTP/1.1" status: 200 len: 210 time: 0.0265882 Sep 24 15:44:13.164587 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=5908f9de-ed94-41f5-abb7-d7e6c094d0ff,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:13.172467 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:44:13.172754 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:44:13.173091 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:44:13.173422 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:44:13.173750 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:44:13.174074 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:44:13.174416 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:44:13.174740 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:44:13.175059 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:44:13.175376 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:44:13.175698 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:44:13.176013 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:44:13.219433 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8f030ad9-0e7b-4c1e-9cf4-cedeb98cb6e1 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:13.261534 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f030ad9-0e7b-4c1e-9cf4-cedeb98cb6e1 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:44:13.266954 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-8f030ad9-0e7b-4c1e-9cf4-cedeb98cb6e1 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:44:13.270733 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f030ad9-0e7b-4c1e-9cf4-cedeb98cb6e1 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:44:13.278972 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f030ad9-0e7b-4c1e-9cf4-cedeb98cb6e1 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Pushing event updated for resources: {'Port': ['ID=a24f05fa-d91b-4c77-9be4-d99527bd6d1f,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:13.369780 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8f030ad9-0e7b-4c1e-9cf4-cedeb98cb6e1 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:13.390821 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['5908f9de-ed94-41f5-abb7-d7e6c094d0ff'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:44:13.512496 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8f030ad9-0e7b-4c1e-9cf4-cedeb98cb6e1 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:13.649700 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 56126) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:13.706546 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8f030ad9-0e7b-4c1e-9cf4-cedeb98cb6e1 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:13.747969 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-5779a269-b4bb-4b4e-ad15-47d3d3c882c5 admin admin] Deleting subnet 8236050a-223d-4bf5-b950-a1d18d3b7a29 {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:44:13.752659 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5779a269-b4bb-4b4e-ad15-47d3d3c882c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:13.808664 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5779a269-b4bb-4b4e-ad15-47d3d3c882c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:13.815471 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7bae71b4-3ec5-4e40-977a-534099a41f93 req-9e6698e7-9efc-47e9-89b3-7558537b52bc tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/ports?device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 210 time: 0.0331485 Sep 24 15:44:13.831245 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a981f6b9-b7d6-4aef-8831-6d89677d6e1d req-4aa687f5-6389-4c96-96e7-c032a0bda89d tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:13.833027 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a981f6b9-b7d6-4aef-8831-6d89677d6e1d req-4aa687f5-6389-4c96-96e7-c032a0bda89d tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] 10.222.0.101 "GET /v2.0/ports?device_id=d719fec7-66f1-4dd2-b53f-53a84893c57c HTTP/1.1" status: 200 len: 945 time: 0.1533818 Sep 24 15:44:13.844337 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8f030ad9-0e7b-4c1e-9cf4-cedeb98cb6e1 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:13.885148 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5779a269-b4bb-4b4e-ad15-47d3d3c882c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:13.962401 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f030ad9-0e7b-4c1e-9cf4-cedeb98cb6e1 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Pushing event updated for resources: {'Port': ['ID=a24f05fa-d91b-4c77-9be4-d99527bd6d1f,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:13.986481 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8f030ad9-0e7b-4c1e-9cf4-cedeb98cb6e1 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:14.009650 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a981f6b9-b7d6-4aef-8831-6d89677d6e1d req-d0a265e5-c918-42a4-a31e-f73770775649 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] 10.222.0.101 "GET /v2.0/security-groups?id=be6cac17-9963-4188-8e07-d6012bbe1404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216490 Sep 24 15:44:14.095340 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8f030ad9-0e7b-4c1e-9cf4-cedeb98cb6e1 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:14.104559 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 56134) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:14.104689 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-8f030ad9-0e7b-4c1e-9cf4-cedeb98cb6e1 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2897129 Sep 24 15:44:14.105097 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-bf1960b4-aaf1-4d5c-bd8a-0cf64340181f tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Request body: {'port': {'network_id': '802c1bef-8e1c-4fc9-aa59-00b541c0a723', 'name': 'tempest-FloatingIPTestJSON-668605303'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:44:14.174622 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5779a269-b4bb-4b4e-ad15-47d3d3c882c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:14.211213 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5779a269-b4bb-4b4e-ad15-47d3d3c882c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8236050a-223d-4bf5-b950-a1d18d3b7a29,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:14.221265 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5779a269-b4bb-4b4e-ad15-47d3d3c882c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:14.225203 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-5779a269-b4bb-4b4e-ad15-47d3d3c882c5 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/8236050a-223d-4bf5-b950-a1d18d3b7a29 HTTP/1.1" status: 204 len: 168 time: 0.5716176 Sep 24 15:44:14.225521 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 56138) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:14.307414 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-93f2730c-b84b-4504-899b-ad2a4ff234a1 req-a23ae93f-94f1-4af7-91e7-3b28f17dbf61 tempest-ServerShowV257Test-1543336481 tempest-ServerShowV257Test-1543336481-project] 10.222.0.101 "GET /v2.0/ports?device_id=2191b105-2ae5-4b12-8fd8-816f1c6c9cb0 HTTP/1.1" status: 200 len: 210 time: 0.0424454 Sep 24 15:44:14.332623 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3f4764b4-fbd9-4c85-9616-eabaf84a7228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:14.393760 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 74ce8d15-0364-4089-af2a-ee62c60eb699 no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:44:14.409699 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3f4764b4-fbd9-4c85-9616-eabaf84a7228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:14.414914 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] No Port match for: 74ce8d15-0364-4089-af2a-ee62c60eb699 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:44:14.415251 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 74ce8d15-0364-4089-af2a-ee62c60eb699 not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:44:14.429418 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1960b4-aaf1-4d5c-bd8a-0cf64340181f tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Made reservation on behalf of 0f592124eb9b4affa1c22ff2dead359b for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:44:14.434845 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bf1960b4-aaf1-4d5c-bd8a-0cf64340181f tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:14.438499 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-3f4764b4-fbd9-4c85-9616-eabaf84a7228 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e46dff3-7968-41a9-8e49-62e56d423039']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:14.455206 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-3f4764b4-fbd9-4c85-9616-eabaf84a7228 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e6a1bcc-9308-4dfd-a9e7-d401d707b6e0') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:14.455503 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-3f4764b4-fbd9-4c85-9616-eabaf84a7228 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e6a1bcc-9308-4dfd-a9e7-d401d707b6e0') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:14.472005 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3f4764b4-fbd9-4c85-9616-eabaf84a7228 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:14.474809 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [None req-bf1960b4-aaf1-4d5c-bd8a-0cf64340181f tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] device_id is not set on port d1c4297e-8b23-4e9b-97b6-44c218c6862b yet. {{(pid=95298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:44:14.496951 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3f4764b4-fbd9-4c85-9616-eabaf84a7228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:14.535811 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f4764b4-fbd9-4c85-9616-eabaf84a7228 admin admin] Releasing vlan 1283 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:44:14.536225 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3f4764b4-fbd9-4c85-9616-eabaf84a7228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:14.537912 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:44:14.537912 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:44:14.537912 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:44:14.537912 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:44:14.537912 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:44:14.537912 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:44:14.537912 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:44:14.537912 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:44:14.537912 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:44:14.537912 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:44:14.537912 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:44:14.537912 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:44:14.537912 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:44:14.537912 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:44:14.537912 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:44:14.537912 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:44:14.537912 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:44:14.537912 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:44:14.537912 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:44:14.537912 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:44:14.537912 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:44:14.537912 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:44:14.537912 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:44:14.537912 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:44:14.537912 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:44:14.537912 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:44:14.537912 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:44:14.537912 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:44:14.537912 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:44:14.537912 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:44:14.537912 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:44:14.537912 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:44:14.660636 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-bf1960b4-aaf1-4d5c-bd8a-0cf64340181f tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Allocated IP 172.20.0.3 (802c1bef-8e1c-4fc9-aa59-00b541c0a723/04e818a8-b7a0-4bf9-90a6-331288efb5cb/d1c4297e-8b23-4e9b-97b6-44c218c6862b) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:44:14.780566 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3f4764b4-fbd9-4c85-9616-eabaf84a7228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:14.785011 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3f4764b4-fbd9-4c85-9616-eabaf84a7228 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:14.787000 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-3f4764b4-fbd9-4c85-9616-eabaf84a7228 admin admin] 10.222.0.101 "DELETE /v2.0/networks/2e46dff3-7968-41a9-8e49-62e56d423039 HTTP/1.1" status: 204 len: 168 time: 0.5605645 Sep 24 15:44:14.806573 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4764b4-fbd9-4c85-9616-eabaf84a7228 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e46dff3-7968-41a9-8e49-62e56d423039,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:14.833339 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bf1960b4-aaf1-4d5c-bd8a-0cf64340181f tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:14.934311 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5208fbe9-3ad5-4410-9a31-c2164a68178b req-83563dfb-0a00-44ba-94fe-0cf03b111703 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/ports?device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 210 time: 0.0293310 Sep 24 15:44:15.041835 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bf1960b4-aaf1-4d5c-bd8a-0cf64340181f tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:15.097626 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1960b4-aaf1-4d5c-bd8a-0cf64340181f tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Network 802c1bef-8e1c-4fc9-aa59-00b541c0a723 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:44:15.102970 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-bf1960b4-aaf1-4d5c-bd8a-0cf64340181f tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:44:15.114425 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1960b4-aaf1-4d5c-bd8a-0cf64340181f tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:44:15.141641 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1960b4-aaf1-4d5c-bd8a-0cf64340181f tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Pushing event updated for resources: {'Port': ['ID=d1c4297e-8b23-4e9b-97b6-44c218c6862b,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:15.202132 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1960b4-aaf1-4d5c-bd8a-0cf64340181f tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:15.202830 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bf1960b4-aaf1-4d5c-bd8a-0cf64340181f tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:15.225917 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fe091b-3fa5-46c7-8e48-647cd1c31ba7 req-d2a187a6-1a2d-4f63-b52b-030e8007c2fd tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:15.227474 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-97fe091b-3fa5-46c7-8e48-647cd1c31ba7 req-d2a187a6-1a2d-4f63-b52b-030e8007c2fd tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] 10.222.0.101 "GET /v2.0/ports?device_id=d719fec7-66f1-4dd2-b53f-53a84893c57c HTTP/1.1" status: 200 len: 945 time: 0.1091664 Sep 24 15:44:15.267891 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-97fe091b-3fa5-46c7-8e48-647cd1c31ba7 req-f8285d52-6500-402b-8493-87fc7e7df1ea tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] 10.222.0.101 "GET /v2.0/security-groups?id=be6cac17-9963-4188-8e07-d6012bbe1404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339899 Sep 24 15:44:15.413690 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c3a1d87f-f349-4e3d-aec3-bbb5bd9c70ab req-f8bae1c7-24d5-4a28-ad28-94916a5b8e2f tempest-ServerShowV257Test-1543336481 tempest-ServerShowV257Test-1543336481-project] 10.222.0.101 "GET /v2.0/ports?device_id=2191b105-2ae5-4b12-8fd8-816f1c6c9cb0 HTTP/1.1" status: 200 len: 210 time: 0.0279603 Sep 24 15:44:15.524949 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-bf1960b4-aaf1-4d5c-bd8a-0cf64340181f tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4238310 Sep 24 15:44:15.527031 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 56160) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:15.532283 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-8a477a86-115b-4760-a6fc-5b062ea92c92 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Request body: {'floatingip': {'port_id': 'd1c4297e-8b23-4e9b-97b6-44c218c6862b'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:44:15.570724 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 56162) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:15.583454 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8a477a86-115b-4760-a6fc-5b062ea92c92 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks [] for floatingip, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:15.619303 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-44e5b848-efdf-4f8c-94e8-9a5d16bbf448 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=f720a4f84f144c85b52881413b229790&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468900 Sep 24 15:44:15.621629 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 56164) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:15.682775 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2c452bba-69a2-4e6a-bc0f-3dd6efbec508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:15.709632 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2c452bba-69a2-4e6a-bc0f-3dd6efbec508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:15.905035 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2c452bba-69a2-4e6a-bc0f-3dd6efbec508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:15.905327 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 5908f9de-ed94-41f5-abb7-d7e6c094d0ff up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:44:15.907545 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2c452bba-69a2-4e6a-bc0f-3dd6efbec508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:15.909287 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-2c452bba-69a2-4e6a-bc0f-3dd6efbec508 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/e1397cbd-5cb3-4a40-b9d0-2d70611bbb5b HTTP/1.1" status: 204 len: 168 time: 0.2849758 Sep 24 15:44:15.925322 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c452bba-69a2-4e6a-bc0f-3dd6efbec508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1397cbd-5cb3-4a40-b9d0-2d70611bbb5b,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:16.084353 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.db.resource_extend [None req-8a477a86-115b-4760-a6fc-5b062ea92c92 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 24 15:44:16.092553 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ba0f1941-d4dd-4ffa-a724-67aa1881be1b req-0ae61835-6012-4938-b711-5f438381ce73 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/ports?device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 210 time: 0.0366523 Sep 24 15:44:16.111950 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port 5908f9de-ed94-41f5-abb7-d7e6c094d0ff completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:44:16.116192 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port 5908f9de-ed94-41f5-abb7-d7e6c094d0ff triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:44:16.116730 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:16.158292 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8a477a86-115b-4760-a6fc-5b062ea92c92 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:16.223514 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:16.237812 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8a477a86-115b-4760-a6fc-5b062ea92c92 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:16.249342 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd719fec7-66f1-4dd2-b53f-53a84893c57c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5908f9de-ed94-41f5-abb7-d7e6c094d0ff'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:44:16.252136 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-743f0c17-d37c-421e-8438-d15dba83d96c" -d '{"events": [{"server_uuid": "d719fec7-66f1-4dd2-b53f-53a84893c57c", "name": "network-vif-plugged", "status": "completed", "tag": "5908f9de-ed94-41f5-abb7-d7e6c094d0ff"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:44:16.286066 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 5908f9de-ed94-41f5-abb7-d7e6c094d0ff, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=5908f9de-ed94-41f5-abb7-d7e6c094d0ff,segment=NetworkSegment(b84f5eb8-8372-4830-939f-7f53ff710cab),segment_id=b84f5eb8-8372-4830-939f-7f53ff710cab)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:44:16.308615 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec4432e-a097-4dec-b9aa-3a46b7d867b0 x-openstack-request-id: req-0ec4432e-a097-4dec-b9aa-3a46b7d867b0 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:44:16.312718 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d719fec7-66f1-4dd2-b53f-53a84893c57c", "name": "network-vif-plugged", "status": "completed", "tag": "5908f9de-ed94-41f5-abb7-d7e6c094d0ff", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:44:16.312718 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-0ec4432e-a097-4dec-b9aa-3a46b7d867b0 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:44:16.312718 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd719fec7-66f1-4dd2-b53f-53a84893c57c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5908f9de-ed94-41f5-abb7-d7e6c094d0ff', 'code': 200} Sep 24 15:44:16.375708 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:16.425187 n-d-808921-1 neutron-server[95297]: INFO neutron.db.l3_db [None req-8a477a86-115b-4760-a6fc-5b062ea92c92 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Floating IP f98a5c44-4b22-4ce0-a056-a5665cb7e8ba associated. External IP: 172.25.0.46, port: d1c4297e-8b23-4e9b-97b6-44c218c6862b. Sep 24 15:44:16.482845 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47a3f0-cc86-44d2-9a91-5884468b6b7a req-00fa8fa8-6090-4ee6-82aa-226b60446872 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:16.492732 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8c47a3f0-cc86-44d2-9a91-5884468b6b7a req-00fa8fa8-6090-4ee6-82aa-226b60446872 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] 10.222.0.101 "GET /v2.0/ports?device_id=d719fec7-66f1-4dd2-b53f-53a84893c57c HTTP/1.1" status: 200 len: 946 time: 0.1056283 Sep 24 15:44:16.501542 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=5908f9de-ed94-41f5-abb7-d7e6c094d0ff,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:16.505620 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e75d5-74d0-4002-b9d5-b9e4334cc35c req-ac60d005-2663-45aa-86f9-56f6dffa036e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:16.507370 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-919e75d5-74d0-4002-b9d5-b9e4334cc35c req-ac60d005-2663-45aa-86f9-56f6dffa036e service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=d719fec7-66f1-4dd2-b53f-53a84893c57c HTTP/1.1" status: 200 len: 1097 time: 0.1102920 Sep 24 15:44:16.561874 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8c47a3f0-cc86-44d2-9a91-5884468b6b7a req-35dd808e-20c9-41e0-94d4-e7e5e02a9e9e tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] 10.222.0.101 "GET /v2.0/security-groups?id=be6cac17-9963-4188-8e07-d6012bbe1404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680141 Sep 24 15:44:16.567587 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-919e75d5-74d0-4002-b9d5-b9e4334cc35c req-c27a6ee6-6c71-4efa-a512-6fc417dd77c6 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=be6cac17-9963-4188-8e07-d6012bbe1404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513136 Sep 24 15:44:16.634734 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4bddb778-7de0-4e10-8f8f-5a699b0d35d5 req-84124f8d-ac61-4bbe-967f-b84897086dd8 tempest-ServerShowV257Test-1543336481 tempest-ServerShowV257Test-1543336481-project] 10.222.0.101 "GET /v2.0/ports?device_id=2191b105-2ae5-4b12-8fd8-816f1c6c9cb0 HTTP/1.1" status: 200 len: 210 time: 0.0418851 Sep 24 15:44:16.784920 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a477a86-115b-4760-a6fc-5b062ea92c92 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Router 5eeef12e-2fb6-438c-9ab3-48ec448cdf29 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:44:16.899813 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a477a86-115b-4760-a6fc-5b062ea92c92 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:44:16.907044 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8a477a86-115b-4760-a6fc-5b062ea92c92 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:16.911229 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a57c5f9-1a04-4b69-9f37-8d99b275d2e3 None None] Sync routers for ids ['5eeef12e-2fb6-438c-9ab3-48ec448cdf29'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:44:16.923710 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a57c5f9-1a04-4b69-9f37-8d99b275d2e3 None None] Routers {'5eeef12e-2fb6-438c-9ab3-48ec448cdf29'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:44:16.924690 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-1a57c5f9-1a04-4b69-9f37-8d99b275d2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:44:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['5eeef12e-2fb6-438c-9ab3-48ec448cdf29'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:16.940922 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-8a477a86-115b-4760-a6fc-5b062ea92c92 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] 10.222.0.101 "PUT /v2.0/floatingips/f98a5c44-4b22-4ce0-a056-a5665cb7e8ba HTTP/1.1" status: 200 len: 976 time: 1.4123826 Sep 24 15:44:16.943045 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 56190) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:16.993092 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-1a57c5f9-1a04-4b69-9f37-8d99b275d2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:17.007644 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a57c5f9-1a04-4b69-9f37-8d99b275d2e3 None None] Routers {'5eeef12e-2fb6-438c-9ab3-48ec448cdf29'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:44:17.008484 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-1a57c5f9-1a04-4b69-9f37-8d99b275d2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:44:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['5eeef12e-2fb6-438c-9ab3-48ec448cdf29'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:17.051872 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-1cd02614-1619-4753-ba80-959c3f113f99 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Deleting port d1c4297e-8b23-4e9b-97b6-44c218c6862b {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:44:17.052791 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1cd02614-1619-4753-ba80-959c3f113f99 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:17.058504 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-1a57c5f9-1a04-4b69-9f37-8d99b275d2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:17.059222 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a57c5f9-1a04-4b69-9f37-8d99b275d2e3 None None] The sync data for ids ['5eeef12e-2fb6-438c-9ab3-48ec448cdf29'] in n-d-808921-1 is: [] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:44:17.174929 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1cd02614-1619-4753-ba80-959c3f113f99 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:17.229738 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-590eb2d0-7bce-49c4-91f1-6bf599f7b138 req-46251b1e-aa08-4b3a-8b9d-2e1b742dad8a tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/ports?device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 210 time: 0.0478678 Sep 24 15:44:17.392339 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1cd02614-1619-4753-ba80-959c3f113f99 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:17.392706 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1cd02614-1619-4753-ba80-959c3f113f99 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:17.393023 n-d-808921-1 neutron-server[95298]: INFO neutron.db.l3_db [None req-1cd02614-1619-4753-ba80-959c3f113f99 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Floating IP f98a5c44-4b22-4ce0-a056-a5665cb7e8ba disassociated. External IP: 172.25.0.46, port: d1c4297e-8b23-4e9b-97b6-44c218c6862b. Sep 24 15:44:17.393362 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-1cd02614-1619-4753-ba80-959c3f113f99 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Calling delete_port for d1c4297e-8b23-4e9b-97b6-44c218c6862b owned by {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:44:17.600331 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 56208) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:17.649744 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b70f127a-ae05-4fa2-85d8-88111ce37aaf req-59202760-abec-48a1-b5f4-e660ce5e960d service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=dddc2437-868a-425d-afd9-a0fe4f837064&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0592585 Sep 24 15:44:17.669272 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1cd02614-1619-4753-ba80-959c3f113f99 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:17.735132 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-e0f8a621-72c9-4cbf-9336-f5ef7b6e7d81 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-754383166-network', 'tenant_id': 'd4c2c8bb54584e96bbef304e80ce6675'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:44:17.763674 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cd8eeb22-a080-4c1b-8ca9-8a6f43396306 req-660669e8-cb5d-43be-80b8-6f27d21b830f tempest-ServerShowV257Test-1543336481 tempest-ServerShowV257Test-1543336481-project] 10.222.0.101 "GET /v2.0/ports?device_id=2191b105-2ae5-4b12-8fd8-816f1c6c9cb0 HTTP/1.1" status: 200 len: 210 time: 0.0426834 Sep 24 15:44:17.996801 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f8a621-72c9-4cbf-9336-f5ef7b6e7d81 admin admin] Made reservation on behalf of d4c2c8bb54584e96bbef304e80ce6675 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:44:17.999732 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e0f8a621-72c9-4cbf-9336-f5ef7b6e7d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:18.009507 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e0f8a621-72c9-4cbf-9336-f5ef7b6e7d81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:18.079325 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd02614-1619-4753-ba80-959c3f113f99 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Pushing event deleted for resources: {'Port': ['ID=d1c4297e-8b23-4e9b-97b6-44c218c6862b,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:18.128173 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e0f8a621-72c9-4cbf-9336-f5ef7b6e7d81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:18.148675 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fffce5-6309-43e5-a611-23dcf608c99f req-b81d947c-2b3f-4e21-96be-7ca96b940436 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:18.150161 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d3fffce5-6309-43e5-a611-23dcf608c99f req-b81d947c-2b3f-4e21-96be-7ca96b940436 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] 10.222.0.101 "GET /v2.0/ports?device_id=d719fec7-66f1-4dd2-b53f-53a84893c57c HTTP/1.1" status: 200 len: 946 time: 0.4991984 Sep 24 15:44:18.168942 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70f127a-ae05-4fa2-85d8-88111ce37aaf req-d1c4a9b3-61c8-4607-b2ae-3ae3a368e804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:18.170378 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b70f127a-ae05-4fa2-85d8-88111ce37aaf req-d1c4a9b3-61c8-4607-b2ae-3ae3a368e804 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=ac17221dd7b34bd3afb658a69ac088d3&device_id=dddc2437-868a-425d-afd9-a0fe4f837064 HTTP/1.1" status: 200 len: 1097 time: 0.4742920 Sep 24 15:44:18.232124 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e0f8a621-72c9-4cbf-9336-f5ef7b6e7d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:18.255436 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0f8a621-72c9-4cbf-9336-f5ef7b6e7d81 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1255} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:44:18.270399 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f8a621-72c9-4cbf-9336-f5ef7b6e7d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ff1563-9728-4e01-8280-8d6c271094f8,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:18.273390 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e0f8a621-72c9-4cbf-9336-f5ef7b6e7d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:18.273751 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-e0f8a621-72c9-4cbf-9336-f5ef7b6e7d81 admin admin] Added segment eeb7f22d-25bc-4343-8fd5-2b70b60c8c3d of type vlan for network 17e8f1da-c2c6-4d80-9017-bf35ad2b51a4 Sep 24 15:44:18.310290 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cd02614-1619-4753-ba80-959c3f113f99 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Router 5eeef12e-2fb6-438c-9ab3-48ec448cdf29 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:44:18.341833 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d3fffce5-6309-43e5-a611-23dcf608c99f req-ca9a0656-b6be-4198-b15a-6f760154d21d tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] 10.222.0.101 "GET /v2.0/security-groups?id=be6cac17-9963-4188-8e07-d6012bbe1404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1840088 Sep 24 15:44:18.356919 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e0f8a621-72c9-4cbf-9336-f5ef7b6e7d81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:18.419691 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7420b88b-224f-4c1e-98ac-517319a1a289 req-d7354744-8b61-47c6-87b3-9a23db42b52c tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/ports?device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 210 time: 0.0369115 Sep 24 15:44:18.446813 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70f127a-ae05-4fa2-85d8-88111ce37aaf req-a1ca1ec8-c96f-459c-b61e-9f07b45fc2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:18.448444 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b70f127a-ae05-4fa2-85d8-88111ce37aaf req-a1ca1ec8-c96f-459c-b61e-9f07b45fc2f6 service neutron] 10.222.0.108 "GET /v2.0/networks?id=bad15511-e79d-4a5e-8826-604fa4d6fb1c HTTP/1.1" status: 200 len: 914 time: 0.2565780 Sep 24 15:44:18.471900 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e0f8a621-72c9-4cbf-9336-f5ef7b6e7d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:18.472876 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f8a621-72c9-4cbf-9336-f5ef7b6e7d81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:18.473458 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e0f8a621-72c9-4cbf-9336-f5ef7b6e7d81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:18.524430 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b70f127a-ae05-4fa2-85d8-88111ce37aaf req-dcef2456-32c3-4fd3-befd-e77e293a1dec service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb238af0-bcfe-4574-a1e6-2129ca44f562 HTTP/1.1" status: 200 len: 217 time: 0.0679638 Sep 24 15:44:18.541384 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f8a621-72c9-4cbf-9336-f5ef7b6e7d81 admin admin] Pushing event updated for resources: {'Network': ['ID=17e8f1da-c2c6-4d80-9017-bf35ad2b51a4,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:18.553696 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 17e8f1da-c2c6-4d80-9017-bf35ad2b51a4 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:44:18.567515 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd02614-1619-4753-ba80-959c3f113f99 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:44:18.578551 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7317f27f-1f21-4618-b97b-e646b47e2580 None None] Sync routers for ids ['5eeef12e-2fb6-438c-9ab3-48ec448cdf29'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:44:18.588928 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7317f27f-1f21-4618-b97b-e646b47e2580 None None] Routers {'5eeef12e-2fb6-438c-9ab3-48ec448cdf29'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:44:18.589542 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-7317f27f-1f21-4618-b97b-e646b47e2580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:44:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['5eeef12e-2fb6-438c-9ab3-48ec448cdf29'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:18.601148 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e0f8a621-72c9-4cbf-9336-f5ef7b6e7d81 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9945853 Sep 24 15:44:18.601796 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 56220) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:18.607513 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-a35831a0-2a49-4243-82a1-499bbec84887 admin admin] Request body: {'subnet': {'network_id': '17e8f1da-c2c6-4d80-9017-bf35ad2b51a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-754383166-subnet', 'tenant_id': 'd4c2c8bb54584e96bbef304e80ce6675', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:44:18.623495 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70f127a-ae05-4fa2-85d8-88111ce37aaf req-410ee59e-4883-4696-b0c2-742aa76a5901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:18.624994 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b70f127a-ae05-4fa2-85d8-88111ce37aaf req-410ee59e-4883-4696-b0c2-742aa76a5901 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=ac550aa6-1c9d-441e-90e2-38bf2a7a38e4 HTTP/1.1" status: 200 len: 851 time: 0.0930471 Sep 24 15:44:18.642602 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-7317f27f-1f21-4618-b97b-e646b47e2580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:18.655873 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7317f27f-1f21-4618-b97b-e646b47e2580 None None] Routers {'5eeef12e-2fb6-438c-9ab3-48ec448cdf29'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:44:18.656874 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-7317f27f-1f21-4618-b97b-e646b47e2580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:44:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['5eeef12e-2fb6-438c-9ab3-48ec448cdf29'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:18.678163 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1cd02614-1619-4753-ba80-959c3f113f99 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:18.680154 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-1cd02614-1619-4753-ba80-959c3f113f99 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] 10.222.0.101 "DELETE /v2.0/ports/d1c4297e-8b23-4e9b-97b6-44c218c6862b HTTP/1.1" status: 204 len: 168 time: 1.7359295 Sep 24 15:44:18.683217 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 56222) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:18.703298 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-7317f27f-1f21-4618-b97b-e646b47e2580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:18.704274 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7317f27f-1f21-4618-b97b-e646b47e2580 None None] The sync data for ids ['5eeef12e-2fb6-438c-9ab3-48ec448cdf29'] in n-d-808921-1 is: [] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:44:18.730365 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70f127a-ae05-4fa2-85d8-88111ce37aaf req-01f610f5-d6f2-4dc8-be8b-5faaef25cca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:18.731951 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b70f127a-ae05-4fa2-85d8-88111ce37aaf req-01f610f5-d6f2-4dc8-be8b-5faaef25cca1 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=bad15511-e79d-4a5e-8826-604fa4d6fb1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0978506 Sep 24 15:44:18.739291 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-ab36926e-42f2-4304-bea6-09cbe876540b tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] 10.222.0.101 "GET /v2.0/floatingips/f98a5c44-4b22-4ce0-a056-a5665cb7e8ba HTTP/1.1" status: 200 len: 687 time: 0.0550687 Sep 24 15:44:18.742016 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 56224) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:18.837309 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b70f127a-ae05-4fa2-85d8-88111ce37aaf req-0193e9fb-760b-4418-a1bb-5ff032d8ef76 service neutron] 10.222.0.108 "GET /v2.0/networks/bad15511-e79d-4a5e-8826-604fa4d6fb1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968239 Sep 24 15:44:18.838392 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a35831a0-2a49-4243-82a1-499bbec84887 admin admin] Made reservation on behalf of d4c2c8bb54584e96bbef304e80ce6675 for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:44:18.841276 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a35831a0-2a49-4243-82a1-499bbec84887 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:18.875291 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-58280d7e-af32-4ed9-8626-d7ac35dae641 req-327f2212-1aa5-4bc3-9f98-2936a3bcf111 tempest-ServerShowV257Test-1543336481 tempest-ServerShowV257Test-1543336481-project] 10.222.0.101 "GET /v2.0/ports?device_id=2191b105-2ae5-4b12-8fd8-816f1c6c9cb0 HTTP/1.1" status: 200 len: 210 time: 0.0333507 Sep 24 15:44:18.959749 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b70f127a-ae05-4fa2-85d8-88111ce37aaf req-2e2857a5-d532-4f26-9d27-13ffd5c71b27 service neutron] 10.222.0.108 "GET /v2.0/networks/bad15511-e79d-4a5e-8826-604fa4d6fb1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078181 Sep 24 15:44:18.967924 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-4d719ddf-0add-4176-8dc1-6d99b8ab146a tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Deleting port a24f05fa-d91b-4c77-9be4-d99527bd6d1f {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:44:18.968293 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4d719ddf-0add-4176-8dc1-6d99b8ab146a tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:19.090682 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4d719ddf-0add-4176-8dc1-6d99b8ab146a tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:19.091592 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4d719ddf-0add-4176-8dc1-6d99b8ab146a tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:19.131244 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-4d719ddf-0add-4176-8dc1-6d99b8ab146a tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Calling delete_port for a24f05fa-d91b-4c77-9be4-d99527bd6d1f owned by network:floatingip {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:44:19.226581 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a35831a0-2a49-4243-82a1-499bbec84887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:19.322115 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35831a0-2a49-4243-82a1-499bbec84887 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02b6e5e6-5fef-46f3-885c-c3e103b85286,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:19.335403 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35831a0-2a49-4243-82a1-499bbec84887 admin admin] Checking segment: {'id': 'eeb7f22d-25bc-4343-8fd5-2b70b60c8c3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '17e8f1da-c2c6-4d80-9017-bf35ad2b51a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:44:19.335795 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35831a0-2a49-4243-82a1-499bbec84887 admin admin] Network hostable DHCP agents. Network: 17e8f1da-c2c6-4d80-9017-bf35ad2b51a4, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:44:19.413023 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4d719ddf-0add-4176-8dc1-6d99b8ab146a tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:19.443688 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d719ddf-0add-4176-8dc1-6d99b8ab146a tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Pushing event deleted for resources: {'Port': ['ID=a24f05fa-d91b-4c77-9be4-d99527bd6d1f,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:19.472308 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35831a0-2a49-4243-82a1-499bbec84887 admin admin] Network 17e8f1da-c2c6-4d80-9017-bf35ad2b51a4 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:44:19.484596 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5f4d74-b91f-4bf2-8cce-bc0688f6c391 req-2a0f9d21-f954-4ccb-8a2b-100a3106a9f3 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:19.495436 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4c5f4d74-b91f-4bf2-8cce-bc0688f6c391 req-2a0f9d21-f954-4ccb-8a2b-100a3106a9f3 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] 10.222.0.101 "GET /v2.0/ports?device_id=d719fec7-66f1-4dd2-b53f-53a84893c57c HTTP/1.1" status: 200 len: 946 time: 0.0820100 Sep 24 15:44:19.539602 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4c5f4d74-b91f-4bf2-8cce-bc0688f6c391 req-80d41d23-5bbd-4018-bd42-770a5d8eb979 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] 10.222.0.101 "GET /v2.0/security-groups?id=be6cac17-9963-4188-8e07-d6012bbe1404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416586 Sep 24 15:44:19.540638 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2f8e6482-2740-41ee-97c9-99ea2a1af916 req-7c65a757-2ae6-40ba-9fde-9364e55b58b1 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/ports?device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 210 time: 0.0325220 Sep 24 15:44:19.546645 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4d719ddf-0add-4176-8dc1-6d99b8ab146a tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks [] for floatingip, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:19.548981 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4d719ddf-0add-4176-8dc1-6d99b8ab146a tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:19.553752 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 56236) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:19.555764 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-4d719ddf-0add-4176-8dc1-6d99b8ab146a tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] 10.222.0.101 "DELETE /v2.0/floatingips/f98a5c44-4b22-4ce0-a056-a5665cb7e8ba HTTP/1.1" status: 204 len: 168 time: 0.8125870 Sep 24 15:44:19.563621 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-87820db0-5784-4a97-a6f8-599f92beb364 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Request body: {'floatingip': {'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'port_id': 'be520537-a218-48e5-a616-c0b45030f2c5'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:44:19.615439 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-a35831a0-2a49-4243-82a1-499bbec84887 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 17e8f1da-c2c6-4d80-9017-bf35ad2b51a4) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:44:19.620382 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a35831a0-2a49-4243-82a1-499bbec84887 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:19.621197 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a35831a0-2a49-4243-82a1-499bbec84887 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:19.626223 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae0056b-a795-44a1-917b-37bf0d2cbb6f None None] Network 17e8f1da-c2c6-4d80-9017-bf35ad2b51a4 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:44:19.675314 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47fab773-daec-4548-89c2-daf6a56d0298 req-2abb993f-de12-49e3-8bcd-489f2937017c tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:19.677032 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-47fab773-daec-4548-89c2-daf6a56d0298 req-2abb993f-de12-49e3-8bcd-489f2937017c tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] 10.222.0.101 "GET /v2.0/ports?device_id=d719fec7-66f1-4dd2-b53f-53a84893c57c HTTP/1.1" status: 200 len: 946 time: 0.0653784 Sep 24 15:44:19.687143 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 56240) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:19.692091 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-32775c05-3281-4110-9417-cba3bdd7697f tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Request body: {'floatingip': {'port_id': '5908f9de-ed94-41f5-abb7-d7e6c094d0ff'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:44:19.736897 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-32775c05-3281-4110-9417-cba3bdd7697f tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Notify callbacks [] for floatingip, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:19.761419 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62553c9-44ca-43f1-a076-2ee0269ee3b4 None None] Network 17e8f1da-c2c6-4d80-9017-bf35ad2b51a4 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:44:19.813678 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-87820db0-5784-4a97-a6f8-599f92beb364 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks [] for floatingip, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:19.951954 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-87820db0-5784-4a97-a6f8-599f92beb364 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:19.986049 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-a35831a0-2a49-4243-82a1-499bbec84887 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3799131 Sep 24 15:44:20.069772 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-87820db0-5784-4a97-a6f8-599f92beb364 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Allocated IP 172.25.0.123 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/b6432bed-46b2-42e7-8a0e-31ec06e1bde6) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:44:20.118795 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 56248) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:20.147782 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5cd8e644-a1e4-4a8a-8cb9-87dbae9fb247 req-707431b8-5134-4dbe-8f6e-2604896bc342 tempest-ServerShowV257Test-1543336481 tempest-ServerShowV257Test-1543336481-project] 10.222.0.101 "GET /v2.0/ports?device_id=2191b105-2ae5-4b12-8fd8-816f1c6c9cb0 HTTP/1.1" status: 200 len: 210 time: 0.1673200 Sep 24 15:44:20.212939 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-65830b2e-af45-4989-897f-dca75c1f3d91 admin admin] Deleting subnet 02b6e5e6-5fef-46f3-885c-c3e103b85286 {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:44:20.225076 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-65830b2e-af45-4989-897f-dca75c1f3d91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:20.248144 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-87820db0-5784-4a97-a6f8-599f92beb364 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:20.271862 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-65830b2e-af45-4989-897f-dca75c1f3d91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:20.339440 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-65830b2e-af45-4989-897f-dca75c1f3d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:20.448334 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-87820db0-5784-4a97-a6f8-599f92beb364 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:20.471627 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87820db0-5784-4a97-a6f8-599f92beb364 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:44:20.475643 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-87820db0-5784-4a97-a6f8-599f92beb364 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:44:20.500319 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87820db0-5784-4a97-a6f8-599f92beb364 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:44:20.529890 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-65830b2e-af45-4989-897f-dca75c1f3d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:20.578703 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87820db0-5784-4a97-a6f8-599f92beb364 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Pushing event updated for resources: {'Port': ['ID=b6432bed-46b2-42e7-8a0e-31ec06e1bde6,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:20.587783 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-65830b2e-af45-4989-897f-dca75c1f3d91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:20.592344 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-65830b2e-af45-4989-897f-dca75c1f3d91 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/02b6e5e6-5fef-46f3-885c-c3e103b85286 HTTP/1.1" status: 204 len: 168 time: 0.4698539 Sep 24 15:44:20.593850 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 56256) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:20.594879 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65830b2e-af45-4989-897f-dca75c1f3d91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02b6e5e6-5fef-46f3-885c-c3e103b85286,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:20.628224 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.db.resource_extend [None req-32775c05-3281-4110-9417-cba3bdd7697f tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 24 15:44:20.702248 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-30fe599a-6fc8-4132-9d1a-a74b9fe50b76 req-999ffe81-ae78-4f73-9609-5e963fbdb4a8 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/ports?device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 210 time: 0.0377200 Sep 24 15:44:20.706074 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-32775c05-3281-4110-9417-cba3bdd7697f tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:20.738515 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a797b4a2-bf60-493a-b8a7-f522cb48b990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:20.818615 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-32775c05-3281-4110-9417-cba3bdd7697f tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:20.878706 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a797b4a2-bf60-493a-b8a7-f522cb48b990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:20.929851 n-d-808921-1 neutron-server[95297]: INFO neutron.db.l3_db [None req-32775c05-3281-4110-9417-cba3bdd7697f tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Floating IP 81d07bf1-c520-4478-9ca2-0fbbeed68c52 associated. External IP: 172.25.0.110, port: 5908f9de-ed94-41f5-abb7-d7e6c094d0ff. Sep 24 15:44:20.936968 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-a797b4a2-bf60-493a-b8a7-f522cb48b990 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17e8f1da-c2c6-4d80-9017-bf35ad2b51a4']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:20.954654 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-a797b4a2-bf60-493a-b8a7-f522cb48b990 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeb7f22d-25bc-4343-8fd5-2b70b60c8c3d') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:20.954973 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-a797b4a2-bf60-493a-b8a7-f522cb48b990 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeb7f22d-25bc-4343-8fd5-2b70b60c8c3d') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:20.972083 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a797b4a2-bf60-493a-b8a7-f522cb48b990 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:21.012103 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a797b4a2-bf60-493a-b8a7-f522cb48b990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:21.024231 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a797b4a2-bf60-493a-b8a7-f522cb48b990 admin admin] Releasing vlan 1255 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:44:21.024636 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a797b4a2-bf60-493a-b8a7-f522cb48b990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:21.026997 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:44:21.026997 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:44:21.026997 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:44:21.026997 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:44:21.026997 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:44:21.026997 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:44:21.026997 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:44:21.026997 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:44:21.026997 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:44:21.026997 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:44:21.026997 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:44:21.026997 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:44:21.026997 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:44:21.026997 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:44:21.026997 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:44:21.026997 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:44:21.026997 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:44:21.026997 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:44:21.026997 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:44:21.026997 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:44:21.026997 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:44:21.026997 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:44:21.026997 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:44:21.026997 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:44:21.026997 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:44:21.026997 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:44:21.026997 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:44:21.026997 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:44:21.026997 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:44:21.026997 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:44:21.026997 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:44:21.026997 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:44:21.158902 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32775c05-3281-4110-9417-cba3bdd7697f tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Router 4a7d13b6-342f-4da3-8f51-13e97a87c08d has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:44:21.200119 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-87820db0-5784-4a97-a6f8-599f92beb364 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:21.238856 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a797b4a2-bf60-493a-b8a7-f522cb48b990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:21.243604 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a797b4a2-bf60-493a-b8a7-f522cb48b990 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:21.248003 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-a797b4a2-bf60-493a-b8a7-f522cb48b990 admin admin] 10.222.0.101 "DELETE /v2.0/networks/17e8f1da-c2c6-4d80-9017-bf35ad2b51a4 HTTP/1.1" status: 204 len: 168 time: 0.6483572 Sep 24 15:44:21.272457 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a797b4a2-bf60-493a-b8a7-f522cb48b990 admin admin] Pushing event deleted for resources: {'Network': ['ID=17e8f1da-c2c6-4d80-9017-bf35ad2b51a4,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:21.301572 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32775c05-3281-4110-9417-cba3bdd7697f tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:44:21.307127 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-32775c05-3281-4110-9417-cba3bdd7697f tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:21.314651 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b892416e-fc8b-4ca1-a52e-569188fa5c99 req-4728efcc-0302-43c5-b4b6-df6f31d38be2 tempest-ServerShowV257Test-1543336481 tempest-ServerShowV257Test-1543336481-project] 10.222.0.101 "GET /v2.0/ports?device_id=2191b105-2ae5-4b12-8fd8-816f1c6c9cb0 HTTP/1.1" status: 200 len: 210 time: 0.0455928 Sep 24 15:44:21.319373 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208086fb-1ccc-480e-a2df-b75e5511ffd7 None None] Sync routers for ids ['4a7d13b6-342f-4da3-8f51-13e97a87c08d'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:44:21.333171 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208086fb-1ccc-480e-a2df-b75e5511ffd7 None None] Routers {'4a7d13b6-342f-4da3-8f51-13e97a87c08d'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:44:21.335067 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-208086fb-1ccc-480e-a2df-b75e5511ffd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:44:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['4a7d13b6-342f-4da3-8f51-13e97a87c08d'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:21.354011 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-32775c05-3281-4110-9417-cba3bdd7697f tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] 10.222.0.101 "PUT /v2.0/floatingips/81d07bf1-c520-4478-9ca2-0fbbeed68c52 HTTP/1.1" status: 200 len: 992 time: 1.6656945 Sep 24 15:44:21.358819 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd719fec7-66f1-4dd2-b53f-53a84893c57c', 'tag': '5908f9de-ed94-41f5-abb7-d7e6c094d0ff'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:44:21.358819 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd24c1b5-0e2a-4328-8978-53cd10a17b0e" -d '{"events": [{"name": "network-changed", "server_uuid": "d719fec7-66f1-4dd2-b53f-53a84893c57c", "tag": "5908f9de-ed94-41f5-abb7-d7e6c094d0ff"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:44:21.398063 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4ec6973-1af5-43cc-a1e8-2de5b2af5886 x-openstack-request-id: req-b4ec6973-1af5-43cc-a1e8-2de5b2af5886 {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:44:21.398391 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d719fec7-66f1-4dd2-b53f-53a84893c57c", "tag": "5908f9de-ed94-41f5-abb7-d7e6c094d0ff", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:44:21.398651 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b4ec6973-1af5-43cc-a1e8-2de5b2af5886 {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:44:21.399055 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd719fec7-66f1-4dd2-b53f-53a84893c57c', 'tag': '5908f9de-ed94-41f5-abb7-d7e6c094d0ff', 'status': 'completed', 'code': 200} Sep 24 15:44:21.459128 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-208086fb-1ccc-480e-a2df-b75e5511ffd7 None None] Set router 4a7d13b6-342f-4da3-8f51-13e97a87c08d gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:44:21.482538 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-87820db0-5784-4a97-a6f8-599f92beb364 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:21.537332 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd24c1b5-0e2a-4328-8978-53cd10a17b0e req-52a050e3-367d-4b9b-a782-88d1d81b8100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:21.538892 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cd24c1b5-0e2a-4328-8978-53cd10a17b0e req-52a050e3-367d-4b9b-a782-88d1d81b8100 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=5263748a73e54761954b877d2ae863de&device_id=d719fec7-66f1-4dd2-b53f-53a84893c57c HTTP/1.1" status: 200 len: 1097 time: 0.0899308 Sep 24 15:44:21.713392 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd24c1b5-0e2a-4328-8978-53cd10a17b0e req-12ec7a2e-8c3d-4a57-9a9f-29d6bf8edec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:21.714924 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cd24c1b5-0e2a-4328-8978-53cd10a17b0e req-12ec7a2e-8c3d-4a57-9a9f-29d6bf8edec6 service neutron] 10.222.0.110 "GET /v2.0/networks?id=19c2cc6b-6fd9-4d5d-b971-5ea0f368a861 HTTP/1.1" status: 200 len: 917 time: 0.1687939 Sep 24 15:44:21.722947 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-208086fb-1ccc-480e-a2df-b75e5511ffd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7d13b6-342f-4da3-8f51-13e97a87c08d', 'name': 'tempest-ServersTestBootFromVolume-571201643-router', 'tenant_id': '5263748a73e54761954b877d2ae863de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '1cea6ae9-e447-420e-9d47-283723ff3ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:42:58Z', 'updated_at': '2021-09-24T15:43:07Z', 'revision_number': 4, 'project_id': '5263748a73e54761954b877d2ae863de', 'gw_port': {'id': '1cea6ae9-e447-420e-9d47-283723ff3ded', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:56:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7d13b6-342f-4da3-8f51-13e97a87c08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:43:00Z', 'updated_at': '2021-09-24T15:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': '81d07bf1-c520-4478-9ca2-0fbbeed68c52', 'tenant_id': '5263748a73e54761954b877d2ae863de', 'floating_ip_address': '172.25.0.110', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '4a7d13b6-342f-4da3-8f51-13e97a87c08d', 'port_id': '5908f9de-ed94-41f5-abb7-d7e6c094d0ff', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1291, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19c2cc6b-6fd9-4d5d-b971-5ea0f368a861', 'mac_address': 'fa:16:3e:81:0d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd719fec7-66f1-4dd2-b53f-53a84893c57c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:43:13Z', 'updated_at': '2021-09-24T15:44:20Z', 'revision_number': 1, 'project_id': '5263748a73e54761954b877d2ae863de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f9044b5-2afd-43e8-8c46-1178352c651d', 'name': '', 'network_id': '19c2cc6b-6fd9-4d5d-b971-5ea0f368a861', 'tenant_id': '5263748a73e54761954b877d2ae863de', 'mac_address': 'fa:16:3e:82:15:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7d13b6-342f-4da3-8f51-13e97a87c08d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': 'c9e1fbb5-ba1f-404e-a5c9-92121db23b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:43:05Z', 'updated_at': '2021-09-24T15:43:11Z', 'revision_number': 5, 'project_id': '5263748a73e54761954b877d2ae863de', 'subnets': [{'id': 'c9e1fbb5-ba1f-404e-a5c9-92121db23b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:21.754503 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208086fb-1ccc-480e-a2df-b75e5511ffd7 None None] Checking router: 4a7d13b6-342f-4da3-8f51-13e97a87c08d for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:44:21.763604 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208086fb-1ccc-480e-a2df-b75e5511ffd7 None None] Routers {'4a7d13b6-342f-4da3-8f51-13e97a87c08d'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:44:21.764492 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-208086fb-1ccc-480e-a2df-b75e5511ffd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:44:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['4a7d13b6-342f-4da3-8f51-13e97a87c08d'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:21.787296 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-87820db0-5784-4a97-a6f8-599f92beb364 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:21.805275 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cd24c1b5-0e2a-4328-8978-53cd10a17b0e req-047b9f6c-9c47-4826-a8ea-607d39e0aa5e service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5908f9de-ed94-41f5-abb7-d7e6c094d0ff HTTP/1.1" status: 200 len: 1000 time: 0.0823226 Sep 24 15:44:21.826200 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 56274) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:21.832221 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5faa31a2-8775-4e88-8142-b127737d7c33 req-665b55d4-cfce-4a42-b01b-15f75324b2ad tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/ports?device_id=465bc65b-5f46-498c-b8b1-509be174e9cd HTTP/1.1" status: 200 len: 210 time: 0.0306761 Sep 24 15:44:21.886358 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-208086fb-1ccc-480e-a2df-b75e5511ffd7 None None] Set router 4a7d13b6-342f-4da3-8f51-13e97a87c08d gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:44:21.893200 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd24c1b5-0e2a-4328-8978-53cd10a17b0e req-37cde579-2efd-4104-be93-d1ab7ad388ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:21.894748 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cd24c1b5-0e2a-4328-8978-53cd10a17b0e req-37cde579-2efd-4104-be93-d1ab7ad388ec service neutron] 10.222.0.110 "GET /v2.0/subnets?id=c9e1fbb5-ba1f-404e-a5c9-92121db23b41 HTTP/1.1" status: 200 len: 854 time: 0.0786994 Sep 24 15:44:21.901056 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-ade890e7-1c84-47c1-8169-1c744cc706f0 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d4c2c8bb54584e96bbef304e80ce6675&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0737381 Sep 24 15:44:21.904051 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 56276) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:21.946015 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd24c1b5-0e2a-4328-8978-53cd10a17b0e req-94f35bc0-cb41-4dfa-878d-abedb89c717b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:21.947505 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cd24c1b5-0e2a-4328-8978-53cd10a17b0e req-94f35bc0-cb41-4dfa-878d-abedb89c717b service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=19c2cc6b-6fd9-4d5d-b971-5ea0f368a861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436070 Sep 24 15:44:21.960310 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3192e708-3553-41ec-8977-ec3187703a91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:21.986862 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3192e708-3553-41ec-8977-ec3187703a91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:21.988641 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-87820db0-5784-4a97-a6f8-599f92beb364 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:22.109963 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87820db0-5784-4a97-a6f8-599f92beb364 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Pushing event updated for resources: {'Port': ['ID=b6432bed-46b2-42e7-8a0e-31ec06e1bde6,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:22.130993 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cd24c1b5-0e2a-4328-8978-53cd10a17b0e req-83bafdd8-6e2d-410c-af87-8db2f16b0a27 service neutron] 10.222.0.110 "GET /v2.0/networks/19c2cc6b-6fd9-4d5d-b971-5ea0f368a861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745534 Sep 24 15:44:22.131925 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-87820db0-5784-4a97-a6f8-599f92beb364 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:22.136290 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3192e708-3553-41ec-8977-ec3187703a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:22.140116 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3192e708-3553-41ec-8977-ec3187703a91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:22.144049 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-3192e708-3553-41ec-8977-ec3187703a91 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/e3ff1563-9728-4e01-8280-8d6c271094f8 HTTP/1.1" status: 204 len: 168 time: 0.2362995 Sep 24 15:44:22.144190 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-208086fb-1ccc-480e-a2df-b75e5511ffd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7d13b6-342f-4da3-8f51-13e97a87c08d', 'name': 'tempest-ServersTestBootFromVolume-571201643-router', 'tenant_id': '5263748a73e54761954b877d2ae863de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '1cea6ae9-e447-420e-9d47-283723ff3ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:42:58Z', 'updated_at': '2021-09-24T15:43:07Z', 'revision_number': 4, 'project_id': '5263748a73e54761954b877d2ae863de', 'gw_port': {'id': '1cea6ae9-e447-420e-9d47-283723ff3ded', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:56:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7d13b6-342f-4da3-8f51-13e97a87c08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:43:00Z', 'updated_at': '2021-09-24T15:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': '81d07bf1-c520-4478-9ca2-0fbbeed68c52', 'tenant_id': '5263748a73e54761954b877d2ae863de', 'floating_ip_address': '172.25.0.110', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '4a7d13b6-342f-4da3-8f51-13e97a87c08d', 'port_id': '5908f9de-ed94-41f5-abb7-d7e6c094d0ff', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1291, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19c2cc6b-6fd9-4d5d-b971-5ea0f368a861', 'mac_address': 'fa:16:3e:81:0d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd719fec7-66f1-4dd2-b53f-53a84893c57c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:43:13Z', 'updated_at': '2021-09-24T15:44:20Z', 'revision_number': 1, 'project_id': '5263748a73e54761954b877d2ae863de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f9044b5-2afd-43e8-8c46-1178352c651d', 'name': '', 'network_id': '19c2cc6b-6fd9-4d5d-b971-5ea0f368a861', 'tenant_id': '5263748a73e54761954b877d2ae863de', 'mac_address': 'fa:16:3e:82:15:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7d13b6-342f-4da3-8f51-13e97a87c08d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': 'c9e1fbb5-ba1f-404e-a5c9-92121db23b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:43:05Z', 'updated_at': '2021-09-24T15:43:11Z', 'revision_number': 5, 'project_id': '5263748a73e54761954b877d2ae863de', 'subnets': [{'id': 'c9e1fbb5-ba1f-404e-a5c9-92121db23b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:22.154480 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3192e708-3553-41ec-8977-ec3187703a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ff1563-9728-4e01-8280-8d6c271094f8,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:22.177443 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208086fb-1ccc-480e-a2df-b75e5511ffd7 None None] The sync data for ids ['4a7d13b6-342f-4da3-8f51-13e97a87c08d'] in n-d-808921-1 is: [{'id': '4a7d13b6-342f-4da3-8f51-13e97a87c08d', 'name': 'tempest-ServersTestBootFromVolume-571201643-router', 'tenant_id': '5263748a73e54761954b877d2ae863de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '1cea6ae9-e447-420e-9d47-283723ff3ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:42:58Z', 'updated_at': '2021-09-24T15:43:07Z', 'revision_number': 4, 'project_id': '5263748a73e54761954b877d2ae863de', 'gw_port': {'id': '1cea6ae9-e447-420e-9d47-283723ff3ded', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:56:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7d13b6-342f-4da3-8f51-13e97a87c08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:43:00Z', 'updated_at': '2021-09-24T15:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': '81d07bf1-c520-4478-9ca2-0fbbeed68c52', 'tenant_id': '5263748a73e54761954b877d2ae863de', 'floating_ip_address': '172.25.0.110', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '4a7d13b6-342f-4da3-8f51-13e97a87c08d', 'port_id': '5908f9de-ed94-41f5-abb7-d7e6c094d0ff', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1291, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '19c2cc6b-6fd9-4d5d-b971-5ea0f368a861', 'mac_address': 'fa:16:3e:81:0d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd719fec7-66f1-4dd2-b53f-53a84893c57c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:43:13Z', 'updated_at': '2021-09-24T15:44:20Z', 'revision_number': 1, 'project_id': '5263748a73e54761954b877d2ae863de', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f9044b5-2afd-43e8-8c46-1178352c651d', 'name': '', 'network_id': '19c2cc6b-6fd9-4d5d-b971-5ea0f368a861', 'tenant_id': '5263748a73e54761954b877d2ae863de', 'mac_address': 'fa:16:3e:82:15:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7d13b6-342f-4da3-8f51-13e97a87c08d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': 'c9e1fbb5-ba1f-404e-a5c9-92121db23b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:43:05Z', 'updated_at': '2021-09-24T15:43:11Z', 'revision_number': 5, 'project_id': '5263748a73e54761954b877d2ae863de', 'subnets': [{'id': 'c9e1fbb5-ba1f-404e-a5c9-92121db23b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:44:22.313702 n-d-808921-1 neutron-server[95298]: INFO neutron.db.l3_db [None req-87820db0-5784-4a97-a6f8-599f92beb364 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Floating IP 4ef3faaf-1400-4ca6-b9b3-90edc2b14d56 associated. External IP: 172.25.0.123, port: be520537-a218-48e5-a616-c0b45030f2c5. Sep 24 15:44:22.318738 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cd24c1b5-0e2a-4328-8978-53cd10a17b0e req-0b1b22e4-b4b0-4316-bf38-4858ed19e747 service neutron] 10.222.0.110 "GET /v2.0/networks/19c2cc6b-6fd9-4d5d-b971-5ea0f368a861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513622 Sep 24 15:44:22.460819 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7dd15b-b20a-48ee-9b69-95350d6b6fcd None None] New status for floating IP 81d07bf1-c520-4478-9ca2-0fbbeed68c52: ACTIVE {{(pid=95300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:44:22.712522 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bea00064-52d9-4579-b423-b8c5d4ec07cd req-69ccdccf-1d6c-4fa5-b031-8d674540e932 tempest-ServerShowV257Test-1543336481 tempest-ServerShowV257Test-1543336481-project] 10.222.0.101 "GET /v2.0/ports?device_id=2191b105-2ae5-4b12-8fd8-816f1c6c9cb0 HTTP/1.1" status: 200 len: 210 time: 0.0334394 Sep 24 15:44:22.897782 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87820db0-5784-4a97-a6f8-599f92beb364 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Router 5eeef12e-2fb6-438c-9ab3-48ec448cdf29 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:44:23.011300 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87820db0-5784-4a97-a6f8-599f92beb364 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:44:23.021183 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5111893-1925-4c77-a2b6-d633e83972da None None] Sync routers for ids ['5eeef12e-2fb6-438c-9ab3-48ec448cdf29'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:44:23.030424 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5111893-1925-4c77-a2b6-d633e83972da None None] Routers {'5eeef12e-2fb6-438c-9ab3-48ec448cdf29'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:44:23.031053 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-c5111893-1925-4c77-a2b6-d633e83972da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:44:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['5eeef12e-2fb6-438c-9ab3-48ec448cdf29'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:23.065663 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-c5111893-1925-4c77-a2b6-d633e83972da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:23.074447 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5111893-1925-4c77-a2b6-d633e83972da None None] Routers {'5eeef12e-2fb6-438c-9ab3-48ec448cdf29'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:44:23.075163 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-c5111893-1925-4c77-a2b6-d633e83972da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:44:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['5eeef12e-2fb6-438c-9ab3-48ec448cdf29'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:23.107791 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-c5111893-1925-4c77-a2b6-d633e83972da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:23.108359 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5111893-1925-4c77-a2b6-d633e83972da None None] The sync data for ids ['5eeef12e-2fb6-438c-9ab3-48ec448cdf29'] in n-d-808921-1 is: [] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:44:23.128717 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 56302) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:23.161481 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-87820db0-5784-4a97-a6f8-599f92beb364 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:23.187449 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8ccbba2c-7a39-4eb8-ad20-a34fb4e18fe7 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:23.191423 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-87820db0-5784-4a97-a6f8-599f92beb364 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.6316004 Sep 24 15:44:23.193661 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 56304) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:23.198564 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-d8a487a2-1211-4d42-83ea-2ee97c21ec5d tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1540235816'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:44:23.212434 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8ccbba2c-7a39-4eb8-ad20-a34fb4e18fe7 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:23.306374 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a487a2-1211-4d42-83ea-2ee97c21ec5d tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Made reservation on behalf of 0f592124eb9b4affa1c22ff2dead359b for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:44:23.310583 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d8a487a2-1211-4d42-83ea-2ee97c21ec5d tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:23.335221 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8a487a2-1211-4d42-83ea-2ee97c21ec5d tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1251} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:44:23.344596 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d8a487a2-1211-4d42-83ea-2ee97c21ec5d tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:23.345006 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-d8a487a2-1211-4d42-83ea-2ee97c21ec5d tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Added segment dcba38b1-aad4-4a03-aaa2-c1b53c69d8ff of type vlan for network ce3c0de6-a17b-42df-afde-6f2c1f24b670 Sep 24 15:44:23.350232 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8ccbba2c-7a39-4eb8-ad20-a34fb4e18fe7 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:23.353362 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8ccbba2c-7a39-4eb8-ad20-a34fb4e18fe7 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:23.357332 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-8ccbba2c-7a39-4eb8-ad20-a34fb4e18fe7 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "DELETE /v2.0/security-groups/009469bf-50d0-4ac3-bdd3-519f093da79b HTTP/1.1" status: 204 len: 168 time: 0.2246675 Sep 24 15:44:23.370430 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 56312) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:23.377978 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccbba2c-7a39-4eb8-ad20-a34fb4e18fe7 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=009469bf-50d0-4ac3-bdd3-519f093da79b,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:23.390602 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d8a487a2-1211-4d42-83ea-2ee97c21ec5d tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:23.390989 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [None req-126393a2-7ef4-4ec5-b57a-3a9cc702f689 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] show failed (client error): The resource could not be found. Sep 24 15:44:23.392069 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-126393a2-7ef4-4ec5-b57a-3a9cc702f689 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "GET /v2.0/security-groups/009469bf-50d0-4ac3-bdd3-519f093da79b HTTP/1.1" status: 404 len: 347 time: 0.0309198 Sep 24 15:44:23.395034 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 56314) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:23.510051 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d8a487a2-1211-4d42-83ea-2ee97c21ec5d tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:23.515967 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a487a2-1211-4d42-83ea-2ee97c21ec5d tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:23.516640 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d8a487a2-1211-4d42-83ea-2ee97c21ec5d tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:23.526467 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-342097c4-382b-4611-b86e-690e0ebbab4a tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Deleting port 2a48226a-94f4-4bd6-9ed8-c31fe61ba8e8 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:44:23.526467 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-342097c4-382b-4611-b86e-690e0ebbab4a tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:23.620910 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-342097c4-382b-4611-b86e-690e0ebbab4a tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:23.621234 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-342097c4-382b-4611-b86e-690e0ebbab4a tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:23.633474 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-342097c4-382b-4611-b86e-690e0ebbab4a tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Calling delete_port for 2a48226a-94f4-4bd6-9ed8-c31fe61ba8e8 owned by network:floatingip {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:44:23.634803 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a487a2-1211-4d42-83ea-2ee97c21ec5d tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Pushing event updated for resources: {'Network': ['ID=ce3c0de6-a17b-42df-afde-6f2c1f24b670,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:23.639343 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-d8a487a2-1211-4d42-83ea-2ee97c21ec5d tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4446855 Sep 24 15:44:23.642097 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 56322) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:23.647932 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-40b71e28-77c7-4a64-ad9c-fc28b8df96e7 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Request body: {'subnet': {'network_id': 'ce3c0de6-a17b-42df-afde-6f2c1f24b670', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:44:23.649913 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network ce3c0de6-a17b-42df-afde-6f2c1f24b670 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:44:23.848413 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b2d910b4-b507-4397-8b12-85bd3772ba6b req-22094959-b5cc-438f-a666-c7a94952156c tempest-ServerShowV257Test-1543336481 tempest-ServerShowV257Test-1543336481-project] 10.222.0.101 "GET /v2.0/ports?device_id=2191b105-2ae5-4b12-8fd8-816f1c6c9cb0 HTTP/1.1" status: 200 len: 210 time: 0.0299613 Sep 24 15:44:23.895049 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b71e28-77c7-4a64-ad9c-fc28b8df96e7 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Made reservation on behalf of 0f592124eb9b4affa1c22ff2dead359b for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:44:23.900746 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-40b71e28-77c7-4a64-ad9c-fc28b8df96e7 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:23.969154 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-342097c4-382b-4611-b86e-690e0ebbab4a tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:23.996335 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342097c4-382b-4611-b86e-690e0ebbab4a tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Pushing event deleted for resources: {'Port': ['ID=2a48226a-94f4-4bd6-9ed8-c31fe61ba8e8,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:24.061641 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-342097c4-382b-4611-b86e-690e0ebbab4a tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks [] for floatingip, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:24.064343 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-342097c4-382b-4611-b86e-690e0ebbab4a tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:24.065536 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-342097c4-382b-4611-b86e-690e0ebbab4a tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "DELETE /v2.0/floatingips/986b65e4-6612-4df9-b260-d016e68639d4 HTTP/1.1" status: 204 len: 168 time: 0.6694405 Sep 24 15:44:24.068823 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 56332) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:24.157671 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-40b71e28-77c7-4a64-ad9c-fc28b8df96e7 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:24.164509 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-814cc44e-e73b-447d-9dc0-ccd674886235 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Deleting port 2f5a166f-73aa-4d69-848c-9741f19b3801 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:44:24.165728 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-814cc44e-e73b-447d-9dc0-ccd674886235 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:24.238406 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b71e28-77c7-4a64-ad9c-fc28b8df96e7 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Pushing event updated for resources: {'Subnet': ['ID=2650f7c2-fc00-4582-b451-1e1c4eca4add,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:24.240597 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b71e28-77c7-4a64-ad9c-fc28b8df96e7 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Checking segment: {'id': 'dcba38b1-aad4-4a03-aaa2-c1b53c69d8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'ce3c0de6-a17b-42df-afde-6f2c1f24b670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:44:24.241347 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b71e28-77c7-4a64-ad9c-fc28b8df96e7 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Network hostable DHCP agents. Network: ce3c0de6-a17b-42df-afde-6f2c1f24b670, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:44:24.267382 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-814cc44e-e73b-447d-9dc0-ccd674886235 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:24.279949 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-814cc44e-e73b-447d-9dc0-ccd674886235 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Calling delete_port for 2f5a166f-73aa-4d69-848c-9741f19b3801 owned by {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:44:24.334128 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7616ae65-654a-4b7b-97ac-3ddaa8772794 req-e815aca5-520c-4335-bcd5-003cec227de2 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=5b6fdb1d-de35-4fee-b131-9178ea4aba6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0540204 Sep 24 15:44:24.351871 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b71e28-77c7-4a64-ad9c-fc28b8df96e7 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Network ce3c0de6-a17b-42df-afde-6f2c1f24b670 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:44:24.408731 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7616ae65-654a-4b7b-97ac-3ddaa8772794 req-ac6beb47-1d06-43f1-af6d-2df743ee347f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:24.410269 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7616ae65-654a-4b7b-97ac-3ddaa8772794 req-ac6beb47-1d06-43f1-af6d-2df743ee347f service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=ac17221dd7b34bd3afb658a69ac088d3&device_id=5b6fdb1d-de35-4fee-b131-9178ea4aba6e HTTP/1.1" status: 200 len: 1096 time: 0.0511808 Sep 24 15:44:24.521014 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-40b71e28-77c7-4a64-ad9c-fc28b8df96e7 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, ce3c0de6-a17b-42df-afde-6f2c1f24b670) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:44:24.525961 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b71e28-77c7-4a64-ad9c-fc28b8df96e7 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:24.526569 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-40b71e28-77c7-4a64-ad9c-fc28b8df96e7 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:24.529476 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-814cc44e-e73b-447d-9dc0-ccd674886235 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:24.530370 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7616ae65-654a-4b7b-97ac-3ddaa8772794 req-04985be1-b98b-4612-9a0e-6740bfb2f489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:24.531592 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2272f194-0d39-44c8-9215-0cf9ef0332a1 None None] Network ce3c0de6-a17b-42df-afde-6f2c1f24b670 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:44:24.532105 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7616ae65-654a-4b7b-97ac-3ddaa8772794 req-04985be1-b98b-4612-9a0e-6740bfb2f489 service neutron] 10.222.0.110 "GET /v2.0/networks?id=bad15511-e79d-4a5e-8826-604fa4d6fb1c HTTP/1.1" status: 200 len: 914 time: 0.0949702 Sep 24 15:44:24.569089 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814cc44e-e73b-447d-9dc0-ccd674886235 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Pushing event deleted for resources: {'Port': ['ID=2f5a166f-73aa-4d69-848c-9741f19b3801,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:24.591825 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7616ae65-654a-4b7b-97ac-3ddaa8772794 req-2c1ef9e8-14cc-4ae4-8061-afed7c91491f service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=28572c71-755a-4ec9-8efe-e364c762f5de HTTP/1.1" status: 200 len: 217 time: 0.0495355 Sep 24 15:44:24.649184 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-40b71e28-77c7-4a64-ad9c-fc28b8df96e7 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0051644 Sep 24 15:44:24.651224 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 56348) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:24.658497 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-814cc44e-e73b-447d-9dc0-ccd674886235 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:24.659442 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-922ba436-a062-4a98-8268-96b5b1b58684 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1867504514', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}, 'admin_state_up': False}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:44:24.664709 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-814cc44e-e73b-447d-9dc0-ccd674886235 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "DELETE /v2.0/ports/2f5a166f-73aa-4d69-848c-9741f19b3801 HTTP/1.1" status: 204 len: 168 time: 0.5948589 Sep 24 15:44:24.667310 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 56350) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:24.691763 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7616ae65-654a-4b7b-97ac-3ddaa8772794 req-f9dc773c-f40b-4a48-87d2-59fddd657a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:24.693298 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7616ae65-654a-4b7b-97ac-3ddaa8772794 req-f9dc773c-f40b-4a48-87d2-59fddd657a7a service neutron] 10.222.0.110 "GET /v2.0/subnets?id=ac550aa6-1c9d-441e-90e2-38bf2a7a38e4 HTTP/1.1" status: 200 len: 851 time: 0.0941284 Sep 24 15:44:24.750937 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7616ae65-654a-4b7b-97ac-3ddaa8772794 req-4e5fc357-0540-4dd4-ab4b-a0fd4b2a75c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:24.755538 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7616ae65-654a-4b7b-97ac-3ddaa8772794 req-4e5fc357-0540-4dd4-ab4b-a0fd4b2a75c1 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=bad15511-e79d-4a5e-8826-604fa4d6fb1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507438 Sep 24 15:44:24.794333 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-11fec5e4-44b8-4001-afe8-088501d189b2 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Deleting port abc5097c-45c0-4a4c-83ad-221aa210e627 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:44:24.794772 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-11fec5e4-44b8-4001-afe8-088501d189b2 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:24.886724 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-922ba436-a062-4a98-8268-96b5b1b58684 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:24.886724 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-922ba436-a062-4a98-8268-96b5b1b58684 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:24.938827 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289cb02c-46e7-450a-bf7d-0b8b30ede173 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-ce3c0de6-a17b-42df-afde-6f2c1f24b670', 'network_id': 'ce3c0de6-a17b-42df-afde-6f2c1f24b670', 'tenant_id': '0f592124eb9b4affa1c22ff2dead359b', 'fixed_ips': [{'subnet_id': '2650f7c2-fc00-4582-b451-1e1c4eca4add'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:44:24.938827 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-289cb02c-46e7-450a-bf7d-0b8b30ede173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:24.939443 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-11fec5e4-44b8-4001-afe8-088501d189b2 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:24.960222 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-11fec5e4-44b8-4001-afe8-088501d189b2 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Calling delete_port for abc5097c-45c0-4a4c-83ad-221aa210e627 owned by {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:44:24.984267 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-922ba436-a062-4a98-8268-96b5b1b58684 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:25.017993 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b56f5b24-eca4-438f-88f8-0210ab2fdcc0 req-02334c83-fe88-4010-9272-dbf02f8a915f tempest-ServerShowV257Test-1543336481 tempest-ServerShowV257Test-1543336481-project] 10.222.0.101 "GET /v2.0/ports?device_id=2191b105-2ae5-4b12-8fd8-816f1c6c9cb0 HTTP/1.1" status: 200 len: 210 time: 0.0320656 Sep 24 15:44:25.035362 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7616ae65-654a-4b7b-97ac-3ddaa8772794 req-f634da11-7c78-4069-83ff-a32a255088ce service neutron] 10.222.0.110 "GET /v2.0/networks/bad15511-e79d-4a5e-8826-604fa4d6fb1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730496 Sep 24 15:44:25.091300 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-289cb02c-46e7-450a-bf7d-0b8b30ede173 None None] Allocated IP 172.20.0.2 (ce3c0de6-a17b-42df-afde-6f2c1f24b670/2650f7c2-fc00-4582-b451-1e1c4eca4add/fa690fdf-3055-490b-b097-1ede1e54e542) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:44:25.270255 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-289cb02c-46e7-450a-bf7d-0b8b30ede173 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:25.277291 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-11fec5e4-44b8-4001-afe8-088501d189b2 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:25.303783 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7616ae65-654a-4b7b-97ac-3ddaa8772794 req-72d672f9-0a72-4b0c-827e-1e6dc6c1d2ac service neutron] 10.222.0.110 "GET /v2.0/networks/bad15511-e79d-4a5e-8826-604fa4d6fb1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594903 Sep 24 15:44:25.310297 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fec5e4-44b8-4001-afe8-088501d189b2 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Pushing event deleted for resources: {'Port': ['ID=abc5097c-45c0-4a4c-83ad-221aa210e627,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:25.336103 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-922ba436-a062-4a98-8268-96b5b1b58684 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:25.386790 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-11fec5e4-44b8-4001-afe8-088501d189b2 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:25.390796 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-11fec5e4-44b8-4001-afe8-088501d189b2 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "DELETE /v2.0/ports/abc5097c-45c0-4a4c-83ad-221aa210e627 HTTP/1.1" status: 204 len: 168 time: 0.7212029 Sep 24 15:44:25.391803 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 56366) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:25.443931 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-0af59400-efa5-4ab3-a0e4-dd40f7b27245 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Deleting subnet e7e1eb24-df55-4c01-9933-3279c8be8c21 {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:44:25.447072 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0af59400-efa5-4ab3-a0e4-dd40f7b27245 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:25.449299 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-289cb02c-46e7-450a-bf7d-0b8b30ede173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:25.491522 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0af59400-efa5-4ab3-a0e4-dd40f7b27245 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:25.494908 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-289cb02c-46e7-450a-bf7d-0b8b30ede173 None None] Network ce3c0de6-a17b-42df-afde-6f2c1f24b670 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:44:25.497845 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-289cb02c-46e7-450a-bf7d-0b8b30ede173 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:44:25.501394 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289cb02c-46e7-450a-bf7d-0b8b30ede173 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:44:25.510091 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289cb02c-46e7-450a-bf7d-0b8b30ede173 None None] Pushing event updated for resources: {'Port': ['ID=fa690fdf-3055-490b-b097-1ede1e54e542,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:25.565985 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-289cb02c-46e7-450a-bf7d-0b8b30ede173 None None] Attempting to bind port fa690fdf-3055-490b-b097-1ede1e54e542 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:44:25.566717 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-289cb02c-46e7-450a-bf7d-0b8b30ede173 None None] Attempting to bind port fa690fdf-3055-490b-b097-1ede1e54e542 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'dcba38b1-aad4-4a03-aaa2-c1b53c69d8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'ce3c0de6-a17b-42df-afde-6f2c1f24b670'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:44:25.566828 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289cb02c-46e7-450a-bf7d-0b8b30ede173 None None] Attempting to bind port fa690fdf-3055-490b-b097-1ede1e54e542 on network ce3c0de6-a17b-42df-afde-6f2c1f24b670 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:44:25.572008 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289cb02c-46e7-450a-bf7d-0b8b30ede173 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:44:25.572377 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289cb02c-46e7-450a-bf7d-0b8b30ede173 None None] Checking segment: {'id': 'dcba38b1-aad4-4a03-aaa2-c1b53c69d8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'ce3c0de6-a17b-42df-afde-6f2c1f24b670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:44:25.573108 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-289cb02c-46e7-450a-bf7d-0b8b30ede173 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:25.573242 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289cb02c-46e7-450a-bf7d-0b8b30ede173 None None] Bound using segment: {'id': 'dcba38b1-aad4-4a03-aaa2-c1b53c69d8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'ce3c0de6-a17b-42df-afde-6f2c1f24b670'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:44:25.573598 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-289cb02c-46e7-450a-bf7d-0b8b30ede173 None None] Bound port: fa690fdf-3055-490b-b097-1ede1e54e542, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcba38b1-aad4-4a03-aaa2-c1b53c69d8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'ce3c0de6-a17b-42df-afde-6f2c1f24b670'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:44:25.573979 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-289cb02c-46e7-450a-bf7d-0b8b30ede173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:25.583567 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0af59400-efa5-4ab3-a0e4-dd40f7b27245 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:25.650189 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-289cb02c-46e7-450a-bf7d-0b8b30ede173 None None] For port fa690fdf-3055-490b-b097-1ede1e54e542, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:44:25.654837 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-289cb02c-46e7-450a-bf7d-0b8b30ede173 None None] For port fa690fdf-3055-490b-b097-1ede1e54e542, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=fa690fdf-3055-490b-b097-1ede1e54e542,segment=NetworkSegment(dcba38b1-aad4-4a03-aaa2-c1b53c69d8ff),segment_id=dcba38b1-aad4-4a03-aaa2-c1b53c69d8ff)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:44:25.758607 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0af59400-efa5-4ab3-a0e4-dd40f7b27245 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:25.777131 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-922ba436-a062-4a98-8268-96b5b1b58684 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks [] for router_gateway, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:25.790930 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af59400-efa5-4ab3-a0e4-dd40f7b27245 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Pushing event deleted for resources: {'Subnet': ['ID=e7e1eb24-df55-4c01-9933-3279c8be8c21,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:25.797387 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0af59400-efa5-4ab3-a0e4-dd40f7b27245 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:25.799037 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-0af59400-efa5-4ab3-a0e4-dd40f7b27245 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "DELETE /v2.0/subnets/e7e1eb24-df55-4c01-9933-3279c8be8c21 HTTP/1.1" status: 204 len: 168 time: 0.4062221 Sep 24 15:44:25.802276 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 56374) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:25.804276 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9066bba1-ee8f-46d7-803c-18ef564a7eff None None] Network 507b15b8-afa5-40b8-adba-ac821e324412 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:44:25.814576 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-922ba436-a062-4a98-8268-96b5b1b58684 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:25.822018 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-289cb02c-46e7-450a-bf7d-0b8b30ede173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:25.915166 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6854b78-fdcd-4269-b92d-de61f9c99232 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Deleting subnet e11d2a5f-bb34-4615-a972-21b689918a94 {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:44:25.918842 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e6854b78-fdcd-4269-b92d-de61f9c99232 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:25.985206 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-922ba436-a062-4a98-8268-96b5b1b58684 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Allocated IP 172.25.0.37 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/8200b3e8-81b5-470a-9721-53f29ab397bd) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:44:25.992971 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289cb02c-46e7-450a-bf7d-0b8b30ede173 None None] Pushing event updated for resources: {'Port': ['ID=fa690fdf-3055-490b-b097-1ede1e54e542,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:26.000037 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e6854b78-fdcd-4269-b92d-de61f9c99232 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:26.146010 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-922ba436-a062-4a98-8268-96b5b1b58684 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:26.155214 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e6854b78-fdcd-4269-b92d-de61f9c99232 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:26.160955 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31185112-9bd1-42fc-b16b-690b7da44022 None None] DHCP port deletion for 507b15b8-afa5-40b8-adba-ac821e324412 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:44:26.248896 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-19d44f58-ceec-4aca-a416-407b3b5f2c1b req-727c7695-f3b6-411a-9f9e-4ca7de5aa18c tempest-ServerShowV257Test-1543336481 tempest-ServerShowV257Test-1543336481-project] 10.222.0.101 "GET /v2.0/ports?device_id=2191b105-2ae5-4b12-8fd8-816f1c6c9cb0 HTTP/1.1" status: 200 len: 210 time: 0.0876205 Sep 24 15:44:26.293242 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-31185112-9bd1-42fc-b16b-690b7da44022 None None] Deleting port b9e28a03-c550-4a8c-9f6d-fb119d1f42ab {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:44:26.294604 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-31185112-9bd1-42fc-b16b-690b7da44022 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:26.322029 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-922ba436-a062-4a98-8268-96b5b1b58684 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:26.373151 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-31185112-9bd1-42fc-b16b-690b7da44022 None None] For port b9e28a03-c550-4a8c-9f6d-fb119d1f42ab, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=b9e28a03-c550-4a8c-9f6d-fb119d1f42ab,segment=NetworkSegment(14654774-2682-4094-9ce4-6bbca9e08e6e),segment_id=14654774-2682-4094-9ce4-6bbca9e08e6e)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:44:26.373467 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-31185112-9bd1-42fc-b16b-690b7da44022 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:26.389327 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-31185112-9bd1-42fc-b16b-690b7da44022 None None] Calling delete_port for b9e28a03-c550-4a8c-9f6d-fb119d1f42ab owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:44:26.397020 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922ba436-a062-4a98-8268-96b5b1b58684 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Pushing event updated for resources: {'Port': ['ID=8200b3e8-81b5-470a-9721-53f29ab397bd,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:26.401436 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922ba436-a062-4a98-8268-96b5b1b58684 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:44:26.403800 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-922ba436-a062-4a98-8268-96b5b1b58684 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:44:26.407772 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922ba436-a062-4a98-8268-96b5b1b58684 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:44:26.424760 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e6854b78-fdcd-4269-b92d-de61f9c99232 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:26.439366 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device fa690fdf-3055-490b-b097-1ede1e54e542 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:44:26.467456 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e6854b78-fdcd-4269-b92d-de61f9c99232 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:26.469879 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e6854b78-fdcd-4269-b92d-de61f9c99232 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "DELETE /v2.0/subnets/e11d2a5f-bb34-4615-a972-21b689918a94 HTTP/1.1" status: 204 len: 168 time: 0.6660311 Sep 24 15:44:26.471042 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6854b78-fdcd-4269-b92d-de61f9c99232 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Pushing event deleted for resources: {'Subnet': ['ID=e11d2a5f-bb34-4615-a972-21b689918a94,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:26.472730 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 56392) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:26.485581 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf5167f-dd30-408e-b138-84b2adc29b58 None None] Network 5073d904-8b2b-4bdf-8338-7c236ddf6645 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:44:26.574940 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ea0f0a14-9c0e-48e6-91f9-e4d38aea688c tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:26.632572 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port fa690fdf-3055-490b-b097-1ede1e54e542 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:44:26.633062 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:26.647948 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-ea0f0a14-9c0e-48e6-91f9-e4d38aea688c tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Deleting port b9e28a03-c550-4a8c-9f6d-fb119d1f42ab {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:44:26.648479 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ea0f0a14-9c0e-48e6-91f9-e4d38aea688c tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:26.735556 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-ea0f0a14-9c0e-48e6-91f9-e4d38aea688c tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] For port b9e28a03-c550-4a8c-9f6d-fb119d1f42ab, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=b9e28a03-c550-4a8c-9f6d-fb119d1f42ab,segment=NetworkSegment(14654774-2682-4094-9ce4-6bbca9e08e6e),segment_id=14654774-2682-4094-9ce4-6bbca9e08e6e)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:44:26.735969 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ea0f0a14-9c0e-48e6-91f9-e4d38aea688c tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:26.756498 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:26.756631 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-ea0f0a14-9c0e-48e6-91f9-e4d38aea688c tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Calling delete_port for b9e28a03-c550-4a8c-9f6d-fb119d1f42ab owned by network:dhcp {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:44:26.774147 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf16571-394a-4098-b551-ff1fea9ffa4d None None] DHCP port deletion for 5073d904-8b2b-4bdf-8338-7c236ddf6645 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:44:26.822909 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port fa690fdf-3055-490b-b097-1ede1e54e542, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=fa690fdf-3055-490b-b097-1ede1e54e542,segment=NetworkSegment(dcba38b1-aad4-4a03-aaa2-c1b53c69d8ff),segment_id=dcba38b1-aad4-4a03-aaa2-c1b53c69d8ff)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:44:26.840498 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-31185112-9bd1-42fc-b16b-690b7da44022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:26.875404 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31185112-9bd1-42fc-b16b-690b7da44022 None None] Pushing event deleted for resources: {'Port': ['ID=b9e28a03-c550-4a8c-9f6d-fb119d1f42ab,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:26.882219 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-922ba436-a062-4a98-8268-96b5b1b58684 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks [] for router_gateway, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:26.884970 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31185112-9bd1-42fc-b16b-690b7da44022 None None] No DVR routers for this DVR port b9e28a03-c550-4a8c-9f6d-fb119d1f42ab on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:44:26.890477 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-9cf16571-394a-4098-b551-ff1fea9ffa4d None None] Deleting port 49f9dc69-281d-41c0-978e-974e50f3437a {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:44:26.890858 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9cf16571-394a-4098-b551-ff1fea9ffa4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:26.904821 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ea0f0a14-9c0e-48e6-91f9-e4d38aea688c tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:26.937479 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0f0a14-9c0e-48e6-91f9-e4d38aea688c tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Pushing event deleted for resources: {'Port': ['ID=b9e28a03-c550-4a8c-9f6d-fb119d1f42ab,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:26.945954 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0f0a14-9c0e-48e6-91f9-e4d38aea688c tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] No DVR routers for this DVR port b9e28a03-c550-4a8c-9f6d-fb119d1f42ab on host n-d-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:44:27.012016 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:27.023197 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-9cf16571-394a-4098-b551-ff1fea9ffa4d None None] For port 49f9dc69-281d-41c0-978e-974e50f3437a, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=49f9dc69-281d-41c0-978e-974e50f3437a,segment=NetworkSegment(243a7589-8f05-4f79-bb2a-571ad81e4b0d),segment_id=243a7589-8f05-4f79-bb2a-571ad81e4b0d)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:44:27.031619 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9cf16571-394a-4098-b551-ff1fea9ffa4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:27.050936 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-9cf16571-394a-4098-b551-ff1fea9ffa4d None None] Calling delete_port for 49f9dc69-281d-41c0-978e-974e50f3437a owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:44:27.073505 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ea0f0a14-9c0e-48e6-91f9-e4d38aea688c tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:27.110218 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-ea0f0a14-9c0e-48e6-91f9-e4d38aea688c tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['507b15b8-afa5-40b8-adba-ac821e324412']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:27.126667 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-ea0f0a14-9c0e-48e6-91f9-e4d38aea688c tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14654774-2682-4094-9ce4-6bbca9e08e6e') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:27.127006 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-ea0f0a14-9c0e-48e6-91f9-e4d38aea688c tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14654774-2682-4094-9ce4-6bbca9e08e6e') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:27.144334 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ea0f0a14-9c0e-48e6-91f9-e4d38aea688c tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:27.157349 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device b9e28a03-c550-4a8c-9f6d-fb119d1f42ab no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:44:27.170776 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ea0f0a14-9c0e-48e6-91f9-e4d38aea688c tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:27.177721 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea0f0a14-9c0e-48e6-91f9-e4d38aea688c tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Releasing vlan 1289 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:44:27.178128 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ea0f0a14-9c0e-48e6-91f9-e4d38aea688c tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:27.194268 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-922ba436-a062-4a98-8268-96b5b1b58684 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:27.256070 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: b9e28a03-c550-4a8c-9f6d-fb119d1f42ab {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:44:27.256417 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device b9e28a03-c550-4a8c-9f6d-fb119d1f42ab not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:44:27.269392 n-d-808921-1 neutron-server[95297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:44:27.269392 n-d-808921-1 neutron-server[95297]: self.session.flush() Sep 24 15:44:27.269392 n-d-808921-1 neutron-server[95297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:44:27.269392 n-d-808921-1 neutron-server[95297]: self.session.flush() Sep 24 15:44:27.269392 n-d-808921-1 neutron-server[95297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:44:27.269392 n-d-808921-1 neutron-server[95297]: self.session.flush() Sep 24 15:44:27.269392 n-d-808921-1 neutron-server[95297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:44:27.269392 n-d-808921-1 neutron-server[95297]: self.session.flush() Sep 24 15:44:27.269392 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:44:27.269392 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:44:27.269392 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:44:27.269392 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:44:27.269392 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:44:27.269392 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:44:27.269392 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:44:27.269392 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:44:27.269392 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:44:27.269392 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:44:27.269392 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:44:27.269392 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:44:27.269392 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:44:27.269392 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:44:27.269392 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:44:27.269392 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:44:27.269392 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:44:27.269392 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:44:27.269392 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:44:27.269392 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:44:27.269392 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:44:27.269392 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:44:27.269392 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:44:27.269392 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:44:27.269392 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:44:27.269392 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:44:27.269392 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:44:27.269392 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:44:27.269392 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:44:27.269392 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:44:27.269392 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:44:27.269392 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:44:27.294146 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=fa690fdf-3055-490b-b097-1ede1e54e542,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:27.320318 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a999ce1b-8699-434c-842f-4d98cbdd9f4b None None] Network ce3c0de6-a17b-42df-afde-6f2c1f24b670 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:44:27.363470 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ea0f0a14-9c0e-48e6-91f9-e4d38aea688c tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:27.369460 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ea0f0a14-9c0e-48e6-91f9-e4d38aea688c tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:27.375112 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ea0f0a14-9c0e-48e6-91f9-e4d38aea688c tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "DELETE /v2.0/networks/507b15b8-afa5-40b8-adba-ac821e324412 HTTP/1.1" status: 204 len: 168 time: 0.9008582 Sep 24 15:44:27.388981 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9cf16571-394a-4098-b551-ff1fea9ffa4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:27.391521 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 56406) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:27.393137 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0f0a14-9c0e-48e6-91f9-e4d38aea688c tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Pushing event deleted for resources: {'Network': ['ID=507b15b8-afa5-40b8-adba-ac821e324412,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:27.406952 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-08125cbb-fa08-4577-ad8f-6421b454c956 req-229c2611-ea5f-4c03-9131-1b9d090178d7 tempest-ServerShowV257Test-1543336481 tempest-ServerShowV257Test-1543336481-project] 10.222.0.101 "GET /v2.0/ports?device_id=2191b105-2ae5-4b12-8fd8-816f1c6c9cb0 HTTP/1.1" status: 200 len: 210 time: 0.0474164 Sep 24 15:44:27.447373 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf16571-394a-4098-b551-ff1fea9ffa4d None None] Pushing event deleted for resources: {'Port': ['ID=49f9dc69-281d-41c0-978e-974e50f3437a,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:27.459781 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf16571-394a-4098-b551-ff1fea9ffa4d None None] No DVR routers for this DVR port 49f9dc69-281d-41c0-978e-974e50f3437a on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:44:27.485716 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-655de28e-b780-4b70-907c-bd666a63a40e None None] Provisioning complete for port fa690fdf-3055-490b-b097-1ede1e54e542 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:44:27.485716 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-655de28e-b780-4b70-907c-bd666a63a40e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:27.495460 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b151f75c-ce26-4848-9d6b-8fe5a5d956e8 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:27.590258 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b151f75c-ce26-4848-9d6b-8fe5a5d956e8 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:27.618596 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-b151f75c-ce26-4848-9d6b-8fe5a5d956e8 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5073d904-8b2b-4bdf-8338-7c236ddf6645']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:27.634946 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-b151f75c-ce26-4848-9d6b-8fe5a5d956e8 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '243a7589-8f05-4f79-bb2a-571ad81e4b0d') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:27.635266 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-b151f75c-ce26-4848-9d6b-8fe5a5d956e8 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '243a7589-8f05-4f79-bb2a-571ad81e4b0d') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:27.647625 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b151f75c-ce26-4848-9d6b-8fe5a5d956e8 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:27.661516 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b151f75c-ce26-4848-9d6b-8fe5a5d956e8 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:27.667735 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b151f75c-ce26-4848-9d6b-8fe5a5d956e8 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Releasing vlan 1277 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:44:27.668123 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b151f75c-ce26-4848-9d6b-8fe5a5d956e8 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:27.671911 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:44:27.671911 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:44:27.671911 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:44:27.671911 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:44:27.671911 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:44:27.671911 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:44:27.671911 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:44:27.671911 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:44:27.671911 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:44:27.671911 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:44:27.671911 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:44:27.671911 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:44:27.671911 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:44:27.671911 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:44:27.671911 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:44:27.671911 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:44:27.671911 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:44:27.671911 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:44:27.671911 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:44:27.671911 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:44:27.671911 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:44:27.671911 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:44:27.671911 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:44:27.671911 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:44:27.671911 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:44:27.671911 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:44:27.671911 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:44:27.671911 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:44:27.671911 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:44:27.671911 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:44:27.671911 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:44:27.671911 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:44:27.766693 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-922ba436-a062-4a98-8268-96b5b1b58684 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Router db68ef5f-2d37-40cc-a35d-7f96a12c8be3 is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:44:27.840043 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-26ee5db2-9fb9-41ea-aa4f-ede3a6d2eeed None None] Provisioning complete for port fa690fdf-3055-490b-b097-1ede1e54e542 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:44:27.841345 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-26ee5db2-9fb9-41ea-aa4f-ede3a6d2eeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:27.879144 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-922ba436-a062-4a98-8268-96b5b1b58684 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:44:27.894478 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a47f5e-9ea5-40a5-a651-5f2c37a86669 None None] Sync routers for ids ['db68ef5f-2d37-40cc-a35d-7f96a12c8be3'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:44:27.906639 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a47f5e-9ea5-40a5-a651-5f2c37a86669 None None] Routers {'db68ef5f-2d37-40cc-a35d-7f96a12c8be3'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:44:27.907539 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-60a47f5e-9ea5-40a5-a651-5f2c37a86669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:44:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['db68ef5f-2d37-40cc-a35d-7f96a12c8be3'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:27.962835 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-60a47f5e-9ea5-40a5-a651-5f2c37a86669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:27.973014 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a47f5e-9ea5-40a5-a651-5f2c37a86669 None None] Routers {'db68ef5f-2d37-40cc-a35d-7f96a12c8be3'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:44:27.981529 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-60a47f5e-9ea5-40a5-a651-5f2c37a86669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:44:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['db68ef5f-2d37-40cc-a35d-7f96a12c8be3'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:28.007168 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-60a47f5e-9ea5-40a5-a651-5f2c37a86669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:28.007815 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a47f5e-9ea5-40a5-a651-5f2c37a86669 None None] The sync data for ids ['db68ef5f-2d37-40cc-a35d-7f96a12c8be3'] in n-d-808921-1 is: [] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:44:28.129822 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b151f75c-ce26-4848-9d6b-8fe5a5d956e8 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:28.130870 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b151f75c-ce26-4848-9d6b-8fe5a5d956e8 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:28.132385 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b151f75c-ce26-4848-9d6b-8fe5a5d956e8 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] 10.222.0.101 "DELETE /v2.0/networks/5073d904-8b2b-4bdf-8338-7c236ddf6645 HTTP/1.1" status: 204 len: 168 time: 0.7365198 Sep 24 15:44:28.144170 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b151f75c-ce26-4848-9d6b-8fe5a5d956e8 tempest-TaggedBootDevicesTest_v242-608906278 tempest-TaggedBootDevicesTest_v242-608906278-project] Pushing event deleted for resources: {'Network': ['ID=5073d904-8b2b-4bdf-8338-7c236ddf6645,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:28.208892 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-922ba436-a062-4a98-8268-96b5b1b58684 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:28.216094 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-922ba436-a062-4a98-8268-96b5b1b58684 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.5543783 Sep 24 15:44:28.216237 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 56416) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:28.314998 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device fa690fdf-3055-490b-b097-1ede1e54e542 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:44:28.365985 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port fa690fdf-3055-490b-b097-1ede1e54e542 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:44:28.366381 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:28.505417 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 49f9dc69-281d-41c0-978e-974e50f3437a no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:44:28.525886 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 49f9dc69-281d-41c0-978e-974e50f3437a {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:44:28.526230 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 49f9dc69-281d-41c0-978e-974e50f3437a not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:44:28.558565 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-15ff8502-3c30-4370-a2fb-fa4586f72642 req-eb0b0ce3-53ff-4b45-a3ad-0eee216828cf tempest-ServerShowV257Test-1543336481 tempest-ServerShowV257Test-1543336481-project] 10.222.0.101 "GET /v2.0/ports?device_id=2191b105-2ae5-4b12-8fd8-816f1c6c9cb0 HTTP/1.1" status: 200 len: 210 time: 0.0585151 Sep 24 15:44:28.678142 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 56430) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:28.770069 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-40c5b7da-869b-49a2-bc5e-60b4385a096b tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:28.796768 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c37fb7cb-235d-4cf4-a53e-fe9d14b33905 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:28.887555 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c37fb7cb-235d-4cf4-a53e-fe9d14b33905 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:29.020064 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c37fb7cb-235d-4cf4-a53e-fe9d14b33905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:29.064345 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-c37fb7cb-235d-4cf4-a53e-fe9d14b33905 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=6060ae9cbd4a4f51a0535008767e63ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3819082 Sep 24 15:44:29.064345 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37fb7cb-235d-4cf4-a53e-fe9d14b33905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b734edee-df17-4ec2-8bec-8f2280c2d5fd,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:29.066121 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 56436) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:29.135986 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0272dcbd-bdf5-4bda-9e2a-1171eace3c4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:29.153714 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0272dcbd-bdf5-4bda-9e2a-1171eace3c4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:29.177522 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-40c5b7da-869b-49a2-bc5e-60b4385a096b tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Allocated IP 172.20.0.1 (ce3c0de6-a17b-42df-afde-6f2c1f24b670/2650f7c2-fc00-4582-b451-1e1c4eca4add/7665e202-8657-4fc8-bd9a-a530f39b5b43) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:44:29.308238 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-40c5b7da-869b-49a2-bc5e-60b4385a096b tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:29.317256 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0272dcbd-bdf5-4bda-9e2a-1171eace3c4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:29.321017 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0272dcbd-bdf5-4bda-9e2a-1171eace3c4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:29.331187 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-0272dcbd-bdf5-4bda-9e2a-1171eace3c4e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/b734edee-df17-4ec2-8bec-8f2280c2d5fd HTTP/1.1" status: 204 len: 168 time: 0.2549582 Sep 24 15:44:29.334586 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272dcbd-bdf5-4bda-9e2a-1171eace3c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b734edee-df17-4ec2-8bec-8f2280c2d5fd,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:29.464636 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-40c5b7da-869b-49a2-bc5e-60b4385a096b tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:29.508101 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c5b7da-869b-49a2-bc5e-60b4385a096b tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Network ce3c0de6-a17b-42df-afde-6f2c1f24b670 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:44:29.511519 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-40c5b7da-869b-49a2-bc5e-60b4385a096b tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:44:29.517786 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c5b7da-869b-49a2-bc5e-60b4385a096b tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:44:29.548902 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c5b7da-869b-49a2-bc5e-60b4385a096b tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Pushing event updated for resources: {'Port': ['ID=7665e202-8657-4fc8-bd9a-a530f39b5b43,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:29.584416 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-40c5b7da-869b-49a2-bc5e-60b4385a096b tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:29.723950 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-caa83bbf-79ad-4b0d-ab39-8e3317f15ff7 req-833f13f1-4e36-4af3-82a4-f6e966cb6267 tempest-ServerShowV257Test-1543336481 tempest-ServerShowV257Test-1543336481-project] 10.222.0.101 "GET /v2.0/ports?device_id=2191b105-2ae5-4b12-8fd8-816f1c6c9cb0 HTTP/1.1" status: 200 len: 210 time: 0.0431426 Sep 24 15:44:29.830146 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-40c5b7da-869b-49a2-bc5e-60b4385a096b tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:29.865080 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-91131107-9f3f-41a8-a15d-0430c2d0ee92 None None] Provisioning complete for port 7665e202-8657-4fc8-bd9a-a530f39b5b43 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:44:29.865632 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-91131107-9f3f-41a8-a15d-0430c2d0ee92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:29.903650 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-91131107-9f3f-41a8-a15d-0430c2d0ee92 None None] Port 7665e202-8657-4fc8-bd9a-a530f39b5b43 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:44:30.379809 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 56458) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:30.405138 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1fec51e4-8d87-4ccd-adc6-30e0161d4af6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:30.485978 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-40c5b7da-869b-49a2-bc5e-60b4385a096b tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:30.492152 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1fec51e4-8d87-4ccd-adc6-30e0161d4af6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:30.549445 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-40c5b7da-869b-49a2-bc5e-60b4385a096b tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:30.580098 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1fec51e4-8d87-4ccd-adc6-30e0161d4af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:30.623561 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-1fec51e4-8d87-4ccd-adc6-30e0161d4af6 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=25579467deea44cc999f27ea957c369a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2419548 Sep 24 15:44:30.625116 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fec51e4-8d87-4ccd-adc6-30e0161d4af6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4eb349-59fd-4a01-8297-4b084b93b430,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:30.628026 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 56460) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:30.632560 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c5b7da-869b-49a2-bc5e-60b4385a096b tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Pushing event updated for resources: {'Port': ['ID=7665e202-8657-4fc8-bd9a-a530f39b5b43,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:30.635252 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-40c5b7da-869b-49a2-bc5e-60b4385a096b tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:30.706920 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9bbd535f-e767-440b-a008-05c8861ae00d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:30.734841 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9bbd535f-e767-440b-a008-05c8861ae00d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:30.757684 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c5b7da-869b-49a2-bc5e-60b4385a096b tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Network ce3c0de6-a17b-42df-afde-6f2c1f24b670 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:44:30.758446 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-40c5b7da-869b-49a2-bc5e-60b4385a096b tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:44:30.920716 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40c5b7da-869b-49a2-bc5e-60b4385a096b tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Router db68ef5f-2d37-40cc-a35d-7f96a12c8be3 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:44:30.938644 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9bbd535f-e767-440b-a008-05c8861ae00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:30.941288 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9bbd535f-e767-440b-a008-05c8861ae00d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:30.942491 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-9bbd535f-e767-440b-a008-05c8861ae00d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/8c4eb349-59fd-4a01-8297-4b084b93b430 HTTP/1.1" status: 204 len: 168 time: 0.3132353 Sep 24 15:44:30.956072 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbd535f-e767-440b-a008-05c8861ae00d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4eb349-59fd-4a01-8297-4b084b93b430,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:30.981906 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-95dc0ee3-0786-4c3f-b88f-82c0aa2c3802 req-dba34fda-ae9e-48c7-8240-12bbd9d456c6 tempest-ServerShowV257Test-1543336481 tempest-ServerShowV257Test-1543336481-project] 10.222.0.101 "GET /v2.0/ports?device_id=2191b105-2ae5-4b12-8fd8-816f1c6c9cb0 HTTP/1.1" status: 200 len: 210 time: 0.0593741 Sep 24 15:44:31.034911 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-bf98e7fc-d487-43fc-8a0a-e073a6de5f78 None None] Provisioning complete for port 7665e202-8657-4fc8-bd9a-a530f39b5b43 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:44:31.036209 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-bf98e7fc-d487-43fc-8a0a-e073a6de5f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:31.119120 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-bf98e7fc-d487-43fc-8a0a-e073a6de5f78 None None] Port 7665e202-8657-4fc8-bd9a-a530f39b5b43 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:44:31.163406 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c5b7da-869b-49a2-bc5e-60b4385a096b tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:44:31.175722 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 56470) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:31.179007 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca087bf-e49a-421b-abbc-d836de92a0ed None None] Sync routers for ids ['db68ef5f-2d37-40cc-a35d-7f96a12c8be3'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:44:31.179513 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-40c5b7da-869b-49a2-bc5e-60b4385a096b tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] 10.222.0.101 "PUT /v2.0/routers/db68ef5f-2d37-40cc-a35d-7f96a12c8be3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9641809 Sep 24 15:44:31.181264 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-a0bd951a-b40b-4683-9025-ec53316663b4 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Request body: {'port': {'network_id': 'ce3c0de6-a17b-42df-afde-6f2c1f24b670', 'name': 'tempest-FloatingIPTestJSON-410989979'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:44:31.192787 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca087bf-e49a-421b-abbc-d836de92a0ed None None] Routers {'db68ef5f-2d37-40cc-a35d-7f96a12c8be3'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:44:31.193772 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-eca087bf-e49a-421b-abbc-d836de92a0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:44:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['db68ef5f-2d37-40cc-a35d-7f96a12c8be3'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:31.239103 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-eca087bf-e49a-421b-abbc-d836de92a0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:31.242006 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-12a3ff6c-16b4-47ee-a27f-5cd96877ceb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:31.255528 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca087bf-e49a-421b-abbc-d836de92a0ed None None] Routers {'db68ef5f-2d37-40cc-a35d-7f96a12c8be3'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:44:31.256582 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-eca087bf-e49a-421b-abbc-d836de92a0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:44:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['db68ef5f-2d37-40cc-a35d-7f96a12c8be3'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:31.298324 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-eca087bf-e49a-421b-abbc-d836de92a0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:31.299297 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca087bf-e49a-421b-abbc-d836de92a0ed None None] The sync data for ids ['db68ef5f-2d37-40cc-a35d-7f96a12c8be3'] in n-d-808921-1 is: [] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:44:31.437314 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0bd951a-b40b-4683-9025-ec53316663b4 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Made reservation on behalf of 0f592124eb9b4affa1c22ff2dead359b for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:44:31.441193 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a0bd951a-b40b-4683-9025-ec53316663b4 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:31.463180 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [None req-a0bd951a-b40b-4683-9025-ec53316663b4 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] device_id is not set on port f8b32fb8-9e54-4e23-b3dc-33d9e8a7d510 yet. {{(pid=95298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:44:31.601012 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-a0bd951a-b40b-4683-9025-ec53316663b4 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Allocated IP 172.20.0.8 (ce3c0de6-a17b-42df-afde-6f2c1f24b670/2650f7c2-fc00-4582-b451-1e1c4eca4add/f8b32fb8-9e54-4e23-b3dc-33d9e8a7d510) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:44:31.755095 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a0bd951a-b40b-4683-9025-ec53316663b4 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:31.900324 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a0bd951a-b40b-4683-9025-ec53316663b4 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:31.949199 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0bd951a-b40b-4683-9025-ec53316663b4 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Network ce3c0de6-a17b-42df-afde-6f2c1f24b670 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:44:31.953626 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-a0bd951a-b40b-4683-9025-ec53316663b4 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:44:31.961742 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0bd951a-b40b-4683-9025-ec53316663b4 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:44:31.993251 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bd951a-b40b-4683-9025-ec53316663b4 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Pushing event updated for resources: {'Port': ['ID=f8b32fb8-9e54-4e23-b3dc-33d9e8a7d510,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:32.038682 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0bd951a-b40b-4683-9025-ec53316663b4 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:32.039681 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a0bd951a-b40b-4683-9025-ec53316663b4 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:32.162907 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-973eb3c0-79b5-432c-9770-937c1402f937 req-1f610b77-42c8-4ad7-9850-0b7dfe9e30ed tempest-ServerShowV257Test-1543336481 tempest-ServerShowV257Test-1543336481-project] 10.222.0.101 "GET /v2.0/ports?device_id=2191b105-2ae5-4b12-8fd8-816f1c6c9cb0 HTTP/1.1" status: 200 len: 210 time: 0.0336473 Sep 24 15:44:32.192529 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-a0bd951a-b40b-4683-9025-ec53316663b4 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0154295 Sep 24 15:44:32.195068 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 56504) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:32.201175 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-c1e47a55-a5f8-4920-bcbb-3b6aa55df5f1 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Request body: {'floatingip': {'port_id': 'f8b32fb8-9e54-4e23-b3dc-33d9e8a7d510'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:44:32.276977 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c1e47a55-a5f8-4920-bcbb-3b6aa55df5f1 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks [] for floatingip, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:32.364199 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-a3213b79-7487-4ab7-9318-6202aadd344b None None] Provisioning complete for port f8b32fb8-9e54-4e23-b3dc-33d9e8a7d510 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:44:32.364775 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a3213b79-7487-4ab7-9318-6202aadd344b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:32.433104 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-a3213b79-7487-4ab7-9318-6202aadd344b None None] Port f8b32fb8-9e54-4e23-b3dc-33d9e8a7d510 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:44:32.671422 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6cbfc2-dd9c-4448-88aa-61c7fb8319a2 req-eda8649a-b5ee-40f2-bb53-86d9cf90cf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:32.674180 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8a6cbfc2-dd9c-4448-88aa-61c7fb8319a2 req-eda8649a-b5ee-40f2-bb53-86d9cf90cf47 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=ac17221dd7b34bd3afb658a69ac088d3&device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 1095 time: 0.0543931 Sep 24 15:44:32.780002 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2831fd6c-0363-45a3-8b71-8d471ae18cd9 req-efc9477c-0e72-44d3-a3ef-24c569ad9f67 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:32.787281 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2831fd6c-0363-45a3-8b71-8d471ae18cd9 req-efc9477c-0e72-44d3-a3ef-24c569ad9f67 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 944 time: 0.1112299 Sep 24 15:44:32.805211 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6cbfc2-dd9c-4448-88aa-61c7fb8319a2 req-9a9726fc-bb5e-4e5c-859d-43ce5fd025e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:32.807492 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8a6cbfc2-dd9c-4448-88aa-61c7fb8319a2 req-9a9726fc-bb5e-4e5c-859d-43ce5fd025e6 service neutron] 10.222.0.110 "GET /v2.0/networks?id=bad15511-e79d-4a5e-8826-604fa4d6fb1c HTTP/1.1" status: 200 len: 914 time: 0.1188257 Sep 24 15:44:32.899097 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2831fd6c-0363-45a3-8b71-8d471ae18cd9 req-42809182-9c9f-477f-a884-14ca0560ce9d tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0967693 Sep 24 15:44:32.906086 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8a6cbfc2-dd9c-4448-88aa-61c7fb8319a2 req-74cffdf0-21c4-4c45-9f3f-07df7168c6e1 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c9fda49-cc27-42a1-beac-c3884a84a52d HTTP/1.1" status: 200 len: 998 time: 0.0892503 Sep 24 15:44:32.978974 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6cbfc2-dd9c-4448-88aa-61c7fb8319a2 req-9a9297b4-9a9b-46d9-87d4-0ccbfe314163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:32.981133 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8a6cbfc2-dd9c-4448-88aa-61c7fb8319a2 req-9a9297b4-9a9b-46d9-87d4-0ccbfe314163 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=ac550aa6-1c9d-441e-90e2-38bf2a7a38e4 HTTP/1.1" status: 200 len: 851 time: 0.0636284 Sep 24 15:44:32.994263 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c1e47a55-a5f8-4920-bcbb-3b6aa55df5f1 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:33.033531 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6cbfc2-dd9c-4448-88aa-61c7fb8319a2 req-ea338f27-bed3-450a-a149-3164781d47d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:33.035135 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8a6cbfc2-dd9c-4448-88aa-61c7fb8319a2 req-ea338f27-bed3-450a-a149-3164781d47d9 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=bad15511-e79d-4a5e-8826-604fa4d6fb1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438623 Sep 24 15:44:33.150953 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c1e47a55-a5f8-4920-bcbb-3b6aa55df5f1 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:33.162017 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8a6cbfc2-dd9c-4448-88aa-61c7fb8319a2 req-e909ceee-66d2-495d-af69-1c1471baca7f service neutron] 10.222.0.110 "GET /v2.0/networks/bad15511-e79d-4a5e-8826-604fa4d6fb1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171560 Sep 24 15:44:33.280742 n-d-808921-1 neutron-server[95297]: INFO neutron.db.l3_db [None req-c1e47a55-a5f8-4920-bcbb-3b6aa55df5f1 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Floating IP 4ef3faaf-1400-4ca6-b9b3-90edc2b14d56 associated. External IP: 172.25.0.123, port: be520537-a218-48e5-a616-c0b45030f2c5. Sep 24 15:44:33.609506 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1e47a55-a5f8-4920-bcbb-3b6aa55df5f1 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Router 5eeef12e-2fb6-438c-9ab3-48ec448cdf29 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:44:33.636076 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8a6cbfc2-dd9c-4448-88aa-61c7fb8319a2 req-d5f8b6a0-0bb7-4d69-930f-9a48067ed8a8 service neutron] 10.222.0.110 "GET /v2.0/networks/bad15511-e79d-4a5e-8826-604fa4d6fb1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4656267 Sep 24 15:44:33.695873 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3c72f97c-6ab8-42bc-b7be-216d0fe24b04 req-dda7b65a-f7c0-40f1-a6e3-011856789825 tempest-ServerShowV257Test-1543336481 tempest-ServerShowV257Test-1543336481-project] 10.222.0.101 "GET /v2.0/ports?device_id=2191b105-2ae5-4b12-8fd8-816f1c6c9cb0 HTTP/1.1" status: 200 len: 210 time: 0.0587845 Sep 24 15:44:33.789523 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e47a55-a5f8-4920-bcbb-3b6aa55df5f1 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:44:33.802454 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ccabd8-ee67-45fc-9bc0-820042e85854 None None] Sync routers for ids ['5eeef12e-2fb6-438c-9ab3-48ec448cdf29'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:44:33.814404 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ccabd8-ee67-45fc-9bc0-820042e85854 None None] Routers {'5eeef12e-2fb6-438c-9ab3-48ec448cdf29'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:44:33.815625 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-96ccabd8-ee67-45fc-9bc0-820042e85854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:44:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['5eeef12e-2fb6-438c-9ab3-48ec448cdf29'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:33.856875 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-96ccabd8-ee67-45fc-9bc0-820042e85854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:33.867411 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ccabd8-ee67-45fc-9bc0-820042e85854 None None] Routers {'5eeef12e-2fb6-438c-9ab3-48ec448cdf29'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:44:33.868271 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-96ccabd8-ee67-45fc-9bc0-820042e85854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:44:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['5eeef12e-2fb6-438c-9ab3-48ec448cdf29'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:33.917386 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-97fddabf-5db4-42bc-ac5c-872f55b5a498 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:33.930809 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-96ccabd8-ee67-45fc-9bc0-820042e85854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:33.931536 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ccabd8-ee67-45fc-9bc0-820042e85854 None None] The sync data for ids ['5eeef12e-2fb6-438c-9ab3-48ec448cdf29'] in n-d-808921-1 is: [] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:44:34.094294 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1e47a55-a5f8-4920-bcbb-3b6aa55df5f1 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Router db68ef5f-2d37-40cc-a35d-7f96a12c8be3 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:44:34.211581 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb1777d-c9af-4bba-8448-1a57d5987334 req-5c576a1f-d376-4006-b751-7bdfae5d4896 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:34.219880 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7cb1777d-c9af-4bba-8448-1a57d5987334 req-5c576a1f-d376-4006-b751-7bdfae5d4896 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 944 time: 0.1223924 Sep 24 15:44:34.281014 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:34.295267 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7cb1777d-c9af-4bba-8448-1a57d5987334 req-4caff712-4662-4c32-bcd5-c4581899cd7f tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745208 Sep 24 15:44:34.311648 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e47a55-a5f8-4920-bcbb-3b6aa55df5f1 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:44:34.316172 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c1e47a55-a5f8-4920-bcbb-3b6aa55df5f1 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:34.322992 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247ea50f-f810-4d10-955c-16d5f62a3887 None None] Sync routers for ids ['db68ef5f-2d37-40cc-a35d-7f96a12c8be3'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:44:34.335145 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247ea50f-f810-4d10-955c-16d5f62a3887 None None] Routers {'db68ef5f-2d37-40cc-a35d-7f96a12c8be3'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:44:34.336060 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-247ea50f-f810-4d10-955c-16d5f62a3887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:44:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['db68ef5f-2d37-40cc-a35d-7f96a12c8be3'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:34.376943 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-247ea50f-f810-4d10-955c-16d5f62a3887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:34.387689 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247ea50f-f810-4d10-955c-16d5f62a3887 None None] Routers {'db68ef5f-2d37-40cc-a35d-7f96a12c8be3'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:44:34.388440 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-247ea50f-f810-4d10-955c-16d5f62a3887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:44:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['db68ef5f-2d37-40cc-a35d-7f96a12c8be3'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:34.429205 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 56556) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:34.429541 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-247ea50f-f810-4d10-955c-16d5f62a3887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:34.430491 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247ea50f-f810-4d10-955c-16d5f62a3887 None None] The sync data for ids ['db68ef5f-2d37-40cc-a35d-7f96a12c8be3'] in n-d-808921-1 is: [] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:44:34.440263 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-c1e47a55-a5f8-4920-bcbb-3b6aa55df5f1 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] 10.222.0.101 "PUT /v2.0/floatingips/4ef3faaf-1400-4ca6-b9b3-90edc2b14d56 HTTP/1.1" status: 200 len: 977 time: 2.2438958 Sep 24 15:44:34.582902 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-36e047c4-9679-445b-94f5-12cba3975f2d tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Deleting port f8b32fb8-9e54-4e23-b3dc-33d9e8a7d510 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:44:34.583251 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-36e047c4-9679-445b-94f5-12cba3975f2d tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:34.718645 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-36e047c4-9679-445b-94f5-12cba3975f2d tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:34.851586 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bc17ccff-6178-4c5f-a29e-3e22f88aabf9 req-eeb437d4-7bde-4f29-a790-06f8dc322bd8 tempest-ServerShowV257Test-1543336481 tempest-ServerShowV257Test-1543336481-project] 10.222.0.101 "GET /v2.0/ports?device_id=2191b105-2ae5-4b12-8fd8-816f1c6c9cb0 HTTP/1.1" status: 200 len: 210 time: 0.0591586 Sep 24 15:44:34.929025 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-36e047c4-9679-445b-94f5-12cba3975f2d tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:34.929385 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-36e047c4-9679-445b-94f5-12cba3975f2d tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:34.929698 n-d-808921-1 neutron-server[95298]: INFO neutron.db.l3_db [None req-36e047c4-9679-445b-94f5-12cba3975f2d tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Floating IP 4ef3faaf-1400-4ca6-b9b3-90edc2b14d56 disassociated. External IP: 172.25.0.123, port: f8b32fb8-9e54-4e23-b3dc-33d9e8a7d510. Sep 24 15:44:34.930036 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-36e047c4-9679-445b-94f5-12cba3975f2d tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Calling delete_port for f8b32fb8-9e54-4e23-b3dc-33d9e8a7d510 owned by {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:44:35.138648 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-36e047c4-9679-445b-94f5-12cba3975f2d tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:35.169231 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e047c4-9679-445b-94f5-12cba3975f2d tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Pushing event deleted for resources: {'Port': ['ID=f8b32fb8-9e54-4e23-b3dc-33d9e8a7d510,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:35.217953 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:35.300094 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36e047c4-9679-445b-94f5-12cba3975f2d tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Router db68ef5f-2d37-40cc-a35d-7f96a12c8be3 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:44:35.448550 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53307e3-a48f-4677-9cee-ae4cd174c17a req-c09c21cc-0786-4cb6-a5f1-e56b6a583a96 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:35.456962 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b53307e3-a48f-4677-9cee-ae4cd174c17a req-c09c21cc-0786-4cb6-a5f1-e56b6a583a96 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 944 time: 0.0669773 Sep 24 15:44:35.460167 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e047c4-9679-445b-94f5-12cba3975f2d tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:44:35.471830 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62d64b2-0248-4031-90a8-da84ea1b0719 None None] Sync routers for ids ['db68ef5f-2d37-40cc-a35d-7f96a12c8be3'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:44:35.483507 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62d64b2-0248-4031-90a8-da84ea1b0719 None None] Routers {'db68ef5f-2d37-40cc-a35d-7f96a12c8be3'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:44:35.484404 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-a62d64b2-0248-4031-90a8-da84ea1b0719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:44:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['db68ef5f-2d37-40cc-a35d-7f96a12c8be3'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:35.525740 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b53307e3-a48f-4677-9cee-ae4cd174c17a req-d7d44bb8-93e3-4ed9-928d-402ea3079a5f tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628438 Sep 24 15:44:35.531809 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-a62d64b2-0248-4031-90a8-da84ea1b0719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:35.547064 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62d64b2-0248-4031-90a8-da84ea1b0719 None None] Routers {'db68ef5f-2d37-40cc-a35d-7f96a12c8be3'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:44:35.548188 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-a62d64b2-0248-4031-90a8-da84ea1b0719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:44:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['db68ef5f-2d37-40cc-a35d-7f96a12c8be3'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:35.613577 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-36e047c4-9679-445b-94f5-12cba3975f2d tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:35.619348 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 56590) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:35.619789 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-36e047c4-9679-445b-94f5-12cba3975f2d tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] 10.222.0.101 "DELETE /v2.0/ports/f8b32fb8-9e54-4e23-b3dc-33d9e8a7d510 HTTP/1.1" status: 204 len: 168 time: 1.1889231 Sep 24 15:44:35.635202 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-a62d64b2-0248-4031-90a8-da84ea1b0719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:35.636141 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62d64b2-0248-4031-90a8-da84ea1b0719 None None] The sync data for ids ['db68ef5f-2d37-40cc-a35d-7f96a12c8be3'] in n-d-808921-1 is: [] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:44:36.071501 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4970fd1c-e35b-4288-af9d-416504c860a0 req-b60bfe45-ff46-48c2-80e3-ff3052aeee18 tempest-ServerShowV257Test-1543336481 tempest-ServerShowV257Test-1543336481-project] 10.222.0.101 "GET /v2.0/ports?device_id=2191b105-2ae5-4b12-8fd8-816f1c6c9cb0 HTTP/1.1" status: 200 len: 210 time: 0.0825067 Sep 24 15:44:36.216273 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-71b658f6-5a1a-40f4-b0d8-5de553cc52a0 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:36.612872 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-71b658f6-5a1a-40f4-b0d8-5de553cc52a0 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Deleting port 7665e202-8657-4fc8-bd9a-a530f39b5b43 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:44:36.613462 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-71b658f6-5a1a-40f4-b0d8-5de553cc52a0 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:36.654435 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:36.742559 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-71b658f6-5a1a-40f4-b0d8-5de553cc52a0 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:36.755951 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-71b658f6-5a1a-40f4-b0d8-5de553cc52a0 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Calling delete_port for 7665e202-8657-4fc8-bd9a-a530f39b5b43 owned by network:router_interface {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:44:37.211044 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-66c923e2-19e5-416c-ad17-f3af8d971342 req-192c3ad3-cd24-429c-a371-370c296b925d tempest-ServerShowV257Test-1543336481 tempest-ServerShowV257Test-1543336481-project] 10.222.0.101 "GET /v2.0/ports?device_id=2191b105-2ae5-4b12-8fd8-816f1c6c9cb0 HTTP/1.1" status: 200 len: 210 time: 0.0284393 Sep 24 15:44:37.247392 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-71b658f6-5a1a-40f4-b0d8-5de553cc52a0 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:37.278159 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b658f6-5a1a-40f4-b0d8-5de553cc52a0 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Pushing event deleted for resources: {'Port': ['ID=7665e202-8657-4fc8-bd9a-a530f39b5b43,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:37.496571 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-71b658f6-5a1a-40f4-b0d8-5de553cc52a0 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:38.085472 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71b658f6-5a1a-40f4-b0d8-5de553cc52a0 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Router db68ef5f-2d37-40cc-a35d-7f96a12c8be3 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:44:38.200301 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b658f6-5a1a-40f4-b0d8-5de553cc52a0 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:44:38.205599 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-71b658f6-5a1a-40f4-b0d8-5de553cc52a0 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] 10.222.0.101 "PUT /v2.0/routers/db68ef5f-2d37-40cc-a35d-7f96a12c8be3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5823627 Sep 24 15:44:38.212052 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 56648) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:38.212886 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2e49be-9f6c-4182-a8a1-eb71a4d9ba80 None None] Sync routers for ids ['db68ef5f-2d37-40cc-a35d-7f96a12c8be3'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:44:38.224415 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2e49be-9f6c-4182-a8a1-eb71a4d9ba80 None None] Routers {'db68ef5f-2d37-40cc-a35d-7f96a12c8be3'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:44:38.225721 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-5a2e49be-9f6c-4182-a8a1-eb71a4d9ba80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:44:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['db68ef5f-2d37-40cc-a35d-7f96a12c8be3'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:38.309449 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-5a2e49be-9f6c-4182-a8a1-eb71a4d9ba80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:38.320004 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2e49be-9f6c-4182-a8a1-eb71a4d9ba80 None None] Routers {'db68ef5f-2d37-40cc-a35d-7f96a12c8be3'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:44:38.320945 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-5a2e49be-9f6c-4182-a8a1-eb71a4d9ba80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:44:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['db68ef5f-2d37-40cc-a35d-7f96a12c8be3'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:38.338421 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9e0cfa8c-9e66-44d2-985e-30d86513d034 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks [] for router, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:38.350710 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4a1cb5bf-1340-4357-8ce5-527dfe881ad9 req-c38c97b1-0bdc-4051-aaf2-913146435194 tempest-ServerShowV257Test-1543336481 tempest-ServerShowV257Test-1543336481-project] 10.222.0.101 "GET /v2.0/ports?device_id=2191b105-2ae5-4b12-8fd8-816f1c6c9cb0 HTTP/1.1" status: 200 len: 210 time: 0.0384665 Sep 24 15:44:38.362263 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-5a2e49be-9f6c-4182-a8a1-eb71a4d9ba80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:38.363103 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2e49be-9f6c-4182-a8a1-eb71a4d9ba80 None None] The sync data for ids ['db68ef5f-2d37-40cc-a35d-7f96a12c8be3'] in n-d-808921-1 is: [] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:44:38.471085 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9e0cfa8c-9e66-44d2-985e-30d86513d034 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:38.684491 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-9e0cfa8c-9e66-44d2-985e-30d86513d034 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Deleting port 8200b3e8-81b5-470a-9721-53f29ab397bd {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:44:38.684864 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9e0cfa8c-9e66-44d2-985e-30d86513d034 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:38.774671 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9e0cfa8c-9e66-44d2-985e-30d86513d034 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:38.788035 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-9e0cfa8c-9e66-44d2-985e-30d86513d034 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Calling delete_port for 8200b3e8-81b5-470a-9721-53f29ab397bd owned by network:router_gateway {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:44:38.849162 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 56662) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:38.857233 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-650c78db-0da2-4f7f-9f01-35e4f230dce2 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-401946767'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:44:38.904253 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:39.031414 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650c78db-0da2-4f7f-9f01-35e4f230dce2 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Made reservation on behalf of 4e03fc3d20524ffa9cc0335ea5171849 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:44:39.035000 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-650c78db-0da2-4f7f-9f01-35e4f230dce2 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:39.106887 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9e0cfa8c-9e66-44d2-985e-30d86513d034 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:39.110970 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-650c78db-0da2-4f7f-9f01-35e4f230dce2 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1253} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:44:39.122522 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-650c78db-0da2-4f7f-9f01-35e4f230dce2 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:39.122865 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-650c78db-0da2-4f7f-9f01-35e4f230dce2 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Added segment 07f0d959-dce2-4090-b56f-3578a7ea7773 of type vlan for network 9045208f-96a3-4106-bd0d-84166192bb83 Sep 24 15:44:39.134823 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0cfa8c-9e66-44d2-985e-30d86513d034 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Pushing event deleted for resources: {'Port': ['ID=8200b3e8-81b5-470a-9721-53f29ab397bd,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:39.169160 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-650c78db-0da2-4f7f-9f01-35e4f230dce2 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:39.209175 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9e0cfa8c-9e66-44d2-985e-30d86513d034 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586576'] for router_gateway, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:39.264136 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 56670) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:39.321082 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-650c78db-0da2-4f7f-9f01-35e4f230dce2 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:39.326549 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9e0cfa8c-9e66-44d2-985e-30d86513d034 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:39.330360 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650c78db-0da2-4f7f-9f01-35e4f230dce2 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:39.330816 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9e0cfa8c-9e66-44d2-985e-30d86513d034 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:39.331777 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-650c78db-0da2-4f7f-9f01-35e4f230dce2 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:39.437742 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650c78db-0da2-4f7f-9f01-35e4f230dce2 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Pushing event updated for resources: {'Network': ['ID=9045208f-96a3-4106-bd0d-84166192bb83,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:39.450179 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 9045208f-96a3-4106-bd0d-84166192bb83 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:44:39.455664 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-650c78db-0da2-4f7f-9f01-35e4f230dce2 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6042922 Sep 24 15:44:39.458178 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 56676) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:39.473883 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-31049aa9-ffba-452c-bc35-285380814efd tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1947864873'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:44:39.491644 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-05e2660c-d20e-4e6f-b585-769f0bf15e65 req-b5a57f29-601f-42fd-a2c8-76557b9545e1 tempest-ServerShowV257Test-1543336481 tempest-ServerShowV257Test-1543336481-project] 10.222.0.101 "GET /v2.0/ports?device_id=2191b105-2ae5-4b12-8fd8-816f1c6c9cb0 HTTP/1.1" status: 200 len: 210 time: 0.0331860 Sep 24 15:44:39.492482 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9e0cfa8c-9e66-44d2-985e-30d86513d034 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:39.493102 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e0cfa8c-9e66-44d2-985e-30d86513d034 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Fanout notify agent at l3_agent the message router_deleted on router db68ef5f-2d37-40cc-a35d-7f96a12c8be3 {{(pid=95298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:44:39.502468 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9e0cfa8c-9e66-44d2-985e-30d86513d034 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:39.504478 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-9e0cfa8c-9e66-44d2-985e-30d86513d034 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] 10.222.0.101 "DELETE /v2.0/routers/db68ef5f-2d37-40cc-a35d-7f96a12c8be3 HTTP/1.1" status: 204 len: 168 time: 1.2950971 Sep 24 15:44:39.512239 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 56678) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:39.613519 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31049aa9-ffba-452c-bc35-285380814efd tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Made reservation on behalf of 4e03fc3d20524ffa9cc0335ea5171849 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:44:39.617331 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-31049aa9-ffba-452c-bc35-285380814efd tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:39.646688 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-7214b153-79f1-45c8-9b77-e111a9ca04db tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Deleting subnet 2650f7c2-fc00-4582-b451-1e1c4eca4add {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:44:39.656070 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7214b153-79f1-45c8-9b77-e111a9ca04db tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:39.737437 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31049aa9-ffba-452c-bc35-285380814efd tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1290} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:44:39.740832 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7214b153-79f1-45c8-9b77-e111a9ca04db tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:39.786802 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-31049aa9-ffba-452c-bc35-285380814efd tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:39.792681 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-31049aa9-ffba-452c-bc35-285380814efd tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Added segment a9f89dba-bd7d-4e6d-96ca-5e01f19302ef of type vlan for network e4856753-6c1e-428e-a2fe-e4f7731cb6f7 Sep 24 15:44:39.904561 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-31049aa9-ffba-452c-bc35-285380814efd tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:40.008173 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7214b153-79f1-45c8-9b77-e111a9ca04db tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:40.174158 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-31049aa9-ffba-452c-bc35-285380814efd tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:40.180310 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31049aa9-ffba-452c-bc35-285380814efd tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:40.180934 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-31049aa9-ffba-452c-bc35-285380814efd tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:40.270982 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7214b153-79f1-45c8-9b77-e111a9ca04db tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:40.277260 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31049aa9-ffba-452c-bc35-285380814efd tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Pushing event updated for resources: {'Network': ['ID=e4856753-6c1e-428e-a2fe-e4f7731cb6f7,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:40.287980 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network e4856753-6c1e-428e-a2fe-e4f7731cb6f7 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:44:40.307900 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7214b153-79f1-45c8-9b77-e111a9ca04db tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Pushing event deleted for resources: {'Subnet': ['ID=2650f7c2-fc00-4582-b451-1e1c4eca4add,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:40.334334 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7214b153-79f1-45c8-9b77-e111a9ca04db tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:40.334334 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-7214b153-79f1-45c8-9b77-e111a9ca04db tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] 10.222.0.101 "DELETE /v2.0/subnets/2650f7c2-fc00-4582-b451-1e1c4eca4add HTTP/1.1" status: 204 len: 168 time: 0.8007498 Sep 24 15:44:40.334894 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3edddf41-d6c3-4e37-9623-c3ada765d0ed None None] Network ce3c0de6-a17b-42df-afde-6f2c1f24b670 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:44:40.334993 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 56692) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:40.335934 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d7c2139b-0820-4c58-92a1-05cb5e9217b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:40.466473 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d425896b-845b-434f-8a94-c7a29b22a1ef tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:40.501431 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-31049aa9-ffba-452c-bc35-285380814efd tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0419679 Sep 24 15:44:40.504244 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 56696) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:40.511958 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-ddd3cc1b-87d9-4283-a177-43c9d48aa974 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Request body: {'subnet': {'network_id': '9045208f-96a3-4106-bd0d-84166192bb83', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:44:40.653506 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-dcd83a7d-9e51-4fcd-9e1c-4d32b1a15555 req-0ffaae83-44c7-475e-94df-9bb7d5203e58 tempest-ServerShowV257Test-1543336481 tempest-ServerShowV257Test-1543336481-project] 10.222.0.101 "GET /v2.0/ports?device_id=2191b105-2ae5-4b12-8fd8-816f1c6c9cb0 HTTP/1.1" status: 200 len: 210 time: 0.0333438 Sep 24 15:44:40.672460 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-d425896b-845b-434f-8a94-c7a29b22a1ef tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Deleting port fa690fdf-3055-490b-b097-1ede1e54e542 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:44:40.673765 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d425896b-845b-434f-8a94-c7a29b22a1ef tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:40.739536 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0901e16e-1986-4730-af6a-bf617ae8f6d0 None None] DHCP port deletion for ce3c0de6-a17b-42df-afde-6f2c1f24b670 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:44:40.786746 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-0901e16e-1986-4730-af6a-bf617ae8f6d0 None None] Deleting port fa690fdf-3055-490b-b097-1ede1e54e542 {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:44:40.787204 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0901e16e-1986-4730-af6a-bf617ae8f6d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:40.790763 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd3cc1b-87d9-4283-a177-43c9d48aa974 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Made reservation on behalf of 4e03fc3d20524ffa9cc0335ea5171849 for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:44:40.795440 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ddd3cc1b-87d9-4283-a177-43c9d48aa974 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:40.801889 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-d425896b-845b-434f-8a94-c7a29b22a1ef tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] For port fa690fdf-3055-490b-b097-1ede1e54e542, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=fa690fdf-3055-490b-b097-1ede1e54e542,segment=NetworkSegment(dcba38b1-aad4-4a03-aaa2-c1b53c69d8ff),segment_id=dcba38b1-aad4-4a03-aaa2-c1b53c69d8ff)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:44:40.802287 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d425896b-845b-434f-8a94-c7a29b22a1ef tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:40.817984 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-d425896b-845b-434f-8a94-c7a29b22a1ef tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Calling delete_port for fa690fdf-3055-490b-b097-1ede1e54e542 owned by network:dhcp {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:44:40.850966 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:40.886228 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-0901e16e-1986-4730-af6a-bf617ae8f6d0 None None] For port fa690fdf-3055-490b-b097-1ede1e54e542, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=fa690fdf-3055-490b-b097-1ede1e54e542,segment=NetworkSegment(dcba38b1-aad4-4a03-aaa2-c1b53c69d8ff),segment_id=dcba38b1-aad4-4a03-aaa2-c1b53c69d8ff)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:44:40.887733 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-d7c2139b-0820-4c58-92a1-05cb5e9217b6 admin admin] Deleting port 645e1d7e-0857-41d7-a10c-b800f89b7e63 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:44:40.888270 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d7c2139b-0820-4c58-92a1-05cb5e9217b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:40.889254 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0901e16e-1986-4730-af6a-bf617ae8f6d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:40.918542 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-0901e16e-1986-4730-af6a-bf617ae8f6d0 None None] Calling delete_port for fa690fdf-3055-490b-b097-1ede1e54e542 owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:44:40.995461 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-d7c2139b-0820-4c58-92a1-05cb5e9217b6 admin admin] For port 645e1d7e-0857-41d7-a10c-b800f89b7e63, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=645e1d7e-0857-41d7-a10c-b800f89b7e63,segment=NetworkSegment(79652434-eda4-47b6-bb65-4ff228cc56a1),segment_id=79652434-eda4-47b6-bb65-4ff228cc56a1)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:44:40.996653 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d7c2139b-0820-4c58-92a1-05cb5e9217b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:41.011369 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-d7c2139b-0820-4c58-92a1-05cb5e9217b6 admin admin] Calling delete_port for 645e1d7e-0857-41d7-a10c-b800f89b7e63 owned by network:router_interface {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:44:41.044339 n-d-808921-1 neutron-server[95299]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 24 15:44:41.044339 n-d-808921-1 neutron-server[95299]: from cryptography.utils import int_from_bytes Sep 24 15:44:41.044339 n-d-808921-1 neutron-server[95299]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 24 15:44:41.044339 n-d-808921-1 neutron-server[95299]: from cryptography.utils import int_from_bytes Sep 24 15:44:41.044339 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:44:41.044339 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 15:44:41.044339 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:44:41.044339 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 15:44:41.044339 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:44:41.044339 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 15:44:41.044339 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:44:41.044339 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 15:44:41.044339 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:44:41.044339 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 15:44:41.044339 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:44:41.044339 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 15:44:41.044339 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:44:41.044339 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 15:44:41.044339 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:44:41.044339 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 15:44:41.044339 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:44:41.044339 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 15:44:41.044339 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:44:41.044339 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 15:44:41.044339 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:44:41.044339 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 15:44:41.044339 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:44:41.044339 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 15:44:41.044339 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:44:41.044339 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 15:44:41.044339 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:44:41.044339 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 15:44:41.044339 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:44:41.044339 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 15:44:41.044339 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:44:41.044339 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 15:44:41.044339 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:44:41.044339 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 15:44:41.044339 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:44:41.044339 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 15:44:41.044339 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:44:41.044339 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 15:44:41.056939 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:44:41.056939 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 15:44:41.056939 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:44:41.056939 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 15:44:41.056939 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:44:41.056939 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 15:44:41.056939 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:44:41.056939 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 15:44:41.056939 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:44:41.056939 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 15:44:41.056939 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:44:41.056939 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 15:44:41.056939 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:44:41.056939 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 15:44:41.056939 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0901e16e-1986-4730-af6a-bf617ae8f6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:41.058081 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d425896b-845b-434f-8a94-c7a29b22a1ef tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:41.081035 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0901e16e-1986-4730-af6a-bf617ae8f6d0 None None] Pushing event deleted for resources: {'Port': ['ID=fa690fdf-3055-490b-b097-1ede1e54e542,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:41.084877 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0901e16e-1986-4730-af6a-bf617ae8f6d0 None None] No DVR routers for this DVR port fa690fdf-3055-490b-b097-1ede1e54e542 on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:44:41.091270 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d425896b-845b-434f-8a94-c7a29b22a1ef tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Pushing event deleted for resources: {'Port': ['ID=fa690fdf-3055-490b-b097-1ede1e54e542,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:41.094481 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d425896b-845b-434f-8a94-c7a29b22a1ef tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] No DVR routers for this DVR port fa690fdf-3055-490b-b097-1ede1e54e542 on host n-d-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:44:41.203418 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ddd3cc1b-87d9-4283-a177-43c9d48aa974 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:41.225540 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d425896b-845b-434f-8a94-c7a29b22a1ef tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:41.254760 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-d425896b-845b-434f-8a94-c7a29b22a1ef tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce3c0de6-a17b-42df-afde-6f2c1f24b670']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:41.272290 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-d425896b-845b-434f-8a94-c7a29b22a1ef tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcba38b1-aad4-4a03-aaa2-c1b53c69d8ff') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:41.272581 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-d425896b-845b-434f-8a94-c7a29b22a1ef tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcba38b1-aad4-4a03-aaa2-c1b53c69d8ff') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:41.284098 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d425896b-845b-434f-8a94-c7a29b22a1ef tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:41.298780 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd3cc1b-87d9-4283-a177-43c9d48aa974 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Pushing event updated for resources: {'Subnet': ['ID=98209579-5345-4ff1-a6ee-f33b5735b225,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:41.302436 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d425896b-845b-434f-8a94-c7a29b22a1ef tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:41.304172 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddd3cc1b-87d9-4283-a177-43c9d48aa974 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Checking segment: {'id': '07f0d959-dce2-4090-b56f-3578a7ea7773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '9045208f-96a3-4106-bd0d-84166192bb83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:44:41.304536 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd3cc1b-87d9-4283-a177-43c9d48aa974 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Network hostable DHCP agents. Network: 9045208f-96a3-4106-bd0d-84166192bb83, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:44:41.334374 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d425896b-845b-434f-8a94-c7a29b22a1ef tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Releasing vlan 1251 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:44:41.334781 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d425896b-845b-434f-8a94-c7a29b22a1ef tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:41.337677 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:44:41.337677 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:44:41.337677 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:44:41.337677 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:44:41.337677 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:44:41.337677 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:44:41.337677 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:44:41.337677 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:44:41.337677 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:44:41.337677 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:44:41.337677 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:44:41.337677 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:44:41.337677 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:44:41.337677 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:44:41.337677 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:44:41.337677 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:44:41.337677 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:44:41.337677 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:44:41.337677 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:44:41.337677 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:44:41.337677 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:44:41.337677 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:44:41.337677 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:44:41.337677 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:44:41.337677 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:44:41.337677 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:44:41.337677 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:44:41.337677 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:44:41.337677 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:44:41.337677 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:44:41.337677 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:44:41.337677 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:44:41.425234 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd3cc1b-87d9-4283-a177-43c9d48aa974 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Network 9045208f-96a3-4106-bd0d-84166192bb83 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:44:41.499804 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d7c2139b-0820-4c58-92a1-05cb5e9217b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:41.527089 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c2139b-0820-4c58-92a1-05cb5e9217b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=645e1d7e-0857-41d7-a10c-b800f89b7e63,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:41.535378 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-ddd3cc1b-87d9-4283-a177-43c9d48aa974 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 9045208f-96a3-4106-bd0d-84166192bb83) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:44:41.535914 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d425896b-845b-434f-8a94-c7a29b22a1ef tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:41.541800 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd3cc1b-87d9-4283-a177-43c9d48aa974 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:41.542890 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ddd3cc1b-87d9-4283-a177-43c9d48aa974 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:41.550151 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76fcf9d-c6e5-4e03-8f31-ca0d12f241a5 None None] Network 9045208f-96a3-4106-bd0d-84166192bb83 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:44:41.576015 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d425896b-845b-434f-8a94-c7a29b22a1ef tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:41.578159 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-d425896b-845b-434f-8a94-c7a29b22a1ef tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] 10.222.0.101 "DELETE /v2.0/networks/ce3c0de6-a17b-42df-afde-6f2c1f24b670 HTTP/1.1" status: 204 len: 168 time: 1.2598610 Sep 24 15:44:41.580578 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d425896b-845b-434f-8a94-c7a29b22a1ef tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Pushing event deleted for resources: {'Network': ['ID=ce3c0de6-a17b-42df-afde-6f2c1f24b670,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:41.581300 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 56714) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:41.647008 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-ddd3cc1b-87d9-4283-a177-43c9d48aa974 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1410913 Sep 24 15:44:41.682146 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 56716) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:41.702166 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-6f23db5c-864d-4957-9c27-fca0467f10e2 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Request body: {'subnet': {'network_id': 'e4856753-6c1e-428e-a2fe-e4f7731cb6f7', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:44:41.750362 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d7c2139b-0820-4c58-92a1-05cb5e9217b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:41.767154 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f512bf80-b744-4ce1-8b43-4a10a9ee146a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-9045208f-96a3-4106-bd0d-84166192bb83', 'network_id': '9045208f-96a3-4106-bd0d-84166192bb83', 'tenant_id': '4e03fc3d20524ffa9cc0335ea5171849', 'fixed_ips': [{'subnet_id': '98209579-5345-4ff1-a6ee-f33b5735b225'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:44:41.768036 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f512bf80-b744-4ce1-8b43-4a10a9ee146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:41.899675 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a0078582-db5a-4094-bab2-61ba549eedba req-baf003de-a12e-4637-8288-c446380081fb tempest-ServerShowV257Test-1543336481 tempest-ServerShowV257Test-1543336481-project] 10.222.0.101 "GET /v2.0/ports?device_id=2191b105-2ae5-4b12-8fd8-816f1c6c9cb0 HTTP/1.1" status: 200 len: 210 time: 0.0347791 Sep 24 15:44:41.924271 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-98bf8c26-b5ab-410a-95ac-3c7d3c7080a4 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Deleting port b6432bed-46b2-42e7-8a0e-31ec06e1bde6 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:44:41.924623 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-98bf8c26-b5ab-410a-95ac-3c7d3c7080a4 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:41.955198 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-f512bf80-b744-4ce1-8b43-4a10a9ee146a None None] Allocated IP 10.1.1.2 (9045208f-96a3-4106-bd0d-84166192bb83/98209579-5345-4ff1-a6ee-f33b5735b225/19a6c23e-a568-40cb-a5f3-aaeff04ce96d) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:44:42.016844 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-98bf8c26-b5ab-410a-95ac-3c7d3c7080a4 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:42.017510 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-98bf8c26-b5ab-410a-95ac-3c7d3c7080a4 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:42.037143 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-98bf8c26-b5ab-410a-95ac-3c7d3c7080a4 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Calling delete_port for b6432bed-46b2-42e7-8a0e-31ec06e1bde6 owned by network:floatingip {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:44:42.047311 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7c2139b-0820-4c58-92a1-05cb5e9217b6 admin admin] Router c2086fa9-cf8e-4bdb-99af-be1065d59808 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:44:42.157270 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f512bf80-b744-4ce1-8b43-4a10a9ee146a None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:42.187486 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c2139b-0820-4c58-92a1-05cb5e9217b6 admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:44:42.195515 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-d7c2139b-0820-4c58-92a1-05cb5e9217b6 admin admin] 10.222.0.101 "PUT /v2.0/routers/c2086fa9-cf8e-4bdb-99af-be1065d59808/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9269197 Sep 24 15:44:42.195515 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 56726) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:42.197976 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1619c6-d786-4a61-bc80-5602f10d50d2 None None] Sync routers for ids ['c2086fa9-cf8e-4bdb-99af-be1065d59808'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:44:42.207390 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1619c6-d786-4a61-bc80-5602f10d50d2 None None] Routers {'c2086fa9-cf8e-4bdb-99af-be1065d59808'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:44:42.207998 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-3e1619c6-d786-4a61-bc80-5602f10d50d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:44:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['c2086fa9-cf8e-4bdb-99af-be1065d59808'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:42.235096 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f23db5c-864d-4957-9c27-fca0467f10e2 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Made reservation on behalf of 4e03fc3d20524ffa9cc0335ea5171849 for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:44:42.238786 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6f23db5c-864d-4957-9c27-fca0467f10e2 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:42.320024 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3d9b56b0-d2ba-476e-8113-6d32957ad94a admin admin] Notify callbacks [] for router, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:42.366281 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-3e1619c6-d786-4a61-bc80-5602f10d50d2 None None] Set router c2086fa9-cf8e-4bdb-99af-be1065d59808 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:44:42.406856 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f512bf80-b744-4ce1-8b43-4a10a9ee146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:42.408905 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-98bf8c26-b5ab-410a-95ac-3c7d3c7080a4 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:42.469665 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bf8c26-b5ab-410a-95ac-3c7d3c7080a4 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Pushing event deleted for resources: {'Port': ['ID=b6432bed-46b2-42e7-8a0e-31ec06e1bde6,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:42.489462 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f512bf80-b744-4ce1-8b43-4a10a9ee146a None None] Pushing event updated for resources: {'Port': ['ID=19a6c23e-a568-40cb-a5f3-aaeff04ce96d,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:42.492137 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3d9b56b0-d2ba-476e-8113-6d32957ad94a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:42.494142 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device fa690fdf-3055-490b-b097-1ede1e54e542 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:44:42.536544 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f512bf80-b744-4ce1-8b43-4a10a9ee146a None None] Network 9045208f-96a3-4106-bd0d-84166192bb83 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:44:42.536544 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-f512bf80-b744-4ce1-8b43-4a10a9ee146a None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:44:42.539550 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f512bf80-b744-4ce1-8b43-4a10a9ee146a None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:44:42.543115 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: fa690fdf-3055-490b-b097-1ede1e54e542 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:44:42.543455 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device fa690fdf-3055-490b-b097-1ede1e54e542 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:44:42.594844 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-98bf8c26-b5ab-410a-95ac-3c7d3c7080a4 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks [] for floatingip, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:42.597577 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-98bf8c26-b5ab-410a-95ac-3c7d3c7080a4 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:42.598795 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-98bf8c26-b5ab-410a-95ac-3c7d3c7080a4 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] 10.222.0.101 "DELETE /v2.0/floatingips/4ef3faaf-1400-4ca6-b9b3-90edc2b14d56 HTTP/1.1" status: 204 len: 168 time: 1.0163209 Sep 24 15:44:42.602038 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 56734) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:42.613388 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-f512bf80-b744-4ce1-8b43-4a10a9ee146a None None] Attempting to bind port 19a6c23e-a568-40cb-a5f3-aaeff04ce96d on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:44:42.618620 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-f512bf80-b744-4ce1-8b43-4a10a9ee146a None None] Attempting to bind port 19a6c23e-a568-40cb-a5f3-aaeff04ce96d by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '07f0d959-dce2-4090-b56f-3578a7ea7773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '9045208f-96a3-4106-bd0d-84166192bb83'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:44:42.618620 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f512bf80-b744-4ce1-8b43-4a10a9ee146a None None] Attempting to bind port 19a6c23e-a568-40cb-a5f3-aaeff04ce96d on network 9045208f-96a3-4106-bd0d-84166192bb83 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:44:42.620188 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f512bf80-b744-4ce1-8b43-4a10a9ee146a None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:44:42.620633 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f512bf80-b744-4ce1-8b43-4a10a9ee146a None None] Checking segment: {'id': '07f0d959-dce2-4090-b56f-3578a7ea7773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '9045208f-96a3-4106-bd0d-84166192bb83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:44:42.621179 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f512bf80-b744-4ce1-8b43-4a10a9ee146a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:42.621565 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f512bf80-b744-4ce1-8b43-4a10a9ee146a None None] Bound using segment: {'id': '07f0d959-dce2-4090-b56f-3578a7ea7773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '9045208f-96a3-4106-bd0d-84166192bb83'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:44:42.622185 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-f512bf80-b744-4ce1-8b43-4a10a9ee146a None None] Bound port: 19a6c23e-a568-40cb-a5f3-aaeff04ce96d, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07f0d959-dce2-4090-b56f-3578a7ea7773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '9045208f-96a3-4106-bd0d-84166192bb83'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:44:42.622883 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f512bf80-b744-4ce1-8b43-4a10a9ee146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:42.630433 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-b844213e-0fb2-4453-b2d1-63d5a48a633d tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] DELETE failed (client error): The resource could not be found. Sep 24 15:44:42.631253 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b844213e-0fb2-4453-b2d1-63d5a48a633d tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:44:42.635528 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b844213e-0fb2-4453-b2d1-63d5a48a633d tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] 10.222.0.101 "DELETE /v2.0/ports/f8b32fb8-9e54-4e23-b3dc-33d9e8a7d510 HTTP/1.1" status: 404 len: 333 time: 0.0302112 Sep 24 15:44:42.637557 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 56736) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:42.660212 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-3e1619c6-d786-4a61-bc80-5602f10d50d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2086fa9-cf8e-4bdb-99af-be1065d59808', 'name': 'tempest-TaggedBootDevicesTest_v242-709135455-router', 'tenant_id': '53357413dfbc434b8597a2dcdb9cca78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.250'}], 'enable_snat': True}, 'gw_port_id': '080ea5d8-7220-4318-9219-e0dca7112e09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:32:42Z', 'updated_at': '2021-09-24T15:44:41Z', 'revision_number': 5, 'project_id': '53357413dfbc434b8597a2dcdb9cca78', 'gw_port': {'id': '080ea5d8-7220-4318-9219-e0dca7112e09', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:09:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2086fa9-cf8e-4bdb-99af-be1065d59808', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:32:43Z', 'updated_at': '2021-09-24T15:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:42.688838 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1619c6-d786-4a61-bc80-5602f10d50d2 None None] Checking router: c2086fa9-cf8e-4bdb-99af-be1065d59808 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:44:42.697748 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1619c6-d786-4a61-bc80-5602f10d50d2 None None] Routers {'c2086fa9-cf8e-4bdb-99af-be1065d59808'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:44:42.698393 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-3e1619c6-d786-4a61-bc80-5602f10d50d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:44:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['c2086fa9-cf8e-4bdb-99af-be1065d59808'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:42.710976 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-3d9b56b0-d2ba-476e-8113-6d32957ad94a admin admin] Deleting port 080ea5d8-7220-4318-9219-e0dca7112e09 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:44:42.710976 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3d9b56b0-d2ba-476e-8113-6d32957ad94a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:42.711155 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-f512bf80-b744-4ce1-8b43-4a10a9ee146a None None] For port 19a6c23e-a568-40cb-a5f3-aaeff04ce96d, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:44:42.711254 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-511861e8-080e-41c7-ba21-40f825818088 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] 10.222.0.101 "GET /v2.0/ports?device_id=db68ef5f-2d37-40cc-a35d-7f96a12c8be3 HTTP/1.1" status: 200 len: 205 time: 0.0689495 Sep 24 15:44:42.712347 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 56740) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:42.717461 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-f512bf80-b744-4ce1-8b43-4a10a9ee146a None None] For port 19a6c23e-a568-40cb-a5f3-aaeff04ce96d, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=19a6c23e-a568-40cb-a5f3-aaeff04ce96d,segment=NetworkSegment(07f0d959-dce2-4090-b56f-3578a7ea7773),segment_id=07f0d959-dce2-4090-b56f-3578a7ea7773)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:44:42.766316 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [None req-d4947798-dfb9-4daf-9dbb-0ce76f93dd61 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] delete failed (client error): The resource could not be found. Sep 24 15:44:42.770168 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-d4947798-dfb9-4daf-9dbb-0ce76f93dd61 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] 10.222.0.101 "DELETE /v2.0/routers/db68ef5f-2d37-40cc-a35d-7f96a12c8be3 HTTP/1.1" status: 404 len: 336 time: 0.0542226 Sep 24 15:44:42.770168 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6f23db5c-864d-4957-9c27-fca0467f10e2 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:42.770607 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 56742) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:42.796637 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-3e1619c6-d786-4a61-bc80-5602f10d50d2 None None] Set router c2086fa9-cf8e-4bdb-99af-be1065d59808 gateway port host: None {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:44:42.811917 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-3d9b56b0-d2ba-476e-8113-6d32957ad94a admin admin] For port 080ea5d8-7220-4318-9219-e0dca7112e09, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=080ea5d8-7220-4318-9219-e0dca7112e09,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:44:42.812467 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3d9b56b0-d2ba-476e-8113-6d32957ad94a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:42.827291 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-3d9b56b0-d2ba-476e-8113-6d32957ad94a admin admin] Calling delete_port for 080ea5d8-7220-4318-9219-e0dca7112e09 owned by network:router_gateway {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:44:42.845178 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-89cb70d5-d8b3-4d12-a23e-0a299bbb0fb8 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] DELETE failed (client error): The resource could not be found. Sep 24 15:44:42.845637 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89cb70d5-d8b3-4d12-a23e-0a299bbb0fb8 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:44:42.849941 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-89cb70d5-d8b3-4d12-a23e-0a299bbb0fb8 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] 10.222.0.101 "DELETE /v2.0/subnets/2650f7c2-fc00-4582-b451-1e1c4eca4add HTTP/1.1" status: 404 len: 337 time: 0.0732298 Sep 24 15:44:42.853202 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 56744) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:42.864015 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f512bf80-b744-4ce1-8b43-4a10a9ee146a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:42.899134 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f23db5c-864d-4957-9c27-fca0467f10e2 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Pushing event updated for resources: {'Subnet': ['ID=4659e7b8-d926-4785-8557-1a1657148511,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:42.970147 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f512bf80-b744-4ce1-8b43-4a10a9ee146a None None] Pushing event updated for resources: {'Port': ['ID=19a6c23e-a568-40cb-a5f3-aaeff04ce96d,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:43.008970 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-3e1619c6-d786-4a61-bc80-5602f10d50d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2086fa9-cf8e-4bdb-99af-be1065d59808', 'name': 'tempest-TaggedBootDevicesTest_v242-709135455-router', 'tenant_id': '53357413dfbc434b8597a2dcdb9cca78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:32:42Z', 'updated_at': '2021-09-24T15:44:42Z', 'revision_number': 6, 'project_id': '53357413dfbc434b8597a2dcdb9cca78', 'gw_port_host': None}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:43.032206 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f23db5c-864d-4957-9c27-fca0467f10e2 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Checking segment: {'id': 'a9f89dba-bd7d-4e6d-96ca-5e01f19302ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': 'e4856753-6c1e-428e-a2fe-e4f7731cb6f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:44:43.032598 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f23db5c-864d-4957-9c27-fca0467f10e2 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Network hostable DHCP agents. Network: e4856753-6c1e-428e-a2fe-e4f7731cb6f7, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:44:43.040214 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e1619c6-d786-4a61-bc80-5602f10d50d2 None None] The sync data for ids ['c2086fa9-cf8e-4bdb-99af-be1065d59808'] in n-d-808921-1 is: [{'id': 'c2086fa9-cf8e-4bdb-99af-be1065d59808', 'name': 'tempest-TaggedBootDevicesTest_v242-709135455-router', 'tenant_id': '53357413dfbc434b8597a2dcdb9cca78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:32:42Z', 'updated_at': '2021-09-24T15:44:42Z', 'revision_number': 6, 'project_id': '53357413dfbc434b8597a2dcdb9cca78', 'gw_port_host': None}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:44:43.081353 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-23f33799-815d-4c80-a862-9e4d0740f199 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Deleting port be520537-a218-48e5-a616-c0b45030f2c5 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:44:43.081638 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-23f33799-815d-4c80-a862-9e4d0740f199 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:43.150383 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f61115a0-7019-4273-bf96-8604ac107f3c req-43c3e0e6-a4e7-47cc-b242-6085f562a78a tempest-ServerShowV257Test-1543336481 tempest-ServerShowV257Test-1543336481-project] 10.222.0.101 "GET /v2.0/ports?device_id=2191b105-2ae5-4b12-8fd8-816f1c6c9cb0 HTTP/1.1" status: 200 len: 210 time: 0.1163840 Sep 24 15:44:43.188025 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-23f33799-815d-4c80-a862-9e4d0740f199 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:43.201936 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-23f33799-815d-4c80-a862-9e4d0740f199 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Calling delete_port for be520537-a218-48e5-a616-c0b45030f2c5 owned by {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:44:43.315075 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f23db5c-864d-4957-9c27-fca0467f10e2 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Network e4856753-6c1e-428e-a2fe-e4f7731cb6f7 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:44:43.362591 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3d9b56b0-d2ba-476e-8113-6d32957ad94a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:43.388330 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9b56b0-d2ba-476e-8113-6d32957ad94a admin admin] Pushing event deleted for resources: {'Port': ['ID=080ea5d8-7220-4318-9219-e0dca7112e09,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:43.490467 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-6f23db5c-864d-4957-9c27-fca0467f10e2 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, e4856753-6c1e-428e-a2fe-e4f7731cb6f7) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:44:43.498535 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f23db5c-864d-4957-9c27-fca0467f10e2 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:43.498535 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6f23db5c-864d-4957-9c27-fca0467f10e2 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:43.517650 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2737b1-67cb-4e17-a0fe-1fffa7051161 None None] Network e4856753-6c1e-428e-a2fe-e4f7731cb6f7 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:44:43.527718 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3d9b56b0-d2ba-476e-8113-6d32957ad94a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586576'] for router_gateway, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:43.577988 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-23f33799-815d-4c80-a862-9e4d0740f199 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:43.611695 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f33799-815d-4c80-a862-9e4d0740f199 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Pushing event deleted for resources: {'Port': ['ID=be520537-a218-48e5-a616-c0b45030f2c5,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:43.676185 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-6f23db5c-864d-4957-9c27-fca0467f10e2 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9926083 Sep 24 15:44:43.679174 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 56756) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:43.687540 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-93a23707-aa50-42ca-ae1e-e8d6785bbf88 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Request body: {'port': {'network_id': '9045208f-96a3-4106-bd0d-84166192bb83', 'name': 'tempest-TaggedBootDevicesTest-86554285', 'fixed_ips': [{'subnet_id': '98209579-5345-4ff1-a6ee-f33b5735b225'}]}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:44:43.723010 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-23f33799-815d-4c80-a862-9e4d0740f199 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:43.725030 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-23f33799-815d-4c80-a862-9e4d0740f199 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] 10.222.0.101 "DELETE /v2.0/ports/be520537-a218-48e5-a616-c0b45030f2c5 HTTP/1.1" status: 204 len: 168 time: 0.8709981 Sep 24 15:44:43.727992 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 56758) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:43.740830 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7247ac2a-216e-487a-8e68-2e8ac847f465 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-e4856753-6c1e-428e-a2fe-e4f7731cb6f7', 'network_id': 'e4856753-6c1e-428e-a2fe-e4f7731cb6f7', 'tenant_id': '4e03fc3d20524ffa9cc0335ea5171849', 'fixed_ips': [{'subnet_id': '4659e7b8-d926-4785-8557-1a1657148511'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:44:43.741861 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7247ac2a-216e-487a-8e68-2e8ac847f465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:43.914420 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-7247ac2a-216e-487a-8e68-2e8ac847f465 None None] Allocated IP 10.2.2.2 (e4856753-6c1e-428e-a2fe-e4f7731cb6f7/4659e7b8-d926-4785-8557-1a1657148511/1f9653a4-cfbd-4c76-a5c8-42d1e1879e51) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:44:43.980621 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-5d0d5ba3-1e4d-4143-9891-6ce6a2cf5bf0 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Deleting port 423f8876-0afb-4310-a35b-cce0d8591ca6 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:44:43.980958 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5d0d5ba3-1e4d-4143-9891-6ce6a2cf5bf0 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:44.031748 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3d9b56b0-d2ba-476e-8113-6d32957ad94a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:44.034031 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3d9b56b0-d2ba-476e-8113-6d32957ad94a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:44.097387 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5d0d5ba3-1e4d-4143-9891-6ce6a2cf5bf0 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:44.112756 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-5d0d5ba3-1e4d-4143-9891-6ce6a2cf5bf0 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Calling delete_port for 423f8876-0afb-4310-a35b-cce0d8591ca6 owned by {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:44:44.124629 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a23707-aa50-42ca-ae1e-e8d6785bbf88 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Made reservation on behalf of 4e03fc3d20524ffa9cc0335ea5171849 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:44:44.150647 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7247ac2a-216e-487a-8e68-2e8ac847f465 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:44.172063 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3d9b56b0-d2ba-476e-8113-6d32957ad94a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:44.175781 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d9b56b0-d2ba-476e-8113-6d32957ad94a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2086fa9-cf8e-4bdb-99af-be1065d59808 {{(pid=95297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:44:44.177585 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3d9b56b0-d2ba-476e-8113-6d32957ad94a admin admin] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:44.181267 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-3d9b56b0-d2ba-476e-8113-6d32957ad94a admin admin] 10.222.0.101 "DELETE /v2.0/routers/c2086fa9-cf8e-4bdb-99af-be1065d59808 HTTP/1.1" status: 204 len: 168 time: 1.9829640 Sep 24 15:44:44.181924 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 56766) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:44.256951 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d0ac71b-bfb7-47f6-b252-b02f981f771c admin admin] Deleting subnet 740320f3-b182-49df-862e-fbe87946f30f {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:44:44.273120 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7d0ac71b-bfb7-47f6-b252-b02f981f771c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:44.297580 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-93a23707-aa50-42ca-ae1e-e8d6785bbf88 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:44.357433 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7247ac2a-216e-487a-8e68-2e8ac847f465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:44.403041 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7d0ac71b-bfb7-47f6-b252-b02f981f771c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:44.454095 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0f320f68-1d61-4279-9349-d0f229be8ac3 req-3a59d4ac-a9c1-4a6c-a644-1aacf216dbb9 tempest-ServerShowV257Test-1543336481 tempest-ServerShowV257Test-1543336481-project] 10.222.0.101 "GET /v2.0/ports?device_id=2191b105-2ae5-4b12-8fd8-816f1c6c9cb0 HTTP/1.1" status: 200 len: 210 time: 0.0413878 Sep 24 15:44:44.459979 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7247ac2a-216e-487a-8e68-2e8ac847f465 None None] Network e4856753-6c1e-428e-a2fe-e4f7731cb6f7 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:44:44.462581 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [None req-93a23707-aa50-42ca-ae1e-e8d6785bbf88 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] device_id is not set on port fa6b1e2c-793d-44ab-91ff-29c9061ff55a yet. {{(pid=95298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:44:44.467412 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-7247ac2a-216e-487a-8e68-2e8ac847f465 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:44:44.477098 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7247ac2a-216e-487a-8e68-2e8ac847f465 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:44:44.506124 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7247ac2a-216e-487a-8e68-2e8ac847f465 None None] Pushing event updated for resources: {'Port': ['ID=1f9653a4-cfbd-4c76-a5c8-42d1e1879e51,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:44.551242 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 19a6c23e-a568-40cb-a5f3-aaeff04ce96d up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:44:44.551648 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5d0d5ba3-1e4d-4143-9891-6ce6a2cf5bf0 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:44.596671 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7d0ac71b-bfb7-47f6-b252-b02f981f771c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:44.618837 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-7247ac2a-216e-487a-8e68-2e8ac847f465 None None] Attempting to bind port 1f9653a4-cfbd-4c76-a5c8-42d1e1879e51 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:44:44.619493 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-7247ac2a-216e-487a-8e68-2e8ac847f465 None None] Attempting to bind port 1f9653a4-cfbd-4c76-a5c8-42d1e1879e51 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'a9f89dba-bd7d-4e6d-96ca-5e01f19302ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': 'e4856753-6c1e-428e-a2fe-e4f7731cb6f7'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:44:44.620034 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7247ac2a-216e-487a-8e68-2e8ac847f465 None None] Attempting to bind port 1f9653a4-cfbd-4c76-a5c8-42d1e1879e51 on network e4856753-6c1e-428e-a2fe-e4f7731cb6f7 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:44:44.637307 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7247ac2a-216e-487a-8e68-2e8ac847f465 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:44:44.638058 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7247ac2a-216e-487a-8e68-2e8ac847f465 None None] Checking segment: {'id': 'a9f89dba-bd7d-4e6d-96ca-5e01f19302ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': 'e4856753-6c1e-428e-a2fe-e4f7731cb6f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:44:44.638516 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7247ac2a-216e-487a-8e68-2e8ac847f465 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:44.638922 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7247ac2a-216e-487a-8e68-2e8ac847f465 None None] Bound using segment: {'id': 'a9f89dba-bd7d-4e6d-96ca-5e01f19302ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': 'e4856753-6c1e-428e-a2fe-e4f7731cb6f7'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:44:44.639414 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-7247ac2a-216e-487a-8e68-2e8ac847f465 None None] Bound port: 1f9653a4-cfbd-4c76-a5c8-42d1e1879e51, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9f89dba-bd7d-4e6d-96ca-5e01f19302ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': 'e4856753-6c1e-428e-a2fe-e4f7731cb6f7'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:44:44.639806 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7247ac2a-216e-487a-8e68-2e8ac847f465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:44.692757 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29068247-ebfa-496c-abd8-29cfc4e643c6 None None] Network 9045208f-96a3-4106-bd0d-84166192bb83 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:44:44.713987 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0d5ba3-1e4d-4143-9891-6ce6a2cf5bf0 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Pushing event deleted for resources: {'Port': ['ID=423f8876-0afb-4310-a35b-cce0d8591ca6,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:44.717964 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 19a6c23e-a568-40cb-a5f3-aaeff04ce96d triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:44:44.718615 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:44.768711 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-93a23707-aa50-42ca-ae1e-e8d6785bbf88 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Allocated IP 10.1.1.127 (9045208f-96a3-4106-bd0d-84166192bb83/98209579-5345-4ff1-a6ee-f33b5735b225/fa6b1e2c-793d-44ab-91ff-29c9061ff55a) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:44:44.807671 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5d0d5ba3-1e4d-4143-9891-6ce6a2cf5bf0 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:44.810807 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-5d0d5ba3-1e4d-4143-9891-6ce6a2cf5bf0 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] 10.222.0.101 "DELETE /v2.0/ports/423f8876-0afb-4310-a35b-cce0d8591ca6 HTTP/1.1" status: 204 len: 168 time: 1.0818400 Sep 24 15:44:44.812289 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 56772) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:44.818636 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7247ac2a-216e-487a-8e68-2e8ac847f465 None None] For port 1f9653a4-cfbd-4c76-a5c8-42d1e1879e51, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:44:44.843206 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7247ac2a-216e-487a-8e68-2e8ac847f465 None None] For port 1f9653a4-cfbd-4c76-a5c8-42d1e1879e51, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=1f9653a4-cfbd-4c76-a5c8-42d1e1879e51,segment=NetworkSegment(a9f89dba-bd7d-4e6d-96ca-5e01f19302ef),segment_id=a9f89dba-bd7d-4e6d-96ca-5e01f19302ef)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:44:44.845693 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-4cebeba7-70a1-41af-a0e1-03f3c5ced802 None None] Provisioning complete for port 19a6c23e-a568-40cb-a5f3-aaeff04ce96d triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:44:44.846047 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4cebeba7-70a1-41af-a0e1-03f3c5ced802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:44.849305 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7d0ac71b-bfb7-47f6-b252-b02f981f771c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:44.879803 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0ac71b-bfb7-47f6-b252-b02f981f771c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=740320f3-b182-49df-862e-fbe87946f30f,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:44.888077 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7d0ac71b-bfb7-47f6-b252-b02f981f771c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:44.890052 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-7d0ac71b-bfb7-47f6-b252-b02f981f771c admin admin] 10.222.0.101 "DELETE /v2.0/subnets/740320f3-b182-49df-862e-fbe87946f30f HTTP/1.1" status: 204 len: 168 time: 0.7072022 Sep 24 15:44:44.895574 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 56774) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:44.924135 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c9e441-2127-40f4-b89b-5d0a9677eaed None None] Network ff8678b1-4349-4ca8-a723-03edf66a1778 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:44:44.929165 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5e25f4-545f-48d1-acee-db1a3053acb7 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:44.934259 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-fa5e25f4-545f-48d1-acee-db1a3053acb7 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] 10.222.0.101 "GET /v2.0/ports?device_id=5eeef12e-2fb6-438c-9ab3-48ec448cdf29 HTTP/1.1" status: 200 len: 913 time: 0.1208470 Sep 24 15:44:44.934949 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 56778) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:44.996656 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:44:45.004250 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7247ac2a-216e-487a-8e68-2e8ac847f465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:45.008944 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-93a23707-aa50-42ca-ae1e-e8d6785bbf88 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:45.039874 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-524463a9-011c-4e30-87c2-633bf168e5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:45.105903 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-93a23707-aa50-42ca-ae1e-e8d6785bbf88 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:45.147234 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:45.190555 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a23707-aa50-42ca-ae1e-e8d6785bbf88 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Network 9045208f-96a3-4106-bd0d-84166192bb83 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:44:45.194954 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-93a23707-aa50-42ca-ae1e-e8d6785bbf88 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:44:45.212902 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7247ac2a-216e-487a-8e68-2e8ac847f465 None None] Pushing event updated for resources: {'Port': ['ID=1f9653a4-cfbd-4c76-a5c8-42d1e1879e51,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:45.223335 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a23707-aa50-42ca-ae1e-e8d6785bbf88 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:44:45.234121 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a23707-aa50-42ca-ae1e-e8d6785bbf88 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Pushing event updated for resources: {'Port': ['ID=fa6b1e2c-793d-44ab-91ff-29c9061ff55a,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:45.268790 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-524463a9-011c-4e30-87c2-633bf168e5fa admin admin] Deleting port 690a453d-109d-4766-89af-62a52fae9a91 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:44:45.269139 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-524463a9-011c-4e30-87c2-633bf168e5fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:45.293822 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port 19a6c23e-a568-40cb-a5f3-aaeff04ce96d, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=19a6c23e-a568-40cb-a5f3-aaeff04ce96d,segment=NetworkSegment(07f0d959-dce2-4090-b56f-3578a7ea7773),segment_id=07f0d959-dce2-4090-b56f-3578a7ea7773)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:44:45.307231 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b620ff1-d9fc-405f-9d69-e40e905e1e01 None None] DHCP port deletion for ff8678b1-4349-4ca8-a723-03edf66a1778 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:44:45.327601 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a23707-aa50-42ca-ae1e-e8d6785bbf88 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:45.327601 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-93a23707-aa50-42ca-ae1e-e8d6785bbf88 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:45.362717 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4cebeba7-70a1-41af-a0e1-03f3c5ced802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:45.438675 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-524463a9-011c-4e30-87c2-633bf168e5fa admin admin] For port 690a453d-109d-4766-89af-62a52fae9a91, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=690a453d-109d-4766-89af-62a52fae9a91,segment=NetworkSegment(79652434-eda4-47b6-bb65-4ff228cc56a1),segment_id=79652434-eda4-47b6-bb65-4ff228cc56a1)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:44:45.439212 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-524463a9-011c-4e30-87c2-633bf168e5fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:45.442937 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-6b620ff1-d9fc-405f-9d69-e40e905e1e01 None None] Deleting port 690a453d-109d-4766-89af-62a52fae9a91 {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:44:45.442937 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6b620ff1-d9fc-405f-9d69-e40e905e1e01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:45.466085 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-524463a9-011c-4e30-87c2-633bf168e5fa admin admin] Calling delete_port for 690a453d-109d-4766-89af-62a52fae9a91 owned by network:dhcp {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:44:45.476214 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-93a23707-aa50-42ca-ae1e-e8d6785bbf88 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7954979 Sep 24 15:44:45.478471 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:45.486273 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 56782) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:45.490600 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-6da2127f-e271-4aa5-8215-a1f8f366154a tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Request body: {'port': {'network_id': '9045208f-96a3-4106-bd0d-84166192bb83', 'name': 'tempest-TaggedBootDevicesTest-139020141', 'fixed_ips': [{'subnet_id': '98209579-5345-4ff1-a6ee-f33b5735b225'}]}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:44:45.633101 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 080ea5d8-7220-4318-9219-e0dca7112e09 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:44:45.691835 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-6b620ff1-d9fc-405f-9d69-e40e905e1e01 None None] For port 690a453d-109d-4766-89af-62a52fae9a91, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=690a453d-109d-4766-89af-62a52fae9a91,segment=NetworkSegment(79652434-eda4-47b6-bb65-4ff228cc56a1),segment_id=79652434-eda4-47b6-bb65-4ff228cc56a1)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:44:45.692234 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6b620ff1-d9fc-405f-9d69-e40e905e1e01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:45.701589 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-96124cd7-1ef8-4a0f-820d-6a4fe7d7bfc4 req-2ea81ed0-d6fd-4cf1-ba02-3c9da8ce6363 tempest-ServerShowV257Test-1543336481 tempest-ServerShowV257Test-1543336481-project] 10.222.0.101 "GET /v2.0/ports?device_id=2191b105-2ae5-4b12-8fd8-816f1c6c9cb0 HTTP/1.1" status: 200 len: 210 time: 0.0423915 Sep 24 15:44:45.702436 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 080ea5d8-7220-4318-9219-e0dca7112e09 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:44:45.704503 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 080ea5d8-7220-4318-9219-e0dca7112e09 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:44:45.706035 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 645e1d7e-0857-41d7-a10c-b800f89b7e63 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:44:45.766902 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-6b620ff1-d9fc-405f-9d69-e40e905e1e01 None None] Calling delete_port for 690a453d-109d-4766-89af-62a52fae9a91 owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:44:45.774774 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f245fb50-143a-4093-b803-cf725c96beeb tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:45.780319 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.db.api [None req-4cebeba7-70a1-41af-a0e1-03f3c5ced802 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:44:45.780685 n-d-808921-1 neutron-server[95299]: DEBUG oslo_db.api [None req-4cebeba7-70a1-41af-a0e1-03f3c5ced802 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:44:45.819932 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 645e1d7e-0857-41d7-a10c-b800f89b7e63 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:44:45.820362 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 645e1d7e-0857-41d7-a10c-b800f89b7e63 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:44:45.867896 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=19a6c23e-a568-40cb-a5f3-aaeff04ce96d,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:45.905492 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-524463a9-011c-4e30-87c2-633bf168e5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:45.907470 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6b620ff1-d9fc-405f-9d69-e40e905e1e01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:45.912417 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 56790) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:45.936075 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b620ff1-d9fc-405f-9d69-e40e905e1e01 None None] Pushing event deleted for resources: {'Port': ['ID=690a453d-109d-4766-89af-62a52fae9a91,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:45.937911 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b620ff1-d9fc-405f-9d69-e40e905e1e01 None None] No DVR routers for this DVR port 690a453d-109d-4766-89af-62a52fae9a91 on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:44:45.949200 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524463a9-011c-4e30-87c2-633bf168e5fa admin admin] Pushing event deleted for resources: {'Port': ['ID=690a453d-109d-4766-89af-62a52fae9a91,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:45.961155 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524463a9-011c-4e30-87c2-633bf168e5fa admin admin] No DVR routers for this DVR port 690a453d-109d-4766-89af-62a52fae9a91 on host n-d-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:44:45.968074 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da2127f-e271-4aa5-8215-a1f8f366154a tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Made reservation on behalf of 4e03fc3d20524ffa9cc0335ea5171849 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:44:45.973934 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6da2127f-e271-4aa5-8215-a1f8f366154a tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:45.996796 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [None req-6da2127f-e271-4aa5-8215-a1f8f366154a tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] device_id is not set on port 70f68d1a-4d62-4ee3-ae39-b3c0cf1402e5 yet. {{(pid=95298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:44:46.129578 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-524463a9-011c-4e30-87c2-633bf168e5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:46.156798 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-524463a9-011c-4e30-87c2-633bf168e5fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff8678b1-4349-4ca8-a723-03edf66a1778']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:46.172382 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-524463a9-011c-4e30-87c2-633bf168e5fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79652434-eda4-47b6-bb65-4ff228cc56a1') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:46.172745 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-524463a9-011c-4e30-87c2-633bf168e5fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79652434-eda4-47b6-bb65-4ff228cc56a1') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:46.187488 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-524463a9-011c-4e30-87c2-633bf168e5fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:46.206248 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-524463a9-011c-4e30-87c2-633bf168e5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:46.219763 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-524463a9-011c-4e30-87c2-633bf168e5fa admin admin] Releasing vlan 1272 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:44:46.220182 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-524463a9-011c-4e30-87c2-633bf168e5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:46.222307 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:44:46.222307 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:44:46.222307 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:44:46.222307 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:44:46.222307 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:44:46.222307 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:44:46.222307 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:44:46.222307 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:44:46.222307 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:44:46.222307 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:44:46.222307 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:44:46.222307 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:44:46.222307 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:44:46.222307 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:44:46.222307 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:44:46.222307 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:44:46.222307 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:44:46.222307 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:44:46.222307 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:44:46.222307 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:44:46.222307 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:44:46.222307 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:44:46.222307 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:44:46.222307 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:44:46.222307 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:44:46.222307 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:44:46.222307 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:44:46.222307 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:44:46.222307 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:44:46.222307 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:44:46.222307 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:44:46.222307 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:44:46.403432 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-f245fb50-143a-4093-b803-cf725c96beeb tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Deleting port cc15625b-745b-4f1a-920f-d8ed029f0567 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:44:46.404020 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f245fb50-143a-4093-b803-cf725c96beeb tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:46.413283 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-524463a9-011c-4e30-87c2-633bf168e5fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:46.440578 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-524463a9-011c-4e30-87c2-633bf168e5fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:46.443109 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-524463a9-011c-4e30-87c2-633bf168e5fa admin admin] 10.222.0.101 "DELETE /v2.0/networks/ff8678b1-4349-4ca8-a723-03edf66a1778 HTTP/1.1" status: 204 len: 168 time: 1.5449259 Sep 24 15:44:46.466682 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524463a9-011c-4e30-87c2-633bf168e5fa admin admin] Pushing event deleted for resources: {'Network': ['ID=ff8678b1-4349-4ca8-a723-03edf66a1778,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:46.510758 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-602f3c05-6f9e-43ed-b77f-23bc5cafacf7 None None] Provisioning complete for port 19a6c23e-a568-40cb-a5f3-aaeff04ce96d triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:44:46.511274 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-602f3c05-6f9e-43ed-b77f-23bc5cafacf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:46.581055 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f245fb50-143a-4093-b803-cf725c96beeb tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:46.598596 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-f245fb50-143a-4093-b803-cf725c96beeb tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Calling delete_port for cc15625b-745b-4f1a-920f-d8ed029f0567 owned by network:router_interface {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:44:46.617376 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-6da2127f-e271-4aa5-8215-a1f8f366154a tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Allocated IP 10.1.1.140 (9045208f-96a3-4106-bd0d-84166192bb83/98209579-5345-4ff1-a6ee-f33b5735b225/70f68d1a-4d62-4ee3-ae39-b3c0cf1402e5) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:44:46.627692 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9fe0d4b6-521a-4130-a94f-25f8692bb538 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:46.696143 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 19a6c23e-a568-40cb-a5f3-aaeff04ce96d up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:44:46.698102 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0e9644-a032-401e-b8be-c29e30e251c4 None None] Network e4856753-6c1e-428e-a2fe-e4f7731cb6f7 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:44:46.862009 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 19a6c23e-a568-40cb-a5f3-aaeff04ce96d triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:44:46.862208 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:46.874903 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f3b5fe88-3400-4251-89c1-8d28b684d833 req-205cc315-ac58-4aa2-858f-59b3408f653b tempest-ServerShowV257Test-1543336481 tempest-ServerShowV257Test-1543336481-project] 10.222.0.101 "GET /v2.0/ports?device_id=2191b105-2ae5-4b12-8fd8-816f1c6c9cb0 HTTP/1.1" status: 200 len: 210 time: 0.0539186 Sep 24 15:44:46.897556 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9fe0d4b6-521a-4130-a94f-25f8692bb538 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:46.907051 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6da2127f-e271-4aa5-8215-a1f8f366154a tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:46.946447 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-602f3c05-6f9e-43ed-b77f-23bc5cafacf7 None None] Provisioning complete for port fa6b1e2c-793d-44ab-91ff-29c9061ff55a triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:44:46.946974 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-602f3c05-6f9e-43ed-b77f-23bc5cafacf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:46.954543 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f245fb50-143a-4093-b803-cf725c96beeb tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:46.983316 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f245fb50-143a-4093-b803-cf725c96beeb tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Pushing event deleted for resources: {'Port': ['ID=cc15625b-745b-4f1a-920f-d8ed029f0567,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:47.030782 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9fe0d4b6-521a-4130-a94f-25f8692bb538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:47.040193 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-602f3c05-6f9e-43ed-b77f-23bc5cafacf7 None None] Port fa6b1e2c-793d-44ab-91ff-29c9061ff55a cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:44:47.054097 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 1f9653a4-cfbd-4c76-a5c8-42d1e1879e51 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:44:47.079801 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-9fe0d4b6-521a-4130-a94f-25f8692bb538 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=51687e5374cb461b86ea2cfb70ce9f47&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1633482 Sep 24 15:44:47.079801 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe0d4b6-521a-4130-a94f-25f8692bb538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0da6dc8-e0f2-494e-b3e9-7be7c5459f6b,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:47.081466 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 56802) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:47.123794 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6da2127f-e271-4aa5-8215-a1f8f366154a tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:47.130778 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 1f9653a4-cfbd-4c76-a5c8-42d1e1879e51 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:44:47.131156 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:47.154653 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 56804) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:47.196407 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-01ab9e2a-4367-4d6a-89d2-01f7d8283b71 None None] Provisioning complete for port 1f9653a4-cfbd-4c76-a5c8-42d1e1879e51 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:44:47.197776 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-01ab9e2a-4367-4d6a-89d2-01f7d8283b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:47.207297 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da2127f-e271-4aa5-8215-a1f8f366154a tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Network 9045208f-96a3-4106-bd0d-84166192bb83 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:44:47.208099 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2ae49e7e-93f9-47cc-b55d-2cb02bf763dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:47.213004 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-6da2127f-e271-4aa5-8215-a1f8f366154a tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:44:47.216943 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da2127f-e271-4aa5-8215-a1f8f366154a tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:44:47.260225 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f245fb50-143a-4093-b803-cf725c96beeb tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:47.287514 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-eaf04a24-c151-43b1-a547-1a5bfb175749 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=53357413dfbc434b8597a2dcdb9cca78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1311879 Sep 24 15:44:47.291687 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 56806) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:47.312198 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da2127f-e271-4aa5-8215-a1f8f366154a tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Pushing event updated for resources: {'Port': ['ID=70f68d1a-4d62-4ee3-ae39-b3c0cf1402e5,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:47.356330 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2ae49e7e-93f9-47cc-b55d-2cb02bf763dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:47.426207 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:47.447428 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-01ab9e2a-4367-4d6a-89d2-01f7d8283b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:47.451663 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da2127f-e271-4aa5-8215-a1f8f366154a tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:47.452384 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6da2127f-e271-4aa5-8215-a1f8f366154a tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:47.500850 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port 1f9653a4-cfbd-4c76-a5c8-42d1e1879e51, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=1f9653a4-cfbd-4c76-a5c8-42d1e1879e51,segment=NetworkSegment(a9f89dba-bd7d-4e6d-96ca-5e01f19302ef),segment_id=a9f89dba-bd7d-4e6d-96ca-5e01f19302ef)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:44:47.514198 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e81c9409-59ec-44f8-a824-7da9ad767efc req-72b7709b-ea9b-4be3-a672-46d41e2fb00a service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=2191b105-2ae5-4b12-8fd8-816f1c6c9cb0 HTTP/1.1" status: 200 len: 210 time: 0.0390134 Sep 24 15:44:47.532418 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e292ef85-e003-4e27-aeaa-0c25f6468a5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:47.564265 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e292ef85-e003-4e27-aeaa-0c25f6468a5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:47.589016 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f245fb50-143a-4093-b803-cf725c96beeb tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Router 5eeef12e-2fb6-438c-9ab3-48ec448cdf29 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:44:47.625978 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-6da2127f-e271-4aa5-8215-a1f8f366154a tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1441643 Sep 24 15:44:47.688829 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2ae49e7e-93f9-47cc-b55d-2cb02bf763dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:47.692040 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:47.703192 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2ae49e7e-93f9-47cc-b55d-2cb02bf763dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:47.704682 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-2ae49e7e-93f9-47cc-b55d-2cb02bf763dc admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f0da6dc8-e0f2-494e-b3e9-7be7c5459f6b HTTP/1.1" status: 204 len: 168 time: 0.6222069 Sep 24 15:44:47.709094 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f245fb50-143a-4093-b803-cf725c96beeb tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:44:47.716595 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f245fb50-143a-4093-b803-cf725c96beeb tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] 10.222.0.101 "PUT /v2.0/routers/5eeef12e-2fb6-438c-9ab3-48ec448cdf29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7782815 Sep 24 15:44:47.719525 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 56814) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:47.727628 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae49e7e-93f9-47cc-b55d-2cb02bf763dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0da6dc8-e0f2-494e-b3e9-7be7c5459f6b,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:47.768505 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e292ef85-e003-4e27-aeaa-0c25f6468a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:47.768505 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e292ef85-e003-4e27-aeaa-0c25f6468a5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:47.769147 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1276a39a-3a6f-4fe8-8fc9-a3e58a3a5181 None None] Sync routers for ids ['5eeef12e-2fb6-438c-9ab3-48ec448cdf29'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:44:47.769256 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-e292ef85-e003-4e27-aeaa-0c25f6468a5f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/997d5af8-07d7-4888-b731-21def6e0a999 HTTP/1.1" status: 204 len: 168 time: 0.4607863 Sep 24 15:44:47.769256 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e292ef85-e003-4e27-aeaa-0c25f6468a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=997d5af8-07d7-4888-b731-21def6e0a999,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:47.802425 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 690a453d-109d-4766-89af-62a52fae9a91 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:44:47.830103 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 690a453d-109d-4766-89af-62a52fae9a91 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:44:47.830487 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 690a453d-109d-4766-89af-62a52fae9a91 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:44:47.860461 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1276a39a-3a6f-4fe8-8fc9-a3e58a3a5181 None None] Routers {'5eeef12e-2fb6-438c-9ab3-48ec448cdf29'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:44:47.861248 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-1276a39a-3a6f-4fe8-8fc9-a3e58a3a5181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:44:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['5eeef12e-2fb6-438c-9ab3-48ec448cdf29'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:47.865088 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.db.api [None req-01ab9e2a-4367-4d6a-89d2-01f7d8283b71 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:44:47.865088 n-d-808921-1 neutron-server[95299]: DEBUG oslo_db.api [None req-01ab9e2a-4367-4d6a-89d2-01f7d8283b71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:44:47.883267 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-632c57c4-0511-451b-9b3e-39ef831fd2b1 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks [] for router, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:47.915573 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-1276a39a-3a6f-4fe8-8fc9-a3e58a3a5181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:47.915573 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=1f9653a4-cfbd-4c76-a5c8-42d1e1879e51,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:47.915573 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1276a39a-3a6f-4fe8-8fc9-a3e58a3a5181 None None] Routers {'5eeef12e-2fb6-438c-9ab3-48ec448cdf29'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:44:47.915573 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-1276a39a-3a6f-4fe8-8fc9-a3e58a3a5181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:44:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['5eeef12e-2fb6-438c-9ab3-48ec448cdf29'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:47.949808 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-1276a39a-3a6f-4fe8-8fc9-a3e58a3a5181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:47.950540 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1276a39a-3a6f-4fe8-8fc9-a3e58a3a5181 None None] The sync data for ids ['5eeef12e-2fb6-438c-9ab3-48ec448cdf29'] in n-d-808921-1 is: [] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:44:47.983259 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 56822) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:47.988769 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-9c4a5ab4-2063-4951-9a18-c3f289f38ea9 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Request body: {'security_group': {'name': 'tempest-securitygroup--959869686', 'description': 'tempest-description--344667003'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:44:48.021434 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-632c57c4-0511-451b-9b3e-39ef831fd2b1 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:48.057586 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d3e87fe0-59d7-43ba-a6ef-58a15ada82da req-0cfba72d-68d1-4fb6-b9fc-f97f203d20e0 tempest-ServerShowV257Test-1543336481 tempest-ServerShowV257Test-1543336481-project] 10.222.0.101 "GET /v2.0/ports?device_id=2191b105-2ae5-4b12-8fd8-816f1c6c9cb0 HTTP/1.1" status: 200 len: 210 time: 0.0266211 Sep 24 15:44:48.202886 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9c4a5ab4-2063-4951-9a18-c3f289f38ea9 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:48.256845 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-632c57c4-0511-451b-9b3e-39ef831fd2b1 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Deleting port c2d98ae0-f09d-451a-b314-fe64e70d0030 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:44:48.257196 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-632c57c4-0511-451b-9b3e-39ef831fd2b1 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:48.296503 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9c4a5ab4-2063-4951-9a18-c3f289f38ea9 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:48.327676 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 1f9653a4-cfbd-4c76-a5c8-42d1e1879e51 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:44:48.365511 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-632c57c4-0511-451b-9b3e-39ef831fd2b1 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:48.383022 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-632c57c4-0511-451b-9b3e-39ef831fd2b1 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Calling delete_port for c2d98ae0-f09d-451a-b314-fe64e70d0030 owned by network:router_gateway {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:44:48.408908 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9c4a5ab4-2063-4951-9a18-c3f289f38ea9 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:48.426233 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 1f9653a4-cfbd-4c76-a5c8-42d1e1879e51 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:44:48.426650 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:48.451587 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4a5ab4-2063-4951-9a18-c3f289f38ea9 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faaaed6c-5dc8-4a43-a587-4571f710ba14,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:48.537711 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-f7f4c7a8-6011-4917-b0ca-0bff3af454ed None None] Provisioning complete for port 1f9653a4-cfbd-4c76-a5c8-42d1e1879e51 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:44:48.538414 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f7f4c7a8-6011-4917-b0ca-0bff3af454ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:48.630903 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9c4a5ab4-2063-4951-9a18-c3f289f38ea9 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:48.634176 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-f7f4c7a8-6011-4917-b0ca-0bff3af454ed None None] Provisioning complete for port 70f68d1a-4d62-4ee3-ae39-b3c0cf1402e5 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:44:48.634602 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f7f4c7a8-6011-4917-b0ca-0bff3af454ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:48.636588 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 56834) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:48.637113 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-9c4a5ab4-2063-4951-9a18-c3f289f38ea9 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6513586 Sep 24 15:44:48.641637 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-e283ee95-75ae-4613-8b93-6e976f233843 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Request body: {'security_group_rule': {'security_group_id': 'faaaed6c-5dc8-4a43-a587-4571f710ba14', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:44:48.675260 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-f7f4c7a8-6011-4917-b0ca-0bff3af454ed None None] Port 70f68d1a-4d62-4ee3-ae39-b3c0cf1402e5 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:44:48.734139 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-632c57c4-0511-451b-9b3e-39ef831fd2b1 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:48.765074 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632c57c4-0511-451b-9b3e-39ef831fd2b1 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Pushing event deleted for resources: {'Port': ['ID=c2d98ae0-f09d-451a-b314-fe64e70d0030,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:48.823967 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e283ee95-75ae-4613-8b93-6e976f233843 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:48.846912 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-632c57c4-0511-451b-9b3e-39ef831fd2b1 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586576'] for router_gateway, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:48.945353 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-632c57c4-0511-451b-9b3e-39ef831fd2b1 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:48.951680 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-632c57c4-0511-451b-9b3e-39ef831fd2b1 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:48.993576 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e283ee95-75ae-4613-8b93-6e976f233843 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:49.037245 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 56844) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:49.050581 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-530715e8-3c95-4f96-86e2-97833dfa52e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:49.143938 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-530715e8-3c95-4f96-86e2-97833dfa52e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:49.167605 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-632c57c4-0511-451b-9b3e-39ef831fd2b1 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:49.168588 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-632c57c4-0511-451b-9b3e-39ef831fd2b1 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Fanout notify agent at l3_agent the message router_deleted on router 5eeef12e-2fb6-438c-9ab3-48ec448cdf29 {{(pid=95297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:44:49.169715 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e283ee95-75ae-4613-8b93-6e976f233843 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:49.183688 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-632c57c4-0511-451b-9b3e-39ef831fd2b1 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:49.184847 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-632c57c4-0511-451b-9b3e-39ef831fd2b1 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] 10.222.0.101 "DELETE /v2.0/routers/5eeef12e-2fb6-438c-9ab3-48ec448cdf29 HTTP/1.1" status: 204 len: 168 time: 1.4637983 Sep 24 15:44:49.186108 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3bb0910c-0d69-4e7e-87e7-66ba080178cc req-4d4c4714-936e-45b3-ad32-b8fd32df2238 tempest-ServerShowV257Test-1543336481 tempest-ServerShowV257Test-1543336481-project] 10.222.0.101 "GET /v2.0/ports?device_id=2191b105-2ae5-4b12-8fd8-816f1c6c9cb0 HTTP/1.1" status: 200 len: 210 time: 0.0379000 Sep 24 15:44:49.187407 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 56852) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:49.201838 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e283ee95-75ae-4613-8b93-6e976f233843 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8c40652-7ebe-46ae-95c7-a9b562feada0,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:49.210182 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e283ee95-75ae-4613-8b93-6e976f233843 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:44:49.210663 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e283ee95-75ae-4613-8b93-6e976f233843 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:44:49.210879 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e283ee95-75ae-4613-8b93-6e976f233843 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:44:49.211206 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e283ee95-75ae-4613-8b93-6e976f233843 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:44:49.211535 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e283ee95-75ae-4613-8b93-6e976f233843 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:44:49.211863 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e283ee95-75ae-4613-8b93-6e976f233843 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:44:49.212178 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e283ee95-75ae-4613-8b93-6e976f233843 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:44:49.212624 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e283ee95-75ae-4613-8b93-6e976f233843 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:44:49.212945 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e283ee95-75ae-4613-8b93-6e976f233843 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:44:49.213267 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e283ee95-75ae-4613-8b93-6e976f233843 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:44:49.213585 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e283ee95-75ae-4613-8b93-6e976f233843 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:44:49.214731 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e283ee95-75ae-4613-8b93-6e976f233843 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:44:49.254990 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4b4fffa-d20d-49ff-b6e1-5b43441e4de2 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Deleting subnet 04e818a8-b7a0-4bf9-90a6-331288efb5cb {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:44:49.258171 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e4b4fffa-d20d-49ff-b6e1-5b43441e4de2 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:49.270092 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-530715e8-3c95-4f96-86e2-97833dfa52e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:49.300940 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e4b4fffa-d20d-49ff-b6e1-5b43441e4de2 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:49.315167 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-530715e8-3c95-4f96-86e2-97833dfa52e5 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=43f50dc0312e4477b1ff064cab134ca4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2744024 Sep 24 15:44:49.315167 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530715e8-3c95-4f96-86e2-97833dfa52e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae02dde4-831f-4efd-9275-43779d2ba7f2,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:49.316026 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 56856) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:49.356996 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e4b4fffa-d20d-49ff-b6e1-5b43441e4de2 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:49.372835 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6e112984-f89b-41dd-93de-658a5f98462e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:49.394122 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6e112984-f89b-41dd-93de-658a5f98462e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:49.459244 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e283ee95-75ae-4613-8b93-6e976f233843 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:49.460468 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e283ee95-75ae-4613-8b93-6e976f233843 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8227627 Sep 24 15:44:49.464400 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 56858) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:49.469313 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-aa71f033-ad34-491b-8979-024d00380728 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Request body: {'security_group_rule': {'security_group_id': 'faaaed6c-5dc8-4a43-a587-4571f710ba14', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:44:49.534657 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e4b4fffa-d20d-49ff-b6e1-5b43441e4de2 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:49.561185 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 56862) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:49.572422 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b4fffa-d20d-49ff-b6e1-5b43441e4de2 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Pushing event deleted for resources: {'Subnet': ['ID=04e818a8-b7a0-4bf9-90a6-331288efb5cb,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:49.573404 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e4b4fffa-d20d-49ff-b6e1-5b43441e4de2 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:49.575552 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-e4b4fffa-d20d-49ff-b6e1-5b43441e4de2 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] 10.222.0.101 "DELETE /v2.0/subnets/04e818a8-b7a0-4bf9-90a6-331288efb5cb HTTP/1.1" status: 204 len: 168 time: 0.3868604 Sep 24 15:44:49.578148 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 56866) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:49.602779 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6e112984-f89b-41dd-93de-658a5f98462e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:49.606912 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6e112984-f89b-41dd-93de-658a5f98462e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:49.612657 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-6e112984-f89b-41dd-93de-658a5f98462e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/ae02dde4-831f-4efd-9275-43779d2ba7f2 HTTP/1.1" status: 204 len: 168 time: 0.2913837 Sep 24 15:44:49.643666 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e112984-f89b-41dd-93de-658a5f98462e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae02dde4-831f-4efd-9275-43779d2ba7f2,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:49.672546 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-aa71f033-ad34-491b-8979-024d00380728 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:49.741301 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-60bcc54e-480d-4f71-a3b1-1c9b8864395a admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-117025628-network', 'tenant_id': '3866255b98974b16a2997a7181a78aaf'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:44:49.742589 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-aa71f033-ad34-491b-8979-024d00380728 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:49.755763 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e575899c-f8a0-42c5-8d68-e267b402eaa2 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:49.847708 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e575899c-f8a0-42c5-8d68-e267b402eaa2 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:49.868704 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-e575899c-f8a0-42c5-8d68-e267b402eaa2 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['802c1bef-8e1c-4fc9-aa59-00b541c0a723']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:49.878657 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-e575899c-f8a0-42c5-8d68-e267b402eaa2 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31df1e86-c974-44ef-9b30-f8c1990ae196') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:49.878967 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-e575899c-f8a0-42c5-8d68-e267b402eaa2 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31df1e86-c974-44ef-9b30-f8c1990ae196') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:49.888169 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e575899c-f8a0-42c5-8d68-e267b402eaa2 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:49.901822 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e575899c-f8a0-42c5-8d68-e267b402eaa2 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:49.907948 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e575899c-f8a0-42c5-8d68-e267b402eaa2 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Releasing vlan 1280 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:44:49.908328 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e575899c-f8a0-42c5-8d68-e267b402eaa2 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:49.911616 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:44:49.911616 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:44:49.911616 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:44:49.911616 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:44:49.911616 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:44:49.911616 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:44:49.911616 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:44:49.911616 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:44:49.911616 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:44:49.911616 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:44:49.911616 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:44:49.911616 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:44:49.911616 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:44:49.911616 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:44:49.911616 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:44:49.911616 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:44:49.911616 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:44:49.911616 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:44:49.911616 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:44:49.911616 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:44:49.911616 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:44:49.911616 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:44:49.911616 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:44:49.911616 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:44:49.911616 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:44:49.911616 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:44:49.911616 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:44:49.911616 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:44:49.911616 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:44:49.911616 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:44:49.911616 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:44:49.911616 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:44:49.933006 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60bcc54e-480d-4f71-a3b1-1c9b8864395a admin admin] Made reservation on behalf of 3866255b98974b16a2997a7181a78aaf for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:44:49.936377 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-60bcc54e-480d-4f71-a3b1-1c9b8864395a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:49.937710 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-52eddfbb-27f6-499b-8b33-6b49cb9826a5 req-013738c9-8ca8-492b-80a4-360cf1d19869 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=41bd01a051ec4b46a0a844f0a9c07307&device_id=2191b105-2ae5-4b12-8fd8-816f1c6c9cb0 HTTP/1.1" status: 200 len: 210 time: 0.0275848 Sep 24 15:44:49.938526 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-aa71f033-ad34-491b-8979-024d00380728 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:49.957318 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-60bcc54e-480d-4f71-a3b1-1c9b8864395a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:49.978910 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-52eddfbb-27f6-499b-8b33-6b49cb9826a5 req-8657542e-5528-44dd-acd6-591d97aa5783 service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=41bd01a051ec4b46a0a844f0a9c07307&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322804 Sep 24 15:44:49.981342 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa71f033-ad34-491b-8979-024d00380728 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=434c2979-4a70-4862-a268-76318599e123,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:50.044308 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-202350be-61df-4667-9aa5-148bc6f6b432 req-28bba767-c14b-423d-80e5-9b21e54dd8ea tempest-ServerShowV257Test-1543336481 tempest-ServerShowV257Test-1543336481-project] 10.222.0.101 "GET /v2.0/ports?device_id=2191b105-2ae5-4b12-8fd8-816f1c6c9cb0 HTTP/1.1" status: 200 len: 210 time: 0.0369630 Sep 24 15:44:50.106657 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eddfbb-27f6-499b-8b33-6b49cb9826a5 req-a281ff8d-4506-495f-ae30-0a7d4596de79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:50.108040 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-52eddfbb-27f6-499b-8b33-6b49cb9826a5 req-a281ff8d-4506-495f-ae30-0a7d4596de79 service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1222172 Sep 24 15:44:50.190988 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-aa71f033-ad34-491b-8979-024d00380728 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:50.196000 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-aa71f033-ad34-491b-8979-024d00380728 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7274442 Sep 24 15:44:50.196209 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e575899c-f8a0-42c5-8d68-e267b402eaa2 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:50.196313 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 56876) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:50.200684 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e575899c-f8a0-42c5-8d68-e267b402eaa2 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:50.201419 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-5511ec57-3d0d-441b-a4e1-39f14d81e877 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Request body: {'floatingip': {'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:44:50.205587 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e575899c-f8a0-42c5-8d68-e267b402eaa2 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] 10.222.0.101 "DELETE /v2.0/networks/802c1bef-8e1c-4fc9-aa59-00b541c0a723 HTTP/1.1" status: 204 len: 168 time: 0.6263232 Sep 24 15:44:50.218304 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.db.api [None req-5511ec57-3d0d-441b-a4e1-39f14d81e877 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 15:44:50.218304 n-d-808921-1 neutron-server[95298]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 24 15:44:50.218304 n-d-808921-1 neutron-server[95298]: [parameters: {'project_id_1': '4e03fc3d20524ffa9cc0335ea5171849', 'expiration_1': datetime.datetime(2021, 9, 24, 15, 44, 30, 208039)}] Sep 24 15:44:50.218304 n-d-808921-1 neutron-server[95298]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:44:50.219196 n-d-808921-1 neutron-server[95298]: DEBUG oslo_db.api [None req-5511ec57-3d0d-441b-a4e1-39f14d81e877 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:44:50.228743 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e575899c-f8a0-42c5-8d68-e267b402eaa2 tempest-FloatingIPTestJSON-1022658482 tempest-FloatingIPTestJSON-1022658482-project] Pushing event deleted for resources: {'Network': ['ID=802c1bef-8e1c-4fc9-aa59-00b541c0a723,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:50.309214 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-60bcc54e-480d-4f71-a3b1-1c9b8864395a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:50.383090 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-60bcc54e-480d-4f71-a3b1-1c9b8864395a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:50.405794 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60bcc54e-480d-4f71-a3b1-1c9b8864395a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1266} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:44:50.421628 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bcc54e-480d-4f71-a3b1-1c9b8864395a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0684d9d-90c2-41e2-ae86-80c15d030b57,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:50.431924 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-60bcc54e-480d-4f71-a3b1-1c9b8864395a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:50.431924 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-60bcc54e-480d-4f71-a3b1-1c9b8864395a admin admin] Added segment 138681cd-aefe-407e-9c8c-919ef76b97c8 of type vlan for network 0fa74ab6-87b5-4544-9313-49774655226a Sep 24 15:44:50.466916 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-60bcc54e-480d-4f71-a3b1-1c9b8864395a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:50.583749 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-60bcc54e-480d-4f71-a3b1-1c9b8864395a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:50.584758 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60bcc54e-480d-4f71-a3b1-1c9b8864395a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:50.585346 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-60bcc54e-480d-4f71-a3b1-1c9b8864395a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:50.648708 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bcc54e-480d-4f71-a3b1-1c9b8864395a admin admin] Pushing event updated for resources: {'Network': ['ID=0fa74ab6-87b5-4544-9313-49774655226a,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:50.659043 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 0fa74ab6-87b5-4544-9313-49774655226a details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:44:50.822294 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 56892) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:50.824095 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-60bcc54e-480d-4f71-a3b1-1c9b8864395a admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2617445 Sep 24 15:44:50.826861 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 56894) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:50.831791 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-b6ba5edb-29d5-4f77-9265-1291e0996644 admin admin] Request body: {'subnet': {'network_id': '0fa74ab6-87b5-4544-9313-49774655226a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-117025628-subnet', 'tenant_id': '3866255b98974b16a2997a7181a78aaf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:44:50.956730 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-7f7ceabb-a8bb-4f1b-a7cb-231a5d8c7f58 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=0f592124eb9b4affa1c22ff2dead359b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1332564 Sep 24 15:44:50.959331 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 56900) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:51.008843 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9d544b3d-dfec-4944-a8f4-20a900679ab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:51.018707 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5511ec57-3d0d-441b-a4e1-39f14d81e877 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks [] for floatingip, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:51.050706 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9d544b3d-dfec-4944-a8f4-20a900679ab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:51.157860 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b8502c93-96d5-4751-b0f3-520cd7c11f74 req-355d6e9c-2f7e-4f0e-8568-005b0f7f6fe8 tempest-ServerShowV257Test-1543336481 tempest-ServerShowV257Test-1543336481-project] 10.222.0.101 "GET /v2.0/ports?device_id=2191b105-2ae5-4b12-8fd8-816f1c6c9cb0 HTTP/1.1" status: 200 len: 210 time: 0.0272403 Sep 24 15:44:51.168012 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5511ec57-3d0d-441b-a4e1-39f14d81e877 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:51.228691 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ba5edb-29d5-4f77-9265-1291e0996644 admin admin] Made reservation on behalf of 3866255b98974b16a2997a7181a78aaf for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:44:51.231184 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b6ba5edb-29d5-4f77-9265-1291e0996644 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:51.275846 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-5511ec57-3d0d-441b-a4e1-39f14d81e877 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Allocated IP 172.25.0.12 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/58ca28c4-9fa6-482f-98aa-14fa6d512b89) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:44:51.318060 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9d544b3d-dfec-4944-a8f4-20a900679ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:51.325748 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9d544b3d-dfec-4944-a8f4-20a900679ab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:51.325748 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-9d544b3d-dfec-4944-a8f4-20a900679ab8 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/0646bd62-d168-4041-9ae0-5cf82ba058a9 HTTP/1.1" status: 204 len: 168 time: 0.3618717 Sep 24 15:44:51.375696 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d544b3d-dfec-4944-a8f4-20a900679ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0646bd62-d168-4041-9ae0-5cf82ba058a9,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:51.432109 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5511ec57-3d0d-441b-a4e1-39f14d81e877 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:51.519223 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-52eddfbb-27f6-499b-8b33-6b49cb9826a5 req-c41a5a9b-3fe9-487e-9a97-8bcf8e3ad05e tempest-ServerShowV257Test-1543336481 tempest-ServerShowV257Test-1543336481-project] 10.222.0.110 "GET /v2.0/ports?device_id=2191b105-2ae5-4b12-8fd8-816f1c6c9cb0 HTTP/1.1" status: 200 len: 210 time: 0.0323339 Sep 24 15:44:51.671167 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5511ec57-3d0d-441b-a4e1-39f14d81e877 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:51.717396 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5511ec57-3d0d-441b-a4e1-39f14d81e877 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:44:51.720515 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-5511ec57-3d0d-441b-a4e1-39f14d81e877 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:44:51.724214 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5511ec57-3d0d-441b-a4e1-39f14d81e877 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:44:51.749673 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5511ec57-3d0d-441b-a4e1-39f14d81e877 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Pushing event updated for resources: {'Port': ['ID=58ca28c4-9fa6-482f-98aa-14fa6d512b89,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:51.821568 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5511ec57-3d0d-441b-a4e1-39f14d81e877 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:52.063461 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b6ba5edb-29d5-4f77-9265-1291e0996644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:52.092035 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5511ec57-3d0d-441b-a4e1-39f14d81e877 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:52.119995 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba5edb-29d5-4f77-9265-1291e0996644 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4491d185-2791-4910-b09e-1dff46d40afb,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:52.127542 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ba5edb-29d5-4f77-9265-1291e0996644 admin admin] Checking segment: {'id': '138681cd-aefe-407e-9c8c-919ef76b97c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': '0fa74ab6-87b5-4544-9313-49774655226a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:44:52.127897 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ba5edb-29d5-4f77-9265-1291e0996644 admin admin] Network hostable DHCP agents. Network: 0fa74ab6-87b5-4544-9313-49774655226a, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:44:52.258257 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ba5edb-29d5-4f77-9265-1291e0996644 admin admin] Network 0fa74ab6-87b5-4544-9313-49774655226a is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:44:52.270647 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5511ec57-3d0d-441b-a4e1-39f14d81e877 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:52.286436 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e4a46d51-263c-482f-9a22-252306841273 req-002ecee5-a3f6-4971-999e-0bea4af60c4f tempest-ServerShowV257Test-1543336481 tempest-ServerShowV257Test-1543336481-project] 10.222.0.101 "GET /v2.0/ports?device_id=2191b105-2ae5-4b12-8fd8-816f1c6c9cb0 HTTP/1.1" status: 200 len: 210 time: 0.0382957 Sep 24 15:44:52.400377 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-b6ba5edb-29d5-4f77-9265-1291e0996644 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 0fa74ab6-87b5-4544-9313-49774655226a) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:44:52.400612 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5511ec57-3d0d-441b-a4e1-39f14d81e877 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:52.404827 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ba5edb-29d5-4f77-9265-1291e0996644 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:52.405399 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b6ba5edb-29d5-4f77-9265-1291e0996644 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:52.413082 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbac8ea-3a72-4607-b854-b62cdc256845 None None] Network 0fa74ab6-87b5-4544-9313-49774655226a requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:44:52.492756 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5511ec57-3d0d-441b-a4e1-39f14d81e877 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Pushing event updated for resources: {'Port': ['ID=58ca28c4-9fa6-482f-98aa-14fa6d512b89,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:52.505504 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5511ec57-3d0d-441b-a4e1-39f14d81e877 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:52.562907 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6ace7a-2fcf-47f6-a370-e06a086ed2ca None None] Network 0fa74ab6-87b5-4544-9313-49774655226a requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:44:52.621321 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b6ba5edb-29d5-4f77-9265-1291e0996644 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7932537 Sep 24 15:44:52.659627 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5511ec57-3d0d-441b-a4e1-39f14d81e877 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:52.662710 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-5511ec57-3d0d-441b-a4e1-39f14d81e877 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4636343 Sep 24 15:44:52.755149 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb7f8e5-599d-47c6-a2dd-5b19c3e29ea6 req-366fafe3-15ad-4287-b04c-0406aa0fccc0 tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:52.756689 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4cb7f8e5-599d-47c6-a2dd-5b19c3e29ea6 req-366fafe3-15ad-4287-b04c-0406aa0fccc0 tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5d0cce0-4325-41d2-8926-525669f30ed0 HTTP/1.1" status: 200 len: 946 time: 0.0510917 Sep 24 15:44:52.804688 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4cb7f8e5-599d-47c6-a2dd-5b19c3e29ea6 req-b62fe7fc-12a6-49c6-bb46-5bf3bb7ee377 tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] 10.222.0.101 "GET /v2.0/security-groups?id=6e01d6c5-d13f-4908-9ca3-a0ecdf0f7b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417325 Sep 24 15:44:53.054301 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 56976) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:53.258930 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-01d98ecc-3b64-4783-b051-94b51a59af97 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-securitygroup--959869686&fields=id&tenant_id=4e03fc3d20524ffa9cc0335ea5171849 HTTP/1.1" status: 200 len: 267 time: 0.0403998 Sep 24 15:44:53.302829 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-0161ed91-1539-4849-b78e-7093a31e394c tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:53.304219 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-0161ed91-1539-4849-b78e-7093a31e394c tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports/fa6b1e2c-793d-44ab-91ff-29c9061ff55a HTTP/1.1" status: 200 len: 930 time: 0.0445123 Sep 24 15:44:53.361484 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-5397ab50-8257-4a86-9218-09abd40535e8 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-143267506'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:44:53.381274 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-6703db49-ae3c-4606-bf06-6dc257de171e tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:53.383139 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-6703db49-ae3c-4606-bf06-6dc257de171e tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports/70f68d1a-4d62-4ee3-ae39-b3c0cf1402e5 HTTP/1.1" status: 200 len: 931 time: 0.0719280 Sep 24 15:44:53.444898 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-de47574f-8c62-4197-b429-085ed111dba1 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?network_id=e4856753-6c1e-428e-a2fe-e4f7731cb6f7&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0536659 Sep 24 15:44:53.478417 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-f5fc2331-3b21-40d0-85b0-e986c970d031 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?network_id=e4856753-6c1e-428e-a2fe-e4f7731cb6f7&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0270555 Sep 24 15:44:53.498715 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57749f-53e2-4502-950d-522ad43e8ac0 req-ff0700e2-d131-4640-a1ae-a33acf6ba4db tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:53.500212 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ec57749f-53e2-4502-950d-522ad43e8ac0 req-ff0700e2-d131-4640-a1ae-a33acf6ba4db tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/networks?id=0fa74ab6-87b5-4544-9313-49774655226a HTTP/1.1" status: 200 len: 814 time: 0.1069105 Sep 24 15:44:53.515915 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ec57749f-53e2-4502-950d-522ad43e8ac0 req-140418aa-c5db-4106-acde-6adf3174d498 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/quotas/3866255b98974b16a2997a7181a78aaf HTTP/1.1" status: 200 len: 375 time: 0.0097501 Sep 24 15:44:53.553139 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ec57749f-53e2-4502-950d-522ad43e8ac0 req-3fa42b30-7ae8-44d5-ba13-f581c63c0744 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=3866255b98974b16a2997a7181a78aaf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315490 Sep 24 15:44:53.598363 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5397ab50-8257-4a86-9218-09abd40535e8 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Made reservation on behalf of be6d327e798a4a079912695710ce653a for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:44:53.602129 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5397ab50-8257-4a86-9218-09abd40535e8 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:53.612384 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-5fbaddca-3219-4eaa-9d2a-cfd52a773cdd tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:53.618872 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-5fbaddca-3219-4eaa-9d2a-cfd52a773cdd tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:53.625509 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-5fbaddca-3219-4eaa-9d2a-cfd52a773cdd tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:53.627239 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-5fbaddca-3219-4eaa-9d2a-cfd52a773cdd tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/networks?id=fd4dbc0b-12eb-4c1c-a696-391550e45003&id=9045208f-96a3-4106-bd0d-84166192bb83&id=9045208f-96a3-4106-bd0d-84166192bb83&id=e4856753-6c1e-428e-a2fe-e4f7731cb6f7&id=e4856753-6c1e-428e-a2fe-e4f7731cb6f7 HTTP/1.1" status: 200 len: 1990 time: 0.1418524 Sep 24 15:44:53.635204 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5397ab50-8257-4a86-9218-09abd40535e8 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:53.653508 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-9899bbf3-fe7c-44dd-887d-8a36edd60860 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/quotas/4e03fc3d20524ffa9cc0335ea5171849 HTTP/1.1" status: 200 len: 375 time: 0.0202909 Sep 24 15:44:53.656389 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ec57749f-53e2-4502-950d-522ad43e8ac0 req-5b33e836-33eb-4e49-b6e3-f0c991887953 service neutron] 10.222.0.101 "GET /v2.0/networks/0fa74ab6-87b5-4544-9313-49774655226a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897861 Sep 24 15:44:53.750651 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-d8d550f4-3569-443f-97be-9a6bd2d983fc tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=4e03fc3d20524ffa9cc0335ea5171849&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0889428 Sep 24 15:44:53.756862 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ec57749f-53e2-4502-950d-522ad43e8ac0 req-bbdb4d84-69d5-4179-855d-8f485f3e7bdd service neutron] 10.222.0.101 "GET /v2.0/networks/0fa74ab6-87b5-4544-9313-49774655226a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915976 Sep 24 15:44:53.856185 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5397ab50-8257-4a86-9218-09abd40535e8 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:53.873226 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-466c6a0f-0c49-43f5-94ce-2549f0923a98 service neutron] 10.222.0.101 "GET /v2.0/networks/fd4dbc0b-12eb-4c1c-a696-391550e45003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095774 Sep 24 15:44:53.967478 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-ff8db7c0-7538-4ee6-acd7-64b825e10b1b service neutron] 10.222.0.101 "GET /v2.0/networks/fd4dbc0b-12eb-4c1c-a696-391550e45003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879080 Sep 24 15:44:54.009082 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-077e9bc1-1047-416a-a3dd-0807d005860e service neutron] 10.222.0.101 "GET /v2.0/ports/fa6b1e2c-793d-44ab-91ff-29c9061ff55a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0337236 Sep 24 15:44:54.043868 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e693bc45-9695-4fa3-ae3d-92052be36f2f req-06d2d1c7-e9af-4e98-be51-9b9161f8dc8e tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:54.045351 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e693bc45-9695-4fa3-ae3d-92052be36f2f req-06d2d1c7-e9af-4e98-be51-9b9161f8dc8e tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] 10.222.0.108 "GET /v2.0/ports?device_id=f5d0cce0-4325-41d2-8926-525669f30ed0 HTTP/1.1" status: 200 len: 946 time: 0.0505414 Sep 24 15:44:54.104141 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-86d11f5b-9000-40db-acae-13866af5dc9e service neutron] 10.222.0.101 "GET /v2.0/networks/9045208f-96a3-4106-bd0d-84166192bb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887449 Sep 24 15:44:54.130289 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5397ab50-8257-4a86-9218-09abd40535e8 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:54.144101 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-e693bc45-9695-4fa3-ae3d-92052be36f2f req-ecbecfbd-c719-47b3-96bd-ca399d611c07 tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Deleting port 27dc361e-9b6d-44ac-bfef-9d06e585c8a0 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:44:54.144443 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e693bc45-9695-4fa3-ae3d-92052be36f2f req-ecbecfbd-c719-47b3-96bd-ca399d611c07 tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:54.163744 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5397ab50-8257-4a86-9218-09abd40535e8 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1283} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:44:54.215661 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5397ab50-8257-4a86-9218-09abd40535e8 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:54.216014 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-5397ab50-8257-4a86-9218-09abd40535e8 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Added segment 87f971d9-02a5-4e72-95b7-4580259e499c of type vlan for network bc822aa9-d07e-449b-bf9b-863b43c96802 Sep 24 15:44:54.218959 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5397ab50-8257-4a86-9218-09abd40535e8 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2329a542-3670-4f74-86da-da56e0704ad4,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:54.297228 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-e693bc45-9695-4fa3-ae3d-92052be36f2f req-ecbecfbd-c719-47b3-96bd-ca399d611c07 tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] For port 27dc361e-9b6d-44ac-bfef-9d06e585c8a0, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=27dc361e-9b6d-44ac-bfef-9d06e585c8a0,segment=NetworkSegment(db87eefb-f3a7-4a9d-90fd-936ebe911b7a),segment_id=db87eefb-f3a7-4a9d-90fd-936ebe911b7a)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:44:54.297835 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e693bc45-9695-4fa3-ae3d-92052be36f2f req-ecbecfbd-c719-47b3-96bd-ca399d611c07 tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:54.301361 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-c2d60cb1-ecd3-4fa2-9cf9-6fd1813564a8 service neutron] 10.222.0.101 "GET /v2.0/networks/9045208f-96a3-4106-bd0d-84166192bb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908777 Sep 24 15:44:54.338090 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5397ab50-8257-4a86-9218-09abd40535e8 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:54.363096 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-5479c8d6-b478-4e65-a7e4-777fa2e2b0c3 service neutron] 10.222.0.101 "GET /v2.0/ports/70f68d1a-4d62-4ee3-ae39-b3c0cf1402e5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0606508 Sep 24 15:44:54.481746 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a8a749-5e0d-44a6-b771-48f8a10bd6ce req-b92c9c0e-1176-41b0-9ecb-13e98661d9ae tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:54.483360 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a6a8a749-5e0d-44a6-b771-48f8a10bd6ce req-b92c9c0e-1176-41b0-9ecb-13e98661d9ae tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5d0cce0-4325-41d2-8926-525669f30ed0 HTTP/1.1" status: 200 len: 946 time: 0.1291738 Sep 24 15:44:54.513715 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5397ab50-8257-4a86-9218-09abd40535e8 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:54.522705 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5397ab50-8257-4a86-9218-09abd40535e8 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:54.523479 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5397ab50-8257-4a86-9218-09abd40535e8 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:54.572882 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-24538ca1-f65e-4a7c-bc24-580acf4bf70f service neutron] 10.222.0.101 "GET /v2.0/networks/9045208f-96a3-4106-bd0d-84166192bb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082491 Sep 24 15:44:54.597607 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a6a8a749-5e0d-44a6-b771-48f8a10bd6ce req-0df9e514-6cd4-4ebd-a4e1-dce3a05abbef tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] 10.222.0.101 "GET /v2.0/security-groups?id=6e01d6c5-d13f-4908-9ca3-a0ecdf0f7b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985456 Sep 24 15:44:54.600679 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e693bc45-9695-4fa3-ae3d-92052be36f2f req-ecbecfbd-c719-47b3-96bd-ca399d611c07 tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:54.601494 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e693bc45-9695-4fa3-ae3d-92052be36f2f req-ecbecfbd-c719-47b3-96bd-ca399d611c07 tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:54.601494 n-d-808921-1 neutron-server[95298]: INFO neutron.db.l3_db [req-e693bc45-9695-4fa3-ae3d-92052be36f2f req-ecbecfbd-c719-47b3-96bd-ca399d611c07 tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Floating IP 22d15cc0-5d2f-4edb-a406-70c6df9dda27 disassociated. External IP: 172.25.0.221, port: 27dc361e-9b6d-44ac-bfef-9d06e585c8a0. Sep 24 15:44:54.601998 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-e693bc45-9695-4fa3-ae3d-92052be36f2f req-ecbecfbd-c719-47b3-96bd-ca399d611c07 tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Calling delete_port for 27dc361e-9b6d-44ac-bfef-9d06e585c8a0 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:44:54.678404 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5397ab50-8257-4a86-9218-09abd40535e8 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Pushing event updated for resources: {'Network': ['ID=bc822aa9-d07e-449b-bf9b-863b43c96802,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:54.695852 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network bc822aa9-d07e-449b-bf9b-863b43c96802 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:44:54.709314 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-773f5f6a-977d-4d88-83f7-01b37f2c2232 service neutron] 10.222.0.101 "GET /v2.0/networks/9045208f-96a3-4106-bd0d-84166192bb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360264 Sep 24 15:44:54.780594 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dc4f09e3-395e-431d-9d88-f9480f74faea req-5341e797-3f1f-4074-8851-a55783d189fe tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=99f5f6ef-f1dd-4463-9211-714b975b878e HTTP/1.1" status: 200 len: 210 time: 0.0350492 Sep 24 15:44:54.817327 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-5397ab50-8257-4a86-9218-09abd40535e8 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.7594702 Sep 24 15:44:54.817779 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 57028) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:54.823110 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-af125431-cd06-4100-b742-51de66e1485f tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Request body: {'subnet': {'network_id': 'bc822aa9-d07e-449b-bf9b-863b43c96802', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:44:54.834784 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-7454478e-524d-49c1-80e0-f41144873db6 service neutron] 10.222.0.101 "GET /v2.0/networks/9045208f-96a3-4106-bd0d-84166192bb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162894 Sep 24 15:44:54.931952 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-e4295758-842c-4fdc-94d9-5b647c70e3c9 service neutron] 10.222.0.101 "GET /v2.0/networks/9045208f-96a3-4106-bd0d-84166192bb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894136 Sep 24 15:44:54.966216 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e693bc45-9695-4fa3-ae3d-92052be36f2f req-ecbecfbd-c719-47b3-96bd-ca399d611c07 tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:54.999487 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbecfbd-c719-47b3-96bd-ca399d611c07 tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Pushing event deleted for resources: {'Port': ['ID=27dc361e-9b6d-44ac-bfef-9d06e585c8a0,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:55.039061 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-0d1a753e-ec19-48a3-abad-da57f8a286f3 service neutron] 10.222.0.101 "GET /v2.0/networks/9045208f-96a3-4106-bd0d-84166192bb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994053 Sep 24 15:44:55.044551 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af125431-cd06-4100-b742-51de66e1485f tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Made reservation on behalf of be6d327e798a4a079912695710ce653a for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:44:55.048006 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-af125431-cd06-4100-b742-51de66e1485f tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:55.135258 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-1ebe31cd-6d66-4dd1-af4b-dd4258d3b522 service neutron] 10.222.0.101 "GET /v2.0/networks/9045208f-96a3-4106-bd0d-84166192bb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897052 Sep 24 15:44:55.187871 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e693bc45-9695-4fa3-ae3d-92052be36f2f req-ecbecfbd-c719-47b3-96bd-ca399d611c07 tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Router 02991ea0-38e7-4412-9be8-bde6eaa26467 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:44:55.243239 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-8d6f39be-396b-4c73-af53-7e77aeb7e572 service neutron] 10.222.0.101 "GET /v2.0/networks/e4856753-6c1e-428e-a2fe-e4f7731cb6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001718 Sep 24 15:44:55.374915 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-51b213a7-a6b7-4e0f-a5a0-cac9b26653ea service neutron] 10.222.0.101 "GET /v2.0/networks/e4856753-6c1e-428e-a2fe-e4f7731cb6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307852 Sep 24 15:44:55.394916 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 57034) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:55.413306 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e693bc45-9695-4fa3-ae3d-92052be36f2f req-ecbecfbd-c719-47b3-96bd-ca399d611c07 tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:44:55.426191 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b045ec0-d4e4-4718-afe2-3c01336a6a11 None None] Sync routers for ids ['02991ea0-38e7-4412-9be8-bde6eaa26467'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:44:55.447298 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b045ec0-d4e4-4718-afe2-3c01336a6a11 None None] Routers {'02991ea0-38e7-4412-9be8-bde6eaa26467'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:44:55.448130 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-1b045ec0-d4e4-4718-afe2-3c01336a6a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:44:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['02991ea0-38e7-4412-9be8-bde6eaa26467'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:55.487287 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-e693bc45-9695-4fa3-ae3d-92052be36f2f req-ecbecfbd-c719-47b3-96bd-ca399d611c07 tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] No DVR routers for this DVR port 27dc361e-9b6d-44ac-bfef-9d06e585c8a0 on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:44:55.492664 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e693bc45-9695-4fa3-ae3d-92052be36f2f req-ecbecfbd-c719-47b3-96bd-ca399d611c07 tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:55.496393 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e693bc45-9695-4fa3-ae3d-92052be36f2f req-ecbecfbd-c719-47b3-96bd-ca399d611c07 tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] 10.222.0.108 "DELETE /v2.0/ports/27dc361e-9b6d-44ac-bfef-9d06e585c8a0 HTTP/1.1" status: 204 len: 173 time: 1.4447429 Sep 24 15:44:55.498821 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5d0cce0-4325-41d2-8926-525669f30ed0', 'name': 'network-vif-deleted', 'tag': '27dc361e-9b6d-44ac-bfef-9d06e585c8a0'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:44:55.501440 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d70ea750-1b91-4f23-a27c-457a62e2af1b" -d '{"events": [{"server_uuid": "f5d0cce0-4325-41d2-8926-525669f30ed0", "name": "network-vif-deleted", "tag": "27dc361e-9b6d-44ac-bfef-9d06e585c8a0"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:44:55.522778 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-af125431-cd06-4100-b742-51de66e1485f tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:55.535981 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-bbfed2db-4e11-40a6-84f6-e3c1680a80d8 service neutron] 10.222.0.101 "GET /v2.0/networks/e4856753-6c1e-428e-a2fe-e4f7731cb6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569622 Sep 24 15:44:55.618650 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db3aba0-e53d-45d6-8458-74bc3ecc8a6d x-openstack-request-id: req-3db3aba0-e53d-45d6-8458-74bc3ecc8a6d {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:44:55.619158 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5d0cce0-4325-41d2-8926-525669f30ed0", "name": "network-vif-deleted", "tag": "27dc361e-9b6d-44ac-bfef-9d06e585c8a0", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:44:55.619389 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-3db3aba0-e53d-45d6-8458-74bc3ecc8a6d {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:44:55.620113 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5d0cce0-4325-41d2-8926-525669f30ed0', 'name': 'network-vif-deleted', 'tag': '27dc361e-9b6d-44ac-bfef-9d06e585c8a0', 'status': 'completed', 'code': 200} Sep 24 15:44:55.622477 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af125431-cd06-4100-b742-51de66e1485f tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Pushing event updated for resources: {'Subnet': ['ID=eb99cfc0-3227-4dbd-954e-55ac72648dd1,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:55.646555 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-1b045ec0-d4e4-4718-afe2-3c01336a6a11 None None] Set router 02991ea0-38e7-4412-9be8-bde6eaa26467 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:44:55.657431 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-73d14d6e-d015-4d30-9f01-4f17093f0760 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:55.703159 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af125431-cd06-4100-b742-51de66e1485f tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Checking segment: {'id': '87f971d9-02a5-4e72-95b7-4580259e499c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'bc822aa9-d07e-449b-bf9b-863b43c96802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:44:55.703531 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af125431-cd06-4100-b742-51de66e1485f tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Network hostable DHCP agents. Network: bc822aa9-d07e-449b-bf9b-863b43c96802, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:44:55.705976 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-b03259fa-ba36-4b36-88fe-16b95c215996 service neutron] 10.222.0.101 "GET /v2.0/networks/e4856753-6c1e-428e-a2fe-e4f7731cb6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615193 Sep 24 15:44:55.737811 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-87f439b9-9800-48d6-8339-357decef2897 req-53c9cf23-bcf4-4ef9-8ba5-db9d9da8839d tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5d0cce0-4325-41d2-8926-525669f30ed0 HTTP/1.1" status: 200 len: 210 time: 0.0504761 Sep 24 15:44:55.843637 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af125431-cd06-4100-b742-51de66e1485f tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Network bc822aa9-d07e-449b-bf9b-863b43c96802 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:44:55.928774 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-1b045ec0-d4e4-4718-afe2-3c01336a6a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02991ea0-38e7-4412-9be8-bde6eaa26467', 'name': 'tempest-ServersTestFqdnHostnames-1776585837-router', 'tenant_id': 'f5fae2a20e26468593267e81a47eadf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '02c9fa4c-2fdd-4218-8996-362cd19101d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:42:31Z', 'updated_at': '2021-09-24T15:42:40Z', 'revision_number': 4, 'project_id': 'f5fae2a20e26468593267e81a47eadf0', 'gw_port': {'id': '02c9fa4c-2fdd-4218-8996-362cd19101d1', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:26:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02991ea0-38e7-4412-9be8-bde6eaa26467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:42:33Z', 'updated_at': '2021-09-24T15:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'e9c00fc2-d1f2-47ff-baff-a7acba2d0280', 'name': '', 'network_id': '1607962c-d4f7-409b-9616-90538896b74f', 'tenant_id': 'f5fae2a20e26468593267e81a47eadf0', 'mac_address': 'fa:16:3e:c1:01:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02991ea0-38e7-4412-9be8-bde6eaa26467', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '955c88c4-2efa-4e9c-87c6-93b275727dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:42:39Z', 'updated_at': '2021-09-24T15:42:45Z', 'revision_number': 5, 'project_id': 'f5fae2a20e26468593267e81a47eadf0', 'subnets': [{'id': '955c88c4-2efa-4e9c-87c6-93b275727dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:55.978538 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b045ec0-d4e4-4718-afe2-3c01336a6a11 None None] Checking router: 02991ea0-38e7-4412-9be8-bde6eaa26467 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:44:55.978538 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b045ec0-d4e4-4718-afe2-3c01336a6a11 None None] Routers {'02991ea0-38e7-4412-9be8-bde6eaa26467'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:44:55.980560 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d846c494-3990-4990-be96-1de2c5856a50 req-cda037d9-ff9f-427d-94dc-ca2b941dc6d1 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=99f5f6ef-f1dd-4463-9211-714b975b878e HTTP/1.1" status: 200 len: 210 time: 0.0467579 Sep 24 15:44:55.981007 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-1b045ec0-d4e4-4718-afe2-3c01336a6a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:44:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['02991ea0-38e7-4412-9be8-bde6eaa26467'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:55.990196 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-73d14d6e-d015-4d30-9f01-4f17093f0760 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:56.094153 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-1b045ec0-d4e4-4718-afe2-3c01336a6a11 None None] Set router 02991ea0-38e7-4412-9be8-bde6eaa26467 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:44:56.097229 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-af125431-cd06-4100-b742-51de66e1485f tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, bc822aa9-d07e-449b-bf9b-863b43c96802) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:44:56.101706 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af125431-cd06-4100-b742-51de66e1485f tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:56.102299 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-af125431-cd06-4100-b742-51de66e1485f tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:56.110464 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3785a9a1-0fb2-4323-908d-be81d7ed47be None None] Network bc822aa9-d07e-449b-bf9b-863b43c96802 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:44:56.185487 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-73d14d6e-d015-4d30-9f01-4f17093f0760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:56.225803 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-73d14d6e-d015-4d30-9f01-4f17093f0760 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=41bd01a051ec4b46a0a844f0a9c07307&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8324456 Sep 24 15:44:56.226713 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d14d6e-d015-4d30-9f01-4f17093f0760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5688653c-8d77-4489-9eee-d87858b17049,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:56.228787 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 57064) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:56.275435 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71de3b05-3c67-475d-bec4-ab8637334890 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-bc822aa9-d07e-449b-bf9b-863b43c96802', 'network_id': 'bc822aa9-d07e-449b-bf9b-863b43c96802', 'tenant_id': 'be6d327e798a4a079912695710ce653a', 'fixed_ips': [{'subnet_id': 'eb99cfc0-3227-4dbd-954e-55ac72648dd1'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:44:56.277075 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-71de3b05-3c67-475d-bec4-ab8637334890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:56.315427 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c5f5a69c-7a61-4f4d-8c33-58b86075abcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:56.332654 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-af125431-cd06-4100-b742-51de66e1485f tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5135200 Sep 24 15:44:56.335012 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 57068) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:56.340710 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-ccacf340-2751-40eb-b1d3-c815b1bd0b23 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-959213703', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:44:56.342914 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c5f5a69c-7a61-4f4d-8c33-58b86075abcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:56.366825 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-1b045ec0-d4e4-4718-afe2-3c01336a6a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02991ea0-38e7-4412-9be8-bde6eaa26467', 'name': 'tempest-ServersTestFqdnHostnames-1776585837-router', 'tenant_id': 'f5fae2a20e26468593267e81a47eadf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '02c9fa4c-2fdd-4218-8996-362cd19101d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:42:31Z', 'updated_at': '2021-09-24T15:42:40Z', 'revision_number': 4, 'project_id': 'f5fae2a20e26468593267e81a47eadf0', 'gw_port': {'id': '02c9fa4c-2fdd-4218-8996-362cd19101d1', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:26:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02991ea0-38e7-4412-9be8-bde6eaa26467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:42:33Z', 'updated_at': '2021-09-24T15:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'e9c00fc2-d1f2-47ff-baff-a7acba2d0280', 'name': '', 'network_id': '1607962c-d4f7-409b-9616-90538896b74f', 'tenant_id': 'f5fae2a20e26468593267e81a47eadf0', 'mac_address': 'fa:16:3e:c1:01:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02991ea0-38e7-4412-9be8-bde6eaa26467', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '955c88c4-2efa-4e9c-87c6-93b275727dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:42:39Z', 'updated_at': '2021-09-24T15:42:45Z', 'revision_number': 5, 'project_id': 'f5fae2a20e26468593267e81a47eadf0', 'subnets': [{'id': '955c88c4-2efa-4e9c-87c6-93b275727dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:44:56.405622 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b045ec0-d4e4-4718-afe2-3c01336a6a11 None None] The sync data for ids ['02991ea0-38e7-4412-9be8-bde6eaa26467'] in n-d-808921-1 is: [{'id': '02991ea0-38e7-4412-9be8-bde6eaa26467', 'name': 'tempest-ServersTestFqdnHostnames-1776585837-router', 'tenant_id': 'f5fae2a20e26468593267e81a47eadf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '02c9fa4c-2fdd-4218-8996-362cd19101d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:42:31Z', 'updated_at': '2021-09-24T15:42:40Z', 'revision_number': 4, 'project_id': 'f5fae2a20e26468593267e81a47eadf0', 'gw_port': {'id': '02c9fa4c-2fdd-4218-8996-362cd19101d1', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:26:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02991ea0-38e7-4412-9be8-bde6eaa26467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:42:33Z', 'updated_at': '2021-09-24T15:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'e9c00fc2-d1f2-47ff-baff-a7acba2d0280', 'name': '', 'network_id': '1607962c-d4f7-409b-9616-90538896b74f', 'tenant_id': 'f5fae2a20e26468593267e81a47eadf0', 'mac_address': 'fa:16:3e:c1:01:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02991ea0-38e7-4412-9be8-bde6eaa26467', 'device_owner': 'network:router_interface', 'standard_attr_id': 1238, 'fixed_ips': [{'subnet_id': '955c88c4-2efa-4e9c-87c6-93b275727dd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:42:39Z', 'updated_at': '2021-09-24T15:42:45Z', 'revision_number': 5, 'project_id': 'f5fae2a20e26468593267e81a47eadf0', 'subnets': [{'id': '955c88c4-2efa-4e9c-87c6-93b275727dd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:44:56.445053 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-71de3b05-3c67-475d-bec4-ab8637334890 None None] Allocated IP 172.20.0.2 (bc822aa9-d07e-449b-bf9b-863b43c96802/eb99cfc0-3227-4dbd-954e-55ac72648dd1/382db570-bb37-4a57-8cb2-bda35583ca57) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:44:56.525775 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ccacf340-2751-40eb-b1d3-c815b1bd0b23 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:56.527213 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ccacf340-2751-40eb-b1d3-c815b1bd0b23 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:56.593315 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-71de3b05-3c67-475d-bec4-ab8637334890 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:56.602791 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c5f5a69c-7a61-4f4d-8c33-58b86075abcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:56.606448 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c5f5a69c-7a61-4f4d-8c33-58b86075abcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:56.610037 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-c5f5a69c-7a61-4f4d-8c33-58b86075abcb admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/5688653c-8d77-4489-9eee-d87858b17049 HTTP/1.1" status: 204 len: 168 time: 0.3766515 Sep 24 15:44:56.622133 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f5a69c-7a61-4f4d-8c33-58b86075abcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5688653c-8d77-4489-9eee-d87858b17049,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:56.685727 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ccacf340-2751-40eb-b1d3-c815b1bd0b23 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:56.708451 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06ef9ee-e382-48f5-a1c7-7cd22daa43dc None None] New status for floating IP 22d15cc0-5d2f-4edb-a406-70c6df9dda27: DOWN {{(pid=95299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:44:56.850495 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bdc4ff9d-7c32-4f28-9bbc-e2d89b36253f req-beb573f5-26eb-4f2c-b77a-d3bfabebbb81 tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5d0cce0-4325-41d2-8926-525669f30ed0 HTTP/1.1" status: 200 len: 210 time: 0.0267704 Sep 24 15:44:56.853993 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-71de3b05-3c67-475d-bec4-ab8637334890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:56.892852 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71de3b05-3c67-475d-bec4-ab8637334890 None None] Network bc822aa9-d07e-449b-bf9b-863b43c96802 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:44:56.895711 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-71de3b05-3c67-475d-bec4-ab8637334890 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:44:56.908514 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71de3b05-3c67-475d-bec4-ab8637334890 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:44:56.915505 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ccacf340-2751-40eb-b1d3-c815b1bd0b23 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:56.933351 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71de3b05-3c67-475d-bec4-ab8637334890 None None] Pushing event updated for resources: {'Port': ['ID=382db570-bb37-4a57-8cb2-bda35583ca57,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:56.995164 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-71de3b05-3c67-475d-bec4-ab8637334890 None None] Attempting to bind port 382db570-bb37-4a57-8cb2-bda35583ca57 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:44:56.995599 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-71de3b05-3c67-475d-bec4-ab8637334890 None None] Attempting to bind port 382db570-bb37-4a57-8cb2-bda35583ca57 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '87f971d9-02a5-4e72-95b7-4580259e499c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'bc822aa9-d07e-449b-bf9b-863b43c96802'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:44:56.995954 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71de3b05-3c67-475d-bec4-ab8637334890 None None] Attempting to bind port 382db570-bb37-4a57-8cb2-bda35583ca57 on network bc822aa9-d07e-449b-bf9b-863b43c96802 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:44:57.001223 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71de3b05-3c67-475d-bec4-ab8637334890 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:44:57.001597 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71de3b05-3c67-475d-bec4-ab8637334890 None None] Checking segment: {'id': '87f971d9-02a5-4e72-95b7-4580259e499c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'bc822aa9-d07e-449b-bf9b-863b43c96802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:44:57.001988 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-71de3b05-3c67-475d-bec4-ab8637334890 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:57.002395 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71de3b05-3c67-475d-bec4-ab8637334890 None None] Bound using segment: {'id': '87f971d9-02a5-4e72-95b7-4580259e499c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'bc822aa9-d07e-449b-bf9b-863b43c96802'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:44:57.003025 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-71de3b05-3c67-475d-bec4-ab8637334890 None None] Bound port: 382db570-bb37-4a57-8cb2-bda35583ca57, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87f971d9-02a5-4e72-95b7-4580259e499c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'bc822aa9-d07e-449b-bf9b-863b43c96802'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:44:57.003399 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-71de3b05-3c67-475d-bec4-ab8637334890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:57.071317 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-71de3b05-3c67-475d-bec4-ab8637334890 None None] For port 382db570-bb37-4a57-8cb2-bda35583ca57, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:44:57.074597 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-71de3b05-3c67-475d-bec4-ab8637334890 None None] For port 382db570-bb37-4a57-8cb2-bda35583ca57, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=382db570-bb37-4a57-8cb2-bda35583ca57,segment=NetworkSegment(87f971d9-02a5-4e72-95b7-4580259e499c),segment_id=87f971d9-02a5-4e72-95b7-4580259e499c)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:44:57.079967 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fa5deab3-09bb-44b8-952a-660c97b47af8 req-c8a0cb5e-20df-4381-ae5e-85df69062b44 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=99f5f6ef-f1dd-4463-9211-714b975b878e HTTP/1.1" status: 200 len: 210 time: 0.0296750 Sep 24 15:44:57.250302 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ccacf340-2751-40eb-b1d3-c815b1bd0b23 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:57.255054 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-ccacf340-2751-40eb-b1d3-c815b1bd0b23 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.9153621 Sep 24 15:44:57.255680 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 57088) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:57.304974 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-71de3b05-3c67-475d-bec4-ab8637334890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:57.464728 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71de3b05-3c67-475d-bec4-ab8637334890 None None] Pushing event updated for resources: {'Port': ['ID=382db570-bb37-4a57-8cb2-bda35583ca57,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:57.712862 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-630db493-ae6c-4576-967c-3e5354ba1d13 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:58.001820 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-630db493-ae6c-4576-967c-3e5354ba1d13 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Allocated IP 172.20.0.1 (bc822aa9-d07e-449b-bf9b-863b43c96802/eb99cfc0-3227-4dbd-954e-55ac72648dd1/d4af3b32-28af-4ad1-8bbc-b866588e3336) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:44:58.121182 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-630db493-ae6c-4576-967c-3e5354ba1d13 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:58.144066 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 57120) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:58.221847 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d3439399-ab98-480e-91ac-c1df329558cc tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:58.274076 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d3439399-ab98-480e-91ac-c1df329558cc tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:58.293610 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-630db493-ae6c-4576-967c-3e5354ba1d13 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:58.397223 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630db493-ae6c-4576-967c-3e5354ba1d13 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Network bc822aa9-d07e-449b-bf9b-863b43c96802 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:44:58.401419 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-630db493-ae6c-4576-967c-3e5354ba1d13 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:44:58.420381 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-73b474f2-83dc-431d-a3c2-f127769a4345 req-39509360-f38b-4d34-9bbf-922796b1cf2d tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=99f5f6ef-f1dd-4463-9211-714b975b878e HTTP/1.1" status: 200 len: 210 time: 0.0916638 Sep 24 15:44:58.429134 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630db493-ae6c-4576-967c-3e5354ba1d13 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:44:58.486594 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 382db570-bb37-4a57-8cb2-bda35583ca57 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:44:58.531418 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-da94ab5b-1038-4d2e-aa47-9fe438f3c514 req-49ccb88f-684c-4a59-8f98-6712c3d7eea3 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 210 time: 0.0523615 Sep 24 15:44:58.548907 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 382db570-bb37-4a57-8cb2-bda35583ca57 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:44:58.549352 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:58.562605 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630db493-ae6c-4576-967c-3e5354ba1d13 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Pushing event updated for resources: {'Port': ['ID=d4af3b32-28af-4ad1-8bbc-b866588e3336,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:58.589744 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-630db493-ae6c-4576-967c-3e5354ba1d13 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:58.605234 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 27dc361e-9b6d-44ac-bfef-9d06e585c8a0 no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:44:58.632982 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] No Port match for: 27dc361e-9b6d-44ac-bfef-9d06e585c8a0 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:44:58.643344 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 27dc361e-9b6d-44ac-bfef-9d06e585c8a0 not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:44:58.656508 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d3439399-ab98-480e-91ac-c1df329558cc tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:58.663622 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d3439399-ab98-480e-91ac-c1df329558cc tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:58.670327 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-d3439399-ab98-480e-91ac-c1df329558cc tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] 10.222.0.101 "DELETE /v2.0/security-groups/6e01d6c5-d13f-4908-9ca3-a0ecdf0f7b26 HTTP/1.1" status: 204 len: 168 time: 0.5249839 Sep 24 15:44:58.674100 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 57138) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:58.674551 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 57140) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:58.731668 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [None req-187f0f7d-2a15-4897-a358-8379be1e5bcb tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] show failed (client error): The resource could not be found. Sep 24 15:44:58.732871 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-187f0f7d-2a15-4897-a358-8379be1e5bcb tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] 10.222.0.101 "GET /v2.0/security-groups/6e01d6c5-d13f-4908-9ca3-a0ecdf0f7b26 HTTP/1.1" status: 404 len: 347 time: 0.0405529 Sep 24 15:44:58.735821 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 57144) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:44:58.738375 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3439399-ab98-480e-91ac-c1df329558cc tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e01d6c5-d13f-4908-9ca3-a0ecdf0f7b26,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:58.762202 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:58.814851 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a62804-57ac-4ff7-9ca0-98f54bfc4996 None None] Network bc822aa9-d07e-449b-bf9b-863b43c96802 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:44:58.830237 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port 382db570-bb37-4a57-8cb2-bda35583ca57, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=382db570-bb37-4a57-8cb2-bda35583ca57,segment=NetworkSegment(87f971d9-02a5-4e72-95b7-4580259e499c),segment_id=87f971d9-02a5-4e72-95b7-4580259e499c)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:44:58.866882 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-70b5ee1d-d884-4383-b8cc-2d9e2fc2ada0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1483285859-network', 'tenant_id': 'a281c219e4614beda204e7aa382ce19f'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:44:58.931255 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57749f-53e2-4502-950d-522ad43e8ac0 req-0e8b6133-8d50-4c6e-8f64-a9f9fbe4d206 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:44:58.933670 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ec57749f-53e2-4502-950d-522ad43e8ac0 req-0e8b6133-8d50-4c6e-8f64-a9f9fbe4d206 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.108 "GET /v2.0/networks?id=0fa74ab6-87b5-4544-9313-49774655226a HTTP/1.1" status: 200 len: 814 time: 0.3232005 Sep 24 15:44:58.946786 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-977f7660-1239-4ae0-9059-f0da08452bb6 None None] Provisioning complete for port 382db570-bb37-4a57-8cb2-bda35583ca57 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:44:58.947153 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-977f7660-1239-4ae0-9059-f0da08452bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:58.948029 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-ec57749f-53e2-4502-950d-522ad43e8ac0 req-031ec439-9226-4e14-bacd-925dc47b61df tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Request body: {'port': {'device_id': '99f5f6ef-f1dd-4463-9211-714b975b878e', 'network_id': '0fa74ab6-87b5-4544-9313-49774655226a', 'admin_state_up': True, 'tenant_id': '3866255b98974b16a2997a7181a78aaf'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:44:58.986135 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-406659cd-85b3-4488-8bc2-97dedfcf5338 tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Deleting port 9a798190-1aac-4ee5-88bb-8b37994822b1 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:44:58.986534 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-406659cd-85b3-4488-8bc2-97dedfcf5338 tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:58.996876 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-630db493-ae6c-4576-967c-3e5354ba1d13 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:59.005102 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:59.091361 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=382db570-bb37-4a57-8cb2-bda35583ca57,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:59.155611 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70b5ee1d-d884-4383-b8cc-2d9e2fc2ada0 admin admin] Made reservation on behalf of a281c219e4614beda204e7aa382ce19f for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:44:59.157929 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-70b5ee1d-d884-4383-b8cc-2d9e2fc2ada0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:59.171729 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-70b5ee1d-d884-4383-b8cc-2d9e2fc2ada0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:59.282602 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-406659cd-85b3-4488-8bc2-97dedfcf5338 tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:59.283321 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-406659cd-85b3-4488-8bc2-97dedfcf5338 tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:59.343362 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-406659cd-85b3-4488-8bc2-97dedfcf5338 tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Calling delete_port for 9a798190-1aac-4ee5-88bb-8b37994822b1 owned by network:floatingip {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:44:59.351099 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-630db493-ae6c-4576-967c-3e5354ba1d13 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:59.411595 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-70b5ee1d-d884-4383-b8cc-2d9e2fc2ada0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:59.445812 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-630db493-ae6c-4576-967c-3e5354ba1d13 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:59.471156 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-a98f61d2-f9ba-4dc3-9a23-bb6fd485c41f None None] Provisioning complete for port 382db570-bb37-4a57-8cb2-bda35583ca57 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:44:59.471511 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a98f61d2-f9ba-4dc3-9a23-bb6fd485c41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:59.583920 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-70b5ee1d-d884-4383-b8cc-2d9e2fc2ada0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:59.597333 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70b5ee1d-d884-4383-b8cc-2d9e2fc2ada0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1292} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:44:59.612355 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-a98f61d2-f9ba-4dc3-9a23-bb6fd485c41f None None] Provisioning complete for port d4af3b32-28af-4ad1-8bbc-b866588e3336 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:44:59.620325 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a98f61d2-f9ba-4dc3-9a23-bb6fd485c41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:59.625055 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d138bf43-840f-4430-86d9-9b7cef2f5365 req-2ea5b82f-08ca-4a16-b048-22777a851528 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=99f5f6ef-f1dd-4463-9211-714b975b878e HTTP/1.1" status: 200 len: 210 time: 0.0703967 Sep 24 15:44:59.637752 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-630db493-ae6c-4576-967c-3e5354ba1d13 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:59.639996 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630db493-ae6c-4576-967c-3e5354ba1d13 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Pushing event updated for resources: {'Port': ['ID=d4af3b32-28af-4ad1-8bbc-b866588e3336,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:59.668317 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b5ee1d-d884-4383-b8cc-2d9e2fc2ada0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e97abd6-6c4b-4313-93b0-ffda5586d5a7,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:59.675406 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1b0db58e-7350-4131-94ce-ef2a5a7ee140 req-0dda4ff0-c640-4bb3-9c40-45a672440bd3 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 210 time: 0.0435493 Sep 24 15:44:59.679503 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-406659cd-85b3-4488-8bc2-97dedfcf5338 tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:59.682613 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-a98f61d2-f9ba-4dc3-9a23-bb6fd485c41f None None] Port d4af3b32-28af-4ad1-8bbc-b866588e3336 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:44:59.683784 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-70b5ee1d-d884-4383-b8cc-2d9e2fc2ada0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:59.683784 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-70b5ee1d-d884-4383-b8cc-2d9e2fc2ada0 admin admin] Added segment 5202dad5-affc-4089-8eb2-2acbc0a55bf9 of type vlan for network f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc Sep 24 15:44:59.750946 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec57749f-53e2-4502-950d-522ad43e8ac0 req-031ec439-9226-4e14-bacd-925dc47b61df tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Made reservation on behalf of 3866255b98974b16a2997a7181a78aaf for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:44:59.754371 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-ec57749f-53e2-4502-950d-522ad43e8ac0 req-031ec439-9226-4e14-bacd-925dc47b61df tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:59.765085 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630db493-ae6c-4576-967c-3e5354ba1d13 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Network bc822aa9-d07e-449b-bf9b-863b43c96802 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:44:59.766721 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-630db493-ae6c-4576-967c-3e5354ba1d13 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:44:59.774744 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406659cd-85b3-4488-8bc2-97dedfcf5338 tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Pushing event deleted for resources: {'Port': ['ID=9a798190-1aac-4ee5-88bb-8b37994822b1,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:44:59.789744 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-70b5ee1d-d884-4383-b8cc-2d9e2fc2ada0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:59.805003 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-2b8bb410-2c69-460f-a451-b71ddedd1f51 None None] Provisioning complete for port d4af3b32-28af-4ad1-8bbc-b866588e3336 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:44:59.805918 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2b8bb410-2c69-460f-a451-b71ddedd1f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:59.852340 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-2b8bb410-2c69-460f-a451-b71ddedd1f51 None None] Port d4af3b32-28af-4ad1-8bbc-b866588e3336 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:44:59.925372 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-406659cd-85b3-4488-8bc2-97dedfcf5338 tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Notify callbacks [] for floatingip, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:59.927965 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-406659cd-85b3-4488-8bc2-97dedfcf5338 tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:44:59.929134 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-406659cd-85b3-4488-8bc2-97dedfcf5338 tempest-ServersTestFqdnHostnames-1423903029 tempest-ServersTestFqdnHostnames-1423903029-project] 10.222.0.101 "DELETE /v2.0/floatingips/22d15cc0-5d2f-4edb-a406-70c6df9dda27 HTTP/1.1" status: 204 len: 168 time: 1.1920464 Sep 24 15:44:59.933329 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 57166) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:00.007658 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-ec57749f-53e2-4502-950d-522ad43e8ac0 req-031ec439-9226-4e14-bacd-925dc47b61df tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Allocated IP 172.20.0.2 (0fa74ab6-87b5-4544-9313-49774655226a/4491d185-2791-4910-b09e-1dff46d40afb/7a5ede30-553d-4b39-bf2e-61fe5bb9e3e7) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:45:00.075792 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-a2d3e0c3-f40c-4543-99e2-4a8b37fad771 None None] Provisioning complete for port d4af3b32-28af-4ad1-8bbc-b866588e3336 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:45:00.076401 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a2d3e0c3-f40c-4543-99e2-4a8b37fad771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:00.106675 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-630db493-ae6c-4576-967c-3e5354ba1d13 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Router 10448112-a38d-4889-97dd-146b19fa1e7f is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:45:00.286852 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-a2d3e0c3-f40c-4543-99e2-4a8b37fad771 None None] Port d4af3b32-28af-4ad1-8bbc-b866588e3336 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:45:00.291417 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-630db493-ae6c-4576-967c-3e5354ba1d13 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:45:00.298651 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-630db493-ae6c-4576-967c-3e5354ba1d13 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] 10.222.0.101 "PUT /v2.0/routers/10448112-a38d-4889-97dd-146b19fa1e7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0409191 Sep 24 15:45:00.302162 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 57172) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:00.303610 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65504430-0034-478b-9237-4ff155169068 None None] Sync routers for ids ['10448112-a38d-4889-97dd-146b19fa1e7f'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:45:00.309746 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-d861949d-70a5-4871-a6df-88b0dd6e54d4 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Request body: {'port': {'network_id': 'bc822aa9-d07e-449b-bf9b-863b43c96802', 'name': 'tempest-FloatingIPNegativeTestJSON-1638310758'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:45:00.316260 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65504430-0034-478b-9237-4ff155169068 None None] Routers {'10448112-a38d-4889-97dd-146b19fa1e7f'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:45:00.316971 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-65504430-0034-478b-9237-4ff155169068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:44:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['10448112-a38d-4889-97dd-146b19fa1e7f'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:45:00.426531 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 382db570-bb37-4a57-8cb2-bda35583ca57 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:45:00.436547 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-65504430-0034-478b-9237-4ff155169068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:45:00.453056 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65504430-0034-478b-9237-4ff155169068 None None] Routers {'10448112-a38d-4889-97dd-146b19fa1e7f'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:45:00.454312 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-65504430-0034-478b-9237-4ff155169068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:44:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['10448112-a38d-4889-97dd-146b19fa1e7f'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:45:00.476597 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-70b5ee1d-d884-4383-b8cc-2d9e2fc2ada0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:00.478256 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70b5ee1d-d884-4383-b8cc-2d9e2fc2ada0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:00.480142 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-70b5ee1d-d884-4383-b8cc-2d9e2fc2ada0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:00.502124 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 382db570-bb37-4a57-8cb2-bda35583ca57 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:45:00.502608 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:00.506005 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-65504430-0034-478b-9237-4ff155169068 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:45:00.506902 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65504430-0034-478b-9237-4ff155169068 None None] The sync data for ids ['10448112-a38d-4889-97dd-146b19fa1e7f'] in n-d-808921-1 is: [] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:45:00.545559 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d06acf4b-1547-4da0-a8ef-e173a5e36838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:00.599686 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b5ee1d-d884-4383-b8cc-2d9e2fc2ada0 admin admin] Pushing event updated for resources: {'Network': ['ID=f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:00.616002 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:45:00.695221 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d861949d-70a5-4871-a6df-88b0dd6e54d4 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Made reservation on behalf of be6d327e798a4a079912695710ce653a for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:45:00.700094 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d861949d-70a5-4871-a6df-88b0dd6e54d4 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:00.709083 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-ec57749f-53e2-4502-950d-522ad43e8ac0 req-031ec439-9226-4e14-bacd-925dc47b61df tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:00.722558 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-70b5ee1d-d884-4383-b8cc-2d9e2fc2ada0 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0307407 Sep 24 15:45:00.725663 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 57182) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:00.735161 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-7ac2d559-3b43-46f4-b6e7-7710f4fa3d17 admin admin] Request body: {'subnet': {'network_id': 'f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1483285859-subnet', 'tenant_id': 'a281c219e4614beda204e7aa382ce19f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:45:00.759922 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [None req-d861949d-70a5-4871-a6df-88b0dd6e54d4 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] device_id is not set on port 060ac83e-81e0-4adb-a9f6-6d5d8c044ddf yet. {{(pid=95297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:45:00.781232 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6b77cea2-868c-49be-93f5-d252e55a431b req-584f08bc-37b6-4c3b-b2f7-58252a1d4fc6 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=99f5f6ef-f1dd-4463-9211-714b975b878e HTTP/1.1" status: 200 len: 210 time: 0.0410559 Sep 24 15:45:00.907420 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac2d559-3b43-46f4-b6e7-7710f4fa3d17 admin admin] Made reservation on behalf of a281c219e4614beda204e7aa382ce19f for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:45:00.907420 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7ac2d559-3b43-46f4-b6e7-7710f4fa3d17 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:01.084487 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-ec57749f-53e2-4502-950d-522ad43e8ac0 req-031ec439-9226-4e14-bacd-925dc47b61df tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:01.142182 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec57749f-53e2-4502-950d-522ad43e8ac0 req-031ec439-9226-4e14-bacd-925dc47b61df tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Network 0fa74ab6-87b5-4544-9313-49774655226a is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:45:01.145207 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-ec57749f-53e2-4502-950d-522ad43e8ac0 req-031ec439-9226-4e14-bacd-925dc47b61df tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:45:01.149088 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec57749f-53e2-4502-950d-522ad43e8ac0 req-031ec439-9226-4e14-bacd-925dc47b61df tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:45:01.193995 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9133bb0c-438f-4ce8-9d79-92dcdeb57ad2 req-07549a0e-593a-4084-802a-c2d8efde2541 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 210 time: 0.3724890 Sep 24 15:45:01.207462 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-84bbc658-c554-488b-90c5-886c8365c9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:01.209282 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57749f-53e2-4502-950d-522ad43e8ac0 req-031ec439-9226-4e14-bacd-925dc47b61df tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:01.209947 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-ec57749f-53e2-4502-950d-522ad43e8ac0 req-031ec439-9226-4e14-bacd-925dc47b61df tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:01.215027 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031ec439-9226-4e14-bacd-925dc47b61df tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Pushing event updated for resources: {'Port': ['ID=7a5ede30-553d-4b39-bf2e-61fe5bb9e3e7,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:01.257263 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7ac2d559-3b43-46f4-b6e7-7710f4fa3d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:01.294633 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-d861949d-70a5-4871-a6df-88b0dd6e54d4 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Allocated IP 172.20.0.8 (bc822aa9-d07e-449b-bf9b-863b43c96802/eb99cfc0-3227-4dbd-954e-55ac72648dd1/060ac83e-81e0-4adb-a9f6-6d5d8c044ddf) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:45:01.328397 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac2d559-3b43-46f4-b6e7-7710f4fa3d17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0d43bec-f9c0-475f-bd60-a66698ae0d01,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:01.337832 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac2d559-3b43-46f4-b6e7-7710f4fa3d17 admin admin] Checking segment: {'id': '5202dad5-affc-4089-8eb2-2acbc0a55bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': 'f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:45:01.338623 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac2d559-3b43-46f4-b6e7-7710f4fa3d17 admin admin] Network hostable DHCP agents. Network: f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:45:01.344052 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ec57749f-53e2-4502-950d-522ad43e8ac0 req-031ec439-9226-4e14-bacd-925dc47b61df tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4007351 Sep 24 15:45:01.358263 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-ec57749f-53e2-4502-950d-522ad43e8ac0 req-e3920d1f-ba98-41cd-a5c2-0653bb052569 service neutron] Request body: {'port': {'device_id': '99f5f6ef-f1dd-4463-9211-714b975b878e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:45:01.408430 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-d06acf4b-1547-4da0-a8ef-e173a5e36838 admin admin] Deleting port e9c00fc2-d1f2-47ff-baff-a7acba2d0280 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:45:01.409770 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d06acf4b-1547-4da0-a8ef-e173a5e36838 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:01.421860 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-ec57749f-53e2-4502-950d-522ad43e8ac0 req-e3920d1f-ba98-41cd-a5c2-0653bb052569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:01.526984 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac2d559-3b43-46f4-b6e7-7710f4fa3d17 admin admin] Network f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:45:01.563085 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-d06acf4b-1547-4da0-a8ef-e173a5e36838 admin admin] For port e9c00fc2-d1f2-47ff-baff-a7acba2d0280, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=e9c00fc2-d1f2-47ff-baff-a7acba2d0280,segment=NetworkSegment(db87eefb-f3a7-4a9d-90fd-936ebe911b7a),segment_id=db87eefb-f3a7-4a9d-90fd-936ebe911b7a)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:45:01.563450 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d06acf4b-1547-4da0-a8ef-e173a5e36838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:01.580339 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d861949d-70a5-4871-a6df-88b0dd6e54d4 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:01.585688 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-d06acf4b-1547-4da0-a8ef-e173a5e36838 admin admin] Calling delete_port for e9c00fc2-d1f2-47ff-baff-a7acba2d0280 owned by network:router_interface {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:45:01.662470 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-7ac2d559-3b43-46f4-b6e7-7710f4fa3d17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:45:01.671631 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab92203-d69b-4f9b-93b0-2ffed98e94d3 None None] Network f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:45:01.676008 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac2d559-3b43-46f4-b6e7-7710f4fa3d17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:01.676608 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7ac2d559-3b43-46f4-b6e7-7710f4fa3d17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:01.723667 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-ec57749f-53e2-4502-950d-522ad43e8ac0 req-e3920d1f-ba98-41cd-a5c2-0653bb052569 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a5ede30-553d-4b39-bf2e-61fe5bb9e3e7 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:45:01.731593 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-ec57749f-53e2-4502-950d-522ad43e8ac0 req-e3920d1f-ba98-41cd-a5c2-0653bb052569 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:01.820402 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d861949d-70a5-4871-a6df-88b0dd6e54d4 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:01.829640 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22015b94-01ff-4fbf-bb75-42409ca06b4c None None] Network f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:45:01.867466 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d861949d-70a5-4871-a6df-88b0dd6e54d4 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Network bc822aa9-d07e-449b-bf9b-863b43c96802 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:45:01.878961 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-d861949d-70a5-4871-a6df-88b0dd6e54d4 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:45:01.881415 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d861949d-70a5-4871-a6df-88b0dd6e54d4 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:45:01.936210 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-7ac2d559-3b43-46f4-b6e7-7710f4fa3d17 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2089865 Sep 24 15:45:01.973011 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d861949d-70a5-4871-a6df-88b0dd6e54d4 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Pushing event updated for resources: {'Port': ['ID=060ac83e-81e0-4adb-a9f6-6d5d8c044ddf,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:01.993310 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d861949d-70a5-4871-a6df-88b0dd6e54d4 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:01.993928 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d861949d-70a5-4871-a6df-88b0dd6e54d4 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:02.013452 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-ec57749f-53e2-4502-950d-522ad43e8ac0 req-e3920d1f-ba98-41cd-a5c2-0653bb052569 service neutron] Transition to ACTIVE for port object 7a5ede30-553d-4b39-bf2e-61fe5bb9e3e7 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:45:02.019702 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71599f4c-b012-4da0-b541-c66144bbf1ce req-3aca1b4f-a976-4885-b62c-f6fa0cfa2de7 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:02.021334 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-71599f4c-b012-4da0-b541-c66144bbf1ce req-3aca1b4f-a976-4885-b62c-f6fa0cfa2de7 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=99f5f6ef-f1dd-4463-9211-714b975b878e HTTP/1.1" status: 200 len: 931 time: 0.1559720 Sep 24 15:45:02.022619 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d06acf4b-1547-4da0-a8ef-e173a5e36838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:02.063960 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06acf4b-1547-4da0-a8ef-e173a5e36838 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9c00fc2-d1f2-47ff-baff-a7acba2d0280,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:02.150179 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-71599f4c-b012-4da0-b541-c66144bbf1ce req-ab50f9cd-f2b5-4665-b9bb-d433d6505114 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985248 Sep 24 15:45:02.151763 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-ec57749f-53e2-4502-950d-522ad43e8ac0 req-e3920d1f-ba98-41cd-a5c2-0653bb052569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:02.158647 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-d861949d-70a5-4871-a6df-88b0dd6e54d4 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8553588 Sep 24 15:45:02.161341 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 57206) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:02.165967 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-a23cfeae-f974-432a-9937-f7ff799d4a40 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Request body: {'floatingip': {'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:45:02.232692 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-44496b1f-1c9a-4e12-a804-95410908ab4d None None] Provisioning complete for port 060ac83e-81e0-4adb-a9f6-6d5d8c044ddf triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:45:02.233074 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-44496b1f-1c9a-4e12-a804-95410908ab4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:02.234475 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3920d1f-ba98-41cd-a5c2-0653bb052569 service neutron] Pushing event updated for resources: {'Port': ['ID=7a5ede30-553d-4b39-bf2e-61fe5bb9e3e7,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:02.360826 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-44496b1f-1c9a-4e12-a804-95410908ab4d None None] Port 060ac83e-81e0-4adb-a9f6-6d5d8c044ddf cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:45:02.428289 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-10f1d18b-fbef-41f7-8234-af083b91d85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:02.429899 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-10f1d18b-fbef-41f7-8234-af083b91d85d service neutron] 10.222.0.110 "GET /v2.0/ports/fa6b1e2c-793d-44ab-91ff-29c9061ff55a HTTP/1.1" status: 200 len: 1026 time: 0.1255312 Sep 24 15:45:02.435766 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c06caef5-c38e-48d0-8d94-d84fb3b33acc req-1cfc2a61-153a-45a0-9c78-c5dc9d6cb08e tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 210 time: 0.0413864 Sep 24 15:45:02.450617 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a23cfeae-f974-432a-9937-f7ff799d4a40 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks [] for floatingip, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:02.467818 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-ec57749f-53e2-4502-950d-522ad43e8ac0 req-e3920d1f-ba98-41cd-a5c2-0653bb052569 service neutron] Attempting to bind port 7a5ede30-553d-4b39-bf2e-61fe5bb9e3e7 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:45:02.467818 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-ec57749f-53e2-4502-950d-522ad43e8ac0 req-e3920d1f-ba98-41cd-a5c2-0653bb052569 service neutron] Attempting to bind port 7a5ede30-553d-4b39-bf2e-61fe5bb9e3e7 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '138681cd-aefe-407e-9c8c-919ef76b97c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': '0fa74ab6-87b5-4544-9313-49774655226a'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:45:02.467818 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec57749f-53e2-4502-950d-522ad43e8ac0 req-e3920d1f-ba98-41cd-a5c2-0653bb052569 service neutron] Attempting to bind port 7a5ede30-553d-4b39-bf2e-61fe5bb9e3e7 on network 0fa74ab6-87b5-4544-9313-49774655226a {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:45:02.467818 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec57749f-53e2-4502-950d-522ad43e8ac0 req-e3920d1f-ba98-41cd-a5c2-0653bb052569 service neutron] Port 7a5ede30-553d-4b39-bf2e-61fe5bb9e3e7 on network 0fa74ab6-87b5-4544-9313-49774655226a not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:45:02.467818 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec57749f-53e2-4502-950d-522ad43e8ac0 req-e3920d1f-ba98-41cd-a5c2-0653bb052569 service neutron] Attempting to bind port 7a5ede30-553d-4b39-bf2e-61fe5bb9e3e7 on network 0fa74ab6-87b5-4544-9313-49774655226a {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:45:02.468217 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d06acf4b-1547-4da0-a8ef-e173a5e36838 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:02.497091 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec57749f-53e2-4502-950d-522ad43e8ac0 req-e3920d1f-ba98-41cd-a5c2-0653bb052569 service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:45:02.497433 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec57749f-53e2-4502-950d-522ad43e8ac0 req-e3920d1f-ba98-41cd-a5c2-0653bb052569 service neutron] Checking segment: {'id': '138681cd-aefe-407e-9c8c-919ef76b97c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': '0fa74ab6-87b5-4544-9313-49774655226a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:45:02.497821 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec57749f-53e2-4502-950d-522ad43e8ac0 req-e3920d1f-ba98-41cd-a5c2-0653bb052569 service neutron] Bound using segment: {'id': '138681cd-aefe-407e-9c8c-919ef76b97c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': '0fa74ab6-87b5-4544-9313-49774655226a'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:45:02.498264 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-ec57749f-53e2-4502-950d-522ad43e8ac0 req-e3920d1f-ba98-41cd-a5c2-0653bb052569 service neutron] Bound port: 7a5ede30-553d-4b39-bf2e-61fe5bb9e3e7, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '138681cd-aefe-407e-9c8c-919ef76b97c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': '0fa74ab6-87b5-4544-9313-49774655226a'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:45:02.498646 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-ec57749f-53e2-4502-950d-522ad43e8ac0 req-e3920d1f-ba98-41cd-a5c2-0653bb052569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:02.513510 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-2836ed68-09f1-43ab-9dcd-013b3673e987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:02.515215 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-2836ed68-09f1-43ab-9dcd-013b3673e987 service neutron] 10.222.0.110 "GET /v2.0/ports/70f68d1a-4d62-4ee3-ae39-b3c0cf1402e5 HTTP/1.1" status: 200 len: 1027 time: 0.0760953 Sep 24 15:45:02.712304 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-ec57749f-53e2-4502-950d-522ad43e8ac0 req-e3920d1f-ba98-41cd-a5c2-0653bb052569 service neutron] For port 7a5ede30-553d-4b39-bf2e-61fe5bb9e3e7, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:45:02.724530 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a23cfeae-f974-432a-9937-f7ff799d4a40 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:02.754146 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-ec57749f-53e2-4502-950d-522ad43e8ac0 req-e3920d1f-ba98-41cd-a5c2-0653bb052569 service neutron] For port 7a5ede30-553d-4b39-bf2e-61fe5bb9e3e7, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=7a5ede30-553d-4b39-bf2e-61fe5bb9e3e7,segment=NetworkSegment(138681cd-aefe-407e-9c8c-919ef76b97c8),segment_id=138681cd-aefe-407e-9c8c-919ef76b97c8)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:45:02.787850 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-567f173d-6a3b-4e58-89dd-0d8e6432cf13 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:02.793926 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-567f173d-6a3b-4e58-89dd-0d8e6432cf13 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:02.799929 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-567f173d-6a3b-4e58-89dd-0d8e6432cf13 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:02.801614 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-567f173d-6a3b-4e58-89dd-0d8e6432cf13 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.110 "GET /v2.0/networks?id=fd4dbc0b-12eb-4c1c-a696-391550e45003&id=9045208f-96a3-4106-bd0d-84166192bb83&id=9045208f-96a3-4106-bd0d-84166192bb83&id=9045208f-96a3-4106-bd0d-84166192bb83&id=9045208f-96a3-4106-bd0d-84166192bb83&id=e4856753-6c1e-428e-a2fe-e4f7731cb6f7&id=e4856753-6c1e-428e-a2fe-e4f7731cb6f7 HTTP/1.1" status: 200 len: 1990 time: 0.2470009 Sep 24 15:45:02.825727 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21595129-7475-4210-8479-f75b50ce1118 req-90b4f613-8456-4b44-83b1-c1cf3a47c002 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:02.827250 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-21595129-7475-4210-8479-f75b50ce1118 req-90b4f613-8456-4b44-83b1-c1cf3a47c002 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/networks?id=f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc HTTP/1.1" status: 200 len: 815 time: 0.2508669 Sep 24 15:45:02.857534 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-21595129-7475-4210-8479-f75b50ce1118 req-6be7786b-67c4-49d5-9dd5-4a10b145bb91 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/quotas/a281c219e4614beda204e7aa382ce19f HTTP/1.1" status: 200 len: 375 time: 0.0138984 Sep 24 15:45:02.885322 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d06acf4b-1547-4da0-a8ef-e173a5e36838 admin admin] Router 02991ea0-38e7-4412-9be8-bde6eaa26467 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:45:02.886004 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-f2cf0aab-9de2-484b-a0ab-0d9990f5cc20 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.110 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e03fc3d20524ffa9cc0335ea5171849 HTTP/1.1" status: 200 len: 379 time: 0.0577841 Sep 24 15:45:02.903132 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-21595129-7475-4210-8479-f75b50ce1118 req-40364688-84f0-4f29-9053-38313eb65ca9 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=a281c219e4614beda204e7aa382ce19f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364251 Sep 24 15:45:02.906682 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-7140daba-6002-4317-b04d-175e961c4670 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Request body: {'port': {'device_id': '52a7b1d1-ddc9-4674-827f-199eb4c77de7', 'network_id': 'fd4dbc0b-12eb-4c1c-a696-391550e45003', 'admin_state_up': True, 'tenant_id': '4e03fc3d20524ffa9cc0335ea5171849', 'security_groups': ['faaaed6c-5dc8-4a43-a587-4571f710ba14']}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:45:02.928727 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-ec57749f-53e2-4502-950d-522ad43e8ac0 req-e3920d1f-ba98-41cd-a5c2-0653bb052569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:02.961462 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-a23cfeae-f974-432a-9937-f7ff799d4a40 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Allocated IP 172.25.0.125 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/2dd77a9a-4c3f-420e-92c1-ae6bd4bdf0ec) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:45:03.047958 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57749f-53e2-4502-950d-522ad43e8ac0 req-e3920d1f-ba98-41cd-a5c2-0653bb052569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:03.048583 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-ec57749f-53e2-4502-950d-522ad43e8ac0 req-e3920d1f-ba98-41cd-a5c2-0653bb052569 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:03.049986 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ec57749f-53e2-4502-950d-522ad43e8ac0 req-e3920d1f-ba98-41cd-a5c2-0653bb052569 service neutron] 10.222.0.108 "PUT /v2.0/ports/7a5ede30-553d-4b39-bf2e-61fe5bb9e3e7 HTTP/1.1" status: 200 len: 1091 time: 1.6964414 Sep 24 15:45:03.050947 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99f5f6ef-f1dd-4463-9211-714b975b878e', 'tag': '7a5ede30-553d-4b39-bf2e-61fe5bb9e3e7'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:45:03.052792 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35262220-9968-4fb4-a8c0-3ae593ddb695" -d '{"events": [{"name": "network-changed", "server_uuid": "99f5f6ef-f1dd-4463-9211-714b975b878e", "tag": "7a5ede30-553d-4b39-bf2e-61fe5bb9e3e7"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:45:03.117714 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3920d1f-ba98-41cd-a5c2-0653bb052569 service neutron] Pushing event updated for resources: {'Port': ['ID=7a5ede30-553d-4b39-bf2e-61fe5bb9e3e7,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:03.133691 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4eff39a-c407-4ed1-8453-f34a5089fe6a x-openstack-request-id: req-d4eff39a-c407-4ed1-8453-f34a5089fe6a {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:45:03.133982 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99f5f6ef-f1dd-4463-9211-714b975b878e", "tag": "7a5ede30-553d-4b39-bf2e-61fe5bb9e3e7", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:45:03.134234 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d4eff39a-c407-4ed1-8453-f34a5089fe6a {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:45:03.135330 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99f5f6ef-f1dd-4463-9211-714b975b878e', 'tag': '7a5ede30-553d-4b39-bf2e-61fe5bb9e3e7', 'status': 'completed', 'code': 200} Sep 24 15:45:03.161158 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3920d1f-ba98-41cd-a5c2-0653bb052569 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:45:03.161506 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3920d1f-ba98-41cd-a5c2-0653bb052569 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:45:03.161845 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3920d1f-ba98-41cd-a5c2-0653bb052569 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:45:03.162224 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3920d1f-ba98-41cd-a5c2-0653bb052569 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:45:03.162580 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3920d1f-ba98-41cd-a5c2-0653bb052569 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:45:03.162951 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3920d1f-ba98-41cd-a5c2-0653bb052569 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:45:03.163304 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3920d1f-ba98-41cd-a5c2-0653bb052569 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:45:03.163476 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d06acf4b-1547-4da0-a8ef-e173a5e36838 admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:45:03.163624 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3920d1f-ba98-41cd-a5c2-0653bb052569 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:45:03.163946 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3920d1f-ba98-41cd-a5c2-0653bb052569 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:45:03.164271 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3920d1f-ba98-41cd-a5c2-0653bb052569 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:45:03.164594 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3920d1f-ba98-41cd-a5c2-0653bb052569 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:45:03.164936 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3920d1f-ba98-41cd-a5c2-0653bb052569 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:45:03.175738 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-d06acf4b-1547-4da0-a8ef-e173a5e36838 admin admin] 10.222.0.101 "PUT /v2.0/routers/02991ea0-38e7-4412-9be8-bde6eaa26467/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2364573 Sep 24 15:45:03.175738 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 57236) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:03.182726 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261d9d08-546c-4259-b5e1-ace1b10ad31a None None] Sync routers for ids ['02991ea0-38e7-4412-9be8-bde6eaa26467'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:45:03.202373 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261d9d08-546c-4259-b5e1-ace1b10ad31a None None] Routers {'02991ea0-38e7-4412-9be8-bde6eaa26467'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:45:03.203300 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-261d9d08-546c-4259-b5e1-ace1b10ad31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:44:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['02991ea0-38e7-4412-9be8-bde6eaa26467'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:45:03.226836 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-21595129-7475-4210-8479-f75b50ce1118 req-9e853a83-c2e4-4920-a2f7-e92324e0f908 service neutron] 10.222.0.101 "GET /v2.0/networks/f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954788 Sep 24 15:45:03.368667 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-de2e8f58-1d6a-46af-ad79-707b9ed80d36 admin admin] Notify callbacks [] for router, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:03.407944 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-261d9d08-546c-4259-b5e1-ace1b10ad31a None None] Set router 02991ea0-38e7-4412-9be8-bde6eaa26467 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:45:03.414496 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35262220-9968-4fb4-a8c0-3ae593ddb695 req-c2778328-f6b7-491e-bad0-367666a544f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:03.418536 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-35262220-9968-4fb4-a8c0-3ae593ddb695 req-c2778328-f6b7-491e-bad0-367666a544f5 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=3866255b98974b16a2997a7181a78aaf&device_id=99f5f6ef-f1dd-4463-9211-714b975b878e HTTP/1.1" status: 200 len: 1094 time: 0.2756009 Sep 24 15:45:03.454960 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-7140daba-6002-4317-b04d-175e961c4670 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Made reservation on behalf of 4e03fc3d20524ffa9cc0335ea5171849 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:45:03.459510 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-7140daba-6002-4317-b04d-175e961c4670 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:03.503497 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-de2e8f58-1d6a-46af-ad79-707b9ed80d36 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:03.517615 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a23cfeae-f974-432a-9937-f7ff799d4a40 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:03.532560 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bef8c4-1af7-4410-8e56-7b3fa16a327f req-a85e9df3-b092-4d7a-bedd-a8f246d9faa1 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:03.534254 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a6bef8c4-1af7-4410-8e56-7b3fa16a327f req-a85e9df3-b092-4d7a-bedd-a8f246d9faa1 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=99f5f6ef-f1dd-4463-9211-714b975b878e HTTP/1.1" status: 200 len: 943 time: 0.2330430 Sep 24 15:45:03.584576 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-21595129-7475-4210-8479-f75b50ce1118 req-25943f83-34e5-4031-86d5-a28d2a7c8cb1 service neutron] 10.222.0.101 "GET /v2.0/networks/f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3303874 Sep 24 15:45:03.595014 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a6bef8c4-1af7-4410-8e56-7b3fa16a327f req-0a273b0a-edc0-420b-ab0a-5cb7c4747f2b tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513351 Sep 24 15:45:03.638764 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-261d9d08-546c-4259-b5e1-ace1b10ad31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02991ea0-38e7-4412-9be8-bde6eaa26467', 'name': 'tempest-ServersTestFqdnHostnames-1776585837-router', 'tenant_id': 'f5fae2a20e26468593267e81a47eadf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.144'}], 'enable_snat': True}, 'gw_port_id': '02c9fa4c-2fdd-4218-8996-362cd19101d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:42:31Z', 'updated_at': '2021-09-24T15:45:01Z', 'revision_number': 5, 'project_id': 'f5fae2a20e26468593267e81a47eadf0', 'gw_port': {'id': '02c9fa4c-2fdd-4218-8996-362cd19101d1', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:26:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02991ea0-38e7-4412-9be8-bde6eaa26467', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1233, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:42:33Z', 'updated_at': '2021-09-24T15:42:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:45:03.682650 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-de2e8f58-1d6a-46af-ad79-707b9ed80d36 admin admin] Deleting port 02c9fa4c-2fdd-4218-8996-362cd19101d1 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:45:03.683094 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-de2e8f58-1d6a-46af-ad79-707b9ed80d36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:03.687410 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261d9d08-546c-4259-b5e1-ace1b10ad31a None None] Checking router: 02991ea0-38e7-4412-9be8-bde6eaa26467 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:45:03.711827 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261d9d08-546c-4259-b5e1-ace1b10ad31a None None] Routers {'02991ea0-38e7-4412-9be8-bde6eaa26467'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:45:03.713096 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-261d9d08-546c-4259-b5e1-ace1b10ad31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:44:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['02991ea0-38e7-4412-9be8-bde6eaa26467'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:45:03.794081 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35262220-9968-4fb4-a8c0-3ae593ddb695 req-3466d468-17ad-4925-92d9-990dc50cfff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:03.795888 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-35262220-9968-4fb4-a8c0-3ae593ddb695 req-3466d468-17ad-4925-92d9-990dc50cfff7 service neutron] 10.222.0.108 "GET /v2.0/networks?tenant_id=3866255b98974b16a2997a7181a78aaf&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3684447 Sep 24 15:45:03.837409 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a23cfeae-f974-432a-9937-f7ff799d4a40 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:03.842580 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-261d9d08-546c-4259-b5e1-ace1b10ad31a None None] Set router 02991ea0-38e7-4412-9be8-bde6eaa26467 gateway port host: None {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:45:03.891213 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-7140daba-6002-4317-b04d-175e961c4670 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Allocated IP 172.20.0.8 (fd4dbc0b-12eb-4c1c-a696-391550e45003/ff90cfb5-edb1-4dd2-95a8-9b64a8718aa6/dc03181b-eebc-4350-ae95-5058ea48d9fb) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:45:03.894298 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f5c8fd96-ef7c-432c-a72a-df2b6b587337 req-a107df9a-5760-4fc6-b0c8-f24289dc9794 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 210 time: 0.1354783 Sep 24 15:45:03.901994 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-261d9d08-546c-4259-b5e1-ace1b10ad31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02991ea0-38e7-4412-9be8-bde6eaa26467', 'name': 'tempest-ServersTestFqdnHostnames-1776585837-router', 'tenant_id': 'f5fae2a20e26468593267e81a47eadf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:42:31Z', 'updated_at': '2021-09-24T15:45:03Z', 'revision_number': 6, 'project_id': 'f5fae2a20e26468593267e81a47eadf0', 'gw_port_host': None}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:45:03.934793 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23cfeae-f974-432a-9937-f7ff799d4a40 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:45:03.941437 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-261d9d08-546c-4259-b5e1-ace1b10ad31a None None] The sync data for ids ['02991ea0-38e7-4412-9be8-bde6eaa26467'] in n-d-808921-1 is: [{'id': '02991ea0-38e7-4412-9be8-bde6eaa26467', 'name': 'tempest-ServersTestFqdnHostnames-1776585837-router', 'tenant_id': 'f5fae2a20e26468593267e81a47eadf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:42:31Z', 'updated_at': '2021-09-24T15:45:03Z', 'revision_number': 6, 'project_id': 'f5fae2a20e26468593267e81a47eadf0', 'gw_port_host': None}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:45:03.944163 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-a23cfeae-f974-432a-9937-f7ff799d4a40 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:45:03.960202 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23cfeae-f974-432a-9937-f7ff799d4a40 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:45:04.058651 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1a160415-dc08-40a6-a091-aa29c68b070c req-646fbb51-33a8-4d48-b4a7-ccaabe674fb8 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8df1af1-67e8-4a99-9240-8c582a083091 HTTP/1.1" status: 200 len: 210 time: 0.0668240 Sep 24 15:45:04.065608 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35262220-9968-4fb4-a8c0-3ae593ddb695 req-6ba2f1af-0666-4c97-ad6c-05a5c4e07098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:04.067281 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-35262220-9968-4fb4-a8c0-3ae593ddb695 req-6ba2f1af-0666-4c97-ad6c-05a5c4e07098 service neutron] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2615874 Sep 24 15:45:04.087522 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-bd08a0fc-3733-4309-b34b-1aae615b6108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:04.092014 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23cfeae-f974-432a-9937-f7ff799d4a40 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Pushing event updated for resources: {'Port': ['ID=2dd77a9a-4c3f-420e-92c1-ae6bd4bdf0ec,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:04.115941 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-de2e8f58-1d6a-46af-ad79-707b9ed80d36 admin admin] For port 02c9fa4c-2fdd-4218-8996-362cd19101d1, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=02c9fa4c-2fdd-4218-8996-362cd19101d1,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:45:04.116390 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-de2e8f58-1d6a-46af-ad79-707b9ed80d36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:04.145824 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-de2e8f58-1d6a-46af-ad79-707b9ed80d36 admin admin] Calling delete_port for 02c9fa4c-2fdd-4218-8996-362cd19101d1 owned by network:router_gateway {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:45:04.261778 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57749f-53e2-4502-950d-522ad43e8ac0 req-a5420f37-2ac1-4acf-9600-42a6c123f620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:04.263243 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ec57749f-53e2-4502-950d-522ad43e8ac0 req-a5420f37-2ac1-4acf-9600-42a6c123f620 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=3866255b98974b16a2997a7181a78aaf&device_id=99f5f6ef-f1dd-4463-9211-714b975b878e HTTP/1.1" status: 200 len: 1094 time: 0.1482995 Sep 24 15:45:04.286507 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-7140daba-6002-4317-b04d-175e961c4670 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:04.301759 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a23cfeae-f974-432a-9937-f7ff799d4a40 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:04.306319 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:04.322820 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ec57749f-53e2-4502-950d-522ad43e8ac0 req-e369d2df-1d90-45b1-b413-6df89d337c3a service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=7a5ede30-553d-4b39-bf2e-61fe5bb9e3e7 HTTP/1.1" status: 200 len: 217 time: 0.0466759 Sep 24 15:45:04.381502 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device e9c00fc2-d1f2-47ff-baff-a7acba2d0280 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:45:04.393510 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57749f-53e2-4502-950d-522ad43e8ac0 req-800bc3b1-00d5-49f9-b000-90dff4529d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:04.399343 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ec57749f-53e2-4502-950d-522ad43e8ac0 req-800bc3b1-00d5-49f9-b000-90dff4529d94 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=4491d185-2791-4910-b09e-1dff46d40afb HTTP/1.1" status: 200 len: 854 time: 0.0686843 Sep 24 15:45:04.442187 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: e9c00fc2-d1f2-47ff-baff-a7acba2d0280 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:45:04.442562 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device e9c00fc2-d1f2-47ff-baff-a7acba2d0280 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:45:04.453378 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ec57749f-53e2-4502-950d-522ad43e8ac0 req-78956322-b549-461d-b425-6aec13b45784 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=0fa74ab6-87b5-4544-9313-49774655226a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458968 Sep 24 15:45:04.474959 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a23cfeae-f974-432a-9937-f7ff799d4a40 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:04.568469 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ec57749f-53e2-4502-950d-522ad43e8ac0 req-18afcfb0-857f-46b3-93bd-3effa2e568db service neutron] 10.222.0.108 "GET /v2.0/networks/0fa74ab6-87b5-4544-9313-49774655226a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068773 Sep 24 15:45:04.570037 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-7140daba-6002-4317-b04d-175e961c4670 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:04.643625 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-7140daba-6002-4317-b04d-175e961c4670 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Network fd4dbc0b-12eb-4c1c-a696-391550e45003 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:45:04.659424 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-7140daba-6002-4317-b04d-175e961c4670 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:45:04.661829 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-7140daba-6002-4317-b04d-175e961c4670 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:45:04.674235 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-de2e8f58-1d6a-46af-ad79-707b9ed80d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:04.692611 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7140daba-6002-4317-b04d-175e961c4670 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Pushing event updated for resources: {'Port': ['ID=dc03181b-eebc-4350-ae95-5058ea48d9fb,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:04.694006 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a23cfeae-f974-432a-9937-f7ff799d4a40 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:04.773398 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-7140daba-6002-4317-b04d-175e961c4670 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:04.774084 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-7140daba-6002-4317-b04d-175e961c4670 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:04.808333 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2e8f58-1d6a-46af-ad79-707b9ed80d36 admin admin] Pushing event deleted for resources: {'Port': ['ID=02c9fa4c-2fdd-4218-8996-362cd19101d1,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:04.809201 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ec57749f-53e2-4502-950d-522ad43e8ac0 req-433a8c5c-d537-4955-ad1a-bc8beb5feab1 service neutron] 10.222.0.108 "GET /v2.0/networks/0fa74ab6-87b5-4544-9313-49774655226a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040672 Sep 24 15:45:04.866932 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a23cfeae-f974-432a-9937-f7ff799d4a40 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:04.878741 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-7140daba-6002-4317-b04d-175e961c4670 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9764683 Sep 24 15:45:04.895129 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-7ef01592-3f37-4425-a54e-2c12433100e1 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Request body: {'port': {'device_id': '52a7b1d1-ddc9-4674-827f-199eb4c77de7', 'network_id': '9045208f-96a3-4106-bd0d-84166192bb83', 'admin_state_up': True, 'tenant_id': '4e03fc3d20524ffa9cc0335ea5171849', 'security_groups': ['faaaed6c-5dc8-4a43-a587-4571f710ba14']}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:45:05.128074 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-0e3f751f-578f-49a2-978f-ab35570a632f None None] Provisioning complete for port dc03181b-eebc-4350-ae95-5058ea48d9fb triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:45:05.133044 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eeeb9d-2046-4b15-9315-01409fa4c733 req-9e2fe742-bc43-477d-9819-3e00932022ae tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:05.134760 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e9eeeb9d-2046-4b15-9315-01409fa4c733 req-9e2fe742-bc43-477d-9819-3e00932022ae tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 931 time: 0.1279767 Sep 24 15:45:05.144367 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0e3f751f-578f-49a2-978f-ab35570a632f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:05.186308 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-0e3f751f-578f-49a2-978f-ab35570a632f None None] Port dc03181b-eebc-4350-ae95-5058ea48d9fb cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:45:05.218043 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e9eeeb9d-2046-4b15-9315-01409fa4c733 req-13e6de8a-004d-4231-8300-5e9823310633 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/security-groups?id=faaaed6c-5dc8-4a43-a587-4571f710ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643656 Sep 24 15:45:05.276742 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:05.309044 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-7ef01592-3f37-4425-a54e-2c12433100e1 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Made reservation on behalf of 4e03fc3d20524ffa9cc0335ea5171849 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:45:05.312857 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-7ef01592-3f37-4425-a54e-2c12433100e1 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:05.469901 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-de2e8f58-1d6a-46af-ad79-707b9ed80d36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586576'] for router_gateway, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:05.473260 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d08cd740-daec-46a7-bfb7-0e4278630ce7 req-28582ed7-dd45-40b9-9e68-ca9cdf654542 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8df1af1-67e8-4a99-9240-8c582a083091 HTTP/1.1" status: 200 len: 210 time: 0.0341399 Sep 24 15:45:05.497176 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-7ef01592-3f37-4425-a54e-2c12433100e1 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Allocated IP 10.1.1.97 (9045208f-96a3-4106-bd0d-84166192bb83/98209579-5345-4ff1-a6ee-f33b5735b225/61bec6ae-d49a-41d0-b02b-bc695e1e100d) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:45:05.529883 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23cfeae-f974-432a-9937-f7ff799d4a40 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Pushing event updated for resources: {'Port': ['ID=2dd77a9a-4c3f-420e-92c1-ae6bd4bdf0ec,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:05.609925 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1b9234-c14d-4911-8176-c7b5e1c70a82 req-121452f1-3887-437f-a8b5-238faa3011e0 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:05.617314 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ae1b9234-c14d-4911-8176-c7b5e1c70a82 req-121452f1-3887-437f-a8b5-238faa3011e0 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=99f5f6ef-f1dd-4463-9211-714b975b878e HTTP/1.1" status: 200 len: 943 time: 0.8296907 Sep 24 15:45:05.670730 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a23cfeae-f974-432a-9937-f7ff799d4a40 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:05.685402 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-de2e8f58-1d6a-46af-ad79-707b9ed80d36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:05.687986 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-de2e8f58-1d6a-46af-ad79-707b9ed80d36 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:05.693612 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-7ef01592-3f37-4425-a54e-2c12433100e1 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:05.743728 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ae1b9234-c14d-4911-8176-c7b5e1c70a82 req-58220608-5627-442e-83fd-242bb10554fa tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252220 Sep 24 15:45:05.853208 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a23cfeae-f974-432a-9937-f7ff799d4a40 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:05.854069 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-7ef01592-3f37-4425-a54e-2c12433100e1 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:05.857956 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-a23cfeae-f974-432a-9937-f7ff799d4a40 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6931865 Sep 24 15:45:05.857956 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-de2e8f58-1d6a-46af-ad79-707b9ed80d36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:05.857956 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de2e8f58-1d6a-46af-ad79-707b9ed80d36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02991ea0-38e7-4412-9be8-bde6eaa26467 {{(pid=95297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:45:05.858833 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 57276) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:05.863297 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-de2e8f58-1d6a-46af-ad79-707b9ed80d36 admin admin] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:05.866887 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-de2e8f58-1d6a-46af-ad79-707b9ed80d36 admin admin] 10.222.0.101 "DELETE /v2.0/routers/02991ea0-38e7-4412-9be8-bde6eaa26467 HTTP/1.1" status: 204 len: 168 time: 2.6888251 Sep 24 15:45:05.868095 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-794d1154-cbe3-4401-96e1-4845f933cd74 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Request body: {'floatingip': {'port_id': '060ac83e-81e0-4adb-a9f6-6d5d8c044ddf', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:45:05.868770 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 57278) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:05.928847 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce3a2e8e-1b60-47ce-958e-c903f6e9ecd0 admin admin] Deleting subnet 955c88c4-2efa-4e9c-87c6-93b275727dd4 {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:45:05.933487 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ce3a2e8e-1b60-47ce-958e-c903f6e9ecd0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:05.985941 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ce3a2e8e-1b60-47ce-958e-c903f6e9ecd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:05.988672 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-7ef01592-3f37-4425-a54e-2c12433100e1 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Network 9045208f-96a3-4106-bd0d-84166192bb83 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:45:05.991659 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-794d1154-cbe3-4401-96e1-4845f933cd74 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks [] for floatingip, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:05.997079 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef01592-3f37-4425-a54e-2c12433100e1 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Pushing event updated for resources: {'Port': ['ID=61bec6ae-d49a-41d0-b02b-bc695e1e100d,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:06.034328 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-7ef01592-3f37-4425-a54e-2c12433100e1 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:45:06.036874 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-7ef01592-3f37-4425-a54e-2c12433100e1 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:45:06.085207 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ce3a2e8e-1b60-47ce-958e-c903f6e9ecd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:06.194997 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [None req-794d1154-cbe3-4401-96e1-4845f933cd74 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] update failed (client error): The resource could not be found. Sep 24 15:45:06.196335 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-794d1154-cbe3-4401-96e1-4845f933cd74 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] 10.222.0.101 "PUT /v2.0/floatingips/518e7051-b389-4c3e-ad48-8d58e0051ea2 HTTP/1.1" status: 404 len: 507 time: 0.3330915 Sep 24 15:45:06.200255 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 57280) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:06.204345 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-7ef01592-3f37-4425-a54e-2c12433100e1 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:06.205315 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-7ef01592-3f37-4425-a54e-2c12433100e1 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:06.350304 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-7ef01592-3f37-4425-a54e-2c12433100e1 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4625168 Sep 24 15:45:06.397619 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 02c9fa4c-2fdd-4218-8996-362cd19101d1 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:45:06.405260 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ce3a2e8e-1b60-47ce-958e-c903f6e9ecd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:06.411265 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-5cc477b0-4bc9-42c4-8139-d5a3ed34a96a tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Request body: {'port': {'device_id': '52a7b1d1-ddc9-4674-827f-199eb4c77de7', 'network_id': '9045208f-96a3-4106-bd0d-84166192bb83', 'admin_state_up': True, 'tenant_id': '4e03fc3d20524ffa9cc0335ea5171849', 'security_groups': ['faaaed6c-5dc8-4a43-a587-4571f710ba14']}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:45:06.442229 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3a2e8e-1b60-47ce-958e-c903f6e9ecd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=955c88c4-2efa-4e9c-87c6-93b275727dd4,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:06.464123 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ce3a2e8e-1b60-47ce-958e-c903f6e9ecd0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:06.466211 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ce3a2e8e-1b60-47ce-958e-c903f6e9ecd0 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/955c88c4-2efa-4e9c-87c6-93b275727dd4 HTTP/1.1" status: 204 len: 168 time: 0.5967579 Sep 24 15:45:06.466918 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5877b15f-dec6-40bc-a791-be230def9837 None None] Network 1607962c-d4f7-409b-9616-90538896b74f requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:45:06.470949 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 57288) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:06.473038 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 02c9fa4c-2fdd-4218-8996-362cd19101d1 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:45:06.473571 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 02c9fa4c-2fdd-4218-8996-362cd19101d1 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:45:06.559037 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-357c2edd-348e-4d46-ad47-36a040f6d8a1 None None] Provisioning complete for port 61bec6ae-d49a-41d0-b02b-bc695e1e100d triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:45:06.559399 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-357c2edd-348e-4d46-ad47-36a040f6d8a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:06.593072 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-70816eb2-ca0c-412f-9a4f-017c296d5173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:06.597028 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-56ebd576-7f15-411f-8ced-f60e52577f48 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Deleting port 2dd77a9a-4c3f-420e-92c1-ae6bd4bdf0ec {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:45:06.597028 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-56ebd576-7f15-411f-8ced-f60e52577f48 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:06.631239 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9f750b68-3c67-4ae6-8147-2ce0950f5c72 req-a6cf07c3-3efb-467a-9ece-aee72ef05546 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8df1af1-67e8-4a99-9240-8c582a083091 HTTP/1.1" status: 200 len: 210 time: 0.0533540 Sep 24 15:45:06.640430 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d7717a-9c83-478d-9693-d585b0ae8514 req-12f84299-46c7-48fd-b33c-3076cc39a5f2 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:06.655237 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d7717a-9c83-478d-9693-d585b0ae8514 req-12f84299-46c7-48fd-b33c-3076cc39a5f2 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:06.657241 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-65d7717a-9c83-478d-9693-d585b0ae8514 req-12f84299-46c7-48fd-b33c-3076cc39a5f2 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 1652 time: 0.3058434 Sep 24 15:45:06.662286 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-357c2edd-348e-4d46-ad47-36a040f6d8a1 None None] Port 61bec6ae-d49a-41d0-b02b-bc695e1e100d cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:45:06.684363 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:06.753352 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-56ebd576-7f15-411f-8ced-f60e52577f48 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:06.753974 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-56ebd576-7f15-411f-8ced-f60e52577f48 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:06.780843 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-56ebd576-7f15-411f-8ced-f60e52577f48 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Calling delete_port for 2dd77a9a-4c3f-420e-92c1-ae6bd4bdf0ec owned by network:floatingip {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:45:06.818376 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-70816eb2-ca0c-412f-9a4f-017c296d5173 admin admin] Deleting port a9d50ea2-b932-4e94-9f1b-6a0ebe0d6f75 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:45:06.820471 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-70816eb2-ca0c-412f-9a4f-017c296d5173 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:06.826244 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28bc351-473f-4c6b-b2a8-950644b0542d None None] DHCP port deletion for 1607962c-d4f7-409b-9616-90538896b74f request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:45:06.905903 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-e28bc351-473f-4c6b-b2a8-950644b0542d None None] Deleting port a9d50ea2-b932-4e94-9f1b-6a0ebe0d6f75 {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:45:06.906540 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e28bc351-473f-4c6b-b2a8-950644b0542d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:06.959916 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-70816eb2-ca0c-412f-9a4f-017c296d5173 admin admin] For port a9d50ea2-b932-4e94-9f1b-6a0ebe0d6f75, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=a9d50ea2-b932-4e94-9f1b-6a0ebe0d6f75,segment=NetworkSegment(db87eefb-f3a7-4a9d-90fd-936ebe911b7a),segment_id=db87eefb-f3a7-4a9d-90fd-936ebe911b7a)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:45:06.960315 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-70816eb2-ca0c-412f-9a4f-017c296d5173 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:06.976334 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-e28bc351-473f-4c6b-b2a8-950644b0542d None None] For port a9d50ea2-b932-4e94-9f1b-6a0ebe0d6f75, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=a9d50ea2-b932-4e94-9f1b-6a0ebe0d6f75,segment=NetworkSegment(db87eefb-f3a7-4a9d-90fd-936ebe911b7a),segment_id=db87eefb-f3a7-4a9d-90fd-936ebe911b7a)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:45:06.976733 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e28bc351-473f-4c6b-b2a8-950644b0542d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:06.988980 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-70816eb2-ca0c-412f-9a4f-017c296d5173 admin admin] Calling delete_port for a9d50ea2-b932-4e94-9f1b-6a0ebe0d6f75 owned by network:dhcp {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:45:06.995130 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-e28bc351-473f-4c6b-b2a8-950644b0542d None None] Calling delete_port for a9d50ea2-b932-4e94-9f1b-6a0ebe0d6f75 owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:45:07.066927 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31f1456-999a-4a4c-b143-f1bda7022699 req-ffeda6f8-64ff-4d35-b569-baf903863648 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:07.068830 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b31f1456-999a-4a4c-b143-f1bda7022699 req-ffeda6f8-64ff-4d35-b569-baf903863648 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=99f5f6ef-f1dd-4463-9211-714b975b878e HTTP/1.1" status: 200 len: 943 time: 0.1814959 Sep 24 15:45:07.161485 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e28bc351-473f-4c6b-b2a8-950644b0542d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:07.167451 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b31f1456-999a-4a4c-b143-f1bda7022699 req-e65e0ec6-f8b6-4e85-b9ce-c0eed315da96 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880148 Sep 24 15:45:07.196878 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 57296) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:07.203326 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-70816eb2-ca0c-412f-9a4f-017c296d5173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:07.213132 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28bc351-473f-4c6b-b2a8-950644b0542d None None] Pushing event deleted for resources: {'Port': ['ID=a9d50ea2-b932-4e94-9f1b-6a0ebe0d6f75,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:07.225210 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28bc351-473f-4c6b-b2a8-950644b0542d None None] No DVR routers for this DVR port a9d50ea2-b932-4e94-9f1b-6a0ebe0d6f75 on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:45:07.241859 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70816eb2-ca0c-412f-9a4f-017c296d5173 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9d50ea2-b932-4e94-9f1b-6a0ebe0d6f75,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:07.257304 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70816eb2-ca0c-412f-9a4f-017c296d5173 admin admin] No DVR routers for this DVR port a9d50ea2-b932-4e94-9f1b-6a0ebe0d6f75 on host n-d-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:45:07.277010 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-65d7717a-9c83-478d-9693-d585b0ae8514 req-033941a0-56d8-45b2-9043-029ddbb4ba59 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/security-groups?id=faaaed6c-5dc8-4a43-a587-4571f710ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6135013 Sep 24 15:45:07.290781 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-56ebd576-7f15-411f-8ced-f60e52577f48 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:07.376281 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-70816eb2-ca0c-412f-9a4f-017c296d5173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:07.380532 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ebd576-7f15-411f-8ced-f60e52577f48 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Pushing event deleted for resources: {'Port': ['ID=2dd77a9a-4c3f-420e-92c1-ae6bd4bdf0ec,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:07.411291 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21595129-7475-4210-8479-f75b50ce1118 req-3fe6c826-f332-42e2-8888-3917afee46ae tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:07.413286 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-21595129-7475-4210-8479-f75b50ce1118 req-3fe6c826-f332-42e2-8888-3917afee46ae tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.108 "GET /v2.0/networks?id=f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc HTTP/1.1" status: 200 len: 815 time: 0.2841260 Sep 24 15:45:07.419888 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-70816eb2-ca0c-412f-9a4f-017c296d5173 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1607962c-d4f7-409b-9616-90538896b74f']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:45:07.431446 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-21595129-7475-4210-8479-f75b50ce1118 req-b5105e84-b5cf-462b-ab0b-d5dbc48c2ff0 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Request body: {'port': {'device_id': 'd8df1af1-67e8-4a99-9240-8c582a083091', 'network_id': 'f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc', 'admin_state_up': True, 'tenant_id': 'a281c219e4614beda204e7aa382ce19f'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:45:07.440502 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-942c7e16-6e02-4aa0-9628-b540e61b7d68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:07.455404 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-70816eb2-ca0c-412f-9a4f-017c296d5173 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db87eefb-f3a7-4a9d-90fd-936ebe911b7a') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:45:07.460565 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-70816eb2-ca0c-412f-9a4f-017c296d5173 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db87eefb-f3a7-4a9d-90fd-936ebe911b7a') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:45:07.469176 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-70816eb2-ca0c-412f-9a4f-017c296d5173 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:07.494839 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-56ebd576-7f15-411f-8ced-f60e52577f48 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks [] for floatingip, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:07.494839 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-56ebd576-7f15-411f-8ced-f60e52577f48 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:07.494839 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-56ebd576-7f15-411f-8ced-f60e52577f48 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] 10.222.0.101 "DELETE /v2.0/floatingips/518e7051-b389-4c3e-ad48-8d58e0051ea2 HTTP/1.1" status: 204 len: 168 time: 1.2917850 Sep 24 15:45:07.498919 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-70816eb2-ca0c-412f-9a4f-017c296d5173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:07.498919 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 57300) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:07.511931 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-5cc477b0-4bc9-42c4-8139-d5a3ed34a96a tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Made reservation on behalf of 4e03fc3d20524ffa9cc0335ea5171849 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:45:07.512794 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-f5648ce4-13e8-414d-8604-75e679a7c179 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Request body: {'floatingip': {'floating_network_id': 'bc822aa9-d07e-449b-bf9b-863b43c96802', 'port_id': '060ac83e-81e0-4adb-a9f6-6d5d8c044ddf', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:45:07.515599 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-5cc477b0-4bc9-42c4-8139-d5a3ed34a96a tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:07.535601 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70816eb2-ca0c-412f-9a4f-017c296d5173 admin admin] Releasing vlan 1250 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:45:07.536014 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-70816eb2-ca0c-412f-9a4f-017c296d5173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:07.539086 n-d-808921-1 neutron-server[95297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:45:07.539086 n-d-808921-1 neutron-server[95297]: self.session.flush() Sep 24 15:45:07.539086 n-d-808921-1 neutron-server[95297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:45:07.539086 n-d-808921-1 neutron-server[95297]: self.session.flush() Sep 24 15:45:07.539086 n-d-808921-1 neutron-server[95297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:45:07.539086 n-d-808921-1 neutron-server[95297]: self.session.flush() Sep 24 15:45:07.539086 n-d-808921-1 neutron-server[95297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:45:07.539086 n-d-808921-1 neutron-server[95297]: self.session.flush() Sep 24 15:45:07.539086 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:45:07.539086 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:45:07.539086 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:45:07.539086 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:45:07.539086 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:45:07.539086 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:45:07.539086 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:45:07.539086 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:45:07.539086 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:45:07.539086 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:45:07.539086 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:45:07.539086 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:45:07.539086 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:45:07.539086 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:45:07.539086 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:45:07.539086 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:45:07.539086 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:45:07.539086 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:45:07.539086 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:45:07.539086 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:45:07.539086 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:45:07.539086 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:45:07.539086 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:45:07.539086 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:45:07.539086 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:45:07.539086 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:45:07.539086 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:45:07.539086 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:45:07.539086 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:45:07.539086 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:45:07.539086 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:45:07.539086 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:45:07.549329 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.db.api [None req-f5648ce4-13e8-414d-8604-75e679a7c179 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 15:45:07.549329 n-d-808921-1 neutron-server[95297]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 24 15:45:07.549329 n-d-808921-1 neutron-server[95297]: [parameters: {'project_id_1': 'be6d327e798a4a079912695710ce653a', 'expiration_1': datetime.datetime(2021, 9, 24, 15, 44, 47, 531320)}] Sep 24 15:45:07.549329 n-d-808921-1 neutron-server[95297]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:45:07.549742 n-d-808921-1 neutron-server[95297]: DEBUG oslo_db.api [None req-f5648ce4-13e8-414d-8604-75e679a7c179 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:45:07.685529 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-70816eb2-ca0c-412f-9a4f-017c296d5173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:07.692275 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-70816eb2-ca0c-412f-9a4f-017c296d5173 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:07.693905 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-70816eb2-ca0c-412f-9a4f-017c296d5173 admin admin] 10.222.0.101 "DELETE /v2.0/networks/1607962c-d4f7-409b-9616-90538896b74f HTTP/1.1" status: 204 len: 168 time: 1.2210946 Sep 24 15:45:07.717360 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70816eb2-ca0c-412f-9a4f-017c296d5173 admin admin] Pushing event deleted for resources: {'Network': ['ID=1607962c-d4f7-409b-9616-90538896b74f,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:07.743636 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-5cc477b0-4bc9-42c4-8139-d5a3ed34a96a tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Allocated IP 10.1.1.57 (9045208f-96a3-4106-bd0d-84166192bb83/98209579-5345-4ff1-a6ee-f33b5735b225/34493fa2-c78b-4d4b-9578-01087865790c) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:45:07.771545 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-942c7e16-6e02-4aa0-9628-b540e61b7d68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:07.790639 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7517b49c-3636-4e20-8234-bc9843801b97 req-33ec61a1-5311-4f67-95df-92f2c6c6f188 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8df1af1-67e8-4a99-9240-8c582a083091 HTTP/1.1" status: 200 len: 210 time: 0.0433564 Sep 24 15:45:07.938706 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-5cc477b0-4bc9-42c4-8139-d5a3ed34a96a tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:07.972525 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-942c7e16-6e02-4aa0-9628-b540e61b7d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:08.023767 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-942c7e16-6e02-4aa0-9628-b540e61b7d68 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=94fab2c751234888beaeaa1f4eda70e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8262846 Sep 24 15:45:08.025616 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942c7e16-6e02-4aa0-9628-b540e61b7d68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dee6f10-905e-4d25-9540-819eff185e0e,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:08.026399 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 57308) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:08.087192 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e6569d86-5282-40c6-a94a-a2ff6ffa2912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:08.110220 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e6569d86-5282-40c6-a94a-a2ff6ffa2912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:08.207893 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-5cc477b0-4bc9-42c4-8139-d5a3ed34a96a tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:08.252532 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-5cc477b0-4bc9-42c4-8139-d5a3ed34a96a tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Network 9045208f-96a3-4106-bd0d-84166192bb83 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:45:08.255954 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21595129-7475-4210-8479-f75b50ce1118 req-b5105e84-b5cf-462b-ab0b-d5dbc48c2ff0 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Made reservation on behalf of a281c219e4614beda204e7aa382ce19f for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:45:08.259895 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-21595129-7475-4210-8479-f75b50ce1118 req-b5105e84-b5cf-462b-ab0b-d5dbc48c2ff0 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:08.265038 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-5cc477b0-4bc9-42c4-8139-d5a3ed34a96a tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:45:08.286243 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-5cc477b0-4bc9-42c4-8139-d5a3ed34a96a tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:45:08.297542 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc477b0-4bc9-42c4-8139-d5a3ed34a96a tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Pushing event updated for resources: {'Port': ['ID=34493fa2-c78b-4d4b-9578-01087865790c,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:08.376526 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-5cc477b0-4bc9-42c4-8139-d5a3ed34a96a tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:08.378251 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-5cc477b0-4bc9-42c4-8139-d5a3ed34a96a tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:08.400171 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device a9d50ea2-b932-4e94-9f1b-6a0ebe0d6f75 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:45:08.405144 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518c76d8-815e-4195-8e3d-017c0d7b4aee req-5c3a9cf8-f3e9-44ec-b885-0ff8d033f1ef tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:08.407051 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-518c76d8-815e-4195-8e3d-017c0d7b4aee req-5c3a9cf8-f3e9-44ec-b885-0ff8d033f1ef tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=99f5f6ef-f1dd-4463-9211-714b975b878e HTTP/1.1" status: 200 len: 943 time: 0.1486187 Sep 24 15:45:08.428530 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: a9d50ea2-b932-4e94-9f1b-6a0ebe0d6f75 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:45:08.429222 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device a9d50ea2-b932-4e94-9f1b-6a0ebe0d6f75 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:45:08.465634 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-518c76d8-815e-4195-8e3d-017c0d7b4aee req-cdce1034-da38-4262-8cf0-6d972fb8588f tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484538 Sep 24 15:45:08.466993 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d7e9e-a3f0-408a-850b-b1b45f01b47f req-29fee54c-4869-4ee7-bba1-7f8d3d8f83c9 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:08.480099 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e6569d86-5282-40c6-a94a-a2ff6ffa2912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:08.480221 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d7e9e-a3f0-408a-850b-b1b45f01b47f req-29fee54c-4869-4ee7-bba1-7f8d3d8f83c9 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:08.480312 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e6569d86-5282-40c6-a94a-a2ff6ffa2912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:08.480650 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d7e9e-a3f0-408a-850b-b1b45f01b47f req-29fee54c-4869-4ee7-bba1-7f8d3d8f83c9 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:08.480947 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e6569d86-5282-40c6-a94a-a2ff6ffa2912 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/3dee6f10-905e-4d25-9540-819eff185e0e HTTP/1.1" status: 204 len: 168 time: 0.4532309 Sep 24 15:45:08.484159 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c84d7e9e-a3f0-408a-850b-b1b45f01b47f req-29fee54c-4869-4ee7-bba1-7f8d3d8f83c9 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 2372 time: 0.0953891 Sep 24 15:45:08.491154 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6569d86-5282-40c6-a94a-a2ff6ffa2912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dee6f10-905e-4d25-9540-819eff185e0e,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:08.573061 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f5648ce4-13e8-414d-8604-75e679a7c179 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks [] for floatingip, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:08.625044 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c84d7e9e-a3f0-408a-850b-b1b45f01b47f req-fc550e22-9d31-4dee-b68d-68d0d9190c0f tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/security-groups?id=faaaed6c-5dc8-4a43-a587-4571f710ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021535 Sep 24 15:45:08.637772 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 57318) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:08.689308 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 7a5ede30-553d-4b39-bf2e-61fe5bb9e3e7 details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:45:08.689530 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-21595129-7475-4210-8479-f75b50ce1118 req-b5105e84-b5cf-462b-ab0b-d5dbc48c2ff0 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Allocated IP 172.20.0.14 (f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc/a0d43bec-f9c0-475f-bd60-a66698ae0d01/c6378d21-baf1-4240-b1f8-be112f4b0b3f) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:45:08.726662 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-e0517a18-cfdd-499b-b7d7-e00ca38beecf admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=f5fae2a20e26468593267e81a47eadf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0790102 Sep 24 15:45:08.726662 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 57320) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:08.726953 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-142fbf85-73f0-48df-a78b-d8c1e3626bde None None] Provisioning complete for port 34493fa2-c78b-4d4b-9578-01087865790c triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:45:08.726953 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-142fbf85-73f0-48df-a78b-d8c1e3626bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:08.824695 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-5cc477b0-4bc9-42c4-8139-d5a3ed34a96a tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4437397 Sep 24 15:45:08.827800 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7d73dd28-0954-470e-9f5f-941b8b40f17a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:08.839161 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-142fbf85-73f0-48df-a78b-d8c1e3626bde None None] Port 34493fa2-c78b-4d4b-9578-01087865790c cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:45:08.841865 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-e3f85608-1f71-404e-a224-f6b6f8efa778 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Request body: {'port': {'device_id': '52a7b1d1-ddc9-4674-827f-199eb4c77de7', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'e4856753-6c1e-428e-a2fe-e4f7731cb6f7', 'admin_state_up': True, 'tenant_id': '4e03fc3d20524ffa9cc0335ea5171849', 'security_groups': ['faaaed6c-5dc8-4a43-a587-4571f710ba14']}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:45:08.860210 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 7a5ede30-553d-4b39-bf2e-61fe5bb9e3e7, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=7a5ede30-553d-4b39-bf2e-61fe5bb9e3e7,segment=NetworkSegment(138681cd-aefe-407e-9c8c-919ef76b97c8),segment_id=138681cd-aefe-407e-9c8c-919ef76b97c8)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:45:08.874382 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': '7a5ede30-553d-4b39-bf2e-61fe5bb9e3e7', 'network_id': '0fa74ab6-87b5-4544-9313-49774655226a', 'port_id': '7a5ede30-553d-4b39-bf2e-61fe5bb9e3e7', 'mac_address': 'fa:16:3e:8d:c0:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4491d185-2791-4910-b09e-1dff46d40afb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:45:08.915490 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:08.928320 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a5ede30-553d-4b39-bf2e-61fe5bb9e3e7 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:45:08.949508 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 7a5ede30-553d-4b39-bf2e-61fe5bb9e3e7, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=7a5ede30-553d-4b39-bf2e-61fe5bb9e3e7,segment=NetworkSegment(138681cd-aefe-407e-9c8c-919ef76b97c8),segment_id=138681cd-aefe-407e-9c8c-919ef76b97c8)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:45:08.958209 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b93fd7d2-bd72-40fb-9f0e-06f9687baa91 req-af304538-e4fe-4bec-b12c-b22976c7092b tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8df1af1-67e8-4a99-9240-8c582a083091 HTTP/1.1" status: 200 len: 210 time: 0.0645452 Sep 24 15:45:08.960086 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7d73dd28-0954-470e-9f5f-941b8b40f17a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:09.058641 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-21595129-7475-4210-8479-f75b50ce1118 req-b5105e84-b5cf-462b-ab0b-d5dbc48c2ff0 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:09.092790 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:09.093029 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [None req-f5648ce4-13e8-414d-8604-75e679a7c179 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 15:45:09.094671 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f5648ce4-13e8-414d-8604-75e679a7c179 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.5962114 Sep 24 15:45:09.098324 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 57324) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:09.103190 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-b530cad4-1bbb-40d8-b027-40dc5719457e tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Request body: {'floatingip': {'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'port_id': '060ac83e-81e0-4adb-a9f6-6d5d8c044ddf', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:45:09.144222 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:09.194665 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=7a5ede30-553d-4b39-bf2e-61fe5bb9e3e7,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:09.210757 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7d73dd28-0954-470e-9f5f-941b8b40f17a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:09.213499 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7d73dd28-0954-470e-9f5f-941b8b40f17a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:09.214694 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-7d73dd28-0954-470e-9f5f-941b8b40f17a admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/8896ae73-20a6-40c8-a7c8-7a42c8aa8f09 HTTP/1.1" status: 204 len: 168 time: 0.4921615 Sep 24 15:45:09.223296 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d73dd28-0954-470e-9f5f-941b8b40f17a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8896ae73-20a6-40c8-a7c8-7a42c8aa8f09,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:09.258771 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-e3f85608-1f71-404e-a224-f6b6f8efa778 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Made reservation on behalf of 4e03fc3d20524ffa9cc0335ea5171849 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:45:09.265400 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-21595129-7475-4210-8479-f75b50ce1118 req-b5105e84-b5cf-462b-ab0b-d5dbc48c2ff0 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:09.372613 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b530cad4-1bbb-40d8-b027-40dc5719457e tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks [] for floatingip, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:09.383443 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21595129-7475-4210-8479-f75b50ce1118 req-b5105e84-b5cf-462b-ab0b-d5dbc48c2ff0 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Network f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:45:09.392219 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-21595129-7475-4210-8479-f75b50ce1118 req-b5105e84-b5cf-462b-ab0b-d5dbc48c2ff0 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:45:09.398617 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-21595129-7475-4210-8479-f75b50ce1118 req-b5105e84-b5cf-462b-ab0b-d5dbc48c2ff0 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:45:09.401831 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['7a5ede30-553d-4b39-bf2e-61fe5bb9e3e7'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:45:09.429237 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5105e84-b5cf-462b-ab0b-d5dbc48c2ff0 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Pushing event updated for resources: {'Port': ['ID=c6378d21-baf1-4240-b1f8-be112f4b0b3f,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:09.461970 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-e3f85608-1f71-404e-a224-f6b6f8efa778 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:09.490180 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21595129-7475-4210-8479-f75b50ce1118 req-b5105e84-b5cf-462b-ab0b-d5dbc48c2ff0 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:09.490838 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-21595129-7475-4210-8479-f75b50ce1118 req-b5105e84-b5cf-462b-ab0b-d5dbc48c2ff0 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:09.497962 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b530cad4-1bbb-40d8-b027-40dc5719457e tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:09.604152 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-21595129-7475-4210-8479-f75b50ce1118 req-b5105e84-b5cf-462b-ab0b-d5dbc48c2ff0 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1759117 Sep 24 15:45:09.627555 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-21595129-7475-4210-8479-f75b50ce1118 req-b285a70d-37e9-4337-bd54-f35d6baf2af8 service neutron] Request body: {'port': {'device_id': 'd8df1af1-67e8-4a99-9240-8c582a083091', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:45:09.639949 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb66a2c8-5dd6-4c42-b5d5-067eb88bb676 req-af7c7558-6a00-4267-b6d1-21d85b05c73d tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:09.641450 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fb66a2c8-5dd6-4c42-b5d5-067eb88bb676 req-af7c7558-6a00-4267-b6d1-21d85b05c73d tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=99f5f6ef-f1dd-4463-9211-714b975b878e HTTP/1.1" status: 200 len: 944 time: 0.0965002 Sep 24 15:45:09.684658 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-b530cad4-1bbb-40d8-b027-40dc5719457e tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Allocated IP 172.25.0.33 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/70411a66-07f2-4b6c-a482-c699e3435cc7) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:45:09.706115 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fb66a2c8-5dd6-4c42-b5d5-067eb88bb676 req-2e2db826-2ea6-4077-883c-96cc756bafb8 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584648 Sep 24 15:45:09.745291 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-21595129-7475-4210-8479-f75b50ce1118 req-b285a70d-37e9-4337-bd54-f35d6baf2af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:09.774663 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 57338) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:09.831758 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-10b33f3a-489b-49b6-bcd8-2e149a76c238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:09.837075 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b530cad4-1bbb-40d8-b027-40dc5719457e tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:09.871135 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-e3f85608-1f71-404e-a224-f6b6f8efa778 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Allocated IP 10.2.2.100 (e4856753-6c1e-428e-a2fe-e4f7731cb6f7/4659e7b8-d926-4785-8557-1a1657148511/3f88f959-1620-4ba5-b8f1-845322a97779) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:45:09.980264 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3379f1-299d-457e-8d02-131942e1dc92 req-ff6f15c0-4af8-4695-aa09-32e11f849845 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:09.986252 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3379f1-299d-457e-8d02-131942e1dc92 req-ff6f15c0-4af8-4695-aa09-32e11f849845 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:09.992258 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3379f1-299d-457e-8d02-131942e1dc92 req-ff6f15c0-4af8-4695-aa09-32e11f849845 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:09.993876 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8b3379f1-299d-457e-8d02-131942e1dc92 req-ff6f15c0-4af8-4695-aa09-32e11f849845 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 2372 time: 0.2216454 Sep 24 15:45:10.036615 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b530cad4-1bbb-40d8-b027-40dc5719457e tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:10.101519 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b530cad4-1bbb-40d8-b027-40dc5719457e tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Pushing event updated for resources: {'Port': ['ID=70411a66-07f2-4b6c-a482-c699e3435cc7,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:10.146936 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b530cad4-1bbb-40d8-b027-40dc5719457e tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:45:10.160035 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-b530cad4-1bbb-40d8-b027-40dc5719457e tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:45:10.161368 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b530cad4-1bbb-40d8-b027-40dc5719457e tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:45:10.176204 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8b3379f1-299d-457e-8d02-131942e1dc92 req-60013be8-ddf7-4dc4-ad54-3caf3da562f5 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/security-groups?id=faaaed6c-5dc8-4a43-a587-4571f710ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1679857 Sep 24 15:45:10.219756 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5adbaa-af94-4817-9bf9-bfb733f5a85e req-05f08131-8914-40ea-98f4-4ab54eb77419 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:10.220962 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ac5adbaa-af94-4817-9bf9-bfb733f5a85e req-05f08131-8914-40ea-98f4-4ab54eb77419 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8df1af1-67e8-4a99-9240-8c582a083091 HTTP/1.1" status: 200 len: 932 time: 0.1148643 Sep 24 15:45:10.267153 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-e3f85608-1f71-404e-a224-f6b6f8efa778 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:10.326655 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-10b33f3a-489b-49b6-bcd8-2e149a76c238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:10.340781 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ac5adbaa-af94-4817-9bf9-bfb733f5a85e req-572bb884-5806-4664-828d-8d057fa974dd tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e97abd6-6c4b-4313-93b0-ffda5586d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018524 Sep 24 15:45:10.401418 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-21595129-7475-4210-8479-f75b50ce1118 req-b285a70d-37e9-4337-bd54-f35d6baf2af8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6378d21-baf1-4240-b1f8-be112f4b0b3f {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:45:10.409281 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-21595129-7475-4210-8479-f75b50ce1118 req-b285a70d-37e9-4337-bd54-f35d6baf2af8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:10.411690 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-b530cad4-1bbb-40d8-b027-40dc5719457e tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Deleting port 70411a66-07f2-4b6c-a482-c699e3435cc7 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:45:10.412232 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b530cad4-1bbb-40d8-b027-40dc5719457e tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:10.423057 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-21595129-7475-4210-8479-f75b50ce1118 req-b285a70d-37e9-4337-bd54-f35d6baf2af8 service neutron] Transition to ACTIVE for port object c6378d21-baf1-4240-b1f8-be112f4b0b3f will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:45:10.452729 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-10b33f3a-489b-49b6-bcd8-2e149a76c238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:10.493094 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-e3f85608-1f71-404e-a224-f6b6f8efa778 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:10.508065 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-10b33f3a-489b-49b6-bcd8-2e149a76c238 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=96961daebfea4419b49474b38c9c6a46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7299030 Sep 24 15:45:10.511847 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 57352) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:10.526874 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b530cad4-1bbb-40d8-b027-40dc5719457e tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:10.527799 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b530cad4-1bbb-40d8-b027-40dc5719457e tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:10.527955 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b33f3a-489b-49b6-bcd8-2e149a76c238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d54c1fb1-b594-4a93-bf17-03bc9ce9a2a7,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:10.547354 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-e3f85608-1f71-404e-a224-f6b6f8efa778 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Network e4856753-6c1e-428e-a2fe-e4f7731cb6f7 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:45:10.550465 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-e3f85608-1f71-404e-a224-f6b6f8efa778 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:45:10.552859 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-e3f85608-1f71-404e-a224-f6b6f8efa778 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:45:10.553646 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-b530cad4-1bbb-40d8-b027-40dc5719457e tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Calling delete_port for 70411a66-07f2-4b6c-a482-c699e3435cc7 owned by network:floatingip {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:45:10.563142 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f85608-1f71-404e-a224-f6b6f8efa778 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Pushing event updated for resources: {'Port': ['ID=3f88f959-1620-4ba5-b8f1-845322a97779,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:10.586016 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-21595129-7475-4210-8479-f75b50ce1118 req-b285a70d-37e9-4337-bd54-f35d6baf2af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:10.601142 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5e56a651-c10b-4b27-8ea3-facea9528899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:10.666814 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5e56a651-c10b-4b27-8ea3-facea9528899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:10.675224 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-e3f85608-1f71-404e-a224-f6b6f8efa778 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:10.676010 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-e3f85608-1f71-404e-a224-f6b6f8efa778 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:10.710219 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b285a70d-37e9-4337-bd54-f35d6baf2af8 service neutron] Pushing event updated for resources: {'Port': ['ID=c6378d21-baf1-4240-b1f8-be112f4b0b3f,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:10.801767 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 7a5ede30-553d-4b39-bf2e-61fe5bb9e3e7 up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:45:10.898667 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5e56a651-c10b-4b27-8ea3-facea9528899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:10.901729 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5e56a651-c10b-4b27-8ea3-facea9528899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:10.903292 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-5e56a651-c10b-4b27-8ea3-facea9528899 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d54c1fb1-b594-4a93-bf17-03bc9ce9a2a7 HTTP/1.1" status: 204 len: 168 time: 0.3903821 Sep 24 15:45:10.917409 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e56a651-c10b-4b27-8ea3-facea9528899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d54c1fb1-b594-4a93-bf17-03bc9ce9a2a7,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:10.922121 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17922b98-bbee-453d-9b67-2a61a37f4ee7 req-45975f5e-327e-46ba-8a4b-7fbf86341e4b tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:10.923726 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-17922b98-bbee-453d-9b67-2a61a37f4ee7 req-45975f5e-327e-46ba-8a4b-7fbf86341e4b tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=99f5f6ef-f1dd-4463-9211-714b975b878e HTTP/1.1" status: 200 len: 944 time: 0.0872481 Sep 24 15:45:10.925003 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-21595129-7475-4210-8479-f75b50ce1118 req-b285a70d-37e9-4337-bd54-f35d6baf2af8 service neutron] Attempting to bind port c6378d21-baf1-4240-b1f8-be112f4b0b3f on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:45:10.925390 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-21595129-7475-4210-8479-f75b50ce1118 req-b285a70d-37e9-4337-bd54-f35d6baf2af8 service neutron] Attempting to bind port c6378d21-baf1-4240-b1f8-be112f4b0b3f by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '5202dad5-affc-4089-8eb2-2acbc0a55bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': 'f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:45:10.925717 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21595129-7475-4210-8479-f75b50ce1118 req-b285a70d-37e9-4337-bd54-f35d6baf2af8 service neutron] Attempting to bind port c6378d21-baf1-4240-b1f8-be112f4b0b3f on network f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:45:10.931135 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21595129-7475-4210-8479-f75b50ce1118 req-b285a70d-37e9-4337-bd54-f35d6baf2af8 service neutron] Port c6378d21-baf1-4240-b1f8-be112f4b0b3f on network f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:45:10.932101 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21595129-7475-4210-8479-f75b50ce1118 req-b285a70d-37e9-4337-bd54-f35d6baf2af8 service neutron] Attempting to bind port c6378d21-baf1-4240-b1f8-be112f4b0b3f on network f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:45:10.954578 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21595129-7475-4210-8479-f75b50ce1118 req-b285a70d-37e9-4337-bd54-f35d6baf2af8 service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:45:10.954924 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21595129-7475-4210-8479-f75b50ce1118 req-b285a70d-37e9-4337-bd54-f35d6baf2af8 service neutron] Checking segment: {'id': '5202dad5-affc-4089-8eb2-2acbc0a55bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': 'f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:45:10.955305 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21595129-7475-4210-8479-f75b50ce1118 req-b285a70d-37e9-4337-bd54-f35d6baf2af8 service neutron] Bound using segment: {'id': '5202dad5-affc-4089-8eb2-2acbc0a55bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': 'f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:45:10.955756 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-21595129-7475-4210-8479-f75b50ce1118 req-b285a70d-37e9-4337-bd54-f35d6baf2af8 service neutron] Bound port: c6378d21-baf1-4240-b1f8-be112f4b0b3f, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5202dad5-affc-4089-8eb2-2acbc0a55bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': 'f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:45:10.956105 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-21595129-7475-4210-8479-f75b50ce1118 req-b285a70d-37e9-4337-bd54-f35d6baf2af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:10.971786 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b530cad4-1bbb-40d8-b027-40dc5719457e tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:11.015333 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-17922b98-bbee-453d-9b67-2a61a37f4ee7 req-8aa37e85-7f3a-4c0d-888e-4db1b983332f tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808191 Sep 24 15:45:11.025293 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-e3f85608-1f71-404e-a224-f6b6f8efa778 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1905398 Sep 24 15:45:11.043020 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b530cad4-1bbb-40d8-b027-40dc5719457e tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Pushing event deleted for resources: {'Port': ['ID=70411a66-07f2-4b6c-a482-c699e3435cc7,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:11.080664 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-aeb05600-c743-44f4-a7d1-cc0876ef2987 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Request body: {'port': {'device_id': '52a7b1d1-ddc9-4674-827f-199eb4c77de7', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'e4856753-6c1e-428e-a2fe-e4f7731cb6f7', 'admin_state_up': True, 'tenant_id': '4e03fc3d20524ffa9cc0335ea5171849', 'security_groups': ['faaaed6c-5dc8-4a43-a587-4571f710ba14']}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:45:11.097219 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:11.138604 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-303206b6-4994-49dd-a9e8-1d9ebb304e33 None None] Provisioning complete for port 3f88f959-1620-4ba5-b8f1-845322a97779 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:45:11.139611 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-303206b6-4994-49dd-a9e8-1d9ebb304e33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:11.163811 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 57370) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:11.199094 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74327079-14d7-43ab-9d2e-40e647bc403e req-a783ef60-f678-4c50-9ce4-0b025fc5f990 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:11.201714 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-74327079-14d7-43ab-9d2e-40e647bc403e req-a783ef60-f678-4c50-9ce4-0b025fc5f990 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 944 time: 0.0651941 Sep 24 15:45:11.252502 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port 7a5ede30-553d-4b39-bf2e-61fe5bb9e3e7 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:45:11.254538 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-303206b6-4994-49dd-a9e8-1d9ebb304e33 None None] Port 3f88f959-1620-4ba5-b8f1-845322a97779 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:45:11.258481 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port 7a5ede30-553d-4b39-bf2e-61fe5bb9e3e7 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:45:11.259969 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:11.270282 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-74327079-14d7-43ab-9d2e-40e647bc403e req-983bfe5d-d75e-44b7-938c-2e7c83388dd4 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614178 Sep 24 15:45:11.332862 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-21595129-7475-4210-8479-f75b50ce1118 req-b285a70d-37e9-4337-bd54-f35d6baf2af8 service neutron] For port c6378d21-baf1-4240-b1f8-be112f4b0b3f, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:45:11.338432 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [None req-b530cad4-1bbb-40d8-b027-40dc5719457e tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] create failed (client error): The resource could not be found. Sep 24 15:45:11.343519 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b530cad4-1bbb-40d8-b027-40dc5719457e tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.2404053 Sep 24 15:45:11.345116 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 57378) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:11.377057 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-21595129-7475-4210-8479-f75b50ce1118 req-b285a70d-37e9-4337-bd54-f35d6baf2af8 service neutron] For port c6378d21-baf1-4240-b1f8-be112f4b0b3f, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=c6378d21-baf1-4240-b1f8-be112f4b0b3f,segment=NetworkSegment(5202dad5-affc-4089-8eb2-2acbc0a55bf9),segment_id=5202dad5-affc-4089-8eb2-2acbc0a55bf9)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:45:11.383797 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:11.427852 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f5f6ef-f1dd-4463-9211-714b975b878e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a5ede30-553d-4b39-bf2e-61fe5bb9e3e7'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:45:11.430926 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad04e83-f744-495f-80fe-b9cd2922b378" -d '{"events": [{"server_uuid": "99f5f6ef-f1dd-4463-9211-714b975b878e", "name": "network-vif-plugged", "status": "completed", "tag": "7a5ede30-553d-4b39-bf2e-61fe5bb9e3e7"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:45:11.432975 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87487f8-6e4e-4fa3-9256-67c984916739 req-581d075e-e0f0-44d0-888c-3b5171fb088a tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:11.439501 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87487f8-6e4e-4fa3-9256-67c984916739 req-581d075e-e0f0-44d0-888c-3b5171fb088a tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:11.446469 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87487f8-6e4e-4fa3-9256-67c984916739 req-581d075e-e0f0-44d0-888c-3b5171fb088a tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:11.450496 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 7a5ede30-553d-4b39-bf2e-61fe5bb9e3e7, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=7a5ede30-553d-4b39-bf2e-61fe5bb9e3e7,segment=NetworkSegment(138681cd-aefe-407e-9c8c-919ef76b97c8),segment_id=138681cd-aefe-407e-9c8c-919ef76b97c8)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:45:11.453931 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87487f8-6e4e-4fa3-9256-67c984916739 req-581d075e-e0f0-44d0-888c-3b5171fb088a tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:11.462177 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d87487f8-6e4e-4fa3-9256-67c984916739 req-581d075e-e0f0-44d0-888c-3b5171fb088a tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 3093 time: 0.1625733 Sep 24 15:45:11.522942 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d87487f8-6e4e-4fa3-9256-67c984916739 req-a47903a2-e200-4558-a1ba-d5d64cecf824 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/security-groups?id=faaaed6c-5dc8-4a43-a587-4571f710ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550802 Sep 24 15:45:11.526278 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-21595129-7475-4210-8479-f75b50ce1118 req-b285a70d-37e9-4337-bd54-f35d6baf2af8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:11.542855 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:11.597609 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec50e59-513c-45a9-a04c-48123e34f769 req-7a586b6e-5b95-40ae-90ee-88bdfe6ab497 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:11.599324 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cec50e59-513c-45a9-a04c-48123e34f769 req-7a586b6e-5b95-40ae-90ee-88bdfe6ab497 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 944 time: 0.1929164 Sep 24 15:45:11.608486 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-debdb360-c4fb-4d9a-8139-0f117f759bf1 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-208450401-network', 'tenant_id': 'eaec1a0d6a3a42b29bf3aa6157a3dc16'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:45:11.616309 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-e5f20046-2e9b-4f38-bf60-8e405c5d0b1b tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Deleting port 060ac83e-81e0-4adb-a9f6-6d5d8c044ddf {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:45:11.616768 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e5f20046-2e9b-4f38-bf60-8e405c5d0b1b tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:11.643191 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21595129-7475-4210-8479-f75b50ce1118 req-b285a70d-37e9-4337-bd54-f35d6baf2af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:11.646030 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-21595129-7475-4210-8479-f75b50ce1118 req-b285a70d-37e9-4337-bd54-f35d6baf2af8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:11.648012 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-21595129-7475-4210-8479-f75b50ce1118 req-b285a70d-37e9-4337-bd54-f35d6baf2af8 service neutron] 10.222.0.108 "PUT /v2.0/ports/c6378d21-baf1-4240-b1f8-be112f4b0b3f HTTP/1.1" status: 200 len: 1092 time: 2.0273492 Sep 24 15:45:11.656115 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8df1af1-67e8-4a99-9240-8c582a083091', 'tag': 'c6378d21-baf1-4240-b1f8-be112f4b0b3f'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:45:11.659368 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91677a3f-a961-4ff3-9efe-920c9e78414c" -d '{"events": [{"name": "network-changed", "server_uuid": "d8df1af1-67e8-4a99-9240-8c582a083091", "tag": "c6378d21-baf1-4240-b1f8-be112f4b0b3f"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:45:11.662469 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-aeb05600-c743-44f4-a7d1-cc0876ef2987 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Made reservation on behalf of 4e03fc3d20524ffa9cc0335ea5171849 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:45:11.666433 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=7a5ede30-553d-4b39-bf2e-61fe5bb9e3e7,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:11.670680 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-aeb05600-c743-44f4-a7d1-cc0876ef2987 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:11.718403 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e5f20046-2e9b-4f38-bf60-8e405c5d0b1b tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:11.731308 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-e5f20046-2e9b-4f38-bf60-8e405c5d0b1b tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Calling delete_port for 060ac83e-81e0-4adb-a9f6-6d5d8c044ddf owned by {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:45:11.747351 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b285a70d-37e9-4337-bd54-f35d6baf2af8 service neutron] Pushing event updated for resources: {'Port': ['ID=c6378d21-baf1-4240-b1f8-be112f4b0b3f,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:11.809662 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d7d07-f584-4c32-8410-148fed9760f2 req-50bc6f30-89aa-47e3-b430-0e4a19085fa2 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:11.810510 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cec50e59-513c-45a9-a04c-48123e34f769 req-628df5a3-1ec3-4091-ad25-0c5419f29e54 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1976891 Sep 24 15:45:11.814930 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d47d7d07-f584-4c32-8410-148fed9760f2 req-50bc6f30-89aa-47e3-b430-0e4a19085fa2 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8df1af1-67e8-4a99-9240-8c582a083091 HTTP/1.1" status: 200 len: 944 time: 0.1608868 Sep 24 15:45:11.894178 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1458a309-f89e-4128-8fa8-f8cc90e68847 x-openstack-request-id: req-1458a309-f89e-4128-8fa8-f8cc90e68847 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:45:11.895133 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99f5f6ef-f1dd-4463-9211-714b975b878e", "name": "network-vif-plugged", "status": "completed", "tag": "7a5ede30-553d-4b39-bf2e-61fe5bb9e3e7", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:45:11.897843 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-1458a309-f89e-4128-8fa8-f8cc90e68847 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:45:11.900717 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99f5f6ef-f1dd-4463-9211-714b975b878e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a5ede30-553d-4b39-bf2e-61fe5bb9e3e7', 'code': 200} Sep 24 15:45:11.904465 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-debdb360-c4fb-4d9a-8139-0f117f759bf1 admin admin] Made reservation on behalf of eaec1a0d6a3a42b29bf3aa6157a3dc16 for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:45:11.907023 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-debdb360-c4fb-4d9a-8139-0f117f759bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:11.983220 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d297b306-f924-4d31-be2c-fd6171bf3944 x-openstack-request-id: req-d297b306-f924-4d31-be2c-fd6171bf3944 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:45:11.983514 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8df1af1-67e8-4a99-9240-8c582a083091", "tag": "c6378d21-baf1-4240-b1f8-be112f4b0b3f", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:45:11.983764 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d297b306-f924-4d31-be2c-fd6171bf3944 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:45:11.984299 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8df1af1-67e8-4a99-9240-8c582a083091', 'tag': 'c6378d21-baf1-4240-b1f8-be112f4b0b3f', 'status': 'completed', 'code': 200} Sep 24 15:45:11.985151 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-debdb360-c4fb-4d9a-8139-0f117f759bf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:12.071218 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d47d7d07-f584-4c32-8410-148fed9760f2 req-010cbe36-fb4b-4af8-a308-ee3c9c9b1ca7 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e97abd6-6c4b-4313-93b0-ffda5586d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472513 Sep 24 15:45:12.092426 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e5f20046-2e9b-4f38-bf60-8e405c5d0b1b tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:12.146836 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21595129-7475-4210-8479-f75b50ce1118 req-c4e42e6d-7370-4412-a9e7-bd38b1269e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:12.148876 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-21595129-7475-4210-8479-f75b50ce1118 req-c4e42e6d-7370-4412-a9e7-bd38b1269e92 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=a281c219e4614beda204e7aa382ce19f&device_id=d8df1af1-67e8-4a99-9240-8c582a083091 HTTP/1.1" status: 200 len: 1095 time: 0.2764614 Sep 24 15:45:12.158489 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d6df63-444c-4f40-8f99-08a55157832b req-5033699f-8bfc-41e0-b69d-0a7395e6aceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:12.159436 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-05d6df63-444c-4f40-8f99-08a55157832b req-5033699f-8bfc-41e0-b69d-0a7395e6aceb service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=99f5f6ef-f1dd-4463-9211-714b975b878e HTTP/1.1" status: 200 len: 1096 time: 0.1802673 Sep 24 15:45:12.169103 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f20046-2e9b-4f38-bf60-8e405c5d0b1b tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Pushing event deleted for resources: {'Port': ['ID=060ac83e-81e0-4adb-a9f6-6d5d8c044ddf,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:12.171323 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-aeb05600-c743-44f4-a7d1-cc0876ef2987 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Allocated IP 10.2.2.200 (e4856753-6c1e-428e-a2fe-e4f7731cb6f7/4659e7b8-d926-4785-8557-1a1657148511/1294cbcc-4e3d-45a3-9f67-cd385cfb8a81) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:45:12.238189 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-21595129-7475-4210-8479-f75b50ce1118 req-99608c5a-1871-4b2f-aa23-23947c670f3c service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6378d21-baf1-4240-b1f8-be112f4b0b3f HTTP/1.1" status: 200 len: 217 time: 0.0751359 Sep 24 15:45:12.350894 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e5f20046-2e9b-4f38-bf60-8e405c5d0b1b tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:12.364126 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e5f20046-2e9b-4f38-bf60-8e405c5d0b1b tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] 10.222.0.101 "DELETE /v2.0/ports/060ac83e-81e0-4adb-a9f6-6d5d8c044ddf HTTP/1.1" status: 204 len: 168 time: 1.0192366 Sep 24 15:45:12.367834 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-05d6df63-444c-4f40-8f99-08a55157832b req-345ee8b9-fd01-43ef-8a3b-a0ff8096d0c1 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884480 Sep 24 15:45:12.369622 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 57418) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:12.422006 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21595129-7475-4210-8479-f75b50ce1118 req-e7bbf6c6-42e6-4738-8d35-49010820c71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:12.423863 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-21595129-7475-4210-8479-f75b50ce1118 req-e7bbf6c6-42e6-4738-8d35-49010820c71e service neutron] 10.222.0.108 "GET /v2.0/subnets?id=a0d43bec-f9c0-475f-bd60-a66698ae0d01 HTTP/1.1" status: 200 len: 855 time: 0.1765931 Sep 24 15:45:12.472115 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa4a7b-f341-458a-b240-3b95be627340 req-cf7df4ac-f9c1-42fc-94f5-4535abcec3e1 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:12.472115 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-beaa4a7b-f341-458a-b240-3b95be627340 req-cf7df4ac-f9c1-42fc-94f5-4535abcec3e1 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=99f5f6ef-f1dd-4463-9211-714b975b878e HTTP/1.1" status: 200 len: 945 time: 0.2186689 Sep 24 15:45:12.499381 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6f7ce8-93b2-46ad-9946-7dd505cc6adc tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:12.504248 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-2c6f7ce8-93b2-46ad-9946-7dd505cc6adc tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] 10.222.0.101 "GET /v2.0/ports?device_id=10448112-a38d-4889-97dd-146b19fa1e7f HTTP/1.1" status: 200 len: 913 time: 0.1291494 Sep 24 15:45:12.505652 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 57420) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:12.526915 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-debdb360-c4fb-4d9a-8139-0f117f759bf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:12.561149 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d8f9a1-52b7-47c9-9535-a5771a48e9ce req-2f656d21-acb2-4a8b-9a2b-74ccab7b13e7 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:12.562913 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-beaa4a7b-f341-458a-b240-3b95be627340 req-0c0eb985-b561-4985-9a58-f5317a1e7767 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031013 Sep 24 15:45:12.563042 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-64d8f9a1-52b7-47c9-9535-a5771a48e9ce req-2f656d21-acb2-4a8b-9a2b-74ccab7b13e7 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/networks?id=bad15511-e79d-4a5e-8826-604fa4d6fb1c HTTP/1.1" status: 200 len: 812 time: 0.4292874 Sep 24 15:45:12.618813 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-21595129-7475-4210-8479-f75b50ce1118 req-c77cae4e-b4f8-4f52-82b3-8233777381be service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433674 Sep 24 15:45:12.624402 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-debdb360-c4fb-4d9a-8139-0f117f759bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:12.642182 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-aeb05600-c743-44f4-a7d1-cc0876ef2987 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:12.697730 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-64d8f9a1-52b7-47c9-9535-a5771a48e9ce req-6504e5bb-8a05-4610-9036-443507fbd387 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/quotas/ac17221dd7b34bd3afb658a69ac088d3 HTTP/1.1" status: 200 len: 375 time: 0.1008770 Sep 24 15:45:12.716749 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-debdb360-c4fb-4d9a-8139-0f117f759bf1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1293} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:45:12.846358 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-64d8f9a1-52b7-47c9-9535-a5771a48e9ce req-be8c4f12-6519-45cf-8e11-19eb9e66a9db tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=ac17221dd7b34bd3afb658a69ac088d3&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1141255 Sep 24 15:45:13.003150 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-64d8f9a1-52b7-47c9-9535-a5771a48e9ce req-97f01440-9a60-49a5-bfe8-8c8784053de8 service neutron] 10.222.0.101 "GET /v2.0/networks/bad15511-e79d-4a5e-8826-604fa4d6fb1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463573 Sep 24 15:45:13.102042 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debdb360-c4fb-4d9a-8139-0f117f759bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5198db36-5eab-47b1-84b6-17aba56873d8,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:13.188423 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-debdb360-c4fb-4d9a-8139-0f117f759bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:13.191948 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-debdb360-c4fb-4d9a-8139-0f117f759bf1 admin admin] Added segment d822da1f-1192-4d3f-9dda-5df206696463 of type vlan for network b80991f6-06cb-42a8-bfdd-05ee90fb0ecf Sep 24 15:45:13.254448 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d40d1-24d7-44b5-9f0f-27aaef3e68a2 req-af5f31d0-492b-4bad-b4f6-01d9f60778f2 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:13.261303 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d40d1-24d7-44b5-9f0f-27aaef3e68a2 req-af5f31d0-492b-4bad-b4f6-01d9f60778f2 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:13.267417 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d40d1-24d7-44b5-9f0f-27aaef3e68a2 req-af5f31d0-492b-4bad-b4f6-01d9f60778f2 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:13.273485 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d40d1-24d7-44b5-9f0f-27aaef3e68a2 req-af5f31d0-492b-4bad-b4f6-01d9f60778f2 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:13.275441 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d10d40d1-24d7-44b5-9f0f-27aaef3e68a2 req-af5f31d0-492b-4bad-b4f6-01d9f60778f2 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 3093 time: 0.6315231 Sep 24 15:45:13.282617 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-aeb05600-c743-44f4-a7d1-cc0876ef2987 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:13.295691 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-21595129-7475-4210-8479-f75b50ce1118 req-f049b4fb-4d8b-440d-ace9-0e81a0355d09 service neutron] 10.222.0.108 "GET /v2.0/networks/f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6680124 Sep 24 15:45:13.357836 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-debdb360-c4fb-4d9a-8139-0f117f759bf1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:13.412697 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-aeb05600-c743-44f4-a7d1-cc0876ef2987 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Network e4856753-6c1e-428e-a2fe-e4f7731cb6f7 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:45:13.428814 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-aeb05600-c743-44f4-a7d1-cc0876ef2987 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:45:13.437631 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb05600-c743-44f4-a7d1-cc0876ef2987 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Pushing event updated for resources: {'Port': ['ID=1294cbcc-4e3d-45a3-9f67-cd385cfb8a81,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:13.455523 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d10d40d1-24d7-44b5-9f0f-27aaef3e68a2 req-57a536e8-4c6d-423a-8fa9-f994e0e3878c tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/security-groups?id=faaaed6c-5dc8-4a43-a587-4571f710ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1708617 Sep 24 15:45:13.457146 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-aeb05600-c743-44f4-a7d1-cc0876ef2987 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:45:13.565095 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8b04c389-3199-4319-bd57-522a156c8513 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:13.581264 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-21595129-7475-4210-8479-f75b50ce1118 req-d41faf93-fb94-4746-89cf-cb4255d80409 service neutron] 10.222.0.108 "GET /v2.0/networks/f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384970 Sep 24 15:45:13.624155 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-aeb05600-c743-44f4-a7d1-cc0876ef2987 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:13.624825 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-aeb05600-c743-44f4-a7d1-cc0876ef2987 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:13.647125 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-debdb360-c4fb-4d9a-8139-0f117f759bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:13.655696 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debdb360-c4fb-4d9a-8139-0f117f759bf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:13.655696 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-debdb360-c4fb-4d9a-8139-0f117f759bf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:13.662620 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-64d8f9a1-52b7-47c9-9535-a5771a48e9ce req-f33116d3-a0ab-4ab1-842b-112be29af725 service neutron] 10.222.0.101 "GET /v2.0/networks/bad15511-e79d-4a5e-8826-604fa4d6fb1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6510055 Sep 24 15:45:13.802000 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debdb360-c4fb-4d9a-8139-0f117f759bf1 admin admin] Pushing event updated for resources: {'Network': ['ID=b80991f6-06cb-42a8-bfdd-05ee90fb0ecf,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:13.816458 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network b80991f6-06cb-42a8-bfdd-05ee90fb0ecf details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:45:13.844013 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-aeb05600-c743-44f4-a7d1-cc0876ef2987 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7734833 Sep 24 15:45:13.864669 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-bc5dede5-304b-4ff6-9937-395789aaa125 service neutron] Request body: {'port': {'device_id': '52a7b1d1-ddc9-4674-827f-199eb4c77de7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:45:13.907170 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cab153b-504b-4f99-a318-21631cbd6245 req-c388be85-d0e9-4955-aeb2-ceda3bc4a658 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:13.909013 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5cab153b-504b-4f99-a318-21631cbd6245 req-c388be85-d0e9-4955-aeb2-ceda3bc4a658 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8df1af1-67e8-4a99-9240-8c582a083091 HTTP/1.1" status: 200 len: 944 time: 0.2539392 Sep 24 15:45:13.911370 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91677a3f-a961-4ff3-9efe-920c9e78414c req-cfea8d70-e4e2-4e05-9a03-c49550b7adcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:13.913136 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-91677a3f-a961-4ff3-9efe-920c9e78414c req-cfea8d70-e4e2-4e05-9a03-c49550b7adcb service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=a281c219e4614beda204e7aa382ce19f&device_id=d8df1af1-67e8-4a99-9240-8c582a083091 HTTP/1.1" status: 200 len: 1095 time: 0.1309514 Sep 24 15:45:13.921144 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-debdb360-c4fb-4d9a-8139-0f117f759bf1 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.7535341 Sep 24 15:45:13.923429 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-dde58f06-db05-49e2-8267-ae437d0e5cee None None] Provisioning complete for port 1294cbcc-4e3d-45a3-9f67-cd385cfb8a81 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:45:13.924214 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-dde58f06-db05-49e2-8267-ae437d0e5cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:13.924757 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 57446) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:13.955190 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-43cf6fe6-095d-4188-a5dc-24dccb4c53db admin admin] Request body: {'subnet': {'network_id': 'b80991f6-06cb-42a8-bfdd-05ee90fb0ecf', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-208450401-subnet', 'tenant_id': 'eaec1a0d6a3a42b29bf3aa6157a3dc16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:45:13.977451 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-dde58f06-db05-49e2-8267-ae437d0e5cee None None] Port 1294cbcc-4e3d-45a3-9f67-cd385cfb8a81 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:45:14.035849 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-bc5dede5-304b-4ff6-9937-395789aaa125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:14.037932 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-8b04c389-3199-4319-bd57-522a156c8513 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Deleting port d4af3b32-28af-4ad1-8bbc-b866588e3336 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:45:14.038380 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8b04c389-3199-4319-bd57-522a156c8513 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:14.161977 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c003b1-5646-4857-8edb-82e7e16340f8 req-98902f62-2bcc-4760-a193-34baff147313 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:14.170001 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-15c003b1-5646-4857-8edb-82e7e16340f8 req-98902f62-2bcc-4760-a193-34baff147313 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=99f5f6ef-f1dd-4463-9211-714b975b878e HTTP/1.1" status: 200 len: 945 time: 0.1262145 Sep 24 15:45:14.178434 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5cab153b-504b-4f99-a318-21631cbd6245 req-492ff8cc-2a3b-4cd2-8184-6587b1ffdbca tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e97abd6-6c4b-4313-93b0-ffda5586d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563791 Sep 24 15:45:14.241731 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-15c003b1-5646-4857-8edb-82e7e16340f8 req-204882cf-fdab-4f9a-be4e-4a7f70e931bd tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689778 Sep 24 15:45:14.249295 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8b04c389-3199-4319-bd57-522a156c8513 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:14.286165 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-8b04c389-3199-4319-bd57-522a156c8513 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Calling delete_port for d4af3b32-28af-4ad1-8bbc-b866588e3336 owned by network:router_interface {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:45:14.410172 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7dcbb2e2-4580-4170-89fc-fe3d9f62cd8e req-1622c505-439f-4a55-a629-d0094632a946 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=e13456c2-1bae-4992-b8db-4051ba72c06d HTTP/1.1" status: 200 len: 210 time: 0.1140213 Sep 24 15:45:14.425246 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91677a3f-a961-4ff3-9efe-920c9e78414c req-4cbda4af-fa7b-4f6b-b5e3-fc772b7f04e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:14.426722 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-91677a3f-a961-4ff3-9efe-920c9e78414c req-4cbda4af-fa7b-4f6b-b5e3-fc772b7f04e8 service neutron] 10.222.0.108 "GET /v2.0/networks?id=f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc HTTP/1.1" status: 200 len: 917 time: 0.5004642 Sep 24 15:45:14.432385 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ac9c39-11bb-4aef-bfb8-7c980380c3a6 req-7d3fc6d2-8827-439f-b7e0-0faea9e3f571 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:14.433886 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-29ac9c39-11bb-4aef-bfb8-7c980380c3a6 req-7d3fc6d2-8827-439f-b7e0-0faea9e3f571 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=99f5f6ef-f1dd-4463-9211-714b975b878e HTTP/1.1" status: 200 len: 945 time: 0.0734351 Sep 24 15:45:14.502948 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-91677a3f-a961-4ff3-9efe-920c9e78414c req-fbca4618-152d-4577-a750-fc112193ea12 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6378d21-baf1-4240-b1f8-be112f4b0b3f HTTP/1.1" status: 200 len: 217 time: 0.0667105 Sep 24 15:45:14.560806 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43cf6fe6-095d-4188-a5dc-24dccb4c53db admin admin] Made reservation on behalf of eaec1a0d6a3a42b29bf3aa6157a3dc16 for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:45:14.563468 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-43cf6fe6-095d-4188-a5dc-24dccb4c53db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:14.615267 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-29ac9c39-11bb-4aef-bfb8-7c980380c3a6 req-96df8822-37e0-44d7-a1f8-52457bc5844b tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740541 Sep 24 15:45:14.703348 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91677a3f-a961-4ff3-9efe-920c9e78414c req-9c6b9c50-41d7-4600-bbfd-0258f833c6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:14.704872 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-91677a3f-a961-4ff3-9efe-920c9e78414c req-9c6b9c50-41d7-4600-bbfd-0258f833c6a5 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=a0d43bec-f9c0-475f-bd60-a66698ae0d01 HTTP/1.1" status: 200 len: 855 time: 0.1943574 Sep 24 15:45:14.796098 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-91677a3f-a961-4ff3-9efe-920c9e78414c req-22b2f2cc-936d-45bf-a300-47926a473071 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525987 Sep 24 15:45:14.796340 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8b04c389-3199-4319-bd57-522a156c8513 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:14.845728 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9567b42-5586-48e2-8cbd-d723513b896a req-5d6937df-e319-4b88-aa1f-66aead5691d1 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:14.852106 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9567b42-5586-48e2-8cbd-d723513b896a req-5d6937df-e319-4b88-aa1f-66aead5691d1 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:14.859157 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9567b42-5586-48e2-8cbd-d723513b896a req-5d6937df-e319-4b88-aa1f-66aead5691d1 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:14.865678 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9567b42-5586-48e2-8cbd-d723513b896a req-5d6937df-e319-4b88-aa1f-66aead5691d1 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:14.872656 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9567b42-5586-48e2-8cbd-d723513b896a req-5d6937df-e319-4b88-aa1f-66aead5691d1 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:14.874594 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b9567b42-5586-48e2-8cbd-d723513b896a req-5d6937df-e319-4b88-aa1f-66aead5691d1 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 3814 time: 0.3200753 Sep 24 15:45:14.942699 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b04c389-3199-4319-bd57-522a156c8513 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Pushing event deleted for resources: {'Port': ['ID=d4af3b32-28af-4ad1-8bbc-b866588e3336,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:15.062654 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8b04c389-3199-4319-bd57-522a156c8513 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:15.110617 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-bc5dede5-304b-4ff6-9937-395789aaa125 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc03181b-eebc-4350-ae95-5058ea48d9fb {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:45:15.134948 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b9567b42-5586-48e2-8cbd-d723513b896a req-e7aa4eae-af02-48e1-bb17-4ad73c965785 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/security-groups?id=faaaed6c-5dc8-4a43-a587-4571f710ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2267396 Sep 24 15:45:15.189501 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-bc5dede5-304b-4ff6-9937-395789aaa125 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:15.213910 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-91677a3f-a961-4ff3-9efe-920c9e78414c req-a7e5bbe1-d081-4439-b584-dc2a96ad907a service neutron] 10.222.0.108 "GET /v2.0/networks/f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4044499 Sep 24 15:45:15.236135 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-bc5dede5-304b-4ff6-9937-395789aaa125 service neutron] Transition to ACTIVE for port object dc03181b-eebc-4350-ae95-5058ea48d9fb will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:45:15.269389 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b04c389-3199-4319-bd57-522a156c8513 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Router 10448112-a38d-4889-97dd-146b19fa1e7f has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:45:15.375399 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-bc5dede5-304b-4ff6-9937-395789aaa125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:15.380006 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-43cf6fe6-095d-4188-a5dc-24dccb4c53db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:15.390127 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-91677a3f-a961-4ff3-9efe-920c9e78414c req-fb378f8f-bdb0-4ed8-ad45-184fdea835ef service neutron] 10.222.0.108 "GET /v2.0/networks/f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659491 Sep 24 15:45:15.405114 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b04c389-3199-4319-bd57-522a156c8513 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:45:15.411843 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-8b04c389-3199-4319-bd57-522a156c8513 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] 10.222.0.101 "PUT /v2.0/routers/10448112-a38d-4889-97dd-146b19fa1e7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9051304 Sep 24 15:45:15.414741 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 57496) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:15.416694 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e0a25b-f60c-4f66-bca8-2463ed997822 None None] Sync routers for ids ['10448112-a38d-4889-97dd-146b19fa1e7f'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:45:15.422942 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef2ca1-91f7-46ef-ae4b-1424fc132de0 req-9f63b98b-33f4-4b0b-aab0-907f9ca0311a tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:15.432469 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2aef2ca1-91f7-46ef-ae4b-1424fc132de0 req-9f63b98b-33f4-4b0b-aab0-907f9ca0311a tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8df1af1-67e8-4a99-9240-8c582a083091 HTTP/1.1" status: 200 len: 944 time: 0.1288109 Sep 24 15:45:15.434523 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e0a25b-f60c-4f66-bca8-2463ed997822 None None] Routers {'10448112-a38d-4889-97dd-146b19fa1e7f'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:45:15.435395 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-96e0a25b-f60c-4f66-bca8-2463ed997822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:45:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['10448112-a38d-4889-97dd-146b19fa1e7f'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:45:15.507834 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-96e0a25b-f60c-4f66-bca8-2463ed997822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:45:15.534076 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e0a25b-f60c-4f66-bca8-2463ed997822 None None] Routers {'10448112-a38d-4889-97dd-146b19fa1e7f'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:45:15.535000 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-96e0a25b-f60c-4f66-bca8-2463ed997822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:45:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['10448112-a38d-4889-97dd-146b19fa1e7f'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:45:15.597892 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-96e0a25b-f60c-4f66-bca8-2463ed997822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:45:15.607217 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d0c3699b-9557-4c61-9e9a-a2969e7d9125 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks [] for router, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:15.619137 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e0a25b-f60c-4f66-bca8-2463ed997822 None None] The sync data for ids ['10448112-a38d-4889-97dd-146b19fa1e7f'] in n-d-808921-1 is: [] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:45:15.633122 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cf6fe6-095d-4188-a5dc-24dccb4c53db admin admin] Pushing event updated for resources: {'Subnet': ['ID=0eb0ca56-3be8-4ee9-a532-3791b9d8672e,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:15.659799 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5dede5-304b-4ff6-9937-395789aaa125 service neutron] Pushing event updated for resources: {'Port': ['ID=dc03181b-eebc-4350-ae95-5058ea48d9fb,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:15.675381 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43cf6fe6-095d-4188-a5dc-24dccb4c53db admin admin] Checking segment: {'id': 'd822da1f-1192-4d3f-9dda-5df206696463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': 'b80991f6-06cb-42a8-bfdd-05ee90fb0ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:45:15.675751 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cf6fe6-095d-4188-a5dc-24dccb4c53db admin admin] Network hostable DHCP agents. Network: b80991f6-06cb-42a8-bfdd-05ee90fb0ecf, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:45:15.692470 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2aef2ca1-91f7-46ef-ae4b-1424fc132de0 req-7f127621-dfe0-4608-acc2-e7c99592ecc6 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e97abd6-6c4b-4313-93b0-ffda5586d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2527583 Sep 24 15:45:15.737019 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05174441-3419-4478-a7bf-6113fcf9b996 req-a061a1ca-74d4-4275-a8ac-98f1057c8449 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:15.739095 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-05174441-3419-4478-a7bf-6113fcf9b996 req-a061a1ca-74d4-4275-a8ac-98f1057c8449 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=99f5f6ef-f1dd-4463-9211-714b975b878e HTTP/1.1" status: 200 len: 945 time: 0.2519219 Sep 24 15:45:15.810373 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3a3d4810-91a6-441d-b1ea-19c50da42e9a req-c8aaede3-6880-4568-9af6-b49641e16f8c tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=e13456c2-1bae-4992-b8db-4051ba72c06d HTTP/1.1" status: 200 len: 210 time: 0.0444567 Sep 24 15:45:15.815782 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-bc5dede5-304b-4ff6-9937-395789aaa125 service neutron] Attempting to bind port dc03181b-eebc-4350-ae95-5058ea48d9fb on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:45:15.815963 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-bc5dede5-304b-4ff6-9937-395789aaa125 service neutron] Attempting to bind port dc03181b-eebc-4350-ae95-5058ea48d9fb by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': '40ae7766-b06a-4ffc-9ec0-bb3040c6122f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': 'fd4dbc0b-12eb-4c1c-a696-391550e45003'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:45:15.816246 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-bc5dede5-304b-4ff6-9937-395789aaa125 service neutron] Attempting to bind port dc03181b-eebc-4350-ae95-5058ea48d9fb on network fd4dbc0b-12eb-4c1c-a696-391550e45003 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:45:15.835933 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-bc5dede5-304b-4ff6-9937-395789aaa125 service neutron] Port dc03181b-eebc-4350-ae95-5058ea48d9fb on network fd4dbc0b-12eb-4c1c-a696-391550e45003 not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:45:15.835933 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-bc5dede5-304b-4ff6-9937-395789aaa125 service neutron] Attempting to bind port dc03181b-eebc-4350-ae95-5058ea48d9fb on network fd4dbc0b-12eb-4c1c-a696-391550e45003 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:45:15.836469 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-bc5dede5-304b-4ff6-9937-395789aaa125 service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:45:15.836817 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-bc5dede5-304b-4ff6-9937-395789aaa125 service neutron] Checking segment: {'id': '40ae7766-b06a-4ffc-9ec0-bb3040c6122f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': 'fd4dbc0b-12eb-4c1c-a696-391550e45003'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:45:15.837200 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-bc5dede5-304b-4ff6-9937-395789aaa125 service neutron] Bound using segment: {'id': '40ae7766-b06a-4ffc-9ec0-bb3040c6122f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': 'fd4dbc0b-12eb-4c1c-a696-391550e45003'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:45:15.838215 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-bc5dede5-304b-4ff6-9937-395789aaa125 service neutron] Bound port: dc03181b-eebc-4350-ae95-5058ea48d9fb, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40ae7766-b06a-4ffc-9ec0-bb3040c6122f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': 'fd4dbc0b-12eb-4c1c-a696-391550e45003'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:45:15.838615 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-bc5dede5-304b-4ff6-9937-395789aaa125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:15.900974 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cf6fe6-095d-4188-a5dc-24dccb4c53db admin admin] Network b80991f6-06cb-42a8-bfdd-05ee90fb0ecf is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:45:15.919757 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-05174441-3419-4478-a7bf-6113fcf9b996 req-86a23bd8-6530-47b9-aeab-366e6568b125 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357744 Sep 24 15:45:15.922078 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d0c3699b-9557-4c61-9e9a-a2969e7d9125 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:15.924612 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d0c3699b-9557-4c61-9e9a-a2969e7d9125 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:15.950729 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-bc5dede5-304b-4ff6-9937-395789aaa125 service neutron] For port dc03181b-eebc-4350-ae95-5058ea48d9fb, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:45:15.962110 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-bc5dede5-304b-4ff6-9937-395789aaa125 service neutron] For port dc03181b-eebc-4350-ae95-5058ea48d9fb, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=dc03181b-eebc-4350-ae95-5058ea48d9fb,segment=NetworkSegment(40ae7766-b06a-4ffc-9ec0-bb3040c6122f),segment_id=40ae7766-b06a-4ffc-9ec0-bb3040c6122f)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:45:16.029703 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-43cf6fe6-095d-4188-a5dc-24dccb4c53db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, b80991f6-06cb-42a8-bfdd-05ee90fb0ecf) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:45:16.034138 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43cf6fe6-095d-4188-a5dc-24dccb4c53db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:16.034912 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-43cf6fe6-095d-4188-a5dc-24dccb4c53db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:16.046255 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b947d77-eb95-4d48-94ae-67be153d63a1 None None] Network b80991f6-06cb-42a8-bfdd-05ee90fb0ecf requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:45:16.088180 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-bc5dede5-304b-4ff6-9937-395789aaa125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:16.126908 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-bc5dede5-304b-4ff6-9937-395789aaa125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:16.127601 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-bc5dede5-304b-4ff6-9937-395789aaa125 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:16.129292 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-bc5dede5-304b-4ff6-9937-395789aaa125 service neutron] 10.222.0.110 "PUT /v2.0/ports/dc03181b-eebc-4350-ae95-5058ea48d9fb HTTP/1.1" status: 200 len: 1091 time: 2.2706287 Sep 24 15:45:16.129804 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52a7b1d1-ddc9-4674-827f-199eb4c77de7', 'tag': 'dc03181b-eebc-4350-ae95-5058ea48d9fb'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:45:16.132302 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5a83d7-a370-4195-a64c-42465fdbb9ab" -d '{"events": [{"name": "network-changed", "server_uuid": "52a7b1d1-ddc9-4674-827f-199eb4c77de7", "tag": "dc03181b-eebc-4350-ae95-5058ea48d9fb"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:45:16.170853 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5dede5-304b-4ff6-9937-395789aaa125 service neutron] Pushing event updated for resources: {'Port': ['ID=dc03181b-eebc-4350-ae95-5058ea48d9fb,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:16.184345 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a82fbaa-b85e-412f-a377-79ba710e9aeb x-openstack-request-id: req-3a82fbaa-b85e-412f-a377-79ba710e9aeb {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:45:16.184739 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52a7b1d1-ddc9-4674-827f-199eb4c77de7", "tag": "dc03181b-eebc-4350-ae95-5058ea48d9fb", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:45:16.185084 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-3a82fbaa-b85e-412f-a377-79ba710e9aeb {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:45:16.185603 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52a7b1d1-ddc9-4674-827f-199eb4c77de7', 'tag': 'dc03181b-eebc-4350-ae95-5058ea48d9fb', 'status': 'completed', 'code': 200} Sep 24 15:45:16.200204 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d0c3699b-9557-4c61-9e9a-a2969e7d9125 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:16.200204 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c3699b-9557-4c61-9e9a-a2969e7d9125 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Fanout notify agent at l3_agent the message router_deleted on router 10448112-a38d-4889-97dd-146b19fa1e7f {{(pid=95297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:45:16.202689 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79069880-1ce2-4142-a934-adbe6bf671f3 None None] Network b80991f6-06cb-42a8-bfdd-05ee90fb0ecf requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:45:16.209033 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d0c3699b-9557-4c61-9e9a-a2969e7d9125 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:16.210197 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-d0c3699b-9557-4c61-9e9a-a2969e7d9125 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] 10.222.0.101 "DELETE /v2.0/routers/10448112-a38d-4889-97dd-146b19fa1e7f HTTP/1.1" status: 204 len: 168 time: 0.7940519 Sep 24 15:45:16.212825 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 57510) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:16.286735 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-43cf6fe6-095d-4188-a5dc-24dccb4c53db admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.3277884 Sep 24 15:45:16.332288 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a83d7-a370-4195-a64c-42465fdbb9ab req-8ac5a27b-032d-4bd3-9bd4-70e4459bd545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:16.342735 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a83d7-a370-4195-a64c-42465fdbb9ab req-8ac5a27b-032d-4bd3-9bd4-70e4459bd545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:16.343477 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a83d7-a370-4195-a64c-42465fdbb9ab req-8ac5a27b-032d-4bd3-9bd4-70e4459bd545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:16.344056 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a83d7-a370-4195-a64c-42465fdbb9ab req-8ac5a27b-032d-4bd3-9bd4-70e4459bd545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:16.344611 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a83d7-a370-4195-a64c-42465fdbb9ab req-8ac5a27b-032d-4bd3-9bd4-70e4459bd545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:16.347438 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3e5a83d7-a370-4195-a64c-42465fdbb9ab req-8ac5a27b-032d-4bd3-9bd4-70e4459bd545 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=4e03fc3d20524ffa9cc0335ea5171849&device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 4361 time: 0.1337957 Sep 24 15:45:16.352128 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-79635953-24c9-4f2d-a8d5-24e7b2645b35 service neutron] Request body: {'port': {'device_id': '52a7b1d1-ddc9-4674-827f-199eb4c77de7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:45:16.499663 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-826ec192-e69f-41b3-b02d-cfa985de34e2 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Deleting subnet eb99cfc0-3227-4dbd-954e-55ac72648dd1 {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:45:16.504153 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-826ec192-e69f-41b3-b02d-cfa985de34e2 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:16.514319 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 57516) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:16.538768 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-79635953-24c9-4f2d-a8d5-24e7b2645b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:16.548226 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a83d7-a370-4195-a64c-42465fdbb9ab req-356fdbed-8103-43e2-abbc-b06736525456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:16.548726 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a83d7-a370-4195-a64c-42465fdbb9ab req-356fdbed-8103-43e2-abbc-b06736525456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:16.549180 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a83d7-a370-4195-a64c-42465fdbb9ab req-356fdbed-8103-43e2-abbc-b06736525456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:16.550954 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3e5a83d7-a370-4195-a64c-42465fdbb9ab req-356fdbed-8103-43e2-abbc-b06736525456 service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=4e03fc3d20524ffa9cc0335ea5171849&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.1923301 Sep 24 15:45:16.568465 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-826ec192-e69f-41b3-b02d-cfa985de34e2 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:16.603682 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f5fb3-4237-456e-af5f-b3cfc34c9117 req-9edd1a23-3143-42ef-8ac0-1b289c31bbe9 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:16.610495 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f5fb3-4237-456e-af5f-b3cfc34c9117 req-9edd1a23-3143-42ef-8ac0-1b289c31bbe9 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:16.616695 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f5fb3-4237-456e-af5f-b3cfc34c9117 req-9edd1a23-3143-42ef-8ac0-1b289c31bbe9 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:16.623314 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f5fb3-4237-456e-af5f-b3cfc34c9117 req-9edd1a23-3143-42ef-8ac0-1b289c31bbe9 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:16.629644 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159f5fb3-4237-456e-af5f-b3cfc34c9117 req-9edd1a23-3143-42ef-8ac0-1b289c31bbe9 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:16.637504 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-159f5fb3-4237-456e-af5f-b3cfc34c9117 req-9edd1a23-3143-42ef-8ac0-1b289c31bbe9 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 3826 time: 0.3908007 Sep 24 15:45:16.668161 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-187ed380-77d7-4c93-982a-ab47473b9cda admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:16.692595 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a83d7-a370-4195-a64c-42465fdbb9ab req-9ce39419-d740-493e-9dd3-ba131b9debde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:16.694204 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3e5a83d7-a370-4195-a64c-42465fdbb9ab req-9ce39419-d740-493e-9dd3-ba131b9debde service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1318431 Sep 24 15:45:16.810452 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-187ed380-77d7-4c93-982a-ab47473b9cda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:16.823767 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-159f5fb3-4237-456e-af5f-b3cfc34c9117 req-1deebb85-81e8-427b-a671-0fa973785440 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/security-groups?id=faaaed6c-5dc8-4a43-a587-4571f710ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1853726 Sep 24 15:45:16.826045 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device c6378d21-baf1-4240-b1f8-be112f4b0b3f details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:45:16.880186 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-826ec192-e69f-41b3-b02d-cfa985de34e2 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:16.944850 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port c6378d21-baf1-4240-b1f8-be112f4b0b3f, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=c6378d21-baf1-4240-b1f8-be112f4b0b3f,segment=NetworkSegment(5202dad5-affc-4089-8eb2-2acbc0a55bf9),segment_id=5202dad5-affc-4089-8eb2-2acbc0a55bf9)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:45:16.957602 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': 'c6378d21-baf1-4240-b1f8-be112f4b0b3f', 'network_id': 'f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc', 'port_id': 'c6378d21-baf1-4240-b1f8-be112f4b0b3f', 'mac_address': 'fa:16:3e:26:89:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0d43bec-f9c0-475f-bd60-a66698ae0d01', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:45:16.965779 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc37a74a-c731-495e-876f-6c7c83160028 req-110ba9a8-ce1d-4bb7-af73-06e19769ade9 tempest-InstanceActionsNegativeTestJSON-2010809430 tempest-InstanceActionsNegativeTestJSON-2010809430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:16.973993 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dc37a74a-c731-495e-876f-6c7c83160028 req-110ba9a8-ce1d-4bb7-af73-06e19769ade9 tempest-InstanceActionsNegativeTestJSON-2010809430 tempest-InstanceActionsNegativeTestJSON-2010809430-project] 10.222.0.101 "GET /v2.0/networks?id=b80991f6-06cb-42a8-bfdd-05ee90fb0ecf HTTP/1.1" status: 200 len: 821 time: 0.1426094 Sep 24 15:45:16.985512 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dc37a74a-c731-495e-876f-6c7c83160028 req-37b891bc-1089-46b2-bd4c-421c92629972 tempest-InstanceActionsNegativeTestJSON-2010809430 tempest-InstanceActionsNegativeTestJSON-2010809430-project] 10.222.0.101 "GET /v2.0/quotas/eaec1a0d6a3a42b29bf3aa6157a3dc16 HTTP/1.1" status: 200 len: 375 time: 0.0102870 Sep 24 15:45:17.014658 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:17.022652 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dc37a74a-c731-495e-876f-6c7c83160028 req-69005d53-4836-4836-8f4e-d37160d379de tempest-InstanceActionsNegativeTestJSON-2010809430 tempest-InstanceActionsNegativeTestJSON-2010809430-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=eaec1a0d6a3a42b29bf3aa6157a3dc16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306256 Sep 24 15:45:17.029090 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6378d21-baf1-4240-b1f8-be112f4b0b3f {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:45:17.050855 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port c6378d21-baf1-4240-b1f8-be112f4b0b3f, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=c6378d21-baf1-4240-b1f8-be112f4b0b3f,segment=NetworkSegment(5202dad5-affc-4089-8eb2-2acbc0a55bf9),segment_id=5202dad5-affc-4089-8eb2-2acbc0a55bf9)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:45:17.051669 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-187ed380-77d7-4c93-982a-ab47473b9cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:17.053564 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56081f8d-8fea-4187-8840-ff5ccf9ce56a req-4f2e23ea-22a3-4338-8b05-65edce74800b tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:17.055420 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-56081f8d-8fea-4187-8840-ff5ccf9ce56a req-4f2e23ea-22a3-4338-8b05-65edce74800b tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8df1af1-67e8-4a99-9240-8c582a083091 HTTP/1.1" status: 200 len: 944 time: 0.1362629 Sep 24 15:45:17.118443 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-56081f8d-8fea-4187-8840-ff5ccf9ce56a req-a251ad0c-c943-4866-a086-171df890b8d1 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e97abd6-6c4b-4313-93b0-ffda5586d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519693 Sep 24 15:45:17.141706 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-187ed380-77d7-4c93-982a-ab47473b9cda admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ce0f8f30f2b644c3b12c70130b78de04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6214342 Sep 24 15:45:17.141906 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 57542) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:17.143499 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187ed380-77d7-4c93-982a-ab47473b9cda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1e2bc9-2761-424f-b334-aa734757ee87,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:17.174968 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-79635953-24c9-4f2d-a8d5-24e7b2645b35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa6b1e2c-793d-44ab-91ff-29c9061ff55a {{(pid=95297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:45:17.176015 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dc37a74a-c731-495e-876f-6c7c83160028 req-6739d9ee-92a0-4ef5-b8d7-caa3c0dd9737 service neutron] 10.222.0.101 "GET /v2.0/networks/b80991f6-06cb-42a8-bfdd-05ee90fb0ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450579 Sep 24 15:45:17.187159 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-79635953-24c9-4f2d-a8d5-24e7b2645b35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:17.233903 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:17.240952 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-721bdfef-4aca-489e-a86b-07a3baae6000 req-6cf6cfdf-ebeb-4a0c-a468-f11af79e2a5d tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=e13456c2-1bae-4992-b8db-4051ba72c06d HTTP/1.1" status: 200 len: 210 time: 0.0381057 Sep 24 15:45:17.244184 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4d40dc5c-ef07-4260-962e-6d10f8866415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:17.267992 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4d40dc5c-ef07-4260-962e-6d10f8866415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:17.279120 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.provisioning_blocks [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-79635953-24c9-4f2d-a8d5-24e7b2645b35 service neutron] Transition to ACTIVE for port object fa6b1e2c-793d-44ab-91ff-29c9061ff55a will not be triggered until provisioned by entity L2. {{(pid=95297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:45:17.282191 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-826ec192-e69f-41b3-b02d-cfa985de34e2 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:17.317910 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=c6378d21-baf1-4240-b1f8-be112f4b0b3f,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:17.324902 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dc37a74a-c731-495e-876f-6c7c83160028 req-5b61de81-6e4b-4aca-a33a-51a4f3d7fe5d service neutron] 10.222.0.101 "GET /v2.0/networks/b80991f6-06cb-42a8-bfdd-05ee90fb0ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410499 Sep 24 15:45:17.327865 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826ec192-e69f-41b3-b02d-cfa985de34e2 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Pushing event deleted for resources: {'Subnet': ['ID=eb99cfc0-3227-4dbd-954e-55ac72648dd1,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:17.339515 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-826ec192-e69f-41b3-b02d-cfa985de34e2 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:17.341435 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-826ec192-e69f-41b3-b02d-cfa985de34e2 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] 10.222.0.101 "DELETE /v2.0/subnets/eb99cfc0-3227-4dbd-954e-55ac72648dd1 HTTP/1.1" status: 204 len: 168 time: 1.1273286 Sep 24 15:45:17.348886 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 57544) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:17.360727 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:45:17.361088 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:45:17.361527 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:45:17.361776 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:45:17.362122 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:45:17.362474 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:45:17.362970 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:45:17.363495 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:45:17.364007 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:45:17.364538 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:45:17.365328 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:45:17.365851 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:45:17.381876 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7c5f4d-29bc-4d88-ab5c-628f5dd713fc None None] Network bc822aa9-d07e-449b-bf9b-863b43c96802 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:45:17.448856 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-79635953-24c9-4f2d-a8d5-24e7b2645b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:17.480850 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['c6378d21-baf1-4240-b1f8-be112f4b0b3f'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:45:17.498213 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4d40dc5c-ef07-4260-962e-6d10f8866415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:17.502202 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4d40dc5c-ef07-4260-962e-6d10f8866415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:17.503674 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-4d40dc5c-ef07-4260-962e-6d10f8866415 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/cb1e2bc9-2761-424f-b334-aa734757ee87 HTTP/1.1" status: 204 len: 168 time: 0.3627901 Sep 24 15:45:17.547817 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79635953-24c9-4f2d-a8d5-24e7b2645b35 service neutron] Pushing event updated for resources: {'Port': ['ID=fa6b1e2c-793d-44ab-91ff-29c9061ff55a,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:17.560688 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bd84b0a3-8df3-4950-8e90-391a34abd031 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:17.561547 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b646ab6-0107-4dad-a6a4-6a559fa858cd req-4a986c11-cd33-455d-8f8b-455ca8ebeadf tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:17.563388 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5b646ab6-0107-4dad-a6a4-6a559fa858cd req-4a986c11-cd33-455d-8f8b-455ca8ebeadf tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=99f5f6ef-f1dd-4463-9211-714b975b878e HTTP/1.1" status: 200 len: 945 time: 0.1480920 Sep 24 15:45:17.564378 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d40dc5c-ef07-4260-962e-6d10f8866415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1e2bc9-2761-424f-b334-aa734757ee87,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:17.657239 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d8f9a1-52b7-47c9-9535-a5771a48e9ce req-09210368-09fd-483a-8ef1-83ed3bf9860c tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:17.657239 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-64d8f9a1-52b7-47c9-9535-a5771a48e9ce req-09210368-09fd-483a-8ef1-83ed3bf9860c tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.110 "GET /v2.0/networks?id=bad15511-e79d-4a5e-8826-604fa4d6fb1c HTTP/1.1" status: 200 len: 812 time: 0.3634503 Sep 24 15:45:17.675910 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-64d8f9a1-52b7-47c9-9535-a5771a48e9ce req-47a39cce-0e8a-4b78-8c4f-668f2cc16eae tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Request body: {'port': {'device_id': 'e13456c2-1bae-4992-b8db-4051ba72c06d', 'network_id': 'bad15511-e79d-4a5e-8826-604fa4d6fb1c', 'admin_state_up': True, 'tenant_id': 'ac17221dd7b34bd3afb658a69ac088d3'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:45:17.749458 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71deb6f6-d7c1-4664-9309-9f3964dc7290 None None] DHCP port deletion for bc822aa9-d07e-449b-bf9b-863b43c96802 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:45:17.788912 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5b646ab6-0107-4dad-a6a4-6a559fa858cd req-f0fb5c50-40aa-4c42-9a83-b31784bdad4f tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850047 Sep 24 15:45:17.840582 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-79635953-24c9-4f2d-a8d5-24e7b2645b35 service neutron] Attempting to bind port fa6b1e2c-793d-44ab-91ff-29c9061ff55a on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:45:17.845288 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-79635953-24c9-4f2d-a8d5-24e7b2645b35 service neutron] Attempting to bind port fa6b1e2c-793d-44ab-91ff-29c9061ff55a by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': '07f0d959-dce2-4090-b56f-3578a7ea7773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '9045208f-96a3-4106-bd0d-84166192bb83'}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:45:17.845288 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-79635953-24c9-4f2d-a8d5-24e7b2645b35 service neutron] Attempting to bind port fa6b1e2c-793d-44ab-91ff-29c9061ff55a on network 9045208f-96a3-4106-bd0d-84166192bb83 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:45:17.851630 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-bd84b0a3-8df3-4950-8e90-391a34abd031 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Deleting port 382db570-bb37-4a57-8cb2-bda35583ca57 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:45:17.851980 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bd84b0a3-8df3-4950-8e90-391a34abd031 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:17.857357 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-79635953-24c9-4f2d-a8d5-24e7b2645b35 service neutron] Port fa6b1e2c-793d-44ab-91ff-29c9061ff55a on network 9045208f-96a3-4106-bd0d-84166192bb83 not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:45:17.857681 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-79635953-24c9-4f2d-a8d5-24e7b2645b35 service neutron] Attempting to bind port fa6b1e2c-793d-44ab-91ff-29c9061ff55a on network 9045208f-96a3-4106-bd0d-84166192bb83 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:45:17.879750 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-79635953-24c9-4f2d-a8d5-24e7b2645b35 service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:45:17.887279 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-79635953-24c9-4f2d-a8d5-24e7b2645b35 service neutron] Checking segment: {'id': '07f0d959-dce2-4090-b56f-3578a7ea7773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '9045208f-96a3-4106-bd0d-84166192bb83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:45:17.888201 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-79635953-24c9-4f2d-a8d5-24e7b2645b35 service neutron] Bound using segment: {'id': '07f0d959-dce2-4090-b56f-3578a7ea7773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '9045208f-96a3-4106-bd0d-84166192bb83'} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:45:17.890571 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-79635953-24c9-4f2d-a8d5-24e7b2645b35 service neutron] Bound port: fa6b1e2c-793d-44ab-91ff-29c9061ff55a, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07f0d959-dce2-4090-b56f-3578a7ea7773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '9045208f-96a3-4106-bd0d-84166192bb83'}}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:45:17.897454 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-79635953-24c9-4f2d-a8d5-24e7b2645b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:17.921763 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-68d56921-5deb-4587-bb32-7ea21b1d9047 req-3aa6093e-8a45-4c0f-b2a2-667d1bf43e67 tempest-InstanceActionsNegativeTestJSON-2010809430 tempest-InstanceActionsNegativeTestJSON-2010809430-project] 10.222.0.101 "GET /v2.0/ports?device_id=b1dec51b-fe60-4894-8448-7aee87a7af23 HTTP/1.1" status: 200 len: 210 time: 0.0771739 Sep 24 15:45:18.019335 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-71deb6f6-d7c1-4664-9309-9f3964dc7290 None None] Deleting port 382db570-bb37-4a57-8cb2-bda35583ca57 {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:45:18.019335 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-71deb6f6-d7c1-4664-9309-9f3964dc7290 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:18.042680 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-bd84b0a3-8df3-4950-8e90-391a34abd031 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] For port 382db570-bb37-4a57-8cb2-bda35583ca57, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=382db570-bb37-4a57-8cb2-bda35583ca57,segment=NetworkSegment(87f971d9-02a5-4e72-95b7-4580259e499c),segment_id=87f971d9-02a5-4e72-95b7-4580259e499c)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:45:18.043327 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bd84b0a3-8df3-4950-8e90-391a34abd031 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:18.059818 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-bd84b0a3-8df3-4950-8e90-391a34abd031 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Calling delete_port for 382db570-bb37-4a57-8cb2-bda35583ca57 owned by network:dhcp {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:45:18.070009 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400622e5-8db7-42b8-af90-949cfaea5ba8 req-8778d14a-e955-49b5-9ecd-e160ebf7203c tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:18.078969 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400622e5-8db7-42b8-af90-949cfaea5ba8 req-8778d14a-e955-49b5-9ecd-e160ebf7203c tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:18.086513 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400622e5-8db7-42b8-af90-949cfaea5ba8 req-8778d14a-e955-49b5-9ecd-e160ebf7203c tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:18.094824 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-71deb6f6-d7c1-4664-9309-9f3964dc7290 None None] For port 382db570-bb37-4a57-8cb2-bda35583ca57, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=382db570-bb37-4a57-8cb2-bda35583ca57,segment=NetworkSegment(87f971d9-02a5-4e72-95b7-4580259e499c),segment_id=87f971d9-02a5-4e72-95b7-4580259e499c)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:45:18.094824 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-71deb6f6-d7c1-4664-9309-9f3964dc7290 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:18.101272 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400622e5-8db7-42b8-af90-949cfaea5ba8 req-8778d14a-e955-49b5-9ecd-e160ebf7203c tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:18.109383 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-71deb6f6-d7c1-4664-9309-9f3964dc7290 None None] Calling delete_port for 382db570-bb37-4a57-8cb2-bda35583ca57 owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:45:18.123162 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400622e5-8db7-42b8-af90-949cfaea5ba8 req-8778d14a-e955-49b5-9ecd-e160ebf7203c tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:18.134825 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400622e5-8db7-42b8-af90-949cfaea5ba8 req-8778d14a-e955-49b5-9ecd-e160ebf7203c tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:18.137150 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-400622e5-8db7-42b8-af90-949cfaea5ba8 req-8778d14a-e955-49b5-9ecd-e160ebf7203c tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 4597 time: 0.1683493 Sep 24 15:45:18.140403 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-79635953-24c9-4f2d-a8d5-24e7b2645b35 service neutron] For port fa6b1e2c-793d-44ab-91ff-29c9061ff55a, host n-h1-808921-1, cleared binding levels {{(pid=95297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:45:18.175856 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64d8f9a1-52b7-47c9-9535-a5771a48e9ce req-47a39cce-0e8a-4b78-8c4f-668f2cc16eae tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Made reservation on behalf of ac17221dd7b34bd3afb658a69ac088d3 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:45:18.189472 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-64d8f9a1-52b7-47c9-9535-a5771a48e9ce req-47a39cce-0e8a-4b78-8c4f-668f2cc16eae tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:18.193852 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-79635953-24c9-4f2d-a8d5-24e7b2645b35 service neutron] For port fa6b1e2c-793d-44ab-91ff-29c9061ff55a, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=fa6b1e2c-793d-44ab-91ff-29c9061ff55a,segment=NetworkSegment(07f0d959-dce2-4090-b56f-3578a7ea7773),segment_id=07f0d959-dce2-4090-b56f-3578a7ea7773)] {{(pid=95297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:45:18.242852 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-400622e5-8db7-42b8-af90-949cfaea5ba8 req-94865149-8bdf-478d-9c8d-b663b8824ffa tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/security-groups?id=36661b0c-4b5c-4f9d-8577-0fff57e17e03&id=faaaed6c-5dc8-4a43-a587-4571f710ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0861638 Sep 24 15:45:18.370537 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e3302969-a561-4f3a-8c15-b98d70c98da6 req-8213037e-d0e5-460a-b467-24f1d8105c87 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=e13456c2-1bae-4992-b8db-4051ba72c06d HTTP/1.1" status: 200 len: 210 time: 0.0467551 Sep 24 15:45:18.371711 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-71deb6f6-d7c1-4664-9309-9f3964dc7290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:18.372226 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-79635953-24c9-4f2d-a8d5-24e7b2645b35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:18.399858 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bd84b0a3-8df3-4950-8e90-391a34abd031 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:18.415903 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-79635953-24c9-4f2d-a8d5-24e7b2645b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:18.416553 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-79635953-24c9-4f2d-a8d5-24e7b2645b35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:18.417995 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-79635953-24c9-4f2d-a8d5-24e7b2645b35 service neutron] 10.222.0.110 "PUT /v2.0/ports/fa6b1e2c-793d-44ab-91ff-29c9061ff55a HTTP/1.1" status: 200 len: 1129 time: 2.1145732 Sep 24 15:45:18.418475 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52a7b1d1-ddc9-4674-827f-199eb4c77de7', 'tag': 'fa6b1e2c-793d-44ab-91ff-29c9061ff55a'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:45:18.421136 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa97d425-8194-4480-bd58-d7e65caef8c1" -d '{"events": [{"name": "network-changed", "server_uuid": "52a7b1d1-ddc9-4674-827f-199eb4c77de7", "tag": "fa6b1e2c-793d-44ab-91ff-29c9061ff55a"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:45:18.443989 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 382db570-bb37-4a57-8cb2-bda35583ca57 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:45:18.447397 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71deb6f6-d7c1-4664-9309-9f3964dc7290 None None] Pushing event deleted for resources: {'Port': ['ID=382db570-bb37-4a57-8cb2-bda35583ca57,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:18.489338 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd84b0a3-8df3-4950-8e90-391a34abd031 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Pushing event deleted for resources: {'Port': ['ID=382db570-bb37-4a57-8cb2-bda35583ca57,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:18.490384 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71deb6f6-d7c1-4664-9309-9f3964dc7290 None None] No DVR routers for this DVR port 382db570-bb37-4a57-8cb2-bda35583ca57 on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:45:18.491939 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 382db570-bb37-4a57-8cb2-bda35583ca57 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:45:18.492282 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 382db570-bb37-4a57-8cb2-bda35583ca57 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:45:18.502166 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c7840d-54d5-403a-a274-5fabec4b2b56 req-7df1dc5b-8db6-4514-8e53-85bf1618921a tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:18.512548 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79635953-24c9-4f2d-a8d5-24e7b2645b35 service neutron] Pushing event updated for resources: {'Port': ['ID=fa6b1e2c-793d-44ab-91ff-29c9061ff55a,revision_number=3']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:18.531915 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-90c7840d-54d5-403a-a274-5fabec4b2b56 req-7df1dc5b-8db6-4514-8e53-85bf1618921a tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8df1af1-67e8-4a99-9240-8c582a083091 HTTP/1.1" status: 200 len: 945 time: 0.2595890 Sep 24 15:45:18.533218 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66769986-dfe8-4799-9c0b-ecc2406fefcf x-openstack-request-id: req-66769986-dfe8-4799-9c0b-ecc2406fefcf {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:45:18.533511 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52a7b1d1-ddc9-4674-827f-199eb4c77de7", "tag": "fa6b1e2c-793d-44ab-91ff-29c9061ff55a", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:45:18.533764 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-66769986-dfe8-4799-9c0b-ecc2406fefcf {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:45:18.534171 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52a7b1d1-ddc9-4674-827f-199eb4c77de7', 'tag': 'fa6b1e2c-793d-44ab-91ff-29c9061ff55a', 'status': 'completed', 'code': 200} Sep 24 15:45:18.560732 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd84b0a3-8df3-4950-8e90-391a34abd031 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] No DVR routers for this DVR port 382db570-bb37-4a57-8cb2-bda35583ca57 on host n-d-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:45:18.622000 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97d425-8194-4480-bd58-d7e65caef8c1 req-ff38d916-0804-4984-9677-ba3564cef59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:18.623488 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97d425-8194-4480-bd58-d7e65caef8c1 req-ff38d916-0804-4984-9677-ba3564cef59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:18.623700 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97d425-8194-4480-bd58-d7e65caef8c1 req-ff38d916-0804-4984-9677-ba3564cef59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:18.625058 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97d425-8194-4480-bd58-d7e65caef8c1 req-ff38d916-0804-4984-9677-ba3564cef59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:18.625349 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97d425-8194-4480-bd58-d7e65caef8c1 req-ff38d916-0804-4984-9677-ba3564cef59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:18.626157 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97d425-8194-4480-bd58-d7e65caef8c1 req-ff38d916-0804-4984-9677-ba3564cef59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:18.633225 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-aa97d425-8194-4480-bd58-d7e65caef8c1 req-ff38d916-0804-4984-9677-ba3564cef59d service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=4e03fc3d20524ffa9cc0335ea5171849&device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 5283 time: 0.0906394 Sep 24 15:45:18.637980 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-90c7840d-54d5-403a-a274-5fabec4b2b56 req-5c170f72-2377-4991-9d24-c94ce0796ccf tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e97abd6-6c4b-4313-93b0-ffda5586d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047854 Sep 24 15:45:18.660982 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-ea02ea09-a1d5-4315-8ffe-c68474e0fbce service neutron] Request body: {'port': {'device_id': '52a7b1d1-ddc9-4674-827f-199eb4c77de7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:45:18.670247 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-64d8f9a1-52b7-47c9-9535-a5771a48e9ce req-47a39cce-0e8a-4b78-8c4f-668f2cc16eae tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Allocated IP 172.20.0.12 (bad15511-e79d-4a5e-8826-604fa4d6fb1c/ac550aa6-1c9d-441e-90e2-38bf2a7a38e4/b17cbc6d-eddc-445e-ae67-c49538cc6d2f) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:45:18.795049 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97d425-8194-4480-bd58-d7e65caef8c1 req-4b24eab6-9d59-4c78-97d3-c4355b3d0bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:18.795433 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97d425-8194-4480-bd58-d7e65caef8c1 req-4b24eab6-9d59-4c78-97d3-c4355b3d0bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:18.795895 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97d425-8194-4480-bd58-d7e65caef8c1 req-4b24eab6-9d59-4c78-97d3-c4355b3d0bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:18.798166 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-aa97d425-8194-4480-bd58-d7e65caef8c1 req-4b24eab6-9d59-4c78-97d3-c4355b3d0bda service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=4e03fc3d20524ffa9cc0335ea5171849&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.1541057 Sep 24 15:45:18.835289 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device c6378d21-baf1-4240-b1f8-be112f4b0b3f up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:45:18.963533 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 57570) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:18.989932 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9ad77204-1b49-4bf9-803b-9b9c7754a166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:19.024440 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97d425-8194-4480-bd58-d7e65caef8c1 req-953775fd-88ec-43d8-b89f-94bd10fa8007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:19.026898 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-aa97d425-8194-4480-bd58-d7e65caef8c1 req-953775fd-88ec-43d8-b89f-94bd10fa8007 service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2209523 Sep 24 15:45:19.041452 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2cd4d9-8fad-4a87-8adc-b1e155f3d243 req-ed2afeff-f74e-444c-8385-fda5326a9e96 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:19.046893 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8e2cd4d9-8fad-4a87-8adc-b1e155f3d243 req-ed2afeff-f74e-444c-8385-fda5326a9e96 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=99f5f6ef-f1dd-4463-9211-714b975b878e HTTP/1.1" status: 200 len: 945 time: 0.1811638 Sep 24 15:45:19.070068 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port c6378d21-baf1-4240-b1f8-be112f4b0b3f completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:45:19.076711 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port c6378d21-baf1-4240-b1f8-be112f4b0b3f triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:45:19.077261 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:19.097096 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8e2cd4d9-8fad-4a87-8adc-b1e155f3d243 req-ce42def1-b2b5-41af-ae24-d06ab84f0b2a tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466664 Sep 24 15:45:19.104889 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bd84b0a3-8df3-4950-8e90-391a34abd031 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:19.168526 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e3151890-9722-45e8-85f4-7b9554406612 req-f10ab9b1-7050-49a7-bd51-6423e4cf068c tempest-InstanceActionsNegativeTestJSON-2010809430 tempest-InstanceActionsNegativeTestJSON-2010809430-project] 10.222.0.101 "GET /v2.0/ports?device_id=b1dec51b-fe60-4894-8448-7aee87a7af23 HTTP/1.1" status: 200 len: 210 time: 0.0968993 Sep 24 15:45:19.194590 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-bd84b0a3-8df3-4950-8e90-391a34abd031 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc822aa9-d07e-449b-bf9b-863b43c96802']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:45:19.215857 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-bd84b0a3-8df3-4950-8e90-391a34abd031 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87f971d9-02a5-4e72-95b7-4580259e499c') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:45:19.216158 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-bd84b0a3-8df3-4950-8e90-391a34abd031 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87f971d9-02a5-4e72-95b7-4580259e499c') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:45:19.218309 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-ea02ea09-a1d5-4315-8ffe-c68474e0fbce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:19.239755 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bd84b0a3-8df3-4950-8e90-391a34abd031 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:19.245444 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:19.257201 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9ad77204-1b49-4bf9-803b-9b9c7754a166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:19.275776 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bd84b0a3-8df3-4950-8e90-391a34abd031 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:19.297883 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port c6378d21-baf1-4240-b1f8-be112f4b0b3f, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=c6378d21-baf1-4240-b1f8-be112f4b0b3f,segment=NetworkSegment(5202dad5-affc-4089-8eb2-2acbc0a55bf9),segment_id=5202dad5-affc-4089-8eb2-2acbc0a55bf9)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:45:19.298945 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8df1af1-67e8-4a99-9240-8c582a083091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6378d21-baf1-4240-b1f8-be112f4b0b3f'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:45:19.301606 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cafe8bf-0144-4ea1-b367-64b406d83ddb" -d '{"events": [{"server_uuid": "d8df1af1-67e8-4a99-9240-8c582a083091", "name": "network-vif-plugged", "status": "completed", "tag": "c6378d21-baf1-4240-b1f8-be112f4b0b3f"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:45:19.336640 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd84b0a3-8df3-4950-8e90-391a34abd031 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Releasing vlan 1283 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:45:19.337020 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bd84b0a3-8df3-4950-8e90-391a34abd031 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:19.342752 n-d-808921-1 neutron-server[95298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:45:19.342752 n-d-808921-1 neutron-server[95298]: self.session.flush() Sep 24 15:45:19.342752 n-d-808921-1 neutron-server[95298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:45:19.342752 n-d-808921-1 neutron-server[95298]: self.session.flush() Sep 24 15:45:19.342752 n-d-808921-1 neutron-server[95298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:45:19.342752 n-d-808921-1 neutron-server[95298]: self.session.flush() Sep 24 15:45:19.342752 n-d-808921-1 neutron-server[95298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:45:19.342752 n-d-808921-1 neutron-server[95298]: self.session.flush() Sep 24 15:45:19.342752 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:45:19.342752 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:45:19.342752 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:45:19.342752 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:45:19.342752 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:45:19.342752 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:45:19.342752 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:45:19.342752 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:45:19.342752 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:45:19.342752 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:45:19.342752 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:45:19.342752 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:45:19.342752 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:45:19.342752 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:45:19.342752 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:45:19.342752 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:45:19.342752 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:45:19.342752 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:45:19.342752 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:45:19.342752 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:45:19.342752 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:45:19.342752 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:45:19.342752 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:45:19.342752 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:45:19.342752 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:45:19.342752 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:45:19.342752 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:45:19.342752 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:45:19.342752 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:45:19.342752 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:45:19.342752 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:45:19.342752 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:45:19.386428 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f70930-4d69-4186-a393-487d4402a243 x-openstack-request-id: req-32f70930-4d69-4186-a393-487d4402a243 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:45:19.386847 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8df1af1-67e8-4a99-9240-8c582a083091", "name": "network-vif-plugged", "status": "completed", "tag": "c6378d21-baf1-4240-b1f8-be112f4b0b3f", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:45:19.387193 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-32f70930-4d69-4186-a393-487d4402a243 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:45:19.387933 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8df1af1-67e8-4a99-9240-8c582a083091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6378d21-baf1-4240-b1f8-be112f4b0b3f', 'code': 200} Sep 24 15:45:19.390124 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9ad77204-1b49-4bf9-803b-9b9c7754a166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:19.441104 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:19.496463 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=c6378d21-baf1-4240-b1f8-be112f4b0b3f,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:19.537248 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad77204-1b49-4bf9-803b-9b9c7754a166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d07d2e2-d5e1-465a-b1f3-d71ecc463c39,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:19.559328 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-9ad77204-1b49-4bf9-803b-9b9c7754a166 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d930ca0634fb42848570be6834861680&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5946455 Sep 24 15:45:19.560575 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 57584) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:19.591852 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-93743aec-2286-4fbb-ae23-de4b3ecb5abb req-e9b993c8-e85a-4059-9778-96560ef5126b tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=e13456c2-1bae-4992-b8db-4051ba72c06d HTTP/1.1" status: 200 len: 210 time: 0.0684226 Sep 24 15:45:19.595258 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce58adb-0125-494d-b31f-d1ecf6a9d0b8 req-bb30c86d-38d7-4f5e-8cd9-d872d532a902 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:19.601481 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce58adb-0125-494d-b31f-d1ecf6a9d0b8 req-bb30c86d-38d7-4f5e-8cd9-d872d532a902 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:19.607726 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce58adb-0125-494d-b31f-d1ecf6a9d0b8 req-bb30c86d-38d7-4f5e-8cd9-d872d532a902 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:19.613967 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce58adb-0125-494d-b31f-d1ecf6a9d0b8 req-bb30c86d-38d7-4f5e-8cd9-d872d532a902 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:19.620857 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce58adb-0125-494d-b31f-d1ecf6a9d0b8 req-bb30c86d-38d7-4f5e-8cd9-d872d532a902 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:19.626982 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce58adb-0125-494d-b31f-d1ecf6a9d0b8 req-bb30c86d-38d7-4f5e-8cd9-d872d532a902 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:19.629058 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bce58adb-0125-494d-b31f-d1ecf6a9d0b8 req-bb30c86d-38d7-4f5e-8cd9-d872d532a902 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 4597 time: 0.2071066 Sep 24 15:45:19.661785 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-64d8f9a1-52b7-47c9-9535-a5771a48e9ce req-47a39cce-0e8a-4b78-8c4f-668f2cc16eae tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:19.671079 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bd84b0a3-8df3-4950-8e90-391a34abd031 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:19.687364 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a3739f-6908-4f1c-aa07-ebb26a2a5067 req-db2c3357-a400-4584-9e20-3e30a716c127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:19.688926 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-35a3739f-6908-4f1c-aa07-ebb26a2a5067 req-db2c3357-a400-4584-9e20-3e30a716c127 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=d8df1af1-67e8-4a99-9240-8c582a083091 HTTP/1.1" status: 200 len: 1097 time: 0.1637123 Sep 24 15:45:19.695598 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bce58adb-0125-494d-b31f-d1ecf6a9d0b8 req-c66b9407-c634-4e7a-b2f3-0e8f1403f0eb tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/security-groups?id=36661b0c-4b5c-4f9d-8577-0fff57e17e03&id=faaaed6c-5dc8-4a43-a587-4571f710ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0598035 Sep 24 15:45:19.705518 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bd84b0a3-8df3-4950-8e90-391a34abd031 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:19.707710 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-bd84b0a3-8df3-4950-8e90-391a34abd031 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] 10.222.0.101 "DELETE /v2.0/networks/bc822aa9-d07e-449b-bf9b-863b43c96802 HTTP/1.1" status: 204 len: 168 time: 2.3603606 Sep 24 15:45:19.721324 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-efdd6531-43e0-4eb7-b4ee-53b884789fb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:19.745533 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-efdd6531-43e0-4eb7-b4ee-53b884789fb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:19.791671 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd84b0a3-8df3-4950-8e90-391a34abd031 tempest-FloatingIPNegativeTestJSON-918416025 tempest-FloatingIPNegativeTestJSON-918416025-project] Pushing event deleted for resources: {'Network': ['ID=bc822aa9-d07e-449b-bf9b-863b43c96802,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:19.818380 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-35a3739f-6908-4f1c-aa07-ebb26a2a5067 req-04e71133-f8df-4386-ad94-55240f00570b service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=2e97abd6-6c4b-4313-93b0-ffda5586d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142595 Sep 24 15:45:19.934378 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3316227-d8b4-4080-b9ea-710cebd5d86d req-233bc869-6cad-42cb-8d80-9a3ce93d9c60 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:19.935911 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a3316227-d8b4-4080-b9ea-710cebd5d86d req-233bc869-6cad-42cb-8d80-9a3ce93d9c60 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8df1af1-67e8-4a99-9240-8c582a083091 HTTP/1.1" status: 200 len: 946 time: 0.0956018 Sep 24 15:45:19.947122 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-ea02ea09-a1d5-4315-8ffe-c68474e0fbce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70f68d1a-4d62-4ee3-ae39-b3c0cf1402e5 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:45:19.956306 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-ea02ea09-a1d5-4315-8ffe-c68474e0fbce service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:19.984366 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-ea02ea09-a1d5-4315-8ffe-c68474e0fbce service neutron] Transition to ACTIVE for port object 70f68d1a-4d62-4ee3-ae39-b3c0cf1402e5 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:45:19.997456 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a3316227-d8b4-4080-b9ea-710cebd5d86d req-4a9e8558-b538-473a-b196-498cbe21bec8 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e97abd6-6c4b-4313-93b0-ffda5586d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458627 Sep 24 15:45:20.001355 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-efdd6531-43e0-4eb7-b4ee-53b884789fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:20.001739 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-64d8f9a1-52b7-47c9-9535-a5771a48e9ce req-47a39cce-0e8a-4b78-8c4f-668f2cc16eae tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:20.006973 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-efdd6531-43e0-4eb7-b4ee-53b884789fb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:20.023292 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['cb238af0-bcfe-4574-a1e6-2129ca44f562'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:45:20.025811 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['28572c71-755a-4ec9-8efe-e364c762f5de'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:45:20.027689 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-efdd6531-43e0-4eb7-b4ee-53b884789fb4 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/8d07d2e2-d5e1-465a-b1f3-d71ecc463c39 HTTP/1.1" status: 204 len: 168 time: 0.4633369 Sep 24 15:45:20.050038 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64d8f9a1-52b7-47c9-9535-a5771a48e9ce req-47a39cce-0e8a-4b78-8c4f-668f2cc16eae tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Network bad15511-e79d-4a5e-8826-604fa4d6fb1c is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:45:20.053900 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-64d8f9a1-52b7-47c9-9535-a5771a48e9ce req-47a39cce-0e8a-4b78-8c4f-668f2cc16eae tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:45:20.061328 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdd6531-43e0-4eb7-b4ee-53b884789fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d07d2e2-d5e1-465a-b1f3-d71ecc463c39,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:20.061811 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-64d8f9a1-52b7-47c9-9535-a5771a48e9ce req-47a39cce-0e8a-4b78-8c4f-668f2cc16eae tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:45:20.068617 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a39cce-0e8a-4b78-8c4f-668f2cc16eae tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Pushing event updated for resources: {'Port': ['ID=b17cbc6d-eddc-445e-ae67-c49538cc6d2f,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:20.121095 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d8f9a1-52b7-47c9-9535-a5771a48e9ce req-47a39cce-0e8a-4b78-8c4f-668f2cc16eae tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:20.122498 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-64d8f9a1-52b7-47c9-9535-a5771a48e9ce req-47a39cce-0e8a-4b78-8c4f-668f2cc16eae tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:20.150798 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-ea02ea09-a1d5-4315-8ffe-c68474e0fbce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:20.251262 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea02ea09-a1d5-4315-8ffe-c68474e0fbce service neutron] Pushing event updated for resources: {'Port': ['ID=70f68d1a-4d62-4ee3-ae39-b3c0cf1402e5,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:20.266711 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-64d8f9a1-52b7-47c9-9535-a5771a48e9ce req-47a39cce-0e8a-4b78-8c4f-668f2cc16eae tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5973744 Sep 24 15:45:20.308545 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-64d8f9a1-52b7-47c9-9535-a5771a48e9ce req-8d7b1e10-8b51-47fc-9255-bb1c4ed7f542 service neutron] Request body: {'port': {'device_id': 'e13456c2-1bae-4992-b8db-4051ba72c06d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:45:20.478846 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c3ef578c-3533-4cc0-9846-ed7d19d98da3 req-732077ee-1491-4609-9d55-962017674e1b tempest-InstanceActionsNegativeTestJSON-2010809430 tempest-InstanceActionsNegativeTestJSON-2010809430-project] 10.222.0.101 "GET /v2.0/ports?device_id=b1dec51b-fe60-4894-8448-7aee87a7af23 HTTP/1.1" status: 200 len: 210 time: 0.1591926 Sep 24 15:45:20.575867 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 57600) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:20.615070 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-64d8f9a1-52b7-47c9-9535-a5771a48e9ce req-8d7b1e10-8b51-47fc-9255-bb1c4ed7f542 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:20.690323 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-5718ad40-6960-42da-b10a-01bfa742b8d7 None None] Provisioning complete for port b17cbc6d-eddc-445e-ae67-c49538cc6d2f triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:45:20.694313 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5718ad40-6960-42da-b10a-01bfa742b8d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:20.812536 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-ea02ea09-a1d5-4315-8ffe-c68474e0fbce service neutron] Attempting to bind port 70f68d1a-4d62-4ee3-ae39-b3c0cf1402e5 on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:45:20.812981 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-ea02ea09-a1d5-4315-8ffe-c68474e0fbce service neutron] Attempting to bind port 70f68d1a-4d62-4ee3-ae39-b3c0cf1402e5 by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': '07f0d959-dce2-4090-b56f-3578a7ea7773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '9045208f-96a3-4106-bd0d-84166192bb83'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:45:20.813402 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-ea02ea09-a1d5-4315-8ffe-c68474e0fbce service neutron] Attempting to bind port 70f68d1a-4d62-4ee3-ae39-b3c0cf1402e5 on network 9045208f-96a3-4106-bd0d-84166192bb83 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:45:20.822849 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-ea02ea09-a1d5-4315-8ffe-c68474e0fbce service neutron] Port 70f68d1a-4d62-4ee3-ae39-b3c0cf1402e5 on network 9045208f-96a3-4106-bd0d-84166192bb83 not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:45:20.823199 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-ea02ea09-a1d5-4315-8ffe-c68474e0fbce service neutron] Attempting to bind port 70f68d1a-4d62-4ee3-ae39-b3c0cf1402e5 on network 9045208f-96a3-4106-bd0d-84166192bb83 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:45:20.829475 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-5718ad40-6960-42da-b10a-01bfa742b8d7 None None] Port b17cbc6d-eddc-445e-ae67-c49538cc6d2f cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:45:20.870757 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-8a17472f-8da6-4588-86fc-605aca528e77 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=be6d327e798a4a079912695710ce653a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2907193 Sep 24 15:45:20.871337 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 57616) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:20.874080 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-ea02ea09-a1d5-4315-8ffe-c68474e0fbce service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:45:20.874549 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-ea02ea09-a1d5-4315-8ffe-c68474e0fbce service neutron] Checking segment: {'id': '07f0d959-dce2-4090-b56f-3578a7ea7773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '9045208f-96a3-4106-bd0d-84166192bb83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:45:20.875020 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-ea02ea09-a1d5-4315-8ffe-c68474e0fbce service neutron] Bound using segment: {'id': '07f0d959-dce2-4090-b56f-3578a7ea7773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '9045208f-96a3-4106-bd0d-84166192bb83'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:45:20.875537 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-ea02ea09-a1d5-4315-8ffe-c68474e0fbce service neutron] Bound port: 70f68d1a-4d62-4ee3-ae39-b3c0cf1402e5, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07f0d959-dce2-4090-b56f-3578a7ea7773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '9045208f-96a3-4106-bd0d-84166192bb83'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:45:20.875978 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-ea02ea09-a1d5-4315-8ffe-c68474e0fbce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:20.967304 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6a4c80-9f6e-426d-b8de-dcfc3df465cf req-edc749fa-3bb3-4fa4-8088-f0732381d95a tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:20.969007 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1f6a4c80-9f6e-426d-b8de-dcfc3df465cf req-edc749fa-3bb3-4fa4-8088-f0732381d95a tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=e13456c2-1bae-4992-b8db-4051ba72c06d HTTP/1.1" status: 200 len: 932 time: 0.1578228 Sep 24 15:45:20.985124 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e7f479-4c2e-4058-b143-e57956742737 req-b70a2042-e4a8-4976-a983-f6aa7cacc054 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:20.986699 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d8e7f479-4c2e-4058-b143-e57956742737 req-b70a2042-e4a8-4976-a983-f6aa7cacc054 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=99f5f6ef-f1dd-4463-9211-714b975b878e HTTP/1.1" status: 200 len: 945 time: 0.0886989 Sep 24 15:45:20.992605 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0c04eca3-9b74-4bf5-9d4e-2a4791544ec5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:21.037500 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0c04eca3-9b74-4bf5-9d4e-2a4791544ec5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:21.089610 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d8e7f479-4c2e-4058-b143-e57956742737 req-7ea1e7fb-8c67-4f06-846b-37991378a226 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801942 Sep 24 15:45:21.095196 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-ea02ea09-a1d5-4315-8ffe-c68474e0fbce service neutron] For port 70f68d1a-4d62-4ee3-ae39-b3c0cf1402e5, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:45:21.116748 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1f6a4c80-9f6e-426d-b8de-dcfc3df465cf req-08d62c42-3003-486e-b400-e90caf545175 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309986 Sep 24 15:45:21.159253 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-ea02ea09-a1d5-4315-8ffe-c68474e0fbce service neutron] For port 70f68d1a-4d62-4ee3-ae39-b3c0cf1402e5, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=70f68d1a-4d62-4ee3-ae39-b3c0cf1402e5,segment=NetworkSegment(07f0d959-dce2-4090-b56f-3578a7ea7773),segment_id=07f0d959-dce2-4090-b56f-3578a7ea7773)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:45:21.245250 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-64d8f9a1-52b7-47c9-9535-a5771a48e9ce req-8d7b1e10-8b51-47fc-9255-bb1c4ed7f542 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b17cbc6d-eddc-445e-ae67-c49538cc6d2f {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:45:21.255520 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-64d8f9a1-52b7-47c9-9535-a5771a48e9ce req-8d7b1e10-8b51-47fc-9255-bb1c4ed7f542 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:21.276052 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-64d8f9a1-52b7-47c9-9535-a5771a48e9ce req-8d7b1e10-8b51-47fc-9255-bb1c4ed7f542 service neutron] Transition to ACTIVE for port object b17cbc6d-eddc-445e-ae67-c49538cc6d2f will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:45:21.286288 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d948b2-8dfb-4b56-93b9-7b11a767e2cf req-59462a2a-3783-4bc8-ae4a-875c7b2aae17 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:21.287635 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d260b-80d2-4813-bf69-bb7b796a1284 req-62bb55a2-a0ef-4a4c-945a-b94387ae59d3 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:21.287955 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c7d948b2-8dfb-4b56-93b9-7b11a767e2cf req-59462a2a-3783-4bc8-ae4a-875c7b2aae17 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8df1af1-67e8-4a99-9240-8c582a083091 HTTP/1.1" status: 200 len: 946 time: 0.0515678 Sep 24 15:45:21.293870 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d260b-80d2-4813-bf69-bb7b796a1284 req-62bb55a2-a0ef-4a4c-945a-b94387ae59d3 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:21.299986 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d260b-80d2-4813-bf69-bb7b796a1284 req-62bb55a2-a0ef-4a4c-945a-b94387ae59d3 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:21.306826 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d260b-80d2-4813-bf69-bb7b796a1284 req-62bb55a2-a0ef-4a4c-945a-b94387ae59d3 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:21.312886 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d260b-80d2-4813-bf69-bb7b796a1284 req-62bb55a2-a0ef-4a4c-945a-b94387ae59d3 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:21.319243 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d260b-80d2-4813-bf69-bb7b796a1284 req-62bb55a2-a0ef-4a4c-945a-b94387ae59d3 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:21.326548 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d260b-80d2-4813-bf69-bb7b796a1284 req-62bb55a2-a0ef-4a4c-945a-b94387ae59d3 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:21.330835 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-316d260b-80d2-4813-bf69-bb7b796a1284 req-62bb55a2-a0ef-4a4c-945a-b94387ae59d3 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 5369 time: 0.1314790 Sep 24 15:45:21.336647 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c7d948b2-8dfb-4b56-93b9-7b11a767e2cf req-59c3f92d-888c-4c35-87a9-6f9f8b6d440d tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e97abd6-6c4b-4313-93b0-ffda5586d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399332 Sep 24 15:45:21.359466 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0c04eca3-9b74-4bf5-9d4e-2a4791544ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:21.361648 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0c04eca3-9b74-4bf5-9d4e-2a4791544ec5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:21.362792 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-0c04eca3-9b74-4bf5-9d4e-2a4791544ec5 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/2329a542-3670-4f74-86da-da56e0704ad4 HTTP/1.1" status: 204 len: 168 time: 0.4903264 Sep 24 15:45:21.373501 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c04eca3-9b74-4bf5-9d4e-2a4791544ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2329a542-3670-4f74-86da-da56e0704ad4,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:21.427219 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-316d260b-80d2-4813-bf69-bb7b796a1284 req-99a55938-0580-4ab8-b5fc-628ec98fab29 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/security-groups?id=36661b0c-4b5c-4f9d-8577-0fff57e17e03&id=faaaed6c-5dc8-4a43-a587-4571f710ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0938151 Sep 24 15:45:21.483946 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-64d8f9a1-52b7-47c9-9535-a5771a48e9ce req-8d7b1e10-8b51-47fc-9255-bb1c4ed7f542 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:21.483946 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-ea02ea09-a1d5-4315-8ffe-c68474e0fbce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:21.527207 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-ea02ea09-a1d5-4315-8ffe-c68474e0fbce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:21.528375 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-ea02ea09-a1d5-4315-8ffe-c68474e0fbce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:21.530273 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-ea02ea09-a1d5-4315-8ffe-c68474e0fbce service neutron] 10.222.0.110 "PUT /v2.0/ports/70f68d1a-4d62-4ee3-ae39-b3c0cf1402e5 HTTP/1.1" status: 200 len: 1130 time: 2.8736572 Sep 24 15:45:21.542070 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52a7b1d1-ddc9-4674-827f-199eb4c77de7', 'tag': '70f68d1a-4d62-4ee3-ae39-b3c0cf1402e5'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:45:21.545201 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4238ea9a-89e8-4043-a365-b028184786c9" -d '{"events": [{"name": "network-changed", "server_uuid": "52a7b1d1-ddc9-4674-827f-199eb4c77de7", "tag": "70f68d1a-4d62-4ee3-ae39-b3c0cf1402e5"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:45:21.630577 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-997b87f7-38d6-4526-99a2-2f42c84e98af req-4605640b-f965-4070-9ded-6d2f2012329d tempest-InstanceActionsNegativeTestJSON-2010809430 tempest-InstanceActionsNegativeTestJSON-2010809430-project] 10.222.0.101 "GET /v2.0/ports?device_id=b1dec51b-fe60-4894-8448-7aee87a7af23 HTTP/1.1" status: 200 len: 210 time: 0.0637755 Sep 24 15:45:21.653236 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede757ec-fc3d-49a4-8dd6-204590f23076 x-openstack-request-id: req-ede757ec-fc3d-49a4-8dd6-204590f23076 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:45:21.653708 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52a7b1d1-ddc9-4674-827f-199eb4c77de7", "tag": "70f68d1a-4d62-4ee3-ae39-b3c0cf1402e5", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:45:21.653795 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ede757ec-fc3d-49a4-8dd6-204590f23076 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:45:21.654222 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52a7b1d1-ddc9-4674-827f-199eb4c77de7', 'tag': '70f68d1a-4d62-4ee3-ae39-b3c0cf1402e5', 'status': 'completed', 'code': 200} Sep 24 15:45:21.665609 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b1e10-8b51-47fc-9255-bb1c4ed7f542 service neutron] Pushing event updated for resources: {'Port': ['ID=b17cbc6d-eddc-445e-ae67-c49538cc6d2f,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:21.755447 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-3691ddb8-6e18-4bdc-adde-00a270e6e645 service neutron] Request body: {'port': {'device_id': '52a7b1d1-ddc9-4674-827f-199eb4c77de7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:45:21.780177 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea02ea09-a1d5-4315-8ffe-c68474e0fbce service neutron] Pushing event updated for resources: {'Port': ['ID=70f68d1a-4d62-4ee3-ae39-b3c0cf1402e5,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:21.792497 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-64d8f9a1-52b7-47c9-9535-a5771a48e9ce req-8d7b1e10-8b51-47fc-9255-bb1c4ed7f542 service neutron] Attempting to bind port b17cbc6d-eddc-445e-ae67-c49538cc6d2f on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:45:21.793023 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-64d8f9a1-52b7-47c9-9535-a5771a48e9ce req-8d7b1e10-8b51-47fc-9255-bb1c4ed7f542 service neutron] Attempting to bind port b17cbc6d-eddc-445e-ae67-c49538cc6d2f by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': '7e8e93a9-9a2d-4b51-a14d-73f657c90f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'bad15511-e79d-4a5e-8826-604fa4d6fb1c'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:45:21.793355 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d8f9a1-52b7-47c9-9535-a5771a48e9ce req-8d7b1e10-8b51-47fc-9255-bb1c4ed7f542 service neutron] Attempting to bind port b17cbc6d-eddc-445e-ae67-c49538cc6d2f on network bad15511-e79d-4a5e-8826-604fa4d6fb1c {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:45:21.802043 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4238ea9a-89e8-4043-a365-b028184786c9 req-701bf820-8aae-4748-b3a5-5e861ebcb932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:21.802546 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4238ea9a-89e8-4043-a365-b028184786c9 req-701bf820-8aae-4748-b3a5-5e861ebcb932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:21.803523 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4238ea9a-89e8-4043-a365-b028184786c9 req-701bf820-8aae-4748-b3a5-5e861ebcb932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:21.804048 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4238ea9a-89e8-4043-a365-b028184786c9 req-701bf820-8aae-4748-b3a5-5e861ebcb932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:21.804476 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4238ea9a-89e8-4043-a365-b028184786c9 req-701bf820-8aae-4748-b3a5-5e861ebcb932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:21.805202 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4238ea9a-89e8-4043-a365-b028184786c9 req-701bf820-8aae-4748-b3a5-5e861ebcb932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:21.807340 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4238ea9a-89e8-4043-a365-b028184786c9 req-701bf820-8aae-4748-b3a5-5e861ebcb932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:21.811682 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4238ea9a-89e8-4043-a365-b028184786c9 req-701bf820-8aae-4748-b3a5-5e861ebcb932 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=4e03fc3d20524ffa9cc0335ea5171849&device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 6206 time: 0.1600845 Sep 24 15:45:21.814301 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d8f9a1-52b7-47c9-9535-a5771a48e9ce req-8d7b1e10-8b51-47fc-9255-bb1c4ed7f542 service neutron] Port b17cbc6d-eddc-445e-ae67-c49538cc6d2f on network bad15511-e79d-4a5e-8826-604fa4d6fb1c not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:45:21.815029 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d8f9a1-52b7-47c9-9535-a5771a48e9ce req-8d7b1e10-8b51-47fc-9255-bb1c4ed7f542 service neutron] Attempting to bind port b17cbc6d-eddc-445e-ae67-c49538cc6d2f on network bad15511-e79d-4a5e-8826-604fa4d6fb1c {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:45:21.821337 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d8f9a1-52b7-47c9-9535-a5771a48e9ce req-8d7b1e10-8b51-47fc-9255-bb1c4ed7f542 service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:45:21.821832 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d8f9a1-52b7-47c9-9535-a5771a48e9ce req-8d7b1e10-8b51-47fc-9255-bb1c4ed7f542 service neutron] Checking segment: {'id': '7e8e93a9-9a2d-4b51-a14d-73f657c90f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'bad15511-e79d-4a5e-8826-604fa4d6fb1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:45:21.822064 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d8f9a1-52b7-47c9-9535-a5771a48e9ce req-8d7b1e10-8b51-47fc-9255-bb1c4ed7f542 service neutron] Bound using segment: {'id': '7e8e93a9-9a2d-4b51-a14d-73f657c90f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'bad15511-e79d-4a5e-8826-604fa4d6fb1c'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:45:21.831150 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-64d8f9a1-52b7-47c9-9535-a5771a48e9ce req-8d7b1e10-8b51-47fc-9255-bb1c4ed7f542 service neutron] Bound port: b17cbc6d-eddc-445e-ae67-c49538cc6d2f, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e8e93a9-9a2d-4b51-a14d-73f657c90f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'bad15511-e79d-4a5e-8826-604fa4d6fb1c'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:45:21.831751 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-64d8f9a1-52b7-47c9-9535-a5771a48e9ce req-8d7b1e10-8b51-47fc-9255-bb1c4ed7f542 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:21.901612 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-3691ddb8-6e18-4bdc-adde-00a270e6e645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:21.997578 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:45:22.217297 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4238ea9a-89e8-4043-a365-b028184786c9 req-56fa4929-3b08-4b2b-a4f5-11709d3ff9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:22.219073 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4238ea9a-89e8-4043-a365-b028184786c9 req-56fa4929-3b08-4b2b-a4f5-11709d3ff9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:22.219554 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4238ea9a-89e8-4043-a365-b028184786c9 req-56fa4929-3b08-4b2b-a4f5-11709d3ff9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:22.230011 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4238ea9a-89e8-4043-a365-b028184786c9 req-56fa4929-3b08-4b2b-a4f5-11709d3ff9ae service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=4e03fc3d20524ffa9cc0335ea5171849&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.3753884 Sep 24 15:45:22.249490 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-64d8f9a1-52b7-47c9-9535-a5771a48e9ce req-8d7b1e10-8b51-47fc-9255-bb1c4ed7f542 service neutron] For port b17cbc6d-eddc-445e-ae67-c49538cc6d2f, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:45:22.381845 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-64d8f9a1-52b7-47c9-9535-a5771a48e9ce req-8d7b1e10-8b51-47fc-9255-bb1c4ed7f542 service neutron] For port b17cbc6d-eddc-445e-ae67-c49538cc6d2f, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=b17cbc6d-eddc-445e-ae67-c49538cc6d2f,segment=NetworkSegment(7e8e93a9-9a2d-4b51-a14d-73f657c90f78),segment_id=7e8e93a9-9a2d-4b51-a14d-73f657c90f78)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:45:22.398831 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc37a74a-c731-495e-876f-6c7c83160028 req-4acee70b-9334-48e1-85b7-055394252c7e tempest-InstanceActionsNegativeTestJSON-2010809430 tempest-InstanceActionsNegativeTestJSON-2010809430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:22.400917 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dc37a74a-c731-495e-876f-6c7c83160028 req-4acee70b-9334-48e1-85b7-055394252c7e tempest-InstanceActionsNegativeTestJSON-2010809430 tempest-InstanceActionsNegativeTestJSON-2010809430-project] 10.222.0.108 "GET /v2.0/networks?id=b80991f6-06cb-42a8-bfdd-05ee90fb0ecf HTTP/1.1" status: 200 len: 821 time: 0.4172626 Sep 24 15:45:22.405720 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dfdb1c-143e-4e83-ad9a-116e2853fc55 req-293843e9-ac19-4cd5-aa33-69884a6372b9 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:22.407367 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-09dfdb1c-143e-4e83-ad9a-116e2853fc55 req-293843e9-ac19-4cd5-aa33-69884a6372b9 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=e13456c2-1bae-4992-b8db-4051ba72c06d HTTP/1.1" status: 200 len: 944 time: 0.1362851 Sep 24 15:45:22.434439 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-dc37a74a-c731-495e-876f-6c7c83160028 req-da98ede4-62fc-42b2-871b-447884d0f359 tempest-InstanceActionsNegativeTestJSON-2010809430 tempest-InstanceActionsNegativeTestJSON-2010809430-project] Request body: {'port': {'device_id': 'b1dec51b-fe60-4894-8448-7aee87a7af23', 'network_id': 'b80991f6-06cb-42a8-bfdd-05ee90fb0ecf', 'admin_state_up': True, 'tenant_id': 'eaec1a0d6a3a42b29bf3aa6157a3dc16'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:45:22.490816 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-3691ddb8-6e18-4bdc-adde-00a270e6e645 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61bec6ae-d49a-41d0-b02b-bc695e1e100d {{(pid=95297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:45:22.498376 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-09dfdb1c-143e-4e83-ad9a-116e2853fc55 req-185aa04f-d893-4439-a815-419b1e2cf348 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809982 Sep 24 15:45:22.503000 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-3691ddb8-6e18-4bdc-adde-00a270e6e645 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:22.521925 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.provisioning_blocks [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-3691ddb8-6e18-4bdc-adde-00a270e6e645 service neutron] Transition to ACTIVE for port object 61bec6ae-d49a-41d0-b02b-bc695e1e100d will not be triggered until provisioned by entity L2. {{(pid=95297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:45:22.537893 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-64d8f9a1-52b7-47c9-9535-a5771a48e9ce req-8d7b1e10-8b51-47fc-9255-bb1c4ed7f542 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:22.572687 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9015365d-da29-4f81-8ced-1c7607e1b1f6 req-c842c5cf-9bb8-4b72-be34-f7ca736b801b tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:22.574420 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9015365d-da29-4f81-8ced-1c7607e1b1f6 req-c842c5cf-9bb8-4b72-be34-f7ca736b801b tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=99f5f6ef-f1dd-4463-9211-714b975b878e HTTP/1.1" status: 200 len: 945 time: 0.3283205 Sep 24 15:45:22.631254 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-3691ddb8-6e18-4bdc-adde-00a270e6e645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:22.684279 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d8f9a1-52b7-47c9-9535-a5771a48e9ce req-8d7b1e10-8b51-47fc-9255-bb1c4ed7f542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:22.684725 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-64d8f9a1-52b7-47c9-9535-a5771a48e9ce req-8d7b1e10-8b51-47fc-9255-bb1c4ed7f542 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:22.686454 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-64d8f9a1-52b7-47c9-9535-a5771a48e9ce req-8d7b1e10-8b51-47fc-9255-bb1c4ed7f542 service neutron] 10.222.0.110 "PUT /v2.0/ports/b17cbc6d-eddc-445e-ae67-c49538cc6d2f HTTP/1.1" status: 200 len: 1092 time: 2.3883877 Sep 24 15:45:22.720773 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ddb8-6e18-4bdc-adde-00a270e6e645 service neutron] Pushing event updated for resources: {'Port': ['ID=61bec6ae-d49a-41d0-b02b-bc695e1e100d,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:22.721673 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4238ea9a-89e8-4043-a365-b028184786c9 req-72202c75-2b52-4fef-8f9d-d95d9a98bdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:22.724635 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4238ea9a-89e8-4043-a365-b028184786c9 req-72202c75-2b52-4fef-8f9d-d95d9a98bdfd service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4877117 Sep 24 15:45:22.807759 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b1e10-8b51-47fc-9255-bb1c4ed7f542 service neutron] Pushing event updated for resources: {'Port': ['ID=b17cbc6d-eddc-445e-ae67-c49538cc6d2f,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:22.822479 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9015365d-da29-4f81-8ced-1c7607e1b1f6 req-259ec34e-3a99-4770-8f88-63166e01080b tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130120 Sep 24 15:45:22.895064 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d31f51-a746-4fd2-9aba-4967e5710711 req-fe73725c-b9f7-40c6-aed3-57c851f305aa tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:22.903042 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c4d31f51-a746-4fd2-9aba-4967e5710711 req-fe73725c-b9f7-40c6-aed3-57c851f305aa tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8df1af1-67e8-4a99-9240-8c582a083091 HTTP/1.1" status: 200 len: 946 time: 0.1578815 Sep 24 15:45:22.985783 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c56ae-129c-4761-a21a-65fff403bbd8 req-4a36ef5b-4715-4e6a-940c-1d0ebe21c2e5 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:22.987429 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-3691ddb8-6e18-4bdc-adde-00a270e6e645 service neutron] Attempting to bind port 61bec6ae-d49a-41d0-b02b-bc695e1e100d on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:45:22.987833 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-3691ddb8-6e18-4bdc-adde-00a270e6e645 service neutron] Attempting to bind port 61bec6ae-d49a-41d0-b02b-bc695e1e100d by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': '07f0d959-dce2-4090-b56f-3578a7ea7773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '9045208f-96a3-4106-bd0d-84166192bb83'}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:45:22.990196 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-3691ddb8-6e18-4bdc-adde-00a270e6e645 service neutron] Attempting to bind port 61bec6ae-d49a-41d0-b02b-bc695e1e100d on network 9045208f-96a3-4106-bd0d-84166192bb83 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:45:23.021275 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c56ae-129c-4761-a21a-65fff403bbd8 req-4a36ef5b-4715-4e6a-940c-1d0ebe21c2e5 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:23.022466 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c4d31f51-a746-4fd2-9aba-4967e5710711 req-d5e43d87-7dcf-44be-8e83-8e0120394f14 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e97abd6-6c4b-4313-93b0-ffda5586d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181159 Sep 24 15:45:23.043595 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c56ae-129c-4761-a21a-65fff403bbd8 req-4a36ef5b-4715-4e6a-940c-1d0ebe21c2e5 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:23.061274 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c56ae-129c-4761-a21a-65fff403bbd8 req-4a36ef5b-4715-4e6a-940c-1d0ebe21c2e5 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:23.065001 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-3691ddb8-6e18-4bdc-adde-00a270e6e645 service neutron] Port 61bec6ae-d49a-41d0-b02b-bc695e1e100d on network 9045208f-96a3-4106-bd0d-84166192bb83 not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:45:23.065001 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-3691ddb8-6e18-4bdc-adde-00a270e6e645 service neutron] Attempting to bind port 61bec6ae-d49a-41d0-b02b-bc695e1e100d on network 9045208f-96a3-4106-bd0d-84166192bb83 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:45:23.077776 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c56ae-129c-4761-a21a-65fff403bbd8 req-4a36ef5b-4715-4e6a-940c-1d0ebe21c2e5 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:23.079081 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-3691ddb8-6e18-4bdc-adde-00a270e6e645 service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:45:23.082530 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-3691ddb8-6e18-4bdc-adde-00a270e6e645 service neutron] Checking segment: {'id': '07f0d959-dce2-4090-b56f-3578a7ea7773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '9045208f-96a3-4106-bd0d-84166192bb83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:45:23.083095 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-3691ddb8-6e18-4bdc-adde-00a270e6e645 service neutron] Bound using segment: {'id': '07f0d959-dce2-4090-b56f-3578a7ea7773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '9045208f-96a3-4106-bd0d-84166192bb83'} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:45:23.083677 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-3691ddb8-6e18-4bdc-adde-00a270e6e645 service neutron] Bound port: 61bec6ae-d49a-41d0-b02b-bc695e1e100d, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07f0d959-dce2-4090-b56f-3578a7ea7773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '9045208f-96a3-4106-bd0d-84166192bb83'}}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:45:23.085575 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-3691ddb8-6e18-4bdc-adde-00a270e6e645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:23.110171 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c56ae-129c-4761-a21a-65fff403bbd8 req-4a36ef5b-4715-4e6a-940c-1d0ebe21c2e5 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:23.127466 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140c56ae-129c-4761-a21a-65fff403bbd8 req-4a36ef5b-4715-4e6a-940c-1d0ebe21c2e5 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:23.141558 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-140c56ae-129c-4761-a21a-65fff403bbd8 req-4a36ef5b-4715-4e6a-940c-1d0ebe21c2e5 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 5381 time: 0.2267668 Sep 24 15:45:23.147291 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc37a74a-c731-495e-876f-6c7c83160028 req-da98ede4-62fc-42b2-871b-447884d0f359 tempest-InstanceActionsNegativeTestJSON-2010809430 tempest-InstanceActionsNegativeTestJSON-2010809430-project] Made reservation on behalf of eaec1a0d6a3a42b29bf3aa6157a3dc16 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:45:23.151635 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-dc37a74a-c731-495e-876f-6c7c83160028 req-da98ede4-62fc-42b2-871b-447884d0f359 tempest-InstanceActionsNegativeTestJSON-2010809430 tempest-InstanceActionsNegativeTestJSON-2010809430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:23.249489 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-3691ddb8-6e18-4bdc-adde-00a270e6e645 service neutron] For port 61bec6ae-d49a-41d0-b02b-bc695e1e100d, host n-h1-808921-1, cleared binding levels {{(pid=95297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:45:23.253918 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-3691ddb8-6e18-4bdc-adde-00a270e6e645 service neutron] For port 61bec6ae-d49a-41d0-b02b-bc695e1e100d, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=61bec6ae-d49a-41d0-b02b-bc695e1e100d,segment=NetworkSegment(07f0d959-dce2-4090-b56f-3578a7ea7773),segment_id=07f0d959-dce2-4090-b56f-3578a7ea7773)] {{(pid=95297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:45:23.276426 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-140c56ae-129c-4761-a21a-65fff403bbd8 req-2fab3052-208e-4622-a02f-e9492bfff860 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/security-groups?id=36661b0c-4b5c-4f9d-8577-0fff57e17e03&id=faaaed6c-5dc8-4a43-a587-4571f710ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1325021 Sep 24 15:45:23.330510 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-36016491-d3f3-4ee6-846a-2d0740869a0e req-b0ad8f50-8843-415f-ac08-5391b567b52a tempest-InstanceActionsNegativeTestJSON-2010809430 tempest-InstanceActionsNegativeTestJSON-2010809430-project] 10.222.0.101 "GET /v2.0/ports?device_id=b1dec51b-fe60-4894-8448-7aee87a7af23 HTTP/1.1" status: 200 len: 210 time: 0.0839438 Sep 24 15:45:23.335491 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-3691ddb8-6e18-4bdc-adde-00a270e6e645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:23.388492 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-3691ddb8-6e18-4bdc-adde-00a270e6e645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:23.389116 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-3691ddb8-6e18-4bdc-adde-00a270e6e645 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:23.390660 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-3691ddb8-6e18-4bdc-adde-00a270e6e645 service neutron] 10.222.0.110 "PUT /v2.0/ports/61bec6ae-d49a-41d0-b02b-bc695e1e100d HTTP/1.1" status: 200 len: 1090 time: 1.6448345 Sep 24 15:45:23.393026 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52a7b1d1-ddc9-4674-827f-199eb4c77de7', 'tag': '61bec6ae-d49a-41d0-b02b-bc695e1e100d'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:45:23.393444 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d1bd19-1aaa-4c41-a125-23e701adae3c" -d '{"events": [{"name": "network-changed", "server_uuid": "52a7b1d1-ddc9-4674-827f-199eb4c77de7", "tag": "61bec6ae-d49a-41d0-b02b-bc695e1e100d"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:45:23.450194 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ddb8-6e18-4bdc-adde-00a270e6e645 service neutron] Pushing event updated for resources: {'Port': ['ID=61bec6ae-d49a-41d0-b02b-bc695e1e100d,revision_number=3']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:23.454055 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d8f9a1-52b7-47c9-9535-a5771a48e9ce req-22a3a32c-ee7d-485a-869b-ea7566599cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:23.455643 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-64d8f9a1-52b7-47c9-9535-a5771a48e9ce req-22a3a32c-ee7d-485a-869b-ea7566599cda service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=ac17221dd7b34bd3afb658a69ac088d3&device_id=e13456c2-1bae-4992-b8db-4051ba72c06d HTTP/1.1" status: 200 len: 1095 time: 0.3099637 Sep 24 15:45:23.456223 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-766f89cf-ba4a-4063-984e-2a262281001b x-openstack-request-id: req-766f89cf-ba4a-4063-984e-2a262281001b {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:45:23.456631 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52a7b1d1-ddc9-4674-827f-199eb4c77de7", "tag": "61bec6ae-d49a-41d0-b02b-bc695e1e100d", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:45:23.456938 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-766f89cf-ba4a-4063-984e-2a262281001b {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:45:23.457389 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52a7b1d1-ddc9-4674-827f-199eb4c77de7', 'tag': '61bec6ae-d49a-41d0-b02b-bc695e1e100d', 'status': 'completed', 'code': 200} Sep 24 15:45:23.528812 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-64d8f9a1-52b7-47c9-9535-a5771a48e9ce req-74b1d3c9-4f9a-4370-9b3c-68668e1ebabe service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b17cbc6d-eddc-445e-ae67-c49538cc6d2f HTTP/1.1" status: 200 len: 217 time: 0.0625989 Sep 24 15:45:23.552915 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1bd19-1aaa-4c41-a125-23e701adae3c req-62ef6c86-2d09-45be-ba96-e0cc1c852368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:23.553399 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1bd19-1aaa-4c41-a125-23e701adae3c req-62ef6c86-2d09-45be-ba96-e0cc1c852368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:23.553951 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1bd19-1aaa-4c41-a125-23e701adae3c req-62ef6c86-2d09-45be-ba96-e0cc1c852368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:23.556873 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1bd19-1aaa-4c41-a125-23e701adae3c req-62ef6c86-2d09-45be-ba96-e0cc1c852368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:23.557360 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1bd19-1aaa-4c41-a125-23e701adae3c req-62ef6c86-2d09-45be-ba96-e0cc1c852368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:23.558960 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1bd19-1aaa-4c41-a125-23e701adae3c req-62ef6c86-2d09-45be-ba96-e0cc1c852368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:23.559436 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1bd19-1aaa-4c41-a125-23e701adae3c req-62ef6c86-2d09-45be-ba96-e0cc1c852368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:23.564963 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f2d1bd19-1aaa-4c41-a125-23e701adae3c req-62ef6c86-2d09-45be-ba96-e0cc1c852368 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=4e03fc3d20524ffa9cc0335ea5171849&device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 6273 time: 0.0839279 Sep 24 15:45:23.710587 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e13456c2-1bae-4992-b8db-4051ba72c06d', 'tag': 'b17cbc6d-eddc-445e-ae67-c49538cc6d2f'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:45:23.716846 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d6e359-7d1a-4cbc-a2fb-d5796da6e144" -d '{"events": [{"name": "network-changed", "server_uuid": "e13456c2-1bae-4992-b8db-4051ba72c06d", "tag": "b17cbc6d-eddc-445e-ae67-c49538cc6d2f"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:45:23.721507 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d8f9a1-52b7-47c9-9535-a5771a48e9ce req-713e5793-2c5a-4acf-abb8-957749b67fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:23.723321 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-64d8f9a1-52b7-47c9-9535-a5771a48e9ce req-713e5793-2c5a-4acf-abb8-957749b67fbb service neutron] 10.222.0.110 "GET /v2.0/subnets?id=ac550aa6-1c9d-441e-90e2-38bf2a7a38e4 HTTP/1.1" status: 200 len: 851 time: 0.1810658 Sep 24 15:45:23.727412 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 57696) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:23.730991 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-3845efec-60c6-4657-af95-b9b97ab5fcaa service neutron] Request body: {'port': {'device_id': '52a7b1d1-ddc9-4674-827f-199eb4c77de7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:45:23.773409 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-dc37a74a-c731-495e-876f-6c7c83160028 req-da98ede4-62fc-42b2-871b-447884d0f359 tempest-InstanceActionsNegativeTestJSON-2010809430 tempest-InstanceActionsNegativeTestJSON-2010809430-project] Allocated IP 172.20.0.6 (b80991f6-06cb-42a8-bfdd-05ee90fb0ecf/0eb0ca56-3be8-4ee9-a532-3791b9d8672e/fcfccfee-f58b-4bb2-8673-e3cc9133fe83) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:45:23.805215 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a97443d8-4ddb-474b-94e7-429f74c210e9 x-openstack-request-id: req-a97443d8-4ddb-474b-94e7-429f74c210e9 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:45:23.805215 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e13456c2-1bae-4992-b8db-4051ba72c06d", "tag": "b17cbc6d-eddc-445e-ae67-c49538cc6d2f", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:45:23.805215 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a97443d8-4ddb-474b-94e7-429f74c210e9 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:45:23.805215 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e13456c2-1bae-4992-b8db-4051ba72c06d', 'tag': 'b17cbc6d-eddc-445e-ae67-c49538cc6d2f', 'status': 'completed', 'code': 200} Sep 24 15:45:23.851072 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-3845efec-60c6-4657-af95-b9b97ab5fcaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:23.905465 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d8f9a1-52b7-47c9-9535-a5771a48e9ce req-4a69013d-1981-4d88-8098-01f4f23de380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:23.907200 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-64d8f9a1-52b7-47c9-9535-a5771a48e9ce req-4a69013d-1981-4d88-8098-01f4f23de380 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=bad15511-e79d-4a5e-8826-604fa4d6fb1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1353924 Sep 24 15:45:24.137057 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1bd19-1aaa-4c41-a125-23e701adae3c req-46190701-9d70-46bf-8210-64bdf76ce044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:24.139671 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1bd19-1aaa-4c41-a125-23e701adae3c req-46190701-9d70-46bf-8210-64bdf76ce044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:24.139671 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1bd19-1aaa-4c41-a125-23e701adae3c req-46190701-9d70-46bf-8210-64bdf76ce044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:24.139671 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f2d1bd19-1aaa-4c41-a125-23e701adae3c req-46190701-9d70-46bf-8210-64bdf76ce044 service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=4e03fc3d20524ffa9cc0335ea5171849&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.5636680 Sep 24 15:45:24.157561 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854dd0e3-85fc-4347-9cf3-35f5153d16d5 req-e0663961-7b46-41d5-aa4a-78ff323837ed tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:24.159195 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-854dd0e3-85fc-4347-9cf3-35f5153d16d5 req-e0663961-7b46-41d5-aa4a-78ff323837ed tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=99f5f6ef-f1dd-4463-9211-714b975b878e HTTP/1.1" status: 200 len: 945 time: 0.2476878 Sep 24 15:45:24.263099 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1bd19-1aaa-4c41-a125-23e701adae3c req-2639244f-ad46-4eaa-aa86-36548a19d9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:24.264268 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f2d1bd19-1aaa-4c41-a125-23e701adae3c req-2639244f-ad46-4eaa-aa86-36548a19d9f0 service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1098540 Sep 24 15:45:24.274840 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4792558a-4857-4a37-988c-334520f0f109 req-361ab27f-3456-4784-8dfb-fbaa6368599a tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:24.282537 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4792558a-4857-4a37-988c-334520f0f109 req-361ab27f-3456-4784-8dfb-fbaa6368599a tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=e13456c2-1bae-4992-b8db-4051ba72c06d HTTP/1.1" status: 200 len: 944 time: 0.5591357 Sep 24 15:45:24.361650 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4792558a-4857-4a37-988c-334520f0f109 req-d6ae079d-175a-4361-83f5-b06024c7b93d tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781324 Sep 24 15:45:24.468487 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-7fea7156-c5d1-4318-aa01-940dfa0d0bab tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1572615851', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:45:24.526741 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e70bb04-0252-4590-9879-3cfdf382d2c8 req-8d97480d-c756-43ca-91ef-9dd4d547fe03 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:24.532536 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e70bb04-0252-4590-9879-3cfdf382d2c8 req-8d97480d-c756-43ca-91ef-9dd4d547fe03 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:24.538435 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e70bb04-0252-4590-9879-3cfdf382d2c8 req-8d97480d-c756-43ca-91ef-9dd4d547fe03 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:24.544981 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e70bb04-0252-4590-9879-3cfdf382d2c8 req-8d97480d-c756-43ca-91ef-9dd4d547fe03 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:24.550924 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e70bb04-0252-4590-9879-3cfdf382d2c8 req-8d97480d-c756-43ca-91ef-9dd4d547fe03 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:24.557641 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e70bb04-0252-4590-9879-3cfdf382d2c8 req-8d97480d-c756-43ca-91ef-9dd4d547fe03 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:24.563671 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e70bb04-0252-4590-9879-3cfdf382d2c8 req-8d97480d-c756-43ca-91ef-9dd4d547fe03 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:24.565553 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2e70bb04-0252-4590-9879-3cfdf382d2c8 req-8d97480d-c756-43ca-91ef-9dd4d547fe03 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 5381 time: 0.1112847 Sep 24 15:45:24.621913 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2e70bb04-0252-4590-9879-3cfdf382d2c8 req-1a59fd66-dd69-4eff-9eaf-13ad0c06be3f tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/security-groups?id=36661b0c-4b5c-4f9d-8577-0fff57e17e03&id=faaaed6c-5dc8-4a43-a587-4571f710ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0470920 Sep 24 15:45:24.647137 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7fea7156-c5d1-4318-aa01-940dfa0d0bab tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:24.652935 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7fea7156-c5d1-4318-aa01-940dfa0d0bab tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:24.681315 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-64d8f9a1-52b7-47c9-9535-a5771a48e9ce req-116cc8b3-a939-4fc8-b6d7-0724d1437ddc service neutron] 10.222.0.110 "GET /v2.0/networks/bad15511-e79d-4a5e-8826-604fa4d6fb1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7518835 Sep 24 15:45:24.738873 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7fea7156-c5d1-4318-aa01-940dfa0d0bab tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:24.753908 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-625593ac-5bd9-464b-851f-401f623f821c req-c380afad-f5bd-4970-8b8a-5ec434df5b03 tempest-InstanceActionsNegativeTestJSON-2010809430 tempest-InstanceActionsNegativeTestJSON-2010809430-project] 10.222.0.101 "GET /v2.0/ports?device_id=b1dec51b-fe60-4894-8448-7aee87a7af23 HTTP/1.1" status: 200 len: 210 time: 0.0623252 Sep 24 15:45:24.778364 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-dc37a74a-c731-495e-876f-6c7c83160028 req-da98ede4-62fc-42b2-871b-447884d0f359 tempest-InstanceActionsNegativeTestJSON-2010809430 tempest-InstanceActionsNegativeTestJSON-2010809430-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:24.788210 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-854dd0e3-85fc-4347-9cf3-35f5153d16d5 req-ff3256d4-ae2f-490f-99da-7ab827205c57 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5638778 Sep 24 15:45:24.891714 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-64d8f9a1-52b7-47c9-9535-a5771a48e9ce req-ed6ec408-51b4-4892-b625-705a4039a29a service neutron] 10.222.0.110 "GET /v2.0/networks/bad15511-e79d-4a5e-8826-604fa4d6fb1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934633 Sep 24 15:45:24.924975 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7fea7156-c5d1-4318-aa01-940dfa0d0bab tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:24.950134 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-3845efec-60c6-4657-af95-b9b97ab5fcaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34493fa2-c78b-4d4b-9578-01087865790c {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:45:24.958029 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-3845efec-60c6-4657-af95-b9b97ab5fcaa service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:24.972456 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-3845efec-60c6-4657-af95-b9b97ab5fcaa service neutron] Transition to ACTIVE for port object 34493fa2-c78b-4d4b-9578-01087865790c will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:45:25.156815 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7fea7156-c5d1-4318-aa01-940dfa0d0bab tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:25.157067 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-dc37a74a-c731-495e-876f-6c7c83160028 req-da98ede4-62fc-42b2-871b-447884d0f359 tempest-InstanceActionsNegativeTestJSON-2010809430 tempest-InstanceActionsNegativeTestJSON-2010809430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:25.158300 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-7fea7156-c5d1-4318-aa01-940dfa0d0bab tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.4215882 Sep 24 15:45:25.161562 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 57726) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:25.163745 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-3845efec-60c6-4657-af95-b9b97ab5fcaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:25.169893 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-0094e689-04d0-463b-ae2c-7bad78cd615b tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-948534742'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:45:25.218456 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc37a74a-c731-495e-876f-6c7c83160028 req-da98ede4-62fc-42b2-871b-447884d0f359 tempest-InstanceActionsNegativeTestJSON-2010809430 tempest-InstanceActionsNegativeTestJSON-2010809430-project] Network b80991f6-06cb-42a8-bfdd-05ee90fb0ecf is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:45:25.224738 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-dc37a74a-c731-495e-876f-6c7c83160028 req-da98ede4-62fc-42b2-871b-447884d0f359 tempest-InstanceActionsNegativeTestJSON-2010809430 tempest-InstanceActionsNegativeTestJSON-2010809430-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:45:25.237485 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc37a74a-c731-495e-876f-6c7c83160028 req-da98ede4-62fc-42b2-871b-447884d0f359 tempest-InstanceActionsNegativeTestJSON-2010809430 tempest-InstanceActionsNegativeTestJSON-2010809430-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:45:25.303964 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da98ede4-62fc-42b2-871b-447884d0f359 tempest-InstanceActionsNegativeTestJSON-2010809430 tempest-InstanceActionsNegativeTestJSON-2010809430-project] Pushing event updated for resources: {'Port': ['ID=fcfccfee-f58b-4bb2-8673-e3cc9133fe83,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:25.404848 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0094e689-04d0-463b-ae2c-7bad78cd615b tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Made reservation on behalf of 9ed48583441c46e18ed785e5a81bc257 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:45:25.407887 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc37a74a-c731-495e-876f-6c7c83160028 req-da98ede4-62fc-42b2-871b-447884d0f359 tempest-InstanceActionsNegativeTestJSON-2010809430 tempest-InstanceActionsNegativeTestJSON-2010809430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:25.407887 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-dc37a74a-c731-495e-876f-6c7c83160028 req-da98ede4-62fc-42b2-871b-447884d0f359 tempest-InstanceActionsNegativeTestJSON-2010809430 tempest-InstanceActionsNegativeTestJSON-2010809430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:25.410293 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0094e689-04d0-463b-ae2c-7bad78cd615b tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:25.421303 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0094e689-04d0-463b-ae2c-7bad78cd615b tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:25.427985 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6e359-7d1a-4cbc-a2fb-d5796da6e144 req-e1a0fdb1-5f73-4d3e-9b1a-9d811c3dd922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:25.430097 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-07d6e359-7d1a-4cbc-a2fb-d5796da6e144 req-e1a0fdb1-5f73-4d3e-9b1a-9d811c3dd922 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=ac17221dd7b34bd3afb658a69ac088d3&device_id=e13456c2-1bae-4992-b8db-4051ba72c06d HTTP/1.1" status: 200 len: 1095 time: 0.2079506 Sep 24 15:45:25.485108 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3845efec-60c6-4657-af95-b9b97ab5fcaa service neutron] Pushing event updated for resources: {'Port': ['ID=34493fa2-c78b-4d4b-9578-01087865790c,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:25.546115 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-3845efec-60c6-4657-af95-b9b97ab5fcaa service neutron] Attempting to bind port 34493fa2-c78b-4d4b-9578-01087865790c on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:45:25.546435 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-3845efec-60c6-4657-af95-b9b97ab5fcaa service neutron] Attempting to bind port 34493fa2-c78b-4d4b-9578-01087865790c by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': '07f0d959-dce2-4090-b56f-3578a7ea7773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '9045208f-96a3-4106-bd0d-84166192bb83'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:45:25.546956 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-3845efec-60c6-4657-af95-b9b97ab5fcaa service neutron] Attempting to bind port 34493fa2-c78b-4d4b-9578-01087865790c on network 9045208f-96a3-4106-bd0d-84166192bb83 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:45:25.582122 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0094e689-04d0-463b-ae2c-7bad78cd615b tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:25.596628 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-3845efec-60c6-4657-af95-b9b97ab5fcaa service neutron] Port 34493fa2-c78b-4d4b-9578-01087865790c on network 9045208f-96a3-4106-bd0d-84166192bb83 not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:45:25.597041 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-3845efec-60c6-4657-af95-b9b97ab5fcaa service neutron] Attempting to bind port 34493fa2-c78b-4d4b-9578-01087865790c on network 9045208f-96a3-4106-bd0d-84166192bb83 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:45:25.609716 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-3845efec-60c6-4657-af95-b9b97ab5fcaa service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:45:25.609979 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-3845efec-60c6-4657-af95-b9b97ab5fcaa service neutron] Checking segment: {'id': '07f0d959-dce2-4090-b56f-3578a7ea7773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '9045208f-96a3-4106-bd0d-84166192bb83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:45:25.610383 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-3845efec-60c6-4657-af95-b9b97ab5fcaa service neutron] Bound using segment: {'id': '07f0d959-dce2-4090-b56f-3578a7ea7773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '9045208f-96a3-4106-bd0d-84166192bb83'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:45:25.610822 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-3845efec-60c6-4657-af95-b9b97ab5fcaa service neutron] Bound port: 34493fa2-c78b-4d4b-9578-01087865790c, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07f0d959-dce2-4090-b56f-3578a7ea7773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '9045208f-96a3-4106-bd0d-84166192bb83'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:45:25.611181 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-3845efec-60c6-4657-af95-b9b97ab5fcaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:25.623108 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1560ef8f-6d62-47a0-a2cb-06be13e2715f req-90469dd7-7708-4a8a-9c1e-21af9f0e15d4 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:25.624619 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1560ef8f-6d62-47a0-a2cb-06be13e2715f req-90469dd7-7708-4a8a-9c1e-21af9f0e15d4 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=e13456c2-1bae-4992-b8db-4051ba72c06d HTTP/1.1" status: 200 len: 944 time: 0.1537523 Sep 24 15:45:25.665235 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6e359-7d1a-4cbc-a2fb-d5796da6e144 req-4e86e319-cae1-4b02-868e-b1dbba0bbb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:25.666939 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-07d6e359-7d1a-4cbc-a2fb-d5796da6e144 req-4e86e319-cae1-4b02-868e-b1dbba0bbb55 service neutron] 10.222.0.110 "GET /v2.0/networks?id=bad15511-e79d-4a5e-8826-604fa4d6fb1c HTTP/1.1" status: 200 len: 914 time: 0.2165303 Sep 24 15:45:25.707531 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0094e689-04d0-463b-ae2c-7bad78cd615b tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:25.758257 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0094e689-04d0-463b-ae2c-7bad78cd615b tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1283} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:45:25.763969 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1560ef8f-6d62-47a0-a2cb-06be13e2715f req-063591d4-2a65-4745-b705-3cfc06e6f6fa tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273990 Sep 24 15:45:25.767334 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-07d6e359-7d1a-4cbc-a2fb-d5796da6e144 req-878c930a-058f-45b1-8140-94dc35cacaa5 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b17cbc6d-eddc-445e-ae67-c49538cc6d2f HTTP/1.1" status: 200 len: 217 time: 0.0810821 Sep 24 15:45:25.787740 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0094e689-04d0-463b-ae2c-7bad78cd615b tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:25.788191 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-0094e689-04d0-463b-ae2c-7bad78cd615b tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Added segment fa62f8ea-85e2-4639-9381-a3d0df4289fe of type vlan for network d39a5bfe-a21d-4073-bea1-825697455b1d Sep 24 15:45:25.798559 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0094e689-04d0-463b-ae2c-7bad78cd615b tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ac44c44-1f7c-440c-8218-8038a8e4c451,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:25.798706 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-3845efec-60c6-4657-af95-b9b97ab5fcaa service neutron] For port 34493fa2-c78b-4d4b-9578-01087865790c, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:45:25.815712 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-3845efec-60c6-4657-af95-b9b97ab5fcaa service neutron] For port 34493fa2-c78b-4d4b-9578-01087865790c, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=34493fa2-c78b-4d4b-9578-01087865790c,segment=NetworkSegment(07f0d959-dce2-4090-b56f-3578a7ea7773),segment_id=07f0d959-dce2-4090-b56f-3578a7ea7773)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:45:25.845377 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec416d8-417e-47bc-997b-af959ec4790f req-5581cf00-b3af-49be-8098-5f9b0d21beba tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:25.851309 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec416d8-417e-47bc-997b-af959ec4790f req-5581cf00-b3af-49be-8098-5f9b0d21beba tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:25.857808 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec416d8-417e-47bc-997b-af959ec4790f req-5581cf00-b3af-49be-8098-5f9b0d21beba tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:25.864047 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec416d8-417e-47bc-997b-af959ec4790f req-5581cf00-b3af-49be-8098-5f9b0d21beba tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:25.870878 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec416d8-417e-47bc-997b-af959ec4790f req-5581cf00-b3af-49be-8098-5f9b0d21beba tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:25.876838 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec416d8-417e-47bc-997b-af959ec4790f req-5581cf00-b3af-49be-8098-5f9b0d21beba tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:25.882806 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec416d8-417e-47bc-997b-af959ec4790f req-5581cf00-b3af-49be-8098-5f9b0d21beba tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:25.883064 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dc37a74a-c731-495e-876f-6c7c83160028 req-da98ede4-62fc-42b2-871b-447884d0f359 tempest-InstanceActionsNegativeTestJSON-2010809430 tempest-InstanceActionsNegativeTestJSON-2010809430-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4547114 Sep 24 15:45:25.885191 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0ec416d8-417e-47bc-997b-af959ec4790f req-5581cf00-b3af-49be-8098-5f9b0d21beba tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 5393 time: 0.1789925 Sep 24 15:45:25.903803 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-dc37a74a-c731-495e-876f-6c7c83160028 req-7b4a0215-2786-464b-8777-8813b06535cf service neutron] Request body: {'port': {'device_id': 'b1dec51b-fe60-4894-8448-7aee87a7af23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:45:25.908200 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0094e689-04d0-463b-ae2c-7bad78cd615b tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:25.925017 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6e359-7d1a-4cbc-a2fb-d5796da6e144 req-7bb7216e-471b-4298-948f-3a23924f500c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:25.926528 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-07d6e359-7d1a-4cbc-a2fb-d5796da6e144 req-7bb7216e-471b-4298-948f-3a23924f500c service neutron] 10.222.0.110 "GET /v2.0/subnets?id=ac550aa6-1c9d-441e-90e2-38bf2a7a38e4 HTTP/1.1" status: 200 len: 851 time: 0.1065221 Sep 24 15:45:25.953708 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0ec416d8-417e-47bc-997b-af959ec4790f req-cc387126-422c-48a9-b378-d39dced717c0 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/security-groups?id=36661b0c-4b5c-4f9d-8577-0fff57e17e03&id=faaaed6c-5dc8-4a43-a587-4571f710ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0577474 Sep 24 15:45:25.963281 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de49d268-08af-41e1-8bb7-a1dd73c77e02 req-ed961b9c-ad2f-4687-a70b-0b2454d6e3cf tempest-InstanceActionsNegativeTestJSON-2010809430 tempest-InstanceActionsNegativeTestJSON-2010809430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:25.964801 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-de49d268-08af-41e1-8bb7-a1dd73c77e02 req-ed961b9c-ad2f-4687-a70b-0b2454d6e3cf tempest-InstanceActionsNegativeTestJSON-2010809430 tempest-InstanceActionsNegativeTestJSON-2010809430-project] 10.222.0.101 "GET /v2.0/ports?device_id=b1dec51b-fe60-4894-8448-7aee87a7af23 HTTP/1.1" status: 200 len: 931 time: 0.1295471 Sep 24 15:45:26.010587 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-3845efec-60c6-4657-af95-b9b97ab5fcaa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:26.073440 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-dc37a74a-c731-495e-876f-6c7c83160028 req-7b4a0215-2786-464b-8777-8813b06535cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:26.083543 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-3845efec-60c6-4657-af95-b9b97ab5fcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:26.084196 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-3845efec-60c6-4657-af95-b9b97ab5fcaa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:26.084304 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb305c29-9dd1-43da-8004-e67fbf80cb9d req-99be975f-fd6f-4617-9145-feb8459b9c9d tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:26.085533 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-3845efec-60c6-4657-af95-b9b97ab5fcaa service neutron] 10.222.0.110 "PUT /v2.0/ports/34493fa2-c78b-4d4b-9578-01087865790c HTTP/1.1" status: 200 len: 1090 time: 2.3590887 Sep 24 15:45:26.085723 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fb305c29-9dd1-43da-8004-e67fbf80cb9d req-99be975f-fd6f-4617-9145-feb8459b9c9d tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=99f5f6ef-f1dd-4463-9211-714b975b878e HTTP/1.1" status: 200 len: 945 time: 0.0574989 Sep 24 15:45:26.089604 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52a7b1d1-ddc9-4674-827f-199eb4c77de7', 'tag': '34493fa2-c78b-4d4b-9578-01087865790c'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:45:26.091939 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39710fc0-9af2-4ecc-a389-903d5fdefc57" -d '{"events": [{"name": "network-changed", "server_uuid": "52a7b1d1-ddc9-4674-827f-199eb4c77de7", "tag": "34493fa2-c78b-4d4b-9578-01087865790c"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:45:26.133092 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6e359-7d1a-4cbc-a2fb-d5796da6e144 req-dfed4b9c-e8df-4212-ac62-7a8f59b5e5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:26.134862 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-07d6e359-7d1a-4cbc-a2fb-d5796da6e144 req-dfed4b9c-e8df-4212-ac62-7a8f59b5e5d2 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=bad15511-e79d-4a5e-8826-604fa4d6fb1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1885068 Sep 24 15:45:26.141118 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fb305c29-9dd1-43da-8004-e67fbf80cb9d req-47c7056a-aba6-4565-b593-83ddd25cfe5e tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472345 Sep 24 15:45:26.141903 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0094e689-04d0-463b-ae2c-7bad78cd615b tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:26.148135 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0094e689-04d0-463b-ae2c-7bad78cd615b tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:26.148756 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0094e689-04d0-463b-ae2c-7bad78cd615b tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:26.154602 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-de49d268-08af-41e1-8bb7-a1dd73c77e02 req-281c3f8a-60f6-4268-9753-877d55c38e58 tempest-InstanceActionsNegativeTestJSON-2010809430 tempest-InstanceActionsNegativeTestJSON-2010809430-project] 10.222.0.101 "GET /v2.0/security-groups?id=5198db36-5eab-47b1-84b6-17aba56873d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608257 Sep 24 15:45:26.167133 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3845efec-60c6-4657-af95-b9b97ab5fcaa service neutron] Pushing event updated for resources: {'Port': ['ID=34493fa2-c78b-4d4b-9578-01087865790c,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:26.233860 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798f811c-afb2-476f-be3b-d8a6c9ac0fb6 x-openstack-request-id: req-798f811c-afb2-476f-be3b-d8a6c9ac0fb6 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:45:26.234512 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52a7b1d1-ddc9-4674-827f-199eb4c77de7", "tag": "34493fa2-c78b-4d4b-9578-01087865790c", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:45:26.234512 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-798f811c-afb2-476f-be3b-d8a6c9ac0fb6 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:45:26.235382 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52a7b1d1-ddc9-4674-827f-199eb4c77de7', 'tag': '34493fa2-c78b-4d4b-9578-01087865790c', 'status': 'completed', 'code': 200} Sep 24 15:45:26.270063 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0094e689-04d0-463b-ae2c-7bad78cd615b tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Pushing event updated for resources: {'Network': ['ID=d39a5bfe-a21d-4073-bea1-825697455b1d,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:26.282192 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-f7efa56c-6d40-4c6b-abf4-b95a64337f7f service neutron] Request body: {'port': {'device_id': '52a7b1d1-ddc9-4674-827f-199eb4c77de7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:45:26.286908 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network d39a5bfe-a21d-4073-bea1-825697455b1d details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:45:26.362227 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-f7efa56c-6d40-4c6b-abf4-b95a64337f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:26.432973 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39710fc0-9af2-4ecc-a389-903d5fdefc57 req-a0925f9d-e05d-4165-9027-1dd91ea89a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:26.433495 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39710fc0-9af2-4ecc-a389-903d5fdefc57 req-a0925f9d-e05d-4165-9027-1dd91ea89a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:26.434004 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39710fc0-9af2-4ecc-a389-903d5fdefc57 req-a0925f9d-e05d-4165-9027-1dd91ea89a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:26.434503 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39710fc0-9af2-4ecc-a389-903d5fdefc57 req-a0925f9d-e05d-4165-9027-1dd91ea89a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:26.434976 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39710fc0-9af2-4ecc-a389-903d5fdefc57 req-a0925f9d-e05d-4165-9027-1dd91ea89a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:26.435445 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39710fc0-9af2-4ecc-a389-903d5fdefc57 req-a0925f9d-e05d-4165-9027-1dd91ea89a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:26.435927 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39710fc0-9af2-4ecc-a389-903d5fdefc57 req-a0925f9d-e05d-4165-9027-1dd91ea89a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:26.437966 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-39710fc0-9af2-4ecc-a389-903d5fdefc57 req-a0925f9d-e05d-4165-9027-1dd91ea89a02 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=4e03fc3d20524ffa9cc0335ea5171849&device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 6340 time: 0.1999407 Sep 24 15:45:26.501123 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-07d6e359-7d1a-4cbc-a2fb-d5796da6e144 req-56993dc5-7dcc-4b6a-b09d-360b3d071b13 service neutron] 10.222.0.110 "GET /v2.0/networks/bad15511-e79d-4a5e-8826-604fa4d6fb1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3443429 Sep 24 15:45:26.604751 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-0094e689-04d0-463b-ae2c-7bad78cd615b tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4419374 Sep 24 15:45:26.608751 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 57760) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:26.614520 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-6837f91c-e592-4be8-be71-29984b9a4cbe tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Request body: {'subnet': {'network_id': 'd39a5bfe-a21d-4073-bea1-825697455b1d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:45:26.706870 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39710fc0-9af2-4ecc-a389-903d5fdefc57 req-b4bfb295-24eb-437c-97b0-6071387dd5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:26.707355 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39710fc0-9af2-4ecc-a389-903d5fdefc57 req-b4bfb295-24eb-437c-97b0-6071387dd5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:26.707834 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39710fc0-9af2-4ecc-a389-903d5fdefc57 req-b4bfb295-24eb-437c-97b0-6071387dd5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:26.709499 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-39710fc0-9af2-4ecc-a389-903d5fdefc57 req-b4bfb295-24eb-437c-97b0-6071387dd5c5 service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=4e03fc3d20524ffa9cc0335ea5171849&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.2593322 Sep 24 15:45:26.776100 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-07d6e359-7d1a-4cbc-a2fb-d5796da6e144 req-c555396c-a2c8-4db9-a612-ac1b5b7adb21 service neutron] 10.222.0.110 "GET /v2.0/networks/bad15511-e79d-4a5e-8826-604fa4d6fb1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601533 Sep 24 15:45:26.785453 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-f7efa56c-6d40-4c6b-abf4-b95a64337f7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f88f959-1620-4ba5-b8f1-845322a97779 {{(pid=95297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:45:26.800877 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-f7efa56c-6d40-4c6b-abf4-b95a64337f7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:26.815387 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.provisioning_blocks [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-f7efa56c-6d40-4c6b-abf4-b95a64337f7f service neutron] Transition to ACTIVE for port object 3f88f959-1620-4ba5-b8f1-845322a97779 will not be triggered until provisioned by entity L2. {{(pid=95297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:45:26.880526 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39710fc0-9af2-4ecc-a389-903d5fdefc57 req-e9820a2d-c805-4de8-8fc3-24a7f6031cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:26.882102 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-39710fc0-9af2-4ecc-a389-903d5fdefc57 req-e9820a2d-c805-4de8-8fc3-24a7f6031cc0 service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1630280 Sep 24 15:45:26.891138 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-dc37a74a-c731-495e-876f-6c7c83160028 req-7b4a0215-2786-464b-8777-8813b06535cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcfccfee-f58b-4bb2-8673-e3cc9133fe83 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:45:26.899004 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-dc37a74a-c731-495e-876f-6c7c83160028 req-7b4a0215-2786-464b-8777-8813b06535cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:26.913234 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-dc37a74a-c731-495e-876f-6c7c83160028 req-7b4a0215-2786-464b-8777-8813b06535cf service neutron] Transition to ACTIVE for port object fcfccfee-f58b-4bb2-8673-e3cc9133fe83 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:45:27.012398 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6837f91c-e592-4be8-be71-29984b9a4cbe tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Made reservation on behalf of 9ed48583441c46e18ed785e5a81bc257 for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:45:27.016173 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6837f91c-e592-4be8-be71-29984b9a4cbe tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:27.020425 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-f7efa56c-6d40-4c6b-abf4-b95a64337f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:27.072878 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-dc37a74a-c731-495e-876f-6c7c83160028 req-7b4a0215-2786-464b-8777-8813b06535cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:27.138868 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7efa56c-6d40-4c6b-abf4-b95a64337f7f service neutron] Pushing event updated for resources: {'Port': ['ID=3f88f959-1620-4ba5-b8f1-845322a97779,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:27.251232 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4a0215-2786-464b-8777-8813b06535cf service neutron] Pushing event updated for resources: {'Port': ['ID=fcfccfee-f58b-4bb2-8673-e3cc9133fe83,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:27.269610 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-f7efa56c-6d40-4c6b-abf4-b95a64337f7f service neutron] Attempting to bind port 3f88f959-1620-4ba5-b8f1-845322a97779 on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:45:27.270801 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-f7efa56c-6d40-4c6b-abf4-b95a64337f7f service neutron] Attempting to bind port 3f88f959-1620-4ba5-b8f1-845322a97779 by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': 'a9f89dba-bd7d-4e6d-96ca-5e01f19302ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': 'e4856753-6c1e-428e-a2fe-e4f7731cb6f7'}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:45:27.270957 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3647f08a-33b8-4e3f-96af-6ab40f8c0270 req-ade9d799-69d5-467f-8967-cd06b9f7a9b7 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:27.271263 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-f7efa56c-6d40-4c6b-abf4-b95a64337f7f service neutron] Attempting to bind port 3f88f959-1620-4ba5-b8f1-845322a97779 on network e4856753-6c1e-428e-a2fe-e4f7731cb6f7 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:45:27.273039 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3647f08a-33b8-4e3f-96af-6ab40f8c0270 req-ade9d799-69d5-467f-8967-cd06b9f7a9b7 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=e13456c2-1bae-4992-b8db-4051ba72c06d HTTP/1.1" status: 200 len: 944 time: 0.4147365 Sep 24 15:45:27.294144 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-f7efa56c-6d40-4c6b-abf4-b95a64337f7f service neutron] Port 3f88f959-1620-4ba5-b8f1-845322a97779 on network e4856753-6c1e-428e-a2fe-e4f7731cb6f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:45:27.294719 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-f7efa56c-6d40-4c6b-abf4-b95a64337f7f service neutron] Attempting to bind port 3f88f959-1620-4ba5-b8f1-845322a97779 on network e4856753-6c1e-428e-a2fe-e4f7731cb6f7 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:45:27.335894 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-dc37a74a-c731-495e-876f-6c7c83160028 req-7b4a0215-2786-464b-8777-8813b06535cf service neutron] Attempting to bind port fcfccfee-f58b-4bb2-8673-e3cc9133fe83 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:45:27.336225 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-dc37a74a-c731-495e-876f-6c7c83160028 req-7b4a0215-2786-464b-8777-8813b06535cf service neutron] Attempting to bind port fcfccfee-f58b-4bb2-8673-e3cc9133fe83 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': 'd822da1f-1192-4d3f-9dda-5df206696463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': 'b80991f6-06cb-42a8-bfdd-05ee90fb0ecf'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:45:27.336547 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc37a74a-c731-495e-876f-6c7c83160028 req-7b4a0215-2786-464b-8777-8813b06535cf service neutron] Attempting to bind port fcfccfee-f58b-4bb2-8673-e3cc9133fe83 on network b80991f6-06cb-42a8-bfdd-05ee90fb0ecf {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:45:27.342677 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-f7efa56c-6d40-4c6b-abf4-b95a64337f7f service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:45:27.343253 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-f7efa56c-6d40-4c6b-abf4-b95a64337f7f service neutron] Checking segment: {'id': 'a9f89dba-bd7d-4e6d-96ca-5e01f19302ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': 'e4856753-6c1e-428e-a2fe-e4f7731cb6f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:45:27.343890 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-f7efa56c-6d40-4c6b-abf4-b95a64337f7f service neutron] Bound using segment: {'id': 'a9f89dba-bd7d-4e6d-96ca-5e01f19302ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': 'e4856753-6c1e-428e-a2fe-e4f7731cb6f7'} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:45:27.344592 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-f7efa56c-6d40-4c6b-abf4-b95a64337f7f service neutron] Bound port: 3f88f959-1620-4ba5-b8f1-845322a97779, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9f89dba-bd7d-4e6d-96ca-5e01f19302ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': 'e4856753-6c1e-428e-a2fe-e4f7731cb6f7'}}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:45:27.344731 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc37a74a-c731-495e-876f-6c7c83160028 req-7b4a0215-2786-464b-8777-8813b06535cf service neutron] Port fcfccfee-f58b-4bb2-8673-e3cc9133fe83 on network b80991f6-06cb-42a8-bfdd-05ee90fb0ecf not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:45:27.344921 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc37a74a-c731-495e-876f-6c7c83160028 req-7b4a0215-2786-464b-8777-8813b06535cf service neutron] Attempting to bind port fcfccfee-f58b-4bb2-8673-e3cc9133fe83 on network b80991f6-06cb-42a8-bfdd-05ee90fb0ecf {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:45:27.345238 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-f7efa56c-6d40-4c6b-abf4-b95a64337f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:27.356105 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc37a74a-c731-495e-876f-6c7c83160028 req-7b4a0215-2786-464b-8777-8813b06535cf service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:45:27.356582 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc37a74a-c731-495e-876f-6c7c83160028 req-7b4a0215-2786-464b-8777-8813b06535cf service neutron] Checking segment: {'id': 'd822da1f-1192-4d3f-9dda-5df206696463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': 'b80991f6-06cb-42a8-bfdd-05ee90fb0ecf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:45:27.356822 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc37a74a-c731-495e-876f-6c7c83160028 req-7b4a0215-2786-464b-8777-8813b06535cf service neutron] Bound using segment: {'id': 'd822da1f-1192-4d3f-9dda-5df206696463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': 'b80991f6-06cb-42a8-bfdd-05ee90fb0ecf'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:45:27.357249 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-dc37a74a-c731-495e-876f-6c7c83160028 req-7b4a0215-2786-464b-8777-8813b06535cf service neutron] Bound port: fcfccfee-f58b-4bb2-8673-e3cc9133fe83, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd822da1f-1192-4d3f-9dda-5df206696463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1293, 'network_id': 'b80991f6-06cb-42a8-bfdd-05ee90fb0ecf'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:45:27.357662 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-dc37a74a-c731-495e-876f-6c7c83160028 req-7b4a0215-2786-464b-8777-8813b06535cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:27.375997 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3647f08a-33b8-4e3f-96af-6ab40f8c0270 req-23bacd00-0b0e-40f1-9345-a9321ebfd900 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926669 Sep 24 15:45:27.441064 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-dc37a74a-c731-495e-876f-6c7c83160028 req-7b4a0215-2786-464b-8777-8813b06535cf service neutron] For port fcfccfee-f58b-4bb2-8673-e3cc9133fe83, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:45:27.442100 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-f7efa56c-6d40-4c6b-abf4-b95a64337f7f service neutron] For port 3f88f959-1620-4ba5-b8f1-845322a97779, host n-h1-808921-1, cleared binding levels {{(pid=95297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:45:27.444298 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-dc37a74a-c731-495e-876f-6c7c83160028 req-7b4a0215-2786-464b-8777-8813b06535cf service neutron] For port fcfccfee-f58b-4bb2-8673-e3cc9133fe83, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=fcfccfee-f58b-4bb2-8673-e3cc9133fe83,segment=NetworkSegment(d822da1f-1192-4d3f-9dda-5df206696463),segment_id=d822da1f-1192-4d3f-9dda-5df206696463)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:45:27.445364 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-f7efa56c-6d40-4c6b-abf4-b95a64337f7f service neutron] For port 3f88f959-1620-4ba5-b8f1-845322a97779, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=3f88f959-1620-4ba5-b8f1-845322a97779,segment=NetworkSegment(a9f89dba-bd7d-4e6d-96ca-5e01f19302ef),segment_id=a9f89dba-bd7d-4e6d-96ca-5e01f19302ef)] {{(pid=95297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:45:27.504523 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c87de5f-5757-4acc-9bbb-ae4f8a149527 req-753f93fc-bfc3-4ed1-9e94-d353a945fae3 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:27.510623 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c87de5f-5757-4acc-9bbb-ae4f8a149527 req-753f93fc-bfc3-4ed1-9e94-d353a945fae3 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:27.516480 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c87de5f-5757-4acc-9bbb-ae4f8a149527 req-753f93fc-bfc3-4ed1-9e94-d353a945fae3 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:27.522292 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c87de5f-5757-4acc-9bbb-ae4f8a149527 req-753f93fc-bfc3-4ed1-9e94-d353a945fae3 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:27.528100 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c87de5f-5757-4acc-9bbb-ae4f8a149527 req-753f93fc-bfc3-4ed1-9e94-d353a945fae3 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:27.533876 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c87de5f-5757-4acc-9bbb-ae4f8a149527 req-753f93fc-bfc3-4ed1-9e94-d353a945fae3 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:27.540423 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c87de5f-5757-4acc-9bbb-ae4f8a149527 req-753f93fc-bfc3-4ed1-9e94-d353a945fae3 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:27.542186 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5c87de5f-5757-4acc-9bbb-ae4f8a149527 req-753f93fc-bfc3-4ed1-9e94-d353a945fae3 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 5405 time: 0.0950620 Sep 24 15:45:27.583571 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5c87de5f-5757-4acc-9bbb-ae4f8a149527 req-c670111f-6971-4ce5-a2d0-9d79fa6a3835 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/security-groups?id=36661b0c-4b5c-4f9d-8577-0fff57e17e03&id=faaaed6c-5dc8-4a43-a587-4571f710ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0352659 Sep 24 15:45:27.691302 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e4672-cbd2-415f-8dd0-b90d66dc7884 req-34638bac-1302-4491-8687-901c0d6c30a3 tempest-InstanceActionsNegativeTestJSON-2010809430 tempest-InstanceActionsNegativeTestJSON-2010809430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:27.692782 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-929e4672-cbd2-415f-8dd0-b90d66dc7884 req-34638bac-1302-4491-8687-901c0d6c30a3 tempest-InstanceActionsNegativeTestJSON-2010809430 tempest-InstanceActionsNegativeTestJSON-2010809430-project] 10.222.0.101 "GET /v2.0/ports?device_id=b1dec51b-fe60-4894-8448-7aee87a7af23 HTTP/1.1" status: 200 len: 943 time: 0.0498512 Sep 24 15:45:27.736944 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6837f91c-e592-4be8-be71-29984b9a4cbe tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:27.737956 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-dc37a74a-c731-495e-876f-6c7c83160028 req-7b4a0215-2786-464b-8777-8813b06535cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:27.738452 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-f7efa56c-6d40-4c6b-abf4-b95a64337f7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:27.759614 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-929e4672-cbd2-415f-8dd0-b90d66dc7884 req-3cb1f9e3-369e-4296-a0b1-fdfb1b1b91b0 tempest-InstanceActionsNegativeTestJSON-2010809430 tempest-InstanceActionsNegativeTestJSON-2010809430-project] 10.222.0.101 "GET /v2.0/security-groups?id=5198db36-5eab-47b1-84b6-17aba56873d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597551 Sep 24 15:45:27.786721 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc37a74a-c731-495e-876f-6c7c83160028 req-7b4a0215-2786-464b-8777-8813b06535cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:27.787363 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-dc37a74a-c731-495e-876f-6c7c83160028 req-7b4a0215-2786-464b-8777-8813b06535cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:27.790511 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dc37a74a-c731-495e-876f-6c7c83160028 req-7b4a0215-2786-464b-8777-8813b06535cf service neutron] 10.222.0.108 "PUT /v2.0/ports/fcfccfee-f58b-4bb2-8673-e3cc9133fe83 HTTP/1.1" status: 200 len: 1091 time: 1.8911436 Sep 24 15:45:27.821815 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-f7efa56c-6d40-4c6b-abf4-b95a64337f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:27.821815 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-f7efa56c-6d40-4c6b-abf4-b95a64337f7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:27.821815 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-f7efa56c-6d40-4c6b-abf4-b95a64337f7f service neutron] 10.222.0.110 "PUT /v2.0/ports/3f88f959-1620-4ba5-b8f1-845322a97779 HTTP/1.1" status: 200 len: 1091 time: 1.5415950 Sep 24 15:45:27.821815 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52a7b1d1-ddc9-4674-827f-199eb4c77de7', 'tag': '3f88f959-1620-4ba5-b8f1-845322a97779'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:45:27.822855 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc1f187-f3c9-4d14-a9fe-69f55ac63bf6" -d '{"events": [{"name": "network-changed", "server_uuid": "52a7b1d1-ddc9-4674-827f-199eb4c77de7", "tag": "3f88f959-1620-4ba5-b8f1-845322a97779"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:45:27.849109 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4a0215-2786-464b-8777-8813b06535cf service neutron] Pushing event updated for resources: {'Port': ['ID=fcfccfee-f58b-4bb2-8673-e3cc9133fe83,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:27.855761 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6837f91c-e592-4be8-be71-29984b9a4cbe tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Pushing event updated for resources: {'Subnet': ['ID=da2491c9-9b43-4815-82ea-d409310a5723,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:27.866120 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7efa56c-6d40-4c6b-abf4-b95a64337f7f service neutron] Pushing event updated for resources: {'Port': ['ID=3f88f959-1620-4ba5-b8f1-845322a97779,revision_number=3']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:27.893124 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6837f91c-e592-4be8-be71-29984b9a4cbe tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Checking segment: {'id': 'fa62f8ea-85e2-4639-9381-a3d0df4289fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'd39a5bfe-a21d-4073-bea1-825697455b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:45:27.893568 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6837f91c-e592-4be8-be71-29984b9a4cbe tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Network hostable DHCP agents. Network: d39a5bfe-a21d-4073-bea1-825697455b1d, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:45:27.966046 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e258d6-e568-427e-b9ea-0274939c2136 req-31d22865-55d9-4451-af89-ac5c0f7bb4cf tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:27.970850 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-08e258d6-e568-427e-b9ea-0274939c2136 req-31d22865-55d9-4451-af89-ac5c0f7bb4cf tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=99f5f6ef-f1dd-4463-9211-714b975b878e HTTP/1.1" status: 200 len: 945 time: 0.0843256 Sep 24 15:45:28.020562 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-08e258d6-e568-427e-b9ea-0274939c2136 req-2c1dd504-2aca-496d-8471-2183fc7ce478 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444100 Sep 24 15:45:28.125770 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4be5bf-edff-4801-9a67-acb919e4e84b x-openstack-request-id: req-6a4be5bf-edff-4801-9a67-acb919e4e84b {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:45:28.126066 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52a7b1d1-ddc9-4674-827f-199eb4c77de7", "tag": "3f88f959-1620-4ba5-b8f1-845322a97779", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:45:28.126370 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-6a4be5bf-edff-4801-9a67-acb919e4e84b {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:45:28.126779 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52a7b1d1-ddc9-4674-827f-199eb4c77de7', 'tag': '3f88f959-1620-4ba5-b8f1-845322a97779', 'status': 'completed', 'code': 200} Sep 24 15:45:28.192492 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc1f187-f3c9-4d14-a9fe-69f55ac63bf6 req-e02912a5-a30f-4a2f-81b2-07a35d12d932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:28.195218 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc1f187-f3c9-4d14-a9fe-69f55ac63bf6 req-e02912a5-a30f-4a2f-81b2-07a35d12d932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:28.195218 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc1f187-f3c9-4d14-a9fe-69f55ac63bf6 req-e02912a5-a30f-4a2f-81b2-07a35d12d932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:28.195218 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc1f187-f3c9-4d14-a9fe-69f55ac63bf6 req-e02912a5-a30f-4a2f-81b2-07a35d12d932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:28.195218 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc1f187-f3c9-4d14-a9fe-69f55ac63bf6 req-e02912a5-a30f-4a2f-81b2-07a35d12d932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:28.195218 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc1f187-f3c9-4d14-a9fe-69f55ac63bf6 req-e02912a5-a30f-4a2f-81b2-07a35d12d932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:28.195666 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc1f187-f3c9-4d14-a9fe-69f55ac63bf6 req-e02912a5-a30f-4a2f-81b2-07a35d12d932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:28.197388 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7fc1f187-f3c9-4d14-a9fe-69f55ac63bf6 req-e02912a5-a30f-4a2f-81b2-07a35d12d932 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=4e03fc3d20524ffa9cc0335ea5171849&device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 6407 time: 0.0497997 Sep 24 15:45:28.232152 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device b17cbc6d-eddc-445e-ae67-c49538cc6d2f details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:45:28.235782 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1dec51b-fe60-4894-8448-7aee87a7af23', 'tag': 'fcfccfee-f58b-4bb2-8673-e3cc9133fe83'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:45:28.238670 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5040dbe7-ccea-4323-9266-85afba418a3d" -d '{"events": [{"name": "network-changed", "server_uuid": "b1dec51b-fe60-4894-8448-7aee87a7af23", "tag": "fcfccfee-f58b-4bb2-8673-e3cc9133fe83"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:45:28.247208 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6837f91c-e592-4be8-be71-29984b9a4cbe tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Network d39a5bfe-a21d-4073-bea1-825697455b1d is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:45:28.264319 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-fecde0ac-139d-4752-88fc-be8e89410f37 service neutron] Request body: {'port': {'device_id': '52a7b1d1-ddc9-4674-827f-199eb4c77de7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:45:28.295982 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-620a2ad5-6a51-4e23-a35e-0a7e5eb45513 x-openstack-request-id: req-620a2ad5-6a51-4e23-a35e-0a7e5eb45513 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:45:28.306695 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1dec51b-fe60-4894-8448-7aee87a7af23", "tag": "fcfccfee-f58b-4bb2-8673-e3cc9133fe83", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:45:28.307216 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-620a2ad5-6a51-4e23-a35e-0a7e5eb45513 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:45:28.308358 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1dec51b-fe60-4894-8448-7aee87a7af23', 'tag': 'fcfccfee-f58b-4bb2-8673-e3cc9133fe83', 'status': 'completed', 'code': 200} Sep 24 15:45:28.317458 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc1f187-f3c9-4d14-a9fe-69f55ac63bf6 req-758480cb-c2c0-4a1f-8c82-2cab9814370c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:28.317936 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc1f187-f3c9-4d14-a9fe-69f55ac63bf6 req-758480cb-c2c0-4a1f-8c82-2cab9814370c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:28.318488 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc1f187-f3c9-4d14-a9fe-69f55ac63bf6 req-758480cb-c2c0-4a1f-8c82-2cab9814370c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:28.320112 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7fc1f187-f3c9-4d14-a9fe-69f55ac63bf6 req-758480cb-c2c0-4a1f-8c82-2cab9814370c service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=4e03fc3d20524ffa9cc0335ea5171849&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.1129196 Sep 24 15:45:28.365059 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port b17cbc6d-eddc-445e-ae67-c49538cc6d2f, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=b17cbc6d-eddc-445e-ae67-c49538cc6d2f,segment=NetworkSegment(7e8e93a9-9a2d-4b51-a14d-73f657c90f78),segment_id=7e8e93a9-9a2d-4b51-a14d-73f657c90f78)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:45:28.371215 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc37a74a-c731-495e-876f-6c7c83160028 req-eee5081c-7f9f-4df2-a78d-0a998d7b4359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:28.372829 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dc37a74a-c731-495e-876f-6c7c83160028 req-eee5081c-7f9f-4df2-a78d-0a998d7b4359 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=eaec1a0d6a3a42b29bf3aa6157a3dc16&device_id=b1dec51b-fe60-4894-8448-7aee87a7af23 HTTP/1.1" status: 200 len: 1094 time: 0.0868764 Sep 24 15:45:28.377654 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-fecde0ac-139d-4752-88fc-be8e89410f37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:28.380404 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': 'b17cbc6d-eddc-445e-ae67-c49538cc6d2f', 'network_id': 'bad15511-e79d-4a5e-8826-604fa4d6fb1c', 'port_id': 'b17cbc6d-eddc-445e-ae67-c49538cc6d2f', 'mac_address': 'fa:16:3e:64:c7:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac550aa6-1c9d-441e-90e2-38bf2a7a38e4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:45:28.428618 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-6837f91c-e592-4be8-be71-29984b9a4cbe tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, d39a5bfe-a21d-4073-bea1-825697455b1d) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:45:28.434984 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dc37a74a-c731-495e-876f-6c7c83160028 req-dd30ef0b-2258-41f8-953d-922808da974a service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fcfccfee-f58b-4bb2-8673-e3cc9133fe83 HTTP/1.1" status: 200 len: 217 time: 0.0478415 Sep 24 15:45:28.446317 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6837f91c-e592-4be8-be71-29984b9a4cbe tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:28.447122 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6837f91c-e592-4be8-be71-29984b9a4cbe tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:28.460941 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:28.481553 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc1f187-f3c9-4d14-a9fe-69f55ac63bf6 req-47cc64a2-160f-4587-bf19-620cb30d3ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:28.483695 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7fc1f187-f3c9-4d14-a9fe-69f55ac63bf6 req-47cc64a2-160f-4587-bf19-620cb30d3ddb service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1502006 Sep 24 15:45:28.486268 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9172724-7feb-449d-a017-9607fc7a8200 None None] Network d39a5bfe-a21d-4073-bea1-825697455b1d requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:45:28.511978 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b17cbc6d-eddc-445e-ae67-c49538cc6d2f {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:45:28.570185 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port b17cbc6d-eddc-445e-ae67-c49538cc6d2f, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=b17cbc6d-eddc-445e-ae67-c49538cc6d2f,segment=NetworkSegment(7e8e93a9-9a2d-4b51-a14d-73f657c90f78),segment_id=7e8e93a9-9a2d-4b51-a14d-73f657c90f78)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:45:28.581688 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-6837f91c-e592-4be8-be71-29984b9a4cbe tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9719112 Sep 24 15:45:28.582376 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 57802) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:28.587804 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-eac423d8-b7d0-4019-bbd2-be0b68d17ca1 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Request body: {'network': {'name': 'tempest-router-network01--1326476882'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:45:28.611781 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc37a74a-c731-495e-876f-6c7c83160028 req-4b283b3e-ef91-410e-b65f-156e0d05c1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:28.613487 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dc37a74a-c731-495e-876f-6c7c83160028 req-4b283b3e-ef91-410e-b65f-156e0d05c1c7 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=0eb0ca56-3be8-4ee9-a532-3791b9d8672e HTTP/1.1" status: 200 len: 861 time: 0.1553700 Sep 24 15:45:28.664172 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856358b7-544d-48b4-98ce-13470530e173 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-d39a5bfe-a21d-4073-bea1-825697455b1d', 'network_id': 'd39a5bfe-a21d-4073-bea1-825697455b1d', 'tenant_id': '9ed48583441c46e18ed785e5a81bc257', 'fixed_ips': [{'subnet_id': 'da2491c9-9b43-4815-82ea-d409310a5723'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:45:28.665260 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-856358b7-544d-48b4-98ce-13470530e173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:28.671624 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dc37a74a-c731-495e-876f-6c7c83160028 req-e982a48f-b408-4c8a-8feb-e5ea3d1ef707 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=b80991f6-06cb-42a8-bfdd-05ee90fb0ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488529 Sep 24 15:45:28.699371 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3239ec75-6d28-4ce0-aa92-3d8390b6079b req-f9e1b964-20b9-4ef1-ac16-e10bc9d48125 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:28.701009 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3239ec75-6d28-4ce0-aa92-3d8390b6079b req-f9e1b964-20b9-4ef1-ac16-e10bc9d48125 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=e13456c2-1bae-4992-b8db-4051ba72c06d HTTP/1.1" status: 200 len: 944 time: 0.1902261 Sep 24 15:45:28.730832 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac423d8-b7d0-4019-bbd2-be0b68d17ca1 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Made reservation on behalf of 9ed48583441c46e18ed785e5a81bc257 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:45:28.736894 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-eac423d8-b7d0-4019-bbd2-be0b68d17ca1 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:28.781516 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eac423d8-b7d0-4019-bbd2-be0b68d17ca1 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1286} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:45:28.795465 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-eac423d8-b7d0-4019-bbd2-be0b68d17ca1 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:28.802785 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-eac423d8-b7d0-4019-bbd2-be0b68d17ca1 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Added segment d58e6b6c-1a11-41a8-bfb8-19ac17799c9a of type vlan for network e5e3c871-f284-45f6-a9f9-c671f4271f55 Sep 24 15:45:28.828786 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:28.886768 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-eac423d8-b7d0-4019-bbd2-be0b68d17ca1 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:28.888462 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3239ec75-6d28-4ce0-aa92-3d8390b6079b req-2d46018b-6251-4e82-bc00-3ef423f6b2cc tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660919 Sep 24 15:45:28.892370 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-856358b7-544d-48b4-98ce-13470530e173 None None] Allocated IP 172.20.0.2 (d39a5bfe-a21d-4073-bea1-825697455b1d/da2491c9-9b43-4815-82ea-d409310a5723/fea59787-97e0-49fc-88c0-ebc7d67294b8) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:45:28.909183 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dc37a74a-c731-495e-876f-6c7c83160028 req-8ad7fe43-108e-4882-8efd-9242249e4f1d service neutron] 10.222.0.108 "GET /v2.0/networks/b80991f6-06cb-42a8-bfdd-05ee90fb0ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287385 Sep 24 15:45:28.942788 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=b17cbc6d-eddc-445e-ae67-c49538cc6d2f,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:29.081070 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93337f5-3e84-448f-bbf0-37fab3b7c4fd req-9b667abf-06bc-4162-ad83-8be80cef03a9 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:29.090811 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93337f5-3e84-448f-bbf0-37fab3b7c4fd req-9b667abf-06bc-4162-ad83-8be80cef03a9 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:29.098070 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93337f5-3e84-448f-bbf0-37fab3b7c4fd req-9b667abf-06bc-4162-ad83-8be80cef03a9 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:29.106661 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93337f5-3e84-448f-bbf0-37fab3b7c4fd req-9b667abf-06bc-4162-ad83-8be80cef03a9 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:29.113881 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93337f5-3e84-448f-bbf0-37fab3b7c4fd req-9b667abf-06bc-4162-ad83-8be80cef03a9 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:29.123784 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93337f5-3e84-448f-bbf0-37fab3b7c4fd req-9b667abf-06bc-4162-ad83-8be80cef03a9 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:29.129367 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dc37a74a-c731-495e-876f-6c7c83160028 req-f1acf888-41bc-4bdb-a8a4-14d67d227589 service neutron] 10.222.0.108 "GET /v2.0/networks/b80991f6-06cb-42a8-bfdd-05ee90fb0ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064459 Sep 24 15:45:29.137040 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['b17cbc6d-eddc-445e-ae67-c49538cc6d2f'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:45:29.137152 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93337f5-3e84-448f-bbf0-37fab3b7c4fd req-9b667abf-06bc-4162-ad83-8be80cef03a9 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:29.141389 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-fecde0ac-139d-4752-88fc-be8e89410f37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1294cbcc-4e3d-45a3-9f67-cd385cfb8a81 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:45:29.144205 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d93337f5-3e84-448f-bbf0-37fab3b7c4fd req-9b667abf-06bc-4162-ad83-8be80cef03a9 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 5405 time: 0.4744134 Sep 24 15:45:29.155040 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-fecde0ac-139d-4752-88fc-be8e89410f37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:29.157076 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-eac423d8-b7d0-4019-bbd2-be0b68d17ca1 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:29.171590 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac423d8-b7d0-4019-bbd2-be0b68d17ca1 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:29.171590 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-eac423d8-b7d0-4019-bbd2-be0b68d17ca1 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:29.171894 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e81cc2-1af2-4fa8-9a5b-edcb3b5c31eb req-64468017-2be1-40fc-ae77-d0ec1e0a90d4 tempest-InstanceActionsNegativeTestJSON-2010809430 tempest-InstanceActionsNegativeTestJSON-2010809430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:29.172990 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-86e81cc2-1af2-4fa8-9a5b-edcb3b5c31eb req-64468017-2be1-40fc-ae77-d0ec1e0a90d4 tempest-InstanceActionsNegativeTestJSON-2010809430 tempest-InstanceActionsNegativeTestJSON-2010809430-project] 10.222.0.101 "GET /v2.0/ports?device_id=b1dec51b-fe60-4894-8448-7aee87a7af23 HTTP/1.1" status: 200 len: 943 time: 0.1347704 Sep 24 15:45:29.193767 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-fecde0ac-139d-4752-88fc-be8e89410f37 service neutron] Transition to ACTIVE for port object 1294cbcc-4e3d-45a3-9f67-cd385cfb8a81 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:45:29.224617 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-86e81cc2-1af2-4fa8-9a5b-edcb3b5c31eb req-758dd9f5-37fd-4f06-8fcd-ad20ef400155 tempest-InstanceActionsNegativeTestJSON-2010809430 tempest-InstanceActionsNegativeTestJSON-2010809430-project] 10.222.0.101 "GET /v2.0/security-groups?id=5198db36-5eab-47b1-84b6-17aba56873d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445085 Sep 24 15:45:29.252449 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d93337f5-3e84-448f-bbf0-37fab3b7c4fd req-8eab6e35-9192-4235-88dc-8181af814ddc tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/security-groups?id=36661b0c-4b5c-4f9d-8577-0fff57e17e03&id=faaaed6c-5dc8-4a43-a587-4571f710ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1072626 Sep 24 15:45:29.292873 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-856358b7-544d-48b4-98ce-13470530e173 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:29.335871 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac423d8-b7d0-4019-bbd2-be0b68d17ca1 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Pushing event updated for resources: {'Network': ['ID=e5e3c871-f284-45f6-a9f9-c671f4271f55,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:29.350453 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network e5e3c871-f284-45f6-a9f9-c671f4271f55 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:45:29.379271 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7470fe68-c5f9-4c37-87bf-1c9696eb1aa8 req-028398c0-ec46-482f-9548-2b92d39008bf tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:29.380903 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7470fe68-c5f9-4c37-87bf-1c9696eb1aa8 req-028398c0-ec46-482f-9548-2b92d39008bf tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=99f5f6ef-f1dd-4463-9211-714b975b878e HTTP/1.1" status: 200 len: 945 time: 0.0728288 Sep 24 15:45:29.451135 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-eac423d8-b7d0-4019-bbd2-be0b68d17ca1 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8677039 Sep 24 15:45:29.452011 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 57826) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:29.453410 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-fecde0ac-139d-4752-88fc-be8e89410f37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:29.457463 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-28e304dd-8d77-4dd9-a163-7a608b55a84b tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Request body: {'network': {'name': 'tempest-router-network02--186626995'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:45:29.463159 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7470fe68-c5f9-4c37-87bf-1c9696eb1aa8 req-96dc5e59-df9d-41fc-890a-8bb7015279a7 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746868 Sep 24 15:45:29.471535 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5040dbe7-ccea-4323-9266-85afba418a3d req-21d42bc7-1d48-402f-bdd2-87473e3792d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:29.472872 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5040dbe7-ccea-4323-9266-85afba418a3d req-21d42bc7-1d48-402f-bdd2-87473e3792d1 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=eaec1a0d6a3a42b29bf3aa6157a3dc16&device_id=b1dec51b-fe60-4894-8448-7aee87a7af23 HTTP/1.1" status: 200 len: 1094 time: 0.0780735 Sep 24 15:45:29.498042 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-856358b7-544d-48b4-98ce-13470530e173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:29.540601 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecde0ac-139d-4752-88fc-be8e89410f37 service neutron] Pushing event updated for resources: {'Port': ['ID=1294cbcc-4e3d-45a3-9f67-cd385cfb8a81,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:29.556101 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856358b7-544d-48b4-98ce-13470530e173 None None] Pushing event updated for resources: {'Port': ['ID=fea59787-97e0-49fc-88c0-ebc7d67294b8,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:29.570465 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-856358b7-544d-48b4-98ce-13470530e173 None None] Network d39a5bfe-a21d-4073-bea1-825697455b1d is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:45:29.575057 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-856358b7-544d-48b4-98ce-13470530e173 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:45:29.587178 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-856358b7-544d-48b4-98ce-13470530e173 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:45:29.588076 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e304dd-8d77-4dd9-a163-7a608b55a84b tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Made reservation on behalf of 9ed48583441c46e18ed785e5a81bc257 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:45:29.591416 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-28e304dd-8d77-4dd9-a163-7a608b55a84b tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:29.649662 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28e304dd-8d77-4dd9-a163-7a608b55a84b tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1255} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:45:29.669446 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-28e304dd-8d77-4dd9-a163-7a608b55a84b tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:29.669446 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-28e304dd-8d77-4dd9-a163-7a608b55a84b tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Added segment 5abd23c3-307f-48e7-8d60-6b5dff9aa735 of type vlan for network 9f9af495-0979-4ef4-841e-834c63f9ad5f Sep 24 15:45:29.741004 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-28e304dd-8d77-4dd9-a163-7a608b55a84b tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:29.764126 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-856358b7-544d-48b4-98ce-13470530e173 None None] Attempting to bind port fea59787-97e0-49fc-88c0-ebc7d67294b8 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:45:29.764491 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-856358b7-544d-48b4-98ce-13470530e173 None None] Attempting to bind port fea59787-97e0-49fc-88c0-ebc7d67294b8 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'fa62f8ea-85e2-4639-9381-a3d0df4289fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'd39a5bfe-a21d-4073-bea1-825697455b1d'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:45:29.764857 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856358b7-544d-48b4-98ce-13470530e173 None None] Attempting to bind port fea59787-97e0-49fc-88c0-ebc7d67294b8 on network d39a5bfe-a21d-4073-bea1-825697455b1d {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:45:29.796325 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856358b7-544d-48b4-98ce-13470530e173 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 45, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:45:29.796618 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856358b7-544d-48b4-98ce-13470530e173 None None] Checking segment: {'id': 'fa62f8ea-85e2-4639-9381-a3d0df4289fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'd39a5bfe-a21d-4073-bea1-825697455b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:45:29.797023 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-856358b7-544d-48b4-98ce-13470530e173 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:29.797420 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-856358b7-544d-48b4-98ce-13470530e173 None None] Bound using segment: {'id': 'fa62f8ea-85e2-4639-9381-a3d0df4289fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'd39a5bfe-a21d-4073-bea1-825697455b1d'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:45:29.798031 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-856358b7-544d-48b4-98ce-13470530e173 None None] Bound port: fea59787-97e0-49fc-88c0-ebc7d67294b8, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa62f8ea-85e2-4639-9381-a3d0df4289fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': 'd39a5bfe-a21d-4073-bea1-825697455b1d'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:45:29.798487 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-856358b7-544d-48b4-98ce-13470530e173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:29.938429 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-28e304dd-8d77-4dd9-a163-7a608b55a84b tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:29.947161 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e304dd-8d77-4dd9-a163-7a608b55a84b tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:29.959077 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-28e304dd-8d77-4dd9-a163-7a608b55a84b tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:30.096079 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-856358b7-544d-48b4-98ce-13470530e173 None None] For port fea59787-97e0-49fc-88c0-ebc7d67294b8, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:45:30.100825 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-856358b7-544d-48b4-98ce-13470530e173 None None] For port fea59787-97e0-49fc-88c0-ebc7d67294b8, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=fea59787-97e0-49fc-88c0-ebc7d67294b8,segment=NetworkSegment(fa62f8ea-85e2-4639-9381-a3d0df4289fe),segment_id=fa62f8ea-85e2-4639-9381-a3d0df4289fe)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:45:30.143604 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e304dd-8d77-4dd9-a163-7a608b55a84b tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Pushing event updated for resources: {'Network': ['ID=9f9af495-0979-4ef4-841e-834c63f9ad5f,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:30.168996 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 9f9af495-0979-4ef4-841e-834c63f9ad5f details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:45:30.169160 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-28e304dd-8d77-4dd9-a163-7a608b55a84b tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7107720 Sep 24 15:45:30.169265 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 57840) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:30.179981 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f3176-dd5d-473c-8566-33044fe41c92 req-07aa7977-d3a6-4468-8726-06ad7156cf02 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:30.182827 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-d0915c69-fd23-490a-895b-3b41fc58b6cf tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Request body: {'subnet': {'network_id': 'e5e3c871-f284-45f6-a9f9-c671f4271f55', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:45:30.188871 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-876f3176-dd5d-473c-8566-33044fe41c92 req-07aa7977-d3a6-4468-8726-06ad7156cf02 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=e13456c2-1bae-4992-b8db-4051ba72c06d HTTP/1.1" status: 200 len: 945 time: 0.2133403 Sep 24 15:45:30.229451 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5040dbe7-ccea-4323-9266-85afba418a3d req-f32ca95e-0f8b-477d-bfd0-df8aa3c346c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:30.232063 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device b17cbc6d-eddc-445e-ae67-c49538cc6d2f up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:45:30.258771 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-876f3176-dd5d-473c-8566-33044fe41c92 req-754e460a-2825-4b74-ab06-25ee4ef4b746 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489740 Sep 24 15:45:30.259197 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5040dbe7-ccea-4323-9266-85afba418a3d req-f32ca95e-0f8b-477d-bfd0-df8aa3c346c2 service neutron] 10.222.0.108 "GET /v2.0/networks?id=b80991f6-06cb-42a8-bfdd-05ee90fb0ecf HTTP/1.1" status: 200 len: 923 time: 0.7491963 Sep 24 15:45:30.355142 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-856358b7-544d-48b4-98ce-13470530e173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:30.392141 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5040dbe7-ccea-4323-9266-85afba418a3d req-fab0305c-b11b-440c-876f-69abef7a67b6 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fcfccfee-f58b-4bb2-8673-e3cc9133fe83 HTTP/1.1" status: 200 len: 217 time: 0.0773571 Sep 24 15:45:30.394274 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-fecde0ac-139d-4752-88fc-be8e89410f37 service neutron] Attempting to bind port 1294cbcc-4e3d-45a3-9f67-cd385cfb8a81 on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:45:30.394625 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-fecde0ac-139d-4752-88fc-be8e89410f37 service neutron] Attempting to bind port 1294cbcc-4e3d-45a3-9f67-cd385cfb8a81 by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': 'a9f89dba-bd7d-4e6d-96ca-5e01f19302ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': 'e4856753-6c1e-428e-a2fe-e4f7731cb6f7'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:45:30.394955 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-fecde0ac-139d-4752-88fc-be8e89410f37 service neutron] Attempting to bind port 1294cbcc-4e3d-45a3-9f67-cd385cfb8a81 on network e4856753-6c1e-428e-a2fe-e4f7731cb6f7 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:45:30.410528 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbeb03a-c118-44c0-bcc9-552391d0ad35 req-8b7fc9d3-49f6-4fc4-89e8-3470841897d0 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:30.415725 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856358b7-544d-48b4-98ce-13470530e173 None None] Pushing event updated for resources: {'Port': ['ID=fea59787-97e0-49fc-88c0-ebc7d67294b8,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:30.419641 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbeb03a-c118-44c0-bcc9-552391d0ad35 req-8b7fc9d3-49f6-4fc4-89e8-3470841897d0 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:30.430555 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbeb03a-c118-44c0-bcc9-552391d0ad35 req-8b7fc9d3-49f6-4fc4-89e8-3470841897d0 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:30.438053 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbeb03a-c118-44c0-bcc9-552391d0ad35 req-8b7fc9d3-49f6-4fc4-89e8-3470841897d0 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:30.444814 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbeb03a-c118-44c0-bcc9-552391d0ad35 req-8b7fc9d3-49f6-4fc4-89e8-3470841897d0 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:30.445538 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-fecde0ac-139d-4752-88fc-be8e89410f37 service neutron] Port 1294cbcc-4e3d-45a3-9f67-cd385cfb8a81 on network e4856753-6c1e-428e-a2fe-e4f7731cb6f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:45:30.446388 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-fecde0ac-139d-4752-88fc-be8e89410f37 service neutron] Attempting to bind port 1294cbcc-4e3d-45a3-9f67-cd385cfb8a81 on network e4856753-6c1e-428e-a2fe-e4f7731cb6f7 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:45:30.453668 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbeb03a-c118-44c0-bcc9-552391d0ad35 req-8b7fc9d3-49f6-4fc4-89e8-3470841897d0 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:30.460844 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbeb03a-c118-44c0-bcc9-552391d0ad35 req-8b7fc9d3-49f6-4fc4-89e8-3470841897d0 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:30.466451 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ccbeb03a-c118-44c0-bcc9-552391d0ad35 req-8b7fc9d3-49f6-4fc4-89e8-3470841897d0 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 5417 time: 0.1215665 Sep 24 15:45:30.472466 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-fecde0ac-139d-4752-88fc-be8e89410f37 service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:45:30.472466 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-fecde0ac-139d-4752-88fc-be8e89410f37 service neutron] Checking segment: {'id': 'a9f89dba-bd7d-4e6d-96ca-5e01f19302ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': 'e4856753-6c1e-428e-a2fe-e4f7731cb6f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:45:30.472466 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-fecde0ac-139d-4752-88fc-be8e89410f37 service neutron] Bound using segment: {'id': 'a9f89dba-bd7d-4e6d-96ca-5e01f19302ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': 'e4856753-6c1e-428e-a2fe-e4f7731cb6f7'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:45:30.472466 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-fecde0ac-139d-4752-88fc-be8e89410f37 service neutron] Bound port: 1294cbcc-4e3d-45a3-9f67-cd385cfb8a81, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9f89dba-bd7d-4e6d-96ca-5e01f19302ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': 'e4856753-6c1e-428e-a2fe-e4f7731cb6f7'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:45:30.472466 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-fecde0ac-139d-4752-88fc-be8e89410f37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:30.499069 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5040dbe7-ccea-4323-9266-85afba418a3d req-f9c1e251-44c8-48c3-b4af-0c3843d2b83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:30.501565 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5040dbe7-ccea-4323-9266-85afba418a3d req-f9c1e251-44c8-48c3-b4af-0c3843d2b83d service neutron] 10.222.0.108 "GET /v2.0/subnets?id=0eb0ca56-3be8-4ee9-a532-3791b9d8672e HTTP/1.1" status: 200 len: 861 time: 0.0963202 Sep 24 15:45:30.502824 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port b17cbc6d-eddc-445e-ae67-c49538cc6d2f completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:45:30.507315 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port b17cbc6d-eddc-445e-ae67-c49538cc6d2f triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:45:30.507897 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:30.512562 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d118e-8ffb-4ba3-b59f-a445815feb5b req-4c99503c-f97a-4699-9d3a-ec00c59707c5 tempest-InstanceActionsNegativeTestJSON-2010809430 tempest-InstanceActionsNegativeTestJSON-2010809430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:30.512562 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d48d118e-8ffb-4ba3-b59f-a445815feb5b req-4c99503c-f97a-4699-9d3a-ec00c59707c5 tempest-InstanceActionsNegativeTestJSON-2010809430 tempest-InstanceActionsNegativeTestJSON-2010809430-project] 10.222.0.101 "GET /v2.0/ports?device_id=b1dec51b-fe60-4894-8448-7aee87a7af23 HTTP/1.1" status: 200 len: 943 time: 0.1941600 Sep 24 15:45:30.553907 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ccbeb03a-c118-44c0-bcc9-552391d0ad35 req-9651de03-2d72-4e07-be1b-df59222a4607 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/security-groups?id=36661b0c-4b5c-4f9d-8577-0fff57e17e03&id=faaaed6c-5dc8-4a43-a587-4571f710ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0791581 Sep 24 15:45:30.571667 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5040dbe7-ccea-4323-9266-85afba418a3d req-073189e9-1a35-4e0a-986f-af5e60a1dacf service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=b80991f6-06cb-42a8-bfdd-05ee90fb0ecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580053 Sep 24 15:45:30.662026 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d48d118e-8ffb-4ba3-b59f-a445815feb5b req-e1b39dc9-ab7f-4a54-904a-765d95066205 tempest-InstanceActionsNegativeTestJSON-2010809430 tempest-InstanceActionsNegativeTestJSON-2010809430-project] 10.222.0.101 "GET /v2.0/security-groups?id=5198db36-5eab-47b1-84b6-17aba56873d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285386 Sep 24 15:45:30.686375 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:30.750055 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-fecde0ac-139d-4752-88fc-be8e89410f37 service neutron] For port 1294cbcc-4e3d-45a3-9f67-cd385cfb8a81, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:45:30.755266 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e13456c2-1bae-4992-b8db-4051ba72c06d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b17cbc6d-eddc-445e-ae67-c49538cc6d2f'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:45:30.757945 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2afc5f57-f30a-4a4b-a68a-b9d3aec7145b" -d '{"events": [{"server_uuid": "e13456c2-1bae-4992-b8db-4051ba72c06d", "name": "network-vif-plugged", "status": "completed", "tag": "b17cbc6d-eddc-445e-ae67-c49538cc6d2f"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:45:30.785469 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-fecde0ac-139d-4752-88fc-be8e89410f37 service neutron] For port 1294cbcc-4e3d-45a3-9f67-cd385cfb8a81, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=1294cbcc-4e3d-45a3-9f67-cd385cfb8a81,segment=NetworkSegment(a9f89dba-bd7d-4e6d-96ca-5e01f19302ef),segment_id=a9f89dba-bd7d-4e6d-96ca-5e01f19302ef)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:45:30.786853 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0915c69-fd23-490a-895b-3b41fc58b6cf tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Made reservation on behalf of 9ed48583441c46e18ed785e5a81bc257 for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:45:30.792876 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d0915c69-fd23-490a-895b-3b41fc58b6cf tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:30.825505 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port b17cbc6d-eddc-445e-ae67-c49538cc6d2f, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=b17cbc6d-eddc-445e-ae67-c49538cc6d2f,segment=NetworkSegment(7e8e93a9-9a2d-4b51-a14d-73f657c90f78),segment_id=7e8e93a9-9a2d-4b51-a14d-73f657c90f78)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:45:30.852907 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81f47bc-1c9c-445d-aacb-c7f99c9b842a x-openstack-request-id: req-b81f47bc-1c9c-445d-aacb-c7f99c9b842a {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:45:30.853199 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e13456c2-1bae-4992-b8db-4051ba72c06d", "name": "network-vif-plugged", "status": "completed", "tag": "b17cbc6d-eddc-445e-ae67-c49538cc6d2f", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:45:30.853457 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b81f47bc-1c9c-445d-aacb-c7f99c9b842a {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:45:30.853920 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e13456c2-1bae-4992-b8db-4051ba72c06d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b17cbc6d-eddc-445e-ae67-c49538cc6d2f', 'code': 200} Sep 24 15:45:30.908248 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5040dbe7-ccea-4323-9266-85afba418a3d req-bdd9ffce-e2e8-4c40-b2af-c0f73afe3a7b service neutron] 10.222.0.108 "GET /v2.0/networks/b80991f6-06cb-42a8-bfdd-05ee90fb0ecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248127 Sep 24 15:45:30.950589 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-fecde0ac-139d-4752-88fc-be8e89410f37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:31.034861 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc2a897-cf4a-40ee-b195-aeab17786c4d req-bfae5797-20fd-42a7-b6b0-876ab4ec3e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:31.038207 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fbc2a897-cf4a-40ee-b195-aeab17786c4d req-bfae5797-20fd-42a7-b6b0-876ab4ec3e77 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=e13456c2-1bae-4992-b8db-4051ba72c06d HTTP/1.1" status: 200 len: 1096 time: 0.0898688 Sep 24 15:45:31.046902 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-fecde0ac-139d-4752-88fc-be8e89410f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:31.047447 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-fecde0ac-139d-4752-88fc-be8e89410f37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:31.048832 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-fecde0ac-139d-4752-88fc-be8e89410f37 service neutron] 10.222.0.110 "PUT /v2.0/ports/1294cbcc-4e3d-45a3-9f67-cd385cfb8a81 HTTP/1.1" status: 200 len: 1091 time: 2.7893274 Sep 24 15:45:31.053272 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52a7b1d1-ddc9-4674-827f-199eb4c77de7', 'tag': '1294cbcc-4e3d-45a3-9f67-cd385cfb8a81'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:45:31.056326 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fdcf923-1a15-43a5-ae87-a798b991adfb" -d '{"events": [{"name": "network-changed", "server_uuid": "52a7b1d1-ddc9-4674-827f-199eb4c77de7", "tag": "1294cbcc-4e3d-45a3-9f67-cd385cfb8a81"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:45:31.086213 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:31.124649 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fbc2a897-cf4a-40ee-b195-aeab17786c4d req-e230033e-d536-42d9-aeaa-28887c54fd68 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771270 Sep 24 15:45:31.150455 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3837e9-acd6-40fb-bc08-033bd63ceea3 req-1b99e8d4-6460-4b5d-b21b-24ea961bb3d3 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:31.157823 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4b3837e9-acd6-40fb-bc08-033bd63ceea3 req-1b99e8d4-6460-4b5d-b21b-24ea961bb3d3 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=99f5f6ef-f1dd-4463-9211-714b975b878e HTTP/1.1" status: 200 len: 945 time: 0.3533945 Sep 24 15:45:31.162074 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b349752-34d1-433a-97ac-dc95eb1234ba x-openstack-request-id: req-2b349752-34d1-433a-97ac-dc95eb1234ba {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:45:31.162380 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52a7b1d1-ddc9-4674-827f-199eb4c77de7", "tag": "1294cbcc-4e3d-45a3-9f67-cd385cfb8a81", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:45:31.162619 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-2b349752-34d1-433a-97ac-dc95eb1234ba {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:45:31.163007 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52a7b1d1-ddc9-4674-827f-199eb4c77de7', 'tag': '1294cbcc-4e3d-45a3-9f67-cd385cfb8a81', 'status': 'completed', 'code': 200} Sep 24 15:45:31.199141 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=b17cbc6d-eddc-445e-ae67-c49538cc6d2f,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:31.229566 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecde0ac-139d-4752-88fc-be8e89410f37 service neutron] Pushing event updated for resources: {'Port': ['ID=1294cbcc-4e3d-45a3-9f67-cd385cfb8a81,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:31.245971 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-621f5e96-0214-4a86-abb2-7c30e9fad5a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:31.357193 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4b3837e9-acd6-40fb-bc08-033bd63ceea3 req-c8b58c6b-ad17-4460-bb4e-02698a249afd tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987298 Sep 24 15:45:31.361630 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5040dbe7-ccea-4323-9266-85afba418a3d req-c66d661c-0861-4be5-876f-c93977a4e56f service neutron] 10.222.0.108 "GET /v2.0/networks/b80991f6-06cb-42a8-bfdd-05ee90fb0ecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4247656 Sep 24 15:45:31.450058 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdcf923-1a15-43a5-ae87-a798b991adfb req-12cd2cdc-b834-4d9e-9691-7238e7ef24c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:31.455289 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdcf923-1a15-43a5-ae87-a798b991adfb req-12cd2cdc-b834-4d9e-9691-7238e7ef24c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:31.455843 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdcf923-1a15-43a5-ae87-a798b991adfb req-12cd2cdc-b834-4d9e-9691-7238e7ef24c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:31.456319 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdcf923-1a15-43a5-ae87-a798b991adfb req-12cd2cdc-b834-4d9e-9691-7238e7ef24c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:31.456790 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdcf923-1a15-43a5-ae87-a798b991adfb req-12cd2cdc-b834-4d9e-9691-7238e7ef24c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:31.457258 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdcf923-1a15-43a5-ae87-a798b991adfb req-12cd2cdc-b834-4d9e-9691-7238e7ef24c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:31.457723 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdcf923-1a15-43a5-ae87-a798b991adfb req-12cd2cdc-b834-4d9e-9691-7238e7ef24c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:31.459818 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2fdcf923-1a15-43a5-ae87-a798b991adfb req-12cd2cdc-b834-4d9e-9691-7238e7ef24c6 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=4e03fc3d20524ffa9cc0335ea5171849&device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 6474 time: 0.1213839 Sep 24 15:45:31.475577 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd4fc47-5b2d-4345-a408-4457db9c7625 req-c13b7672-b0c6-4dab-ad28-b57177eaa217 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:31.477228 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6fd4fc47-5b2d-4345-a408-4457db9c7625 req-c13b7672-b0c6-4dab-ad28-b57177eaa217 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=e13456c2-1bae-4992-b8db-4051ba72c06d HTTP/1.1" status: 200 len: 946 time: 0.0856593 Sep 24 15:45:31.580241 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6fd4fc47-5b2d-4345-a408-4457db9c7625 req-5e748e56-c3ac-4dc3-a8fa-dc6ffa084a79 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939617 Sep 24 15:45:31.590104 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d0915c69-fd23-490a-895b-3b41fc58b6cf tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:31.612589 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdcf923-1a15-43a5-ae87-a798b991adfb req-d442bb0e-3845-44d7-8f52-2a25013a7006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:31.612831 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdcf923-1a15-43a5-ae87-a798b991adfb req-d442bb0e-3845-44d7-8f52-2a25013a7006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:31.613614 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdcf923-1a15-43a5-ae87-a798b991adfb req-d442bb0e-3845-44d7-8f52-2a25013a7006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:31.616116 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2fdcf923-1a15-43a5-ae87-a798b991adfb req-d442bb0e-3845-44d7-8f52-2a25013a7006 service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=4e03fc3d20524ffa9cc0335ea5171849&shared=False HTTP/1.1" status: 200 len: 2296 time: 0.1370821 Sep 24 15:45:31.764711 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0915c69-fd23-490a-895b-3b41fc58b6cf tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Pushing event updated for resources: {'Subnet': ['ID=474e7dbe-14ea-4492-a8a1-77e8fceaa6f1,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:31.775439 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0915c69-fd23-490a-895b-3b41fc58b6cf tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Checking segment: {'id': 'd58e6b6c-1a11-41a8-bfb8-19ac17799c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': 'e5e3c871-f284-45f6-a9f9-c671f4271f55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:45:31.776229 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0915c69-fd23-490a-895b-3b41fc58b6cf tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Network hostable DHCP agents. Network: e5e3c871-f284-45f6-a9f9-c671f4271f55, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:45:31.809017 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102bf3bb-3c78-4182-8816-b654dbaab7ad req-021dc557-79c6-412e-be48-5a205bf4d02c tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:31.815103 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102bf3bb-3c78-4182-8816-b654dbaab7ad req-021dc557-79c6-412e-be48-5a205bf4d02c tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:31.821351 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdcf923-1a15-43a5-ae87-a798b991adfb req-437b1245-9ffa-4b35-b5cf-d718d6072fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:31.822918 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2fdcf923-1a15-43a5-ae87-a798b991adfb req-437b1245-9ffa-4b35-b5cf-d718d6072fa8 service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1981468 Sep 24 15:45:31.825134 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102bf3bb-3c78-4182-8816-b654dbaab7ad req-021dc557-79c6-412e-be48-5a205bf4d02c tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:31.831888 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5386df3b-7c18-4dcf-8e1a-19316ea02676 req-25272a51-19fd-4b72-b80d-45c838b7f470 tempest-InstanceActionsNegativeTestJSON-2010809430 tempest-InstanceActionsNegativeTestJSON-2010809430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:31.834464 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102bf3bb-3c78-4182-8816-b654dbaab7ad req-021dc557-79c6-412e-be48-5a205bf4d02c tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:31.839549 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5386df3b-7c18-4dcf-8e1a-19316ea02676 req-25272a51-19fd-4b72-b80d-45c838b7f470 tempest-InstanceActionsNegativeTestJSON-2010809430 tempest-InstanceActionsNegativeTestJSON-2010809430-project] 10.222.0.101 "GET /v2.0/ports?device_id=b1dec51b-fe60-4894-8448-7aee87a7af23 HTTP/1.1" status: 200 len: 943 time: 0.0851374 Sep 24 15:45:31.843919 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102bf3bb-3c78-4182-8816-b654dbaab7ad req-021dc557-79c6-412e-be48-5a205bf4d02c tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:31.861074 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102bf3bb-3c78-4182-8816-b654dbaab7ad req-021dc557-79c6-412e-be48-5a205bf4d02c tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:31.867340 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102bf3bb-3c78-4182-8816-b654dbaab7ad req-021dc557-79c6-412e-be48-5a205bf4d02c tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:31.869357 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-102bf3bb-3c78-4182-8816-b654dbaab7ad req-021dc557-79c6-412e-be48-5a205bf4d02c tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 5417 time: 0.1681628 Sep 24 15:45:31.895322 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760217e6-8969-4aba-a967-ca441fd84cfc None None] Network d39a5bfe-a21d-4073-bea1-825697455b1d requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:45:31.932828 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5386df3b-7c18-4dcf-8e1a-19316ea02676 req-b3126e5d-2e07-4c46-8a83-d3c5d72601ce tempest-InstanceActionsNegativeTestJSON-2010809430 tempest-InstanceActionsNegativeTestJSON-2010809430-project] 10.222.0.101 "GET /v2.0/security-groups?id=5198db36-5eab-47b1-84b6-17aba56873d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871010 Sep 24 15:45:31.958202 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-102bf3bb-3c78-4182-8816-b654dbaab7ad req-2b0e400d-254b-4c22-9419-1d62a06edf35 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/security-groups?id=36661b0c-4b5c-4f9d-8577-0fff57e17e03&id=faaaed6c-5dc8-4a43-a587-4571f710ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0746992 Sep 24 15:45:31.967694 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0915c69-fd23-490a-895b-3b41fc58b6cf tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Network e5e3c871-f284-45f6-a9f9-c671f4271f55 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:45:31.968768 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-44a6ffd0-d731-452e-a883-d4336274a089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:31.970104 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-44a6ffd0-d731-452e-a883-d4336274a089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:31.973221 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-44a6ffd0-d731-452e-a883-d4336274a089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:31.974080 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-44a6ffd0-d731-452e-a883-d4336274a089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:31.974749 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-44a6ffd0-d731-452e-a883-d4336274a089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:31.975650 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-44a6ffd0-d731-452e-a883-d4336274a089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:31.976312 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-44a6ffd0-d731-452e-a883-d4336274a089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:31.981131 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-44a6ffd0-d731-452e-a883-d4336274a089 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=4e03fc3d20524ffa9cc0335ea5171849&device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 6474 time: 0.1105917 Sep 24 15:45:32.050659 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-9d318eaa-0d6b-4fac-9889-34e23313b8be service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc03181b-eebc-4350-ae95-5058ea48d9fb HTTP/1.1" status: 200 len: 217 time: 0.0604439 Sep 24 15:45:32.083023 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-ce6a6522-80b0-455f-af77-8cb4b65edbed None None] Provisioning complete for port fea59787-97e0-49fc-88c0-ebc7d67294b8 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:45:32.083538 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ce6a6522-80b0-455f-af77-8cb4b65edbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:32.103907 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-d0915c69-fd23-490a-895b-3b41fc58b6cf tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, e5e3c871-f284-45f6-a9f9-c671f4271f55) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:45:32.108677 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0915c69-fd23-490a-895b-3b41fc58b6cf tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:32.109437 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d0915c69-fd23-490a-895b-3b41fc58b6cf tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:32.119928 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5945497-a26c-42ac-beac-c3066249a8ab None None] Network e5e3c871-f284-45f6-a9f9-c671f4271f55 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:45:32.129151 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-ece7ee56-fad7-46c7-853f-584e0b49de0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:32.131093 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-ece7ee56-fad7-46c7-853f-584e0b49de0d service neutron] 10.222.0.110 "GET /v2.0/subnets?id=ff90cfb5-edb1-4dd2-95a8-9b64a8718aa6 HTTP/1.1" status: 200 len: 851 time: 0.0706842 Sep 24 15:45:32.189667 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-780b0336-0fa2-49ba-baa9-ac8193a261b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:32.193133 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-780b0336-0fa2-49ba-baa9-ac8193a261b0 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=fd4dbc0b-12eb-4c1c-a696-391550e45003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500128 Sep 24 15:45:32.270140 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-d0915c69-fd23-490a-895b-3b41fc58b6cf tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1009085 Sep 24 15:45:32.277582 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 57884) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:32.283690 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-20e6d627-c6ae-49bf-bdf5-dc44f06f871a tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Request body: {'subnet': {'network_id': '9f9af495-0979-4ef4-841e-834c63f9ad5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:45:32.363527 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-b9b00c49-ad8c-45e0-8d74-4ea1756b6f9c service neutron] 10.222.0.110 "GET /v2.0/networks/fd4dbc0b-12eb-4c1c-a696-391550e45003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573970 Sep 24 15:45:32.469196 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ce6a6522-80b0-455f-af77-8cb4b65edbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:32.573562 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device fea59787-97e0-49fc-88c0-ebc7d67294b8 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:45:32.584892 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53bd19e-eaac-47b1-96fd-844484ab3d6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-e5e3c871-f284-45f6-a9f9-c671f4271f55', 'network_id': 'e5e3c871-f284-45f6-a9f9-c671f4271f55', 'tenant_id': '9ed48583441c46e18ed785e5a81bc257', 'fixed_ips': [{'subnet_id': '474e7dbe-14ea-4492-a8a1-77e8fceaa6f1'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:45:32.590048 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e53bd19e-eaac-47b1-96fd-844484ab3d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:32.608134 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-2e67a2c2-d848-4fa9-ab31-c48929ea42b3 service neutron] 10.222.0.110 "GET /v2.0/networks/fd4dbc0b-12eb-4c1c-a696-391550e45003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261579 Sep 24 15:45:32.635173 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44515380-afc9-4381-b36d-dc427b3e15ee req-9b7dd0d5-902d-4fd0-9892-62b56f2b6f3b tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:32.645560 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-44515380-afc9-4381-b36d-dc427b3e15ee req-9b7dd0d5-902d-4fd0-9892-62b56f2b6f3b tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=99f5f6ef-f1dd-4463-9211-714b975b878e HTTP/1.1" status: 200 len: 945 time: 0.1325767 Sep 24 15:45:32.683209 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-3ab8c994-8420-4949-aa87-dd3af39988bb service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=fa6b1e2c-793d-44ab-91ff-29c9061ff55a HTTP/1.1" status: 200 len: 217 time: 0.0630331 Sep 24 15:45:32.708036 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-44515380-afc9-4381-b36d-dc427b3e15ee req-465dccb6-987d-4063-9634-4d0d1d880931 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579414 Sep 24 15:45:32.728011 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e6d627-c6ae-49bf-bdf5-dc44f06f871a tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Made reservation on behalf of 9ed48583441c46e18ed785e5a81bc257 for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:45:32.752013 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-20e6d627-c6ae-49bf-bdf5-dc44f06f871a tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:32.767570 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-ce6a6522-80b0-455f-af77-8cb4b65edbed None None] For port fea59787-97e0-49fc-88c0-ebc7d67294b8, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=fea59787-97e0-49fc-88c0-ebc7d67294b8,segment=NetworkSegment(fa62f8ea-85e2-4639-9381-a3d0df4289fe),segment_id=fa62f8ea-85e2-4639-9381-a3d0df4289fe)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:45:32.792946 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-1d8b9480-44d7-4789-ae61-aa7d4c173ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:32.794612 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-1d8b9480-44d7-4789-ae61-aa7d4c173ac2 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=98209579-5345-4ff1-a6ee-f33b5735b225 HTTP/1.1" status: 200 len: 797 time: 0.1024277 Sep 24 15:45:32.853937 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port fea59787-97e0-49fc-88c0-ebc7d67294b8 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:45:32.854298 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:32.884554 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-6d65ce5b-b4ae-4908-8dd7-52318f4fe127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:32.885989 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-6d65ce5b-b4ae-4908-8dd7-52318f4fe127 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9045208f-96a3-4106-bd0d-84166192bb83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0827556 Sep 24 15:45:32.894980 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a79a7be-c1bb-4e6c-8013-3c37a1d54f70 req-99b7d08a-5476-4059-9b1c-2b1036a52e17 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:32.902874 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9a79a7be-c1bb-4e6c-8013-3c37a1d54f70 req-99b7d08a-5476-4059-9b1c-2b1036a52e17 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=e13456c2-1bae-4992-b8db-4051ba72c06d HTTP/1.1" status: 200 len: 946 time: 0.0898373 Sep 24 15:45:32.911812 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-e53bd19e-eaac-47b1-96fd-844484ab3d6f None None] Allocated IP 172.20.0.2 (e5e3c871-f284-45f6-a9f9-c671f4271f55/474e7dbe-14ea-4492-a8a1-77e8fceaa6f1/e854d4e1-a934-4843-921c-fac0744ac127) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:45:32.972637 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device fcfccfee-f58b-4bb2-8673-e3cc9133fe83 details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:45:32.978030 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ce6a6522-80b0-455f-af77-8cb4b65edbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:33.062867 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9a79a7be-c1bb-4e6c-8013-3c37a1d54f70 req-ec8962d9-e309-46de-ac53-e5ede5efd862 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561134 Sep 24 15:45:33.122990 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77644d4-a802-4b96-9f7c-9c44782fe2ee req-02be96f9-99dc-4a0a-b5db-c24ca01ed85d tempest-InstanceActionsNegativeTestJSON-2010809430 tempest-InstanceActionsNegativeTestJSON-2010809430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:33.124837 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a77644d4-a802-4b96-9f7c-9c44782fe2ee req-02be96f9-99dc-4a0a-b5db-c24ca01ed85d tempest-InstanceActionsNegativeTestJSON-2010809430 tempest-InstanceActionsNegativeTestJSON-2010809430-project] 10.222.0.101 "GET /v2.0/ports?device_id=b1dec51b-fe60-4894-8448-7aee87a7af23 HTTP/1.1" status: 200 len: 943 time: 0.0996070 Sep 24 15:45:33.145401 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-fd77fe1d-0ba4-47f6-93f0-2aa412bc7a5c service neutron] 10.222.0.110 "GET /v2.0/networks/9045208f-96a3-4106-bd0d-84166192bb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374811 Sep 24 15:45:33.192288 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a77644d4-a802-4b96-9f7c-9c44782fe2ee req-f68b7fa7-362e-4344-b6e7-00e102c6bded tempest-InstanceActionsNegativeTestJSON-2010809430 tempest-InstanceActionsNegativeTestJSON-2010809430-project] 10.222.0.101 "GET /v2.0/security-groups?id=5198db36-5eab-47b1-84b6-17aba56873d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591862 Sep 24 15:45:33.236435 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-03f8baf5-52b5-4762-83f9-9c7ca300057e None None] Provisioning complete for port fea59787-97e0-49fc-88c0-ebc7d67294b8 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:45:33.236801 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-03f8baf5-52b5-4762-83f9-9c7ca300057e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:33.245377 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-20e6d627-c6ae-49bf-bdf5-dc44f06f871a tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:33.263254 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6a6522-80b0-455f-af77-8cb4b65edbed None None] Pushing event updated for resources: {'Port': ['ID=fea59787-97e0-49fc-88c0-ebc7d67294b8,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:33.310824 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e6d627-c6ae-49bf-bdf5-dc44f06f871a tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Pushing event updated for resources: {'Subnet': ['ID=c796c15c-22ea-4e2a-9891-5955a37907bb,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:33.366224 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa93f67-0900-4754-8f75-f3c0270f695a req-708e707d-db77-48cb-b581-3be5402ad288 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:33.374441 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa93f67-0900-4754-8f75-f3c0270f695a req-708e707d-db77-48cb-b581-3be5402ad288 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:33.375691 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e6d627-c6ae-49bf-bdf5-dc44f06f871a tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Checking segment: {'id': '5abd23c3-307f-48e7-8d60-6b5dff9aa735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '9f9af495-0979-4ef4-841e-834c63f9ad5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:45:33.376070 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e6d627-c6ae-49bf-bdf5-dc44f06f871a tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Network hostable DHCP agents. Network: 9f9af495-0979-4ef4-841e-834c63f9ad5f, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:45:33.381968 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa93f67-0900-4754-8f75-f3c0270f695a req-708e707d-db77-48cb-b581-3be5402ad288 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:33.390426 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa93f67-0900-4754-8f75-f3c0270f695a req-708e707d-db77-48cb-b581-3be5402ad288 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:33.397372 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa93f67-0900-4754-8f75-f3c0270f695a req-708e707d-db77-48cb-b581-3be5402ad288 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:33.405113 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa93f67-0900-4754-8f75-f3c0270f695a req-708e707d-db77-48cb-b581-3be5402ad288 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:33.411863 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa93f67-0900-4754-8f75-f3c0270f695a req-708e707d-db77-48cb-b581-3be5402ad288 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:33.420621 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5fa93f67-0900-4754-8f75-f3c0270f695a req-708e707d-db77-48cb-b581-3be5402ad288 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 5417 time: 0.2727079 Sep 24 15:45:33.424420 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-72cbffd4-38e3-40eb-8d04-3e7aa3254ad7 service neutron] 10.222.0.110 "GET /v2.0/networks/9045208f-96a3-4106-bd0d-84166192bb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730103 Sep 24 15:45:33.449350 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-db4a2a95-0e33-46bb-a8ff-99136f688782 req-2decd33f-e94d-4694-b63f-e153455f4259 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=ac17221dd7b34bd3afb658a69ac088d3 HTTP/1.1" status: 200 len: 267 time: 0.0533032 Sep 24 15:45:33.475505 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port fcfccfee-f58b-4bb2-8673-e3cc9133fe83, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=fcfccfee-f58b-4bb2-8673-e3cc9133fe83,segment=NetworkSegment(d822da1f-1192-4d3f-9dda-5df206696463),segment_id=d822da1f-1192-4d3f-9dda-5df206696463)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:45:33.490264 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': 'fcfccfee-f58b-4bb2-8673-e3cc9133fe83', 'network_id': 'b80991f6-06cb-42a8-bfdd-05ee90fb0ecf', 'port_id': 'fcfccfee-f58b-4bb2-8673-e3cc9133fe83', 'mac_address': 'fa:16:3e:ca:fc:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1293, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0eb0ca56-3be8-4ee9-a532-3791b9d8672e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:45:33.506148 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-f5bd5fba-927d-4470-983f-ea2fe5618fe3 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=70f68d1a-4d62-4ee3-ae39-b3c0cf1402e5 HTTP/1.1" status: 200 len: 217 time: 0.0577595 Sep 24 15:45:33.516510 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e6d627-c6ae-49bf-bdf5-dc44f06f871a tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Network 9f9af495-0979-4ef4-841e-834c63f9ad5f is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:45:33.519851 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5fa93f67-0900-4754-8f75-f3c0270f695a req-570807c8-70d7-4e1a-8f0a-b0b28b6c393f tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/security-groups?id=36661b0c-4b5c-4f9d-8577-0fff57e17e03&id=faaaed6c-5dc8-4a43-a587-4571f710ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0980012 Sep 24 15:45:33.539008 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a2a95-0e33-46bb-a8ff-99136f688782 req-ce347de9-cd79-43c1-a26b-49e5a355fb5b tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:33.541345 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-db4a2a95-0e33-46bb-a8ff-99136f688782 req-ce347de9-cd79-43c1-a26b-49e5a355fb5b tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=e13456c2-1bae-4992-b8db-4051ba72c06d HTTP/1.1" status: 200 len: 946 time: 0.0911899 Sep 24 15:45:33.555274 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:33.555767 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-db4a2a95-0e33-46bb-a8ff-99136f688782 req-58be21d7-aa77-497e-9ca7-41e0b8253598 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Request body: {'port': {'security_groups': []}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:45:33.588750 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-65b37f4e-bac2-4f63-aa5e-ec1a5353052f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:33.590634 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-65b37f4e-bac2-4f63-aa5e-ec1a5353052f service neutron] 10.222.0.110 "GET /v2.0/subnets?id=98209579-5345-4ff1-a6ee-f33b5735b225 HTTP/1.1" status: 200 len: 797 time: 0.0649052 Sep 24 15:45:33.604428 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcfccfee-f58b-4bb2-8673-e3cc9133fe83 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:45:33.610548 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e53bd19e-eaac-47b1-96fd-844484ab3d6f None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:33.643613 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port fcfccfee-f58b-4bb2-8673-e3cc9133fe83, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=fcfccfee-f58b-4bb2-8673-e3cc9133fe83,segment=NetworkSegment(d822da1f-1192-4d3f-9dda-5df206696463),segment_id=d822da1f-1192-4d3f-9dda-5df206696463)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:45:33.655193 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-8da776f5-a23b-4bcc-9dee-d11b0946fb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:33.657403 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-8da776f5-a23b-4bcc-9dee-d11b0946fb35 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9045208f-96a3-4106-bd0d-84166192bb83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0562074 Sep 24 15:45:33.661652 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-db4a2a95-0e33-46bb-a8ff-99136f688782 req-58be21d7-aa77-497e-9ca7-41e0b8253598 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:33.663647 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-20e6d627-c6ae-49bf-bdf5-dc44f06f871a tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 9f9af495-0979-4ef4-841e-834c63f9ad5f) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:45:33.671971 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ac1986-f9db-41f9-b39e-5a248e6a9f9d None None] Network 9f9af495-0979-4ef4-841e-834c63f9ad5f requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:45:33.694706 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e6d627-c6ae-49bf-bdf5-dc44f06f871a tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:33.695335 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-20e6d627-c6ae-49bf-bdf5-dc44f06f871a tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:33.812633 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e53bd19e-eaac-47b1-96fd-844484ab3d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:33.887489 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:33.888831 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-a0a73780-5565-4c28-99bb-28533649f022 service neutron] 10.222.0.110 "GET /v2.0/networks/9045208f-96a3-4106-bd0d-84166192bb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222800 Sep 24 15:45:33.936385 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53bd19e-eaac-47b1-96fd-844484ab3d6f None None] Network e5e3c871-f284-45f6-a9f9-c671f4271f55 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:45:33.937460 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-db4a2a95-0e33-46bb-a8ff-99136f688782 req-58be21d7-aa77-497e-9ca7-41e0b8253598 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] For port b17cbc6d-eddc-445e-ae67-c49538cc6d2f, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=b17cbc6d-eddc-445e-ae67-c49538cc6d2f,segment=NetworkSegment(7e8e93a9-9a2d-4b51-a14d-73f657c90f78),segment_id=7e8e93a9-9a2d-4b51-a14d-73f657c90f78)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:45:33.944542 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-e53bd19e-eaac-47b1-96fd-844484ab3d6f None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:45:33.946326 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53bd19e-eaac-47b1-96fd-844484ab3d6f None None] Pushing event updated for resources: {'Port': ['ID=e854d4e1-a934-4843-921c-fac0744ac127,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:33.948895 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53bd19e-eaac-47b1-96fd-844484ab3d6f None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:45:33.963035 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-20e6d627-c6ae-49bf-bdf5-dc44f06f871a tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6807518 Sep 24 15:45:33.963837 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 57922) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:34.013568 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-ce3a10e0-770c-458b-a4ed-04fcb21c3c9d service neutron] 10.222.0.110 "GET /v2.0/networks/9045208f-96a3-4106-bd0d-84166192bb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161175 Sep 24 15:45:34.037999 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5a12dc-717b-49bc-a819-1b98095e5441 req-975751cc-40fd-41de-9a29-a78c8689cce7 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:34.039742 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5c5a12dc-717b-49bc-a819-1b98095e5441 req-975751cc-40fd-41de-9a29-a78c8689cce7 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=99f5f6ef-f1dd-4463-9211-714b975b878e HTTP/1.1" status: 200 len: 945 time: 0.1990678 Sep 24 15:45:34.064399 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-db4a2a95-0e33-46bb-a8ff-99136f688782 req-58be21d7-aa77-497e-9ca7-41e0b8253598 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:34.087482 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-12466fc6-6b0c-47a5-a861-fc71bf3e6e83 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=61bec6ae-d49a-41d0-b02b-bc695e1e100d HTTP/1.1" status: 200 len: 217 time: 0.0650821 Sep 24 15:45:34.167690 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5c5a12dc-717b-49bc-a819-1b98095e5441 req-55007ebe-170b-4860-b1ef-1ab43c6df1cc tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956631 Sep 24 15:45:34.169273 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-0a5e756c-fcd1-4905-be48-5c3ef3e2e56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:34.171126 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-0a5e756c-fcd1-4905-be48-5c3ef3e2e56a service neutron] 10.222.0.110 "GET /v2.0/subnets?id=98209579-5345-4ff1-a6ee-f33b5735b225 HTTP/1.1" status: 200 len: 797 time: 0.0591383 Sep 24 15:45:34.243564 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-a23a3f7d-d678-4f38-81df-1bb5c2868fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:34.245144 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-a23a3f7d-d678-4f38-81df-1bb5c2868fa3 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9045208f-96a3-4106-bd0d-84166192bb83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0666146 Sep 24 15:45:34.255196 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-db4a2a95-0e33-46bb-a8ff-99136f688782 req-58be21d7-aa77-497e-9ca7-41e0b8253598 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:34.325368 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=fcfccfee-f58b-4bb2-8673-e3cc9133fe83,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:34.326531 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a8c7969b-1015-4087-87c7-b516b216a15e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:34.329043 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['cb238af0-bcfe-4574-a1e6-2129ca44f562'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:45:34.331893 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['28572c71-755a-4ec9-8efe-e364c762f5de', 'b17cbc6d-eddc-445e-ae67-c49538cc6d2f'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:45:34.379721 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a2a95-0e33-46bb-a8ff-99136f688782 req-58be21d7-aa77-497e-9ca7-41e0b8253598 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:34.390748 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-db4a2a95-0e33-46bb-a8ff-99136f688782 req-58be21d7-aa77-497e-9ca7-41e0b8253598 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:34.402494 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-db4a2a95-0e33-46bb-a8ff-99136f688782 req-58be21d7-aa77-497e-9ca7-41e0b8253598 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "PUT /v2.0/ports/b17cbc6d-eddc-445e-ae67-c49538cc6d2f HTTP/1.1" status: 200 len: 905 time: 0.8524098 Sep 24 15:45:34.405312 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e13456c2-1bae-4992-b8db-4051ba72c06d', 'tag': 'b17cbc6d-eddc-445e-ae67-c49538cc6d2f'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:45:34.416231 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['fcfccfee-f58b-4bb2-8673-e3cc9133fe83'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:45:34.423809 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-540a8137-1d49-41b8-8a47-80c8e8f5d9b1" -d '{"events": [{"name": "network-changed", "server_uuid": "e13456c2-1bae-4992-b8db-4051ba72c06d", "tag": "b17cbc6d-eddc-445e-ae67-c49538cc6d2f"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:45:34.452181 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-5a5dea81-dfbf-40ae-9f8f-b19717f082f4 service neutron] 10.222.0.110 "GET /v2.0/networks/9045208f-96a3-4106-bd0d-84166192bb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974146 Sep 24 15:45:34.464140 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7c7dcd-cd7c-4347-b0d1-c2fa6a0a2876 req-c9df5ca5-7996-4203-8da1-c7b3b2eb349e tempest-InstanceActionsNegativeTestJSON-2010809430 tempest-InstanceActionsNegativeTestJSON-2010809430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:34.466024 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5f7c7dcd-cd7c-4347-b0d1-c2fa6a0a2876 req-c9df5ca5-7996-4203-8da1-c7b3b2eb349e tempest-InstanceActionsNegativeTestJSON-2010809430 tempest-InstanceActionsNegativeTestJSON-2010809430-project] 10.222.0.101 "GET /v2.0/ports?device_id=b1dec51b-fe60-4894-8448-7aee87a7af23 HTTP/1.1" status: 200 len: 944 time: 0.0961158 Sep 24 15:45:34.517695 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['b17cbc6d-eddc-445e-ae67-c49538cc6d2f'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:45:34.575660 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-944036f0-732b-4289-aa91-8024844eda41 service neutron] 10.222.0.110 "GET /v2.0/networks/9045208f-96a3-4106-bd0d-84166192bb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085114 Sep 24 15:45:34.625474 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device fea59787-97e0-49fc-88c0-ebc7d67294b8 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:45:34.637590 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:34.663167 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6279b19c-0e4c-42d4-903c-34ed0fb7a03c tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:34.698409 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-e8c971ec-5f92-48f1-ba27-00bb631b8b1d service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=34493fa2-c78b-4d4b-9578-01087865790c HTTP/1.1" status: 200 len: 217 time: 0.0938277 Sep 24 15:45:34.709187 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5f7c7dcd-cd7c-4347-b0d1-c2fa6a0a2876 req-ce123f8b-9a8f-4493-90a1-629b85bae504 tempest-InstanceActionsNegativeTestJSON-2010809430 tempest-InstanceActionsNegativeTestJSON-2010809430-project] 10.222.0.101 "GET /v2.0/security-groups?id=5198db36-5eab-47b1-84b6-17aba56873d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318343 Sep 24 15:45:34.734136 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58be21d7-aa77-497e-9ca7-41e0b8253598 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Pushing event updated for resources: {'Port': ['ID=b17cbc6d-eddc-445e-ae67-c49538cc6d2f,revision_number=6']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:34.787657 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8aefec-8486-4619-81fe-02f43d57b3ff req-0f7f7248-ecbd-4ec1-9cbd-d32679ab5611 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:34.792594 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-df8aefec-8486-4619-81fe-02f43d57b3ff req-0f7f7248-ecbd-4ec1-9cbd-d32679ab5611 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=e13456c2-1bae-4992-b8db-4051ba72c06d HTTP/1.1" status: 200 len: 908 time: 0.1342032 Sep 24 15:45:34.823209 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-3eafc8ee-b8e0-4081-a2b6-519b4ad1b385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:34.828066 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-3eafc8ee-b8e0-4081-a2b6-519b4ad1b385 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=98209579-5345-4ff1-a6ee-f33b5735b225 HTTP/1.1" status: 200 len: 797 time: 0.1176996 Sep 24 15:45:34.833734 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-e53bd19e-eaac-47b1-96fd-844484ab3d6f None None] Attempting to bind port e854d4e1-a934-4843-921c-fac0744ac127 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:45:34.834137 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-e53bd19e-eaac-47b1-96fd-844484ab3d6f None None] Attempting to bind port e854d4e1-a934-4843-921c-fac0744ac127 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'd58e6b6c-1a11-41a8-bfb8-19ac17799c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': 'e5e3c871-f284-45f6-a9f9-c671f4271f55'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:45:34.834537 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53bd19e-eaac-47b1-96fd-844484ab3d6f None None] Attempting to bind port e854d4e1-a934-4843-921c-fac0744ac127 on network e5e3c871-f284-45f6-a9f9-c671f4271f55 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:45:34.914873 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:45:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0fd7654-6f13-4126-988e-d3a6227faadc x-openstack-request-id: req-a0fd7654-6f13-4126-988e-d3a6227faadc {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:45:34.915460 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e13456c2-1bae-4992-b8db-4051ba72c06d", "tag": "b17cbc6d-eddc-445e-ae67-c49538cc6d2f", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:45:34.915917 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a0fd7654-6f13-4126-988e-d3a6227faadc {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:45:34.917389 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e13456c2-1bae-4992-b8db-4051ba72c06d', 'tag': 'b17cbc6d-eddc-445e-ae67-c49538cc6d2f', 'status': 'completed', 'code': 200} Sep 24 15:45:34.921139 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e849b40b-ef1d-4f8d-9637-79480f14480d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-9f9af495-0979-4ef4-841e-834c63f9ad5f', 'network_id': '9f9af495-0979-4ef4-841e-834c63f9ad5f', 'tenant_id': '9ed48583441c46e18ed785e5a81bc257', 'fixed_ips': [{'subnet_id': 'c796c15c-22ea-4e2a-9891-5955a37907bb'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:45:34.922004 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e849b40b-ef1d-4f8d-9637-79480f14480d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:34.956986 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-1674eabe-65b7-4491-8dcd-aaa4500a4669 None None] Provisioning complete for port b17cbc6d-eddc-445e-ae67-c49538cc6d2f triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:45:34.957648 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-1674eabe-65b7-4491-8dcd-aaa4500a4669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:34.970746 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-00cb22dd-26af-4920-b214-a370c4160977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:34.972575 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-00cb22dd-26af-4920-b214-a370c4160977 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9045208f-96a3-4106-bd0d-84166192bb83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1357157 Sep 24 15:45:34.986296 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f66e19-98fb-4404-8798-64f134f1e78c req-d8164764-db3a-43c6-9548-989a6cf41527 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:34.992631 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f66e19-98fb-4404-8798-64f134f1e78c req-d8164764-db3a-43c6-9548-989a6cf41527 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:34.999190 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f66e19-98fb-4404-8798-64f134f1e78c req-d8164764-db3a-43c6-9548-989a6cf41527 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:35.005068 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f66e19-98fb-4404-8798-64f134f1e78c req-d8164764-db3a-43c6-9548-989a6cf41527 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:35.012080 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f66e19-98fb-4404-8798-64f134f1e78c req-d8164764-db3a-43c6-9548-989a6cf41527 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:35.019219 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f66e19-98fb-4404-8798-64f134f1e78c req-d8164764-db3a-43c6-9548-989a6cf41527 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:35.025399 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f66e19-98fb-4404-8798-64f134f1e78c req-d8164764-db3a-43c6-9548-989a6cf41527 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:35.028517 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-75f66e19-98fb-4404-8798-64f134f1e78c req-d8164764-db3a-43c6-9548-989a6cf41527 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 5417 time: 0.1575696 Sep 24 15:45:35.035112 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53bd19e-eaac-47b1-96fd-844484ab3d6f None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:45:35.035522 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53bd19e-eaac-47b1-96fd-844484ab3d6f None None] Checking segment: {'id': 'd58e6b6c-1a11-41a8-bfb8-19ac17799c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': 'e5e3c871-f284-45f6-a9f9-c671f4271f55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:45:35.035932 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e53bd19e-eaac-47b1-96fd-844484ab3d6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:35.036332 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53bd19e-eaac-47b1-96fd-844484ab3d6f None None] Bound using segment: {'id': 'd58e6b6c-1a11-41a8-bfb8-19ac17799c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': 'e5e3c871-f284-45f6-a9f9-c671f4271f55'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:45:35.036819 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-e53bd19e-eaac-47b1-96fd-844484ab3d6f None None] Bound port: e854d4e1-a934-4843-921c-fac0744ac127, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd58e6b6c-1a11-41a8-bfb8-19ac17799c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': 'e5e3c871-f284-45f6-a9f9-c671f4271f55'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:45:35.037206 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e53bd19e-eaac-47b1-96fd-844484ab3d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:35.109295 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4e6b92-9bc2-424a-b016-a8eae7e37a70 req-9a58e7b1-ec9e-49b1-ad12-7eaf0f955052 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:35.118323 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7e4e6b92-9bc2-424a-b016-a8eae7e37a70 req-9a58e7b1-ec9e-49b1-ad12-7eaf0f955052 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 944 time: 0.1164634 Sep 24 15:45:35.140367 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-75f66e19-98fb-4404-8798-64f134f1e78c req-82fdcf68-580b-4c8f-9479-6bb320e60635 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/security-groups?id=36661b0c-4b5c-4f9d-8577-0fff57e17e03&id=faaaed6c-5dc8-4a43-a587-4571f710ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1018815 Sep 24 15:45:35.176195 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-f05691ea-14fa-45c3-a668-c98413cd3ba3 service neutron] 10.222.0.110 "GET /v2.0/networks/9045208f-96a3-4106-bd0d-84166192bb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478326 Sep 24 15:45:35.200663 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7e4e6b92-9bc2-424a-b016-a8eae7e37a70 req-278ca3eb-f1e1-462c-81f8-08cf77fd2277 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811720 Sep 24 15:45:35.209317 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a8137-1d49-41b8-8a47-80c8e8f5d9b1 req-d4282f23-dd65-44c1-aced-ee2c375c738f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:35.214648 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-540a8137-1d49-41b8-8a47-80c8e8f5d9b1 req-d4282f23-dd65-44c1-aced-ee2c375c738f service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=ac17221dd7b34bd3afb658a69ac088d3&device_id=e13456c2-1bae-4992-b8db-4051ba72c06d HTTP/1.1" status: 200 len: 1059 time: 0.2893982 Sep 24 15:45:35.368294 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-12217815-1287-4429-ad45-3d9dd66ea8a8 service neutron] 10.222.0.110 "GET /v2.0/networks/9045208f-96a3-4106-bd0d-84166192bb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827185 Sep 24 15:45:35.391339 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-6279b19c-0e4c-42d4-903c-34ed0fb7a03c tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Allocated IP 172.20.0.1 (e5e3c871-f284-45f6-a9f9-c671f4271f55/474e7dbe-14ea-4492-a8a1-77e8fceaa6f1/81460dd0-835e-4eac-8b82-29ca62d24984) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:45:35.449597 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18784f-76c1-40d8-8aec-a660d242e533 req-f1a00b46-b309-49ea-9ea9-c4461fb90729 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:35.451282 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8e18784f-76c1-40d8-8aec-a660d242e533 req-f1a00b46-b309-49ea-9ea9-c4461fb90729 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 944 time: 0.1550198 Sep 24 15:45:35.521605 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-e849b40b-ef1d-4f8d-9637-79480f14480d None None] Allocated IP 172.20.0.2 (9f9af495-0979-4ef4-841e-834c63f9ad5f/c796c15c-22ea-4e2a-9891-5955a37907bb/360c35de-e90e-47b2-9fee-4845a682110d) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:45:35.524946 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a8137-1d49-41b8-8a47-80c8e8f5d9b1 req-dbae27a4-d088-4c99-8162-3175153f8149 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:35.526611 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-540a8137-1d49-41b8-8a47-80c8e8f5d9b1 req-dbae27a4-d088-4c99-8162-3175153f8149 service neutron] 10.222.0.110 "GET /v2.0/networks?id=bad15511-e79d-4a5e-8826-604fa4d6fb1c HTTP/1.1" status: 200 len: 914 time: 0.2463341 Sep 24 15:45:35.529424 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-f84ab65a-5353-4292-b368-517c666c4e8a service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3f88f959-1620-4ba5-b8f1-845322a97779 HTTP/1.1" status: 200 len: 217 time: 0.1051357 Sep 24 15:45:35.597852 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-bebaee77-6e21-411e-a922-b5d9d78aabc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:35.600121 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-bebaee77-6e21-411e-a922-b5d9d78aabc0 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4659e7b8-d926-4785-8557-1a1657148511 HTTP/1.1" status: 200 len: 797 time: 0.0581946 Sep 24 15:45:35.609471 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-540a8137-1d49-41b8-8a47-80c8e8f5d9b1 req-fb5febb4-7668-4873-b7cb-a762968d1324 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b17cbc6d-eddc-445e-ae67-c49538cc6d2f HTTP/1.1" status: 200 len: 217 time: 0.0507233 Sep 24 15:45:35.611571 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e20f562-0cdb-4ebd-9525-919c29ecfc85 req-af197075-e669-40a4-ae3b-56e93f6cfdf5 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:35.613169 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1e20f562-0cdb-4ebd-9525-919c29ecfc85 req-af197075-e669-40a4-ae3b-56e93f6cfdf5 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=99f5f6ef-f1dd-4463-9211-714b975b878e HTTP/1.1" status: 200 len: 945 time: 0.2439811 Sep 24 15:45:35.639009 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:35.645716 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port fea59787-97e0-49fc-88c0-ebc7d67294b8 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:45:35.645716 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:35.669026 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a8137-1d49-41b8-8a47-80c8e8f5d9b1 req-9cfb4fb6-7b7b-4e5b-b21b-9c1fb0df6294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:35.670719 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-540a8137-1d49-41b8-8a47-80c8e8f5d9b1 req-9cfb4fb6-7b7b-4e5b-b21b-9c1fb0df6294 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=ac550aa6-1c9d-441e-90e2-38bf2a7a38e4 HTTP/1.1" status: 200 len: 851 time: 0.0541015 Sep 24 15:45:35.676126 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8e18784f-76c1-40d8-8aec-a660d242e533 req-36591876-30dd-46f1-ac73-54ed6239fc60 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2095606 Sep 24 15:45:35.735785 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6279b19c-0e4c-42d4-903c-34ed0fb7a03c tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:35.752414 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540a8137-1d49-41b8-8a47-80c8e8f5d9b1 req-6195d436-6d2a-448c-ad64-20375d4a9b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:35.754075 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-540a8137-1d49-41b8-8a47-80c8e8f5d9b1 req-6195d436-6d2a-448c-ad64-20375d4a9b40 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=bad15511-e79d-4a5e-8826-604fa4d6fb1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750611 Sep 24 15:45:35.772890 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-e53bd19e-eaac-47b1-96fd-844484ab3d6f None None] For port e854d4e1-a934-4843-921c-fac0744ac127, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:45:35.924098 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-540a8137-1d49-41b8-8a47-80c8e8f5d9b1 req-f46379f3-5ba8-4aa7-8e6a-0fa2ce9d1176 service neutron] 10.222.0.110 "GET /v2.0/networks/bad15511-e79d-4a5e-8826-604fa4d6fb1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245284 Sep 24 15:45:35.981509 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-e53bd19e-eaac-47b1-96fd-844484ab3d6f None None] For port e854d4e1-a934-4843-921c-fac0744ac127, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=e854d4e1-a934-4843-921c-fac0744ac127,segment=NetworkSegment(d58e6b6c-1a11-41a8-bfb8-19ac17799c9a),segment_id=d58e6b6c-1a11-41a8-bfb8-19ac17799c9a)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:45:36.126697 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-702924b6-f25e-427e-b30c-c00aa05079dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:36.128558 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-702924b6-f25e-427e-b30c-c00aa05079dc service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=e4856753-6c1e-428e-a2fe-e4f7731cb6f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5145137 Sep 24 15:45:36.129215 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6279b19c-0e4c-42d4-903c-34ed0fb7a03c tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:36.132524 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1e20f562-0cdb-4ebd-9525-919c29ecfc85 req-da85db10-367f-44c8-be1c-4d52f031a960 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479097 Sep 24 15:45:36.132909 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-540a8137-1d49-41b8-8a47-80c8e8f5d9b1 req-b24b18af-23dd-4cc0-9baf-6bca67e4cf8b service neutron] 10.222.0.110 "GET /v2.0/networks/bad15511-e79d-4a5e-8826-604fa4d6fb1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722875 Sep 24 15:45:36.182469 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e53bd19e-eaac-47b1-96fd-844484ab3d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:36.283217 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e849b40b-ef1d-4f8d-9637-79480f14480d None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:36.319107 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53bd19e-eaac-47b1-96fd-844484ab3d6f None None] Pushing event updated for resources: {'Port': ['ID=e854d4e1-a934-4843-921c-fac0744ac127,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:36.347834 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6279b19c-0e4c-42d4-903c-34ed0fb7a03c tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Network e5e3c871-f284-45f6-a9f9-c671f4271f55 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:45:36.352843 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-04cb90db-5c18-4fd9-8532-cbb934a9d9ad service neutron] 10.222.0.110 "GET /v2.0/networks/e4856753-6c1e-428e-a2fe-e4f7731cb6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110131 Sep 24 15:45:36.354178 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-6279b19c-0e4c-42d4-903c-34ed0fb7a03c tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:45:36.364745 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31185fbf-8180-43ab-9184-9e0f76daf0bb req-c120ebf1-c97a-43cc-ab80-ffecb4a5abb6 tempest-InstanceActionsNegativeTestJSON-2010809430 tempest-InstanceActionsNegativeTestJSON-2010809430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:36.366391 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-31185fbf-8180-43ab-9184-9e0f76daf0bb req-c120ebf1-c97a-43cc-ab80-ffecb4a5abb6 tempest-InstanceActionsNegativeTestJSON-2010809430 tempest-InstanceActionsNegativeTestJSON-2010809430-project] 10.222.0.101 "GET /v2.0/ports?device_id=b1dec51b-fe60-4894-8448-7aee87a7af23 HTTP/1.1" status: 200 len: 944 time: 0.4391377 Sep 24 15:45:36.370519 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6279b19c-0e4c-42d4-903c-34ed0fb7a03c tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:45:36.413935 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6279b19c-0e4c-42d4-903c-34ed0fb7a03c tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Pushing event updated for resources: {'Port': ['ID=81460dd0-835e-4eac-8b82-29ca62d24984,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:36.439536 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e849b40b-ef1d-4f8d-9637-79480f14480d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:36.485297 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6279b19c-0e4c-42d4-903c-34ed0fb7a03c tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:36.550168 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e849b40b-ef1d-4f8d-9637-79480f14480d None None] Network 9f9af495-0979-4ef4-841e-834c63f9ad5f is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:45:36.558279 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-e849b40b-ef1d-4f8d-9637-79480f14480d None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:45:36.568433 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e849b40b-ef1d-4f8d-9637-79480f14480d None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:45:36.654962 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-31185fbf-8180-43ab-9184-9e0f76daf0bb req-fd1c6fa2-4f64-4568-bb0d-0f2847740acb tempest-InstanceActionsNegativeTestJSON-2010809430 tempest-InstanceActionsNegativeTestJSON-2010809430-project] 10.222.0.101 "GET /v2.0/security-groups?id=5198db36-5eab-47b1-84b6-17aba56873d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545912 Sep 24 15:45:36.713343 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e849b40b-ef1d-4f8d-9637-79480f14480d None None] Pushing event updated for resources: {'Port': ['ID=360c35de-e90e-47b2-9fee-4845a682110d,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:36.734798 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-83be438e-85d1-442e-b77c-c0e878e494f6 service neutron] 10.222.0.110 "GET /v2.0/networks/e4856753-6c1e-428e-a2fe-e4f7731cb6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3742313 Sep 24 15:45:36.750935 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-e849b40b-ef1d-4f8d-9637-79480f14480d None None] Attempting to bind port 360c35de-e90e-47b2-9fee-4845a682110d on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:45:36.751440 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-e849b40b-ef1d-4f8d-9637-79480f14480d None None] Attempting to bind port 360c35de-e90e-47b2-9fee-4845a682110d by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '5abd23c3-307f-48e7-8d60-6b5dff9aa735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '9f9af495-0979-4ef4-841e-834c63f9ad5f'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:45:36.752393 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e849b40b-ef1d-4f8d-9637-79480f14480d None None] Attempting to bind port 360c35de-e90e-47b2-9fee-4845a682110d on network 9f9af495-0979-4ef4-841e-834c63f9ad5f {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:45:36.757485 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e849b40b-ef1d-4f8d-9637-79480f14480d None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:45:36.757862 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e849b40b-ef1d-4f8d-9637-79480f14480d None None] Checking segment: {'id': '5abd23c3-307f-48e7-8d60-6b5dff9aa735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '9f9af495-0979-4ef4-841e-834c63f9ad5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:45:36.758893 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e849b40b-ef1d-4f8d-9637-79480f14480d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:36.759287 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e849b40b-ef1d-4f8d-9637-79480f14480d None None] Bound using segment: {'id': '5abd23c3-307f-48e7-8d60-6b5dff9aa735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '9f9af495-0979-4ef4-841e-834c63f9ad5f'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:45:36.759754 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-e849b40b-ef1d-4f8d-9637-79480f14480d None None] Bound port: 360c35de-e90e-47b2-9fee-4845a682110d, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5abd23c3-307f-48e7-8d60-6b5dff9aa735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '9f9af495-0979-4ef4-841e-834c63f9ad5f'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:45:36.760131 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e849b40b-ef1d-4f8d-9637-79480f14480d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:36.836555 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:36.845067 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0996e0-3832-42d7-abd3-d79d6745647d req-535a7775-838a-49e0-bb8c-67ecaa737821 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:36.845577 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-52f1c14b-2084-4351-b782-bc13d5f65260 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1294cbcc-4e3d-45a3-9f67-cd385cfb8a81 HTTP/1.1" status: 200 len: 217 time: 0.1003835 Sep 24 15:45:36.852053 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0996e0-3832-42d7-abd3-d79d6745647d req-535a7775-838a-49e0-bb8c-67ecaa737821 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:36.852911 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0464a06-d942-4e23-9a7a-bd67f8b8abee req-a91c1f78-ee38-42d3-a920-4d2bbef9f266 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:36.854379 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d0464a06-d942-4e23-9a7a-bd67f8b8abee req-a91c1f78-ee38-42d3-a920-4d2bbef9f266 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/networks?id=bad15511-e79d-4a5e-8826-604fa4d6fb1c HTTP/1.1" status: 200 len: 812 time: 0.3465850 Sep 24 15:45:36.864939 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0996e0-3832-42d7-abd3-d79d6745647d req-535a7775-838a-49e0-bb8c-67ecaa737821 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:36.871815 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0996e0-3832-42d7-abd3-d79d6745647d req-535a7775-838a-49e0-bb8c-67ecaa737821 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:36.877711 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-e849b40b-ef1d-4f8d-9637-79480f14480d None None] For port 360c35de-e90e-47b2-9fee-4845a682110d, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:45:36.878063 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0996e0-3832-42d7-abd3-d79d6745647d req-535a7775-838a-49e0-bb8c-67ecaa737821 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:36.881678 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-e849b40b-ef1d-4f8d-9637-79480f14480d None None] For port 360c35de-e90e-47b2-9fee-4845a682110d, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=360c35de-e90e-47b2-9fee-4845a682110d,segment=NetworkSegment(5abd23c3-307f-48e7-8d60-6b5dff9aa735),segment_id=5abd23c3-307f-48e7-8d60-6b5dff9aa735)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:45:36.885082 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0996e0-3832-42d7-abd3-d79d6745647d req-535a7775-838a-49e0-bb8c-67ecaa737821 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:36.885303 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device fcfccfee-f58b-4bb2-8673-e3cc9133fe83 up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:45:36.891240 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0996e0-3832-42d7-abd3-d79d6745647d req-535a7775-838a-49e0-bb8c-67ecaa737821 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:36.893173 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1c0996e0-3832-42d7-abd3-d79d6745647d req-535a7775-838a-49e0-bb8c-67ecaa737821 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 5417 time: 0.1165965 Sep 24 15:45:36.901782 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d0464a06-d942-4e23-9a7a-bd67f8b8abee req-4997a780-7d80-42cd-b64a-431d2d76d26e tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/quotas/ac17221dd7b34bd3afb658a69ac088d3 HTTP/1.1" status: 200 len: 375 time: 0.0391603 Sep 24 15:45:36.910931 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-d917fdfe-062e-48d5-ba17-e344fecace77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:36.912418 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-d917fdfe-062e-48d5-ba17-e344fecace77 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4659e7b8-d926-4785-8557-1a1657148511 HTTP/1.1" status: 200 len: 797 time: 0.0571120 Sep 24 15:45:36.950988 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1c0996e0-3832-42d7-abd3-d79d6745647d req-3f5a9a80-856f-4451-a1eb-abb00e9d5704 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/security-groups?id=36661b0c-4b5c-4f9d-8577-0fff57e17e03&id=faaaed6c-5dc8-4a43-a587-4571f710ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0510221 Sep 24 15:45:37.006569 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d0464a06-d942-4e23-9a7a-bd67f8b8abee req-6294f789-5aa1-4b0d-bd8a-ef20246588c5 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=ac17221dd7b34bd3afb658a69ac088d3&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0930221 Sep 24 15:45:37.017733 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-2f3ed06e-32a0-42f5-87e1-f84d4331e810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:37.019025 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-2f3ed06e-32a0-42f5-87e1-f84d4331e810 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=e4856753-6c1e-428e-a2fe-e4f7731cb6f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0962541 Sep 24 15:45:37.034853 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e849b40b-ef1d-4f8d-9637-79480f14480d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:37.055481 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6279b19c-0e4c-42d4-903c-34ed0fb7a03c tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:37.146255 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e849b40b-ef1d-4f8d-9637-79480f14480d None None] Pushing event updated for resources: {'Port': ['ID=360c35de-e90e-47b2-9fee-4845a682110d,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:37.177680 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d0464a06-d942-4e23-9a7a-bd67f8b8abee req-efed480d-618c-461b-8d71-3b17ef7b31f0 service neutron] 10.222.0.101 "GET /v2.0/networks/bad15511-e79d-4a5e-8826-604fa4d6fb1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701264 Sep 24 15:45:37.182667 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port fcfccfee-f58b-4bb2-8673-e3cc9133fe83 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:45:37.186896 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port fcfccfee-f58b-4bb2-8673-e3cc9133fe83 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:45:37.187586 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:37.201614 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-78edcf19-79d7-41ab-b897-3ec2f0cd67c0 service neutron] 10.222.0.110 "GET /v2.0/networks/e4856753-6c1e-428e-a2fe-e4f7731cb6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721113 Sep 24 15:45:37.314273 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:37.338707 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1dec51b-fe60-4894-8448-7aee87a7af23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcfccfee-f58b-4bb2-8673-e3cc9133fe83'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:45:37.340959 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3c038c-dd5e-463e-9dad-7d46b49ea069" -d '{"events": [{"server_uuid": "b1dec51b-fe60-4894-8448-7aee87a7af23", "name": "network-vif-plugged", "status": "completed", "tag": "fcfccfee-f58b-4bb2-8673-e3cc9133fe83"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:45:37.366178 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port fcfccfee-f58b-4bb2-8673-e3cc9133fe83, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=fcfccfee-f58b-4bb2-8673-e3cc9133fe83,segment=NetworkSegment(d822da1f-1192-4d3f-9dda-5df206696463),segment_id=d822da1f-1192-4d3f-9dda-5df206696463)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:45:37.404999 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-48eecf84-203e-4b37-97f9-3a0c80614b07 req-95d38f8a-1ea5-4d63-9d25-c7c460871b39 service neutron] 10.222.0.110 "GET /v2.0/networks/e4856753-6c1e-428e-a2fe-e4f7731cb6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872308 Sep 24 15:45:37.471002 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d0464a06-d942-4e23-9a7a-bd67f8b8abee req-626160d6-af9a-4aa6-b53f-49cf0285add7 service neutron] 10.222.0.101 "GET /v2.0/networks/bad15511-e79d-4a5e-8826-604fa4d6fb1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892683 Sep 24 15:45:37.474485 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:37.504894 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb55208f-d7c0-4ced-87f0-1f7925ae17f6 req-fc0ce3b6-6b38-486b-8681-7c996fe621eb tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:37.517396 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fb55208f-d7c0-4ced-87f0-1f7925ae17f6 req-fc0ce3b6-6b38-486b-8681-7c996fe621eb tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=99f5f6ef-f1dd-4463-9211-714b975b878e HTTP/1.1" status: 200 len: 945 time: 0.1693637 Sep 24 15:45:37.587985 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=fcfccfee-f58b-4bb2-8673-e3cc9133fe83,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:37.594950 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fb55208f-d7c0-4ced-87f0-1f7925ae17f6 req-8ab4626c-bb2f-424e-8de3-09ba3386c9e5 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761752 Sep 24 15:45:37.645334 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6279b19c-0e4c-42d4-903c-34ed0fb7a03c tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:37.670928 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b64d8b44-3a68-4d4a-854d-29a2164f0eaf x-openstack-request-id: req-b64d8b44-3a68-4d4a-854d-29a2164f0eaf {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:45:37.671217 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1dec51b-fe60-4894-8448-7aee87a7af23", "name": "network-vif-plugged", "status": "completed", "tag": "fcfccfee-f58b-4bb2-8673-e3cc9133fe83", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:45:37.671469 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b64d8b44-3a68-4d4a-854d-29a2164f0eaf {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:45:37.671906 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1dec51b-fe60-4894-8448-7aee87a7af23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcfccfee-f58b-4bb2-8673-e3cc9133fe83', 'code': 200} Sep 24 15:45:37.767783 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6279b19c-0e4c-42d4-903c-34ed0fb7a03c tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:37.839871 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10666840-45b8-4b6c-9095-a0249fbe9217 None None] Network e5e3c871-f284-45f6-a9f9-c671f4271f55 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:45:37.944790 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2852c570-4f2b-4bb0-aa04-a1625f124dac req-bc7b55bc-8675-4a92-b2ec-1862423b6b6f tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=03a5ecc9-3ded-459f-8c95-345cf09a655f HTTP/1.1" status: 200 len: 210 time: 0.0351329 Sep 24 15:45:37.955038 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-2d3ba530-66d8-4125-a793-7af4b7455a8e None None] Provisioning complete for port e854d4e1-a934-4843-921c-fac0744ac127 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:45:37.955425 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2d3ba530-66d8-4125-a793-7af4b7455a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:38.185479 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06823504-a06c-4a82-a5d2-33afa96c4a5d req-5dedbf31-3cfc-45e2-887f-8a3cd9091dc8 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:38.205016 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06823504-a06c-4a82-a5d2-33afa96c4a5d req-5dedbf31-3cfc-45e2-887f-8a3cd9091dc8 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:38.220811 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06823504-a06c-4a82-a5d2-33afa96c4a5d req-5dedbf31-3cfc-45e2-887f-8a3cd9091dc8 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:38.232725 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6279b19c-0e4c-42d4-903c-34ed0fb7a03c tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:38.244564 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06823504-a06c-4a82-a5d2-33afa96c4a5d req-5dedbf31-3cfc-45e2-887f-8a3cd9091dc8 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:38.254806 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06823504-a06c-4a82-a5d2-33afa96c4a5d req-5dedbf31-3cfc-45e2-887f-8a3cd9091dc8 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:38.286333 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06823504-a06c-4a82-a5d2-33afa96c4a5d req-5dedbf31-3cfc-45e2-887f-8a3cd9091dc8 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:38.303188 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06823504-a06c-4a82-a5d2-33afa96c4a5d req-5dedbf31-3cfc-45e2-887f-8a3cd9091dc8 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:38.315580 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-06823504-a06c-4a82-a5d2-33afa96c4a5d req-5dedbf31-3cfc-45e2-887f-8a3cd9091dc8 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 5417 time: 0.2563643 Sep 24 15:45:38.430985 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-06823504-a06c-4a82-a5d2-33afa96c4a5d req-ab2cbd1c-499d-4082-a968-647eb2c3d687 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/security-groups?id=36661b0c-4b5c-4f9d-8577-0fff57e17e03&id=faaaed6c-5dc8-4a43-a587-4571f710ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1143904 Sep 24 15:45:38.505754 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6279b19c-0e4c-42d4-903c-34ed0fb7a03c tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Network e5e3c871-f284-45f6-a9f9-c671f4271f55 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:45:38.510530 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-6279b19c-0e4c-42d4-903c-34ed0fb7a03c tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:45:38.520593 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1234cf-08d2-40ee-b810-34411640097f req-733f50e5-7a77-472a-91c3-538d15d626c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:38.522018 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3a1234cf-08d2-40ee-b810-34411640097f req-733f50e5-7a77-472a-91c3-538d15d626c9 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=b1dec51b-fe60-4894-8448-7aee87a7af23 HTTP/1.1" status: 200 len: 1096 time: 0.7897568 Sep 24 15:45:38.555478 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5b468a-4059-44a8-b67e-292df89d6e5e req-3e48693a-b366-4b41-97b0-5baf809f0ad8 tempest-InstanceActionsNegativeTestJSON-2010809430 tempest-InstanceActionsNegativeTestJSON-2010809430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:38.557352 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 360c35de-e90e-47b2-9fee-4845a682110d up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:45:38.557836 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bf5b468a-4059-44a8-b67e-292df89d6e5e req-3e48693a-b366-4b41-97b0-5baf809f0ad8 tempest-InstanceActionsNegativeTestJSON-2010809430 tempest-InstanceActionsNegativeTestJSON-2010809430-project] 10.222.0.101 "GET /v2.0/ports?device_id=b1dec51b-fe60-4894-8448-7aee87a7af23 HTTP/1.1" status: 200 len: 945 time: 0.8239207 Sep 24 15:45:38.567510 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6279b19c-0e4c-42d4-903c-34ed0fb7a03c tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Pushing event updated for resources: {'Port': ['ID=81460dd0-835e-4eac-8b82-29ca62d24984,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:38.692709 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2d3ba530-66d8-4125-a793-7af4b7455a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:38.719422 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bf5b468a-4059-44a8-b67e-292df89d6e5e req-85bb5ad1-6be5-45c9-a8e4-57a092cebb99 tempest-InstanceActionsNegativeTestJSON-2010809430 tempest-InstanceActionsNegativeTestJSON-2010809430-project] 10.222.0.101 "GET /v2.0/security-groups?id=5198db36-5eab-47b1-84b6-17aba56873d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374781 Sep 24 15:45:38.728040 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3a1234cf-08d2-40ee-b810-34411640097f req-628089ff-9dbd-461b-bd8d-2feefba8a539 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=5198db36-5eab-47b1-84b6-17aba56873d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692815 Sep 24 15:45:38.774967 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 360c35de-e90e-47b2-9fee-4845a682110d triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:45:38.775350 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:38.792014 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-2d3ba530-66d8-4125-a793-7af4b7455a8e None None] For port e854d4e1-a934-4843-921c-fac0744ac127, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=e854d4e1-a934-4843-921c-fac0744ac127,segment=NetworkSegment(d58e6b6c-1a11-41a8-bfb8-19ac17799c9a),segment_id=d58e6b6c-1a11-41a8-bfb8-19ac17799c9a)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:45:38.827734 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ae1a6-d918-4487-a86b-cd4595e29af1 req-a79c610c-3d19-47ad-a59b-31ec9142cef5 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:38.828200 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-494ae1a6-d918-4487-a86b-cd4595e29af1 req-a79c610c-3d19-47ad-a59b-31ec9142cef5 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=99f5f6ef-f1dd-4463-9211-714b975b878e HTTP/1.1" status: 200 len: 945 time: 0.0835910 Sep 24 15:45:38.837255 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fec363-cdd0-43d9-9d65-c738d2cfd361 None None] Network 9f9af495-0979-4ef4-841e-834c63f9ad5f requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:45:38.875319 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-494ae1a6-d918-4487-a86b-cd4595e29af1 req-4b7c4b62-1ce9-483f-8cb2-c14e8dc09df7 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406497 Sep 24 15:45:38.953112 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2d3ba530-66d8-4125-a793-7af4b7455a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:39.037313 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:39.042928 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7fd6284e-2a93-4d90-bd60-25b7c6de8b80 req-f84fe282-3a7d-4150-a10c-ee82b0477d87 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=03a5ecc9-3ded-459f-8c95-345cf09a655f HTTP/1.1" status: 200 len: 210 time: 0.0452156 Sep 24 15:45:39.046253 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6279b19c-0e4c-42d4-903c-34ed0fb7a03c tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Router 6db8a1ef-6654-4775-a1fd-9119ab64a474 is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:45:39.050521 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:39.093102 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port 360c35de-e90e-47b2-9fee-4845a682110d, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=360c35de-e90e-47b2-9fee-4845a682110d,segment=NetworkSegment(5abd23c3-307f-48e7-8d60-6b5dff9aa735),segment_id=5abd23c3-307f-48e7-8d60-6b5dff9aa735)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:45:39.135084 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3ba530-66d8-4125-a793-7af4b7455a8e None None] Pushing event updated for resources: {'Port': ['ID=e854d4e1-a934-4843-921c-fac0744ac127,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:39.144912 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-c7452438-bde2-4f6e-a38f-656349565fb7 None None] Provisioning complete for port 360c35de-e90e-47b2-9fee-4845a682110d triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:45:39.145289 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c7452438-bde2-4f6e-a38f-656349565fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:39.168774 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6279b19c-0e4c-42d4-903c-34ed0fb7a03c tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:45:39.174562 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-6279b19c-0e4c-42d4-903c-34ed0fb7a03c tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] 10.222.0.101 "PUT /v2.0/routers/6db8a1ef-6654-4775-a1fd-9119ab64a474/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2094214 Sep 24 15:45:39.176912 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 58032) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:39.184648 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ed90ca-5b43-4f28-9799-3773959df715 None None] Sync routers for ids ['6db8a1ef-6654-4775-a1fd-9119ab64a474'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:45:39.208617 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:39.213175 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device e854d4e1-a934-4843-921c-fac0744ac127 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:45:39.240127 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ed90ca-5b43-4f28-9799-3773959df715 None None] Routers {'6db8a1ef-6654-4775-a1fd-9119ab64a474'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:45:39.240806 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-e9ed90ca-5b43-4f28-9799-3773959df715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:45:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['6db8a1ef-6654-4775-a1fd-9119ab64a474'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:45:39.324944 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-e9ed90ca-5b43-4f28-9799-3773959df715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:45:39.372914 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ed90ca-5b43-4f28-9799-3773959df715 None None] Routers {'6db8a1ef-6654-4775-a1fd-9119ab64a474'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:45:39.373548 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-e9ed90ca-5b43-4f28-9799-3773959df715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:45:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['6db8a1ef-6654-4775-a1fd-9119ab64a474'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:45:39.410531 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=360c35de-e90e-47b2-9fee-4845a682110d,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:39.416782 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-e9ed90ca-5b43-4f28-9799-3773959df715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:45:39.417431 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ed90ca-5b43-4f28-9799-3773959df715 None None] The sync data for ids ['6db8a1ef-6654-4775-a1fd-9119ab64a474'] in n-d-808921-1 is: [] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:45:39.444860 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port e854d4e1-a934-4843-921c-fac0744ac127 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:45:39.445250 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:39.472012 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-c7452438-bde2-4f6e-a38f-656349565fb7 None None] Provisioning complete for port e854d4e1-a934-4843-921c-fac0744ac127 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:45:39.472379 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c7452438-bde2-4f6e-a38f-656349565fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:39.599163 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d07319-b559-4c10-9228-c83e937c8751 req-6586ba0a-962c-4769-aaf6-bd496c6a57e0 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:39.616404 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d07319-b559-4c10-9228-c83e937c8751 req-6586ba0a-962c-4769-aaf6-bd496c6a57e0 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:39.623811 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [None req-e9329607-37c2-4801-8e56-9c1384ed51d3 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 15:45:39.625219 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-e9329607-37c2-4801-8e56-9c1384ed51d3 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] 10.222.0.101 "PUT /v2.0/routers/6db8a1ef-6654-4775-a1fd-9119ab64a474/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4470165 Sep 24 15:45:39.627731 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 58044) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:39.633986 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d07319-b559-4c10-9228-c83e937c8751 req-6586ba0a-962c-4769-aaf6-bd496c6a57e0 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:39.644374 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-c7452438-bde2-4f6e-a38f-656349565fb7 None None] Provisioning complete for port 81460dd0-835e-4eac-8b82-29ca62d24984 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:45:39.644951 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c7452438-bde2-4f6e-a38f-656349565fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:39.648466 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d07319-b559-4c10-9228-c83e937c8751 req-6586ba0a-962c-4769-aaf6-bd496c6a57e0 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:39.659600 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d07319-b559-4c10-9228-c83e937c8751 req-6586ba0a-962c-4769-aaf6-bd496c6a57e0 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:39.669573 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d07319-b559-4c10-9228-c83e937c8751 req-6586ba0a-962c-4769-aaf6-bd496c6a57e0 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:39.678916 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d07319-b559-4c10-9228-c83e937c8751 req-6586ba0a-962c-4769-aaf6-bd496c6a57e0 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:39.681592 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f2d07319-b559-4c10-9228-c83e937c8751 req-6586ba0a-962c-4769-aaf6-bd496c6a57e0 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 5417 time: 0.1545751 Sep 24 15:45:39.686598 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-c7452438-bde2-4f6e-a38f-656349565fb7 None None] Port 81460dd0-835e-4eac-8b82-29ca62d24984 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:45:39.730650 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f2d07319-b559-4c10-9228-c83e937c8751 req-6a470fcf-9404-4560-9474-94266b04aa05 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/security-groups?id=36661b0c-4b5c-4f9d-8577-0fff57e17e03&id=faaaed6c-5dc8-4a43-a587-4571f710ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0419550 Sep 24 15:45:39.807442 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-6af675f6-e25a-4e98-a4fa-f3ab01a56426 None None] Provisioning complete for port 360c35de-e90e-47b2-9fee-4845a682110d triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:45:39.807812 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6af675f6-e25a-4e98-a4fa-f3ab01a56426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:39.912783 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-6af675f6-e25a-4e98-a4fa-f3ab01a56426 None None] Provisioning complete for port 81460dd0-835e-4eac-8b82-29ca62d24984 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:45:39.914386 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6af675f6-e25a-4e98-a4fa-f3ab01a56426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:39.940484 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea43905-075a-402d-9174-253b27054e50 req-305ecc5a-93f3-4c0a-b9f7-781674599319 tempest-InstanceActionsNegativeTestJSON-2010809430 tempest-InstanceActionsNegativeTestJSON-2010809430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:39.942089 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bea43905-075a-402d-9174-253b27054e50 req-305ecc5a-93f3-4c0a-b9f7-781674599319 tempest-InstanceActionsNegativeTestJSON-2010809430 tempest-InstanceActionsNegativeTestJSON-2010809430-project] 10.222.0.101 "GET /v2.0/ports?device_id=b1dec51b-fe60-4894-8448-7aee87a7af23 HTTP/1.1" status: 200 len: 945 time: 0.1554742 Sep 24 15:45:39.990981 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-6af675f6-e25a-4e98-a4fa-f3ab01a56426 None None] Port 81460dd0-835e-4eac-8b82-29ca62d24984 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:45:40.010894 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d6002-a075-4201-9252-e52e9fbb4614 req-4451de29-3dad-44a7-bc63-0cb89a2aa5a7 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:40.012445 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a05d6002-a075-4201-9252-e52e9fbb4614 req-4451de29-3dad-44a7-bc63-0cb89a2aa5a7 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=99f5f6ef-f1dd-4463-9211-714b975b878e HTTP/1.1" status: 200 len: 945 time: 0.0526218 Sep 24 15:45:40.020879 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bea43905-075a-402d-9174-253b27054e50 req-708fdd19-3d09-4f4f-9797-0932c752f421 tempest-InstanceActionsNegativeTestJSON-2010809430 tempest-InstanceActionsNegativeTestJSON-2010809430-project] 10.222.0.101 "GET /v2.0/security-groups?id=5198db36-5eab-47b1-84b6-17aba56873d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717976 Sep 24 15:45:40.056486 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a05d6002-a075-4201-9252-e52e9fbb4614 req-df6b0073-971e-4eba-abbb-ab9b227f68b3 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362990 Sep 24 15:45:40.099203 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-af737fd8-aa50-4644-b05a-ff3db4a561b7 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:40.192117 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3d86bad1-aa92-4c1a-a1b5-097ceb958c69 req-f7b7e42e-ff33-4c01-ba71-6f79a860fe5d tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=03a5ecc9-3ded-459f-8c95-345cf09a655f HTTP/1.1" status: 200 len: 210 time: 0.0596242 Sep 24 15:45:40.388836 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-af737fd8-aa50-4644-b05a-ff3db4a561b7 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Deleting port 81460dd0-835e-4eac-8b82-29ca62d24984 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:45:40.389285 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-af737fd8-aa50-4644-b05a-ff3db4a561b7 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:40.405097 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 360c35de-e90e-47b2-9fee-4845a682110d up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:45:40.454660 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 360c35de-e90e-47b2-9fee-4845a682110d triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:45:40.454952 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:40.480981 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-af737fd8-aa50-4644-b05a-ff3db4a561b7 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:40.492926 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-af737fd8-aa50-4644-b05a-ff3db4a561b7 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Calling delete_port for 81460dd0-835e-4eac-8b82-29ca62d24984 owned by network:router_interface {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:45:40.534193 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device e854d4e1-a934-4843-921c-fac0744ac127 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:45:40.584587 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port e854d4e1-a934-4843-921c-fac0744ac127 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:45:40.584969 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:40.862963 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742e1a7-60cd-4557-853c-8cfef96031b5 req-2c5e5dfc-fa36-48ed-9817-27f82ee17bc2 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:40.869134 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742e1a7-60cd-4557-853c-8cfef96031b5 req-2c5e5dfc-fa36-48ed-9817-27f82ee17bc2 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:40.875074 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742e1a7-60cd-4557-853c-8cfef96031b5 req-2c5e5dfc-fa36-48ed-9817-27f82ee17bc2 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:40.880967 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742e1a7-60cd-4557-853c-8cfef96031b5 req-2c5e5dfc-fa36-48ed-9817-27f82ee17bc2 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:40.887730 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742e1a7-60cd-4557-853c-8cfef96031b5 req-2c5e5dfc-fa36-48ed-9817-27f82ee17bc2 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:40.893656 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742e1a7-60cd-4557-853c-8cfef96031b5 req-2c5e5dfc-fa36-48ed-9817-27f82ee17bc2 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:40.900318 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742e1a7-60cd-4557-853c-8cfef96031b5 req-2c5e5dfc-fa36-48ed-9817-27f82ee17bc2 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:40.902226 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b742e1a7-60cd-4557-853c-8cfef96031b5 req-2c5e5dfc-fa36-48ed-9817-27f82ee17bc2 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 5417 time: 0.0941007 Sep 24 15:45:40.916672 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:40.944885 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b742e1a7-60cd-4557-853c-8cfef96031b5 req-a360228c-28bc-48db-b91e-a7743e798930 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/security-groups?id=36661b0c-4b5c-4f9d-8577-0fff57e17e03&id=faaaed6c-5dc8-4a43-a587-4571f710ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0360339 Sep 24 15:45:41.004800 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-af737fd8-aa50-4644-b05a-ff3db4a561b7 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:41.032205 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af737fd8-aa50-4644-b05a-ff3db4a561b7 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Pushing event deleted for resources: {'Port': ['ID=81460dd0-835e-4eac-8b82-29ca62d24984,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:41.185074 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e553d76-3a9c-4f46-8f17-22be782b9688 req-0f4d9a95-e0fe-440c-a395-10c4908ae946 tempest-InstanceActionsNegativeTestJSON-2010809430 tempest-InstanceActionsNegativeTestJSON-2010809430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:41.189293 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3e553d76-3a9c-4f46-8f17-22be782b9688 req-0f4d9a95-e0fe-440c-a395-10c4908ae946 tempest-InstanceActionsNegativeTestJSON-2010809430 tempest-InstanceActionsNegativeTestJSON-2010809430-project] 10.222.0.101 "GET /v2.0/ports?device_id=b1dec51b-fe60-4894-8448-7aee87a7af23 HTTP/1.1" status: 200 len: 945 time: 0.0879257 Sep 24 15:45:41.230163 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-af737fd8-aa50-4644-b05a-ff3db4a561b7 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:41.237198 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3e553d76-3a9c-4f46-8f17-22be782b9688 req-5e90fddb-dabf-44bc-9233-f3e785a27806 tempest-InstanceActionsNegativeTestJSON-2010809430 tempest-InstanceActionsNegativeTestJSON-2010809430-project] 10.222.0.101 "GET /v2.0/security-groups?id=5198db36-5eab-47b1-84b6-17aba56873d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470123 Sep 24 15:45:41.293935 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4631acea-0645-450f-94c4-1642a4e2ccfe req-f1dd3717-9d12-43e8-8969-07f94ed18fd9 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:41.295656 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4631acea-0645-450f-94c4-1642a4e2ccfe req-f1dd3717-9d12-43e8-8969-07f94ed18fd9 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=99f5f6ef-f1dd-4463-9211-714b975b878e HTTP/1.1" status: 200 len: 945 time: 0.1375513 Sep 24 15:45:41.362278 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d15dc35e-a836-4a9d-9457-f30aaca456c2 req-43d5dd30-817f-485d-b4de-d0a751eabd75 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=03a5ecc9-3ded-459f-8c95-345cf09a655f HTTP/1.1" status: 200 len: 210 time: 0.0367284 Sep 24 15:45:41.419704 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4631acea-0645-450f-94c4-1642a4e2ccfe req-cddc3f9c-c0c7-411b-8f26-e40366c13a09 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167555 Sep 24 15:45:41.469050 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af737fd8-aa50-4644-b05a-ff3db4a561b7 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Router 6db8a1ef-6654-4775-a1fd-9119ab64a474 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:45:41.547852 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af737fd8-aa50-4644-b05a-ff3db4a561b7 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:45:41.552972 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-af737fd8-aa50-4644-b05a-ff3db4a561b7 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] 10.222.0.101 "PUT /v2.0/routers/6db8a1ef-6654-4775-a1fd-9119ab64a474/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9241962 Sep 24 15:45:41.557182 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 58090) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:41.564405 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ec96da-b810-4908-9210-6a97ee043de9 None None] Sync routers for ids ['6db8a1ef-6654-4775-a1fd-9119ab64a474'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:45:41.574095 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ec96da-b810-4908-9210-6a97ee043de9 None None] Routers {'6db8a1ef-6654-4775-a1fd-9119ab64a474'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:45:41.574865 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-f6ec96da-b810-4908-9210-6a97ee043de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:45:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['6db8a1ef-6654-4775-a1fd-9119ab64a474'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:45:41.595136 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [None req-e0f6ed0f-8a85-4e50-8550-0347d12f78cf tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] delete failed (client error): The resource could not be found. Sep 24 15:45:41.596225 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e0f6ed0f-8a85-4e50-8550-0347d12f78cf tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] 10.222.0.101 "DELETE /v2.0/routers/tempest-non_exist_router-788629513 HTTP/1.1" status: 404 len: 334 time: 0.0380039 Sep 24 15:45:41.600148 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 58092) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:41.605111 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-0b43e85d-1046-49b9-aab1-56a5c5471940 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Request body: {'router': {'external_gateway_info': {'network_id': '6db8a1ef-6654-4775-a1fd-9119ab64a474'}}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:45:41.611575 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-f6ec96da-b810-4908-9210-6a97ee043de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:45:41.621182 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ec96da-b810-4908-9210-6a97ee043de9 None None] Routers {'6db8a1ef-6654-4775-a1fd-9119ab64a474'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:45:41.621811 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-f6ec96da-b810-4908-9210-6a97ee043de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:45:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['6db8a1ef-6654-4775-a1fd-9119ab64a474'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:45:41.656320 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-f6ec96da-b810-4908-9210-6a97ee043de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:45:41.656981 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ec96da-b810-4908-9210-6a97ee043de9 None None] The sync data for ids ['6db8a1ef-6654-4775-a1fd-9119ab64a474'] in n-d-808921-1 is: [] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:45:41.822719 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0b43e85d-1046-49b9-aab1-56a5c5471940 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:41.956252 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [None req-0b43e85d-1046-49b9-aab1-56a5c5471940 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] update failed (client error): The resource could not be found. Sep 24 15:45:41.957802 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-0b43e85d-1046-49b9-aab1-56a5c5471940 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] 10.222.0.101 "PUT /v2.0/routers/6db8a1ef-6654-4775-a1fd-9119ab64a474 HTTP/1.1" status: 404 len: 339 time: 0.3565083 Sep 24 15:45:41.961887 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 58102) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:42.116139 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971c4e6-0b2d-4b1f-9875-59adacb93aa0 req-3cc07bb4-98e0-4145-90dd-a8e9e073c38e tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:42.122949 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971c4e6-0b2d-4b1f-9875-59adacb93aa0 req-3cc07bb4-98e0-4145-90dd-a8e9e073c38e tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:42.129037 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971c4e6-0b2d-4b1f-9875-59adacb93aa0 req-3cc07bb4-98e0-4145-90dd-a8e9e073c38e tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:42.135615 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971c4e6-0b2d-4b1f-9875-59adacb93aa0 req-3cc07bb4-98e0-4145-90dd-a8e9e073c38e tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:42.145639 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971c4e6-0b2d-4b1f-9875-59adacb93aa0 req-3cc07bb4-98e0-4145-90dd-a8e9e073c38e tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:42.150079 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971c4e6-0b2d-4b1f-9875-59adacb93aa0 req-3cc07bb4-98e0-4145-90dd-a8e9e073c38e tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:42.156180 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3971c4e6-0b2d-4b1f-9875-59adacb93aa0 req-3cc07bb4-98e0-4145-90dd-a8e9e073c38e tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:42.158410 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3971c4e6-0b2d-4b1f-9875-59adacb93aa0 req-3cc07bb4-98e0-4145-90dd-a8e9e073c38e tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 5417 time: 0.1164510 Sep 24 15:45:42.211950 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3971c4e6-0b2d-4b1f-9875-59adacb93aa0 req-3e959017-78c6-4922-aaab-ee6e4e3fffaa tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/security-groups?id=36661b0c-4b5c-4f9d-8577-0fff57e17e03&id=faaaed6c-5dc8-4a43-a587-4571f710ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0463135 Sep 24 15:45:42.474830 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1f50413c-5687-4ab4-8d26-bb037865799c req-1776cfa2-b736-4e4f-8950-b0182ee9f8a1 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=03a5ecc9-3ded-459f-8c95-345cf09a655f HTTP/1.1" status: 200 len: 210 time: 0.0333230 Sep 24 15:45:42.583633 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f6a711-9049-4a12-bd49-0891b9263e8b req-52811d1c-0206-44f6-932d-cecacb37990e tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:42.591613 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-38f6a711-9049-4a12-bd49-0891b9263e8b req-52811d1c-0206-44f6-932d-cecacb37990e tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=99f5f6ef-f1dd-4463-9211-714b975b878e HTTP/1.1" status: 200 len: 945 time: 0.0574219 Sep 24 15:45:42.630942 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-38f6a711-9049-4a12-bd49-0891b9263e8b req-b2eb5277-2004-4e81-8b3a-2c1fbb69eb6e tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383806 Sep 24 15:45:42.643068 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96a7904-78d8-4ab9-80e8-c39caeab83f6 req-846ab233-e910-4e96-9993-051534b9c872 tempest-InstanceActionsNegativeTestJSON-2010809430 tempest-InstanceActionsNegativeTestJSON-2010809430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:42.644561 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f96a7904-78d8-4ab9-80e8-c39caeab83f6 req-846ab233-e910-4e96-9993-051534b9c872 tempest-InstanceActionsNegativeTestJSON-2010809430 tempest-InstanceActionsNegativeTestJSON-2010809430-project] 10.222.0.101 "GET /v2.0/ports?device_id=b1dec51b-fe60-4894-8448-7aee87a7af23 HTTP/1.1" status: 200 len: 945 time: 0.4955521 Sep 24 15:45:42.748013 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1c1142f5-86e8-410b-b693-c2564e35fe57 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:42.770229 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f96a7904-78d8-4ab9-80e8-c39caeab83f6 req-124090a4-e0e4-4ef1-8f5b-3e9817b8a369 tempest-InstanceActionsNegativeTestJSON-2010809430 tempest-InstanceActionsNegativeTestJSON-2010809430-project] 10.222.0.101 "GET /v2.0/security-groups?id=5198db36-5eab-47b1-84b6-17aba56873d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169739 Sep 24 15:45:42.781869 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0464a06-d942-4e23-9a7a-bd67f8b8abee req-4e796c50-17a5-409a-860d-5c9b0f1b63f6 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:42.783437 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d0464a06-d942-4e23-9a7a-bd67f8b8abee req-4e796c50-17a5-409a-860d-5c9b0f1b63f6 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.108 "GET /v2.0/networks?id=bad15511-e79d-4a5e-8826-604fa4d6fb1c HTTP/1.1" status: 200 len: 812 time: 0.2171164 Sep 24 15:45:42.828416 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-d0464a06-d942-4e23-9a7a-bd67f8b8abee req-6b3b0c56-80fb-4271-8f87-33ea79ab34e2 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Request body: {'port': {'device_id': '03a5ecc9-3ded-459f-8c95-345cf09a655f', 'network_id': 'bad15511-e79d-4a5e-8826-604fa4d6fb1c', 'admin_state_up': True, 'tenant_id': 'ac17221dd7b34bd3afb658a69ac088d3'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:45:43.100363 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-1c1142f5-86e8-410b-b693-c2564e35fe57 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Allocated IP 172.20.0.1 (d39a5bfe-a21d-4073-bea1-825697455b1d/da2491c9-9b43-4815-82ea-d409310a5723/2094ab42-40ae-4938-ad0b-be1f4636debd) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:45:43.183899 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0464a06-d942-4e23-9a7a-bd67f8b8abee req-6b3b0c56-80fb-4271-8f87-33ea79ab34e2 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Made reservation on behalf of ac17221dd7b34bd3afb658a69ac088d3 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:45:43.187446 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d0464a06-d942-4e23-9a7a-bd67f8b8abee req-6b3b0c56-80fb-4271-8f87-33ea79ab34e2 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:43.293295 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1c1142f5-86e8-410b-b693-c2564e35fe57 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:43.401383 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9459139e-0652-4518-9fe2-742aa01d1dcb req-558fad94-7ed9-44ee-acf2-ce010dff6faa tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:43.401383 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9459139e-0652-4518-9fe2-742aa01d1dcb req-558fad94-7ed9-44ee-acf2-ce010dff6faa tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:43.406621 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9459139e-0652-4518-9fe2-742aa01d1dcb req-558fad94-7ed9-44ee-acf2-ce010dff6faa tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:43.412675 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9459139e-0652-4518-9fe2-742aa01d1dcb req-558fad94-7ed9-44ee-acf2-ce010dff6faa tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:43.419996 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9459139e-0652-4518-9fe2-742aa01d1dcb req-558fad94-7ed9-44ee-acf2-ce010dff6faa tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:43.426583 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9459139e-0652-4518-9fe2-742aa01d1dcb req-558fad94-7ed9-44ee-acf2-ce010dff6faa tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:43.433684 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9459139e-0652-4518-9fe2-742aa01d1dcb req-558fad94-7ed9-44ee-acf2-ce010dff6faa tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:43.435804 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9459139e-0652-4518-9fe2-742aa01d1dcb req-558fad94-7ed9-44ee-acf2-ce010dff6faa tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 5417 time: 0.1178436 Sep 24 15:45:43.451729 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-d0464a06-d942-4e23-9a7a-bd67f8b8abee req-6b3b0c56-80fb-4271-8f87-33ea79ab34e2 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Allocated IP 172.20.0.11 (bad15511-e79d-4a5e-8826-604fa4d6fb1c/ac550aa6-1c9d-441e-90e2-38bf2a7a38e4/8b63e106-6324-473f-b60f-938c4d66dc4b) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:45:43.490305 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9459139e-0652-4518-9fe2-742aa01d1dcb req-7aac1b12-9566-4270-bc08-8624b64189da tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/security-groups?id=36661b0c-4b5c-4f9d-8577-0fff57e17e03&id=faaaed6c-5dc8-4a43-a587-4571f710ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0446408 Sep 24 15:45:43.498929 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a24ca-7232-44fa-95de-07bcb7c5516d req-54abd9e0-b2fc-4f0b-a8cc-b5d591c1e41e tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:43.501268 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4c2a24ca-7232-44fa-95de-07bcb7c5516d req-54abd9e0-b2fc-4f0b-a8cc-b5d591c1e41e tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/networks?id=f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc HTTP/1.1" status: 200 len: 815 time: 0.1988502 Sep 24 15:45:43.535119 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4c2a24ca-7232-44fa-95de-07bcb7c5516d req-cbf271fa-e2d7-4494-87eb-97fd013b9d32 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/quotas/a281c219e4614beda204e7aa382ce19f HTTP/1.1" status: 200 len: 375 time: 0.0227618 Sep 24 15:45:43.590226 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-395102bb-8aa7-43f1-be87-3b64d37f0c8c req-45be9300-9dae-4685-bcb2-7440bfa07cdb tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=03a5ecc9-3ded-459f-8c95-345cf09a655f HTTP/1.1" status: 200 len: 210 time: 0.0324826 Sep 24 15:45:43.606791 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1c1142f5-86e8-410b-b693-c2564e35fe57 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:43.716584 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1142f5-86e8-410b-b693-c2564e35fe57 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Network d39a5bfe-a21d-4073-bea1-825697455b1d is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:45:43.731656 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-1c1142f5-86e8-410b-b693-c2564e35fe57 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:45:43.742321 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1142f5-86e8-410b-b693-c2564e35fe57 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:45:43.750500 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1142f5-86e8-410b-b693-c2564e35fe57 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Pushing event updated for resources: {'Port': ['ID=2094ab42-40ae-4938-ad0b-be1f4636debd,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:43.759200 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2596fe2-a0d0-41a3-9584-4ac7d05d242f req-d1cd2ced-022f-4739-b4f8-9d05d42e86c3 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:43.761509 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e2596fe2-a0d0-41a3-9584-4ac7d05d242f req-d1cd2ced-022f-4739-b4f8-9d05d42e86c3 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=99f5f6ef-f1dd-4463-9211-714b975b878e HTTP/1.1" status: 200 len: 945 time: 0.0686193 Sep 24 15:45:43.783131 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4c2a24ca-7232-44fa-95de-07bcb7c5516d req-325faee6-2dc2-403a-a881-17d16c6a0fc4 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=a281c219e4614beda204e7aa382ce19f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2365644 Sep 24 15:45:43.806971 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5ce19d-0ebf-4ab9-a77a-c9c67c11ee50 req-6fc4748e-aa67-41bd-b7c9-4a766dba2085 tempest-InstanceActionsNegativeTestJSON-2010809430 tempest-InstanceActionsNegativeTestJSON-2010809430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:43.809485 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7a5ce19d-0ebf-4ab9-a77a-c9c67c11ee50 req-6fc4748e-aa67-41bd-b7c9-4a766dba2085 tempest-InstanceActionsNegativeTestJSON-2010809430 tempest-InstanceActionsNegativeTestJSON-2010809430-project] 10.222.0.108 "GET /v2.0/ports?device_id=b1dec51b-fe60-4894-8448-7aee87a7af23 HTTP/1.1" status: 200 len: 945 time: 0.2335937 Sep 24 15:45:43.833450 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e2596fe2-a0d0-41a3-9584-4ac7d05d242f req-7a71baca-a584-41c8-9ca5-6f293a4987cc tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643306 Sep 24 15:45:43.918839 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d0464a06-d942-4e23-9a7a-bd67f8b8abee req-6b3b0c56-80fb-4271-8f87-33ea79ab34e2 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:43.937839 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1c1142f5-86e8-410b-b693-c2564e35fe57 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:43.967014 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8836d5-5a25-4e54-8957-4ec7750f6271 req-36a497f8-05a1-4bc9-9d6f-0c3327a2b87b tempest-InstanceActionsNegativeTestJSON-2010809430 tempest-InstanceActionsNegativeTestJSON-2010809430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:43.968551 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ce8836d5-5a25-4e54-8957-4ec7750f6271 req-36a497f8-05a1-4bc9-9d6f-0c3327a2b87b tempest-InstanceActionsNegativeTestJSON-2010809430 tempest-InstanceActionsNegativeTestJSON-2010809430-project] 10.222.0.101 "GET /v2.0/ports?device_id=b1dec51b-fe60-4894-8448-7aee87a7af23 HTTP/1.1" status: 200 len: 945 time: 0.0551646 Sep 24 15:45:44.006353 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ce8836d5-5a25-4e54-8957-4ec7750f6271 req-fd75c28e-85b3-4c51-9510-bf2fa4d60452 tempest-InstanceActionsNegativeTestJSON-2010809430 tempest-InstanceActionsNegativeTestJSON-2010809430-project] 10.222.0.101 "GET /v2.0/security-groups?id=5198db36-5eab-47b1-84b6-17aba56873d8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315075 Sep 24 15:45:44.041600 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-1c3be8c5-5eba-43f9-87a9-ade1876abf50 None None] Provisioning complete for port 2094ab42-40ae-4938-ad0b-be1f4636debd triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:45:44.042210 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-1c3be8c5-5eba-43f9-87a9-ade1876abf50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:44.079697 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-1c3be8c5-5eba-43f9-87a9-ade1876abf50 None None] Port 2094ab42-40ae-4938-ad0b-be1f4636debd cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:45:44.133497 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4c2a24ca-7232-44fa-95de-07bcb7c5516d req-c70b971a-62ad-4fe4-8117-c02f7da4e111 service neutron] 10.222.0.101 "GET /v2.0/networks/f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188512 Sep 24 15:45:44.181682 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-7a5ce19d-0ebf-4ab9-a77a-c9c67c11ee50 req-7a59f235-1338-4b48-9ed9-4a1936f2a5b4 tempest-InstanceActionsNegativeTestJSON-2010809430 tempest-InstanceActionsNegativeTestJSON-2010809430-project] Deleting port fcfccfee-f58b-4bb2-8673-e3cc9133fe83 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:45:44.181942 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7a5ce19d-0ebf-4ab9-a77a-c9c67c11ee50 req-7a59f235-1338-4b48-9ed9-4a1936f2a5b4 tempest-InstanceActionsNegativeTestJSON-2010809430 tempest-InstanceActionsNegativeTestJSON-2010809430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:44.297900 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4c2a24ca-7232-44fa-95de-07bcb7c5516d req-c3cf7ab3-c339-4f65-8ec1-608d0bf5ea9c service neutron] 10.222.0.101 "GET /v2.0/networks/f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574295 Sep 24 15:45:44.329824 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-7a5ce19d-0ebf-4ab9-a77a-c9c67c11ee50 req-7a59f235-1338-4b48-9ed9-4a1936f2a5b4 tempest-InstanceActionsNegativeTestJSON-2010809430 tempest-InstanceActionsNegativeTestJSON-2010809430-project] For port fcfccfee-f58b-4bb2-8673-e3cc9133fe83, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=fcfccfee-f58b-4bb2-8673-e3cc9133fe83,segment=NetworkSegment(d822da1f-1192-4d3f-9dda-5df206696463),segment_id=d822da1f-1192-4d3f-9dda-5df206696463)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:45:44.329824 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7a5ce19d-0ebf-4ab9-a77a-c9c67c11ee50 req-7a59f235-1338-4b48-9ed9-4a1936f2a5b4 tempest-InstanceActionsNegativeTestJSON-2010809430 tempest-InstanceActionsNegativeTestJSON-2010809430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:44.329824 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d0464a06-d942-4e23-9a7a-bd67f8b8abee req-6b3b0c56-80fb-4271-8f87-33ea79ab34e2 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:44.339438 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['cb238af0-bcfe-4574-a1e6-2129ca44f562'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:45:44.343767 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['28572c71-755a-4ec9-8efe-e364c762f5de'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:45:44.400759 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-7a5ce19d-0ebf-4ab9-a77a-c9c67c11ee50 req-7a59f235-1338-4b48-9ed9-4a1936f2a5b4 tempest-InstanceActionsNegativeTestJSON-2010809430 tempest-InstanceActionsNegativeTestJSON-2010809430-project] Calling delete_port for fcfccfee-f58b-4bb2-8673-e3cc9133fe83 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:45:44.408385 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0464a06-d942-4e23-9a7a-bd67f8b8abee req-6b3b0c56-80fb-4271-8f87-33ea79ab34e2 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Network bad15511-e79d-4a5e-8826-604fa4d6fb1c is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:45:44.417261 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1c1142f5-86e8-410b-b693-c2564e35fe57 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:44.419397 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-d0464a06-d942-4e23-9a7a-bd67f8b8abee req-6b3b0c56-80fb-4271-8f87-33ea79ab34e2 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:45:44.421979 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0464a06-d942-4e23-9a7a-bd67f8b8abee req-6b3b0c56-80fb-4271-8f87-33ea79ab34e2 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:45:44.522788 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3b0c56-80fb-4271-8f87-33ea79ab34e2 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Pushing event updated for resources: {'Port': ['ID=8b63e106-6324-473f-b60f-938c4d66dc4b,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:44.645513 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0464a06-d942-4e23-9a7a-bd67f8b8abee req-6b3b0c56-80fb-4271-8f87-33ea79ab34e2 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:44.646150 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d0464a06-d942-4e23-9a7a-bd67f8b8abee req-6b3b0c56-80fb-4271-8f87-33ea79ab34e2 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:44.687426 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e4aa2c05-8997-4d80-804a-f138cd08f304 req-776df099-77a1-40d1-ba90-26255aa491aa tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa34241a-37c5-47d3-b904-2bd842425df1 HTTP/1.1" status: 200 len: 210 time: 0.0859210 Sep 24 15:45:44.717786 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14655bdc-17eb-4883-84a0-be2120f11d19 req-a5e9ab10-37f7-4982-a246-c69fb5df1be7 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:44.724524 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14655bdc-17eb-4883-84a0-be2120f11d19 req-a5e9ab10-37f7-4982-a246-c69fb5df1be7 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:44.732898 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14655bdc-17eb-4883-84a0-be2120f11d19 req-a5e9ab10-37f7-4982-a246-c69fb5df1be7 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:44.737659 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14655bdc-17eb-4883-84a0-be2120f11d19 req-a5e9ab10-37f7-4982-a246-c69fb5df1be7 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:44.744784 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14655bdc-17eb-4883-84a0-be2120f11d19 req-a5e9ab10-37f7-4982-a246-c69fb5df1be7 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:44.754823 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14655bdc-17eb-4883-84a0-be2120f11d19 req-a5e9ab10-37f7-4982-a246-c69fb5df1be7 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:44.761446 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14655bdc-17eb-4883-84a0-be2120f11d19 req-a5e9ab10-37f7-4982-a246-c69fb5df1be7 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:44.770049 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-14655bdc-17eb-4883-84a0-be2120f11d19 req-a5e9ab10-37f7-4982-a246-c69fb5df1be7 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 5417 time: 0.1341770 Sep 24 15:45:44.813069 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d0464a06-d942-4e23-9a7a-bd67f8b8abee req-6b3b0c56-80fb-4271-8f87-33ea79ab34e2 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9904449 Sep 24 15:45:44.827271 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-14655bdc-17eb-4883-84a0-be2120f11d19 req-a7495e55-712d-4155-b44a-18d802b568b3 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/security-groups?id=36661b0c-4b5c-4f9d-8577-0fff57e17e03&id=faaaed6c-5dc8-4a43-a587-4571f710ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0562685 Sep 24 15:45:44.834308 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-d0464a06-d942-4e23-9a7a-bd67f8b8abee req-01c78d9f-9ed3-4d87-b953-e4371522b00a service neutron] Request body: {'port': {'device_id': '03a5ecc9-3ded-459f-8c95-345cf09a655f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:45:44.905922 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-91b7d8b7-c9fb-4895-b5af-e03fc61b68a9 None None] Provisioning complete for port 8b63e106-6324-473f-b60f-938c4d66dc4b triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:45:44.906620 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-91b7d8b7-c9fb-4895-b5af-e03fc61b68a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:44.964835 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-91b7d8b7-c9fb-4895-b5af-e03fc61b68a9 None None] Port 8b63e106-6324-473f-b60f-938c4d66dc4b cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:45:44.986157 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d99493-b5d9-4f34-a01a-e04d6dab0087 req-d1ca4b8a-37ec-4fa4-bfae-a70e534ba6a6 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:44.988036 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c4d99493-b5d9-4f34-a01a-e04d6dab0087 req-d1ca4b8a-37ec-4fa4-bfae-a70e534ba6a6 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=99f5f6ef-f1dd-4463-9211-714b975b878e HTTP/1.1" status: 200 len: 945 time: 0.0652554 Sep 24 15:45:45.018331 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4977f89d-58db-44fc-bc48-8a6abb205907 req-77423aaf-a25e-49b8-a61e-1f18ce53318d tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:45.019845 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4977f89d-58db-44fc-bc48-8a6abb205907 req-77423aaf-a25e-49b8-a61e-1f18ce53318d tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=03a5ecc9-3ded-459f-8c95-345cf09a655f HTTP/1.1" status: 200 len: 932 time: 0.2126327 Sep 24 15:45:45.022779 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d0464a06-d942-4e23-9a7a-bd67f8b8abee req-01c78d9f-9ed3-4d87-b953-e4371522b00a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:45.035853 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c4d99493-b5d9-4f34-a01a-e04d6dab0087 req-82c40728-3069-4c44-a575-dd3217cb1eea tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384207 Sep 24 15:45:45.080098 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7a5ce19d-0ebf-4ab9-a77a-c9c67c11ee50 req-7a59f235-1338-4b48-9ed9-4a1936f2a5b4 tempest-InstanceActionsNegativeTestJSON-2010809430 tempest-InstanceActionsNegativeTestJSON-2010809430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:45.144925 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a59f235-1338-4b48-9ed9-4a1936f2a5b4 tempest-InstanceActionsNegativeTestJSON-2010809430 tempest-InstanceActionsNegativeTestJSON-2010809430-project] Pushing event deleted for resources: {'Port': ['ID=fcfccfee-f58b-4bb2-8673-e3cc9133fe83,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:45.161259 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b0509608-59b1-46cf-81d6-a1d95dc6354c req-fefa7420-e763-4e9f-8293-93fc7e368151 tempest-InstanceActionsNegativeTestJSON-2010809430 tempest-InstanceActionsNegativeTestJSON-2010809430-project] 10.222.0.101 "GET /v2.0/ports?device_id=b1dec51b-fe60-4894-8448-7aee87a7af23 HTTP/1.1" status: 200 len: 210 time: 0.0549235 Sep 24 15:45:45.212666 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4977f89d-58db-44fc-bc48-8a6abb205907 req-a81bdc78-999f-48db-b28c-3d54d49abb38 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855090 Sep 24 15:45:45.246745 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a5ce19d-0ebf-4ab9-a77a-c9c67c11ee50 req-7a59f235-1338-4b48-9ed9-4a1936f2a5b4 tempest-InstanceActionsNegativeTestJSON-2010809430 tempest-InstanceActionsNegativeTestJSON-2010809430-project] No DVR routers for this DVR port fcfccfee-f58b-4bb2-8673-e3cc9133fe83 on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:45:45.256616 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7a5ce19d-0ebf-4ab9-a77a-c9c67c11ee50 req-7a59f235-1338-4b48-9ed9-4a1936f2a5b4 tempest-InstanceActionsNegativeTestJSON-2010809430 tempest-InstanceActionsNegativeTestJSON-2010809430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:45.259629 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7a5ce19d-0ebf-4ab9-a77a-c9c67c11ee50 req-7a59f235-1338-4b48-9ed9-4a1936f2a5b4 tempest-InstanceActionsNegativeTestJSON-2010809430 tempest-InstanceActionsNegativeTestJSON-2010809430-project] 10.222.0.108 "DELETE /v2.0/ports/fcfccfee-f58b-4bb2-8673-e3cc9133fe83 HTTP/1.1" status: 204 len: 173 time: 1.4086528 Sep 24 15:45:45.260065 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1dec51b-fe60-4894-8448-7aee87a7af23', 'name': 'network-vif-deleted', 'tag': 'fcfccfee-f58b-4bb2-8673-e3cc9133fe83'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:45:45.262780 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b179312-1dfd-4f5c-8271-e088e18e84b9" -d '{"events": [{"server_uuid": "b1dec51b-fe60-4894-8448-7aee87a7af23", "name": "network-vif-deleted", "tag": "fcfccfee-f58b-4bb2-8673-e3cc9133fe83"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:45:45.340648 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8618b70a-2b85-429e-84dd-fe5409794a80 x-openstack-request-id: req-8618b70a-2b85-429e-84dd-fe5409794a80 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:45:45.340648 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1dec51b-fe60-4894-8448-7aee87a7af23", "name": "network-vif-deleted", "tag": "fcfccfee-f58b-4bb2-8673-e3cc9133fe83", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:45:45.340648 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-8618b70a-2b85-429e-84dd-fe5409794a80 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:45:45.340648 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1dec51b-fe60-4894-8448-7aee87a7af23', 'name': 'network-vif-deleted', 'tag': 'fcfccfee-f58b-4bb2-8673-e3cc9133fe83', 'status': 'completed', 'code': 200} Sep 24 15:45:45.358519 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1c1142f5-86e8-410b-b693-c2564e35fe57 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:45.456622 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1c1142f5-86e8-410b-b693-c2564e35fe57 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:45.574937 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1c1142f5-86e8-410b-b693-c2564e35fe57 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:45.579256 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1142f5-86e8-410b-b693-c2564e35fe57 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Pushing event updated for resources: {'Port': ['ID=2094ab42-40ae-4938-ad0b-be1f4636debd,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:45.638752 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-d0464a06-d942-4e23-9a7a-bd67f8b8abee req-01c78d9f-9ed3-4d87-b953-e4371522b00a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b63e106-6324-473f-b60f-938c4d66dc4b {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:45:45.671486 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d0464a06-d942-4e23-9a7a-bd67f8b8abee req-01c78d9f-9ed3-4d87-b953-e4371522b00a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:45.693090 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-d0464a06-d942-4e23-9a7a-bd67f8b8abee req-01c78d9f-9ed3-4d87-b953-e4371522b00a service neutron] Transition to ACTIVE for port object 8b63e106-6324-473f-b60f-938c4d66dc4b will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:45:45.713531 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1142f5-86e8-410b-b693-c2564e35fe57 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Network d39a5bfe-a21d-4073-bea1-825697455b1d is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:45:45.716425 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-1c1142f5-86e8-410b-b693-c2564e35fe57 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:45:45.794826 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-13ddc1bc-64f2-4a0e-b3c3-90adbe76d022 req-87be9a4b-bce5-4b81-b032-f88a21edc9e1 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa34241a-37c5-47d3-b904-2bd842425df1 HTTP/1.1" status: 200 len: 210 time: 0.0270329 Sep 24 15:45:45.831981 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c1142f5-86e8-410b-b693-c2564e35fe57 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Router 6db8a1ef-6654-4775-a1fd-9119ab64a474 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:45:45.846285 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d0464a06-d942-4e23-9a7a-bd67f8b8abee req-01c78d9f-9ed3-4d87-b953-e4371522b00a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:45.991593 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-80450768-e926-4981-8a0f-bb7d8c509e84 None None] Provisioning complete for port 2094ab42-40ae-4938-ad0b-be1f4636debd triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:45:45.992780 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-80450768-e926-4981-8a0f-bb7d8c509e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:46.035253 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-80450768-e926-4981-8a0f-bb7d8c509e84 None None] Port 2094ab42-40ae-4938-ad0b-be1f4636debd cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:45:46.201202 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7377e732-b613-4719-93ef-c6d143ae41c8 req-2711ee56-b901-44b9-bb43-9501fde6c6fc tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:46.208465 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7377e732-b613-4719-93ef-c6d143ae41c8 req-2711ee56-b901-44b9-bb43-9501fde6c6fc tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=99f5f6ef-f1dd-4463-9211-714b975b878e HTTP/1.1" status: 200 len: 945 time: 0.0847228 Sep 24 15:45:46.257190 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7377e732-b613-4719-93ef-c6d143ae41c8 req-527eb856-eed8-4aa4-9d1c-fb2dc0ce38bb tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418894 Sep 24 15:45:46.384514 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c5e41973-d788-4735-b09b-746f175c260a req-c14d9214-b58a-45ea-814d-f83682c7c128 tempest-InstanceActionsNegativeTestJSON-2010809430 tempest-InstanceActionsNegativeTestJSON-2010809430-project] 10.222.0.101 "GET /v2.0/ports?device_id=b1dec51b-fe60-4894-8448-7aee87a7af23 HTTP/1.1" status: 200 len: 210 time: 0.0397968 Sep 24 15:45:46.418188 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c78d9f-9ed3-4d87-b953-e4371522b00a service neutron] Pushing event updated for resources: {'Port': ['ID=8b63e106-6324-473f-b60f-938c4d66dc4b,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:46.434797 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be18ab5-dc5b-4aac-9517-ea134f92991d req-669c81c4-48b7-4871-a01b-d5f453b3bb75 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:46.440867 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be18ab5-dc5b-4aac-9517-ea134f92991d req-669c81c4-48b7-4871-a01b-d5f453b3bb75 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:46.447132 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be18ab5-dc5b-4aac-9517-ea134f92991d req-669c81c4-48b7-4871-a01b-d5f453b3bb75 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:46.453510 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be18ab5-dc5b-4aac-9517-ea134f92991d req-669c81c4-48b7-4871-a01b-d5f453b3bb75 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:46.459594 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be18ab5-dc5b-4aac-9517-ea134f92991d req-669c81c4-48b7-4871-a01b-d5f453b3bb75 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:46.465977 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be18ab5-dc5b-4aac-9517-ea134f92991d req-669c81c4-48b7-4871-a01b-d5f453b3bb75 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:46.471938 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be18ab5-dc5b-4aac-9517-ea134f92991d req-669c81c4-48b7-4871-a01b-d5f453b3bb75 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:46.473837 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1be18ab5-dc5b-4aac-9517-ea134f92991d req-669c81c4-48b7-4871-a01b-d5f453b3bb75 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 5417 time: 0.5334473 Sep 24 15:45:46.516216 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d3007c-323b-4d52-836e-afcd098da445 req-18a428f8-6af6-4fa1-8b38-b857cc2678b0 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:46.518614 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-88d3007c-323b-4d52-836e-afcd098da445 req-18a428f8-6af6-4fa1-8b38-b857cc2678b0 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=03a5ecc9-3ded-459f-8c95-345cf09a655f HTTP/1.1" status: 200 len: 944 time: 0.0681584 Sep 24 15:45:46.531661 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c1142f5-86e8-410b-b693-c2564e35fe57 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:45:46.541812 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a2bead-031f-43e6-aa84-7b8939a75fbf None None] Sync routers for ids ['6db8a1ef-6654-4775-a1fd-9119ab64a474'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:45:46.543412 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-1c1142f5-86e8-410b-b693-c2564e35fe57 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] 10.222.0.101 "PUT /v2.0/routers/6db8a1ef-6654-4775-a1fd-9119ab64a474/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5800376 Sep 24 15:45:46.547670 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 58218) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:46.562808 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a2bead-031f-43e6-aa84-7b8939a75fbf None None] Routers {'6db8a1ef-6654-4775-a1fd-9119ab64a474'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:45:46.563779 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-15a2bead-031f-43e6-aa84-7b8939a75fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:45:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['6db8a1ef-6654-4775-a1fd-9119ab64a474'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:45:46.570129 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1be18ab5-dc5b-4aac-9517-ea134f92991d req-3266d4ba-c9b4-44b6-8d7e-5253a1b3c2e6 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/security-groups?id=36661b0c-4b5c-4f9d-8577-0fff57e17e03&id=faaaed6c-5dc8-4a43-a587-4571f710ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0803885 Sep 24 15:45:46.577696 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-88d3007c-323b-4d52-836e-afcd098da445 req-6bdffda5-91a5-4d75-83fc-3d238605bd88 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498805 Sep 24 15:45:46.616554 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-15a2bead-031f-43e6-aa84-7b8939a75fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:45:46.625335 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-d0464a06-d942-4e23-9a7a-bd67f8b8abee req-01c78d9f-9ed3-4d87-b953-e4371522b00a service neutron] Attempting to bind port 8b63e106-6324-473f-b60f-938c4d66dc4b on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:45:46.625917 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-d0464a06-d942-4e23-9a7a-bd67f8b8abee req-01c78d9f-9ed3-4d87-b953-e4371522b00a service neutron] Attempting to bind port 8b63e106-6324-473f-b60f-938c4d66dc4b by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '7e8e93a9-9a2d-4b51-a14d-73f657c90f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'bad15511-e79d-4a5e-8826-604fa4d6fb1c'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:45:46.626361 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a2bead-031f-43e6-aa84-7b8939a75fbf None None] Routers {'6db8a1ef-6654-4775-a1fd-9119ab64a474'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:45:46.626622 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0464a06-d942-4e23-9a7a-bd67f8b8abee req-01c78d9f-9ed3-4d87-b953-e4371522b00a service neutron] Attempting to bind port 8b63e106-6324-473f-b60f-938c4d66dc4b on network bad15511-e79d-4a5e-8826-604fa4d6fb1c {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:45:46.627144 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-15a2bead-031f-43e6-aa84-7b8939a75fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:45:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['6db8a1ef-6654-4775-a1fd-9119ab64a474'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:45:46.659112 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0464a06-d942-4e23-9a7a-bd67f8b8abee req-01c78d9f-9ed3-4d87-b953-e4371522b00a service neutron] Port 8b63e106-6324-473f-b60f-938c4d66dc4b on network bad15511-e79d-4a5e-8826-604fa4d6fb1c not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:45:46.659432 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0464a06-d942-4e23-9a7a-bd67f8b8abee req-01c78d9f-9ed3-4d87-b953-e4371522b00a service neutron] Attempting to bind port 8b63e106-6324-473f-b60f-938c4d66dc4b on network bad15511-e79d-4a5e-8826-604fa4d6fb1c {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:45:46.663440 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-15a2bead-031f-43e6-aa84-7b8939a75fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:45:46.664490 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a2bead-031f-43e6-aa84-7b8939a75fbf None None] The sync data for ids ['6db8a1ef-6654-4775-a1fd-9119ab64a474'] in n-d-808921-1 is: [] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:45:46.668901 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0464a06-d942-4e23-9a7a-bd67f8b8abee req-01c78d9f-9ed3-4d87-b953-e4371522b00a service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:45:46.669244 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0464a06-d942-4e23-9a7a-bd67f8b8abee req-01c78d9f-9ed3-4d87-b953-e4371522b00a service neutron] Checking segment: {'id': '7e8e93a9-9a2d-4b51-a14d-73f657c90f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'bad15511-e79d-4a5e-8826-604fa4d6fb1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:45:46.669625 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0464a06-d942-4e23-9a7a-bd67f8b8abee req-01c78d9f-9ed3-4d87-b953-e4371522b00a service neutron] Bound using segment: {'id': '7e8e93a9-9a2d-4b51-a14d-73f657c90f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'bad15511-e79d-4a5e-8826-604fa4d6fb1c'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:45:46.670059 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-d0464a06-d942-4e23-9a7a-bd67f8b8abee req-01c78d9f-9ed3-4d87-b953-e4371522b00a service neutron] Bound port: 8b63e106-6324-473f-b60f-938c4d66dc4b, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e8e93a9-9a2d-4b51-a14d-73f657c90f78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'bad15511-e79d-4a5e-8826-604fa4d6fb1c'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:45:46.670444 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d0464a06-d942-4e23-9a7a-bd67f8b8abee req-01c78d9f-9ed3-4d87-b953-e4371522b00a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:46.690214 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a88959d6-275f-4185-a699-35587bed36e8 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks [] for router, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:46.810530 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [None req-a88959d6-275f-4185-a699-35587bed36e8 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 24 15:45:46.811584 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-a88959d6-275f-4185-a699-35587bed36e8 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] 10.222.0.101 "DELETE /v2.0/routers/6db8a1ef-6654-4775-a1fd-9119ab64a474 HTTP/1.1" status: 409 len: 329 time: 0.2616093 Sep 24 15:45:46.814581 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 58222) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:46.816153 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-d0464a06-d942-4e23-9a7a-bd67f8b8abee req-01c78d9f-9ed3-4d87-b953-e4371522b00a service neutron] For port 8b63e106-6324-473f-b60f-938c4d66dc4b, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:45:46.819350 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-d0464a06-d942-4e23-9a7a-bd67f8b8abee req-01c78d9f-9ed3-4d87-b953-e4371522b00a service neutron] For port 8b63e106-6324-473f-b60f-938c4d66dc4b, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=8b63e106-6324-473f-b60f-938c4d66dc4b,segment=NetworkSegment(7e8e93a9-9a2d-4b51-a14d-73f657c90f78),segment_id=7e8e93a9-9a2d-4b51-a14d-73f657c90f78)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:45:46.924302 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6be517b5-adeb-454b-8249-873f88a2ddd4 req-d67a32db-e10b-4bd9-8cfd-dc57c4ffbd10 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa34241a-37c5-47d3-b904-2bd842425df1 HTTP/1.1" status: 200 len: 210 time: 0.0335639 Sep 24 15:45:46.927471 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device fcfccfee-f58b-4bb2-8673-e3cc9133fe83 no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:45:46.948593 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d0464a06-d942-4e23-9a7a-bd67f8b8abee req-01c78d9f-9ed3-4d87-b953-e4371522b00a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:46.953696 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] No Port match for: fcfccfee-f58b-4bb2-8673-e3cc9133fe83 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:45:46.954055 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device fcfccfee-f58b-4bb2-8673-e3cc9133fe83 not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:45:46.986964 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0464a06-d942-4e23-9a7a-bd67f8b8abee req-01c78d9f-9ed3-4d87-b953-e4371522b00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:46.987815 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d0464a06-d942-4e23-9a7a-bd67f8b8abee req-01c78d9f-9ed3-4d87-b953-e4371522b00a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:46.993114 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d0464a06-d942-4e23-9a7a-bd67f8b8abee req-01c78d9f-9ed3-4d87-b953-e4371522b00a service neutron] 10.222.0.108 "PUT /v2.0/ports/8b63e106-6324-473f-b60f-938c4d66dc4b HTTP/1.1" status: 200 len: 1092 time: 2.1630325 Sep 24 15:45:47.010134 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c78d9f-9ed3-4d87-b953-e4371522b00a service neutron] Pushing event updated for resources: {'Port': ['ID=8b63e106-6324-473f-b60f-938c4d66dc4b,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:47.178377 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4683dbbe-4d49-4eb9-99b0-7b4964f4da9a tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:47.245902 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0464a06-d942-4e23-9a7a-bd67f8b8abee req-a81664d7-7a62-4341-8ff8-1f194fb6534f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:47.247441 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d0464a06-d942-4e23-9a7a-bd67f8b8abee req-a81664d7-7a62-4341-8ff8-1f194fb6534f service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=ac17221dd7b34bd3afb658a69ac088d3&device_id=03a5ecc9-3ded-459f-8c95-345cf09a655f HTTP/1.1" status: 200 len: 1095 time: 0.0515144 Sep 24 15:45:47.296530 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d0464a06-d942-4e23-9a7a-bd67f8b8abee req-45a66eb4-5548-40bb-a969-b93b5c16ab11 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b63e106-6324-473f-b60f-938c4d66dc4b HTTP/1.1" status: 200 len: 217 time: 0.0391302 Sep 24 15:45:47.341285 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03a5ecc9-3ded-459f-8c95-345cf09a655f', 'tag': '8b63e106-6324-473f-b60f-938c4d66dc4b'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:45:47.343962 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6824795-a161-4eae-a9d6-cd19a5982de4" -d '{"events": [{"name": "network-changed", "server_uuid": "03a5ecc9-3ded-459f-8c95-345cf09a655f", "tag": "8b63e106-6324-473f-b60f-938c4d66dc4b"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:45:47.395574 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98edf70c-4e2f-4432-8f55-a92a4c34559a x-openstack-request-id: req-98edf70c-4e2f-4432-8f55-a92a4c34559a {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:45:47.395870 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03a5ecc9-3ded-459f-8c95-345cf09a655f", "tag": "8b63e106-6324-473f-b60f-938c4d66dc4b", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:45:47.403508 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-98edf70c-4e2f-4432-8f55-a92a4c34559a {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:45:47.403508 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03a5ecc9-3ded-459f-8c95-345cf09a655f', 'tag': '8b63e106-6324-473f-b60f-938c4d66dc4b', 'status': 'completed', 'code': 200} Sep 24 15:45:47.403508 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0464a06-d942-4e23-9a7a-bd67f8b8abee req-fbd4d160-891a-45e4-81df-8ea41f8dd3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:47.403508 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d0464a06-d942-4e23-9a7a-bd67f8b8abee req-fbd4d160-891a-45e4-81df-8ea41f8dd3e0 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=ac550aa6-1c9d-441e-90e2-38bf2a7a38e4 HTTP/1.1" status: 200 len: 851 time: 0.0947812 Sep 24 15:45:47.441345 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 58234) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:47.451004 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb72d598-1261-4341-a5a0-6f49be6670bd req-f2567ef0-41b4-416f-90fc-8cc6c82adb4d tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:47.452517 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bb72d598-1261-4341-a5a0-6f49be6670bd req-f2567ef0-41b4-416f-90fc-8cc6c82adb4d tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=99f5f6ef-f1dd-4463-9211-714b975b878e HTTP/1.1" status: 200 len: 945 time: 0.0911057 Sep 24 15:45:47.469153 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0464a06-d942-4e23-9a7a-bd67f8b8abee req-622873fc-2e76-42e3-ad70-7bfe9a8fcce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:47.475808 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d0464a06-d942-4e23-9a7a-bd67f8b8abee req-622873fc-2e76-42e3-ad70-7bfe9a8fcce9 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=bad15511-e79d-4a5e-8826-604fa4d6fb1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0614219 Sep 24 15:45:47.524396 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecda15eb-933f-425d-af80-cfcd1ba5dbf1 admin admin] Deleting subnet 0eb0ca56-3be8-4ee9-a532-3791b9d8672e {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:45:47.530410 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ecda15eb-933f-425d-af80-cfcd1ba5dbf1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:47.534155 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bb72d598-1261-4341-a5a0-6f49be6670bd req-5b691397-cf69-4da5-9c97-30af53f31bf3 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678055 Sep 24 15:45:47.600168 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-4683dbbe-4d49-4eb9-99b0-7b4964f4da9a tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Deleting port 2094ab42-40ae-4938-ad0b-be1f4636debd {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:45:47.600510 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4683dbbe-4d49-4eb9-99b0-7b4964f4da9a tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:47.617315 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d0464a06-d942-4e23-9a7a-bd67f8b8abee req-256867a3-e2c9-4ecb-a565-c14eb3ef991a service neutron] 10.222.0.108 "GET /v2.0/networks/bad15511-e79d-4a5e-8826-604fa4d6fb1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314030 Sep 24 15:45:47.640120 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ecda15eb-933f-425d-af80-cfcd1ba5dbf1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:47.707816 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a24ca-7232-44fa-95de-07bcb7c5516d req-64168ee4-1b21-49aa-bfbc-b9cedcfbdd8a tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:47.709359 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4c2a24ca-7232-44fa-95de-07bcb7c5516d req-64168ee4-1b21-49aa-bfbc-b9cedcfbdd8a tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.110 "GET /v2.0/networks?id=f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc HTTP/1.1" status: 200 len: 815 time: 0.2206163 Sep 24 15:45:47.774675 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-4c2a24ca-7232-44fa-95de-07bcb7c5516d req-95757aad-a568-4b24-9148-9086ae74c0e5 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Request body: {'port': {'device_id': 'fa34241a-37c5-47d3-b904-2bd842425df1', 'network_id': 'f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc', 'admin_state_up': True, 'tenant_id': 'a281c219e4614beda204e7aa382ce19f'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:45:47.782841 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d0464a06-d942-4e23-9a7a-bd67f8b8abee req-a2d520bc-5fa4-4f1c-9cfa-4c63aada74d2 service neutron] 10.222.0.108 "GET /v2.0/networks/bad15511-e79d-4a5e-8826-604fa4d6fb1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563613 Sep 24 15:45:47.793350 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e6e98f-cc2a-4b4f-b747-fd53f782579b req-d3f71451-1e33-40ec-bf84-61e0d1ed727a tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:47.795070 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-62e6e98f-cc2a-4b4f-b747-fd53f782579b req-d3f71451-1e33-40ec-bf84-61e0d1ed727a tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=03a5ecc9-3ded-459f-8c95-345cf09a655f HTTP/1.1" status: 200 len: 944 time: 0.0793791 Sep 24 15:45:47.800857 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ecda15eb-933f-425d-af80-cfcd1ba5dbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:47.840462 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-62e6e98f-cc2a-4b4f-b747-fd53f782579b req-436c4feb-e36f-4ed5-88b0-e948b327e7d3 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392833 Sep 24 15:45:47.857538 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4683dbbe-4d49-4eb9-99b0-7b4964f4da9a tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:48.013056 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6824795-a161-4eae-a9d6-cd19a5982de4 req-c911a9aa-f13e-4295-a8a7-c50f70a4074f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:48.015406 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b6824795-a161-4eae-a9d6-cd19a5982de4 req-c911a9aa-f13e-4295-a8a7-c50f70a4074f service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=ac17221dd7b34bd3afb658a69ac088d3&device_id=03a5ecc9-3ded-459f-8c95-345cf09a655f HTTP/1.1" status: 200 len: 1095 time: 0.0649908 Sep 24 15:45:48.078204 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-81be3a00-b08c-4bf1-ac6f-37b1692b6b69 req-4e883784-5dd8-4fe3-ad72-a607e9cd29ea tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa34241a-37c5-47d3-b904-2bd842425df1 HTTP/1.1" status: 200 len: 210 time: 0.0428724 Sep 24 15:45:48.153345 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6824795-a161-4eae-a9d6-cd19a5982de4 req-96d6b23a-600e-4f3d-ace9-5e1f103c45bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:48.154923 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b6824795-a161-4eae-a9d6-cd19a5982de4 req-96d6b23a-600e-4f3d-ace9-5e1f103c45bb service neutron] 10.222.0.108 "GET /v2.0/networks?id=bad15511-e79d-4a5e-8826-604fa4d6fb1c HTTP/1.1" status: 200 len: 914 time: 0.1298847 Sep 24 15:45:48.205218 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b6824795-a161-4eae-a9d6-cd19a5982de4 req-68774d5d-4e7a-4275-bb49-968a342de4d8 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b63e106-6324-473f-b60f-938c4d66dc4b HTTP/1.1" status: 200 len: 217 time: 0.0416684 Sep 24 15:45:48.263314 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6824795-a161-4eae-a9d6-cd19a5982de4 req-0a830d12-c441-4f84-a223-87e98feaa3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:48.264833 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b6824795-a161-4eae-a9d6-cd19a5982de4 req-0a830d12-c441-4f84-a223-87e98feaa3cb service neutron] 10.222.0.108 "GET /v2.0/subnets?id=ac550aa6-1c9d-441e-90e2-38bf2a7a38e4 HTTP/1.1" status: 200 len: 851 time: 0.0511150 Sep 24 15:45:48.283548 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-4683dbbe-4d49-4eb9-99b0-7b4964f4da9a tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Calling delete_port for 2094ab42-40ae-4938-ad0b-be1f4636debd owned by network:router_interface {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:45:48.305791 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17337046-90f0-41f2-94b4-973dd466b6fa req-7135cc64-7abe-4ccc-948a-ada71f77dbf2 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:48.311743 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17337046-90f0-41f2-94b4-973dd466b6fa req-7135cc64-7abe-4ccc-948a-ada71f77dbf2 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:48.317727 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17337046-90f0-41f2-94b4-973dd466b6fa req-7135cc64-7abe-4ccc-948a-ada71f77dbf2 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:48.324446 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17337046-90f0-41f2-94b4-973dd466b6fa req-7135cc64-7abe-4ccc-948a-ada71f77dbf2 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:48.330445 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17337046-90f0-41f2-94b4-973dd466b6fa req-7135cc64-7abe-4ccc-948a-ada71f77dbf2 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:48.336128 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6824795-a161-4eae-a9d6-cd19a5982de4 req-821f2aa2-7f72-44eb-9ce3-d1f25f91a0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:48.336482 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17337046-90f0-41f2-94b4-973dd466b6fa req-7135cc64-7abe-4ccc-948a-ada71f77dbf2 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:48.338229 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b6824795-a161-4eae-a9d6-cd19a5982de4 req-821f2aa2-7f72-44eb-9ce3-d1f25f91a0f9 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=bad15511-e79d-4a5e-8826-604fa4d6fb1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654128 Sep 24 15:45:48.342372 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17337046-90f0-41f2-94b4-973dd466b6fa req-7135cc64-7abe-4ccc-948a-ada71f77dbf2 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:48.344317 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-17337046-90f0-41f2-94b4-973dd466b6fa req-7135cc64-7abe-4ccc-948a-ada71f77dbf2 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 5417 time: 0.6477478 Sep 24 15:45:48.456162 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b6824795-a161-4eae-a9d6-cd19a5982de4 req-7ef1a8ba-2364-4d52-8b32-eba35e89376f service neutron] 10.222.0.108 "GET /v2.0/networks/bad15511-e79d-4a5e-8826-604fa4d6fb1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102672 Sep 24 15:45:48.474270 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-17337046-90f0-41f2-94b4-973dd466b6fa req-5024d6af-93dc-452a-abd5-92817f7cc5cc tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/security-groups?id=36661b0c-4b5c-4f9d-8577-0fff57e17e03&id=faaaed6c-5dc8-4a43-a587-4571f710ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1146526 Sep 24 15:45:48.553024 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ecda15eb-933f-425d-af80-cfcd1ba5dbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:48.567955 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b6824795-a161-4eae-a9d6-cd19a5982de4 req-5dca1826-4916-4c7e-88ab-a5570aa89b9c service neutron] 10.222.0.108 "GET /v2.0/networks/bad15511-e79d-4a5e-8826-604fa4d6fb1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030381 Sep 24 15:45:48.616337 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c2a24ca-7232-44fa-95de-07bcb7c5516d req-95757aad-a568-4b24-9148-9086ae74c0e5 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Made reservation on behalf of a281c219e4614beda204e7aa382ce19f for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:45:48.620508 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-4c2a24ca-7232-44fa-95de-07bcb7c5516d req-95757aad-a568-4b24-9148-9086ae74c0e5 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:48.622969 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ecda15eb-933f-425d-af80-cfcd1ba5dbf1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:48.627265 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ecda15eb-933f-425d-af80-cfcd1ba5dbf1 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/0eb0ca56-3be8-4ee9-a532-3791b9d8672e HTTP/1.1" status: 204 len: 168 time: 1.1811891 Sep 24 15:45:48.627612 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 58254) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:48.637356 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda15eb-933f-425d-af80-cfcd1ba5dbf1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0eb0ca56-3be8-4ee9-a532-3791b9d8672e,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:48.722832 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5ccf27c1-cc2e-4352-bc9f-f2c852d95bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:48.780730 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [req-4c2a24ca-7232-44fa-95de-07bcb7c5516d req-95757aad-a568-4b24-9148-9086ae74c0e5 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Allocated IP 172.20.0.10 (f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc/a0d43bec-f9c0-475f-bd60-a66698ae0d01/e58faefd-d30c-42ba-b9ec-be5f5e0236c4) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:45:48.799839 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb802a5-a933-4d96-b8f1-655d4d11acca req-64117e65-20a1-480e-887d-b420d65b7455 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:48.801362 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6bb802a5-a933-4d96-b8f1-655d4d11acca req-64117e65-20a1-480e-887d-b420d65b7455 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=99f5f6ef-f1dd-4463-9211-714b975b878e HTTP/1.1" status: 200 len: 945 time: 0.0978274 Sep 24 15:45:48.805886 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4683dbbe-4d49-4eb9-99b0-7b4964f4da9a tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:48.845287 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4683dbbe-4d49-4eb9-99b0-7b4964f4da9a tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Pushing event deleted for resources: {'Port': ['ID=2094ab42-40ae-4938-ad0b-be1f4636debd,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:48.878546 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5ccf27c1-cc2e-4352-bc9f-f2c852d95bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:48.911297 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6bb802a5-a933-4d96-b8f1-655d4d11acca req-662fb792-6b90-47db-9815-cff3726cc5e3 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978377 Sep 24 15:45:48.912975 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-5ccf27c1-cc2e-4352-bc9f-f2c852d95bea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b80991f6-06cb-42a8-bfdd-05ee90fb0ecf']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:45:48.926567 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-5ccf27c1-cc2e-4352-bc9f-f2c852d95bea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd822da1f-1192-4d3f-9dda-5df206696463') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:45:48.927028 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-5ccf27c1-cc2e-4352-bc9f-f2c852d95bea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd822da1f-1192-4d3f-9dda-5df206696463') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:45:48.940548 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5ccf27c1-cc2e-4352-bc9f-f2c852d95bea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:48.961114 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5ccf27c1-cc2e-4352-bc9f-f2c852d95bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:48.973293 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ccf27c1-cc2e-4352-bc9f-f2c852d95bea admin admin] Releasing vlan 1293 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:45:48.973972 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5ccf27c1-cc2e-4352-bc9f-f2c852d95bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:48.976161 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:45:48.976161 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:45:48.976161 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:45:48.976161 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:45:48.976161 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:45:48.976161 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:45:48.976161 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:45:48.976161 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:45:48.976161 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:45:48.976161 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:45:48.976161 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:45:48.976161 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:45:48.976161 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:45:48.976161 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:45:48.976161 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:45:48.976161 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:45:48.976161 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:45:48.976161 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:45:48.976161 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:45:48.976161 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:45:48.976161 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:45:48.976161 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:45:48.976161 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:45:48.976161 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:45:48.976161 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:45:48.976161 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:45:48.976161 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:45:48.976161 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:45:48.976161 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:45:48.976161 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:45:48.976161 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:45:48.976161 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:45:49.130833 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8ceb3a-6fbf-4dd9-8837-adae081e7004 req-c527eeae-89f4-4b3f-be2a-264fd318687f tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:49.132952 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bf8ceb3a-6fbf-4dd9-8837-adae081e7004 req-c527eeae-89f4-4b3f-be2a-264fd318687f tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=03a5ecc9-3ded-459f-8c95-345cf09a655f HTTP/1.1" status: 200 len: 944 time: 0.1579142 Sep 24 15:45:49.133553 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4683dbbe-4d49-4eb9-99b0-7b4964f4da9a tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:49.142868 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-4c2a24ca-7232-44fa-95de-07bcb7c5516d req-95757aad-a568-4b24-9148-9086ae74c0e5 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:49.188087 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-caec430f-5d01-44b9-ba5d-fa1498a50534 req-93e42655-120e-4fc6-a263-2a2d01068cc7 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa34241a-37c5-47d3-b904-2bd842425df1 HTTP/1.1" status: 200 len: 210 time: 0.0308714 Sep 24 15:45:49.200306 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5ccf27c1-cc2e-4352-bc9f-f2c852d95bea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:49.229310 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5ccf27c1-cc2e-4352-bc9f-f2c852d95bea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:49.229310 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-5ccf27c1-cc2e-4352-bc9f-f2c852d95bea admin admin] 10.222.0.101 "DELETE /v2.0/networks/b80991f6-06cb-42a8-bfdd-05ee90fb0ecf HTTP/1.1" status: 204 len: 168 time: 0.5923843 Sep 24 15:45:49.229310 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccf27c1-cc2e-4352-bc9f-f2c852d95bea admin admin] Pushing event deleted for resources: {'Network': ['ID=b80991f6-06cb-42a8-bfdd-05ee90fb0ecf,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:49.286368 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bf8ceb3a-6fbf-4dd9-8837-adae081e7004 req-5724e210-dd53-4c2a-9a89-82c8b783c646 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353621 Sep 24 15:45:49.363496 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4683dbbe-4d49-4eb9-99b0-7b4964f4da9a tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Router 6db8a1ef-6654-4775-a1fd-9119ab64a474 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:45:49.387166 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 58266) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:49.444980 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-4c2a24ca-7232-44fa-95de-07bcb7c5516d req-95757aad-a568-4b24-9148-9086ae74c0e5 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:49.447393 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4683dbbe-4d49-4eb9-99b0-7b4964f4da9a tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:45:49.455818 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-4683dbbe-4d49-4eb9-99b0-7b4964f4da9a tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] 10.222.0.101 "PUT /v2.0/routers/6db8a1ef-6654-4775-a1fd-9119ab64a474/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6395271 Sep 24 15:45:49.457267 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dd5afa-20dc-4b3c-aaaf-845dbad26a55 None None] Sync routers for ids ['6db8a1ef-6654-4775-a1fd-9119ab64a474'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:45:49.459605 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 58270) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:49.462060 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['c6378d21-baf1-4240-b1f8-be112f4b0b3f'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:45:49.471748 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dd5afa-20dc-4b3c-aaaf-845dbad26a55 None None] Routers {'6db8a1ef-6654-4775-a1fd-9119ab64a474'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:45:49.472700 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-37dd5afa-20dc-4b3c-aaaf-845dbad26a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:45:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['6db8a1ef-6654-4775-a1fd-9119ab64a474'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:45:49.523327 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [None req-f89b0ee3-fb88-4ad5-b445-9217d71fa122 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] show failed (client error): The resource could not be found. Sep 24 15:45:49.524249 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-f89b0ee3-fb88-4ad5-b445-9217d71fa122 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] 10.222.0.101 "GET /v2.0/routers/tempest-non_exist_router-1494886021 HTTP/1.1" status: 404 len: 335 time: 0.0623717 Sep 24 15:45:49.528305 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 58274) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:49.533950 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-54e54433-93e3-4b48-b21c-d7ff3edfb1bf tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Request body: {'router': {'name': 'new_name'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:45:49.535897 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-37dd5afa-20dc-4b3c-aaaf-845dbad26a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:45:49.552100 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95757aad-a568-4b24-9148-9086ae74c0e5 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Pushing event updated for resources: {'Port': ['ID=e58faefd-d30c-42ba-b9ec-be5f5e0236c4,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:49.557558 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37dd5afa-20dc-4b3c-aaaf-845dbad26a55 None None] Routers {'6db8a1ef-6654-4775-a1fd-9119ab64a474'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:45:49.559921 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-37dd5afa-20dc-4b3c-aaaf-845dbad26a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:45:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['6db8a1ef-6654-4775-a1fd-9119ab64a474'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:45:49.568848 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c2a24ca-7232-44fa-95de-07bcb7c5516d req-95757aad-a568-4b24-9148-9086ae74c0e5 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Network f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:45:49.570788 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95757aad-a568-4b24-9148-9086ae74c0e5 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:45:49.571347 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95757aad-a568-4b24-9148-9086ae74c0e5 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:45:49.571724 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95757aad-a568-4b24-9148-9086ae74c0e5 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:45:49.572211 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95757aad-a568-4b24-9148-9086ae74c0e5 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:45:49.572400 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95757aad-a568-4b24-9148-9086ae74c0e5 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:45:49.572924 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95757aad-a568-4b24-9148-9086ae74c0e5 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:45:49.573351 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95757aad-a568-4b24-9148-9086ae74c0e5 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:45:49.573809 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95757aad-a568-4b24-9148-9086ae74c0e5 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:45:49.574006 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95757aad-a568-4b24-9148-9086ae74c0e5 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:45:49.574332 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95757aad-a568-4b24-9148-9086ae74c0e5 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:45:49.574682 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95757aad-a568-4b24-9148-9086ae74c0e5 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:45:49.575270 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95757aad-a568-4b24-9148-9086ae74c0e5 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:45:49.581100 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [req-4c2a24ca-7232-44fa-95de-07bcb7c5516d req-95757aad-a568-4b24-9148-9086ae74c0e5 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:45:49.588840 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c2a24ca-7232-44fa-95de-07bcb7c5516d req-95757aad-a568-4b24-9148-9086ae74c0e5 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:45:49.609176 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [None req-54e54433-93e3-4b48-b21c-d7ff3edfb1bf tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] update failed (client error): The resource could not be found. Sep 24 15:45:49.614453 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-54e54433-93e3-4b48-b21c-d7ff3edfb1bf tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] 10.222.0.101 "PUT /v2.0/routers/tempest-non_exist_router-369240621 HTTP/1.1" status: 404 len: 334 time: 0.0840254 Sep 24 15:45:49.615671 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d5138c90-6acb-4f94-975b-71216bda40e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:49.619115 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-37dd5afa-20dc-4b3c-aaaf-845dbad26a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:45:49.626224 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 58276) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:49.626921 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37dd5afa-20dc-4b3c-aaaf-845dbad26a55 None None] The sync data for ids ['6db8a1ef-6654-4775-a1fd-9119ab64a474'] in n-d-808921-1 is: [] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:45:49.674119 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 58278) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:49.707793 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a24ca-7232-44fa-95de-07bcb7c5516d req-95757aad-a568-4b24-9148-9086ae74c0e5 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:49.719478 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-4c2a24ca-7232-44fa-95de-07bcb7c5516d req-95757aad-a568-4b24-9148-9086ae74c0e5 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:49.719615 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a5b74-bd9f-4981-8093-8b11c9456d6b req-63c9ea49-e36b-4127-ba4b-0c6566c8d286 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:49.719615 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a5b74-bd9f-4981-8093-8b11c9456d6b req-63c9ea49-e36b-4127-ba4b-0c6566c8d286 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:49.722882 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a5b74-bd9f-4981-8093-8b11c9456d6b req-63c9ea49-e36b-4127-ba4b-0c6566c8d286 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:49.729165 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a5b74-bd9f-4981-8093-8b11c9456d6b req-63c9ea49-e36b-4127-ba4b-0c6566c8d286 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:49.731634 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0d66baf-d44c-46e7-ba34-4b9355056179 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Deleting subnet c796c15c-22ea-4e2a-9891-5955a37907bb {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:45:49.735243 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a5b74-bd9f-4981-8093-8b11c9456d6b req-63c9ea49-e36b-4127-ba4b-0c6566c8d286 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:49.741288 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a5b74-bd9f-4981-8093-8b11c9456d6b req-63c9ea49-e36b-4127-ba4b-0c6566c8d286 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:49.744238 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d0d66baf-d44c-46e7-ba34-4b9355056179 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:49.747980 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a5b74-bd9f-4981-8093-8b11c9456d6b req-63c9ea49-e36b-4127-ba4b-0c6566c8d286 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:49.750293 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-115a5b74-bd9f-4981-8093-8b11c9456d6b req-63c9ea49-e36b-4127-ba4b-0c6566c8d286 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 5417 time: 0.1314886 Sep 24 15:45:49.779233 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-fafc6da6-5bef-4bda-8264-ef7ac688dc8b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=eaec1a0d6a3a42b29bf3aa6157a3dc16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1038768 Sep 24 15:45:49.781826 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 58280) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:49.803840 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d0d66baf-d44c-46e7-ba34-4b9355056179 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:49.811378 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-115a5b74-bd9f-4981-8093-8b11c9456d6b req-56d92043-36bf-4724-baeb-977a656687ce tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/security-groups?id=36661b0c-4b5c-4f9d-8577-0fff57e17e03&id=faaaed6c-5dc8-4a43-a587-4571f710ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535207 Sep 24 15:45:49.852228 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d5138c90-6acb-4f94-975b-71216bda40e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:49.900708 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c235df71-d2a1-4509-8cff-71688a21605b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:49.939276 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c235df71-d2a1-4509-8cff-71688a21605b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:49.941620 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d0d66baf-d44c-46e7-ba34-4b9355056179 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:50.020924 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d5138c90-6acb-4f94-975b-71216bda40e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:50.066442 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-d5138c90-6acb-4f94-975b-71216bda40e5 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=f6337526fde148539afe4b09d7a1ff38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6759210 Sep 24 15:45:50.067115 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 58286) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:50.067620 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5138c90-6acb-4f94-975b-71216bda40e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f06a3e2d-e673-4d9e-8e61-d53047c7c1e7,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:50.096948 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae6b564-2aa7-473a-b0a5-abcdd9f04ff9 req-19564a02-c7a2-46bf-ba78-b5d42bf407ea tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:50.098522 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2ae6b564-2aa7-473a-b0a5-abcdd9f04ff9 req-19564a02-c7a2-46bf-ba78-b5d42bf407ea tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=99f5f6ef-f1dd-4463-9211-714b975b878e HTTP/1.1" status: 200 len: 945 time: 0.0951800 Sep 24 15:45:50.162794 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2ae6b564-2aa7-473a-b0a5-abcdd9f04ff9 req-26a8a0ab-07e8-4bd8-a8c8-95af6395d4ae tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561182 Sep 24 15:45:50.163506 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ab94f83e-63cd-4907-a090-10e3b979b771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:50.190540 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ab94f83e-63cd-4907-a090-10e3b979b771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:50.273935 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4c2a24ca-7232-44fa-95de-07bcb7c5516d req-95757aad-a568-4b24-9148-9086ae74c0e5 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5280247 Sep 24 15:45:50.276195 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c235df71-d2a1-4509-8cff-71688a21605b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:50.277544 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c235df71-d2a1-4509-8cff-71688a21605b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:50.278645 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-c235df71-d2a1-4509-8cff-71688a21605b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/5198db36-5eab-47b1-84b6-17aba56873d8 HTTP/1.1" status: 204 len: 168 time: 0.4958618 Sep 24 15:45:50.279819 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d0d66baf-d44c-46e7-ba34-4b9355056179 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:50.335621 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c235df71-d2a1-4509-8cff-71688a21605b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5198db36-5eab-47b1-84b6-17aba56873d8,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:50.362013 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d66baf-d44c-46e7-ba34-4b9355056179 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Pushing event deleted for resources: {'Subnet': ['ID=c796c15c-22ea-4e2a-9891-5955a37907bb,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:50.364831 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d0d66baf-d44c-46e7-ba34-4b9355056179 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:50.370939 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-d0d66baf-d44c-46e7-ba34-4b9355056179 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] 10.222.0.101 "DELETE /v2.0/subnets/c796c15c-22ea-4e2a-9891-5955a37907bb HTTP/1.1" status: 204 len: 168 time: 0.7444994 Sep 24 15:45:50.370939 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 58296) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:50.376141 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bea144-2e04-4cd8-838e-ff70e48188b5 None None] Network 9f9af495-0979-4ef4-841e-834c63f9ad5f requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:45:50.384531 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc070b2-331f-42c7-a9ce-e9e364b998a7 req-0a8324d4-a2f1-4ee7-a84e-6bd5953c9c1d tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:50.386246 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-adc070b2-331f-42c7-a9ce-e9e364b998a7 req-0a8324d4-a2f1-4ee7-a84e-6bd5953c9c1d tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa34241a-37c5-47d3-b904-2bd842425df1 HTTP/1.1" status: 200 len: 932 time: 0.1030116 Sep 24 15:45:50.432882 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-adc070b2-331f-42c7-a9ce-e9e364b998a7 req-67578a9f-903f-4a38-a5ec-2f853734bf6f tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e97abd6-6c4b-4313-93b0-ffda5586d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365136 Sep 24 15:45:50.465701 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ab94f83e-63cd-4907-a090-10e3b979b771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:50.469358 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ab94f83e-63cd-4907-a090-10e3b979b771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:50.472927 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ab94f83e-63cd-4907-a090-10e3b979b771 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f06a3e2d-e673-4d9e-8e61-d53047c7c1e7 HTTP/1.1" status: 204 len: 168 time: 0.4023869 Sep 24 15:45:50.498924 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-4c2a24ca-7232-44fa-95de-07bcb7c5516d req-feb30268-6501-4e97-a29c-31f574d1ddf9 service neutron] Request body: {'port': {'device_id': 'fa34241a-37c5-47d3-b904-2bd842425df1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:45:50.538170 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab94f83e-63cd-4907-a090-10e3b979b771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f06a3e2d-e673-4d9e-8e61-d53047c7c1e7,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:50.548049 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-75a24fda-7a84-42b3-801b-8d37ca44cf67 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Deleting subnet 474e7dbe-14ea-4492-a8a1-77e8fceaa6f1 {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:45:50.556037 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-75a24fda-7a84-42b3-801b-8d37ca44cf67 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:50.585799 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6294ab13-79e8-4790-a5f0-fe58ba6ac805 None None] DHCP port deletion for 9f9af495-0979-4ef4-841e-834c63f9ad5f request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:45:50.633258 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091c6fd-a03e-4530-8427-2b96e9eed1e2 req-1cda9ffb-3df1-4db2-ba5e-9a3ef78dba1c tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:50.634802 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1091c6fd-a03e-4530-8427-2b96e9eed1e2 req-1cda9ffb-3df1-4db2-ba5e-9a3ef78dba1c tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=03a5ecc9-3ded-459f-8c95-345cf09a655f HTTP/1.1" status: 200 len: 944 time: 0.1978662 Sep 24 15:45:50.638744 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-75a24fda-7a84-42b3-801b-8d37ca44cf67 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:50.642217 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-6294ab13-79e8-4790-a5f0-fe58ba6ac805 None None] Deleting port 360c35de-e90e-47b2-9fee-4845a682110d {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:45:50.642616 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6294ab13-79e8-4790-a5f0-fe58ba6ac805 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:50.670166 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-4c2a24ca-7232-44fa-95de-07bcb7c5516d req-feb30268-6501-4e97-a29c-31f574d1ddf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:50.705655 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-6294ab13-79e8-4790-a5f0-fe58ba6ac805 None None] For port 360c35de-e90e-47b2-9fee-4845a682110d, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=360c35de-e90e-47b2-9fee-4845a682110d,segment=NetworkSegment(5abd23c3-307f-48e7-8d60-6b5dff9aa735),segment_id=5abd23c3-307f-48e7-8d60-6b5dff9aa735)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:45:50.706049 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6294ab13-79e8-4790-a5f0-fe58ba6ac805 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:50.717859 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-6294ab13-79e8-4790-a5f0-fe58ba6ac805 None None] Calling delete_port for 360c35de-e90e-47b2-9fee-4845a682110d owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:45:50.755716 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1091c6fd-a03e-4530-8427-2b96e9eed1e2 req-ed8fe76c-07f3-4894-ab2a-8cdc11c32445 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139550 Sep 24 15:45:50.884222 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-75a24fda-7a84-42b3-801b-8d37ca44cf67 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:50.967117 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 7a5ede30-553d-4b39-bf2e-61fe5bb9e3e7 details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:45:50.980974 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82130e7-a064-4e4b-8439-5ee97f13990f req-9817aaea-979f-408b-9900-fe59b6da4f1f tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:50.987040 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82130e7-a064-4e4b-8439-5ee97f13990f req-9817aaea-979f-408b-9900-fe59b6da4f1f tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:50.993800 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82130e7-a064-4e4b-8439-5ee97f13990f req-9817aaea-979f-408b-9900-fe59b6da4f1f tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:51.001294 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82130e7-a064-4e4b-8439-5ee97f13990f req-9817aaea-979f-408b-9900-fe59b6da4f1f tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:51.008080 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82130e7-a064-4e4b-8439-5ee97f13990f req-9817aaea-979f-408b-9900-fe59b6da4f1f tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:51.014249 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82130e7-a064-4e4b-8439-5ee97f13990f req-9817aaea-979f-408b-9900-fe59b6da4f1f tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:51.020552 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82130e7-a064-4e4b-8439-5ee97f13990f req-9817aaea-979f-408b-9900-fe59b6da4f1f tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:51.022530 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d82130e7-a064-4e4b-8439-5ee97f13990f req-9817aaea-979f-408b-9900-fe59b6da4f1f tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 5417 time: 0.1060555 Sep 24 15:45:51.062915 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6294ab13-79e8-4790-a5f0-fe58ba6ac805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:51.077232 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d82130e7-a064-4e4b-8439-5ee97f13990f req-803a5a77-4ce1-439a-9f64-aa04349eb563 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/security-groups?id=36661b0c-4b5c-4f9d-8577-0fff57e17e03&id=faaaed6c-5dc8-4a43-a587-4571f710ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0469348 Sep 24 15:45:51.104767 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [req-4c2a24ca-7232-44fa-95de-07bcb7c5516d req-feb30268-6501-4e97-a29c-31f574d1ddf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e58faefd-d30c-42ba-b9ec-be5f5e0236c4 {{(pid=95297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:45:51.119488 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6294ab13-79e8-4790-a5f0-fe58ba6ac805 None None] Pushing event deleted for resources: {'Port': ['ID=360c35de-e90e-47b2-9fee-4845a682110d,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:51.121414 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6294ab13-79e8-4790-a5f0-fe58ba6ac805 None None] No DVR routers for this DVR port 360c35de-e90e-47b2-9fee-4845a682110d on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:45:51.121627 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-4c2a24ca-7232-44fa-95de-07bcb7c5516d req-feb30268-6501-4e97-a29c-31f574d1ddf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:51.126201 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 7a5ede30-553d-4b39-bf2e-61fe5bb9e3e7, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=7a5ede30-553d-4b39-bf2e-61fe5bb9e3e7,segment=NetworkSegment(138681cd-aefe-407e-9c8c-919ef76b97c8),segment_id=138681cd-aefe-407e-9c8c-919ef76b97c8)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:45:51.139681 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': '7a5ede30-553d-4b39-bf2e-61fe5bb9e3e7', 'network_id': '0fa74ab6-87b5-4544-9313-49774655226a', 'port_id': '7a5ede30-553d-4b39-bf2e-61fe5bb9e3e7', 'mac_address': 'fa:16:3e:8d:c0:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4491d185-2791-4910-b09e-1dff46d40afb', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:45:51.148225 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.provisioning_blocks [req-4c2a24ca-7232-44fa-95de-07bcb7c5516d req-feb30268-6501-4e97-a29c-31f574d1ddf9 service neutron] Transition to ACTIVE for port object e58faefd-d30c-42ba-b9ec-be5f5e0236c4 will not be triggered until provisioned by entity L2. {{(pid=95297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:45:51.181183 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:51.199318 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7a5ede30-553d-4b39-bf2e-61fe5bb9e3e7 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:45:51.225022 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 7a5ede30-553d-4b39-bf2e-61fe5bb9e3e7, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=7a5ede30-553d-4b39-bf2e-61fe5bb9e3e7,segment=NetworkSegment(138681cd-aefe-407e-9c8c-919ef76b97c8),segment_id=138681cd-aefe-407e-9c8c-919ef76b97c8)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:45:51.285447 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c29879-8c22-4d46-8170-d8f2b24e80f4 req-463a470e-1718-4c1e-8e7e-7f90f70ae9b1 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:51.290828 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-54c29879-8c22-4d46-8170-d8f2b24e80f4 req-463a470e-1718-4c1e-8e7e-7f90f70ae9b1 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=99f5f6ef-f1dd-4463-9211-714b975b878e HTTP/1.1" status: 200 len: 945 time: 0.0559642 Sep 24 15:45:51.301324 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-75a24fda-7a84-42b3-801b-8d37ca44cf67 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:51.333570 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-54c29879-8c22-4d46-8170-d8f2b24e80f4 req-b6fb74c2-6d92-4fa4-bc32-ef4c40c1fb9a tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393863 Sep 24 15:45:51.337005 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a24fda-7a84-42b3-801b-8d37ca44cf67 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Pushing event deleted for resources: {'Subnet': ['ID=474e7dbe-14ea-4492-a8a1-77e8fceaa6f1,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:51.342591 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:51.343537 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 8b63e106-6324-473f-b60f-938c4d66dc4b details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:45:51.352257 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-75a24fda-7a84-42b3-801b-8d37ca44cf67 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:51.352639 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b697049-af71-4cc3-b200-d8d84b45377c None None] Network e5e3c871-f284-45f6-a9f9-c671f4271f55 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:45:51.363525 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-75a24fda-7a84-42b3-801b-8d37ca44cf67 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] 10.222.0.101 "DELETE /v2.0/subnets/474e7dbe-14ea-4492-a8a1-77e8fceaa6f1 HTTP/1.1" status: 204 len: 168 time: 0.9823835 Sep 24 15:45:51.363525 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 58316) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:51.364986 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-4c2a24ca-7232-44fa-95de-07bcb7c5516d req-feb30268-6501-4e97-a29c-31f574d1ddf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:51.478422 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-71c93cda-b866-4a35-a7e1-632e2938759f tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:51.481950 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=7a5ede30-553d-4b39-bf2e-61fe5bb9e3e7,revision_number=6']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:51.486277 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb30268-6501-4e97-a29c-31f574d1ddf9 service neutron] Pushing event updated for resources: {'Port': ['ID=e58faefd-d30c-42ba-b9ec-be5f5e0236c4,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:51.603247 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 8b63e106-6324-473f-b60f-938c4d66dc4b, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=8b63e106-6324-473f-b60f-938c4d66dc4b,segment=NetworkSegment(7e8e93a9-9a2d-4b51-a14d-73f657c90f78),segment_id=7e8e93a9-9a2d-4b51-a14d-73f657c90f78)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:45:51.616799 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': '8b63e106-6324-473f-b60f-938c4d66dc4b', 'network_id': 'bad15511-e79d-4a5e-8826-604fa4d6fb1c', 'port_id': '8b63e106-6324-473f-b60f-938c4d66dc4b', 'mac_address': 'fa:16:3e:31:82:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac550aa6-1c9d-441e-90e2-38bf2a7a38e4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:45:51.647142 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-4c2a24ca-7232-44fa-95de-07bcb7c5516d req-feb30268-6501-4e97-a29c-31f574d1ddf9 service neutron] Attempting to bind port e58faefd-d30c-42ba-b9ec-be5f5e0236c4 on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:45:51.647485 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-4c2a24ca-7232-44fa-95de-07bcb7c5516d req-feb30268-6501-4e97-a29c-31f574d1ddf9 service neutron] Attempting to bind port e58faefd-d30c-42ba-b9ec-be5f5e0236c4 by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': '5202dad5-affc-4089-8eb2-2acbc0a55bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': 'f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc'}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:45:51.647983 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2a24ca-7232-44fa-95de-07bcb7c5516d req-feb30268-6501-4e97-a29c-31f574d1ddf9 service neutron] Attempting to bind port e58faefd-d30c-42ba-b9ec-be5f5e0236c4 on network f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:45:51.661975 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe19b6b-a15f-45ef-8945-2677ba36591f req-215907cd-cba2-4af4-9217-13ffd64c1163 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:51.664125 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1fe19b6b-a15f-45ef-8945-2677ba36591f req-215907cd-cba2-4af4-9217-13ffd64c1163 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa34241a-37c5-47d3-b904-2bd842425df1 HTTP/1.1" status: 200 len: 944 time: 0.1342592 Sep 24 15:45:51.678245 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:51.680560 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481fe6b0-ea33-44de-be47-9265a9c243c8 None None] DHCP port deletion for e5e3c871-f284-45f6-a9f9-c671f4271f55 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:45:51.688828 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-71c93cda-b866-4a35-a7e1-632e2938759f tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:51.698380 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2a24ca-7232-44fa-95de-07bcb7c5516d req-feb30268-6501-4e97-a29c-31f574d1ddf9 service neutron] Port e58faefd-d30c-42ba-b9ec-be5f5e0236c4 on network f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:45:51.698720 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2a24ca-7232-44fa-95de-07bcb7c5516d req-feb30268-6501-4e97-a29c-31f574d1ddf9 service neutron] Attempting to bind port e58faefd-d30c-42ba-b9ec-be5f5e0236c4 on network f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:45:51.718510 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b63e106-6324-473f-b60f-938c4d66dc4b {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:45:51.719342 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2a24ca-7232-44fa-95de-07bcb7c5516d req-feb30268-6501-4e97-a29c-31f574d1ddf9 service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:45:51.719689 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2a24ca-7232-44fa-95de-07bcb7c5516d req-feb30268-6501-4e97-a29c-31f574d1ddf9 service neutron] Checking segment: {'id': '5202dad5-affc-4089-8eb2-2acbc0a55bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': 'f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:45:51.720076 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c2a24ca-7232-44fa-95de-07bcb7c5516d req-feb30268-6501-4e97-a29c-31f574d1ddf9 service neutron] Bound using segment: {'id': '5202dad5-affc-4089-8eb2-2acbc0a55bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': 'f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc'} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:45:51.720546 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-4c2a24ca-7232-44fa-95de-07bcb7c5516d req-feb30268-6501-4e97-a29c-31f574d1ddf9 service neutron] Bound port: e58faefd-d30c-42ba-b9ec-be5f5e0236c4, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5202dad5-affc-4089-8eb2-2acbc0a55bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': 'f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc'}}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:45:51.720925 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-4c2a24ca-7232-44fa-95de-07bcb7c5516d req-feb30268-6501-4e97-a29c-31f574d1ddf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:51.740289 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-71c93cda-b866-4a35-a7e1-632e2938759f tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f9af495-0979-4ef4-841e-834c63f9ad5f']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:45:51.744632 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 8b63e106-6324-473f-b60f-938c4d66dc4b, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=8b63e106-6324-473f-b60f-938c4d66dc4b,segment=NetworkSegment(7e8e93a9-9a2d-4b51-a14d-73f657c90f78),segment_id=7e8e93a9-9a2d-4b51-a14d-73f657c90f78)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:45:51.757614 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-481fe6b0-ea33-44de-be47-9265a9c243c8 None None] Deleting port e854d4e1-a934-4843-921c-fac0744ac127 {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:45:51.758002 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-481fe6b0-ea33-44de-be47-9265a9c243c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:51.762101 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-71c93cda-b866-4a35-a7e1-632e2938759f tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5abd23c3-307f-48e7-8d60-6b5dff9aa735') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:45:51.762427 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-71c93cda-b866-4a35-a7e1-632e2938759f tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5abd23c3-307f-48e7-8d60-6b5dff9aa735') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:45:51.764150 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 58322) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:51.780372 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7e6e6a60-3921-4e9f-9ae3-7c11d681b88e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:51.814822 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1fe19b6b-a15f-45ef-8945-2677ba36591f req-70ecf9cd-40ff-4391-a5c4-781c9ce14f80 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e97abd6-6c4b-4313-93b0-ffda5586d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228163 Sep 24 15:45:51.818558 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-71c93cda-b866-4a35-a7e1-632e2938759f tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:51.837023 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-481fe6b0-ea33-44de-be47-9265a9c243c8 None None] For port e854d4e1-a934-4843-921c-fac0744ac127, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=e854d4e1-a934-4843-921c-fac0744ac127,segment=NetworkSegment(d58e6b6c-1a11-41a8-bfb8-19ac17799c9a),segment_id=d58e6b6c-1a11-41a8-bfb8-19ac17799c9a)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:45:51.837468 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-481fe6b0-ea33-44de-be47-9265a9c243c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:51.842282 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-71c93cda-b866-4a35-a7e1-632e2938759f tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:51.850406 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-481fe6b0-ea33-44de-be47-9265a9c243c8 None None] Calling delete_port for e854d4e1-a934-4843-921c-fac0744ac127 owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:45:51.865535 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71c93cda-b866-4a35-a7e1-632e2938759f tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Releasing vlan 1255 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:45:51.866015 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-71c93cda-b866-4a35-a7e1-632e2938759f tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:51.870184 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:45:51.870184 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:45:51.870184 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:45:51.870184 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:45:51.870184 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:45:51.870184 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:45:51.870184 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:45:51.870184 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:45:51.870184 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:45:51.870184 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:45:51.870184 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:45:51.870184 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:45:51.870184 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:45:51.870184 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:45:51.870184 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:45:51.870184 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:45:51.870184 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:45:51.870184 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:45:51.870184 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:45:51.870184 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:45:51.870184 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:45:51.870184 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:45:51.870184 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:45:51.870184 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:45:51.870184 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:45:51.870184 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:45:51.870184 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:45:51.870184 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:45:51.870184 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:45:51.870184 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:45:51.870184 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:45:51.870184 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:45:51.905982 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-4c2a24ca-7232-44fa-95de-07bcb7c5516d req-feb30268-6501-4e97-a29c-31f574d1ddf9 service neutron] For port e58faefd-d30c-42ba-b9ec-be5f5e0236c4, host n-h1-808921-1, cleared binding levels {{(pid=95297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:45:51.915919 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0f8345-2a24-42d4-b586-ac51f08448a1 req-93ce3969-7f27-43f4-a8dc-5cc6346b086d tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:51.917729 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4e0f8345-2a24-42d4-b586-ac51f08448a1 req-93ce3969-7f27-43f4-a8dc-5cc6346b086d tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=03a5ecc9-3ded-459f-8c95-345cf09a655f HTTP/1.1" status: 200 len: 944 time: 0.0844858 Sep 24 15:45:51.933446 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:51.960889 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4e0f8345-2a24-42d4-b586-ac51f08448a1 req-81cd22ca-a73c-4170-b717-c0ac1d63f371 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370960 Sep 24 15:45:51.990238 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=8b63e106-6324-473f-b60f-938c4d66dc4b,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:52.122898 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-71c93cda-b866-4a35-a7e1-632e2938759f tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:52.129851 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-4c2a24ca-7232-44fa-95de-07bcb7c5516d req-feb30268-6501-4e97-a29c-31f574d1ddf9 service neutron] For port e58faefd-d30c-42ba-b9ec-be5f5e0236c4, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=e58faefd-d30c-42ba-b9ec-be5f5e0236c4,segment=NetworkSegment(5202dad5-affc-4089-8eb2-2acbc0a55bf9),segment_id=5202dad5-affc-4089-8eb2-2acbc0a55bf9)] {{(pid=95297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:45:52.131691 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-71c93cda-b866-4a35-a7e1-632e2938759f tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:52.134446 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-71c93cda-b866-4a35-a7e1-632e2938759f tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] 10.222.0.101 "DELETE /v2.0/networks/9f9af495-0979-4ef4-841e-834c63f9ad5f HTTP/1.1" status: 204 len: 168 time: 0.7763619 Sep 24 15:45:52.136924 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 58334) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:52.149319 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c93cda-b866-4a35-a7e1-632e2938759f tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Pushing event deleted for resources: {'Network': ['ID=9f9af495-0979-4ef4-841e-834c63f9ad5f,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:52.165780 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-481fe6b0-ea33-44de-be47-9265a9c243c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:52.204049 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481fe6b0-ea33-44de-be47-9265a9c243c8 None None] No DVR routers for this DVR port e854d4e1-a934-4843-921c-fac0744ac127 on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:45:52.214886 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481fe6b0-ea33-44de-be47-9265a9c243c8 None None] Pushing event deleted for resources: {'Port': ['ID=e854d4e1-a934-4843-921c-fac0744ac127,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:52.222262 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['8b63e106-6324-473f-b60f-938c4d66dc4b'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:45:52.224148 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['7a5ede30-553d-4b39-bf2e-61fe5bb9e3e7'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:45:52.240142 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7e6e6a60-3921-4e9f-9ae3-7c11d681b88e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:52.254472 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e45ece-72e3-4e54-86ef-22642323007d req-75ee2f0b-d46f-4677-8910-82d83e56f5c5 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:52.263683 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e45ece-72e3-4e54-86ef-22642323007d req-75ee2f0b-d46f-4677-8910-82d83e56f5c5 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:52.269839 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e45ece-72e3-4e54-86ef-22642323007d req-75ee2f0b-d46f-4677-8910-82d83e56f5c5 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:52.278268 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e45ece-72e3-4e54-86ef-22642323007d req-75ee2f0b-d46f-4677-8910-82d83e56f5c5 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:52.285559 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e45ece-72e3-4e54-86ef-22642323007d req-75ee2f0b-d46f-4677-8910-82d83e56f5c5 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:52.291297 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e45ece-72e3-4e54-86ef-22642323007d req-75ee2f0b-d46f-4677-8910-82d83e56f5c5 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:52.298472 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e45ece-72e3-4e54-86ef-22642323007d req-75ee2f0b-d46f-4677-8910-82d83e56f5c5 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:52.298759 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fb26718e-47c7-40a4-a1cf-efdb4e7defb8 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:52.300174 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-39e45ece-72e3-4e54-86ef-22642323007d req-75ee2f0b-d46f-4677-8910-82d83e56f5c5 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 5417 time: 0.1310358 Sep 24 15:45:52.306828 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-4c2a24ca-7232-44fa-95de-07bcb7c5516d req-feb30268-6501-4e97-a29c-31f574d1ddf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:52.357982 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7e6e6a60-3921-4e9f-9ae3-7c11d681b88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:52.387436 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 58342) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:52.417594 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb30268-6501-4e97-a29c-31f574d1ddf9 service neutron] Pushing event updated for resources: {'Port': ['ID=e58faefd-d30c-42ba-b9ec-be5f5e0236c4,revision_number=3']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:52.440369 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a24ca-7232-44fa-95de-07bcb7c5516d req-feb30268-6501-4e97-a29c-31f574d1ddf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:52.441004 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-4c2a24ca-7232-44fa-95de-07bcb7c5516d req-feb30268-6501-4e97-a29c-31f574d1ddf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:52.444512 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4c2a24ca-7232-44fa-95de-07bcb7c5516d req-feb30268-6501-4e97-a29c-31f574d1ddf9 service neutron] 10.222.0.110 "PUT /v2.0/ports/e58faefd-d30c-42ba-b9ec-be5f5e0236c4 HTTP/1.1" status: 200 len: 1092 time: 2.1591985 Sep 24 15:45:52.444512 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa34241a-37c5-47d3-b904-2bd842425df1', 'tag': 'e58faefd-d30c-42ba-b9ec-be5f5e0236c4'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:45:52.445787 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c6690a-6678-4246-a1d7-515b983b8da8" -d '{"events": [{"name": "network-changed", "server_uuid": "fa34241a-37c5-47d3-b904-2bd842425df1", "tag": "e58faefd-d30c-42ba-b9ec-be5f5e0236c4"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:45:52.475501 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fb26718e-47c7-40a4-a1cf-efdb4e7defb8 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:52.484591 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-39e45ece-72e3-4e54-86ef-22642323007d req-25838367-d357-4610-9d8f-fda1ca47f053 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/security-groups?id=36661b0c-4b5c-4f9d-8577-0fff57e17e03&id=faaaed6c-5dc8-4a43-a587-4571f710ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1588898 Sep 24 15:45:52.489255 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 360c35de-e90e-47b2-9fee-4845a682110d no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:45:52.491971 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6e6a60-3921-4e9f-9ae3-7c11d681b88e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b926b76-b901-46b1-8e43-580f32aa8a58,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:52.512122 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 58348) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:52.512243 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-7e6e6a60-3921-4e9f-9ae3-7c11d681b88e admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=0adf5cb09c114a3db61d0c72898d4b7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7442627 Sep 24 15:45:52.541143 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-fb26718e-47c7-40a4-a1cf-efdb4e7defb8 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5e3c871-f284-45f6-a9f9-c671f4271f55']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:45:52.565108 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-fb26718e-47c7-40a4-a1cf-efdb4e7defb8 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd58e6b6c-1a11-41a8-bfb8-19ac17799c9a') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:45:52.565404 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-fb26718e-47c7-40a4-a1cf-efdb4e7defb8 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd58e6b6c-1a11-41a8-bfb8-19ac17799c9a') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:45:52.583434 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3465d444-39a2-4e0f-8ea4-34c40e56d94a x-openstack-request-id: req-3465d444-39a2-4e0f-8ea4-34c40e56d94a {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:45:52.583623 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa34241a-37c5-47d3-b904-2bd842425df1", "tag": "e58faefd-d30c-42ba-b9ec-be5f5e0236c4", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:45:52.586526 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-3465d444-39a2-4e0f-8ea4-34c40e56d94a {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:45:52.586526 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa34241a-37c5-47d3-b904-2bd842425df1', 'tag': 'e58faefd-d30c-42ba-b9ec-be5f5e0236c4', 'status': 'completed', 'code': 200} Sep 24 15:45:52.590406 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0401d751-0d21-4e61-a5f3-eb4024df2447 req-2c6f1a27-fdc2-4927-81b3-e7d61cdc9731 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:52.591960 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0401d751-0d21-4e61-a5f3-eb4024df2447 req-2c6f1a27-fdc2-4927-81b3-e7d61cdc9731 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=99f5f6ef-f1dd-4463-9211-714b975b878e HTTP/1.1" status: 200 len: 944 time: 0.1055939 Sep 24 15:45:52.594112 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fb26718e-47c7-40a4-a1cf-efdb4e7defb8 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:52.607119 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-e21c2dc7-e236-43f0-8c6c-e37baead95c2 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-531380177-network', 'tenant_id': '788e18d3f2d14af3b73a08902ae95fd2'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:45:52.608200 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 360c35de-e90e-47b2-9fee-4845a682110d {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:45:52.608694 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 360c35de-e90e-47b2-9fee-4845a682110d not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:45:52.609179 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device e854d4e1-a934-4843-921c-fac0744ac127 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:45:52.627411 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ba8c8c3c-cf39-475a-b1c9-4b4047266e21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:52.627681 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fb26718e-47c7-40a4-a1cf-efdb4e7defb8 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:52.640594 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: e854d4e1-a934-4843-921c-fac0744ac127 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:45:52.641296 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device e854d4e1-a934-4843-921c-fac0744ac127 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:45:52.646510 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb26718e-47c7-40a4-a1cf-efdb4e7defb8 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Releasing vlan 1286 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:45:52.647196 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fb26718e-47c7-40a4-a1cf-efdb4e7defb8 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:52.652500 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:45:52.652500 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:45:52.652500 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:45:52.652500 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:45:52.652500 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:45:52.652500 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:45:52.652500 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:45:52.652500 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:45:52.652500 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:45:52.652500 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:45:52.652500 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:45:52.652500 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:45:52.652500 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:45:52.652500 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:45:52.652500 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:45:52.652500 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:45:52.652500 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:45:52.652500 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:45:52.652500 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:45:52.652500 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:45:52.652500 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:45:52.652500 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:45:52.652500 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:45:52.652500 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:45:52.652500 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:45:52.652500 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:45:52.652500 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:45:52.652500 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:45:52.652500 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:45:52.652500 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:45:52.652500 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:45:52.652500 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:45:52.669842 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a24ca-7232-44fa-95de-07bcb7c5516d req-511271f5-8015-4499-be70-8d4cad0e2391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:52.671412 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4c2a24ca-7232-44fa-95de-07bcb7c5516d req-511271f5-8015-4499-be70-8d4cad0e2391 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=a281c219e4614beda204e7aa382ce19f&device_id=fa34241a-37c5-47d3-b904-2bd842425df1 HTTP/1.1" status: 200 len: 1095 time: 0.0831659 Sep 24 15:45:52.673604 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ba8c8c3c-cf39-475a-b1c9-4b4047266e21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:52.723423 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0401d751-0d21-4e61-a5f3-eb4024df2447 req-1c650fe9-c45e-4146-b6b2-c7f1a7cc94d9 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121511 Sep 24 15:45:52.724817 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4c2a24ca-7232-44fa-95de-07bcb7c5516d req-fe09e6e5-af20-4e5a-aa29-7ee099580725 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e58faefd-d30c-42ba-b9ec-be5f5e0236c4 HTTP/1.1" status: 200 len: 217 time: 0.0436707 Sep 24 15:45:52.782486 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a24ca-7232-44fa-95de-07bcb7c5516d req-2f9cbe77-6f49-4197-b84f-13fcabb296a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:52.783853 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4c2a24ca-7232-44fa-95de-07bcb7c5516d req-2f9cbe77-6f49-4197-b84f-13fcabb296a2 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=a0d43bec-f9c0-475f-bd60-a66698ae0d01 HTTP/1.1" status: 200 len: 855 time: 0.0508997 Sep 24 15:45:52.793291 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21c2dc7-e236-43f0-8c6c-e37baead95c2 admin admin] Made reservation on behalf of 788e18d3f2d14af3b73a08902ae95fd2 for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:45:52.797894 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e21c2dc7-e236-43f0-8c6c-e37baead95c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:52.805971 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e21c2dc7-e236-43f0-8c6c-e37baead95c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:52.818754 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4c2a24ca-7232-44fa-95de-07bcb7c5516d req-a0d153ef-754e-42a7-8283-eed26a25be91 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243592 Sep 24 15:45:52.856865 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fb26718e-47c7-40a4-a1cf-efdb4e7defb8 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:52.870064 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fb26718e-47c7-40a4-a1cf-efdb4e7defb8 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:52.874372 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-fb26718e-47c7-40a4-a1cf-efdb4e7defb8 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] 10.222.0.101 "DELETE /v2.0/networks/e5e3c871-f284-45f6-a9f9-c671f4271f55 HTTP/1.1" status: 204 len: 168 time: 0.7340372 Sep 24 15:45:52.881822 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 58352) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:52.890402 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb26718e-47c7-40a4-a1cf-efdb4e7defb8 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Pushing event deleted for resources: {'Network': ['ID=e5e3c871-f284-45f6-a9f9-c671f4271f55,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:52.942814 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb37447e-b304-42fd-a146-e9b08bf7a022 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Deleting subnet da2491c9-9b43-4815-82ea-d409310a5723 {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:45:52.946263 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fb37447e-b304-42fd-a146-e9b08bf7a022 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:52.947718 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4c2a24ca-7232-44fa-95de-07bcb7c5516d req-e0e36abb-29d4-47a9-94cf-e4cf370f50cf service neutron] 10.222.0.110 "GET /v2.0/networks/f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196020 Sep 24 15:45:52.971414 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d253cdd-8480-437f-9ca0-d20b68a98867 req-af58ec65-1d9b-4d4f-a325-54c3222a7fe8 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:52.972893 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6d253cdd-8480-437f-9ca0-d20b68a98867 req-af58ec65-1d9b-4d4f-a325-54c3222a7fe8 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa34241a-37c5-47d3-b904-2bd842425df1 HTTP/1.1" status: 200 len: 944 time: 0.0733688 Sep 24 15:45:52.983804 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ba8c8c3c-cf39-475a-b1c9-4b4047266e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:52.984458 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 7a5ede30-553d-4b39-bf2e-61fe5bb9e3e7 no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:45:52.986219 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ba8c8c3c-cf39-475a-b1c9-4b4047266e21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:52.987545 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ba8c8c3c-cf39-475a-b1c9-4b4047266e21 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/2b926b76-b901-46b1-8e43-580f32aa8a58 HTTP/1.1" status: 204 len: 168 time: 0.4753871 Sep 24 15:45:52.999408 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fb37447e-b304-42fd-a146-e9b08bf7a022 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:53.028763 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8c8c3c-cf39-475a-b1c9-4b4047266e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b926b76-b901-46b1-8e43-580f32aa8a58,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:53.099113 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6d253cdd-8480-437f-9ca0-d20b68a98867 req-27e6710b-98cc-4f5a-914e-5da78cfc56f7 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e97abd6-6c4b-4313-93b0-ffda5586d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006191 Sep 24 15:45:53.111884 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4c2a24ca-7232-44fa-95de-07bcb7c5516d req-df5028db-c716-4785-ae9f-e234919aac02 service neutron] 10.222.0.110 "GET /v2.0/networks/f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564028 Sep 24 15:45:53.156751 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:53.160181 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e21c2dc7-e236-43f0-8c6c-e37baead95c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:53.170281 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 7a5ede30-553d-4b39-bf2e-61fe5bb9e3e7 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:45:53.175286 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fb37447e-b304-42fd-a146-e9b08bf7a022 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:53.191735 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 7a5ede30-553d-4b39-bf2e-61fe5bb9e3e7, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=7a5ede30-553d-4b39-bf2e-61fe5bb9e3e7,segment=NetworkSegment(138681cd-aefe-407e-9c8c-919ef76b97c8),segment_id=138681cd-aefe-407e-9c8c-919ef76b97c8)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:45:53.215275 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ebe092-1abb-419f-8629-7beceeb1d6c2 req-4a7dfa85-b332-4430-b7da-0b4bc825b489 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:53.216722 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a6ebe092-1abb-419f-8629-7beceeb1d6c2 req-4a7dfa85-b332-4430-b7da-0b4bc825b489 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=03a5ecc9-3ded-459f-8c95-345cf09a655f HTTP/1.1" status: 200 len: 945 time: 0.1078045 Sep 24 15:45:53.266702 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a6ebe092-1abb-419f-8629-7beceeb1d6c2 req-27bb5b35-4146-40b2-bd2d-48e2e05801ee tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428925 Sep 24 15:45:53.329869 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e21c2dc7-e236-43f0-8c6c-e37baead95c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:53.333980 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:53.360399 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e21c2dc7-e236-43f0-8c6c-e37baead95c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1294} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:45:53.367405 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21c2dc7-e236-43f0-8c6c-e37baead95c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ab1439-02c4-4c70-b417-3c9e5569b941,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:53.370897 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c6690a-6678-4246-a1d7-515b983b8da8 req-87ed5ae5-9451-44e0-a387-39ec7bf35d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:53.372819 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-64c6690a-6678-4246-a1d7-515b983b8da8 req-87ed5ae5-9451-44e0-a387-39ec7bf35d60 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=a281c219e4614beda204e7aa382ce19f&device_id=fa34241a-37c5-47d3-b904-2bd842425df1 HTTP/1.1" status: 200 len: 1095 time: 0.0494769 Sep 24 15:45:53.373622 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e21c2dc7-e236-43f0-8c6c-e37baead95c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:53.374018 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-e21c2dc7-e236-43f0-8c6c-e37baead95c2 admin admin] Added segment cf340602-8be7-4b69-afb7-9069e5ded468 of type vlan for network 88198883-cae4-408c-8ab2-6ae5822f9c50 Sep 24 15:45:53.402464 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=7a5ede30-553d-4b39-bf2e-61fe5bb9e3e7,revision_number=7']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:53.405705 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fb37447e-b304-42fd-a146-e9b08bf7a022 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:53.447751 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e21c2dc7-e236-43f0-8c6c-e37baead95c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:53.450504 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb37447e-b304-42fd-a146-e9b08bf7a022 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Pushing event deleted for resources: {'Subnet': ['ID=da2491c9-9b43-4815-82ea-d409310a5723,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:53.457468 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fb37447e-b304-42fd-a146-e9b08bf7a022 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:53.459406 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-fb37447e-b304-42fd-a146-e9b08bf7a022 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] 10.222.0.101 "DELETE /v2.0/subnets/da2491c9-9b43-4815-82ea-d409310a5723 HTTP/1.1" status: 204 len: 168 time: 0.5762799 Sep 24 15:45:53.463250 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 58362) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:53.469629 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be783d7-6a65-4727-a492-a3f8035db2a9 None None] Network d39a5bfe-a21d-4073-bea1-825697455b1d requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:45:53.554769 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c6690a-6678-4246-a1d7-515b983b8da8 req-cbc01ba9-6038-41a7-8215-075fcf3192b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:53.556178 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-64c6690a-6678-4246-a1d7-515b983b8da8 req-cbc01ba9-6038-41a7-8215-075fcf3192b0 service neutron] 10.222.0.110 "GET /v2.0/networks?id=f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc HTTP/1.1" status: 200 len: 917 time: 0.1753893 Sep 24 15:45:53.565338 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e21c2dc7-e236-43f0-8c6c-e37baead95c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:53.567877 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21c2dc7-e236-43f0-8c6c-e37baead95c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:53.567877 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e21c2dc7-e236-43f0-8c6c-e37baead95c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:53.582177 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-27631971-dafc-4d78-92bc-7e12541b0596 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:53.642611 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21c2dc7-e236-43f0-8c6c-e37baead95c2 admin admin] Pushing event updated for resources: {'Network': ['ID=88198883-cae4-408c-8ab2-6ae5822f9c50,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:53.649456 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-64c6690a-6678-4246-a1d7-515b983b8da8 req-f40232e9-4ac5-4cec-86b4-99e46907d078 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e58faefd-d30c-42ba-b9ec-be5f5e0236c4 HTTP/1.1" status: 200 len: 217 time: 0.0716867 Sep 24 15:45:53.658802 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 88198883-cae4-408c-8ab2-6ae5822f9c50 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:45:53.691435 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-e21c2dc7-e236-43f0-8c6c-e37baead95c2 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2980030 Sep 24 15:45:53.692756 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 58372) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:53.699733 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-1c52d40b-361d-4cc5-a23b-38981297f759 admin admin] Request body: {'subnet': {'network_id': '88198883-cae4-408c-8ab2-6ae5822f9c50', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-531380177-subnet', 'tenant_id': '788e18d3f2d14af3b73a08902ae95fd2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:45:53.723368 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0569c2ca-3384-402b-8ac7-324bf2808fbe None None] DHCP port deletion for d39a5bfe-a21d-4073-bea1-825697455b1d request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:45:53.735161 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b5f007-e9e9-46b4-98b7-0cdc9af9704c req-966155d0-6457-4f38-8add-2af282a45c87 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:53.738212 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c6690a-6678-4246-a1d7-515b983b8da8 req-acecbb9a-f3bf-4cfc-8b5c-1730c949c4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:53.739596 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-64c6690a-6678-4246-a1d7-515b983b8da8 req-acecbb9a-f3bf-4cfc-8b5c-1730c949c4c1 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=a0d43bec-f9c0-475f-bd60-a66698ae0d01 HTTP/1.1" status: 200 len: 855 time: 0.0597355 Sep 24 15:45:53.742422 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b5f007-e9e9-46b4-98b7-0cdc9af9704c req-966155d0-6457-4f38-8add-2af282a45c87 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:53.748769 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b5f007-e9e9-46b4-98b7-0cdc9af9704c req-966155d0-6457-4f38-8add-2af282a45c87 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:53.755295 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b5f007-e9e9-46b4-98b7-0cdc9af9704c req-966155d0-6457-4f38-8add-2af282a45c87 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:53.760783 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-27631971-dafc-4d78-92bc-7e12541b0596 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Deleting port fea59787-97e0-49fc-88c0-ebc7d67294b8 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:45:53.761231 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-27631971-dafc-4d78-92bc-7e12541b0596 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:53.762840 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b5f007-e9e9-46b4-98b7-0cdc9af9704c req-966155d0-6457-4f38-8add-2af282a45c87 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:53.768826 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b5f007-e9e9-46b4-98b7-0cdc9af9704c req-966155d0-6457-4f38-8add-2af282a45c87 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:53.775752 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b5f007-e9e9-46b4-98b7-0cdc9af9704c req-966155d0-6457-4f38-8add-2af282a45c87 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:53.777665 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-37b5f007-e9e9-46b4-98b7-0cdc9af9704c req-966155d0-6457-4f38-8add-2af282a45c87 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 5417 time: 0.1372786 Sep 24 15:45:53.805088 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-0569c2ca-3384-402b-8ac7-324bf2808fbe None None] Deleting port fea59787-97e0-49fc-88c0-ebc7d67294b8 {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:45:53.806286 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0569c2ca-3384-402b-8ac7-324bf2808fbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:53.828531 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-37b5f007-e9e9-46b4-98b7-0cdc9af9704c req-fe61705c-04ba-4df6-8228-c628360d1031 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/security-groups?id=36661b0c-4b5c-4f9d-8577-0fff57e17e03&id=faaaed6c-5dc8-4a43-a587-4571f710ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0442946 Sep 24 15:45:53.865716 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-64c6690a-6678-4246-a1d7-515b983b8da8 req-b033ba55-ac7d-448b-a717-cabe6f70ed46 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1179285 Sep 24 15:45:53.876869 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-0569c2ca-3384-402b-8ac7-324bf2808fbe None None] For port fea59787-97e0-49fc-88c0-ebc7d67294b8, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=fea59787-97e0-49fc-88c0-ebc7d67294b8,segment=NetworkSegment(fa62f8ea-85e2-4639-9381-a3d0df4289fe),segment_id=fa62f8ea-85e2-4639-9381-a3d0df4289fe)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:45:53.877355 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0569c2ca-3384-402b-8ac7-324bf2808fbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:53.885028 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c52d40b-361d-4cc5-a23b-38981297f759 admin admin] Made reservation on behalf of 788e18d3f2d14af3b73a08902ae95fd2 for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:45:53.887716 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1c52d40b-361d-4cc5-a23b-38981297f759 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:53.890723 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-0569c2ca-3384-402b-8ac7-324bf2808fbe None None] Calling delete_port for fea59787-97e0-49fc-88c0-ebc7d67294b8 owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:45:53.925057 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-27631971-dafc-4d78-92bc-7e12541b0596 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] For port fea59787-97e0-49fc-88c0-ebc7d67294b8, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=fea59787-97e0-49fc-88c0-ebc7d67294b8,segment=NetworkSegment(fa62f8ea-85e2-4639-9381-a3d0df4289fe),segment_id=fa62f8ea-85e2-4639-9381-a3d0df4289fe)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:45:53.925359 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-27631971-dafc-4d78-92bc-7e12541b0596 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:53.956228 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-27631971-dafc-4d78-92bc-7e12541b0596 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Calling delete_port for fea59787-97e0-49fc-88c0-ebc7d67294b8 owned by network:dhcp {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:45:54.141487 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0569c2ca-3384-402b-8ac7-324bf2808fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:54.187583 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0569c2ca-3384-402b-8ac7-324bf2808fbe None None] Pushing event deleted for resources: {'Port': ['ID=fea59787-97e0-49fc-88c0-ebc7d67294b8,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:54.190657 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0569c2ca-3384-402b-8ac7-324bf2808fbe None None] No DVR routers for this DVR port fea59787-97e0-49fc-88c0-ebc7d67294b8 on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:45:54.294444 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b2ab67-3e68-4759-a666-2f5de390836e req-ea42a116-69cf-433f-a452-34d1d79e861b tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:54.296311 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e3b2ab67-3e68-4759-a666-2f5de390836e req-ea42a116-69cf-433f-a452-34d1d79e861b tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa34241a-37c5-47d3-b904-2bd842425df1 HTTP/1.1" status: 200 len: 944 time: 0.1249809 Sep 24 15:45:54.371934 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e3b2ab67-3e68-4759-a666-2f5de390836e req-0af27b8d-2ac9-4959-be73-afa36c23005a tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e97abd6-6c4b-4313-93b0-ffda5586d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651691 Sep 24 15:45:54.380433 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d42ee-c6cd-411f-a79a-0cbc8a7f2467 req-5d4c016f-e6cd-4a3e-ab54-f27b897acd84 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:54.382097 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7b2d42ee-c6cd-411f-a79a-0cbc8a7f2467 req-5d4c016f-e6cd-4a3e-ab54-f27b897acd84 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=99f5f6ef-f1dd-4463-9211-714b975b878e HTTP/1.1" status: 200 len: 943 time: 0.5240016 Sep 24 15:45:54.406406 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device fea59787-97e0-49fc-88c0-ebc7d67294b8 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:45:54.408396 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1c52d40b-361d-4cc5-a23b-38981297f759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:54.433197 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: fea59787-97e0-49fc-88c0-ebc7d67294b8 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:45:54.433749 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device fea59787-97e0-49fc-88c0-ebc7d67294b8 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:45:54.471204 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-64c6690a-6678-4246-a1d7-515b983b8da8 req-28731ea2-371a-4895-aa8a-8126d63203fb service neutron] 10.222.0.110 "GET /v2.0/networks/f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5961885 Sep 24 15:45:54.476907 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c52d40b-361d-4cc5-a23b-38981297f759 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6760e54-417c-41fa-9ec3-30a84c8f56af,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:54.520037 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7b2d42ee-c6cd-411f-a79a-0cbc8a7f2467 req-44558a94-66c8-4280-ab4b-8cf8e58b07e2 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988545 Sep 24 15:45:54.547407 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c52d40b-361d-4cc5-a23b-38981297f759 admin admin] Checking segment: {'id': 'cf340602-8be7-4b69-afb7-9069e5ded468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '88198883-cae4-408c-8ab2-6ae5822f9c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:45:54.547838 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c52d40b-361d-4cc5-a23b-38981297f759 admin admin] Network hostable DHCP agents. Network: 88198883-cae4-408c-8ab2-6ae5822f9c50, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:45:54.563079 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47beb707-233b-4bd2-a40b-f1465afff7c7 req-de12711b-3fe4-4b08-bac3-566b4691b447 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:54.571224 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-47beb707-233b-4bd2-a40b-f1465afff7c7 req-de12711b-3fe4-4b08-bac3-566b4691b447 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=03a5ecc9-3ded-459f-8c95-345cf09a655f HTTP/1.1" status: 200 len: 945 time: 0.0963802 Sep 24 15:45:54.588755 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-27631971-dafc-4d78-92bc-7e12541b0596 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:54.615792 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-47beb707-233b-4bd2-a40b-f1465afff7c7 req-941293bc-32e0-41b2-bd20-78bac2eac239 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437105 Sep 24 15:45:54.625572 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27631971-dafc-4d78-92bc-7e12541b0596 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Pushing event deleted for resources: {'Port': ['ID=fea59787-97e0-49fc-88c0-ebc7d67294b8,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:54.629944 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27631971-dafc-4d78-92bc-7e12541b0596 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] No DVR routers for this DVR port fea59787-97e0-49fc-88c0-ebc7d67294b8 on host n-d-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:45:54.681858 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-64c6690a-6678-4246-a1d7-515b983b8da8 req-3b11d288-9867-4e54-862c-f2c3a37f83fe service neutron] 10.222.0.110 "GET /v2.0/networks/f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929109 Sep 24 15:45:54.730420 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-27631971-dafc-4d78-92bc-7e12541b0596 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:54.735125 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c52d40b-361d-4cc5-a23b-38981297f759 admin admin] Network 88198883-cae4-408c-8ab2-6ae5822f9c50 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:45:54.751701 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-27631971-dafc-4d78-92bc-7e12541b0596 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d39a5bfe-a21d-4073-bea1-825697455b1d']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:45:54.761407 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-27631971-dafc-4d78-92bc-7e12541b0596 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa62f8ea-85e2-4639-9381-a3d0df4289fe') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:45:54.761700 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-27631971-dafc-4d78-92bc-7e12541b0596 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa62f8ea-85e2-4639-9381-a3d0df4289fe') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:45:54.771155 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-27631971-dafc-4d78-92bc-7e12541b0596 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:54.784178 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-27631971-dafc-4d78-92bc-7e12541b0596 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:54.789962 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27631971-dafc-4d78-92bc-7e12541b0596 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Releasing vlan 1283 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:45:54.790368 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-27631971-dafc-4d78-92bc-7e12541b0596 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:54.793252 n-d-808921-1 neutron-server[95297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:45:54.793252 n-d-808921-1 neutron-server[95297]: self.session.flush() Sep 24 15:45:54.793252 n-d-808921-1 neutron-server[95297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:45:54.793252 n-d-808921-1 neutron-server[95297]: self.session.flush() Sep 24 15:45:54.793252 n-d-808921-1 neutron-server[95297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:45:54.793252 n-d-808921-1 neutron-server[95297]: self.session.flush() Sep 24 15:45:54.793252 n-d-808921-1 neutron-server[95297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:45:54.793252 n-d-808921-1 neutron-server[95297]: self.session.flush() Sep 24 15:45:54.793252 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:45:54.793252 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:45:54.793252 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:45:54.793252 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:45:54.793252 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:45:54.793252 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:45:54.793252 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:45:54.793252 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:45:54.793252 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:45:54.793252 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:45:54.793252 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:45:54.793252 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:45:54.793252 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:45:54.793252 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:45:54.793252 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:45:54.793252 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:45:54.793252 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:45:54.793252 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:45:54.793252 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:45:54.793252 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:45:54.793252 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:45:54.793252 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:45:54.793252 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:45:54.793252 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:45:54.793252 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:45:54.793252 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:45:54.793252 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:45:54.793252 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:45:54.793252 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:45:54.793252 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:45:54.793252 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:45:54.793252 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:45:54.914087 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-1c52d40b-361d-4cc5-a23b-38981297f759 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 88198883-cae4-408c-8ab2-6ae5822f9c50) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:45:54.919362 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c52d40b-361d-4cc5-a23b-38981297f759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:54.920006 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1c52d40b-361d-4cc5-a23b-38981297f759 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:54.923424 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56e10e8-a9b3-437f-b4a4-0e87712a0eb1 None None] Network 88198883-cae4-408c-8ab2-6ae5822f9c50 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:45:54.974682 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d2b8e-2d96-44ae-8576-e48ff4fcdcf3 req-0c7e0910-ef03-49ea-9add-991f2f8c0607 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:54.981925 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d2b8e-2d96-44ae-8576-e48ff4fcdcf3 req-0c7e0910-ef03-49ea-9add-991f2f8c0607 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:54.985582 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 7a5ede30-553d-4b39-bf2e-61fe5bb9e3e7 up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:45:54.987913 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d2b8e-2d96-44ae-8576-e48ff4fcdcf3 req-0c7e0910-ef03-49ea-9add-991f2f8c0607 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:54.994191 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d2b8e-2d96-44ae-8576-e48ff4fcdcf3 req-0c7e0910-ef03-49ea-9add-991f2f8c0607 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:55.000129 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d2b8e-2d96-44ae-8576-e48ff4fcdcf3 req-0c7e0910-ef03-49ea-9add-991f2f8c0607 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:55.006054 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d2b8e-2d96-44ae-8576-e48ff4fcdcf3 req-0c7e0910-ef03-49ea-9add-991f2f8c0607 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:55.012211 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d2b8e-2d96-44ae-8576-e48ff4fcdcf3 req-0c7e0910-ef03-49ea-9add-991f2f8c0607 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:55.014187 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-825d2b8e-2d96-44ae-8576-e48ff4fcdcf3 req-0c7e0910-ef03-49ea-9add-991f2f8c0607 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 5417 time: 0.1076350 Sep 24 15:45:55.015376 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-27631971-dafc-4d78-92bc-7e12541b0596 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:55.024639 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-27631971-dafc-4d78-92bc-7e12541b0596 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:55.029315 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-27631971-dafc-4d78-92bc-7e12541b0596 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] 10.222.0.101 "DELETE /v2.0/networks/d39a5bfe-a21d-4073-bea1-825697455b1d HTTP/1.1" status: 204 len: 168 time: 1.5650980 Sep 24 15:45:55.029996 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 58398) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:55.045524 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27631971-dafc-4d78-92bc-7e12541b0596 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Pushing event deleted for resources: {'Network': ['ID=d39a5bfe-a21d-4073-bea1-825697455b1d,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:55.063554 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-c48a4072-2ba8-47a3-a51f-614630b98642 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] 10.222.0.101 "GET /v2.0/ports?device_id=6db8a1ef-6654-4775-a1fd-9119ab64a474 HTTP/1.1" status: 200 len: 205 time: 0.0317616 Sep 24 15:45:55.066134 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 58400) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:55.078271 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-825d2b8e-2d96-44ae-8576-e48ff4fcdcf3 req-1da746cf-a53c-4cf8-b0b2-47a8cc08ce5a tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/security-groups?id=36661b0c-4b5c-4f9d-8577-0fff57e17e03&id=faaaed6c-5dc8-4a43-a587-4571f710ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0389447 Sep 24 15:45:55.090618 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port 7a5ede30-553d-4b39-bf2e-61fe5bb9e3e7 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:45:55.090618 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:55.112570 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b2df24-1af0-42df-84fa-47a7aeac7d07 None None] Network 88198883-cae4-408c-8ab2-6ae5822f9c50 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:45:55.144270 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-1c52d40b-361d-4cc5-a23b-38981297f759 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4429667 Sep 24 15:45:55.180566 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-364cf607-fb38-41c8-bdd1-03f2e8b4a731 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks [] for router, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:55.263673 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:55.303720 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f5f6ef-f1dd-4463-9211-714b975b878e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a5ede30-553d-4b39-bf2e-61fe5bb9e3e7'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:45:55.306546 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62fb8eb7-06df-4bd3-8f88-c3c2d7546977" -d '{"events": [{"server_uuid": "99f5f6ef-f1dd-4463-9211-714b975b878e", "name": "network-vif-plugged", "status": "completed", "tag": "7a5ede30-553d-4b39-bf2e-61fe5bb9e3e7"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:45:55.319768 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 7a5ede30-553d-4b39-bf2e-61fe5bb9e3e7, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=7a5ede30-553d-4b39-bf2e-61fe5bb9e3e7,segment=NetworkSegment(138681cd-aefe-407e-9c8c-919ef76b97c8),segment_id=138681cd-aefe-407e-9c8c-919ef76b97c8)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:45:55.367553 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c186f0ef-8518-4d75-8d40-685ea8f9c7ec x-openstack-request-id: req-c186f0ef-8518-4d75-8d40-685ea8f9c7ec {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:45:55.367553 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99f5f6ef-f1dd-4463-9211-714b975b878e", "name": "network-vif-plugged", "status": "completed", "tag": "7a5ede30-553d-4b39-bf2e-61fe5bb9e3e7", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:45:55.367553 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c186f0ef-8518-4d75-8d40-685ea8f9c7ec {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:45:55.367553 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99f5f6ef-f1dd-4463-9211-714b975b878e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a5ede30-553d-4b39-bf2e-61fe5bb9e3e7', 'code': 200} Sep 24 15:45:55.402896 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-364cf607-fb38-41c8-bdd1-03f2e8b4a731 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:55.405943 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-364cf607-fb38-41c8-bdd1-03f2e8b4a731 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:55.546136 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f35185f-dbae-47d5-9db2-f3a2faa97a16 req-7c04d7b2-cfeb-4fbc-92df-51069cef1c3f tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:55.553588 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5f35185f-dbae-47d5-9db2-f3a2faa97a16 req-7c04d7b2-cfeb-4fbc-92df-51069cef1c3f tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa34241a-37c5-47d3-b904-2bd842425df1 HTTP/1.1" status: 200 len: 944 time: 0.0885513 Sep 24 15:45:55.572616 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6abc72-6edb-4b55-bb97-87c16fce2821 req-a0e79887-5653-420c-bce6-91755e5a5795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:55.574288 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bc6abc72-6edb-4b55-bb97-87c16fce2821 req-a0e79887-5653-420c-bce6-91755e5a5795 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=99f5f6ef-f1dd-4463-9211-714b975b878e HTTP/1.1" status: 200 len: 1094 time: 0.0792768 Sep 24 15:45:55.605410 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:55.606598 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 8b63e106-6324-473f-b60f-938c4d66dc4b up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:45:55.614017 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5f35185f-dbae-47d5-9db2-f3a2faa97a16 req-ab28815f-dfc8-4a2a-a429-156a0b0c206f tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e97abd6-6c4b-4313-93b0-ffda5586d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594041 Sep 24 15:45:55.629657 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bc6abc72-6edb-4b55-bb97-87c16fce2821 req-e058e14f-9245-42b0-9885-f3a849e49900 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476911 Sep 24 15:45:55.670613 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-364cf607-fb38-41c8-bdd1-03f2e8b4a731 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:55.679172 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-364cf607-fb38-41c8-bdd1-03f2e8b4a731 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Fanout notify agent at l3_agent the message router_deleted on router 6db8a1ef-6654-4775-a1fd-9119ab64a474 {{(pid=95298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:45:55.696885 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-364cf607-fb38-41c8-bdd1-03f2e8b4a731 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:55.697048 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=7a5ede30-553d-4b39-bf2e-61fe5bb9e3e7,revision_number=8']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:55.698379 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-364cf607-fb38-41c8-bdd1-03f2e8b4a731 tempest-RoutersNegativeTest-172570781 tempest-RoutersNegativeTest-172570781-project] 10.222.0.101 "DELETE /v2.0/routers/6db8a1ef-6654-4775-a1fd-9119ab64a474 HTTP/1.1" status: 204 len: 168 time: 0.6308911 Sep 24 15:45:55.755415 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cbc823-e279-484f-ba01-6692d57e9a87 req-3c081462-6b54-4181-b421-a2c5ce167d0e tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:55.762913 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-78cbc823-e279-484f-ba01-6692d57e9a87 req-3c081462-6b54-4181-b421-a2c5ce167d0e tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=99f5f6ef-f1dd-4463-9211-714b975b878e HTTP/1.1" status: 200 len: 945 time: 0.0632548 Sep 24 15:45:55.800320 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-78cbc823-e279-484f-ba01-6692d57e9a87 req-49eb34f4-6bed-45b1-af59-e7770a0ea2ee tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364416 Sep 24 15:45:55.890047 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ccce50-82bb-41ce-9cd1-961d679f248c req-92f9c5ff-45b0-4b72-8832-5365893565ed tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:55.891620 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e5ccce50-82bb-41ce-9cd1-961d679f248c req-92f9c5ff-45b0-4b72-8832-5365893565ed tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] 10.222.0.101 "GET /v2.0/networks?id=88198883-cae4-408c-8ab2-6ae5822f9c50 HTTP/1.1" status: 200 len: 813 time: 0.1078076 Sep 24 15:45:55.907227 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e5ccce50-82bb-41ce-9cd1-961d679f248c req-75a73647-8530-4d90-bba6-ea4ebfd6ae32 tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] 10.222.0.101 "GET /v2.0/quotas/788e18d3f2d14af3b73a08902ae95fd2 HTTP/1.1" status: 200 len: 375 time: 0.0098200 Sep 24 15:45:55.940133 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e5ccce50-82bb-41ce-9cd1-961d679f248c req-eccc6b7d-6f16-4c74-af22-a3c711efb0da tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=788e18d3f2d14af3b73a08902ae95fd2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274353 Sep 24 15:45:55.965581 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2428a236-fbd1-4cd0-af18-a94f6a73840b req-8cbe14d6-302d-425d-a6de-974e36acb5b8 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:55.967539 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2428a236-fbd1-4cd0-af18-a94f6a73840b req-8cbe14d6-302d-425d-a6de-974e36acb5b8 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=03a5ecc9-3ded-459f-8c95-345cf09a655f HTTP/1.1" status: 200 len: 945 time: 0.0490954 Sep 24 15:45:55.970656 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port 8b63e106-6324-473f-b60f-938c4d66dc4b completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:45:55.977954 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port 8b63e106-6324-473f-b60f-938c4d66dc4b triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:45:55.977954 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:56.012691 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2428a236-fbd1-4cd0-af18-a94f6a73840b req-ad2f2aba-a21a-4c0d-9c63-f770effaa7be tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336187 Sep 24 15:45:56.039798 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e5ccce50-82bb-41ce-9cd1-961d679f248c req-7eb40c79-e026-47b2-84b2-f55d3eaa9d31 service neutron] 10.222.0.101 "GET /v2.0/networks/88198883-cae4-408c-8ab2-6ae5822f9c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924437 Sep 24 15:45:56.091932 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:56.125745 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 8b63e106-6324-473f-b60f-938c4d66dc4b, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=8b63e106-6324-473f-b60f-938c4d66dc4b,segment=NetworkSegment(7e8e93a9-9a2d-4b51-a14d-73f657c90f78),segment_id=7e8e93a9-9a2d-4b51-a14d-73f657c90f78)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:45:56.143596 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e5ccce50-82bb-41ce-9cd1-961d679f248c req-539f040d-299a-4df3-a602-d9b7aa603d43 service neutron] 10.222.0.101 "GET /v2.0/networks/88198883-cae4-408c-8ab2-6ae5822f9c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979669 Sep 24 15:45:56.220790 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde4924c-2a62-46f4-863b-2e404d518efc req-801d2e1a-13fe-48c3-a4c3-4fc0a0587bb6 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:56.226968 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde4924c-2a62-46f4-863b-2e404d518efc req-801d2e1a-13fe-48c3-a4c3-4fc0a0587bb6 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:56.232787 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde4924c-2a62-46f4-863b-2e404d518efc req-801d2e1a-13fe-48c3-a4c3-4fc0a0587bb6 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:56.238815 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde4924c-2a62-46f4-863b-2e404d518efc req-801d2e1a-13fe-48c3-a4c3-4fc0a0587bb6 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:56.245301 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde4924c-2a62-46f4-863b-2e404d518efc req-801d2e1a-13fe-48c3-a4c3-4fc0a0587bb6 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:56.251137 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde4924c-2a62-46f4-863b-2e404d518efc req-801d2e1a-13fe-48c3-a4c3-4fc0a0587bb6 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:56.257839 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde4924c-2a62-46f4-863b-2e404d518efc req-801d2e1a-13fe-48c3-a4c3-4fc0a0587bb6 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:56.259700 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dde4924c-2a62-46f4-863b-2e404d518efc req-801d2e1a-13fe-48c3-a4c3-4fc0a0587bb6 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 5417 time: 0.0998368 Sep 24 15:45:56.298924 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dde4924c-2a62-46f4-863b-2e404d518efc req-70d98fa2-d291-4e51-8090-283ce32b856e tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/security-groups?id=36661b0c-4b5c-4f9d-8577-0fff57e17e03&id=faaaed6c-5dc8-4a43-a587-4571f710ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0330546 Sep 24 15:45:56.367378 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 61bec6ae-d49a-41d0-b02b-bc695e1e100d details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:45:56.552232 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:56.616798 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 61bec6ae-d49a-41d0-b02b-bc695e1e100d, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=61bec6ae-d49a-41d0-b02b-bc695e1e100d,segment=NetworkSegment(07f0d959-dce2-4090-b56f-3578a7ea7773),segment_id=07f0d959-dce2-4090-b56f-3578a7ea7773)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:45:56.628861 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=8b63e106-6324-473f-b60f-938c4d66dc4b,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:56.633525 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': '61bec6ae-d49a-41d0-b02b-bc695e1e100d', 'network_id': '9045208f-96a3-4106-bd0d-84166192bb83', 'port_id': '61bec6ae-d49a-41d0-b02b-bc695e1e100d', 'mac_address': 'fa:16:3e:fb:7a:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98209579-5345-4ff1-a6ee-f33b5735b225', 'ip_address': '10.1.1.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:45:56.676329 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:56.714212 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61bec6ae-d49a-41d0-b02b-bc695e1e100d {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:45:56.735616 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8b139108-4353-4890-9103-2ed8dd98d199 req-3477094a-b719-4742-8f44-0b3d52ba077e tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] 10.222.0.101 "GET /v2.0/ports?device_id=93be65ee-06ec-4d23-81e1-4f7bb97b05ee HTTP/1.1" status: 200 len: 210 time: 0.0526350 Sep 24 15:45:56.763772 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 61bec6ae-d49a-41d0-b02b-bc695e1e100d, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=61bec6ae-d49a-41d0-b02b-bc695e1e100d,segment=NetworkSegment(07f0d959-dce2-4090-b56f-3578a7ea7773),segment_id=07f0d959-dce2-4090-b56f-3578a7ea7773)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:45:56.814307 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ad9965-ca48-4acb-bc34-a0d8b8a0b6fd req-78d8ff66-cac9-4a53-8871-99382fc283a2 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:56.823498 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-55ad9965-ca48-4acb-bc34-a0d8b8a0b6fd req-78d8ff66-cac9-4a53-8871-99382fc283a2 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa34241a-37c5-47d3-b904-2bd842425df1 HTTP/1.1" status: 200 len: 944 time: 0.1110506 Sep 24 15:45:56.875853 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-55ad9965-ca48-4acb-bc34-a0d8b8a0b6fd req-9e3b69f7-2a66-4237-90ef-985337101ddb tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e97abd6-6c4b-4313-93b0-ffda5586d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513842 Sep 24 15:45:56.908185 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 58472) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:56.938466 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e65a26-7ed3-4457-b0df-3659f041742c req-817c8123-4801-4d74-bcb7-2a18cba48374 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:56.946056 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:56.946056 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 1294cbcc-4e3d-45a3-9f67-cd385cfb8a81 details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:45:56.946735 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a8e65a26-7ed3-4457-b0df-3659f041742c req-817c8123-4801-4d74-bcb7-2a18cba48374 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=99f5f6ef-f1dd-4463-9211-714b975b878e HTTP/1.1" status: 200 len: 945 time: 0.0713661 Sep 24 15:45:56.982913 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a8e65a26-7ed3-4457-b0df-3659f041742c req-c93894be-ba8e-480b-bba0-9b0e56fa03c7 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352986 Sep 24 15:45:57.082576 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=61bec6ae-d49a-41d0-b02b-bc695e1e100d,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:57.089605 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-ea740cca-5081-4a6d-b3d3-19cc890e154e admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=9ed48583441c46e18ed785e5a81bc257&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1800621 Sep 24 15:45:57.092093 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 58478) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:57.106055 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 1294cbcc-4e3d-45a3-9f67-cd385cfb8a81, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=1294cbcc-4e3d-45a3-9f67-cd385cfb8a81,segment=NetworkSegment(a9f89dba-bd7d-4e6d-96ca-5e01f19302ef),segment_id=a9f89dba-bd7d-4e6d-96ca-5e01f19302ef)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:45:57.122371 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': '1294cbcc-4e3d-45a3-9f67-cd385cfb8a81', 'network_id': 'e4856753-6c1e-428e-a2fe-e4f7731cb6f7', 'port_id': '1294cbcc-4e3d-45a3-9f67-cd385cfb8a81', 'mac_address': 'fa:16:3e:bc:35:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4659e7b8-d926-4785-8557-1a1657148511', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:45:57.165139 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:57.179059 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1294cbcc-4e3d-45a3-9f67-cd385cfb8a81 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:45:57.187607 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2779b011-655b-4729-8288-397a0d30731a req-263c1893-aaa8-4b23-85dc-f146594a34f9 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:57.189136 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2779b011-655b-4729-8288-397a0d30731a req-263c1893-aaa8-4b23-85dc-f146594a34f9 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=03a5ecc9-3ded-459f-8c95-345cf09a655f HTTP/1.1" status: 200 len: 946 time: 0.0895975 Sep 24 15:45:57.200010 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 1294cbcc-4e3d-45a3-9f67-cd385cfb8a81, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=1294cbcc-4e3d-45a3-9f67-cd385cfb8a81,segment=NetworkSegment(a9f89dba-bd7d-4e6d-96ca-5e01f19302ef),segment_id=a9f89dba-bd7d-4e6d-96ca-5e01f19302ef)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:45:57.200669 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-60ed2a0b-35ad-42e9-a305-f592abd644cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:57.238685 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-60ed2a0b-35ad-42e9-a305-f592abd644cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:57.265414 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2779b011-655b-4729-8288-397a0d30731a req-dc09ebfb-7c2c-4891-8409-ffeb75e1bc2f tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618544 Sep 24 15:45:57.325276 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:57.327387 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device dc03181b-eebc-4350-ae95-5058ea48d9fb details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:45:57.362596 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03a5ecc9-3ded-459f-8c95-345cf09a655f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b63e106-6324-473f-b60f-938c4d66dc4b'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:45:57.364932 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ae1c6c-e374-40ac-9861-1882a8696b1e" -d '{"events": [{"server_uuid": "03a5ecc9-3ded-459f-8c95-345cf09a655f", "name": "network-vif-plugged", "status": "completed", "tag": "8b63e106-6324-473f-b60f-938c4d66dc4b"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:45:57.403482 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=1294cbcc-4e3d-45a3-9f67-cd385cfb8a81,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:57.452975 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81272b21-472f-408e-bec3-97422a7847b1 req-0f664963-f2ce-41e8-978c-62381fe4c077 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:57.459080 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81272b21-472f-408e-bec3-97422a7847b1 req-0f664963-f2ce-41e8-978c-62381fe4c077 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:57.461838 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-60ed2a0b-35ad-42e9-a305-f592abd644cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:57.464875 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-60ed2a0b-35ad-42e9-a305-f592abd644cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:57.465396 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81272b21-472f-408e-bec3-97422a7847b1 req-0f664963-f2ce-41e8-978c-62381fe4c077 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:57.469454 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2895c17-16df-46d4-8b41-c9b7cf2c9973 x-openstack-request-id: req-a2895c17-16df-46d4-8b41-c9b7cf2c9973 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:45:57.469666 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-60ed2a0b-35ad-42e9-a305-f592abd644cf admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/8ac44c44-1f7c-440c-8218-8038a8e4c451 HTTP/1.1" status: 204 len: 168 time: 0.3763368 Sep 24 15:45:57.470620 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03a5ecc9-3ded-459f-8c95-345cf09a655f", "name": "network-vif-plugged", "status": "completed", "tag": "8b63e106-6324-473f-b60f-938c4d66dc4b", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:45:57.470620 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a2895c17-16df-46d4-8b41-c9b7cf2c9973 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:45:57.471722 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03a5ecc9-3ded-459f-8c95-345cf09a655f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b63e106-6324-473f-b60f-938c4d66dc4b', 'code': 200} Sep 24 15:45:57.473211 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81272b21-472f-408e-bec3-97422a7847b1 req-0f664963-f2ce-41e8-978c-62381fe4c077 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:57.478379 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ed2a0b-35ad-42e9-a305-f592abd644cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ac44c44-1f7c-440c-8218-8038a8e4c451,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:57.480473 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81272b21-472f-408e-bec3-97422a7847b1 req-0f664963-f2ce-41e8-978c-62381fe4c077 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:57.486546 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81272b21-472f-408e-bec3-97422a7847b1 req-0f664963-f2ce-41e8-978c-62381fe4c077 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:57.494039 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81272b21-472f-408e-bec3-97422a7847b1 req-0f664963-f2ce-41e8-978c-62381fe4c077 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:57.496131 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-81272b21-472f-408e-bec3-97422a7847b1 req-0f664963-f2ce-41e8-978c-62381fe4c077 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 5419 time: 0.1186016 Sep 24 15:45:57.532133 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port dc03181b-eebc-4350-ae95-5058ea48d9fb, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=dc03181b-eebc-4350-ae95-5058ea48d9fb,segment=NetworkSegment(40ae7766-b06a-4ffc-9ec0-bb3040c6122f),segment_id=40ae7766-b06a-4ffc-9ec0-bb3040c6122f)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:45:57.544578 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': 'dc03181b-eebc-4350-ae95-5058ea48d9fb', 'network_id': 'fd4dbc0b-12eb-4c1c-a696-391550e45003', 'port_id': 'dc03181b-eebc-4350-ae95-5058ea48d9fb', 'mac_address': 'fa:16:3e:e3:18:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff90cfb5-edb1-4dd2-95a8-9b64a8718aa6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:45:57.573143 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-81272b21-472f-408e-bec3-97422a7847b1 req-4e6c7259-b4d2-4f0c-b5f5-1e28d29466e7 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/security-groups?id=36661b0c-4b5c-4f9d-8577-0fff57e17e03&id=faaaed6c-5dc8-4a43-a587-4571f710ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0695946 Sep 24 15:45:57.581084 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce805835-4339-4a57-b01a-5f5118bec71d req-4592e1bb-633e-4eb5-a230-cc41d77817f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:57.582586 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ce805835-4339-4a57-b01a-5f5118bec71d req-4592e1bb-633e-4eb5-a230-cc41d77817f5 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=03a5ecc9-3ded-459f-8c95-345cf09a655f HTTP/1.1" status: 200 len: 1097 time: 0.0706112 Sep 24 15:45:57.586370 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:57.600274 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc03181b-eebc-4350-ae95-5058ea48d9fb {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:45:57.620815 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port dc03181b-eebc-4350-ae95-5058ea48d9fb, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=dc03181b-eebc-4350-ae95-5058ea48d9fb,segment=NetworkSegment(40ae7766-b06a-4ffc-9ec0-bb3040c6122f),segment_id=40ae7766-b06a-4ffc-9ec0-bb3040c6122f)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:45:57.635888 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ce805835-4339-4a57-b01a-5f5118bec71d req-f2a62cab-aba4-4807-807e-e36cad48e7c9 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293941 Sep 24 15:45:57.808957 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1f0f2f92-7d57-48ce-a6fa-28dd19e19797 req-0d2ae894-a7c5-4cc9-934c-63b70b474dd1 tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] 10.222.0.101 "GET /v2.0/ports?device_id=93be65ee-06ec-4d23-81e1-4f7bb97b05ee HTTP/1.1" status: 200 len: 210 time: 0.0287874 Sep 24 15:45:57.827597 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:57.828388 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 34493fa2-c78b-4d4b-9578-01087865790c details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:45:57.891997 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=dc03181b-eebc-4350-ae95-5058ea48d9fb,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:57.895566 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 34493fa2-c78b-4d4b-9578-01087865790c, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=34493fa2-c78b-4d4b-9578-01087865790c,segment=NetworkSegment(07f0d959-dce2-4090-b56f-3578a7ea7773),segment_id=07f0d959-dce2-4090-b56f-3578a7ea7773)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:45:57.909721 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': '34493fa2-c78b-4d4b-9578-01087865790c', 'network_id': '9045208f-96a3-4106-bd0d-84166192bb83', 'port_id': '34493fa2-c78b-4d4b-9578-01087865790c', 'mac_address': 'fa:16:3e:c0:13:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98209579-5345-4ff1-a6ee-f33b5735b225', 'ip_address': '10.1.1.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:45:57.959124 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:57.972476 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34493fa2-c78b-4d4b-9578-01087865790c {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:45:58.004582 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 34493fa2-c78b-4d4b-9578-01087865790c, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=34493fa2-c78b-4d4b-9578-01087865790c,segment=NetworkSegment(07f0d959-dce2-4090-b56f-3578a7ea7773),segment_id=07f0d959-dce2-4090-b56f-3578a7ea7773)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:45:58.020654 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb6f16f-26c2-4784-8579-0a4fcaf5f4dd req-218b6776-c9ce-4555-b6d2-8c009c3dc21d tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:58.028664 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8cb6f16f-26c2-4784-8579-0a4fcaf5f4dd req-218b6776-c9ce-4555-b6d2-8c009c3dc21d tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa34241a-37c5-47d3-b904-2bd842425df1 HTTP/1.1" status: 200 len: 944 time: 0.0848861 Sep 24 15:45:58.078292 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8cb6f16f-26c2-4784-8579-0a4fcaf5f4dd req-99dbeb50-445f-4b0a-aec4-b20229ae5e6b tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e97abd6-6c4b-4313-93b0-ffda5586d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487719 Sep 24 15:45:58.123878 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:58.124643 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 3f88f959-1620-4ba5-b8f1-845322a97779 details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:45:58.137032 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecec0c18-d778-44fd-8b15-61bde0b6530b req-7e4fc5f1-1f42-43ce-b8ab-b336d5fc64c0 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:58.138664 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ecec0c18-d778-44fd-8b15-61bde0b6530b req-7e4fc5f1-1f42-43ce-b8ab-b336d5fc64c0 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=99f5f6ef-f1dd-4463-9211-714b975b878e HTTP/1.1" status: 200 len: 945 time: 0.0638628 Sep 24 15:45:58.191658 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ecec0c18-d778-44fd-8b15-61bde0b6530b req-2d3f1454-e6a7-4797-8bae-c90152c1ed52 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450232 Sep 24 15:45:58.199768 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=34493fa2-c78b-4d4b-9578-01087865790c,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:58.211249 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 3f88f959-1620-4ba5-b8f1-845322a97779, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=3f88f959-1620-4ba5-b8f1-845322a97779,segment=NetworkSegment(a9f89dba-bd7d-4e6d-96ca-5e01f19302ef),segment_id=a9f89dba-bd7d-4e6d-96ca-5e01f19302ef)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:45:58.233941 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': '3f88f959-1620-4ba5-b8f1-845322a97779', 'network_id': 'e4856753-6c1e-428e-a2fe-e4f7731cb6f7', 'port_id': '3f88f959-1620-4ba5-b8f1-845322a97779', 'mac_address': 'fa:16:3e:47:72:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4659e7b8-d926-4785-8557-1a1657148511', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:45:58.274974 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:58.290264 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f88f959-1620-4ba5-b8f1-845322a97779 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:45:58.311919 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 3f88f959-1620-4ba5-b8f1-845322a97779, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=3f88f959-1620-4ba5-b8f1-845322a97779,segment=NetworkSegment(a9f89dba-bd7d-4e6d-96ca-5e01f19302ef),segment_id=a9f89dba-bd7d-4e6d-96ca-5e01f19302ef)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:45:58.318577 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4186f5d-7a4f-4db6-adfa-ca56e51e9ac0 req-ed9eb9bd-be9f-4b1e-b4bf-424b86ebc329 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:58.333343 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b4186f5d-7a4f-4db6-adfa-ca56e51e9ac0 req-ed9eb9bd-be9f-4b1e-b4bf-424b86ebc329 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=99f5f6ef-f1dd-4463-9211-714b975b878e HTTP/1.1" status: 200 len: 945 time: 0.0657234 Sep 24 15:45:58.373433 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b4186f5d-7a4f-4db6-adfa-ca56e51e9ac0 req-60f939ab-ee12-4d38-a817-20b9a49a70a9 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331769 Sep 24 15:45:58.425794 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95ba2f7-f93f-484f-8b8f-d39cdd123e85 req-e610faa3-9248-4a92-b36a-473903f81737 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:58.434242 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b95ba2f7-f93f-484f-8b8f-d39cdd123e85 req-e610faa3-9248-4a92-b36a-473903f81737 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=03a5ecc9-3ded-459f-8c95-345cf09a655f HTTP/1.1" status: 200 len: 946 time: 0.0838778 Sep 24 15:45:58.464202 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:58.465575 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device e58faefd-d30c-42ba-b9ec-be5f5e0236c4 details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:45:58.485275 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b95ba2f7-f93f-484f-8b8f-d39cdd123e85 req-67f9ce5f-2f52-4c99-8102-0d0237f2abcf tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453966 Sep 24 15:45:58.546860 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=3f88f959-1620-4ba5-b8f1-845322a97779,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:58.622151 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port e58faefd-d30c-42ba-b9ec-be5f5e0236c4, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=e58faefd-d30c-42ba-b9ec-be5f5e0236c4,segment=NetworkSegment(5202dad5-affc-4089-8eb2-2acbc0a55bf9),segment_id=5202dad5-affc-4089-8eb2-2acbc0a55bf9)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:45:58.637056 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': 'e58faefd-d30c-42ba-b9ec-be5f5e0236c4', 'network_id': 'f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc', 'port_id': 'e58faefd-d30c-42ba-b9ec-be5f5e0236c4', 'mac_address': 'fa:16:3e:18:86:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0d43bec-f9c0-475f-bd60-a66698ae0d01', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:45:58.696154 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:58.715590 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e58faefd-d30c-42ba-b9ec-be5f5e0236c4 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:45:58.731896 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a9ddb-276c-42ba-82a9-754d3a55d956 req-e04c10be-7de0-4c91-a655-1130be0ed9ad tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:58.736799 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port e58faefd-d30c-42ba-b9ec-be5f5e0236c4, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=e58faefd-d30c-42ba-b9ec-be5f5e0236c4,segment=NetworkSegment(5202dad5-affc-4089-8eb2-2acbc0a55bf9),segment_id=5202dad5-affc-4089-8eb2-2acbc0a55bf9)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:45:58.739360 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a9ddb-276c-42ba-82a9-754d3a55d956 req-e04c10be-7de0-4c91-a655-1130be0ed9ad tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:58.745982 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a9ddb-276c-42ba-82a9-754d3a55d956 req-e04c10be-7de0-4c91-a655-1130be0ed9ad tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:58.752064 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a9ddb-276c-42ba-82a9-754d3a55d956 req-e04c10be-7de0-4c91-a655-1130be0ed9ad tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:58.758805 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a9ddb-276c-42ba-82a9-754d3a55d956 req-e04c10be-7de0-4c91-a655-1130be0ed9ad tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:58.764919 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a9ddb-276c-42ba-82a9-754d3a55d956 req-e04c10be-7de0-4c91-a655-1130be0ed9ad tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:58.770979 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a9ddb-276c-42ba-82a9-754d3a55d956 req-e04c10be-7de0-4c91-a655-1130be0ed9ad tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:58.773180 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-308a9ddb-276c-42ba-82a9-754d3a55d956 req-e04c10be-7de0-4c91-a655-1130be0ed9ad tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 5422 time: 0.1123233 Sep 24 15:45:58.814841 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-308a9ddb-276c-42ba-82a9-754d3a55d956 req-7134d3ce-7bef-48d1-8461-addfb70b1e66 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/security-groups?id=36661b0c-4b5c-4f9d-8577-0fff57e17e03&id=faaaed6c-5dc8-4a43-a587-4571f710ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350904 Sep 24 15:45:58.911856 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-486955de-ff28-48f7-b509-cb1e41ae13e6 req-428be097-2001-418a-9b66-5eb89a55d148 tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] 10.222.0.101 "GET /v2.0/ports?device_id=93be65ee-06ec-4d23-81e1-4f7bb97b05ee HTTP/1.1" status: 200 len: 210 time: 0.0304203 Sep 24 15:45:58.946284 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:58.951262 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device fa6b1e2c-793d-44ab-91ff-29c9061ff55a details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:45:58.989308 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:45:59.002374 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 58540) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:45:59.015294 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port fa6b1e2c-793d-44ab-91ff-29c9061ff55a, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=fa6b1e2c-793d-44ab-91ff-29c9061ff55a,segment=NetworkSegment(07f0d959-dce2-4090-b56f-3578a7ea7773),segment_id=07f0d959-dce2-4090-b56f-3578a7ea7773)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:45:59.017859 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=e58faefd-d30c-42ba-b9ec-be5f5e0236c4,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:59.046151 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': 'fa6b1e2c-793d-44ab-91ff-29c9061ff55a', 'network_id': '9045208f-96a3-4106-bd0d-84166192bb83', 'port_id': 'fa6b1e2c-793d-44ab-91ff-29c9061ff55a', 'mac_address': 'fa:16:3e:08:83:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98209579-5345-4ff1-a6ee-f33b5735b225', 'ip_address': '10.1.1.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:45:59.100780 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:59.119189 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa6b1e2c-793d-44ab-91ff-29c9061ff55a {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:45:59.139963 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port fa6b1e2c-793d-44ab-91ff-29c9061ff55a, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=fa6b1e2c-793d-44ab-91ff-29c9061ff55a,segment=NetworkSegment(07f0d959-dce2-4090-b56f-3578a7ea7773),segment_id=07f0d959-dce2-4090-b56f-3578a7ea7773)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:45:59.200853 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b317c408-68be-4c5e-adc6-a9836ec91c53 req-1358df68-6d07-4f1f-8322-59ddf0ffc9fb tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:59.202434 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b317c408-68be-4c5e-adc6-a9836ec91c53 req-1358df68-6d07-4f1f-8322-59ddf0ffc9fb tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa34241a-37c5-47d3-b904-2bd842425df1 HTTP/1.1" status: 200 len: 945 time: 0.0494947 Sep 24 15:45:59.243017 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-ff555557-d6b4-462f-9877-7629ad9f2f7e tempest-ServiceProvidersTest-1605913438 tempest-ServiceProvidersTest-1605913438-project] 10.222.0.101 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2393329 Sep 24 15:45:59.255791 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b317c408-68be-4c5e-adc6-a9836ec91c53 req-c053a0bc-dda4-4a7b-9163-e2bf956a17c9 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e97abd6-6c4b-4313-93b0-ffda5586d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471978 Sep 24 15:45:59.371258 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:59.372244 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 70f68d1a-4d62-4ee3-ae39-b3c0cf1402e5 details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:45:59.445747 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 70f68d1a-4d62-4ee3-ae39-b3c0cf1402e5, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=70f68d1a-4d62-4ee3-ae39-b3c0cf1402e5,segment=NetworkSegment(07f0d959-dce2-4090-b56f-3578a7ea7773),segment_id=07f0d959-dce2-4090-b56f-3578a7ea7773)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:45:59.447600 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=fa6b1e2c-793d-44ab-91ff-29c9061ff55a,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:59.466707 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': '70f68d1a-4d62-4ee3-ae39-b3c0cf1402e5', 'network_id': '9045208f-96a3-4106-bd0d-84166192bb83', 'port_id': '70f68d1a-4d62-4ee3-ae39-b3c0cf1402e5', 'mac_address': 'fa:16:3e:d0:9a:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1253, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98209579-5345-4ff1-a6ee-f33b5735b225', 'ip_address': '10.1.1.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:45:59.505353 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:59.519109 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70f68d1a-4d62-4ee3-ae39-b3c0cf1402e5 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:45:59.536279 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330cd60d-a46f-4ccb-9d11-aeca67e7eb4f req-ff7ca8db-f4c4-493f-9486-01856703d552 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:59.543633 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-330cd60d-a46f-4ccb-9d11-aeca67e7eb4f req-ff7ca8db-f4c4-493f-9486-01856703d552 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/networks?id=0fa74ab6-87b5-4544-9313-49774655226a HTTP/1.1" status: 200 len: 814 time: 0.1399553 Sep 24 15:45:59.545000 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 70f68d1a-4d62-4ee3-ae39-b3c0cf1402e5, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=70f68d1a-4d62-4ee3-ae39-b3c0cf1402e5,segment=NetworkSegment(07f0d959-dce2-4090-b56f-3578a7ea7773),segment_id=07f0d959-dce2-4090-b56f-3578a7ea7773)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:45:59.556889 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-330cd60d-a46f-4ccb-9d11-aeca67e7eb4f req-bd2b3479-e653-491e-9405-cd9407b02489 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/quotas/3866255b98974b16a2997a7181a78aaf HTTP/1.1" status: 200 len: 375 time: 0.0122871 Sep 24 15:45:59.609090 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a8dc15-60b9-4c9f-9a0e-f1f77a682aba req-95a9e47a-cf5a-4514-9fa6-aa3fb439647e tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:45:59.609528 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-330cd60d-a46f-4ccb-9d11-aeca67e7eb4f req-a010f2fc-f9a8-48a5-a7e2-59c266c361b2 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=3866255b98974b16a2997a7181a78aaf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0491230 Sep 24 15:45:59.620420 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-21a8dc15-60b9-4c9f-9a0e-f1f77a682aba req-95a9e47a-cf5a-4514-9fa6-aa3fb439647e tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=03a5ecc9-3ded-459f-8c95-345cf09a655f HTTP/1.1" status: 200 len: 946 time: 0.0625498 Sep 24 15:45:59.658654 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-21a8dc15-60b9-4c9f-9a0e-f1f77a682aba req-e75b951d-93b6-4f19-b77b-0ca3f7c00723 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346076 Sep 24 15:45:59.707925 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-330cd60d-a46f-4ccb-9d11-aeca67e7eb4f req-49d04edf-2a13-4537-9652-57687eab2f2b service neutron] 10.222.0.101 "GET /v2.0/networks/0fa74ab6-87b5-4544-9313-49774655226a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909481 Sep 24 15:45:59.731020 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:45:59.785269 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=70f68d1a-4d62-4ee3-ae39-b3c0cf1402e5,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:45:59.807642 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-330cd60d-a46f-4ccb-9d11-aeca67e7eb4f req-59d2fb88-88ac-40a8-aa5d-ae92a3d5e348 service neutron] 10.222.0.101 "GET /v2.0/networks/0fa74ab6-87b5-4544-9313-49774655226a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929422 Sep 24 15:46:00.096209 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 58578) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:46:00.209311 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-26ae2c1e-e023-42a6-a0d9-e8fb439cfb54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:00.345762 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-25becb5f-0e91-4b4b-aef3-9a6755c4c666 req-fed18472-104d-41f6-9481-ba11ada75d80 tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] 10.222.0.101 "GET /v2.0/ports?device_id=93be65ee-06ec-4d23-81e1-4f7bb97b05ee HTTP/1.1" status: 200 len: 210 time: 0.0404208 Sep 24 15:46:00.398953 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-26ae2c1e-e023-42a6-a0d9-e8fb439cfb54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:00.408835 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af646d77-6c8c-4952-ae01-20863fb9cf0d req-763eb135-a5c4-4cfd-a744-48fe58e2eae2 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:00.427558 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af646d77-6c8c-4952-ae01-20863fb9cf0d req-763eb135-a5c4-4cfd-a744-48fe58e2eae2 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:00.435891 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af646d77-6c8c-4952-ae01-20863fb9cf0d req-763eb135-a5c4-4cfd-a744-48fe58e2eae2 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:00.441938 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af646d77-6c8c-4952-ae01-20863fb9cf0d req-763eb135-a5c4-4cfd-a744-48fe58e2eae2 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:00.457022 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af646d77-6c8c-4952-ae01-20863fb9cf0d req-763eb135-a5c4-4cfd-a744-48fe58e2eae2 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:00.464804 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af646d77-6c8c-4952-ae01-20863fb9cf0d req-763eb135-a5c4-4cfd-a744-48fe58e2eae2 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:00.472285 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af646d77-6c8c-4952-ae01-20863fb9cf0d req-763eb135-a5c4-4cfd-a744-48fe58e2eae2 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:00.484132 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-af646d77-6c8c-4952-ae01-20863fb9cf0d req-763eb135-a5c4-4cfd-a744-48fe58e2eae2 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 5424 time: 0.2279305 Sep 24 15:46:00.528054 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-af646d77-6c8c-4952-ae01-20863fb9cf0d req-be1b5b31-33fa-4f9b-9f85-ec62c1cf5a0a tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/security-groups?id=36661b0c-4b5c-4f9d-8577-0fff57e17e03&id=faaaed6c-5dc8-4a43-a587-4571f710ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0427504 Sep 24 15:46:00.534666 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-217ac306-44fe-4554-b735-39c8232804fb req-2d18d367-0af1-4d6b-b7d9-4a5e52a136f2 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=e1808a51-f05e-4f9a-982a-3d6da6d33975 HTTP/1.1" status: 200 len: 210 time: 0.0451491 Sep 24 15:46:00.536535 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-26ae2c1e-e023-42a6-a0d9-e8fb439cfb54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:00.675522 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cdb175-0c81-4e63-a75b-a9f7f512a55a req-8c919634-45fe-46e4-b168-7ef72d6ba9ac tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:00.677191 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-98cdb175-0c81-4e63-a75b-a9f7f512a55a req-8c919634-45fe-46e4-b168-7ef72d6ba9ac tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=03a5ecc9-3ded-459f-8c95-345cf09a655f HTTP/1.1" status: 200 len: 946 time: 0.0634720 Sep 24 15:46:00.719418 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-98cdb175-0c81-4e63-a75b-a9f7f512a55a req-538b55af-7f5b-4ebc-9884-27adc933644a tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349934 Sep 24 15:46:00.765811 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['61bec6ae-d49a-41d0-b02b-bc695e1e100d'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:46:00.798955 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['1294cbcc-4e3d-45a3-9f67-cd385cfb8a81'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:46:00.805896 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['e58faefd-d30c-42ba-b9ec-be5f5e0236c4'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:46:00.851879 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['34493fa2-c78b-4d4b-9578-01087865790c'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:46:00.860114 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['3f88f959-1620-4ba5-b8f1-845322a97779'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:46:00.885322 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['fa6b1e2c-793d-44ab-91ff-29c9061ff55a'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:46:00.921139 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['70f68d1a-4d62-4ee3-ae39-b3c0cf1402e5'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:46:00.980669 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-26ae2c1e-e023-42a6-a0d9-e8fb439cfb54 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=753a1d306da6417b94a278a5fc2a95c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8810174 Sep 24 15:46:00.981095 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 58600) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:46:00.993947 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7296338-6b37-4e9c-a0e5-fbae0dc7d0d2 req-c80c059e-6dfc-41f3-8d71-a5b2e680a5b8 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:00.996581 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c7296338-6b37-4e9c-a0e5-fbae0dc7d0d2 req-c80c059e-6dfc-41f3-8d71-a5b2e680a5b8 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.108 "GET /v2.0/ports?device_id=99f5f6ef-f1dd-4463-9211-714b975b878e HTTP/1.1" status: 200 len: 945 time: 0.5155127 Sep 24 15:46:01.033091 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ae2c1e-e023-42a6-a0d9-e8fb439cfb54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01bea9f2-96e8-4384-ae84-7314002d86f4,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:01.044454 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ea24cf95-a552-4fdd-bd8c-1af87d26014a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:01.073822 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ea24cf95-a552-4fdd-bd8c-1af87d26014a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:01.112934 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54d87fc-2758-400a-99de-97a1e933e149 req-fa9b919b-1dfc-49f3-8d8b-d64dc6ad208c tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:01.114608 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a54d87fc-2758-400a-99de-97a1e933e149 req-fa9b919b-1dfc-49f3-8d8b-d64dc6ad208c tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa34241a-37c5-47d3-b904-2bd842425df1 HTTP/1.1" status: 200 len: 945 time: 0.2283907 Sep 24 15:46:01.179706 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ccce50-82bb-41ce-9cd1-961d679f248c req-e0480602-f152-4795-a781-eaf514d468f4 tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:01.181175 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e5ccce50-82bb-41ce-9cd1-961d679f248c req-e0480602-f152-4795-a781-eaf514d468f4 tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] 10.222.0.108 "GET /v2.0/networks?id=88198883-cae4-408c-8ab2-6ae5822f9c50 HTTP/1.1" status: 200 len: 813 time: 0.2915213 Sep 24 15:46:01.208689 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-e5ccce50-82bb-41ce-9cd1-961d679f248c req-6345c934-3bd3-4ef4-b033-5f3aedb07548 tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] Request body: {'port': {'device_id': '93be65ee-06ec-4d23-81e1-4f7bb97b05ee', 'network_id': '88198883-cae4-408c-8ab2-6ae5822f9c50', 'admin_state_up': True, 'tenant_id': '788e18d3f2d14af3b73a08902ae95fd2'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:46:01.234865 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a54d87fc-2758-400a-99de-97a1e933e149 req-20425d68-bf24-40a7-b861-b34704d624eb tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e97abd6-6c4b-4313-93b0-ffda5586d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923524 Sep 24 15:46:01.259125 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-c7296338-6b37-4e9c-a0e5-fbae0dc7d0d2 req-d7d2146e-2bd6-42d8-b898-58ba6887f7b8 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Deleting port 7a5ede30-553d-4b39-bf2e-61fe5bb9e3e7 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:46:01.259580 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-c7296338-6b37-4e9c-a0e5-fbae0dc7d0d2 req-d7d2146e-2bd6-42d8-b898-58ba6887f7b8 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:01.342091 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ea24cf95-a552-4fdd-bd8c-1af87d26014a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:01.345686 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ea24cf95-a552-4fdd-bd8c-1af87d26014a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:01.348639 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ea24cf95-a552-4fdd-bd8c-1af87d26014a admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/01bea9f2-96e8-4384-ae84-7314002d86f4 HTTP/1.1" status: 204 len: 168 time: 0.3656404 Sep 24 15:46:01.361761 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea24cf95-a552-4fdd-bd8c-1af87d26014a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01bea9f2-96e8-4384-ae84-7314002d86f4,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:01.414552 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-06e863a7-0552-4960-b735-394edb70052e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:01.453068 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-c7296338-6b37-4e9c-a0e5-fbae0dc7d0d2 req-d7d2146e-2bd6-42d8-b898-58ba6887f7b8 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] For port 7a5ede30-553d-4b39-bf2e-61fe5bb9e3e7, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=7a5ede30-553d-4b39-bf2e-61fe5bb9e3e7,segment=NetworkSegment(138681cd-aefe-407e-9c8c-919ef76b97c8),segment_id=138681cd-aefe-407e-9c8c-919ef76b97c8)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:46:01.453453 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-c7296338-6b37-4e9c-a0e5-fbae0dc7d0d2 req-d7d2146e-2bd6-42d8-b898-58ba6887f7b8 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:01.470510 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-c7296338-6b37-4e9c-a0e5-fbae0dc7d0d2 req-d7d2146e-2bd6-42d8-b898-58ba6887f7b8 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Calling delete_port for 7a5ede30-553d-4b39-bf2e-61fe5bb9e3e7 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:46:01.559079 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-80204aaf-5c67-4bb9-8a20-f91caf6cdcd2 req-40ee9899-f30f-434d-ac45-d7f8541add6b tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] 10.222.0.101 "GET /v2.0/ports?device_id=93be65ee-06ec-4d23-81e1-4f7bb97b05ee HTTP/1.1" status: 200 len: 210 time: 0.0480998 Sep 24 15:46:01.660576 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['dc03181b-eebc-4350-ae95-5058ea48d9fb'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:46:01.667612 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-55e879d6-70cc-4f56-bf9e-0dd498920282 req-e58e471f-45e9-4a69-a6b7-80c4d7db53d5 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=e1808a51-f05e-4f9a-982a-3d6da6d33975 HTTP/1.1" status: 200 len: 210 time: 0.0483243 Sep 24 15:46:01.689102 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5ccce50-82bb-41ce-9cd1-961d679f248c req-6345c934-3bd3-4ef4-b033-5f3aedb07548 tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] Made reservation on behalf of 788e18d3f2d14af3b73a08902ae95fd2 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:46:01.693575 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e5ccce50-82bb-41ce-9cd1-961d679f248c req-6345c934-3bd3-4ef4-b033-5f3aedb07548 tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:01.854867 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a37b8ed-78ef-4bb6-8ddf-d054135e2a41 req-da6d7872-c2f3-4c43-9935-0b7d53421c42 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:01.862489 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4a37b8ed-78ef-4bb6-8ddf-d054135e2a41 req-da6d7872-c2f3-4c43-9935-0b7d53421c42 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=03a5ecc9-3ded-459f-8c95-345cf09a655f HTTP/1.1" status: 200 len: 946 time: 0.0632410 Sep 24 15:46:01.863295 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01150a11-aeee-4de3-bff1-ce350e650f1e req-a6655e18-5e24-4356-8194-f72d63e16807 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:01.870821 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01150a11-aeee-4de3-bff1-ce350e650f1e req-a6655e18-5e24-4356-8194-f72d63e16807 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:01.877830 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01150a11-aeee-4de3-bff1-ce350e650f1e req-a6655e18-5e24-4356-8194-f72d63e16807 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:01.885815 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01150a11-aeee-4de3-bff1-ce350e650f1e req-a6655e18-5e24-4356-8194-f72d63e16807 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:01.893730 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01150a11-aeee-4de3-bff1-ce350e650f1e req-a6655e18-5e24-4356-8194-f72d63e16807 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:01.903793 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01150a11-aeee-4de3-bff1-ce350e650f1e req-a6655e18-5e24-4356-8194-f72d63e16807 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:01.913791 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01150a11-aeee-4de3-bff1-ce350e650f1e req-a6655e18-5e24-4356-8194-f72d63e16807 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:01.916531 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-01150a11-aeee-4de3-bff1-ce350e650f1e req-a6655e18-5e24-4356-8194-f72d63e16807 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 5424 time: 0.2203219 Sep 24 15:46:01.922665 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4a37b8ed-78ef-4bb6-8ddf-d054135e2a41 req-9bf2ce4f-343b-4822-b86b-4d75922b39cc tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591650 Sep 24 15:46:01.987427 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-01150a11-aeee-4de3-bff1-ce350e650f1e req-4e0698fc-6940-41ab-a7de-66876f0148d4 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/security-groups?id=36661b0c-4b5c-4f9d-8577-0fff57e17e03&id=faaaed6c-5dc8-4a43-a587-4571f710ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0613725 Sep 24 15:46:01.996196 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-c7296338-6b37-4e9c-a0e5-fbae0dc7d0d2 req-d7d2146e-2bd6-42d8-b898-58ba6887f7b8 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:02.013674 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['7a5ede30-553d-4b39-bf2e-61fe5bb9e3e7'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:46:02.083350 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d2146e-2bd6-42d8-b898-58ba6887f7b8 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Pushing event deleted for resources: {'Port': ['ID=7a5ede30-553d-4b39-bf2e-61fe5bb9e3e7,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:02.128611 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7296338-6b37-4e9c-a0e5-fbae0dc7d0d2 req-d7d2146e-2bd6-42d8-b898-58ba6887f7b8 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] No DVR routers for this DVR port 7a5ede30-553d-4b39-bf2e-61fe5bb9e3e7 on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:46:02.132849 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-c7296338-6b37-4e9c-a0e5-fbae0dc7d0d2 req-d7d2146e-2bd6-42d8-b898-58ba6887f7b8 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:02.134855 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c7296338-6b37-4e9c-a0e5-fbae0dc7d0d2 req-d7d2146e-2bd6-42d8-b898-58ba6887f7b8 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.108 "DELETE /v2.0/ports/7a5ede30-553d-4b39-bf2e-61fe5bb9e3e7 HTTP/1.1" status: 204 len: 173 time: 1.1327381 Sep 24 15:46:02.135415 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99f5f6ef-f1dd-4463-9211-714b975b878e', 'name': 'network-vif-deleted', 'tag': '7a5ede30-553d-4b39-bf2e-61fe5bb9e3e7'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:46:02.137670 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6905412b-ad49-435c-93ea-b3d4da4bf478" -d '{"events": [{"server_uuid": "99f5f6ef-f1dd-4463-9211-714b975b878e", "name": "network-vif-deleted", "tag": "7a5ede30-553d-4b39-bf2e-61fe5bb9e3e7"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:46:02.156620 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-e5ccce50-82bb-41ce-9cd1-961d679f248c req-6345c934-3bd3-4ef4-b033-5f3aedb07548 tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] Allocated IP 172.20.0.12 (88198883-cae4-408c-8ab2-6ae5822f9c50/d6760e54-417c-41fa-9ec3-30a84c8f56af/a39d7fd1-9f04-4c20-a5f5-6da2ddf07d7f) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:46:02.183991 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:46:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a0f1b34-10de-489c-a65c-7b0ccf008f47 x-openstack-request-id: req-1a0f1b34-10de-489c-a65c-7b0ccf008f47 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:46:02.184283 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99f5f6ef-f1dd-4463-9211-714b975b878e", "name": "network-vif-deleted", "tag": "7a5ede30-553d-4b39-bf2e-61fe5bb9e3e7", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:46:02.184538 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-1a0f1b34-10de-489c-a65c-7b0ccf008f47 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:46:02.184993 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99f5f6ef-f1dd-4463-9211-714b975b878e', 'name': 'network-vif-deleted', 'tag': '7a5ede30-553d-4b39-bf2e-61fe5bb9e3e7', 'status': 'completed', 'code': 200} Sep 24 15:46:02.349813 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e5ccce50-82bb-41ce-9cd1-961d679f248c req-6345c934-3bd3-4ef4-b033-5f3aedb07548 tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:02.387513 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477fc852-e757-45af-9a00-4ee4fa7d445a req-89e4c797-c7b1-4caf-910b-393ba890973d tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:02.389038 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-477fc852-e757-45af-9a00-4ee4fa7d445a req-89e4c797-c7b1-4caf-910b-393ba890973d tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa34241a-37c5-47d3-b904-2bd842425df1 HTTP/1.1" status: 200 len: 945 time: 0.0757935 Sep 24 15:46:02.436784 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-477fc852-e757-45af-9a00-4ee4fa7d445a req-51e96331-4fbe-42db-918e-1c8264b0d808 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e97abd6-6c4b-4313-93b0-ffda5586d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401516 Sep 24 15:46:02.558050 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e5ccce50-82bb-41ce-9cd1-961d679f248c req-6345c934-3bd3-4ef4-b033-5f3aedb07548 tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:02.621962 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5ccce50-82bb-41ce-9cd1-961d679f248c req-6345c934-3bd3-4ef4-b033-5f3aedb07548 tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] Network 88198883-cae4-408c-8ab2-6ae5822f9c50 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:46:02.625058 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-e5ccce50-82bb-41ce-9cd1-961d679f248c req-6345c934-3bd3-4ef4-b033-5f3aedb07548 tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:46:02.628800 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5ccce50-82bb-41ce-9cd1-961d679f248c req-6345c934-3bd3-4ef4-b033-5f3aedb07548 tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:46:02.646158 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6345c934-3bd3-4ef4-b033-5f3aedb07548 tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] Pushing event updated for resources: {'Port': ['ID=a39d7fd1-9f04-4c20-a5f5-6da2ddf07d7f,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:02.716491 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ccce50-82bb-41ce-9cd1-961d679f248c req-6345c934-3bd3-4ef4-b033-5f3aedb07548 tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:02.717107 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e5ccce50-82bb-41ce-9cd1-961d679f248c req-6345c934-3bd3-4ef4-b033-5f3aedb07548 tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:02.735473 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f286ea-d664-4019-bff9-31e4a1532728 req-4da47ab0-9521-4382-b2d0-6427221c7a67 tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:02.736971 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e5f286ea-d664-4019-bff9-31e4a1532728 req-4da47ab0-9521-4382-b2d0-6427221c7a67 tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] 10.222.0.101 "GET /v2.0/ports?device_id=93be65ee-06ec-4d23-81e1-4f7bb97b05ee HTTP/1.1" status: 200 len: 932 time: 0.1054549 Sep 24 15:46:02.776791 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e5f286ea-d664-4019-bff9-31e4a1532728 req-b8d6c6bb-88ec-41a4-9e4b-31ef64fc8ce5 tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] 10.222.0.101 "GET /v2.0/security-groups?id=c5ab1439-02c4-4c70-b417-3c9e5569b941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334976 Sep 24 15:46:02.878520 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e5ccce50-82bb-41ce-9cd1-961d679f248c req-6345c934-3bd3-4ef4-b033-5f3aedb07548 tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6803248 Sep 24 15:46:02.926608 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1f254397-927b-4dcc-8356-ee5b80feca2d req-3b941437-88bc-4cc0-8172-9307fcd0757a tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=e1808a51-f05e-4f9a-982a-3d6da6d33975 HTTP/1.1" status: 200 len: 210 time: 0.0288460 Sep 24 15:46:03.051066 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd408367-9fc4-4d4d-b0c7-5410c1e1b6ac req-b5945cc5-540a-4188-b6d6-0d9d95d5ed7a tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:03.062601 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-dd408367-9fc4-4d4d-b0c7-5410c1e1b6ac req-b5945cc5-540a-4188-b6d6-0d9d95d5ed7a tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=03a5ecc9-3ded-459f-8c95-345cf09a655f HTTP/1.1" status: 200 len: 946 time: 0.0909231 Sep 24 15:46:03.110229 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-dd408367-9fc4-4d4d-b0c7-5410c1e1b6ac req-a21f3eb3-5d30-474d-ad5b-6b04894f1870 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465646 Sep 24 15:46:03.146334 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1dd19a-3c32-46be-b6a4-4349dc2884e1 req-94795ba3-da4b-4acf-a49c-e447268955a0 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:03.153162 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1dd19a-3c32-46be-b6a4-4349dc2884e1 req-94795ba3-da4b-4acf-a49c-e447268955a0 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:03.159194 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1dd19a-3c32-46be-b6a4-4349dc2884e1 req-94795ba3-da4b-4acf-a49c-e447268955a0 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:03.165304 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1dd19a-3c32-46be-b6a4-4349dc2884e1 req-94795ba3-da4b-4acf-a49c-e447268955a0 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:03.171327 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1dd19a-3c32-46be-b6a4-4349dc2884e1 req-94795ba3-da4b-4acf-a49c-e447268955a0 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:03.177274 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1dd19a-3c32-46be-b6a4-4349dc2884e1 req-94795ba3-da4b-4acf-a49c-e447268955a0 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:03.184165 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1dd19a-3c32-46be-b6a4-4349dc2884e1 req-94795ba3-da4b-4acf-a49c-e447268955a0 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:03.186185 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6d1dd19a-3c32-46be-b6a4-4349dc2884e1 req-94795ba3-da4b-4acf-a49c-e447268955a0 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 5424 time: 0.1116753 Sep 24 15:46:03.191565 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-e5ccce50-82bb-41ce-9cd1-961d679f248c req-805ffdb2-a857-4dac-8c5a-424ca54734b9 service neutron] Request body: {'port': {'device_id': '93be65ee-06ec-4d23-81e1-4f7bb97b05ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:46:03.270689 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6d1dd19a-3c32-46be-b6a4-4349dc2884e1 req-4c5f0ab2-61ab-4da6-9201-32f7fab59e43 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/security-groups?id=36661b0c-4b5c-4f9d-8577-0fff57e17e03&id=faaaed6c-5dc8-4a43-a587-4571f710ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0755916 Sep 24 15:46:03.279555 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e5ccce50-82bb-41ce-9cd1-961d679f248c req-805ffdb2-a857-4dac-8c5a-424ca54734b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:03.495323 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 58676) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:46:03.563051 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-e5ccce50-82bb-41ce-9cd1-961d679f248c req-805ffdb2-a857-4dac-8c5a-424ca54734b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a39d7fd1-9f04-4c20-a5f5-6da2ddf07d7f {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:46:03.571439 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e5ccce50-82bb-41ce-9cd1-961d679f248c req-805ffdb2-a857-4dac-8c5a-424ca54734b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:03.576498 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2beee1-710c-4743-913a-b1a48a64c79b req-2998f6c4-d95a-45c1-851a-ae5fc2a63ca7 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:03.578616 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2b2beee1-710c-4743-913a-b1a48a64c79b req-2998f6c4-d95a-45c1-851a-ae5fc2a63ca7 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa34241a-37c5-47d3-b904-2bd842425df1 HTTP/1.1" status: 200 len: 945 time: 0.0619619 Sep 24 15:46:03.591267 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-e5ccce50-82bb-41ce-9cd1-961d679f248c req-805ffdb2-a857-4dac-8c5a-424ca54734b9 service neutron] Transition to ACTIVE for port object a39d7fd1-9f04-4c20-a5f5-6da2ddf07d7f will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:46:03.632461 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2b2beee1-710c-4743-913a-b1a48a64c79b req-20e63d61-6e45-493d-9304-971fb6eb4688 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e97abd6-6c4b-4313-93b0-ffda5586d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470333 Sep 24 15:46:03.646201 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-4ff5f2ae-8f90-4aa9-b164-9b732eb743b4 tempest-SubnetPoolsTestJSON-44344325 tempest-SubnetPoolsTestJSON-44344325-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-758292055', 'prefixes': ['172.20.0.0/16']}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:46:03.799008 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e5ccce50-82bb-41ce-9cd1-961d679f248c req-805ffdb2-a857-4dac-8c5a-424ca54734b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:03.868730 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805ffdb2-a857-4dac-8c5a-424ca54734b9 service neutron] Pushing event updated for resources: {'Port': ['ID=a39d7fd1-9f04-4c20-a5f5-6da2ddf07d7f,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:03.907719 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805ffdb2-a857-4dac-8c5a-424ca54734b9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:46:03.908093 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805ffdb2-a857-4dac-8c5a-424ca54734b9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:46:03.908514 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805ffdb2-a857-4dac-8c5a-424ca54734b9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:46:03.908860 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805ffdb2-a857-4dac-8c5a-424ca54734b9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:46:03.909194 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805ffdb2-a857-4dac-8c5a-424ca54734b9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:46:03.909529 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805ffdb2-a857-4dac-8c5a-424ca54734b9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:46:03.909861 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805ffdb2-a857-4dac-8c5a-424ca54734b9 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:46:03.910303 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805ffdb2-a857-4dac-8c5a-424ca54734b9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:46:03.910627 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805ffdb2-a857-4dac-8c5a-424ca54734b9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:46:03.910908 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805ffdb2-a857-4dac-8c5a-424ca54734b9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:46:03.911233 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805ffdb2-a857-4dac-8c5a-424ca54734b9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:46:03.911558 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805ffdb2-a857-4dac-8c5a-424ca54734b9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:46:03.924925 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-1ce94612-0f66-4669-a502-5d15f3b3a2c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:03.973444 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65580abf-f3a9-441a-a81e-953a91e9a6f7 req-c19ee621-bd2c-4e59-bb04-47fd2b0a5f27 tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:03.975039 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-65580abf-f3a9-441a-a81e-953a91e9a6f7 req-c19ee621-bd2c-4e59-bb04-47fd2b0a5f27 tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] 10.222.0.101 "GET /v2.0/ports?device_id=93be65ee-06ec-4d23-81e1-4f7bb97b05ee HTTP/1.1" status: 200 len: 944 time: 0.1215189 Sep 24 15:46:04.002818 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-e5ccce50-82bb-41ce-9cd1-961d679f248c req-805ffdb2-a857-4dac-8c5a-424ca54734b9 service neutron] Attempting to bind port a39d7fd1-9f04-4c20-a5f5-6da2ddf07d7f on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:46:04.003169 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-e5ccce50-82bb-41ce-9cd1-961d679f248c req-805ffdb2-a857-4dac-8c5a-424ca54734b9 service neutron] Attempting to bind port a39d7fd1-9f04-4c20-a5f5-6da2ddf07d7f by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': 'cf340602-8be7-4b69-afb7-9069e5ded468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '88198883-cae4-408c-8ab2-6ae5822f9c50'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:46:04.003502 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ccce50-82bb-41ce-9cd1-961d679f248c req-805ffdb2-a857-4dac-8c5a-424ca54734b9 service neutron] Attempting to bind port a39d7fd1-9f04-4c20-a5f5-6da2ddf07d7f on network 88198883-cae4-408c-8ab2-6ae5822f9c50 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:46:04.011398 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ccce50-82bb-41ce-9cd1-961d679f248c req-805ffdb2-a857-4dac-8c5a-424ca54734b9 service neutron] Port a39d7fd1-9f04-4c20-a5f5-6da2ddf07d7f on network 88198883-cae4-408c-8ab2-6ae5822f9c50 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:46:04.011725 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ccce50-82bb-41ce-9cd1-961d679f248c req-805ffdb2-a857-4dac-8c5a-424ca54734b9 service neutron] Attempting to bind port a39d7fd1-9f04-4c20-a5f5-6da2ddf07d7f on network 88198883-cae4-408c-8ab2-6ae5822f9c50 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:46:04.025440 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ccce50-82bb-41ce-9cd1-961d679f248c req-805ffdb2-a857-4dac-8c5a-424ca54734b9 service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:46:04.025795 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ccce50-82bb-41ce-9cd1-961d679f248c req-805ffdb2-a857-4dac-8c5a-424ca54734b9 service neutron] Checking segment: {'id': 'cf340602-8be7-4b69-afb7-9069e5ded468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '88198883-cae4-408c-8ab2-6ae5822f9c50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:46:04.026186 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5ccce50-82bb-41ce-9cd1-961d679f248c req-805ffdb2-a857-4dac-8c5a-424ca54734b9 service neutron] Bound using segment: {'id': 'cf340602-8be7-4b69-afb7-9069e5ded468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '88198883-cae4-408c-8ab2-6ae5822f9c50'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:46:04.026892 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-e5ccce50-82bb-41ce-9cd1-961d679f248c req-805ffdb2-a857-4dac-8c5a-424ca54734b9 service neutron] Bound port: a39d7fd1-9f04-4c20-a5f5-6da2ddf07d7f, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf340602-8be7-4b69-afb7-9069e5ded468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': '88198883-cae4-408c-8ab2-6ae5822f9c50'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:46:04.027261 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e5ccce50-82bb-41ce-9cd1-961d679f248c req-805ffdb2-a857-4dac-8c5a-424ca54734b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:04.033337 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b17ed449-a05a-4cbe-affa-b72eb4f282fe req-d3c3fab8-3f21-42ee-8913-311000d675f5 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=e1808a51-f05e-4f9a-982a-3d6da6d33975 HTTP/1.1" status: 200 len: 210 time: 0.0291619 Sep 24 15:46:04.042829 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-65580abf-f3a9-441a-a81e-953a91e9a6f7 req-4d70212e-a1a7-484e-8418-250b8bd710be tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] 10.222.0.101 "GET /v2.0/security-groups?id=c5ab1439-02c4-4c70-b417-3c9e5569b941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571449 Sep 24 15:46:04.049201 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4ff5f2ae-8f90-4aa9-b164-9b732eb743b4 tempest-SubnetPoolsTestJSON-44344325 tempest-SubnetPoolsTestJSON-44344325-project] Notify callbacks [] for subnetpool, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:04.049201 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-4ff5f2ae-8f90-4aa9-b164-9b732eb743b4 tempest-SubnetPoolsTestJSON-44344325 tempest-SubnetPoolsTestJSON-44344325-project] 10.222.0.101 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.5492024 Sep 24 15:46:04.049201 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 58690) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:46:04.110836 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-adefc034-5a54-49d9-8fb6-32c80d61d699 tempest-SubnetPoolsTestJSON-44344325 tempest-SubnetPoolsTestJSON-44344325-project] 10.222.0.101 "GET /v2.0/subnetpools/5390f530-9621-48c0-9d3b-e38dc8de44fd HTTP/1.1" status: 200 len: 731 time: 0.0534804 Sep 24 15:46:04.113400 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 58692) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:46:04.118588 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-1866d9a1-c3c5-494d-b922-513d11e4f82a tempest-SubnetPoolsTestJSON-44344325 tempest-SubnetPoolsTestJSON-44344325-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-46998174'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:46:04.119665 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-e5ccce50-82bb-41ce-9cd1-961d679f248c req-805ffdb2-a857-4dac-8c5a-424ca54734b9 service neutron] For port a39d7fd1-9f04-4c20-a5f5-6da2ddf07d7f, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:46:04.123178 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-e5ccce50-82bb-41ce-9cd1-961d679f248c req-805ffdb2-a857-4dac-8c5a-424ca54734b9 service neutron] For port a39d7fd1-9f04-4c20-a5f5-6da2ddf07d7f, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=a39d7fd1-9f04-4c20-a5f5-6da2ddf07d7f,segment=NetworkSegment(cf340602-8be7-4b69-afb7-9069e5ded468),segment_id=cf340602-8be7-4b69-afb7-9069e5ded468)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:46:04.243664 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e5ccce50-82bb-41ce-9cd1-961d679f248c req-805ffdb2-a857-4dac-8c5a-424ca54734b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:04.244230 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8306aaa9-6feb-40eb-9ad1-587968dc7414 req-60a69376-4b42-413c-9cfb-8cd696c2b8e3 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:04.245721 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8306aaa9-6feb-40eb-9ad1-587968dc7414 req-60a69376-4b42-413c-9cfb-8cd696c2b8e3 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=03a5ecc9-3ded-459f-8c95-345cf09a655f HTTP/1.1" status: 200 len: 946 time: 0.0483174 Sep 24 15:46:04.278692 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ccce50-82bb-41ce-9cd1-961d679f248c req-805ffdb2-a857-4dac-8c5a-424ca54734b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:04.279382 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e5ccce50-82bb-41ce-9cd1-961d679f248c req-805ffdb2-a857-4dac-8c5a-424ca54734b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:04.280837 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e5ccce50-82bb-41ce-9cd1-961d679f248c req-805ffdb2-a857-4dac-8c5a-424ca54734b9 service neutron] 10.222.0.108 "PUT /v2.0/ports/a39d7fd1-9f04-4c20-a5f5-6da2ddf07d7f HTTP/1.1" status: 200 len: 1092 time: 1.3931489 Sep 24 15:46:04.283051 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93be65ee-06ec-4d23-81e1-4f7bb97b05ee', 'tag': 'a39d7fd1-9f04-4c20-a5f5-6da2ddf07d7f'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:46:04.285337 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd563463-09d5-4511-9a7e-169e8f32ec75" -d '{"events": [{"name": "network-changed", "server_uuid": "93be65ee-06ec-4d23-81e1-4f7bb97b05ee", "tag": "a39d7fd1-9f04-4c20-a5f5-6da2ddf07d7f"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:46:04.286185 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8306aaa9-6feb-40eb-9ad1-587968dc7414 req-2afd6ee9-8131-4bf4-b6a0-858106f8c09b tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342035 Sep 24 15:46:04.313623 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805ffdb2-a857-4dac-8c5a-424ca54734b9 service neutron] Pushing event updated for resources: {'Port': ['ID=a39d7fd1-9f04-4c20-a5f5-6da2ddf07d7f,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:04.328561 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f0b14de-da3a-4e56-825d-b723eeaf0c18 x-openstack-request-id: req-0f0b14de-da3a-4e56-825d-b723eeaf0c18 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:46:04.328928 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93be65ee-06ec-4d23-81e1-4f7bb97b05ee", "tag": "a39d7fd1-9f04-4c20-a5f5-6da2ddf07d7f", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:46:04.329395 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-0f0b14de-da3a-4e56-825d-b723eeaf0c18 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:46:04.329882 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93be65ee-06ec-4d23-81e1-4f7bb97b05ee', 'tag': 'a39d7fd1-9f04-4c20-a5f5-6da2ddf07d7f', 'status': 'completed', 'code': 200} Sep 24 15:46:04.381957 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:04.405531 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1866d9a1-c3c5-494d-b922-513d11e4f82a tempest-SubnetPoolsTestJSON-44344325 tempest-SubnetPoolsTestJSON-44344325-project] Notify callbacks [] for subnetpool, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:04.407073 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-1866d9a1-c3c5-494d-b922-513d11e4f82a tempest-SubnetPoolsTestJSON-44344325 tempest-SubnetPoolsTestJSON-44344325-project] 10.222.0.101 "PUT /v2.0/subnetpools/5390f530-9621-48c0-9d3b-e38dc8de44fd HTTP/1.1" status: 200 len: 682 time: 0.2927392 Sep 24 15:46:04.410162 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 58700) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:46:04.419214 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd563463-09d5-4511-9a7e-169e8f32ec75 req-0ba67fb6-ed2c-46a3-8896-b0b1be549333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:04.421106 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bd563463-09d5-4511-9a7e-169e8f32ec75 req-0ba67fb6-ed2c-46a3-8896-b0b1be549333 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=788e18d3f2d14af3b73a08902ae95fd2&device_id=93be65ee-06ec-4d23-81e1-4f7bb97b05ee HTTP/1.1" status: 200 len: 1095 time: 0.0635762 Sep 24 15:46:04.472772 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d7f4d2-e3c4-45e0-a54e-951b050984f9 req-bb2b5c77-d757-4dd1-930c-f7aa961664ed tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:04.479482 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d7f4d2-e3c4-45e0-a54e-951b050984f9 req-bb2b5c77-d757-4dd1-930c-f7aa961664ed tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:04.485493 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d7f4d2-e3c4-45e0-a54e-951b050984f9 req-bb2b5c77-d757-4dd1-930c-f7aa961664ed tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:04.491796 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d7f4d2-e3c4-45e0-a54e-951b050984f9 req-bb2b5c77-d757-4dd1-930c-f7aa961664ed tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:04.497810 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d7f4d2-e3c4-45e0-a54e-951b050984f9 req-bb2b5c77-d757-4dd1-930c-f7aa961664ed tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:04.503993 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d7f4d2-e3c4-45e0-a54e-951b050984f9 req-bb2b5c77-d757-4dd1-930c-f7aa961664ed tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:04.510542 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d7f4d2-e3c4-45e0-a54e-951b050984f9 req-bb2b5c77-d757-4dd1-930c-f7aa961664ed tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:04.512536 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-62d7f4d2-e3c4-45e0-a54e-951b050984f9 req-bb2b5c77-d757-4dd1-930c-f7aa961664ed tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 5424 time: 0.1399977 Sep 24 15:46:04.574900 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-62d7f4d2-e3c4-45e0-a54e-951b050984f9 req-04e56ac2-7475-4d41-bf6b-2fcd5f9536db tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/security-groups?id=36661b0c-4b5c-4f9d-8577-0fff57e17e03&id=faaaed6c-5dc8-4a43-a587-4571f710ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0514667 Sep 24 15:46:04.590365 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330cd60d-a46f-4ccb-9d11-aeca67e7eb4f req-82fe7a1c-f230-4f5d-9c0e-9c96c4e106b1 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:04.591821 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-330cd60d-a46f-4ccb-9d11-aeca67e7eb4f req-82fe7a1c-f230-4f5d-9c0e-9c96c4e106b1 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.108 "GET /v2.0/networks?id=0fa74ab6-87b5-4544-9313-49774655226a HTTP/1.1" status: 200 len: 814 time: 0.1863279 Sep 24 15:46:04.607481 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-330cd60d-a46f-4ccb-9d11-aeca67e7eb4f req-30ddf023-eb19-4bbb-971e-cffdb418c464 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Request body: {'port': {'device_id': 'e1808a51-f05e-4f9a-982a-3d6da6d33975', 'network_id': '0fa74ab6-87b5-4544-9313-49774655226a', 'admin_state_up': True, 'tenant_id': '3866255b98974b16a2997a7181a78aaf'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:46:04.614861 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd563463-09d5-4511-9a7e-169e8f32ec75 req-90e12356-12e6-4b08-aa2d-462b49c3cc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:04.616346 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bd563463-09d5-4511-9a7e-169e8f32ec75 req-90e12356-12e6-4b08-aa2d-462b49c3cc6d service neutron] 10.222.0.108 "GET /v2.0/networks?tenant_id=788e18d3f2d14af3b73a08902ae95fd2&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1841300 Sep 24 15:46:04.675278 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-da55275b-63fa-405a-8ca6-e3c21b390389 tempest-SubnetPoolsTestJSON-44344325 tempest-SubnetPoolsTestJSON-44344325-project] Notify callbacks [] for subnetpool, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:04.677130 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-da55275b-63fa-405a-8ca6-e3c21b390389 tempest-SubnetPoolsTestJSON-44344325 tempest-SubnetPoolsTestJSON-44344325-project] 10.222.0.101 "DELETE /v2.0/subnetpools/5390f530-9621-48c0-9d3b-e38dc8de44fd HTTP/1.1" status: 204 len: 168 time: 0.2660484 Sep 24 15:46:04.680379 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 58706) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:46:04.695866 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [None req-7f58447f-cb59-4574-9798-c33d48d6f42f tempest-SubnetPoolsTestJSON-44344325 tempest-SubnetPoolsTestJSON-44344325-project] show failed (client error): The resource could not be found. Sep 24 15:46:04.699607 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-7f58447f-cb59-4574-9798-c33d48d6f42f tempest-SubnetPoolsTestJSON-44344325 tempest-SubnetPoolsTestJSON-44344325-project] 10.222.0.101 "GET /v2.0/subnetpools/5390f530-9621-48c0-9d3b-e38dc8de44fd HTTP/1.1" status: 404 len: 346 time: 0.0154479 Sep 24 15:46:04.699989 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 58708) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:46:04.721036 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [None req-427bea53-94f5-4dde-9838-bb760b63a9f5 tempest-SubnetPoolsTestJSON-44344325 tempest-SubnetPoolsTestJSON-44344325-project] delete failed (client error): The resource could not be found. Sep 24 15:46:04.725976 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-427bea53-94f5-4dde-9838-bb760b63a9f5 tempest-SubnetPoolsTestJSON-44344325 tempest-SubnetPoolsTestJSON-44344325-project] 10.222.0.101 "DELETE /v2.0/subnetpools/5390f530-9621-48c0-9d3b-e38dc8de44fd HTTP/1.1" status: 404 len: 346 time: 0.0211499 Sep 24 15:46:04.817763 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd563463-09d5-4511-9a7e-169e8f32ec75 req-0c23a3cc-237c-4149-9cba-8ced591fd41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:04.820061 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bd563463-09d5-4511-9a7e-169e8f32ec75 req-0c23a3cc-237c-4149-9cba-8ced591fd41b service neutron] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1939096 Sep 24 15:46:04.835904 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96dc139-4a89-452d-bd30-c471d9b639b5 req-76a8194a-e6f9-48c8-ad00-2ee0a00f3354 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:04.837711 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c96dc139-4a89-452d-bd30-c471d9b639b5 req-76a8194a-e6f9-48c8-ad00-2ee0a00f3354 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa34241a-37c5-47d3-b904-2bd842425df1 HTTP/1.1" status: 200 len: 945 time: 0.1354184 Sep 24 15:46:04.910231 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c96dc139-4a89-452d-bd30-c471d9b639b5 req-f503f649-4e31-4b23-a6ab-a25d6d839006 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e97abd6-6c4b-4313-93b0-ffda5586d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618229 Sep 24 15:46:04.926044 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ccce50-82bb-41ce-9cd1-961d679f248c req-4534d07a-6a04-435a-a092-8f78f6ec95af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:04.928438 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e5ccce50-82bb-41ce-9cd1-961d679f248c req-4534d07a-6a04-435a-a092-8f78f6ec95af service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=788e18d3f2d14af3b73a08902ae95fd2&device_id=93be65ee-06ec-4d23-81e1-4f7bb97b05ee HTTP/1.1" status: 200 len: 1095 time: 0.0624468 Sep 24 15:46:04.977958 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-330cd60d-a46f-4ccb-9d11-aeca67e7eb4f req-30ddf023-eb19-4bbb-971e-cffdb418c464 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Made reservation on behalf of 3866255b98974b16a2997a7181a78aaf for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:46:04.981553 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-330cd60d-a46f-4ccb-9d11-aeca67e7eb4f req-30ddf023-eb19-4bbb-971e-cffdb418c464 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:04.984300 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e5ccce50-82bb-41ce-9cd1-961d679f248c req-9ecb618e-9c24-4210-93f4-2631dd3f9f19 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a39d7fd1-9f04-4c20-a5f5-6da2ddf07d7f HTTP/1.1" status: 200 len: 217 time: 0.0465684 Sep 24 15:46:05.044101 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 8b63e106-6324-473f-b60f-938c4d66dc4b details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:46:05.049051 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 7a5ede30-553d-4b39-bf2e-61fe5bb9e3e7 no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:46:05.080105 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] No Port match for: 7a5ede30-553d-4b39-bf2e-61fe5bb9e3e7 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:46:05.080633 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 7a5ede30-553d-4b39-bf2e-61fe5bb9e3e7 not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:46:05.083171 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ccce50-82bb-41ce-9cd1-961d679f248c req-aa25d767-c16e-4348-a2d0-eb72aee26193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:05.084860 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e5ccce50-82bb-41ce-9cd1-961d679f248c req-aa25d767-c16e-4348-a2d0-eb72aee26193 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=d6760e54-417c-41fa-9ec3-30a84c8f56af HTTP/1.1" status: 200 len: 853 time: 0.0919616 Sep 24 15:46:05.129795 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e5ccce50-82bb-41ce-9cd1-961d679f248c req-51307843-c7ce-4054-bb4c-0e7d442380a3 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=88198883-cae4-408c-8ab2-6ae5822f9c50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353053 Sep 24 15:46:05.191484 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9a3717c7-eca8-4bfa-a177-0ab865d9797a req-fd487cdb-09a1-4552-9bb9-568db6228157 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=e1808a51-f05e-4f9a-982a-3d6da6d33975 HTTP/1.1" status: 200 len: 210 time: 0.0670731 Sep 24 15:46:05.234316 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3af840-104a-4651-8d1d-0197e27b1062 req-b6e5fc20-8a1d-4ba6-8010-af1cfb3ca81d tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:05.247160 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2a3af840-104a-4651-8d1d-0197e27b1062 req-b6e5fc20-8a1d-4ba6-8010-af1cfb3ca81d tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] 10.222.0.101 "GET /v2.0/ports?device_id=93be65ee-06ec-4d23-81e1-4f7bb97b05ee HTTP/1.1" status: 200 len: 944 time: 0.0882006 Sep 24 15:46:05.268707 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-330cd60d-a46f-4ccb-9d11-aeca67e7eb4f req-30ddf023-eb19-4bbb-971e-cffdb418c464 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Allocated IP 172.20.0.3 (0fa74ab6-87b5-4544-9313-49774655226a/4491d185-2791-4910-b09e-1dff46d40afb/a0537e30-678c-477b-a2fc-07d5db0b34fa) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:46:05.274274 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 8b63e106-6324-473f-b60f-938c4d66dc4b, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=8b63e106-6324-473f-b60f-938c4d66dc4b,segment=NetworkSegment(7e8e93a9-9a2d-4b51-a14d-73f657c90f78),segment_id=7e8e93a9-9a2d-4b51-a14d-73f657c90f78)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:46:05.278416 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:05.291946 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': '8b63e106-6324-473f-b60f-938c4d66dc4b', 'network_id': 'bad15511-e79d-4a5e-8826-604fa4d6fb1c', 'port_id': '8b63e106-6324-473f-b60f-938c4d66dc4b', 'mac_address': 'fa:16:3e:31:82:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac550aa6-1c9d-441e-90e2-38bf2a7a38e4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:46:05.304194 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e5ccce50-82bb-41ce-9cd1-961d679f248c req-affca3cf-741d-473f-84c4-b8403a09e231 service neutron] 10.222.0.108 "GET /v2.0/networks/88198883-cae4-408c-8ab2-6ae5822f9c50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638818 Sep 24 15:46:05.318649 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2a3af840-104a-4651-8d1d-0197e27b1062 req-213d4dcc-5e33-4cfa-b198-da2fe6947bf7 tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] 10.222.0.101 "GET /v2.0/security-groups?id=c5ab1439-02c4-4c70-b417-3c9e5569b941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688331 Sep 24 15:46:05.354286 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:05.367771 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8b63e106-6324-473f-b60f-938c4d66dc4b {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:46:05.388387 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 8b63e106-6324-473f-b60f-938c4d66dc4b, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=8b63e106-6324-473f-b60f-938c4d66dc4b,segment=NetworkSegment(7e8e93a9-9a2d-4b51-a14d-73f657c90f78),segment_id=7e8e93a9-9a2d-4b51-a14d-73f657c90f78)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:46:05.535074 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b14119a-d122-46d8-b611-40514ff6ad28 req-c34831ed-fa7c-4d62-8f6c-f305b7a15457 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:05.536612 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4b14119a-d122-46d8-b611-40514ff6ad28 req-c34831ed-fa7c-4d62-8f6c-f305b7a15457 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=03a5ecc9-3ded-459f-8c95-345cf09a655f HTTP/1.1" status: 200 len: 946 time: 0.1596627 Sep 24 15:46:05.546171 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:05.549859 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e5ccce50-82bb-41ce-9cd1-961d679f248c req-fab61e62-e405-4da4-9401-d54e09f9950d service neutron] 10.222.0.108 "GET /v2.0/networks/88198883-cae4-408c-8ab2-6ae5822f9c50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352846 Sep 24 15:46:05.597613 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-330cd60d-a46f-4ccb-9d11-aeca67e7eb4f req-30ddf023-eb19-4bbb-971e-cffdb418c464 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:05.611863 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4b14119a-d122-46d8-b611-40514ff6ad28 req-eec3aa81-c23f-4529-94c6-c306f86046f4 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650620 Sep 24 15:46:05.612391 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 58736) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:46:05.646054 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['8b63e106-6324-473f-b60f-938c4d66dc4b'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:46:05.689862 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=8b63e106-6324-473f-b60f-938c4d66dc4b,revision_number=6']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:05.738314 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-330cd60d-a46f-4ccb-9d11-aeca67e7eb4f req-30ddf023-eb19-4bbb-971e-cffdb418c464 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:05.753316 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 61bec6ae-d49a-41d0-b02b-bc695e1e100d up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:46:05.778132 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b33397-c6b4-4a61-98be-a1fd5d28f5c0 req-51cef50f-8c9d-490b-86b5-be4d7daed637 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:05.785621 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b33397-c6b4-4a61-98be-a1fd5d28f5c0 req-51cef50f-8c9d-490b-86b5-be4d7daed637 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:05.790992 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-330cd60d-a46f-4ccb-9d11-aeca67e7eb4f req-30ddf023-eb19-4bbb-971e-cffdb418c464 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Network 0fa74ab6-87b5-4544-9313-49774655226a is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:46:05.793070 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b33397-c6b4-4a61-98be-a1fd5d28f5c0 req-51cef50f-8c9d-490b-86b5-be4d7daed637 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:05.794213 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-330cd60d-a46f-4ccb-9d11-aeca67e7eb4f req-30ddf023-eb19-4bbb-971e-cffdb418c464 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:46:05.798505 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-330cd60d-a46f-4ccb-9d11-aeca67e7eb4f req-30ddf023-eb19-4bbb-971e-cffdb418c464 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:46:05.799553 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b33397-c6b4-4a61-98be-a1fd5d28f5c0 req-51cef50f-8c9d-490b-86b5-be4d7daed637 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:05.808360 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b33397-c6b4-4a61-98be-a1fd5d28f5c0 req-51cef50f-8c9d-490b-86b5-be4d7daed637 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:05.816949 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b33397-c6b4-4a61-98be-a1fd5d28f5c0 req-51cef50f-8c9d-490b-86b5-be4d7daed637 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:05.821367 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b33397-c6b4-4a61-98be-a1fd5d28f5c0 req-51cef50f-8c9d-490b-86b5-be4d7daed637 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:05.823382 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-06b33397-c6b4-4a61-98be-a1fd5d28f5c0 req-51cef50f-8c9d-490b-86b5-be4d7daed637 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 5424 time: 0.1222844 Sep 24 15:46:05.830737 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ddf023-eb19-4bbb-971e-cffdb418c464 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Pushing event updated for resources: {'Port': ['ID=a0537e30-678c-477b-a2fc-07d5db0b34fa,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:05.848104 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-55777375-1cb6-489e-a196-7626076bc59d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:05.872194 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330cd60d-a46f-4ccb-9d11-aeca67e7eb4f req-30ddf023-eb19-4bbb-971e-cffdb418c464 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:05.872745 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-330cd60d-a46f-4ccb-9d11-aeca67e7eb4f req-30ddf023-eb19-4bbb-971e-cffdb418c464 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:05.907114 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-06b33397-c6b4-4a61-98be-a1fd5d28f5c0 req-0179cdb4-063b-4ac1-9b3f-ef2633fd234c tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/security-groups?id=36661b0c-4b5c-4f9d-8577-0fff57e17e03&id=faaaed6c-5dc8-4a43-a587-4571f710ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0544174 Sep 24 15:46:05.978761 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-55777375-1cb6-489e-a196-7626076bc59d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:06.041769 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928e32f5-d170-4ee9-8cb9-d3619c654dd3 req-2d880392-a642-4a8f-9ade-f448836ec96a tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:06.043306 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-928e32f5-d170-4ee9-8cb9-d3619c654dd3 req-2d880392-a642-4a8f-9ade-f448836ec96a tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa34241a-37c5-47d3-b904-2bd842425df1 HTTP/1.1" status: 200 len: 945 time: 0.0573275 Sep 24 15:46:06.054774 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port 61bec6ae-d49a-41d0-b02b-bc695e1e100d completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:46:06.055826 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port 61bec6ae-d49a-41d0-b02b-bc695e1e100d triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:46:06.056209 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:06.087558 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-928e32f5-d170-4ee9-8cb9-d3619c654dd3 req-21f93355-a11a-4fd8-bb9e-7146ecbfb565 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e97abd6-6c4b-4313-93b0-ffda5586d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355644 Sep 24 15:46:06.138874 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:06.164420 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a7b1d1-ddc9-4674-827f-199eb4c77de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61bec6ae-d49a-41d0-b02b-bc695e1e100d'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:46:06.166562 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a05a29-8d5c-4685-9c45-a49ca5928b13" -d '{"events": [{"server_uuid": "52a7b1d1-ddc9-4674-827f-199eb4c77de7", "name": "network-vif-plugged", "status": "completed", "tag": "61bec6ae-d49a-41d0-b02b-bc695e1e100d"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:46:06.180190 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 61bec6ae-d49a-41d0-b02b-bc695e1e100d, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=61bec6ae-d49a-41d0-b02b-bc695e1e100d,segment=NetworkSegment(07f0d959-dce2-4090-b56f-3578a7ea7773),segment_id=07f0d959-dce2-4090-b56f-3578a7ea7773)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:46:06.203143 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-55777375-1cb6-489e-a196-7626076bc59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:06.210209 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63c37a01-dbaa-433a-b1fe-e01dccce75c7 x-openstack-request-id: req-63c37a01-dbaa-433a-b1fe-e01dccce75c7 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:46:06.210209 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a7b1d1-ddc9-4674-827f-199eb4c77de7", "name": "network-vif-plugged", "status": "completed", "tag": "61bec6ae-d49a-41d0-b02b-bc695e1e100d", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:46:06.210209 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-63c37a01-dbaa-433a-b1fe-e01dccce75c7 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:46:06.210209 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a7b1d1-ddc9-4674-827f-199eb4c77de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61bec6ae-d49a-41d0-b02b-bc695e1e100d', 'code': 200} Sep 24 15:46:06.256946 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55777375-1cb6-489e-a196-7626076bc59d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56f24774-07a3-4ee5-abbc-5c56444fa79a,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:06.262627 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-55777375-1cb6-489e-a196-7626076bc59d admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=46f3df44eb4a4ed29d4396bf6cf920ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6477616 Sep 24 15:46:06.264769 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 58758) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:46:06.283449 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:06.284277 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 1294cbcc-4e3d-45a3-9f67-cd385cfb8a81 up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:46:06.330605 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e93aacde-be21-443f-bede-b1a697630db5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:06.377410 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e93aacde-be21-443f-bede-b1a697630db5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:06.378683 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-330cd60d-a46f-4ccb-9d11-aeca67e7eb4f req-30ddf023-eb19-4bbb-971e-cffdb418c464 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7749388 Sep 24 15:46:06.385941 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=61bec6ae-d49a-41d0-b02b-bc695e1e100d,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:06.407659 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-330cd60d-a46f-4ccb-9d11-aeca67e7eb4f req-30fb7bd2-8e5d-450b-97ec-95cc6dc0755f service neutron] Request body: {'port': {'device_id': 'e1808a51-f05e-4f9a-982a-3d6da6d33975', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:46:06.449929 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577a655-9db8-4738-b97a-831c6afa86a2 req-a5bc496a-b1e4-476a-96ef-fa2871acf13b tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:06.451624 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3577a655-9db8-4738-b97a-831c6afa86a2 req-a5bc496a-b1e4-476a-96ef-fa2871acf13b tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=e1808a51-f05e-4f9a-982a-3d6da6d33975 HTTP/1.1" status: 200 len: 931 time: 0.1427722 Sep 24 15:46:06.480970 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae7821a-9e96-438d-b6aa-a90e7e1ae595 req-ed91d6e2-c050-4688-abc2-8aacc8b7b731 tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:06.482579 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0ae7821a-9e96-438d-b6aa-a90e7e1ae595 req-ed91d6e2-c050-4688-abc2-8aacc8b7b731 tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] 10.222.0.101 "GET /v2.0/ports?device_id=93be65ee-06ec-4d23-81e1-4f7bb97b05ee HTTP/1.1" status: 200 len: 944 time: 0.0554521 Sep 24 15:46:06.511114 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-330cd60d-a46f-4ccb-9d11-aeca67e7eb4f req-30fb7bd2-8e5d-450b-97ec-95cc6dc0755f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:06.527991 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3577a655-9db8-4738-b97a-831c6afa86a2 req-959d0288-2ef3-4df4-81d3-6d8e0b072a46 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695360 Sep 24 15:46:06.554651 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0ae7821a-9e96-438d-b6aa-a90e7e1ae595 req-5b18dea2-d385-463a-8aba-75113661a841 tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] 10.222.0.101 "GET /v2.0/security-groups?id=c5ab1439-02c4-4c70-b417-3c9e5569b941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558796 Sep 24 15:46:06.554974 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port 1294cbcc-4e3d-45a3-9f67-cd385cfb8a81 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:46:06.559398 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port 1294cbcc-4e3d-45a3-9f67-cd385cfb8a81 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:46:06.559398 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:06.639598 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:06.650506 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e93aacde-be21-443f-bede-b1a697630db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:06.663050 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e93aacde-be21-443f-bede-b1a697630db5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:06.663050 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e93aacde-be21-443f-bede-b1a697630db5 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/56f24774-07a3-4ee5-abbc-5c56444fa79a HTTP/1.1" status: 204 len: 168 time: 0.3873887 Sep 24 15:46:06.671407 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93aacde-be21-443f-bede-b1a697630db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f24774-07a3-4ee5-abbc-5c56444fa79a,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:06.688364 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 1294cbcc-4e3d-45a3-9f67-cd385cfb8a81, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=1294cbcc-4e3d-45a3-9f67-cd385cfb8a81,segment=NetworkSegment(a9f89dba-bd7d-4e6d-96ca-5e01f19302ef),segment_id=a9f89dba-bd7d-4e6d-96ca-5e01f19302ef)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:46:06.735832 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:06.778161 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e382bbed-c38d-4554-9383-8667ef9be73b req-0e51071b-4007-4f48-9a9b-2bc0fbbec017 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:06.785790 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e382bbed-c38d-4554-9383-8667ef9be73b req-0e51071b-4007-4f48-9a9b-2bc0fbbec017 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=03a5ecc9-3ded-459f-8c95-345cf09a655f HTTP/1.1" status: 200 len: 945 time: 0.0582318 Sep 24 15:46:06.820682 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e382bbed-c38d-4554-9383-8667ef9be73b req-dee2edc2-5242-4726-8929-eec85d4395e6 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339179 Sep 24 15:46:06.821889 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-330cd60d-a46f-4ccb-9d11-aeca67e7eb4f req-30fb7bd2-8e5d-450b-97ec-95cc6dc0755f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0537e30-678c-477b-a2fc-07d5db0b34fa {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:46:06.829732 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-330cd60d-a46f-4ccb-9d11-aeca67e7eb4f req-30fb7bd2-8e5d-450b-97ec-95cc6dc0755f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:06.841960 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-330cd60d-a46f-4ccb-9d11-aeca67e7eb4f req-30fb7bd2-8e5d-450b-97ec-95cc6dc0755f service neutron] Transition to ACTIVE for port object a0537e30-678c-477b-a2fc-07d5db0b34fa will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:46:06.856192 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:06.857262 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device dc03181b-eebc-4350-ae95-5058ea48d9fb up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:46:06.936458 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=1294cbcc-4e3d-45a3-9f67-cd385cfb8a81,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:07.020880 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-330cd60d-a46f-4ccb-9d11-aeca67e7eb4f req-30fb7bd2-8e5d-450b-97ec-95cc6dc0755f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:07.041375 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 8b63e106-6324-473f-b60f-938c4d66dc4b up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:46:07.097939 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1003cdd9-812f-48fe-9c79-f6f06eb3139f req-88476c62-ba12-4160-be13-33ed81bdb9c0 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:07.099756 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port 8b63e106-6324-473f-b60f-938c4d66dc4b triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:46:07.100777 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:07.107728 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1003cdd9-812f-48fe-9c79-f6f06eb3139f req-88476c62-ba12-4160-be13-33ed81bdb9c0 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:07.114003 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1003cdd9-812f-48fe-9c79-f6f06eb3139f req-88476c62-ba12-4160-be13-33ed81bdb9c0 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:07.121083 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1003cdd9-812f-48fe-9c79-f6f06eb3139f req-88476c62-ba12-4160-be13-33ed81bdb9c0 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:07.127062 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1003cdd9-812f-48fe-9c79-f6f06eb3139f req-88476c62-ba12-4160-be13-33ed81bdb9c0 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:07.133397 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1003cdd9-812f-48fe-9c79-f6f06eb3139f req-88476c62-ba12-4160-be13-33ed81bdb9c0 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:07.139990 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1003cdd9-812f-48fe-9c79-f6f06eb3139f req-88476c62-ba12-4160-be13-33ed81bdb9c0 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:07.142398 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1003cdd9-812f-48fe-9c79-f6f06eb3139f req-88476c62-ba12-4160-be13-33ed81bdb9c0 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 5426 time: 0.1522648 Sep 24 15:46:07.144936 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fb7bd2-8e5d-450b-97ec-95cc6dc0755f service neutron] Pushing event updated for resources: {'Port': ['ID=a0537e30-678c-477b-a2fc-07d5db0b34fa,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:07.149309 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port dc03181b-eebc-4350-ae95-5058ea48d9fb completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:46:07.160129 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port dc03181b-eebc-4350-ae95-5058ea48d9fb triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:46:07.160509 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:07.239550 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1003cdd9-812f-48fe-9c79-f6f06eb3139f req-7b84da74-2dcd-4de7-bd3e-bb375f27891b tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/security-groups?id=36661b0c-4b5c-4f9d-8577-0fff57e17e03&id=faaaed6c-5dc8-4a43-a587-4571f710ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0713143 Sep 24 15:46:07.273769 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-330cd60d-a46f-4ccb-9d11-aeca67e7eb4f req-30fb7bd2-8e5d-450b-97ec-95cc6dc0755f service neutron] Attempting to bind port a0537e30-678c-477b-a2fc-07d5db0b34fa on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:46:07.274118 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-330cd60d-a46f-4ccb-9d11-aeca67e7eb4f req-30fb7bd2-8e5d-450b-97ec-95cc6dc0755f service neutron] Attempting to bind port a0537e30-678c-477b-a2fc-07d5db0b34fa by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '138681cd-aefe-407e-9c8c-919ef76b97c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': '0fa74ab6-87b5-4544-9313-49774655226a'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:46:07.274675 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330cd60d-a46f-4ccb-9d11-aeca67e7eb4f req-30fb7bd2-8e5d-450b-97ec-95cc6dc0755f service neutron] Attempting to bind port a0537e30-678c-477b-a2fc-07d5db0b34fa on network 0fa74ab6-87b5-4544-9313-49774655226a {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:46:07.280160 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330cd60d-a46f-4ccb-9d11-aeca67e7eb4f req-30fb7bd2-8e5d-450b-97ec-95cc6dc0755f service neutron] Port a0537e30-678c-477b-a2fc-07d5db0b34fa on network 0fa74ab6-87b5-4544-9313-49774655226a not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:46:07.280545 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330cd60d-a46f-4ccb-9d11-aeca67e7eb4f req-30fb7bd2-8e5d-450b-97ec-95cc6dc0755f service neutron] Attempting to bind port a0537e30-678c-477b-a2fc-07d5db0b34fa on network 0fa74ab6-87b5-4544-9313-49774655226a {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:46:07.295479 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:07.324705 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330cd60d-a46f-4ccb-9d11-aeca67e7eb4f req-30fb7bd2-8e5d-450b-97ec-95cc6dc0755f service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:46:07.326033 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330cd60d-a46f-4ccb-9d11-aeca67e7eb4f req-30fb7bd2-8e5d-450b-97ec-95cc6dc0755f service neutron] Checking segment: {'id': '138681cd-aefe-407e-9c8c-919ef76b97c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': '0fa74ab6-87b5-4544-9313-49774655226a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:46:07.329369 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-330cd60d-a46f-4ccb-9d11-aeca67e7eb4f req-30fb7bd2-8e5d-450b-97ec-95cc6dc0755f service neutron] Bound using segment: {'id': '138681cd-aefe-407e-9c8c-919ef76b97c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': '0fa74ab6-87b5-4544-9313-49774655226a'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:46:07.332136 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-330cd60d-a46f-4ccb-9d11-aeca67e7eb4f req-30fb7bd2-8e5d-450b-97ec-95cc6dc0755f service neutron] Bound port: a0537e30-678c-477b-a2fc-07d5db0b34fa, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '138681cd-aefe-407e-9c8c-919ef76b97c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': '0fa74ab6-87b5-4544-9313-49774655226a'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:46:07.333566 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-330cd60d-a46f-4ccb-9d11-aeca67e7eb4f req-30fb7bd2-8e5d-450b-97ec-95cc6dc0755f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:07.338899 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:07.370316 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 8b63e106-6324-473f-b60f-938c4d66dc4b, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=8b63e106-6324-473f-b60f-938c4d66dc4b,segment=NetworkSegment(7e8e93a9-9a2d-4b51-a14d-73f657c90f78),segment_id=7e8e93a9-9a2d-4b51-a14d-73f657c90f78)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:46:07.376588 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdf0cf6-879a-4234-9f9e-ee277303b2db req-4ce34e78-921c-4dd3-ac31-00485baabc59 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:07.386715 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3cdf0cf6-879a-4234-9f9e-ee277303b2db req-4ce34e78-921c-4dd3-ac31-00485baabc59 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa34241a-37c5-47d3-b904-2bd842425df1 HTTP/1.1" status: 200 len: 945 time: 0.1318505 Sep 24 15:46:07.396030 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port dc03181b-eebc-4350-ae95-5058ea48d9fb, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=dc03181b-eebc-4350-ae95-5058ea48d9fb,segment=NetworkSegment(40ae7766-b06a-4ffc-9ec0-bb3040c6122f),segment_id=40ae7766-b06a-4ffc-9ec0-bb3040c6122f)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:46:07.432196 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3cdf0cf6-879a-4234-9f9e-ee277303b2db req-56cf14f6-b872-4443-a120-89a76c1dab0b tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e97abd6-6c4b-4313-93b0-ffda5586d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423050 Sep 24 15:46:07.508684 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:07.516401 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-330cd60d-a46f-4ccb-9d11-aeca67e7eb4f req-30fb7bd2-8e5d-450b-97ec-95cc6dc0755f service neutron] For port a0537e30-678c-477b-a2fc-07d5db0b34fa, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:46:07.524975 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-330cd60d-a46f-4ccb-9d11-aeca67e7eb4f req-30fb7bd2-8e5d-450b-97ec-95cc6dc0755f service neutron] For port a0537e30-678c-477b-a2fc-07d5db0b34fa, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=a0537e30-678c-477b-a2fc-07d5db0b34fa,segment=NetworkSegment(138681cd-aefe-407e-9c8c-919ef76b97c8),segment_id=138681cd-aefe-407e-9c8c-919ef76b97c8)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:46:07.567049 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=8b63e106-6324-473f-b60f-938c4d66dc4b,revision_number=7']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:07.635400 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:07.635400 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 34493fa2-c78b-4d4b-9578-01087865790c up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:46:07.700458 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-330cd60d-a46f-4ccb-9d11-aeca67e7eb4f req-30fb7bd2-8e5d-450b-97ec-95cc6dc0755f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:07.747401 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=dc03181b-eebc-4350-ae95-5058ea48d9fb,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:07.775021 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76ca260-221b-41d2-8cb9-94f3564b88d0 req-fd83fdb3-70b7-427f-9830-0a1a75b910c3 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:07.776989 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a76ca260-221b-41d2-8cb9-94f3564b88d0 req-fd83fdb3-70b7-427f-9830-0a1a75b910c3 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=e1808a51-f05e-4f9a-982a-3d6da6d33975 HTTP/1.1" status: 200 len: 943 time: 0.0905466 Sep 24 15:46:07.819869 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fb7bd2-8e5d-450b-97ec-95cc6dc0755f service neutron] Pushing event updated for resources: {'Port': ['ID=a0537e30-678c-477b-a2fc-07d5db0b34fa,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:07.834064 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330cd60d-a46f-4ccb-9d11-aeca67e7eb4f req-30fb7bd2-8e5d-450b-97ec-95cc6dc0755f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:07.835463 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-330cd60d-a46f-4ccb-9d11-aeca67e7eb4f req-30fb7bd2-8e5d-450b-97ec-95cc6dc0755f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:07.837255 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-330cd60d-a46f-4ccb-9d11-aeca67e7eb4f req-30fb7bd2-8e5d-450b-97ec-95cc6dc0755f service neutron] 10.222.0.108 "PUT /v2.0/ports/a0537e30-678c-477b-a2fc-07d5db0b34fa HTTP/1.1" status: 200 len: 1091 time: 1.4408987 Sep 24 15:46:07.837860 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1808a51-f05e-4f9a-982a-3d6da6d33975', 'tag': 'a0537e30-678c-477b-a2fc-07d5db0b34fa'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:46:07.840320 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83668b4a-0a6d-440c-846f-bb53f371d72f" -d '{"events": [{"name": "network-changed", "server_uuid": "e1808a51-f05e-4f9a-982a-3d6da6d33975", "tag": "a0537e30-678c-477b-a2fc-07d5db0b34fa"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:46:07.860621 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2653aef2-45cf-4f17-9a5c-88bf2cf02a6b req-697aec8b-d077-4249-a3dc-55b04030ab3b tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:07.869534 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2653aef2-45cf-4f17-9a5c-88bf2cf02a6b req-697aec8b-d077-4249-a3dc-55b04030ab3b tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] 10.222.0.101 "GET /v2.0/ports?device_id=93be65ee-06ec-4d23-81e1-4f7bb97b05ee HTTP/1.1" status: 200 len: 944 time: 0.2319777 Sep 24 15:46:07.884600 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port 34493fa2-c78b-4d4b-9578-01087865790c completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:46:07.885940 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a76ca260-221b-41d2-8cb9-94f3564b88d0 req-82c2fc6f-012c-459f-8c3d-7304fdd5a332 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027331 Sep 24 15:46:07.891484 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port 34493fa2-c78b-4d4b-9578-01087865790c triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:46:07.891982 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:07.914784 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2653aef2-45cf-4f17-9a5c-88bf2cf02a6b req-f2cdd40e-e5ec-4455-b6c4-fe3b93b9584d tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] 10.222.0.101 "GET /v2.0/security-groups?id=c5ab1439-02c4-4c70-b417-3c9e5569b941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428576 Sep 24 15:46:07.966543 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c25ad850-351a-4eb5-86ac-bf2cd266cc12 x-openstack-request-id: req-c25ad850-351a-4eb5-86ac-bf2cd266cc12 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:46:07.967223 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1808a51-f05e-4f9a-982a-3d6da6d33975", "tag": "a0537e30-678c-477b-a2fc-07d5db0b34fa", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:46:07.967637 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c25ad850-351a-4eb5-86ac-bf2cd266cc12 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:46:07.968507 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1808a51-f05e-4f9a-982a-3d6da6d33975', 'tag': 'a0537e30-678c-477b-a2fc-07d5db0b34fa', 'status': 'completed', 'code': 200} Sep 24 15:46:08.038090 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:08.074481 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330cd60d-a46f-4ccb-9d11-aeca67e7eb4f req-537de404-8cba-4571-80a3-b3e58bfadb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:08.076248 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-330cd60d-a46f-4ccb-9d11-aeca67e7eb4f req-537de404-8cba-4571-80a3-b3e58bfadb13 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=3866255b98974b16a2997a7181a78aaf&device_id=e1808a51-f05e-4f9a-982a-3d6da6d33975 HTTP/1.1" status: 200 len: 1094 time: 0.1028178 Sep 24 15:46:08.093024 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 34493fa2-c78b-4d4b-9578-01087865790c, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=34493fa2-c78b-4d4b-9578-01087865790c,segment=NetworkSegment(07f0d959-dce2-4090-b56f-3578a7ea7773),segment_id=07f0d959-dce2-4090-b56f-3578a7ea7773)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:46:08.123074 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-330cd60d-a46f-4ccb-9d11-aeca67e7eb4f req-c5ec2637-5a62-41cc-80ec-cdea3a13a452 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0537e30-678c-477b-a2fc-07d5db0b34fa HTTP/1.1" status: 200 len: 217 time: 0.0386481 Sep 24 15:46:08.134263 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57528e89-ce57-4c02-824b-4e856e332e99 req-a59b3a6a-738b-4905-815d-53cf338044e2 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:08.139002 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-57528e89-ce57-4c02-824b-4e856e332e99 req-a59b3a6a-738b-4905-815d-53cf338044e2 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=03a5ecc9-3ded-459f-8c95-345cf09a655f HTTP/1.1" status: 200 len: 946 time: 0.1078663 Sep 24 15:46:08.208858 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a7b1d1-ddc9-4674-827f-199eb4c77de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1294cbcc-4e3d-45a3-9f67-cd385cfb8a81'}, {'server_uuid': '03a5ecc9-3ded-459f-8c95-345cf09a655f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b63e106-6324-473f-b60f-938c4d66dc4b'}, {'server_uuid': '52a7b1d1-ddc9-4674-827f-199eb4c77de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc03181b-eebc-4350-ae95-5058ea48d9fb'}, {'server_uuid': '52a7b1d1-ddc9-4674-827f-199eb4c77de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34493fa2-c78b-4d4b-9578-01087865790c'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:46:08.212890 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc825c6c-c85f-4841-b8d6-0ff310f49ecd" -d '{"events": [{"server_uuid": "52a7b1d1-ddc9-4674-827f-199eb4c77de7", "name": "network-vif-plugged", "status": "completed", "tag": "1294cbcc-4e3d-45a3-9f67-cd385cfb8a81"}, {"server_uuid": "03a5ecc9-3ded-459f-8c95-345cf09a655f", "name": "network-vif-plugged", "status": "completed", "tag": "8b63e106-6324-473f-b60f-938c4d66dc4b"}, {"server_uuid": "52a7b1d1-ddc9-4674-827f-199eb4c77de7", "name": "network-vif-plugged", "status": "completed", "tag": "dc03181b-eebc-4350-ae95-5058ea48d9fb"}, {"server_uuid": "52a7b1d1-ddc9-4674-827f-199eb4c77de7", "name": "network-vif-plugged", "status": "completed", "tag": "34493fa2-c78b-4d4b-9578-01087865790c"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:46:08.216077 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330cd60d-a46f-4ccb-9d11-aeca67e7eb4f req-04173004-003a-4b8d-8384-0126e1971ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:08.217083 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-330cd60d-a46f-4ccb-9d11-aeca67e7eb4f req-04173004-003a-4b8d-8384-0126e1971ec7 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=4491d185-2791-4910-b09e-1dff46d40afb HTTP/1.1" status: 200 len: 854 time: 0.0755675 Sep 24 15:46:08.225807 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-57528e89-ce57-4c02-824b-4e856e332e99 req-4b57860c-f761-42b5-96e9-c6f32dd20eda tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858870 Sep 24 15:46:08.250129 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:08.251007 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 3f88f959-1620-4ba5-b8f1-845322a97779 up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:46:08.257169 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-330cd60d-a46f-4ccb-9d11-aeca67e7eb4f req-87de292c-ac98-4eff-a92d-6fa150204f21 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=0fa74ab6-87b5-4544-9313-49774655226a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272429 Sep 24 15:46:08.358974 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=34493fa2-c78b-4d4b-9578-01087865790c,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:08.385992 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-330cd60d-a46f-4ccb-9d11-aeca67e7eb4f req-cce3d961-c792-4fe2-9f77-99c4f199a22e service neutron] 10.222.0.108 "GET /v2.0/networks/0fa74ab6-87b5-4544-9313-49774655226a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235626 Sep 24 15:46:08.478454 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port 3f88f959-1620-4ba5-b8f1-845322a97779 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:46:08.486283 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port 3f88f959-1620-4ba5-b8f1-845322a97779 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:46:08.486283 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:08.539364 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155bd78-8c27-4648-ba51-455693659180 req-594f7c02-8813-4625-92f7-00516f5f6f44 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:08.545327 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155bd78-8c27-4648-ba51-455693659180 req-594f7c02-8813-4625-92f7-00516f5f6f44 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:08.551722 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155bd78-8c27-4648-ba51-455693659180 req-594f7c02-8813-4625-92f7-00516f5f6f44 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:08.562311 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155bd78-8c27-4648-ba51-455693659180 req-594f7c02-8813-4625-92f7-00516f5f6f44 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:08.564660 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155bd78-8c27-4648-ba51-455693659180 req-594f7c02-8813-4625-92f7-00516f5f6f44 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:08.571472 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155bd78-8c27-4648-ba51-455693659180 req-594f7c02-8813-4625-92f7-00516f5f6f44 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:08.579535 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155bd78-8c27-4648-ba51-455693659180 req-594f7c02-8813-4625-92f7-00516f5f6f44 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:08.581528 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2155bd78-8c27-4648-ba51-455693659180 req-594f7c02-8813-4625-92f7-00516f5f6f44 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 5428 time: 0.1741529 Sep 24 15:46:08.595266 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-330cd60d-a46f-4ccb-9d11-aeca67e7eb4f req-016719f2-efa9-4f26-b83f-c95209c658ce service neutron] 10.222.0.108 "GET /v2.0/networks/0fa74ab6-87b5-4544-9313-49774655226a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023854 Sep 24 15:46:08.638574 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2155bd78-8c27-4648-ba51-455693659180 req-09869baf-02d5-4274-802b-4bd7966d8bec tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/security-groups?id=36661b0c-4b5c-4f9d-8577-0fff57e17e03&id=faaaed6c-5dc8-4a43-a587-4571f710ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0469136 Sep 24 15:46:08.720539 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 24 Sep 2021 15:46:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a3e9b0f-8e25-494d-8c29-2583eb921d22 x-openstack-request-id: req-3a3e9b0f-8e25-494d-8c29-2583eb921d22 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:46:08.720934 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a7b1d1-ddc9-4674-827f-199eb4c77de7", "name": "network-vif-plugged", "status": "completed", "tag": "1294cbcc-4e3d-45a3-9f67-cd385cfb8a81", "code": 200}, {"server_uuid": "03a5ecc9-3ded-459f-8c95-345cf09a655f", "name": "network-vif-plugged", "status": "completed", "tag": "8b63e106-6324-473f-b60f-938c4d66dc4b", "code": 200}, {"server_uuid": "52a7b1d1-ddc9-4674-827f-199eb4c77de7", "name": "network-vif-plugged", "status": "completed", "tag": "dc03181b-eebc-4350-ae95-5058ea48d9fb", "code": 200}, {"server_uuid": "52a7b1d1-ddc9-4674-827f-199eb4c77de7", "name": "network-vif-plugged", "status": "completed", "tag": "34493fa2-c78b-4d4b-9578-01087865790c", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:46:08.721145 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-3a3e9b0f-8e25-494d-8c29-2583eb921d22 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:46:08.721519 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a7b1d1-ddc9-4674-827f-199eb4c77de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1294cbcc-4e3d-45a3-9f67-cd385cfb8a81', 'code': 200} Sep 24 15:46:08.721782 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03a5ecc9-3ded-459f-8c95-345cf09a655f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b63e106-6324-473f-b60f-938c4d66dc4b', 'code': 200} Sep 24 15:46:08.722041 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a7b1d1-ddc9-4674-827f-199eb4c77de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc03181b-eebc-4350-ae95-5058ea48d9fb', 'code': 200} Sep 24 15:46:08.722296 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a7b1d1-ddc9-4674-827f-199eb4c77de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34493fa2-c78b-4d4b-9578-01087865790c', 'code': 200} Sep 24 15:46:08.743516 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:08.760311 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 58830) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:46:08.769462 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [-] 10.222.0.101 "GET / HTTP/1.1" status: 200 len: 249 time: 0.0069895 Sep 24 15:46:08.770266 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 58834) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:46:08.799917 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 3f88f959-1620-4ba5-b8f1-845322a97779, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=3f88f959-1620-4ba5-b8f1-845322a97779,segment=NetworkSegment(a9f89dba-bd7d-4e6d-96ca-5e01f19302ef),segment_id=a9f89dba-bd7d-4e6d-96ca-5e01f19302ef)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:46:08.870065 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1688855a-c181-4336-b5c3-e0e79b5d9c00 req-f4dbe526-44c9-451c-a568-570f392a205a tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:08.878510 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1688855a-c181-4336-b5c3-e0e79b5d9c00 req-f4dbe526-44c9-451c-a568-570f392a205a tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa34241a-37c5-47d3-b904-2bd842425df1 HTTP/1.1" status: 200 len: 945 time: 0.1663339 Sep 24 15:46:08.908535 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83668b4a-0a6d-440c-846f-bb53f371d72f req-143e63f6-afec-40d2-8e84-bac08d3bb3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:08.910683 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-83668b4a-0a6d-440c-846f-bb53f371d72f req-143e63f6-afec-40d2-8e84-bac08d3bb3cb service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=3866255b98974b16a2997a7181a78aaf&device_id=e1808a51-f05e-4f9a-982a-3d6da6d33975 HTTP/1.1" status: 200 len: 1094 time: 0.1419961 Sep 24 15:46:08.970645 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:08.971486 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device e58faefd-d30c-42ba-b9ec-be5f5e0236c4 up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:46:08.986920 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-be1f7aed-9b2f-4161-86e5-4363b6ab3a6b tempest-NetworksApiDiscovery-1387131778 tempest-NetworksApiDiscovery-1387131778-project] 10.222.0.101 "GET /v2.0/ HTTP/1.1" status: 200 len: 706 time: 0.2109764 Sep 24 15:46:09.108333 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6771bdf5-39c8-4dce-9260-d1973fdf4ba8 req-cf312add-db67-4675-aa10-cc93d306b7f4 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:09.124326 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6771bdf5-39c8-4dce-9260-d1973fdf4ba8 req-cf312add-db67-4675-aa10-cc93d306b7f4 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=e1808a51-f05e-4f9a-982a-3d6da6d33975 HTTP/1.1" status: 200 len: 943 time: 0.1009152 Sep 24 15:46:09.139750 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device a39d7fd1-9f04-4c20-a5f5-6da2ddf07d7f details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:46:09.160693 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:09.199404 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=3f88f959-1620-4ba5-b8f1-845322a97779,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:09.202884 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6771bdf5-39c8-4dce-9260-d1973fdf4ba8 req-cde14efe-1867-40e8-aed0-7cc18b4c7ace tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678549 Sep 24 15:46:09.408323 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port e58faefd-d30c-42ba-b9ec-be5f5e0236c4 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:46:09.417391 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port e58faefd-d30c-42ba-b9ec-be5f5e0236c4 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:46:09.417896 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:09.422780 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7dd609-685e-49ff-8e9e-d0e03fdf6c14 req-ddf3dac3-7b1a-4c58-881b-bbaad9355951 tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:09.430572 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1688855a-c181-4336-b5c3-e0e79b5d9c00 req-97291a09-3757-4fd1-be4e-5b42ac56de23 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e97abd6-6c4b-4313-93b0-ffda5586d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5508091 Sep 24 15:46:09.437530 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7b7dd609-685e-49ff-8e9e-d0e03fdf6c14 req-ddf3dac3-7b1a-4c58-881b-bbaad9355951 tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] 10.222.0.101 "GET /v2.0/ports?device_id=93be65ee-06ec-4d23-81e1-4f7bb97b05ee HTTP/1.1" status: 200 len: 944 time: 0.1128387 Sep 24 15:46:09.460923 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83668b4a-0a6d-440c-846f-bb53f371d72f req-2f1d27ab-2eac-4a82-ada4-1fdbdfca3287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:09.462610 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-83668b4a-0a6d-440c-846f-bb53f371d72f req-2f1d27ab-2eac-4a82-ada4-1fdbdfca3287 service neutron] 10.222.0.108 "GET /v2.0/networks?id=0fa74ab6-87b5-4544-9313-49774655226a HTTP/1.1" status: 200 len: 916 time: 0.5394220 Sep 24 15:46:09.465847 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port a39d7fd1-9f04-4c20-a5f5-6da2ddf07d7f, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=a39d7fd1-9f04-4c20-a5f5-6da2ddf07d7f,segment=NetworkSegment(cf340602-8be7-4b69-afb7-9069e5ded468),segment_id=cf340602-8be7-4b69-afb7-9069e5ded468)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:46:09.494270 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': 'a39d7fd1-9f04-4c20-a5f5-6da2ddf07d7f', 'network_id': '88198883-cae4-408c-8ab2-6ae5822f9c50', 'port_id': 'a39d7fd1-9f04-4c20-a5f5-6da2ddf07d7f', 'mac_address': 'fa:16:3e:28:8b:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1294, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6760e54-417c-41fa-9ec3-30a84c8f56af', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:46:09.524321 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-83668b4a-0a6d-440c-846f-bb53f371d72f req-197d57f2-06d0-44d9-868a-238c78198a22 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a0537e30-678c-477b-a2fc-07d5db0b34fa HTTP/1.1" status: 200 len: 217 time: 0.0539536 Sep 24 15:46:09.525881 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7b7dd609-685e-49ff-8e9e-d0e03fdf6c14 req-34fe4f6e-a023-4b4d-8199-0150d3db4cee tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] 10.222.0.101 "GET /v2.0/security-groups?id=c5ab1439-02c4-4c70-b417-3c9e5569b941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881367 Sep 24 15:46:09.619876 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83668b4a-0a6d-440c-846f-bb53f371d72f req-e53ecb7c-2da3-4897-a06d-7fb2d6e210a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:09.621906 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-83668b4a-0a6d-440c-846f-bb53f371d72f req-e53ecb7c-2da3-4897-a06d-7fb2d6e210a0 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=4491d185-2791-4910-b09e-1dff46d40afb HTTP/1.1" status: 200 len: 854 time: 0.0883887 Sep 24 15:46:09.661135 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b439786-1a4a-4384-bc2a-9741e4576cd4 req-3e09464e-2d4e-4f12-9670-fddddb389193 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:09.661392 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:09.664063 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:09.668153 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-83668b4a-0a6d-440c-846f-bb53f371d72f req-227687f2-40a1-4202-8d1d-ab6742d74bf9 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=0fa74ab6-87b5-4544-9313-49774655226a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355182 Sep 24 15:46:09.672589 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5b439786-1a4a-4384-bc2a-9741e4576cd4 req-3e09464e-2d4e-4f12-9670-fddddb389193 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=03a5ecc9-3ded-459f-8c95-345cf09a655f HTTP/1.1" status: 200 len: 946 time: 0.0811508 Sep 24 15:46:09.690963 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a39d7fd1-9f04-4c20-a5f5-6da2ddf07d7f {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:46:09.728086 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port a39d7fd1-9f04-4c20-a5f5-6da2ddf07d7f, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=a39d7fd1-9f04-4c20-a5f5-6da2ddf07d7f,segment=NetworkSegment(cf340602-8be7-4b69-afb7-9069e5ded468),segment_id=cf340602-8be7-4b69-afb7-9069e5ded468)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:46:09.729347 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5b439786-1a4a-4384-bc2a-9741e4576cd4 req-67d08268-d047-4392-ba44-321dc09f0060 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553496 Sep 24 15:46:09.730100 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port e58faefd-d30c-42ba-b9ec-be5f5e0236c4, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=e58faefd-d30c-42ba-b9ec-be5f5e0236c4,segment=NetworkSegment(5202dad5-affc-4089-8eb2-2acbc0a55bf9),segment_id=5202dad5-affc-4089-8eb2-2acbc0a55bf9)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:46:09.850413 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:09.873783 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06cb555-0484-4ec4-9391-7ddc678fb43b req-4077e0ee-049b-4752-bf1f-879f09e212be tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:09.880092 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06cb555-0484-4ec4-9391-7ddc678fb43b req-4077e0ee-049b-4752-bf1f-879f09e212be tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:09.886568 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06cb555-0484-4ec4-9391-7ddc678fb43b req-4077e0ee-049b-4752-bf1f-879f09e212be tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:09.892852 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06cb555-0484-4ec4-9391-7ddc678fb43b req-4077e0ee-049b-4752-bf1f-879f09e212be tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:09.899929 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06cb555-0484-4ec4-9391-7ddc678fb43b req-4077e0ee-049b-4752-bf1f-879f09e212be tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:09.905795 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:09.906390 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06cb555-0484-4ec4-9391-7ddc678fb43b req-4077e0ee-049b-4752-bf1f-879f09e212be tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:09.908498 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device fa6b1e2c-793d-44ab-91ff-29c9061ff55a up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:46:09.912831 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06cb555-0484-4ec4-9391-7ddc678fb43b req-4077e0ee-049b-4752-bf1f-879f09e212be tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:09.915309 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b06cb555-0484-4ec4-9391-7ddc678fb43b req-4077e0ee-049b-4752-bf1f-879f09e212be tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 5429 time: 0.1231897 Sep 24 15:46:09.917091 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-83668b4a-0a6d-440c-846f-bb53f371d72f req-ce60157d-314c-42b8-b4be-cd3682a535bc service neutron] 10.222.0.108 "GET /v2.0/networks/0fa74ab6-87b5-4544-9313-49774655226a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403064 Sep 24 15:46:09.981904 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 58856) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:46:10.051528 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b06cb555-0484-4ec4-9391-7ddc678fb43b req-0676eb98-e369-47b7-93a2-632e1d16bd50 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/security-groups?id=36661b0c-4b5c-4f9d-8577-0fff57e17e03&id=faaaed6c-5dc8-4a43-a587-4571f710ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1270046 Sep 24 15:46:10.074665 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=a39d7fd1-9f04-4c20-a5f5-6da2ddf07d7f,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:10.130183 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-83668b4a-0a6d-440c-846f-bb53f371d72f req-f59bcbaf-e807-4a3e-9716-3ed57e0736e3 service neutron] 10.222.0.108 "GET /v2.0/networks/0fa74ab6-87b5-4544-9313-49774655226a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994371 Sep 24 15:46:10.151841 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['a39d7fd1-9f04-4c20-a5f5-6da2ddf07d7f'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:46:10.156495 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ccec1903-d087-46ac-a836-f243d84a6a7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:10.220001 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=e58faefd-d30c-42ba-b9ec-be5f5e0236c4,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:10.280987 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port fa6b1e2c-793d-44ab-91ff-29c9061ff55a completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:46:10.288502 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port fa6b1e2c-793d-44ab-91ff-29c9061ff55a triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:46:10.288887 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:10.379667 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ccec1903-d087-46ac-a836-f243d84a6a7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:10.418627 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8065c574-1ec7-436b-9865-bc9c3d743453 req-a991f33c-2a5e-44ee-81c3-2914254e4805 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:10.425496 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8065c574-1ec7-436b-9865-bc9c3d743453 req-a991f33c-2a5e-44ee-81c3-2914254e4805 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=e1808a51-f05e-4f9a-982a-3d6da6d33975 HTTP/1.1" status: 200 len: 943 time: 0.1132808 Sep 24 15:46:10.439611 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:10.481202 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port fa6b1e2c-793d-44ab-91ff-29c9061ff55a, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=fa6b1e2c-793d-44ab-91ff-29c9061ff55a,segment=NetworkSegment(07f0d959-dce2-4090-b56f-3578a7ea7773),segment_id=07f0d959-dce2-4090-b56f-3578a7ea7773)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:46:10.483439 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ccec1903-d087-46ac-a836-f243d84a6a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:10.524636 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8065c574-1ec7-436b-9865-bc9c3d743453 req-a01c1e09-8175-457c-908e-4fcbadf244d9 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948353 Sep 24 15:46:10.538049 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccec1903-d087-46ac-a836-f243d84a6a7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7011200d-9b7f-4b8a-b335-dd9bd857a8aa,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:10.551580 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ccec1903-d087-46ac-a836-f243d84a6a7f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=88490f4084b740ba846a2bc914fc3f6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5689576 Sep 24 15:46:10.555332 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 58868) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:46:10.592070 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:10.592915 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 70f68d1a-4d62-4ee3-ae39-b3c0cf1402e5 up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:46:10.597840 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580a0d89-85cb-43b4-8789-3a9ac19fbe32 req-b6bc4819-b194-49f7-a15e-495ac1b0fdeb tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:10.607349 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-580a0d89-85cb-43b4-8789-3a9ac19fbe32 req-b6bc4819-b194-49f7-a15e-495ac1b0fdeb tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa34241a-37c5-47d3-b904-2bd842425df1 HTTP/1.1" status: 200 len: 946 time: 0.0696650 Sep 24 15:46:10.656018 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-580a0d89-85cb-43b4-8789-3a9ac19fbe32 req-dd755156-599f-4eb7-a10e-2260a70e279c tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e97abd6-6c4b-4313-93b0-ffda5586d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473399 Sep 24 15:46:10.682299 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4647f487-114b-4620-b6f4-169dda169298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:10.716217 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=fa6b1e2c-793d-44ab-91ff-29c9061ff55a,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:10.723846 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a7b1d1-ddc9-4674-827f-199eb4c77de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f88f959-1620-4ba5-b8f1-845322a97779'}, {'server_uuid': 'fa34241a-37c5-47d3-b904-2bd842425df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e58faefd-d30c-42ba-b9ec-be5f5e0236c4'}, {'server_uuid': '52a7b1d1-ddc9-4674-827f-199eb4c77de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa6b1e2c-793d-44ab-91ff-29c9061ff55a'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:46:10.727070 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13bbc32-2780-4691-82bc-270cdde6f5be" -d '{"events": [{"server_uuid": "52a7b1d1-ddc9-4674-827f-199eb4c77de7", "name": "network-vif-plugged", "status": "completed", "tag": "3f88f959-1620-4ba5-b8f1-845322a97779"}, {"server_uuid": "fa34241a-37c5-47d3-b904-2bd842425df1", "name": "network-vif-plugged", "status": "completed", "tag": "e58faefd-d30c-42ba-b9ec-be5f5e0236c4"}, {"server_uuid": "52a7b1d1-ddc9-4674-827f-199eb4c77de7", "name": "network-vif-plugged", "status": "completed", "tag": "fa6b1e2c-793d-44ab-91ff-29c9061ff55a"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:46:10.748496 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d7daa9-a455-4a87-b468-f6a6d9d4995e req-65671cbd-f168-4927-9a6b-b9337334d8aa tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:10.750364 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-81d7daa9-a455-4a87-b468-f6a6d9d4995e req-65671cbd-f168-4927-9a6b-b9337334d8aa tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] 10.222.0.101 "GET /v2.0/ports?device_id=93be65ee-06ec-4d23-81e1-4f7bb97b05ee HTTP/1.1" status: 200 len: 945 time: 0.1335189 Sep 24 15:46:10.756229 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4647f487-114b-4620-b6f4-169dda169298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:10.823255 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:10.836098 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-81d7daa9-a455-4a87-b468-f6a6d9d4995e req-01872455-35bc-4999-9524-15ebfa57ba00 tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] 10.222.0.101 "GET /v2.0/security-groups?id=c5ab1439-02c4-4c70-b417-3c9e5569b941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745947 Sep 24 15:46:10.863189 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 24 Sep 2021 15:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da415bb0-e732-476c-90f8-5a78898025b9 x-openstack-request-id: req-da415bb0-e732-476c-90f8-5a78898025b9 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:46:10.863512 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a7b1d1-ddc9-4674-827f-199eb4c77de7", "name": "network-vif-plugged", "status": "completed", "tag": "3f88f959-1620-4ba5-b8f1-845322a97779", "code": 200}, {"server_uuid": "fa34241a-37c5-47d3-b904-2bd842425df1", "name": "network-vif-plugged", "status": "completed", "tag": "e58faefd-d30c-42ba-b9ec-be5f5e0236c4", "code": 200}, {"server_uuid": "52a7b1d1-ddc9-4674-827f-199eb4c77de7", "name": "network-vif-plugged", "status": "completed", "tag": "fa6b1e2c-793d-44ab-91ff-29c9061ff55a", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:46:10.863815 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-da415bb0-e732-476c-90f8-5a78898025b9 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:46:10.866420 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a7b1d1-ddc9-4674-827f-199eb4c77de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f88f959-1620-4ba5-b8f1-845322a97779', 'code': 200} Sep 24 15:46:10.866799 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa34241a-37c5-47d3-b904-2bd842425df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e58faefd-d30c-42ba-b9ec-be5f5e0236c4', 'code': 200} Sep 24 15:46:10.867064 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a7b1d1-ddc9-4674-827f-199eb4c77de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa6b1e2c-793d-44ab-91ff-29c9061ff55a', 'code': 200} Sep 24 15:46:10.883645 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port 70f68d1a-4d62-4ee3-ae39-b3c0cf1402e5 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:46:10.888066 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port 70f68d1a-4d62-4ee3-ae39-b3c0cf1402e5 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:46:10.888705 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:10.988270 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e48d2f4-96d1-4aaf-a8ee-8c2652e737c1 req-4eecd944-5da2-435f-ac80-05b47773e2c1 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:10.989891 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4e48d2f4-96d1-4aaf-a8ee-8c2652e737c1 req-4eecd944-5da2-435f-ac80-05b47773e2c1 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=03a5ecc9-3ded-459f-8c95-345cf09a655f HTTP/1.1" status: 200 len: 946 time: 0.0827754 Sep 24 15:46:10.995772 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada8feb7-0498-4898-ae9c-d8d3f9782695 req-5f2cbc79-8bb6-484b-8d88-fd0765c43c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:10.997252 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ada8feb7-0498-4898-ae9c-d8d3f9782695 req-5f2cbc79-8bb6-484b-8d88-fd0765c43c66 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=fa34241a-37c5-47d3-b904-2bd842425df1 HTTP/1.1" status: 200 len: 1097 time: 0.0620172 Sep 24 15:46:11.007097 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:11.047479 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device a0537e30-678c-477b-a2fc-07d5db0b34fa details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:46:11.055498 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4e48d2f4-96d1-4aaf-a8ee-8c2652e737c1 req-ab5d34c9-a17b-4040-89a9-3fd78a5f05f5 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563719 Sep 24 15:46:11.061487 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ada8feb7-0498-4898-ae9c-d8d3f9782695 req-e2828779-c7ea-4a45-af14-7498bda0704a service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=2e97abd6-6c4b-4313-93b0-ffda5586d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558724 Sep 24 15:46:11.067517 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4647f487-114b-4620-b6f4-169dda169298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:11.071006 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4647f487-114b-4620-b6f4-169dda169298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:11.083267 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-4647f487-114b-4620-b6f4-169dda169298 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/7011200d-9b7f-4b8a-b335-dd9bd857a8aa HTTP/1.1" status: 204 len: 168 time: 0.5247159 Sep 24 15:46:11.089440 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 70f68d1a-4d62-4ee3-ae39-b3c0cf1402e5, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=70f68d1a-4d62-4ee3-ae39-b3c0cf1402e5,segment=NetworkSegment(07f0d959-dce2-4090-b56f-3578a7ea7773),segment_id=07f0d959-dce2-4090-b56f-3578a7ea7773)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:46:11.091790 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4647f487-114b-4620-b6f4-169dda169298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7011200d-9b7f-4b8a-b335-dd9bd857a8aa,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:11.211721 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:11.257313 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0133dd75-8a2f-4bfd-9d03-cae44b9a7135 req-0db5ce60-d305-46a8-a543-8ffad89cf54c tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:11.267461 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0133dd75-8a2f-4bfd-9d03-cae44b9a7135 req-0db5ce60-d305-46a8-a543-8ffad89cf54c tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:11.274777 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0133dd75-8a2f-4bfd-9d03-cae44b9a7135 req-0db5ce60-d305-46a8-a543-8ffad89cf54c tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:11.281929 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0133dd75-8a2f-4bfd-9d03-cae44b9a7135 req-0db5ce60-d305-46a8-a543-8ffad89cf54c tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:11.288814 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0133dd75-8a2f-4bfd-9d03-cae44b9a7135 req-0db5ce60-d305-46a8-a543-8ffad89cf54c tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:11.295781 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0133dd75-8a2f-4bfd-9d03-cae44b9a7135 req-0db5ce60-d305-46a8-a543-8ffad89cf54c tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:11.302509 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0133dd75-8a2f-4bfd-9d03-cae44b9a7135 req-0db5ce60-d305-46a8-a543-8ffad89cf54c tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:11.304250 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port a0537e30-678c-477b-a2fc-07d5db0b34fa, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=a0537e30-678c-477b-a2fc-07d5db0b34fa,segment=NetworkSegment(138681cd-aefe-407e-9c8c-919ef76b97c8),segment_id=138681cd-aefe-407e-9c8c-919ef76b97c8)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:46:11.306444 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0133dd75-8a2f-4bfd-9d03-cae44b9a7135 req-0db5ce60-d305-46a8-a543-8ffad89cf54c tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 5431 time: 0.1496828 Sep 24 15:46:11.330190 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=70f68d1a-4d62-4ee3-ae39-b3c0cf1402e5,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:11.345336 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': 'a0537e30-678c-477b-a2fc-07d5db0b34fa', 'network_id': '0fa74ab6-87b5-4544-9313-49774655226a', 'port_id': 'a0537e30-678c-477b-a2fc-07d5db0b34fa', 'mac_address': 'fa:16:3e:24:5d:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4491d185-2791-4910-b09e-1dff46d40afb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:46:11.393340 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0133dd75-8a2f-4bfd-9d03-cae44b9a7135 req-121236a0-13d5-4e0e-9a78-d929697910d4 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/security-groups?id=36661b0c-4b5c-4f9d-8577-0fff57e17e03&id=faaaed6c-5dc8-4a43-a587-4571f710ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0798781 Sep 24 15:46:11.400999 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:11.420238 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0537e30-678c-477b-a2fc-07d5db0b34fa {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:46:11.443550 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port a0537e30-678c-477b-a2fc-07d5db0b34fa, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=a0537e30-678c-477b-a2fc-07d5db0b34fa,segment=NetworkSegment(138681cd-aefe-407e-9c8c-919ef76b97c8),segment_id=138681cd-aefe-407e-9c8c-919ef76b97c8)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:46:11.555107 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:11.627231 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=a0537e30-678c-477b-a2fc-07d5db0b34fa,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:11.670566 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d92853-8121-46fe-a25b-62ecb0a84b50 req-eafea7c7-7bc2-43b2-bc82-5edb02621f53 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:11.678665 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e6d92853-8121-46fe-a25b-62ecb0a84b50 req-eafea7c7-7bc2-43b2-bc82-5edb02621f53 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=e1808a51-f05e-4f9a-982a-3d6da6d33975 HTTP/1.1" status: 200 len: 944 time: 0.0742266 Sep 24 15:46:11.739851 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e6d92853-8121-46fe-a25b-62ecb0a84b50 req-3bf2dbdf-7c2b-46a8-80b3-a9f882e81e33 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602922 Sep 24 15:46:11.820047 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020cf6dc-de2b-4835-8bef-75cd74083d96 req-00ab757c-f401-4f61-b73b-24a09b7c609c tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:11.822950 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-020cf6dc-de2b-4835-8bef-75cd74083d96 req-00ab757c-f401-4f61-b73b-24a09b7c609c tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa34241a-37c5-47d3-b904-2bd842425df1 HTTP/1.1" status: 200 len: 946 time: 0.0766172 Sep 24 15:46:11.858670 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['a0537e30-678c-477b-a2fc-07d5db0b34fa'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:46:11.908474 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-020cf6dc-de2b-4835-8bef-75cd74083d96 req-382f9172-650e-49a2-b05c-9be7c73d5ea2 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e97abd6-6c4b-4313-93b0-ffda5586d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775180 Sep 24 15:46:12.042027 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361376ea-a663-45df-ab0b-81c7ec8a789e req-dbe0aaf4-e45e-4e4f-937f-7593f9de0a74 tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:12.051556 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-361376ea-a663-45df-ab0b-81c7ec8a789e req-dbe0aaf4-e45e-4e4f-937f-7593f9de0a74 tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] 10.222.0.101 "GET /v2.0/ports?device_id=93be65ee-06ec-4d23-81e1-4f7bb97b05ee HTTP/1.1" status: 200 len: 945 time: 0.0725560 Sep 24 15:46:12.098687 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-361376ea-a663-45df-ab0b-81c7ec8a789e req-e1f49f0d-3c73-467f-be4c-ed3be748661c tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] 10.222.0.101 "GET /v2.0/security-groups?id=c5ab1439-02c4-4c70-b417-3c9e5569b941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404861 Sep 24 15:46:12.263700 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06971ea6-abd6-4cff-9548-5e1e5a92a70e req-8c3ac2d1-533c-4c40-8337-bd1e6d66ac6d tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:12.265779 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-06971ea6-abd6-4cff-9548-5e1e5a92a70e req-8c3ac2d1-533c-4c40-8337-bd1e6d66ac6d tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=03a5ecc9-3ded-459f-8c95-345cf09a655f HTTP/1.1" status: 200 len: 946 time: 0.0753977 Sep 24 15:46:12.309682 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-06971ea6-abd6-4cff-9548-5e1e5a92a70e req-61b38c1d-6c26-4b4e-8a36-9fa55c9209b4 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356903 Sep 24 15:46:12.551940 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d25440-a634-43a3-b286-af01856b1d3f req-90492298-b5fa-4e19-8d52-63913b238d6a tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:12.560633 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d25440-a634-43a3-b286-af01856b1d3f req-90492298-b5fa-4e19-8d52-63913b238d6a tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:12.567894 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d25440-a634-43a3-b286-af01856b1d3f req-90492298-b5fa-4e19-8d52-63913b238d6a tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:12.574518 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d25440-a634-43a3-b286-af01856b1d3f req-90492298-b5fa-4e19-8d52-63913b238d6a tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:12.581420 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d25440-a634-43a3-b286-af01856b1d3f req-90492298-b5fa-4e19-8d52-63913b238d6a tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:12.588160 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d25440-a634-43a3-b286-af01856b1d3f req-90492298-b5fa-4e19-8d52-63913b238d6a tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:12.595315 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d25440-a634-43a3-b286-af01856b1d3f req-90492298-b5fa-4e19-8d52-63913b238d6a tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:12.597365 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-74d25440-a634-43a3-b286-af01856b1d3f req-90492298-b5fa-4e19-8d52-63913b238d6a tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 5431 time: 0.1096618 Sep 24 15:46:12.644741 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-74d25440-a634-43a3-b286-af01856b1d3f req-5e7dae95-e07a-4b13-aada-46507fbdad92 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/security-groups?id=36661b0c-4b5c-4f9d-8577-0fff57e17e03&id=faaaed6c-5dc8-4a43-a587-4571f710ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0396881 Sep 24 15:46:12.858677 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89abed7-cab4-49ea-aede-8797be2e9a3b req-c3d5a0c8-1ac5-45b7-8000-fecf3a2641da tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:12.860186 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b89abed7-cab4-49ea-aede-8797be2e9a3b req-c3d5a0c8-1ac5-45b7-8000-fecf3a2641da tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=e1808a51-f05e-4f9a-982a-3d6da6d33975 HTTP/1.1" status: 200 len: 944 time: 0.0500293 Sep 24 15:46:12.869112 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a7b1d1-ddc9-4674-827f-199eb4c77de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70f68d1a-4d62-4ee3-ae39-b3c0cf1402e5'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:46:12.871797 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc3d7dd-83cb-41bf-b6cf-739e611462a9" -d '{"events": [{"server_uuid": "52a7b1d1-ddc9-4674-827f-199eb4c77de7", "name": "network-vif-plugged", "status": "completed", "tag": "70f68d1a-4d62-4ee3-ae39-b3c0cf1402e5"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:46:12.914921 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b89abed7-cab4-49ea-aede-8797be2e9a3b req-177f6a07-5949-4756-bb7c-1fb77abd7c8c tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452957 Sep 24 15:46:12.926866 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8f4a02-df55-458b-9214-08b4f9b12995 x-openstack-request-id: req-2d8f4a02-df55-458b-9214-08b4f9b12995 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:46:12.927166 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a7b1d1-ddc9-4674-827f-199eb4c77de7", "name": "network-vif-plugged", "status": "completed", "tag": "70f68d1a-4d62-4ee3-ae39-b3c0cf1402e5", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:46:12.927444 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-2d8f4a02-df55-458b-9214-08b4f9b12995 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:46:12.927865 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a7b1d1-ddc9-4674-827f-199eb4c77de7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70f68d1a-4d62-4ee3-ae39-b3c0cf1402e5', 'code': 200} Sep 24 15:46:13.044624 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device a0537e30-678c-477b-a2fc-07d5db0b34fa up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:46:13.079904 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd94ffe-ead8-4b7f-8ba3-cf01096bbbf3 req-726d49e0-44e4-4135-a913-93dd9fd5ab69 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:13.081543 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9fd94ffe-ead8-4b7f-8ba3-cf01096bbbf3 req-726d49e0-44e4-4135-a913-93dd9fd5ab69 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa34241a-37c5-47d3-b904-2bd842425df1 HTTP/1.1" status: 200 len: 946 time: 0.0758004 Sep 24 15:46:13.090379 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ccc7d-134c-4529-b8ac-dac9206f68b2 req-1a63c272-e48b-4ba2-9a7a-3828396f00f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:13.090917 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ccc7d-134c-4529-b8ac-dac9206f68b2 req-1a63c272-e48b-4ba2-9a7a-3828396f00f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:13.097317 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ccc7d-134c-4529-b8ac-dac9206f68b2 req-1a63c272-e48b-4ba2-9a7a-3828396f00f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:13.097317 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ccc7d-134c-4529-b8ac-dac9206f68b2 req-1a63c272-e48b-4ba2-9a7a-3828396f00f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:13.097317 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ccc7d-134c-4529-b8ac-dac9206f68b2 req-1a63c272-e48b-4ba2-9a7a-3828396f00f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:13.097317 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ccc7d-134c-4529-b8ac-dac9206f68b2 req-1a63c272-e48b-4ba2-9a7a-3828396f00f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:13.097317 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592ccc7d-134c-4529-b8ac-dac9206f68b2 req-1a63c272-e48b-4ba2-9a7a-3828396f00f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:13.097317 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-592ccc7d-134c-4529-b8ac-dac9206f68b2 req-1a63c272-e48b-4ba2-9a7a-3828396f00f6 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 6488 time: 0.0668221 Sep 24 15:46:13.126544 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9fd94ffe-ead8-4b7f-8ba3-cf01096bbbf3 req-dec534f9-d91e-443a-b7d7-d5bfe65e4e24 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e97abd6-6c4b-4313-93b0-ffda5586d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381997 Sep 24 15:46:13.151892 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-592ccc7d-134c-4529-b8ac-dac9206f68b2 req-13f0a6a2-924e-45ef-8de0-a6f4997596ab service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=36661b0c-4b5c-4f9d-8577-0fff57e17e03&id=faaaed6c-5dc8-4a43-a587-4571f710ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0476122 Sep 24 15:46:13.283159 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port a0537e30-678c-477b-a2fc-07d5db0b34fa completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:46:13.287092 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port a0537e30-678c-477b-a2fc-07d5db0b34fa triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:46:13.288432 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:13.321988 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd122c3-b263-4266-b4fb-820a92d717ae req-4297ef81-a898-4799-a236-d10e44e86bb8 tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:13.332077 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5fd122c3-b263-4266-b4fb-820a92d717ae req-4297ef81-a898-4799-a236-d10e44e86bb8 tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] 10.222.0.101 "GET /v2.0/ports?device_id=93be65ee-06ec-4d23-81e1-4f7bb97b05ee HTTP/1.1" status: 200 len: 945 time: 0.1189754 Sep 24 15:46:13.436761 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5fd122c3-b263-4266-b4fb-820a92d717ae req-4c0f552f-a636-4e7a-aaf3-a5bd6087e320 tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] 10.222.0.101 "GET /v2.0/security-groups?id=c5ab1439-02c4-4c70-b417-3c9e5569b941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001289 Sep 24 15:46:13.558500 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c57e3bd-d724-4db6-b5f3-97a575cb849b req-40cfc7da-fb9d-49d3-b1f6-984bf25d6af6 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:13.568284 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0c57e3bd-d724-4db6-b5f3-97a575cb849b req-40cfc7da-fb9d-49d3-b1f6-984bf25d6af6 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=03a5ecc9-3ded-459f-8c95-345cf09a655f HTTP/1.1" status: 200 len: 946 time: 0.1151304 Sep 24 15:46:13.630223 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0c57e3bd-d724-4db6-b5f3-97a575cb849b req-3b71f552-9136-495e-a83f-2298aea4daa8 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604050 Sep 24 15:46:13.670141 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:13.734554 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port a0537e30-678c-477b-a2fc-07d5db0b34fa, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=a0537e30-678c-477b-a2fc-07d5db0b34fa,segment=NetworkSegment(138681cd-aefe-407e-9c8c-919ef76b97c8),segment_id=138681cd-aefe-407e-9c8c-919ef76b97c8)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:46:13.844584 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:13.845196 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dcda4f-f373-4db6-86d6-3bf64a4b4f18 req-67d4d339-2826-49af-bba3-f732746d39c2 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:13.845788 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device a39d7fd1-9f04-4c20-a5f5-6da2ddf07d7f up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:46:13.854502 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dcda4f-f373-4db6-86d6-3bf64a4b4f18 req-67d4d339-2826-49af-bba3-f732746d39c2 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:13.863204 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dcda4f-f373-4db6-86d6-3bf64a4b4f18 req-67d4d339-2826-49af-bba3-f732746d39c2 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:13.871152 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dcda4f-f373-4db6-86d6-3bf64a4b4f18 req-67d4d339-2826-49af-bba3-f732746d39c2 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:13.888444 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dcda4f-f373-4db6-86d6-3bf64a4b4f18 req-67d4d339-2826-49af-bba3-f732746d39c2 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:13.895904 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dcda4f-f373-4db6-86d6-3bf64a4b4f18 req-67d4d339-2826-49af-bba3-f732746d39c2 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:13.904814 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dcda4f-f373-4db6-86d6-3bf64a4b4f18 req-67d4d339-2826-49af-bba3-f732746d39c2 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:13.907563 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a1dcda4f-f373-4db6-86d6-3bf64a4b4f18 req-67d4d339-2826-49af-bba3-f732746d39c2 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 5431 time: 0.1401918 Sep 24 15:46:13.982944 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=a0537e30-678c-477b-a2fc-07d5db0b34fa,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:13.992466 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a1dcda4f-f373-4db6-86d6-3bf64a4b4f18 req-98392347-74da-40fe-bfdc-00d202735f1d tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/security-groups?id=36661b0c-4b5c-4f9d-8577-0fff57e17e03&id=faaaed6c-5dc8-4a43-a587-4571f710ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0595040 Sep 24 15:46:14.090888 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port a39d7fd1-9f04-4c20-a5f5-6da2ddf07d7f completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:46:14.098988 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port a39d7fd1-9f04-4c20-a5f5-6da2ddf07d7f triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:46:14.099933 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:14.148996 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2716f7b-84f3-4e99-9173-3a593c79bb79 req-9b6b4d40-73f1-4a18-9716-d4619cefa791 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:14.158421 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c2716f7b-84f3-4e99-9173-3a593c79bb79 req-9b6b4d40-73f1-4a18-9716-d4619cefa791 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=e1808a51-f05e-4f9a-982a-3d6da6d33975 HTTP/1.1" status: 200 len: 945 time: 0.0678217 Sep 24 15:46:14.222926 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c2716f7b-84f3-4e99-9173-3a593c79bb79 req-a1b198b6-dd97-4ef7-9441-74f5318f0350 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600657 Sep 24 15:46:14.320514 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:14.376603 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port a39d7fd1-9f04-4c20-a5f5-6da2ddf07d7f, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=a39d7fd1-9f04-4c20-a5f5-6da2ddf07d7f,segment=NetworkSegment(cf340602-8be7-4b69-afb7-9069e5ded468),segment_id=cf340602-8be7-4b69-afb7-9069e5ded468)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:46:14.488052 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:14.606359 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=a39d7fd1-9f04-4c20-a5f5-6da2ddf07d7f,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:14.619496 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef069223-f5bd-40b2-be5f-ed3a75b16916 req-87522f4a-17da-478e-ba00-b70b941490a6 tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:14.622845 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ef069223-f5bd-40b2-be5f-ed3a75b16916 req-87522f4a-17da-478e-ba00-b70b941490a6 tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] 10.222.0.101 "GET /v2.0/ports?device_id=93be65ee-06ec-4d23-81e1-4f7bb97b05ee HTTP/1.1" status: 200 len: 946 time: 0.0806482 Sep 24 15:46:14.714417 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ef069223-f5bd-40b2-be5f-ed3a75b16916 req-39bdcc57-4945-4be1-9795-8fdd4101cc53 tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] 10.222.0.101 "GET /v2.0/security-groups?id=c5ab1439-02c4-4c70-b417-3c9e5569b941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833547 Sep 24 15:46:14.877413 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4409ddff-87b3-463e-bc0d-01f250bed4bb req-8b44c59e-c9a9-49f2-8a57-4eb6d4e9791e tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:14.880606 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4409ddff-87b3-463e-bc0d-01f250bed4bb req-8b44c59e-c9a9-49f2-8a57-4eb6d4e9791e tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=03a5ecc9-3ded-459f-8c95-345cf09a655f HTTP/1.1" status: 200 len: 946 time: 0.1275792 Sep 24 15:46:14.928798 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4409ddff-87b3-463e-bc0d-01f250bed4bb req-e78609d4-0238-4757-999c-d9cffa8c4c57 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381417 Sep 24 15:46:14.929701 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1808a51-f05e-4f9a-982a-3d6da6d33975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0537e30-678c-477b-a2fc-07d5db0b34fa'}, {'server_uuid': '93be65ee-06ec-4d23-81e1-4f7bb97b05ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a39d7fd1-9f04-4c20-a5f5-6da2ddf07d7f'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:46:14.932179 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f8d275-1fce-4d00-b0c7-4326d73046f8" -d '{"events": [{"server_uuid": "e1808a51-f05e-4f9a-982a-3d6da6d33975", "name": "network-vif-plugged", "status": "completed", "tag": "a0537e30-678c-477b-a2fc-07d5db0b34fa"}, {"server_uuid": "93be65ee-06ec-4d23-81e1-4f7bb97b05ee", "name": "network-vif-plugged", "status": "completed", "tag": "a39d7fd1-9f04-4c20-a5f5-6da2ddf07d7f"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:46:14.996585 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 24 Sep 2021 15:46:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ffb1fd-d92f-4cf7-8000-2e0b07a3a2cf x-openstack-request-id: req-31ffb1fd-d92f-4cf7-8000-2e0b07a3a2cf {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:46:14.997612 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1808a51-f05e-4f9a-982a-3d6da6d33975", "name": "network-vif-plugged", "status": "completed", "tag": "a0537e30-678c-477b-a2fc-07d5db0b34fa", "code": 200}, {"server_uuid": "93be65ee-06ec-4d23-81e1-4f7bb97b05ee", "name": "network-vif-plugged", "status": "completed", "tag": "a39d7fd1-9f04-4c20-a5f5-6da2ddf07d7f", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:46:14.998054 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-31ffb1fd-d92f-4cf7-8000-2e0b07a3a2cf {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:46:14.998800 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1808a51-f05e-4f9a-982a-3d6da6d33975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0537e30-678c-477b-a2fc-07d5db0b34fa', 'code': 200} Sep 24 15:46:14.999229 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93be65ee-06ec-4d23-81e1-4f7bb97b05ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a39d7fd1-9f04-4c20-a5f5-6da2ddf07d7f', 'code': 200} Sep 24 15:46:15.305469 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ff6196-89cd-46bb-98b1-5043a770b29c req-904d88d0-fe01-4534-bc53-b2d9243b505e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:15.305469 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-69ff6196-89cd-46bb-98b1-5043a770b29c req-904d88d0-fe01-4534-bc53-b2d9243b505e service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=93be65ee-06ec-4d23-81e1-4f7bb97b05ee HTTP/1.1" status: 200 len: 1097 time: 0.2276626 Sep 24 15:46:15.348437 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fff79d-a72a-4e10-86ea-e111d6247ae5 req-b22fee96-1aea-4515-9eab-5cd26a33f6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:15.358527 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-12fff79d-a72a-4e10-86ea-e111d6247ae5 req-b22fee96-1aea-4515-9eab-5cd26a33f6bd service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=e1808a51-f05e-4f9a-982a-3d6da6d33975 HTTP/1.1" status: 200 len: 1096 time: 0.2239163 Sep 24 15:46:15.425435 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa47135-2427-4710-829d-e60f49502e14 req-77e0341e-7c92-48bc-846f-f67cfb061a6d tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:15.436349 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa47135-2427-4710-829d-e60f49502e14 req-77e0341e-7c92-48bc-846f-f67cfb061a6d tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:15.442562 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa47135-2427-4710-829d-e60f49502e14 req-77e0341e-7c92-48bc-846f-f67cfb061a6d tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:15.448625 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa47135-2427-4710-829d-e60f49502e14 req-77e0341e-7c92-48bc-846f-f67cfb061a6d tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:15.454694 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa47135-2427-4710-829d-e60f49502e14 req-77e0341e-7c92-48bc-846f-f67cfb061a6d tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:15.461368 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa47135-2427-4710-829d-e60f49502e14 req-77e0341e-7c92-48bc-846f-f67cfb061a6d tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:15.467474 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa47135-2427-4710-829d-e60f49502e14 req-77e0341e-7c92-48bc-846f-f67cfb061a6d tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:15.469451 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6aa47135-2427-4710-829d-e60f49502e14 req-77e0341e-7c92-48bc-846f-f67cfb061a6d tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 5431 time: 0.3233299 Sep 24 15:46:15.503641 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-12fff79d-a72a-4e10-86ea-e111d6247ae5 req-1ec27a70-73cf-4aae-9557-9dabd7128188 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442711 Sep 24 15:46:15.513547 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-69ff6196-89cd-46bb-98b1-5043a770b29c req-36d7ed88-fcc2-4508-8442-19b3c8e32ecf service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=c5ab1439-02c4-4c70-b417-3c9e5569b941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919322 Sep 24 15:46:15.547000 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6aa47135-2427-4710-829d-e60f49502e14 req-e0993eca-b9ff-43fa-8dd3-b9bb36f83758 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/security-groups?id=36661b0c-4b5c-4f9d-8577-0fff57e17e03&id=faaaed6c-5dc8-4a43-a587-4571f710ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0625849 Sep 24 15:46:15.667105 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec39190-3849-490e-92b8-143df418364e req-52d43645-c586-4089-80ca-b165f8c6195f tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:15.669519 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-dec39190-3849-490e-92b8-143df418364e req-52d43645-c586-4089-80ca-b165f8c6195f tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=e1808a51-f05e-4f9a-982a-3d6da6d33975 HTTP/1.1" status: 200 len: 945 time: 0.1171994 Sep 24 15:46:15.733062 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-dec39190-3849-490e-92b8-143df418364e req-4b6f5e67-b08f-4710-8a11-c00fa57827b1 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573511 Sep 24 15:46:15.924980 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3ea66-8604-4e0a-8e55-170942cb7995 req-ebfe45b8-da2d-47ab-ae9d-197e888dafc7 tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:15.927543 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-80d3ea66-8604-4e0a-8e55-170942cb7995 req-ebfe45b8-da2d-47ab-ae9d-197e888dafc7 tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] 10.222.0.101 "GET /v2.0/ports?device_id=93be65ee-06ec-4d23-81e1-4f7bb97b05ee HTTP/1.1" status: 200 len: 946 time: 0.0543642 Sep 24 15:46:15.986905 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-80d3ea66-8604-4e0a-8e55-170942cb7995 req-0fa2aedd-9a39-4f60-8939-3dd7af363b37 tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] 10.222.0.101 "GET /v2.0/security-groups?id=c5ab1439-02c4-4c70-b417-3c9e5569b941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508242 Sep 24 15:46:16.097574 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb165721-c40e-4219-b2d7-0057b5bc4a08 req-92025cb3-fa64-447f-9f58-38303311461f tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:16.107482 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fb165721-c40e-4219-b2d7-0057b5bc4a08 req-92025cb3-fa64-447f-9f58-38303311461f tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=03a5ecc9-3ded-459f-8c95-345cf09a655f HTTP/1.1" status: 200 len: 946 time: 0.0765116 Sep 24 15:46:16.152768 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fb165721-c40e-4219-b2d7-0057b5bc4a08 req-7858c0b8-f75a-4985-a764-55f9ae15e643 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440438 Sep 24 15:46:16.563307 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 59036) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:46:16.813409 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f2356-6a4f-4d94-bc5f-b7533a0a6a89 req-fb738465-ddc9-424e-9b2b-c77612d672b9 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:16.821642 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f2356-6a4f-4d94-bc5f-b7533a0a6a89 req-fb738465-ddc9-424e-9b2b-c77612d672b9 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:16.828191 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f2356-6a4f-4d94-bc5f-b7533a0a6a89 req-fb738465-ddc9-424e-9b2b-c77612d672b9 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:16.835342 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f2356-6a4f-4d94-bc5f-b7533a0a6a89 req-fb738465-ddc9-424e-9b2b-c77612d672b9 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:16.841683 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-01618307-7b72-4835-99e8-33e02ecfd210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:16.842470 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f2356-6a4f-4d94-bc5f-b7533a0a6a89 req-fb738465-ddc9-424e-9b2b-c77612d672b9 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:16.848501 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f2356-6a4f-4d94-bc5f-b7533a0a6a89 req-fb738465-ddc9-424e-9b2b-c77612d672b9 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:16.855908 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3f2356-6a4f-4d94-bc5f-b7533a0a6a89 req-fb738465-ddc9-424e-9b2b-c77612d672b9 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:16.858077 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-eb3f2356-6a4f-4d94-bc5f-b7533a0a6a89 req-fb738465-ddc9-424e-9b2b-c77612d672b9 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 5431 time: 0.1954641 Sep 24 15:46:16.931781 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-eb3f2356-6a4f-4d94-bc5f-b7533a0a6a89 req-94837a24-892c-46b6-bec6-5d6d6d9a47fe tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/security-groups?id=36661b0c-4b5c-4f9d-8577-0fff57e17e03&id=faaaed6c-5dc8-4a43-a587-4571f710ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0506229 Sep 24 15:46:17.083161 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5793e16-bdb7-4e2c-88f8-11a87bcc06e3 req-2fee5398-8a8a-465a-8159-1626b535d9f5 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:17.091887 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5793e16-bdb7-4e2c-88f8-11a87bcc06e3 req-2fee5398-8a8a-465a-8159-1626b535d9f5 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:17.101232 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5793e16-bdb7-4e2c-88f8-11a87bcc06e3 req-2fee5398-8a8a-465a-8159-1626b535d9f5 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:17.108605 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5793e16-bdb7-4e2c-88f8-11a87bcc06e3 req-2fee5398-8a8a-465a-8159-1626b535d9f5 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:17.124296 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5793e16-bdb7-4e2c-88f8-11a87bcc06e3 req-2fee5398-8a8a-465a-8159-1626b535d9f5 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:17.129174 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8be45f-8b71-4187-afb1-c3cfaf98e1d5 req-012c7930-93c1-4ab7-a4f5-690c0eb0cd17 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:17.131132 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5793e16-bdb7-4e2c-88f8-11a87bcc06e3 req-2fee5398-8a8a-465a-8159-1626b535d9f5 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:17.138443 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5793e16-bdb7-4e2c-88f8-11a87bcc06e3 req-2fee5398-8a8a-465a-8159-1626b535d9f5 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:17.139549 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-da8be45f-8b71-4187-afb1-c3cfaf98e1d5 req-012c7930-93c1-4ab7-a4f5-690c0eb0cd17 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=e1808a51-f05e-4f9a-982a-3d6da6d33975 HTTP/1.1" status: 200 len: 945 time: 0.2284412 Sep 24 15:46:17.155031 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d5793e16-bdb7-4e2c-88f8-11a87bcc06e3 req-2fee5398-8a8a-465a-8159-1626b535d9f5 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 5431 time: 0.1403623 Sep 24 15:46:17.155878 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 59050) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:46:17.163506 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-b25aad55-b98b-4823-876f-39ff11a8d085 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Request body: {'floatingip': {'port_id': 'dc03181b-eebc-4350-ae95-5058ea48d9fb'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:46:17.228449 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b25aad55-b98b-4823-876f-39ff11a8d085 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks [] for floatingip, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:17.247094 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-da8be45f-8b71-4187-afb1-c3cfaf98e1d5 req-fd7734db-ef1a-4037-a207-4b42f81c9369 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051624 Sep 24 15:46:17.280727 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-01618307-7b72-4835-99e8-33e02ecfd210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:17.377527 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-01618307-7b72-4835-99e8-33e02ecfd210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:17.408738 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-01618307-7b72-4835-99e8-33e02ecfd210 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=b635df6798eb4041ba254d1c14b7020a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8435135 Sep 24 15:46:17.412805 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 59056) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:46:17.513328 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ec9be-5650-40fa-b9c3-c2c3f2627149 req-b30c5d60-3deb-4682-87e8-d6ecd0d25f47 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:17.515152 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b45ec9be-5650-40fa-b9c3-c2c3f2627149 req-b30c5d60-3deb-4682-87e8-d6ecd0d25f47 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=03a5ecc9-3ded-459f-8c95-345cf09a655f HTTP/1.1" status: 200 len: 946 time: 0.1698432 Sep 24 15:46:17.515936 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01618307-7b72-4835-99e8-33e02ecfd210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e788d40-6203-445e-ade9-71c390fca3c3,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:17.616551 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9dfc4e-0a4a-4bc6-8bb8-407d63396ee3 req-d5e695b3-7639-4d32-b530-23250ddd4ffb tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:17.618411 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ad9dfc4e-0a4a-4bc6-8bb8-407d63396ee3 req-d5e695b3-7639-4d32-b530-23250ddd4ffb tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] 10.222.0.101 "GET /v2.0/ports?device_id=93be65ee-06ec-4d23-81e1-4f7bb97b05ee HTTP/1.1" status: 200 len: 946 time: 0.2856276 Sep 24 15:46:17.666691 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d3d50b10-3c5d-406e-b9e9-72ec8f84ae67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:17.676233 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b45ec9be-5650-40fa-b9c3-c2c3f2627149 req-f2fa0345-ac65-4484-991b-54bcc45066aa tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483707 Sep 24 15:46:17.714749 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d3d50b10-3c5d-406e-b9e9-72ec8f84ae67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:17.866235 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ad9dfc4e-0a4a-4bc6-8bb8-407d63396ee3 req-188ab7db-3836-4d94-8ab6-f0a54988a885 tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] 10.222.0.101 "GET /v2.0/security-groups?id=c5ab1439-02c4-4c70-b417-3c9e5569b941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440618 Sep 24 15:46:18.083956 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b25aad55-b98b-4823-876f-39ff11a8d085 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:18.164945 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d3d50b10-3c5d-406e-b9e9-72ec8f84ae67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:18.175928 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d3d50b10-3c5d-406e-b9e9-72ec8f84ae67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:18.175928 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-d3d50b10-3c5d-406e-b9e9-72ec8f84ae67 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/6e788d40-6203-445e-ade9-71c390fca3c3 HTTP/1.1" status: 204 len: 168 time: 0.7406697 Sep 24 15:46:18.176888 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d50b10-3c5d-406e-b9e9-72ec8f84ae67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e788d40-6203-445e-ade9-71c390fca3c3,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:18.220545 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b25aad55-b98b-4823-876f-39ff11a8d085 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:18.411379 n-d-808921-1 neutron-server[95298]: INFO neutron.db.l3_db [None req-b25aad55-b98b-4823-876f-39ff11a8d085 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Floating IP 95ab704f-0aca-4b2b-93c0-713be5f0f674 associated. External IP: 172.25.0.12, port: dc03181b-eebc-4350-ae95-5058ea48d9fb. Sep 24 15:46:18.574033 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b75ffda-5f55-4807-9949-d6da45dba767 req-f964fdbc-70f7-4ccf-9d99-720f6d00e57f tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:18.577593 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2b75ffda-5f55-4807-9949-d6da45dba767 req-f964fdbc-70f7-4ccf-9d99-720f6d00e57f tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=e1808a51-f05e-4f9a-982a-3d6da6d33975 HTTP/1.1" status: 200 len: 945 time: 0.2296865 Sep 24 15:46:18.788493 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2b75ffda-5f55-4807-9949-d6da45dba767 req-25a83b5f-572d-43b4-a26c-50f98fc21b97 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975598 Sep 24 15:46:18.797058 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-11851847-e2b7-4b8d-b043-faa0e5025023 req-04941f9f-00a5-453a-9816-0205e2d49b35 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=dddc2437-868a-425d-afd9-a0fe4f837064&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1575243 Sep 24 15:46:18.839999 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b25aad55-b98b-4823-876f-39ff11a8d085 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Router 5819512c-8212-4b23-9988-5082fe39d789 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:46:18.855016 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76043069-95c9-44fc-809f-ae99cd05915a req-96666e75-e66e-4c4b-a677-657fdeb6a571 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:18.866018 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-76043069-95c9-44fc-809f-ae99cd05915a req-96666e75-e66e-4c4b-a677-657fdeb6a571 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=03a5ecc9-3ded-459f-8c95-345cf09a655f HTTP/1.1" status: 200 len: 946 time: 0.0895822 Sep 24 15:46:18.903261 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 59090) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:46:18.931834 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-76043069-95c9-44fc-809f-ae99cd05915a req-f1cdf3f0-79c9-426a-b331-1234db7346d2 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637808 Sep 24 15:46:19.036721 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11851847-e2b7-4b8d-b043-faa0e5025023 req-a899cf8f-ab20-42b4-9308-ba8b5d08318c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:19.038600 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-11851847-e2b7-4b8d-b043-faa0e5025023 req-a899cf8f-ab20-42b4-9308-ba8b5d08318c service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=ac17221dd7b34bd3afb658a69ac088d3&device_id=dddc2437-868a-425d-afd9-a0fe4f837064 HTTP/1.1" status: 200 len: 1097 time: 0.1607931 Sep 24 15:46:19.135965 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28327a29-4044-4479-a4df-c35b5e6f5707 req-a14868a6-39e4-4a90-a889-6d2da549b637 tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:19.148237 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-28327a29-4044-4479-a4df-c35b5e6f5707 req-a14868a6-39e4-4a90-a889-6d2da549b637 tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] 10.222.0.101 "GET /v2.0/ports?device_id=93be65ee-06ec-4d23-81e1-4f7bb97b05ee HTTP/1.1" status: 200 len: 946 time: 0.1032898 Sep 24 15:46:19.206166 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-28327a29-4044-4479-a4df-c35b5e6f5707 req-3909c044-26cb-469d-a812-bcaeab345682 tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] 10.222.0.101 "GET /v2.0/security-groups?id=c5ab1439-02c4-4c70-b417-3c9e5569b941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570357 Sep 24 15:46:19.238824 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-25c8e727-ee7d-4a38-84b4-836a32bf4002 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:19.258051 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03850b08-5765-4734-8a50-96c2e283937a req-5a9150a6-dd17-4a0d-8505-d8bffb504b52 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:19.270082 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-03850b08-5765-4734-8a50-96c2e283937a req-5a9150a6-dd17-4a0d-8505-d8bffb504b52 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=e1808a51-f05e-4f9a-982a-3d6da6d33975 HTTP/1.1" status: 200 len: 945 time: 0.2107995 Sep 24 15:46:19.272428 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b25aad55-b98b-4823-876f-39ff11a8d085 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:46:19.279500 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b25aad55-b98b-4823-876f-39ff11a8d085 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:19.285056 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef282fc6-f9c0-49bb-95f1-e066c1d0a0f8 None None] Sync routers for ids ['5819512c-8212-4b23-9988-5082fe39d789'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:46:19.301504 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef282fc6-f9c0-49bb-95f1-e066c1d0a0f8 None None] Routers {'5819512c-8212-4b23-9988-5082fe39d789'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:46:19.302144 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-ef282fc6-f9c0-49bb-95f1-e066c1d0a0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:46:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['5819512c-8212-4b23-9988-5082fe39d789'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:46:19.372839 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b25aad55-b98b-4823-876f-39ff11a8d085 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "PUT /v2.0/floatingips/95ab704f-0aca-4b2b-93c0-713be5f0f674 HTTP/1.1" status: 200 len: 990 time: 2.2153678 Sep 24 15:46:19.407822 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52a7b1d1-ddc9-4674-827f-199eb4c77de7', 'tag': 'dc03181b-eebc-4350-ae95-5058ea48d9fb'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:46:19.410295 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7314530d-9ada-4112-9ebf-c1fbc23238d6" -d '{"events": [{"name": "network-changed", "server_uuid": "52a7b1d1-ddc9-4674-827f-199eb4c77de7", "tag": "dc03181b-eebc-4350-ae95-5058ea48d9fb"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:46:19.463684 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-03850b08-5765-4734-8a50-96c2e283937a req-ddd6adb8-1df3-4175-81eb-8f5fa83f064c tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926303 Sep 24 15:46:19.504763 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11851847-e2b7-4b8d-b043-faa0e5025023 req-f873981a-7412-476f-af7a-8e40eda9a868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:19.508178 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-11851847-e2b7-4b8d-b043-faa0e5025023 req-f873981a-7412-476f-af7a-8e40eda9a868 service neutron] 10.222.0.108 "GET /v2.0/networks?id=bad15511-e79d-4a5e-8826-604fa4d6fb1c HTTP/1.1" status: 200 len: 914 time: 0.4418066 Sep 24 15:46:19.580896 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 59108) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:46:19.619239 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fce408e3-d511-4440-b0d4-c9e3ffedb33a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:19.621644 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-11851847-e2b7-4b8d-b043-faa0e5025023 req-2983efd1-5d7b-4aeb-a8ae-4d4362461293 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cb238af0-bcfe-4574-a1e6-2129ca44f562 HTTP/1.1" status: 200 len: 217 time: 0.1060250 Sep 24 15:46:19.622409 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-ef282fc6-f9c0-49bb-95f1-e066c1d0a0f8 None None] Set router 5819512c-8212-4b23-9988-5082fe39d789 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:46:19.625049 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e9c85f-e2ad-4a4b-940a-213890e0b271 x-openstack-request-id: req-c2e9c85f-e2ad-4a4b-940a-213890e0b271 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:46:19.625462 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52a7b1d1-ddc9-4674-827f-199eb4c77de7", "tag": "dc03181b-eebc-4350-ae95-5058ea48d9fb", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:46:19.625805 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c2e9c85f-e2ad-4a4b-940a-213890e0b271 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:46:19.626298 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52a7b1d1-ddc9-4674-827f-199eb4c77de7', 'tag': 'dc03181b-eebc-4350-ae95-5058ea48d9fb', 'status': 'completed', 'code': 200} Sep 24 15:46:19.718926 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11851847-e2b7-4b8d-b043-faa0e5025023 req-613de964-37d9-423e-875a-8b5c1dde82bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:19.720740 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-11851847-e2b7-4b8d-b043-faa0e5025023 req-613de964-37d9-423e-875a-8b5c1dde82bc service neutron] 10.222.0.108 "GET /v2.0/subnets?id=ac550aa6-1c9d-441e-90e2-38bf2a7a38e4 HTTP/1.1" status: 200 len: 851 time: 0.0904801 Sep 24 15:46:19.736583 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314530d-9ada-4112-9ebf-c1fbc23238d6 req-26776ae6-8f3a-4461-a806-ba4298c0b965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:19.737028 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314530d-9ada-4112-9ebf-c1fbc23238d6 req-26776ae6-8f3a-4461-a806-ba4298c0b965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:19.737955 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314530d-9ada-4112-9ebf-c1fbc23238d6 req-26776ae6-8f3a-4461-a806-ba4298c0b965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:19.737955 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314530d-9ada-4112-9ebf-c1fbc23238d6 req-26776ae6-8f3a-4461-a806-ba4298c0b965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:19.738513 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314530d-9ada-4112-9ebf-c1fbc23238d6 req-26776ae6-8f3a-4461-a806-ba4298c0b965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:19.738987 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314530d-9ada-4112-9ebf-c1fbc23238d6 req-26776ae6-8f3a-4461-a806-ba4298c0b965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:19.739452 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314530d-9ada-4112-9ebf-c1fbc23238d6 req-26776ae6-8f3a-4461-a806-ba4298c0b965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:19.741954 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7314530d-9ada-4112-9ebf-c1fbc23238d6 req-26776ae6-8f3a-4461-a806-ba4298c0b965 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=4e03fc3d20524ffa9cc0335ea5171849&device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 6488 time: 0.1488628 Sep 24 15:46:19.813392 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11851847-e2b7-4b8d-b043-faa0e5025023 req-eb8f85a4-4c27-4be5-945b-1a8750059b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:19.815184 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-11851847-e2b7-4b8d-b043-faa0e5025023 req-eb8f85a4-4c27-4be5-945b-1a8750059b58 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=bad15511-e79d-4a5e-8826-604fa4d6fb1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0847414 Sep 24 15:46:19.821608 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-25c8e727-ee7d-4a38-84b4-836a32bf4002 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:19.935445 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314530d-9ada-4112-9ebf-c1fbc23238d6 req-ba0bc5ec-1637-43a9-8927-3d3a5decf862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:19.936156 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-11851847-e2b7-4b8d-b043-faa0e5025023 req-7ee1263f-1f98-4a27-8287-073b710faa7b service neutron] 10.222.0.108 "GET /v2.0/networks/bad15511-e79d-4a5e-8826-604fa4d6fb1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102679 Sep 24 15:46:19.936916 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7314530d-9ada-4112-9ebf-c1fbc23238d6 req-ba0bc5ec-1637-43a9-8927-3d3a5decf862 service neutron] 10.222.0.110 "GET /v2.0/networks?id=fd4dbc0b-12eb-4c1c-a696-391550e45003 HTTP/1.1" status: 200 len: 914 time: 0.1791782 Sep 24 15:46:20.000640 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-25c8e727-ee7d-4a38-84b4-836a32bf4002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:20.093228 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-25c8e727-ee7d-4a38-84b4-836a32bf4002 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=673a3e2917424ccc8df4cac97ad88626&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1599228 Sep 24 15:46:20.104225 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-ef282fc6-f9c0-49bb-95f1-e066c1d0a0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5819512c-8212-4b23-9988-5082fe39d789', 'name': 'tempest-TaggedBootDevicesTest-2092132471-router', 'tenant_id': '4e03fc3d20524ffa9cc0335ea5171849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '7ad0e428-c51c-4fe0-8a37-d0a7cf52c9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:43:44Z', 'updated_at': '2021-09-24T15:43:50Z', 'revision_number': 4, 'project_id': '4e03fc3d20524ffa9cc0335ea5171849', 'gw_port': {'id': '7ad0e428-c51c-4fe0-8a37-d0a7cf52c9aa', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:73:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5819512c-8212-4b23-9988-5082fe39d789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:43:45Z', 'updated_at': '2021-09-24T15:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': '95ab704f-0aca-4b2b-93c0-713be5f0f674', 'tenant_id': '4e03fc3d20524ffa9cc0335ea5171849', 'floating_ip_address': '172.25.0.12', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '5819512c-8212-4b23-9988-5082fe39d789', 'port_id': 'dc03181b-eebc-4350-ae95-5058ea48d9fb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd4dbc0b-12eb-4c1c-a696-391550e45003', 'mac_address': 'fa:16:3e:e3:18:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a7b1d1-ddc9-4674-827f-199eb4c77de7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:44:51Z', 'updated_at': '2021-09-24T15:46:17Z', 'revision_number': 1, 'project_id': '4e03fc3d20524ffa9cc0335ea5171849', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd469f2b7-fb99-4eb5-9e94-c40cd40f72d8', 'name': '', 'network_id': 'fd4dbc0b-12eb-4c1c-a696-391550e45003', 'tenant_id': '4e03fc3d20524ffa9cc0335ea5171849', 'mac_address': 'fa:16:3e:20:3d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5819512c-8212-4b23-9988-5082fe39d789', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'ff90cfb5-edb1-4dd2-95a8-9b64a8718aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:43:49Z', 'updated_at': '2021-09-24T15:43:54Z', 'revision_number': 5, 'project_id': '4e03fc3d20524ffa9cc0335ea5171849', 'subnets': [{'id': 'ff90cfb5-edb1-4dd2-95a8-9b64a8718aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:46:20.107465 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 59118) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:46:20.177299 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef282fc6-f9c0-49bb-95f1-e066c1d0a0f8 None None] Checking router: 5819512c-8212-4b23-9988-5082fe39d789 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:46:20.196895 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7314530d-9ada-4112-9ebf-c1fbc23238d6 req-89da5f4e-a867-4541-b6ba-94bc15d5d9fd service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc03181b-eebc-4350-ae95-5058ea48d9fb HTTP/1.1" status: 200 len: 998 time: 0.2450273 Sep 24 15:46:20.204684 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef282fc6-f9c0-49bb-95f1-e066c1d0a0f8 None None] Routers {'5819512c-8212-4b23-9988-5082fe39d789'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:46:20.205644 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-ef282fc6-f9c0-49bb-95f1-e066c1d0a0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:46:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['5819512c-8212-4b23-9988-5082fe39d789'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:46:20.212928 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c8e727-ee7d-4a38-84b4-836a32bf4002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4f18277-eaa3-4213-b57d-44f0d4ea3583,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:20.264216 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-11851847-e2b7-4b8d-b043-faa0e5025023 req-c1d6c4c8-c305-4d72-84b9-f8608d976770 service neutron] 10.222.0.108 "GET /v2.0/networks/bad15511-e79d-4a5e-8826-604fa4d6fb1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209631 Sep 24 15:46:20.386743 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314530d-9ada-4112-9ebf-c1fbc23238d6 req-65504e71-ea30-49f4-9102-6870805f998e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:20.388234 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7314530d-9ada-4112-9ebf-c1fbc23238d6 req-65504e71-ea30-49f4-9102-6870805f998e service neutron] 10.222.0.110 "GET /v2.0/subnets?id=ff90cfb5-edb1-4dd2-95a8-9b64a8718aa6 HTTP/1.1" status: 200 len: 851 time: 0.1567895 Sep 24 15:46:20.402031 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-ef282fc6-f9c0-49bb-95f1-e066c1d0a0f8 None None] Set router 5819512c-8212-4b23-9988-5082fe39d789 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:46:20.485713 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8646fdc7-cdaf-4820-a634-4d77b84cc2f7 req-d5b11913-e149-46c3-955b-5bd48158bdcb tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:20.494985 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8646fdc7-cdaf-4820-a634-4d77b84cc2f7 req-d5b11913-e149-46c3-955b-5bd48158bdcb tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=e1808a51-f05e-4f9a-982a-3d6da6d33975 HTTP/1.1" status: 200 len: 945 time: 0.4115248 Sep 24 15:46:20.574277 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-edc17c16-fa61-4bd5-bd6d-176512f19292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:20.609464 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d2c9e-e85a-464b-abc6-29b9ac442da8 req-1d9ac7de-218d-49f0-9dd3-2b1d0918aae4 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:20.616931 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fce408e3-d511-4440-b0d4-c9e3ffedb33a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:20.628579 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ab9d2c9e-e85a-464b-abc6-29b9ac442da8 req-1d9ac7de-218d-49f0-9dd3-2b1d0918aae4 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=03a5ecc9-3ded-459f-8c95-345cf09a655f HTTP/1.1" status: 200 len: 946 time: 0.1094997 Sep 24 15:46:20.649606 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7314530d-9ada-4112-9ebf-c1fbc23238d6 req-a970b6ce-ffd7-41b3-bdc7-772b1af78e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:20.651219 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7314530d-9ada-4112-9ebf-c1fbc23238d6 req-a970b6ce-ffd7-41b3-bdc7-772b1af78e4e service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=fd4dbc0b-12eb-4c1c-a696-391550e45003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2284198 Sep 24 15:46:20.653412 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-edc17c16-fa61-4bd5-bd6d-176512f19292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:20.667862 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8646fdc7-cdaf-4820-a634-4d77b84cc2f7 req-c4f2183f-50de-42a1-9630-5ecc139329c3 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672759 Sep 24 15:46:20.713528 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ab9d2c9e-e85a-464b-abc6-29b9ac442da8 req-cc200ca5-0708-4f7b-bc65-eefe323e7d3d tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881674 Sep 24 15:46:20.749078 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fce408e3-d511-4440-b0d4-c9e3ffedb33a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:20.783511 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-ef282fc6-f9c0-49bb-95f1-e066c1d0a0f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5819512c-8212-4b23-9988-5082fe39d789', 'name': 'tempest-TaggedBootDevicesTest-2092132471-router', 'tenant_id': '4e03fc3d20524ffa9cc0335ea5171849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '7ad0e428-c51c-4fe0-8a37-d0a7cf52c9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:43:44Z', 'updated_at': '2021-09-24T15:43:50Z', 'revision_number': 4, 'project_id': '4e03fc3d20524ffa9cc0335ea5171849', 'gw_port': {'id': '7ad0e428-c51c-4fe0-8a37-d0a7cf52c9aa', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:73:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5819512c-8212-4b23-9988-5082fe39d789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:43:45Z', 'updated_at': '2021-09-24T15:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': '95ab704f-0aca-4b2b-93c0-713be5f0f674', 'tenant_id': '4e03fc3d20524ffa9cc0335ea5171849', 'floating_ip_address': '172.25.0.12', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '5819512c-8212-4b23-9988-5082fe39d789', 'port_id': 'dc03181b-eebc-4350-ae95-5058ea48d9fb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd4dbc0b-12eb-4c1c-a696-391550e45003', 'mac_address': 'fa:16:3e:e3:18:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a7b1d1-ddc9-4674-827f-199eb4c77de7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:44:51Z', 'updated_at': '2021-09-24T15:46:17Z', 'revision_number': 1, 'project_id': '4e03fc3d20524ffa9cc0335ea5171849', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd469f2b7-fb99-4eb5-9e94-c40cd40f72d8', 'name': '', 'network_id': 'fd4dbc0b-12eb-4c1c-a696-391550e45003', 'tenant_id': '4e03fc3d20524ffa9cc0335ea5171849', 'mac_address': 'fa:16:3e:20:3d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5819512c-8212-4b23-9988-5082fe39d789', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'ff90cfb5-edb1-4dd2-95a8-9b64a8718aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:43:49Z', 'updated_at': '2021-09-24T15:43:54Z', 'revision_number': 5, 'project_id': '4e03fc3d20524ffa9cc0335ea5171849', 'subnets': [{'id': 'ff90cfb5-edb1-4dd2-95a8-9b64a8718aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:46:20.838702 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef282fc6-f9c0-49bb-95f1-e066c1d0a0f8 None None] The sync data for ids ['5819512c-8212-4b23-9988-5082fe39d789'] in n-d-808921-1 is: [{'id': '5819512c-8212-4b23-9988-5082fe39d789', 'name': 'tempest-TaggedBootDevicesTest-2092132471-router', 'tenant_id': '4e03fc3d20524ffa9cc0335ea5171849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '7ad0e428-c51c-4fe0-8a37-d0a7cf52c9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:43:44Z', 'updated_at': '2021-09-24T15:43:50Z', 'revision_number': 4, 'project_id': '4e03fc3d20524ffa9cc0335ea5171849', 'gw_port': {'id': '7ad0e428-c51c-4fe0-8a37-d0a7cf52c9aa', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:73:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5819512c-8212-4b23-9988-5082fe39d789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:43:45Z', 'updated_at': '2021-09-24T15:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': '95ab704f-0aca-4b2b-93c0-713be5f0f674', 'tenant_id': '4e03fc3d20524ffa9cc0335ea5171849', 'floating_ip_address': '172.25.0.12', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '5819512c-8212-4b23-9988-5082fe39d789', 'port_id': 'dc03181b-eebc-4350-ae95-5058ea48d9fb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1422, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd4dbc0b-12eb-4c1c-a696-391550e45003', 'mac_address': 'fa:16:3e:e3:18:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a7b1d1-ddc9-4674-827f-199eb4c77de7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:44:51Z', 'updated_at': '2021-09-24T15:46:17Z', 'revision_number': 1, 'project_id': '4e03fc3d20524ffa9cc0335ea5171849', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd469f2b7-fb99-4eb5-9e94-c40cd40f72d8', 'name': '', 'network_id': 'fd4dbc0b-12eb-4c1c-a696-391550e45003', 'tenant_id': '4e03fc3d20524ffa9cc0335ea5171849', 'mac_address': 'fa:16:3e:20:3d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5819512c-8212-4b23-9988-5082fe39d789', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'ff90cfb5-edb1-4dd2-95a8-9b64a8718aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:43:49Z', 'updated_at': '2021-09-24T15:43:54Z', 'revision_number': 5, 'project_id': '4e03fc3d20524ffa9cc0335ea5171849', 'subnets': [{'id': 'ff90cfb5-edb1-4dd2-95a8-9b64a8718aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:46:20.980263 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-fce408e3-d511-4440-b0d4-c9e3ffedb33a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=665d7675abc24f28867dc2bdc7e9ccf0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3983591 Sep 24 15:46:20.982096 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce408e3-d511-4440-b0d4-c9e3ffedb33a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=367db867-3b7c-47ff-bfdb-606d8ef815f4,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:20.987671 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 59128) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:46:21.033210 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7314530d-9ada-4112-9ebf-c1fbc23238d6 req-69c9d324-ac40-455b-b28e-080c8b890a12 service neutron] 10.222.0.110 "GET /v2.0/networks/fd4dbc0b-12eb-4c1c-a696-391550e45003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3623149 Sep 24 15:46:21.062548 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a6874f-68ee-4b84-ba89-b6afc7662d1e req-028e5b41-009e-4ac6-8b8e-a1ab0782aa63 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:21.064761 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-77a6874f-68ee-4b84-ba89-b6afc7662d1e req-028e5b41-009e-4ac6-8b8e-a1ab0782aa63 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=e1808a51-f05e-4f9a-982a-3d6da6d33975 HTTP/1.1" status: 200 len: 945 time: 0.0874429 Sep 24 15:46:21.073280 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d0ec1-fd5d-4f2c-b0f6-4d093d7c7f6d req-1168fd70-d2d0-40f7-8358-e3abdde77ef9 tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:21.080700 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f74d0ec1-fd5d-4f2c-b0f6-4d093d7c7f6d req-1168fd70-d2d0-40f7-8358-e3abdde77ef9 tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] 10.222.0.101 "GET /v2.0/ports?device_id=93be65ee-06ec-4d23-81e1-4f7bb97b05ee HTTP/1.1" status: 200 len: 946 time: 0.1541245 Sep 24 15:46:21.129823 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-77a6874f-68ee-4b84-ba89-b6afc7662d1e req-1209fa28-d396-4b76-a8e8-5fbe2769115e tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475149 Sep 24 15:46:21.156294 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66edea76-64d4-4e5b-b838-536771f81772 None None] New status for floating IP 95ab704f-0aca-4b2b-93c0-713be5f0f674: ACTIVE {{(pid=95300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:46:21.199432 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7314530d-9ada-4112-9ebf-c1fbc23238d6 req-02a371a3-df1f-45ea-a2f1-85e64012bacd service neutron] 10.222.0.110 "GET /v2.0/networks/fd4dbc0b-12eb-4c1c-a696-391550e45003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541591 Sep 24 15:46:21.203253 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-edc17c16-fa61-4bd5-bd6d-176512f19292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:21.206919 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-edc17c16-fa61-4bd5-bd6d-176512f19292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:21.211401 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-edc17c16-fa61-4bd5-bd6d-176512f19292 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/e4f18277-eaa3-4213-b57d-44f0d4ea3583 HTTP/1.1" status: 204 len: 168 time: 1.0457559 Sep 24 15:46:21.240296 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc17c16-fa61-4bd5-bd6d-176512f19292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4f18277-eaa3-4213-b57d-44f0d4ea3583,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:21.252425 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5d4acb79-b8a8-42e4-8417-e688bd35700b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:21.279231 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5d4acb79-b8a8-42e4-8417-e688bd35700b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:21.346705 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f74d0ec1-fd5d-4f2c-b0f6-4d093d7c7f6d req-eddc3f68-09ff-4eea-8dee-8452e505f958 tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] 10.222.0.101 "GET /v2.0/security-groups?id=c5ab1439-02c4-4c70-b417-3c9e5569b941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650797 Sep 24 15:46:21.462107 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5d4acb79-b8a8-42e4-8417-e688bd35700b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:21.464794 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5d4acb79-b8a8-42e4-8417-e688bd35700b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:21.468296 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-5d4acb79-b8a8-42e4-8417-e688bd35700b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/367db867-3b7c-47ff-bfdb-606d8ef815f4 HTTP/1.1" status: 204 len: 168 time: 0.4772441 Sep 24 15:46:21.488794 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4acb79-b8a8-42e4-8417-e688bd35700b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=367db867-3b7c-47ff-bfdb-606d8ef815f4,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:21.794642 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18301920-ca83-4d58-b8a2-b3c692fac9ce req-a6dbb7c7-8271-410a-a173-f3e5c011ac6b tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:21.796924 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-18301920-ca83-4d58-b8a2-b3c692fac9ce req-a6dbb7c7-8271-410a-a173-f3e5c011ac6b tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=e1808a51-f05e-4f9a-982a-3d6da6d33975 HTTP/1.1" status: 200 len: 945 time: 0.0686128 Sep 24 15:46:21.871529 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf0c85-f81d-43d4-b0e3-7631d807e051 req-63196469-be97-491a-ad2c-41e6d9eb0918 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:21.872813 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-18301920-ca83-4d58-b8a2-b3c692fac9ce req-ac2c5727-5a4b-46d8-ba78-afcad282bbb9 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653634 Sep 24 15:46:21.887996 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-41bf0c85-f81d-43d4-b0e3-7631d807e051 req-63196469-be97-491a-ad2c-41e6d9eb0918 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=03a5ecc9-3ded-459f-8c95-345cf09a655f HTTP/1.1" status: 200 len: 946 time: 0.0836341 Sep 24 15:46:22.030286 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-41bf0c85-f81d-43d4-b0e3-7631d807e051 req-10736ba3-7a99-4234-aafc-7f6675e1ae2c tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495962 Sep 24 15:46:22.079302 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1250413-0467-49aa-b84b-4dc9f1e9be7c req-4f265a2d-cc56-495e-99bb-0f17fc5a8a87 tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:22.081798 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d1250413-0467-49aa-b84b-4dc9f1e9be7c req-4f265a2d-cc56-495e-99bb-0f17fc5a8a87 tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] 10.222.0.108 "GET /v2.0/ports?device_id=93be65ee-06ec-4d23-81e1-4f7bb97b05ee HTTP/1.1" status: 200 len: 946 time: 0.1796556 Sep 24 15:46:22.249457 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-d1250413-0467-49aa-b84b-4dc9f1e9be7c req-53cf8cba-f911-4448-9ad7-1cd86c4d64ee tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] Deleting port a39d7fd1-9f04-4c20-a5f5-6da2ddf07d7f {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:46:22.250096 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d1250413-0467-49aa-b84b-4dc9f1e9be7c req-53cf8cba-f911-4448-9ad7-1cd86c4d64ee tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:22.393640 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-d1250413-0467-49aa-b84b-4dc9f1e9be7c req-53cf8cba-f911-4448-9ad7-1cd86c4d64ee tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] For port a39d7fd1-9f04-4c20-a5f5-6da2ddf07d7f, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=a39d7fd1-9f04-4c20-a5f5-6da2ddf07d7f,segment=NetworkSegment(cf340602-8be7-4b69-afb7-9069e5ded468),segment_id=cf340602-8be7-4b69-afb7-9069e5ded468)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:46:22.393640 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d1250413-0467-49aa-b84b-4dc9f1e9be7c req-53cf8cba-f911-4448-9ad7-1cd86c4d64ee tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:22.418096 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-d1250413-0467-49aa-b84b-4dc9f1e9be7c req-53cf8cba-f911-4448-9ad7-1cd86c4d64ee tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] Calling delete_port for a39d7fd1-9f04-4c20-a5f5-6da2ddf07d7f owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:46:22.494189 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 59176) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:46:22.565539 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b9e375e1-fd89-4dc7-af0c-f5fd5ce330d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:22.571577 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f1009d-343f-446a-8d00-1445bc5a266e req-344ead87-9064-42b4-9971-2179ba54d03d tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:22.576599 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-46f1009d-343f-446a-8d00-1445bc5a266e req-344ead87-9064-42b4-9971-2179ba54d03d tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] 10.222.0.101 "GET /v2.0/ports?device_id=93be65ee-06ec-4d23-81e1-4f7bb97b05ee HTTP/1.1" status: 200 len: 946 time: 0.1230874 Sep 24 15:46:22.661738 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-46f1009d-343f-446a-8d00-1445bc5a266e req-d34ba7b3-0871-4faa-b03d-f808987ae6bf tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] 10.222.0.101 "GET /v2.0/security-groups?id=c5ab1439-02c4-4c70-b417-3c9e5569b941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764520 Sep 24 15:46:22.818286 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31777f44-ab0d-43a5-ad98-7e97c2b5bdbd req-ee3b63a5-e545-4183-9031-978f969a4fed tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:22.820479 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-31777f44-ab0d-43a5-ad98-7e97c2b5bdbd req-ee3b63a5-e545-4183-9031-978f969a4fed tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/networks?id=f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc HTTP/1.1" status: 200 len: 815 time: 0.1994004 Sep 24 15:46:22.853662 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-31777f44-ab0d-43a5-ad98-7e97c2b5bdbd req-04e99a8d-272e-4400-a349-3dd688fd8ae6 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/quotas/a281c219e4614beda204e7aa382ce19f HTTP/1.1" status: 200 len: 375 time: 0.0216067 Sep 24 15:46:22.923541 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b9e375e1-fd89-4dc7-af0c-f5fd5ce330d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:22.965898 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-31777f44-ab0d-43a5-ad98-7e97c2b5bdbd req-5a20bf82-5013-474a-8970-44f6a22df81c tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=a281c219e4614beda204e7aa382ce19f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1114666 Sep 24 15:46:23.032517 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62601c28-7609-447a-8868-cdf216c919fb req-34eb4760-e03d-4a53-a2e9-2b105f2dd735 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:23.034037 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-62601c28-7609-447a-8868-cdf216c919fb req-34eb4760-e03d-4a53-a2e9-2b105f2dd735 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=e1808a51-f05e-4f9a-982a-3d6da6d33975 HTTP/1.1" status: 200 len: 945 time: 0.0701990 Sep 24 15:46:23.086706 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-62601c28-7609-447a-8868-cdf216c919fb req-32985a4c-8d3b-4644-9783-380753920abc tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389626 Sep 24 15:46:23.350897 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d97dd52-14ba-43ee-85b7-0c83c0f1aba8 req-ad0b9c4a-f65d-4154-8ebb-800ec7e50f8c tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:23.359603 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5d97dd52-14ba-43ee-85b7-0c83c0f1aba8 req-ad0b9c4a-f65d-4154-8ebb-800ec7e50f8c tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=03a5ecc9-3ded-459f-8c95-345cf09a655f HTTP/1.1" status: 200 len: 946 time: 0.1021483 Sep 24 15:46:23.410749 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5d97dd52-14ba-43ee-85b7-0c83c0f1aba8 req-27e23d40-9e87-499e-b3b5-277d4146bd14 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499244 Sep 24 15:46:23.413348 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b9e375e1-fd89-4dc7-af0c-f5fd5ce330d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:23.505093 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e375e1-fd89-4dc7-af0c-f5fd5ce330d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=167f28f7-9876-41d5-880b-3df2f4afcc79,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:23.522370 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b9e375e1-fd89-4dc7-af0c-f5fd5ce330d3 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ed053428047547d8909f09d6db111cea&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0239534 Sep 24 15:46:23.524034 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 59208) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:46:23.527792 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-31777f44-ab0d-43a5-ad98-7e97c2b5bdbd req-b4a252f3-e61c-4d50-a880-fada2acb565a service neutron] 10.222.0.101 "GET /v2.0/networks/f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5458465 Sep 24 15:46:23.576826 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-50429170-57ea-4ac1-9aa5-01f9dba4c865 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:23.600605 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-50429170-57ea-4ac1-9aa5-01f9dba4c865 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:23.647225 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-31777f44-ab0d-43a5-ad98-7e97c2b5bdbd req-512aa8c2-0944-41d5-b853-073f55d21cb1 service neutron] 10.222.0.101 "GET /v2.0/networks/f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123595 Sep 24 15:46:23.675019 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ef93d7f0-9848-4602-9a32-56430ed0352a req-d4a78f7b-1353-40ad-be18-55b410e7ec43 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0626762 Sep 24 15:46:23.796472 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef93d7f0-9848-4602-9a32-56430ed0352a req-e7d67bfc-be30-47ea-9896-ec62617bf0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:23.798047 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ef93d7f0-9848-4602-9a32-56430ed0352a req-e7d67bfc-be30-47ea-9896-ec62617bf0bb service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=ac17221dd7b34bd3afb658a69ac088d3&device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 1095 time: 0.0741475 Sep 24 15:46:23.799103 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d1250413-0467-49aa-b84b-4dc9f1e9be7c req-53cf8cba-f911-4448-9ad7-1cd86c4d64ee tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:23.825280 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c78475c-5aa0-4299-a654-b30a3aaa4525 req-8209fc5e-f4ab-4887-a3f3-11dd555fb20a tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:23.826869 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4c78475c-5aa0-4299-a654-b30a3aaa4525 req-8209fc5e-f4ab-4887-a3f3-11dd555fb20a tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] 10.222.0.101 "GET /v2.0/ports?device_id=93be65ee-06ec-4d23-81e1-4f7bb97b05ee HTTP/1.1" status: 200 len: 867 time: 0.0766659 Sep 24 15:46:23.831548 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cf8cba-f911-4448-9ad7-1cd86c4d64ee tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] Pushing event deleted for resources: {'Port': ['ID=a39d7fd1-9f04-4c20-a5f5-6da2ddf07d7f,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:23.875545 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1250413-0467-49aa-b84b-4dc9f1e9be7c req-53cf8cba-f911-4448-9ad7-1cd86c4d64ee tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] No DVR routers for this DVR port a39d7fd1-9f04-4c20-a5f5-6da2ddf07d7f on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:46:23.876276 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-50429170-57ea-4ac1-9aa5-01f9dba4c865 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:23.879018 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-50429170-57ea-4ac1-9aa5-01f9dba4c865 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:23.879423 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d1250413-0467-49aa-b84b-4dc9f1e9be7c req-53cf8cba-f911-4448-9ad7-1cd86c4d64ee tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:23.882582 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-50429170-57ea-4ac1-9aa5-01f9dba4c865 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/167f28f7-9876-41d5-880b-3df2f4afcc79 HTTP/1.1" status: 204 len: 168 time: 0.3551264 Sep 24 15:46:23.882800 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d1250413-0467-49aa-b84b-4dc9f1e9be7c req-53cf8cba-f911-4448-9ad7-1cd86c4d64ee tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] 10.222.0.108 "DELETE /v2.0/ports/a39d7fd1-9f04-4c20-a5f5-6da2ddf07d7f HTTP/1.1" status: 204 len: 173 time: 1.7930126 Sep 24 15:46:23.882800 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93be65ee-06ec-4d23-81e1-4f7bb97b05ee', 'name': 'network-vif-deleted', 'tag': 'a39d7fd1-9f04-4c20-a5f5-6da2ddf07d7f'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:46:23.892106 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1774b465-4c0c-4d3a-b910-e565c6b0b4eb" -d '{"events": [{"server_uuid": "93be65ee-06ec-4d23-81e1-4f7bb97b05ee", "name": "network-vif-deleted", "tag": "a39d7fd1-9f04-4c20-a5f5-6da2ddf07d7f"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:46:23.950561 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50429170-57ea-4ac1-9aa5-01f9dba4c865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=167f28f7-9876-41d5-880b-3df2f4afcc79,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:23.959117 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4c78475c-5aa0-4299-a654-b30a3aaa4525 req-9fcde578-dc8c-4525-8324-1d22e66c6f7d tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] 10.222.0.101 "GET /v2.0/security-groups?id=c5ab1439-02c4-4c70-b417-3c9e5569b941&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122684 Sep 24 15:46:23.992123 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef93d7f0-9848-4602-9a32-56430ed0352a req-f05d5cb5-ace8-4b63-b8e9-7d0b9fd39fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:23.996062 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ef93d7f0-9848-4602-9a32-56430ed0352a req-f05d5cb5-ace8-4b63-b8e9-7d0b9fd39fff service neutron] 10.222.0.110 "GET /v2.0/networks?id=bad15511-e79d-4a5e-8826-604fa4d6fb1c HTTP/1.1" status: 200 len: 914 time: 0.1682785 Sep 24 15:46:24.032438 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65dc7293-4319-40d5-86dc-6eac23560d38 x-openstack-request-id: req-65dc7293-4319-40d5-86dc-6eac23560d38 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:46:24.032943 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93be65ee-06ec-4d23-81e1-4f7bb97b05ee", "name": "network-vif-deleted", "tag": "a39d7fd1-9f04-4c20-a5f5-6da2ddf07d7f", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:46:24.032943 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-65dc7293-4319-40d5-86dc-6eac23560d38 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:46:24.033352 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93be65ee-06ec-4d23-81e1-4f7bb97b05ee', 'name': 'network-vif-deleted', 'tag': 'a39d7fd1-9f04-4c20-a5f5-6da2ddf07d7f', 'status': 'completed', 'code': 200} Sep 24 15:46:24.143295 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ef93d7f0-9848-4602-9a32-56430ed0352a req-aa48d71b-8923-4f8d-aa48-52a9e791759f service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c9fda49-cc27-42a1-beac-c3884a84a52d HTTP/1.1" status: 200 len: 998 time: 0.1377861 Sep 24 15:46:24.158896 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2895cfc3-cc85-4702-8e09-589f019ebd37 req-d3c7a1da-2d7a-4701-b2e0-f3baec012fd6 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=3524fff6-74c3-43c4-a59d-55146ad94b5b HTTP/1.1" status: 200 len: 210 time: 0.0517659 Sep 24 15:46:24.354181 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef93d7f0-9848-4602-9a32-56430ed0352a req-0e985805-afe7-43dc-b42a-a2a4b2098e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:24.356789 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ef93d7f0-9848-4602-9a32-56430ed0352a req-0e985805-afe7-43dc-b42a-a2a4b2098e98 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=ac550aa6-1c9d-441e-90e2-38bf2a7a38e4 HTTP/1.1" status: 200 len: 851 time: 0.2006562 Sep 24 15:46:24.388002 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882518ae-768d-4d02-9460-3484577883ad req-930b3fc7-9559-40ff-aa80-977a1ce0ca7c tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:24.395486 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-882518ae-768d-4d02-9460-3484577883ad req-930b3fc7-9559-40ff-aa80-977a1ce0ca7c tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=e1808a51-f05e-4f9a-982a-3d6da6d33975 HTTP/1.1" status: 200 len: 945 time: 0.1252134 Sep 24 15:46:24.470510 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef93d7f0-9848-4602-9a32-56430ed0352a req-8e8598de-639a-4ede-8641-19010cfea3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:24.472372 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ef93d7f0-9848-4602-9a32-56430ed0352a req-8e8598de-639a-4ede-8641-19010cfea3ec service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=bad15511-e79d-4a5e-8826-604fa4d6fb1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739083 Sep 24 15:46:24.491265 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-882518ae-768d-4d02-9460-3484577883ad req-f0122ea7-ae1a-4e99-ba51-f8d59ab49459 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944362 Sep 24 15:46:24.640190 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54069cfc-a3b1-4787-9ad3-cab9997307e0 req-ba7d09b0-a670-418c-959e-c0f968829174 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:24.643541 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ef93d7f0-9848-4602-9a32-56430ed0352a req-eb1ee857-142a-4b41-b002-9fcc08bc85fd service neutron] 10.222.0.110 "GET /v2.0/networks/bad15511-e79d-4a5e-8826-604fa4d6fb1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460435 Sep 24 15:46:24.648961 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-54069cfc-a3b1-4787-9ad3-cab9997307e0 req-ba7d09b0-a670-418c-959e-c0f968829174 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=03a5ecc9-3ded-459f-8c95-345cf09a655f HTTP/1.1" status: 200 len: 946 time: 0.0730422 Sep 24 15:46:24.706200 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-54069cfc-a3b1-4787-9ad3-cab9997307e0 req-f13112c7-1e39-4123-8b17-128ede40c7c1 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554121 Sep 24 15:46:24.781267 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ef93d7f0-9848-4602-9a32-56430ed0352a req-6c7cf0cf-e026-437d-b67a-8b4eb8b49461 service neutron] 10.222.0.110 "GET /v2.0/networks/bad15511-e79d-4a5e-8826-604fa4d6fb1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197019 Sep 24 15:46:25.078966 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9e70f8ae-0dc4-4fd8-ab49-a6df71eeae50 req-a0a85203-2e52-4d45-8f41-b0cc02c337c2 tempest-ServerAddressesTestJSON-205838111 tempest-ServerAddressesTestJSON-205838111-project] 10.222.0.101 "GET /v2.0/ports?device_id=93be65ee-06ec-4d23-81e1-4f7bb97b05ee HTTP/1.1" status: 200 len: 210 time: 0.0272279 Sep 24 15:46:25.091425 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 59250) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:46:25.105340 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a967a818-f981-4443-b53e-87c845d290c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:25.125220 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device a39d7fd1-9f04-4c20-a5f5-6da2ddf07d7f no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:46:25.154245 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] No Port match for: a39d7fd1-9f04-4c20-a5f5-6da2ddf07d7f {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:46:25.154245 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device a39d7fd1-9f04-4c20-a5f5-6da2ddf07d7f not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:46:25.227023 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a967a818-f981-4443-b53e-87c845d290c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:25.243405 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7e248c1a-9ebc-431b-b693-f06154b13bca req-c47447dc-1e05-41ae-a2b4-e767804f8528 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=3524fff6-74c3-43c4-a59d-55146ad94b5b HTTP/1.1" status: 200 len: 210 time: 0.0295420 Sep 24 15:46:25.338885 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a967a818-f981-4443-b53e-87c845d290c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:25.387076 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-a967a818-f981-4443-b53e-87c845d290c8 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=99643b4140bc4c268a1852b18c8b2fd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2944841 Sep 24 15:46:25.387639 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 59262) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:46:25.388183 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a967a818-f981-4443-b53e-87c845d290c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3154005a-0f4d-4cef-8aa7-00b4603b086e,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:25.442493 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0be1820a-f261-47ad-92bf-2c2420d8cc03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:25.465605 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0be1820a-f261-47ad-92bf-2c2420d8cc03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:25.610884 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0be1820a-f261-47ad-92bf-2c2420d8cc03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:25.613503 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0be1820a-f261-47ad-92bf-2c2420d8cc03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:25.617513 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-0be1820a-f261-47ad-92bf-2c2420d8cc03 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/3154005a-0f4d-4cef-8aa7-00b4603b086e HTTP/1.1" status: 204 len: 168 time: 0.2257295 Sep 24 15:46:25.625072 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba97e6-06d4-48b1-a215-ca6b3b527cc5 req-2b8c5ac5-5910-4187-b25a-b8ef5480d4e7 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:25.626392 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8cba97e6-06d4-48b1-a215-ca6b3b527cc5 req-2b8c5ac5-5910-4187-b25a-b8ef5480d4e7 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=e1808a51-f05e-4f9a-982a-3d6da6d33975 HTTP/1.1" status: 200 len: 945 time: 0.0599766 Sep 24 15:46:25.632988 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be1820a-f261-47ad-92bf-2c2420d8cc03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3154005a-0f4d-4cef-8aa7-00b4603b086e,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:25.679211 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8cba97e6-06d4-48b1-a215-ca6b3b527cc5 req-cf0e834e-34e9-41c5-b750-f0671687bbc5 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439212 Sep 24 15:46:25.831288 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695bbff6-0c5d-4aa9-bb05-b5372eb6ddad req-28b2ec14-cf98-45bf-b6af-fe1feb5386a5 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:25.832997 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-695bbff6-0c5d-4aa9-bb05-b5372eb6ddad req-28b2ec14-cf98-45bf-b6af-fe1feb5386a5 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=03a5ecc9-3ded-459f-8c95-345cf09a655f HTTP/1.1" status: 200 len: 946 time: 0.0533457 Sep 24 15:46:25.875978 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-695bbff6-0c5d-4aa9-bb05-b5372eb6ddad req-950e073b-f6da-4ea6-a28d-596efc01da43 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354319 Sep 24 15:46:26.142739 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 59280) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:46:26.161106 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c63bbc-1a1e-4442-9e33-fd08ee200b6d req-a6da0de0-caaf-4ab6-912e-b3d6876111cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:26.163546 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c8c63bbc-1a1e-4442-9e33-fd08ee200b6d req-a6da0de0-caaf-4ab6-912e-b3d6876111cd service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=ac17221dd7b34bd3afb658a69ac088d3&device_id=03a5ecc9-3ded-459f-8c95-345cf09a655f HTTP/1.1" status: 200 len: 1097 time: 0.0584846 Sep 24 15:46:26.198679 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-275546a3-78f9-452d-8b2c-4b2aabd39240 admin admin] Deleting subnet d6760e54-417c-41fa-9ec3-30a84c8f56af {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:46:26.202671 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-275546a3-78f9-452d-8b2c-4b2aabd39240 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:26.250030 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-275546a3-78f9-452d-8b2c-4b2aabd39240 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:26.293371 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c63bbc-1a1e-4442-9e33-fd08ee200b6d req-b6686591-d747-4482-8bfa-29b39c43f6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:26.299791 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c8c63bbc-1a1e-4442-9e33-fd08ee200b6d req-b6686591-d747-4482-8bfa-29b39c43f6d2 service neutron] 10.222.0.108 "GET /v2.0/networks?id=bad15511-e79d-4a5e-8826-604fa4d6fb1c HTTP/1.1" status: 200 len: 914 time: 0.1144102 Sep 24 15:46:26.303909 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-275546a3-78f9-452d-8b2c-4b2aabd39240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:26.397811 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c8c63bbc-1a1e-4442-9e33-fd08ee200b6d req-d1f40e6b-b26b-4ae0-89aa-4b628e580950 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8b63e106-6324-473f-b60f-938c4d66dc4b HTTP/1.1" status: 200 len: 217 time: 0.0947864 Sep 24 15:46:26.421404 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6f268121-ca37-4eb8-88ea-1f8496f4ab10 req-700500cd-b197-4d6d-a0a0-4f6627b8fa77 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=3524fff6-74c3-43c4-a59d-55146ad94b5b HTTP/1.1" status: 200 len: 210 time: 0.0365939 Sep 24 15:46:26.472996 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c63bbc-1a1e-4442-9e33-fd08ee200b6d req-12d52d51-ec3a-4f59-b975-221b3bddd463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:26.474736 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c8c63bbc-1a1e-4442-9e33-fd08ee200b6d req-12d52d51-ec3a-4f59-b975-221b3bddd463 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=ac550aa6-1c9d-441e-90e2-38bf2a7a38e4 HTTP/1.1" status: 200 len: 851 time: 0.0566933 Sep 24 15:46:26.533546 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c63bbc-1a1e-4442-9e33-fd08ee200b6d req-7d7d01bd-f3bb-42b0-8330-2d1456eb7013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:26.535845 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c8c63bbc-1a1e-4442-9e33-fd08ee200b6d req-7d7d01bd-f3bb-42b0-8330-2d1456eb7013 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=bad15511-e79d-4a5e-8826-604fa4d6fb1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526404 Sep 24 15:46:26.646382 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c8c63bbc-1a1e-4442-9e33-fd08ee200b6d req-af9cc5b6-d7b3-4df6-aed6-e4ead12fd14b service neutron] 10.222.0.108 "GET /v2.0/networks/bad15511-e79d-4a5e-8826-604fa4d6fb1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987821 Sep 24 15:46:26.774606 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c8c63bbc-1a1e-4442-9e33-fd08ee200b6d req-93e9423d-7e4e-42f9-9772-fe0903e3e60f service neutron] 10.222.0.108 "GET /v2.0/networks/bad15511-e79d-4a5e-8826-604fa4d6fb1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186738 Sep 24 15:46:26.856868 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-275546a3-78f9-452d-8b2c-4b2aabd39240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:26.859370 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d9dd31-bc6f-4c8e-858c-b9efde2ba757 req-52fb0982-8a7d-4741-a8c8-40555dbb9481 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:26.861253 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c4d9dd31-bc6f-4c8e-858c-b9efde2ba757 req-52fb0982-8a7d-4741-a8c8-40555dbb9481 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=e1808a51-f05e-4f9a-982a-3d6da6d33975 HTTP/1.1" status: 200 len: 945 time: 0.0689507 Sep 24 15:46:26.886279 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275546a3-78f9-452d-8b2c-4b2aabd39240 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6760e54-417c-41fa-9ec3-30a84c8f56af,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:26.888363 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-275546a3-78f9-452d-8b2c-4b2aabd39240 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:26.896403 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-275546a3-78f9-452d-8b2c-4b2aabd39240 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/d6760e54-417c-41fa-9ec3-30a84c8f56af HTTP/1.1" status: 204 len: 168 time: 0.7525666 Sep 24 15:46:26.897473 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 59308) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:46:26.909680 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c4d9dd31-bc6f-4c8e-858c-b9efde2ba757 req-add29633-1bc3-4f59-a130-1a4667919d73 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408647 Sep 24 15:46:26.983832 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ab0b1907-7d1a-4db8-af07-85395ff16f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:27.047571 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f751a70-2b4d-41fa-8383-800198e5bd29 req-74e0691c-db5f-4408-bd7c-29dc26643a1f tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:27.049148 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8f751a70-2b4d-41fa-8383-800198e5bd29 req-74e0691c-db5f-4408-bd7c-29dc26643a1f tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=03a5ecc9-3ded-459f-8c95-345cf09a655f HTTP/1.1" status: 200 len: 946 time: 0.0845778 Sep 24 15:46:27.116917 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ab0b1907-7d1a-4db8-af07-85395ff16f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:27.149174 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-ab0b1907-7d1a-4db8-af07-85395ff16f7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88198883-cae4-408c-8ab2-6ae5822f9c50']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:46:27.154078 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8f751a70-2b4d-41fa-8383-800198e5bd29 req-43df2e7d-78ff-4225-a00f-cbfce56e71db tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943129 Sep 24 15:46:27.164240 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-ab0b1907-7d1a-4db8-af07-85395ff16f7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf340602-8be7-4b69-afb7-9069e5ded468') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:46:27.164240 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-ab0b1907-7d1a-4db8-af07-85395ff16f7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf340602-8be7-4b69-afb7-9069e5ded468') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:46:27.174206 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ab0b1907-7d1a-4db8-af07-85395ff16f7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:27.190678 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ab0b1907-7d1a-4db8-af07-85395ff16f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:27.199946 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab0b1907-7d1a-4db8-af07-85395ff16f7b admin admin] Releasing vlan 1294 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:46:27.200463 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ab0b1907-7d1a-4db8-af07-85395ff16f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:27.202278 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:46:27.202278 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:46:27.202278 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:46:27.202278 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:46:27.202278 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:46:27.202278 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:46:27.202278 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:46:27.202278 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:46:27.202278 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:46:27.202278 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:46:27.202278 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:46:27.202278 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:46:27.202278 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:46:27.202278 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:46:27.202278 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:46:27.202278 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:46:27.202278 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:46:27.202278 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:46:27.202278 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:46:27.202278 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:46:27.202278 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:46:27.202278 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:46:27.202278 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:46:27.202278 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:46:27.202278 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:46:27.202278 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:46:27.202278 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:46:27.202278 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:46:27.202278 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:46:27.202278 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:46:27.202278 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:46:27.202278 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:46:27.235933 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31777f44-ab0d-43a5-ad98-7e97c2b5bdbd req-aceab9ba-8fdd-4040-a58a-bb58559aa640 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:27.237833 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-31777f44-ab0d-43a5-ad98-7e97c2b5bdbd req-aceab9ba-8fdd-4040-a58a-bb58559aa640 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.108 "GET /v2.0/networks?id=f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc HTTP/1.1" status: 200 len: 815 time: 0.1417818 Sep 24 15:46:27.256369 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-31777f44-ab0d-43a5-ad98-7e97c2b5bdbd req-048c1d74-97ce-4a8a-8c63-78e0754b0d5e tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Request body: {'port': {'device_id': '3524fff6-74c3-43c4-a59d-55146ad94b5b', 'network_id': 'f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc', 'admin_state_up': True, 'tenant_id': 'a281c219e4614beda204e7aa382ce19f'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:46:27.467131 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ab0b1907-7d1a-4db8-af07-85395ff16f7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:27.467821 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31777f44-ab0d-43a5-ad98-7e97c2b5bdbd req-048c1d74-97ce-4a8a-8c63-78e0754b0d5e tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Made reservation on behalf of a281c219e4614beda204e7aa382ce19f for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:46:27.477996 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ab0b1907-7d1a-4db8-af07-85395ff16f7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:27.482557 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-31777f44-ab0d-43a5-ad98-7e97c2b5bdbd req-048c1d74-97ce-4a8a-8c63-78e0754b0d5e tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:27.483199 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ab0b1907-7d1a-4db8-af07-85395ff16f7b admin admin] 10.222.0.101 "DELETE /v2.0/networks/88198883-cae4-408c-8ab2-6ae5822f9c50 HTTP/1.1" status: 204 len: 168 time: 0.5815778 Sep 24 15:46:27.506994 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0b1907-7d1a-4db8-af07-85395ff16f7b admin admin] Pushing event deleted for resources: {'Network': ['ID=88198883-cae4-408c-8ab2-6ae5822f9c50,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:27.613025 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-659b0e9c-075f-4c7b-a85d-0d63351af863 req-4f5a7907-bdc9-4698-948f-edd3241581c1 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=3524fff6-74c3-43c4-a59d-55146ad94b5b HTTP/1.1" status: 200 len: 210 time: 0.0415926 Sep 24 15:46:27.681144 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-31777f44-ab0d-43a5-ad98-7e97c2b5bdbd req-048c1d74-97ce-4a8a-8c63-78e0754b0d5e tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Allocated IP 172.20.0.3 (f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc/a0d43bec-f9c0-475f-bd60-a66698ae0d01/79c90cce-a159-40c1-a7f1-3c92efff99e9) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:46:27.848337 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-31777f44-ab0d-43a5-ad98-7e97c2b5bdbd req-048c1d74-97ce-4a8a-8c63-78e0754b0d5e tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:27.937915 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 59332) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:46:28.020619 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-31777f44-ab0d-43a5-ad98-7e97c2b5bdbd req-048c1d74-97ce-4a8a-8c63-78e0754b0d5e tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:28.034980 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 59336) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:46:28.042114 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['e58faefd-d30c-42ba-b9ec-be5f5e0236c4'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:46:28.077458 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['c6378d21-baf1-4240-b1f8-be112f4b0b3f'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:46:28.082126 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4deee17d-bd2c-4b97-8478-87c7ab66943b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:28.088508 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048c1d74-97ce-4a8a-8c63-78e0754b0d5e tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Pushing event updated for resources: {'Port': ['ID=79c90cce-a159-40c1-a7f1-3c92efff99e9,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:28.103692 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31777f44-ab0d-43a5-ad98-7e97c2b5bdbd req-048c1d74-97ce-4a8a-8c63-78e0754b0d5e tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Network f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:46:28.106903 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-31777f44-ab0d-43a5-ad98-7e97c2b5bdbd req-048c1d74-97ce-4a8a-8c63-78e0754b0d5e tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:46:28.109840 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-31777f44-ab0d-43a5-ad98-7e97c2b5bdbd req-048c1d74-97ce-4a8a-8c63-78e0754b0d5e tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:46:28.120607 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cc9a5d-10f0-4961-9ce1-2a8ca6469540 req-e9b690f9-5c87-4f2c-b1bd-ca58c54b4f65 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:28.122271 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-71cc9a5d-10f0-4961-9ce1-2a8ca6469540 req-e9b690f9-5c87-4f2c-b1bd-ca58c54b4f65 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=e1808a51-f05e-4f9a-982a-3d6da6d33975 HTTP/1.1" status: 200 len: 945 time: 0.1330786 Sep 24 15:46:28.175708 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-3fa4e943-e458-47aa-ade8-268598fcc724 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=788e18d3f2d14af3b73a08902ae95fd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1387770 Sep 24 15:46:28.176388 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 59338) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:46:28.201765 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-71cc9a5d-10f0-4961-9ce1-2a8ca6469540 req-9a7c280a-2125-4e42-bbe0-1b31033afd3b tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559893 Sep 24 15:46:28.211623 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31777f44-ab0d-43a5-ad98-7e97c2b5bdbd req-048c1d74-97ce-4a8a-8c63-78e0754b0d5e tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:28.212316 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-31777f44-ab0d-43a5-ad98-7e97c2b5bdbd req-048c1d74-97ce-4a8a-8c63-78e0754b0d5e tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:28.268035 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4deee17d-bd2c-4b97-8478-87c7ab66943b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:28.345542 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2e955c-fe57-4440-b030-a38e773f2c01 req-5c7b674d-8944-4a32-a7c6-6a144ce846dd tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:28.351192 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ec2e955c-fe57-4440-b030-a38e773f2c01 req-5c7b674d-8944-4a32-a7c6-6a144ce846dd tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=03a5ecc9-3ded-459f-8c95-345cf09a655f HTTP/1.1" status: 200 len: 946 time: 0.0748630 Sep 24 15:46:28.351192 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8f3ddd6f-2869-40da-be0d-01cf03e76cb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:28.378535 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8f3ddd6f-2869-40da-be0d-01cf03e76cb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:28.386237 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4deee17d-bd2c-4b97-8478-87c7ab66943b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:28.465536 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-4deee17d-bd2c-4b97-8478-87c7ab66943b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d057d1c9e0cc48aca864af53fa34249f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5263345 Sep 24 15:46:28.468116 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 59344) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:46:28.469968 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4deee17d-bd2c-4b97-8478-87c7ab66943b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17e1244a-1a78-4718-9e26-7b43c7173ed8,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:28.479107 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ec2e955c-fe57-4440-b030-a38e773f2c01 req-24aa9b2a-ef7e-4765-8c21-f73ba9969205 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164410 Sep 24 15:46:28.501574 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-31777f44-ab0d-43a5-ad98-7e97c2b5bdbd req-048c1d74-97ce-4a8a-8c63-78e0754b0d5e tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2528312 Sep 24 15:46:28.518191 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-31777f44-ab0d-43a5-ad98-7e97c2b5bdbd req-392c6c52-49ec-4cf5-ad44-0b9addd2ec59 service neutron] Request body: {'port': {'device_id': '3524fff6-74c3-43c4-a59d-55146ad94b5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:46:28.535639 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e972cb3f-45ff-4fe6-85b4-9309fb47c4a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:28.565124 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e972cb3f-45ff-4fe6-85b4-9309fb47c4a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:28.578262 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-31777f44-ab0d-43a5-ad98-7e97c2b5bdbd req-392c6c52-49ec-4cf5-ad44-0b9addd2ec59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:28.633641 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8f3ddd6f-2869-40da-be0d-01cf03e76cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:28.636302 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8f3ddd6f-2869-40da-be0d-01cf03e76cb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:28.637640 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-8f3ddd6f-2869-40da-be0d-01cf03e76cb1 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c5ab1439-02c4-4c70-b417-3c9e5569b941 HTTP/1.1" status: 204 len: 168 time: 0.4138243 Sep 24 15:46:28.645640 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3ddd6f-2869-40da-be0d-01cf03e76cb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ab1439-02c4-4c70-b417-3c9e5569b941,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:28.713014 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e972cb3f-45ff-4fe6-85b4-9309fb47c4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:28.715888 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e972cb3f-45ff-4fe6-85b4-9309fb47c4a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:28.716995 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e972cb3f-45ff-4fe6-85b4-9309fb47c4a0 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/17e1244a-1a78-4718-9e26-7b43c7173ed8 HTTP/1.1" status: 204 len: 168 time: 0.2478833 Sep 24 15:46:28.743009 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e972cb3f-45ff-4fe6-85b4-9309fb47c4a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17e1244a-1a78-4718-9e26-7b43c7173ed8,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:28.773561 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26884304-eeca-4a4c-ab4f-8ebc41b2d922 req-521b2364-4a91-4799-aa09-9c112fb797ec tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:28.775479 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-26884304-eeca-4a4c-ab4f-8ebc41b2d922 req-521b2364-4a91-4799-aa09-9c112fb797ec tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=3524fff6-74c3-43c4-a59d-55146ad94b5b HTTP/1.1" status: 200 len: 931 time: 0.0807834 Sep 24 15:46:28.817933 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-26884304-eeca-4a4c-ab4f-8ebc41b2d922 req-b775ed93-3902-4658-9f97-20017568f094 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e97abd6-6c4b-4313-93b0-ffda5586d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338945 Sep 24 15:46:28.890099 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-31777f44-ab0d-43a5-ad98-7e97c2b5bdbd req-392c6c52-49ec-4cf5-ad44-0b9addd2ec59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79c90cce-a159-40c1-a7f1-3c92efff99e9 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:46:28.898991 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-31777f44-ab0d-43a5-ad98-7e97c2b5bdbd req-392c6c52-49ec-4cf5-ad44-0b9addd2ec59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:28.913199 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-31777f44-ab0d-43a5-ad98-7e97c2b5bdbd req-392c6c52-49ec-4cf5-ad44-0b9addd2ec59 service neutron] Transition to ACTIVE for port object 79c90cce-a159-40c1-a7f1-3c92efff99e9 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:46:29.068152 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-31777f44-ab0d-43a5-ad98-7e97c2b5bdbd req-392c6c52-49ec-4cf5-ad44-0b9addd2ec59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:29.153897 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 8b63e106-6324-473f-b60f-938c4d66dc4b no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:46:29.213934 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392c6c52-49ec-4cf5-ad44-0b9addd2ec59 service neutron] Pushing event updated for resources: {'Port': ['ID=79c90cce-a159-40c1-a7f1-3c92efff99e9,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:29.271635 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:29.296318 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-31777f44-ab0d-43a5-ad98-7e97c2b5bdbd req-392c6c52-49ec-4cf5-ad44-0b9addd2ec59 service neutron] Attempting to bind port 79c90cce-a159-40c1-a7f1-3c92efff99e9 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:46:29.296651 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-31777f44-ab0d-43a5-ad98-7e97c2b5bdbd req-392c6c52-49ec-4cf5-ad44-0b9addd2ec59 service neutron] Attempting to bind port 79c90cce-a159-40c1-a7f1-3c92efff99e9 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '5202dad5-affc-4089-8eb2-2acbc0a55bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': 'f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:46:29.296987 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31777f44-ab0d-43a5-ad98-7e97c2b5bdbd req-392c6c52-49ec-4cf5-ad44-0b9addd2ec59 service neutron] Attempting to bind port 79c90cce-a159-40c1-a7f1-3c92efff99e9 on network f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:46:29.308759 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31777f44-ab0d-43a5-ad98-7e97c2b5bdbd req-392c6c52-49ec-4cf5-ad44-0b9addd2ec59 service neutron] Port 79c90cce-a159-40c1-a7f1-3c92efff99e9 on network f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:46:29.309082 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31777f44-ab0d-43a5-ad98-7e97c2b5bdbd req-392c6c52-49ec-4cf5-ad44-0b9addd2ec59 service neutron] Attempting to bind port 79c90cce-a159-40c1-a7f1-3c92efff99e9 on network f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:46:29.315232 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 8b63e106-6324-473f-b60f-938c4d66dc4b, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=8b63e106-6324-473f-b60f-938c4d66dc4b,segment=NetworkSegment(7e8e93a9-9a2d-4b51-a14d-73f657c90f78),segment_id=7e8e93a9-9a2d-4b51-a14d-73f657c90f78)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:46:29.316506 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03a5ecc9-3ded-459f-8c95-345cf09a655f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b63e106-6324-473f-b60f-938c4d66dc4b'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:46:29.320579 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-613d2c23-0384-4649-803b-42b7a95f7598" -d '{"events": [{"server_uuid": "03a5ecc9-3ded-459f-8c95-345cf09a655f", "name": "network-vif-unplugged", "status": "completed", "tag": "8b63e106-6324-473f-b60f-938c4d66dc4b"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:46:29.337666 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31777f44-ab0d-43a5-ad98-7e97c2b5bdbd req-392c6c52-49ec-4cf5-ad44-0b9addd2ec59 service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:46:29.337666 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31777f44-ab0d-43a5-ad98-7e97c2b5bdbd req-392c6c52-49ec-4cf5-ad44-0b9addd2ec59 service neutron] Checking segment: {'id': '5202dad5-affc-4089-8eb2-2acbc0a55bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': 'f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:46:29.337666 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31777f44-ab0d-43a5-ad98-7e97c2b5bdbd req-392c6c52-49ec-4cf5-ad44-0b9addd2ec59 service neutron] Bound using segment: {'id': '5202dad5-affc-4089-8eb2-2acbc0a55bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': 'f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:46:29.337666 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-31777f44-ab0d-43a5-ad98-7e97c2b5bdbd req-392c6c52-49ec-4cf5-ad44-0b9addd2ec59 service neutron] Bound port: 79c90cce-a159-40c1-a7f1-3c92efff99e9, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5202dad5-affc-4089-8eb2-2acbc0a55bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': 'f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:46:29.337666 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-31777f44-ab0d-43a5-ad98-7e97c2b5bdbd req-392c6c52-49ec-4cf5-ad44-0b9addd2ec59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:29.378184 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 15:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7c4a97-d192-45a6-9e7d-08a29d47f5c0 x-openstack-request-id: req-8a7c4a97-d192-45a6-9e7d-08a29d47f5c0 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:46:29.378571 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03a5ecc9-3ded-459f-8c95-345cf09a655f", "name": "network-vif-unplugged", "status": "completed", "tag": "8b63e106-6324-473f-b60f-938c4d66dc4b", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:46:29.378861 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-8a7c4a97-d192-45a6-9e7d-08a29d47f5c0 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:46:29.379275 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03a5ecc9-3ded-459f-8c95-345cf09a655f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b63e106-6324-473f-b60f-938c4d66dc4b', 'code': 200} Sep 24 15:46:29.384093 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:29.532546 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc324dca-2c51-47e4-865e-53468bd7a4ae req-da082871-003b-4960-8c59-d81a27f8af30 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:29.532546 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-dc324dca-2c51-47e4-865e-53468bd7a4ae req-da082871-003b-4960-8c59-d81a27f8af30 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=e1808a51-f05e-4f9a-982a-3d6da6d33975 HTTP/1.1" status: 200 len: 945 time: 0.1508968 Sep 24 15:46:29.534738 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-31777f44-ab0d-43a5-ad98-7e97c2b5bdbd req-392c6c52-49ec-4cf5-ad44-0b9addd2ec59 service neutron] For port 79c90cce-a159-40c1-a7f1-3c92efff99e9, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:46:29.534738 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-31777f44-ab0d-43a5-ad98-7e97c2b5bdbd req-392c6c52-49ec-4cf5-ad44-0b9addd2ec59 service neutron] For port 79c90cce-a159-40c1-a7f1-3c92efff99e9, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=79c90cce-a159-40c1-a7f1-3c92efff99e9,segment=NetworkSegment(5202dad5-affc-4089-8eb2-2acbc0a55bf9),segment_id=5202dad5-affc-4089-8eb2-2acbc0a55bf9)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:46:29.535326 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=8b63e106-6324-473f-b60f-938c4d66dc4b,revision_number=8']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:29.535326 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:46:29.535326 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:46:29.535326 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:46:29.535326 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:46:29.535326 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:46:29.535326 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:46:29.535326 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:46:29.535326 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:46:29.535326 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:46:29.535326 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:46:29.535326 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:46:29.535326 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:46:29.551743 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-dc324dca-2c51-47e4-865e-53468bd7a4ae req-024e0fa9-469c-470d-9b59-00171568b127 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697687 Sep 24 15:46:29.642748 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ceda7-a122-40d0-bc96-54299bc35383 req-21138791-a6c0-4585-aa8e-7a0279a99d37 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:29.644275 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d56ceda7-a122-40d0-bc96-54299bc35383 req-21138791-a6c0-4585-aa8e-7a0279a99d37 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=03a5ecc9-3ded-459f-8c95-345cf09a655f HTTP/1.1" status: 200 len: 944 time: 0.0533483 Sep 24 15:46:29.683989 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d56ceda7-a122-40d0-bc96-54299bc35383 req-241ebc01-42e9-451e-a294-af6632b2531a tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331552 Sep 24 15:46:29.742161 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-31777f44-ab0d-43a5-ad98-7e97c2b5bdbd req-392c6c52-49ec-4cf5-ad44-0b9addd2ec59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:29.776962 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31777f44-ab0d-43a5-ad98-7e97c2b5bdbd req-392c6c52-49ec-4cf5-ad44-0b9addd2ec59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:29.777493 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-31777f44-ab0d-43a5-ad98-7e97c2b5bdbd req-392c6c52-49ec-4cf5-ad44-0b9addd2ec59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:29.778944 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-31777f44-ab0d-43a5-ad98-7e97c2b5bdbd req-392c6c52-49ec-4cf5-ad44-0b9addd2ec59 service neutron] 10.222.0.108 "PUT /v2.0/ports/79c90cce-a159-40c1-a7f1-3c92efff99e9 HTTP/1.1" status: 200 len: 1091 time: 1.2655039 Sep 24 15:46:29.779397 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3524fff6-74c3-43c4-a59d-55146ad94b5b', 'tag': '79c90cce-a159-40c1-a7f1-3c92efff99e9'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:46:29.781683 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-068f964b-85b1-43a5-9f7f-d3df5743ca64" -d '{"events": [{"name": "network-changed", "server_uuid": "3524fff6-74c3-43c4-a59d-55146ad94b5b", "tag": "79c90cce-a159-40c1-a7f1-3c92efff99e9"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:46:29.812429 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392c6c52-49ec-4cf5-ad44-0b9addd2ec59 service neutron] Pushing event updated for resources: {'Port': ['ID=79c90cce-a159-40c1-a7f1-3c92efff99e9,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:29.828138 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10a760d-7cae-4f6e-b5b9-446c639e0c9d req-bcbb18b0-54d9-49b2-a856-43df9cff832f tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:29.829949 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b10a760d-7cae-4f6e-b5b9-446c639e0c9d req-bcbb18b0-54d9-49b2-a856-43df9cff832f tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 944 time: 0.0757530 Sep 24 15:46:29.869154 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b10a760d-7cae-4f6e-b5b9-446c639e0c9d req-cd12c176-4579-45c7-b82b-33949eee8f5e tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332215 Sep 24 15:46:30.017716 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5329a47-00cb-4aaa-9571-26f6e78a7d7c x-openstack-request-id: req-c5329a47-00cb-4aaa-9571-26f6e78a7d7c {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:46:30.017878 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3524fff6-74c3-43c4-a59d-55146ad94b5b", "tag": "79c90cce-a159-40c1-a7f1-3c92efff99e9", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:46:30.018522 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c5329a47-00cb-4aaa-9571-26f6e78a7d7c {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:46:30.018522 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3524fff6-74c3-43c4-a59d-55146ad94b5b', 'tag': '79c90cce-a159-40c1-a7f1-3c92efff99e9', 'status': 'completed', 'code': 200} Sep 24 15:46:30.038842 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dc2071-9a36-4655-a2dc-8e3cc92e8e59 req-63cb8632-98b5-4349-9bce-e38bb2f9cc90 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:30.040185 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-85dc2071-9a36-4655-a2dc-8e3cc92e8e59 req-63cb8632-98b5-4349-9bce-e38bb2f9cc90 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=3524fff6-74c3-43c4-a59d-55146ad94b5b HTTP/1.1" status: 200 len: 943 time: 0.0848100 Sep 24 15:46:30.049777 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31777f44-ab0d-43a5-ad98-7e97c2b5bdbd req-4f55f81c-9a9a-4c52-aeb4-d0e6a8fe0f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:30.051308 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-31777f44-ab0d-43a5-ad98-7e97c2b5bdbd req-4f55f81c-9a9a-4c52-aeb4-d0e6a8fe0f95 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=a281c219e4614beda204e7aa382ce19f&device_id=3524fff6-74c3-43c4-a59d-55146ad94b5b HTTP/1.1" status: 200 len: 1094 time: 0.0864747 Sep 24 15:46:30.106434 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-31777f44-ab0d-43a5-ad98-7e97c2b5bdbd req-1b332f7d-dab0-4945-8f7c-ae20706f3df6 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79c90cce-a159-40c1-a7f1-3c92efff99e9 HTTP/1.1" status: 200 len: 217 time: 0.0464897 Sep 24 15:46:30.114438 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-85dc2071-9a36-4655-a2dc-8e3cc92e8e59 req-f4feed11-e43a-41f6-acea-44a508236c04 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e97abd6-6c4b-4313-93b0-ffda5586d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546887 Sep 24 15:46:30.186428 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31777f44-ab0d-43a5-ad98-7e97c2b5bdbd req-4cbed5ae-dabc-43c0-89cf-ae18b29bb8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:30.189792 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-31777f44-ab0d-43a5-ad98-7e97c2b5bdbd req-4cbed5ae-dabc-43c0-89cf-ae18b29bb8d4 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=a0d43bec-f9c0-475f-bd60-a66698ae0d01 HTTP/1.1" status: 200 len: 855 time: 0.0736332 Sep 24 15:46:30.198635 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8861250-7a01-47c1-a70c-fa1a4f1c6eb8 req-6ea40277-e4f8-4cb8-ab18-0285193a94d6 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:30.200284 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f8861250-7a01-47c1-a70c-fa1a4f1c6eb8 req-6ea40277-e4f8-4cb8-ab18-0285193a94d6 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 944 time: 0.0971999 Sep 24 15:46:30.234855 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-31777f44-ab0d-43a5-ad98-7e97c2b5bdbd req-83c24a19-c54a-46d6-a2e0-63cfadc12a7f service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336254 Sep 24 15:46:30.326639 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f8861250-7a01-47c1-a70c-fa1a4f1c6eb8 req-b3ea3b84-2a69-4423-b69b-2dd591172c22 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167374 Sep 24 15:46:30.359626 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-31777f44-ab0d-43a5-ad98-7e97c2b5bdbd req-0bf2a005-9f34-46ce-bd9e-6a8cda0ed3c0 service neutron] 10.222.0.108 "GET /v2.0/networks/f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156015 Sep 24 15:46:30.445046 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 59412) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:46:30.462557 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-31777f44-ab0d-43a5-ad98-7e97c2b5bdbd req-65d5ab3a-6344-4545-8bdb-86e133680a76 service neutron] 10.222.0.108 "GET /v2.0/networks/f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950022 Sep 24 15:46:30.625955 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-d2357588-f901-4299-99d2-ad2b0a3fadeb admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1591296753-network', 'tenant_id': '62a8ba880b994b468ea0f6bf276f3fa0'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:46:30.716978 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9203a2-a35e-4416-aa6b-2ee6d9f5df94 req-f1bc1746-3146-4c18-ac2e-5ec0f5205da6 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:30.718521 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5a9203a2-a35e-4416-aa6b-2ee6d9f5df94 req-f1bc1746-3146-4c18-ac2e-5ec0f5205da6 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=e1808a51-f05e-4f9a-982a-3d6da6d33975 HTTP/1.1" status: 200 len: 945 time: 0.0836940 Sep 24 15:46:30.720536 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068f964b-85b1-43a5-9f7f-d3df5743ca64 req-5e38b726-410f-46b0-8548-6a10f8b673a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:30.722027 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-068f964b-85b1-43a5-9f7f-d3df5743ca64 req-5e38b726-410f-46b0-8548-6a10f8b673a7 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=a281c219e4614beda204e7aa382ce19f&device_id=3524fff6-74c3-43c4-a59d-55146ad94b5b HTTP/1.1" status: 200 len: 1094 time: 0.0759776 Sep 24 15:46:30.771636 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2357588-f901-4299-99d2-ad2b0a3fadeb admin admin] Made reservation on behalf of 62a8ba880b994b468ea0f6bf276f3fa0 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:46:30.775595 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d2357588-f901-4299-99d2-ad2b0a3fadeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:30.789896 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d2357588-f901-4299-99d2-ad2b0a3fadeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:30.794967 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5a9203a2-a35e-4416-aa6b-2ee6d9f5df94 req-189b1c96-ce59-4b77-adf0-e136b5250864 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666506 Sep 24 15:46:30.885361 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068f964b-85b1-43a5-9f7f-d3df5743ca64 req-32a273bc-4a92-4866-9f36-ce5f45cb3983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:30.886921 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-068f964b-85b1-43a5-9f7f-d3df5743ca64 req-32a273bc-4a92-4866-9f36-ce5f45cb3983 service neutron] 10.222.0.108 "GET /v2.0/networks?id=f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc HTTP/1.1" status: 200 len: 917 time: 0.1501796 Sep 24 15:46:30.931721 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-068f964b-85b1-43a5-9f7f-d3df5743ca64 req-04958064-531d-428a-92f0-bd24ab7cede7 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79c90cce-a159-40c1-a7f1-3c92efff99e9 HTTP/1.1" status: 200 len: 217 time: 0.0366693 Sep 24 15:46:30.937525 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6129a4-57ae-40d2-948e-e4d6f2b85e44 req-e0d9ddb1-7cf8-4616-b195-a70190e8517e tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:30.939049 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0c6129a4-57ae-40d2-948e-e4d6f2b85e44 req-e0d9ddb1-7cf8-4616-b195-a70190e8517e tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 944 time: 0.0746024 Sep 24 15:46:30.985742 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068f964b-85b1-43a5-9f7f-d3df5743ca64 req-764b88dd-047e-4a6e-a4bb-6927850af1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:30.986401 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d2357588-f901-4299-99d2-ad2b0a3fadeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:30.987290 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-068f964b-85b1-43a5-9f7f-d3df5743ca64 req-764b88dd-047e-4a6e-a4bb-6927850af1ed service neutron] 10.222.0.108 "GET /v2.0/subnets?id=a0d43bec-f9c0-475f-bd60-a66698ae0d01 HTTP/1.1" status: 200 len: 855 time: 0.0486457 Sep 24 15:46:30.999733 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0c6129a4-57ae-40d2-948e-e4d6f2b85e44 req-00c78ee2-00fc-4305-a535-13864c999652 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514379 Sep 24 15:46:31.021816 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-068f964b-85b1-43a5-9f7f-d3df5743ca64 req-9cc01083-57fb-4393-8708-4a8dc57db1c3 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261579 Sep 24 15:46:31.117595 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-068f964b-85b1-43a5-9f7f-d3df5743ca64 req-c1249ce9-4d70-44b9-9ca4-f675d6d8844d service neutron] 10.222.0.108 "GET /v2.0/networks/f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873725 Sep 24 15:46:31.193258 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d2357588-f901-4299-99d2-ad2b0a3fadeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:31.215143 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2357588-f901-4299-99d2-ad2b0a3fadeb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1284} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:46:31.229328 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2357588-f901-4299-99d2-ad2b0a3fadeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71cdb486-3fe1-448c-87ac-0330473e8495,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:31.242737 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d2357588-f901-4299-99d2-ad2b0a3fadeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:31.242737 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-d2357588-f901-4299-99d2-ad2b0a3fadeb admin admin] Added segment 368a9d0c-2815-451d-a46d-c1bdd7d38862 of type vlan for network fcaa8023-73de-41c9-b56a-537c209ef622 Sep 24 15:46:31.281858 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be21db0c-2168-48d4-8269-4b0c79416e50 req-54cf2282-dd52-4b7a-a569-7a168b7db5fa tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:31.283403 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-be21db0c-2168-48d4-8269-4b0c79416e50 req-54cf2282-dd52-4b7a-a569-7a168b7db5fa tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=3524fff6-74c3-43c4-a59d-55146ad94b5b HTTP/1.1" status: 200 len: 943 time: 0.0884404 Sep 24 15:46:31.286098 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d2357588-f901-4299-99d2-ad2b0a3fadeb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:31.287369 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-068f964b-85b1-43a5-9f7f-d3df5743ca64 req-62f8d4f0-eacd-42c7-96bc-4652d37b1731 service neutron] 10.222.0.108 "GET /v2.0/networks/f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622531 Sep 24 15:46:31.300906 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-35a17881-251b-4e6f-9146-2c76c72e6b97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:31.344222 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-be21db0c-2168-48d4-8269-4b0c79416e50 req-99e5bf4b-3ff8-41b4-903a-80cbd960e066 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e97abd6-6c4b-4313-93b0-ffda5586d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542352 Sep 24 15:46:31.393332 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d2357588-f901-4299-99d2-ad2b0a3fadeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:31.394373 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2357588-f901-4299-99d2-ad2b0a3fadeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:31.394987 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d2357588-f901-4299-99d2-ad2b0a3fadeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:31.461530 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2357588-f901-4299-99d2-ad2b0a3fadeb admin admin] Pushing event updated for resources: {'Network': ['ID=fcaa8023-73de-41c9-b56a-537c209ef622,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:31.471305 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network fcaa8023-73de-41c9-b56a-537c209ef622 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:46:31.508991 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-d2357588-f901-4299-99d2-ad2b0a3fadeb admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0628328 Sep 24 15:46:31.514275 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 59450) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:46:31.520597 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-54441117-bfde-4101-b91d-bd171343bff7 admin admin] Request body: {'subnet': {'network_id': 'fcaa8023-73de-41c9-b56a-537c209ef622', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1591296753-subnet', 'tenant_id': '62a8ba880b994b468ea0f6bf276f3fa0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:46:31.656301 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54441117-bfde-4101-b91d-bd171343bff7 admin admin] Made reservation on behalf of 62a8ba880b994b468ea0f6bf276f3fa0 for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:46:31.659268 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-54441117-bfde-4101-b91d-bd171343bff7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:31.925407 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c970a0-7905-448e-b455-81c7cb775b84 req-6f9332ac-6739-426c-ba7c-bb9fa58188ef tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:31.926965 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-38c970a0-7905-448e-b455-81c7cb775b84 req-6f9332ac-6739-426c-ba7c-bb9fa58188ef tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=e1808a51-f05e-4f9a-982a-3d6da6d33975 HTTP/1.1" status: 200 len: 945 time: 0.0553408 Sep 24 15:46:31.954605 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-54441117-bfde-4101-b91d-bd171343bff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:31.996978 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-38c970a0-7905-448e-b455-81c7cb775b84 req-ac510255-06fb-4f7b-a739-a639913d3365 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630133 Sep 24 15:46:32.050224 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54441117-bfde-4101-b91d-bd171343bff7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0db07746-4ea4-48db-9d56-837ab1eb05bd,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:32.058107 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54441117-bfde-4101-b91d-bd171343bff7 admin admin] Checking segment: {'id': '368a9d0c-2815-451d-a46d-c1bdd7d38862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'fcaa8023-73de-41c9-b56a-537c209ef622'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:46:32.058508 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54441117-bfde-4101-b91d-bd171343bff7 admin admin] Network hostable DHCP agents. Network: fcaa8023-73de-41c9-b56a-537c209ef622, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:46:32.133804 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7cab0a-d949-4f38-87de-935f1564f0f2 req-56e3026d-90c6-4dd8-af68-6a0472ef5505 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:32.135574 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2f7cab0a-d949-4f38-87de-935f1564f0f2 req-56e3026d-90c6-4dd8-af68-6a0472ef5505 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 944 time: 0.0525072 Sep 24 15:46:32.142270 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54441117-bfde-4101-b91d-bd171343bff7 admin admin] Network fcaa8023-73de-41c9-b56a-537c209ef622 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:46:32.176007 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2f7cab0a-d949-4f38-87de-935f1564f0f2 req-81beb5f0-1a7f-4919-97d1-5a7cd5a806e5 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344148 Sep 24 15:46:32.250321 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-54441117-bfde-4101-b91d-bd171343bff7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, fcaa8023-73de-41c9-b56a-537c209ef622) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:46:32.254625 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54441117-bfde-4101-b91d-bd171343bff7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:32.255314 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-54441117-bfde-4101-b91d-bd171343bff7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:32.261789 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2b5e95-364a-436e-91bc-50c90f61c96e None None] Network fcaa8023-73de-41c9-b56a-537c209ef622 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:46:32.390152 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd86d41-4f64-4358-8d36-2fbe5d2c2eab None None] Network fcaa8023-73de-41c9-b56a-537c209ef622 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:46:32.411826 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-54441117-bfde-4101-b91d-bd171343bff7 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.8952982 Sep 24 15:46:32.474073 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b53ef7f-534c-474d-ad57-e20a8a2188f1 req-81653965-9b93-4d16-b322-5d85911daf97 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:32.476308 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6b53ef7f-534c-474d-ad57-e20a8a2188f1 req-81653965-9b93-4d16-b322-5d85911daf97 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=3524fff6-74c3-43c4-a59d-55146ad94b5b HTTP/1.1" status: 200 len: 943 time: 0.0610943 Sep 24 15:46:32.542243 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6b53ef7f-534c-474d-ad57-e20a8a2188f1 req-82a583c8-ee04-4503-9ec7-17ff0effe11e tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e97abd6-6c4b-4313-93b0-ffda5586d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544858 Sep 24 15:46:32.963444 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418c2bea-405d-47cc-bf62-421a93550bf3 req-384ddd19-b3ca-443c-a6cf-cdb7070c97ae tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:32.964980 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-418c2bea-405d-47cc-bf62-421a93550bf3 req-384ddd19-b3ca-443c-a6cf-cdb7070c97ae tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/networks?id=fcaa8023-73de-41c9-b56a-537c209ef622 HTTP/1.1" status: 200 len: 806 time: 0.1152503 Sep 24 15:46:32.980827 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-418c2bea-405d-47cc-bf62-421a93550bf3 req-36ab0b41-b310-4e14-8e42-b067d243cced tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/quotas/62a8ba880b994b468ea0f6bf276f3fa0 HTTP/1.1" status: 200 len: 375 time: 0.0096247 Sep 24 15:46:33.013548 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-418c2bea-405d-47cc-bf62-421a93550bf3 req-9f7dfa6c-576d-4d00-8dab-59f13ff3c89a tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=62a8ba880b994b468ea0f6bf276f3fa0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272160 Sep 24 15:46:33.126919 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f8e096-3fa1-4ade-a83c-78a64b8ed291 req-5ad4d7d2-c448-4bb1-a2bd-9d8e60da957d tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:33.129088 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-35f8e096-3fa1-4ade-a83c-78a64b8ed291 req-5ad4d7d2-c448-4bb1-a2bd-9d8e60da957d tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=e1808a51-f05e-4f9a-982a-3d6da6d33975 HTTP/1.1" status: 200 len: 945 time: 0.0555875 Sep 24 15:46:33.169795 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 79c90cce-a159-40c1-a7f1-3c92efff99e9 details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:46:33.172085 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-35f8e096-3fa1-4ade-a83c-78a64b8ed291 req-88af8199-44b2-46d5-a478-9a2b92710bb8 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362494 Sep 24 15:46:33.172938 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 8b63e106-6324-473f-b60f-938c4d66dc4b no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:46:33.237455 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-418c2bea-405d-47cc-bf62-421a93550bf3 req-081134aa-3650-4cd2-8f51-2f5dcff89713 service neutron] 10.222.0.101 "GET /v2.0/networks/fcaa8023-73de-41c9-b56a-537c209ef622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170286 Sep 24 15:46:33.342263 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d56a3-4af5-4a8f-926e-04e3068c48c2 req-84593d82-54f5-4d05-88cb-72c82e24b1d5 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:33.344119 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3b4d56a3-4af5-4a8f-926e-04e3068c48c2 req-84593d82-54f5-4d05-88cb-72c82e24b1d5 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 944 time: 0.0807698 Sep 24 15:46:33.373505 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-418c2bea-405d-47cc-bf62-421a93550bf3 req-5fdd0a0a-48f0-4efc-afac-e0cdda63f8c3 service neutron] 10.222.0.101 "GET /v2.0/networks/fcaa8023-73de-41c9-b56a-537c209ef622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292412 Sep 24 15:46:33.400536 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3b4d56a3-4af5-4a8f-926e-04e3068c48c2 req-c9523155-c03f-4f24-a714-5f19e0a2e27d tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484858 Sep 24 15:46:33.497244 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 79c90cce-a159-40c1-a7f1-3c92efff99e9, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=79c90cce-a159-40c1-a7f1-3c92efff99e9,segment=NetworkSegment(5202dad5-affc-4089-8eb2-2acbc0a55bf9),segment_id=5202dad5-affc-4089-8eb2-2acbc0a55bf9)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:46:33.515086 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': '79c90cce-a159-40c1-a7f1-3c92efff99e9', 'network_id': 'f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc', 'port_id': '79c90cce-a159-40c1-a7f1-3c92efff99e9', 'mac_address': 'fa:16:3e:1c:58:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0d43bec-f9c0-475f-bd60-a66698ae0d01', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:46:33.560256 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:33.572639 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79c90cce-a159-40c1-a7f1-3c92efff99e9 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:46:33.591974 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 79c90cce-a159-40c1-a7f1-3c92efff99e9, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=79c90cce-a159-40c1-a7f1-3c92efff99e9,segment=NetworkSegment(5202dad5-affc-4089-8eb2-2acbc0a55bf9),segment_id=5202dad5-affc-4089-8eb2-2acbc0a55bf9)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:46:33.681188 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f52fd7b-c6cb-4292-a0c2-638bd7b471e7 req-fc585721-b865-4049-a06d-e8e09940e432 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:33.682765 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1f52fd7b-c6cb-4292-a0c2-638bd7b471e7 req-fc585721-b865-4049-a06d-e8e09940e432 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=3524fff6-74c3-43c4-a59d-55146ad94b5b HTTP/1.1" status: 200 len: 943 time: 0.0646570 Sep 24 15:46:33.709056 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-223b8a1a-f8b3-43da-9930-194adc10f838 req-fa95f0e8-0367-456c-9c2a-d9d0515b0e53 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=6fd0c768-a046-4c3d-9807-8d0f0bc316fc HTTP/1.1" status: 200 len: 210 time: 0.0433953 Sep 24 15:46:33.727731 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1f52fd7b-c6cb-4292-a0c2-638bd7b471e7 req-7419941e-825b-4d24-9110-3457e84882e9 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e97abd6-6c4b-4313-93b0-ffda5586d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390801 Sep 24 15:46:33.908911 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:33.962678 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=79c90cce-a159-40c1-a7f1-3c92efff99e9,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:34.162301 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['79c90cce-a159-40c1-a7f1-3c92efff99e9'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:46:34.191726 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-565939b5-172e-47fe-b828-1c0df828d6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:34.294430 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9ac77d-3f81-47bc-a645-5e5529243294 req-64007765-bd0d-40ee-8c47-ea4ab4a64dd6 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:34.295892 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4c9ac77d-3f81-47bc-a645-5e5529243294 req-64007765-bd0d-40ee-8c47-ea4ab4a64dd6 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=e1808a51-f05e-4f9a-982a-3d6da6d33975 HTTP/1.1" status: 200 len: 945 time: 0.0494156 Sep 24 15:46:34.335240 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4c9ac77d-3f81-47bc-a645-5e5529243294 req-1b1f30ba-221a-425b-a025-8825b7581c14 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325179 Sep 24 15:46:34.407726 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:34.524864 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bc11cc-9703-4ea5-a17a-c104237f23b5 req-e3196691-6e39-4a44-9b8b-a29621ea50bb tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:34.526606 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-49bc11cc-9703-4ea5-a17a-c104237f23b5 req-e3196691-6e39-4a44-9b8b-a29621ea50bb tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 944 time: 0.0517902 Sep 24 15:46:34.575754 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-49bc11cc-9703-4ea5-a17a-c104237f23b5 req-d6b96542-f75c-4e6d-babb-d16811cdfc64 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422549 Sep 24 15:46:34.789395 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-dda7bcec-8431-4c56-a0ad-5e48110149e7 req-f74cfd17-0b77-4d82-9f69-c9a818ec20b8 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=6fd0c768-a046-4c3d-9807-8d0f0bc316fc HTTP/1.1" status: 200 len: 210 time: 0.0284653 Sep 24 15:46:34.853359 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3d279c-dbd7-4118-9dcc-09b5efe309c0 req-f73d6484-278b-4486-af96-61ec7718cc2d tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:34.854918 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3a3d279c-dbd7-4118-9dcc-09b5efe309c0 req-f73d6484-278b-4486-af96-61ec7718cc2d tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=3524fff6-74c3-43c4-a59d-55146ad94b5b HTTP/1.1" status: 200 len: 944 time: 0.0492260 Sep 24 15:46:34.895744 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3a3d279c-dbd7-4118-9dcc-09b5efe309c0 req-8bdb0ac6-460a-44d2-ae8a-5db9b3371712 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e97abd6-6c4b-4313-93b0-ffda5586d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345111 Sep 24 15:46:35.189365 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 79c90cce-a159-40c1-a7f1-3c92efff99e9 up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:46:35.246887 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:35.284992 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 59606) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:46:35.359600 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port 79c90cce-a159-40c1-a7f1-3c92efff99e9 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:46:35.363475 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port 79c90cce-a159-40c1-a7f1-3c92efff99e9 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:46:35.363857 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:35.464294 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-11a77495-355d-4818-98a3-20b2a76034f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:35.540929 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:35.581699 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3524fff6-74c3-43c4-a59d-55146ad94b5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c90cce-a159-40c1-a7f1-3c92efff99e9'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:46:35.584231 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dac69e2-ca3b-43f4-8d0b-717ea6ecdd7d" -d '{"events": [{"server_uuid": "3524fff6-74c3-43c4-a59d-55146ad94b5b", "name": "network-vif-plugged", "status": "completed", "tag": "79c90cce-a159-40c1-a7f1-3c92efff99e9"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:46:35.601710 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 79c90cce-a159-40c1-a7f1-3c92efff99e9, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=79c90cce-a159-40c1-a7f1-3c92efff99e9,segment=NetworkSegment(5202dad5-affc-4089-8eb2-2acbc0a55bf9),segment_id=5202dad5-affc-4089-8eb2-2acbc0a55bf9)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:46:35.611308 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd0ad24-21f2-4215-95f0-820ec5115dc9 req-555ac12d-08f3-497e-95c1-a145f6af7002 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:35.621963 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5dd0ad24-21f2-4215-95f0-820ec5115dc9 req-555ac12d-08f3-497e-95c1-a145f6af7002 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=e1808a51-f05e-4f9a-982a-3d6da6d33975 HTTP/1.1" status: 200 len: 945 time: 0.1449871 Sep 24 15:46:35.693344 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee83634d-cbb6-4b4f-961f-8fcebbdb9198 x-openstack-request-id: req-ee83634d-cbb6-4b4f-961f-8fcebbdb9198 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:46:35.693636 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3524fff6-74c3-43c4-a59d-55146ad94b5b", "name": "network-vif-plugged", "status": "completed", "tag": "79c90cce-a159-40c1-a7f1-3c92efff99e9", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:46:35.694650 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ee83634d-cbb6-4b4f-961f-8fcebbdb9198 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:46:35.694967 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3524fff6-74c3-43c4-a59d-55146ad94b5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c90cce-a159-40c1-a7f1-3c92efff99e9', 'code': 200} Sep 24 15:46:35.724632 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5dd0ad24-21f2-4215-95f0-820ec5115dc9 req-1ee5e757-16c8-4b67-a0e1-6669a5ead3de tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806737 Sep 24 15:46:35.729908 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:35.756842 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-11a77495-355d-4818-98a3-20b2a76034f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:35.810191 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=79c90cce-a159-40c1-a7f1-3c92efff99e9,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:35.833467 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eb437e-bd37-4db0-8854-464a55b7c97d req-8bf24fd7-eb40-43bf-ad03-ca80655a1582 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:35.838686 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-18eb437e-bd37-4db0-8854-464a55b7c97d req-8bf24fd7-eb40-43bf-ad03-ca80655a1582 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 944 time: 0.0696909 Sep 24 15:46:35.852443 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2211190d-8197-470d-b581-c19c8fc95332 req-6fe4eb89-89b2-46eb-9169-e423ca9cfaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:35.855431 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2211190d-8197-470d-b581-c19c8fc95332 req-6fe4eb89-89b2-46eb-9169-e423ca9cfaab service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=3524fff6-74c3-43c4-a59d-55146ad94b5b HTTP/1.1" status: 200 len: 1096 time: 0.0718007 Sep 24 15:46:35.856822 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-11a77495-355d-4818-98a3-20b2a76034f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:35.927402 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-18eb437e-bd37-4db0-8854-464a55b7c97d req-5ce09794-6a43-4079-8856-5900a3ac0845 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843785 Sep 24 15:46:35.949566 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1c4214e1-8d7c-4b2b-8eec-986427c4b6bb req-8e590f20-17d9-4eda-9793-35dfd9bbd6b4 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=6fd0c768-a046-4c3d-9807-8d0f0bc316fc HTTP/1.1" status: 200 len: 210 time: 0.0684793 Sep 24 15:46:35.967718 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-11a77495-355d-4818-98a3-20b2a76034f8 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=0acde630f2e146bf8ebb5d78c69c4b34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6814620 Sep 24 15:46:35.969293 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 59622) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:46:35.973676 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a77495-355d-4818-98a3-20b2a76034f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96bfa26a-815d-495b-a8d6-7663a0ed10cf,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:35.993537 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:46:36.043361 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2211190d-8197-470d-b581-c19c8fc95332 req-8c06b2b8-fa4b-44a3-9b63-2150fb9ee31a service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=2e97abd6-6c4b-4313-93b0-ffda5586d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633461 Sep 24 15:46:36.101353 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e704a2fa-6e7d-4925-948f-a8fd322e1909 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:36.113287 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8dfb84-1608-4f9d-af5c-5978ef5c9a1b req-28c83ef4-de1f-4170-af2e-9e9119675467 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:36.119119 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4e8dfb84-1608-4f9d-af5c-5978ef5c9a1b req-28c83ef4-de1f-4170-af2e-9e9119675467 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=3524fff6-74c3-43c4-a59d-55146ad94b5b HTTP/1.1" status: 200 len: 945 time: 0.0989437 Sep 24 15:46:36.148721 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e704a2fa-6e7d-4925-948f-a8fd322e1909 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:36.208920 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4e8dfb84-1608-4f9d-af5c-5978ef5c9a1b req-faf7e30d-2d19-4e97-af25-cdebe3bcb7c9 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e97abd6-6c4b-4313-93b0-ffda5586d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799956 Sep 24 15:46:36.353672 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e704a2fa-6e7d-4925-948f-a8fd322e1909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:36.356476 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e704a2fa-6e7d-4925-948f-a8fd322e1909 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:36.357715 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e704a2fa-6e7d-4925-948f-a8fd322e1909 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/96bfa26a-815d-495b-a8d6-7663a0ed10cf HTTP/1.1" status: 204 len: 168 time: 0.3872581 Sep 24 15:46:36.366066 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e704a2fa-6e7d-4925-948f-a8fd322e1909 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96bfa26a-815d-495b-a8d6-7663a0ed10cf,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:36.633559 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:36.885093 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e46e303-c4d1-4b99-b987-0b240c3e5541 req-3a0b991c-2cbb-41f3-b729-1c4e3d892034 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:36.894690 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6e46e303-c4d1-4b99-b987-0b240c3e5541 req-3a0b991c-2cbb-41f3-b729-1c4e3d892034 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=e1808a51-f05e-4f9a-982a-3d6da6d33975 HTTP/1.1" status: 200 len: 945 time: 0.0676107 Sep 24 15:46:36.943301 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6e46e303-c4d1-4b99-b987-0b240c3e5541 req-79a5b8fd-1369-42eb-aa18-389a824ecbd3 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402124 Sep 24 15:46:37.069815 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2501af58-0cb8-425e-a465-087cd7414bd0 req-e34e2dc6-e076-4f69-9ef7-b005d3c68e50 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=6fd0c768-a046-4c3d-9807-8d0f0bc316fc HTTP/1.1" status: 200 len: 210 time: 0.0371511 Sep 24 15:46:37.104516 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d979c0-9832-46eb-a07d-75f4ca6dcc8a req-8aff1c76-5bf1-4585-82e9-dd6edbbb4850 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:37.122162 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c5d979c0-9832-46eb-a07d-75f4ca6dcc8a req-8aff1c76-5bf1-4585-82e9-dd6edbbb4850 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 944 time: 0.1065140 Sep 24 15:46:37.172607 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c5d979c0-9832-46eb-a07d-75f4ca6dcc8a req-5da4af35-49bc-4396-b67b-41272e16c69b tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442312 Sep 24 15:46:37.236024 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 59642) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:46:37.247486 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418c2bea-405d-47cc-bf62-421a93550bf3 req-aba73f36-68b4-4129-ae15-d96b2cb3d138 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:37.249938 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-418c2bea-405d-47cc-bf62-421a93550bf3 req-aba73f36-68b4-4129-ae15-d96b2cb3d138 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.110 "GET /v2.0/networks?id=fcaa8023-73de-41c9-b56a-537c209ef622 HTTP/1.1" status: 200 len: 806 time: 0.1683803 Sep 24 15:46:37.253647 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b2db9ceb-1781-4e3c-8eb5-da20d4b04fa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:37.265326 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-418c2bea-405d-47cc-bf62-421a93550bf3 req-ba0e5417-7fb1-4723-9cff-f8876af632c1 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Request body: {'port': {'device_id': '6fd0c768-a046-4c3d-9807-8d0f0bc316fc', 'network_id': 'fcaa8023-73de-41c9-b56a-537c209ef622', 'admin_state_up': True, 'tenant_id': '62a8ba880b994b468ea0f6bf276f3fa0'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:46:37.468258 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190922ca-c5cf-4365-bcd4-9e60523fe1a8 req-0d724ddc-0f7d-4844-a2ea-831790d43550 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:37.469790 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-190922ca-c5cf-4365-bcd4-9e60523fe1a8 req-0d724ddc-0f7d-4844-a2ea-831790d43550 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=3524fff6-74c3-43c4-a59d-55146ad94b5b HTTP/1.1" status: 200 len: 945 time: 0.1188519 Sep 24 15:46:37.496154 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b2db9ceb-1781-4e3c-8eb5-da20d4b04fa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:37.521930 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-190922ca-c5cf-4365-bcd4-9e60523fe1a8 req-f302ff8e-0cd3-43e6-9b9f-24b5ae0108f7 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e97abd6-6c4b-4313-93b0-ffda5586d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411344 Sep 24 15:46:37.599380 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b2db9ceb-1781-4e3c-8eb5-da20d4b04fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:37.636519 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2db9ceb-1781-4e3c-8eb5-da20d4b04fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a4adf7c-e105-434a-9058-d7358746ff49,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:37.640749 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b2db9ceb-1781-4e3c-8eb5-da20d4b04fa7 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=212ef30504514c78b5fa88f56048de4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4036446 Sep 24 15:46:37.644394 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 59648) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:46:37.697295 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6db13569-f745-488c-8f0d-e83e650d5b42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:37.719465 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-418c2bea-405d-47cc-bf62-421a93550bf3 req-ba0e5417-7fb1-4723-9cff-f8876af632c1 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Made reservation on behalf of 62a8ba880b994b468ea0f6bf276f3fa0 for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:46:37.723047 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-418c2bea-405d-47cc-bf62-421a93550bf3 req-ba0e5417-7fb1-4723-9cff-f8876af632c1 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:37.727485 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6db13569-f745-488c-8f0d-e83e650d5b42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:37.885635 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [req-418c2bea-405d-47cc-bf62-421a93550bf3 req-ba0e5417-7fb1-4723-9cff-f8876af632c1 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Allocated IP 172.20.0.7 (fcaa8023-73de-41c9-b56a-537c209ef622/0db07746-4ea4-48db-9d56-837ab1eb05bd/190abd2c-9e7d-4487-82bd-57561f5a96b8) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:46:37.932691 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6db13569-f745-488c-8f0d-e83e650d5b42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:37.935194 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6db13569-f745-488c-8f0d-e83e650d5b42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:37.936330 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-6db13569-f745-488c-8f0d-e83e650d5b42 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/1a4adf7c-e105-434a-9058-d7358746ff49 HTTP/1.1" status: 204 len: 168 time: 0.2908628 Sep 24 15:46:37.960227 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db13569-f745-488c-8f0d-e83e650d5b42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a4adf7c-e105-434a-9058-d7358746ff49,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:38.057282 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-418c2bea-405d-47cc-bf62-421a93550bf3 req-ba0e5417-7fb1-4723-9cff-f8876af632c1 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:38.073590 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34e56bf-9ead-4205-ba5a-ee6d7294e1c6 req-d29f5ace-8563-413a-ab95-20400795d0a3 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:38.077654 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d34e56bf-9ead-4205-ba5a-ee6d7294e1c6 req-d29f5ace-8563-413a-ab95-20400795d0a3 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=e1808a51-f05e-4f9a-982a-3d6da6d33975 HTTP/1.1" status: 200 len: 945 time: 0.0532053 Sep 24 15:46:38.117921 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d34e56bf-9ead-4205-ba5a-ee6d7294e1c6 req-e3bc1966-c198-4ac0-90b3-02162f5b7b63 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362396 Sep 24 15:46:38.175980 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fdb1a76a-25cb-4459-ba14-fd0ab2016b96 req-d6fadd5e-f81c-4b24-82af-16c46187621b tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=6fd0c768-a046-4c3d-9807-8d0f0bc316fc HTTP/1.1" status: 200 len: 210 time: 0.0272384 Sep 24 15:46:38.206024 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-418c2bea-405d-47cc-bf62-421a93550bf3 req-ba0e5417-7fb1-4723-9cff-f8876af632c1 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:38.248876 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-418c2bea-405d-47cc-bf62-421a93550bf3 req-ba0e5417-7fb1-4723-9cff-f8876af632c1 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Network fcaa8023-73de-41c9-b56a-537c209ef622 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:46:38.252004 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [req-418c2bea-405d-47cc-bf62-421a93550bf3 req-ba0e5417-7fb1-4723-9cff-f8876af632c1 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:46:38.255722 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-418c2bea-405d-47cc-bf62-421a93550bf3 req-ba0e5417-7fb1-4723-9cff-f8876af632c1 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:46:38.292731 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0e5417-7fb1-4723-9cff-f8876af632c1 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Pushing event updated for resources: {'Port': ['ID=190abd2c-9e7d-4487-82bd-57561f5a96b8,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:38.325831 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418c2bea-405d-47cc-bf62-421a93550bf3 req-ba0e5417-7fb1-4723-9cff-f8876af632c1 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:38.335438 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-418c2bea-405d-47cc-bf62-421a93550bf3 req-ba0e5417-7fb1-4723-9cff-f8876af632c1 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:38.335913 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea98e43-02f4-4bf3-914e-64a7d89a3c81 req-0ff02871-fa36-4d55-bae4-f306de1722f4 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:38.338207 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-aea98e43-02f4-4bf3-914e-64a7d89a3c81 req-0ff02871-fa36-4d55-bae4-f306de1722f4 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 944 time: 0.0931697 Sep 24 15:46:38.386748 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-aea98e43-02f4-4bf3-914e-64a7d89a3c81 req-7c17d284-5717-4f5a-8298-26ac4dbc40fd tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411098 Sep 24 15:46:38.434279 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-418c2bea-405d-47cc-bf62-421a93550bf3 req-ba0e5417-7fb1-4723-9cff-f8876af632c1 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1740541 Sep 24 15:46:38.453768 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-418c2bea-405d-47cc-bf62-421a93550bf3 req-03ce9d0f-e4af-41b7-94f6-6a96f29b8da7 service neutron] Request body: {'port': {'device_id': '6fd0c768-a046-4c3d-9807-8d0f0bc316fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:46:38.513912 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-418c2bea-405d-47cc-bf62-421a93550bf3 req-03ce9d0f-e4af-41b7-94f6-6a96f29b8da7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:38.731752 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff292410-3c9c-4a4b-8de3-8f5dd7c9259a req-b1c6ffc6-b010-45e4-8426-a64bb74390e4 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:38.733401 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ff292410-3c9c-4a4b-8de3-8f5dd7c9259a req-b1c6ffc6-b010-45e4-8426-a64bb74390e4 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=3524fff6-74c3-43c4-a59d-55146ad94b5b HTTP/1.1" status: 200 len: 945 time: 0.0967541 Sep 24 15:46:38.826623 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ff292410-3c9c-4a4b-8de3-8f5dd7c9259a req-e443da53-b460-4dfe-89a4-0ebe06386b03 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e97abd6-6c4b-4313-93b0-ffda5586d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611241 Sep 24 15:46:38.902202 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [req-418c2bea-405d-47cc-bf62-421a93550bf3 req-03ce9d0f-e4af-41b7-94f6-6a96f29b8da7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 190abd2c-9e7d-4487-82bd-57561f5a96b8 {{(pid=95297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:46:38.912330 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-418c2bea-405d-47cc-bf62-421a93550bf3 req-03ce9d0f-e4af-41b7-94f6-6a96f29b8da7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:38.929254 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.provisioning_blocks [req-418c2bea-405d-47cc-bf62-421a93550bf3 req-03ce9d0f-e4af-41b7-94f6-6a96f29b8da7 service neutron] Transition to ACTIVE for port object 190abd2c-9e7d-4487-82bd-57561f5a96b8 will not be triggered until provisioned by entity L2. {{(pid=95297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:46:38.971839 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:39.102400 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-418c2bea-405d-47cc-bf62-421a93550bf3 req-03ce9d0f-e4af-41b7-94f6-6a96f29b8da7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:39.160364 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ce9d0f-e4af-41b7-94f6-6a96f29b8da7 service neutron] Pushing event updated for resources: {'Port': ['ID=190abd2c-9e7d-4487-82bd-57561f5a96b8,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:39.282509 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-418c2bea-405d-47cc-bf62-421a93550bf3 req-03ce9d0f-e4af-41b7-94f6-6a96f29b8da7 service neutron] Attempting to bind port 190abd2c-9e7d-4487-82bd-57561f5a96b8 on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:46:39.282765 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-418c2bea-405d-47cc-bf62-421a93550bf3 req-03ce9d0f-e4af-41b7-94f6-6a96f29b8da7 service neutron] Attempting to bind port 190abd2c-9e7d-4487-82bd-57561f5a96b8 by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': '368a9d0c-2815-451d-a46d-c1bdd7d38862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'fcaa8023-73de-41c9-b56a-537c209ef622'}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:46:39.283101 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418c2bea-405d-47cc-bf62-421a93550bf3 req-03ce9d0f-e4af-41b7-94f6-6a96f29b8da7 service neutron] Attempting to bind port 190abd2c-9e7d-4487-82bd-57561f5a96b8 on network fcaa8023-73de-41c9-b56a-537c209ef622 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:46:39.295818 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418c2bea-405d-47cc-bf62-421a93550bf3 req-03ce9d0f-e4af-41b7-94f6-6a96f29b8da7 service neutron] Port 190abd2c-9e7d-4487-82bd-57561f5a96b8 on network fcaa8023-73de-41c9-b56a-537c209ef622 not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:46:39.296164 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418c2bea-405d-47cc-bf62-421a93550bf3 req-03ce9d0f-e4af-41b7-94f6-6a96f29b8da7 service neutron] Attempting to bind port 190abd2c-9e7d-4487-82bd-57561f5a96b8 on network fcaa8023-73de-41c9-b56a-537c209ef622 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:46:39.305963 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418c2bea-405d-47cc-bf62-421a93550bf3 req-03ce9d0f-e4af-41b7-94f6-6a96f29b8da7 service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:46:39.307685 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418c2bea-405d-47cc-bf62-421a93550bf3 req-03ce9d0f-e4af-41b7-94f6-6a96f29b8da7 service neutron] Checking segment: {'id': '368a9d0c-2815-451d-a46d-c1bdd7d38862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'fcaa8023-73de-41c9-b56a-537c209ef622'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:46:39.307685 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-418c2bea-405d-47cc-bf62-421a93550bf3 req-03ce9d0f-e4af-41b7-94f6-6a96f29b8da7 service neutron] Bound using segment: {'id': '368a9d0c-2815-451d-a46d-c1bdd7d38862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'fcaa8023-73de-41c9-b56a-537c209ef622'} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:46:39.307685 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-418c2bea-405d-47cc-bf62-421a93550bf3 req-03ce9d0f-e4af-41b7-94f6-6a96f29b8da7 service neutron] Bound port: 190abd2c-9e7d-4487-82bd-57561f5a96b8, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '368a9d0c-2815-451d-a46d-c1bdd7d38862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'fcaa8023-73de-41c9-b56a-537c209ef622'}}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:46:39.308084 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-418c2bea-405d-47cc-bf62-421a93550bf3 req-03ce9d0f-e4af-41b7-94f6-6a96f29b8da7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:39.330471 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b80e9e-0fee-42ba-bab9-9b76f67a0cf5 req-db8ce1d9-274d-4a3d-8b4f-14bb0d152466 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:39.333725 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f9b80e9e-0fee-42ba-bab9-9b76f67a0cf5 req-db8ce1d9-274d-4a3d-8b4f-14bb0d152466 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=e1808a51-f05e-4f9a-982a-3d6da6d33975 HTTP/1.1" status: 200 len: 945 time: 0.1175904 Sep 24 15:46:39.346916 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3c6bce-7154-4fc8-86d8-2ac67163fb39 req-076442a7-3eb0-404a-a284-eca757a63ca8 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:39.349173 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cc3c6bce-7154-4fc8-86d8-2ac67163fb39 req-076442a7-3eb0-404a-a284-eca757a63ca8 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=6fd0c768-a046-4c3d-9807-8d0f0bc316fc HTTP/1.1" status: 200 len: 943 time: 0.0857992 Sep 24 15:46:39.413709 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cc3c6bce-7154-4fc8-86d8-2ac67163fb39 req-17d91ee3-62f1-4884-9d74-21fc982b6945 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564637 Sep 24 15:46:39.418582 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f9b80e9e-0fee-42ba-bab9-9b76f67a0cf5 req-6bab712c-cd38-4c61-998d-97e7042ac749 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718844 Sep 24 15:46:39.456045 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-418c2bea-405d-47cc-bf62-421a93550bf3 req-03ce9d0f-e4af-41b7-94f6-6a96f29b8da7 service neutron] For port 190abd2c-9e7d-4487-82bd-57561f5a96b8, host n-h1-808921-1, cleared binding levels {{(pid=95297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:46:39.460818 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-418c2bea-405d-47cc-bf62-421a93550bf3 req-03ce9d0f-e4af-41b7-94f6-6a96f29b8da7 service neutron] For port 190abd2c-9e7d-4487-82bd-57561f5a96b8, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=190abd2c-9e7d-4487-82bd-57561f5a96b8,segment=NetworkSegment(368a9d0c-2815-451d-a46d-c1bdd7d38862),segment_id=368a9d0c-2815-451d-a46d-c1bdd7d38862)] {{(pid=95297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:46:39.565544 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-418c2bea-405d-47cc-bf62-421a93550bf3 req-03ce9d0f-e4af-41b7-94f6-6a96f29b8da7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:39.637308 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031b3404-762f-4c9f-8d6d-e5673b057d89 req-aed509f4-74ff-48bf-bff6-3ef965b922af tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:39.638680 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-031b3404-762f-4c9f-8d6d-e5673b057d89 req-aed509f4-74ff-48bf-bff6-3ef965b922af tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 944 time: 0.1157966 Sep 24 15:46:39.642119 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418c2bea-405d-47cc-bf62-421a93550bf3 req-03ce9d0f-e4af-41b7-94f6-6a96f29b8da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:39.642992 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-418c2bea-405d-47cc-bf62-421a93550bf3 req-03ce9d0f-e4af-41b7-94f6-6a96f29b8da7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:39.644440 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-418c2bea-405d-47cc-bf62-421a93550bf3 req-03ce9d0f-e4af-41b7-94f6-6a96f29b8da7 service neutron] 10.222.0.110 "PUT /v2.0/ports/190abd2c-9e7d-4487-82bd-57561f5a96b8 HTTP/1.1" status: 200 len: 1091 time: 1.1959519 Sep 24 15:46:39.644884 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fd0c768-a046-4c3d-9807-8d0f0bc316fc', 'tag': '190abd2c-9e7d-4487-82bd-57561f5a96b8'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:46:39.647813 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a07ff82-0bcf-4cab-87f7-2172b272882e" -d '{"events": [{"name": "network-changed", "server_uuid": "6fd0c768-a046-4c3d-9807-8d0f0bc316fc", "tag": "190abd2c-9e7d-4487-82bd-57561f5a96b8"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:46:39.660312 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ce9d0f-e4af-41b7-94f6-6a96f29b8da7 service neutron] Pushing event updated for resources: {'Port': ['ID=190abd2c-9e7d-4487-82bd-57561f5a96b8,revision_number=3']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:39.720405 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-031b3404-762f-4c9f-8d6d-e5673b057d89 req-522e00fb-6998-43da-a0e0-442dcd054669 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549746 Sep 24 15:46:39.840437 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dca8033-2145-401c-8fce-a79305796de1 x-openstack-request-id: req-1dca8033-2145-401c-8fce-a79305796de1 {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:46:39.840437 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fd0c768-a046-4c3d-9807-8d0f0bc316fc", "tag": "190abd2c-9e7d-4487-82bd-57561f5a96b8", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:46:39.840437 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-1dca8033-2145-401c-8fce-a79305796de1 {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:46:39.840437 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fd0c768-a046-4c3d-9807-8d0f0bc316fc', 'tag': '190abd2c-9e7d-4487-82bd-57561f5a96b8', 'status': 'completed', 'code': 200} Sep 24 15:46:39.871846 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418c2bea-405d-47cc-bf62-421a93550bf3 req-9baa1297-3e9a-474c-956b-69e2e508f552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:39.873405 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-418c2bea-405d-47cc-bf62-421a93550bf3 req-9baa1297-3e9a-474c-956b-69e2e508f552 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=62a8ba880b994b468ea0f6bf276f3fa0&device_id=6fd0c768-a046-4c3d-9807-8d0f0bc316fc HTTP/1.1" status: 200 len: 1094 time: 0.0455077 Sep 24 15:46:39.924919 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-418c2bea-405d-47cc-bf62-421a93550bf3 req-a218224e-2f29-4b1b-ae62-850c4b5f009e service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=190abd2c-9e7d-4487-82bd-57561f5a96b8 HTTP/1.1" status: 200 len: 217 time: 0.0388973 Sep 24 15:46:39.986956 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418c2bea-405d-47cc-bf62-421a93550bf3 req-273c07cc-9d85-4f2b-bd07-d29a5c0c98e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:39.988475 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-418c2bea-405d-47cc-bf62-421a93550bf3 req-273c07cc-9d85-4f2b-bd07-d29a5c0c98e8 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=0db07746-4ea4-48db-9d56-837ab1eb05bd HTTP/1.1" status: 200 len: 846 time: 0.0539188 Sep 24 15:46:40.034101 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-418c2bea-405d-47cc-bf62-421a93550bf3 req-d681ba11-c9b1-441c-b781-d9a1fa77e3fb service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=fcaa8023-73de-41c9-b56a-537c209ef622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263817 Sep 24 15:46:40.143452 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-418c2bea-405d-47cc-bf62-421a93550bf3 req-119e78c2-5420-4fc9-af75-5862c75b47b8 service neutron] 10.222.0.110 "GET /v2.0/networks/fcaa8023-73de-41c9-b56a-537c209ef622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005275 Sep 24 15:46:40.253547 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-418c2bea-405d-47cc-bf62-421a93550bf3 req-7c95267d-6003-49a3-808a-3f74c48ba092 service neutron] 10.222.0.110 "GET /v2.0/networks/fcaa8023-73de-41c9-b56a-537c209ef622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952613 Sep 24 15:46:40.504991 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a07ff82-0bcf-4cab-87f7-2172b272882e req-fb57430d-974c-4a3f-acd3-da6810dec938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:40.507093 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5a07ff82-0bcf-4cab-87f7-2172b272882e req-fb57430d-974c-4a3f-acd3-da6810dec938 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=62a8ba880b994b468ea0f6bf276f3fa0&device_id=6fd0c768-a046-4c3d-9807-8d0f0bc316fc HTTP/1.1" status: 200 len: 1094 time: 0.0528641 Sep 24 15:46:40.592956 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2eae1d-7a47-475b-b297-d1c49c8b5429 req-42bb1a2a-54e3-45d6-84c1-66db56a68deb tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:40.594706 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9a2eae1d-7a47-475b-b297-d1c49c8b5429 req-42bb1a2a-54e3-45d6-84c1-66db56a68deb tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=6fd0c768-a046-4c3d-9807-8d0f0bc316fc HTTP/1.1" status: 200 len: 943 time: 0.0718653 Sep 24 15:46:40.676353 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9a2eae1d-7a47-475b-b297-d1c49c8b5429 req-57e982fd-478d-4a16-9389-cb06b7416a94 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634954 Sep 24 15:46:40.679889 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685b2a71-46d4-44a1-8d46-04aa58dd7e87 req-c3b0fa68-55f0-4488-94df-39584c5dc715 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:40.681612 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-685b2a71-46d4-44a1-8d46-04aa58dd7e87 req-c3b0fa68-55f0-4488-94df-39584c5dc715 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=e1808a51-f05e-4f9a-982a-3d6da6d33975 HTTP/1.1" status: 200 len: 945 time: 0.1565626 Sep 24 15:46:40.743340 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a07ff82-0bcf-4cab-87f7-2172b272882e req-ec6860ff-68bd-4e0f-90fe-7f2489b51f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:40.745830 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5a07ff82-0bcf-4cab-87f7-2172b272882e req-ec6860ff-68bd-4e0f-90fe-7f2489b51f6d service neutron] 10.222.0.110 "GET /v2.0/networks?id=fcaa8023-73de-41c9-b56a-537c209ef622 HTTP/1.1" status: 200 len: 908 time: 0.2308373 Sep 24 15:46:40.828701 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-685b2a71-46d4-44a1-8d46-04aa58dd7e87 req-aea5bc4c-b5ff-4a96-9a40-0a8f8edae0d6 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396563 Sep 24 15:46:40.831162 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5a07ff82-0bcf-4cab-87f7-2172b272882e req-fdde8fb1-b05f-475f-a6c9-793612851ca0 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=190abd2c-9e7d-4487-82bd-57561f5a96b8 HTTP/1.1" status: 200 len: 217 time: 0.0720725 Sep 24 15:46:40.906248 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b663ca4-de5f-4062-8388-2c783423c505 req-5e2e3fa0-4141-40f1-9cca-cca19494a444 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:40.915574 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a07ff82-0bcf-4cab-87f7-2172b272882e req-9bbda662-351d-47e7-b4dd-d3e800d09535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:40.915796 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3b663ca4-de5f-4062-8388-2c783423c505 req-5e2e3fa0-4141-40f1-9cca-cca19494a444 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 944 time: 0.0658240 Sep 24 15:46:40.917568 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5a07ff82-0bcf-4cab-87f7-2172b272882e req-9bbda662-351d-47e7-b4dd-d3e800d09535 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=0db07746-4ea4-48db-9d56-837ab1eb05bd HTTP/1.1" status: 200 len: 846 time: 0.0771601 Sep 24 15:46:40.959771 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:40.968002 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3b663ca4-de5f-4062-8388-2c783423c505 req-c548bf23-6a3f-4df5-bf00-65616053121f tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513380 Sep 24 15:46:40.976984 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5a07ff82-0bcf-4cab-87f7-2172b272882e req-1eac4396-b9a4-4f95-8fb5-748e3bd85cc8 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=fcaa8023-73de-41c9-b56a-537c209ef622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374875 Sep 24 15:46:41.086495 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5a07ff82-0bcf-4cab-87f7-2172b272882e req-609f0084-b9dd-49e5-b74e-7007631d894c service neutron] 10.222.0.110 "GET /v2.0/networks/fcaa8023-73de-41c9-b56a-537c209ef622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013296 Sep 24 15:46:41.188402 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5a07ff82-0bcf-4cab-87f7-2172b272882e req-70d7cd54-a2d3-49d9-8d0b-4bd0b45b31cd service neutron] 10.222.0.110 "GET /v2.0/networks/fcaa8023-73de-41c9-b56a-537c209ef622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944223 Sep 24 15:46:41.808931 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894b1d6-c82d-4903-87c7-632ae110e4b4 req-0d5b6767-d54d-4c7b-9646-9c5d9ad251d9 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:41.811281 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0894b1d6-c82d-4903-87c7-632ae110e4b4 req-0d5b6767-d54d-4c7b-9646-9c5d9ad251d9 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=6fd0c768-a046-4c3d-9807-8d0f0bc316fc HTTP/1.1" status: 200 len: 943 time: 0.0528262 Sep 24 15:46:41.866514 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0894b1d6-c82d-4903-87c7-632ae110e4b4 req-47ed3594-7ba7-4ff3-8fa3-40f431024226 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436971 Sep 24 15:46:41.981063 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046b5c55-c751-4785-bb12-853ff9c87dcd req-2f4b4850-25b9-491c-9214-0e158db6cf5e tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:41.982680 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-046b5c55-c751-4785-bb12-853ff9c87dcd req-2f4b4850-25b9-491c-9214-0e158db6cf5e tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=e1808a51-f05e-4f9a-982a-3d6da6d33975 HTTP/1.1" status: 200 len: 945 time: 0.0599613 Sep 24 15:46:42.039178 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-046b5c55-c751-4785-bb12-853ff9c87dcd req-293206fa-607c-4e04-b2d4-3de3ba96bb85 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439310 Sep 24 15:46:42.140654 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37be199d-f109-42a2-b3c7-fa48f5ea451d req-68ee5049-83d9-4b67-ba03-a8fe90ff0363 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:42.142307 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-37be199d-f109-42a2-b3c7-fa48f5ea451d req-68ee5049-83d9-4b67-ba03-a8fe90ff0363 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 944 time: 0.0512421 Sep 24 15:46:42.185534 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-37be199d-f109-42a2-b3c7-fa48f5ea451d req-91dae901-d9e4-46d3-9ea7-4f578ec28a41 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364301 Sep 24 15:46:42.751673 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be03f767-2598-4354-83f9-0f5bfa3d1036 req-aab7627d-9ebb-43a1-85ca-5454a80ae694 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:42.753317 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-be03f767-2598-4354-83f9-0f5bfa3d1036 req-aab7627d-9ebb-43a1-85ca-5454a80ae694 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 944 time: 0.0523980 Sep 24 15:46:42.793115 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-be03f767-2598-4354-83f9-0f5bfa3d1036 req-8bc5db0e-30ab-418e-82e7-86cf5a0613a0 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331578 Sep 24 15:46:42.945259 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37deae4a-02fc-4d06-8e34-07b4dd7b9990 req-02565bb1-85b0-4cb7-8073-74714f553bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:42.946799 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-37deae4a-02fc-4d06-8e34-07b4dd7b9990 req-02565bb1-85b0-4cb7-8073-74714f553bd6 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=ac17221dd7b34bd3afb658a69ac088d3&device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 1095 time: 0.0465834 Sep 24 15:46:43.067702 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37deae4a-02fc-4d06-8e34-07b4dd7b9990 req-ebd9b474-c4c6-47fc-ab69-7a31def62d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:43.069618 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-37deae4a-02fc-4d06-8e34-07b4dd7b9990 req-ebd9b474-c4c6-47fc-ab69-7a31def62d79 service neutron] 10.222.0.110 "GET /v2.0/networks?id=bad15511-e79d-4a5e-8826-604fa4d6fb1c HTTP/1.1" status: 200 len: 914 time: 0.1138482 Sep 24 15:46:43.079877 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a79afd-a21f-4668-be34-e4b72cb7d4b1 req-80dd436a-daa5-46b0-9cc4-f5c44f30f7e0 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:43.081225 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-56a79afd-a21f-4668-be34-e4b72cb7d4b1 req-80dd436a-daa5-46b0-9cc4-f5c44f30f7e0 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=6fd0c768-a046-4c3d-9807-8d0f0bc316fc HTTP/1.1" status: 200 len: 943 time: 0.0943882 Sep 24 15:46:43.158782 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-37deae4a-02fc-4d06-8e34-07b4dd7b9990 req-5af9a343-902e-444f-ac26-dd769104a328 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c9fda49-cc27-42a1-beac-c3884a84a52d HTTP/1.1" status: 200 len: 998 time: 0.0765448 Sep 24 15:46:43.161517 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-56a79afd-a21f-4668-be34-e4b72cb7d4b1 req-1aad253e-81cf-40cd-827a-ac22bdce5fdf tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730984 Sep 24 15:46:43.208884 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37deae4a-02fc-4d06-8e34-07b4dd7b9990 req-f418d90e-405c-4b3f-90de-032e3f0588fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:43.210442 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-37deae4a-02fc-4d06-8e34-07b4dd7b9990 req-f418d90e-405c-4b3f-90de-032e3f0588fc service neutron] 10.222.0.110 "GET /v2.0/subnets?id=ac550aa6-1c9d-441e-90e2-38bf2a7a38e4 HTTP/1.1" status: 200 len: 851 time: 0.0437987 Sep 24 15:46:43.291393 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37deae4a-02fc-4d06-8e34-07b4dd7b9990 req-1ea5c0aa-d92c-49c1-8c0c-e93540ceacbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:43.293137 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-37deae4a-02fc-4d06-8e34-07b4dd7b9990 req-1ea5c0aa-d92c-49c1-8c0c-e93540ceacbd service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=bad15511-e79d-4a5e-8826-604fa4d6fb1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753424 Sep 24 15:46:43.301503 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15269e2f-1ba7-4dd5-b790-6fb4c97a55e6 req-f48b48d8-d48d-4cbc-b6cb-e6d5b118b7e4 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:43.302932 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-15269e2f-1ba7-4dd5-b790-6fb4c97a55e6 req-f48b48d8-d48d-4cbc-b6cb-e6d5b118b7e4 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=e1808a51-f05e-4f9a-982a-3d6da6d33975 HTTP/1.1" status: 200 len: 945 time: 0.0778992 Sep 24 15:46:43.392990 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-15269e2f-1ba7-4dd5-b790-6fb4c97a55e6 req-0f2535bf-375f-4c14-abb6-93b565d65f32 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812001 Sep 24 15:46:43.416292 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-37deae4a-02fc-4d06-8e34-07b4dd7b9990 req-f202973e-5c57-4a17-bbc1-c75ef75aa6fc service neutron] 10.222.0.110 "GET /v2.0/networks/bad15511-e79d-4a5e-8826-604fa4d6fb1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115608 Sep 24 15:46:43.511693 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-37deae4a-02fc-4d06-8e34-07b4dd7b9990 req-a17a8842-c177-48e7-9c6d-383f043b12a0 service neutron] 10.222.0.110 "GET /v2.0/networks/bad15511-e79d-4a5e-8826-604fa4d6fb1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874958 Sep 24 15:46:43.682001 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 59862) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:46:43.796539 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5ac65941-0b33-47b3-84ac-13b1ec97891e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:43.871733 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 190abd2c-9e7d-4487-82bd-57561f5a96b8 details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:46:43.898906 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5ac65941-0b33-47b3-84ac-13b1ec97891e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:43.919171 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a378a3c-4c49-40b3-bdd4-12e77450022a req-d0be6015-8a96-419f-b4cf-a34064121e7b tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:43.920217 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3a378a3c-4c49-40b3-bdd4-12e77450022a req-d0be6015-8a96-419f-b4cf-a34064121e7b tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 944 time: 0.0505924 Sep 24 15:46:43.979531 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3a378a3c-4c49-40b3-bdd4-12e77450022a req-da44d942-9ec2-45fc-922a-5b3a800acdbf tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489089 Sep 24 15:46:43.986963 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 190abd2c-9e7d-4487-82bd-57561f5a96b8, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=190abd2c-9e7d-4487-82bd-57561f5a96b8,segment=NetworkSegment(368a9d0c-2815-451d-a46d-c1bdd7d38862),segment_id=368a9d0c-2815-451d-a46d-c1bdd7d38862)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:46:44.000471 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5ac65941-0b33-47b3-84ac-13b1ec97891e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:44.003181 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': '190abd2c-9e7d-4487-82bd-57561f5a96b8', 'network_id': 'fcaa8023-73de-41c9-b56a-537c209ef622', 'port_id': '190abd2c-9e7d-4487-82bd-57561f5a96b8', 'mac_address': 'fa:16:3e:b0:2a:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0db07746-4ea4-48db-9d56-837ab1eb05bd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:46:44.035126 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-5ac65941-0b33-47b3-84ac-13b1ec97891e admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5a81df02460441a2afc0794f49f1bbdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3519888 Sep 24 15:46:44.037928 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 59874) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:46:44.040820 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac65941-0b33-47b3-84ac-13b1ec97891e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e406eb3-c82b-4d19-bf27-7633004d72f9,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:44.052752 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:44.080759 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 190abd2c-9e7d-4487-82bd-57561f5a96b8 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:46:44.104807 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 190abd2c-9e7d-4487-82bd-57561f5a96b8, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=190abd2c-9e7d-4487-82bd-57561f5a96b8,segment=NetworkSegment(368a9d0c-2815-451d-a46d-c1bdd7d38862),segment_id=368a9d0c-2815-451d-a46d-c1bdd7d38862)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:46:44.111488 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-eff7a3af-bc98-4a3d-ac52-c177ed62af98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:44.134251 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-eff7a3af-bc98-4a3d-ac52-c177ed62af98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:44.195221 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:44.276358 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=190abd2c-9e7d-4487-82bd-57561f5a96b8,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:44.299418 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2584b7-e8a7-4381-a462-8f11e3b712a1 req-2fb67850-bba8-448b-bfd8-80cae53a9fec tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:44.301191 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-dd2584b7-e8a7-4381-a462-8f11e3b712a1 req-2fb67850-bba8-448b-bfd8-80cae53a9fec tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=6fd0c768-a046-4c3d-9807-8d0f0bc316fc HTTP/1.1" status: 200 len: 944 time: 0.0650451 Sep 24 15:46:44.306633 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-eff7a3af-bc98-4a3d-ac52-c177ed62af98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:44.309419 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-eff7a3af-bc98-4a3d-ac52-c177ed62af98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:44.310572 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-eff7a3af-bc98-4a3d-ac52-c177ed62af98 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/8e406eb3-c82b-4d19-bf27-7633004d72f9 HTTP/1.1" status: 204 len: 168 time: 0.2713473 Sep 24 15:46:44.333115 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7a3af-bc98-4a3d-ac52-c177ed62af98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e406eb3-c82b-4d19-bf27-7633004d72f9,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:44.371291 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-dd2584b7-e8a7-4381-a462-8f11e3b712a1 req-5ef07948-871a-404b-ab9b-6955d3ae1727 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595529 Sep 24 15:46:44.526480 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb10b2-07f1-4c2f-bc70-4eee574088fd req-e97d5aee-5321-49c8-985b-c2079124bfb5 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:44.528177 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-13cb10b2-07f1-4c2f-bc70-4eee574088fd req-e97d5aee-5321-49c8-985b-c2079124bfb5 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=e1808a51-f05e-4f9a-982a-3d6da6d33975 HTTP/1.1" status: 200 len: 945 time: 0.0605292 Sep 24 15:46:44.576000 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-13cb10b2-07f1-4c2f-bc70-4eee574088fd req-fedc66df-2304-440d-8b08-a23ae427591c tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397174 Sep 24 15:46:44.638035 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['190abd2c-9e7d-4487-82bd-57561f5a96b8'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:46:45.086508 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 59896) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:46:45.104009 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f6944d8b-79e0-4c4d-bf23-5d67b321865c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:45.171143 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0a68df-ad3a-4dc6-bcae-641ab5d11875 req-ae57cafb-1bae-45d4-a34c-825531c8add4 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:45.173399 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ff0a68df-ad3a-4dc6-bcae-641ab5d11875 req-ae57cafb-1bae-45d4-a34c-825531c8add4 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 944 time: 0.0988846 Sep 24 15:46:45.258364 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ff0a68df-ad3a-4dc6-bcae-641ab5d11875 req-dc05566e-8043-4534-80a5-c97489e2daf1 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705032 Sep 24 15:46:45.261315 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f6944d8b-79e0-4c4d-bf23-5d67b321865c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:45.324949 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f6944d8b-79e0-4c4d-bf23-5d67b321865c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:45.391186 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-f6944d8b-79e0-4c4d-bf23-5d67b321865c admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=cd398861ba744b11a7a19ba707332ba6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3035727 Sep 24 15:46:45.394899 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 59902) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:46:45.406171 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6944d8b-79e0-4c4d-bf23-5d67b321865c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f7a14c-d0ae-4256-907b-c2674ae8baf5,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:45.424505 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291f4b99-bfaa-442c-b706-e2cd92727d11 req-aabafa45-beed-4950-a666-e9db65e8a1af tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:45.432578 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-291f4b99-bfaa-442c-b706-e2cd92727d11 req-aabafa45-beed-4950-a666-e9db65e8a1af tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 944 time: 0.0849798 Sep 24 15:46:45.470884 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-291f4b99-bfaa-442c-b706-e2cd92727d11 req-d5222e90-4ff0-4a2f-a75d-40f33ef5f1a6 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374026 Sep 24 15:46:45.536910 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ef46e294-264d-4c76-ad27-8a58b6658ee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:45.562008 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69abe256-5999-4229-bcc0-ccd956007f31 req-7680be32-858a-420b-9a3f-06367438853b tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:45.564132 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-69abe256-5999-4229-bcc0-ccd956007f31 req-7680be32-858a-420b-9a3f-06367438853b tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=6fd0c768-a046-4c3d-9807-8d0f0bc316fc HTTP/1.1" status: 200 len: 944 time: 0.1025105 Sep 24 15:46:45.584049 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ef46e294-264d-4c76-ad27-8a58b6658ee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:45.612516 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798250b6-cfee-45a0-a138-179a34cce3a7 req-42ee584f-bb72-40e3-838b-7b2d53b23a6e tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:45.614433 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-798250b6-cfee-45a0-a138-179a34cce3a7 req-42ee584f-bb72-40e3-838b-7b2d53b23a6e tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 944 time: 0.0609426 Sep 24 15:46:45.646610 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-69abe256-5999-4229-bcc0-ccd956007f31 req-cf8d9fcd-fb73-4b8f-a93e-f994c79929f3 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725639 Sep 24 15:46:45.656772 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-798250b6-cfee-45a0-a138-179a34cce3a7 req-d0e98526-6d66-4a1e-8490-00d8bbd574a0 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357378 Sep 24 15:46:45.838960 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4314c46-831c-451a-8961-be5da29e2d91 req-8d9b69ea-916b-4fe8-ad2e-27466dc00ae9 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:45.838960 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a4314c46-831c-451a-8961-be5da29e2d91 req-8d9b69ea-916b-4fe8-ad2e-27466dc00ae9 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=e1808a51-f05e-4f9a-982a-3d6da6d33975 HTTP/1.1" status: 200 len: 945 time: 0.0877030 Sep 24 15:46:45.864275 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a4314c46-831c-451a-8961-be5da29e2d91 req-69a2e160-818f-4ee3-8895-5469a13c257a tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383081 Sep 24 15:46:45.988647 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ef46e294-264d-4c76-ad27-8a58b6658ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:45.991891 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ef46e294-264d-4c76-ad27-8a58b6658ee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:45.993107 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ef46e294-264d-4c76-ad27-8a58b6658ee1 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/13f7a14c-d0ae-4256-907b-c2674ae8baf5 HTTP/1.1" status: 204 len: 168 time: 0.5938625 Sep 24 15:46:46.001409 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef46e294-264d-4c76-ad27-8a58b6658ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f7a14c-d0ae-4256-907b-c2674ae8baf5,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:46.503766 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab7326c-dae0-4ffc-8c1e-5553abe4f23d req-6f8bd581-fe20-474c-910f-118847c0bb18 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:46.505363 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fab7326c-dae0-4ffc-8c1e-5553abe4f23d req-6f8bd581-fe20-474c-910f-118847c0bb18 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 944 time: 0.0568027 Sep 24 15:46:46.548244 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fab7326c-dae0-4ffc-8c1e-5553abe4f23d req-c4a07540-3883-43e2-9738-aa10eef32e6f tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357125 Sep 24 15:46:46.774065 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e48c1f-87d4-423d-8b1c-df498d06cf04 req-0a600ab4-f84e-41fa-959d-ae97ed609009 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:46.775972 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-92e48c1f-87d4-423d-8b1c-df498d06cf04 req-0a600ab4-f84e-41fa-959d-ae97ed609009 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=6fd0c768-a046-4c3d-9807-8d0f0bc316fc HTTP/1.1" status: 200 len: 944 time: 0.0534918 Sep 24 15:46:46.823437 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-92e48c1f-87d4-423d-8b1c-df498d06cf04 req-6266c10c-f6c6-4dd9-971a-5ab9a12dfe55 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380876 Sep 24 15:46:46.985068 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8aa854-d89f-459c-93da-a56ffc2e1d0b req-ed77b9df-bb78-4c36-a638-71579ed6c3fb tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:46.986557 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5c8aa854-d89f-459c-93da-a56ffc2e1d0b req-ed77b9df-bb78-4c36-a638-71579ed6c3fb tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=e1808a51-f05e-4f9a-982a-3d6da6d33975 HTTP/1.1" status: 200 len: 945 time: 0.0491946 Sep 24 15:46:47.025867 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5c8aa854-d89f-459c-93da-a56ffc2e1d0b req-40fe0b4a-dc09-41f6-ba14-e313aecb9884 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321553 Sep 24 15:46:47.674844 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad18a7eb-2cc9-435b-ae35-c815d6071faf req-9e131baf-bdbe-4ac5-bfce-f00df2d1553b tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:47.677234 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ad18a7eb-2cc9-435b-ae35-c815d6071faf req-9e131baf-bdbe-4ac5-bfce-f00df2d1553b tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 944 time: 0.0544279 Sep 24 15:46:47.721813 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ad18a7eb-2cc9-435b-ae35-c815d6071faf req-dc4dfb39-011b-4255-a37c-c127e5149848 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366201 Sep 24 15:46:47.890394 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 190abd2c-9e7d-4487-82bd-57561f5a96b8 up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:46:47.986671 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1b786c-7c7e-44de-b7db-d55dae0d5db0 req-6281a6e4-8097-420b-bebe-54b11f70d947 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:47.988145 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ad1b786c-7c7e-44de-b7db-d55dae0d5db0 req-6281a6e4-8097-420b-bebe-54b11f70d947 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=6fd0c768-a046-4c3d-9807-8d0f0bc316fc HTTP/1.1" status: 200 len: 944 time: 0.0517261 Sep 24 15:46:48.032279 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ad1b786c-7c7e-44de-b7db-d55dae0d5db0 req-f01df085-e95b-4fe1-a495-b2b1d84cd8d4 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356817 Sep 24 15:46:48.114180 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port 190abd2c-9e7d-4487-82bd-57561f5a96b8 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:46:48.119548 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port 190abd2c-9e7d-4487-82bd-57561f5a96b8 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:46:48.120124 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:48.250222 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b5a68f-f412-4531-8941-08413da29139 req-9bf1fa67-ffca-421f-b860-cc97b243480d tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:48.260647 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c0b5a68f-f412-4531-8941-08413da29139 req-9bf1fa67-ffca-421f-b860-cc97b243480d tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=e1808a51-f05e-4f9a-982a-3d6da6d33975 HTTP/1.1" status: 200 len: 945 time: 0.1542721 Sep 24 15:46:48.306110 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ad71e-eb31-4200-835c-fb0aa2a85f09 req-d81884c4-6249-4d63-8340-6c0bd9156fb7 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:48.318825 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-754ad71e-eb31-4200-835c-fb0aa2a85f09 req-d81884c4-6249-4d63-8340-6c0bd9156fb7 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 944 time: 0.1213639 Sep 24 15:46:48.349027 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c0b5a68f-f412-4531-8941-08413da29139 req-e88232e6-151e-4556-a16d-be3046c4779c tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863829 Sep 24 15:46:48.351459 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:48.401527 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 190abd2c-9e7d-4487-82bd-57561f5a96b8, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=190abd2c-9e7d-4487-82bd-57561f5a96b8,segment=NetworkSegment(368a9d0c-2815-451d-a46d-c1bdd7d38862),segment_id=368a9d0c-2815-451d-a46d-c1bdd7d38862)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:46:48.402536 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd0c768-a046-4c3d-9807-8d0f0bc316fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '190abd2c-9e7d-4487-82bd-57561f5a96b8'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:46:48.406421 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4aaf7b0-2f06-4f16-9c89-e387a13d266e" -d '{"events": [{"server_uuid": "6fd0c768-a046-4c3d-9807-8d0f0bc316fc", "name": "network-vif-plugged", "status": "completed", "tag": "190abd2c-9e7d-4487-82bd-57561f5a96b8"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:46:48.421686 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb048b-21d8-4d7c-ba4a-fbbb24ef158b req-231cf4fb-6c1c-43a9-a54b-cf66e9f1cf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:48.425340 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-03cb048b-21d8-4d7c-ba4a-fbbb24ef158b req-231cf4fb-6c1c-43a9-a54b-cf66e9f1cf82 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=ac17221dd7b34bd3afb658a69ac088d3&device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 1095 time: 0.0952048 Sep 24 15:46:48.427026 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-754ad71e-eb31-4200-835c-fb0aa2a85f09 req-23dce999-cbbb-4e4c-8cc8-ffc84739c291 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037560 Sep 24 15:46:48.474253 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:48.508565 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f14ee0c-fd85-40b2-b0de-71e1a5f429ea x-openstack-request-id: req-9f14ee0c-fd85-40b2-b0de-71e1a5f429ea {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:46:48.515135 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd0c768-a046-4c3d-9807-8d0f0bc316fc", "name": "network-vif-plugged", "status": "completed", "tag": "190abd2c-9e7d-4487-82bd-57561f5a96b8", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:46:48.515135 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-9f14ee0c-fd85-40b2-b0de-71e1a5f429ea {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:46:48.515135 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd0c768-a046-4c3d-9807-8d0f0bc316fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '190abd2c-9e7d-4487-82bd-57561f5a96b8', 'code': 200} Sep 24 15:46:48.552421 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=190abd2c-9e7d-4487-82bd-57561f5a96b8,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:48.572993 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb048b-21d8-4d7c-ba4a-fbbb24ef158b req-ba453af8-a854-49c9-8571-941b04a4c588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:48.574577 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-03cb048b-21d8-4d7c-ba4a-fbbb24ef158b req-ba453af8-a854-49c9-8571-941b04a4c588 service neutron] 10.222.0.110 "GET /v2.0/networks?id=bad15511-e79d-4a5e-8826-604fa4d6fb1c HTTP/1.1" status: 200 len: 914 time: 0.1324317 Sep 24 15:46:48.604074 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14219ff-1edb-45ca-b00d-16375be12766 req-415dd02e-395e-4f42-af71-33cedc46744c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:48.609806 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a14219ff-1edb-45ca-b00d-16375be12766 req-415dd02e-395e-4f42-af71-33cedc46744c service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=6fd0c768-a046-4c3d-9807-8d0f0bc316fc HTTP/1.1" status: 200 len: 1096 time: 0.0432541 Sep 24 15:46:48.647039 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a14219ff-1edb-45ca-b00d-16375be12766 req-a2951b22-e3b2-4b1f-ac7f-ab67e948c92f service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338187 Sep 24 15:46:48.665019 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-03cb048b-21d8-4d7c-ba4a-fbbb24ef158b req-da22f2b7-2a2f-435c-867b-758d1c274d4e service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c9fda49-cc27-42a1-beac-c3884a84a52d HTTP/1.1" status: 200 len: 998 time: 0.0805459 Sep 24 15:46:48.888091 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb048b-21d8-4d7c-ba4a-fbbb24ef158b req-0bd31da0-4ed5-42eb-b44e-2a9fb092b367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:48.889471 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-03cb048b-21d8-4d7c-ba4a-fbbb24ef158b req-0bd31da0-4ed5-42eb-b44e-2a9fb092b367 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=ac550aa6-1c9d-441e-90e2-38bf2a7a38e4 HTTP/1.1" status: 200 len: 851 time: 0.0443549 Sep 24 15:46:48.942151 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb048b-21d8-4d7c-ba4a-fbbb24ef158b req-bfd9a783-f0bb-463c-8e2f-f29ef135f42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:48.943883 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-03cb048b-21d8-4d7c-ba4a-fbbb24ef158b req-bfd9a783-f0bb-463c-8e2f-f29ef135f42e service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=bad15511-e79d-4a5e-8826-604fa4d6fb1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467389 Sep 24 15:46:49.051028 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-03cb048b-21d8-4d7c-ba4a-fbbb24ef158b req-747c7a5e-5066-4ead-93df-2942d84713ea service neutron] 10.222.0.110 "GET /v2.0/networks/bad15511-e79d-4a5e-8826-604fa4d6fb1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905318 Sep 24 15:46:49.155011 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-03cb048b-21d8-4d7c-ba4a-fbbb24ef158b req-e1d06513-d370-49f5-94a8-67db45e100f0 service neutron] 10.222.0.110 "GET /v2.0/networks/bad15511-e79d-4a5e-8826-604fa4d6fb1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952294 Sep 24 15:46:49.176511 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1340f022-08d1-48f9-8aa3-e9ad645faff5 req-37b7c6a1-8cbe-46a2-9a07-e5d3f6a2557d tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:49.180112 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1340f022-08d1-48f9-8aa3-e9ad645faff5 req-37b7c6a1-8cbe-46a2-9a07-e5d3f6a2557d tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=6fd0c768-a046-4c3d-9807-8d0f0bc316fc HTTP/1.1" status: 200 len: 945 time: 0.0741379 Sep 24 15:46:49.219317 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1340f022-08d1-48f9-8aa3-e9ad645faff5 req-f219d2dd-ce09-47e6-ac06-94c5adfa990e tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332963 Sep 24 15:46:49.534132 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8f3f56-5700-4fd8-a878-f5264ea8e58d req-22ae90e9-0e87-40d0-9361-bd07ba0bfbb3 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:49.535821 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ec8f3f56-5700-4fd8-a878-f5264ea8e58d req-22ae90e9-0e87-40d0-9361-bd07ba0bfbb3 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=e1808a51-f05e-4f9a-982a-3d6da6d33975 HTTP/1.1" status: 200 len: 945 time: 0.0969689 Sep 24 15:46:49.589242 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ec8f3f56-5700-4fd8-a878-f5264ea8e58d req-c7079bf9-70c4-4a5f-bbfa-bcca2282cd21 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441897 Sep 24 15:46:49.667683 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b029ebb3-e6f0-4692-99c2-662e38d1990d req-673c4a78-50fd-490a-869d-9af53f4f1fc0 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:49.669358 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b029ebb3-e6f0-4692-99c2-662e38d1990d req-673c4a78-50fd-490a-869d-9af53f4f1fc0 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 944 time: 0.0560083 Sep 24 15:46:49.712304 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b029ebb3-e6f0-4692-99c2-662e38d1990d req-58efa69c-fc73-4016-939f-bd24e7f68877 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346735 Sep 24 15:46:50.391955 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b55f5-bff9-47d1-a465-4c9135192af9 req-50bea17e-636e-46e5-8754-64237e2b6559 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:50.404110 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e01b55f5-bff9-47d1-a465-4c9135192af9 req-50bea17e-636e-46e5-8754-64237e2b6559 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=6fd0c768-a046-4c3d-9807-8d0f0bc316fc HTTP/1.1" status: 200 len: 945 time: 0.1112430 Sep 24 15:46:50.469270 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e01b55f5-bff9-47d1-a465-4c9135192af9 req-cdaf8e31-64d0-4566-b298-6f4868cca024 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638828 Sep 24 15:46:50.731205 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72ee40-97ee-49bc-9c2a-5c6c6e428ea7 req-f2c027dc-4440-4026-afe5-2cc161d83693 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:50.732783 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4c72ee40-97ee-49bc-9c2a-5c6c6e428ea7 req-f2c027dc-4440-4026-afe5-2cc161d83693 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=e1808a51-f05e-4f9a-982a-3d6da6d33975 HTTP/1.1" status: 200 len: 945 time: 0.0530598 Sep 24 15:46:50.778179 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4c72ee40-97ee-49bc-9c2a-5c6c6e428ea7 req-0d60bca5-644d-4240-b6d7-cd4ffbb32667 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386176 Sep 24 15:46:50.869444 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cbdb59-47a9-4a08-8dc5-5572df561dab req-ae38b62b-3765-4043-9860-72c0cc6583bb tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:50.871444 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-25cbdb59-47a9-4a08-8dc5-5572df561dab req-ae38b62b-3765-4043-9860-72c0cc6583bb tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 944 time: 0.0722029 Sep 24 15:46:50.917489 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 60062) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:46:50.922996 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-25cbdb59-47a9-4a08-8dc5-5572df561dab req-c8da8e5b-1928-4994-afce-ffb7837577bb tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438664 Sep 24 15:46:51.036911 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-27e55460-4171-4279-a1da-dd995ce7f93f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:51.055783 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf8202-4c8f-4aec-b88f-0f15d76d70c3 req-43f53a4b-3e43-4c28-bb6b-377732658532 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:51.056926 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-44cf8202-4c8f-4aec-b88f-0f15d76d70c3 req-43f53a4b-3e43-4c28-bb6b-377732658532 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 944 time: 0.0695171 Sep 24 15:46:51.127904 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-44cf8202-4c8f-4aec-b88f-0f15d76d70c3 req-2f62eddc-fb43-4453-822d-3b73de73f015 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612838 Sep 24 15:46:51.182708 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-27e55460-4171-4279-a1da-dd995ce7f93f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:51.290818 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-27e55460-4171-4279-a1da-dd995ce7f93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:51.330266 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-27e55460-4171-4279-a1da-dd995ce7f93f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=2ee918951d96435ea25d3f23efa18901&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4114819 Sep 24 15:46:51.336113 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e55460-4171-4279-a1da-dd995ce7f93f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94d0f4df-5f7e-4028-b0bc-c57176147716,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:51.336374 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 60078) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:46:51.393314 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7bd612ac-0781-4564-891c-6fa11a5af10c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:51.419046 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7bd612ac-0781-4564-891c-6fa11a5af10c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:51.577106 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7bd612ac-0781-4564-891c-6fa11a5af10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:51.580378 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7bd612ac-0781-4564-891c-6fa11a5af10c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:51.581526 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-7bd612ac-0781-4564-891c-6fa11a5af10c admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/94d0f4df-5f7e-4028-b0bc-c57176147716 HTTP/1.1" status: 204 len: 168 time: 0.2470639 Sep 24 15:46:51.589840 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd612ac-0781-4564-891c-6fa11a5af10c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d0f4df-5f7e-4028-b0bc-c57176147716,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:51.597248 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd612ac-0781-4564-891c-6fa11a5af10c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:46:51.597855 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd612ac-0781-4564-891c-6fa11a5af10c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:46:51.598487 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd612ac-0781-4564-891c-6fa11a5af10c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:46:51.599104 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d0f73-1674-4c48-b811-e7ddf27ba594 req-6c1a5116-9839-4240-9d70-fd12aef16deb tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:51.599623 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd612ac-0781-4564-891c-6fa11a5af10c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:46:51.599623 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd612ac-0781-4564-891c-6fa11a5af10c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:46:51.599623 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd612ac-0781-4564-891c-6fa11a5af10c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:46:51.600505 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e80d0f73-1674-4c48-b811-e7ddf27ba594 req-6c1a5116-9839-4240-9d70-fd12aef16deb tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=6fd0c768-a046-4c3d-9807-8d0f0bc316fc HTTP/1.1" status: 200 len: 945 time: 0.0552225 Sep 24 15:46:51.602619 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd612ac-0781-4564-891c-6fa11a5af10c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:46:51.603009 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd612ac-0781-4564-891c-6fa11a5af10c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:46:51.603485 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd612ac-0781-4564-891c-6fa11a5af10c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:46:51.603971 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd612ac-0781-4564-891c-6fa11a5af10c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:46:51.604410 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd612ac-0781-4564-891c-6fa11a5af10c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:46:51.604840 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bd612ac-0781-4564-891c-6fa11a5af10c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:46:51.647013 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e80d0f73-1674-4c48-b811-e7ddf27ba594 req-8b250d57-d814-4550-87c1-5c3cfbc8f8f2 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407209 Sep 24 15:46:51.942966 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859be7c4-0a1f-438c-887d-2858ff97ee36 req-5ad73b12-9aaf-4e4b-84e0-8d6d6b705c3c tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:51.944749 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-859be7c4-0a1f-438c-887d-2858ff97ee36 req-5ad73b12-9aaf-4e4b-84e0-8d6d6b705c3c tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/networks?id=fcaa8023-73de-41c9-b56a-537c209ef622 HTTP/1.1" status: 200 len: 806 time: 0.1109085 Sep 24 15:46:51.960382 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-859be7c4-0a1f-438c-887d-2858ff97ee36 req-2fc0a19f-4a40-4e10-b11b-eadba7600239 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/quotas/62a8ba880b994b468ea0f6bf276f3fa0 HTTP/1.1" status: 200 len: 375 time: 0.0097067 Sep 24 15:46:52.011377 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-859be7c4-0a1f-438c-887d-2858ff97ee36 req-9fcdd08e-7a3a-4947-928a-e0199d410c00 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=62a8ba880b994b468ea0f6bf276f3fa0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0449550 Sep 24 15:46:52.107876 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-859be7c4-0a1f-438c-887d-2858ff97ee36 req-39225af5-0cf7-4043-bc75-8bb7201cc920 service neutron] 10.222.0.101 "GET /v2.0/networks/fcaa8023-73de-41c9-b56a-537c209ef622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891733 Sep 24 15:46:52.196334 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-859be7c4-0a1f-438c-887d-2858ff97ee36 req-2147b17b-b2d4-4023-9287-71571a1706f7 service neutron] 10.222.0.101 "GET /v2.0/networks/fcaa8023-73de-41c9-b56a-537c209ef622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824194 Sep 24 15:46:52.504030 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 60142) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:46:52.542571 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6fd00c60-767b-4fae-870b-985728281ea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:52.582863 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d46779-fd2a-408b-b42e-da7e3616f02e req-2248574d-d76e-4607-82d9-0bd997a03e58 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:52.585027 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d7d46779-fd2a-408b-b42e-da7e3616f02e req-2248574d-d76e-4607-82d9-0bd997a03e58 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=e1808a51-f05e-4f9a-982a-3d6da6d33975 HTTP/1.1" status: 200 len: 945 time: 0.0813439 Sep 24 15:46:52.957325 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d7d46779-fd2a-408b-b42e-da7e3616f02e req-345aac89-0f17-4c5f-b7a7-a83614655af6 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3624606 Sep 24 15:46:53.010071 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6fd00c60-767b-4fae-870b-985728281ea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:53.136216 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6fd00c60-767b-4fae-870b-985728281ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:53.175181 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-6fd00c60-767b-4fae-870b-985728281ea9 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=2ea04c12ba7b4d7fa276f7bd106caca7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6698265 Sep 24 15:46:53.176389 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd00c60-767b-4fae-870b-985728281ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be2311e4-6e69-4c10-8e2d-867d66800d1b,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:53.177865 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 60154) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:46:53.240081 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d06d21e7-a170-49d6-8c63-45b1b0e26001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:53.263439 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d06d21e7-a170-49d6-8c63-45b1b0e26001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:53.264411 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device a0537e30-678c-477b-a2fc-07d5db0b34fa details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:46:53.266894 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device a0537e30-678c-477b-a2fc-07d5db0b34fa no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:46:53.411165 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d06d21e7-a170-49d6-8c63-45b1b0e26001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:53.416141 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d06d21e7-a170-49d6-8c63-45b1b0e26001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:53.416141 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-d06d21e7-a170-49d6-8c63-45b1b0e26001 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/be2311e4-6e69-4c10-8e2d-867d66800d1b HTTP/1.1" status: 204 len: 168 time: 0.2357616 Sep 24 15:46:53.424745 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06d21e7-a170-49d6-8c63-45b1b0e26001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2311e4-6e69-4c10-8e2d-867d66800d1b,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:53.452167 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:53.461250 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port a0537e30-678c-477b-a2fc-07d5db0b34fa, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=a0537e30-678c-477b-a2fc-07d5db0b34fa,segment=NetworkSegment(138681cd-aefe-407e-9c8c-919ef76b97c8),segment_id=138681cd-aefe-407e-9c8c-919ef76b97c8)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:46:53.487985 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': 'a0537e30-678c-477b-a2fc-07d5db0b34fa', 'network_id': '0fa74ab6-87b5-4544-9313-49774655226a', 'port_id': 'a0537e30-678c-477b-a2fc-07d5db0b34fa', 'mac_address': 'fa:16:3e:24:5d:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4491d185-2791-4910-b09e-1dff46d40afb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:46:53.495885 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1808a51-f05e-4f9a-982a-3d6da6d33975', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0537e30-678c-477b-a2fc-07d5db0b34fa'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:46:53.504275 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024f0f44-ffd5-4103-9651-1eb24daf4fec" -d '{"events": [{"server_uuid": "e1808a51-f05e-4f9a-982a-3d6da6d33975", "name": "network-vif-unplugged", "status": "completed", "tag": "a0537e30-678c-477b-a2fc-07d5db0b34fa"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:46:53.537972 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port a0537e30-678c-477b-a2fc-07d5db0b34fa, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=a0537e30-678c-477b-a2fc-07d5db0b34fa,segment=NetworkSegment(138681cd-aefe-407e-9c8c-919ef76b97c8),segment_id=138681cd-aefe-407e-9c8c-919ef76b97c8)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:46:53.559301 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:53.574524 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a0537e30-678c-477b-a2fc-07d5db0b34fa {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:46:53.634537 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:53.711101 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.db.api [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:46:53.711456 n-d-808921-1 neutron-server[95299]: DEBUG oslo_db.api [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:46:53.715780 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=a0537e30-678c-477b-a2fc-07d5db0b34fa,revision_number=6']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:54.194958 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 15:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6c79d5-a84c-44e0-b808-4bc97fd6619f x-openstack-request-id: req-4b6c79d5-a84c-44e0-b808-4bc97fd6619f {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:46:54.195284 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1808a51-f05e-4f9a-982a-3d6da6d33975", "name": "network-vif-unplugged", "status": "completed", "tag": "a0537e30-678c-477b-a2fc-07d5db0b34fa", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:46:54.195732 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4b6c79d5-a84c-44e0-b808-4bc97fd6619f {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:46:54.196626 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1808a51-f05e-4f9a-982a-3d6da6d33975', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0537e30-678c-477b-a2fc-07d5db0b34fa', 'code': 200} Sep 24 15:46:54.248574 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:54.262215 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0537e30-678c-477b-a2fc-07d5db0b34fa {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:46:54.282084 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port a0537e30-678c-477b-a2fc-07d5db0b34fa, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=a0537e30-678c-477b-a2fc-07d5db0b34fa,segment=NetworkSegment(138681cd-aefe-407e-9c8c-919ef76b97c8),segment_id=138681cd-aefe-407e-9c8c-919ef76b97c8)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:46:54.292340 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b41a1-8582-4a48-8170-ca6557ad3360 req-e06e26ab-2293-4bcf-9d04-058b27667682 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:54.293860 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-694b41a1-8582-4a48-8170-ca6557ad3360 req-e06e26ab-2293-4bcf-9d04-058b27667682 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=e1808a51-f05e-4f9a-982a-3d6da6d33975 HTTP/1.1" status: 200 len: 943 time: 0.0558398 Sep 24 15:46:54.338431 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-694b41a1-8582-4a48-8170-ca6557ad3360 req-8e770bc0-8e1f-42ed-9582-31226b7529cd tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384645 Sep 24 15:46:54.390068 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:54.462220 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=a0537e30-678c-477b-a2fc-07d5db0b34fa,revision_number=7']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:54.464596 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd0ece9-1fd7-4f2f-ab62-766f192b1057 req-40d1eb84-52a8-4b58-9506-cf1ed75b9b7b tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:54.466167 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bcd0ece9-1fd7-4f2f-ab62-766f192b1057 req-40d1eb84-52a8-4b58-9506-cf1ed75b9b7b tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=03a5ecc9-3ded-459f-8c95-345cf09a655f HTTP/1.1" status: 200 len: 944 time: 0.0810175 Sep 24 15:46:54.574428 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-bcd0ece9-1fd7-4f2f-ab62-766f192b1057 req-cf0d15bd-2984-473c-9a4a-dedeb79620b1 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Deleting port 8b63e106-6324-473f-b60f-938c4d66dc4b {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:46:54.574779 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-bcd0ece9-1fd7-4f2f-ab62-766f192b1057 req-cf0d15bd-2984-473c-9a4a-dedeb79620b1 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:54.780235 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['a0537e30-678c-477b-a2fc-07d5db0b34fa'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:46:54.788352 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f521b62-e346-4d7e-bd00-2b1a4ef4acd4 req-c11d333b-0699-4c91-a504-2783ce727d4f tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:54.790025 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0f521b62-e346-4d7e-bd00-2b1a4ef4acd4 req-c11d333b-0699-4c91-a504-2783ce727d4f tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/networks?id=fcaa8023-73de-41c9-b56a-537c209ef622 HTTP/1.1" status: 200 len: 806 time: 0.1252799 Sep 24 15:46:54.808937 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0f521b62-e346-4d7e-bd00-2b1a4ef4acd4 req-6ab1727e-a95b-456a-af11-ea8261f5722e tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/quotas/62a8ba880b994b468ea0f6bf276f3fa0 HTTP/1.1" status: 200 len: 375 time: 0.0104010 Sep 24 15:46:54.889961 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0f521b62-e346-4d7e-bd00-2b1a4ef4acd4 req-d4fca731-6c66-4e0e-b360-d366118b851d tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=62a8ba880b994b468ea0f6bf276f3fa0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0636473 Sep 24 15:46:55.005108 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0f521b62-e346-4d7e-bd00-2b1a4ef4acd4 req-4a624df4-8db5-4eb9-b3b9-dc7a2430709d service neutron] 10.222.0.101 "GET /v2.0/networks/fcaa8023-73de-41c9-b56a-537c209ef622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063919 Sep 24 15:46:55.060860 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-bcd0ece9-1fd7-4f2f-ab62-766f192b1057 req-cf0d15bd-2984-473c-9a4a-dedeb79620b1 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] For port 8b63e106-6324-473f-b60f-938c4d66dc4b, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=8b63e106-6324-473f-b60f-938c4d66dc4b,segment=NetworkSegment(7e8e93a9-9a2d-4b51-a14d-73f657c90f78),segment_id=7e8e93a9-9a2d-4b51-a14d-73f657c90f78)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:46:55.061329 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-bcd0ece9-1fd7-4f2f-ab62-766f192b1057 req-cf0d15bd-2984-473c-9a4a-dedeb79620b1 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:55.084907 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-bcd0ece9-1fd7-4f2f-ab62-766f192b1057 req-cf0d15bd-2984-473c-9a4a-dedeb79620b1 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Calling delete_port for 8b63e106-6324-473f-b60f-938c4d66dc4b owned by compute:nova {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:46:55.100637 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0f521b62-e346-4d7e-bd00-2b1a4ef4acd4 req-52d5d53d-f0f1-42e6-8966-721cf5e32b63 service neutron] 10.222.0.101 "GET /v2.0/networks/fcaa8023-73de-41c9-b56a-537c209ef622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889301 Sep 24 15:46:55.377026 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-bcd0ece9-1fd7-4f2f-ab62-766f192b1057 req-cf0d15bd-2984-473c-9a4a-dedeb79620b1 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:55.389228 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['cb238af0-bcfe-4574-a1e6-2129ca44f562'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:46:55.406467 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0d15bd-2984-473c-9a4a-dedeb79620b1 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Pushing event deleted for resources: {'Port': ['ID=8b63e106-6324-473f-b60f-938c4d66dc4b,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:55.411915 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['28572c71-755a-4ec9-8efe-e364c762f5de'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:46:55.460523 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcd0ece9-1fd7-4f2f-ab62-766f192b1057 req-cf0d15bd-2984-473c-9a4a-dedeb79620b1 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] No DVR routers for this DVR port 8b63e106-6324-473f-b60f-938c4d66dc4b on host n-h2-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:46:55.468267 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-bcd0ece9-1fd7-4f2f-ab62-766f192b1057 req-cf0d15bd-2984-473c-9a4a-dedeb79620b1 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:55.471064 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bcd0ece9-1fd7-4f2f-ab62-766f192b1057 req-cf0d15bd-2984-473c-9a4a-dedeb79620b1 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "DELETE /v2.0/ports/8b63e106-6324-473f-b60f-938c4d66dc4b HTTP/1.1" status: 204 len: 173 time: 0.9966774 Sep 24 15:46:55.471539 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03a5ecc9-3ded-459f-8c95-345cf09a655f', 'name': 'network-vif-deleted', 'tag': '8b63e106-6324-473f-b60f-938c4d66dc4b'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:46:55.474486 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab92b876-9dd9-481c-9313-ea4bbb2ed231" -d '{"events": [{"server_uuid": "03a5ecc9-3ded-459f-8c95-345cf09a655f", "name": "network-vif-deleted", "tag": "8b63e106-6324-473f-b60f-938c4d66dc4b"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:46:55.709175 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc109f-8c1b-4583-9e53-1e786cb28177 req-269b8fec-bc25-4515-8655-2e3f0db81f4e tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:55.712184 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6acc109f-8c1b-4583-9e53-1e786cb28177 req-269b8fec-bc25-4515-8655-2e3f0db81f4e tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=e1808a51-f05e-4f9a-982a-3d6da6d33975 HTTP/1.1" status: 200 len: 944 time: 0.0774751 Sep 24 15:46:55.752698 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6acc109f-8c1b-4583-9e53-1e786cb28177 req-dbe51238-e3ae-4456-8709-10db43ecccff tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343535 Sep 24 15:46:55.890120 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-442948b5-84d7-4a00-a514-6502b6910793 req-3819316a-2cfe-4313-bcf3-ea0b02b5d2dc tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=df2d3aa6-6d5e-4879-bd5c-675a34c65805 HTTP/1.1" status: 200 len: 210 time: 0.0285871 Sep 24 15:46:55.933473 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 24 Sep 2021 15:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe41a7b-49c9-4443-a430-29498cd676a4 x-openstack-request-id: req-ffe41a7b-49c9-4443-a430-29498cd676a4 {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:46:55.934123 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03a5ecc9-3ded-459f-8c95-345cf09a655f", "name": "network-vif-deleted", "tag": "8b63e106-6324-473f-b60f-938c4d66dc4b", "status": "failed", "code": 422}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:46:55.934697 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ffe41a7b-49c9-4443-a430-29498cd676a4 {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:46:55.938802 n-d-808921-1 neutron-server[95297]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '03a5ecc9-3ded-459f-8c95-345cf09a655f', 'name': 'network-vif-deleted', 'tag': '8b63e106-6324-473f-b60f-938c4d66dc4b', 'status': 'failed', 'code': 422} returned with failed status Sep 24 15:46:56.973754 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3d75b0-541f-44f7-a2fd-b6310c09d7e0 req-97b19b46-fd55-4e41-b937-de19f4381c18 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:56.975697 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ee3d75b0-541f-44f7-a2fd-b6310c09d7e0 req-97b19b46-fd55-4e41-b937-de19f4381c18 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=e1808a51-f05e-4f9a-982a-3d6da6d33975 HTTP/1.1" status: 200 len: 944 time: 0.0523195 Sep 24 15:46:57.018121 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ee3d75b0-541f-44f7-a2fd-b6310c09d7e0 req-903f5e11-f412-4a23-9399-47c807c2122e tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361538 Sep 24 15:46:57.159471 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f514b22c-22d5-43b7-8230-b0e79c308fee req-cf525e4b-ebad-4a5e-8fca-6190e9013dcf tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=df2d3aa6-6d5e-4879-bd5c-675a34c65805 HTTP/1.1" status: 200 len: 210 time: 0.0309536 Sep 24 15:46:57.286102 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device a0537e30-678c-477b-a2fc-07d5db0b34fa up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:46:57.335855 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port a0537e30-678c-477b-a2fc-07d5db0b34fa triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:46:57.336234 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:57.420254 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:57.446704 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1808a51-f05e-4f9a-982a-3d6da6d33975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0537e30-678c-477b-a2fc-07d5db0b34fa'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:46:57.449171 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd8bdc92-7a69-4688-91a3-e265fd173560" -d '{"events": [{"server_uuid": "e1808a51-f05e-4f9a-982a-3d6da6d33975", "name": "network-vif-plugged", "status": "completed", "tag": "a0537e30-678c-477b-a2fc-07d5db0b34fa"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:46:57.463695 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port a0537e30-678c-477b-a2fc-07d5db0b34fa, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=a0537e30-678c-477b-a2fc-07d5db0b34fa,segment=NetworkSegment(138681cd-aefe-407e-9c8c-919ef76b97c8),segment_id=138681cd-aefe-407e-9c8c-919ef76b97c8)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:46:57.490446 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa670b76-00d4-440b-89f2-e0c016434494 x-openstack-request-id: req-aa670b76-00d4-440b-89f2-e0c016434494 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:46:57.490952 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1808a51-f05e-4f9a-982a-3d6da6d33975", "name": "network-vif-plugged", "status": "completed", "tag": "a0537e30-678c-477b-a2fc-07d5db0b34fa", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:46:57.491203 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-aa670b76-00d4-440b-89f2-e0c016434494 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:46:57.491625 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1808a51-f05e-4f9a-982a-3d6da6d33975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0537e30-678c-477b-a2fc-07d5db0b34fa', 'code': 200} Sep 24 15:46:57.634299 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:46:57.657622 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d719eb0f-4485-47cc-9b03-231e7fc5fd8b req-e2d5f84e-4b1f-49e3-acd5-e522cd3863c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:57.660482 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d719eb0f-4485-47cc-9b03-231e7fc5fd8b req-e2d5f84e-4b1f-49e3-acd5-e522cd3863c9 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=e1808a51-f05e-4f9a-982a-3d6da6d33975 HTTP/1.1" status: 200 len: 1095 time: 0.0544419 Sep 24 15:46:57.698096 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=a0537e30-678c-477b-a2fc-07d5db0b34fa,revision_number=8']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:46:57.707213 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d719eb0f-4485-47cc-9b03-231e7fc5fd8b req-1fc3d6ad-ebf5-46f9-9182-fa4e5c04c50e service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354078 Sep 24 15:46:58.078719 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bf5f2a-f542-4715-b64a-78f0b1b651af req-76c7010b-7610-4168-85db-99c2c90345ae tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:58.080519 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f6bf5f2a-f542-4715-b64a-78f0b1b651af req-76c7010b-7610-4168-85db-99c2c90345ae tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=e13456c2-1bae-4992-b8db-4051ba72c06d HTTP/1.1" status: 200 len: 908 time: 0.0558145 Sep 24 15:46:58.152580 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd53ff63-ab68-499c-ba5d-cd4710b6b7b3 req-0af86f75-0123-4b3b-9ac8-cf78fd2bd6de tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:58.154193 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dd53ff63-ab68-499c-ba5d-cd4710b6b7b3 req-0af86f75-0123-4b3b-9ac8-cf78fd2bd6de tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=e1808a51-f05e-4f9a-982a-3d6da6d33975 HTTP/1.1" status: 200 len: 945 time: 0.0551872 Sep 24 15:46:58.210553 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dd53ff63-ab68-499c-ba5d-cd4710b6b7b3 req-9b256066-48a0-4f51-a3c9-be751af71d4f tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499501 Sep 24 15:46:58.312177 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bf4e4c68-1b4c-43dc-bb88-64b5149583f0 req-82e087a3-1068-4e17-99d9-f9c66ae65f9b tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=df2d3aa6-6d5e-4879-bd5c-675a34c65805 HTTP/1.1" status: 200 len: 210 time: 0.0323899 Sep 24 15:46:59.214280 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53b7968-0b39-4bf6-8d69-e7885470bb11 req-4973571c-0648-46c6-90fe-c4e7ad89a9dd tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:59.215816 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f53b7968-0b39-4bf6-8d69-e7885470bb11 req-4973571c-0648-46c6-90fe-c4e7ad89a9dd tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=e13456c2-1bae-4992-b8db-4051ba72c06d HTTP/1.1" status: 200 len: 908 time: 0.0582223 Sep 24 15:46:59.357139 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89a4b34-c97a-4c06-860f-deed6908aa35 req-9b814fc0-fee0-4516-92a2-f52a97702cc7 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:59.358813 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b89a4b34-c97a-4c06-860f-deed6908aa35 req-9b814fc0-fee0-4516-92a2-f52a97702cc7 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=e1808a51-f05e-4f9a-982a-3d6da6d33975 HTTP/1.1" status: 200 len: 945 time: 0.0624027 Sep 24 15:46:59.413054 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b89a4b34-c97a-4c06-860f-deed6908aa35 req-8ae61678-1862-4802-b3c7-5bd1ddec6cff tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481846 Sep 24 15:46:59.443139 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-24e6ce0c-c78b-47fd-901c-58ebfc341408 req-f3a64ba8-5cd5-41b5-ba1d-9d93e4cef052 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=df2d3aa6-6d5e-4879-bd5c-675a34c65805 HTTP/1.1" status: 200 len: 210 time: 0.0396569 Sep 24 15:46:59.542892 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af34de-1b9b-4f48-bb5c-a105470c443f req-f2b8c75e-8b39-4fc3-9061-098342eb7fb8 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:59.544486 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-88af34de-1b9b-4f48-bb5c-a105470c443f req-f2b8c75e-8b39-4fc3-9061-098342eb7fb8 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=e1808a51-f05e-4f9a-982a-3d6da6d33975 HTTP/1.1" status: 200 len: 945 time: 0.0569246 Sep 24 15:46:59.587209 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-88af34de-1b9b-4f48-bb5c-a105470c443f req-e40590eb-8172-4383-939c-5676c6ba4f93 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363865 Sep 24 15:46:59.806979 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f521b62-e346-4d7e-bd00-2b1a4ef4acd4 req-fdbce1ef-9497-40e3-8246-465bb5455fc9 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:46:59.808466 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0f521b62-e346-4d7e-bd00-2b1a4ef4acd4 req-fdbce1ef-9497-40e3-8246-465bb5455fc9 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.110 "GET /v2.0/networks?id=fcaa8023-73de-41c9-b56a-537c209ef622 HTTP/1.1" status: 200 len: 806 time: 0.1391263 Sep 24 15:46:59.825908 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-0f521b62-e346-4d7e-bd00-2b1a4ef4acd4 req-3a2e01c0-fd92-40ff-ad01-72575aba2774 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Request body: {'port': {'device_id': 'df2d3aa6-6d5e-4879-bd5c-675a34c65805', 'network_id': 'fcaa8023-73de-41c9-b56a-537c209ef622', 'admin_state_up': True, 'tenant_id': '62a8ba880b994b468ea0f6bf276f3fa0'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:47:00.084132 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def1dd9a-5061-495a-8362-d1d670cfac8f req-33b00185-ab97-40db-a38c-6ceba40a537b tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:00.087081 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-def1dd9a-5061-495a-8362-d1d670cfac8f req-33b00185-ab97-40db-a38c-6ceba40a537b tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.110 "GET /v2.0/ports?device_id=e13456c2-1bae-4992-b8db-4051ba72c06d HTTP/1.1" status: 200 len: 908 time: 0.0617189 Sep 24 15:47:00.142384 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f521b62-e346-4d7e-bd00-2b1a4ef4acd4 req-3a2e01c0-fd92-40ff-ad01-72575aba2774 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Made reservation on behalf of 62a8ba880b994b468ea0f6bf276f3fa0 for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:47:00.146598 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-0f521b62-e346-4d7e-bd00-2b1a4ef4acd4 req-3a2e01c0-fd92-40ff-ad01-72575aba2774 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:00.248501 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-def1dd9a-5061-495a-8362-d1d670cfac8f req-5ae0dc45-dc35-4065-9247-c537678adf5b tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Deleting port b17cbc6d-eddc-445e-ae67-c49538cc6d2f {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:47:00.249679 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-def1dd9a-5061-495a-8362-d1d670cfac8f req-5ae0dc45-dc35-4065-9247-c537678adf5b tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:00.304526 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [req-0f521b62-e346-4d7e-bd00-2b1a4ef4acd4 req-3a2e01c0-fd92-40ff-ad01-72575aba2774 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Allocated IP 172.20.0.3 (fcaa8023-73de-41c9-b56a-537c209ef622/0db07746-4ea4-48db-9d56-837ab1eb05bd/9bfa416d-5194-4999-a760-900cf9a415eb) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:47:00.517022 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e3f030-0d65-424f-af71-3452e405f73e req-bc81d117-4d07-4ac7-84de-1298bef13eaf tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:00.519959 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-0f521b62-e346-4d7e-bd00-2b1a4ef4acd4 req-3a2e01c0-fd92-40ff-ad01-72575aba2774 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:00.525627 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-58e3f030-0d65-424f-af71-3452e405f73e req-bc81d117-4d07-4ac7-84de-1298bef13eaf tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=e13456c2-1bae-4992-b8db-4051ba72c06d HTTP/1.1" status: 200 len: 908 time: 0.2246895 Sep 24 15:47:00.547473 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-def1dd9a-5061-495a-8362-d1d670cfac8f req-5ae0dc45-dc35-4065-9247-c537678adf5b tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] For port b17cbc6d-eddc-445e-ae67-c49538cc6d2f, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=b17cbc6d-eddc-445e-ae67-c49538cc6d2f,segment=NetworkSegment(7e8e93a9-9a2d-4b51-a14d-73f657c90f78),segment_id=7e8e93a9-9a2d-4b51-a14d-73f657c90f78)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:47:00.547913 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-def1dd9a-5061-495a-8362-d1d670cfac8f req-5ae0dc45-dc35-4065-9247-c537678adf5b tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:00.562993 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-def1dd9a-5061-495a-8362-d1d670cfac8f req-5ae0dc45-dc35-4065-9247-c537678adf5b tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Calling delete_port for b17cbc6d-eddc-445e-ae67-c49538cc6d2f owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:47:00.596314 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-16ae8d16-1466-4a8c-a0a3-da7e79e5b5d7 req-e6c8eee1-a919-432e-bc42-875ccf0964e6 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=df2d3aa6-6d5e-4879-bd5c-675a34c65805 HTTP/1.1" status: 200 len: 210 time: 0.0303707 Sep 24 15:47:00.697351 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-0f521b62-e346-4d7e-bd00-2b1a4ef4acd4 req-3a2e01c0-fd92-40ff-ad01-72575aba2774 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:00.712877 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['190abd2c-9e7d-4487-82bd-57561f5a96b8'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:47:00.758745 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f521b62-e346-4d7e-bd00-2b1a4ef4acd4 req-3a2e01c0-fd92-40ff-ad01-72575aba2774 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Network fcaa8023-73de-41c9-b56a-537c209ef622 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:47:00.762438 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [req-0f521b62-e346-4d7e-bd00-2b1a4ef4acd4 req-3a2e01c0-fd92-40ff-ad01-72575aba2774 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:47:00.773044 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f521b62-e346-4d7e-bd00-2b1a4ef4acd4 req-3a2e01c0-fd92-40ff-ad01-72575aba2774 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:47:00.799772 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d638d93-199b-4840-b4f2-756b011c3f36 req-b32c2bb3-c2e7-4056-8f04-ce3da2728091 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:00.801390 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5d638d93-199b-4840-b4f2-756b011c3f36 req-b32c2bb3-c2e7-4056-8f04-ce3da2728091 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/networks?id=0fa74ab6-87b5-4544-9313-49774655226a HTTP/1.1" status: 200 len: 814 time: 0.1600351 Sep 24 15:47:00.813750 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2e01c0-fd92-40ff-ad01-72575aba2774 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Pushing event updated for resources: {'Port': ['ID=9bfa416d-5194-4999-a760-900cf9a415eb,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:00.821458 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5d638d93-199b-4840-b4f2-756b011c3f36 req-41eb5f35-5020-44de-b169-8e9e5d858174 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/quotas/3866255b98974b16a2997a7181a78aaf HTTP/1.1" status: 200 len: 375 time: 0.0112665 Sep 24 15:47:00.851493 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f521b62-e346-4d7e-bd00-2b1a4ef4acd4 req-3a2e01c0-fd92-40ff-ad01-72575aba2774 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:00.852600 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-0f521b62-e346-4d7e-bd00-2b1a4ef4acd4 req-3a2e01c0-fd92-40ff-ad01-72575aba2774 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:00.881104 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5d638d93-199b-4840-b4f2-756b011c3f36 req-b5395290-721a-4737-b4e0-316fc7a1f9ab tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=3866255b98974b16a2997a7181a78aaf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0548410 Sep 24 15:47:00.898256 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-def1dd9a-5061-495a-8362-d1d670cfac8f req-5ae0dc45-dc35-4065-9247-c537678adf5b tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:00.950844 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae0dc45-dc35-4065-9247-c537678adf5b tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Pushing event deleted for resources: {'Port': ['ID=b17cbc6d-eddc-445e-ae67-c49538cc6d2f,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:01.000816 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0f521b62-e346-4d7e-bd00-2b1a4ef4acd4 req-3a2e01c0-fd92-40ff-ad01-72575aba2774 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1786757 Sep 24 15:47:01.025769 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-0f521b62-e346-4d7e-bd00-2b1a4ef4acd4 req-0fc002e7-027b-4d00-949d-2b05daa4f6e0 service neutron] Request body: {'port': {'device_id': 'df2d3aa6-6d5e-4879-bd5c-675a34c65805', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:47:01.026879 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-def1dd9a-5061-495a-8362-d1d670cfac8f req-5ae0dc45-dc35-4065-9247-c537678adf5b tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] No DVR routers for this DVR port b17cbc6d-eddc-445e-ae67-c49538cc6d2f on host n-h1-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:47:01.030803 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-def1dd9a-5061-495a-8362-d1d670cfac8f req-5ae0dc45-dc35-4065-9247-c537678adf5b tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:01.032794 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-def1dd9a-5061-495a-8362-d1d670cfac8f req-5ae0dc45-dc35-4065-9247-c537678adf5b tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.110 "DELETE /v2.0/ports/b17cbc6d-eddc-445e-ae67-c49538cc6d2f HTTP/1.1" status: 204 len: 173 time: 0.9241369 Sep 24 15:47:01.033243 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e13456c2-1bae-4992-b8db-4051ba72c06d', 'name': 'network-vif-deleted', 'tag': 'b17cbc6d-eddc-445e-ae67-c49538cc6d2f'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:47:01.035544 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1698720-08c1-4457-880d-e6dfcd6aebe9" -d '{"events": [{"server_uuid": "e13456c2-1bae-4992-b8db-4051ba72c06d", "name": "network-vif-deleted", "tag": "b17cbc6d-eddc-445e-ae67-c49538cc6d2f"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:47:01.101567 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5d638d93-199b-4840-b4f2-756b011c3f36 req-70c88ef5-afdc-44a5-9da8-c9f2e6c8bab5 service neutron] 10.222.0.101 "GET /v2.0/networks/0fa74ab6-87b5-4544-9313-49774655226a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131126 Sep 24 15:47:01.121302 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0991cb6c-90ee-4941-b620-d655148fc0bf x-openstack-request-id: req-0991cb6c-90ee-4941-b620-d655148fc0bf {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:47:01.121587 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e13456c2-1bae-4992-b8db-4051ba72c06d", "name": "network-vif-deleted", "tag": "b17cbc6d-eddc-445e-ae67-c49538cc6d2f", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:47:01.121840 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-0991cb6c-90ee-4941-b620-d655148fc0bf {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:47:01.122228 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e13456c2-1bae-4992-b8db-4051ba72c06d', 'name': 'network-vif-deleted', 'tag': 'b17cbc6d-eddc-445e-ae67-c49538cc6d2f', 'status': 'completed', 'code': 200} Sep 24 15:47:01.159522 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-0f521b62-e346-4d7e-bd00-2b1a4ef4acd4 req-0fc002e7-027b-4d00-949d-2b05daa4f6e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:01.239805 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5d638d93-199b-4840-b4f2-756b011c3f36 req-7e7491f1-30a5-46f4-96dd-b80b930f1e13 service neutron] 10.222.0.101 "GET /v2.0/networks/0fa74ab6-87b5-4544-9313-49774655226a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278541 Sep 24 15:47:01.428590 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-14024b87-412c-4ea3-ae6a-0ca1f3b2faa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:01.483343 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [req-0f521b62-e346-4d7e-bd00-2b1a4ef4acd4 req-0fc002e7-027b-4d00-949d-2b05daa4f6e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bfa416d-5194-4999-a760-900cf9a415eb {{(pid=95297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:47:01.492866 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-0f521b62-e346-4d7e-bd00-2b1a4ef4acd4 req-0fc002e7-027b-4d00-949d-2b05daa4f6e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:01.507738 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.provisioning_blocks [req-0f521b62-e346-4d7e-bd00-2b1a4ef4acd4 req-0fc002e7-027b-4d00-949d-2b05daa4f6e0 service neutron] Transition to ACTIVE for port object 9bfa416d-5194-4999-a760-900cf9a415eb will not be triggered until provisioned by entity L2. {{(pid=95297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:47:01.577175 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-aef3a63b-6e5e-4ec0-b451-a7f0e713efb1 req-af71c4a5-a7d8-4b2d-9eaa-0d75490de5f6 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=6fb03279-b50c-47c1-bf2d-dec36f0c2d8d HTTP/1.1" status: 200 len: 210 time: 0.0344529 Sep 24 15:47:01.668582 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-295a15cd-72b8-4269-9011-e3e0e606c6f3 req-bbcb8c88-7556-4445-85de-6ea09d1fb8e0 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=e13456c2-1bae-4992-b8db-4051ba72c06d HTTP/1.1" status: 200 len: 210 time: 0.0325561 Sep 24 15:47:01.697001 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-0f521b62-e346-4d7e-bd00-2b1a4ef4acd4 req-0fc002e7-027b-4d00-949d-2b05daa4f6e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:01.744937 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddc0899-35db-4416-8eb3-e4b039c941c8 req-f9d2cf4e-b08b-439a-ac26-9145f1565530 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:01.747423 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-eddc0899-35db-4416-8eb3-e4b039c941c8 req-f9d2cf4e-b08b-439a-ac26-9145f1565530 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=df2d3aa6-6d5e-4879-bd5c-675a34c65805 HTTP/1.1" status: 200 len: 943 time: 0.0542405 Sep 24 15:47:01.754640 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc002e7-027b-4d00-949d-2b05daa4f6e0 service neutron] Pushing event updated for resources: {'Port': ['ID=9bfa416d-5194-4999-a760-900cf9a415eb,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:01.799259 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-eddc0899-35db-4416-8eb3-e4b039c941c8 req-b8f0b7e8-fdc3-4343-8850-f3834df7b40e tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458879 Sep 24 15:47:01.837808 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-0f521b62-e346-4d7e-bd00-2b1a4ef4acd4 req-0fc002e7-027b-4d00-949d-2b05daa4f6e0 service neutron] Attempting to bind port 9bfa416d-5194-4999-a760-900cf9a415eb on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:47:01.838318 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-0f521b62-e346-4d7e-bd00-2b1a4ef4acd4 req-0fc002e7-027b-4d00-949d-2b05daa4f6e0 service neutron] Attempting to bind port 9bfa416d-5194-4999-a760-900cf9a415eb by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': '368a9d0c-2815-451d-a46d-c1bdd7d38862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'fcaa8023-73de-41c9-b56a-537c209ef622'}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:47:01.838674 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f521b62-e346-4d7e-bd00-2b1a4ef4acd4 req-0fc002e7-027b-4d00-949d-2b05daa4f6e0 service neutron] Attempting to bind port 9bfa416d-5194-4999-a760-900cf9a415eb on network fcaa8023-73de-41c9-b56a-537c209ef622 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:47:01.843939 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f521b62-e346-4d7e-bd00-2b1a4ef4acd4 req-0fc002e7-027b-4d00-949d-2b05daa4f6e0 service neutron] Port 9bfa416d-5194-4999-a760-900cf9a415eb on network fcaa8023-73de-41c9-b56a-537c209ef622 not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:47:01.844268 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f521b62-e346-4d7e-bd00-2b1a4ef4acd4 req-0fc002e7-027b-4d00-949d-2b05daa4f6e0 service neutron] Attempting to bind port 9bfa416d-5194-4999-a760-900cf9a415eb on network fcaa8023-73de-41c9-b56a-537c209ef622 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:47:01.849548 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f521b62-e346-4d7e-bd00-2b1a4ef4acd4 req-0fc002e7-027b-4d00-949d-2b05daa4f6e0 service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 46, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:47:01.849877 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f521b62-e346-4d7e-bd00-2b1a4ef4acd4 req-0fc002e7-027b-4d00-949d-2b05daa4f6e0 service neutron] Checking segment: {'id': '368a9d0c-2815-451d-a46d-c1bdd7d38862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'fcaa8023-73de-41c9-b56a-537c209ef622'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:47:01.850818 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f521b62-e346-4d7e-bd00-2b1a4ef4acd4 req-0fc002e7-027b-4d00-949d-2b05daa4f6e0 service neutron] Bound using segment: {'id': '368a9d0c-2815-451d-a46d-c1bdd7d38862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'fcaa8023-73de-41c9-b56a-537c209ef622'} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:47:01.851606 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-0f521b62-e346-4d7e-bd00-2b1a4ef4acd4 req-0fc002e7-027b-4d00-949d-2b05daa4f6e0 service neutron] Bound port: 9bfa416d-5194-4999-a760-900cf9a415eb, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '368a9d0c-2815-451d-a46d-c1bdd7d38862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'fcaa8023-73de-41c9-b56a-537c209ef622'}}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:47:01.851959 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-0f521b62-e346-4d7e-bd00-2b1a4ef4acd4 req-0fc002e7-027b-4d00-949d-2b05daa4f6e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:01.868323 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f237c2c-ef6e-4edb-a5ee-4be9e4ca7c15 req-7621c0ef-f967-4597-929b-7025af1923da tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:01.871877 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1f237c2c-ef6e-4edb-a5ee-4be9e4ca7c15 req-7621c0ef-f967-4597-929b-7025af1923da tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.108 "GET /v2.0/ports?device_id=e1808a51-f05e-4f9a-982a-3d6da6d33975 HTTP/1.1" status: 200 len: 945 time: 0.0626101 Sep 24 15:47:01.922231 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-0f521b62-e346-4d7e-bd00-2b1a4ef4acd4 req-0fc002e7-027b-4d00-949d-2b05daa4f6e0 service neutron] For port 9bfa416d-5194-4999-a760-900cf9a415eb, host n-h1-808921-1, cleared binding levels {{(pid=95297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:47:01.925316 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-0f521b62-e346-4d7e-bd00-2b1a4ef4acd4 req-0fc002e7-027b-4d00-949d-2b05daa4f6e0 service neutron] For port 9bfa416d-5194-4999-a760-900cf9a415eb, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=9bfa416d-5194-4999-a760-900cf9a415eb,segment=NetworkSegment(368a9d0c-2815-451d-a46d-c1bdd7d38862),segment_id=368a9d0c-2815-451d-a46d-c1bdd7d38862)] {{(pid=95297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:47:01.969865 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-1f237c2c-ef6e-4edb-a5ee-4be9e4ca7c15 req-b43b5051-649b-428c-acf8-a9813aa2e0bc tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Deleting port a0537e30-678c-477b-a2fc-07d5db0b34fa {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:47:01.970239 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1f237c2c-ef6e-4edb-a5ee-4be9e4ca7c15 req-b43b5051-649b-428c-acf8-a9813aa2e0bc tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:02.065324 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-1f237c2c-ef6e-4edb-a5ee-4be9e4ca7c15 req-b43b5051-649b-428c-acf8-a9813aa2e0bc tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] For port a0537e30-678c-477b-a2fc-07d5db0b34fa, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=a0537e30-678c-477b-a2fc-07d5db0b34fa,segment=NetworkSegment(138681cd-aefe-407e-9c8c-919ef76b97c8),segment_id=138681cd-aefe-407e-9c8c-919ef76b97c8)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:47:02.065601 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1f237c2c-ef6e-4edb-a5ee-4be9e4ca7c15 req-b43b5051-649b-428c-acf8-a9813aa2e0bc tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:02.078040 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-1f237c2c-ef6e-4edb-a5ee-4be9e4ca7c15 req-b43b5051-649b-428c-acf8-a9813aa2e0bc tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Calling delete_port for a0537e30-678c-477b-a2fc-07d5db0b34fa owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:47:02.080824 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-0f521b62-e346-4d7e-bd00-2b1a4ef4acd4 req-0fc002e7-027b-4d00-949d-2b05daa4f6e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:02.128856 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f521b62-e346-4d7e-bd00-2b1a4ef4acd4 req-0fc002e7-027b-4d00-949d-2b05daa4f6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:02.129508 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-0f521b62-e346-4d7e-bd00-2b1a4ef4acd4 req-0fc002e7-027b-4d00-949d-2b05daa4f6e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:02.132366 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0f521b62-e346-4d7e-bd00-2b1a4ef4acd4 req-0fc002e7-027b-4d00-949d-2b05daa4f6e0 service neutron] 10.222.0.110 "PUT /v2.0/ports/9bfa416d-5194-4999-a760-900cf9a415eb HTTP/1.1" status: 200 len: 1091 time: 1.1129296 Sep 24 15:47:02.132824 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df2d3aa6-6d5e-4879-bd5c-675a34c65805', 'tag': '9bfa416d-5194-4999-a760-900cf9a415eb'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:47:02.135436 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a21c2ef-94ad-456e-ba56-2c63c7ce6586" -d '{"events": [{"name": "network-changed", "server_uuid": "df2d3aa6-6d5e-4879-bd5c-675a34c65805", "tag": "9bfa416d-5194-4999-a760-900cf9a415eb"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:47:02.190040 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d0d5f6-f00a-4003-b45c-866fc69e744f x-openstack-request-id: req-d0d0d5f6-f00a-4003-b45c-866fc69e744f {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:47:02.190332 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df2d3aa6-6d5e-4879-bd5c-675a34c65805", "tag": "9bfa416d-5194-4999-a760-900cf9a415eb", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:47:02.190614 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d0d0d5f6-f00a-4003-b45c-866fc69e744f {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:47:02.191010 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df2d3aa6-6d5e-4879-bd5c-675a34c65805', 'tag': '9bfa416d-5194-4999-a760-900cf9a415eb', 'status': 'completed', 'code': 200} Sep 24 15:47:02.195218 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc002e7-027b-4d00-949d-2b05daa4f6e0 service neutron] Pushing event updated for resources: {'Port': ['ID=9bfa416d-5194-4999-a760-900cf9a415eb,revision_number=3']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:02.280207 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a21c2ef-94ad-456e-ba56-2c63c7ce6586 req-06ac27b5-08df-41dd-aa77-f430d921ef92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:02.282514 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2a21c2ef-94ad-456e-ba56-2c63c7ce6586 req-06ac27b5-08df-41dd-aa77-f430d921ef92 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=62a8ba880b994b468ea0f6bf276f3fa0&device_id=df2d3aa6-6d5e-4879-bd5c-675a34c65805 HTTP/1.1" status: 200 len: 1094 time: 0.0463994 Sep 24 15:47:02.332360 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1f237c2c-ef6e-4edb-a5ee-4be9e4ca7c15 req-b43b5051-649b-428c-acf8-a9813aa2e0bc tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:02.355426 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['a0537e30-678c-477b-a2fc-07d5db0b34fa'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:47:02.366857 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43b5051-649b-428c-acf8-a9813aa2e0bc tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Pushing event deleted for resources: {'Port': ['ID=a0537e30-678c-477b-a2fc-07d5db0b34fa,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:02.410445 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f237c2c-ef6e-4edb-a5ee-4be9e4ca7c15 req-b43b5051-649b-428c-acf8-a9813aa2e0bc tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] No DVR routers for this DVR port a0537e30-678c-477b-a2fc-07d5db0b34fa on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:47:02.414141 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1f237c2c-ef6e-4edb-a5ee-4be9e4ca7c15 req-b43b5051-649b-428c-acf8-a9813aa2e0bc tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:02.433331 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1f237c2c-ef6e-4edb-a5ee-4be9e4ca7c15 req-b43b5051-649b-428c-acf8-a9813aa2e0bc tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.108 "DELETE /v2.0/ports/a0537e30-678c-477b-a2fc-07d5db0b34fa HTTP/1.1" status: 204 len: 173 time: 0.5385380 Sep 24 15:47:02.439134 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a21c2ef-94ad-456e-ba56-2c63c7ce6586 req-f075dc01-b88a-4ea1-af1e-04ca23ea2052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:02.440746 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2a21c2ef-94ad-456e-ba56-2c63c7ce6586 req-f075dc01-b88a-4ea1-af1e-04ca23ea2052 service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=62a8ba880b994b468ea0f6bf276f3fa0&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1393404 Sep 24 15:47:02.543360 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a21c2ef-94ad-456e-ba56-2c63c7ce6586 req-0683f448-5ec1-4764-8d52-24803c57a992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:02.544591 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2a21c2ef-94ad-456e-ba56-2c63c7ce6586 req-0683f448-5ec1-4764-8d52-24803c57a992 service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0956104 Sep 24 15:47:02.670823 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a1ba4f18-a571-41d4-aebf-ecf3bde129b1 req-c3522ba1-5d69-4bc4-822e-4399079b1419 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=6fb03279-b50c-47c1-bf2d-dec36f0c2d8d HTTP/1.1" status: 200 len: 210 time: 0.0318506 Sep 24 15:47:02.689823 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f521b62-e346-4d7e-bd00-2b1a4ef4acd4 req-f1800f09-e993-4400-9468-eb206f089297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:02.692975 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0f521b62-e346-4d7e-bd00-2b1a4ef4acd4 req-f1800f09-e993-4400-9468-eb206f089297 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=62a8ba880b994b468ea0f6bf276f3fa0&device_id=df2d3aa6-6d5e-4879-bd5c-675a34c65805 HTTP/1.1" status: 200 len: 1094 time: 0.0869060 Sep 24 15:47:02.781051 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0f521b62-e346-4d7e-bd00-2b1a4ef4acd4 req-8c3f3efd-ebb1-44c8-8115-0b4631fbbf48 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9bfa416d-5194-4999-a760-900cf9a415eb HTTP/1.1" status: 200 len: 217 time: 0.0425951 Sep 24 15:47:02.812100 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-23eb4a52-13ac-4148-8ce9-284c36391026 req-b9e6fc11-db17-4d3e-95e0-afa6fbb6dbf4 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=e13456c2-1bae-4992-b8db-4051ba72c06d HTTP/1.1" status: 200 len: 210 time: 0.0280654 Sep 24 15:47:02.853133 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4df4129-1eba-43f2-ba82-2d82d59475ba req-03ea264d-51a5-41fd-bd78-f34b56844f8b tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:02.858813 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d4df4129-1eba-43f2-ba82-2d82d59475ba req-03ea264d-51a5-41fd-bd78-f34b56844f8b tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/networks?id=f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc HTTP/1.1" status: 200 len: 815 time: 0.2447388 Sep 24 15:47:02.878113 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d4df4129-1eba-43f2-ba82-2d82d59475ba req-3c349088-058b-4093-baae-6d9ade7ae1dd tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/quotas/a281c219e4614beda204e7aa382ce19f HTTP/1.1" status: 200 len: 375 time: 0.0162313 Sep 24 15:47:02.879645 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f521b62-e346-4d7e-bd00-2b1a4ef4acd4 req-6b6c8132-2011-49e6-9242-1cebaa770de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:02.881013 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0f521b62-e346-4d7e-bd00-2b1a4ef4acd4 req-6b6c8132-2011-49e6-9242-1cebaa770de8 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=0db07746-4ea4-48db-9d56-837ab1eb05bd HTTP/1.1" status: 200 len: 846 time: 0.0922527 Sep 24 15:47:02.940727 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47579a2-7b4e-41ac-9e11-dad0147a3f66 req-993d24e1-7c86-45e3-8e9e-a3cc9cfdc3a2 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:02.946322 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0f521b62-e346-4d7e-bd00-2b1a4ef4acd4 req-0618ac79-6f11-460b-b3dd-c76f86c59d62 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=fcaa8023-73de-41c9-b56a-537c209ef622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531394 Sep 24 15:47:02.948951 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b47579a2-7b4e-41ac-9e11-dad0147a3f66 req-993d24e1-7c86-45e3-8e9e-a3cc9cfdc3a2 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=df2d3aa6-6d5e-4879-bd5c-675a34c65805 HTTP/1.1" status: 200 len: 943 time: 0.0744123 Sep 24 15:47:02.980604 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d4df4129-1eba-43f2-ba82-2d82d59475ba req-2cfc4cf1-a2f9-440d-9cc5-1761df3b14a1 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=a281c219e4614beda204e7aa382ce19f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0958574 Sep 24 15:47:02.992207 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b47579a2-7b4e-41ac-9e11-dad0147a3f66 req-28230b6c-b3a1-42d2-8790-fb2e764b0540 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410388 Sep 24 15:47:03.062879 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0f521b62-e346-4d7e-bd00-2b1a4ef4acd4 req-def770ef-048d-47e2-a08b-e358b0130e79 service neutron] 10.222.0.110 "GET /v2.0/networks/fcaa8023-73de-41c9-b56a-537c209ef622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080456 Sep 24 15:47:03.123476 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1808a51-f05e-4f9a-982a-3d6da6d33975', 'name': 'network-vif-deleted', 'tag': 'a0537e30-678c-477b-a2fc-07d5db0b34fa'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:47:03.125892 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-137efe00-bf70-419e-8c0f-2d3654800c72" -d '{"events": [{"server_uuid": "e1808a51-f05e-4f9a-982a-3d6da6d33975", "name": "network-vif-deleted", "tag": "a0537e30-678c-477b-a2fc-07d5db0b34fa"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:47:03.162161 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-874ced34-0996-4a9a-bf09-7ad91bb441c7 x-openstack-request-id: req-874ced34-0996-4a9a-bf09-7ad91bb441c7 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:47:03.162499 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1808a51-f05e-4f9a-982a-3d6da6d33975", "name": "network-vif-deleted", "tag": "a0537e30-678c-477b-a2fc-07d5db0b34fa", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:47:03.162849 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-874ced34-0996-4a9a-bf09-7ad91bb441c7 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:47:03.163222 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1808a51-f05e-4f9a-982a-3d6da6d33975', 'name': 'network-vif-deleted', 'tag': 'a0537e30-678c-477b-a2fc-07d5db0b34fa', 'status': 'completed', 'code': 200} Sep 24 15:47:03.211510 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0f521b62-e346-4d7e-bd00-2b1a4ef4acd4 req-9883584a-c6cb-46c2-9571-5862baf375b6 service neutron] 10.222.0.110 "GET /v2.0/networks/fcaa8023-73de-41c9-b56a-537c209ef622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411469 Sep 24 15:47:03.246733 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d4df4129-1eba-43f2-ba82-2d82d59475ba req-f483df10-1ad6-4731-994d-016d65f6fab2 service neutron] 10.222.0.101 "GET /v2.0/networks/f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510543 Sep 24 15:47:03.342947 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d4df4129-1eba-43f2-ba82-2d82d59475ba req-2e9da813-2f76-4663-9463-f5ef59269b29 service neutron] 10.222.0.101 "GET /v2.0/networks/f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921857 Sep 24 15:47:03.719704 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fcfeb8a5-ed46-4207-a77b-84c451388824 req-7e77b830-22de-435a-b5c3-9dc78ae341dc tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=6b9bbf46-a712-441f-ae91-793da34ac091 HTTP/1.1" status: 200 len: 210 time: 0.0290678 Sep 24 15:47:03.785413 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cb7bd315-d622-4e5d-be5e-b4d8a74d3e25 req-0e923c30-56ee-449c-8920-f382c5074652 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=6fb03279-b50c-47c1-bf2d-dec36f0c2d8d HTTP/1.1" status: 200 len: 210 time: 0.0444384 Sep 24 15:47:03.952206 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device b17cbc6d-eddc-445e-ae67-c49538cc6d2f no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:47:03.972280 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] No Port match for: b17cbc6d-eddc-445e-ae67-c49538cc6d2f {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:47:03.972619 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device b17cbc6d-eddc-445e-ae67-c49538cc6d2f not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:47:04.057990 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7495026e-d7bf-4b2e-8318-bce8f588d20d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:04.114577 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abefd80f-ee69-4dcd-8b78-c8427e0ef6a6 req-96741140-14f7-4536-bf1c-63f416d24bc3 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:04.116240 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-abefd80f-ee69-4dcd-8b78-c8427e0ef6a6 req-96741140-14f7-4536-bf1c-63f416d24bc3 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=df2d3aa6-6d5e-4879-bd5c-675a34c65805 HTTP/1.1" status: 200 len: 943 time: 0.0506966 Sep 24 15:47:04.156311 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-abefd80f-ee69-4dcd-8b78-c8427e0ef6a6 req-3d968ac4-4342-4657-89e0-c563f2f4735c tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339041 Sep 24 15:47:04.383578 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:04.710888 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d55f134-50bc-42ab-b800-5fc5566de530 req-ea085cc2-2ca3-47c3-927f-2adc07ff2096 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:04.712428 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5d55f134-50bc-42ab-b800-5fc5566de530 req-ea085cc2-2ca3-47c3-927f-2adc07ff2096 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=5b6fdb1d-de35-4fee-b131-9178ea4aba6e HTTP/1.1" status: 200 len: 945 time: 0.0671697 Sep 24 15:47:04.753977 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5d55f134-50bc-42ab-b800-5fc5566de530 req-e914118e-9f97-4b51-8f63-fc579a001c86 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342250 Sep 24 15:47:04.811663 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d90f3f2d-2dc3-4e4d-95ad-9020edfb3e70 req-b9153522-c65c-48db-bc54-336cb0ce2740 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=6b9bbf46-a712-441f-ae91-793da34ac091 HTTP/1.1" status: 200 len: 210 time: 0.0277658 Sep 24 15:47:04.877596 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-00511c22-3fd0-401b-9222-2c83a70ecb44 req-6453c71f-e42c-4e18-9277-1f6bcaa1347a tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=6fb03279-b50c-47c1-bf2d-dec36f0c2d8d HTTP/1.1" status: 200 len: 210 time: 0.0294518 Sep 24 15:47:05.273404 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b12022-8eb6-47a8-a72c-4100cbfd1f16 req-38f5a628-03d4-4387-a8bb-2c4f183c9aeb tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:05.274910 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e5b12022-8eb6-47a8-a72c-4100cbfd1f16 req-38f5a628-03d4-4387-a8bb-2c4f183c9aeb tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=df2d3aa6-6d5e-4879-bd5c-675a34c65805 HTTP/1.1" status: 200 len: 943 time: 0.0500302 Sep 24 15:47:05.310864 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device a0537e30-678c-477b-a2fc-07d5db0b34fa no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:47:05.323619 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e5b12022-8eb6-47a8-a72c-4100cbfd1f16 req-4cb9091b-c587-412d-afbb-23ee0014c7a9 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418110 Sep 24 15:47:05.354425 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] No Port match for: a0537e30-678c-477b-a2fc-07d5db0b34fa {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:47:05.354776 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device a0537e30-678c-477b-a2fc-07d5db0b34fa not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:47:05.357032 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:05.892369 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ca89c-3e3b-4659-8071-e18f848246d0 req-d032da04-fc81-4155-980f-83d112cfd37c tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:05.893914 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2c1ca89c-3e3b-4659-8071-e18f848246d0 req-d032da04-fc81-4155-980f-83d112cfd37c tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=5b6fdb1d-de35-4fee-b131-9178ea4aba6e HTTP/1.1" status: 200 len: 945 time: 0.0604503 Sep 24 15:47:05.947323 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2c1ca89c-3e3b-4659-8071-e18f848246d0 req-7120157c-6475-4504-b7b6-1228db4a2192 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450156 Sep 24 15:47:05.948910 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-06c00232-5579-46f0-a58d-d6390372ebcb req-9f02fe7d-96a3-450a-b7bd-f6acd4bfe1da tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=6b9bbf46-a712-441f-ae91-793da34ac091 HTTP/1.1" status: 200 len: 210 time: 0.0391595 Sep 24 15:47:05.972767 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 9bfa416d-5194-4999-a760-900cf9a415eb details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:47:06.061277 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-28e44844-7142-48c0-aa8c-fe1e5b34fcbb req-2a405091-e697-4d32-a5db-7c3cb56c4e23 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=6fb03279-b50c-47c1-bf2d-dec36f0c2d8d HTTP/1.1" status: 200 len: 210 time: 0.0400825 Sep 24 15:47:06.112746 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 9bfa416d-5194-4999-a760-900cf9a415eb, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=9bfa416d-5194-4999-a760-900cf9a415eb,segment=NetworkSegment(368a9d0c-2815-451d-a46d-c1bdd7d38862),segment_id=368a9d0c-2815-451d-a46d-c1bdd7d38862)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:47:06.127990 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': '9bfa416d-5194-4999-a760-900cf9a415eb', 'network_id': 'fcaa8023-73de-41c9-b56a-537c209ef622', 'port_id': '9bfa416d-5194-4999-a760-900cf9a415eb', 'mac_address': 'fa:16:3e:39:0e:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0db07746-4ea4-48db-9d56-837ab1eb05bd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:47:06.181993 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:06.199347 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bfa416d-5194-4999-a760-900cf9a415eb {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:47:06.219618 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 9bfa416d-5194-4999-a760-900cf9a415eb, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=9bfa416d-5194-4999-a760-900cf9a415eb,segment=NetworkSegment(368a9d0c-2815-451d-a46d-c1bdd7d38862),segment_id=368a9d0c-2815-451d-a46d-c1bdd7d38862)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:47:06.311233 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d638d93-199b-4840-b4f2-756b011c3f36 req-39042cd3-62bd-46dc-8bcd-02e58b9e3bcb tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:06.311233 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5d638d93-199b-4840-b4f2-756b011c3f36 req-39042cd3-62bd-46dc-8bcd-02e58b9e3bcb tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.108 "GET /v2.0/networks?id=0fa74ab6-87b5-4544-9313-49774655226a HTTP/1.1" status: 200 len: 814 time: 0.1110647 Sep 24 15:47:06.328760 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-5d638d93-199b-4840-b4f2-756b011c3f36 req-d7153cad-de6d-4e34-af8f-c87375fa6abb tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Request body: {'port': {'device_id': '6fb03279-b50c-47c1-bf2d-dec36f0c2d8d', 'network_id': '0fa74ab6-87b5-4544-9313-49774655226a', 'admin_state_up': True, 'tenant_id': '3866255b98974b16a2997a7181a78aaf'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:47:06.397101 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fbffcf-3437-4d1d-adde-e086cd0bf20c req-3af94133-4a17-4c19-9bc0-0e6fa5b9ea33 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:06.398990 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:06.400223 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-84fbffcf-3437-4d1d-adde-e086cd0bf20c req-3af94133-4a17-4c19-9bc0-0e6fa5b9ea33 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.110 "GET /v2.0/ports?device_id=5b6fdb1d-de35-4fee-b131-9178ea4aba6e HTTP/1.1" status: 200 len: 945 time: 0.0844703 Sep 24 15:47:06.498417 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=9bfa416d-5194-4999-a760-900cf9a415eb,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:06.567156 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5414e319-9efc-44b4-92f5-221e99e7263f req-0a07d655-f968-4b4a-8078-14fb32dd436b tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:06.568663 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5414e319-9efc-44b4-92f5-221e99e7263f req-0a07d655-f968-4b4a-8078-14fb32dd436b tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=df2d3aa6-6d5e-4879-bd5c-675a34c65805 HTTP/1.1" status: 200 len: 944 time: 0.0888326 Sep 24 15:47:06.605453 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d638d93-199b-4840-b4f2-756b011c3f36 req-d7153cad-de6d-4e34-af8f-c87375fa6abb tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Made reservation on behalf of 3866255b98974b16a2997a7181a78aaf for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:47:06.610385 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-5d638d93-199b-4840-b4f2-756b011c3f36 req-d7153cad-de6d-4e34-af8f-c87375fa6abb tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:06.637747 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-84fbffcf-3437-4d1d-adde-e086cd0bf20c req-eb0d8bd8-7ed9-4ed1-9550-d2b691354417 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Deleting port 28572c71-755a-4ec9-8efe-e364c762f5de {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:47:06.638137 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-84fbffcf-3437-4d1d-adde-e086cd0bf20c req-eb0d8bd8-7ed9-4ed1-9550-d2b691354417 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:06.645057 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5414e319-9efc-44b4-92f5-221e99e7263f req-630cd735-a87d-4b98-9099-59aa1a43b26e tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671327 Sep 24 15:47:06.733654 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-84fbffcf-3437-4d1d-adde-e086cd0bf20c req-eb0d8bd8-7ed9-4ed1-9550-d2b691354417 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] For port 28572c71-755a-4ec9-8efe-e364c762f5de, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=28572c71-755a-4ec9-8efe-e364c762f5de,segment=NetworkSegment(7e8e93a9-9a2d-4b51-a14d-73f657c90f78),segment_id=7e8e93a9-9a2d-4b51-a14d-73f657c90f78)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:47:06.734023 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-84fbffcf-3437-4d1d-adde-e086cd0bf20c req-eb0d8bd8-7ed9-4ed1-9550-d2b691354417 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:06.741824 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:06.742804 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-5d638d93-199b-4840-b4f2-756b011c3f36 req-d7153cad-de6d-4e34-af8f-c87375fa6abb tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Allocated IP 172.20.0.11 (0fa74ab6-87b5-4544-9313-49774655226a/4491d185-2791-4910-b09e-1dff46d40afb/1163f85c-1099-4df4-a531-49a7aa91f7bb) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:47:06.748794 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-84fbffcf-3437-4d1d-adde-e086cd0bf20c req-eb0d8bd8-7ed9-4ed1-9550-d2b691354417 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Calling delete_port for 28572c71-755a-4ec9-8efe-e364c762f5de owned by compute:nova {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:47:06.792454 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['9bfa416d-5194-4999-a760-900cf9a415eb'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:47:06.937167 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-5d638d93-199b-4840-b4f2-756b011c3f36 req-d7153cad-de6d-4e34-af8f-c87375fa6abb tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:07.048993 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b223a08f-afde-47f5-9648-19d8c89427d8 req-d7ed9d6c-7c41-426d-9002-e78d212eae67 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=6b9bbf46-a712-441f-ae91-793da34ac091 HTTP/1.1" status: 200 len: 210 time: 0.0254037 Sep 24 15:47:07.067419 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d047945-d5ed-4d70-bcde-69979cd16a31 req-55513d34-8409-4959-9bbd-54ec6799b1ba tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:07.067884 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5d047945-d5ed-4d70-bcde-69979cd16a31 req-55513d34-8409-4959-9bbd-54ec6799b1ba tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=5b6fdb1d-de35-4fee-b131-9178ea4aba6e HTTP/1.1" status: 200 len: 945 time: 0.0497713 Sep 24 15:47:07.097359 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-84fbffcf-3437-4d1d-adde-e086cd0bf20c req-eb0d8bd8-7ed9-4ed1-9550-d2b691354417 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:07.118916 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['cb238af0-bcfe-4574-a1e6-2129ca44f562'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:47:07.146172 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0d8bd8-7ed9-4ed1-9550-d2b691354417 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Pushing event deleted for resources: {'Port': ['ID=28572c71-755a-4ec9-8efe-e364c762f5de,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:07.153417 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5d047945-d5ed-4d70-bcde-69979cd16a31 req-8603e60d-63b7-40ba-8146-caae3acfb572 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771670 Sep 24 15:47:07.181598 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-5d638d93-199b-4840-b4f2-756b011c3f36 req-d7153cad-de6d-4e34-af8f-c87375fa6abb tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:07.213031 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-84fbffcf-3437-4d1d-adde-e086cd0bf20c req-eb0d8bd8-7ed9-4ed1-9550-d2b691354417 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] No DVR routers for this DVR port 28572c71-755a-4ec9-8efe-e364c762f5de on host n-h1-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:47:07.216607 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-84fbffcf-3437-4d1d-adde-e086cd0bf20c req-eb0d8bd8-7ed9-4ed1-9550-d2b691354417 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:07.220409 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-84fbffcf-3437-4d1d-adde-e086cd0bf20c req-eb0d8bd8-7ed9-4ed1-9550-d2b691354417 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.110 "DELETE /v2.0/ports/28572c71-755a-4ec9-8efe-e364c762f5de HTTP/1.1" status: 204 len: 173 time: 0.8079696 Sep 24 15:47:07.220409 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b6fdb1d-de35-4fee-b131-9178ea4aba6e', 'name': 'network-vif-deleted', 'tag': '28572c71-755a-4ec9-8efe-e364c762f5de'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:47:07.222385 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-157c4afc-4252-4995-9f66-b663cb46c558" -d '{"events": [{"server_uuid": "5b6fdb1d-de35-4fee-b131-9178ea4aba6e", "name": "network-vif-deleted", "tag": "28572c71-755a-4ec9-8efe-e364c762f5de"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:47:07.266548 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21fb391a-6033-4538-b121-553a7da2a64d x-openstack-request-id: req-21fb391a-6033-4538-b121-553a7da2a64d {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:47:07.266931 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b6fdb1d-de35-4fee-b131-9178ea4aba6e", "name": "network-vif-deleted", "tag": "28572c71-755a-4ec9-8efe-e364c762f5de", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:47:07.267188 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-21fb391a-6033-4538-b121-553a7da2a64d {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:47:07.267634 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b6fdb1d-de35-4fee-b131-9178ea4aba6e', 'name': 'network-vif-deleted', 'tag': '28572c71-755a-4ec9-8efe-e364c762f5de', 'status': 'completed', 'code': 200} Sep 24 15:47:07.305923 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7153cad-de6d-4e34-af8f-c87375fa6abb tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Pushing event updated for resources: {'Port': ['ID=1163f85c-1099-4df4-a531-49a7aa91f7bb,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:07.326427 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d638d93-199b-4840-b4f2-756b011c3f36 req-d7153cad-de6d-4e34-af8f-c87375fa6abb tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Network 0fa74ab6-87b5-4544-9313-49774655226a is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:47:07.330115 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-5d638d93-199b-4840-b4f2-756b011c3f36 req-d7153cad-de6d-4e34-af8f-c87375fa6abb tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:47:07.336668 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7153cad-de6d-4e34-af8f-c87375fa6abb tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:47:07.337020 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7153cad-de6d-4e34-af8f-c87375fa6abb tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:47:07.337363 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7153cad-de6d-4e34-af8f-c87375fa6abb tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:47:07.337700 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7153cad-de6d-4e34-af8f-c87375fa6abb tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:47:07.338440 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7153cad-de6d-4e34-af8f-c87375fa6abb tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:47:07.338440 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7153cad-de6d-4e34-af8f-c87375fa6abb tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:47:07.338699 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7153cad-de6d-4e34-af8f-c87375fa6abb tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:47:07.339405 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7153cad-de6d-4e34-af8f-c87375fa6abb tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:47:07.339912 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7153cad-de6d-4e34-af8f-c87375fa6abb tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:47:07.340244 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7153cad-de6d-4e34-af8f-c87375fa6abb tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:47:07.340572 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7153cad-de6d-4e34-af8f-c87375fa6abb tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:47:07.340893 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7153cad-de6d-4e34-af8f-c87375fa6abb tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:47:07.346369 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d638d93-199b-4840-b4f2-756b011c3f36 req-d7153cad-de6d-4e34-af8f-c87375fa6abb tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:47:07.386464 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d04351-bd67-42ff-9be7-449cf9af0584 req-4a5f3b51-3725-4890-bc74-b37735d73df3 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:07.387877 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-12d04351-bd67-42ff-9be7-449cf9af0584 req-4a5f3b51-3725-4890-bc74-b37735d73df3 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=6fb03279-b50c-47c1-bf2d-dec36f0c2d8d HTTP/1.1" status: 200 len: 932 time: 0.2193542 Sep 24 15:47:07.418113 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4df4129-1eba-43f2-ba82-2d82d59475ba req-85aae650-dd2d-4afa-9e37-84cbde825b2a tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:07.419536 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d4df4129-1eba-43f2-ba82-2d82d59475ba req-85aae650-dd2d-4afa-9e37-84cbde825b2a tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.108 "GET /v2.0/networks?id=f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc HTTP/1.1" status: 200 len: 815 time: 0.2921336 Sep 24 15:47:07.448553 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-d4df4129-1eba-43f2-ba82-2d82d59475ba req-adf30dd8-aa8f-4a87-b9eb-b850b81e75de tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Request body: {'port': {'device_id': '6b9bbf46-a712-441f-ae91-793da34ac091', 'network_id': 'f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc', 'admin_state_up': True, 'tenant_id': 'a281c219e4614beda204e7aa382ce19f'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:47:07.448955 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d638d93-199b-4840-b4f2-756b011c3f36 req-d7153cad-de6d-4e34-af8f-c87375fa6abb tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:07.449567 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-5d638d93-199b-4840-b4f2-756b011c3f36 req-d7153cad-de6d-4e34-af8f-c87375fa6abb tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:07.499204 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-12d04351-bd67-42ff-9be7-449cf9af0584 req-5f239307-b99f-44ee-b2d8-ffd61c8a4f76 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028998 Sep 24 15:47:07.620340 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5d638d93-199b-4840-b4f2-756b011c3f36 req-d7153cad-de6d-4e34-af8f-c87375fa6abb tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2967477 Sep 24 15:47:07.636994 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-5d638d93-199b-4840-b4f2-756b011c3f36 req-9c1b7064-74f6-41e7-9dc0-2de33e5ae161 service neutron] Request body: {'port': {'device_id': '6fb03279-b50c-47c1-bf2d-dec36f0c2d8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:47:07.706099 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-5d638d93-199b-4840-b4f2-756b011c3f36 req-9c1b7064-74f6-41e7-9dc0-2de33e5ae161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:07.847009 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4df4129-1eba-43f2-ba82-2d82d59475ba req-adf30dd8-aa8f-4a87-b9eb-b850b81e75de tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Made reservation on behalf of a281c219e4614beda204e7aa382ce19f for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:47:07.851548 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d4df4129-1eba-43f2-ba82-2d82d59475ba req-adf30dd8-aa8f-4a87-b9eb-b850b81e75de tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:07.889725 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a083a-a87a-4aff-9635-28defab80fe6 req-b69cad34-28a7-493b-bfcc-c1391917d8e0 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:07.891154 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1a2a083a-a87a-4aff-9635-28defab80fe6 req-b69cad34-28a7-493b-bfcc-c1391917d8e0 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=df2d3aa6-6d5e-4879-bd5c-675a34c65805 HTTP/1.1" status: 200 len: 944 time: 0.1462359 Sep 24 15:47:07.898074 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['28572c71-755a-4ec9-8efe-e364c762f5de'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:47:08.036587 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1a2a083a-a87a-4aff-9635-28defab80fe6 req-7a0852a7-5f0c-4a92-be7f-3a1924f4ed0a tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328785 Sep 24 15:47:08.116525 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-d4df4129-1eba-43f2-ba82-2d82d59475ba req-adf30dd8-aa8f-4a87-b9eb-b850b81e75de tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Allocated IP 172.20.0.4 (f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc/a0d43bec-f9c0-475f-bd60-a66698ae0d01/39d019b0-08b8-4a0f-938f-5c9bdc668bbe) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:47:08.149148 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5a8b0179-89ab-4111-8bd0-2c64759462ba req-12687f91-2956-473f-be40-dd056ee98213 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=6b9bbf46-a712-441f-ae91-793da34ac091 HTTP/1.1" status: 200 len: 210 time: 0.0266724 Sep 24 15:47:08.204409 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-5d638d93-199b-4840-b4f2-756b011c3f36 req-9c1b7064-74f6-41e7-9dc0-2de33e5ae161 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1163f85c-1099-4df4-a531-49a7aa91f7bb {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:47:08.216209 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-5d638d93-199b-4840-b4f2-756b011c3f36 req-9c1b7064-74f6-41e7-9dc0-2de33e5ae161 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:08.262449 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-5d638d93-199b-4840-b4f2-756b011c3f36 req-9c1b7064-74f6-41e7-9dc0-2de33e5ae161 service neutron] Transition to ACTIVE for port object 1163f85c-1099-4df4-a531-49a7aa91f7bb will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:47:08.281629 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2aa6d3dd-f1bf-4083-9561-9f658bf6f36e req-2fe70754-65ed-4f8a-b888-1f89356ccc44 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=5b6fdb1d-de35-4fee-b131-9178ea4aba6e HTTP/1.1" status: 200 len: 210 time: 0.0385587 Sep 24 15:47:08.357959 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d4df4129-1eba-43f2-ba82-2d82d59475ba req-adf30dd8-aa8f-4a87-b9eb-b850b81e75de tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:08.384409 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-5d638d93-199b-4840-b4f2-756b011c3f36 req-9c1b7064-74f6-41e7-9dc0-2de33e5ae161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:08.440878 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1b7064-74f6-41e7-9dc0-2de33e5ae161 service neutron] Pushing event updated for resources: {'Port': ['ID=1163f85c-1099-4df4-a531-49a7aa91f7bb,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:08.520780 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-5d638d93-199b-4840-b4f2-756b011c3f36 req-9c1b7064-74f6-41e7-9dc0-2de33e5ae161 service neutron] Attempting to bind port 1163f85c-1099-4df4-a531-49a7aa91f7bb on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:47:08.521178 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-5d638d93-199b-4840-b4f2-756b011c3f36 req-9c1b7064-74f6-41e7-9dc0-2de33e5ae161 service neutron] Attempting to bind port 1163f85c-1099-4df4-a531-49a7aa91f7bb by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '138681cd-aefe-407e-9c8c-919ef76b97c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': '0fa74ab6-87b5-4544-9313-49774655226a'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:47:08.531014 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d638d93-199b-4840-b4f2-756b011c3f36 req-9c1b7064-74f6-41e7-9dc0-2de33e5ae161 service neutron] Attempting to bind port 1163f85c-1099-4df4-a531-49a7aa91f7bb on network 0fa74ab6-87b5-4544-9313-49774655226a {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:47:08.531014 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d638d93-199b-4840-b4f2-756b011c3f36 req-9c1b7064-74f6-41e7-9dc0-2de33e5ae161 service neutron] Port 1163f85c-1099-4df4-a531-49a7aa91f7bb on network 0fa74ab6-87b5-4544-9313-49774655226a not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:47:08.531014 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d638d93-199b-4840-b4f2-756b011c3f36 req-9c1b7064-74f6-41e7-9dc0-2de33e5ae161 service neutron] Attempting to bind port 1163f85c-1099-4df4-a531-49a7aa91f7bb on network 0fa74ab6-87b5-4544-9313-49774655226a {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:47:08.543862 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d638d93-199b-4840-b4f2-756b011c3f36 req-9c1b7064-74f6-41e7-9dc0-2de33e5ae161 service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:47:08.544649 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d638d93-199b-4840-b4f2-756b011c3f36 req-9c1b7064-74f6-41e7-9dc0-2de33e5ae161 service neutron] Checking segment: {'id': '138681cd-aefe-407e-9c8c-919ef76b97c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': '0fa74ab6-87b5-4544-9313-49774655226a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:47:08.545046 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d638d93-199b-4840-b4f2-756b011c3f36 req-9c1b7064-74f6-41e7-9dc0-2de33e5ae161 service neutron] Bound using segment: {'id': '138681cd-aefe-407e-9c8c-919ef76b97c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': '0fa74ab6-87b5-4544-9313-49774655226a'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:47:08.545632 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-5d638d93-199b-4840-b4f2-756b011c3f36 req-9c1b7064-74f6-41e7-9dc0-2de33e5ae161 service neutron] Bound port: 1163f85c-1099-4df4-a531-49a7aa91f7bb, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '138681cd-aefe-407e-9c8c-919ef76b97c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': '0fa74ab6-87b5-4544-9313-49774655226a'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:47:08.546014 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-5d638d93-199b-4840-b4f2-756b011c3f36 req-9c1b7064-74f6-41e7-9dc0-2de33e5ae161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:08.566573 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d4df4129-1eba-43f2-ba82-2d82d59475ba req-adf30dd8-aa8f-4a87-b9eb-b850b81e75de tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:08.581905 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['c6378d21-baf1-4240-b1f8-be112f4b0b3f', '79c90cce-a159-40c1-a7f1-3c92efff99e9'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:47:08.652428 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4df4129-1eba-43f2-ba82-2d82d59475ba req-adf30dd8-aa8f-4a87-b9eb-b850b81e75de tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Network f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:47:08.654131 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-d4df4129-1eba-43f2-ba82-2d82d59475ba req-adf30dd8-aa8f-4a87-b9eb-b850b81e75de tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:47:08.663406 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4df4129-1eba-43f2-ba82-2d82d59475ba req-adf30dd8-aa8f-4a87-b9eb-b850b81e75de tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:47:08.672922 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b771d12a-fdeb-478a-a5b0-b9104f6f0f0c req-50c2d0d5-e3fc-4072-a0fa-1aaa24504bbf tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:08.682808 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b771d12a-fdeb-478a-a5b0-b9104f6f0f0c req-50c2d0d5-e3fc-4072-a0fa-1aaa24504bbf tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=6fb03279-b50c-47c1-bf2d-dec36f0c2d8d HTTP/1.1" status: 200 len: 944 time: 0.0905976 Sep 24 15:47:08.707858 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['e58faefd-d30c-42ba-b9ec-be5f5e0236c4'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:47:08.724712 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf30dd8-aa8f-4a87-b9eb-b850b81e75de tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Pushing event updated for resources: {'Port': ['ID=39d019b0-08b8-4a0f-938f-5c9bdc668bbe,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:08.760355 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-5d638d93-199b-4840-b4f2-756b011c3f36 req-9c1b7064-74f6-41e7-9dc0-2de33e5ae161 service neutron] For port 1163f85c-1099-4df4-a531-49a7aa91f7bb, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:47:08.764473 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-5d638d93-199b-4840-b4f2-756b011c3f36 req-9c1b7064-74f6-41e7-9dc0-2de33e5ae161 service neutron] For port 1163f85c-1099-4df4-a531-49a7aa91f7bb, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=1163f85c-1099-4df4-a531-49a7aa91f7bb,segment=NetworkSegment(138681cd-aefe-407e-9c8c-919ef76b97c8),segment_id=138681cd-aefe-407e-9c8c-919ef76b97c8)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:47:08.772677 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4df4129-1eba-43f2-ba82-2d82d59475ba req-adf30dd8-aa8f-4a87-b9eb-b850b81e75de tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:08.782014 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d4df4129-1eba-43f2-ba82-2d82d59475ba req-adf30dd8-aa8f-4a87-b9eb-b850b81e75de tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:08.782164 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b771d12a-fdeb-478a-a5b0-b9104f6f0f0c req-9562c701-45b8-4fc3-acc1-746c52315c8a tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894790 Sep 24 15:47:08.938769 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-5d638d93-199b-4840-b4f2-756b011c3f36 req-9c1b7064-74f6-41e7-9dc0-2de33e5ae161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:08.979007 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d638d93-199b-4840-b4f2-756b011c3f36 req-9c1b7064-74f6-41e7-9dc0-2de33e5ae161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:08.979624 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-5d638d93-199b-4840-b4f2-756b011c3f36 req-9c1b7064-74f6-41e7-9dc0-2de33e5ae161 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:08.981017 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5d638d93-199b-4840-b4f2-756b011c3f36 req-9c1b7064-74f6-41e7-9dc0-2de33e5ae161 service neutron] 10.222.0.108 "PUT /v2.0/ports/1163f85c-1099-4df4-a531-49a7aa91f7bb HTTP/1.1" status: 200 len: 1092 time: 1.3498087 Sep 24 15:47:08.981463 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fb03279-b50c-47c1-bf2d-dec36f0c2d8d', 'tag': '1163f85c-1099-4df4-a531-49a7aa91f7bb'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:47:08.983758 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-773bf3f9-d810-47ee-90e8-8d80a5dc4764" -d '{"events": [{"name": "network-changed", "server_uuid": "6fb03279-b50c-47c1-bf2d-dec36f0c2d8d", "tag": "1163f85c-1099-4df4-a531-49a7aa91f7bb"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:47:08.998983 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:09.007330 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d4df4129-1eba-43f2-ba82-2d82d59475ba req-adf30dd8-aa8f-4a87-b9eb-b850b81e75de tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5744982 Sep 24 15:47:09.039167 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-d4df4129-1eba-43f2-ba82-2d82d59475ba req-932c18d6-07d7-47e0-bb8d-960b3434551c service neutron] Request body: {'port': {'device_id': '6b9bbf46-a712-441f-ae91-793da34ac091', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:47:09.049329 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d20b63b-a3e7-45ef-9711-f0b315d77233 x-openstack-request-id: req-6d20b63b-a3e7-45ef-9711-f0b315d77233 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:47:09.049749 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fb03279-b50c-47c1-bf2d-dec36f0c2d8d", "tag": "1163f85c-1099-4df4-a531-49a7aa91f7bb", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:47:09.050114 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-6d20b63b-a3e7-45ef-9711-f0b315d77233 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:47:09.050624 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fb03279-b50c-47c1-bf2d-dec36f0c2d8d', 'tag': '1163f85c-1099-4df4-a531-49a7aa91f7bb', 'status': 'completed', 'code': 200} Sep 24 15:47:09.086924 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1b7064-74f6-41e7-9dc0-2de33e5ae161 service neutron] Pushing event updated for resources: {'Port': ['ID=1163f85c-1099-4df4-a531-49a7aa91f7bb,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:09.170192 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d4df4129-1eba-43f2-ba82-2d82d59475ba req-932c18d6-07d7-47e0-bb8d-960b3434551c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:09.195311 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773bf3f9-d810-47ee-90e8-8d80a5dc4764 req-775adda3-800b-4031-a251-507c40e2e48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:09.196810 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-773bf3f9-d810-47ee-90e8-8d80a5dc4764 req-775adda3-800b-4031-a251-507c40e2e48d service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=3866255b98974b16a2997a7181a78aaf&device_id=6fb03279-b50c-47c1-bf2d-dec36f0c2d8d HTTP/1.1" status: 200 len: 1095 time: 0.1242647 Sep 24 15:47:09.239666 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d21a7c-10fc-49eb-8073-177330c311a2 req-222e6401-a216-40fe-8366-e742197e9c3a tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:09.241819 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-93d21a7c-10fc-49eb-8073-177330c311a2 req-222e6401-a216-40fe-8366-e742197e9c3a tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=df2d3aa6-6d5e-4879-bd5c-675a34c65805 HTTP/1.1" status: 200 len: 944 time: 0.1283717 Sep 24 15:47:09.277861 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16306ca0-40c0-4c08-9124-d9ef96df1693 req-b3d16c51-d1bf-4e30-8952-507956948a80 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:09.279553 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-16306ca0-40c0-4c08-9124-d9ef96df1693 req-b3d16c51-d1bf-4e30-8952-507956948a80 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=6b9bbf46-a712-441f-ae91-793da34ac091 HTTP/1.1" status: 200 len: 931 time: 0.0568953 Sep 24 15:47:09.325536 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-16306ca0-40c0-4c08-9124-d9ef96df1693 req-5d4d4713-03b2-4e6e-8c58-d510f4639b8b tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e97abd6-6c4b-4313-93b0-ffda5586d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335600 Sep 24 15:47:09.418502 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-93d21a7c-10fc-49eb-8073-177330c311a2 req-10fe801e-830c-4470-a5d5-95e3e8963f43 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631892 Sep 24 15:47:09.448455 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773bf3f9-d810-47ee-90e8-8d80a5dc4764 req-c153c8ca-48a8-409d-8c61-28a5719eaa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:09.450090 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-773bf3f9-d810-47ee-90e8-8d80a5dc4764 req-c153c8ca-48a8-409d-8c61-28a5719eaa95 service neutron] 10.222.0.108 "GET /v2.0/networks?tenant_id=3866255b98974b16a2997a7181a78aaf&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2308352 Sep 24 15:47:09.614423 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773bf3f9-d810-47ee-90e8-8d80a5dc4764 req-0b7c701c-bbdd-4567-b53d-865d8d965013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:09.616097 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-773bf3f9-d810-47ee-90e8-8d80a5dc4764 req-0b7c701c-bbdd-4567-b53d-865d8d965013 service neutron] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1549933 Sep 24 15:47:09.685532 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-d4df4129-1eba-43f2-ba82-2d82d59475ba req-932c18d6-07d7-47e0-bb8d-960b3434551c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39d019b0-08b8-4a0f-938f-5c9bdc668bbe {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:47:09.702426 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d4df4129-1eba-43f2-ba82-2d82d59475ba req-932c18d6-07d7-47e0-bb8d-960b3434551c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:09.734972 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-d4df4129-1eba-43f2-ba82-2d82d59475ba req-932c18d6-07d7-47e0-bb8d-960b3434551c service neutron] Transition to ACTIVE for port object 39d019b0-08b8-4a0f-938f-5c9bdc668bbe will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:47:09.745872 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d638d93-199b-4840-b4f2-756b011c3f36 req-363b20dc-ba02-4a11-aa33-08ca981f6e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:09.747481 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5d638d93-199b-4840-b4f2-756b011c3f36 req-363b20dc-ba02-4a11-aa33-08ca981f6e6c service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=3866255b98974b16a2997a7181a78aaf&device_id=6fb03279-b50c-47c1-bf2d-dec36f0c2d8d HTTP/1.1" status: 200 len: 1095 time: 0.0574591 Sep 24 15:47:09.796449 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5d638d93-199b-4840-b4f2-756b011c3f36 req-8fef09d3-eaa9-4721-8e04-c0b4fe6900dc service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1163f85c-1099-4df4-a531-49a7aa91f7bb HTTP/1.1" status: 200 len: 217 time: 0.0372269 Sep 24 15:47:09.875103 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d4df4129-1eba-43f2-ba82-2d82d59475ba req-932c18d6-07d7-47e0-bb8d-960b3434551c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:09.913723 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d638d93-199b-4840-b4f2-756b011c3f36 req-3457d2ee-1fdc-4717-beaf-3a3b93d62b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:09.915201 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5d638d93-199b-4840-b4f2-756b011c3f36 req-3457d2ee-1fdc-4717-beaf-3a3b93d62b6a service neutron] 10.222.0.108 "GET /v2.0/subnets?id=4491d185-2791-4910-b09e-1dff46d40afb HTTP/1.1" status: 200 len: 854 time: 0.1046388 Sep 24 15:47:09.963201 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 9bfa416d-5194-4999-a760-900cf9a415eb up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:47:09.973355 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e261d0-07bd-4bec-88bb-cc95cb1659e3 req-78cdcc6d-d571-4c87-9f0a-2437a5f458a1 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:09.974914 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-01e261d0-07bd-4bec-88bb-cc95cb1659e3 req-78cdcc6d-d571-4c87-9f0a-2437a5f458a1 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=6fb03279-b50c-47c1-bf2d-dec36f0c2d8d HTTP/1.1" status: 200 len: 944 time: 0.1291709 Sep 24 15:47:09.977640 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5d638d93-199b-4840-b4f2-756b011c3f36 req-ed32f46b-f556-4fdd-b8c0-a7b06829a967 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=0fa74ab6-87b5-4544-9313-49774655226a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467513 Sep 24 15:47:09.990064 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932c18d6-07d7-47e0-bb8d-960b3434551c service neutron] Pushing event updated for resources: {'Port': ['ID=39d019b0-08b8-4a0f-938f-5c9bdc668bbe,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:10.125538 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e145bf-afea-4301-8cde-8d7b46c2df28 req-c872a37a-1794-405e-bc2e-e4aa76108fae tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:10.127101 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d7e145bf-afea-4301-8cde-8d7b46c2df28 req-c872a37a-1794-405e-bc2e-e4aa76108fae tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=dddc2437-868a-425d-afd9-a0fe4f837064 HTTP/1.1" status: 200 len: 946 time: 0.0514848 Sep 24 15:47:10.134092 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-01e261d0-07bd-4bec-88bb-cc95cb1659e3 req-f90db4de-0051-4cdb-9d0d-b56d33d0e830 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464794 Sep 24 15:47:10.136287 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port 9bfa416d-5194-4999-a760-900cf9a415eb completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:47:10.141936 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port 9bfa416d-5194-4999-a760-900cf9a415eb triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:47:10.142769 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:10.177651 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-d4df4129-1eba-43f2-ba82-2d82d59475ba req-932c18d6-07d7-47e0-bb8d-960b3434551c service neutron] Attempting to bind port 39d019b0-08b8-4a0f-938f-5c9bdc668bbe on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:47:10.177994 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-d4df4129-1eba-43f2-ba82-2d82d59475ba req-932c18d6-07d7-47e0-bb8d-960b3434551c service neutron] Attempting to bind port 39d019b0-08b8-4a0f-938f-5c9bdc668bbe by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '5202dad5-affc-4089-8eb2-2acbc0a55bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': 'f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:47:10.178481 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4df4129-1eba-43f2-ba82-2d82d59475ba req-932c18d6-07d7-47e0-bb8d-960b3434551c service neutron] Attempting to bind port 39d019b0-08b8-4a0f-938f-5c9bdc668bbe on network f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:47:10.188119 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5d638d93-199b-4840-b4f2-756b011c3f36 req-450cd663-2ad7-4977-83c1-9c14249a5f15 service neutron] 10.222.0.108 "GET /v2.0/networks/0fa74ab6-87b5-4544-9313-49774655226a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988487 Sep 24 15:47:10.188821 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4df4129-1eba-43f2-ba82-2d82d59475ba req-932c18d6-07d7-47e0-bb8d-960b3434551c service neutron] Port 39d019b0-08b8-4a0f-938f-5c9bdc668bbe on network f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:47:10.189151 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4df4129-1eba-43f2-ba82-2d82d59475ba req-932c18d6-07d7-47e0-bb8d-960b3434551c service neutron] Attempting to bind port 39d019b0-08b8-4a0f-938f-5c9bdc668bbe on network f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:47:10.200348 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4df4129-1eba-43f2-ba82-2d82d59475ba req-932c18d6-07d7-47e0-bb8d-960b3434551c service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:47:10.200348 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4df4129-1eba-43f2-ba82-2d82d59475ba req-932c18d6-07d7-47e0-bb8d-960b3434551c service neutron] Checking segment: {'id': '5202dad5-affc-4089-8eb2-2acbc0a55bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': 'f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:47:10.200348 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4df4129-1eba-43f2-ba82-2d82d59475ba req-932c18d6-07d7-47e0-bb8d-960b3434551c service neutron] Bound using segment: {'id': '5202dad5-affc-4089-8eb2-2acbc0a55bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': 'f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:47:10.200348 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-d4df4129-1eba-43f2-ba82-2d82d59475ba req-932c18d6-07d7-47e0-bb8d-960b3434551c service neutron] Bound port: 39d019b0-08b8-4a0f-938f-5c9bdc668bbe, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5202dad5-affc-4089-8eb2-2acbc0a55bf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': 'f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:47:10.200348 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d4df4129-1eba-43f2-ba82-2d82d59475ba req-932c18d6-07d7-47e0-bb8d-960b3434551c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:10.212877 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d7e145bf-afea-4301-8cde-8d7b46c2df28 req-8ad8a802-722a-4a30-897c-390eabc37c67 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580063 Sep 24 15:47:10.418139 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:10.445011 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df2d3aa6-6d5e-4879-bd5c-675a34c65805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bfa416d-5194-4999-a760-900cf9a415eb'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:47:10.447758 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bead3eb6-5bb3-4781-a5d8-304ec6498699" -d '{"events": [{"server_uuid": "df2d3aa6-6d5e-4879-bd5c-675a34c65805", "name": "network-vif-plugged", "status": "completed", "tag": "9bfa416d-5194-4999-a760-900cf9a415eb"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:47:10.472255 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 9bfa416d-5194-4999-a760-900cf9a415eb, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=9bfa416d-5194-4999-a760-900cf9a415eb,segment=NetworkSegment(368a9d0c-2815-451d-a46d-c1bdd7d38862),segment_id=368a9d0c-2815-451d-a46d-c1bdd7d38862)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:47:10.486080 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caa6cc7-6a85-4dd7-b199-ad0bf91e721d req-8c4e861a-d20e-4e70-aef6-e68cd696bb1d tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:10.488308 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2caa6cc7-6a85-4dd7-b199-ad0bf91e721d req-8c4e861a-d20e-4e70-aef6-e68cd696bb1d tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=6b9bbf46-a712-441f-ae91-793da34ac091 HTTP/1.1" status: 200 len: 943 time: 0.0714409 Sep 24 15:47:10.531570 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2caa6cc7-6a85-4dd7-b199-ad0bf91e721d req-c7dcb0bc-c5ad-487e-b0cf-9c62155032c7 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e97abd6-6c4b-4313-93b0-ffda5586d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360961 Sep 24 15:47:10.584877 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-703ec095-01c1-438d-a660-e252ee14ad4d x-openstack-request-id: req-703ec095-01c1-438d-a660-e252ee14ad4d {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:47:10.585197 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df2d3aa6-6d5e-4879-bd5c-675a34c65805", "name": "network-vif-plugged", "status": "completed", "tag": "9bfa416d-5194-4999-a760-900cf9a415eb", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:47:10.585447 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-703ec095-01c1-438d-a660-e252ee14ad4d {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:47:10.585888 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df2d3aa6-6d5e-4879-bd5c-675a34c65805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bfa416d-5194-4999-a760-900cf9a415eb', 'code': 200} Sep 24 15:47:10.604750 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:10.605670 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 28572c71-755a-4ec9-8efe-e364c762f5de no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:47:10.645656 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] No Port match for: 28572c71-755a-4ec9-8efe-e364c762f5de {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:47:10.646008 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 28572c71-755a-4ec9-8efe-e364c762f5de not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:47:10.686736 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=9bfa416d-5194-4999-a760-900cf9a415eb,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:10.720152 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a371c24e-3936-4d1e-952f-995f821be49b req-eabc0bd1-954f-4a1c-afc9-1bec02a9ce42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:10.721894 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a371c24e-3936-4d1e-952f-995f821be49b req-eabc0bd1-954f-4a1c-afc9-1bec02a9ce42 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=df2d3aa6-6d5e-4879-bd5c-675a34c65805 HTTP/1.1" status: 200 len: 1096 time: 0.0623224 Sep 24 15:47:10.753499 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcc0130-71d5-4f82-a600-3aeacff06c71 req-f592b06b-efb1-418b-83d3-e40429f7fdcc tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:10.755013 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7dcc0130-71d5-4f82-a600-3aeacff06c71 req-f592b06b-efb1-418b-83d3-e40429f7fdcc tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=df2d3aa6-6d5e-4879-bd5c-675a34c65805 HTTP/1.1" status: 200 len: 945 time: 0.1608322 Sep 24 15:47:10.762112 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a371c24e-3936-4d1e-952f-995f821be49b req-8ae61a4d-f01b-4929-88af-46c082aab0e5 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311394 Sep 24 15:47:10.765282 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-d4df4129-1eba-43f2-ba82-2d82d59475ba req-932c18d6-07d7-47e0-bb8d-960b3434551c service neutron] For port 39d019b0-08b8-4a0f-938f-5c9bdc668bbe, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:47:10.783263 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5d638d93-199b-4840-b4f2-756b011c3f36 req-acc56117-4a01-4af4-93d2-019b933de4e9 service neutron] 10.222.0.108 "GET /v2.0/networks/0fa74ab6-87b5-4544-9313-49774655226a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5837147 Sep 24 15:47:10.793117 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-d4df4129-1eba-43f2-ba82-2d82d59475ba req-932c18d6-07d7-47e0-bb8d-960b3434551c service neutron] For port 39d019b0-08b8-4a0f-938f-5c9bdc668bbe, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=39d019b0-08b8-4a0f-938f-5c9bdc668bbe,segment=NetworkSegment(5202dad5-affc-4089-8eb2-2acbc0a55bf9),segment_id=5202dad5-affc-4089-8eb2-2acbc0a55bf9)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:47:10.811872 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7dcc0130-71d5-4f82-a600-3aeacff06c71 req-b1737d8d-ba37-4fbc-9842-1420f88b4bbc tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494363 Sep 24 15:47:10.839625 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:10.966233 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d4df4129-1eba-43f2-ba82-2d82d59475ba req-932c18d6-07d7-47e0-bb8d-960b3434551c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:11.001686 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4df4129-1eba-43f2-ba82-2d82d59475ba req-932c18d6-07d7-47e0-bb8d-960b3434551c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:11.002292 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d4df4129-1eba-43f2-ba82-2d82d59475ba req-932c18d6-07d7-47e0-bb8d-960b3434551c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:11.003700 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d4df4129-1eba-43f2-ba82-2d82d59475ba req-932c18d6-07d7-47e0-bb8d-960b3434551c service neutron] 10.222.0.108 "PUT /v2.0/ports/39d019b0-08b8-4a0f-938f-5c9bdc668bbe HTTP/1.1" status: 200 len: 1091 time: 1.9799645 Sep 24 15:47:11.023150 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932c18d6-07d7-47e0-bb8d-960b3434551c service neutron] Pushing event updated for resources: {'Port': ['ID=39d019b0-08b8-4a0f-938f-5c9bdc668bbe,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:11.051907 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b9bbf46-a712-441f-ae91-793da34ac091', 'tag': '39d019b0-08b8-4a0f-938f-5c9bdc668bbe'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:47:11.055515 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4155155d-c725-4ebd-a906-c5e9265b30ed" -d '{"events": [{"name": "network-changed", "server_uuid": "6b9bbf46-a712-441f-ae91-793da34ac091", "tag": "39d019b0-08b8-4a0f-938f-5c9bdc668bbe"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:47:11.107668 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3995f0d5-ffad-42bb-99f2-ca6539860a1b x-openstack-request-id: req-3995f0d5-ffad-42bb-99f2-ca6539860a1b {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:47:11.107887 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b9bbf46-a712-441f-ae91-793da34ac091", "tag": "39d019b0-08b8-4a0f-938f-5c9bdc668bbe", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:47:11.108134 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-3995f0d5-ffad-42bb-99f2-ca6539860a1b {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:47:11.108584 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b9bbf46-a712-441f-ae91-793da34ac091', 'tag': '39d019b0-08b8-4a0f-938f-5c9bdc668bbe', 'status': 'completed', 'code': 200} Sep 24 15:47:11.165853 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4df4129-1eba-43f2-ba82-2d82d59475ba req-d547bea7-fe10-4e9f-b34e-1615a22a9566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:11.168214 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d4df4129-1eba-43f2-ba82-2d82d59475ba req-d547bea7-fe10-4e9f-b34e-1615a22a9566 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=a281c219e4614beda204e7aa382ce19f&device_id=6b9bbf46-a712-441f-ae91-793da34ac091 HTTP/1.1" status: 200 len: 1094 time: 0.0485749 Sep 24 15:47:11.221459 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d4df4129-1eba-43f2-ba82-2d82d59475ba req-de01d082-201d-4a41-8717-e67692be1e55 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39d019b0-08b8-4a0f-938f-5c9bdc668bbe HTTP/1.1" status: 200 len: 217 time: 0.0407286 Sep 24 15:47:11.306364 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaac47c-3af9-4629-86e5-6d04ae21cbc6 req-62d862f3-f247-4b54-8ba3-3a73cb83ddd4 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:11.307862 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0aaac47c-3af9-4629-86e5-6d04ae21cbc6 req-62d862f3-f247-4b54-8ba3-3a73cb83ddd4 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=6fb03279-b50c-47c1-bf2d-dec36f0c2d8d HTTP/1.1" status: 200 len: 944 time: 0.0889525 Sep 24 15:47:11.313453 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4df4129-1eba-43f2-ba82-2d82d59475ba req-7ef1cf0f-6e7b-4e8b-b32d-63c212f4ab34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:11.314912 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d4df4129-1eba-43f2-ba82-2d82d59475ba req-7ef1cf0f-6e7b-4e8b-b32d-63c212f4ab34 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=a0d43bec-f9c0-475f-bd60-a66698ae0d01 HTTP/1.1" status: 200 len: 855 time: 0.0840216 Sep 24 15:47:11.337868 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eaeb29-fa8a-4776-9da5-f75a1243ee19 req-19b512b8-53b2-4d5e-8856-7b21ed1712c1 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:11.339634 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f5eaeb29-fa8a-4776-9da5-f75a1243ee19 req-19b512b8-53b2-4d5e-8856-7b21ed1712c1 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=dddc2437-868a-425d-afd9-a0fe4f837064 HTTP/1.1" status: 200 len: 946 time: 0.0548851 Sep 24 15:47:11.365265 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d4df4129-1eba-43f2-ba82-2d82d59475ba req-04227b83-221f-4d0b-b4f9-5341015143c0 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359817 Sep 24 15:47:11.372966 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0aaac47c-3af9-4629-86e5-6d04ae21cbc6 req-470400d6-20ca-418a-8e3c-ff66116be6ac tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571430 Sep 24 15:47:11.379434 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f5eaeb29-fa8a-4776-9da5-f75a1243ee19 req-b0fb25d7-4812-463d-ae3a-8f5ac9fbbc0c tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=7ac0d919-fe8f-4e97-b521-960fe1323cb0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331783 Sep 24 15:47:11.502380 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d4df4129-1eba-43f2-ba82-2d82d59475ba req-824d0af4-6c74-4c8d-8f60-f52d3f311032 service neutron] 10.222.0.108 "GET /v2.0/networks/f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225972 Sep 24 15:47:11.511037 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec59dfe-1fad-4005-bff7-6bf14cbabe81 req-d84a71e2-b82c-4344-a8dc-0f2d4c7cd187 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:11.512423 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8ec59dfe-1fad-4005-bff7-6bf14cbabe81 req-d84a71e2-b82c-4344-a8dc-0f2d4c7cd187 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.108 "GET /v2.0/ports?device_id=dddc2437-868a-425d-afd9-a0fe4f837064 HTTP/1.1" status: 200 len: 946 time: 0.0724359 Sep 24 15:47:11.650239 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7084d2b-f34d-4b5e-b5e7-dca3235ba218 req-595abd3f-cf57-4ad5-8219-60116a5661b1 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:11.651808 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b7084d2b-f34d-4b5e-b5e7-dca3235ba218 req-595abd3f-cf57-4ad5-8219-60116a5661b1 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=6b9bbf46-a712-441f-ae91-793da34ac091 HTTP/1.1" status: 200 len: 943 time: 0.0518579 Sep 24 15:47:11.665558 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d4df4129-1eba-43f2-ba82-2d82d59475ba req-e30a416f-a308-47a0-b9fe-3e62183fdad3 service neutron] 10.222.0.108 "GET /v2.0/networks/f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521952 Sep 24 15:47:11.682973 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-8ec59dfe-1fad-4005-bff7-6bf14cbabe81 req-dc104c5a-c1a8-4c40-b35f-2c4d0bcf3c0d tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Deleting port cb238af0-bcfe-4574-a1e6-2129ca44f562 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:47:11.683316 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8ec59dfe-1fad-4005-bff7-6bf14cbabe81 req-dc104c5a-c1a8-4c40-b35f-2c4d0bcf3c0d tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:11.699452 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b7084d2b-f34d-4b5e-b5e7-dca3235ba218 req-92ad32b4-cb4c-48be-aa8b-cfce59ab7362 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e97abd6-6c4b-4313-93b0-ffda5586d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399923 Sep 24 15:47:11.786467 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-8ec59dfe-1fad-4005-bff7-6bf14cbabe81 req-dc104c5a-c1a8-4c40-b35f-2c4d0bcf3c0d tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] For port cb238af0-bcfe-4574-a1e6-2129ca44f562, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=cb238af0-bcfe-4574-a1e6-2129ca44f562,segment=NetworkSegment(7e8e93a9-9a2d-4b51-a14d-73f657c90f78),segment_id=7e8e93a9-9a2d-4b51-a14d-73f657c90f78)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:47:11.786846 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8ec59dfe-1fad-4005-bff7-6bf14cbabe81 req-dc104c5a-c1a8-4c40-b35f-2c4d0bcf3c0d tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:11.799997 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-8ec59dfe-1fad-4005-bff7-6bf14cbabe81 req-dc104c5a-c1a8-4c40-b35f-2c4d0bcf3c0d tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Calling delete_port for cb238af0-bcfe-4574-a1e6-2129ca44f562 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:47:11.994004 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4155155d-c725-4ebd-a906-c5e9265b30ed req-5267105e-f49c-46dd-be64-91c5fac4c9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:11.995723 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4155155d-c725-4ebd-a906-c5e9265b30ed req-5267105e-f49c-46dd-be64-91c5fac4c9b0 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=a281c219e4614beda204e7aa382ce19f&device_id=6b9bbf46-a712-441f-ae91-793da34ac091 HTTP/1.1" status: 200 len: 1094 time: 0.1152043 Sep 24 15:47:12.004206 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05902ae-8ccd-4378-be9a-be5c5f459064 req-c4b970c6-f111-413c-bdb1-a08a7ec23a75 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:12.005523 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f05902ae-8ccd-4378-be9a-be5c5f459064 req-c4b970c6-f111-413c-bdb1-a08a7ec23a75 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=df2d3aa6-6d5e-4879-bd5c-675a34c65805 HTTP/1.1" status: 200 len: 945 time: 0.1143098 Sep 24 15:47:12.101097 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f05902ae-8ccd-4378-be9a-be5c5f459064 req-c89503a5-b25f-426b-8a3b-e409576fb45e tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866132 Sep 24 15:47:12.126053 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8ec59dfe-1fad-4005-bff7-6bf14cbabe81 req-dc104c5a-c1a8-4c40-b35f-2c4d0bcf3c0d tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:12.130828 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4155155d-c725-4ebd-a906-c5e9265b30ed req-8912cb06-765e-4bf8-abab-946d634cafe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:12.132565 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4155155d-c725-4ebd-a906-c5e9265b30ed req-8912cb06-765e-4bf8-abab-946d634cafe9 service neutron] 10.222.0.108 "GET /v2.0/networks?id=f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc HTTP/1.1" status: 200 len: 917 time: 0.1261866 Sep 24 15:47:12.144856 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['cb238af0-bcfe-4574-a1e6-2129ca44f562'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:47:12.168186 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc104c5a-c1a8-4c40-b35f-2c4d0bcf3c0d tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Pushing event deleted for resources: {'Port': ['ID=cb238af0-bcfe-4574-a1e6-2129ca44f562,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:12.203736 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4155155d-c725-4ebd-a906-c5e9265b30ed req-4d7c11f0-982e-40d0-8f6c-d7a0fc99f66b service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=39d019b0-08b8-4a0f-938f-5c9bdc668bbe HTTP/1.1" status: 200 len: 217 time: 0.0614541 Sep 24 15:47:12.268442 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ec59dfe-1fad-4005-bff7-6bf14cbabe81 req-dc104c5a-c1a8-4c40-b35f-2c4d0bcf3c0d tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] No DVR routers for this DVR port cb238af0-bcfe-4574-a1e6-2129ca44f562 on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:47:12.274452 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8ec59dfe-1fad-4005-bff7-6bf14cbabe81 req-dc104c5a-c1a8-4c40-b35f-2c4d0bcf3c0d tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:12.276425 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8ec59dfe-1fad-4005-bff7-6bf14cbabe81 req-dc104c5a-c1a8-4c40-b35f-2c4d0bcf3c0d tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.108 "DELETE /v2.0/ports/cb238af0-bcfe-4574-a1e6-2129ca44f562 HTTP/1.1" status: 204 len: 173 time: 0.7562370 Sep 24 15:47:12.292034 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4155155d-c725-4ebd-a906-c5e9265b30ed req-2828eda0-01f6-4f1d-97e9-c883e65c2d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:12.293495 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4155155d-c725-4ebd-a906-c5e9265b30ed req-2828eda0-01f6-4f1d-97e9-c883e65c2d76 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=a0d43bec-f9c0-475f-bd60-a66698ae0d01 HTTP/1.1" status: 200 len: 855 time: 0.0741751 Sep 24 15:47:12.329412 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4155155d-c725-4ebd-a906-c5e9265b30ed req-775835b8-7355-447c-8afd-ecd024655b99 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280285 Sep 24 15:47:12.450093 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 60848) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:47:12.452431 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4155155d-c725-4ebd-a906-c5e9265b30ed req-7146920e-3c70-45ec-960c-d66d42051005 service neutron] 10.222.0.108 "GET /v2.0/networks/f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126776 Sep 24 15:47:12.505723 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e8ab2cdb-1dc6-4008-8a34-8014adbf4592 req-0693b23c-f3a0-47f1-9217-1d8f23179d04 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=dddc2437-868a-425d-afd9-a0fe4f837064 HTTP/1.1" status: 200 len: 210 time: 0.0379851 Sep 24 15:47:12.589321 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b650f-9e49-4e1b-a413-6e49b69c63e5 req-01477488-66f2-4cd8-ba10-5f781b09076f tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:12.590902 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-693b650f-9e49-4e1b-a413-6e49b69c63e5 req-01477488-66f2-4cd8-ba10-5f781b09076f tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=6fb03279-b50c-47c1-bf2d-dec36f0c2d8d HTTP/1.1" status: 200 len: 944 time: 0.1167595 Sep 24 15:47:12.595319 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9c93a99c-f602-46ac-8cc3-f1e62fbca5aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:12.614876 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4155155d-c725-4ebd-a906-c5e9265b30ed req-7b2642ca-8c0b-479a-a6e1-e54b693edd69 service neutron] 10.222.0.108 "GET /v2.0/networks/f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544647 Sep 24 15:47:12.650322 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-693b650f-9e49-4e1b-a413-6e49b69c63e5 req-96c8d5c3-3cdd-4619-a34a-5a64a56f0194 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464067 Sep 24 15:47:12.697137 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9c93a99c-f602-46ac-8cc3-f1e62fbca5aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:12.796403 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9c93a99c-f602-46ac-8cc3-f1e62fbca5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:12.848795 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-9c93a99c-f602-46ac-8cc3-f1e62fbca5aa admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=bc33819db80a4ea7a75f2aa7d0f63111&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3953402 Sep 24 15:47:12.848795 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c93a99c-f602-46ac-8cc3-f1e62fbca5aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e30b9536-3431-4fd2-ae02-0d4a6a5f9213,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:12.849646 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 60858) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:47:12.859758 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dea815e-1ba4-45ab-9111-232077a37103 req-84a763ab-cb6d-48f7-a873-3f5485bf96e6 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:12.861230 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9dea815e-1ba4-45ab-9111-232077a37103 req-84a763ab-cb6d-48f7-a873-3f5485bf96e6 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=6b9bbf46-a712-441f-ae91-793da34ac091 HTTP/1.1" status: 200 len: 943 time: 0.0947666 Sep 24 15:47:12.904809 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3d95d8d2-0e07-4483-97f7-aad6e501de59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:12.905887 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9dea815e-1ba4-45ab-9111-232077a37103 req-29840913-869e-49ad-a09a-daa07b2f7c3f tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e97abd6-6c4b-4313-93b0-ffda5586d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354772 Sep 24 15:47:12.926679 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3d95d8d2-0e07-4483-97f7-aad6e501de59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:12.994554 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:47:13.057004 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3d95d8d2-0e07-4483-97f7-aad6e501de59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:13.059843 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3d95d8d2-0e07-4483-97f7-aad6e501de59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:13.061132 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-3d95d8d2-0e07-4483-97f7-aad6e501de59 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/e30b9536-3431-4fd2-ae02-0d4a6a5f9213 HTTP/1.1" status: 204 len: 168 time: 0.2094772 Sep 24 15:47:13.070164 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d95d8d2-0e07-4483-97f7-aad6e501de59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30b9536-3431-4fd2-ae02-0d4a6a5f9213,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:13.109907 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dddc2437-868a-425d-afd9-a0fe4f837064', 'name': 'network-vif-deleted', 'tag': 'cb238af0-bcfe-4574-a1e6-2129ca44f562'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:47:13.112398 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c10b6778-a8dd-4a66-9ab5-0086f97bde49" -d '{"events": [{"server_uuid": "dddc2437-868a-425d-afd9-a0fe4f837064", "name": "network-vif-deleted", "tag": "cb238af0-bcfe-4574-a1e6-2129ca44f562"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:47:13.157092 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36545f1d-8c28-4162-8a61-1f9582aae616 x-openstack-request-id: req-36545f1d-8c28-4162-8a61-1f9582aae616 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:47:13.158139 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dddc2437-868a-425d-afd9-a0fe4f837064", "name": "network-vif-deleted", "tag": "cb238af0-bcfe-4574-a1e6-2129ca44f562", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:47:13.158139 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-36545f1d-8c28-4162-8a61-1f9582aae616 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:47:13.158139 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dddc2437-868a-425d-afd9-a0fe4f837064', 'name': 'network-vif-deleted', 'tag': 'cb238af0-bcfe-4574-a1e6-2129ca44f562', 'status': 'completed', 'code': 200} Sep 24 15:47:13.230534 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a673d-47b6-4b5d-a7b8-fbddd439a7c3 req-ec470ceb-0566-4eec-afb7-bf9eab2ad2b4 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:13.232601 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b63a673d-47b6-4b5d-a7b8-fbddd439a7c3 req-ec470ceb-0566-4eec-afb7-bf9eab2ad2b4 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=df2d3aa6-6d5e-4879-bd5c-675a34c65805 HTTP/1.1" status: 200 len: 945 time: 0.0602303 Sep 24 15:47:13.274422 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b63a673d-47b6-4b5d-a7b8-fbddd439a7c3 req-db917b8a-34c2-47a7-895d-34d8a0d04eb8 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349021 Sep 24 15:47:13.342521 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 1163f85c-1099-4df4-a531-49a7aa91f7bb details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:47:13.398717 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c7465-9d91-449c-bdb6-d055a0a666ac req-ab18f3f3-995e-48e3-b177-5779991edca2 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:13.400464 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f37c7465-9d91-449c-bdb6-d055a0a666ac req-ab18f3f3-995e-48e3-b177-5779991edca2 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=df2d3aa6-6d5e-4879-bd5c-675a34c65805 HTTP/1.1" status: 200 len: 945 time: 0.0501440 Sep 24 15:47:13.450598 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f37c7465-9d91-449c-bdb6-d055a0a666ac req-fe77c814-4e95-49e2-8b57-0be98741e8c3 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320587 Sep 24 15:47:13.450697 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 1163f85c-1099-4df4-a531-49a7aa91f7bb, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=1163f85c-1099-4df4-a531-49a7aa91f7bb,segment=NetworkSegment(138681cd-aefe-407e-9c8c-919ef76b97c8),segment_id=138681cd-aefe-407e-9c8c-919ef76b97c8)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:47:13.453721 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': '1163f85c-1099-4df4-a531-49a7aa91f7bb', 'network_id': '0fa74ab6-87b5-4544-9313-49774655226a', 'port_id': '1163f85c-1099-4df4-a531-49a7aa91f7bb', 'mac_address': 'fa:16:3e:02:0f:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4491d185-2791-4910-b09e-1dff46d40afb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:47:13.493282 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:13.506386 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1163f85c-1099-4df4-a531-49a7aa91f7bb {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:47:13.529494 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 1163f85c-1099-4df4-a531-49a7aa91f7bb, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=1163f85c-1099-4df4-a531-49a7aa91f7bb,segment=NetworkSegment(138681cd-aefe-407e-9c8c-919ef76b97c8),segment_id=138681cd-aefe-407e-9c8c-919ef76b97c8)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:47:13.624922 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-88604aae-0685-42b2-a539-1d6b5b5e896f req-5a9ef501-51e4-492e-aeed-68f3e26d7f5d tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=dddc2437-868a-425d-afd9-a0fe4f837064 HTTP/1.1" status: 200 len: 210 time: 0.0309584 Sep 24 15:47:13.668947 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:13.726746 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=1163f85c-1099-4df4-a531-49a7aa91f7bb,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:13.793818 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e59c81-c49b-41b6-9e9e-04fcb9c00465 req-bddd3920-f1d7-4d1a-8370-23e8208641aa tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:13.795306 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-85e59c81-c49b-41b6-9e9e-04fcb9c00465 req-bddd3920-f1d7-4d1a-8370-23e8208641aa tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=6fb03279-b50c-47c1-bf2d-dec36f0c2d8d HTTP/1.1" status: 200 len: 945 time: 0.0488610 Sep 24 15:47:13.836088 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-85e59c81-c49b-41b6-9e9e-04fcb9c00465 req-402fbd3f-a068-49c8-ae7e-4a217b6d6c75 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341048 Sep 24 15:47:13.925956 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['1163f85c-1099-4df4-a531-49a7aa91f7bb'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:47:14.028073 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceecc72-2b1e-48be-9075-3b622f238d1e req-809f71ef-8105-45c8-ac22-170bfcf80476 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:14.029526 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cceecc72-2b1e-48be-9075-3b622f238d1e req-809f71ef-8105-45c8-ac22-170bfcf80476 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=6b9bbf46-a712-441f-ae91-793da34ac091 HTTP/1.1" status: 200 len: 943 time: 0.0519779 Sep 24 15:47:14.074532 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cceecc72-2b1e-48be-9075-3b622f238d1e req-648b66e0-2834-411f-9e09-aa0250736c82 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e97abd6-6c4b-4313-93b0-ffda5586d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381074 Sep 24 15:47:14.128181 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3676aad-56e9-48cf-a6e9-97dcdd561b8f req-0e4248a7-762d-4b16-8ef9-31367c07ee2d tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:14.130450 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c3676aad-56e9-48cf-a6e9-97dcdd561b8f req-0e4248a7-762d-4b16-8ef9-31367c07ee2d tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=df2d3aa6-6d5e-4879-bd5c-675a34c65805 HTTP/1.1" status: 200 len: 945 time: 0.0506983 Sep 24 15:47:14.172468 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c3676aad-56e9-48cf-a6e9-97dcdd561b8f req-70fac872-e489-4dd4-853e-61ed752f52e0 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327182 Sep 24 15:47:14.962978 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db1c49-64d6-426e-a278-5a951bc318df req-47f88256-7c7f-4fb0-aeb1-7ad1269e88e5 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:14.964665 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c2db1c49-64d6-426e-a278-5a951bc318df req-47f88256-7c7f-4fb0-aeb1-7ad1269e88e5 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=6fb03279-b50c-47c1-bf2d-dec36f0c2d8d HTTP/1.1" status: 200 len: 945 time: 0.0553744 Sep 24 15:47:15.013799 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c2db1c49-64d6-426e-a278-5a951bc318df req-6d47cea9-b3e9-4646-9472-b67f64466a32 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395420 Sep 24 15:47:15.205551 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a696b-f2a2-450d-a929-1dc39330b2fb req-2725a711-d76f-46a3-86a0-b5e8786b8a75 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:15.207080 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c86a696b-f2a2-450d-a929-1dc39330b2fb req-2725a711-d76f-46a3-86a0-b5e8786b8a75 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=6b9bbf46-a712-441f-ae91-793da34ac091 HTTP/1.1" status: 200 len: 943 time: 0.0578260 Sep 24 15:47:15.222064 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2b6c63-7bd1-474a-a4cc-ba6c19a9f2e5 req-4f29330c-4e2e-41ef-92c6-ab9da6d57bef tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:15.223766 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4b2b6c63-7bd1-474a-a4cc-ba6c19a9f2e5 req-4f29330c-4e2e-41ef-92c6-ab9da6d57bef tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 944 time: 0.0627997 Sep 24 15:47:15.249860 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c86a696b-f2a2-450d-a929-1dc39330b2fb req-aebe811a-6abc-4d9b-93f4-b1274973f4e7 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e97abd6-6c4b-4313-93b0-ffda5586d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351419 Sep 24 15:47:15.276549 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4b2b6c63-7bd1-474a-a4cc-ba6c19a9f2e5 req-ce5d24a2-04e4-4b2d-a279-915bc5c8f05a tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461054 Sep 24 15:47:15.353938 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 39d019b0-08b8-4a0f-938f-5c9bdc668bbe details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:47:15.372491 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 1163f85c-1099-4df4-a531-49a7aa91f7bb up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:47:15.382638 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f1dc7b-a86e-4f79-99b6-e9614d52e300 req-a8e563f3-7f1d-4bae-ab88-1ff78df38782 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:15.387966 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d5f1dc7b-a86e-4f79-99b6-e9614d52e300 req-a8e563f3-7f1d-4bae-ab88-1ff78df38782 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=df2d3aa6-6d5e-4879-bd5c-675a34c65805 HTTP/1.1" status: 200 len: 945 time: 0.0677285 Sep 24 15:47:15.433251 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d5f1dc7b-a86e-4f79-99b6-e9614d52e300 req-b75c742f-1c63-4c19-8173-8565020471f2 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430334 Sep 24 15:47:15.515673 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 39d019b0-08b8-4a0f-938f-5c9bdc668bbe, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=39d019b0-08b8-4a0f-938f-5c9bdc668bbe,segment=NetworkSegment(5202dad5-affc-4089-8eb2-2acbc0a55bf9),segment_id=5202dad5-affc-4089-8eb2-2acbc0a55bf9)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:47:15.526653 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': '39d019b0-08b8-4a0f-938f-5c9bdc668bbe', 'network_id': 'f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc', 'port_id': '39d019b0-08b8-4a0f-938f-5c9bdc668bbe', 'mac_address': 'fa:16:3e:78:b5:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0d43bec-f9c0-475f-bd60-a66698ae0d01', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:47:15.568697 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:15.579655 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port 1163f85c-1099-4df4-a531-49a7aa91f7bb completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:47:15.584723 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39d019b0-08b8-4a0f-938f-5c9bdc668bbe {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:47:15.590145 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port 1163f85c-1099-4df4-a531-49a7aa91f7bb triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:47:15.590535 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:15.625975 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 39d019b0-08b8-4a0f-938f-5c9bdc668bbe, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=39d019b0-08b8-4a0f-938f-5c9bdc668bbe,segment=NetworkSegment(5202dad5-affc-4089-8eb2-2acbc0a55bf9),segment_id=5202dad5-affc-4089-8eb2-2acbc0a55bf9)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:47:15.679800 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:15.702907 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fb03279-b50c-47c1-bf2d-dec36f0c2d8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1163f85c-1099-4df4-a531-49a7aa91f7bb'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:47:15.705242 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f12e8522-fc5a-4725-940c-c4b4afed0c07" -d '{"events": [{"server_uuid": "6fb03279-b50c-47c1-bf2d-dec36f0c2d8d", "name": "network-vif-plugged", "status": "completed", "tag": "1163f85c-1099-4df4-a531-49a7aa91f7bb"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:47:15.717355 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 1163f85c-1099-4df4-a531-49a7aa91f7bb, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=1163f85c-1099-4df4-a531-49a7aa91f7bb,segment=NetworkSegment(138681cd-aefe-407e-9c8c-919ef76b97c8),segment_id=138681cd-aefe-407e-9c8c-919ef76b97c8)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:47:15.742790 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:47:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff331e1e-8949-42d3-a390-2eb5835cb719 x-openstack-request-id: req-ff331e1e-8949-42d3-a390-2eb5835cb719 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:47:15.743075 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fb03279-b50c-47c1-bf2d-dec36f0c2d8d", "name": "network-vif-plugged", "status": "completed", "tag": "1163f85c-1099-4df4-a531-49a7aa91f7bb", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:47:15.743323 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ff331e1e-8949-42d3-a390-2eb5835cb719 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:47:15.743711 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fb03279-b50c-47c1-bf2d-dec36f0c2d8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1163f85c-1099-4df4-a531-49a7aa91f7bb', 'code': 200} Sep 24 15:47:15.846705 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1114aacf-3fa1-44a6-a886-8ecb96addd9d req-83147cde-0538-4f83-9073-383d835a58ae tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:15.848173 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1114aacf-3fa1-44a6-a886-8ecb96addd9d req-83147cde-0538-4f83-9073-383d835a58ae tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.110 "GET /v2.0/ports?device_id=df2d3aa6-6d5e-4879-bd5c-675a34c65805 HTTP/1.1" status: 200 len: 945 time: 0.0507381 Sep 24 15:47:15.848470 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d34358-f586-4d82-a9cc-042de154f783 req-1b943af0-a975-4fce-aeeb-ebce0f06bdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:15.849954 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-77d34358-f586-4d82-a9cc-042de154f783 req-1b943af0-a975-4fce-aeeb-ebce0f06bdc0 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=6fb03279-b50c-47c1-bf2d-dec36f0c2d8d HTTP/1.1" status: 200 len: 1096 time: 0.0476344 Sep 24 15:47:15.886355 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-77d34358-f586-4d82-a9cc-042de154f783 req-a064df5e-16fe-412d-bfc8-9a04b3fe4cee service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291774 Sep 24 15:47:15.946684 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-1114aacf-3fa1-44a6-a886-8ecb96addd9d req-c025fcfa-2164-4b67-b1d9-ce3f0cac67ce tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Deleting port 9bfa416d-5194-4999-a760-900cf9a415eb {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:47:15.947026 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-1114aacf-3fa1-44a6-a886-8ecb96addd9d req-c025fcfa-2164-4b67-b1d9-ce3f0cac67ce tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:15.966389 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:15.969857 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:15.970761 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device cb238af0-bcfe-4574-a1e6-2129ca44f562 no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:47:16.021712 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] No Port match for: cb238af0-bcfe-4574-a1e6-2129ca44f562 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:47:16.022231 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device cb238af0-bcfe-4574-a1e6-2129ca44f562 not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:47:16.048860 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=39d019b0-08b8-4a0f-938f-5c9bdc668bbe,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:16.055028 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-1114aacf-3fa1-44a6-a886-8ecb96addd9d req-c025fcfa-2164-4b67-b1d9-ce3f0cac67ce tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] For port 9bfa416d-5194-4999-a760-900cf9a415eb, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=9bfa416d-5194-4999-a760-900cf9a415eb,segment=NetworkSegment(368a9d0c-2815-451d-a46d-c1bdd7d38862),segment_id=368a9d0c-2815-451d-a46d-c1bdd7d38862)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:47:16.055404 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-1114aacf-3fa1-44a6-a886-8ecb96addd9d req-c025fcfa-2164-4b67-b1d9-ce3f0cac67ce tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:16.075200 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-1114aacf-3fa1-44a6-a886-8ecb96addd9d req-c025fcfa-2164-4b67-b1d9-ce3f0cac67ce tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Calling delete_port for 9bfa416d-5194-4999-a760-900cf9a415eb owned by compute:nova {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:47:16.117378 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=1163f85c-1099-4df4-a531-49a7aa91f7bb,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:16.165472 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d05809-1c81-4d63-8dab-74c15b778c8f req-e79cf591-4ce0-47d3-86cf-9d05cf28ceeb tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:16.167070 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a7d05809-1c81-4d63-8dab-74c15b778c8f req-e79cf591-4ce0-47d3-86cf-9d05cf28ceeb tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=6fb03279-b50c-47c1-bf2d-dec36f0c2d8d HTTP/1.1" status: 200 len: 946 time: 0.0525918 Sep 24 15:47:16.205995 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a7d05809-1c81-4d63-8dab-74c15b778c8f req-bb99f711-9f6a-4426-a8d5-5c8fe2bf3a36 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327084 Sep 24 15:47:16.234717 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['39d019b0-08b8-4a0f-938f-5c9bdc668bbe'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:47:16.326692 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-1114aacf-3fa1-44a6-a886-8ecb96addd9d req-c025fcfa-2164-4b67-b1d9-ce3f0cac67ce tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:16.341771 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['190abd2c-9e7d-4487-82bd-57561f5a96b8', '9bfa416d-5194-4999-a760-900cf9a415eb'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:47:16.361555 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c025fcfa-2164-4b67-b1d9-ce3f0cac67ce tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Pushing event deleted for resources: {'Port': ['ID=9bfa416d-5194-4999-a760-900cf9a415eb,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:16.406173 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0639bc39-e4c6-4d38-b304-fe97f9359c18 req-0c76a372-c358-4ca2-ae46-3af9c33e71ce tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:16.411279 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0639bc39-e4c6-4d38-b304-fe97f9359c18 req-0c76a372-c358-4ca2-ae46-3af9c33e71ce tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 944 time: 0.0532105 Sep 24 15:47:16.455264 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-1114aacf-3fa1-44a6-a886-8ecb96addd9d req-c025fcfa-2164-4b67-b1d9-ce3f0cac67ce tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] No DVR routers for this DVR port 9bfa416d-5194-4999-a760-900cf9a415eb on host n-h1-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:47:16.466061 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc59e4f2-b679-4669-a66c-1e1c384256ad req-1bdb17bd-4720-4f60-b8cb-1d4dd6f342ba tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:16.474460 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cc59e4f2-b679-4669-a66c-1e1c384256ad req-1bdb17bd-4720-4f60-b8cb-1d4dd6f342ba tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=6b9bbf46-a712-441f-ae91-793da34ac091 HTTP/1.1" status: 200 len: 944 time: 0.1404800 Sep 24 15:47:16.475462 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0639bc39-e4c6-4d38-b304-fe97f9359c18 req-5d66abb7-6131-4156-99ae-27ec1fd79ac5 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537968 Sep 24 15:47:16.477721 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-1114aacf-3fa1-44a6-a886-8ecb96addd9d req-c025fcfa-2164-4b67-b1d9-ce3f0cac67ce tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:16.479922 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1114aacf-3fa1-44a6-a886-8ecb96addd9d req-c025fcfa-2164-4b67-b1d9-ce3f0cac67ce tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.110 "DELETE /v2.0/ports/9bfa416d-5194-4999-a760-900cf9a415eb HTTP/1.1" status: 204 len: 173 time: 0.6253636 Sep 24 15:47:16.480442 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df2d3aa6-6d5e-4879-bd5c-675a34c65805', 'name': 'network-vif-deleted', 'tag': '9bfa416d-5194-4999-a760-900cf9a415eb'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:47:16.483094 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4482b4fa-002a-4554-972d-21a0f40ed48a" -d '{"events": [{"server_uuid": "df2d3aa6-6d5e-4879-bd5c-675a34c65805", "name": "network-vif-deleted", "tag": "9bfa416d-5194-4999-a760-900cf9a415eb"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:47:16.532235 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cc59e4f2-b679-4669-a66c-1e1c384256ad req-f13aa70c-b781-41fe-a3e0-5b5733c2bdf1 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e97abd6-6c4b-4313-93b0-ffda5586d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567663 Sep 24 15:47:16.606820 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053afad7-e31b-4883-baa7-2dba82d6008a x-openstack-request-id: req-053afad7-e31b-4883-baa7-2dba82d6008a {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:47:16.607470 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df2d3aa6-6d5e-4879-bd5c-675a34c65805", "name": "network-vif-deleted", "tag": "9bfa416d-5194-4999-a760-900cf9a415eb", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:47:16.607731 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-053afad7-e31b-4883-baa7-2dba82d6008a {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:47:16.608430 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df2d3aa6-6d5e-4879-bd5c-675a34c65805', 'name': 'network-vif-deleted', 'tag': '9bfa416d-5194-4999-a760-900cf9a415eb', 'status': 'completed', 'code': 200} Sep 24 15:47:16.628314 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-30a4ad37-b0b3-4153-b5be-69293107e72c req-3bc29f30-9b70-4f4e-aefa-066fef154ff0 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=df2d3aa6-6d5e-4879-bd5c-675a34c65805 HTTP/1.1" status: 200 len: 210 time: 0.0323412 Sep 24 15:47:17.223964 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf74db2c-6b14-48e8-9be6-c9c0a57aa374 req-2efc6369-2695-43ef-8482-d9d6d1c8a223 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:17.226688 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cf74db2c-6b14-48e8-9be6-c9c0a57aa374 req-2efc6369-2695-43ef-8482-d9d6d1c8a223 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.110 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 944 time: 0.0555835 Sep 24 15:47:17.357151 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee10f0fd-2808-4d24-aca3-37e3cbd1a602 req-0d1beda3-6854-49cb-8fb6-7f5025df511d tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:17.358800 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ee10f0fd-2808-4d24-aca3-37e3cbd1a602 req-0d1beda3-6854-49cb-8fb6-7f5025df511d tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=6fb03279-b50c-47c1-bf2d-dec36f0c2d8d HTTP/1.1" status: 200 len: 946 time: 0.0779803 Sep 24 15:47:17.365969 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 39d019b0-08b8-4a0f-938f-5c9bdc668bbe up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:47:17.385312 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-cf74db2c-6b14-48e8-9be6-c9c0a57aa374 req-e4e5c768-43fe-4941-a73d-44baf1b9980c tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Deleting port 0c9fda49-cc27-42a1-beac-c3884a84a52d {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:47:17.385651 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-cf74db2c-6b14-48e8-9be6-c9c0a57aa374 req-e4e5c768-43fe-4941-a73d-44baf1b9980c tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:17.444938 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ee10f0fd-2808-4d24-aca3-37e3cbd1a602 req-cfb8c081-7160-4509-b140-0ae728b8d3ff tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773191 Sep 24 15:47:17.512913 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-cf74db2c-6b14-48e8-9be6-c9c0a57aa374 req-e4e5c768-43fe-4941-a73d-44baf1b9980c tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] For port 0c9fda49-cc27-42a1-beac-c3884a84a52d, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=0c9fda49-cc27-42a1-beac-c3884a84a52d,segment=NetworkSegment(7e8e93a9-9a2d-4b51-a14d-73f657c90f78),segment_id=7e8e93a9-9a2d-4b51-a14d-73f657c90f78)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:47:17.513286 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-cf74db2c-6b14-48e8-9be6-c9c0a57aa374 req-e4e5c768-43fe-4941-a73d-44baf1b9980c tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:17.547650 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port 39d019b0-08b8-4a0f-938f-5c9bdc668bbe completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:47:17.555301 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port 39d019b0-08b8-4a0f-938f-5c9bdc668bbe triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:47:17.555680 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:17.606086 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87691286-3fce-4ab7-be7f-68c057746c65 req-04a95967-18ac-4007-bd1a-1533e4f7feb2 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:17.615079 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-87691286-3fce-4ab7-be7f-68c057746c65 req-04a95967-18ac-4007-bd1a-1533e4f7feb2 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 944 time: 0.0738153 Sep 24 15:47:17.658444 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-87691286-3fce-4ab7-be7f-68c057746c65 req-ce585445-99ed-4af2-8c2c-55912e53f122 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups?id=f89f76a1-b7eb-468c-968b-e137897073b2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424576 Sep 24 15:47:17.666924 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:17.707910 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 39d019b0-08b8-4a0f-938f-5c9bdc668bbe, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=39d019b0-08b8-4a0f-938f-5c9bdc668bbe,segment=NetworkSegment(5202dad5-affc-4089-8eb2-2acbc0a55bf9),segment_id=5202dad5-affc-4089-8eb2-2acbc0a55bf9)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:47:17.736444 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81d1064-a789-4991-a4ad-d8e5553cf8cb req-99725629-0827-4945-8524-d6e3b678ac2b tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:17.740423 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d81d1064-a789-4991-a4ad-d8e5553cf8cb req-99725629-0827-4945-8524-d6e3b678ac2b tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=6b9bbf46-a712-441f-ae91-793da34ac091 HTTP/1.1" status: 200 len: 944 time: 0.1116238 Sep 24 15:47:17.746015 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b9bbf46-a712-441f-ae91-793da34ac091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39d019b0-08b8-4a0f-938f-5c9bdc668bbe'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:47:17.749298 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d4e855e-b0df-4bd3-8f29-a5b352eec127" -d '{"events": [{"server_uuid": "6b9bbf46-a712-441f-ae91-793da34ac091", "name": "network-vif-plugged", "status": "completed", "tag": "39d019b0-08b8-4a0f-938f-5c9bdc668bbe"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:47:17.829241 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d81d1064-a789-4991-a4ad-d8e5553cf8cb req-92a06a1b-4938-4034-9936-361ff8447dd6 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e97abd6-6c4b-4313-93b0-ffda5586d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673342 Sep 24 15:47:17.849534 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:17.849779 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-95782692-ccd4-41d1-940e-952428611702 req-985ddd5c-5b84-458f-823f-c8d96559b58d tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=df2d3aa6-6d5e-4879-bd5c-675a34c65805 HTTP/1.1" status: 200 len: 210 time: 0.0282562 Sep 24 15:47:17.860687 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-cf74db2c-6b14-48e8-9be6-c9c0a57aa374 req-e4e5c768-43fe-4941-a73d-44baf1b9980c tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:17.861058 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-cf74db2c-6b14-48e8-9be6-c9c0a57aa374 req-e4e5c768-43fe-4941-a73d-44baf1b9980c tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:17.861396 n-d-808921-1 neutron-server[95297]: INFO neutron.db.l3_db [req-cf74db2c-6b14-48e8-9be6-c9c0a57aa374 req-e4e5c768-43fe-4941-a73d-44baf1b9980c tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Floating IP 43772af3-56fb-4382-b28a-575421487f21 disassociated. External IP: 172.25.0.77, port: 0c9fda49-cc27-42a1-beac-c3884a84a52d. Sep 24 15:47:17.861722 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-cf74db2c-6b14-48e8-9be6-c9c0a57aa374 req-e4e5c768-43fe-4941-a73d-44baf1b9980c tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Calling delete_port for 0c9fda49-cc27-42a1-beac-c3884a84a52d owned by compute:nova {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:47:17.890878 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e55a7c-f73d-4886-a4a6-794fbcc794ab x-openstack-request-id: req-e7e55a7c-f73d-4886-a4a6-794fbcc794ab {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:47:17.891177 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b9bbf46-a712-441f-ae91-793da34ac091", "name": "network-vif-plugged", "status": "completed", "tag": "39d019b0-08b8-4a0f-938f-5c9bdc668bbe", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:47:17.891430 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e7e55a7c-f73d-4886-a4a6-794fbcc794ab {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:47:17.891828 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b9bbf46-a712-441f-ae91-793da34ac091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39d019b0-08b8-4a0f-938f-5c9bdc668bbe', 'code': 200} Sep 24 15:47:17.905902 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=39d019b0-08b8-4a0f-938f-5c9bdc668bbe,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:17.995867 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4007730f-657b-42c5-9fa3-4e7b0be44077 req-6c65bad3-def9-4c3e-9ff0-0bf99929350d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:17.997649 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4007730f-657b-42c5-9fa3-4e7b0be44077 req-6c65bad3-def9-4c3e-9ff0-0bf99929350d service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=6b9bbf46-a712-441f-ae91-793da34ac091 HTTP/1.1" status: 200 len: 1096 time: 0.0522656 Sep 24 15:47:18.102899 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4007730f-657b-42c5-9fa3-4e7b0be44077 req-e1668dc0-b7c2-4c47-9acb-deb73d44c9d6 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=2e97abd6-6c4b-4313-93b0-ffda5586d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336096 Sep 24 15:47:18.103058 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 32790) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:47:18.177174 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-cf74db2c-6b14-48e8-9be6-c9c0a57aa374 req-e4e5c768-43fe-4941-a73d-44baf1b9980c tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:18.212968 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e5c768-43fe-4941-a73d-44baf1b9980c tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Pushing event deleted for resources: {'Port': ['ID=0c9fda49-cc27-42a1-beac-c3884a84a52d,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:18.226514 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-eda4a46d-7edb-402a-b923-e6e33de74aaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:18.365646 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf74db2c-6b14-48e8-9be6-c9c0a57aa374 req-e4e5c768-43fe-4941-a73d-44baf1b9980c tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Router 638a7179-f74e-4745-a69d-661199d88407 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:47:18.500973 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-eda4a46d-7edb-402a-b923-e6e33de74aaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:18.513162 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf74db2c-6b14-48e8-9be6-c9c0a57aa374 req-e4e5c768-43fe-4941-a73d-44baf1b9980c tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:47:18.525742 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83196128-51f0-4b2d-8d3e-db2e2757204d None None] Sync routers for ids ['638a7179-f74e-4745-a69d-661199d88407'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:47:18.537881 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83196128-51f0-4b2d-8d3e-db2e2757204d None None] Routers {'638a7179-f74e-4745-a69d-661199d88407'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:47:18.544076 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-83196128-51f0-4b2d-8d3e-db2e2757204d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:47:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['638a7179-f74e-4745-a69d-661199d88407'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:47:18.578094 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf74db2c-6b14-48e8-9be6-c9c0a57aa374 req-e4e5c768-43fe-4941-a73d-44baf1b9980c tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] No DVR routers for this DVR port 0c9fda49-cc27-42a1-beac-c3884a84a52d on host n-h1-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:47:18.581509 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-cf74db2c-6b14-48e8-9be6-c9c0a57aa374 req-e4e5c768-43fe-4941-a73d-44baf1b9980c tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:18.583455 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cf74db2c-6b14-48e8-9be6-c9c0a57aa374 req-e4e5c768-43fe-4941-a73d-44baf1b9980c tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.110 "DELETE /v2.0/ports/0c9fda49-cc27-42a1-beac-c3884a84a52d HTTP/1.1" status: 204 len: 173 time: 1.3490770 Sep 24 15:47:18.602921 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadeecfc-1774-461b-8ad1-77ea959e0bb0 req-3bf57709-5216-4af0-994d-0cdf79cbd6f0 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:18.604422 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cadeecfc-1774-461b-8ad1-77ea959e0bb0 req-3bf57709-5216-4af0-994d-0cdf79cbd6f0 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=6fb03279-b50c-47c1-bf2d-dec36f0c2d8d HTTP/1.1" status: 200 len: 946 time: 0.0863972 Sep 24 15:47:18.605523 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-eda4a46d-7edb-402a-b923-e6e33de74aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:18.610629 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '288b85eb-02e0-43ea-8131-e4e39b2bdddb', 'name': 'network-vif-deleted', 'tag': '0c9fda49-cc27-42a1-beac-c3884a84a52d'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:47:18.612854 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5129a9e-189f-4ad4-91b8-97425ddc6df3" -d '{"events": [{"server_uuid": "288b85eb-02e0-43ea-8131-e4e39b2bdddb", "name": "network-vif-deleted", "tag": "0c9fda49-cc27-42a1-beac-c3884a84a52d"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:47:18.656274 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-83196128-51f0-4b2d-8d3e-db2e2757204d None None] Set router 638a7179-f74e-4745-a69d-661199d88407 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:47:18.668488 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-eda4a46d-7edb-402a-b923-e6e33de74aaa admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=9e8fd3f5257e4035a2f81c88f489d7ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5642290 Sep 24 15:47:18.670144 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3296b964-a2d4-4b9d-a47a-8163f291dbbd x-openstack-request-id: req-3296b964-a2d4-4b9d-a47a-8163f291dbbd {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:47:18.670454 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "288b85eb-02e0-43ea-8131-e4e39b2bdddb", "name": "network-vif-deleted", "tag": "0c9fda49-cc27-42a1-beac-c3884a84a52d", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:47:18.671406 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-3296b964-a2d4-4b9d-a47a-8163f291dbbd {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:47:18.671553 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 32798) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:47:18.672045 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '288b85eb-02e0-43ea-8131-e4e39b2bdddb', 'name': 'network-vif-deleted', 'tag': '0c9fda49-cc27-42a1-beac-c3884a84a52d', 'status': 'completed', 'code': 200} Sep 24 15:47:18.673064 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda4a46d-7edb-402a-b923-e6e33de74aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e47db91-6576-437a-af35-076e075b0069,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:18.689401 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cadeecfc-1774-461b-8ad1-77ea959e0bb0 req-10219bf8-dad0-4a03-8dd2-b8e5b7602108 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639479 Sep 24 15:47:18.754721 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6f457483-732e-4abc-88aa-2ad70577e458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:18.800796 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6f457483-732e-4abc-88aa-2ad70577e458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:18.821974 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-769f8d94-542c-4495-9a80-d71e3d6b0e06 req-8bae79c3-c017-464a-8b6e-0b5cab0e4716 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 210 time: 0.0432107 Sep 24 15:47:18.840506 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3610a03c-2622-4f0e-b760-4ec39ba3ae60 req-abee7a07-96c0-4f6f-be5a-6e7d9abd4c70 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:18.842159 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3610a03c-2622-4f0e-b760-4ec39ba3ae60 req-abee7a07-96c0-4f6f-be5a-6e7d9abd4c70 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=6fb03279-b50c-47c1-bf2d-dec36f0c2d8d HTTP/1.1" status: 200 len: 946 time: 0.0536480 Sep 24 15:47:18.893945 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3610a03c-2622-4f0e-b760-4ec39ba3ae60 req-7d344a02-7649-4b79-b069-8981a5e7884b tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459416 Sep 24 15:47:18.916953 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-83196128-51f0-4b2d-8d3e-db2e2757204d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638a7179-f74e-4745-a69d-661199d88407', 'name': 'tempest-ServerActionsTestJSON-1734218246-router', 'tenant_id': 'ac17221dd7b34bd3afb658a69ac088d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e32496b9-8ef4-4bc5-88e6-ea37e303317b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:38:16Z', 'updated_at': '2021-09-24T15:38:22Z', 'revision_number': 4, 'project_id': 'ac17221dd7b34bd3afb658a69ac088d3', 'gw_port': {'id': 'e32496b9-8ef4-4bc5-88e6-ea37e303317b', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:be:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638a7179-f74e-4745-a69d-661199d88407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:38:17Z', 'updated_at': '2021-09-24T15:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'cd46d084-9dbc-469a-b1d3-4a43094d934f', 'name': '', 'network_id': 'bad15511-e79d-4a5e-8826-604fa4d6fb1c', 'tenant_id': 'ac17221dd7b34bd3afb658a69ac088d3', 'mac_address': 'fa:16:3e:e2:f6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638a7179-f74e-4745-a69d-661199d88407', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'ac550aa6-1c9d-441e-90e2-38bf2a7a38e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:38:21Z', 'updated_at': '2021-09-24T15:38:26Z', 'revision_number': 5, 'project_id': 'ac17221dd7b34bd3afb658a69ac088d3', 'subnets': [{'id': 'ac550aa6-1c9d-441e-90e2-38bf2a7a38e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:47:18.954566 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83196128-51f0-4b2d-8d3e-db2e2757204d None None] Checking router: 638a7179-f74e-4745-a69d-661199d88407 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:47:18.968961 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83196128-51f0-4b2d-8d3e-db2e2757204d None None] Routers {'638a7179-f74e-4745-a69d-661199d88407'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:47:18.969575 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-83196128-51f0-4b2d-8d3e-db2e2757204d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:47:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['638a7179-f74e-4745-a69d-661199d88407'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:47:19.019285 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6f457483-732e-4abc-88aa-2ad70577e458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:19.023395 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6f457483-732e-4abc-88aa-2ad70577e458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:19.024970 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-6f457483-732e-4abc-88aa-2ad70577e458 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/8e47db91-6576-437a-af35-076e075b0069 HTTP/1.1" status: 204 len: 168 time: 0.3524723 Sep 24 15:47:19.025867 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac2046-56ef-4c2d-b9e4-a42c69405cc8 req-2eb807db-3f55-4e8b-979a-d2b57c82123c tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:19.038407 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f457483-732e-4abc-88aa-2ad70577e458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e47db91-6576-437a-af35-076e075b0069,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:19.039167 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0bac2046-56ef-4c2d-b9e4-a42c69405cc8 req-2eb807db-3f55-4e8b-979a-d2b57c82123c tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=6b9bbf46-a712-441f-ae91-793da34ac091 HTTP/1.1" status: 200 len: 945 time: 0.0768678 Sep 24 15:47:19.102437 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0bac2046-56ef-4c2d-b9e4-a42c69405cc8 req-cf52bfca-f5d1-4b80-ba39-b1079ccfbceb tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e97abd6-6c4b-4313-93b0-ffda5586d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497394 Sep 24 15:47:19.112854 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-83196128-51f0-4b2d-8d3e-db2e2757204d None None] Set router 638a7179-f74e-4745-a69d-661199d88407 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:47:19.446273 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166910f-9727-4fcc-8b16-7ea105ba2de2 req-eaa633a1-4633-4d68-9fcf-ecad9a157550 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:19.459329 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9166910f-9727-4fcc-8b16-7ea105ba2de2 req-eaa633a1-4633-4d68-9fcf-ecad9a157550 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=6fb03279-b50c-47c1-bf2d-dec36f0c2d8d HTTP/1.1" status: 200 len: 946 time: 0.0553982 Sep 24 15:47:19.462990 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-83196128-51f0-4b2d-8d3e-db2e2757204d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638a7179-f74e-4745-a69d-661199d88407', 'name': 'tempest-ServerActionsTestJSON-1734218246-router', 'tenant_id': 'ac17221dd7b34bd3afb658a69ac088d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e32496b9-8ef4-4bc5-88e6-ea37e303317b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:38:16Z', 'updated_at': '2021-09-24T15:38:22Z', 'revision_number': 4, 'project_id': 'ac17221dd7b34bd3afb658a69ac088d3', 'gw_port': {'id': 'e32496b9-8ef4-4bc5-88e6-ea37e303317b', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:be:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638a7179-f74e-4745-a69d-661199d88407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:38:17Z', 'updated_at': '2021-09-24T15:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'cd46d084-9dbc-469a-b1d3-4a43094d934f', 'name': '', 'network_id': 'bad15511-e79d-4a5e-8826-604fa4d6fb1c', 'tenant_id': 'ac17221dd7b34bd3afb658a69ac088d3', 'mac_address': 'fa:16:3e:e2:f6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638a7179-f74e-4745-a69d-661199d88407', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'ac550aa6-1c9d-441e-90e2-38bf2a7a38e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:38:21Z', 'updated_at': '2021-09-24T15:38:26Z', 'revision_number': 5, 'project_id': 'ac17221dd7b34bd3afb658a69ac088d3', 'subnets': [{'id': 'ac550aa6-1c9d-441e-90e2-38bf2a7a38e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:47:19.491962 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83196128-51f0-4b2d-8d3e-db2e2757204d None None] The sync data for ids ['638a7179-f74e-4745-a69d-661199d88407'] in n-d-808921-1 is: [{'id': '638a7179-f74e-4745-a69d-661199d88407', 'name': 'tempest-ServerActionsTestJSON-1734218246-router', 'tenant_id': 'ac17221dd7b34bd3afb658a69ac088d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e32496b9-8ef4-4bc5-88e6-ea37e303317b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:38:16Z', 'updated_at': '2021-09-24T15:38:22Z', 'revision_number': 4, 'project_id': 'ac17221dd7b34bd3afb658a69ac088d3', 'gw_port': {'id': 'e32496b9-8ef4-4bc5-88e6-ea37e303317b', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:be:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638a7179-f74e-4745-a69d-661199d88407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:38:17Z', 'updated_at': '2021-09-24T15:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'cd46d084-9dbc-469a-b1d3-4a43094d934f', 'name': '', 'network_id': 'bad15511-e79d-4a5e-8826-604fa4d6fb1c', 'tenant_id': 'ac17221dd7b34bd3afb658a69ac088d3', 'mac_address': 'fa:16:3e:e2:f6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638a7179-f74e-4745-a69d-661199d88407', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'ac550aa6-1c9d-441e-90e2-38bf2a7a38e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:38:21Z', 'updated_at': '2021-09-24T15:38:26Z', 'revision_number': 5, 'project_id': 'ac17221dd7b34bd3afb658a69ac088d3', 'subnets': [{'id': 'ac550aa6-1c9d-441e-90e2-38bf2a7a38e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:47:19.498321 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9166910f-9727-4fcc-8b16-7ea105ba2de2 req-b636d6ab-fc27-4c14-89d6-970fdcea3efd tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438869 Sep 24 15:47:19.634806 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30c1c78-11f4-468f-a703-380b412b6c10 req-2146f02a-6fd4-4235-b718-0c870c17da24 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:19.636384 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a30c1c78-11f4-468f-a703-380b412b6c10 req-2146f02a-6fd4-4235-b718-0c870c17da24 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=6fb03279-b50c-47c1-bf2d-dec36f0c2d8d HTTP/1.1" status: 200 len: 946 time: 0.0604515 Sep 24 15:47:19.703329 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a30c1c78-11f4-468f-a703-380b412b6c10 req-fba22bbd-78f0-4319-bd09-b2a51913c029 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570531 Sep 24 15:47:19.708074 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-387b72cf-4b22-4fe3-92b0-c3c5e0e2e07f req-04a0eee2-30e2-47d4-b6aa-1225f40acc37 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=d8df1af1-67e8-4a99-9240-8c582a083091&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0707457 Sep 24 15:47:19.787232 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387b72cf-4b22-4fe3-92b0-c3c5e0e2e07f req-30594fda-08c5-4463-a06b-02b0fef05325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:19.789313 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-387b72cf-4b22-4fe3-92b0-c3c5e0e2e07f req-30594fda-08c5-4463-a06b-02b0fef05325 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=a281c219e4614beda204e7aa382ce19f&device_id=d8df1af1-67e8-4a99-9240-8c582a083091 HTTP/1.1" status: 200 len: 1097 time: 0.0568278 Sep 24 15:47:19.857535 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a576741-6063-4801-b3ae-2e066b73d1a9 None None] New status for floating IP 43772af3-56fb-4382-b28a-575421487f21: DOWN {{(pid=95300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:47:19.919001 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387b72cf-4b22-4fe3-92b0-c3c5e0e2e07f req-3c4dd6e8-0739-4ced-8de5-842e4fb6c8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:19.919001 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-387b72cf-4b22-4fe3-92b0-c3c5e0e2e07f req-3c4dd6e8-0739-4ced-8de5-842e4fb6c8d0 service neutron] 10.222.0.108 "GET /v2.0/networks?id=f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc HTTP/1.1" status: 200 len: 917 time: 0.1006870 Sep 24 15:47:19.935981 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0a108-769c-4d59-add4-51c473ef1313 req-437e1984-059b-4dfc-9130-31e1345b980a tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:19.937592 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c7e0a108-769c-4d59-add4-51c473ef1313 req-437e1984-059b-4dfc-9130-31e1345b980a tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/networks?id=fcaa8023-73de-41c9-b56a-537c209ef622 HTTP/1.1" status: 200 len: 806 time: 0.1312628 Sep 24 15:47:19.954605 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c7e0a108-769c-4d59-add4-51c473ef1313 req-74b19262-9ef5-4f8d-814a-6c2824bc251f tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/quotas/62a8ba880b994b468ea0f6bf276f3fa0 HTTP/1.1" status: 200 len: 375 time: 0.0106099 Sep 24 15:47:19.961502 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-387b72cf-4b22-4fe3-92b0-c3c5e0e2e07f req-b843a853-8c7c-45e8-bd00-e27655541270 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c6378d21-baf1-4240-b1f8-be112f4b0b3f HTTP/1.1" status: 200 len: 217 time: 0.0381169 Sep 24 15:47:19.967363 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 9bfa416d-5194-4999-a760-900cf9a415eb no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:47:19.988918 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] No Port match for: 9bfa416d-5194-4999-a760-900cf9a415eb {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:47:19.993200 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 9bfa416d-5194-4999-a760-900cf9a415eb not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:47:20.027565 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387b72cf-4b22-4fe3-92b0-c3c5e0e2e07f req-9e46ae5e-db9f-44d8-a32b-d5e3df151bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:20.027565 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-387b72cf-4b22-4fe3-92b0-c3c5e0e2e07f req-9e46ae5e-db9f-44d8-a32b-d5e3df151bc6 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=a0d43bec-f9c0-475f-bd60-a66698ae0d01 HTTP/1.1" status: 200 len: 855 time: 0.0552938 Sep 24 15:47:20.028052 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c7e0a108-769c-4d59-add4-51c473ef1313 req-5c539abb-3db7-4b69-aa9c-4d61be520ace tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=62a8ba880b994b468ea0f6bf276f3fa0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0636802 Sep 24 15:47:20.062579 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-387b72cf-4b22-4fe3-92b0-c3c5e0e2e07f req-c1595a22-4ed3-458f-bb3c-aef552cce746 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265572 Sep 24 15:47:20.098874 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 32848) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:47:20.145387 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-40b40726-13d4-4d60-b1ed-cf5f08f60632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:20.166432 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c7e0a108-769c-4d59-add4-51c473ef1313 req-dfc18e6e-ce5a-4022-b25f-d6d11fb4da96 service neutron] 10.222.0.101 "GET /v2.0/networks/fcaa8023-73de-41c9-b56a-537c209ef622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261597 Sep 24 15:47:20.205789 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2a180811-1e36-4a64-9993-9d9af5643397 req-8690ffdd-5c74-453f-bd2a-39c613bf0f23 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/ports?device_id=288b85eb-02e0-43ea-8131-e4e39b2bdddb HTTP/1.1" status: 200 len: 210 time: 0.0704055 Sep 24 15:47:20.254471 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-387b72cf-4b22-4fe3-92b0-c3c5e0e2e07f req-f5633ca8-2b64-444f-b81c-fa8db319e509 service neutron] 10.222.0.108 "GET /v2.0/networks/f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824622 Sep 24 15:47:20.430441 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-387b72cf-4b22-4fe3-92b0-c3c5e0e2e07f req-abe38b04-f51c-47a3-b53b-19cc55069d6d service neutron] 10.222.0.108 "GET /v2.0/networks/f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675503 Sep 24 15:47:20.456628 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-40b40726-13d4-4d60-b1ed-cf5f08f60632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:20.465929 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3465885-713e-4ddf-832f-931b1836b54b req-6a71a597-08ee-4ccf-bae1-036c23aa6068 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:20.467534 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a3465885-713e-4ddf-832f-931b1836b54b req-6a71a597-08ee-4ccf-bae1-036c23aa6068 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=6fb03279-b50c-47c1-bf2d-dec36f0c2d8d HTTP/1.1" status: 200 len: 946 time: 0.1018465 Sep 24 15:47:20.509047 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a3465885-713e-4ddf-832f-931b1836b54b req-7ceaeed0-bf2a-4672-b68b-66dab4e1dd6c tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352635 Sep 24 15:47:20.596628 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-40b40726-13d4-4d60-b1ed-cf5f08f60632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:20.609261 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c7e0a108-769c-4d59-add4-51c473ef1313 req-d154f141-598f-4814-a90d-b6f3a4f40554 service neutron] 10.222.0.101 "GET /v2.0/networks/fcaa8023-73de-41c9-b56a-537c209ef622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4355507 Sep 24 15:47:20.645558 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-40b40726-13d4-4d60-b1ed-cf5f08f60632 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=77c1af09f51848858ad226e6ed0c2713&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5425081 Sep 24 15:47:20.646586 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b40726-13d4-4d60-b1ed-cf5f08f60632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e7755a-85b5-43ac-9a5f-dfcb93379ecd,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:20.648484 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 32858) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:47:20.664584 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eb2106-6b27-4392-81b5-5f4f4386add0 req-33284728-8725-4715-ab80-ae5764a7d1a9 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:20.666143 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-40eb2106-6b27-4392-81b5-5f4f4386add0 req-33284728-8725-4715-ab80-ae5764a7d1a9 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=6b9bbf46-a712-441f-ae91-793da34ac091 HTTP/1.1" status: 200 len: 945 time: 0.0999956 Sep 24 15:47:20.711501 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-75c657f7-1781-4b56-9dae-303d0da4edcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:20.715507 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-40eb2106-6b27-4392-81b5-5f4f4386add0 req-c29ff9f2-d11d-4754-8278-97c7937d0190 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e97abd6-6c4b-4313-93b0-ffda5586d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378313 Sep 24 15:47:20.733753 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-75c657f7-1781-4b56-9dae-303d0da4edcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:20.886386 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f1cc6b-f854-477d-b852-14486b092dca req-dca36606-83ec-4ee0-b949-8eddb749c975 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:20.896385 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-94f1cc6b-f854-477d-b852-14486b092dca req-dca36606-83ec-4ee0-b949-8eddb749c975 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=6fb03279-b50c-47c1-bf2d-dec36f0c2d8d HTTP/1.1" status: 200 len: 946 time: 0.0616069 Sep 24 15:47:20.931142 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-94f1cc6b-f854-477d-b852-14486b092dca req-ee45c9f8-e663-4203-a6ef-057f74f026fc tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351391 Sep 24 15:47:20.934714 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d8e1daa8-f13a-4626-a39d-8b3b33f22b5f req-59881f35-d2d2-473b-8963-07bce6bace95 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=980efbe0-188c-4138-8244-58a64b6fe2db HTTP/1.1" status: 200 len: 210 time: 0.0276055 Sep 24 15:47:20.994728 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-75c657f7-1781-4b56-9dae-303d0da4edcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:21.001315 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-75c657f7-1781-4b56-9dae-303d0da4edcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:21.001315 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-75c657f7-1781-4b56-9dae-303d0da4edcf admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/73e7755a-85b5-43ac-9a5f-dfcb93379ecd HTTP/1.1" status: 204 len: 168 time: 0.3490844 Sep 24 15:47:21.018471 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c657f7-1781-4b56-9dae-303d0da4edcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e7755a-85b5-43ac-9a5f-dfcb93379ecd,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:21.378284 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 32880) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:47:21.490709 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a8f09769-0101-4633-817a-3ae6d1f88236 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:21.526928 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a8f09769-0101-4633-817a-3ae6d1f88236 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:21.680679 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a8f09769-0101-4633-817a-3ae6d1f88236 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:21.684127 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a8f09769-0101-4633-817a-3ae6d1f88236 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:21.684591 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-a8f09769-0101-4633-817a-3ae6d1f88236 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "DELETE /v2.0/security-groups/f89f76a1-b7eb-468c-968b-e137897073b2 HTTP/1.1" status: 204 len: 168 time: 0.3046517 Sep 24 15:47:21.687193 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 32898) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:47:21.695662 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f09769-0101-4633-817a-3ae6d1f88236 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89f76a1-b7eb-468c-968b-e137897073b2,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:21.710500 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [None req-2ab2e9c7-92d9-44d3-9356-45588626c847 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] show failed (client error): The resource could not be found. Sep 24 15:47:21.710500 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-2ab2e9c7-92d9-44d3-9356-45588626c847 tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "GET /v2.0/security-groups/f89f76a1-b7eb-468c-968b-e137897073b2 HTTP/1.1" status: 404 len: 347 time: 0.0204494 Sep 24 15:47:21.712264 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 32900) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:47:21.851406 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-f7018cf0-6f56-4aaf-a811-ef10a420f76c tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Deleting port e7eecd23-a800-4326-9f9d-c334187c850e {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:47:21.851884 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f7018cf0-6f56-4aaf-a811-ef10a420f76c tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:21.899055 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d46dae-b1c2-4fc6-92a1-2e19c445045a req-cd894870-87a8-4f19-a10f-00678573d81d tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:21.900715 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-47d46dae-b1c2-4fc6-92a1-2e19c445045a req-cd894870-87a8-4f19-a10f-00678573d81d tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=6fb03279-b50c-47c1-bf2d-dec36f0c2d8d HTTP/1.1" status: 200 len: 946 time: 0.0687571 Sep 24 15:47:21.940869 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f7018cf0-6f56-4aaf-a811-ef10a420f76c tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:21.941202 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f7018cf0-6f56-4aaf-a811-ef10a420f76c tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:21.951236 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-47d46dae-b1c2-4fc6-92a1-2e19c445045a req-df296b91-2f03-4a87-9752-89860095c8be tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442443 Sep 24 15:47:21.954019 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-f7018cf0-6f56-4aaf-a811-ef10a420f76c tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Calling delete_port for e7eecd23-a800-4326-9f9d-c334187c850e owned by network:floatingip {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:47:21.982464 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 0c9fda49-cc27-42a1-beac-c3884a84a52d no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:47:22.007813 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] No Port match for: 0c9fda49-cc27-42a1-beac-c3884a84a52d {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:47:22.008302 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 0c9fda49-cc27-42a1-beac-c3884a84a52d not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:47:22.031495 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-40810c10-dab6-423c-bcbc-0fa7e927084d req-3663f037-0ffc-45a4-b696-27642d800b0d tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=980efbe0-188c-4138-8244-58a64b6fe2db HTTP/1.1" status: 200 len: 210 time: 0.0330422 Sep 24 15:47:22.274481 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f7018cf0-6f56-4aaf-a811-ef10a420f76c tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:22.306655 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7018cf0-6f56-4aaf-a811-ef10a420f76c tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Pushing event deleted for resources: {'Port': ['ID=e7eecd23-a800-4326-9f9d-c334187c850e,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:22.385650 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f7018cf0-6f56-4aaf-a811-ef10a420f76c tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks [] for floatingip, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:22.388542 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f7018cf0-6f56-4aaf-a811-ef10a420f76c tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:22.392550 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f7018cf0-6f56-4aaf-a811-ef10a420f76c tempest-ServerActionsTestJSON-1096795117 tempest-ServerActionsTestJSON-1096795117-project] 10.222.0.101 "DELETE /v2.0/floatingips/43772af3-56fb-4382-b28a-575421487f21 HTTP/1.1" status: 204 len: 168 time: 0.6764488 Sep 24 15:47:22.392763 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 32920) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:47:22.943340 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a9e088-62c0-4108-855e-2b6774983ac2 req-38348a96-224a-4909-8e62-42a546608a89 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:22.944759 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5ec738b4-be0f-4fb1-9e49-3ee24ab00177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:22.944917 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-58a9e088-62c0-4108-855e-2b6774983ac2 req-38348a96-224a-4909-8e62-42a546608a89 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.108 "GET /v2.0/ports?device_id=6fb03279-b50c-47c1-bf2d-dec36f0c2d8d HTTP/1.1" status: 200 len: 946 time: 0.0697019 Sep 24 15:47:23.138899 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f24fec4-6ea5-4593-9f96-813ecf8ff67d req-857f8c3e-cd54-4df8-8de7-669b2705dcb7 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:23.140519 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6f24fec4-6ea5-4593-9f96-813ecf8ff67d req-857f8c3e-cd54-4df8-8de7-669b2705dcb7 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=6fb03279-b50c-47c1-bf2d-dec36f0c2d8d HTTP/1.1" status: 200 len: 946 time: 0.0958099 Sep 24 15:47:23.147798 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-58a9e088-62c0-4108-855e-2b6774983ac2 req-4968be37-44bb-41ee-9f8e-4bfb3c00d077 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Deleting port 1163f85c-1099-4df4-a531-49a7aa91f7bb {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:47:23.148157 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-58a9e088-62c0-4108-855e-2b6774983ac2 req-4968be37-44bb-41ee-9f8e-4bfb3c00d077 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:23.188687 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ed0ecddc-102b-463c-99aa-4db9f0db3ec8 req-62b73389-de28-4246-88bd-df50c5f546df tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=980efbe0-188c-4138-8244-58a64b6fe2db HTTP/1.1" status: 200 len: 210 time: 0.0284591 Sep 24 15:47:23.217278 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6f24fec4-6ea5-4593-9f96-813ecf8ff67d req-c89bc402-5c43-494d-9b4f-ede3d6d4edbc tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/security-groups?id=a0684d9d-90c2-41e2-ae86-80c15d030b57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659165 Sep 24 15:47:23.294975 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-58a9e088-62c0-4108-855e-2b6774983ac2 req-4968be37-44bb-41ee-9f8e-4bfb3c00d077 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] For port 1163f85c-1099-4df4-a531-49a7aa91f7bb, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=1163f85c-1099-4df4-a531-49a7aa91f7bb,segment=NetworkSegment(138681cd-aefe-407e-9c8c-919ef76b97c8),segment_id=138681cd-aefe-407e-9c8c-919ef76b97c8)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:47:23.296063 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-58a9e088-62c0-4108-855e-2b6774983ac2 req-4968be37-44bb-41ee-9f8e-4bfb3c00d077 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:23.310191 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-58a9e088-62c0-4108-855e-2b6774983ac2 req-4968be37-44bb-41ee-9f8e-4bfb3c00d077 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Calling delete_port for 1163f85c-1099-4df4-a531-49a7aa91f7bb owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:47:23.344357 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-5ec738b4-be0f-4fb1-9e49-3ee24ab00177 admin admin] Deleting port cd46d084-9dbc-469a-b1d3-4a43094d934f {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:47:23.344702 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5ec738b4-be0f-4fb1-9e49-3ee24ab00177 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:23.427790 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-5ec738b4-be0f-4fb1-9e49-3ee24ab00177 admin admin] For port cd46d084-9dbc-469a-b1d3-4a43094d934f, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=cd46d084-9dbc-469a-b1d3-4a43094d934f,segment=NetworkSegment(7e8e93a9-9a2d-4b51-a14d-73f657c90f78),segment_id=7e8e93a9-9a2d-4b51-a14d-73f657c90f78)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:47:23.428247 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5ec738b4-be0f-4fb1-9e49-3ee24ab00177 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:23.442202 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-5ec738b4-be0f-4fb1-9e49-3ee24ab00177 admin admin] Calling delete_port for cd46d084-9dbc-469a-b1d3-4a43094d934f owned by network:router_interface {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:47:23.525100 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-58a9e088-62c0-4108-855e-2b6774983ac2 req-4968be37-44bb-41ee-9f8e-4bfb3c00d077 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:23.536916 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['1163f85c-1099-4df4-a531-49a7aa91f7bb'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:47:23.554138 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4968be37-44bb-41ee-9f8e-4bfb3c00d077 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Pushing event deleted for resources: {'Port': ['ID=1163f85c-1099-4df4-a531-49a7aa91f7bb,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:23.637998 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-58a9e088-62c0-4108-855e-2b6774983ac2 req-4968be37-44bb-41ee-9f8e-4bfb3c00d077 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] No DVR routers for this DVR port 1163f85c-1099-4df4-a531-49a7aa91f7bb on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:47:23.640046 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-58a9e088-62c0-4108-855e-2b6774983ac2 req-4968be37-44bb-41ee-9f8e-4bfb3c00d077 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:23.642392 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-58a9e088-62c0-4108-855e-2b6774983ac2 req-4968be37-44bb-41ee-9f8e-4bfb3c00d077 tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.108 "DELETE /v2.0/ports/1163f85c-1099-4df4-a531-49a7aa91f7bb HTTP/1.1" status: 204 len: 173 time: 0.6911478 Sep 24 15:47:23.642892 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fb03279-b50c-47c1-bf2d-dec36f0c2d8d', 'name': 'network-vif-deleted', 'tag': '1163f85c-1099-4df4-a531-49a7aa91f7bb'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:47:23.645271 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb6f93f4-37b6-4e8d-83cd-7a795a30c590" -d '{"events": [{"server_uuid": "6fb03279-b50c-47c1-bf2d-dec36f0c2d8d", "name": "network-vif-deleted", "tag": "1163f85c-1099-4df4-a531-49a7aa91f7bb"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:47:23.690789 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b21825ab-dda0-468f-b0f3-854f5066cfd2 x-openstack-request-id: req-b21825ab-dda0-468f-b0f3-854f5066cfd2 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:47:23.691076 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fb03279-b50c-47c1-bf2d-dec36f0c2d8d", "name": "network-vif-deleted", "tag": "1163f85c-1099-4df4-a531-49a7aa91f7bb", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:47:23.691323 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b21825ab-dda0-468f-b0f3-854f5066cfd2 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:47:23.692289 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fb03279-b50c-47c1-bf2d-dec36f0c2d8d', 'name': 'network-vif-deleted', 'tag': '1163f85c-1099-4df4-a531-49a7aa91f7bb', 'status': 'completed', 'code': 200} Sep 24 15:47:23.744186 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5ec738b4-be0f-4fb1-9e49-3ee24ab00177 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:23.782250 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec738b4-be0f-4fb1-9e49-3ee24ab00177 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd46d084-9dbc-469a-b1d3-4a43094d934f,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:24.000837 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0a108-769c-4d59-add4-51c473ef1313 req-84a41e08-1eaa-42dc-95e7-3124cd75510d tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:24.002374 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c7e0a108-769c-4d59-add4-51c473ef1313 req-84a41e08-1eaa-42dc-95e7-3124cd75510d tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.110 "GET /v2.0/networks?id=fcaa8023-73de-41c9-b56a-537c209ef622 HTTP/1.1" status: 200 len: 806 time: 0.2215703 Sep 24 15:47:24.062982 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-c7e0a108-769c-4d59-add4-51c473ef1313 req-9944fc49-f590-4b67-925e-9344b5ac0702 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Request body: {'port': {'device_id': '980efbe0-188c-4138-8244-58a64b6fe2db', 'network_id': 'fcaa8023-73de-41c9-b56a-537c209ef622', 'admin_state_up': True, 'tenant_id': '62a8ba880b994b468ea0f6bf276f3fa0'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:47:24.109446 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5ec738b4-be0f-4fb1-9e49-3ee24ab00177 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:24.321151 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ae734d72-c5cf-4515-9b7e-d2a5a5ffdb38 req-a0b5f9b6-a935-40c4-be1e-6e8cde11d43f tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=980efbe0-188c-4138-8244-58a64b6fe2db HTTP/1.1" status: 200 len: 210 time: 0.0289154 Sep 24 15:47:24.405428 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec738b4-be0f-4fb1-9e49-3ee24ab00177 admin admin] Router 638a7179-f74e-4745-a69d-661199d88407 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:47:24.418190 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7e0a108-769c-4d59-add4-51c473ef1313 req-9944fc49-f590-4b67-925e-9344b5ac0702 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Made reservation on behalf of 62a8ba880b994b468ea0f6bf276f3fa0 for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:47:24.421399 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-c7e0a108-769c-4d59-add4-51c473ef1313 req-9944fc49-f590-4b67-925e-9344b5ac0702 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:24.437753 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-984a9ced-63ca-4df4-a53a-612d353a631d req-1e617fd4-8000-40b9-a3f0-2b5b02fbe71f tempest-ServerDiskConfigTestJSON-1305040829 tempest-ServerDiskConfigTestJSON-1305040829-project] 10.222.0.101 "GET /v2.0/ports?device_id=6fb03279-b50c-47c1-bf2d-dec36f0c2d8d HTTP/1.1" status: 200 len: 210 time: 0.0365810 Sep 24 15:47:24.530552 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 33000) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:47:24.627660 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec738b4-be0f-4fb1-9e49-3ee24ab00177 admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:47:24.638074 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-5ec738b4-be0f-4fb1-9e49-3ee24ab00177 admin admin] 10.222.0.101 "PUT /v2.0/routers/638a7179-f74e-4745-a69d-661199d88407/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2411354 Sep 24 15:47:24.638234 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 33004) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:47:24.650786 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [req-c7e0a108-769c-4d59-add4-51c473ef1313 req-9944fc49-f590-4b67-925e-9344b5ac0702 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Allocated IP 172.20.0.9 (fcaa8023-73de-41c9-b56a-537c209ef622/0db07746-4ea4-48db-9d56-837ab1eb05bd/31577d25-3569-4f19-8214-64c139bf00ea) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:47:24.656227 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81937110-0827-4bff-a6df-2b0f588c8aa3 None None] Sync routers for ids ['638a7179-f74e-4745-a69d-661199d88407'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:47:24.672663 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81937110-0827-4bff-a6df-2b0f588c8aa3 None None] Routers {'638a7179-f74e-4745-a69d-661199d88407'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:47:24.679637 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-81937110-0827-4bff-a6df-2b0f588c8aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:47:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['638a7179-f74e-4745-a69d-661199d88407'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:47:24.748540 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-83d9ba3d-8f75-42d8-8345-fbdec02b0942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:24.816664 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-c7e0a108-769c-4d59-add4-51c473ef1313 req-9944fc49-f590-4b67-925e-9344b5ac0702 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:24.842661 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-81937110-0827-4bff-a6df-2b0f588c8aa3 None None] Set router 638a7179-f74e-4745-a69d-661199d88407 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:47:24.845630 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-02e32293-3f8e-4f0a-a5d5-fd81d260e61b admin admin] Notify callbacks [] for router, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:24.984912 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-02e32293-3f8e-4f0a-a5d5-fd81d260e61b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:24.988654 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-83d9ba3d-8f75-42d8-8345-fbdec02b0942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:25.034984 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-81937110-0827-4bff-a6df-2b0f588c8aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638a7179-f74e-4745-a69d-661199d88407', 'name': 'tempest-ServerActionsTestJSON-1734218246-router', 'tenant_id': 'ac17221dd7b34bd3afb658a69ac088d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e32496b9-8ef4-4bc5-88e6-ea37e303317b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:38:16Z', 'updated_at': '2021-09-24T15:47:23Z', 'revision_number': 5, 'project_id': 'ac17221dd7b34bd3afb658a69ac088d3', 'gw_port': {'id': 'e32496b9-8ef4-4bc5-88e6-ea37e303317b', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:be:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638a7179-f74e-4745-a69d-661199d88407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:38:17Z', 'updated_at': '2021-09-24T15:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:47:25.062524 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81937110-0827-4bff-a6df-2b0f588c8aa3 None None] Checking router: 638a7179-f74e-4745-a69d-661199d88407 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:47:25.071824 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81937110-0827-4bff-a6df-2b0f588c8aa3 None None] Routers {'638a7179-f74e-4745-a69d-661199d88407'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:47:25.072446 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-81937110-0827-4bff-a6df-2b0f588c8aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:47:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['638a7179-f74e-4745-a69d-661199d88407'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:47:25.093169 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-c7e0a108-769c-4d59-add4-51c473ef1313 req-9944fc49-f590-4b67-925e-9344b5ac0702 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:25.110162 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['190abd2c-9e7d-4487-82bd-57561f5a96b8'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:47:25.142331 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7e0a108-769c-4d59-add4-51c473ef1313 req-9944fc49-f590-4b67-925e-9344b5ac0702 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Network fcaa8023-73de-41c9-b56a-537c209ef622 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:47:25.147470 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [req-c7e0a108-769c-4d59-add4-51c473ef1313 req-9944fc49-f590-4b67-925e-9344b5ac0702 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:47:25.151499 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7e0a108-769c-4d59-add4-51c473ef1313 req-9944fc49-f590-4b67-925e-9344b5ac0702 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:47:25.160970 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9944fc49-f590-4b67-925e-9344b5ac0702 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Pushing event updated for resources: {'Port': ['ID=31577d25-3569-4f19-8214-64c139bf00ea,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:25.212449 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0a108-769c-4d59-add4-51c473ef1313 req-9944fc49-f590-4b67-925e-9344b5ac0702 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:25.213078 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-c7e0a108-769c-4d59-add4-51c473ef1313 req-9944fc49-f590-4b67-925e-9344b5ac0702 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:25.234396 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-83d9ba3d-8f75-42d8-8345-fbdec02b0942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:25.236409 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-81937110-0827-4bff-a6df-2b0f588c8aa3 None None] Set router 638a7179-f74e-4745-a69d-661199d88407 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:47:25.295036 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-83d9ba3d-8f75-42d8-8345-fbdec02b0942 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=701c0e6afd6f4165a6afc20d496b4cd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7633367 Sep 24 15:47:25.297234 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d9ba3d-8f75-42d8-8345-fbdec02b0942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aed4af0-f1cf-429c-9b15-6873c8d5f950,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:25.300269 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 33012) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:47:25.326789 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c7e0a108-769c-4d59-add4-51c473ef1313 req-9944fc49-f590-4b67-925e-9344b5ac0702 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2693582 Sep 24 15:47:25.341098 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-c7e0a108-769c-4d59-add4-51c473ef1313 req-87bb1a13-44db-47b3-8262-843742846e69 service neutron] Request body: {'port': {'device_id': '980efbe0-188c-4138-8244-58a64b6fe2db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:47:25.379176 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-02e32293-3f8e-4f0a-a5d5-fd81d260e61b admin admin] Deleting port e32496b9-8ef4-4bc5-88e6-ea37e303317b {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:47:25.380142 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-02e32293-3f8e-4f0a-a5d5-fd81d260e61b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:25.431701 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-c7e0a108-769c-4d59-add4-51c473ef1313 req-87bb1a13-44db-47b3-8262-843742846e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:25.733124 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-81937110-0827-4bff-a6df-2b0f588c8aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '638a7179-f74e-4745-a69d-661199d88407', 'name': 'tempest-ServerActionsTestJSON-1734218246-router', 'tenant_id': 'ac17221dd7b34bd3afb658a69ac088d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e32496b9-8ef4-4bc5-88e6-ea37e303317b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:38:16Z', 'updated_at': '2021-09-24T15:47:23Z', 'revision_number': 5, 'project_id': 'ac17221dd7b34bd3afb658a69ac088d3', 'gw_port': {'id': 'e32496b9-8ef4-4bc5-88e6-ea37e303317b', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:be:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638a7179-f74e-4745-a69d-661199d88407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:38:17Z', 'updated_at': '2021-09-24T15:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:47:25.747293 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 33034) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:47:25.764101 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81937110-0827-4bff-a6df-2b0f588c8aa3 None None] The sync data for ids ['638a7179-f74e-4745-a69d-661199d88407'] in n-d-808921-1 is: [{'id': '638a7179-f74e-4745-a69d-661199d88407', 'name': 'tempest-ServerActionsTestJSON-1734218246-router', 'tenant_id': 'ac17221dd7b34bd3afb658a69ac088d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.117'}], 'enable_snat': True}, 'gw_port_id': 'e32496b9-8ef4-4bc5-88e6-ea37e303317b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:38:16Z', 'updated_at': '2021-09-24T15:47:23Z', 'revision_number': 5, 'project_id': 'ac17221dd7b34bd3afb658a69ac088d3', 'gw_port': {'id': 'e32496b9-8ef4-4bc5-88e6-ea37e303317b', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:be:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '638a7179-f74e-4745-a69d-661199d88407', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:38:17Z', 'updated_at': '2021-09-24T15:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:47:25.858287 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-9772b421-12f1-4d8d-87f5-d3ad62ce05e5 admin admin] Deleting subnet 4491d185-2791-4910-b09e-1dff46d40afb {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:47:25.922536 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9772b421-12f1-4d8d-87f5-d3ad62ce05e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:26.004565 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [req-c7e0a108-769c-4d59-add4-51c473ef1313 req-87bb1a13-44db-47b3-8262-843742846e69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31577d25-3569-4f19-8214-64c139bf00ea {{(pid=95297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:47:26.013213 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9772b421-12f1-4d8d-87f5-d3ad62ce05e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:26.013737 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-c7e0a108-769c-4d59-add4-51c473ef1313 req-87bb1a13-44db-47b3-8262-843742846e69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:26.045746 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f1d98383-4192-412b-832d-e37240e7e833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:26.057768 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.provisioning_blocks [req-c7e0a108-769c-4d59-add4-51c473ef1313 req-87bb1a13-44db-47b3-8262-843742846e69 service neutron] Transition to ACTIVE for port object 31577d25-3569-4f19-8214-64c139bf00ea will not be triggered until provisioned by entity L2. {{(pid=95297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:47:26.070532 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9772b421-12f1-4d8d-87f5-d3ad62ce05e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:26.077665 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f1d98383-4192-412b-832d-e37240e7e833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:26.138049 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-02e32293-3f8e-4f0a-a5d5-fd81d260e61b admin admin] For port e32496b9-8ef4-4bc5-88e6-ea37e303317b, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=e32496b9-8ef4-4bc5-88e6-ea37e303317b,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:47:26.138439 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-02e32293-3f8e-4f0a-a5d5-fd81d260e61b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:26.157338 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cf8332a0-e83b-461f-9fe6-97f73c09b98e req-e9ac571f-367a-4f33-80fd-a58825754710 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=d719fec7-66f1-4dd2-b53f-53a84893c57c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1838150 Sep 24 15:47:26.166276 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-c7e0a108-769c-4d59-add4-51c473ef1313 req-87bb1a13-44db-47b3-8262-843742846e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:26.171570 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb66017-00aa-44c4-aa7b-8ddbdff94717 req-cc0c2670-e58d-4c6a-a4c1-e4cb438e7d02 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:26.171570 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ebb66017-00aa-44c4-aa7b-8ddbdff94717 req-cc0c2670-e58d-4c6a-a4c1-e4cb438e7d02 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=980efbe0-188c-4138-8244-58a64b6fe2db HTTP/1.1" status: 200 len: 931 time: 0.1938145 Sep 24 15:47:26.173626 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-02e32293-3f8e-4f0a-a5d5-fd81d260e61b admin admin] Calling delete_port for e32496b9-8ef4-4bc5-88e6-ea37e303317b owned by network:router_gateway {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:47:26.271354 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bb1a13-44db-47b3-8262-843742846e69 service neutron] Pushing event updated for resources: {'Port': ['ID=31577d25-3569-4f19-8214-64c139bf00ea,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:26.292946 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ebb66017-00aa-44c4-aa7b-8ddbdff94717 req-1557f5e9-fcbc-4394-92e2-424184b0b547 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139336 Sep 24 15:47:26.305641 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f1d98383-4192-412b-832d-e37240e7e833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:26.308448 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f1d98383-4192-412b-832d-e37240e7e833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:26.309596 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-f1d98383-4192-412b-832d-e37240e7e833 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/0aed4af0-f1cf-429c-9b15-6873c8d5f950 HTTP/1.1" status: 204 len: 168 time: 1.0084121 Sep 24 15:47:26.326530 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8332a0-e83b-461f-9fe6-97f73c09b98e req-88e65227-6c46-440e-98c7-8bdfbf769560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:26.326530 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cf8332a0-e83b-461f-9fe6-97f73c09b98e req-88e65227-6c46-440e-98c7-8bdfbf769560 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=5263748a73e54761954b877d2ae863de&device_id=d719fec7-66f1-4dd2-b53f-53a84893c57c HTTP/1.1" status: 200 len: 1097 time: 0.1281433 Sep 24 15:47:26.329130 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d98383-4192-412b-832d-e37240e7e833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aed4af0-f1cf-429c-9b15-6873c8d5f950,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:26.346499 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-c7e0a108-769c-4d59-add4-51c473ef1313 req-87bb1a13-44db-47b3-8262-843742846e69 service neutron] Attempting to bind port 31577d25-3569-4f19-8214-64c139bf00ea on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:47:26.346877 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-c7e0a108-769c-4d59-add4-51c473ef1313 req-87bb1a13-44db-47b3-8262-843742846e69 service neutron] Attempting to bind port 31577d25-3569-4f19-8214-64c139bf00ea by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': '368a9d0c-2815-451d-a46d-c1bdd7d38862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'fcaa8023-73de-41c9-b56a-537c209ef622'}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:47:26.347280 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e0a108-769c-4d59-add4-51c473ef1313 req-87bb1a13-44db-47b3-8262-843742846e69 service neutron] Attempting to bind port 31577d25-3569-4f19-8214-64c139bf00ea on network fcaa8023-73de-41c9-b56a-537c209ef622 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:47:26.354066 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e0a108-769c-4d59-add4-51c473ef1313 req-87bb1a13-44db-47b3-8262-843742846e69 service neutron] Port 31577d25-3569-4f19-8214-64c139bf00ea on network fcaa8023-73de-41c9-b56a-537c209ef622 not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:47:26.354670 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e0a108-769c-4d59-add4-51c473ef1313 req-87bb1a13-44db-47b3-8262-843742846e69 service neutron] Attempting to bind port 31577d25-3569-4f19-8214-64c139bf00ea on network fcaa8023-73de-41c9-b56a-537c209ef622 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:47:26.362055 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e0a108-769c-4d59-add4-51c473ef1313 req-87bb1a13-44db-47b3-8262-843742846e69 service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:47:26.362455 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e0a108-769c-4d59-add4-51c473ef1313 req-87bb1a13-44db-47b3-8262-843742846e69 service neutron] Checking segment: {'id': '368a9d0c-2815-451d-a46d-c1bdd7d38862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'fcaa8023-73de-41c9-b56a-537c209ef622'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:47:26.362839 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7e0a108-769c-4d59-add4-51c473ef1313 req-87bb1a13-44db-47b3-8262-843742846e69 service neutron] Bound using segment: {'id': '368a9d0c-2815-451d-a46d-c1bdd7d38862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'fcaa8023-73de-41c9-b56a-537c209ef622'} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:47:26.363336 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-c7e0a108-769c-4d59-add4-51c473ef1313 req-87bb1a13-44db-47b3-8262-843742846e69 service neutron] Bound port: 31577d25-3569-4f19-8214-64c139bf00ea, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '368a9d0c-2815-451d-a46d-c1bdd7d38862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'fcaa8023-73de-41c9-b56a-537c209ef622'}}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:47:26.363844 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-c7e0a108-769c-4d59-add4-51c473ef1313 req-87bb1a13-44db-47b3-8262-843742846e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:26.443591 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device cd46d084-9dbc-469a-b1d3-4a43094d934f no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:47:26.474278 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-c7e0a108-769c-4d59-add4-51c473ef1313 req-87bb1a13-44db-47b3-8262-843742846e69 service neutron] For port 31577d25-3569-4f19-8214-64c139bf00ea, host n-h1-808921-1, cleared binding levels {{(pid=95297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:47:26.474278 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-c7e0a108-769c-4d59-add4-51c473ef1313 req-87bb1a13-44db-47b3-8262-843742846e69 service neutron] For port 31577d25-3569-4f19-8214-64c139bf00ea, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=31577d25-3569-4f19-8214-64c139bf00ea,segment=NetworkSegment(368a9d0c-2815-451d-a46d-c1bdd7d38862),segment_id=368a9d0c-2815-451d-a46d-c1bdd7d38862)] {{(pid=95297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:47:26.484355 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: cd46d084-9dbc-469a-b1d3-4a43094d934f {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:47:26.484706 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device cd46d084-9dbc-469a-b1d3-4a43094d934f not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:47:26.502710 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8332a0-e83b-461f-9fe6-97f73c09b98e req-c5f3c1f5-1501-4c47-bde3-0912d4c9292f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:26.504246 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cf8332a0-e83b-461f-9fe6-97f73c09b98e req-c5f3c1f5-1501-4c47-bde3-0912d4c9292f service neutron] 10.222.0.110 "GET /v2.0/networks?id=19c2cc6b-6fd9-4d5d-b971-5ea0f368a861 HTTP/1.1" status: 200 len: 917 time: 0.1377718 Sep 24 15:47:26.580949 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9772b421-12f1-4d8d-87f5-d3ad62ce05e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:26.581190 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cf8332a0-e83b-461f-9fe6-97f73c09b98e req-a90f671a-6c9c-4ff3-b675-f07ebee033c4 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5908f9de-ed94-41f5-abb7-d7e6c094d0ff HTTP/1.1" status: 200 len: 1002 time: 0.0583594 Sep 24 15:47:26.590721 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9772b421-12f1-4d8d-87f5-d3ad62ce05e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:26.595035 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-9772b421-12f1-4d8d-87f5-d3ad62ce05e5 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/4491d185-2791-4910-b09e-1dff46d40afb HTTP/1.1" status: 204 len: 168 time: 0.8447800 Sep 24 15:47:26.595035 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9772b421-12f1-4d8d-87f5-d3ad62ce05e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4491d185-2791-4910-b09e-1dff46d40afb,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:26.595982 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 33042) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:47:26.629075 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8332a0-e83b-461f-9fe6-97f73c09b98e req-f2f9116a-6f71-4280-9ea3-649c45c56f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:26.630599 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cf8332a0-e83b-461f-9fe6-97f73c09b98e req-f2f9116a-6f71-4280-9ea3-649c45c56f78 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=c9e1fbb5-ba1f-404e-a5c9-92121db23b41 HTTP/1.1" status: 200 len: 854 time: 0.0504453 Sep 24 15:47:26.672397 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5404cf1e-145a-4bca-9b66-16e9082373d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:26.685096 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8332a0-e83b-461f-9fe6-97f73c09b98e req-a2364dce-9220-4a0c-b234-b380004a6d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:26.686708 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cf8332a0-e83b-461f-9fe6-97f73c09b98e req-a2364dce-9220-4a0c-b234-b380004a6d6e service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=19c2cc6b-6fd9-4d5d-b971-5ea0f368a861&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429361 Sep 24 15:47:26.715482 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-c7e0a108-769c-4d59-add4-51c473ef1313 req-87bb1a13-44db-47b3-8262-843742846e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:26.764809 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0a108-769c-4d59-add4-51c473ef1313 req-87bb1a13-44db-47b3-8262-843742846e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:26.765435 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-c7e0a108-769c-4d59-add4-51c473ef1313 req-87bb1a13-44db-47b3-8262-843742846e69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:26.766863 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c7e0a108-769c-4d59-add4-51c473ef1313 req-87bb1a13-44db-47b3-8262-843742846e69 service neutron] 10.222.0.110 "PUT /v2.0/ports/31577d25-3569-4f19-8214-64c139bf00ea HTTP/1.1" status: 200 len: 1091 time: 1.4308279 Sep 24 15:47:26.767312 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '980efbe0-188c-4138-8244-58a64b6fe2db', 'tag': '31577d25-3569-4f19-8214-64c139bf00ea'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:47:26.769603 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ece61c-61e9-4e67-9a1e-be6c69564b9b" -d '{"events": [{"name": "network-changed", "server_uuid": "980efbe0-188c-4138-8244-58a64b6fe2db", "tag": "31577d25-3569-4f19-8214-64c139bf00ea"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:47:26.793295 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cf8332a0-e83b-461f-9fe6-97f73c09b98e req-cae02383-0c90-4399-858c-33c8a3444be9 service neutron] 10.222.0.110 "GET /v2.0/networks/19c2cc6b-6fd9-4d5d-b971-5ea0f368a861?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981157 Sep 24 15:47:26.801951 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5404cf1e-145a-4bca-9b66-16e9082373d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:26.809580 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-02e32293-3f8e-4f0a-a5d5-fd81d260e61b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:26.871737 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0f033b7-8785-405c-bd2c-1bbe6b48ae16 x-openstack-request-id: req-c0f033b7-8785-405c-bd2c-1bbe6b48ae16 {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:47:26.872151 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "980efbe0-188c-4138-8244-58a64b6fe2db", "tag": "31577d25-3569-4f19-8214-64c139bf00ea", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:47:26.872512 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c0f033b7-8785-405c-bd2c-1bbe6b48ae16 {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:47:26.873001 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '980efbe0-188c-4138-8244-58a64b6fe2db', 'tag': '31577d25-3569-4f19-8214-64c139bf00ea', 'status': 'completed', 'code': 200} Sep 24 15:47:26.873913 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bb1a13-44db-47b3-8262-843742846e69 service neutron] Pushing event updated for resources: {'Port': ['ID=31577d25-3569-4f19-8214-64c139bf00ea,revision_number=3']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:26.880913 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-5404cf1e-145a-4bca-9b66-16e9082373d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fa74ab6-87b5-4544-9313-49774655226a']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:47:26.895031 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-5404cf1e-145a-4bca-9b66-16e9082373d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '138681cd-aefe-407e-9c8c-919ef76b97c8') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:47:26.895692 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-5404cf1e-145a-4bca-9b66-16e9082373d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '138681cd-aefe-407e-9c8c-919ef76b97c8') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:47:26.917417 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5404cf1e-145a-4bca-9b66-16e9082373d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:26.969299 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e32293-3f8e-4f0a-a5d5-fd81d260e61b admin admin] Pushing event deleted for resources: {'Port': ['ID=e32496b9-8ef4-4bc5-88e6-ea37e303317b,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:26.980990 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5404cf1e-145a-4bca-9b66-16e9082373d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:26.991909 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5404cf1e-145a-4bca-9b66-16e9082373d9 admin admin] Releasing vlan 1266 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:47:26.992317 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5404cf1e-145a-4bca-9b66-16e9082373d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:26.993962 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:47:26.993962 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:47:26.993962 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:47:26.993962 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:47:26.993962 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:47:26.993962 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:47:26.993962 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:47:26.993962 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:47:26.993962 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:47:26.993962 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:47:26.993962 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:47:26.993962 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:47:26.993962 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:47:26.993962 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:47:26.993962 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:47:26.993962 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:47:26.993962 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:47:26.993962 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:47:26.993962 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:47:26.993962 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:47:26.993962 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:47:26.993962 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:47:26.993962 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:47:26.993962 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:47:26.993962 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:47:26.993962 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:47:26.993962 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:47:26.993962 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:47:26.993962 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:47:26.993962 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:47:26.993962 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:47:26.993962 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:47:27.027626 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ece61c-61e9-4e67-9a1e-be6c69564b9b req-97d82dc2-8439-4181-ba5c-50336183be88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:27.029254 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d9ece61c-61e9-4e67-9a1e-be6c69564b9b req-97d82dc2-8439-4181-ba5c-50336183be88 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=62a8ba880b994b468ea0f6bf276f3fa0&device_id=980efbe0-188c-4138-8244-58a64b6fe2db HTTP/1.1" status: 200 len: 1094 time: 0.1078162 Sep 24 15:47:27.097060 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-02e32293-3f8e-4f0a-a5d5-fd81d260e61b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586576'] for router_gateway, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:27.185607 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ece61c-61e9-4e67-9a1e-be6c69564b9b req-6fd74d91-da95-4498-93be-6d35700eb593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:27.187334 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d9ece61c-61e9-4e67-9a1e-be6c69564b9b req-6fd74d91-da95-4498-93be-6d35700eb593 service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=62a8ba880b994b468ea0f6bf276f3fa0&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1277914 Sep 24 15:47:27.203290 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5404cf1e-145a-4bca-9b66-16e9082373d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:27.229163 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5404cf1e-145a-4bca-9b66-16e9082373d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:27.232767 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-5404cf1e-145a-4bca-9b66-16e9082373d9 admin admin] 10.222.0.101 "DELETE /v2.0/networks/0fa74ab6-87b5-4544-9313-49774655226a HTTP/1.1" status: 204 len: 168 time: 0.6328673 Sep 24 15:47:27.254561 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-02e32293-3f8e-4f0a-a5d5-fd81d260e61b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:27.257753 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-02e32293-3f8e-4f0a-a5d5-fd81d260e61b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:27.269234 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cf8332a0-e83b-461f-9fe6-97f73c09b98e req-f1a39cd3-8953-47f3-bd36-768b2b42e6c1 service neutron] 10.222.0.110 "GET /v2.0/networks/19c2cc6b-6fd9-4d5d-b971-5ea0f368a861?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4194698 Sep 24 15:47:27.269396 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5404cf1e-145a-4bca-9b66-16e9082373d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=0fa74ab6-87b5-4544-9313-49774655226a,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:27.376880 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ece61c-61e9-4e67-9a1e-be6c69564b9b req-20c0fbff-5efe-4ae3-87e3-1b78130fb496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:27.379016 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d9ece61c-61e9-4e67-9a1e-be6c69564b9b req-20c0fbff-5efe-4ae3-87e3-1b78130fb496 service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1803193 Sep 24 15:47:27.404675 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 1163f85c-1099-4df4-a531-49a7aa91f7bb no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:47:27.426005 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] No Port match for: 1163f85c-1099-4df4-a531-49a7aa91f7bb {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:47:27.426748 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 1163f85c-1099-4df4-a531-49a7aa91f7bb not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:47:27.445580 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef6a44e-aad6-4ce4-9e2a-8626a328fa80 req-81718f46-ff4f-4f32-8f15-f76561b35f4c tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:27.447171 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8ef6a44e-aad6-4ce4-9e2a-8626a328fa80 req-81718f46-ff4f-4f32-8f15-f76561b35f4c tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=980efbe0-188c-4138-8244-58a64b6fe2db HTTP/1.1" status: 200 len: 943 time: 0.0591493 Sep 24 15:47:27.493510 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0a108-769c-4d59-add4-51c473ef1313 req-342eeac0-5ba3-493c-b296-c6fa5afcac1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:27.496206 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c7e0a108-769c-4d59-add4-51c473ef1313 req-342eeac0-5ba3-493c-b296-c6fa5afcac1c service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=62a8ba880b994b468ea0f6bf276f3fa0&device_id=980efbe0-188c-4138-8244-58a64b6fe2db HTTP/1.1" status: 200 len: 1094 time: 0.0457370 Sep 24 15:47:27.501866 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-02e32293-3f8e-4f0a-a5d5-fd81d260e61b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:27.501866 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02e32293-3f8e-4f0a-a5d5-fd81d260e61b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 638a7179-f74e-4745-a69d-661199d88407 {{(pid=95298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:47:27.507181 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-02e32293-3f8e-4f0a-a5d5-fd81d260e61b admin admin] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:27.512208 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-02e32293-3f8e-4f0a-a5d5-fd81d260e61b admin admin] 10.222.0.101 "DELETE /v2.0/routers/638a7179-f74e-4745-a69d-661199d88407 HTTP/1.1" status: 204 len: 168 time: 2.8735795 Sep 24 15:47:27.513026 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 33066) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:47:27.568024 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c7e0a108-769c-4d59-add4-51c473ef1313 req-e11a0031-907f-4f15-bd7a-7cf7ba18b4ab service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=31577d25-3569-4f19-8214-64c139bf00ea HTTP/1.1" status: 200 len: 217 time: 0.0568984 Sep 24 15:47:27.601579 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8ef6a44e-aad6-4ce4-9e2a-8626a328fa80 req-ef05939c-d8c6-4c7c-b9a9-3edb2b9ef8fc tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411452 Sep 24 15:47:27.632546 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-56bd5be5-09b4-4926-898f-35baeb828fd4 admin admin] Deleting subnet ac550aa6-1c9d-441e-90e2-38bf2a7a38e4 {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:47:27.638703 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-56bd5be5-09b4-4926-898f-35baeb828fd4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:27.653245 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e0a108-769c-4d59-add4-51c473ef1313 req-eb898de7-1661-430c-9eb2-0f8700d82ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:27.654873 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c7e0a108-769c-4d59-add4-51c473ef1313 req-eb898de7-1661-430c-9eb2-0f8700d82ab4 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=0db07746-4ea4-48db-9d56-837ab1eb05bd HTTP/1.1" status: 200 len: 846 time: 0.0725498 Sep 24 15:47:27.688073 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-56bd5be5-09b4-4926-898f-35baeb828fd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:27.755498 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c7e0a108-769c-4d59-add4-51c473ef1313 req-d97c5548-ed76-4f1b-8ca3-1571a3e48c6a service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=fcaa8023-73de-41c9-b56a-537c209ef622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0881283 Sep 24 15:47:27.798684 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-56bd5be5-09b4-4926-898f-35baeb828fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:27.975728 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c7e0a108-769c-4d59-add4-51c473ef1313 req-5a7bea47-2be8-4a35-8daa-cb37c7e59a6e service neutron] 10.222.0.110 "GET /v2.0/networks/fcaa8023-73de-41c9-b56a-537c209ef622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094402 Sep 24 15:47:27.991655 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 33078) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:47:28.072727 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-56bd5be5-09b4-4926-898f-35baeb828fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:28.103849 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b6c814c5-47d2-44e2-a235-51284858c993 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=3866255b98974b16a2997a7181a78aaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1106088 Sep 24 15:47:28.124029 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 33082) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:47:28.132973 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bd5be5-09b4-4926-898f-35baeb828fd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac550aa6-1c9d-441e-90e2-38bf2a7a38e4,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:28.135147 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-56bd5be5-09b4-4926-898f-35baeb828fd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:28.137164 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-56bd5be5-09b4-4926-898f-35baeb828fd4 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/ac550aa6-1c9d-441e-90e2-38bf2a7a38e4 HTTP/1.1" status: 204 len: 168 time: 0.6226850 Sep 24 15:47:28.149591 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fee27db-a39e-4240-bf11-1d6a50ab4cbb None None] Network bad15511-e79d-4a5e-8826-604fa4d6fb1c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:47:28.152211 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 33084) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:47:28.267123 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f3764cc9-2a2e-4d45-af49-42f0b8fd4997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:28.277650 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3e992e8a-6d36-4e66-97f9-0abe783b7aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:28.307002 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3e992e8a-6d36-4e66-97f9-0abe783b7aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:28.393982 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-f3764cc9-2a2e-4d45-af49-42f0b8fd4997 admin admin] Deleting port 51b702b3-67d1-42e5-a1c8-9eacf869f45e {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:47:28.394728 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f3764cc9-2a2e-4d45-af49-42f0b8fd4997 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:28.426398 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306c4734-5738-4d18-99a3-9d253a61615a None None] DHCP port deletion for bad15511-e79d-4a5e-8826-604fa4d6fb1c request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:47:28.511812 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-f3764cc9-2a2e-4d45-af49-42f0b8fd4997 admin admin] For port 51b702b3-67d1-42e5-a1c8-9eacf869f45e, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=51b702b3-67d1-42e5-a1c8-9eacf869f45e,segment=NetworkSegment(7e8e93a9-9a2d-4b51-a14d-73f657c90f78),segment_id=7e8e93a9-9a2d-4b51-a14d-73f657c90f78)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:47:28.512381 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f3764cc9-2a2e-4d45-af49-42f0b8fd4997 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:28.541831 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-f3764cc9-2a2e-4d45-af49-42f0b8fd4997 admin admin] Calling delete_port for 51b702b3-67d1-42e5-a1c8-9eacf869f45e owned by network:dhcp {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:47:28.551448 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3e992e8a-6d36-4e66-97f9-0abe783b7aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:28.560083 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3e992e8a-6d36-4e66-97f9-0abe783b7aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:28.563091 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-306c4734-5738-4d18-99a3-9d253a61615a None None] Deleting port 51b702b3-67d1-42e5-a1c8-9eacf869f45e {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:47:28.563661 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-306c4734-5738-4d18-99a3-9d253a61615a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:28.565735 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-3e992e8a-6d36-4e66-97f9-0abe783b7aa0 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a0684d9d-90c2-41e2-ae86-80c15d030b57 HTTP/1.1" status: 204 len: 168 time: 0.4402883 Sep 24 15:47:28.684019 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e992e8a-6d36-4e66-97f9-0abe783b7aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0684d9d-90c2-41e2-ae86-80c15d030b57,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:28.730479 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-306c4734-5738-4d18-99a3-9d253a61615a None None] For port 51b702b3-67d1-42e5-a1c8-9eacf869f45e, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=51b702b3-67d1-42e5-a1c8-9eacf869f45e,segment=NetworkSegment(7e8e93a9-9a2d-4b51-a14d-73f657c90f78),segment_id=7e8e93a9-9a2d-4b51-a14d-73f657c90f78)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:47:28.733939 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-306c4734-5738-4d18-99a3-9d253a61615a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:28.769919 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 51b702b3-67d1-42e5-a1c8-9eacf869f45e no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:47:28.778010 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-306c4734-5738-4d18-99a3-9d253a61615a None None] Calling delete_port for 51b702b3-67d1-42e5-a1c8-9eacf869f45e owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:47:28.804734 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c7e0a108-769c-4d59-add4-51c473ef1313 req-46cb6b1e-d9f6-4bf6-b686-a278ceab0c13 service neutron] 10.222.0.110 "GET /v2.0/networks/fcaa8023-73de-41c9-b56a-537c209ef622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8151641 Sep 24 15:47:28.830779 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f2222d-98bf-474f-bcd3-1e2cf524ecb7 req-017404d3-242f-4727-a450-4ccf88a93ccb tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:28.840634 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-82f2222d-98bf-474f-bcd3-1e2cf524ecb7 req-017404d3-242f-4727-a450-4ccf88a93ccb tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=980efbe0-188c-4138-8244-58a64b6fe2db HTTP/1.1" status: 200 len: 943 time: 0.1141913 Sep 24 15:47:28.878217 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f3764cc9-2a2e-4d45-af49-42f0b8fd4997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:28.890966 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-82f2222d-98bf-474f-bcd3-1e2cf524ecb7 req-108f6721-f6a2-48df-9a71-1d04a59d321d tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488832 Sep 24 15:47:28.929074 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3764cc9-2a2e-4d45-af49-42f0b8fd4997 admin admin] Pushing event deleted for resources: {'Port': ['ID=51b702b3-67d1-42e5-a1c8-9eacf869f45e,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:28.931563 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3764cc9-2a2e-4d45-af49-42f0b8fd4997 admin admin] No DVR routers for this DVR port 51b702b3-67d1-42e5-a1c8-9eacf869f45e on host n-d-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:47:28.951000 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-306c4734-5738-4d18-99a3-9d253a61615a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:28.969860 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306c4734-5738-4d18-99a3-9d253a61615a None None] No DVR routers for this DVR port 51b702b3-67d1-42e5-a1c8-9eacf869f45e on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:47:29.001762 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306c4734-5738-4d18-99a3-9d253a61615a None None] Pushing event deleted for resources: {'Port': ['ID=51b702b3-67d1-42e5-a1c8-9eacf869f45e,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:29.005446 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No active binding found for port 51b702b3-67d1-42e5-a1c8-9eacf869f45e {{(pid=95299) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 24 15:47:29.005446 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 51b702b3-67d1-42e5-a1c8-9eacf869f45e not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:47:29.005788 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device e32496b9-8ef4-4bc5-88e6-ea37e303317b no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:47:29.023531 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f3764cc9-2a2e-4d45-af49-42f0b8fd4997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:29.029059 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: e32496b9-8ef4-4bc5-88e6-ea37e303317b {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:47:29.029412 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device e32496b9-8ef4-4bc5-88e6-ea37e303317b not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:47:29.046990 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-f3764cc9-2a2e-4d45-af49-42f0b8fd4997 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bad15511-e79d-4a5e-8826-604fa4d6fb1c']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:47:29.058770 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-f3764cc9-2a2e-4d45-af49-42f0b8fd4997 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e8e93a9-9a2d-4b51-a14d-73f657c90f78') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:47:29.059308 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-f3764cc9-2a2e-4d45-af49-42f0b8fd4997 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e8e93a9-9a2d-4b51-a14d-73f657c90f78') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:47:29.069439 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f3764cc9-2a2e-4d45-af49-42f0b8fd4997 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:29.085193 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f3764cc9-2a2e-4d45-af49-42f0b8fd4997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:29.093747 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3764cc9-2a2e-4d45-af49-42f0b8fd4997 admin admin] Releasing vlan 1287 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:47:29.094657 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f3764cc9-2a2e-4d45-af49-42f0b8fd4997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:29.110386 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:47:29.110386 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:47:29.110386 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:47:29.110386 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:47:29.110386 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:47:29.110386 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:47:29.110386 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:47:29.110386 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:47:29.110386 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:47:29.110386 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:47:29.110386 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:47:29.110386 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:47:29.110386 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:47:29.110386 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:47:29.110386 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:47:29.110386 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:47:29.110386 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:47:29.110386 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:47:29.110386 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:47:29.110386 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:47:29.110386 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:47:29.110386 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:47:29.110386 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:47:29.110386 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:47:29.110386 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:47:29.110386 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:47:29.110386 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:47:29.110386 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:47:29.110386 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:47:29.110386 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:47:29.110386 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:47:29.110386 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:47:29.296825 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f3764cc9-2a2e-4d45-af49-42f0b8fd4997 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:29.301978 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f3764cc9-2a2e-4d45-af49-42f0b8fd4997 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:29.304891 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-f3764cc9-2a2e-4d45-af49-42f0b8fd4997 admin admin] 10.222.0.101 "DELETE /v2.0/networks/bad15511-e79d-4a5e-8826-604fa4d6fb1c HTTP/1.1" status: 204 len: 168 time: 1.1512940 Sep 24 15:47:29.321243 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3764cc9-2a2e-4d45-af49-42f0b8fd4997 admin admin] Pushing event deleted for resources: {'Network': ['ID=bad15511-e79d-4a5e-8826-604fa4d6fb1c,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:30.005625 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 33148) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:47:30.048234 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7060080-89dc-430a-a54c-13ec638caf98 req-31bd9fae-f34e-4ff5-a7b1-5579c3895cd0 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:30.049847 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e7060080-89dc-430a-a54c-13ec638caf98 req-31bd9fae-f34e-4ff5-a7b1-5579c3895cd0 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=980efbe0-188c-4138-8244-58a64b6fe2db HTTP/1.1" status: 200 len: 943 time: 0.0599008 Sep 24 15:47:30.094650 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e7060080-89dc-430a-a54c-13ec638caf98 req-fde81b3f-5299-4301-b16f-5b7cd93a2b01 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365233 Sep 24 15:47:30.104968 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-c1585737-7426-4e19-9998-134f3a612e3f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ac17221dd7b34bd3afb658a69ac088d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0890925 Sep 24 15:47:30.105122 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 33150) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:47:30.161506 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-258d368f-5ffa-43c8-aa64-af55fb5c7eda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:30.188325 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-258d368f-5ffa-43c8-aa64-af55fb5c7eda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:30.525869 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-258d368f-5ffa-43c8-aa64-af55fb5c7eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:30.528897 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-258d368f-5ffa-43c8-aa64-af55fb5c7eda admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:30.530189 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-258d368f-5ffa-43c8-aa64-af55fb5c7eda admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/7ac0d919-fe8f-4e97-b521-960fe1323cb0 HTTP/1.1" status: 204 len: 168 time: 0.4241638 Sep 24 15:47:30.539575 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258d368f-5ffa-43c8-aa64-af55fb5c7eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac0d919-fe8f-4e97-b521-960fe1323cb0,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:30.703451 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 33168) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:47:30.736436 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 33172) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:47:30.829098 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-077001a2-e15a-4f8d-9368-64d8c63a587b admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-707798797-network', 'tenant_id': '60d1fb18fcd9426784e8ce7bc798f153'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:47:30.879411 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5f5ae3b6-ba7f-4e25-b1cd-38fb8fcaa9d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:31.000249 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-077001a2-e15a-4f8d-9368-64d8c63a587b admin admin] Made reservation on behalf of 60d1fb18fcd9426784e8ce7bc798f153 for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:47:31.002703 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-077001a2-e15a-4f8d-9368-64d8c63a587b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:31.015689 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-077001a2-e15a-4f8d-9368-64d8c63a587b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:31.081756 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5f5ae3b6-ba7f-4e25-b1cd-38fb8fcaa9d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:31.213594 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5f5ae3b6-ba7f-4e25-b1cd-38fb8fcaa9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:31.232458 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c78317-cc9b-48ad-9d4d-26d7d7f0e036 req-6617ec2a-8e65-434c-ad0f-1a58a1a0d241 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:31.234378 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-10c78317-cc9b-48ad-9d4d-26d7d7f0e036 req-6617ec2a-8e65-434c-ad0f-1a58a1a0d241 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=980efbe0-188c-4138-8244-58a64b6fe2db HTTP/1.1" status: 200 len: 943 time: 0.0617738 Sep 24 15:47:31.236680 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e48a3a01-9aa4-4cef-aca9-3546260b70d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:31.281550 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5ae3b6-ba7f-4e25-b1cd-38fb8fcaa9d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2461e79-85bb-44a1-b169-8f3ce7c5060d,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:31.287157 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-5f5ae3b6-ba7f-4e25-b1cd-38fb8fcaa9d2 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=c8451925847e42c4bb61a1ac6fe6a93a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5496209 Sep 24 15:47:31.305509 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 33192) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:47:31.331715 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-10c78317-cc9b-48ad-9d4d-26d7d7f0e036 req-da874b64-ed72-4879-906f-0df73f757c61 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865145 Sep 24 15:47:31.354454 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-077001a2-e15a-4f8d-9368-64d8c63a587b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:31.370839 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6dc32ef4-cad9-4dfd-a1a9-4b615f1ced93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:31.393020 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6dc32ef4-cad9-4dfd-a1a9-4b615f1ced93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:31.486288 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-077001a2-e15a-4f8d-9368-64d8c63a587b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:31.515687 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077001a2-e15a-4f8d-9368-64d8c63a587b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8943ce8f-1876-4ecc-8724-8c0bb42ad322,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:31.721422 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6dc32ef4-cad9-4dfd-a1a9-4b615f1ced93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:31.749435 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6dc32ef4-cad9-4dfd-a1a9-4b615f1ced93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:31.749435 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-6dc32ef4-cad9-4dfd-a1a9-4b615f1ced93 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c2461e79-85bb-44a1-b169-8f3ce7c5060d HTTP/1.1" status: 204 len: 168 time: 0.4334586 Sep 24 15:47:31.749435 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-077001a2-e15a-4f8d-9368-64d8c63a587b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1282} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:47:31.749435 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc32ef4-cad9-4dfd-a1a9-4b615f1ced93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2461e79-85bb-44a1-b169-8f3ce7c5060d,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:31.749435 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-077001a2-e15a-4f8d-9368-64d8c63a587b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:31.749435 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-077001a2-e15a-4f8d-9368-64d8c63a587b admin admin] Added segment cf0bc314-c998-4e55-a354-35682f16ea07 of type vlan for network d86ba009-4606-482a-9702-0449678e38c9 Sep 24 15:47:31.791098 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-077001a2-e15a-4f8d-9368-64d8c63a587b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:31.962125 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-077001a2-e15a-4f8d-9368-64d8c63a587b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:31.962930 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077001a2-e15a-4f8d-9368-64d8c63a587b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:31.963677 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-077001a2-e15a-4f8d-9368-64d8c63a587b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:32.014207 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 31577d25-3569-4f19-8214-64c139bf00ea details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:47:32.035783 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077001a2-e15a-4f8d-9368-64d8c63a587b admin admin] Pushing event updated for resources: {'Network': ['ID=d86ba009-4606-482a-9702-0449678e38c9,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:32.048387 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network d86ba009-4606-482a-9702-0449678e38c9 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:47:32.163902 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 31577d25-3569-4f19-8214-64c139bf00ea, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=31577d25-3569-4f19-8214-64c139bf00ea,segment=NetworkSegment(368a9d0c-2815-451d-a46d-c1bdd7d38862),segment_id=368a9d0c-2815-451d-a46d-c1bdd7d38862)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:47:32.172665 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-077001a2-e15a-4f8d-9368-64d8c63a587b admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4680259 Sep 24 15:47:32.175498 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 33208) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:47:32.179891 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': '31577d25-3569-4f19-8214-64c139bf00ea', 'network_id': 'fcaa8023-73de-41c9-b56a-537c209ef622', 'port_id': '31577d25-3569-4f19-8214-64c139bf00ea', 'mac_address': 'fa:16:3e:59:8e:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0db07746-4ea4-48db-9d56-837ab1eb05bd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:47:32.181377 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-78727790-4c16-4044-b970-94f86e376f84 admin admin] Request body: {'subnet': {'network_id': 'd86ba009-4606-482a-9702-0449678e38c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-707798797-subnet', 'tenant_id': '60d1fb18fcd9426784e8ce7bc798f153', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:47:32.219710 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:32.237445 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31577d25-3569-4f19-8214-64c139bf00ea {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:47:32.260124 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 31577d25-3569-4f19-8214-64c139bf00ea, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=31577d25-3569-4f19-8214-64c139bf00ea,segment=NetworkSegment(368a9d0c-2815-451d-a46d-c1bdd7d38862),segment_id=368a9d0c-2815-451d-a46d-c1bdd7d38862)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:47:32.326072 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78727790-4c16-4044-b970-94f86e376f84 admin admin] Made reservation on behalf of 60d1fb18fcd9426784e8ce7bc798f153 for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:47:32.329456 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-78727790-4c16-4044-b970-94f86e376f84 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:32.332808 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 33218) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:47:32.394485 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:32.510026 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=31577d25-3569-4f19-8214-64c139bf00ea,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:32.513533 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-3bf6c9fe-8368-4ada-93a8-65445ad17982 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1239322831-network', 'tenant_id': '3fc4017697c14ce4af5c2f8f0a5a85cf'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:47:32.530841 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:47:32.533876 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:47:32.534359 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:47:32.534800 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:47:32.535232 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:47:32.535798 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:47:32.536254 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:47:32.538565 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:47:32.539012 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:47:32.539419 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:47:32.542743 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:47:32.543193 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:47:32.563612 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8cb2f5-5c1c-4747-a72b-2996c63f97a8 req-0619593f-475d-499c-af98-2ed420677846 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:32.565235 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5f8cb2f5-5c1c-4747-a72b-2996c63f97a8 req-0619593f-475d-499c-af98-2ed420677846 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=980efbe0-188c-4138-8244-58a64b6fe2db HTTP/1.1" status: 200 len: 944 time: 0.1146245 Sep 24 15:47:32.608425 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5f8cb2f5-5c1c-4747-a72b-2996c63f97a8 req-bbd89d2a-4c4d-4c6a-b325-aa62e2fe223c tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357327 Sep 24 15:47:32.646363 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e5fd95-fc67-4f5d-8209-8cb5a9301151 req-a869102c-f690-4220-bf69-3d6ee50ef193 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:32.648521 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b9e5fd95-fc67-4f5d-8209-8cb5a9301151 req-a869102c-f690-4220-bf69-3d6ee50ef193 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] 10.222.0.101 "GET /v2.0/ports?device_id=d719fec7-66f1-4dd2-b53f-53a84893c57c HTTP/1.1" status: 200 len: 946 time: 0.0561860 Sep 24 15:47:32.650969 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf6c9fe-8368-4ada-93a8-65445ad17982 admin admin] Made reservation on behalf of 3fc4017697c14ce4af5c2f8f0a5a85cf for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:47:32.653332 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3bf6c9fe-8368-4ada-93a8-65445ad17982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:32.667446 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3bf6c9fe-8368-4ada-93a8-65445ad17982 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:32.691301 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b9e5fd95-fc67-4f5d-8209-8cb5a9301151 req-fe402313-14b0-4179-a177-b09971e5bb40 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] 10.222.0.101 "GET /v2.0/security-groups?id=be6cac17-9963-4188-8e07-d6012bbe1404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362000 Sep 24 15:47:32.739053 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-78727790-4c16-4044-b970-94f86e376f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:32.766919 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3bf6c9fe-8368-4ada-93a8-65445ad17982 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:32.775066 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['31577d25-3569-4f19-8214-64c139bf00ea'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:47:32.806678 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78727790-4c16-4044-b970-94f86e376f84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d3f32ee-905c-42fd-99a9-c0326dc58736,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:32.820640 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78727790-4c16-4044-b970-94f86e376f84 admin admin] Checking segment: {'id': 'cf0bc314-c998-4e55-a354-35682f16ea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'd86ba009-4606-482a-9702-0449678e38c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:47:32.820993 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78727790-4c16-4044-b970-94f86e376f84 admin admin] Network hostable DHCP agents. Network: d86ba009-4606-482a-9702-0449678e38c9, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:47:32.898094 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3bf6c9fe-8368-4ada-93a8-65445ad17982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:32.929827 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bf6c9fe-8368-4ada-93a8-65445ad17982 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1262} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:47:32.949112 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf6c9fe-8368-4ada-93a8-65445ad17982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c70cef-ef4f-43d2-be08-c37b6558b005,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:32.956440 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3bf6c9fe-8368-4ada-93a8-65445ad17982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:32.957030 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-3bf6c9fe-8368-4ada-93a8-65445ad17982 admin admin] Added segment 5d322b4b-5a9d-4cbd-9a50-5d225a0cd5ca of type vlan for network a459d618-2994-4bc2-b9fa-eb2edc7114f1 Sep 24 15:47:32.971619 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78727790-4c16-4044-b970-94f86e376f84 admin admin] Network d86ba009-4606-482a-9702-0449678e38c9 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:47:33.013679 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3bf6c9fe-8368-4ada-93a8-65445ad17982 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:33.148761 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-78727790-4c16-4044-b970-94f86e376f84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, d86ba009-4606-482a-9702-0449678e38c9) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:47:33.154411 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78727790-4c16-4044-b970-94f86e376f84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:33.154411 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-78727790-4c16-4044-b970-94f86e376f84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:33.158236 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99090a0-75dc-448f-9af7-b8537fcf4894 None None] Network d86ba009-4606-482a-9702-0449678e38c9 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:47:33.212025 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3bf6c9fe-8368-4ada-93a8-65445ad17982 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:33.213191 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf6c9fe-8368-4ada-93a8-65445ad17982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:33.214011 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3bf6c9fe-8368-4ada-93a8-65445ad17982 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:33.283591 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf6c9fe-8368-4ada-93a8-65445ad17982 admin admin] Pushing event updated for resources: {'Network': ['ID=a459d618-2994-4bc2-b9fa-eb2edc7114f1,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:33.295201 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network a459d618-2994-4bc2-b9fa-eb2edc7114f1 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:47:33.298255 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ea12077-23f5-4efd-bc8d-cd9b94f70982 None None] Network d86ba009-4606-482a-9702-0449678e38c9 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:47:33.350696 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-78727790-4c16-4044-b970-94f86e376f84 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1728880 Sep 24 15:47:33.378937 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-3bf6c9fe-8368-4ada-93a8-65445ad17982 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0447593 Sep 24 15:47:33.386243 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 33256) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:47:33.392649 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-71f15ae3-788d-4f9c-a8c9-f9d6b2e89a95 admin admin] Request body: {'subnet': {'network_id': 'a459d618-2994-4bc2-b9fa-eb2edc7114f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1239322831-subnet', 'tenant_id': '3fc4017697c14ce4af5c2f8f0a5a85cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:47:33.522831 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f15ae3-788d-4f9c-a8c9-f9d6b2e89a95 admin admin] Made reservation on behalf of 3fc4017697c14ce4af5c2f8f0a5a85cf for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:47:33.523838 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-71f15ae3-788d-4f9c-a8c9-f9d6b2e89a95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:33.777399 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e8cd90-250c-445b-a81a-6825f64c3f97 req-5ce6abe3-9be7-4087-bcc6-c6f13edc2848 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:33.777399 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-12e8cd90-250c-445b-a81a-6825f64c3f97 req-5ce6abe3-9be7-4087-bcc6-c6f13edc2848 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=980efbe0-188c-4138-8244-58a64b6fe2db HTTP/1.1" status: 200 len: 944 time: 0.0519769 Sep 24 15:47:33.797947 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-71f15ae3-788d-4f9c-a8c9-f9d6b2e89a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:33.853804 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-12e8cd90-250c-445b-a81a-6825f64c3f97 req-6bf93080-f5d0-4715-869e-dbb832052cf7 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727215 Sep 24 15:47:33.870723 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-e12a5b40-f4b9-4f92-bf00-d75bad89f576 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:33.871147 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f15ae3-788d-4f9c-a8c9-f9d6b2e89a95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7781dca1-15b5-49d3-b0d2-48d32e3a287f,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:33.871896 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-e12a5b40-f4b9-4f92-bf00-d75bad89f576 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] 10.222.0.101 "GET /v2.0/networks?id=d86ba009-4606-482a-9702-0449678e38c9 HTTP/1.1" status: 200 len: 817 time: 0.1358848 Sep 24 15:47:33.880128 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f15ae3-788d-4f9c-a8c9-f9d6b2e89a95 admin admin] Checking segment: {'id': '5d322b4b-5a9d-4cbd-9a50-5d225a0cd5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'a459d618-2994-4bc2-b9fa-eb2edc7114f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:47:33.880350 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f15ae3-788d-4f9c-a8c9-f9d6b2e89a95 admin admin] Network hostable DHCP agents. Network: a459d618-2994-4bc2-b9fa-eb2edc7114f1, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:47:33.898222 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-7817b3b6-3b5e-4863-8cca-ca6f63e7b4b8 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] 10.222.0.101 "GET /v2.0/quotas/60d1fb18fcd9426784e8ce7bc798f153 HTTP/1.1" status: 200 len: 375 time: 0.0125983 Sep 24 15:47:33.931871 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ad43766e-375b-4564-84c8-6d8254559d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:33.934721 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-404281a9-afe0-43bf-b689-1de01f1adcd7 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=60d1fb18fcd9426784e8ce7bc798f153&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322165 Sep 24 15:47:33.983677 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f15ae3-788d-4f9c-a8c9-f9d6b2e89a95 admin admin] Network a459d618-2994-4bc2-b9fa-eb2edc7114f1 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:47:34.042771 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 31577d25-3569-4f19-8214-64c139bf00ea up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:47:34.080657 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-71f15ae3-788d-4f9c-a8c9-f9d6b2e89a95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, a459d618-2994-4bc2-b9fa-eb2edc7114f1) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:47:34.084133 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-a438dfa0-2029-43e1-9a76-e39463c8eb19 service neutron] 10.222.0.101 "GET /v2.0/networks/d86ba009-4606-482a-9702-0449678e38c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413059 Sep 24 15:47:34.094541 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f15ae3-788d-4f9c-a8c9-f9d6b2e89a95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:34.094541 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-71f15ae3-788d-4f9c-a8c9-f9d6b2e89a95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:34.125166 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ebb1eb-fc03-4537-93c5-aeef50f5d543 None None] Network a459d618-2994-4bc2-b9fa-eb2edc7114f1 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:47:34.177993 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-e2f97b0e-18cd-45e3-a35e-0e5d4207f372 service neutron] 10.222.0.101 "GET /v2.0/networks/d86ba009-4606-482a-9702-0449678e38c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940135 Sep 24 15:47:34.213414 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-71f15ae3-788d-4f9c-a8c9-f9d6b2e89a95 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8259788 Sep 24 15:47:34.288389 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b21bfd-8b71-47b8-ad7c-9ab9ba51e805 None None] Network a459d618-2994-4bc2-b9fa-eb2edc7114f1 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:47:34.377123 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:34.474418 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port 31577d25-3569-4f19-8214-64c139bf00ea completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:47:34.480545 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port 31577d25-3569-4f19-8214-64c139bf00ea triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:47:34.481018 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:34.557282 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 33300) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:47:34.574769 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:34.604518 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '980efbe0-188c-4138-8244-58a64b6fe2db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31577d25-3569-4f19-8214-64c139bf00ea'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:47:34.606908 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80cac6a3-3247-43ef-87e3-8cc8838e4fe6" -d '{"events": [{"server_uuid": "980efbe0-188c-4138-8244-58a64b6fe2db", "name": "network-vif-plugged", "status": "completed", "tag": "31577d25-3569-4f19-8214-64c139bf00ea"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:47:34.620902 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 31577d25-3569-4f19-8214-64c139bf00ea, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=31577d25-3569-4f19-8214-64c139bf00ea,segment=NetworkSegment(368a9d0c-2815-451d-a46d-c1bdd7d38862),segment_id=368a9d0c-2815-451d-a46d-c1bdd7d38862)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:47:34.670533 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-f34fd8fe-b7ed-42af-bb0e-63417b9f7a91 tempest-MeteringIpV6TestJSON-1846746090 tempest-MeteringIpV6TestJSON-1846746090-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-440933287'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:47:34.671202 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-f34fd8fe-b7ed-42af-bb0e-63417b9f7a91 tempest-MeteringIpV6TestJSON-1846746090 tempest-MeteringIpV6TestJSON-1846746090-project-admin] Unknown quota resources ['metering_label']. {{(pid=95298) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 24 15:47:34.715321 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:34.770225 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=31577d25-3569-4f19-8214-64c139bf00ea,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:35.008067 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f34fd8fe-b7ed-42af-bb0e-63417b9f7a91 tempest-MeteringIpV6TestJSON-1846746090 tempest-MeteringIpV6TestJSON-1846746090-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:35.012951 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-f34fd8fe-b7ed-42af-bb0e-63417b9f7a91 tempest-MeteringIpV6TestJSON-1846746090 tempest-MeteringIpV6TestJSON-1846746090-project-admin] 10.222.0.101 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.4507878 Sep 24 15:47:35.013115 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 33314) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:47:35.017590 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-61a214bc-9c7a-4034-ac51-0b7341d7a20c tempest-MeteringIpV6TestJSON-1846746090 tempest-MeteringIpV6TestJSON-1846746090-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'd127a086-e786-4a04-921e-9d8c12bd7b60'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:47:35.018319 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-61a214bc-9c7a-4034-ac51-0b7341d7a20c tempest-MeteringIpV6TestJSON-1846746090 tempest-MeteringIpV6TestJSON-1846746090-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95297) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 24 15:47:35.042359 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99fc434d-c1c4-4bb6-9d5e-4921a5ffa5f7 x-openstack-request-id: req-99fc434d-c1c4-4bb6-9d5e-4921a5ffa5f7 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:47:35.042655 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "980efbe0-188c-4138-8244-58a64b6fe2db", "name": "network-vif-plugged", "status": "completed", "tag": "31577d25-3569-4f19-8214-64c139bf00ea", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:47:35.042910 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-99fc434d-c1c4-4bb6-9d5e-4921a5ffa5f7 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:47:35.043310 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '980efbe0-188c-4138-8244-58a64b6fe2db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31577d25-3569-4f19-8214-64c139bf00ea', 'code': 200} Sep 24 15:47:35.242358 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00302173-2d82-47ec-a71a-862801a11d6d req-6a4361ee-7e4d-42fb-ade4-1905a93b12cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:35.247899 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-00302173-2d82-47ec-a71a-862801a11d6d req-6a4361ee-7e4d-42fb-ade4-1905a93b12cb service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=980efbe0-188c-4138-8244-58a64b6fe2db HTTP/1.1" status: 200 len: 1096 time: 0.0650222 Sep 24 15:47:35.266252 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dd6022-f1ca-4760-95dc-69e06a8efd7c req-39d2e924-dc05-4124-92b0-6360ea60dfb0 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:35.268217 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-33dd6022-f1ca-4760-95dc-69e06a8efd7c req-39d2e924-dc05-4124-92b0-6360ea60dfb0 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=980efbe0-188c-4138-8244-58a64b6fe2db HTTP/1.1" status: 200 len: 945 time: 0.1261528 Sep 24 15:47:35.268986 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:35.307609 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-00302173-2d82-47ec-a71a-862801a11d6d req-44d5f2cd-865b-4d33-a75e-2f1663f78802 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528848 Sep 24 15:47:35.314940 n-d-808921-1 neutron-server[95297]: WARNING neutron.services.metering.metering_plugin [None req-61a214bc-9c7a-4034-ac51-0b7341d7a20c tempest-MeteringIpV6TestJSON-1846746090 tempest-MeteringIpV6TestJSON-1846746090-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 24 15:47:35.333214 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-33dd6022-f1ca-4760-95dc-69e06a8efd7c req-680c76d5-d8ed-4b98-93c2-7cc854560038 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550351 Sep 24 15:47:35.513603 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-61a214bc-9c7a-4034-ac51-0b7341d7a20c tempest-MeteringIpV6TestJSON-1846746090 tempest-MeteringIpV6TestJSON-1846746090-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:35.519051 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 33332) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:47:35.519859 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-61a214bc-9c7a-4034-ac51-0b7341d7a20c tempest-MeteringIpV6TestJSON-1846746090 tempest-MeteringIpV6TestJSON-1846746090-project-admin] 10.222.0.101 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5010619 Sep 24 15:47:35.528564 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-5aa64cb3-c9e2-4b9e-930c-5be2d2bd5b52 tempest-MeteringIpV6TestJSON-1846746090 tempest-MeteringIpV6TestJSON-1846746090-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'd127a086-e786-4a04-921e-9d8c12bd7b60'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:47:35.532621 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-5aa64cb3-c9e2-4b9e-930c-5be2d2bd5b52 tempest-MeteringIpV6TestJSON-1846746090 tempest-MeteringIpV6TestJSON-1846746090-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95298) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 24 15:47:35.550079 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727cec17-2892-4037-bc1b-165d83484f05 req-8653bc3a-c319-40bb-b887-b20cbd694e47 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:35.559420 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-727cec17-2892-4037-bc1b-165d83484f05 req-8653bc3a-c319-40bb-b887-b20cbd694e47 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] 10.222.0.101 "GET /v2.0/ports?device_id=d719fec7-66f1-4dd2-b53f-53a84893c57c HTTP/1.1" status: 200 len: 946 time: 0.0977490 Sep 24 15:47:35.607517 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-dd02fb23-f04a-4784-8f68-971a9f2d751c req-98874e5b-83fc-4171-97b3-3eb88b0a2683 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] 10.222.0.101 "GET /v2.0/ports?device_id=b15225d5-131c-4c96-80bb-e359db49656e HTTP/1.1" status: 200 len: 210 time: 0.0513229 Sep 24 15:47:35.681692 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-727cec17-2892-4037-bc1b-165d83484f05 req-b90de7e9-34ee-4656-a945-a56718b690dd tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] 10.222.0.101 "GET /v2.0/security-groups?id=be6cac17-9963-4188-8e07-d6012bbe1404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213324 Sep 24 15:47:35.778250 n-d-808921-1 neutron-server[95298]: WARNING neutron.services.metering.metering_plugin [None req-5aa64cb3-c9e2-4b9e-930c-5be2d2bd5b52 tempest-MeteringIpV6TestJSON-1846746090 tempest-MeteringIpV6TestJSON-1846746090-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 24 15:47:35.896450 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5aa64cb3-c9e2-4b9e-930c-5be2d2bd5b52 tempest-MeteringIpV6TestJSON-1846746090 tempest-MeteringIpV6TestJSON-1846746090-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:35.898351 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-5aa64cb3-c9e2-4b9e-930c-5be2d2bd5b52 tempest-MeteringIpV6TestJSON-1846746090 tempest-MeteringIpV6TestJSON-1846746090-project-admin] 10.222.0.101 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3743546 Sep 24 15:47:35.901152 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 33346) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:47:35.911524 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-a4aea7f0-82da-4035-8b9a-bdb6ab0a96ed tempest-MeteringIpV6TestJSON-1846746090 tempest-MeteringIpV6TestJSON-1846746090-project-admin] 10.222.0.101 "GET /v2.0/metering/metering-label-rules?id=771028b0-f1a6-4989-afde-087d8ede6cd2 HTTP/1.1" status: 200 len: 462 time: 0.0093620 Sep 24 15:47:35.914651 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 33348) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:47:36.161868 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0b8f9b28-97e7-4a84-9f9c-752f03f5254e tempest-MeteringIpV6TestJSON-1846746090 tempest-MeteringIpV6TestJSON-1846746090-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:36.164254 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-0b8f9b28-97e7-4a84-9f9c-752f03f5254e tempest-MeteringIpV6TestJSON-1846746090 tempest-MeteringIpV6TestJSON-1846746090-project-admin] 10.222.0.101 "DELETE /v2.0/metering/metering-label-rules/771028b0-f1a6-4989-afde-087d8ede6cd2 HTTP/1.1" status: 204 len: 168 time: 0.2478426 Sep 24 15:47:36.168160 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 33364) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:47:36.190509 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-d02ffc9a-2644-4210-b807-bb3709a6e147 tempest-MeteringIpV6TestJSON-1846746090 tempest-MeteringIpV6TestJSON-1846746090-project-admin] 10.222.0.101 "GET /v2.0/metering/metering-label-rules?id=771028b0-f1a6-4989-afde-087d8ede6cd2 HTTP/1.1" status: 200 len: 221 time: 0.0203745 Sep 24 15:47:36.199641 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 33368) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:47:36.204263 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-e5eb09d2-d3e0-427c-9322-abb736d2dd85 tempest-MeteringIpV6TestJSON-1846746090 tempest-MeteringIpV6TestJSON-1846746090-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--97162047', 'description': 'label created by tempest'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:47:36.204906 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-e5eb09d2-d3e0-427c-9322-abb736d2dd85 tempest-MeteringIpV6TestJSON-1846746090 tempest-MeteringIpV6TestJSON-1846746090-project-admin] Unknown quota resources ['metering_label']. {{(pid=95297) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 24 15:47:36.551867 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e5eb09d2-d3e0-427c-9322-abb736d2dd85 tempest-MeteringIpV6TestJSON-1846746090 tempest-MeteringIpV6TestJSON-1846746090-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:36.556997 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 33378) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:47:36.557382 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e5eb09d2-d3e0-427c-9322-abb736d2dd85 tempest-MeteringIpV6TestJSON-1846746090 tempest-MeteringIpV6TestJSON-1846746090-project-admin] 10.222.0.101 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 468 time: 0.3565559 Sep 24 15:47:36.651681 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c668df-5fe2-48ea-8a98-b6b0636564b5 req-e41679a9-4fc0-4637-845f-ac67b2c6ef30 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:36.652294 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:36.654373 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d1c668df-5fe2-48ea-8a98-b6b0636564b5 req-e41679a9-4fc0-4637-845f-ac67b2c6ef30 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=980efbe0-188c-4138-8244-58a64b6fe2db HTTP/1.1" status: 200 len: 945 time: 0.1351287 Sep 24 15:47:36.656096 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-eed06db1-9a24-4e97-8e3a-1c2a34ffc1a4 tempest-MeteringIpV6TestJSON-1846746090 tempest-MeteringIpV6TestJSON-1846746090-project-admin] 10.222.0.101 "GET /v2.0/metering/metering-labels?id=d4256d4d-fddf-4f98-89cf-93f1f89fd11d HTTP/1.1" status: 200 len: 466 time: 0.0975986 Sep 24 15:47:36.659169 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 33384) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:47:36.696597 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d1c668df-5fe2-48ea-8a98-b6b0636564b5 req-3b34c7cd-680b-4b64-a055-36fd2e7187c9 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359170 Sep 24 15:47:36.824424 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582e47d3-20eb-46c7-91b1-b8633a55a9b8 req-8662c47f-abe8-485f-9080-c57c29ab1292 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:36.826120 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-582e47d3-20eb-46c7-91b1-b8633a55a9b8 req-8662c47f-abe8-485f-9080-c57c29ab1292 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] 10.222.0.101 "GET /v2.0/ports?device_id=d719fec7-66f1-4dd2-b53f-53a84893c57c HTTP/1.1" status: 200 len: 946 time: 0.0688057 Sep 24 15:47:36.879158 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-582e47d3-20eb-46c7-91b1-b8633a55a9b8 req-d78bfb46-fbb7-40ff-96be-16be05686904 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] 10.222.0.101 "GET /v2.0/security-groups?id=be6cac17-9963-4188-8e07-d6012bbe1404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464582 Sep 24 15:47:36.891362 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-192c85ac-bcaa-4542-82f3-c605c1804808 req-bcb087cf-4ae6-4e37-919b-87df1d6f6e17 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] 10.222.0.101 "GET /v2.0/ports?device_id=b15225d5-131c-4c96-80bb-e359db49656e HTTP/1.1" status: 200 len: 210 time: 0.0270944 Sep 24 15:47:37.036774 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bdf021cc-5ac3-47ad-8114-244af5030939 tempest-MeteringIpV6TestJSON-1846746090 tempest-MeteringIpV6TestJSON-1846746090-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:37.039912 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-bdf021cc-5ac3-47ad-8114-244af5030939 tempest-MeteringIpV6TestJSON-1846746090 tempest-MeteringIpV6TestJSON-1846746090-project-admin] 10.222.0.101 "DELETE /v2.0/metering/metering-labels/d4256d4d-fddf-4f98-89cf-93f1f89fd11d HTTP/1.1" status: 204 len: 168 time: 0.3782959 Sep 24 15:47:37.041594 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 33392) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:47:37.056275 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-3a6f23d0-2ac4-408b-af22-d607860a3c32 tempest-MeteringIpV6TestJSON-1846746090 tempest-MeteringIpV6TestJSON-1846746090-project-admin] 10.222.0.101 "GET /v2.0/metering/metering-labels?id=d4256d4d-fddf-4f98-89cf-93f1f89fd11d HTTP/1.1" status: 200 len: 216 time: 0.0099733 Sep 24 15:47:37.056521 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 33394) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:47:37.065417 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e3fe25db-0399-4eef-910f-50cf0bed2475 tempest-MeteringIpV6TestJSON-1846746090 tempest-MeteringIpV6TestJSON-1846746090-project-admin] 10.222.0.101 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0079398 Sep 24 15:47:37.074131 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 33396) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:47:37.089776 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-6cf18865-5875-4848-84d1-f15b45ffcf50 tempest-MeteringIpV6TestJSON-1846746090 tempest-MeteringIpV6TestJSON-1846746090-project-admin] 10.222.0.101 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0141127 Sep 24 15:47:37.095405 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 33398) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:47:37.154393 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-4399634d-e0f8-4323-870b-6899d91c9b64 tempest-MeteringIpV6TestJSON-1846746090 tempest-MeteringIpV6TestJSON-1846746090-project-admin] 10.222.0.101 "GET /v2.0/metering/metering-labels/d127a086-e786-4a04-921e-9d8c12bd7b60 HTTP/1.1" status: 200 len: 472 time: 0.0576949 Sep 24 15:47:37.154845 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 33400) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:47:37.165314 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-62d671a9-7444-4b46-bcdf-6e3d7928b8f0 tempest-MeteringIpV6TestJSON-1846746090 tempest-MeteringIpV6TestJSON-1846746090-project-admin] 10.222.0.101 "GET /v2.0/metering/metering-label-rules/aaf8248a-9cf4-4942-ba07-a5e4ebbb9a85 HTTP/1.1" status: 200 len: 459 time: 0.0093534 Sep 24 15:47:37.169387 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 33402) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:47:37.818481 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e9d207-bc0c-4ff9-b886-31c954384d68 req-8667d45b-3c03-4ab3-8a51-fc3f10d7603b tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:37.819932 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a39729ec-3147-419b-8c94-469cbdb283dc tempest-MeteringIpV6TestJSON-1846746090 tempest-MeteringIpV6TestJSON-1846746090-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:37.821816 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-69e9d207-bc0c-4ff9-b886-31c954384d68 req-8667d45b-3c03-4ab3-8a51-fc3f10d7603b tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=980efbe0-188c-4138-8244-58a64b6fe2db HTTP/1.1" status: 200 len: 945 time: 0.0521183 Sep 24 15:47:37.823539 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 33430) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:47:37.823743 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-a39729ec-3147-419b-8c94-469cbdb283dc tempest-MeteringIpV6TestJSON-1846746090 tempest-MeteringIpV6TestJSON-1846746090-project-admin] 10.222.0.101 "DELETE /v2.0/metering/metering-label-rules/aaf8248a-9cf4-4942-ba07-a5e4ebbb9a85 HTTP/1.1" status: 204 len: 168 time: 0.6534269 Sep 24 15:47:37.910601 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c4ae3d-299d-48d6-8dff-ae7d02b64202 req-1c377840-f383-43f5-bac3-619a9203e627 tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:37.912074 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-30c4ae3d-299d-48d6-8dff-ae7d02b64202 req-1c377840-f383-43f5-bac3-619a9203e627 tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] 10.222.0.101 "GET /v2.0/networks?id=a459d618-2994-4bc2-b9fa-eb2edc7114f1 HTTP/1.1" status: 200 len: 810 time: 0.1467507 Sep 24 15:47:37.930079 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-30c4ae3d-299d-48d6-8dff-ae7d02b64202 req-584e4260-fe66-43aa-937c-1d14b75ea0cd tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] 10.222.0.101 "GET /v2.0/quotas/3fc4017697c14ce4af5c2f8f0a5a85cf HTTP/1.1" status: 200 len: 375 time: 0.0091417 Sep 24 15:47:37.961947 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-30c4ae3d-299d-48d6-8dff-ae7d02b64202 req-5448f389-2106-443d-aaf1-f9f65f985ec1 tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=3fc4017697c14ce4af5c2f8f0a5a85cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269537 Sep 24 15:47:37.981135 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-69e9d207-bc0c-4ff9-b886-31c954384d68 req-4c916de4-31bc-411b-a06e-6277bcbcc794 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425359 Sep 24 15:47:38.078021 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-30c4ae3d-299d-48d6-8dff-ae7d02b64202 req-cb926032-d9f0-4825-bfda-13f85f98f392 service neutron] 10.222.0.101 "GET /v2.0/networks/a459d618-2994-4bc2-b9fa-eb2edc7114f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083403 Sep 24 15:47:38.103745 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd66d7f-8413-4455-a172-ee9a234e31da req-e0c485b6-b045-4b3a-a69f-04c882301997 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:38.105244 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5bd66d7f-8413-4455-a172-ee9a234e31da req-e0c485b6-b045-4b3a-a69f-04c882301997 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] 10.222.0.101 "GET /v2.0/ports?device_id=d719fec7-66f1-4dd2-b53f-53a84893c57c HTTP/1.1" status: 200 len: 946 time: 0.0579515 Sep 24 15:47:38.155987 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5bd66d7f-8413-4455-a172-ee9a234e31da req-d01c1772-d0c8-4ee3-b704-47ad6d9e5e5e tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] 10.222.0.101 "GET /v2.0/security-groups?id=be6cac17-9963-4188-8e07-d6012bbe1404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441489 Sep 24 15:47:38.183763 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-879c46b0-90c0-4b60-ab68-48f1f032663a tempest-MeteringIpV6TestJSON-1846746090 tempest-MeteringIpV6TestJSON-1846746090-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:38.187752 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-30c4ae3d-299d-48d6-8dff-ae7d02b64202 req-9cf37e72-0be3-4161-8dc1-8c40d9d1dee8 service neutron] 10.222.0.101 "GET /v2.0/networks/a459d618-2994-4bc2-b9fa-eb2edc7114f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015213 Sep 24 15:47:38.187897 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-879c46b0-90c0-4b60-ab68-48f1f032663a tempest-MeteringIpV6TestJSON-1846746090 tempest-MeteringIpV6TestJSON-1846746090-project-admin] 10.222.0.101 "DELETE /v2.0/metering/metering-labels/d127a086-e786-4a04-921e-9d8c12bd7b60 HTTP/1.1" status: 204 len: 168 time: 0.3617218 Sep 24 15:47:38.239274 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-40dd7d9b-288d-4c18-9a0f-d227a2139a25 req-f391543d-f313-4be9-aabe-90d55f7e4598 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] 10.222.0.101 "GET /v2.0/ports?device_id=b15225d5-131c-4c96-80bb-e359db49656e HTTP/1.1" status: 200 len: 210 time: 0.0395393 Sep 24 15:47:38.428806 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2fa156-0621-4e0c-99c0-e6c5106315cf req-381b5d8d-01f8-438a-b3e8-a998a76d5490 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:38.431853 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2e2fa156-0621-4e0c-99c0-e6c5106315cf req-381b5d8d-01f8-438a-b3e8-a998a76d5490 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=980efbe0-188c-4138-8244-58a64b6fe2db HTTP/1.1" status: 200 len: 945 time: 0.0598998 Sep 24 15:47:38.502106 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2e2fa156-0621-4e0c-99c0-e6c5106315cf req-81632304-5cf5-48db-9ece-5776af198be5 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634129 Sep 24 15:47:38.773286 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a02a496-9488-4793-8a19-ecf472e43663 req-1b5f0a9d-bd1e-4288-b7a5-064132c8e3c9 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:38.775349 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4a02a496-9488-4793-8a19-ecf472e43663 req-1b5f0a9d-bd1e-4288-b7a5-064132c8e3c9 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] 10.222.0.110 "GET /v2.0/ports?device_id=d719fec7-66f1-4dd2-b53f-53a84893c57c HTTP/1.1" status: 200 len: 946 time: 0.0652170 Sep 24 15:47:38.916469 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-4a02a496-9488-4793-8a19-ecf472e43663 req-d9ea7d1b-3002-4a1f-882e-0cd5b05edb16 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Deleting port 5908f9de-ed94-41f5-abb7-d7e6c094d0ff {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:47:38.917212 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-4a02a496-9488-4793-8a19-ecf472e43663 req-d9ea7d1b-3002-4a1f-882e-0cd5b05edb16 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:39.040229 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:39.060520 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-4a02a496-9488-4793-8a19-ecf472e43663 req-d9ea7d1b-3002-4a1f-882e-0cd5b05edb16 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] For port 5908f9de-ed94-41f5-abb7-d7e6c094d0ff, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=5908f9de-ed94-41f5-abb7-d7e6c094d0ff,segment=NetworkSegment(b84f5eb8-8372-4830-939f-7f53ff710cab),segment_id=b84f5eb8-8372-4830-939f-7f53ff710cab)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:47:39.060958 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-4a02a496-9488-4793-8a19-ecf472e43663 req-d9ea7d1b-3002-4a1f-882e-0cd5b05edb16 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:39.093257 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 33480) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:47:39.231174 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0e16dc92-d35d-4133-ad97-138143dfc216 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:39.345727 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-4a02a496-9488-4793-8a19-ecf472e43663 req-d9ea7d1b-3002-4a1f-882e-0cd5b05edb16 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:39.346127 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-4a02a496-9488-4793-8a19-ecf472e43663 req-d9ea7d1b-3002-4a1f-882e-0cd5b05edb16 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:39.346539 n-d-808921-1 neutron-server[95297]: INFO neutron.db.l3_db [req-4a02a496-9488-4793-8a19-ecf472e43663 req-d9ea7d1b-3002-4a1f-882e-0cd5b05edb16 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Floating IP 81d07bf1-c520-4478-9ca2-0fbbeed68c52 disassociated. External IP: 172.25.0.110, port: 5908f9de-ed94-41f5-abb7-d7e6c094d0ff. Sep 24 15:47:39.346893 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-4a02a496-9488-4793-8a19-ecf472e43663 req-d9ea7d1b-3002-4a1f-882e-0cd5b05edb16 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Calling delete_port for 5908f9de-ed94-41f5-abb7-d7e6c094d0ff owned by compute:nova {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:47:39.370462 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2c72af11-1970-4242-afb0-8c63860938ef req-a1a12afe-b442-4954-a7a1-9e9b1703fab5 tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] 10.222.0.101 "GET /v2.0/ports?device_id=0fc83a57-ba63-4671-b5aa-f526436176d3 HTTP/1.1" status: 200 len: 210 time: 0.0375824 Sep 24 15:47:39.451043 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0e16dc92-d35d-4133-ad97-138143dfc216 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:39.511023 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6fb91d-5cca-462a-baa4-5e2dbfcc9319 req-e5c507da-98cd-41c7-ba74-dfa83eb118a1 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:39.519785 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4c6fb91d-5cca-462a-baa4-5e2dbfcc9319 req-e5c507da-98cd-41c7-ba74-dfa83eb118a1 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] 10.222.0.101 "GET /v2.0/ports?device_id=d719fec7-66f1-4dd2-b53f-53a84893c57c HTTP/1.1" status: 200 len: 946 time: 0.0761108 Sep 24 15:47:39.555610 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa7f87c-5f7e-4fb9-a825-d8a0142ee5fd req-bbe5ac0d-1f24-428b-b193-107a99ccc2ad tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:39.564632 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3fa7f87c-5f7e-4fb9-a825-d8a0142ee5fd req-bbe5ac0d-1f24-428b-b193-107a99ccc2ad tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=980efbe0-188c-4138-8244-58a64b6fe2db HTTP/1.1" status: 200 len: 945 time: 0.1034911 Sep 24 15:47:39.571086 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4c6fb91d-5cca-462a-baa4-5e2dbfcc9319 req-a599afd4-76b0-4626-a6b5-2b79ebda4d5d tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] 10.222.0.101 "GET /v2.0/security-groups?id=be6cac17-9963-4188-8e07-d6012bbe1404&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468848 Sep 24 15:47:39.646039 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0e16dc92-d35d-4133-ad97-138143dfc216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:39.658925 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3fa7f87c-5f7e-4fb9-a825-d8a0142ee5fd req-fa2c1654-be47-4c1d-a4bd-ed5eccddbd11 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931740 Sep 24 15:47:39.719760 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ec35a65f-c1a2-4142-a96e-5077c5890fe0 req-40121a93-8491-4ffd-a8ab-48ef41e98f1a tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] 10.222.0.101 "GET /v2.0/ports?device_id=b15225d5-131c-4c96-80bb-e359db49656e HTTP/1.1" status: 200 len: 210 time: 0.0522954 Sep 24 15:47:39.728784 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-0e16dc92-d35d-4133-ad97-138143dfc216 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=8f9fa8f0d1d441b0a1f3af38e143340a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6342652 Sep 24 15:47:39.729584 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e16dc92-d35d-4133-ad97-138143dfc216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3419cf9f-43ec-4aaf-b660-2f4d2f786b0c,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:39.732107 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 33494) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:47:39.792682 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-4a02a496-9488-4793-8a19-ecf472e43663 req-d9ea7d1b-3002-4a1f-882e-0cd5b05edb16 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:39.832199 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-23e8c686-b574-4f8a-af1e-e182030a579b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:39.837609 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ea7d1b-3002-4a1f-882e-0cd5b05edb16 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Pushing event deleted for resources: {'Port': ['ID=5908f9de-ed94-41f5-abb7-d7e6c094d0ff,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:39.869042 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-23e8c686-b574-4f8a-af1e-e182030a579b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:40.020185 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4a02a496-9488-4793-8a19-ecf472e43663 req-d9ea7d1b-3002-4a1f-882e-0cd5b05edb16 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Router 4a7d13b6-342f-4da3-8f51-13e97a87c08d has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:47:40.152605 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-e14fabd4-05b7-4b2d-baf2-a54b0b977c54 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:40.155692 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-e14fabd4-05b7-4b2d-baf2-a54b0b977c54 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] 10.222.0.108 "GET /v2.0/networks?id=d86ba009-4606-482a-9702-0449678e38c9 HTTP/1.1" status: 200 len: 817 time: 0.2233245 Sep 24 15:47:40.172095 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-6936dc4c-3be3-4968-b2a3-dbce4a1f99c2 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Request body: {'port': {'device_id': 'fff91849-beb9-49b9-83c8-d680a952e417', 'network_id': 'd86ba009-4606-482a-9702-0449678e38c9', 'admin_state_up': True, 'tenant_id': '60d1fb18fcd9426784e8ce7bc798f153'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:47:40.184938 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-23e8c686-b574-4f8a-af1e-e182030a579b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:40.188011 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-23e8c686-b574-4f8a-af1e-e182030a579b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:40.189442 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-23e8c686-b574-4f8a-af1e-e182030a579b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/3419cf9f-43ec-4aaf-b660-2f4d2f786b0c HTTP/1.1" status: 204 len: 168 time: 0.4541864 Sep 24 15:47:40.241703 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e8c686-b574-4f8a-af1e-e182030a579b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3419cf9f-43ec-4aaf-b660-2f4d2f786b0c,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:40.264416 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4a02a496-9488-4793-8a19-ecf472e43663 req-d9ea7d1b-3002-4a1f-882e-0cd5b05edb16 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:47:40.278213 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a3e318-f3fd-408f-aec0-bc65a2611046 None None] Sync routers for ids ['4a7d13b6-342f-4da3-8f51-13e97a87c08d'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:47:40.292288 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a3e318-f3fd-408f-aec0-bc65a2611046 None None] Routers {'4a7d13b6-342f-4da3-8f51-13e97a87c08d'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:47:40.295848 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-c7a3e318-f3fd-408f-aec0-bc65a2611046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:47:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['4a7d13b6-342f-4da3-8f51-13e97a87c08d'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:47:40.403968 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a02a496-9488-4793-8a19-ecf472e43663 req-d9ea7d1b-3002-4a1f-882e-0cd5b05edb16 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] No DVR routers for this DVR port 5908f9de-ed94-41f5-abb7-d7e6c094d0ff on host n-h1-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:47:40.406654 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-4a02a496-9488-4793-8a19-ecf472e43663 req-d9ea7d1b-3002-4a1f-882e-0cd5b05edb16 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:40.409387 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4a02a496-9488-4793-8a19-ecf472e43663 req-d9ea7d1b-3002-4a1f-882e-0cd5b05edb16 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] 10.222.0.110 "DELETE /v2.0/ports/5908f9de-ed94-41f5-abb7-d7e6c094d0ff HTTP/1.1" status: 204 len: 173 time: 1.6264994 Sep 24 15:47:40.410840 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd719fec7-66f1-4dd2-b53f-53a84893c57c', 'name': 'network-vif-deleted', 'tag': '5908f9de-ed94-41f5-abb7-d7e6c094d0ff'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:47:40.423956 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-714bcac8-7f65-439f-816e-ef24f0dfbe95" -d '{"events": [{"server_uuid": "d719fec7-66f1-4dd2-b53f-53a84893c57c", "name": "network-vif-deleted", "tag": "5908f9de-ed94-41f5-abb7-d7e6c094d0ff"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:47:40.494614 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d9020c-46a5-4dec-81d7-73eeb832f7b6 x-openstack-request-id: req-91d9020c-46a5-4dec-81d7-73eeb832f7b6 {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:47:40.494614 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d719fec7-66f1-4dd2-b53f-53a84893c57c", "name": "network-vif-deleted", "tag": "5908f9de-ed94-41f5-abb7-d7e6c094d0ff", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:47:40.494965 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-91d9020c-46a5-4dec-81d7-73eeb832f7b6 {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:47:40.495673 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd719fec7-66f1-4dd2-b53f-53a84893c57c', 'name': 'network-vif-deleted', 'tag': '5908f9de-ed94-41f5-abb7-d7e6c094d0ff', 'status': 'completed', 'code': 200} Sep 24 15:47:40.529815 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cbcf10ed-2d9f-4d7c-a200-d59a3592a116 req-ed8662ba-3810-4031-b5fd-a9f9f6669080 tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] 10.222.0.101 "GET /v2.0/ports?device_id=0fc83a57-ba63-4671-b5aa-f526436176d3 HTTP/1.1" status: 200 len: 210 time: 0.0519385 Sep 24 15:47:40.569472 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-c7a3e318-f3fd-408f-aec0-bc65a2611046 None None] Set router 4a7d13b6-342f-4da3-8f51-13e97a87c08d gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:47:40.657511 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-6936dc4c-3be3-4968-b2a3-dbce4a1f99c2 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Made reservation on behalf of 60d1fb18fcd9426784e8ce7bc798f153 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:47:40.668224 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-6936dc4c-3be3-4968-b2a3-dbce4a1f99c2 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:40.800045 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:40.915249 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8e3068c8-09d7-4d82-9d84-b4e6c499e8db req-af0b5daa-f770-4e34-94cb-14a54443fd00 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] 10.222.0.101 "GET /v2.0/ports?device_id=d719fec7-66f1-4dd2-b53f-53a84893c57c HTTP/1.1" status: 200 len: 210 time: 0.0622575 Sep 24 15:47:40.958945 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-c7a3e318-f3fd-408f-aec0-bc65a2611046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7d13b6-342f-4da3-8f51-13e97a87c08d', 'name': 'tempest-ServersTestBootFromVolume-571201643-router', 'tenant_id': '5263748a73e54761954b877d2ae863de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '1cea6ae9-e447-420e-9d47-283723ff3ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:42:58Z', 'updated_at': '2021-09-24T15:43:07Z', 'revision_number': 4, 'project_id': '5263748a73e54761954b877d2ae863de', 'gw_port': {'id': '1cea6ae9-e447-420e-9d47-283723ff3ded', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:56:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7d13b6-342f-4da3-8f51-13e97a87c08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:43:00Z', 'updated_at': '2021-09-24T15:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '5f9044b5-2afd-43e8-8c46-1178352c651d', 'name': '', 'network_id': '19c2cc6b-6fd9-4d5d-b971-5ea0f368a861', 'tenant_id': '5263748a73e54761954b877d2ae863de', 'mac_address': 'fa:16:3e:82:15:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7d13b6-342f-4da3-8f51-13e97a87c08d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': 'c9e1fbb5-ba1f-404e-a5c9-92121db23b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:43:05Z', 'updated_at': '2021-09-24T15:43:11Z', 'revision_number': 5, 'project_id': '5263748a73e54761954b877d2ae863de', 'subnets': [{'id': 'c9e1fbb5-ba1f-404e-a5c9-92121db23b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:47:40.990326 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5380bf-8087-42f3-bba3-f42b794418c1 req-eb5a179d-9e67-4057-89c8-8f2e97bd2c95 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:41.000861 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0a5380bf-8087-42f3-bba3-f42b794418c1 req-eb5a179d-9e67-4057-89c8-8f2e97bd2c95 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=980efbe0-188c-4138-8244-58a64b6fe2db HTTP/1.1" status: 200 len: 945 time: 0.1900139 Sep 24 15:47:41.029215 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a3e318-f3fd-408f-aec0-bc65a2611046 None None] Checking router: 4a7d13b6-342f-4da3-8f51-13e97a87c08d for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:47:41.036563 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-6936dc4c-3be3-4968-b2a3-dbce4a1f99c2 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Allocated IP 172.20.0.3 (d86ba009-4606-482a-9702-0449678e38c9/6d3f32ee-905c-42fd-99a9-c0326dc58736/f5cd2aa7-9b4a-43b1-b017-db20180c9824) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:47:41.040613 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a3e318-f3fd-408f-aec0-bc65a2611046 None None] Routers {'4a7d13b6-342f-4da3-8f51-13e97a87c08d'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:47:41.041447 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-c7a3e318-f3fd-408f-aec0-bc65a2611046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:47:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['4a7d13b6-342f-4da3-8f51-13e97a87c08d'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:47:41.062322 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0a5380bf-8087-42f3-bba3-f42b794418c1 req-0be81107-e281-4226-9618-3fcd6644ba69 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535607 Sep 24 15:47:41.083497 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb60f22-2f81-4447-938d-6c0486976cb3 req-9e1f707a-329e-4591-b040-1fcc7b3725e5 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:41.092552 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ebb60f22-2f81-4447-938d-6c0486976cb3 req-9e1f707a-329e-4591-b040-1fcc7b3725e5 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.110 "GET /v2.0/ports?device_id=980efbe0-188c-4138-8244-58a64b6fe2db HTTP/1.1" status: 200 len: 945 time: 0.2124276 Sep 24 15:47:41.140942 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1155886d-0b7f-4cb3-bdf2-f4f5034e0c25 req-13f71993-a855-424e-960a-dab02ddfe6d7 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] 10.222.0.101 "GET /v2.0/ports?device_id=b15225d5-131c-4c96-80bb-e359db49656e HTTP/1.1" status: 200 len: 210 time: 0.0627561 Sep 24 15:47:41.337282 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-c7a3e318-f3fd-408f-aec0-bc65a2611046 None None] Set router 4a7d13b6-342f-4da3-8f51-13e97a87c08d gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:47:41.388882 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-ebb60f22-2f81-4447-938d-6c0486976cb3 req-e60970dd-ea81-4867-8b66-a30f0ba7716c tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Deleting port 31577d25-3569-4f19-8214-64c139bf00ea {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:47:41.389487 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-ebb60f22-2f81-4447-938d-6c0486976cb3 req-e60970dd-ea81-4867-8b66-a30f0ba7716c tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:41.414925 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-9ce561ed-f315-4309-b7b2-f631159bfa5d tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:41.416456 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-9ce561ed-f315-4309-b7b2-f631159bfa5d tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] 10.222.0.108 "GET /v2.0/networks?id=d86ba009-4606-482a-9702-0449678e38c9 HTTP/1.1" status: 200 len: 817 time: 0.3406231 Sep 24 15:47:41.451644 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 33522) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:47:41.467300 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-eefcf5da-8d6d-449b-a309-d636eaf3eff4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:41.493332 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-82b5e1d5-d7d8-4a4b-8e53-7e39c24bda32 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Request body: {'port': {'device_id': '6af5d3d8-190e-4b1c-a819-060128ceae71', 'network_id': 'd86ba009-4606-482a-9702-0449678e38c9', 'admin_state_up': True, 'tenant_id': '60d1fb18fcd9426784e8ce7bc798f153'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:47:41.677403 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-77f27a5c-9348-41ff-9bf6-8127d1a7e2c5 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:41.679704 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-77f27a5c-9348-41ff-9bf6-8127d1a7e2c5 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] 10.222.0.110 "GET /v2.0/networks?id=d86ba009-4606-482a-9702-0449678e38c9 HTTP/1.1" status: 200 len: 817 time: 0.4002695 Sep 24 15:47:41.682806 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-6936dc4c-3be3-4968-b2a3-dbce4a1f99c2 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:41.690090 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-eefcf5da-8d6d-449b-a309-d636eaf3eff4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:41.700775 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-bb1cd868-618b-4a39-8e39-50eb583dd0b9 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Request body: {'port': {'device_id': 'b15225d5-131c-4c96-80bb-e359db49656e', 'network_id': 'd86ba009-4606-482a-9702-0449678e38c9', 'admin_state_up': True, 'tenant_id': '60d1fb18fcd9426784e8ce7bc798f153'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:47:41.724159 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a2a90a69-27f6-498c-90d6-26acb1bfbc8e req-b76c5bfc-6c50-42ee-818a-5aec0d15e0de tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] 10.222.0.101 "GET /v2.0/ports?device_id=0fc83a57-ba63-4671-b5aa-f526436176d3 HTTP/1.1" status: 200 len: 210 time: 0.0474269 Sep 24 15:47:41.747190 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-c7a3e318-f3fd-408f-aec0-bc65a2611046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7d13b6-342f-4da3-8f51-13e97a87c08d', 'name': 'tempest-ServersTestBootFromVolume-571201643-router', 'tenant_id': '5263748a73e54761954b877d2ae863de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '1cea6ae9-e447-420e-9d47-283723ff3ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:42:58Z', 'updated_at': '2021-09-24T15:43:07Z', 'revision_number': 4, 'project_id': '5263748a73e54761954b877d2ae863de', 'gw_port': {'id': '1cea6ae9-e447-420e-9d47-283723ff3ded', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:56:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7d13b6-342f-4da3-8f51-13e97a87c08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:43:00Z', 'updated_at': '2021-09-24T15:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '5f9044b5-2afd-43e8-8c46-1178352c651d', 'name': '', 'network_id': '19c2cc6b-6fd9-4d5d-b971-5ea0f368a861', 'tenant_id': '5263748a73e54761954b877d2ae863de', 'mac_address': 'fa:16:3e:82:15:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7d13b6-342f-4da3-8f51-13e97a87c08d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': 'c9e1fbb5-ba1f-404e-a5c9-92121db23b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:43:05Z', 'updated_at': '2021-09-24T15:43:11Z', 'revision_number': 5, 'project_id': '5263748a73e54761954b877d2ae863de', 'subnets': [{'id': 'c9e1fbb5-ba1f-404e-a5c9-92121db23b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:47:41.774231 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-ebb60f22-2f81-4447-938d-6c0486976cb3 req-e60970dd-ea81-4867-8b66-a30f0ba7716c tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] For port 31577d25-3569-4f19-8214-64c139bf00ea, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=31577d25-3569-4f19-8214-64c139bf00ea,segment=NetworkSegment(368a9d0c-2815-451d-a46d-c1bdd7d38862),segment_id=368a9d0c-2815-451d-a46d-c1bdd7d38862)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:47:41.775207 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-ebb60f22-2f81-4447-938d-6c0486976cb3 req-e60970dd-ea81-4867-8b66-a30f0ba7716c tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:41.782685 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a3e318-f3fd-408f-aec0-bc65a2611046 None None] The sync data for ids ['4a7d13b6-342f-4da3-8f51-13e97a87c08d'] in n-d-808921-1 is: [{'id': '4a7d13b6-342f-4da3-8f51-13e97a87c08d', 'name': 'tempest-ServersTestBootFromVolume-571201643-router', 'tenant_id': '5263748a73e54761954b877d2ae863de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '1cea6ae9-e447-420e-9d47-283723ff3ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:42:58Z', 'updated_at': '2021-09-24T15:43:07Z', 'revision_number': 4, 'project_id': '5263748a73e54761954b877d2ae863de', 'gw_port': {'id': '1cea6ae9-e447-420e-9d47-283723ff3ded', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:56:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7d13b6-342f-4da3-8f51-13e97a87c08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:43:00Z', 'updated_at': '2021-09-24T15:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '5f9044b5-2afd-43e8-8c46-1178352c651d', 'name': '', 'network_id': '19c2cc6b-6fd9-4d5d-b971-5ea0f368a861', 'tenant_id': '5263748a73e54761954b877d2ae863de', 'mac_address': 'fa:16:3e:82:15:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7d13b6-342f-4da3-8f51-13e97a87c08d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1271, 'fixed_ips': [{'subnet_id': 'c9e1fbb5-ba1f-404e-a5c9-92121db23b41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:43:05Z', 'updated_at': '2021-09-24T15:43:11Z', 'revision_number': 5, 'project_id': '5263748a73e54761954b877d2ae863de', 'subnets': [{'id': 'c9e1fbb5-ba1f-404e-a5c9-92121db23b41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:47:41.800254 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-ebb60f22-2f81-4447-938d-6c0486976cb3 req-e60970dd-ea81-4867-8b66-a30f0ba7716c tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Calling delete_port for 31577d25-3569-4f19-8214-64c139bf00ea owned by compute:nova {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:47:41.922350 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-eefcf5da-8d6d-449b-a309-d636eaf3eff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:41.985246 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-eefcf5da-8d6d-449b-a309-d636eaf3eff4 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=147d9a04d75a46619dd8a1049137f431&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5300000 Sep 24 15:47:41.986036 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 33528) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:47:41.989427 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-6936dc4c-3be3-4968-b2a3-dbce4a1f99c2 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:42.021688 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefcf5da-8d6d-449b-a309-d636eaf3eff4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32135ab5-c959-4503-8f74-fa4653e45c68,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:42.089946 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 31577d25-3569-4f19-8214-64c139bf00ea no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:47:42.092548 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0a485ffb-6e9d-450a-ad7d-806ec5c30d81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:42.122432 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-6936dc4c-3be3-4968-b2a3-dbce4a1f99c2 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Network d86ba009-4606-482a-9702-0449678e38c9 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:47:42.130261 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0a485ffb-6e9d-450a-ad7d-806ec5c30d81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:42.142367 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6936dc4c-3be3-4968-b2a3-dbce4a1f99c2 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Pushing event updated for resources: {'Port': ['ID=f5cd2aa7-9b4a-43b1-b017-db20180c9824,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:42.175024 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2e986cf9-4648-4b4d-ad54-ad5f32ceef1a req-f35fe0aa-8b68-4d06-bdbc-148d3fffc668 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] 10.222.0.101 "GET /v2.0/ports?device_id=d719fec7-66f1-4dd2-b53f-53a84893c57c HTTP/1.1" status: 200 len: 210 time: 0.1509428 Sep 24 15:47:42.182978 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-6936dc4c-3be3-4968-b2a3-dbce4a1f99c2 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:47:42.188776 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-6936dc4c-3be3-4968-b2a3-dbce4a1f99c2 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:47:42.212870 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-ebb60f22-2f81-4447-938d-6c0486976cb3 req-e60970dd-ea81-4867-8b66-a30f0ba7716c tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:42.282632 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:42.283555 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-6936dc4c-3be3-4968-b2a3-dbce4a1f99c2 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:42.284216 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-6936dc4c-3be3-4968-b2a3-dbce4a1f99c2 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:42.296501 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-82b5e1d5-d7d8-4a4b-8e53-7e39c24bda32 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Made reservation on behalf of 60d1fb18fcd9426784e8ce7bc798f153 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:47:42.300093 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-82b5e1d5-d7d8-4a4b-8e53-7e39c24bda32 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:42.311441 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['190abd2c-9e7d-4487-82bd-57561f5a96b8'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:47:42.317078 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5a5f92-07d1-4ab1-b59d-1198a5cfa58d None None] New status for floating IP 81d07bf1-c520-4478-9ca2-0fbbeed68c52: DOWN {{(pid=95299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:47:42.322425 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d79da8cd-c333-4ce7-a260-abaf0d968982 req-14d9d71d-aa33-4cdf-90b1-dfde162c1503 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=980efbe0-188c-4138-8244-58a64b6fe2db HTTP/1.1" status: 200 len: 210 time: 0.1019874 Sep 24 15:47:42.371047 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b823f721-729f-4897-b02c-abf0a4738a46 req-fd2faa29-db38-4c43-941f-e8ba354bee6e tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] 10.222.0.101 "GET /v2.0/ports?device_id=b15225d5-131c-4c96-80bb-e359db49656e HTTP/1.1" status: 200 len: 210 time: 0.0546856 Sep 24 15:47:42.376484 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0a485ffb-6e9d-450a-ad7d-806ec5c30d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:42.384767 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0a485ffb-6e9d-450a-ad7d-806ec5c30d81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:42.385937 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-0a485ffb-6e9d-450a-ad7d-806ec5c30d81 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/32135ab5-c959-4503-8f74-fa4653e45c68 HTTP/1.1" status: 204 len: 168 time: 0.3986888 Sep 24 15:47:42.389176 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60970dd-ea81-4867-8b66-a30f0ba7716c tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Pushing event deleted for resources: {'Port': ['ID=31577d25-3569-4f19-8214-64c139bf00ea,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:42.438292 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-bb1cd868-618b-4a39-8e39-50eb583dd0b9 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Made reservation on behalf of 60d1fb18fcd9426784e8ce7bc798f153 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:47:42.443033 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-bb1cd868-618b-4a39-8e39-50eb583dd0b9 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:42.458931 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a485ffb-6e9d-450a-ad7d-806ec5c30d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32135ab5-c959-4503-8f74-fa4653e45c68,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:42.460893 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebb60f22-2f81-4447-938d-6c0486976cb3 req-e60970dd-ea81-4867-8b66-a30f0ba7716c tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] No DVR routers for this DVR port 31577d25-3569-4f19-8214-64c139bf00ea on host n-h1-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:47:42.463305 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-ebb60f22-2f81-4447-938d-6c0486976cb3 req-e60970dd-ea81-4867-8b66-a30f0ba7716c tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:42.466251 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ebb60f22-2f81-4447-938d-6c0486976cb3 req-e60970dd-ea81-4867-8b66-a30f0ba7716c tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.110 "DELETE /v2.0/ports/31577d25-3569-4f19-8214-64c139bf00ea HTTP/1.1" status: 204 len: 173 time: 1.3645945 Sep 24 15:47:42.501506 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 5908f9de-ed94-41f5-abb7-d7e6c094d0ff no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:47:42.502124 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '980efbe0-188c-4138-8244-58a64b6fe2db', 'name': 'network-vif-deleted', 'tag': '31577d25-3569-4f19-8214-64c139bf00ea'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:47:42.505372 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afe582fd-26db-44ff-a8bd-2382bb9d0128" -d '{"events": [{"server_uuid": "980efbe0-188c-4138-8244-58a64b6fe2db", "name": "network-vif-deleted", "tag": "31577d25-3569-4f19-8214-64c139bf00ea"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:47:42.572633 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] No Port match for: 5908f9de-ed94-41f5-abb7-d7e6c094d0ff {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:47:42.573238 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 5908f9de-ed94-41f5-abb7-d7e6c094d0ff not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:47:42.603556 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-6936dc4c-3be3-4968-b2a3-dbce4a1f99c2 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4357257 Sep 24 15:47:42.618655 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf5a5af-41fe-46a5-b89c-55be4cffd57c x-openstack-request-id: req-6bf5a5af-41fe-46a5-b89c-55be4cffd57c {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:47:42.619045 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "980efbe0-188c-4138-8244-58a64b6fe2db", "name": "network-vif-deleted", "tag": "31577d25-3569-4f19-8214-64c139bf00ea", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:47:42.622868 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-6bf5a5af-41fe-46a5-b89c-55be4cffd57c {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:47:42.622868 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '980efbe0-188c-4138-8244-58a64b6fe2db', 'name': 'network-vif-deleted', 'tag': '31577d25-3569-4f19-8214-64c139bf00ea', 'status': 'completed', 'code': 200} Sep 24 15:47:42.624998 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-d8bbd001-ffb6-4208-9417-5461f6cfb732 service neutron] Request body: {'port': {'device_id': 'fff91849-beb9-49b9-83c8-d680a952e417', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:47:42.704487 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-82b5e1d5-d7d8-4a4b-8e53-7e39c24bda32 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Allocated IP 172.20.0.10 (d86ba009-4606-482a-9702-0449678e38c9/6d3f32ee-905c-42fd-99a9-c0326dc58736/934fe31a-9412-4ff8-898f-d83066f55b6d) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:47:42.799776 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-d8bbd001-ffb6-4208-9417-5461f6cfb732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:42.921215 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6898a8b1-9155-4aa3-8e79-44887edc1016 req-cb343519-96a9-413e-96e1-a704725f3524 tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] 10.222.0.101 "GET /v2.0/ports?device_id=0fc83a57-ba63-4671-b5aa-f526436176d3 HTTP/1.1" status: 200 len: 210 time: 0.0725873 Sep 24 15:47:43.108088 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c4ae3d-299d-48d6-8dff-ae7d02b64202 req-9bab1b9d-d18c-4f00-b549-4b3d7b2a069c tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:43.109910 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-30c4ae3d-299d-48d6-8dff-ae7d02b64202 req-9bab1b9d-d18c-4f00-b549-4b3d7b2a069c tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] 10.222.0.108 "GET /v2.0/networks?id=a459d618-2994-4bc2-b9fa-eb2edc7114f1 HTTP/1.1" status: 200 len: 810 time: 0.1490779 Sep 24 15:47:43.124799 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-30c4ae3d-299d-48d6-8dff-ae7d02b64202 req-4028a970-5a23-4bc3-b7ef-41bebe3efc88 tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] Request body: {'port': {'device_id': '0fc83a57-ba63-4671-b5aa-f526436176d3', 'network_id': 'a459d618-2994-4bc2-b9fa-eb2edc7114f1', 'admin_state_up': True, 'tenant_id': '3fc4017697c14ce4af5c2f8f0a5a85cf'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:47:43.145766 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-82b5e1d5-d7d8-4a4b-8e53-7e39c24bda32 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:43.313175 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-44681a25-d06e-4bae-a2e6-daa65e7f23f5 req-252d24b8-6314-47d1-b2c0-7722de34dcb1 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] 10.222.0.101 "GET /v2.0/ports?device_id=d719fec7-66f1-4dd2-b53f-53a84893c57c HTTP/1.1" status: 200 len: 210 time: 0.0340672 Sep 24 15:47:43.325210 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-82b5e1d5-d7d8-4a4b-8e53-7e39c24bda32 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:43.400542 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30c4ae3d-299d-48d6-8dff-ae7d02b64202 req-4028a970-5a23-4bc3-b7ef-41bebe3efc88 tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] Made reservation on behalf of 3fc4017697c14ce4af5c2f8f0a5a85cf for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:47:43.404789 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-30c4ae3d-299d-48d6-8dff-ae7d02b64202 req-4028a970-5a23-4bc3-b7ef-41bebe3efc88 tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:43.466760 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-82b5e1d5-d7d8-4a4b-8e53-7e39c24bda32 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Network d86ba009-4606-482a-9702-0449678e38c9 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:47:43.480969 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-82b5e1d5-d7d8-4a4b-8e53-7e39c24bda32 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:47:43.515457 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-82b5e1d5-d7d8-4a4b-8e53-7e39c24bda32 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:47:43.544461 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b5e1d5-d7d8-4a4b-8e53-7e39c24bda32 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Pushing event updated for resources: {'Port': ['ID=934fe31a-9412-4ff8-898f-d83066f55b6d,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:43.547646 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-19990dc1-072a-44ca-9817-ff5ecef1b5e0 req-dc9fd028-8eb0-4d10-9df2-b3b10e1d5663 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] 10.222.0.101 "GET /v2.0/ports?device_id=b15225d5-131c-4c96-80bb-e359db49656e HTTP/1.1" status: 200 len: 210 time: 0.0331748 Sep 24 15:47:43.570709 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-59a9b741-ff51-49cc-9ee8-d526ce162217 req-8127a106-7715-4bed-b296-9b1bc5d43212 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=980efbe0-188c-4138-8244-58a64b6fe2db HTTP/1.1" status: 200 len: 210 time: 0.0936446 Sep 24 15:47:43.644495 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-bb1cd868-618b-4a39-8e39-50eb583dd0b9 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Allocated IP 172.20.0.6 (d86ba009-4606-482a-9702-0449678e38c9/6d3f32ee-905c-42fd-99a9-c0326dc58736/bf07cae9-ebe3-460c-9c5a-695f4079f28b) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:47:43.679073 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [req-30c4ae3d-299d-48d6-8dff-ae7d02b64202 req-4028a970-5a23-4bc3-b7ef-41bebe3efc88 tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] Allocated IP 172.20.0.11 (a459d618-2994-4bc2-b9fa-eb2edc7114f1/7781dca1-15b5-49d3-b0d2-48d32e3a287f/e37e6ad1-25b4-40c6-af01-9271e29adfb3) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:47:43.683068 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-82b5e1d5-d7d8-4a4b-8e53-7e39c24bda32 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:43.683786 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-82b5e1d5-d7d8-4a4b-8e53-7e39c24bda32 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:43.859726 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-82b5e1d5-d7d8-4a4b-8e53-7e39c24bda32 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3709359 Sep 24 15:47:43.868778 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-30c4ae3d-299d-48d6-8dff-ae7d02b64202 req-4028a970-5a23-4bc3-b7ef-41bebe3efc88 tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:43.875103 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-75040914-fb41-4f52-9702-94d1f2a3c7c3 service neutron] Request body: {'port': {'device_id': '6af5d3d8-190e-4b1c-a819-060128ceae71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:47:43.896370 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-bb1cd868-618b-4a39-8e39-50eb583dd0b9 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:43.946491 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-75040914-fb41-4f52-9702-94d1f2a3c7c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:43.989322 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-30c4ae3d-299d-48d6-8dff-ae7d02b64202 req-4028a970-5a23-4bc3-b7ef-41bebe3efc88 tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:44.063515 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30c4ae3d-299d-48d6-8dff-ae7d02b64202 req-4028a970-5a23-4bc3-b7ef-41bebe3efc88 tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] Network a459d618-2994-4bc2-b9fa-eb2edc7114f1 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:47:44.087946 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [req-30c4ae3d-299d-48d6-8dff-ae7d02b64202 req-4028a970-5a23-4bc3-b7ef-41bebe3efc88 tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:47:44.116059 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c4ae3d-299d-48d6-8dff-ae7d02b64202 req-4028a970-5a23-4bc3-b7ef-41bebe3efc88 tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:47:44.135960 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4028a970-5a23-4bc3-b7ef-41bebe3efc88 tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] Pushing event updated for resources: {'Port': ['ID=e37e6ad1-25b4-40c6-af01-9271e29adfb3,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:44.152461 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-bb1cd868-618b-4a39-8e39-50eb583dd0b9 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:44.165605 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dbd3c8-7eec-4910-b88e-3371d21052a9 req-c71770d8-023a-4377-8f59-1faac02e0a53 tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:44.172906 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-13dbd3c8-7eec-4910-b88e-3371d21052a9 req-c71770d8-023a-4377-8f59-1faac02e0a53 tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] 10.222.0.101 "GET /v2.0/ports?device_id=0fc83a57-ba63-4671-b5aa-f526436176d3 HTTP/1.1" status: 200 len: 932 time: 0.1368427 Sep 24 15:47:44.198771 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c4ae3d-299d-48d6-8dff-ae7d02b64202 req-4028a970-5a23-4bc3-b7ef-41bebe3efc88 tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:44.199584 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-30c4ae3d-299d-48d6-8dff-ae7d02b64202 req-4028a970-5a23-4bc3-b7ef-41bebe3efc88 tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:44.215897 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-bb1cd868-618b-4a39-8e39-50eb583dd0b9 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Network d86ba009-4606-482a-9702-0449678e38c9 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:47:44.222061 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-bb1cd868-618b-4a39-8e39-50eb583dd0b9 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:47:44.230910 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-bb1cd868-618b-4a39-8e39-50eb583dd0b9 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:47:44.231084 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-13dbd3c8-7eec-4910-b88e-3371d21052a9 req-05a84dfd-1d16-4eb4-9b3e-4c1f0dd23b7d tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] 10.222.0.101 "GET /v2.0/security-groups?id=e0c70cef-ef4f-43d2-be08-c37b6558b005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542066 Sep 24 15:47:44.298664 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1cd868-618b-4a39-8e39-50eb583dd0b9 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Pushing event updated for resources: {'Port': ['ID=bf07cae9-ebe3-460c-9c5a-695f4079f28b,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:44.304409 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-30c4ae3d-299d-48d6-8dff-ae7d02b64202 req-4028a970-5a23-4bc3-b7ef-41bebe3efc88 tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1848109 Sep 24 15:47:44.319410 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-30c4ae3d-299d-48d6-8dff-ae7d02b64202 req-2968fe0c-d47d-44ff-bd37-866af26ef778 service neutron] Request body: {'port': {'device_id': '0fc83a57-ba63-4671-b5aa-f526436176d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:47:44.331095 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-bb1cd868-618b-4a39-8e39-50eb583dd0b9 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:44.331725 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-bb1cd868-618b-4a39-8e39-50eb583dd0b9 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:44.410940 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-d8bbd001-ffb6-4208-9417-5461f6cfb732 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5cd2aa7-9b4a-43b1-b017-db20180c9824 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:47:44.411528 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-30c4ae3d-299d-48d6-8dff-ae7d02b64202 req-2968fe0c-d47d-44ff-bd37-866af26ef778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:44.420822 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-d8bbd001-ffb6-4208-9417-5461f6cfb732 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:44.437872 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-d8bbd001-ffb6-4208-9417-5461f6cfb732 service neutron] Transition to ACTIVE for port object f5cd2aa7-9b4a-43b1-b017-db20180c9824 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:47:44.468444 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 33576) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:47:44.478158 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e487427d-8aab-4251-a663-29e5f3bc6070 req-5cebf18c-353a-4bac-a35a-c435bbff3d49 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] 10.222.0.101 "GET /v2.0/ports?device_id=d719fec7-66f1-4dd2-b53f-53a84893c57c HTTP/1.1" status: 200 len: 210 time: 0.0385950 Sep 24 15:47:44.479609 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-bb1cd868-618b-4a39-8e39-50eb583dd0b9 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7863219 Sep 24 15:47:44.508796 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-cedb388b-b7c9-4ef5-91dc-4be419114827 service neutron] Request body: {'port': {'device_id': 'b15225d5-131c-4c96-80bb-e359db49656e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:47:44.644387 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-b8195cd8-30ba-4d4c-9863-1727421dfb6f tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-139409745', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:47:44.678635 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-cedb388b-b7c9-4ef5-91dc-4be419114827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:44.680936 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-d8bbd001-ffb6-4208-9417-5461f6cfb732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:44.795348 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bbd001-ffb6-4208-9417-5461f6cfb732 service neutron] Pushing event updated for resources: {'Port': ['ID=f5cd2aa7-9b4a-43b1-b017-db20180c9824,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:44.972832 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-75040914-fb41-4f52-9702-94d1f2a3c7c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 934fe31a-9412-4ff8-898f-d83066f55b6d {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:47:44.985111 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-75040914-fb41-4f52-9702-94d1f2a3c7c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:45.007705 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-75040914-fb41-4f52-9702-94d1f2a3c7c3 service neutron] Transition to ACTIVE for port object 934fe31a-9412-4ff8-898f-d83066f55b6d will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:47:45.021182 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-d8bbd001-ffb6-4208-9417-5461f6cfb732 service neutron] Attempting to bind port f5cd2aa7-9b4a-43b1-b017-db20180c9824 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:47:45.021667 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-d8bbd001-ffb6-4208-9417-5461f6cfb732 service neutron] Attempting to bind port f5cd2aa7-9b4a-43b1-b017-db20180c9824 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': 'cf0bc314-c998-4e55-a354-35682f16ea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'd86ba009-4606-482a-9702-0449678e38c9'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:47:45.022926 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-d8bbd001-ffb6-4208-9417-5461f6cfb732 service neutron] Attempting to bind port f5cd2aa7-9b4a-43b1-b017-db20180c9824 on network d86ba009-4606-482a-9702-0449678e38c9 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:47:45.027673 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-d8bbd001-ffb6-4208-9417-5461f6cfb732 service neutron] Port f5cd2aa7-9b4a-43b1-b017-db20180c9824 on network d86ba009-4606-482a-9702-0449678e38c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:47:45.032047 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-d8bbd001-ffb6-4208-9417-5461f6cfb732 service neutron] Attempting to bind port f5cd2aa7-9b4a-43b1-b017-db20180c9824 on network d86ba009-4606-482a-9702-0449678e38c9 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:47:45.033525 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-d8bbd001-ffb6-4208-9417-5461f6cfb732 service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:47:45.033967 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-d8bbd001-ffb6-4208-9417-5461f6cfb732 service neutron] Checking segment: {'id': 'cf0bc314-c998-4e55-a354-35682f16ea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'd86ba009-4606-482a-9702-0449678e38c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:47:45.034556 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-d8bbd001-ffb6-4208-9417-5461f6cfb732 service neutron] Bound using segment: {'id': 'cf0bc314-c998-4e55-a354-35682f16ea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'd86ba009-4606-482a-9702-0449678e38c9'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:47:45.035088 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-d8bbd001-ffb6-4208-9417-5461f6cfb732 service neutron] Bound port: f5cd2aa7-9b4a-43b1-b017-db20180c9824, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf0bc314-c998-4e55-a354-35682f16ea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'd86ba009-4606-482a-9702-0449678e38c9'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:47:45.035619 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-d8bbd001-ffb6-4208-9417-5461f6cfb732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:45.139371 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-75040914-fb41-4f52-9702-94d1f2a3c7c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:45.225850 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3672390-de30-4a0e-bd8d-d99bc8c2289f req-92da89e8-a519-4702-88cc-1c6daab1a704 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:45.233197 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f3672390-de30-4a0e-bd8d-d99bc8c2289f req-92da89e8-a519-4702-88cc-1c6daab1a704 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] 10.222.0.101 "GET /v2.0/ports?device_id=b15225d5-131c-4c96-80bb-e359db49656e HTTP/1.1" status: 200 len: 931 time: 0.0903430 Sep 24 15:47:45.244772 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-d8bbd001-ffb6-4208-9417-5461f6cfb732 service neutron] For port f5cd2aa7-9b4a-43b1-b017-db20180c9824, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:47:45.262250 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b8195cd8-30ba-4d4c-9863-1727421dfb6f tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:45.263314 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b8195cd8-30ba-4d4c-9863-1727421dfb6f tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:45.309226 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-d8bbd001-ffb6-4208-9417-5461f6cfb732 service neutron] For port f5cd2aa7-9b4a-43b1-b017-db20180c9824, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=f5cd2aa7-9b4a-43b1-b017-db20180c9824,segment=NetworkSegment(cf0bc314-c998-4e55-a354-35682f16ea07),segment_id=cf0bc314-c998-4e55-a354-35682f16ea07)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:47:45.315889 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75040914-fb41-4f52-9702-94d1f2a3c7c3 service neutron] Pushing event updated for resources: {'Port': ['ID=934fe31a-9412-4ff8-898f-d83066f55b6d,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:45.344269 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1115c6-f099-40cb-b784-7624ba19860c req-2cd705c2-6895-4026-a0df-3f40f9ad84e9 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:45.345864 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bd1115c6-f099-40cb-b784-7624ba19860c req-2cd705c2-6895-4026-a0df-3f40f9ad84e9 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/networks?id=fcaa8023-73de-41c9-b56a-537c209ef622 HTTP/1.1" status: 200 len: 806 time: 0.2665851 Sep 24 15:47:45.354949 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f3672390-de30-4a0e-bd8d-d99bc8c2289f req-aad4c789-06f6-4749-9f3d-05b48fe72da3 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] 10.222.0.101 "GET /v2.0/security-groups?id=8943ce8f-1876-4ecc-8724-8c0bb42ad322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206748 Sep 24 15:47:45.398642 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b8195cd8-30ba-4d4c-9863-1727421dfb6f tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:45.409312 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [req-30c4ae3d-299d-48d6-8dff-ae7d02b64202 req-2968fe0c-d47d-44ff-bd37-866af26ef778 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e37e6ad1-25b4-40c6-af01-9271e29adfb3 {{(pid=95297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:47:45.419335 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-d8bbd001-ffb6-4208-9417-5461f6cfb732 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:45.422635 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-30c4ae3d-299d-48d6-8dff-ae7d02b64202 req-2968fe0c-d47d-44ff-bd37-866af26ef778 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:45.445352 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bd1115c6-f099-40cb-b784-7624ba19860c req-12606bd4-c752-4648-9b7c-09c810157c7a tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/quotas/62a8ba880b994b468ea0f6bf276f3fa0 HTTP/1.1" status: 200 len: 375 time: 0.0802164 Sep 24 15:47:45.463418 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.provisioning_blocks [req-30c4ae3d-299d-48d6-8dff-ae7d02b64202 req-2968fe0c-d47d-44ff-bd37-866af26ef778 service neutron] Transition to ACTIVE for port object e37e6ad1-25b4-40c6-af01-9271e29adfb3 will not be triggered until provisioned by entity L2. {{(pid=95297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:47:45.482206 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-d8bbd001-ffb6-4208-9417-5461f6cfb732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:45.482933 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-d8bbd001-ffb6-4208-9417-5461f6cfb732 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:45.484298 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-d8bbd001-ffb6-4208-9417-5461f6cfb732 service neutron] 10.222.0.108 "PUT /v2.0/ports/f5cd2aa7-9b4a-43b1-b017-db20180c9824 HTTP/1.1" status: 200 len: 1091 time: 2.8641067 Sep 24 15:47:45.484745 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fff91849-beb9-49b9-83c8-d680a952e417', 'tag': 'f5cd2aa7-9b4a-43b1-b017-db20180c9824'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:47:45.487284 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60663736-e358-45ba-885a-627eaa13ee0c" -d '{"events": [{"name": "network-changed", "server_uuid": "fff91849-beb9-49b9-83c8-d680a952e417", "tag": "f5cd2aa7-9b4a-43b1-b017-db20180c9824"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:47:45.487426 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e424cc-5d4c-4b9f-9e9f-52321ca9a612 req-7765ba39-3731-4ce9-972c-adbf49682fd8 tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:45.489146 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-54e424cc-5d4c-4b9f-9e9f-52321ca9a612 req-7765ba39-3731-4ce9-972c-adbf49682fd8 tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] 10.222.0.101 "GET /v2.0/ports?device_id=0fc83a57-ba63-4671-b5aa-f526436176d3 HTTP/1.1" status: 200 len: 932 time: 0.0716591 Sep 24 15:47:45.500371 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b8195cd8-30ba-4d4c-9863-1727421dfb6f tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:45.551455 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-30c4ae3d-299d-48d6-8dff-ae7d02b64202 req-2968fe0c-d47d-44ff-bd37-866af26ef778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:45.560557 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-54e424cc-5d4c-4b9f-9e9f-52321ca9a612 req-25977516-8b7b-48bc-adb5-bc41fc7a05a8 tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] 10.222.0.101 "GET /v2.0/security-groups?id=e0c70cef-ef4f-43d2-be08-c37b6558b005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623825 Sep 24 15:47:45.613128 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2968fe0c-d47d-44ff-bd37-866af26ef778 service neutron] Pushing event updated for resources: {'Port': ['ID=e37e6ad1-25b4-40c6-af01-9271e29adfb3,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:45.623171 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-75040914-fb41-4f52-9702-94d1f2a3c7c3 service neutron] Attempting to bind port 934fe31a-9412-4ff8-898f-d83066f55b6d on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:47:45.623717 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-75040914-fb41-4f52-9702-94d1f2a3c7c3 service neutron] Attempting to bind port 934fe31a-9412-4ff8-898f-d83066f55b6d by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': 'cf0bc314-c998-4e55-a354-35682f16ea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'd86ba009-4606-482a-9702-0449678e38c9'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:47:45.624079 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-75040914-fb41-4f52-9702-94d1f2a3c7c3 service neutron] Attempting to bind port 934fe31a-9412-4ff8-898f-d83066f55b6d on network d86ba009-4606-482a-9702-0449678e38c9 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:47:45.705533 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d61371d6-d5e9-4924-94e9-2ca46a50b72c req-5fc33dd2-9b69-4160-b54e-c6b0e26a6f46 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] 10.222.0.101 "GET /v2.0/ports?device_id=d719fec7-66f1-4dd2-b53f-53a84893c57c HTTP/1.1" status: 200 len: 210 time: 0.0353410 Sep 24 15:47:45.715900 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b8195cd8-30ba-4d4c-9863-1727421dfb6f tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:45.717329 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b8195cd8-30ba-4d4c-9863-1727421dfb6f tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.2499111 Sep 24 15:47:45.720000 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 33608) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:47:45.727161 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-70179851-b6f0-46d3-89da-534399a96342 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1612910768'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:47:45.745660 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-30c4ae3d-299d-48d6-8dff-ae7d02b64202 req-2968fe0c-d47d-44ff-bd37-866af26ef778 service neutron] Attempting to bind port e37e6ad1-25b4-40c6-af01-9271e29adfb3 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:47:45.746059 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-30c4ae3d-299d-48d6-8dff-ae7d02b64202 req-2968fe0c-d47d-44ff-bd37-866af26ef778 service neutron] Attempting to bind port e37e6ad1-25b4-40c6-af01-9271e29adfb3 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '5d322b4b-5a9d-4cbd-9a50-5d225a0cd5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'a459d618-2994-4bc2-b9fa-eb2edc7114f1'}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:47:45.746641 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c4ae3d-299d-48d6-8dff-ae7d02b64202 req-2968fe0c-d47d-44ff-bd37-866af26ef778 service neutron] Attempting to bind port e37e6ad1-25b4-40c6-af01-9271e29adfb3 on network a459d618-2994-4bc2-b9fa-eb2edc7114f1 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:47:45.756557 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c4ae3d-299d-48d6-8dff-ae7d02b64202 req-2968fe0c-d47d-44ff-bd37-866af26ef778 service neutron] Port e37e6ad1-25b4-40c6-af01-9271e29adfb3 on network a459d618-2994-4bc2-b9fa-eb2edc7114f1 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:47:45.757248 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c4ae3d-299d-48d6-8dff-ae7d02b64202 req-2968fe0c-d47d-44ff-bd37-866af26ef778 service neutron] Attempting to bind port e37e6ad1-25b4-40c6-af01-9271e29adfb3 on network a459d618-2994-4bc2-b9fa-eb2edc7114f1 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:47:45.768885 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c4ae3d-299d-48d6-8dff-ae7d02b64202 req-2968fe0c-d47d-44ff-bd37-866af26ef778 service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:47:45.769343 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c4ae3d-299d-48d6-8dff-ae7d02b64202 req-2968fe0c-d47d-44ff-bd37-866af26ef778 service neutron] Checking segment: {'id': '5d322b4b-5a9d-4cbd-9a50-5d225a0cd5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'a459d618-2994-4bc2-b9fa-eb2edc7114f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:47:45.770455 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c4ae3d-299d-48d6-8dff-ae7d02b64202 req-2968fe0c-d47d-44ff-bd37-866af26ef778 service neutron] Bound using segment: {'id': '5d322b4b-5a9d-4cbd-9a50-5d225a0cd5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'a459d618-2994-4bc2-b9fa-eb2edc7114f1'} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:47:45.771181 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-30c4ae3d-299d-48d6-8dff-ae7d02b64202 req-2968fe0c-d47d-44ff-bd37-866af26ef778 service neutron] Bound port: e37e6ad1-25b4-40c6-af01-9271e29adfb3, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d322b4b-5a9d-4cbd-9a50-5d225a0cd5ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'a459d618-2994-4bc2-b9fa-eb2edc7114f1'}}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:47:45.771648 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-30c4ae3d-299d-48d6-8dff-ae7d02b64202 req-2968fe0c-d47d-44ff-bd37-866af26ef778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:45.873905 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-30c4ae3d-299d-48d6-8dff-ae7d02b64202 req-2968fe0c-d47d-44ff-bd37-866af26ef778 service neutron] For port e37e6ad1-25b4-40c6-af01-9271e29adfb3, host n-h2-808921-1, cleared binding levels {{(pid=95297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:47:45.881481 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-30c4ae3d-299d-48d6-8dff-ae7d02b64202 req-2968fe0c-d47d-44ff-bd37-866af26ef778 service neutron] For port e37e6ad1-25b4-40c6-af01-9271e29adfb3, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=e37e6ad1-25b4-40c6-af01-9271e29adfb3,segment=NetworkSegment(5d322b4b-5a9d-4cbd-9a50-5d225a0cd5ca),segment_id=5d322b4b-5a9d-4cbd-9a50-5d225a0cd5ca)] {{(pid=95297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:47:45.932121 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70179851-b6f0-46d3-89da-534399a96342 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Made reservation on behalf of 34fff317efec412ba52d2da15b26504e for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:47:45.936307 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-70179851-b6f0-46d3-89da-534399a96342 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:45.957315 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-70179851-b6f0-46d3-89da-534399a96342 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:46.067121 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-70179851-b6f0-46d3-89da-534399a96342 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:46.069714 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-30c4ae3d-299d-48d6-8dff-ae7d02b64202 req-2968fe0c-d47d-44ff-bd37-866af26ef778 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:46.111234 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c4ae3d-299d-48d6-8dff-ae7d02b64202 req-2968fe0c-d47d-44ff-bd37-866af26ef778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:46.112304 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-30c4ae3d-299d-48d6-8dff-ae7d02b64202 req-2968fe0c-d47d-44ff-bd37-866af26ef778 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:46.113649 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-30c4ae3d-299d-48d6-8dff-ae7d02b64202 req-2968fe0c-d47d-44ff-bd37-866af26ef778 service neutron] 10.222.0.108 "PUT /v2.0/ports/e37e6ad1-25b4-40c6-af01-9271e29adfb3 HTTP/1.1" status: 200 len: 1092 time: 1.7999842 Sep 24 15:47:46.114088 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fc83a57-ba63-4671-b5aa-f526436176d3', 'tag': 'e37e6ad1-25b4-40c6-af01-9271e29adfb3'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:47:46.117529 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da19257e-9d29-492e-968b-617ad3551670" -d '{"events": [{"name": "network-changed", "server_uuid": "0fc83a57-ba63-4671-b5aa-f526436176d3", "tag": "e37e6ad1-25b4-40c6-af01-9271e29adfb3"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:47:46.156778 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2f31ba-7e00-4cb0-b372-0465daabcb29 x-openstack-request-id: req-5e2f31ba-7e00-4cb0-b372-0465daabcb29 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:47:46.157090 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fff91849-beb9-49b9-83c8-d680a952e417", "tag": "f5cd2aa7-9b4a-43b1-b017-db20180c9824", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:47:46.157485 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-5e2f31ba-7e00-4cb0-b372-0465daabcb29 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:47:46.158502 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fff91849-beb9-49b9-83c8-d680a952e417', 'tag': 'f5cd2aa7-9b4a-43b1-b017-db20180c9824', 'status': 'completed', 'code': 200} Sep 24 15:47:46.163403 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bbd001-ffb6-4208-9417-5461f6cfb732 service neutron] Pushing event updated for resources: {'Port': ['ID=f5cd2aa7-9b4a-43b1-b017-db20180c9824,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:46.163678 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2968fe0c-d47d-44ff-bd37-866af26ef778 service neutron] Pushing event updated for resources: {'Port': ['ID=e37e6ad1-25b4-40c6-af01-9271e29adfb3,revision_number=3']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:46.172521 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-70179851-b6f0-46d3-89da-534399a96342 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:46.183357 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-75040914-fb41-4f52-9702-94d1f2a3c7c3 service neutron] Port 934fe31a-9412-4ff8-898f-d83066f55b6d on network d86ba009-4606-482a-9702-0449678e38c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:47:46.183697 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-75040914-fb41-4f52-9702-94d1f2a3c7c3 service neutron] Attempting to bind port 934fe31a-9412-4ff8-898f-d83066f55b6d on network d86ba009-4606-482a-9702-0449678e38c9 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:47:46.193223 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-cedb388b-b7c9-4ef5-91dc-4be419114827 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf07cae9-ebe3-460c-9c5a-695f4079f28b {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:47:46.196265 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790de95c-a5b8-4611-9421-795460d2a3b0 x-openstack-request-id: req-790de95c-a5b8-4611-9421-795460d2a3b0 {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:47:46.196557 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fc83a57-ba63-4671-b5aa-f526436176d3", "tag": "e37e6ad1-25b4-40c6-af01-9271e29adfb3", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:47:46.196810 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-790de95c-a5b8-4611-9421-795460d2a3b0 {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:47:46.197207 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fc83a57-ba63-4671-b5aa-f526436176d3', 'tag': 'e37e6ad1-25b4-40c6-af01-9271e29adfb3', 'status': 'completed', 'code': 200} Sep 24 15:47:46.207140 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70179851-b6f0-46d3-89da-534399a96342 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1271} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:47:46.212163 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bd1115c6-f099-40cb-b784-7624ba19860c req-e2b6d358-f500-4d4c-8ab0-9d6f08060d27 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=62a8ba880b994b468ea0f6bf276f3fa0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7404673 Sep 24 15:47:46.225398 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70179851-b6f0-46d3-89da-534399a96342 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dfd02a5-d3c7-4bf3-8ae5-063e6d1e5cb0,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:46.226020 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-75040914-fb41-4f52-9702-94d1f2a3c7c3 service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:47:46.226461 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-75040914-fb41-4f52-9702-94d1f2a3c7c3 service neutron] Checking segment: {'id': 'cf0bc314-c998-4e55-a354-35682f16ea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'd86ba009-4606-482a-9702-0449678e38c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:47:46.226867 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-75040914-fb41-4f52-9702-94d1f2a3c7c3 service neutron] Bound using segment: {'id': 'cf0bc314-c998-4e55-a354-35682f16ea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'd86ba009-4606-482a-9702-0449678e38c9'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:47:46.227772 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-75040914-fb41-4f52-9702-94d1f2a3c7c3 service neutron] Bound port: 934fe31a-9412-4ff8-898f-d83066f55b6d, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf0bc314-c998-4e55-a354-35682f16ea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'd86ba009-4606-482a-9702-0449678e38c9'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:47:46.227909 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-75040914-fb41-4f52-9702-94d1f2a3c7c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:46.232443 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-cedb388b-b7c9-4ef5-91dc-4be419114827 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:46.235582 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-70179851-b6f0-46d3-89da-534399a96342 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:46.236058 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-70179851-b6f0-46d3-89da-534399a96342 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Added segment 5331b60a-7f70-4deb-a952-1bc741085790 of type vlan for network 367ed3ca-b2ff-4233-bcbe-998d0584517f Sep 24 15:47:46.283984 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-cedb388b-b7c9-4ef5-91dc-4be419114827 service neutron] Transition to ACTIVE for port object bf07cae9-ebe3-460c-9c5a-695f4079f28b will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:47:46.310132 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-70179851-b6f0-46d3-89da-534399a96342 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:46.326944 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da19257e-9d29-492e-968b-617ad3551670 req-45506fc5-b110-46aa-9042-38f13adeb95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:46.328462 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-da19257e-9d29-492e-968b-617ad3551670 req-45506fc5-b110-46aa-9042-38f13adeb95d service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=3fc4017697c14ce4af5c2f8f0a5a85cf&device_id=0fc83a57-ba63-4671-b5aa-f526436176d3 HTTP/1.1" status: 200 len: 1095 time: 0.1051459 Sep 24 15:47:46.361521 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-2ff30e7e-4974-4579-bdfa-bbe4b486d94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:46.363094 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-2ff30e7e-4974-4579-bdfa-bbe4b486d94b service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=60d1fb18fcd9426784e8ce7bc798f153&device_id=fff91849-beb9-49b9-83c8-d680a952e417 HTTP/1.1" status: 200 len: 1094 time: 0.7325282 Sep 24 15:47:46.430370 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-cedb388b-b7c9-4ef5-91dc-4be419114827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:46.438786 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-9805c78a-1a7b-4baf-a158-49b299b15d75 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5cd2aa7-9b4a-43b1-b017-db20180c9824 HTTP/1.1" status: 200 len: 217 time: 0.0608315 Sep 24 15:47:46.468104 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-70179851-b6f0-46d3-89da-534399a96342 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:46.477367 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-75040914-fb41-4f52-9702-94d1f2a3c7c3 service neutron] For port 934fe31a-9412-4ff8-898f-d83066f55b6d, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:47:46.477864 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70179851-b6f0-46d3-89da-534399a96342 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:46.478589 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-70179851-b6f0-46d3-89da-534399a96342 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:46.495721 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bd1115c6-f099-40cb-b784-7624ba19860c req-a8bb71dd-5fd2-41d3-a0a4-84885daccd7d service neutron] 10.222.0.101 "GET /v2.0/networks/fcaa8023-73de-41c9-b56a-537c209ef622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824686 Sep 24 15:47:46.520667 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da19257e-9d29-492e-968b-617ad3551670 req-144a26a3-3231-4e09-aca6-eb7b71b6fd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:46.522966 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-da19257e-9d29-492e-968b-617ad3551670 req-144a26a3-3231-4e09-aca6-eb7b71b6fd90 service neutron] 10.222.0.108 "GET /v2.0/networks?tenant_id=3fc4017697c14ce4af5c2f8f0a5a85cf&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1820681 Sep 24 15:47:46.567925 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-75040914-fb41-4f52-9702-94d1f2a3c7c3 service neutron] For port 934fe31a-9412-4ff8-898f-d83066f55b6d, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=934fe31a-9412-4ff8-898f-d83066f55b6d,segment=NetworkSegment(cf0bc314-c998-4e55-a354-35682f16ea07),segment_id=cf0bc314-c998-4e55-a354-35682f16ea07)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:47:46.624640 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedb388b-b7c9-4ef5-91dc-4be419114827 service neutron] Pushing event updated for resources: {'Port': ['ID=bf07cae9-ebe3-460c-9c5a-695f4079f28b,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:46.637194 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-3dce8d90-5413-4342-b18b-0f746f2884e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:46.638755 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-3dce8d90-5413-4342-b18b-0f746f2884e5 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=6d3f32ee-905c-42fd-99a9-c0326dc58736 HTTP/1.1" status: 200 len: 857 time: 0.1637385 Sep 24 15:47:46.641206 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70179851-b6f0-46d3-89da-534399a96342 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Pushing event updated for resources: {'Network': ['ID=367ed3ca-b2ff-4233-bcbe-998d0584517f,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:46.654197 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49fbf2a-f589-4d6a-bb75-a0d8e4f5afb7 req-0b7751bf-0452-4fd5-9024-69e4a5d84cc7 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:46.658172 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 367ed3ca-b2ff-4233-bcbe-998d0584517f details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:47:46.658830 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d49fbf2a-f589-4d6a-bb75-a0d8e4f5afb7 req-0b7751bf-0452-4fd5-9024-69e4a5d84cc7 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] 10.222.0.101 "GET /v2.0/ports?device_id=b15225d5-131c-4c96-80bb-e359db49656e HTTP/1.1" status: 200 len: 943 time: 0.2170522 Sep 24 15:47:46.658830 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-70179851-b6f0-46d3-89da-534399a96342 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9354053 Sep 24 15:47:46.734545 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 33640) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:47:46.746172 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bd1115c6-f099-40cb-b784-7624ba19860c req-88ccadbd-f20a-4df6-bae1-7b75719ad37c service neutron] 10.222.0.101 "GET /v2.0/networks/fcaa8023-73de-41c9-b56a-537c209ef622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489269 Sep 24 15:47:46.755667 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-71318710-18df-41ff-8f4d-51caa96e8bf4 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Request body: {'subnet': {'network_id': '367ed3ca-b2ff-4233-bcbe-998d0584517f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:47:46.763682 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-75040914-fb41-4f52-9702-94d1f2a3c7c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:46.771266 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 33642) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:47:46.841074 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-67a4e603-3f6c-49b2-8f1e-1d821b927e4f service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=d86ba009-4606-482a-9702-0449678e38c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1023540 Sep 24 15:47:46.845973 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-cedb388b-b7c9-4ef5-91dc-4be419114827 service neutron] Attempting to bind port bf07cae9-ebe3-460c-9c5a-695f4079f28b on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:47:46.846485 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-cedb388b-b7c9-4ef5-91dc-4be419114827 service neutron] Attempting to bind port bf07cae9-ebe3-460c-9c5a-695f4079f28b by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': 'cf0bc314-c998-4e55-a354-35682f16ea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'd86ba009-4606-482a-9702-0449678e38c9'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:47:46.847103 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-cedb388b-b7c9-4ef5-91dc-4be419114827 service neutron] Attempting to bind port bf07cae9-ebe3-460c-9c5a-695f4079f28b on network d86ba009-4606-482a-9702-0449678e38c9 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:47:46.889365 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-cedb388b-b7c9-4ef5-91dc-4be419114827 service neutron] Port bf07cae9-ebe3-460c-9c5a-695f4079f28b on network d86ba009-4606-482a-9702-0449678e38c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:47:46.890089 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-cedb388b-b7c9-4ef5-91dc-4be419114827 service neutron] Attempting to bind port bf07cae9-ebe3-460c-9c5a-695f4079f28b on network d86ba009-4606-482a-9702-0449678e38c9 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:47:46.894407 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da19257e-9d29-492e-968b-617ad3551670 req-9cbfaf6f-adef-4d9d-b433-0680466bdcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:46.896054 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-da19257e-9d29-492e-968b-617ad3551670 req-9cbfaf6f-adef-4d9d-b433-0680466bdcd1 service neutron] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3591926 Sep 24 15:47:46.900507 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d49fbf2a-f589-4d6a-bb75-a0d8e4f5afb7 req-77e41e79-fe60-426c-ac49-c317f82d2cce tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] 10.222.0.101 "GET /v2.0/security-groups?id=8943ce8f-1876-4ecc-8724-8c0bb42ad322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651254 Sep 24 15:47:46.934084 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-75040914-fb41-4f52-9702-94d1f2a3c7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:46.934921 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-75040914-fb41-4f52-9702-94d1f2a3c7c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:46.937196 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-75040914-fb41-4f52-9702-94d1f2a3c7c3 service neutron] 10.222.0.108 "PUT /v2.0/ports/934fe31a-9412-4ff8-898f-d83066f55b6d HTTP/1.1" status: 200 len: 1092 time: 3.0656838 Sep 24 15:47:46.965500 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-cedb388b-b7c9-4ef5-91dc-4be419114827 service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:47:46.965836 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-cedb388b-b7c9-4ef5-91dc-4be419114827 service neutron] Checking segment: {'id': 'cf0bc314-c998-4e55-a354-35682f16ea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'd86ba009-4606-482a-9702-0449678e38c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:47:46.966220 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-cedb388b-b7c9-4ef5-91dc-4be419114827 service neutron] Bound using segment: {'id': 'cf0bc314-c998-4e55-a354-35682f16ea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'd86ba009-4606-482a-9702-0449678e38c9'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:47:46.966874 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-cedb388b-b7c9-4ef5-91dc-4be419114827 service neutron] Bound port: bf07cae9-ebe3-460c-9c5a-695f4079f28b, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf0bc314-c998-4e55-a354-35682f16ea07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'd86ba009-4606-482a-9702-0449678e38c9'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:47:46.967239 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-cedb388b-b7c9-4ef5-91dc-4be419114827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:47.003928 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75040914-fb41-4f52-9702-94d1f2a3c7c3 service neutron] Pushing event updated for resources: {'Port': ['ID=934fe31a-9412-4ff8-898f-d83066f55b6d,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:47.039818 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e4f2e-10bf-4717-9941-f0ac7eec86dc req-64d9bed5-3c9a-417e-a42f-81ea71ef750f tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:47.041309 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c95e4f2e-10bf-4717-9941-f0ac7eec86dc req-64d9bed5-3c9a-417e-a42f-81ea71ef750f tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] 10.222.0.101 "GET /v2.0/ports?device_id=0fc83a57-ba63-4671-b5aa-f526436176d3 HTTP/1.1" status: 200 len: 944 time: 0.0582509 Sep 24 15:47:47.057983 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5be9460b-bfdc-4f99-9b1c-9e2cca8b2eb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:47.058195 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71318710-18df-41ff-8f4d-51caa96e8bf4 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Made reservation on behalf of 34fff317efec412ba52d2da15b26504e for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:47:47.059893 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-71318710-18df-41ff-8f4d-51caa96e8bf4 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:47.148445 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-b7efe98a-5ce1-47bc-b074-44073a8bac13 service neutron] 10.222.0.108 "GET /v2.0/networks/d86ba009-4606-482a-9702-0449678e38c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2932041 Sep 24 15:47:47.151977 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c95e4f2e-10bf-4717-9941-f0ac7eec86dc req-9044e722-11d7-4f6a-8cd2-f5b7d1c65671 tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] 10.222.0.101 "GET /v2.0/security-groups?id=e0c70cef-ef4f-43d2-be08-c37b6558b005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039977 Sep 24 15:47:47.177392 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c4ae3d-299d-48d6-8dff-ae7d02b64202 req-bade647e-1f96-4623-a3c9-394aa7743d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:47.182840 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-30c4ae3d-299d-48d6-8dff-ae7d02b64202 req-bade647e-1f96-4623-a3c9-394aa7743d43 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=3fc4017697c14ce4af5c2f8f0a5a85cf&device_id=0fc83a57-ba63-4671-b5aa-f526436176d3 HTTP/1.1" status: 200 len: 1095 time: 0.2295909 Sep 24 15:47:47.244726 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-cedb388b-b7c9-4ef5-91dc-4be419114827 service neutron] For port bf07cae9-ebe3-460c-9c5a-695f4079f28b, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:47:47.253142 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-cedb388b-b7c9-4ef5-91dc-4be419114827 service neutron] For port bf07cae9-ebe3-460c-9c5a-695f4079f28b, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=bf07cae9-ebe3-460c-9c5a-695f4079f28b,segment=NetworkSegment(cf0bc314-c998-4e55-a354-35682f16ea07),segment_id=cf0bc314-c998-4e55-a354-35682f16ea07)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:47:47.311032 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-30c4ae3d-299d-48d6-8dff-ae7d02b64202 req-c83e29ab-97ed-479d-bdac-44460decb51f service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e37e6ad1-25b4-40c6-af01-9271e29adfb3 HTTP/1.1" status: 200 len: 217 time: 0.0965657 Sep 24 15:47:47.376454 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-cedb388b-b7c9-4ef5-91dc-4be419114827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:47.379806 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cb613e9f-64d7-46fd-b4b4-af843f9e3cfc req-49963892-a6f0-4e7a-8be3-843f93ded202 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] 10.222.0.101 "GET /v2.0/ports?device_id=d719fec7-66f1-4dd2-b53f-53a84893c57c HTTP/1.1" status: 200 len: 210 time: 0.0811758 Sep 24 15:47:47.396036 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9a8d3996-aadb-430b-b574-80ab1d963969 req-65d2411c-dd5e-4a01-83ef-3ecf2c129468 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=5ced0366-b713-4343-89a2-ec8a0f67be3d HTTP/1.1" status: 200 len: 210 time: 0.0413408 Sep 24 15:47:47.405808 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-71318710-18df-41ff-8f4d-51caa96e8bf4 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:47.421881 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-628fe7eb-109f-42c5-89e7-85b6e75a5cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:47.424438 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-628fe7eb-109f-42c5-89e7-85b6e75a5cdc service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=60d1fb18fcd9426784e8ce7bc798f153&device_id=6af5d3d8-190e-4b1c-a819-060128ceae71 HTTP/1.1" status: 200 len: 1095 time: 0.2635906 Sep 24 15:47:47.482712 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedb388b-b7c9-4ef5-91dc-4be419114827 service neutron] Pushing event updated for resources: {'Port': ['ID=bf07cae9-ebe3-460c-9c5a-695f4079f28b,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:47.496212 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-7cdca9e6-8ff9-4e6c-83cf-50ec1e854fd3 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=934fe31a-9412-4ff8-898f-d83066f55b6d HTTP/1.1" status: 200 len: 217 time: 0.0464554 Sep 24 15:47:47.547951 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71318710-18df-41ff-8f4d-51caa96e8bf4 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Pushing event updated for resources: {'Subnet': ['ID=79043505-bd24-4c0e-962d-c818c47fb0b0,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:47.558752 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-cedb388b-b7c9-4ef5-91dc-4be419114827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:47.559332 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-cedb388b-b7c9-4ef5-91dc-4be419114827 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:47.561270 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-cedb388b-b7c9-4ef5-91dc-4be419114827 service neutron] 10.222.0.110 "PUT /v2.0/ports/bf07cae9-ebe3-460c-9c5a-695f4079f28b HTTP/1.1" status: 200 len: 1091 time: 3.0633936 Sep 24 15:47:47.564243 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71318710-18df-41ff-8f4d-51caa96e8bf4 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Checking segment: {'id': '5331b60a-7f70-4deb-a952-1bc741085790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '367ed3ca-b2ff-4233-bcbe-998d0584517f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:47:47.564601 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71318710-18df-41ff-8f4d-51caa96e8bf4 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Network hostable DHCP agents. Network: 367ed3ca-b2ff-4233-bcbe-998d0584517f, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:47:47.587050 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-05f78aaf-72b0-4bb2-a608-c67240b583dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:47.588368 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-05f78aaf-72b0-4bb2-a608-c67240b583dd service neutron] 10.222.0.108 "GET /v2.0/subnets?id=6d3f32ee-905c-42fd-99a9-c0326dc58736 HTTP/1.1" status: 200 len: 857 time: 0.0857189 Sep 24 15:47:47.588606 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c4ae3d-299d-48d6-8dff-ae7d02b64202 req-1071431e-ad2e-44db-8a81-41dae9d8fbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:47.590120 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-30c4ae3d-299d-48d6-8dff-ae7d02b64202 req-1071431e-ad2e-44db-8a81-41dae9d8fbf9 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=7781dca1-15b5-49d3-b0d2-48d32e3a287f HTTP/1.1" status: 200 len: 850 time: 0.2515666 Sep 24 15:47:47.633955 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-0da685ae-c6c7-41a6-a399-b2b86c2c1b93 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=d86ba009-4606-482a-9702-0449678e38c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303464 Sep 24 15:47:47.647651 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-30c4ae3d-299d-48d6-8dff-ae7d02b64202 req-d2516422-0d8e-4425-a775-d3808e5d349c service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=a459d618-2994-4bc2-b9fa-eb2edc7114f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402000 Sep 24 15:47:47.652240 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-f95c62e3-5b14-4249-aadd-d6a5d64c5382 service neutron] 10.222.0.108 "GET /v2.0/networks/d86ba009-4606-482a-9702-0449678e38c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4684434 Sep 24 15:47:47.690758 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5be9460b-bfdc-4f99-9b1c-9e2cca8b2eb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:47.749554 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-8021df23-616c-413f-84d8-6904312a2935 service neutron] 10.222.0.108 "GET /v2.0/networks/d86ba009-4606-482a-9702-0449678e38c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066127 Sep 24 15:47:47.818652 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-0c3ba16a-72c9-4720-879f-eb361e4a3522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:47.820193 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-0c3ba16a-72c9-4720-879f-eb361e4a3522 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=60d1fb18fcd9426784e8ce7bc798f153&device_id=b15225d5-131c-4c96-80bb-e359db49656e HTTP/1.1" status: 200 len: 1094 time: 0.1142845 Sep 24 15:47:47.822469 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-30c4ae3d-299d-48d6-8dff-ae7d02b64202 req-f6a1e550-727e-4e6a-a501-3ae129002773 service neutron] 10.222.0.108 "GET /v2.0/networks/a459d618-2994-4bc2-b9fa-eb2edc7114f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628788 Sep 24 15:47:47.866136 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-d78372c9-8f77-4b9e-971e-ef7e6d448d01 service neutron] 10.222.0.108 "GET /v2.0/networks/d86ba009-4606-482a-9702-0449678e38c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074660 Sep 24 15:47:47.884005 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71318710-18df-41ff-8f4d-51caa96e8bf4 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Network 367ed3ca-b2ff-4233-bcbe-998d0584517f is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:47:47.895899 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-f0e520cf-4746-4326-b655-4c23daa972c3 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf07cae9-ebe3-460c-9c5a-695f4079f28b HTTP/1.1" status: 200 len: 217 time: 0.0633688 Sep 24 15:47:47.945508 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [req-88c69eb6-61e2-4a8d-b62e-96530026b6a4 req-52ccfb60-d9f7-4503-88fe-e602d54f0c73 tempest-LiveMigrationNegativeTest-558522789 tempest-LiveMigrationNegativeTest-558522789-project] (95297) timed out ('10.222.0.108', 53158) {{(pid=95297) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 24 15:47:47.988495 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-2fd3019c-94e7-48e7-9523-c4a43ec835f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:47.989972 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-2fd3019c-94e7-48e7-9523-c4a43ec835f8 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=6d3f32ee-905c-42fd-99a9-c0326dc58736 HTTP/1.1" status: 200 len: 857 time: 0.0853324 Sep 24 15:47:48.018513 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-30c4ae3d-299d-48d6-8dff-ae7d02b64202 req-5ba9c443-3d1b-4b13-88d3-c844105b0665 service neutron] 10.222.0.108 "GET /v2.0/networks/a459d618-2994-4bc2-b9fa-eb2edc7114f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876149 Sep 24 15:47:48.036115 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-2d1721fd-ba66-4dc0-80f1-2c54b9dbda86 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=d86ba009-4606-482a-9702-0449678e38c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325265 Sep 24 15:47:48.037335 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5be9460b-bfdc-4f99-9b1c-9e2cca8b2eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:48.052544 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-71318710-18df-41ff-8f4d-51caa96e8bf4 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 367ed3ca-b2ff-4233-bcbe-998d0584517f) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:47:48.062437 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71318710-18df-41ff-8f4d-51caa96e8bf4 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:48.063115 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f76d9a7-37a0-423e-a2b6-23f48f92a0ae None None] Network 367ed3ca-b2ff-4233-bcbe-998d0584517f requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:47:48.063615 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-71318710-18df-41ff-8f4d-51caa96e8bf4 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:48.095278 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdc6c29-6c18-4902-862d-f80a4923cbcf req-6c7228d9-d8d5-47bd-8a45-277b48befd53 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:48.097068 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9bdc6c29-6c18-4902-862d-f80a4923cbcf req-6c7228d9-d8d5-47bd-8a45-277b48befd53 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] 10.222.0.101 "GET /v2.0/ports?device_id=b15225d5-131c-4c96-80bb-e359db49656e HTTP/1.1" status: 200 len: 943 time: 0.1151040 Sep 24 15:47:48.103897 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60663736-e358-45ba-885a-627eaa13ee0c req-e87b58ed-52db-40f3-9310-ef440e6d8300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:48.105394 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-60663736-e358-45ba-885a-627eaa13ee0c req-e87b58ed-52db-40f3-9310-ef440e6d8300 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=60d1fb18fcd9426784e8ce7bc798f153&device_id=fff91849-beb9-49b9-83c8-d680a952e417 HTTP/1.1" status: 200 len: 1094 time: 0.0868852 Sep 24 15:47:48.113262 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-5be9460b-bfdc-4f99-9b1c-9e2cca8b2eb6 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=07581a2f1a384dc78740e1358177c25a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3045323 Sep 24 15:47:48.116163 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 33662) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:47:48.119140 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be9460b-bfdc-4f99-9b1c-9e2cca8b2eb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14af942d-f7af-4e5e-beb1-b21fe2bd2c73,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:48.159081 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6af5d3d8-190e-4b1c-a819-060128ceae71', 'tag': '934fe31a-9412-4ff8-898f-d83066f55b6d'}, {'name': 'network-changed', 'server_uuid': 'b15225d5-131c-4c96-80bb-e359db49656e', 'tag': 'bf07cae9-ebe3-460c-9c5a-695f4079f28b'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:47:48.171660 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47759b36-fed9-4445-b04d-d9a6c76a6905" -d '{"events": [{"name": "network-changed", "server_uuid": "6af5d3d8-190e-4b1c-a819-060128ceae71", "tag": "934fe31a-9412-4ff8-898f-d83066f55b6d"}, {"name": "network-changed", "server_uuid": "b15225d5-131c-4c96-80bb-e359db49656e", "tag": "bf07cae9-ebe3-460c-9c5a-695f4079f28b"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:47:48.194162 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-83ecaef3-65ff-4b9a-b552-43b9bbd2724c service neutron] 10.222.0.110 "GET /v2.0/networks/d86ba009-4606-482a-9702-0449678e38c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460803 Sep 24 15:47:48.269094 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-71318710-18df-41ff-8f4d-51caa96e8bf4 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5299027 Sep 24 15:47:48.269585 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 33668) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:47:48.271068 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 24 Sep 2021 15:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214afb07-c144-4c76-b712-0f51a998f323 x-openstack-request-id: req-214afb07-c144-4c76-b712-0f51a998f323 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:47:48.271417 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6af5d3d8-190e-4b1c-a819-060128ceae71", "tag": "934fe31a-9412-4ff8-898f-d83066f55b6d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b15225d5-131c-4c96-80bb-e359db49656e", "tag": "bf07cae9-ebe3-460c-9c5a-695f4079f28b", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:47:48.272276 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-214afb07-c144-4c76-b712-0f51a998f323 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:47:48.272798 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6af5d3d8-190e-4b1c-a819-060128ceae71', 'tag': '934fe31a-9412-4ff8-898f-d83066f55b6d', 'status': 'completed', 'code': 200} Sep 24 15:47:48.273061 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b15225d5-131c-4c96-80bb-e359db49656e', 'tag': 'bf07cae9-ebe3-460c-9c5a-695f4079f28b', 'status': 'completed', 'code': 200} Sep 24 15:47:48.284863 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8838f7bc-7ec3-451a-ab6c-31cf72a1aa03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-367ed3ca-b2ff-4233-bcbe-998d0584517f', 'network_id': '367ed3ca-b2ff-4233-bcbe-998d0584517f', 'tenant_id': '34fff317efec412ba52d2da15b26504e', 'fixed_ips': [{'subnet_id': '79043505-bd24-4c0e-962d-c818c47fb0b0'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:47:48.291421 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8838f7bc-7ec3-451a-ab6c-31cf72a1aa03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:48.291568 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-f8515356-bffc-4675-b8f6-42080fe34b82 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Request body: {'network': {'name': 'tempest-router-network01--1743886556'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:47:48.374185 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60663736-e358-45ba-885a-627eaa13ee0c req-9004497a-bb47-46b0-b3cd-5ce5ce61b15a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:48.374806 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-60663736-e358-45ba-885a-627eaa13ee0c req-9004497a-bb47-46b0-b3cd-5ce5ce61b15a service neutron] 10.222.0.108 "GET /v2.0/networks?id=d86ba009-4606-482a-9702-0449678e38c9 HTTP/1.1" status: 200 len: 919 time: 0.2577722 Sep 24 15:47:48.395219 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9bdc6c29-6c18-4902-862d-f80a4923cbcf req-d66b89a9-e6f1-48d8-92ba-3ae0b28552b8 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] 10.222.0.101 "GET /v2.0/security-groups?id=8943ce8f-1876-4ecc-8724-8c0bb42ad322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886841 Sep 24 15:47:48.475769 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1a58a428-c5c2-400c-847f-f9d072d77e87 req-1ac71848-2bfd-4bb6-aad5-eedfc812cdf2 service neutron] 10.222.0.110 "GET /v2.0/networks/d86ba009-4606-482a-9702-0449678e38c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727871 Sep 24 15:47:48.492649 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47759b36-fed9-4445-b04d-d9a6c76a6905 req-7e4d10d1-8cb4-4d40-90b8-80359f7d473f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:48.494304 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-47759b36-fed9-4445-b04d-d9a6c76a6905 req-7e4d10d1-8cb4-4d40-90b8-80359f7d473f service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=60d1fb18fcd9426784e8ce7bc798f153&device_id=6af5d3d8-190e-4b1c-a819-060128ceae71 HTTP/1.1" status: 200 len: 1095 time: 0.1879458 Sep 24 15:47:48.504910 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03a5eed-bddb-4c3b-b7a6-6d4f37adee33 req-cd4af74a-e05f-41d2-a8bb-c806e2455dfc tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:48.507205 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b03a5eed-bddb-4c3b-b7a6-6d4f37adee33 req-cd4af74a-e05f-41d2-a8bb-c806e2455dfc tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] 10.222.0.101 "GET /v2.0/ports?device_id=0fc83a57-ba63-4671-b5aa-f526436176d3 HTTP/1.1" status: 200 len: 944 time: 0.1993556 Sep 24 15:47:48.518750 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-8838f7bc-7ec3-451a-ab6c-31cf72a1aa03 None None] Allocated IP 2001:db8::2 (367ed3ca-b2ff-4233-bcbe-998d0584517f/79043505-bd24-4c0e-962d-c818c47fb0b0/fc64b17e-b439-4155-86f5-056374fb82bc) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:47:48.530578 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-60663736-e358-45ba-885a-627eaa13ee0c req-014a343e-70ac-4437-bc3b-96a6fdc25500 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f5cd2aa7-9b4a-43b1-b017-db20180c9824 HTTP/1.1" status: 200 len: 217 time: 0.1212544 Sep 24 15:47:48.575048 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8515356-bffc-4675-b8f6-42080fe34b82 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Made reservation on behalf of 34fff317efec412ba52d2da15b26504e for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:47:48.578508 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f8515356-bffc-4675-b8f6-42080fe34b82 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:48.637152 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60663736-e358-45ba-885a-627eaa13ee0c req-1f42ef0e-7286-49f0-ac97-ee666788a7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:48.639052 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-60663736-e358-45ba-885a-627eaa13ee0c req-1f42ef0e-7286-49f0-ac97-ee666788a7bc service neutron] 10.222.0.108 "GET /v2.0/subnets?id=6d3f32ee-905c-42fd-99a9-c0326dc58736 HTTP/1.1" status: 200 len: 857 time: 0.0971413 Sep 24 15:47:48.663666 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b03a5eed-bddb-4c3b-b7a6-6d4f37adee33 req-b0d57bcf-4118-4420-8a83-98e20b1a6726 tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] 10.222.0.101 "GET /v2.0/security-groups?id=e0c70cef-ef4f-43d2-be08-c37b6558b005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298459 Sep 24 15:47:48.695761 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-60663736-e358-45ba-885a-627eaa13ee0c req-33040b5f-20f5-4916-9ff0-75c9962b9a41 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=d86ba009-4606-482a-9702-0449678e38c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365107 Sep 24 15:47:48.714140 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e61ce94c-c2ae-4bb0-ab75-85aafa1d589a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:48.717774 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-37045de9-ffb6-4e02-b02f-af031529cc76 req-39008fad-eabf-46da-94d7-b79abd4d8c6e tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=5ced0366-b713-4343-89a2-ec8a0f67be3d HTTP/1.1" status: 200 len: 210 time: 0.0723922 Sep 24 15:47:48.753118 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8838f7bc-7ec3-451a-ab6c-31cf72a1aa03 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:48.779640 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e61ce94c-c2ae-4bb0-ab75-85aafa1d589a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:48.785472 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3aad9aed-548d-4f9d-8a66-82df9a58b13a req-78022416-f10a-490c-b0e2-957e9c0acf51 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] 10.222.0.101 "GET /v2.0/ports?device_id=d719fec7-66f1-4dd2-b53f-53a84893c57c HTTP/1.1" status: 200 len: 210 time: 0.0481927 Sep 24 15:47:48.813180 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8515356-bffc-4675-b8f6-42080fe34b82 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1256} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:47:48.816211 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47759b36-fed9-4445-b04d-d9a6c76a6905 req-198b790d-6f7f-474d-8334-b4da690769d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:48.817853 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-47759b36-fed9-4445-b04d-d9a6c76a6905 req-198b790d-6f7f-474d-8334-b4da690769d4 service neutron] 10.222.0.108 "GET /v2.0/networks?id=d86ba009-4606-482a-9702-0449678e38c9 HTTP/1.1" status: 200 len: 919 time: 0.3095665 Sep 24 15:47:48.821943 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f8515356-bffc-4675-b8f6-42080fe34b82 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:48.822448 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-f8515356-bffc-4675-b8f6-42080fe34b82 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Added segment 3cb856bb-53b5-4d3b-aa8b-7e3c3250c1d5 of type vlan for network 923a35f4-5c40-4ab2-b64a-95a8a244ddc7 Sep 24 15:47:48.842905 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47759b36-fed9-4445-b04d-d9a6c76a6905 req-ace452d0-c207-4522-bb73-d709885a1c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:48.844633 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-47759b36-fed9-4445-b04d-d9a6c76a6905 req-ace452d0-c207-4522-bb73-d709885a1c01 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=60d1fb18fcd9426784e8ce7bc798f153&device_id=b15225d5-131c-4c96-80bb-e359db49656e HTTP/1.1" status: 200 len: 1094 time: 0.2087018 Sep 24 15:47:48.882873 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-60663736-e358-45ba-885a-627eaa13ee0c req-546ae874-0dab-438e-a2e2-190f2ca2c530 service neutron] 10.222.0.108 "GET /v2.0/networks/d86ba009-4606-482a-9702-0449678e38c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697819 Sep 24 15:47:48.900830 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-47759b36-fed9-4445-b04d-d9a6c76a6905 req-ba366540-d162-4d60-81da-68ca3f8d2d73 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=934fe31a-9412-4ff8-898f-d83066f55b6d HTTP/1.1" status: 200 len: 217 time: 0.0693107 Sep 24 15:47:48.953515 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f8515356-bffc-4675-b8f6-42080fe34b82 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:48.956333 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8838f7bc-7ec3-451a-ab6c-31cf72a1aa03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:48.992190 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-60663736-e358-45ba-885a-627eaa13ee0c req-de39db04-4279-4825-81a2-3de0a68335aa service neutron] 10.222.0.108 "GET /v2.0/networks/d86ba009-4606-482a-9702-0449678e38c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901814 Sep 24 15:47:49.023914 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e61ce94c-c2ae-4bb0-ab75-85aafa1d589a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:49.026822 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e61ce94c-c2ae-4bb0-ab75-85aafa1d589a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:49.028121 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e61ce94c-c2ae-4bb0-ab75-85aafa1d589a admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/14af942d-f7af-4e5e-beb1-b21fe2bd2c73 HTTP/1.1" status: 204 len: 168 time: 0.9097714 Sep 24 15:47:49.041006 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47759b36-fed9-4445-b04d-d9a6c76a6905 req-a8b5d65c-a079-4862-8fd8-08481190bdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:49.042558 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-47759b36-fed9-4445-b04d-d9a6c76a6905 req-a8b5d65c-a079-4862-8fd8-08481190bdb1 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=6d3f32ee-905c-42fd-99a9-c0326dc58736 HTTP/1.1" status: 200 len: 857 time: 0.1241539 Sep 24 15:47:49.056571 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61ce94c-c2ae-4bb0-ab75-85aafa1d589a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14af942d-f7af-4e5e-beb1-b21fe2bd2c73,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:49.086311 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-47759b36-fed9-4445-b04d-d9a6c76a6905 req-54aae832-6eb2-48bd-b5f9-1aa3bad22045 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=d86ba009-4606-482a-9702-0449678e38c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343971 Sep 24 15:47:49.088272 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47759b36-fed9-4445-b04d-d9a6c76a6905 req-eca62b9f-4173-4bae-a0c2-b24c712867e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:49.088920 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-47759b36-fed9-4445-b04d-d9a6c76a6905 req-eca62b9f-4173-4bae-a0c2-b24c712867e5 service neutron] 10.222.0.110 "GET /v2.0/networks?id=d86ba009-4606-482a-9702-0449678e38c9 HTTP/1.1" status: 200 len: 919 time: 0.2164211 Sep 24 15:47:49.173707 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-47759b36-fed9-4445-b04d-d9a6c76a6905 req-432b6b83-1358-4981-aed5-6223208267cc service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf07cae9-ebe3-460c-9c5a-695f4079f28b HTTP/1.1" status: 200 len: 217 time: 0.0642912 Sep 24 15:47:49.174211 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f8515356-bffc-4675-b8f6-42080fe34b82 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:49.180561 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8515356-bffc-4675-b8f6-42080fe34b82 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:49.181160 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f8515356-bffc-4675-b8f6-42080fe34b82 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:49.201114 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8838f7bc-7ec3-451a-ab6c-31cf72a1aa03 None None] Pushing event updated for resources: {'Port': ['ID=fc64b17e-b439-4155-86f5-056374fb82bc,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:49.204935 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8838f7bc-7ec3-451a-ab6c-31cf72a1aa03 None None] Network 367ed3ca-b2ff-4233-bcbe-998d0584517f is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:47:49.206904 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-8838f7bc-7ec3-451a-ab6c-31cf72a1aa03 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:47:49.209594 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8838f7bc-7ec3-451a-ab6c-31cf72a1aa03 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:47:49.265113 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-8838f7bc-7ec3-451a-ab6c-31cf72a1aa03 None None] Attempting to bind port fc64b17e-b439-4155-86f5-056374fb82bc on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:47:49.265496 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-8838f7bc-7ec3-451a-ab6c-31cf72a1aa03 None None] Attempting to bind port fc64b17e-b439-4155-86f5-056374fb82bc by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '5331b60a-7f70-4deb-a952-1bc741085790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '367ed3ca-b2ff-4233-bcbe-998d0584517f'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:47:49.265853 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8838f7bc-7ec3-451a-ab6c-31cf72a1aa03 None None] Attempting to bind port fc64b17e-b439-4155-86f5-056374fb82bc on network 367ed3ca-b2ff-4233-bcbe-998d0584517f {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:47:49.271483 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8838f7bc-7ec3-451a-ab6c-31cf72a1aa03 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:47:49.271996 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8838f7bc-7ec3-451a-ab6c-31cf72a1aa03 None None] Checking segment: {'id': '5331b60a-7f70-4deb-a952-1bc741085790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '367ed3ca-b2ff-4233-bcbe-998d0584517f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:47:49.272672 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8838f7bc-7ec3-451a-ab6c-31cf72a1aa03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:49.273409 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8838f7bc-7ec3-451a-ab6c-31cf72a1aa03 None None] Bound using segment: {'id': '5331b60a-7f70-4deb-a952-1bc741085790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '367ed3ca-b2ff-4233-bcbe-998d0584517f'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:47:49.274042 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-8838f7bc-7ec3-451a-ab6c-31cf72a1aa03 None None] Bound port: fc64b17e-b439-4155-86f5-056374fb82bc, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5331b60a-7f70-4deb-a952-1bc741085790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '367ed3ca-b2ff-4233-bcbe-998d0584517f'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:47:49.274676 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8838f7bc-7ec3-451a-ab6c-31cf72a1aa03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:49.345589 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-8838f7bc-7ec3-451a-ab6c-31cf72a1aa03 None None] For port fc64b17e-b439-4155-86f5-056374fb82bc, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:47:49.349550 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-8838f7bc-7ec3-451a-ab6c-31cf72a1aa03 None None] For port fc64b17e-b439-4155-86f5-056374fb82bc, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=fc64b17e-b439-4155-86f5-056374fb82bc,segment=NetworkSegment(5331b60a-7f70-4deb-a952-1bc741085790),segment_id=5331b60a-7f70-4deb-a952-1bc741085790)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:47:49.356101 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8515356-bffc-4675-b8f6-42080fe34b82 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Pushing event updated for resources: {'Network': ['ID=923a35f4-5c40-4ab2-b64a-95a8a244ddc7,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:49.368821 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 923a35f4-5c40-4ab2-b64a-95a8a244ddc7 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:47:49.369245 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47759b36-fed9-4445-b04d-d9a6c76a6905 req-bee847d4-5137-49a4-b013-cb512bb4dc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:49.370770 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-47759b36-fed9-4445-b04d-d9a6c76a6905 req-bee847d4-5137-49a4-b013-cb512bb4dc59 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=6d3f32ee-905c-42fd-99a9-c0326dc58736 HTTP/1.1" status: 200 len: 857 time: 0.1775453 Sep 24 15:47:49.391031 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-47759b36-fed9-4445-b04d-d9a6c76a6905 req-a629d6b0-bdeb-4583-be09-db75be919b80 service neutron] 10.222.0.108 "GET /v2.0/networks/d86ba009-4606-482a-9702-0449678e38c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2958419 Sep 24 15:47:49.409393 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-f8515356-bffc-4675-b8f6-42080fe34b82 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1328983 Sep 24 15:47:49.409849 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 33682) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:47:49.410455 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-47759b36-fed9-4445-b04d-d9a6c76a6905 req-5330581e-c552-4e82-bd73-afd78bf573fc service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=d86ba009-4606-482a-9702-0449678e38c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303946 Sep 24 15:47:49.423113 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-6eef1a89-1d8d-4b5f-848e-3c4b69027b93 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Request body: {'network': {'name': 'tempest-router-network02--1084315683'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:47:49.463726 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8838f7bc-7ec3-451a-ab6c-31cf72a1aa03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:49.560681 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eef1a89-1d8d-4b5f-848e-3c4b69027b93 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Made reservation on behalf of 34fff317efec412ba52d2da15b26504e for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:47:49.568387 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6eef1a89-1d8d-4b5f-848e-3c4b69027b93 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:49.603866 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8838f7bc-7ec3-451a-ab6c-31cf72a1aa03 None None] Pushing event updated for resources: {'Port': ['ID=fc64b17e-b439-4155-86f5-056374fb82bc,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:49.643525 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead22996-f629-429e-847a-2227866a1cb9 req-e1792cca-b691-4418-9f0f-662c21b9b63b tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:49.653853 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ead22996-f629-429e-847a-2227866a1cb9 req-e1792cca-b691-4418-9f0f-662c21b9b63b tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] 10.222.0.101 "GET /v2.0/ports?device_id=b15225d5-131c-4c96-80bb-e359db49656e HTTP/1.1" status: 200 len: 943 time: 0.1502385 Sep 24 15:47:49.656113 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eef1a89-1d8d-4b5f-848e-3c4b69027b93 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1268} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:47:49.724588 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6eef1a89-1d8d-4b5f-848e-3c4b69027b93 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:49.727286 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-6eef1a89-1d8d-4b5f-848e-3c4b69027b93 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Added segment 917c417e-ce40-48b3-9ad1-6cf67e9502c0 of type vlan for network f8ca62df-26c5-4e97-a8bd-d9316efe3506 Sep 24 15:47:49.729156 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ead22996-f629-429e-847a-2227866a1cb9 req-cf1dc2da-ec5c-436f-9a57-e19b4abc034b tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] 10.222.0.101 "GET /v2.0/security-groups?id=8943ce8f-1876-4ecc-8724-8c0bb42ad322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742352 Sep 24 15:47:49.738118 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-47759b36-fed9-4445-b04d-d9a6c76a6905 req-ea9194bd-08bb-499b-a4b4-27a88ff899d0 service neutron] 10.222.0.108 "GET /v2.0/networks/d86ba009-4606-482a-9702-0449678e38c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3295023 Sep 24 15:47:49.786976 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-47759b36-fed9-4445-b04d-d9a6c76a6905 req-44267d79-a732-458b-829b-dd4ea56f39dd service neutron] 10.222.0.110 "GET /v2.0/networks/d86ba009-4606-482a-9702-0449678e38c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3291643 Sep 24 15:47:49.846500 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6eef1a89-1d8d-4b5f-848e-3c4b69027b93 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:49.958553 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-074919b2-a728-4b5e-acf2-4aa3e9309077 req-cb6363c6-8e1e-4cbb-b533-02f0480e2f7f tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=5ced0366-b713-4343-89a2-ec8a0f67be3d HTTP/1.1" status: 200 len: 210 time: 0.0397644 Sep 24 15:47:49.996205 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:47:50.011630 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-47759b36-fed9-4445-b04d-d9a6c76a6905 req-46f3232a-95fa-4b6b-92ae-4304da3f8e9f service neutron] 10.222.0.110 "GET /v2.0/networks/d86ba009-4606-482a-9702-0449678e38c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121613 Sep 24 15:47:50.021604 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a92b8e-615c-4160-8327-e641e1089ea8 req-1101b326-93f7-4b58-9d66-24c686bbd1e7 tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:50.030577 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-33a92b8e-615c-4160-8327-e641e1089ea8 req-1101b326-93f7-4b58-9d66-24c686bbd1e7 tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] 10.222.0.101 "GET /v2.0/ports?device_id=0fc83a57-ba63-4671-b5aa-f526436176d3 HTTP/1.1" status: 200 len: 944 time: 0.1493604 Sep 24 15:47:50.053461 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6eef1a89-1d8d-4b5f-848e-3c4b69027b93 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:50.053884 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eef1a89-1d8d-4b5f-848e-3c4b69027b93 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:50.054369 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6eef1a89-1d8d-4b5f-848e-3c4b69027b93 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:50.075001 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-33a92b8e-615c-4160-8327-e641e1089ea8 req-02e5affa-adf3-471d-a45f-b48ca901577c tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] 10.222.0.101 "GET /v2.0/security-groups?id=e0c70cef-ef4f-43d2-be08-c37b6558b005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433686 Sep 24 15:47:50.103351 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d2f7f73a-4d9e-4e23-b992-71e07ec538d9 req-c7761b65-c168-449d-9b21-e56a617720a3 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] 10.222.0.101 "GET /v2.0/ports?device_id=d719fec7-66f1-4dd2-b53f-53a84893c57c HTTP/1.1" status: 200 len: 210 time: 0.0760815 Sep 24 15:47:50.173396 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eef1a89-1d8d-4b5f-848e-3c4b69027b93 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Pushing event updated for resources: {'Network': ['ID=f8ca62df-26c5-4e97-a8bd-d9316efe3506,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:50.184917 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network f8ca62df-26c5-4e97-a8bd-d9316efe3506 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:47:50.315621 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-6eef1a89-1d8d-4b5f-848e-3c4b69027b93 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9044163 Sep 24 15:47:50.318489 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 33706) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:47:50.324485 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-c6c2103b-85af-4d6f-ad89-656255f3c35a tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Request body: {'subnet': {'network_id': '923a35f4-5c40-4ab2-b64a-95a8a244ddc7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:47:50.522545 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c2103b-85af-4d6f-ad89-656255f3c35a tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Made reservation on behalf of 34fff317efec412ba52d2da15b26504e for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:47:50.525469 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c6c2103b-85af-4d6f-ad89-656255f3c35a tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:50.552217 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device fc64b17e-b439-4155-86f5-056374fb82bc up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:47:50.627204 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port fc64b17e-b439-4155-86f5-056374fb82bc triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:47:50.627583 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:50.748600 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:50.800415 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port fc64b17e-b439-4155-86f5-056374fb82bc, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=fc64b17e-b439-4155-86f5-056374fb82bc,segment=NetworkSegment(5331b60a-7f70-4deb-a952-1bc741085790),segment_id=5331b60a-7f70-4deb-a952-1bc741085790)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:47:50.942541 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45dd5d15-ec8b-4777-ba0f-c97716ec2b48 None None] Network 367ed3ca-b2ff-4233-bcbe-998d0584517f requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:47:50.949692 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e88422-d24e-47ce-9f2f-2a9c8b9ed6f0 req-2a2416c5-fb97-4f48-977d-a9a8a96047d5 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:50.958457 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f3e88422-d24e-47ce-9f2f-2a9c8b9ed6f0 req-2a2416c5-fb97-4f48-977d-a9a8a96047d5 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] 10.222.0.101 "GET /v2.0/ports?device_id=b15225d5-131c-4c96-80bb-e359db49656e HTTP/1.1" status: 200 len: 943 time: 0.0748429 Sep 24 15:47:51.066988 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f3e88422-d24e-47ce-9f2f-2a9c8b9ed6f0 req-89fe8f22-c42e-40e1-a729-8a9859af1f3e tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] 10.222.0.101 "GET /v2.0/security-groups?id=8943ce8f-1876-4ecc-8724-8c0bb42ad322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067615 Sep 24 15:47:51.125650 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:51.187831 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=fc64b17e-b439-4155-86f5-056374fb82bc,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:51.197230 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1115c6-f099-40cb-b784-7624ba19860c req-f3db8f72-467c-4225-9a18-e0e9443afdc3 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:51.199491 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bd1115c6-f099-40cb-b784-7624ba19860c req-f3db8f72-467c-4225-9a18-e0e9443afdc3 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.110 "GET /v2.0/networks?id=fcaa8023-73de-41c9-b56a-537c209ef622 HTTP/1.1" status: 200 len: 806 time: 0.2506285 Sep 24 15:47:51.215665 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-48f8922b-cb55-445e-a190-f75c8a17dbed None None] Provisioning complete for port fc64b17e-b439-4155-86f5-056374fb82bc triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:47:51.216805 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-48f8922b-cb55-445e-a190-f75c8a17dbed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:51.236282 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-bd1115c6-f099-40cb-b784-7624ba19860c req-4531844d-9181-4e1a-87a8-da746b1c5e31 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Request body: {'port': {'device_id': '5ced0366-b713-4343-89a2-ec8a0f67be3d', 'network_id': 'fcaa8023-73de-41c9-b56a-537c209ef622', 'admin_state_up': True, 'tenant_id': '62a8ba880b994b468ea0f6bf276f3fa0'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:47:51.391712 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b91f358-1b96-4fc4-9ba1-acebb4825fed req-a75628dd-213c-4175-adfe-b8d2f9e036f2 tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:51.393416 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7b91f358-1b96-4fc4-9ba1-acebb4825fed req-a75628dd-213c-4175-adfe-b8d2f9e036f2 tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] 10.222.0.101 "GET /v2.0/ports?device_id=0fc83a57-ba63-4671-b5aa-f526436176d3 HTTP/1.1" status: 200 len: 944 time: 0.1553760 Sep 24 15:47:51.450916 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0080a270-6a8b-4ae1-a4d1-df2a0fc5dcc7 req-3a0fa4f6-e760-43af-8169-87a56e1c0407 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=5ced0366-b713-4343-89a2-ec8a0f67be3d HTTP/1.1" status: 200 len: 210 time: 0.3587155 Sep 24 15:47:51.472098 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7b91f358-1b96-4fc4-9ba1-acebb4825fed req-8736fd08-72ab-4c85-b4f6-4d09f29d31e1 tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] 10.222.0.101 "GET /v2.0/security-groups?id=e0c70cef-ef4f-43d2-be08-c37b6558b005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681348 Sep 24 15:47:51.552575 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device f5cd2aa7-9b4a-43b1-b017-db20180c9824 details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:47:51.639732 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9c948fe2-d2c2-4545-8dcc-d2010edcc214 req-debebb85-d295-4707-97db-dcca9bcf8186 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] 10.222.0.101 "GET /v2.0/ports?device_id=d719fec7-66f1-4dd2-b53f-53a84893c57c HTTP/1.1" status: 200 len: 210 time: 0.0345418 Sep 24 15:47:51.644005 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c6c2103b-85af-4d6f-ad89-656255f3c35a tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:51.721577 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port f5cd2aa7-9b4a-43b1-b017-db20180c9824, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=f5cd2aa7-9b4a-43b1-b017-db20180c9824,segment=NetworkSegment(cf0bc314-c998-4e55-a354-35682f16ea07),segment_id=cf0bc314-c998-4e55-a354-35682f16ea07)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:47:51.735531 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': 'f5cd2aa7-9b4a-43b1-b017-db20180c9824', 'network_id': 'd86ba009-4606-482a-9702-0449678e38c9', 'port_id': 'f5cd2aa7-9b4a-43b1-b017-db20180c9824', 'mac_address': 'fa:16:3e:61:55:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d3f32ee-905c-42fd-99a9-c0326dc58736', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:47:51.741697 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c2103b-85af-4d6f-ad89-656255f3c35a tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Pushing event updated for resources: {'Subnet': ['ID=46f7e854-8e32-4db7-9001-1a52596299e5,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:51.744533 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c2103b-85af-4d6f-ad89-656255f3c35a tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Checking segment: {'id': '3cb856bb-53b5-4d3b-aa8b-7e3c3250c1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '923a35f4-5c40-4ab2-b64a-95a8a244ddc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:47:51.744901 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c2103b-85af-4d6f-ad89-656255f3c35a tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Network hostable DHCP agents. Network: 923a35f4-5c40-4ab2-b64a-95a8a244ddc7, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:47:51.750245 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-9ba19bf2-f752-47fe-a8d1-45d713ede1a6 None None] Provisioning complete for port fc64b17e-b439-4155-86f5-056374fb82bc triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:47:51.750777 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9ba19bf2-f752-47fe-a8d1-45d713ede1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:51.821014 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:51.840636 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5cd2aa7-9b4a-43b1-b017-db20180c9824 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:47:51.863186 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port f5cd2aa7-9b4a-43b1-b017-db20180c9824, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=f5cd2aa7-9b4a-43b1-b017-db20180c9824,segment=NetworkSegment(cf0bc314-c998-4e55-a354-35682f16ea07),segment_id=cf0bc314-c998-4e55-a354-35682f16ea07)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:47:51.875992 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd1115c6-f099-40cb-b784-7624ba19860c req-4531844d-9181-4e1a-87a8-da746b1c5e31 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Made reservation on behalf of 62a8ba880b994b468ea0f6bf276f3fa0 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:47:51.891031 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-bd1115c6-f099-40cb-b784-7624ba19860c req-4531844d-9181-4e1a-87a8-da746b1c5e31 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:51.902753 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6c2103b-85af-4d6f-ad89-656255f3c35a tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Network 923a35f4-5c40-4ab2-b64a-95a8a244ddc7 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:47:52.029577 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:52.030179 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device e37e6ad1-25b4-40c6-af01-9271e29adfb3 details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:47:52.061409 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-bd1115c6-f099-40cb-b784-7624ba19860c req-4531844d-9181-4e1a-87a8-da746b1c5e31 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Allocated IP 172.20.0.4 (fcaa8023-73de-41c9-b56a-537c209ef622/0db07746-4ea4-48db-9d56-837ab1eb05bd/ca08fe33-4ee9-413c-a294-3c0e3835a684) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:47:52.097996 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-c6c2103b-85af-4d6f-ad89-656255f3c35a tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 923a35f4-5c40-4ab2-b64a-95a8a244ddc7) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:47:52.122571 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c2103b-85af-4d6f-ad89-656255f3c35a tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:52.123044 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c6c2103b-85af-4d6f-ad89-656255f3c35a tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:52.124072 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=f5cd2aa7-9b4a-43b1-b017-db20180c9824,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:52.133110 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23641d07-83fb-4612-8324-3ae1afe9b123 None None] Network 923a35f4-5c40-4ab2-b64a-95a8a244ddc7 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:47:52.226991 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device bf07cae9-ebe3-460c-9c5a-695f4079f28b details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:47:52.292546 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.db.resource_extend [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 24 15:47:52.318779 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-c6c2103b-85af-4d6f-ad89-656255f3c35a tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9974704 Sep 24 15:47:52.321091 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 33738) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:47:52.321526 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-bd1115c6-f099-40cb-b784-7624ba19860c req-4531844d-9181-4e1a-87a8-da746b1c5e31 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:52.333017 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-8c89b93b-14ec-49cc-a35a-9e1e08cfa6e9 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Request body: {'subnet': {'network_id': 'f8ca62df-26c5-4e97-a8bd-d9316efe3506', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:47:52.363599 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbe3bac-da43-4e4a-b46b-c0095cde1d40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-923a35f4-5c40-4ab2-b64a-95a8a244ddc7', 'network_id': '923a35f4-5c40-4ab2-b64a-95a8a244ddc7', 'tenant_id': '34fff317efec412ba52d2da15b26504e', 'fixed_ips': [{'subnet_id': '46f7e854-8e32-4db7-9001-1a52596299e5'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:47:52.364642 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8cbe3bac-da43-4e4a-b46b-c0095cde1d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:52.567859 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device fc64b17e-b439-4155-86f5-056374fb82bc up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:47:52.643513 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e0c6433e-ee28-41d5-aae6-2eeb45108d96 req-28353685-bde8-4010-9318-dea93efef1e0 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=5ced0366-b713-4343-89a2-ec8a0f67be3d HTTP/1.1" status: 200 len: 210 time: 0.0611939 Sep 24 15:47:52.714432 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port e37e6ad1-25b4-40c6-af01-9271e29adfb3, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=e37e6ad1-25b4-40c6-af01-9271e29adfb3,segment=NetworkSegment(5d322b4b-5a9d-4cbd-9a50-5d225a0cd5ca),segment_id=5d322b4b-5a9d-4cbd-9a50-5d225a0cd5ca)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:47:52.738383 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c89b93b-14ec-49cc-a35a-9e1e08cfa6e9 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Made reservation on behalf of 34fff317efec412ba52d2da15b26504e for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:47:52.744409 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8c89b93b-14ec-49cc-a35a-9e1e08cfa6e9 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:52.782989 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': 'e37e6ad1-25b4-40c6-af01-9271e29adfb3', 'network_id': 'a459d618-2994-4bc2-b9fa-eb2edc7114f1', 'port_id': 'e37e6ad1-25b4-40c6-af01-9271e29adfb3', 'mac_address': 'fa:16:3e:77:3a:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7781dca1-15b5-49d3-b0d2-48d32e3a287f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:47:52.803735 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port bf07cae9-ebe3-460c-9c5a-695f4079f28b, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=bf07cae9-ebe3-460c-9c5a-695f4079f28b,segment=NetworkSegment(cf0bc314-c998-4e55-a354-35682f16ea07),segment_id=cf0bc314-c998-4e55-a354-35682f16ea07)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:47:52.860400 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-8cbe3bac-da43-4e4a-b46b-c0095cde1d40 None None] Allocated IP 2001:db8::2 (923a35f4-5c40-4ab2-b64a-95a8a244ddc7/46f7e854-8e32-4db7-9001-1a52596299e5/59daf6df-2dcf-4261-ac04-89056dd01943) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:47:52.864502 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': 'bf07cae9-ebe3-460c-9c5a-695f4079f28b', 'network_id': 'd86ba009-4606-482a-9702-0449678e38c9', 'port_id': 'bf07cae9-ebe3-460c-9c5a-695f4079f28b', 'mac_address': 'fa:16:3e:1b:c0:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d3f32ee-905c-42fd-99a9-c0326dc58736', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:47:52.928946 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:52.955059 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port fc64b17e-b439-4155-86f5-056374fb82bc triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:47:52.955438 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:53.006291 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e37e6ad1-25b4-40c6-af01-9271e29adfb3 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:47:53.023074 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:53.048162 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea62dfb7-2d88-44e3-b0a9-ad5ed5db25b8 req-9edd8216-6006-4586-9325-da201b778e21 tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:53.059176 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ea62dfb7-2d88-44e3-b0a9-ad5ed5db25b8 req-9edd8216-6006-4586-9325-da201b778e21 tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] 10.222.0.101 "GET /v2.0/ports?device_id=0fc83a57-ba63-4671-b5aa-f526436176d3 HTTP/1.1" status: 200 len: 944 time: 0.2354572 Sep 24 15:47:53.081276 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4236a42e-fc52-40cb-8c14-6c010471c68c req-6ceecdf8-9da1-4389-b7c4-26b9c6730398 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:53.083388 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4236a42e-fc52-40cb-8c14-6c010471c68c req-6ceecdf8-9da1-4389-b7c4-26b9c6730398 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] 10.222.0.101 "GET /v2.0/ports?device_id=b15225d5-131c-4c96-80bb-e359db49656e HTTP/1.1" status: 200 len: 943 time: 0.7860167 Sep 24 15:47:53.173702 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4236a42e-fc52-40cb-8c14-6c010471c68c req-383a39ab-01a5-4cab-963c-76ed1fde7928 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] 10.222.0.101 "GET /v2.0/security-groups?id=8943ce8f-1876-4ecc-8724-8c0bb42ad322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813289 Sep 24 15:47:53.181526 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ea62dfb7-2d88-44e3-b0a9-ad5ed5db25b8 req-bd5e11fa-7e2b-4657-8cce-1e097cc9f2e5 tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] 10.222.0.101 "GET /v2.0/security-groups?id=e0c70cef-ef4f-43d2-be08-c37b6558b005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192653 Sep 24 15:47:53.204471 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port e37e6ad1-25b4-40c6-af01-9271e29adfb3, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=e37e6ad1-25b4-40c6-af01-9271e29adfb3,segment=NetworkSegment(5d322b4b-5a9d-4cbd-9a50-5d225a0cd5ca),segment_id=5d322b4b-5a9d-4cbd-9a50-5d225a0cd5ca)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:47:53.208279 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf07cae9-ebe3-460c-9c5a-695f4079f28b {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:47:53.224063 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-bd1115c6-f099-40cb-b784-7624ba19860c req-4531844d-9181-4e1a-87a8-da746b1c5e31 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:53.253434 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['190abd2c-9e7d-4487-82bd-57561f5a96b8'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:47:53.337243 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd1115c6-f099-40cb-b784-7624ba19860c req-4531844d-9181-4e1a-87a8-da746b1c5e31 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Network fcaa8023-73de-41c9-b56a-537c209ef622 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:47:53.355613 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-bd1115c6-f099-40cb-b784-7624ba19860c req-4531844d-9181-4e1a-87a8-da746b1c5e31 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:47:53.361733 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port bf07cae9-ebe3-460c-9c5a-695f4079f28b, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=bf07cae9-ebe3-460c-9c5a-695f4079f28b,segment=NetworkSegment(cf0bc314-c998-4e55-a354-35682f16ea07),segment_id=cf0bc314-c998-4e55-a354-35682f16ea07)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:47:53.366792 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:53.367460 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 934fe31a-9412-4ff8-898f-d83066f55b6d details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:47:53.370614 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd1115c6-f099-40cb-b784-7624ba19860c req-4531844d-9181-4e1a-87a8-da746b1c5e31 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:47:53.390828 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 33758) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:47:53.407485 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8c89b93b-14ec-49cc-a35a-9e1e08cfa6e9 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:53.469745 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1115c6-f099-40cb-b784-7624ba19860c req-4531844d-9181-4e1a-87a8-da746b1c5e31 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:53.478132 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-bd1115c6-f099-40cb-b784-7624ba19860c req-4531844d-9181-4e1a-87a8-da746b1c5e31 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:53.500978 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4531844d-9181-4e1a-87a8-da746b1c5e31 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Pushing event updated for resources: {'Port': ['ID=ca08fe33-4ee9-413c-a294-3c0e3835a684,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:53.559849 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c89b93b-14ec-49cc-a35a-9e1e08cfa6e9 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Pushing event updated for resources: {'Subnet': ['ID=707d716c-a7a8-43e4-b8ac-50ca003dc117,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:53.578259 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:53.602470 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.db.resource_extend [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 24 15:47:53.602685 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c89b93b-14ec-49cc-a35a-9e1e08cfa6e9 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:47:53.606124 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c89b93b-14ec-49cc-a35a-9e1e08cfa6e9 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:47:53.606124 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c89b93b-14ec-49cc-a35a-9e1e08cfa6e9 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:47:53.606124 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c89b93b-14ec-49cc-a35a-9e1e08cfa6e9 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:47:53.606124 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c89b93b-14ec-49cc-a35a-9e1e08cfa6e9 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:47:53.606124 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c89b93b-14ec-49cc-a35a-9e1e08cfa6e9 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:47:53.606124 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c89b93b-14ec-49cc-a35a-9e1e08cfa6e9 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:47:53.606124 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c89b93b-14ec-49cc-a35a-9e1e08cfa6e9 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:47:53.606124 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c89b93b-14ec-49cc-a35a-9e1e08cfa6e9 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:47:53.606124 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c89b93b-14ec-49cc-a35a-9e1e08cfa6e9 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:47:53.606978 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c89b93b-14ec-49cc-a35a-9e1e08cfa6e9 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:47:53.606978 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c89b93b-14ec-49cc-a35a-9e1e08cfa6e9 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:47:53.611179 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c89b93b-14ec-49cc-a35a-9e1e08cfa6e9 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Checking segment: {'id': '917c417e-ce40-48b3-9ad1-6cf67e9502c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'f8ca62df-26c5-4e97-a8bd-d9316efe3506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:47:53.611545 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c89b93b-14ec-49cc-a35a-9e1e08cfa6e9 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Network hostable DHCP agents. Network: f8ca62df-26c5-4e97-a8bd-d9316efe3506, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:47:53.614622 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d9172f8d-a674-4404-b431-fc0805ee0997 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:53.630073 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bd1115c6-f099-40cb-b784-7624ba19860c req-4531844d-9181-4e1a-87a8-da746b1c5e31 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3984649 Sep 24 15:47:53.646160 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-bd1115c6-f099-40cb-b784-7624ba19860c req-1273ace4-6350-4eb1-9132-001e2e3022f1 service neutron] Request body: {'port': {'device_id': '5ced0366-b713-4343-89a2-ec8a0f67be3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:47:53.656558 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=e37e6ad1-25b4-40c6-af01-9271e29adfb3,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:53.661723 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d9172f8d-a674-4404-b431-fc0805ee0997 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:53.662774 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8cbe3bac-da43-4e4a-b46b-c0095cde1d40 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:53.669959 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 934fe31a-9412-4ff8-898f-d83066f55b6d, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=934fe31a-9412-4ff8-898f-d83066f55b6d,segment=NetworkSegment(cf0bc314-c998-4e55-a354-35682f16ea07),segment_id=cf0bc314-c998-4e55-a354-35682f16ea07)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:47:53.686724 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': '934fe31a-9412-4ff8-898f-d83066f55b6d', 'network_id': 'd86ba009-4606-482a-9702-0449678e38c9', 'port_id': '934fe31a-9412-4ff8-898f-d83066f55b6d', 'mac_address': 'fa:16:3e:5d:c9:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d3f32ee-905c-42fd-99a9-c0326dc58736', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:47:53.764354 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-bd1115c6-f099-40cb-b784-7624ba19860c req-1273ace4-6350-4eb1-9132-001e2e3022f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:53.766282 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c89b93b-14ec-49cc-a35a-9e1e08cfa6e9 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Network f8ca62df-26c5-4e97-a8bd-d9316efe3506 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:47:53.853442 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8cbe3bac-da43-4e4a-b46b-c0095cde1d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:53.857433 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d9172f8d-a674-4404-b431-fc0805ee0997 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:53.860159 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d9172f8d-a674-4404-b431-fc0805ee0997 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:53.861418 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-d9172f8d-a674-4404-b431-fc0805ee0997 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] 10.222.0.101 "DELETE /v2.0/security-groups/be6cac17-9963-4188-8e07-d6012bbe1404 HTTP/1.1" status: 204 len: 168 time: 0.4694853 Sep 24 15:47:53.866387 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 33764) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:47:53.875789 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9172f8d-a674-4404-b431-fc0805ee0997 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be6cac17-9963-4188-8e07-d6012bbe1404,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:53.887872 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [None req-4ab6926e-0cc3-4b19-82c5-907991c4d7c1 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] show failed (client error): The resource could not be found. Sep 24 15:47:53.889667 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-4ab6926e-0cc3-4b19-82c5-907991c4d7c1 tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] 10.222.0.101 "GET /v2.0/security-groups/be6cac17-9963-4188-8e07-d6012bbe1404 HTTP/1.1" status: 404 len: 347 time: 0.0231102 Sep 24 15:47:53.894470 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbe3bac-da43-4e4a-b46b-c0095cde1d40 None None] Network 923a35f4-5c40-4ab2-b64a-95a8a244ddc7 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:47:53.899542 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 33766) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:47:53.901279 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-8cbe3bac-da43-4e4a-b46b-c0095cde1d40 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:47:53.908311 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=bf07cae9-ebe3-460c-9c5a-695f4079f28b,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:53.911190 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbe3bac-da43-4e4a-b46b-c0095cde1d40 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:47:53.916249 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:53.924407 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438e8f1c-a369-4438-b71c-8d2ec7cfdde0 req-338bc006-0e31-4230-a849-3baf5f1b667f tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:53.926752 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-438e8f1c-a369-4438-b71c-8d2ec7cfdde0 req-338bc006-0e31-4230-a849-3baf5f1b667f tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=5ced0366-b713-4343-89a2-ec8a0f67be3d HTTP/1.1" status: 200 len: 931 time: 0.1629453 Sep 24 15:47:53.967300 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbe3bac-da43-4e4a-b46b-c0095cde1d40 None None] Pushing event updated for resources: {'Port': ['ID=59daf6df-2dcf-4261-ac04-89056dd01943,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:53.983601 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-8c89b93b-14ec-49cc-a35a-9e1e08cfa6e9 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, f8ca62df-26c5-4e97-a8bd-d9316efe3506) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:47:53.996504 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 934fe31a-9412-4ff8-898f-d83066f55b6d {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:47:54.031030 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['bf07cae9-ebe3-460c-9c5a-695f4079f28b'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:47:54.040558 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c89b93b-14ec-49cc-a35a-9e1e08cfa6e9 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:54.040922 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8c89b93b-14ec-49cc-a35a-9e1e08cfa6e9 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:54.056094 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-438e8f1c-a369-4438-b71c-8d2ec7cfdde0 req-9a612755-2a12-4f31-a6ce-337b323f7ac3 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783761 Sep 24 15:47:54.145962 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-92f0c702-1272-46e4-8368-5a1e1b69ca6c tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Deleting port a7de47a5-b394-463b-93c6-8b964f2f1cd1 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:47:54.146554 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-92f0c702-1272-46e4-8368-5a1e1b69ca6c tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:54.181789 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 33772) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:47:54.186264 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-8c89b93b-14ec-49cc-a35a-9e1e08cfa6e9 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8589883 Sep 24 15:47:54.200676 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c3f51a-00b8-41df-a569-7ed412e1ecd9 None None] Network f8ca62df-26c5-4e97-a8bd-d9316efe3506 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:47:54.315882 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 934fe31a-9412-4ff8-898f-d83066f55b6d, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=934fe31a-9412-4ff8-898f-d83066f55b6d,segment=NetworkSegment(cf0bc314-c998-4e55-a354-35682f16ea07),segment_id=cf0bc314-c998-4e55-a354-35682f16ea07)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:47:54.340634 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-92f0c702-1272-46e4-8368-5a1e1b69ca6c tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:54.341201 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-92f0c702-1272-46e4-8368-5a1e1b69ca6c tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:54.358410 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-92f0c702-1272-46e4-8368-5a1e1b69ca6c tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Calling delete_port for a7de47a5-b394-463b-93c6-8b964f2f1cd1 owned by network:floatingip {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:47:54.377201 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-8cbe3bac-da43-4e4a-b46b-c0095cde1d40 None None] Attempting to bind port 59daf6df-2dcf-4261-ac04-89056dd01943 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:47:54.377562 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-8cbe3bac-da43-4e4a-b46b-c0095cde1d40 None None] Attempting to bind port 59daf6df-2dcf-4261-ac04-89056dd01943 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '3cb856bb-53b5-4d3b-aa8b-7e3c3250c1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '923a35f4-5c40-4ab2-b64a-95a8a244ddc7'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:47:54.377920 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbe3bac-da43-4e4a-b46b-c0095cde1d40 None None] Attempting to bind port 59daf6df-2dcf-4261-ac04-89056dd01943 on network 923a35f4-5c40-4ab2-b64a-95a8a244ddc7 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:47:54.395798 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbe3bac-da43-4e4a-b46b-c0095cde1d40 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:47:54.396169 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbe3bac-da43-4e4a-b46b-c0095cde1d40 None None] Checking segment: {'id': '3cb856bb-53b5-4d3b-aa8b-7e3c3250c1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '923a35f4-5c40-4ab2-b64a-95a8a244ddc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:47:54.402467 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8cbe3bac-da43-4e4a-b46b-c0095cde1d40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:54.402467 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbe3bac-da43-4e4a-b46b-c0095cde1d40 None None] Bound using segment: {'id': '3cb856bb-53b5-4d3b-aa8b-7e3c3250c1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '923a35f4-5c40-4ab2-b64a-95a8a244ddc7'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:47:54.402467 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-8cbe3bac-da43-4e4a-b46b-c0095cde1d40 None None] Bound port: 59daf6df-2dcf-4261-ac04-89056dd01943, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cb856bb-53b5-4d3b-aa8b-7e3c3250c1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '923a35f4-5c40-4ab2-b64a-95a8a244ddc7'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:47:54.402467 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8cbe3bac-da43-4e4a-b46b-c0095cde1d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:54.485243 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:54.571610 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f77339-cedd-4f18-b942-24393c8fe9c7 req-9b2906eb-04f7-445e-b11f-92ca43a469d8 tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:54.579120 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-81f77339-cedd-4f18-b942-24393c8fe9c7 req-9b2906eb-04f7-445e-b11f-92ca43a469d8 tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] 10.222.0.101 "GET /v2.0/ports?device_id=0fc83a57-ba63-4671-b5aa-f526436176d3 HTTP/1.1" status: 200 len: 945 time: 0.2771859 Sep 24 15:47:54.652774 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=934fe31a-9412-4ff8-898f-d83066f55b6d,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:54.664893 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-8cbe3bac-da43-4e4a-b46b-c0095cde1d40 None None] For port 59daf6df-2dcf-4261-ac04-89056dd01943, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:47:54.672548 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-8cbe3bac-da43-4e4a-b46b-c0095cde1d40 None None] For port 59daf6df-2dcf-4261-ac04-89056dd01943, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=59daf6df-2dcf-4261-ac04-89056dd01943,segment=NetworkSegment(3cb856bb-53b5-4d3b-aa8b-7e3c3250c1d5),segment_id=3cb856bb-53b5-4d3b-aa8b-7e3c3250c1d5)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:47:54.726297 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-bd1115c6-f099-40cb-b784-7624ba19860c req-1273ace4-6350-4eb1-9132-001e2e3022f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca08fe33-4ee9-413c-a294-3c0e3835a684 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:47:54.727451 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08bd6ff9-f72f-443d-8969-c00e554e7754 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-f8ca62df-26c5-4e97-a8bd-d9316efe3506', 'network_id': 'f8ca62df-26c5-4e97-a8bd-d9316efe3506', 'tenant_id': '34fff317efec412ba52d2da15b26504e', 'fixed_ips': [{'subnet_id': '707d716c-a7a8-43e4-b8ac-50ca003dc117'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:47:54.728447 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-08bd6ff9-f72f-443d-8969-c00e554e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:54.743126 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-81f77339-cedd-4f18-b942-24393c8fe9c7 req-6af7539e-ef96-4e6f-bd9a-9831c207ac0f tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] 10.222.0.101 "GET /v2.0/security-groups?id=e0c70cef-ef4f-43d2-be08-c37b6558b005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631606 Sep 24 15:47:54.746953 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-bd1115c6-f099-40cb-b784-7624ba19860c req-1273ace4-6350-4eb1-9132-001e2e3022f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:54.750378 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-92f0c702-1272-46e4-8368-5a1e1b69ca6c tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:54.768535 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-bd1115c6-f099-40cb-b784-7624ba19860c req-1273ace4-6350-4eb1-9132-001e2e3022f1 service neutron] Transition to ACTIVE for port object ca08fe33-4ee9-413c-a294-3c0e3835a684 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:47:54.796471 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d74252bb-c919-442d-bd1a-b73614f45774 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:54.796853 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['f5cd2aa7-9b4a-43b1-b017-db20180c9824'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:47:54.822671 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f0c702-1272-46e4-8368-5a1e1b69ca6c tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Pushing event deleted for resources: {'Port': ['ID=a7de47a5-b394-463b-93c6-8b964f2f1cd1,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:54.872580 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['934fe31a-9412-4ff8-898f-d83066f55b6d'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:47:54.875417 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['e37e6ad1-25b4-40c6-af01-9271e29adfb3'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:47:54.959675 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-92f0c702-1272-46e4-8368-5a1e1b69ca6c tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Notify callbacks [] for floatingip, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:54.963964 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-92f0c702-1272-46e4-8368-5a1e1b69ca6c tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:54.972506 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 33788) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:47:54.972714 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-92f0c702-1272-46e4-8368-5a1e1b69ca6c tempest-ServersTestBootFromVolume-740039217 tempest-ServersTestBootFromVolume-740039217-project] 10.222.0.101 "DELETE /v2.0/floatingips/81d07bf1-c520-4478-9ca2-0fbbeed68c52 HTTP/1.1" status: 204 len: 168 time: 1.0710497 Sep 24 15:47:54.995840 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8cbe3bac-da43-4e4a-b46b-c0095cde1d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:55.020210 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6f99df-6f11-470d-a973-c3ee9ab97d3d req-a586c582-7685-4c4a-b156-d4eb0be1c36a tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:55.020578 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-bd1115c6-f099-40cb-b784-7624ba19860c req-1273ace4-6350-4eb1-9132-001e2e3022f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:55.033723 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8d6f99df-6f11-470d-a973-c3ee9ab97d3d req-a586c582-7685-4c4a-b156-d4eb0be1c36a tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] 10.222.0.101 "GET /v2.0/ports?device_id=b15225d5-131c-4c96-80bb-e359db49656e HTTP/1.1" status: 200 len: 944 time: 0.1623313 Sep 24 15:47:55.083346 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8d6f99df-6f11-470d-a973-c3ee9ab97d3d req-8b7537b2-3cac-4c48-b382-d2c4944858e0 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] 10.222.0.101 "GET /v2.0/security-groups?id=8943ce8f-1876-4ecc-8724-8c0bb42ad322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420258 Sep 24 15:47:55.153981 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbe3bac-da43-4e4a-b46b-c0095cde1d40 None None] Pushing event updated for resources: {'Port': ['ID=59daf6df-2dcf-4261-ac04-89056dd01943,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:55.239879 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391f2f5d-e3c6-4aee-bc0e-cb42bdd328a9 req-ff4bfd06-8e7f-4c07-9f37-668c72232cd3 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:55.242786 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-391f2f5d-e3c6-4aee-bc0e-cb42bdd328a9 req-ff4bfd06-8e7f-4c07-9f37-668c72232cd3 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=5ced0366-b713-4343-89a2-ec8a0f67be3d HTTP/1.1" status: 200 len: 943 time: 0.0840402 Sep 24 15:47:55.252636 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96b0588-d2d3-4ac0-94d5-3e7c1bda05fe req-e75d5bba-9fcc-4e02-892c-0453ff5ecb40 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:55.260625 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d96b0588-d2d3-4ac0-94d5-3e7c1bda05fe req-e75d5bba-9fcc-4e02-892c-0453ff5ecb40 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=6b9bbf46-a712-441f-ae91-793da34ac091 HTTP/1.1" status: 200 len: 945 time: 0.2743156 Sep 24 15:47:55.308677 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1273ace4-6350-4eb1-9132-001e2e3022f1 service neutron] Pushing event updated for resources: {'Port': ['ID=ca08fe33-4ee9-413c-a294-3c0e3835a684,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:55.343025 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-391f2f5d-e3c6-4aee-bc0e-cb42bdd328a9 req-46159e05-829d-4cae-ad3c-1c99e387d7c5 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916049 Sep 24 15:47:55.428250 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-08bd6ff9-f72f-443d-8969-c00e554e7754 None None] Allocated IP 2001:db8::2 (f8ca62df-26c5-4e97-a8bd-d9316efe3506/707d716c-a7a8-43e4-b8ac-50ca003dc117/511d2cbe-f632-4689-9902-16f0e5fad15e) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:47:55.450317 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d96b0588-d2d3-4ac0-94d5-3e7c1bda05fe req-a3107529-be7d-45e5-9c28-189d15b32d7b tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e97abd6-6c4b-4313-93b0-ffda5586d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887293 Sep 24 15:47:55.494199 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-d74252bb-c919-442d-bd1a-b73614f45774 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Allocated IP 2001:db8::1 (923a35f4-5c40-4ab2-b64a-95a8a244ddc7/46f7e854-8e32-4db7-9001-1a52596299e5/6ad83339-6dc2-4448-85a1-f5d1a53141b4) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:47:55.610207 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-bd1115c6-f099-40cb-b784-7624ba19860c req-1273ace4-6350-4eb1-9132-001e2e3022f1 service neutron] Attempting to bind port ca08fe33-4ee9-413c-a294-3c0e3835a684 on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:47:55.610207 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-bd1115c6-f099-40cb-b784-7624ba19860c req-1273ace4-6350-4eb1-9132-001e2e3022f1 service neutron] Attempting to bind port ca08fe33-4ee9-413c-a294-3c0e3835a684 by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': '368a9d0c-2815-451d-a46d-c1bdd7d38862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'fcaa8023-73de-41c9-b56a-537c209ef622'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:47:55.610207 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1115c6-f099-40cb-b784-7624ba19860c req-1273ace4-6350-4eb1-9132-001e2e3022f1 service neutron] Attempting to bind port ca08fe33-4ee9-413c-a294-3c0e3835a684 on network fcaa8023-73de-41c9-b56a-537c209ef622 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:47:55.645439 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1115c6-f099-40cb-b784-7624ba19860c req-1273ace4-6350-4eb1-9132-001e2e3022f1 service neutron] Port ca08fe33-4ee9-413c-a294-3c0e3835a684 on network fcaa8023-73de-41c9-b56a-537c209ef622 not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:47:55.651918 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1115c6-f099-40cb-b784-7624ba19860c req-1273ace4-6350-4eb1-9132-001e2e3022f1 service neutron] Attempting to bind port ca08fe33-4ee9-413c-a294-3c0e3835a684 on network fcaa8023-73de-41c9-b56a-537c209ef622 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:47:55.670649 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1115c6-f099-40cb-b784-7624ba19860c req-1273ace4-6350-4eb1-9132-001e2e3022f1 service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:47:55.671534 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1115c6-f099-40cb-b784-7624ba19860c req-1273ace4-6350-4eb1-9132-001e2e3022f1 service neutron] Checking segment: {'id': '368a9d0c-2815-451d-a46d-c1bdd7d38862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'fcaa8023-73de-41c9-b56a-537c209ef622'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:47:55.672098 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd1115c6-f099-40cb-b784-7624ba19860c req-1273ace4-6350-4eb1-9132-001e2e3022f1 service neutron] Bound using segment: {'id': '368a9d0c-2815-451d-a46d-c1bdd7d38862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'fcaa8023-73de-41c9-b56a-537c209ef622'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:47:55.672743 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-bd1115c6-f099-40cb-b784-7624ba19860c req-1273ace4-6350-4eb1-9132-001e2e3022f1 service neutron] Bound port: ca08fe33-4ee9-413c-a294-3c0e3835a684, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '368a9d0c-2815-451d-a46d-c1bdd7d38862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'fcaa8023-73de-41c9-b56a-537c209ef622'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:47:55.673735 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-bd1115c6-f099-40cb-b784-7624ba19860c req-1273ace4-6350-4eb1-9132-001e2e3022f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:55.947557 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-08bd6ff9-f72f-443d-8969-c00e554e7754 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:55.951125 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-bd1115c6-f099-40cb-b784-7624ba19860c req-1273ace4-6350-4eb1-9132-001e2e3022f1 service neutron] For port ca08fe33-4ee9-413c-a294-3c0e3835a684, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:47:55.955692 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d74252bb-c919-442d-bd1a-b73614f45774 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:55.972638 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8724216d-ffd8-4b7d-983e-e77b70234bc6 req-b8747dd9-b85b-4e63-95ad-5e593a6d7a17 tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:55.977851 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-bd1115c6-f099-40cb-b784-7624ba19860c req-1273ace4-6350-4eb1-9132-001e2e3022f1 service neutron] For port ca08fe33-4ee9-413c-a294-3c0e3835a684, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=ca08fe33-4ee9-413c-a294-3c0e3835a684,segment=NetworkSegment(368a9d0c-2815-451d-a46d-c1bdd7d38862),segment_id=368a9d0c-2815-451d-a46d-c1bdd7d38862)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:47:55.982010 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8724216d-ffd8-4b7d-983e-e77b70234bc6 req-b8747dd9-b85b-4e63-95ad-5e593a6d7a17 tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] 10.222.0.101 "GET /v2.0/ports?device_id=0fc83a57-ba63-4671-b5aa-f526436176d3 HTTP/1.1" status: 200 len: 945 time: 0.1126809 Sep 24 15:47:56.024881 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8724216d-ffd8-4b7d-983e-e77b70234bc6 req-d4c405e3-fd58-4623-9412-fb1065c7cd58 tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] 10.222.0.101 "GET /v2.0/security-groups?id=e0c70cef-ef4f-43d2-be08-c37b6558b005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386131 Sep 24 15:47:56.089481 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-925027f4-f0a2-441e-a1bd-b43b8224ecd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:56.121258 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device bf07cae9-ebe3-460c-9c5a-695f4079f28b up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:47:56.138435 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-bd1115c6-f099-40cb-b784-7624ba19860c req-1273ace4-6350-4eb1-9132-001e2e3022f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:56.178982 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-08bd6ff9-f72f-443d-8969-c00e554e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:56.207214 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d74252bb-c919-442d-bd1a-b73614f45774 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:56.245096 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1115c6-f099-40cb-b784-7624ba19860c req-1273ace4-6350-4eb1-9132-001e2e3022f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:56.245841 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-bd1115c6-f099-40cb-b784-7624ba19860c req-1273ace4-6350-4eb1-9132-001e2e3022f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:56.247338 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bd1115c6-f099-40cb-b784-7624ba19860c req-1273ace4-6350-4eb1-9132-001e2e3022f1 service neutron] 10.222.0.110 "PUT /v2.0/ports/ca08fe33-4ee9-413c-a294-3c0e3835a684 HTTP/1.1" status: 200 len: 1091 time: 2.6067595 Sep 24 15:47:56.249513 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08bd6ff9-f72f-443d-8969-c00e554e7754 None None] Network f8ca62df-26c5-4e97-a8bd-d9316efe3506 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:47:56.251388 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ced0366-b713-4343-89a2-ec8a0f67be3d', 'tag': 'ca08fe33-4ee9-413c-a294-3c0e3835a684'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:47:56.252066 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-08bd6ff9-f72f-443d-8969-c00e554e7754 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:47:56.253694 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-246ef91d-8b47-42e2-85f7-d2e0300a3d50" -d '{"events": [{"name": "network-changed", "server_uuid": "5ced0366-b713-4343-89a2-ec8a0f67be3d", "tag": "ca08fe33-4ee9-413c-a294-3c0e3835a684"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:47:56.260396 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bd6ff9-f72f-443d-8969-c00e554e7754 None None] Pushing event updated for resources: {'Port': ['ID=511d2cbe-f632-4689-9902-16f0e5fad15e,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:56.265303 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bd6ff9-f72f-443d-8969-c00e554e7754 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:47:56.344467 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-08bd6ff9-f72f-443d-8969-c00e554e7754 None None] Attempting to bind port 511d2cbe-f632-4689-9902-16f0e5fad15e on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:47:56.344950 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-08bd6ff9-f72f-443d-8969-c00e554e7754 None None] Attempting to bind port 511d2cbe-f632-4689-9902-16f0e5fad15e by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '917c417e-ce40-48b3-9ad1-6cf67e9502c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'f8ca62df-26c5-4e97-a8bd-d9316efe3506'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:47:56.345489 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bd6ff9-f72f-443d-8969-c00e554e7754 None None] Attempting to bind port 511d2cbe-f632-4689-9902-16f0e5fad15e on network f8ca62df-26c5-4e97-a8bd-d9316efe3506 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:47:56.351948 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bd6ff9-f72f-443d-8969-c00e554e7754 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 47, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:47:56.352541 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bd6ff9-f72f-443d-8969-c00e554e7754 None None] Checking segment: {'id': '917c417e-ce40-48b3-9ad1-6cf67e9502c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'f8ca62df-26c5-4e97-a8bd-d9316efe3506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:47:56.353072 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-08bd6ff9-f72f-443d-8969-c00e554e7754 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:56.353780 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08bd6ff9-f72f-443d-8969-c00e554e7754 None None] Bound using segment: {'id': '917c417e-ce40-48b3-9ad1-6cf67e9502c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'f8ca62df-26c5-4e97-a8bd-d9316efe3506'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:47:56.354384 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-08bd6ff9-f72f-443d-8969-c00e554e7754 None None] Bound port: 511d2cbe-f632-4689-9902-16f0e5fad15e, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '917c417e-ce40-48b3-9ad1-6cf67e9502c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'f8ca62df-26c5-4e97-a8bd-d9316efe3506'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:47:56.357966 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-08bd6ff9-f72f-443d-8969-c00e554e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:56.369244 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74252bb-c919-442d-bd1a-b73614f45774 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Network 923a35f4-5c40-4ab2-b64a-95a8a244ddc7 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:47:56.375557 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a5c0707-121e-44e8-a80f-40e637948eb6 x-openstack-request-id: req-6a5c0707-121e-44e8-a80f-40e637948eb6 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:47:56.375901 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ced0366-b713-4343-89a2-ec8a0f67be3d", "tag": "ca08fe33-4ee9-413c-a294-3c0e3835a684", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:47:56.376182 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-6a5c0707-121e-44e8-a80f-40e637948eb6 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:47:56.376651 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ced0366-b713-4343-89a2-ec8a0f67be3d', 'tag': 'ca08fe33-4ee9-413c-a294-3c0e3835a684', 'status': 'completed', 'code': 200} Sep 24 15:47:56.392318 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-d74252bb-c919-442d-bd1a-b73614f45774 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:47:56.421366 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port bf07cae9-ebe3-460c-9c5a-695f4079f28b completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:47:56.431724 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port bf07cae9-ebe3-460c-9c5a-695f4079f28b triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:47:56.431724 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:56.450548 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74252bb-c919-442d-bd1a-b73614f45774 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:47:56.450906 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d74252bb-c919-442d-bd1a-b73614f45774 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:56.453951 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1273ace4-6350-4eb1-9132-001e2e3022f1 service neutron] Pushing event updated for resources: {'Port': ['ID=ca08fe33-4ee9-413c-a294-3c0e3835a684,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:56.549256 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-08bd6ff9-f72f-443d-8969-c00e554e7754 None None] For port 511d2cbe-f632-4689-9902-16f0e5fad15e, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:47:56.549548 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b3c7b-38aa-419b-895a-3f68b1b124dc req-b0947320-3f3a-491c-b33c-bf0b93291496 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:56.551228 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0d0b3c7b-38aa-419b-895a-3f68b1b124dc req-b0947320-3f3a-491c-b33c-bf0b93291496 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] 10.222.0.101 "GET /v2.0/ports?device_id=b15225d5-131c-4c96-80bb-e359db49656e HTTP/1.1" status: 200 len: 944 time: 0.3530741 Sep 24 15:47:56.586087 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fcc8d2-de78-463d-86f2-a8947f013cb5 req-352233a1-e27d-42bc-acc7-8033877480ea tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:56.594054 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-08bd6ff9-f72f-443d-8969-c00e554e7754 None None] For port 511d2cbe-f632-4689-9902-16f0e5fad15e, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=511d2cbe-f632-4689-9902-16f0e5fad15e,segment=NetworkSegment(917c417e-ce40-48b3-9ad1-6cf67e9502c0),segment_id=917c417e-ce40-48b3-9ad1-6cf67e9502c0)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:47:56.594240 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-10fcc8d2-de78-463d-86f2-a8947f013cb5 req-352233a1-e27d-42bc-acc7-8033877480ea tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=5ced0366-b713-4343-89a2-ec8a0f67be3d HTTP/1.1" status: 200 len: 943 time: 0.1000936 Sep 24 15:47:56.669075 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-08bd6ff9-f72f-443d-8969-c00e554e7754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:56.687232 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-10fcc8d2-de78-463d-86f2-a8947f013cb5 req-aa3409f6-5429-4c05-9b44-43e57015af1f tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857570 Sep 24 15:47:56.687465 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 59daf6df-2dcf-4261-ac04-89056dd01943 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:47:56.754578 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:56.850650 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b15225d5-131c-4c96-80bb-e359db49656e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf07cae9-ebe3-460c-9c5a-695f4079f28b'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:47:56.858556 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d05e127-5422-4e46-bc53-e0bf5ceec573" -d '{"events": [{"server_uuid": "b15225d5-131c-4c96-80bb-e359db49656e", "name": "network-vif-plugged", "status": "completed", "tag": "bf07cae9-ebe3-460c-9c5a-695f4079f28b"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:47:56.877673 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e80c85-efa7-4809-ab64-003d59c65366 req-799f00e2-63be-4ec4-967a-2800091e74f4 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:56.880564 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-37e80c85-efa7-4809-ab64-003d59c65366 req-799f00e2-63be-4ec4-967a-2800091e74f4 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=6b9bbf46-a712-441f-ae91-793da34ac091 HTTP/1.1" status: 200 len: 945 time: 0.0956590 Sep 24 15:47:56.885292 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9554e44-986b-4af6-bf47-ef9d6dd8b38d None None] Network 923a35f4-5c40-4ab2-b64a-95a8a244ddc7 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:47:56.889273 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bd6ff9-f72f-443d-8969-c00e554e7754 None None] Pushing event updated for resources: {'Port': ['ID=511d2cbe-f632-4689-9902-16f0e5fad15e,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:56.894505 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port bf07cae9-ebe3-460c-9c5a-695f4079f28b, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=bf07cae9-ebe3-460c-9c5a-695f4079f28b,segment=NetworkSegment(cf0bc314-c998-4e55-a354-35682f16ea07),segment_id=cf0bc314-c998-4e55-a354-35682f16ea07)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:47:56.969698 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 59daf6df-2dcf-4261-ac04-89056dd01943 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:47:56.970472 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-37e80c85-efa7-4809-ab64-003d59c65366 req-20f2a19d-cd89-49ed-945d-60527e93d8bb tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e97abd6-6c4b-4313-93b0-ffda5586d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776861 Sep 24 15:47:56.970591 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:57.026070 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a747f85-c2c8-4231-ac40-58ab1df752a2 x-openstack-request-id: req-4a747f85-c2c8-4231-ac40-58ab1df752a2 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:47:57.026384 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b15225d5-131c-4c96-80bb-e359db49656e", "name": "network-vif-plugged", "status": "completed", "tag": "bf07cae9-ebe3-460c-9c5a-695f4079f28b", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:47:57.026645 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4a747f85-c2c8-4231-ac40-58ab1df752a2 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:47:57.027047 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b15225d5-131c-4c96-80bb-e359db49656e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf07cae9-ebe3-460c-9c5a-695f4079f28b', 'code': 200} Sep 24 15:47:57.078127 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:57.106461 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-b23eed05-687f-40ee-bcd2-0aa44cc9f5cd None None] Provisioning complete for port 59daf6df-2dcf-4261-ac04-89056dd01943 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:47:57.106461 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b23eed05-687f-40ee-bcd2-0aa44cc9f5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:57.209908 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=bf07cae9-ebe3-460c-9c5a-695f4079f28b,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:57.296444 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe60667-f581-4ecf-8583-81bc019a690e req-5c381156-eab6-4d35-884b-ae1049a27a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:57.299036 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cbe60667-f581-4ecf-8583-81bc019a690e req-5c381156-eab6-4d35-884b-ae1049a27a41 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=b15225d5-131c-4c96-80bb-e359db49656e HTTP/1.1" status: 200 len: 1096 time: 0.1876886 Sep 24 15:47:57.355125 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74252bb-c919-442d-bd1a-b73614f45774 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Pushing event updated for resources: {'Port': ['ID=6ad83339-6dc2-4448-85a1-f5d1a53141b4,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:57.371775 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:57.393735 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cbe60667-f581-4ecf-8583-81bc019a690e req-962175c2-0f18-4b8e-9cb7-689cec821e9f service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=8943ce8f-1876-4ecc-8724-8c0bb42ad322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834522 Sep 24 15:47:57.415093 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0d0b3c7b-38aa-419b-895a-3f68b1b124dc req-7b934dcf-0dcd-4494-9709-8681b1cb28e5 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] 10.222.0.101 "GET /v2.0/security-groups?id=8943ce8f-1876-4ecc-8724-8c0bb42ad322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8179252 Sep 24 15:47:57.421348 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1498a719-4b42-414c-8680-36d8b76a6707 req-1dc97430-b43c-4a06-b2a3-636a0026cac8 tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:57.421348 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1498a719-4b42-414c-8680-36d8b76a6707 req-1dc97430-b43c-4a06-b2a3-636a0026cac8 tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] 10.222.0.101 "GET /v2.0/ports?device_id=0fc83a57-ba63-4671-b5aa-f526436176d3 HTTP/1.1" status: 200 len: 945 time: 0.0738347 Sep 24 15:47:57.450984 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port 59daf6df-2dcf-4261-ac04-89056dd01943, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=59daf6df-2dcf-4261-ac04-89056dd01943,segment=NetworkSegment(3cb856bb-53b5-4d3b-aa8b-7e3c3250c1d5),segment_id=3cb856bb-53b5-4d3b-aa8b-7e3c3250c1d5)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:47:57.460139 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b23eed05-687f-40ee-bcd2-0aa44cc9f5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:57.469281 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf29025-4e2e-4711-bd25-c4e672a69f6b req-655e1f25-5125-4e0c-93cf-3b6f10d7f9b7 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:57.470866 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dcf29025-4e2e-4711-bd25-c4e672a69f6b req-655e1f25-5125-4e0c-93cf-3b6f10d7f9b7 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.108 "GET /v2.0/ports?device_id=6b9bbf46-a712-441f-ae91-793da34ac091 HTTP/1.1" status: 200 len: 945 time: 1.0934174 Sep 24 15:47:57.480438 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1498a719-4b42-414c-8680-36d8b76a6707 req-843ed4b2-1fbd-4057-836f-c3efb3e5cda2 tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] 10.222.0.101 "GET /v2.0/security-groups?id=e0c70cef-ef4f-43d2-be08-c37b6558b005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535049 Sep 24 15:47:57.492276 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ef91d-8b47-42e2-85f7-d2e0300a3d50 req-434eb5c1-87d4-4eb0-8a2a-a47f93f9830f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:57.499112 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-246ef91d-8b47-42e2-85f7-d2e0300a3d50 req-434eb5c1-87d4-4eb0-8a2a-a47f93f9830f service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=62a8ba880b994b468ea0f6bf276f3fa0&device_id=5ced0366-b713-4343-89a2-ec8a0f67be3d HTTP/1.1" status: 200 len: 1094 time: 1.0977011 Sep 24 15:47:57.515276 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:57.564032 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.db.api [None req-b23eed05-687f-40ee-bcd2-0aa44cc9f5cd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:47:57.564370 n-d-808921-1 neutron-server[95299]: DEBUG oslo_db.api [None req-b23eed05-687f-40ee-bcd2-0aa44cc9f5cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:47:57.612454 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=59daf6df-2dcf-4261-ac04-89056dd01943,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:57.810016 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-dcf29025-4e2e-4711-bd25-c4e672a69f6b req-fd18e0c4-3698-4382-b0b9-c9c7a8582ce5 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Deleting port 39d019b0-08b8-4a0f-938f-5c9bdc668bbe {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:47:57.810475 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-dcf29025-4e2e-4711-bd25-c4e672a69f6b req-fd18e0c4-3698-4382-b0b9-c9c7a8582ce5 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:57.859999 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d74252bb-c919-442d-bd1a-b73614f45774 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:57.889718 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ef91d-8b47-42e2-85f7-d2e0300a3d50 req-cfdacc26-652e-472d-bc34-9117a88b1c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:57.891559 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-246ef91d-8b47-42e2-85f7-d2e0300a3d50 req-cfdacc26-652e-472d-bc34-9117a88b1c35 service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=62a8ba880b994b468ea0f6bf276f3fa0&shared=False HTTP/1.1" status: 200 len: 908 time: 0.2880349 Sep 24 15:47:58.028209 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577eb4d3-2eec-4278-a790-fa8daa6dc034 req-7dd5fb16-702b-49e1-bddc-3cb44e83df5c tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:58.038853 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-577eb4d3-2eec-4278-a790-fa8daa6dc034 req-7dd5fb16-702b-49e1-bddc-3cb44e83df5c tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=5ced0366-b713-4343-89a2-ec8a0f67be3d HTTP/1.1" status: 200 len: 943 time: 0.2547531 Sep 24 15:47:58.134994 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db6129-ac8f-49f1-8526-b54134826bd0 req-d309f292-ea0c-4114-8b39-9ee7b9985b7d tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:58.143192 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-14db6129-ac8f-49f1-8526-b54134826bd0 req-d309f292-ea0c-4114-8b39-9ee7b9985b7d tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=6b9bbf46-a712-441f-ae91-793da34ac091 HTTP/1.1" status: 200 len: 945 time: 0.0621517 Sep 24 15:47:58.177430 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246ef91d-8b47-42e2-85f7-d2e0300a3d50 req-f841beba-e9fb-464e-a938-165fee3df51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:58.185234 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-246ef91d-8b47-42e2-85f7-d2e0300a3d50 req-f841beba-e9fb-464e-a938-165fee3df51d service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2679260 Sep 24 15:47:58.185550 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-14db6129-ac8f-49f1-8526-b54134826bd0 req-ea1cd5d8-84c1-4f36-9fe5-2d82d968c31d tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e97abd6-6c4b-4313-93b0-ffda5586d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410273 Sep 24 15:47:58.211222 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-577eb4d3-2eec-4278-a790-fa8daa6dc034 req-db850c0a-3910-4293-9e41-4d12f068c699 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710343 Sep 24 15:47:58.275184 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-f1071564-8990-46c6-89c3-56a8be6c09c6 None None] Provisioning complete for port 59daf6df-2dcf-4261-ac04-89056dd01943 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:47:58.277106 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f1071564-8990-46c6-89c3-56a8be6c09c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:58.282791 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-dcf29025-4e2e-4711-bd25-c4e672a69f6b req-fd18e0c4-3698-4382-b0b9-c9c7a8582ce5 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] For port 39d019b0-08b8-4a0f-938f-5c9bdc668bbe, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=39d019b0-08b8-4a0f-938f-5c9bdc668bbe,segment=NetworkSegment(5202dad5-affc-4089-8eb2-2acbc0a55bf9),segment_id=5202dad5-affc-4089-8eb2-2acbc0a55bf9)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:47:58.283300 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-dcf29025-4e2e-4711-bd25-c4e672a69f6b req-fd18e0c4-3698-4382-b0b9-c9c7a8582ce5 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:58.342708 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-dcf29025-4e2e-4711-bd25-c4e672a69f6b req-fd18e0c4-3698-4382-b0b9-c9c7a8582ce5 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Calling delete_port for 39d019b0-08b8-4a0f-938f-5c9bdc668bbe owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:47:58.420814 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-925027f4-f0a2-441e-a1bd-b43b8224ecd0 admin admin] Deleting port 5f9044b5-2afd-43e8-8c46-1178352c651d {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:47:58.421479 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-925027f4-f0a2-441e-a1bd-b43b8224ecd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:58.438051 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3596c4b9-b50e-48b0-b43c-4cec51544ae9 None None] Network f8ca62df-26c5-4e97-a8bd-d9316efe3506 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:47:58.488400 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1115c6-f099-40cb-b784-7624ba19860c req-c98a81d2-81cd-4c68-9a59-d334e8b9df43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:58.489563 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bd1115c6-f099-40cb-b784-7624ba19860c req-c98a81d2-81cd-4c68-9a59-d334e8b9df43 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=62a8ba880b994b468ea0f6bf276f3fa0&device_id=5ced0366-b713-4343-89a2-ec8a0f67be3d HTTP/1.1" status: 200 len: 1094 time: 0.2183874 Sep 24 15:47:58.579961 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device f5cd2aa7-9b4a-43b1-b017-db20180c9824 up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:47:58.634672 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bd1115c6-f099-40cb-b784-7624ba19860c req-11643c81-1f5f-44e8-96bb-a744a3a6c6ac service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca08fe33-4ee9-413c-a294-3c0e3835a684 HTTP/1.1" status: 200 len: 217 time: 0.0934258 Sep 24 15:47:58.639446 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956a890b-a76e-40fe-bc9a-93d51a89a377 req-8e09fb7b-871f-48e0-b22e-8e702207a36e tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:58.648895 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-956a890b-a76e-40fe-bc9a-93d51a89a377 req-8e09fb7b-871f-48e0-b22e-8e702207a36e tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] 10.222.0.101 "GET /v2.0/ports?device_id=b15225d5-131c-4c96-80bb-e359db49656e HTTP/1.1" status: 200 len: 945 time: 0.1266608 Sep 24 15:47:58.735443 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-925027f4-f0a2-441e-a1bd-b43b8224ecd0 admin admin] For port 5f9044b5-2afd-43e8-8c46-1178352c651d, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=5f9044b5-2afd-43e8-8c46-1178352c651d,segment=NetworkSegment(b84f5eb8-8372-4830-939f-7f53ff710cab),segment_id=b84f5eb8-8372-4830-939f-7f53ff710cab)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:47:58.735722 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-925027f4-f0a2-441e-a1bd-b43b8224ecd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:58.759350 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 511d2cbe-f632-4689-9902-16f0e5fad15e up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:47:58.766929 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-956a890b-a76e-40fe-bc9a-93d51a89a377 req-bf21e508-183d-40a8-9093-ce70f15b4c9e tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] 10.222.0.101 "GET /v2.0/security-groups?id=8943ce8f-1876-4ecc-8724-8c0bb42ad322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982172 Sep 24 15:47:58.799763 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-925027f4-f0a2-441e-a1bd-b43b8224ecd0 admin admin] Calling delete_port for 5f9044b5-2afd-43e8-8c46-1178352c651d owned by network:router_interface {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:47:58.807589 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1115c6-f099-40cb-b784-7624ba19860c req-31093430-6733-4737-bd5c-e1ca2ed2db7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:58.809056 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bd1115c6-f099-40cb-b784-7624ba19860c req-31093430-6733-4737-bd5c-e1ca2ed2db7e service neutron] 10.222.0.110 "GET /v2.0/subnets?id=0db07746-4ea4-48db-9d56-837ab1eb05bd HTTP/1.1" status: 200 len: 846 time: 0.1606178 Sep 24 15:47:58.854465 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-f1071564-8990-46c6-89c3-56a8be6c09c6 None None] Provisioning complete for port 6ad83339-6dc2-4448-85a1-f5d1a53141b4 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:47:58.854846 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f1071564-8990-46c6-89c3-56a8be6c09c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:58.878512 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1d14e1-dc1f-4fa0-93d1-ffc8f641efcc req-12b6e91a-e5c1-49f4-a81d-ce6e7f4589a5 tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:58.880178 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8f1d14e1-dc1f-4fa0-93d1-ffc8f641efcc req-12b6e91a-e5c1-49f4-a81d-ce6e7f4589a5 tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] 10.222.0.101 "GET /v2.0/ports?device_id=0fc83a57-ba63-4671-b5aa-f526436176d3 HTTP/1.1" status: 200 len: 945 time: 0.2606483 Sep 24 15:47:58.894787 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 511d2cbe-f632-4689-9902-16f0e5fad15e triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:47:58.895167 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:58.901737 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port f5cd2aa7-9b4a-43b1-b017-db20180c9824 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:47:58.931635 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-f1071564-8990-46c6-89c3-56a8be6c09c6 None None] Port 6ad83339-6dc2-4448-85a1-f5d1a53141b4 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:47:58.935944 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port f5cd2aa7-9b4a-43b1-b017-db20180c9824 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:47:58.936404 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:58.953560 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bd1115c6-f099-40cb-b784-7624ba19860c req-180b0934-1ec9-4187-881f-9ee23b190464 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=fcaa8023-73de-41c9-b56a-537c209ef622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1274352 Sep 24 15:47:59.076832 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d74252bb-c919-442d-bd1a-b73614f45774 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:59.111192 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-fb54fc10-75c4-4cd6-b167-be70714cd741 None None] Provisioning complete for port 511d2cbe-f632-4689-9902-16f0e5fad15e triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:47:59.111624 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-fb54fc10-75c4-4cd6-b167-be70714cd741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:59.140993 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8f1d14e1-dc1f-4fa0-93d1-ffc8f641efcc req-b9b75818-c9d3-4dc1-9009-e9fa3a55cb50 tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] 10.222.0.101 "GET /v2.0/security-groups?id=e0c70cef-ef4f-43d2-be08-c37b6558b005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463408 Sep 24 15:47:59.146493 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:59.153051 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-dcf29025-4e2e-4711-bd25-c4e672a69f6b req-fd18e0c4-3698-4382-b0b9-c9c7a8582ce5 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:59.167384 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['c6378d21-baf1-4240-b1f8-be112f4b0b3f', '79c90cce-a159-40c1-a7f1-3c92efff99e9'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:47:59.173883 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:59.175983 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['e58faefd-d30c-42ba-b9ec-be5f5e0236c4'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:47:59.207539 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d74252bb-c919-442d-bd1a-b73614f45774 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:59.208484 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d74252bb-c919-442d-bd1a-b73614f45774 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:59.248896 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd18e0c4-3698-4382-b0b9-c9c7a8582ce5 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Pushing event deleted for resources: {'Port': ['ID=39d019b0-08b8-4a0f-938f-5c9bdc668bbe,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:59.260787 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fff91849-beb9-49b9-83c8-d680a952e417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5cd2aa7-9b4a-43b1-b017-db20180c9824'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:47:59.263071 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4cc82ed-e8c6-4da0-9424-bcf0d1b6e2cd" -d '{"events": [{"server_uuid": "fff91849-beb9-49b9-83c8-d680a952e417", "name": "network-vif-plugged", "status": "completed", "tag": "f5cd2aa7-9b4a-43b1-b017-db20180c9824"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:47:59.297342 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bd1115c6-f099-40cb-b784-7624ba19860c req-8e5c9808-d8ef-4cff-8883-5a52dfecc5fb service neutron] 10.222.0.110 "GET /v2.0/networks/fcaa8023-73de-41c9-b56a-537c209ef622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822113 Sep 24 15:47:59.315537 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port f5cd2aa7-9b4a-43b1-b017-db20180c9824, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=f5cd2aa7-9b4a-43b1-b017-db20180c9824,segment=NetworkSegment(cf0bc314-c998-4e55-a354-35682f16ea07),segment_id=cf0bc314-c998-4e55-a354-35682f16ea07)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:47:59.361105 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2cdea735-8fc3-4f3b-a298-645f4d86d66f req-d99b8c9a-334a-443a-b0d8-27274c66f49d tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=6b9bbf46-a712-441f-ae91-793da34ac091 HTTP/1.1" status: 200 len: 210 time: 0.0634663 Sep 24 15:47:59.445363 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:59.446183 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device e37e6ad1-25b4-40c6-af01-9271e29adfb3 up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:47:59.451147 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74252bb-c919-442d-bd1a-b73614f45774 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Pushing event updated for resources: {'Port': ['ID=6ad83339-6dc2-4448-85a1-f5d1a53141b4,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:59.465984 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port 511d2cbe-f632-4689-9902-16f0e5fad15e, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=511d2cbe-f632-4689-9902-16f0e5fad15e,segment=NetworkSegment(917c417e-ce40-48b3-9ad1-6cf67e9502c0),segment_id=917c417e-ce40-48b3-9ad1-6cf67e9502c0)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:47:59.468424 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-225423e3-fbc9-4c29-ae33-9dc2caaf49a5 x-openstack-request-id: req-225423e3-fbc9-4c29-ae33-9dc2caaf49a5 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:47:59.473754 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fff91849-beb9-49b9-83c8-d680a952e417", "name": "network-vif-plugged", "status": "completed", "tag": "f5cd2aa7-9b4a-43b1-b017-db20180c9824", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:47:59.473754 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-225423e3-fbc9-4c29-ae33-9dc2caaf49a5 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:47:59.473754 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fff91849-beb9-49b9-83c8-d680a952e417', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5cd2aa7-9b4a-43b1-b017-db20180c9824', 'code': 200} Sep 24 15:47:59.527916 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1675d9-c728-4ea7-ab25-906869b1890d req-e1ca7650-3530-4aed-936b-5a98b015de6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:59.529535 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8f1675d9-c728-4ea7-ab25-906869b1890d req-e1ca7650-3530-4aed-936b-5a98b015de6e service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=fff91849-beb9-49b9-83c8-d680a952e417 HTTP/1.1" status: 200 len: 1096 time: 0.0515490 Sep 24 15:47:59.573002 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8f1675d9-c728-4ea7-ab25-906869b1890d req-9c690b1d-6834-4fac-8e39-aa9bcbaafe9e service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=8943ce8f-1876-4ecc-8724-8c0bb42ad322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367913 Sep 24 15:47:59.577249 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:59.578260 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 59daf6df-2dcf-4261-ac04-89056dd01943 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:47:59.635497 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-925027f4-f0a2-441e-a1bd-b43b8224ecd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:59.645533 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcf29025-4e2e-4711-bd25-c4e672a69f6b req-fd18e0c4-3698-4382-b0b9-c9c7a8582ce5 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] No DVR routers for this DVR port 39d019b0-08b8-4a0f-938f-5c9bdc668bbe on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:47:59.648958 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-fb54fc10-75c4-4cd6-b167-be70714cd741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:59.685296 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-dcf29025-4e2e-4711-bd25-c4e672a69f6b req-fd18e0c4-3698-4382-b0b9-c9c7a8582ce5 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:59.685771 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=f5cd2aa7-9b4a-43b1-b017-db20180c9824,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:59.687531 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dcf29025-4e2e-4711-bd25-c4e672a69f6b req-fd18e0c4-3698-4382-b0b9-c9c7a8582ce5 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.108 "DELETE /v2.0/ports/39d019b0-08b8-4a0f-938f-5c9bdc668bbe HTTP/1.1" status: 204 len: 173 time: 2.1985056 Sep 24 15:47:59.705020 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b9bbf46-a712-441f-ae91-793da34ac091', 'name': 'network-vif-deleted', 'tag': '39d019b0-08b8-4a0f-938f-5c9bdc668bbe'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:47:59.706172 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2f579a-a992-40e5-ab30-13edb0cc5557" -d '{"events": [{"server_uuid": "6b9bbf46-a712-441f-ae91-793da34ac091", "name": "network-vif-deleted", "tag": "39d019b0-08b8-4a0f-938f-5c9bdc668bbe"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:47:59.716181 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925027f4-f0a2-441e-a1bd-b43b8224ecd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f9044b5-2afd-43e8-8c46-1178352c651d,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:59.759975 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aceebb4-e1f2-4455-9a19-4b5bd98f16a8 x-openstack-request-id: req-7aceebb4-e1f2-4455-9a19-4b5bd98f16a8 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:47:59.760733 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b9bbf46-a712-441f-ae91-793da34ac091", "name": "network-vif-deleted", "tag": "39d019b0-08b8-4a0f-938f-5c9bdc668bbe", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:47:59.760733 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-7aceebb4-e1f2-4455-9a19-4b5bd98f16a8 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:47:59.761147 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b9bbf46-a712-441f-ae91-793da34ac091', 'name': 'network-vif-deleted', 'tag': '39d019b0-08b8-4a0f-938f-5c9bdc668bbe', 'status': 'completed', 'code': 200} Sep 24 15:47:59.782665 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74252bb-c919-442d-bd1a-b73614f45774 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Network 923a35f4-5c40-4ab2-b64a-95a8a244ddc7 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:47:59.850514 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bd1115c6-f099-40cb-b784-7624ba19860c req-97715841-496b-4aaf-8f3d-788d6b2e5c81 service neutron] 10.222.0.110 "GET /v2.0/networks/fcaa8023-73de-41c9-b56a-537c209ef622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5423653 Sep 24 15:47:59.859056 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-d74252bb-c919-442d-bd1a-b73614f45774 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:47:59.889921 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port e37e6ad1-25b4-40c6-af01-9271e29adfb3 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:47:59.892754 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 59daf6df-2dcf-4261-ac04-89056dd01943 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:47:59.893325 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:59.895188 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=511d2cbe-f632-4689-9902-16f0e5fad15e,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:47:59.899068 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f6c68c-6abf-478e-bfd1-8fb955a2e7b8 req-6b416ba8-bc7d-4e56-a60f-3282253d49ac tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:59.899653 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.db.api [None req-fb54fc10-75c4-4cd6-b167-be70714cd741 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:47:59.900255 n-d-808921-1 neutron-server[95299]: DEBUG oslo_db.api [None req-fb54fc10-75c4-4cd6-b167-be70714cd741 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:47:59.909303 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-16f6c68c-6abf-478e-bfd1-8fb955a2e7b8 req-6b416ba8-bc7d-4e56-a60f-3282253d49ac tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=5ced0366-b713-4343-89a2-ec8a0f67be3d HTTP/1.1" status: 200 len: 943 time: 0.4926870 Sep 24 15:47:59.934272 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port e37e6ad1-25b4-40c6-af01-9271e29adfb3 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:47:59.935063 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:47:59.968845 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc6ad34-fcf9-404e-aedb-192f38ec1e52 req-a5d5e1b3-a7db-468d-9f70-bfe4b721fba9 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:47:59.982480 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bfc6ad34-fcf9-404e-aedb-192f38ec1e52 req-a5d5e1b3-a7db-468d-9f70-bfe4b721fba9 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] 10.222.0.101 "GET /v2.0/ports?device_id=b15225d5-131c-4c96-80bb-e359db49656e HTTP/1.1" status: 200 len: 945 time: 0.1265793 Sep 24 15:48:00.079553 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bfc6ad34-fcf9-404e-aedb-192f38ec1e52 req-22b1f02a-1c61-4f45-9dd1-b9957d5a5ef0 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] 10.222.0.101 "GET /v2.0/security-groups?id=8943ce8f-1876-4ecc-8724-8c0bb42ad322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955040 Sep 24 15:48:00.247667 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-16f6c68c-6abf-478e-bfd1-8fb955a2e7b8 req-53eeea2a-6890-4c23-89af-36cf30eabdba tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377782 Sep 24 15:48:00.262732 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:00.278648 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c2a25a-90b8-4e72-ae6a-ddb8a9227dbd req-b6c9e57a-d167-4b67-a153-96bb43c0ea5a tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:00.291844 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-94c2a25a-90b8-4e72-ae6a-ddb8a9227dbd req-b6c9e57a-d167-4b67-a153-96bb43c0ea5a tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] 10.222.0.101 "GET /v2.0/ports?device_id=6af5d3d8-190e-4b1c-a819-060128ceae71 HTTP/1.1" status: 200 len: 945 time: 0.1295478 Sep 24 15:48:00.307559 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port e37e6ad1-25b4-40c6-af01-9271e29adfb3, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=e37e6ad1-25b4-40c6-af01-9271e29adfb3,segment=NetworkSegment(5d322b4b-5a9d-4cbd-9a50-5d225a0cd5ca),segment_id=5d322b4b-5a9d-4cbd-9a50-5d225a0cd5ca)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:48:00.343245 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-94c2a25a-90b8-4e72-ae6a-ddb8a9227dbd req-43cbccf9-540c-48fb-8ae9-82fa5ac9eed1 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] 10.222.0.101 "GET /v2.0/security-groups?id=8943ce8f-1876-4ecc-8724-8c0bb42ad322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501089 Sep 24 15:48:00.385026 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:00.385026 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 934fe31a-9412-4ff8-898f-d83066f55b6d up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:48:00.417794 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-925027f4-f0a2-441e-a1bd-b43b8224ecd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:00.447750 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303e71b2-39fb-475b-87c4-91a365d3fba4 req-63fed541-f0cf-472d-aa7f-13a62b734080 tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:00.449287 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-303e71b2-39fb-475b-87c4-91a365d3fba4 req-63fed541-f0cf-472d-aa7f-13a62b734080 tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] 10.222.0.101 "GET /v2.0/ports?device_id=0fc83a57-ba63-4671-b5aa-f526436176d3 HTTP/1.1" status: 200 len: 945 time: 0.0935135 Sep 24 15:48:00.521437 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=e37e6ad1-25b4-40c6-af01-9271e29adfb3,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:00.521563 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-36016257-d6ed-470a-8c3a-6270e5f4a48c req-477be017-2ebc-4f5d-9de1-fa9cb4fb61dd tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=6b9bbf46-a712-441f-ae91-793da34ac091 HTTP/1.1" status: 200 len: 210 time: 0.0685077 Sep 24 15:48:00.632747 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-303e71b2-39fb-475b-87c4-91a365d3fba4 req-88c82f9e-05d2-421b-a23a-db766248d0fe tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] 10.222.0.101 "GET /v2.0/security-groups?id=e0c70cef-ef4f-43d2-be08-c37b6558b005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833054 Sep 24 15:48:00.653404 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-bc6c7d1b-e1a5-4e03-a084-211516a5342f None None] Provisioning complete for port 511d2cbe-f632-4689-9902-16f0e5fad15e triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:48:00.653777 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-bc6c7d1b-e1a5-4e03-a084-211516a5342f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:00.670758 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d74252bb-c919-442d-bd1a-b73614f45774 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Router ac161ac9-2f62-47b6-9edd-5619af6db43a is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:48:00.686278 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 511d2cbe-f632-4689-9902-16f0e5fad15e up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:48:00.718018 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port 934fe31a-9412-4ff8-898f-d83066f55b6d completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:48:00.730516 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port 934fe31a-9412-4ff8-898f-d83066f55b6d triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:48:00.730888 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:00.832253 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 511d2cbe-f632-4689-9902-16f0e5fad15e triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:48:00.832611 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:00.905324 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-bc6c7d1b-e1a5-4e03-a084-211516a5342f None None] Provisioning complete for port 6ad83339-6dc2-4448-85a1-f5d1a53141b4 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:48:00.905707 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-bc6c7d1b-e1a5-4e03-a084-211516a5342f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:01.075696 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:01.110498 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-bc6c7d1b-e1a5-4e03-a084-211516a5342f None None] Port 6ad83339-6dc2-4448-85a1-f5d1a53141b4 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:48:01.158735 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 934fe31a-9412-4ff8-898f-d83066f55b6d, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=934fe31a-9412-4ff8-898f-d83066f55b6d,segment=NetworkSegment(cf0bc314-c998-4e55-a354-35682f16ea07),segment_id=cf0bc314-c998-4e55-a354-35682f16ea07)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:48:01.253857 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d74252bb-c919-442d-bd1a-b73614f45774 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:48:01.260564 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-d74252bb-c919-442d-bd1a-b73614f45774 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] 10.222.0.101 "PUT /v2.0/routers/ac161ac9-2f62-47b6-9edd-5619af6db43a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0705276 Sep 24 15:48:01.263578 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 33856) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:01.268531 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0efaba-cb98-4b3d-acac-1f50201fed5a None None] Sync routers for ids ['ac161ac9-2f62-47b6-9edd-5619af6db43a'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:48:01.280995 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ce3a07cf-0ad5-4185-9ef8-0b9adde7c03b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:01.281963 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-925027f4-f0a2-441e-a1bd-b43b8224ecd0 admin admin] Router 4a7d13b6-342f-4da3-8f51-13e97a87c08d has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:48:01.298226 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0efaba-cb98-4b3d-acac-1f50201fed5a None None] Routers {'ac161ac9-2f62-47b6-9edd-5619af6db43a'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:48:01.299058 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-1e0efaba-cb98-4b3d-acac-1f50201fed5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:47:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['ac161ac9-2f62-47b6-9edd-5619af6db43a'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:48:01.360644 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:01.385258 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-1e0efaba-cb98-4b3d-acac-1f50201fed5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:48:01.388817 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 39d019b0-08b8-4a0f-938f-5c9bdc668bbe no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:48:01.416838 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0efaba-cb98-4b3d-acac-1f50201fed5a None None] Routers {'ac161ac9-2f62-47b6-9edd-5619af6db43a'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:48:01.416838 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-1e0efaba-cb98-4b3d-acac-1f50201fed5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:47:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['ac161ac9-2f62-47b6-9edd-5619af6db43a'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:48:01.438005 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-925027f4-f0a2-441e-a1bd-b43b8224ecd0 admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:48:01.439332 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] No Port match for: 39d019b0-08b8-4a0f-938f-5c9bdc668bbe {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:48:01.439699 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 39d019b0-08b8-4a0f-938f-5c9bdc668bbe not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:48:01.445995 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-925027f4-f0a2-441e-a1bd-b43b8224ecd0 admin admin] 10.222.0.101 "PUT /v2.0/routers/4a7d13b6-342f-4da3-8f51-13e97a87c08d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4737232 Sep 24 15:48:01.448187 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 33862) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:01.457568 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060555a6-8da8-46f1-9b6a-ec9fdacf0ea7 None None] Sync routers for ids ['4a7d13b6-342f-4da3-8f51-13e97a87c08d'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:48:01.474004 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fc83a57-ba63-4671-b5aa-f526436176d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37e6ad1-25b4-40c6-af01-9271e29adfb3'}, {'server_uuid': '6af5d3d8-190e-4b1c-a819-060128ceae71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '934fe31a-9412-4ff8-898f-d83066f55b6d'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:48:01.476719 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1daa6000-62eb-4051-8f59-c7ce9b55d112" -d '{"events": [{"server_uuid": "0fc83a57-ba63-4671-b5aa-f526436176d3", "name": "network-vif-plugged", "status": "completed", "tag": "e37e6ad1-25b4-40c6-af01-9271e29adfb3"}, {"server_uuid": "6af5d3d8-190e-4b1c-a819-060128ceae71", "name": "network-vif-plugged", "status": "completed", "tag": "934fe31a-9412-4ff8-898f-d83066f55b6d"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:48:01.478439 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a177344d-4c76-45d2-aefd-f6f6ff7024b8 req-8feb8a7e-063d-4767-9e5a-d2a6e4d9c6f9 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:01.478606 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-1e0efaba-cb98-4b3d-acac-1f50201fed5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:48:01.479461 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e0efaba-cb98-4b3d-acac-1f50201fed5a None None] The sync data for ids ['ac161ac9-2f62-47b6-9edd-5619af6db43a'] in n-d-808921-1 is: [] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:48:01.485775 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a177344d-4c76-45d2-aefd-f6f6ff7024b8 req-8feb8a7e-063d-4767-9e5a-d2a6e4d9c6f9 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=5ced0366-b713-4343-89a2-ec8a0f67be3d HTTP/1.1" status: 200 len: 943 time: 0.0984206 Sep 24 15:48:01.527386 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060555a6-8da8-46f1-9b6a-ec9fdacf0ea7 None None] Routers {'4a7d13b6-342f-4da3-8f51-13e97a87c08d'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:48:01.528043 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-060555a6-8da8-46f1-9b6a-ec9fdacf0ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:47:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['4a7d13b6-342f-4da3-8f51-13e97a87c08d'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:48:01.550562 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0903f2cc-9ed0-4775-a9bf-3de1d01d10ff req-3c6c5b09-fa3f-4133-ae56-3aed59870607 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:01.552661 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0903f2cc-9ed0-4775-a9bf-3de1d01d10ff req-3c6c5b09-fa3f-4133-ae56-3aed59870607 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] 10.222.0.101 "GET /v2.0/ports?device_id=6af5d3d8-190e-4b1c-a819-060128ceae71 HTTP/1.1" status: 200 len: 946 time: 0.0843611 Sep 24 15:48:01.595654 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=934fe31a-9412-4ff8-898f-d83066f55b6d,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:01.605313 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0903f2cc-9ed0-4775-a9bf-3de1d01d10ff req-879a3c2b-e5b4-4cd9-94fc-888fb5ffc877 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] 10.222.0.101 "GET /v2.0/security-groups?id=8943ce8f-1876-4ecc-8724-8c0bb42ad322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448813 Sep 24 15:48:01.614956 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a177344d-4c76-45d2-aefd-f6f6ff7024b8 req-546ea5c8-11b3-44c9-af3a-46abdff3edb6 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252532 Sep 24 15:48:01.774805 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 24 Sep 2021 15:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-394b15ca-fd2f-486e-ad72-9ac891148de5 x-openstack-request-id: req-394b15ca-fd2f-486e-ad72-9ac891148de5 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:48:01.782726 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fc83a57-ba63-4671-b5aa-f526436176d3", "name": "network-vif-plugged", "status": "completed", "tag": "e37e6ad1-25b4-40c6-af01-9271e29adfb3", "code": 200}, {"server_uuid": "6af5d3d8-190e-4b1c-a819-060128ceae71", "name": "network-vif-plugged", "status": "completed", "tag": "934fe31a-9412-4ff8-898f-d83066f55b6d", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:48:01.783005 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-394b15ca-fd2f-486e-ad72-9ac891148de5 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:48:01.783428 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fc83a57-ba63-4671-b5aa-f526436176d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e37e6ad1-25b4-40c6-af01-9271e29adfb3', 'code': 200} Sep 24 15:48:01.783683 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6af5d3d8-190e-4b1c-a819-060128ceae71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '934fe31a-9412-4ff8-898f-d83066f55b6d', 'code': 200} Sep 24 15:48:01.823824 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-060555a6-8da8-46f1-9b6a-ec9fdacf0ea7 None None] Set router 4a7d13b6-342f-4da3-8f51-13e97a87c08d gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:48:01.919062 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0163f9-20c7-4134-8bd1-8a254f075d2d req-4ad16e86-51c3-41d9-870c-836ba1895645 tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:01.920837 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7b0163f9-20c7-4134-8bd1-8a254f075d2d req-4ad16e86-51c3-41d9-870c-836ba1895645 tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] 10.222.0.101 "GET /v2.0/ports?device_id=0fc83a57-ba63-4671-b5aa-f526436176d3 HTTP/1.1" status: 200 len: 946 time: 0.1132302 Sep 24 15:48:01.937140 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f8632b-2769-4f11-8ba5-2e37030d5b1c req-48ba0c22-5608-429e-af03-465a22e40b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:01.938666 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-71f8632b-2769-4f11-8ba5-2e37030d5b1c req-48ba0c22-5608-429e-af03-465a22e40b1a service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=0fc83a57-ba63-4671-b5aa-f526436176d3 HTTP/1.1" status: 200 len: 1097 time: 0.0859904 Sep 24 15:48:01.958080 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c9624-0da3-4dfa-a66c-ae4b08e29945 req-28c10ea8-2e1f-486a-85f9-1bb6f0dc0a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:01.960595 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-db4c9624-0da3-4dfa-a66c-ae4b08e29945 req-28c10ea8-2e1f-486a-85f9-1bb6f0dc0a14 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=6af5d3d8-190e-4b1c-a819-060128ceae71 HTTP/1.1" status: 200 len: 1097 time: 0.1168854 Sep 24 15:48:02.029142 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7b0163f9-20c7-4134-8bd1-8a254f075d2d req-d98e998c-8800-4e84-be83-20ecd7cce497 tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] 10.222.0.101 "GET /v2.0/security-groups?id=e0c70cef-ef4f-43d2-be08-c37b6558b005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977483 Sep 24 15:48:02.047549 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-060555a6-8da8-46f1-9b6a-ec9fdacf0ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7d13b6-342f-4da3-8f51-13e97a87c08d', 'name': 'tempest-ServersTestBootFromVolume-571201643-router', 'tenant_id': '5263748a73e54761954b877d2ae863de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '1cea6ae9-e447-420e-9d47-283723ff3ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:42:58Z', 'updated_at': '2021-09-24T15:47:59Z', 'revision_number': 5, 'project_id': '5263748a73e54761954b877d2ae863de', 'gw_port': {'id': '1cea6ae9-e447-420e-9d47-283723ff3ded', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:56:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7d13b6-342f-4da3-8f51-13e97a87c08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:43:00Z', 'updated_at': '2021-09-24T15:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:48:02.054571 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-71f8632b-2769-4f11-8ba5-2e37030d5b1c req-b2a63250-0eaf-4ae8-abb9-c9eee7985b05 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=e0c70cef-ef4f-43d2-be08-c37b6558b005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729377 Sep 24 15:48:02.060243 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2f0b3ce0-a184-43a8-abca-2d2b09b13628 admin admin] Notify callbacks [] for router, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:02.065157 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-db4c9624-0da3-4dfa-a66c-ae4b08e29945 req-cb6a2269-6b72-4d9a-8e9b-fbcf633b5bd1 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=8943ce8f-1876-4ecc-8724-8c0bb42ad322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920947 Sep 24 15:48:02.082852 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [None req-54480c2c-b69a-4e2f-83c1-5e2698ce7cb3 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 15:48:02.087934 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-54480c2c-b69a-4e2f-83c1-5e2698ce7cb3 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] 10.222.0.101 "PUT /v2.0/routers/ac161ac9-2f62-47b6-9edd-5619af6db43a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8231454 Sep 24 15:48:02.088811 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 33878) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:02.090600 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060555a6-8da8-46f1-9b6a-ec9fdacf0ea7 None None] Checking router: 4a7d13b6-342f-4da3-8f51-13e97a87c08d for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:48:02.103443 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060555a6-8da8-46f1-9b6a-ec9fdacf0ea7 None None] Routers {'4a7d13b6-342f-4da3-8f51-13e97a87c08d'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:48:02.104430 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-060555a6-8da8-46f1-9b6a-ec9fdacf0ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:47:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['4a7d13b6-342f-4da3-8f51-13e97a87c08d'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:48:02.165859 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device ca08fe33-4ee9-413c-a294-3c0e3835a684 details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:48:02.263331 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2f0b3ce0-a184-43a8-abca-2d2b09b13628 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:02.329231 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port ca08fe33-4ee9-413c-a294-3c0e3835a684, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=ca08fe33-4ee9-413c-a294-3c0e3835a684,segment=NetworkSegment(368a9d0c-2815-451d-a46d-c1bdd7d38862),segment_id=368a9d0c-2815-451d-a46d-c1bdd7d38862)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:48:02.351049 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': 'ca08fe33-4ee9-413c-a294-3c0e3835a684', 'network_id': 'fcaa8023-73de-41c9-b56a-537c209ef622', 'port_id': 'ca08fe33-4ee9-413c-a294-3c0e3835a684', 'mac_address': 'fa:16:3e:81:18:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0db07746-4ea4-48db-9d56-837ab1eb05bd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:48:02.353789 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-060555a6-8da8-46f1-9b6a-ec9fdacf0ea7 None None] Set router 4a7d13b6-342f-4da3-8f51-13e97a87c08d gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:48:02.428855 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-2f0b3ce0-a184-43a8-abca-2d2b09b13628 admin admin] Deleting port 1cea6ae9-e447-420e-9d47-283723ff3ded {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:48:02.429294 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2f0b3ce0-a184-43a8-abca-2d2b09b13628 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:02.474320 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:02.493399 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b8a00117-6d8b-40c6-9eaa-a040a149ddb5 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:02.526886 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca08fe33-4ee9-413c-a294-3c0e3835a684 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:48:02.543488 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-2f0b3ce0-a184-43a8-abca-2d2b09b13628 admin admin] For port 1cea6ae9-e447-420e-9d47-283723ff3ded, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=1cea6ae9-e447-420e-9d47-283723ff3ded,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:48:02.543882 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2f0b3ce0-a184-43a8-abca-2d2b09b13628 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:02.561964 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-2f0b3ce0-a184-43a8-abca-2d2b09b13628 admin admin] Calling delete_port for 1cea6ae9-e447-420e-9d47-283723ff3ded owned by network:router_gateway {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:48:02.562172 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port ca08fe33-4ee9-413c-a294-3c0e3835a684, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=ca08fe33-4ee9-413c-a294-3c0e3835a684,segment=NetworkSegment(368a9d0c-2815-451d-a46d-c1bdd7d38862),segment_id=368a9d0c-2815-451d-a46d-c1bdd7d38862)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:48:02.626501 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-060555a6-8da8-46f1-9b6a-ec9fdacf0ea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a7d13b6-342f-4da3-8f51-13e97a87c08d', 'name': 'tempest-ServersTestBootFromVolume-571201643-router', 'tenant_id': '5263748a73e54761954b877d2ae863de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '1cea6ae9-e447-420e-9d47-283723ff3ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:42:58Z', 'updated_at': '2021-09-24T15:47:59Z', 'revision_number': 5, 'project_id': '5263748a73e54761954b877d2ae863de', 'gw_port': {'id': '1cea6ae9-e447-420e-9d47-283723ff3ded', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:56:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7d13b6-342f-4da3-8f51-13e97a87c08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:43:00Z', 'updated_at': '2021-09-24T15:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:48:02.664234 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:02.670184 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060555a6-8da8-46f1-9b6a-ec9fdacf0ea7 None None] The sync data for ids ['4a7d13b6-342f-4da3-8f51-13e97a87c08d'] in n-d-808921-1 is: [{'id': '4a7d13b6-342f-4da3-8f51-13e97a87c08d', 'name': 'tempest-ServersTestBootFromVolume-571201643-router', 'tenant_id': '5263748a73e54761954b877d2ae863de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.100'}], 'enable_snat': True}, 'gw_port_id': '1cea6ae9-e447-420e-9d47-283723ff3ded', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:42:58Z', 'updated_at': '2021-09-24T15:47:59Z', 'revision_number': 5, 'project_id': '5263748a73e54761954b877d2ae863de', 'gw_port': {'id': '1cea6ae9-e447-420e-9d47-283723ff3ded', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:56:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a7d13b6-342f-4da3-8f51-13e97a87c08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1268, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:43:00Z', 'updated_at': '2021-09-24T15:43:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:48:02.786932 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=ca08fe33-4ee9-413c-a294-3c0e3835a684,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:02.887789 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4042813d-e0e8-474c-92f9-32ac9d48d220 req-e6517f9b-69ca-44be-bc71-196ef70232fe tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:02.889561 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4042813d-e0e8-474c-92f9-32ac9d48d220 req-e6517f9b-69ca-44be-bc71-196ef70232fe tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] 10.222.0.101 "GET /v2.0/ports?device_id=6af5d3d8-190e-4b1c-a819-060128ceae71 HTTP/1.1" status: 200 len: 946 time: 0.0825686 Sep 24 15:48:02.968939 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4042813d-e0e8-474c-92f9-32ac9d48d220 req-2cb6cbf5-8c62-416a-8a8d-7a3bbc8a7871 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] 10.222.0.101 "GET /v2.0/security-groups?id=8943ce8f-1876-4ecc-8724-8c0bb42ad322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724356 Sep 24 15:48:03.003014 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['ca08fe33-4ee9-413c-a294-3c0e3835a684'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:48:03.065745 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb8af6f-acb5-4c64-945c-8eb021883519 req-8928560b-69e2-4890-93ed-3084370276ec tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:03.067312 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fcb8af6f-acb5-4c64-945c-8eb021883519 req-8928560b-69e2-4890-93ed-3084370276ec tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=5ced0366-b713-4343-89a2-ec8a0f67be3d HTTP/1.1" status: 200 len: 944 time: 0.0980031 Sep 24 15:48:03.069447 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2f0b3ce0-a184-43a8-abca-2d2b09b13628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:03.149676 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fcb8af6f-acb5-4c64-945c-8eb021883519 req-31b4fe27-3a6c-418e-9c7e-cc6e5863badf tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657508 Sep 24 15:48:03.213743 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0b3ce0-a184-43a8-abca-2d2b09b13628 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cea6ae9-e447-420e-9d47-283723ff3ded,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:03.346024 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-b8a00117-6d8b-40c6-9eaa-a040a149ddb5 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Deleting port 6ad83339-6dc2-4448-85a1-f5d1a53141b4 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:48:03.350358 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b8a00117-6d8b-40c6-9eaa-a040a149ddb5 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:03.390782 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2f0b3ce0-a184-43a8-abca-2d2b09b13628 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586576'] for router_gateway, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:03.427644 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa907fb-fc67-4f95-9c5a-0057dac8a0b3 req-5369909f-a34e-439d-9299-bf79d188ffe1 tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:03.430215 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7aa907fb-fc67-4f95-9c5a-0057dac8a0b3 req-5369909f-a34e-439d-9299-bf79d188ffe1 tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] 10.222.0.101 "GET /v2.0/ports?device_id=0fc83a57-ba63-4671-b5aa-f526436176d3 HTTP/1.1" status: 200 len: 946 time: 0.2015240 Sep 24 15:48:03.514608 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2f0b3ce0-a184-43a8-abca-2d2b09b13628 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:03.517170 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2f0b3ce0-a184-43a8-abca-2d2b09b13628 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:03.548786 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b8a00117-6d8b-40c6-9eaa-a040a149ddb5 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:03.567568 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-b8a00117-6d8b-40c6-9eaa-a040a149ddb5 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Calling delete_port for 6ad83339-6dc2-4448-85a1-f5d1a53141b4 owned by network:router_interface {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:48:03.574962 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7aa907fb-fc67-4f95-9c5a-0057dac8a0b3 req-0b59a037-b18a-4cd0-8dd7-4aab944d87b5 tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] 10.222.0.101 "GET /v2.0/security-groups?id=e0c70cef-ef4f-43d2-be08-c37b6558b005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136887 Sep 24 15:48:03.647367 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2f0b3ce0-a184-43a8-abca-2d2b09b13628 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:03.647991 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f0b3ce0-a184-43a8-abca-2d2b09b13628 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a7d13b6-342f-4da3-8f51-13e97a87c08d {{(pid=95298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:48:03.659768 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2f0b3ce0-a184-43a8-abca-2d2b09b13628 admin admin] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:03.659768 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-2f0b3ce0-a184-43a8-abca-2d2b09b13628 admin admin] 10.222.0.101 "DELETE /v2.0/routers/4a7d13b6-342f-4da3-8f51-13e97a87c08d HTTP/1.1" status: 204 len: 168 time: 2.2084379 Sep 24 15:48:03.659768 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 33894) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:03.746194 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-dce300a8-98e1-4a4c-91cb-47e21ccf0e7b admin admin] Deleting subnet c9e1fbb5-ba1f-404e-a5c9-92121db23b41 {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:48:03.754321 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dce300a8-98e1-4a4c-91cb-47e21ccf0e7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:03.824771 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dce300a8-98e1-4a4c-91cb-47e21ccf0e7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:03.921082 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dce300a8-98e1-4a4c-91cb-47e21ccf0e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:03.925691 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9432a51b-9424-4e8a-9dc4-6cc7ab818b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:04.028382 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b8a00117-6d8b-40c6-9eaa-a040a149ddb5 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:04.072029 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a00117-6d8b-40c6-9eaa-a040a149ddb5 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Pushing event deleted for resources: {'Port': ['ID=6ad83339-6dc2-4448-85a1-f5d1a53141b4,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:04.138271 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dce300a8-98e1-4a4c-91cb-47e21ccf0e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:04.234812 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dce300a8-98e1-4a4c-91cb-47e21ccf0e7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:04.239607 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba6a618b-33b7-4f3a-b3ce-6f6b4367ee3c None None] Network 19c2cc6b-6fd9-4d5d-b971-5ea0f368a861 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:48:04.243624 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-dce300a8-98e1-4a4c-91cb-47e21ccf0e7b admin admin] 10.222.0.101 "DELETE /v2.0/subnets/c9e1fbb5-ba1f-404e-a5c9-92121db23b41 HTTP/1.1" status: 204 len: 168 time: 0.5839262 Sep 24 15:48:04.246400 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 33904) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:04.248912 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce300a8-98e1-4a4c-91cb-47e21ccf0e7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9e1fbb5-ba1f-404e-a5c9-92121db23b41,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:04.275201 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fff035-7b18-4c2b-a5b4-3ee496686226 req-980dbc80-da8d-46d1-83af-a0f247162069 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:04.276950 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-63fff035-7b18-4c2b-a5b4-3ee496686226 req-980dbc80-da8d-46d1-83af-a0f247162069 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] 10.222.0.101 "GET /v2.0/ports?device_id=6af5d3d8-190e-4b1c-a819-060128ceae71 HTTP/1.1" status: 200 len: 946 time: 0.2186937 Sep 24 15:48:04.277850 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b8a00117-6d8b-40c6-9eaa-a040a149ddb5 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:04.311386 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:04.465713 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d2fc622d-4226-4ce8-bfac-88fe5496cac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:04.495935 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c538f-db84-45a4-ad39-24de31b29610 req-687c32c6-5eca-45bf-b1fb-f65ea8fe47f4 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:04.497535 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a87c538f-db84-45a4-ad39-24de31b29610 req-687c32c6-5eca-45bf-b1fb-f65ea8fe47f4 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=5ced0366-b713-4343-89a2-ec8a0f67be3d HTTP/1.1" status: 200 len: 944 time: 0.1677511 Sep 24 15:48:04.507000 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-63fff035-7b18-4c2b-a5b4-3ee496686226 req-6a87058a-afb5-472b-9ff9-a33f8e77d222 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] 10.222.0.101 "GET /v2.0/security-groups?id=8943ce8f-1876-4ecc-8724-8c0bb42ad322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125349 Sep 24 15:48:04.572382 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 1cea6ae9-e447-420e-9d47-283723ff3ded no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:48:04.587490 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a87c538f-db84-45a4-ad39-24de31b29610 req-80d0992e-68e8-418e-8bba-443ae1f7e0d7 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776987 Sep 24 15:48:04.624352 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-d2fc622d-4226-4ce8-bfac-88fe5496cac0 admin admin] Deleting port 136c39a4-a23e-40f2-8fad-c2c3fefad6cb {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:48:04.626736 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d2fc622d-4226-4ce8-bfac-88fe5496cac0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:04.645031 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 1cea6ae9-e447-420e-9d47-283723ff3ded {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:48:04.645728 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 1cea6ae9-e447-420e-9d47-283723ff3ded not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:48:04.646181 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 5f9044b5-2afd-43e8-8c46-1178352c651d no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:48:04.704495 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 5f9044b5-2afd-43e8-8c46-1178352c651d {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:48:04.707075 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 5f9044b5-2afd-43e8-8c46-1178352c651d not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:48:04.728136 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8a00117-6d8b-40c6-9eaa-a040a149ddb5 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Router ac161ac9-2f62-47b6-9edd-5619af6db43a has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:48:04.775922 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-d2fc622d-4226-4ce8-bfac-88fe5496cac0 admin admin] For port 136c39a4-a23e-40f2-8fad-c2c3fefad6cb, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=136c39a4-a23e-40f2-8fad-c2c3fefad6cb,segment=NetworkSegment(b84f5eb8-8372-4830-939f-7f53ff710cab),segment_id=b84f5eb8-8372-4830-939f-7f53ff710cab)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:48:04.776322 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d2fc622d-4226-4ce8-bfac-88fe5496cac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:04.791753 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e84ef9-0b4f-4065-9ef3-27f34d68039f None None] DHCP port deletion for 19c2cc6b-6fd9-4d5d-b971-5ea0f368a861 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:48:04.800967 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-d2fc622d-4226-4ce8-bfac-88fe5496cac0 admin admin] Calling delete_port for 136c39a4-a23e-40f2-8fad-c2c3fefad6cb owned by network:dhcp {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:48:04.828226 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1aa8e2-66d2-4182-9007-6a2f85d935f1 req-93f65cc0-824b-43dd-adcf-e010660ad0fb tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:04.836597 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7d1aa8e2-66d2-4182-9007-6a2f85d935f1 req-93f65cc0-824b-43dd-adcf-e010660ad0fb tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] 10.222.0.101 "GET /v2.0/ports?device_id=0fc83a57-ba63-4671-b5aa-f526436176d3 HTTP/1.1" status: 200 len: 946 time: 0.1174545 Sep 24 15:48:04.875732 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-19e84ef9-0b4f-4065-9ef3-27f34d68039f None None] Deleting port 136c39a4-a23e-40f2-8fad-c2c3fefad6cb {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:48:04.876519 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-19e84ef9-0b4f-4065-9ef3-27f34d68039f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:04.885132 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a00117-6d8b-40c6-9eaa-a040a149ddb5 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:48:04.898074 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b8a00117-6d8b-40c6-9eaa-a040a149ddb5 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] 10.222.0.101 "PUT /v2.0/routers/ac161ac9-2f62-47b6-9edd-5619af6db43a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8050027 Sep 24 15:48:04.898866 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd40ea4-8ee8-42e9-9c26-fa4cded0bcd7 None None] Sync routers for ids ['ac161ac9-2f62-47b6-9edd-5619af6db43a'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:48:04.907778 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 33912) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:04.917521 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eef4f41-0b5c-4aaf-a9a0-9d6690a065ac req-27bbbf82-6fa4-4cb6-8018-22df6325d286 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:04.920625 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd40ea4-8ee8-42e9-9c26-fa4cded0bcd7 None None] Routers {'ac161ac9-2f62-47b6-9edd-5619af6db43a'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:48:04.921261 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-fcd40ea4-8ee8-42e9-9c26-fa4cded0bcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:48:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['ac161ac9-2f62-47b6-9edd-5619af6db43a'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:48:04.941925 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3eef4f41-0b5c-4aaf-a9a0-9d6690a065ac req-27bbbf82-6fa4-4cb6-8018-22df6325d286 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] 10.222.0.101 "GET /v2.0/ports?device_id=fff91849-beb9-49b9-83c8-d680a952e417 HTTP/1.1" status: 200 len: 945 time: 0.2561219 Sep 24 15:48:04.955139 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7d1aa8e2-66d2-4182-9007-6a2f85d935f1 req-a021b8a3-2efb-46c2-ab83-8f330f14ae1c tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] 10.222.0.101 "GET /v2.0/security-groups?id=e0c70cef-ef4f-43d2-be08-c37b6558b005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174233 Sep 24 15:48:04.978642 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-19e84ef9-0b4f-4065-9ef3-27f34d68039f None None] For port 136c39a4-a23e-40f2-8fad-c2c3fefad6cb, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=136c39a4-a23e-40f2-8fad-c2c3fefad6cb,segment=NetworkSegment(b84f5eb8-8372-4830-939f-7f53ff710cab),segment_id=b84f5eb8-8372-4830-939f-7f53ff710cab)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:48:04.979558 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-19e84ef9-0b4f-4065-9ef3-27f34d68039f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:04.993127 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-fcd40ea4-8ee8-42e9-9c26-fa4cded0bcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:48:04.998376 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-19e84ef9-0b4f-4065-9ef3-27f34d68039f None None] Calling delete_port for 136c39a4-a23e-40f2-8fad-c2c3fefad6cb owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:48:05.002030 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd40ea4-8ee8-42e9-9c26-fa4cded0bcd7 None None] Routers {'ac161ac9-2f62-47b6-9edd-5619af6db43a'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:48:05.002933 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-fcd40ea4-8ee8-42e9-9c26-fa4cded0bcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:48:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['ac161ac9-2f62-47b6-9edd-5619af6db43a'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:48:05.039108 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [None req-ae2ef418-7e4b-4408-820b-d76f7c638b83 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] delete failed (client error): The resource could not be found. Sep 24 15:48:05.039108 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ae2ef418-7e4b-4408-820b-d76f7c638b83 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] 10.222.0.101 "DELETE /v2.0/routers/tempest-non_exist_router-861211778 HTTP/1.1" status: 404 len: 334 time: 0.1245306 Sep 24 15:48:05.039400 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 33916) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:05.042900 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-fcd40ea4-8ee8-42e9-9c26-fa4cded0bcd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:48:05.043846 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd40ea4-8ee8-42e9-9c26-fa4cded0bcd7 None None] The sync data for ids ['ac161ac9-2f62-47b6-9edd-5619af6db43a'] in n-d-808921-1 is: [] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:48:05.044410 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-6fc500da-49a6-4d04-9ecd-274285c330b7 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ac161ac9-2f62-47b6-9edd-5619af6db43a'}}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:48:05.058361 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d2fc622d-4226-4ce8-bfac-88fe5496cac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:05.116233 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fc622d-4226-4ce8-bfac-88fe5496cac0 admin admin] Pushing event deleted for resources: {'Port': ['ID=136c39a4-a23e-40f2-8fad-c2c3fefad6cb,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:05.129455 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fc622d-4226-4ce8-bfac-88fe5496cac0 admin admin] No DVR routers for this DVR port 136c39a4-a23e-40f2-8fad-c2c3fefad6cb on host n-d-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:48:05.144358 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-19e84ef9-0b4f-4065-9ef3-27f34d68039f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:05.175223 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e84ef9-0b4f-4065-9ef3-27f34d68039f None None] No DVR routers for this DVR port 136c39a4-a23e-40f2-8fad-c2c3fefad6cb on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:48:05.177506 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e84ef9-0b4f-4065-9ef3-27f34d68039f None None] Pushing event deleted for resources: {'Port': ['ID=136c39a4-a23e-40f2-8fad-c2c3fefad6cb,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:05.215640 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3eef4f41-0b5c-4aaf-a9a0-9d6690a065ac req-b0a15835-8504-4386-815e-7b99d6855b0c tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] 10.222.0.101 "GET /v2.0/security-groups?id=8943ce8f-1876-4ecc-8724-8c0bb42ad322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728171 Sep 24 15:48:05.229038 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:05.235687 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d2fc622d-4226-4ce8-bfac-88fe5496cac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:05.282005 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-d2fc622d-4226-4ce8-bfac-88fe5496cac0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19c2cc6b-6fd9-4d5d-b971-5ea0f368a861']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:48:05.294573 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-d2fc622d-4226-4ce8-bfac-88fe5496cac0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b84f5eb8-8372-4830-939f-7f53ff710cab') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:48:05.294908 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-d2fc622d-4226-4ce8-bfac-88fe5496cac0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b84f5eb8-8372-4830-939f-7f53ff710cab') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:48:05.309308 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d2fc622d-4226-4ce8-bfac-88fe5496cac0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:05.324524 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d2fc622d-4226-4ce8-bfac-88fe5496cac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:05.340287 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2fc622d-4226-4ce8-bfac-88fe5496cac0 admin admin] Releasing vlan 1267 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:48:05.340758 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d2fc622d-4226-4ce8-bfac-88fe5496cac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:05.366486 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:48:05.366486 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:48:05.366486 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:48:05.366486 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:48:05.366486 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:48:05.366486 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:48:05.366486 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:48:05.366486 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:48:05.366486 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:48:05.366486 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:48:05.366486 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:48:05.366486 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:48:05.366486 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:48:05.366486 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:48:05.366486 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:48:05.366486 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:48:05.366486 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:48:05.366486 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:48:05.366486 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:48:05.366486 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:48:05.366486 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:48:05.366486 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:48:05.366486 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:48:05.366486 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:48:05.366486 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:48:05.366486 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:48:05.366486 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:48:05.366486 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:48:05.366486 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:48:05.366486 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:48:05.366486 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:48:05.366486 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:48:05.420392 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6fc500da-49a6-4d04-9ecd-274285c330b7 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:05.549047 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d2fc622d-4226-4ce8-bfac-88fe5496cac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:05.557064 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d2fc622d-4226-4ce8-bfac-88fe5496cac0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:05.561526 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-d2fc622d-4226-4ce8-bfac-88fe5496cac0 admin admin] 10.222.0.101 "DELETE /v2.0/networks/19c2cc6b-6fd9-4d5d-b971-5ea0f368a861 HTTP/1.1" status: 204 len: 168 time: 1.3043272 Sep 24 15:48:05.572131 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fc622d-4226-4ce8-bfac-88fe5496cac0 admin admin] Pushing event deleted for resources: {'Network': ['ID=19c2cc6b-6fd9-4d5d-b971-5ea0f368a861,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:05.595071 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [None req-6fc500da-49a6-4d04-9ecd-274285c330b7 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] update failed (client error): The resource could not be found. Sep 24 15:48:05.596219 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-6fc500da-49a6-4d04-9ecd-274285c330b7 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] 10.222.0.101 "PUT /v2.0/routers/ac161ac9-2f62-47b6-9edd-5619af6db43a HTTP/1.1" status: 404 len: 339 time: 0.5560238 Sep 24 15:48:05.599783 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 33934) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:05.605798 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-bdd1b499-1f4f-4bd1-a231-7cbf5726efa7 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-224226967'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:48:05.691822 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd1b499-1f4f-4bd1-a231-7cbf5726efa7 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Made reservation on behalf of 34fff317efec412ba52d2da15b26504e for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:48:05.696056 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bdd1b499-1f4f-4bd1-a231-7cbf5726efa7 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:05.700380 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15916fd-34a9-4313-98ba-37a03101343b req-f10e9bbd-903e-48a6-a7b2-112203126d01 tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:05.702119 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c15916fd-34a9-4313-98ba-37a03101343b req-f10e9bbd-903e-48a6-a7b2-112203126d01 tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] 10.222.0.101 "GET /v2.0/ports?device_id=0fc83a57-ba63-4671-b5aa-f526436176d3 HTTP/1.1" status: 200 len: 946 time: 0.0592234 Sep 24 15:48:05.736412 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdd1b499-1f4f-4bd1-a231-7cbf5726efa7 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1280} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:48:05.748035 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bdd1b499-1f4f-4bd1-a231-7cbf5726efa7 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:05.754177 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-bdd1b499-1f4f-4bd1-a231-7cbf5726efa7 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Added segment 04a496e4-8ce0-4aa2-8d50-aa6038edd70e of type vlan for network c0834df4-6bf7-4e72-adf0-4529291aab23 Sep 24 15:48:05.758466 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c15916fd-34a9-4313-98ba-37a03101343b req-7343878a-a296-44bb-8d01-a19ad3433f6d tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] 10.222.0.101 "GET /v2.0/security-groups?id=e0c70cef-ef4f-43d2-be08-c37b6558b005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370979 Sep 24 15:48:05.792395 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bdd1b499-1f4f-4bd1-a231-7cbf5726efa7 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:05.878517 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6738bcbf-b09c-4b49-b936-5388d774b7a2 req-5a2edafb-5499-461e-8db8-f4864ef17445 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:05.880358 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6738bcbf-b09c-4b49-b936-5388d774b7a2 req-5a2edafb-5499-461e-8db8-f4864ef17445 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=5ced0366-b713-4343-89a2-ec8a0f67be3d HTTP/1.1" status: 200 len: 944 time: 0.0603702 Sep 24 15:48:05.915254 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bdd1b499-1f4f-4bd1-a231-7cbf5726efa7 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:05.923466 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd1b499-1f4f-4bd1-a231-7cbf5726efa7 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:05.924220 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bdd1b499-1f4f-4bd1-a231-7cbf5726efa7 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:05.942089 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6738bcbf-b09c-4b49-b936-5388d774b7a2 req-175cdb4a-c583-44d9-8001-9c9de867ed16 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498376 Sep 24 15:48:06.001518 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 33940) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:06.044335 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd1b499-1f4f-4bd1-a231-7cbf5726efa7 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Pushing event updated for resources: {'Network': ['ID=c0834df4-6bf7-4e72-adf0-4529291aab23,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:06.055918 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network c0834df4-6bf7-4e72-adf0-4529291aab23 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:48:06.081850 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6505889-c70d-41c2-ba08-82f283a89c4d req-d4f15037-5661-458d-8a8e-3ecb43b450a1 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:06.083555 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d6505889-c70d-41c2-ba08-82f283a89c4d req-d4f15037-5661-458d-8a8e-3ecb43b450a1 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] 10.222.0.101 "GET /v2.0/ports?device_id=fff91849-beb9-49b9-83c8-d680a952e417 HTTP/1.1" status: 200 len: 945 time: 0.1307914 Sep 24 15:48:06.102690 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-0639247c-c78c-4345-99b6-252247b8816d admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5263748a73e54761954b877d2ae863de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0968151 Sep 24 15:48:06.106000 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 33942) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:06.111243 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-bdd1b499-1f4f-4bd1-a231-7cbf5726efa7 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5100930 Sep 24 15:48:06.114580 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 33944) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:06.122486 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-0d7c6a92-0917-4e8c-a79c-faf42084c5cf tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Request body: {'subnet': {'network_id': 'c0834df4-6bf7-4e72-adf0-4529291aab23', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:48:06.133610 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d6505889-c70d-41c2-ba08-82f283a89c4d req-f255e1b9-ed72-420e-acc2-c38602b71fe8 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] 10.222.0.101 "GET /v2.0/security-groups?id=8943ce8f-1876-4ecc-8724-8c0bb42ad322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414064 Sep 24 15:48:06.183585 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device ca08fe33-4ee9-413c-a294-3c0e3835a684 up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:48:06.245102 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-827227f2-190a-4ac5-99ed-80cb16618c10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:06.278647 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-827227f2-190a-4ac5-99ed-80cb16618c10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:06.303495 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port ca08fe33-4ee9-413c-a294-3c0e3835a684 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:48:06.308181 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port ca08fe33-4ee9-413c-a294-3c0e3835a684 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:48:06.313090 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:06.372182 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7c6a92-0917-4e8c-a79c-faf42084c5cf tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Made reservation on behalf of 34fff317efec412ba52d2da15b26504e for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:48:06.376141 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0d7c6a92-0917-4e8c-a79c-faf42084c5cf tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:06.402731 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:06.428504 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ced0366-b713-4343-89a2-ec8a0f67be3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca08fe33-4ee9-413c-a294-3c0e3835a684'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:48:06.432235 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b9a755-d520-4f76-8efa-ad9e7d09356a" -d '{"events": [{"server_uuid": "5ced0366-b713-4343-89a2-ec8a0f67be3d", "name": "network-vif-plugged", "status": "completed", "tag": "ca08fe33-4ee9-413c-a294-3c0e3835a684"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:48:06.457713 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port ca08fe33-4ee9-413c-a294-3c0e3835a684, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=ca08fe33-4ee9-413c-a294-3c0e3835a684,segment=NetworkSegment(368a9d0c-2815-451d-a46d-c1bdd7d38862),segment_id=368a9d0c-2815-451d-a46d-c1bdd7d38862)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:48:06.473925 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-827227f2-190a-4ac5-99ed-80cb16618c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:06.476921 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-827227f2-190a-4ac5-99ed-80cb16618c10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:06.478669 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-827227f2-190a-4ac5-99ed-80cb16618c10 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/743259c7-a231-44bf-9f05-feb2d8a312cb HTTP/1.1" status: 204 len: 168 time: 0.3712668 Sep 24 15:48:06.494431 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827227f2-190a-4ac5-99ed-80cb16618c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=743259c7-a231-44bf-9f05-feb2d8a312cb,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:06.507595 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d35c3c-e3dc-4978-b2dc-40023cbd8dc2 x-openstack-request-id: req-65d35c3c-e3dc-4978-b2dc-40023cbd8dc2 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:48:06.508020 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ced0366-b713-4343-89a2-ec8a0f67be3d", "name": "network-vif-plugged", "status": "completed", "tag": "ca08fe33-4ee9-413c-a294-3c0e3835a684", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:48:06.508272 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-65d35c3c-e3dc-4978-b2dc-40023cbd8dc2 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:48:06.508917 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ced0366-b713-4343-89a2-ec8a0f67be3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca08fe33-4ee9-413c-a294-3c0e3835a684', 'code': 200} Sep 24 15:48:06.572557 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 136c39a4-a23e-40f2-8fad-c2c3fefad6cb no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:48:06.673965 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4045061-f880-4ff5-82f5-2ce4ae07f9d7 req-19b0973d-0d67-4136-9c9a-ad314d155f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:06.675982 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a4045061-f880-4ff5-82f5-2ce4ae07f9d7 req-19b0973d-0d67-4136-9c9a-ad314d155f7b service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=5ced0366-b713-4343-89a2-ec8a0f67be3d HTTP/1.1" status: 200 len: 1096 time: 0.0953848 Sep 24 15:48:06.758308 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a4045061-f880-4ff5-82f5-2ce4ae07f9d7 req-e6db42d6-673c-418c-a6e4-9d7994d669bc service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721877 Sep 24 15:48:06.794467 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 136c39a4-a23e-40f2-8fad-c2c3fefad6cb {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:48:06.795242 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 136c39a4-a23e-40f2-8fad-c2c3fefad6cb not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:48:06.798797 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:06.825866 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:06.854388 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=ca08fe33-4ee9-413c-a294-3c0e3835a684,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:06.890251 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861a7d40-8e6e-4d77-bdfa-ec76bffccc5b req-cbc11845-e8d0-4b31-9a83-d1e43ee8849f tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:06.891825 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-861a7d40-8e6e-4d77-bdfa-ec76bffccc5b req-cbc11845-e8d0-4b31-9a83-d1e43ee8849f tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] 10.222.0.101 "GET /v2.0/ports?device_id=0fc83a57-ba63-4671-b5aa-f526436176d3 HTTP/1.1" status: 200 len: 946 time: 0.0558949 Sep 24 15:48:06.926823 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0d7c6a92-0917-4e8c-a79c-faf42084c5cf tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:06.946181 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-861a7d40-8e6e-4d77-bdfa-ec76bffccc5b req-9cf83ad6-9817-4ae2-a748-a6984b5decb9 tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] 10.222.0.101 "GET /v2.0/security-groups?id=e0c70cef-ef4f-43d2-be08-c37b6558b005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470681 Sep 24 15:48:07.039205 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7c6a92-0917-4e8c-a79c-faf42084c5cf tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Pushing event updated for resources: {'Subnet': ['ID=5a1e234a-a52c-46f5-be3a-ff924cc30098,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:07.041648 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7c6a92-0917-4e8c-a79c-faf42084c5cf tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Checking segment: {'id': '04a496e4-8ce0-4aa2-8d50-aa6038edd70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': 'c0834df4-6bf7-4e72-adf0-4529291aab23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:48:07.042023 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7c6a92-0917-4e8c-a79c-faf42084c5cf tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Network hostable DHCP agents. Network: c0834df4-6bf7-4e72-adf0-4529291aab23, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:48:07.052313 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858db0ff-d386-4a4a-a084-3b1dc2e7f015 req-9ec8099e-9da2-49cf-929c-69b87d7cbbbc tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:07.055059 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-858db0ff-d386-4a4a-a084-3b1dc2e7f015 req-9ec8099e-9da2-49cf-929c-69b87d7cbbbc tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] 10.222.0.108 "GET /v2.0/ports?device_id=0fc83a57-ba63-4671-b5aa-f526436176d3 HTTP/1.1" status: 200 len: 946 time: 0.0844948 Sep 24 15:48:07.177522 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c130a1-1e2d-4fd5-b3ca-5c2de17bcac3 req-fc4b4bfb-9827-47c1-a3af-eac28e5c7aac tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:07.181008 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-30c130a1-1e2d-4fd5-b3ca-5c2de17bcac3 req-fc4b4bfb-9827-47c1-a3af-eac28e5c7aac tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=5ced0366-b713-4343-89a2-ec8a0f67be3d HTTP/1.1" status: 200 len: 945 time: 0.0873992 Sep 24 15:48:07.232230 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-858db0ff-d386-4a4a-a084-3b1dc2e7f015 req-105ef97e-f96a-4f21-b158-527b3eda2ac2 tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] Deleting port e37e6ad1-25b4-40c6-af01-9271e29adfb3 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:48:07.232687 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-858db0ff-d386-4a4a-a084-3b1dc2e7f015 req-105ef97e-f96a-4f21-b158-527b3eda2ac2 tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:07.242677 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-30c130a1-1e2d-4fd5-b3ca-5c2de17bcac3 req-ecfe884f-f425-4569-8d79-d4481a6ae4f6 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561049 Sep 24 15:48:07.252128 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7c6a92-0917-4e8c-a79c-faf42084c5cf tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Network c0834df4-6bf7-4e72-adf0-4529291aab23 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:48:07.426754 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-0d7c6a92-0917-4e8c-a79c-faf42084c5cf tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, c0834df4-6bf7-4e72-adf0-4529291aab23) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:48:07.431335 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-858db0ff-d386-4a4a-a084-3b1dc2e7f015 req-105ef97e-f96a-4f21-b158-527b3eda2ac2 tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] For port e37e6ad1-25b4-40c6-af01-9271e29adfb3, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=e37e6ad1-25b4-40c6-af01-9271e29adfb3,segment=NetworkSegment(5d322b4b-5a9d-4cbd-9a50-5d225a0cd5ca),segment_id=5d322b4b-5a9d-4cbd-9a50-5d225a0cd5ca)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:48:07.431673 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-858db0ff-d386-4a4a-a084-3b1dc2e7f015 req-105ef97e-f96a-4f21-b158-527b3eda2ac2 tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:07.438742 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7ff457-00e1-47ed-aae3-21887c277701 None None] Network c0834df4-6bf7-4e72-adf0-4529291aab23 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:48:07.444058 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7c6a92-0917-4e8c-a79c-faf42084c5cf tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:07.444058 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0d7c6a92-0917-4e8c-a79c-faf42084c5cf tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:07.451882 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-858db0ff-d386-4a4a-a084-3b1dc2e7f015 req-105ef97e-f96a-4f21-b158-527b3eda2ac2 tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] Calling delete_port for e37e6ad1-25b4-40c6-af01-9271e29adfb3 owned by compute:nova {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:48:07.469313 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a08e1b-9339-4bd8-a5a7-fa33498605c8 req-9ce495d3-e1ee-4096-9509-9f8b6ccf849e tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:07.470951 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-88a08e1b-9339-4bd8-a5a7-fa33498605c8 req-9ce495d3-e1ee-4096-9509-9f8b6ccf849e tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=3524fff6-74c3-43c4-a59d-55146ad94b5b HTTP/1.1" status: 200 len: 945 time: 0.0883346 Sep 24 15:48:07.477621 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034079b6-1496-4718-bab0-a03101263643 req-108abb4e-1cd4-489f-94b7-0bde7381106f tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:07.479607 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-034079b6-1496-4718-bab0-a03101263643 req-108abb4e-1cd4-489f-94b7-0bde7381106f tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] 10.222.0.108 "GET /v2.0/ports?device_id=fff91849-beb9-49b9-83c8-d680a952e417 HTTP/1.1" status: 200 len: 945 time: 0.1071787 Sep 24 15:48:07.497651 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1894c64-8ef8-4ef1-acff-84f7d2b9697e req-0fc1b880-d9cb-4c01-b125-3d3d27d212c8 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:07.505866 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a1894c64-8ef8-4ef1-acff-84f7d2b9697e req-0fc1b880-d9cb-4c01-b125-3d3d27d212c8 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] 10.222.0.101 "GET /v2.0/ports?device_id=fff91849-beb9-49b9-83c8-d680a952e417 HTTP/1.1" status: 200 len: 945 time: 0.1442392 Sep 24 15:48:07.557645 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-0d7c6a92-0917-4e8c-a79c-faf42084c5cf tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4381149 Sep 24 15:48:07.561440 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 33986) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:07.567281 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-88a08e1b-9339-4bd8-a5a7-fa33498605c8 req-89be4d78-1243-4ec2-b940-23efcef095ed tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e97abd6-6c4b-4313-93b0-ffda5586d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898519 Sep 24 15:48:07.572523 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-fef53dd9-147f-41f7-a0b6-8b27cf24e4ef tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c0834df4-6bf7-4e72-adf0-4529291aab23'}}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:48:07.594134 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a1894c64-8ef8-4ef1-acff-84f7d2b9697e req-1cc750d7-1c2c-4ebf-8741-d4606ba7c872 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] 10.222.0.101 "GET /v2.0/security-groups?id=8943ce8f-1876-4ecc-8724-8c0bb42ad322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828969 Sep 24 15:48:07.685543 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6032e884-9d78-4826-af41-987b1490763d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-c0834df4-6bf7-4e72-adf0-4529291aab23', 'network_id': 'c0834df4-6bf7-4e72-adf0-4529291aab23', 'tenant_id': '34fff317efec412ba52d2da15b26504e', 'fixed_ips': [{'subnet_id': '5a1e234a-a52c-46f5-be3a-ff924cc30098'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:48:07.686646 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6032e884-9d78-4826-af41-987b1490763d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:07.700647 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-034079b6-1496-4718-bab0-a03101263643 req-a88fd926-4df2-4615-a60c-ec9e7b28ec48 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Deleting port f5cd2aa7-9b4a-43b1-b017-db20180c9824 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:48:07.701008 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-034079b6-1496-4718-bab0-a03101263643 req-a88fd926-4df2-4615-a60c-ec9e7b28ec48 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:07.821694 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-034079b6-1496-4718-bab0-a03101263643 req-a88fd926-4df2-4615-a60c-ec9e7b28ec48 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] For port f5cd2aa7-9b4a-43b1-b017-db20180c9824, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=f5cd2aa7-9b4a-43b1-b017-db20180c9824,segment=NetworkSegment(cf0bc314-c998-4e55-a354-35682f16ea07),segment_id=cf0bc314-c998-4e55-a354-35682f16ea07)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:48:07.822389 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-034079b6-1496-4718-bab0-a03101263643 req-a88fd926-4df2-4615-a60c-ec9e7b28ec48 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:07.828512 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fef53dd9-147f-41f7-a0b6-8b27cf24e4ef tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:07.838411 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-034079b6-1496-4718-bab0-a03101263643 req-a88fd926-4df2-4615-a60c-ec9e7b28ec48 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Calling delete_port for f5cd2aa7-9b4a-43b1-b017-db20180c9824 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:48:07.846189 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-6032e884-9d78-4826-af41-987b1490763d None None] Allocated IP 2001:db8:1::2 (c0834df4-6bf7-4e72-adf0-4529291aab23/5a1e234a-a52c-46f5-be3a-ff924cc30098/f60a18bb-134d-45a9-a2b8-62c45f833c3d) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:48:08.094377 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65577d7b-85c0-486e-843c-3e1954910c03 req-771da139-7faf-499b-b177-6b74bf9a638b tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:08.104555 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-65577d7b-85c0-486e-843c-3e1954910c03 req-771da139-7faf-499b-b177-6b74bf9a638b tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] 10.222.0.101 "GET /v2.0/ports?device_id=0fc83a57-ba63-4671-b5aa-f526436176d3 HTTP/1.1" status: 200 len: 946 time: 0.0634427 Sep 24 15:48:08.104758 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-858db0ff-d386-4a4a-a084-3b1dc2e7f015 req-105ef97e-f96a-4f21-b158-527b3eda2ac2 tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:08.113538 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['e37e6ad1-25b4-40c6-af01-9271e29adfb3'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:48:08.133412 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105ef97e-f96a-4f21-b158-527b3eda2ac2 tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] Pushing event deleted for resources: {'Port': ['ID=e37e6ad1-25b4-40c6-af01-9271e29adfb3,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:08.139162 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-65577d7b-85c0-486e-843c-3e1954910c03 req-df71fb4c-4f64-4a45-b8a8-a0838f5c113e tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] 10.222.0.101 "GET /v2.0/security-groups?id=e0c70cef-ef4f-43d2-be08-c37b6558b005&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362177 Sep 24 15:48:08.178956 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-034079b6-1496-4718-bab0-a03101263643 req-a88fd926-4df2-4615-a60c-ec9e7b28ec48 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:08.185469 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [None req-fef53dd9-147f-41f7-a0b6-8b27cf24e4ef tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 15:48:08.185469 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-fef53dd9-147f-41f7-a0b6-8b27cf24e4ef tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] 10.222.0.101 "PUT /v2.0/routers/ac161ac9-2f62-47b6-9edd-5619af6db43a HTTP/1.1" status: 400 len: 364 time: 0.6192641 Sep 24 15:48:08.185469 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-858db0ff-d386-4a4a-a084-3b1dc2e7f015 req-105ef97e-f96a-4f21-b158-527b3eda2ac2 tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] No DVR routers for this DVR port e37e6ad1-25b4-40c6-af01-9271e29adfb3 on host n-h2-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:48:08.186025 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 34004) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:08.188392 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-858db0ff-d386-4a4a-a084-3b1dc2e7f015 req-105ef97e-f96a-4f21-b158-527b3eda2ac2 tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:08.190400 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-858db0ff-d386-4a4a-a084-3b1dc2e7f015 req-105ef97e-f96a-4f21-b158-527b3eda2ac2 tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] 10.222.0.108 "DELETE /v2.0/ports/e37e6ad1-25b4-40c6-af01-9271e29adfb3 HTTP/1.1" status: 204 len: 173 time: 1.1276493 Sep 24 15:48:08.195098 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fc83a57-ba63-4671-b5aa-f526436176d3', 'name': 'network-vif-deleted', 'tag': 'e37e6ad1-25b4-40c6-af01-9271e29adfb3'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:48:08.197319 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963b4c2d-f9a0-482f-8966-1a7669d672e0" -d '{"events": [{"server_uuid": "0fc83a57-ba63-4671-b5aa-f526436176d3", "name": "network-vif-deleted", "tag": "e37e6ad1-25b4-40c6-af01-9271e29adfb3"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:48:08.240597 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88fd926-4df2-4615-a60c-ec9e7b28ec48 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Pushing event deleted for resources: {'Port': ['ID=f5cd2aa7-9b4a-43b1-b017-db20180c9824,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:08.265081 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6032e884-9d78-4826-af41-987b1490763d None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:08.268041 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88fd926-4df2-4615-a60c-ec9e7b28ec48 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:48:08.268041 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88fd926-4df2-4615-a60c-ec9e7b28ec48 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:48:08.268041 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88fd926-4df2-4615-a60c-ec9e7b28ec48 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:48:08.268720 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88fd926-4df2-4615-a60c-ec9e7b28ec48 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:48:08.268720 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88fd926-4df2-4615-a60c-ec9e7b28ec48 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:48:08.274502 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88fd926-4df2-4615-a60c-ec9e7b28ec48 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:48:08.274502 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88fd926-4df2-4615-a60c-ec9e7b28ec48 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:48:08.274502 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88fd926-4df2-4615-a60c-ec9e7b28ec48 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:48:08.274502 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88fd926-4df2-4615-a60c-ec9e7b28ec48 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:48:08.274502 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88fd926-4df2-4615-a60c-ec9e7b28ec48 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:48:08.274502 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88fd926-4df2-4615-a60c-ec9e7b28ec48 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:48:08.274502 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88fd926-4df2-4615-a60c-ec9e7b28ec48 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:48:08.275134 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['bf07cae9-ebe3-460c-9c5a-695f4079f28b'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:48:08.276367 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['934fe31a-9412-4ff8-898f-d83066f55b6d', 'f5cd2aa7-9b4a-43b1-b017-db20180c9824'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:48:08.308973 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7022197-278d-483b-b23f-92c77902058b x-openstack-request-id: req-f7022197-278d-483b-b23f-92c77902058b {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:48:08.308973 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fc83a57-ba63-4671-b5aa-f526436176d3", "name": "network-vif-deleted", "tag": "e37e6ad1-25b4-40c6-af01-9271e29adfb3", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:48:08.308973 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-f7022197-278d-483b-b23f-92c77902058b {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:48:08.308973 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fc83a57-ba63-4671-b5aa-f526436176d3', 'name': 'network-vif-deleted', 'tag': 'e37e6ad1-25b4-40c6-af01-9271e29adfb3', 'status': 'completed', 'code': 200} Sep 24 15:48:08.329563 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-034079b6-1496-4718-bab0-a03101263643 req-a88fd926-4df2-4615-a60c-ec9e7b28ec48 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] No DVR routers for this DVR port f5cd2aa7-9b4a-43b1-b017-db20180c9824 on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:48:08.335484 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-034079b6-1496-4718-bab0-a03101263643 req-a88fd926-4df2-4615-a60c-ec9e7b28ec48 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:08.337889 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-034079b6-1496-4718-bab0-a03101263643 req-a88fd926-4df2-4615-a60c-ec9e7b28ec48 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] 10.222.0.108 "DELETE /v2.0/ports/f5cd2aa7-9b4a-43b1-b017-db20180c9824 HTTP/1.1" status: 204 len: 173 time: 0.8289745 Sep 24 15:48:08.338645 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fff91849-beb9-49b9-83c8-d680a952e417', 'name': 'network-vif-deleted', 'tag': 'f5cd2aa7-9b4a-43b1-b017-db20180c9824'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:48:08.357424 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f941da8-2c39-4710-9944-9304f813cd57" -d '{"events": [{"server_uuid": "fff91849-beb9-49b9-83c8-d680a952e417", "name": "network-vif-deleted", "tag": "f5cd2aa7-9b4a-43b1-b017-db20180c9824"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:48:08.377773 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6032e884-9d78-4826-af41-987b1490763d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:08.439619 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6032e884-9d78-4826-af41-987b1490763d None None] Network c0834df4-6bf7-4e72-adf0-4529291aab23 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:48:08.453813 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 34018) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:08.459713 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-6032e884-9d78-4826-af41-987b1490763d None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:48:08.472528 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd1d7ef3-da84-469d-8654-3a8ca90faaf9 x-openstack-request-id: req-dd1d7ef3-da84-469d-8654-3a8ca90faaf9 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:48:08.472895 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fff91849-beb9-49b9-83c8-d680a952e417", "name": "network-vif-deleted", "tag": "f5cd2aa7-9b4a-43b1-b017-db20180c9824", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:48:08.473255 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-dd1d7ef3-da84-469d-8654-3a8ca90faaf9 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:48:08.473771 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fff91849-beb9-49b9-83c8-d680a952e417', 'name': 'network-vif-deleted', 'tag': 'f5cd2aa7-9b4a-43b1-b017-db20180c9824', 'status': 'completed', 'code': 200} Sep 24 15:48:08.494443 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6032e884-9d78-4826-af41-987b1490763d None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:48:08.498481 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d564c2-b81c-4266-af95-cfa06ab88af1 req-f328fdf3-d265-49d7-b5e1-d36a2bb699cf tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:08.500720 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-14d564c2-b81c-4266-af95-cfa06ab88af1 req-f328fdf3-d265-49d7-b5e1-d36a2bb699cf tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=5ced0366-b713-4343-89a2-ec8a0f67be3d HTTP/1.1" status: 200 len: 945 time: 0.0976863 Sep 24 15:48:08.534332 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6032e884-9d78-4826-af41-987b1490763d None None] Pushing event updated for resources: {'Port': ['ID=f60a18bb-134d-45a9-a2b8-62c45f833c3d,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:08.551303 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-14d564c2-b81c-4266-af95-cfa06ab88af1 req-5fede931-7392-4e54-94e5-8d94989796e6 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437257 Sep 24 15:48:08.628429 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-179434e8-1567-4f71-be96-f47ef6bd3dc6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1081589744-network', 'tenant_id': '9c95bd34ef8943e09d9da8bb4b5315d4'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:48:08.670322 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-6032e884-9d78-4826-af41-987b1490763d None None] Attempting to bind port f60a18bb-134d-45a9-a2b8-62c45f833c3d on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:48:08.671122 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-6032e884-9d78-4826-af41-987b1490763d None None] Attempting to bind port f60a18bb-134d-45a9-a2b8-62c45f833c3d by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '04a496e4-8ce0-4aa2-8d50-aa6038edd70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': 'c0834df4-6bf7-4e72-adf0-4529291aab23'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:48:08.671954 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6032e884-9d78-4826-af41-987b1490763d None None] Attempting to bind port f60a18bb-134d-45a9-a2b8-62c45f833c3d on network c0834df4-6bf7-4e72-adf0-4529291aab23 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:48:08.688134 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6b53c239-b12c-4385-a352-41e4c6af21df tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:08.699582 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6032e884-9d78-4826-af41-987b1490763d None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:48:08.699973 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6032e884-9d78-4826-af41-987b1490763d None None] Checking segment: {'id': '04a496e4-8ce0-4aa2-8d50-aa6038edd70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': 'c0834df4-6bf7-4e72-adf0-4529291aab23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:48:08.700363 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6032e884-9d78-4826-af41-987b1490763d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:08.700763 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6032e884-9d78-4826-af41-987b1490763d None None] Bound using segment: {'id': '04a496e4-8ce0-4aa2-8d50-aa6038edd70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': 'c0834df4-6bf7-4e72-adf0-4529291aab23'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:48:08.701239 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-6032e884-9d78-4826-af41-987b1490763d None None] Bound port: f60a18bb-134d-45a9-a2b8-62c45f833c3d, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04a496e4-8ce0-4aa2-8d50-aa6038edd70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': 'c0834df4-6bf7-4e72-adf0-4529291aab23'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:48:08.701617 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6032e884-9d78-4826-af41-987b1490763d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:08.712329 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-693e06c3-962d-4030-935c-6d9218318b10 req-8090f0ec-f608-4111-8e00-b8af9f45b7da tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] 10.222.0.101 "GET /v2.0/ports?device_id=fff91849-beb9-49b9-83c8-d680a952e417 HTTP/1.1" status: 200 len: 210 time: 0.0399358 Sep 24 15:48:08.841410 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-6032e884-9d78-4826-af41-987b1490763d None None] For port f60a18bb-134d-45a9-a2b8-62c45f833c3d, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:48:08.841646 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473bf3f7-93a7-4124-84f2-580816e81625 req-28a51ec2-bb43-4554-af3e-a02f29076459 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:08.843109 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-473bf3f7-93a7-4124-84f2-580816e81625 req-28a51ec2-bb43-4554-af3e-a02f29076459 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=3524fff6-74c3-43c4-a59d-55146ad94b5b HTTP/1.1" status: 200 len: 945 time: 0.1612067 Sep 24 15:48:08.850611 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-179434e8-1567-4f71-be96-f47ef6bd3dc6 admin admin] Made reservation on behalf of 9c95bd34ef8943e09d9da8bb4b5315d4 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:48:08.852863 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-179434e8-1567-4f71-be96-f47ef6bd3dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:08.858512 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-6032e884-9d78-4826-af41-987b1490763d None None] For port f60a18bb-134d-45a9-a2b8-62c45f833c3d, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=f60a18bb-134d-45a9-a2b8-62c45f833c3d,segment=NetworkSegment(04a496e4-8ce0-4aa2-8d50-aa6038edd70e),segment_id=04a496e4-8ce0-4aa2-8d50-aa6038edd70e)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:48:08.903792 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-179434e8-1567-4f71-be96-f47ef6bd3dc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:08.953285 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0ec255-63db-4f29-b939-c46c383a09fd req-00b6f4a8-ea57-46ab-88dc-dcf446ee1251 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:08.955006 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cd0ec255-63db-4f29-b939-c46c383a09fd req-00b6f4a8-ea57-46ab-88dc-dcf446ee1251 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.108 "GET /v2.0/ports?device_id=3524fff6-74c3-43c4-a59d-55146ad94b5b HTTP/1.1" status: 200 len: 945 time: 0.0719531 Sep 24 15:48:08.978732 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6032e884-9d78-4826-af41-987b1490763d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:08.983212 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:09.018056 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-473bf3f7-93a7-4124-84f2-580816e81625 req-a744c461-a625-4cfb-bba4-a11a6e7ecf4e tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e97abd6-6c4b-4313-93b0-ffda5586d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609535 Sep 24 15:48:09.054997 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6032e884-9d78-4826-af41-987b1490763d None None] Pushing event updated for resources: {'Port': ['ID=f60a18bb-134d-45a9-a2b8-62c45f833c3d,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:09.113035 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-cd0ec255-63db-4f29-b939-c46c383a09fd req-d5081dbb-cca1-42f9-ae13-8a6e1600d84d tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Deleting port 79c90cce-a159-40c1-a7f1-3c92efff99e9 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:48:09.113665 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-cd0ec255-63db-4f29-b939-c46c383a09fd req-d5081dbb-cca1-42f9-ae13-8a6e1600d84d tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:09.145315 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-6b53c239-b12c-4385-a352-41e4c6af21df tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Allocated IP 2001:db8::1 (367ed3ca-b2ff-4233-bcbe-998d0584517f/79043505-bd24-4c0e-962d-c818c47fb0b0/1b8c0830-0c42-4dfd-8a51-92ca47b57240) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:48:09.206794 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-179434e8-1567-4f71-be96-f47ef6bd3dc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:09.253664 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-cd0ec255-63db-4f29-b939-c46c383a09fd req-d5081dbb-cca1-42f9-ae13-8a6e1600d84d tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] For port 79c90cce-a159-40c1-a7f1-3c92efff99e9, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=79c90cce-a159-40c1-a7f1-3c92efff99e9,segment=NetworkSegment(5202dad5-affc-4089-8eb2-2acbc0a55bf9),segment_id=5202dad5-affc-4089-8eb2-2acbc0a55bf9)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:48:09.254182 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-cd0ec255-63db-4f29-b939-c46c383a09fd req-d5081dbb-cca1-42f9-ae13-8a6e1600d84d tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:09.287209 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b5273870-1fb7-431b-9b4c-feb8ea2c42e1 req-adebe37e-714e-4259-a022-c23937be0359 tempest-ServerGroupTestJSON-1133473198 tempest-ServerGroupTestJSON-1133473198-project] 10.222.0.101 "GET /v2.0/ports?device_id=0fc83a57-ba63-4671-b5aa-f526436176d3 HTTP/1.1" status: 200 len: 210 time: 0.0372202 Sep 24 15:48:09.292315 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-cd0ec255-63db-4f29-b939-c46c383a09fd req-d5081dbb-cca1-42f9-ae13-8a6e1600d84d tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Calling delete_port for 79c90cce-a159-40c1-a7f1-3c92efff99e9 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:48:09.329540 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6b53c239-b12c-4385-a352-41e4c6af21df tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:09.336342 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-179434e8-1567-4f71-be96-f47ef6bd3dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:09.368407 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-179434e8-1567-4f71-be96-f47ef6bd3dc6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1277} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:48:09.429481 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-179434e8-1567-4f71-be96-f47ef6bd3dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:09.429481 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-179434e8-1567-4f71-be96-f47ef6bd3dc6 admin admin] Added segment 47c4b0c0-bd98-4ab9-9dcd-80232f8bf45e of type vlan for network fdbf6b2c-729f-45db-9ec7-95632d91454f Sep 24 15:48:09.433045 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179434e8-1567-4f71-be96-f47ef6bd3dc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aa72ca6-205a-4e58-b313-5dd57c74d75f,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:09.520676 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-179434e8-1567-4f71-be96-f47ef6bd3dc6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:09.654259 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-cd0ec255-63db-4f29-b939-c46c383a09fd req-d5081dbb-cca1-42f9-ae13-8a6e1600d84d tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:09.660981 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6b53c239-b12c-4385-a352-41e4c6af21df tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:09.665976 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-179434e8-1567-4f71-be96-f47ef6bd3dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:09.665976 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179434e8-1567-4f71-be96-f47ef6bd3dc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:09.666762 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-179434e8-1567-4f71-be96-f47ef6bd3dc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:09.711050 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['c6378d21-baf1-4240-b1f8-be112f4b0b3f', '79c90cce-a159-40c1-a7f1-3c92efff99e9'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:48:09.735013 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5081dbb-cca1-42f9-ae13-8a6e1600d84d tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Pushing event deleted for resources: {'Port': ['ID=79c90cce-a159-40c1-a7f1-3c92efff99e9,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:09.749379 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['e58faefd-d30c-42ba-b9ec-be5f5e0236c4'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:48:09.755762 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b53c239-b12c-4385-a352-41e4c6af21df tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Network 367ed3ca-b2ff-4233-bcbe-998d0584517f is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:48:09.765173 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-6b53c239-b12c-4385-a352-41e4c6af21df tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:48:09.805273 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b53c239-b12c-4385-a352-41e4c6af21df tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:48:09.805895 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6b53c239-b12c-4385-a352-41e4c6af21df tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:09.856559 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-179434e8-1567-4f71-be96-f47ef6bd3dc6 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4013247 Sep 24 15:48:09.857625 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179434e8-1567-4f71-be96-f47ef6bd3dc6 admin admin] Pushing event updated for resources: {'Network': ['ID=fdbf6b2c-729f-45db-9ec7-95632d91454f,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:09.863220 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 34050) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:09.872982 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7159a4-6c1b-44a6-a22e-a388d377fb75 req-c361aabf-41f5-44cf-909f-29a4f9ac3fd7 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:09.873568 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd0ec255-63db-4f29-b939-c46c383a09fd req-d5081dbb-cca1-42f9-ae13-8a6e1600d84d tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] No DVR routers for this DVR port 79c90cce-a159-40c1-a7f1-3c92efff99e9 on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:48:09.875177 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ed7159a4-6c1b-44a6-a22e-a388d377fb75 req-c361aabf-41f5-44cf-909f-29a4f9ac3fd7 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=5ced0366-b713-4343-89a2-ec8a0f67be3d HTTP/1.1" status: 200 len: 945 time: 0.2474732 Sep 24 15:48:09.875399 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network fdbf6b2c-729f-45db-9ec7-95632d91454f details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:48:09.876151 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-cd0ec255-63db-4f29-b939-c46c383a09fd req-d5081dbb-cca1-42f9-ae13-8a6e1600d84d tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:09.878759 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cd0ec255-63db-4f29-b939-c46c383a09fd req-d5081dbb-cca1-42f9-ae13-8a6e1600d84d tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.108 "DELETE /v2.0/ports/79c90cce-a159-40c1-a7f1-3c92efff99e9 HTTP/1.1" status: 204 len: 173 time: 0.9171989 Sep 24 15:48:09.881958 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-20e2146c-f39d-4208-b613-5959237270f1 admin admin] Request body: {'subnet': {'network_id': 'fdbf6b2c-729f-45db-9ec7-95632d91454f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1081589744-subnet', 'tenant_id': '9c95bd34ef8943e09d9da8bb4b5315d4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:48:09.893895 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b53c239-b12c-4385-a352-41e4c6af21df tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Pushing event updated for resources: {'Port': ['ID=1b8c0830-0c42-4dfd-8a51-92ca47b57240,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:09.966946 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cab151d5-4691-4045-a228-f5c262abdd50 req-4007e511-00c3-4c3f-af3f-c63f86a55a7b tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] 10.222.0.101 "GET /v2.0/ports?device_id=fff91849-beb9-49b9-83c8-d680a952e417 HTTP/1.1" status: 200 len: 210 time: 0.0392523 Sep 24 15:48:10.047919 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ed7159a4-6c1b-44a6-a22e-a388d377fb75 req-93af5163-729a-4d9b-819a-f26f35136a45 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486924 Sep 24 15:48:10.255222 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-dab8988c-8a10-4b70-b65b-cbdb63d183da req-19355b32-75b6-4f77-8557-456a072097a5 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=3524fff6-74c3-43c4-a59d-55146ad94b5b HTTP/1.1" status: 200 len: 210 time: 0.0704978 Sep 24 15:48:10.258795 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20e2146c-f39d-4208-b613-5959237270f1 admin admin] Made reservation on behalf of 9c95bd34ef8943e09d9da8bb4b5315d4 for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:48:10.260016 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-20e2146c-f39d-4208-b613-5959237270f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:10.343588 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-a73547c5-4c6c-439d-9013-02c878b0a3b7 None None] Provisioning complete for port 1b8c0830-0c42-4dfd-8a51-92ca47b57240 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:48:10.343588 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a73547c5-4c6c-439d-9013-02c878b0a3b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:10.346930 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6b53c239-b12c-4385-a352-41e4c6af21df tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:10.411945 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-a73547c5-4c6c-439d-9013-02c878b0a3b7 None None] Port 1b8c0830-0c42-4dfd-8a51-92ca47b57240 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:48:10.491450 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3524fff6-74c3-43c4-a59d-55146ad94b5b', 'name': 'network-vif-deleted', 'tag': '79c90cce-a159-40c1-a7f1-3c92efff99e9'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:48:10.491450 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-497f02de-4ab9-40b9-8de5-c5a4ca587794" -d '{"events": [{"server_uuid": "3524fff6-74c3-43c4-a59d-55146ad94b5b", "name": "network-vif-deleted", "tag": "79c90cce-a159-40c1-a7f1-3c92efff99e9"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:48:10.555327 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce09694-4628-4054-b85e-b9d2895925f5 req-0d6ca97c-f8e4-457f-a1ad-4705cdaa4ab5 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:10.565828 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2ce09694-4628-4054-b85e-b9d2895925f5 req-0d6ca97c-f8e4-457f-a1ad-4705cdaa4ab5 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/networks?id=fcaa8023-73de-41c9-b56a-537c209ef622 HTTP/1.1" status: 200 len: 806 time: 0.2230453 Sep 24 15:48:10.585634 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2ce09694-4628-4054-b85e-b9d2895925f5 req-5098f822-32ac-4e25-858d-5fd9fbf21796 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/quotas/62a8ba880b994b468ea0f6bf276f3fa0 HTTP/1.1" status: 200 len: 375 time: 0.0187733 Sep 24 15:48:10.588379 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa9e060-0056-4d2b-ac09-a812c761a8a7 x-openstack-request-id: req-9aa9e060-0056-4d2b-ac09-a812c761a8a7 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:48:10.589059 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3524fff6-74c3-43c4-a59d-55146ad94b5b", "name": "network-vif-deleted", "tag": "79c90cce-a159-40c1-a7f1-3c92efff99e9", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:48:10.589332 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-9aa9e060-0056-4d2b-ac09-a812c761a8a7 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:48:10.590177 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3524fff6-74c3-43c4-a59d-55146ad94b5b', 'name': 'network-vif-deleted', 'tag': '79c90cce-a159-40c1-a7f1-3c92efff99e9', 'status': 'completed', 'code': 200} Sep 24 15:48:10.615963 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device f60a18bb-134d-45a9-a2b8-62c45f833c3d up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:48:10.687919 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c1a701-e1f5-44fa-9dcd-120033005af3 None None] Network c0834df4-6bf7-4e72-adf0-4529291aab23 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:48:10.702938 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2ce09694-4628-4054-b85e-b9d2895925f5 req-0980e025-5f3b-48f0-bc5c-06a2d9416ba1 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=62a8ba880b994b468ea0f6bf276f3fa0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1107719 Sep 24 15:48:10.752691 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-68499ea0-2be8-4e6f-a56c-19d838f34946 None None] Provisioning complete for port f60a18bb-134d-45a9-a2b8-62c45f833c3d triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:48:10.753193 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-68499ea0-2be8-4e6f-a56c-19d838f34946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:10.819679 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2ce09694-4628-4054-b85e-b9d2895925f5 req-ceb86484-7c1d-4154-8478-9fcfeccadb9e service neutron] 10.222.0.101 "GET /v2.0/networks/fcaa8023-73de-41c9-b56a-537c209ef622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119781 Sep 24 15:48:10.853380 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port f60a18bb-134d-45a9-a2b8-62c45f833c3d triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:48:10.853757 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:10.935946 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2ce09694-4628-4054-b85e-b9d2895925f5 req-01c228de-57d5-45fa-b65b-d917231a133c service neutron] 10.222.0.101 "GET /v2.0/networks/fcaa8023-73de-41c9-b56a-537c209ef622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098266 Sep 24 15:48:11.031954 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-68499ea0-2be8-4e6f-a56c-19d838f34946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:11.046173 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:11.049355 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:11.170969 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 34102) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:11.231061 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-68499ea0-2be8-4e6f-a56c-19d838f34946 None None] For port f60a18bb-134d-45a9-a2b8-62c45f833c3d, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=f60a18bb-134d-45a9-a2b8-62c45f833c3d,segment=NetworkSegment(04a496e4-8ce0-4aa2-8d50-aa6038edd70e),segment_id=04a496e4-8ce0-4aa2-8d50-aa6038edd70e)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:48:11.260325 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e8261f0-992e-4193-be57-98e5145b7b3e admin admin] Deleting subnet 7781dca1-15b5-49d3-b0d2-48d32e3a287f {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:48:11.265027 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0e8261f0-992e-4193-be57-98e5145b7b3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:11.338582 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-68499ea0-2be8-4e6f-a56c-19d838f34946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:11.360269 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6b53c239-b12c-4385-a352-41e4c6af21df tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:11.409777 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0e8261f0-992e-4193-be57-98e5145b7b3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:11.416261 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-61254ce7-30af-4dc6-a449-fff3781c1cc2 req-8ff8ba07-3181-42fb-b3a3-318b79ff4239 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=c04ee8a2-5338-4913-8170-63e02590e3b0 HTTP/1.1" status: 200 len: 210 time: 0.0520940 Sep 24 15:48:11.452459 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-20e2146c-f39d-4208-b613-5959237270f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:11.497959 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0e8261f0-992e-4193-be57-98e5145b7b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:11.611259 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.db.api [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:48:11.611512 n-d-808921-1 neutron-server[95299]: DEBUG oslo_db.api [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:48:11.614528 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-32829029-3cac-4eee-9a8a-0b4b657fca11 None None] Provisioning complete for port f60a18bb-134d-45a9-a2b8-62c45f833c3d triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:48:11.616332 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-32829029-3cac-4eee-9a8a-0b4b657fca11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:11.622509 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e2146c-f39d-4208-b613-5959237270f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5aa1b81-c378-440d-954d-7eed3b0eec58,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:11.650556 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6b53c239-b12c-4385-a352-41e4c6af21df tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:11.652839 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6b53c239-b12c-4385-a352-41e4c6af21df tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:11.688329 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68499ea0-2be8-4e6f-a56c-19d838f34946 None None] Pushing event updated for resources: {'Port': ['ID=f60a18bb-134d-45a9-a2b8-62c45f833c3d,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:11.830035 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b53c239-b12c-4385-a352-41e4c6af21df tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Pushing event updated for resources: {'Port': ['ID=1b8c0830-0c42-4dfd-8a51-92ca47b57240,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:11.869454 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1e854443-616f-45d1-beb3-80cc92ab565d req-a9b6a86e-2186-4d60-ae68-d06e0b6ba061 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=3524fff6-74c3-43c4-a59d-55146ad94b5b HTTP/1.1" status: 200 len: 210 time: 0.1971433 Sep 24 15:48:11.872636 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20e2146c-f39d-4208-b613-5959237270f1 admin admin] Checking segment: {'id': '47c4b0c0-bd98-4ab9-9dcd-80232f8bf45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'fdbf6b2c-729f-45db-9ec7-95632d91454f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:48:11.873055 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e2146c-f39d-4208-b613-5959237270f1 admin admin] Network hostable DHCP agents. Network: fdbf6b2c-729f-45db-9ec7-95632d91454f, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:48:11.964813 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b53c239-b12c-4385-a352-41e4c6af21df tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Network 367ed3ca-b2ff-4233-bcbe-998d0584517f is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:48:11.966308 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-6b53c239-b12c-4385-a352-41e4c6af21df tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:48:12.097490 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e2146c-f39d-4208-b613-5959237270f1 admin admin] Network fdbf6b2c-729f-45db-9ec7-95632d91454f is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:48:12.111089 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b53c239-b12c-4385-a352-41e4c6af21df tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Router ac161ac9-2f62-47b6-9edd-5619af6db43a has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:48:12.123586 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0e8261f0-992e-4193-be57-98e5145b7b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:12.154149 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8261f0-992e-4193-be57-98e5145b7b3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7781dca1-15b5-49d3-b0d2-48d32e3a287f,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:12.156294 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0e8261f0-992e-4193-be57-98e5145b7b3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:12.158258 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-0e8261f0-992e-4193-be57-98e5145b7b3e admin admin] 10.222.0.101 "DELETE /v2.0/subnets/7781dca1-15b5-49d3-b0d2-48d32e3a287f HTTP/1.1" status: 204 len: 168 time: 0.9862192 Sep 24 15:48:12.160979 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 34140) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:12.252669 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-46b9a823-0c3b-4b0e-a147-7004c86d900d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:12.277082 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b53c239-b12c-4385-a352-41e4c6af21df tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:48:12.282869 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-6b53c239-b12c-4385-a352-41e4c6af21df tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] 10.222.0.101 "PUT /v2.0/routers/ac161ac9-2f62-47b6-9edd-5619af6db43a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0955644 Sep 24 15:48:12.284230 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-20e2146c-f39d-4208-b613-5959237270f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, fdbf6b2c-729f-45db-9ec7-95632d91454f) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:48:12.292636 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401cfcd5-e25b-4c9f-a214-c80d50582112 None None] Sync routers for ids ['ac161ac9-2f62-47b6-9edd-5619af6db43a'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:48:12.293550 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 34144) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:12.302525 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e2146c-f39d-4208-b613-5959237270f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:12.303865 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-20e2146c-f39d-4208-b613-5959237270f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:12.310376 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452d7694-a39c-49a2-ba25-93d9a244e01d None None] Network fdbf6b2c-729f-45db-9ec7-95632d91454f requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:48:12.357969 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401cfcd5-e25b-4c9f-a214-c80d50582112 None None] Routers {'ac161ac9-2f62-47b6-9edd-5619af6db43a'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:48:12.359640 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-401cfcd5-e25b-4c9f-a214-c80d50582112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:48:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['ac161ac9-2f62-47b6-9edd-5619af6db43a'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:48:12.443763 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-46b9a823-0c3b-4b0e-a147-7004c86d900d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:12.469968 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-53653bcc-f77c-49d9-a166-eb44aa21f237 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks [] for router, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:12.482649 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-401cfcd5-e25b-4c9f-a214-c80d50582112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:48:12.489493 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-46b9a823-0c3b-4b0e-a147-7004c86d900d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a459d618-2994-4bc2-b9fa-eb2edc7114f1']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:48:12.558663 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2ad92483-02bf-49b5-9937-0123a77d7ea6 req-e7a9ba84-1b95-4904-a596-ba060706e066 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=c04ee8a2-5338-4913-8170-63e02590e3b0 HTTP/1.1" status: 200 len: 210 time: 0.0496981 Sep 24 15:48:12.560475 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-46b9a823-0c3b-4b0e-a147-7004c86d900d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d322b4b-5a9d-4cbd-9a50-5d225a0cd5ca') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:48:12.560772 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-46b9a823-0c3b-4b0e-a147-7004c86d900d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d322b4b-5a9d-4cbd-9a50-5d225a0cd5ca') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:48:12.572563 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-46b9a823-0c3b-4b0e-a147-7004c86d900d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:12.580285 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device f60a18bb-134d-45a9-a2b8-62c45f833c3d up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:48:12.592242 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device f5cd2aa7-9b4a-43b1-b017-db20180c9824 no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:48:12.602656 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-46b9a823-0c3b-4b0e-a147-7004c86d900d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:12.603056 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-20e2146c-f39d-4208-b613-5959237270f1 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.7260296 Sep 24 15:48:12.606003 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 34156) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:12.610395 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-12005c01-3473-4eeb-99f8-d9a42d387378 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1081589744-router', 'tenant_id': '9c95bd34ef8943e09d9da8bb4b5315d4', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:48:12.620199 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46b9a823-0c3b-4b0e-a147-7004c86d900d admin admin] Releasing vlan 1262 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:48:12.621170 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-46b9a823-0c3b-4b0e-a147-7004c86d900d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:12.623018 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:48:12.623018 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:48:12.623018 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:48:12.623018 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:48:12.623018 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:48:12.623018 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:48:12.623018 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:48:12.623018 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:48:12.623018 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:48:12.623018 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:48:12.623018 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:48:12.623018 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:48:12.623018 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:48:12.623018 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:48:12.623018 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:48:12.623018 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:48:12.623018 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:48:12.623018 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:48:12.623018 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:48:12.623018 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:48:12.623018 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:48:12.623018 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:48:12.623018 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:48:12.623018 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:48:12.623018 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:48:12.623018 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:48:12.623018 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:48:12.623018 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:48:12.623018 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:48:12.623018 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:48:12.623018 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:48:12.623018 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:48:12.642459 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-636a85cc-1413-4438-9b15-547f889dc157 None None] Provisioning complete for port 1b8c0830-0c42-4dfd-8a51-92ca47b57240 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:48:12.642830 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-636a85cc-1413-4438-9b15-547f889dc157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:12.644511 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] No Port match for: f5cd2aa7-9b4a-43b1-b017-db20180c9824 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:48:12.644851 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device f5cd2aa7-9b4a-43b1-b017-db20180c9824 not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:48:12.645253 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device e37e6ad1-25b4-40c6-af01-9271e29adfb3 no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:48:12.657426 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [None req-53653bcc-f77c-49d9-a166-eb44aa21f237 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 24 15:48:12.661114 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-53653bcc-f77c-49d9-a166-eb44aa21f237 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] 10.222.0.101 "DELETE /v2.0/routers/ac161ac9-2f62-47b6-9edd-5619af6db43a HTTP/1.1" status: 409 len: 329 time: 0.3637173 Sep 24 15:48:12.661652 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 34158) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:12.682431 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bffbdfa-dce3-40e3-bbfd-201f1632914c req-3a757a4a-89c1-418a-a6d5-554f9879029f tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:12.688446 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bffbdfa-dce3-40e3-bbfd-201f1632914c req-3a757a4a-89c1-418a-a6d5-554f9879029f tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:12.690059 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2bffbdfa-dce3-40e3-bbfd-201f1632914c req-3a757a4a-89c1-418a-a6d5-554f9879029f tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] 10.222.0.101 "GET /v2.0/ports?device_id=6af5d3d8-190e-4b1c-a819-060128ceae71&device_id=b15225d5-131c-4c96-80bb-e359db49656e HTTP/1.1" status: 200 len: 1682 time: 0.1218297 Sep 24 15:48:12.710265 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401cfcd5-e25b-4c9f-a214-c80d50582112 None None] Routers {'ac161ac9-2f62-47b6-9edd-5619af6db43a'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:48:12.711023 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-401cfcd5-e25b-4c9f-a214-c80d50582112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:48:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['ac161ac9-2f62-47b6-9edd-5619af6db43a'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:48:12.752159 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] No Port match for: e37e6ad1-25b4-40c6-af01-9271e29adfb3 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:48:12.752506 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device e37e6ad1-25b4-40c6-af01-9271e29adfb3 not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:48:12.755230 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-12005c01-3473-4eeb-99f8-d9a42d387378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:12.759084 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-12005c01-3473-4eeb-99f8-d9a42d387378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:12.762846 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-401cfcd5-e25b-4c9f-a214-c80d50582112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:48:12.763772 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401cfcd5-e25b-4c9f-a214-c80d50582112 None None] The sync data for ids ['ac161ac9-2f62-47b6-9edd-5619af6db43a'] in n-d-808921-1 is: [] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:48:12.799116 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-636a85cc-1413-4438-9b15-547f889dc157 None None] Port 1b8c0830-0c42-4dfd-8a51-92ca47b57240 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:48:12.832363 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-12005c01-3473-4eeb-99f8-d9a42d387378 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:12.847051 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port f60a18bb-134d-45a9-a2b8-62c45f833c3d triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:48:12.847441 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:12.856040 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2bffbdfa-dce3-40e3-bbfd-201f1632914c req-2cb52f41-676d-4f1c-b1b6-2af815623346 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] 10.222.0.101 "GET /v2.0/security-groups?id=8943ce8f-1876-4ecc-8724-8c0bb42ad322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261971 Sep 24 15:48:12.869276 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949b340b-ffc5-4528-95a3-3cb109e7fa5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-fdbf6b2c-729f-45db-9ec7-95632d91454f', 'network_id': 'fdbf6b2c-729f-45db-9ec7-95632d91454f', 'tenant_id': '9c95bd34ef8943e09d9da8bb4b5315d4', 'fixed_ips': [{'subnet_id': 'a5aa1b81-c378-440d-954d-7eed3b0eec58'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:48:12.870130 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-949b340b-ffc5-4528-95a3-3cb109e7fa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:12.921596 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-46b9a823-0c3b-4b0e-a147-7004c86d900d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:12.930092 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-46b9a823-0c3b-4b0e-a147-7004c86d900d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:12.941586 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-46b9a823-0c3b-4b0e-a147-7004c86d900d admin admin] 10.222.0.101 "DELETE /v2.0/networks/a459d618-2994-4bc2-b9fa-eb2edc7114f1 HTTP/1.1" status: 204 len: 168 time: 0.7719724 Sep 24 15:48:12.957358 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b9a823-0c3b-4b0e-a147-7004c86d900d admin admin] Pushing event deleted for resources: {'Network': ['ID=a459d618-2994-4bc2-b9fa-eb2edc7114f1,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:13.140978 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dfb1c38f-573a-4af9-88ab-dbde4bbe7366 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:13.205796 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-949b340b-ffc5-4528-95a3-3cb109e7fa5e None None] Allocated IP 172.20.0.2 (fdbf6b2c-729f-45db-9ec7-95632d91454f/a5aa1b81-c378-440d-954d-7eed3b0eec58/baa24c64-6685-4177-ac67-5f1d6a7b3a7b) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:48:13.259913 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-12005c01-3473-4eeb-99f8-d9a42d387378 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:13.406674 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-949b340b-ffc5-4528-95a3-3cb109e7fa5e None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:13.431668 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-dfb1c38f-573a-4af9-88ab-dbde4bbe7366 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Deleting port 1b8c0830-0c42-4dfd-8a51-92ca47b57240 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:48:13.432009 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dfb1c38f-573a-4af9-88ab-dbde4bbe7366 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:13.478494 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 34180) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:13.566987 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-1b199899-bc3d-487e-9209-0a7ad9a9be6a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=3fc4017697c14ce4af5c2f8f0a5a85cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0848727 Sep 24 15:48:13.569228 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 34188) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:13.573973 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-949b340b-ffc5-4528-95a3-3cb109e7fa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:13.619036 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dfb1c38f-573a-4af9-88ab-dbde4bbe7366 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:13.645246 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-dfb1c38f-573a-4af9-88ab-dbde4bbe7366 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Calling delete_port for 1b8c0830-0c42-4dfd-8a51-92ca47b57240 owned by network:router_interface {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:48:13.653543 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-25bb14c9-4e36-42ef-bb3a-9225949f334d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:13.697411 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-12005c01-3473-4eeb-99f8-d9a42d387378 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:13.705564 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949b340b-ffc5-4528-95a3-3cb109e7fa5e None None] Pushing event updated for resources: {'Port': ['ID=baa24c64-6685-4177-ac67-5f1d6a7b3a7b,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:13.723147 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-12005c01-3473-4eeb-99f8-d9a42d387378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:13.725122 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949b340b-ffc5-4528-95a3-3cb109e7fa5e None None] Network fdbf6b2c-729f-45db-9ec7-95632d91454f is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:48:13.726857 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-949b340b-ffc5-4528-95a3-3cb109e7fa5e None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:48:13.729417 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949b340b-ffc5-4528-95a3-3cb109e7fa5e None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:48:13.806748 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-949b340b-ffc5-4528-95a3-3cb109e7fa5e None None] Attempting to bind port baa24c64-6685-4177-ac67-5f1d6a7b3a7b on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:48:13.807359 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-949b340b-ffc5-4528-95a3-3cb109e7fa5e None None] Attempting to bind port baa24c64-6685-4177-ac67-5f1d6a7b3a7b by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '47c4b0c0-bd98-4ab9-9dcd-80232f8bf45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'fdbf6b2c-729f-45db-9ec7-95632d91454f'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:48:13.807814 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949b340b-ffc5-4528-95a3-3cb109e7fa5e None None] Attempting to bind port baa24c64-6685-4177-ac67-5f1d6a7b3a7b on network fdbf6b2c-729f-45db-9ec7-95632d91454f {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:48:13.808002 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-25bb14c9-4e36-42ef-bb3a-9225949f334d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:13.821559 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949b340b-ffc5-4528-95a3-3cb109e7fa5e None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:48:13.821559 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949b340b-ffc5-4528-95a3-3cb109e7fa5e None None] Checking segment: {'id': '47c4b0c0-bd98-4ab9-9dcd-80232f8bf45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'fdbf6b2c-729f-45db-9ec7-95632d91454f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:48:13.821559 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-949b340b-ffc5-4528-95a3-3cb109e7fa5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:13.821559 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-949b340b-ffc5-4528-95a3-3cb109e7fa5e None None] Bound using segment: {'id': '47c4b0c0-bd98-4ab9-9dcd-80232f8bf45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'fdbf6b2c-729f-45db-9ec7-95632d91454f'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:48:13.821559 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-949b340b-ffc5-4528-95a3-3cb109e7fa5e None None] Bound port: baa24c64-6685-4177-ac67-5f1d6a7b3a7b, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47c4b0c0-bd98-4ab9-9dcd-80232f8bf45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'fdbf6b2c-729f-45db-9ec7-95632d91454f'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:48:13.821559 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-949b340b-ffc5-4528-95a3-3cb109e7fa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:13.838514 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36318c11-d3a9-4671-98e6-d051d3df4992 req-d30ec33d-d87e-49fa-8270-ace870ec34b6 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:13.840255 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-36318c11-d3a9-4671-98e6-d051d3df4992 req-d30ec33d-d87e-49fa-8270-ace870ec34b6 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa34241a-37c5-47d3-b904-2bd842425df1 HTTP/1.1" status: 200 len: 946 time: 0.1197672 Sep 24 15:48:13.894425 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-949b340b-ffc5-4528-95a3-3cb109e7fa5e None None] For port baa24c64-6685-4177-ac67-5f1d6a7b3a7b, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:48:13.898478 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-949b340b-ffc5-4528-95a3-3cb109e7fa5e None None] For port baa24c64-6685-4177-ac67-5f1d6a7b3a7b, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=baa24c64-6685-4177-ac67-5f1d6a7b3a7b,segment=NetworkSegment(47c4b0c0-bd98-4ab9-9dcd-80232f8bf45e),segment_id=47c4b0c0-bd98-4ab9-9dcd-80232f8bf45e)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:48:13.919884 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-36318c11-d3a9-4671-98e6-d051d3df4992 req-584bdf62-e8ae-48bc-9de6-9f1a251980bb tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e97abd6-6c4b-4313-93b0-ffda5586d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737724 Sep 24 15:48:13.932140 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-12005c01-3473-4eeb-99f8-d9a42d387378 admin admin] Allocated IP 172.25.0.97 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/e2f769c0-b94c-4068-8da2-8f8ce29c5b1a) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:48:13.947959 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b7281599-7a04-4db5-a2aa-24105b184017 req-3174c8bb-ef2f-4302-976f-1130bfd2f2db tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=c04ee8a2-5338-4913-8170-63e02590e3b0 HTTP/1.1" status: 200 len: 210 time: 0.0421245 Sep 24 15:48:14.047454 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-949b340b-ffc5-4528-95a3-3cb109e7fa5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:14.053194 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-12005c01-3473-4eeb-99f8-d9a42d387378 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:14.087557 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-25bb14c9-4e36-42ef-bb3a-9225949f334d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:14.090645 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-25bb14c9-4e36-42ef-bb3a-9225949f334d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:14.091874 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-25bb14c9-4e36-42ef-bb3a-9225949f334d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/e0c70cef-ef4f-43d2-be08-c37b6558b005 HTTP/1.1" status: 204 len: 168 time: 0.5217555 Sep 24 15:48:14.102529 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dfb1c38f-573a-4af9-88ab-dbde4bbe7366 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:14.115904 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949b340b-ffc5-4528-95a3-3cb109e7fa5e None None] Pushing event updated for resources: {'Port': ['ID=baa24c64-6685-4177-ac67-5f1d6a7b3a7b,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:14.128441 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bb14c9-4e36-42ef-bb3a-9225949f334d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c70cef-ef4f-43d2-be08-c37b6558b005,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:14.198251 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb1c38f-573a-4af9-88ab-dbde4bbe7366 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Pushing event deleted for resources: {'Port': ['ID=1b8c0830-0c42-4dfd-8a51-92ca47b57240,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:14.206760 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-12005c01-3473-4eeb-99f8-d9a42d387378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:14.279982 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12005c01-3473-4eeb-99f8-d9a42d387378 admin admin] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:48:14.288410 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-12005c01-3473-4eeb-99f8-d9a42d387378 admin admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:48:14.292629 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12005c01-3473-4eeb-99f8-d9a42d387378 admin admin] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:48:14.302154 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12005c01-3473-4eeb-99f8-d9a42d387378 admin admin] Pushing event updated for resources: {'Port': ['ID=e2f769c0-b94c-4068-8da2-8f8ce29c5b1a,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:14.307432 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dfb1c38f-573a-4af9-88ab-dbde4bbe7366 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:14.581265 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 79c90cce-a159-40c1-a7f1-3c92efff99e9 no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:48:14.657296 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] No Port match for: 79c90cce-a159-40c1-a7f1-3c92efff99e9 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:48:14.660455 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 79c90cce-a159-40c1-a7f1-3c92efff99e9 not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:48:14.678975 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfb1c38f-573a-4af9-88ab-dbde4bbe7366 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Router ac161ac9-2f62-47b6-9edd-5619af6db43a has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:48:14.708641 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device baa24c64-6685-4177-ac67-5f1d6a7b3a7b up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:48:14.794957 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port baa24c64-6685-4177-ac67-5f1d6a7b3a7b triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:48:14.795334 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:14.839599 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfb1c38f-573a-4af9-88ab-dbde4bbe7366 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:48:14.850786 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-dfb1c38f-573a-4af9-88ab-dbde4bbe7366 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] 10.222.0.101 "PUT /v2.0/routers/ac161ac9-2f62-47b6-9edd-5619af6db43a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1821268 Sep 24 15:48:14.850786 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 34218) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:14.851442 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e01af20-9054-4ee5-afe8-25ac9fcafec1 None None] Sync routers for ids ['ac161ac9-2f62-47b6-9edd-5619af6db43a'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:48:14.862836 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e01af20-9054-4ee5-afe8-25ac9fcafec1 None None] Routers {'ac161ac9-2f62-47b6-9edd-5619af6db43a'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:48:14.863567 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-1e01af20-9054-4ee5-afe8-25ac9fcafec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:48:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['ac161ac9-2f62-47b6-9edd-5619af6db43a'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:48:14.928435 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-1e01af20-9054-4ee5-afe8-25ac9fcafec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:48:14.929060 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:14.949531 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e01af20-9054-4ee5-afe8-25ac9fcafec1 None None] Routers {'ac161ac9-2f62-47b6-9edd-5619af6db43a'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:48:14.950486 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-1e01af20-9054-4ee5-afe8-25ac9fcafec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:48:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['ac161ac9-2f62-47b6-9edd-5619af6db43a'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:48:14.952715 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [None req-9990bf37-60d4-4578-a010-6467b51cd882 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] show failed (client error): The resource could not be found. Sep 24 15:48:14.957177 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-9990bf37-60d4-4578-a010-6467b51cd882 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] 10.222.0.101 "GET /v2.0/routers/tempest-non_exist_router-1961082606 HTTP/1.1" status: 404 len: 335 time: 0.1066780 Sep 24 15:48:14.961555 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 34224) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:14.972235 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2275e3-c243-4c72-a20a-85e63e1f3c53 req-f6547ffe-a744-4483-8759-94482126a496 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:14.983534 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8d2275e3-c243-4c72-a20a-85e63e1f3c53 req-f6547ffe-a744-4483-8759-94482126a496 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] 10.222.0.101 "GET /v2.0/ports?device_id=6af5d3d8-190e-4b1c-a819-060128ceae71 HTTP/1.1" status: 200 len: 946 time: 0.2458320 Sep 24 15:48:14.983970 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-8a779f41-a06f-4df0-96d1-51c4041c8885 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Request body: {'router': {'name': 'new_name'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:48:14.988117 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port baa24c64-6685-4177-ac67-5f1d6a7b3a7b, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=baa24c64-6685-4177-ac67-5f1d6a7b3a7b,segment=NetworkSegment(47c4b0c0-bd98-4ab9-9dcd-80232f8bf45e),segment_id=47c4b0c0-bd98-4ab9-9dcd-80232f8bf45e)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:48:15.014364 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-1e01af20-9054-4ee5-afe8-25ac9fcafec1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:48:15.015366 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e01af20-9054-4ee5-afe8-25ac9fcafec1 None None] The sync data for ids ['ac161ac9-2f62-47b6-9edd-5619af6db43a'] in n-d-808921-1 is: [] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:48:15.050082 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [None req-8a779f41-a06f-4df0-96d1-51c4041c8885 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] update failed (client error): The resource could not be found. Sep 24 15:48:15.055249 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-8a779f41-a06f-4df0-96d1-51c4041c8885 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] 10.222.0.101 "PUT /v2.0/routers/tempest-non_exist_router-1104973093 HTTP/1.1" status: 404 len: 335 time: 0.0798371 Sep 24 15:48:15.060088 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 34230) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:15.088321 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-12005c01-3473-4eeb-99f8-d9a42d387378 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:15.140233 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:15.174444 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0d11c9f-492c-4df0-8f91-656ac94998ec tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Deleting subnet 5a1e234a-a52c-46f5-be3a-ff924cc30098 {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:48:15.182253 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f0d11c9f-492c-4df0-8f91-656ac94998ec tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:15.220497 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8d2275e3-c243-4c72-a20a-85e63e1f3c53 req-53688e08-7ef8-4532-87cb-28e1d3f986c3 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] 10.222.0.101 "GET /v2.0/security-groups?id=8943ce8f-1876-4ecc-8724-8c0bb42ad322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280130 Sep 24 15:48:15.236189 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=baa24c64-6685-4177-ac67-5f1d6a7b3a7b,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:15.246894 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a703d-791b-46da-bea0-45d501253c12 req-1e24f0d0-1ed1-4f3a-ae72-3c02ee6de36a tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:15.257429 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-928a703d-791b-46da-bea0-45d501253c12 req-1e24f0d0-1ed1-4f3a-ae72-3c02ee6de36a tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa34241a-37c5-47d3-b904-2bd842425df1 HTTP/1.1" status: 200 len: 946 time: 0.1981316 Sep 24 15:48:15.287573 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce09694-4628-4054-b85e-b9d2895925f5 req-5e7fdc52-00f7-437c-b189-63a0814c0750 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:15.289871 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2ce09694-4628-4054-b85e-b9d2895925f5 req-5e7fdc52-00f7-437c-b189-63a0814c0750 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.108 "GET /v2.0/networks?id=fcaa8023-73de-41c9-b56a-537c209ef622 HTTP/1.1" status: 200 len: 806 time: 0.3005459 Sep 24 15:48:15.328074 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f0d11c9f-492c-4df0-8f91-656ac94998ec tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:15.375266 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-928a703d-791b-46da-bea0-45d501253c12 req-ce2b410e-2fc5-48f1-9380-98060ccd640f tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e97abd6-6c4b-4313-93b0-ffda5586d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154916 Sep 24 15:48:15.408603 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-2ce09694-4628-4054-b85e-b9d2895925f5 req-4ecc6126-946a-42a9-aa39-24663b3de1ef tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Request body: {'port': {'device_id': 'c04ee8a2-5338-4913-8170-63e02590e3b0', 'network_id': 'fcaa8023-73de-41c9-b56a-537c209ef622', 'admin_state_up': True, 'tenant_id': '62a8ba880b994b468ea0f6bf276f3fa0'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:48:15.418753 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e68d63-fc95-4104-9dac-6a6e8607eb0e req-c4a59654-03e6-4e01-92d4-23dd0839e65a tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:15.420737 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-49e68d63-fc95-4104-9dac-6a6e8607eb0e req-c4a59654-03e6-4e01-92d4-23dd0839e65a tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] 10.222.0.108 "GET /v2.0/ports?device_id=6af5d3d8-190e-4b1c-a819-060128ceae71 HTTP/1.1" status: 200 len: 946 time: 0.1847258 Sep 24 15:48:15.556684 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f0d11c9f-492c-4df0-8f91-656ac94998ec tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:15.619228 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-49e68d63-fc95-4104-9dac-6a6e8607eb0e req-b6ce2d63-f1fb-40cb-af70-96ef2656cf00 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Deleting port 934fe31a-9412-4ff8-898f-d83066f55b6d {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:48:15.619680 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-49e68d63-fc95-4104-9dac-6a6e8607eb0e req-b6ce2d63-f1fb-40cb-af70-96ef2656cf00 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:15.674258 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-622c2e24-5185-4eb5-9b72-01d0e765fce5 req-34b08b63-1b36-4741-a07d-d8e854f54dd3 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=c04ee8a2-5338-4913-8170-63e02590e3b0 HTTP/1.1" status: 200 len: 210 time: 0.2966616 Sep 24 15:48:15.722245 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0604a7f1-d011-4036-ae76-d3b4b5724b41 None None] Network fdbf6b2c-729f-45db-9ec7-95632d91454f requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:48:15.739607 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b4e1d-a9a0-47e5-90a8-05e41b818b35 req-569ba1c6-ee0a-42d2-82d5-0fc37a6cec61 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:15.741711 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-543b4e1d-a9a0-47e5-90a8-05e41b818b35 req-569ba1c6-ee0a-42d2-82d5-0fc37a6cec61 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.110 "GET /v2.0/ports?device_id=fa34241a-37c5-47d3-b904-2bd842425df1 HTTP/1.1" status: 200 len: 946 time: 0.4822505 Sep 24 15:48:15.745867 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-12005c01-3473-4eeb-99f8-d9a42d387378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:15.764101 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-49e68d63-fc95-4104-9dac-6a6e8607eb0e req-b6ce2d63-f1fb-40cb-af70-96ef2656cf00 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] For port 934fe31a-9412-4ff8-898f-d83066f55b6d, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=934fe31a-9412-4ff8-898f-d83066f55b6d,segment=NetworkSegment(cf0bc314-c998-4e55-a354-35682f16ea07),segment_id=cf0bc314-c998-4e55-a354-35682f16ea07)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:48:15.764682 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-49e68d63-fc95-4104-9dac-6a6e8607eb0e req-b6ce2d63-f1fb-40cb-af70-96ef2656cf00 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:15.795262 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-49e68d63-fc95-4104-9dac-6a6e8607eb0e req-b6ce2d63-f1fb-40cb-af70-96ef2656cf00 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Calling delete_port for 934fe31a-9412-4ff8-898f-d83066f55b6d owned by compute:nova {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:48:15.798575 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-8fa31cab-5e92-473a-aab8-3f963e8d9d32 None None] Provisioning complete for port baa24c64-6685-4177-ac67-5f1d6a7b3a7b triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:48:15.799018 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8fa31cab-5e92-473a-aab8-3f963e8d9d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:15.846987 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 34250) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:15.864227 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f0d11c9f-492c-4df0-8f91-656ac94998ec tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:15.906796 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d11c9f-492c-4df0-8f91-656ac94998ec tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Pushing event deleted for resources: {'Subnet': ['ID=5a1e234a-a52c-46f5-be3a-ff924cc30098,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:15.909293 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f0d11c9f-492c-4df0-8f91-656ac94998ec tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:15.912143 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f0d11c9f-492c-4df0-8f91-656ac94998ec tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] 10.222.0.101 "DELETE /v2.0/subnets/5a1e234a-a52c-46f5-be3a-ff924cc30098 HTTP/1.1" status: 204 len: 168 time: 0.8499005 Sep 24 15:48:15.915479 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 34256) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:15.965363 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fdc55e2-736e-46ab-aaff-91aeb8eff071 None None] Network c0834df4-6bf7-4e72-adf0-4529291aab23 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:48:15.991135 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-c7944cff-047a-43f5-b859-33123a287dae admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-2093619255-network', 'tenant_id': 'c4d93373223446b1a0fbb391c5e7bd8a'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:48:16.094191 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-543b4e1d-a9a0-47e5-90a8-05e41b818b35 req-84de989e-4e7b-40f5-acfd-66e6b51f19cf tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Deleting port e58faefd-d30c-42ba-b9ec-be5f5e0236c4 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:48:16.094821 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-543b4e1d-a9a0-47e5-90a8-05e41b818b35 req-84de989e-4e7b-40f5-acfd-66e6b51f19cf tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:16.194176 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12005c01-3473-4eeb-99f8-d9a42d387378 admin admin] Router 9480de2d-915b-4ee0-9905-9e2495b3cbd2 is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:48:16.259193 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-543b4e1d-a9a0-47e5-90a8-05e41b818b35 req-84de989e-4e7b-40f5-acfd-66e6b51f19cf tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] For port e58faefd-d30c-42ba-b9ec-be5f5e0236c4, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=e58faefd-d30c-42ba-b9ec-be5f5e0236c4,segment=NetworkSegment(5202dad5-affc-4089-8eb2-2acbc0a55bf9),segment_id=5202dad5-affc-4089-8eb2-2acbc0a55bf9)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:48:16.259629 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-543b4e1d-a9a0-47e5-90a8-05e41b818b35 req-84de989e-4e7b-40f5-acfd-66e6b51f19cf tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:16.294089 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-543b4e1d-a9a0-47e5-90a8-05e41b818b35 req-84de989e-4e7b-40f5-acfd-66e6b51f19cf tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Calling delete_port for e58faefd-d30c-42ba-b9ec-be5f5e0236c4 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:48:16.336029 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97a7411-42fd-4365-9544-1d21cc86f65f None None] DHCP port deletion for c0834df4-6bf7-4e72-adf0-4529291aab23 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:48:16.395343 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-d97a7411-42fd-4365-9544-1d21cc86f65f None None] Deleting port f60a18bb-134d-45a9-a2b8-62c45f833c3d {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:48:16.395824 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d97a7411-42fd-4365-9544-1d21cc86f65f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:16.504326 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-d97a7411-42fd-4365-9544-1d21cc86f65f None None] For port f60a18bb-134d-45a9-a2b8-62c45f833c3d, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=f60a18bb-134d-45a9-a2b8-62c45f833c3d,segment=NetworkSegment(04a496e4-8ce0-4aa2-8d50-aa6038edd70e),segment_id=04a496e4-8ce0-4aa2-8d50-aa6038edd70e)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:48:16.505239 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d97a7411-42fd-4365-9544-1d21cc86f65f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:16.526708 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-d97a7411-42fd-4365-9544-1d21cc86f65f None None] Calling delete_port for f60a18bb-134d-45a9-a2b8-62c45f833c3d owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:48:16.606799 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-80b97f48-9736-4bcf-864f-dc753d8621b0 None None] Provisioning complete for port baa24c64-6685-4177-ac67-5f1d6a7b3a7b triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:48:16.607574 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-80b97f48-9736-4bcf-864f-dc753d8621b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:16.612738 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b4d77bfa-da90-489b-903d-09f71ff63232 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:16.633165 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7944cff-047a-43f5-b859-33123a287dae admin admin] Made reservation on behalf of c4d93373223446b1a0fbb391c5e7bd8a for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:48:16.635530 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c7944cff-047a-43f5-b859-33123a287dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:16.655756 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device baa24c64-6685-4177-ac67-5f1d6a7b3a7b up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:48:16.664945 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c7944cff-047a-43f5-b859-33123a287dae admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:16.706987 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0257f9b0-56b8-4e30-bccf-d4a09d87a588 req-ff73f187-6521-4b69-90ad-208f91f29c69 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:16.714635 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0257f9b0-56b8-4e30-bccf-d4a09d87a588 req-ff73f187-6521-4b69-90ad-208f91f29c69 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] 10.222.0.101 "GET /v2.0/ports?device_id=6af5d3d8-190e-4b1c-a819-060128ceae71 HTTP/1.1" status: 200 len: 946 time: 0.4031563 Sep 24 15:48:16.731436 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22845d-8499-4e1d-a51f-21b74ed34d9b req-7a9cd402-3d40-4e73-ae9f-fbdf38c2d33b tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:16.732963 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cd22845d-8499-4e1d-a51f-21b74ed34d9b req-7a9cd402-3d40-4e73-ae9f-fbdf38c2d33b tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa34241a-37c5-47d3-b904-2bd842425df1 HTTP/1.1" status: 200 len: 946 time: 0.2216611 Sep 24 15:48:16.745202 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250db045-5378-42ac-926a-9420baa4688d req-d617d770-9280-44a1-8986-ebb4392ca0d5 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:16.745202 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-250db045-5378-42ac-926a-9420baa4688d req-d617d770-9280-44a1-8986-ebb4392ca0d5 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] 10.222.0.110 "GET /v2.0/ports?device_id=b15225d5-131c-4c96-80bb-e359db49656e HTTP/1.1" status: 200 len: 945 time: 0.2234991 Sep 24 15:48:16.777306 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12005c01-3473-4eeb-99f8-d9a42d387378 admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:48:16.787022 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0257f9b0-56b8-4e30-bccf-d4a09d87a588 req-27f2b8b9-2aab-497c-b32f-e3be53f78f93 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] 10.222.0.101 "GET /v2.0/security-groups?id=8943ce8f-1876-4ecc-8724-8c0bb42ad322&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654106 Sep 24 15:48:16.809661 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcab69f-4126-4135-891a-5e6407711793 None None] Sync routers for ids ['9480de2d-915b-4ee0-9905-9e2495b3cbd2'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:48:16.823564 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port baa24c64-6685-4177-ac67-5f1d6a7b3a7b triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:48:16.823938 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:16.826502 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcab69f-4126-4135-891a-5e6407711793 None None] Routers {'9480de2d-915b-4ee0-9905-9e2495b3cbd2'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:48:16.827148 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-adcab69f-4126-4135-891a-5e6407711793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:48:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['9480de2d-915b-4ee0-9905-9e2495b3cbd2'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:48:16.829143 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cd22845d-8499-4e1d-a51f-21b74ed34d9b req-048c8d18-6dda-4928-a607-da30954de00f tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e97abd6-6c4b-4313-93b0-ffda5586d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831254 Sep 24 15:48:16.832081 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-49e68d63-fc95-4104-9dac-6a6e8607eb0e req-b6ce2d63-f1fb-40cb-af70-96ef2656cf00 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:16.864911 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['934fe31a-9412-4ff8-898f-d83066f55b6d'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:48:16.864911 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['bf07cae9-ebe3-460c-9c5a-695f4079f28b'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:48:16.901527 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ce2d63-f1fb-40cb-af70-96ef2656cf00 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Pushing event deleted for resources: {'Port': ['ID=934fe31a-9412-4ff8-898f-d83066f55b6d,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:16.906381 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-543b4e1d-a9a0-47e5-90a8-05e41b818b35 req-84de989e-4e7b-40f5-acfd-66e6b51f19cf tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:16.906570 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ce09694-4628-4054-b85e-b9d2895925f5 req-4ecc6126-946a-42a9-aa39-24663b3de1ef tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Made reservation on behalf of 62a8ba880b994b468ea0f6bf276f3fa0 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:48:16.910230 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-2ce09694-4628-4054-b85e-b9d2895925f5 req-4ecc6126-946a-42a9-aa39-24663b3de1ef tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:16.917261 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-b4d77bfa-da90-489b-903d-09f71ff63232 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Deleting port f60a18bb-134d-45a9-a2b8-62c45f833c3d {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:48:16.917876 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b4d77bfa-da90-489b-903d-09f71ff63232 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:16.955661 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84de989e-4e7b-40f5-acfd-66e6b51f19cf tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Pushing event deleted for resources: {'Port': ['ID=e58faefd-d30c-42ba-b9ec-be5f5e0236c4,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:16.994302 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-49e68d63-fc95-4104-9dac-6a6e8607eb0e req-b6ce2d63-f1fb-40cb-af70-96ef2656cf00 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] No DVR routers for this DVR port 934fe31a-9412-4ff8-898f-d83066f55b6d on host n-h2-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:48:17.003095 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-49e68d63-fc95-4104-9dac-6a6e8607eb0e req-b6ce2d63-f1fb-40cb-af70-96ef2656cf00 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:17.005644 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-49e68d63-fc95-4104-9dac-6a6e8607eb0e req-b6ce2d63-f1fb-40cb-af70-96ef2656cf00 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] 10.222.0.108 "DELETE /v2.0/ports/934fe31a-9412-4ff8-898f-d83066f55b6d HTTP/1.1" status: 204 len: 173 time: 1.5763748 Sep 24 15:48:17.006905 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6af5d3d8-190e-4b1c-a819-060128ceae71', 'name': 'network-vif-deleted', 'tag': '934fe31a-9412-4ff8-898f-d83066f55b6d'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:48:17.009446 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f6d56d1-3fcc-4518-9a2d-a668d6b8d917" -d '{"events": [{"server_uuid": "6af5d3d8-190e-4b1c-a819-060128ceae71", "name": "network-vif-deleted", "tag": "934fe31a-9412-4ff8-898f-d83066f55b6d"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:48:17.078273 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-b4d77bfa-da90-489b-903d-09f71ff63232 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] For port f60a18bb-134d-45a9-a2b8-62c45f833c3d, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=f60a18bb-134d-45a9-a2b8-62c45f833c3d,segment=NetworkSegment(04a496e4-8ce0-4aa2-8d50-aa6038edd70e),segment_id=04a496e4-8ce0-4aa2-8d50-aa6038edd70e)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:48:17.078696 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b4d77bfa-da90-489b-903d-09f71ff63232 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:17.113063 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-b4d77bfa-da90-489b-903d-09f71ff63232 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Calling delete_port for f60a18bb-134d-45a9-a2b8-62c45f833c3d owned by network:dhcp {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:48:17.118098 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-250db045-5378-42ac-926a-9420baa4688d req-71b2b93a-e12f-4652-b8bb-871fc707309c tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Deleting port bf07cae9-ebe3-460c-9c5a-695f4079f28b {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:48:17.118649 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-250db045-5378-42ac-926a-9420baa4688d req-71b2b93a-e12f-4652-b8bb-871fc707309c tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:17.133232 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-12005c01-3473-4eeb-99f8-d9a42d387378 admin admin] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:17.144655 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-12005c01-3473-4eeb-99f8-d9a42d387378 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.5374546 Sep 24 15:48:17.160562 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 34278) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:17.173685 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-588327f1-fae9-4a3d-97ae-81193939ebf2 x-openstack-request-id: req-588327f1-fae9-4a3d-97ae-81193939ebf2 {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:48:17.174241 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6af5d3d8-190e-4b1c-a819-060128ceae71", "name": "network-vif-deleted", "tag": "934fe31a-9412-4ff8-898f-d83066f55b6d", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:48:17.174722 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-588327f1-fae9-4a3d-97ae-81193939ebf2 {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:48:17.175280 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6af5d3d8-190e-4b1c-a819-060128ceae71', 'name': 'network-vif-deleted', 'tag': '934fe31a-9412-4ff8-898f-d83066f55b6d', 'status': 'completed', 'code': 200} Sep 24 15:48:17.186620 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-543b4e1d-a9a0-47e5-90a8-05e41b818b35 req-84de989e-4e7b-40f5-acfd-66e6b51f19cf tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] No DVR routers for this DVR port e58faefd-d30c-42ba-b9ec-be5f5e0236c4 on host n-h1-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:48:17.190397 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-543b4e1d-a9a0-47e5-90a8-05e41b818b35 req-84de989e-4e7b-40f5-acfd-66e6b51f19cf tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:17.198235 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d97a7411-42fd-4365-9544-1d21cc86f65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:17.199090 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-543b4e1d-a9a0-47e5-90a8-05e41b818b35 req-84de989e-4e7b-40f5-acfd-66e6b51f19cf tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.110 "DELETE /v2.0/ports/e58faefd-d30c-42ba-b9ec-be5f5e0236c4 HTTP/1.1" status: 204 len: 173 time: 1.4152160 Sep 24 15:48:17.202302 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa34241a-37c5-47d3-b904-2bd842425df1', 'name': 'network-vif-deleted', 'tag': 'e58faefd-d30c-42ba-b9ec-be5f5e0236c4'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:48:17.204782 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2cdc455-5de8-49b8-9507-1b2f4f8eca34" -d '{"events": [{"server_uuid": "fa34241a-37c5-47d3-b904-2bd842425df1", "name": "network-vif-deleted", "tag": "e58faefd-d30c-42ba-b9ec-be5f5e0236c4"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:48:17.291919 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de08a7ef-bb83-438e-bbfc-82f53afeaa63 x-openstack-request-id: req-de08a7ef-bb83-438e-bbfc-82f53afeaa63 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:48:17.292205 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa34241a-37c5-47d3-b904-2bd842425df1", "name": "network-vif-deleted", "tag": "e58faefd-d30c-42ba-b9ec-be5f5e0236c4", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:48:17.292457 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-de08a7ef-bb83-438e-bbfc-82f53afeaa63 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:48:17.294788 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa34241a-37c5-47d3-b904-2bd842425df1', 'name': 'network-vif-deleted', 'tag': 'e58faefd-d30c-42ba-b9ec-be5f5e0236c4', 'status': 'completed', 'code': 200} Sep 24 15:48:17.339548 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['c6378d21-baf1-4240-b1f8-be112f4b0b3f'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:48:17.340912 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-2ce09694-4628-4054-b85e-b9d2895925f5 req-4ecc6126-946a-42a9-aa39-24663b3de1ef tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Allocated IP 172.20.0.13 (fcaa8023-73de-41c9-b56a-537c209ef622/0db07746-4ea4-48db-9d56-837ab1eb05bd/413390d7-f12e-474b-a8dc-b27e7a2dd368) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:48:17.397184 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97a7411-42fd-4365-9544-1d21cc86f65f None None] Pushing event deleted for resources: {'Port': ['ID=f60a18bb-134d-45a9-a2b8-62c45f833c3d,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:17.401546 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-681864e3-37b1-4b0a-983a-97501bedbebd req-eac9c24b-4ae2-4693-99ca-436799e4fc6b tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=c04ee8a2-5338-4913-8170-63e02590e3b0 HTTP/1.1" status: 200 len: 210 time: 0.0337098 Sep 24 15:48:17.412616 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97a7411-42fd-4365-9544-1d21cc86f65f None None] No DVR routers for this DVR port f60a18bb-134d-45a9-a2b8-62c45f833c3d on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:48:17.479525 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-250db045-5378-42ac-926a-9420baa4688d req-71b2b93a-e12f-4652-b8bb-871fc707309c tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] For port bf07cae9-ebe3-460c-9c5a-695f4079f28b, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=bf07cae9-ebe3-460c-9c5a-695f4079f28b,segment=NetworkSegment(cf0bc314-c998-4e55-a354-35682f16ea07),segment_id=cf0bc314-c998-4e55-a354-35682f16ea07)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:48:17.480693 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-250db045-5378-42ac-926a-9420baa4688d req-71b2b93a-e12f-4652-b8bb-871fc707309c tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:17.512414 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-250db045-5378-42ac-926a-9420baa4688d req-71b2b93a-e12f-4652-b8bb-871fc707309c tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Calling delete_port for bf07cae9-ebe3-460c-9c5a-695f4079f28b owned by compute:nova {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:48:17.562759 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-adcab69f-4126-4135-891a-5e6407711793 None None] Set router 9480de2d-915b-4ee0-9905-9e2495b3cbd2 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:48:17.575378 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b4d77bfa-da90-489b-903d-09f71ff63232 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:17.578428 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-2ce09694-4628-4054-b85e-b9d2895925f5 req-4ecc6126-946a-42a9-aa39-24663b3de1ef tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:17.656606 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c7944cff-047a-43f5-b859-33123a287dae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:17.658838 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d77bfa-da90-489b-903d-09f71ff63232 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Pushing event deleted for resources: {'Port': ['ID=f60a18bb-134d-45a9-a2b8-62c45f833c3d,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:17.663039 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d77bfa-da90-489b-903d-09f71ff63232 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] No DVR routers for this DVR port f60a18bb-134d-45a9-a2b8-62c45f833c3d on host n-d-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:48:17.698262 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-2ce09694-4628-4054-b85e-b9d2895925f5 req-4ecc6126-946a-42a9-aa39-24663b3de1ef tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:17.760497 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c7944cff-047a-43f5-b859-33123a287dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:17.786224 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecc6126-946a-42a9-aa39-24663b3de1ef tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Pushing event updated for resources: {'Port': ['ID=413390d7-f12e-474b-a8dc-b27e7a2dd368,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:17.799649 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ce09694-4628-4054-b85e-b9d2895925f5 req-4ecc6126-946a-42a9-aa39-24663b3de1ef tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Network fcaa8023-73de-41c9-b56a-537c209ef622 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:48:17.802259 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-2ce09694-4628-4054-b85e-b9d2895925f5 req-4ecc6126-946a-42a9-aa39-24663b3de1ef tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:48:17.826884 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ce09694-4628-4054-b85e-b9d2895925f5 req-4ecc6126-946a-42a9-aa39-24663b3de1ef tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:48:17.849162 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7944cff-047a-43f5-b859-33123a287dae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1295} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:48:17.856858 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device f60a18bb-134d-45a9-a2b8-62c45f833c3d no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:48:17.861353 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c7944cff-047a-43f5-b859-33123a287dae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:17.861980 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-c7944cff-047a-43f5-b859-33123a287dae admin admin] Added segment 05bd48af-5cdf-41ce-82a4-4c145ccbba3e of type vlan for network a30e1a8a-ce67-445f-a103-118a71aa3ed7 Sep 24 15:48:17.909547 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c7944cff-047a-43f5-b859-33123a287dae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:17.949845 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce09694-4628-4054-b85e-b9d2895925f5 req-4ecc6126-946a-42a9-aa39-24663b3de1ef tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:17.950953 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-2ce09694-4628-4054-b85e-b9d2895925f5 req-4ecc6126-946a-42a9-aa39-24663b3de1ef tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:17.951144 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: f60a18bb-134d-45a9-a2b8-62c45f833c3d {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:48:17.951332 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device f60a18bb-134d-45a9-a2b8-62c45f833c3d not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:48:17.996979 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7944cff-047a-43f5-b859-33123a287dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=139e7c19-dcd2-41b9-9381-25d8e719c4b7,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:18.007980 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f66fe4f1-91ca-430f-9f89-baed00918b8b req-44215b49-0470-48a2-b9c8-42a94f3b4b93 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=fa34241a-37c5-47d3-b904-2bd842425df1 HTTP/1.1" status: 200 len: 210 time: 0.0289946 Sep 24 15:48:18.032063 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b4d77bfa-da90-489b-903d-09f71ff63232 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:18.076297 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9a1d5307-9404-4ae0-b4e6-ec871aff5014 req-a06f7992-9e8f-409d-9bc8-d4378c5293b1 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] 10.222.0.101 "GET /v2.0/ports?device_id=6af5d3d8-190e-4b1c-a819-060128ceae71 HTTP/1.1" status: 200 len: 210 time: 0.0740144 Sep 24 15:48:18.129145 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-b4d77bfa-da90-489b-903d-09f71ff63232 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0834df4-6bf7-4e72-adf0-4529291aab23']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:48:18.134732 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c7944cff-047a-43f5-b859-33123a287dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:18.135685 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7944cff-047a-43f5-b859-33123a287dae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:18.136266 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c7944cff-047a-43f5-b859-33123a287dae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:18.136648 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-adcab69f-4126-4135-891a-5e6407711793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9480de2d-915b-4ee0-9905-9e2495b3cbd2', 'name': 'tempest-ServersTestMultiNic-1081589744-router', 'tenant_id': '9c95bd34ef8943e09d9da8bb4b5315d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'e2f769c0-b94c-4068-8da2-8f8ce29c5b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:48:12Z', 'updated_at': '2021-09-24T15:48:14Z', 'revision_number': 3, 'project_id': '9c95bd34ef8943e09d9da8bb4b5315d4', 'gw_port': {'id': 'e2f769c0-b94c-4068-8da2-8f8ce29c5b1a', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f4:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9480de2d-915b-4ee0-9905-9e2495b3cbd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:48:13Z', 'updated_at': '2021-09-24T15:48:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:48:18.150371 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2ce09694-4628-4054-b85e-b9d2895925f5 req-4ecc6126-946a-42a9-aa39-24663b3de1ef tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7739060 Sep 24 15:48:18.159981 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-b4d77bfa-da90-489b-903d-09f71ff63232 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04a496e4-8ce0-4aa2-8d50-aa6038edd70e') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:48:18.160315 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-b4d77bfa-da90-489b-903d-09f71ff63232 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04a496e4-8ce0-4aa2-8d50-aa6038edd70e') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:48:18.166594 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-2ce09694-4628-4054-b85e-b9d2895925f5 req-7cb6a284-7f6d-4260-8a43-8b20839c0827 service neutron] Request body: {'port': {'device_id': 'c04ee8a2-5338-4913-8170-63e02590e3b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:48:18.181216 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['190abd2c-9e7d-4487-82bd-57561f5a96b8', 'ca08fe33-4ee9-413c-a294-3c0e3835a684'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:48:18.187514 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcab69f-4126-4135-891a-5e6407711793 None None] Checking router: 9480de2d-915b-4ee0-9905-9e2495b3cbd2 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:48:18.187514 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcab69f-4126-4135-891a-5e6407711793 None None] Updating router 9480de2d-915b-4ee0-9905-9e2495b3cbd2 port e2f769c0-b94c-4068-8da2-8f8ce29c5b1a binding host n-d-808921-1 {{(pid=95299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:48:18.247420 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device bf07cae9-ebe3-460c-9c5a-695f4079f28b no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:48:18.256713 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b4d77bfa-da90-489b-903d-09f71ff63232 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:18.267653 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-2ce09694-4628-4054-b85e-b9d2895925f5 req-7cb6a284-7f6d-4260-8a43-8b20839c0827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:18.284599 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-adcab69f-4126-4135-891a-5e6407711793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:18.291312 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b4d77bfa-da90-489b-903d-09f71ff63232 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:18.386999 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7944cff-047a-43f5-b859-33123a287dae admin admin] Pushing event updated for resources: {'Network': ['ID=a30e1a8a-ce67-445f-a103-118a71aa3ed7,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:18.389741 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4d77bfa-da90-489b-903d-09f71ff63232 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Releasing vlan 1280 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:48:18.390311 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b4d77bfa-da90-489b-903d-09f71ff63232 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:18.398869 n-d-808921-1 neutron-server[95297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:48:18.398869 n-d-808921-1 neutron-server[95297]: self.session.flush() Sep 24 15:48:18.398869 n-d-808921-1 neutron-server[95297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:48:18.398869 n-d-808921-1 neutron-server[95297]: self.session.flush() Sep 24 15:48:18.398869 n-d-808921-1 neutron-server[95297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:48:18.398869 n-d-808921-1 neutron-server[95297]: self.session.flush() Sep 24 15:48:18.398869 n-d-808921-1 neutron-server[95297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:48:18.398869 n-d-808921-1 neutron-server[95297]: self.session.flush() Sep 24 15:48:18.398869 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:48:18.398869 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:48:18.398869 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:48:18.398869 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:48:18.398869 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:48:18.398869 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:48:18.398869 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:48:18.398869 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:48:18.398869 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:48:18.398869 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:48:18.398869 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:48:18.398869 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:48:18.398869 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:48:18.398869 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:48:18.398869 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:48:18.398869 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:48:18.398869 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:48:18.398869 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:48:18.398869 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:48:18.398869 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:48:18.398869 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:48:18.398869 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:48:18.398869 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:48:18.398869 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:48:18.398869 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:48:18.398869 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:48:18.398869 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:48:18.398869 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:48:18.398869 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:48:18.398869 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:48:18.398869 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:48:18.398869 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:48:18.464515 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network a30e1a8a-ce67-445f-a103-118a71aa3ed7 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:48:18.548875 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-c7944cff-047a-43f5-b859-33123a287dae admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.7007353 Sep 24 15:48:18.568258 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 34304) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:18.575789 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-65c3faf5-fb7d-418a-a559-24afbecfb9db admin admin] Request body: {'subnet': {'network_id': 'a30e1a8a-ce67-445f-a103-118a71aa3ed7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-2093619255-subnet', 'tenant_id': 'c4d93373223446b1a0fbb391c5e7bd8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:48:18.614108 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-250db045-5378-42ac-926a-9420baa4688d req-71b2b93a-e12f-4652-b8bb-871fc707309c tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:18.632220 n-d-808921-1 neutron-server[95299]: INFO neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] No ports have port_id starting with bf07cae9-ebe3-460c-9c5a-695f4079f28b Sep 24 15:48:18.647964 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device e58faefd-d30c-42ba-b9ec-be5f5e0236c4 no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:48:18.723628 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b4d77bfa-da90-489b-903d-09f71ff63232 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:18.731000 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] No Port match for: e58faefd-d30c-42ba-b9ec-be5f5e0236c4 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:48:18.731349 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device e58faefd-d30c-42ba-b9ec-be5f5e0236c4 not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:48:18.838728 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b4d77bfa-da90-489b-903d-09f71ff63232 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:18.845037 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b4d77bfa-da90-489b-903d-09f71ff63232 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] 10.222.0.101 "DELETE /v2.0/networks/c0834df4-6bf7-4e72-adf0-4529291aab23 HTTP/1.1" status: 204 len: 168 time: 2.9267805 Sep 24 15:48:18.847657 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b2b93a-e12f-4652-b8bb-871fc707309c tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Pushing event deleted for resources: {'Port': ['ID=bf07cae9-ebe3-460c-9c5a-695f4079f28b,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:18.889244 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 34308) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:18.889244 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d7903f-c37f-47c5-a362-3b70c5a3d5a8 req-d9f0e49b-5068-4f44-8ea8-d29d55d87281 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:18.889244 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-17d7903f-c37f-47c5-a362-3b70c5a3d5a8 req-d9f0e49b-5068-4f44-8ea8-d29d55d87281 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=c04ee8a2-5338-4913-8170-63e02590e3b0 HTTP/1.1" status: 200 len: 932 time: 0.3604531 Sep 24 15:48:18.902607 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d77bfa-da90-489b-903d-09f71ff63232 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Pushing event deleted for resources: {'Network': ['ID=c0834df4-6bf7-4e72-adf0-4529291aab23,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:18.965164 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-adcab69f-4126-4135-891a-5e6407711793 None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:18.985380 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-250db045-5378-42ac-926a-9420baa4688d req-71b2b93a-e12f-4652-b8bb-871fc707309c tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] No DVR routers for this DVR port bf07cae9-ebe3-460c-9c5a-695f4079f28b on host n-h1-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:48:18.988145 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-250db045-5378-42ac-926a-9420baa4688d req-71b2b93a-e12f-4652-b8bb-871fc707309c tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:18.991173 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-250db045-5378-42ac-926a-9420baa4688d req-71b2b93a-e12f-4652-b8bb-871fc707309c tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] 10.222.0.110 "DELETE /v2.0/ports/bf07cae9-ebe3-460c-9c5a-695f4079f28b HTTP/1.1" status: 204 len: 173 time: 2.2355571 Sep 24 15:48:19.003468 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2e542969-02b8-471a-a309-99c4a2d6678e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:19.036709 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-012ccb72-f038-4ecd-b0c7-f7f24a1e3aa8 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Deleting subnet 707d716c-a7a8-43e4-b8ac-50ca003dc117 {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:48:19.045143 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-012ccb72-f038-4ecd-b0c7-f7f24a1e3aa8 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:19.055419 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-17d7903f-c37f-47c5-a362-3b70c5a3d5a8 req-1b9aa830-042d-4d3f-a5ea-94f7b8ca23b9 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670122 Sep 24 15:48:19.055991 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c3faf5-fb7d-418a-a559-24afbecfb9db admin admin] Made reservation on behalf of c4d93373223446b1a0fbb391c5e7bd8a for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:48:19.058707 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-65c3faf5-fb7d-418a-a559-24afbecfb9db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:19.061273 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-2ce09694-4628-4054-b85e-b9d2895925f5 req-7cb6a284-7f6d-4260-8a43-8b20839c0827 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 413390d7-f12e-474b-a8dc-b27e7a2dd368 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:48:19.072882 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-2ce09694-4628-4054-b85e-b9d2895925f5 req-7cb6a284-7f6d-4260-8a43-8b20839c0827 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:19.088803 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-2ce09694-4628-4054-b85e-b9d2895925f5 req-7cb6a284-7f6d-4260-8a43-8b20839c0827 service neutron] Transition to ACTIVE for port object 413390d7-f12e-474b-a8dc-b27e7a2dd368 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:48:19.094837 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-adcab69f-4126-4135-891a-5e6407711793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:19.187902 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-adcab69f-4126-4135-891a-5e6407711793 None None] Attempting to bind port e2f769c0-b94c-4068-8da2-8f8ce29c5b1a on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:48:19.188569 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-adcab69f-4126-4135-891a-5e6407711793 None None] Attempting to bind port e2f769c0-b94c-4068-8da2-8f8ce29c5b1a by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:48:19.189106 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcab69f-4126-4135-891a-5e6407711793 None None] Attempting to bind port e2f769c0-b94c-4068-8da2-8f8ce29c5b1a on network e6a2de20-1ea0-43e5-88e0-982d19e317d5 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:48:19.193781 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b15225d5-131c-4c96-80bb-e359db49656e', 'name': 'network-vif-deleted', 'tag': 'bf07cae9-ebe3-460c-9c5a-695f4079f28b'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:48:19.195318 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-2ce09694-4628-4054-b85e-b9d2895925f5 req-7cb6a284-7f6d-4260-8a43-8b20839c0827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:19.196047 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-554910e5-0b31-4488-9d0f-a5bb1c9c027f" -d '{"events": [{"server_uuid": "b15225d5-131c-4c96-80bb-e359db49656e", "name": "network-vif-deleted", "tag": "bf07cae9-ebe3-460c-9c5a-695f4079f28b"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:48:19.199675 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c787c9-7846-4f2e-8800-1eee2f4e3c85 None None] Pushing event updated for resources: {'Port': ['ID=e2f769c0-b94c-4068-8da2-8f8ce29c5b1a,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:19.208662 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcab69f-4126-4135-891a-5e6407711793 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:48:19.209456 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcab69f-4126-4135-891a-5e6407711793 None None] Checking segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:48:19.210429 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-adcab69f-4126-4135-891a-5e6407711793 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:19.211484 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcab69f-4126-4135-891a-5e6407711793 None None] Bound using segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:48:19.212127 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-adcab69f-4126-4135-891a-5e6407711793 None None] Bound port: e2f769c0-b94c-4068-8da2-8f8ce29c5b1a, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:48:19.212682 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-adcab69f-4126-4135-891a-5e6407711793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:19.283313 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d9f1dc-3842-4ec1-96c8-db1cec8fcad8 x-openstack-request-id: req-29d9f1dc-3842-4ec1-96c8-db1cec8fcad8 {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:48:19.290496 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b15225d5-131c-4c96-80bb-e359db49656e", "name": "network-vif-deleted", "tag": "bf07cae9-ebe3-460c-9c5a-695f4079f28b", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:48:19.290496 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-29d9f1dc-3842-4ec1-96c8-db1cec8fcad8 {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:48:19.290496 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b15225d5-131c-4c96-80bb-e359db49656e', 'name': 'network-vif-deleted', 'tag': 'bf07cae9-ebe3-460c-9c5a-695f4079f28b', 'status': 'completed', 'code': 200} Sep 24 15:48:19.297267 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-012ccb72-f038-4ecd-b0c7-f7f24a1e3aa8 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:19.307030 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-adcab69f-4126-4135-891a-5e6407711793 None None] For port e2f769c0-b94c-4068-8da2-8f8ce29c5b1a, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:48:19.311421 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-adcab69f-4126-4135-891a-5e6407711793 None None] For port e2f769c0-b94c-4068-8da2-8f8ce29c5b1a, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=e2f769c0-b94c-4068-8da2-8f8ce29c5b1a,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:48:19.353650 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-288942f1-64ad-4d71-8242-715b67f7e474 req-37af2e60-b3eb-46b8-877e-05b48c5f4f82 tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] 10.222.0.101 "GET /v2.0/ports?device_id=b15225d5-131c-4c96-80bb-e359db49656e HTTP/1.1" status: 200 len: 210 time: 0.0794821 Sep 24 15:48:19.404054 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb6a284-7f6d-4260-8a43-8b20839c0827 service neutron] Pushing event updated for resources: {'Port': ['ID=413390d7-f12e-474b-a8dc-b27e7a2dd368,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:19.447350 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-adcab69f-4126-4135-891a-5e6407711793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:19.493432 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-2ce09694-4628-4054-b85e-b9d2895925f5 req-7cb6a284-7f6d-4260-8a43-8b20839c0827 service neutron] Attempting to bind port 413390d7-f12e-474b-a8dc-b27e7a2dd368 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:48:19.494056 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-2ce09694-4628-4054-b85e-b9d2895925f5 req-7cb6a284-7f6d-4260-8a43-8b20839c0827 service neutron] Attempting to bind port 413390d7-f12e-474b-a8dc-b27e7a2dd368 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '368a9d0c-2815-451d-a46d-c1bdd7d38862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'fcaa8023-73de-41c9-b56a-537c209ef622'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:48:19.494622 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce09694-4628-4054-b85e-b9d2895925f5 req-7cb6a284-7f6d-4260-8a43-8b20839c0827 service neutron] Attempting to bind port 413390d7-f12e-474b-a8dc-b27e7a2dd368 on network fcaa8023-73de-41c9-b56a-537c209ef622 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:48:19.500733 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce09694-4628-4054-b85e-b9d2895925f5 req-7cb6a284-7f6d-4260-8a43-8b20839c0827 service neutron] Port 413390d7-f12e-474b-a8dc-b27e7a2dd368 on network fcaa8023-73de-41c9-b56a-537c209ef622 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:48:19.501229 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce09694-4628-4054-b85e-b9d2895925f5 req-7cb6a284-7f6d-4260-8a43-8b20839c0827 service neutron] Attempting to bind port 413390d7-f12e-474b-a8dc-b27e7a2dd368 on network fcaa8023-73de-41c9-b56a-537c209ef622 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:48:19.507022 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce09694-4628-4054-b85e-b9d2895925f5 req-7cb6a284-7f6d-4260-8a43-8b20839c0827 service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:48:19.507661 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce09694-4628-4054-b85e-b9d2895925f5 req-7cb6a284-7f6d-4260-8a43-8b20839c0827 service neutron] Checking segment: {'id': '368a9d0c-2815-451d-a46d-c1bdd7d38862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'fcaa8023-73de-41c9-b56a-537c209ef622'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:48:19.508363 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ce09694-4628-4054-b85e-b9d2895925f5 req-7cb6a284-7f6d-4260-8a43-8b20839c0827 service neutron] Bound using segment: {'id': '368a9d0c-2815-451d-a46d-c1bdd7d38862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'fcaa8023-73de-41c9-b56a-537c209ef622'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:48:19.508551 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-2ce09694-4628-4054-b85e-b9d2895925f5 req-7cb6a284-7f6d-4260-8a43-8b20839c0827 service neutron] Bound port: 413390d7-f12e-474b-a8dc-b27e7a2dd368, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '368a9d0c-2815-451d-a46d-c1bdd7d38862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'fcaa8023-73de-41c9-b56a-537c209ef622'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:48:19.509047 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-2ce09694-4628-4054-b85e-b9d2895925f5 req-7cb6a284-7f6d-4260-8a43-8b20839c0827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:19.528029 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcab69f-4126-4135-891a-5e6407711793 None None] Routers {'9480de2d-915b-4ee0-9905-9e2495b3cbd2'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:48:19.529439 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-adcab69f-4126-4135-891a-5e6407711793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:48:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['9480de2d-915b-4ee0-9905-9e2495b3cbd2'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:48:19.600749 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c787c9-7846-4f2e-8800-1eee2f4e3c85 None None] Pushing event updated for resources: {'Port': ['ID=e2f769c0-b94c-4068-8da2-8f8ce29c5b1a,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:19.604308 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-2ce09694-4628-4054-b85e-b9d2895925f5 req-7cb6a284-7f6d-4260-8a43-8b20839c0827 service neutron] For port 413390d7-f12e-474b-a8dc-b27e7a2dd368, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:48:19.610107 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-2ce09694-4628-4054-b85e-b9d2895925f5 req-7cb6a284-7f6d-4260-8a43-8b20839c0827 service neutron] For port 413390d7-f12e-474b-a8dc-b27e7a2dd368, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=413390d7-f12e-474b-a8dc-b27e7a2dd368,segment=NetworkSegment(368a9d0c-2815-451d-a46d-c1bdd7d38862),segment_id=368a9d0c-2815-451d-a46d-c1bdd7d38862)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:48:19.625360 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-012ccb72-f038-4ecd-b0c7-f7f24a1e3aa8 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:19.677511 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-2e542969-02b8-471a-a309-99c4a2d6678e admin admin] Allocated IP 172.20.0.1 (fdbf6b2c-729f-45db-9ec7-95632d91454f/a5aa1b81-c378-440d-954d-7eed3b0eec58/8b492328-40f6-40ea-8b90-7d930ff8e1e1) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:48:19.681889 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-adcab69f-4126-4135-891a-5e6407711793 None None] Set router 9480de2d-915b-4ee0-9905-9e2495b3cbd2 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:48:19.710329 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-2ce09694-4628-4054-b85e-b9d2895925f5 req-7cb6a284-7f6d-4260-8a43-8b20839c0827 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:19.807354 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce09694-4628-4054-b85e-b9d2895925f5 req-7cb6a284-7f6d-4260-8a43-8b20839c0827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:19.808275 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-2ce09694-4628-4054-b85e-b9d2895925f5 req-7cb6a284-7f6d-4260-8a43-8b20839c0827 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:19.811666 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2ce09694-4628-4054-b85e-b9d2895925f5 req-7cb6a284-7f6d-4260-8a43-8b20839c0827 service neutron] 10.222.0.108 "PUT /v2.0/ports/413390d7-f12e-474b-a8dc-b27e7a2dd368 HTTP/1.1" status: 200 len: 1092 time: 1.6485877 Sep 24 15:48:19.817199 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c04ee8a2-5338-4913-8170-63e02590e3b0', 'tag': '413390d7-f12e-474b-a8dc-b27e7a2dd368'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:48:19.818677 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d5e166e-8fe6-41a5-afac-7526f096cd3b" -d '{"events": [{"name": "network-changed", "server_uuid": "c04ee8a2-5338-4913-8170-63e02590e3b0", "tag": "413390d7-f12e-474b-a8dc-b27e7a2dd368"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:48:19.851577 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2e542969-02b8-471a-a309-99c4a2d6678e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:19.851953 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-65c3faf5-fb7d-418a-a559-24afbecfb9db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:19.872320 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb6a284-7f6d-4260-8a43-8b20839c0827 service neutron] Pushing event updated for resources: {'Port': ['ID=413390d7-f12e-474b-a8dc-b27e7a2dd368,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:19.890268 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27059e09-82fe-44ff-a2c8-862e0083184c x-openstack-request-id: req-27059e09-82fe-44ff-a2c8-862e0083184c {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:48:19.890773 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c04ee8a2-5338-4913-8170-63e02590e3b0", "tag": "413390d7-f12e-474b-a8dc-b27e7a2dd368", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:48:19.891181 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-27059e09-82fe-44ff-a2c8-862e0083184c {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:48:19.892056 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c04ee8a2-5338-4913-8170-63e02590e3b0', 'tag': '413390d7-f12e-474b-a8dc-b27e7a2dd368', 'status': 'completed', 'code': 200} Sep 24 15:48:19.970626 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5e166e-8fe6-41a5-afac-7526f096cd3b req-f477f7ff-9130-465c-944e-2826de95e5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:19.972840 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2d5e166e-8fe6-41a5-afac-7526f096cd3b req-f477f7ff-9130-465c-944e-2826de95e5b3 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=62a8ba880b994b468ea0f6bf276f3fa0&device_id=c04ee8a2-5338-4913-8170-63e02590e3b0 HTTP/1.1" status: 200 len: 1095 time: 0.0608945 Sep 24 15:48:19.984319 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c3faf5-fb7d-418a-a559-24afbecfb9db admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e27d02e-4749-4b9f-abe9-dc6524082ea7,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:20.002979 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-012ccb72-f038-4ecd-b0c7-f7f24a1e3aa8 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:20.036344 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012ccb72-f038-4ecd-b0c7-f7f24a1e3aa8 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Pushing event deleted for resources: {'Subnet': ['ID=707d716c-a7a8-43e4-b8ac-50ca003dc117,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:20.058645 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65c3faf5-fb7d-418a-a559-24afbecfb9db admin admin] Checking segment: {'id': '05bd48af-5cdf-41ce-82a4-4c145ccbba3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'a30e1a8a-ce67-445f-a103-118a71aa3ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:48:20.061538 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c3faf5-fb7d-418a-a559-24afbecfb9db admin admin] Network hostable DHCP agents. Network: a30e1a8a-ce67-445f-a103-118a71aa3ed7, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:48:20.071884 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-012ccb72-f038-4ecd-b0c7-f7f24a1e3aa8 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:20.074173 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-012ccb72-f038-4ecd-b0c7-f7f24a1e3aa8 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] 10.222.0.101 "DELETE /v2.0/subnets/707d716c-a7a8-43e4-b8ac-50ca003dc117 HTTP/1.1" status: 204 len: 168 time: 1.1846406 Sep 24 15:48:20.077696 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 34338) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:20.109913 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab39a06-2e4d-420c-8f89-d8972645d0b9 None None] Network f8ca62df-26c5-4e97-a8bd-d9316efe3506 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:48:20.111764 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5e166e-8fe6-41a5-afac-7526f096cd3b req-bbd69fa1-14c3-4d7e-85ed-dc358e8f96ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:20.113992 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2d5e166e-8fe6-41a5-afac-7526f096cd3b req-bbd69fa1-14c3-4d7e-85ed-dc358e8f96ba service neutron] 10.222.0.108 "GET /v2.0/networks?tenant_id=62a8ba880b994b468ea0f6bf276f3fa0&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1291518 Sep 24 15:48:20.154814 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2e542969-02b8-471a-a309-99c4a2d6678e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:20.271231 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5e166e-8fe6-41a5-afac-7526f096cd3b req-47da599b-31fe-40fa-9775-90ed89c6ea27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:20.272974 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2d5e166e-8fe6-41a5-afac-7526f096cd3b req-47da599b-31fe-40fa-9775-90ed89c6ea27 service neutron] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1526647 Sep 24 15:48:20.330481 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e542969-02b8-471a-a309-99c4a2d6678e admin admin] Network fdbf6b2c-729f-45db-9ec7-95632d91454f is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:48:20.346358 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-2e542969-02b8-471a-a309-99c4a2d6678e admin admin] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:48:20.349160 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e542969-02b8-471a-a309-99c4a2d6678e admin admin] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:48:20.394092 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0803dda1-445e-41c0-bb11-eac0448e6d6d req-5af1b6ce-3acf-4738-8399-05c323a252e8 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:20.395638 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0803dda1-445e-41c0-bb11-eac0448e6d6d req-5af1b6ce-3acf-4738-8399-05c323a252e8 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=c04ee8a2-5338-4913-8170-63e02590e3b0 HTTP/1.1" status: 200 len: 944 time: 0.1217465 Sep 24 15:48:20.431321 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-adcab69f-4126-4135-891a-5e6407711793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9480de2d-915b-4ee0-9905-9e2495b3cbd2', 'name': 'tempest-ServersTestMultiNic-1081589744-router', 'tenant_id': '9c95bd34ef8943e09d9da8bb4b5315d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'e2f769c0-b94c-4068-8da2-8f8ce29c5b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:48:12Z', 'updated_at': '2021-09-24T15:48:14Z', 'revision_number': 3, 'project_id': '9c95bd34ef8943e09d9da8bb4b5315d4', 'gw_port': {'id': 'e2f769c0-b94c-4068-8da2-8f8ce29c5b1a', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f4:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9480de2d-915b-4ee0-9905-9e2495b3cbd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:48:13Z', 'updated_at': '2021-09-24T15:48:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:48:20.440186 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c3faf5-fb7d-418a-a559-24afbecfb9db admin admin] Network a30e1a8a-ce67-445f-a103-118a71aa3ed7 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:48:20.464364 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce09694-4628-4054-b85e-b9d2895925f5 req-44cf5430-4316-4cc1-bb5b-0f3ecf0cad84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:20.465884 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2ce09694-4628-4054-b85e-b9d2895925f5 req-44cf5430-4316-4cc1-bb5b-0f3ecf0cad84 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=62a8ba880b994b468ea0f6bf276f3fa0&device_id=c04ee8a2-5338-4913-8170-63e02590e3b0 HTTP/1.1" status: 200 len: 1095 time: 0.1452839 Sep 24 15:48:20.471024 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e542969-02b8-471a-a309-99c4a2d6678e admin admin] Pushing event updated for resources: {'Port': ['ID=8b492328-40f6-40ea-8b90-7d930ff8e1e1,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:20.481630 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcab69f-4126-4135-891a-5e6407711793 None None] The sync data for ids ['9480de2d-915b-4ee0-9905-9e2495b3cbd2'] in n-d-808921-1 is: [{'id': '9480de2d-915b-4ee0-9905-9e2495b3cbd2', 'name': 'tempest-ServersTestMultiNic-1081589744-router', 'tenant_id': '9c95bd34ef8943e09d9da8bb4b5315d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'e2f769c0-b94c-4068-8da2-8f8ce29c5b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:48:12Z', 'updated_at': '2021-09-24T15:48:14Z', 'revision_number': 3, 'project_id': '9c95bd34ef8943e09d9da8bb4b5315d4', 'gw_port': {'id': 'e2f769c0-b94c-4068-8da2-8f8ce29c5b1a', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f4:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9480de2d-915b-4ee0-9905-9e2495b3cbd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:48:13Z', 'updated_at': '2021-09-24T15:48:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:48:20.494802 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-186d0da1-6439-43db-b60a-6ad5ec24704c tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Deleting subnet 46f7e854-8e32-4db7-9001-1a52596299e5 {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:48:20.499203 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-186d0da1-6439-43db-b60a-6ad5ec24704c tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:20.560097 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2e542969-02b8-471a-a309-99c4a2d6678e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:20.583855 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 934fe31a-9412-4ff8-898f-d83066f55b6d no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:48:20.627453 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-65c3faf5-fb7d-418a-a559-24afbecfb9db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, a30e1a8a-ce67-445f-a103-118a71aa3ed7) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:48:20.632749 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c3faf5-fb7d-418a-a559-24afbecfb9db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:20.633026 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] No Port match for: 934fe31a-9412-4ff8-898f-d83066f55b6d {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:48:20.633340 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-65c3faf5-fb7d-418a-a559-24afbecfb9db admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:20.633470 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 934fe31a-9412-4ff8-898f-d83066f55b6d not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:48:20.639339 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d650f1-e5bb-450f-8cc6-26d85cec52c7 None None] DHCP port deletion for f8ca62df-26c5-4e97-a8bd-d9316efe3506 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:48:20.651471 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1d8d3d-c89f-4dbb-afeb-4596aa5db04b None None] Network a30e1a8a-ce67-445f-a103-118a71aa3ed7 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:48:20.670240 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2ce09694-4628-4054-b85e-b9d2895925f5 req-27020442-9f51-4912-932a-0bfcc988551c service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=413390d7-f12e-474b-a8dc-b27e7a2dd368 HTTP/1.1" status: 200 len: 217 time: 0.1945612 Sep 24 15:48:20.685993 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-819b62de-610f-4318-9fe6-36bb2b9bbea7 req-a75e7025-8e70-4666-9c95-bce5f34d62cb tempest-ListServersNegativeTestJSON-1337302994 tempest-ListServersNegativeTestJSON-1337302994-project] 10.222.0.101 "GET /v2.0/ports?device_id=b15225d5-131c-4c96-80bb-e359db49656e HTTP/1.1" status: 200 len: 210 time: 0.0707579 Sep 24 15:48:20.695688 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-186d0da1-6439-43db-b60a-6ad5ec24704c tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:20.774795 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce09694-4628-4054-b85e-b9d2895925f5 req-feb79a68-a1f1-4571-a989-edea8392fb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:20.775845 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2ce09694-4628-4054-b85e-b9d2895925f5 req-feb79a68-a1f1-4571-a989-edea8392fb9e service neutron] 10.222.0.108 "GET /v2.0/subnets?id=0db07746-4ea4-48db-9d56-837ab1eb05bd HTTP/1.1" status: 200 len: 846 time: 0.0921702 Sep 24 15:48:20.806418 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0803dda1-445e-41c0-bb11-eac0448e6d6d req-33a434b4-0316-4303-9774-9952c43608a2 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4017115 Sep 24 15:48:20.847435 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2ce09694-4628-4054-b85e-b9d2895925f5 req-ed915df3-7798-476d-b124-20675f5e991a service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=fcaa8023-73de-41c9-b56a-537c209ef622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609400 Sep 24 15:48:20.870250 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-c5fde65e-0d5b-4995-a581-679b0486a072 None None] Provisioning complete for port 8b492328-40f6-40ea-8b90-7d930ff8e1e1 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:48:20.870652 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c5fde65e-0d5b-4995-a581-679b0486a072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:20.874589 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-186d0da1-6439-43db-b60a-6ad5ec24704c tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:20.875904 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60b83f1-f1ac-4e03-a1e0-6a5a2e0783bc None None] Network a30e1a8a-ce67-445f-a103-118a71aa3ed7 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:48:20.969993 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-65c3faf5-fb7d-418a-a559-24afbecfb9db admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.3896976 Sep 24 15:48:21.132570 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2ce09694-4628-4054-b85e-b9d2895925f5 req-e7d2d779-eca8-4b8c-9dc0-6a7594db9822 service neutron] 10.222.0.108 "GET /v2.0/networks/fcaa8023-73de-41c9-b56a-537c209ef622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721374 Sep 24 15:48:21.199679 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-73d650f1-e5bb-450f-8cc6-26d85cec52c7 None None] Deleting port 511d2cbe-f632-4689-9902-16f0e5fad15e {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:48:21.200235 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73d650f1-e5bb-450f-8cc6-26d85cec52c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:21.204056 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-c5fde65e-0d5b-4995-a581-679b0486a072 None None] Port 8b492328-40f6-40ea-8b90-7d930ff8e1e1 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:48:21.396321 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2ce09694-4628-4054-b85e-b9d2895925f5 req-a6668bfb-6736-41d1-b88b-5be76ae01c94 service neutron] 10.222.0.108 "GET /v2.0/networks/fcaa8023-73de-41c9-b56a-537c209ef622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564578 Sep 24 15:48:21.431463 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-73d650f1-e5bb-450f-8cc6-26d85cec52c7 None None] For port 511d2cbe-f632-4689-9902-16f0e5fad15e, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=511d2cbe-f632-4689-9902-16f0e5fad15e,segment=NetworkSegment(917c417e-ce40-48b3-9ad1-6cf67e9502c0),segment_id=917c417e-ce40-48b3-9ad1-6cf67e9502c0)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:48:21.431886 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73d650f1-e5bb-450f-8cc6-26d85cec52c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:21.486363 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-73d650f1-e5bb-450f-8cc6-26d85cec52c7 None None] Calling delete_port for 511d2cbe-f632-4689-9902-16f0e5fad15e owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:48:21.710203 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-186d0da1-6439-43db-b60a-6ad5ec24704c tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:21.722079 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73d650f1-e5bb-450f-8cc6-26d85cec52c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:21.753183 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186d0da1-6439-43db-b60a-6ad5ec24704c tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Pushing event deleted for resources: {'Subnet': ['ID=46f7e854-8e32-4db7-9001-1a52596299e5,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:21.776750 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2e542969-02b8-471a-a309-99c4a2d6678e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:21.784668 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-186d0da1-6439-43db-b60a-6ad5ec24704c tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:21.786562 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-186d0da1-6439-43db-b60a-6ad5ec24704c tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] 10.222.0.101 "DELETE /v2.0/subnets/46f7e854-8e32-4db7-9001-1a52596299e5 HTTP/1.1" status: 204 len: 168 time: 1.7077022 Sep 24 15:48:21.789188 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 34382) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:21.819977 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6240c1c4-88d0-4894-a2bb-68951ff16fe9 None None] Network 923a35f4-5c40-4ab2-b64a-95a8a244ddc7 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:48:21.823205 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d650f1-e5bb-450f-8cc6-26d85cec52c7 None None] Pushing event deleted for resources: {'Port': ['ID=511d2cbe-f632-4689-9902-16f0e5fad15e,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:21.828045 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d650f1-e5bb-450f-8cc6-26d85cec52c7 None None] No DVR routers for this DVR port 511d2cbe-f632-4689-9902-16f0e5fad15e on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:48:21.876066 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 34386) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:21.946291 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6a17331-93cf-47c8-bb52-606c3df3b461 admin admin] Deleting subnet 6d3f32ee-905c-42fd-99a9-c0326dc58736 {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:48:21.949735 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b6a17331-93cf-47c8-bb52-606c3df3b461 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:21.996501 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b6a17331-93cf-47c8-bb52-606c3df3b461 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:22.067209 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9b4e8e-2619-4503-b186-708c1b9dea67 req-26d07def-0905-436c-83be-5b68cdd3960e tempest-ServerPasswordTestJSON-1094157349 tempest-ServerPasswordTestJSON-1094157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:22.075742 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4a9b4e8e-2619-4503-b186-708c1b9dea67 req-26d07def-0905-436c-83be-5b68cdd3960e tempest-ServerPasswordTestJSON-1094157349 tempest-ServerPasswordTestJSON-1094157349-project] 10.222.0.101 "GET /v2.0/networks?id=a30e1a8a-ce67-445f-a103-118a71aa3ed7 HTTP/1.1" status: 200 len: 813 time: 0.3702419 Sep 24 15:48:22.082323 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7d1741-d10d-44c9-a156-d1e8bed4a2a9 None None] DHCP port deletion for 923a35f4-5c40-4ab2-b64a-95a8a244ddc7 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:48:22.121255 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b6a17331-93cf-47c8-bb52-606c3df3b461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:22.125097 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4a9b4e8e-2619-4503-b186-708c1b9dea67 req-367d0a7e-8208-4658-9f5e-3e367a5329b0 tempest-ServerPasswordTestJSON-1094157349 tempest-ServerPasswordTestJSON-1094157349-project] 10.222.0.101 "GET /v2.0/quotas/c4d93373223446b1a0fbb391c5e7bd8a HTTP/1.1" status: 200 len: 375 time: 0.0482535 Sep 24 15:48:22.197928 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-4f7d1741-d10d-44c9-a156-d1e8bed4a2a9 None None] Deleting port 59daf6df-2dcf-4261-ac04-89056dd01943 {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:48:22.198490 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4f7d1741-d10d-44c9-a156-d1e8bed4a2a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:22.211896 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-655287d4-518b-41fd-bdb0-85deeae12f9e tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:22.229627 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4a9b4e8e-2619-4503-b186-708c1b9dea67 req-ffa84639-bbc8-4324-a1be-f60d56d2360e tempest-ServerPasswordTestJSON-1094157349 tempest-ServerPasswordTestJSON-1094157349-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=c4d93373223446b1a0fbb391c5e7bd8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1033027 Sep 24 15:48:22.253805 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d986d-66fb-47e2-86e1-e57f58de719e req-56497183-a585-4f53-b1a1-4cb5734b4177 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:22.259568 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c71d986d-66fb-47e2-86e1-e57f58de719e req-56497183-a585-4f53-b1a1-4cb5734b4177 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=c04ee8a2-5338-4913-8170-63e02590e3b0 HTTP/1.1" status: 200 len: 944 time: 0.1864719 Sep 24 15:48:22.316163 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-4f7d1741-d10d-44c9-a156-d1e8bed4a2a9 None None] For port 59daf6df-2dcf-4261-ac04-89056dd01943, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=59daf6df-2dcf-4261-ac04-89056dd01943,segment=NetworkSegment(3cb856bb-53b5-4d3b-aa8b-7e3c3250c1d5),segment_id=3cb856bb-53b5-4d3b-aa8b-7e3c3250c1d5)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:48:22.316793 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4f7d1741-d10d-44c9-a156-d1e8bed4a2a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:22.350601 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-4f7d1741-d10d-44c9-a156-d1e8bed4a2a9 None None] Calling delete_port for 59daf6df-2dcf-4261-ac04-89056dd01943 owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:48:22.351992 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-655287d4-518b-41fd-bdb0-85deeae12f9e tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:22.374307 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-655287d4-518b-41fd-bdb0-85deeae12f9e tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8ca62df-26c5-4e97-a8bd-d9316efe3506']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:48:22.384594 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-655287d4-518b-41fd-bdb0-85deeae12f9e tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '917c417e-ce40-48b3-9ad1-6cf67e9502c0') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:48:22.384882 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-655287d4-518b-41fd-bdb0-85deeae12f9e tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '917c417e-ce40-48b3-9ad1-6cf67e9502c0') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:48:22.394842 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-655287d4-518b-41fd-bdb0-85deeae12f9e tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:22.413862 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2e542969-02b8-471a-a309-99c4a2d6678e admin admin] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:22.422537 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-655287d4-518b-41fd-bdb0-85deeae12f9e tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:22.436973 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-655287d4-518b-41fd-bdb0-85deeae12f9e tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Releasing vlan 1268 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:48:22.437371 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-655287d4-518b-41fd-bdb0-85deeae12f9e tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:22.440287 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:48:22.440287 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:48:22.440287 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:48:22.440287 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:48:22.440287 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:48:22.440287 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:48:22.440287 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:48:22.440287 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:48:22.440287 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:48:22.440287 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:48:22.440287 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:48:22.440287 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:48:22.440287 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:48:22.440287 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:48:22.440287 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:48:22.440287 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:48:22.440287 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:48:22.440287 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:48:22.440287 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:48:22.440287 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:48:22.440287 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:48:22.440287 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:48:22.440287 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:48:22.440287 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:48:22.440287 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:48:22.440287 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:48:22.440287 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:48:22.440287 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:48:22.440287 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:48:22.440287 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:48:22.440287 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:48:22.440287 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:48:22.477325 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c71d986d-66fb-47e2-86e1-e57f58de719e req-ad60d685-2e7a-49bc-af7f-fcbabe60748f tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116597 Sep 24 15:48:22.532956 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4a9b4e8e-2619-4503-b186-708c1b9dea67 req-a27325bc-8285-46d9-a9ad-47bf692c0214 service neutron] 10.222.0.101 "GET /v2.0/networks/a30e1a8a-ce67-445f-a103-118a71aa3ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008957 Sep 24 15:48:22.561033 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b6a17331-93cf-47c8-bb52-606c3df3b461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:22.589188 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2e542969-02b8-471a-a309-99c4a2d6678e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:22.589512 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4f7d1741-d10d-44c9-a156-d1e8bed4a2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:22.593438 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a17331-93cf-47c8-bb52-606c3df3b461 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d3f32ee-905c-42fd-99a9-c0326dc58736,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:22.609152 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b6a17331-93cf-47c8-bb52-606c3df3b461 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:22.611232 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b6a17331-93cf-47c8-bb52-606c3df3b461 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/6d3f32ee-905c-42fd-99a9-c0326dc58736 HTTP/1.1" status: 204 len: 168 time: 0.7289162 Sep 24 15:48:22.613703 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 34400) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:22.651220 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-655287d4-518b-41fd-bdb0-85deeae12f9e tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:22.653403 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7d1741-d10d-44c9-a156-d1e8bed4a2a9 None None] No DVR routers for this DVR port 59daf6df-2dcf-4261-ac04-89056dd01943 on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:48:22.658467 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device e2f769c0-b94c-4068-8da2-8f8ce29c5b1a up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:48:22.662844 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7d1741-d10d-44c9-a156-d1e8bed4a2a9 None None] Pushing event deleted for resources: {'Port': ['ID=59daf6df-2dcf-4261-ac04-89056dd01943,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:22.693798 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-655287d4-518b-41fd-bdb0-85deeae12f9e tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:22.698290 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-655287d4-518b-41fd-bdb0-85deeae12f9e tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] 10.222.0.101 "DELETE /v2.0/networks/f8ca62df-26c5-4e97-a8bd-d9316efe3506 HTTP/1.1" status: 204 len: 168 time: 0.9077208 Sep 24 15:48:22.700938 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 34402) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:22.739165 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4a9b4e8e-2619-4503-b186-708c1b9dea67 req-a6a38148-9d07-4169-970e-aff0a5960302 service neutron] 10.222.0.101 "GET /v2.0/networks/a30e1a8a-ce67-445f-a103-118a71aa3ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934588 Sep 24 15:48:22.797124 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655287d4-518b-41fd-bdb0-85deeae12f9e tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Pushing event deleted for resources: {'Network': ['ID=f8ca62df-26c5-4e97-a8bd-d9316efe3506,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:22.843120 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e542969-02b8-471a-a309-99c4a2d6678e admin admin] Pushing event updated for resources: {'Port': ['ID=8b492328-40f6-40ea-8b90-7d930ff8e1e1,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:22.857009 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port e2f769c0-b94c-4068-8da2-8f8ce29c5b1a triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:48:22.857659 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:22.879037 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2e542969-02b8-471a-a309-99c4a2d6678e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:22.917722 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5be4db3a-95b9-4339-8732-a703d2096917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:23.027589 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:23.050449 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c220cd4d-1c5f-490c-93c3-c559dd889e21 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:23.054116 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e542969-02b8-471a-a309-99c4a2d6678e admin admin] Network fdbf6b2c-729f-45db-9ec7-95632d91454f is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:48:23.057156 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-2e542969-02b8-471a-a309-99c4a2d6678e admin admin] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:48:23.068033 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port e2f769c0-b94c-4068-8da2-8f8ce29c5b1a, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=e2f769c0-b94c-4068-8da2-8f8ce29c5b1a,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:48:23.189527 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:23.304086 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=e2f769c0-b94c-4068-8da2-8f8ce29c5b1a,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:23.320642 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 511d2cbe-f632-4689-9902-16f0e5fad15e no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:48:23.356855 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5be4db3a-95b9-4339-8732-a703d2096917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:23.363627 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e542969-02b8-471a-a309-99c4a2d6678e admin admin] Router 9480de2d-915b-4ee0-9905-9e2495b3cbd2 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:48:23.371473 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 511d2cbe-f632-4689-9902-16f0e5fad15e {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:48:23.371473 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 511d2cbe-f632-4689-9902-16f0e5fad15e not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:48:23.371473 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 59daf6df-2dcf-4261-ac04-89056dd01943 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:48:23.413084 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 59daf6df-2dcf-4261-ac04-89056dd01943 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:48:23.413505 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 59daf6df-2dcf-4261-ac04-89056dd01943 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:48:23.415063 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c320fb3c-5fbf-4523-8a71-40b4b4feee6b req-39910461-cb74-4818-afea-694adedf3dff tempest-ServerPasswordTestJSON-1094157349 tempest-ServerPasswordTestJSON-1094157349-project] 10.222.0.101 "GET /v2.0/ports?device_id=9e6356bf-86b7-4cd9-b46e-95e3e893c164 HTTP/1.1" status: 200 len: 210 time: 0.2442446 Sep 24 15:48:23.479241 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c220cd4d-1c5f-490c-93c3-c559dd889e21 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:23.482891 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-5be4db3a-95b9-4339-8732-a703d2096917 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d86ba009-4606-482a-9702-0449678e38c9']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:48:23.514069 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-5be4db3a-95b9-4339-8732-a703d2096917 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf0bc314-c998-4e55-a354-35682f16ea07') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:48:23.514451 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-5be4db3a-95b9-4339-8732-a703d2096917 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf0bc314-c998-4e55-a354-35682f16ea07') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:48:23.537889 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5be4db3a-95b9-4339-8732-a703d2096917 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:23.538516 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-c220cd4d-1c5f-490c-93c3-c559dd889e21 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['923a35f4-5c40-4ab2-b64a-95a8a244ddc7']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:48:23.547703 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-ed3a9203-430b-4de3-b297-cd0af05f58b1 None None] Provisioning complete for port 8b492328-40f6-40ea-8b90-7d930ff8e1e1 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:48:23.548074 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ed3a9203-430b-4de3-b297-cd0af05f58b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:23.558194 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-c220cd4d-1c5f-490c-93c3-c559dd889e21 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cb856bb-53b5-4d3b-aa8b-7e3c3250c1d5') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:48:23.560909 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-c220cd4d-1c5f-490c-93c3-c559dd889e21 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cb856bb-53b5-4d3b-aa8b-7e3c3250c1d5') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:48:23.565726 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5be4db3a-95b9-4339-8732-a703d2096917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:23.570931 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e542969-02b8-471a-a309-99c4a2d6678e admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:48:23.573058 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c220cd4d-1c5f-490c-93c3-c559dd889e21 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:23.579563 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-2e542969-02b8-471a-a309-99c4a2d6678e admin admin] 10.222.0.101 "PUT /v2.0/routers/9480de2d-915b-4ee0-9905-9e2495b3cbd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4230313 Sep 24 15:48:23.593042 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b35d1d-def3-42ce-a206-2961397f3192 None None] Sync routers for ids ['9480de2d-915b-4ee0-9905-9e2495b3cbd2'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:48:23.611943 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b35d1d-def3-42ce-a206-2961397f3192 None None] Routers {'9480de2d-915b-4ee0-9905-9e2495b3cbd2'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:48:23.612579 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-f8b35d1d-def3-42ce-a206-2961397f3192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:48:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['9480de2d-915b-4ee0-9905-9e2495b3cbd2'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:48:23.618235 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5be4db3a-95b9-4339-8732-a703d2096917 admin admin] Releasing vlan 1282 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:48:23.618683 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5be4db3a-95b9-4339-8732-a703d2096917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:23.637319 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:48:23.637319 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:48:23.637319 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:48:23.637319 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:48:23.637319 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:48:23.637319 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:48:23.637319 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:48:23.637319 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:48:23.637319 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:48:23.637319 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:48:23.637319 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:48:23.637319 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:48:23.637319 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:48:23.637319 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:48:23.637319 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:48:23.637319 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:48:23.637319 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:48:23.637319 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:48:23.637319 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:48:23.637319 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:48:23.637319 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:48:23.637319 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:48:23.637319 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:48:23.637319 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:48:23.637319 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:48:23.637319 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:48:23.637319 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:48:23.637319 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:48:23.637319 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:48:23.637319 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:48:23.637319 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:48:23.637319 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:48:23.652986 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-ed3a9203-430b-4de3-b297-cd0af05f58b1 None None] Port 8b492328-40f6-40ea-8b90-7d930ff8e1e1 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:48:23.654269 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c220cd4d-1c5f-490c-93c3-c559dd889e21 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:23.730253 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c220cd4d-1c5f-490c-93c3-c559dd889e21 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Releasing vlan 1256 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:48:23.731257 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c220cd4d-1c5f-490c-93c3-c559dd889e21 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:23.736525 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:48:23.736525 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:48:23.736525 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:48:23.736525 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:48:23.736525 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:48:23.736525 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:48:23.736525 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:48:23.736525 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:48:23.736525 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:48:23.736525 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:48:23.736525 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:48:23.736525 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:48:23.736525 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:48:23.736525 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:48:23.736525 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:48:23.736525 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:48:23.736525 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:48:23.736525 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:48:23.736525 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:48:23.736525 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:48:23.736525 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:48:23.736525 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:48:23.736525 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:48:23.736525 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:48:23.736525 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:48:23.736525 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:48:23.736525 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:48:23.736525 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:48:23.736525 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:48:23.736525 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:48:23.736525 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:48:23.736525 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:48:23.765800 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6456fc-9156-4d45-9163-f59289a4c63e req-f7c3be14-de11-45d3-a8f6-f64c99ad82f3 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:23.774566 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3e6456fc-9156-4d45-9163-f59289a4c63e req-f7c3be14-de11-45d3-a8f6-f64c99ad82f3 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=c04ee8a2-5338-4913-8170-63e02590e3b0 HTTP/1.1" status: 200 len: 944 time: 0.1471322 Sep 24 15:48:23.800559 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-f8b35d1d-def3-42ce-a206-2961397f3192 None None] Set router 9480de2d-915b-4ee0-9905-9e2495b3cbd2 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:48:23.807495 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 34430) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:23.841165 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3e6456fc-9156-4d45-9163-f59289a4c63e req-26bd9371-a172-4e69-aca5-11d4ea30a8d2 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657091 Sep 24 15:48:23.882017 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-f32df35b-a1c7-4603-862d-aa395315152a tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-603818596'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:48:23.972427 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c220cd4d-1c5f-490c-93c3-c559dd889e21 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:23.974667 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5be4db3a-95b9-4339-8732-a703d2096917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:23.981864 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c220cd4d-1c5f-490c-93c3-c559dd889e21 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:23.984739 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-c220cd4d-1c5f-490c-93c3-c559dd889e21 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] 10.222.0.101 "DELETE /v2.0/networks/923a35f4-5c40-4ab2-b64a-95a8a244ddc7 HTTP/1.1" status: 204 len: 168 time: 1.2674313 Sep 24 15:48:23.986928 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 34436) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:24.013404 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5be4db3a-95b9-4339-8732-a703d2096917 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:24.013404 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-5be4db3a-95b9-4339-8732-a703d2096917 admin admin] 10.222.0.101 "DELETE /v2.0/networks/d86ba009-4606-482a-9702-0449678e38c9 HTTP/1.1" status: 204 len: 168 time: 1.3955595 Sep 24 15:48:24.013763 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c220cd4d-1c5f-490c-93c3-c559dd889e21 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Pushing event deleted for resources: {'Network': ['ID=923a35f4-5c40-4ab2-b64a-95a8a244ddc7,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:24.047252 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f32df35b-a1c7-4603-862d-aa395315152a tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Made reservation on behalf of 9c95bd34ef8943e09d9da8bb4b5315d4 for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:48:24.050631 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f32df35b-a1c7-4603-862d-aa395315152a tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:24.088493 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be4db3a-95b9-4339-8732-a703d2096917 admin admin] Pushing event deleted for resources: {'Network': ['ID=d86ba009-4606-482a-9702-0449678e38c9,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:24.112743 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-18180de2-b04b-4d1e-9465-60481b4886f3 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Deleting subnet 79043505-bd24-4c0e-962d-c818c47fb0b0 {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:48:24.120281 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-18180de2-b04b-4d1e-9465-60481b4886f3 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:24.143197 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f32df35b-a1c7-4603-862d-aa395315152a tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1257} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:48:24.163780 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f32df35b-a1c7-4603-862d-aa395315152a tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:24.164120 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-f32df35b-a1c7-4603-862d-aa395315152a tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Added segment 17d42855-2910-4d8b-9937-c8ab140f8cc0 of type vlan for network 3f75abcb-f75c-450c-9fe6-de5dba697295 Sep 24 15:48:24.177136 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-18180de2-b04b-4d1e-9465-60481b4886f3 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:24.222642 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-f8b35d1d-def3-42ce-a206-2961397f3192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9480de2d-915b-4ee0-9905-9e2495b3cbd2', 'name': 'tempest-ServersTestMultiNic-1081589744-router', 'tenant_id': '9c95bd34ef8943e09d9da8bb4b5315d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'e2f769c0-b94c-4068-8da2-8f8ce29c5b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:48:12Z', 'updated_at': '2021-09-24T15:48:20Z', 'revision_number': 4, 'project_id': '9c95bd34ef8943e09d9da8bb4b5315d4', 'gw_port': {'id': 'e2f769c0-b94c-4068-8da2-8f8ce29c5b1a', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9480de2d-915b-4ee0-9905-9e2495b3cbd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:48:13Z', 'updated_at': '2021-09-24T15:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '8b492328-40f6-40ea-8b90-7d930ff8e1e1', 'name': '', 'network_id': 'fdbf6b2c-729f-45db-9ec7-95632d91454f', 'tenant_id': '9c95bd34ef8943e09d9da8bb4b5315d4', 'mac_address': 'fa:16:3e:ec:1c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9480de2d-915b-4ee0-9905-9e2495b3cbd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': 'a5aa1b81-c378-440d-954d-7eed3b0eec58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:48:19Z', 'updated_at': '2021-09-24T15:48:22Z', 'revision_number': 2, 'project_id': '9c95bd34ef8943e09d9da8bb4b5315d4', 'subnets': [{'id': 'a5aa1b81-c378-440d-954d-7eed3b0eec58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:48:24.239677 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f32df35b-a1c7-4603-862d-aa395315152a tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:24.253441 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b35d1d-def3-42ce-a206-2961397f3192 None None] Checking router: 9480de2d-915b-4ee0-9905-9e2495b3cbd2 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:48:24.253796 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b35d1d-def3-42ce-a206-2961397f3192 None None] Updating router 9480de2d-915b-4ee0-9905-9e2495b3cbd2 port 8b492328-40f6-40ea-8b90-7d930ff8e1e1 binding host n-d-808921-1 {{(pid=95300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:48:24.279613 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-f8b35d1d-def3-42ce-a206-2961397f3192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:24.313242 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-18180de2-b04b-4d1e-9465-60481b4886f3 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:24.421597 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f32df35b-a1c7-4603-862d-aa395315152a tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:24.428216 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f32df35b-a1c7-4603-862d-aa395315152a tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:24.429281 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f32df35b-a1c7-4603-862d-aa395315152a tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:24.532345 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-18180de2-b04b-4d1e-9465-60481b4886f3 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:24.551444 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a9613142-dd2b-4217-b7f6-8ac6fcf14d54 req-aaca1fa5-9561-465e-a9de-6390c8ad2a5c tempest-ServerPasswordTestJSON-1094157349 tempest-ServerPasswordTestJSON-1094157349-project] 10.222.0.101 "GET /v2.0/ports?device_id=9e6356bf-86b7-4cd9-b46e-95e3e893c164 HTTP/1.1" status: 200 len: 210 time: 0.0593309 Sep 24 15:48:24.587778 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 413390d7-f12e-474b-a8dc-b27e7a2dd368 details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:48:24.620156 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device e2f769c0-b94c-4068-8da2-8f8ce29c5b1a up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:48:24.620321 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 34450) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:24.670281 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18180de2-b04b-4d1e-9465-60481b4886f3 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Pushing event deleted for resources: {'Subnet': ['ID=79043505-bd24-4c0e-962d-c818c47fb0b0,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:24.677136 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-f32df35b-a1c7-4603-862d-aa395315152a tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8686273 Sep 24 15:48:24.679034 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-18180de2-b04b-4d1e-9465-60481b4886f3 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:24.683447 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 34452) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:24.684076 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-18180de2-b04b-4d1e-9465-60481b4886f3 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] 10.222.0.101 "DELETE /v2.0/subnets/79043505-bd24-4c0e-962d-c818c47fb0b0 HTTP/1.1" status: 204 len: 168 time: 0.6945465 Sep 24 15:48:24.685088 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 34454) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:24.685930 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32df35b-a1c7-4603-862d-aa395315152a tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Pushing event updated for resources: {'Network': ['ID=3f75abcb-f75c-450c-9fe6-de5dba697295,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:24.708193 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-7b426223-d37e-4af4-9ccd-1a0e2df72f6f tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Request body: {'subnet': {'network_id': '3f75abcb-f75c-450c-9fe6-de5dba697295', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:48:24.767944 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 413390d7-f12e-474b-a8dc-b27e7a2dd368, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=413390d7-f12e-474b-a8dc-b27e7a2dd368,segment=NetworkSegment(368a9d0c-2815-451d-a46d-c1bdd7d38862),segment_id=368a9d0c-2815-451d-a46d-c1bdd7d38862)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:48:24.770866 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec47bdda-46ba-4eab-83c8-4127b54b6bea None None] Network 367ed3ca-b2ff-4233-bcbe-998d0584517f requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:48:24.782762 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 3f75abcb-f75c-450c-9fe6-de5dba697295 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:48:24.809282 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-8d2db718-21a4-485b-83dd-9b3e42868b39 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=60d1fb18fcd9426784e8ce7bc798f153&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1875715 Sep 24 15:48:24.811974 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 34460) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:24.814873 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-f8b35d1d-def3-42ce-a206-2961397f3192 None None] Notify callbacks [] for port, precommit_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:24.822608 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': '413390d7-f12e-474b-a8dc-b27e7a2dd368', 'network_id': 'fcaa8023-73de-41c9-b56a-537c209ef622', 'port_id': '413390d7-f12e-474b-a8dc-b27e7a2dd368', 'mac_address': 'fa:16:3e:2e:ca:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0db07746-4ea4-48db-9d56-837ab1eb05bd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:48:24.891621 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f57c2864-55ba-4e1b-a8ba-6c0690850ca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:24.942571 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f57c2864-55ba-4e1b-a8ba-6c0690850ca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:24.955049 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b711faa2-a389-4d9f-9913-6e52a168de18 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:25.006768 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-f8b35d1d-def3-42ce-a206-2961397f3192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:25.017549 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:25.059025 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 413390d7-f12e-474b-a8dc-b27e7a2dd368 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:48:25.076383 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-b711faa2-a389-4d9f-9913-6e52a168de18 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Deleting port fc64b17e-b439-4155-86f5-056374fb82bc {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:48:25.077007 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b711faa2-a389-4d9f-9913-6e52a168de18 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:25.087136 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port e2f769c0-b94c-4068-8da2-8f8ce29c5b1a triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:48:25.087772 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:25.145573 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b426223-d37e-4af4-9ccd-1a0e2df72f6f tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Made reservation on behalf of 9c95bd34ef8943e09d9da8bb4b5315d4 for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:48:25.149687 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4622fb2-a861-4973-a640-0a8842307cd7 None None] Pushing event updated for resources: {'Port': ['ID=8b492328-40f6-40ea-8b90-7d930ff8e1e1,revision_number=3']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:25.151109 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7b426223-d37e-4af4-9ccd-1a0e2df72f6f tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:25.151250 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 413390d7-f12e-474b-a8dc-b27e7a2dd368, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=413390d7-f12e-474b-a8dc-b27e7a2dd368,segment=NetworkSegment(368a9d0c-2815-451d-a46d-c1bdd7d38862),segment_id=368a9d0c-2815-451d-a46d-c1bdd7d38862)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:48:25.167356 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4622fb2-a861-4973-a640-0a8842307cd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:48:25.168506 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4622fb2-a861-4973-a640-0a8842307cd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:48:25.169005 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4622fb2-a861-4973-a640-0a8842307cd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:48:25.169497 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4622fb2-a861-4973-a640-0a8842307cd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:48:25.171509 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4622fb2-a861-4973-a640-0a8842307cd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:48:25.172054 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4622fb2-a861-4973-a640-0a8842307cd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:48:25.173781 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4622fb2-a861-4973-a640-0a8842307cd7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:48:25.174581 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4622fb2-a861-4973-a640-0a8842307cd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:48:25.175084 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4622fb2-a861-4973-a640-0a8842307cd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:48:25.175615 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4622fb2-a861-4973-a640-0a8842307cd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:48:25.176146 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4622fb2-a861-4973-a640-0a8842307cd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:48:25.176710 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4622fb2-a861-4973-a640-0a8842307cd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:48:25.218073 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986e60a-5722-4ee9-98d1-432bbb60e266 req-9c2498b4-cc72-4c59-bab2-1a1130471266 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:25.229945 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7986e60a-5722-4ee9-98d1-432bbb60e266 req-9c2498b4-cc72-4c59-bab2-1a1130471266 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=c04ee8a2-5338-4913-8170-63e02590e3b0 HTTP/1.1" status: 200 len: 944 time: 0.2585485 Sep 24 15:48:25.250828 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-f8b35d1d-def3-42ce-a206-2961397f3192 None None] Attempting to bind port 8b492328-40f6-40ea-8b90-7d930ff8e1e1 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:48:25.257090 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-f8b35d1d-def3-42ce-a206-2961397f3192 None None] Attempting to bind port 8b492328-40f6-40ea-8b90-7d930ff8e1e1 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '47c4b0c0-bd98-4ab9-9dcd-80232f8bf45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'fdbf6b2c-729f-45db-9ec7-95632d91454f'}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:48:25.257090 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b35d1d-def3-42ce-a206-2961397f3192 None None] Attempting to bind port 8b492328-40f6-40ea-8b90-7d930ff8e1e1 on network fdbf6b2c-729f-45db-9ec7-95632d91454f {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:48:25.266218 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b35d1d-def3-42ce-a206-2961397f3192 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:48:25.266964 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b35d1d-def3-42ce-a206-2961397f3192 None None] Checking segment: {'id': '47c4b0c0-bd98-4ab9-9dcd-80232f8bf45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'fdbf6b2c-729f-45db-9ec7-95632d91454f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:48:25.267820 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-f8b35d1d-def3-42ce-a206-2961397f3192 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:25.268406 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b35d1d-def3-42ce-a206-2961397f3192 None None] Bound using segment: {'id': '47c4b0c0-bd98-4ab9-9dcd-80232f8bf45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'fdbf6b2c-729f-45db-9ec7-95632d91454f'} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:48:25.273569 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-f8b35d1d-def3-42ce-a206-2961397f3192 None None] Bound port: 8b492328-40f6-40ea-8b90-7d930ff8e1e1, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47c4b0c0-bd98-4ab9-9dcd-80232f8bf45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'fdbf6b2c-729f-45db-9ec7-95632d91454f'}}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:48:25.273569 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-f8b35d1d-def3-42ce-a206-2961397f3192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:25.346766 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:25.353830 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7986e60a-5722-4ee9-98d1-432bbb60e266 req-cc348639-b023-4755-b363-8dc4ae626018 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210678 Sep 24 15:48:25.386792 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d3554b-feb2-4071-8713-6b3b9e7d6fa7 None None] DHCP port deletion for 367ed3ca-b2ff-4233-bcbe-998d0584517f request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:48:25.452148 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f57c2864-55ba-4e1b-a8ba-6c0690850ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:25.455377 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f57c2864-55ba-4e1b-a8ba-6c0690850ca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:25.456704 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-f57c2864-55ba-4e1b-a8ba-6c0690850ca5 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/8943ce8f-1876-4ecc-8724-8c0bb42ad322 HTTP/1.1" status: 204 len: 168 time: 0.6436636 Sep 24 15:48:25.483883 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57c2864-55ba-4e1b-a8ba-6c0690850ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8943ce8f-1876-4ecc-8724-8c0bb42ad322,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:25.504865 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-f8b35d1d-def3-42ce-a206-2961397f3192 None None] For port 8b492328-40f6-40ea-8b90-7d930ff8e1e1, host n-d-808921-1, cleared binding levels {{(pid=95300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:48:25.508949 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-f8b35d1d-def3-42ce-a206-2961397f3192 None None] For port 8b492328-40f6-40ea-8b90-7d930ff8e1e1, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=8b492328-40f6-40ea-8b90-7d930ff8e1e1,segment=NetworkSegment(47c4b0c0-bd98-4ab9-9dcd-80232f8bf45e),segment_id=47c4b0c0-bd98-4ab9-9dcd-80232f8bf45e)] {{(pid=95300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:48:25.678167 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-f8b35d1d-def3-42ce-a206-2961397f3192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:25.738656 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-b711faa2-a389-4d9f-9913-6e52a168de18 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] For port fc64b17e-b439-4155-86f5-056374fb82bc, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=fc64b17e-b439-4155-86f5-056374fb82bc,segment=NetworkSegment(5331b60a-7f70-4deb-a952-1bc741085790),segment_id=5331b60a-7f70-4deb-a952-1bc741085790)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:48:25.739139 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b711faa2-a389-4d9f-9913-6e52a168de18 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:25.806960 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a770b5a2-cf37-4d2b-8909-7bdf25e610af req-3a578bd9-0b55-4b32-9c54-480ea4580d58 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:25.819644 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a770b5a2-cf37-4d2b-8909-7bdf25e610af req-3a578bd9-0b55-4b32-9c54-480ea4580d58 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8df1af1-67e8-4a99-9240-8c582a083091 HTTP/1.1" status: 200 len: 946 time: 0.1613946 Sep 24 15:48:25.828591 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b35d1d-def3-42ce-a206-2961397f3192 None None] Routers {'9480de2d-915b-4ee0-9905-9e2495b3cbd2'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:48:25.830366 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-f8b35d1d-def3-42ce-a206-2961397f3192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:48:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['9480de2d-915b-4ee0-9905-9e2495b3cbd2'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:48:25.844307 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-b711faa2-a389-4d9f-9913-6e52a168de18 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Calling delete_port for fc64b17e-b439-4155-86f5-056374fb82bc owned by network:dhcp {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:48:25.878743 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['413390d7-f12e-474b-a8dc-b27e7a2dd368'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:48:25.901982 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a770b5a2-cf37-4d2b-8909-7bdf25e610af req-acf336e5-48ba-43bd-ad9e-66f92d388caa tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e97abd6-6c4b-4313-93b0-ffda5586d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747583 Sep 24 15:48:26.004298 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7f90abe1-6f0d-4cb9-ae97-d659a791cfdb req-4eb9505d-a362-446b-a427-0fb94d446779 tempest-ServerPasswordTestJSON-1094157349 tempest-ServerPasswordTestJSON-1094157349-project] 10.222.0.101 "GET /v2.0/ports?device_id=9e6356bf-86b7-4cd9-b46e-95e3e893c164 HTTP/1.1" status: 200 len: 210 time: 0.3250692 Sep 24 15:48:26.007994 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7b426223-d37e-4af4-9ccd-1a0e2df72f6f tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:26.052947 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4622fb2-a861-4973-a640-0a8842307cd7 None None] Pushing event updated for resources: {'Port': ['ID=8b492328-40f6-40ea-8b90-7d930ff8e1e1,revision_number=4']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:26.093169 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-4c056923-f194-4370-9e23-d883e2be393c None None] Provisioning complete for port 8b492328-40f6-40ea-8b90-7d930ff8e1e1 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:48:26.093789 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4c056923-f194-4370-9e23-d883e2be393c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:26.107950 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=413390d7-f12e-474b-a8dc-b27e7a2dd368,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:26.114612 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-f8b35d1d-def3-42ce-a206-2961397f3192 None None] Set router 9480de2d-915b-4ee0-9905-9e2495b3cbd2 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:48:26.147712 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b426223-d37e-4af4-9ccd-1a0e2df72f6f tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Pushing event updated for resources: {'Subnet': ['ID=f2fe2237-c1b8-4635-980c-b722203ba124,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:26.164032 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b426223-d37e-4af4-9ccd-1a0e2df72f6f tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Checking segment: {'id': '17d42855-2910-4d8b-9937-c8ab140f8cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '3f75abcb-f75c-450c-9fe6-de5dba697295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:48:26.164445 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b426223-d37e-4af4-9ccd-1a0e2df72f6f tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Network hostable DHCP agents. Network: 3f75abcb-f75c-450c-9fe6-de5dba697295, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:48:26.187329 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-10d3554b-feb2-4071-8713-6b3b9e7d6fa7 None None] Deleting port fc64b17e-b439-4155-86f5-056374fb82bc {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:48:26.187707 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-10d3554b-feb2-4071-8713-6b3b9e7d6fa7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:26.333799 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-10d3554b-feb2-4071-8713-6b3b9e7d6fa7 None None] For port fc64b17e-b439-4155-86f5-056374fb82bc, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=fc64b17e-b439-4155-86f5-056374fb82bc,segment=NetworkSegment(5331b60a-7f70-4deb-a952-1bc741085790),segment_id=5331b60a-7f70-4deb-a952-1bc741085790)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:48:26.334304 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-10d3554b-feb2-4071-8713-6b3b9e7d6fa7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:26.354984 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-10d3554b-feb2-4071-8713-6b3b9e7d6fa7 None None] Calling delete_port for fc64b17e-b439-4155-86f5-056374fb82bc owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:48:26.372408 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-f8b35d1d-def3-42ce-a206-2961397f3192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9480de2d-915b-4ee0-9905-9e2495b3cbd2', 'name': 'tempest-ServersTestMultiNic-1081589744-router', 'tenant_id': '9c95bd34ef8943e09d9da8bb4b5315d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'e2f769c0-b94c-4068-8da2-8f8ce29c5b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:48:12Z', 'updated_at': '2021-09-24T15:48:20Z', 'revision_number': 4, 'project_id': '9c95bd34ef8943e09d9da8bb4b5315d4', 'gw_port': {'id': 'e2f769c0-b94c-4068-8da2-8f8ce29c5b1a', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9480de2d-915b-4ee0-9905-9e2495b3cbd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:48:13Z', 'updated_at': '2021-09-24T15:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '8b492328-40f6-40ea-8b90-7d930ff8e1e1', 'name': '', 'network_id': 'fdbf6b2c-729f-45db-9ec7-95632d91454f', 'tenant_id': '9c95bd34ef8943e09d9da8bb4b5315d4', 'mac_address': 'fa:16:3e:ec:1c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9480de2d-915b-4ee0-9905-9e2495b3cbd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': 'a5aa1b81-c378-440d-954d-7eed3b0eec58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:48:19Z', 'updated_at': '2021-09-24T15:48:25Z', 'revision_number': 4, 'project_id': '9c95bd34ef8943e09d9da8bb4b5315d4', 'subnets': [{'id': 'a5aa1b81-c378-440d-954d-7eed3b0eec58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:48:26.389094 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4c056923-f194-4370-9e23-d883e2be393c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:26.408553 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8b35d1d-def3-42ce-a206-2961397f3192 None None] The sync data for ids ['9480de2d-915b-4ee0-9905-9e2495b3cbd2'] in n-d-808921-1 is: [{'id': '9480de2d-915b-4ee0-9905-9e2495b3cbd2', 'name': 'tempest-ServersTestMultiNic-1081589744-router', 'tenant_id': '9c95bd34ef8943e09d9da8bb4b5315d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'e2f769c0-b94c-4068-8da2-8f8ce29c5b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:48:12Z', 'updated_at': '2021-09-24T15:48:20Z', 'revision_number': 4, 'project_id': '9c95bd34ef8943e09d9da8bb4b5315d4', 'gw_port': {'id': 'e2f769c0-b94c-4068-8da2-8f8ce29c5b1a', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9480de2d-915b-4ee0-9905-9e2495b3cbd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:48:13Z', 'updated_at': '2021-09-24T15:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '8b492328-40f6-40ea-8b90-7d930ff8e1e1', 'name': '', 'network_id': 'fdbf6b2c-729f-45db-9ec7-95632d91454f', 'tenant_id': '9c95bd34ef8943e09d9da8bb4b5315d4', 'mac_address': 'fa:16:3e:ec:1c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9480de2d-915b-4ee0-9905-9e2495b3cbd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': 'a5aa1b81-c378-440d-954d-7eed3b0eec58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:48:19Z', 'updated_at': '2021-09-24T15:48:25Z', 'revision_number': 4, 'project_id': '9c95bd34ef8943e09d9da8bb4b5315d4', 'subnets': [{'id': 'a5aa1b81-c378-440d-954d-7eed3b0eec58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:48:26.412448 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b426223-d37e-4af4-9ccd-1a0e2df72f6f tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Network 3f75abcb-f75c-450c-9fe6-de5dba697295 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:48:26.418841 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b711faa2-a389-4d9f-9913-6e52a168de18 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:26.487195 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b711faa2-a389-4d9f-9913-6e52a168de18 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] No DVR routers for this DVR port fc64b17e-b439-4155-86f5-056374fb82bc on host n-d-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:48:26.502609 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-4c056923-f194-4370-9e23-d883e2be393c None None] For port 8b492328-40f6-40ea-8b90-7d930ff8e1e1, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=8b492328-40f6-40ea-8b90-7d930ff8e1e1,segment=NetworkSegment(47c4b0c0-bd98-4ab9-9dcd-80232f8bf45e),segment_id=47c4b0c0-bd98-4ab9-9dcd-80232f8bf45e)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:48:26.538246 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-10d3554b-feb2-4071-8713-6b3b9e7d6fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:26.585353 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d3554b-feb2-4071-8713-6b3b9e7d6fa7 None None] No DVR routers for this DVR port fc64b17e-b439-4155-86f5-056374fb82bc on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:48:26.587541 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d3554b-feb2-4071-8713-6b3b9e7d6fa7 None None] Pushing event deleted for resources: {'Port': ['ID=fc64b17e-b439-4155-86f5-056374fb82bc,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:26.596912 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b711faa2-a389-4d9f-9913-6e52a168de18 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Pushing event deleted for resources: {'Port': ['ID=fc64b17e-b439-4155-86f5-056374fb82bc,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:26.635006 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4c056923-f194-4370-9e23-d883e2be393c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:26.649007 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-7b426223-d37e-4af4-9ccd-1a0e2df72f6f tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 3f75abcb-f75c-450c-9fe6-de5dba697295) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:48:26.676474 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95612697-0713-4412-9c13-e733f03639a0 None None] Network 3f75abcb-f75c-450c-9fe6-de5dba697295 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:48:26.717842 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b426223-d37e-4af4-9ccd-1a0e2df72f6f tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:26.718597 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7b426223-d37e-4af4-9ccd-1a0e2df72f6f tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:26.774497 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b711faa2-a389-4d9f-9913-6e52a168de18 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:26.811619 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-b711faa2-a389-4d9f-9913-6e52a168de18 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['367ed3ca-b2ff-4233-bcbe-998d0584517f']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:48:26.818178 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 8b492328-40f6-40ea-8b90-7d930ff8e1e1 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:48:26.830094 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-b711faa2-a389-4d9f-9913-6e52a168de18 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5331b60a-7f70-4deb-a952-1bc741085790') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:48:26.830608 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-b711faa2-a389-4d9f-9913-6e52a168de18 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5331b60a-7f70-4deb-a952-1bc741085790') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:48:26.849000 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab38e757-19b7-41fc-a0c7-03d01cc2fcb2 req-9beebc12-8942-4e36-af94-a3b9b713b5c8 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:26.852553 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ab38e757-19b7-41fc-a0c7-03d01cc2fcb2 req-9beebc12-8942-4e36-af94-a3b9b713b5c8 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=c04ee8a2-5338-4913-8170-63e02590e3b0 HTTP/1.1" status: 200 len: 945 time: 0.3019216 Sep 24 15:48:26.862790 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b711faa2-a389-4d9f-9913-6e52a168de18 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:26.874737 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6e1d2721-5433-4f48-81ce-703f13172fe8 req-0d928e51-fcd0-4ec5-8812-2c6422a47946 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2270296 Sep 24 15:48:26.898165 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c056923-f194-4370-9e23-d883e2be393c None None] Pushing event updated for resources: {'Port': ['ID=8b492328-40f6-40ea-8b90-7d930ff8e1e1,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:26.926700 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-0491a79b-059d-42dc-affe-386b813f10cc None None] Provisioning complete for port 8b492328-40f6-40ea-8b90-7d930ff8e1e1 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:48:26.926700 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0491a79b-059d-42dc-affe-386b813f10cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:26.955624 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b711faa2-a389-4d9f-9913-6e52a168de18 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:26.967698 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b711faa2-a389-4d9f-9913-6e52a168de18 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Releasing vlan 1271 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:48:26.968254 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b711faa2-a389-4d9f-9913-6e52a168de18 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:26.979749 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:48:26.979749 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:48:26.979749 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:48:26.979749 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:48:26.979749 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:48:26.979749 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:48:26.979749 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:48:26.979749 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:48:26.979749 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:48:26.979749 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:48:26.979749 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:48:26.979749 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:48:26.979749 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:48:26.979749 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:48:26.979749 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:48:26.979749 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:48:26.979749 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:48:26.979749 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:48:26.979749 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:48:26.979749 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:48:26.979749 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:48:26.979749 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:48:26.979749 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:48:26.979749 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:48:26.979749 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:48:26.979749 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:48:26.979749 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:48:26.979749 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:48:26.979749 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:48:26.979749 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:48:26.979749 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:48:26.979749 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:48:27.008044 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:48:27.017481 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-7b426223-d37e-4af4-9ccd-1a0e2df72f6f tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.3311555 Sep 24 15:48:27.033399 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 34508) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:27.040845 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-3d5eba03-69de-4475-a3ae-2ee1e328733f tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1577349919'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:48:27.061234 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ab38e757-19b7-41fc-a0c7-03d01cc2fcb2 req-4d4ada9b-321c-4bed-87fd-b6c3b47936c5 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788125 Sep 24 15:48:27.092073 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 8b492328-40f6-40ea-8b90-7d930ff8e1e1 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:48:27.093033 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:27.149473 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67917ba-11bd-4805-999f-3461ac61f94b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-3f75abcb-f75c-450c-9fe6-de5dba697295', 'network_id': '3f75abcb-f75c-450c-9fe6-de5dba697295', 'tenant_id': '9c95bd34ef8943e09d9da8bb4b5315d4', 'fixed_ips': [{'subnet_id': 'f2fe2237-c1b8-4635-980c-b722203ba124'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:48:27.149473 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f67917ba-11bd-4805-999f-3461ac61f94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:27.174009 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d2721-5433-4f48-81ce-703f13172fe8 req-59f9137d-15da-4640-9e45-622785939269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:27.176230 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d2721-5433-4f48-81ce-703f13172fe8 req-59f9137d-15da-4640-9e45-622785939269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:27.177183 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d2721-5433-4f48-81ce-703f13172fe8 req-59f9137d-15da-4640-9e45-622785939269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:27.178719 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d2721-5433-4f48-81ce-703f13172fe8 req-59f9137d-15da-4640-9e45-622785939269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:27.179546 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d2721-5433-4f48-81ce-703f13172fe8 req-59f9137d-15da-4640-9e45-622785939269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:27.180294 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d2721-5433-4f48-81ce-703f13172fe8 req-59f9137d-15da-4640-9e45-622785939269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:27.180792 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d2721-5433-4f48-81ce-703f13172fe8 req-59f9137d-15da-4640-9e45-622785939269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:27.184345 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6e1d2721-5433-4f48-81ce-703f13172fe8 req-59f9137d-15da-4640-9e45-622785939269 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=4e03fc3d20524ffa9cc0335ea5171849&device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 6488 time: 0.2739434 Sep 24 15:48:27.239774 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8f2fb5-d723-48ba-8311-6fa6038ddd7f req-7a5c3d2c-a9ff-47fd-bc47-ba2c04e6ca11 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:27.247941 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0e8f2fb5-d723-48ba-8311-6fa6038ddd7f req-7a5c3d2c-a9ff-47fd-bc47-ba2c04e6ca11 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8df1af1-67e8-4a99-9240-8c582a083091 HTTP/1.1" status: 200 len: 946 time: 0.2330244 Sep 24 15:48:27.297567 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b711faa2-a389-4d9f-9913-6e52a168de18 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:27.398597 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-361e456f-1ee9-4839-b49c-b42ef91f3e55 req-5320b865-2b63-47c5-89e1-5de62c73cca5 tempest-ServerPasswordTestJSON-1094157349 tempest-ServerPasswordTestJSON-1094157349-project] 10.222.0.101 "GET /v2.0/ports?device_id=9e6356bf-86b7-4cd9-b46e-95e3e893c164 HTTP/1.1" status: 200 len: 210 time: 0.0662682 Sep 24 15:48:27.405657 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1425ca-9b98-45df-90df-60de786f31d2 req-b5da734b-6346-4956-8085-ea4e81047075 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:27.405657 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-eb1425ca-9b98-45df-90df-60de786f31d2 req-b5da734b-6346-4956-8085-ea4e81047075 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.108 "GET /v2.0/ports?device_id=d8df1af1-67e8-4a99-9240-8c582a083091 HTTP/1.1" status: 200 len: 946 time: 0.2982752 Sep 24 15:48:27.468081 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b711faa2-a389-4d9f-9913-6e52a168de18 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:27.477502 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b711faa2-a389-4d9f-9913-6e52a168de18 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] 10.222.0.101 "DELETE /v2.0/networks/367ed3ca-b2ff-4233-bcbe-998d0584517f HTTP/1.1" status: 204 len: 168 time: 2.7810066 Sep 24 15:48:27.484512 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d5eba03-69de-4475-a3ae-2ee1e328733f tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Made reservation on behalf of 9c95bd34ef8943e09d9da8bb4b5315d4 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:48:27.497558 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0e8f2fb5-d723-48ba-8311-6fa6038ddd7f req-be93ed77-bae7-4696-9e2a-64a07e74cd4f tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e97abd6-6c4b-4313-93b0-ffda5586d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884205 Sep 24 15:48:27.497558 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 34524) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:27.500722 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3d5eba03-69de-4475-a3ae-2ee1e328733f tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:27.609070 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-f67917ba-11bd-4805-999f-3461ac61f94b None None] Allocated IP 19.80.0.2 (3f75abcb-f75c-450c-9fe6-de5dba697295/f2fe2237-c1b8-4635-980c-b722203ba124/517e25b1-4c43-4445-b245-9e590260ffbe) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:48:27.638001 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-ac7da2b2-c9a1-4370-89ba-f39f5361f02d tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] 10.222.0.101 "GET /v2.0/ports?device_id=ac161ac9-2f62-47b6-9edd-5619af6db43a HTTP/1.1" status: 200 len: 205 time: 0.1294372 Sep 24 15:48:27.640357 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b711faa2-a389-4d9f-9913-6e52a168de18 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Pushing event deleted for resources: {'Network': ['ID=367ed3ca-b2ff-4233-bcbe-998d0584517f,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:27.641227 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 34532) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:27.668793 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 34534) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:27.715429 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d5eba03-69de-4475-a3ae-2ee1e328733f tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1268} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:48:27.807392 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c1bc9127-223a-4f3a-a9c7-def5092b24f5 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks [] for router, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:27.884268 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-eb1425ca-9b98-45df-90df-60de786f31d2 req-428b3c33-ead1-4580-8459-a84ffb33a8f9 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Deleting port c6378d21-baf1-4240-b1f8-be112f4b0b3f {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:48:27.884813 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-eb1425ca-9b98-45df-90df-60de786f31d2 req-428b3c33-ead1-4580-8459-a84ffb33a8f9 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:27.919536 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device fc64b17e-b439-4155-86f5-056374fb82bc no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:48:27.950232 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: fc64b17e-b439-4155-86f5-056374fb82bc {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:48:27.950653 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device fc64b17e-b439-4155-86f5-056374fb82bc not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:48:27.967183 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f67917ba-11bd-4805-999f-3461ac61f94b None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:27.971789 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-c5ce4979-e196-4142-a42b-d9b4ca3b5743 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-2083922198-network', 'tenant_id': '60722f0da12e4ca38d9ba8aac84df5f6'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:48:28.101471 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c1bc9127-223a-4f3a-a9c7-def5092b24f5 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:28.103850 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c1bc9127-223a-4f3a-a9c7-def5092b24f5 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:28.156067 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f67917ba-11bd-4805-999f-3461ac61f94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:28.210629 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67917ba-11bd-4805-999f-3461ac61f94b None None] Network 3f75abcb-f75c-450c-9fe6-de5dba697295 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:48:28.210629 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-f67917ba-11bd-4805-999f-3461ac61f94b None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:48:28.210629 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67917ba-11bd-4805-999f-3461ac61f94b None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:48:28.215814 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2fe565-1793-438a-b767-17edb8d18e63 req-d4f864e9-372c-492d-904d-4517aa7f2954 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:28.218144 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67917ba-11bd-4805-999f-3461ac61f94b None None] Pushing event updated for resources: {'Port': ['ID=517e25b1-4c43-4445-b245-9e590260ffbe,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:28.224062 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4c2fe565-1793-438a-b767-17edb8d18e63 req-d4f864e9-372c-492d-904d-4517aa7f2954 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=c04ee8a2-5338-4913-8170-63e02590e3b0 HTTP/1.1" status: 200 len: 945 time: 0.0807827 Sep 24 15:48:28.230667 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3d5eba03-69de-4475-a3ae-2ee1e328733f tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:28.231837 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-3d5eba03-69de-4475-a3ae-2ee1e328733f tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Added segment eb99eee8-1f83-4f9a-bbd4-cf3bcd5d6d58 of type vlan for network 14fb19aa-9ed2-4f97-bce3-121843a8d24a Sep 24 15:48:28.250084 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d2721-5433-4f48-81ce-703f13172fe8 req-2c8fbc3a-0314-4752-8f07-330a25f385f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:28.250662 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d2721-5433-4f48-81ce-703f13172fe8 req-2c8fbc3a-0314-4752-8f07-330a25f385f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:28.252003 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d2721-5433-4f48-81ce-703f13172fe8 req-2c8fbc3a-0314-4752-8f07-330a25f385f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:28.254228 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6e1d2721-5433-4f48-81ce-703f13172fe8 req-2c8fbc3a-0314-4752-8f07-330a25f385f2 service neutron] 10.222.0.110 "GET /v2.0/networks?id=fd4dbc0b-12eb-4c1c-a696-391550e45003&id=9045208f-96a3-4106-bd0d-84166192bb83&id=9045208f-96a3-4106-bd0d-84166192bb83&id=9045208f-96a3-4106-bd0d-84166192bb83&id=9045208f-96a3-4106-bd0d-84166192bb83&id=e4856753-6c1e-428e-a2fe-e4f7731cb6f7&id=e4856753-6c1e-428e-a2fe-e4f7731cb6f7 HTTP/1.1" status: 200 len: 2296 time: 1.0073607 Sep 24 15:48:28.277035 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-f67917ba-11bd-4805-999f-3461ac61f94b None None] Attempting to bind port 517e25b1-4c43-4445-b245-9e590260ffbe on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:48:28.277426 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-f67917ba-11bd-4805-999f-3461ac61f94b None None] Attempting to bind port 517e25b1-4c43-4445-b245-9e590260ffbe by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '17d42855-2910-4d8b-9937-c8ab140f8cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '3f75abcb-f75c-450c-9fe6-de5dba697295'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:48:28.279215 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67917ba-11bd-4805-999f-3461ac61f94b None None] Attempting to bind port 517e25b1-4c43-4445-b245-9e590260ffbe on network 3f75abcb-f75c-450c-9fe6-de5dba697295 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:48:28.296640 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67917ba-11bd-4805-999f-3461ac61f94b None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:48:28.296640 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67917ba-11bd-4805-999f-3461ac61f94b None None] Checking segment: {'id': '17d42855-2910-4d8b-9937-c8ab140f8cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '3f75abcb-f75c-450c-9fe6-de5dba697295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:48:28.296640 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f67917ba-11bd-4805-999f-3461ac61f94b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:28.296640 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67917ba-11bd-4805-999f-3461ac61f94b None None] Bound using segment: {'id': '17d42855-2910-4d8b-9937-c8ab140f8cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '3f75abcb-f75c-450c-9fe6-de5dba697295'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:48:28.296640 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-f67917ba-11bd-4805-999f-3461ac61f94b None None] Bound port: 517e25b1-4c43-4445-b245-9e590260ffbe, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17d42855-2910-4d8b-9937-c8ab140f8cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '3f75abcb-f75c-450c-9fe6-de5dba697295'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:48:28.296640 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f67917ba-11bd-4805-999f-3461ac61f94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:28.299498 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ce4979-e196-4142-a42b-d9b4ca3b5743 admin admin] Made reservation on behalf of 60722f0da12e4ca38d9ba8aac84df5f6 for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:48:28.300994 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9b4e8e-2619-4503-b186-708c1b9dea67 req-b058add0-6a2e-4ac4-92d0-1f2761f79821 tempest-ServerPasswordTestJSON-1094157349 tempest-ServerPasswordTestJSON-1094157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:28.301828 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c5ce4979-e196-4142-a42b-d9b4ca3b5743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:28.303345 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4a9b4e8e-2619-4503-b186-708c1b9dea67 req-b058add0-6a2e-4ac4-92d0-1f2761f79821 tempest-ServerPasswordTestJSON-1094157349 tempest-ServerPasswordTestJSON-1094157349-project] 10.222.0.108 "GET /v2.0/networks?id=a30e1a8a-ce67-445f-a103-118a71aa3ed7 HTTP/1.1" status: 200 len: 813 time: 0.9034433 Sep 24 15:48:28.330967 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4c2fe565-1793-438a-b767-17edb8d18e63 req-aea3ebfe-8053-4693-a8cf-6abe21c09a9b tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992672 Sep 24 15:48:28.331391 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-4a9b4e8e-2619-4503-b186-708c1b9dea67 req-6f468b8f-30fd-4329-b08d-8bb9e14d3cdb tempest-ServerPasswordTestJSON-1094157349 tempest-ServerPasswordTestJSON-1094157349-project] Request body: {'port': {'device_id': '9e6356bf-86b7-4cd9-b46e-95e3e893c164', 'network_id': 'a30e1a8a-ce67-445f-a103-118a71aa3ed7', 'admin_state_up': True, 'tenant_id': 'c4d93373223446b1a0fbb391c5e7bd8a'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:48:28.345370 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c5ce4979-e196-4142-a42b-d9b4ca3b5743 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:28.382902 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-eb1425ca-9b98-45df-90df-60de786f31d2 req-428b3c33-ead1-4580-8459-a84ffb33a8f9 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] For port c6378d21-baf1-4240-b1f8-be112f4b0b3f, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=c6378d21-baf1-4240-b1f8-be112f4b0b3f,segment=NetworkSegment(5202dad5-affc-4089-8eb2-2acbc0a55bf9),segment_id=5202dad5-affc-4089-8eb2-2acbc0a55bf9)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:48:28.382902 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-eb1425ca-9b98-45df-90df-60de786f31d2 req-428b3c33-ead1-4580-8459-a84ffb33a8f9 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:28.402122 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c1bc9127-223a-4f3a-a9c7-def5092b24f5 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:28.407662 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1bc9127-223a-4f3a-a9c7-def5092b24f5 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Fanout notify agent at l3_agent the message router_deleted on router ac161ac9-2f62-47b6-9edd-5619af6db43a {{(pid=95298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:48:28.413476 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3d5eba03-69de-4475-a3ae-2ee1e328733f tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:28.413620 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-eb1425ca-9b98-45df-90df-60de786f31d2 req-428b3c33-ead1-4580-8459-a84ffb33a8f9 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Calling delete_port for c6378d21-baf1-4240-b1f8-be112f4b0b3f owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:48:28.422945 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c1bc9127-223a-4f3a-a9c7-def5092b24f5 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:28.426726 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-c1bc9127-223a-4f3a-a9c7-def5092b24f5 tempest-RoutersNegativeIpV6Test-908359694 tempest-RoutersNegativeIpV6Test-908359694-project] 10.222.0.101 "DELETE /v2.0/routers/ac161ac9-2f62-47b6-9edd-5619af6db43a HTTP/1.1" status: 204 len: 168 time: 0.7840681 Sep 24 15:48:28.457893 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-f67917ba-11bd-4805-999f-3461ac61f94b None None] For port 517e25b1-4c43-4445-b245-9e590260ffbe, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:48:28.466532 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-f67917ba-11bd-4805-999f-3461ac61f94b None None] For port 517e25b1-4c43-4445-b245-9e590260ffbe, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=517e25b1-4c43-4445-b245-9e590260ffbe,segment=NetworkSegment(17d42855-2910-4d8b-9937-c8ab140f8cc0),segment_id=17d42855-2910-4d8b-9937-c8ab140f8cc0)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:48:28.540879 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f67917ba-11bd-4805-999f-3461ac61f94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:28.561569 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6e1d2721-5433-4f48-81ce-703f13172fe8 req-b8a43ded-3f8d-4608-984d-7a4473a4a95b service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc03181b-eebc-4350-ae95-5058ea48d9fb HTTP/1.1" status: 200 len: 1000 time: 0.2731636 Sep 24 15:48:28.640403 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 413390d7-f12e-474b-a8dc-b27e7a2dd368 up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:48:28.640403 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 8b492328-40f6-40ea-8b90-7d930ff8e1e1 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:48:28.671799 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d0d00fcd-0fca-4344-8086-203ab5f30874 req-1a9dfc13-b820-453c-9c31-ee7551ec0c88 tempest-ServerPasswordTestJSON-1094157349 tempest-ServerPasswordTestJSON-1094157349-project] 10.222.0.101 "GET /v2.0/ports?device_id=9e6356bf-86b7-4cd9-b46e-95e3e893c164 HTTP/1.1" status: 200 len: 210 time: 0.1199825 Sep 24 15:48:28.700296 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c5ce4979-e196-4142-a42b-d9b4ca3b5743 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:28.729677 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67917ba-11bd-4805-999f-3461ac61f94b None None] Pushing event updated for resources: {'Port': ['ID=517e25b1-4c43-4445-b245-9e590260ffbe,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:28.797865 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d61e61d-f7af-4cf7-b5ca-413b19a6be98 req-3ae8fdfb-ec2b-450d-9799-b780b177c117 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:28.799586 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8d61e61d-f7af-4cf7-b5ca-413b19a6be98 req-3ae8fdfb-ec2b-450d-9799-b780b177c117 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8df1af1-67e8-4a99-9240-8c582a083091 HTTP/1.1" status: 200 len: 946 time: 0.2052486 Sep 24 15:48:28.833767 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 8b492328-40f6-40ea-8b90-7d930ff8e1e1 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:48:28.837293 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d2721-5433-4f48-81ce-703f13172fe8 req-b81c18eb-c7b1-42d9-a5aa-b1b327b114a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:28.838825 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6e1d2721-5433-4f48-81ce-703f13172fe8 req-b81c18eb-c7b1-42d9-a5aa-b1b327b114a8 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=ff90cfb5-edb1-4dd2-95a8-9b64a8718aa6 HTTP/1.1" status: 200 len: 851 time: 0.1660776 Sep 24 15:48:28.838953 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:28.863337 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8d61e61d-f7af-4cf7-b5ca-413b19a6be98 req-1b2f863e-d03a-4950-9470-0844910fc644 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e97abd6-6c4b-4313-93b0-ffda5586d5a7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559032 Sep 24 15:48:28.864870 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c5ce4979-e196-4142-a42b-d9b4ca3b5743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:28.921607 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5ce4979-e196-4142-a42b-d9b4ca3b5743 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1288} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:48:28.956958 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d2721-5433-4f48-81ce-703f13172fe8 req-ed51b102-3c38-47c3-893b-2295cd2f6e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:28.958566 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6e1d2721-5433-4f48-81ce-703f13172fe8 req-ed51b102-3c38-47c3-893b-2295cd2f6e7b service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=fd4dbc0b-12eb-4c1c-a696-391550e45003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0996592 Sep 24 15:48:28.973105 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c5ce4979-e196-4142-a42b-d9b4ca3b5743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:28.973391 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-c5ce4979-e196-4142-a42b-d9b4ca3b5743 admin admin] Added segment aaac3130-8581-4974-9225-e61f1475b22f of type vlan for network 5ca707a3-4989-424b-9a98-79246ddfc60c Sep 24 15:48:29.000663 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port 413390d7-f12e-474b-a8dc-b27e7a2dd368 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:48:29.011601 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port 413390d7-f12e-474b-a8dc-b27e7a2dd368 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:48:29.012278 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:29.028042 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ce4979-e196-4142-a42b-d9b4ca3b5743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2ada65-5612-4fdd-b25e-e6fca30094ed,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:29.031255 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3d5eba03-69de-4475-a3ae-2ee1e328733f tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:29.035398 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-eb1425ca-9b98-45df-90df-60de786f31d2 req-428b3c33-ead1-4580-8459-a84ffb33a8f9 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:29.041298 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5eba03-69de-4475-a3ae-2ee1e328733f tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:29.041298 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3d5eba03-69de-4475-a3ae-2ee1e328733f tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:29.062134 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['c6378d21-baf1-4240-b1f8-be112f4b0b3f'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:48:29.102453 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428b3c33-ead1-4580-8459-a84ffb33a8f9 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Pushing event deleted for resources: {'Port': ['ID=c6378d21-baf1-4240-b1f8-be112f4b0b3f,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:29.116034 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c5ce4979-e196-4142-a42b-d9b4ca3b5743 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:29.156735 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5eba03-69de-4475-a3ae-2ee1e328733f tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Pushing event updated for resources: {'Network': ['ID=14fb19aa-9ed2-4f97-bce3-121843a8d24a,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:29.179431 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a9b4e8e-2619-4503-b186-708c1b9dea67 req-6f468b8f-30fd-4329-b08d-8bb9e14d3cdb tempest-ServerPasswordTestJSON-1094157349 tempest-ServerPasswordTestJSON-1094157349-project] Made reservation on behalf of c4d93373223446b1a0fbb391c5e7bd8a for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:48:29.190520 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-4a9b4e8e-2619-4503-b186-708c1b9dea67 req-6f468b8f-30fd-4329-b08d-8bb9e14d3cdb tempest-ServerPasswordTestJSON-1094157349 tempest-ServerPasswordTestJSON-1094157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:29.230743 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:29.247256 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb1425ca-9b98-45df-90df-60de786f31d2 req-428b3c33-ead1-4580-8459-a84ffb33a8f9 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] No DVR routers for this DVR port c6378d21-baf1-4240-b1f8-be112f4b0b3f on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:48:29.249197 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 34560) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:29.264192 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-eb1425ca-9b98-45df-90df-60de786f31d2 req-428b3c33-ead1-4580-8459-a84ffb33a8f9 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:29.266971 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-eb1425ca-9b98-45df-90df-60de786f31d2 req-428b3c33-ead1-4580-8459-a84ffb33a8f9 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.108 "DELETE /v2.0/ports/c6378d21-baf1-4240-b1f8-be112f4b0b3f HTTP/1.1" status: 204 len: 173 time: 1.8564863 Sep 24 15:48:29.268098 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8df1af1-67e8-4a99-9240-8c582a083091', 'name': 'network-vif-deleted', 'tag': 'c6378d21-baf1-4240-b1f8-be112f4b0b3f'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:48:29.280274 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c14f40-6c56-4eb5-9c66-b887717aa580" -d '{"events": [{"server_uuid": "d8df1af1-67e8-4a99-9240-8c582a083091", "name": "network-vif-deleted", "tag": "c6378d21-baf1-4240-b1f8-be112f4b0b3f"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:48:29.325303 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 413390d7-f12e-474b-a8dc-b27e7a2dd368, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=413390d7-f12e-474b-a8dc-b27e7a2dd368,segment=NetworkSegment(368a9d0c-2815-451d-a46d-c1bdd7d38862),segment_id=368a9d0c-2815-451d-a46d-c1bdd7d38862)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:48:29.329470 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4bdf285-d4d5-4e5d-9c14-ff6bc090a868 x-openstack-request-id: req-a4bdf285-d4d5-4e5d-9c14-ff6bc090a868 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:48:29.330016 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c04ee8a2-5338-4913-8170-63e02590e3b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '413390d7-f12e-474b-a8dc-b27e7a2dd368'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:48:29.330477 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8df1af1-67e8-4a99-9240-8c582a083091", "name": "network-vif-deleted", "tag": "c6378d21-baf1-4240-b1f8-be112f4b0b3f", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:48:29.330906 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a4bdf285-d4d5-4e5d-9c14-ff6bc090a868 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:48:29.331556 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8df1af1-67e8-4a99-9240-8c582a083091', 'name': 'network-vif-deleted', 'tag': 'c6378d21-baf1-4240-b1f8-be112f4b0b3f', 'status': 'completed', 'code': 200} Sep 24 15:48:29.333003 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c5ce4979-e196-4142-a42b-d9b4ca3b5743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:29.339109 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-919b0be6-c263-47ad-9fa5-093632a630d0" -d '{"events": [{"server_uuid": "c04ee8a2-5338-4913-8170-63e02590e3b0", "name": "network-vif-plugged", "status": "completed", "tag": "413390d7-f12e-474b-a8dc-b27e7a2dd368"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:48:29.342095 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ce4979-e196-4142-a42b-d9b4ca3b5743 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:29.343105 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c5ce4979-e196-4142-a42b-d9b4ca3b5743 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:29.361449 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 14fb19aa-9ed2-4f97-bce3-121843a8d24a details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:48:29.474550 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6e1d2721-5433-4f48-81ce-703f13172fe8 req-da23286d-b5b9-4abc-8540-678dba46de79 service neutron] 10.222.0.110 "GET /v2.0/networks/fd4dbc0b-12eb-4c1c-a696-391550e45003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4924321 Sep 24 15:48:29.509485 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-3d5eba03-69de-4475-a3ae-2ee1e328733f tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.4731057 Sep 24 15:48:29.524763 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf88ab6-0bc8-4761-b386-e28e22f60905 x-openstack-request-id: req-dcf88ab6-0bc8-4761-b386-e28e22f60905 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:48:29.525232 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c04ee8a2-5338-4913-8170-63e02590e3b0", "name": "network-vif-plugged", "status": "completed", "tag": "413390d7-f12e-474b-a8dc-b27e7a2dd368", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:48:29.525614 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-dcf88ab6-0bc8-4761-b386-e28e22f60905 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:48:29.526182 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c04ee8a2-5338-4913-8170-63e02590e3b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '413390d7-f12e-474b-a8dc-b27e7a2dd368', 'code': 200} Sep 24 15:48:29.527591 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:29.550475 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 34572) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:29.573982 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-c5ce4979-e196-4142-a42b-d9b4ca3b5743 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.8988442 Sep 24 15:48:29.575270 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 34578) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:29.587550 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-612e85e2-8318-44b9-a499-1757491cba91 admin admin] Request body: {'subnet': {'network_id': '5ca707a3-4989-424b-9a98-79246ddfc60c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-2083922198-subnet', 'tenant_id': '60722f0da12e4ca38d9ba8aac84df5f6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:48:29.597914 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-6d8a1dff-e168-405a-a4f5-7e0adf3b4de8 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Request body: {'subnet': {'network_id': '14fb19aa-9ed2-4f97-bce3-121843a8d24a', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:48:29.606684 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ce4979-e196-4142-a42b-d9b4ca3b5743 admin admin] Pushing event updated for resources: {'Network': ['ID=5ca707a3-4989-424b-9a98-79246ddfc60c,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:29.624964 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 5ca707a3-4989-424b-9a98-79246ddfc60c details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:48:29.692347 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [req-4a9b4e8e-2619-4503-b186-708c1b9dea67 req-6f468b8f-30fd-4329-b08d-8bb9e14d3cdb tempest-ServerPasswordTestJSON-1094157349 tempest-ServerPasswordTestJSON-1094157349-project] Allocated IP 172.20.0.2 (a30e1a8a-ce67-445f-a103-118a71aa3ed7/7e27d02e-4749-4b9f-abe9-dc6524082ea7/5592e0d0-f551-46df-b7bc-0686ad6d52cb) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:48:29.732523 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6e1d2721-5433-4f48-81ce-703f13172fe8 req-615016d5-ecb7-44dd-a121-05c41a33f385 service neutron] 10.222.0.110 "GET /v2.0/networks/fd4dbc0b-12eb-4c1c-a696-391550e45003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515082 Sep 24 15:48:29.763115 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=413390d7-f12e-474b-a8dc-b27e7a2dd368,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:29.806642 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6e1d2721-5433-4f48-81ce-703f13172fe8 req-33dc1659-9d83-472c-a7e5-b87c0bfe14ba service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=fa6b1e2c-793d-44ab-91ff-29c9061ff55a HTTP/1.1" status: 200 len: 217 time: 0.0648308 Sep 24 15:48:29.811817 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-612e85e2-8318-44b9-a499-1757491cba91 admin admin] Made reservation on behalf of 60722f0da12e4ca38d9ba8aac84df5f6 for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:48:29.820087 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-612e85e2-8318-44b9-a499-1757491cba91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:29.836653 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-8654ca33-89e1-496e-9406-a8810dd5cd8c admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=34fff317efec412ba52d2da15b26504e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5840366 Sep 24 15:48:29.837289 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 34586) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:29.879806 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7374c11a-7a36-4bfe-bec9-93e3e0cfde10 req-6bd38047-9921-4af5-8b29-6725397dcf67 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:29.882039 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7374c11a-7a36-4bfe-bec9-93e3e0cfde10 req-6bd38047-9921-4af5-8b29-6725397dcf67 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=c04ee8a2-5338-4913-8170-63e02590e3b0 HTTP/1.1" status: 200 len: 946 time: 0.3303874 Sep 24 15:48:29.930974 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7938ba-29c4-47ee-8c09-7987ec31c495 req-b63e2d9e-41b6-4351-8994-96c7d3470af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:29.932538 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8f7938ba-29c4-47ee-8c09-7987ec31c495 req-b63e2d9e-41b6-4351-8994-96c7d3470af2 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=c04ee8a2-5338-4913-8170-63e02590e3b0 HTTP/1.1" status: 200 len: 1097 time: 0.2773585 Sep 24 15:48:29.993634 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-db9dd121-f5f4-425f-bb3e-fa7a8cf9441a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:30.017575 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d2721-5433-4f48-81ce-703f13172fe8 req-dcab7c62-aeaf-42fb-a2f5-9ae4d8228b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:30.019600 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6e1d2721-5433-4f48-81ce-703f13172fe8 req-dcab7c62-aeaf-42fb-a2f5-9ae4d8228b76 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=98209579-5345-4ff1-a6ee-f33b5735b225 HTTP/1.1" status: 200 len: 797 time: 0.1969433 Sep 24 15:48:30.022444 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-db9dd121-f5f4-425f-bb3e-fa7a8cf9441a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:30.056380 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7c280608-72d2-4808-8c60-35e55e9834de req-7da7e4de-3973-4ecf-8f57-c0ab95e75000 tempest-ServerPasswordTestJSON-1094157349 tempest-ServerPasswordTestJSON-1094157349-project] 10.222.0.101 "GET /v2.0/ports?device_id=9e6356bf-86b7-4cd9-b46e-95e3e893c164 HTTP/1.1" status: 200 len: 210 time: 0.1277399 Sep 24 15:48:30.129005 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8f7938ba-29c4-47ee-8c09-7987ec31c495 req-1ec12969-e6ca-4ff4-aea4-8f6aa933c681 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857369 Sep 24 15:48:30.149449 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7374c11a-7a36-4bfe-bec9-93e3e0cfde10 req-c8d8694f-32a1-41a3-b691-3d13d3079fc7 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591789 Sep 24 15:48:30.150363 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d8a1dff-e168-405a-a4f5-7e0adf3b4de8 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Made reservation on behalf of 9c95bd34ef8943e09d9da8bb4b5315d4 for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:48:30.166687 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6d8a1dff-e168-405a-a4f5-7e0adf3b4de8 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:30.250425 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54793397-8c1b-4811-90f8-e6e297647e8e None None] Network 3f75abcb-f75c-450c-9fe6-de5dba697295 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:48:30.251082 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-db9dd121-f5f4-425f-bb3e-fa7a8cf9441a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:30.253349 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-db9dd121-f5f4-425f-bb3e-fa7a8cf9441a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:30.256936 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-db9dd121-f5f4-425f-bb3e-fa7a8cf9441a admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/5dfd02a5-d3c7-4bf3-8ae5-063e6d1e5cb0 HTTP/1.1" status: 204 len: 168 time: 0.4132750 Sep 24 15:48:30.293724 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-94b41e5e-98bd-479c-bd7f-d97e047650de req-aa4c2b2b-4aed-4b3a-a6c6-2411051ae309 tempest-AttachVolumeNegativeTest-149861493 tempest-AttachVolumeNegativeTest-149861493-project] 10.222.0.101 "GET /v2.0/ports?device_id=d8df1af1-67e8-4a99-9240-8c582a083091 HTTP/1.1" status: 200 len: 210 time: 0.0461102 Sep 24 15:48:30.298968 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9dd121-f5f4-425f-bb3e-fa7a8cf9441a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dfd02a5-d3c7-4bf3-8ae5-063e6d1e5cb0,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:30.373610 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7023380b-ab5e-493e-9a7b-6edde4b86625 None None] Provisioning complete for port 517e25b1-4c43-4445-b245-9e590260ffbe triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:48:30.373982 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7023380b-ab5e-493e-9a7b-6edde4b86625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:30.561352 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6d8a1dff-e168-405a-a4f5-7e0adf3b4de8 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:30.624429 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7023380b-ab5e-493e-9a7b-6edde4b86625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:30.645125 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8a1dff-e168-405a-a4f5-7e0adf3b4de8 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Pushing event updated for resources: {'Subnet': ['ID=ba846b37-67ea-4bd9-8959-ae4a328fae03,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:30.653174 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 517e25b1-4c43-4445-b245-9e590260ffbe up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:48:30.655747 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d8a1dff-e168-405a-a4f5-7e0adf3b4de8 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Checking segment: {'id': 'eb99eee8-1f83-4f9a-bbd4-cf3bcd5d6d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '14fb19aa-9ed2-4f97-bce3-121843a8d24a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:48:30.656184 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8a1dff-e168-405a-a4f5-7e0adf3b4de8 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Network hostable DHCP agents. Network: 14fb19aa-9ed2-4f97-bce3-121843a8d24a, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:48:30.731560 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7023380b-ab5e-493e-9a7b-6edde4b86625 None None] For port 517e25b1-4c43-4445-b245-9e590260ffbe, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=517e25b1-4c43-4445-b245-9e590260ffbe,segment=NetworkSegment(17d42855-2910-4d8b-9937-c8ab140f8cc0),segment_id=17d42855-2910-4d8b-9937-c8ab140f8cc0)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:48:30.737525 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 517e25b1-4c43-4445-b245-9e590260ffbe triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:48:30.737902 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:30.755137 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-4a9b4e8e-2619-4503-b186-708c1b9dea67 req-6f468b8f-30fd-4329-b08d-8bb9e14d3cdb tempest-ServerPasswordTestJSON-1094157349 tempest-ServerPasswordTestJSON-1094157349-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:30.762902 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d2721-5433-4f48-81ce-703f13172fe8 req-f084ab0b-4958-475d-bf49-652600287401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:30.764569 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6e1d2721-5433-4f48-81ce-703f13172fe8 req-f084ab0b-4958-475d-bf49-652600287401 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9045208f-96a3-4106-bd0d-84166192bb83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7185020 Sep 24 15:48:30.819101 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8a1dff-e168-405a-a4f5-7e0adf3b4de8 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Network 14fb19aa-9ed2-4f97-bce3-121843a8d24a is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:48:30.876834 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:30.892232 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7023380b-ab5e-493e-9a7b-6edde4b86625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:30.953871 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7023380b-ab5e-493e-9a7b-6edde4b86625 None None] Pushing event updated for resources: {'Port': ['ID=517e25b1-4c43-4445-b245-9e590260ffbe,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:30.984736 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6e1d2721-5433-4f48-81ce-703f13172fe8 req-354dd764-9e14-416d-9552-4dd0be618448 service neutron] 10.222.0.110 "GET /v2.0/networks/9045208f-96a3-4106-bd0d-84166192bb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091427 Sep 24 15:48:31.022021 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.db.api [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:48:31.022410 n-d-808921-1 neutron-server[95299]: DEBUG oslo_db.api [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:48:31.031153 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-53459860-a34f-4967-8da5-c2f2b6b222e0 None None] Provisioning complete for port 517e25b1-4c43-4445-b245-9e590260ffbe triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:48:31.040973 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-53459860-a34f-4967-8da5-c2f2b6b222e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:31.086521 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-6d8a1dff-e168-405a-a4f5-7e0adf3b4de8 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 14fb19aa-9ed2-4f97-bce3-121843a8d24a) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:48:31.093436 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d8a1dff-e168-405a-a4f5-7e0adf3b4de8 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:31.095821 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6d8a1dff-e168-405a-a4f5-7e0adf3b4de8 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:31.097747 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06367617-b859-4599-8943-336bfd9d0f46 None None] Network 14fb19aa-9ed2-4f97-bce3-121843a8d24a requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:48:31.159360 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6e1d2721-5433-4f48-81ce-703f13172fe8 req-bbb6bef1-7e98-460a-87fa-f7e33440d42a service neutron] 10.222.0.110 "GET /v2.0/networks/9045208f-96a3-4106-bd0d-84166192bb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653953 Sep 24 15:48:31.218934 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6e1d2721-5433-4f48-81ce-703f13172fe8 req-5342b55e-5b87-4d12-bcd1-99ba70bf7ae2 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=70f68d1a-4d62-4ee3-ae39-b3c0cf1402e5 HTTP/1.1" status: 200 len: 217 time: 0.0503714 Sep 24 15:48:31.223787 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-4a9b4e8e-2619-4503-b186-708c1b9dea67 req-6f468b8f-30fd-4329-b08d-8bb9e14d3cdb tempest-ServerPasswordTestJSON-1094157349 tempest-ServerPasswordTestJSON-1094157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:31.245296 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-612e85e2-8318-44b9-a499-1757491cba91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:31.286401 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-6d8a1dff-e168-405a-a4f5-7e0adf3b4de8 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7304254 Sep 24 15:48:31.344459 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b510c24-a013-4ad9-a5a6-2514da1d57ec req-ec037e89-9198-4a5c-85c3-ea2303143ce3 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:31.353621 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0b510c24-a013-4ad9-a5a6-2514da1d57ec req-ec037e89-9198-4a5c-85c3-ea2303143ce3 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=c04ee8a2-5338-4913-8170-63e02590e3b0 HTTP/1.1" status: 200 len: 946 time: 0.1332197 Sep 24 15:48:31.401958 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2174a85d-937e-479e-8540-410d9fe3cdf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:31.410280 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612e85e2-8318-44b9-a499-1757491cba91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7864a260-4b7d-4946-ad5d-046195fcc1ad,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:31.447986 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0b510c24-a013-4ad9-a5a6-2514da1d57ec req-bcc5ab14-fabf-47f5-9ff0-fdb27f967b1d tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838532 Sep 24 15:48:31.522427 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a9b4e8e-2619-4503-b186-708c1b9dea67 req-6f468b8f-30fd-4329-b08d-8bb9e14d3cdb tempest-ServerPasswordTestJSON-1094157349 tempest-ServerPasswordTestJSON-1094157349-project] Network a30e1a8a-ce67-445f-a103-118a71aa3ed7 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:48:31.538391 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [req-4a9b4e8e-2619-4503-b186-708c1b9dea67 req-6f468b8f-30fd-4329-b08d-8bb9e14d3cdb tempest-ServerPasswordTestJSON-1094157349 tempest-ServerPasswordTestJSON-1094157349-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:48:31.544087 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f468b8f-30fd-4329-b08d-8bb9e14d3cdb tempest-ServerPasswordTestJSON-1094157349 tempest-ServerPasswordTestJSON-1094157349-project] Pushing event updated for resources: {'Port': ['ID=5592e0d0-f551-46df-b7bc-0686ad6d52cb,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:31.546435 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a9b4e8e-2619-4503-b186-708c1b9dea67 req-6f468b8f-30fd-4329-b08d-8bb9e14d3cdb tempest-ServerPasswordTestJSON-1094157349 tempest-ServerPasswordTestJSON-1094157349-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:48:31.548172 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7dce63-beae-41cf-9792-ed409243d0a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-14fb19aa-9ed2-4f97-bce3-121843a8d24a', 'network_id': '14fb19aa-9ed2-4f97-bce3-121843a8d24a', 'tenant_id': '9c95bd34ef8943e09d9da8bb4b5315d4', 'fixed_ips': [{'subnet_id': 'ba846b37-67ea-4bd9-8959-ae4a328fae03'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:48:31.549198 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4e7dce63-beae-41cf-9792-ed409243d0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:31.572229 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 34630) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:31.578761 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d2721-5433-4f48-81ce-703f13172fe8 req-94e51fa8-3652-4151-bef0-8a831f03dedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:31.580231 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6e1d2721-5433-4f48-81ce-703f13172fe8 req-94e51fa8-3652-4151-bef0-8a831f03dedb service neutron] 10.222.0.110 "GET /v2.0/subnets?id=98209579-5345-4ff1-a6ee-f33b5735b225 HTTP/1.1" status: 200 len: 797 time: 0.3408358 Sep 24 15:48:31.591955 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47400a16-2e17-49b0-a4a8-c1f11bfd680e req-f1b28a81-6b6e-4d4f-8899-97569cbc485b tempest-ServerPasswordTestJSON-1094157349 tempest-ServerPasswordTestJSON-1094157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:31.593493 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-47400a16-2e17-49b0-a4a8-c1f11bfd680e req-f1b28a81-6b6e-4d4f-8899-97569cbc485b tempest-ServerPasswordTestJSON-1094157349 tempest-ServerPasswordTestJSON-1094157349-project] 10.222.0.101 "GET /v2.0/ports?device_id=9e6356bf-86b7-4cd9-b46e-95e3e893c164 HTTP/1.1" status: 200 len: 931 time: 0.3728154 Sep 24 15:48:31.682449 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612e85e2-8318-44b9-a499-1757491cba91 admin admin] Checking segment: {'id': 'aaac3130-8581-4974-9225-e61f1475b22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '5ca707a3-4989-424b-9a98-79246ddfc60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:48:31.682919 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612e85e2-8318-44b9-a499-1757491cba91 admin admin] Network hostable DHCP agents. Network: 5ca707a3-4989-424b-9a98-79246ddfc60c, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:48:31.708324 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9b4e8e-2619-4503-b186-708c1b9dea67 req-6f468b8f-30fd-4329-b08d-8bb9e14d3cdb tempest-ServerPasswordTestJSON-1094157349 tempest-ServerPasswordTestJSON-1094157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:31.709613 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-4a9b4e8e-2619-4503-b186-708c1b9dea67 req-6f468b8f-30fd-4329-b08d-8bb9e14d3cdb tempest-ServerPasswordTestJSON-1094157349 tempest-ServerPasswordTestJSON-1094157349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:31.747668 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-47400a16-2e17-49b0-a4a8-c1f11bfd680e req-e792ab05-93d2-4e23-b0cc-73e2173ec47a tempest-ServerPasswordTestJSON-1094157349 tempest-ServerPasswordTestJSON-1094157349-project] 10.222.0.101 "GET /v2.0/security-groups?id=139e7c19-dcd2-41b9-9381-25d8e719c4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337943 Sep 24 15:48:31.780104 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d2721-5433-4f48-81ce-703f13172fe8 req-eee8e35b-b6da-4945-8f5f-6c58f28fa14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:31.784194 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6e1d2721-5433-4f48-81ce-703f13172fe8 req-eee8e35b-b6da-4945-8f5f-6c58f28fa14b service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9045208f-96a3-4106-bd0d-84166192bb83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1842799 Sep 24 15:48:31.813652 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-4e7dce63-beae-41cf-9792-ed409243d0a0 None None] Allocated IP 19.86.0.2 (14fb19aa-9ed2-4f97-bce3-121843a8d24a/ba846b37-67ea-4bd9-8959-ae4a328fae03/f7ea140e-4511-4622-8a74-566e4f1a55f1) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:48:31.964065 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6e1d2721-5433-4f48-81ce-703f13172fe8 req-72a96e4f-f9cd-4ab2-b863-848cd30a4cb9 service neutron] 10.222.0.110 "GET /v2.0/networks/9045208f-96a3-4106-bd0d-84166192bb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716044 Sep 24 15:48:31.968550 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612e85e2-8318-44b9-a499-1757491cba91 admin admin] Network 5ca707a3-4989-424b-9a98-79246ddfc60c is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:48:31.986696 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4a9b4e8e-2619-4503-b186-708c1b9dea67 req-6f468b8f-30fd-4329-b08d-8bb9e14d3cdb tempest-ServerPasswordTestJSON-1094157349 tempest-ServerPasswordTestJSON-1094157349-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6597168 Sep 24 15:48:32.008024 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-4a9b4e8e-2619-4503-b186-708c1b9dea67 req-23898746-2efa-4bda-820c-d9784d2f99f8 service neutron] Request body: {'port': {'device_id': '9e6356bf-86b7-4cd9-b46e-95e3e893c164', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:48:32.045303 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4e7dce63-beae-41cf-9792-ed409243d0a0 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:32.129020 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-612e85e2-8318-44b9-a499-1757491cba91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 5ca707a3-4989-424b-9a98-79246ddfc60c) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:48:32.129279 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce7bcf63-2bf7-4ed5-bb82-25223a5feeff admin admin] Deleting subnet a0d43bec-f9c0-475f-bd60-a66698ae0d01 {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:48:32.141931 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612e85e2-8318-44b9-a499-1757491cba91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:32.142992 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-612e85e2-8318-44b9-a499-1757491cba91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:32.143952 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ce7bcf63-2bf7-4ed5-bb82-25223a5feeff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:32.146304 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6350ed0a-4bf9-4ce7-ba86-dffbb89a6ded None None] Network 5ca707a3-4989-424b-9a98-79246ddfc60c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:48:32.152388 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-4a9b4e8e-2619-4503-b186-708c1b9dea67 req-23898746-2efa-4bda-820c-d9784d2f99f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:32.184448 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6e1d2721-5433-4f48-81ce-703f13172fe8 req-f44bb0ba-203c-43b9-9e0a-08bd6ab3c7f2 service neutron] 10.222.0.110 "GET /v2.0/networks/9045208f-96a3-4106-bd0d-84166192bb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960912 Sep 24 15:48:32.205675 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ce7bcf63-2bf7-4ed5-bb82-25223a5feeff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:32.215506 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639fae08-1043-481a-b5bc-dfb439b44aba req-c2468e05-796d-4e1a-a229-3c59ab9239fd tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:32.221863 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639fae08-1043-481a-b5bc-dfb439b44aba req-c2468e05-796d-4e1a-a229-3c59ab9239fd tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:32.230012 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-639fae08-1043-481a-b5bc-dfb439b44aba req-c2468e05-796d-4e1a-a229-3c59ab9239fd tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/networks?id=3f75abcb-f75c-450c-9fe6-de5dba697295&id=14fb19aa-9ed2-4f97-bce3-121843a8d24a&id=3f75abcb-f75c-450c-9fe6-de5dba697295 HTTP/1.1" status: 200 len: 1391 time: 0.1829205 Sep 24 15:48:32.260142 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6e1d2721-5433-4f48-81ce-703f13172fe8 req-eae8031b-2363-4f28-9c67-d570de3ea296 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=61bec6ae-d49a-41d0-b02b-bc695e1e100d HTTP/1.1" status: 200 len: 217 time: 0.0471082 Sep 24 15:48:32.288582 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-612e85e2-8318-44b9-a499-1757491cba91 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.7122324 Sep 24 15:48:32.297363 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4e7dce63-beae-41cf-9792-ed409243d0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:32.299915 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ce7bcf63-2bf7-4ed5-bb82-25223a5feeff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:32.313830 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 34656) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:32.318508 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-85942e24-3ada-4f60-a2be-d7bcc4672992 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-2083922198-router', 'tenant_id': '60722f0da12e4ca38d9ba8aac84df5f6', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:48:32.321834 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 34658) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:32.354515 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-639fae08-1043-481a-b5bc-dfb439b44aba req-3d9a3229-7b3f-49d7-bea6-99aee61940a2 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/quotas/9c95bd34ef8943e09d9da8bb4b5315d4 HTTP/1.1" status: 200 len: 375 time: 0.1232636 Sep 24 15:48:32.410774 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7dce63-beae-41cf-9792-ed409243d0a0 None None] Network 14fb19aa-9ed2-4f97-bce3-121843a8d24a is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:48:32.419989 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7dce63-beae-41cf-9792-ed409243d0a0 None None] Pushing event updated for resources: {'Port': ['ID=f7ea140e-4511-4622-8a74-566e4f1a55f1,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:32.447392 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d2721-5433-4f48-81ce-703f13172fe8 req-1ddb7d1c-25a3-43c6-adda-bf4097768988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:32.448882 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6e1d2721-5433-4f48-81ce-703f13172fe8 req-1ddb7d1c-25a3-43c6-adda-bf4097768988 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=98209579-5345-4ff1-a6ee-f33b5735b225 HTTP/1.1" status: 200 len: 797 time: 0.1807971 Sep 24 15:48:32.460407 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-4e7dce63-beae-41cf-9792-ed409243d0a0 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:48:32.464266 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7dce63-beae-41cf-9792-ed409243d0a0 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:48:32.494114 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-639fae08-1043-481a-b5bc-dfb439b44aba req-50713bf5-0d7e-46a4-ab42-70c6ab8c29e1 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=9c95bd34ef8943e09d9da8bb4b5315d4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1286297 Sep 24 15:48:32.590253 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8882604b-8778-45ec-8824-7aed39567380 None None] Network 5ca707a3-4989-424b-9a98-79246ddfc60c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:48:32.622713 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 517e25b1-4c43-4445-b245-9e590260ffbe up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:48:32.626071 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-80cfa65f-3746-4c63-832e-075b9007e5ad tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:48:32.626896 n-d-808921-1 neutron-server[95297]: WARNING neutron.api.v2.base [None req-80cfa65f-3746-4c63-832e-075b9007e5ad tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 24 15:48:32.627368 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [None req-80cfa65f-3746-4c63-832e-075b9007e5ad tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] create failed (client error): There was a conflict when trying to complete your request. Sep 24 15:48:32.631735 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-80cfa65f-3746-4c63-832e-075b9007e5ad tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3054817 Sep 24 15:48:32.636111 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device c6378d21-baf1-4240-b1f8-be112f4b0b3f no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:48:32.656916 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 34668) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:32.665688 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-6d0cda9a-a82c-4d62-a3cf-5a8d5a3f0734 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Request body: {'security_group': {'name': 'tempest-secgroup--1141023775'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:48:32.666092 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-4e7dce63-beae-41cf-9792-ed409243d0a0 None None] Attempting to bind port f7ea140e-4511-4622-8a74-566e4f1a55f1 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:48:32.666419 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-4e7dce63-beae-41cf-9792-ed409243d0a0 None None] Attempting to bind port f7ea140e-4511-4622-8a74-566e4f1a55f1 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'eb99eee8-1f83-4f9a-bbd4-cf3bcd5d6d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '14fb19aa-9ed2-4f97-bce3-121843a8d24a'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:48:32.666785 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7dce63-beae-41cf-9792-ed409243d0a0 None None] Attempting to bind port f7ea140e-4511-4622-8a74-566e4f1a55f1 on network 14fb19aa-9ed2-4f97-bce3-121843a8d24a {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:48:32.678762 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-85942e24-3ada-4f60-a2be-d7bcc4672992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:32.679793 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-85942e24-3ada-4f60-a2be-d7bcc4672992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:32.719934 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] No Port match for: c6378d21-baf1-4240-b1f8-be112f4b0b3f {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:48:32.720286 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device c6378d21-baf1-4240-b1f8-be112f4b0b3f not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:48:32.725297 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7dce63-beae-41cf-9792-ed409243d0a0 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 48, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:48:32.725972 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-639fae08-1043-481a-b5bc-dfb439b44aba req-73333bff-ea76-477f-bc2b-c754c8e1fdbd service neutron] 10.222.0.101 "GET /v2.0/networks/3f75abcb-f75c-450c-9fe6-de5dba697295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307544 Sep 24 15:48:32.726658 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7dce63-beae-41cf-9792-ed409243d0a0 None None] Checking segment: {'id': 'eb99eee8-1f83-4f9a-bbd4-cf3bcd5d6d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '14fb19aa-9ed2-4f97-bce3-121843a8d24a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:48:32.727035 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4e7dce63-beae-41cf-9792-ed409243d0a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:32.727446 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7dce63-beae-41cf-9792-ed409243d0a0 None None] Bound using segment: {'id': 'eb99eee8-1f83-4f9a-bbd4-cf3bcd5d6d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '14fb19aa-9ed2-4f97-bce3-121843a8d24a'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:48:32.727941 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-4e7dce63-beae-41cf-9792-ed409243d0a0 None None] Bound port: f7ea140e-4511-4622-8a74-566e4f1a55f1, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb99eee8-1f83-4f9a-bbd4-cf3bcd5d6d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '14fb19aa-9ed2-4f97-bce3-121843a8d24a'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:48:32.728331 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4e7dce63-beae-41cf-9792-ed409243d0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:32.738321 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d2721-5433-4f48-81ce-703f13172fe8 req-e0348618-f90c-471d-8ea8-33ea84af62f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:32.739867 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6e1d2721-5433-4f48-81ce-703f13172fe8 req-e0348618-f90c-471d-8ea8-33ea84af62f3 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9045208f-96a3-4106-bd0d-84166192bb83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2102985 Sep 24 15:48:32.759687 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ce7bcf63-2bf7-4ed5-bb82-25223a5feeff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:32.789404 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-85942e24-3ada-4f60-a2be-d7bcc4672992 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:32.795807 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7bcf63-2bf7-4ed5-bb82-25223a5feeff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0d43bec-f9c0-475f-bd60-a66698ae0d01,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:32.816752 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8292216f-5d03-4602-b5f8-6263158375a8 req-c49fec2a-f292-4235-927e-5c628414d236 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:32.818912 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8292216f-5d03-4602-b5f8-6263158375a8 req-c49fec2a-f292-4235-927e-5c628414d236 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=c04ee8a2-5338-4913-8170-63e02590e3b0 HTTP/1.1" status: 200 len: 946 time: 0.2115726 Sep 24 15:48:32.837940 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ce7bcf63-2bf7-4ed5-bb82-25223a5feeff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:32.843184 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-ce7bcf63-2bf7-4ed5-bb82-25223a5feeff admin admin] 10.222.0.101 "DELETE /v2.0/subnets/a0d43bec-f9c0-475f-bd60-a66698ae0d01 HTTP/1.1" status: 204 len: 168 time: 1.2691634 Sep 24 15:48:32.843816 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 34674) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:32.848530 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 517e25b1-4c43-4445-b245-9e590260ffbe triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:48:32.848530 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:32.891411 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-4e7dce63-beae-41cf-9792-ed409243d0a0 None None] For port f7ea140e-4511-4622-8a74-566e4f1a55f1, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:48:32.910943 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-4e7dce63-beae-41cf-9792-ed409243d0a0 None None] For port f7ea140e-4511-4622-8a74-566e4f1a55f1, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=f7ea140e-4511-4622-8a74-566e4f1a55f1,segment=NetworkSegment(eb99eee8-1f83-4f9a-bbd4-cf3bcd5d6d58),segment_id=eb99eee8-1f83-4f9a-bbd4-cf3bcd5d6d58)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:48:32.946484 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [req-4a9b4e8e-2619-4503-b186-708c1b9dea67 req-23898746-2efa-4bda-820c-d9784d2f99f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5592e0d0-f551-46df-b7bc-0686ad6d52cb {{(pid=95297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:48:32.957201 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-aa41e43e-f8ef-4875-9d38-9c45b0868545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:32.963998 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-4a9b4e8e-2619-4503-b186-708c1b9dea67 req-23898746-2efa-4bda-820c-d9784d2f99f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:32.969690 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8292216f-5d03-4602-b5f8-6263158375a8 req-839867fc-8747-44f3-b8dc-2693cb01c309 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369593 Sep 24 15:48:32.984339 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-639fae08-1043-481a-b5bc-dfb439b44aba req-de3c6587-4aff-4a27-89e8-509d1de56974 service neutron] 10.222.0.101 "GET /v2.0/networks/3f75abcb-f75c-450c-9fe6-de5dba697295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2520638 Sep 24 15:48:33.016311 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.provisioning_blocks [req-4a9b4e8e-2619-4503-b186-708c1b9dea67 req-23898746-2efa-4bda-820c-d9784d2f99f8 service neutron] Transition to ACTIVE for port object 5592e0d0-f551-46df-b7bc-0686ad6d52cb will not be triggered until provisioned by entity L2. {{(pid=95297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:48:33.022499 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6e1d2721-5433-4f48-81ce-703f13172fe8 req-a25efa81-dc49-47cb-b37b-ce62ea583a7e service neutron] 10.222.0.110 "GET /v2.0/networks/9045208f-96a3-4106-bd0d-84166192bb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657902 Sep 24 15:48:33.045570 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6d0cda9a-a82c-4d62-a3cf-5a8d5a3f0734 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:33.091835 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6d0cda9a-a82c-4d62-a3cf-5a8d5a3f0734 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:33.111160 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4e7dce63-beae-41cf-9792-ed409243d0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:33.220871 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7dce63-beae-41cf-9792-ed409243d0a0 None None] Pushing event updated for resources: {'Port': ['ID=f7ea140e-4511-4622-8a74-566e4f1a55f1,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:33.229819 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7dce63-beae-41cf-9792-ed409243d0a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:48:33.230227 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7dce63-beae-41cf-9792-ed409243d0a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:48:33.230608 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7dce63-beae-41cf-9792-ed409243d0a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:48:33.230952 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7dce63-beae-41cf-9792-ed409243d0a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:48:33.231292 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7dce63-beae-41cf-9792-ed409243d0a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:48:33.231631 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7dce63-beae-41cf-9792-ed409243d0a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:48:33.232090 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7dce63-beae-41cf-9792-ed409243d0a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:48:33.232426 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7dce63-beae-41cf-9792-ed409243d0a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:48:33.232758 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7dce63-beae-41cf-9792-ed409243d0a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:48:33.233100 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7dce63-beae-41cf-9792-ed409243d0a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:48:33.233658 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7dce63-beae-41cf-9792-ed409243d0a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:48:33.233998 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e7dce63-beae-41cf-9792-ed409243d0a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:48:33.237786 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-aa41e43e-f8ef-4875-9d38-9c45b0868545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:33.242741 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6d0cda9a-a82c-4d62-a3cf-5a8d5a3f0734 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:33.273653 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-85942e24-3ada-4f60-a2be-d7bcc4672992 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:33.280467 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-aa41e43e-f8ef-4875-9d38-9c45b0868545 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:48:33.293863 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-4a9b4e8e-2619-4503-b186-708c1b9dea67 req-23898746-2efa-4bda-820c-d9784d2f99f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:33.299069 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-639fae08-1043-481a-b5bc-dfb439b44aba req-8789734f-8fac-48c7-b2bf-535fec389eaf service neutron] 10.222.0.101 "GET /v2.0/networks/14fb19aa-9ed2-4f97-bce3-121843a8d24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3137689 Sep 24 15:48:33.302419 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-aa41e43e-f8ef-4875-9d38-9c45b0868545 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5202dad5-affc-4089-8eb2-2acbc0a55bf9') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:48:33.303197 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-aa41e43e-f8ef-4875-9d38-9c45b0868545 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5202dad5-affc-4089-8eb2-2acbc0a55bf9') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:48:33.331046 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-aa41e43e-f8ef-4875-9d38-9c45b0868545 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:33.364995 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6e1d2721-5433-4f48-81ce-703f13172fe8 req-7208af80-6ac8-40c4-9c8a-b2fbc55db534 service neutron] 10.222.0.110 "GET /v2.0/networks/9045208f-96a3-4106-bd0d-84166192bb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3328326 Sep 24 15:48:33.380915 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-aa41e43e-f8ef-4875-9d38-9c45b0868545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:33.399528 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa41e43e-f8ef-4875-9d38-9c45b0868545 admin admin] Releasing vlan 1292 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:48:33.399930 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-aa41e43e-f8ef-4875-9d38-9c45b0868545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:33.403146 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:48:33.403146 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:48:33.403146 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:48:33.403146 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:48:33.403146 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:48:33.403146 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:48:33.403146 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:48:33.403146 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:48:33.403146 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:48:33.403146 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:48:33.403146 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:48:33.403146 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:48:33.403146 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:48:33.403146 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:48:33.403146 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:48:33.403146 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:48:33.403146 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:48:33.403146 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:48:33.403146 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:48:33.403146 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:48:33.403146 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:48:33.403146 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:48:33.403146 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:48:33.403146 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:48:33.403146 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:48:33.403146 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:48:33.403146 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:48:33.403146 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:48:33.403146 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:48:33.403146 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:48:33.403146 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:48:33.403146 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:48:33.422167 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6d0cda9a-a82c-4d62-a3cf-5a8d5a3f0734 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:33.432620 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23898746-2efa-4bda-820c-d9784d2f99f8 service neutron] Pushing event updated for resources: {'Port': ['ID=5592e0d0-f551-46df-b7bc-0686ad6d52cb,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:33.465970 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a876f85-0d78-45d5-9b61-1f925c052a2e req-bc2ac3c8-c1e0-475a-93a7-6adf4af9b4a9 tempest-ServerPasswordTestJSON-1094157349 tempest-ServerPasswordTestJSON-1094157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:33.467691 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8a876f85-0d78-45d5-9b61-1f925c052a2e req-bc2ac3c8-c1e0-475a-93a7-6adf4af9b4a9 tempest-ServerPasswordTestJSON-1094157349 tempest-ServerPasswordTestJSON-1094157349-project] 10.222.0.101 "GET /v2.0/ports?device_id=9e6356bf-86b7-4cd9-b46e-95e3e893c164 HTTP/1.1" status: 200 len: 943 time: 0.1994531 Sep 24 15:48:33.469230 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6e1d2721-5433-4f48-81ce-703f13172fe8 req-cdbe27c9-28a8-4c2d-bf25-83e126f54d7e service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=34493fa2-c78b-4d4b-9578-01087865790c HTTP/1.1" status: 200 len: 217 time: 0.0913990 Sep 24 15:48:33.589936 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-639fae08-1043-481a-b5bc-dfb439b44aba req-22203354-a999-499b-9c26-678ea515a927 service neutron] 10.222.0.101 "GET /v2.0/networks/14fb19aa-9ed2-4f97-bce3-121843a8d24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897279 Sep 24 15:48:33.600045 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0cda9a-a82c-4d62-a3cf-5a8d5a3f0734 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0b45d5f-ec7a-43d1-92e8-0ec0edee0cca,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:33.650975 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8a876f85-0d78-45d5-9b61-1f925c052a2e req-f60a555f-7d00-4ce8-80d5-79d51ae6d077 tempest-ServerPasswordTestJSON-1094157349 tempest-ServerPasswordTestJSON-1094157349-project] 10.222.0.101 "GET /v2.0/security-groups?id=139e7c19-dcd2-41b9-9381-25d8e719c4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689818 Sep 24 15:48:33.660061 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d2721-5433-4f48-81ce-703f13172fe8 req-d84053f1-f290-4e65-874e-84c8f06befef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:33.680500 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6e1d2721-5433-4f48-81ce-703f13172fe8 req-d84053f1-f290-4e65-874e-84c8f06befef service neutron] 10.222.0.110 "GET /v2.0/subnets?id=98209579-5345-4ff1-a6ee-f33b5735b225 HTTP/1.1" status: 200 len: 797 time: 0.1761608 Sep 24 15:48:33.684723 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-4a9b4e8e-2619-4503-b186-708c1b9dea67 req-23898746-2efa-4bda-820c-d9784d2f99f8 service neutron] Attempting to bind port 5592e0d0-f551-46df-b7bc-0686ad6d52cb on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:48:33.685062 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-4a9b4e8e-2619-4503-b186-708c1b9dea67 req-23898746-2efa-4bda-820c-d9784d2f99f8 service neutron] Attempting to bind port 5592e0d0-f551-46df-b7bc-0686ad6d52cb by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '05bd48af-5cdf-41ce-82a4-4c145ccbba3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'a30e1a8a-ce67-445f-a103-118a71aa3ed7'}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:48:33.685394 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9b4e8e-2619-4503-b186-708c1b9dea67 req-23898746-2efa-4bda-820c-d9784d2f99f8 service neutron] Attempting to bind port 5592e0d0-f551-46df-b7bc-0686ad6d52cb on network a30e1a8a-ce67-445f-a103-118a71aa3ed7 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:48:33.711126 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9b4e8e-2619-4503-b186-708c1b9dea67 req-23898746-2efa-4bda-820c-d9784d2f99f8 service neutron] Port 5592e0d0-f551-46df-b7bc-0686ad6d52cb on network a30e1a8a-ce67-445f-a103-118a71aa3ed7 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:48:33.711501 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9b4e8e-2619-4503-b186-708c1b9dea67 req-23898746-2efa-4bda-820c-d9784d2f99f8 service neutron] Attempting to bind port 5592e0d0-f551-46df-b7bc-0686ad6d52cb on network a30e1a8a-ce67-445f-a103-118a71aa3ed7 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:48:33.729312 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6d0cda9a-a82c-4d62-a3cf-5a8d5a3f0734 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:33.744557 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9b4e8e-2619-4503-b186-708c1b9dea67 req-23898746-2efa-4bda-820c-d9784d2f99f8 service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:48:33.744895 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9b4e8e-2619-4503-b186-708c1b9dea67 req-23898746-2efa-4bda-820c-d9784d2f99f8 service neutron] Checking segment: {'id': '05bd48af-5cdf-41ce-82a4-4c145ccbba3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'a30e1a8a-ce67-445f-a103-118a71aa3ed7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:48:33.745285 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a9b4e8e-2619-4503-b186-708c1b9dea67 req-23898746-2efa-4bda-820c-d9784d2f99f8 service neutron] Bound using segment: {'id': '05bd48af-5cdf-41ce-82a4-4c145ccbba3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'a30e1a8a-ce67-445f-a103-118a71aa3ed7'} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:48:33.745736 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-4a9b4e8e-2619-4503-b186-708c1b9dea67 req-23898746-2efa-4bda-820c-d9784d2f99f8 service neutron] Bound port: 5592e0d0-f551-46df-b7bc-0686ad6d52cb, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05bd48af-5cdf-41ce-82a4-4c145ccbba3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'a30e1a8a-ce67-445f-a103-118a71aa3ed7'}}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:48:33.746094 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-4a9b4e8e-2619-4503-b186-708c1b9dea67 req-23898746-2efa-4bda-820c-d9784d2f99f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:33.786422 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-aa41e43e-f8ef-4875-9d38-9c45b0868545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:33.786422 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-aa41e43e-f8ef-4875-9d38-9c45b0868545 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:33.786422 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-aa41e43e-f8ef-4875-9d38-9c45b0868545 admin admin] 10.222.0.101 "DELETE /v2.0/networks/f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc HTTP/1.1" status: 204 len: 168 time: 0.9323525 Sep 24 15:48:33.802456 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa41e43e-f8ef-4875-9d38-9c45b0868545 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4f27e9b-3cb1-43ac-911d-1f2f6bf2d2cc,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:33.811418 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d2721-5433-4f48-81ce-703f13172fe8 req-1376b159-183c-4a8d-a3d8-abf6cdc91cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:33.813094 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6e1d2721-5433-4f48-81ce-703f13172fe8 req-1376b159-183c-4a8d-a3d8-abf6cdc91cb5 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9045208f-96a3-4106-bd0d-84166192bb83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1383483 Sep 24 15:48:33.830243 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-639fae08-1043-481a-b5bc-dfb439b44aba req-0166513e-4ac1-4c39-abd8-e62d76c1a268 service neutron] 10.222.0.101 "GET /v2.0/networks/3f75abcb-f75c-450c-9fe6-de5dba697295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243621 Sep 24 15:48:33.920852 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-639fae08-1043-481a-b5bc-dfb439b44aba req-3670f537-e90c-4476-9754-39666b814755 service neutron] 10.222.0.101 "GET /v2.0/networks/3f75abcb-f75c-450c-9fe6-de5dba697295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925703 Sep 24 15:48:33.960011 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a74332-3a25-41ce-b7b0-fa2aea7f4bf0 req-82b6befd-a255-45db-82b3-cda643d0aa05 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:33.961542 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-16a74332-3a25-41ce-b7b0-fa2aea7f4bf0 req-82b6befd-a255-45db-82b3-cda643d0aa05 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=5ced0366-b713-4343-89a2-ec8a0f67be3d HTTP/1.1" status: 200 len: 945 time: 0.2112715 Sep 24 15:48:33.973575 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-4a9b4e8e-2619-4503-b186-708c1b9dea67 req-23898746-2efa-4bda-820c-d9784d2f99f8 service neutron] For port 5592e0d0-f551-46df-b7bc-0686ad6d52cb, host n-h2-808921-1, cleared binding levels {{(pid=95297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:48:33.978509 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-4a9b4e8e-2619-4503-b186-708c1b9dea67 req-23898746-2efa-4bda-820c-d9784d2f99f8 service neutron] For port 5592e0d0-f551-46df-b7bc-0686ad6d52cb, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=5592e0d0-f551-46df-b7bc-0686ad6d52cb,segment=NetworkSegment(05bd48af-5cdf-41ce-82a4-4c145ccbba3e),segment_id=05bd48af-5cdf-41ce-82a4-4c145ccbba3e)] {{(pid=95297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:48:33.984185 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6d0cda9a-a82c-4d62-a3cf-5a8d5a3f0734 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:34.023587 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0cda9a-a82c-4d62-a3cf-5a8d5a3f0734 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=537a97a7-5c1c-43b6-8418-f1d6c6ed3894,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:34.063797 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a2bdc589-9042-4518-a5e7-34cd6d15d515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:34.095122 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6e1d2721-5433-4f48-81ce-703f13172fe8 req-20e70844-59ef-46ad-8aa1-b31b956b1b59 service neutron] 10.222.0.110 "GET /v2.0/networks/9045208f-96a3-4106-bd0d-84166192bb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523329 Sep 24 15:48:34.259998 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6d0cda9a-a82c-4d62-a3cf-5a8d5a3f0734 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:34.267825 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-6d0cda9a-a82c-4d62-a3cf-5a8d5a3f0734 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6106217 Sep 24 15:48:34.271296 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 34694) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:34.276974 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-c71ff75d-d811-4919-bd63-b10b9c80f4aa tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Request body: {'security_group_rule': {'security_group_id': '537a97a7-5c1c-43b6-8418-f1d6c6ed3894', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:48:34.315184 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:34.435847 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c71ff75d-d811-4919-bd63-b10b9c80f4aa tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:34.524628 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f378ba-7d19-48e4-b710-b20b5d53745f None None] Network 14fb19aa-9ed2-4f97-bce3-121843a8d24a requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:48:34.556580 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-aa5e5d9c-c74b-4fbe-98c2-3ed036ed850d req-8934697d-37c7-4785-9350-d0f688eb9a13 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/ports?device_id=72a9b53c-403b-4004-a00d-3dea9bc43d87 HTTP/1.1" status: 200 len: 210 time: 0.0444059 Sep 24 15:48:34.588908 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-16a74332-3a25-41ce-b7b0-fa2aea7f4bf0 req-459d3ed6-dc16-4108-bf60-2309d7aabd4a tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6190689 Sep 24 15:48:34.624880 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-4a9b4e8e-2619-4503-b186-708c1b9dea67 req-23898746-2efa-4bda-820c-d9784d2f99f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:34.643454 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c71ff75d-d811-4919-bd63-b10b9c80f4aa tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:34.664277 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 34712) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:34.711475 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-2ca441a6-1940-47ad-8123-425cd33b582c None None] Provisioning complete for port f7ea140e-4511-4622-8a74-566e4f1a55f1 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:48:34.711905 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2ca441a6-1940-47ad-8123-425cd33b582c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:34.754081 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c71ff75d-d811-4919-bd63-b10b9c80f4aa tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:34.759153 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device f7ea140e-4511-4622-8a74-566e4f1a55f1 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:48:34.800822 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07568d7e-5f33-4b56-be40-b5b8464946af req-0f657a44-6323-4bc7-92a9-f3b94d72ec3a tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:34.802436 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-07568d7e-5f33-4b56-be40-b5b8464946af req-0f657a44-6323-4bc7-92a9-f3b94d72ec3a tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=c04ee8a2-5338-4913-8170-63e02590e3b0 HTTP/1.1" status: 200 len: 946 time: 0.1172245 Sep 24 15:48:34.804650 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71ff75d-d811-4919-bd63-b10b9c80f4aa tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a7c4f9f-a4af-4410-ba25-11ec2c8102a0,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:34.808760 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b3cfb1e9-e8b2-4773-82bd-90cb8b40b433 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=a281c219e4614beda204e7aa382ce19f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1433346 Sep 24 15:48:34.811960 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 34716) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:34.862768 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9b4e8e-2619-4503-b186-708c1b9dea67 req-23898746-2efa-4bda-820c-d9784d2f99f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:34.864070 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-4a9b4e8e-2619-4503-b186-708c1b9dea67 req-23898746-2efa-4bda-820c-d9784d2f99f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:34.865860 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4a9b4e8e-2619-4503-b186-708c1b9dea67 req-23898746-2efa-4bda-820c-d9784d2f99f8 service neutron] 10.222.0.108 "PUT /v2.0/ports/5592e0d0-f551-46df-b7bc-0686ad6d52cb HTTP/1.1" status: 200 len: 1091 time: 2.8663480 Sep 24 15:48:34.866875 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e6356bf-86b7-4cd9-b46e-95e3e893c164', 'tag': '5592e0d0-f551-46df-b7bc-0686ad6d52cb'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:48:34.869341 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d37ff26c-90f0-4458-8fe0-628d73ce4319" -d '{"events": [{"name": "network-changed", "server_uuid": "9e6356bf-86b7-4cd9-b46e-95e3e893c164", "tag": "5592e0d0-f551-46df-b7bc-0686ad6d52cb"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:48:34.879920 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-85942e24-3ada-4f60-a2be-d7bcc4672992 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:34.883272 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-07568d7e-5f33-4b56-be40-b5b8464946af req-fd2430e0-b6dd-44e5-aec2-fcaa6adbeac1 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654485 Sep 24 15:48:34.920250 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6c694a7a-9c94-406f-a57d-6e968422c3de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:34.925977 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-85942e24-3ada-4f60-a2be-d7bcc4672992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:34.978940 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6c694a7a-9c94-406f-a57d-6e968422c3de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:34.985464 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port f7ea140e-4511-4622-8a74-566e4f1a55f1 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:48:34.986981 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:35.003546 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c71ff75d-d811-4919-bd63-b10b9c80f4aa tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:35.009161 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5492a832-27a4-499b-b8c2-a213d76460f9 x-openstack-request-id: req-5492a832-27a4-499b-b8c2-a213d76460f9 {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:48:35.009451 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e6356bf-86b7-4cd9-b46e-95e3e893c164", "tag": "5592e0d0-f551-46df-b7bc-0686ad6d52cb", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:48:35.009705 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-5492a832-27a4-499b-b8c2-a213d76460f9 {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:48:35.009887 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-c71ff75d-d811-4919-bd63-b10b9c80f4aa tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7367535 Sep 24 15:48:35.010583 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e6356bf-86b7-4cd9-b46e-95e3e893c164', 'tag': '5592e0d0-f551-46df-b7bc-0686ad6d52cb', 'status': 'completed', 'code': 200} Sep 24 15:48:35.010832 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 34722) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:35.012281 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23898746-2efa-4bda-820c-d9784d2f99f8 service neutron] Pushing event updated for resources: {'Port': ['ID=5592e0d0-f551-46df-b7bc-0686ad6d52cb,revision_number=3']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:35.023073 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6e1d2721-5433-4f48-81ce-703f13172fe8 req-558bb246-3a98-4115-bb9d-b2591852ffc5 service neutron] 10.222.0.110 "GET /v2.0/networks/9045208f-96a3-4106-bd0d-84166192bb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4602642 Sep 24 15:48:35.024518 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-6d0ad4c0-4c67-4131-ae13-8c72417b1262 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Request body: {'security_group_rule': {'security_group_id': '537a97a7-5c1c-43b6-8418-f1d6c6ed3894', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:48:35.072627 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2ca441a6-1940-47ad-8123-425cd33b582c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:35.090293 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a867b4c-1b7d-4ae0-a0d5-0fc16e31f911 req-b8639c08-d6b3-4e54-9a53-7a093a6d60e3 tempest-ServerPasswordTestJSON-1094157349 tempest-ServerPasswordTestJSON-1094157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:35.097499 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4a867b4c-1b7d-4ae0-a0d5-0fc16e31f911 req-b8639c08-d6b3-4e54-9a53-7a093a6d60e3 tempest-ServerPasswordTestJSON-1094157349 tempest-ServerPasswordTestJSON-1094157349-project] 10.222.0.101 "GET /v2.0/ports?device_id=9e6356bf-86b7-4cd9-b46e-95e3e893c164 HTTP/1.1" status: 200 len: 943 time: 0.2956629 Sep 24 15:48:35.117562 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-2ca441a6-1940-47ad-8123-425cd33b582c None None] For port f7ea140e-4511-4622-8a74-566e4f1a55f1, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=f7ea140e-4511-4622-8a74-566e4f1a55f1,segment=NetworkSegment(eb99eee8-1f83-4f9a-bbd4-cf3bcd5d6d58),segment_id=eb99eee8-1f83-4f9a-bbd4-cf3bcd5d6d58)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:48:35.152034 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6e1d2721-5433-4f48-81ce-703f13172fe8 req-fbd452ee-cd62-437d-b176-142fbfc7a169 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3f88f959-1620-4ba5-b8f1-845322a97779 HTTP/1.1" status: 200 len: 217 time: 0.1108449 Sep 24 15:48:35.165742 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:35.213073 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6d0ad4c0-4c67-4131-ae13-8c72417b1262 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:35.252717 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4a867b4c-1b7d-4ae0-a0d5-0fc16e31f911 req-a424128b-a587-4458-8d1d-3e05a78306cd tempest-ServerPasswordTestJSON-1094157349 tempest-ServerPasswordTestJSON-1094157349-project] 10.222.0.101 "GET /v2.0/security-groups?id=139e7c19-dcd2-41b9-9381-25d8e719c4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541963 Sep 24 15:48:35.258601 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ff26c-90f0-4458-8fe0-628d73ce4319 req-cf3e6746-4cba-438d-a6fe-4dc34a69b0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:35.260199 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d37ff26c-90f0-4458-8fe0-628d73ce4319 req-cf3e6746-4cba-438d-a6fe-4dc34a69b0b4 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=c4d93373223446b1a0fbb391c5e7bd8a&device_id=9e6356bf-86b7-4cd9-b46e-95e3e893c164 HTTP/1.1" status: 200 len: 1094 time: 0.2352149 Sep 24 15:48:35.295526 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d2721-5433-4f48-81ce-703f13172fe8 req-2a57503c-3ea8-41db-9087-05f5abb0bfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:35.297008 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6e1d2721-5433-4f48-81ce-703f13172fe8 req-2a57503c-3ea8-41db-9087-05f5abb0bfe1 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4659e7b8-d926-4785-8557-1a1657148511 HTTP/1.1" status: 200 len: 797 time: 0.1316285 Sep 24 15:48:35.341861 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2ca441a6-1940-47ad-8123-425cd33b582c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:35.344805 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6c694a7a-9c94-406f-a57d-6e968422c3de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:35.349220 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6c694a7a-9c94-406f-a57d-6e968422c3de admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:35.351945 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-85942e24-3ada-4f60-a2be-d7bcc4672992 admin admin] Allocated IP 172.25.0.213 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/4552a4d6-52c6-45e1-9d62-a9faeb72edd5) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:48:35.353867 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-6c694a7a-9c94-406f-a57d-6e968422c3de admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/2e97abd6-6c4b-4313-93b0-ffda5586d5a7 HTTP/1.1" status: 204 len: 168 time: 0.5413377 Sep 24 15:48:35.408120 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [None req-6d0ad4c0-4c67-4131-ae13-8c72417b1262 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] create failed (client error): There was a conflict when trying to complete your request. Sep 24 15:48:35.415423 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-6d0ad4c0-4c67-4131-ae13-8c72417b1262 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3970528 Sep 24 15:48:35.418333 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 34730) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:35.441187 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:35.448813 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c694a7a-9c94-406f-a57d-6e968422c3de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e97abd6-6c4b-4313-93b0-ffda5586d5a7,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:35.518044 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca441a6-1940-47ad-8123-425cd33b582c None None] Pushing event updated for resources: {'Port': ['ID=f7ea140e-4511-4622-8a74-566e4f1a55f1,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:35.522934 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.db.api [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:48:35.523398 n-d-808921-1 neutron-server[95299]: DEBUG oslo_db.api [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:48:35.523991 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-93a1f075-5d20-4e45-bd95-b2507d9b172f None None] Provisioning complete for port f7ea140e-4511-4622-8a74-566e4f1a55f1 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:48:35.524445 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-93a1f075-5d20-4e45-bd95-b2507d9b172f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:35.529280 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d2721-5433-4f48-81ce-703f13172fe8 req-de458109-1006-4172-9acc-ca62cc506741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:35.531204 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6e1d2721-5433-4f48-81ce-703f13172fe8 req-de458109-1006-4172-9acc-ca62cc506741 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=e4856753-6c1e-428e-a2fe-e4f7731cb6f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2255402 Sep 24 15:48:35.602223 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5366109b-7381-47d3-b0e1-25a3df39e3dd tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:35.631463 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ff26c-90f0-4458-8fe0-628d73ce4319 req-ab444b7c-66cd-4fde-8a48-79d187e64b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:35.633375 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d37ff26c-90f0-4458-8fe0-628d73ce4319 req-ab444b7c-66cd-4fde-8a48-79d187e64b27 service neutron] 10.222.0.108 "GET /v2.0/networks?tenant_id=c4d93373223446b1a0fbb391c5e7bd8a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3605781 Sep 24 15:48:35.710403 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5366109b-7381-47d3-b0e1-25a3df39e3dd tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:35.766794 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3615bd00-2f73-4c6c-8206-88f2926e138b req-8d2e70ec-b40e-4038-a5d6-3457c83818f2 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/ports?device_id=72a9b53c-403b-4004-a00d-3dea9bc43d87 HTTP/1.1" status: 200 len: 210 time: 0.0696702 Sep 24 15:48:35.841437 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-85942e24-3ada-4f60-a2be-d7bcc4672992 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:35.878413 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6e1d2721-5433-4f48-81ce-703f13172fe8 req-e1e0ff71-8387-4470-a8ca-07b25b139c31 service neutron] 10.222.0.110 "GET /v2.0/networks/e4856753-6c1e-428e-a2fe-e4f7731cb6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275321 Sep 24 15:48:35.893638 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37ff26c-90f0-4458-8fe0-628d73ce4319 req-a40421da-fdc6-47d7-b078-5315670b2c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:35.895105 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d37ff26c-90f0-4458-8fe0-628d73ce4319 req-a40421da-fdc6-47d7-b078-5315670b2c81 service neutron] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2248893 Sep 24 15:48:35.920766 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5366109b-7381-47d3-b0e1-25a3df39e3dd tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:35.928951 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5366109b-7381-47d3-b0e1-25a3df39e3dd tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:35.928951 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-5366109b-7381-47d3-b0e1-25a3df39e3dd tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] 10.222.0.101 "DELETE /v2.0/security-groups/537a97a7-5c1c-43b6-8418-f1d6c6ed3894 HTTP/1.1" status: 204 len: 168 time: 0.5028141 Sep 24 15:48:35.931648 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 34742) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:35.942895 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5366109b-7381-47d3-b0e1-25a3df39e3dd tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=537a97a7-5c1c-43b6-8418-f1d6c6ed3894,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:36.002644 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-30dfed38-84a9-410c-9d6c-92435d5db621 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0698931 Sep 24 15:48:36.007436 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 34744) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:36.011943 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-ff0aeaa1-7f15-4e71-bcac-6e652a9cdb55 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Request body: {'security_group': {'name': 'tempest-secgroup--1185014879'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:48:36.050217 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f358b-a687-4b9b-af38-1819177abf83 req-642aaa1b-4a18-4ab2-8b0b-717d35e4b7b8 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:36.051828 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-047f358b-a687-4b9b-af38-1819177abf83 req-642aaa1b-4a18-4ab2-8b0b-717d35e4b7b8 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=c04ee8a2-5338-4913-8170-63e02590e3b0 HTTP/1.1" status: 200 len: 946 time: 0.1692975 Sep 24 15:48:36.081241 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9b4e8e-2619-4503-b186-708c1b9dea67 req-5d949fe9-44d9-486d-8c6d-568fdcbe8886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:36.083177 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4a9b4e8e-2619-4503-b186-708c1b9dea67 req-5d949fe9-44d9-486d-8c6d-568fdcbe8886 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=c4d93373223446b1a0fbb391c5e7bd8a&device_id=9e6356bf-86b7-4cd9-b46e-95e3e893c164 HTTP/1.1" status: 200 len: 1094 time: 0.1432867 Sep 24 15:48:36.102171 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6e1d2721-5433-4f48-81ce-703f13172fe8 req-d3d4b9fd-cdc2-4469-b3d6-c9176470076b service neutron] 10.222.0.110 "GET /v2.0/networks/e4856753-6c1e-428e-a2fe-e4f7731cb6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061760 Sep 24 15:48:36.146991 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4a9b4e8e-2619-4503-b186-708c1b9dea67 req-901ad49a-7ffb-4377-892d-4b9516563c35 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5592e0d0-f551-46df-b7bc-0686ad6d52cb HTTP/1.1" status: 200 len: 217 time: 0.0532489 Sep 24 15:48:36.148134 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-85942e24-3ada-4f60-a2be-d7bcc4672992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:36.178475 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ff0aeaa1-7f15-4e71-bcac-6e652a9cdb55 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:36.225521 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6e1d2721-5433-4f48-81ce-703f13172fe8 req-37745910-6054-46c2-a140-147180f3fa5b service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1294cbcc-4e3d-45a3-9f67-cd385cfb8a81 HTTP/1.1" status: 200 len: 217 time: 0.0859628 Sep 24 15:48:36.345710 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85942e24-3ada-4f60-a2be-d7bcc4672992 admin admin] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:48:36.364528 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-047f358b-a687-4b9b-af38-1819177abf83 req-31df6433-13e6-4776-98ef-3aff6cdf2e43 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932160 Sep 24 15:48:36.386474 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-85942e24-3ada-4f60-a2be-d7bcc4672992 admin admin] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:48:36.389240 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ff0aeaa1-7f15-4e71-bcac-6e652a9cdb55 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:36.392258 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85942e24-3ada-4f60-a2be-d7bcc4672992 admin admin] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:48:36.396066 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85942e24-3ada-4f60-a2be-d7bcc4672992 admin admin] Pushing event updated for resources: {'Port': ['ID=4552a4d6-52c6-45e1-9d62-a9faeb72edd5,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:36.426632 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9b4e8e-2619-4503-b186-708c1b9dea67 req-4c1f265f-68b7-4da9-9276-11c99d98b29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:36.428522 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4a9b4e8e-2619-4503-b186-708c1b9dea67 req-4c1f265f-68b7-4da9-9276-11c99d98b29f service neutron] 10.222.0.108 "GET /v2.0/subnets?id=7e27d02e-4749-4b9f-abe9-dc6524082ea7 HTTP/1.1" status: 200 len: 853 time: 0.2396951 Sep 24 15:48:36.452169 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d2721-5433-4f48-81ce-703f13172fe8 req-0f5591a2-bcfd-42e9-943a-1e91cd093675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:36.453399 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6e1d2721-5433-4f48-81ce-703f13172fe8 req-0f5591a2-bcfd-42e9-943a-1e91cd093675 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4659e7b8-d926-4785-8557-1a1657148511 HTTP/1.1" status: 200 len: 797 time: 0.1633523 Sep 24 15:48:36.480661 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4a9b4e8e-2619-4503-b186-708c1b9dea67 req-aca6692c-e182-49a9-b84b-850454574b0a service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=a30e1a8a-ce67-445f-a103-118a71aa3ed7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400183 Sep 24 15:48:36.504530 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ff0aeaa1-7f15-4e71-bcac-6e652a9cdb55 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:36.556414 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e70150-9b60-477a-92ab-406824b4c0f0 req-a4b24460-b029-4a5c-b709-8766f60c7825 tempest-ServerPasswordTestJSON-1094157349 tempest-ServerPasswordTestJSON-1094157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:36.559573 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b8e70150-9b60-477a-92ab-406824b4c0f0 req-a4b24460-b029-4a5c-b709-8766f60c7825 tempest-ServerPasswordTestJSON-1094157349 tempest-ServerPasswordTestJSON-1094157349-project] 10.222.0.101 "GET /v2.0/ports?device_id=9e6356bf-86b7-4cd9-b46e-95e3e893c164 HTTP/1.1" status: 200 len: 943 time: 0.1419778 Sep 24 15:48:36.600968 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device f7ea140e-4511-4622-8a74-566e4f1a55f1 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:48:36.669376 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b8e70150-9b60-477a-92ab-406824b4c0f0 req-e7e2a35a-c76e-45aa-8d3b-ecca0369bb95 tempest-ServerPasswordTestJSON-1094157349 tempest-ServerPasswordTestJSON-1094157349-project] 10.222.0.101 "GET /v2.0/security-groups?id=139e7c19-dcd2-41b9-9381-25d8e719c4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937612 Sep 24 15:48:36.671374 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ff0aeaa1-7f15-4e71-bcac-6e652a9cdb55 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:36.682107 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-ff0aeaa1-7f15-4e71-bcac-6e652a9cdb55 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6740754 Sep 24 15:48:36.682942 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0aeaa1-7f15-4e71-bcac-6e652a9cdb55 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d062d77-bd2e-4dde-add2-29c87cb316df,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:36.687269 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port f7ea140e-4511-4622-8a74-566e4f1a55f1 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:48:36.687643 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:36.695299 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 34770) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:36.700100 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-0b87e75e-9b48-418c-96ef-20d96ace5fa2 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Request body: {'security_group_rule': {'security_group_id': '2d062d77-bd2e-4dde-add2-29c87cb316df', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:48:36.700880 n-d-808921-1 neutron-server[95298]: WARNING neutron.api.v2.base [None req-0b87e75e-9b48-418c-96ef-20d96ace5fa2 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 24 15:48:36.701396 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [None req-0b87e75e-9b48-418c-96ef-20d96ace5fa2 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 15:48:36.707381 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-0b87e75e-9b48-418c-96ef-20d96ace5fa2 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0109255 Sep 24 15:48:36.711051 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 34772) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:36.742240 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:36.792079 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d2721-5433-4f48-81ce-703f13172fe8 req-b5ec833b-7c9b-4a9f-b90f-5607c40c2a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:36.793913 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6e1d2721-5433-4f48-81ce-703f13172fe8 req-b5ec833b-7c9b-4a9f-b90f-5607c40c2a1b service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=e4856753-6c1e-428e-a2fe-e4f7731cb6f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3242183 Sep 24 15:48:36.811247 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d61ece79-b323-453e-af56-c9454115d362 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:36.849104 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4a9b4e8e-2619-4503-b186-708c1b9dea67 req-cb558a2f-e126-4aa2-8529-90f97ed76f1e service neutron] 10.222.0.108 "GET /v2.0/networks/a30e1a8a-ce67-445f-a103-118a71aa3ed7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3318870 Sep 24 15:48:36.902775 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d61ece79-b323-453e-af56-c9454115d362 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:36.950733 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-60ebeed2-aec4-491b-ad45-4edc6bc2a9a0 req-f012f91c-9816-475a-b821-63630d44d292 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/ports?device_id=72a9b53c-403b-4004-a00d-3dea9bc43d87 HTTP/1.1" status: 200 len: 210 time: 0.0615315 Sep 24 15:48:37.035200 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6e1d2721-5433-4f48-81ce-703f13172fe8 req-c87e8f45-d25e-4b0a-aa16-d33cae791108 service neutron] 10.222.0.110 "GET /v2.0/networks/e4856753-6c1e-428e-a2fe-e4f7731cb6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272542 Sep 24 15:48:37.104876 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4a9b4e8e-2619-4503-b186-708c1b9dea67 req-e2cf9f7d-fdcf-4a99-a1ff-f452baa083aa service neutron] 10.222.0.108 "GET /v2.0/networks/a30e1a8a-ce67-445f-a103-118a71aa3ed7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414782 Sep 24 15:48:37.140313 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d61ece79-b323-453e-af56-c9454115d362 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:37.140313 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d61ece79-b323-453e-af56-c9454115d362 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:37.140313 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-d61ece79-b323-453e-af56-c9454115d362 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] 10.222.0.101 "DELETE /v2.0/security-groups/2d062d77-bd2e-4dde-add2-29c87cb316df HTTP/1.1" status: 204 len: 168 time: 0.4247234 Sep 24 15:48:37.140313 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 34784) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:37.154451 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-85942e24-3ada-4f60-a2be-d7bcc4672992 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:37.161643 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61ece79-b323-453e-af56-c9454115d362 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d062d77-bd2e-4dde-add2-29c87cb316df,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:37.192046 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-47f6d95f-88e2-4e26-91b0-93be2cf70076 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0509636 Sep 24 15:48:37.196112 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 34788) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:37.200601 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-937f4b17-9e3e-4027-8716-10b54edc8c56 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Request body: {'security_group': {'name': 'tempest-secgroup--1485611063'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:48:37.257589 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6e1d2721-5433-4f48-81ce-703f13172fe8 req-f0497dcc-96ee-4a96-b295-c04bfea086d2 service neutron] 10.222.0.110 "GET /v2.0/networks/e4856753-6c1e-428e-a2fe-e4f7731cb6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2135646 Sep 24 15:48:37.306064 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55cb89f-8b67-4be1-a6fd-a83c91c2b54e req-4ce29a47-63e1-438b-82de-ba41b0f1db29 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:37.307537 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f55cb89f-8b67-4be1-a6fd-a83c91c2b54e req-4ce29a47-63e1-438b-82de-ba41b0f1db29 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.108 "GET /v2.0/ports?device_id=c04ee8a2-5338-4913-8170-63e02590e3b0 HTTP/1.1" status: 200 len: 946 time: 0.1130726 Sep 24 15:48:37.403985 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-937f4b17-9e3e-4027-8716-10b54edc8c56 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:37.545882 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-85942e24-3ada-4f60-a2be-d7bcc4672992 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:37.627191 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-f55cb89f-8b67-4be1-a6fd-a83c91c2b54e req-eb9c35aa-392b-452c-a1eb-3b830341cd03 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Deleting port 413390d7-f12e-474b-a8dc-b27e7a2dd368 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:48:37.627542 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-f55cb89f-8b67-4be1-a6fd-a83c91c2b54e req-eb9c35aa-392b-452c-a1eb-3b830341cd03 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:37.638913 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d03463-5653-4a73-8069-d676dae58225 req-c886de0c-32e3-426e-814b-8c61b9b6b89d tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:37.647608 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-97d03463-5653-4a73-8069-d676dae58225 req-c886de0c-32e3-426e-814b-8c61b9b6b89d tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=c04ee8a2-5338-4913-8170-63e02590e3b0 HTTP/1.1" status: 200 len: 946 time: 0.1351833 Sep 24 15:48:37.702189 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-97d03463-5653-4a73-8069-d676dae58225 req-7fdf476c-0b5c-40e6-952f-6a96fdc3549d tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534947 Sep 24 15:48:37.799219 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-937f4b17-9e3e-4027-8716-10b54edc8c56 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:37.882666 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d97698a-e66d-4a7f-9c44-f9337649ab04 req-9c5be50f-5f55-4fb6-a67c-84d0ba1b28df tempest-ServerPasswordTestJSON-1094157349 tempest-ServerPasswordTestJSON-1094157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:37.884188 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2d97698a-e66d-4a7f-9c44-f9337649ab04 req-9c5be50f-5f55-4fb6-a67c-84d0ba1b28df tempest-ServerPasswordTestJSON-1094157349 tempest-ServerPasswordTestJSON-1094157349-project] 10.222.0.101 "GET /v2.0/ports?device_id=9e6356bf-86b7-4cd9-b46e-95e3e893c164 HTTP/1.1" status: 200 len: 943 time: 0.0568275 Sep 24 15:48:37.947119 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2d97698a-e66d-4a7f-9c44-f9337649ab04 req-6f2c05dd-b520-4223-a4bd-40fd356c84e9 tempest-ServerPasswordTestJSON-1094157349 tempest-ServerPasswordTestJSON-1094157349-project] 10.222.0.101 "GET /v2.0/security-groups?id=139e7c19-dcd2-41b9-9381-25d8e719c4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563223 Sep 24 15:48:37.953360 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-937f4b17-9e3e-4027-8716-10b54edc8c56 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:38.047689 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937f4b17-9e3e-4027-8716-10b54edc8c56 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=473110ef-0c6b-4b7a-9038-21611c80b4c8,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:38.092133 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-937f4b17-9e3e-4027-8716-10b54edc8c56 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:38.096486 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-937f4b17-9e3e-4027-8716-10b54edc8c56 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8962584 Sep 24 15:48:38.096486 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 34816) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:38.102610 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-b5272dec-a30f-4c9a-9dc7-17e83caa6f80 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Request body: {'security_group_rule': {'security_group_id': '473110ef-0c6b-4b7a-9038-21611c80b4c8', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:48:38.102610 n-d-808921-1 neutron-server[95298]: WARNING neutron.api.v2.base [None req-b5272dec-a30f-4c9a-9dc7-17e83caa6f80 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 24 15:48:38.103130 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [None req-b5272dec-a30f-4c9a-9dc7-17e83caa6f80 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 15:48:38.106836 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b5272dec-a30f-4c9a-9dc7-17e83caa6f80 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0066640 Sep 24 15:48:38.107020 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 34818) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:38.169552 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-f55cb89f-8b67-4be1-a6fd-a83c91c2b54e req-eb9c35aa-392b-452c-a1eb-3b830341cd03 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] For port 413390d7-f12e-474b-a8dc-b27e7a2dd368, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=413390d7-f12e-474b-a8dc-b27e7a2dd368,segment=NetworkSegment(368a9d0c-2815-451d-a46d-c1bdd7d38862),segment_id=368a9d0c-2815-451d-a46d-c1bdd7d38862)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:48:38.170187 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-f55cb89f-8b67-4be1-a6fd-a83c91c2b54e req-eb9c35aa-392b-452c-a1eb-3b830341cd03 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:38.188939 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-f55cb89f-8b67-4be1-a6fd-a83c91c2b54e req-eb9c35aa-392b-452c-a1eb-3b830341cd03 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Calling delete_port for 413390d7-f12e-474b-a8dc-b27e7a2dd368 owned by compute:nova {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:48:38.197906 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b1642d3b-118a-46e9-9333-90623f2066fc tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:38.254990 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-785363f5-8b2c-4075-8f0c-35c5e9af5adb req-171c9f84-5a06-4c74-bcac-69512570eed5 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/ports?device_id=72a9b53c-403b-4004-a00d-3dea9bc43d87 HTTP/1.1" status: 200 len: 210 time: 0.0537298 Sep 24 15:48:38.279992 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b1642d3b-118a-46e9-9333-90623f2066fc tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:38.352643 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85942e24-3ada-4f60-a2be-d7bcc4672992 admin admin] Router cfd6bff8-80df-4fca-a87d-fd1bfa78e876 is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:48:38.417511 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b1642d3b-118a-46e9-9333-90623f2066fc tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:38.424003 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b1642d3b-118a-46e9-9333-90623f2066fc tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:38.424003 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b1642d3b-118a-46e9-9333-90623f2066fc tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] 10.222.0.101 "DELETE /v2.0/security-groups/473110ef-0c6b-4b7a-9038-21611c80b4c8 HTTP/1.1" status: 204 len: 168 time: 0.3136263 Sep 24 15:48:38.424820 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 34824) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:38.444489 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1642d3b-118a-46e9-9333-90623f2066fc tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=473110ef-0c6b-4b7a-9038-21611c80b4c8,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:38.449010 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-f55cb89f-8b67-4be1-a6fd-a83c91c2b54e req-eb9c35aa-392b-452c-a1eb-3b830341cd03 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:38.478633 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['413390d7-f12e-474b-a8dc-b27e7a2dd368'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:48:38.482778 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-418814ce-dc6f-4748-8a51-9dd118c5e831 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0568807 Sep 24 15:48:38.487178 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 34826) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:38.494475 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-f3f87fdb-fdda-4d06-9c0b-dead391a5b5c tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Request body: {'security_group': {'name': 'tempest-secgroup--2045375693'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:48:38.511165 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['190abd2c-9e7d-4487-82bd-57561f5a96b8', 'ca08fe33-4ee9-413c-a294-3c0e3835a684'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:48:38.519032 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9c35aa-392b-452c-a1eb-3b830341cd03 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Pushing event deleted for resources: {'Port': ['ID=413390d7-f12e-474b-a8dc-b27e7a2dd368,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:38.579338 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-f55cb89f-8b67-4be1-a6fd-a83c91c2b54e req-eb9c35aa-392b-452c-a1eb-3b830341cd03 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] No DVR routers for this DVR port 413390d7-f12e-474b-a8dc-b27e7a2dd368 on host n-h2-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:48:38.583372 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-f55cb89f-8b67-4be1-a6fd-a83c91c2b54e req-eb9c35aa-392b-452c-a1eb-3b830341cd03 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:38.585795 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f55cb89f-8b67-4be1-a6fd-a83c91c2b54e req-eb9c35aa-392b-452c-a1eb-3b830341cd03 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.108 "DELETE /v2.0/ports/413390d7-f12e-474b-a8dc-b27e7a2dd368 HTTP/1.1" status: 204 len: 173 time: 1.2705531 Sep 24 15:48:38.588320 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c04ee8a2-5338-4913-8170-63e02590e3b0', 'name': 'network-vif-deleted', 'tag': '413390d7-f12e-474b-a8dc-b27e7a2dd368'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:48:38.601317 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-463ac279-1bcf-4f4d-97c8-7bf8e46f2e94" -d '{"events": [{"server_uuid": "c04ee8a2-5338-4913-8170-63e02590e3b0", "name": "network-vif-deleted", "tag": "413390d7-f12e-474b-a8dc-b27e7a2dd368"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:48:38.605251 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85942e24-3ada-4f60-a2be-d7bcc4672992 admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:48:38.617896 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f3f87fdb-fdda-4d06-9c0b-dead391a5b5c tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:38.650691 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d81b43c-b075-4a86-9a4d-a2143dfe717a None None] Sync routers for ids ['cfd6bff8-80df-4fca-a87d-fd1bfa78e876'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:48:38.651411 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f875e9-cd56-43f1-82f9-681802b4256d x-openstack-request-id: req-d0f875e9-cd56-43f1-82f9-681802b4256d {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:48:38.654830 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c04ee8a2-5338-4913-8170-63e02590e3b0", "name": "network-vif-deleted", "tag": "413390d7-f12e-474b-a8dc-b27e7a2dd368", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:48:38.654830 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d0f875e9-cd56-43f1-82f9-681802b4256d {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:48:38.654830 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c04ee8a2-5338-4913-8170-63e02590e3b0', 'name': 'network-vif-deleted', 'tag': '413390d7-f12e-474b-a8dc-b27e7a2dd368', 'status': 'completed', 'code': 200} Sep 24 15:48:38.697712 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d81b43c-b075-4a86-9a4d-a2143dfe717a None None] Routers {'cfd6bff8-80df-4fca-a87d-fd1bfa78e876'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:48:38.698663 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-3d81b43c-b075-4a86-9a4d-a2143dfe717a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:48:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['cfd6bff8-80df-4fca-a87d-fd1bfa78e876'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:48:38.747638 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f3f87fdb-fdda-4d06-9c0b-dead391a5b5c tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:38.835209 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a5f71412-2a5c-4335-932b-ab1c8c96986b req-4eb6b1c2-677c-4245-b3a4-e3a8c13060e5 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=c04ee8a2-5338-4913-8170-63e02590e3b0 HTTP/1.1" status: 200 len: 210 time: 0.0394621 Sep 24 15:48:38.875057 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f3f87fdb-fdda-4d06-9c0b-dead391a5b5c tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:38.906602 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f87fdb-fdda-4d06-9c0b-dead391a5b5c tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70a48c78-44eb-476c-bd08-9167c2d7ea06,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:38.916550 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-3d81b43c-b075-4a86-9a4d-a2143dfe717a None None] Set router cfd6bff8-80df-4fca-a87d-fd1bfa78e876 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:48:39.032213 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f3f87fdb-fdda-4d06-9c0b-dead391a5b5c tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:39.034640 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-f3f87fdb-fdda-4d06-9c0b-dead391a5b5c tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5460193 Sep 24 15:48:39.037507 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 34852) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:39.039695 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-85942e24-3ada-4f60-a2be-d7bcc4672992 admin admin] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:39.046682 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-27ffb178-a418-491a-b2d2-0c8c5dd53467 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Request body: {'security_group_rule': {'security_group_id': '70a48c78-44eb-476c-bd08-9167c2d7ea06', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:48:39.053542 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:39.059621 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-85942e24-3ada-4f60-a2be-d7bcc4672992 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 6.7261240 Sep 24 15:48:39.059621 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 34854) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:39.061658 n-d-808921-1 neutron-server[95298]: WARNING neutron.api.v2.base [None req-27ffb178-a418-491a-b2d2-0c8c5dd53467 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 24 15:48:39.063196 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [None req-27ffb178-a418-491a-b2d2-0c8c5dd53467 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 15:48:39.066382 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-27ffb178-a418-491a-b2d2-0c8c5dd53467 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0257134 Sep 24 15:48:39.069498 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 34856) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:39.093607 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-82b6486a-689b-4473-9174-24acd6699238 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Request body: {'security_group_rule': {'security_group_id': '70a48c78-44eb-476c-bd08-9167c2d7ea06', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:48:39.107263 n-d-808921-1 neutron-server[95298]: WARNING neutron.api.v2.base [None req-82b6486a-689b-4473-9174-24acd6699238 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 24 15:48:39.110157 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [None req-82b6486a-689b-4473-9174-24acd6699238 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 15:48:39.115932 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-82b6486a-689b-4473-9174-24acd6699238 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0431123 Sep 24 15:48:39.134641 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 34860) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:39.155797 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-a0240288-cf84-46e0-8ba2-149cf444f083 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Request body: {'security_group_rule': {'security_group_id': '70a48c78-44eb-476c-bd08-9167c2d7ea06', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:48:39.165109 n-d-808921-1 neutron-server[95298]: WARNING neutron.api.v2.base [None req-a0240288-cf84-46e0-8ba2-149cf444f083 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 24 15:48:39.165641 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [None req-a0240288-cf84-46e0-8ba2-149cf444f083 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 15:48:39.170118 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-a0240288-cf84-46e0-8ba2-149cf444f083 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0339468 Sep 24 15:48:39.170819 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 34862) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:39.176729 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-b21fc599-1037-49e5-958a-2b6382758e3a tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Request body: {'security_group_rule': {'security_group_id': '70a48c78-44eb-476c-bd08-9167c2d7ea06', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:48:39.182249 n-d-808921-1 neutron-server[95298]: WARNING neutron.api.v2.base [None req-b21fc599-1037-49e5-958a-2b6382758e3a tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 24 15:48:39.182629 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [None req-b21fc599-1037-49e5-958a-2b6382758e3a tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 15:48:39.186168 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b21fc599-1037-49e5-958a-2b6382758e3a tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0106208 Sep 24 15:48:39.200680 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-3d81b43c-b075-4a86-9a4d-a2143dfe717a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd6bff8-80df-4fca-a87d-fd1bfa78e876', 'name': 'tempest-ServerRescueTestJSONUnderV235-2083922198-router', 'tenant_id': '60722f0da12e4ca38d9ba8aac84df5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '4552a4d6-52c6-45e1-9d62-a9faeb72edd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:48:32Z', 'updated_at': '2021-09-24T15:48:36Z', 'revision_number': 3, 'project_id': '60722f0da12e4ca38d9ba8aac84df5f6', 'gw_port': {'id': '4552a4d6-52c6-45e1-9d62-a9faeb72edd5', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ac:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd6bff8-80df-4fca-a87d-fd1bfa78e876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:48:34Z', 'updated_at': '2021-09-24T15:48:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:48:39.208596 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 34864) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:39.241742 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d81b43c-b075-4a86-9a4d-a2143dfe717a None None] Checking router: cfd6bff8-80df-4fca-a87d-fd1bfa78e876 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:48:39.242083 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d81b43c-b075-4a86-9a4d-a2143dfe717a None None] Updating router cfd6bff8-80df-4fca-a87d-fd1bfa78e876 port 4552a4d6-52c6-45e1-9d62-a9faeb72edd5 binding host n-d-808921-1 {{(pid=95299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:48:39.269533 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3d81b43c-b075-4a86-9a4d-a2143dfe717a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:39.369101 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3f7aaf-a371-486b-93e4-48e79993239f req-51d44dc1-c9d0-4d3d-959e-df70275335ec tempest-ServerPasswordTestJSON-1094157349 tempest-ServerPasswordTestJSON-1094157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:39.385457 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7e3f7aaf-a371-486b-93e4-48e79993239f req-51d44dc1-c9d0-4d3d-959e-df70275335ec tempest-ServerPasswordTestJSON-1094157349 tempest-ServerPasswordTestJSON-1094157349-project] 10.222.0.101 "GET /v2.0/ports?device_id=9e6356bf-86b7-4cd9-b46e-95e3e893c164 HTTP/1.1" status: 200 len: 943 time: 0.2634463 Sep 24 15:48:39.529326 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7e3f7aaf-a371-486b-93e4-48e79993239f req-b76e2970-51ca-4cdf-b729-453893900949 tempest-ServerPasswordTestJSON-1094157349 tempest-ServerPasswordTestJSON-1094157349-project] 10.222.0.101 "GET /v2.0/security-groups?id=139e7c19-dcd2-41b9-9381-25d8e719c4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433299 Sep 24 15:48:39.532983 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-691d4559-df6c-4788-a37c-ad129c8e7ce4 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:39.574375 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639fae08-1043-481a-b5bc-dfb439b44aba req-5726c67d-4488-46be-b0ea-e3f77a6d04d9 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:39.582434 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639fae08-1043-481a-b5bc-dfb439b44aba req-5726c67d-4488-46be-b0ea-e3f77a6d04d9 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:39.584930 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-639fae08-1043-481a-b5bc-dfb439b44aba req-5726c67d-4488-46be-b0ea-e3f77a6d04d9 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.110 "GET /v2.0/networks?id=3f75abcb-f75c-450c-9fe6-de5dba697295&id=14fb19aa-9ed2-4f97-bce3-121843a8d24a&id=3f75abcb-f75c-450c-9fe6-de5dba697295 HTTP/1.1" status: 200 len: 1391 time: 0.3081505 Sep 24 15:48:39.586505 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-691d4559-df6c-4788-a37c-ad129c8e7ce4 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:39.668735 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-639fae08-1043-481a-b5bc-dfb439b44aba req-a58b6d47-a512-4faa-b3e8-15dda1cb0f1d tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Request body: {'port': {'device_id': '72a9b53c-403b-4004-a00d-3dea9bc43d87', 'network_id': '3f75abcb-f75c-450c-9fe6-de5dba697295', 'admin_state_up': True, 'tenant_id': '9c95bd34ef8943e09d9da8bb4b5315d4'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:48:39.773069 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-691d4559-df6c-4788-a37c-ad129c8e7ce4 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:39.778073 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-691d4559-df6c-4788-a37c-ad129c8e7ce4 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:39.783493 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-691d4559-df6c-4788-a37c-ad129c8e7ce4 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] 10.222.0.101 "DELETE /v2.0/security-groups/70a48c78-44eb-476c-bd08-9167c2d7ea06 HTTP/1.1" status: 204 len: 168 time: 0.5731392 Sep 24 15:48:39.784335 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 34876) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:39.811029 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4884fc01-0d18-4302-988a-0db4e272fdbf req-a2e5f333-b92b-44b4-89ad-fc7e64945007 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/ports?device_id=72a9b53c-403b-4004-a00d-3dea9bc43d87 HTTP/1.1" status: 200 len: 210 time: 0.2198629 Sep 24 15:48:39.857386 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3d81b43c-b075-4a86-9a4d-a2143dfe717a None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:39.881438 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691d4559-df6c-4788-a37c-ad129c8e7ce4 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a48c78-44eb-476c-bd08-9167c2d7ea06,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:39.951699 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-bb93862e-ec5d-4219-925a-7109768decae tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1526246 Sep 24 15:48:39.951928 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 34882) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:39.968335 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-0d068e1a-1f66-4ac7-ba29-3f622916fefe tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Request body: {'security_group': {'name': 'tempest-secgroup--103553424'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:48:39.972373 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-639fae08-1043-481a-b5bc-dfb439b44aba req-a58b6d47-a512-4faa-b3e8-15dda1cb0f1d tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Made reservation on behalf of 9c95bd34ef8943e09d9da8bb4b5315d4 for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:48:39.981647 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-639fae08-1043-481a-b5bc-dfb439b44aba req-a58b6d47-a512-4faa-b3e8-15dda1cb0f1d tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:40.014833 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b4459ac1-323d-4973-83ea-da4a84d0db8c req-2737d52c-80cf-42cf-b40b-f441e2832952 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=c04ee8a2-5338-4913-8170-63e02590e3b0 HTTP/1.1" status: 200 len: 210 time: 0.0356669 Sep 24 15:48:40.024201 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3d81b43c-b075-4a86-9a4d-a2143dfe717a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:40.137123 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45e8d8c-5fb0-472b-9930-97e2a856e357 None None] Pushing event updated for resources: {'Port': ['ID=4552a4d6-52c6-45e1-9d62-a9faeb72edd5,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:40.140082 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-3d81b43c-b075-4a86-9a4d-a2143dfe717a None None] Attempting to bind port 4552a4d6-52c6-45e1-9d62-a9faeb72edd5 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:48:40.140477 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-3d81b43c-b075-4a86-9a4d-a2143dfe717a None None] Attempting to bind port 4552a4d6-52c6-45e1-9d62-a9faeb72edd5 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:48:40.140807 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d81b43c-b075-4a86-9a4d-a2143dfe717a None None] Attempting to bind port 4552a4d6-52c6-45e1-9d62-a9faeb72edd5 on network e6a2de20-1ea0-43e5-88e0-982d19e317d5 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:48:40.152611 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d81b43c-b075-4a86-9a4d-a2143dfe717a None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:48:40.153228 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d81b43c-b075-4a86-9a4d-a2143dfe717a None None] Checking segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:48:40.153807 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3d81b43c-b075-4a86-9a4d-a2143dfe717a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:40.154392 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d81b43c-b075-4a86-9a4d-a2143dfe717a None None] Bound using segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:48:40.156215 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-3d81b43c-b075-4a86-9a4d-a2143dfe717a None None] Bound port: 4552a4d6-52c6-45e1-9d62-a9faeb72edd5, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:48:40.156849 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3d81b43c-b075-4a86-9a4d-a2143dfe717a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:40.215400 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-3d81b43c-b075-4a86-9a4d-a2143dfe717a None None] For port 4552a4d6-52c6-45e1-9d62-a9faeb72edd5, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:48:40.222845 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-3d81b43c-b075-4a86-9a4d-a2143dfe717a None None] For port 4552a4d6-52c6-45e1-9d62-a9faeb72edd5, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=4552a4d6-52c6-45e1-9d62-a9faeb72edd5,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:48:40.243566 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [req-639fae08-1043-481a-b5bc-dfb439b44aba req-a58b6d47-a512-4faa-b3e8-15dda1cb0f1d tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Allocated IP 19.80.0.234 (3f75abcb-f75c-450c-9fe6-de5dba697295/f2fe2237-c1b8-4635-980c-b722203ba124/edf4d99b-fbb4-43a0-a1ea-1835e5db95ab) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:48:40.338617 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0d068e1a-1f66-4ac7-ba29-3f622916fefe tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:40.343977 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3d81b43c-b075-4a86-9a4d-a2143dfe717a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:40.412462 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d81b43c-b075-4a86-9a4d-a2143dfe717a None None] Routers {'cfd6bff8-80df-4fca-a87d-fd1bfa78e876'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:48:40.412462 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-3d81b43c-b075-4a86-9a4d-a2143dfe717a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:48:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['cfd6bff8-80df-4fca-a87d-fd1bfa78e876'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:48:40.449919 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45e8d8c-5fb0-472b-9930-97e2a856e357 None None] Pushing event updated for resources: {'Port': ['ID=4552a4d6-52c6-45e1-9d62-a9faeb72edd5,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:40.455123 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-090dae6e-facb-416c-a6a3-aec05ca9dd4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:40.532747 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-3d81b43c-b075-4a86-9a4d-a2143dfe717a None None] Set router cfd6bff8-80df-4fca-a87d-fd1bfa78e876 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:48:40.635725 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-639fae08-1043-481a-b5bc-dfb439b44aba req-a58b6d47-a512-4faa-b3e8-15dda1cb0f1d tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:40.652866 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0d068e1a-1f66-4ac7-ba29-3f622916fefe tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:40.679102 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 5592e0d0-f551-46df-b7bc-0686ad6d52cb details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:48:40.734175 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b5d951-9fc5-4d1e-9410-c71412a5b91a req-d3fa9aa1-0493-4593-9799-e12a6e0c46ec tempest-ServerPasswordTestJSON-1094157349 tempest-ServerPasswordTestJSON-1094157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:40.744928 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-24b5d951-9fc5-4d1e-9410-c71412a5b91a req-d3fa9aa1-0493-4593-9799-e12a6e0c46ec tempest-ServerPasswordTestJSON-1094157349 tempest-ServerPasswordTestJSON-1094157349-project] 10.222.0.101 "GET /v2.0/ports?device_id=9e6356bf-86b7-4cd9-b46e-95e3e893c164 HTTP/1.1" status: 200 len: 943 time: 0.1040356 Sep 24 15:48:40.752865 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0d068e1a-1f66-4ac7-ba29-3f622916fefe tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:40.797335 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d068e1a-1f66-4ac7-ba29-3f622916fefe tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=646386fb-0b1a-4259-b161-b37de6691126,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:40.802098 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-090dae6e-facb-416c-a6a3-aec05ca9dd4c admin admin] Allocated IP 172.20.0.1 (5ca707a3-4989-424b-9a98-79246ddfc60c/7864a260-4b7d-4946-ad5d-046195fcc1ad/0b776216-6fea-4b62-995b-c9e7fc0bf6f0) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:48:40.815062 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-24b5d951-9fc5-4d1e-9410-c71412a5b91a req-925b469f-73d0-4714-929a-8c51fdec2c01 tempest-ServerPasswordTestJSON-1094157349 tempest-ServerPasswordTestJSON-1094157349-project] 10.222.0.101 "GET /v2.0/security-groups?id=139e7c19-dcd2-41b9-9381-25d8e719c4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581586 Sep 24 15:48:40.847282 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:40.887486 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 5592e0d0-f551-46df-b7bc-0686ad6d52cb, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=5592e0d0-f551-46df-b7bc-0686ad6d52cb,segment=NetworkSegment(05bd48af-5cdf-41ce-82a4-4c145ccbba3e),segment_id=05bd48af-5cdf-41ce-82a4-4c145ccbba3e)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:48:40.892850 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-3d81b43c-b075-4a86-9a4d-a2143dfe717a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd6bff8-80df-4fca-a87d-fd1bfa78e876', 'name': 'tempest-ServerRescueTestJSONUnderV235-2083922198-router', 'tenant_id': '60722f0da12e4ca38d9ba8aac84df5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '4552a4d6-52c6-45e1-9d62-a9faeb72edd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:48:32Z', 'updated_at': '2021-09-24T15:48:36Z', 'revision_number': 3, 'project_id': '60722f0da12e4ca38d9ba8aac84df5f6', 'gw_port': {'id': '4552a4d6-52c6-45e1-9d62-a9faeb72edd5', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ac:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd6bff8-80df-4fca-a87d-fd1bfa78e876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:48:34Z', 'updated_at': '2021-09-24T15:48:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:48:40.920217 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-639fae08-1043-481a-b5bc-dfb439b44aba req-a58b6d47-a512-4faa-b3e8-15dda1cb0f1d tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:40.922305 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0d068e1a-1f66-4ac7-ba29-3f622916fefe tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:40.924059 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-0d068e1a-1f66-4ac7-ba29-3f622916fefe tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9691987 Sep 24 15:48:40.927035 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 34910) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:40.931005 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d81b43c-b075-4a86-9a4d-a2143dfe717a None None] The sync data for ids ['cfd6bff8-80df-4fca-a87d-fd1bfa78e876'] in n-d-808921-1 is: [{'id': 'cfd6bff8-80df-4fca-a87d-fd1bfa78e876', 'name': 'tempest-ServerRescueTestJSONUnderV235-2083922198-router', 'tenant_id': '60722f0da12e4ca38d9ba8aac84df5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '4552a4d6-52c6-45e1-9d62-a9faeb72edd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:48:32Z', 'updated_at': '2021-09-24T15:48:36Z', 'revision_number': 3, 'project_id': '60722f0da12e4ca38d9ba8aac84df5f6', 'gw_port': {'id': '4552a4d6-52c6-45e1-9d62-a9faeb72edd5', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ac:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd6bff8-80df-4fca-a87d-fd1bfa78e876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:48:34Z', 'updated_at': '2021-09-24T15:48:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:48:40.932595 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': '5592e0d0-f551-46df-b7bc-0686ad6d52cb', 'network_id': 'a30e1a8a-ce67-445f-a103-118a71aa3ed7', 'port_id': '5592e0d0-f551-46df-b7bc-0686ad6d52cb', 'mac_address': 'fa:16:3e:13:3d:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e27d02e-4749-4b9f-abe9-dc6524082ea7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:48:40.933268 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-4ef7d089-aacb-4055-9974-1392cda49d13 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Request body: {'security_group_rule': {'security_group_id': '646386fb-0b1a-4259-b161-b37de6691126', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:48:40.935028 n-d-808921-1 neutron-server[95298]: WARNING neutron.api.v2.base [None req-4ef7d089-aacb-4055-9974-1392cda49d13 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 24 15:48:40.935350 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [None req-4ef7d089-aacb-4055-9974-1392cda49d13 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 15:48:40.936628 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-4ef7d089-aacb-4055-9974-1392cda49d13 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0076001 Sep 24 15:48:40.945458 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 34912) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:40.956039 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-c53fa8a0-a7a0-4723-a7eb-c5968fc084cd tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Request body: {'security_group_rule': {'security_group_id': '646386fb-0b1a-4259-b161-b37de6691126', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:48:40.986388 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:41.000923 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5592e0d0-f551-46df-b7bc-0686ad6d52cb {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:48:41.035643 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 5592e0d0-f551-46df-b7bc-0686ad6d52cb, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=5592e0d0-f551-46df-b7bc-0686ad6d52cb,segment=NetworkSegment(05bd48af-5cdf-41ce-82a4-4c145ccbba3e),segment_id=05bd48af-5cdf-41ce-82a4-4c145ccbba3e)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:48:41.061479 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5ee10-6ec0-4f18-b9a8-517d4e4263dc req-33508de9-e2fc-4a5a-b87f-485804c6a5c0 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:41.063521 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b2a5ee10-6ec0-4f18-b9a8-517d4e4263dc req-33508de9-e2fc-4a5a-b87f-485804c6a5c0 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/ports?device_id=72a9b53c-403b-4004-a00d-3dea9bc43d87 HTTP/1.1" status: 200 len: 932 time: 0.0968504 Sep 24 15:48:41.064919 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-639fae08-1043-481a-b5bc-dfb439b44aba req-a58b6d47-a512-4faa-b3e8-15dda1cb0f1d tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Network 3f75abcb-f75c-450c-9fe6-de5dba697295 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:48:41.080357 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [req-639fae08-1043-481a-b5bc-dfb439b44aba req-a58b6d47-a512-4faa-b3e8-15dda1cb0f1d tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:48:41.088798 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58b6d47-a512-4faa-b3e8-15dda1cb0f1d tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Pushing event updated for resources: {'Port': ['ID=edf4d99b-fbb4-43a0-a1ea-1835e5db95ab,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:41.102623 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-639fae08-1043-481a-b5bc-dfb439b44aba req-a58b6d47-a512-4faa-b3e8-15dda1cb0f1d tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:48:41.116311 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:41.142908 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-090dae6e-facb-416c-a6a3-aec05ca9dd4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:41.166330 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b2a5ee10-6ec0-4f18-b9a8-517d4e4263dc req-fba4b44c-c446-4792-89e5-7ddf4615a198 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/security-groups?id=1aa72ca6-205a-4e58-b313-5dd57c74d75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857575 Sep 24 15:48:41.191843 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639fae08-1043-481a-b5bc-dfb439b44aba req-a58b6d47-a512-4faa-b3e8-15dda1cb0f1d tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:41.192759 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-639fae08-1043-481a-b5bc-dfb439b44aba req-a58b6d47-a512-4faa-b3e8-15dda1cb0f1d tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:41.262322 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=5592e0d0-f551-46df-b7bc-0686ad6d52cb,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:41.335709 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['5592e0d0-f551-46df-b7bc-0686ad6d52cb'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:48:41.370438 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [None req-c53fa8a0-a7a0-4723-a7eb-c5968fc084cd tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 15:48:41.374217 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-c53fa8a0-a7a0-4723-a7eb-c5968fc084cd tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4252288 Sep 24 15:48:41.374217 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-090dae6e-facb-416c-a6a3-aec05ca9dd4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:41.375235 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 34922) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:41.376681 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-639fae08-1043-481a-b5bc-dfb439b44aba req-a58b6d47-a512-4faa-b3e8-15dda1cb0f1d tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7118738 Sep 24 15:48:41.380372 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-2c1c8d34-2252-464a-a161-68a7637cbb9c tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Request body: {'security_group_rule': {'security_group_id': '646386fb-0b1a-4259-b161-b37de6691126', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:48:41.381499 n-d-808921-1 neutron-server[95298]: WARNING neutron.api.v2.base [None req-2c1c8d34-2252-464a-a161-68a7637cbb9c tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 24 15:48:41.381981 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [None req-2c1c8d34-2252-464a-a161-68a7637cbb9c tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 15:48:41.385624 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-2c1c8d34-2252-464a-a161-68a7637cbb9c tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0068552 Sep 24 15:48:41.394576 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 34924) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:41.402326 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-018db3fa-3b96-493a-b990-45ac139aefa1 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Request body: {'security_group_rule': {'security_group_id': '646386fb-0b1a-4259-b161-b37de6691126', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:48:41.448311 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-639fae08-1043-481a-b5bc-dfb439b44aba req-4e364cc8-13be-4229-bd12-638c46582898 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Request body: {'port': {'device_id': '72a9b53c-403b-4004-a00d-3dea9bc43d87', 'network_id': '14fb19aa-9ed2-4f97-bce3-121843a8d24a', 'admin_state_up': True, 'tenant_id': '9c95bd34ef8943e09d9da8bb4b5315d4'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:48:41.476912 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090dae6e-facb-416c-a6a3-aec05ca9dd4c admin admin] Network 5ca707a3-4989-424b-9a98-79246ddfc60c is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:48:41.487978 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-090dae6e-facb-416c-a6a3-aec05ca9dd4c admin admin] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:48:41.500640 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090dae6e-facb-416c-a6a3-aec05ca9dd4c admin admin] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:48:41.505333 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090dae6e-facb-416c-a6a3-aec05ca9dd4c admin admin] Pushing event updated for resources: {'Port': ['ID=0b776216-6fea-4b62-995b-c9e7fc0bf6f0,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:41.547204 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-58f20faa-2177-4793-9c64-10aac3671a1c None None] Provisioning complete for port edf4d99b-fbb4-43a0-a1ea-1835e5db95ab triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:48:41.547492 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-58f20faa-2177-4793-9c64-10aac3671a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:41.606234 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [None req-018db3fa-3b96-493a-b990-45ac139aefa1 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 15:48:41.610290 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-018db3fa-3b96-493a-b990-45ac139aefa1 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2107522 Sep 24 15:48:41.611001 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 34932) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:41.617578 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-d2b5974c-7d08-417d-ad0f-a30f0b109cdd tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Request body: {'security_group_rule': {'security_group_id': '646386fb-0b1a-4259-b161-b37de6691126', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:48:41.618059 n-d-808921-1 neutron-server[95298]: WARNING neutron.api.v2.base [None req-d2b5974c-7d08-417d-ad0f-a30f0b109cdd tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 24 15:48:41.619326 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [None req-d2b5974c-7d08-417d-ad0f-a30f0b109cdd tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 15:48:41.623053 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-d2b5974c-7d08-417d-ad0f-a30f0b109cdd tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0084958 Sep 24 15:48:41.623973 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 34934) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:41.637635 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-ac8f1fc4-9e9e-4c02-a2d6-de61f9a3b5d9 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Request body: {'security_group_rule': {'security_group_id': '646386fb-0b1a-4259-b161-b37de6691126', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:48:41.647649 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-090dae6e-facb-416c-a6a3-aec05ca9dd4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:41.680597 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-58f20faa-2177-4793-9c64-10aac3671a1c None None] Port edf4d99b-fbb4-43a0-a1ea-1835e5db95ab cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:48:41.846941 n-d-808921-1 neutron-server[95298]: INFO neutron.db.securitygroups_db [None req-ac8f1fc4-9e9e-4c02-a2d6-de61f9a3b5d9 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Project dd7174b7cbf740409a6b2996f9ce0dcc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 15:48:41.954843 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa9ef8e-8d8c-4e3e-97ab-bd830217ff0d req-58ab11a8-9313-4f09-b2e6-eefef6175953 tempest-ServerPasswordTestJSON-1094157349 tempest-ServerPasswordTestJSON-1094157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:41.954843 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0fa9ef8e-8d8c-4e3e-97ab-bd830217ff0d req-58ab11a8-9313-4f09-b2e6-eefef6175953 tempest-ServerPasswordTestJSON-1094157349 tempest-ServerPasswordTestJSON-1094157349-project] 10.222.0.101 "GET /v2.0/ports?device_id=9e6356bf-86b7-4cd9-b46e-95e3e893c164 HTTP/1.1" status: 200 len: 944 time: 0.0740142 Sep 24 15:48:42.024213 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0fa9ef8e-8d8c-4e3e-97ab-bd830217ff0d req-c74362d1-6d3f-4fb6-96f5-5390b97706f8 tempest-ServerPasswordTestJSON-1094157349 tempest-ServerPasswordTestJSON-1094157349-project] 10.222.0.101 "GET /v2.0/security-groups?id=139e7c19-dcd2-41b9-9381-25d8e719c4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508564 Sep 24 15:48:42.024213 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-639fae08-1043-481a-b5bc-dfb439b44aba req-4e364cc8-13be-4229-bd12-638c46582898 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Made reservation on behalf of 9c95bd34ef8943e09d9da8bb4b5315d4 for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:48:42.028778 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-639fae08-1043-481a-b5bc-dfb439b44aba req-4e364cc8-13be-4229-bd12-638c46582898 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:42.084181 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1e82aa-5bf8-4c50-b5b7-c9f59aba3f18 req-c163ea71-f47a-46e0-b3cc-67cba9cb399e tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:42.087111 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ec1e82aa-5bf8-4c50-b5b7-c9f59aba3f18 req-c163ea71-f47a-46e0-b3cc-67cba9cb399e tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=5ced0366-b713-4343-89a2-ec8a0f67be3d HTTP/1.1" status: 200 len: 945 time: 0.0635924 Sep 24 15:48:42.150085 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-090dae6e-facb-416c-a6a3-aec05ca9dd4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:42.163384 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ec1e82aa-5bf8-4c50-b5b7-c9f59aba3f18 req-80754956-6f3c-4951-b505-0bf9f8bf3666 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704527 Sep 24 15:48:42.164683 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [None req-ac8f1fc4-9e9e-4c02-a2d6-de61f9a3b5d9 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 15:48:42.165875 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-ac8f1fc4-9e9e-4c02-a2d6-de61f9a3b5d9 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5408354 Sep 24 15:48:42.170128 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 34956) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:42.174986 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-47e55ebb-cad3-44a9-ae26-9903c971655d tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Request body: {'security_group_rule': {'security_group_id': '646386fb-0b1a-4259-b161-b37de6691126', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:48:42.175807 n-d-808921-1 neutron-server[95298]: WARNING neutron.api.v2.base [None req-47e55ebb-cad3-44a9-ae26-9903c971655d tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 24 15:48:42.176447 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [None req-47e55ebb-cad3-44a9-ae26-9903c971655d tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 15:48:42.177648 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-47e55ebb-cad3-44a9-ae26-9903c971655d tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0061567 Sep 24 15:48:42.180605 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 34958) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:42.185415 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-d3057611-4b55-498d-b58d-a02840560752 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Request body: {'security_group_rule': {'security_group_id': '646386fb-0b1a-4259-b161-b37de6691126', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:48:42.267956 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [req-639fae08-1043-481a-b5bc-dfb439b44aba req-4e364cc8-13be-4229-bd12-638c46582898 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Allocated IP 19.86.0.58 (14fb19aa-9ed2-4f97-bce3-121843a8d24a/ba846b37-67ea-4bd9-8959-ae4a328fae03/9ac5642d-3583-4e03-9e20-0fb5b1139043) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:48:42.355332 n-d-808921-1 neutron-server[95298]: INFO neutron.db.securitygroups_db [None req-d3057611-4b55-498d-b58d-a02840560752 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Project dd7174b7cbf740409a6b2996f9ce0dcc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 15:48:42.429697 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [None req-d3057611-4b55-498d-b58d-a02840560752 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 15:48:42.432427 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-d3057611-4b55-498d-b58d-a02840560752 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2498333 Sep 24 15:48:42.435514 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 34962) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:42.441038 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaff5b4e-2abb-4fd8-b813-8eb37aa80d18 req-18c87ed8-183d-44a8-8980-5cb34e9099f3 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:42.441283 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-03f9b019-5bbf-4652-a621-82d82be6da16 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Request body: {'security_group_rule': {'security_group_id': '646386fb-0b1a-4259-b161-b37de6691126', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:48:42.442565 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-aaff5b4e-2abb-4fd8-b813-8eb37aa80d18 req-18c87ed8-183d-44a8-8980-5cb34e9099f3 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/ports?device_id=72a9b53c-403b-4004-a00d-3dea9bc43d87 HTTP/1.1" status: 200 len: 932 time: 0.1514604 Sep 24 15:48:42.570826 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-aaff5b4e-2abb-4fd8-b813-8eb37aa80d18 req-a5db53d7-f7e0-4ac6-ad75-19b5fd27af33 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/security-groups?id=1aa72ca6-205a-4e58-b313-5dd57c74d75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130970 Sep 24 15:48:42.578633 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 4552a4d6-52c6-45e1-9d62-a9faeb72edd5 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:48:42.598877 n-d-808921-1 neutron-server[95298]: INFO neutron.db.securitygroups_db [None req-03f9b019-5bbf-4652-a621-82d82be6da16 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Project dd7174b7cbf740409a6b2996f9ce0dcc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 15:48:42.616129 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-639fae08-1043-481a-b5bc-dfb439b44aba req-4e364cc8-13be-4229-bd12-638c46582898 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:42.621469 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-090dae6e-facb-416c-a6a3-aec05ca9dd4c admin admin] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:42.666075 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 5592e0d0-f551-46df-b7bc-0686ad6d52cb up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:48:42.681154 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [None req-03f9b019-5bbf-4652-a621-82d82be6da16 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 15:48:42.693226 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-03f9b019-5bbf-4652-a621-82d82be6da16 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2454665 Sep 24 15:48:42.693226 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 34970) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:42.736863 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 4552a4d6-52c6-45e1-9d62-a9faeb72edd5 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:48:42.737260 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:42.743631 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-090dae6e-facb-416c-a6a3-aec05ca9dd4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:42.797278 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-01bd0878-c7ad-46d5-9c35-73be3adfeb92 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:42.814140 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-639fae08-1043-481a-b5bc-dfb439b44aba req-4e364cc8-13be-4229-bd12-638c46582898 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:42.839966 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-01bd0878-c7ad-46d5-9c35-73be3adfeb92 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:42.853238 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:42.875123 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090dae6e-facb-416c-a6a3-aec05ca9dd4c admin admin] Pushing event updated for resources: {'Port': ['ID=0b776216-6fea-4b62-995b-c9e7fc0bf6f0,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:42.877739 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-090dae6e-facb-416c-a6a3-aec05ca9dd4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:42.887864 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-639fae08-1043-481a-b5bc-dfb439b44aba req-4e364cc8-13be-4229-bd12-638c46582898 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Network 14fb19aa-9ed2-4f97-bce3-121843a8d24a is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:48:42.899324 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [req-639fae08-1043-481a-b5bc-dfb439b44aba req-4e364cc8-13be-4229-bd12-638c46582898 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:48:42.905159 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port 4552a4d6-52c6-45e1-9d62-a9faeb72edd5, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=4552a4d6-52c6-45e1-9d62-a9faeb72edd5,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:48:42.939797 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-639fae08-1043-481a-b5bc-dfb439b44aba req-4e364cc8-13be-4229-bd12-638c46582898 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:48:42.962374 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port 5592e0d0-f551-46df-b7bc-0686ad6d52cb completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:48:42.967938 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port 5592e0d0-f551-46df-b7bc-0686ad6d52cb triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:48:42.968343 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:43.006926 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e364cc8-13be-4229-bd12-638c46582898 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Pushing event updated for resources: {'Port': ['ID=9ac5642d-3583-4e03-9e20-0fb5b1139043,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:43.047181 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-01bd0878-c7ad-46d5-9c35-73be3adfeb92 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:43.050953 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-01bd0878-c7ad-46d5-9c35-73be3adfeb92 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:43.051679 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-01bd0878-c7ad-46d5-9c35-73be3adfeb92 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] 10.222.0.101 "DELETE /v2.0/security-groups/646386fb-0b1a-4259-b161-b37de6691126 HTTP/1.1" status: 204 len: 168 time: 0.3654344 Sep 24 15:48:43.061481 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 34982) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:43.064273 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639fae08-1043-481a-b5bc-dfb439b44aba req-4e364cc8-13be-4229-bd12-638c46582898 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:43.064889 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-639fae08-1043-481a-b5bc-dfb439b44aba req-4e364cc8-13be-4229-bd12-638c46582898 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:43.100832 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bd0878-c7ad-46d5-9c35-73be3adfeb92 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=646386fb-0b1a-4259-b161-b37de6691126,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:43.104115 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090dae6e-facb-416c-a6a3-aec05ca9dd4c admin admin] Network 5ca707a3-4989-424b-9a98-79246ddfc60c is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:48:43.107896 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-090dae6e-facb-416c-a6a3-aec05ca9dd4c admin admin] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:48:43.129582 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:43.263334 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-edf2b06d-9e75-44d0-bb83-89b01af00954 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1979809 Sep 24 15:48:43.266093 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 34988) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:43.286248 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-6751c2cc-76b4-4f87-a5d4-11fb799cee16 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Request body: {'security_group': {'name': 'tempest-secgroup--23060606'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:48:43.373349 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=4552a4d6-52c6-45e1-9d62-a9faeb72edd5,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:43.379089 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:43.386389 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-639fae08-1043-481a-b5bc-dfb439b44aba req-4e364cc8-13be-4229-bd12-638c46582898 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0004158 Sep 24 15:48:43.406836 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-639fae08-1043-481a-b5bc-dfb439b44aba req-8cf49497-d9ad-48cc-83a9-a0b4eb64db6c tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Request body: {'port': {'device_id': '72a9b53c-403b-4004-a00d-3dea9bc43d87', 'network_id': '3f75abcb-f75c-450c-9fe6-de5dba697295', 'admin_state_up': True, 'tenant_id': '9c95bd34ef8943e09d9da8bb4b5315d4'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:48:43.444775 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10d817-dbae-4246-acd8-043ea55e1bff req-72e244c3-af34-407e-8506-bb379fbf1b6a tempest-ServerPasswordTestJSON-1094157349 tempest-ServerPasswordTestJSON-1094157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:43.453159 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fe10d817-dbae-4246-acd8-043ea55e1bff req-72e244c3-af34-407e-8506-bb379fbf1b6a tempest-ServerPasswordTestJSON-1094157349 tempest-ServerPasswordTestJSON-1094157349-project] 10.222.0.101 "GET /v2.0/ports?device_id=9e6356bf-86b7-4cd9-b46e-95e3e893c164 HTTP/1.1" status: 200 len: 944 time: 0.1404619 Sep 24 15:48:43.473275 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-780b0e6c-263f-4bb0-8015-bd03868cf063 None None] Provisioning complete for port 9ac5642d-3583-4e03-9e20-0fb5b1139043 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:48:43.473989 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-780b0e6c-263f-4bb0-8015-bd03868cf063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:43.476194 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e6356bf-86b7-4cd9-b46e-95e3e893c164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5592e0d0-f551-46df-b7bc-0686ad6d52cb'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:48:43.479741 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6751c2cc-76b4-4f87-a5d4-11fb799cee16 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:43.481608 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36605d42-bf45-46bf-b838-bfe320e58d82" -d '{"events": [{"server_uuid": "9e6356bf-86b7-4cd9-b46e-95e3e893c164", "name": "network-vif-plugged", "status": "completed", "tag": "5592e0d0-f551-46df-b7bc-0686ad6d52cb"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:48:43.522447 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 5592e0d0-f551-46df-b7bc-0686ad6d52cb, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=5592e0d0-f551-46df-b7bc-0686ad6d52cb,segment=NetworkSegment(05bd48af-5cdf-41ce-82a4-4c145ccbba3e),segment_id=05bd48af-5cdf-41ce-82a4-4c145ccbba3e)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:48:43.525200 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fe10d817-dbae-4246-acd8-043ea55e1bff req-1ff9e4ac-08d9-4e32-b578-35563a9836fd tempest-ServerPasswordTestJSON-1094157349 tempest-ServerPasswordTestJSON-1094157349-project] 10.222.0.101 "GET /v2.0/security-groups?id=139e7c19-dcd2-41b9-9381-25d8e719c4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711646 Sep 24 15:48:43.553326 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-780b0e6c-263f-4bb0-8015-bd03868cf063 None None] Port 9ac5642d-3583-4e03-9e20-0fb5b1139043 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:48:43.616224 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3b4ffd-33f3-429a-aad1-fa503f3a4164 req-cb8ab8c7-1f65-43f0-bf2a-7393f5681a23 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:43.616992 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d140f4-b47c-4bc4-bf1f-f8a4576ac801 x-openstack-request-id: req-70d140f4-b47c-4bc4-bf1f-f8a4576ac801 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:48:43.617550 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e6356bf-86b7-4cd9-b46e-95e3e893c164", "name": "network-vif-plugged", "status": "completed", "tag": "5592e0d0-f551-46df-b7bc-0686ad6d52cb", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:48:43.617664 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-70d140f4-b47c-4bc4-bf1f-f8a4576ac801 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:48:43.618426 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e6356bf-86b7-4cd9-b46e-95e3e893c164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5592e0d0-f551-46df-b7bc-0686ad6d52cb', 'code': 200} Sep 24 15:48:43.619290 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8c3b4ffd-33f3-429a-aad1-fa503f3a4164 req-cb8ab8c7-1f65-43f0-bf2a-7393f5681a23 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=5ced0366-b713-4343-89a2-ec8a0f67be3d HTTP/1.1" status: 200 len: 945 time: 0.2429876 Sep 24 15:48:43.635264 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:43.638228 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 413390d7-f12e-474b-a8dc-b27e7a2dd368 no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:48:43.648545 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6751c2cc-76b4-4f87-a5d4-11fb799cee16 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:43.672734 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-090dae6e-facb-416c-a6a3-aec05ca9dd4c admin admin] Router cfd6bff8-80df-4fca-a87d-fd1bfa78e876 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:48:43.695749 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] No Port match for: 413390d7-f12e-474b-a8dc-b27e7a2dd368 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:48:43.696143 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 413390d7-f12e-474b-a8dc-b27e7a2dd368 not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:48:43.732600 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8c3b4ffd-33f3-429a-aad1-fa503f3a4164 req-3abcf423-17db-4ef7-a064-0d69c2178c25 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929890 Sep 24 15:48:43.743871 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=5592e0d0-f551-46df-b7bc-0686ad6d52cb,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:43.766041 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6751c2cc-76b4-4f87-a5d4-11fb799cee16 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:43.778097 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9145ddcd-33c4-40bc-b9de-23f05e1e0624 req-8d4bed48-98d7-4976-81f6-46b06a7a81a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:43.779599 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9145ddcd-33c4-40bc-b9de-23f05e1e0624 req-8d4bed48-98d7-4976-81f6-46b06a7a81a0 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=9e6356bf-86b7-4cd9-b46e-95e3e893c164 HTTP/1.1" status: 200 len: 1096 time: 0.1044478 Sep 24 15:48:43.810414 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6751c2cc-76b4-4f87-a5d4-11fb799cee16 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0514be61-3a47-4d92-906e-b0369364fc06,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:43.826867 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadfa828-662b-4fd2-97e9-68a25459a796 req-1d8547be-dc4e-4efd-b4b6-7e415fd3eb8a tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:43.836734 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadfa828-662b-4fd2-97e9-68a25459a796 req-1d8547be-dc4e-4efd-b4b6-7e415fd3eb8a tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:43.838796 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-aadfa828-662b-4fd2-97e9-68a25459a796 req-1d8547be-dc4e-4efd-b4b6-7e415fd3eb8a tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/ports?device_id=72a9b53c-403b-4004-a00d-3dea9bc43d87 HTTP/1.1" status: 200 len: 1654 time: 0.1169302 Sep 24 15:48:43.865689 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9145ddcd-33c4-40bc-b9de-23f05e1e0624 req-c9c465b6-7676-406a-9f63-44f05fd957c2 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=139e7c19-dcd2-41b9-9381-25d8e719c4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726426 Sep 24 15:48:43.872041 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-090dae6e-facb-416c-a6a3-aec05ca9dd4c admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:48:43.885201 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-090dae6e-facb-416c-a6a3-aec05ca9dd4c admin admin] 10.222.0.101 "PUT /v2.0/routers/cfd6bff8-80df-4fca-a87d-fd1bfa78e876/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8206112 Sep 24 15:48:43.886133 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ea99c7-1ec2-436e-bf94-7dc78eba54e1 None None] Sync routers for ids ['cfd6bff8-80df-4fca-a87d-fd1bfa78e876'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:48:43.891439 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ea99c7-1ec2-436e-bf94-7dc78eba54e1 None None] Routers {'cfd6bff8-80df-4fca-a87d-fd1bfa78e876'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:48:43.891846 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-85ea99c7-1ec2-436e-bf94-7dc78eba54e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:48:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['cfd6bff8-80df-4fca-a87d-fd1bfa78e876'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:48:43.914723 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-639fae08-1043-481a-b5bc-dfb439b44aba req-8cf49497-d9ad-48cc-83a9-a0b4eb64db6c tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Made reservation on behalf of 9c95bd34ef8943e09d9da8bb4b5315d4 for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:48:43.918610 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-aadfa828-662b-4fd2-97e9-68a25459a796 req-bc60111d-ed64-4180-8a66-754fa964d090 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/security-groups?id=1aa72ca6-205a-4e58-b313-5dd57c74d75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704372 Sep 24 15:48:43.919837 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-639fae08-1043-481a-b5bc-dfb439b44aba req-8cf49497-d9ad-48cc-83a9-a0b4eb64db6c tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:43.937549 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1e92a0-0e58-4c29-81c9-604f15fe79ab req-62d5af0a-5ce9-4882-bb13-62d6db6f6cbb tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:43.948955 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dc1e92a0-0e58-4c29-81c9-604f15fe79ab req-62d5af0a-5ce9-4882-bb13-62d6db6f6cbb tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.110 "GET /v2.0/ports?device_id=5ced0366-b713-4343-89a2-ec8a0f67be3d HTTP/1.1" status: 200 len: 945 time: 0.0991955 Sep 24 15:48:44.012683 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6751c2cc-76b4-4f87-a5d4-11fb799cee16 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:44.019319 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-6751c2cc-76b4-4f87-a5d4-11fb799cee16 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7482476 Sep 24 15:48:44.020057 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 35012) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:44.037015 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-bcb633b4-12ce-412a-ba43-a413ab3615a8 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Request body: {'security_group_rule': {'security_group_id': '0514be61-3a47-4d92-906e-b0369364fc06', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:48:44.133763 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-85ea99c7-1ec2-436e-bf94-7dc78eba54e1 None None] Set router cfd6bff8-80df-4fca-a87d-fd1bfa78e876 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:48:44.151909 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [req-639fae08-1043-481a-b5bc-dfb439b44aba req-8cf49497-d9ad-48cc-83a9-a0b4eb64db6c tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Allocated IP 19.80.0.59 (3f75abcb-f75c-450c-9fe6-de5dba697295/f2fe2237-c1b8-4635-980c-b722203ba124/8682adeb-f380-4a6f-96af-8ea62c98fc6e) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:48:44.160560 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-dc1e92a0-0e58-4c29-81c9-604f15fe79ab req-4eb5d3b6-3a69-4e5a-8525-378200bb349a tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Deleting port ca08fe33-4ee9-413c-a294-3c0e3835a684 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:48:44.161235 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-dc1e92a0-0e58-4c29-81c9-604f15fe79ab req-4eb5d3b6-3a69-4e5a-8525-378200bb349a tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:44.362685 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [None req-bcb633b4-12ce-412a-ba43-a413ab3615a8 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] create failed (client error): The resource could not be found. Sep 24 15:48:44.367322 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-bcb633b4-12ce-412a-ba43-a413ab3615a8 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3374350 Sep 24 15:48:44.368871 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 35034) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:44.376716 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-538cc46d-cbfd-49e0-ba45-a86a23a66b24 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Request body: {'security_group_rule': {'security_group_id': '0514be61-3a47-4d92-906e-b0369364fc06', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '1f75c85e-8096-4507-ba6c-9bbec4096175'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:48:44.382019 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-dc1e92a0-0e58-4c29-81c9-604f15fe79ab req-4eb5d3b6-3a69-4e5a-8525-378200bb349a tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] For port ca08fe33-4ee9-413c-a294-3c0e3835a684, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=ca08fe33-4ee9-413c-a294-3c0e3835a684,segment=NetworkSegment(368a9d0c-2815-451d-a46d-c1bdd7d38862),segment_id=368a9d0c-2815-451d-a46d-c1bdd7d38862)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:48:44.386797 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-dc1e92a0-0e58-4c29-81c9-604f15fe79ab req-4eb5d3b6-3a69-4e5a-8525-378200bb349a tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:44.398079 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-dc1e92a0-0e58-4c29-81c9-604f15fe79ab req-4eb5d3b6-3a69-4e5a-8525-378200bb349a tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Calling delete_port for ca08fe33-4ee9-413c-a294-3c0e3835a684 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:48:44.499738 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-85ea99c7-1ec2-436e-bf94-7dc78eba54e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd6bff8-80df-4fca-a87d-fd1bfa78e876', 'name': 'tempest-ServerRescueTestJSONUnderV235-2083922198-router', 'tenant_id': '60722f0da12e4ca38d9ba8aac84df5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '4552a4d6-52c6-45e1-9d62-a9faeb72edd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:48:32Z', 'updated_at': '2021-09-24T15:48:41Z', 'revision_number': 4, 'project_id': '60722f0da12e4ca38d9ba8aac84df5f6', 'gw_port': {'id': '4552a4d6-52c6-45e1-9d62-a9faeb72edd5', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ac:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6bff8-80df-4fca-a87d-fd1bfa78e876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:48:34Z', 'updated_at': '2021-09-24T15:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '0b776216-6fea-4b62-995b-c9e7fc0bf6f0', 'name': '', 'network_id': '5ca707a3-4989-424b-9a98-79246ddfc60c', 'tenant_id': '60722f0da12e4ca38d9ba8aac84df5f6', 'mac_address': 'fa:16:3e:a3:af:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd6bff8-80df-4fca-a87d-fd1bfa78e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '7864a260-4b7d-4946-ad5d-046195fcc1ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:48:40Z', 'updated_at': '2021-09-24T15:48:42Z', 'revision_number': 2, 'project_id': '60722f0da12e4ca38d9ba8aac84df5f6', 'subnets': [{'id': '7864a260-4b7d-4946-ad5d-046195fcc1ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:48:44.559165 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ea99c7-1ec2-436e-bf94-7dc78eba54e1 None None] Checking router: cfd6bff8-80df-4fca-a87d-fd1bfa78e876 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:48:44.559841 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ea99c7-1ec2-436e-bf94-7dc78eba54e1 None None] Updating router cfd6bff8-80df-4fca-a87d-fd1bfa78e876 port 0b776216-6fea-4b62-995b-c9e7fc0bf6f0 binding host n-d-808921-1 {{(pid=95300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:48:44.577964 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573020cc-561a-49bc-b377-4b36517c7fc8 req-ae7c379d-18dc-47d3-95ce-0af5861a123f tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:44.588762 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-573020cc-561a-49bc-b377-4b36517c7fc8 req-ae7c379d-18dc-47d3-95ce-0af5861a123f tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/networks?id=5ca707a3-4989-424b-9a98-79246ddfc60c HTTP/1.1" status: 200 len: 820 time: 0.1897335 Sep 24 15:48:44.621453 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-639fae08-1043-481a-b5bc-dfb439b44aba req-8cf49497-d9ad-48cc-83a9-a0b4eb64db6c tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:44.634425 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-85ea99c7-1ec2-436e-bf94-7dc78eba54e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:44.636116 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-573020cc-561a-49bc-b377-4b36517c7fc8 req-d8e3cc9b-af43-4c2c-8508-ce0f430cf778 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/quotas/60722f0da12e4ca38d9ba8aac84df5f6 HTTP/1.1" status: 200 len: 375 time: 0.0463336 Sep 24 15:48:44.645562 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 4552a4d6-52c6-45e1-9d62-a9faeb72edd5 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:48:44.752091 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 4552a4d6-52c6-45e1-9d62-a9faeb72edd5 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:48:44.752748 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:44.778015 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f675761-8bab-47b9-bb8f-89c2b81383d3 req-3fed813a-057c-400b-904c-d88556d88862 tempest-ServerPasswordTestJSON-1094157349 tempest-ServerPasswordTestJSON-1094157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:44.780347 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7f675761-8bab-47b9-bb8f-89c2b81383d3 req-3fed813a-057c-400b-904c-d88556d88862 tempest-ServerPasswordTestJSON-1094157349 tempest-ServerPasswordTestJSON-1094157349-project] 10.222.0.101 "GET /v2.0/ports?device_id=9e6356bf-86b7-4cd9-b46e-95e3e893c164 HTTP/1.1" status: 200 len: 945 time: 0.1287217 Sep 24 15:48:44.858708 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7f675761-8bab-47b9-bb8f-89c2b81383d3 req-925c8dee-2939-4955-9d5d-8db1ead57222 tempest-ServerPasswordTestJSON-1094157349 tempest-ServerPasswordTestJSON-1094157349-project] 10.222.0.101 "GET /v2.0/security-groups?id=139e7c19-dcd2-41b9-9381-25d8e719c4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556414 Sep 24 15:48:44.860470 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-dc1e92a0-0e58-4c29-81c9-604f15fe79ab req-4eb5d3b6-3a69-4e5a-8525-378200bb349a tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:44.886692 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['190abd2c-9e7d-4487-82bd-57561f5a96b8', 'ca08fe33-4ee9-413c-a294-3c0e3835a684'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:48:44.932746 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb5d3b6-3a69-4e5a-8525-378200bb349a tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Pushing event deleted for resources: {'Port': ['ID=ca08fe33-4ee9-413c-a294-3c0e3835a684,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:45.054185 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc1e92a0-0e58-4c29-81c9-604f15fe79ab req-4eb5d3b6-3a69-4e5a-8525-378200bb349a tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] No DVR routers for this DVR port ca08fe33-4ee9-413c-a294-3c0e3835a684 on host n-h1-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:48:45.058550 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-dc1e92a0-0e58-4c29-81c9-604f15fe79ab req-4eb5d3b6-3a69-4e5a-8525-378200bb349a tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:45.060614 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dc1e92a0-0e58-4c29-81c9-604f15fe79ab req-4eb5d3b6-3a69-4e5a-8525-378200bb349a tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.110 "DELETE /v2.0/ports/ca08fe33-4ee9-413c-a294-3c0e3835a684 HTTP/1.1" status: 204 len: 173 time: 1.1108253 Sep 24 15:48:45.061301 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ced0366-b713-4343-89a2-ec8a0f67be3d', 'name': 'network-vif-deleted', 'tag': 'ca08fe33-4ee9-413c-a294-3c0e3835a684'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:48:45.063832 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb84ea0f-f23c-4a16-b321-67256503ebee" -d '{"events": [{"server_uuid": "5ced0366-b713-4343-89a2-ec8a0f67be3d", "name": "network-vif-deleted", "tag": "ca08fe33-4ee9-413c-a294-3c0e3835a684"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:48:45.099824 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-697fa359-f9a9-4c33-bd28-5c8fa5850336 req-a959072e-7836-4af6-bbac-3a852fa981da tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=5ced0366-b713-4343-89a2-ec8a0f67be3d HTTP/1.1" status: 200 len: 210 time: 0.1175280 Sep 24 15:48:45.238390 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-85ea99c7-1ec2-436e-bf94-7dc78eba54e1 None None] Notify callbacks [] for port, precommit_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:45.309558 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-85ea99c7-1ec2-436e-bf94-7dc78eba54e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:45.351768 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933756f8-a472-4fb3-a035-2269eaca9bca req-9c23c7a3-9f47-4d07-afcc-ed6fb7145eeb tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:45.358850 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933756f8-a472-4fb3-a035-2269eaca9bca req-9c23c7a3-9f47-4d07-afcc-ed6fb7145eeb tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:45.360671 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-933756f8-a472-4fb3-a035-2269eaca9bca req-9c23c7a3-9f47-4d07-afcc-ed6fb7145eeb tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/ports?device_id=72a9b53c-403b-4004-a00d-3dea9bc43d87 HTTP/1.1" status: 200 len: 1654 time: 0.0791006 Sep 24 15:48:45.416420 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-933756f8-a472-4fb3-a035-2269eaca9bca req-cc7a1428-58bd-4813-aeb2-c5aadd29f077 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/security-groups?id=1aa72ca6-205a-4e58-b313-5dd57c74d75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477395 Sep 24 15:48:45.428629 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-573020cc-561a-49bc-b377-4b36517c7fc8 req-2a86c6f0-1b5a-48ba-8423-65b0f061bdcd tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=60722f0da12e4ca38d9ba8aac84df5f6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7911072 Sep 24 15:48:45.438109 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-85ea99c7-1ec2-436e-bf94-7dc78eba54e1 None None] Attempting to bind port 0b776216-6fea-4b62-995b-c9e7fc0bf6f0 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:48:45.438109 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-85ea99c7-1ec2-436e-bf94-7dc78eba54e1 None None] Attempting to bind port 0b776216-6fea-4b62-995b-c9e7fc0bf6f0 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'aaac3130-8581-4974-9225-e61f1475b22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '5ca707a3-4989-424b-9a98-79246ddfc60c'}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:48:45.438109 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ea99c7-1ec2-436e-bf94-7dc78eba54e1 None None] Attempting to bind port 0b776216-6fea-4b62-995b-c9e7fc0bf6f0 on network 5ca707a3-4989-424b-9a98-79246ddfc60c {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:48:45.441358 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ea99c7-1ec2-436e-bf94-7dc78eba54e1 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:48:45.441632 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ea99c7-1ec2-436e-bf94-7dc78eba54e1 None None] Checking segment: {'id': 'aaac3130-8581-4974-9225-e61f1475b22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '5ca707a3-4989-424b-9a98-79246ddfc60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:48:45.442272 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-85ea99c7-1ec2-436e-bf94-7dc78eba54e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:45.442446 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ea99c7-1ec2-436e-bf94-7dc78eba54e1 None None] Bound using segment: {'id': 'aaac3130-8581-4974-9225-e61f1475b22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '5ca707a3-4989-424b-9a98-79246ddfc60c'} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:48:45.442836 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-85ea99c7-1ec2-436e-bf94-7dc78eba54e1 None None] Bound port: 0b776216-6fea-4b62-995b-c9e7fc0bf6f0, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaac3130-8581-4974-9225-e61f1475b22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '5ca707a3-4989-424b-9a98-79246ddfc60c'}}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:48:45.443802 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-85ea99c7-1ec2-436e-bf94-7dc78eba54e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:45.485647 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b690b278-63dd-4ca8-8743-dae8bbdb7594 x-openstack-request-id: req-b690b278-63dd-4ca8-8743-dae8bbdb7594 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:48:45.485946 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ced0366-b713-4343-89a2-ec8a0f67be3d", "name": "network-vif-deleted", "tag": "ca08fe33-4ee9-413c-a294-3c0e3835a684", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:48:45.486201 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b690b278-63dd-4ca8-8743-dae8bbdb7594 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:48:45.486625 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ced0366-b713-4343-89a2-ec8a0f67be3d', 'name': 'network-vif-deleted', 'tag': 'ca08fe33-4ee9-413c-a294-3c0e3835a684', 'status': 'completed', 'code': 200} Sep 24 15:48:45.500888 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3524630e-fdf0-44f8-8dc7-6c9401019bc7 None None] Pushing event updated for resources: {'Port': ['ID=0b776216-6fea-4b62-995b-c9e7fc0bf6f0,revision_number=3']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:45.549280 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-85ea99c7-1ec2-436e-bf94-7dc78eba54e1 None None] For port 0b776216-6fea-4b62-995b-c9e7fc0bf6f0, host n-d-808921-1, cleared binding levels {{(pid=95300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:48:45.551255 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [None req-538cc46d-cbfd-49e0-ba45-a86a23a66b24 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] create failed (client error): The resource could not be found. Sep 24 15:48:45.554669 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-538cc46d-cbfd-49e0-ba45-a86a23a66b24 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 1.1808958 Sep 24 15:48:45.555308 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-85ea99c7-1ec2-436e-bf94-7dc78eba54e1 None None] For port 0b776216-6fea-4b62-995b-c9e7fc0bf6f0, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=0b776216-6fea-4b62-995b-c9e7fc0bf6f0,segment=NetworkSegment(aaac3130-8581-4974-9225-e61f1475b22f),segment_id=aaac3130-8581-4974-9225-e61f1475b22f)] {{(pid=95300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:48:45.556395 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 35062) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:45.559732 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-639fae08-1043-481a-b5bc-dfb439b44aba req-8cf49497-d9ad-48cc-83a9-a0b4eb64db6c tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:45.628570 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-639fae08-1043-481a-b5bc-dfb439b44aba req-8cf49497-d9ad-48cc-83a9-a0b4eb64db6c tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Network 3f75abcb-f75c-450c-9fe6-de5dba697295 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:48:45.634533 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-85ea99c7-1ec2-436e-bf94-7dc78eba54e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:45.635163 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [req-639fae08-1043-481a-b5bc-dfb439b44aba req-8cf49497-d9ad-48cc-83a9-a0b4eb64db6c tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:48:45.645588 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dde67e8d-dc7f-408d-8164-bcc6c002d6d6 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:45.651924 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-639fae08-1043-481a-b5bc-dfb439b44aba req-8cf49497-d9ad-48cc-83a9-a0b4eb64db6c tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:48:45.683558 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dde67e8d-dc7f-408d-8164-bcc6c002d6d6 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:45.732347 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3524630e-fdf0-44f8-8dc7-6c9401019bc7 None None] Pushing event updated for resources: {'Port': ['ID=0b776216-6fea-4b62-995b-c9e7fc0bf6f0,revision_number=4']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:45.760699 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ea99c7-1ec2-436e-bf94-7dc78eba54e1 None None] Routers {'cfd6bff8-80df-4fca-a87d-fd1bfa78e876'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:48:45.764874 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-85ea99c7-1ec2-436e-bf94-7dc78eba54e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:48:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['cfd6bff8-80df-4fca-a87d-fd1bfa78e876'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:48:45.778462 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639fae08-1043-481a-b5bc-dfb439b44aba req-8cf49497-d9ad-48cc-83a9-a0b4eb64db6c tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:45.779425 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-639fae08-1043-481a-b5bc-dfb439b44aba req-8cf49497-d9ad-48cc-83a9-a0b4eb64db6c tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:45.805771 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-573020cc-561a-49bc-b377-4b36517c7fc8 req-d50f07df-b7eb-486f-a675-b653000e0a5f service neutron] 10.222.0.101 "GET /v2.0/networks/5ca707a3-4989-424b-9a98-79246ddfc60c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620312 Sep 24 15:48:45.832707 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf49497-d9ad-48cc-83a9-a0b4eb64db6c tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Pushing event updated for resources: {'Port': ['ID=8682adeb-f380-4a6f-96af-8ea62c98fc6e,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:45.901882 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-85ea99c7-1ec2-436e-bf94-7dc78eba54e1 None None] Set router cfd6bff8-80df-4fca-a87d-fd1bfa78e876 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:48:45.903838 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dde67e8d-dc7f-408d-8164-bcc6c002d6d6 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:45.907559 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dde67e8d-dc7f-408d-8164-bcc6c002d6d6 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:45.908364 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-dde67e8d-dc7f-408d-8164-bcc6c002d6d6 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] 10.222.0.101 "DELETE /v2.0/security-groups/0514be61-3a47-4d92-906e-b0369364fc06 HTTP/1.1" status: 204 len: 168 time: 0.3508925 Sep 24 15:48:45.916031 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 35066) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:45.946990 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde67e8d-dc7f-408d-8164-bcc6c002d6d6 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0514be61-3a47-4d92-906e-b0369364fc06,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:45.965326 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-573020cc-561a-49bc-b377-4b36517c7fc8 req-be6350b8-a765-45ab-b807-a614321608bd service neutron] 10.222.0.101 "GET /v2.0/networks/5ca707a3-4989-424b-9a98-79246ddfc60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506937 Sep 24 15:48:46.008068 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-19f4f25a-f48e-445a-b9ca-dc03d0f1d6f9 None None] Provisioning complete for port 8682adeb-f380-4a6f-96af-8ea62c98fc6e triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:48:46.008670 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-19f4f25a-f48e-445a-b9ca-dc03d0f1d6f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:46.042819 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-639fae08-1043-481a-b5bc-dfb439b44aba req-8cf49497-d9ad-48cc-83a9-a0b4eb64db6c tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6451495 Sep 24 15:48:46.052246 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-19f4f25a-f48e-445a-b9ca-dc03d0f1d6f9 None None] Port 8682adeb-f380-4a6f-96af-8ea62c98fc6e cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:48:46.059562 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-639fae08-1043-481a-b5bc-dfb439b44aba req-9bccd34c-0af1-44b8-a0e5-0135df68993e service neutron] Request body: {'port': {'device_id': '72a9b53c-403b-4004-a00d-3dea9bc43d87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:48:46.079225 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c700375-733b-45d1-8e18-4408abaf73ab req-7f745bf6-65dd-49ad-a98e-0301362da7e1 tempest-ServerPasswordTestJSON-1094157349 tempest-ServerPasswordTestJSON-1094157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:46.081112 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3c700375-733b-45d1-8e18-4408abaf73ab req-7f745bf6-65dd-49ad-a98e-0301362da7e1 tempest-ServerPasswordTestJSON-1094157349 tempest-ServerPasswordTestJSON-1094157349-project] 10.222.0.101 "GET /v2.0/ports?device_id=9e6356bf-86b7-4cd9-b46e-95e3e893c164 HTTP/1.1" status: 200 len: 945 time: 0.1132147 Sep 24 15:48:46.085845 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b5c5e7fb-3a12-4cbe-8ddb-e1bf2f7640dd tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1687415 Sep 24 15:48:46.090137 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 35072) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:46.104947 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-7a18c33f-9cee-49a2-ba0f-3ec5d8ae7a36 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Request body: {'security_group_rule': {'security_group_id': '6f47149d-1ce6-4773-b67e-f7b9779f407f', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:48:46.151680 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-639fae08-1043-481a-b5bc-dfb439b44aba req-9bccd34c-0af1-44b8-a0e5-0135df68993e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:46.156037 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3c700375-733b-45d1-8e18-4408abaf73ab req-e9a117d9-1a21-4168-af52-019ca029991e tempest-ServerPasswordTestJSON-1094157349 tempest-ServerPasswordTestJSON-1094157349-project] 10.222.0.101 "GET /v2.0/security-groups?id=139e7c19-dcd2-41b9-9381-25d8e719c4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458157 Sep 24 15:48:46.338036 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [None req-7a18c33f-9cee-49a2-ba0f-3ec5d8ae7a36 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] create failed (client error): The resource could not be found. Sep 24 15:48:46.342514 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-7a18c33f-9cee-49a2-ba0f-3ec5d8ae7a36 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2478077 Sep 24 15:48:46.342852 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 35086) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:46.347987 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-fe2be959-11cd-49a9-8054-c1381a3e6401 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Request body: {'security_group': {'name': 'tempest-secgroup--1035441449'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:48:46.381515 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-85ea99c7-1ec2-436e-bf94-7dc78eba54e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd6bff8-80df-4fca-a87d-fd1bfa78e876', 'name': 'tempest-ServerRescueTestJSONUnderV235-2083922198-router', 'tenant_id': '60722f0da12e4ca38d9ba8aac84df5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '4552a4d6-52c6-45e1-9d62-a9faeb72edd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:48:32Z', 'updated_at': '2021-09-24T15:48:41Z', 'revision_number': 4, 'project_id': '60722f0da12e4ca38d9ba8aac84df5f6', 'gw_port': {'id': '4552a4d6-52c6-45e1-9d62-a9faeb72edd5', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ac:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6bff8-80df-4fca-a87d-fd1bfa78e876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:48:34Z', 'updated_at': '2021-09-24T15:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '0b776216-6fea-4b62-995b-c9e7fc0bf6f0', 'name': '', 'network_id': '5ca707a3-4989-424b-9a98-79246ddfc60c', 'tenant_id': '60722f0da12e4ca38d9ba8aac84df5f6', 'mac_address': 'fa:16:3e:a3:af:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd6bff8-80df-4fca-a87d-fd1bfa78e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '7864a260-4b7d-4946-ad5d-046195fcc1ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:48:40Z', 'updated_at': '2021-09-24T15:48:45Z', 'revision_number': 4, 'project_id': '60722f0da12e4ca38d9ba8aac84df5f6', 'subnets': [{'id': '7864a260-4b7d-4946-ad5d-046195fcc1ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:48:46.416880 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ea99c7-1ec2-436e-bf94-7dc78eba54e1 None None] The sync data for ids ['cfd6bff8-80df-4fca-a87d-fd1bfa78e876'] in n-d-808921-1 is: [{'id': 'cfd6bff8-80df-4fca-a87d-fd1bfa78e876', 'name': 'tempest-ServerRescueTestJSONUnderV235-2083922198-router', 'tenant_id': '60722f0da12e4ca38d9ba8aac84df5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '4552a4d6-52c6-45e1-9d62-a9faeb72edd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:48:32Z', 'updated_at': '2021-09-24T15:48:41Z', 'revision_number': 4, 'project_id': '60722f0da12e4ca38d9ba8aac84df5f6', 'gw_port': {'id': '4552a4d6-52c6-45e1-9d62-a9faeb72edd5', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ac:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6bff8-80df-4fca-a87d-fd1bfa78e876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:48:34Z', 'updated_at': '2021-09-24T15:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '0b776216-6fea-4b62-995b-c9e7fc0bf6f0', 'name': '', 'network_id': '5ca707a3-4989-424b-9a98-79246ddfc60c', 'tenant_id': '60722f0da12e4ca38d9ba8aac84df5f6', 'mac_address': 'fa:16:3e:a3:af:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cfd6bff8-80df-4fca-a87d-fd1bfa78e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '7864a260-4b7d-4946-ad5d-046195fcc1ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:48:40Z', 'updated_at': '2021-09-24T15:48:45Z', 'revision_number': 4, 'project_id': '60722f0da12e4ca38d9ba8aac84df5f6', 'subnets': [{'id': '7864a260-4b7d-4946-ad5d-046195fcc1ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:48:46.545272 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fe2be959-11cd-49a9-8054-c1381a3e6401 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:46.553376 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a3e59991-4ab3-4fdd-a1cf-295439bba0b4 req-1d47e740-4d00-42a0-a87a-7d6974815ac7 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=5ced0366-b713-4343-89a2-ec8a0f67be3d HTTP/1.1" status: 200 len: 210 time: 0.0927367 Sep 24 15:48:46.644488 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [req-639fae08-1043-481a-b5bc-dfb439b44aba req-9bccd34c-0af1-44b8-a0e5-0135df68993e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edf4d99b-fbb4-43a0-a1ea-1835e5db95ab {{(pid=95297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:48:46.654870 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-639fae08-1043-481a-b5bc-dfb439b44aba req-9bccd34c-0af1-44b8-a0e5-0135df68993e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:46.670460 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.provisioning_blocks [req-639fae08-1043-481a-b5bc-dfb439b44aba req-9bccd34c-0af1-44b8-a0e5-0135df68993e service neutron] Transition to ACTIVE for port object edf4d99b-fbb4-43a0-a1ea-1835e5db95ab will not be triggered until provisioned by entity L2. {{(pid=95297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:48:46.740687 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9f464e50-a62e-4b22-acb8-c043e494422e req-528a1d67-82fb-4b8c-b796-8a827ff1218e tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/ports?device_id=3a719ae9-f509-4f22-9b6e-7833a8d9b221 HTTP/1.1" status: 200 len: 210 time: 0.0426421 Sep 24 15:48:46.758000 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 0b776216-6fea-4b62-995b-c9e7fc0bf6f0 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:48:46.762499 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-639fae08-1043-481a-b5bc-dfb439b44aba req-9bccd34c-0af1-44b8-a0e5-0135df68993e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:46.809701 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fe2be959-11cd-49a9-8054-c1381a3e6401 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:46.867528 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 0b776216-6fea-4b62-995b-c9e7fc0bf6f0 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:48:46.867929 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:46.902717 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bccd34c-0af1-44b8-a0e5-0135df68993e service neutron] Pushing event updated for resources: {'Port': ['ID=edf4d99b-fbb4-43a0-a1ea-1835e5db95ab,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:46.964746 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2773a4b8-2dcb-4932-9521-5d87bd200879 req-a01c2fa5-5fa5-4810-841b-2cf9d24cf40c tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:46.980142 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2773a4b8-2dcb-4932-9521-5d87bd200879 req-a01c2fa5-5fa5-4810-841b-2cf9d24cf40c tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:47.001900 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2773a4b8-2dcb-4932-9521-5d87bd200879 req-a01c2fa5-5fa5-4810-841b-2cf9d24cf40c tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:47.013036 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2773a4b8-2dcb-4932-9521-5d87bd200879 req-a01c2fa5-5fa5-4810-841b-2cf9d24cf40c tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/ports?device_id=72a9b53c-403b-4004-a00d-3dea9bc43d87 HTTP/1.1" status: 200 len: 2387 time: 0.1723468 Sep 24 15:48:47.015323 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-639fae08-1043-481a-b5bc-dfb439b44aba req-9bccd34c-0af1-44b8-a0e5-0135df68993e service neutron] Attempting to bind port edf4d99b-fbb4-43a0-a1ea-1835e5db95ab on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:48:47.015735 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-639fae08-1043-481a-b5bc-dfb439b44aba req-9bccd34c-0af1-44b8-a0e5-0135df68993e service neutron] Attempting to bind port edf4d99b-fbb4-43a0-a1ea-1835e5db95ab by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': '17d42855-2910-4d8b-9937-c8ab140f8cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '3f75abcb-f75c-450c-9fe6-de5dba697295'}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:48:47.016271 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639fae08-1043-481a-b5bc-dfb439b44aba req-9bccd34c-0af1-44b8-a0e5-0135df68993e service neutron] Attempting to bind port edf4d99b-fbb4-43a0-a1ea-1835e5db95ab on network 3f75abcb-f75c-450c-9fe6-de5dba697295 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:48:47.017949 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fe2be959-11cd-49a9-8054-c1381a3e6401 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:47.028032 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639fae08-1043-481a-b5bc-dfb439b44aba req-9bccd34c-0af1-44b8-a0e5-0135df68993e service neutron] Port edf4d99b-fbb4-43a0-a1ea-1835e5db95ab on network 3f75abcb-f75c-450c-9fe6-de5dba697295 not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:48:47.028404 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639fae08-1043-481a-b5bc-dfb439b44aba req-9bccd34c-0af1-44b8-a0e5-0135df68993e service neutron] Attempting to bind port edf4d99b-fbb4-43a0-a1ea-1835e5db95ab on network 3f75abcb-f75c-450c-9fe6-de5dba697295 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:48:47.035786 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639fae08-1043-481a-b5bc-dfb439b44aba req-9bccd34c-0af1-44b8-a0e5-0135df68993e service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:48:47.036135 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639fae08-1043-481a-b5bc-dfb439b44aba req-9bccd34c-0af1-44b8-a0e5-0135df68993e service neutron] Checking segment: {'id': '17d42855-2910-4d8b-9937-c8ab140f8cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '3f75abcb-f75c-450c-9fe6-de5dba697295'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:48:47.038077 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639fae08-1043-481a-b5bc-dfb439b44aba req-9bccd34c-0af1-44b8-a0e5-0135df68993e service neutron] Bound using segment: {'id': '17d42855-2910-4d8b-9937-c8ab140f8cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '3f75abcb-f75c-450c-9fe6-de5dba697295'} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:48:47.038794 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-639fae08-1043-481a-b5bc-dfb439b44aba req-9bccd34c-0af1-44b8-a0e5-0135df68993e service neutron] Bound port: edf4d99b-fbb4-43a0-a1ea-1835e5db95ab, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17d42855-2910-4d8b-9937-c8ab140f8cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '3f75abcb-f75c-450c-9fe6-de5dba697295'}}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:48:47.039255 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-639fae08-1043-481a-b5bc-dfb439b44aba req-9bccd34c-0af1-44b8-a0e5-0135df68993e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:47.042602 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:47.102576 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2773a4b8-2dcb-4932-9521-5d87bd200879 req-58c71cda-20e3-4636-a331-fdd6ce5d2f64 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/security-groups?id=1aa72ca6-205a-4e58-b313-5dd57c74d75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835180 Sep 24 15:48:47.109700 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port 0b776216-6fea-4b62-995b-c9e7fc0bf6f0, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=0b776216-6fea-4b62-995b-c9e7fc0bf6f0,segment=NetworkSegment(aaac3130-8581-4974-9225-e61f1475b22f),segment_id=aaac3130-8581-4974-9225-e61f1475b22f)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:48:47.114507 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2be959-11cd-49a9-8054-c1381a3e6401 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8194ae-4809-4601-87d1-24ba59e2c70c,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:47.170980 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-639fae08-1043-481a-b5bc-dfb439b44aba req-9bccd34c-0af1-44b8-a0e5-0135df68993e service neutron] For port edf4d99b-fbb4-43a0-a1ea-1835e5db95ab, host n-h1-808921-1, cleared binding levels {{(pid=95297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:48:47.175479 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-639fae08-1043-481a-b5bc-dfb439b44aba req-9bccd34c-0af1-44b8-a0e5-0135df68993e service neutron] For port edf4d99b-fbb4-43a0-a1ea-1835e5db95ab, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=edf4d99b-fbb4-43a0-a1ea-1835e5db95ab,segment=NetworkSegment(17d42855-2910-4d8b-9937-c8ab140f8cc0),segment_id=17d42855-2910-4d8b-9937-c8ab140f8cc0)] {{(pid=95297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:48:47.298075 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:47.298318 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fe2be959-11cd-49a9-8054-c1381a3e6401 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:47.300465 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-fe2be959-11cd-49a9-8054-c1381a3e6401 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9566419 Sep 24 15:48:47.311314 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 35116) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:47.315855 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-b4dce96a-3e62-4b0b-8bf6-76ca0d85a4df tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Request body: {'security_group': {'name': 'tempest-secgroup--1197293571'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:48:47.344761 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-639fae08-1043-481a-b5bc-dfb439b44aba req-9bccd34c-0af1-44b8-a0e5-0135df68993e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:47.359747 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=0b776216-6fea-4b62-995b-c9e7fc0bf6f0,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:47.415159 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bccd34c-0af1-44b8-a0e5-0135df68993e service neutron] Pushing event updated for resources: {'Port': ['ID=edf4d99b-fbb4-43a0-a1ea-1835e5db95ab,revision_number=3']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:47.428992 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639fae08-1043-481a-b5bc-dfb439b44aba req-9bccd34c-0af1-44b8-a0e5-0135df68993e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:47.429696 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-639fae08-1043-481a-b5bc-dfb439b44aba req-9bccd34c-0af1-44b8-a0e5-0135df68993e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:47.431470 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-639fae08-1043-481a-b5bc-dfb439b44aba req-9bccd34c-0af1-44b8-a0e5-0135df68993e service neutron] 10.222.0.110 "PUT /v2.0/ports/edf4d99b-fbb4-43a0-a1ea-1835e5db95ab HTTP/1.1" status: 200 len: 1092 time: 1.3771172 Sep 24 15:48:47.431924 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72a9b53c-403b-4004-a00d-3dea9bc43d87', 'tag': 'edf4d99b-fbb4-43a0-a1ea-1835e5db95ab'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:48:47.438842 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d934f4-dca6-4af5-a84b-013cbb68bcc7" -d '{"events": [{"name": "network-changed", "server_uuid": "72a9b53c-403b-4004-a00d-3dea9bc43d87", "tag": "edf4d99b-fbb4-43a0-a1ea-1835e5db95ab"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:48:47.482999 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b4dce96a-3e62-4b0b-8bf6-76ca0d85a4df tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:47.626074 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b4dce96a-3e62-4b0b-8bf6-76ca0d85a4df tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:47.647045 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:48:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71cdfe46-9f0f-4a7e-9284-ce8134e7923a x-openstack-request-id: req-71cdfe46-9f0f-4a7e-9284-ce8134e7923a {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:48:47.647600 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72a9b53c-403b-4004-a00d-3dea9bc43d87", "tag": "edf4d99b-fbb4-43a0-a1ea-1835e5db95ab", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:48:47.647718 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-71cdfe46-9f0f-4a7e-9284-ce8134e7923a {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:48:47.648095 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72a9b53c-403b-4004-a00d-3dea9bc43d87', 'tag': 'edf4d99b-fbb4-43a0-a1ea-1835e5db95ab', 'status': 'completed', 'code': 200} Sep 24 15:48:47.741613 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d934f4-dca6-4af5-a84b-013cbb68bcc7 req-1031ca6f-527e-4ce2-92ab-c80018a31de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:47.742111 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d934f4-dca6-4af5-a84b-013cbb68bcc7 req-1031ca6f-527e-4ce2-92ab-c80018a31de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:47.742692 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d934f4-dca6-4af5-a84b-013cbb68bcc7 req-1031ca6f-527e-4ce2-92ab-c80018a31de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:47.744484 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-65d934f4-dca6-4af5-a84b-013cbb68bcc7 req-1031ca6f-527e-4ce2-92ab-c80018a31de8 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=9c95bd34ef8943e09d9da8bb4b5315d4&device_id=72a9b53c-403b-4004-a00d-3dea9bc43d87 HTTP/1.1" status: 200 len: 2730 time: 0.0653176 Sep 24 15:48:47.792534 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-639fae08-1043-481a-b5bc-dfb439b44aba req-6e2a471f-3973-4b10-8a04-4379683f66bc service neutron] Request body: {'port': {'device_id': '72a9b53c-403b-4004-a00d-3dea9bc43d87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:48:47.869773 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f3e96f5a-a74b-4330-a8fd-0eb8ab6a107b req-9e735c6f-108c-4347-ab4e-9d3c462a8688 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/ports?device_id=3a719ae9-f509-4f22-9b6e-7833a8d9b221 HTTP/1.1" status: 200 len: 210 time: 0.0994115 Sep 24 15:48:47.892259 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-639fae08-1043-481a-b5bc-dfb439b44aba req-6e2a471f-3973-4b10-8a04-4379683f66bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:47.966886 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b4dce96a-3e62-4b0b-8bf6-76ca0d85a4df tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:48.097579 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d934f4-dca6-4af5-a84b-013cbb68bcc7 req-36480a44-2786-44a5-bb29-a5469c9cd3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:48.098061 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d934f4-dca6-4af5-a84b-013cbb68bcc7 req-36480a44-2786-44a5-bb29-a5469c9cd3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:48.098561 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d934f4-dca6-4af5-a84b-013cbb68bcc7 req-36480a44-2786-44a5-bb29-a5469c9cd3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:48.100284 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-65d934f4-dca6-4af5-a84b-013cbb68bcc7 req-36480a44-2786-44a5-bb29-a5469c9cd3c4 service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=9c95bd34ef8943e09d9da8bb4b5315d4&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.3429623 Sep 24 15:48:48.228468 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dce96a-3e62-4b0b-8bf6-76ca0d85a4df tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62e08922-bb5e-459a-a18d-f4d9a292ee18,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:48.284035 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d934f4-dca6-4af5-a84b-013cbb68bcc7 req-fb00ac10-d56c-4609-bbec-23b688c7e841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:48.286706 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-65d934f4-dca6-4af5-a84b-013cbb68bcc7 req-fb00ac10-d56c-4609-bbec-23b688c7e841 service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1527524 Sep 24 15:48:48.314875 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f8bc6-c302-4d10-94d5-b319a7103b87 req-1810eb20-8ab1-414b-a61f-630c1fc8b92a tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:48.317128 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b18f8bc6-c302-4d10-94d5-b319a7103b87 req-1810eb20-8ab1-414b-a61f-630c1fc8b92a tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/networks?id=fcaa8023-73de-41c9-b56a-537c209ef622 HTTP/1.1" status: 200 len: 806 time: 0.3318441 Sep 24 15:48:48.330821 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b4dce96a-3e62-4b0b-8bf6-76ca0d85a4df tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:48.337091 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b4dce96a-3e62-4b0b-8bf6-76ca0d85a4df tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0246067 Sep 24 15:48:48.340427 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 35156) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:48.341790 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b18f8bc6-c302-4d10-94d5-b319a7103b87 req-0580b6df-c585-400e-af82-492f3e107ccb tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/quotas/62a8ba880b994b468ea0f6bf276f3fa0 HTTP/1.1" status: 200 len: 375 time: 0.0138333 Sep 24 15:48:48.342568 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device ca08fe33-4ee9-413c-a294-3c0e3835a684 no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:48:48.350232 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c6edb9-b70f-42cf-9bd9-06540a4012a9 req-96d422cd-f281-4457-8ca9-a115e011ff42 tempest-ServerPasswordTestJSON-1094157349 tempest-ServerPasswordTestJSON-1094157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:48.351940 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-88c6edb9-b70f-42cf-9bd9-06540a4012a9 req-96d422cd-f281-4457-8ca9-a115e011ff42 tempest-ServerPasswordTestJSON-1094157349 tempest-ServerPasswordTestJSON-1094157349-project] 10.222.0.101 "GET /v2.0/ports?device_id=9e6356bf-86b7-4cd9-b46e-95e3e893c164 HTTP/1.1" status: 200 len: 945 time: 0.1902153 Sep 24 15:48:48.356500 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-2b7244c6-7099-4d52-a57c-95689c9cebf6 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Request body: {'security_group_rule': {'security_group_id': 'ae8194ae-4809-4601-87d1-24ba59e2c70c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '62e08922-bb5e-459a-a18d-f4d9a292ee18'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:48:48.368949 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] No Port match for: ca08fe33-4ee9-413c-a294-3c0e3835a684 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:48:48.369557 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device ca08fe33-4ee9-413c-a294-3c0e3835a684 not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:48:48.401421 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b18f8bc6-c302-4d10-94d5-b319a7103b87 req-2489e432-b2ae-4e36-9c2a-d689fd72f194 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=62a8ba880b994b468ea0f6bf276f3fa0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0551696 Sep 24 15:48:48.447061 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-88c6edb9-b70f-42cf-9bd9-06540a4012a9 req-0b655930-d16b-49cd-8811-e814128fff65 tempest-ServerPasswordTestJSON-1094157349 tempest-ServerPasswordTestJSON-1094157349-project] 10.222.0.101 "GET /v2.0/security-groups?id=139e7c19-dcd2-41b9-9381-25d8e719c4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845153 Sep 24 15:48:48.462408 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-639fae08-1043-481a-b5bc-dfb439b44aba req-6e2a471f-3973-4b10-8a04-4379683f66bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ac5642d-3583-4e03-9e20-0fb5b1139043 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:48:48.471347 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-639fae08-1043-481a-b5bc-dfb439b44aba req-6e2a471f-3973-4b10-8a04-4379683f66bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:48.484015 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-639fae08-1043-481a-b5bc-dfb439b44aba req-6e2a471f-3973-4b10-8a04-4379683f66bc service neutron] Transition to ACTIVE for port object 9ac5642d-3583-4e03-9e20-0fb5b1139043 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:48:48.526275 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b18f8bc6-c302-4d10-94d5-b319a7103b87 req-3335a082-2277-4f20-aedd-f8fcd8d0b1cc service neutron] 10.222.0.101 "GET /v2.0/networks/fcaa8023-73de-41c9-b56a-537c209ef622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160371 Sep 24 15:48:48.621066 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 0b776216-6fea-4b62-995b-c9e7fc0bf6f0 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:48:48.686682 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d302b151-b744-469c-8cdc-ede339930cac req-1d467362-2199-48e6-9c24-d50f3bd6fa54 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:48.690544 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b18f8bc6-c302-4d10-94d5-b319a7103b87 req-769f80cb-1bbb-4170-9723-d99fce62c0dc service neutron] 10.222.0.101 "GET /v2.0/networks/fcaa8023-73de-41c9-b56a-537c209ef622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633437 Sep 24 15:48:48.695609 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 0b776216-6fea-4b62-995b-c9e7fc0bf6f0 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:48:48.695982 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:48.707723 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d302b151-b744-469c-8cdc-ede339930cac req-1d467362-2199-48e6-9c24-d50f3bd6fa54 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:48.716050 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d302b151-b744-469c-8cdc-ede339930cac req-1d467362-2199-48e6-9c24-d50f3bd6fa54 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:48.719200 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d302b151-b744-469c-8cdc-ede339930cac req-1d467362-2199-48e6-9c24-d50f3bd6fa54 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/ports?device_id=72a9b53c-403b-4004-a00d-3dea9bc43d87 HTTP/1.1" status: 200 len: 2387 time: 0.1239448 Sep 24 15:48:48.720841 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [None req-2b7244c6-7099-4d52-a57c-95689c9cebf6 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 15:48:48.725975 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 35164) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:48.739580 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-2b7244c6-7099-4d52-a57c-95689c9cebf6 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3863010 Sep 24 15:48:48.742550 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-639fae08-1043-481a-b5bc-dfb439b44aba req-6e2a471f-3973-4b10-8a04-4379683f66bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:48.822056 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-16903a5c-ddf9-4c4d-8acf-f61651a1a28e tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:48.856763 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-16903a5c-ddf9-4c4d-8acf-f61651a1a28e tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:48.914729 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2a471f-3973-4b10-8a04-4379683f66bc service neutron] Pushing event updated for resources: {'Port': ['ID=9ac5642d-3583-4e03-9e20-0fb5b1139043,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:48.941596 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d302b151-b744-469c-8cdc-ede339930cac req-614a3152-ec9f-4d3c-b112-9a0b64343b30 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/security-groups?id=1aa72ca6-205a-4e58-b313-5dd57c74d75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2001472 Sep 24 15:48:48.975701 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-639fae08-1043-481a-b5bc-dfb439b44aba req-6e2a471f-3973-4b10-8a04-4379683f66bc service neutron] Attempting to bind port 9ac5642d-3583-4e03-9e20-0fb5b1139043 on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:48:48.976116 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-639fae08-1043-481a-b5bc-dfb439b44aba req-6e2a471f-3973-4b10-8a04-4379683f66bc service neutron] Attempting to bind port 9ac5642d-3583-4e03-9e20-0fb5b1139043 by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': 'eb99eee8-1f83-4f9a-bbd4-cf3bcd5d6d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '14fb19aa-9ed2-4f97-bce3-121843a8d24a'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:48:48.976518 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639fae08-1043-481a-b5bc-dfb439b44aba req-6e2a471f-3973-4b10-8a04-4379683f66bc service neutron] Attempting to bind port 9ac5642d-3583-4e03-9e20-0fb5b1139043 on network 14fb19aa-9ed2-4f97-bce3-121843a8d24a {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:48:48.999516 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639fae08-1043-481a-b5bc-dfb439b44aba req-6e2a471f-3973-4b10-8a04-4379683f66bc service neutron] Port 9ac5642d-3583-4e03-9e20-0fb5b1139043 on network 14fb19aa-9ed2-4f97-bce3-121843a8d24a not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:48:49.000316 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639fae08-1043-481a-b5bc-dfb439b44aba req-6e2a471f-3973-4b10-8a04-4379683f66bc service neutron] Attempting to bind port 9ac5642d-3583-4e03-9e20-0fb5b1139043 on network 14fb19aa-9ed2-4f97-bce3-121843a8d24a {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:48:49.029289 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639fae08-1043-481a-b5bc-dfb439b44aba req-6e2a471f-3973-4b10-8a04-4379683f66bc service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:48:49.029289 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639fae08-1043-481a-b5bc-dfb439b44aba req-6e2a471f-3973-4b10-8a04-4379683f66bc service neutron] Checking segment: {'id': 'eb99eee8-1f83-4f9a-bbd4-cf3bcd5d6d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '14fb19aa-9ed2-4f97-bce3-121843a8d24a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:48:49.029289 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639fae08-1043-481a-b5bc-dfb439b44aba req-6e2a471f-3973-4b10-8a04-4379683f66bc service neutron] Bound using segment: {'id': 'eb99eee8-1f83-4f9a-bbd4-cf3bcd5d6d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '14fb19aa-9ed2-4f97-bce3-121843a8d24a'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:48:49.029289 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-639fae08-1043-481a-b5bc-dfb439b44aba req-6e2a471f-3973-4b10-8a04-4379683f66bc service neutron] Bound port: 9ac5642d-3583-4e03-9e20-0fb5b1139043, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb99eee8-1f83-4f9a-bbd4-cf3bcd5d6d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '14fb19aa-9ed2-4f97-bce3-121843a8d24a'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:48:49.029289 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-639fae08-1043-481a-b5bc-dfb439b44aba req-6e2a471f-3973-4b10-8a04-4379683f66bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:49.075127 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-16903a5c-ddf9-4c4d-8acf-f61651a1a28e tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:49.077871 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-16903a5c-ddf9-4c4d-8acf-f61651a1a28e tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:49.079362 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-16903a5c-ddf9-4c4d-8acf-f61651a1a28e tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] 10.222.0.101 "DELETE /v2.0/security-groups/62e08922-bb5e-459a-a18d-f4d9a292ee18 HTTP/1.1" status: 204 len: 168 time: 0.3519988 Sep 24 15:48:49.083084 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 35178) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:49.124480 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16903a5c-ddf9-4c4d-8acf-f61651a1a28e tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62e08922-bb5e-459a-a18d-f4d9a292ee18,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:49.208155 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-639fae08-1043-481a-b5bc-dfb439b44aba req-6e2a471f-3973-4b10-8a04-4379683f66bc service neutron] For port 9ac5642d-3583-4e03-9e20-0fb5b1139043, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:48:49.212653 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-639fae08-1043-481a-b5bc-dfb439b44aba req-6e2a471f-3973-4b10-8a04-4379683f66bc service neutron] For port 9ac5642d-3583-4e03-9e20-0fb5b1139043, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=9ac5642d-3583-4e03-9e20-0fb5b1139043,segment=NetworkSegment(eb99eee8-1f83-4f9a-bbd4-cf3bcd5d6d58),segment_id=eb99eee8-1f83-4f9a-bbd4-cf3bcd5d6d58)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:48:49.240721 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-81e0bcfe-68fb-4ac8-9451-da70c4f3bb16 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1536655 Sep 24 15:48:49.241136 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 35182) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:49.376748 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-639fae08-1043-481a-b5bc-dfb439b44aba req-6e2a471f-3973-4b10-8a04-4379683f66bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:49.405492 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4895a0b6-83f1-4843-8946-57b23d113916 req-e2b00794-2844-4efc-a0ec-ac7e5f8ad952 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=28e46b28-c6ac-473d-9ede-220da13774af HTTP/1.1" status: 200 len: 210 time: 0.0392938 Sep 24 15:48:49.421786 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e7ca86e1-8b61-4e74-9491-0897988f8e23 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:49.422771 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2813fb1e-43f9-4378-9b8d-8baddbdca012 req-a5cf9577-61d7-4e94-86d5-56b02655a9c2 tempest-ServerPasswordTestJSON-1094157349 tempest-ServerPasswordTestJSON-1094157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:49.424343 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2813fb1e-43f9-4378-9b8d-8baddbdca012 req-a5cf9577-61d7-4e94-86d5-56b02655a9c2 tempest-ServerPasswordTestJSON-1094157349 tempest-ServerPasswordTestJSON-1094157349-project] 10.222.0.108 "GET /v2.0/ports?device_id=9e6356bf-86b7-4cd9-b46e-95e3e893c164 HTTP/1.1" status: 200 len: 945 time: 0.0943913 Sep 24 15:48:49.432577 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5bb31c74-9598-4e4c-a415-ebe136f89c52 req-b03a31f5-46c4-4936-94f9-313b7cf215b8 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/ports?device_id=3a719ae9-f509-4f22-9b6e-7833a8d9b221 HTTP/1.1" status: 200 len: 210 time: 0.0807297 Sep 24 15:48:49.490935 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e7ca86e1-8b61-4e74-9491-0897988f8e23 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:49.502686 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639fae08-1043-481a-b5bc-dfb439b44aba req-6e2a471f-3973-4b10-8a04-4379683f66bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:49.503464 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-639fae08-1043-481a-b5bc-dfb439b44aba req-6e2a471f-3973-4b10-8a04-4379683f66bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:49.516014 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-639fae08-1043-481a-b5bc-dfb439b44aba req-6e2a471f-3973-4b10-8a04-4379683f66bc service neutron] 10.222.0.110 "PUT /v2.0/ports/9ac5642d-3583-4e03-9e20-0fb5b1139043 HTTP/1.1" status: 200 len: 1091 time: 1.7289197 Sep 24 15:48:49.519418 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72a9b53c-403b-4004-a00d-3dea9bc43d87', 'tag': '9ac5642d-3583-4e03-9e20-0fb5b1139043'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:48:49.525773 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508ead2b-f181-45cb-b7cf-11faca02c9a9" -d '{"events": [{"name": "network-changed", "server_uuid": "72a9b53c-403b-4004-a00d-3dea9bc43d87", "tag": "9ac5642d-3583-4e03-9e20-0fb5b1139043"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:48:49.565301 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-2813fb1e-43f9-4378-9b8d-8baddbdca012 req-8e7a6c52-ad32-4b5e-a2eb-ecbc3d3cae27 tempest-ServerPasswordTestJSON-1094157349 tempest-ServerPasswordTestJSON-1094157349-project] Deleting port 5592e0d0-f551-46df-b7bc-0686ad6d52cb {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:48:49.569259 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-2813fb1e-43f9-4378-9b8d-8baddbdca012 req-8e7a6c52-ad32-4b5e-a2eb-ecbc3d3cae27 tempest-ServerPasswordTestJSON-1094157349 tempest-ServerPasswordTestJSON-1094157349-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:49.600705 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c17d985-ca45-4965-9ca7-05cec38c247d x-openstack-request-id: req-3c17d985-ca45-4965-9ca7-05cec38c247d {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:48:49.600985 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72a9b53c-403b-4004-a00d-3dea9bc43d87", "tag": "9ac5642d-3583-4e03-9e20-0fb5b1139043", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:48:49.601223 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-3c17d985-ca45-4965-9ca7-05cec38c247d {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:48:49.603490 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72a9b53c-403b-4004-a00d-3dea9bc43d87', 'tag': '9ac5642d-3583-4e03-9e20-0fb5b1139043', 'status': 'completed', 'code': 200} Sep 24 15:48:49.627210 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2a471f-3973-4b10-8a04-4379683f66bc service neutron] Pushing event updated for resources: {'Port': ['ID=9ac5642d-3583-4e03-9e20-0fb5b1139043,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:49.681687 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-639fae08-1043-481a-b5bc-dfb439b44aba req-c11883a9-7a2e-441f-873b-c408e8868852 service neutron] Request body: {'port': {'device_id': '72a9b53c-403b-4004-a00d-3dea9bc43d87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:48:49.769139 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-639fae08-1043-481a-b5bc-dfb439b44aba req-c11883a9-7a2e-441f-873b-c408e8868852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:49.885313 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2a729d-96fa-4771-87d4-4c256d74901d req-88741fac-5a25-49c0-b85a-331cc81edb38 tempest-ServerPasswordTestJSON-1094157349 tempest-ServerPasswordTestJSON-1094157349-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:49.892586 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6c2a729d-96fa-4771-87d4-4c256d74901d req-88741fac-5a25-49c0-b85a-331cc81edb38 tempest-ServerPasswordTestJSON-1094157349 tempest-ServerPasswordTestJSON-1094157349-project] 10.222.0.101 "GET /v2.0/ports?device_id=9e6356bf-86b7-4cd9-b46e-95e3e893c164 HTTP/1.1" status: 200 len: 945 time: 0.3075264 Sep 24 15:48:49.932410 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-2813fb1e-43f9-4378-9b8d-8baddbdca012 req-8e7a6c52-ad32-4b5e-a2eb-ecbc3d3cae27 tempest-ServerPasswordTestJSON-1094157349 tempest-ServerPasswordTestJSON-1094157349-project] For port 5592e0d0-f551-46df-b7bc-0686ad6d52cb, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=5592e0d0-f551-46df-b7bc-0686ad6d52cb,segment=NetworkSegment(05bd48af-5cdf-41ce-82a4-4c145ccbba3e),segment_id=05bd48af-5cdf-41ce-82a4-4c145ccbba3e)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:48:49.932792 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-2813fb1e-43f9-4378-9b8d-8baddbdca012 req-8e7a6c52-ad32-4b5e-a2eb-ecbc3d3cae27 tempest-ServerPasswordTestJSON-1094157349 tempest-ServerPasswordTestJSON-1094157349-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:49.946068 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ead2b-f181-45cb-b7cf-11faca02c9a9 req-31a6c3eb-a085-4a48-a41b-019fc15166cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:49.946575 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ead2b-f181-45cb-b7cf-11faca02c9a9 req-31a6c3eb-a085-4a48-a41b-019fc15166cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:49.947067 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ead2b-f181-45cb-b7cf-11faca02c9a9 req-31a6c3eb-a085-4a48-a41b-019fc15166cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:49.948699 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-508ead2b-f181-45cb-b7cf-11faca02c9a9 req-31a6c3eb-a085-4a48-a41b-019fc15166cd service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=9c95bd34ef8943e09d9da8bb4b5315d4&device_id=72a9b53c-403b-4004-a00d-3dea9bc43d87 HTTP/1.1" status: 200 len: 2797 time: 0.2544265 Sep 24 15:48:49.959604 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-2813fb1e-43f9-4378-9b8d-8baddbdca012 req-8e7a6c52-ad32-4b5e-a2eb-ecbc3d3cae27 tempest-ServerPasswordTestJSON-1094157349 tempest-ServerPasswordTestJSON-1094157349-project] Calling delete_port for 5592e0d0-f551-46df-b7bc-0686ad6d52cb owned by compute:nova {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:48:49.998244 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6c2a729d-96fa-4771-87d4-4c256d74901d req-b5feb0b7-5096-412f-9954-2ef0438f3eb6 tempest-ServerPasswordTestJSON-1094157349 tempest-ServerPasswordTestJSON-1094157349-project] 10.222.0.101 "GET /v2.0/security-groups?id=139e7c19-dcd2-41b9-9381-25d8e719c4b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041625 Sep 24 15:48:50.060056 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e7ca86e1-8b61-4e74-9491-0897988f8e23 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:50.062790 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e7ca86e1-8b61-4e74-9491-0897988f8e23 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:50.070704 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-e7ca86e1-8b61-4e74-9491-0897988f8e23 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] 10.222.0.101 "DELETE /v2.0/security-groups/ae8194ae-4809-4601-87d1-24ba59e2c70c HTTP/1.1" status: 204 len: 168 time: 0.8217702 Sep 24 15:48:50.071496 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 35200) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:50.125767 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ca86e1-8b61-4e74-9491-0897988f8e23 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8194ae-4809-4601-87d1-24ba59e2c70c,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:50.148318 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ead2b-f181-45cb-b7cf-11faca02c9a9 req-8cc8646f-378d-45fa-aaa4-a24a9c07f4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:50.148801 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ead2b-f181-45cb-b7cf-11faca02c9a9 req-8cc8646f-378d-45fa-aaa4-a24a9c07f4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:50.149264 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ead2b-f181-45cb-b7cf-11faca02c9a9 req-8cc8646f-378d-45fa-aaa4-a24a9c07f4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:50.150889 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-508ead2b-f181-45cb-b7cf-11faca02c9a9 req-8cc8646f-378d-45fa-aaa4-a24a9c07f4e4 service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=9c95bd34ef8943e09d9da8bb4b5315d4&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.1859426 Sep 24 15:48:50.200161 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b96522-175b-449f-97d6-ea8069a70557 req-0fe3b77f-e9d1-4d4e-86d3-eefc418a8076 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:50.206010 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b96522-175b-449f-97d6-ea8069a70557 req-0fe3b77f-e9d1-4d4e-86d3-eefc418a8076 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:50.212698 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b96522-175b-449f-97d6-ea8069a70557 req-0fe3b77f-e9d1-4d4e-86d3-eefc418a8076 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:50.214367 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f7b96522-175b-449f-97d6-ea8069a70557 req-0fe3b77f-e9d1-4d4e-86d3-eefc418a8076 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/ports?device_id=72a9b53c-403b-4004-a00d-3dea9bc43d87 HTTP/1.1" status: 200 len: 2399 time: 0.1576288 Sep 24 15:48:50.220984 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-639fae08-1043-481a-b5bc-dfb439b44aba req-c11883a9-7a2e-441f-873b-c408e8868852 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8682adeb-f380-4a6f-96af-8ea62c98fc6e {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:48:50.228566 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-8eaf9d36-491e-4180-a63d-dc32b0133f2e tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1458268 Sep 24 15:48:50.232983 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 35204) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:50.236476 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-f3f6e75a-94f2-46ab-8074-4f4a10083060 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Request body: {'security_group': {'name': 'tempest-secgroup--623031061'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:48:50.242303 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-639fae08-1043-481a-b5bc-dfb439b44aba req-c11883a9-7a2e-441f-873b-c408e8868852 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:50.275925 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-639fae08-1043-481a-b5bc-dfb439b44aba req-c11883a9-7a2e-441f-873b-c408e8868852 service neutron] Transition to ACTIVE for port object 8682adeb-f380-4a6f-96af-8ea62c98fc6e will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:48:50.290133 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508ead2b-f181-45cb-b7cf-11faca02c9a9 req-50e79595-c1f8-4488-9689-fa708c8ccf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:50.291665 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-508ead2b-f181-45cb-b7cf-11faca02c9a9 req-50e79595-c1f8-4488-9689-fa708c8ccf20 service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1267934 Sep 24 15:48:50.296644 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f7b96522-175b-449f-97d6-ea8069a70557 req-679a4d79-7cbd-41d1-9f69-2aacf36886d5 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/security-groups?id=1aa72ca6-205a-4e58-b313-5dd57c74d75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519352 Sep 24 15:48:50.488807 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4c96bbc1-d95e-41c5-a28b-1578ee3e89b2 req-d5600684-d457-459f-b15e-9a412207e5fd tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=28e46b28-c6ac-473d-9ede-220da13774af HTTP/1.1" status: 200 len: 210 time: 0.0336342 Sep 24 15:48:50.496265 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-2813fb1e-43f9-4378-9b8d-8baddbdca012 req-8e7a6c52-ad32-4b5e-a2eb-ecbc3d3cae27 tempest-ServerPasswordTestJSON-1094157349 tempest-ServerPasswordTestJSON-1094157349-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:50.498753 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f3f6e75a-94f2-46ab-8074-4f4a10083060 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:50.501768 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-639fae08-1043-481a-b5bc-dfb439b44aba req-c11883a9-7a2e-441f-873b-c408e8868852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:50.515352 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['5592e0d0-f551-46df-b7bc-0686ad6d52cb'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:48:50.574369 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7a6c52-ad32-4b5e-a2eb-ecbc3d3cae27 tempest-ServerPasswordTestJSON-1094157349 tempest-ServerPasswordTestJSON-1094157349-project] Pushing event deleted for resources: {'Port': ['ID=5592e0d0-f551-46df-b7bc-0686ad6d52cb,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:50.678045 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6da284ec-0c3b-45bd-9c77-acfb6fde635b req-db596bae-56cc-46af-bb56-a82ce32c3b9b tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/ports?device_id=3a719ae9-f509-4f22-9b6e-7833a8d9b221 HTTP/1.1" status: 200 len: 210 time: 0.1046088 Sep 24 15:48:50.678264 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11883a9-7a2e-441f-873b-c408e8868852 service neutron] Pushing event updated for resources: {'Port': ['ID=8682adeb-f380-4a6f-96af-8ea62c98fc6e,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:50.706111 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-2813fb1e-43f9-4378-9b8d-8baddbdca012 req-8e7a6c52-ad32-4b5e-a2eb-ecbc3d3cae27 tempest-ServerPasswordTestJSON-1094157349 tempest-ServerPasswordTestJSON-1094157349-project] No DVR routers for this DVR port 5592e0d0-f551-46df-b7bc-0686ad6d52cb on host n-h2-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:48:50.716037 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-2813fb1e-43f9-4378-9b8d-8baddbdca012 req-8e7a6c52-ad32-4b5e-a2eb-ecbc3d3cae27 tempest-ServerPasswordTestJSON-1094157349 tempest-ServerPasswordTestJSON-1094157349-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:50.718387 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2813fb1e-43f9-4378-9b8d-8baddbdca012 req-8e7a6c52-ad32-4b5e-a2eb-ecbc3d3cae27 tempest-ServerPasswordTestJSON-1094157349 tempest-ServerPasswordTestJSON-1094157349-project] 10.222.0.108 "DELETE /v2.0/ports/5592e0d0-f551-46df-b7bc-0686ad6d52cb HTTP/1.1" status: 204 len: 173 time: 1.2875659 Sep 24 15:48:50.719044 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e6356bf-86b7-4cd9-b46e-95e3e893c164', 'name': 'network-vif-deleted', 'tag': '5592e0d0-f551-46df-b7bc-0686ad6d52cb'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:48:50.730718 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-881e999c-8c7e-4b88-9e44-4ea99bcde09b" -d '{"events": [{"server_uuid": "9e6356bf-86b7-4cd9-b46e-95e3e893c164", "name": "network-vif-deleted", "tag": "5592e0d0-f551-46df-b7bc-0686ad6d52cb"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:48:50.789048 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f3f6e75a-94f2-46ab-8074-4f4a10083060 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:50.796558 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-639fae08-1043-481a-b5bc-dfb439b44aba req-c11883a9-7a2e-441f-873b-c408e8868852 service neutron] Attempting to bind port 8682adeb-f380-4a6f-96af-8ea62c98fc6e on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:48:50.796558 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-639fae08-1043-481a-b5bc-dfb439b44aba req-c11883a9-7a2e-441f-873b-c408e8868852 service neutron] Attempting to bind port 8682adeb-f380-4a6f-96af-8ea62c98fc6e by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': '17d42855-2910-4d8b-9937-c8ab140f8cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '3f75abcb-f75c-450c-9fe6-de5dba697295'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:48:50.796558 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639fae08-1043-481a-b5bc-dfb439b44aba req-c11883a9-7a2e-441f-873b-c408e8868852 service neutron] Attempting to bind port 8682adeb-f380-4a6f-96af-8ea62c98fc6e on network 3f75abcb-f75c-450c-9fe6-de5dba697295 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:48:50.797406 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df353285-d2be-4901-8c0e-beab9f813460 x-openstack-request-id: req-df353285-d2be-4901-8c0e-beab9f813460 {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:48:50.797705 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e6356bf-86b7-4cd9-b46e-95e3e893c164", "name": "network-vif-deleted", "tag": "5592e0d0-f551-46df-b7bc-0686ad6d52cb", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:48:50.797955 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-df353285-d2be-4901-8c0e-beab9f813460 {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:48:50.798370 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e6356bf-86b7-4cd9-b46e-95e3e893c164', 'name': 'network-vif-deleted', 'tag': '5592e0d0-f551-46df-b7bc-0686ad6d52cb', 'status': 'completed', 'code': 200} Sep 24 15:48:50.802410 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639fae08-1043-481a-b5bc-dfb439b44aba req-c11883a9-7a2e-441f-873b-c408e8868852 service neutron] Port 8682adeb-f380-4a6f-96af-8ea62c98fc6e on network 3f75abcb-f75c-450c-9fe6-de5dba697295 not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:48:50.802778 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639fae08-1043-481a-b5bc-dfb439b44aba req-c11883a9-7a2e-441f-873b-c408e8868852 service neutron] Attempting to bind port 8682adeb-f380-4a6f-96af-8ea62c98fc6e on network 3f75abcb-f75c-450c-9fe6-de5dba697295 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:48:50.816214 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639fae08-1043-481a-b5bc-dfb439b44aba req-c11883a9-7a2e-441f-873b-c408e8868852 service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 48, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:48:50.824751 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639fae08-1043-481a-b5bc-dfb439b44aba req-c11883a9-7a2e-441f-873b-c408e8868852 service neutron] Checking segment: {'id': '17d42855-2910-4d8b-9937-c8ab140f8cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '3f75abcb-f75c-450c-9fe6-de5dba697295'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:48:50.824751 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-639fae08-1043-481a-b5bc-dfb439b44aba req-c11883a9-7a2e-441f-873b-c408e8868852 service neutron] Bound using segment: {'id': '17d42855-2910-4d8b-9937-c8ab140f8cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '3f75abcb-f75c-450c-9fe6-de5dba697295'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:48:50.824751 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-639fae08-1043-481a-b5bc-dfb439b44aba req-c11883a9-7a2e-441f-873b-c408e8868852 service neutron] Bound port: 8682adeb-f380-4a6f-96af-8ea62c98fc6e, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17d42855-2910-4d8b-9937-c8ab140f8cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '3f75abcb-f75c-450c-9fe6-de5dba697295'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:48:50.824751 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-639fae08-1043-481a-b5bc-dfb439b44aba req-c11883a9-7a2e-441f-873b-c408e8868852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:50.888595 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-639fae08-1043-481a-b5bc-dfb439b44aba req-c11883a9-7a2e-441f-873b-c408e8868852 service neutron] For port 8682adeb-f380-4a6f-96af-8ea62c98fc6e, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:48:50.895710 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-639fae08-1043-481a-b5bc-dfb439b44aba req-c11883a9-7a2e-441f-873b-c408e8868852 service neutron] For port 8682adeb-f380-4a6f-96af-8ea62c98fc6e, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=8682adeb-f380-4a6f-96af-8ea62c98fc6e,segment=NetworkSegment(17d42855-2910-4d8b-9937-c8ab140f8cc0),segment_id=17d42855-2910-4d8b-9937-c8ab140f8cc0)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:48:50.961444 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f3f6e75a-94f2-46ab-8074-4f4a10083060 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:50.996270 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f6e75a-94f2-46ab-8074-4f4a10083060 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dc3069b-4c96-4e32-a5e6-1448e7c1be57,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:51.111256 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-639fae08-1043-481a-b5bc-dfb439b44aba req-c11883a9-7a2e-441f-873b-c408e8868852 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:51.114155 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f3f6e75a-94f2-46ab-8074-4f4a10083060 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:51.115849 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-f3f6e75a-94f2-46ab-8074-4f4a10083060 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8823156 Sep 24 15:48:51.119450 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f58ea38a-dc27-4d6f-ab7e-c2ae5eaf654b req-b4d3f382-ccf0-40b4-992c-0e67e47d977a tempest-ServerPasswordTestJSON-1094157349 tempest-ServerPasswordTestJSON-1094157349-project] 10.222.0.101 "GET /v2.0/ports?device_id=9e6356bf-86b7-4cd9-b46e-95e3e893c164 HTTP/1.1" status: 200 len: 210 time: 0.0370677 Sep 24 15:48:51.120031 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 35228) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:51.142682 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-789778eb-fcca-4721-8db3-2824887d487c tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Request body: {'security_group_rule': {'security_group_id': '9dc3069b-4c96-4e32-a5e6-1448e7c1be57', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:48:51.148694 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639fae08-1043-481a-b5bc-dfb439b44aba req-c11883a9-7a2e-441f-873b-c408e8868852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:51.149326 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-639fae08-1043-481a-b5bc-dfb439b44aba req-c11883a9-7a2e-441f-873b-c408e8868852 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:51.151388 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-639fae08-1043-481a-b5bc-dfb439b44aba req-c11883a9-7a2e-441f-873b-c408e8868852 service neutron] 10.222.0.110 "PUT /v2.0/ports/8682adeb-f380-4a6f-96af-8ea62c98fc6e HTTP/1.1" status: 200 len: 1091 time: 1.4839764 Sep 24 15:48:51.210144 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11883a9-7a2e-441f-873b-c408e8868852 service neutron] Pushing event updated for resources: {'Port': ['ID=8682adeb-f380-4a6f-96af-8ea62c98fc6e,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:51.316468 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573020cc-561a-49bc-b377-4b36517c7fc8 req-2b116829-1971-4848-9c1c-1ce05fd87908 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:51.319119 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-573020cc-561a-49bc-b377-4b36517c7fc8 req-2b116829-1971-4848-9c1c-1ce05fd87908 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.108 "GET /v2.0/networks?id=5ca707a3-4989-424b-9a98-79246ddfc60c HTTP/1.1" status: 200 len: 820 time: 0.1807635 Sep 24 15:48:51.333173 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-573020cc-561a-49bc-b377-4b36517c7fc8 req-bab2ce4e-e5a5-4d43-bc6f-cf6d12966bc4 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Request body: {'port': {'device_id': '3a719ae9-f509-4f22-9b6e-7833a8d9b221', 'network_id': '5ca707a3-4989-424b-9a98-79246ddfc60c', 'admin_state_up': True, 'tenant_id': '60722f0da12e4ca38d9ba8aac84df5f6'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:48:51.441535 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639fae08-1043-481a-b5bc-dfb439b44aba req-19d6411d-0c75-4983-85a9-d03b6d965b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:51.442024 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639fae08-1043-481a-b5bc-dfb439b44aba req-19d6411d-0c75-4983-85a9-d03b6d965b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:51.442521 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639fae08-1043-481a-b5bc-dfb439b44aba req-19d6411d-0c75-4983-85a9-d03b6d965b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:51.447969 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-639fae08-1043-481a-b5bc-dfb439b44aba req-19d6411d-0c75-4983-85a9-d03b6d965b83 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=9c95bd34ef8943e09d9da8bb4b5315d4&device_id=72a9b53c-403b-4004-a00d-3dea9bc43d87 HTTP/1.1" status: 200 len: 2864 time: 0.1395714 Sep 24 15:48:51.481653 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [None req-789778eb-fcca-4721-8db3-2824887d487c tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 15:48:51.485711 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-789778eb-fcca-4721-8db3-2824887d487c tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3618050 Sep 24 15:48:51.499704 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 35244) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:51.504582 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-42ee5818-057e-4126-b957-7b9d0b2527af tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Request body: {'security_group_rule': {'security_group_id': '9dc3069b-4c96-4e32-a5e6-1448e7c1be57', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:48:51.526159 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-639fae08-1043-481a-b5bc-dfb439b44aba req-c31c44fc-978a-4396-a54b-c88cc3e98819 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.234&port_id=edf4d99b-fbb4-43a0-a1ea-1835e5db95ab HTTP/1.1" status: 200 len: 217 time: 0.0626454 Sep 24 15:48:51.595357 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e8786-6617-48ed-b755-c8f8ecd3e031 req-9a5500fb-1ae9-4460-9ffa-9e073b810b8c tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:51.602954 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e8786-6617-48ed-b755-c8f8ecd3e031 req-9a5500fb-1ae9-4460-9ffa-9e073b810b8c tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:51.609454 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911e8786-6617-48ed-b755-c8f8ecd3e031 req-9a5500fb-1ae9-4460-9ffa-9e073b810b8c tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:51.633793 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-911e8786-6617-48ed-b755-c8f8ecd3e031 req-9a5500fb-1ae9-4460-9ffa-9e073b810b8c tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/ports?device_id=72a9b53c-403b-4004-a00d-3dea9bc43d87 HTTP/1.1" status: 200 len: 2411 time: 0.1422400 Sep 24 15:48:51.674099 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-911e8786-6617-48ed-b755-c8f8ecd3e031 req-da4f66f2-3e39-45e4-89c8-74688c80da9e tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/security-groups?id=1aa72ca6-205a-4e58-b313-5dd57c74d75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510485 Sep 24 15:48:51.843918 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ca6dc50e-0531-4cb4-b996-4b14184bb4ae req-fec5b44b-082f-4e00-901c-fb3e83683520 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/ports?device_id=3a719ae9-f509-4f22-9b6e-7833a8d9b221 HTTP/1.1" status: 200 len: 210 time: 0.0338862 Sep 24 15:48:51.969154 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-573020cc-561a-49bc-b377-4b36517c7fc8 req-bab2ce4e-e5a5-4d43-bc6f-cf6d12966bc4 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Made reservation on behalf of 60722f0da12e4ca38d9ba8aac84df5f6 for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:48:51.976531 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-573020cc-561a-49bc-b377-4b36517c7fc8 req-bab2ce4e-e5a5-4d43-bc6f-cf6d12966bc4 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:52.059348 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72a9b53c-403b-4004-a00d-3dea9bc43d87', 'tag': '8682adeb-f380-4a6f-96af-8ea62c98fc6e'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:48:52.061613 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b14b3cde-c784-45bb-b8c7-0723dd2320d6" -d '{"events": [{"name": "network-changed", "server_uuid": "72a9b53c-403b-4004-a00d-3dea9bc43d87", "tag": "8682adeb-f380-4a6f-96af-8ea62c98fc6e"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:48:52.102309 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2b1f083d-7a44-46cf-829c-625aeed7eef7 req-12dfba9b-83fa-4525-9bca-85e202565501 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=28e46b28-c6ac-473d-9ede-220da13774af HTTP/1.1" status: 200 len: 210 time: 0.0368757 Sep 24 15:48:52.105264 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:48:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-677114cf-5a9c-4f1c-91a6-6d8f796de74b x-openstack-request-id: req-677114cf-5a9c-4f1c-91a6-6d8f796de74b {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:48:52.105554 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72a9b53c-403b-4004-a00d-3dea9bc43d87", "tag": "8682adeb-f380-4a6f-96af-8ea62c98fc6e", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:48:52.106384 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-677114cf-5a9c-4f1c-91a6-6d8f796de74b {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:48:52.106384 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72a9b53c-403b-4004-a00d-3dea9bc43d87', 'tag': '8682adeb-f380-4a6f-96af-8ea62c98fc6e', 'status': 'completed', 'code': 200} Sep 24 15:48:52.109939 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [None req-42ee5818-057e-4126-b957-7b9d0b2527af tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 15:48:52.111729 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639fae08-1043-481a-b5bc-dfb439b44aba req-a910c18f-395c-40c2-8e03-9554318f6593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:52.113270 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-639fae08-1043-481a-b5bc-dfb439b44aba req-a910c18f-395c-40c2-8e03-9554318f6593 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=f2fe2237-c1b8-4635-980c-b722203ba124 HTTP/1.1" status: 200 len: 801 time: 0.5802648 Sep 24 15:48:52.113847 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 35264) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:52.113974 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-42ee5818-057e-4126-b957-7b9d0b2527af tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.6129665 Sep 24 15:48:52.146720 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [req-573020cc-561a-49bc-b377-4b36517c7fc8 req-bab2ce4e-e5a5-4d43-bc6f-cf6d12966bc4 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Allocated IP 172.20.0.11 (5ca707a3-4989-424b-9a98-79246ddfc60c/7864a260-4b7d-4946-ad5d-046195fcc1ad/26c3ce49-d162-4941-8930-1ecbec0b92c4) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:48:52.202472 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639fae08-1043-481a-b5bc-dfb439b44aba req-bfeb95c3-ff59-45bd-a91b-516c2185bb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:52.204758 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-639fae08-1043-481a-b5bc-dfb439b44aba req-bfeb95c3-ff59-45bd-a91b-516c2185bb28 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=3f75abcb-f75c-450c-9fe6-de5dba697295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0810244 Sep 24 15:48:52.246065 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-191fa6c9-fc43-4674-8117-8a3b5a1f1933 req-e266aa80-64de-4513-af14-20c740a45061 tempest-ServerPasswordTestJSON-1094157349 tempest-ServerPasswordTestJSON-1094157349-project] 10.222.0.101 "GET /v2.0/ports?device_id=9e6356bf-86b7-4cd9-b46e-95e3e893c164 HTTP/1.1" status: 200 len: 210 time: 0.0413373 Sep 24 15:48:52.249834 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-32107772-6e95-4f55-bfc9-830c162224a3 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:52.332870 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-32107772-6e95-4f55-bfc9-830c162224a3 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:52.381636 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-639fae08-1043-481a-b5bc-dfb439b44aba req-b6c02e2b-0d70-4637-b155-307dc5cf77fe service neutron] 10.222.0.110 "GET /v2.0/networks/3f75abcb-f75c-450c-9fe6-de5dba697295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670899 Sep 24 15:48:52.390910 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-573020cc-561a-49bc-b377-4b36517c7fc8 req-bab2ce4e-e5a5-4d43-bc6f-cf6d12966bc4 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:52.471835 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-32107772-6e95-4f55-bfc9-830c162224a3 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:52.475121 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-32107772-6e95-4f55-bfc9-830c162224a3 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:52.476217 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-32107772-6e95-4f55-bfc9-830c162224a3 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] 10.222.0.101 "DELETE /v2.0/security-groups/9dc3069b-4c96-4e32-a5e6-1448e7c1be57 HTTP/1.1" status: 204 len: 168 time: 0.3612072 Sep 24 15:48:52.479017 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 35276) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:52.516133 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32107772-6e95-4f55-bfc9-830c162224a3 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dc3069b-4c96-4e32-a5e6-1448e7c1be57,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:52.524856 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-639fae08-1043-481a-b5bc-dfb439b44aba req-19eaf50c-284d-4078-906f-7a1b34eda4be service neutron] 10.222.0.110 "GET /v2.0/networks/3f75abcb-f75c-450c-9fe6-de5dba697295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356738 Sep 24 15:48:52.543725 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e213f6ea-3876-4c1c-88ae-de6b3ff42662 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0596225 Sep 24 15:48:52.543725 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 35282) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:52.544082 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 35284) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:52.577601 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-0550b3ee-3f5b-44f4-bc97-261278579f85 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Request body: {'security_group': {'name': 'tempest-secgroup--1650175641'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:48:52.584864 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-639fae08-1043-481a-b5bc-dfb439b44aba req-704411a0-23e6-49ea-8bde-8744741fdb49 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.58&port_id=9ac5642d-3583-4e03-9e20-0fb5b1139043 HTTP/1.1" status: 200 len: 217 time: 0.0478134 Sep 24 15:48:52.590384 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-573020cc-561a-49bc-b377-4b36517c7fc8 req-bab2ce4e-e5a5-4d43-bc6f-cf6d12966bc4 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:52.631192 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-573020cc-561a-49bc-b377-4b36517c7fc8 req-bab2ce4e-e5a5-4d43-bc6f-cf6d12966bc4 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Network 5ca707a3-4989-424b-9a98-79246ddfc60c is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:48:52.634849 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [req-573020cc-561a-49bc-b377-4b36517c7fc8 req-bab2ce4e-e5a5-4d43-bc6f-cf6d12966bc4 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:48:52.638263 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-573020cc-561a-49bc-b377-4b36517c7fc8 req-bab2ce4e-e5a5-4d43-bc6f-cf6d12966bc4 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:48:52.697357 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f9175b3c-323c-4b95-b68b-36aed7f236dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:52.763388 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab2ce4e-e5a5-4d43-bc6f-cf6d12966bc4 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Pushing event updated for resources: {'Port': ['ID=26c3ce49-d162-4941-8930-1ecbec0b92c4,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:52.775892 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0550b3ee-3f5b-44f4-bc97-261278579f85 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:52.784159 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573020cc-561a-49bc-b377-4b36517c7fc8 req-bab2ce4e-e5a5-4d43-bc6f-cf6d12966bc4 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:52.784788 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-573020cc-561a-49bc-b377-4b36517c7fc8 req-bab2ce4e-e5a5-4d43-bc6f-cf6d12966bc4 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:52.785100 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639fae08-1043-481a-b5bc-dfb439b44aba req-37fa790f-6fd0-4f17-a007-4b46c4b49953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:52.786922 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-639fae08-1043-481a-b5bc-dfb439b44aba req-37fa790f-6fd0-4f17-a007-4b46c4b49953 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=ba846b37-67ea-4bd9-8959-ae4a328fae03 HTTP/1.1" status: 200 len: 801 time: 0.1914940 Sep 24 15:48:52.878637 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639fae08-1043-481a-b5bc-dfb439b44aba req-1794b5d4-afbc-45ad-bd03-8b06d466f091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:52.880528 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-639fae08-1043-481a-b5bc-dfb439b44aba req-1794b5d4-afbc-45ad-bd03-8b06d466f091 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=14fb19aa-9ed2-4f97-bce3-121843a8d24a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0814657 Sep 24 15:48:52.896883 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f8bc6-c302-4d10-94d5-b319a7103b87 req-8ab5dea5-6083-4d91-a04d-15a1759947fd tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:52.898603 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b18f8bc6-c302-4d10-94d5-b319a7103b87 req-8ab5dea5-6083-4d91-a04d-15a1759947fd tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.108 "GET /v2.0/networks?id=fcaa8023-73de-41c9-b56a-537c209ef622 HTTP/1.1" status: 200 len: 806 time: 0.2297809 Sep 24 15:48:52.925422 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-b18f8bc6-c302-4d10-94d5-b319a7103b87 req-ec9c0327-9dd9-41bf-b710-e3ba2db3a647 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Request body: {'port': {'device_id': '28e46b28-c6ac-473d-9ede-220da13774af', 'network_id': 'fcaa8023-73de-41c9-b56a-537c209ef622', 'admin_state_up': True, 'tenant_id': '62a8ba880b994b468ea0f6bf276f3fa0'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:48:52.949096 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ddb568-a2e8-48dd-9a46-62d9916b8551 req-8fa496ab-6757-4b49-bcf5-cdd9dc417b93 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:52.955396 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ddb568-a2e8-48dd-9a46-62d9916b8551 req-8fa496ab-6757-4b49-bcf5-cdd9dc417b93 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:52.961897 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ddb568-a2e8-48dd-9a46-62d9916b8551 req-8fa496ab-6757-4b49-bcf5-cdd9dc417b93 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:52.963969 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f0ddb568-a2e8-48dd-9a46-62d9916b8551 req-8fa496ab-6757-4b49-bcf5-cdd9dc417b93 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/ports?device_id=72a9b53c-403b-4004-a00d-3dea9bc43d87 HTTP/1.1" status: 200 len: 2411 time: 0.1288042 Sep 24 15:48:53.000002 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f9175b3c-323c-4b95-b68b-36aed7f236dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:53.019749 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f0ddb568-a2e8-48dd-9a46-62d9916b8551 req-afbbde13-cbda-46f8-a466-0e961db612af tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/security-groups?id=1aa72ca6-205a-4e58-b313-5dd57c74d75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476899 Sep 24 15:48:53.093122 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f9175b3c-323c-4b95-b68b-36aed7f236dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:53.135194 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f9175b3c-323c-4b95-b68b-36aed7f236dc admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=7403b8022d4a4c2390533ac2d5954ea7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5938771 Sep 24 15:48:53.136348 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9175b3c-323c-4b95-b68b-36aed7f236dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7945c6e8-857b-4ef0-a18a-1d15c6a04db8,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:53.139201 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 35300) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:53.167998 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633bfb2c-1720-43b4-80a4-d82caa3d9516 req-95068dd0-7313-41f4-9c11-53e37e016a49 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:53.167998 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-633bfb2c-1720-43b4-80a4-d82caa3d9516 req-95068dd0-7313-41f4-9c11-53e37e016a49 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/ports?device_id=3a719ae9-f509-4f22-9b6e-7833a8d9b221 HTTP/1.1" status: 200 len: 932 time: 0.1580906 Sep 24 15:48:53.167998 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-639fae08-1043-481a-b5bc-dfb439b44aba req-903c8440-c6bd-46ab-b33a-051821b28634 service neutron] 10.222.0.110 "GET /v2.0/networks/14fb19aa-9ed2-4f97-bce3-121843a8d24a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590358 Sep 24 15:48:53.221371 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-573020cc-561a-49bc-b377-4b36517c7fc8 req-bab2ce4e-e5a5-4d43-bc6f-cf6d12966bc4 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8918166 Sep 24 15:48:53.260260 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-aef6428b-39bd-4ebc-83c4-1c054c7cf08f req-6d97ea1b-d3a1-4c09-929d-d530475bdec8 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=28e46b28-c6ac-473d-9ede-220da13774af HTTP/1.1" status: 200 len: 210 time: 0.0429573 Sep 24 15:48:53.278478 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-633bfb2c-1720-43b4-80a4-d82caa3d9516 req-41c1b35b-f948-4ce4-a7dc-60eb5d7cc6d7 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/security-groups?id=1b2ada65-5612-4fdd-b25e-e6fca30094ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174531 Sep 24 15:48:53.288416 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-573020cc-561a-49bc-b377-4b36517c7fc8 req-c7902ebe-5b85-4442-91c0-e486ad79afef service neutron] Request body: {'port': {'device_id': '3a719ae9-f509-4f22-9b6e-7833a8d9b221', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:48:53.296604 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-266cd3f5-652b-4fc1-8b0f-a7e572df96f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:53.343187 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-266cd3f5-652b-4fc1-8b0f-a7e572df96f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:53.346948 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 35306) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:53.365466 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-639fae08-1043-481a-b5bc-dfb439b44aba req-00d67a1f-c4fb-49d9-b84f-6c8e7e955a94 service neutron] 10.222.0.110 "GET /v2.0/networks/14fb19aa-9ed2-4f97-bce3-121843a8d24a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900251 Sep 24 15:48:53.430930 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-573020cc-561a-49bc-b377-4b36517c7fc8 req-c7902ebe-5b85-4442-91c0-e486ad79afef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:53.455603 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-639fae08-1043-481a-b5bc-dfb439b44aba req-912f0b37-d609-475c-a93b-954dd5b1cb00 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.59&port_id=8682adeb-f380-4a6f-96af-8ea62c98fc6e HTTP/1.1" status: 200 len: 217 time: 0.0676599 Sep 24 15:48:53.482031 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-c88978aa-fddc-4c01-b466-43f9ce77ccd8 admin admin] Deleting subnet 7e27d02e-4749-4b9f-abe9-dc6524082ea7 {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:48:53.492379 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c88978aa-fddc-4c01-b466-43f9ce77ccd8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:53.495896 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0550b3ee-3f5b-44f4-bc97-261278579f85 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:53.562867 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c88978aa-fddc-4c01-b466-43f9ce77ccd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:53.586121 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-266cd3f5-652b-4fc1-8b0f-a7e572df96f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:53.588247 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639fae08-1043-481a-b5bc-dfb439b44aba req-ac057554-3eb4-4053-9387-2c249415d8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:53.588752 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-266cd3f5-652b-4fc1-8b0f-a7e572df96f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:53.589719 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-639fae08-1043-481a-b5bc-dfb439b44aba req-ac057554-3eb4-4053-9387-2c249415d8fe service neutron] 10.222.0.110 "GET /v2.0/subnets?id=f2fe2237-c1b8-4635-980c-b722203ba124 HTTP/1.1" status: 200 len: 801 time: 0.1209772 Sep 24 15:48:53.589983 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-266cd3f5-652b-4fc1-8b0f-a7e572df96f1 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/7945c6e8-857b-4ef0-a18a-1d15c6a04db8 HTTP/1.1" status: 204 len: 168 time: 0.4503059 Sep 24 15:48:53.596456 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0550b3ee-3f5b-44f4-bc97-261278579f85 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:53.618746 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266cd3f5-652b-4fc1-8b0f-a7e572df96f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7945c6e8-857b-4ef0-a18a-1d15c6a04db8,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:53.670757 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266cd3f5-652b-4fc1-8b0f-a7e572df96f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:48:53.671104 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266cd3f5-652b-4fc1-8b0f-a7e572df96f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:48:53.671433 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266cd3f5-652b-4fc1-8b0f-a7e572df96f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:48:53.671762 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266cd3f5-652b-4fc1-8b0f-a7e572df96f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:48:53.672090 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266cd3f5-652b-4fc1-8b0f-a7e572df96f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:48:53.672538 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266cd3f5-652b-4fc1-8b0f-a7e572df96f1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:48:53.672725 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266cd3f5-652b-4fc1-8b0f-a7e572df96f1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:48:53.673046 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266cd3f5-652b-4fc1-8b0f-a7e572df96f1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:48:53.673362 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266cd3f5-652b-4fc1-8b0f-a7e572df96f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:48:53.673676 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266cd3f5-652b-4fc1-8b0f-a7e572df96f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:48:53.673997 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266cd3f5-652b-4fc1-8b0f-a7e572df96f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:48:53.674311 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266cd3f5-652b-4fc1-8b0f-a7e572df96f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:48:53.712310 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550b3ee-3f5b-44f4-bc97-261278579f85 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5cc9cf6-8abe-481b-9e11-2e2dfeba67d6,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:53.719745 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b18f8bc6-c302-4d10-94d5-b319a7103b87 req-ec9c0327-9dd9-41bf-b710-e3ba2db3a647 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Made reservation on behalf of 62a8ba880b994b468ea0f6bf276f3fa0 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:48:53.723353 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b18f8bc6-c302-4d10-94d5-b319a7103b87 req-ec9c0327-9dd9-41bf-b710-e3ba2db3a647 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:53.742036 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c88978aa-fddc-4c01-b466-43f9ce77ccd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:53.789231 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639fae08-1043-481a-b5bc-dfb439b44aba req-46688cef-ec7e-4b8b-9b71-b97a03118d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:53.790976 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-639fae08-1043-481a-b5bc-dfb439b44aba req-46688cef-ec7e-4b8b-9b71-b97a03118d8a service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=3f75abcb-f75c-450c-9fe6-de5dba697295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1920435 Sep 24 15:48:53.809147 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [req-573020cc-561a-49bc-b377-4b36517c7fc8 req-c7902ebe-5b85-4442-91c0-e486ad79afef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26c3ce49-d162-4941-8930-1ecbec0b92c4 {{(pid=95297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:48:53.817494 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-573020cc-561a-49bc-b377-4b36517c7fc8 req-c7902ebe-5b85-4442-91c0-e486ad79afef service neutron] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:53.830572 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.provisioning_blocks [req-573020cc-561a-49bc-b377-4b36517c7fc8 req-c7902ebe-5b85-4442-91c0-e486ad79afef service neutron] Transition to ACTIVE for port object 26c3ce49-d162-4941-8930-1ecbec0b92c4 will not be triggered until provisioned by entity L2. {{(pid=95297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:48:53.898914 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0550b3ee-3f5b-44f4-bc97-261278579f85 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:53.899727 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-0550b3ee-3f5b-44f4-bc97-261278579f85 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3547242 Sep 24 15:48:53.903073 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 35316) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:53.908242 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-21563303-d435-4d61-b7a3-c83aa1a8a24e tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:48:53.908902 n-d-808921-1 neutron-server[95297]: WARNING neutron.api.v2.base [None req-21563303-d435-4d61-b7a3-c83aa1a8a24e tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 24 15:48:53.909519 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [None req-21563303-d435-4d61-b7a3-c83aa1a8a24e tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] update failed (client error): There was a conflict when trying to complete your request. Sep 24 15:48:53.910746 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-21563303-d435-4d61-b7a3-c83aa1a8a24e tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] 10.222.0.101 "PUT /v2.0/security-groups/e5cc9cf6-8abe-481b-9e11-2e2dfeba67d6 HTTP/1.1" status: 409 len: 330 time: 0.0065138 Sep 24 15:48:53.914018 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 35318) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:53.956690 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-573020cc-561a-49bc-b377-4b36517c7fc8 req-c7902ebe-5b85-4442-91c0-e486ad79afef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:53.993674 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-639fae08-1043-481a-b5bc-dfb439b44aba req-556279cb-f2a9-4bb8-bb32-f583d6bb423a service neutron] 10.222.0.110 "GET /v2.0/networks/3f75abcb-f75c-450c-9fe6-de5dba697295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920087 Sep 24 15:48:53.997664 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-b18f8bc6-c302-4d10-94d5-b319a7103b87 req-ec9c0327-9dd9-41bf-b710-e3ba2db3a647 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Allocated IP 172.20.0.10 (fcaa8023-73de-41c9-b56a-537c209ef622/0db07746-4ea4-48db-9d56-837ab1eb05bd/5a615752-3e2c-48df-b754-d11f725bfde8) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:48:54.022405 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2f638c22-d6fc-4dc2-9bb0-9c01a1cd0fc5 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:54.028238 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7902ebe-5b85-4442-91c0-e486ad79afef service neutron] Pushing event updated for resources: {'Port': ['ID=26c3ce49-d162-4941-8930-1ecbec0b92c4,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:54.114174 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2f638c22-d6fc-4dc2-9bb0-9c01a1cd0fc5 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:54.153392 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-639fae08-1043-481a-b5bc-dfb439b44aba req-d2f73224-cc76-4d3f-b333-0c95bfdc0f9f service neutron] 10.222.0.110 "GET /v2.0/networks/3f75abcb-f75c-450c-9fe6-de5dba697295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458647 Sep 24 15:48:54.205081 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-573020cc-561a-49bc-b377-4b36517c7fc8 req-c7902ebe-5b85-4442-91c0-e486ad79afef service neutron] Attempting to bind port 26c3ce49-d162-4941-8930-1ecbec0b92c4 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:48:54.205548 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-573020cc-561a-49bc-b377-4b36517c7fc8 req-c7902ebe-5b85-4442-91c0-e486ad79afef service neutron] Attempting to bind port 26c3ce49-d162-4941-8930-1ecbec0b92c4 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': 'aaac3130-8581-4974-9225-e61f1475b22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '5ca707a3-4989-424b-9a98-79246ddfc60c'}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:48:54.205901 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573020cc-561a-49bc-b377-4b36517c7fc8 req-c7902ebe-5b85-4442-91c0-e486ad79afef service neutron] Attempting to bind port 26c3ce49-d162-4941-8930-1ecbec0b92c4 on network 5ca707a3-4989-424b-9a98-79246ddfc60c {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:48:54.222507 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f1b0e6-e550-4209-b9f8-4f2c228b1f7f req-7b9a1cb4-93ad-4421-adc8-99b45d91d71f tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:54.229237 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f1b0e6-e550-4209-b9f8-4f2c228b1f7f req-7b9a1cb4-93ad-4421-adc8-99b45d91d71f tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:54.235126 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f1b0e6-e550-4209-b9f8-4f2c228b1f7f req-7b9a1cb4-93ad-4421-adc8-99b45d91d71f tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:54.237370 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f9f1b0e6-e550-4209-b9f8-4f2c228b1f7f req-7b9a1cb4-93ad-4421-adc8-99b45d91d71f tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/ports?device_id=72a9b53c-403b-4004-a00d-3dea9bc43d87 HTTP/1.1" status: 200 len: 2411 time: 0.1188204 Sep 24 15:48:54.237637 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573020cc-561a-49bc-b377-4b36517c7fc8 req-c7902ebe-5b85-4442-91c0-e486ad79afef service neutron] Port 26c3ce49-d162-4941-8930-1ecbec0b92c4 on network 5ca707a3-4989-424b-9a98-79246ddfc60c not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:48:54.238263 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573020cc-561a-49bc-b377-4b36517c7fc8 req-c7902ebe-5b85-4442-91c0-e486ad79afef service neutron] Attempting to bind port 26c3ce49-d162-4941-8930-1ecbec0b92c4 on network 5ca707a3-4989-424b-9a98-79246ddfc60c {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:48:54.241541 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b18f8bc6-c302-4d10-94d5-b319a7103b87 req-ec9c0327-9dd9-41bf-b710-e3ba2db3a647 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:54.244180 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573020cc-561a-49bc-b377-4b36517c7fc8 req-c7902ebe-5b85-4442-91c0-e486ad79afef service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:48:54.244447 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573020cc-561a-49bc-b377-4b36517c7fc8 req-c7902ebe-5b85-4442-91c0-e486ad79afef service neutron] Checking segment: {'id': 'aaac3130-8581-4974-9225-e61f1475b22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '5ca707a3-4989-424b-9a98-79246ddfc60c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:48:54.244827 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573020cc-561a-49bc-b377-4b36517c7fc8 req-c7902ebe-5b85-4442-91c0-e486ad79afef service neutron] Bound using segment: {'id': 'aaac3130-8581-4974-9225-e61f1475b22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '5ca707a3-4989-424b-9a98-79246ddfc60c'} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:48:54.245258 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-573020cc-561a-49bc-b377-4b36517c7fc8 req-c7902ebe-5b85-4442-91c0-e486ad79afef service neutron] Bound port: 26c3ce49-d162-4941-8930-1ecbec0b92c4, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aaac3130-8581-4974-9225-e61f1475b22f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '5ca707a3-4989-424b-9a98-79246ddfc60c'}}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:48:54.245618 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-573020cc-561a-49bc-b377-4b36517c7fc8 req-c7902ebe-5b85-4442-91c0-e486ad79afef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:54.318781 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f9f1b0e6-e550-4209-b9f8-4f2c228b1f7f req-f3f683a4-f7e8-4bca-b6a4-cdf40b3a32d4 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/security-groups?id=1aa72ca6-205a-4e58-b313-5dd57c74d75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694888 Sep 24 15:48:54.347538 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c88978aa-fddc-4c01-b466-43f9ce77ccd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:54.357811 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-573020cc-561a-49bc-b377-4b36517c7fc8 req-c7902ebe-5b85-4442-91c0-e486ad79afef service neutron] For port 26c3ce49-d162-4941-8930-1ecbec0b92c4, host n-h2-808921-1, cleared binding levels {{(pid=95297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:48:54.361427 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-573020cc-561a-49bc-b377-4b36517c7fc8 req-c7902ebe-5b85-4442-91c0-e486ad79afef service neutron] For port 26c3ce49-d162-4941-8930-1ecbec0b92c4, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=26c3ce49-d162-4941-8930-1ecbec0b92c4,segment=NetworkSegment(aaac3130-8581-4974-9225-e61f1475b22f),segment_id=aaac3130-8581-4974-9225-e61f1475b22f)] {{(pid=95297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:48:54.370271 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cb85a102-36fd-4bd3-8013-700d6a4e630f req-010a82ae-cee9-429a-a408-a339308d9c78 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=28e46b28-c6ac-473d-9ede-220da13774af HTTP/1.1" status: 200 len: 210 time: 0.0346394 Sep 24 15:48:54.420453 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88978aa-fddc-4c01-b466-43f9ce77ccd8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e27d02e-4749-4b9f-abe9-dc6524082ea7,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:54.423060 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c88978aa-fddc-4c01-b466-43f9ce77ccd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:54.427324 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-c88978aa-fddc-4c01-b466-43f9ce77ccd8 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/7e27d02e-4749-4b9f-abe9-dc6524082ea7 HTTP/1.1" status: 204 len: 168 time: 1.0737579 Sep 24 15:48:54.427681 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 35340) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:54.483605 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-573020cc-561a-49bc-b377-4b36517c7fc8 req-c7902ebe-5b85-4442-91c0-e486ad79afef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:54.491006 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2f638c22-d6fc-4dc2-9bb0-9c01a1cd0fc5 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:54.493996 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2f638c22-d6fc-4dc2-9bb0-9c01a1cd0fc5 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:54.498291 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-2f638c22-d6fc-4dc2-9bb0-9c01a1cd0fc5 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] 10.222.0.101 "DELETE /v2.0/security-groups/e5cc9cf6-8abe-481b-9e11-2e2dfeba67d6 HTTP/1.1" status: 204 len: 168 time: 0.5831900 Sep 24 15:48:54.517055 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b18f8bc6-c302-4d10-94d5-b319a7103b87 req-ec9c0327-9dd9-41bf-b710-e3ba2db3a647 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:54.518826 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 35344) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:54.532864 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['190abd2c-9e7d-4487-82bd-57561f5a96b8'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:48:54.600019 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b18f8bc6-c302-4d10-94d5-b319a7103b87 req-ec9c0327-9dd9-41bf-b710-e3ba2db3a647 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Network fcaa8023-73de-41c9-b56a-537c209ef622 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:48:54.603100 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9c0327-9dd9-41bf-b710-e3ba2db3a647 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Pushing event updated for resources: {'Port': ['ID=5a615752-3e2c-48df-b754-d11f725bfde8,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:54.605678 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-b18f8bc6-c302-4d10-94d5-b319a7103b87 req-ec9c0327-9dd9-41bf-b710-e3ba2db3a647 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:48:54.616358 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-b18f8bc6-c302-4d10-94d5-b319a7103b87 req-ec9c0327-9dd9-41bf-b710-e3ba2db3a647 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:48:54.641465 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f638c22-d6fc-4dc2-9bb0-9c01a1cd0fc5 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5cc9cf6-8abe-481b-9e11-2e2dfeba67d6,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:54.650269 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b3cde-c784-45bb-b8c7-0723dd2320d6 req-f01b021a-b429-40db-8790-41e2c9cace98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:54.650790 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b3cde-c784-45bb-b8c7-0723dd2320d6 req-f01b021a-b429-40db-8790-41e2c9cace98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:54.651262 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b3cde-c784-45bb-b8c7-0723dd2320d6 req-f01b021a-b429-40db-8790-41e2c9cace98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:54.651450 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a26e261d-a2c5-4406-9e7c-ef08ff298a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:54.652983 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b14b3cde-c784-45bb-b8c7-0723dd2320d6 req-f01b021a-b429-40db-8790-41e2c9cace98 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=9c95bd34ef8943e09d9da8bb4b5315d4&device_id=72a9b53c-403b-4004-a00d-3dea9bc43d87 HTTP/1.1" status: 200 len: 2864 time: 0.1839042 Sep 24 15:48:54.676111 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceef589-9e90-4960-b169-0c2462daae36 req-46f3c11c-98e9-4080-8ec8-9b5db7c5376a tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:54.692063 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9ceef589-9e90-4960-b169-0c2462daae36 req-46f3c11c-98e9-4080-8ec8-9b5db7c5376a tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/ports?device_id=3a719ae9-f509-4f22-9b6e-7833a8d9b221 HTTP/1.1" status: 200 len: 944 time: 0.2564566 Sep 24 15:48:54.694894 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573020cc-561a-49bc-b377-4b36517c7fc8 req-c7902ebe-5b85-4442-91c0-e486ad79afef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:54.695593 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-573020cc-561a-49bc-b377-4b36517c7fc8 req-c7902ebe-5b85-4442-91c0-e486ad79afef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:54.697044 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-573020cc-561a-49bc-b377-4b36517c7fc8 req-c7902ebe-5b85-4442-91c0-e486ad79afef service neutron] 10.222.0.108 "PUT /v2.0/ports/26c3ce49-d162-4941-8930-1ecbec0b92c4 HTTP/1.1" status: 200 len: 1092 time: 1.4597592 Sep 24 15:48:54.707948 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a719ae9-f509-4f22-9b6e-7833a8d9b221', 'tag': '26c3ce49-d162-4941-8930-1ecbec0b92c4'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:48:54.711108 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe1aa44-2795-4013-aed5-4ba6beae2f70" -d '{"events": [{"name": "network-changed", "server_uuid": "3a719ae9-f509-4f22-9b6e-7833a8d9b221", "tag": "26c3ce49-d162-4941-8930-1ecbec0b92c4"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:48:54.742473 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 5592e0d0-f551-46df-b7bc-0686ad6d52cb no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:48:54.748539 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-502317d8-36c1-48ac-9a7a-d239a5d780e7 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2196732 Sep 24 15:48:54.749763 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 35354) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:54.761786 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7902ebe-5b85-4442-91c0-e486ad79afef service neutron] Pushing event updated for resources: {'Port': ['ID=26c3ce49-d162-4941-8930-1ecbec0b92c4,revision_number=3']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:54.786148 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [None req-96403d9d-39d0-4113-b8d6-60b22775b074 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] delete failed (client error): The resource could not be found. Sep 24 15:48:54.786148 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-96403d9d-39d0-4113-b8d6-60b22775b074 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] 10.222.0.101 "DELETE /v2.0/security-groups/cdf9c0ef-e345-4b0e-9974-0bcbfdd0ca2f HTTP/1.1" status: 404 len: 347 time: 0.0305037 Sep 24 15:48:54.791265 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 35360) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:54.808953 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f8bc6-c302-4d10-94d5-b319a7103b87 req-ec9c0327-9dd9-41bf-b710-e3ba2db3a647 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:54.810115 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b18f8bc6-c302-4d10-94d5-b319a7103b87 req-ec9c0327-9dd9-41bf-b710-e3ba2db3a647 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:54.813292 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] No Port match for: 5592e0d0-f551-46df-b7bc-0686ad6d52cb {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:48:54.813649 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 5592e0d0-f551-46df-b7bc-0686ad6d52cb not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:48:54.821792 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce556f3a-2324-44d7-ad93-e92a91f5ad2b x-openstack-request-id: req-ce556f3a-2324-44d7-ad93-e92a91f5ad2b {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:48:54.822117 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a719ae9-f509-4f22-9b6e-7833a8d9b221", "tag": "26c3ce49-d162-4941-8930-1ecbec0b92c4", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:48:54.822334 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ce556f3a-2324-44d7-ad93-e92a91f5ad2b {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:48:54.822773 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a719ae9-f509-4f22-9b6e-7833a8d9b221', 'tag': '26c3ce49-d162-4941-8930-1ecbec0b92c4', 'status': 'completed', 'code': 200} Sep 24 15:48:54.834083 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9ceef589-9e90-4960-b169-0c2462daae36 req-9a71ab57-0d4d-40c3-8b78-e16c94c59ec1 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/security-groups?id=1b2ada65-5612-4fdd-b25e-e6fca30094ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388731 Sep 24 15:48:54.887183 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [None req-c9121829-d72a-437b-9597-c3e73c5ddc9c tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] show failed (client error): The resource could not be found. Sep 24 15:48:54.891427 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-c9121829-d72a-437b-9597-c3e73c5ddc9c tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] 10.222.0.101 "GET /v2.0/security-groups/720abf1f-a65e-4dff-9eb7-4056fc533961 HTTP/1.1" status: 404 len: 347 time: 0.0980060 Sep 24 15:48:54.893316 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 35364) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:54.916159 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b3cde-c784-45bb-b8c7-0723dd2320d6 req-2dce4afc-95ec-46e2-8c91-d1d39f0a3ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:54.917730 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b14b3cde-c784-45bb-b8c7-0723dd2320d6 req-2dce4afc-95ec-46e2-8c91-d1d39f0a3ced service neutron] 10.222.0.110 "GET /v2.0/networks?id=3f75abcb-f75c-450c-9fe6-de5dba697295 HTTP/1.1" status: 200 len: 903 time: 0.2357147 Sep 24 15:48:54.929506 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a26e261d-a2c5-4406-9e7c-ef08ff298a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:54.947872 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [None req-4baa7244-5ab5-4bbe-b9be-f443d4f29e30 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] show failed (client error): The resource could not be found. Sep 24 15:48:54.953082 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-4baa7244-5ab5-4bbe-b9be-f443d4f29e30 tempest-NegativeSecGroupIPv6Test-1939247790 tempest-NegativeSecGroupIPv6Test-1939247790-project] 10.222.0.101 "GET /v2.0/security-group-rules/350b8733-26de-4a5c-95a2-9da1946e1d86 HTTP/1.1" status: 404 len: 356 time: 0.0545249 Sep 24 15:48:54.961406 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-a26e261d-a2c5-4406-9e7c-ef08ff298a59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a30e1a8a-ce67-445f-a103-118a71aa3ed7']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:48:54.971015 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1aa44-2795-4013-aed5-4ba6beae2f70 req-6c711caf-906f-405c-bad3-a89c72bafe22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:54.972525 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cbe1aa44-2795-4013-aed5-4ba6beae2f70 req-6c711caf-906f-405c-bad3-a89c72bafe22 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=60722f0da12e4ca38d9ba8aac84df5f6&device_id=3a719ae9-f509-4f22-9b6e-7833a8d9b221 HTTP/1.1" status: 200 len: 1095 time: 0.1371648 Sep 24 15:48:54.976519 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-a26e261d-a2c5-4406-9e7c-ef08ff298a59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05bd48af-5cdf-41ce-82a4-4c145ccbba3e') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:48:54.976698 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-a26e261d-a2c5-4406-9e7c-ef08ff298a59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05bd48af-5cdf-41ce-82a4-4c145ccbba3e') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:48:54.995744 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a26e261d-a2c5-4406-9e7c-ef08ff298a59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:54.997732 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b18f8bc6-c302-4d10-94d5-b319a7103b87 req-ec9c0327-9dd9-41bf-b710-e3ba2db3a647 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0889702 Sep 24 15:48:54.999146 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b14b3cde-c784-45bb-b8c7-0723dd2320d6 req-7e9127b7-2b6e-4082-9e74-c1ffbff6a9e0 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.59&port_id=8682adeb-f380-4a6f-96af-8ea62c98fc6e HTTP/1.1" status: 200 len: 217 time: 0.0696428 Sep 24 15:48:55.035562 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a26e261d-a2c5-4406-9e7c-ef08ff298a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:55.035754 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-b18f8bc6-c302-4d10-94d5-b319a7103b87 req-634dc3ff-a44c-4457-99d9-efa635a8cbeb service neutron] Request body: {'port': {'device_id': '28e46b28-c6ac-473d-9ede-220da13774af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:48:55.035884 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a26e261d-a2c5-4406-9e7c-ef08ff298a59 admin admin] Releasing vlan 1295 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:48:55.035884 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a26e261d-a2c5-4406-9e7c-ef08ff298a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:55.165927 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b18f8bc6-c302-4d10-94d5-b319a7103b87 req-634dc3ff-a44c-4457-99d9-efa635a8cbeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:55.167946 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:48:55.167946 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:48:55.167946 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:48:55.167946 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:48:55.167946 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:48:55.167946 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:48:55.167946 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:48:55.167946 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:48:55.167946 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:48:55.167946 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:48:55.167946 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:48:55.167946 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:48:55.167946 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:48:55.167946 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:48:55.167946 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:48:55.167946 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:48:55.167946 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:48:55.167946 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:48:55.167946 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:48:55.167946 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:48:55.167946 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:48:55.167946 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:48:55.167946 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:48:55.167946 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:48:55.167946 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:48:55.167946 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:48:55.167946 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:48:55.167946 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:48:55.167946 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:48:55.167946 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:48:55.167946 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:48:55.167946 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:48:55.187498 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b3cde-c784-45bb-b8c7-0723dd2320d6 req-4aff3410-6db4-41e3-bd19-1f50f337801b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:55.189026 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b14b3cde-c784-45bb-b8c7-0723dd2320d6 req-4aff3410-6db4-41e3-bd19-1f50f337801b service neutron] 10.222.0.110 "GET /v2.0/subnets?id=f2fe2237-c1b8-4635-980c-b722203ba124 HTTP/1.1" status: 200 len: 801 time: 0.1817596 Sep 24 15:48:55.207218 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1aa44-2795-4013-aed5-4ba6beae2f70 req-7ea04207-1d38-4487-b9f6-28acae840912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:55.209334 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cbe1aa44-2795-4013-aed5-4ba6beae2f70 req-7ea04207-1d38-4487-b9f6-28acae840912 service neutron] 10.222.0.108 "GET /v2.0/networks?tenant_id=60722f0da12e4ca38d9ba8aac84df5f6&shared=False HTTP/1.1" status: 200 len: 922 time: 0.2213926 Sep 24 15:48:55.312539 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a26e261d-a2c5-4406-9e7c-ef08ff298a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:55.322853 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a26e261d-a2c5-4406-9e7c-ef08ff298a59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:55.327258 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-a26e261d-a2c5-4406-9e7c-ef08ff298a59 admin admin] 10.222.0.101 "DELETE /v2.0/networks/a30e1a8a-ce67-445f-a103-118a71aa3ed7 HTTP/1.1" status: 204 len: 168 time: 0.8963709 Sep 24 15:48:55.336596 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b3cde-c784-45bb-b8c7-0723dd2320d6 req-b168d698-6321-4d0f-8bc0-8cf42cad835d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:55.338517 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b14b3cde-c784-45bb-b8c7-0723dd2320d6 req-b168d698-6321-4d0f-8bc0-8cf42cad835d service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=3f75abcb-f75c-450c-9fe6-de5dba697295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1288893 Sep 24 15:48:55.338878 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26e261d-a2c5-4406-9e7c-ef08ff298a59 admin admin] Pushing event deleted for resources: {'Network': ['ID=a30e1a8a-ce67-445f-a103-118a71aa3ed7,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:55.362900 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe1aa44-2795-4013-aed5-4ba6beae2f70 req-ff74dc20-1461-4213-a421-95ef3befd5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:55.365091 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cbe1aa44-2795-4013-aed5-4ba6beae2f70 req-ff74dc20-1461-4213-a421-95ef3befd5d4 service neutron] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1490302 Sep 24 15:48:55.540660 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b14b3cde-c784-45bb-b8c7-0723dd2320d6 req-976f3320-de76-4661-8042-8a3bc94f4ebc service neutron] 10.222.0.110 "GET /v2.0/networks/3f75abcb-f75c-450c-9fe6-de5dba697295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1926033 Sep 24 15:48:55.564016 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573020cc-561a-49bc-b377-4b36517c7fc8 req-6a7ceeca-df31-4694-89a2-ea61c1680298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:55.565745 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-573020cc-561a-49bc-b377-4b36517c7fc8 req-6a7ceeca-df31-4694-89a2-ea61c1680298 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=60722f0da12e4ca38d9ba8aac84df5f6&device_id=3a719ae9-f509-4f22-9b6e-7833a8d9b221 HTTP/1.1" status: 200 len: 1095 time: 0.1642990 Sep 24 15:48:55.615643 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4afb89-283a-4865-8d09-fded6fa03051 req-af85aca2-be1a-4fbb-b7b6-6bd1a76f19e1 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:55.621476 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4afb89-283a-4865-8d09-fded6fa03051 req-af85aca2-be1a-4fbb-b7b6-6bd1a76f19e1 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:55.627334 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4afb89-283a-4865-8d09-fded6fa03051 req-af85aca2-be1a-4fbb-b7b6-6bd1a76f19e1 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:55.629198 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4c4afb89-283a-4865-8d09-fded6fa03051 req-af85aca2-be1a-4fbb-b7b6-6bd1a76f19e1 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/ports?device_id=72a9b53c-403b-4004-a00d-3dea9bc43d87 HTTP/1.1" status: 200 len: 2411 time: 0.1278751 Sep 24 15:48:55.659070 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f0fd0-68b2-469d-8230-16ad1085fd17 req-7eef1cdb-5026-47c1-a93b-88f528b10871 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:55.662267 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-573020cc-561a-49bc-b377-4b36517c7fc8 req-c5be76bc-411b-4caf-aa69-206f8b76551f service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26c3ce49-d162-4941-8930-1ecbec0b92c4 HTTP/1.1" status: 200 len: 217 time: 0.0856295 Sep 24 15:48:55.666705 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-282f0fd0-68b2-469d-8230-16ad1085fd17 req-7eef1cdb-5026-47c1-a93b-88f528b10871 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=28e46b28-c6ac-473d-9ede-220da13774af HTTP/1.1" status: 200 len: 932 time: 0.1437192 Sep 24 15:48:55.723421 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 35394) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:55.736619 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4c4afb89-283a-4865-8d09-fded6fa03051 req-f9cde600-60d2-4b01-abb2-1d42e0e6a156 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/security-groups?id=1aa72ca6-205a-4e58-b313-5dd57c74d75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770350 Sep 24 15:48:55.744010 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573020cc-561a-49bc-b377-4b36517c7fc8 req-4f4e100d-67ec-4985-b57a-221909959496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:55.750013 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-573020cc-561a-49bc-b377-4b36517c7fc8 req-4f4e100d-67ec-4985-b57a-221909959496 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=7864a260-4b7d-4946-ad5d-046195fcc1ad HTTP/1.1" status: 200 len: 860 time: 0.0708091 Sep 24 15:48:55.754161 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-b18f8bc6-c302-4d10-94d5-b319a7103b87 req-634dc3ff-a44c-4457-99d9-efa635a8cbeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a615752-3e2c-48df-b754-d11f725bfde8 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:48:55.785320 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b18f8bc6-c302-4d10-94d5-b319a7103b87 req-634dc3ff-a44c-4457-99d9-efa635a8cbeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:55.805055 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-573020cc-561a-49bc-b377-4b36517c7fc8 req-1a984381-19fe-4862-bfae-fb8255e3d70e service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=5ca707a3-4989-424b-9a98-79246ddfc60c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489247 Sep 24 15:48:55.805614 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 35402) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:55.828722 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-282f0fd0-68b2-469d-8230-16ad1085fd17 req-ca7e2047-f45e-42e4-be74-8ffbbee528c5 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591270 Sep 24 15:48:55.836184 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b14b3cde-c784-45bb-b8c7-0723dd2320d6 req-80e9e86a-1b1e-481f-9f8b-48dada35d3df service neutron] 10.222.0.110 "GET /v2.0/networks/3f75abcb-f75c-450c-9fe6-de5dba697295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630329 Sep 24 15:48:55.848786 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-b18f8bc6-c302-4d10-94d5-b319a7103b87 req-634dc3ff-a44c-4457-99d9-efa635a8cbeb service neutron] Transition to ACTIVE for port object 5a615752-3e2c-48df-b754-d11f725bfde8 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:48:55.951407 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b18f8bc6-c302-4d10-94d5-b319a7103b87 req-634dc3ff-a44c-4457-99d9-efa635a8cbeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:56.045858 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634dc3ff-a44c-4457-99d9-efa635a8cbeb service neutron] Pushing event updated for resources: {'Port': ['ID=5a615752-3e2c-48df-b754-d11f725bfde8,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:56.057140 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-55be4fb5-f6e2-42b6-a369-7a8572e433b8 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=c4d93373223446b1a0fbb391c5e7bd8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2500496 Sep 24 15:48:56.081898 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 35406) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:56.106899 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-573020cc-561a-49bc-b377-4b36517c7fc8 req-d0772671-6bfd-454a-a372-dff44a518ec7 service neutron] 10.222.0.108 "GET /v2.0/networks/5ca707a3-4989-424b-9a98-79246ddfc60c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2912052 Sep 24 15:48:56.116592 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-b18f8bc6-c302-4d10-94d5-b319a7103b87 req-634dc3ff-a44c-4457-99d9-efa635a8cbeb service neutron] Attempting to bind port 5a615752-3e2c-48df-b754-d11f725bfde8 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:48:56.116997 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-b18f8bc6-c302-4d10-94d5-b319a7103b87 req-634dc3ff-a44c-4457-99d9-efa635a8cbeb service neutron] Attempting to bind port 5a615752-3e2c-48df-b754-d11f725bfde8 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '368a9d0c-2815-451d-a46d-c1bdd7d38862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'fcaa8023-73de-41c9-b56a-537c209ef622'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:48:56.117564 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18f8bc6-c302-4d10-94d5-b319a7103b87 req-634dc3ff-a44c-4457-99d9-efa635a8cbeb service neutron] Attempting to bind port 5a615752-3e2c-48df-b754-d11f725bfde8 on network fcaa8023-73de-41c9-b56a-537c209ef622 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:48:56.124208 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18f8bc6-c302-4d10-94d5-b319a7103b87 req-634dc3ff-a44c-4457-99d9-efa635a8cbeb service neutron] Port 5a615752-3e2c-48df-b754-d11f725bfde8 on network fcaa8023-73de-41c9-b56a-537c209ef622 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:48:56.124537 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18f8bc6-c302-4d10-94d5-b319a7103b87 req-634dc3ff-a44c-4457-99d9-efa635a8cbeb service neutron] Attempting to bind port 5a615752-3e2c-48df-b754-d11f725bfde8 on network fcaa8023-73de-41c9-b56a-537c209ef622 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:48:56.130203 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18f8bc6-c302-4d10-94d5-b319a7103b87 req-634dc3ff-a44c-4457-99d9-efa635a8cbeb service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:48:56.131124 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18f8bc6-c302-4d10-94d5-b319a7103b87 req-634dc3ff-a44c-4457-99d9-efa635a8cbeb service neutron] Checking segment: {'id': '368a9d0c-2815-451d-a46d-c1bdd7d38862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'fcaa8023-73de-41c9-b56a-537c209ef622'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:48:56.131507 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b18f8bc6-c302-4d10-94d5-b319a7103b87 req-634dc3ff-a44c-4457-99d9-efa635a8cbeb service neutron] Bound using segment: {'id': '368a9d0c-2815-451d-a46d-c1bdd7d38862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'fcaa8023-73de-41c9-b56a-537c209ef622'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:48:56.132136 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-b18f8bc6-c302-4d10-94d5-b319a7103b87 req-634dc3ff-a44c-4457-99d9-efa635a8cbeb service neutron] Bound port: 5a615752-3e2c-48df-b754-d11f725bfde8, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '368a9d0c-2815-451d-a46d-c1bdd7d38862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'fcaa8023-73de-41c9-b56a-537c209ef622'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:48:56.132505 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b18f8bc6-c302-4d10-94d5-b319a7103b87 req-634dc3ff-a44c-4457-99d9-efa635a8cbeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:56.207615 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-b18f8bc6-c302-4d10-94d5-b319a7103b87 req-634dc3ff-a44c-4457-99d9-efa635a8cbeb service neutron] For port 5a615752-3e2c-48df-b754-d11f725bfde8, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:48:56.211827 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-b18f8bc6-c302-4d10-94d5-b319a7103b87 req-634dc3ff-a44c-4457-99d9-efa635a8cbeb service neutron] For port 5a615752-3e2c-48df-b754-d11f725bfde8, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=5a615752-3e2c-48df-b754-d11f725bfde8,segment=NetworkSegment(368a9d0c-2815-451d-a46d-c1bdd7d38862),segment_id=368a9d0c-2815-451d-a46d-c1bdd7d38862)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:48:56.313364 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b18f8bc6-c302-4d10-94d5-b319a7103b87 req-634dc3ff-a44c-4457-99d9-efa635a8cbeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:56.348962 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f8bc6-c302-4d10-94d5-b319a7103b87 req-634dc3ff-a44c-4457-99d9-efa635a8cbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:56.349751 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b18f8bc6-c302-4d10-94d5-b319a7103b87 req-634dc3ff-a44c-4457-99d9-efa635a8cbeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:56.353326 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b18f8bc6-c302-4d10-94d5-b319a7103b87 req-634dc3ff-a44c-4457-99d9-efa635a8cbeb service neutron] 10.222.0.108 "PUT /v2.0/ports/5a615752-3e2c-48df-b754-d11f725bfde8 HTTP/1.1" status: 200 len: 1092 time: 1.3442917 Sep 24 15:48:56.353831 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28e46b28-c6ac-473d-9ede-220da13774af', 'tag': '5a615752-3e2c-48df-b754-d11f725bfde8'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:48:56.356212 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fab3452-267f-494a-92fa-6a7725c2e875" -d '{"events": [{"name": "network-changed", "server_uuid": "28e46b28-c6ac-473d-9ede-220da13774af", "tag": "5a615752-3e2c-48df-b754-d11f725bfde8"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:48:56.359405 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device edf4d99b-fbb4-43a0-a1ea-1835e5db95ab details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:48:56.456427 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634dc3ff-a44c-4457-99d9-efa635a8cbeb service neutron] Pushing event updated for resources: {'Port': ['ID=5a615752-3e2c-48df-b754-d11f725bfde8,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:56.472147 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f43dfc-8558-4198-adbe-b42614d0dc8e x-openstack-request-id: req-36f43dfc-8558-4198-adbe-b42614d0dc8e {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:48:56.473092 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28e46b28-c6ac-473d-9ede-220da13774af", "tag": "5a615752-3e2c-48df-b754-d11f725bfde8", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:48:56.476298 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-36f43dfc-8558-4198-adbe-b42614d0dc8e {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:48:56.476791 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28e46b28-c6ac-473d-9ede-220da13774af', 'tag': '5a615752-3e2c-48df-b754-d11f725bfde8', 'status': 'completed', 'code': 200} Sep 24 15:48:56.553983 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f9f3fe-87c5-43dc-9804-0a978a619645 req-512d1fe5-0c41-4300-82d2-078f12ae5853 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:56.563238 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fab3452-267f-494a-92fa-6a7725c2e875 req-c97df507-2d08-46e1-95ed-68e400e3f5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:56.566447 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1fab3452-267f-494a-92fa-6a7725c2e875 req-c97df507-2d08-46e1-95ed-68e400e3f5cd service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=62a8ba880b994b468ea0f6bf276f3fa0&device_id=28e46b28-c6ac-473d-9ede-220da13774af HTTP/1.1" status: 200 len: 1095 time: 0.0705504 Sep 24 15:48:56.571109 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-05f9f3fe-87c5-43dc-9804-0a978a619645 req-512d1fe5-0c41-4300-82d2-078f12ae5853 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/ports?device_id=3a719ae9-f509-4f22-9b6e-7833a8d9b221 HTTP/1.1" status: 200 len: 944 time: 0.6192703 Sep 24 15:48:56.583466 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port edf4d99b-fbb4-43a0-a1ea-1835e5db95ab, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=edf4d99b-fbb4-43a0-a1ea-1835e5db95ab,segment=NetworkSegment(17d42855-2910-4d8b-9937-c8ab140f8cc0),segment_id=17d42855-2910-4d8b-9937-c8ab140f8cc0)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:48:56.597726 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': 'edf4d99b-fbb4-43a0-a1ea-1835e5db95ab', 'network_id': '3f75abcb-f75c-450c-9fe6-de5dba697295', 'port_id': 'edf4d99b-fbb4-43a0-a1ea-1835e5db95ab', 'mac_address': 'fa:16:3e:06:f7:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2fe2237-c1b8-4635-980c-b722203ba124', 'ip_address': '19.80.0.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:48:56.641331 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:56.655216 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edf4d99b-fbb4-43a0-a1ea-1835e5db95ab {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:48:56.684915 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port edf4d99b-fbb4-43a0-a1ea-1835e5db95ab, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=edf4d99b-fbb4-43a0-a1ea-1835e5db95ab,segment=NetworkSegment(17d42855-2910-4d8b-9937-c8ab140f8cc0),segment_id=17d42855-2910-4d8b-9937-c8ab140f8cc0)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:48:56.709543 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fab3452-267f-494a-92fa-6a7725c2e875 req-777dedb1-7c72-48d7-b225-63654022d4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:56.711040 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1fab3452-267f-494a-92fa-6a7725c2e875 req-777dedb1-7c72-48d7-b225-63654022d4a9 service neutron] 10.222.0.108 "GET /v2.0/networks?tenant_id=62a8ba880b994b468ea0f6bf276f3fa0&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1341650 Sep 24 15:48:56.716416 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-9d71e0d5-adc5-4868-8b48-ed0d08730433 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=dd7174b7cbf740409a6b2996f9ce0dcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9882941 Sep 24 15:48:56.721652 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 35430) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:56.745513 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-05f9f3fe-87c5-43dc-9804-0a978a619645 req-55ca37de-1863-43a9-892b-f48471a64f74 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/security-groups?id=1b2ada65-5612-4fdd-b25e-e6fca30094ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732941 Sep 24 15:48:56.747726 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-95e44587-8933-4e48-8730-cf121a7bc5c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:56.752138 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-573020cc-561a-49bc-b377-4b36517c7fc8 req-0cab5fc1-3834-4475-a7f2-360327c74376 service neutron] 10.222.0.108 "GET /v2.0/networks/5ca707a3-4989-424b-9a98-79246ddfc60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6296456 Sep 24 15:48:56.786054 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-95e44587-8933-4e48-8730-cf121a7bc5c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:56.843637 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:56.844359 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 9ac5642d-3583-4e03-9e20-0fb5b1139043 details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:48:56.872863 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9c315dbf-decf-4fde-b7fd-daa08f539630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:56.901276 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fab3452-267f-494a-92fa-6a7725c2e875 req-2942afc8-dc8a-461d-ace3-720767e38a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:56.903009 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=edf4d99b-fbb4-43a0-a1ea-1835e5db95ab,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:56.903584 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1fab3452-267f-494a-92fa-6a7725c2e875 req-2942afc8-dc8a-461d-ace3-720767e38a14 service neutron] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1810780 Sep 24 15:48:56.945220 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9c315dbf-decf-4fde-b7fd-daa08f539630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:56.967778 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5036f3d4-8dcd-46a3-b779-f33c703a0fe3 req-882e0bf4-009d-45bd-86bb-6444ed32dff2 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:56.971785 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5036f3d4-8dcd-46a3-b779-f33c703a0fe3 req-882e0bf4-009d-45bd-86bb-6444ed32dff2 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=28e46b28-c6ac-473d-9ede-220da13774af HTTP/1.1" status: 200 len: 944 time: 0.0868440 Sep 24 15:48:56.991812 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d70396-7efa-4718-93c9-a431f77c900c req-864b5f6a-524e-43a1-b4e5-f7824f6d2f7a tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:56.998286 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d70396-7efa-4718-93c9-a431f77c900c req-864b5f6a-524e-43a1-b4e5-f7824f6d2f7a tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:57.004222 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d70396-7efa-4718-93c9-a431f77c900c req-864b5f6a-524e-43a1-b4e5-f7824f6d2f7a tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:57.011899 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-71d70396-7efa-4718-93c9-a431f77c900c req-864b5f6a-524e-43a1-b4e5-f7824f6d2f7a tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/ports?device_id=72a9b53c-403b-4004-a00d-3dea9bc43d87 HTTP/1.1" status: 200 len: 2412 time: 0.1881936 Sep 24 15:48:57.042392 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5036f3d4-8dcd-46a3-b779-f33c703a0fe3 req-2c6c4487-025f-45f5-923b-2b868fea99dd tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605426 Sep 24 15:48:57.044625 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-95e44587-8933-4e48-8730-cf121a7bc5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:57.047610 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-95e44587-8933-4e48-8730-cf121a7bc5c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:57.051304 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-95e44587-8933-4e48-8730-cf121a7bc5c2 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/139e7c19-dcd2-41b9-9381-25d8e719c4b7 HTTP/1.1" status: 204 len: 168 time: 0.9641736 Sep 24 15:48:57.057986 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e44587-8933-4e48-8730-cf121a7bc5c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=139e7c19-dcd2-41b9-9381-25d8e719c4b7,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:57.235386 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 9ac5642d-3583-4e03-9e20-0fb5b1139043, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=9ac5642d-3583-4e03-9e20-0fb5b1139043,segment=NetworkSegment(eb99eee8-1f83-4f9a-bbd4-cf3bcd5d6d58),segment_id=eb99eee8-1f83-4f9a-bbd4-cf3bcd5d6d58)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:48:57.235386 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': '9ac5642d-3583-4e03-9e20-0fb5b1139043', 'network_id': '14fb19aa-9ed2-4f97-bce3-121843a8d24a', 'port_id': '9ac5642d-3583-4e03-9e20-0fb5b1139043', 'mac_address': 'fa:16:3e:4b:0e:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1268, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba846b37-67ea-4bd9-8959-ae4a328fae03', 'ip_address': '19.86.0.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:48:57.237187 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-71d70396-7efa-4718-93c9-a431f77c900c req-00d355c8-d284-4d8d-9d34-dce3ec01389d tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/security-groups?id=1aa72ca6-205a-4e58-b313-5dd57c74d75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545689 Sep 24 15:48:57.237187 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f8bc6-c302-4d10-94d5-b319a7103b87 req-2b9faf32-c285-4bb6-9273-a620cc82c348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:57.238365 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:57.238842 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b18f8bc6-c302-4d10-94d5-b319a7103b87 req-2b9faf32-c285-4bb6-9273-a620cc82c348 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=62a8ba880b994b468ea0f6bf276f3fa0&device_id=28e46b28-c6ac-473d-9ede-220da13774af HTTP/1.1" status: 200 len: 1095 time: 0.1752379 Sep 24 15:48:57.239273 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ac5642d-3583-4e03-9e20-0fb5b1139043 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:48:57.239273 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 9ac5642d-3583-4e03-9e20-0fb5b1139043, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=9ac5642d-3583-4e03-9e20-0fb5b1139043,segment=NetworkSegment(eb99eee8-1f83-4f9a-bbd4-cf3bcd5d6d58),segment_id=eb99eee8-1f83-4f9a-bbd4-cf3bcd5d6d58)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:48:57.243242 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b18f8bc6-c302-4d10-94d5-b319a7103b87 req-ee127f34-a91d-4ca5-ae18-743b393df8c6 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5a615752-3e2c-48df-b754-d11f725bfde8 HTTP/1.1" status: 200 len: 217 time: 0.0452464 Sep 24 15:48:57.306058 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f8bc6-c302-4d10-94d5-b319a7103b87 req-e96559d4-187e-4a22-94c8-a812bc6c914a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:57.307553 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b18f8bc6-c302-4d10-94d5-b319a7103b87 req-e96559d4-187e-4a22-94c8-a812bc6c914a service neutron] 10.222.0.108 "GET /v2.0/subnets?id=0db07746-4ea4-48db-9d56-837ab1eb05bd HTTP/1.1" status: 200 len: 846 time: 0.0560241 Sep 24 15:48:57.342239 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b18f8bc6-c302-4d10-94d5-b319a7103b87 req-bfeffb36-52dd-4a13-8f83-1dcc2c58236d service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=fcaa8023-73de-41c9-b56a-537c209ef622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248773 Sep 24 15:48:57.431460 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b18f8bc6-c302-4d10-94d5-b319a7103b87 req-ff901ca5-ba85-417f-a2a5-2d645f6c399c service neutron] 10.222.0.108 "GET /v2.0/networks/fcaa8023-73de-41c9-b56a-537c209ef622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812109 Sep 24 15:48:57.509619 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:57.510285 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 8682adeb-f380-4a6f-96af-8ea62c98fc6e details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:48:57.521130 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9c315dbf-decf-4fde-b7fd-daa08f539630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:57.527597 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9c315dbf-decf-4fde-b7fd-daa08f539630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:57.527597 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-9c315dbf-decf-4fde-b7fd-daa08f539630 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/e0b45d5f-ec7a-43d1-92e8-0ec0edee0cca HTTP/1.1" status: 204 len: 168 time: 0.8014820 Sep 24 15:48:57.550326 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c315dbf-decf-4fde-b7fd-daa08f539630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0b45d5f-ec7a-43d1-92e8-0ec0edee0cca,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:57.584728 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b18f8bc6-c302-4d10-94d5-b319a7103b87 req-603d3b41-6b70-4a6d-824b-d8b8fdc7e23a service neutron] 10.222.0.108 "GET /v2.0/networks/fcaa8023-73de-41c9-b56a-537c209ef622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443863 Sep 24 15:48:57.632458 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 8682adeb-f380-4a6f-96af-8ea62c98fc6e, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=8682adeb-f380-4a6f-96af-8ea62c98fc6e,segment=NetworkSegment(17d42855-2910-4d8b-9937-c8ab140f8cc0),segment_id=17d42855-2910-4d8b-9937-c8ab140f8cc0)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:48:57.639634 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=9ac5642d-3583-4e03-9e20-0fb5b1139043,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:57.647255 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': '8682adeb-f380-4a6f-96af-8ea62c98fc6e', 'network_id': '3f75abcb-f75c-450c-9fe6-de5dba697295', 'port_id': '8682adeb-f380-4a6f-96af-8ea62c98fc6e', 'mac_address': 'fa:16:3e:a6:ec:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1257, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2fe2237-c1b8-4635-980c-b722203ba124', 'ip_address': '19.80.0.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:48:57.694529 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:57.707299 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8682adeb-f380-4a6f-96af-8ea62c98fc6e {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:48:57.728628 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 8682adeb-f380-4a6f-96af-8ea62c98fc6e, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=8682adeb-f380-4a6f-96af-8ea62c98fc6e,segment=NetworkSegment(17d42855-2910-4d8b-9937-c8ab140f8cc0),segment_id=17d42855-2910-4d8b-9937-c8ab140f8cc0)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:48:57.868446 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab182dab-949a-47ed-9e71-dc42d66c1303 req-988144ef-5409-4353-92d5-21792d16fe61 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:57.869981 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ab182dab-949a-47ed-9e71-dc42d66c1303 req-988144ef-5409-4353-92d5-21792d16fe61 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/ports?device_id=3a719ae9-f509-4f22-9b6e-7833a8d9b221 HTTP/1.1" status: 200 len: 944 time: 0.0517325 Sep 24 15:48:57.903914 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:57.907711 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ab182dab-949a-47ed-9e71-dc42d66c1303 req-b493ae8f-d01e-4b78-8e05-713abe2313e8 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/security-groups?id=1b2ada65-5612-4fdd-b25e-e6fca30094ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317457 Sep 24 15:48:57.953313 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=8682adeb-f380-4a6f-96af-8ea62c98fc6e,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:58.180470 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fb83c2-936c-4abc-9a62-e21bff8cf7a5 req-c8206023-d3ca-4956-b5c8-88df90a21d84 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:58.182502 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-40fb83c2-936c-4abc-9a62-e21bff8cf7a5 req-c8206023-d3ca-4956-b5c8-88df90a21d84 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=28e46b28-c6ac-473d-9ede-220da13774af HTTP/1.1" status: 200 len: 944 time: 0.0638916 Sep 24 15:48:58.226643 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-40fb83c2-936c-4abc-9a62-e21bff8cf7a5 req-5ebb82c2-3303-47b4-8b5e-c19c02a5596b tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355296 Sep 24 15:48:58.328865 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['edf4d99b-fbb4-43a0-a1ea-1835e5db95ab'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:48:58.356234 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c574eb8-a691-4fa6-b52f-57117d7b3f2d req-3f4ce00f-8c9e-4bd9-8556-bcdd65c520d2 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:58.363082 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c574eb8-a691-4fa6-b52f-57117d7b3f2d req-3f4ce00f-8c9e-4bd9-8556-bcdd65c520d2 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:58.370362 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c574eb8-a691-4fa6-b52f-57117d7b3f2d req-3f4ce00f-8c9e-4bd9-8556-bcdd65c520d2 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:58.372523 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4c574eb8-a691-4fa6-b52f-57117d7b3f2d req-3f4ce00f-8c9e-4bd9-8556-bcdd65c520d2 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/ports?device_id=72a9b53c-403b-4004-a00d-3dea9bc43d87 HTTP/1.1" status: 200 len: 2414 time: 0.0799530 Sep 24 15:48:58.384648 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['8682adeb-f380-4a6f-96af-8ea62c98fc6e'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:48:58.387480 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['9ac5642d-3583-4e03-9e20-0fb5b1139043'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:48:58.458324 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4c574eb8-a691-4fa6-b52f-57117d7b3f2d req-e6c67607-2e54-4503-a96e-9023ff0b5110 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/security-groups?id=1aa72ca6-205a-4e58-b313-5dd57c74d75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775974 Sep 24 15:48:59.013579 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 35510) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:59.064539 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3465a01a-2b6e-4fe7-a830-8a117a65a339 req-80e72f07-d664-4e4f-802c-0da07f8067b4 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:59.066078 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3465a01a-2b6e-4fe7-a830-8a117a65a339 req-80e72f07-d664-4e4f-802c-0da07f8067b4 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/ports?device_id=3a719ae9-f509-4f22-9b6e-7833a8d9b221 HTTP/1.1" status: 200 len: 944 time: 0.0805252 Sep 24 15:48:59.105855 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3465a01a-2b6e-4fe7-a830-8a117a65a339 req-051eebc1-6539-4426-ab83-2fa1c4762ef6 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/security-groups?id=1b2ada65-5612-4fdd-b25e-e6fca30094ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323215 Sep 24 15:48:59.147653 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-018a55b3-d487-48ef-af56-436e35503668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:59.239307 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-018a55b3-d487-48ef-af56-436e35503668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:59.304095 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-018a55b3-d487-48ef-af56-436e35503668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:59.382917 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018a55b3-d487-48ef-af56-436e35503668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=229ec842-2a67-490a-9c06-f61956a4592c,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:48:59.414473 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 35538) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:48:59.415115 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-018a55b3-d487-48ef-af56-436e35503668 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ebba8f3663bb401ea18c6857c57f43c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3997416 Sep 24 15:48:59.444304 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b03343-7d86-4ab4-b9ae-f8d3dcbc1215 req-846ad4d0-743a-451f-8ad8-c6708d8e209b tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:59.446164 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b1b03343-7d86-4ab4-b9ae-f8d3dcbc1215 req-846ad4d0-743a-451f-8ad8-c6708d8e209b tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=28e46b28-c6ac-473d-9ede-220da13774af HTTP/1.1" status: 200 len: 944 time: 0.1096635 Sep 24 15:48:59.503015 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b1b03343-7d86-4ab4-b9ae-f8d3dcbc1215 req-e8ffbabf-cf23-4759-843a-d25c31e14e77 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506973 Sep 24 15:48:59.515118 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0cbc8b38-2879-4784-86cb-a25fe7fce384 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:59.580398 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0cbc8b38-2879-4784-86cb-a25fe7fce384 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:59.656479 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff9483-20bc-415d-b78c-a7d034a3105b req-33536a26-8c2f-4f0b-81d5-946a1318d047 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:59.662497 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff9483-20bc-415d-b78c-a7d034a3105b req-33536a26-8c2f-4f0b-81d5-946a1318d047 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:59.668608 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff9483-20bc-415d-b78c-a7d034a3105b req-33536a26-8c2f-4f0b-81d5-946a1318d047 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:48:59.670310 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4aff9483-20bc-415d-b78c-a7d034a3105b req-33536a26-8c2f-4f0b-81d5-946a1318d047 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/ports?device_id=72a9b53c-403b-4004-a00d-3dea9bc43d87 HTTP/1.1" status: 200 len: 2414 time: 0.0955923 Sep 24 15:48:59.718111 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4aff9483-20bc-415d-b78c-a7d034a3105b req-1e7249a0-6f99-4aa5-acd6-1afc61650d6f tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/security-groups?id=1aa72ca6-205a-4e58-b313-5dd57c74d75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416861 Sep 24 15:48:59.754860 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0cbc8b38-2879-4784-86cb-a25fe7fce384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:59.758162 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0cbc8b38-2879-4784-86cb-a25fe7fce384 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:48:59.761843 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-0cbc8b38-2879-4784-86cb-a25fe7fce384 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/229ec842-2a67-490a-9c06-f61956a4592c HTTP/1.1" status: 204 len: 168 time: 0.3436565 Sep 24 15:48:59.768552 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbc8b38-2879-4784-86cb-a25fe7fce384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=229ec842-2a67-490a-9c06-f61956a4592c,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:00.179412 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 35570) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:49:00.257877 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228df292-d74d-431d-863f-ff0dda179d73 req-2cf98486-aabd-4445-84c7-e291999f698b tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:00.259475 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-228df292-d74d-431d-863f-ff0dda179d73 req-2cf98486-aabd-4445-84c7-e291999f698b tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/ports?device_id=3a719ae9-f509-4f22-9b6e-7833a8d9b221 HTTP/1.1" status: 200 len: 944 time: 0.0770321 Sep 24 15:49:00.299532 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-228df292-d74d-431d-863f-ff0dda179d73 req-bc5cbb87-c874-4501-b1cf-391eccc0ac1c tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/security-groups?id=1b2ada65-5612-4fdd-b25e-e6fca30094ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334225 Sep 24 15:49:00.337048 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2b50ab4e-9d90-4e55-b69e-c6d784e1e5f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:00.369864 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 8682adeb-f380-4a6f-96af-8ea62c98fc6e up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:49:00.439687 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2b50ab4e-9d90-4e55-b69e-c6d784e1e5f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:00.503972 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port 8682adeb-f380-4a6f-96af-8ea62c98fc6e completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:49:00.515650 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port 8682adeb-f380-4a6f-96af-8ea62c98fc6e triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:49:00.515650 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:00.533005 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2b50ab4e-9d90-4e55-b69e-c6d784e1e5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:00.579876 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 35590) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:49:00.607588 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-2b50ab4e-9d90-4e55-b69e-c6d784e1e5f5 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=96fc0e9b77b14b949d0691d6b5f70cea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4270234 Sep 24 15:49:00.611175 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9ad830d4-a7f4-46e6-9310-c1f0540ba9a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:00.615996 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 35594) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:49:00.681752 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:00.682278 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b50ab4e-9d90-4e55-b69e-c6d784e1e5f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4c4183-34d5-4300-9504-37914fc40c3b,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:00.715539 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-cfde3e60-b0ed-4d7b-8398-d0ae7a462658 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:00.735601 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a9b53c-403b-4004-a00d-3dea9bc43d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8682adeb-f380-4a6f-96af-8ea62c98fc6e'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:49:00.738691 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e16e870-62e0-4587-83a5-cbd1817278e0" -d '{"events": [{"server_uuid": "72a9b53c-403b-4004-a00d-3dea9bc43d87", "name": "network-vif-plugged", "status": "completed", "tag": "8682adeb-f380-4a6f-96af-8ea62c98fc6e"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:49:00.761428 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-cfde3e60-b0ed-4d7b-8398-d0ae7a462658 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:00.767238 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 8682adeb-f380-4a6f-96af-8ea62c98fc6e, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=8682adeb-f380-4a6f-96af-8ea62c98fc6e,segment=NetworkSegment(17d42855-2910-4d8b-9937-c8ab140f8cc0),segment_id=17d42855-2910-4d8b-9937-c8ab140f8cc0)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:49:00.782047 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8506a303-1a6e-4bc4-8ab9-931614d1e71d req-cfb02c3b-a0ff-40c8-b18f-b3e3c989608c tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:00.796510 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8506a303-1a6e-4bc4-8ab9-931614d1e71d req-cfb02c3b-a0ff-40c8-b18f-b3e3c989608c tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=28e46b28-c6ac-473d-9ede-220da13774af HTTP/1.1" status: 200 len: 944 time: 0.1598659 Sep 24 15:49:00.855325 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8506a303-1a6e-4bc4-8ab9-931614d1e71d req-c4bf3fbd-fee2-43f8-b59f-5c76dc16fe17 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485735 Sep 24 15:49:00.877838 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4415b4-a422-4c63-9e56-409977a3929c req-7f0fc944-8178-4a3f-b424-3f61bea72783 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:00.881099 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:00.881931 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device edf4d99b-fbb4-43a0-a1ea-1835e5db95ab up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:49:00.888723 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4415b4-a422-4c63-9e56-409977a3929c req-7f0fc944-8178-4a3f-b424-3f61bea72783 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:00.895634 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4415b4-a422-4c63-9e56-409977a3929c req-7f0fc944-8178-4a3f-b424-3f61bea72783 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:00.898170 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8a4415b4-a422-4c63-9e56-409977a3929c req-7f0fc944-8178-4a3f-b424-3f61bea72783 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/ports?device_id=72a9b53c-403b-4004-a00d-3dea9bc43d87 HTTP/1.1" status: 200 len: 2414 time: 0.0858350 Sep 24 15:49:00.935036 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-cfde3e60-b0ed-4d7b-8398-d0ae7a462658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:00.935874 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b378b9f-7143-4811-9b56-23f08f30c614 x-openstack-request-id: req-2b378b9f-7143-4811-9b56-23f08f30c614 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:49:00.936395 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72a9b53c-403b-4004-a00d-3dea9bc43d87", "name": "network-vif-plugged", "status": "completed", "tag": "8682adeb-f380-4a6f-96af-8ea62c98fc6e", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:49:00.936945 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-2b378b9f-7143-4811-9b56-23f08f30c614 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:49:00.937499 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a9b53c-403b-4004-a00d-3dea9bc43d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8682adeb-f380-4a6f-96af-8ea62c98fc6e', 'code': 200} Sep 24 15:49:00.938054 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-cfde3e60-b0ed-4d7b-8398-d0ae7a462658 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:00.941206 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 5a615752-3e2c-48df-b754-d11f725bfde8 details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:49:00.942915 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-cfde3e60-b0ed-4d7b-8398-d0ae7a462658 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/8d4c4183-34d5-4300-9504-37914fc40c3b HTTP/1.1" status: 204 len: 168 time: 0.3107734 Sep 24 15:49:00.955822 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfde3e60-b0ed-4d7b-8398-d0ae7a462658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4c4183-34d5-4300-9504-37914fc40c3b,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:00.992719 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8a4415b4-a422-4c63-9e56-409977a3929c req-3070bff0-1103-46ac-bde7-ba9441960ee0 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/security-groups?id=1aa72ca6-205a-4e58-b313-5dd57c74d75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832927 Sep 24 15:49:01.038826 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=8682adeb-f380-4a6f-96af-8ea62c98fc6e,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:01.065029 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9ad830d4-a7f4-46e6-9310-c1f0540ba9a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:01.135695 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 5a615752-3e2c-48df-b754-d11f725bfde8, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=5a615752-3e2c-48df-b754-d11f725bfde8,segment=NetworkSegment(368a9d0c-2815-451d-a46d-c1bdd7d38862),segment_id=368a9d0c-2815-451d-a46d-c1bdd7d38862)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:49:01.147202 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': '5a615752-3e2c-48df-b754-d11f725bfde8', 'network_id': 'fcaa8023-73de-41c9-b56a-537c209ef622', 'port_id': '5a615752-3e2c-48df-b754-d11f725bfde8', 'mac_address': 'fa:16:3e:82:0c:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0db07746-4ea4-48db-9d56-837ab1eb05bd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:49:01.149273 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9ad830d4-a7f4-46e6-9310-c1f0540ba9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:01.150514 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port edf4d99b-fbb4-43a0-a1ea-1835e5db95ab completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:49:01.156137 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port edf4d99b-fbb4-43a0-a1ea-1835e5db95ab triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:49:01.156496 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:01.188965 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad830d4-a7f4-46e6-9310-c1f0540ba9a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5391d7-9ce0-405e-93ba-4825ddba17a2,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:01.221370 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:01.227080 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b64ef106-378e-4820-b92e-c8bd4d14c1fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:01.234993 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 35616) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:49:01.238985 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-9ad830d4-a7f4-46e6-9310-c1f0540ba9a0 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=15e757807df6496ca88121dbeef8aea9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6577778 Sep 24 15:49:01.243716 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a615752-3e2c-48df-b754-d11f725bfde8 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:49:01.285622 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 5a615752-3e2c-48df-b754-d11f725bfde8, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=5a615752-3e2c-48df-b754-d11f725bfde8,segment=NetworkSegment(368a9d0c-2815-451d-a46d-c1bdd7d38862),segment_id=368a9d0c-2815-451d-a46d-c1bdd7d38862)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:49:01.289771 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f9f6c2e5-f927-4f9e-91c3-0090d47e9f84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:01.298314 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:01.313659 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f9f6c2e5-f927-4f9e-91c3-0090d47e9f84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:01.352197 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port edf4d99b-fbb4-43a0-a1ea-1835e5db95ab, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=edf4d99b-fbb4-43a0-a1ea-1835e5db95ab,segment=NetworkSegment(17d42855-2910-4d8b-9937-c8ab140f8cc0),segment_id=17d42855-2910-4d8b-9937-c8ab140f8cc0)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:49:01.353788 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:01.354778 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 26c3ce49-d162-4941-8930-1ecbec0b92c4 details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:49:01.431202 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=5a615752-3e2c-48df-b754-d11f725bfde8,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:01.499079 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40f67f7-d8f6-488b-a13e-d778b9db6f65 req-23c15498-09d0-4ff9-9aaa-8386b8406faf tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:01.503924 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f9f6c2e5-f927-4f9e-91c3-0090d47e9f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:01.507227 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f9f6c2e5-f927-4f9e-91c3-0090d47e9f84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:01.508679 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f9f6c2e5-f927-4f9e-91c3-0090d47e9f84 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/8b5391d7-9ce0-405e-93ba-4825ddba17a2 HTTP/1.1" status: 204 len: 168 time: 0.2724447 Sep 24 15:49:01.509806 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:01.510640 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 9ac5642d-3583-4e03-9e20-0fb5b1139043 up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:49:01.516904 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b40f67f7-d8f6-488b-a13e-d778b9db6f65 req-23c15498-09d0-4ff9-9aaa-8386b8406faf tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/ports?device_id=3a719ae9-f509-4f22-9b6e-7833a8d9b221 HTTP/1.1" status: 200 len: 944 time: 0.0805168 Sep 24 15:49:01.519482 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f6c2e5-f927-4f9e-91c3-0090d47e9f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5391d7-9ce0-405e-93ba-4825ddba17a2,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:01.588539 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b40f67f7-d8f6-488b-a13e-d778b9db6f65 req-4b384164-66d6-4bb0-821d-6ecdcb31d033 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/security-groups?id=1b2ada65-5612-4fdd-b25e-e6fca30094ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690911 Sep 24 15:49:01.671949 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 26c3ce49-d162-4941-8930-1ecbec0b92c4, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=26c3ce49-d162-4941-8930-1ecbec0b92c4,segment=NetworkSegment(aaac3130-8581-4974-9225-e61f1475b22f),segment_id=aaac3130-8581-4974-9225-e61f1475b22f)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:49:01.697525 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=edf4d99b-fbb4-43a0-a1ea-1835e5db95ab,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:01.702537 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': '26c3ce49-d162-4941-8930-1ecbec0b92c4', 'network_id': '5ca707a3-4989-424b-9a98-79246ddfc60c', 'port_id': '26c3ce49-d162-4941-8930-1ecbec0b92c4', 'mac_address': 'fa:16:3e:82:6f:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7864a260-4b7d-4946-ad5d-046195fcc1ad', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:49:01.760758 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:01.780651 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26c3ce49-d162-4941-8930-1ecbec0b92c4 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:49:01.805024 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 26c3ce49-d162-4941-8930-1ecbec0b92c4, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=26c3ce49-d162-4941-8930-1ecbec0b92c4,segment=NetworkSegment(aaac3130-8581-4974-9225-e61f1475b22f),segment_id=aaac3130-8581-4974-9225-e61f1475b22f)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:49:01.909572 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port 9ac5642d-3583-4e03-9e20-0fb5b1139043 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:49:01.914692 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port 9ac5642d-3583-4e03-9e20-0fb5b1139043 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:49:01.915398 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:01.977639 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85231da-2895-4240-8c40-b7614eaf4a25 req-007fda4e-559a-4b51-9a90-896d04075743 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:01.979299 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c85231da-2895-4240-8c40-b7614eaf4a25 req-007fda4e-559a-4b51-9a90-896d04075743 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=28e46b28-c6ac-473d-9ede-220da13774af HTTP/1.1" status: 200 len: 945 time: 0.0520139 Sep 24 15:49:01.987375 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:02.026756 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:02.048520 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c85231da-2895-4240-8c40-b7614eaf4a25 req-70c4d237-86c6-426a-8261-80b013b25019 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539320 Sep 24 15:49:02.067688 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=26c3ce49-d162-4941-8930-1ecbec0b92c4,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:02.081115 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 9ac5642d-3583-4e03-9e20-0fb5b1139043, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=9ac5642d-3583-4e03-9e20-0fb5b1139043,segment=NetworkSegment(eb99eee8-1f83-4f9a-bbd4-cf3bcd5d6d58),segment_id=eb99eee8-1f83-4f9a-bbd4-cf3bcd5d6d58)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:49:02.125679 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e03ad5-8a63-424d-a86d-d7e3fb55c442 req-d7f4e227-faad-4e3c-a639-0fed802aa424 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:02.131782 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e03ad5-8a63-424d-a86d-d7e3fb55c442 req-d7f4e227-faad-4e3c-a639-0fed802aa424 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:02.139014 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e03ad5-8a63-424d-a86d-d7e3fb55c442 req-d7f4e227-faad-4e3c-a639-0fed802aa424 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:02.141110 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-44e03ad5-8a63-424d-a86d-d7e3fb55c442 req-d7f4e227-faad-4e3c-a639-0fed802aa424 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/ports?device_id=72a9b53c-403b-4004-a00d-3dea9bc43d87 HTTP/1.1" status: 200 len: 2416 time: 0.0752041 Sep 24 15:49:02.181850 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-44e03ad5-8a63-424d-a86d-d7e3fb55c442 req-8143dfd2-f5bb-42d4-b1b7-75bd60049c62 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/security-groups?id=1aa72ca6-205a-4e58-b313-5dd57c74d75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338116 Sep 24 15:49:02.207186 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['5a615752-3e2c-48df-b754-d11f725bfde8'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:49:02.211868 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['26c3ce49-d162-4941-8930-1ecbec0b92c4'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:49:02.391501 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:02.496786 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=9ac5642d-3583-4e03-9e20-0fb5b1139043,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:02.779809 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb35eda-9a2e-4cbc-86e7-1ad17a7bfea8 req-5eff2c15-cc0d-4da4-b26a-1998c9892868 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:02.781438 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8cb35eda-9a2e-4cbc-86e7-1ad17a7bfea8 req-5eff2c15-cc0d-4da4-b26a-1998c9892868 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/ports?device_id=3a719ae9-f509-4f22-9b6e-7833a8d9b221 HTTP/1.1" status: 200 len: 945 time: 0.0990207 Sep 24 15:49:02.832879 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8cb35eda-9a2e-4cbc-86e7-1ad17a7bfea8 req-dc50af7e-cb6b-4c10-b03a-b5b65fa9c577 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/security-groups?id=1b2ada65-5612-4fdd-b25e-e6fca30094ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418994 Sep 24 15:49:02.941121 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a9b53c-403b-4004-a00d-3dea9bc43d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf4d99b-fbb4-43a0-a1ea-1835e5db95ab'}, {'server_uuid': '72a9b53c-403b-4004-a00d-3dea9bc43d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ac5642d-3583-4e03-9e20-0fb5b1139043'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:49:02.945154 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f509426-2cb5-498f-af7d-0cb5489bb996" -d '{"events": [{"server_uuid": "72a9b53c-403b-4004-a00d-3dea9bc43d87", "name": "network-vif-plugged", "status": "completed", "tag": "edf4d99b-fbb4-43a0-a1ea-1835e5db95ab"}, {"server_uuid": "72a9b53c-403b-4004-a00d-3dea9bc43d87", "name": "network-vif-plugged", "status": "completed", "tag": "9ac5642d-3583-4e03-9e20-0fb5b1139043"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:49:02.950215 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 5a615752-3e2c-48df-b754-d11f725bfde8 up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:49:03.000837 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 24 Sep 2021 15:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd6b3de7-b3e5-4b76-8039-ea6439443ed3 x-openstack-request-id: req-dd6b3de7-b3e5-4b76-8039-ea6439443ed3 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:49:03.001701 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72a9b53c-403b-4004-a00d-3dea9bc43d87", "name": "network-vif-plugged", "status": "completed", "tag": "edf4d99b-fbb4-43a0-a1ea-1835e5db95ab", "code": 200}, {"server_uuid": "72a9b53c-403b-4004-a00d-3dea9bc43d87", "name": "network-vif-plugged", "status": "completed", "tag": "9ac5642d-3583-4e03-9e20-0fb5b1139043", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:49:03.003385 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-dd6b3de7-b3e5-4b76-8039-ea6439443ed3 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:49:03.003989 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a9b53c-403b-4004-a00d-3dea9bc43d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edf4d99b-fbb4-43a0-a1ea-1835e5db95ab', 'code': 200} Sep 24 15:49:03.004520 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a9b53c-403b-4004-a00d-3dea9bc43d87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ac5642d-3583-4e03-9e20-0fb5b1139043', 'code': 200} Sep 24 15:49:03.092281 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port 5a615752-3e2c-48df-b754-d11f725bfde8 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:49:03.102886 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port 5a615752-3e2c-48df-b754-d11f725bfde8 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:49:03.103740 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:03.159932 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4280a-9049-4680-9b97-9ad70aaaa110 req-dfeed927-6b26-4442-9a9f-42412c95d6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:03.164896 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4280a-9049-4680-9b97-9ad70aaaa110 req-dfeed927-6b26-4442-9a9f-42412c95d6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:03.166358 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4280a-9049-4680-9b97-9ad70aaaa110 req-dfeed927-6b26-4442-9a9f-42412c95d6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:03.168489 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-88c4280a-9049-4680-9b97-9ad70aaaa110 req-dfeed927-6b26-4442-9a9f-42412c95d6cc service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=72a9b53c-403b-4004-a00d-3dea9bc43d87 HTTP/1.1" status: 200 len: 2870 time: 0.0879040 Sep 24 15:49:03.231675 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:03.241846 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-88c4280a-9049-4680-9b97-9ad70aaaa110 req-dc7cee9a-2e51-4308-9a34-b2e969951890 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=1aa72ca6-205a-4e58-b313-5dd57c74d75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626402 Sep 24 15:49:03.256770 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f96418-2941-48b0-8991-1de3408c8901 req-edcee736-eb12-494d-8b9f-fc704c072ce4 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:03.264472 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-20f96418-2941-48b0-8991-1de3408c8901 req-edcee736-eb12-494d-8b9f-fc704c072ce4 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=28e46b28-c6ac-473d-9ede-220da13774af HTTP/1.1" status: 200 len: 945 time: 0.0869398 Sep 24 15:49:03.280635 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 5a615752-3e2c-48df-b754-d11f725bfde8, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=5a615752-3e2c-48df-b754-d11f725bfde8,segment=NetworkSegment(368a9d0c-2815-451d-a46d-c1bdd7d38862),segment_id=368a9d0c-2815-451d-a46d-c1bdd7d38862)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:49:03.298309 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-20f96418-2941-48b0-8991-1de3408c8901 req-0755d85f-9a5e-4dac-80a5-64e3a36a0222 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330510 Sep 24 15:49:03.375995 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:03.375995 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 26c3ce49-d162-4941-8930-1ecbec0b92c4 up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:49:03.417618 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd13c3-86b1-4a96-89ef-9c513deea7a7 req-2b6606b8-247c-49b8-8c1c-094d1243a461 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:03.423592 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd13c3-86b1-4a96-89ef-9c513deea7a7 req-2b6606b8-247c-49b8-8c1c-094d1243a461 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:03.429478 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebd13c3-86b1-4a96-89ef-9c513deea7a7 req-2b6606b8-247c-49b8-8c1c-094d1243a461 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:03.431443 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7ebd13c3-86b1-4a96-89ef-9c513deea7a7 req-2b6606b8-247c-49b8-8c1c-094d1243a461 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/ports?device_id=72a9b53c-403b-4004-a00d-3dea9bc43d87 HTTP/1.1" status: 200 len: 2417 time: 0.0723457 Sep 24 15:49:03.456408 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=5a615752-3e2c-48df-b754-d11f725bfde8,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:03.498951 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7ebd13c3-86b1-4a96-89ef-9c513deea7a7 req-00eb01e5-7853-40b5-b78f-1c0894081a51 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/security-groups?id=1aa72ca6-205a-4e58-b313-5dd57c74d75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612926 Sep 24 15:49:03.555625 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port 26c3ce49-d162-4941-8930-1ecbec0b92c4 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:49:03.560047 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port 26c3ce49-d162-4941-8930-1ecbec0b92c4 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:49:03.560688 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:03.651848 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:03.685744 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 26c3ce49-d162-4941-8930-1ecbec0b92c4, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=26c3ce49-d162-4941-8930-1ecbec0b92c4,segment=NetworkSegment(aaac3130-8581-4974-9225-e61f1475b22f),segment_id=aaac3130-8581-4974-9225-e61f1475b22f)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:49:03.829430 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:03.895176 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=26c3ce49-d162-4941-8930-1ecbec0b92c4,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:03.946046 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4e40e8cf-29cb-4abf-a32d-bb07d89ccf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:03.998429 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:49:04.092091 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca728dd-a192-45f7-b147-fd78062de1e8 req-f10932c3-f71a-48dd-820b-b7916e01edbe tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:04.094357 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2ca728dd-a192-45f7-b147-fd78062de1e8 req-f10932c3-f71a-48dd-820b-b7916e01edbe tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/ports?device_id=3a719ae9-f509-4f22-9b6e-7833a8d9b221 HTTP/1.1" status: 200 len: 946 time: 0.0710642 Sep 24 15:49:04.134249 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2ca728dd-a192-45f7-b147-fd78062de1e8 req-b89dca00-9587-4e2a-bd81-4b248e7ed4a8 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/security-groups?id=1b2ada65-5612-4fdd-b25e-e6fca30094ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333569 Sep 24 15:49:04.297774 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:04.447571 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00cb6ed-be1f-4182-a073-769676e1eedb req-8fad54e8-5afb-4400-b67c-b3545bc78c34 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:04.449197 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e00cb6ed-be1f-4182-a073-769676e1eedb req-8fad54e8-5afb-4400-b67c-b3545bc78c34 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=28e46b28-c6ac-473d-9ede-220da13774af HTTP/1.1" status: 200 len: 946 time: 0.0572469 Sep 24 15:49:04.538711 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e00cb6ed-be1f-4182-a073-769676e1eedb req-d55109f9-d270-4def-a1ed-686c2aea5e4e tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764463 Sep 24 15:49:04.659235 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e48d14-2c11-4b0d-b67a-b518713a47fd req-6985566f-a7b1-4cc2-a44c-c0f8863334c2 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:04.666130 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e48d14-2c11-4b0d-b67a-b518713a47fd req-6985566f-a7b1-4cc2-a44c-c0f8863334c2 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:04.672380 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e48d14-2c11-4b0d-b67a-b518713a47fd req-6985566f-a7b1-4cc2-a44c-c0f8863334c2 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:04.674039 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b0e48d14-2c11-4b0d-b67a-b518713a47fd req-6985566f-a7b1-4cc2-a44c-c0f8863334c2 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/ports?device_id=72a9b53c-403b-4004-a00d-3dea9bc43d87 HTTP/1.1" status: 200 len: 2417 time: 0.0670097 Sep 24 15:49:04.727445 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b0e48d14-2c11-4b0d-b67a-b518713a47fd req-add480d8-fb47-4c0a-b27d-366e7afdab6d tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/security-groups?id=1aa72ca6-205a-4e58-b313-5dd57c74d75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468836 Sep 24 15:49:05.006497 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28e46b28-c6ac-473d-9ede-220da13774af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a615752-3e2c-48df-b754-d11f725bfde8'}, {'server_uuid': '3a719ae9-f509-4f22-9b6e-7833a8d9b221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c3ce49-d162-4941-8930-1ecbec0b92c4'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:49:05.009005 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c315b6ee-160b-48eb-9904-c55aa5ff7482" -d '{"events": [{"server_uuid": "28e46b28-c6ac-473d-9ede-220da13774af", "name": "network-vif-plugged", "status": "completed", "tag": "5a615752-3e2c-48df-b754-d11f725bfde8"}, {"server_uuid": "3a719ae9-f509-4f22-9b6e-7833a8d9b221", "name": "network-vif-plugged", "status": "completed", "tag": "26c3ce49-d162-4941-8930-1ecbec0b92c4"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:49:05.063045 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 24 Sep 2021 15:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9473ec8d-53c8-42cc-ae2b-1e53aa6ee883 x-openstack-request-id: req-9473ec8d-53c8-42cc-ae2b-1e53aa6ee883 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:49:05.063344 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28e46b28-c6ac-473d-9ede-220da13774af", "name": "network-vif-plugged", "status": "completed", "tag": "5a615752-3e2c-48df-b754-d11f725bfde8", "code": 200}, {"server_uuid": "3a719ae9-f509-4f22-9b6e-7833a8d9b221", "name": "network-vif-plugged", "status": "completed", "tag": "26c3ce49-d162-4941-8930-1ecbec0b92c4", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:49:05.063603 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-9473ec8d-53c8-42cc-ae2b-1e53aa6ee883 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:49:05.064005 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28e46b28-c6ac-473d-9ede-220da13774af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a615752-3e2c-48df-b754-d11f725bfde8', 'code': 200} Sep 24 15:49:05.064260 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a719ae9-f509-4f22-9b6e-7833a8d9b221', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c3ce49-d162-4941-8930-1ecbec0b92c4', 'code': 200} Sep 24 15:49:05.197461 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f43df-7803-4ba4-8ce5-387a7c80032f req-fda7ae6e-0e71-40a6-868b-3588fb4df656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:05.199123 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b93f43df-7803-4ba4-8ce5-387a7c80032f req-fda7ae6e-0e71-40a6-868b-3588fb4df656 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=3a719ae9-f509-4f22-9b6e-7833a8d9b221 HTTP/1.1" status: 200 len: 1097 time: 0.0534778 Sep 24 15:49:05.259525 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b93f43df-7803-4ba4-8ce5-387a7c80032f req-9b531374-cb10-4816-b465-2759434827d2 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=1b2ada65-5612-4fdd-b25e-e6fca30094ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508461 Sep 24 15:49:05.281056 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:05.293534 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a812203a-04c4-4c5b-910a-42560abb600e req-035252b9-3bb7-4274-b58c-c49c7f5fb88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:05.295051 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a812203a-04c4-4c5b-910a-42560abb600e req-035252b9-3bb7-4274-b58c-c49c7f5fb88c service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=28e46b28-c6ac-473d-9ede-220da13774af HTTP/1.1" status: 200 len: 1097 time: 0.1490736 Sep 24 15:49:05.306420 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7978794-dc2e-46bc-89e7-f721f014c433 req-669b2632-b2f0-46e3-a745-7bd54d408761 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:05.307810 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a7978794-dc2e-46bc-89e7-f721f014c433 req-669b2632-b2f0-46e3-a745-7bd54d408761 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/ports?device_id=3a719ae9-f509-4f22-9b6e-7833a8d9b221 HTTP/1.1" status: 200 len: 946 time: 0.0817127 Sep 24 15:49:05.348435 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a7978794-dc2e-46bc-89e7-f721f014c433 req-e1c02052-5fd3-45be-a679-ecafe6798696 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/security-groups?id=1b2ada65-5612-4fdd-b25e-e6fca30094ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344141 Sep 24 15:49:05.484034 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a812203a-04c4-4c5b-910a-42560abb600e req-4bf869e3-dd6f-4369-b576-6588d5a0a72c service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354314 Sep 24 15:49:05.674966 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f60370-3c6c-47c0-b444-51f677d13433 req-44703c77-e796-46e7-8661-3306d45a0d64 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:05.676544 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-05f60370-3c6c-47c0-b444-51f677d13433 req-44703c77-e796-46e7-8661-3306d45a0d64 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=28e46b28-c6ac-473d-9ede-220da13774af HTTP/1.1" status: 200 len: 946 time: 0.0529041 Sep 24 15:49:05.721544 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-05f60370-3c6c-47c0-b444-51f677d13433 req-d321c19c-9cab-4b65-a41d-6f97c4e3b1a1 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362990 Sep 24 15:49:05.871561 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ce1de-0d0a-4ad4-a28d-cd1407e33999 req-15c104f6-536d-44cd-9ccc-1d8f01b7f482 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:05.877397 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ce1de-0d0a-4ad4-a28d-cd1407e33999 req-15c104f6-536d-44cd-9ccc-1d8f01b7f482 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:05.883766 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ce1de-0d0a-4ad4-a28d-cd1407e33999 req-15c104f6-536d-44cd-9ccc-1d8f01b7f482 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:05.885466 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e46ce1de-0d0a-4ad4-a28d-cd1407e33999 req-15c104f6-536d-44cd-9ccc-1d8f01b7f482 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/ports?device_id=72a9b53c-403b-4004-a00d-3dea9bc43d87 HTTP/1.1" status: 200 len: 2417 time: 0.0759063 Sep 24 15:49:05.948599 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e46ce1de-0d0a-4ad4-a28d-cd1407e33999 req-2960aa8b-09fb-472f-9e1e-0127d5236af7 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/security-groups?id=1aa72ca6-205a-4e58-b313-5dd57c74d75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552874 Sep 24 15:49:06.612011 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d5c333-3245-4633-8593-41063fe4809b req-deb5076b-36d1-477a-b249-60c30e966670 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:06.613573 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b4d5c333-3245-4633-8593-41063fe4809b req-deb5076b-36d1-477a-b249-60c30e966670 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/ports?device_id=3a719ae9-f509-4f22-9b6e-7833a8d9b221 HTTP/1.1" status: 200 len: 946 time: 0.0798376 Sep 24 15:49:06.684860 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b4d5c333-3245-4633-8593-41063fe4809b req-f9df8a6a-7772-4825-8867-965d94cc372f tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/security-groups?id=1b2ada65-5612-4fdd-b25e-e6fca30094ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524490 Sep 24 15:49:06.685329 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1da4b7-6803-44a5-ac1e-8e36cf3e07ad req-9f546ecc-d38d-44d3-806e-9f9e90234ce7 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:06.692736 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1da4b7-6803-44a5-ac1e-8e36cf3e07ad req-9f546ecc-d38d-44d3-806e-9f9e90234ce7 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:06.703104 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1da4b7-6803-44a5-ac1e-8e36cf3e07ad req-9f546ecc-d38d-44d3-806e-9f9e90234ce7 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:06.705342 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ba1da4b7-6803-44a5-ac1e-8e36cf3e07ad req-9f546ecc-d38d-44d3-806e-9f9e90234ce7 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/ports?device_id=72a9b53c-403b-4004-a00d-3dea9bc43d87 HTTP/1.1" status: 200 len: 2417 time: 0.0801463 Sep 24 15:49:06.724957 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:06.794635 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ba1da4b7-6803-44a5-ac1e-8e36cf3e07ad req-808e14ed-fd49-42b5-8a92-fed6a32d41d0 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/security-groups?id=1aa72ca6-205a-4e58-b313-5dd57c74d75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822821 Sep 24 15:49:06.890027 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83178e80-9d7f-42ae-b1b2-90af34480b12 req-1fba9735-cd67-4d6c-b487-c713f1454a8b tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:06.891580 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-83178e80-9d7f-42ae-b1b2-90af34480b12 req-1fba9735-cd67-4d6c-b487-c713f1454a8b tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=28e46b28-c6ac-473d-9ede-220da13774af HTTP/1.1" status: 200 len: 946 time: 0.0556870 Sep 24 15:49:06.933353 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-83178e80-9d7f-42ae-b1b2-90af34480b12 req-085a4ea8-26e3-4911-866d-b5d9376173a0 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329964 Sep 24 15:49:07.855531 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b3b4b-7ffb-4ca5-a7a3-cfb54b70304b req-79a2282f-2921-4ec3-9024-2ed1d47c18e7 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:07.857962 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-666b3b4b-7ffb-4ca5-a7a3-cfb54b70304b req-79a2282f-2921-4ec3-9024-2ed1d47c18e7 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/ports?device_id=3a719ae9-f509-4f22-9b6e-7833a8d9b221 HTTP/1.1" status: 200 len: 946 time: 0.0775847 Sep 24 15:49:08.000761 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-666b3b4b-7ffb-4ca5-a7a3-cfb54b70304b req-7edc444c-eb54-45ad-88d0-5d374ff5f876 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/security-groups?id=1b2ada65-5612-4fdd-b25e-e6fca30094ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360190 Sep 24 15:49:08.026314 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e1634-03a3-4f3d-bc8d-58e49527a338 req-f6e238cb-2fe5-422f-9950-878cabda8359 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:08.034177 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e1634-03a3-4f3d-bc8d-58e49527a338 req-f6e238cb-2fe5-422f-9950-878cabda8359 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:08.041351 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2e1634-03a3-4f3d-bc8d-58e49527a338 req-f6e238cb-2fe5-422f-9950-878cabda8359 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:08.050086 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-db2e1634-03a3-4f3d-bc8d-58e49527a338 req-f6e238cb-2fe5-422f-9950-878cabda8359 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/ports?device_id=72a9b53c-403b-4004-a00d-3dea9bc43d87 HTTP/1.1" status: 200 len: 2417 time: 0.0770416 Sep 24 15:49:08.131109 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-db2e1634-03a3-4f3d-bc8d-58e49527a338 req-6d7617fc-0133-4c03-af0b-16e8d1796445 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/security-groups?id=1aa72ca6-205a-4e58-b313-5dd57c74d75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795686 Sep 24 15:49:08.205502 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9494a850-e1fa-4293-9208-45b27124d353 req-82bb4602-c780-423a-befc-8f076dfdef8a tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:08.211197 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9494a850-e1fa-4293-9208-45b27124d353 req-82bb4602-c780-423a-befc-8f076dfdef8a tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=28e46b28-c6ac-473d-9ede-220da13774af HTTP/1.1" status: 200 len: 946 time: 0.1075499 Sep 24 15:49:08.284888 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9494a850-e1fa-4293-9208-45b27124d353 req-942a83dd-6ca5-433e-97e0-ac890db3e9e9 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667992 Sep 24 15:49:08.402805 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93762f41-6657-424c-b889-99f6a506633a req-875506b5-30b0-45d1-8eb6-48e08691510e tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:08.408993 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93762f41-6657-424c-b889-99f6a506633a req-875506b5-30b0-45d1-8eb6-48e08691510e tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:08.425880 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93762f41-6657-424c-b889-99f6a506633a req-875506b5-30b0-45d1-8eb6-48e08691510e tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:08.428555 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-93762f41-6657-424c-b889-99f6a506633a req-875506b5-30b0-45d1-8eb6-48e08691510e tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.110 "GET /v2.0/ports?device_id=72a9b53c-403b-4004-a00d-3dea9bc43d87 HTTP/1.1" status: 200 len: 2417 time: 0.1038911 Sep 24 15:49:08.603219 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-93762f41-6657-424c-b889-99f6a506633a req-2ec4b397-2ac7-4ca3-9a5f-9bb574693a8c tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Deleting port 8682adeb-f380-4a6f-96af-8ea62c98fc6e {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:49:08.603631 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-93762f41-6657-424c-b889-99f6a506633a req-2ec4b397-2ac7-4ca3-9a5f-9bb574693a8c tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:08.875818 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710734c5-0eb7-4a6a-ace6-7289a794ecb3 req-c968c7fa-f651-40be-b479-284a22bded9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:08.877335 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-710734c5-0eb7-4a6a-ace6-7289a794ecb3 req-c968c7fa-f651-40be-b479-284a22bded9b service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=60722f0da12e4ca38d9ba8aac84df5f6&device_id=3a719ae9-f509-4f22-9b6e-7833a8d9b221 HTTP/1.1" status: 200 len: 1097 time: 0.1931360 Sep 24 15:49:08.886822 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:08.891538 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b576333-2926-4c05-ad0f-c3a7c4ae6dda req-e6035160-66da-4232-a45e-65a353e7e533 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:08.895003 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0b576333-2926-4c05-ad0f-c3a7c4ae6dda req-e6035160-66da-4232-a45e-65a353e7e533 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/ports?device_id=3a719ae9-f509-4f22-9b6e-7833a8d9b221 HTTP/1.1" status: 200 len: 946 time: 0.2215128 Sep 24 15:49:09.010731 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0b576333-2926-4c05-ad0f-c3a7c4ae6dda req-41aaa367-3754-4fda-826d-f760937c4bab tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/security-groups?id=1b2ada65-5612-4fdd-b25e-e6fca30094ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084309 Sep 24 15:49:09.072789 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710734c5-0eb7-4a6a-ace6-7289a794ecb3 req-cc637f79-159c-4c51-ba02-15387d44aeba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:09.074747 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-710734c5-0eb7-4a6a-ace6-7289a794ecb3 req-cc637f79-159c-4c51-ba02-15387d44aeba service neutron] 10.222.0.108 "GET /v2.0/networks?id=5ca707a3-4989-424b-9a98-79246ddfc60c HTTP/1.1" status: 200 len: 922 time: 0.1787837 Sep 24 15:49:09.129438 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-710734c5-0eb7-4a6a-ace6-7289a794ecb3 req-bedddccc-3f57-401f-b53e-bdaa5fad4c55 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26c3ce49-d162-4941-8930-1ecbec0b92c4 HTTP/1.1" status: 200 len: 217 time: 0.0459478 Sep 24 15:49:09.268222 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-93762f41-6657-424c-b889-99f6a506633a req-2ec4b397-2ac7-4ca3-9a5f-9bb574693a8c tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] For port 8682adeb-f380-4a6f-96af-8ea62c98fc6e, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=8682adeb-f380-4a6f-96af-8ea62c98fc6e,segment=NetworkSegment(17d42855-2910-4d8b-9937-c8ab140f8cc0),segment_id=17d42855-2910-4d8b-9937-c8ab140f8cc0)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:49:09.269241 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-93762f41-6657-424c-b889-99f6a506633a req-2ec4b397-2ac7-4ca3-9a5f-9bb574693a8c tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:09.345226 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-93762f41-6657-424c-b889-99f6a506633a req-2ec4b397-2ac7-4ca3-9a5f-9bb574693a8c tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Calling delete_port for 8682adeb-f380-4a6f-96af-8ea62c98fc6e owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:49:09.474299 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710734c5-0eb7-4a6a-ace6-7289a794ecb3 req-dd9ee19a-d21c-4520-8d16-145154dfcb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:09.476373 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-710734c5-0eb7-4a6a-ace6-7289a794ecb3 req-dd9ee19a-d21c-4520-8d16-145154dfcb26 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=7864a260-4b7d-4946-ad5d-046195fcc1ad HTTP/1.1" status: 200 len: 860 time: 0.3275192 Sep 24 15:49:09.486574 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa3ef15-0cd5-4a97-92ca-577a37ecd332 req-ef944b17-5f37-4125-a584-229a889c4c20 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:09.488081 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1fa3ef15-0cd5-4a97-92ca-577a37ecd332 req-ef944b17-5f37-4125-a584-229a889c4c20 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=28e46b28-c6ac-473d-9ede-220da13774af HTTP/1.1" status: 200 len: 946 time: 0.8135223 Sep 24 15:49:09.572084 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1fa3ef15-0cd5-4a97-92ca-577a37ecd332 req-391faded-1128-486c-af79-23ec9ee47022 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413070 Sep 24 15:49:09.619083 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912345af-46a6-49c6-bc1c-05256bfacae0 req-13ee4715-520d-44fc-815f-19d33210a27a tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:09.623405 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912345af-46a6-49c6-bc1c-05256bfacae0 req-13ee4715-520d-44fc-815f-19d33210a27a tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:09.632234 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912345af-46a6-49c6-bc1c-05256bfacae0 req-13ee4715-520d-44fc-815f-19d33210a27a tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:09.641295 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-912345af-46a6-49c6-bc1c-05256bfacae0 req-13ee4715-520d-44fc-815f-19d33210a27a tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/ports?device_id=72a9b53c-403b-4004-a00d-3dea9bc43d87 HTTP/1.1" status: 200 len: 2417 time: 0.3343382 Sep 24 15:49:09.647493 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-710734c5-0eb7-4a6a-ace6-7289a794ecb3 req-55dc5ff0-0951-40a7-9715-7e3d606f5bd7 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=5ca707a3-4989-424b-9a98-79246ddfc60c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1620672 Sep 24 15:49:09.751466 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-912345af-46a6-49c6-bc1c-05256bfacae0 req-2b0edd08-2b2e-4d6d-bf53-a90f841282ae tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/security-groups?id=1aa72ca6-205a-4e58-b313-5dd57c74d75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087604 Sep 24 15:49:09.855557 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-710734c5-0eb7-4a6a-ace6-7289a794ecb3 req-e3763179-9b64-435e-8f93-87cf5bb19842 service neutron] 10.222.0.108 "GET /v2.0/networks/5ca707a3-4989-424b-9a98-79246ddfc60c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984086 Sep 24 15:49:09.855557 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 35974) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:49:09.865843 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7699981-a6fb-4b0b-90c7-fd1e2e3a28cb req-3cf33aa9-079d-40df-a7c7-8b044bfd1761 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:09.867801 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b7699981-a6fb-4b0b-90c7-fd1e2e3a28cb req-3cf33aa9-079d-40df-a7c7-8b044bfd1761 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=28e46b28-c6ac-473d-9ede-220da13774af HTTP/1.1" status: 200 len: 946 time: 0.0584426 Sep 24 15:49:09.950127 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b7699981-a6fb-4b0b-90c7-fd1e2e3a28cb req-7b736922-3e6d-413f-9968-a6e6d91d8601 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760438 Sep 24 15:49:09.989604 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-710734c5-0eb7-4a6a-ace6-7289a794ecb3 req-5f54048b-3fc9-428e-9e75-40a6cb06fa04 service neutron] 10.222.0.108 "GET /v2.0/networks/5ca707a3-4989-424b-9a98-79246ddfc60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251075 Sep 24 15:49:10.063800 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-93762f41-6657-424c-b889-99f6a506633a req-2ec4b397-2ac7-4ca3-9a5f-9bb574693a8c tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:10.068557 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bb4547eb-502b-4719-a87b-6820abf01880 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:10.076868 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['edf4d99b-fbb4-43a0-a1ea-1835e5db95ab', '9ac5642d-3583-4e03-9e20-0fb5b1139043', '8682adeb-f380-4a6f-96af-8ea62c98fc6e'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:49:10.171732 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec4b397-2ac7-4ca3-9a5f-9bb574693a8c tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Pushing event deleted for resources: {'Port': ['ID=8682adeb-f380-4a6f-96af-8ea62c98fc6e,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:10.267137 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-93762f41-6657-424c-b889-99f6a506633a req-2ec4b397-2ac7-4ca3-9a5f-9bb574693a8c tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] No DVR routers for this DVR port 8682adeb-f380-4a6f-96af-8ea62c98fc6e on host n-h1-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:49:10.270359 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec4b397-2ac7-4ca3-9a5f-9bb574693a8c tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:49:10.271168 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec4b397-2ac7-4ca3-9a5f-9bb574693a8c tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:49:10.271649 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec4b397-2ac7-4ca3-9a5f-9bb574693a8c tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:49:10.272119 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec4b397-2ac7-4ca3-9a5f-9bb574693a8c tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:49:10.272461 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec4b397-2ac7-4ca3-9a5f-9bb574693a8c tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:49:10.272788 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec4b397-2ac7-4ca3-9a5f-9bb574693a8c tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:49:10.273165 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec4b397-2ac7-4ca3-9a5f-9bb574693a8c tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:49:10.273502 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec4b397-2ac7-4ca3-9a5f-9bb574693a8c tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:49:10.273834 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec4b397-2ac7-4ca3-9a5f-9bb574693a8c tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:49:10.274160 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec4b397-2ac7-4ca3-9a5f-9bb574693a8c tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:49:10.274631 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec4b397-2ac7-4ca3-9a5f-9bb574693a8c tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:49:10.275074 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ec4b397-2ac7-4ca3-9a5f-9bb574693a8c tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:49:10.282129 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bb4547eb-502b-4719-a87b-6820abf01880 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:10.284038 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-93762f41-6657-424c-b889-99f6a506633a req-2ec4b397-2ac7-4ca3-9a5f-9bb574693a8c tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:10.287281 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-93762f41-6657-424c-b889-99f6a506633a req-2ec4b397-2ac7-4ca3-9a5f-9bb574693a8c tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.110 "DELETE /v2.0/ports/8682adeb-f380-4a6f-96af-8ea62c98fc6e HTTP/1.1" status: 204 len: 173 time: 1.8509946 Sep 24 15:49:10.311344 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a9b53c-403b-4004-a00d-3dea9bc43d87', 'name': 'network-vif-deleted', 'tag': '8682adeb-f380-4a6f-96af-8ea62c98fc6e'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:49:10.313908 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8904a5b-456e-44c8-bdb3-e8b65a447470" -d '{"events": [{"server_uuid": "72a9b53c-403b-4004-a00d-3dea9bc43d87", "name": "network-vif-deleted", "tag": "8682adeb-f380-4a6f-96af-8ea62c98fc6e"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:49:10.389360 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bb4547eb-502b-4719-a87b-6820abf01880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:10.468163 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-bb4547eb-502b-4719-a87b-6820abf01880 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5db83a5cba5146dea2dfad99a11b2d54&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6102424 Sep 24 15:49:10.469785 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 35992) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:49:10.514851 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849181a5-45e4-4bce-bc53-5334802373fc req-6d72ca38-19de-4ba2-b06b-241743237106 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:10.524372 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-849181a5-45e4-4bce-bc53-5334802373fc req-6d72ca38-19de-4ba2-b06b-241743237106 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/ports?device_id=3a719ae9-f509-4f22-9b6e-7833a8d9b221 HTTP/1.1" status: 200 len: 946 time: 0.3757761 Sep 24 15:49:10.546107 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 35994) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:49:10.623357 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4547eb-502b-4719-a87b-6820abf01880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=130594e3-4a8f-4f2f-af0f-c3d4e5167f0a,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:10.638251 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:49:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-918cabbd-66e7-4df8-9325-75af512b754b x-openstack-request-id: req-918cabbd-66e7-4df8-9325-75af512b754b {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:49:10.638251 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72a9b53c-403b-4004-a00d-3dea9bc43d87", "name": "network-vif-deleted", "tag": "8682adeb-f380-4a6f-96af-8ea62c98fc6e", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:49:10.638251 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-918cabbd-66e7-4df8-9325-75af512b754b {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:49:10.638251 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a9b53c-403b-4004-a00d-3dea9bc43d87', 'name': 'network-vif-deleted', 'tag': '8682adeb-f380-4a6f-96af-8ea62c98fc6e', 'status': 'completed', 'code': 200} Sep 24 15:49:10.639908 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3a8a92c0-8517-42b0-b4e4-b7ab2a9da207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:10.654964 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-849181a5-45e4-4bce-bc53-5334802373fc req-8ebb1a2a-e77f-48b0-8e77-356c5951dae3 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/security-groups?id=1b2ada65-5612-4fdd-b25e-e6fca30094ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292911 Sep 24 15:49:10.694011 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-93762f41-6657-424c-b889-99f6a506633a req-b9c3a8ca-1531-4a73-9243-a5c8c8126ff4 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Deleting port 9ac5642d-3583-4e03-9e20-0fb5b1139043 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:49:10.694581 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-93762f41-6657-424c-b889-99f6a506633a req-b9c3a8ca-1531-4a73-9243-a5c8c8126ff4 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:10.694843 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3a8a92c0-8517-42b0-b4e4-b7ab2a9da207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:10.808599 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5295ceb9-289e-4f97-94f3-f680e84cad52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:10.840848 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:10.848984 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d055173-5cff-43ed-b85d-06dd6cab9bfe req-f84bf4c1-09a1-491d-b72b-bcae77f22164 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:10.859022 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2d055173-5cff-43ed-b85d-06dd6cab9bfe req-f84bf4c1-09a1-491d-b72b-bcae77f22164 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=28e46b28-c6ac-473d-9ede-220da13774af HTTP/1.1" status: 200 len: 946 time: 0.1144650 Sep 24 15:49:10.883848 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-93762f41-6657-424c-b889-99f6a506633a req-b9c3a8ca-1531-4a73-9243-a5c8c8126ff4 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] For port 9ac5642d-3583-4e03-9e20-0fb5b1139043, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=9ac5642d-3583-4e03-9e20-0fb5b1139043,segment=NetworkSegment(eb99eee8-1f83-4f9a-bbd4-cf3bcd5d6d58),segment_id=eb99eee8-1f83-4f9a-bbd4-cf3bcd5d6d58)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:49:10.883848 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-93762f41-6657-424c-b889-99f6a506633a req-b9c3a8ca-1531-4a73-9243-a5c8c8126ff4 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:10.907376 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-93762f41-6657-424c-b889-99f6a506633a req-b9c3a8ca-1531-4a73-9243-a5c8c8126ff4 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Calling delete_port for 9ac5642d-3583-4e03-9e20-0fb5b1139043 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:49:10.930686 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3a8a92c0-8517-42b0-b4e4-b7ab2a9da207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:10.934363 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3a8a92c0-8517-42b0-b4e4-b7ab2a9da207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:10.936268 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-3a8a92c0-8517-42b0-b4e4-b7ab2a9da207 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/130594e3-4a8f-4f2f-af0f-c3d4e5167f0a HTTP/1.1" status: 204 len: 168 time: 0.4608319 Sep 24 15:49:10.940531 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2d055173-5cff-43ed-b85d-06dd6cab9bfe req-cb6c3894-7e28-4982-9e07-10b1fca82b20 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555880 Sep 24 15:49:10.952267 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8a92c0-8517-42b0-b4e4-b7ab2a9da207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=130594e3-4a8f-4f2f-af0f-c3d4e5167f0a,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:11.047276 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90b011b-f541-4348-9293-8ff1fc9d2f1d req-e84a115e-bc7b-4da7-8ae3-0a0c5264e773 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:11.054662 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90b011b-f541-4348-9293-8ff1fc9d2f1d req-e84a115e-bc7b-4da7-8ae3-0a0c5264e773 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:11.056562 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b90b011b-f541-4348-9293-8ff1fc9d2f1d req-e84a115e-bc7b-4da7-8ae3-0a0c5264e773 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/ports?device_id=72a9b53c-403b-4004-a00d-3dea9bc43d87 HTTP/1.1" status: 200 len: 1682 time: 0.1691182 Sep 24 15:49:11.151685 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b90b011b-f541-4348-9293-8ff1fc9d2f1d req-0630e180-4c8e-492b-aad1-5a9d3d505328 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/security-groups?id=1aa72ca6-205a-4e58-b313-5dd57c74d75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868592 Sep 24 15:49:11.155470 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5295ceb9-289e-4f97-94f3-f680e84cad52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:11.264023 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5295ceb9-289e-4f97-94f3-f680e84cad52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:11.304232 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-5295ceb9-289e-4f97-94f3-f680e84cad52 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=313a1da81f9348468122b967a514c06c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7543492 Sep 24 15:49:11.305107 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5295ceb9-289e-4f97-94f3-f680e84cad52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e12b71-c9fa-4312-8b84-d5bc98fb787d,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:11.307214 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 36016) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:49:11.309578 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-93762f41-6657-424c-b889-99f6a506633a req-b9c3a8ca-1531-4a73-9243-a5c8c8126ff4 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:11.337616 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c3a8ca-1531-4a73-9243-a5c8c8126ff4 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Pushing event deleted for resources: {'Port': ['ID=9ac5642d-3583-4e03-9e20-0fb5b1139043,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:11.399694 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-93762f41-6657-424c-b889-99f6a506633a req-b9c3a8ca-1531-4a73-9243-a5c8c8126ff4 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] No DVR routers for this DVR port 9ac5642d-3583-4e03-9e20-0fb5b1139043 on host n-h1-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:49:11.402380 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-93762f41-6657-424c-b889-99f6a506633a req-b9c3a8ca-1531-4a73-9243-a5c8c8126ff4 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:11.404612 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-93762f41-6657-424c-b889-99f6a506633a req-b9c3a8ca-1531-4a73-9243-a5c8c8126ff4 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.110 "DELETE /v2.0/ports/9ac5642d-3583-4e03-9e20-0fb5b1139043 HTTP/1.1" status: 204 len: 173 time: 1.0871532 Sep 24 15:49:11.429719 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-eac62815-fb30-4cb0-99da-2629b8940803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:11.497707 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-eac62815-fb30-4cb0-99da-2629b8940803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:11.581051 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-93762f41-6657-424c-b889-99f6a506633a req-f5269684-28ab-4456-af46-718ba1ec8b10 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Deleting port edf4d99b-fbb4-43a0-a1ea-1835e5db95ab {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:49:11.583619 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-93762f41-6657-424c-b889-99f6a506633a req-f5269684-28ab-4456-af46-718ba1ec8b10 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:11.692886 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-eac62815-fb30-4cb0-99da-2629b8940803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:11.696965 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-eac62815-fb30-4cb0-99da-2629b8940803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:11.702310 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-eac62815-fb30-4cb0-99da-2629b8940803 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c2e12b71-c9fa-4312-8b84-d5bc98fb787d HTTP/1.1" status: 204 len: 168 time: 0.3926508 Sep 24 15:49:11.725396 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac62815-fb30-4cb0-99da-2629b8940803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e12b71-c9fa-4312-8b84-d5bc98fb787d,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:11.778544 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-93762f41-6657-424c-b889-99f6a506633a req-f5269684-28ab-4456-af46-718ba1ec8b10 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] For port edf4d99b-fbb4-43a0-a1ea-1835e5db95ab, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=edf4d99b-fbb4-43a0-a1ea-1835e5db95ab,segment=NetworkSegment(17d42855-2910-4d8b-9937-c8ab140f8cc0),segment_id=17d42855-2910-4d8b-9937-c8ab140f8cc0)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:49:11.778970 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-93762f41-6657-424c-b889-99f6a506633a req-f5269684-28ab-4456-af46-718ba1ec8b10 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:11.793454 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-93762f41-6657-424c-b889-99f6a506633a req-f5269684-28ab-4456-af46-718ba1ec8b10 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Calling delete_port for edf4d99b-fbb4-43a0-a1ea-1835e5db95ab owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:49:11.850141 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6442fb40-8b3a-4e25-afe9-779b30663b52 req-a2cd5216-2b1c-4286-ba42-b660b4df75da tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:11.851774 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6442fb40-8b3a-4e25-afe9-779b30663b52 req-a2cd5216-2b1c-4286-ba42-b660b4df75da tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/ports?device_id=3a719ae9-f509-4f22-9b6e-7833a8d9b221 HTTP/1.1" status: 200 len: 946 time: 0.0584214 Sep 24 15:49:11.897060 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6442fb40-8b3a-4e25-afe9-779b30663b52 req-93c1ae02-a22e-48f7-a78e-4f1ddb6bc468 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/security-groups?id=1b2ada65-5612-4fdd-b25e-e6fca30094ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383573 Sep 24 15:49:12.117463 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fb0d71-2213-47a2-8090-f7b9515090eb req-8910c526-9143-4ea7-9bc3-2036853417ec tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:12.119885 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-43fb0d71-2213-47a2-8090-f7b9515090eb req-8910c526-9143-4ea7-9bc3-2036853417ec tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.108 "GET /v2.0/ports?device_id=28e46b28-c6ac-473d-9ede-220da13774af HTTP/1.1" status: 200 len: 946 time: 0.0972812 Sep 24 15:49:12.138692 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a23bcd-bad7-4d07-928b-ebed9a20afae req-72501cac-fc57-40fd-be61-6e84606a60b4 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:12.142960 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-64a23bcd-bad7-4d07-928b-ebed9a20afae req-72501cac-fc57-40fd-be61-6e84606a60b4 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=28e46b28-c6ac-473d-9ede-220da13774af HTTP/1.1" status: 200 len: 946 time: 0.1002860 Sep 24 15:49:12.152593 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-93762f41-6657-424c-b889-99f6a506633a req-f5269684-28ab-4456-af46-718ba1ec8b10 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:12.196902 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5269684-28ab-4456-af46-718ba1ec8b10 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Pushing event deleted for resources: {'Port': ['ID=edf4d99b-fbb4-43a0-a1ea-1835e5db95ab,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:12.243036 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-64a23bcd-bad7-4d07-928b-ebed9a20afae req-8c622d02-306a-4a94-9155-330683a8aa4f tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913978 Sep 24 15:49:12.303617 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-43fb0d71-2213-47a2-8090-f7b9515090eb req-96cb6fcc-b207-46ca-b785-6d5a7583426c tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Deleting port 5a615752-3e2c-48df-b754-d11f725bfde8 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:49:12.303984 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-43fb0d71-2213-47a2-8090-f7b9515090eb req-96cb6fcc-b207-46ca-b785-6d5a7583426c tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:12.320288 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-93762f41-6657-424c-b889-99f6a506633a req-f5269684-28ab-4456-af46-718ba1ec8b10 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] No DVR routers for this DVR port edf4d99b-fbb4-43a0-a1ea-1835e5db95ab on host n-h1-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:49:12.326855 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-93762f41-6657-424c-b889-99f6a506633a req-f5269684-28ab-4456-af46-718ba1ec8b10 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:12.329579 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-93762f41-6657-424c-b889-99f6a506633a req-f5269684-28ab-4456-af46-718ba1ec8b10 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.110 "DELETE /v2.0/ports/edf4d99b-fbb4-43a0-a1ea-1835e5db95ab HTTP/1.1" status: 204 len: 173 time: 0.9184022 Sep 24 15:49:12.382493 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-06e0bab6-acc6-4645-8029-aa4f9cbde61c req-3ac49ee1-afb0-41fb-88ed-fa8f4a246501 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/ports?device_id=72a9b53c-403b-4004-a00d-3dea9bc43d87 HTTP/1.1" status: 200 len: 210 time: 0.0335326 Sep 24 15:49:12.416917 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device edf4d99b-fbb4-43a0-a1ea-1835e5db95ab no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:49:12.460771 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] No Port match for: edf4d99b-fbb4-43a0-a1ea-1835e5db95ab {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:49:12.461113 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device edf4d99b-fbb4-43a0-a1ea-1835e5db95ab not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:49:12.461760 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 8682adeb-f380-4a6f-96af-8ea62c98fc6e no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:49:12.511011 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-43fb0d71-2213-47a2-8090-f7b9515090eb req-96cb6fcc-b207-46ca-b785-6d5a7583426c tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] For port 5a615752-3e2c-48df-b754-d11f725bfde8, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=5a615752-3e2c-48df-b754-d11f725bfde8,segment=NetworkSegment(368a9d0c-2815-451d-a46d-c1bdd7d38862),segment_id=368a9d0c-2815-451d-a46d-c1bdd7d38862)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:49:12.511598 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-43fb0d71-2213-47a2-8090-f7b9515090eb req-96cb6fcc-b207-46ca-b785-6d5a7583426c tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:12.513745 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] No Port match for: 8682adeb-f380-4a6f-96af-8ea62c98fc6e {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:49:12.522639 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 8682adeb-f380-4a6f-96af-8ea62c98fc6e not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:49:12.523155 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 9ac5642d-3583-4e03-9e20-0fb5b1139043 no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:49:12.561798 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-43fb0d71-2213-47a2-8090-f7b9515090eb req-96cb6fcc-b207-46ca-b785-6d5a7583426c tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Calling delete_port for 5a615752-3e2c-48df-b754-d11f725bfde8 owned by compute:nova {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:49:12.564204 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] No Port match for: 9ac5642d-3583-4e03-9e20-0fb5b1139043 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:49:12.568881 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 9ac5642d-3583-4e03-9e20-0fb5b1139043 not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:49:12.634745 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a9b53c-403b-4004-a00d-3dea9bc43d87', 'name': 'network-vif-deleted', 'tag': '9ac5642d-3583-4e03-9e20-0fb5b1139043'}, {'server_uuid': '72a9b53c-403b-4004-a00d-3dea9bc43d87', 'name': 'network-vif-deleted', 'tag': 'edf4d99b-fbb4-43a0-a1ea-1835e5db95ab'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:49:12.637842 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-badc9b75-74a2-4e48-bb3c-68157c355f6c" -d '{"events": [{"server_uuid": "72a9b53c-403b-4004-a00d-3dea9bc43d87", "name": "network-vif-deleted", "tag": "9ac5642d-3583-4e03-9e20-0fb5b1139043"}, {"server_uuid": "72a9b53c-403b-4004-a00d-3dea9bc43d87", "name": "network-vif-deleted", "tag": "edf4d99b-fbb4-43a0-a1ea-1835e5db95ab"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:49:12.674057 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 36056) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:49:12.713338 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 24 Sep 2021 15:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41000de4-0c8f-4664-91e9-5abc71abf85e x-openstack-request-id: req-41000de4-0c8f-4664-91e9-5abc71abf85e {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:49:12.713583 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72a9b53c-403b-4004-a00d-3dea9bc43d87", "name": "network-vif-deleted", "tag": "9ac5642d-3583-4e03-9e20-0fb5b1139043", "status": "completed", "code": 200}, {"server_uuid": "72a9b53c-403b-4004-a00d-3dea9bc43d87", "name": "network-vif-deleted", "tag": "edf4d99b-fbb4-43a0-a1ea-1835e5db95ab", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:49:12.715780 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-41000de4-0c8f-4664-91e9-5abc71abf85e {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:49:12.718579 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a9b53c-403b-4004-a00d-3dea9bc43d87', 'name': 'network-vif-deleted', 'tag': '9ac5642d-3583-4e03-9e20-0fb5b1139043', 'status': 'completed', 'code': 200} Sep 24 15:49:12.718579 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a9b53c-403b-4004-a00d-3dea9bc43d87', 'name': 'network-vif-deleted', 'tag': 'edf4d99b-fbb4-43a0-a1ea-1835e5db95ab', 'status': 'completed', 'code': 200} Sep 24 15:49:12.722293 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-857fd253-ae51-4e53-a97b-3ab292d856bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:12.949124 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-43fb0d71-2213-47a2-8090-f7b9515090eb req-96cb6fcc-b207-46ca-b785-6d5a7583426c tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:12.959104 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['5a615752-3e2c-48df-b754-d11f725bfde8'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:49:13.011779 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['190abd2c-9e7d-4487-82bd-57561f5a96b8'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:49:13.109164 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cb6fcc-b207-46ca-b785-6d5a7583426c tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Pushing event deleted for resources: {'Port': ['ID=5a615752-3e2c-48df-b754-d11f725bfde8,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:13.132396 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-43fb0d71-2213-47a2-8090-f7b9515090eb req-96cb6fcc-b207-46ca-b785-6d5a7583426c tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] No DVR routers for this DVR port 5a615752-3e2c-48df-b754-d11f725bfde8 on host n-h2-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:49:13.138665 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-43fb0d71-2213-47a2-8090-f7b9515090eb req-96cb6fcc-b207-46ca-b785-6d5a7583426c tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:13.142843 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-43fb0d71-2213-47a2-8090-f7b9515090eb req-96cb6fcc-b207-46ca-b785-6d5a7583426c tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.108 "DELETE /v2.0/ports/5a615752-3e2c-48df-b754-d11f725bfde8 HTTP/1.1" status: 204 len: 173 time: 1.0163019 Sep 24 15:49:13.147681 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28e46b28-c6ac-473d-9ede-220da13774af', 'name': 'network-vif-deleted', 'tag': '5a615752-3e2c-48df-b754-d11f725bfde8'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:49:13.147681 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e5e0b1-4108-420f-ad3f-d7a03c710072" -d '{"events": [{"server_uuid": "28e46b28-c6ac-473d-9ede-220da13774af", "name": "network-vif-deleted", "tag": "5a615752-3e2c-48df-b754-d11f725bfde8"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:49:13.198390 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752e2c2a-2fe6-46ab-9a08-6445e82200f8 x-openstack-request-id: req-752e2c2a-2fe6-46ab-9a08-6445e82200f8 {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:49:13.198779 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28e46b28-c6ac-473d-9ede-220da13774af", "name": "network-vif-deleted", "tag": "5a615752-3e2c-48df-b754-d11f725bfde8", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:49:13.199262 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-752e2c2a-2fe6-46ab-9a08-6445e82200f8 {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:49:13.205318 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28e46b28-c6ac-473d-9ede-220da13774af', 'name': 'network-vif-deleted', 'tag': '5a615752-3e2c-48df-b754-d11f725bfde8', 'status': 'completed', 'code': 200} Sep 24 15:49:13.208437 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-857fd253-ae51-4e53-a97b-3ab292d856bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:13.236042 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36549db3-796d-4c45-8cb3-064c239b58d1 req-2b9148fb-1ebd-4e40-a076-81d0ec505b2c tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:13.237835 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-36549db3-796d-4c45-8cb3-064c239b58d1 req-2b9148fb-1ebd-4e40-a076-81d0ec505b2c tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/ports?device_id=3a719ae9-f509-4f22-9b6e-7833a8d9b221 HTTP/1.1" status: 200 len: 946 time: 0.1672456 Sep 24 15:49:13.301737 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-857fd253-ae51-4e53-a97b-3ab292d856bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:13.361411 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8b87f0e8-b7bc-4a23-941a-701da3866b86 req-cfb08599-5cc4-4ff5-ba42-5193dd75810f tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=28e46b28-c6ac-473d-9ede-220da13774af HTTP/1.1" status: 200 len: 210 time: 0.0459440 Sep 24 15:49:13.371259 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-36549db3-796d-4c45-8cb3-064c239b58d1 req-bbbaca51-5d6a-4c27-a4be-03cb7a65f9f7 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/security-groups?id=1b2ada65-5612-4fdd-b25e-e6fca30094ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238952 Sep 24 15:49:13.445001 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-857fd253-ae51-4e53-a97b-3ab292d856bb admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=a4c8ab176c5a4d499c472307683c436b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7696297 Sep 24 15:49:13.446818 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857fd253-ae51-4e53-a97b-3ab292d856bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d486e2c0-b3ed-43f3-89f0-0effafe980b8,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:13.447645 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 36082) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:49:13.556623 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0aadac04-3aa9-442d-98c1-6d380e5d922d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:13.582167 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0aadac04-3aa9-442d-98c1-6d380e5d922d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:13.623945 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fe311957-3e2f-4025-80cf-d09d5dd799cf req-7d311d6d-6285-491b-8e5d-e3649760cae5 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/ports?device_id=72a9b53c-403b-4004-a00d-3dea9bc43d87 HTTP/1.1" status: 200 len: 210 time: 0.0343456 Sep 24 15:49:13.800904 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0aadac04-3aa9-442d-98c1-6d380e5d922d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:13.803890 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0aadac04-3aa9-442d-98c1-6d380e5d922d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:13.807812 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-0aadac04-3aa9-442d-98c1-6d380e5d922d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d486e2c0-b3ed-43f3-89f0-0effafe980b8 HTTP/1.1" status: 204 len: 168 time: 0.3564863 Sep 24 15:49:13.816975 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aadac04-3aa9-442d-98c1-6d380e5d922d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d486e2c0-b3ed-43f3-89f0-0effafe980b8,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:14.521972 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471cc318-e01c-4b8c-807b-d30f4ef8b110 req-7f726421-ac8c-42ba-918d-f646628c9b72 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:14.523524 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-471cc318-e01c-4b8c-807b-d30f4ef8b110 req-7f726421-ac8c-42ba-918d-f646628c9b72 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/ports?device_id=3a719ae9-f509-4f22-9b6e-7833a8d9b221 HTTP/1.1" status: 200 len: 946 time: 0.0566683 Sep 24 15:49:14.594251 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-471cc318-e01c-4b8c-807b-d30f4ef8b110 req-cbdb723e-9772-4ca7-b2c6-506283be047c tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/security-groups?id=1b2ada65-5612-4fdd-b25e-e6fca30094ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603540 Sep 24 15:49:14.688609 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 36152) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:49:14.813112 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a623d71-dd63-4fb7-aa0d-9c9c27b4eca6 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Deleting subnet ba846b37-67ea-4bd9-8959-ae4a328fae03 {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:49:14.817304 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3a623d71-dd63-4fb7-aa0d-9c9c27b4eca6 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:14.829495 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee3f3a3-6016-4133-8afa-1841f872fab7 req-5bfb894e-e778-4ba6-a76f-2922c4890bb2 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:14.831040 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7ee3f3a3-6016-4133-8afa-1841f872fab7 req-5bfb894e-e778-4ba6-a76f-2922c4890bb2 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/networks?id=fcaa8023-73de-41c9-b56a-537c209ef622 HTTP/1.1" status: 200 len: 806 time: 0.1311052 Sep 24 15:49:14.848917 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7ee3f3a3-6016-4133-8afa-1841f872fab7 req-65e5dd8a-d706-4bfd-b782-e5fed2ecc9a1 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/quotas/62a8ba880b994b468ea0f6bf276f3fa0 HTTP/1.1" status: 200 len: 375 time: 0.0108235 Sep 24 15:49:14.866244 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3a623d71-dd63-4fb7-aa0d-9c9c27b4eca6 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:14.903636 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7ee3f3a3-6016-4133-8afa-1841f872fab7 req-f3916d66-bc46-486e-8851-7b7bf0770d2c tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=62a8ba880b994b468ea0f6bf276f3fa0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0467615 Sep 24 15:49:14.953717 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3a623d71-dd63-4fb7-aa0d-9c9c27b4eca6 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:15.025872 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7ee3f3a3-6016-4133-8afa-1841f872fab7 req-ba2b81be-5e9d-498b-974d-c817285caeda service neutron] 10.222.0.101 "GET /v2.0/networks/fcaa8023-73de-41c9-b56a-537c209ef622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131155 Sep 24 15:49:15.162594 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7ee3f3a3-6016-4133-8afa-1841f872fab7 req-63aaad1c-3bf9-4cb1-9b11-484a44213af2 service neutron] 10.222.0.101 "GET /v2.0/networks/fcaa8023-73de-41c9-b56a-537c209ef622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331315 Sep 24 15:49:15.175313 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3a623d71-dd63-4fb7-aa0d-9c9c27b4eca6 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:15.228458 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a623d71-dd63-4fb7-aa0d-9c9c27b4eca6 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Pushing event deleted for resources: {'Subnet': ['ID=ba846b37-67ea-4bd9-8959-ae4a328fae03,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:15.232893 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3a623d71-dd63-4fb7-aa0d-9c9c27b4eca6 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:15.235070 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-3a623d71-dd63-4fb7-aa0d-9c9c27b4eca6 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "DELETE /v2.0/subnets/ba846b37-67ea-4bd9-8959-ae4a328fae03 HTTP/1.1" status: 204 len: 168 time: 0.5448022 Sep 24 15:49:15.238306 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 36180) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:49:15.243024 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb2c826-e6e7-4e97-a3a7-2bae14b28f6a None None] Network 14fb19aa-9ed2-4f97-bce3-121843a8d24a requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:49:15.425106 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d39cb18f-981b-4df7-8bf6-ab75b9e975e7 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:15.545650 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-09d7658a-55ff-48ec-aaf0-fbc59fcc1faf req-eaaac1ac-5716-4f39-88ba-49c759539e78 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=dbbbc75e-22f5-4528-b206-65438e121c10 HTTP/1.1" status: 200 len: 210 time: 0.0494807 Sep 24 15:49:15.579153 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-d39cb18f-981b-4df7-8bf6-ab75b9e975e7 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Deleting port f7ea140e-4511-4622-8a74-566e4f1a55f1 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:49:15.579524 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d39cb18f-981b-4df7-8bf6-ab75b9e975e7 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:15.628401 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d69dd45-1c53-49d5-b956-c787a9a761a8 None None] DHCP port deletion for 14fb19aa-9ed2-4f97-bce3-121843a8d24a request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:49:15.654600 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-d39cb18f-981b-4df7-8bf6-ab75b9e975e7 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] For port f7ea140e-4511-4622-8a74-566e4f1a55f1, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=f7ea140e-4511-4622-8a74-566e4f1a55f1,segment=NetworkSegment(eb99eee8-1f83-4f9a-bbd4-cf3bcd5d6d58),segment_id=eb99eee8-1f83-4f9a-bbd4-cf3bcd5d6d58)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:49:15.655197 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d39cb18f-981b-4df7-8bf6-ab75b9e975e7 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:15.673146 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-d39cb18f-981b-4df7-8bf6-ab75b9e975e7 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Calling delete_port for f7ea140e-4511-4622-8a74-566e4f1a55f1 owned by network:dhcp {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:49:15.769619 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-2d69dd45-1c53-49d5-b956-c787a9a761a8 None None] Deleting port f7ea140e-4511-4622-8a74-566e4f1a55f1 {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:49:15.770234 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2d69dd45-1c53-49d5-b956-c787a9a761a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:15.859184 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d0d264-c4b6-4e58-af8e-9674b37c7b8e req-60520898-b3c5-418d-b8a2-0a5367320473 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:15.866236 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-2d69dd45-1c53-49d5-b956-c787a9a761a8 None None] For port f7ea140e-4511-4622-8a74-566e4f1a55f1, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=f7ea140e-4511-4622-8a74-566e4f1a55f1,segment=NetworkSegment(eb99eee8-1f83-4f9a-bbd4-cf3bcd5d6d58),segment_id=eb99eee8-1f83-4f9a-bbd4-cf3bcd5d6d58)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:49:15.866847 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2d69dd45-1c53-49d5-b956-c787a9a761a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:15.868686 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e4d0d264-c4b6-4e58-af8e-9674b37c7b8e req-60520898-b3c5-418d-b8a2-0a5367320473 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/ports?device_id=3a719ae9-f509-4f22-9b6e-7833a8d9b221 HTTP/1.1" status: 200 len: 946 time: 0.1052914 Sep 24 15:49:15.879528 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-2d69dd45-1c53-49d5-b956-c787a9a761a8 None None] Calling delete_port for f7ea140e-4511-4622-8a74-566e4f1a55f1 owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:49:15.898461 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d39cb18f-981b-4df7-8bf6-ab75b9e975e7 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:15.915210 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e4d0d264-c4b6-4e58-af8e-9674b37c7b8e req-43a8b958-9a28-4ba2-aec3-5879a426e5a6 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/security-groups?id=1b2ada65-5612-4fdd-b25e-e6fca30094ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451825 Sep 24 15:49:15.953052 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39cb18f-981b-4df7-8bf6-ab75b9e975e7 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Pushing event deleted for resources: {'Port': ['ID=f7ea140e-4511-4622-8a74-566e4f1a55f1,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:15.958434 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d39cb18f-981b-4df7-8bf6-ab75b9e975e7 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] No DVR routers for this DVR port f7ea140e-4511-4622-8a74-566e4f1a55f1 on host n-d-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:49:15.973416 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2d69dd45-1c53-49d5-b956-c787a9a761a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:16.000186 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d69dd45-1c53-49d5-b956-c787a9a761a8 None None] Pushing event deleted for resources: {'Port': ['ID=f7ea140e-4511-4622-8a74-566e4f1a55f1,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:16.009502 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d69dd45-1c53-49d5-b956-c787a9a761a8 None None] No DVR routers for this DVR port f7ea140e-4511-4622-8a74-566e4f1a55f1 on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:49:16.056682 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d39cb18f-981b-4df7-8bf6-ab75b9e975e7 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:16.077558 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-d39cb18f-981b-4df7-8bf6-ab75b9e975e7 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14fb19aa-9ed2-4f97-bce3-121843a8d24a']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:49:16.088148 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-d39cb18f-981b-4df7-8bf6-ab75b9e975e7 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb99eee8-1f83-4f9a-bbd4-cf3bcd5d6d58') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:49:16.088436 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-d39cb18f-981b-4df7-8bf6-ab75b9e975e7 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb99eee8-1f83-4f9a-bbd4-cf3bcd5d6d58') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:49:16.099829 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d39cb18f-981b-4df7-8bf6-ab75b9e975e7 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:16.118163 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d39cb18f-981b-4df7-8bf6-ab75b9e975e7 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:16.130385 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d39cb18f-981b-4df7-8bf6-ab75b9e975e7 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Releasing vlan 1268 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:49:16.131181 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d39cb18f-981b-4df7-8bf6-ab75b9e975e7 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:16.134769 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:49:16.134769 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:49:16.134769 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:49:16.134769 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:49:16.134769 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:49:16.134769 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:49:16.134769 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:49:16.134769 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:49:16.134769 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:49:16.134769 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:49:16.134769 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:49:16.134769 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:49:16.134769 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:49:16.134769 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:49:16.134769 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:49:16.134769 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:49:16.134769 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:49:16.134769 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:49:16.134769 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:49:16.134769 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:49:16.134769 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:49:16.134769 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:49:16.134769 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:49:16.134769 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:49:16.134769 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:49:16.134769 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:49:16.134769 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:49:16.134769 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:49:16.134769 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:49:16.134769 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:49:16.134769 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:49:16.134769 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:49:16.372386 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d39cb18f-981b-4df7-8bf6-ab75b9e975e7 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:16.377219 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d39cb18f-981b-4df7-8bf6-ab75b9e975e7 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:16.385196 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 36240) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:49:16.385373 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-d39cb18f-981b-4df7-8bf6-ab75b9e975e7 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "DELETE /v2.0/networks/14fb19aa-9ed2-4f97-bce3-121843a8d24a HTTP/1.1" status: 204 len: 168 time: 1.1457455 Sep 24 15:49:16.400879 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39cb18f-981b-4df7-8bf6-ab75b9e975e7 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Pushing event deleted for resources: {'Network': ['ID=14fb19aa-9ed2-4f97-bce3-121843a8d24a,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:16.447957 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-c16c9302-e9fd-4685-b573-59d08fea0ac7 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Deleting subnet f2fe2237-c1b8-4635-980c-b722203ba124 {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:49:16.451055 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c16c9302-e9fd-4685-b573-59d08fea0ac7 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:16.491271 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c16c9302-e9fd-4685-b573-59d08fea0ac7 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:16.592456 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c16c9302-e9fd-4685-b573-59d08fea0ac7 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:16.631723 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device f7ea140e-4511-4622-8a74-566e4f1a55f1 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:49:16.654584 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-92358648-9206-4129-983c-0dafc91a9b84 req-a74fa6da-04fe-4436-a35e-87e01f078fc6 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=dbbbc75e-22f5-4528-b206-65438e121c10 HTTP/1.1" status: 200 len: 210 time: 0.0514250 Sep 24 15:49:16.660832 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: f7ea140e-4511-4622-8a74-566e4f1a55f1 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:49:16.662673 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device f7ea140e-4511-4622-8a74-566e4f1a55f1 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:49:16.938480 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c16c9302-e9fd-4685-b573-59d08fea0ac7 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:16.956925 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 5a615752-3e2c-48df-b754-d11f725bfde8 no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:49:16.972102 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16c9302-e9fd-4685-b573-59d08fea0ac7 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Pushing event deleted for resources: {'Subnet': ['ID=f2fe2237-c1b8-4635-980c-b722203ba124,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:16.974399 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c16c9302-e9fd-4685-b573-59d08fea0ac7 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:16.976557 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-c16c9302-e9fd-4685-b573-59d08fea0ac7 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "DELETE /v2.0/subnets/f2fe2237-c1b8-4635-980c-b722203ba124 HTTP/1.1" status: 204 len: 168 time: 0.5899417 Sep 24 15:49:16.979898 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 36272) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:49:17.002150 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8cefde-2e09-42de-8111-0b891e53ad65 None None] Network 3f75abcb-f75c-450c-9fe6-de5dba697295 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:49:17.006622 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] No Port match for: 5a615752-3e2c-48df-b754-d11f725bfde8 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:49:17.006904 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 5a615752-3e2c-48df-b754-d11f725bfde8 not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:49:17.117293 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8ed91c8f-3f3b-4e48-96d4-3caa3a88910b tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:17.146705 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e177bd-943a-4db4-9dc3-206a70acb386 req-3337f21c-cb70-45ea-9d4f-4188f4f91482 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:17.148551 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-24e177bd-943a-4db4-9dc3-206a70acb386 req-3337f21c-cb70-45ea-9d4f-4188f4f91482 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/ports?device_id=3a719ae9-f509-4f22-9b6e-7833a8d9b221 HTTP/1.1" status: 200 len: 946 time: 0.1102197 Sep 24 15:49:17.216768 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-24e177bd-943a-4db4-9dc3-206a70acb386 req-28867edf-129f-4de2-b123-03d7f7c40a50 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/security-groups?id=1b2ada65-5612-4fdd-b25e-e6fca30094ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449641 Sep 24 15:49:17.235288 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-8ed91c8f-3f3b-4e48-96d4-3caa3a88910b tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Deleting port 517e25b1-4c43-4445-b245-9e590260ffbe {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:49:17.235637 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8ed91c8f-3f3b-4e48-96d4-3caa3a88910b tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:17.244148 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc57993-49dc-4a51-9317-5417e7b2829b None None] DHCP port deletion for 3f75abcb-f75c-450c-9fe6-de5dba697295 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:49:17.324103 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-2cc57993-49dc-4a51-9317-5417e7b2829b None None] Deleting port 517e25b1-4c43-4445-b245-9e590260ffbe {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:49:17.324854 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2cc57993-49dc-4a51-9317-5417e7b2829b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:17.344355 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-8ed91c8f-3f3b-4e48-96d4-3caa3a88910b tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] For port 517e25b1-4c43-4445-b245-9e590260ffbe, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=517e25b1-4c43-4445-b245-9e590260ffbe,segment=NetworkSegment(17d42855-2910-4d8b-9937-c8ab140f8cc0),segment_id=17d42855-2910-4d8b-9937-c8ab140f8cc0)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:49:17.345087 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8ed91c8f-3f3b-4e48-96d4-3caa3a88910b tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:17.386192 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-8ed91c8f-3f3b-4e48-96d4-3caa3a88910b tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Calling delete_port for 517e25b1-4c43-4445-b245-9e590260ffbe owned by network:dhcp {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:49:17.459081 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-2cc57993-49dc-4a51-9317-5417e7b2829b None None] For port 517e25b1-4c43-4445-b245-9e590260ffbe, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=517e25b1-4c43-4445-b245-9e590260ffbe,segment=NetworkSegment(17d42855-2910-4d8b-9937-c8ab140f8cc0),segment_id=17d42855-2910-4d8b-9937-c8ab140f8cc0)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:49:17.459580 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2cc57993-49dc-4a51-9317-5417e7b2829b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:17.472692 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-2cc57993-49dc-4a51-9317-5417e7b2829b None None] Calling delete_port for 517e25b1-4c43-4445-b245-9e590260ffbe owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:49:17.716055 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8ed91c8f-3f3b-4e48-96d4-3caa3a88910b tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:17.722652 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2cc57993-49dc-4a51-9317-5417e7b2829b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:17.765035 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc57993-49dc-4a51-9317-5417e7b2829b None None] Pushing event deleted for resources: {'Port': ['ID=517e25b1-4c43-4445-b245-9e590260ffbe,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:17.771680 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc57993-49dc-4a51-9317-5417e7b2829b None None] No DVR routers for this DVR port 517e25b1-4c43-4445-b245-9e590260ffbe on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:49:17.791165 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed91c8f-3f3b-4e48-96d4-3caa3a88910b tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] No DVR routers for this DVR port 517e25b1-4c43-4445-b245-9e590260ffbe on host n-d-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:49:17.793850 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed91c8f-3f3b-4e48-96d4-3caa3a88910b tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Pushing event deleted for resources: {'Port': ['ID=517e25b1-4c43-4445-b245-9e590260ffbe,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:17.840154 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6e11543e-a223-4846-a884-274d20199ffc req-54fe5da9-bf98-4a56-afee-eaea6f27d31e tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=dbbbc75e-22f5-4528-b206-65438e121c10 HTTP/1.1" status: 200 len: 210 time: 0.0524206 Sep 24 15:49:17.900482 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8ed91c8f-3f3b-4e48-96d4-3caa3a88910b tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:17.927806 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-8ed91c8f-3f3b-4e48-96d4-3caa3a88910b tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f75abcb-f75c-450c-9fe6-de5dba697295']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:49:17.938893 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-8ed91c8f-3f3b-4e48-96d4-3caa3a88910b tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17d42855-2910-4d8b-9937-c8ab140f8cc0') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:49:17.938893 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-8ed91c8f-3f3b-4e48-96d4-3caa3a88910b tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17d42855-2910-4d8b-9937-c8ab140f8cc0') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:49:17.948911 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8ed91c8f-3f3b-4e48-96d4-3caa3a88910b tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:17.963356 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8ed91c8f-3f3b-4e48-96d4-3caa3a88910b tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:17.969312 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ed91c8f-3f3b-4e48-96d4-3caa3a88910b tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Releasing vlan 1257 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:49:17.969725 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8ed91c8f-3f3b-4e48-96d4-3caa3a88910b tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:17.972916 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:49:17.972916 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:49:17.972916 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:49:17.972916 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:49:17.972916 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:49:17.972916 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:49:17.972916 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:49:17.972916 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:49:17.972916 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:49:17.972916 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:49:17.972916 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:49:17.972916 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:49:17.972916 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:49:17.972916 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:49:17.972916 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:49:17.972916 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:49:17.972916 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:49:17.972916 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:49:17.972916 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:49:17.972916 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:49:17.972916 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:49:17.972916 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:49:17.972916 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:49:17.972916 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:49:17.972916 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:49:17.972916 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:49:17.972916 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:49:17.972916 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:49:17.972916 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:49:17.972916 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:49:17.972916 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:49:17.972916 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:49:18.229066 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8ed91c8f-3f3b-4e48-96d4-3caa3a88910b tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:18.240156 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8ed91c8f-3f3b-4e48-96d4-3caa3a88910b tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:18.242807 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-8ed91c8f-3f3b-4e48-96d4-3caa3a88910b tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "DELETE /v2.0/networks/3f75abcb-f75c-450c-9fe6-de5dba697295 HTTP/1.1" status: 204 len: 168 time: 1.2595119 Sep 24 15:49:18.254703 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 36328) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:49:18.260422 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-a1783392-3be3-416c-bdb5-4291460173db tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1062885692'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:49:18.264718 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed91c8f-3f3b-4e48-96d4-3caa3a88910b tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Pushing event deleted for resources: {'Network': ['ID=3f75abcb-f75c-450c-9fe6-de5dba697295,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:18.401811 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472afe84-360a-4891-b45c-31d4cf364793 req-e0b804d7-d69d-4bc7-b083-ad2a3cbc4207 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:18.401811 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-472afe84-360a-4891-b45c-31d4cf364793 req-e0b804d7-d69d-4bc7-b083-ad2a3cbc4207 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/ports?device_id=3a719ae9-f509-4f22-9b6e-7833a8d9b221 HTTP/1.1" status: 200 len: 946 time: 0.0816114 Sep 24 15:49:18.401811 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1783392-3be3-416c-bdb5-4291460173db tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Made reservation on behalf of 9c95bd34ef8943e09d9da8bb4b5315d4 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:49:18.404735 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a1783392-3be3-416c-bdb5-4291460173db tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:18.464826 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-472afe84-360a-4891-b45c-31d4cf364793 req-ef4032ff-fdc7-45cd-9bb1-d4af97a585c7 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/security-groups?id=1b2ada65-5612-4fdd-b25e-e6fca30094ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557005 Sep 24 15:49:18.472537 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1783392-3be3-416c-bdb5-4291460173db tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1274} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:49:18.482497 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a1783392-3be3-416c-bdb5-4291460173db tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:18.482888 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-a1783392-3be3-416c-bdb5-4291460173db tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Added segment b82c49c8-40f0-4988-9f62-1c8c6d49c265 of type vlan for network 902490d5-7401-4a00-ae7c-43f02904d5c4 Sep 24 15:49:18.535413 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a1783392-3be3-416c-bdb5-4291460173db tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:18.597953 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 517e25b1-4c43-4445-b245-9e590260ffbe no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:49:18.618476 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 517e25b1-4c43-4445-b245-9e590260ffbe {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:49:18.618825 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 517e25b1-4c43-4445-b245-9e590260ffbe not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:49:18.783897 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a1783392-3be3-416c-bdb5-4291460173db tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:18.789910 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1783392-3be3-416c-bdb5-4291460173db tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:18.790533 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a1783392-3be3-416c-bdb5-4291460173db tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:18.861470 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1783392-3be3-416c-bdb5-4291460173db tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Pushing event updated for resources: {'Network': ['ID=902490d5-7401-4a00-ae7c-43f02904d5c4,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:18.876759 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 902490d5-7401-4a00-ae7c-43f02904d5c4 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:49:18.940983 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-97017088-d15d-4698-8449-30ca3952a7d5 req-476ab3b6-41c9-43b5-8e8c-420907651e82 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=dbbbc75e-22f5-4528-b206-65438e121c10 HTTP/1.1" status: 200 len: 210 time: 0.0270665 Sep 24 15:49:19.081437 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-a1783392-3be3-416c-bdb5-4291460173db tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8249428 Sep 24 15:49:19.084240 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 36360) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:49:19.089541 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-10385712-904c-4d12-bee1-c993d8f59574 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Request body: {'subnet': {'network_id': '902490d5-7401-4a00-ae7c-43f02904d5c4', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:49:19.207837 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 36366) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:49:19.330540 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dd3ee939-6b25-4765-84b8-c4f824a2ac1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:19.344413 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10385712-904c-4d12-bee1-c993d8f59574 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Made reservation on behalf of 9c95bd34ef8943e09d9da8bb4b5315d4 for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:49:19.348407 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-10385712-904c-4d12-bee1-c993d8f59574 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:19.480283 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 36382) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:49:19.560093 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee3f3a3-6016-4133-8afa-1841f872fab7 req-42c5f88a-0680-4f4c-a5ac-7e85a8a6912a tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:19.561549 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7ee3f3a3-6016-4133-8afa-1841f872fab7 req-42c5f88a-0680-4f4c-a5ac-7e85a8a6912a tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.110 "GET /v2.0/networks?id=fcaa8023-73de-41c9-b56a-537c209ef622 HTTP/1.1" status: 200 len: 806 time: 0.2712650 Sep 24 15:49:19.597395 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-7ee3f3a3-6016-4133-8afa-1841f872fab7 req-fe5c20c8-1bde-44e9-84f6-0ae0910bfe27 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Request body: {'port': {'device_id': 'dbbbc75e-22f5-4528-b206-65438e121c10', 'network_id': 'fcaa8023-73de-41c9-b56a-537c209ef622', 'admin_state_up': True, 'tenant_id': '62a8ba880b994b468ea0f6bf276f3fa0'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:49:19.666153 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-89c99aba-1934-4c5e-8b98-3d271d5192b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:19.768258 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2dde1f-2f80-4c1d-b097-043241e02dde req-7a58be9c-67e7-4a0d-829b-b10f27cdef22 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:19.769732 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7a2dde1f-2f80-4c1d-b097-043241e02dde req-7a58be9c-67e7-4a0d-829b-b10f27cdef22 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/ports?device_id=3a719ae9-f509-4f22-9b6e-7833a8d9b221 HTTP/1.1" status: 200 len: 946 time: 0.2058787 Sep 24 15:49:19.806418 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dd3ee939-6b25-4765-84b8-c4f824a2ac1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:19.861204 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7a2dde1f-2f80-4c1d-b097-043241e02dde req-2ffe7e10-73ab-4eff-ab78-15118728bf45 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/security-groups?id=1b2ada65-5612-4fdd-b25e-e6fca30094ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608678 Sep 24 15:49:20.015354 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dd3ee939-6b25-4765-84b8-c4f824a2ac1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:20.040437 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.db.api [req-7ee3f3a3-6016-4133-8afa-1841f872fab7 req-fe5c20c8-1bde-44e9-84f6-0ae0910bfe27 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 15:49:20.040437 n-d-808921-1 neutron-server[95298]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 24 15:49:20.040437 n-d-808921-1 neutron-server[95298]: [parameters: {'project_id_1': '62a8ba880b994b468ea0f6bf276f3fa0', 'expiration_1': datetime.datetime(2021, 9, 24, 15, 48, 59, 844420)}] Sep 24 15:49:20.040437 n-d-808921-1 neutron-server[95298]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:49:20.040976 n-d-808921-1 neutron-server[95298]: DEBUG oslo_db.api [req-7ee3f3a3-6016-4133-8afa-1841f872fab7 req-fe5c20c8-1bde-44e9-84f6-0ae0910bfe27 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:49:20.049430 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-63d87542-a0d5-4cfa-ae4e-d19a62fd5ca6 req-1f7edc2b-a3e1-45c6-b127-4d5a8883b705 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=dbbbc75e-22f5-4528-b206-65438e121c10 HTTP/1.1" status: 200 len: 210 time: 0.0351310 Sep 24 15:49:20.054582 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-dd3ee939-6b25-4765-84b8-c4f824a2ac1d admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=64493144f7c74422a8aa4b912444c353&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8454883 Sep 24 15:49:20.055961 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3ee939-6b25-4765-84b8-c4f824a2ac1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=694c3f5e-332a-4b62-be19-844c5d6a6b16,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:20.057484 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 36408) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:49:20.111713 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-10385712-904c-4d12-bee1-c993d8f59574 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:20.139173 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3e51dc2e-ac93-43a2-901a-56b0302df1fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:20.172368 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3e51dc2e-ac93-43a2-901a-56b0302df1fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:20.186141 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10385712-904c-4d12-bee1-c993d8f59574 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Pushing event updated for resources: {'Subnet': ['ID=52bc4429-79be-4116-9fc1-1c81ea2f236f,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:20.199359 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10385712-904c-4d12-bee1-c993d8f59574 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Checking segment: {'id': 'b82c49c8-40f0-4988-9f62-1c8c6d49c265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '902490d5-7401-4a00-ae7c-43f02904d5c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:49:20.199723 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10385712-904c-4d12-bee1-c993d8f59574 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Network hostable DHCP agents. Network: 902490d5-7401-4a00-ae7c-43f02904d5c4, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:49:20.217839 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-89c99aba-1934-4c5e-8b98-3d271d5192b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:20.309655 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10385712-904c-4d12-bee1-c993d8f59574 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Network 902490d5-7401-4a00-ae7c-43f02904d5c4 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:49:20.355502 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-89c99aba-1934-4c5e-8b98-3d271d5192b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:20.360087 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3e51dc2e-ac93-43a2-901a-56b0302df1fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:20.362386 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3e51dc2e-ac93-43a2-901a-56b0302df1fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:20.363533 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-3e51dc2e-ac93-43a2-901a-56b0302df1fa admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/694c3f5e-332a-4b62-be19-844c5d6a6b16 HTTP/1.1" status: 204 len: 168 time: 0.3051076 Sep 24 15:49:20.400779 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c99aba-1934-4c5e-8b98-3d271d5192b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f0d080-39f0-4fa8-8ce3-a7bbc9632b35,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:20.407689 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-89c99aba-1934-4c5e-8b98-3d271d5192b7 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=a0f53f1ac7f4411d90545be8729bbb9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9236813 Sep 24 15:49:20.408140 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 36422) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:49:20.415318 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-10385712-904c-4d12-bee1-c993d8f59574 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 902490d5-7401-4a00-ae7c-43f02904d5c4) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:49:20.423468 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e51dc2e-ac93-43a2-901a-56b0302df1fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=694c3f5e-332a-4b62-be19-844c5d6a6b16,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:20.429642 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e4adaf-562c-4ecd-b75c-ddf4bb8856f7 None None] Network 902490d5-7401-4a00-ae7c-43f02904d5c4 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:49:20.431579 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10385712-904c-4d12-bee1-c993d8f59574 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:20.432179 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-10385712-904c-4d12-bee1-c993d8f59574 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:20.481760 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-57ec966a-6dbf-453b-becb-358c935f5663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:20.504161 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-57ec966a-6dbf-453b-becb-358c935f5663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:20.589541 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-10385712-904c-4d12-bee1-c993d8f59574 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5018156 Sep 24 15:49:20.589988 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 36432) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:49:20.595132 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-2ea73800-6526-41a6-87d4-9b5dac139be1 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1422987405'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:49:20.615125 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a892a5a-c8a3-4fcc-860d-368718821697 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-902490d5-7401-4a00-ae7c-43f02904d5c4', 'network_id': '902490d5-7401-4a00-ae7c-43f02904d5c4', 'tenant_id': '9c95bd34ef8943e09d9da8bb4b5315d4', 'fixed_ips': [{'subnet_id': '52bc4429-79be-4116-9fc1-1c81ea2f236f'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:49:20.616397 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a892a5a-c8a3-4fcc-860d-368718821697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:20.887449 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-57ec966a-6dbf-453b-becb-358c935f5663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:20.890454 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-57ec966a-6dbf-453b-becb-358c935f5663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:20.891852 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-57ec966a-6dbf-453b-becb-358c935f5663 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/91f0d080-39f0-4fa8-8ce3-a7bbc9632b35 HTTP/1.1" status: 204 len: 168 time: 0.4827359 Sep 24 15:49:20.906397 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ec966a-6dbf-453b-becb-358c935f5663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f0d080-39f0-4fa8-8ce3-a7bbc9632b35,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:20.956088 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ee3f3a3-6016-4133-8afa-1841f872fab7 req-fe5c20c8-1bde-44e9-84f6-0ae0910bfe27 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Made reservation on behalf of 62a8ba880b994b468ea0f6bf276f3fa0 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:49:20.962985 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7ee3f3a3-6016-4133-8afa-1841f872fab7 req-fe5c20c8-1bde-44e9-84f6-0ae0910bfe27 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:21.020658 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef090a9-2453-47c0-8056-47fafe5305e2 req-e655a8da-6ade-4d58-af62-8bb9fe767aad tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:21.029063 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7ef090a9-2453-47c0-8056-47fafe5305e2 req-e655a8da-6ade-4d58-af62-8bb9fe767aad tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/ports?device_id=3a719ae9-f509-4f22-9b6e-7833a8d9b221 HTTP/1.1" status: 200 len: 946 time: 0.0876129 Sep 24 15:49:21.057068 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-6a892a5a-c8a3-4fcc-860d-368718821697 None None] Allocated IP 19.80.0.2 (902490d5-7401-4a00-ae7c-43f02904d5c4/52bc4429-79be-4116-9fc1-1c81ea2f236f/4439ffb9-9b08-4fec-8cbb-660348a2ac02) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:49:21.095400 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7ef090a9-2453-47c0-8056-47fafe5305e2 req-d4ed58b8-f410-4070-bf0b-534dd0a791b6 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/security-groups?id=1b2ada65-5612-4fdd-b25e-e6fca30094ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650485 Sep 24 15:49:21.156386 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea73800-6526-41a6-87d4-9b5dac139be1 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Made reservation on behalf of 9c95bd34ef8943e09d9da8bb4b5315d4 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:49:21.171801 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2ea73800-6526-41a6-87d4-9b5dac139be1 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:21.203870 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a9c1d948-e797-42cc-879f-41c4671baef9 req-a5783482-ed9d-4f0b-85f5-13edc82faf45 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=dbbbc75e-22f5-4528-b206-65438e121c10 HTTP/1.1" status: 200 len: 210 time: 0.0373714 Sep 24 15:49:21.234850 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ea73800-6526-41a6-87d4-9b5dac139be1 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1256} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:49:21.235654 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-7ee3f3a3-6016-4133-8afa-1841f872fab7 req-fe5c20c8-1bde-44e9-84f6-0ae0910bfe27 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Allocated IP 172.20.0.14 (fcaa8023-73de-41c9-b56a-537c209ef622/0db07746-4ea4-48db-9d56-837ab1eb05bd/95128b00-f320-443a-bb0c-753222360ea2) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:49:21.250474 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a892a5a-c8a3-4fcc-860d-368718821697 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:21.256428 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2ea73800-6526-41a6-87d4-9b5dac139be1 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:21.257211 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-2ea73800-6526-41a6-87d4-9b5dac139be1 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Added segment e0f7bf10-ac08-4ee7-bc90-bd7148ee3b43 of type vlan for network b2b8969d-41cd-4bf3-a49c-f316cd2decb2 Sep 24 15:49:21.300340 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2ea73800-6526-41a6-87d4-9b5dac139be1 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:21.395231 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7ee3f3a3-6016-4133-8afa-1841f872fab7 req-fe5c20c8-1bde-44e9-84f6-0ae0910bfe27 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:21.431355 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a892a5a-c8a3-4fcc-860d-368718821697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:21.466601 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2ea73800-6526-41a6-87d4-9b5dac139be1 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:21.470107 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a892a5a-c8a3-4fcc-860d-368718821697 None None] Network 902490d5-7401-4a00-ae7c-43f02904d5c4 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:49:21.475351 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-6a892a5a-c8a3-4fcc-860d-368718821697 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:49:21.476611 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea73800-6526-41a6-87d4-9b5dac139be1 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:21.477215 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2ea73800-6526-41a6-87d4-9b5dac139be1 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:21.478872 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a892a5a-c8a3-4fcc-860d-368718821697 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:49:21.491297 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a892a5a-c8a3-4fcc-860d-368718821697 None None] Pushing event updated for resources: {'Port': ['ID=4439ffb9-9b08-4fec-8cbb-660348a2ac02,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:21.545893 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-6a892a5a-c8a3-4fcc-860d-368718821697 None None] Attempting to bind port 4439ffb9-9b08-4fec-8cbb-660348a2ac02 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:49:21.546398 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-6a892a5a-c8a3-4fcc-860d-368718821697 None None] Attempting to bind port 4439ffb9-9b08-4fec-8cbb-660348a2ac02 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'b82c49c8-40f0-4988-9f62-1c8c6d49c265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '902490d5-7401-4a00-ae7c-43f02904d5c4'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:49:21.546937 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a892a5a-c8a3-4fcc-860d-368718821697 None None] Attempting to bind port 4439ffb9-9b08-4fec-8cbb-660348a2ac02 on network 902490d5-7401-4a00-ae7c-43f02904d5c4 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:49:21.551616 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7ee3f3a3-6016-4133-8afa-1841f872fab7 req-fe5c20c8-1bde-44e9-84f6-0ae0910bfe27 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:21.552864 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a892a5a-c8a3-4fcc-860d-368718821697 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:49:21.553650 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a892a5a-c8a3-4fcc-860d-368718821697 None None] Checking segment: {'id': 'b82c49c8-40f0-4988-9f62-1c8c6d49c265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '902490d5-7401-4a00-ae7c-43f02904d5c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:49:21.553650 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a892a5a-c8a3-4fcc-860d-368718821697 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:21.555520 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a892a5a-c8a3-4fcc-860d-368718821697 None None] Bound using segment: {'id': 'b82c49c8-40f0-4988-9f62-1c8c6d49c265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '902490d5-7401-4a00-ae7c-43f02904d5c4'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:49:21.555520 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-6a892a5a-c8a3-4fcc-860d-368718821697 None None] Bound port: 4439ffb9-9b08-4fec-8cbb-660348a2ac02, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b82c49c8-40f0-4988-9f62-1c8c6d49c265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '902490d5-7401-4a00-ae7c-43f02904d5c4'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:49:21.555520 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a892a5a-c8a3-4fcc-860d-368718821697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:21.559818 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea73800-6526-41a6-87d4-9b5dac139be1 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Pushing event updated for resources: {'Network': ['ID=b2b8969d-41cd-4bf3-a49c-f316cd2decb2,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:21.574499 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['190abd2c-9e7d-4487-82bd-57561f5a96b8'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:49:21.578781 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network b2b8969d-41cd-4bf3-a49c-f316cd2decb2 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:49:21.620494 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ee3f3a3-6016-4133-8afa-1841f872fab7 req-fe5c20c8-1bde-44e9-84f6-0ae0910bfe27 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Network fcaa8023-73de-41c9-b56a-537c209ef622 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:49:21.623027 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 36470) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:49:21.623729 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-2ea73800-6526-41a6-87d4-9b5dac139be1 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0325754 Sep 24 15:49:21.625296 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-7ee3f3a3-6016-4133-8afa-1841f872fab7 req-fe5c20c8-1bde-44e9-84f6-0ae0910bfe27 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:49:21.633330 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-eafcc5a6-b2f8-43a2-8ed2-5d2fad91ac7c tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Request body: {'subnet': {'network_id': 'b2b8969d-41cd-4bf3-a49c-f316cd2decb2', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:49:21.641984 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ee3f3a3-6016-4133-8afa-1841f872fab7 req-fe5c20c8-1bde-44e9-84f6-0ae0910bfe27 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:49:21.656890 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5c20c8-1bde-44e9-84f6-0ae0910bfe27 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Pushing event updated for resources: {'Port': ['ID=95128b00-f320-443a-bb0c-753222360ea2,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:21.753978 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 36480) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:49:21.796252 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee3f3a3-6016-4133-8afa-1841f872fab7 req-fe5c20c8-1bde-44e9-84f6-0ae0910bfe27 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:21.797220 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7ee3f3a3-6016-4133-8afa-1841f872fab7 req-fe5c20c8-1bde-44e9-84f6-0ae0910bfe27 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:21.798389 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-962ed93c-2e43-4b5e-9817-66bff0b581c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:21.819899 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e92ec8-937a-4e8b-a426-fe9e78b51fd5 req-e7485b4a-80db-4b38-bb72-08b8d5ddb05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:21.822541 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-44e92ec8-937a-4e8b-a426-fe9e78b51fd5 req-e7485b4a-80db-4b38-bb72-08b8d5ddb05c service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=60722f0da12e4ca38d9ba8aac84df5f6&device_id=3a719ae9-f509-4f22-9b6e-7833a8d9b221 HTTP/1.1" status: 200 len: 1097 time: 0.1352403 Sep 24 15:49:21.848215 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-6a892a5a-c8a3-4fcc-860d-368718821697 None None] For port 4439ffb9-9b08-4fec-8cbb-660348a2ac02, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:49:21.872021 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-6a892a5a-c8a3-4fcc-860d-368718821697 None None] For port 4439ffb9-9b08-4fec-8cbb-660348a2ac02, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=4439ffb9-9b08-4fec-8cbb-660348a2ac02,segment=NetworkSegment(b82c49c8-40f0-4988-9f62-1c8c6d49c265),segment_id=b82c49c8-40f0-4988-9f62-1c8c6d49c265)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:49:21.952832 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7ee3f3a3-6016-4133-8afa-1841f872fab7 req-fe5c20c8-1bde-44e9-84f6-0ae0910bfe27 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3651087 Sep 24 15:49:21.963348 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.db.api [None req-962ed93c-2e43-4b5e-9817-66bff0b581c7 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 15:49:21.963348 n-d-808921-1 neutron-server[95297]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 24 15:49:21.963348 n-d-808921-1 neutron-server[95297]: [parameters: {'project_id_1': 'f04fe72b980e4f15b928fb084ced878a', 'expiration_1': datetime.datetime(2021, 9, 24, 15, 49, 1, 848082)}] Sep 24 15:49:21.963348 n-d-808921-1 neutron-server[95297]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:49:21.964639 n-d-808921-1 neutron-server[95297]: DEBUG oslo_db.api [None req-962ed93c-2e43-4b5e-9817-66bff0b581c7 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:49:21.966321 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e92ec8-937a-4e8b-a426-fe9e78b51fd5 req-05a22e3c-9fc6-4d55-9d90-c2e681567296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:21.968044 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-44e92ec8-937a-4e8b-a426-fe9e78b51fd5 req-05a22e3c-9fc6-4d55-9d90-c2e681567296 service neutron] 10.222.0.108 "GET /v2.0/networks?id=5ca707a3-4989-424b-9a98-79246ddfc60c HTTP/1.1" status: 200 len: 922 time: 0.1166284 Sep 24 15:49:21.971289 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-7ee3f3a3-6016-4133-8afa-1841f872fab7 req-03535f84-cd51-4d5c-8299-162a9a4b0530 service neutron] Request body: {'port': {'device_id': 'dbbbc75e-22f5-4528-b206-65438e121c10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:49:22.013064 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a892a5a-c8a3-4fcc-860d-368718821697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:22.018519 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-44e92ec8-937a-4e8b-a426-fe9e78b51fd5 req-624e2b45-1f85-4755-b80e-b1b16512a558 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26c3ce49-d162-4941-8930-1ecbec0b92c4 HTTP/1.1" status: 200 len: 217 time: 0.0427723 Sep 24 15:49:22.043131 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7ee3f3a3-6016-4133-8afa-1841f872fab7 req-03535f84-cd51-4d5c-8299-162a9a4b0530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:22.086533 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a892a5a-c8a3-4fcc-860d-368718821697 None None] Pushing event updated for resources: {'Port': ['ID=4439ffb9-9b08-4fec-8cbb-660348a2ac02,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:22.086730 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e92ec8-937a-4e8b-a426-fe9e78b51fd5 req-b71cf7a6-b740-4935-a0a6-d64d5ef92ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:22.088272 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-44e92ec8-937a-4e8b-a426-fe9e78b51fd5 req-b71cf7a6-b740-4935-a0a6-d64d5ef92ec7 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=7864a260-4b7d-4946-ad5d-046195fcc1ad HTTP/1.1" status: 200 len: 860 time: 0.0632331 Sep 24 15:49:22.123776 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-44e92ec8-937a-4e8b-a426-fe9e78b51fd5 req-a4b01c3c-3201-429e-ab79-617fa0c06a3a service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=5ca707a3-4989-424b-9a98-79246ddfc60c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270522 Sep 24 15:49:22.241921 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-44e92ec8-937a-4e8b-a426-fe9e78b51fd5 req-4721d845-34b6-417f-8468-9569e54dd275 service neutron] 10.222.0.108 "GET /v2.0/networks/5ca707a3-4989-424b-9a98-79246ddfc60c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107845 Sep 24 15:49:22.244800 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eafcc5a6-b2f8-43a2-8ed2-5d2fad91ac7c tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Made reservation on behalf of 9c95bd34ef8943e09d9da8bb4b5315d4 for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:49:22.249222 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-eafcc5a6-b2f8-43a2-8ed2-5d2fad91ac7c tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:22.386121 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d2be28-9929-4382-b160-bf3aacbcd5e2 req-ddc67db4-86b6-4338-a0dc-9491fa844ab2 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:22.393668 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b2d2be28-9929-4382-b160-bf3aacbcd5e2 req-ddc67db4-86b6-4338-a0dc-9491fa844ab2 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/ports?device_id=3a719ae9-f509-4f22-9b6e-7833a8d9b221 HTTP/1.1" status: 200 len: 946 time: 0.1994708 Sep 24 15:49:22.411393 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-44e92ec8-937a-4e8b-a426-fe9e78b51fd5 req-1e264e58-2015-4755-bb66-a6e5d4080e72 service neutron] 10.222.0.108 "GET /v2.0/networks/5ca707a3-4989-424b-9a98-79246ddfc60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606910 Sep 24 15:49:22.431087 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09863aa-7d8f-4b3a-9848-9924e836ddd7 req-853c34fa-2dc1-49d5-b905-a23d558077ce tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:22.432419 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a09863aa-7d8f-4b3a-9848-9924e836ddd7 req-853c34fa-2dc1-49d5-b905-a23d558077ce tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=dbbbc75e-22f5-4528-b206-65438e121c10 HTTP/1.1" status: 200 len: 932 time: 0.0860314 Sep 24 15:49:22.468986 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-962ed93c-2e43-4b5e-9817-66bff0b581c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:22.510151 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a09863aa-7d8f-4b3a-9848-9924e836ddd7 req-f4c9dfe4-8cb2-4245-b8d2-0e2fa0ae99c8 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622756 Sep 24 15:49:22.544094 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b2d2be28-9929-4382-b160-bf3aacbcd5e2 req-13e89148-d49e-4b94-8925-0f9b5fef176d tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/security-groups?id=1b2ada65-5612-4fdd-b25e-e6fca30094ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399126 Sep 24 15:49:22.638797 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-962ed93c-2e43-4b5e-9817-66bff0b581c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:22.644753 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-7ee3f3a3-6016-4133-8afa-1841f872fab7 req-03535f84-cd51-4d5c-8299-162a9a4b0530 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95128b00-f320-443a-bb0c-753222360ea2 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:49:22.657342 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7ee3f3a3-6016-4133-8afa-1841f872fab7 req-03535f84-cd51-4d5c-8299-162a9a4b0530 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:22.667331 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 4439ffb9-9b08-4fec-8cbb-660348a2ac02 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:49:22.686703 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 36506) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:49:22.712911 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-7ee3f3a3-6016-4133-8afa-1841f872fab7 req-03535f84-cd51-4d5c-8299-162a9a4b0530 service neutron] Transition to ACTIVE for port object 95128b00-f320-443a-bb0c-753222360ea2 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:49:22.721043 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-672d0c99-2dd9-40f3-a896-999376de3d3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:22.736849 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 4439ffb9-9b08-4fec-8cbb-660348a2ac02 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:49:22.737335 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:22.818755 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:22.855168 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port 4439ffb9-9b08-4fec-8cbb-660348a2ac02, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=4439ffb9-9b08-4fec-8cbb-660348a2ac02,segment=NetworkSegment(b82c49c8-40f0-4988-9f62-1c8c6d49c265),segment_id=b82c49c8-40f0-4988-9f62-1c8c6d49c265)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:49:22.868812 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-962ed93c-2e43-4b5e-9817-66bff0b581c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:22.940821 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7ee3f3a3-6016-4133-8afa-1841f872fab7 req-03535f84-cd51-4d5c-8299-162a9a4b0530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:22.946262 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-eafcc5a6-b2f8-43a2-8ed2-5d2fad91ac7c tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:22.962507 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-962ed93c-2e43-4b5e-9817-66bff0b581c7 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=f04fe72b980e4f15b928fb084ced878a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2048180 Sep 24 15:49:22.966167 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962ed93c-2e43-4b5e-9817-66bff0b581c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9118af-fdd0-4f0d-9b61-be11ebf943d3,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:22.981589 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 36522) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:49:23.027145 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:23.087315 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=4439ffb9-9b08-4fec-8cbb-660348a2ac02,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:23.093905 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafcc5a6-b2f8-43a2-8ed2-5d2fad91ac7c tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Pushing event updated for resources: {'Subnet': ['ID=747d8a09-e84c-4001-8fba-578be380be34,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:23.094665 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1f47f796-a399-4163-982a-af0fb349445a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:23.107505 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03535f84-cd51-4d5c-8299-162a9a4b0530 service neutron] Pushing event updated for resources: {'Port': ['ID=95128b00-f320-443a-bb0c-753222360ea2,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:23.123726 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-672d0c99-2dd9-40f3-a896-999376de3d3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:23.128658 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1f47f796-a399-4163-982a-af0fb349445a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:23.169443 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafcc5a6-b2f8-43a2-8ed2-5d2fad91ac7c tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Checking segment: {'id': 'e0f7bf10-ac08-4ee7-bc90-bd7148ee3b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'b2b8969d-41cd-4bf3-a49c-f316cd2decb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:49:23.169803 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafcc5a6-b2f8-43a2-8ed2-5d2fad91ac7c tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Network hostable DHCP agents. Network: b2b8969d-41cd-4bf3-a49c-f316cd2decb2, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:49:23.219757 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-7ee3f3a3-6016-4133-8afa-1841f872fab7 req-03535f84-cd51-4d5c-8299-162a9a4b0530 service neutron] Attempting to bind port 95128b00-f320-443a-bb0c-753222360ea2 on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:49:23.220352 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-7ee3f3a3-6016-4133-8afa-1841f872fab7 req-03535f84-cd51-4d5c-8299-162a9a4b0530 service neutron] Attempting to bind port 95128b00-f320-443a-bb0c-753222360ea2 by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': '368a9d0c-2815-451d-a46d-c1bdd7d38862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'fcaa8023-73de-41c9-b56a-537c209ef622'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:49:23.220706 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee3f3a3-6016-4133-8afa-1841f872fab7 req-03535f84-cd51-4d5c-8299-162a9a4b0530 service neutron] Attempting to bind port 95128b00-f320-443a-bb0c-753222360ea2 on network fcaa8023-73de-41c9-b56a-537c209ef622 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:49:23.225611 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee3f3a3-6016-4133-8afa-1841f872fab7 req-03535f84-cd51-4d5c-8299-162a9a4b0530 service neutron] Port 95128b00-f320-443a-bb0c-753222360ea2 on network fcaa8023-73de-41c9-b56a-537c209ef622 not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:49:23.226191 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee3f3a3-6016-4133-8afa-1841f872fab7 req-03535f84-cd51-4d5c-8299-162a9a4b0530 service neutron] Attempting to bind port 95128b00-f320-443a-bb0c-753222360ea2 on network fcaa8023-73de-41c9-b56a-537c209ef622 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:49:23.231680 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee3f3a3-6016-4133-8afa-1841f872fab7 req-03535f84-cd51-4d5c-8299-162a9a4b0530 service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 49, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:49:23.232020 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee3f3a3-6016-4133-8afa-1841f872fab7 req-03535f84-cd51-4d5c-8299-162a9a4b0530 service neutron] Checking segment: {'id': '368a9d0c-2815-451d-a46d-c1bdd7d38862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'fcaa8023-73de-41c9-b56a-537c209ef622'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:49:23.232400 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ee3f3a3-6016-4133-8afa-1841f872fab7 req-03535f84-cd51-4d5c-8299-162a9a4b0530 service neutron] Bound using segment: {'id': '368a9d0c-2815-451d-a46d-c1bdd7d38862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'fcaa8023-73de-41c9-b56a-537c209ef622'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:49:23.232826 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-7ee3f3a3-6016-4133-8afa-1841f872fab7 req-03535f84-cd51-4d5c-8299-162a9a4b0530 service neutron] Bound port: 95128b00-f320-443a-bb0c-753222360ea2, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '368a9d0c-2815-451d-a46d-c1bdd7d38862', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'fcaa8023-73de-41c9-b56a-537c209ef622'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:49:23.233181 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7ee3f3a3-6016-4133-8afa-1841f872fab7 req-03535f84-cd51-4d5c-8299-162a9a4b0530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:23.303727 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-7ee3f3a3-6016-4133-8afa-1841f872fab7 req-03535f84-cd51-4d5c-8299-162a9a4b0530 service neutron] For port 95128b00-f320-443a-bb0c-753222360ea2, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:49:23.307812 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-7ee3f3a3-6016-4133-8afa-1841f872fab7 req-03535f84-cd51-4d5c-8299-162a9a4b0530 service neutron] For port 95128b00-f320-443a-bb0c-753222360ea2, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=95128b00-f320-443a-bb0c-753222360ea2,segment=NetworkSegment(368a9d0c-2815-451d-a46d-c1bdd7d38862),segment_id=368a9d0c-2815-451d-a46d-c1bdd7d38862)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:49:23.342422 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4863cfdf-d96e-47b9-95c3-2d633ec856d2 None None] Network 902490d5-7401-4a00-ae7c-43f02904d5c4 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:49:23.350267 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-672d0c99-2dd9-40f3-a896-999376de3d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:23.387530 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672d0c99-2dd9-40f3-a896-999376de3d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92aa2ee1-2347-4d4d-9de0-661120deddd6,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:23.392057 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-672d0c99-2dd9-40f3-a896-999376de3d3a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=fb22dfa2a47c4f13bf4cf378ed8cf4f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7043169 Sep 24 15:49:23.394620 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1f47f796-a399-4163-982a-af0fb349445a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:23.395303 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 36532) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:49:23.397729 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1f47f796-a399-4163-982a-af0fb349445a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:23.407416 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-1f47f796-a399-4163-982a-af0fb349445a admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/7f9118af-fdd0-4f0d-9b61-be11ebf943d3 HTTP/1.1" status: 204 len: 168 time: 0.4203918 Sep 24 15:49:23.410467 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-15c5b340-a5bd-48c1-a72d-c0f310105afa None None] Provisioning complete for port 4439ffb9-9b08-4fec-8cbb-660348a2ac02 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:49:23.410467 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-15c5b340-a5bd-48c1-a72d-c0f310105afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:23.420404 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafcc5a6-b2f8-43a2-8ed2-5d2fad91ac7c tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Network b2b8969d-41cd-4bf3-a49c-f316cd2decb2 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:49:23.429456 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f47f796-a399-4163-982a-af0fb349445a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f9118af-fdd0-4f0d-9b61-be11ebf943d3,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:23.448190 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7ee3f3a3-6016-4133-8afa-1841f872fab7 req-03535f84-cd51-4d5c-8299-162a9a4b0530 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:23.530116 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03535f84-cd51-4d5c-8299-162a9a4b0530 service neutron] Pushing event updated for resources: {'Port': ['ID=95128b00-f320-443a-bb0c-753222360ea2,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:23.532358 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee3f3a3-6016-4133-8afa-1841f872fab7 req-03535f84-cd51-4d5c-8299-162a9a4b0530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:23.532970 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7ee3f3a3-6016-4133-8afa-1841f872fab7 req-03535f84-cd51-4d5c-8299-162a9a4b0530 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:23.534334 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7ee3f3a3-6016-4133-8afa-1841f872fab7 req-03535f84-cd51-4d5c-8299-162a9a4b0530 service neutron] 10.222.0.110 "PUT /v2.0/ports/95128b00-f320-443a-bb0c-753222360ea2 HTTP/1.1" status: 200 len: 1092 time: 1.5679517 Sep 24 15:49:23.535050 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbbbc75e-22f5-4528-b206-65438e121c10', 'tag': '95128b00-f320-443a-bb0c-753222360ea2'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:49:23.537926 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8219801-1c09-4971-a99f-079a923563df" -d '{"events": [{"name": "network-changed", "server_uuid": "dbbbc75e-22f5-4528-b206-65438e121c10", "tag": "95128b00-f320-443a-bb0c-753222360ea2"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:49:23.556985 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-eafcc5a6-b2f8-43a2-8ed2-5d2fad91ac7c tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, b2b8969d-41cd-4bf3-a49c-f316cd2decb2) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:49:23.567540 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafcc5a6-b2f8-43a2-8ed2-5d2fad91ac7c tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:23.568938 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-eafcc5a6-b2f8-43a2-8ed2-5d2fad91ac7c tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:23.580566 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-eebe86d5-e460-423b-9fff-ff6aa9d802b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:23.594236 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3ccc79-4ce9-4a95-a336-40cf1d71f639 None None] Network b2b8969d-41cd-4bf3-a49c-f316cd2decb2 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:49:23.612120 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-eebe86d5-e460-423b-9fff-ff6aa9d802b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:23.649537 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0d607a-b6a4-42a3-99a5-7afaa842cdb6 x-openstack-request-id: req-7e0d607a-b6a4-42a3-99a5-7afaa842cdb6 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:49:23.650230 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbbbc75e-22f5-4528-b206-65438e121c10", "tag": "95128b00-f320-443a-bb0c-753222360ea2", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:49:23.650230 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-7e0d607a-b6a4-42a3-99a5-7afaa842cdb6 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:49:23.650696 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbbbc75e-22f5-4528-b206-65438e121c10', 'tag': '95128b00-f320-443a-bb0c-753222360ea2', 'status': 'completed', 'code': 200} Sep 24 15:49:23.761738 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee3f3a3-6016-4133-8afa-1841f872fab7 req-11f8c72b-3541-4968-bb01-c7f4568d1219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:23.766414 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7ee3f3a3-6016-4133-8afa-1841f872fab7 req-11f8c72b-3541-4968-bb01-c7f4568d1219 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=62a8ba880b994b468ea0f6bf276f3fa0&device_id=dbbbc75e-22f5-4528-b206-65438e121c10 HTTP/1.1" status: 200 len: 1095 time: 0.1083107 Sep 24 15:49:23.769923 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-eafcc5a6-b2f8-43a2-8ed2-5d2fad91ac7c tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1457624 Sep 24 15:49:23.779652 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a0c6a6-b5b5-49b8-89d3-fe0256faa2bd req-f5feab77-8de2-4fed-b44a-607e68fa057a tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:23.790253 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d2a0c6a6-b5b5-49b8-89d3-fe0256faa2bd req-f5feab77-8de2-4fed-b44a-607e68fa057a tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=dbbbc75e-22f5-4528-b206-65438e121c10 HTTP/1.1" status: 200 len: 944 time: 0.1421881 Sep 24 15:49:23.818990 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0884d88-b7fa-4ca8-80f7-02d829ce1191 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-b2b8969d-41cd-4bf3-a49c-f316cd2decb2', 'network_id': 'b2b8969d-41cd-4bf3-a49c-f316cd2decb2', 'tenant_id': '9c95bd34ef8943e09d9da8bb4b5315d4', 'fixed_ips': [{'subnet_id': '747d8a09-e84c-4001-8fba-578be380be34'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:49:23.820505 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b0884d88-b7fa-4ca8-80f7-02d829ce1191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:23.862480 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d2a0c6a6-b5b5-49b8-89d3-fe0256faa2bd req-4be6a369-b350-407a-8f98-291041feaf72 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641291 Sep 24 15:49:24.174600 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-ee3e0355-5e70-4c17-b214-fdbc87e7a8fa None None] Provisioning complete for port 4439ffb9-9b08-4fec-8cbb-660348a2ac02 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:49:24.174600 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ee3e0355-5e70-4c17-b214-fdbc87e7a8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:24.273141 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-b0884d88-b7fa-4ca8-80f7-02d829ce1191 None None] Allocated IP 19.86.0.2 (b2b8969d-41cd-4bf3-a49c-f316cd2decb2/747d8a09-e84c-4001-8fba-578be380be34/d4716310-7fdf-4c02-99f6-0809bf7e97d3) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:49:24.299035 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7ee3f3a3-6016-4133-8afa-1841f872fab7 req-69d0511a-633c-4c98-8b2a-3a9683d7667d service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95128b00-f320-443a-bb0c-753222360ea2 HTTP/1.1" status: 200 len: 217 time: 0.4968209 Sep 24 15:49:24.299850 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-eebe86d5-e460-423b-9fff-ff6aa9d802b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:24.304949 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-eebe86d5-e460-423b-9fff-ff6aa9d802b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:24.306188 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-eebe86d5-e460-423b-9fff-ff6aa9d802b9 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/92aa2ee1-2347-4d4d-9de0-661120deddd6 HTTP/1.1" status: 204 len: 168 time: 0.9089437 Sep 24 15:49:24.353118 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebe86d5-e460-423b-9fff-ff6aa9d802b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92aa2ee1-2347-4d4d-9de0-661120deddd6,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:24.389854 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-b8aee4f0-d956-4769-9c84-1f84330395d6 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:24.398917 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c539b603-a528-41d0-9b4a-b00be67aa426 req-06cb289b-5b3c-4939-8673-0f098b7406e3 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:24.399756 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-b8aee4f0-d956-4769-9c84-1f84330395d6 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:24.399756 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-b8aee4f0-d956-4769-9c84-1f84330395d6 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/networks?id=902490d5-7401-4a00-ae7c-43f02904d5c4&id=b2b8969d-41cd-4bf3-a49c-f316cd2decb2 HTTP/1.1" status: 200 len: 1392 time: 0.1983702 Sep 24 15:49:24.402852 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c539b603-a528-41d0-9b4a-b00be67aa426 req-06cb289b-5b3c-4939-8673-0f098b7406e3 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/ports?device_id=3a719ae9-f509-4f22-9b6e-7833a8d9b221 HTTP/1.1" status: 200 len: 946 time: 0.6315975 Sep 24 15:49:24.411056 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee3f3a3-6016-4133-8afa-1841f872fab7 req-30063c98-a5a6-490e-a5b1-43a2fb878bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:24.412972 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7ee3f3a3-6016-4133-8afa-1841f872fab7 req-30063c98-a5a6-490e-a5b1-43a2fb878bee service neutron] 10.222.0.110 "GET /v2.0/subnets?id=0db07746-4ea4-48db-9d56-837ab1eb05bd HTTP/1.1" status: 200 len: 846 time: 0.1056828 Sep 24 15:49:24.417411 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-40297a9c-aa43-4844-ae21-e7e628c62fc0 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/quotas/9c95bd34ef8943e09d9da8bb4b5315d4 HTTP/1.1" status: 200 len: 375 time: 0.0106909 Sep 24 15:49:24.463923 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7ee3f3a3-6016-4133-8afa-1841f872fab7 req-29b8a01b-a588-4de2-ab62-ed4e6f85149d service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=fcaa8023-73de-41c9-b56a-537c209ef622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366826 Sep 24 15:49:24.479604 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-ec9505e9-326c-471d-938e-e3de316ad506 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=9c95bd34ef8943e09d9da8bb4b5315d4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0562868 Sep 24 15:49:24.511541 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c539b603-a528-41d0-9b4a-b00be67aa426 req-16fa7f19-c855-48e2-8f95-47145a96656d tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/security-groups?id=1b2ada65-5612-4fdd-b25e-e6fca30094ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028485 Sep 24 15:49:24.601208 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7ee3f3a3-6016-4133-8afa-1841f872fab7 req-8965838c-17a6-4168-b471-0a1adbef1cc9 service neutron] 10.222.0.110 "GET /v2.0/networks/fcaa8023-73de-41c9-b56a-537c209ef622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269884 Sep 24 15:49:24.631882 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-02ee7e7e-e4f9-44fa-a25f-8d082b7687fe service neutron] 10.222.0.101 "GET /v2.0/networks/902490d5-7401-4a00-ae7c-43f02904d5c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452296 Sep 24 15:49:24.667634 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b0884d88-b7fa-4ca8-80f7-02d829ce1191 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:24.676356 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 4439ffb9-9b08-4fec-8cbb-660348a2ac02 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:49:24.740831 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7ee3f3a3-6016-4133-8afa-1841f872fab7 req-f464f393-8e3a-403e-aaf2-d75ec6706f52 service neutron] 10.222.0.110 "GET /v2.0/networks/fcaa8023-73de-41c9-b56a-537c209ef622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200528 Sep 24 15:49:24.742250 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 4439ffb9-9b08-4fec-8cbb-660348a2ac02 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:49:24.742250 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:24.764387 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-015f7290-7ea5-414f-ade1-8c0775f6a5b2 service neutron] 10.222.0.101 "GET /v2.0/networks/902490d5-7401-4a00-ae7c-43f02904d5c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313694 Sep 24 15:49:24.861328 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-c8ff1569-370f-45cc-abc3-3764448b6890 service neutron] 10.222.0.101 "GET /v2.0/networks/b2b8969d-41cd-4bf3-a49c-f316cd2decb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907323 Sep 24 15:49:24.891125 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b0884d88-b7fa-4ca8-80f7-02d829ce1191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:24.982015 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0884d88-b7fa-4ca8-80f7-02d829ce1191 None None] Network b2b8969d-41cd-4bf3-a49c-f316cd2decb2 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:49:24.987056 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-b0884d88-b7fa-4ca8-80f7-02d829ce1191 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:49:24.991944 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0884d88-b7fa-4ca8-80f7-02d829ce1191 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:49:25.002955 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0884d88-b7fa-4ca8-80f7-02d829ce1191 None None] Pushing event updated for resources: {'Port': ['ID=d4716310-7fdf-4c02-99f6-0809bf7e97d3,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:25.046297 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-e933d407-495d-4447-8d00-2f1e1e39e357 service neutron] 10.222.0.101 "GET /v2.0/networks/b2b8969d-41cd-4bf3-a49c-f316cd2decb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742589 Sep 24 15:49:25.082317 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8219801-1c09-4971-a99f-079a923563df req-9f60ad8a-1dba-40df-bbb6-8c8ed5e3d684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:25.084604 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-b0884d88-b7fa-4ca8-80f7-02d829ce1191 None None] Attempting to bind port d4716310-7fdf-4c02-99f6-0809bf7e97d3 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:49:25.085040 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-b0884d88-b7fa-4ca8-80f7-02d829ce1191 None None] Attempting to bind port d4716310-7fdf-4c02-99f6-0809bf7e97d3 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'e0f7bf10-ac08-4ee7-bc90-bd7148ee3b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'b2b8969d-41cd-4bf3-a49c-f316cd2decb2'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:49:25.085414 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0884d88-b7fa-4ca8-80f7-02d829ce1191 None None] Attempting to bind port d4716310-7fdf-4c02-99f6-0809bf7e97d3 on network b2b8969d-41cd-4bf3-a49c-f316cd2decb2 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:49:25.087291 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f8219801-1c09-4971-a99f-079a923563df req-9f60ad8a-1dba-40df-bbb6-8c8ed5e3d684 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=62a8ba880b994b468ea0f6bf276f3fa0&device_id=dbbbc75e-22f5-4528-b206-65438e121c10 HTTP/1.1" status: 200 len: 1095 time: 0.1423953 Sep 24 15:49:25.091899 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0884d88-b7fa-4ca8-80f7-02d829ce1191 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:49:25.092281 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0884d88-b7fa-4ca8-80f7-02d829ce1191 None None] Checking segment: {'id': 'e0f7bf10-ac08-4ee7-bc90-bd7148ee3b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'b2b8969d-41cd-4bf3-a49c-f316cd2decb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:49:25.092751 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b0884d88-b7fa-4ca8-80f7-02d829ce1191 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:25.093085 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0884d88-b7fa-4ca8-80f7-02d829ce1191 None None] Bound using segment: {'id': 'e0f7bf10-ac08-4ee7-bc90-bd7148ee3b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'b2b8969d-41cd-4bf3-a49c-f316cd2decb2'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:49:25.093547 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-b0884d88-b7fa-4ca8-80f7-02d829ce1191 None None] Bound port: d4716310-7fdf-4c02-99f6-0809bf7e97d3, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0f7bf10-ac08-4ee7-bc90-bd7148ee3b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'b2b8969d-41cd-4bf3-a49c-f316cd2decb2'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:49:25.093927 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b0884d88-b7fa-4ca8-80f7-02d829ce1191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:25.190472 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-b0884d88-b7fa-4ca8-80f7-02d829ce1191 None None] For port d4716310-7fdf-4c02-99f6-0809bf7e97d3, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:49:25.195865 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-b0884d88-b7fa-4ca8-80f7-02d829ce1191 None None] For port d4716310-7fdf-4c02-99f6-0809bf7e97d3, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=d4716310-7fdf-4c02-99f6-0809bf7e97d3,segment=NetworkSegment(e0f7bf10-ac08-4ee7-bc90-bd7148ee3b43),segment_id=e0f7bf10-ac08-4ee7-bc90-bd7148ee3b43)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:49:25.252585 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb16a8-38c9-4bcb-b443-97d43e3522b8 req-7260af9b-8732-43f5-a375-10149e2aa688 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:25.254081 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ccbb16a8-38c9-4bcb-b443-97d43e3522b8 req-7260af9b-8732-43f5-a375-10149e2aa688 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=dbbbc75e-22f5-4528-b206-65438e121c10 HTTP/1.1" status: 200 len: 944 time: 0.2938616 Sep 24 15:49:25.286561 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8219801-1c09-4971-a99f-079a923563df req-230d690e-3a8e-4dd8-898c-d078eecbbe88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:25.287713 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f8219801-1c09-4971-a99f-079a923563df req-230d690e-3a8e-4dd8-898c-d078eecbbe88 service neutron] 10.222.0.110 "GET /v2.0/networks?id=fcaa8023-73de-41c9-b56a-537c209ef622 HTTP/1.1" status: 200 len: 908 time: 0.1877892 Sep 24 15:49:25.310315 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b0884d88-b7fa-4ca8-80f7-02d829ce1191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:25.315838 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ccbb16a8-38c9-4bcb-b443-97d43e3522b8 req-35cced5d-29bb-49f6-997a-e6dda8a00e7a tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510099 Sep 24 15:49:25.371658 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f8219801-1c09-4971-a99f-079a923563df req-03674a0e-7277-4210-8abf-28ff0b9cfc79 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=95128b00-f320-443a-bb0c-753222360ea2 HTTP/1.1" status: 200 len: 217 time: 0.0665929 Sep 24 15:49:25.424603 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0884d88-b7fa-4ca8-80f7-02d829ce1191 None None] Pushing event updated for resources: {'Port': ['ID=d4716310-7fdf-4c02-99f6-0809bf7e97d3,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:25.492360 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d19bcffc-f6b4-4564-bc2d-0f8b80a2dff4 req-9d2a2d7a-8355-4e44-9a50-0416024daaf2 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/ports?device_id=975dfe7b-8e6c-4204-b4e4-f49ebab2cb27 HTTP/1.1" status: 200 len: 210 time: 0.0590677 Sep 24 15:49:25.527042 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8219801-1c09-4971-a99f-079a923563df req-fc7dc9d8-c68f-42bf-bb07-ee4ac39da99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:25.528657 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f8219801-1c09-4971-a99f-079a923563df req-fc7dc9d8-c68f-42bf-bb07-ee4ac39da99e service neutron] 10.222.0.110 "GET /v2.0/subnets?id=0db07746-4ea4-48db-9d56-837ab1eb05bd HTTP/1.1" status: 200 len: 846 time: 0.1461728 Sep 24 15:49:25.576125 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f8219801-1c09-4971-a99f-079a923563df req-ece2e7b7-b6d0-4d64-84a0-eb8768879595 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=fcaa8023-73de-41c9-b56a-537c209ef622&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380604 Sep 24 15:49:25.788845 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb42a730-6742-494a-8fff-c21ed03752dc req-611f9113-543a-408a-a78e-09c661db5743 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:25.790478 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bb42a730-6742-494a-8fff-c21ed03752dc req-611f9113-543a-408a-a78e-09c661db5743 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/ports?device_id=3a719ae9-f509-4f22-9b6e-7833a8d9b221 HTTP/1.1" status: 200 len: 946 time: 0.1598625 Sep 24 15:49:25.831490 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f8219801-1c09-4971-a99f-079a923563df req-0b1cd99b-c573-4b8b-8216-f942537ca83b service neutron] 10.222.0.110 "GET /v2.0/networks/fcaa8023-73de-41c9-b56a-537c209ef622?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470901 Sep 24 15:49:25.876003 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bb42a730-6742-494a-8fff-c21ed03752dc req-dc367e5e-bb49-4c46-a9d7-b72d09b68edd tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/security-groups?id=1b2ada65-5612-4fdd-b25e-e6fca30094ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674565 Sep 24 15:49:25.945056 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f8219801-1c09-4971-a99f-079a923563df req-d3b9d084-aaba-4a4d-83fa-58dadab46b87 service neutron] 10.222.0.110 "GET /v2.0/networks/fcaa8023-73de-41c9-b56a-537c209ef622?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013861 Sep 24 15:49:26.492084 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 95128b00-f320-443a-bb0c-753222360ea2 details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:49:26.519939 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0414367-d8c1-42d9-9979-042581ac0828 req-395eaa8e-d14b-4095-b910-e78def89ec64 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:26.530188 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e0414367-d8c1-42d9-9979-042581ac0828 req-395eaa8e-d14b-4095-b910-e78def89ec64 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=dbbbc75e-22f5-4528-b206-65438e121c10 HTTP/1.1" status: 200 len: 944 time: 0.1204746 Sep 24 15:49:26.606158 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e0414367-d8c1-42d9-9979-042581ac0828 req-637da764-41cb-47f5-9251-2a2f8f92848e tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703850 Sep 24 15:49:26.726915 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6c7c653b-b844-4c6e-97d2-5c812304834b req-d7278d6d-2f81-4cad-99d6-393f603b5d04 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/ports?device_id=975dfe7b-8e6c-4204-b4e4-f49ebab2cb27 HTTP/1.1" status: 200 len: 210 time: 0.0601532 Sep 24 15:49:26.733940 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 95128b00-f320-443a-bb0c-753222360ea2, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=95128b00-f320-443a-bb0c-753222360ea2,segment=NetworkSegment(368a9d0c-2815-451d-a46d-c1bdd7d38862),segment_id=368a9d0c-2815-451d-a46d-c1bdd7d38862)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:49:26.758611 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': '95128b00-f320-443a-bb0c-753222360ea2', 'network_id': 'fcaa8023-73de-41c9-b56a-537c209ef622', 'port_id': '95128b00-f320-443a-bb0c-753222360ea2', 'mac_address': 'fa:16:3e:e7:2a:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0db07746-4ea4-48db-9d56-837ab1eb05bd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:49:26.763326 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device d4716310-7fdf-4c02-99f6-0809bf7e97d3 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:49:26.790449 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295c9c34-2e37-4023-8673-b9af126c1222 None None] Network b2b8969d-41cd-4bf3-a49c-f316cd2decb2 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:49:27.052663 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:27.056873 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb6b6e-4ab6-427d-8d4c-9a9e4866f740 req-097bdbbb-44c8-448d-b2fb-8fe32f39c407 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:27.066892 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-54fb6b6e-4ab6-427d-8d4c-9a9e4866f740 req-097bdbbb-44c8-448d-b2fb-8fe32f39c407 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/ports?device_id=3a719ae9-f509-4f22-9b6e-7833a8d9b221 HTTP/1.1" status: 200 len: 946 time: 0.1023364 Sep 24 15:49:27.077618 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-2aa0a486-786e-42b4-855a-905bebd9cf09 None None] Provisioning complete for port d4716310-7fdf-4c02-99f6-0809bf7e97d3 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:49:27.077995 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2aa0a486-786e-42b4-855a-905bebd9cf09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:27.110036 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-54fb6b6e-4ab6-427d-8d4c-9a9e4866f740 req-87725e77-f0ad-4a09-869c-c36771c66de2 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/security-groups?id=1b2ada65-5612-4fdd-b25e-e6fca30094ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383136 Sep 24 15:49:27.116084 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95128b00-f320-443a-bb0c-753222360ea2 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:49:27.179271 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port d4716310-7fdf-4c02-99f6-0809bf7e97d3 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:49:27.179649 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:27.182452 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 95128b00-f320-443a-bb0c-753222360ea2, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=95128b00-f320-443a-bb0c-753222360ea2,segment=NetworkSegment(368a9d0c-2815-451d-a46d-c1bdd7d38862),segment_id=368a9d0c-2815-451d-a46d-c1bdd7d38862)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:49:27.297458 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2aa0a486-786e-42b4-855a-905bebd9cf09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:27.374763 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:27.378000 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-2aa0a486-786e-42b4-855a-905bebd9cf09 None None] For port d4716310-7fdf-4c02-99f6-0809bf7e97d3, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=d4716310-7fdf-4c02-99f6-0809bf7e97d3,segment=NetworkSegment(e0f7bf10-ac08-4ee7-bc90-bd7148ee3b43),segment_id=e0f7bf10-ac08-4ee7-bc90-bd7148ee3b43)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:49:27.498433 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:27.551613 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=95128b00-f320-443a-bb0c-753222360ea2,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:27.586489 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2aa0a486-786e-42b4-855a-905bebd9cf09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:27.722533 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.db.api [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:49:27.722889 n-d-808921-1 neutron-server[95299]: DEBUG oslo_db.api [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:49:27.734486 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa0a486-786e-42b4-855a-905bebd9cf09 None None] Pushing event updated for resources: {'Port': ['ID=d4716310-7fdf-4c02-99f6-0809bf7e97d3,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:27.742654 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-cb1ed3f7-0336-4edd-b1cf-89fd27b38f84 None None] Provisioning complete for port d4716310-7fdf-4c02-99f6-0809bf7e97d3 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:49:27.743026 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-cb1ed3f7-0336-4edd-b1cf-89fd27b38f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:27.790648 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c8bb2-cf60-4abe-adf7-69a06ca4e8f7 req-3984ed49-9b34-48a6-96fc-57be30dca919 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:27.794592 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-123c8bb2-cf60-4abe-adf7-69a06ca4e8f7 req-3984ed49-9b34-48a6-96fc-57be30dca919 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=dbbbc75e-22f5-4528-b206-65438e121c10 HTTP/1.1" status: 200 len: 945 time: 0.0761404 Sep 24 15:49:27.869490 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-123c8bb2-cf60-4abe-adf7-69a06ca4e8f7 req-df0472dc-d5df-4c64-aa47-dfcac1aac63a tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526304 Sep 24 15:49:27.877303 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['95128b00-f320-443a-bb0c-753222360ea2'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:49:27.877814 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5eba6582-fa7d-4391-880a-582e199dbfa9 req-7305c25f-95b1-4d70-970f-911e359b891d tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/ports?device_id=975dfe7b-8e6c-4204-b4e4-f49ebab2cb27 HTTP/1.1" status: 200 len: 210 time: 0.0530746 Sep 24 15:49:28.230092 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12019a01-6804-4c56-9520-795c3b012672 req-5a2a5aba-8944-48bb-b423-3d37e2a17f88 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:28.231922 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-12019a01-6804-4c56-9520-795c3b012672 req-5a2a5aba-8944-48bb-b423-3d37e2a17f88 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/ports?device_id=3a719ae9-f509-4f22-9b6e-7833a8d9b221 HTTP/1.1" status: 200 len: 946 time: 0.0528524 Sep 24 15:49:28.293969 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-12019a01-6804-4c56-9520-795c3b012672 req-cd5d65a0-eb2f-4788-baf4-b98919e32f3f tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/security-groups?id=1b2ada65-5612-4fdd-b25e-e6fca30094ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459912 Sep 24 15:49:28.609537 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device d4716310-7fdf-4c02-99f6-0809bf7e97d3 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:49:28.664731 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port d4716310-7fdf-4c02-99f6-0809bf7e97d3 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:49:28.664731 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:28.982975 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a682e665-fb36-4d58-93aa-685c5003b7fe req-90cdb8e8-2ac0-46c4-ac61-9257bd465efe tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:28.994006 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a682e665-fb36-4d58-93aa-685c5003b7fe req-90cdb8e8-2ac0-46c4-ac61-9257bd465efe tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=dbbbc75e-22f5-4528-b206-65438e121c10 HTTP/1.1" status: 200 len: 945 time: 0.0572641 Sep 24 15:49:28.995316 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b13eca0c-8219-4547-ab6b-9a6a783e8cf2 req-5351b490-252f-48d2-8d37-b1a225e49d8f tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/ports?device_id=975dfe7b-8e6c-4204-b4e4-f49ebab2cb27 HTTP/1.1" status: 200 len: 210 time: 0.0268989 Sep 24 15:49:29.142124 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a682e665-fb36-4d58-93aa-685c5003b7fe req-4131c7b5-df4c-4646-a888-e4071927d708 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473832 Sep 24 15:49:29.198317 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-440163fe-bfbf-4ffe-9e32-aca75b56b037 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:29.204390 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-440163fe-bfbf-4ffe-9e32-aca75b56b037 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:29.205974 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-440163fe-bfbf-4ffe-9e32-aca75b56b037 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.108 "GET /v2.0/networks?id=902490d5-7401-4a00-ae7c-43f02904d5c4&id=b2b8969d-41cd-4bf3-a49c-f316cd2decb2 HTTP/1.1" status: 200 len: 1392 time: 0.1621275 Sep 24 15:49:29.218929 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-6f2f9797-c99b-43f3-a7c2-ed8e37a67dfa tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Request body: {'port': {'device_id': '975dfe7b-8e6c-4204-b4e4-f49ebab2cb27', 'network_id': '902490d5-7401-4a00-ae7c-43f02904d5c4', 'admin_state_up': True, 'tenant_id': '9c95bd34ef8943e09d9da8bb4b5315d4'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:49:29.446695 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea084f6f-7a3b-4bcb-af9a-811da522b980 req-5ec1b44e-42fa-49b5-8d12-bd9bfbe20bd8 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:29.448244 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ea084f6f-7a3b-4bcb-af9a-811da522b980 req-5ec1b44e-42fa-49b5-8d12-bd9bfbe20bd8 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/ports?device_id=3a719ae9-f509-4f22-9b6e-7833a8d9b221 HTTP/1.1" status: 200 len: 946 time: 0.0527756 Sep 24 15:49:29.485662 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ea084f6f-7a3b-4bcb-af9a-811da522b980 req-0d2c4fbd-2c56-4923-9ba1-e31f6b4c499a tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/security-groups?id=1b2ada65-5612-4fdd-b25e-e6fca30094ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312364 Sep 24 15:49:29.510259 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-6f2f9797-c99b-43f3-a7c2-ed8e37a67dfa tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Made reservation on behalf of 9c95bd34ef8943e09d9da8bb4b5315d4 for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:49:29.521800 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-6f2f9797-c99b-43f3-a7c2-ed8e37a67dfa tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:29.706974 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-6f2f9797-c99b-43f3-a7c2-ed8e37a67dfa tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Allocated IP 19.80.0.238 (902490d5-7401-4a00-ae7c-43f02904d5c4/52bc4429-79be-4116-9fc1-1c81ea2f236f/e2493d34-73ce-4ea7-bb0d-e1a3fd2b1d16) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:49:29.884342 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-6f2f9797-c99b-43f3-a7c2-ed8e37a67dfa tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:30.093874 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b6f859f2-f66b-47e3-8720-ed3e58b6d860 req-5efffce8-b5d1-4543-a69c-807be0dcce57 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/ports?device_id=975dfe7b-8e6c-4204-b4e4-f49ebab2cb27 HTTP/1.1" status: 200 len: 210 time: 0.0306494 Sep 24 15:49:30.153058 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-6f2f9797-c99b-43f3-a7c2-ed8e37a67dfa tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:30.202971 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-6f2f9797-c99b-43f3-a7c2-ed8e37a67dfa tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Network 902490d5-7401-4a00-ae7c-43f02904d5c4 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:49:30.215212 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-6f2f9797-c99b-43f3-a7c2-ed8e37a67dfa tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:49:30.221508 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-6f2f9797-c99b-43f3-a7c2-ed8e37a67dfa tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:49:30.290447 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2f9797-c99b-43f3-a7c2-ed8e37a67dfa tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Pushing event updated for resources: {'Port': ['ID=e2493d34-73ce-4ea7-bb0d-e1a3fd2b1d16,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:30.318294 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-6f2f9797-c99b-43f3-a7c2-ed8e37a67dfa tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:30.322727 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-6f2f9797-c99b-43f3-a7c2-ed8e37a67dfa tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:30.333170 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbccf59b-eba2-49bc-b02f-3483ed5ae0e3 req-bcc2cf42-2a0d-43ad-b66b-91a1c72385ca tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:30.341540 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-dbccf59b-eba2-49bc-b02f-3483ed5ae0e3 req-bcc2cf42-2a0d-43ad-b66b-91a1c72385ca tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=dbbbc75e-22f5-4528-b206-65438e121c10 HTTP/1.1" status: 200 len: 945 time: 0.1218007 Sep 24 15:49:30.386444 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-dbccf59b-eba2-49bc-b02f-3483ed5ae0e3 req-7b3234e4-8725-4a83-b8a4-fbff528f34f1 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439925 Sep 24 15:49:30.516226 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-6f2f9797-c99b-43f3-a7c2-ed8e37a67dfa tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3010073 Sep 24 15:49:30.530430 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-367ac2b8-cc30-48a8-a3ce-6a55340899a2 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Request body: {'port': {'device_id': '975dfe7b-8e6c-4204-b4e4-f49ebab2cb27', 'network_id': 'b2b8969d-41cd-4bf3-a49c-f316cd2decb2', 'admin_state_up': True, 'tenant_id': '9c95bd34ef8943e09d9da8bb4b5315d4'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:49:30.530713 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 95128b00-f320-443a-bb0c-753222360ea2 up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:49:30.582202 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-d9f721ec-f2e8-4620-bc42-55fe9839aceb None None] Provisioning complete for port e2493d34-73ce-4ea7-bb0d-e1a3fd2b1d16 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:49:30.582920 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d9f721ec-f2e8-4620-bc42-55fe9839aceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:30.628224 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-d9f721ec-f2e8-4620-bc42-55fe9839aceb None None] Port e2493d34-73ce-4ea7-bb0d-e1a3fd2b1d16 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:49:30.649368 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e4d74-8537-4ec0-9a57-b508c3039bd2 req-c654b548-c575-4d93-882d-b6892a027c17 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:30.651224 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-183e4d74-8537-4ec0-9a57-b508c3039bd2 req-c654b548-c575-4d93-882d-b6892a027c17 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/ports?device_id=3a719ae9-f509-4f22-9b6e-7833a8d9b221 HTTP/1.1" status: 200 len: 946 time: 0.0859201 Sep 24 15:49:30.711894 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-183e4d74-8537-4ec0-9a57-b508c3039bd2 req-4a1bbf27-771b-4c1f-b650-f6690c8c1f60 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/security-groups?id=1b2ada65-5612-4fdd-b25e-e6fca30094ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447156 Sep 24 15:49:30.762236 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port 95128b00-f320-443a-bb0c-753222360ea2 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:49:30.767277 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port 95128b00-f320-443a-bb0c-753222360ea2 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:49:30.771765 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:30.818168 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-367ac2b8-cc30-48a8-a3ce-6a55340899a2 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Made reservation on behalf of 9c95bd34ef8943e09d9da8bb4b5315d4 for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:49:30.823345 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-367ac2b8-cc30-48a8-a3ce-6a55340899a2 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:30.856580 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:30.881652 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbbbc75e-22f5-4528-b206-65438e121c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95128b00-f320-443a-bb0c-753222360ea2'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:49:30.883964 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52a22904-6770-404f-b319-232aa5777517" -d '{"events": [{"server_uuid": "dbbbc75e-22f5-4528-b206-65438e121c10", "name": "network-vif-plugged", "status": "completed", "tag": "95128b00-f320-443a-bb0c-753222360ea2"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:49:30.900438 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 95128b00-f320-443a-bb0c-753222360ea2, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=95128b00-f320-443a-bb0c-753222360ea2,segment=NetworkSegment(368a9d0c-2815-451d-a46d-c1bdd7d38862),segment_id=368a9d0c-2815-451d-a46d-c1bdd7d38862)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:49:30.955818 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 36940) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:49:30.991930 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:31.009272 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-367ac2b8-cc30-48a8-a3ce-6a55340899a2 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Allocated IP 19.86.0.101 (b2b8969d-41cd-4bf3-a49c-f316cd2decb2/747d8a09-e84c-4001-8fba-578be380be34/a5451234-4da2-478b-888c-4fec8e5a07a3) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:49:31.045071 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db8df01f-b7c8-489a-80bb-7455b5b710e3 x-openstack-request-id: req-db8df01f-b7c8-489a-80bb-7455b5b710e3 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:49:31.045426 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbbbc75e-22f5-4528-b206-65438e121c10", "name": "network-vif-plugged", "status": "completed", "tag": "95128b00-f320-443a-bb0c-753222360ea2", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:49:31.045603 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-db8df01f-b7c8-489a-80bb-7455b5b710e3 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:49:31.046004 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbbbc75e-22f5-4528-b206-65438e121c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95128b00-f320-443a-bb0c-753222360ea2', 'code': 200} Sep 24 15:49:31.091500 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=95128b00-f320-443a-bb0c-753222360ea2,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:31.203059 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab30b6bb-17fb-43a4-ba5d-7ed21b9ab5f1 req-97137a6d-d2bb-495e-b974-354946d96a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:31.204354 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-367ac2b8-cc30-48a8-a3ce-6a55340899a2 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:31.207177 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ab30b6bb-17fb-43a4-ba5d-7ed21b9ab5f1 req-97137a6d-d2bb-495e-b974-354946d96a29 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=dbbbc75e-22f5-4528-b206-65438e121c10 HTTP/1.1" status: 200 len: 1097 time: 0.1187265 Sep 24 15:49:31.252356 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a8ad0a33-cb20-4c3d-8e56-ea64762bf392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:31.268428 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ab30b6bb-17fb-43a4-ba5d-7ed21b9ab5f1 req-6063e507-e58b-4125-a8b8-4fd2e26e1061 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534976 Sep 24 15:49:31.305157 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-367ac2b8-cc30-48a8-a3ce-6a55340899a2 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:31.340344 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4ae4c140-7e0b-4c72-b6fc-782b9e84dd99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:31.359584 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-367ac2b8-cc30-48a8-a3ce-6a55340899a2 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Network b2b8969d-41cd-4bf3-a49c-f316cd2decb2 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:49:31.373392 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3314e557-6407-49f6-a807-ae97abff2f60 req-56ae7896-024a-4507-9065-52c0fc72103c tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:31.374925 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3314e557-6407-49f6-a807-ae97abff2f60 req-56ae7896-024a-4507-9065-52c0fc72103c tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/ports?device_id=975dfe7b-8e6c-4204-b4e4-f49ebab2cb27 HTTP/1.1" status: 200 len: 932 time: 0.1293814 Sep 24 15:49:31.376245 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-367ac2b8-cc30-48a8-a3ce-6a55340899a2 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:49:31.378212 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367ac2b8-cc30-48a8-a3ce-6a55340899a2 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Pushing event updated for resources: {'Port': ['ID=a5451234-4da2-478b-888c-4fec8e5a07a3,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:31.381085 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-367ac2b8-cc30-48a8-a3ce-6a55340899a2 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:49:31.455677 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-367ac2b8-cc30-48a8-a3ce-6a55340899a2 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:31.456363 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-367ac2b8-cc30-48a8-a3ce-6a55340899a2 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:31.479872 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3314e557-6407-49f6-a807-ae97abff2f60 req-b670ca17-71b2-4e9f-89f0-5d7af2c9e291 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/security-groups?id=1aa72ca6-205a-4e58-b313-5dd57c74d75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937591 Sep 24 15:49:31.508232 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4ae4c140-7e0b-4c72-b6fc-782b9e84dd99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:31.561429 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e9eb00-4825-41fa-8f65-16254a036d29 req-236c19b9-ac88-41f8-99f5-e4214df22c2e tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:31.565031 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-86e9eb00-4825-41fa-8f65-16254a036d29 req-236c19b9-ac88-41f8-99f5-e4214df22c2e tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=dbbbc75e-22f5-4528-b206-65438e121c10 HTTP/1.1" status: 200 len: 946 time: 0.0797815 Sep 24 15:49:31.596439 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4ae4c140-7e0b-4c72-b6fc-782b9e84dd99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:31.624791 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-367ac2b8-cc30-48a8-a3ce-6a55340899a2 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1012688 Sep 24 15:49:31.635638 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-86e9eb00-4825-41fa-8f65-16254a036d29 req-e03df9a5-174a-4c2f-a22e-50e3477a6569 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696590 Sep 24 15:49:31.639788 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-8ebbf803-6dff-49e7-b051-fa9b09ffe253 service neutron] Request body: {'port': {'device_id': '975dfe7b-8e6c-4204-b4e4-f49ebab2cb27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:49:31.680855 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-4ae4c140-7e0b-4c72-b6fc-782b9e84dd99 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e05c1733bbeb47e592e4140ab0acf074&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7235546 Sep 24 15:49:31.683533 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae4c140-7e0b-4c72-b6fc-782b9e84dd99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2af77f7-2986-42d1-9e97-d7c141a1f202,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:31.685397 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 36976) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:49:31.771745 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-dedb79a1-fbec-4105-a37d-b4ab5d258f52 None None] Provisioning complete for port a5451234-4da2-478b-888c-4fec8e5a07a3 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:49:31.772277 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-dedb79a1-fbec-4105-a37d-b4ab5d258f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:31.777892 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-8ebbf803-6dff-49e7-b051-fa9b09ffe253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:31.824207 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-dedb79a1-fbec-4105-a37d-b4ab5d258f52 None None] Port a5451234-4da2-478b-888c-4fec8e5a07a3 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:49:31.831508 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-81f20d0e-2642-406b-b6d3-560471b6b20c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:31.896354 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-81f20d0e-2642-406b-b6d3-560471b6b20c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:31.992188 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e680101-9949-4389-b056-5e0b96dea342 req-2b46d0ab-b7b4-4829-b9e8-11e80c1115dd tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:31.993762 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4e680101-9949-4389-b056-5e0b96dea342 req-2b46d0ab-b7b4-4829-b9e8-11e80c1115dd tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/ports?device_id=3a719ae9-f509-4f22-9b6e-7833a8d9b221 HTTP/1.1" status: 200 len: 946 time: 0.1655684 Sep 24 15:49:32.064787 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4e680101-9949-4389-b056-5e0b96dea342 req-1c95d301-140e-417c-8048-3a8fec90d040 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/security-groups?id=1b2ada65-5612-4fdd-b25e-e6fca30094ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626295 Sep 24 15:49:32.186806 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-8ebbf803-6dff-49e7-b051-fa9b09ffe253 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2493d34-73ce-4ea7-bb0d-e1a3fd2b1d16 {{(pid=95297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:49:32.195260 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-81f20d0e-2642-406b-b6d3-560471b6b20c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:32.198484 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-81f20d0e-2642-406b-b6d3-560471b6b20c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:32.200106 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-81f20d0e-2642-406b-b6d3-560471b6b20c admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f2af77f7-2986-42d1-9e97-d7c141a1f202 HTTP/1.1" status: 204 len: 168 time: 0.5137968 Sep 24 15:49:32.203847 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-8ebbf803-6dff-49e7-b051-fa9b09ffe253 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:32.215576 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f20d0e-2642-406b-b6d3-560471b6b20c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2af77f7-2986-42d1-9e97-d7c141a1f202,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:32.243878 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.provisioning_blocks [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-8ebbf803-6dff-49e7-b051-fa9b09ffe253 service neutron] Transition to ACTIVE for port object e2493d34-73ce-4ea7-bb0d-e1a3fd2b1d16 will not be triggered until provisioned by entity L2. {{(pid=95297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:49:32.338109 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-8ebbf803-6dff-49e7-b051-fa9b09ffe253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:32.444469 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebbf803-6dff-49e7-b051-fa9b09ffe253 service neutron] Pushing event updated for resources: {'Port': ['ID=e2493d34-73ce-4ea7-bb0d-e1a3fd2b1d16,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:32.520012 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-8ebbf803-6dff-49e7-b051-fa9b09ffe253 service neutron] Attempting to bind port e2493d34-73ce-4ea7-bb0d-e1a3fd2b1d16 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:49:32.520798 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-8ebbf803-6dff-49e7-b051-fa9b09ffe253 service neutron] Attempting to bind port e2493d34-73ce-4ea7-bb0d-e1a3fd2b1d16 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': 'b82c49c8-40f0-4988-9f62-1c8c6d49c265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '902490d5-7401-4a00-ae7c-43f02904d5c4'}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:49:32.521360 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-8ebbf803-6dff-49e7-b051-fa9b09ffe253 service neutron] Attempting to bind port e2493d34-73ce-4ea7-bb0d-e1a3fd2b1d16 on network 902490d5-7401-4a00-ae7c-43f02904d5c4 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:49:32.526681 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-8ebbf803-6dff-49e7-b051-fa9b09ffe253 service neutron] Port e2493d34-73ce-4ea7-bb0d-e1a3fd2b1d16 on network 902490d5-7401-4a00-ae7c-43f02904d5c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:49:32.527010 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-8ebbf803-6dff-49e7-b051-fa9b09ffe253 service neutron] Attempting to bind port e2493d34-73ce-4ea7-bb0d-e1a3fd2b1d16 on network 902490d5-7401-4a00-ae7c-43f02904d5c4 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:49:32.533215 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-8ebbf803-6dff-49e7-b051-fa9b09ffe253 service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:49:32.533554 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-8ebbf803-6dff-49e7-b051-fa9b09ffe253 service neutron] Checking segment: {'id': 'b82c49c8-40f0-4988-9f62-1c8c6d49c265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '902490d5-7401-4a00-ae7c-43f02904d5c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:49:32.533935 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-8ebbf803-6dff-49e7-b051-fa9b09ffe253 service neutron] Bound using segment: {'id': 'b82c49c8-40f0-4988-9f62-1c8c6d49c265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '902490d5-7401-4a00-ae7c-43f02904d5c4'} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:49:32.534389 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-8ebbf803-6dff-49e7-b051-fa9b09ffe253 service neutron] Bound port: e2493d34-73ce-4ea7-bb0d-e1a3fd2b1d16, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b82c49c8-40f0-4988-9f62-1c8c6d49c265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '902490d5-7401-4a00-ae7c-43f02904d5c4'}}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:49:32.535247 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-8ebbf803-6dff-49e7-b051-fa9b09ffe253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:32.634906 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-8ebbf803-6dff-49e7-b051-fa9b09ffe253 service neutron] For port e2493d34-73ce-4ea7-bb0d-e1a3fd2b1d16, host n-h2-808921-1, cleared binding levels {{(pid=95297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:49:32.640279 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-8ebbf803-6dff-49e7-b051-fa9b09ffe253 service neutron] For port e2493d34-73ce-4ea7-bb0d-e1a3fd2b1d16, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=e2493d34-73ce-4ea7-bb0d-e1a3fd2b1d16,segment=NetworkSegment(b82c49c8-40f0-4988-9f62-1c8c6d49c265),segment_id=b82c49c8-40f0-4988-9f62-1c8c6d49c265)] {{(pid=95297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:49:32.662923 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac9189e-d1b0-4b7d-9019-a2d18c66a799 req-ee74e64f-0dc6-452a-b7be-996a670bd7a0 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:32.669036 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac9189e-d1b0-4b7d-9019-a2d18c66a799 req-ee74e64f-0dc6-452a-b7be-996a670bd7a0 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:32.670656 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1ac9189e-d1b0-4b7d-9019-a2d18c66a799 req-ee74e64f-0dc6-452a-b7be-996a670bd7a0 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/ports?device_id=975dfe7b-8e6c-4204-b4e4-f49ebab2cb27 HTTP/1.1" status: 200 len: 1667 time: 0.0915070 Sep 24 15:49:32.722643 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1ac9189e-d1b0-4b7d-9019-a2d18c66a799 req-bfcd924f-9947-42e1-9ed5-667b806303a8 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/security-groups?id=1aa72ca6-205a-4e58-b313-5dd57c74d75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423863 Sep 24 15:49:32.756575 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-8ebbf803-6dff-49e7-b051-fa9b09ffe253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:32.773494 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3cb547-482b-4039-87fe-c23eccb8e209 req-68f4d51e-eec7-41ea-9dd0-bc5fe143fbc4 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:32.775052 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fd3cb547-482b-4039-87fe-c23eccb8e209 req-68f4d51e-eec7-41ea-9dd0-bc5fe143fbc4 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=dbbbc75e-22f5-4528-b206-65438e121c10 HTTP/1.1" status: 200 len: 946 time: 0.0539510 Sep 24 15:49:32.815795 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-8ebbf803-6dff-49e7-b051-fa9b09ffe253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:32.816464 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-8ebbf803-6dff-49e7-b051-fa9b09ffe253 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:32.818887 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-8ebbf803-6dff-49e7-b051-fa9b09ffe253 service neutron] 10.222.0.108 "PUT /v2.0/ports/e2493d34-73ce-4ea7-bb0d-e1a3fd2b1d16 HTTP/1.1" status: 200 len: 1092 time: 1.1833496 Sep 24 15:49:32.822370 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '975dfe7b-8e6c-4204-b4e4-f49ebab2cb27', 'tag': 'e2493d34-73ce-4ea7-bb0d-e1a3fd2b1d16'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:49:32.824673 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f648c94-639c-4f62-ab39-3b2bfbc4cefe" -d '{"events": [{"name": "network-changed", "server_uuid": "975dfe7b-8e6c-4204-b4e4-f49ebab2cb27", "tag": "e2493d34-73ce-4ea7-bb0d-e1a3fd2b1d16"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:49:32.835592 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebbf803-6dff-49e7-b051-fa9b09ffe253 service neutron] Pushing event updated for resources: {'Port': ['ID=e2493d34-73ce-4ea7-bb0d-e1a3fd2b1d16,revision_number=3']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:32.841765 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fd3cb547-482b-4039-87fe-c23eccb8e209 req-e640ccf8-0bbd-4806-9e7b-0126df911341 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563352 Sep 24 15:49:32.885299 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ded12cd-a2b5-4706-961e-a5bc17380404 x-openstack-request-id: req-9ded12cd-a2b5-4706-961e-a5bc17380404 {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:49:32.885598 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "975dfe7b-8e6c-4204-b4e4-f49ebab2cb27", "tag": "e2493d34-73ce-4ea7-bb0d-e1a3fd2b1d16", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:49:32.885946 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-9ded12cd-a2b5-4706-961e-a5bc17380404 {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:49:32.886377 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '975dfe7b-8e6c-4204-b4e4-f49ebab2cb27', 'tag': 'e2493d34-73ce-4ea7-bb0d-e1a3fd2b1d16', 'status': 'completed', 'code': 200} Sep 24 15:49:32.986725 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-cc3768ad-80cb-4352-bf4d-6c6c66828860 service neutron] Request body: {'port': {'device_id': '975dfe7b-8e6c-4204-b4e4-f49ebab2cb27', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:49:33.002136 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f648c94-639c-4f62-ab39-3b2bfbc4cefe req-3ed309bf-7af9-4151-afcd-4b938efa7366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:33.002639 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f648c94-639c-4f62-ab39-3b2bfbc4cefe req-3ed309bf-7af9-4151-afcd-4b938efa7366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:33.004222 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1f648c94-639c-4f62-ab39-3b2bfbc4cefe req-3ed309bf-7af9-4151-afcd-4b938efa7366 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=9c95bd34ef8943e09d9da8bb4b5315d4&device_id=975dfe7b-8e6c-4204-b4e4-f49ebab2cb27 HTTP/1.1" status: 200 len: 1914 time: 0.0664256 Sep 24 15:49:33.061061 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-cc3768ad-80cb-4352-bf4d-6c6c66828860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:33.314539 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62c61ae-a596-4895-b557-cc66ae5f315d req-ccfcb176-010b-4036-935a-672c18d075e6 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:33.319662 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f62c61ae-a596-4895-b557-cc66ae5f315d req-ccfcb176-010b-4036-935a-672c18d075e6 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/ports?device_id=3a719ae9-f509-4f22-9b6e-7833a8d9b221 HTTP/1.1" status: 200 len: 946 time: 0.1040375 Sep 24 15:49:33.414542 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f62c61ae-a596-4895-b557-cc66ae5f315d req-307afd58-172b-4e57-9b22-3387486fa59b tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/security-groups?id=1b2ada65-5612-4fdd-b25e-e6fca30094ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540013 Sep 24 15:49:33.521726 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-cc3768ad-80cb-4352-bf4d-6c6c66828860 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5451234-4da2-478b-888c-4fec8e5a07a3 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:49:33.530539 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-cc3768ad-80cb-4352-bf4d-6c6c66828860 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:33.544615 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-cc3768ad-80cb-4352-bf4d-6c6c66828860 service neutron] Transition to ACTIVE for port object a5451234-4da2-478b-888c-4fec8e5a07a3 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:49:33.553455 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f648c94-639c-4f62-ab39-3b2bfbc4cefe req-8414d12d-ce4b-4241-a772-1fef62c045d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:33.554067 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f648c94-639c-4f62-ab39-3b2bfbc4cefe req-8414d12d-ce4b-4241-a772-1fef62c045d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:33.554666 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f648c94-639c-4f62-ab39-3b2bfbc4cefe req-8414d12d-ce4b-4241-a772-1fef62c045d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:33.556865 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1f648c94-639c-4f62-ab39-3b2bfbc4cefe req-8414d12d-ce4b-4241-a772-1fef62c045d8 service neutron] 10.222.0.108 "GET /v2.0/networks?tenant_id=9c95bd34ef8943e09d9da8bb4b5315d4&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.5442848 Sep 24 15:49:33.558863 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 37058) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:49:33.601182 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-91ceaf51-806e-4ed6-b194-a538c071aed5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:33.624403 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-cc3768ad-80cb-4352-bf4d-6c6c66828860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:33.711629 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f648c94-639c-4f62-ab39-3b2bfbc4cefe req-b7a37a61-a885-48f9-a251-436e5091e60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:33.713267 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1f648c94-639c-4f62-ab39-3b2bfbc4cefe req-b7a37a61-a885-48f9-a251-436e5091e60b service neutron] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1435416 Sep 24 15:49:33.780316 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3768ad-80cb-4352-bf4d-6c6c66828860 service neutron] Pushing event updated for resources: {'Port': ['ID=a5451234-4da2-478b-888c-4fec8e5a07a3,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:33.788427 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-91ceaf51-806e-4ed6-b194-a538c071aed5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:33.820800 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-cc3768ad-80cb-4352-bf4d-6c6c66828860 service neutron] Attempting to bind port a5451234-4da2-478b-888c-4fec8e5a07a3 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:49:33.821280 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-cc3768ad-80cb-4352-bf4d-6c6c66828860 service neutron] Attempting to bind port a5451234-4da2-478b-888c-4fec8e5a07a3 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': 'e0f7bf10-ac08-4ee7-bc90-bd7148ee3b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'b2b8969d-41cd-4bf3-a49c-f316cd2decb2'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:49:33.821860 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-cc3768ad-80cb-4352-bf4d-6c6c66828860 service neutron] Attempting to bind port a5451234-4da2-478b-888c-4fec8e5a07a3 on network b2b8969d-41cd-4bf3-a49c-f316cd2decb2 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:49:33.826701 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-cc3768ad-80cb-4352-bf4d-6c6c66828860 service neutron] Port a5451234-4da2-478b-888c-4fec8e5a07a3 on network b2b8969d-41cd-4bf3-a49c-f316cd2decb2 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:49:33.827129 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-cc3768ad-80cb-4352-bf4d-6c6c66828860 service neutron] Attempting to bind port a5451234-4da2-478b-888c-4fec8e5a07a3 on network b2b8969d-41cd-4bf3-a49c-f316cd2decb2 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:49:33.832756 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-cc3768ad-80cb-4352-bf4d-6c6c66828860 service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:49:33.833421 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-cc3768ad-80cb-4352-bf4d-6c6c66828860 service neutron] Checking segment: {'id': 'e0f7bf10-ac08-4ee7-bc90-bd7148ee3b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'b2b8969d-41cd-4bf3-a49c-f316cd2decb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:49:33.833856 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-cc3768ad-80cb-4352-bf4d-6c6c66828860 service neutron] Bound using segment: {'id': 'e0f7bf10-ac08-4ee7-bc90-bd7148ee3b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'b2b8969d-41cd-4bf3-a49c-f316cd2decb2'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:49:33.834289 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-cc3768ad-80cb-4352-bf4d-6c6c66828860 service neutron] Bound port: a5451234-4da2-478b-888c-4fec8e5a07a3, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0f7bf10-ac08-4ee7-bc90-bd7148ee3b43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'b2b8969d-41cd-4bf3-a49c-f316cd2decb2'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:49:33.834725 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-cc3768ad-80cb-4352-bf4d-6c6c66828860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:33.897540 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96201954-bba0-4323-863c-ebbea3d7a5b8 req-f47cf06f-ceb5-45ec-8d0e-a3e94510ec87 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:33.904018 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96201954-bba0-4323-863c-ebbea3d7a5b8 req-f47cf06f-ceb5-45ec-8d0e-a3e94510ec87 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:33.905795 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-96201954-bba0-4323-863c-ebbea3d7a5b8 req-f47cf06f-ceb5-45ec-8d0e-a3e94510ec87 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/ports?device_id=975dfe7b-8e6c-4204-b4e4-f49ebab2cb27 HTTP/1.1" status: 200 len: 1679 time: 0.0906637 Sep 24 15:49:33.965389 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-cc3768ad-80cb-4352-bf4d-6c6c66828860 service neutron] For port a5451234-4da2-478b-888c-4fec8e5a07a3, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:49:33.966547 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-96201954-bba0-4323-863c-ebbea3d7a5b8 req-dc0486a5-ad74-4563-95f4-29ca11d9a4cf tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/security-groups?id=1aa72ca6-205a-4e58-b313-5dd57c74d75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476589 Sep 24 15:49:33.966886 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-91ceaf51-806e-4ed6-b194-a538c071aed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:33.997648 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-074a394a-45ed-42b6-8a85-ec5ac79dbe87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:34.001406 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-cc3768ad-80cb-4352-bf4d-6c6c66828860 service neutron] For port a5451234-4da2-478b-888c-4fec8e5a07a3, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=a5451234-4da2-478b-888c-4fec8e5a07a3,segment=NetworkSegment(e0f7bf10-ac08-4ee7-bc90-bd7148ee3b43),segment_id=e0f7bf10-ac08-4ee7-bc90-bd7148ee3b43)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:49:34.004693 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-91ceaf51-806e-4ed6-b194-a538c071aed5 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d2e5c0fd0fd04385921d4292a6420224&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4446158 Sep 24 15:49:34.008539 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 37082) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:49:34.024509 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ceaf51-806e-4ed6-b194-a538c071aed5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=093317b7-e26c-4f0a-8436-bee7a9d166a3,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:34.044049 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8f1013-194f-4647-a0da-03576fbcf1f1 req-42873119-3554-47a7-804c-720a54af1763 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:34.044049 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cd8f1013-194f-4647-a0da-03576fbcf1f1 req-42873119-3554-47a7-804c-720a54af1763 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=dbbbc75e-22f5-4528-b206-65438e121c10 HTTP/1.1" status: 200 len: 946 time: 0.1069219 Sep 24 15:49:34.121197 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cd8f1013-194f-4647-a0da-03576fbcf1f1 req-7c78bd16-3d8b-4861-88fa-9a9dce823433 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788815 Sep 24 15:49:34.124178 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-cc3768ad-80cb-4352-bf4d-6c6c66828860 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:34.133807 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4b5f271c-660b-42a0-951c-82005092d800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:34.173640 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-cc3768ad-80cb-4352-bf4d-6c6c66828860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:34.174229 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-cc3768ad-80cb-4352-bf4d-6c6c66828860 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:34.175808 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-cc3768ad-80cb-4352-bf4d-6c6c66828860 service neutron] 10.222.0.108 "PUT /v2.0/ports/a5451234-4da2-478b-888c-4fec8e5a07a3 HTTP/1.1" status: 200 len: 1092 time: 1.1934426 Sep 24 15:49:34.178868 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '975dfe7b-8e6c-4204-b4e4-f49ebab2cb27', 'tag': 'a5451234-4da2-478b-888c-4fec8e5a07a3'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:49:34.181641 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ad2ec7-b558-4f56-bbfd-04b56add77ba" -d '{"events": [{"name": "network-changed", "server_uuid": "975dfe7b-8e6c-4204-b4e4-f49ebab2cb27", "tag": "a5451234-4da2-478b-888c-4fec8e5a07a3"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:49:34.212705 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4b5f271c-660b-42a0-951c-82005092d800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:34.252123 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f86e7ced-ef7a-446b-8476-4888c9cbcdf6 x-openstack-request-id: req-f86e7ced-ef7a-446b-8476-4888c9cbcdf6 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:49:34.252679 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "975dfe7b-8e6c-4204-b4e4-f49ebab2cb27", "tag": "a5451234-4da2-478b-888c-4fec8e5a07a3", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:49:34.253095 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-f86e7ced-ef7a-446b-8476-4888c9cbcdf6 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:49:34.256572 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '975dfe7b-8e6c-4204-b4e4-f49ebab2cb27', 'tag': 'a5451234-4da2-478b-888c-4fec8e5a07a3', 'status': 'completed', 'code': 200} Sep 24 15:49:34.257439 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3768ad-80cb-4352-bf4d-6c6c66828860 service neutron] Pushing event updated for resources: {'Port': ['ID=a5451234-4da2-478b-888c-4fec8e5a07a3,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:34.344958 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:34.393457 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad2ec7-b558-4f56-bbfd-04b56add77ba req-50707ae0-78b7-4f64-a625-4f277425a2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:34.393923 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad2ec7-b558-4f56-bbfd-04b56add77ba req-50707ae0-78b7-4f64-a625-4f277425a2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:34.396640 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-32ad2ec7-b558-4f56-bbfd-04b56add77ba req-50707ae0-78b7-4f64-a625-4f277425a2ef service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=9c95bd34ef8943e09d9da8bb4b5315d4&device_id=975dfe7b-8e6c-4204-b4e4-f49ebab2cb27 HTTP/1.1" status: 200 len: 1981 time: 0.1041377 Sep 24 15:49:34.516816 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4b5f271c-660b-42a0-951c-82005092d800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:34.519486 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4b5f271c-660b-42a0-951c-82005092d800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:34.525603 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-4b5f271c-660b-42a0-951c-82005092d800 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/093317b7-e26c-4f0a-8436-bee7a9d166a3 HTTP/1.1" status: 204 len: 168 time: 0.5101745 Sep 24 15:49:34.556749 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b2e441-e7a5-4ac8-bf1e-8dc7e2cabf99 req-6348e15d-b6fa-4a53-906d-aeeb481ea7c5 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:34.558371 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-91b2e441-e7a5-4ac8-bf1e-8dc7e2cabf99 req-6348e15d-b6fa-4a53-906d-aeeb481ea7c5 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/ports?device_id=3a719ae9-f509-4f22-9b6e-7833a8d9b221 HTTP/1.1" status: 200 len: 946 time: 0.0661025 Sep 24 15:49:34.571004 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5f271c-660b-42a0-951c-82005092d800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=093317b7-e26c-4f0a-8436-bee7a9d166a3,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:34.597293 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad2ec7-b558-4f56-bbfd-04b56add77ba req-436fd2db-cfda-42a4-b93a-143eb477a50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:34.597778 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad2ec7-b558-4f56-bbfd-04b56add77ba req-436fd2db-cfda-42a4-b93a-143eb477a50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:34.604033 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-91b2e441-e7a5-4ac8-bf1e-8dc7e2cabf99 req-353d65b3-45d8-4268-995d-f4fa8fbe1a20 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/security-groups?id=1b2ada65-5612-4fdd-b25e-e6fca30094ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380521 Sep 24 15:49:34.610206 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad2ec7-b558-4f56-bbfd-04b56add77ba req-436fd2db-cfda-42a4-b93a-143eb477a50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:34.612103 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-32ad2ec7-b558-4f56-bbfd-04b56add77ba req-436fd2db-cfda-42a4-b93a-143eb477a50b service neutron] 10.222.0.108 "GET /v2.0/networks?tenant_id=9c95bd34ef8943e09d9da8bb4b5315d4&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.2066391 Sep 24 15:49:34.622901 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68099a19-4be4-4ac4-97f2-cfb31a959f00 req-b79280a2-6ebb-40ee-9cc2-49b17c56dae9 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:34.630778 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-68099a19-4be4-4ac4-97f2-cfb31a959f00 req-b79280a2-6ebb-40ee-9cc2-49b17c56dae9 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=dbbbc75e-22f5-4528-b206-65438e121c10 HTTP/1.1" status: 200 len: 946 time: 0.1167388 Sep 24 15:49:34.731980 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-68099a19-4be4-4ac4-97f2-cfb31a959f00 req-b9442d5b-ab0f-4eb6-84ff-ce2b01f91549 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003237 Sep 24 15:49:34.763117 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad2ec7-b558-4f56-bbfd-04b56add77ba req-89d1043c-d6c5-446c-8483-94dd6e3249e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:34.766423 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-32ad2ec7-b558-4f56-bbfd-04b56add77ba req-89d1043c-d6c5-446c-8483-94dd6e3249e2 service neutron] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1325090 Sep 24 15:49:34.858855 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-75bc915f-ed24-4c13-86c1-50abfc7172ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:34.859553 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-75bc915f-ed24-4c13-86c1-50abfc7172ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:34.861015 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-75bc915f-ed24-4c13-86c1-50abfc7172ac service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=9c95bd34ef8943e09d9da8bb4b5315d4&device_id=975dfe7b-8e6c-4204-b4e4-f49ebab2cb27 HTTP/1.1" status: 200 len: 1981 time: 0.0461173 Sep 24 15:49:34.901527 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a404957f-65cb-4a77-8519-c73ec65ebd37 req-bb3bafe0-8878-45b4-951c-6b5dc5c2f8d2 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:34.903269 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a404957f-65cb-4a77-8519-c73ec65ebd37 req-bb3bafe0-8878-45b4-951c-6b5dc5c2f8d2 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=dbbbc75e-22f5-4528-b206-65438e121c10 HTTP/1.1" status: 200 len: 946 time: 0.0579438 Sep 24 15:49:34.906383 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-5fcf05f0-6d80-43d5-bb71-c83db8a263b4 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.238&port_id=e2493d34-73ce-4ea7-bb0d-e1a3fd2b1d16 HTTP/1.1" status: 200 len: 217 time: 0.0367076 Sep 24 15:49:34.949593 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a404957f-65cb-4a77-8519-c73ec65ebd37 req-a1734f9d-adfd-4052-9841-be5816e10b35 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397646 Sep 24 15:49:34.971339 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-14c9ca7d-41f6-4d63-8929-82aabe7a4604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:34.973331 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-14c9ca7d-41f6-4d63-8929-82aabe7a4604 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=52bc4429-79be-4116-9fc1-1c81ea2f236f HTTP/1.1" status: 200 len: 801 time: 0.0599041 Sep 24 15:49:35.035736 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-a91d7e83-d859-4fcc-b314-eac2a9b26e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:35.035736 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-a91d7e83-d859-4fcc-b314-eac2a9b26e74 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=902490d5-7401-4a00-ae7c-43f02904d5c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0537105 Sep 24 15:49:35.111389 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020dfd37-86aa-495a-81ca-e0b0599d399d req-91a180ac-11ef-4375-b596-a74e31964c07 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:35.118329 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020dfd37-86aa-495a-81ca-e0b0599d399d req-91a180ac-11ef-4375-b596-a74e31964c07 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:35.120050 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-020dfd37-86aa-495a-81ca-e0b0599d399d req-91a180ac-11ef-4375-b596-a74e31964c07 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/ports?device_id=975dfe7b-8e6c-4204-b4e4-f49ebab2cb27 HTTP/1.1" status: 200 len: 1679 time: 0.0715218 Sep 24 15:49:35.130435 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-80d6332e-2fed-43cd-b128-92db83d13c5e service neutron] 10.222.0.108 "GET /v2.0/networks/902490d5-7401-4a00-ae7c-43f02904d5c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876174 Sep 24 15:49:35.165236 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-020dfd37-86aa-495a-81ca-e0b0599d399d req-7874e47d-017c-47c5-b841-cc2c4c6d5887 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/security-groups?id=1aa72ca6-205a-4e58-b313-5dd57c74d75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386171 Sep 24 15:49:35.236842 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-e2aea5a0-73ff-482c-b7fa-e0c06586e88d service neutron] 10.222.0.108 "GET /v2.0/networks/902490d5-7401-4a00-ae7c-43f02904d5c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992281 Sep 24 15:49:35.254269 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:35.297877 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-f87da969-83c8-4140-bd07-479d4f4b8927 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.101&port_id=a5451234-4da2-478b-888c-4fec8e5a07a3 HTTP/1.1" status: 200 len: 217 time: 0.0538380 Sep 24 15:49:35.400096 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-f9e0362a-b7df-4023-bca5-a3825e7bad91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:35.400096 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-f9e0362a-b7df-4023-bca5-a3825e7bad91 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=747d8a09-e84c-4001-8fba-578be380be34 HTTP/1.1" status: 200 len: 801 time: 0.0912960 Sep 24 15:49:35.490669 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-c4b4749a-1019-4814-b11b-16f304f209e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:35.492398 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-c4b4749a-1019-4814-b11b-16f304f209e5 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=b2b8969d-41cd-4bf3-a49c-f316cd2decb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0861287 Sep 24 15:49:35.544076 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c07876e-f782-44db-9fc3-b5abdadd9a01 req-f803c466-f4ae-48ed-a710-ef54d9d4d0b4 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:35.545470 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3c07876e-f782-44db-9fc3-b5abdadd9a01 req-f803c466-f4ae-48ed-a710-ef54d9d4d0b4 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=dbbbc75e-22f5-4528-b206-65438e121c10 HTTP/1.1" status: 200 len: 946 time: 0.0880938 Sep 24 15:49:35.594760 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3c07876e-f782-44db-9fc3-b5abdadd9a01 req-f3979120-b64d-4b40-a17b-f2f42c3f485c tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428483 Sep 24 15:49:35.636673 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-e3fc5aa6-8e8a-4869-a9c0-4e38cf1066aa service neutron] 10.222.0.108 "GET /v2.0/networks/b2b8969d-41cd-4bf3-a49c-f316cd2decb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362042 Sep 24 15:49:35.782086 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8275d1dc-4a3f-4484-b6ee-7e3cade30a96 req-3f9e1696-c161-492d-8895-3320e3361296 service neutron] 10.222.0.108 "GET /v2.0/networks/b2b8969d-41cd-4bf3-a49c-f316cd2decb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367486 Sep 24 15:49:35.792421 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fea4242-cfc8-4b2e-a4c4-c3cc52a0a107 req-b4ff87d8-ae45-4cb6-880d-1ca218cba1ef tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:35.793170 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6fea4242-cfc8-4b2e-a4c4-c3cc52a0a107 req-b4ff87d8-ae45-4cb6-880d-1ca218cba1ef tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/ports?device_id=3a719ae9-f509-4f22-9b6e-7833a8d9b221 HTTP/1.1" status: 200 len: 946 time: 0.0726838 Sep 24 15:49:35.842500 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6fea4242-cfc8-4b2e-a4c4-c3cc52a0a107 req-f793140e-f894-401b-99b9-c3bfa04c3616 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/security-groups?id=1b2ada65-5612-4fdd-b25e-e6fca30094ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420337 Sep 24 15:49:36.215832 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91800a-1359-4d73-8fae-0122f1224f6f req-2aa4b836-7c45-4adb-aa09-3b8c9b319701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:36.219926 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4b91800a-1359-4d73-8fae-0122f1224f6f req-2aa4b836-7c45-4adb-aa09-3b8c9b319701 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=3a719ae9-f509-4f22-9b6e-7833a8d9b221 HTTP/1.1" status: 200 len: 1097 time: 0.0669074 Sep 24 15:49:36.298554 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4b91800a-1359-4d73-8fae-0122f1224f6f req-79878e46-1e42-4d5f-ba8f-5c32c74815ae service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=1b2ada65-5612-4fdd-b25e-e6fca30094ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648539 Sep 24 15:49:36.401380 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8db04a-5bb5-4893-8775-44a3aab0c041 req-dd0d8c55-d82b-4728-8f99-c25a22aa6f62 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:36.408989 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8db04a-5bb5-4893-8775-44a3aab0c041 req-dd0d8c55-d82b-4728-8f99-c25a22aa6f62 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:36.410831 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4c8db04a-5bb5-4893-8775-44a3aab0c041 req-dd0d8c55-d82b-4728-8f99-c25a22aa6f62 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/ports?device_id=975dfe7b-8e6c-4204-b4e4-f49ebab2cb27 HTTP/1.1" status: 200 len: 1679 time: 0.1320064 Sep 24 15:49:36.478867 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4c8db04a-5bb5-4893-8775-44a3aab0c041 req-cb5c5918-560d-41fd-a09e-a16251538fe2 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/security-groups?id=1aa72ca6-205a-4e58-b313-5dd57c74d75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575690 Sep 24 15:49:36.652353 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:36.744640 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc9054-44ff-4120-a09d-eb348b7e55e9 req-8b83e31f-4484-4047-8a24-d37e84852370 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:36.752668 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-22fc9054-44ff-4120-a09d-eb348b7e55e9 req-8b83e31f-4484-4047-8a24-d37e84852370 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=dbbbc75e-22f5-4528-b206-65438e121c10 HTTP/1.1" status: 200 len: 946 time: 0.0669520 Sep 24 15:49:36.803503 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-22fc9054-44ff-4120-a09d-eb348b7e55e9 req-8225c326-5d96-4d88-9486-bbcdb4bfbc74 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492027 Sep 24 15:49:37.039928 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e2bd4-fe71-4ce9-86cc-0443734f21a7 req-f10311cf-24bf-4bf3-a1b6-49026a148624 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:37.042789 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-521e2bd4-fe71-4ce9-86cc-0443734f21a7 req-f10311cf-24bf-4bf3-a1b6-49026a148624 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/ports?device_id=3a719ae9-f509-4f22-9b6e-7833a8d9b221 HTTP/1.1" status: 200 len: 946 time: 0.0650656 Sep 24 15:49:37.093499 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-521e2bd4-fe71-4ce9-86cc-0443734f21a7 req-0ebad9be-986b-4fe1-9d64-31d51d9aeb4b tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/security-groups?id=1b2ada65-5612-4fdd-b25e-e6fca30094ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454080 Sep 24 15:49:37.604666 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f030ee70-00c2-443a-bf26-9a297346954f req-6441f28f-e9c5-4122-9d0c-0c3f5c37f125 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:37.610629 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f030ee70-00c2-443a-bf26-9a297346954f req-6441f28f-e9c5-4122-9d0c-0c3f5c37f125 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:37.612430 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f030ee70-00c2-443a-bf26-9a297346954f req-6441f28f-e9c5-4122-9d0c-0c3f5c37f125 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/ports?device_id=975dfe7b-8e6c-4204-b4e4-f49ebab2cb27 HTTP/1.1" status: 200 len: 1679 time: 0.0575652 Sep 24 15:49:37.659449 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f030ee70-00c2-443a-bf26-9a297346954f req-7bd3b200-9436-4f18-8789-10405ae4f6b6 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/security-groups?id=1aa72ca6-205a-4e58-b313-5dd57c74d75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403776 Sep 24 15:49:37.933710 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69281556-7185-4ccc-86a4-24534197b527 req-5ccd9a6a-751f-46d2-900c-09ee9d970386 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:37.936018 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-69281556-7185-4ccc-86a4-24534197b527 req-5ccd9a6a-751f-46d2-900c-09ee9d970386 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=dbbbc75e-22f5-4528-b206-65438e121c10 HTTP/1.1" status: 200 len: 946 time: 0.0629404 Sep 24 15:49:38.003574 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-69281556-7185-4ccc-86a4-24534197b527 req-1505f141-cf44-4ce4-a57f-b0cdcb0d3a1a tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564444 Sep 24 15:49:38.244762 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c532f28-1aff-4616-bc90-c4f4efb2a0f9 req-d8c60e8c-2472-4647-8e19-8b387dac94b0 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:38.256467 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8c532f28-1aff-4616-bc90-c4f4efb2a0f9 req-d8c60e8c-2472-4647-8e19-8b387dac94b0 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/ports?device_id=3a719ae9-f509-4f22-9b6e-7833a8d9b221 HTTP/1.1" status: 200 len: 946 time: 0.0679274 Sep 24 15:49:38.304206 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8c532f28-1aff-4616-bc90-c4f4efb2a0f9 req-be71ae98-8d26-4894-ac05-1bd6e82d3bc0 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/security-groups?id=1b2ada65-5612-4fdd-b25e-e6fca30094ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459993 Sep 24 15:49:38.353951 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-58c46816-7033-4d4c-82e7-3a39fd7aa38c req-4e8ec478-8a83-4112-b498-a7aa6bdae81e tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-647631285', 'description': 'tempest-description-205159277'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:49:38.475452 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-58c46816-7033-4d4c-82e7-3a39fd7aa38c req-4e8ec478-8a83-4112-b498-a7aa6bdae81e tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:38.585929 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-58c46816-7033-4d4c-82e7-3a39fd7aa38c req-4e8ec478-8a83-4112-b498-a7aa6bdae81e tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:38.710161 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-58c46816-7033-4d4c-82e7-3a39fd7aa38c req-4e8ec478-8a83-4112-b498-a7aa6bdae81e tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:38.744524 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8ec478-8a83-4112-b498-a7aa6bdae81e tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5911aad-e83f-4876-ab8b-c2151b7e6e98,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:38.791084 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df7cf1d-afa1-499b-8f69-c2a8f707dab7 req-2b0f6d52-e8ef-4e36-be41-55a3bb4c9587 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:38.810775 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df7cf1d-afa1-499b-8f69-c2a8f707dab7 req-2b0f6d52-e8ef-4e36-be41-55a3bb4c9587 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:38.810775 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5df7cf1d-afa1-499b-8f69-c2a8f707dab7 req-2b0f6d52-e8ef-4e36-be41-55a3bb4c9587 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/ports?device_id=975dfe7b-8e6c-4204-b4e4-f49ebab2cb27 HTTP/1.1" status: 200 len: 1679 time: 0.0823698 Sep 24 15:49:38.823752 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-58c46816-7033-4d4c-82e7-3a39fd7aa38c req-4e8ec478-8a83-4112-b498-a7aa6bdae81e tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:38.825077 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-58c46816-7033-4d4c-82e7-3a39fd7aa38c req-4e8ec478-8a83-4112-b498-a7aa6bdae81e tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4803009 Sep 24 15:49:38.876830 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5df7cf1d-afa1-499b-8f69-c2a8f707dab7 req-f06e6444-f89a-44df-9a78-208e287f45c6 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/security-groups?id=1aa72ca6-205a-4e58-b313-5dd57c74d75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597577 Sep 24 15:49:38.949454 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:38.959934 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-698ef972-6dc0-4bc2-8d6d-a827b6b76db0 req-de9f9729-bc50-4f26-a76a-eeee1ed073e8 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-647631285&fields=id&tenant_id=60722f0da12e4ca38d9ba8aac84df5f6 HTTP/1.1" status: 200 len: 267 time: 0.0354397 Sep 24 15:49:39.027739 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698ef972-6dc0-4bc2-8d6d-a827b6b76db0 req-6b1c04ab-3d50-4e72-a2bc-f8b4f4a13e34 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:39.037095 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-698ef972-6dc0-4bc2-8d6d-a827b6b76db0 req-6b1c04ab-3d50-4e72-a2bc-f8b4f4a13e34 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/ports?device_id=3a719ae9-f509-4f22-9b6e-7833a8d9b221 HTTP/1.1" status: 200 len: 946 time: 0.0700438 Sep 24 15:49:39.043135 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-698ef972-6dc0-4bc2-8d6d-a827b6b76db0 req-29ff7514-18cb-46e9-bff2-409177869438 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Request body: {'port': {'security_groups': ['1b2ada65-5612-4fdd-b25e-e6fca30094ed', 'a5911aad-e83f-4876-ab8b-c2151b7e6e98']}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:49:39.075927 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device e2493d34-73ce-4ea7-bb0d-e1a3fd2b1d16 details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:49:39.163471 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704f43d0-f566-4268-a1d1-e9e1ce09cfb7 req-da30f741-61d1-4844-bca0-6769a9235b98 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:39.167635 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-698ef972-6dc0-4bc2-8d6d-a827b6b76db0 req-29ff7514-18cb-46e9-bff2-409177869438 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:39.174020 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-704f43d0-f566-4268-a1d1-e9e1ce09cfb7 req-da30f741-61d1-4844-bca0-6769a9235b98 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=dbbbc75e-22f5-4528-b206-65438e121c10 HTTP/1.1" status: 200 len: 946 time: 0.0819623 Sep 24 15:49:39.229985 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-704f43d0-f566-4268-a1d1-e9e1ce09cfb7 req-2d839105-c0e5-4fe4-8f29-5a79f120cabf tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548291 Sep 24 15:49:39.300575 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port e2493d34-73ce-4ea7-bb0d-e1a3fd2b1d16, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=e2493d34-73ce-4ea7-bb0d-e1a3fd2b1d16,segment=NetworkSegment(b82c49c8-40f0-4988-9f62-1c8c6d49c265),segment_id=b82c49c8-40f0-4988-9f62-1c8c6d49c265)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:49:39.313179 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': 'e2493d34-73ce-4ea7-bb0d-e1a3fd2b1d16', 'network_id': '902490d5-7401-4a00-ae7c-43f02904d5c4', 'port_id': 'e2493d34-73ce-4ea7-bb0d-e1a3fd2b1d16', 'mac_address': 'fa:16:3e:66:bb:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1274, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52bc4429-79be-4116-9fc1-1c81ea2f236f', 'ip_address': '19.80.0.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:49:39.436896 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:39.500863 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2493d34-73ce-4ea7-bb0d-e1a3fd2b1d16 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:49:39.540957 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port e2493d34-73ce-4ea7-bb0d-e1a3fd2b1d16, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=e2493d34-73ce-4ea7-bb0d-e1a3fd2b1d16,segment=NetworkSegment(b82c49c8-40f0-4988-9f62-1c8c6d49c265),segment_id=b82c49c8-40f0-4988-9f62-1c8c6d49c265)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:49:39.575830 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-698ef972-6dc0-4bc2-8d6d-a827b6b76db0 req-29ff7514-18cb-46e9-bff2-409177869438 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] For port 26c3ce49-d162-4941-8930-1ecbec0b92c4, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=26c3ce49-d162-4941-8930-1ecbec0b92c4,segment=NetworkSegment(aaac3130-8581-4974-9225-e61f1475b22f),segment_id=aaac3130-8581-4974-9225-e61f1475b22f)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:49:39.623622 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:39.624311 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device a5451234-4da2-478b-888c-4fec8e5a07a3 details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:49:39.700831 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-698ef972-6dc0-4bc2-8d6d-a827b6b76db0 req-29ff7514-18cb-46e9-bff2-409177869438 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:39.769229 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port a5451234-4da2-478b-888c-4fec8e5a07a3, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=a5451234-4da2-478b-888c-4fec8e5a07a3,segment=NetworkSegment(e0f7bf10-ac08-4ee7-bc90-bd7148ee3b43),segment_id=e0f7bf10-ac08-4ee7-bc90-bd7148ee3b43)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:49:39.782521 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': 'a5451234-4da2-478b-888c-4fec8e5a07a3', 'network_id': 'b2b8969d-41cd-4bf3-a49c-f316cd2decb2', 'port_id': 'a5451234-4da2-478b-888c-4fec8e5a07a3', 'mac_address': 'fa:16:3e:6b:4f:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '747d8a09-e84c-4001-8fba-578be380be34', 'ip_address': '19.86.0.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:49:39.835404 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-698ef972-6dc0-4bc2-8d6d-a827b6b76db0 req-29ff7514-18cb-46e9-bff2-409177869438 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:39.878606 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['26c3ce49-d162-4941-8930-1ecbec0b92c4'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:49:39.902456 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698ef972-6dc0-4bc2-8d6d-a827b6b76db0 req-29ff7514-18cb-46e9-bff2-409177869438 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:39.906404 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-698ef972-6dc0-4bc2-8d6d-a827b6b76db0 req-29ff7514-18cb-46e9-bff2-409177869438 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:39.928337 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-698ef972-6dc0-4bc2-8d6d-a827b6b76db0 req-29ff7514-18cb-46e9-bff2-409177869438 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "PUT /v2.0/ports/26c3ce49-d162-4941-8930-1ecbec0b92c4 HTTP/1.1" status: 200 len: 982 time: 0.8759751 Sep 24 15:49:39.933504 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a719ae9-f509-4f22-9b6e-7833a8d9b221', 'tag': '26c3ce49-d162-4941-8930-1ecbec0b92c4'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:49:39.953459 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=e2493d34-73ce-4ea7-bb0d-e1a3fd2b1d16,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:39.954113 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2837f08-58eb-4ceb-bd92-66076df3fddd" -d '{"events": [{"name": "network-changed", "server_uuid": "3a719ae9-f509-4f22-9b6e-7833a8d9b221", "tag": "26c3ce49-d162-4941-8930-1ecbec0b92c4"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:49:39.959691 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:49:39.960237 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:49:39.960735 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:49:39.961535 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:49:39.962041 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:49:39.962582 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:49:39.963081 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:49:39.963595 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:49:39.964205 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:49:39.964852 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:49:39.965411 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:49:39.965914 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:49:39.979678 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['26c3ce49-d162-4941-8930-1ecbec0b92c4'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:49:40.011123 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:40.030791 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5451234-4da2-478b-888c-4fec8e5a07a3 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:49:40.052952 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port a5451234-4da2-478b-888c-4fec8e5a07a3, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=a5451234-4da2-478b-888c-4fec8e5a07a3,segment=NetworkSegment(e0f7bf10-ac08-4ee7-bc90-bd7148ee3b43),segment_id=e0f7bf10-ac08-4ee7-bc90-bd7148ee3b43)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:49:40.150025 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc36b298-a480-4607-9b30-d23bf71aee2c req-7e2ece8e-315a-4de2-a5df-e32df1f8838a tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:40.168613 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc36b298-a480-4607-9b30-d23bf71aee2c req-7e2ece8e-315a-4de2-a5df-e32df1f8838a tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:40.169829 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 37308) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:49:40.179548 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fc36b298-a480-4607-9b30-d23bf71aee2c req-7e2ece8e-315a-4de2-a5df-e32df1f8838a tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/ports?device_id=975dfe7b-8e6c-4204-b4e4-f49ebab2cb27 HTTP/1.1" status: 200 len: 1680 time: 0.1841719 Sep 24 15:49:40.180206 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:40.203822 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ff7514-18cb-46e9-bff2-409177869438 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Pushing event updated for resources: {'Port': ['ID=26c3ce49-d162-4941-8930-1ecbec0b92c4,revision_number=6']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:40.257277 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-acf7a39a-61af-493f-93b7-e1285a7dbfdf req-a87a473e-df40-4411-9d28-6b604a68b566 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-647631285&fields=id&tenant_id=60722f0da12e4ca38d9ba8aac84df5f6 HTTP/1.1" status: 200 len: 267 time: 0.1719742 Sep 24 15:49:40.257623 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fc36b298-a480-4607-9b30-d23bf71aee2c req-fb390a0b-f95d-44e8-b7f6-ce9f83af46a6 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/security-groups?id=1aa72ca6-205a-4e58-b313-5dd57c74d75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670764 Sep 24 15:49:40.329831 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7a39a-61af-493f-93b7-e1285a7dbfdf req-16903af4-fdd4-41f2-b9c9-a6243e973022 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:40.343720 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-acf7a39a-61af-493f-93b7-e1285a7dbfdf req-16903af4-fdd4-41f2-b9c9-a6243e973022 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/ports?device_id=3a719ae9-f509-4f22-9b6e-7833a8d9b221 HTTP/1.1" status: 200 len: 985 time: 0.0820580 Sep 24 15:49:40.347762 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-acf7a39a-61af-493f-93b7-e1285a7dbfdf req-aad72ada-bc36-4d22-a590-079374f5bf03 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Request body: {'port': {'security_groups': ['1b2ada65-5612-4fdd-b25e-e6fca30094ed']}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:49:40.371171 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=a5451234-4da2-478b-888c-4fec8e5a07a3,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:40.448355 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['e2493d34-73ce-4ea7-bb0d-e1a3fd2b1d16'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:49:40.505616 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c0cdbef-53f5-4796-a4ac-02e331b55c54 x-openstack-request-id: req-5c0cdbef-53f5-4796-a4ac-02e331b55c54 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:49:40.506018 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a719ae9-f509-4f22-9b6e-7833a8d9b221", "tag": "26c3ce49-d162-4941-8930-1ecbec0b92c4", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:49:40.506278 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-5c0cdbef-53f5-4796-a4ac-02e331b55c54 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:49:40.506654 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a719ae9-f509-4f22-9b6e-7833a8d9b221', 'tag': '26c3ce49-d162-4941-8930-1ecbec0b92c4', 'status': 'completed', 'code': 200} Sep 24 15:49:40.602612 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-acf7a39a-61af-493f-93b7-e1285a7dbfdf req-aad72ada-bc36-4d22-a590-079374f5bf03 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:40.697921 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc97c38-09de-4944-b206-a0991da8d10a req-ad171532-2e4d-49dd-a5c1-78d25967877a tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:40.700993 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7bc97c38-09de-4944-b206-a0991da8d10a req-ad171532-2e4d-49dd-a5c1-78d25967877a tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=dbbbc75e-22f5-4528-b206-65438e121c10 HTTP/1.1" status: 200 len: 946 time: 0.0917487 Sep 24 15:49:40.772227 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d4ff8ac5-88c0-4fb7-8e25-8a7afa6a9ffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:40.791997 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7bc97c38-09de-4944-b206-a0991da8d10a req-125af76e-57c0-42a1-9547-00fe77ede2af tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810452 Sep 24 15:49:40.863901 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:40.940496 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2837f08-58eb-4ceb-bd92-66076df3fddd req-5570dfd0-b680-4926-ad07-3252eb6a7b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:40.942113 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d2837f08-58eb-4ceb-bd92-66076df3fddd req-5570dfd0-b680-4926-ad07-3252eb6a7b8c service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=60722f0da12e4ca38d9ba8aac84df5f6&device_id=3a719ae9-f509-4f22-9b6e-7833a8d9b221 HTTP/1.1" status: 200 len: 1136 time: 0.4178340 Sep 24 15:49:41.000739 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:49:41.001486 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-acf7a39a-61af-493f-93b7-e1285a7dbfdf req-aad72ada-bc36-4d22-a590-079374f5bf03 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] For port 26c3ce49-d162-4941-8930-1ecbec0b92c4, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=26c3ce49-d162-4941-8930-1ecbec0b92c4,segment=NetworkSegment(aaac3130-8581-4974-9225-e61f1475b22f),segment_id=aaac3130-8581-4974-9225-e61f1475b22f)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:49:41.110495 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-acf7a39a-61af-493f-93b7-e1285a7dbfdf req-aad72ada-bc36-4d22-a590-079374f5bf03 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:41.132961 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d4ff8ac5-88c0-4fb7-8e25-8a7afa6a9ffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:41.132961 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2837f08-58eb-4ceb-bd92-66076df3fddd req-7039662d-ca9b-4e6c-bd8d-21ccf970a9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:41.132961 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d2837f08-58eb-4ceb-bd92-66076df3fddd req-7039662d-ca9b-4e6c-bd8d-21ccf970a9db service neutron] 10.222.0.108 "GET /v2.0/networks?id=5ca707a3-4989-424b-9a98-79246ddfc60c HTTP/1.1" status: 200 len: 922 time: 0.1792312 Sep 24 15:49:41.180823 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d2837f08-58eb-4ceb-bd92-66076df3fddd req-978bb050-c51c-48bb-b26e-07c14b1a285f service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26c3ce49-d162-4941-8930-1ecbec0b92c4 HTTP/1.1" status: 200 len: 217 time: 0.0365260 Sep 24 15:49:41.198082 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-acf7a39a-61af-493f-93b7-e1285a7dbfdf req-aad72ada-bc36-4d22-a590-079374f5bf03 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:41.212260 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['26c3ce49-d162-4941-8930-1ecbec0b92c4'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:49:41.266706 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d4ff8ac5-88c0-4fb7-8e25-8a7afa6a9ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:41.301339 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf7a39a-61af-493f-93b7-e1285a7dbfdf req-aad72ada-bc36-4d22-a590-079374f5bf03 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:41.302613 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-acf7a39a-61af-493f-93b7-e1285a7dbfdf req-aad72ada-bc36-4d22-a590-079374f5bf03 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:41.303944 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-acf7a39a-61af-493f-93b7-e1285a7dbfdf req-aad72ada-bc36-4d22-a590-079374f5bf03 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "PUT /v2.0/ports/26c3ce49-d162-4941-8930-1ecbec0b92c4 HTTP/1.1" status: 200 len: 943 time: 0.9615889 Sep 24 15:49:41.354709 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2837f08-58eb-4ceb-bd92-66076df3fddd req-d905cbfd-4975-4b3c-b0d7-89a1788b4b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:41.356195 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d2837f08-58eb-4ceb-bd92-66076df3fddd req-d905cbfd-4975-4b3c-b0d7-89a1788b4b51 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=7864a260-4b7d-4946-ad5d-046195fcc1ad HTTP/1.1" status: 200 len: 860 time: 0.1686389 Sep 24 15:49:41.370916 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-d4ff8ac5-88c0-4fb7-8e25-8a7afa6a9ffe admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d8536422722347498d80a49751a4d307&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1950426 Sep 24 15:49:41.373267 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 37348) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:49:41.385282 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['26c3ce49-d162-4941-8930-1ecbec0b92c4'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:49:41.405805 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ff8ac5-88c0-4fb7-8e25-8a7afa6a9ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25fb27cd-884f-4a96-83fb-5e4999259331,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:41.437302 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b07bf3-bed2-4f39-9f8e-3b6fda283151 req-2ee1b833-b990-461f-bfaa-485e205fc138 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:41.443497 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b07bf3-bed2-4f39-9f8e-3b6fda283151 req-2ee1b833-b990-461f-bfaa-485e205fc138 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:41.445543 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad72ada-bc36-4d22-a590-079374f5bf03 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Pushing event updated for resources: {'Port': ['ID=26c3ce49-d162-4941-8930-1ecbec0b92c4,revision_number=7']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:41.454508 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d2837f08-58eb-4ceb-bd92-66076df3fddd req-77ed8312-5941-4c99-926a-b9bf1b3dc2a4 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=5ca707a3-4989-424b-9a98-79246ddfc60c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741689 Sep 24 15:49:41.459971 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e2b07bf3-bed2-4f39-9f8e-3b6fda283151 req-2ee1b833-b990-461f-bfaa-485e205fc138 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/ports?device_id=975dfe7b-8e6c-4204-b4e4-f49ebab2cb27 HTTP/1.1" status: 200 len: 1681 time: 0.1214161 Sep 24 15:49:41.487875 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['a5451234-4da2-478b-888c-4fec8e5a07a3'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:49:41.533795 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e2b07bf3-bed2-4f39-9f8e-3b6fda283151 req-19570ec4-8f0f-4c4f-9c9d-26ddf572abcf tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/security-groups?id=1aa72ca6-205a-4e58-b313-5dd57c74d75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584624 Sep 24 15:49:41.540529 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5762f7b4-3cf1-4192-baf6-c89acbf012b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:41.591699 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5762f7b4-3cf1-4192-baf6-c89acbf012b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:41.702615 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 37358) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:49:41.715886 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d2837f08-58eb-4ceb-bd92-66076df3fddd req-dee29a31-6a8a-4d24-9922-344e95c60b80 service neutron] 10.222.0.108 "GET /v2.0/networks/5ca707a3-4989-424b-9a98-79246ddfc60c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503045 Sep 24 15:49:41.725942 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0d6b2d6b-fe7e-480b-985e-68c121164213 req-c3da19c5-eca8-4540-8ca0-df0e65828bf3 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3791893 Sep 24 15:49:41.749855 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5762f7b4-3cf1-4192-baf6-c89acbf012b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:41.753487 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5762f7b4-3cf1-4192-baf6-c89acbf012b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:41.753791 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-0d6b2d6b-fe7e-480b-985e-68c121164213 req-4ccdc83e-c2a9-4746-bc43-0997583b085c tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Request body: {'floatingip': {'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:49:41.754919 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-5762f7b4-3cf1-4192-baf6-c89acbf012b6 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/25fb27cd-884f-4a96-83fb-5e4999259331 HTTP/1.1" status: 204 len: 168 time: 0.3789260 Sep 24 15:49:41.768266 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5762f7b4-3cf1-4192-baf6-c89acbf012b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25fb27cd-884f-4a96-83fb-5e4999259331,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:41.854111 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d2837f08-58eb-4ceb-bd92-66076df3fddd req-9c0b9725-d8ce-4962-8cb7-e08ef585cbaf service neutron] 10.222.0.108 "GET /v2.0/networks/5ca707a3-4989-424b-9a98-79246ddfc60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267664 Sep 24 15:49:41.917310 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4de3d699-d22a-40c9-82d4-b9bef13a8a44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:41.933211 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-0d6b2d6b-fe7e-480b-985e-68c121164213 req-4ccdc83e-c2a9-4746-bc43-0997583b085c tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Notify callbacks [] for floatingip, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:41.963068 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf7c208-1f31-4dcf-81ad-94ca70e531d9 req-71c8059b-316a-4db5-be46-55006fed693d tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:41.970894 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ccf7c208-1f31-4dcf-81ad-94ca70e531d9 req-71c8059b-316a-4db5-be46-55006fed693d tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=dbbbc75e-22f5-4528-b206-65438e121c10 HTTP/1.1" status: 200 len: 946 time: 0.0645721 Sep 24 15:49:42.008577 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ccf7c208-1f31-4dcf-81ad-94ca70e531d9 req-ff390fe2-f4ff-484d-b22c-04009e22027f tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365582 Sep 24 15:49:42.101261 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4de3d699-d22a-40c9-82d4-b9bef13a8a44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:42.103302 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-0d6b2d6b-fe7e-480b-985e-68c121164213 req-4ccdc83e-c2a9-4746-bc43-0997583b085c tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:42.210047 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4de3d699-d22a-40c9-82d4-b9bef13a8a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:42.219663 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-0d6b2d6b-fe7e-480b-985e-68c121164213 req-4ccdc83e-c2a9-4746-bc43-0997583b085c tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Allocated IP 172.25.0.212 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/1f1e1ddc-4a1d-40f3-b5e6-f3a8e285f190) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:49:42.265362 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-4de3d699-d22a-40c9-82d4-b9bef13a8a44 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=07d44f2cfedf4fc39590d66943af39b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5614488 Sep 24 15:49:42.268062 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 37370) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:49:42.271594 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de3d699-d22a-40c9-82d4-b9bef13a8a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19d8df24-bc90-4400-9f6c-0c79168ad321,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:42.319300 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3a2bc0ac-0fed-4586-af75-607c3a7ca07c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:42.354361 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3a2bc0ac-0fed-4586-af75-607c3a7ca07c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:42.370788 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-0d6b2d6b-fe7e-480b-985e-68c121164213 req-4ccdc83e-c2a9-4746-bc43-0997583b085c tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:42.510192 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a719ae9-f509-4f22-9b6e-7833a8d9b221', 'tag': '26c3ce49-d162-4941-8930-1ecbec0b92c4'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:49:42.510687 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e053ab0-c0a3-423a-b5f0-4ff82f415e2f" -d '{"events": [{"name": "network-changed", "server_uuid": "3a719ae9-f509-4f22-9b6e-7833a8d9b221", "tag": "26c3ce49-d162-4941-8930-1ecbec0b92c4"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:49:42.526705 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3a2bc0ac-0fed-4586-af75-607c3a7ca07c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:42.529560 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3a2bc0ac-0fed-4586-af75-607c3a7ca07c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:42.533563 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-3a2bc0ac-0fed-4586-af75-607c3a7ca07c admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/19d8df24-bc90-4400-9f6c-0c79168ad321 HTTP/1.1" status: 204 len: 168 time: 0.2617750 Sep 24 15:49:42.540303 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2bc0ac-0fed-4586-af75-607c3a7ca07c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19d8df24-bc90-4400-9f6c-0c79168ad321,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:42.554794 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-0d6b2d6b-fe7e-480b-985e-68c121164213 req-4ccdc83e-c2a9-4746-bc43-0997583b085c tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:42.571152 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-871d1147-2a8c-45c6-b84c-89794bdaebc8 x-openstack-request-id: req-871d1147-2a8c-45c6-b84c-89794bdaebc8 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:49:42.571909 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a719ae9-f509-4f22-9b6e-7833a8d9b221", "tag": "26c3ce49-d162-4941-8930-1ecbec0b92c4", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:49:42.572157 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-871d1147-2a8c-45c6-b84c-89794bdaebc8 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:49:42.572554 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a719ae9-f509-4f22-9b6e-7833a8d9b221', 'tag': '26c3ce49-d162-4941-8930-1ecbec0b92c4', 'status': 'completed', 'code': 200} Sep 24 15:49:42.621910 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d6b2d6b-fe7e-480b-985e-68c121164213 req-4ccdc83e-c2a9-4746-bc43-0997583b085c tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:49:42.638321 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-0d6b2d6b-fe7e-480b-985e-68c121164213 req-4ccdc83e-c2a9-4746-bc43-0997583b085c tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:49:42.643837 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d6b2d6b-fe7e-480b-985e-68c121164213 req-4ccdc83e-c2a9-4746-bc43-0997583b085c tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:49:42.673137 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccdc83e-c2a9-4746-bc43-0997583b085c tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Pushing event updated for resources: {'Port': ['ID=1f1e1ddc-4a1d-40f3-b5e6-f3a8e285f190,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:42.678763 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfaacde-0f71-4128-a183-08a6878d61cc req-56d3c14b-d457-45e4-ae8e-1349cae928c2 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:42.685084 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfaacde-0f71-4128-a183-08a6878d61cc req-56d3c14b-d457-45e4-ae8e-1349cae928c2 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:42.689605 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0cfaacde-0f71-4128-a183-08a6878d61cc req-56d3c14b-d457-45e4-ae8e-1349cae928c2 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/ports?device_id=975dfe7b-8e6c-4204-b4e4-f49ebab2cb27 HTTP/1.1" status: 200 len: 1681 time: 0.0647380 Sep 24 15:49:42.695848 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e053ab0-c0a3-423a-b5f0-4ff82f415e2f req-564cf3d4-8800-440c-a7ae-08273a209fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:42.697421 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4e053ab0-c0a3-423a-b5f0-4ff82f415e2f req-564cf3d4-8800-440c-a7ae-08273a209fd8 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=60722f0da12e4ca38d9ba8aac84df5f6&device_id=3a719ae9-f509-4f22-9b6e-7833a8d9b221 HTTP/1.1" status: 200 len: 1097 time: 0.0974953 Sep 24 15:49:42.735866 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0cfaacde-0f71-4128-a183-08a6878d61cc req-ce0a9275-6e47-4c48-9634-29d27c3ebc11 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/security-groups?id=1aa72ca6-205a-4e58-b313-5dd57c74d75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399005 Sep 24 15:49:43.099643 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device e2493d34-73ce-4ea7-bb0d-e1a3fd2b1d16 up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:49:43.154735 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-0d6b2d6b-fe7e-480b-985e-68c121164213 req-4ccdc83e-c2a9-4746-bc43-0997583b085c tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:43.180830 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e053ab0-c0a3-423a-b5f0-4ff82f415e2f req-5564b0d0-e7f7-4b52-8465-425a04636887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:43.182328 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4e053ab0-c0a3-423a-b5f0-4ff82f415e2f req-5564b0d0-e7f7-4b52-8465-425a04636887 service neutron] 10.222.0.108 "GET /v2.0/networks?id=5ca707a3-4989-424b-9a98-79246ddfc60c HTTP/1.1" status: 200 len: 922 time: 0.4773908 Sep 24 15:49:43.187437 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88100c5d-1adc-45dd-9af2-e0159b833b43 req-60f1ebe8-8eb3-4483-8645-1bb7f24b0cc1 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:43.189101 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-88100c5d-1adc-45dd-9af2-e0159b833b43 req-60f1ebe8-8eb3-4483-8645-1bb7f24b0cc1 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=dbbbc75e-22f5-4528-b206-65438e121c10 HTTP/1.1" status: 200 len: 946 time: 0.0573199 Sep 24 15:49:43.225666 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4e053ab0-c0a3-423a-b5f0-4ff82f415e2f req-c1d882c2-ffe7-4b7b-b935-a8b2009c44d8 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26c3ce49-d162-4941-8930-1ecbec0b92c4 HTTP/1.1" status: 200 len: 217 time: 0.0354574 Sep 24 15:49:43.228390 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-88100c5d-1adc-45dd-9af2-e0159b833b43 req-b24cb6bf-7575-4ec1-b1b5-ee1207758037 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328202 Sep 24 15:49:43.280869 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port e2493d34-73ce-4ea7-bb0d-e1a3fd2b1d16 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:49:43.290140 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port e2493d34-73ce-4ea7-bb0d-e1a3fd2b1d16 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:49:43.290612 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:43.301405 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e053ab0-c0a3-423a-b5f0-4ff82f415e2f req-cfde3eb0-ff2b-49a1-8c2c-f4a0523a89cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:43.303589 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4e053ab0-c0a3-423a-b5f0-4ff82f415e2f req-cfde3eb0-ff2b-49a1-8c2c-f4a0523a89cc service neutron] 10.222.0.108 "GET /v2.0/subnets?id=7864a260-4b7d-4946-ad5d-046195fcc1ad HTTP/1.1" status: 200 len: 860 time: 0.0717697 Sep 24 15:49:43.310208 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-0d6b2d6b-fe7e-480b-985e-68c121164213 req-4ccdc83e-c2a9-4746-bc43-0997583b085c tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:43.363082 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4e053ab0-c0a3-423a-b5f0-4ff82f415e2f req-ed75a1fe-7c5e-4c47-86b6-ed8ee09fda4d service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=5ca707a3-4989-424b-9a98-79246ddfc60c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509963 Sep 24 15:49:43.431317 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:43.463383 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '975dfe7b-8e6c-4204-b4e4-f49ebab2cb27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2493d34-73ce-4ea7-bb0d-e1a3fd2b1d16'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:49:43.465830 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-362566ab-7da1-4be0-8067-129cdea1354c" -d '{"events": [{"server_uuid": "975dfe7b-8e6c-4204-b4e4-f49ebab2cb27", "name": "network-vif-plugged", "status": "completed", "tag": "e2493d34-73ce-4ea7-bb0d-e1a3fd2b1d16"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:49:43.480960 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port e2493d34-73ce-4ea7-bb0d-e1a3fd2b1d16, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=e2493d34-73ce-4ea7-bb0d-e1a3fd2b1d16,segment=NetworkSegment(b82c49c8-40f0-4988-9f62-1c8c6d49c265),segment_id=b82c49c8-40f0-4988-9f62-1c8c6d49c265)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:49:43.510419 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12bd5cef-2879-4a0c-a83d-f5e5b547895f x-openstack-request-id: req-12bd5cef-2879-4a0c-a83d-f5e5b547895f {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:49:43.510979 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "975dfe7b-8e6c-4204-b4e4-f49ebab2cb27", "name": "network-vif-plugged", "status": "completed", "tag": "e2493d34-73ce-4ea7-bb0d-e1a3fd2b1d16", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:49:43.511424 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-12bd5cef-2879-4a0c-a83d-f5e5b547895f {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:49:43.511912 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '975dfe7b-8e6c-4204-b4e4-f49ebab2cb27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2493d34-73ce-4ea7-bb0d-e1a3fd2b1d16', 'code': 200} Sep 24 15:49:43.564788 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4e053ab0-c0a3-423a-b5f0-4ff82f415e2f req-c97cf2f1-746b-4865-8d9a-0ddd523a76a4 service neutron] 10.222.0.108 "GET /v2.0/networks/5ca707a3-4989-424b-9a98-79246ddfc60c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936407 Sep 24 15:49:43.581388 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:43.581388 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device a5451234-4da2-478b-888c-4fec8e5a07a3 up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:49:43.694799 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-0d6b2d6b-fe7e-480b-985e-68c121164213 req-4ccdc83e-c2a9-4746-bc43-0997583b085c tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:43.701188 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=e2493d34-73ce-4ea7-bb0d-e1a3fd2b1d16,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:43.715480 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4e053ab0-c0a3-423a-b5f0-4ff82f415e2f req-7ba5b5c6-09bd-4d4f-9bb0-1f8ee71c708d service neutron] 10.222.0.108 "GET /v2.0/networks/5ca707a3-4989-424b-9a98-79246ddfc60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439910 Sep 24 15:49:43.781642 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 37418) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:49:43.795593 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8fab62f6-2a60-4fdb-adff-5a2533d3f1a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:43.801370 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port a5451234-4da2-478b-888c-4fec8e5a07a3 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:49:43.806412 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-0d6b2d6b-fe7e-480b-985e-68c121164213 req-4ccdc83e-c2a9-4746-bc43-0997583b085c tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:43.810205 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port a5451234-4da2-478b-888c-4fec8e5a07a3 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:49:43.810782 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:43.916289 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccdc83e-c2a9-4746-bc43-0997583b085c tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Pushing event updated for resources: {'Port': ['ID=1f1e1ddc-4a1d-40f3-b5e6-f3a8e285f190,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:43.926236 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-0d6b2d6b-fe7e-480b-985e-68c121164213 req-4ccdc83e-c2a9-4746-bc43-0997583b085c tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:43.957270 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febbf421-db65-404d-98fc-9f7b768ec70b req-ef3897b9-694a-435e-8522-d56e635124b6 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:43.971065 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febbf421-db65-404d-98fc-9f7b768ec70b req-ef3897b9-694a-435e-8522-d56e635124b6 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:43.974496 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:43.980854 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-febbf421-db65-404d-98fc-9f7b768ec70b req-ef3897b9-694a-435e-8522-d56e635124b6 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/ports?device_id=975dfe7b-8e6c-4204-b4e4-f49ebab2cb27 HTTP/1.1" status: 200 len: 1682 time: 0.1577010 Sep 24 15:49:44.016924 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port a5451234-4da2-478b-888c-4fec8e5a07a3, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=a5451234-4da2-478b-888c-4fec8e5a07a3,segment=NetworkSegment(e0f7bf10-ac08-4ee7-bc90-bd7148ee3b43),segment_id=e0f7bf10-ac08-4ee7-bc90-bd7148ee3b43)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:49:44.022687 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8fab62f6-2a60-4fdb-adff-5a2533d3f1a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:44.034199 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-febbf421-db65-404d-98fc-9f7b768ec70b req-2ba507c9-7ef8-43b0-a35a-1b01de4ce798 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/security-groups?id=1aa72ca6-205a-4e58-b313-5dd57c74d75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523813 Sep 24 15:49:44.126885 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:44.131479 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8fab62f6-2a60-4fdb-adff-5a2533d3f1a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:44.202959 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=a5451234-4da2-478b-888c-4fec8e5a07a3,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:44.205869 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-8fab62f6-2a60-4fdb-adff-5a2533d3f1a7 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=0e6c3740f24244c5909b3423a8e2ac35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4231172 Sep 24 15:49:44.206890 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fab62f6-2a60-4fdb-adff-5a2533d3f1a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12a907c3-6893-4f54-ac48-36358555a887,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:44.209675 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 37432) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:49:44.234208 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-0d6b2d6b-fe7e-480b-985e-68c121164213 req-4ccdc83e-c2a9-4746-bc43-0997583b085c tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:44.247411 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0d6b2d6b-fe7e-480b-985e-68c121164213 req-4ccdc83e-c2a9-4746-bc43-0997583b085c tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4999065 Sep 24 15:49:44.319521 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f44ced0d-ab94-4416-8f1a-17b8159b52f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:44.350148 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0d6b2d6b-fe7e-480b-985e-68c121164213 req-62bb7f5d-935e-4c12-8344-60055b8c0103 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.0.212 HTTP/1.1" status: 200 len: 696 time: 0.1018536 Sep 24 15:49:44.363980 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f44ced0d-ab94-4416-8f1a-17b8159b52f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:44.478299 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf58e63-2345-4e00-80f4-62bfe35ed674 req-ab83ed01-a500-4823-a5a2-7bd8761ff17c tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:44.492966 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-caf58e63-2345-4e00-80f4-62bfe35ed674 req-ab83ed01-a500-4823-a5a2-7bd8761ff17c tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=dbbbc75e-22f5-4528-b206-65438e121c10 HTTP/1.1" status: 200 len: 946 time: 0.1389458 Sep 24 15:49:44.532444 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6b2d6b-fe7e-480b-985e-68c121164213 req-99ac670d-7d34-426e-b97b-52383aab9f00 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:44.534094 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0d6b2d6b-fe7e-480b-985e-68c121164213 req-99ac670d-7d34-426e-b97b-52383aab9f00 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/networks/e6a2de20-1ea0-43e5-88e0-982d19e317d5 HTTP/1.1" status: 200 len: 784 time: 0.1769233 Sep 24 15:49:44.554302 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-caf58e63-2345-4e00-80f4-62bfe35ed674 req-68ec9733-8c32-4935-a4f4-4150b1027898 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518880 Sep 24 15:49:44.631419 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f44ced0d-ab94-4416-8f1a-17b8159b52f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:44.637082 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f44ced0d-ab94-4416-8f1a-17b8159b52f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:44.639203 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f44ced0d-ab94-4416-8f1a-17b8159b52f6 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/12a907c3-6893-4f54-ac48-36358555a887 HTTP/1.1" status: 204 len: 168 time: 0.4278972 Sep 24 15:49:44.667535 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44ced0d-ab94-4416-8f1a-17b8159b52f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12a907c3-6893-4f54-ac48-36358555a887,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:44.681037 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e461459-bc19-44f7-9d7f-9c6888f75104 req-32661795-22c0-48d6-a5fe-278e273a5461 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:44.683882 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8e461459-bc19-44f7-9d7f-9c6888f75104 req-32661795-22c0-48d6-a5fe-278e273a5461 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/ports?device_id=3a719ae9-f509-4f22-9b6e-7833a8d9b221&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0806286 Sep 24 15:49:44.756461 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8e461459-bc19-44f7-9d7f-9c6888f75104 req-8537948a-1d94-48cb-9df0-1734ee00b6da tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.0.212 HTTP/1.1" status: 200 len: 696 time: 0.0655336 Sep 24 15:49:44.769989 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-8e461459-bc19-44f7-9d7f-9c6888f75104 req-7c249518-e09a-431c-8d7d-7ccb49b513c1 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Request body: {'floatingip': {'port_id': '26c3ce49-d162-4941-8930-1ecbec0b92c4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:49:44.817392 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8e461459-bc19-44f7-9d7f-9c6888f75104 req-7c249518-e09a-431c-8d7d-7ccb49b513c1 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Notify callbacks [] for floatingip, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:45.174557 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c08326-9235-4b0a-8d4a-bd8a2c344d84 req-da336092-d202-497c-a83f-5e7991d1bb60 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:45.197093 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c08326-9235-4b0a-8d4a-bd8a2c344d84 req-da336092-d202-497c-a83f-5e7991d1bb60 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:45.204004 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-42c08326-9235-4b0a-8d4a-bd8a2c344d84 req-da336092-d202-497c-a83f-5e7991d1bb60 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/ports?device_id=975dfe7b-8e6c-4204-b4e4-f49ebab2cb27 HTTP/1.1" status: 200 len: 1683 time: 0.0988176 Sep 24 15:49:45.259077 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-42c08326-9235-4b0a-8d4a-bd8a2c344d84 req-05a7d44f-41e6-4efa-b27e-022c9338118e tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/security-groups?id=1aa72ca6-205a-4e58-b313-5dd57c74d75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477622 Sep 24 15:49:45.354997 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8e461459-bc19-44f7-9d7f-9c6888f75104 req-7c249518-e09a-431c-8d7d-7ccb49b513c1 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:45.435395 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8e461459-bc19-44f7-9d7f-9c6888f75104 req-7c249518-e09a-431c-8d7d-7ccb49b513c1 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:45.513387 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '975dfe7b-8e6c-4204-b4e4-f49ebab2cb27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5451234-4da2-478b-888c-4fec8e5a07a3'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:49:45.517949 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e101de-8bd8-4256-9de7-87c0d783ffd3" -d '{"events": [{"server_uuid": "975dfe7b-8e6c-4204-b4e4-f49ebab2cb27", "name": "network-vif-plugged", "status": "completed", "tag": "a5451234-4da2-478b-888c-4fec8e5a07a3"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:49:45.569623 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859de884-b1ae-47c5-900d-0fc4d14ecaa5 x-openstack-request-id: req-859de884-b1ae-47c5-900d-0fc4d14ecaa5 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:49:45.570275 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "975dfe7b-8e6c-4204-b4e4-f49ebab2cb27", "name": "network-vif-plugged", "status": "completed", "tag": "a5451234-4da2-478b-888c-4fec8e5a07a3", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:49:45.570763 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-859de884-b1ae-47c5-900d-0fc4d14ecaa5 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:49:45.571552 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '975dfe7b-8e6c-4204-b4e4-f49ebab2cb27', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5451234-4da2-478b-888c-4fec8e5a07a3', 'code': 200} Sep 24 15:49:45.638229 n-d-808921-1 neutron-server[95298]: INFO neutron.db.l3_db [req-8e461459-bc19-44f7-9d7f-9c6888f75104 req-7c249518-e09a-431c-8d7d-7ccb49b513c1 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Floating IP 239fa19c-009b-4474-b29a-cf35fc775dd9 associated. External IP: 172.25.0.212, port: 26c3ce49-d162-4941-8930-1ecbec0b92c4. Sep 24 15:49:45.753015 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5e440d-bfb9-4358-92ec-545b004e417e req-5152bc60-ce57-4316-9526-120e34f79017 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:45.754794 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ba5e440d-bfb9-4358-92ec-545b004e417e req-5152bc60-ce57-4316-9526-120e34f79017 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=dbbbc75e-22f5-4528-b206-65438e121c10 HTTP/1.1" status: 200 len: 946 time: 0.0557313 Sep 24 15:49:45.770880 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814705c5-07c0-4306-a8d4-51c94837e657 req-dec0cde5-ddb9-45ef-8992-5318ca0d4b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:45.771371 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814705c5-07c0-4306-a8d4-51c94837e657 req-dec0cde5-ddb9-45ef-8992-5318ca0d4b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:45.772947 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-814705c5-07c0-4306-a8d4-51c94837e657 req-dec0cde5-ddb9-45ef-8992-5318ca0d4b74 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=975dfe7b-8e6c-4204-b4e4-f49ebab2cb27 HTTP/1.1" status: 200 len: 1985 time: 0.0933504 Sep 24 15:49:45.796933 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ba5e440d-bfb9-4358-92ec-545b004e417e req-3e7f6033-0345-46d9-bf8a-a456c5542035 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345945 Sep 24 15:49:45.864629 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-814705c5-07c0-4306-a8d4-51c94837e657 req-6f0fe97c-dc73-4f9d-9233-1ad8a199b895 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=1aa72ca6-205a-4e58-b313-5dd57c74d75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831306 Sep 24 15:49:45.935172 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e461459-bc19-44f7-9d7f-9c6888f75104 req-7c249518-e09a-431c-8d7d-7ccb49b513c1 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Router cfd6bff8-80df-4fca-a87d-fd1bfa78e876 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:49:46.059463 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e461459-bc19-44f7-9d7f-9c6888f75104 req-7c249518-e09a-431c-8d7d-7ccb49b513c1 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:49:46.064810 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8e461459-bc19-44f7-9d7f-9c6888f75104 req-7c249518-e09a-431c-8d7d-7ccb49b513c1 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:46.071083 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240330d2-3ec9-4b02-8d01-cb889b94eff9 None None] Sync routers for ids ['cfd6bff8-80df-4fca-a87d-fd1bfa78e876'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:49:46.082689 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240330d2-3ec9-4b02-8d01-cb889b94eff9 None None] Routers {'cfd6bff8-80df-4fca-a87d-fd1bfa78e876'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:49:46.084476 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-240330d2-3ec9-4b02-8d01-cb889b94eff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:49:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['cfd6bff8-80df-4fca-a87d-fd1bfa78e876'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:49:46.097925 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8e461459-bc19-44f7-9d7f-9c6888f75104 req-7c249518-e09a-431c-8d7d-7ccb49b513c1 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "PUT /v2.0/floatingips/239fa19c-009b-4474-b29a-cf35fc775dd9 HTTP/1.1" status: 200 len: 997 time: 1.3327935 Sep 24 15:49:46.099893 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a719ae9-f509-4f22-9b6e-7833a8d9b221', 'tag': '26c3ce49-d162-4941-8930-1ecbec0b92c4'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:49:46.103186 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c45c1dc-4199-4fba-9bed-c06149f94c2d" -d '{"events": [{"name": "network-changed", "server_uuid": "3a719ae9-f509-4f22-9b6e-7833a8d9b221", "tag": "26c3ce49-d162-4941-8930-1ecbec0b92c4"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:49:46.185199 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0863886-fb27-41a2-bacf-fec7a4d8329b x-openstack-request-id: req-f0863886-fb27-41a2-bacf-fec7a4d8329b {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:49:46.185498 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a719ae9-f509-4f22-9b6e-7833a8d9b221", "tag": "26c3ce49-d162-4941-8930-1ecbec0b92c4", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:49:46.185826 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-f0863886-fb27-41a2-bacf-fec7a4d8329b {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:49:46.186141 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a719ae9-f509-4f22-9b6e-7833a8d9b221', 'tag': '26c3ce49-d162-4941-8930-1ecbec0b92c4', 'status': 'completed', 'code': 200} Sep 24 15:49:46.234214 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e461459-bc19-44f7-9d7f-9c6888f75104 req-42b9f498-9407-42b1-a621-289626413c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:46.242600 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8e461459-bc19-44f7-9d7f-9c6888f75104 req-42b9f498-9407-42b1-a621-289626413c42 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=60722f0da12e4ca38d9ba8aac84df5f6&device_id=3a719ae9-f509-4f22-9b6e-7833a8d9b221 HTTP/1.1" status: 200 len: 1097 time: 0.1101415 Sep 24 15:49:46.257076 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45c1dc-4199-4fba-9bed-c06149f94c2d req-1f40ed54-c940-4783-950e-cb8dbbb46663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:46.260009 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c45c1dc-4199-4fba-9bed-c06149f94c2d req-1f40ed54-c940-4783-950e-cb8dbbb46663 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=60722f0da12e4ca38d9ba8aac84df5f6&device_id=3a719ae9-f509-4f22-9b6e-7833a8d9b221 HTTP/1.1" status: 200 len: 1097 time: 0.0662978 Sep 24 15:49:46.404893 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-240330d2-3ec9-4b02-8d01-cb889b94eff9 None None] Set router cfd6bff8-80df-4fca-a87d-fd1bfa78e876 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:49:46.443141 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c50826-92d9-420c-bedd-17131f1db7e4 req-3d313892-b302-4e54-b112-1401e4b2805e tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:46.450736 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c50826-92d9-420c-bedd-17131f1db7e4 req-3d313892-b302-4e54-b112-1401e4b2805e tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:46.460915 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a7c50826-92d9-420c-bedd-17131f1db7e4 req-3d313892-b302-4e54-b112-1401e4b2805e tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/ports?device_id=975dfe7b-8e6c-4204-b4e4-f49ebab2cb27 HTTP/1.1" status: 200 len: 1683 time: 0.0792778 Sep 24 15:49:46.543193 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a7c50826-92d9-420c-bedd-17131f1db7e4 req-b318e971-3064-48e1-9c92-260c0e097277 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/security-groups?id=1aa72ca6-205a-4e58-b313-5dd57c74d75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784771 Sep 24 15:49:46.593387 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45c1dc-4199-4fba-9bed-c06149f94c2d req-388f5d89-3830-410a-80e1-2ff453c7ed72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:46.593387 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c45c1dc-4199-4fba-9bed-c06149f94c2d req-388f5d89-3830-410a-80e1-2ff453c7ed72 service neutron] 10.222.0.108 "GET /v2.0/networks?id=5ca707a3-4989-424b-9a98-79246ddfc60c HTTP/1.1" status: 200 len: 922 time: 0.3152063 Sep 24 15:49:46.615408 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e461459-bc19-44f7-9d7f-9c6888f75104 req-eab787a5-7c2f-4bb8-8bfb-8db8b48d46bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:46.617012 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8e461459-bc19-44f7-9d7f-9c6888f75104 req-eab787a5-7c2f-4bb8-8bfb-8db8b48d46bd service neutron] 10.222.0.101 "GET /v2.0/networks?id=5ca707a3-4989-424b-9a98-79246ddfc60c HTTP/1.1" status: 200 len: 922 time: 0.3734543 Sep 24 15:49:46.789645 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c45c1dc-4199-4fba-9bed-c06149f94c2d req-78cb498f-a59b-45a7-ae9d-0e89f28ab332 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26c3ce49-d162-4941-8930-1ecbec0b92c4 HTTP/1.1" status: 200 len: 1000 time: 0.1714685 Sep 24 15:49:46.814742 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8e461459-bc19-44f7-9d7f-9c6888f75104 req-d396cb13-330d-4c91-a3fd-d5e13956ffb8 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26c3ce49-d162-4941-8930-1ecbec0b92c4 HTTP/1.1" status: 200 len: 1000 time: 0.1271160 Sep 24 15:49:46.915802 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45c1dc-4199-4fba-9bed-c06149f94c2d req-afd5586c-a322-4798-ac03-578bbdea0aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:46.917464 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c45c1dc-4199-4fba-9bed-c06149f94c2d req-afd5586c-a322-4798-ac03-578bbdea0aeb service neutron] 10.222.0.108 "GET /v2.0/subnets?id=7864a260-4b7d-4946-ad5d-046195fcc1ad HTTP/1.1" status: 200 len: 860 time: 0.1198833 Sep 24 15:49:46.919259 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e461459-bc19-44f7-9d7f-9c6888f75104 req-21c7fac3-6c68-48ec-907e-8958c02f7daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:46.920671 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8e461459-bc19-44f7-9d7f-9c6888f75104 req-21c7fac3-6c68-48ec-907e-8958c02f7daf service neutron] 10.222.0.101 "GET /v2.0/subnets?id=7864a260-4b7d-4946-ad5d-046195fcc1ad HTTP/1.1" status: 200 len: 860 time: 0.0855672 Sep 24 15:49:46.929818 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-240330d2-3ec9-4b02-8d01-cb889b94eff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd6bff8-80df-4fca-a87d-fd1bfa78e876', 'name': 'tempest-ServerRescueTestJSONUnderV235-2083922198-router', 'tenant_id': '60722f0da12e4ca38d9ba8aac84df5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '4552a4d6-52c6-45e1-9d62-a9faeb72edd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:48:32Z', 'updated_at': '2021-09-24T15:48:41Z', 'revision_number': 4, 'project_id': '60722f0da12e4ca38d9ba8aac84df5f6', 'gw_port': {'id': '4552a4d6-52c6-45e1-9d62-a9faeb72edd5', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ac:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6bff8-80df-4fca-a87d-fd1bfa78e876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:48:34Z', 'updated_at': '2021-09-24T15:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': '239fa19c-009b-4474-b29a-cf35fc775dd9', 'tenant_id': '60722f0da12e4ca38d9ba8aac84df5f6', 'floating_ip_address': '172.25.0.212', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': 'cfd6bff8-80df-4fca-a87d-fd1bfa78e876', 'port_id': '26c3ce49-d162-4941-8930-1ecbec0b92c4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ca707a3-4989-424b-9a98-79246ddfc60c', 'mac_address': 'fa:16:3e:82:6f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a719ae9-f509-4f22-9b6e-7833a8d9b221', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:49:42Z', 'updated_at': '2021-09-24T15:49:45Z', 'revision_number': 1, 'project_id': '60722f0da12e4ca38d9ba8aac84df5f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b776216-6fea-4b62-995b-c9e7fc0bf6f0', 'name': '', 'network_id': '5ca707a3-4989-424b-9a98-79246ddfc60c', 'tenant_id': '60722f0da12e4ca38d9ba8aac84df5f6', 'mac_address': 'fa:16:3e:a3:af:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6bff8-80df-4fca-a87d-fd1bfa78e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '7864a260-4b7d-4946-ad5d-046195fcc1ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:48:40Z', 'updated_at': '2021-09-24T15:48:47Z', 'revision_number': 5, 'project_id': '60722f0da12e4ca38d9ba8aac84df5f6', 'subnets': [{'id': '7864a260-4b7d-4946-ad5d-046195fcc1ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:49:46.971148 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8e461459-bc19-44f7-9d7f-9c6888f75104 req-a332fbbd-4e92-441c-b92a-c6c58f00ee9f service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=5ca707a3-4989-424b-9a98-79246ddfc60c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429842 Sep 24 15:49:47.040632 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240330d2-3ec9-4b02-8d01-cb889b94eff9 None None] Checking router: cfd6bff8-80df-4fca-a87d-fd1bfa78e876 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:49:47.041822 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c45c1dc-4199-4fba-9bed-c06149f94c2d req-f7bc6403-e3b9-423d-9f9a-6e89baec7554 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=5ca707a3-4989-424b-9a98-79246ddfc60c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1021979 Sep 24 15:49:47.059254 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-240330d2-3ec9-4b02-8d01-cb889b94eff9 None None] Routers {'cfd6bff8-80df-4fca-a87d-fd1bfa78e876'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:49:47.061826 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-240330d2-3ec9-4b02-8d01-cb889b94eff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:49:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['cfd6bff8-80df-4fca-a87d-fd1bfa78e876'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:49:47.096247 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f72b65-9f43-449d-b314-0737e3ee5522 req-b20e22c8-a7c6-4823-b11e-f184491d1b8d tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:47.104457 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-02f72b65-9f43-449d-b314-0737e3ee5522 req-b20e22c8-a7c6-4823-b11e-f184491d1b8d tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=dbbbc75e-22f5-4528-b206-65438e121c10 HTTP/1.1" status: 200 len: 946 time: 0.1424658 Sep 24 15:49:47.197687 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-02f72b65-9f43-449d-b314-0737e3ee5522 req-3bd10029-7e67-4ea9-b1f2-d7b762279126 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922577 Sep 24 15:49:47.346703 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-240330d2-3ec9-4b02-8d01-cb889b94eff9 None None] Set router cfd6bff8-80df-4fca-a87d-fd1bfa78e876 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:49:47.376582 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c45c1dc-4199-4fba-9bed-c06149f94c2d req-fa81dd5a-e0a8-4124-a803-cd94724603f4 service neutron] 10.222.0.108 "GET /v2.0/networks/5ca707a3-4989-424b-9a98-79246ddfc60c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3213849 Sep 24 15:49:47.415535 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8e461459-bc19-44f7-9d7f-9c6888f75104 req-4a0815bb-ad16-446f-bf1e-5318823aa710 service neutron] 10.222.0.101 "GET /v2.0/networks/5ca707a3-4989-424b-9a98-79246ddfc60c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3832157 Sep 24 15:49:47.524545 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8e461459-bc19-44f7-9d7f-9c6888f75104 req-4dfa0728-29dc-44a9-91ec-3176d80e14c3 service neutron] 10.222.0.101 "GET /v2.0/networks/5ca707a3-4989-424b-9a98-79246ddfc60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966167 Sep 24 15:49:47.600811 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c45c1dc-4199-4fba-9bed-c06149f94c2d req-68500fcc-7b96-4c0e-bc2f-de040bac4d03 service neutron] 10.222.0.108 "GET /v2.0/networks/5ca707a3-4989-424b-9a98-79246ddfc60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168069 Sep 24 15:49:47.650420 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-240330d2-3ec9-4b02-8d01-cb889b94eff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd6bff8-80df-4fca-a87d-fd1bfa78e876', 'name': 'tempest-ServerRescueTestJSONUnderV235-2083922198-router', 'tenant_id': '60722f0da12e4ca38d9ba8aac84df5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '4552a4d6-52c6-45e1-9d62-a9faeb72edd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:48:32Z', 'updated_at': '2021-09-24T15:48:41Z', 'revision_number': 4, 'project_id': '60722f0da12e4ca38d9ba8aac84df5f6', 'gw_port': {'id': '4552a4d6-52c6-45e1-9d62-a9faeb72edd5', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ac:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6bff8-80df-4fca-a87d-fd1bfa78e876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:48:34Z', 'updated_at': '2021-09-24T15:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': '239fa19c-009b-4474-b29a-cf35fc775dd9', 'tenant_id': '60722f0da12e4ca38d9ba8aac84df5f6', 'floating_ip_address': '172.25.0.212', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': 'cfd6bff8-80df-4fca-a87d-fd1bfa78e876', 'port_id': '26c3ce49-d162-4941-8930-1ecbec0b92c4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ca707a3-4989-424b-9a98-79246ddfc60c', 'mac_address': 'fa:16:3e:82:6f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a719ae9-f509-4f22-9b6e-7833a8d9b221', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:49:42Z', 'updated_at': '2021-09-24T15:49:45Z', 'revision_number': 1, 'project_id': '60722f0da12e4ca38d9ba8aac84df5f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b776216-6fea-4b62-995b-c9e7fc0bf6f0', 'name': '', 'network_id': '5ca707a3-4989-424b-9a98-79246ddfc60c', 'tenant_id': '60722f0da12e4ca38d9ba8aac84df5f6', 'mac_address': 'fa:16:3e:a3:af:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6bff8-80df-4fca-a87d-fd1bfa78e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '7864a260-4b7d-4946-ad5d-046195fcc1ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:48:40Z', 'updated_at': '2021-09-24T15:48:47Z', 'revision_number': 5, 'project_id': '60722f0da12e4ca38d9ba8aac84df5f6', 'subnets': [{'id': '7864a260-4b7d-4946-ad5d-046195fcc1ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:49:47.685404 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-240330d2-3ec9-4b02-8d01-cb889b94eff9 None None] The sync data for ids ['cfd6bff8-80df-4fca-a87d-fd1bfa78e876'] in n-d-808921-1 is: [{'id': 'cfd6bff8-80df-4fca-a87d-fd1bfa78e876', 'name': 'tempest-ServerRescueTestJSONUnderV235-2083922198-router', 'tenant_id': '60722f0da12e4ca38d9ba8aac84df5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '4552a4d6-52c6-45e1-9d62-a9faeb72edd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:48:32Z', 'updated_at': '2021-09-24T15:48:41Z', 'revision_number': 4, 'project_id': '60722f0da12e4ca38d9ba8aac84df5f6', 'gw_port': {'id': '4552a4d6-52c6-45e1-9d62-a9faeb72edd5', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ac:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6bff8-80df-4fca-a87d-fd1bfa78e876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:48:34Z', 'updated_at': '2021-09-24T15:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': '239fa19c-009b-4474-b29a-cf35fc775dd9', 'tenant_id': '60722f0da12e4ca38d9ba8aac84df5f6', 'floating_ip_address': '172.25.0.212', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': 'cfd6bff8-80df-4fca-a87d-fd1bfa78e876', 'port_id': '26c3ce49-d162-4941-8930-1ecbec0b92c4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1877, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ca707a3-4989-424b-9a98-79246ddfc60c', 'mac_address': 'fa:16:3e:82:6f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a719ae9-f509-4f22-9b6e-7833a8d9b221', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:49:42Z', 'updated_at': '2021-09-24T15:49:45Z', 'revision_number': 1, 'project_id': '60722f0da12e4ca38d9ba8aac84df5f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b776216-6fea-4b62-995b-c9e7fc0bf6f0', 'name': '', 'network_id': '5ca707a3-4989-424b-9a98-79246ddfc60c', 'tenant_id': '60722f0da12e4ca38d9ba8aac84df5f6', 'mac_address': 'fa:16:3e:a3:af:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6bff8-80df-4fca-a87d-fd1bfa78e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '7864a260-4b7d-4946-ad5d-046195fcc1ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:48:40Z', 'updated_at': '2021-09-24T15:48:47Z', 'revision_number': 5, 'project_id': '60722f0da12e4ca38d9ba8aac84df5f6', 'subnets': [{'id': '7864a260-4b7d-4946-ad5d-046195fcc1ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:49:47.772593 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d0328-3492-4fac-9bd5-05ac29fa9daa req-41722001-3663-471f-b0fd-666fc5647949 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:47.789446 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d0328-3492-4fac-9bd5-05ac29fa9daa req-41722001-3663-471f-b0fd-666fc5647949 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:47.793663 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-866d0328-3492-4fac-9bd5-05ac29fa9daa req-41722001-3663-471f-b0fd-666fc5647949 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/ports?device_id=975dfe7b-8e6c-4204-b4e4-f49ebab2cb27 HTTP/1.1" status: 200 len: 1683 time: 0.1037657 Sep 24 15:49:47.850909 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-866d0328-3492-4fac-9bd5-05ac29fa9daa req-619f1e00-f619-421d-b791-4028f688c84f tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/security-groups?id=1aa72ca6-205a-4e58-b313-5dd57c74d75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432827 Sep 24 15:49:47.879132 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1928698b-2143-4f05-9200-77f9f39522ca req-61bea977-37dc-4dff-864e-91e9f3ef8892 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.0.212 HTTP/1.1" status: 200 len: 1000 time: 0.1958745 Sep 24 15:49:47.959435 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1928698b-2143-4f05-9200-77f9f39522ca req-aaeca0e1-aba5-4dbf-9b93-120f31932fb3 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:47.959435 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1928698b-2143-4f05-9200-77f9f39522ca req-aaeca0e1-aba5-4dbf-9b93-120f31932fb3 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/ports/26c3ce49-d162-4941-8930-1ecbec0b92c4 HTTP/1.1" status: 200 len: 943 time: 0.0713558 Sep 24 15:49:48.067235 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-106c62e5-759b-4716-8de6-a8765cafb2d0 None None] New status for floating IP 239fa19c-009b-4474-b29a-cf35fc775dd9: ACTIVE {{(pid=95300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:49:48.173077 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1928698b-2143-4f05-9200-77f9f39522ca req-37b61598-e316-40ba-9290-540578297500 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.0.212 HTTP/1.1" status: 200 len: 1000 time: 0.1478062 Sep 24 15:49:48.294025 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 37578) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:49:48.311935 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1928698b-2143-4f05-9200-77f9f39522ca req-57c80a71-6d33-4341-8903-07337c78dafc tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:48.313333 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1928698b-2143-4f05-9200-77f9f39522ca req-57c80a71-6d33-4341-8903-07337c78dafc tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/networks/e6a2de20-1ea0-43e5-88e0-982d19e317d5 HTTP/1.1" status: 200 len: 784 time: 0.1336393 Sep 24 15:49:48.425395 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-02f92df2-94b3-4c18-80e3-576844b7d4ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:48.436924 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1928698b-2143-4f05-9200-77f9f39522ca req-0fba7229-b365-4cf4-8a07-19d383501804 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.0.212 HTTP/1.1" status: 200 len: 1000 time: 0.1158381 Sep 24 15:49:48.450973 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-1928698b-2143-4f05-9200-77f9f39522ca req-76b24823-b6f5-4b62-8d8e-6b39932a3581 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:49:48.508711 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1928698b-2143-4f05-9200-77f9f39522ca req-76b24823-b6f5-4b62-8d8e-6b39932a3581 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Notify callbacks [] for floatingip, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:48.528613 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-02f92df2-94b3-4c18-80e3-576844b7d4ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:48.605719 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-02f92df2-94b3-4c18-80e3-576844b7d4ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:48.661472 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1928698b-2143-4f05-9200-77f9f39522ca req-76b24823-b6f5-4b62-8d8e-6b39932a3581 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:48.674500 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-02f92df2-94b3-4c18-80e3-576844b7d4ae admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=c1eede438bf54ec5bfe1a797d41450e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3792455 Sep 24 15:49:48.675292 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f92df2-94b3-4c18-80e3-576844b7d4ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b84566f-6d54-43ea-b949-6a1daeb1c38c,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:48.677929 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 37592) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:49:48.699226 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd46b7f7-4153-45ff-9dca-84cfdad10e8f req-6ec663e9-6f59-45d1-bfde-efaf169d23f0 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:48.700798 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-dd46b7f7-4153-45ff-9dca-84cfdad10e8f req-6ec663e9-6f59-45d1-bfde-efaf169d23f0 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=dbbbc75e-22f5-4528-b206-65438e121c10 HTTP/1.1" status: 200 len: 946 time: 0.1069221 Sep 24 15:49:48.740915 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1928698b-2143-4f05-9200-77f9f39522ca req-76b24823-b6f5-4b62-8d8e-6b39932a3581 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:48.741415 n-d-808921-1 neutron-server[95298]: INFO neutron.db.l3_db [req-1928698b-2143-4f05-9200-77f9f39522ca req-76b24823-b6f5-4b62-8d8e-6b39932a3581 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Floating IP 239fa19c-009b-4474-b29a-cf35fc775dd9 disassociated. External IP: 172.25.0.212, port: 26c3ce49-d162-4941-8930-1ecbec0b92c4. Sep 24 15:49:48.747036 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-dd46b7f7-4153-45ff-9dca-84cfdad10e8f req-2625b61d-27fe-428d-a435-c5c31edb446f tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400097 Sep 24 15:49:48.777287 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c98bd714-866f-4499-be32-32714a50e683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:48.808580 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c98bd714-866f-4499-be32-32714a50e683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:48.877825 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1fb003-5ec2-48f0-8cd0-c85587163a04 req-c943baec-dd66-4044-8c17-99d1865e42df tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:48.884662 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1fb003-5ec2-48f0-8cd0-c85587163a04 req-c943baec-dd66-4044-8c17-99d1865e42df tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:48.891912 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6a1fb003-5ec2-48f0-8cd0-c85587163a04 req-c943baec-dd66-4044-8c17-99d1865e42df tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/ports?device_id=975dfe7b-8e6c-4204-b4e4-f49ebab2cb27 HTTP/1.1" status: 200 len: 1683 time: 0.0753236 Sep 24 15:49:48.968064 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6a1fb003-5ec2-48f0-8cd0-c85587163a04 req-d1cde92f-5a5b-4200-ae42-eecc706a2b10 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/security-groups?id=1aa72ca6-205a-4e58-b313-5dd57c74d75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536954 Sep 24 15:49:49.415161 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c98bd714-866f-4499-be32-32714a50e683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:49.418637 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c98bd714-866f-4499-be32-32714a50e683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:49.424397 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-c98bd714-866f-4499-be32-32714a50e683 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/7b84566f-6d54-43ea-b949-6a1daeb1c38c HTTP/1.1" status: 204 len: 168 time: 0.7406540 Sep 24 15:49:49.453452 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98bd714-866f-4499-be32-32714a50e683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b84566f-6d54-43ea-b949-6a1daeb1c38c,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:49.487003 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1928698b-2143-4f05-9200-77f9f39522ca req-76b24823-b6f5-4b62-8d8e-6b39932a3581 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Router cfd6bff8-80df-4fca-a87d-fd1bfa78e876 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:49:49.611901 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1928698b-2143-4f05-9200-77f9f39522ca req-76b24823-b6f5-4b62-8d8e-6b39932a3581 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:49:49.618829 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1928698b-2143-4f05-9200-77f9f39522ca req-76b24823-b6f5-4b62-8d8e-6b39932a3581 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:49.623628 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb75885-8707-4324-8f83-64a871d6b169 None None] Sync routers for ids ['cfd6bff8-80df-4fca-a87d-fd1bfa78e876'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:49:49.641169 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb75885-8707-4324-8f83-64a871d6b169 None None] Routers {'cfd6bff8-80df-4fca-a87d-fd1bfa78e876'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:49:49.641439 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-8fb75885-8707-4324-8f83-64a871d6b169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:49:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['cfd6bff8-80df-4fca-a87d-fd1bfa78e876'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:49:49.649032 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1928698b-2143-4f05-9200-77f9f39522ca req-76b24823-b6f5-4b62-8d8e-6b39932a3581 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "PUT /v2.0/floatingips/239fa19c-009b-4474-b29a-cf35fc775dd9 HTTP/1.1" status: 200 len: 695 time: 1.2019813 Sep 24 15:49:49.649504 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a719ae9-f509-4f22-9b6e-7833a8d9b221', 'tag': '26c3ce49-d162-4941-8930-1ecbec0b92c4'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:49:49.652021 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a114bf1d-0824-4475-b218-826845387987" -d '{"events": [{"name": "network-changed", "server_uuid": "3a719ae9-f509-4f22-9b6e-7833a8d9b221", "tag": "26c3ce49-d162-4941-8930-1ecbec0b92c4"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:49:49.726192 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48609fc1-f800-4e82-a933-e3c7feaf5d4b x-openstack-request-id: req-48609fc1-f800-4e82-a933-e3c7feaf5d4b {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:49:49.726960 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a719ae9-f509-4f22-9b6e-7833a8d9b221", "tag": "26c3ce49-d162-4941-8930-1ecbec0b92c4", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:49:49.726960 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-48609fc1-f800-4e82-a933-e3c7feaf5d4b {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:49:49.727345 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a719ae9-f509-4f22-9b6e-7833a8d9b221', 'tag': '26c3ce49-d162-4941-8930-1ecbec0b92c4', 'status': 'completed', 'code': 200} Sep 24 15:49:49.800216 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-8fb75885-8707-4324-8f83-64a871d6b169 None None] Set router cfd6bff8-80df-4fca-a87d-fd1bfa78e876 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:49:49.810915 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1928698b-2143-4f05-9200-77f9f39522ca req-6d9d72b5-9f2f-4bf8-8734-4e8aa9ddf560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:49.817900 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1928698b-2143-4f05-9200-77f9f39522ca req-6d9d72b5-9f2f-4bf8-8734-4e8aa9ddf560 service neutron] 10.222.0.101 "GET /v2.0/ports?tenant_id=60722f0da12e4ca38d9ba8aac84df5f6&device_id=3a719ae9-f509-4f22-9b6e-7833a8d9b221 HTTP/1.1" status: 200 len: 1097 time: 0.1214209 Sep 24 15:49:49.821781 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a114bf1d-0824-4475-b218-826845387987 req-9bb94087-fb96-4761-9396-1caf35d4ea44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:49.823389 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a114bf1d-0824-4475-b218-826845387987 req-9bb94087-fb96-4761-9396-1caf35d4ea44 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=60722f0da12e4ca38d9ba8aac84df5f6&device_id=3a719ae9-f509-4f22-9b6e-7833a8d9b221 HTTP/1.1" status: 200 len: 1097 time: 0.0786157 Sep 24 15:49:50.189791 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b860a2-0079-4c13-87b7-f533f1d71c7b req-c1067dec-d437-47a4-8696-b298c237aa25 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:50.192028 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a7b860a2-0079-4c13-87b7-f533f1d71c7b req-c1067dec-d437-47a4-8696-b298c237aa25 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=dbbbc75e-22f5-4528-b206-65438e121c10 HTTP/1.1" status: 200 len: 946 time: 0.2873812 Sep 24 15:49:50.202054 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7bec49-ddd8-4dc7-8b59-ef2806ba56ec req-1b6c1287-00a1-4268-9c53-1d9ae41bfcbb tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:50.220083 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7bec49-ddd8-4dc7-8b59-ef2806ba56ec req-1b6c1287-00a1-4268-9c53-1d9ae41bfcbb tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:50.222778 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0b7bec49-ddd8-4dc7-8b59-ef2806ba56ec req-1b6c1287-00a1-4268-9c53-1d9ae41bfcbb tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.108 "GET /v2.0/ports?device_id=975dfe7b-8e6c-4204-b4e4-f49ebab2cb27 HTTP/1.1" status: 200 len: 1683 time: 0.1823795 Sep 24 15:49:50.247146 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a114bf1d-0824-4475-b218-826845387987 req-57932ea9-1961-4800-9304-f9223210d055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:50.248833 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a114bf1d-0824-4475-b218-826845387987 req-57932ea9-1961-4800-9304-f9223210d055 service neutron] 10.222.0.108 "GET /v2.0/networks?id=5ca707a3-4989-424b-9a98-79246ddfc60c HTTP/1.1" status: 200 len: 922 time: 0.2075551 Sep 24 15:49:50.282092 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-8fb75885-8707-4324-8f83-64a871d6b169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd6bff8-80df-4fca-a87d-fd1bfa78e876', 'name': 'tempest-ServerRescueTestJSONUnderV235-2083922198-router', 'tenant_id': '60722f0da12e4ca38d9ba8aac84df5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '4552a4d6-52c6-45e1-9d62-a9faeb72edd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:48:32Z', 'updated_at': '2021-09-24T15:48:41Z', 'revision_number': 4, 'project_id': '60722f0da12e4ca38d9ba8aac84df5f6', 'gw_port': {'id': '4552a4d6-52c6-45e1-9d62-a9faeb72edd5', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ac:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6bff8-80df-4fca-a87d-fd1bfa78e876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:48:34Z', 'updated_at': '2021-09-24T15:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '0b776216-6fea-4b62-995b-c9e7fc0bf6f0', 'name': '', 'network_id': '5ca707a3-4989-424b-9a98-79246ddfc60c', 'tenant_id': '60722f0da12e4ca38d9ba8aac84df5f6', 'mac_address': 'fa:16:3e:a3:af:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6bff8-80df-4fca-a87d-fd1bfa78e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '7864a260-4b7d-4946-ad5d-046195fcc1ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:48:40Z', 'updated_at': '2021-09-24T15:48:47Z', 'revision_number': 5, 'project_id': '60722f0da12e4ca38d9ba8aac84df5f6', 'subnets': [{'id': '7864a260-4b7d-4946-ad5d-046195fcc1ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:49:50.303386 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a7b860a2-0079-4c13-87b7-f533f1d71c7b req-ab21d031-86bd-45b9-8c35-000bcdf26178 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778470 Sep 24 15:49:50.309798 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a114bf1d-0824-4475-b218-826845387987 req-9368d062-669a-4e3f-b141-3687397a5389 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26c3ce49-d162-4941-8930-1ecbec0b92c4 HTTP/1.1" status: 200 len: 217 time: 0.0522962 Sep 24 15:49:50.315067 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1928698b-2143-4f05-9200-77f9f39522ca req-d20e1ec4-eeef-45a4-9698-2371b4a567f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:50.333919 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1928698b-2143-4f05-9200-77f9f39522ca req-d20e1ec4-eeef-45a4-9698-2371b4a567f0 service neutron] 10.222.0.101 "GET /v2.0/networks?id=5ca707a3-4989-424b-9a98-79246ddfc60c HTTP/1.1" status: 200 len: 922 time: 0.5078681 Sep 24 15:49:50.360988 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb75885-8707-4324-8f83-64a871d6b169 None None] Checking router: cfd6bff8-80df-4fca-a87d-fd1bfa78e876 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:49:50.391468 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb75885-8707-4324-8f83-64a871d6b169 None None] Routers {'cfd6bff8-80df-4fca-a87d-fd1bfa78e876'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:49:50.393646 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-8fb75885-8707-4324-8f83-64a871d6b169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:49:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['cfd6bff8-80df-4fca-a87d-fd1bfa78e876'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:49:50.415610 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-0b7bec49-ddd8-4dc7-8b59-ef2806ba56ec req-9024ca29-a754-45c2-9422-fbe9b3f4be2d tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Deleting port a5451234-4da2-478b-888c-4fec8e5a07a3 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:49:50.416625 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-0b7bec49-ddd8-4dc7-8b59-ef2806ba56ec req-9024ca29-a754-45c2-9422-fbe9b3f4be2d tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:50.474119 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1928698b-2143-4f05-9200-77f9f39522ca req-c1528398-9b02-42fb-b3b4-d7a199bfb792 service neutron] 10.222.0.101 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=26c3ce49-d162-4941-8930-1ecbec0b92c4 HTTP/1.1" status: 200 len: 217 time: 0.1382794 Sep 24 15:49:50.538625 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a114bf1d-0824-4475-b218-826845387987 req-de05b81b-e868-4655-9639-5ba31fd1a4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:50.540666 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a114bf1d-0824-4475-b218-826845387987 req-de05b81b-e868-4655-9639-5ba31fd1a4aa service neutron] 10.222.0.108 "GET /v2.0/subnets?id=7864a260-4b7d-4946-ad5d-046195fcc1ad HTTP/1.1" status: 200 len: 860 time: 0.1925189 Sep 24 15:49:50.542300 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1928698b-2143-4f05-9200-77f9f39522ca req-d1361e1f-a960-4ff1-a9d6-afb9b8d7df30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:50.544143 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1928698b-2143-4f05-9200-77f9f39522ca req-d1361e1f-a960-4ff1-a9d6-afb9b8d7df30 service neutron] 10.222.0.101 "GET /v2.0/subnets?id=7864a260-4b7d-4946-ad5d-046195fcc1ad HTTP/1.1" status: 200 len: 860 time: 0.0692482 Sep 24 15:49:50.576387 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-8fb75885-8707-4324-8f83-64a871d6b169 None None] Set router cfd6bff8-80df-4fca-a87d-fd1bfa78e876 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:49:50.586965 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a114bf1d-0824-4475-b218-826845387987 req-8c6d7984-7bae-4f20-a200-5debe0106c98 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=5ca707a3-4989-424b-9a98-79246ddfc60c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364308 Sep 24 15:49:50.592613 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de2294-4cd1-43ad-93f1-e624cb1fe153 req-5bc7091c-7e50-4156-9c17-b0a5abcb9bf0 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:50.610242 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de2294-4cd1-43ad-93f1-e624cb1fe153 req-5bc7091c-7e50-4156-9c17-b0a5abcb9bf0 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:50.614501 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-37de2294-4cd1-43ad-93f1-e624cb1fe153 req-5bc7091c-7e50-4156-9c17-b0a5abcb9bf0 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/ports?device_id=975dfe7b-8e6c-4204-b4e4-f49ebab2cb27 HTTP/1.1" status: 200 len: 1683 time: 0.1652298 Sep 24 15:49:50.638018 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1928698b-2143-4f05-9200-77f9f39522ca req-7456641b-da31-4767-a26a-a5e414e1910a service neutron] 10.222.0.101 "GET /v2.0/ports?network_id=5ca707a3-4989-424b-9a98-79246ddfc60c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503397 Sep 24 15:49:50.679850 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-0b7bec49-ddd8-4dc7-8b59-ef2806ba56ec req-9024ca29-a754-45c2-9422-fbe9b3f4be2d tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] For port a5451234-4da2-478b-888c-4fec8e5a07a3, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=a5451234-4da2-478b-888c-4fec8e5a07a3,segment=NetworkSegment(e0f7bf10-ac08-4ee7-bc90-bd7148ee3b43),segment_id=e0f7bf10-ac08-4ee7-bc90-bd7148ee3b43)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:49:50.683261 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-0b7bec49-ddd8-4dc7-8b59-ef2806ba56ec req-9024ca29-a754-45c2-9422-fbe9b3f4be2d tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:50.730568 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-0b7bec49-ddd8-4dc7-8b59-ef2806ba56ec req-9024ca29-a754-45c2-9422-fbe9b3f4be2d tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Calling delete_port for a5451234-4da2-478b-888c-4fec8e5a07a3 owned by compute:nova {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:49:50.757157 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-37de2294-4cd1-43ad-93f1-e624cb1fe153 req-67511c9b-ec3d-4e05-b61b-5ce25c3a09c6 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/security-groups?id=1aa72ca6-205a-4e58-b313-5dd57c74d75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135504 Sep 24 15:49:50.851472 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1928698b-2143-4f05-9200-77f9f39522ca req-0bc91766-99dd-4ec2-a8ca-de5fe980b74c service neutron] 10.222.0.101 "GET /v2.0/networks/5ca707a3-4989-424b-9a98-79246ddfc60c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997707 Sep 24 15:49:50.980383 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1928698b-2143-4f05-9200-77f9f39522ca req-26ee3d6c-04fa-4c1f-ad89-c99387795d0c service neutron] 10.222.0.101 "GET /v2.0/networks/5ca707a3-4989-424b-9a98-79246ddfc60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148160 Sep 24 15:49:50.997576 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a114bf1d-0824-4475-b218-826845387987 req-b2d54172-e1cf-4e38-90c5-ab0f1c3c759d service neutron] 10.222.0.108 "GET /v2.0/networks/5ca707a3-4989-424b-9a98-79246ddfc60c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3955927 Sep 24 15:49:51.002477 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-8fb75885-8707-4324-8f83-64a871d6b169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd6bff8-80df-4fca-a87d-fd1bfa78e876', 'name': 'tempest-ServerRescueTestJSONUnderV235-2083922198-router', 'tenant_id': '60722f0da12e4ca38d9ba8aac84df5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '4552a4d6-52c6-45e1-9d62-a9faeb72edd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:48:32Z', 'updated_at': '2021-09-24T15:48:41Z', 'revision_number': 4, 'project_id': '60722f0da12e4ca38d9ba8aac84df5f6', 'gw_port': {'id': '4552a4d6-52c6-45e1-9d62-a9faeb72edd5', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ac:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6bff8-80df-4fca-a87d-fd1bfa78e876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:48:34Z', 'updated_at': '2021-09-24T15:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '0b776216-6fea-4b62-995b-c9e7fc0bf6f0', 'name': '', 'network_id': '5ca707a3-4989-424b-9a98-79246ddfc60c', 'tenant_id': '60722f0da12e4ca38d9ba8aac84df5f6', 'mac_address': 'fa:16:3e:a3:af:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6bff8-80df-4fca-a87d-fd1bfa78e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '7864a260-4b7d-4946-ad5d-046195fcc1ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:48:40Z', 'updated_at': '2021-09-24T15:48:47Z', 'revision_number': 5, 'project_id': '60722f0da12e4ca38d9ba8aac84df5f6', 'subnets': [{'id': '7864a260-4b7d-4946-ad5d-046195fcc1ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:49:51.035902 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb75885-8707-4324-8f83-64a871d6b169 None None] The sync data for ids ['cfd6bff8-80df-4fca-a87d-fd1bfa78e876'] in n-d-808921-1 is: [{'id': 'cfd6bff8-80df-4fca-a87d-fd1bfa78e876', 'name': 'tempest-ServerRescueTestJSONUnderV235-2083922198-router', 'tenant_id': '60722f0da12e4ca38d9ba8aac84df5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '4552a4d6-52c6-45e1-9d62-a9faeb72edd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:48:32Z', 'updated_at': '2021-09-24T15:48:41Z', 'revision_number': 4, 'project_id': '60722f0da12e4ca38d9ba8aac84df5f6', 'gw_port': {'id': '4552a4d6-52c6-45e1-9d62-a9faeb72edd5', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ac:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6bff8-80df-4fca-a87d-fd1bfa78e876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:48:34Z', 'updated_at': '2021-09-24T15:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '0b776216-6fea-4b62-995b-c9e7fc0bf6f0', 'name': '', 'network_id': '5ca707a3-4989-424b-9a98-79246ddfc60c', 'tenant_id': '60722f0da12e4ca38d9ba8aac84df5f6', 'mac_address': 'fa:16:3e:a3:af:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6bff8-80df-4fca-a87d-fd1bfa78e876', 'device_owner': 'network:router_interface', 'standard_attr_id': 1766, 'fixed_ips': [{'subnet_id': '7864a260-4b7d-4946-ad5d-046195fcc1ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:48:40Z', 'updated_at': '2021-09-24T15:48:47Z', 'revision_number': 5, 'project_id': '60722f0da12e4ca38d9ba8aac84df5f6', 'subnets': [{'id': '7864a260-4b7d-4946-ad5d-046195fcc1ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:49:51.133951 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a114bf1d-0824-4475-b218-826845387987 req-28e83189-187c-4ea4-b861-cf32e302b649 service neutron] 10.222.0.108 "GET /v2.0/networks/5ca707a3-4989-424b-9a98-79246ddfc60c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244540 Sep 24 15:49:51.159475 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-0b7bec49-ddd8-4dc7-8b59-ef2806ba56ec req-9024ca29-a754-45c2-9422-fbe9b3f4be2d tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:51.171861 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['e2493d34-73ce-4ea7-bb0d-e1a3fd2b1d16', 'a5451234-4da2-478b-888c-4fec8e5a07a3'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:49:51.201723 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f5e996de-7df0-4e6c-8ade-483a541f20a4 req-628d2b16-5431-4b1a-8675-cc51813cd14a tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/floatingips/239fa19c-009b-4474-b29a-cf35fc775dd9 HTTP/1.1" status: 200 len: 695 time: 0.0949779 Sep 24 15:49:51.205173 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9024ca29-a754-45c2-9422-fbe9b3f4be2d tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Pushing event deleted for resources: {'Port': ['ID=a5451234-4da2-478b-888c-4fec8e5a07a3,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:51.269984 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b7bec49-ddd8-4dc7-8b59-ef2806ba56ec req-9024ca29-a754-45c2-9422-fbe9b3f4be2d tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] No DVR routers for this DVR port a5451234-4da2-478b-888c-4fec8e5a07a3 on host n-h2-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:49:51.274599 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-0b7bec49-ddd8-4dc7-8b59-ef2806ba56ec req-9024ca29-a754-45c2-9422-fbe9b3f4be2d tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:51.277193 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0b7bec49-ddd8-4dc7-8b59-ef2806ba56ec req-9024ca29-a754-45c2-9422-fbe9b3f4be2d tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.108 "DELETE /v2.0/ports/a5451234-4da2-478b-888c-4fec8e5a07a3 HTTP/1.1" status: 204 len: 173 time: 1.0450547 Sep 24 15:49:51.291276 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '975dfe7b-8e6c-4204-b4e4-f49ebab2cb27', 'name': 'network-vif-deleted', 'tag': 'a5451234-4da2-478b-888c-4fec8e5a07a3'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:49:51.293972 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64002d67-69cf-4d64-af69-a6bed69e06bf" -d '{"events": [{"server_uuid": "975dfe7b-8e6c-4204-b4e4-f49ebab2cb27", "name": "network-vif-deleted", "tag": "a5451234-4da2-478b-888c-4fec8e5a07a3"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:49:51.464909 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-313f48a3-7119-4229-9806-ceb0211cdc43 x-openstack-request-id: req-313f48a3-7119-4229-9806-ceb0211cdc43 {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:49:51.472620 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "975dfe7b-8e6c-4204-b4e4-f49ebab2cb27", "name": "network-vif-deleted", "tag": "a5451234-4da2-478b-888c-4fec8e5a07a3", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:49:51.473227 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-313f48a3-7119-4229-9806-ceb0211cdc43 {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:49:51.473913 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '975dfe7b-8e6c-4204-b4e4-f49ebab2cb27', 'name': 'network-vif-deleted', 'tag': 'a5451234-4da2-478b-888c-4fec8e5a07a3', 'status': 'completed', 'code': 200} Sep 24 15:49:51.613917 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7466980-cd93-4014-a5cf-50bba66b1310 None None] New status for floating IP 239fa19c-009b-4474-b29a-cf35fc775dd9: DOWN {{(pid=95300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:49:51.653420 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e996de-7df0-4e6c-8ade-483a541f20a4 req-0129d1d7-ff42-4641-883d-3f377f1a58ec tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:51.654580 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f5e996de-7df0-4e6c-8ade-483a541f20a4 req-0129d1d7-ff42-4641-883d-3f377f1a58ec tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/networks/e6a2de20-1ea0-43e5-88e0-982d19e317d5 HTTP/1.1" status: 200 len: 784 time: 0.4381454 Sep 24 15:49:51.665535 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e649fe-67c3-43e3-8075-15381c6bbae6 req-193e10dd-1561-43aa-803a-9e05429a079d tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:51.670457 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-26e649fe-67c3-43e3-8075-15381c6bbae6 req-193e10dd-1561-43aa-803a-9e05429a079d tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=dbbbc75e-22f5-4528-b206-65438e121c10 HTTP/1.1" status: 200 len: 946 time: 0.0923133 Sep 24 15:49:51.676157 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [req-f5e996de-7df0-4e6c-8ade-483a541f20a4 req-915010c5-f682-4fa4-ac6a-7e24fc405788 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:49:51.678082 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f5e996de-7df0-4e6c-8ade-483a541f20a4 req-915010c5-f682-4fa4-ac6a-7e24fc405788 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0143435 Sep 24 15:49:51.695100 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-0b7bec49-ddd8-4dc7-8b59-ef2806ba56ec req-6e09033d-c05f-4d1b-bd13-fa3fc5b245c3 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Deleting port e2493d34-73ce-4ea7-bb0d-e1a3fd2b1d16 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:49:51.695614 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-0b7bec49-ddd8-4dc7-8b59-ef2806ba56ec req-6e09033d-c05f-4d1b-bd13-fa3fc5b245c3 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:51.740160 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-26e649fe-67c3-43e3-8075-15381c6bbae6 req-4c9708f7-e83c-416c-a70c-f50c5f48c4f7 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654960 Sep 24 15:49:51.796592 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f5e996de-7df0-4e6c-8ade-483a541f20a4 req-9ace490b-0b11-4903-9b65-f7a4b51784c2 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.0.212 HTTP/1.1" status: 200 len: 698 time: 0.0976377 Sep 24 15:49:51.879327 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b611e2-a6db-459f-bd36-717cacd781f0 req-e556d747-fb7c-4aba-aaac-9d59d7051f23 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:51.881789 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-14b611e2-a6db-459f-bd36-717cacd781f0 req-e556d747-fb7c-4aba-aaac-9d59d7051f23 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/ports?device_id=975dfe7b-8e6c-4204-b4e4-f49ebab2cb27 HTTP/1.1" status: 200 len: 946 time: 0.0534797 Sep 24 15:49:51.887725 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f5e996de-7df0-4e6c-8ade-483a541f20a4 req-f536eab5-7ede-4d95-814a-8e27e578c384 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/floatingips?floating_ip_address=172.25.0.212 HTTP/1.1" status: 200 len: 698 time: 0.0597570 Sep 24 15:49:51.920406 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-14b611e2-a6db-459f-bd36-717cacd781f0 req-f2a6f51d-b739-4176-b50f-2368d47c9fdd tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/security-groups?id=1aa72ca6-205a-4e58-b313-5dd57c74d75f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323958 Sep 24 15:49:51.951193 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-0b7bec49-ddd8-4dc7-8b59-ef2806ba56ec req-6e09033d-c05f-4d1b-bd13-fa3fc5b245c3 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] For port e2493d34-73ce-4ea7-bb0d-e1a3fd2b1d16, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=e2493d34-73ce-4ea7-bb0d-e1a3fd2b1d16,segment=NetworkSegment(b82c49c8-40f0-4988-9f62-1c8c6d49c265),segment_id=b82c49c8-40f0-4988-9f62-1c8c6d49c265)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:49:51.951560 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-0b7bec49-ddd8-4dc7-8b59-ef2806ba56ec req-6e09033d-c05f-4d1b-bd13-fa3fc5b245c3 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:52.000724 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-0b7bec49-ddd8-4dc7-8b59-ef2806ba56ec req-6e09033d-c05f-4d1b-bd13-fa3fc5b245c3 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Calling delete_port for e2493d34-73ce-4ea7-bb0d-e1a3fd2b1d16 owned by compute:nova {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:49:52.109582 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-f5e996de-7df0-4e6c-8ade-483a541f20a4 req-31144714-d727-44f0-b6c0-f883edacaeed tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Deleting port 1f1e1ddc-4a1d-40f3-b5e6-f3a8e285f190 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:49:52.113511 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-f5e996de-7df0-4e6c-8ade-483a541f20a4 req-31144714-d727-44f0-b6c0-f883edacaeed tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:52.229515 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-f5e996de-7df0-4e6c-8ade-483a541f20a4 req-31144714-d727-44f0-b6c0-f883edacaeed tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:52.230157 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-f5e996de-7df0-4e6c-8ade-483a541f20a4 req-31144714-d727-44f0-b6c0-f883edacaeed tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:52.244158 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-f5e996de-7df0-4e6c-8ade-483a541f20a4 req-31144714-d727-44f0-b6c0-f883edacaeed tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Calling delete_port for 1f1e1ddc-4a1d-40f3-b5e6-f3a8e285f190 owned by network:floatingip {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:49:52.351340 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-0b7bec49-ddd8-4dc7-8b59-ef2806ba56ec req-6e09033d-c05f-4d1b-bd13-fa3fc5b245c3 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:52.368029 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['a5451234-4da2-478b-888c-4fec8e5a07a3'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:49:52.468253 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b7bec49-ddd8-4dc7-8b59-ef2806ba56ec req-6e09033d-c05f-4d1b-bd13-fa3fc5b245c3 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] No DVR routers for this DVR port e2493d34-73ce-4ea7-bb0d-e1a3fd2b1d16 on host n-h2-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:49:52.471257 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-0b7bec49-ddd8-4dc7-8b59-ef2806ba56ec req-6e09033d-c05f-4d1b-bd13-fa3fc5b245c3 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:52.473950 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0b7bec49-ddd8-4dc7-8b59-ef2806ba56ec req-6e09033d-c05f-4d1b-bd13-fa3fc5b245c3 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.108 "DELETE /v2.0/ports/e2493d34-73ce-4ea7-bb0d-e1a3fd2b1d16 HTTP/1.1" status: 204 len: 173 time: 1.1692765 Sep 24 15:49:52.474688 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e09033d-c05f-4d1b-bd13-fa3fc5b245c3 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Pushing event deleted for resources: {'Port': ['ID=e2493d34-73ce-4ea7-bb0d-e1a3fd2b1d16,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:52.647749 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-f5e996de-7df0-4e6c-8ade-483a541f20a4 req-31144714-d727-44f0-b6c0-f883edacaeed tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:52.678951 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31144714-d727-44f0-b6c0-f883edacaeed tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Pushing event deleted for resources: {'Port': ['ID=1f1e1ddc-4a1d-40f3-b5e6-f3a8e285f190,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:52.756312 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-f5e996de-7df0-4e6c-8ade-483a541f20a4 req-31144714-d727-44f0-b6c0-f883edacaeed tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Notify callbacks [] for floatingip, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:52.760037 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-f5e996de-7df0-4e6c-8ade-483a541f20a4 req-31144714-d727-44f0-b6c0-f883edacaeed tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:52.775643 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f5e996de-7df0-4e6c-8ade-483a541f20a4 req-31144714-d727-44f0-b6c0-f883edacaeed tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "DELETE /v2.0/floatingips/239fa19c-009b-4474-b29a-cf35fc775dd9 HTTP/1.1" status: 204 len: 173 time: 0.8806713 Sep 24 15:49:52.840994 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ecdcc0b9-4155-42bc-af02-f8ffc79d0e35 req-63bec49f-16b2-4092-8752-982573d9847a tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/security-groups/a5911aad-e83f-4876-ab8b-c2151b7e6e98 HTTP/1.1" status: 200 len: 1808 time: 0.0597761 Sep 24 15:49:52.932019 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f764596a-00e6-4091-bd06-bca9b6a5eeb5 req-95fb9563-a83a-4ce7-b40e-536951e9484b tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:52.934802 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f764596a-00e6-4091-bd06-bca9b6a5eeb5 req-95fb9563-a83a-4ce7-b40e-536951e9484b tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=dbbbc75e-22f5-4528-b206-65438e121c10 HTTP/1.1" status: 200 len: 946 time: 0.0738294 Sep 24 15:49:52.954824 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-ecdcc0b9-4155-42bc-af02-f8ffc79d0e35 req-0e35e4f9-cf6e-45db-8142-2b5c4d2c39ad tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:52.985491 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f764596a-00e6-4091-bd06-bca9b6a5eeb5 req-ec8880d3-8291-451c-ab43-c274f15bff1c tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448933 Sep 24 15:49:52.990003 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-ecdcc0b9-4155-42bc-af02-f8ffc79d0e35 req-0e35e4f9-cf6e-45db-8142-2b5c4d2c39ad tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:53.080308 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6fafdb62-c28b-4013-bb0c-1cc3ff7263af req-c11a9808-aafb-4287-9309-06a7ccbaf66b tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "GET /v2.0/ports?device_id=975dfe7b-8e6c-4204-b4e4-f49ebab2cb27 HTTP/1.1" status: 200 len: 210 time: 0.0266585 Sep 24 15:49:53.201212 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-ecdcc0b9-4155-42bc-af02-f8ffc79d0e35 req-0e35e4f9-cf6e-45db-8142-2b5c4d2c39ad tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:53.204522 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-ecdcc0b9-4155-42bc-af02-f8ffc79d0e35 req-0e35e4f9-cf6e-45db-8142-2b5c4d2c39ad tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:53.205733 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ecdcc0b9-4155-42bc-af02-f8ffc79d0e35 req-0e35e4f9-cf6e-45db-8142-2b5c4d2c39ad tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "DELETE /v2.0/security-groups/a5911aad-e83f-4876-ab8b-c2151b7e6e98 HTTP/1.1" status: 204 len: 173 time: 0.3639212 Sep 24 15:49:53.222611 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e35e4f9-cf6e-45db-8142-2b5c4d2c39ad tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5911aad-e83f-4876-ab8b-c2151b7e6e98,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:53.475603 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '975dfe7b-8e6c-4204-b4e4-f49ebab2cb27', 'name': 'network-vif-deleted', 'tag': 'e2493d34-73ce-4ea7-bb0d-e1a3fd2b1d16'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:49:53.478486 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bb3869c-9c75-420a-808d-a7e028cf7d55" -d '{"events": [{"server_uuid": "975dfe7b-8e6c-4204-b4e4-f49ebab2cb27", "name": "network-vif-deleted", "tag": "e2493d34-73ce-4ea7-bb0d-e1a3fd2b1d16"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:49:53.534169 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b4c7e9-ffbf-46fe-8927-ea9269d14f81 x-openstack-request-id: req-51b4c7e9-ffbf-46fe-8927-ea9269d14f81 {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:49:53.534169 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "975dfe7b-8e6c-4204-b4e4-f49ebab2cb27", "name": "network-vif-deleted", "tag": "e2493d34-73ce-4ea7-bb0d-e1a3fd2b1d16", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:49:53.534579 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-51b4c7e9-ffbf-46fe-8927-ea9269d14f81 {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:49:53.534910 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '975dfe7b-8e6c-4204-b4e4-f49ebab2cb27', 'name': 'network-vif-deleted', 'tag': 'e2493d34-73ce-4ea7-bb0d-e1a3fd2b1d16', 'status': 'completed', 'code': 200} Sep 24 15:49:53.770556 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b8123-9811-4871-b18a-3fb995f34219 req-1b2f11b6-6f90-4ff4-af73-d53aa4e6c91f tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:53.774849 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3e6b8123-9811-4871-b18a-3fb995f34219 req-1b2f11b6-6f90-4ff4-af73-d53aa4e6c91f tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/ports?device_id=3a719ae9-f509-4f22-9b6e-7833a8d9b221 HTTP/1.1" status: 200 len: 946 time: 0.0652874 Sep 24 15:49:53.824453 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3e6b8123-9811-4871-b18a-3fb995f34219 req-a0ef5034-9d61-42ff-894e-81357e92ffb3 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/security-groups?id=1b2ada65-5612-4fdd-b25e-e6fca30094ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400145 Sep 24 15:49:54.130263 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16be8d93-c51b-4899-8a7c-0019e69ba319 req-27616f8a-706d-41ff-b5d5-e0ce3bd060cf tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:54.131969 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-16be8d93-c51b-4899-8a7c-0019e69ba319 req-27616f8a-706d-41ff-b5d5-e0ce3bd060cf tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=dbbbc75e-22f5-4528-b206-65438e121c10 HTTP/1.1" status: 200 len: 946 time: 0.0702701 Sep 24 15:49:54.139384 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 37782) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:49:54.175680 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-16be8d93-c51b-4899-8a7c-0019e69ba319 req-bc753647-e76f-4056-8c0f-fa46c3bfc06c tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352929 Sep 24 15:49:54.209317 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-74f81434-09d7-4f79-950e-b15dc457a50b tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Deleting subnet 747d8a09-e84c-4001-8fba-578be380be34 {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:49:54.220475 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-74f81434-09d7-4f79-950e-b15dc457a50b tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:54.268942 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-74f81434-09d7-4f79-950e-b15dc457a50b tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:54.381022 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-74f81434-09d7-4f79-950e-b15dc457a50b tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:54.504417 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-74f81434-09d7-4f79-950e-b15dc457a50b tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:54.539022 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-74f81434-09d7-4f79-950e-b15dc457a50b tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:54.541447 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-74f81434-09d7-4f79-950e-b15dc457a50b tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "DELETE /v2.0/subnets/747d8a09-e84c-4001-8fba-578be380be34 HTTP/1.1" status: 204 len: 168 time: 0.4010787 Sep 24 15:49:54.542936 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f81434-09d7-4f79-950e-b15dc457a50b tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Pushing event deleted for resources: {'Subnet': ['ID=747d8a09-e84c-4001-8fba-578be380be34,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:54.549007 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 37812) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:49:54.554512 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-142e9420-1e66-41fb-90c1-633035a3b824 None None] Network b2b8969d-41cd-4bf3-a49c-f316cd2decb2 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:49:54.557163 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f81434-09d7-4f79-950e-b15dc457a50b tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:49:54.557741 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f81434-09d7-4f79-950e-b15dc457a50b tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:49:54.558246 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f81434-09d7-4f79-950e-b15dc457a50b tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:49:54.558789 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f81434-09d7-4f79-950e-b15dc457a50b tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:49:54.559425 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f81434-09d7-4f79-950e-b15dc457a50b tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:49:54.560034 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f81434-09d7-4f79-950e-b15dc457a50b tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:49:54.560580 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f81434-09d7-4f79-950e-b15dc457a50b tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:49:54.561215 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f81434-09d7-4f79-950e-b15dc457a50b tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:49:54.561774 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f81434-09d7-4f79-950e-b15dc457a50b tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:49:54.562307 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f81434-09d7-4f79-950e-b15dc457a50b tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:49:54.562983 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f81434-09d7-4f79-950e-b15dc457a50b tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:49:54.564111 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74f81434-09d7-4f79-950e-b15dc457a50b tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:49:54.678261 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dc887eb1-996a-4a88-8a6d-746411cbcfbe tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:54.751202 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-dc887eb1-996a-4a88-8a6d-746411cbcfbe tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Deleting port d4716310-7fdf-4c02-99f6-0809bf7e97d3 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:49:54.751545 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dc887eb1-996a-4a88-8a6d-746411cbcfbe tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:54.852429 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-dc887eb1-996a-4a88-8a6d-746411cbcfbe tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] For port d4716310-7fdf-4c02-99f6-0809bf7e97d3, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=d4716310-7fdf-4c02-99f6-0809bf7e97d3,segment=NetworkSegment(e0f7bf10-ac08-4ee7-bc90-bd7148ee3b43),segment_id=e0f7bf10-ac08-4ee7-bc90-bd7148ee3b43)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:49:54.852810 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dc887eb1-996a-4a88-8a6d-746411cbcfbe tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:54.858300 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79899d4d-150b-4f8c-962f-7f46a02e07cd None None] DHCP port deletion for b2b8969d-41cd-4bf3-a49c-f316cd2decb2 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:49:54.870638 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-dc887eb1-996a-4a88-8a6d-746411cbcfbe tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Calling delete_port for d4716310-7fdf-4c02-99f6-0809bf7e97d3 owned by network:dhcp {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:49:54.959984 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-79899d4d-150b-4f8c-962f-7f46a02e07cd None None] Deleting port d4716310-7fdf-4c02-99f6-0809bf7e97d3 {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:49:54.960392 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-79899d4d-150b-4f8c-962f-7f46a02e07cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:55.007103 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2782349c-653d-446a-ad67-85f188858332 req-230bcd51-ddf5-43bf-95ee-c1e7c9748958 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:55.008989 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2782349c-653d-446a-ad67-85f188858332 req-230bcd51-ddf5-43bf-95ee-c1e7c9748958 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/ports?device_id=3a719ae9-f509-4f22-9b6e-7833a8d9b221 HTTP/1.1" status: 200 len: 946 time: 0.0802164 Sep 24 15:49:55.029539 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-79899d4d-150b-4f8c-962f-7f46a02e07cd None None] For port d4716310-7fdf-4c02-99f6-0809bf7e97d3, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=d4716310-7fdf-4c02-99f6-0809bf7e97d3,segment=NetworkSegment(e0f7bf10-ac08-4ee7-bc90-bd7148ee3b43),segment_id=e0f7bf10-ac08-4ee7-bc90-bd7148ee3b43)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:49:55.030114 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-79899d4d-150b-4f8c-962f-7f46a02e07cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:55.052119 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-79899d4d-150b-4f8c-962f-7f46a02e07cd None None] Calling delete_port for d4716310-7fdf-4c02-99f6-0809bf7e97d3 owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:49:55.064106 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2782349c-653d-446a-ad67-85f188858332 req-647f0b0a-592c-444e-ab83-98a3e7b4e9d6 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/security-groups?id=1b2ada65-5612-4fdd-b25e-e6fca30094ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399647 Sep 24 15:49:55.117569 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device e2493d34-73ce-4ea7-bb0d-e1a3fd2b1d16 no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:49:55.140416 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] No Port match for: e2493d34-73ce-4ea7-bb0d-e1a3fd2b1d16 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:49:55.140756 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device e2493d34-73ce-4ea7-bb0d-e1a3fd2b1d16 not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:49:55.141169 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device a5451234-4da2-478b-888c-4fec8e5a07a3 no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:49:55.143726 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dc887eb1-996a-4a88-8a6d-746411cbcfbe tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:55.167013 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] No Port match for: a5451234-4da2-478b-888c-4fec8e5a07a3 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:49:55.167839 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device a5451234-4da2-478b-888c-4fec8e5a07a3 not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:49:55.179394 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc887eb1-996a-4a88-8a6d-746411cbcfbe tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Pushing event deleted for resources: {'Port': ['ID=d4716310-7fdf-4c02-99f6-0809bf7e97d3,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:55.190169 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc887eb1-996a-4a88-8a6d-746411cbcfbe tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] No DVR routers for this DVR port d4716310-7fdf-4c02-99f6-0809bf7e97d3 on host n-d-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:49:55.215363 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-79899d4d-150b-4f8c-962f-7f46a02e07cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:55.254265 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79899d4d-150b-4f8c-962f-7f46a02e07cd None None] Pushing event deleted for resources: {'Port': ['ID=d4716310-7fdf-4c02-99f6-0809bf7e97d3,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:55.268630 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79899d4d-150b-4f8c-962f-7f46a02e07cd None None] No DVR routers for this DVR port d4716310-7fdf-4c02-99f6-0809bf7e97d3 on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:49:55.333968 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dc887eb1-996a-4a88-8a6d-746411cbcfbe tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:55.363527 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-dc887eb1-996a-4a88-8a6d-746411cbcfbe tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2b8969d-41cd-4bf3-a49c-f316cd2decb2']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:49:55.377223 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-dc887eb1-996a-4a88-8a6d-746411cbcfbe tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0f7bf10-ac08-4ee7-bc90-bd7148ee3b43') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:49:55.377540 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-dc887eb1-996a-4a88-8a6d-746411cbcfbe tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0f7bf10-ac08-4ee7-bc90-bd7148ee3b43') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:49:55.397980 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dc887eb1-996a-4a88-8a6d-746411cbcfbe tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:55.418328 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dc887eb1-996a-4a88-8a6d-746411cbcfbe tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:55.425554 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc887eb1-996a-4a88-8a6d-746411cbcfbe tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Releasing vlan 1256 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:49:55.426051 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dc887eb1-996a-4a88-8a6d-746411cbcfbe tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:55.430137 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:49:55.430137 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:49:55.430137 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:49:55.430137 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:49:55.430137 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:49:55.430137 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:49:55.430137 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:49:55.430137 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:49:55.430137 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:49:55.430137 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:49:55.430137 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:49:55.430137 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:49:55.430137 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:49:55.430137 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:49:55.430137 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:49:55.430137 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:49:55.430137 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:49:55.430137 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:49:55.430137 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:49:55.430137 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:49:55.430137 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:49:55.430137 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:49:55.430137 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:49:55.430137 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:49:55.430137 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:49:55.430137 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:49:55.430137 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:49:55.430137 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:49:55.430137 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:49:55.430137 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:49:55.430137 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:49:55.430137 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:49:55.433482 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fafd147-7a14-4899-9f64-9ab9b6c7931d req-596b36c0-48be-49c6-bec9-e38063d63b05 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:55.433482 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7fafd147-7a14-4899-9f64-9ab9b6c7931d req-596b36c0-48be-49c6-bec9-e38063d63b05 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=dbbbc75e-22f5-4528-b206-65438e121c10 HTTP/1.1" status: 200 len: 946 time: 0.0959706 Sep 24 15:49:55.482913 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7fafd147-7a14-4899-9f64-9ab9b6c7931d req-bba4fa22-9d31-4484-a183-28879a4f1182 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437465 Sep 24 15:49:55.641135 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dc887eb1-996a-4a88-8a6d-746411cbcfbe tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:55.646719 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dc887eb1-996a-4a88-8a6d-746411cbcfbe tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:55.649434 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-dc887eb1-996a-4a88-8a6d-746411cbcfbe tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "DELETE /v2.0/networks/b2b8969d-41cd-4bf3-a49c-f316cd2decb2 HTTP/1.1" status: 204 len: 168 time: 1.1034958 Sep 24 15:49:55.654400 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 37866) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:49:55.669555 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc887eb1-996a-4a88-8a6d-746411cbcfbe tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Pushing event deleted for resources: {'Network': ['ID=b2b8969d-41cd-4bf3-a49c-f316cd2decb2,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:55.718300 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c65ac48-8746-4085-9fea-de31a239c114 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Deleting subnet 52bc4429-79be-4116-9fc1-1c81ea2f236f {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:49:55.721769 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1c65ac48-8746-4085-9fea-de31a239c114 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:55.775216 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1c65ac48-8746-4085-9fea-de31a239c114 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:55.884978 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1c65ac48-8746-4085-9fea-de31a239c114 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:55.994775 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a88566-e956-4646-a285-ca3542a77222 req-6bbeafae-133b-40d8-868c-0a9f8b38ec96 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:55.996367 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a4a88566-e956-4646-a285-ca3542a77222 req-6bbeafae-133b-40d8-868c-0a9f8b38ec96 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.108 "GET /v2.0/ports?device_id=3a719ae9-f509-4f22-9b6e-7833a8d9b221 HTTP/1.1" status: 200 len: 946 time: 0.0684171 Sep 24 15:49:56.108674 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-a4a88566-e956-4646-a285-ca3542a77222 req-672b7bba-2eb2-4e1f-839e-172dc91441eb tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Deleting port 26c3ce49-d162-4941-8930-1ecbec0b92c4 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:49:56.109130 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-a4a88566-e956-4646-a285-ca3542a77222 req-672b7bba-2eb2-4e1f-839e-172dc91441eb tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:56.138288 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1c65ac48-8746-4085-9fea-de31a239c114 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:56.187192 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c65ac48-8746-4085-9fea-de31a239c114 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Pushing event deleted for resources: {'Subnet': ['ID=52bc4429-79be-4116-9fc1-1c81ea2f236f,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:56.193054 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1c65ac48-8746-4085-9fea-de31a239c114 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:56.195710 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-1c65ac48-8746-4085-9fea-de31a239c114 tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "DELETE /v2.0/subnets/52bc4429-79be-4116-9fc1-1c81ea2f236f HTTP/1.1" status: 204 len: 168 time: 0.5390608 Sep 24 15:49:56.197403 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fba0b1d-47e5-4859-bc69-04096ed3e111 None None] Network 902490d5-7401-4a00-ae7c-43f02904d5c4 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:49:56.212498 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 37906) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:49:56.271884 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42324f42-e9d6-4f55-a6e8-7597e61db6fc req-9c5a5a7d-d012-4834-bc77-98648c9f2c57 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:56.275000 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-42324f42-e9d6-4f55-a6e8-7597e61db6fc req-9c5a5a7d-d012-4834-bc77-98648c9f2c57 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/ports?device_id=3a719ae9-f509-4f22-9b6e-7833a8d9b221 HTTP/1.1" status: 200 len: 946 time: 0.1291001 Sep 24 15:49:56.351364 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-a4a88566-e956-4646-a285-ca3542a77222 req-672b7bba-2eb2-4e1f-839e-172dc91441eb tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] For port 26c3ce49-d162-4941-8930-1ecbec0b92c4, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=26c3ce49-d162-4941-8930-1ecbec0b92c4,segment=NetworkSegment(aaac3130-8581-4974-9225-e61f1475b22f),segment_id=aaac3130-8581-4974-9225-e61f1475b22f)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:49:56.352086 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-a4a88566-e956-4646-a285-ca3542a77222 req-672b7bba-2eb2-4e1f-839e-172dc91441eb tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:56.363405 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3af9e88f-465d-4a47-b2ac-628190f8bbcd tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:56.370325 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-a4a88566-e956-4646-a285-ca3542a77222 req-672b7bba-2eb2-4e1f-839e-172dc91441eb tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Calling delete_port for 26c3ce49-d162-4941-8930-1ecbec0b92c4 owned by compute:nova {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:49:56.381712 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-42324f42-e9d6-4f55-a6e8-7597e61db6fc req-c5ca22e3-3faa-4572-ab51-652346ac2043 tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/security-groups?id=1b2ada65-5612-4fdd-b25e-e6fca30094ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639875 Sep 24 15:49:56.464133 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-3af9e88f-465d-4a47-b2ac-628190f8bbcd tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Deleting port 4439ffb9-9b08-4fec-8cbb-660348a2ac02 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:49:56.464878 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3af9e88f-465d-4a47-b2ac-628190f8bbcd tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:56.523048 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb2fca5-9a88-459b-8b06-bde80c1fa606 None None] DHCP port deletion for 902490d5-7401-4a00-ae7c-43f02904d5c4 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:49:56.594737 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-3af9e88f-465d-4a47-b2ac-628190f8bbcd tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] For port 4439ffb9-9b08-4fec-8cbb-660348a2ac02, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=4439ffb9-9b08-4fec-8cbb-660348a2ac02,segment=NetworkSegment(b82c49c8-40f0-4988-9f62-1c8c6d49c265),segment_id=b82c49c8-40f0-4988-9f62-1c8c6d49c265)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:49:56.594737 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3af9e88f-465d-4a47-b2ac-628190f8bbcd tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:56.595327 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-4bb2fca5-9a88-459b-8b06-bde80c1fa606 None None] Deleting port 4439ffb9-9b08-4fec-8cbb-660348a2ac02 {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:49:56.595327 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4bb2fca5-9a88-459b-8b06-bde80c1fa606 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:56.650800 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-3af9e88f-465d-4a47-b2ac-628190f8bbcd tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Calling delete_port for 4439ffb9-9b08-4fec-8cbb-660348a2ac02 owned by network:dhcp {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:49:56.658250 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-a4a88566-e956-4646-a285-ca3542a77222 req-672b7bba-2eb2-4e1f-839e-172dc91441eb tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:56.699626 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672b7bba-2eb2-4e1f-839e-172dc91441eb tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Pushing event deleted for resources: {'Port': ['ID=26c3ce49-d162-4941-8930-1ecbec0b92c4,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:56.712946 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-4bb2fca5-9a88-459b-8b06-bde80c1fa606 None None] For port 4439ffb9-9b08-4fec-8cbb-660348a2ac02, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=4439ffb9-9b08-4fec-8cbb-660348a2ac02,segment=NetworkSegment(b82c49c8-40f0-4988-9f62-1c8c6d49c265),segment_id=b82c49c8-40f0-4988-9f62-1c8c6d49c265)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:49:56.713871 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4bb2fca5-9a88-459b-8b06-bde80c1fa606 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:56.737916 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 4439ffb9-9b08-4fec-8cbb-660348a2ac02 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:49:56.740314 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['26c3ce49-d162-4941-8930-1ecbec0b92c4'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:49:56.743177 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a77dcf0-21a0-4a6e-a3b4-aa8bb20c9a70 req-b42bba96-de94-4760-8a36-9a8a2fabf143 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:56.757225 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9a77dcf0-21a0-4a6e-a3b4-aa8bb20c9a70 req-b42bba96-de94-4760-8a36-9a8a2fabf143 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=dbbbc75e-22f5-4528-b206-65438e121c10 HTTP/1.1" status: 200 len: 946 time: 0.1611702 Sep 24 15:49:56.770988 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4a88566-e956-4646-a285-ca3542a77222 req-672b7bba-2eb2-4e1f-839e-172dc91441eb tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] No DVR routers for this DVR port 26c3ce49-d162-4941-8930-1ecbec0b92c4 on host n-h2-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:49:56.773654 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-a4a88566-e956-4646-a285-ca3542a77222 req-672b7bba-2eb2-4e1f-839e-172dc91441eb tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:56.775784 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a4a88566-e956-4646-a285-ca3542a77222 req-672b7bba-2eb2-4e1f-839e-172dc91441eb tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.108 "DELETE /v2.0/ports/26c3ce49-d162-4941-8930-1ecbec0b92c4 HTTP/1.1" status: 204 len: 173 time: 0.7714312 Sep 24 15:49:56.776276 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a719ae9-f509-4f22-9b6e-7833a8d9b221', 'name': 'network-vif-deleted', 'tag': '26c3ce49-d162-4941-8930-1ecbec0b92c4'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:49:56.793160 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2742048-3629-4bc9-a603-acbaa3ca7db0" -d '{"events": [{"server_uuid": "3a719ae9-f509-4f22-9b6e-7833a8d9b221", "name": "network-vif-deleted", "tag": "26c3ce49-d162-4941-8930-1ecbec0b92c4"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:49:56.813457 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-4bb2fca5-9a88-459b-8b06-bde80c1fa606 None None] Calling delete_port for 4439ffb9-9b08-4fec-8cbb-660348a2ac02 owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:49:56.868860 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e1b2556-cba2-4781-8d3f-eb01a2a9968b x-openstack-request-id: req-9e1b2556-cba2-4781-8d3f-eb01a2a9968b {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:49:56.870073 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a719ae9-f509-4f22-9b6e-7833a8d9b221", "name": "network-vif-deleted", "tag": "26c3ce49-d162-4941-8930-1ecbec0b92c4", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:49:56.870558 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-9e1b2556-cba2-4781-8d3f-eb01a2a9968b {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:49:56.871594 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a719ae9-f509-4f22-9b6e-7833a8d9b221', 'name': 'network-vif-deleted', 'tag': '26c3ce49-d162-4941-8930-1ecbec0b92c4', 'status': 'completed', 'code': 200} Sep 24 15:49:56.879157 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9a77dcf0-21a0-4a6e-a3b4-aa8bb20c9a70 req-ec100e25-4791-4486-bd0e-6182213cf017 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203685 Sep 24 15:49:56.970977 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:57.127459 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3af9e88f-465d-4a47-b2ac-628190f8bbcd tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:57.149315 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device d4716310-7fdf-4c02-99f6-0809bf7e97d3 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:49:57.164112 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af9e88f-465d-4a47-b2ac-628190f8bbcd tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Pushing event deleted for resources: {'Port': ['ID=4439ffb9-9b08-4fec-8cbb-660348a2ac02,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:57.181420 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af9e88f-465d-4a47-b2ac-628190f8bbcd tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] No DVR routers for this DVR port 4439ffb9-9b08-4fec-8cbb-660348a2ac02 on host n-d-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:49:57.196632 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: d4716310-7fdf-4c02-99f6-0809bf7e97d3 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:49:57.197244 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device d4716310-7fdf-4c02-99f6-0809bf7e97d3 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:49:57.202049 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4bb2fca5-9a88-459b-8b06-bde80c1fa606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:57.228198 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb2fca5-9a88-459b-8b06-bde80c1fa606 None None] No DVR routers for this DVR port 4439ffb9-9b08-4fec-8cbb-660348a2ac02 on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:49:57.253208 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb2fca5-9a88-459b-8b06-bde80c1fa606 None None] Pushing event deleted for resources: {'Port': ['ID=4439ffb9-9b08-4fec-8cbb-660348a2ac02,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:57.269443 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3af9e88f-465d-4a47-b2ac-628190f8bbcd tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:57.290439 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-3af9e88f-465d-4a47-b2ac-628190f8bbcd tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['902490d5-7401-4a00-ae7c-43f02904d5c4']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:49:57.300145 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-3af9e88f-465d-4a47-b2ac-628190f8bbcd tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b82c49c8-40f0-4988-9f62-1c8c6d49c265') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:49:57.300440 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-3af9e88f-465d-4a47-b2ac-628190f8bbcd tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b82c49c8-40f0-4988-9f62-1c8c6d49c265') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:49:57.310993 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3af9e88f-465d-4a47-b2ac-628190f8bbcd tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:57.324959 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3af9e88f-465d-4a47-b2ac-628190f8bbcd tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:57.331181 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3af9e88f-465d-4a47-b2ac-628190f8bbcd tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Releasing vlan 1274 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:49:57.331715 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3af9e88f-465d-4a47-b2ac-628190f8bbcd tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:57.335138 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:49:57.335138 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:49:57.335138 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:49:57.335138 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:49:57.335138 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:49:57.335138 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:49:57.335138 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:49:57.335138 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:49:57.335138 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:49:57.335138 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:49:57.335138 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:49:57.335138 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:49:57.335138 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:49:57.335138 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:49:57.335138 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:49:57.335138 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:49:57.335138 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:49:57.335138 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:49:57.335138 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:49:57.335138 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:49:57.335138 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:49:57.335138 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:49:57.335138 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:49:57.335138 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:49:57.335138 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:49:57.335138 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:49:57.335138 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:49:57.335138 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:49:57.335138 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:49:57.335138 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:49:57.335138 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:49:57.335138 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:49:57.498877 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f4f1416b-ec66-46d2-bc8d-f28a08558b51 req-e336b730-300b-4907-b01c-3ceeaf84c88d tempest-ServerRescueTestJSONUnderV235-924840589 tempest-ServerRescueTestJSONUnderV235-924840589-project] 10.222.0.101 "GET /v2.0/ports?device_id=3a719ae9-f509-4f22-9b6e-7833a8d9b221 HTTP/1.1" status: 200 len: 210 time: 0.0345159 Sep 24 15:49:57.553332 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3af9e88f-465d-4a47-b2ac-628190f8bbcd tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:57.561302 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3af9e88f-465d-4a47-b2ac-628190f8bbcd tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:57.563091 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-3af9e88f-465d-4a47-b2ac-628190f8bbcd tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] 10.222.0.101 "DELETE /v2.0/networks/902490d5-7401-4a00-ae7c-43f02904d5c4 HTTP/1.1" status: 204 len: 168 time: 1.3447702 Sep 24 15:49:57.624013 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af9e88f-465d-4a47-b2ac-628190f8bbcd tempest-ServersTestMultiNic-738315234 tempest-ServersTestMultiNic-738315234-project] Pushing event deleted for resources: {'Network': ['ID=902490d5-7401-4a00-ae7c-43f02904d5c4,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:57.737593 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 38002) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:49:58.085943 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87c8547-1e07-407f-8b84-46495cef9fce req-a086b154-46dd-4ace-ab56-1c005efff4ab tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:58.087810 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a87c8547-1e07-407f-8b84-46495cef9fce req-a086b154-46dd-4ace-ab56-1c005efff4ab tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=dbbbc75e-22f5-4528-b206-65438e121c10 HTTP/1.1" status: 200 len: 946 time: 0.0960820 Sep 24 15:49:58.143254 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a87c8547-1e07-407f-8b84-46495cef9fce req-d6ae8374-d299-4a8e-9455-125b2d73c437 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476325 Sep 24 15:49:58.201732 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-694065da-2f87-4505-b1cf-7ba7dbaaca23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:58.460219 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-694065da-2f87-4505-b1cf-7ba7dbaaca23 admin admin] Deleting port 8b492328-40f6-40ea-8b90-7d930ff8e1e1 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:49:58.460872 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-694065da-2f87-4505-b1cf-7ba7dbaaca23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:58.544569 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-694065da-2f87-4505-b1cf-7ba7dbaaca23 admin admin] For port 8b492328-40f6-40ea-8b90-7d930ff8e1e1, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=8b492328-40f6-40ea-8b90-7d930ff8e1e1,segment=NetworkSegment(47c4b0c0-bd98-4ab9-9dcd-80232f8bf45e),segment_id=47c4b0c0-bd98-4ab9-9dcd-80232f8bf45e)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:49:58.545026 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-694065da-2f87-4505-b1cf-7ba7dbaaca23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:58.562006 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-694065da-2f87-4505-b1cf-7ba7dbaaca23 admin admin] Calling delete_port for 8b492328-40f6-40ea-8b90-7d930ff8e1e1 owned by network:router_interface {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:49:58.562463 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 38036) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:49:58.921561 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-694065da-2f87-4505-b1cf-7ba7dbaaca23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:58.954200 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694065da-2f87-4505-b1cf-7ba7dbaaca23 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b492328-40f6-40ea-8b90-7d930ff8e1e1,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:58.980208 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 38052) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:49:59.065612 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4d944163-9b0a-477d-9524-c95aa9b4f079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:59.147166 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c361e796-e5c8-4d76-b6a5-017b42990bde admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:59.166123 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-694065da-2f87-4505-b1cf-7ba7dbaaca23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:59.413674 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8fe7a0-97e6-4de3-b329-aa322da90812 req-9dfbeec8-047d-45e6-8590-96e7168ae364 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:49:59.421226 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3f8fe7a0-97e6-4de3-b329-aa322da90812 req-9dfbeec8-047d-45e6-8590-96e7168ae364 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=dbbbc75e-22f5-4528-b206-65438e121c10 HTTP/1.1" status: 200 len: 946 time: 0.1554673 Sep 24 15:49:59.451408 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-694065da-2f87-4505-b1cf-7ba7dbaaca23 admin admin] Router 9480de2d-915b-4ee0-9905-9e2495b3cbd2 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:49:59.483858 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c361e796-e5c8-4d76-b6a5-017b42990bde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:59.491067 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3f8fe7a0-97e6-4de3-b329-aa322da90812 req-5ffbe9a2-97a4-458f-b9e1-7cc91bc4e9ec tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687771 Sep 24 15:49:59.502069 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 38062) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:49:59.544384 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c361e796-e5c8-4d76-b6a5-017b42990bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:59.585397 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-694065da-2f87-4505-b1cf-7ba7dbaaca23 admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:49:59.593849 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-694065da-2f87-4505-b1cf-7ba7dbaaca23 admin admin] 10.222.0.101 "PUT /v2.0/routers/9480de2d-915b-4ee0-9905-9e2495b3cbd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8547716 Sep 24 15:49:59.594446 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 38066) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:49:59.599256 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-c361e796-e5c8-4d76-b6a5-017b42990bde admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=23fc2c29f5fa4b74896365a0969cba0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6145346 Sep 24 15:49:59.601900 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 38068) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:49:59.616980 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9da4bf4-5141-478e-a843-4d3ef29b2bc6 None None] Sync routers for ids ['9480de2d-915b-4ee0-9905-9e2495b3cbd2'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:49:59.634563 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9da4bf4-5141-478e-a843-4d3ef29b2bc6 None None] Routers {'9480de2d-915b-4ee0-9905-9e2495b3cbd2'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:49:59.635488 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-a9da4bf4-5141-478e-a843-4d3ef29b2bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:49:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['9480de2d-915b-4ee0-9905-9e2495b3cbd2'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:49:59.669575 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c361e796-e5c8-4d76-b6a5-017b42990bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39d7bb35-237f-4c17-ae99-19d289d9ca10,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:49:59.736397 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-4d944163-9b0a-477d-9524-c95aa9b4f079 admin admin] Deleting port 0b776216-6fea-4b62-995b-c9e7fc0bf6f0 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:49:59.736724 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4d944163-9b0a-477d-9524-c95aa9b4f079 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:59.766195 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-741ca382-ab44-458b-90cb-bfb23f1167c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:59.877184 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-69e44fe9-8678-418b-9911-cef47673e574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:49:59.882692 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b6982e11-dd7d-411d-aaf6-a992715a40d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:00.008036 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-a9da4bf4-5141-478e-a843-4d3ef29b2bc6 None None] Set router 9480de2d-915b-4ee0-9905-9e2495b3cbd2 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:50:00.227593 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-a9da4bf4-5141-478e-a843-4d3ef29b2bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9480de2d-915b-4ee0-9905-9e2495b3cbd2', 'name': 'tempest-ServersTestMultiNic-1081589744-router', 'tenant_id': '9c95bd34ef8943e09d9da8bb4b5315d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'e2f769c0-b94c-4068-8da2-8f8ce29c5b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:48:12Z', 'updated_at': '2021-09-24T15:49:58Z', 'revision_number': 5, 'project_id': '9c95bd34ef8943e09d9da8bb4b5315d4', 'gw_port': {'id': 'e2f769c0-b94c-4068-8da2-8f8ce29c5b1a', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9480de2d-915b-4ee0-9905-9e2495b3cbd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:48:13Z', 'updated_at': '2021-09-24T15:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:50:00.266481 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9da4bf4-5141-478e-a843-4d3ef29b2bc6 None None] Checking router: 9480de2d-915b-4ee0-9905-9e2495b3cbd2 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:50:00.282204 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9da4bf4-5141-478e-a843-4d3ef29b2bc6 None None] Routers {'9480de2d-915b-4ee0-9905-9e2495b3cbd2'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:50:00.283607 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-a9da4bf4-5141-478e-a843-4d3ef29b2bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:49:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['9480de2d-915b-4ee0-9905-9e2495b3cbd2'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:50:00.296204 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-4d944163-9b0a-477d-9524-c95aa9b4f079 admin admin] For port 0b776216-6fea-4b62-995b-c9e7fc0bf6f0, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=0b776216-6fea-4b62-995b-c9e7fc0bf6f0,segment=NetworkSegment(aaac3130-8581-4974-9225-e61f1475b22f),segment_id=aaac3130-8581-4974-9225-e61f1475b22f)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:50:00.296620 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4d944163-9b0a-477d-9524-c95aa9b4f079 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:00.311825 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-4d944163-9b0a-477d-9524-c95aa9b4f079 admin admin] Calling delete_port for 0b776216-6fea-4b62-995b-c9e7fc0bf6f0 owned by network:router_interface {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:50:00.334880 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-69e44fe9-8678-418b-9911-cef47673e574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:00.424907 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-a9da4bf4-5141-478e-a843-4d3ef29b2bc6 None None] Set router 9480de2d-915b-4ee0-9905-9e2495b3cbd2 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:50:00.464680 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b6982e11-dd7d-411d-aaf6-a992715a40d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:00.491402 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-741ca382-ab44-458b-90cb-bfb23f1167c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:00.575280 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-69e44fe9-8678-418b-9911-cef47673e574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:00.579829 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-69e44fe9-8678-418b-9911-cef47673e574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:00.585497 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-69e44fe9-8678-418b-9911-cef47673e574 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/39d7bb35-237f-4c17-ae99-19d289d9ca10 HTTP/1.1" status: 204 len: 168 time: 0.9825561 Sep 24 15:50:00.630493 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-741ca382-ab44-458b-90cb-bfb23f1167c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:00.639041 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e44fe9-8678-418b-9911-cef47673e574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d7bb35-237f-4c17-ae99-19d289d9ca10,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:00.665776 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4d944163-9b0a-477d-9524-c95aa9b4f079 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:00.726991 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-a9da4bf4-5141-478e-a843-4d3ef29b2bc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9480de2d-915b-4ee0-9905-9e2495b3cbd2', 'name': 'tempest-ServersTestMultiNic-1081589744-router', 'tenant_id': '9c95bd34ef8943e09d9da8bb4b5315d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'e2f769c0-b94c-4068-8da2-8f8ce29c5b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:48:12Z', 'updated_at': '2021-09-24T15:49:58Z', 'revision_number': 5, 'project_id': '9c95bd34ef8943e09d9da8bb4b5315d4', 'gw_port': {'id': 'e2f769c0-b94c-4068-8da2-8f8ce29c5b1a', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9480de2d-915b-4ee0-9905-9e2495b3cbd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:48:13Z', 'updated_at': '2021-09-24T15:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:50:00.738486 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-741ca382-ab44-458b-90cb-bfb23f1167c0 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=772b89f1f9254f0b8237b4e90232cc59&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2352939 Sep 24 15:50:00.741257 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741ca382-ab44-458b-90cb-bfb23f1167c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c510b6aa-7004-4caf-be79-a55ca2253ac7,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:00.743771 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c015ef3b-f968-4eb3-bef3-fbf468cd69ad req-32683d5f-446b-40eb-b4c5-be33c2a066e4 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:00.744937 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 38090) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:00.753520 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c015ef3b-f968-4eb3-bef3-fbf468cd69ad req-32683d5f-446b-40eb-b4c5-be33c2a066e4 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=dbbbc75e-22f5-4528-b206-65438e121c10 HTTP/1.1" status: 200 len: 946 time: 0.1912324 Sep 24 15:50:00.753520 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d944163-9b0a-477d-9524-c95aa9b4f079 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b776216-6fea-4b62-995b-c9e7fc0bf6f0,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:00.789122 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9da4bf4-5141-478e-a843-4d3ef29b2bc6 None None] The sync data for ids ['9480de2d-915b-4ee0-9905-9e2495b3cbd2'] in n-d-808921-1 is: [{'id': '9480de2d-915b-4ee0-9905-9e2495b3cbd2', 'name': 'tempest-ServersTestMultiNic-1081589744-router', 'tenant_id': '9c95bd34ef8943e09d9da8bb4b5315d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.97'}], 'enable_snat': True}, 'gw_port_id': 'e2f769c0-b94c-4068-8da2-8f8ce29c5b1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:48:12Z', 'updated_at': '2021-09-24T15:49:58Z', 'revision_number': 5, 'project_id': '9c95bd34ef8943e09d9da8bb4b5315d4', 'gw_port': {'id': 'e2f769c0-b94c-4068-8da2-8f8ce29c5b1a', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:f4:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9480de2d-915b-4ee0-9905-9e2495b3cbd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1715, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:48:13Z', 'updated_at': '2021-09-24T15:48:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:50:00.808557 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-83b183b6-07e2-4033-83ea-d409a8f9565d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:00.816652 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-b6982e11-dd7d-411d-aaf6-a992715a40d3 admin admin] Deleting port e2f769c0-b94c-4068-8da2-8f8ce29c5b1a {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:50:00.830077 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b6982e11-dd7d-411d-aaf6-a992715a40d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:00.881918 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c015ef3b-f968-4eb3-bef3-fbf468cd69ad req-48233b13-1f02-4d47-b370-5416107d807a tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117644 Sep 24 15:50:00.882280 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-83b183b6-07e2-4033-83ea-d409a8f9565d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:00.965827 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-b6982e11-dd7d-411d-aaf6-a992715a40d3 admin admin] For port e2f769c0-b94c-4068-8da2-8f8ce29c5b1a, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=e2f769c0-b94c-4068-8da2-8f8ce29c5b1a,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:50:00.966192 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b6982e11-dd7d-411d-aaf6-a992715a40d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:00.980059 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-b6982e11-dd7d-411d-aaf6-a992715a40d3 admin admin] Calling delete_port for e2f769c0-b94c-4068-8da2-8f8ce29c5b1a owned by network:router_gateway {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:50:00.994170 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4d944163-9b0a-477d-9524-c95aa9b4f079 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:01.109788 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-83b183b6-07e2-4033-83ea-d409a8f9565d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:01.112996 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-83b183b6-07e2-4033-83ea-d409a8f9565d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:01.115200 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-83b183b6-07e2-4033-83ea-d409a8f9565d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c510b6aa-7004-4caf-be79-a55ca2253ac7 HTTP/1.1" status: 204 len: 168 time: 0.3691754 Sep 24 15:50:01.154264 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b183b6-07e2-4033-83ea-d409a8f9565d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c510b6aa-7004-4caf-be79-a55ca2253ac7,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:01.155857 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 26c3ce49-d162-4941-8930-1ecbec0b92c4 no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:50:01.220217 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] No Port match for: 26c3ce49-d162-4941-8930-1ecbec0b92c4 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:50:01.220573 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 26c3ce49-d162-4941-8930-1ecbec0b92c4 not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:50:01.275240 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-22a62541-1116-4586-8988-cee403891163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:01.295655 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d944163-9b0a-477d-9524-c95aa9b4f079 admin admin] Router cfd6bff8-80df-4fca-a87d-fd1bfa78e876 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:50:01.304613 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b6982e11-dd7d-411d-aaf6-a992715a40d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:01.345694 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6982e11-dd7d-411d-aaf6-a992715a40d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e2f769c0-b94c-4068-8da2-8f8ce29c5b1a,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:01.434072 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b6982e11-dd7d-411d-aaf6-a992715a40d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586576'] for router_gateway, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:01.513931 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d944163-9b0a-477d-9524-c95aa9b4f079 admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:50:01.523019 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-4d944163-9b0a-477d-9524-c95aa9b4f079 admin admin] 10.222.0.101 "PUT /v2.0/routers/cfd6bff8-80df-4fca-a87d-fd1bfa78e876/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9582076 Sep 24 15:50:01.527801 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 38106) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:01.528289 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8374d9cc-c5a2-423a-8a72-ef57437918ac None None] Sync routers for ids ['cfd6bff8-80df-4fca-a87d-fd1bfa78e876'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:50:01.540322 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8374d9cc-c5a2-423a-8a72-ef57437918ac None None] Routers {'cfd6bff8-80df-4fca-a87d-fd1bfa78e876'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:50:01.541284 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-8374d9cc-c5a2-423a-8a72-ef57437918ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:49:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['cfd6bff8-80df-4fca-a87d-fd1bfa78e876'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:50:01.624918 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b6982e11-dd7d-411d-aaf6-a992715a40d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:01.630806 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b6982e11-dd7d-411d-aaf6-a992715a40d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:01.679507 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-666e85e2-06b2-4979-b8ca-e32bae85439b admin admin] Notify callbacks [] for router, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:01.718277 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 38112) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:01.732890 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-8374d9cc-c5a2-423a-8a72-ef57437918ac None None] Set router cfd6bff8-80df-4fca-a87d-fd1bfa78e876 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:50:01.745011 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f70519f1-865a-482b-9438-d9f609ef34cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:01.803368 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b6982e11-dd7d-411d-aaf6-a992715a40d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:01.806682 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6982e11-dd7d-411d-aaf6-a992715a40d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9480de2d-915b-4ee0-9905-9e2495b3cbd2 {{(pid=95298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:50:01.817809 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b6982e11-dd7d-411d-aaf6-a992715a40d3 admin admin] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:01.840738 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b6982e11-dd7d-411d-aaf6-a992715a40d3 admin admin] 10.222.0.101 "DELETE /v2.0/routers/9480de2d-915b-4ee0-9905-9e2495b3cbd2 HTTP/1.1" status: 204 len: 168 time: 2.2435982 Sep 24 15:50:01.844469 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 38116) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:01.969827 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0fd7201-a9b2-4edb-af00-541530099504 admin admin] Deleting subnet a5aa1b81-c378-440d-954d-7eed3b0eec58 {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:50:01.970284 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-666e85e2-06b2-4979-b8ca-e32bae85439b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:01.975901 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b0fd7201-a9b2-4edb-af00-541530099504 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:02.060027 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b0fd7201-a9b2-4edb-af00-541530099504 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:02.119865 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def341af-674f-44ce-a9d2-0b0282e09712 req-db621613-d7be-4df7-86bc-aee33e8258e2 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:02.121781 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-def341af-674f-44ce-a9d2-0b0282e09712 req-db621613-d7be-4df7-86bc-aee33e8258e2 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=dbbbc75e-22f5-4528-b206-65438e121c10 HTTP/1.1" status: 200 len: 946 time: 0.0869250 Sep 24 15:50:02.174843 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f70519f1-865a-482b-9438-d9f609ef34cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:02.203383 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b0fd7201-a9b2-4edb-af00-541530099504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:02.221521 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-def341af-674f-44ce-a9d2-0b0282e09712 req-88e4bff8-624a-42a9-ab9f-1f7c0a2cf45e tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678623 Sep 24 15:50:02.227974 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-666e85e2-06b2-4979-b8ca-e32bae85439b admin admin] Deleting port 4552a4d6-52c6-45e1-9d62-a9faeb72edd5 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:50:02.234568 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-666e85e2-06b2-4979-b8ca-e32bae85439b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:02.236659 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-8374d9cc-c5a2-423a-8a72-ef57437918ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd6bff8-80df-4fca-a87d-fd1bfa78e876', 'name': 'tempest-ServerRescueTestJSONUnderV235-2083922198-router', 'tenant_id': '60722f0da12e4ca38d9ba8aac84df5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.213'}], 'enable_snat': True}, 'gw_port_id': '4552a4d6-52c6-45e1-9d62-a9faeb72edd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:48:32Z', 'updated_at': '2021-09-24T15:50:00Z', 'revision_number': 5, 'project_id': '60722f0da12e4ca38d9ba8aac84df5f6', 'gw_port': {'id': '4552a4d6-52c6-45e1-9d62-a9faeb72edd5', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:ac:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfd6bff8-80df-4fca-a87d-fd1bfa78e876', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1753, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:48:34Z', 'updated_at': '2021-09-24T15:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:50:02.273692 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8374d9cc-c5a2-423a-8a72-ef57437918ac None None] Checking router: cfd6bff8-80df-4fca-a87d-fd1bfa78e876 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:50:02.282892 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8374d9cc-c5a2-423a-8a72-ef57437918ac None None] Routers {'cfd6bff8-80df-4fca-a87d-fd1bfa78e876'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:50:02.283492 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-8374d9cc-c5a2-423a-8a72-ef57437918ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:49:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['cfd6bff8-80df-4fca-a87d-fd1bfa78e876'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:50:02.289129 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f70519f1-865a-482b-9438-d9f609ef34cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:02.347005 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f70519f1-865a-482b-9438-d9f609ef34cc admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=feb01875ac36459481dfd176355a72a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6226130 Sep 24 15:50:02.347354 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 38122) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:02.350037 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 38124) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:02.372465 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-666e85e2-06b2-4979-b8ca-e32bae85439b admin admin] For port 4552a4d6-52c6-45e1-9d62-a9faeb72edd5, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=4552a4d6-52c6-45e1-9d62-a9faeb72edd5,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:50:02.373895 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-666e85e2-06b2-4979-b8ca-e32bae85439b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:02.375482 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70519f1-865a-482b-9438-d9f609ef34cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5887f862-f756-4bd9-aee1-4068c638598b,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:02.385715 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3f56e2f4-e3bd-4240-8ae0-0e5fc4536b5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:02.392416 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-8374d9cc-c5a2-423a-8a72-ef57437918ac None None] Set router cfd6bff8-80df-4fca-a87d-fd1bfa78e876 gateway port host: None {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:50:02.396039 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b0fd7201-a9b2-4edb-af00-541530099504 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:02.397557 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-666e85e2-06b2-4979-b8ca-e32bae85439b admin admin] Calling delete_port for 4552a4d6-52c6-45e1-9d62-a9faeb72edd5 owned by network:router_gateway {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:50:02.441022 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fd7201-a9b2-4edb-af00-541530099504 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5aa1b81-c378-440d-954d-7eed3b0eec58,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:02.466807 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b0fd7201-a9b2-4edb-af00-541530099504 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:02.472043 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b0fd7201-a9b2-4edb-af00-541530099504 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/a5aa1b81-c378-440d-954d-7eed3b0eec58 HTTP/1.1" status: 204 len: 168 time: 0.6191828 Sep 24 15:50:02.478363 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 38128) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:02.478520 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-8374d9cc-c5a2-423a-8a72-ef57437918ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cfd6bff8-80df-4fca-a87d-fd1bfa78e876', 'name': 'tempest-ServerRescueTestJSONUnderV235-2083922198-router', 'tenant_id': '60722f0da12e4ca38d9ba8aac84df5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:48:32Z', 'updated_at': '2021-09-24T15:50:01Z', 'revision_number': 6, 'project_id': '60722f0da12e4ca38d9ba8aac84df5f6', 'gw_port_host': None}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:50:02.480277 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4fc3ecc-f091-4dcc-8079-23fced1f53a0 None None] Network fdbf6b2c-729f-45db-9ec7-95632d91454f requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:50:02.516058 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e0e3c288-1216-495e-bf02-5cabd9a43fa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:02.531417 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8374d9cc-c5a2-423a-8a72-ef57437918ac None None] The sync data for ids ['cfd6bff8-80df-4fca-a87d-fd1bfa78e876'] in n-d-808921-1 is: [{'id': 'cfd6bff8-80df-4fca-a87d-fd1bfa78e876', 'name': 'tempest-ServerRescueTestJSONUnderV235-2083922198-router', 'tenant_id': '60722f0da12e4ca38d9ba8aac84df5f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:48:32Z', 'updated_at': '2021-09-24T15:50:01Z', 'revision_number': 6, 'project_id': '60722f0da12e4ca38d9ba8aac84df5f6', 'gw_port_host': None}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:50:02.565906 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e0e3c288-1216-495e-bf02-5cabd9a43fa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:02.705086 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6105bfab-4347-4234-9911-bce1b68fcc4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:02.726822 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e0e3c288-1216-495e-bf02-5cabd9a43fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:02.729385 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e0e3c288-1216-495e-bf02-5cabd9a43fa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:02.733480 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-e0e3c288-1216-495e-bf02-5cabd9a43fa0 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/5887f862-f756-4bd9-aee1-4068c638598b HTTP/1.1" status: 204 len: 168 time: 0.3845525 Sep 24 15:50:02.758098 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33ca0c7-54f4-4141-a81c-e86ac9d7db03 None None] DHCP port deletion for fdbf6b2c-729f-45db-9ec7-95632d91454f request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:50:02.762936 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3c288-1216-495e-bf02-5cabd9a43fa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5887f862-f756-4bd9-aee1-4068c638598b,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:02.822943 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device e2f769c0-b94c-4068-8da2-8f8ce29c5b1a no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:50:02.893165 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: e2f769c0-b94c-4068-8da2-8f8ce29c5b1a {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:50:02.893598 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device e2f769c0-b94c-4068-8da2-8f8ce29c5b1a not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:50:02.894097 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 0b776216-6fea-4b62-995b-c9e7fc0bf6f0 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:50:02.913651 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3f56e2f4-e3bd-4240-8ae0-0e5fc4536b5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:02.927711 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-6105bfab-4347-4234-9911-bce1b68fcc4f admin admin] Deleting port baa24c64-6685-4177-ac67-5f1d6a7b3a7b {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:50:02.928349 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6105bfab-4347-4234-9911-bce1b68fcc4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:02.950838 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 0b776216-6fea-4b62-995b-c9e7fc0bf6f0 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:50:02.951254 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 0b776216-6fea-4b62-995b-c9e7fc0bf6f0 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:50:02.951762 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 8b492328-40f6-40ea-8b90-7d930ff8e1e1 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:50:02.989025 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 8b492328-40f6-40ea-8b90-7d930ff8e1e1 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:50:02.989505 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 8b492328-40f6-40ea-8b90-7d930ff8e1e1 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:50:03.003468 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-b33ca0c7-54f4-4141-a81c-e86ac9d7db03 None None] Deleting port baa24c64-6685-4177-ac67-5f1d6a7b3a7b {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:50:03.003938 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b33ca0c7-54f4-4141-a81c-e86ac9d7db03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:03.027250 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-6105bfab-4347-4234-9911-bce1b68fcc4f admin admin] For port baa24c64-6685-4177-ac67-5f1d6a7b3a7b, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=baa24c64-6685-4177-ac67-5f1d6a7b3a7b,segment=NetworkSegment(47c4b0c0-bd98-4ab9-9dcd-80232f8bf45e),segment_id=47c4b0c0-bd98-4ab9-9dcd-80232f8bf45e)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:50:03.028358 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6105bfab-4347-4234-9911-bce1b68fcc4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:03.044972 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-6105bfab-4347-4234-9911-bce1b68fcc4f admin admin] Calling delete_port for baa24c64-6685-4177-ac67-5f1d6a7b3a7b owned by network:dhcp {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:50:03.061841 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-666e85e2-06b2-4979-b8ca-e32bae85439b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:03.096395 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-b33ca0c7-54f4-4141-a81c-e86ac9d7db03 None None] For port baa24c64-6685-4177-ac67-5f1d6a7b3a7b, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=baa24c64-6685-4177-ac67-5f1d6a7b3a7b,segment=NetworkSegment(47c4b0c0-bd98-4ab9-9dcd-80232f8bf45e),segment_id=47c4b0c0-bd98-4ab9-9dcd-80232f8bf45e)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:50:03.096787 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b33ca0c7-54f4-4141-a81c-e86ac9d7db03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:03.124439 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-b33ca0c7-54f4-4141-a81c-e86ac9d7db03 None None] Calling delete_port for baa24c64-6685-4177-ac67-5f1d6a7b3a7b owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:50:03.133269 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3f56e2f4-e3bd-4240-8ae0-0e5fc4536b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:03.151643 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666e85e2-06b2-4979-b8ca-e32bae85439b admin admin] Pushing event deleted for resources: {'Port': ['ID=4552a4d6-52c6-45e1-9d62-a9faeb72edd5,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:03.257229 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-3f56e2f4-e3bd-4240-8ae0-0e5fc4536b5d admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=88412c6228ef487bbb91eaebb9aedc82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9018354 Sep 24 15:50:03.257479 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 38140) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:03.262939 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f56e2f4-e3bd-4240-8ae0-0e5fc4536b5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9912073e-f4ec-4e7b-84cf-71b54b27a4d4,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:03.289811 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-666e85e2-06b2-4979-b8ca-e32bae85439b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586576'] for router_gateway, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:03.357979 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-53854012-9e24-4f0b-93b1-28a32393a35b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:03.396292 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b33ca0c7-54f4-4141-a81c-e86ac9d7db03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:03.414872 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-53854012-9e24-4f0b-93b1-28a32393a35b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:03.456707 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-666e85e2-06b2-4979-b8ca-e32bae85439b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:03.462161 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-666e85e2-06b2-4979-b8ca-e32bae85439b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:03.468687 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33ca0c7-54f4-4141-a81c-e86ac9d7db03 None None] Pushing event deleted for resources: {'Port': ['ID=baa24c64-6685-4177-ac67-5f1d6a7b3a7b,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:03.485325 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33ca0c7-54f4-4141-a81c-e86ac9d7db03 None None] No DVR routers for this DVR port baa24c64-6685-4177-ac67-5f1d6a7b3a7b on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:50:03.515477 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6105bfab-4347-4234-9911-bce1b68fcc4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:03.567519 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6105bfab-4347-4234-9911-bce1b68fcc4f admin admin] Pushing event deleted for resources: {'Port': ['ID=baa24c64-6685-4177-ac67-5f1d6a7b3a7b,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:03.586447 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f311ed76-d8aa-4f7c-be22-3a762d6ecc22 req-95b839ec-d35d-41b0-b399-7032ed98ef8c tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:03.612229 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f311ed76-d8aa-4f7c-be22-3a762d6ecc22 req-95b839ec-d35d-41b0-b399-7032ed98ef8c tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=dbbbc75e-22f5-4528-b206-65438e121c10 HTTP/1.1" status: 200 len: 946 time: 0.2342877 Sep 24 15:50:03.629336 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6105bfab-4347-4234-9911-bce1b68fcc4f admin admin] No DVR routers for this DVR port baa24c64-6685-4177-ac67-5f1d6a7b3a7b on host n-d-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:50:03.676209 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-53854012-9e24-4f0b-93b1-28a32393a35b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:03.680650 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-53854012-9e24-4f0b-93b1-28a32393a35b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:03.681983 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-53854012-9e24-4f0b-93b1-28a32393a35b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/9912073e-f4ec-4e7b-84cf-71b54b27a4d4 HTTP/1.1" status: 204 len: 168 time: 0.4238880 Sep 24 15:50:03.691613 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53854012-9e24-4f0b-93b1-28a32393a35b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9912073e-f4ec-4e7b-84cf-71b54b27a4d4,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:03.697799 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-666e85e2-06b2-4979-b8ca-e32bae85439b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:03.698498 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-666e85e2-06b2-4979-b8ca-e32bae85439b admin admin] Fanout notify agent at l3_agent the message router_deleted on router cfd6bff8-80df-4fca-a87d-fd1bfa78e876 {{(pid=95297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:50:03.718039 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-666e85e2-06b2-4979-b8ca-e32bae85439b admin admin] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:03.718039 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-666e85e2-06b2-4979-b8ca-e32bae85439b admin admin] 10.222.0.101 "DELETE /v2.0/routers/cfd6bff8-80df-4fca-a87d-fd1bfa78e876 HTTP/1.1" status: 204 len: 168 time: 2.1879816 Sep 24 15:50:03.720619 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 38156) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:03.758002 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6105bfab-4347-4234-9911-bce1b68fcc4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:03.798542 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f311ed76-d8aa-4f7c-be22-3a762d6ecc22 req-25953eb7-e08d-46a8-b873-57b0db83ec5f tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932857 Sep 24 15:50:03.827240 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-6105bfab-4347-4234-9911-bce1b68fcc4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdbf6b2c-729f-45db-9ec7-95632d91454f']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:50:03.843218 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-6105bfab-4347-4234-9911-bce1b68fcc4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47c4b0c0-bd98-4ab9-9dcd-80232f8bf45e') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:50:03.843451 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-6105bfab-4347-4234-9911-bce1b68fcc4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47c4b0c0-bd98-4ab9-9dcd-80232f8bf45e') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:50:03.851459 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-61f43229-63a2-4067-bfd6-4a2dedd84d8e admin admin] Deleting subnet 7864a260-4b7d-4946-ad5d-046195fcc1ad {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:50:03.858941 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6105bfab-4347-4234-9911-bce1b68fcc4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:03.867539 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-61f43229-63a2-4067-bfd6-4a2dedd84d8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:03.874355 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6105bfab-4347-4234-9911-bce1b68fcc4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:03.884662 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6105bfab-4347-4234-9911-bce1b68fcc4f admin admin] Releasing vlan 1277 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:50:03.885143 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6105bfab-4347-4234-9911-bce1b68fcc4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:03.887498 n-d-808921-1 neutron-server[95297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:50:03.887498 n-d-808921-1 neutron-server[95297]: self.session.flush() Sep 24 15:50:03.887498 n-d-808921-1 neutron-server[95297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:50:03.887498 n-d-808921-1 neutron-server[95297]: self.session.flush() Sep 24 15:50:03.887498 n-d-808921-1 neutron-server[95297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:50:03.887498 n-d-808921-1 neutron-server[95297]: self.session.flush() Sep 24 15:50:03.887498 n-d-808921-1 neutron-server[95297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:50:03.887498 n-d-808921-1 neutron-server[95297]: self.session.flush() Sep 24 15:50:03.887498 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:50:03.887498 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:50:03.887498 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:50:03.887498 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:50:03.887498 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:50:03.887498 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:50:03.887498 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:50:03.887498 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:50:03.887498 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:50:03.887498 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:50:03.887498 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:50:03.887498 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:50:03.887498 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:50:03.887498 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:50:03.887498 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:50:03.887498 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:50:03.887498 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:50:03.887498 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:50:03.887498 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:50:03.887498 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:50:03.887498 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:50:03.887498 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:50:03.887498 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:50:03.887498 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:50:03.887498 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:50:03.887498 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:50:03.887498 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:50:03.887498 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:50:03.887498 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:50:03.887498 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:50:03.887498 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:50:03.887498 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:50:03.905568 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4f5652c6-e84e-4599-b2a0-57ef16ca22c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:03.919964 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-61f43229-63a2-4067-bfd6-4a2dedd84d8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:03.987552 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-61f43229-63a2-4067-bfd6-4a2dedd84d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:04.075333 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6105bfab-4347-4234-9911-bce1b68fcc4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:04.083375 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6105bfab-4347-4234-9911-bce1b68fcc4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:04.090099 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-6105bfab-4347-4234-9911-bce1b68fcc4f admin admin] 10.222.0.101 "DELETE /v2.0/networks/fdbf6b2c-729f-45db-9ec7-95632d91454f HTTP/1.1" status: 204 len: 168 time: 1.6139696 Sep 24 15:50:04.105957 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6105bfab-4347-4234-9911-bce1b68fcc4f admin admin] Pushing event deleted for resources: {'Network': ['ID=fdbf6b2c-729f-45db-9ec7-95632d91454f,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:04.172911 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-61f43229-63a2-4067-bfd6-4a2dedd84d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:04.222254 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f43229-63a2-4067-bfd6-4a2dedd84d8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7864a260-4b7d-4946-ad5d-046195fcc1ad,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:04.235943 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-61f43229-63a2-4067-bfd6-4a2dedd84d8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:04.242407 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 38170) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:04.259055 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-61f43229-63a2-4067-bfd6-4a2dedd84d8e admin admin] 10.222.0.101 "DELETE /v2.0/subnets/7864a260-4b7d-4946-ad5d-046195fcc1ad HTTP/1.1" status: 204 len: 168 time: 0.5356808 Sep 24 15:50:04.294680 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:04.413111 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-42c3aaa3-9720-4f90-a470-7fd4bd599ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:04.511528 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 38182) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:04.556056 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-42c3aaa3-9720-4f90-a470-7fd4bd599ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:04.590466 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-6e9dfc15-cadb-470e-9b78-8649ddceadfb admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=9c95bd34ef8943e09d9da8bb4b5315d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0777538 Sep 24 15:50:04.592785 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-42c3aaa3-9720-4f90-a470-7fd4bd599ad9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ca707a3-4989-424b-9a98-79246ddfc60c']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:50:04.593301 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 38188) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:04.625883 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-42c3aaa3-9720-4f90-a470-7fd4bd599ad9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaac3130-8581-4974-9225-e61f1475b22f') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:50:04.626178 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-42c3aaa3-9720-4f90-a470-7fd4bd599ad9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaac3130-8581-4974-9225-e61f1475b22f') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:50:04.644031 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-42c3aaa3-9720-4f90-a470-7fd4bd599ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:04.674242 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-42c3aaa3-9720-4f90-a470-7fd4bd599ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:04.688830 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42c3aaa3-9720-4f90-a470-7fd4bd599ad9 admin admin] Releasing vlan 1288 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:50:04.689497 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-42c3aaa3-9720-4f90-a470-7fd4bd599ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:04.691586 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:50:04.691586 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:50:04.691586 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:50:04.691586 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:50:04.691586 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:50:04.691586 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:50:04.691586 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:50:04.691586 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:50:04.691586 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:50:04.691586 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:50:04.691586 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:50:04.691586 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:50:04.691586 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:50:04.691586 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:50:04.691586 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:50:04.691586 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:50:04.691586 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:50:04.691586 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:50:04.691586 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:50:04.691586 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:50:04.691586 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:50:04.691586 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:50:04.691586 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:50:04.691586 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:50:04.691586 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:50:04.691586 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:50:04.691586 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:50:04.691586 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:50:04.691586 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:50:04.691586 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:50:04.691586 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:50:04.691586 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:50:04.720007 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-436f9fa0-93de-40e3-b99c-765103a0f0e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:04.755966 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-436f9fa0-93de-40e3-b99c-765103a0f0e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:04.760165 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 4552a4d6-52c6-45e1-9d62-a9faeb72edd5 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:50:04.792147 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 4552a4d6-52c6-45e1-9d62-a9faeb72edd5 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:50:04.792488 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 4552a4d6-52c6-45e1-9d62-a9faeb72edd5 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:50:04.792910 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device baa24c64-6685-4177-ac67-5f1d6a7b3a7b no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:50:04.837706 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: baa24c64-6685-4177-ac67-5f1d6a7b3a7b {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:50:04.838057 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device baa24c64-6685-4177-ac67-5f1d6a7b3a7b not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:50:04.925998 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768df8a1-cb40-4417-bec8-e1f74eb767ac req-2b4767cf-0332-48b9-8f87-77842d0d9525 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:04.928347 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-768df8a1-cb40-4417-bec8-e1f74eb767ac req-2b4767cf-0332-48b9-8f87-77842d0d9525 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=dbbbc75e-22f5-4528-b206-65438e121c10 HTTP/1.1" status: 200 len: 946 time: 0.0541949 Sep 24 15:50:04.959469 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-436f9fa0-93de-40e3-b99c-765103a0f0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:04.962133 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-436f9fa0-93de-40e3-b99c-765103a0f0e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:04.963684 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-42c3aaa3-9720-4f90-a470-7fd4bd599ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:04.969821 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-436f9fa0-93de-40e3-b99c-765103a0f0e4 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/1aa72ca6-205a-4e58-b313-5dd57c74d75f HTTP/1.1" status: 204 len: 168 time: 0.3727694 Sep 24 15:50:04.972509 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-42c3aaa3-9720-4f90-a470-7fd4bd599ad9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:04.975299 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-42c3aaa3-9720-4f90-a470-7fd4bd599ad9 admin admin] 10.222.0.101 "DELETE /v2.0/networks/5ca707a3-4989-424b-9a98-79246ddfc60c HTTP/1.1" status: 204 len: 168 time: 0.7317848 Sep 24 15:50:04.982317 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-768df8a1-cb40-4417-bec8-e1f74eb767ac req-f1a17fab-50ef-4c9c-832d-2e7dadfa1c51 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472600 Sep 24 15:50:04.997354 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436f9fa0-93de-40e3-b99c-765103a0f0e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aa72ca6-205a-4e58-b313-5dd57c74d75f,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:05.008206 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c3aaa3-9720-4f90-a470-7fd4bd599ad9 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ca707a3-4989-424b-9a98-79246ddfc60c,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:05.241098 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:05.481590 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 38210) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:05.522480 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-ce43b85b-91c7-44ef-b5f5-55aad96d20c6 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=60722f0da12e4ca38d9ba8aac84df5f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395906 Sep 24 15:50:05.524994 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 38212) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:05.588926 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cfe17722-d966-4ebd-9ced-a3ccba23fcf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:05.624984 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cfe17722-d966-4ebd-9ced-a3ccba23fcf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:05.773020 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cfe17722-d966-4ebd-9ced-a3ccba23fcf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:05.777042 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cfe17722-d966-4ebd-9ced-a3ccba23fcf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:05.781273 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-cfe17722-d966-4ebd-9ced-a3ccba23fcf9 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/1b2ada65-5612-4fdd-b25e-e6fca30094ed HTTP/1.1" status: 204 len: 168 time: 0.2552991 Sep 24 15:50:05.795225 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe17722-d966-4ebd-9ced-a3ccba23fcf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2ada65-5612-4fdd-b25e-e6fca30094ed,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:06.143778 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448c05a2-effb-42f9-8474-b2770e781ac5 req-21fa2d98-a712-4a2e-9e28-eec5957ba607 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:06.145849 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-448c05a2-effb-42f9-8474-b2770e781ac5 req-21fa2d98-a712-4a2e-9e28-eec5957ba607 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=dbbbc75e-22f5-4528-b206-65438e121c10 HTTP/1.1" status: 200 len: 946 time: 0.0529010 Sep 24 15:50:06.191079 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-448c05a2-effb-42f9-8474-b2770e781ac5 req-35a2b1f1-4d9b-4c6a-9530-b68b43131064 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379021 Sep 24 15:50:06.630761 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:07.161590 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 38320) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:07.381904 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-de30855b-a74e-4fcd-96d1-0f0405d57743 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353-project-admin] Request body: {'floatingip': {'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:50:07.418489 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db1edbf-cd4e-4ed8-9825-e2d89a9270a3 req-dc878a9a-fa5c-4dd5-aa07-0665025480b1 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:07.435359 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0db1edbf-cd4e-4ed8-9825-e2d89a9270a3 req-dc878a9a-fa5c-4dd5-aa07-0665025480b1 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=dbbbc75e-22f5-4528-b206-65438e121c10 HTTP/1.1" status: 200 len: 946 time: 0.1273274 Sep 24 15:50:07.526822 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0db1edbf-cd4e-4ed8-9825-e2d89a9270a3 req-3b55fde4-492b-4ee3-b2f7-7981b89e7ec1 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903375 Sep 24 15:50:07.538302 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-de30855b-a74e-4fcd-96d1-0f0405d57743 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:07.577261 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 38380) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:07.713869 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-de30855b-a74e-4fcd-96d1-0f0405d57743 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:07.758720 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-4d86cf17-98d8-4a44-8267-c6f464cb7100 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1865101456-network', 'tenant_id': '7ecdf69c945d45baa1f224469b4d842c'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:50:07.866652 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-de30855b-a74e-4fcd-96d1-0f0405d57743 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353-project-admin] Allocated IP 172.25.0.49 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/5a58c55f-c7da-4cd3-b5de-8bce8dfe70be) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:50:07.870995 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d86cf17-98d8-4a44-8267-c6f464cb7100 admin admin] Made reservation on behalf of 7ecdf69c945d45baa1f224469b4d842c for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:50:07.876554 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4d86cf17-98d8-4a44-8267-c6f464cb7100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:07.889226 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4d86cf17-98d8-4a44-8267-c6f464cb7100 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:08.031922 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4d86cf17-98d8-4a44-8267-c6f464cb7100 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:08.075250 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4d86cf17-98d8-4a44-8267-c6f464cb7100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:08.096505 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-de30855b-a74e-4fcd-96d1-0f0405d57743 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:08.117964 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d86cf17-98d8-4a44-8267-c6f464cb7100 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1291} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:50:08.124552 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d970d01-b47f-42a8-9f37-6f1dda7b7a3d req-619ef594-4353-4b51-b904-179aa227023c tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:08.126453 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4d970d01-b47f-42a8-9f37-6f1dda7b7a3d req-619ef594-4353-4b51-b904-179aa227023c tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=dbbbc75e-22f5-4528-b206-65438e121c10 HTTP/1.1" status: 200 len: 946 time: 0.1162679 Sep 24 15:50:08.135612 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d86cf17-98d8-4a44-8267-c6f464cb7100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d36b0d50-7f3d-4516-9abc-ee8496812c5b,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:08.142286 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4d86cf17-98d8-4a44-8267-c6f464cb7100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:08.143558 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-4d86cf17-98d8-4a44-8267-c6f464cb7100 admin admin] Added segment 52d1c812-065d-43bf-bb73-529423424f9b of type vlan for network 2a61a80f-7424-4f72-8244-e2cfc0c281a3 Sep 24 15:50:08.207846 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4d970d01-b47f-42a8-9f37-6f1dda7b7a3d req-7a928ff0-ffa6-49cc-ac7d-eb2c45d4a780 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728481 Sep 24 15:50:08.217251 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4d86cf17-98d8-4a44-8267-c6f464cb7100 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:08.241775 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-de30855b-a74e-4fcd-96d1-0f0405d57743 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:08.320602 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de30855b-a74e-4fcd-96d1-0f0405d57743 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353-project-admin] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:50:08.323799 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-de30855b-a74e-4fcd-96d1-0f0405d57743 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353-project-admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:50:08.327742 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4d86cf17-98d8-4a44-8267-c6f464cb7100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:08.328071 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de30855b-a74e-4fcd-96d1-0f0405d57743 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353-project-admin] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:50:08.329090 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d86cf17-98d8-4a44-8267-c6f464cb7100 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:08.329871 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4d86cf17-98d8-4a44-8267-c6f464cb7100 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:08.370099 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de30855b-a74e-4fcd-96d1-0f0405d57743 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353-project-admin] Pushing event updated for resources: {'Port': ['ID=5a58c55f-c7da-4cd3-b5de-8bce8dfe70be,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:08.439210 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d86cf17-98d8-4a44-8267-c6f464cb7100 admin admin] Pushing event updated for resources: {'Network': ['ID=2a61a80f-7424-4f72-8244-e2cfc0c281a3,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:08.449957 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 2a61a80f-7424-4f72-8244-e2cfc0c281a3 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:50:08.485241 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-4d86cf17-98d8-4a44-8267-c6f464cb7100 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9063942 Sep 24 15:50:08.487540 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 38424) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:08.492810 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6af213-3b5a-4902-b842-746bae2293a8 req-2dfe53c9-8ef1-44b8-83ea-193347c96beb tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:08.494685 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fa6af213-3b5a-4902-b842-746bae2293a8 req-2dfe53c9-8ef1-44b8-83ea-193347c96beb tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=dbbbc75e-22f5-4528-b206-65438e121c10 HTTP/1.1" status: 200 len: 946 time: 0.1564844 Sep 24 15:50:08.509511 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-39635bb5-38d6-4a2e-9897-42ff69842f8f admin admin] Request body: {'subnet': {'network_id': '2a61a80f-7424-4f72-8244-e2cfc0c281a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1865101456-subnet', 'tenant_id': '7ecdf69c945d45baa1f224469b4d842c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:50:08.564662 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-de30855b-a74e-4fcd-96d1-0f0405d57743 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:08.598937 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fa6af213-3b5a-4902-b842-746bae2293a8 req-adcf0b8c-b156-48c4-af20-bec9b93182f3 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897231 Sep 24 15:50:08.643357 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 38430) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:08.650557 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39635bb5-38d6-4a2e-9897-42ff69842f8f admin admin] Made reservation on behalf of 7ecdf69c945d45baa1f224469b4d842c for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:50:08.656129 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-39635bb5-38d6-4a2e-9897-42ff69842f8f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:08.791288 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-de30855b-a74e-4fcd-96d1-0f0405d57743 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:08.903278 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5ce083a1-28d3-4e7a-8296-995bf15bc030 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:08.921299 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:08.994676 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d0e3535e-bb52-44c6-9a36-8fc9b4f1387c req-8567ff8a-528c-4fc8-b3cb-bd1c0d141fd2 tempest-ServerShowV254Test-1560443634 tempest-ServerShowV254Test-1560443634-project] 10.222.0.101 "GET /v2.0/ports?device_id=14f2dbd0-d94d-4fb9-9311-6efd5218480f HTTP/1.1" status: 200 len: 210 time: 0.0397866 Sep 24 15:50:09.094135 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5ce083a1-28d3-4e7a-8296-995bf15bc030 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:09.107486 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-39635bb5-38d6-4a2e-9897-42ff69842f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:09.145834 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-de30855b-a74e-4fcd-96d1-0f0405d57743 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:09.168147 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39635bb5-38d6-4a2e-9897-42ff69842f8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=054caf3c-8a4a-4094-a019-5885b1b27205,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:09.189679 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39635bb5-38d6-4a2e-9897-42ff69842f8f admin admin] Checking segment: {'id': '52d1c812-065d-43bf-bb73-529423424f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '2a61a80f-7424-4f72-8244-e2cfc0c281a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:50:09.190025 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39635bb5-38d6-4a2e-9897-42ff69842f8f admin admin] Network hostable DHCP agents. Network: 2a61a80f-7424-4f72-8244-e2cfc0c281a3, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:50:09.214805 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5ce083a1-28d3-4e7a-8296-995bf15bc030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:09.234950 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-de30855b-a74e-4fcd-96d1-0f0405d57743 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:09.287692 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-5ce083a1-28d3-4e7a-8296-995bf15bc030 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=c9a054542f24444b81d8bb3636817a91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6430883 Sep 24 15:50:09.290037 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 38446) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:09.305725 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce083a1-28d3-4e7a-8296-995bf15bc030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bfe444f-d064-4c4d-be48-fd34909838b7,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:09.343743 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de30855b-a74e-4fcd-96d1-0f0405d57743 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353-project-admin] Pushing event updated for resources: {'Port': ['ID=5a58c55f-c7da-4cd3-b5de-8bce8dfe70be,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:09.353130 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf0089f-9be8-455b-ab33-1bb18b768cf5 req-f11f7cb9-7c0a-4421-ad81-5301ad97c7e7 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:09.360455 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-acf0089f-9be8-455b-ab33-1bb18b768cf5 req-f11f7cb9-7c0a-4421-ad81-5301ad97c7e7 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=dbbbc75e-22f5-4528-b206-65438e121c10 HTTP/1.1" status: 200 len: 946 time: 0.1328459 Sep 24 15:50:09.366525 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-de30855b-a74e-4fcd-96d1-0f0405d57743 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:09.371236 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39635bb5-38d6-4a2e-9897-42ff69842f8f admin admin] Network 2a61a80f-7424-4f72-8244-e2cfc0c281a3 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:50:09.430932 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-acf0089f-9be8-455b-ab33-1bb18b768cf5 req-dd8c04c3-2eec-4f0e-a16a-575ee10e85f0 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692329 Sep 24 15:50:09.431809 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-36c78cea-6437-4838-9d29-e0379f7ab5ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:09.458232 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-de30855b-a74e-4fcd-96d1-0f0405d57743 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:09.462268 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-de30855b-a74e-4fcd-96d1-0f0405d57743 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353-project-admin] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2968752 Sep 24 15:50:09.462441 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 38448) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:09.467297 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-e7020db2-3523-422c-8aa5-d62bd36f43bb tempest-ExternalNetworksAdminNegativeTestJSON-1049640353 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1087640571', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'fixed_ips': [{'ip_address': '172.25.0.49'}]}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:50:09.470623 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-36c78cea-6437-4838-9d29-e0379f7ab5ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:09.483148 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-39635bb5-38d6-4a2e-9897-42ff69842f8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 2a61a80f-7424-4f72-8244-e2cfc0c281a3) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:50:09.494961 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c71ff57-89ae-47e4-aa40-dd7c276a5398 None None] Network 2a61a80f-7424-4f72-8244-e2cfc0c281a3 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:50:09.501619 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39635bb5-38d6-4a2e-9897-42ff69842f8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:09.502202 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-39635bb5-38d6-4a2e-9897-42ff69842f8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:09.539156 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7020db2-3523-422c-8aa5-d62bd36f43bb tempest-ExternalNetworksAdminNegativeTestJSON-1049640353 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353-project-admin] Made reservation on behalf of 280bd4bce0fd422a80f3e13828a7f632 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:50:09.542010 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e7020db2-3523-422c-8aa5-d62bd36f43bb tempest-ExternalNetworksAdminNegativeTestJSON-1049640353 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:09.559117 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e7020db2-3523-422c-8aa5-d62bd36f43bb tempest-ExternalNetworksAdminNegativeTestJSON-1049640353 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:09.602478 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-39635bb5-38d6-4a2e-9897-42ff69842f8f admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1052153 Sep 24 15:50:09.637565 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-36c78cea-6437-4838-9d29-e0379f7ab5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:09.638075 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-36c78cea-6437-4838-9d29-e0379f7ab5ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:09.643607 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-36c78cea-6437-4838-9d29-e0379f7ab5ed admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/4bfe444f-d064-4c4d-be48-fd34909838b7 HTTP/1.1" status: 204 len: 168 time: 0.3525176 Sep 24 15:50:09.670713 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c78cea-6437-4838-9d29-e0379f7ab5ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bfe444f-d064-4c4d-be48-fd34909838b7,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:09.770070 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4fb293a-c5bf-4995-bdfb-5ce9ebb847d3 None None] Network 2a61a80f-7424-4f72-8244-e2cfc0c281a3 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:50:09.954546 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e7020db2-3523-422c-8aa5-d62bd36f43bb tempest-ExternalNetworksAdminNegativeTestJSON-1049640353 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:10.061914 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e7020db2-3523-422c-8aa5-d62bd36f43bb tempest-ExternalNetworksAdminNegativeTestJSON-1049640353 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:10.064804 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [None req-e7020db2-3523-422c-8aa5-d62bd36f43bb tempest-ExternalNetworksAdminNegativeTestJSON-1049640353 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353-project-admin] device_id is not set on port 042bd6dc-0b16-49b7-8b15-5bd1a1daf8d8 yet. {{(pid=95298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:50:10.123939 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9c81dee4-6562-44ff-9fce-44d1b63d863f req-f3d97859-5488-4dcb-8d4f-199150a1f49f tempest-ServerShowV254Test-1560443634 tempest-ServerShowV254Test-1560443634-project] 10.222.0.101 "GET /v2.0/ports?device_id=14f2dbd0-d94d-4fb9-9311-6efd5218480f HTTP/1.1" status: 200 len: 210 time: 0.0460908 Sep 24 15:50:10.164588 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7020db2-3523-422c-8aa5-d62bd36f43bb tempest-ExternalNetworksAdminNegativeTestJSON-1049640353 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2d6d76-cf8f-4eac-a5a6-39f27d787d60,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:10.343510 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 38476) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:10.369946 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7020db2-3523-422c-8aa5-d62bd36f43bb tempest-ExternalNetworksAdminNegativeTestJSON-1049640353 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 24 15:50:10.371234 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7020db2-3523-422c-8aa5-d62bd36f43bb tempest-ExternalNetworksAdminNegativeTestJSON-1049640353 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:50:10.543494 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3a031162-b5d8-441d-82b8-42893626fdb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:10.546393 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-e7020db2-3523-422c-8aa5-d62bd36f43bb tempest-ExternalNetworksAdminNegativeTestJSON-1049640353 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353-project-admin] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.0816071 Sep 24 15:50:10.548300 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 38494) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:10.659129 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4730df7c-4ef7-4dd3-9d6c-45c751a840db req-81f7cba4-8fcc-41bb-a76d-04f7b72a1b5c tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:10.660674 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4730df7c-4ef7-4dd3-9d6c-45c751a840db req-81f7cba4-8fcc-41bb-a76d-04f7b72a1b5c tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=dbbbc75e-22f5-4528-b206-65438e121c10 HTTP/1.1" status: 200 len: 946 time: 0.1490996 Sep 24 15:50:10.720416 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4730df7c-4ef7-4dd3-9d6c-45c751a840db req-3cceb5f4-33ba-416c-a126-61160ef617d8 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526006 Sep 24 15:50:10.744447 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3a031162-b5d8-441d-82b8-42893626fdb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:10.823489 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:10.828725 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e692dabb-6065-4dfa-a3db-296c0507d774 req-3a962ec5-3de7-4895-9f7b-63bfaa211c0d tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:10.830195 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e692dabb-6065-4dfa-a3db-296c0507d774 req-3a962ec5-3de7-4895-9f7b-63bfaa211c0d tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.110 "GET /v2.0/ports?device_id=dbbbc75e-22f5-4528-b206-65438e121c10 HTTP/1.1" status: 200 len: 946 time: 0.1467578 Sep 24 15:50:10.841332 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0113974-82d5-43bd-a395-bf4fccfdd0cf req-191f380e-a0c1-45eb-8f52-cb5f2cc89226 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:10.842646 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a0113974-82d5-43bd-a395-bf4fccfdd0cf req-191f380e-a0c1-45eb-8f52-cb5f2cc89226 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/networks?id=2a61a80f-7424-4f72-8244-e2cfc0c281a3 HTTP/1.1" status: 200 len: 814 time: 0.2425973 Sep 24 15:50:10.881044 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3a031162-b5d8-441d-82b8-42893626fdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:10.884046 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a0113974-82d5-43bd-a395-bf4fccfdd0cf req-03a17fc3-40e5-4c6e-826b-46cfbb21f010 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/quotas/7ecdf69c945d45baa1f224469b4d842c HTTP/1.1" status: 200 len: 375 time: 0.0313084 Sep 24 15:50:10.890073 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-1317fe97-9391-4bf1-b25f-2a29a1118f13 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353-project-admin] Deleting port 5a58c55f-c7da-4cd3-b5de-8bce8dfe70be {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:50:10.890441 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1317fe97-9391-4bf1-b25f-2a29a1118f13 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:10.922785 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-3a031162-b5d8-441d-82b8-42893626fdb8 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=f4041e92b6b548738aec6bc2fe9508b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5757179 Sep 24 15:50:10.922785 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a031162-b5d8-441d-82b8-42893626fdb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5717837-f8e0-4f98-b3ee-136c968fe548,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:10.925358 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 38502) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:10.963711 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a0113974-82d5-43bd-a395-bf4fccfdd0cf req-854c1120-ebb7-437e-903d-1fa4b56c102c tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=7ecdf69c945d45baa1f224469b4d842c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0712950 Sep 24 15:50:10.990770 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7914b2a1-603d-4e9e-9814-2e92723798d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:11.019790 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7914b2a1-603d-4e9e-9814-2e92723798d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:11.103994 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1317fe97-9391-4bf1-b25f-2a29a1118f13 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:11.104329 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1317fe97-9391-4bf1-b25f-2a29a1118f13 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:11.119087 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-e692dabb-6065-4dfa-a3db-296c0507d774 req-fc902de9-a22e-4913-b47f-f5b46ac35f47 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Deleting port 95128b00-f320-443a-bb0c-753222360ea2 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:50:11.119430 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e692dabb-6065-4dfa-a3db-296c0507d774 req-fc902de9-a22e-4913-b47f-f5b46ac35f47 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:11.128375 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-1317fe97-9391-4bf1-b25f-2a29a1118f13 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353-project-admin] Calling delete_port for 5a58c55f-c7da-4cd3-b5de-8bce8dfe70be owned by network:floatingip {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:50:11.173060 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7914b2a1-603d-4e9e-9814-2e92723798d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:11.174315 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a0113974-82d5-43bd-a395-bf4fccfdd0cf req-041832f2-4cfb-4877-8315-eb4abb414848 service neutron] 10.222.0.101 "GET /v2.0/networks/2a61a80f-7424-4f72-8244-e2cfc0c281a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759577 Sep 24 15:50:11.180053 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7914b2a1-603d-4e9e-9814-2e92723798d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:11.185354 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-7914b2a1-603d-4e9e-9814-2e92723798d9 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f5717837-f8e0-4f98-b3ee-136c968fe548 HTTP/1.1" status: 204 len: 168 time: 0.2587729 Sep 24 15:50:11.196499 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7914b2a1-603d-4e9e-9814-2e92723798d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5717837-f8e0-4f98-b3ee-136c968fe548,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:11.254621 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ea144df6-9d35-4651-9f8f-f0e12d525e8f req-f0ae49d6-9804-4146-b2b7-fe5e250836d5 tempest-ServerShowV254Test-1560443634 tempest-ServerShowV254Test-1560443634-project] 10.222.0.101 "GET /v2.0/ports?device_id=14f2dbd0-d94d-4fb9-9311-6efd5218480f HTTP/1.1" status: 200 len: 210 time: 0.0385258 Sep 24 15:50:11.361476 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-e692dabb-6065-4dfa-a3db-296c0507d774 req-fc902de9-a22e-4913-b47f-f5b46ac35f47 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] For port 95128b00-f320-443a-bb0c-753222360ea2, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=95128b00-f320-443a-bb0c-753222360ea2,segment=NetworkSegment(368a9d0c-2815-451d-a46d-c1bdd7d38862),segment_id=368a9d0c-2815-451d-a46d-c1bdd7d38862)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:50:11.361844 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e692dabb-6065-4dfa-a3db-296c0507d774 req-fc902de9-a22e-4913-b47f-f5b46ac35f47 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:11.387619 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-e692dabb-6065-4dfa-a3db-296c0507d774 req-fc902de9-a22e-4913-b47f-f5b46ac35f47 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Calling delete_port for 95128b00-f320-443a-bb0c-753222360ea2 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:50:11.414110 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a0113974-82d5-43bd-a395-bf4fccfdd0cf req-41be12fb-5729-48c2-90fe-924208e28422 service neutron] 10.222.0.101 "GET /v2.0/networks/2a61a80f-7424-4f72-8244-e2cfc0c281a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781452 Sep 24 15:50:11.584546 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1317fe97-9391-4bf1-b25f-2a29a1118f13 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:11.614858 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1317fe97-9391-4bf1-b25f-2a29a1118f13 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353-project-admin] Pushing event deleted for resources: {'Port': ['ID=5a58c55f-c7da-4cd3-b5de-8bce8dfe70be,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:11.660689 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317fe97-9391-4bf1-b25f-2a29a1118f13 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:50:11.661052 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317fe97-9391-4bf1-b25f-2a29a1118f13 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:50:11.661439 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317fe97-9391-4bf1-b25f-2a29a1118f13 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:50:11.661787 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317fe97-9391-4bf1-b25f-2a29a1118f13 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:50:11.662187 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317fe97-9391-4bf1-b25f-2a29a1118f13 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:50:11.662555 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317fe97-9391-4bf1-b25f-2a29a1118f13 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:50:11.662892 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317fe97-9391-4bf1-b25f-2a29a1118f13 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:50:11.663229 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317fe97-9391-4bf1-b25f-2a29a1118f13 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:50:11.663916 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317fe97-9391-4bf1-b25f-2a29a1118f13 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:50:11.663916 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317fe97-9391-4bf1-b25f-2a29a1118f13 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:50:11.664353 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317fe97-9391-4bf1-b25f-2a29a1118f13 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:50:11.664510 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1317fe97-9391-4bf1-b25f-2a29a1118f13 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:50:11.688264 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e692dabb-6065-4dfa-a3db-296c0507d774 req-fc902de9-a22e-4913-b47f-f5b46ac35f47 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:11.713953 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['190abd2c-9e7d-4487-82bd-57561f5a96b8'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:50:11.731599 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc902de9-a22e-4913-b47f-f5b46ac35f47 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Pushing event deleted for resources: {'Port': ['ID=95128b00-f320-443a-bb0c-753222360ea2,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:11.760875 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1317fe97-9391-4bf1-b25f-2a29a1118f13 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:11.763960 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1317fe97-9391-4bf1-b25f-2a29a1118f13 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:11.771147 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-1317fe97-9391-4bf1-b25f-2a29a1118f13 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353 tempest-ExternalNetworksAdminNegativeTestJSON-1049640353-project-admin] 10.222.0.101 "DELETE /v2.0/floatingips/342740da-596e-4cdf-ad61-e1c15774f4be HTTP/1.1" status: 204 len: 168 time: 1.2204654 Sep 24 15:50:11.793668 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-e692dabb-6065-4dfa-a3db-296c0507d774 req-fc902de9-a22e-4913-b47f-f5b46ac35f47 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] No DVR routers for this DVR port 95128b00-f320-443a-bb0c-753222360ea2 on host n-h1-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:50:11.796558 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e692dabb-6065-4dfa-a3db-296c0507d774 req-fc902de9-a22e-4913-b47f-f5b46ac35f47 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:11.799002 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e692dabb-6065-4dfa-a3db-296c0507d774 req-fc902de9-a22e-4913-b47f-f5b46ac35f47 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.110 "DELETE /v2.0/ports/95128b00-f320-443a-bb0c-753222360ea2 HTTP/1.1" status: 204 len: 173 time: 0.9554274 Sep 24 15:50:11.799985 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbbbc75e-22f5-4528-b206-65438e121c10', 'name': 'network-vif-deleted', 'tag': '95128b00-f320-443a-bb0c-753222360ea2'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:50:11.802720 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-445643bb-4247-402f-b79d-156499c86f18" -d '{"events": [{"server_uuid": "dbbbc75e-22f5-4528-b206-65438e121c10", "name": "network-vif-deleted", "tag": "95128b00-f320-443a-bb0c-753222360ea2"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:50:11.823056 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c2158626-fde4-42cd-b824-dffb8ca05631 req-91b078a2-b4aa-4f75-a19b-e2fde1742572 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 210 time: 0.0720227 Sep 24 15:50:11.908457 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f7b33c-1ae6-4b2f-8e5b-876c1ae1c9b9 x-openstack-request-id: req-20f7b33c-1ae6-4b2f-8e5b-876c1ae1c9b9 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:50:11.912776 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbbbc75e-22f5-4528-b206-65438e121c10", "name": "network-vif-deleted", "tag": "95128b00-f320-443a-bb0c-753222360ea2", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:50:11.913056 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-20f7b33c-1ae6-4b2f-8e5b-876c1ae1c9b9 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:50:11.913579 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbbbc75e-22f5-4528-b206-65438e121c10', 'name': 'network-vif-deleted', 'tag': '95128b00-f320-443a-bb0c-753222360ea2', 'status': 'completed', 'code': 200} Sep 24 15:50:11.981433 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-36532e68-b088-44d9-ab07-7d0b7bf660d7 req-2546026d-3065-45df-aa5a-e7f6730ddce3 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=dbbbc75e-22f5-4528-b206-65438e121c10 HTTP/1.1" status: 200 len: 210 time: 0.1131773 Sep 24 15:50:12.399349 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c3ae5d4b-3e12-4515-a309-e5f04b36be8d req-85c6d4c9-3cdd-45ff-93dc-61f06593f5f3 tempest-ServerShowV254Test-1560443634 tempest-ServerShowV254Test-1560443634-project] 10.222.0.101 "GET /v2.0/ports?device_id=14f2dbd0-d94d-4fb9-9311-6efd5218480f HTTP/1.1" status: 200 len: 210 time: 0.0400717 Sep 24 15:50:12.445530 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 38578) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:12.565950 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1699607e-09fd-4ac7-a418-141e8df41e5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:12.710168 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1699607e-09fd-4ac7-a418-141e8df41e5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:12.807044 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 95128b00-f320-443a-bb0c-753222360ea2 no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:50:12.829799 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1699607e-09fd-4ac7-a418-141e8df41e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:12.875536 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] No Port match for: 95128b00-f320-443a-bb0c-753222360ea2 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:50:12.875956 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 95128b00-f320-443a-bb0c-753222360ea2 not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:50:12.882976 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-1699607e-09fd-4ac7-a418-141e8df41e5d admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=c402be9864b8424a9ce2430e0d9ff6b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4359167 Sep 24 15:50:12.883500 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 38600) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:12.899897 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1699607e-09fd-4ac7-a418-141e8df41e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=067958b6-fe20-40ac-853a-a17df2a48ece,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:12.923263 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-86eed62d-53bf-47a6-849d-cf2856756d30 req-fc283f93-b14e-421a-9d5f-fb04e17d2911 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 210 time: 0.0383959 Sep 24 15:50:12.953479 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0f34c113-d371-46e5-ad3e-19b26583f78a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:12.976588 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0f34c113-d371-46e5-ad3e-19b26583f78a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:13.048665 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 38608) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:13.063911 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-17877218-d1f7-4bd3-999d-934cc544eca7 req-80bd38fb-170f-492b-8417-3a1edbfdd8f7 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=14f2dbd0-d94d-4fb9-9311-6efd5218480f HTTP/1.1" status: 200 len: 210 time: 0.0322421 Sep 24 15:50:13.170940 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 38614) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:13.190626 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0f34c113-d371-46e5-ad3e-19b26583f78a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:13.197999 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0f34c113-d371-46e5-ad3e-19b26583f78a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:13.204912 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-0f34c113-d371-46e5-ad3e-19b26583f78a admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/067958b6-fe20-40ac-853a-a17df2a48ece HTTP/1.1" status: 204 len: 168 time: 0.3175981 Sep 24 15:50:13.249796 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-15de2030-78d3-4b34-99f7-566c3258bad1 req-200c9604-9e17-425f-9ef8-1bae7e0ec98a tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=dbbbc75e-22f5-4528-b206-65438e121c10 HTTP/1.1" status: 200 len: 210 time: 0.0723994 Sep 24 15:50:13.250814 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f34c113-d371-46e5-ad3e-19b26583f78a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=067958b6-fe20-40ac-853a-a17df2a48ece,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:13.327147 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-d7b4780f-2eb2-40a1-99b8-a32051afc7da tempest-QuotasTest-81574157 tempest-QuotasTest-81574157-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:50:13.352025 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-1d0f3470-3b05-4695-8e87-b0529255e942 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-989378962-network', 'tenant_id': '5c2b4aa98c67489e8dbb552f9240d14f'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:50:13.492718 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0f3470-3b05-4695-8e87-b0529255e942 admin admin] Made reservation on behalf of 5c2b4aa98c67489e8dbb552f9240d14f for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:50:13.495813 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1d0f3470-3b05-4695-8e87-b0529255e942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:13.510535 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1d0f3470-3b05-4695-8e87-b0529255e942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:13.531018 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7e876453-4599-4ffe-9516-c995e6675412 req-1ed47e14-d696-418c-a9a6-7341efbe2fd0 tempest-ServerShowV254Test-1560443634 tempest-ServerShowV254Test-1560443634-project] 10.222.0.101 "GET /v2.0/ports?device_id=14f2dbd0-d94d-4fb9-9311-6efd5218480f HTTP/1.1" status: 200 len: 210 time: 0.0384982 Sep 24 15:50:13.536594 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-d7b4780f-2eb2-40a1-99b8-a32051afc7da tempest-QuotasTest-81574157 tempest-QuotasTest-81574157-project-admin] 10.222.0.101 "PUT /v2.0/quotas/b0af97fb26bc4f559bc68426b9bc25b5 HTTP/1.1" status: 200 len: 366 time: 0.3644643 Sep 24 15:50:13.539135 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 38626) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:13.554516 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-3073dc79-6969-4d1f-8ab1-31e9f490cbdd tempest-QuotasTest-81574157 tempest-QuotasTest-81574157-project-admin] 10.222.0.101 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0128787 Sep 24 15:50:13.556927 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 38628) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:13.570836 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-eed5f6ff-c023-4c61-b90f-c3eacdbaaba0 tempest-QuotasTest-81574157 tempest-QuotasTest-81574157-project-admin] 10.222.0.101 "GET /v2.0/quotas/b0af97fb26bc4f559bc68426b9bc25b5 HTTP/1.1" status: 200 len: 366 time: 0.0121300 Sep 24 15:50:13.573050 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 38630) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:13.620046 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1d0f3470-3b05-4695-8e87-b0529255e942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:13.712243 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e7489640-79ce-4c30-8bbc-30277ea1b305 tempest-QuotasTest-81574157 tempest-QuotasTest-81574157-project-admin] 10.222.0.101 "DELETE /v2.0/quotas/b0af97fb26bc4f559bc68426b9bc25b5 HTTP/1.1" status: 204 len: 168 time: 0.1352985 Sep 24 15:50:13.712478 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 38634) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:13.723612 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f3ff3629-f83a-4386-aad7-711c6d24ce4d tempest-QuotasTest-81574157 tempest-QuotasTest-81574157-project-admin] 10.222.0.101 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0078523 Sep 24 15:50:13.724176 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 38636) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:13.733377 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-47393a7f-4ddc-4a75-82cd-7b5bbb4ea33c tempest-QuotasTest-81574157 tempest-QuotasTest-81574157-project-admin] 10.222.0.101 "GET /v2.0/quotas/b0af97fb26bc4f559bc68426b9bc25b5 HTTP/1.1" status: 200 len: 370 time: 0.0081470 Sep 24 15:50:13.739297 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 38638) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:13.744425 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-78c8764b-666a-4370-a434-1a9deb7728c0 tempest-QuotasTest-81574157 tempest-QuotasTest-81574157-project-admin] 10.222.0.101 "GET /v2.0/quotas/b0af97fb26bc4f559bc68426b9bc25b5/default HTTP/1.1" status: 200 len: 370 time: 0.0038505 Sep 24 15:50:13.746832 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 38640) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:13.757208 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [None req-6ea5c242-c287-4028-bd01-58b7b82124f7 tempest-QuotasTest-81574157 tempest-QuotasTest-81574157-project-admin] delete failed (client error): The resource could not be found. Sep 24 15:50:13.759233 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-6ea5c242-c287-4028-bd01-58b7b82124f7 tempest-QuotasTest-81574157 tempest-QuotasTest-81574157-project-admin] 10.222.0.101 "DELETE /v2.0/quotas/b0af97fb26bc4f559bc68426b9bc25b5 HTTP/1.1" status: 404 len: 348 time: 0.0113418 Sep 24 15:50:13.760912 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1d0f3470-3b05-4695-8e87-b0529255e942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:13.809234 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d0f3470-3b05-4695-8e87-b0529255e942 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1282} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:50:13.814717 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0f3470-3b05-4695-8e87-b0529255e942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7622a1-9941-4233-b5ec-e44f841d045e,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:13.823313 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1d0f3470-3b05-4695-8e87-b0529255e942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:13.823424 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-1d0f3470-3b05-4695-8e87-b0529255e942 admin admin] Added segment 685ade64-b4f0-481c-891c-ab3796079306 of type vlan for network 209c09f1-db8d-407a-9dc6-3dae52490c0a Sep 24 15:50:13.869144 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1d0f3470-3b05-4695-8e87-b0529255e942 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:14.026047 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-898aa07b-d7f6-46d9-80ab-552bcd9433bb req-b3c86609-1800-4ab6-9582-69aebb00378d tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 210 time: 0.0303643 Sep 24 15:50:14.026881 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1d0f3470-3b05-4695-8e87-b0529255e942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:14.027836 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0f3470-3b05-4695-8e87-b0529255e942 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:14.028535 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1d0f3470-3b05-4695-8e87-b0529255e942 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:14.090210 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0f3470-3b05-4695-8e87-b0529255e942 admin admin] Pushing event updated for resources: {'Network': ['ID=209c09f1-db8d-407a-9dc6-3dae52490c0a,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:14.102056 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 209c09f1-db8d-407a-9dc6-3dae52490c0a details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:50:14.230421 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-1d0f3470-3b05-4695-8e87-b0529255e942 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1797788 Sep 24 15:50:14.234853 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 38648) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:14.240341 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-bbd6cbf5-7c02-431f-9e8f-95a2af3dfd14 admin admin] Request body: {'subnet': {'network_id': '209c09f1-db8d-407a-9dc6-3dae52490c0a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-989378962-subnet', 'tenant_id': '5c2b4aa98c67489e8dbb552f9240d14f', 'ip_version': 4}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:50:14.327510 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 38652) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:14.382523 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 38658) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:14.382975 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-9474adb8-98c2-4e59-847a-9458a2d4775e admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=280bd4bce0fd422a80f3e13828a7f632&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0542524 Sep 24 15:50:14.395907 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd6cbf5-7c02-431f-9e8f-95a2af3dfd14 admin admin] Made reservation on behalf of 5c2b4aa98c67489e8dbb552f9240d14f for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:50:14.399147 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bbd6cbf5-7c02-431f-9e8f-95a2af3dfd14 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:14.418103 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 38662) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:14.472599 n-d-808921-1 neutron-server[95297]: DEBUG neutron.quota.resource [None req-65035e54-b6e5-43b5-b768-71008aca470f tempest-QuotasTest-81574157 tempest-QuotasTest-81574157-project-admin] Usage tracker for resource:network and tenant:cb30f937565744eea7b6602e5c90c961 is out of sync, need to count used quota {{(pid=95297) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 24 15:50:14.481682 n-d-808921-1 neutron-server[95297]: DEBUG neutron.quota.resource [None req-65035e54-b6e5-43b5-b768-71008aca470f tempest-QuotasTest-81574157 tempest-QuotasTest-81574157-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95297) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 24 15:50:14.503545 n-d-808921-1 neutron-server[95297]: DEBUG neutron.quota.resource [None req-65035e54-b6e5-43b5-b768-71008aca470f tempest-QuotasTest-81574157 tempest-QuotasTest-81574157-project-admin] Usage tracker for resource:subnet and tenant:cb30f937565744eea7b6602e5c90c961 is out of sync, need to count used quota {{(pid=95297) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 24 15:50:14.517220 n-d-808921-1 neutron-server[95297]: DEBUG neutron.quota.resource [None req-65035e54-b6e5-43b5-b768-71008aca470f tempest-QuotasTest-81574157 tempest-QuotasTest-81574157-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95297) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 24 15:50:14.536519 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2074c8a6-f2ce-4c16-968c-fecacb7a5094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:14.539741 n-d-808921-1 neutron-server[95297]: DEBUG neutron.quota.resource [None req-65035e54-b6e5-43b5-b768-71008aca470f tempest-QuotasTest-81574157 tempest-QuotasTest-81574157-project-admin] Usage tracker for resource:subnetpool and tenant:cb30f937565744eea7b6602e5c90c961 is out of sync, need to count used quota {{(pid=95297) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 24 15:50:14.555710 n-d-808921-1 neutron-server[95297]: DEBUG neutron.quota.resource [None req-65035e54-b6e5-43b5-b768-71008aca470f tempest-QuotasTest-81574157 tempest-QuotasTest-81574157-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=95297) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 24 15:50:14.571806 n-d-808921-1 neutron-server[95297]: DEBUG neutron.quota.resource [None req-65035e54-b6e5-43b5-b768-71008aca470f tempest-QuotasTest-81574157 tempest-QuotasTest-81574157-project-admin] Usage tracker for resource:port and tenant:cb30f937565744eea7b6602e5c90c961 is out of sync, need to count used quota {{(pid=95297) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 24 15:50:14.584332 n-d-808921-1 neutron-server[95297]: DEBUG neutron.quota.resource [None req-65035e54-b6e5-43b5-b768-71008aca470f tempest-QuotasTest-81574157 tempest-QuotasTest-81574157-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=95297) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 24 15:50:14.602251 n-d-808921-1 neutron-server[95297]: DEBUG neutron.quota.resource [None req-65035e54-b6e5-43b5-b768-71008aca470f tempest-QuotasTest-81574157 tempest-QuotasTest-81574157-project-admin] Usage tracker for resource:router and tenant:cb30f937565744eea7b6602e5c90c961 is out of sync, need to count used quota {{(pid=95297) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 24 15:50:14.611012 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2074c8a6-f2ce-4c16-968c-fecacb7a5094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:14.616866 n-d-808921-1 neutron-server[95297]: DEBUG neutron.quota.resource [None req-65035e54-b6e5-43b5-b768-71008aca470f tempest-QuotasTest-81574157 tempest-QuotasTest-81574157-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95297) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 24 15:50:14.630721 n-d-808921-1 neutron-server[95297]: DEBUG neutron.quota.resource [None req-65035e54-b6e5-43b5-b768-71008aca470f tempest-QuotasTest-81574157 tempest-QuotasTest-81574157-project-admin] Usage tracker for resource:floatingip and tenant:cb30f937565744eea7b6602e5c90c961 is out of sync, need to count used quota {{(pid=95297) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 24 15:50:14.644257 n-d-808921-1 neutron-server[95297]: DEBUG neutron.quota.resource [None req-65035e54-b6e5-43b5-b768-71008aca470f tempest-QuotasTest-81574157 tempest-QuotasTest-81574157-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95297) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 24 15:50:14.732333 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9bdf4e9d-fd81-4760-902b-7d402e641a8d req-8284c86a-51f5-49b2-8e25-e56638db9b0d tempest-ServerShowV254Test-1560443634 tempest-ServerShowV254Test-1560443634-project] 10.222.0.101 "GET /v2.0/ports?device_id=14f2dbd0-d94d-4fb9-9311-6efd5218480f HTTP/1.1" status: 200 len: 210 time: 0.0412037 Sep 24 15:50:14.786571 n-d-808921-1 neutron-server[95297]: DEBUG neutron.quota.resource [None req-65035e54-b6e5-43b5-b768-71008aca470f tempest-QuotasTest-81574157 tempest-QuotasTest-81574157-project-admin] Usage tracker for resource:security_group and tenant:cb30f937565744eea7b6602e5c90c961 is out of sync, need to count used quota {{(pid=95297) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 24 15:50:14.797907 n-d-808921-1 neutron-server[95297]: DEBUG neutron.quota.resource [None req-65035e54-b6e5-43b5-b768-71008aca470f tempest-QuotasTest-81574157 tempest-QuotasTest-81574157-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=95297) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 24 15:50:14.823125 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2074c8a6-f2ce-4c16-968c-fecacb7a5094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:14.825887 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2074c8a6-f2ce-4c16-968c-fecacb7a5094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:14.828674 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-2074c8a6-f2ce-4c16-968c-fecacb7a5094 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/fb2d6d76-cf8f-4eac-a5a6-39f27d787d60 HTTP/1.1" status: 204 len: 168 time: 0.4451146 Sep 24 15:50:14.838821 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2074c8a6-f2ce-4c16-968c-fecacb7a5094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2d6d76-cf8f-4eac-a5a6-39f27d787d60,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:14.859161 n-d-808921-1 neutron-server[95297]: DEBUG neutron.quota.resource [None req-65035e54-b6e5-43b5-b768-71008aca470f tempest-QuotasTest-81574157 tempest-QuotasTest-81574157-project-admin] Usage tracker for resource:security_group_rule and tenant:cb30f937565744eea7b6602e5c90c961 is out of sync, need to count used quota {{(pid=95297) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 24 15:50:14.869922 n-d-808921-1 neutron-server[95297]: DEBUG neutron.quota.resource [None req-65035e54-b6e5-43b5-b768-71008aca470f tempest-QuotasTest-81574157 tempest-QuotasTest-81574157-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95297) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 24 15:50:14.921122 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bbd6cbf5-7c02-431f-9e8f-95a2af3dfd14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:14.965923 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-65035e54-b6e5-43b5-b768-71008aca470f tempest-QuotasTest-81574157 tempest-QuotasTest-81574157-project-admin] 10.222.0.101 "GET /v2.0/quotas/cb30f937565744eea7b6602e5c90c961/details.json HTTP/1.1" status: 200 len: 703 time: 0.5465486 Sep 24 15:50:15.024734 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0113974-82d5-43bd-a395-bf4fccfdd0cf req-8cf1146c-ce88-44ea-8382-fe0eba9f3db8 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:15.026136 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a0113974-82d5-43bd-a395-bf4fccfdd0cf req-8cf1146c-ce88-44ea-8382-fe0eba9f3db8 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.108 "GET /v2.0/networks?id=2a61a80f-7424-4f72-8244-e2cfc0c281a3 HTTP/1.1" status: 200 len: 814 time: 0.2311368 Sep 24 15:50:15.042374 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-a0113974-82d5-43bd-a395-bf4fccfdd0cf req-a6b6e710-b700-4cd5-bab1-44caf250a806 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Request body: {'port': {'device_id': 'b0812603-0f95-4826-aee2-d005b0dbbeee', 'network_id': '2a61a80f-7424-4f72-8244-e2cfc0c281a3', 'admin_state_up': True, 'tenant_id': '7ecdf69c945d45baa1f224469b4d842c'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:50:15.048318 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd6cbf5-7c02-431f-9e8f-95a2af3dfd14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd11eb3f-b694-4013-8c13-3a2b20128143,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:15.077131 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd6cbf5-7c02-431f-9e8f-95a2af3dfd14 admin admin] Checking segment: {'id': '685ade64-b4f0-481c-891c-ab3796079306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '209c09f1-db8d-407a-9dc6-3dae52490c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:50:15.083722 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd6cbf5-7c02-431f-9e8f-95a2af3dfd14 admin admin] Network hostable DHCP agents. Network: 209c09f1-db8d-407a-9dc6-3dae52490c0a, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:50:15.160851 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd6cbf5-7c02-431f-9e8f-95a2af3dfd14 admin admin] Network 209c09f1-db8d-407a-9dc6-3dae52490c0a is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:50:15.227612 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c8f07f2a-01d3-4d69-8be1-6e309b116ec9 req-4cbaef61-4fee-4d24-8996-5d68c90ed597 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 210 time: 0.0557113 Sep 24 15:50:15.231682 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-bbd6cbf5-7c02-431f-9e8f-95a2af3dfd14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 209c09f1-db8d-407a-9dc6-3dae52490c0a) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:50:15.240130 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd6cbf5-7c02-431f-9e8f-95a2af3dfd14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:15.240857 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bbd6cbf5-7c02-431f-9e8f-95a2af3dfd14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:15.241399 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58669800-e4ae-4812-98bc-10371322c402 None None] Network 209c09f1-db8d-407a-9dc6-3dae52490c0a requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:50:15.247384 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0113974-82d5-43bd-a395-bf4fccfdd0cf req-a6b6e710-b700-4cd5-bab1-44caf250a806 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Made reservation on behalf of 7ecdf69c945d45baa1f224469b4d842c for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:50:15.258420 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-a0113974-82d5-43bd-a395-bf4fccfdd0cf req-a6b6e710-b700-4cd5-bab1-44caf250a806 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:15.351040 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-bbd6cbf5-7c02-431f-9e8f-95a2af3dfd14 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1114104 Sep 24 15:50:15.351715 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 38708) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:15.356410 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-326739bb-f911-459f-9fca-8dbe856105d4 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-989378962-router', 'tenant_id': '5c2b4aa98c67489e8dbb552f9240d14f', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:50:15.516051 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-326739bb-f911-459f-9fca-8dbe856105d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:15.517237 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-326739bb-f911-459f-9fca-8dbe856105d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:15.525205 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157180bb-cbf4-4654-84dc-a9961b5e4b84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-209c09f1-db8d-407a-9dc6-3dae52490c0a', 'network_id': '209c09f1-db8d-407a-9dc6-3dae52490c0a', 'tenant_id': '5c2b4aa98c67489e8dbb552f9240d14f', 'fixed_ips': [{'subnet_id': 'fd11eb3f-b694-4013-8c13-3a2b20128143'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:50:15.526389 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-157180bb-cbf4-4654-84dc-a9961b5e4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:15.538016 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [req-a0113974-82d5-43bd-a395-bf4fccfdd0cf req-a6b6e710-b700-4cd5-bab1-44caf250a806 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Allocated IP 172.20.0.13 (2a61a80f-7424-4f72-8244-e2cfc0c281a3/054caf3c-8a4a-4094-a019-5885b1b27205/03256c2c-9512-46e8-bb7a-08f5c9148dbc) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:50:15.623691 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-326739bb-f911-459f-9fca-8dbe856105d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:15.764717 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-157180bb-cbf4-4654-84dc-a9961b5e4b84 None None] Allocated IP 172.20.0.2 (209c09f1-db8d-407a-9dc6-3dae52490c0a/fd11eb3f-b694-4013-8c13-3a2b20128143/12ec8dd5-8a6b-4872-8fad-89dee4e37e87) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:50:15.844775 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-a0113974-82d5-43bd-a395-bf4fccfdd0cf req-a6b6e710-b700-4cd5-bab1-44caf250a806 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:15.857065 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 38734) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:16.115818 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-157180bb-cbf4-4654-84dc-a9961b5e4b84 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:16.224579 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-157180bb-cbf4-4654-84dc-a9961b5e4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:16.290631 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157180bb-cbf4-4654-84dc-a9961b5e4b84 None None] Pushing event updated for resources: {'Port': ['ID=12ec8dd5-8a6b-4872-8fad-89dee4e37e87,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:16.307024 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157180bb-cbf4-4654-84dc-a9961b5e4b84 None None] Network 209c09f1-db8d-407a-9dc6-3dae52490c0a is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:50:16.308887 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-157180bb-cbf4-4654-84dc-a9961b5e4b84 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:50:16.315237 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157180bb-cbf4-4654-84dc-a9961b5e4b84 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:50:16.334984 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c766786c-957d-45a2-b4ca-2cc36ddfdc13 req-a9015c9a-b44c-43e6-a42d-9a7d2ef1f515 tempest-ServerShowV254Test-1560443634 tempest-ServerShowV254Test-1560443634-project] 10.222.0.101 "GET /v2.0/ports?device_id=14f2dbd0-d94d-4fb9-9311-6efd5218480f HTTP/1.1" status: 200 len: 210 time: 0.0431366 Sep 24 15:50:16.453215 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-157180bb-cbf4-4654-84dc-a9961b5e4b84 None None] Attempting to bind port 12ec8dd5-8a6b-4872-8fad-89dee4e37e87 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:50:16.454412 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-157180bb-cbf4-4654-84dc-a9961b5e4b84 None None] Attempting to bind port 12ec8dd5-8a6b-4872-8fad-89dee4e37e87 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '685ade64-b4f0-481c-891c-ab3796079306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '209c09f1-db8d-407a-9dc6-3dae52490c0a'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:50:16.454992 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157180bb-cbf4-4654-84dc-a9961b5e4b84 None None] Attempting to bind port 12ec8dd5-8a6b-4872-8fad-89dee4e37e87 on network 209c09f1-db8d-407a-9dc6-3dae52490c0a {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:50:16.461487 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e43a600f-e890-49e6-8bdd-0e09ee67f21c req-f8ad279d-f88c-4e90-9d88-dc9407ec0341 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 210 time: 0.0379825 Sep 24 15:50:16.479078 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-46b73c71-a8d4-4ab7-8e92-439ff9163a39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:16.490694 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157180bb-cbf4-4654-84dc-a9961b5e4b84 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:50:16.491434 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157180bb-cbf4-4654-84dc-a9961b5e4b84 None None] Checking segment: {'id': '685ade64-b4f0-481c-891c-ab3796079306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '209c09f1-db8d-407a-9dc6-3dae52490c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:50:16.492593 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-157180bb-cbf4-4654-84dc-a9961b5e4b84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:16.493179 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-157180bb-cbf4-4654-84dc-a9961b5e4b84 None None] Bound using segment: {'id': '685ade64-b4f0-481c-891c-ab3796079306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '209c09f1-db8d-407a-9dc6-3dae52490c0a'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:50:16.493849 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-157180bb-cbf4-4654-84dc-a9961b5e4b84 None None] Bound port: 12ec8dd5-8a6b-4872-8fad-89dee4e37e87, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '685ade64-b4f0-481c-891c-ab3796079306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '209c09f1-db8d-407a-9dc6-3dae52490c0a'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:50:16.494466 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-157180bb-cbf4-4654-84dc-a9961b5e4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:16.495602 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-326739bb-f911-459f-9fca-8dbe856105d4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:16.520850 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4585d326-fae7-4081-aeb0-672cbea601c6 req-7e60dfa3-d131-40a4-92f6-10da1a5da7d9 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:16.524610 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4585d326-fae7-4081-aeb0-672cbea601c6 req-7e60dfa3-d131-40a4-92f6-10da1a5da7d9 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=6fd0c768-a046-4c3d-9807-8d0f0bc316fc HTTP/1.1" status: 200 len: 945 time: 0.6151969 Sep 24 15:50:16.549178 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-a0113974-82d5-43bd-a395-bf4fccfdd0cf req-a6b6e710-b700-4cd5-bab1-44caf250a806 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:16.605132 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-157180bb-cbf4-4654-84dc-a9961b5e4b84 None None] For port 12ec8dd5-8a6b-4872-8fad-89dee4e37e87, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:50:16.611568 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-157180bb-cbf4-4654-84dc-a9961b5e4b84 None None] For port 12ec8dd5-8a6b-4872-8fad-89dee4e37e87, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=12ec8dd5-8a6b-4872-8fad-89dee4e37e87,segment=NetworkSegment(685ade64-b4f0-481c-891c-ab3796079306),segment_id=685ade64-b4f0-481c-891c-ab3796079306)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:50:16.642828 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0113974-82d5-43bd-a395-bf4fccfdd0cf req-a6b6e710-b700-4cd5-bab1-44caf250a806 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Network 2a61a80f-7424-4f72-8244-e2cfc0c281a3 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:50:16.661767 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [req-a0113974-82d5-43bd-a395-bf4fccfdd0cf req-a6b6e710-b700-4cd5-bab1-44caf250a806 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:50:16.664237 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0113974-82d5-43bd-a395-bf4fccfdd0cf req-a6b6e710-b700-4cd5-bab1-44caf250a806 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:50:16.681655 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-157180bb-cbf4-4654-84dc-a9961b5e4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:16.711491 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4585d326-fae7-4081-aeb0-672cbea601c6 req-d833e82c-be27-46a7-8e8b-11053f93751b tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686103 Sep 24 15:50:16.722390 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b6e710-b700-4cd5-bab1-44caf250a806 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Pushing event updated for resources: {'Port': ['ID=03256c2c-9512-46e8-bb7a-08f5c9148dbc,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:16.773208 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0113974-82d5-43bd-a395-bf4fccfdd0cf req-a6b6e710-b700-4cd5-bab1-44caf250a806 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:16.773883 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-a0113974-82d5-43bd-a395-bf4fccfdd0cf req-a6b6e710-b700-4cd5-bab1-44caf250a806 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:16.815013 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157180bb-cbf4-4654-84dc-a9961b5e4b84 None None] Pushing event updated for resources: {'Port': ['ID=12ec8dd5-8a6b-4872-8fad-89dee4e37e87,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:16.816315 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-46b73c71-a8d4-4ab7-8e92-439ff9163a39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:16.886875 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-326739bb-f911-459f-9fca-8dbe856105d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:16.906732 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-326739bb-f911-459f-9fca-8dbe856105d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:16.922323 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-46b73c71-a8d4-4ab7-8e92-439ff9163a39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:16.965074 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-46b73c71-a8d4-4ab7-8e92-439ff9163a39 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=f96cec5502394f668ba9e2cd08efc110&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1060154 Sep 24 15:50:16.971314 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b73c71-a8d4-4ab7-8e92-439ff9163a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b1d660-8251-4fb5-95c3-aafda070bc2f,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:16.971813 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 38764) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:17.030585 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e1191f24-502a-4bf9-9c69-9e20f48d9b38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:17.071491 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a0113974-82d5-43bd-a395-bf4fccfdd0cf req-a6b6e710-b700-4cd5-bab1-44caf250a806 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0351889 Sep 24 15:50:17.072127 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-326739bb-f911-459f-9fca-8dbe856105d4 admin admin] Allocated IP 172.25.0.119 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/bf3da3cb-cfc4-4ddc-9c0e-df5909d7e310) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:50:17.091281 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-a0113974-82d5-43bd-a395-bf4fccfdd0cf req-68cb0f54-4826-42bc-af95-7931ec1c7a38 service neutron] Request body: {'port': {'device_id': 'b0812603-0f95-4826-aee2-d005b0dbbeee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:50:17.115261 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e1191f24-502a-4bf9-9c69-9e20f48d9b38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:17.188728 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-a0113974-82d5-43bd-a395-bf4fccfdd0cf req-68cb0f54-4826-42bc-af95-7931ec1c7a38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:17.222522 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-326739bb-f911-459f-9fca-8dbe856105d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:17.299209 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d664896-adcb-4591-a6b1-b10fa6890a2c req-17ebb992-1930-45f7-9878-7aa940ea1fbb tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:17.300634 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0d664896-adcb-4591-a6b1-b10fa6890a2c req-17ebb992-1930-45f7-9878-7aa940ea1fbb tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.110 "GET /v2.0/ports?device_id=6fd0c768-a046-4c3d-9807-8d0f0bc316fc HTTP/1.1" status: 200 len: 945 time: 0.0705078 Sep 24 15:50:17.377122 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e1191f24-502a-4bf9-9c69-9e20f48d9b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:17.379065 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e1191f24-502a-4bf9-9c69-9e20f48d9b38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:17.382747 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e1191f24-502a-4bf9-9c69-9e20f48d9b38 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/b9b1d660-8251-4fb5-95c3-aafda070bc2f HTTP/1.1" status: 204 len: 168 time: 0.4094737 Sep 24 15:50:17.394694 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1191f24-502a-4bf9-9c69-9e20f48d9b38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b1d660-8251-4fb5-95c3-aafda070bc2f,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:17.438245 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-0d664896-adcb-4591-a6b1-b10fa6890a2c req-e6beae64-8919-45bc-871c-9eb174d11296 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Deleting port 190abd2c-9e7d-4487-82bd-57561f5a96b8 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:50:17.438620 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-0d664896-adcb-4591-a6b1-b10fa6890a2c req-e6beae64-8919-45bc-871c-9eb174d11296 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:17.448556 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-326739bb-f911-459f-9fca-8dbe856105d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:17.521250 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-049186f1-3eb5-47b0-a777-09486a91dd5a req-ebcdb302-fcb1-4492-914a-f2b237fd1dba tempest-ServerShowV254Test-1560443634 tempest-ServerShowV254Test-1560443634-project] 10.222.0.101 "GET /v2.0/ports?device_id=14f2dbd0-d94d-4fb9-9311-6efd5218480f HTTP/1.1" status: 200 len: 210 time: 0.0600672 Sep 24 15:50:17.592638 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326739bb-f911-459f-9fca-8dbe856105d4 admin admin] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:50:17.607852 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 38782) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:17.667553 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [req-a0113974-82d5-43bd-a395-bf4fccfdd0cf req-68cb0f54-4826-42bc-af95-7931ec1c7a38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03256c2c-9512-46e8-bb7a-08f5c9148dbc {{(pid=95297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:50:17.667809 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-326739bb-f911-459f-9fca-8dbe856105d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:50:17.681520 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-a0113974-82d5-43bd-a395-bf4fccfdd0cf req-68cb0f54-4826-42bc-af95-7931ec1c7a38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:17.696415 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.provisioning_blocks [req-a0113974-82d5-43bd-a395-bf4fccfdd0cf req-68cb0f54-4826-42bc-af95-7931ec1c7a38 service neutron] Transition to ACTIVE for port object 03256c2c-9512-46e8-bb7a-08f5c9148dbc will not be triggered until provisioned by entity L2. {{(pid=95297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:50:17.711343 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326739bb-f911-459f-9fca-8dbe856105d4 admin admin] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:50:17.729424 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-0d664896-adcb-4591-a6b1-b10fa6890a2c req-e6beae64-8919-45bc-871c-9eb174d11296 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] For port 190abd2c-9e7d-4487-82bd-57561f5a96b8, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=190abd2c-9e7d-4487-82bd-57561f5a96b8,segment=NetworkSegment(368a9d0c-2815-451d-a46d-c1bdd7d38862),segment_id=368a9d0c-2815-451d-a46d-c1bdd7d38862)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:50:17.729424 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-0d664896-adcb-4591-a6b1-b10fa6890a2c req-e6beae64-8919-45bc-871c-9eb174d11296 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:17.759698 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326739bb-f911-459f-9fca-8dbe856105d4 admin admin] Pushing event updated for resources: {'Port': ['ID=bf3da3cb-cfc4-4ddc-9c0e-df5909d7e310,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:17.796713 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-0d664896-adcb-4591-a6b1-b10fa6890a2c req-e6beae64-8919-45bc-871c-9eb174d11296 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Calling delete_port for 190abd2c-9e7d-4487-82bd-57561f5a96b8 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:50:17.800579 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-a0113974-82d5-43bd-a395-bf4fccfdd0cf req-68cb0f54-4826-42bc-af95-7931ec1c7a38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:17.825630 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42f317-dc6a-4139-9cfc-0f555a4bf2ff req-3a7e460b-c37b-40e7-8e08-1f7432720443 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:17.830435 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1a42f317-dc6a-4139-9cfc-0f555a4bf2ff req-3a7e460b-c37b-40e7-8e08-1f7432720443 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 932 time: 0.1668456 Sep 24 15:50:17.964878 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cb0f54-4826-42bc-af95-7931ec1c7a38 service neutron] Pushing event updated for resources: {'Port': ['ID=03256c2c-9512-46e8-bb7a-08f5c9148dbc,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:17.980965 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4246f69-4999-44f2-9c3e-98f81988cbf1 req-e68c1b80-93aa-49dc-810c-4f959606271d tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:17.988522 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e4246f69-4999-44f2-9c3e-98f81988cbf1 req-e68c1b80-93aa-49dc-810c-4f959606271d tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=6fd0c768-a046-4c3d-9807-8d0f0bc316fc HTTP/1.1" status: 200 len: 945 time: 0.1071141 Sep 24 15:50:18.003297 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:50:18.068766 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1a42f317-dc6a-4139-9cfc-0f555a4bf2ff req-84eec433-ea7c-4c3a-8a1e-8ddade82b201 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251663 Sep 24 15:50:18.114491 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-b8e8e6be-9f3a-4ef5-b36b-41b0d68ed00b tempest-RoutersAdminNegativeTest-1954682667 tempest-RoutersAdminNegativeTest-1954682667-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-414609459', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:50:18.137683 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-a0113974-82d5-43bd-a395-bf4fccfdd0cf req-68cb0f54-4826-42bc-af95-7931ec1c7a38 service neutron] Attempting to bind port 03256c2c-9512-46e8-bb7a-08f5c9148dbc on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:50:18.143113 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-a0113974-82d5-43bd-a395-bf4fccfdd0cf req-68cb0f54-4826-42bc-af95-7931ec1c7a38 service neutron] Attempting to bind port 03256c2c-9512-46e8-bb7a-08f5c9148dbc by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '52d1c812-065d-43bf-bb73-529423424f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '2a61a80f-7424-4f72-8244-e2cfc0c281a3'}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:50:18.143113 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0113974-82d5-43bd-a395-bf4fccfdd0cf req-68cb0f54-4826-42bc-af95-7931ec1c7a38 service neutron] Attempting to bind port 03256c2c-9512-46e8-bb7a-08f5c9148dbc on network 2a61a80f-7424-4f72-8244-e2cfc0c281a3 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:50:18.163052 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e4246f69-4999-44f2-9c3e-98f81988cbf1 req-a5d6d9c4-71df-43ee-a9da-c5f93849c7d8 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/security-groups?id=71cdb486-3fe1-448c-87ac-0330473e8495&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689162 Sep 24 15:50:18.180056 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0113974-82d5-43bd-a395-bf4fccfdd0cf req-68cb0f54-4826-42bc-af95-7931ec1c7a38 service neutron] Port 03256c2c-9512-46e8-bb7a-08f5c9148dbc on network 2a61a80f-7424-4f72-8244-e2cfc0c281a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:50:18.180664 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0113974-82d5-43bd-a395-bf4fccfdd0cf req-68cb0f54-4826-42bc-af95-7931ec1c7a38 service neutron] Attempting to bind port 03256c2c-9512-46e8-bb7a-08f5c9148dbc on network 2a61a80f-7424-4f72-8244-e2cfc0c281a3 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:50:18.186593 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0113974-82d5-43bd-a395-bf4fccfdd0cf req-68cb0f54-4826-42bc-af95-7931ec1c7a38 service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:50:18.186939 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0113974-82d5-43bd-a395-bf4fccfdd0cf req-68cb0f54-4826-42bc-af95-7931ec1c7a38 service neutron] Checking segment: {'id': '52d1c812-065d-43bf-bb73-529423424f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '2a61a80f-7424-4f72-8244-e2cfc0c281a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:50:18.187351 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0113974-82d5-43bd-a395-bf4fccfdd0cf req-68cb0f54-4826-42bc-af95-7931ec1c7a38 service neutron] Bound using segment: {'id': '52d1c812-065d-43bf-bb73-529423424f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '2a61a80f-7424-4f72-8244-e2cfc0c281a3'} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:50:18.187796 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-a0113974-82d5-43bd-a395-bf4fccfdd0cf req-68cb0f54-4826-42bc-af95-7931ec1c7a38 service neutron] Bound port: 03256c2c-9512-46e8-bb7a-08f5c9148dbc, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52d1c812-065d-43bf-bb73-529423424f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '2a61a80f-7424-4f72-8244-e2cfc0c281a3'}}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:50:18.188168 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-a0113974-82d5-43bd-a395-bf4fccfdd0cf req-68cb0f54-4826-42bc-af95-7931ec1c7a38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:18.277377 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e8e6be-9f3a-4ef5-b36b-41b0d68ed00b tempest-RoutersAdminNegativeTest-1954682667 tempest-RoutersAdminNegativeTest-1954682667-project-admin] Made reservation on behalf of fa6f1ef7b8634ed8ba4de830ae4efd4d for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:50:18.281321 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b8e8e6be-9f3a-4ef5-b36b-41b0d68ed00b tempest-RoutersAdminNegativeTest-1954682667 tempest-RoutersAdminNegativeTest-1954682667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:18.285111 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-a0113974-82d5-43bd-a395-bf4fccfdd0cf req-68cb0f54-4826-42bc-af95-7931ec1c7a38 service neutron] For port 03256c2c-9512-46e8-bb7a-08f5c9148dbc, host n-h2-808921-1, cleared binding levels {{(pid=95297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:50:18.289255 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-a0113974-82d5-43bd-a395-bf4fccfdd0cf req-68cb0f54-4826-42bc-af95-7931ec1c7a38 service neutron] For port 03256c2c-9512-46e8-bb7a-08f5c9148dbc, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=03256c2c-9512-46e8-bb7a-08f5c9148dbc,segment=NetworkSegment(52d1c812-065d-43bf-bb73-529423424f9b),segment_id=52d1c812-065d-43bf-bb73-529423424f9b)] {{(pid=95297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:50:18.289456 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc95760e-97a7-4043-a11b-fc90c3ab15ad None None] Network 209c09f1-db8d-407a-9dc6-3dae52490c0a requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:50:18.296398 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b8e8e6be-9f3a-4ef5-b36b-41b0d68ed00b tempest-RoutersAdminNegativeTest-1954682667 tempest-RoutersAdminNegativeTest-1954682667-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:18.406492 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b8e8e6be-9f3a-4ef5-b36b-41b0d68ed00b tempest-RoutersAdminNegativeTest-1954682667 tempest-RoutersAdminNegativeTest-1954682667-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:18.409705 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-a0113974-82d5-43bd-a395-bf4fccfdd0cf req-68cb0f54-4826-42bc-af95-7931ec1c7a38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:18.455303 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0113974-82d5-43bd-a395-bf4fccfdd0cf req-68cb0f54-4826-42bc-af95-7931ec1c7a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:18.456747 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-a0113974-82d5-43bd-a395-bf4fccfdd0cf req-68cb0f54-4826-42bc-af95-7931ec1c7a38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:18.457110 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-0d664896-adcb-4591-a6b1-b10fa6890a2c req-e6beae64-8919-45bc-871c-9eb174d11296 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:18.459441 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a0113974-82d5-43bd-a395-bf4fccfdd0cf req-68cb0f54-4826-42bc-af95-7931ec1c7a38 service neutron] 10.222.0.108 "PUT /v2.0/ports/03256c2c-9512-46e8-bb7a-08f5c9148dbc HTTP/1.1" status: 200 len: 1092 time: 1.3787029 Sep 24 15:50:18.460116 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0812603-0f95-4826-aee2-d005b0dbbeee', 'tag': '03256c2c-9512-46e8-bb7a-08f5c9148dbc'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:50:18.463572 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e4117ec-1784-4803-83f5-85b160f8a324" -d '{"events": [{"name": "network-changed", "server_uuid": "b0812603-0f95-4826-aee2-d005b0dbbeee", "tag": "03256c2c-9512-46e8-bb7a-08f5c9148dbc"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:50:18.492002 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b8e8e6be-9f3a-4ef5-b36b-41b0d68ed00b tempest-RoutersAdminNegativeTest-1954682667 tempest-RoutersAdminNegativeTest-1954682667-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:18.521782 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [None req-b8e8e6be-9f3a-4ef5-b36b-41b0d68ed00b tempest-RoutersAdminNegativeTest-1954682667 tempest-RoutersAdminNegativeTest-1954682667-project-admin] device_id is not set on port e7694672-527d-43db-8e28-125a87acabc6 yet. {{(pid=95297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:50:18.534673 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 38808) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:18.555185 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['190abd2c-9e7d-4487-82bd-57561f5a96b8'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:50:18.559804 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6beae64-8919-45bc-871c-9eb174d11296 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Pushing event deleted for resources: {'Port': ['ID=190abd2c-9e7d-4487-82bd-57561f5a96b8,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:18.583708 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf300fcd-bfe2-4f62-9e23-d93440f28997 x-openstack-request-id: req-cf300fcd-bfe2-4f62-9e23-d93440f28997 {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:50:18.584010 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0812603-0f95-4826-aee2-d005b0dbbeee", "tag": "03256c2c-9512-46e8-bb7a-08f5c9148dbc", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:50:18.584261 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-cf300fcd-bfe2-4f62-9e23-d93440f28997 {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:50:18.584656 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0812603-0f95-4826-aee2-d005b0dbbeee', 'tag': '03256c2c-9512-46e8-bb7a-08f5c9148dbc', 'status': 'completed', 'code': 200} Sep 24 15:50:18.592134 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-326739bb-f911-459f-9fca-8dbe856105d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:18.615987 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d664896-adcb-4591-a6b1-b10fa6890a2c req-e6beae64-8919-45bc-871c-9eb174d11296 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] No DVR routers for this DVR port 190abd2c-9e7d-4487-82bd-57561f5a96b8 on host n-h1-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:50:18.618604 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-0d664896-adcb-4591-a6b1-b10fa6890a2c req-e6beae64-8919-45bc-871c-9eb174d11296 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:18.621466 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0d664896-adcb-4591-a6b1-b10fa6890a2c req-e6beae64-8919-45bc-871c-9eb174d11296 tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.110 "DELETE /v2.0/ports/190abd2c-9e7d-4487-82bd-57561f5a96b8 HTTP/1.1" status: 204 len: 173 time: 1.3125873 Sep 24 15:50:18.677489 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-8f8a652d-cbb6-4ddc-8881-c5d75c696671 None None] Provisioning complete for port 12ec8dd5-8a6b-4872-8fad-89dee4e37e87 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:50:18.677856 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8f8a652d-cbb6-4ddc-8881-c5d75c696671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:18.679909 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cb0f54-4826-42bc-af95-7931ec1c7a38 service neutron] Pushing event updated for resources: {'Port': ['ID=03256c2c-9512-46e8-bb7a-08f5c9148dbc,revision_number=3']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:18.685445 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d411fe26-4c34-40f0-998b-fc589d4bfb74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:18.693450 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e8e6be-9f3a-4ef5-b36b-41b0d68ed00b tempest-RoutersAdminNegativeTest-1954682667 tempest-RoutersAdminNegativeTest-1954682667-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db24f2b-3159-4ebd-ac1f-5cdaf5e0eccb,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:18.700776 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fd0c768-a046-4c3d-9807-8d0f0bc316fc', 'name': 'network-vif-deleted', 'tag': '190abd2c-9e7d-4487-82bd-57561f5a96b8'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:50:18.706746 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a6d6d5-94af-4cc0-82e5-1b1368447e76" -d '{"events": [{"server_uuid": "6fd0c768-a046-4c3d-9807-8d0f0bc316fc", "name": "network-vif-deleted", "tag": "190abd2c-9e7d-4487-82bd-57561f5a96b8"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:50:18.752891 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 12ec8dd5-8a6b-4872-8fad-89dee4e37e87 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:50:18.774808 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1a4f09de-0a19-4df6-b2f5-9ff50ec47e92 req-74f6ff06-7af6-4219-b29e-1d18da2ea3ac tempest-ServerShowV254Test-1560443634 tempest-ServerShowV254Test-1560443634-project] 10.222.0.101 "GET /v2.0/ports?device_id=14f2dbd0-d94d-4fb9-9311-6efd5218480f HTTP/1.1" status: 200 len: 210 time: 0.0592494 Sep 24 15:50:18.817976 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4894c51-97a0-4a7b-ada9-7fca8c65418c x-openstack-request-id: req-e4894c51-97a0-4a7b-ada9-7fca8c65418c {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:50:18.818498 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fd0c768-a046-4c3d-9807-8d0f0bc316fc", "name": "network-vif-deleted", "tag": "190abd2c-9e7d-4487-82bd-57561f5a96b8", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:50:18.819472 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e4894c51-97a0-4a7b-ada9-7fca8c65418c {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:50:18.820055 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fd0c768-a046-4c3d-9807-8d0f0bc316fc', 'name': 'network-vif-deleted', 'tag': '190abd2c-9e7d-4487-82bd-57561f5a96b8', 'status': 'completed', 'code': 200} Sep 24 15:50:18.904066 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 12ec8dd5-8a6b-4872-8fad-89dee4e37e87 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:50:18.904288 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:18.924578 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-b8e8e6be-9f3a-4ef5-b36b-41b0d68ed00b tempest-RoutersAdminNegativeTest-1954682667 tempest-RoutersAdminNegativeTest-1954682667-project-admin] Allocated IP 172.25.0.189 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/e7694672-527d-43db-8e28-125a87acabc6) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:50:19.007105 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4117ec-1784-4803-83f5-85b160f8a324 req-9d45708b-c663-40ed-8d30-4a768957a50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:19.008693 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6e4117ec-1784-4803-83f5-85b160f8a324 req-9d45708b-c663-40ed-8d30-4a768957a50b service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=7ecdf69c945d45baa1f224469b4d842c&device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 1095 time: 0.4165959 Sep 24 15:50:19.042833 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-326739bb-f911-459f-9fca-8dbe856105d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:19.062787 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8f8a652d-cbb6-4ddc-8881-c5d75c696671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:19.070439 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:19.140743 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-8f8a652d-cbb6-4ddc-8881-c5d75c696671 None None] For port 12ec8dd5-8a6b-4872-8fad-89dee4e37e87, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=12ec8dd5-8a6b-4872-8fad-89dee4e37e87,segment=NetworkSegment(685ade64-b4f0-481c-891c-ab3796079306),segment_id=685ade64-b4f0-481c-891c-ab3796079306)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:50:19.208693 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8f8a652d-cbb6-4ddc-8881-c5d75c696671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:19.234583 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4117ec-1784-4803-83f5-85b160f8a324 req-d1e76077-70d2-44a5-a5f2-23d0edf4491a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:19.237704 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6e4117ec-1784-4803-83f5-85b160f8a324 req-d1e76077-70d2-44a5-a5f2-23d0edf4491a service neutron] 10.222.0.108 "GET /v2.0/networks?tenant_id=7ecdf69c945d45baa1f224469b4d842c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2168677 Sep 24 15:50:19.250573 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.db.api [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:50:19.250971 n-d-808921-1 neutron-server[95299]: DEBUG oslo_db.api [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:50:19.285065 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-15fd8c76-349b-4155-9f89-49e5bed94d26 req-525ca133-e937-4764-8cfc-67c4638a595e tempest-ServersTestJSON-44003431 tempest-ServersTestJSON-44003431-project] 10.222.0.101 "GET /v2.0/ports?device_id=6fd0c768-a046-4c3d-9807-8d0f0bc316fc HTTP/1.1" status: 200 len: 210 time: 0.0321531 Sep 24 15:50:19.293378 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-326739bb-f911-459f-9fca-8dbe856105d4 admin admin] Router 5edd0b13-c88b-4c77-b1e8-14c75a163481 is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:50:19.293700 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8a652d-cbb6-4ddc-8881-c5d75c696671 None None] Pushing event updated for resources: {'Port': ['ID=12ec8dd5-8a6b-4872-8fad-89dee4e37e87,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:19.335517 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-54993f8f-df90-426c-9212-a6116acff2e7 None None] Provisioning complete for port 12ec8dd5-8a6b-4872-8fad-89dee4e37e87 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:50:19.336167 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-54993f8f-df90-426c-9212-a6116acff2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:19.398310 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d411fe26-4c34-40f0-998b-fc589d4bfb74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:19.425938 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3186985-dc82-4589-87db-481f39b92ed7 req-2e1f9ac0-725a-4bdf-a767-22fd019b364e tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:19.427972 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b3186985-dc82-4589-87db-481f39b92ed7 req-2e1f9ac0-725a-4bdf-a767-22fd019b364e tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 944 time: 0.2591982 Sep 24 15:50:19.431686 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b8e8e6be-9f3a-4ef5-b36b-41b0d68ed00b tempest-RoutersAdminNegativeTest-1954682667 tempest-RoutersAdminNegativeTest-1954682667-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:19.447145 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-326739bb-f911-459f-9fca-8dbe856105d4 admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:50:19.457739 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93520782-b26f-4dab-b309-f4a598b6df46 None None] Sync routers for ids ['5edd0b13-c88b-4c77-b1e8-14c75a163481'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:50:19.467290 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93520782-b26f-4dab-b309-f4a598b6df46 None None] Routers {'5edd0b13-c88b-4c77-b1e8-14c75a163481'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:50:19.467909 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-93520782-b26f-4dab-b309-f4a598b6df46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:50:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['5edd0b13-c88b-4c77-b1e8-14c75a163481'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:50:19.530922 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b3186985-dc82-4589-87db-481f39b92ed7 req-3e5f7962-df36-4e24-a635-f6f981f997ce tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700786 Sep 24 15:50:19.534318 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d411fe26-4c34-40f0-998b-fc589d4bfb74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:19.546490 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4117ec-1784-4803-83f5-85b160f8a324 req-a6674b45-8e30-41a1-9513-a01dd8b9cdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:19.548101 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6e4117ec-1784-4803-83f5-85b160f8a324 req-a6674b45-8e30-41a1-9513-a01dd8b9cdb3 service neutron] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2553318 Sep 24 15:50:19.576186 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-93520782-b26f-4dab-b309-f4a598b6df46 None None] Set router 5edd0b13-c88b-4c77-b1e8-14c75a163481 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:50:19.580140 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-d411fe26-4c34-40f0-998b-fc589d4bfb74 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=cb30f937565744eea7b6602e5c90c961&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0298340 Sep 24 15:50:19.583267 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 38822) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:19.591833 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d411fe26-4c34-40f0-998b-fc589d4bfb74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2b1b4b-ee6e-4101-a263-e056c1e207e2,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:19.608343 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-326739bb-f911-459f-9fca-8dbe856105d4 admin admin] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:19.609814 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-326739bb-f911-459f-9fca-8dbe856105d4 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.2571368 Sep 24 15:50:19.614141 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 38824) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:19.648799 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0113974-82d5-43bd-a395-bf4fccfdd0cf req-02bca7ba-bbef-4c75-98d5-f7c36b5d2031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:19.650759 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a0113974-82d5-43bd-a395-bf4fccfdd0cf req-02bca7ba-bbef-4c75-98d5-f7c36b5d2031 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=7ecdf69c945d45baa1f224469b4d842c&device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 1095 time: 0.0543480 Sep 24 15:50:19.692743 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f4693f0d-2d84-4af8-bd36-7e0c0515deea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:19.700460 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b8e8e6be-9f3a-4ef5-b36b-41b0d68ed00b tempest-RoutersAdminNegativeTest-1954682667 tempest-RoutersAdminNegativeTest-1954682667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:19.703180 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a0113974-82d5-43bd-a395-bf4fccfdd0cf req-25419c12-f3bd-4ee7-916b-01d1aa09a32e service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03256c2c-9512-46e8-bb7a-08f5c9148dbc HTTP/1.1" status: 200 len: 217 time: 0.0440567 Sep 24 15:50:19.751129 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f4693f0d-2d84-4af8-bd36-7e0c0515deea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:19.779646 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e8e6be-9f3a-4ef5-b36b-41b0d68ed00b tempest-RoutersAdminNegativeTest-1954682667 tempest-RoutersAdminNegativeTest-1954682667-project-admin] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:50:19.785824 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-b8e8e6be-9f3a-4ef5-b36b-41b0d68ed00b tempest-RoutersAdminNegativeTest-1954682667 tempest-RoutersAdminNegativeTest-1954682667-project-admin] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:50:19.794589 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e8e6be-9f3a-4ef5-b36b-41b0d68ed00b tempest-RoutersAdminNegativeTest-1954682667 tempest-RoutersAdminNegativeTest-1954682667-project-admin] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:50:19.816243 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e8e6be-9f3a-4ef5-b36b-41b0d68ed00b tempest-RoutersAdminNegativeTest-1954682667 tempest-RoutersAdminNegativeTest-1954682667-project-admin] Pushing event updated for resources: {'Port': ['ID=e7694672-527d-43db-8e28-125a87acabc6,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:19.927816 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f67010cf-7ac4-4a87-ab40-071a53ce3783 req-616e2ed4-0c27-4091-b140-547a0d45e249 tempest-ServerShowV254Test-1560443634 tempest-ServerShowV254Test-1560443634-project] 10.222.0.101 "GET /v2.0/ports?device_id=14f2dbd0-d94d-4fb9-9311-6efd5218480f HTTP/1.1" status: 200 len: 210 time: 0.0363681 Sep 24 15:50:19.930526 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-93520782-b26f-4dab-b309-f4a598b6df46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edd0b13-c88b-4c77-b1e8-14c75a163481', 'name': 'tempest-TestAggregatesBasicOps-989378962-router', 'tenant_id': '5c2b4aa98c67489e8dbb552f9240d14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'bf3da3cb-cfc4-4ddc-9c0e-df5909d7e310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:50:15Z', 'updated_at': '2021-09-24T15:50:18Z', 'revision_number': 3, 'project_id': '5c2b4aa98c67489e8dbb552f9240d14f', 'gw_port': {'id': 'bf3da3cb-cfc4-4ddc-9c0e-df5909d7e310', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5edd0b13-c88b-4c77-b1e8-14c75a163481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:50:16Z', 'updated_at': '2021-09-24T15:50:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:50:19.938810 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f4693f0d-2d84-4af8-bd36-7e0c0515deea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:19.940071 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e8e6be-9f3a-4ef5-b36b-41b0d68ed00b tempest-RoutersAdminNegativeTest-1954682667 tempest-RoutersAdminNegativeTest-1954682667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:19.940773 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b8e8e6be-9f3a-4ef5-b36b-41b0d68ed00b tempest-RoutersAdminNegativeTest-1954682667 tempest-RoutersAdminNegativeTest-1954682667-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:19.944961 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0113974-82d5-43bd-a395-bf4fccfdd0cf req-d2de2282-3741-41ba-8059-803e2fad6943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:19.945260 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f4693f0d-2d84-4af8-bd36-7e0c0515deea admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:19.948877 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-f4693f0d-2d84-4af8-bd36-7e0c0515deea admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/3f2b1b4b-ee6e-4101-a263-e056c1e207e2 HTTP/1.1" status: 204 len: 168 time: 0.3619547 Sep 24 15:50:19.949477 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a0113974-82d5-43bd-a395-bf4fccfdd0cf req-d2de2282-3741-41ba-8059-803e2fad6943 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=054caf3c-8a4a-4094-a019-5885b1b27205 HTTP/1.1" status: 200 len: 854 time: 0.2372186 Sep 24 15:50:19.964783 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4693f0d-2d84-4af8-bd36-7e0c0515deea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2b1b4b-ee6e-4101-a263-e056c1e207e2,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:19.970262 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93520782-b26f-4dab-b309-f4a598b6df46 None None] Checking router: 5edd0b13-c88b-4c77-b1e8-14c75a163481 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:50:19.972551 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93520782-b26f-4dab-b309-f4a598b6df46 None None] Updating router 5edd0b13-c88b-4c77-b1e8-14c75a163481 port bf3da3cb-cfc4-4ddc-9c0e-df5909d7e310 binding host n-d-808921-1 {{(pid=95299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:50:20.033797 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a0113974-82d5-43bd-a395-bf4fccfdd0cf req-2cbc675b-2d86-4235-9dfb-2eb19d252ffc service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=2a61a80f-7424-4f72-8244-e2cfc0c281a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756674 Sep 24 15:50:20.035252 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b8e8e6be-9f3a-4ef5-b36b-41b0d68ed00b tempest-RoutersAdminNegativeTest-1954682667 tempest-RoutersAdminNegativeTest-1954682667-project-admin] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.4264112 Sep 24 15:50:20.040319 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 38834) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:20.044100 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-93520782-b26f-4dab-b309-f4a598b6df46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:20.044451 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-b0913c98-e6ba-421c-bd08-cbe080f3fc18 tempest-RoutersAdminNegativeTest-1954682667 tempest-RoutersAdminNegativeTest-1954682667-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.189'}]}}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:50:20.165908 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b0913c98-e6ba-421c-bd08-cbe080f3fc18 tempest-RoutersAdminNegativeTest-1954682667 tempest-RoutersAdminNegativeTest-1954682667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:20.166960 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b0913c98-e6ba-421c-bd08-cbe080f3fc18 tempest-RoutersAdminNegativeTest-1954682667 tempest-RoutersAdminNegativeTest-1954682667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:20.179104 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a0113974-82d5-43bd-a395-bf4fccfdd0cf req-00916c42-2dae-4dd2-8469-ecc018e329b3 service neutron] 10.222.0.108 "GET /v2.0/networks/2a61a80f-7424-4f72-8244-e2cfc0c281a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210055 Sep 24 15:50:20.261223 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b0913c98-e6ba-421c-bd08-cbe080f3fc18 tempest-RoutersAdminNegativeTest-1954682667 tempest-RoutersAdminNegativeTest-1954682667-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:20.271104 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-21929ffb-7b5e-471d-a42c-f0680ef8167d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:20.322563 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a0113974-82d5-43bd-a395-bf4fccfdd0cf req-945f8ebf-1986-4992-a2ae-3297a229e2ed service neutron] 10.222.0.108 "GET /v2.0/networks/2a61a80f-7424-4f72-8244-e2cfc0c281a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287236 Sep 24 15:50:20.346116 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-93520782-b26f-4dab-b309-f4a598b6df46 None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:20.363858 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 38838) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:20.415356 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aca6f19-7c1f-423a-8797-d55150d794c3 admin admin] Deleting subnet 0db07746-4ea4-48db-9d56-837ab1eb05bd {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:50:20.419150 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9aca6f19-7c1f-423a-8797-d55150d794c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:20.453186 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-21929ffb-7b5e-471d-a42c-f0680ef8167d admin admin] Allocated IP 172.20.0.1 (209c09f1-db8d-407a-9dc6-3dae52490c0a/fd11eb3f-b694-4013-8c13-3a2b20128143/2344d966-46da-4c93-9fb7-87470c5b88dc) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:50:20.484595 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-93520782-b26f-4dab-b309-f4a598b6df46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:20.531785 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9aca6f19-7c1f-423a-8797-d55150d794c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:20.538282 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-93520782-b26f-4dab-b309-f4a598b6df46 None None] Attempting to bind port bf3da3cb-cfc4-4ddc-9c0e-df5909d7e310 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:50:20.544024 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-93520782-b26f-4dab-b309-f4a598b6df46 None None] Attempting to bind port bf3da3cb-cfc4-4ddc-9c0e-df5909d7e310 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:50:20.544024 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93520782-b26f-4dab-b309-f4a598b6df46 None None] Attempting to bind port bf3da3cb-cfc4-4ddc-9c0e-df5909d7e310 on network e6a2de20-1ea0-43e5-88e0-982d19e317d5 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:50:20.544024 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85e9c07-e7f3-4e87-8232-9d921e8c584a None None] Pushing event updated for resources: {'Port': ['ID=bf3da3cb-cfc4-4ddc-9c0e-df5909d7e310,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:20.555816 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93520782-b26f-4dab-b309-f4a598b6df46 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:50:20.556498 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93520782-b26f-4dab-b309-f4a598b6df46 None None] Checking segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:50:20.557106 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-93520782-b26f-4dab-b309-f4a598b6df46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:20.557856 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93520782-b26f-4dab-b309-f4a598b6df46 None None] Bound using segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:50:20.558536 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-93520782-b26f-4dab-b309-f4a598b6df46 None None] Bound port: bf3da3cb-cfc4-4ddc-9c0e-df5909d7e310, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:50:20.559273 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-93520782-b26f-4dab-b309-f4a598b6df46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:20.676701 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-21929ffb-7b5e-471d-a42c-f0680ef8167d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:20.683642 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-93520782-b26f-4dab-b309-f4a598b6df46 None None] For port bf3da3cb-cfc4-4ddc-9c0e-df5909d7e310, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:50:20.693429 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-93520782-b26f-4dab-b309-f4a598b6df46 None None] For port bf3da3cb-cfc4-4ddc-9c0e-df5909d7e310, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=bf3da3cb-cfc4-4ddc-9c0e-df5909d7e310,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:50:20.716920 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 12ec8dd5-8a6b-4872-8fad-89dee4e37e87 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:50:20.795954 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 12ec8dd5-8a6b-4872-8fad-89dee4e37e87 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:50:20.796339 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:20.835967 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-21929ffb-7b5e-471d-a42c-f0680ef8167d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:20.852914 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-93520782-b26f-4dab-b309-f4a598b6df46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:20.885912 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b0913c98-e6ba-421c-bd08-cbe080f3fc18 tempest-RoutersAdminNegativeTest-1954682667 tempest-RoutersAdminNegativeTest-1954682667-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:20.890738 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21929ffb-7b5e-471d-a42c-f0680ef8167d admin admin] Network 209c09f1-db8d-407a-9dc6-3dae52490c0a is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:50:20.893643 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-21929ffb-7b5e-471d-a42c-f0680ef8167d admin admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:50:20.901368 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21929ffb-7b5e-471d-a42c-f0680ef8167d admin admin] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:50:20.904981 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21929ffb-7b5e-471d-a42c-f0680ef8167d admin admin] Pushing event updated for resources: {'Port': ['ID=2344d966-46da-4c93-9fb7-87470c5b88dc,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:20.911100 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9aca6f19-7c1f-423a-8797-d55150d794c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:20.920991 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 190abd2c-9e7d-4487-82bd-57561f5a96b8 no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:50:20.961579 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-21929ffb-7b5e-471d-a42c-f0680ef8167d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:20.969421 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] No Port match for: 190abd2c-9e7d-4487-82bd-57561f5a96b8 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:50:20.969861 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 190abd2c-9e7d-4487-82bd-57561f5a96b8 not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:50:21.021169 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93520782-b26f-4dab-b309-f4a598b6df46 None None] Routers {'5edd0b13-c88b-4c77-b1e8-14c75a163481'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:50:21.021933 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-93520782-b26f-4dab-b309-f4a598b6df46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:50:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['5edd0b13-c88b-4c77-b1e8-14c75a163481'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:50:21.064560 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85e9c07-e7f3-4e87-8232-9d921e8c584a None None] Pushing event updated for resources: {'Port': ['ID=bf3da3cb-cfc4-4ddc-9c0e-df5909d7e310,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:21.090966 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9aca6f19-7c1f-423a-8797-d55150d794c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:21.153432 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4133054-4f6f-4909-b807-e6b15468bc24 req-b4067a7f-8c9d-48b7-95e8-9f0eb8bc01c1 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:21.155205 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b4133054-4f6f-4909-b807-e6b15468bc24 req-b4067a7f-8c9d-48b7-95e8-9f0eb8bc01c1 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 944 time: 0.2987287 Sep 24 15:50:21.159116 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aca6f19-7c1f-423a-8797-d55150d794c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0db07746-4ea4-48db-9d56-837ab1eb05bd,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:21.165526 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9aca6f19-7c1f-423a-8797-d55150d794c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:21.175951 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ee358dcb-28d0-420e-aa19-fe15fdf00156 req-385a5e03-109b-4ec5-baf1-74e06c702f52 tempest-ServerShowV254Test-1560443634 tempest-ServerShowV254Test-1560443634-project] 10.222.0.101 "GET /v2.0/ports?device_id=14f2dbd0-d94d-4fb9-9311-6efd5218480f HTTP/1.1" status: 200 len: 210 time: 0.0396941 Sep 24 15:50:21.177196 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 38866) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:21.182843 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-9aca6f19-7c1f-423a-8797-d55150d794c3 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/0db07746-4ea4-48db-9d56-837ab1eb05bd HTTP/1.1" status: 204 len: 168 time: 0.8104873 Sep 24 15:50:21.253989 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-93520782-b26f-4dab-b309-f4a598b6df46 None None] Set router 5edd0b13-c88b-4c77-b1e8-14c75a163481 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:50:21.265850 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-21929ffb-7b5e-471d-a42c-f0680ef8167d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:21.289547 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b4133054-4f6f-4909-b807-e6b15468bc24 req-e0d8cf59-ee37-460a-92f5-b8ee063d520c tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041410 Sep 24 15:50:21.420716 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-967a6b9c-b81b-4931-8ab7-2c13ae4fc77c None None] Provisioning complete for port 2344d966-46da-4c93-9fb7-87470c5b88dc triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:50:21.421327 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-967a6b9c-b81b-4931-8ab7-2c13ae4fc77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:21.476028 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-967a6b9c-b81b-4931-8ab7-2c13ae4fc77c None None] Port 2344d966-46da-4c93-9fb7-87470c5b88dc cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:50:21.501060 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-21929ffb-7b5e-471d-a42c-f0680ef8167d admin admin] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:21.525858 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b46fa259-338c-41e2-8213-8470d92c0dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:21.601968 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-21929ffb-7b5e-471d-a42c-f0680ef8167d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:21.640378 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b0913c98-e6ba-421c-bd08-cbe080f3fc18 tempest-RoutersAdminNegativeTest-1954682667 tempest-RoutersAdminNegativeTest-1954682667-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:21.651832 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-93520782-b26f-4dab-b309-f4a598b6df46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edd0b13-c88b-4c77-b1e8-14c75a163481', 'name': 'tempest-TestAggregatesBasicOps-989378962-router', 'tenant_id': '5c2b4aa98c67489e8dbb552f9240d14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'bf3da3cb-cfc4-4ddc-9c0e-df5909d7e310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:50:15Z', 'updated_at': '2021-09-24T15:50:18Z', 'revision_number': 3, 'project_id': '5c2b4aa98c67489e8dbb552f9240d14f', 'gw_port': {'id': 'bf3da3cb-cfc4-4ddc-9c0e-df5909d7e310', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5edd0b13-c88b-4c77-b1e8-14c75a163481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:50:16Z', 'updated_at': '2021-09-24T15:50:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:50:21.704088 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d5835c67-d884-4936-858d-3ba81d91dcc4 req-01aad0a8-2269-4e5b-81b1-96b5333b3060 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=ba550d9939bf4c0db3bb9100e8895776&device_id=14f2dbd0-d94d-4fb9-9311-6efd5218480f HTTP/1.1" status: 200 len: 210 time: 0.0806785 Sep 24 15:50:21.706039 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b0913c98-e6ba-421c-bd08-cbe080f3fc18 tempest-RoutersAdminNegativeTest-1954682667 tempest-RoutersAdminNegativeTest-1954682667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:21.745335 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21929ffb-7b5e-471d-a42c-f0680ef8167d admin admin] Pushing event updated for resources: {'Port': ['ID=2344d966-46da-4c93-9fb7-87470c5b88dc,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:21.756628 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-21929ffb-7b5e-471d-a42c-f0680ef8167d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:21.791640 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d5835c67-d884-4936-858d-3ba81d91dcc4 req-d45daf97-a3d1-4ddf-ad85-3486fe26d761 service neutron] 10.222.0.108 "GET /v2.0/networks?tenant_id=ba550d9939bf4c0db3bb9100e8895776&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0301876 Sep 24 15:50:21.798389 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b46fa259-338c-41e2-8213-8470d92c0dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:21.838194 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93520782-b26f-4dab-b309-f4a598b6df46 None None] The sync data for ids ['5edd0b13-c88b-4c77-b1e8-14c75a163481'] in n-d-808921-1 is: [{'id': '5edd0b13-c88b-4c77-b1e8-14c75a163481', 'name': 'tempest-TestAggregatesBasicOps-989378962-router', 'tenant_id': '5c2b4aa98c67489e8dbb552f9240d14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'bf3da3cb-cfc4-4ddc-9c0e-df5909d7e310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:50:15Z', 'updated_at': '2021-09-24T15:50:18Z', 'revision_number': 3, 'project_id': '5c2b4aa98c67489e8dbb552f9240d14f', 'gw_port': {'id': 'bf3da3cb-cfc4-4ddc-9c0e-df5909d7e310', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8f:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5edd0b13-c88b-4c77-b1e8-14c75a163481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:50:16Z', 'updated_at': '2021-09-24T15:50:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:50:21.853540 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-b46fa259-338c-41e2-8213-8470d92c0dd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcaa8023-73de-41c9-b56a-537c209ef622']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:50:21.953259 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-b46fa259-338c-41e2-8213-8470d92c0dd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '368a9d0c-2815-451d-a46d-c1bdd7d38862') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:50:21.956367 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-b46fa259-338c-41e2-8213-8470d92c0dd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '368a9d0c-2815-451d-a46d-c1bdd7d38862') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:50:21.977479 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b46fa259-338c-41e2-8213-8470d92c0dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:22.009789 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b46fa259-338c-41e2-8213-8470d92c0dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:22.022602 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b46fa259-338c-41e2-8213-8470d92c0dd9 admin admin] Releasing vlan 1284 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:50:22.023010 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b46fa259-338c-41e2-8213-8470d92c0dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:22.024995 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:50:22.024995 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:50:22.024995 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:50:22.024995 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:50:22.024995 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:50:22.024995 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:50:22.024995 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:50:22.024995 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:50:22.024995 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:50:22.024995 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:50:22.024995 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:50:22.024995 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:50:22.024995 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:50:22.024995 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:50:22.024995 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:50:22.024995 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:50:22.024995 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:50:22.024995 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:50:22.024995 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:50:22.024995 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:50:22.024995 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:50:22.024995 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:50:22.024995 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:50:22.024995 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:50:22.024995 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:50:22.024995 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:50:22.024995 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:50:22.024995 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:50:22.024995 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:50:22.024995 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:50:22.024995 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:50:22.024995 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:50:22.058366 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21929ffb-7b5e-471d-a42c-f0680ef8167d admin admin] Network 209c09f1-db8d-407a-9dc6-3dae52490c0a is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:50:22.062779 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-21929ffb-7b5e-471d-a42c-f0680ef8167d admin admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:50:22.082827 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5835c67-d884-4936-858d-3ba81d91dcc4 req-56043724-f0c2-4988-8e7c-7511b410cab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:22.084321 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d5835c67-d884-4936-858d-3ba81d91dcc4 req-56043724-f0c2-4988-8e7c-7511b410cab8 service neutron] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2852948 Sep 24 15:50:22.121703 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b0913c98-e6ba-421c-bd08-cbe080f3fc18 tempest-RoutersAdminNegativeTest-1954682667 tempest-RoutersAdminNegativeTest-1954682667-project-admin] Notify callbacks [] for router, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:22.430940 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-5bfaaa5b-0601-486d-bfb1-c1ad253d936e None None] Provisioning complete for port 2344d966-46da-4c93-9fb7-87470c5b88dc triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:50:22.435836 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5bfaaa5b-0601-486d-bfb1-c1ad253d936e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:22.462899 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b0913c98-e6ba-421c-bd08-cbe080f3fc18 tempest-RoutersAdminNegativeTest-1954682667 tempest-RoutersAdminNegativeTest-1954682667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:22.466155 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cb516976-053b-416d-965a-130121acba53 req-deb66902-12fb-401b-a885-36ded755ff88 tempest-ServerShowV254Test-1560443634 tempest-ServerShowV254Test-1560443634-project] 10.222.0.101 "GET /v2.0/ports?device_id=14f2dbd0-d94d-4fb9-9311-6efd5218480f HTTP/1.1" status: 200 len: 210 time: 0.0882764 Sep 24 15:50:22.467364 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b0913c98-e6ba-421c-bd08-cbe080f3fc18 tempest-RoutersAdminNegativeTest-1954682667 tempest-RoutersAdminNegativeTest-1954682667-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:22.496622 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-5bfaaa5b-0601-486d-bfb1-c1ad253d936e None None] Port 2344d966-46da-4c93-9fb7-87470c5b88dc cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:50:22.570868 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b46fa259-338c-41e2-8213-8470d92c0dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:22.587792 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b46fa259-338c-41e2-8213-8470d92c0dd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:22.589980 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b46fa259-338c-41e2-8213-8470d92c0dd9 admin admin] 10.222.0.101 "DELETE /v2.0/networks/fcaa8023-73de-41c9-b56a-537c209ef622 HTTP/1.1" status: 204 len: 168 time: 1.4117355 Sep 24 15:50:22.620547 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46fa259-338c-41e2-8213-8470d92c0dd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcaa8023-73de-41c9-b56a-537c209ef622,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:22.794375 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c607e90-86ce-4aca-bfc5-d7de5610fc21 req-c2b342b2-6011-4c0d-9939-c5b470524f61 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:22.796136 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2c607e90-86ce-4aca-bfc5-d7de5610fc21 req-c2b342b2-6011-4c0d-9939-c5b470524f61 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 944 time: 0.2303865 Sep 24 15:50:22.805582 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21929ffb-7b5e-471d-a42c-f0680ef8167d admin admin] Router 5edd0b13-c88b-4c77-b1e8-14c75a163481 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:50:22.817789 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b0913c98-e6ba-421c-bd08-cbe080f3fc18 tempest-RoutersAdminNegativeTest-1954682667 tempest-RoutersAdminNegativeTest-1954682667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:22.817789 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0913c98-e6ba-421c-bd08-cbe080f3fc18 tempest-RoutersAdminNegativeTest-1954682667 tempest-RoutersAdminNegativeTest-1954682667-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 184f21fe-9f49-490d-8eb0-a17c4373ef32 {{(pid=95297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:50:22.818736 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device bf3da3cb-cfc4-4ddc-9c0e-df5909d7e310 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:50:22.845316 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 38904) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:22.866723 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2c607e90-86ce-4aca-bfc5-d7de5610fc21 req-995afae8-ffcb-4116-a3e9-935b05451f5e tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595965 Sep 24 15:50:22.878174 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port bf3da3cb-cfc4-4ddc-9c0e-df5909d7e310 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:50:22.878588 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:22.949524 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [None req-b0913c98-e6ba-421c-bd08-cbe080f3fc18 tempest-RoutersAdminNegativeTest-1954682667 tempest-RoutersAdminNegativeTest-1954682667-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 24 15:50:22.950639 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b0913c98-e6ba-421c-bd08-cbe080f3fc18 tempest-RoutersAdminNegativeTest-1954682667 tempest-RoutersAdminNegativeTest-1954682667-project-admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.9094951 Sep 24 15:50:22.953319 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 38908) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:22.996185 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:22.998813 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-5b0a066c-23f1-4791-82e8-6e4271d8fb04 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1641447254', 'router:external': True}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:50:23.012210 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21929ffb-7b5e-471d-a42c-f0680ef8167d admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:50:23.017736 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-21929ffb-7b5e-471d-a42c-f0680ef8167d admin admin] 10.222.0.101 "PUT /v2.0/routers/5edd0b13-c88b-4c77-b1e8-14c75a163481/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4022965 Sep 24 15:50:23.020510 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port bf3da3cb-cfc4-4ddc-9c0e-df5909d7e310, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=bf3da3cb-cfc4-4ddc-9c0e-df5909d7e310,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:50:23.081744 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-2a4cac08-2c52-45ab-aaf0-9debcd545c05 tempest-RoutersAdminNegativeTest-1954682667 tempest-RoutersAdminNegativeTest-1954682667-project-admin] Deleting port e7694672-527d-43db-8e28-125a87acabc6 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:50:23.082168 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2a4cac08-2c52-45ab-aaf0-9debcd545c05 tempest-RoutersAdminNegativeTest-1954682667 tempest-RoutersAdminNegativeTest-1954682667-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:23.092548 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:23.172023 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b0a066c-23f1-4791-82e8-6e4271d8fb04 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Made reservation on behalf of 9fb67abc5759413e8c68b48435ad6111 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:50:23.174374 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5b0a066c-23f1-4791-82e8-6e4271d8fb04 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:23.188957 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=bf3da3cb-cfc4-4ddc-9c0e-df5909d7e310,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:23.193208 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5b0a066c-23f1-4791-82e8-6e4271d8fb04 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:23.238009 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2a4cac08-2c52-45ab-aaf0-9debcd545c05 tempest-RoutersAdminNegativeTest-1954682667 tempest-RoutersAdminNegativeTest-1954682667-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:23.246208 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 03256c2c-9512-46e8-bb7a-08f5c9148dbc details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:50:23.255244 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 38920) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:23.275348 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-2a4cac08-2c52-45ab-aaf0-9debcd545c05 tempest-RoutersAdminNegativeTest-1954682667 tempest-RoutersAdminNegativeTest-1954682667-project-admin] Calling delete_port for e7694672-527d-43db-8e28-125a87acabc6 owned by {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:50:23.332784 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-91e97a59-2ceb-4761-bf01-b039977c75ef admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=62a8ba880b994b468ea0f6bf276f3fa0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0760601 Sep 24 15:50:23.335131 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 38922) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:23.390260 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6f1ffb8d-822e-4383-9b15-3a21ebc1f852 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:23.423627 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6f1ffb8d-822e-4383-9b15-3a21ebc1f852 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:23.428256 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5b0a066c-23f1-4791-82e8-6e4271d8fb04 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:23.428568 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 03256c2c-9512-46e8-bb7a-08f5c9148dbc, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=03256c2c-9512-46e8-bb7a-08f5c9148dbc,segment=NetworkSegment(52d1c812-065d-43bf-bb73-529423424f9b),segment_id=52d1c812-065d-43bf-bb73-529423424f9b)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:50:23.443424 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': '03256c2c-9512-46e8-bb7a-08f5c9148dbc', 'network_id': '2a61a80f-7424-4f72-8244-e2cfc0c281a3', 'port_id': '03256c2c-9512-46e8-bb7a-08f5c9148dbc', 'mac_address': 'fa:16:3e:29:ce:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '054caf3c-8a4a-4094-a019-5885b1b27205', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:50:23.484877 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:23.497133 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03256c2c-9512-46e8-bb7a-08f5c9148dbc {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:50:23.503848 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5b0a066c-23f1-4791-82e8-6e4271d8fb04 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:23.528408 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 03256c2c-9512-46e8-bb7a-08f5c9148dbc, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=03256c2c-9512-46e8-bb7a-08f5c9148dbc,segment=NetworkSegment(52d1c812-065d-43bf-bb73-529423424f9b),segment_id=52d1c812-065d-43bf-bb73-529423424f9b)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:50:23.541299 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0a066c-23f1-4791-82e8-6e4271d8fb04 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a376a09-daec-4d32-889b-0c50090468aa,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:23.578534 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6f1ffb8d-822e-4383-9b15-3a21ebc1f852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:23.581918 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6f1ffb8d-822e-4383-9b15-3a21ebc1f852 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:23.585632 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-6f1ffb8d-822e-4383-9b15-3a21ebc1f852 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/71cdb486-3fe1-448c-87ac-0330473e8495 HTTP/1.1" status: 204 len: 168 time: 0.2472596 Sep 24 15:50:23.588119 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2a4cac08-2c52-45ab-aaf0-9debcd545c05 tempest-RoutersAdminNegativeTest-1954682667 tempest-RoutersAdminNegativeTest-1954682667-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:23.594313 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1ffb8d-822e-4383-9b15-3a21ebc1f852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71cdb486-3fe1-448c-87ac-0330473e8495,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:23.605768 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b0a066c-23f1-4791-82e8-6e4271d8fb04 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1267} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:50:23.609962 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:23.619425 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-32d6a80a-a638-4d91-8f7d-4cb95ddd9a94 req-fb73fc62-0c3d-453f-8b05-141cf27b2599 tempest-ServerShowV254Test-1560443634 tempest-ServerShowV254Test-1560443634-project] 10.222.0.101 "GET /v2.0/ports?device_id=14f2dbd0-d94d-4fb9-9311-6efd5218480f HTTP/1.1" status: 200 len: 210 time: 0.0479784 Sep 24 15:50:23.670542 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5b0a066c-23f1-4791-82e8-6e4271d8fb04 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:23.670888 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-5b0a066c-23f1-4791-82e8-6e4271d8fb04 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Added segment ef610973-886f-4c6c-ae17-1b63524c23b5 of type vlan for network 7f848902-841f-483c-accc-7ecbc2ca750e Sep 24 15:50:23.672538 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4cac08-2c52-45ab-aaf0-9debcd545c05 tempest-RoutersAdminNegativeTest-1954682667 tempest-RoutersAdminNegativeTest-1954682667-project-admin] Pushing event deleted for resources: {'Port': ['ID=e7694672-527d-43db-8e28-125a87acabc6,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:23.678678 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=03256c2c-9512-46e8-bb7a-08f5c9148dbc,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:23.761656 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5b0a066c-23f1-4791-82e8-6e4271d8fb04 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:23.769634 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2a4cac08-2c52-45ab-aaf0-9debcd545c05 tempest-RoutersAdminNegativeTest-1954682667 tempest-RoutersAdminNegativeTest-1954682667-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:23.773419 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-2a4cac08-2c52-45ab-aaf0-9debcd545c05 tempest-RoutersAdminNegativeTest-1954682667 tempest-RoutersAdminNegativeTest-1954682667-project-admin] 10.222.0.101 "DELETE /v2.0/ports/e7694672-527d-43db-8e28-125a87acabc6 HTTP/1.1" status: 204 len: 168 time: 0.8189714 Sep 24 15:50:23.819754 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['03256c2c-9512-46e8-bb7a-08f5c9148dbc'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:50:23.920876 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5b0a066c-23f1-4791-82e8-6e4271d8fb04 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:23.921977 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0a066c-23f1-4791-82e8-6e4271d8fb04 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:23.934416 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5b0a066c-23f1-4791-82e8-6e4271d8fb04 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:24.031633 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0a066c-23f1-4791-82e8-6e4271d8fb04 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Pushing event updated for resources: {'Network': ['ID=7f848902-841f-483c-accc-7ecbc2ca750e,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:24.044992 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 7f848902-841f-483c-accc-7ecbc2ca750e details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:50:24.063175 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e4d256-a58c-456a-a7c3-31d3ed0d7a33 req-a47298c2-a8db-4ae0-8084-788968d12aa7 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:24.066516 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c4e4d256-a58c-456a-a7c3-31d3ed0d7a33 req-a47298c2-a8db-4ae0-8084-788968d12aa7 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 945 time: 0.0919404 Sep 24 15:50:24.122781 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-5b0a066c-23f1-4791-82e8-6e4271d8fb04 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 1.2757559 Sep 24 15:50:24.126015 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 38942) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:24.131515 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-13ad8f92-0a16-4312-b7e6-386ff3b8a08e tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Request body: {'subnet': {'network_id': '7f848902-841f-483c-accc-7ecbc2ca750e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:50:24.155104 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c4e4d256-a58c-456a-a7c3-31d3ed0d7a33 req-553c13d2-3d4f-4c0f-b038-88f5db06e091 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816882 Sep 24 15:50:24.213032 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92681968-8db1-4943-9e65-0971f43bd488 None None] Sync routers for ids ['5edd0b13-c88b-4c77-b1e8-14c75a163481'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:50:24.222482 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92681968-8db1-4943-9e65-0971f43bd488 None None] Routers {'5edd0b13-c88b-4c77-b1e8-14c75a163481'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:50:24.223754 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-92681968-8db1-4943-9e65-0971f43bd488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:50:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['5edd0b13-c88b-4c77-b1e8-14c75a163481'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:50:24.229660 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ad8f92-0a16-4312-b7e6-386ff3b8a08e tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Made reservation on behalf of 9fb67abc5759413e8c68b48435ad6111 for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:50:24.232220 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-13ad8f92-0a16-4312-b7e6-386ff3b8a08e tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:24.352673 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-92681968-8db1-4943-9e65-0971f43bd488 None None] Set router 5edd0b13-c88b-4c77-b1e8-14c75a163481 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:50:24.559624 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 38954) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:24.582385 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-92681968-8db1-4943-9e65-0971f43bd488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edd0b13-c88b-4c77-b1e8-14c75a163481', 'name': 'tempest-TestAggregatesBasicOps-989378962-router', 'tenant_id': '5c2b4aa98c67489e8dbb552f9240d14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'bf3da3cb-cfc4-4ddc-9c0e-df5909d7e310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:50:15Z', 'updated_at': '2021-09-24T15:50:21Z', 'revision_number': 4, 'project_id': '5c2b4aa98c67489e8dbb552f9240d14f', 'gw_port': {'id': 'bf3da3cb-cfc4-4ddc-9c0e-df5909d7e310', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edd0b13-c88b-4c77-b1e8-14c75a163481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:50:16Z', 'updated_at': '2021-09-24T15:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '2344d966-46da-4c93-9fb7-87470c5b88dc', 'name': '', 'network_id': '209c09f1-db8d-407a-9dc6-3dae52490c0a', 'tenant_id': '5c2b4aa98c67489e8dbb552f9240d14f', 'mac_address': 'fa:16:3e:a4:bd:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5edd0b13-c88b-4c77-b1e8-14c75a163481', 'device_owner': 'network:router_interface', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': 'fd11eb3f-b694-4013-8c13-3a2b20128143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:50:20Z', 'updated_at': '2021-09-24T15:50:21Z', 'revision_number': 2, 'project_id': '5c2b4aa98c67489e8dbb552f9240d14f', 'subnets': [{'id': 'fd11eb3f-b694-4013-8c13-3a2b20128143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:50:24.663347 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92681968-8db1-4943-9e65-0971f43bd488 None None] Checking router: 5edd0b13-c88b-4c77-b1e8-14c75a163481 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:50:24.663701 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92681968-8db1-4943-9e65-0971f43bd488 None None] Updating router 5edd0b13-c88b-4c77-b1e8-14c75a163481 port 2344d966-46da-4c93-9fb7-87470c5b88dc binding host n-d-808921-1 {{(pid=95300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:50:24.684185 n-d-808921-1 neutron-server[95298]: DEBUG neutron.objects.ports [None req-13ad8f92-0a16-4312-b7e6-386ff3b8a08e tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95298) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 24 15:50:24.685537 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-13ad8f92-0a16-4312-b7e6-386ff3b8a08e tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:24.741925 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-92681968-8db1-4943-9e65-0971f43bd488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:24.743300 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device bf3da3cb-cfc4-4ddc-9c0e-df5909d7e310 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:50:24.782409 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-cd81052d-2e42-4105-9a17-263e6f812095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:24.813888 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 38964) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:24.840170 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-3472b1cd-24f0-4d29-ae8c-424e86153949 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-54800928-network', 'tenant_id': '05222413b80f443b8c7a45a48b9ebf53'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:50:24.851208 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port bf3da3cb-cfc4-4ddc-9c0e-df5909d7e310 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:50:24.851771 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:24.880116 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ad8f92-0a16-4312-b7e6-386ff3b8a08e tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Pushing event updated for resources: {'Subnet': ['ID=bbac6e7b-8611-4799-9a15-242bbc038e35,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:24.887541 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-85daa787-b8e8-4e66-abe9-7ada5a0014f6 req-fcece4f3-ae17-4cae-a248-6755133caae4 tempest-ServerShowV254Test-1560443634 tempest-ServerShowV254Test-1560443634-project] 10.222.0.101 "GET /v2.0/ports?device_id=14f2dbd0-d94d-4fb9-9311-6efd5218480f HTTP/1.1" status: 200 len: 210 time: 0.0667405 Sep 24 15:50:24.892629 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ad8f92-0a16-4312-b7e6-386ff3b8a08e tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Checking segment: {'id': 'ef610973-886f-4c6c-ae17-1b63524c23b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '7f848902-841f-483c-accc-7ecbc2ca750e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:50:24.892844 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ad8f92-0a16-4312-b7e6-386ff3b8a08e tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Network hostable DHCP agents. Network: 7f848902-841f-483c-accc-7ecbc2ca750e, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:50:24.995033 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ad8f92-0a16-4312-b7e6-386ff3b8a08e tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Network 7f848902-841f-483c-accc-7ecbc2ca750e is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:50:25.007288 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-cd81052d-2e42-4105-9a17-263e6f812095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:25.099390 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-13ad8f92-0a16-4312-b7e6-386ff3b8a08e tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 7f848902-841f-483c-accc-7ecbc2ca750e) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:50:25.112590 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ad8f92-0a16-4312-b7e6-386ff3b8a08e tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:25.115311 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-13ad8f92-0a16-4312-b7e6-386ff3b8a08e tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:25.143588 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7bdd72b-59ff-4f94-9d7b-c08f7eece4a4 None None] Network 7f848902-841f-483c-accc-7ecbc2ca750e requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:50:25.151199 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-92681968-8db1-4943-9e65-0971f43bd488 None None] Notify callbacks [] for port, precommit_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:25.186202 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-cd81052d-2e42-4105-9a17-263e6f812095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:25.252637 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-92681968-8db1-4943-9e65-0971f43bd488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:25.265223 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 03256c2c-9512-46e8-bb7a-08f5c9148dbc up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:50:25.270936 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd81052d-2e42-4105-9a17-263e6f812095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb31a105-a08c-48af-8fe8-30be5be98bab,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:25.281496 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-cd81052d-2e42-4105-9a17-263e6f812095 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=6977e44905d84b318e087ff034c2d9e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7273226 Sep 24 15:50:25.283951 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 38978) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:25.298926 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3472b1cd-24f0-4d29-ae8c-424e86153949 admin admin] Made reservation on behalf of 05222413b80f443b8c7a45a48b9ebf53 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:50:25.313080 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3472b1cd-24f0-4d29-ae8c-424e86153949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:25.321619 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd51a34f-b6aa-43f6-adce-6f6a6a63cf1a None None] Pushing event updated for resources: {'Port': ['ID=2344d966-46da-4c93-9fb7-87470c5b88dc,revision_number=3']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:25.355631 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3472b1cd-24f0-4d29-ae8c-424e86153949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:25.357915 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd51a34f-b6aa-43f6-adce-6f6a6a63cf1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:50:25.358262 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd51a34f-b6aa-43f6-adce-6f6a6a63cf1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:50:25.358624 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd51a34f-b6aa-43f6-adce-6f6a6a63cf1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:50:25.359144 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd51a34f-b6aa-43f6-adce-6f6a6a63cf1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:50:25.359734 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd51a34f-b6aa-43f6-adce-6f6a6a63cf1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:50:25.360252 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd51a34f-b6aa-43f6-adce-6f6a6a63cf1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:50:25.360794 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd51a34f-b6aa-43f6-adce-6f6a6a63cf1a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:50:25.361375 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd51a34f-b6aa-43f6-adce-6f6a6a63cf1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:50:25.361951 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd51a34f-b6aa-43f6-adce-6f6a6a63cf1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:50:25.362556 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd51a34f-b6aa-43f6-adce-6f6a6a63cf1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:50:25.363130 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd51a34f-b6aa-43f6-adce-6f6a6a63cf1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:50:25.364253 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd51a34f-b6aa-43f6-adce-6f6a6a63cf1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:50:25.418256 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-92681968-8db1-4943-9e65-0971f43bd488 None None] Attempting to bind port 2344d966-46da-4c93-9fb7-87470c5b88dc on host n-d-808921-1 for vnic_type normal with profile {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:50:25.419235 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-92681968-8db1-4943-9e65-0971f43bd488 None None] Attempting to bind port 2344d966-46da-4c93-9fb7-87470c5b88dc by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '685ade64-b4f0-481c-891c-ab3796079306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '209c09f1-db8d-407a-9dc6-3dae52490c0a'}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:50:25.420480 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92681968-8db1-4943-9e65-0971f43bd488 None None] Attempting to bind port 2344d966-46da-4c93-9fb7-87470c5b88dc on network 209c09f1-db8d-407a-9dc6-3dae52490c0a {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:50:25.439843 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92681968-8db1-4943-9e65-0971f43bd488 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:50:25.439843 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92681968-8db1-4943-9e65-0971f43bd488 None None] Checking segment: {'id': '685ade64-b4f0-481c-891c-ab3796079306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '209c09f1-db8d-407a-9dc6-3dae52490c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:50:25.439843 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-92681968-8db1-4943-9e65-0971f43bd488 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:25.439843 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92681968-8db1-4943-9e65-0971f43bd488 None None] Bound using segment: {'id': '685ade64-b4f0-481c-891c-ab3796079306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '209c09f1-db8d-407a-9dc6-3dae52490c0a'} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:50:25.439843 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-92681968-8db1-4943-9e65-0971f43bd488 None None] Bound port: 2344d966-46da-4c93-9fb7-87470c5b88dc, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '685ade64-b4f0-481c-891c-ab3796079306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '209c09f1-db8d-407a-9dc6-3dae52490c0a'}}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:50:25.439843 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-92681968-8db1-4943-9e65-0971f43bd488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:25.445345 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-13ad8f92-0a16-4312-b7e6-386ff3b8a08e tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3181472 Sep 24 15:50:25.461241 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 38982) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:25.481749 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-90f3461a-818f-4138-b4f2-caf4ae027121 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1403156121', 'network_id': '7f848902-841f-483c-accc-7ecbc2ca750e'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:50:25.517936 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a810fd0-46d2-4495-a49d-2100bd9760e4 None None] Network 7f848902-841f-483c-accc-7ecbc2ca750e requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:50:25.537985 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03361aa3-1d78-4ac4-af67-461fd6cd7acd req-348a8d0d-d559-40b8-9c76-79123734453e tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:25.539771 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-03361aa3-1d78-4ac4-af67-461fd6cd7acd req-348a8d0d-d559-40b8-9c76-79123734453e tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 945 time: 0.2186635 Sep 24 15:50:25.540344 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-92681968-8db1-4943-9e65-0971f43bd488 None None] For port 2344d966-46da-4c93-9fb7-87470c5b88dc, host n-d-808921-1, cleared binding levels {{(pid=95300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:50:25.544562 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-92681968-8db1-4943-9e65-0971f43bd488 None None] For port 2344d966-46da-4c93-9fb7-87470c5b88dc, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=2344d966-46da-4c93-9fb7-87470c5b88dc,segment=NetworkSegment(685ade64-b4f0-481c-891c-ab3796079306),segment_id=685ade64-b4f0-481c-891c-ab3796079306)] {{(pid=95300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:50:25.561706 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3472b1cd-24f0-4d29-ae8c-424e86153949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:25.612782 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1a659979-d677-4d7e-b66d-15e781b426d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:25.616998 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port 03256c2c-9512-46e8-bb7a-08f5c9148dbc completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:50:25.639153 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port 03256c2c-9512-46e8-bb7a-08f5c9148dbc triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:50:25.639648 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:25.652606 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3472b1cd-24f0-4d29-ae8c-424e86153949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:25.653158 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-92681968-8db1-4943-9e65-0971f43bd488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:25.668230 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1a659979-d677-4d7e-b66d-15e781b426d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:25.679074 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3472b1cd-24f0-4d29-ae8c-424e86153949 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1255} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:50:25.692080 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-03361aa3-1d78-4ac4-af67-461fd6cd7acd req-062f12e6-318f-45b7-af38-c76d4f1b0323 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278093 Sep 24 15:50:25.698024 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3472b1cd-24f0-4d29-ae8c-424e86153949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:25.698024 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-3472b1cd-24f0-4d29-ae8c-424e86153949 admin admin] Added segment 564fbddd-30a0-4331-bbc2-709bd1a60e35 of type vlan for network 791bc321-b3bb-4f95-b53d-475500c5f7ea Sep 24 15:50:25.771737 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd51a34f-b6aa-43f6-adce-6f6a6a63cf1a None None] Pushing event updated for resources: {'Port': ['ID=2344d966-46da-4c93-9fb7-87470c5b88dc,revision_number=4']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:25.774410 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3472b1cd-24f0-4d29-ae8c-424e86153949 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:25.776011 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92681968-8db1-4943-9e65-0971f43bd488 None None] Routers {'5edd0b13-c88b-4c77-b1e8-14c75a163481'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:50:25.776894 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-92681968-8db1-4943-9e65-0971f43bd488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:50:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['5edd0b13-c88b-4c77-b1e8-14c75a163481'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:50:25.824889 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3472b1cd-24f0-4d29-ae8c-424e86153949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d00747b-99ac-48e0-9b60-498c6401f330,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:25.849817 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-08fce039-05fb-4b7c-b7e2-56e57eb13e40 None None] Provisioning complete for port 2344d966-46da-4c93-9fb7-87470c5b88dc triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:50:25.850324 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-08fce039-05fb-4b7c-b7e2-56e57eb13e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:25.875673 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90f3461a-818f-4138-b4f2-caf4ae027121 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Made reservation on behalf of 9fb67abc5759413e8c68b48435ad6111 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:50:25.878332 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-90f3461a-818f-4138-b4f2-caf4ae027121 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:25.902939 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [None req-90f3461a-818f-4138-b4f2-caf4ae027121 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] device_id is not set on port 497c3393-927e-48be-9839-f6cb9cea280e yet. {{(pid=95298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:50:25.935769 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3472b1cd-24f0-4d29-ae8c-424e86153949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:25.935769 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3472b1cd-24f0-4d29-ae8c-424e86153949 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:25.935769 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3472b1cd-24f0-4d29-ae8c-424e86153949 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:25.972640 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:25.993237 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-92681968-8db1-4943-9e65-0971f43bd488 None None] Set router 5edd0b13-c88b-4c77-b1e8-14c75a163481 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:50:26.084555 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-3472b1cd-24f0-4d29-ae8c-424e86153949 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2696517 Sep 24 15:50:26.087034 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1a659979-d677-4d7e-b66d-15e781b426d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:26.090936 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1a659979-d677-4d7e-b66d-15e781b426d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:26.092178 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-1a659979-d677-4d7e-b66d-15e781b426d0 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/fb31a105-a08c-48af-8fe8-30be5be98bab HTTP/1.1" status: 204 len: 168 time: 0.8070967 Sep 24 15:50:26.092852 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 39006) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:26.116504 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-e69a5317-3a84-4ed1-a767-bc5cd030d5d9 admin admin] Request body: {'subnet': {'network_id': '791bc321-b3bb-4f95-b53d-475500c5f7ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-54800928-subnet', 'tenant_id': '05222413b80f443b8c7a45a48b9ebf53', 'ip_version': 4}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:50:26.135687 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 03256c2c-9512-46e8-bb7a-08f5c9148dbc, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=03256c2c-9512-46e8-bb7a-08f5c9148dbc,segment=NetworkSegment(52d1c812-065d-43bf-bb73-529423424f9b),segment_id=52d1c812-065d-43bf-bb73-529423424f9b)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:50:26.139495 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0812603-0f95-4826-aee2-d005b0dbbeee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03256c2c-9512-46e8-bb7a-08f5c9148dbc'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:50:26.146826 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a99bf51-2944-4c96-b53d-d3b096503f55" -d '{"events": [{"server_uuid": "b0812603-0f95-4826-aee2-d005b0dbbeee", "name": "network-vif-plugged", "status": "completed", "tag": "03256c2c-9512-46e8-bb7a-08f5c9148dbc"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:50:26.159175 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a659979-d677-4d7e-b66d-15e781b426d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb31a105-a08c-48af-8fe8-30be5be98bab,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:26.161181 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cc47cc05-2630-4dea-8a81-931d18aa69b5 req-bde35bdb-7626-4de2-9b6d-1e7e22c52742 tempest-ServerShowV254Test-1560443634 tempest-ServerShowV254Test-1560443634-project] 10.222.0.101 "GET /v2.0/ports?device_id=14f2dbd0-d94d-4fb9-9311-6efd5218480f HTTP/1.1" status: 200 len: 210 time: 0.0907257 Sep 24 15:50:26.162014 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3472b1cd-24f0-4d29-ae8c-424e86153949 admin admin] Pushing event updated for resources: {'Network': ['ID=791bc321-b3bb-4f95-b53d-475500c5f7ea,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:26.199747 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 791bc321-b3bb-4f95-b53d-475500c5f7ea details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:50:26.261217 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc2b9b3-77a9-41fd-8711-985f92c882f6 x-openstack-request-id: req-6cc2b9b3-77a9-41fd-8711-985f92c882f6 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:50:26.261217 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0812603-0f95-4826-aee2-d005b0dbbeee", "name": "network-vif-plugged", "status": "completed", "tag": "03256c2c-9512-46e8-bb7a-08f5c9148dbc", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:50:26.261217 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-6cc2b9b3-77a9-41fd-8711-985f92c882f6 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:50:26.262127 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0812603-0f95-4826-aee2-d005b0dbbeee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03256c2c-9512-46e8-bb7a-08f5c9148dbc', 'code': 200} Sep 24 15:50:26.265231 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:26.283996 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e69a5317-3a84-4ed1-a767-bc5cd030d5d9 admin admin] Made reservation on behalf of 05222413b80f443b8c7a45a48b9ebf53 for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:50:26.286722 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e69a5317-3a84-4ed1-a767-bc5cd030d5d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:26.304037 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-08fce039-05fb-4b7c-b7e2-56e57eb13e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:26.353328 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfbd9a9-578c-4fc1-9756-1ec68a7bca73 req-b3fda5c2-5f0d-4884-b4ca-84a0e6488126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:26.355833 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9cfbd9a9-578c-4fc1-9756-1ec68a7bca73 req-b3fda5c2-5f0d-4884-b4ca-84a0e6488126 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 1097 time: 0.0585692 Sep 24 15:50:26.408913 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=03256c2c-9512-46e8-bb7a-08f5c9148dbc,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:26.426037 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-08fce039-05fb-4b7c-b7e2-56e57eb13e40 None None] For port 2344d966-46da-4c93-9fb7-87470c5b88dc, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=2344d966-46da-4c93-9fb7-87470c5b88dc,segment=NetworkSegment(685ade64-b4f0-481c-891c-ab3796079306),segment_id=685ade64-b4f0-481c-891c-ab3796079306)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:50:26.436140 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-90f3461a-818f-4138-b4f2-caf4ae027121 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Allocated IP 172.20.0.8 (7f848902-841f-483c-accc-7ecbc2ca750e/bbac6e7b-8611-4799-9a15-242bbc038e35/497c3393-927e-48be-9839-f6cb9cea280e) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:50:26.445407 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9cfbd9a9-578c-4fc1-9756-1ec68a7bca73 req-56c8e9fc-cfeb-444c-b19f-ea91579ba482 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721397 Sep 24 15:50:26.505369 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-92681968-8db1-4943-9e65-0971f43bd488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edd0b13-c88b-4c77-b1e8-14c75a163481', 'name': 'tempest-TestAggregatesBasicOps-989378962-router', 'tenant_id': '5c2b4aa98c67489e8dbb552f9240d14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'bf3da3cb-cfc4-4ddc-9c0e-df5909d7e310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:50:15Z', 'updated_at': '2021-09-24T15:50:21Z', 'revision_number': 4, 'project_id': '5c2b4aa98c67489e8dbb552f9240d14f', 'gw_port': {'id': 'bf3da3cb-cfc4-4ddc-9c0e-df5909d7e310', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edd0b13-c88b-4c77-b1e8-14c75a163481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:50:16Z', 'updated_at': '2021-09-24T15:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '2344d966-46da-4c93-9fb7-87470c5b88dc', 'name': '', 'network_id': '209c09f1-db8d-407a-9dc6-3dae52490c0a', 'tenant_id': '5c2b4aa98c67489e8dbb552f9240d14f', 'mac_address': 'fa:16:3e:a4:bd:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5edd0b13-c88b-4c77-b1e8-14c75a163481', 'device_owner': 'network:router_interface', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': 'fd11eb3f-b694-4013-8c13-3a2b20128143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:50:20Z', 'updated_at': '2021-09-24T15:50:25Z', 'revision_number': 4, 'project_id': '5c2b4aa98c67489e8dbb552f9240d14f', 'subnets': [{'id': 'fd11eb3f-b694-4013-8c13-3a2b20128143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:50:26.529284 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-08fce039-05fb-4b7c-b7e2-56e57eb13e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:26.672465 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fce039-05fb-4b7c-b7e2-56e57eb13e40 None None] Pushing event updated for resources: {'Port': ['ID=2344d966-46da-4c93-9fb7-87470c5b88dc,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:26.676866 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-212d8e26-991c-4f53-9eb2-9c1d6eeda716 None None] Provisioning complete for port 2344d966-46da-4c93-9fb7-87470c5b88dc triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:50:26.677902 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-212d8e26-991c-4f53-9eb2-9c1d6eeda716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:26.750253 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-90f3461a-818f-4138-b4f2-caf4ae027121 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:26.817962 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92681968-8db1-4943-9e65-0971f43bd488 None None] The sync data for ids ['5edd0b13-c88b-4c77-b1e8-14c75a163481'] in n-d-808921-1 is: [{'id': '5edd0b13-c88b-4c77-b1e8-14c75a163481', 'name': 'tempest-TestAggregatesBasicOps-989378962-router', 'tenant_id': '5c2b4aa98c67489e8dbb552f9240d14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'bf3da3cb-cfc4-4ddc-9c0e-df5909d7e310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:50:15Z', 'updated_at': '2021-09-24T15:50:21Z', 'revision_number': 4, 'project_id': '5c2b4aa98c67489e8dbb552f9240d14f', 'gw_port': {'id': 'bf3da3cb-cfc4-4ddc-9c0e-df5909d7e310', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edd0b13-c88b-4c77-b1e8-14c75a163481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:50:16Z', 'updated_at': '2021-09-24T15:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '2344d966-46da-4c93-9fb7-87470c5b88dc', 'name': '', 'network_id': '209c09f1-db8d-407a-9dc6-3dae52490c0a', 'tenant_id': '5c2b4aa98c67489e8dbb552f9240d14f', 'mac_address': 'fa:16:3e:a4:bd:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5edd0b13-c88b-4c77-b1e8-14c75a163481', 'device_owner': 'network:router_interface', 'standard_attr_id': 1968, 'fixed_ips': [{'subnet_id': 'fd11eb3f-b694-4013-8c13-3a2b20128143', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:50:20Z', 'updated_at': '2021-09-24T15:50:25Z', 'revision_number': 4, 'project_id': '5c2b4aa98c67489e8dbb552f9240d14f', 'subnets': [{'id': 'fd11eb3f-b694-4013-8c13-3a2b20128143', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:50:26.853561 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e69a5317-3a84-4ed1-a767-bc5cd030d5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:26.861258 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-90f3461a-818f-4138-b4f2-caf4ae027121 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:26.861504 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fecdef-4692-45b4-aef0-07dc7b32d5d3 req-71cecb79-90f2-4ca1-87e7-f85c9a4fd862 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:26.870603 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-58fecdef-4692-45b4-aef0-07dc7b32d5d3 req-71cecb79-90f2-4ca1-87e7-f85c9a4fd862 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.0821273 Sep 24 15:50:26.959384 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-58fecdef-4692-45b4-aef0-07dc7b32d5d3 req-7516a920-f77e-4802-8b44-ad60bbc456d9 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872293 Sep 24 15:50:27.001794 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69a5317-3a84-4ed1-a767-bc5cd030d5d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea53ad95-546f-476b-962c-1979f09c1c8c,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:27.033727 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f3461a-818f-4138-b4f2-caf4ae027121 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Network 7f848902-841f-483c-accc-7ecbc2ca750e is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:50:27.059263 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 39036) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:27.062819 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-90f3461a-818f-4138-b4f2-caf4ae027121 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:50:27.067828 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f3461a-818f-4138-b4f2-caf4ae027121 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Pushing event updated for resources: {'Port': ['ID=497c3393-927e-48be-9839-f6cb9cea280e,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:27.079241 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f3461a-818f-4138-b4f2-caf4ae027121 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:50:27.119525 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69a5317-3a84-4ed1-a767-bc5cd030d5d9 admin admin] Checking segment: {'id': '564fbddd-30a0-4331-bbc2-709bd1a60e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '791bc321-b3bb-4f95-b53d-475500c5f7ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:50:27.119902 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69a5317-3a84-4ed1-a767-bc5cd030d5d9 admin admin] Network hostable DHCP agents. Network: 791bc321-b3bb-4f95-b53d-475500c5f7ea, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:50:27.145835 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b50e7196-c8a1-49a0-bcf8-add307e7bfe5 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=fa6f1ef7b8634ed8ba4de830ae4efd4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0755267 Sep 24 15:50:27.146658 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 39040) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:27.208254 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90f3461a-818f-4138-b4f2-caf4ae027121 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:27.208872 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-90f3461a-818f-4138-b4f2-caf4ae027121 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:27.247881 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-db8af898-3857-4174-a7dc-e001ac619118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:27.309732 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-db8af898-3857-4174-a7dc-e001ac619118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:27.331893 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-90f3461a-818f-4138-b4f2-caf4ae027121 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.8690414 Sep 24 15:50:27.332829 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69a5317-3a84-4ed1-a767-bc5cd030d5d9 admin admin] Network 791bc321-b3bb-4f95-b53d-475500c5f7ea is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:50:27.337404 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 39046) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:27.339048 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f4178cb6-e9a8-4295-ad9e-b7f2438a4f92 req-fe4f8ded-5612-40a6-b169-d9f133726891 tempest-ServerShowV254Test-1560443634 tempest-ServerShowV254Test-1560443634-project] 10.222.0.101 "GET /v2.0/ports?device_id=14f2dbd0-d94d-4fb9-9311-6efd5218480f HTTP/1.1" status: 200 len: 210 time: 0.0524395 Sep 24 15:50:27.443813 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-e69a5317-3a84-4ed1-a767-bc5cd030d5d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 791bc321-b3bb-4f95-b53d-475500c5f7ea) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:50:27.453784 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bb6bf4-36cf-40c3-b56d-535c09b9363d None None] Network 791bc321-b3bb-4f95-b53d-475500c5f7ea requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:50:27.486557 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69a5317-3a84-4ed1-a767-bc5cd030d5d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:27.489252 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e69a5317-3a84-4ed1-a767-bc5cd030d5d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:27.532182 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-648ea150-2015-454e-aa49-6edd28732b5c tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Deleting port 497c3393-927e-48be-9839-f6cb9cea280e {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:50:27.536351 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-648ea150-2015-454e-aa49-6edd28732b5c tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:27.573918 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-db8af898-3857-4174-a7dc-e001ac619118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:27.576894 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-db8af898-3857-4174-a7dc-e001ac619118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:27.580454 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-db8af898-3857-4174-a7dc-e001ac619118 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/0db24f2b-3159-4ebd-ac1f-5cdaf5e0eccb HTTP/1.1" status: 204 len: 168 time: 0.4307115 Sep 24 15:50:27.678783 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8af898-3857-4174-a7dc-e001ac619118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db24f2b-3159-4ebd-ac1f-5cdaf5e0eccb,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:27.691622 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b830d3-3bd9-4f49-9c1b-19dad6666e3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-791bc321-b3bb-4f95-b53d-475500c5f7ea', 'network_id': '791bc321-b3bb-4f95-b53d-475500c5f7ea', 'tenant_id': '05222413b80f443b8c7a45a48b9ebf53', 'fixed_ips': [{'subnet_id': 'ea53ad95-546f-476b-962c-1979f09c1c8c'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:50:27.693405 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b1b830d3-3bd9-4f49-9c1b-19dad6666e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:27.720440 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 39056) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:27.725011 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-5c1b2539-1f86-4c6f-a84a-668f8d7d4919 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-54800928-router', 'tenant_id': '05222413b80f443b8c7a45a48b9ebf53', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:50:27.731513 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-e69a5317-3a84-4ed1-a767-bc5cd030d5d9 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6226518 Sep 24 15:50:27.851240 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-648ea150-2015-454e-aa49-6edd28732b5c tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:27.875085 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-648ea150-2015-454e-aa49-6edd28732b5c tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Calling delete_port for 497c3393-927e-48be-9839-f6cb9cea280e owned by {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:50:27.902494 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5c1b2539-1f86-4c6f-a84a-668f8d7d4919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:27.908904 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5c1b2539-1f86-4c6f-a84a-668f8d7d4919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:27.921317 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1dc6021a-a300-469a-8c16-1566700f5abf req-cac2f1ed-d98f-4796-9cd9-126ce20f6099 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2579296 Sep 24 15:50:28.001727 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-b1b830d3-3bd9-4f49-9c1b-19dad6666e3d None None] Allocated IP 172.20.0.2 (791bc321-b3bb-4f95-b53d-475500c5f7ea/ea53ad95-546f-476b-962c-1979f09c1c8c/39528a7a-4689-44c8-aa1e-d68a6b95400e) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:50:28.008611 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5c1b2539-1f86-4c6f-a84a-668f8d7d4919 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:28.140506 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6021a-a300-469a-8c16-1566700f5abf req-4a67c563-31a9-47c9-a25d-d5beee598f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:28.140995 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6021a-a300-469a-8c16-1566700f5abf req-4a67c563-31a9-47c9-a25d-d5beee598f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:28.141472 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6021a-a300-469a-8c16-1566700f5abf req-4a67c563-31a9-47c9-a25d-d5beee598f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:28.141943 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6021a-a300-469a-8c16-1566700f5abf req-4a67c563-31a9-47c9-a25d-d5beee598f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:28.142668 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6021a-a300-469a-8c16-1566700f5abf req-4a67c563-31a9-47c9-a25d-d5beee598f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:28.143207 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6021a-a300-469a-8c16-1566700f5abf req-4a67c563-31a9-47c9-a25d-d5beee598f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:28.143760 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6021a-a300-469a-8c16-1566700f5abf req-4a67c563-31a9-47c9-a25d-d5beee598f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:28.146216 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1dc6021a-a300-469a-8c16-1566700f5abf req-4a67c563-31a9-47c9-a25d-d5beee598f50 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=4e03fc3d20524ffa9cc0335ea5171849&device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 6488 time: 0.1420012 Sep 24 15:50:28.214905 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-648ea150-2015-454e-aa49-6edd28732b5c tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:28.344698 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648ea150-2015-454e-aa49-6edd28732b5c tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Pushing event deleted for resources: {'Port': ['ID=497c3393-927e-48be-9839-f6cb9cea280e,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:28.389478 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b1b830d3-3bd9-4f49-9c1b-19dad6666e3d None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:28.402879 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5c1b2539-1f86-4c6f-a84a-668f8d7d4919 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:28.487174 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b1b830d3-3bd9-4f49-9c1b-19dad6666e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:28.569745 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1b830d3-3bd9-4f49-9c1b-19dad6666e3d None None] Network 791bc321-b3bb-4f95-b53d-475500c5f7ea is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:50:28.572850 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-b1b830d3-3bd9-4f49-9c1b-19dad6666e3d None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:50:28.579863 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b830d3-3bd9-4f49-9c1b-19dad6666e3d None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:50:28.599755 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-648ea150-2015-454e-aa49-6edd28732b5c tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:28.603537 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-648ea150-2015-454e-aa49-6edd28732b5c tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] 10.222.0.101 "DELETE /v2.0/ports/497c3393-927e-48be-9839-f6cb9cea280e HTTP/1.1" status: 204 len: 168 time: 1.2650373 Sep 24 15:50:28.606250 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 39080) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:28.608713 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b830d3-3bd9-4f49-9c1b-19dad6666e3d None None] Pushing event updated for resources: {'Port': ['ID=39528a7a-4689-44c8-aa1e-d68a6b95400e,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:28.610811 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-c0ae7966-b795-4fad-8df0-329813c62eec tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7f848902-841f-483c-accc-7ecbc2ca750e', 'external_fixed_ips': [{'subnet_id': 'bbac6e7b-8611-4799-9a15-242bbc038e35', 'ip_address': '172.20.0.8'}]}}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:50:28.624671 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6021a-a300-469a-8c16-1566700f5abf req-8a61f706-5914-4c1f-bbef-16da550ebe04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:28.634102 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6021a-a300-469a-8c16-1566700f5abf req-8a61f706-5914-4c1f-bbef-16da550ebe04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:28.634102 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6021a-a300-469a-8c16-1566700f5abf req-8a61f706-5914-4c1f-bbef-16da550ebe04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:28.636749 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1dc6021a-a300-469a-8c16-1566700f5abf req-8a61f706-5914-4c1f-bbef-16da550ebe04 service neutron] 10.222.0.110 "GET /v2.0/networks?id=fd4dbc0b-12eb-4c1c-a696-391550e45003&id=9045208f-96a3-4106-bd0d-84166192bb83&id=9045208f-96a3-4106-bd0d-84166192bb83&id=9045208f-96a3-4106-bd0d-84166192bb83&id=9045208f-96a3-4106-bd0d-84166192bb83&id=e4856753-6c1e-428e-a2fe-e4f7731cb6f7&id=e4856753-6c1e-428e-a2fe-e4f7731cb6f7 HTTP/1.1" status: 200 len: 2296 time: 0.4582994 Sep 24 15:50:28.692920 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acccf4f-76c0-40e9-83db-81bcb34d49c0 req-dea03002-61a6-405b-b32b-a275f82de903 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:28.697428 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3acccf4f-76c0-40e9-83db-81bcb34d49c0 req-dea03002-61a6-405b-b32b-a275f82de903 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.6123357 Sep 24 15:50:28.774213 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-23a7284e-ec78-4be3-87ad-7dea13a88c93 req-018a4007-eb3f-4b67-9b4f-bb973fbd2bab tempest-ServerShowV254Test-1560443634 tempest-ServerShowV254Test-1560443634-project] 10.222.0.101 "GET /v2.0/ports?device_id=14f2dbd0-d94d-4fb9-9311-6efd5218480f HTTP/1.1" status: 200 len: 210 time: 0.2954769 Sep 24 15:50:28.827207 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 2344d966-46da-4c93-9fb7-87470c5b88dc up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:50:28.869087 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-b1b830d3-3bd9-4f49-9c1b-19dad6666e3d None None] Attempting to bind port 39528a7a-4689-44c8-aa1e-d68a6b95400e on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:50:28.869455 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-b1b830d3-3bd9-4f49-9c1b-19dad6666e3d None None] Attempting to bind port 39528a7a-4689-44c8-aa1e-d68a6b95400e by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '564fbddd-30a0-4331-bbc2-709bd1a60e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '791bc321-b3bb-4f95-b53d-475500c5f7ea'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:50:28.869819 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b830d3-3bd9-4f49-9c1b-19dad6666e3d None None] Attempting to bind port 39528a7a-4689-44c8-aa1e-d68a6b95400e on network 791bc321-b3bb-4f95-b53d-475500c5f7ea {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:50:28.880433 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b830d3-3bd9-4f49-9c1b-19dad6666e3d None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:50:28.884698 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b830d3-3bd9-4f49-9c1b-19dad6666e3d None None] Checking segment: {'id': '564fbddd-30a0-4331-bbc2-709bd1a60e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '791bc321-b3bb-4f95-b53d-475500c5f7ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:50:28.884698 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b1b830d3-3bd9-4f49-9c1b-19dad6666e3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:28.884698 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b830d3-3bd9-4f49-9c1b-19dad6666e3d None None] Bound using segment: {'id': '564fbddd-30a0-4331-bbc2-709bd1a60e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '791bc321-b3bb-4f95-b53d-475500c5f7ea'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:50:28.884698 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-b1b830d3-3bd9-4f49-9c1b-19dad6666e3d None None] Bound port: 39528a7a-4689-44c8-aa1e-d68a6b95400e, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '564fbddd-30a0-4331-bbc2-709bd1a60e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '791bc321-b3bb-4f95-b53d-475500c5f7ea'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:50:28.884698 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b1b830d3-3bd9-4f49-9c1b-19dad6666e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:28.893564 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3acccf4f-76c0-40e9-83db-81bcb34d49c0 req-4731526d-0f53-46c3-bf57-ae41ee57751d tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299820 Sep 24 15:50:28.905387 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c0ae7966-b795-4fad-8df0-329813c62eec tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:28.906648 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c0ae7966-b795-4fad-8df0-329813c62eec tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:28.925209 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1dc6021a-a300-469a-8c16-1566700f5abf req-63e51489-5ee2-408e-a66d-ec64b21e8693 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc03181b-eebc-4350-ae95-5058ea48d9fb HTTP/1.1" status: 200 len: 1000 time: 0.2747867 Sep 24 15:50:28.953953 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 2344d966-46da-4c93-9fb7-87470c5b88dc triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:50:28.954318 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:28.999430 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-b1b830d3-3bd9-4f49-9c1b-19dad6666e3d None None] For port 39528a7a-4689-44c8-aa1e-d68a6b95400e, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:50:29.003998 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-b1b830d3-3bd9-4f49-9c1b-19dad6666e3d None None] For port 39528a7a-4689-44c8-aa1e-d68a6b95400e, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=39528a7a-4689-44c8-aa1e-d68a6b95400e,segment=NetworkSegment(564fbddd-30a0-4331-bbc2-709bd1a60e35),segment_id=564fbddd-30a0-4331-bbc2-709bd1a60e35)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:50:29.010533 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6021a-a300-469a-8c16-1566700f5abf req-96033ebc-a4fc-4ace-ad5e-384812fb4c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:29.010533 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1dc6021a-a300-469a-8c16-1566700f5abf req-96033ebc-a4fc-4ace-ad5e-384812fb4c23 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=ff90cfb5-edb1-4dd2-95a8-9b64a8718aa6 HTTP/1.1" status: 200 len: 851 time: 0.0731266 Sep 24 15:50:29.026281 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c0ae7966-b795-4fad-8df0-329813c62eec tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:29.032001 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5c1b2539-1f86-4c6f-a84a-668f8d7d4919 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:29.055012 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5c1b2539-1f86-4c6f-a84a-668f8d7d4919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:29.073981 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6021a-a300-469a-8c16-1566700f5abf req-75d7c325-5a25-4210-a4e5-fedf13711a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:29.075586 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1dc6021a-a300-469a-8c16-1566700f5abf req-75d7c325-5a25-4210-a4e5-fedf13711a5c service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=fd4dbc0b-12eb-4c1c-a696-391550e45003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570278 Sep 24 15:50:29.087420 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b1b830d3-3bd9-4f49-9c1b-19dad6666e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:29.169882 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b830d3-3bd9-4f49-9c1b-19dad6666e3d None None] Pushing event updated for resources: {'Port': ['ID=39528a7a-4689-44c8-aa1e-d68a6b95400e,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:29.249353 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1dc6021a-a300-469a-8c16-1566700f5abf req-8b6e8918-8dca-4618-8b4a-f52d06e0d5f6 service neutron] 10.222.0.110 "GET /v2.0/networks/fd4dbc0b-12eb-4c1c-a696-391550e45003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655118 Sep 24 15:50:29.382024 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1dc6021a-a300-469a-8c16-1566700f5abf req-7c91e19f-6dbc-4e62-a196-6e5331cf0520 service neutron] 10.222.0.110 "GET /v2.0/networks/fd4dbc0b-12eb-4c1c-a696-391550e45003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232302 Sep 24 15:50:29.435446 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-5c1b2539-1f86-4c6f-a84a-668f8d7d4919 admin admin] Allocated IP 172.25.0.179 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/078360bf-38f6-44df-9f84-9a8f861fcfd1) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:50:29.448581 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1dc6021a-a300-469a-8c16-1566700f5abf req-71b5cbe7-e203-4d6d-be39-ea4d57f4b3ca service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=fa6b1e2c-793d-44ab-91ff-29c9061ff55a HTTP/1.1" status: 200 len: 217 time: 0.0590591 Sep 24 15:50:29.556773 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6021a-a300-469a-8c16-1566700f5abf req-3afd48dc-4889-446c-a93f-55309c1d602c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:29.558936 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1dc6021a-a300-469a-8c16-1566700f5abf req-3afd48dc-4889-446c-a93f-55309c1d602c service neutron] 10.222.0.110 "GET /v2.0/subnets?id=98209579-5345-4ff1-a6ee-f33b5735b225 HTTP/1.1" status: 200 len: 797 time: 0.1011329 Sep 24 15:50:29.624510 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6021a-a300-469a-8c16-1566700f5abf req-76f29913-12b6-4e09-96a8-7173223c471a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:29.626033 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1dc6021a-a300-469a-8c16-1566700f5abf req-76f29913-12b6-4e09-96a8-7173223c471a service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9045208f-96a3-4106-bd0d-84166192bb83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0577681 Sep 24 15:50:29.729943 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c0ae7966-b795-4fad-8df0-329813c62eec tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:29.776625 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1dc6021a-a300-469a-8c16-1566700f5abf req-c46afebd-50cf-4c6a-9277-7d25ccdefb1f service neutron] 10.222.0.110 "GET /v2.0/networks/9045208f-96a3-4106-bd0d-84166192bb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366367 Sep 24 15:50:29.784984 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f90d58-20a9-4d7d-8585-a59fc42e03a8 req-a0fe44b4-7941-43ae-900b-0e3ac309d61d tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:29.787467 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a6f90d58-20a9-4d7d-8585-a59fc42e03a8 req-a0fe44b4-7941-43ae-900b-0e3ac309d61d tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/networks?id=2a61a80f-7424-4f72-8244-e2cfc0c281a3 HTTP/1.1" status: 200 len: 814 time: 0.5488131 Sep 24 15:50:29.817689 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a6f90d58-20a9-4d7d-8585-a59fc42e03a8 req-a1f3e4e5-b49a-4a61-922a-79cd944b0438 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/quotas/7ecdf69c945d45baa1f224469b4d842c HTTP/1.1" status: 200 len: 375 time: 0.0207994 Sep 24 15:50:29.930091 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1dc6021a-a300-469a-8c16-1566700f5abf req-7ec29eb8-c900-47ae-9ebb-65cd212cddfb service neutron] 10.222.0.110 "GET /v2.0/networks/9045208f-96a3-4106-bd0d-84166192bb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455209 Sep 24 15:50:29.991706 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1dc6021a-a300-469a-8c16-1566700f5abf req-dba4e669-3fc7-4cf9-9a3d-ced03908dd59 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=70f68d1a-4d62-4ee3-ae39-b3c0cf1402e5 HTTP/1.1" status: 200 len: 217 time: 0.0537307 Sep 24 15:50:29.995544 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a6f90d58-20a9-4d7d-8585-a59fc42e03a8 req-696bf42f-7bdd-4634-9227-71fc23c58e5e tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=7ecdf69c945d45baa1f224469b4d842c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1766710 Sep 24 15:50:30.009819 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5c1b2539-1f86-4c6f-a84a-668f8d7d4919 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:30.101162 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ee75ca5c-32f5-44c7-a0c1-6561ca903ca4 req-9d49ff77-3494-49b3-aaa5-05427849bda7 tempest-ServerShowV254Test-1560443634 tempest-ServerShowV254Test-1560443634-project] 10.222.0.101 "GET /v2.0/ports?device_id=14f2dbd0-d94d-4fb9-9311-6efd5218480f HTTP/1.1" status: 200 len: 210 time: 0.1137047 Sep 24 15:50:30.131460 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 39134) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:30.133399 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6021a-a300-469a-8c16-1566700f5abf req-edd098d0-b590-46ce-b17c-8c8ecba8e5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:30.135363 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1dc6021a-a300-469a-8c16-1566700f5abf req-edd098d0-b590-46ce-b17c-8c8ecba8e5e5 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=98209579-5345-4ff1-a6ee-f33b5735b225 HTTP/1.1" status: 200 len: 797 time: 0.1238959 Sep 24 15:50:30.210947 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6021a-a300-469a-8c16-1566700f5abf req-ac687de1-bac5-47f8-896c-0bb47f173f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:30.212927 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1dc6021a-a300-469a-8c16-1566700f5abf req-ac687de1-bac5-47f8-896c-0bb47f173f46 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9045208f-96a3-4106-bd0d-84166192bb83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0584006 Sep 24 15:50:30.224622 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a6f90d58-20a9-4d7d-8585-a59fc42e03a8 req-ffb646ec-59f3-432c-89d7-3ca1eae8e05c service neutron] 10.222.0.101 "GET /v2.0/networks/2a61a80f-7424-4f72-8244-e2cfc0c281a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099373 Sep 24 15:50:30.276633 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5c1b2539-1f86-4c6f-a84a-668f8d7d4919 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:30.347862 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-30190fc7-6a56-4d73-92e8-ac34dd1dd1b5 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-805808169'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:50:30.358855 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1dc6021a-a300-469a-8c16-1566700f5abf req-29d5c408-76e1-4c78-91f2-17fa4ddf5f4d service neutron] 10.222.0.110 "GET /v2.0/networks/9045208f-96a3-4106-bd0d-84166192bb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357658 Sep 24 15:50:30.402177 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1b2539-1f86-4c6f-a84a-668f8d7d4919 admin admin] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:50:30.457785 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-5c1b2539-1f86-4c6f-a84a-668f8d7d4919 admin admin] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:50:30.462760 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1b2539-1f86-4c6f-a84a-668f8d7d4919 admin admin] Pushing event updated for resources: {'Port': ['ID=078360bf-38f6-44df-9f84-9a8f861fcfd1,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:30.469154 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1b2539-1f86-4c6f-a84a-668f8d7d4919 admin admin] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:50:30.484989 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1dc6021a-a300-469a-8c16-1566700f5abf req-05313177-7346-4b11-8de5-97167bc1dde2 service neutron] 10.222.0.110 "GET /v2.0/networks/9045208f-96a3-4106-bd0d-84166192bb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145368 Sep 24 15:50:30.486036 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30190fc7-6a56-4d73-92e8-ac34dd1dd1b5 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Made reservation on behalf of f0b7ede2d8d9474297ee9a2e88bbc901 for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:50:30.490614 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-30190fc7-6a56-4d73-92e8-ac34dd1dd1b5 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:30.509374 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-30190fc7-6a56-4d73-92e8-ac34dd1dd1b5 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:30.538162 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a6f90d58-20a9-4d7d-8585-a59fc42e03a8 req-37a86ff9-b9b0-4ac0-81f6-ddc8d123e079 service neutron] 10.222.0.101 "GET /v2.0/networks/2a61a80f-7424-4f72-8244-e2cfc0c281a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720287 Sep 24 15:50:30.541434 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c0ae7966-b795-4fad-8df0-329813c62eec tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:30.569920 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c0ae7966-b795-4fad-8df0-329813c62eec tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:30.586110 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42ba98f-71af-43a2-9fb2-abbc77340bea None None] Network 791bc321-b3bb-4f95-b53d-475500c5f7ea requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:50:30.605869 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1dc6021a-a300-469a-8c16-1566700f5abf req-40ec29c5-a1e6-4243-935b-7c9f4112f21b service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=61bec6ae-d49a-41d0-b02b-bc695e1e100d HTTP/1.1" status: 200 len: 217 time: 0.1048095 Sep 24 15:50:30.860772 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-30190fc7-6a56-4d73-92e8-ac34dd1dd1b5 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:30.869209 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6021a-a300-469a-8c16-1566700f5abf req-cf50d45c-44a6-4e51-adff-d173267a9f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:30.871701 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1dc6021a-a300-469a-8c16-1566700f5abf req-cf50d45c-44a6-4e51-adff-d173267a9f39 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=98209579-5345-4ff1-a6ee-f33b5735b225 HTTP/1.1" status: 200 len: 797 time: 0.2548304 Sep 24 15:50:30.900531 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 39528a7a-4689-44c8-aa1e-d68a6b95400e up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:50:30.920669 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-c0ae7966-b795-4fad-8df0-329813c62eec tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Allocated IP 172.20.0.8 (7f848902-841f-483c-accc-7ecbc2ca750e/bbac6e7b-8611-4799-9a15-242bbc038e35/33c02874-674a-457f-9d08-ff57d2f38ad1) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:50:30.922556 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 39148) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:30.943132 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6021a-a300-469a-8c16-1566700f5abf req-5f6ed4a4-fcce-417f-9c93-a1bc9fedc339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:30.946687 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1dc6021a-a300-469a-8c16-1566700f5abf req-5f6ed4a4-fcce-417f-9c93-a1bc9fedc339 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9045208f-96a3-4106-bd0d-84166192bb83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0649486 Sep 24 15:50:30.962646 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-89ce99d7-404f-49be-bfed-8ed96cad91ff None None] Provisioning complete for port 39528a7a-4689-44c8-aa1e-d68a6b95400e triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:50:30.962994 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-89ce99d7-404f-49be-bfed-8ed96cad91ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:31.009266 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-30190fc7-6a56-4d73-92e8-ac34dd1dd1b5 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:31.122581 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30190fc7-6a56-4d73-92e8-ac34dd1dd1b5 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1254} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:50:31.140991 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 39528a7a-4689-44c8-aa1e-d68a6b95400e triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:50:31.141561 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:31.195951 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4747e059-396b-4630-8ca6-77bf306fa506 req-c8dc33ef-6767-4b66-bb22-0e82b67e534f tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=368ecdc8-1f6e-4df6-856f-be36aef0273c HTTP/1.1" status: 200 len: 210 time: 0.1239605 Sep 24 15:50:31.203765 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30190fc7-6a56-4d73-92e8-ac34dd1dd1b5 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=044288fe-f525-435c-8435-d56d40b7b213,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:31.207050 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-30190fc7-6a56-4d73-92e8-ac34dd1dd1b5 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:31.207582 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-30190fc7-6a56-4d73-92e8-ac34dd1dd1b5 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Added segment 33156e9d-9ce7-4230-89c7-40bda40819f6 of type vlan for network 4a111ca4-a761-4ee5-a844-6d47b1fb1fe4 Sep 24 15:50:31.210079 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5c1b2539-1f86-4c6f-a84a-668f8d7d4919 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:31.215052 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-06cef2b6-b822-48c2-9f7b-3df696e3c29a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:31.296470 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-30190fc7-6a56-4d73-92e8-ac34dd1dd1b5 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:31.297911 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1dc6021a-a300-469a-8c16-1566700f5abf req-0a7d5be5-7c86-452b-a08b-2f8a4103411e service neutron] 10.222.0.110 "GET /v2.0/networks/9045208f-96a3-4106-bd0d-84166192bb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306029 Sep 24 15:50:31.343522 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c0ae7966-b795-4fad-8df0-329813c62eec tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:31.344515 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-29f38fdf-4f79-47df-a4ad-a661fda58f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:31.345981 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:31.375493 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-89ce99d7-404f-49be-bfed-8ed96cad91ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:31.423463 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1dc6021a-a300-469a-8c16-1566700f5abf req-08de5660-03e7-4650-bacb-50f0fbec689a service neutron] 10.222.0.110 "GET /v2.0/networks/9045208f-96a3-4106-bd0d-84166192bb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155710 Sep 24 15:50:31.430593 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port 39528a7a-4689-44c8-aa1e-d68a6b95400e, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=39528a7a-4689-44c8-aa1e-d68a6b95400e,segment=NetworkSegment(564fbddd-30a0-4331-bbc2-709bd1a60e35),segment_id=564fbddd-30a0-4331-bbc2-709bd1a60e35)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:50:31.441420 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-30190fc7-6a56-4d73-92e8-ac34dd1dd1b5 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:31.450112 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30190fc7-6a56-4d73-92e8-ac34dd1dd1b5 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:31.450828 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-30190fc7-6a56-4d73-92e8-ac34dd1dd1b5 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:31.454923 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-65189551-7491-4350-bbe8-d79c71f7920b req-b98453d4-b841-4267-8a6c-e9d8be69cdbe tempest-ServerShowV254Test-1560443634 tempest-ServerShowV254Test-1560443634-project] 10.222.0.101 "GET /v2.0/ports?device_id=14f2dbd0-d94d-4fb9-9311-6efd5218480f HTTP/1.1" status: 200 len: 210 time: 0.2282393 Sep 24 15:50:31.527920 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:31.542128 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1dc6021a-a300-469a-8c16-1566700f5abf req-0e912349-35c4-404e-aa6d-14bb01c2db30 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=34493fa2-c78b-4d4b-9578-01087865790c HTTP/1.1" status: 200 len: 217 time: 0.1019542 Sep 24 15:50:31.669026 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=39528a7a-4689-44c8-aa1e-d68a6b95400e,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:31.702287 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6021a-a300-469a-8c16-1566700f5abf req-0323e58f-1e00-4a2c-9070-27724d28c4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:31.705360 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1dc6021a-a300-469a-8c16-1566700f5abf req-0323e58f-1e00-4a2c-9070-27724d28c4a6 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=98209579-5345-4ff1-a6ee-f33b5735b225 HTTP/1.1" status: 200 len: 797 time: 0.1514597 Sep 24 15:50:31.716408 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c0ae7966-b795-4fad-8df0-329813c62eec tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:31.768535 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ae7966-b795-4fad-8df0-329813c62eec tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Network 7f848902-841f-483c-accc-7ecbc2ca750e is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:50:31.774057 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.db.api [None req-89ce99d7-404f-49be-bfed-8ed96cad91ff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:50:31.775184 n-d-808921-1 neutron-server[95299]: DEBUG oslo_db.api [None req-89ce99d7-404f-49be-bfed-8ed96cad91ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:50:31.785722 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-c0ae7966-b795-4fad-8df0-329813c62eec tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:50:31.795607 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ae7966-b795-4fad-8df0-329813c62eec tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:50:31.820277 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30190fc7-6a56-4d73-92e8-ac34dd1dd1b5 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Pushing event updated for resources: {'Network': ['ID=4a111ca4-a761-4ee5-a844-6d47b1fb1fe4,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:31.825256 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5c1b2539-1f86-4c6f-a84a-668f8d7d4919 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:31.835619 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ae7966-b795-4fad-8df0-329813c62eec tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Pushing event updated for resources: {'Port': ['ID=33c02874-674a-457f-9d08-ff57d2f38ad1,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:31.836594 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 4a111ca4-a761-4ee5-a844-6d47b1fb1fe4 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:50:31.865571 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6021a-a300-469a-8c16-1566700f5abf req-72ef7433-1b6d-4eba-9ed9-0cd56d8744c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:31.865571 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1dc6021a-a300-469a-8c16-1566700f5abf req-72ef7433-1b6d-4eba-9ed9-0cd56d8744c8 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9045208f-96a3-4106-bd0d-84166192bb83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1466553 Sep 24 15:50:31.916933 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-06cef2b6-b822-48c2-9f7b-3df696e3c29a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:31.961653 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1dc6021a-a300-469a-8c16-1566700f5abf req-0baa80f9-aec8-4c60-8069-87f789547e54 service neutron] 10.222.0.110 "GET /v2.0/networks/9045208f-96a3-4106-bd0d-84166192bb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887856 Sep 24 15:50:32.067129 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-30190fc7-6a56-4d73-92e8-ac34dd1dd1b5 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.9299800 Sep 24 15:50:32.070184 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 39170) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:32.075240 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-d64dcbeb-f947-4eb3-9c43-6880630fbd14 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Request body: {'subnet': {'network_id': '4a111ca4-a761-4ee5-a844-6d47b1fb1fe4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:50:32.081952 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1dc6021a-a300-469a-8c16-1566700f5abf req-cf681ddb-f941-4f98-b61a-2501e1f601aa service neutron] 10.222.0.110 "GET /v2.0/networks/9045208f-96a3-4106-bd0d-84166192bb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115248 Sep 24 15:50:32.141635 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1dc6021a-a300-469a-8c16-1566700f5abf req-4acbd2bf-5ebf-4f97-8ff8-9aa2c8c1f99c service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3f88f959-1620-4ba5-b8f1-845322a97779 HTTP/1.1" status: 200 len: 217 time: 0.0473776 Sep 24 15:50:32.245785 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-06cef2b6-b822-48c2-9f7b-3df696e3c29a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:32.247453 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6021a-a300-469a-8c16-1566700f5abf req-909d19e0-a0e8-4c57-a83f-540ec872bbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:32.248662 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1dc6021a-a300-469a-8c16-1566700f5abf req-909d19e0-a0e8-4c57-a83f-540ec872bbe4 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4659e7b8-d926-4785-8557-1a1657148511 HTTP/1.1" status: 200 len: 797 time: 0.0700238 Sep 24 15:50:32.326765 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-06cef2b6-b822-48c2-9f7b-3df696e3c29a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=53c7466b0758411b926c6beda72b8c75&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4031262 Sep 24 15:50:32.333994 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6021a-a300-469a-8c16-1566700f5abf req-9c005efe-9229-48e6-9f3b-6540433c1dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:32.339262 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1dc6021a-a300-469a-8c16-1566700f5abf req-9c005efe-9229-48e6-9f3b-6540433c1dec service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=e4856753-6c1e-428e-a2fe-e4f7731cb6f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0803850 Sep 24 15:50:32.339806 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 39174) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:32.363902 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1c8d871a-758d-4891-9755-6d69534fdfec req-39ab929d-808d-4d5f-aec5-d63a5b9ee982 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=368ecdc8-1f6e-4df6-856f-be36aef0273c HTTP/1.1" status: 200 len: 210 time: 0.0592897 Sep 24 15:50:32.365818 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cef2b6-b822-48c2-9f7b-3df696e3c29a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde80579-bc80-408e-9cb6-bd2f1c0ea2e0,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:32.368926 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d64dcbeb-f947-4eb3-9c43-6880630fbd14 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Made reservation on behalf of f0b7ede2d8d9474297ee9a2e88bbc901 for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:50:32.372362 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d64dcbeb-f947-4eb3-9c43-6880630fbd14 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:32.474242 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-78bb9bb1-8b1a-49de-a1c1-c12f632bf420 None None] Provisioning complete for port 39528a7a-4689-44c8-aa1e-d68a6b95400e triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:50:32.474579 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-78bb9bb1-8b1a-49de-a1c1-c12f632bf420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:32.491922 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c1b2539-1f86-4c6f-a84a-668f8d7d4919 admin admin] Router dc78f947-47ce-4d0d-934e-89b2f001abf3 is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:50:32.697797 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c0ae7966-b795-4fad-8df0-329813c62eec tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:32.702556 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 39528a7a-4689-44c8-aa1e-d68a6b95400e up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:50:32.784565 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 39528a7a-4689-44c8-aa1e-d68a6b95400e triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:50:32.785720 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:32.850667 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c1b2539-1f86-4c6f-a84a-668f8d7d4919 admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:50:32.871378 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10800700-3a0d-4129-97d2-153b6cef3cf2 None None] Sync routers for ids ['dc78f947-47ce-4d0d-934e-89b2f001abf3'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:50:32.899375 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10800700-3a0d-4129-97d2-153b6cef3cf2 None None] Routers {'dc78f947-47ce-4d0d-934e-89b2f001abf3'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:50:32.900175 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-10800700-3a0d-4129-97d2-153b6cef3cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:50:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['dc78f947-47ce-4d0d-934e-89b2f001abf3'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:50:32.967640 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5c1b2539-1f86-4c6f-a84a-668f8d7d4919 admin admin] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:32.971528 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-5c1b2539-1f86-4c6f-a84a-668f8d7d4919 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.2476308 Sep 24 15:50:32.971800 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 39184) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:32.980849 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-71edd657-3a75-46c4-ae8e-fc33bc35d2e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:33.002361 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-71edd657-3a75-46c4-ae8e-fc33bc35d2e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:33.027787 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-10800700-3a0d-4129-97d2-153b6cef3cf2 None None] Set router dc78f947-47ce-4d0d-934e-89b2f001abf3 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:50:33.085541 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-db6d7373-b022-4bbb-8c36-2f24ccdd3c85 req-a73c06d4-7a1c-4036-80d3-d3e2f894e5fa tempest-ServerShowV254Test-1560443634 tempest-ServerShowV254Test-1560443634-project] 10.222.0.101 "GET /v2.0/ports?device_id=14f2dbd0-d94d-4fb9-9311-6efd5218480f HTTP/1.1" status: 200 len: 210 time: 0.1132004 Sep 24 15:50:33.092718 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1dc6021a-a300-469a-8c16-1566700f5abf req-7000b415-36d4-493b-8489-b6e9ac589db9 service neutron] 10.222.0.110 "GET /v2.0/networks/e4856753-6c1e-428e-a2fe-e4f7731cb6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7392123 Sep 24 15:50:33.129851 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c0ae7966-b795-4fad-8df0-329813c62eec tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:33.228782 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-10800700-3a0d-4129-97d2-153b6cef3cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc78f947-47ce-4d0d-934e-89b2f001abf3', 'name': 'tempest-TestAggregatesBasicOps-54800928-router', 'tenant_id': '05222413b80f443b8c7a45a48b9ebf53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '078360bf-38f6-44df-9f84-9a8f861fcfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:50:27Z', 'updated_at': '2021-09-24T15:50:30Z', 'revision_number': 3, 'project_id': '05222413b80f443b8c7a45a48b9ebf53', 'gw_port': {'id': '078360bf-38f6-44df-9f84-9a8f861fcfd1', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:85:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc78f947-47ce-4d0d-934e-89b2f001abf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:50:29Z', 'updated_at': '2021-09-24T15:50:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:50:33.260674 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10800700-3a0d-4129-97d2-153b6cef3cf2 None None] Checking router: dc78f947-47ce-4d0d-934e-89b2f001abf3 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:50:33.261055 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10800700-3a0d-4129-97d2-153b6cef3cf2 None None] Updating router dc78f947-47ce-4d0d-934e-89b2f001abf3 port 078360bf-38f6-44df-9f84-9a8f861fcfd1 binding host n-d-808921-1 {{(pid=95299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:50:33.264929 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1dc6021a-a300-469a-8c16-1566700f5abf req-3689bfeb-b8dd-40c4-a2ca-d6af7831d76b service neutron] 10.222.0.110 "GET /v2.0/networks/e4856753-6c1e-428e-a2fe-e4f7731cb6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607695 Sep 24 15:50:33.282976 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-71edd657-3a75-46c4-ae8e-fc33bc35d2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:33.286615 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-71edd657-3a75-46c4-ae8e-fc33bc35d2e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:33.288036 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-71edd657-3a75-46c4-ae8e-fc33bc35d2e5 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/cde80579-bc80-408e-9cb6-bd2f1c0ea2e0 HTTP/1.1" status: 204 len: 168 time: 0.9472327 Sep 24 15:50:33.291304 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-10800700-3a0d-4129-97d2-153b6cef3cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:33.322660 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1dc6021a-a300-469a-8c16-1566700f5abf req-e8f92093-d07e-4b2a-9ec2-18f5c67d0fa0 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1294cbcc-4e3d-45a3-9f67-cd385cfb8a81 HTTP/1.1" status: 200 len: 217 time: 0.0488472 Sep 24 15:50:33.329061 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71edd657-3a75-46c4-ae8e-fc33bc35d2e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde80579-bc80-408e-9cb6-bd2f1c0ea2e0,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:33.420378 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d64dcbeb-f947-4eb3-9c43-6880630fbd14 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:33.469975 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6021a-a300-469a-8c16-1566700f5abf req-6638512b-b35e-4a71-a6c9-c12a94739743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:33.472441 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1dc6021a-a300-469a-8c16-1566700f5abf req-6638512b-b35e-4a71-a6c9-c12a94739743 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4659e7b8-d926-4785-8557-1a1657148511 HTTP/1.1" status: 200 len: 797 time: 0.1388006 Sep 24 15:50:33.519409 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d1273419-8466-4d2d-a546-cc885ac1e909 req-b17dd5a2-d7da-4be3-8b10-1e8b5482e197 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=368ecdc8-1f6e-4df6-856f-be36aef0273c HTTP/1.1" status: 200 len: 210 time: 0.0558968 Sep 24 15:50:33.533468 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64dcbeb-f947-4eb3-9c43-6880630fbd14 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Pushing event updated for resources: {'Subnet': ['ID=0c49ac79-e3a3-4853-aca7-32e6ec71535e,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:33.573896 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64dcbeb-f947-4eb3-9c43-6880630fbd14 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Checking segment: {'id': '33156e9d-9ce7-4230-89c7-40bda40819f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '4a111ca4-a761-4ee5-a844-6d47b1fb1fe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:50:33.574272 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64dcbeb-f947-4eb3-9c43-6880630fbd14 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Network hostable DHCP agents. Network: 4a111ca4-a761-4ee5-a844-6d47b1fb1fe4, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:50:33.588240 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0ae7966-b795-4fad-8df0-329813c62eec tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Router fffd124e-5518-4bf6-9968-ecc314d53c1c is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:50:33.589318 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6021a-a300-469a-8c16-1566700f5abf req-784e2ca1-67c9-4272-9ae3-976e9ac31cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:33.591335 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1dc6021a-a300-469a-8c16-1566700f5abf req-784e2ca1-67c9-4272-9ae3-976e9ac31cf6 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=e4856753-6c1e-428e-a2fe-e4f7731cb6f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1094036 Sep 24 15:50:33.696590 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-10800700-3a0d-4129-97d2-153b6cef3cf2 None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:33.706231 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1dc6021a-a300-469a-8c16-1566700f5abf req-0cd12d4d-fbc2-45f0-b6c3-412cdd4bf21b service neutron] 10.222.0.110 "GET /v2.0/networks/e4856753-6c1e-428e-a2fe-e4f7731cb6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063218 Sep 24 15:50:33.735059 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d64dcbeb-f947-4eb3-9c43-6880630fbd14 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Network 4a111ca4-a761-4ee5-a844-6d47b1fb1fe4 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:50:33.819305 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-10800700-3a0d-4129-97d2-153b6cef3cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:33.860966 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1dc6021a-a300-469a-8c16-1566700f5abf req-26496110-12c0-43d8-9fa9-eeb83bc612ee service neutron] 10.222.0.110 "GET /v2.0/networks/e4856753-6c1e-428e-a2fe-e4f7731cb6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434779 Sep 24 15:50:33.862875 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-d64dcbeb-f947-4eb3-9c43-6880630fbd14 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 4a111ca4-a761-4ee5-a844-6d47b1fb1fe4) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:50:33.865396 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fb38ccde-5778-4584-bff5-24e559b5011f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:33.887091 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d64dcbeb-f947-4eb3-9c43-6880630fbd14 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:33.887705 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d64dcbeb-f947-4eb3-9c43-6880630fbd14 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:33.903176 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f90d58-20a9-4d7d-8585-a59fc42e03a8 req-ea6947bb-46ac-4e24-8cbc-e90804767215 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:33.904799 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a6f90d58-20a9-4d7d-8585-a59fc42e03a8 req-ea6947bb-46ac-4e24-8cbc-e90804767215 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.110 "GET /v2.0/networks?id=2a61a80f-7424-4f72-8244-e2cfc0c281a3 HTTP/1.1" status: 200 len: 814 time: 0.3344402 Sep 24 15:50:33.924359 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06badfd8-ce80-4ce3-9283-1271818c0801 None None] Network 4a111ca4-a761-4ee5-a844-6d47b1fb1fe4 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:50:33.932459 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a44c227-d41f-45c3-b05b-7b9147751076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:33.934151 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-a6f90d58-20a9-4d7d-8585-a59fc42e03a8 req-d7629470-e35c-4846-849a-30b0bb44cfc6 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Request body: {'port': {'device_id': '368ecdc8-1f6e-4df6-856f-be36aef0273c', 'network_id': '2a61a80f-7424-4f72-8244-e2cfc0c281a3', 'admin_state_up': True, 'tenant_id': '7ecdf69c945d45baa1f224469b4d842c'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:50:33.968871 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ae7966-b795-4fad-8df0-329813c62eec tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:50:33.980809 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4167304f-61a3-4602-9692-c8e1beaed097 None None] Sync routers for ids ['fffd124e-5518-4bf6-9968-ecc314d53c1c'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:50:33.997099 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4167304f-61a3-4602-9692-c8e1beaed097 None None] Routers {'fffd124e-5518-4bf6-9968-ecc314d53c1c'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:50:33.999157 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-4167304f-61a3-4602-9692-c8e1beaed097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:50:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['fffd124e-5518-4bf6-9968-ecc314d53c1c'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:50:34.052145 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-d64dcbeb-f947-4eb3-9c43-6880630fbd14 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9795196 Sep 24 15:50:34.052145 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 39200) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:34.058414 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-ff0b7b2e-3227-4671-8ffc-5421b86fa422 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Request body: {'port': {'network_id': '4a111ca4-a761-4ee5-a844-6d47b1fb1fe4', 'name': 'tempest-AllowedAddressPairTestJSON-2058482521'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:50:34.078725 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c0ae7966-b795-4fad-8df0-329813c62eec tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:34.083108 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-c0ae7966-b795-4fad-8df0-329813c62eec tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 5.4738307 Sep 24 15:50:34.087735 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 39204) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:34.100031 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f27be6-db5f-4e07-b568-8c324b9b7aff None None] Pushing event updated for resources: {'Port': ['ID=078360bf-38f6-44df-9f84-9a8f861fcfd1,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:34.132328 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-10800700-3a0d-4129-97d2-153b6cef3cf2 None None] Attempting to bind port 078360bf-38f6-44df-9f84-9a8f861fcfd1 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:50:34.132714 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-10800700-3a0d-4129-97d2-153b6cef3cf2 None None] Attempting to bind port 078360bf-38f6-44df-9f84-9a8f861fcfd1 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:50:34.133092 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10800700-3a0d-4129-97d2-153b6cef3cf2 None None] Attempting to bind port 078360bf-38f6-44df-9f84-9a8f861fcfd1 on network e6a2de20-1ea0-43e5-88e0-982d19e317d5 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:50:34.215941 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10800700-3a0d-4129-97d2-153b6cef3cf2 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:50:34.216317 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10800700-3a0d-4129-97d2-153b6cef3cf2 None None] Checking segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:50:34.216728 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-10800700-3a0d-4129-97d2-153b6cef3cf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:34.220452 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10800700-3a0d-4129-97d2-153b6cef3cf2 None None] Bound using segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:50:34.221019 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-10800700-3a0d-4129-97d2-153b6cef3cf2 None None] Bound port: 078360bf-38f6-44df-9f84-9a8f861fcfd1, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:50:34.223660 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-10800700-3a0d-4129-97d2-153b6cef3cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:34.237461 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-4167304f-61a3-4602-9692-c8e1beaed097 None None] Set router fffd124e-5518-4bf6-9968-ecc314d53c1c gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:50:34.346944 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 39210) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:34.382172 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-319784b6-194a-4085-ac15-ced8bd1b8817 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:34.431484 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:34.448871 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-10800700-3a0d-4129-97d2-153b6cef3cf2 None None] For port 078360bf-38f6-44df-9f84-9a8f861fcfd1, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:50:34.466252 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-10800700-3a0d-4129-97d2-153b6cef3cf2 None None] For port 078360bf-38f6-44df-9f84-9a8f861fcfd1, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=078360bf-38f6-44df-9f84-9a8f861fcfd1,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:50:34.498222 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-4167304f-61a3-4602-9692-c8e1beaed097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fffd124e-5518-4bf6-9968-ecc314d53c1c', 'name': '', 'tenant_id': '9fb67abc5759413e8c68b48435ad6111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7f848902-841f-483c-accc-7ecbc2ca750e', 'external_fixed_ips': [{'subnet_id': 'bbac6e7b-8611-4799-9a15-242bbc038e35', 'ip_address': '172.20.0.8'}], 'enable_snat': True}, 'gw_port_id': '33c02874-674a-457f-9d08-ff57d2f38ad1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:50:28Z', 'updated_at': '2021-09-24T15:50:32Z', 'revision_number': 3, 'project_id': '9fb67abc5759413e8c68b48435ad6111', 'gw_port': {'id': '33c02874-674a-457f-9d08-ff57d2f38ad1', 'name': '', 'network_id': '7f848902-841f-483c-accc-7ecbc2ca750e', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:0d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fffd124e-5518-4bf6-9968-ecc314d53c1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1996, 'fixed_ips': [{'subnet_id': 'bbac6e7b-8611-4799-9a15-242bbc038e35', 'ip_address': '172.20.0.8', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:50:30Z', 'updated_at': '2021-09-24T15:50:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'bbac6e7b-8611-4799-9a15-242bbc038e35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:50:34.500637 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff0b7b2e-3227-4671-8ffc-5421b86fa422 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Made reservation on behalf of f0b7ede2d8d9474297ee9a2e88bbc901 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:50:34.506664 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ff0b7b2e-3227-4671-8ffc-5421b86fa422 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:34.512313 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e9365d-7926-4734-a023-57b4c22d49dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-4a111ca4-a761-4ee5-a844-6d47b1fb1fe4', 'network_id': '4a111ca4-a761-4ee5-a844-6d47b1fb1fe4', 'tenant_id': 'f0b7ede2d8d9474297ee9a2e88bbc901', 'fixed_ips': [{'subnet_id': '0c49ac79-e3a3-4853-aca7-32e6ec71535e'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:50:34.513728 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-68e9365d-7926-4734-a023-57b4c22d49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:34.643579 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4167304f-61a3-4602-9692-c8e1beaed097 None None] Checking router: fffd124e-5518-4bf6-9968-ecc314d53c1c for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:50:34.649787 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4167304f-61a3-4602-9692-c8e1beaed097 None None] Updating router fffd124e-5518-4bf6-9968-ecc314d53c1c port 33c02874-674a-457f-9d08-ff57d2f38ad1 binding host n-d-808921-1 {{(pid=95300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:50:34.694589 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ad694e30-3583-46ce-9566-7629dabf6a04 req-a5fa3abc-0ae2-4365-9c62-a2b5091b8dd4 tempest-ServerShowV254Test-1560443634 tempest-ServerShowV254Test-1560443634-project] 10.222.0.101 "GET /v2.0/ports?device_id=14f2dbd0-d94d-4fb9-9311-6efd5218480f HTTP/1.1" status: 200 len: 210 time: 0.1418672 Sep 24 15:50:34.728626 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-10800700-3a0d-4129-97d2-153b6cef3cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:34.752636 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-4167304f-61a3-4602-9692-c8e1beaed097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:34.776239 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [None req-ff0b7b2e-3227-4671-8ffc-5421b86fa422 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] device_id is not set on port dd35b2b8-aa2e-41e8-874a-971c7fdf9809 yet. {{(pid=95298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:50:34.817157 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-243f75a9-051f-4cf1-9ad0-8ddeaf1c0195 req-57708e4b-09d6-44a3-a43e-a96266fecf8f tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=368ecdc8-1f6e-4df6-856f-be36aef0273c HTTP/1.1" status: 200 len: 210 time: 0.0683732 Sep 24 15:50:34.901632 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f27be6-db5f-4e07-b568-8c324b9b7aff None None] Pushing event updated for resources: {'Port': ['ID=078360bf-38f6-44df-9f84-9a8f861fcfd1,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:34.920110 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ea851ec4-68c7-4ed8-ba8e-8b7fdb4161da tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks [] for router, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:34.933264 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-fb38ccde-5778-4584-bff5-24e559b5011f admin admin] Allocated IP 172.20.0.1 (791bc321-b3bb-4f95-b53d-475500c5f7ea/ea53ad95-546f-476b-962c-1979f09c1c8c/14dfe455-5146-4621-a687-1ffa9a0b2a9f) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:50:34.942996 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-68e9365d-7926-4734-a023-57b4c22d49dd None None] Allocated IP 172.20.0.2 (4a111ca4-a761-4ee5-a844-6d47b1fb1fe4/0c49ac79-e3a3-4853-aca7-32e6ec71535e/0e2ff576-f85e-434e-9c9a-4cc1c090e840) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:50:34.951042 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10800700-3a0d-4129-97d2-153b6cef3cf2 None None] Routers {'dc78f947-47ce-4d0d-934e-89b2f001abf3'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:50:34.954404 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-10800700-3a0d-4129-97d2-153b6cef3cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:50:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['dc78f947-47ce-4d0d-934e-89b2f001abf3'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:50:34.982008 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-319784b6-194a-4085-ac15-ced8bd1b8817 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:35.053654 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-319784b6-194a-4085-ac15-ced8bd1b8817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:35.128058 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-4167304f-61a3-4602-9692-c8e1beaed097 None None] Notify callbacks [] for port, precommit_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:35.149212 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319784b6-194a-4085-ac15-ced8bd1b8817 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6de598b-30ee-49b1-b835-56fa04f66c04,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:35.164397 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-319784b6-194a-4085-ac15-ced8bd1b8817 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d6111b6ef80041b8830014d035f7cf5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8096676 Sep 24 15:50:35.165449 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 39234) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:35.167754 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ea851ec4-68c7-4ed8-ba8e-8b7fdb4161da tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:35.203038 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6f90d58-20a9-4d7d-8585-a59fc42e03a8 req-d7629470-e35c-4846-849a-30b0bb44cfc6 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Made reservation on behalf of 7ecdf69c945d45baa1f224469b4d842c for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:50:35.206756 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-a6f90d58-20a9-4d7d-8585-a59fc42e03a8 req-d7629470-e35c-4846-849a-30b0bb44cfc6 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:35.228372 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c03b3189-b727-4732-94fe-3188cc978bec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:35.235036 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fb38ccde-5778-4584-bff5-24e559b5011f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:35.253316 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c03b3189-b727-4732-94fe-3188cc978bec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:35.259097 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-10800700-3a0d-4129-97d2-153b6cef3cf2 None None] Set router dc78f947-47ce-4d0d-934e-89b2f001abf3 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:50:35.270704 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-4167304f-61a3-4602-9692-c8e1beaed097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:35.382216 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235cb900-53c8-4de2-95c7-c123ca352a91 None None] Pushing event updated for resources: {'Port': ['ID=33c02874-674a-457f-9d08-ff57d2f38ad1,revision_number=2']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:35.383766 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c03b3189-b727-4732-94fe-3188cc978bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:35.388784 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-4167304f-61a3-4602-9692-c8e1beaed097 None None] Attempting to bind port 33c02874-674a-457f-9d08-ff57d2f38ad1 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:50:35.393682 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c03b3189-b727-4732-94fe-3188cc978bec admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:35.394675 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-4167304f-61a3-4602-9692-c8e1beaed097 None None] Attempting to bind port 33c02874-674a-457f-9d08-ff57d2f38ad1 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'ef610973-886f-4c6c-ae17-1b63524c23b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '7f848902-841f-483c-accc-7ecbc2ca750e'}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:50:35.394675 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4167304f-61a3-4602-9692-c8e1beaed097 None None] Attempting to bind port 33c02874-674a-457f-9d08-ff57d2f38ad1 on network 7f848902-841f-483c-accc-7ecbc2ca750e {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:50:35.394868 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-c03b3189-b727-4732-94fe-3188cc978bec admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f6de598b-30ee-49b1-b835-56fa04f66c04 HTTP/1.1" status: 204 len: 168 time: 0.2227263 Sep 24 15:50:35.398229 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4167304f-61a3-4602-9692-c8e1beaed097 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:50:35.399315 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4167304f-61a3-4602-9692-c8e1beaed097 None None] Checking segment: {'id': 'ef610973-886f-4c6c-ae17-1b63524c23b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '7f848902-841f-483c-accc-7ecbc2ca750e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:50:35.399897 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-4167304f-61a3-4602-9692-c8e1beaed097 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:35.400474 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4167304f-61a3-4602-9692-c8e1beaed097 None None] Bound using segment: {'id': 'ef610973-886f-4c6c-ae17-1b63524c23b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '7f848902-841f-483c-accc-7ecbc2ca750e'} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:50:35.401118 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-4167304f-61a3-4602-9692-c8e1beaed097 None None] Bound port: 33c02874-674a-457f-9d08-ff57d2f38ad1, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef610973-886f-4c6c-ae17-1b63524c23b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '7f848902-841f-483c-accc-7ecbc2ca750e'}}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:50:35.401689 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-4167304f-61a3-4602-9692-c8e1beaed097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:35.404407 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03b3189-b727-4732-94fe-3188cc978bec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6de598b-30ee-49b1-b835-56fa04f66c04,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:35.492697 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [req-a6f90d58-20a9-4d7d-8585-a59fc42e03a8 req-d7629470-e35c-4846-849a-30b0bb44cfc6 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Allocated IP 172.20.0.9 (2a61a80f-7424-4f72-8244-e2cfc0c281a3/054caf3c-8a4a-4094-a019-5885b1b27205/24548574-74ed-4b6c-9abd-217cffb7f18f) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:50:35.495061 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-4167304f-61a3-4602-9692-c8e1beaed097 None None] For port 33c02874-674a-457f-9d08-ff57d2f38ad1, host n-d-808921-1, cleared binding levels {{(pid=95300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:50:35.510941 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-4167304f-61a3-4602-9692-c8e1beaed097 None None] For port 33c02874-674a-457f-9d08-ff57d2f38ad1, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=33c02874-674a-457f-9d08-ff57d2f38ad1,segment=NetworkSegment(ef610973-886f-4c6c-ae17-1b63524c23b5),segment_id=ef610973-886f-4c6c-ae17-1b63524c23b5)] {{(pid=95300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:50:35.536538 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-ea851ec4-68c7-4ed8-ba8e-8b7fdb4161da tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Deleting port 33c02874-674a-457f-9d08-ff57d2f38ad1 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:50:35.536876 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ea851ec4-68c7-4ed8-ba8e-8b7fdb4161da tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:35.542609 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fb38ccde-5778-4584-bff5-24e559b5011f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:35.569656 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:35.584663 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-4167304f-61a3-4602-9692-c8e1beaed097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:35.633275 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb38ccde-5778-4584-bff5-24e559b5011f admin admin] Network 791bc321-b3bb-4f95-b53d-475500c5f7ea is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:50:35.671332 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-fb38ccde-5778-4584-bff5-24e559b5011f admin admin] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:50:35.705185 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb38ccde-5778-4584-bff5-24e559b5011f admin admin] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:50:35.714239 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 39240) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:35.747624 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-68e9365d-7926-4734-a023-57b4c22d49dd None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:35.773838 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fb38ccde-5778-4584-bff5-24e559b5011f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:35.794737 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4167304f-61a3-4602-9692-c8e1beaed097 None None] Routers {'fffd124e-5518-4bf6-9968-ecc314d53c1c'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:50:35.795991 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-4167304f-61a3-4602-9692-c8e1beaed097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:50:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['fffd124e-5518-4bf6-9968-ecc314d53c1c'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:50:35.868489 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-68e9365d-7926-4734-a023-57b4c22d49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:35.885264 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-04bb3a99-807b-4596-a5e3-480b323b1977 req-94d12552-ebbb-40e6-a0fe-63559bce96c2 tempest-ServerShowV254Test-1560443634 tempest-ServerShowV254Test-1560443634-project] 10.222.0.101 "GET /v2.0/ports?device_id=14f2dbd0-d94d-4fb9-9311-6efd5218480f HTTP/1.1" status: 200 len: 210 time: 0.0716169 Sep 24 15:50:35.928233 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb38ccde-5778-4584-bff5-24e559b5011f admin admin] Pushing event updated for resources: {'Port': ['ID=14dfe455-5146-4621-a687-1ffa9a0b2a9f,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:35.977095 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e9365d-7926-4734-a023-57b4c22d49dd None None] Pushing event updated for resources: {'Port': ['ID=0e2ff576-f85e-434e-9c9a-4cc1c090e840,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:36.004684 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-10800700-3a0d-4129-97d2-153b6cef3cf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc78f947-47ce-4d0d-934e-89b2f001abf3', 'name': 'tempest-TestAggregatesBasicOps-54800928-router', 'tenant_id': '05222413b80f443b8c7a45a48b9ebf53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '078360bf-38f6-44df-9f84-9a8f861fcfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:50:27Z', 'updated_at': '2021-09-24T15:50:30Z', 'revision_number': 3, 'project_id': '05222413b80f443b8c7a45a48b9ebf53', 'gw_port': {'id': '078360bf-38f6-44df-9f84-9a8f861fcfd1', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:85:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc78f947-47ce-4d0d-934e-89b2f001abf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:50:29Z', 'updated_at': '2021-09-24T15:50:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:50:36.019286 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e9365d-7926-4734-a023-57b4c22d49dd None None] Network 4a111ca4-a761-4ee5-a844-6d47b1fb1fe4 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:50:36.025396 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-68e9365d-7926-4734-a023-57b4c22d49dd None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:50:36.038723 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-ff0b7b2e-3227-4671-8ffc-5421b86fa422 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Allocated IP 172.20.0.6 (4a111ca4-a761-4ee5-a844-6d47b1fb1fe4/0c49ac79-e3a3-4853-aca7-32e6ec71535e/dd35b2b8-aa2e-41e8-874a-971c7fdf9809) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:50:36.084385 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-4167304f-61a3-4602-9692-c8e1beaed097 None None] Set router fffd124e-5518-4bf6-9968-ecc314d53c1c gateway port host: None {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:50:36.084511 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e9365d-7926-4734-a023-57b4c22d49dd None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:50:36.096333 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10800700-3a0d-4129-97d2-153b6cef3cf2 None None] The sync data for ids ['dc78f947-47ce-4d0d-934e-89b2f001abf3'] in n-d-808921-1 is: [{'id': 'dc78f947-47ce-4d0d-934e-89b2f001abf3', 'name': 'tempest-TestAggregatesBasicOps-54800928-router', 'tenant_id': '05222413b80f443b8c7a45a48b9ebf53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '078360bf-38f6-44df-9f84-9a8f861fcfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:50:27Z', 'updated_at': '2021-09-24T15:50:30Z', 'revision_number': 3, 'project_id': '05222413b80f443b8c7a45a48b9ebf53', 'gw_port': {'id': '078360bf-38f6-44df-9f84-9a8f861fcfd1', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:85:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc78f947-47ce-4d0d-934e-89b2f001abf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:50:29Z', 'updated_at': '2021-09-24T15:50:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:50:36.160005 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-91674061-b191-4536-b7df-034a7e525866 req-d42c11c6-14ce-41a3-9a4b-031618b6b74b tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=368ecdc8-1f6e-4df6-856f-be36aef0273c HTTP/1.1" status: 200 len: 210 time: 0.1439106 Sep 24 15:50:36.199380 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-ea851ec4-68c7-4ed8-ba8e-8b7fdb4161da tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] For port 33c02874-674a-457f-9d08-ff57d2f38ad1, host n-d-808921-1, got binding levels [] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:50:36.202863 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ea851ec4-68c7-4ed8-ba8e-8b7fdb4161da tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:36.246103 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235cb900-53c8-4de2-95c7-c123ca352a91 None None] Pushing event updated for resources: {'Port': ['ID=33c02874-674a-457f-9d08-ff57d2f38ad1,revision_number=3']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:36.257837 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-68e9365d-7926-4734-a023-57b4c22d49dd None None] Attempting to bind port 0e2ff576-f85e-434e-9c9a-4cc1c090e840 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:50:36.258277 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-68e9365d-7926-4734-a023-57b4c22d49dd None None] Attempting to bind port 0e2ff576-f85e-434e-9c9a-4cc1c090e840 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '33156e9d-9ce7-4230-89c7-40bda40819f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '4a111ca4-a761-4ee5-a844-6d47b1fb1fe4'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:50:36.258482 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-4167304f-61a3-4602-9692-c8e1beaed097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fffd124e-5518-4bf6-9968-ecc314d53c1c', 'name': '', 'tenant_id': '9fb67abc5759413e8c68b48435ad6111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:50:28Z', 'updated_at': '2021-09-24T15:50:35Z', 'revision_number': 4, 'project_id': '9fb67abc5759413e8c68b48435ad6111', 'gw_port_host': None}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:50:36.258761 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e9365d-7926-4734-a023-57b4c22d49dd None None] Attempting to bind port 0e2ff576-f85e-434e-9c9a-4cc1c090e840 on network 4a111ca4-a761-4ee5-a844-6d47b1fb1fe4 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:50:36.271410 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-755bf8ed-915b-4722-94ca-f09ae9af074d None None] Provisioning complete for port 14dfe455-5146-4621-a687-1ffa9a0b2a9f triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:50:36.271791 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-755bf8ed-915b-4722-94ca-f09ae9af074d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:36.273970 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e9365d-7926-4734-a023-57b4c22d49dd None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:50:36.274323 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e9365d-7926-4734-a023-57b4c22d49dd None None] Checking segment: {'id': '33156e9d-9ce7-4230-89c7-40bda40819f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '4a111ca4-a761-4ee5-a844-6d47b1fb1fe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:50:36.274742 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-68e9365d-7926-4734-a023-57b4c22d49dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:36.275140 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e9365d-7926-4734-a023-57b4c22d49dd None None] Bound using segment: {'id': '33156e9d-9ce7-4230-89c7-40bda40819f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '4a111ca4-a761-4ee5-a844-6d47b1fb1fe4'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:50:36.275625 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-68e9365d-7926-4734-a023-57b4c22d49dd None None] Bound port: 0e2ff576-f85e-434e-9c9a-4cc1c090e840, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33156e9d-9ce7-4230-89c7-40bda40819f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '4a111ca4-a761-4ee5-a844-6d47b1fb1fe4'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:50:36.276717 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-68e9365d-7926-4734-a023-57b4c22d49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:36.277861 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-ea851ec4-68c7-4ed8-ba8e-8b7fdb4161da tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Calling delete_port for 33c02874-674a-457f-9d08-ff57d2f38ad1 owned by network:router_gateway {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:50:36.344909 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4167304f-61a3-4602-9692-c8e1beaed097 None None] The sync data for ids ['fffd124e-5518-4bf6-9968-ecc314d53c1c'] in n-d-808921-1 is: [{'id': 'fffd124e-5518-4bf6-9968-ecc314d53c1c', 'name': '', 'tenant_id': '9fb67abc5759413e8c68b48435ad6111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:50:28Z', 'updated_at': '2021-09-24T15:50:35Z', 'revision_number': 4, 'project_id': '9fb67abc5759413e8c68b48435ad6111', 'gw_port_host': None}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:50:36.365214 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-209c9069-4ff3-4ec1-8b20-e166145b38d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:36.410182 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-755bf8ed-915b-4722-94ca-f09ae9af074d None None] Port 14dfe455-5146-4621-a687-1ffa9a0b2a9f cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:50:36.426297 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-68e9365d-7926-4734-a023-57b4c22d49dd None None] For port 0e2ff576-f85e-434e-9c9a-4cc1c090e840, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:50:36.431158 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-68e9365d-7926-4734-a023-57b4c22d49dd None None] For port 0e2ff576-f85e-434e-9c9a-4cc1c090e840, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=0e2ff576-f85e-434e-9c9a-4cc1c090e840,segment=NetworkSegment(33156e9d-9ce7-4230-89c7-40bda40819f6),segment_id=33156e9d-9ce7-4230-89c7-40bda40819f6)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:50:36.440925 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ff0b7b2e-3227-4671-8ffc-5421b86fa422 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:36.485786 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-a6f90d58-20a9-4d7d-8585-a59fc42e03a8 req-d7629470-e35c-4846-849a-30b0bb44cfc6 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:36.577832 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-68e9365d-7926-4734-a023-57b4c22d49dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:36.586916 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-209c9069-4ff3-4ec1-8b20-e166145b38d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:36.692225 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:36.698019 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-209c9069-4ff3-4ec1-8b20-e166145b38d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:36.753213 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e9365d-7926-4734-a023-57b4c22d49dd None None] Pushing event updated for resources: {'Port': ['ID=0e2ff576-f85e-434e-9c9a-4cc1c090e840,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:36.797185 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ff0b7b2e-3227-4671-8ffc-5421b86fa422 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:36.834386 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fb38ccde-5778-4584-bff5-24e559b5011f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:36.838491 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-209c9069-4ff3-4ec1-8b20-e166145b38d5 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=8931153980c24e07963f840cb2c7f61e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1230574 Sep 24 15:50:36.858134 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 39260) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:36.880393 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 078360bf-38f6-44df-9f84-9a8f861fcfd1 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:50:36.949447 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209c9069-4ff3-4ec1-8b20-e166145b38d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a27de55f-383b-4b5f-9fad-29842c904740,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:37.000504 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-a6f90d58-20a9-4d7d-8585-a59fc42e03a8 req-d7629470-e35c-4846-849a-30b0bb44cfc6 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:37.004467 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0b7b2e-3227-4671-8ffc-5421b86fa422 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Network 4a111ca4-a761-4ee5-a844-6d47b1fb1fe4 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:50:37.015673 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-ff0b7b2e-3227-4671-8ffc-5421b86fa422 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:50:37.015912 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['03256c2c-9512-46e8-bb7a-08f5c9148dbc'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:50:37.043675 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0b7b2e-3227-4671-8ffc-5421b86fa422 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:50:37.049415 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0b7b2e-3227-4671-8ffc-5421b86fa422 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Pushing event updated for resources: {'Port': ['ID=dd35b2b8-aa2e-41e8-874a-971c7fdf9809,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:37.057045 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 078360bf-38f6-44df-9f84-9a8f861fcfd1 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:50:37.057401 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:37.169597 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0b7b2e-3227-4671-8ffc-5421b86fa422 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:37.174558 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ff0b7b2e-3227-4671-8ffc-5421b86fa422 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:37.256054 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7b808614-ac8c-48aa-9584-acc304e66510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:37.302233 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ea851ec4-68c7-4ed8-ba8e-8b7fdb4161da tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:37.312268 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-569f5d4a-22d2-4e4b-8bde-d3593afc5f3a req-d66b85d9-9750-43fb-b9f4-a1bc491945bb tempest-ServerShowV254Test-1560443634 tempest-ServerShowV254Test-1560443634-project] 10.222.0.101 "GET /v2.0/ports?device_id=14f2dbd0-d94d-4fb9-9311-6efd5218480f HTTP/1.1" status: 200 len: 210 time: 0.2361891 Sep 24 15:50:37.325378 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-ff0b7b2e-3227-4671-8ffc-5421b86fa422 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2676721 Sep 24 15:50:37.325378 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 39274) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:37.330617 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-9f1b32a9-2429-41c4-a5e3-45e08af207e7 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Request body: {'port': {'network_id': '4a111ca4-a761-4ee5-a844-6d47b1fb1fe4', 'name': 'tempest-AllowedAddressPairTestJSON-195631912', 'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:7e:2b:f6'}]}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:50:37.354611 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6f90d58-20a9-4d7d-8585-a59fc42e03a8 req-d7629470-e35c-4846-849a-30b0bb44cfc6 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Network 2a61a80f-7424-4f72-8244-e2cfc0c281a3 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:50:37.399837 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:37.414049 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7b808614-ac8c-48aa-9584-acc304e66510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:37.418880 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [req-a6f90d58-20a9-4d7d-8585-a59fc42e03a8 req-d7629470-e35c-4846-849a-30b0bb44cfc6 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:50:37.425475 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6f90d58-20a9-4d7d-8585-a59fc42e03a8 req-d7629470-e35c-4846-849a-30b0bb44cfc6 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:50:37.483209 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port 078360bf-38f6-44df-9f84-9a8f861fcfd1, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=078360bf-38f6-44df-9f84-9a8f861fcfd1,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:50:37.522450 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb98d9-ed8b-4a6a-a486-1d34a0e85715 req-ec97647f-24a1-400e-8b27-cd5701b66ef4 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:37.530997 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d0fb98d9-ed8b-4a6a-a486-1d34a0e85715 req-ec97647f-24a1-400e-8b27-cd5701b66ef4 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=368ecdc8-1f6e-4df6-856f-be36aef0273c HTTP/1.1" status: 200 len: 931 time: 0.2531731 Sep 24 15:50:37.555073 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:37.559114 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7629470-e35c-4846-849a-30b0bb44cfc6 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Pushing event updated for resources: {'Port': ['ID=24548574-74ed-4b6c-9abd-217cffb7f18f,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:37.643241 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=078360bf-38f6-44df-9f84-9a8f861fcfd1,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:37.643936 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d0fb98d9-ed8b-4a6a-a486-1d34a0e85715 req-4a0a2e3c-c35f-4dc6-a90a-04c3deb4cbf6 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117303 Sep 24 15:50:37.682140 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea851ec4-68c7-4ed8-ba8e-8b7fdb4161da tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Pushing event deleted for resources: {'Port': ['ID=33c02874-674a-457f-9d08-ff57d2f38ad1,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:37.710735 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f90d58-20a9-4d7d-8585-a59fc42e03a8 req-d7629470-e35c-4846-849a-30b0bb44cfc6 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:37.711346 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-a6f90d58-20a9-4d7d-8585-a59fc42e03a8 req-d7629470-e35c-4846-849a-30b0bb44cfc6 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:37.720758 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f1b32a9-2429-41c4-a5e3-45e08af207e7 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Made reservation on behalf of f0b7ede2d8d9474297ee9a2e88bbc901 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:50:37.783485 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ea851ec4-68c7-4ed8-ba8e-8b7fdb4161da tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586576'] for router_gateway, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:37.789203 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fb38ccde-5778-4584-bff5-24e559b5011f admin admin] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:37.848605 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9f1b32a9-2429-41c4-a5e3-45e08af207e7 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:37.868034 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a6f90d58-20a9-4d7d-8585-a59fc42e03a8 req-d7629470-e35c-4846-849a-30b0bb44cfc6 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9392309 Sep 24 15:50:37.868567 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [None req-9f1b32a9-2429-41c4-a5e3-45e08af207e7 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] device_id is not set on port 705009bd-1b46-41e8-ba48-3886feb86ed9 yet. {{(pid=95298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:50:37.921107 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ea851ec4-68c7-4ed8-ba8e-8b7fdb4161da tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:37.927047 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-a6f90d58-20a9-4d7d-8585-a59fc42e03a8 req-c9fa02f1-8829-461e-ba39-7ba3b2f58f54 service neutron] Request body: {'port': {'device_id': '368ecdc8-1f6e-4df6-856f-be36aef0273c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:50:37.929606 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fb38ccde-5778-4584-bff5-24e559b5011f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:37.931840 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7b808614-ac8c-48aa-9584-acc304e66510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:37.934450 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7b808614-ac8c-48aa-9584-acc304e66510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:37.935785 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-7b808614-ac8c-48aa-9584-acc304e66510 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a27de55f-383b-4b5f-9fad-29842c904740 HTTP/1.1" status: 204 len: 168 time: 1.0755281 Sep 24 15:50:37.938322 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ea851ec4-68c7-4ed8-ba8e-8b7fdb4161da tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:38.024828 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b808614-ac8c-48aa-9584-acc304e66510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a27de55f-383b-4b5f-9fad-29842c904740,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:38.087819 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-9f1b32a9-2429-41c4-a5e3-45e08af207e7 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Allocated IP 172.20.0.10 (4a111ca4-a761-4ee5-a844-6d47b1fb1fe4/0c49ac79-e3a3-4853-aca7-32e6ec71535e/705009bd-1b46-41e8-ba48-3886feb86ed9) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:50:38.094615 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb38ccde-5778-4584-bff5-24e559b5011f admin admin] Pushing event updated for resources: {'Port': ['ID=14dfe455-5146-4621-a687-1ffa9a0b2a9f,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:38.153201 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fb38ccde-5778-4584-bff5-24e559b5011f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:38.162861 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-a6f90d58-20a9-4d7d-8585-a59fc42e03a8 req-c9fa02f1-8829-461e-ba39-7ba3b2f58f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:38.240290 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ea851ec4-68c7-4ed8-ba8e-8b7fdb4161da tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:38.240865 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea851ec4-68c7-4ed8-ba8e-8b7fdb4161da tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fffd124e-5518-4bf6-9968-ecc314d53c1c {{(pid=95297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:50:38.287599 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ea851ec4-68c7-4ed8-ba8e-8b7fdb4161da tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:38.287860 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9f1b32a9-2429-41c4-a5e3-45e08af207e7 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:38.288830 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ea851ec4-68c7-4ed8-ba8e-8b7fdb4161da tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] 10.222.0.101 "DELETE /v2.0/routers/fffd124e-5518-4bf6-9968-ecc314d53c1c HTTP/1.1" status: 204 len: 168 time: 4.1982698 Sep 24 15:50:38.293176 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 39290) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:38.412937 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9f1b32a9-2429-41c4-a5e3-45e08af207e7 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:38.503103 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72115fd6-3cd7-45b8-85ff-3bddf5f5f981 None None] Network 4a111ca4-a761-4ee5-a844-6d47b1fb1fe4 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:50:38.540722 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1b32a9-2429-41c4-a5e3-45e08af207e7 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Network 4a111ca4-a761-4ee5-a844-6d47b1fb1fe4 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:50:38.550423 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-9f1b32a9-2429-41c4-a5e3-45e08af207e7 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:50:38.553514 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1b32a9-2429-41c4-a5e3-45e08af207e7 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Pushing event updated for resources: {'Port': ['ID=705009bd-1b46-41e8-ba48-3886feb86ed9,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:38.572485 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1b32a9-2429-41c4-a5e3-45e08af207e7 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:50:38.707409 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-b404a722-202b-418a-8f6b-a3a39870c0c4 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Deleting subnet bbac6e7b-8611-4799-9a15-242bbc038e35 {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:50:38.725081 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f5872de-dd50-4500-95f6-141a7a19f185 None None] Provisioning complete for port 0e2ff576-f85e-434e-9c9a-4cc1c090e840 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:50:38.725456 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f5872de-dd50-4500-95f6-141a7a19f185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:38.732241 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1b32a9-2429-41c4-a5e3-45e08af207e7 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:38.732878 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9f1b32a9-2429-41c4-a5e3-45e08af207e7 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:38.747423 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-24bde45f-2e5b-4fd8-b771-413d280198e9 req-20e8a9e2-ad72-470a-b7a6-fdfdafa3d828 tempest-ServerShowV254Test-1560443634 tempest-ServerShowV254Test-1560443634-project] 10.222.0.101 "GET /v2.0/ports?device_id=14f2dbd0-d94d-4fb9-9311-6efd5218480f HTTP/1.1" status: 200 len: 210 time: 0.1860714 Sep 24 15:50:38.748111 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b404a722-202b-418a-8f6b-a3a39870c0c4 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:38.820741 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb38ccde-5778-4584-bff5-24e559b5011f admin admin] Network 791bc321-b3bb-4f95-b53d-475500c5f7ea is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:50:38.855041 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c36219-0dec-4961-b123-23196455a88f req-5dedec21-637c-4db8-8591-55b1ddaff88c tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:38.882234 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-69c36219-0dec-4961-b123-23196455a88f req-5dedec21-637c-4db8-8591-55b1ddaff88c tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=368ecdc8-1f6e-4df6-856f-be36aef0273c HTTP/1.1" status: 200 len: 931 time: 0.0948291 Sep 24 15:50:38.894021 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-fb38ccde-5778-4584-bff5-24e559b5011f admin admin] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:50:38.901864 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-9f1b32a9-2429-41c4-a5e3-45e08af207e7 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.5762675 Sep 24 15:50:38.915344 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 39304) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:38.974257 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b404a722-202b-418a-8f6b-a3a39870c0c4 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:39.001098 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 078360bf-38f6-44df-9f84-9a8f861fcfd1 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:50:39.068586 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-69c36219-0dec-4961-b123-23196455a88f req-6b9b3a90-6302-4da5-9604-589ad62f60a5 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847701 Sep 24 15:50:39.148424 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606c9b07-d7e6-43d9-b630-60aeceba6614 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:39.169079 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:39.173401 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606c9b07-d7e6-43d9-b630-60aeceba6614 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:39.180933 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-606c9b07-d7e6-43d9-b630-60aeceba6614 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:39.182710 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-606c9b07-d7e6-43d9-b630-60aeceba6614 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.2662168 Sep 24 15:50:39.183407 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 39308) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:39.185608 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 39310) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:39.264022 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 078360bf-38f6-44df-9f84-9a8f861fcfd1 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:50:39.269813 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:39.306271 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4769c918-c8b3-49ed-838d-87e18e8e872c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:39.340564 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f5872de-dd50-4500-95f6-141a7a19f185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:39.406288 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-38baed5f-e9d0-43ee-a134-88749e358c12 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Deleting port 705009bd-1b46-41e8-ba48-3886feb86ed9 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:50:39.406651 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-38baed5f-e9d0-43ee-a134-88749e358c12 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:39.424723 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f5872de-dd50-4500-95f6-141a7a19f185 None None] For port 0e2ff576-f85e-434e-9c9a-4cc1c090e840, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=0e2ff576-f85e-434e-9c9a-4cc1c090e840,segment=NetworkSegment(33156e9d-9ce7-4230-89c7-40bda40819f6),segment_id=33156e9d-9ce7-4230-89c7-40bda40819f6)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:50:39.430172 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 0e2ff576-f85e-434e-9c9a-4cc1c090e840 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:50:39.526755 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f5872de-dd50-4500-95f6-141a7a19f185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:39.533525 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [req-a6f90d58-20a9-4d7d-8585-a59fc42e03a8 req-c9fa02f1-8829-461e-ba39-7ba3b2f58f54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24548574-74ed-4b6c-9abd-217cffb7f18f {{(pid=95297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:50:39.543288 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-38baed5f-e9d0-43ee-a134-88749e358c12 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:39.543913 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-a6f90d58-20a9-4d7d-8585-a59fc42e03a8 req-c9fa02f1-8829-461e-ba39-7ba3b2f58f54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:39.555470 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4769c918-c8b3-49ed-838d-87e18e8e872c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:39.559547 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.provisioning_blocks [req-a6f90d58-20a9-4d7d-8585-a59fc42e03a8 req-c9fa02f1-8829-461e-ba39-7ba3b2f58f54 service neutron] Transition to ACTIVE for port object 24548574-74ed-4b6c-9abd-217cffb7f18f will not be triggered until provisioned by entity L2. {{(pid=95297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:50:39.563072 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-38baed5f-e9d0-43ee-a134-88749e358c12 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Calling delete_port for 705009bd-1b46-41e8-ba48-3886feb86ed9 owned by {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:50:39.617453 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 0e2ff576-f85e-434e-9c9a-4cc1c090e840 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:50:39.618153 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:39.632154 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4769c918-c8b3-49ed-838d-87e18e8e872c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:39.647928 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b404a722-202b-418a-8f6b-a3a39870c0c4 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:39.674455 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5872de-dd50-4500-95f6-141a7a19f185 None None] Pushing event updated for resources: {'Port': ['ID=0e2ff576-f85e-434e-9c9a-4cc1c090e840,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:39.689475 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-b7b7962a-b1ec-4a5a-acae-45ee0b0e233d None None] Provisioning complete for port 14dfe455-5146-4621-a687-1ffa9a0b2a9f triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:50:39.689853 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b7b7962a-b1ec-4a5a-acae-45ee0b0e233d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:39.747724 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4769c918-c8b3-49ed-838d-87e18e8e872c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a11e317c-95ff-4274-aad7-660f19bd7e27,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:39.757242 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-4769c918-c8b3-49ed-838d-87e18e8e872c admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e3a2f489ef454b63bdffc0a5887128de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5724776 Sep 24 15:50:39.759551 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 39320) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:39.769805 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-a6f90d58-20a9-4d7d-8585-a59fc42e03a8 req-c9fa02f1-8829-461e-ba39-7ba3b2f58f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:39.823372 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-b7b7962a-b1ec-4a5a-acae-45ee0b0e233d None None] Port 14dfe455-5146-4621-a687-1ffa9a0b2a9f cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:50:39.929525 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fa02f1-8829-461e-ba39-7ba3b2f58f54 service neutron] Pushing event updated for resources: {'Port': ['ID=24548574-74ed-4b6c-9abd-217cffb7f18f,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:39.933338 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb38ccde-5778-4584-bff5-24e559b5011f admin admin] Router dc78f947-47ce-4d0d-934e-89b2f001abf3 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:50:39.953262 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-3fd8032f-74ea-4287-b197-3c93597dab16 None None] Provisioning complete for port dd35b2b8-aa2e-41e8-874a-971c7fdf9809 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:50:39.953796 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3fd8032f-74ea-4287-b197-3c93597dab16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:39.960733 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4e5c3324-a6a0-43a3-968d-e076dfa9087d req-c4184dcc-5cf6-44a5-b226-e048d30ca3a2 tempest-ServerShowV254Test-1560443634 tempest-ServerShowV254Test-1560443634-project] 10.222.0.101 "GET /v2.0/ports?device_id=14f2dbd0-d94d-4fb9-9311-6efd5218480f HTTP/1.1" status: 200 len: 210 time: 0.0736189 Sep 24 15:50:39.976429 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c95e536e-3ac1-4046-aeed-6ae4453b9d28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:40.013435 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c95e536e-3ac1-4046-aeed-6ae4453b9d28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:40.051406 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-3fd8032f-74ea-4287-b197-3c93597dab16 None None] Port dd35b2b8-aa2e-41e8-874a-971c7fdf9809 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:50:40.053734 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-38baed5f-e9d0-43ee-a134-88749e358c12 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:40.055131 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-3fd8032f-74ea-4287-b197-3c93597dab16 None None] Could not find standard attr ID for object 705009bd-1b46-41e8-ba48-3886feb86ed9. {{(pid=95299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 15:50:40.068181 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-3fd8032f-74ea-4287-b197-3c93597dab16 None None] Provisioning complete for port 0e2ff576-f85e-434e-9c9a-4cc1c090e840 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:50:40.069195 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3fd8032f-74ea-4287-b197-3c93597dab16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:40.078525 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-a6f90d58-20a9-4d7d-8585-a59fc42e03a8 req-c9fa02f1-8829-461e-ba39-7ba3b2f58f54 service neutron] Attempting to bind port 24548574-74ed-4b6c-9abd-217cffb7f18f on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:50:40.078871 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-a6f90d58-20a9-4d7d-8585-a59fc42e03a8 req-c9fa02f1-8829-461e-ba39-7ba3b2f58f54 service neutron] Attempting to bind port 24548574-74ed-4b6c-9abd-217cffb7f18f by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': '52d1c812-065d-43bf-bb73-529423424f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '2a61a80f-7424-4f72-8244-e2cfc0c281a3'}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:50:40.079243 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f90d58-20a9-4d7d-8585-a59fc42e03a8 req-c9fa02f1-8829-461e-ba39-7ba3b2f58f54 service neutron] Attempting to bind port 24548574-74ed-4b6c-9abd-217cffb7f18f on network 2a61a80f-7424-4f72-8244-e2cfc0c281a3 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:50:40.081805 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b404a722-202b-418a-8f6b-a3a39870c0c4 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:40.104052 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38baed5f-e9d0-43ee-a134-88749e358c12 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Pushing event deleted for resources: {'Port': ['ID=705009bd-1b46-41e8-ba48-3886feb86ed9,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:40.133450 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b404a722-202b-418a-8f6b-a3a39870c0c4 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:40.137956 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b404a722-202b-418a-8f6b-a3a39870c0c4 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] 10.222.0.101 "DELETE /v2.0/subnets/bbac6e7b-8611-4799-9a15-242bbc038e35 HTTP/1.1" status: 204 len: 168 time: 1.8334067 Sep 24 15:50:40.140031 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b404a722-202b-418a-8f6b-a3a39870c0c4 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=bbac6e7b-8611-4799-9a15-242bbc038e35,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:40.140199 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 39332) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:40.157901 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f90d58-20a9-4d7d-8585-a59fc42e03a8 req-c9fa02f1-8829-461e-ba39-7ba3b2f58f54 service neutron] Port 24548574-74ed-4b6c-9abd-217cffb7f18f on network 2a61a80f-7424-4f72-8244-e2cfc0c281a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:50:40.158591 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f90d58-20a9-4d7d-8585-a59fc42e03a8 req-c9fa02f1-8829-461e-ba39-7ba3b2f58f54 service neutron] Attempting to bind port 24548574-74ed-4b6c-9abd-217cffb7f18f on network 2a61a80f-7424-4f72-8244-e2cfc0c281a3 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:50:40.187308 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f90d58-20a9-4d7d-8585-a59fc42e03a8 req-c9fa02f1-8829-461e-ba39-7ba3b2f58f54 service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:50:40.187830 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f90d58-20a9-4d7d-8585-a59fc42e03a8 req-c9fa02f1-8829-461e-ba39-7ba3b2f58f54 service neutron] Checking segment: {'id': '52d1c812-065d-43bf-bb73-529423424f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '2a61a80f-7424-4f72-8244-e2cfc0c281a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:50:40.188375 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f90d58-20a9-4d7d-8585-a59fc42e03a8 req-c9fa02f1-8829-461e-ba39-7ba3b2f58f54 service neutron] Bound using segment: {'id': '52d1c812-065d-43bf-bb73-529423424f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '2a61a80f-7424-4f72-8244-e2cfc0c281a3'} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:50:40.188836 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-a6f90d58-20a9-4d7d-8585-a59fc42e03a8 req-c9fa02f1-8829-461e-ba39-7ba3b2f58f54 service neutron] Bound port: 24548574-74ed-4b6c-9abd-217cffb7f18f, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52d1c812-065d-43bf-bb73-529423424f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '2a61a80f-7424-4f72-8244-e2cfc0c281a3'}}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:50:40.189319 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-a6f90d58-20a9-4d7d-8585-a59fc42e03a8 req-c9fa02f1-8829-461e-ba39-7ba3b2f58f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:40.321959 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb38ccde-5778-4584-bff5-24e559b5011f admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:50:40.340793 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-fb38ccde-5778-4584-bff5-24e559b5011f admin admin] 10.222.0.101 "PUT /v2.0/routers/dc78f947-47ce-4d0d-934e-89b2f001abf3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3598802 Sep 24 15:50:40.348467 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f0e236-727b-45d6-a3cb-1628a1f09443 None None] Sync routers for ids ['dc78f947-47ce-4d0d-934e-89b2f001abf3'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:50:40.351542 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9431b8e9-f0d6-4bf3-8477-9f8b6efb2121 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:40.356143 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c95e536e-3ac1-4046-aeed-6ae4453b9d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:40.358746 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c95e536e-3ac1-4046-aeed-6ae4453b9d28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:40.359951 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-c95e536e-3ac1-4046-aeed-6ae4453b9d28 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a11e317c-95ff-4274-aad7-660f19bd7e27 HTTP/1.1" status: 204 len: 168 time: 0.5991225 Sep 24 15:50:40.373009 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2b3fbe-8271-471b-b73e-c1e38c38a8c6 req-7c315474-53ba-4618-bca5-0bf33caf360e tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:40.379636 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f0e236-727b-45d6-a3cb-1628a1f09443 None None] Routers {'dc78f947-47ce-4d0d-934e-89b2f001abf3'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:50:40.380513 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3c2b3fbe-8271-471b-b73e-c1e38c38a8c6 req-7c315474-53ba-4618-bca5-0bf33caf360e tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=368ecdc8-1f6e-4df6-856f-be36aef0273c HTTP/1.1" status: 200 len: 943 time: 0.2164116 Sep 24 15:50:40.380785 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-e1f0e236-727b-45d6-a3cb-1628a1f09443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:50:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['dc78f947-47ce-4d0d-934e-89b2f001abf3'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:50:40.384639 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-8706d9e9-3751-4e04-9bd5-6c39bf456702 None None] Could not find standard attr ID for object 705009bd-1b46-41e8-ba48-3886feb86ed9. {{(pid=95299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 15:50:40.409582 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95e536e-3ac1-4046-aeed-6ae4453b9d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11e317c-95ff-4274-aad7-660f19bd7e27,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:40.432332 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-38baed5f-e9d0-43ee-a134-88749e358c12 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:40.434842 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-a6f90d58-20a9-4d7d-8585-a59fc42e03a8 req-c9fa02f1-8829-461e-ba39-7ba3b2f58f54 service neutron] For port 24548574-74ed-4b6c-9abd-217cffb7f18f, host n-h1-808921-1, cleared binding levels {{(pid=95297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:50:40.435122 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-38baed5f-e9d0-43ee-a134-88749e358c12 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] 10.222.0.101 "DELETE /v2.0/ports/705009bd-1b46-41e8-ba48-3886feb86ed9 HTTP/1.1" status: 204 len: 168 time: 1.2486060 Sep 24 15:50:40.441359 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 39342) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:40.519283 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ec6c121-7311-4528-a9e5-df3d0b03be52 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] GET failed (client error): The resource could not be found. Sep 24 15:50:40.520332 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9431b8e9-f0d6-4bf3-8477-9f8b6efb2121 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:40.524660 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-5ec6c121-7311-4528-a9e5-df3d0b03be52 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] 10.222.0.101 "GET /v2.0/ports/705009bd-1b46-41e8-ba48-3886feb86ed9 HTTP/1.1" status: 404 len: 333 time: 0.0706611 Sep 24 15:50:40.525023 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 39344) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:40.537927 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-8dd8d676-5951-4928-a8db-227336699a81 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Request body: {'port': {'network_id': '4a111ca4-a761-4ee5-a844-6d47b1fb1fe4', 'name': 'tempest-AllowedAddressPairTestJSON-1135204897'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:50:40.538448 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-a6f90d58-20a9-4d7d-8585-a59fc42e03a8 req-c9fa02f1-8829-461e-ba39-7ba3b2f58f54 service neutron] For port 24548574-74ed-4b6c-9abd-217cffb7f18f, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=24548574-74ed-4b6c-9abd-217cffb7f18f,segment=NetworkSegment(52d1c812-065d-43bf-bb73-529423424f9b),segment_id=52d1c812-065d-43bf-bb73-529423424f9b)] {{(pid=95297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:50:40.542586 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3c2b3fbe-8271-471b-b73e-c1e38c38a8c6 req-e80d3943-aed1-4fe6-837d-47a776f6a36f tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611490 Sep 24 15:50:40.569975 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-9431b8e9-f0d6-4bf3-8477-9f8b6efb2121 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f848902-841f-483c-accc-7ecbc2ca750e']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:50:40.592351 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-9431b8e9-f0d6-4bf3-8477-9f8b6efb2121 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef610973-886f-4c6c-ae17-1b63524c23b5') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:50:40.592351 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-9431b8e9-f0d6-4bf3-8477-9f8b6efb2121 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef610973-886f-4c6c-ae17-1b63524c23b5') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:50:40.607454 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-a6f90d58-20a9-4d7d-8585-a59fc42e03a8 req-c9fa02f1-8829-461e-ba39-7ba3b2f58f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:40.641528 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9431b8e9-f0d6-4bf3-8477-9f8b6efb2121 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:40.667627 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9431b8e9-f0d6-4bf3-8477-9f8b6efb2121 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:40.671136 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fa02f1-8829-461e-ba39-7ba3b2f58f54 service neutron] Pushing event updated for resources: {'Port': ['ID=24548574-74ed-4b6c-9abd-217cffb7f18f,revision_number=3']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:40.672848 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-e1f0e236-727b-45d6-a3cb-1628a1f09443 None None] Set router dc78f947-47ce-4d0d-934e-89b2f001abf3 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:50:40.688073 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f90d58-20a9-4d7d-8585-a59fc42e03a8 req-c9fa02f1-8829-461e-ba39-7ba3b2f58f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:40.688712 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-a6f90d58-20a9-4d7d-8585-a59fc42e03a8 req-c9fa02f1-8829-461e-ba39-7ba3b2f58f54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:40.689111 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9431b8e9-f0d6-4bf3-8477-9f8b6efb2121 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Releasing vlan 1267 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:50:40.690079 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9431b8e9-f0d6-4bf3-8477-9f8b6efb2121 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:40.693439 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a6f90d58-20a9-4d7d-8585-a59fc42e03a8 req-c9fa02f1-8829-461e-ba39-7ba3b2f58f54 service neutron] 10.222.0.110 "PUT /v2.0/ports/24548574-74ed-4b6c-9abd-217cffb7f18f HTTP/1.1" status: 200 len: 1091 time: 2.7746961 Sep 24 15:50:40.693942 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '368ecdc8-1f6e-4df6-856f-be36aef0273c', 'tag': '24548574-74ed-4b6c-9abd-217cffb7f18f'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:50:40.695402 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:50:40.695402 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:50:40.695402 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:50:40.695402 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:50:40.695402 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:50:40.695402 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:50:40.695402 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:50:40.695402 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:50:40.695402 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:50:40.695402 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:50:40.695402 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:50:40.695402 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:50:40.695402 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:50:40.695402 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:50:40.695402 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:50:40.695402 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:50:40.695402 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:50:40.695402 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:50:40.695402 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:50:40.695402 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:50:40.695402 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:50:40.695402 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:50:40.695402 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:50:40.695402 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:50:40.695402 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:50:40.695402 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:50:40.695402 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:50:40.695402 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:50:40.695402 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:50:40.695402 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:50:40.695402 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:50:40.695402 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:50:40.699161 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536538c8-a515-41e4-abf7-6683d500ecb9" -d '{"events": [{"name": "network-changed", "server_uuid": "368ecdc8-1f6e-4df6-856f-be36aef0273c", "tag": "24548574-74ed-4b6c-9abd-217cffb7f18f"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:50:40.777415 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c649d8be-facb-4ad2-8432-86f485e78cf8 x-openstack-request-id: req-c649d8be-facb-4ad2-8432-86f485e78cf8 {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:50:40.777415 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "368ecdc8-1f6e-4df6-856f-be36aef0273c", "tag": "24548574-74ed-4b6c-9abd-217cffb7f18f", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:50:40.777415 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c649d8be-facb-4ad2-8432-86f485e78cf8 {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:50:40.777415 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '368ecdc8-1f6e-4df6-856f-be36aef0273c', 'tag': '24548574-74ed-4b6c-9abd-217cffb7f18f', 'status': 'completed', 'code': 200} Sep 24 15:50:40.778755 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 0e2ff576-f85e-434e-9c9a-4cc1c090e840 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:50:40.867868 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536538c8-a515-41e4-abf7-6683d500ecb9 req-733a3193-4694-46d0-a34d-4871203a0e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:40.867868 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-536538c8-a515-41e4-abf7-6683d500ecb9 req-733a3193-4694-46d0-a34d-4871203a0e74 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=7ecdf69c945d45baa1f224469b4d842c&device_id=368ecdc8-1f6e-4df6-856f-be36aef0273c HTTP/1.1" status: 200 len: 1094 time: 0.0589228 Sep 24 15:50:40.923159 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 0e2ff576-f85e-434e-9c9a-4cc1c090e840 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:50:40.923539 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:40.935823 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:40.978220 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536538c8-a515-41e4-abf7-6683d500ecb9 req-c9ea4394-a26e-4857-a4c5-984024209817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:40.979755 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-536538c8-a515-41e4-abf7-6683d500ecb9 req-c9ea4394-a26e-4857-a4c5-984024209817 service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=7ecdf69c945d45baa1f224469b4d842c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1019659 Sep 24 15:50:40.983895 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd8d676-5951-4928-a8db-227336699a81 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Made reservation on behalf of f0b7ede2d8d9474297ee9a2e88bbc901 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:50:40.988903 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8dd8d676-5951-4928-a8db-227336699a81 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:40.992191 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9431b8e9-f0d6-4bf3-8477-9f8b6efb2121 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:41.007405 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9431b8e9-f0d6-4bf3-8477-9f8b6efb2121 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7f848902-841f-483c-accc-7ecbc2ca750e {{(pid=95298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 24 15:50:41.012242 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9431b8e9-f0d6-4bf3-8477-9f8b6efb2121 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:41.018481 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-9431b8e9-f0d6-4bf3-8477-9f8b6efb2121 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] 10.222.0.101 "DELETE /v2.0/networks/7f848902-841f-483c-accc-7ecbc2ca750e HTTP/1.1" status: 204 len: 168 time: 0.8737810 Sep 24 15:50:41.044087 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [None req-8dd8d676-5951-4928-a8db-227336699a81 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] device_id is not set on port 7b140883-d58a-447b-9139-55b8e04741b5 yet. {{(pid=95298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:50:41.144426 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-e1f0e236-727b-45d6-a3cb-1628a1f09443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc78f947-47ce-4d0d-934e-89b2f001abf3', 'name': 'tempest-TestAggregatesBasicOps-54800928-router', 'tenant_id': '05222413b80f443b8c7a45a48b9ebf53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '078360bf-38f6-44df-9f84-9a8f861fcfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:50:27Z', 'updated_at': '2021-09-24T15:50:36Z', 'revision_number': 4, 'project_id': '05222413b80f443b8c7a45a48b9ebf53', 'gw_port': {'id': '078360bf-38f6-44df-9f84-9a8f861fcfd1', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:85:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc78f947-47ce-4d0d-934e-89b2f001abf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:50:29Z', 'updated_at': '2021-09-24T15:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '14dfe455-5146-4621-a687-1ffa9a0b2a9f', 'name': '', 'network_id': '791bc321-b3bb-4f95-b53d-475500c5f7ea', 'tenant_id': '05222413b80f443b8c7a45a48b9ebf53', 'mac_address': 'fa:16:3e:6b:e2:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc78f947-47ce-4d0d-934e-89b2f001abf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': 'ea53ad95-546f-476b-962c-1979f09c1c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:50:33Z', 'updated_at': '2021-09-24T15:50:36Z', 'revision_number': 2, 'project_id': '05222413b80f443b8c7a45a48b9ebf53', 'subnets': [{'id': 'ea53ad95-546f-476b-962c-1979f09c1c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:50:41.166432 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-8dd8d676-5951-4928-a8db-227336699a81 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Allocated IP 172.20.0.14 (4a111ca4-a761-4ee5-a844-6d47b1fb1fe4/0c49ac79-e3a3-4853-aca7-32e6ec71535e/7b140883-d58a-447b-9139-55b8e04741b5) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:50:41.205043 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f0e236-727b-45d6-a3cb-1628a1f09443 None None] Checking router: dc78f947-47ce-4d0d-934e-89b2f001abf3 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:50:41.205407 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f0e236-727b-45d6-a3cb-1628a1f09443 None None] Updating router dc78f947-47ce-4d0d-934e-89b2f001abf3 port 14dfe455-5146-4621-a687-1ffa9a0b2a9f binding host n-d-808921-1 {{(pid=95299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:50:41.212190 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1345b431-23c9-456e-9bf8-c4a28c3c2c52 req-42ce05f6-4a20-4bfa-b7a8-52b33d1d1129 tempest-ServerShowV254Test-1560443634 tempest-ServerShowV254Test-1560443634-project] 10.222.0.101 "GET /v2.0/ports?device_id=14f2dbd0-d94d-4fb9-9311-6efd5218480f HTTP/1.1" status: 200 len: 210 time: 0.0765023 Sep 24 15:50:41.235480 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e1f0e236-727b-45d6-a3cb-1628a1f09443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:41.260121 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536538c8-a515-41e4-abf7-6683d500ecb9 req-6c656be7-df71-4d3a-8fb8-669e551bc8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:41.261588 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-536538c8-a515-41e4-abf7-6683d500ecb9 req-6c656be7-df71-4d3a-8fb8-669e551bc8dd service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2715650 Sep 24 15:50:41.380527 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8dd8d676-5951-4928-a8db-227336699a81 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:41.388571 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f90d58-20a9-4d7d-8585-a59fc42e03a8 req-c4998ef1-b889-4e8f-9a98-3157fcd99c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:41.395046 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a6f90d58-20a9-4d7d-8585-a59fc42e03a8 req-c4998ef1-b889-4e8f-9a98-3157fcd99c39 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=7ecdf69c945d45baa1f224469b4d842c&device_id=368ecdc8-1f6e-4df6-856f-be36aef0273c HTTP/1.1" status: 200 len: 1094 time: 0.0866878 Sep 24 15:50:41.413906 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9431b8e9-f0d6-4bf3-8477-9f8b6efb2121 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Pushing event deleted for resources: {'Network': ['ID=7f848902-841f-483c-accc-7ecbc2ca750e,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:41.468715 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a6f90d58-20a9-4d7d-8585-a59fc42e03a8 req-a0ad4f29-d3a4-4e59-bedc-71bf4ea9172d service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=24548574-74ed-4b6c-9abd-217cffb7f18f HTTP/1.1" status: 200 len: 217 time: 0.0641367 Sep 24 15:50:41.484209 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8dd8d676-5951-4928-a8db-227336699a81 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:41.542936 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd8d676-5951-4928-a8db-227336699a81 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Pushing event updated for resources: {'Port': ['ID=7b140883-d58a-447b-9139-55b8e04741b5,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:41.545334 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f90d58-20a9-4d7d-8585-a59fc42e03a8 req-fdf4d8cd-86ac-4a76-b79b-1ee911963e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:41.546934 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a6f90d58-20a9-4d7d-8585-a59fc42e03a8 req-fdf4d8cd-86ac-4a76-b79b-1ee911963e30 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=054caf3c-8a4a-4094-a019-5885b1b27205 HTTP/1.1" status: 200 len: 854 time: 0.0644274 Sep 24 15:50:41.576725 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd8d676-5951-4928-a8db-227336699a81 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Network 4a111ca4-a761-4ee5-a844-6d47b1fb1fe4 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:50:41.578686 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-8dd8d676-5951-4928-a8db-227336699a81 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:50:41.581536 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd8d676-5951-4928-a8db-227336699a81 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:50:41.636282 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a6f90d58-20a9-4d7d-8585-a59fc42e03a8 req-614e6476-f2d3-4073-a4ec-ab464e4c5b0a service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=2a61a80f-7424-4f72-8244-e2cfc0c281a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0758145 Sep 24 15:50:41.650614 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [req-a6f90d58-20a9-4d7d-8585-a59fc42e03a8 req-aa317e45-4048-4e91-896f-35814362f1b2 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:50:41.652543 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a6f90d58-20a9-4d7d-8585-a59fc42e03a8 req-aa317e45-4048-4e91-896f-35814362f1b2 service neutron] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097222 Sep 24 15:50:41.694685 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd8d676-5951-4928-a8db-227336699a81 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:41.695362 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8dd8d676-5951-4928-a8db-227336699a81 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:41.768127 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e1f0e236-727b-45d6-a3cb-1628a1f09443 None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:41.806362 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dca23e-427f-484b-8da4-3da92d5ebcdd req-d3808564-d54d-44c0-8b10-68931070df23 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:41.814911 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-87dca23e-427f-484b-8da4-3da92d5ebcdd req-d3808564-d54d-44c0-8b10-68931070df23 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=368ecdc8-1f6e-4df6-856f-be36aef0273c HTTP/1.1" status: 200 len: 943 time: 0.1139874 Sep 24 15:50:41.852769 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e1f0e236-727b-45d6-a3cb-1628a1f09443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:41.858326 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-8dd8d676-5951-4928-a8db-227336699a81 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3272059 Sep 24 15:50:41.861774 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 39386) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:41.871442 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-2652671a-c84b-41ec-a082-c21887b586f5 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:7e:2b:f6'}]}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:50:41.871641 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a6f90d58-20a9-4d7d-8585-a59fc42e03a8 req-1129e0df-ff57-40c1-9eac-0aa9abd6f437 service neutron] 10.222.0.110 "GET /v2.0/networks/2a61a80f-7424-4f72-8244-e2cfc0c281a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088463 Sep 24 15:50:41.902812 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-87dca23e-427f-484b-8da4-3da92d5ebcdd req-36253326-b2d4-41a2-a9f1-e400d314173e tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795090 Sep 24 15:50:41.940229 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 39390) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:41.956258 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-26dfd7f9-e1ac-48ac-88af-1e3369e3e213 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Request body: {'router': {'name': 'tempest-router--1477308330', 'project_id': '8abf6adeb2934cebbed385a193a6da04'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:50:41.971922 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14b4902-eeb4-4c35-9275-8737c8e23779 None None] Pushing event updated for resources: {'Port': ['ID=14dfe455-5146-4621-a687-1ffa9a0b2a9f,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:41.994816 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14b4902-eeb4-4c35-9275-8737c8e23779 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:50:41.995166 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14b4902-eeb4-4c35-9275-8737c8e23779 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:50:41.996869 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14b4902-eeb4-4c35-9275-8737c8e23779 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:50:41.997278 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14b4902-eeb4-4c35-9275-8737c8e23779 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:50:41.997632 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14b4902-eeb4-4c35-9275-8737c8e23779 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:50:42.000753 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14b4902-eeb4-4c35-9275-8737c8e23779 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:50:42.000753 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14b4902-eeb4-4c35-9275-8737c8e23779 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:50:42.000753 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14b4902-eeb4-4c35-9275-8737c8e23779 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:50:42.000753 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14b4902-eeb4-4c35-9275-8737c8e23779 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:50:42.001128 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14b4902-eeb4-4c35-9275-8737c8e23779 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:50:42.001514 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14b4902-eeb4-4c35-9275-8737c8e23779 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:50:42.001862 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b14b4902-eeb4-4c35-9275-8737c8e23779 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:50:42.072883 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2652671a-c84b-41ec-a082-c21887b586f5 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:42.123533 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-1f416e35-f57c-4d82-a769-291a86c105ea None None] Provisioning complete for port 7b140883-d58a-447b-9139-55b8e04741b5 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:50:42.124014 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-1f416e35-f57c-4d82-a769-291a86c105ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:42.155714 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a6f90d58-20a9-4d7d-8585-a59fc42e03a8 req-ea376a3b-934f-4a9c-8ddc-25a6b2158213 service neutron] 10.222.0.110 "GET /v2.0/networks/2a61a80f-7424-4f72-8244-e2cfc0c281a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732368 Sep 24 15:50:42.179260 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-1f416e35-f57c-4d82-a769-291a86c105ea None None] Port 7b140883-d58a-447b-9139-55b8e04741b5 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:50:42.184398 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-e1f0e236-727b-45d6-a3cb-1628a1f09443 None None] Attempting to bind port 14dfe455-5146-4621-a687-1ffa9a0b2a9f on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:50:42.184733 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-e1f0e236-727b-45d6-a3cb-1628a1f09443 None None] Attempting to bind port 14dfe455-5146-4621-a687-1ffa9a0b2a9f by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '564fbddd-30a0-4331-bbc2-709bd1a60e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '791bc321-b3bb-4f95-b53d-475500c5f7ea'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:50:42.185107 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f0e236-727b-45d6-a3cb-1628a1f09443 None None] Attempting to bind port 14dfe455-5146-4621-a687-1ffa9a0b2a9f on network 791bc321-b3bb-4f95-b53d-475500c5f7ea {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:50:42.192030 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f0e236-727b-45d6-a3cb-1628a1f09443 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:50:42.192390 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f0e236-727b-45d6-a3cb-1628a1f09443 None None] Checking segment: {'id': '564fbddd-30a0-4331-bbc2-709bd1a60e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '791bc321-b3bb-4f95-b53d-475500c5f7ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:50:42.192798 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e1f0e236-727b-45d6-a3cb-1628a1f09443 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:42.193195 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f0e236-727b-45d6-a3cb-1628a1f09443 None None] Bound using segment: {'id': '564fbddd-30a0-4331-bbc2-709bd1a60e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '791bc321-b3bb-4f95-b53d-475500c5f7ea'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:50:42.193959 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-e1f0e236-727b-45d6-a3cb-1628a1f09443 None None] Bound port: 14dfe455-5146-4621-a687-1ffa9a0b2a9f, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '564fbddd-30a0-4331-bbc2-709bd1a60e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '791bc321-b3bb-4f95-b53d-475500c5f7ea'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:50:42.194521 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e1f0e236-727b-45d6-a3cb-1628a1f09443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:42.195697 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-26dfd7f9-e1ac-48ac-88af-1e3369e3e213 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:42.197040 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-26dfd7f9-e1ac-48ac-88af-1e3369e3e213 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:42.341442 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-26dfd7f9-e1ac-48ac-88af-1e3369e3e213 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:42.422331 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-62be7329-572b-45bc-814e-1df258223ccf req-4bbc4646-b782-4c8a-8571-5a7f6d71719e tempest-ServerShowV254Test-1560443634 tempest-ServerShowV254Test-1560443634-project] 10.222.0.101 "GET /v2.0/ports?device_id=14f2dbd0-d94d-4fb9-9311-6efd5218480f HTTP/1.1" status: 200 len: 210 time: 0.0406299 Sep 24 15:50:42.436450 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-1554791b-6a77-418f-9c16-7b4d67c7c57e None None] Provisioning complete for port 14dfe455-5146-4621-a687-1ffa9a0b2a9f triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:50:42.436819 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-1554791b-6a77-418f-9c16-7b4d67c7c57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:42.448170 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-26dfd7f9-e1ac-48ac-88af-1e3369e3e213 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:42.454800 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2652671a-c84b-41ec-a082-c21887b586f5 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:42.474963 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-e1f0e236-727b-45d6-a3cb-1628a1f09443 None None] For port 14dfe455-5146-4621-a687-1ffa9a0b2a9f, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:50:42.499151 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-e1f0e236-727b-45d6-a3cb-1628a1f09443 None None] For port 14dfe455-5146-4621-a687-1ffa9a0b2a9f, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=14dfe455-5146-4621-a687-1ffa9a0b2a9f,segment=NetworkSegment(564fbddd-30a0-4331-bbc2-709bd1a60e35),segment_id=564fbddd-30a0-4331-bbc2-709bd1a60e35)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:50:42.501585 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-1554791b-6a77-418f-9c16-7b4d67c7c57e None None] Port 14dfe455-5146-4621-a687-1ffa9a0b2a9f cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:50:42.527297 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2652671a-c84b-41ec-a082-c21887b586f5 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:42.610151 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2652671a-c84b-41ec-a082-c21887b586f5 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Pushing event updated for resources: {'Port': ['ID=7b140883-d58a-447b-9139-55b8e04741b5,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:42.619270 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-26dfd7f9-e1ac-48ac-88af-1e3369e3e213 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:42.619459 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e1f0e236-727b-45d6-a3cb-1628a1f09443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:42.624260 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 39414) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:42.624574 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-26dfd7f9-e1ac-48ac-88af-1e3369e3e213 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.6829991 Sep 24 15:50:42.633526 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-2652671a-c84b-41ec-a082-c21887b586f5 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] In _notify_port_updated(), no bound segment for port 7b140883-d58a-447b-9139-55b8e04741b5 on network 4a111ca4-a761-4ee5-a844-6d47b1fb1fe4 {{(pid=95298) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 24 15:50:42.639192 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2652671a-c84b-41ec-a082-c21887b586f5 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:42.639844 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2652671a-c84b-41ec-a082-c21887b586f5 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:42.641176 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-2652671a-c84b-41ec-a082-c21887b586f5 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] 10.222.0.101 "PUT /v2.0/ports/7b140883-d58a-447b-9139-55b8e04741b5 HTTP/1.1" status: 200 len: 994 time: 0.7779634 Sep 24 15:50:42.644147 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 39416) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:42.720156 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14b4902-eeb4-4c35-9275-8737c8e23779 None None] Pushing event updated for resources: {'Port': ['ID=14dfe455-5146-4621-a687-1ffa9a0b2a9f,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:42.725626 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ab35c205-798b-41a6-83f2-88b177dc26de tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks [] for router, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:42.746833 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f0e236-727b-45d6-a3cb-1628a1f09443 None None] Routers {'dc78f947-47ce-4d0d-934e-89b2f001abf3'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:50:42.747637 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-e1f0e236-727b-45d6-a3cb-1628a1f09443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:50:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['dc78f947-47ce-4d0d-934e-89b2f001abf3'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:50:42.934306 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-58af841e-287b-4ee3-86bd-d0efc8fc5a12 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Deleting port 7b140883-d58a-447b-9139-55b8e04741b5 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:50:42.934740 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-58af841e-287b-4ee3-86bd-d0efc8fc5a12 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:42.966608 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-e1f0e236-727b-45d6-a3cb-1628a1f09443 None None] Set router dc78f947-47ce-4d0d-934e-89b2f001abf3 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:50:42.969129 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-98e7bf83-d032-439c-b171-c8e42118faec None None] Provisioning complete for port 7b140883-d58a-447b-9139-55b8e04741b5 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:50:42.969555 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-98e7bf83-d032-439c-b171-c8e42118faec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:43.039560 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-98e7bf83-d032-439c-b171-c8e42118faec None None] Port 7b140883-d58a-447b-9139-55b8e04741b5 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:50:43.061227 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ab35c205-798b-41a6-83f2-88b177dc26de tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:43.064945 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ab35c205-798b-41a6-83f2-88b177dc26de tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:43.169237 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-58af841e-287b-4ee3-86bd-d0efc8fc5a12 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:43.209047 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-58af841e-287b-4ee3-86bd-d0efc8fc5a12 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Calling delete_port for 7b140883-d58a-447b-9139-55b8e04741b5 owned by {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:50:43.228189 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-6c15712c-e9c1-430e-8d40-c1836c4e8a89 None None] Provisioning complete for port 14dfe455-5146-4621-a687-1ffa9a0b2a9f triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:50:43.229759 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6c15712c-e9c1-430e-8d40-c1836c4e8a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:43.287743 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09f8141-ec65-4565-a7dd-364fb9dcbd4b req-5e64b666-c5a3-4ef9-8475-bc833e039301 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:43.291005 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d09f8141-ec65-4565-a7dd-364fb9dcbd4b req-5e64b666-c5a3-4ef9-8475-bc833e039301 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=368ecdc8-1f6e-4df6-856f-be36aef0273c HTTP/1.1" status: 200 len: 943 time: 0.2350638 Sep 24 15:50:43.380784 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6c15712c-e9c1-430e-8d40-c1836c4e8a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:43.405446 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 39450) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:43.410644 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-e1f0e236-727b-45d6-a3cb-1628a1f09443 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc78f947-47ce-4d0d-934e-89b2f001abf3', 'name': 'tempest-TestAggregatesBasicOps-54800928-router', 'tenant_id': '05222413b80f443b8c7a45a48b9ebf53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '078360bf-38f6-44df-9f84-9a8f861fcfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:50:27Z', 'updated_at': '2021-09-24T15:50:36Z', 'revision_number': 4, 'project_id': '05222413b80f443b8c7a45a48b9ebf53', 'gw_port': {'id': '078360bf-38f6-44df-9f84-9a8f861fcfd1', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:85:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc78f947-47ce-4d0d-934e-89b2f001abf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:50:29Z', 'updated_at': '2021-09-24T15:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '14dfe455-5146-4621-a687-1ffa9a0b2a9f', 'name': '', 'network_id': '791bc321-b3bb-4f95-b53d-475500c5f7ea', 'tenant_id': '05222413b80f443b8c7a45a48b9ebf53', 'mac_address': 'fa:16:3e:6b:e2:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc78f947-47ce-4d0d-934e-89b2f001abf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': 'ea53ad95-546f-476b-962c-1979f09c1c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:50:33Z', 'updated_at': '2021-09-24T15:50:42Z', 'revision_number': 4, 'project_id': '05222413b80f443b8c7a45a48b9ebf53', 'subnets': [{'id': 'ea53ad95-546f-476b-962c-1979f09c1c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:50:43.451124 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f0e236-727b-45d6-a3cb-1628a1f09443 None None] The sync data for ids ['dc78f947-47ce-4d0d-934e-89b2f001abf3'] in n-d-808921-1 is: [{'id': 'dc78f947-47ce-4d0d-934e-89b2f001abf3', 'name': 'tempest-TestAggregatesBasicOps-54800928-router', 'tenant_id': '05222413b80f443b8c7a45a48b9ebf53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '078360bf-38f6-44df-9f84-9a8f861fcfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:50:27Z', 'updated_at': '2021-09-24T15:50:36Z', 'revision_number': 4, 'project_id': '05222413b80f443b8c7a45a48b9ebf53', 'gw_port': {'id': '078360bf-38f6-44df-9f84-9a8f861fcfd1', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:85:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc78f947-47ce-4d0d-934e-89b2f001abf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:50:29Z', 'updated_at': '2021-09-24T15:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '14dfe455-5146-4621-a687-1ffa9a0b2a9f', 'name': '', 'network_id': '791bc321-b3bb-4f95-b53d-475500c5f7ea', 'tenant_id': '05222413b80f443b8c7a45a48b9ebf53', 'mac_address': 'fa:16:3e:6b:e2:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc78f947-47ce-4d0d-934e-89b2f001abf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2010, 'fixed_ips': [{'subnet_id': 'ea53ad95-546f-476b-962c-1979f09c1c8c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:50:33Z', 'updated_at': '2021-09-24T15:50:42Z', 'revision_number': 4, 'project_id': '05222413b80f443b8c7a45a48b9ebf53', 'subnets': [{'id': 'ea53ad95-546f-476b-962c-1979f09c1c8c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:50:43.454587 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-6c15712c-e9c1-430e-8d40-c1836c4e8a89 None None] For port 14dfe455-5146-4621-a687-1ffa9a0b2a9f, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=14dfe455-5146-4621-a687-1ffa9a0b2a9f,segment=NetworkSegment(564fbddd-30a0-4331-bbc2-709bd1a60e35),segment_id=564fbddd-30a0-4331-bbc2-709bd1a60e35)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:50:43.495161 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d09f8141-ec65-4565-a7dd-364fb9dcbd4b req-91ae8ba8-0846-40a0-b6fd-22124cafb920 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848617 Sep 24 15:50:43.549797 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6c15712c-e9c1-430e-8d40-c1836c4e8a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:43.672330 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-94ab59c5-2512-488d-8756-af24c7fe7c1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:43.672604 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c15712c-e9c1-430e-8d40-c1836c4e8a89 None None] Pushing event updated for resources: {'Port': ['ID=14dfe455-5146-4621-a687-1ffa9a0b2a9f,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:43.749526 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-58af841e-287b-4ee3-86bd-d0efc8fc5a12 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:43.757125 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b665285b-7f20-409e-b2d4-cf8786edd0dd req-9c6d2eea-d494-457b-9a05-e0dc0df1d8eb tempest-ServerShowV254Test-1560443634 tempest-ServerShowV254Test-1560443634-project] 10.222.0.101 "GET /v2.0/ports?device_id=14f2dbd0-d94d-4fb9-9311-6efd5218480f HTTP/1.1" status: 200 len: 210 time: 0.0273943 Sep 24 15:50:43.780607 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58af841e-287b-4ee3-86bd-d0efc8fc5a12 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Pushing event deleted for resources: {'Port': ['ID=7b140883-d58a-447b-9139-55b8e04741b5,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:43.852865 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ab35c205-798b-41a6-83f2-88b177dc26de tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:43.853375 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab35c205-798b-41a6-83f2-88b177dc26de tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2a8799b9-a118-4d8e-a335-b254d40f235a {{(pid=95298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:50:44.194310 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ab35c205-798b-41a6-83f2-88b177dc26de tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:44.194310 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-ab35c205-798b-41a6-83f2-88b177dc26de tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] 10.222.0.101 "DELETE /v2.0/routers/2a8799b9-a118-4d8e-a335-b254d40f235a HTTP/1.1" status: 204 len: 168 time: 1.2418756 Sep 24 15:50:44.194310 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 39462) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:44.197109 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-58af841e-287b-4ee3-86bd-d0efc8fc5a12 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:44.197109 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-58af841e-287b-4ee3-86bd-d0efc8fc5a12 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] 10.222.0.101 "DELETE /v2.0/ports/7b140883-d58a-447b-9139-55b8e04741b5 HTTP/1.1" status: 204 len: 168 time: 1.4063489 Sep 24 15:50:44.197109 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 39468) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:44.197109 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-470bca8e-1873-412b-8088-350bd334d059 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] GET failed (client error): The resource could not be found. Sep 24 15:50:44.197109 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-470bca8e-1873-412b-8088-350bd334d059 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] 10.222.0.101 "GET /v2.0/ports/7b140883-d58a-447b-9139-55b8e04741b5 HTTP/1.1" status: 404 len: 333 time: 0.0454798 Sep 24 15:50:44.197109 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-94ab59c5-2512-488d-8756-af24c7fe7c1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:44.198523 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 39470) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:44.198523 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-56f58e58-8200-4292-9b1b-6ed0b9faa64d tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Request body: {'port': {'network_id': '4a111ca4-a761-4ee5-a844-6d47b1fb1fe4', 'name': 'tempest-AllowedAddressPairTestJSON-2041887309'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:50:44.430104 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-94ab59c5-2512-488d-8756-af24c7fe7c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:44.475650 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bf0fa51b-07e6-4b88-978a-26638c549ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:44.498896 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-94ab59c5-2512-488d-8756-af24c7fe7c1b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=a661712958324827aeb219f2678400a9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0919330 Sep 24 15:50:44.500456 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ab59c5-2512-488d-8756-af24c7fe7c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8fab78-21a7-40b8-8a23-aaecaaa5523d,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:44.503404 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 39474) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:44.547690 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56f58e58-8200-4292-9b1b-6ed0b9faa64d tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Made reservation on behalf of f0b7ede2d8d9474297ee9a2e88bbc901 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:50:44.552675 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-56f58e58-8200-4292-9b1b-6ed0b9faa64d tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:44.580476 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-09f9ac84-292d-4865-a53e-3353f58bb7d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:44.608880 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 39478) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:44.625854 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-09f9ac84-292d-4865-a53e-3353f58bb7d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:44.626283 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [None req-56f58e58-8200-4292-9b1b-6ed0b9faa64d tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] device_id is not set on port 6d2d8b8f-28e7-49f7-90e5-c11bdedc6f9e yet. {{(pid=95298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:50:44.837205 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-051cebc3-42d9-4b7b-9262-533e626a5032 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1304423488', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}, 'admin_state_up': False}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:50:44.859371 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 14dfe455-5146-4621-a687-1ffa9a0b2a9f up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:50:44.933607 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022eb6c9-ece9-47c2-bd1e-73fc9bee750a req-472c7f37-11c8-44f1-924f-21450d98c4bb tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:44.941995 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 14dfe455-5146-4621-a687-1ffa9a0b2a9f triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:50:44.942640 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:44.947316 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-022eb6c9-ece9-47c2-bd1e-73fc9bee750a req-472c7f37-11c8-44f1-924f-21450d98c4bb tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=368ecdc8-1f6e-4df6-856f-be36aef0273c HTTP/1.1" status: 200 len: 943 time: 0.3149402 Sep 24 15:50:44.954976 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0773622a-1fbd-4961-94c1-aa53150d5a94 req-0f14f341-7661-422c-89de-db3f8a72d434 tempest-ServerShowV254Test-1560443634 tempest-ServerShowV254Test-1560443634-project] 10.222.0.101 "GET /v2.0/ports?device_id=14f2dbd0-d94d-4fb9-9311-6efd5218480f HTTP/1.1" status: 200 len: 210 time: 0.0419724 Sep 24 15:50:45.016865 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-56f58e58-8200-4292-9b1b-6ed0b9faa64d tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Allocated IP 172.20.0.4 (4a111ca4-a761-4ee5-a844-6d47b1fb1fe4/0c49ac79-e3a3-4853-aca7-32e6ec71535e/6d2d8b8f-28e7-49f7-90e5-c11bdedc6f9e) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:50:45.027893 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 24548574-74ed-4b6c-9abd-217cffb7f18f details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:50:45.029914 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-09f9ac84-292d-4865-a53e-3353f58bb7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:45.032535 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-09f9ac84-292d-4865-a53e-3353f58bb7d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:45.033688 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-09f9ac84-292d-4865-a53e-3353f58bb7d9 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/5c8fab78-21a7-40b8-8a23-aaecaaa5523d HTTP/1.1" status: 204 len: 168 time: 0.5287828 Sep 24 15:50:45.042935 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-051cebc3-42d9-4b7b-9262-533e626a5032 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:45.044020 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-051cebc3-42d9-4b7b-9262-533e626a5032 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:45.065843 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-022eb6c9-ece9-47c2-bd1e-73fc9bee750a req-4cc068c7-6db8-4fd4-8c65-8d34083a7a04 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173491 Sep 24 15:50:45.100748 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f9ac84-292d-4865-a53e-3353f58bb7d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8fab78-21a7-40b8-8a23-aaecaaa5523d,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:45.199164 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-051cebc3-42d9-4b7b-9262-533e626a5032 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:45.224854 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 24548574-74ed-4b6c-9abd-217cffb7f18f, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=24548574-74ed-4b6c-9abd-217cffb7f18f,segment=NetworkSegment(52d1c812-065d-43bf-bb73-529423424f9b),segment_id=52d1c812-065d-43bf-bb73-529423424f9b)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:50:45.237569 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': '24548574-74ed-4b6c-9abd-217cffb7f18f', 'network_id': '2a61a80f-7424-4f72-8244-e2cfc0c281a3', 'port_id': '24548574-74ed-4b6c-9abd-217cffb7f18f', 'mac_address': 'fa:16:3e:84:29:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '054caf3c-8a4a-4094-a019-5885b1b27205', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:50:45.280241 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:45.298801 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24548574-74ed-4b6c-9abd-217cffb7f18f {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:50:45.322842 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 24548574-74ed-4b6c-9abd-217cffb7f18f, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=24548574-74ed-4b6c-9abd-217cffb7f18f,segment=NetworkSegment(52d1c812-065d-43bf-bb73-529423424f9b),segment_id=52d1c812-065d-43bf-bb73-529423424f9b)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:50:45.370975 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-bf0fa51b-07e6-4b88-978a-26638c549ec7 admin admin] Deleting port 2344d966-46da-4c93-9fb7-87470c5b88dc {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:50:45.371315 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bf0fa51b-07e6-4b88-978a-26638c549ec7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:45.377208 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-56f58e58-8200-4292-9b1b-6ed0b9faa64d tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:45.441005 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:45.499320 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-bf0fa51b-07e6-4b88-978a-26638c549ec7 admin admin] For port 2344d966-46da-4c93-9fb7-87470c5b88dc, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=2344d966-46da-4c93-9fb7-87470c5b88dc,segment=NetworkSegment(685ade64-b4f0-481c-891c-ab3796079306),segment_id=685ade64-b4f0-481c-891c-ab3796079306)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:50:45.499670 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bf0fa51b-07e6-4b88-978a-26638c549ec7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:45.511311 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=24548574-74ed-4b6c-9abd-217cffb7f18f,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:45.523248 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-bf0fa51b-07e6-4b88-978a-26638c549ec7 admin admin] Calling delete_port for 2344d966-46da-4c93-9fb7-87470c5b88dc owned by network:router_interface {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:50:45.592909 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-56f58e58-8200-4292-9b1b-6ed0b9faa64d tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:45.701101 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f58e58-8200-4292-9b1b-6ed0b9faa64d tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Pushing event updated for resources: {'Port': ['ID=6d2d8b8f-28e7-49f7-90e5-c11bdedc6f9e,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:45.720617 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56f58e58-8200-4292-9b1b-6ed0b9faa64d tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Network 4a111ca4-a761-4ee5-a844-6d47b1fb1fe4 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:50:45.721311 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-56f58e58-8200-4292-9b1b-6ed0b9faa64d tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:50:45.725577 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f58e58-8200-4292-9b1b-6ed0b9faa64d tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:50:45.757150 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-051cebc3-42d9-4b7b-9262-533e626a5032 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:45.788448 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['24548574-74ed-4b6c-9abd-217cffb7f18f'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:50:45.796937 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56f58e58-8200-4292-9b1b-6ed0b9faa64d tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:45.797604 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-56f58e58-8200-4292-9b1b-6ed0b9faa64d tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:45.983878 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-56f58e58-8200-4292-9b1b-6ed0b9faa64d tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8772202 Sep 24 15:50:45.986625 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 39516) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:45.993900 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-7268673d-1130-4d3a-9397-5b5f4a41da6b tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:7e:2b:f6'}]}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:50:46.078477 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7fb80064-0fe1-4dfb-b448-5c084f11bbc6 req-09e9845b-f315-4b02-8f98-a015beb88656 tempest-ServerShowV254Test-1560443634 tempest-ServerShowV254Test-1560443634-project] 10.222.0.101 "GET /v2.0/ports?device_id=14f2dbd0-d94d-4fb9-9311-6efd5218480f HTTP/1.1" status: 200 len: 210 time: 0.0389080 Sep 24 15:50:46.114288 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-6870b2c8-cf48-46c5-b6c3-79e25ac5a37a None None] Provisioning complete for port 6d2d8b8f-28e7-49f7-90e5-c11bdedc6f9e triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:50:46.114288 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6870b2c8-cf48-46c5-b6c3-79e25ac5a37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:46.151592 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-6870b2c8-cf48-46c5-b6c3-79e25ac5a37a None None] Port 6d2d8b8f-28e7-49f7-90e5-c11bdedc6f9e cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:50:46.183955 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bf0fa51b-07e6-4b88-978a-26638c549ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:46.215133 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0fa51b-07e6-4b88-978a-26638c549ec7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2344d966-46da-4c93-9fb7-87470c5b88dc,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:46.232388 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-051cebc3-42d9-4b7b-9262-533e626a5032 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks [] for router_gateway, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:46.265699 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-051cebc3-42d9-4b7b-9262-533e626a5032 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:46.391482 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bf21fb-dcf7-46b1-9a51-7fe472944177 req-26b3f73a-248b-4f30-a7fc-e8877f915841 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:46.399901 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-07bf21fb-dcf7-46b1-9a51-7fe472944177 req-26b3f73a-248b-4f30-a7fc-e8877f915841 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=368ecdc8-1f6e-4df6-856f-be36aef0273c HTTP/1.1" status: 200 len: 944 time: 0.2319601 Sep 24 15:50:46.402916 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7268673d-1130-4d3a-9397-5b5f4a41da6b tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:46.420876 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bf0fa51b-07e6-4b88-978a-26638c549ec7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:46.532841 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-07bf21fb-dcf7-46b1-9a51-7fe472944177 req-4278bdfb-cc61-4380-a99c-bee9c8141476 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181829 Sep 24 15:50:46.558490 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-051cebc3-42d9-4b7b-9262-533e626a5032 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Allocated IP 172.25.0.104 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/32ef7696-5702-4f11-9fff-600c12122363) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:50:46.686832 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf0fa51b-07e6-4b88-978a-26638c549ec7 admin admin] Router 5edd0b13-c88b-4c77-b1e8-14c75a163481 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:50:46.774055 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-051cebc3-42d9-4b7b-9262-533e626a5032 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:46.779439 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7268673d-1130-4d3a-9397-5b5f4a41da6b tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:46.815828 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf0fa51b-07e6-4b88-978a-26638c549ec7 admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:50:46.824517 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-bf0fa51b-07e6-4b88-978a-26638c549ec7 admin admin] 10.222.0.101 "PUT /v2.0/routers/5edd0b13-c88b-4c77-b1e8-14c75a163481/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9244823 Sep 24 15:50:46.828236 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 39532) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:46.828418 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a39f577-0cf9-46c1-b91d-36f1225befbd None None] Sync routers for ids ['5edd0b13-c88b-4c77-b1e8-14c75a163481'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:50:46.838799 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a39f577-0cf9-46c1-b91d-36f1225befbd None None] Routers {'5edd0b13-c88b-4c77-b1e8-14c75a163481'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:50:46.839405 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-6a39f577-0cf9-46c1-b91d-36f1225befbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:50:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['5edd0b13-c88b-4c77-b1e8-14c75a163481'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:50:46.939652 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-41bcc7b2-5f1f-444d-b211-5915f49d4a01 admin admin] Notify callbacks [] for router, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:46.953480 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-6a39f577-0cf9-46c1-b91d-36f1225befbd None None] Set router 5edd0b13-c88b-4c77-b1e8-14c75a163481 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:50:46.981499 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-051cebc3-42d9-4b7b-9262-533e626a5032 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:46.983515 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7268673d-1130-4d3a-9397-5b5f4a41da6b tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:47.027521 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 24548574-74ed-4b6c-9abd-217cffb7f18f up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:50:47.033136 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051cebc3-42d9-4b7b-9262-533e626a5032 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:50:47.046797 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-051cebc3-42d9-4b7b-9262-533e626a5032 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:50:47.097308 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051cebc3-42d9-4b7b-9262-533e626a5032 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:50:47.138949 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051cebc3-42d9-4b7b-9262-533e626a5032 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Pushing event updated for resources: {'Port': ['ID=32ef7696-5702-4f11-9fff-600c12122363,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:47.164453 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-6a39f577-0cf9-46c1-b91d-36f1225befbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edd0b13-c88b-4c77-b1e8-14c75a163481', 'name': 'tempest-TestAggregatesBasicOps-989378962-router', 'tenant_id': '5c2b4aa98c67489e8dbb552f9240d14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'bf3da3cb-cfc4-4ddc-9c0e-df5909d7e310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:50:15Z', 'updated_at': '2021-09-24T15:50:45Z', 'revision_number': 5, 'project_id': '5c2b4aa98c67489e8dbb552f9240d14f', 'gw_port': {'id': 'bf3da3cb-cfc4-4ddc-9c0e-df5909d7e310', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edd0b13-c88b-4c77-b1e8-14c75a163481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:50:16Z', 'updated_at': '2021-09-24T15:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:50:47.178828 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port 24548574-74ed-4b6c-9abd-217cffb7f18f completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:50:47.184737 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port 24548574-74ed-4b6c-9abd-217cffb7f18f triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:50:47.185121 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:47.220983 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a39f577-0cf9-46c1-b91d-36f1225befbd None None] Checking router: 5edd0b13-c88b-4c77-b1e8-14c75a163481 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:50:47.233980 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a39f577-0cf9-46c1-b91d-36f1225befbd None None] Routers {'5edd0b13-c88b-4c77-b1e8-14c75a163481'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:50:47.234975 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-6a39f577-0cf9-46c1-b91d-36f1225befbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:50:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['5edd0b13-c88b-4c77-b1e8-14c75a163481'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:50:47.287848 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-448ae86d-c68a-4681-bbca-335b1dcc9867 req-689943fd-902b-4b8e-8cbd-2b6e1ed88524 tempest-ServerShowV254Test-1560443634 tempest-ServerShowV254Test-1560443634-project] 10.222.0.101 "GET /v2.0/ports?device_id=14f2dbd0-d94d-4fb9-9311-6efd5218480f HTTP/1.1" status: 200 len: 210 time: 0.0572734 Sep 24 15:50:47.304463 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-7268673d-1130-4d3a-9397-5b5f4a41da6b tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] In _notify_port_updated(), no bound segment for port 6d2d8b8f-28e7-49f7-90e5-c11bdedc6f9e on network 4a111ca4-a761-4ee5-a844-6d47b1fb1fe4 {{(pid=95297) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 24 15:50:47.310445 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7268673d-1130-4d3a-9397-5b5f4a41da6b tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:47.311088 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7268673d-1130-4d3a-9397-5b5f4a41da6b tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:47.314816 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-7268673d-1130-4d3a-9397-5b5f4a41da6b tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] 10.222.0.101 "PUT /v2.0/ports/6d2d8b8f-28e7-49f7-90e5-c11bdedc6f9e HTTP/1.1" status: 200 len: 996 time: 1.3272274 Sep 24 15:50:47.315481 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 39546) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:47.334014 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-41bcc7b2-5f1f-444d-b211-5915f49d4a01 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:47.341491 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:47.388748 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '368ecdc8-1f6e-4df6-856f-be36aef0273c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24548574-74ed-4b6c-9abd-217cffb7f18f'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:50:47.392154 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41be94d3-8808-4872-9682-444b174c29ff" -d '{"events": [{"server_uuid": "368ecdc8-1f6e-4df6-856f-be36aef0273c", "name": "network-vif-plugged", "status": "completed", "tag": "24548574-74ed-4b6c-9abd-217cffb7f18f"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:50:47.414747 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 24548574-74ed-4b6c-9abd-217cffb7f18f, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=24548574-74ed-4b6c-9abd-217cffb7f18f,segment=NetworkSegment(52d1c812-065d-43bf-bb73-529423424f9b),segment_id=52d1c812-065d-43bf-bb73-529423424f9b)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:50:47.416442 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-1d1fd2ba-d178-49f9-8175-063b696fc892 None None] Provisioning complete for port 6d2d8b8f-28e7-49f7-90e5-c11bdedc6f9e triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:50:47.416813 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-1d1fd2ba-d178-49f9-8175-063b696fc892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:47.424735 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7268673d-1130-4d3a-9397-5b5f4a41da6b tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Pushing event updated for resources: {'Port': ['ID=6d2d8b8f-28e7-49f7-90e5-c11bdedc6f9e,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:47.445878 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-5c5bc7f4-e7e8-4d72-9b58-5c9e39b97811 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Deleting port 6d2d8b8f-28e7-49f7-90e5-c11bdedc6f9e {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:50:47.446304 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5c5bc7f4-e7e8-4d72-9b58-5c9e39b97811 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:47.458662 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-1d1fd2ba-d178-49f9-8175-063b696fc892 None None] Port 6d2d8b8f-28e7-49f7-90e5-c11bdedc6f9e cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:50:47.498306 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-658aadf7-d0d3-47e1-984e-c2377e009884 x-openstack-request-id: req-658aadf7-d0d3-47e1-984e-c2377e009884 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:50:47.498306 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "368ecdc8-1f6e-4df6-856f-be36aef0273c", "name": "network-vif-plugged", "status": "completed", "tag": "24548574-74ed-4b6c-9abd-217cffb7f18f", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:50:47.498306 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-658aadf7-d0d3-47e1-984e-c2377e009884 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:50:47.498306 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '368ecdc8-1f6e-4df6-856f-be36aef0273c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24548574-74ed-4b6c-9abd-217cffb7f18f', 'code': 200} Sep 24 15:50:47.504273 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:47.561044 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-6a39f577-0cf9-46c1-b91d-36f1225befbd None None] Set router 5edd0b13-c88b-4c77-b1e8-14c75a163481 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:50:47.608699 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=24548574-74ed-4b6c-9abd-217cffb7f18f,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:47.648149 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5c5bc7f4-e7e8-4d72-9b58-5c9e39b97811 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:47.682867 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-5c5bc7f4-e7e8-4d72-9b58-5c9e39b97811 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Calling delete_port for 6d2d8b8f-28e7-49f7-90e5-c11bdedc6f9e owned by {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:50:47.729243 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7294cb-f45f-451e-a172-21212497f9dd req-97894000-b38d-452c-8c0e-ac78a392a20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:47.730942 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ac7294cb-f45f-451e-a172-21212497f9dd req-97894000-b38d-452c-8c0e-ac78a392a20e service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=368ecdc8-1f6e-4df6-856f-be36aef0273c HTTP/1.1" status: 200 len: 1096 time: 0.1264741 Sep 24 15:50:47.740049 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf13716-2044-459e-a655-c0084efb61ab req-5ebd5b66-65cf-48d4-b9e3-8f97d7d6e86f tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:47.741681 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ddf13716-2044-459e-a655-c0084efb61ab req-5ebd5b66-65cf-48d4-b9e3-8f97d7d6e86f tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=368ecdc8-1f6e-4df6-856f-be36aef0273c HTTP/1.1" status: 200 len: 945 time: 0.1174667 Sep 24 15:50:47.781368 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-41bcc7b2-5f1f-444d-b211-5915f49d4a01 admin admin] Deleting port bf3da3cb-cfc4-4ddc-9c0e-df5909d7e310 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:50:47.781860 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-41bcc7b2-5f1f-444d-b211-5915f49d4a01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:47.809497 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-6a39f577-0cf9-46c1-b91d-36f1225befbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5edd0b13-c88b-4c77-b1e8-14c75a163481', 'name': 'tempest-TestAggregatesBasicOps-989378962-router', 'tenant_id': '5c2b4aa98c67489e8dbb552f9240d14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'bf3da3cb-cfc4-4ddc-9c0e-df5909d7e310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:50:15Z', 'updated_at': '2021-09-24T15:50:45Z', 'revision_number': 5, 'project_id': '5c2b4aa98c67489e8dbb552f9240d14f', 'gw_port': {'id': 'bf3da3cb-cfc4-4ddc-9c0e-df5909d7e310', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edd0b13-c88b-4c77-b1e8-14c75a163481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:50:16Z', 'updated_at': '2021-09-24T15:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:50:47.849561 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a39f577-0cf9-46c1-b91d-36f1225befbd None None] The sync data for ids ['5edd0b13-c88b-4c77-b1e8-14c75a163481'] in n-d-808921-1 is: [{'id': '5edd0b13-c88b-4c77-b1e8-14c75a163481', 'name': 'tempest-TestAggregatesBasicOps-989378962-router', 'tenant_id': '5c2b4aa98c67489e8dbb552f9240d14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.119'}], 'enable_snat': True}, 'gw_port_id': 'bf3da3cb-cfc4-4ddc-9c0e-df5909d7e310', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:50:15Z', 'updated_at': '2021-09-24T15:50:45Z', 'revision_number': 5, 'project_id': '5c2b4aa98c67489e8dbb552f9240d14f', 'gw_port': {'id': 'bf3da3cb-cfc4-4ddc-9c0e-df5909d7e310', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:8f:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5edd0b13-c88b-4c77-b1e8-14c75a163481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1955, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:50:16Z', 'updated_at': '2021-09-24T15:50:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:50:47.943615 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5c5bc7f4-e7e8-4d72-9b58-5c9e39b97811 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:47.979802 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5bc7f4-e7e8-4d72-9b58-5c9e39b97811 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Pushing event deleted for resources: {'Port': ['ID=6d2d8b8f-28e7-49f7-90e5-c11bdedc6f9e,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:48.083078 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5c5bc7f4-e7e8-4d72-9b58-5c9e39b97811 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:48.089348 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-5c5bc7f4-e7e8-4d72-9b58-5c9e39b97811 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] 10.222.0.101 "DELETE /v2.0/ports/6d2d8b8f-28e7-49f7-90e5-c11bdedc6f9e HTTP/1.1" status: 204 len: 168 time: 0.7726481 Sep 24 15:50:48.093498 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 39572) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:48.119549 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebd3906c-4485-45cc-a2e1-8039a0038782 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] GET failed (client error): The resource could not be found. Sep 24 15:50:48.122986 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-ebd3906c-4485-45cc-a2e1-8039a0038782 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] 10.222.0.101 "GET /v2.0/ports/6d2d8b8f-28e7-49f7-90e5-c11bdedc6f9e HTTP/1.1" status: 404 len: 333 time: 0.0282981 Sep 24 15:50:48.125454 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 39574) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:48.131038 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-c2ad2d11-c0e8-4325-9c63-870e84569c80 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Request body: {'port': {'network_id': '4a111ca4-a761-4ee5-a844-6d47b1fb1fe4', 'name': 'tempest-AllowedAddressPairTestJSON-1300304439'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:50:48.136776 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ac7294cb-f45f-451e-a172-21212497f9dd req-c23ba508-9db7-42f3-8df9-b02aca6d6bd1 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3939333 Sep 24 15:50:48.220060 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ddf13716-2044-459e-a655-c0084efb61ab req-40544fce-770e-4064-a3b7-766f5cbe7c92 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4683607 Sep 24 15:50:48.379166 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-41bcc7b2-5f1f-444d-b211-5915f49d4a01 admin admin] For port bf3da3cb-cfc4-4ddc-9c0e-df5909d7e310, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=bf3da3cb-cfc4-4ddc-9c0e-df5909d7e310,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:50:48.379786 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-41bcc7b2-5f1f-444d-b211-5915f49d4a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:48.423228 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-adb1c00a-1911-4962-9f05-26512ef988e8 req-e1bf7f37-1297-46e8-b18b-f828acd71aae tempest-ServerShowV254Test-1560443634 tempest-ServerShowV254Test-1560443634-project] 10.222.0.101 "GET /v2.0/ports?device_id=14f2dbd0-d94d-4fb9-9311-6efd5218480f HTTP/1.1" status: 200 len: 210 time: 0.0365200 Sep 24 15:50:48.423738 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-41bcc7b2-5f1f-444d-b211-5915f49d4a01 admin admin] Calling delete_port for bf3da3cb-cfc4-4ddc-9c0e-df5909d7e310 owned by network:router_gateway {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:50:48.427669 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-051cebc3-42d9-4b7b-9262-533e626a5032 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks [] for router_gateway, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:48.435778 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ad2d11-c0e8-4325-9c63-870e84569c80 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Made reservation on behalf of f0b7ede2d8d9474297ee9a2e88bbc901 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:50:48.440422 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c2ad2d11-c0e8-4325-9c63-870e84569c80 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:48.461930 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [None req-c2ad2d11-c0e8-4325-9c63-870e84569c80 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] device_id is not set on port f69ba439-76e5-4331-b811-a184f1ebe2e1 yet. {{(pid=95298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:50:48.581642 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-c2ad2d11-c0e8-4325-9c63-870e84569c80 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Allocated IP 172.20.0.8 (4a111ca4-a761-4ee5-a844-6d47b1fb1fe4/0c49ac79-e3a3-4853-aca7-32e6ec71535e/f69ba439-76e5-4331-b811-a184f1ebe2e1) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:50:48.650146 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 2344d966-46da-4c93-9fb7-87470c5b88dc no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:50:48.672957 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 2344d966-46da-4c93-9fb7-87470c5b88dc {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:50:48.673733 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 2344d966-46da-4c93-9fb7-87470c5b88dc not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:50:48.758299 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c2ad2d11-c0e8-4325-9c63-870e84569c80 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:48.773972 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-051cebc3-42d9-4b7b-9262-533e626a5032 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:48.909334 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-41bcc7b2-5f1f-444d-b211-5915f49d4a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:48.932841 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c2ad2d11-c0e8-4325-9c63-870e84569c80 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:48.933701 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bcc7b2-5f1f-444d-b211-5915f49d4a01 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf3da3cb-cfc4-4ddc-9c0e-df5909d7e310,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:48.980258 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ad2d11-c0e8-4325-9c63-870e84569c80 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Network 4a111ca4-a761-4ee5-a844-6d47b1fb1fe4 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:50:48.983656 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-c2ad2d11-c0e8-4325-9c63-870e84569c80 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:50:48.987273 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ad2d11-c0e8-4325-9c63-870e84569c80 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:50:49.009696 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-41bcc7b2-5f1f-444d-b211-5915f49d4a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586576'] for router_gateway, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:49.016035 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ad2d11-c0e8-4325-9c63-870e84569c80 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Pushing event updated for resources: {'Port': ['ID=f69ba439-76e5-4331-b811-a184f1ebe2e1,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:49.068674 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ad2d11-c0e8-4325-9c63-870e84569c80 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:49.069645 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c2ad2d11-c0e8-4325-9c63-870e84569c80 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:49.080529 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-051cebc3-42d9-4b7b-9262-533e626a5032 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Router b1652699-2630-41b1-bba2-1e33035e88c4 is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:50:49.130693 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-41bcc7b2-5f1f-444d-b211-5915f49d4a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:49.134109 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-41bcc7b2-5f1f-444d-b211-5915f49d4a01 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:49.188670 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-c2ad2d11-c0e8-4325-9c63-870e84569c80 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0620074 Sep 24 15:50:49.189510 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 39606) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:49.199468 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-16d16f5d-19d7-4326-9751-fc56eddf95a9 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Request body: {'port': {'network_id': '4a111ca4-a761-4ee5-a844-6d47b1fb1fe4', 'name': 'tempest-AllowedAddressPairTestJSON-238205857'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:50:49.343313 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-41bcc7b2-5f1f-444d-b211-5915f49d4a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:49.343989 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41bcc7b2-5f1f-444d-b211-5915f49d4a01 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5edd0b13-c88b-4c77-b1e8-14c75a163481 {{(pid=95297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:50:49.349019 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-41bcc7b2-5f1f-444d-b211-5915f49d4a01 admin admin] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:49.350181 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-41bcc7b2-5f1f-444d-b211-5915f49d4a01 admin admin] 10.222.0.101 "DELETE /v2.0/routers/5edd0b13-c88b-4c77-b1e8-14c75a163481 HTTP/1.1" status: 204 len: 168 time: 2.5209229 Sep 24 15:50:49.353787 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 39616) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:49.405927 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-dfe96880-ccf4-4ff8-bdfc-bd12d26dc28c None None] Provisioning complete for port f69ba439-76e5-4331-b811-a184f1ebe2e1 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:50:49.406304 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-dfe96880-ccf4-4ff8-bdfc-bd12d26dc28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:49.456343 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-051cebc3-42d9-4b7b-9262-533e626a5032 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:50:49.484344 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e8a8a11-16a6-475f-b733-a3ab7e020897 admin admin] Deleting subnet fd11eb3f-b694-4013-8c13-3a2b20128143 {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:50:49.495680 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3e8a8a11-16a6-475f-b733-a3ab7e020897 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:49.512843 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-dfe96880-ccf4-4ff8-bdfc-bd12d26dc28c None None] Port f69ba439-76e5-4331-b811-a184f1ebe2e1 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:50:49.514435 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ee0315-0175-4952-805a-66ff34f1652b None None] Sync routers for ids ['b1652699-2630-41b1-bba2-1e33035e88c4'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:50:49.554794 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-051cebc3-42d9-4b7b-9262-533e626a5032 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:49.554794 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-051cebc3-42d9-4b7b-9262-533e626a5032 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.9437027 Sep 24 15:50:49.555128 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ee0315-0175-4952-805a-66ff34f1652b None None] Routers {'b1652699-2630-41b1-bba2-1e33035e88c4'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:50:49.555473 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b2a352-901a-4e14-8c61-15f0e9724c8b req-bb5ef9ed-178f-41bd-bcc9-21071566aad7 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:49.562316 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-52b2a352-901a-4e14-8c61-15f0e9724c8b req-bb5ef9ed-178f-41bd-bcc9-21071566aad7 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=368ecdc8-1f6e-4df6-856f-be36aef0273c HTTP/1.1" status: 200 len: 945 time: 0.1871469 Sep 24 15:50:49.563206 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-07ee0315-0175-4952-805a-66ff34f1652b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:50:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['b1652699-2630-41b1-bba2-1e33035e88c4'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:50:49.564544 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 39630) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:49.639519 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b006009a-17a3-4a2d-8625-85963bacc9a5 req-26d2008f-93f3-4f02-93a3-64129386e1d7 tempest-ServerShowV254Test-1560443634 tempest-ServerShowV254Test-1560443634-project] 10.222.0.101 "GET /v2.0/ports?device_id=14f2dbd0-d94d-4fb9-9311-6efd5218480f HTTP/1.1" status: 200 len: 210 time: 0.0989447 Sep 24 15:50:49.643314 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f35f704f-07f5-4876-894f-e91c08a3c42f req-f84e0d09-6549-403d-a892-b0d42102d4da service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=14f2dbd0-d94d-4fb9-9311-6efd5218480f HTTP/1.1" status: 200 len: 210 time: 0.0874140 Sep 24 15:50:49.649139 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3e8a8a11-16a6-475f-b733-a3ab7e020897 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:49.669578 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-07ee0315-0175-4952-805a-66ff34f1652b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:50:49.696964 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ee0315-0175-4952-805a-66ff34f1652b None None] Routers {'b1652699-2630-41b1-bba2-1e33035e88c4'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:50:49.697944 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-07ee0315-0175-4952-805a-66ff34f1652b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:50:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['b1652699-2630-41b1-bba2-1e33035e88c4'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:50:49.735593 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-07ee0315-0175-4952-805a-66ff34f1652b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:50:49.736615 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ee0315-0175-4952-805a-66ff34f1652b None None] The sync data for ids ['b1652699-2630-41b1-bba2-1e33035e88c4'] in n-d-808921-1 is: [] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:50:49.754188 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-588c07ef-3bd9-49d7-878e-bccb6a59aed2 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] 10.222.0.101 "GET /v2.0/routers/b1652699-2630-41b1-bba2-1e33035e88c4 HTTP/1.1" status: 200 len: 921 time: 0.1712630 Sep 24 15:50:49.760841 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 39638) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:49.794278 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-52b2a352-901a-4e14-8c61-15f0e9724c8b req-6dd0bffe-ec90-4272-863a-8548aa8b25fb tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309289 Sep 24 15:50:49.800093 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b609f333-1934-40c4-bb27-14da531facb8 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] 10.222.0.101 "GET /v2.0/ports?device_id=b1652699-2630-41b1-bba2-1e33035e88c4 HTTP/1.1" status: 200 len: 205 time: 0.0381615 Sep 24 15:50:49.805915 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 39642) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:49.813181 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3e8a8a11-16a6-475f-b733-a3ab7e020897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:49.908719 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d16f5d-19d7-4326-9751-fc56eddf95a9 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Made reservation on behalf of f0b7ede2d8d9474297ee9a2e88bbc901 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:50:49.913308 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-16d16f5d-19d7-4326-9751-fc56eddf95a9 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:49.946167 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [None req-16d16f5d-19d7-4326-9751-fc56eddf95a9 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] device_id is not set on port 1834ab81-1194-4755-83c0-d4281fdc4af7 yet. {{(pid=95298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:50:49.964987 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-694cdd24-e0de-47a1-87c2-ea09f1ec17b5 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks [] for router, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:50.133597 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3e8a8a11-16a6-475f-b733-a3ab7e020897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:50.158031 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-694cdd24-e0de-47a1-87c2-ea09f1ec17b5 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:50.168930 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-16d16f5d-19d7-4326-9751-fc56eddf95a9 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Allocated IP 172.20.0.5 (4a111ca4-a761-4ee5-a844-6d47b1fb1fe4/0c49ac79-e3a3-4853-aca7-32e6ec71535e/1834ab81-1194-4755-83c0-d4281fdc4af7) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:50:50.178960 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8a8a11-16a6-475f-b733-a3ab7e020897 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd11eb3f-b694-4013-8c13-3a2b20128143,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:50.189193 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3e8a8a11-16a6-475f-b733-a3ab7e020897 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:50.192840 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-3e8a8a11-16a6-475f-b733-a3ab7e020897 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/fd11eb3f-b694-4013-8c13-3a2b20128143 HTTP/1.1" status: 204 len: 168 time: 0.8279445 Sep 24 15:50:50.195657 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 39652) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:50.197294 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d05a67f-3805-4e2f-8ecc-f051b637a71e None None] Network 209c09f1-db8d-407a-9dc6-3dae52490c0a requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:50:50.305764 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-170023ca-b49f-4303-ae12-9e32daf3db07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:50.386562 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-170023ca-b49f-4303-ae12-9e32daf3db07 admin admin] Deleting port 12ec8dd5-8a6b-4872-8fad-89dee4e37e87 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:50:50.387292 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-170023ca-b49f-4303-ae12-9e32daf3db07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:50.411857 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-694cdd24-e0de-47a1-87c2-ea09f1ec17b5 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Deleting port 32ef7696-5702-4f11-9fff-600c12122363 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:50:50.412196 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-694cdd24-e0de-47a1-87c2-ea09f1ec17b5 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:50.431614 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8937a3f-2b67-4d83-aa56-641ad3c11ca4 None None] DHCP port deletion for 209c09f1-db8d-407a-9dc6-3dae52490c0a request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:50:50.439647 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-16d16f5d-19d7-4326-9751-fc56eddf95a9 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:50.482156 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-d8937a3f-2b67-4d83-aa56-641ad3c11ca4 None None] Deleting port 12ec8dd5-8a6b-4872-8fad-89dee4e37e87 {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:50:50.482838 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d8937a3f-2b67-4d83-aa56-641ad3c11ca4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:50.518306 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-170023ca-b49f-4303-ae12-9e32daf3db07 admin admin] For port 12ec8dd5-8a6b-4872-8fad-89dee4e37e87, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=12ec8dd5-8a6b-4872-8fad-89dee4e37e87,segment=NetworkSegment(685ade64-b4f0-481c-891c-ab3796079306),segment_id=685ade64-b4f0-481c-891c-ab3796079306)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:50:50.518776 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-170023ca-b49f-4303-ae12-9e32daf3db07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:50.522473 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-694cdd24-e0de-47a1-87c2-ea09f1ec17b5 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:50.538576 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-694cdd24-e0de-47a1-87c2-ea09f1ec17b5 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Calling delete_port for 32ef7696-5702-4f11-9fff-600c12122363 owned by network:router_gateway {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:50:50.538788 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-170023ca-b49f-4303-ae12-9e32daf3db07 admin admin] Calling delete_port for 12ec8dd5-8a6b-4872-8fad-89dee4e37e87 owned by network:dhcp {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:50:50.569748 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-d8937a3f-2b67-4d83-aa56-641ad3c11ca4 None None] For port 12ec8dd5-8a6b-4872-8fad-89dee4e37e87, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=12ec8dd5-8a6b-4872-8fad-89dee4e37e87,segment=NetworkSegment(685ade64-b4f0-481c-891c-ab3796079306),segment_id=685ade64-b4f0-481c-891c-ab3796079306)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:50:50.570514 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d8937a3f-2b67-4d83-aa56-641ad3c11ca4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:50.585920 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-d8937a3f-2b67-4d83-aa56-641ad3c11ca4 None None] Calling delete_port for 12ec8dd5-8a6b-4872-8fad-89dee4e37e87 owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:50:50.748103 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device bf3da3cb-cfc4-4ddc-9c0e-df5909d7e310 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:50:50.772795 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: bf3da3cb-cfc4-4ddc-9c0e-df5909d7e310 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:50:50.773368 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device bf3da3cb-cfc4-4ddc-9c0e-df5909d7e310 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:50:50.773951 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 12ec8dd5-8a6b-4872-8fad-89dee4e37e87 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:50:50.870504 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-170023ca-b49f-4303-ae12-9e32daf3db07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:50.881251 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:50.913228 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170023ca-b49f-4303-ae12-9e32daf3db07 admin admin] Pushing event deleted for resources: {'Port': ['ID=12ec8dd5-8a6b-4872-8fad-89dee4e37e87,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:50.955211 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d8937a3f-2b67-4d83-aa56-641ad3c11ca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:50.969073 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170023ca-b49f-4303-ae12-9e32daf3db07 admin admin] No DVR routers for this DVR port 12ec8dd5-8a6b-4872-8fad-89dee4e37e87 on host n-d-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:50:50.980960 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8937a3f-2b67-4d83-aa56-641ad3c11ca4 None None] No DVR routers for this DVR port 12ec8dd5-8a6b-4872-8fad-89dee4e37e87 on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:50:51.031643 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8937a3f-2b67-4d83-aa56-641ad3c11ca4 None None] Pushing event deleted for resources: {'Port': ['ID=12ec8dd5-8a6b-4872-8fad-89dee4e37e87,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:51.063441 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696e33e-9341-4c95-a470-28fb5b866188 req-16acf369-600d-4179-b366-1bbe397b8bd8 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:51.065085 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3696e33e-9341-4c95-a470-28fb5b866188 req-16acf369-600d-4179-b366-1bbe397b8bd8 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=368ecdc8-1f6e-4df6-856f-be36aef0273c HTTP/1.1" status: 200 len: 945 time: 0.1617305 Sep 24 15:50:51.107678 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-170023ca-b49f-4303-ae12-9e32daf3db07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:51.115853 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 39670) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:51.133966 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-16d16f5d-19d7-4326-9751-fc56eddf95a9 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:51.148186 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-170023ca-b49f-4303-ae12-9e32daf3db07 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['209c09f1-db8d-407a-9dc6-3dae52490c0a']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:50:51.165944 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-170023ca-b49f-4303-ae12-9e32daf3db07 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '685ade64-b4f0-481c-891c-ab3796079306') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:50:51.166268 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-170023ca-b49f-4303-ae12-9e32daf3db07 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '685ade64-b4f0-481c-891c-ab3796079306') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:50:51.178387 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-170023ca-b49f-4303-ae12-9e32daf3db07 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:51.194899 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-170023ca-b49f-4303-ae12-9e32daf3db07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:51.201905 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-170023ca-b49f-4303-ae12-9e32daf3db07 admin admin] Releasing vlan 1282 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:50:51.201905 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-170023ca-b49f-4303-ae12-9e32daf3db07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:51.206214 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3ccab0e5-f9fa-43da-b23c-4a45212c547a req-512f6205-d93d-49b5-a4f9-25a6595a6433 tempest-ServerShowV254Test-1560443634 tempest-ServerShowV254Test-1560443634-project] 10.222.0.101 "GET /v2.0/ports?device_id=14f2dbd0-d94d-4fb9-9311-6efd5218480f HTTP/1.1" status: 200 len: 210 time: 0.0764625 Sep 24 15:50:51.230909 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d16f5d-19d7-4326-9751-fc56eddf95a9 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Network 4a111ca4-a761-4ee5-a844-6d47b1fb1fe4 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:50:51.252789 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-16d16f5d-19d7-4326-9751-fc56eddf95a9 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:50:51.255140 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d16f5d-19d7-4326-9751-fc56eddf95a9 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Pushing event updated for resources: {'Port': ['ID=1834ab81-1194-4755-83c0-d4281fdc4af7,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:51.257418 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d16f5d-19d7-4326-9751-fc56eddf95a9 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:50:51.359248 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:50:51.359248 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:50:51.359248 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:50:51.359248 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:50:51.359248 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:50:51.359248 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:50:51.359248 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:50:51.359248 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:50:51.359248 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:50:51.359248 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:50:51.359248 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:50:51.359248 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:50:51.359248 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:50:51.359248 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:50:51.359248 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:50:51.359248 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:50:51.359248 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:50:51.359248 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:50:51.359248 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:50:51.359248 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:50:51.359248 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:50:51.359248 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:50:51.359248 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:50:51.359248 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:50:51.359248 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:50:51.359248 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:50:51.359248 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:50:51.359248 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:50:51.359248 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:50:51.359248 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:50:51.359248 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:50:51.359248 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:50:51.374620 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d16f5d-19d7-4326-9751-fc56eddf95a9 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:51.375805 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-16d16f5d-19d7-4326-9751-fc56eddf95a9 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:51.402224 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ede2f26e-ed21-41ad-845c-19e81edfb63f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:51.406875 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3696e33e-9341-4c95-a470-28fb5b866188 req-7efc295f-9d27-4576-b53d-5e80a9341db9 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331652 Sep 24 15:50:51.475409 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-694cdd24-e0de-47a1-87c2-ea09f1ec17b5 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:51.496798 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-170023ca-b49f-4303-ae12-9e32daf3db07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:51.501547 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-170023ca-b49f-4303-ae12-9e32daf3db07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:51.506893 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-170023ca-b49f-4303-ae12-9e32daf3db07 admin admin] 10.222.0.101 "DELETE /v2.0/networks/209c09f1-db8d-407a-9dc6-3dae52490c0a HTTP/1.1" status: 204 len: 168 time: 1.3073695 Sep 24 15:50:51.509703 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 39682) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:51.518938 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694cdd24-e0de-47a1-87c2-ea09f1ec17b5 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Pushing event deleted for resources: {'Port': ['ID=32ef7696-5702-4f11-9fff-600c12122363,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:51.524297 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-16d16f5d-19d7-4326-9751-fc56eddf95a9 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.3337324 Sep 24 15:50:51.527063 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 39684) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:51.534236 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-75020137-f482-4832-8baf-616b50858224 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:7e:2b:f6'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:78:e9:b3'}]}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:50:51.574886 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170023ca-b49f-4303-ae12-9e32daf3db07 admin admin] Pushing event deleted for resources: {'Network': ['ID=209c09f1-db8d-407a-9dc6-3dae52490c0a,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:51.654869 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-bcde0432-8799-44b8-a951-4dccd806193a None None] Provisioning complete for port 1834ab81-1194-4755-83c0-d4281fdc4af7 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:50:51.655169 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-bcde0432-8799-44b8-a951-4dccd806193a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:51.690278 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-694cdd24-e0de-47a1-87c2-ea09f1ec17b5 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586576'] for router_gateway, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:51.692655 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-bcde0432-8799-44b8-a951-4dccd806193a None None] Port 1834ab81-1194-4755-83c0-d4281fdc4af7 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:50:51.807000 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-694cdd24-e0de-47a1-87c2-ea09f1ec17b5 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:51.811147 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-694cdd24-e0de-47a1-87c2-ea09f1ec17b5 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:51.883734 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-75020137-f482-4832-8baf-616b50858224 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:51.968002 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-694cdd24-e0de-47a1-87c2-ea09f1ec17b5 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:51.968529 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-694cdd24-e0de-47a1-87c2-ea09f1ec17b5 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Fanout notify agent at l3_agent the message router_deleted on router b1652699-2630-41b1-bba2-1e33035e88c4 {{(pid=95298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:50:51.977242 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-694cdd24-e0de-47a1-87c2-ea09f1ec17b5 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:51.979054 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-694cdd24-e0de-47a1-87c2-ea09f1ec17b5 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] 10.222.0.101 "DELETE /v2.0/routers/b1652699-2630-41b1-bba2-1e33035e88c4 HTTP/1.1" status: 204 len: 168 time: 2.1714308 Sep 24 15:50:51.982285 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 39688) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:51.986134 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-6d590c4e-645c-4401-92bd-902f40f0a2ad tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1405665391', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'enable_snat': False}}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:50:52.017309 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ed2fb1-f7e1-45d3-92fa-394c7207f8de req-110b2fa4-81fc-4c1a-b979-9873beff6e82 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:52.018731 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-51ed2fb1-f7e1-45d3-92fa-394c7207f8de req-110b2fa4-81fc-4c1a-b979-9873beff6e82 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=368ecdc8-1f6e-4df6-856f-be36aef0273c HTTP/1.1" status: 200 len: 945 time: 0.1351130 Sep 24 15:50:52.039425 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ede2f26e-ed21-41ad-845c-19e81edfb63f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:52.090083 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-75020137-f482-4832-8baf-616b50858224 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:52.098396 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ede2f26e-ed21-41ad-845c-19e81edfb63f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:52.120573 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-51ed2fb1-f7e1-45d3-92fa-394c7207f8de req-4509c484-f973-4c08-80ba-9219a868cd57 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954750 Sep 24 15:50:52.150470 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ede2f26e-ed21-41ad-845c-19e81edfb63f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=0c3d5dd55fda4d98aec0287a25112610&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0281804 Sep 24 15:50:52.153226 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 39690) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:52.167326 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-75020137-f482-4832-8baf-616b50858224 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:52.174983 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede2f26e-ed21-41ad-845c-19e81edfb63f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3246a7-5921-4928-b963-24153d126420,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:52.211869 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6d590c4e-645c-4401-92bd-902f40f0a2ad tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:52.212880 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6d590c4e-645c-4401-92bd-902f40f0a2ad tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:52.295126 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75020137-f482-4832-8baf-616b50858224 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Pushing event updated for resources: {'Port': ['ID=1834ab81-1194-4755-83c0-d4281fdc4af7,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:52.314910 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-70941247-5b8b-48f4-b411-e70ff08cdaa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:52.353677 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6d590c4e-645c-4401-92bd-902f40f0a2ad tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:52.365792 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-75020137-f482-4832-8baf-616b50858224 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] In _notify_port_updated(), no bound segment for port 1834ab81-1194-4755-83c0-d4281fdc4af7 on network 4a111ca4-a761-4ee5-a844-6d47b1fb1fe4 {{(pid=95298) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 24 15:50:52.371431 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75020137-f482-4832-8baf-616b50858224 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:52.372105 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-75020137-f482-4832-8baf-616b50858224 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:52.376300 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-75020137-f482-4832-8baf-616b50858224 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] 10.222.0.101 "PUT /v2.0/ports/1834ab81-1194-4755-83c0-d4281fdc4af7 HTTP/1.1" status: 200 len: 1054 time: 0.8449602 Sep 24 15:50:52.381695 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 39694) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:52.389081 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-28a4cfd8-9e8c-4249-b6fc-6d96b129424a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:52.392636 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-927384a2-2dc2-48fe-9622-e9411f08d61f req-8e4a10c3-e6a3-44ae-acb2-7449f06743a7 tempest-ServerShowV254Test-1560443634 tempest-ServerShowV254Test-1560443634-project] 10.222.0.101 "GET /v2.0/ports?device_id=14f2dbd0-d94d-4fb9-9311-6efd5218480f HTTP/1.1" status: 200 len: 210 time: 0.0754778 Sep 24 15:50:52.425400 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-28a4cfd8-9e8c-4249-b6fc-6d96b129424a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:52.621183 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-7f2240b9-944f-4a27-8f87-216071d6f96f tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Deleting port 1834ab81-1194-4755-83c0-d4281fdc4af7 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:50:52.621183 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7f2240b9-944f-4a27-8f87-216071d6f96f tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:52.648001 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-01d16975-e34f-45a6-892d-a53b1953e804 None None] Provisioning complete for port 1834ab81-1194-4755-83c0-d4281fdc4af7 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:50:52.648488 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-01d16975-e34f-45a6-892d-a53b1953e804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:52.672430 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-28a4cfd8-9e8c-4249-b6fc-6d96b129424a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:52.678361 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-28a4cfd8-9e8c-4249-b6fc-6d96b129424a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:52.682220 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-28a4cfd8-9e8c-4249-b6fc-6d96b129424a admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/6f3246a7-5921-4928-b963-24153d126420 HTTP/1.1" status: 204 len: 168 time: 0.5253584 Sep 24 15:50:52.714003 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-01d16975-e34f-45a6-892d-a53b1953e804 None None] Port 1834ab81-1194-4755-83c0-d4281fdc4af7 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:50:52.722239 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6d590c4e-645c-4401-92bd-902f40f0a2ad tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:52.726015 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a4cfd8-9e8c-4249-b6fc-6d96b129424a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3246a7-5921-4928-b963-24153d126420,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:52.767570 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7f2240b9-944f-4a27-8f87-216071d6f96f tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:52.784736 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-7f2240b9-944f-4a27-8f87-216071d6f96f tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Calling delete_port for 1834ab81-1194-4755-83c0-d4281fdc4af7 owned by {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:50:52.853446 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-70941247-5b8b-48f4-b411-e70ff08cdaa8 admin admin] Deleting port 14dfe455-5146-4621-a687-1ffa9a0b2a9f {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:50:52.853446 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-70941247-5b8b-48f4-b411-e70ff08cdaa8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:52.961537 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-70941247-5b8b-48f4-b411-e70ff08cdaa8 admin admin] For port 14dfe455-5146-4621-a687-1ffa9a0b2a9f, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=14dfe455-5146-4621-a687-1ffa9a0b2a9f,segment=NetworkSegment(564fbddd-30a0-4331-bbc2-709bd1a60e35),segment_id=564fbddd-30a0-4331-bbc2-709bd1a60e35)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:50:52.962012 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-70941247-5b8b-48f4-b411-e70ff08cdaa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:53.002525 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-70941247-5b8b-48f4-b411-e70ff08cdaa8 admin admin] Calling delete_port for 14dfe455-5146-4621-a687-1ffa9a0b2a9f owned by network:router_interface {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:50:53.052124 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-906e03fe-f5e0-4d3c-abb6-8787fcf3286f req-ba6cef4f-bc50-4af3-b9f1-1b2a415f8412 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=ba550d9939bf4c0db3bb9100e8895776&device_id=14f2dbd0-d94d-4fb9-9311-6efd5218480f HTTP/1.1" status: 200 len: 210 time: 0.0469687 Sep 24 15:50:53.111132 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-00a5ca7d-1467-4313-9817-07751f9aadca req-143e28b1-02c5-4314-aba6-ccfd77be8372 tempest-ServerShowV254Test-1560443634 tempest-ServerShowV254Test-1560443634-project] 10.222.0.101 "GET /v2.0/ports?device_id=14f2dbd0-d94d-4fb9-9311-6efd5218480f HTTP/1.1" status: 200 len: 210 time: 0.0380030 Sep 24 15:50:53.115776 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-906e03fe-f5e0-4d3c-abb6-8787fcf3286f req-432365b0-10d3-41bd-9738-d2a308adf1d8 service neutron] 10.222.0.108 "GET /v2.0/networks?tenant_id=ba550d9939bf4c0db3bb9100e8895776&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0550952 Sep 24 15:50:53.142677 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6d590c4e-645c-4401-92bd-902f40f0a2ad tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:53.154873 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7f2240b9-944f-4a27-8f87-216071d6f96f tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:53.210709 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6d590c4e-645c-4401-92bd-902f40f0a2ad tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:53.214615 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2240b9-944f-4a27-8f87-216071d6f96f tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Pushing event deleted for resources: {'Port': ['ID=1834ab81-1194-4755-83c0-d4281fdc4af7,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:53.371302 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-6d590c4e-645c-4401-92bd-902f40f0a2ad tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Allocated IP 172.25.0.133 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/86480932-5d80-4a53-9bce-b9670a718e13) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:50:53.499318 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e03fe-f5e0-4d3c-abb6-8787fcf3286f req-a897b2bb-6eb4-4a7f-933a-c34351d85916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:53.501949 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-906e03fe-f5e0-4d3c-abb6-8787fcf3286f req-a897b2bb-6eb4-4a7f-933a-c34351d85916 service neutron] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3789589 Sep 24 15:50:53.525703 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cd0038-6270-4b9d-a0cd-b72da3770e92 req-d8cd23c4-891c-43e1-ad38-37da992ed0f7 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:53.527295 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b8cd0038-6270-4b9d-a0cd-b72da3770e92 req-d8cd23c4-891c-43e1-ad38-37da992ed0f7 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.110 "GET /v2.0/ports?device_id=368ecdc8-1f6e-4df6-856f-be36aef0273c HTTP/1.1" status: 200 len: 945 time: 0.2487752 Sep 24 15:50:53.539742 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50612db5-022c-4dd9-aef0-6505d9d58133 req-d362e531-a408-4f71-9b1e-4e1a689db918 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:53.541509 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-50612db5-022c-4dd9-aef0-6505d9d58133 req-d362e531-a408-4f71-9b1e-4e1a689db918 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=368ecdc8-1f6e-4df6-856f-be36aef0273c HTTP/1.1" status: 200 len: 945 time: 0.2618544 Sep 24 15:50:53.555059 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6d590c4e-645c-4401-92bd-902f40f0a2ad tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:53.652484 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 39736) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:53.666808 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7527e2c4-e836-4ba7-94cf-b734ab0aea7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:53.721197 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6d590c4e-645c-4401-92bd-902f40f0a2ad tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:53.760055 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d590c4e-645c-4401-92bd-902f40f0a2ad tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:50:53.764668 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-6d590c4e-645c-4401-92bd-902f40f0a2ad tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:50:53.768330 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d590c4e-645c-4401-92bd-902f40f0a2ad tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:50:53.782624 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-50612db5-022c-4dd9-aef0-6505d9d58133 req-26384b15-5728-4dac-8bd9-3e9aeccdf90e tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280595 Sep 24 15:50:53.810397 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d590c4e-645c-4401-92bd-902f40f0a2ad tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Pushing event updated for resources: {'Port': ['ID=86480932-5d80-4a53-9bce-b9670a718e13,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:53.816527 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7f2240b9-944f-4a27-8f87-216071d6f96f tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:53.818804 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-7f2240b9-944f-4a27-8f87-216071d6f96f tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] 10.222.0.101 "DELETE /v2.0/ports/1834ab81-1194-4755-83c0-d4281fdc4af7 HTTP/1.1" status: 204 len: 168 time: 1.4370806 Sep 24 15:50:53.821095 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 39738) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:53.856375 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c2aeb33-0cc7-44e1-9a45-04bae71d1bab tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] GET failed (client error): The resource could not be found. Sep 24 15:50:53.860635 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-4c2aeb33-0cc7-44e1-9a45-04bae71d1bab tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] 10.222.0.101 "GET /v2.0/ports/1834ab81-1194-4755-83c0-d4281fdc4af7 HTTP/1.1" status: 404 len: 333 time: 0.0348465 Sep 24 15:50:53.861905 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 39740) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:53.896431 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-b8cd0038-6270-4b9d-a0cd-b72da3770e92 req-40319626-38e3-4003-996e-1c1070f26892 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Deleting port 24548574-74ed-4b6c-9abd-217cffb7f18f {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:50:53.896751 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-b8cd0038-6270-4b9d-a0cd-b72da3770e92 req-40319626-38e3-4003-996e-1c1070f26892 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:53.903210 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-70941247-5b8b-48f4-b411-e70ff08cdaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:54.020470 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7527e2c4-e836-4ba7-94cf-b734ab0aea7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:54.023063 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70941247-5b8b-48f4-b411-e70ff08cdaa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=14dfe455-5146-4621-a687-1ffa9a0b2a9f,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:54.147332 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-7f58e7b7-bd7c-4bd9-a9f8-bc6902e9527d tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Deleting port f69ba439-76e5-4331-b811-a184f1ebe2e1 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:50:54.147685 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7f58e7b7-bd7c-4bd9-a9f8-bc6902e9527d tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:54.187449 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7527e2c4-e836-4ba7-94cf-b734ab0aea7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:54.227141 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-b8cd0038-6270-4b9d-a0cd-b72da3770e92 req-40319626-38e3-4003-996e-1c1070f26892 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] For port 24548574-74ed-4b6c-9abd-217cffb7f18f, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=24548574-74ed-4b6c-9abd-217cffb7f18f,segment=NetworkSegment(52d1c812-065d-43bf-bb73-529423424f9b),segment_id=52d1c812-065d-43bf-bb73-529423424f9b)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:50:54.227518 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-b8cd0038-6270-4b9d-a0cd-b72da3770e92 req-40319626-38e3-4003-996e-1c1070f26892 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:54.254512 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-7527e2c4-e836-4ba7-94cf-b734ab0aea7f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=31787169a7f744a9860579cfe2b3c893&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6007690 Sep 24 15:50:54.259231 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-b8cd0038-6270-4b9d-a0cd-b72da3770e92 req-40319626-38e3-4003-996e-1c1070f26892 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Calling delete_port for 24548574-74ed-4b6c-9abd-217cffb7f18f owned by compute:nova {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:50:54.286172 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 39746) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:54.365648 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9e75ac2d-e926-45bd-bd12-5ed0b63b1711 req-e915d0ef-c762-43b9-9fa1-100054307fcc tempest-ServerShowV254Test-1560443634 tempest-ServerShowV254Test-1560443634-project] 10.222.0.101 "GET /v2.0/ports?device_id=14f2dbd0-d94d-4fb9-9311-6efd5218480f HTTP/1.1" status: 200 len: 210 time: 0.1429183 Sep 24 15:50:54.382439 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7527e2c4-e836-4ba7-94cf-b734ab0aea7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea59ec6-36b2-4f77-8063-13ea24168e22,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:54.401974 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6d590c4e-645c-4401-92bd-902f40f0a2ad tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:54.458776 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-124041af-c755-4896-bb04-5ebbe51ce803 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:54.532319 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-124041af-c755-4896-bb04-5ebbe51ce803 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:54.694198 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7f58e7b7-bd7c-4bd9-a9f8-bc6902e9527d tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:54.705106 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-124041af-c755-4896-bb04-5ebbe51ce803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:54.709231 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-124041af-c755-4896-bb04-5ebbe51ce803 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:54.714028 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-124041af-c755-4896-bb04-5ebbe51ce803 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/0ea59ec6-36b2-4f77-8063-13ea24168e22 HTTP/1.1" status: 204 len: 168 time: 0.4266875 Sep 24 15:50:54.716075 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-70941247-5b8b-48f4-b411-e70ff08cdaa8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:54.737691 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124041af-c755-4896-bb04-5ebbe51ce803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea59ec6-36b2-4f77-8063-13ea24168e22,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:54.784353 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6d590c4e-645c-4401-92bd-902f40f0a2ad tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:54.858522 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-7f58e7b7-bd7c-4bd9-a9f8-bc6902e9527d tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Calling delete_port for f69ba439-76e5-4331-b811-a184f1ebe2e1 owned by {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:50:54.989767 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc01bd04-435c-4b22-a9ec-3c979f325ace req-6b27fb06-3903-4e34-9afc-dacbb080bd53 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:54.990923 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cc01bd04-435c-4b22-a9ec-3c979f325ace req-6b27fb06-3903-4e34-9afc-dacbb080bd53 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=368ecdc8-1f6e-4df6-856f-be36aef0273c HTTP/1.1" status: 200 len: 945 time: 0.1131411 Sep 24 15:50:55.007052 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:50:55.045659 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-906e03fe-f5e0-4d3c-abb6-8787fcf3286f req-592f020d-00ab-4bb0-9e60-071e70e93aa9 tempest-ServerShowV254Test-1560443634 tempest-ServerShowV254Test-1560443634-project] 10.222.0.108 "GET /v2.0/ports?device_id=14f2dbd0-d94d-4fb9-9311-6efd5218480f HTTP/1.1" status: 200 len: 210 time: 0.0812414 Sep 24 15:50:55.061379 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cc01bd04-435c-4b22-a9ec-3c979f325ace req-79b1788f-ee28-4bad-8302-ca15b5ea7bb4 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566120 Sep 24 15:50:55.121303 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d590c4e-645c-4401-92bd-902f40f0a2ad tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Router 7791c250-6a77-40f4-afbd-b5ba58f54ddf is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:50:55.228717 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70941247-5b8b-48f4-b411-e70ff08cdaa8 admin admin] Router dc78f947-47ce-4d0d-934e-89b2f001abf3 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:50:55.270908 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d590c4e-645c-4401-92bd-902f40f0a2ad tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:50:55.286685 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-b8cd0038-6270-4b9d-a0cd-b72da3770e92 req-40319626-38e3-4003-996e-1c1070f26892 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:55.291005 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652e748b-2080-438d-849f-261d0ce37a27 None None] Sync routers for ids ['7791c250-6a77-40f4-afbd-b5ba58f54ddf'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:50:55.299346 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['03256c2c-9512-46e8-bb7a-08f5c9148dbc'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:50:55.314634 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652e748b-2080-438d-849f-261d0ce37a27 None None] Routers {'7791c250-6a77-40f4-afbd-b5ba58f54ddf'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:50:55.315509 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-652e748b-2080-438d-849f-261d0ce37a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:50:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['7791c250-6a77-40f4-afbd-b5ba58f54ddf'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:50:55.320291 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7f58e7b7-bd7c-4bd9-a9f8-bc6902e9527d tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:55.323733 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40319626-38e3-4003-996e-1c1070f26892 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Pushing event deleted for resources: {'Port': ['ID=24548574-74ed-4b6c-9abd-217cffb7f18f,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:55.349125 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40319626-38e3-4003-996e-1c1070f26892 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:50:55.349511 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40319626-38e3-4003-996e-1c1070f26892 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:50:55.349851 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40319626-38e3-4003-996e-1c1070f26892 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:50:55.350181 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40319626-38e3-4003-996e-1c1070f26892 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:50:55.350622 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40319626-38e3-4003-996e-1c1070f26892 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:50:55.350952 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40319626-38e3-4003-996e-1c1070f26892 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:50:55.351279 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40319626-38e3-4003-996e-1c1070f26892 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:50:55.351601 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40319626-38e3-4003-996e-1c1070f26892 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:50:55.351925 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40319626-38e3-4003-996e-1c1070f26892 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:50:55.352252 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40319626-38e3-4003-996e-1c1070f26892 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:50:55.352572 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40319626-38e3-4003-996e-1c1070f26892 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:50:55.352890 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40319626-38e3-4003-996e-1c1070f26892 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:50:55.447524 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f58e7b7-bd7c-4bd9-a9f8-bc6902e9527d tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Pushing event deleted for resources: {'Port': ['ID=f69ba439-76e5-4331-b811-a184f1ebe2e1,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:55.452527 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6d590c4e-645c-4401-92bd-902f40f0a2ad tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:55.456452 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-6d590c4e-645c-4401-92bd-902f40f0a2ad tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.4709177 Sep 24 15:50:55.458066 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 39764) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:55.480462 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8cd0038-6270-4b9d-a0cd-b72da3770e92 req-40319626-38e3-4003-996e-1c1070f26892 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] No DVR routers for this DVR port 24548574-74ed-4b6c-9abd-217cffb7f18f on host n-h1-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:50:55.485056 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-b8cd0038-6270-4b9d-a0cd-b72da3770e92 req-40319626-38e3-4003-996e-1c1070f26892 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:55.487054 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b8cd0038-6270-4b9d-a0cd-b72da3770e92 req-40319626-38e3-4003-996e-1c1070f26892 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.110 "DELETE /v2.0/ports/24548574-74ed-4b6c-9abd-217cffb7f18f HTTP/1.1" status: 204 len: 173 time: 1.9438918 Sep 24 15:50:55.490512 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '368ecdc8-1f6e-4df6-856f-be36aef0273c', 'name': 'network-vif-deleted', 'tag': '24548574-74ed-4b6c-9abd-217cffb7f18f'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:50:55.492702 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c91081-ea40-4604-9bcf-2ffab361a14e" -d '{"events": [{"server_uuid": "368ecdc8-1f6e-4df6-856f-be36aef0273c", "name": "network-vif-deleted", "tag": "24548574-74ed-4b6c-9abd-217cffb7f18f"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:50:55.562695 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70941247-5b8b-48f4-b411-e70ff08cdaa8 admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:50:55.584491 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-70941247-5b8b-48f4-b411-e70ff08cdaa8 admin admin] 10.222.0.101 "PUT /v2.0/routers/dc78f947-47ce-4d0d-934e-89b2f001abf3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0737097 Sep 24 15:50:55.585288 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 39774) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:55.617094 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d940ec-d2ce-44b9-89e6-2808502712ca None None] Sync routers for ids ['dc78f947-47ce-4d0d-934e-89b2f001abf3'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:50:55.647806 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-652e748b-2080-438d-849f-261d0ce37a27 None None] Set router 7791c250-6a77-40f4-afbd-b5ba58f54ddf gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:50:55.669132 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a05205-92ea-440f-924d-cd072fde450f x-openstack-request-id: req-97a05205-92ea-440f-924d-cd072fde450f {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:50:55.669343 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "368ecdc8-1f6e-4df6-856f-be36aef0273c", "name": "network-vif-deleted", "tag": "24548574-74ed-4b6c-9abd-217cffb7f18f", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:50:55.669600 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-97a05205-92ea-440f-924d-cd072fde450f {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:50:55.670018 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '368ecdc8-1f6e-4df6-856f-be36aef0273c', 'name': 'network-vif-deleted', 'tag': '24548574-74ed-4b6c-9abd-217cffb7f18f', 'status': 'completed', 'code': 200} Sep 24 15:50:55.725385 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7f58e7b7-bd7c-4bd9-a9f8-bc6902e9527d tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:55.728162 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-7f58e7b7-bd7c-4bd9-a9f8-bc6902e9527d tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] 10.222.0.101 "DELETE /v2.0/ports/f69ba439-76e5-4331-b811-a184f1ebe2e1 HTTP/1.1" status: 204 len: 168 time: 1.8662727 Sep 24 15:50:55.739399 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 39778) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:55.755314 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d940ec-d2ce-44b9-89e6-2808502712ca None None] Routers {'dc78f947-47ce-4d0d-934e-89b2f001abf3'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:50:55.760197 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-e9d940ec-d2ce-44b9-89e6-2808502712ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:50:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['dc78f947-47ce-4d0d-934e-89b2f001abf3'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:50:55.770457 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e468685-c22c-463a-83e8-04f6da63916e tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] GET failed (client error): The resource could not be found. Sep 24 15:50:55.773752 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-8e468685-c22c-463a-83e8-04f6da63916e tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] 10.222.0.101 "GET /v2.0/ports/f69ba439-76e5-4331-b811-a184f1ebe2e1 HTTP/1.1" status: 404 len: 333 time: 0.0331223 Sep 24 15:50:55.777968 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 39780) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:55.795206 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1ee74853-0de3-4db8-a3b2-07b884dd9a6c req-4fab4c15-7c9a-4558-8638-e2ba68ab7de9 tempest-ServerShowV254Test-1560443634 tempest-ServerShowV254Test-1560443634-project] 10.222.0.101 "GET /v2.0/ports?device_id=14f2dbd0-d94d-4fb9-9311-6efd5218480f HTTP/1.1" status: 200 len: 210 time: 0.1120229 Sep 24 15:50:55.872334 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-2c524aae-4793-464e-bb8a-b05ec04adaa4 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] 10.222.0.101 "GET /v2.0/routers/7791c250-6a77-40f4-afbd-b5ba58f54ddf HTTP/1.1" status: 200 len: 909 time: 0.4116998 Sep 24 15:50:55.873255 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 39786) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:55.889747 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-b6d4f01b-3dd4-4c20-8113-a81228d72f6d tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1405665391', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'enable_snat': True}}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:50:55.983903 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-92766901-86d5-4906-8ef2-f57189ef8cba tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Deleting port dd35b2b8-aa2e-41e8-874a-971c7fdf9809 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:50:55.984603 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-92766901-86d5-4906-8ef2-f57189ef8cba tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:55.994212 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-efef221f-8c1d-4458-963b-7904e957a54f admin admin] Notify callbacks [] for router, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:56.099712 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-652e748b-2080-438d-849f-261d0ce37a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7791c250-6a77-40f4-afbd-b5ba58f54ddf', 'name': 'tempest-snat-router-1405665391', 'tenant_id': '9fb67abc5759413e8c68b48435ad6111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.133'}], 'enable_snat': False}, 'gw_port_id': '86480932-5d80-4a53-9bce-b9670a718e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:50:52Z', 'updated_at': '2021-09-24T15:50:53Z', 'revision_number': 3, 'project_id': '9fb67abc5759413e8c68b48435ad6111', 'gw_port': {'id': '86480932-5d80-4a53-9bce-b9670a718e13', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:00:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7791c250-6a77-40f4-afbd-b5ba58f54ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:50:53Z', 'updated_at': '2021-09-24T15:50:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:50:56.101690 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-e9d940ec-d2ce-44b9-89e6-2808502712ca None None] Set router dc78f947-47ce-4d0d-934e-89b2f001abf3 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:50:56.107575 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b6d4f01b-3dd4-4c20-8113-a81228d72f6d tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:56.108670 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b6d4f01b-3dd4-4c20-8113-a81228d72f6d tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:56.173423 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652e748b-2080-438d-849f-261d0ce37a27 None None] Checking router: 7791c250-6a77-40f4-afbd-b5ba58f54ddf for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:50:56.174743 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652e748b-2080-438d-849f-261d0ce37a27 None None] Updating router 7791c250-6a77-40f4-afbd-b5ba58f54ddf port 86480932-5d80-4a53-9bce-b9670a718e13 binding host n-d-808921-1 {{(pid=95300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:50:56.215995 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-92766901-86d5-4906-8ef2-f57189ef8cba tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:56.228146 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-652e748b-2080-438d-849f-261d0ce37a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:56.273135 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b6d4f01b-3dd4-4c20-8113-a81228d72f6d tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:56.279560 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-92766901-86d5-4906-8ef2-f57189ef8cba tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Calling delete_port for dd35b2b8-aa2e-41e8-874a-971c7fdf9809 owned by {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:50:56.407006 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-37267eed-0f69-41d6-ab4f-f8039c00e061 req-7ea1a7f9-d031-4b84-bb86-42360296d65d tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=368ecdc8-1f6e-4df6-856f-be36aef0273c HTTP/1.1" status: 200 len: 210 time: 0.1018457 Sep 24 15:50:56.434073 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-efef221f-8c1d-4458-963b-7904e957a54f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:56.457331 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-e9d940ec-d2ce-44b9-89e6-2808502712ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc78f947-47ce-4d0d-934e-89b2f001abf3', 'name': 'tempest-TestAggregatesBasicOps-54800928-router', 'tenant_id': '05222413b80f443b8c7a45a48b9ebf53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '078360bf-38f6-44df-9f84-9a8f861fcfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:50:27Z', 'updated_at': '2021-09-24T15:50:53Z', 'revision_number': 5, 'project_id': '05222413b80f443b8c7a45a48b9ebf53', 'gw_port': {'id': '078360bf-38f6-44df-9f84-9a8f861fcfd1', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:85:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc78f947-47ce-4d0d-934e-89b2f001abf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:50:29Z', 'updated_at': '2021-09-24T15:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:50:56.507908 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d940ec-d2ce-44b9-89e6-2808502712ca None None] Checking router: dc78f947-47ce-4d0d-934e-89b2f001abf3 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:50:56.522940 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d940ec-d2ce-44b9-89e6-2808502712ca None None] Routers {'dc78f947-47ce-4d0d-934e-89b2f001abf3'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:50:56.523734 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-e9d940ec-d2ce-44b9-89e6-2808502712ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:50:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['dc78f947-47ce-4d0d-934e-89b2f001abf3'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:50:56.686868 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-efef221f-8c1d-4458-963b-7904e957a54f admin admin] Deleting port 078360bf-38f6-44df-9f84-9a8f861fcfd1 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:50:56.687216 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-efef221f-8c1d-4458-963b-7904e957a54f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:56.776689 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-652e748b-2080-438d-849f-261d0ce37a27 None None] Notify callbacks [] for port, precommit_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:56.815675 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-e9d940ec-d2ce-44b9-89e6-2808502712ca None None] Set router dc78f947-47ce-4d0d-934e-89b2f001abf3 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:50:56.841451 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-652e748b-2080-438d-849f-261d0ce37a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:56.907744 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-efef221f-8c1d-4458-963b-7904e957a54f admin admin] For port 078360bf-38f6-44df-9f84-9a8f861fcfd1, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=078360bf-38f6-44df-9f84-9a8f861fcfd1,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:50:56.908133 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-efef221f-8c1d-4458-963b-7904e957a54f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:56.946685 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-efef221f-8c1d-4458-963b-7904e957a54f admin admin] Calling delete_port for 078360bf-38f6-44df-9f84-9a8f861fcfd1 owned by network:router_gateway {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:50:56.962609 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba6096b-afaa-443c-861c-187cd4c3f32a None None] Pushing event updated for resources: {'Port': ['ID=86480932-5d80-4a53-9bce-b9670a718e13,revision_number=2']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:57.042811 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-652e748b-2080-438d-849f-261d0ce37a27 None None] Attempting to bind port 86480932-5d80-4a53-9bce-b9670a718e13 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:50:57.044352 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-652e748b-2080-438d-849f-261d0ce37a27 None None] Attempting to bind port 86480932-5d80-4a53-9bce-b9670a718e13 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:50:57.047129 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652e748b-2080-438d-849f-261d0ce37a27 None None] Attempting to bind port 86480932-5d80-4a53-9bce-b9670a718e13 on network e6a2de20-1ea0-43e5-88e0-982d19e317d5 {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:50:57.068479 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652e748b-2080-438d-849f-261d0ce37a27 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:50:57.074178 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652e748b-2080-438d-849f-261d0ce37a27 None None] Checking segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:50:57.074461 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-652e748b-2080-438d-849f-261d0ce37a27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:57.074867 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652e748b-2080-438d-849f-261d0ce37a27 None None] Bound using segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:50:57.075763 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-652e748b-2080-438d-849f-261d0ce37a27 None None] Bound port: 86480932-5d80-4a53-9bce-b9670a718e13, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:50:57.083110 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-652e748b-2080-438d-849f-261d0ce37a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:57.192583 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-652e748b-2080-438d-849f-261d0ce37a27 None None] For port 86480932-5d80-4a53-9bce-b9670a718e13, host n-d-808921-1, cleared binding levels {{(pid=95300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:50:57.202130 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-652e748b-2080-438d-849f-261d0ce37a27 None None] For port 86480932-5d80-4a53-9bce-b9670a718e13, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=86480932-5d80-4a53-9bce-b9670a718e13,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:50:57.215545 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 24548574-74ed-4b6c-9abd-217cffb7f18f no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:50:57.243550 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] No Port match for: 24548574-74ed-4b6c-9abd-217cffb7f18f {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:50:57.244162 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 24548574-74ed-4b6c-9abd-217cffb7f18f not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:50:57.374997 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-e9d940ec-d2ce-44b9-89e6-2808502712ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc78f947-47ce-4d0d-934e-89b2f001abf3', 'name': 'tempest-TestAggregatesBasicOps-54800928-router', 'tenant_id': '05222413b80f443b8c7a45a48b9ebf53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '078360bf-38f6-44df-9f84-9a8f861fcfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:50:27Z', 'updated_at': '2021-09-24T15:50:53Z', 'revision_number': 5, 'project_id': '05222413b80f443b8c7a45a48b9ebf53', 'gw_port': {'id': '078360bf-38f6-44df-9f84-9a8f861fcfd1', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:85:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc78f947-47ce-4d0d-934e-89b2f001abf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:50:29Z', 'updated_at': '2021-09-24T15:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:50:57.389328 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-652e748b-2080-438d-849f-261d0ce37a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:57.398793 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b6d4f01b-3dd4-4c20-8113-a81228d72f6d tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:57.418926 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d940ec-d2ce-44b9-89e6-2808502712ca None None] The sync data for ids ['dc78f947-47ce-4d0d-934e-89b2f001abf3'] in n-d-808921-1 is: [{'id': 'dc78f947-47ce-4d0d-934e-89b2f001abf3', 'name': 'tempest-TestAggregatesBasicOps-54800928-router', 'tenant_id': '05222413b80f443b8c7a45a48b9ebf53', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.179'}], 'enable_snat': True}, 'gw_port_id': '078360bf-38f6-44df-9f84-9a8f861fcfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:50:27Z', 'updated_at': '2021-09-24T15:50:53Z', 'revision_number': 5, 'project_id': '05222413b80f443b8c7a45a48b9ebf53', 'gw_port': {'id': '078360bf-38f6-44df-9f84-9a8f861fcfd1', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:85:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc78f947-47ce-4d0d-934e-89b2f001abf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1995, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:50:29Z', 'updated_at': '2021-09-24T15:50:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:50:57.452611 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-efef221f-8c1d-4458-963b-7904e957a54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:57.480015 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652e748b-2080-438d-849f-261d0ce37a27 None None] Routers {'7791c250-6a77-40f4-afbd-b5ba58f54ddf'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:50:57.480731 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-652e748b-2080-438d-849f-261d0ce37a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:50:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['7791c250-6a77-40f4-afbd-b5ba58f54ddf'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:50:57.543146 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efef221f-8c1d-4458-963b-7904e957a54f admin admin] Pushing event deleted for resources: {'Port': ['ID=078360bf-38f6-44df-9f84-9a8f861fcfd1,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:57.621592 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-92766901-86d5-4906-8ef2-f57189ef8cba tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:57.642446 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-efef221f-8c1d-4458-963b-7904e957a54f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586576'] for router_gateway, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:57.645627 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba6096b-afaa-443c-861c-187cd4c3f32a None None] Pushing event updated for resources: {'Port': ['ID=86480932-5d80-4a53-9bce-b9670a718e13,revision_number=3']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:57.745707 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92766901-86d5-4906-8ef2-f57189ef8cba tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Pushing event deleted for resources: {'Port': ['ID=dd35b2b8-aa2e-41e8-874a-971c7fdf9809,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:57.824070 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 39862) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:57.840447 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-652e748b-2080-438d-849f-261d0ce37a27 None None] Set router 7791c250-6a77-40f4-afbd-b5ba58f54ddf gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:50:57.926318 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-efef221f-8c1d-4458-963b-7904e957a54f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:57.933621 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-efef221f-8c1d-4458-963b-7904e957a54f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:58.010718 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3778ed5f-7420-40e6-809a-4161f12e50de req-cf8007a7-c34e-49ff-838b-faa4ca061992 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:58.018470 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3778ed5f-7420-40e6-809a-4161f12e50de req-cf8007a7-c34e-49ff-838b-faa4ca061992 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.2944436 Sep 24 15:50:58.132554 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3778ed5f-7420-40e6-809a-4161f12e50de req-984f7018-0ca2-4cc6-bf4d-c2b4eb32cc8a tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130629 Sep 24 15:50:58.154163 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-efef221f-8c1d-4458-963b-7904e957a54f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:58.154822 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efef221f-8c1d-4458-963b-7904e957a54f admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc78f947-47ce-4d0d-934e-89b2f001abf3 {{(pid=95297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:50:58.160865 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 39876) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:58.177479 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-efef221f-8c1d-4458-963b-7904e957a54f admin admin] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:58.183612 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-efef221f-8c1d-4458-963b-7904e957a54f admin admin] 10.222.0.101 "DELETE /v2.0/routers/dc78f947-47ce-4d0d-934e-89b2f001abf3 HTTP/1.1" status: 204 len: 168 time: 2.5945981 Sep 24 15:50:58.195597 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 39878) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:58.267499 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-92766901-86d5-4906-8ef2-f57189ef8cba tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:58.274667 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-92766901-86d5-4906-8ef2-f57189ef8cba tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] 10.222.0.101 "DELETE /v2.0/ports/dd35b2b8-aa2e-41e8-874a-971c7fdf9809 HTTP/1.1" status: 204 len: 168 time: 2.4937484 Sep 24 15:50:58.284139 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 39886) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:58.299160 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-9331872c-3750-4a6b-93ba-5f38de428ca4 admin admin] Deleting subnet ea53ad95-546f-476b-962c-1979f09c1c8c {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:50:58.304864 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9331872c-3750-4a6b-93ba-5f38de428ca4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:58.384922 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9331872c-3750-4a6b-93ba-5f38de428ca4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:58.414619 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-652e748b-2080-438d-849f-261d0ce37a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7791c250-6a77-40f4-afbd-b5ba58f54ddf', 'name': 'tempest-snat-router-1405665391', 'tenant_id': '9fb67abc5759413e8c68b48435ad6111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.133'}], 'enable_snat': False}, 'gw_port_id': '86480932-5d80-4a53-9bce-b9670a718e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:50:52Z', 'updated_at': '2021-09-24T15:50:53Z', 'revision_number': 3, 'project_id': '9fb67abc5759413e8c68b48435ad6111', 'gw_port': {'id': '86480932-5d80-4a53-9bce-b9670a718e13', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:00:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7791c250-6a77-40f4-afbd-b5ba58f54ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:50:53Z', 'updated_at': '2021-09-24T15:50:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:50:58.525624 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652e748b-2080-438d-849f-261d0ce37a27 None None] The sync data for ids ['7791c250-6a77-40f4-afbd-b5ba58f54ddf'] in n-d-808921-1 is: [{'id': '7791c250-6a77-40f4-afbd-b5ba58f54ddf', 'name': 'tempest-snat-router-1405665391', 'tenant_id': '9fb67abc5759413e8c68b48435ad6111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.133'}], 'enable_snat': False}, 'gw_port_id': '86480932-5d80-4a53-9bce-b9670a718e13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:50:52Z', 'updated_at': '2021-09-24T15:50:53Z', 'revision_number': 3, 'project_id': '9fb67abc5759413e8c68b48435ad6111', 'gw_port': {'id': '86480932-5d80-4a53-9bce-b9670a718e13', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:00:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7791c250-6a77-40f4-afbd-b5ba58f54ddf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2048, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:50:53Z', 'updated_at': '2021-09-24T15:50:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:50:58.537620 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b6d4f01b-3dd4-4c20-8113-a81228d72f6d tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:58.543963 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d84b4b14-3d1c-4e02-8f51-b003d169482a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:58.549611 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-93004c26-6fe8-4909-942d-d0634261732c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:58.584249 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9331872c-3750-4a6b-93ba-5f38de428ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:58.617171 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b6d4f01b-3dd4-4c20-8113-a81228d72f6d tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:58.665770 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-77d5032d-57c6-4edb-a5d3-3a0a3e4860a5 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Deleting subnet 0c49ac79-e3a3-4853-aca7-32e6ec71535e {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:50:58.676086 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-77d5032d-57c6-4edb-a5d3-3a0a3e4860a5 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:58.751345 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-93004c26-6fe8-4909-942d-d0634261732c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:58.794679 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-77d5032d-57c6-4edb-a5d3-3a0a3e4860a5 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:58.807702 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbccb05d-d93f-468a-9604-4425562dee28 req-6d0ab760-02c2-45a2-aae4-2ea1d7a0be75 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:58.811724 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9331872c-3750-4a6b-93ba-5f38de428ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:58.817227 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cbccb05d-d93f-468a-9604-4425562dee28 req-6d0ab760-02c2-45a2-aae4-2ea1d7a0be75 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.2200253 Sep 24 15:50:58.845591 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9331872c-3750-4a6b-93ba-5f38de428ca4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea53ad95-546f-476b-962c-1979f09c1c8c,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:58.856121 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9331872c-3750-4a6b-93ba-5f38de428ca4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:58.863822 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-9331872c-3750-4a6b-93ba-5f38de428ca4 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/ea53ad95-546f-476b-962c-1979f09c1c8c HTTP/1.1" status: 204 len: 168 time: 0.6620617 Sep 24 15:50:58.863822 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-93004c26-6fe8-4909-942d-d0634261732c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:58.864156 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 39902) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:58.879310 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69117aa6-6777-49f9-a81c-0daef1d2c726 None None] Network 791bc321-b3bb-4f95-b53d-475500c5f7ea requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:50:58.935159 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-93004c26-6fe8-4909-942d-d0634261732c admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=26320d0ed6d645b898b76034c8433d37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7495999 Sep 24 15:50:58.937509 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93004c26-6fe8-4909-942d-d0634261732c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2bdd2a-8ea1-4929-b558-db0b5bb701ec,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:58.941614 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 39906) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:59.063525 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-b6d4f01b-3dd4-4c20-8113-a81228d72f6d tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Allocated IP 172.25.0.98 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/463acbd0-a2fc-41af-ab47-aaf7ee0cd732) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:50:59.108186 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cbccb05d-d93f-468a-9604-4425562dee28 req-796ee428-99f0-4d0b-9a4d-b7ebe5c634ab tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895610 Sep 24 15:50:59.126451 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cc377bcb-9c6b-4de1-8377-58c9fa791bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:59.187621 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7eb34c7b-3e5a-49a6-af2e-ce0e25159d58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:59.232563 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 14dfe455-5146-4621-a687-1ffa9a0b2a9f no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:50:59.275005 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7eb34c7b-3e5a-49a6-af2e-ce0e25159d58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:59.293857 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 14dfe455-5146-4621-a687-1ffa9a0b2a9f {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:50:59.294282 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 14dfe455-5146-4621-a687-1ffa9a0b2a9f not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:50:59.308753 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d309538-8415-4c4a-87ff-14e44227f629 req-4e22c2a6-6d32-4ee3-9f81-9bc4811b4511 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:50:59.317186 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8d309538-8415-4c4a-87ff-14e44227f629 req-4e22c2a6-6d32-4ee3-9f81-9bc4811b4511 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.0934758 Sep 24 15:50:59.402514 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1510ec30-43b3-4f1f-b2d6-180d472e0b4b None None] DHCP port deletion for 791bc321-b3bb-4f95-b53d-475500c5f7ea request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:50:59.417622 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8d309538-8415-4c4a-87ff-14e44227f629 req-987c092f-e42f-41cf-aae0-bb6b3474dc35 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802119 Sep 24 15:50:59.473904 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-77d5032d-57c6-4edb-a5d3-3a0a3e4860a5 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:59.510510 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-1510ec30-43b3-4f1f-b2d6-180d472e0b4b None None] Deleting port 39528a7a-4689-44c8-aa1e-d68a6b95400e {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:50:59.510902 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-1510ec30-43b3-4f1f-b2d6-180d472e0b4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:59.568427 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7eb34c7b-3e5a-49a6-af2e-ce0e25159d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:59.572231 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7eb34c7b-3e5a-49a6-af2e-ce0e25159d58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:59.577034 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-7eb34c7b-3e5a-49a6-af2e-ce0e25159d58 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/ff2bdd2a-8ea1-4929-b558-db0b5bb701ec HTTP/1.1" status: 204 len: 168 time: 0.6064048 Sep 24 15:50:59.599410 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b6d4f01b-3dd4-4c20-8113-a81228d72f6d tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:59.615757 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb34c7b-3e5a-49a6-af2e-ce0e25159d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2bdd2a-8ea1-4929-b558-db0b5bb701ec,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:59.674814 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d84b4b14-3d1c-4e02-8f51-b003d169482a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:59.687055 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-cc377bcb-9c6b-4de1-8377-58c9fa791bd6 admin admin] Deleting port 39528a7a-4689-44c8-aa1e-d68a6b95400e {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:50:59.687706 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cc377bcb-9c6b-4de1-8377-58c9fa791bd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:59.706132 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-1510ec30-43b3-4f1f-b2d6-180d472e0b4b None None] For port 39528a7a-4689-44c8-aa1e-d68a6b95400e, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=39528a7a-4689-44c8-aa1e-d68a6b95400e,segment=NetworkSegment(564fbddd-30a0-4331-bbc2-709bd1a60e35),segment_id=564fbddd-30a0-4331-bbc2-709bd1a60e35)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:50:59.707321 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-1510ec30-43b3-4f1f-b2d6-180d472e0b4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:59.736129 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-1510ec30-43b3-4f1f-b2d6-180d472e0b4b None None] Calling delete_port for 39528a7a-4689-44c8-aa1e-d68a6b95400e owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:50:59.781431 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d84b4b14-3d1c-4e02-8f51-b003d169482a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:59.792305 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-77d5032d-57c6-4edb-a5d3-3a0a3e4860a5 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:59.797704 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-cc377bcb-9c6b-4de1-8377-58c9fa791bd6 admin admin] For port 39528a7a-4689-44c8-aa1e-d68a6b95400e, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=39528a7a-4689-44c8-aa1e-d68a6b95400e,segment=NetworkSegment(564fbddd-30a0-4331-bbc2-709bd1a60e35),segment_id=564fbddd-30a0-4331-bbc2-709bd1a60e35)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:50:59.798072 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cc377bcb-9c6b-4de1-8377-58c9fa791bd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:59.858224 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-cc377bcb-9c6b-4de1-8377-58c9fa791bd6 admin admin] Calling delete_port for 39528a7a-4689-44c8-aa1e-d68a6b95400e owned by network:dhcp {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:50:59.874455 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d5032d-57c6-4edb-a5d3-3a0a3e4860a5 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Pushing event deleted for resources: {'Subnet': ['ID=0c49ac79-e3a3-4853-aca7-32e6ec71535e,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:59.888428 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-d84b4b14-3d1c-4e02-8f51-b003d169482a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ba550d9939bf4c0db3bb9100e8895776&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0629940 Sep 24 15:50:59.889821 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-77d5032d-57c6-4edb-a5d3-3a0a3e4860a5 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:59.892003 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-77d5032d-57c6-4edb-a5d3-3a0a3e4860a5 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] 10.222.0.101 "DELETE /v2.0/subnets/0c49ac79-e3a3-4853-aca7-32e6ec71535e HTTP/1.1" status: 204 len: 168 time: 1.6047213 Sep 24 15:50:59.894099 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84b4b14-3d1c-4e02-8f51-b003d169482a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5712f58-8bdf-4ca5-a9fb-e68d2fc67267,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:50:59.896252 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 39918) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:59.897939 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 39920) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:50:59.905888 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5c4969-e53c-4288-981a-85af5ebfd811 None None] Network 4a111ca4-a761-4ee5-a844-6d47b1fb1fe4 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:50:59.950750 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-1510ec30-43b3-4f1f-b2d6-180d472e0b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:50:59.989891 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1510ec30-43b3-4f1f-b2d6-180d472e0b4b None None] Pushing event deleted for resources: {'Port': ['ID=39528a7a-4689-44c8-aa1e-d68a6b95400e,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:00.007461 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b6d4f01b-3dd4-4c20-8113-a81228d72f6d tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:00.019140 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1510ec30-43b3-4f1f-b2d6-180d472e0b4b None None] No DVR routers for this DVR port 39528a7a-4689-44c8-aa1e-d68a6b95400e on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:51:00.061761 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fcb499d3-1d99-40df-8085-49b2ceca6dd6 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:00.071349 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ffb22f88-4570-47ea-98c2-76e2dc518d45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:00.094672 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ffb22f88-4570-47ea-98c2-76e2dc518d45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:00.097848 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d4f01b-3dd4-4c20-8113-a81228d72f6d tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:51:00.103069 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-b6d4f01b-3dd4-4c20-8113-a81228d72f6d tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:51:00.110049 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cc377bcb-9c6b-4de1-8377-58c9fa791bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:00.119517 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d4f01b-3dd4-4c20-8113-a81228d72f6d tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:51:00.180555 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc377bcb-9c6b-4de1-8377-58c9fa791bd6 admin admin] No DVR routers for this DVR port 39528a7a-4689-44c8-aa1e-d68a6b95400e on host n-d-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:51:00.184058 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d4f01b-3dd4-4c20-8113-a81228d72f6d tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Pushing event updated for resources: {'Port': ['ID=463acbd0-a2fc-41af-ab47-aaf7ee0cd732,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:00.224148 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed5a980-5876-4061-aa87-cfc51a57e6bd None None] DHCP port deletion for 4a111ca4-a761-4ee5-a844-6d47b1fb1fe4 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:51:00.270970 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-fcb499d3-1d99-40df-8085-49b2ceca6dd6 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Deleting port 0e2ff576-f85e-434e-9c9a-4cc1c090e840 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:51:00.271627 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fcb499d3-1d99-40df-8085-49b2ceca6dd6 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:00.282832 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-9ed5a980-5876-4061-aa87-cfc51a57e6bd None None] Deleting port 0e2ff576-f85e-434e-9c9a-4cc1c090e840 {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:51:00.283149 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9ed5a980-5876-4061-aa87-cfc51a57e6bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:00.312181 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ffb22f88-4570-47ea-98c2-76e2dc518d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:00.315505 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ffb22f88-4570-47ea-98c2-76e2dc518d45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:00.319897 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ffb22f88-4570-47ea-98c2-76e2dc518d45 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a5712f58-8bdf-4ca5-a9fb-e68d2fc67267 HTTP/1.1" status: 204 len: 168 time: 0.4174552 Sep 24 15:51:00.357095 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc377bcb-9c6b-4de1-8377-58c9fa791bd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=39528a7a-4689-44c8-aa1e-d68a6b95400e,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:00.365033 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb22f88-4570-47ea-98c2-76e2dc518d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5712f58-8bdf-4ca5-a9fb-e68d2fc67267,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:00.373436 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-fcb499d3-1d99-40df-8085-49b2ceca6dd6 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] For port 0e2ff576-f85e-434e-9c9a-4cc1c090e840, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=0e2ff576-f85e-434e-9c9a-4cc1c090e840,segment=NetworkSegment(33156e9d-9ce7-4230-89c7-40bda40819f6),segment_id=33156e9d-9ce7-4230-89c7-40bda40819f6)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:51:00.373884 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fcb499d3-1d99-40df-8085-49b2ceca6dd6 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:00.388041 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-fcb499d3-1d99-40df-8085-49b2ceca6dd6 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Calling delete_port for 0e2ff576-f85e-434e-9c9a-4cc1c090e840 owned by network:dhcp {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:51:00.475749 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cc377bcb-9c6b-4de1-8377-58c9fa791bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:00.499501 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-9ed5a980-5876-4061-aa87-cfc51a57e6bd None None] For port 0e2ff576-f85e-434e-9c9a-4cc1c090e840, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=0e2ff576-f85e-434e-9c9a-4cc1c090e840,segment=NetworkSegment(33156e9d-9ce7-4230-89c7-40bda40819f6),segment_id=33156e9d-9ce7-4230-89c7-40bda40819f6)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:51:00.501821 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9ed5a980-5876-4061-aa87-cfc51a57e6bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:00.518140 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-cc377bcb-9c6b-4de1-8377-58c9fa791bd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['791bc321-b3bb-4f95-b53d-475500c5f7ea']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:00.541707 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-9ed5a980-5876-4061-aa87-cfc51a57e6bd None None] Calling delete_port for 0e2ff576-f85e-434e-9c9a-4cc1c090e840 owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:51:00.549297 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-cc377bcb-9c6b-4de1-8377-58c9fa791bd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '564fbddd-30a0-4331-bbc2-709bd1a60e35') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:00.549604 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-cc377bcb-9c6b-4de1-8377-58c9fa791bd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '564fbddd-30a0-4331-bbc2-709bd1a60e35') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:00.580689 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cc377bcb-9c6b-4de1-8377-58c9fa791bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:00.628181 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cc377bcb-9c6b-4de1-8377-58c9fa791bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:00.693731 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fcb499d3-1d99-40df-8085-49b2ceca6dd6 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:00.739474 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc377bcb-9c6b-4de1-8377-58c9fa791bd6 admin admin] Releasing vlan 1255 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:51:00.739955 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cc377bcb-9c6b-4de1-8377-58c9fa791bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:00.754139 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9ed5a980-5876-4061-aa87-cfc51a57e6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:00.763845 n-d-808921-1 neutron-server[95298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:51:00.763845 n-d-808921-1 neutron-server[95298]: self.session.flush() Sep 24 15:51:00.763845 n-d-808921-1 neutron-server[95298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:51:00.763845 n-d-808921-1 neutron-server[95298]: self.session.flush() Sep 24 15:51:00.763845 n-d-808921-1 neutron-server[95298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:51:00.763845 n-d-808921-1 neutron-server[95298]: self.session.flush() Sep 24 15:51:00.763845 n-d-808921-1 neutron-server[95298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:51:00.763845 n-d-808921-1 neutron-server[95298]: self.session.flush() Sep 24 15:51:00.763845 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:51:00.763845 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:51:00.763845 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:51:00.763845 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:51:00.763845 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:51:00.763845 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:51:00.763845 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:51:00.763845 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:51:00.763845 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:51:00.763845 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:51:00.763845 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:51:00.763845 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:51:00.763845 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:51:00.763845 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:51:00.763845 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:51:00.763845 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:51:00.763845 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:51:00.763845 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:51:00.763845 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:51:00.763845 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:51:00.763845 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:51:00.763845 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:51:00.763845 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:51:00.763845 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:51:00.763845 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:51:00.763845 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:51:00.763845 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:51:00.763845 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:51:00.763845 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:51:00.763845 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:51:00.763845 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:51:00.763845 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:51:00.798833 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb499d3-1d99-40df-8085-49b2ceca6dd6 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Pushing event deleted for resources: {'Port': ['ID=0e2ff576-f85e-434e-9c9a-4cc1c090e840,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:00.813726 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb499d3-1d99-40df-8085-49b2ceca6dd6 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] No DVR routers for this DVR port 0e2ff576-f85e-434e-9c9a-4cc1c090e840 on host n-d-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:51:00.851291 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed5a980-5876-4061-aa87-cfc51a57e6bd None None] Pushing event deleted for resources: {'Port': ['ID=0e2ff576-f85e-434e-9c9a-4cc1c090e840,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:00.861445 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 86480932-5d80-4a53-9bce-b9670a718e13 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:51:00.872493 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed5a980-5876-4061-aa87-cfc51a57e6bd None None] No DVR routers for this DVR port 0e2ff576-f85e-434e-9c9a-4cc1c090e840 on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:51:00.953549 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b6d4f01b-3dd4-4c20-8113-a81228d72f6d tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:00.986309 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 86480932-5d80-4a53-9bce-b9670a718e13 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:51:00.986797 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:00.994302 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fcb499d3-1d99-40df-8085-49b2ceca6dd6 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:01.090819 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:01.101168 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cc377bcb-9c6b-4de1-8377-58c9fa791bd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:01.122333 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cc377bcb-9c6b-4de1-8377-58c9fa791bd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:01.130681 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port 86480932-5d80-4a53-9bce-b9670a718e13, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=86480932-5d80-4a53-9bce-b9670a718e13,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:51:01.134904 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-cc377bcb-9c6b-4de1-8377-58c9fa791bd6 admin admin] 10.222.0.101 "DELETE /v2.0/networks/791bc321-b3bb-4f95-b53d-475500c5f7ea HTTP/1.1" status: 204 len: 168 time: 2.2697561 Sep 24 15:51:01.173824 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc377bcb-9c6b-4de1-8377-58c9fa791bd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=791bc321-b3bb-4f95-b53d-475500c5f7ea,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:01.235867 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:01.370479 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f7635a7-85ed-48c7-8daf-e62351d399be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:01.389872 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 078360bf-38f6-44df-9f84-9a8f861fcfd1 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:51:01.420325 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-fcb499d3-1d99-40df-8085-49b2ceca6dd6 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a111ca4-a761-4ee5-a844-6d47b1fb1fe4']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:01.437491 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-fcb499d3-1d99-40df-8085-49b2ceca6dd6 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33156e9d-9ce7-4230-89c7-40bda40819f6') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:01.438192 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-fcb499d3-1d99-40df-8085-49b2ceca6dd6 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33156e9d-9ce7-4230-89c7-40bda40819f6') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:01.465155 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fcb499d3-1d99-40df-8085-49b2ceca6dd6 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:01.488491 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 078360bf-38f6-44df-9f84-9a8f861fcfd1 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:51:01.490250 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 078360bf-38f6-44df-9f84-9a8f861fcfd1 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:51:01.491043 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 39528a7a-4689-44c8-aa1e-d68a6b95400e no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:51:01.495401 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=86480932-5d80-4a53-9bce-b9670a718e13,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:01.499858 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b6d4f01b-3dd4-4c20-8113-a81228d72f6d tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:01.511386 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fcb499d3-1d99-40df-8085-49b2ceca6dd6 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:01.527668 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcb499d3-1d99-40df-8085-49b2ceca6dd6 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Releasing vlan 1254 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:51:01.528442 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fcb499d3-1d99-40df-8085-49b2ceca6dd6 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:01.531756 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 39528a7a-4689-44c8-aa1e-d68a6b95400e {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:51:01.532301 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 39528a7a-4689-44c8-aa1e-d68a6b95400e not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:51:01.532851 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 0e2ff576-f85e-434e-9c9a-4cc1c090e840 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:51:01.537690 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:51:01.537690 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:51:01.537690 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:51:01.537690 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:51:01.537690 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:51:01.537690 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:51:01.537690 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:51:01.537690 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:51:01.537690 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:51:01.537690 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:51:01.537690 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:51:01.537690 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:51:01.537690 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:51:01.537690 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:51:01.537690 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:51:01.537690 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:51:01.537690 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:51:01.537690 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:51:01.537690 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:51:01.537690 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:51:01.537690 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:51:01.537690 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:51:01.537690 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:51:01.537690 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:51:01.537690 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:51:01.537690 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:51:01.537690 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:51:01.537690 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:51:01.537690 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:51:01.537690 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:51:01.537690 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:51:01.537690 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:51:01.558683 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 0e2ff576-f85e-434e-9c9a-4cc1c090e840 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:51:01.559123 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 0e2ff576-f85e-434e-9c9a-4cc1c090e840 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:51:01.745539 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6d4f01b-3dd4-4c20-8113-a81228d72f6d tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Router 0aff7834-b935-494f-81be-a6e93af2880e is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:51:01.756121 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fcb499d3-1d99-40df-8085-49b2ceca6dd6 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:01.823194 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fcb499d3-1d99-40df-8085-49b2ceca6dd6 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:01.826140 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 39970) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:01.830999 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-fcb499d3-1d99-40df-8085-49b2ceca6dd6 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] 10.222.0.101 "DELETE /v2.0/networks/4a111ca4-a761-4ee5-a844-6d47b1fb1fe4 HTTP/1.1" status: 204 len: 168 time: 1.9188023 Sep 24 15:51:01.834191 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb499d3-1d99-40df-8085-49b2ceca6dd6 tempest-AllowedAddressPairTestJSON-1607055245 tempest-AllowedAddressPairTestJSON-1607055245-project] Pushing event deleted for resources: {'Network': ['ID=4a111ca4-a761-4ee5-a844-6d47b1fb1fe4,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:01.927107 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-2d270801-5b07-4113-b0ce-86b31ed981f6 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5c2b4aa98c67489e8dbb552f9240d14f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0995169 Sep 24 15:51:01.929797 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 39976) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:01.963900 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6d4f01b-3dd4-4c20-8113-a81228d72f6d tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:51:01.978886 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9264847b-f93c-4f2c-8f38-c673a9c3bacb None None] Sync routers for ids ['0aff7834-b935-494f-81be-a6e93af2880e'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:51:01.999589 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9264847b-f93c-4f2c-8f38-c673a9c3bacb None None] Routers {'0aff7834-b935-494f-81be-a6e93af2880e'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:51:02.006712 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-9264847b-f93c-4f2c-8f38-c673a9c3bacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:50:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['0aff7834-b935-494f-81be-a6e93af2880e'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:02.037000 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-97ee1763-e12d-4ee1-8fdb-97eb2cd5849b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:02.066549 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-97ee1763-e12d-4ee1-8fdb-97eb2cd5849b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:02.121229 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b6d4f01b-3dd4-4c20-8113-a81228d72f6d tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:02.122507 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b6d4f01b-3dd4-4c20-8113-a81228d72f6d tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.2372627 Sep 24 15:51:02.125162 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 39982) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:02.251158 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-d6971da1-e76b-40dd-8ed0-d7905e41eeba tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] 10.222.0.101 "GET /v2.0/routers/0aff7834-b935-494f-81be-a6e93af2880e HTTP/1.1" status: 200 len: 907 time: 0.1233463 Sep 24 15:51:02.257162 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-97ee1763-e12d-4ee1-8fdb-97eb2cd5849b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:02.257162 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-97ee1763-e12d-4ee1-8fdb-97eb2cd5849b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:02.257162 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-97ee1763-e12d-4ee1-8fdb-97eb2cd5849b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/bb7622a1-9941-4233-b5ec-e44f841d045e HTTP/1.1" status: 204 len: 168 time: 0.3264096 Sep 24 15:51:02.257412 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 39986) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:02.305474 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-9264847b-f93c-4f2c-8f38-c673a9c3bacb None None] Set router 0aff7834-b935-494f-81be-a6e93af2880e gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:51:02.357187 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ee1763-e12d-4ee1-8fdb-97eb2cd5849b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7622a1-9941-4233-b5ec-e44f841d045e,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:02.471471 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4fd62e89-2c06-42b9-b6a9-80311a009286 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks [] for router, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:02.599384 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-9264847b-f93c-4f2c-8f38-c673a9c3bacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aff7834-b935-494f-81be-a6e93af2880e', 'name': 'tempest-snat-router-1405665391', 'tenant_id': '9fb67abc5759413e8c68b48435ad6111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '463acbd0-a2fc-41af-ab47-aaf7ee0cd732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:50:56Z', 'updated_at': '2021-09-24T15:51:00Z', 'revision_number': 3, 'project_id': '9fb67abc5759413e8c68b48435ad6111', 'gw_port': {'id': '463acbd0-a2fc-41af-ab47-aaf7ee0cd732', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:3b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0aff7834-b935-494f-81be-a6e93af2880e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:50:58Z', 'updated_at': '2021-09-24T15:50:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:02.609273 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4fd62e89-2c06-42b9-b6a9-80311a009286 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:02.651664 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9264847b-f93c-4f2c-8f38-c673a9c3bacb None None] Checking router: 0aff7834-b935-494f-81be-a6e93af2880e for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:51:02.652187 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9264847b-f93c-4f2c-8f38-c673a9c3bacb None None] Updating router 0aff7834-b935-494f-81be-a6e93af2880e port 463acbd0-a2fc-41af-ab47-aaf7ee0cd732 binding host n-d-808921-1 {{(pid=95300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:51:02.696888 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-9264847b-f93c-4f2c-8f38-c673a9c3bacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:02.731848 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 86480932-5d80-4a53-9bce-b9670a718e13 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:51:02.913584 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 86480932-5d80-4a53-9bce-b9670a718e13 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:51:02.914171 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:02.921141 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-4fd62e89-2c06-42b9-b6a9-80311a009286 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Deleting port 463acbd0-a2fc-41af-ab47-aaf7ee0cd732 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:51:02.921883 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4fd62e89-2c06-42b9-b6a9-80311a009286 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:03.076722 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-9264847b-f93c-4f2c-8f38-c673a9c3bacb None None] Notify callbacks [] for port, precommit_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:03.157461 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4fd62e89-2c06-42b9-b6a9-80311a009286 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:03.178843 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-9264847b-f93c-4f2c-8f38-c673a9c3bacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:03.187498 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-4fd62e89-2c06-42b9-b6a9-80311a009286 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Calling delete_port for 463acbd0-a2fc-41af-ab47-aaf7ee0cd732 owned by network:router_gateway {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:51:03.239041 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 40022) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:03.253149 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f69b63a-4d50-482e-b20e-1ad9dbda505d None None] Pushing event updated for resources: {'Port': ['ID=463acbd0-a2fc-41af-ab47-aaf7ee0cd732,revision_number=2']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:03.275389 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-9264847b-f93c-4f2c-8f38-c673a9c3bacb None None] Attempting to bind port 463acbd0-a2fc-41af-ab47-aaf7ee0cd732 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:51:03.275758 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-9264847b-f93c-4f2c-8f38-c673a9c3bacb None None] Attempting to bind port 463acbd0-a2fc-41af-ab47-aaf7ee0cd732 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:51:03.276159 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9264847b-f93c-4f2c-8f38-c673a9c3bacb None None] Attempting to bind port 463acbd0-a2fc-41af-ab47-aaf7ee0cd732 on network e6a2de20-1ea0-43e5-88e0-982d19e317d5 {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:51:03.281998 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9264847b-f93c-4f2c-8f38-c673a9c3bacb None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:51:03.282671 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9264847b-f93c-4f2c-8f38-c673a9c3bacb None None] Checking segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:51:03.283552 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-9264847b-f93c-4f2c-8f38-c673a9c3bacb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:03.284753 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9264847b-f93c-4f2c-8f38-c673a9c3bacb None None] Bound using segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:51:03.285046 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-9264847b-f93c-4f2c-8f38-c673a9c3bacb None None] Bound port: 463acbd0-a2fc-41af-ab47-aaf7ee0cd732, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:51:03.285571 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-9264847b-f93c-4f2c-8f38-c673a9c3bacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:03.344857 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-9264847b-f93c-4f2c-8f38-c673a9c3bacb None None] For port 463acbd0-a2fc-41af-ab47-aaf7ee0cd732, host n-d-808921-1, cleared binding levels {{(pid=95300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:51:03.348895 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-9264847b-f93c-4f2c-8f38-c673a9c3bacb None None] For port 463acbd0-a2fc-41af-ab47-aaf7ee0cd732, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=463acbd0-a2fc-41af-ab47-aaf7ee0cd732,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:51:03.447701 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-9264847b-f93c-4f2c-8f38-c673a9c3bacb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:03.612963 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f69b63a-4d50-482e-b20e-1ad9dbda505d None None] Pushing event updated for resources: {'Port': ['ID=463acbd0-a2fc-41af-ab47-aaf7ee0cd732,revision_number=3']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:03.618209 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9264847b-f93c-4f2c-8f38-c673a9c3bacb None None] Routers {'0aff7834-b935-494f-81be-a6e93af2880e'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:51:03.619609 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-9264847b-f93c-4f2c-8f38-c673a9c3bacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:50:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['0aff7834-b935-494f-81be-a6e93af2880e'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:03.664262 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 40036) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:03.751596 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4fd62e89-2c06-42b9-b6a9-80311a009286 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:03.831998 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248b632f-1e2a-4dc9-b463-9785e26041f9 req-969a80e4-3af0-4a8e-847f-e84198e57976 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:03.833824 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-9264847b-f93c-4f2c-8f38-c673a9c3bacb None None] Set router 0aff7834-b935-494f-81be-a6e93af2880e gateway port host: None {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:51:03.842986 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-248b632f-1e2a-4dc9-b463-9785e26041f9 req-969a80e4-3af0-4a8e-847f-e84198e57976 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.1956446 Sep 24 15:51:03.862831 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-783aea4c-2263-4eb5-9316-e03cfac21535 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=05222413b80f443b8c7a45a48b9ebf53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1944931 Sep 24 15:51:03.862831 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd62e89-2c06-42b9-b6a9-80311a009286 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Pushing event deleted for resources: {'Port': ['ID=463acbd0-a2fc-41af-ab47-aaf7ee0cd732,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:03.864898 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 40038) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:03.915872 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-996e0b10-08af-4389-9f42-c1c9374d18cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:03.922446 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-248b632f-1e2a-4dc9-b463-9785e26041f9 req-595e2b9d-54d5-4565-9187-1da3c48630c6 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763721 Sep 24 15:51:03.926683 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-9264847b-f93c-4f2c-8f38-c673a9c3bacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0aff7834-b935-494f-81be-a6e93af2880e', 'name': 'tempest-snat-router-1405665391', 'tenant_id': '9fb67abc5759413e8c68b48435ad6111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:50:56Z', 'updated_at': '2021-09-24T15:51:02Z', 'revision_number': 4, 'project_id': '9fb67abc5759413e8c68b48435ad6111', 'gw_port_host': None}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:03.963705 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4fd62e89-2c06-42b9-b6a9-80311a009286 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586576'] for router_gateway, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:03.984149 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9264847b-f93c-4f2c-8f38-c673a9c3bacb None None] The sync data for ids ['0aff7834-b935-494f-81be-a6e93af2880e'] in n-d-808921-1 is: [{'id': '0aff7834-b935-494f-81be-a6e93af2880e', 'name': 'tempest-snat-router-1405665391', 'tenant_id': '9fb67abc5759413e8c68b48435ad6111', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:50:56Z', 'updated_at': '2021-09-24T15:51:02Z', 'revision_number': 4, 'project_id': '9fb67abc5759413e8c68b48435ad6111', 'gw_port_host': None}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:51:03.997295 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a241cb6c-2508-4bde-83a6-77ddf0dbb1b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:04.033034 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 40046) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:04.066616 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a241cb6c-2508-4bde-83a6-77ddf0dbb1b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:04.124430 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4fd62e89-2c06-42b9-b6a9-80311a009286 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:04.128065 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4fd62e89-2c06-42b9-b6a9-80311a009286 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:04.164010 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-a2789563-8ae1-4485-af20-718bfdcf2be3 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1278046099-network', 'tenant_id': '2f8be8342fd849028e4409aa2a129c0e'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:51:04.236595 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-96fe2864-ba52-4a45-9bb7-0cd13cdc2f61 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=f0b7ede2d8d9474297ee9a2e88bbc901&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9961779 Sep 24 15:51:04.241696 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 40056) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:04.245921 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79422fee-ceb1-4964-8769-932b57f1ceab req-e4af470e-6a52-477c-9493-5e1629023822 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:04.250839 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-79422fee-ceb1-4964-8769-932b57f1ceab req-e4af470e-6a52-477c-9493-5e1629023822 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.1975205 Sep 24 15:51:04.304102 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:04.316226 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-79422fee-ceb1-4964-8769-932b57f1ceab req-8ddb9465-f4b3-4b57-9ce5-4e7959caac81 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600433 Sep 24 15:51:04.324329 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2789563-8ae1-4485-af20-718bfdcf2be3 admin admin] Made reservation on behalf of 2f8be8342fd849028e4409aa2a129c0e for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:51:04.342684 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a2789563-8ae1-4485-af20-718bfdcf2be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:04.343872 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4fd62e89-2c06-42b9-b6a9-80311a009286 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:04.344639 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd62e89-2c06-42b9-b6a9-80311a009286 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0aff7834-b935-494f-81be-a6e93af2880e {{(pid=95298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:51:04.360171 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4fd62e89-2c06-42b9-b6a9-80311a009286 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:04.367859 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-4fd62e89-2c06-42b9-b6a9-80311a009286 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] 10.222.0.101 "DELETE /v2.0/routers/0aff7834-b935-494f-81be-a6e93af2880e HTTP/1.1" status: 204 len: 168 time: 2.1079245 Sep 24 15:51:04.368513 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a241cb6c-2508-4bde-83a6-77ddf0dbb1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:04.369343 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 40064) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:04.371810 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a241cb6c-2508-4bde-83a6-77ddf0dbb1b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:04.373300 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-a241cb6c-2508-4bde-83a6-77ddf0dbb1b7 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/8d00747b-99ac-48e0-9b60-498c6401f330 HTTP/1.1" status: 204 len: 168 time: 0.5072703 Sep 24 15:51:04.374905 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a2789563-8ae1-4485-af20-718bfdcf2be3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:04.444602 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a241cb6c-2508-4bde-83a6-77ddf0dbb1b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d00747b-99ac-48e0-9b60-498c6401f330,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:04.563418 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d0601fd6-3f69-43b8-8d2a-4fe86c42f88c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:04.609305 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d0601fd6-3f69-43b8-8d2a-4fe86c42f88c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:04.646753 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a2789563-8ae1-4485-af20-718bfdcf2be3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:04.761684 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a2789563-8ae1-4485-af20-718bfdcf2be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:04.788238 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2789563-8ae1-4485-af20-718bfdcf2be3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1282} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:51:04.816897 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a2789563-8ae1-4485-af20-718bfdcf2be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:04.817363 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-a2789563-8ae1-4485-af20-718bfdcf2be3 admin admin] Added segment df4c5c31-9f82-4aa4-adeb-c312f81e3781 of type vlan for network 76ab4cef-3759-497c-a83d-bc0125712c20 Sep 24 15:51:04.831142 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2789563-8ae1-4485-af20-718bfdcf2be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb2e29a-8a0c-4467-9394-1be32cc189e4,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:04.888209 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a2789563-8ae1-4485-af20-718bfdcf2be3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:05.063896 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a2789563-8ae1-4485-af20-718bfdcf2be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:05.064940 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2789563-8ae1-4485-af20-718bfdcf2be3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:05.065553 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a2789563-8ae1-4485-af20-718bfdcf2be3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:05.120757 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-73d7ac3d-27b4-49f9-a5d8-f8a71104bc6d tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks [] for router, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:05.157901 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2789563-8ae1-4485-af20-718bfdcf2be3 admin admin] Pushing event updated for resources: {'Network': ['ID=76ab4cef-3759-497c-a83d-bc0125712c20,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:05.179574 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 76ab4cef-3759-497c-a83d-bc0125712c20 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:51:05.209142 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-a2789563-8ae1-4485-af20-718bfdcf2be3 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.1746693 Sep 24 15:51:05.212366 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 40084) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:05.231771 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-6030b2c9-8c45-448b-b666-543f553c26dc admin admin] Request body: {'subnet': {'network_id': '76ab4cef-3759-497c-a83d-bc0125712c20', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1278046099-subnet', 'tenant_id': '2f8be8342fd849028e4409aa2a129c0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:51:05.301035 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-73d7ac3d-27b4-49f9-a5d8-f8a71104bc6d tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:05.325253 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 40088) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:05.337183 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:05.341687 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d0601fd6-3f69-43b8-8d2a-4fe86c42f88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:05.349919 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d0601fd6-3f69-43b8-8d2a-4fe86c42f88c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:05.350519 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-d0601fd6-3f69-43b8-8d2a-4fe86c42f88c admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/044288fe-f525-435c-8435-d56d40b7b213 HTTP/1.1" status: 204 len: 168 time: 1.1036801 Sep 24 15:51:05.361437 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0601fd6-3f69-43b8-8d2a-4fe86c42f88c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=044288fe-f525-435c-8435-d56d40b7b213,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:05.372366 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6030b2c9-8c45-448b-b666-543f553c26dc admin admin] Made reservation on behalf of 2f8be8342fd849028e4409aa2a129c0e for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:51:05.374761 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6030b2c9-8c45-448b-b666-543f553c26dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:05.551144 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-73d7ac3d-27b4-49f9-a5d8-f8a71104bc6d tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Deleting port 86480932-5d80-4a53-9bce-b9670a718e13 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:51:05.551144 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-73d7ac3d-27b4-49f9-a5d8-f8a71104bc6d tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:05.551285 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-713784cf-9ff5-423c-a6c7-50626db0c6af tempest-QuotasNegativeTest-301982512 tempest-QuotasNegativeTest-301982512-project-admin] Request body: {'quota': {'network': 2}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:51:05.669184 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-73d7ac3d-27b4-49f9-a5d8-f8a71104bc6d tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] For port 86480932-5d80-4a53-9bce-b9670a718e13, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=86480932-5d80-4a53-9bce-b9670a718e13,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:51:05.669628 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-73d7ac3d-27b4-49f9-a5d8-f8a71104bc6d tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:05.680957 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-713784cf-9ff5-423c-a6c7-50626db0c6af tempest-QuotasNegativeTest-301982512 tempest-QuotasNegativeTest-301982512-project-admin] 10.222.0.101 "PUT /v2.0/quotas/512602cff6304ea0b26510d434429fb6 HTTP/1.1" status: 200 len: 368 time: 0.3540213 Sep 24 15:51:05.683547 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 40110) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:05.688267 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-ceb94925-f713-459b-a5dd-d025f60f255a tempest-QuotasNegativeTest-301982512 tempest-QuotasNegativeTest-301982512-project-admin] Request body: {'network': {'project_id': '512602cff6304ea0b26510d434429fb6'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:51:05.691260 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-73d7ac3d-27b4-49f9-a5d8-f8a71104bc6d tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Calling delete_port for 86480932-5d80-4a53-9bce-b9670a718e13 owned by network:router_gateway {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:51:05.818633 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb94925-f713-459b-a5dd-d025f60f255a tempest-QuotasNegativeTest-301982512 tempest-QuotasNegativeTest-301982512-project-admin] Made reservation on behalf of 512602cff6304ea0b26510d434429fb6 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:51:05.821214 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ceb94925-f713-459b-a5dd-d025f60f255a tempest-QuotasNegativeTest-301982512 tempest-QuotasNegativeTest-301982512-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:05.831588 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6030b2c9-8c45-448b-b666-543f553c26dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:05.836323 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ceb94925-f713-459b-a5dd-d025f60f255a tempest-QuotasNegativeTest-301982512 tempest-QuotasNegativeTest-301982512-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:05.912649 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6030b2c9-8c45-448b-b666-543f553c26dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=123a6380-cad4-423e-a7ca-2467d74fb951,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:05.934864 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6030b2c9-8c45-448b-b666-543f553c26dc admin admin] Checking segment: {'id': 'df4c5c31-9f82-4aa4-adeb-c312f81e3781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '76ab4cef-3759-497c-a83d-bc0125712c20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:51:05.934864 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6030b2c9-8c45-448b-b666-543f553c26dc admin admin] Network hostable DHCP agents. Network: 76ab4cef-3759-497c-a83d-bc0125712c20, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:51:06.005797 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ceb94925-f713-459b-a5dd-d025f60f255a tempest-QuotasNegativeTest-301982512 tempest-QuotasNegativeTest-301982512-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:06.063982 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-73d7ac3d-27b4-49f9-a5d8-f8a71104bc6d tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:06.094318 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d7ac3d-27b4-49f9-a5d8-f8a71104bc6d tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Pushing event deleted for resources: {'Port': ['ID=86480932-5d80-4a53-9bce-b9670a718e13,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:06.110330 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ceb94925-f713-459b-a5dd-d025f60f255a tempest-QuotasNegativeTest-301982512 tempest-QuotasNegativeTest-301982512-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:06.118128 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6030b2c9-8c45-448b-b666-543f553c26dc admin admin] Network 76ab4cef-3759-497c-a83d-bc0125712c20 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:51:06.147474 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceb94925-f713-459b-a5dd-d025f60f255a tempest-QuotasNegativeTest-301982512 tempest-QuotasNegativeTest-301982512-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1267} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:51:06.158780 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb94925-f713-459b-a5dd-d025f60f255a tempest-QuotasNegativeTest-301982512 tempest-QuotasNegativeTest-301982512-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa2c6c3-6942-44b8-81fb-b0eda49fe499,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:06.179183 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-73d7ac3d-27b4-49f9-a5d8-f8a71104bc6d tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586576'] for router_gateway, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:06.186093 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ceb94925-f713-459b-a5dd-d025f60f255a tempest-QuotasNegativeTest-301982512 tempest-QuotasNegativeTest-301982512-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:06.186476 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-ceb94925-f713-459b-a5dd-d025f60f255a tempest-QuotasNegativeTest-301982512 tempest-QuotasNegativeTest-301982512-project-admin] Added segment 70e441f0-6ce7-48d1-887f-1acaffe48684 of type vlan for network d51a1c4a-f13c-4813-8d7d-471503f3ac4b Sep 24 15:51:06.211570 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-6030b2c9-8c45-448b-b666-543f553c26dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 76ab4cef-3759-497c-a83d-bc0125712c20) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:51:06.229200 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-878a839d-99d3-45fd-b05a-f8770df14902 None None] Network 76ab4cef-3759-497c-a83d-bc0125712c20 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:51:06.314359 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6030b2c9-8c45-448b-b666-543f553c26dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:06.315144 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6030b2c9-8c45-448b-b666-543f553c26dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:06.359990 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ceb94925-f713-459b-a5dd-d025f60f255a tempest-QuotasNegativeTest-301982512 tempest-QuotasNegativeTest-301982512-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:06.392552 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-73d7ac3d-27b4-49f9-a5d8-f8a71104bc6d tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:06.395909 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-73d7ac3d-27b4-49f9-a5d8-f8a71104bc6d tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:06.424716 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-6030b2c9-8c45-448b-b666-543f553c26dc admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2101603 Sep 24 15:51:06.514295 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05dcd823-c657-4210-9ffe-fcf043c5aa15 None None] Network 76ab4cef-3759-497c-a83d-bc0125712c20 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:51:06.589832 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-73d7ac3d-27b4-49f9-a5d8-f8a71104bc6d tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:06.590527 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ceb94925-f713-459b-a5dd-d025f60f255a tempest-QuotasNegativeTest-301982512 tempest-QuotasNegativeTest-301982512-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:06.590704 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d7ac3d-27b4-49f9-a5d8-f8a71104bc6d tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7791c250-6a77-40f4-afbd-b5ba58f54ddf {{(pid=95298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:51:06.595905 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb94925-f713-459b-a5dd-d025f60f255a tempest-QuotasNegativeTest-301982512 tempest-QuotasNegativeTest-301982512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:06.595905 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ceb94925-f713-459b-a5dd-d025f60f255a tempest-QuotasNegativeTest-301982512 tempest-QuotasNegativeTest-301982512-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:06.596639 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-73d7ac3d-27b4-49f9-a5d8-f8a71104bc6d tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:06.601990 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-73d7ac3d-27b4-49f9-a5d8-f8a71104bc6d tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] 10.222.0.101 "DELETE /v2.0/routers/7791c250-6a77-40f4-afbd-b5ba58f54ddf HTTP/1.1" status: 204 len: 168 time: 2.2203262 Sep 24 15:51:06.602850 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 40146) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:06.608860 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-cf8dff90-b4eb-4bd0-99e8-1f690e60b695 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-399690817', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}, 'admin_state_up': False}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:51:06.790416 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cf8dff90-b4eb-4bd0-99e8-1f690e60b695 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:06.791760 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cf8dff90-b4eb-4bd0-99e8-1f690e60b695 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:06.941657 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cf8dff90-b4eb-4bd0-99e8-1f690e60b695 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:06.948627 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb94925-f713-459b-a5dd-d025f60f255a tempest-QuotasNegativeTest-301982512 tempest-QuotasNegativeTest-301982512-project-admin] Pushing event updated for resources: {'Network': ['ID=d51a1c4a-f13c-4813-8d7d-471503f3ac4b,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:06.964306 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network d51a1c4a-f13c-4813-8d7d-471503f3ac4b details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:51:07.058991 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:07.060812 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ceb94925-f713-459b-a5dd-d025f60f255a tempest-QuotasNegativeTest-301982512 tempest-QuotasNegativeTest-301982512-project-admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 1.3762252 Sep 24 15:51:07.063596 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 40158) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:07.070317 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-8cbcc896-2e90-4fc7-91dd-a2bf727c8008 tempest-QuotasNegativeTest-301982512 tempest-QuotasNegativeTest-301982512-project-admin] Request body: {'network': {'project_id': '512602cff6304ea0b26510d434429fb6'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:51:07.173550 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cbcc896-2e90-4fc7-91dd-a2bf727c8008 tempest-QuotasNegativeTest-301982512 tempest-QuotasNegativeTest-301982512-project-admin] Made reservation on behalf of 512602cff6304ea0b26510d434429fb6 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:51:07.176118 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cf8dff90-b4eb-4bd0-99e8-1f690e60b695 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:07.177233 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8cbcc896-2e90-4fc7-91dd-a2bf727c8008 tempest-QuotasNegativeTest-301982512 tempest-QuotasNegativeTest-301982512-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:07.212534 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cbcc896-2e90-4fc7-91dd-a2bf727c8008 tempest-QuotasNegativeTest-301982512 tempest-QuotasNegativeTest-301982512-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1279} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:51:07.223762 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8cbcc896-2e90-4fc7-91dd-a2bf727c8008 tempest-QuotasNegativeTest-301982512 tempest-QuotasNegativeTest-301982512-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:07.224059 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-8cbcc896-2e90-4fc7-91dd-a2bf727c8008 tempest-QuotasNegativeTest-301982512 tempest-QuotasNegativeTest-301982512-project-admin] Added segment b1ac268a-44eb-41f1-a8d3-797c06fe8011 of type vlan for network bd9d4ebe-19ef-497e-8bc9-d02fcf7628a1 Sep 24 15:51:07.301064 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8cbcc896-2e90-4fc7-91dd-a2bf727c8008 tempest-QuotasNegativeTest-301982512 tempest-QuotasNegativeTest-301982512-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:07.447416 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8cbcc896-2e90-4fc7-91dd-a2bf727c8008 tempest-QuotasNegativeTest-301982512 tempest-QuotasNegativeTest-301982512-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:07.448657 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cbcc896-2e90-4fc7-91dd-a2bf727c8008 tempest-QuotasNegativeTest-301982512 tempest-QuotasNegativeTest-301982512-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:07.449248 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8cbcc896-2e90-4fc7-91dd-a2bf727c8008 tempest-QuotasNegativeTest-301982512 tempest-QuotasNegativeTest-301982512-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:07.524295 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbcc896-2e90-4fc7-91dd-a2bf727c8008 tempest-QuotasNegativeTest-301982512 tempest-QuotasNegativeTest-301982512-project-admin] Pushing event updated for resources: {'Network': ['ID=bd9d4ebe-19ef-497e-8bc9-d02fcf7628a1,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:07.534314 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cf8dff90-b4eb-4bd0-99e8-1f690e60b695 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks [] for router_gateway, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:07.536539 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network bd9d4ebe-19ef-497e-8bc9-d02fcf7628a1 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:51:07.559562 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-8cbcc896-2e90-4fc7-91dd-a2bf727c8008 tempest-QuotasNegativeTest-301982512 tempest-QuotasNegativeTest-301982512-project-admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 0.4921393 Sep 24 15:51:07.559725 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 40172) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:07.565563 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cf8dff90-b4eb-4bd0-99e8-1f690e60b695 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:07.565827 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-07a76eff-7553-4191-9e70-351f95da140d tempest-QuotasNegativeTest-301982512 tempest-QuotasNegativeTest-301982512-project-admin] Request body: {'network': {'project_id': '512602cff6304ea0b26510d434429fb6'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:51:07.577746 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-07a76eff-7553-4191-9e70-351f95da140d tempest-QuotasNegativeTest-301982512 tempest-QuotasNegativeTest-301982512-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 24 15:51:07.578467 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07a76eff-7553-4191-9e70-351f95da140d tempest-QuotasNegativeTest-301982512 tempest-QuotasNegativeTest-301982512-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=95297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:51:07.583769 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-07a76eff-7553-4191-9e70-351f95da140d tempest-QuotasNegativeTest-301982512 tempest-QuotasNegativeTest-301982512-project-admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0230603 Sep 24 15:51:07.584847 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 40174) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:07.634956 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-a87eb139-3f63-4be3-871c-c3a6b6497917 tempest-QuotasNegativeTest-301982512 tempest-QuotasNegativeTest-301982512-project-admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=512602cff6304ea0b26510d434429fb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0483463 Sep 24 15:51:07.637144 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 40178) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:07.680001 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-cf8dff90-b4eb-4bd0-99e8-1f690e60b695 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Allocated IP 172.25.0.249 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/24713290-ef8c-4f6d-b26e-752b3414eb8e) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:51:07.715072 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fbef4155-e51a-4d01-8448-6934b4403514 tempest-QuotasNegativeTest-301982512 tempest-QuotasNegativeTest-301982512-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:07.744750 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fbef4155-e51a-4d01-8448-6934b4403514 tempest-QuotasNegativeTest-301982512 tempest-QuotasNegativeTest-301982512-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:07.822967 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 40190) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:07.851609 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cf8dff90-b4eb-4bd0-99e8-1f690e60b695 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:07.979039 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fbef4155-e51a-4d01-8448-6934b4403514 tempest-QuotasNegativeTest-301982512 tempest-QuotasNegativeTest-301982512-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:07.979813 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cf8dff90-b4eb-4bd0-99e8-1f690e60b695 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:07.985201 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fbef4155-e51a-4d01-8448-6934b4403514 tempest-QuotasNegativeTest-301982512 tempest-QuotasNegativeTest-301982512-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:07.991976 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-fbef4155-e51a-4d01-8448-6934b4403514 tempest-QuotasNegativeTest-301982512 tempest-QuotasNegativeTest-301982512-project-admin] 10.222.0.101 "DELETE /v2.0/security-groups/6fa2c6c3-6942-44b8-81fb-b0eda49fe499 HTTP/1.1" status: 204 len: 168 time: 0.3493204 Sep 24 15:51:07.995395 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 40202) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:08.006856 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbef4155-e51a-4d01-8448-6934b4403514 tempest-QuotasNegativeTest-301982512 tempest-QuotasNegativeTest-301982512-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa2c6c3-6942-44b8-81fb-b0eda49fe499,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:08.011524 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 40206) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:08.024210 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-02e0f4f8-8ede-4527-997b-5617f9d42cae admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-521344369-network', 'tenant_id': '5bfe13546fb34ac097aa08a5bd79c064'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:51:08.106091 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8dff90-b4eb-4bd0-99e8-1f690e60b695 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:51:08.117357 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-cf8dff90-b4eb-4bd0-99e8-1f690e60b695 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:51:08.121784 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8dff90-b4eb-4bd0-99e8-1f690e60b695 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:51:08.155979 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e0f4f8-8ede-4527-997b-5617f9d42cae admin admin] Made reservation on behalf of 5bfe13546fb34ac097aa08a5bd79c064 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:51:08.162223 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-02e0f4f8-8ede-4527-997b-5617f9d42cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:08.198979 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-02e0f4f8-8ede-4527-997b-5617f9d42cae admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:08.253020 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8dff90-b4eb-4bd0-99e8-1f690e60b695 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Pushing event updated for resources: {'Port': ['ID=24713290-ef8c-4f6d-b26e-752b3414eb8e,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:08.274694 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-12499a2f-60d5-4e59-8b01-64b3777e67f4 tempest-QuotasNegativeTest-301982512 tempest-QuotasNegativeTest-301982512-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:08.371817 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-02e0f4f8-8ede-4527-997b-5617f9d42cae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:08.470009 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-e4143bab-bad6-4ea5-8fac-38d53e1f621d tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-476812577'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:51:08.484090 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-02e0f4f8-8ede-4527-997b-5617f9d42cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:08.514765 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02e0f4f8-8ede-4527-997b-5617f9d42cae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1268} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:51:08.531683 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e0f4f8-8ede-4527-997b-5617f9d42cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62ec5c85-4867-412f-80d3-bd5cd3f83c09,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:08.535895 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-02e0f4f8-8ede-4527-997b-5617f9d42cae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:08.536506 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-02e0f4f8-8ede-4527-997b-5617f9d42cae admin admin] Added segment ee6412cd-c6b9-4972-b1b6-70b37523ae27 of type vlan for network 91e19e40-079d-4748-987e-0affa6ac7b1c Sep 24 15:51:08.592094 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-02e0f4f8-8ede-4527-997b-5617f9d42cae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:08.606165 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3783259c-789c-4b71-9cb6-e2fb9c60463c req-c7db6dc5-1a33-46a4-aea3-75a3849980d6 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:08.607831 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3783259c-789c-4b71-9cb6-e2fb9c60463c req-c7db6dc5-1a33-46a4-aea3-75a3849980d6 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.3302414 Sep 24 15:51:08.636996 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4143bab-bad6-4ea5-8fac-38d53e1f621d tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Made reservation on behalf of a0a46e9236c24b39aca910b414f61345 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:51:08.641443 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e4143bab-bad6-4ea5-8fac-38d53e1f621d tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:08.657507 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 86480932-5d80-4a53-9bce-b9670a718e13 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:51:08.662469 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e4143bab-bad6-4ea5-8fac-38d53e1f621d tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:08.697615 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-12499a2f-60d5-4e59-8b01-64b3777e67f4 tempest-QuotasNegativeTest-301982512 tempest-QuotasNegativeTest-301982512-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:08.702372 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 86480932-5d80-4a53-9bce-b9670a718e13 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:51:08.702892 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 86480932-5d80-4a53-9bce-b9670a718e13 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:51:08.757405 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-02e0f4f8-8ede-4527-997b-5617f9d42cae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:08.758380 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e0f4f8-8ede-4527-997b-5617f9d42cae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:08.758957 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-02e0f4f8-8ede-4527-997b-5617f9d42cae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:08.786638 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-12499a2f-60d5-4e59-8b01-64b3777e67f4 tempest-QuotasNegativeTest-301982512 tempest-QuotasNegativeTest-301982512-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd9d4ebe-19ef-497e-8bc9-d02fcf7628a1']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:08.808117 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3783259c-789c-4b71-9cb6-e2fb9c60463c req-8430d412-06e8-451f-85a1-d9f33de35742 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890008 Sep 24 15:51:08.810223 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-12499a2f-60d5-4e59-8b01-64b3777e67f4 tempest-QuotasNegativeTest-301982512 tempest-QuotasNegativeTest-301982512-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1ac268a-44eb-41f1-a8d3-797c06fe8011') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:08.810929 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-12499a2f-60d5-4e59-8b01-64b3777e67f4 tempest-QuotasNegativeTest-301982512 tempest-QuotasNegativeTest-301982512-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1ac268a-44eb-41f1-a8d3-797c06fe8011') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:08.815500 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e4143bab-bad6-4ea5-8fac-38d53e1f621d tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:08.828970 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-12499a2f-60d5-4e59-8b01-64b3777e67f4 tempest-QuotasNegativeTest-301982512 tempest-QuotasNegativeTest-301982512-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:08.850029 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e0f4f8-8ede-4527-997b-5617f9d42cae admin admin] Pushing event updated for resources: {'Network': ['ID=91e19e40-079d-4748-987e-0affa6ac7b1c,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:08.860372 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-12499a2f-60d5-4e59-8b01-64b3777e67f4 tempest-QuotasNegativeTest-301982512 tempest-QuotasNegativeTest-301982512-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:08.870659 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 91e19e40-079d-4748-987e-0affa6ac7b1c details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:51:08.888078 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e4143bab-bad6-4ea5-8fac-38d53e1f621d tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:08.919932 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4143bab-bad6-4ea5-8fac-38d53e1f621d tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1250} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:51:08.933858 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12499a2f-60d5-4e59-8b01-64b3777e67f4 tempest-QuotasNegativeTest-301982512 tempest-QuotasNegativeTest-301982512-project-admin] Releasing vlan 1279 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:51:08.934283 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-12499a2f-60d5-4e59-8b01-64b3777e67f4 tempest-QuotasNegativeTest-301982512 tempest-QuotasNegativeTest-301982512-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:08.936155 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4143bab-bad6-4ea5-8fac-38d53e1f621d tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb759ef-6a4c-47d9-8d0f-b06e23495f8f,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:08.939816 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e4143bab-bad6-4ea5-8fac-38d53e1f621d tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:08.940243 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-e4143bab-bad6-4ea5-8fac-38d53e1f621d tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Added segment f85cf759-f101-4d4b-99f0-2f9dce799bb6 of type vlan for network 479292e6-74b1-476d-b48a-8c77191231d4 Sep 24 15:51:08.945432 n-d-808921-1 neutron-server[95298]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:51:08.945432 n-d-808921-1 neutron-server[95298]: items = [ Sep 24 15:51:08.945432 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:51:08.945432 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:51:08.945432 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:51:08.945432 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:51:08.945432 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:51:08.945432 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:51:08.945432 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:51:08.945432 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:51:08.945432 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:51:08.945432 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:51:08.945432 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:51:08.945432 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:51:08.945432 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:51:08.945432 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:51:08.945432 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:51:08.945432 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:51:08.945432 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:51:08.945432 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:51:08.945432 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:51:08.945432 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:51:08.945432 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:51:08.945432 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:51:08.945432 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:51:08.945432 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:51:08.945432 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:51:08.945432 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:51:08.945432 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:51:08.945432 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:51:08.945432 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:51:08.945432 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:51:08.945432 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:51:08.945432 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:51:08.992624 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e4143bab-bad6-4ea5-8fac-38d53e1f621d tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:09.016087 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:09.037618 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-02e0f4f8-8ede-4527-997b-5617f9d42cae admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0241807 Sep 24 15:51:09.040449 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 40226) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:09.045459 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-82c4873a-ed1b-4907-a0d1-d4c9f2b0c5e3 admin admin] Request body: {'subnet': {'network_id': '91e19e40-079d-4748-987e-0affa6ac7b1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-521344369-subnet', 'tenant_id': '5bfe13546fb34ac097aa08a5bd79c064', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:51:09.129663 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cf8dff90-b4eb-4bd0-99e8-1f690e60b695 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks [] for router_gateway, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:09.145427 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e4143bab-bad6-4ea5-8fac-38d53e1f621d tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:09.156367 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4143bab-bad6-4ea5-8fac-38d53e1f621d tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:09.157557 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e4143bab-bad6-4ea5-8fac-38d53e1f621d tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:09.191489 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82c4873a-ed1b-4907-a0d1-d4c9f2b0c5e3 admin admin] Made reservation on behalf of 5bfe13546fb34ac097aa08a5bd79c064 for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:51:09.193674 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-82c4873a-ed1b-4907-a0d1-d4c9f2b0c5e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:09.224291 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833abe86-aaa6-4d02-88bc-928c40fac144 req-4d8b1a81-9841-4fb9-a4f7-7482a71fa652 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:09.235631 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-833abe86-aaa6-4d02-88bc-928c40fac144 req-4d8b1a81-9841-4fb9-a4f7-7482a71fa652 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.2400970 Sep 24 15:51:09.267366 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-12499a2f-60d5-4e59-8b01-64b3777e67f4 tempest-QuotasNegativeTest-301982512 tempest-QuotasNegativeTest-301982512-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:09.273141 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-12499a2f-60d5-4e59-8b01-64b3777e67f4 tempest-QuotasNegativeTest-301982512 tempest-QuotasNegativeTest-301982512-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:09.283495 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-12499a2f-60d5-4e59-8b01-64b3777e67f4 tempest-QuotasNegativeTest-301982512 tempest-QuotasNegativeTest-301982512-project-admin] 10.222.0.101 "DELETE /v2.0/networks/bd9d4ebe-19ef-497e-8bc9-d02fcf7628a1 HTTP/1.1" status: 204 len: 168 time: 1.2741725 Sep 24 15:51:09.287436 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 40232) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:09.356940 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e4143bab-bad6-4ea5-8fac-38d53e1f621d tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5272667 Sep 24 15:51:09.356940 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4143bab-bad6-4ea5-8fac-38d53e1f621d tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Pushing event updated for resources: {'Network': ['ID=479292e6-74b1-476d-b48a-8c77191231d4,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:09.358282 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 40236) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:09.368108 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-5a003283-4532-430c-94ea-ea9245e704bb tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1711826595'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:51:09.369403 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 479292e6-74b1-476d-b48a-8c77191231d4 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:51:09.494021 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12499a2f-60d5-4e59-8b01-64b3777e67f4 tempest-QuotasNegativeTest-301982512 tempest-QuotasNegativeTest-301982512-project-admin] Pushing event deleted for resources: {'Network': ['ID=bd9d4ebe-19ef-497e-8bc9-d02fcf7628a1,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:09.528803 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a003283-4532-430c-94ea-ea9245e704bb tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Made reservation on behalf of a0a46e9236c24b39aca910b414f61345 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:51:09.532768 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5a003283-4532-430c-94ea-ea9245e704bb tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:09.563515 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-833abe86-aaa6-4d02-88bc-928c40fac144 req-08d6190a-8190-4177-92e8-5fde48b7e1c2 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3248460 Sep 24 15:51:09.609475 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a003283-4532-430c-94ea-ea9245e704bb tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1289} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:51:09.649852 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b4963b33-2bdf-4fb1-92ca-dd600a5d3d49 tempest-QuotasNegativeTest-301982512 tempest-QuotasNegativeTest-301982512-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:09.657736 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5a003283-4532-430c-94ea-ea9245e704bb tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:09.658091 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-5a003283-4532-430c-94ea-ea9245e704bb tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Added segment 9a512b72-5e97-4c67-b35c-d0be6f42fe71 of type vlan for network 2b3337c8-0e9a-4c3a-a4b5-9aa76d4784c6 Sep 24 15:51:09.673880 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 40246) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:09.690785 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-9311637d-5775-43a2-8650-95e1076da8f0 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1523421289', 'description': 'tempest-secgroup-smoke-1523421289 description', 'project_id': '7e512e155fd047afb7c369ee55b40ecc'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:51:09.749034 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5a003283-4532-430c-94ea-ea9245e704bb tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:09.756668 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-82c4873a-ed1b-4907-a0d1-d4c9f2b0c5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:09.820279 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b4963b33-2bdf-4fb1-92ca-dd600a5d3d49 tempest-QuotasNegativeTest-301982512 tempest-QuotasNegativeTest-301982512-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:09.829862 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cf8dff90-b4eb-4bd0-99e8-1f690e60b695 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:09.873948 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c4873a-ed1b-4907-a0d1-d4c9f2b0c5e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddc7f64b-a516-4a03-93ab-f23bf69b53bb,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:09.879577 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-b4963b33-2bdf-4fb1-92ca-dd600a5d3d49 tempest-QuotasNegativeTest-301982512 tempest-QuotasNegativeTest-301982512-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d51a1c4a-f13c-4813-8d7d-471503f3ac4b']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:09.888731 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c4873a-ed1b-4907-a0d1-d4c9f2b0c5e3 admin admin] Checking segment: {'id': 'ee6412cd-c6b9-4972-b1b6-70b37523ae27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': '91e19e40-079d-4748-987e-0affa6ac7b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:51:09.889081 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c4873a-ed1b-4907-a0d1-d4c9f2b0c5e3 admin admin] Network hostable DHCP agents. Network: 91e19e40-079d-4748-987e-0affa6ac7b1c, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:51:09.894799 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-b4963b33-2bdf-4fb1-92ca-dd600a5d3d49 tempest-QuotasNegativeTest-301982512 tempest-QuotasNegativeTest-301982512-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70e441f0-6ce7-48d1-887f-1acaffe48684') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:09.895249 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-b4963b33-2bdf-4fb1-92ca-dd600a5d3d49 tempest-QuotasNegativeTest-301982512 tempest-QuotasNegativeTest-301982512-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70e441f0-6ce7-48d1-887f-1acaffe48684') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:09.900917 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b45782-152d-4be3-8e9d-09cc14b6bbf0 req-bfe9146e-ab64-46d4-a317-7ddf45a1163b tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:09.902529 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d1b45782-152d-4be3-8e9d-09cc14b6bbf0 req-bfe9146e-ab64-46d4-a317-7ddf45a1163b tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.1060762 Sep 24 15:51:09.911891 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b4963b33-2bdf-4fb1-92ca-dd600a5d3d49 tempest-QuotasNegativeTest-301982512 tempest-QuotasNegativeTest-301982512-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:09.946001 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5a003283-4532-430c-94ea-ea9245e704bb tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:09.951516 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a003283-4532-430c-94ea-ea9245e704bb tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:09.952117 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5a003283-4532-430c-94ea-ea9245e704bb tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:09.954379 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9311637d-5775-43a2-8650-95e1076da8f0 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:09.962177 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b4963b33-2bdf-4fb1-92ca-dd600a5d3d49 tempest-QuotasNegativeTest-301982512 tempest-QuotasNegativeTest-301982512-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:09.972170 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4963b33-2bdf-4fb1-92ca-dd600a5d3d49 tempest-QuotasNegativeTest-301982512 tempest-QuotasNegativeTest-301982512-project-admin] Releasing vlan 1267 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:51:09.972373 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d1b45782-152d-4be3-8e9d-09cc14b6bbf0 req-af0b96f1-fd5a-46d4-b53f-e7320aef7f15 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632198 Sep 24 15:51:09.972658 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b4963b33-2bdf-4fb1-92ca-dd600a5d3d49 tempest-QuotasNegativeTest-301982512 tempest-QuotasNegativeTest-301982512-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:09.974381 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:51:09.974381 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:51:09.974381 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:51:09.974381 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:51:09.974381 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:51:09.974381 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:51:09.974381 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:51:09.974381 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:51:09.974381 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:51:09.974381 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:51:09.974381 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:51:09.974381 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:51:09.974381 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:51:09.974381 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:51:09.974381 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:51:09.974381 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:51:09.974381 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:51:09.974381 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:51:09.974381 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:51:09.974381 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:51:09.974381 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:51:09.974381 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:51:09.974381 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:51:09.974381 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:51:09.974381 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:51:09.974381 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:51:09.974381 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:51:09.974381 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:51:09.974381 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:51:09.974381 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:51:09.974381 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:51:09.974381 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:51:09.985312 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9311637d-5775-43a2-8650-95e1076da8f0 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:10.016967 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c4873a-ed1b-4907-a0d1-d4c9f2b0c5e3 admin admin] Network 91e19e40-079d-4748-987e-0affa6ac7b1c is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:51:10.052150 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a003283-4532-430c-94ea-ea9245e704bb tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Pushing event updated for resources: {'Network': ['ID=2b3337c8-0e9a-4c3a-a4b5-9aa76d4784c6,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:10.062416 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 2b3337c8-0e9a-4c3a-a4b5-9aa76d4784c6 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:51:10.087592 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-5a003283-4532-430c-94ea-ea9245e704bb tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7227871 Sep 24 15:51:10.091751 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 40256) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:10.102686 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-dc7e634a-956b-4c6f-ab87-7ffde935da59 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Request body: {'subnet': {'network_id': '479292e6-74b1-476d-b48a-8c77191231d4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:51:10.112502 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6675535a-669b-4b93-8317-0f1c508b91c1 req-d2994e2f-6d2f-415f-bdeb-5ba1b7b2bab9 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:10.114870 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6675535a-669b-4b93-8317-0f1c508b91c1 req-d2994e2f-6d2f-415f-bdeb-5ba1b7b2bab9 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.0596440 Sep 24 15:51:10.153993 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b4963b33-2bdf-4fb1-92ca-dd600a5d3d49 tempest-QuotasNegativeTest-301982512 tempest-QuotasNegativeTest-301982512-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:10.158687 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b4963b33-2bdf-4fb1-92ca-dd600a5d3d49 tempest-QuotasNegativeTest-301982512 tempest-QuotasNegativeTest-301982512-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:10.161335 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b4963b33-2bdf-4fb1-92ca-dd600a5d3d49 tempest-QuotasNegativeTest-301982512 tempest-QuotasNegativeTest-301982512-project-admin] 10.222.0.101 "DELETE /v2.0/networks/d51a1c4a-f13c-4813-8d7d-471503f3ac4b HTTP/1.1" status: 204 len: 168 time: 0.8108809 Sep 24 15:51:10.189874 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4963b33-2bdf-4fb1-92ca-dd600a5d3d49 tempest-QuotasNegativeTest-301982512 tempest-QuotasNegativeTest-301982512-project-admin] Pushing event deleted for resources: {'Network': ['ID=d51a1c4a-f13c-4813-8d7d-471503f3ac4b,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:10.192528 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf8dff90-b4eb-4bd0-99e8-1f690e60b695 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Router b03fce39-c787-409a-93ca-d280a751b2e8 is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:51:10.197446 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-82c4873a-ed1b-4907-a0d1-d4c9f2b0c5e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 91e19e40-079d-4748-987e-0affa6ac7b1c) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:51:10.206696 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7dde54-5fd4-44a1-a98f-6272c3200348 None None] Network 91e19e40-079d-4748-987e-0affa6ac7b1c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:51:10.214440 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c4873a-ed1b-4907-a0d1-d4c9f2b0c5e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:10.215040 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-82c4873a-ed1b-4907-a0d1-d4c9f2b0c5e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:10.218966 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6675535a-669b-4b93-8317-0f1c508b91c1 req-d0d71938-3a3a-4587-9fea-0d0febea7996 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970204 Sep 24 15:51:10.302943 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9311637d-5775-43a2-8650-95e1076da8f0 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:10.356749 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf8dff90-b4eb-4bd0-99e8-1f690e60b695 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:51:10.375694 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9311637d-5775-43a2-8650-95e1076da8f0 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:10.383667 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caea893e-03c3-41f3-909a-c0054c8c29e2 None None] Sync routers for ids ['b03fce39-c787-409a-93ca-d280a751b2e8'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:51:10.415090 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caea893e-03c3-41f3-909a-c0054c8c29e2 None None] Routers {'b03fce39-c787-409a-93ca-d280a751b2e8'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:51:10.415820 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-caea893e-03c3-41f3-909a-c0054c8c29e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:51:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['b03fce39-c787-409a-93ca-d280a751b2e8'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:10.428312 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9311637d-5775-43a2-8650-95e1076da8f0 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=073d5a9c-82e4-42d1-b709-de30b7882247,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:10.440441 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6307fd4-e08f-4c65-a5e7-1f3523e72ff3 req-6cc158be-34b3-42cc-a1bc-475be01633a2 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:10.442387 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b6307fd4-e08f-4c65-a5e7-1f3523e72ff3 req-6cc158be-34b3-42cc-a1bc-475be01633a2 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.0587738 Sep 24 15:51:10.473833 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7e634a-956b-4c6f-ab87-7ffde935da59 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Made reservation on behalf of a0a46e9236c24b39aca910b414f61345 for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:51:10.481898 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dc7e634a-956b-4c6f-ab87-7ffde935da59 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:10.513481 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b6307fd4-e08f-4c65-a5e7-1f3523e72ff3 req-79f62ca4-3fdc-469a-9296-0d65353a4b86 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547705 Sep 24 15:51:10.578331 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cf8dff90-b4eb-4bd0-99e8-1f690e60b695 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:10.582900 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-cf8dff90-b4eb-4bd0-99e8-1f690e60b695 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.9758928 Sep 24 15:51:10.584530 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 40270) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:10.593947 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-cddd65aa-843c-411d-84fc-9c79ad242927 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'enable_snat': False}}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:51:10.632052 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-caea893e-03c3-41f3-909a-c0054c8c29e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:10.638391 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6337420e-3402-4ebd-ba8d-0cf2ffd1a48a None None] Network 91e19e40-079d-4748-987e-0affa6ac7b1c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:51:10.677072 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caea893e-03c3-41f3-909a-c0054c8c29e2 None None] Routers {'b03fce39-c787-409a-93ca-d280a751b2e8'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:51:10.678082 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-caea893e-03c3-41f3-909a-c0054c8c29e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:51:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['b03fce39-c787-409a-93ca-d280a751b2e8'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:10.718755 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9311637d-5775-43a2-8650-95e1076da8f0 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:10.742901 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-82c4873a-ed1b-4907-a0d1-d4c9f2b0c5e3 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7012374 Sep 24 15:51:10.783673 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-caea893e-03c3-41f3-909a-c0054c8c29e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:10.786542 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caea893e-03c3-41f3-909a-c0054c8c29e2 None None] The sync data for ids ['b03fce39-c787-409a-93ca-d280a751b2e8'] in n-d-808921-1 is: [] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:51:10.871756 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9311637d-5775-43a2-8650-95e1076da8f0 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:10.986118 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9311637d-5775-43a2-8650-95e1076da8f0 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ebd70ba-9057-4f05-b091-253e90de2a91,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:11.002243 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a15f41-d117-45cb-9d8e-a7639dd81ac5 req-2b201e97-7553-44a9-bb43-de3626d9eac5 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:11.010911 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f3a15f41-d117-45cb-9d8e-a7639dd81ac5 req-2b201e97-7553-44a9-bb43-de3626d9eac5 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.2699122 Sep 24 15:51:11.092756 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:11.140586 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9311637d-5775-43a2-8650-95e1076da8f0 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:11.145051 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-9311637d-5775-43a2-8650-95e1076da8f0 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.4680364 Sep 24 15:51:11.160135 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f3a15f41-d117-45cb-9d8e-a7639dd81ac5 req-3eb84a51-55db-49d0-8102-b39ede97da54 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422453 Sep 24 15:51:11.160849 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 40288) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:11.168974 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-933c48ad-7a46-46b8-b9bb-0aac07e6710a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Request body: {'security_group_rule': {'security_group_id': '6ebd70ba-9057-4f05-b091-253e90de2a91', 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:51:11.209166 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dc7e634a-956b-4c6f-ab87-7ffde935da59 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:11.282628 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7e634a-956b-4c6f-ab87-7ffde935da59 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Pushing event updated for resources: {'Subnet': ['ID=ca386373-7110-4e1b-ab4b-2f8278b05b99,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:11.302195 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-933c48ad-7a46-46b8-b9bb-0aac07e6710a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:11.460794 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-933c48ad-7a46-46b8-b9bb-0aac07e6710a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:11.476971 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7e634a-956b-4c6f-ab87-7ffde935da59 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Checking segment: {'id': 'f85cf759-f101-4d4b-99f0-2f9dce799bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '479292e6-74b1-476d-b48a-8c77191231d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:51:11.476971 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7e634a-956b-4c6f-ab87-7ffde935da59 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Network hostable DHCP agents. Network: 479292e6-74b1-476d-b48a-8c77191231d4, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:51:11.531353 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fae2fb0-ea13-40e2-a29c-0b3a73072345 req-7a2be7aa-1a31-41eb-b33d-d6dca6378955 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:11.539336 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2fae2fb0-ea13-40e2-a29c-0b3a73072345 req-7a2be7aa-1a31-41eb-b33d-d6dca6378955 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.0756900 Sep 24 15:51:11.548633 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 40308) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:11.567340 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-933c48ad-7a46-46b8-b9bb-0aac07e6710a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:11.593224 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933c48ad-7a46-46b8-b9bb-0aac07e6710a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=659276ec-1669-4a36-a6cc-46deaa2c02a6,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:11.619640 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7e634a-956b-4c6f-ab87-7ffde935da59 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Network 479292e6-74b1-476d-b48a-8c77191231d4 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:51:11.633158 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2fae2fb0-ea13-40e2-a29c-0b3a73072345 req-39d2bd38-2800-4999-a2fe-c185dcde262d tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927284 Sep 24 15:51:11.670941 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-933c48ad-7a46-46b8-b9bb-0aac07e6710a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:11.674282 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-933c48ad-7a46-46b8-b9bb-0aac07e6710a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5114069 Sep 24 15:51:11.681842 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 40314) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:11.688576 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-25a17937-48e7-432f-9ef6-de9ec10bf1a8 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Request body: {'security_group_rule': {'security_group_id': '6ebd70ba-9057-4f05-b091-253e90de2a91', 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:51:11.734618 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cddd65aa-843c-411d-84fc-9c79ad242927 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:11.739825 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-dc7e634a-956b-4c6f-ab87-7ffde935da59 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 479292e6-74b1-476d-b48a-8c77191231d4) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:51:11.760357 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a83c3ca-274c-4e5c-8e3c-204ee34a7e0f None None] Network 479292e6-74b1-476d-b48a-8c77191231d4 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:51:11.761129 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7e634a-956b-4c6f-ab87-7ffde935da59 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:11.761129 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dc7e634a-956b-4c6f-ab87-7ffde935da59 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:11.824610 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a7b32285-332d-41ce-8109-d70a65aff2ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:11.919420 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7aeeba-fb62-4edb-82ac-8e56402356e0 req-d7f8ec56-900f-495b-a4a0-e5f2fdfe5971 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:11.921309 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ed7aeeba-fb62-4edb-82ac-8e56402356e0 req-d7f8ec56-900f-495b-a4a0-e5f2fdfe5971 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.1169846 Sep 24 15:51:11.968330 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ed7aeeba-fb62-4edb-82ac-8e56402356e0 req-43c4d607-d867-49ac-996d-e9d8111678bb tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395613 Sep 24 15:51:11.968942 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-25a17937-48e7-432f-9ef6-de9ec10bf1a8 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:12.029087 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8f098a-a577-40ca-96ab-92be8130b6ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-479292e6-74b1-476d-b48a-8c77191231d4', 'network_id': '479292e6-74b1-476d-b48a-8c77191231d4', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'fixed_ips': [{'subnet_id': 'ca386373-7110-4e1b-ab4b-2f8278b05b99'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:51:12.030233 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-de8f098a-a577-40ca-96ab-92be8130b6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:12.045519 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-25a17937-48e7-432f-9ef6-de9ec10bf1a8 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:12.066908 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-dc7e634a-956b-4c6f-ab87-7ffde935da59 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9713905 Sep 24 15:51:12.070196 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 40332) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:12.082581 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-6e50a33c-bf4e-4256-8f4a-9c81fbecf177 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Request body: {'subnet': {'network_id': '2b3337c8-0e9a-4c3a-a4b5-9aa76d4784c6', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:51:12.123195 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d2e76f-d9f7-43bc-9f87-211d113d2b11 req-2478d212-9be7-48e8-81c6-d6956d6092bd tempest-ServersNegativeTestMultiTenantJSON-1821011701 tempest-ServersNegativeTestMultiTenantJSON-1821011701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:12.131644 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c8d2e76f-d9f7-43bc-9f87-211d113d2b11 req-2478d212-9be7-48e8-81c6-d6956d6092bd tempest-ServersNegativeTestMultiTenantJSON-1821011701 tempest-ServersNegativeTestMultiTenantJSON-1821011701-project] 10.222.0.101 "GET /v2.0/networks?id=76ab4cef-3759-497c-a83d-bc0125712c20 HTTP/1.1" status: 200 len: 825 time: 0.3198426 Sep 24 15:51:12.132835 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-25a17937-48e7-432f-9ef6-de9ec10bf1a8 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:12.187781 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c8d2e76f-d9f7-43bc-9f87-211d113d2b11 req-61a601fe-9f8a-4402-b0ac-37ae70e21970 tempest-ServersNegativeTestMultiTenantJSON-1821011701 tempest-ServersNegativeTestMultiTenantJSON-1821011701-project] 10.222.0.101 "GET /v2.0/quotas/2f8be8342fd849028e4409aa2a129c0e HTTP/1.1" status: 200 len: 375 time: 0.0242026 Sep 24 15:51:12.254787 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c8d2e76f-d9f7-43bc-9f87-211d113d2b11 req-3fa9e577-5fcc-4143-81bd-7416d259f343 tempest-ServersNegativeTestMultiTenantJSON-1821011701 tempest-ServersNegativeTestMultiTenantJSON-1821011701-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=2f8be8342fd849028e4409aa2a129c0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280817 Sep 24 15:51:12.276481 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-de8f098a-a577-40ca-96ab-92be8130b6ca None None] Allocated IP 2001:db8::2 (479292e6-74b1-476d-b48a-8c77191231d4/ca386373-7110-4e1b-ab4b-2f8278b05b99/0f689375-9a2c-4e1f-a25a-4734f2c99bfd) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:51:12.356597 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a17937-48e7-432f-9ef6-de9ec10bf1a8 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=806cc588-8c90-4db3-a4f6-fabcb35ac57c,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:12.401823 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a7b32285-332d-41ce-8109-d70a65aff2ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:12.425895 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c8d2e76f-d9f7-43bc-9f87-211d113d2b11 req-1c267fdb-f011-4554-bd76-492d3e8cdcf7 service neutron] 10.222.0.101 "GET /v2.0/networks/76ab4cef-3759-497c-a83d-bc0125712c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624901 Sep 24 15:51:12.431686 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd260bf-3a95-4c7b-88c4-599b7bdf9faa req-c17f3d88-5bf9-43e0-a31d-58dbfd0346be tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:12.439487 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8bd260bf-3a95-4c7b-88c4-599b7bdf9faa req-c17f3d88-5bf9-43e0-a31d-58dbfd0346be tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.1063471 Sep 24 15:51:12.455188 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a7b32285-332d-41ce-8109-d70a65aff2ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:12.517594 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-a7b32285-332d-41ce-8109-d70a65aff2ae admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=c705efb3c6474f17939aef890184ee1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9663739 Sep 24 15:51:12.522719 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 40338) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:12.529185 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b32285-332d-41ce-8109-d70a65aff2ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9508b370-e0cc-40d8-b334-acd4dd231221,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:12.541811 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-25a17937-48e7-432f-9ef6-de9ec10bf1a8 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:12.541811 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-25a17937-48e7-432f-9ef6-de9ec10bf1a8 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8541436 Sep 24 15:51:12.549846 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 40340) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:12.551961 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-40535313-fae7-4957-bc23-cb9d7fab5d76 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Request body: {'security_group_rule': {'security_group_id': '6ebd70ba-9057-4f05-b091-253e90de2a91', 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:51:12.552082 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8bd260bf-3a95-4c7b-88c4-599b7bdf9faa req-d1cacec5-9343-4db1-ab74-3074c87c9c40 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061757 Sep 24 15:51:12.555668 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-de8f098a-a577-40ca-96ab-92be8130b6ca None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:12.606839 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b1beabaa-b4b8-44ce-b4c4-c3f3c9c004f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:12.636105 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-de8f098a-a577-40ca-96ab-92be8130b6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:12.645960 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b1beabaa-b4b8-44ce-b4c4-c3f3c9c004f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:12.651650 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c8d2e76f-d9f7-43bc-9f87-211d113d2b11 req-5485febe-b091-48c6-bc32-f2cadec7d6b9 service neutron] 10.222.0.101 "GET /v2.0/networks/76ab4cef-3759-497c-a83d-bc0125712c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247319 Sep 24 15:51:12.671771 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e50a33c-bf4e-4256-8f4a-9c81fbecf177 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Made reservation on behalf of a0a46e9236c24b39aca910b414f61345 for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:51:12.676786 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6e50a33c-bf4e-4256-8f4a-9c81fbecf177 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:12.700940 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8f098a-a577-40ca-96ab-92be8130b6ca None None] Network 479292e6-74b1-476d-b48a-8c77191231d4 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:51:12.704391 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-de8f098a-a577-40ca-96ab-92be8130b6ca None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:51:12.709218 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8f098a-a577-40ca-96ab-92be8130b6ca None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:51:12.780662 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8f098a-a577-40ca-96ab-92be8130b6ca None None] Pushing event updated for resources: {'Port': ['ID=0f689375-9a2c-4e1f-a25a-4734f2c99bfd,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:12.830881 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4994473-9b4a-4914-8c55-cadc5587e8dc req-d8b1db60-7bb6-4569-850e-b99de99c6eb8 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:12.832786 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c4994473-9b4a-4914-8c55-cadc5587e8dc req-d8b1db60-7bb6-4569-850e-b99de99c6eb8 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.1766024 Sep 24 15:51:12.839074 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-de8f098a-a577-40ca-96ab-92be8130b6ca None None] Attempting to bind port 0f689375-9a2c-4e1f-a25a-4734f2c99bfd on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:51:12.839453 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-de8f098a-a577-40ca-96ab-92be8130b6ca None None] Attempting to bind port 0f689375-9a2c-4e1f-a25a-4734f2c99bfd by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'f85cf759-f101-4d4b-99f0-2f9dce799bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '479292e6-74b1-476d-b48a-8c77191231d4'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:51:12.839816 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8f098a-a577-40ca-96ab-92be8130b6ca None None] Attempting to bind port 0f689375-9a2c-4e1f-a25a-4734f2c99bfd on network 479292e6-74b1-476d-b48a-8c77191231d4 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:51:12.852261 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8f098a-a577-40ca-96ab-92be8130b6ca None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:51:12.854240 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8f098a-a577-40ca-96ab-92be8130b6ca None None] Checking segment: {'id': 'f85cf759-f101-4d4b-99f0-2f9dce799bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '479292e6-74b1-476d-b48a-8c77191231d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:51:12.854240 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-de8f098a-a577-40ca-96ab-92be8130b6ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:12.854240 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8f098a-a577-40ca-96ab-92be8130b6ca None None] Bound using segment: {'id': 'f85cf759-f101-4d4b-99f0-2f9dce799bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '479292e6-74b1-476d-b48a-8c77191231d4'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:51:12.854240 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-de8f098a-a577-40ca-96ab-92be8130b6ca None None] Bound port: 0f689375-9a2c-4e1f-a25a-4734f2c99bfd, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f85cf759-f101-4d4b-99f0-2f9dce799bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': '479292e6-74b1-476d-b48a-8c77191231d4'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:51:12.854606 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-de8f098a-a577-40ca-96ab-92be8130b6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:12.895438 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c4994473-9b4a-4914-8c55-cadc5587e8dc req-dd57baed-ead5-42ad-afe9-a62367df6ff1 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486412 Sep 24 15:51:12.953735 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-de8f098a-a577-40ca-96ab-92be8130b6ca None None] For port 0f689375-9a2c-4e1f-a25a-4734f2c99bfd, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:51:12.958530 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-de8f098a-a577-40ca-96ab-92be8130b6ca None None] For port 0f689375-9a2c-4e1f-a25a-4734f2c99bfd, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=0f689375-9a2c-4e1f-a25a-4734f2c99bfd,segment=NetworkSegment(f85cf759-f101-4d4b-99f0-2f9dce799bb6),segment_id=f85cf759-f101-4d4b-99f0-2f9dce799bb6)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:51:12.961630 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-40535313-fae7-4957-bc23-cb9d7fab5d76 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:12.989905 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cddd65aa-843c-411d-84fc-9c79ad242927 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1671'] for router, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:13.012979 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cddd65aa-843c-411d-84fc-9c79ad242927 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-586922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-586913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588826'] for router, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:13.058676 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-de8f098a-a577-40ca-96ab-92be8130b6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:13.079128 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b1beabaa-b4b8-44ce-b4c4-c3f3c9c004f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:13.083248 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b1beabaa-b4b8-44ce-b4c4-c3f3c9c004f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:13.084807 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b1beabaa-b4b8-44ce-b4c4-c3f3c9c004f8 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/9508b370-e0cc-40d8-b334-acd4dd231221 HTTP/1.1" status: 204 len: 168 time: 0.5623879 Sep 24 15:51:13.163543 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1beabaa-b4b8-44ce-b4c4-c3f3c9c004f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9508b370-e0cc-40d8-b334-acd4dd231221,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:13.223613 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4eb69038-5310-427e-bbcb-18b3ca659549 req-8ce4dd42-b380-4d9a-9323-726a573600ca tempest-ServersNegativeTestMultiTenantJSON-1821011701 tempest-ServersNegativeTestMultiTenantJSON-1821011701-project] 10.222.0.101 "GET /v2.0/ports?device_id=585b8e2e-054e-4657-933d-90f21ce5db48 HTTP/1.1" status: 200 len: 210 time: 0.1417031 Sep 24 15:51:13.229303 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8f098a-a577-40ca-96ab-92be8130b6ca None None] Pushing event updated for resources: {'Port': ['ID=0f689375-9a2c-4e1f-a25a-4734f2c99bfd,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:13.233699 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cddd65aa-843c-411d-84fc-9c79ad242927 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Router b03fce39-c787-409a-93ca-d280a751b2e8 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:51:13.464598 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6e50a33c-bf4e-4256-8f4a-9c81fbecf177 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:13.469449 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-40535313-fae7-4957-bc23-cb9d7fab5d76 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:13.507486 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e4fcd8-843a-4015-8e8f-1dccf4c66c5a req-2c772e56-2f1e-49ee-8922-72493f066f0d tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:13.509696 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-22e4fcd8-843a-4015-8e8f-1dccf4c66c5a req-2c772e56-2f1e-49ee-8922-72493f066f0d tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.2735178 Sep 24 15:51:13.623978 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e50a33c-bf4e-4256-8f4a-9c81fbecf177 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Pushing event updated for resources: {'Subnet': ['ID=82d71ba7-ed45-42a9-a2da-795031d9b4fc,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:13.630266 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e50a33c-bf4e-4256-8f4a-9c81fbecf177 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Checking segment: {'id': '9a512b72-5e97-4c67-b35c-d0be6f42fe71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '2b3337c8-0e9a-4c3a-a4b5-9aa76d4784c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:51:13.630871 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e50a33c-bf4e-4256-8f4a-9c81fbecf177 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Network hostable DHCP agents. Network: 2b3337c8-0e9a-4c3a-a4b5-9aa76d4784c6, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:51:13.641949 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-40535313-fae7-4957-bc23-cb9d7fab5d76 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:13.693913 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40535313-fae7-4957-bc23-cb9d7fab5d76 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33db5c62-efd6-458f-84cf-44d1d008e7ae,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:13.718861 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cddd65aa-843c-411d-84fc-9c79ad242927 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:51:13.726887 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cddd65aa-843c-411d-84fc-9c79ad242927 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:13.732466 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 40370) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:13.733651 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7098e2-efb2-4910-a28c-ac1177af9ebb None None] Sync routers for ids ['b03fce39-c787-409a-93ca-d280a751b2e8'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:51:13.739228 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-cddd65aa-843c-411d-84fc-9c79ad242927 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] 10.222.0.101 "PUT /v2.0/routers/b03fce39-c787-409a-93ca-d280a751b2e8 HTTP/1.1" status: 200 len: 921 time: 3.1534653 Sep 24 15:51:13.741653 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40535313-fae7-4957-bc23-cb9d7fab5d76 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:51:13.742217 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40535313-fae7-4957-bc23-cb9d7fab5d76 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:51:13.743759 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40535313-fae7-4957-bc23-cb9d7fab5d76 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:51:13.744113 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7098e2-efb2-4910-a28c-ac1177af9ebb None None] Routers {'b03fce39-c787-409a-93ca-d280a751b2e8'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:51:13.744342 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40535313-fae7-4957-bc23-cb9d7fab5d76 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:51:13.744690 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40535313-fae7-4957-bc23-cb9d7fab5d76 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:51:13.745028 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40535313-fae7-4957-bc23-cb9d7fab5d76 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:51:13.745363 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40535313-fae7-4957-bc23-cb9d7fab5d76 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:51:13.745675 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-2d7098e2-efb2-4910-a28c-ac1177af9ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:51:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['b03fce39-c787-409a-93ca-d280a751b2e8'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:13.746053 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40535313-fae7-4957-bc23-cb9d7fab5d76 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:51:13.746463 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40535313-fae7-4957-bc23-cb9d7fab5d76 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:51:13.746801 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40535313-fae7-4957-bc23-cb9d7fab5d76 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:51:13.747128 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40535313-fae7-4957-bc23-cb9d7fab5d76 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:51:13.747453 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40535313-fae7-4957-bc23-cb9d7fab5d76 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:51:13.765000 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-22e4fcd8-843a-4015-8e8f-1dccf4c66c5a req-3f0bebcc-f169-4989-993d-6e9973c7e97b tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490797 Sep 24 15:51:13.788252 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-2d7098e2-efb2-4910-a28c-ac1177af9ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:13.788422 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e50a33c-bf4e-4256-8f4a-9c81fbecf177 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Network 2b3337c8-0e9a-4c3a-a4b5-9aa76d4784c6 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:51:13.801541 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7098e2-efb2-4910-a28c-ac1177af9ebb None None] Routers {'b03fce39-c787-409a-93ca-d280a751b2e8'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:51:13.802297 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-2d7098e2-efb2-4910-a28c-ac1177af9ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:51:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['b03fce39-c787-409a-93ca-d280a751b2e8'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:13.841087 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-2d7098e2-efb2-4910-a28c-ac1177af9ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:13.841812 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7098e2-efb2-4910-a28c-ac1177af9ebb None None] The sync data for ids ['b03fce39-c787-409a-93ca-d280a751b2e8'] in n-d-808921-1 is: [] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:51:13.868585 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-d67403fd-168a-4f12-b812-a74c266e308a tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] 10.222.0.101 "GET /v2.0/routers/b03fce39-c787-409a-93ca-d280a751b2e8 HTTP/1.1" status: 200 len: 921 time: 0.1347175 Sep 24 15:51:13.871402 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 40374) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:13.881082 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-40535313-fae7-4957-bc23-cb9d7fab5d76 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:13.882211 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-40535313-fae7-4957-bc23-cb9d7fab5d76 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3348727 Sep 24 15:51:13.885049 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 40376) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:13.890983 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-fd5d026a-e7a0-42fb-9b5f-160b9f9239ac tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Request body: {'security_group_rule': {'security_group_id': '6ebd70ba-9057-4f05-b091-253e90de2a91', 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:51:13.907035 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef83743-146c-4fac-b78f-609d0a21319f req-12ec318d-a962-4b90-8755-05eae01a18c7 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:13.908913 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-eef83743-146c-4fac-b78f-609d0a21319f req-12ec318d-a962-4b90-8755-05eae01a18c7 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.0623517 Sep 24 15:51:13.924127 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-6e50a33c-bf4e-4256-8f4a-9c81fbecf177 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 2b3337c8-0e9a-4c3a-a4b5-9aa76d4784c6) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:51:13.935742 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6b12d7-9c8b-4dd9-99c5-923d58bf5ff8 None None] Network 2b3337c8-0e9a-4c3a-a4b5-9aa76d4784c6 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:51:13.936808 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e50a33c-bf4e-4256-8f4a-9c81fbecf177 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:13.937389 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6e50a33c-bf4e-4256-8f4a-9c81fbecf177 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:13.948704 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa22cf9-c74d-4772-8065-fe708beb39f3 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:13.950498 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-3fa22cf9-c74d-4772-8065-fe708beb39f3 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] 10.222.0.101 "GET /v2.0/ports?network_id=e6a2de20-1ea0-43e5-88e0-982d19e317d5&device_id=b03fce39-c787-409a-93ca-d280a751b2e8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0780210 Sep 24 15:51:13.953237 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 40378) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:13.976870 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-eef83743-146c-4fac-b78f-609d0a21319f req-ece9d944-6075-4c86-9c9f-ab9454707ec2 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603111 Sep 24 15:51:14.076487 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecc1790-e2e9-48c2-bc64-e163ebbf1886 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:14.081251 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 40384) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:14.086017 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-aecc1790-e2e9-48c2-bc64-e163ebbf1886 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] 10.222.0.101 "GET /v2.0/networks/e6a2de20-1ea0-43e5-88e0-982d19e317d5 HTTP/1.1" status: 200 len: 881 time: 0.1314430 Sep 24 15:51:14.110371 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fd5d026a-e7a0-42fb-9b5f-160b9f9239ac tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:14.148757 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-5613375f-12bd-46d9-92a3-37fb13fab60a tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] 10.222.0.101 "GET /v2.0/ports?device_id=b03fce39-c787-409a-93ca-d280a751b2e8 HTTP/1.1" status: 200 len: 205 time: 0.0656085 Sep 24 15:51:14.161346 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 40386) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:14.263278 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-6e50a33c-bf4e-4256-8f4a-9c81fbecf177 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1915863 Sep 24 15:51:14.266192 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 40394) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:14.270307 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fd5d026a-e7a0-42fb-9b5f-160b9f9239ac tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:14.286106 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-f668f99d-cbcd-46f1-b116-1825b04ce2de tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1712742299', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:51:14.288458 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c426d708-1190-4fa9-8a4a-7be5dd1261b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-2b3337c8-0e9a-4c3a-a4b5-9aa76d4784c6', 'network_id': '2b3337c8-0e9a-4c3a-a4b5-9aa76d4784c6', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'fixed_ips': [{'subnet_id': '82d71ba7-ed45-42a9-a2da-795031d9b4fc'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:51:14.289449 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c426d708-1190-4fa9-8a4a-7be5dd1261b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:14.328836 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 40400) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:14.349333 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fd5d026a-e7a0-42fb-9b5f-160b9f9239ac tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:14.356839 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-66a90aea-f507-4f73-9955-b0bb9d0a415f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:14.385378 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5d026a-e7a0-42fb-9b5f-160b9f9239ac tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1928d56d-218d-40b9-867d-a3348fc3f772,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:14.424401 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8ba076be-08b0-49a1-b1d8-a90459f50d58 req-6a479eea-23c4-4611-a700-d076e569f802 tempest-ServersNegativeTestMultiTenantJSON-1821011701 tempest-ServersNegativeTestMultiTenantJSON-1821011701-project] 10.222.0.101 "GET /v2.0/ports?device_id=585b8e2e-054e-4657-933d-90f21ce5db48 HTTP/1.1" status: 200 len: 210 time: 0.0914819 Sep 24 15:51:14.433314 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.db.api [None req-66a90aea-f507-4f73-9955-b0bb9d0a415f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 15:51:14.433314 n-d-808921-1 neutron-server[95298]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 24 15:51:14.433314 n-d-808921-1 neutron-server[95298]: [parameters: {'project_id_1': '5d3ad2a961254cfba6c3013fb9955362', 'expiration_1': datetime.datetime(2021, 9, 24, 15, 50, 54, 392176)}] Sep 24 15:51:14.433314 n-d-808921-1 neutron-server[95298]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:51:14.433679 n-d-808921-1 neutron-server[95298]: DEBUG oslo_db.api [None req-66a90aea-f507-4f73-9955-b0bb9d0a415f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:51:14.522158 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f668f99d-cbcd-46f1-b116-1825b04ce2de tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:14.524582 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f668f99d-cbcd-46f1-b116-1825b04ce2de tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:14.553658 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bb909aa0-9edb-41c1-9822-6831f87c472f tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks [] for router, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:14.590123 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-c426d708-1190-4fa9-8a4a-7be5dd1261b0 None None] Allocated IP 2001:db8:1::2 (2b3337c8-0e9a-4c3a-a4b5-9aa76d4784c6/82d71ba7-ed45-42a9-a2da-795031d9b4fc/f7cc7c78-63c5-48a6-a26a-c87164f57571) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:51:14.603945 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fd5d026a-e7a0-42fb-9b5f-160b9f9239ac tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:14.605183 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-fd5d026a-e7a0-42fb-9b5f-160b9f9239ac tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7180870 Sep 24 15:51:14.607877 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 40410) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:14.615996 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-8581304a-1adc-451e-8195-1c8204e7bd52 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Request body: {'security_group_rule': {'security_group_id': '6ebd70ba-9057-4f05-b091-253e90de2a91', 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:51:14.657295 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c1a49c-7ea3-4d08-ac51-56030d25416a req-64f5d1b9-9b53-4003-a1c8-ff54f64a7d0a tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:14.665046 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-15c1a49c-7ea3-4d08-ac51-56030d25416a req-64f5d1b9-9b53-4003-a1c8-ff54f64a7d0a tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/networks?id=2a61a80f-7424-4f72-8244-e2cfc0c281a3 HTTP/1.1" status: 200 len: 814 time: 0.2841141 Sep 24 15:51:14.702368 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-15c1a49c-7ea3-4d08-ac51-56030d25416a req-c4caffd3-9a59-4674-b81b-1fd5bc084b2f tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/quotas/7ecdf69c945d45baa1f224469b4d842c HTTP/1.1" status: 200 len: 375 time: 0.0362000 Sep 24 15:51:14.712368 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f668f99d-cbcd-46f1-b116-1825b04ce2de tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:14.743820 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f3f73f-4915-4793-aed1-2c61bb666e2d None None] Network 479292e6-74b1-476d-b48a-8c77191231d4 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:51:14.801614 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-15c1a49c-7ea3-4d08-ac51-56030d25416a req-389f9247-1b39-49b6-9dfa-dd53fff7f6fb tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=7ecdf69c945d45baa1f224469b4d842c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0891564 Sep 24 15:51:14.812499 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-f5655cdf-98c7-46e3-bc4d-27322ccce74b None None] Provisioning complete for port 0f689375-9a2c-4e1f-a25a-4734f2c99bfd triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:51:14.812870 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f5655cdf-98c7-46e3-bc4d-27322ccce74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:14.827893 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 0f689375-9a2c-4e1f-a25a-4734f2c99bfd up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:51:14.870091 n-d-808921-1 neutron-server[95298]: INFO neutron.db.securitygroups_db [None req-8581304a-1adc-451e-8195-1c8204e7bd52 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Project 7e512e155fd047afb7c369ee55b40ecc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 15:51:14.883923 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8581304a-1adc-451e-8195-1c8204e7bd52 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:14.938082 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-66a90aea-f507-4f73-9955-b0bb9d0a415f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:15.021186 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f668f99d-cbcd-46f1-b116-1825b04ce2de tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:15.067280 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-66a90aea-f507-4f73-9955-b0bb9d0a415f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:15.078561 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8581304a-1adc-451e-8195-1c8204e7bd52 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:15.099816 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bb909aa0-9edb-41c1-9822-6831f87c472f tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:15.122949 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40cab54-f2c5-4102-8d7c-7caa27d533f5 req-d53f839c-a5f6-49b5-8074-ae29d529debb tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:15.125190 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c40cab54-f2c5-4102-8d7c-7caa27d533f5 req-d53f839c-a5f6-49b5-8074-ae29d529debb tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.1089754 Sep 24 15:51:15.178691 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-66a90aea-f507-4f73-9955-b0bb9d0a415f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:15.182694 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8581304a-1adc-451e-8195-1c8204e7bd52 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:15.188482 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 0f689375-9a2c-4e1f-a25a-4734f2c99bfd triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:51:15.189019 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:15.203263 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c40cab54-f2c5-4102-8d7c-7caa27d533f5 req-89e422b7-f6eb-4d48-a4d8-bd3355220f62 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591013 Sep 24 15:51:15.232610 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8581304a-1adc-451e-8195-1c8204e7bd52 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29e745f5-8d39-48ec-bf06-de85877f00ad,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:15.255459 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a90aea-f507-4f73-9955-b0bb9d0a415f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa360d9d-db2a-42cf-8a3a-59afb1395bbf,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:15.276662 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-66a90aea-f507-4f73-9955-b0bb9d0a415f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5d3ad2a961254cfba6c3013fb9955362&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9466550 Sep 24 15:51:15.292065 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 40418) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:15.318405 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f668f99d-cbcd-46f1-b116-1825b04ce2de tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:15.322212 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f668f99d-cbcd-46f1-b116-1825b04ce2de tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0516050 Sep 24 15:51:15.322293 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c426d708-1190-4fa9-8a4a-7be5dd1261b0 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:15.353157 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 40422) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:15.353941 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f5655cdf-98c7-46e3-bc4d-27322ccce74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:15.390525 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8581304a-1adc-451e-8195-1c8204e7bd52 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:15.391937 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-8581304a-1adc-451e-8195-1c8204e7bd52 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7828166 Sep 24 15:51:15.401650 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 40424) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:15.407351 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-23afecc7-20ee-42b0-9329-adad48987da7 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Request body: {'security_group_rule': {'security_group_id': '6ebd70ba-9057-4f05-b091-253e90de2a91', 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:51:15.474668 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:15.490142 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ff894-22ca-46fc-b9e1-c21ca9f08daa req-79211bfa-bc86-461c-ae69-6b502af45840 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:15.494172 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8e4ff894-22ca-46fc-b9e1-c21ca9f08daa req-79211bfa-bc86-461c-ae69-6b502af45840 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.1940093 Sep 24 15:51:15.520648 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-f5655cdf-98c7-46e3-bc4d-27322ccce74b None None] For port 0f689375-9a2c-4e1f-a25a-4734f2c99bfd, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=0f689375-9a2c-4e1f-a25a-4734f2c99bfd,segment=NetworkSegment(f85cf759-f101-4d4b-99f0-2f9dce799bb6),segment_id=f85cf759-f101-4d4b-99f0-2f9dce799bb6)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:51:15.529118 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c426d708-1190-4fa9-8a4a-7be5dd1261b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:15.545002 n-d-808921-1 neutron-server[95298]: INFO neutron.db.securitygroups_db [None req-23afecc7-20ee-42b0-9329-adad48987da7 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Project 7e512e155fd047afb7c369ee55b40ecc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 15:51:15.555878 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-23afecc7-20ee-42b0-9329-adad48987da7 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:15.580500 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-86d10235-aecd-4d8e-9503-6875e3e77efa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:15.586675 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8e4ff894-22ca-46fc-b9e1-c21ca9f08daa req-62dc5a60-38e2-4eb2-917a-d8a54fe62a2c tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848467 Sep 24 15:51:15.624460 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c426d708-1190-4fa9-8a4a-7be5dd1261b0 None None] Network 2b3337c8-0e9a-4c3a-a4b5-9aa76d4784c6 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:51:15.626203 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-c426d708-1190-4fa9-8a4a-7be5dd1261b0 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:51:15.647192 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-bb909aa0-9edb-41c1-9822-6831f87c472f tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Deleting port 24713290-ef8c-4f6d-b26e-752b3414eb8e {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:51:15.647534 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bb909aa0-9edb-41c1-9822-6831f87c472f tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:15.662960 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c426d708-1190-4fa9-8a4a-7be5dd1261b0 None None] Pushing event updated for resources: {'Port': ['ID=f7cc7c78-63c5-48a6-a26a-c87164f57571,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:15.672996 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c426d708-1190-4fa9-8a4a-7be5dd1261b0 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:51:15.676101 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f5655cdf-98c7-46e3-bc4d-27322ccce74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:15.743112 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-23afecc7-20ee-42b0-9329-adad48987da7 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:15.803238 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-86d10235-aecd-4d8e-9503-6875e3e77efa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:15.835727 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-23afecc7-20ee-42b0-9329-adad48987da7 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:15.854132 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.db.api [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:51:15.854132 n-d-808921-1 neutron-server[95299]: DEBUG oslo_db.api [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:51:15.872794 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23afecc7-20ee-42b0-9329-adad48987da7 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e616a1f6-693e-443e-b802-360120174ab7,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:15.898390 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-c426d708-1190-4fa9-8a4a-7be5dd1261b0 None None] Attempting to bind port f7cc7c78-63c5-48a6-a26a-c87164f57571 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:51:15.898879 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-c426d708-1190-4fa9-8a4a-7be5dd1261b0 None None] Attempting to bind port f7cc7c78-63c5-48a6-a26a-c87164f57571 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '9a512b72-5e97-4c67-b35c-d0be6f42fe71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '2b3337c8-0e9a-4c3a-a4b5-9aa76d4784c6'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:51:15.899318 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c426d708-1190-4fa9-8a4a-7be5dd1261b0 None None] Attempting to bind port f7cc7c78-63c5-48a6-a26a-c87164f57571 on network 2b3337c8-0e9a-4c3a-a4b5-9aa76d4784c6 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:51:15.901916 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5655cdf-98c7-46e3-bc4d-27322ccce74b None None] Pushing event updated for resources: {'Port': ['ID=0f689375-9a2c-4e1f-a25a-4734f2c99bfd,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:15.913349 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c426d708-1190-4fa9-8a4a-7be5dd1261b0 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:51:15.913802 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c426d708-1190-4fa9-8a4a-7be5dd1261b0 None None] Checking segment: {'id': '9a512b72-5e97-4c67-b35c-d0be6f42fe71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '2b3337c8-0e9a-4c3a-a4b5-9aa76d4784c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:51:15.914283 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c426d708-1190-4fa9-8a4a-7be5dd1261b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:15.914813 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c426d708-1190-4fa9-8a4a-7be5dd1261b0 None None] Bound using segment: {'id': '9a512b72-5e97-4c67-b35c-d0be6f42fe71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '2b3337c8-0e9a-4c3a-a4b5-9aa76d4784c6'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:51:15.915388 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-c426d708-1190-4fa9-8a4a-7be5dd1261b0 None None] Bound port: f7cc7c78-63c5-48a6-a26a-c87164f57571, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a512b72-5e97-4c67-b35c-d0be6f42fe71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '2b3337c8-0e9a-4c3a-a4b5-9aa76d4784c6'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:51:15.915869 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c426d708-1190-4fa9-8a4a-7be5dd1261b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:15.918267 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-ada07bcc-e128-4436-a2d4-7d2c495a7a9a None None] Provisioning complete for port 0f689375-9a2c-4e1f-a25a-4734f2c99bfd triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:51:15.918651 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ada07bcc-e128-4436-a2d4-7d2c495a7a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:15.961924 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8439fe9d-354f-4c66-b6b3-ba15513b3191 req-53c7c8c4-8b8e-45cc-b090-156a67191466 tempest-ServersNegativeTestMultiTenantJSON-1821011701 tempest-ServersNegativeTestMultiTenantJSON-1821011701-project] 10.222.0.101 "GET /v2.0/ports?device_id=585b8e2e-054e-4657-933d-90f21ce5db48 HTTP/1.1" status: 200 len: 210 time: 0.3354309 Sep 24 15:51:15.991980 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-23afecc7-20ee-42b0-9329-adad48987da7 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:15.993508 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-23afecc7-20ee-42b0-9329-adad48987da7 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5904362 Sep 24 15:51:15.997001 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 40442) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:16.010069 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-b3c513d6-0639-45f7-a848-9623ed5ed181 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Request body: {'network': {'name': 'tempest-network-smoke--1142724562', 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'port_security_enabled': True}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:51:16.045470 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-86d10235-aecd-4d8e-9503-6875e3e77efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:16.045910 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8a7c684a-6b21-4579-8010-b92ad897ed70 req-422df4eb-6752-4f85-9d55-05c7f119413f tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=7ecdf69c945d45baa1f224469b4d842c HTTP/1.1" status: 200 len: 221 time: 0.1023653 Sep 24 15:51:16.048173 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-86d10235-aecd-4d8e-9503-6875e3e77efa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:16.049326 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-86d10235-aecd-4d8e-9503-6875e3e77efa admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/aa360d9d-db2a-42cf-8a3a-59afb1395bbf HTTP/1.1" status: 204 len: 168 time: 0.7558410 Sep 24 15:51:16.083878 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d10235-aecd-4d8e-9503-6875e3e77efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa360d9d-db2a-42cf-8a3a-59afb1395bbf,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:16.095303 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bb909aa0-9edb-41c1-9822-6831f87c472f tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:16.105041 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-c426d708-1190-4fa9-8a4a-7be5dd1261b0 None None] For port f7cc7c78-63c5-48a6-a26a-c87164f57571, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:51:16.108670 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-c426d708-1190-4fa9-8a4a-7be5dd1261b0 None None] For port f7cc7c78-63c5-48a6-a26a-c87164f57571, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=f7cc7c78-63c5-48a6-a26a-c87164f57571,segment=NetworkSegment(9a512b72-5e97-4c67-b35c-d0be6f42fe71),segment_id=9a512b72-5e97-4c67-b35c-d0be6f42fe71)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:51:16.117974 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-bb909aa0-9edb-41c1-9822-6831f87c472f tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Calling delete_port for 24713290-ef8c-4f6d-b26e-752b3414eb8e owned by network:router_gateway {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:51:16.155982 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c513d6-0639-45f7-a848-9623ed5ed181 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Made reservation on behalf of 7e512e155fd047afb7c369ee55b40ecc for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:51:16.165684 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b3c513d6-0639-45f7-a848-9623ed5ed181 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:16.179130 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c426d708-1190-4fa9-8a4a-7be5dd1261b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:16.180643 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fff13a9b-7ea1-49e0-8e39-f97c25781a24 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:16.204023 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3c513d6-0639-45f7-a848-9623ed5ed181 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1297} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:51:16.221168 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b3c513d6-0639-45f7-a848-9623ed5ed181 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:16.222190 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-b3c513d6-0639-45f7-a848-9623ed5ed181 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Added segment cda1c6cd-723d-48b0-aba0-c7ad881773d8 of type vlan for network 603fb403-a01d-4073-8f75-f2b0f098e42f Sep 24 15:51:16.245439 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c426d708-1190-4fa9-8a4a-7be5dd1261b0 None None] Pushing event updated for resources: {'Port': ['ID=f7cc7c78-63c5-48a6-a26a-c87164f57571,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:16.289894 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b3c513d6-0639-45f7-a848-9623ed5ed181 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:16.333775 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae575447-f8a3-4ecc-8703-1ee41b3d874d req-35367647-d367-4806-acd1-6db9067dc52c tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:16.350465 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ae575447-f8a3-4ecc-8703-1ee41b3d874d req-35367647-d367-4806-acd1-6db9067dc52c tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.2315416 Sep 24 15:51:16.418537 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b3c513d6-0639-45f7-a848-9623ed5ed181 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:16.429496 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c513d6-0639-45f7-a848-9623ed5ed181 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:16.430894 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b3c513d6-0639-45f7-a848-9623ed5ed181 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:16.563287 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c513d6-0639-45f7-a848-9623ed5ed181 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event updated for resources: {'Network': ['ID=603fb403-a01d-4073-8f75-f2b0f098e42f,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:16.577511 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 603fb403-a01d-4073-8f75-f2b0f098e42f details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:51:16.618066 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ae575447-f8a3-4ecc-8703-1ee41b3d874d req-2de25b0e-b301-4639-a8c9-2bb98e2dda78 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2757649 Sep 24 15:51:16.653954 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b3c513d6-0639-45f7-a848-9623ed5ed181 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6491559 Sep 24 15:51:16.662856 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 40456) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:16.668185 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-717de603-9db1-4ed8-af70-0ceb079ca046 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1368539168', 'admin_state_up': True, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:51:16.857191 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-717de603-9db1-4ed8-af70-0ceb079ca046 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:16.858425 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-717de603-9db1-4ed8-af70-0ceb079ca046 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:16.902682 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ff0cf-1f5e-430b-bfaa-2b456d82fa66 req-8c04e966-c984-433c-a24b-c1bf9629944c tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:16.905167 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a24ff0cf-1f5e-430b-bfaa-2b456d82fa66 req-8c04e966-c984-433c-a24b-c1bf9629944c tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.1178949 Sep 24 15:51:16.940942 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device f7cc7c78-63c5-48a6-a26a-c87164f57571 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:51:16.961277 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a24ff0cf-1f5e-430b-bfaa-2b456d82fa66 req-6992eded-e954-46b3-b1cc-fe7941d50fea tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484817 Sep 24 15:51:17.017349 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bb909aa0-9edb-41c1-9822-6831f87c472f tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:17.019214 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port f7cc7c78-63c5-48a6-a26a-c87164f57571 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:51:17.019587 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:17.094051 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-717de603-9db1-4ed8-af70-0ceb079ca046 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:17.140302 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d2e76f-d9f7-43bc-9f87-211d113d2b11 req-cdea8ee0-286f-4a71-b649-091996776c85 tempest-ServersNegativeTestMultiTenantJSON-1821011701 tempest-ServersNegativeTestMultiTenantJSON-1821011701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:17.141866 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c8d2e76f-d9f7-43bc-9f87-211d113d2b11 req-cdea8ee0-286f-4a71-b649-091996776c85 tempest-ServersNegativeTestMultiTenantJSON-1821011701 tempest-ServersNegativeTestMultiTenantJSON-1821011701-project] 10.222.0.110 "GET /v2.0/networks?id=76ab4cef-3759-497c-a83d-bc0125712c20 HTTP/1.1" status: 200 len: 825 time: 0.4289243 Sep 24 15:51:17.154452 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb909aa0-9edb-41c1-9822-6831f87c472f tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Pushing event deleted for resources: {'Port': ['ID=24713290-ef8c-4f6d-b26e-752b3414eb8e,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:17.173191 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-fff13a9b-7ea1-49e0-8e39-f97c25781a24 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Allocated IP 2001:db8::1 (479292e6-74b1-476d-b48a-8c77191231d4/ca386373-7110-4e1b-ab4b-2f8278b05b99/96d44405-be09-4ea1-bdc4-7945a3f075f6) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:51:17.191416 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4042e7c2-8739-4001-bfe4-808019338cfe req-7c570c05-31e9-4070-aeac-14b121bd72cb tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:17.195328 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-c8d2e76f-d9f7-43bc-9f87-211d113d2b11 req-bf95b552-cff8-43cc-b870-dec5496d84bb tempest-ServersNegativeTestMultiTenantJSON-1821011701 tempest-ServersNegativeTestMultiTenantJSON-1821011701-project] Request body: {'port': {'device_id': '585b8e2e-054e-4657-933d-90f21ce5db48', 'network_id': '76ab4cef-3759-497c-a83d-bc0125712c20', 'admin_state_up': True, 'tenant_id': '2f8be8342fd849028e4409aa2a129c0e'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:51:17.197432 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4042e7c2-8739-4001-bfe4-808019338cfe req-7c570c05-31e9-4070-aeac-14b121bd72cb tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.0953312 Sep 24 15:51:17.207231 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:17.256972 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-970cdbe3-1a1b-45e2-8800-c5b1e6832461 req-c71de810-f7dd-435d-811a-4560df579d5f tempest-ServersNegativeTestMultiTenantJSON-1821011701 tempest-ServersNegativeTestMultiTenantJSON-1821011701-project] 10.222.0.101 "GET /v2.0/ports?device_id=585b8e2e-054e-4657-933d-90f21ce5db48 HTTP/1.1" status: 200 len: 210 time: 0.1405227 Sep 24 15:51:17.257390 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port f7cc7c78-63c5-48a6-a26a-c87164f57571, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=f7cc7c78-63c5-48a6-a26a-c87164f57571,segment=NetworkSegment(9a512b72-5e97-4c67-b35c-d0be6f42fe71),segment_id=9a512b72-5e97-4c67-b35c-d0be6f42fe71)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:51:17.361762 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:17.363311 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 0f689375-9a2c-4e1f-a25a-4734f2c99bfd up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:51:17.397441 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4042e7c2-8739-4001-bfe4-808019338cfe req-1bed9fc0-0ba8-48d5-8e7b-39b56a32398e tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869698 Sep 24 15:51:17.450924 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-717de603-9db1-4ed8-af70-0ceb079ca046 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:17.459652 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bb909aa0-9edb-41c1-9822-6831f87c472f tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586576'] for router_gateway, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:17.528503 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=f7cc7c78-63c5-48a6-a26a-c87164f57571,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:17.558062 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 0f689375-9a2c-4e1f-a25a-4734f2c99bfd triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:51:17.559743 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:17.655448 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bb909aa0-9edb-41c1-9822-6831f87c472f tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:17.657191 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bb909aa0-9edb-41c1-9822-6831f87c472f tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:17.755362 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fff13a9b-7ea1-49e0-8e39-f97c25781a24 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:17.771797 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cd2e6a-e696-4c65-8feb-9f74cb12130e req-67a9f2c1-fb89-4132-9ead-223c378ccc0b tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:17.786061 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d5cd2e6a-e696-4c65-8feb-9f74cb12130e req-67a9f2c1-fb89-4132-9ead-223c378ccc0b tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.2716887 Sep 24 15:51:17.820898 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af9644e-1149-414e-b840-ceb99b9074bf None None] Network 2b3337c8-0e9a-4c3a-a4b5-9aa76d4784c6 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:51:17.845705 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d5cd2e6a-e696-4c65-8feb-9f74cb12130e req-419de1c3-2850-4d93-8845-b9e5aec34801 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503573 Sep 24 15:51:17.867457 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-2ab77123-be62-40f3-8cc3-14937aaa88b2 None None] Provisioning complete for port f7cc7c78-63c5-48a6-a26a-c87164f57571 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:51:17.867457 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2ab77123-be62-40f3-8cc3-14937aaa88b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:17.888564 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-717de603-9db1-4ed8-af70-0ceb079ca046 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for router_gateway, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:17.911865 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-717de603-9db1-4ed8-af70-0ceb079ca046 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:17.955491 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bb909aa0-9edb-41c1-9822-6831f87c472f tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:17.956558 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb909aa0-9edb-41c1-9822-6831f87c472f tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Fanout notify agent at l3_agent the message router_deleted on router b03fce39-c787-409a-93ca-d280a751b2e8 {{(pid=95297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:51:17.965512 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bb909aa0-9edb-41c1-9822-6831f87c472f tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:17.974819 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-bb909aa0-9edb-41c1-9822-6831f87c472f tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] 10.222.0.101 "DELETE /v2.0/routers/b03fce39-c787-409a-93ca-d280a751b2e8 HTTP/1.1" status: 204 len: 168 time: 3.8092046 Sep 24 15:51:17.975462 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 40498) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:17.984248 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-9782e744-2d43-4a3e-8f10-a5f76347df5c tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-995681681', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:51:18.009423 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8d2e76f-d9f7-43bc-9f87-211d113d2b11 req-bf95b552-cff8-43cc-b870-dec5496d84bb tempest-ServersNegativeTestMultiTenantJSON-1821011701 tempest-ServersNegativeTestMultiTenantJSON-1821011701-project] Made reservation on behalf of 2f8be8342fd849028e4409aa2a129c0e for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:51:18.020265 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-c8d2e76f-d9f7-43bc-9f87-211d113d2b11 req-bf95b552-cff8-43cc-b870-dec5496d84bb tempest-ServersNegativeTestMultiTenantJSON-1821011701 tempest-ServersNegativeTestMultiTenantJSON-1821011701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:18.093253 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-717de603-9db1-4ed8-af70-0ceb079ca046 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Allocated IP 172.25.0.222 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/eea69618-4726-4634-897d-ebd43454935e) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:51:18.261519 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-717de603-9db1-4ed8-af70-0ceb079ca046 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:18.396500 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fff13a9b-7ea1-49e0-8e39-f97c25781a24 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:18.408609 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d4444977-d1fb-4d9a-84d3-4f483c5207c6 req-1ed43202-df55-49a6-b938-99cb876b047f tempest-ServersNegativeTestMultiTenantJSON-1821011701 tempest-ServersNegativeTestMultiTenantJSON-1821011701-project] 10.222.0.101 "GET /v2.0/ports?device_id=585b8e2e-054e-4657-933d-90f21ce5db48 HTTP/1.1" status: 200 len: 210 time: 0.0407758 Sep 24 15:51:18.447455 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-717de603-9db1-4ed8-af70-0ceb079ca046 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:18.452513 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff13a9b-7ea1-49e0-8e39-f97c25781a24 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Network 479292e6-74b1-476d-b48a-8c77191231d4 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:51:18.486395 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-fff13a9b-7ea1-49e0-8e39-f97c25781a24 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:51:18.499213 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717de603-9db1-4ed8-af70-0ceb079ca046 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event updated for resources: {'Port': ['ID=eea69618-4726-4634-897d-ebd43454935e,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:18.506963 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fff13a9b-7ea1-49e0-8e39-f97c25781a24 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:51:18.507530 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fff13a9b-7ea1-49e0-8e39-f97c25781a24 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:18.516979 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9482c573-d923-44b6-a103-29256599256d req-c7ac9904-e758-4f0e-a88a-0d9fe1f7bf36 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:18.517936 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-f49bd33a-b157-4325-ae8f-01491b958310 None None] Provisioning complete for port f7cc7c78-63c5-48a6-a26a-c87164f57571 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:51:18.518686 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9482c573-d923-44b6-a103-29256599256d req-c7ac9904-e758-4f0e-a88a-0d9fe1f7bf36 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.4921079 Sep 24 15:51:18.519386 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f49bd33a-b157-4325-ae8f-01491b958310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:18.520703 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717de603-9db1-4ed8-af70-0ceb079ca046 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:51:18.524017 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-717de603-9db1-4ed8-af70-0ceb079ca046 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:51:18.529581 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9782e744-2d43-4a3e-8f10-a5f76347df5c tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:18.530271 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717de603-9db1-4ed8-af70-0ceb079ca046 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:51:18.530654 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9782e744-2d43-4a3e-8f10-a5f76347df5c tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:18.616218 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff13a9b-7ea1-49e0-8e39-f97c25781a24 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Pushing event updated for resources: {'Port': ['ID=96d44405-be09-4ea1-bdc4-7945a3f075f6,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:18.740964 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9482c573-d923-44b6-a103-29256599256d req-74525b74-ecf1-4cef-b4be-57087a52fed9 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688166 Sep 24 15:51:18.786196 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [req-c8d2e76f-d9f7-43bc-9f87-211d113d2b11 req-bf95b552-cff8-43cc-b870-dec5496d84bb tempest-ServersNegativeTestMultiTenantJSON-1821011701 tempest-ServersNegativeTestMultiTenantJSON-1821011701-project] Allocated IP 172.20.0.3 (76ab4cef-3759-497c-a83d-bc0125712c20/123a6380-cad4-423e-a7ca-2467d74fb951/f1ce9626-345b-4635-9c63-683335b64075) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:51:18.836476 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device f7cc7c78-63c5-48a6-a26a-c87164f57571 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:51:18.917834 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9782e744-2d43-4a3e-8f10-a5f76347df5c tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:18.941575 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port f7cc7c78-63c5-48a6-a26a-c87164f57571 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:51:18.941874 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:18.992341 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ce4d55-a5bc-4e09-8d88-399ecbfb7ba9 req-5af2dde7-0d2b-4cee-8f08-93e81dd57ab8 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:19.001952 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-46ce4d55-a5bc-4e09-8d88-399ecbfb7ba9 req-5af2dde7-0d2b-4cee-8f08-93e81dd57ab8 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.1061039 Sep 24 15:51:19.113231 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-a476f2b5-c5d9-46f9-946f-f5926f413b81 None None] Provisioning complete for port 96d44405-be09-4ea1-bdc4-7945a3f075f6 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:51:19.113827 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a476f2b5-c5d9-46f9-946f-f5926f413b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:19.141509 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9782e744-2d43-4a3e-8f10-a5f76347df5c tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:19.142180 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-46ce4d55-a5bc-4e09-8d88-399ecbfb7ba9 req-3ba05797-3ebb-4cf4-aa29-128a57531874 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343255 Sep 24 15:51:19.203215 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-a476f2b5-c5d9-46f9-946f-f5926f413b81 None None] Port 96d44405-be09-4ea1-bdc4-7945a3f075f6 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:51:19.210358 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 40534) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:19.256496 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-717de603-9db1-4ed8-af70-0ceb079ca046 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for router_gateway, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:19.303124 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-c8d2e76f-d9f7-43bc-9f87-211d113d2b11 req-bf95b552-cff8-43cc-b870-dec5496d84bb tempest-ServersNegativeTestMultiTenantJSON-1821011701 tempest-ServersNegativeTestMultiTenantJSON-1821011701-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:19.349116 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9782e744-2d43-4a3e-8f10-a5f76347df5c tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:19.356007 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-9782e744-2d43-4a3e-8f10-a5f76347df5c tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.3786101 Sep 24 15:51:19.356550 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 40540) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:19.363437 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-aa2b24ff-12b8-4b91-a0a5-274188cfc87c tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:51:19.380990 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fff13a9b-7ea1-49e0-8e39-f97c25781a24 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:19.431112 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-69d306d6-257e-4e27-a166-dda452ac2343 tempest-PortsAdminExtendedAttrsTestJSON-497816637 tempest-PortsAdminExtendedAttrsTestJSON-497816637-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1464674374'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:51:19.589362 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d860e541-a8e2-4af1-834f-01c649cf49ed req-4cbea368-336c-49a8-9f73-52374edbc174 tempest-ServersNegativeTestMultiTenantJSON-1821011701 tempest-ServersNegativeTestMultiTenantJSON-1821011701-project] 10.222.0.101 "GET /v2.0/ports?device_id=585b8e2e-054e-4657-933d-90f21ce5db48 HTTP/1.1" status: 200 len: 210 time: 0.0551789 Sep 24 15:51:19.592515 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-c8d2e76f-d9f7-43bc-9f87-211d113d2b11 req-bf95b552-cff8-43cc-b870-dec5496d84bb tempest-ServersNegativeTestMultiTenantJSON-1821011701 tempest-ServersNegativeTestMultiTenantJSON-1821011701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:19.595770 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d306d6-257e-4e27-a166-dda452ac2343 tempest-PortsAdminExtendedAttrsTestJSON-497816637 tempest-PortsAdminExtendedAttrsTestJSON-497816637-project] Made reservation on behalf of 683089bfc99e407eaf86cf08ad0588d6 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:51:19.599474 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-69d306d6-257e-4e27-a166-dda452ac2343 tempest-PortsAdminExtendedAttrsTestJSON-497816637 tempest-PortsAdminExtendedAttrsTestJSON-497816637-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:19.642787 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-69d306d6-257e-4e27-a166-dda452ac2343 tempest-PortsAdminExtendedAttrsTestJSON-497816637 tempest-PortsAdminExtendedAttrsTestJSON-497816637-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:19.691789 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8d2e76f-d9f7-43bc-9f87-211d113d2b11 req-bf95b552-cff8-43cc-b870-dec5496d84bb tempest-ServersNegativeTestMultiTenantJSON-1821011701 tempest-ServersNegativeTestMultiTenantJSON-1821011701-project] Network 76ab4cef-3759-497c-a83d-bc0125712c20 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:51:19.713874 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [req-c8d2e76f-d9f7-43bc-9f87-211d113d2b11 req-bf95b552-cff8-43cc-b870-dec5496d84bb tempest-ServersNegativeTestMultiTenantJSON-1821011701 tempest-ServersNegativeTestMultiTenantJSON-1821011701-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:51:19.720686 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8d2e76f-d9f7-43bc-9f87-211d113d2b11 req-bf95b552-cff8-43cc-b870-dec5496d84bb tempest-ServersNegativeTestMultiTenantJSON-1821011701 tempest-ServersNegativeTestMultiTenantJSON-1821011701-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:51:19.725968 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf95b552-cff8-43cc-b870-dec5496d84bb tempest-ServersNegativeTestMultiTenantJSON-1821011701 tempest-ServersNegativeTestMultiTenantJSON-1821011701-project] Pushing event updated for resources: {'Port': ['ID=f1ce9626-345b-4635-9c63-683335b64075,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:19.850028 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d2e76f-d9f7-43bc-9f87-211d113d2b11 req-bf95b552-cff8-43cc-b870-dec5496d84bb tempest-ServersNegativeTestMultiTenantJSON-1821011701 tempest-ServersNegativeTestMultiTenantJSON-1821011701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:19.850686 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-c8d2e76f-d9f7-43bc-9f87-211d113d2b11 req-bf95b552-cff8-43cc-b870-dec5496d84bb tempest-ServersNegativeTestMultiTenantJSON-1821011701 tempest-ServersNegativeTestMultiTenantJSON-1821011701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:19.934982 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fff13a9b-7ea1-49e0-8e39-f97c25781a24 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:19.947293 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc2eda4-05e0-4501-9e98-87b98d637da2 req-bf958674-30fa-45eb-b882-de8415284c57 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:19.948867 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9fc2eda4-05e0-4501-9e98-87b98d637da2 req-bf958674-30fa-45eb-b882-de8415284c57 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.6381106 Sep 24 15:51:19.959053 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-69d306d6-257e-4e27-a166-dda452ac2343 tempest-PortsAdminExtendedAttrsTestJSON-497816637 tempest-PortsAdminExtendedAttrsTestJSON-497816637-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:19.997360 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 40550) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:20.040775 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fff13a9b-7ea1-49e0-8e39-f97c25781a24 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:20.041713 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fff13a9b-7ea1-49e0-8e39-f97c25781a24 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:20.086567 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-69d306d6-257e-4e27-a166-dda452ac2343 tempest-PortsAdminExtendedAttrsTestJSON-497816637 tempest-PortsAdminExtendedAttrsTestJSON-497816637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:20.138968 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9fc2eda4-05e0-4501-9e98-87b98d637da2 req-ef47f740-9667-4166-ac52-07de60de2b95 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577404 Sep 24 15:51:20.173747 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69d306d6-257e-4e27-a166-dda452ac2343 tempest-PortsAdminExtendedAttrsTestJSON-497816637 tempest-PortsAdminExtendedAttrsTestJSON-497816637-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1254} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:51:20.210762 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff13a9b-7ea1-49e0-8e39-f97c25781a24 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Pushing event updated for resources: {'Port': ['ID=96d44405-be09-4ea1-bdc4-7945a3f075f6,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:20.225509 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4fe91c49-923b-48cd-819b-45a7db839153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:20.229053 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-aa2b24ff-12b8-4b91-a0a5-274188cfc87c tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:20.244921 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c8d2e76f-d9f7-43bc-9f87-211d113d2b11 req-bf95b552-cff8-43cc-b870-dec5496d84bb tempest-ServersNegativeTestMultiTenantJSON-1821011701 tempest-ServersNegativeTestMultiTenantJSON-1821011701-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0867279 Sep 24 15:51:20.264090 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d306d6-257e-4e27-a166-dda452ac2343 tempest-PortsAdminExtendedAttrsTestJSON-497816637 tempest-PortsAdminExtendedAttrsTestJSON-497816637-project] Pushing event updated for resources: {'SecurityGroup': ['ID=065f2159-7cac-4877-9602-a950965c7bce,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:20.275002 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-717de603-9db1-4ed8-af70-0ceb079ca046 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:20.284395 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-69d306d6-257e-4e27-a166-dda452ac2343 tempest-PortsAdminExtendedAttrsTestJSON-497816637 tempest-PortsAdminExtendedAttrsTestJSON-497816637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:20.284395 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-69d306d6-257e-4e27-a166-dda452ac2343 tempest-PortsAdminExtendedAttrsTestJSON-497816637 tempest-PortsAdminExtendedAttrsTestJSON-497816637-project] Added segment 2d8afdf4-e4c6-45a5-99c5-60b7fb6bc1ed of type vlan for network 18e6b336-46ac-4b9c-afb6-65391eaa1fd3 Sep 24 15:51:20.422482 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-69d306d6-257e-4e27-a166-dda452ac2343 tempest-PortsAdminExtendedAttrsTestJSON-497816637 tempest-PortsAdminExtendedAttrsTestJSON-497816637-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:20.432957 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-c8d2e76f-d9f7-43bc-9f87-211d113d2b11 req-9aa474a1-755d-45af-98b1-fc1273cee0ce service neutron] Request body: {'port': {'device_id': '585b8e2e-054e-4657-933d-90f21ce5db48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:51:20.485606 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff13a9b-7ea1-49e0-8e39-f97c25781a24 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Network 479292e6-74b1-476d-b48a-8c77191231d4 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:51:20.506199 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-fff13a9b-7ea1-49e0-8e39-f97c25781a24 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:51:20.519266 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf00f094-f26e-4206-80e9-4507c3f6aa53 req-f7478952-217b-4f12-bbce-98808804fd65 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:20.526860 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cf00f094-f26e-4206-80e9-4507c3f6aa53 req-f7478952-217b-4f12-bbce-98808804fd65 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.2733397 Sep 24 15:51:20.664308 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cf00f094-f26e-4206-80e9-4507c3f6aa53 req-0898121e-c124-4f13-ab81-b6184c29ecbb tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223528 Sep 24 15:51:20.664836 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-69d306d6-257e-4e27-a166-dda452ac2343 tempest-PortsAdminExtendedAttrsTestJSON-497816637 tempest-PortsAdminExtendedAttrsTestJSON-497816637-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:20.675191 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d306d6-257e-4e27-a166-dda452ac2343 tempest-PortsAdminExtendedAttrsTestJSON-497816637 tempest-PortsAdminExtendedAttrsTestJSON-497816637-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:20.680676 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-69d306d6-257e-4e27-a166-dda452ac2343 tempest-PortsAdminExtendedAttrsTestJSON-497816637 tempest-PortsAdminExtendedAttrsTestJSON-497816637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:20.697754 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-c8d2e76f-d9f7-43bc-9f87-211d113d2b11 req-9aa474a1-755d-45af-98b1-fc1273cee0ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:20.794544 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-717de603-9db1-4ed8-af70-0ceb079ca046 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Router e8b08539-45c3-4d06-a2a8-803b1120f31c is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:51:20.849396 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-aa2b24ff-12b8-4b91-a0a5-274188cfc87c tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks [] for router_gateway, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:20.867507 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-bb35f9ee-9d23-402a-9063-5fbf2506878c None None] Provisioning complete for port 96d44405-be09-4ea1-bdc4-7945a3f075f6 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:51:20.868176 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-bb35f9ee-9d23-402a-9063-5fbf2506878c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:20.907195 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-bb35f9ee-9d23-402a-9063-5fbf2506878c None None] Port 96d44405-be09-4ea1-bdc4-7945a3f075f6 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:51:20.936796 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-aa2b24ff-12b8-4b91-a0a5-274188cfc87c tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:20.961734 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d306d6-257e-4e27-a166-dda452ac2343 tempest-PortsAdminExtendedAttrsTestJSON-497816637 tempest-PortsAdminExtendedAttrsTestJSON-497816637-project] Pushing event updated for resources: {'Network': ['ID=18e6b336-46ac-4b9c-afb6-65391eaa1fd3,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:20.974084 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 18e6b336-46ac-4b9c-afb6-65391eaa1fd3 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:51:20.982204 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4fe91c49-923b-48cd-819b-45a7db839153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:21.011780 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f39d71-c252-4b6e-be2a-e2a6dc378f3b req-2e99d835-b5b8-4cce-bdad-e1036aedc147 tempest-ServersNegativeTestMultiTenantJSON-1821011701 tempest-ServersNegativeTestMultiTenantJSON-1821011701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:21.017424 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f3f39d71-c252-4b6e-be2a-e2a6dc378f3b req-2e99d835-b5b8-4cce-bdad-e1036aedc147 tempest-ServersNegativeTestMultiTenantJSON-1821011701 tempest-ServersNegativeTestMultiTenantJSON-1821011701-project] 10.222.0.101 "GET /v2.0/ports?device_id=585b8e2e-054e-4657-933d-90f21ce5db48 HTTP/1.1" status: 200 len: 931 time: 0.1873639 Sep 24 15:51:21.054824 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a8f54-b4ea-4afc-9901-cac584fe2934 req-b95d0fc2-5ed2-4c56-95ad-085007b7c1ec tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:21.056605 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-363a8f54-b4ea-4afc-9901-cac584fe2934 req-b95d0fc2-5ed2-4c56-95ad-085007b7c1ec tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.2286468 Sep 24 15:51:21.064995 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-717de603-9db1-4ed8-af70-0ceb079ca046 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:51:21.076037 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4e9d9e-c04e-47e5-a37d-bee2b4901d86 None None] Sync routers for ids ['e8b08539-45c3-4d06-a2a8-803b1120f31c'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:51:21.086612 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4e9d9e-c04e-47e5-a37d-bee2b4901d86 None None] Routers {'e8b08539-45c3-4d06-a2a8-803b1120f31c'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:51:21.088335 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-2f4e9d9e-c04e-47e5-a37d-bee2b4901d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:51:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['e8b08539-45c3-4d06-a2a8-803b1120f31c'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:21.102900 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4fe91c49-923b-48cd-819b-45a7db839153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:21.152064 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-363a8f54-b4ea-4afc-9901-cac584fe2934 req-6c7979da-ea89-478c-bb35-2c348c9e4c8f tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883193 Sep 24 15:51:21.159045 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-aa2b24ff-12b8-4b91-a0a5-274188cfc87c tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Allocated IP 172.25.0.78 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/89579659-16c1-4f5a-a4cf-b32a857a0944) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:51:21.178527 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-4fe91c49-923b-48cd-819b-45a7db839153 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=0ff4733345344cc3bf1adf0ec7ba34c1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1777995 Sep 24 15:51:21.181907 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 40566) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:21.188024 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-69d306d6-257e-4e27-a166-dda452ac2343 tempest-PortsAdminExtendedAttrsTestJSON-497816637 tempest-PortsAdminExtendedAttrsTestJSON-497816637-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.9760938 Sep 24 15:51:21.196660 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe91c49-923b-48cd-819b-45a7db839153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84fd6331-0a57-440e-a47d-5c40e868d369,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:21.214404 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-2f4e9d9e-c04e-47e5-a37d-bee2b4901d86 None None] Set router e8b08539-45c3-4d06-a2a8-803b1120f31c gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:51:21.215286 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f3f39d71-c252-4b6e-be2a-e2a6dc378f3b req-f840395b-35fd-4ecb-9434-b91de63681b0 tempest-ServersNegativeTestMultiTenantJSON-1821011701 tempest-ServersNegativeTestMultiTenantJSON-1821011701-project] 10.222.0.101 "GET /v2.0/security-groups?id=aeb2e29a-8a0c-4467-9394-1be32cc189e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858699 Sep 24 15:51:21.215286 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fff13a9b-7ea1-49e0-8e39-f97c25781a24 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Router bf6b4938-c8d2-4511-8bc9-050df91a2ed7 is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:51:21.228334 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-717de603-9db1-4ed8-af70-0ceb079ca046 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:21.232855 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-717de603-9db1-4ed8-af70-0ceb079ca046 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.5689096 Sep 24 15:51:21.241271 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 40572) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:21.426727 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca1f505-7d6e-439c-93eb-92d51d472747 req-f58d9679-a10b-4288-89cf-a798554b4e8b tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:21.429491 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dca1f505-7d6e-439c-93eb-92d51d472747 req-f58d9679-a10b-4288-89cf-a798554b4e8b tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.1594863 Sep 24 15:51:21.436337 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a9098725-eed4-4c46-8dd7-a4f5769d18d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:21.513321 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-2f4e9d9e-c04e-47e5-a37d-bee2b4901d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b08539-45c3-4d06-a2a8-803b1120f31c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1368539168', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'eea69618-4726-4634-897d-ebd43454935e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:51:16Z', 'updated_at': '2021-09-24T15:51:18Z', 'revision_number': 3, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'gw_port': {'id': 'eea69618-4726-4634-897d-ebd43454935e', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f1:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b08539-45c3-4d06-a2a8-803b1120f31c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:51:17Z', 'updated_at': '2021-09-24T15:51:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:21.517037 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-aa2b24ff-12b8-4b91-a0a5-274188cfc87c tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:21.527822 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-c4829cc8-f40f-4800-8b59-bad737f6e7f7 tempest-TestNetworkAdvancedServerOps-571836934 tempest-TestNetworkAdvancedServerOps-571836934-project-admin] 10.222.0.101 "GET /v2.0/subnets?project_id=7e512e155fd047afb7c369ee55b40ecc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2743075 Sep 24 15:51:21.529962 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 40580) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:21.551038 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a9098725-eed4-4c46-8dd7-a4f5769d18d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:21.551275 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4e9d9e-c04e-47e5-a37d-bee2b4901d86 None None] Checking router: e8b08539-45c3-4d06-a2a8-803b1120f31c for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:51:21.551376 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4e9d9e-c04e-47e5-a37d-bee2b4901d86 None None] Updating router e8b08539-45c3-4d06-a2a8-803b1120f31c port eea69618-4726-4634-897d-ebd43454935e binding host n-d-808921-1 {{(pid=95299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:51:21.591295 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2f4e9d9e-c04e-47e5-a37d-bee2b4901d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:21.592731 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 40582) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:21.653386 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Request body: {'port': {'network_id': '18e6b336-46ac-4b9c-afb6-65391eaa1fd3', 'binding:host_id': 'n-h2-808921-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-710249070'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:51:21.660522 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dca1f505-7d6e-439c-93eb-92d51d472747 req-ed823634-e81f-47c2-9768-bbeb8e01da33 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126732 Sep 24 15:51:21.736109 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff13a9b-7ea1-49e0-8e39-f97c25781a24 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:51:21.746879 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-fff13a9b-7ea1-49e0-8e39-f97c25781a24 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "PUT /v2.0/routers/bf6b4938-c8d2-4511-8bc9-050df91a2ed7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3992536 Sep 24 15:51:21.747632 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 40588) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:21.755236 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20623136-b1ed-465c-8928-72d21159405b None None] Sync routers for ids ['bf6b4938-c8d2-4511-8bc9-050df91a2ed7'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:51:21.772817 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20623136-b1ed-465c-8928-72d21159405b None None] Routers {'bf6b4938-c8d2-4511-8bc9-050df91a2ed7'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:51:21.773661 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-20623136-b1ed-465c-8928-72d21159405b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:51:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['bf6b4938-c8d2-4511-8bc9-050df91a2ed7'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:21.802668 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42f028b-52d5-41b6-b30b-db3ea77e81a3 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:21.806944 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-c42f028b-52d5-41b6-b30b-db3ea77e81a3 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "GET /v2.0/ports/96d44405-be09-4ea1-bdc4-7945a3f075f6 HTTP/1.1" status: 200 len: 911 time: 0.0557005 Sep 24 15:51:21.807724 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 40590) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:21.808153 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-20623136-b1ed-465c-8928-72d21159405b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:21.826068 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20623136-b1ed-465c-8928-72d21159405b None None] Routers {'bf6b4938-c8d2-4511-8bc9-050df91a2ed7'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:51:21.827348 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-20623136-b1ed-465c-8928-72d21159405b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:51:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['bf6b4938-c8d2-4511-8bc9-050df91a2ed7'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:21.853817 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c64c02-a917-474b-9bf5-fcf30b91c9bd tempest-TestNetworkAdvancedServerOps-571836934 tempest-TestNetworkAdvancedServerOps-571836934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:21.855249 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [req-c8d2e76f-d9f7-43bc-9f87-211d113d2b11 req-9aa474a1-755d-45af-98b1-fc1273cee0ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1ce9626-345b-4635-9c63-683335b64075 {{(pid=95297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:51:21.855496 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-16c64c02-a917-474b-9bf5-fcf30b91c9bd tempest-TestNetworkAdvancedServerOps-571836934 tempest-TestNetworkAdvancedServerOps-571836934-project-admin] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3190022 Sep 24 15:51:21.858285 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 40592) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:21.866983 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-c8d2e76f-d9f7-43bc-9f87-211d113d2b11 req-9aa474a1-755d-45af-98b1-fc1273cee0ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:21.870920 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-20623136-b1ed-465c-8928-72d21159405b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:21.871804 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20623136-b1ed-465c-8928-72d21159405b None None] The sync data for ids ['bf6b4938-c8d2-4511-8bc9-050df91a2ed7'] in n-d-808921-1 is: [] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:51:21.906595 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-05d37cdc-53c2-4b6d-ab9d-403c5e919224 tempest-TestNetworkAdvancedServerOps-571836934 tempest-TestNetworkAdvancedServerOps-571836934-project-admin] 10.222.0.101 "GET /v2.0/subnets?network_id=e6a2de20-1ea0-43e5-88e0-982d19e317d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0448365 Sep 24 15:51:21.906884 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 40594) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:21.915148 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-0afe7f0d-3f71-40fb-9016-21793459a348 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-274958856', 'network_id': '603fb403-a01d-4073-8f75-f2b0f098e42f', 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:51:21.937843 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6436063f-e4fe-4e5e-a974-5bc074c1a2a2 req-999b9064-b62b-4cdc-a72f-19f838e928ca tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:21.939380 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6436063f-e4fe-4e5e-a974-5bc074c1a2a2 req-999b9064-b62b-4cdc-a72f-19f838e928ca tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.1576846 Sep 24 15:51:21.948271 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Made reservation on behalf of 64de9d66b9034a4da714abc0008c1dd6 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:51:21.950635 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:21.975561 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:21.977648 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-aa2b24ff-12b8-4b91-a0a5-274188cfc87c tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:22.060451 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.provisioning_blocks [req-c8d2e76f-d9f7-43bc-9f87-211d113d2b11 req-9aa474a1-755d-45af-98b1-fc1273cee0ce service neutron] Transition to ACTIVE for port object f1ce9626-345b-4635-9c63-683335b64075 will not be triggered until provisioned by entity L2. {{(pid=95297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:51:22.067713 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a9098725-eed4-4c46-8dd7-a4f5769d18d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:22.070361 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a9098725-eed4-4c46-8dd7-a4f5769d18d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:22.071656 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-a9098725-eed4-4c46-8dd7-a4f5769d18d9 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/84fd6331-0a57-440e-a47d-5c40e868d369 HTTP/1.1" status: 204 len: 168 time: 0.8885248 Sep 24 15:51:22.094367 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2b24ff-12b8-4b91-a0a5-274188cfc87c tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:51:22.116234 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-aa2b24ff-12b8-4b91-a0a5-274188cfc87c tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:51:22.124319 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6436063f-e4fe-4e5e-a974-5bc074c1a2a2 req-bdd9ba17-aa2c-454f-ad7d-52816f009ae0 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771767 Sep 24 15:51:22.125772 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2b24ff-12b8-4b91-a0a5-274188cfc87c tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:51:22.135707 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9098725-eed4-4c46-8dd7-a4f5769d18d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84fd6331-0a57-440e-a47d-5c40e868d369,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:22.136790 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2f4e9d9e-c04e-47e5-a37d-bee2b4901d86 None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:22.145906 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-c8d2e76f-d9f7-43bc-9f87-211d113d2b11 req-9aa474a1-755d-45af-98b1-fc1273cee0ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:22.161844 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2b24ff-12b8-4b91-a0a5-274188cfc87c tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Pushing event updated for resources: {'Port': ['ID=89579659-16c1-4f5a-a4cf-b32a857a0944,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:22.217947 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2f4e9d9e-c04e-47e5-a37d-bee2b4901d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:22.258618 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa474a1-755d-45af-98b1-fc1273cee0ce service neutron] Pushing event updated for resources: {'Port': ['ID=f1ce9626-345b-4635-9c63-683335b64075,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:22.292220 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-2f4e9d9e-c04e-47e5-a37d-bee2b4901d86 None None] Attempting to bind port eea69618-4726-4634-897d-ebd43454935e on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:51:22.292591 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-2f4e9d9e-c04e-47e5-a37d-bee2b4901d86 None None] Attempting to bind port eea69618-4726-4634-897d-ebd43454935e by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:51:22.292962 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4e9d9e-c04e-47e5-a37d-bee2b4901d86 None None] Attempting to bind port eea69618-4726-4634-897d-ebd43454935e on network e6a2de20-1ea0-43e5-88e0-982d19e317d5 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:51:22.308852 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a43ed9e-856b-49e6-9282-c07a1ac69bbc None None] Pushing event updated for resources: {'Port': ['ID=eea69618-4726-4634-897d-ebd43454935e,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:22.314403 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4e9d9e-c04e-47e5-a37d-bee2b4901d86 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:51:22.314403 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4e9d9e-c04e-47e5-a37d-bee2b4901d86 None None] Checking segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:51:22.315438 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2f4e9d9e-c04e-47e5-a37d-bee2b4901d86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:22.315959 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4e9d9e-c04e-47e5-a37d-bee2b4901d86 None None] Bound using segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:51:22.316460 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-2f4e9d9e-c04e-47e5-a37d-bee2b4901d86 None None] Bound port: eea69618-4726-4634-897d-ebd43454935e, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:51:22.319405 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2f4e9d9e-c04e-47e5-a37d-bee2b4901d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:22.392563 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-2f4e9d9e-c04e-47e5-a37d-bee2b4901d86 None None] For port eea69618-4726-4634-897d-ebd43454935e, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:51:22.396695 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-2f4e9d9e-c04e-47e5-a37d-bee2b4901d86 None None] For port eea69618-4726-4634-897d-ebd43454935e, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=eea69618-4726-4634-897d-ebd43454935e,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:51:22.399240 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:22.418014 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a47b72f9-26e5-431c-81a6-5e65f29b71d1 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:22.426224 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c405f31f-4bab-4b64-958c-eb277810188a req-50e26752-0295-4415-a1b9-37c5ebac52e1 tempest-ServersNegativeTestMultiTenantJSON-1821011701 tempest-ServersNegativeTestMultiTenantJSON-1821011701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:22.428913 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c405f31f-4bab-4b64-958c-eb277810188a req-50e26752-0295-4415-a1b9-37c5ebac52e1 tempest-ServersNegativeTestMultiTenantJSON-1821011701 tempest-ServersNegativeTestMultiTenantJSON-1821011701-project] 10.222.0.101 "GET /v2.0/ports?device_id=585b8e2e-054e-4657-933d-90f21ce5db48 HTTP/1.1" status: 200 len: 943 time: 0.0877984 Sep 24 15:51:22.457498 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b8c017-ad47-4a77-a7a2-2d76821e9566 req-270c1d96-e6cf-4576-b89b-115f7bd52637 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:22.459257 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-53b8c017-ad47-4a77-a7a2-2d76821e9566 req-270c1d96-e6cf-4576-b89b-115f7bd52637 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.1487477 Sep 24 15:51:22.464272 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-c8d2e76f-d9f7-43bc-9f87-211d113d2b11 req-9aa474a1-755d-45af-98b1-fc1273cee0ce service neutron] Attempting to bind port f1ce9626-345b-4635-9c63-683335b64075 on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:51:22.464654 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-c8d2e76f-d9f7-43bc-9f87-211d113d2b11 req-9aa474a1-755d-45af-98b1-fc1273cee0ce service neutron] Attempting to bind port f1ce9626-345b-4635-9c63-683335b64075 by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': 'df4c5c31-9f82-4aa4-adeb-c312f81e3781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '76ab4cef-3759-497c-a83d-bc0125712c20'}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:51:22.464985 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d2e76f-d9f7-43bc-9f87-211d113d2b11 req-9aa474a1-755d-45af-98b1-fc1273cee0ce service neutron] Attempting to bind port f1ce9626-345b-4635-9c63-683335b64075 on network 76ab4cef-3759-497c-a83d-bc0125712c20 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:51:22.471996 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c405f31f-4bab-4b64-958c-eb277810188a req-5ae1ffd5-1b2b-4d03-8146-295782584271 tempest-ServersNegativeTestMultiTenantJSON-1821011701 tempest-ServersNegativeTestMultiTenantJSON-1821011701-project] 10.222.0.101 "GET /v2.0/security-groups?id=aeb2e29a-8a0c-4467-9394-1be32cc189e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373976 Sep 24 15:51:22.476069 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2f4e9d9e-c04e-47e5-a37d-bee2b4901d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:22.520428 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d2e76f-d9f7-43bc-9f87-211d113d2b11 req-9aa474a1-755d-45af-98b1-fc1273cee0ce service neutron] Port f1ce9626-345b-4635-9c63-683335b64075 on network 76ab4cef-3759-497c-a83d-bc0125712c20 not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:51:22.520632 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d2e76f-d9f7-43bc-9f87-211d113d2b11 req-9aa474a1-755d-45af-98b1-fc1273cee0ce service neutron] Attempting to bind port f1ce9626-345b-4635-9c63-683335b64075 on network 76ab4cef-3759-497c-a83d-bc0125712c20 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:51:22.520710 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:22.562101 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a43ed9e-856b-49e6-9282-c07a1ac69bbc None None] Pushing event updated for resources: {'Port': ['ID=eea69618-4726-4634-897d-ebd43454935e,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:22.568306 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d2e76f-d9f7-43bc-9f87-211d113d2b11 req-9aa474a1-755d-45af-98b1-fc1273cee0ce service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:51:22.572116 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d2e76f-d9f7-43bc-9f87-211d113d2b11 req-9aa474a1-755d-45af-98b1-fc1273cee0ce service neutron] Checking segment: {'id': 'df4c5c31-9f82-4aa4-adeb-c312f81e3781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '76ab4cef-3759-497c-a83d-bc0125712c20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:51:22.572116 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d2e76f-d9f7-43bc-9f87-211d113d2b11 req-9aa474a1-755d-45af-98b1-fc1273cee0ce service neutron] Bound using segment: {'id': 'df4c5c31-9f82-4aa4-adeb-c312f81e3781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '76ab4cef-3759-497c-a83d-bc0125712c20'} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:51:22.572365 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] device_id is not set on port 48ba5876-000a-471b-8c74-d19086d6a1d5 yet. {{(pid=95298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:51:22.572898 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-c8d2e76f-d9f7-43bc-9f87-211d113d2b11 req-9aa474a1-755d-45af-98b1-fc1273cee0ce service neutron] Bound port: f1ce9626-345b-4635-9c63-683335b64075, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df4c5c31-9f82-4aa4-adeb-c312f81e3781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': '76ab4cef-3759-497c-a83d-bc0125712c20'}}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:51:22.572898 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-c8d2e76f-d9f7-43bc-9f87-211d113d2b11 req-9aa474a1-755d-45af-98b1-fc1273cee0ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:22.573077 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4e9d9e-c04e-47e5-a37d-bee2b4901d86 None None] Routers {'e8b08539-45c3-4d06-a2a8-803b1120f31c'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:51:22.573077 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-2f4e9d9e-c04e-47e5-a37d-bee2b4901d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:51:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['e8b08539-45c3-4d06-a2a8-803b1120f31c'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:22.624600 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-53b8c017-ad47-4a77-a7a2-2d76821e9566 req-2b7ff6d3-5c97-4da3-bd3e-f965edc28657 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201146 Sep 24 15:51:22.715226 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9382caaf-86a9-4dba-9132-25c5160bf477,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:22.763891 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0afe7f0d-3f71-40fb-9016-21793459a348 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Made reservation on behalf of 7e512e155fd047afb7c369ee55b40ecc for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:51:22.768263 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0afe7f0d-3f71-40fb-9016-21793459a348 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:22.772538 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-2f4e9d9e-c04e-47e5-a37d-bee2b4901d86 None None] Set router e8b08539-45c3-4d06-a2a8-803b1120f31c gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:51:22.836626 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-c8d2e76f-d9f7-43bc-9f87-211d113d2b11 req-9aa474a1-755d-45af-98b1-fc1273cee0ce service neutron] For port f1ce9626-345b-4635-9c63-683335b64075, host n-h1-808921-1, cleared binding levels {{(pid=95297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:51:22.879090 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-c8d2e76f-d9f7-43bc-9f87-211d113d2b11 req-9aa474a1-755d-45af-98b1-fc1273cee0ce service neutron] For port f1ce9626-345b-4635-9c63-683335b64075, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=f1ce9626-345b-4635-9c63-683335b64075,segment=NetworkSegment(df4c5c31-9f82-4aa4-adeb-c312f81e3781),segment_id=df4c5c31-9f82-4aa4-adeb-c312f81e3781)] {{(pid=95297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:51:22.928778 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d0d1ec23-4ad5-465d-8e76-2394a0757f28 req-6170fea1-0123-448b-be33-1aa94c7c3583 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3197088 Sep 24 15:51:22.940994 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-a47b72f9-26e5-431c-81a6-5e65f29b71d1 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Allocated IP 2001:db8:1::1 (2b3337c8-0e9a-4c3a-a4b5-9aa76d4784c6/82d71ba7-ed45-42a9-a2da-795031d9b4fc/679faaf0-f783-4e88-abc3-eccd2d492822) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:51:22.974913 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a2459f-3893-42a4-9dff-87748ace3432 req-3bf97f9f-7b95-4b4a-8d53-4ec2db74ed51 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:22.976456 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e5a2459f-3893-42a4-9dff-87748ace3432 req-3bf97f9f-7b95-4b4a-8d53-4ec2db74ed51 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.2136660 Sep 24 15:51:22.995616 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-c8d2e76f-d9f7-43bc-9f87-211d113d2b11 req-9aa474a1-755d-45af-98b1-fc1273cee0ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:22.999611 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-aa2b24ff-12b8-4b91-a0a5-274188cfc87c tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks [] for router_gateway, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:23.013084 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-2f4e9d9e-c04e-47e5-a37d-bee2b4901d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b08539-45c3-4d06-a2a8-803b1120f31c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1368539168', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'eea69618-4726-4634-897d-ebd43454935e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:51:16Z', 'updated_at': '2021-09-24T15:51:18Z', 'revision_number': 3, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'gw_port': {'id': 'eea69618-4726-4634-897d-ebd43454935e', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f1:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b08539-45c3-4d06-a2a8-803b1120f31c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:51:17Z', 'updated_at': '2021-09-24T15:51:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:23.048842 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f4e9d9e-c04e-47e5-a37d-bee2b4901d86 None None] The sync data for ids ['e8b08539-45c3-4d06-a2a8-803b1120f31c'] in n-d-808921-1 is: [{'id': 'e8b08539-45c3-4d06-a2a8-803b1120f31c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1368539168', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'eea69618-4726-4634-897d-ebd43454935e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:51:16Z', 'updated_at': '2021-09-24T15:51:18Z', 'revision_number': 3, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'gw_port': {'id': 'eea69618-4726-4634-897d-ebd43454935e', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f1:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b08539-45c3-4d06-a2a8-803b1120f31c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:51:17Z', 'updated_at': '2021-09-24T15:51:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:51:23.099309 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 40612) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:23.147260 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d2e76f-d9f7-43bc-9f87-211d113d2b11 req-9aa474a1-755d-45af-98b1-fc1273cee0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:23.147879 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-c8d2e76f-d9f7-43bc-9f87-211d113d2b11 req-9aa474a1-755d-45af-98b1-fc1273cee0ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:23.149297 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c8d2e76f-d9f7-43bc-9f87-211d113d2b11 req-9aa474a1-755d-45af-98b1-fc1273cee0ce service neutron] 10.222.0.110 "PUT /v2.0/ports/f1ce9626-345b-4635-9c63-683335b64075 HTTP/1.1" status: 200 len: 1091 time: 2.8574948 Sep 24 15:51:23.150063 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1f9121d9-9443-4701-8261-c9be0c232286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:23.151852 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '585b8e2e-054e-4657-933d-90f21ce5db48', 'tag': 'f1ce9626-345b-4635-9c63-683335b64075'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:51:23.154238 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61bb7265-bd7d-4a7b-8711-2b3661d24103" -d '{"events": [{"name": "network-changed", "server_uuid": "585b8e2e-054e-4657-933d-90f21ce5db48", "tag": "f1ce9626-345b-4635-9c63-683335b64075"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:51:23.193689 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa474a1-755d-45af-98b1-fc1273cee0ce service neutron] Pushing event updated for resources: {'Port': ['ID=f1ce9626-345b-4635-9c63-683335b64075,revision_number=3']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:23.201707 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d1ec23-4ad5-465d-8e76-2394a0757f28 req-aae4b131-1533-46df-bf6c-414fad77109d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:23.203310 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d0d1ec23-4ad5-465d-8e76-2394a0757f28 req-aae4b131-1533-46df-bf6c-414fad77109d service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=7ecdf69c945d45baa1f224469b4d842c&device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 1097 time: 0.2209146 Sep 24 15:51:23.211257 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ef82432-327a-4fb6-affd-8b986f29338a x-openstack-request-id: req-3ef82432-327a-4fb6-affd-8b986f29338a {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:51:23.211556 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "585b8e2e-054e-4657-933d-90f21ce5db48", "tag": "f1ce9626-345b-4635-9c63-683335b64075", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:51:23.211808 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-3ef82432-327a-4fb6-affd-8b986f29338a {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:51:23.212203 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '585b8e2e-054e-4657-933d-90f21ce5db48', 'tag': 'f1ce9626-345b-4635-9c63-683335b64075', 'status': 'completed', 'code': 200} Sep 24 15:51:23.240915 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a47b72f9-26e5-431c-81a6-5e65f29b71d1 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:23.421365 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bb7265-bd7d-4a7b-8711-2b3661d24103 req-25a69c5a-e310-4791-b8e6-ca0c4839eaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:23.424319 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-61bb7265-bd7d-4a7b-8711-2b3661d24103 req-25a69c5a-e310-4791-b8e6-ca0c4839eaf8 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=2f8be8342fd849028e4409aa2a129c0e&device_id=585b8e2e-054e-4657-933d-90f21ce5db48 HTTP/1.1" status: 200 len: 1094 time: 0.1803219 Sep 24 15:51:23.464043 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d1ec23-4ad5-465d-8e76-2394a0757f28 req-9311b400-5c0b-4db8-8020-d6a1c1028f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:23.465787 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d0d1ec23-4ad5-465d-8e76-2394a0757f28 req-9311b400-5c0b-4db8-8020-d6a1c1028f69 service neutron] 10.222.0.108 "GET /v2.0/networks?id=2a61a80f-7424-4f72-8244-e2cfc0c281a3 HTTP/1.1" status: 200 len: 916 time: 0.2387471 Sep 24 15:51:23.528458 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e5a2459f-3893-42a4-9dff-87748ace3432 req-90193c9b-f2f1-4490-bf25-5ed3a512391d tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5285435 Sep 24 15:51:23.586705 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d0d1ec23-4ad5-465d-8e76-2394a0757f28 req-07226f0d-3467-4ecb-afba-b6846263f93d service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03256c2c-9512-46e8-bb7a-08f5c9148dbc HTTP/1.1" status: 200 len: 217 time: 0.1110382 Sep 24 15:51:23.589451 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1f9121d9-9443-4701-8261-c9be0c232286 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:23.597304 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a47b72f9-26e5-431c-81a6-5e65f29b71d1 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:23.734975 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47b72f9-26e5-431c-81a6-5e65f29b71d1 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Network 2b3337c8-0e9a-4c3a-a4b5-9aa76d4784c6 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:51:23.743660 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1f9121d9-9443-4701-8261-c9be0c232286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:23.759415 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-a47b72f9-26e5-431c-81a6-5e65f29b71d1 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:51:23.767625 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d1ec23-4ad5-465d-8e76-2394a0757f28 req-79227288-4170-4896-8408-1c3bc101ebb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:23.771146 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d0d1ec23-4ad5-465d-8e76-2394a0757f28 req-79227288-4170-4896-8408-1c3bc101ebb6 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=054caf3c-8a4a-4094-a019-5885b1b27205 HTTP/1.1" status: 200 len: 854 time: 0.1746757 Sep 24 15:51:23.771146 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bb7265-bd7d-4a7b-8711-2b3661d24103 req-b520a893-3e9c-4bf5-8c31-ec6734bcbadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:23.772685 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-61bb7265-bd7d-4a7b-8711-2b3661d24103 req-b520a893-3e9c-4bf5-8c31-ec6734bcbadd service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=2f8be8342fd849028e4409aa2a129c0e&shared=False HTTP/1.1" status: 200 len: 927 time: 0.3375812 Sep 24 15:51:23.779288 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47b72f9-26e5-431c-81a6-5e65f29b71d1 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:51:23.779288 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a47b72f9-26e5-431c-81a6-5e65f29b71d1 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:23.804983 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47b72f9-26e5-431c-81a6-5e65f29b71d1 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Pushing event updated for resources: {'Port': ['ID=679faaf0-f783-4e88-abc3-eccd2d492822,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:23.869351 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b182f5e9-a637-404b-8596-bdb6f376c675 req-a0188298-41f7-4f6e-8ec2-77e25edf59d9 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:23.877078 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b182f5e9-a637-404b-8596-bdb6f376c675 req-a0188298-41f7-4f6e-8ec2-77e25edf59d9 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.2344594 Sep 24 15:51:23.894706 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd2ba3a-4f48-4e45-b64a-1b72534fe303 req-2d939cb6-445d-421e-b54f-782b571e94e7 tempest-ServersNegativeTestMultiTenantJSON-1821011701 tempest-ServersNegativeTestMultiTenantJSON-1821011701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:23.896933 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] device_id is not set on port 48ba5876-000a-471b-8c74-d19086d6a1d5 yet. {{(pid=95298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:51:23.897470 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-acd2ba3a-4f48-4e45-b64a-1b72534fe303 req-2d939cb6-445d-421e-b54f-782b571e94e7 tempest-ServersNegativeTestMultiTenantJSON-1821011701 tempest-ServersNegativeTestMultiTenantJSON-1821011701-project] 10.222.0.101 "GET /v2.0/ports?device_id=585b8e2e-054e-4657-933d-90f21ce5db48 HTTP/1.1" status: 200 len: 943 time: 0.3063006 Sep 24 15:51:23.955720 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:23.991350 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-aa2b24ff-12b8-4b91-a0a5-274188cfc87c tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1671'] for router, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:24.008222 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b182f5e9-a637-404b-8596-bdb6f376c675 req-1fe0ba25-cfd5-4e3b-9096-d000a8b30a6c tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299028 Sep 24 15:51:24.031588 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0afe7f0d-3f71-40fb-9016-21793459a348 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:24.034040 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-aa2b24ff-12b8-4b91-a0a5-274188cfc87c tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-586922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-586913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588826'] for router, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:24.156334 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-9b5be8cd-58b1-4f29-9976-ed3d9f11eb85 None None] Provisioning complete for port 679faaf0-f783-4e88-abc3-eccd2d492822 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:51:24.156873 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:24.157396 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9b5be8cd-58b1-4f29-9976-ed3d9f11eb85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:24.267581 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0afe7f0d-3f71-40fb-9016-21793459a348 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Checking segment: {'id': 'cda1c6cd-723d-48b0-aba0-c7ad881773d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '603fb403-a01d-4073-8f75-f2b0f098e42f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:51:24.273992 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afe7f0d-3f71-40fb-9016-21793459a348 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Network hostable DHCP agents. Network: 603fb403-a01d-4073-8f75-f2b0f098e42f, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:51:24.307242 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d0d1ec23-4ad5-465d-8e76-2394a0757f28 req-f97ee30a-3a1d-4ca4-8534-979f7481321b service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=2a61a80f-7424-4f72-8244-e2cfc0c281a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5118308 Sep 24 15:51:24.310123 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afe7f0d-3f71-40fb-9016-21793459a348 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event updated for resources: {'Subnet': ['ID=f7740272-3ddd-4c63-a492-aed51d47ee4e,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:24.338740 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Pushing event updated for resources: {'Port': ['ID=48ba5876-000a-471b-8c74-d19086d6a1d5,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:24.340628 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9121d9-9443-4701-8261-c9be0c232286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c349c2fb-aa43-4f2b-a6a7-cc355dd6fed5,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:24.350165 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-1f9121d9-9443-4701-8261-c9be0c232286 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=4803d86678cd489cac86df1f8fa4ae58&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2498460 Sep 24 15:51:24.367484 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 40630) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:24.375600 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [req-d0d1ec23-4ad5-465d-8e76-2394a0757f28 req-3bc60113-a745-42a5-b62e-cd2338e1e726 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:51:24.377168 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d0d1ec23-4ad5-465d-8e76-2394a0757f28 req-3bc60113-a745-42a5-b62e-cd2338e1e726 service neutron] 10.222.0.108 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080204 Sep 24 15:51:24.383931 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-9b5be8cd-58b1-4f29-9976-ed3d9f11eb85 None None] Port 679faaf0-f783-4e88-abc3-eccd2d492822 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:51:24.452708 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Checking segment: {'id': '2d8afdf4-e4c6-45a5-99c5-60b7fb6bc1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '18e6b336-46ac-4b9c-afb6-65391eaa1fd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:51:24.452708 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Network hostable DHCP agents. Network: 18e6b336-46ac-4b9c-afb6-65391eaa1fd3, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:51:24.469854 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc609f-8ce7-405a-a334-9e95331c6b17 req-0bed3ed7-57fc-4dda-b661-da09eae3679d tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:24.478383 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1ebc609f-8ce7-405a-a334-9e95331c6b17 req-0bed3ed7-57fc-4dda-b661-da09eae3679d tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.1687574 Sep 24 15:51:24.508973 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0afe7f0d-3f71-40fb-9016-21793459a348 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Network 603fb403-a01d-4073-8f75-f2b0f098e42f is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:51:24.532398 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-acd2ba3a-4f48-4e45-b64a-1b72534fe303 req-87c3ed5e-1049-48b2-9798-83d208cb151c tempest-ServersNegativeTestMultiTenantJSON-1821011701 tempest-ServersNegativeTestMultiTenantJSON-1821011701-project] 10.222.0.101 "GET /v2.0/security-groups?id=aeb2e29a-8a0c-4467-9394-1be32cc189e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297704 Sep 24 15:51:24.537700 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-56a626de-e7db-4aaf-adef-e5004edd8187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:24.553520 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bb7265-bd7d-4a7b-8711-2b3661d24103 req-91d5df30-8a86-4008-8e27-fc58c3e209df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:24.555277 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-61bb7265-bd7d-4a7b-8711-2b3661d24103 req-91d5df30-8a86-4008-8e27-fc58c3e209df service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.7718086 Sep 24 15:51:24.565244 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a47b72f9-26e5-431c-81a6-5e65f29b71d1 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:24.572131 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-56a626de-e7db-4aaf-adef-e5004edd8187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:24.576125 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1ebc609f-8ce7-405a-a334-9e95331c6b17 req-d771fb90-7f24-43bf-bf4e-2635636cd12b tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977545 Sep 24 15:51:24.626118 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa2b24ff-12b8-4b91-a0a5-274188cfc87c tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Router 1bdcd720-97b2-4713-988d-24c253b4f282 is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:51:24.630587 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Network 18e6b336-46ac-4b9c-afb6-65391eaa1fd3 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:51:24.638139 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d0d1ec23-4ad5-465d-8e76-2394a0757f28 req-7a3a3490-2a00-44a6-8007-a5176f8929ab service neutron] 10.222.0.108 "GET /v2.0/networks/2a61a80f-7424-4f72-8244-e2cfc0c281a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456028 Sep 24 15:51:24.714481 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-0afe7f0d-3f71-40fb-9016-21793459a348 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 603fb403-a01d-4073-8f75-f2b0f098e42f) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:51:24.727491 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afe7f0d-3f71-40fb-9016-21793459a348 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:24.727925 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b83b011-b784-4b4b-b725-6d7a4eb1475c None None] Network 603fb403-a01d-4073-8f75-f2b0f098e42f requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:51:24.728105 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0afe7f0d-3f71-40fb-9016-21793459a348 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:24.748578 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 18e6b336-46ac-4b9c-afb6-65391eaa1fd3) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:51:24.758376 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-56a626de-e7db-4aaf-adef-e5004edd8187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:24.761398 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-56a626de-e7db-4aaf-adef-e5004edd8187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:24.762593 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-56a626de-e7db-4aaf-adef-e5004edd8187 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c349c2fb-aa43-4f2b-a6a7-cc355dd6fed5 HTTP/1.1" status: 204 len: 168 time: 0.3925478 Sep 24 15:51:24.764319 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:51:24.768555 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffd7890-f47e-4200-89e3-14e4703480eb None None] Network 18e6b336-46ac-4b9c-afb6-65391eaa1fd3 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:51:24.805444 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d2e76f-d9f7-43bc-9f87-211d113d2b11 req-a7dbfd01-36e7-47ac-bf2d-f6bf4fa6afae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:24.807916 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c8d2e76f-d9f7-43bc-9f87-211d113d2b11 req-a7dbfd01-36e7-47ac-bf2d-f6bf4fa6afae service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=2f8be8342fd849028e4409aa2a129c0e&device_id=585b8e2e-054e-4657-933d-90f21ce5db48 HTTP/1.1" status: 200 len: 1094 time: 0.1989048 Sep 24 15:51:24.849339 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device eea69618-4726-4634-897d-ebd43454935e up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:51:24.902653 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port 48ba5876-000a-471b-8c74-d19086d6a1d5 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:51:24.903187 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port 48ba5876-000a-471b-8c74-d19086d6a1d5 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '2d8afdf4-e4c6-45a5-99c5-60b7fb6bc1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '18e6b336-46ac-4b9c-afb6-65391eaa1fd3'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:51:24.903311 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port 48ba5876-000a-471b-8c74-d19086d6a1d5 on network 18e6b336-46ac-4b9c-afb6-65391eaa1fd3 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:51:24.906645 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa2b24ff-12b8-4b91-a0a5-274188cfc87c tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:51:24.907878 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c8d2e76f-d9f7-43bc-9f87-211d113d2b11 req-6e592782-ec3e-4e69-b0d3-bc174bce6aa3 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1ce9626-345b-4635-9c63-683335b64075 HTTP/1.1" status: 200 len: 217 time: 0.0646195 Sep 24 15:51:24.920161 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-aa2b24ff-12b8-4b91-a0a5-274188cfc87c tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:24.922498 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-aa2b24ff-12b8-4b91-a0a5-274188cfc87c tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] 10.222.0.101 "PUT /v2.0/routers/1bdcd720-97b2-4713-988d-24c253b4f282 HTTP/1.1" status: 200 len: 878 time: 5.5647256 Sep 24 15:51:24.932486 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 40636) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:24.941809 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-0afe7f0d-3f71-40fb-9016-21793459a348 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 3.0338585 Sep 24 15:51:24.942949 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 40638) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:24.954831 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8b4fbd-81d0-414d-b77b-4f6320e463d7 None None] Sync routers for ids ['1bdcd720-97b2-4713-988d-24c253b4f282'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:51:24.956458 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b4c7e8-b62d-4f69-9437-5d897fef433e req-035f3e35-c76d-4cee-b0b7-23f3d23562f4 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:24.964473 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-18b4c7e8-b62d-4f69-9437-5d897fef433e req-035f3e35-c76d-4cee-b0b7-23f3d23562f4 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.2609651 Sep 24 15:51:25.013229 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d0d1ec23-4ad5-465d-8e76-2394a0757f28 req-7ff4cc37-505d-4bb7-8a43-3a3515066170 service neutron] 10.222.0.108 "GET /v2.0/networks/2a61a80f-7424-4f72-8244-e2cfc0c281a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3652663 Sep 24 15:51:25.014778 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8b4fbd-81d0-414d-b77b-4f6320e463d7 None None] Routers {'1bdcd720-97b2-4713-988d-24c253b4f282'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:51:25.015530 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-de8b4fbd-81d0-414d-b77b-4f6320e463d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:51:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['1bdcd720-97b2-4713-988d-24c253b4f282'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:25.057519 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-de8b4fbd-81d0-414d-b77b-4f6320e463d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:25.079296 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d2e76f-d9f7-43bc-9f87-211d113d2b11 req-f375d263-3d7a-41ff-9f16-0cbdc7fd4113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:25.080780 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c8d2e76f-d9f7-43bc-9f87-211d113d2b11 req-f375d263-3d7a-41ff-9f16-0cbdc7fd4113 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=123a6380-cad4-423e-a7ca-2467d74fb951 HTTP/1.1" status: 200 len: 865 time: 0.1590552 Sep 24 15:51:25.081559 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Port 48ba5876-000a-471b-8c74-d19086d6a1d5 on network 18e6b336-46ac-4b9c-afb6-65391eaa1fd3 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:51:25.082058 n-d-808921-1 neutron-server[95298]: ERROR neutron.plugins.ml2.managers [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Failed to bind port 48ba5876-000a-471b-8c74-d19086d6a1d5 on host n-h2-808921-1 for vnic_type normal using segments [{'id': '2d8afdf4-e4c6-45a5-99c5-60b7fb6bc1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '18e6b336-46ac-4b9c-afb6-65391eaa1fd3'}] Sep 24 15:51:25.084255 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a626de-e7db-4aaf-adef-e5004edd8187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c349c2fb-aa43-4f2b-a6a7-cc355dd6fed5,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:25.086530 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8b4fbd-81d0-414d-b77b-4f6320e463d7 None None] Routers {'1bdcd720-97b2-4713-988d-24c253b4f282'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:51:25.088152 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-de8b4fbd-81d0-414d-b77b-4f6320e463d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:51:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['1bdcd720-97b2-4713-988d-24c253b4f282'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:25.097306 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-18b4c7e8-b62d-4f69-9437-5d897fef433e req-c98900f9-b3ce-4b3c-b6eb-50c7cf1199f3 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314270 Sep 24 15:51:25.113288 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-50a891b2-88a9-47ec-84fa-931cf0805a56 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] 10.222.0.101 "GET /v2.0/routers/1bdcd720-97b2-4713-988d-24c253b4f282 HTTP/1.1" status: 200 len: 919 time: 0.1775258 Sep 24 15:51:25.128001 n-d-808921-1 neutron-server[95298]: INFO neutron.plugins.ml2.plugin [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempt 2 to bind port 48ba5876-000a-471b-8c74-d19086d6a1d5 Sep 24 15:51:25.135128 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 40642) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:25.141893 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c8d2e76f-d9f7-43bc-9f87-211d113d2b11 req-10c0a6d6-8ef3-4371-8ab0-9d18a85d9153 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=76ab4cef-3759-497c-a83d-bc0125712c20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499029 Sep 24 15:51:25.155849 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port 48ba5876-000a-471b-8c74-d19086d6a1d5 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:51:25.156347 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port 48ba5876-000a-471b-8c74-d19086d6a1d5 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '2d8afdf4-e4c6-45a5-99c5-60b7fb6bc1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '18e6b336-46ac-4b9c-afb6-65391eaa1fd3'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:51:25.157035 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port 48ba5876-000a-471b-8c74-d19086d6a1d5 on network 18e6b336-46ac-4b9c-afb6-65391eaa1fd3 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:51:25.187638 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-de8b4fbd-81d0-414d-b77b-4f6320e463d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:25.188465 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8b4fbd-81d0-414d-b77b-4f6320e463d7 None None] The sync data for ids ['1bdcd720-97b2-4713-988d-24c253b4f282'] in n-d-808921-1 is: [] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:51:25.205420 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port eea69618-4726-4634-897d-ebd43454935e triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:51:25.205892 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:25.227463 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Port 48ba5876-000a-471b-8c74-d19086d6a1d5 on network 18e6b336-46ac-4b9c-afb6-65391eaa1fd3 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:51:25.227994 n-d-808921-1 neutron-server[95298]: ERROR neutron.plugins.ml2.managers [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Failed to bind port 48ba5876-000a-471b-8c74-d19086d6a1d5 on host n-h2-808921-1 for vnic_type normal using segments [{'id': '2d8afdf4-e4c6-45a5-99c5-60b7fb6bc1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '18e6b336-46ac-4b9c-afb6-65391eaa1fd3'}] Sep 24 15:51:25.230709 n-d-808921-1 neutron-server[95298]: INFO neutron.plugins.ml2.plugin [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempt 3 to bind port 48ba5876-000a-471b-8c74-d19086d6a1d5 Sep 24 15:51:25.277991 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76396909-a6aa-4ae3-af8c-7c65a24c2120 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-603fb403-a01d-4073-8f75-f2b0f098e42f', 'network_id': '603fb403-a01d-4073-8f75-f2b0f098e42f', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'fixed_ips': [{'subnet_id': 'f7740272-3ddd-4c63-a492-aed51d47ee4e'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:51:25.279648 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port 48ba5876-000a-471b-8c74-d19086d6a1d5 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:51:25.279837 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port 48ba5876-000a-471b-8c74-d19086d6a1d5 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '2d8afdf4-e4c6-45a5-99c5-60b7fb6bc1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '18e6b336-46ac-4b9c-afb6-65391eaa1fd3'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:51:25.280173 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port 48ba5876-000a-471b-8c74-d19086d6a1d5 on network 18e6b336-46ac-4b9c-afb6-65391eaa1fd3 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:51:25.280937 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-76396909-a6aa-4ae3-af8c-7c65a24c2120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:25.299123 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a47b72f9-26e5-431c-81a6-5e65f29b71d1 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:25.351563 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Port 48ba5876-000a-471b-8c74-d19086d6a1d5 on network 18e6b336-46ac-4b9c-afb6-65391eaa1fd3 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:51:25.351904 n-d-808921-1 neutron-server[95298]: ERROR neutron.plugins.ml2.managers [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Failed to bind port 48ba5876-000a-471b-8c74-d19086d6a1d5 on host n-h2-808921-1 for vnic_type normal using segments [{'id': '2d8afdf4-e4c6-45a5-99c5-60b7fb6bc1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '18e6b336-46ac-4b9c-afb6-65391eaa1fd3'}] Sep 24 15:51:25.353946 n-d-808921-1 neutron-server[95298]: INFO neutron.plugins.ml2.plugin [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempt 4 to bind port 48ba5876-000a-471b-8c74-d19086d6a1d5 Sep 24 15:51:25.364839 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:25.383070 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port 48ba5876-000a-471b-8c74-d19086d6a1d5 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:51:25.383408 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port 48ba5876-000a-471b-8c74-d19086d6a1d5 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '2d8afdf4-e4c6-45a5-99c5-60b7fb6bc1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '18e6b336-46ac-4b9c-afb6-65391eaa1fd3'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:51:25.383752 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port 48ba5876-000a-471b-8c74-d19086d6a1d5 on network 18e6b336-46ac-4b9c-afb6-65391eaa1fd3 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:51:25.419232 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a47b72f9-26e5-431c-81a6-5e65f29b71d1 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:25.420020 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a47b72f9-26e5-431c-81a6-5e65f29b71d1 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:25.445200 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port eea69618-4726-4634-897d-ebd43454935e, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=eea69618-4726-4634-897d-ebd43454935e,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:51:25.446380 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Port 48ba5876-000a-471b-8c74-d19086d6a1d5 on network 18e6b336-46ac-4b9c-afb6-65391eaa1fd3 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:51:25.446724 n-d-808921-1 neutron-server[95298]: ERROR neutron.plugins.ml2.managers [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Failed to bind port 48ba5876-000a-471b-8c74-d19086d6a1d5 on host n-h2-808921-1 for vnic_type normal using segments [{'id': '2d8afdf4-e4c6-45a5-99c5-60b7fb6bc1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '18e6b336-46ac-4b9c-afb6-65391eaa1fd3'}] Sep 24 15:51:25.449453 n-d-808921-1 neutron-server[95298]: INFO neutron.plugins.ml2.plugin [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempt 5 to bind port 48ba5876-000a-471b-8c74-d19086d6a1d5 Sep 24 15:51:25.468387 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870b92b7-7e03-4334-9643-412943fc0dbe tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:25.472637 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-870b92b7-7e03-4334-9643-412943fc0dbe tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] 10.222.0.101 "GET /v2.0/ports?network_id=e6a2de20-1ea0-43e5-88e0-982d19e317d5&device_id=1bdcd720-97b2-4713-988d-24c253b4f282&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3270547 Sep 24 15:51:25.480740 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 40652) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:25.524075 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port 48ba5876-000a-471b-8c74-d19086d6a1d5 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:51:25.524606 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port 48ba5876-000a-471b-8c74-d19086d6a1d5 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '2d8afdf4-e4c6-45a5-99c5-60b7fb6bc1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '18e6b336-46ac-4b9c-afb6-65391eaa1fd3'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:51:25.525087 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port 48ba5876-000a-471b-8c74-d19086d6a1d5 on network 18e6b336-46ac-4b9c-afb6-65391eaa1fd3 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:51:25.543151 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Port 48ba5876-000a-471b-8c74-d19086d6a1d5 on network 18e6b336-46ac-4b9c-afb6-65391eaa1fd3 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:51:25.543400 n-d-808921-1 neutron-server[95298]: ERROR neutron.plugins.ml2.managers [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Failed to bind port 48ba5876-000a-471b-8c74-d19086d6a1d5 on host n-h2-808921-1 for vnic_type normal using segments [{'id': '2d8afdf4-e4c6-45a5-99c5-60b7fb6bc1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '18e6b336-46ac-4b9c-afb6-65391eaa1fd3'}] Sep 24 15:51:25.544550 n-d-808921-1 neutron-server[95298]: INFO neutron.plugins.ml2.plugin [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempt 6 to bind port 48ba5876-000a-471b-8c74-d19086d6a1d5 Sep 24 15:51:25.556362 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-76396909-a6aa-4ae3-af8c-7c65a24c2120 None None] Allocated IP 172.20.0.2 (603fb403-a01d-4073-8f75-f2b0f098e42f/f7740272-3ddd-4c63-a492-aed51d47ee4e/053f79d6-a0b0-40ed-900d-db9a70bcece9) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:51:25.568398 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47b72f9-26e5-431c-81a6-5e65f29b71d1 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Pushing event updated for resources: {'Port': ['ID=679faaf0-f783-4e88-abc3-eccd2d492822,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:25.608804 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:25.653589 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c8d2e76f-d9f7-43bc-9f87-211d113d2b11 req-02a4180c-e4c7-47f2-999d-6ee4de31fc4b service neutron] 10.222.0.110 "GET /v2.0/networks/76ab4cef-3759-497c-a83d-bc0125712c20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4687233 Sep 24 15:51:25.659587 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port 48ba5876-000a-471b-8c74-d19086d6a1d5 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:51:25.660150 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port 48ba5876-000a-471b-8c74-d19086d6a1d5 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '2d8afdf4-e4c6-45a5-99c5-60b7fb6bc1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '18e6b336-46ac-4b9c-afb6-65391eaa1fd3'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:51:25.660645 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port 48ba5876-000a-471b-8c74-d19086d6a1d5 on network 18e6b336-46ac-4b9c-afb6-65391eaa1fd3 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:51:25.718119 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f483f4f-ea96-4a7c-bfa0-dc0e93e57e81 req-9027451d-ea44-4f62-b04d-5e12e1ff954e tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:25.720629 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4f483f4f-ea96-4a7c-bfa0-dc0e93e57e81 req-9027451d-ea44-4f62-b04d-5e12e1ff954e tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.2866037 Sep 24 15:51:25.728643 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Port 48ba5876-000a-471b-8c74-d19086d6a1d5 on network 18e6b336-46ac-4b9c-afb6-65391eaa1fd3 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:51:25.728956 n-d-808921-1 neutron-server[95298]: ERROR neutron.plugins.ml2.managers [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Failed to bind port 48ba5876-000a-471b-8c74-d19086d6a1d5 on host n-h2-808921-1 for vnic_type normal using segments [{'id': '2d8afdf4-e4c6-45a5-99c5-60b7fb6bc1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '18e6b336-46ac-4b9c-afb6-65391eaa1fd3'}] Sep 24 15:51:25.730926 n-d-808921-1 neutron-server[95298]: INFO neutron.plugins.ml2.plugin [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempt 7 to bind port 48ba5876-000a-471b-8c74-d19086d6a1d5 Sep 24 15:51:25.750303 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=eea69618-4726-4634-897d-ebd43454935e,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:25.851118 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-76396909-a6aa-4ae3-af8c-7c65a24c2120 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:25.917028 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-76396909-a6aa-4ae3-af8c-7c65a24c2120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:25.963273 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76396909-a6aa-4ae3-af8c-7c65a24c2120 None None] Network 603fb403-a01d-4073-8f75-f2b0f098e42f is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:51:25.966975 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-76396909-a6aa-4ae3-af8c-7c65a24c2120 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:51:25.971263 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76396909-a6aa-4ae3-af8c-7c65a24c2120 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:51:26.033753 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76396909-a6aa-4ae3-af8c-7c65a24c2120 None None] Pushing event updated for resources: {'Port': ['ID=053f79d6-a0b0-40ed-900d-db9a70bcece9,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:26.056455 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb12be9-6593-4d90-b150-320bc2401d55 req-1e375ba5-f354-4a61-b4ca-8fba640afd35 tempest-ServersNegativeTestMultiTenantJSON-1821011701 tempest-ServersNegativeTestMultiTenantJSON-1821011701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:26.058497 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-aeb12be9-6593-4d90-b150-320bc2401d55 req-1e375ba5-f354-4a61-b4ca-8fba640afd35 tempest-ServersNegativeTestMultiTenantJSON-1821011701 tempest-ServersNegativeTestMultiTenantJSON-1821011701-project] 10.222.0.101 "GET /v2.0/ports?device_id=585b8e2e-054e-4657-933d-90f21ce5db48 HTTP/1.1" status: 200 len: 943 time: 0.3301940 Sep 24 15:51:26.063555 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd81c78-acc0-494c-8461-b10c813254f7 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:26.068839 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-3cd81c78-acc0-494c-8461-b10c813254f7 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] 10.222.0.101 "GET /v2.0/networks/e6a2de20-1ea0-43e5-88e0-982d19e317d5 HTTP/1.1" status: 200 len: 881 time: 0.5830562 Sep 24 15:51:26.070981 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-76396909-a6aa-4ae3-af8c-7c65a24c2120 None None] Attempting to bind port 053f79d6-a0b0-40ed-900d-db9a70bcece9 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:51:26.072063 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-76396909-a6aa-4ae3-af8c-7c65a24c2120 None None] Attempting to bind port 053f79d6-a0b0-40ed-900d-db9a70bcece9 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'cda1c6cd-723d-48b0-aba0-c7ad881773d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '603fb403-a01d-4073-8f75-f2b0f098e42f'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:51:26.072994 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76396909-a6aa-4ae3-af8c-7c65a24c2120 None None] Attempting to bind port 053f79d6-a0b0-40ed-900d-db9a70bcece9 on network 603fb403-a01d-4073-8f75-f2b0f098e42f {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:51:26.074499 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47b72f9-26e5-431c-81a6-5e65f29b71d1 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Network 2b3337c8-0e9a-4c3a-a4b5-9aa76d4784c6 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:51:26.076266 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 40666) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:26.082634 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76396909-a6aa-4ae3-af8c-7c65a24c2120 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:51:26.083433 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76396909-a6aa-4ae3-af8c-7c65a24c2120 None None] Checking segment: {'id': 'cda1c6cd-723d-48b0-aba0-c7ad881773d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '603fb403-a01d-4073-8f75-f2b0f098e42f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:51:26.084186 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-76396909-a6aa-4ae3-af8c-7c65a24c2120 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:26.085073 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76396909-a6aa-4ae3-af8c-7c65a24c2120 None None] Bound using segment: {'id': 'cda1c6cd-723d-48b0-aba0-c7ad881773d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '603fb403-a01d-4073-8f75-f2b0f098e42f'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:51:26.085971 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-76396909-a6aa-4ae3-af8c-7c65a24c2120 None None] Bound port: 053f79d6-a0b0-40ed-900d-db9a70bcece9, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda1c6cd-723d-48b0-aba0-c7ad881773d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '603fb403-a01d-4073-8f75-f2b0f098e42f'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:51:26.086807 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-76396909-a6aa-4ae3-af8c-7c65a24c2120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:26.119093 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-a47b72f9-26e5-431c-81a6-5e65f29b71d1 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:51:26.130961 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-0119d177-d6b5-4395-a333-56320ea848b4 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] 10.222.0.101 "GET /v2.0/ports?device_id=1bdcd720-97b2-4713-988d-24c253b4f282 HTTP/1.1" status: 200 len: 205 time: 0.0536830 Sep 24 15:51:26.141151 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 40670) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:26.165601 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c8d2e76f-d9f7-43bc-9f87-211d113d2b11 req-2f4ef1d1-9e89-45e4-b192-23e5c29229d1 service neutron] 10.222.0.110 "GET /v2.0/networks/76ab4cef-3759-497c-a83d-bc0125712c20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4402759 Sep 24 15:51:26.166079 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port 48ba5876-000a-471b-8c74-d19086d6a1d5 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:51:26.166779 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port 48ba5876-000a-471b-8c74-d19086d6a1d5 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '2d8afdf4-e4c6-45a5-99c5-60b7fb6bc1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '18e6b336-46ac-4b9c-afb6-65391eaa1fd3'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:51:26.167000 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port 48ba5876-000a-471b-8c74-d19086d6a1d5 on network 18e6b336-46ac-4b9c-afb6-65391eaa1fd3 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:51:26.216349 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Port 48ba5876-000a-471b-8c74-d19086d6a1d5 on network 18e6b336-46ac-4b9c-afb6-65391eaa1fd3 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:51:26.216922 n-d-808921-1 neutron-server[95298]: ERROR neutron.plugins.ml2.managers [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Failed to bind port 48ba5876-000a-471b-8c74-d19086d6a1d5 on host n-h2-808921-1 for vnic_type normal using segments [{'id': '2d8afdf4-e4c6-45a5-99c5-60b7fb6bc1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '18e6b336-46ac-4b9c-afb6-65391eaa1fd3'}] Sep 24 15:51:26.237069 n-d-808921-1 neutron-server[95298]: INFO neutron.plugins.ml2.plugin [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempt 8 to bind port 48ba5876-000a-471b-8c74-d19086d6a1d5 Sep 24 15:51:26.253155 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-76396909-a6aa-4ae3-af8c-7c65a24c2120 None None] For port 053f79d6-a0b0-40ed-900d-db9a70bcece9, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:51:26.261443 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-76396909-a6aa-4ae3-af8c-7c65a24c2120 None None] For port 053f79d6-a0b0-40ed-900d-db9a70bcece9, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=053f79d6-a0b0-40ed-900d-db9a70bcece9,segment=NetworkSegment(cda1c6cd-723d-48b0-aba0-c7ad881773d8),segment_id=cda1c6cd-723d-48b0-aba0-c7ad881773d8)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:51:26.287778 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-aeb12be9-6593-4d90-b150-320bc2401d55 req-3eea8a1a-76b1-420d-8fc2-6c9892e3169c tempest-ServersNegativeTestMultiTenantJSON-1821011701 tempest-ServersNegativeTestMultiTenantJSON-1821011701-project] 10.222.0.101 "GET /v2.0/security-groups?id=aeb2e29a-8a0c-4467-9394-1be32cc189e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121236 Sep 24 15:51:26.290266 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4f483f4f-ea96-4a7c-bfa0-dc0e93e57e81 req-ddbb1127-5b5f-44f1-adc3-1cd3797be640 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5526505 Sep 24 15:51:26.298463 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port 48ba5876-000a-471b-8c74-d19086d6a1d5 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:51:26.298979 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port 48ba5876-000a-471b-8c74-d19086d6a1d5 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '2d8afdf4-e4c6-45a5-99c5-60b7fb6bc1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '18e6b336-46ac-4b9c-afb6-65391eaa1fd3'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:51:26.300659 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port 48ba5876-000a-471b-8c74-d19086d6a1d5 on network 18e6b336-46ac-4b9c-afb6-65391eaa1fd3 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:51:26.316857 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Port 48ba5876-000a-471b-8c74-d19086d6a1d5 on network 18e6b336-46ac-4b9c-afb6-65391eaa1fd3 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:51:26.317383 n-d-808921-1 neutron-server[95298]: ERROR neutron.plugins.ml2.managers [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Failed to bind port 48ba5876-000a-471b-8c74-d19086d6a1d5 on host n-h2-808921-1 for vnic_type normal using segments [{'id': '2d8afdf4-e4c6-45a5-99c5-60b7fb6bc1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '18e6b336-46ac-4b9c-afb6-65391eaa1fd3'}] Sep 24 15:51:26.318012 n-d-808921-1 neutron-server[95298]: INFO neutron.plugins.ml2.plugin [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempt 9 to bind port 48ba5876-000a-471b-8c74-d19086d6a1d5 Sep 24 15:51:26.380682 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-76396909-a6aa-4ae3-af8c-7c65a24c2120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:26.383277 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port 48ba5876-000a-471b-8c74-d19086d6a1d5 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:51:26.383636 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port 48ba5876-000a-471b-8c74-d19086d6a1d5 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '2d8afdf4-e4c6-45a5-99c5-60b7fb6bc1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '18e6b336-46ac-4b9c-afb6-65391eaa1fd3'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:51:26.384518 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port 48ba5876-000a-471b-8c74-d19086d6a1d5 on network 18e6b336-46ac-4b9c-afb6-65391eaa1fd3 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:51:26.403519 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Port 48ba5876-000a-471b-8c74-d19086d6a1d5 on network 18e6b336-46ac-4b9c-afb6-65391eaa1fd3 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:51:26.403856 n-d-808921-1 neutron-server[95298]: ERROR neutron.plugins.ml2.managers [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Failed to bind port 48ba5876-000a-471b-8c74-d19086d6a1d5 on host n-h2-808921-1 for vnic_type normal using segments [{'id': '2d8afdf4-e4c6-45a5-99c5-60b7fb6bc1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '18e6b336-46ac-4b9c-afb6-65391eaa1fd3'}] Sep 24 15:51:26.406611 n-d-808921-1 neutron-server[95298]: INFO neutron.plugins.ml2.plugin [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempt 10 to bind port 48ba5876-000a-471b-8c74-d19086d6a1d5 Sep 24 15:51:26.430579 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port 48ba5876-000a-471b-8c74-d19086d6a1d5 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:51:26.431244 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port 48ba5876-000a-471b-8c74-d19086d6a1d5 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '2d8afdf4-e4c6-45a5-99c5-60b7fb6bc1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '18e6b336-46ac-4b9c-afb6-65391eaa1fd3'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:51:26.431588 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port 48ba5876-000a-471b-8c74-d19086d6a1d5 on network 18e6b336-46ac-4b9c-afb6-65391eaa1fd3 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:51:26.439367 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Port 48ba5876-000a-471b-8c74-d19086d6a1d5 on network 18e6b336-46ac-4b9c-afb6-65391eaa1fd3 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:51:26.439700 n-d-808921-1 neutron-server[95298]: ERROR neutron.plugins.ml2.managers [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Failed to bind port 48ba5876-000a-471b-8c74-d19086d6a1d5 on host n-h2-808921-1 for vnic_type normal using segments [{'id': '2d8afdf4-e4c6-45a5-99c5-60b7fb6bc1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '18e6b336-46ac-4b9c-afb6-65391eaa1fd3'}] Sep 24 15:51:26.440073 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:26.515706 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76396909-a6aa-4ae3-af8c-7c65a24c2120 None None] Pushing event updated for resources: {'Port': ['ID=053f79d6-a0b0-40ed-900d-db9a70bcece9,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:26.517416 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a47b72f9-26e5-431c-81a6-5e65f29b71d1 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Router bf6b4938-c8d2-4511-8bc9-050df91a2ed7 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:51:26.588179 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-442dc7e3-e025-4ed1-8393-ea6fe1998f56 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:26.604612 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] For port 48ba5876-000a-471b-8c74-d19086d6a1d5, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:51:26.604951 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempted to set empty binding levels {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 24 15:51:26.669366 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-947b8191-9d97-40c9-9297-eb50618f1fcf None None] Provisioning complete for port 679faaf0-f783-4e88-abc3-eccd2d492822 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:51:26.669366 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-947b8191-9d97-40c9-9297-eb50618f1fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:26.734415 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:26.778721 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:26.779791 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:26.780447 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-947b8191-9d97-40c9-9297-eb50618f1fcf None None] Port 679faaf0-f783-4e88-abc3-eccd2d492822 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:51:26.799710 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device eea69618-4726-4634-897d-ebd43454935e up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:51:26.896505 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Pushing event updated for resources: {'Port': ['ID=48ba5876-000a-471b-8c74-d19086d6a1d5,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:26.944729 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port eea69618-4726-4634-897d-ebd43454935e triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:51:26.945285 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:26.969429 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-43e97d26-dd29-4446-85ed-347f027e08e8 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 5.3210659 Sep 24 15:51:26.979549 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 40686) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:27.179175 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c04615-22c6-43db-9c20-c9e1b1e55775 req-ce5ad0f7-bb11-446f-a205-4df9afd8f224 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:27.188595 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-69c04615-22c6-43db-9c20-c9e1b1e55775 req-ce5ad0f7-bb11-446f-a205-4df9afd8f224 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.6682534 Sep 24 15:51:27.197393 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2022f1b4-a1ec-4a9a-bfec-4eefd8c23967 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks [] for router, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:27.259926 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-02f47aaa-34df-4e0b-bd06-9c8c90f9e139 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Deleting port 48ba5876-000a-471b-8c74-d19086d6a1d5 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:51:27.260490 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-02f47aaa-34df-4e0b-bd06-9c8c90f9e139 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:27.301884 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-442dc7e3-e025-4ed1-8393-ea6fe1998f56 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Allocated IP 172.20.0.1 (603fb403-a01d-4073-8f75-f2b0f098e42f/f7740272-3ddd-4c63-a492-aed51d47ee4e/0318c350-25c4-4933-9d03-b23b8679d3e9) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:51:27.304382 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a47b72f9-26e5-431c-81a6-5e65f29b71d1 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:51:27.320783 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-a47b72f9-26e5-431c-81a6-5e65f29b71d1 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "PUT /v2.0/routers/bf6b4938-c8d2-4511-8bc9-050df91a2ed7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5077178 Sep 24 15:51:27.323944 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a280cf1a-246a-45b5-b39c-441fd19cbf5f None None] Sync routers for ids ['bf6b4938-c8d2-4511-8bc9-050df91a2ed7'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:51:27.335891 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 40722) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:27.338152 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a280cf1a-246a-45b5-b39c-441fd19cbf5f None None] Routers {'bf6b4938-c8d2-4511-8bc9-050df91a2ed7'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:51:27.338924 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-a280cf1a-246a-45b5-b39c-441fd19cbf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:51:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['bf6b4938-c8d2-4511-8bc9-050df91a2ed7'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:27.352564 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-69c04615-22c6-43db-9c20-c9e1b1e55775 req-a01120c7-54f6-4c2c-ba37-5152465c2668 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556468 Sep 24 15:51:27.426058 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-a280cf1a-246a-45b5-b39c-441fd19cbf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:27.427686 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-02f47aaa-34df-4e0b-bd06-9c8c90f9e139 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] For port 48ba5876-000a-471b-8c74-d19086d6a1d5, host n-h2-808921-1, got binding levels [] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:51:27.428053 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-02f47aaa-34df-4e0b-bd06-9c8c90f9e139 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:27.436638 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2022f1b4-a1ec-4a9a-bfec-4eefd8c23967 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:27.448716 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a280cf1a-246a-45b5-b39c-441fd19cbf5f None None] Routers {'bf6b4938-c8d2-4511-8bc9-050df91a2ed7'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:51:27.449367 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-a280cf1a-246a-45b5-b39c-441fd19cbf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:51:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['bf6b4938-c8d2-4511-8bc9-050df91a2ed7'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:27.500119 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-a280cf1a-246a-45b5-b39c-441fd19cbf5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:27.501066 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a280cf1a-246a-45b5-b39c-441fd19cbf5f None None] The sync data for ids ['bf6b4938-c8d2-4511-8bc9-050df91a2ed7'] in n-d-808921-1 is: [] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:51:27.521965 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-02f47aaa-34df-4e0b-bd06-9c8c90f9e139 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Calling delete_port for 48ba5876-000a-471b-8c74-d19086d6a1d5 owned by {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:51:27.533171 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed179f-c1d2-4ca9-afcb-4343e00f04cc req-59e0deeb-23ec-4dfd-a114-738b1870adca tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:27.539783 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-afed179f-c1d2-4ca9-afcb-4343e00f04cc req-59e0deeb-23ec-4dfd-a114-738b1870adca tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.0706480 Sep 24 15:51:27.554756 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-442d0f97-85cb-4406-a801-99a22bfdeb84 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:27.557015 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-442d0f97-85cb-4406-a801-99a22bfdeb84 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "GET /v2.0/ports/679faaf0-f783-4e88-abc3-eccd2d492822 HTTP/1.1" status: 200 len: 913 time: 0.2205641 Sep 24 15:51:27.560608 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 40732) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:27.640853 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-afed179f-c1d2-4ca9-afcb-4343e00f04cc req-ce7b04b9-bdf1-4bb1-bfa5-22c9b769193a tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987825 Sep 24 15:51:27.644740 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdc99c9-feb2-48b4-8d27-eab89b77d542 req-8349dd84-426a-421d-83a0-8a58f3ebe285 tempest-ServersNegativeTestMultiTenantJSON-1821011701 tempest-ServersNegativeTestMultiTenantJSON-1821011701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:27.645497 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cbdc99c9-feb2-48b4-8d27-eab89b77d542 req-8349dd84-426a-421d-83a0-8a58f3ebe285 tempest-ServersNegativeTestMultiTenantJSON-1821011701 tempest-ServersNegativeTestMultiTenantJSON-1821011701-project] 10.222.0.101 "GET /v2.0/ports?device_id=585b8e2e-054e-4657-933d-90f21ce5db48 HTTP/1.1" status: 200 len: 943 time: 0.2145634 Sep 24 15:51:27.718111 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-2022f1b4-a1ec-4a9a-bfec-4eefd8c23967 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Deleting port 89579659-16c1-4f5a-a4cf-b32a857a0944 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:51:27.718487 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2022f1b4-a1ec-4a9a-bfec-4eefd8c23967 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:27.775437 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-442dc7e3-e025-4ed1-8393-ea6fe1998f56 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:27.832559 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cbdc99c9-feb2-48b4-8d27-eab89b77d542 req-f8f4a862-43aa-4311-93e1-bf59ef5cdd7f tempest-ServersNegativeTestMultiTenantJSON-1821011701 tempest-ServersNegativeTestMultiTenantJSON-1821011701-project] 10.222.0.101 "GET /v2.0/security-groups?id=aeb2e29a-8a0c-4467-9394-1be32cc189e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708989 Sep 24 15:51:27.946714 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa42ee7e-23da-436a-bf3b-b13e32aee363 None None] Network 603fb403-a01d-4073-8f75-f2b0f098e42f requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:51:27.968088 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2022f1b4-a1ec-4a9a-bfec-4eefd8c23967 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:27.986506 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ccd4a4-444b-4cff-a417-ef462c4e4431 req-4a98bfa0-9dd6-45c2-b003-e963d1e84478 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:27.988571 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-55ccd4a4-444b-4cff-a417-ef462c4e4431 req-4a98bfa0-9dd6-45c2-b003-e963d1e84478 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.1289060 Sep 24 15:51:27.997350 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-2022f1b4-a1ec-4a9a-bfec-4eefd8c23967 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Calling delete_port for 89579659-16c1-4f5a-a4cf-b32a857a0944 owned by network:router_gateway {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:51:28.021516 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-458cdfaf-d898-4692-afe4-671842a817b3 None None] Provisioning complete for port 053f79d6-a0b0-40ed-900d-db9a70bcece9 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:51:28.022046 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-458cdfaf-d898-4692-afe4-671842a817b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:28.047624 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-442dc7e3-e025-4ed1-8393-ea6fe1998f56 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:28.091517 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-02f47aaa-34df-4e0b-bd06-9c8c90f9e139 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:28.110561 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-55ccd4a4-444b-4cff-a417-ef462c4e4431 req-fe219bc8-9ebc-4030-b048-51bb0ed6c4d5 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110270 Sep 24 15:51:28.143276 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442dc7e3-e025-4ed1-8393-ea6fe1998f56 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Network 603fb403-a01d-4073-8f75-f2b0f098e42f is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:51:28.143913 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-442dc7e3-e025-4ed1-8393-ea6fe1998f56 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:51:28.160362 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442dc7e3-e025-4ed1-8393-ea6fe1998f56 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:51:28.211046 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-02f47aaa-34df-4e0b-bd06-9c8c90f9e139 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:28.213320 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-02f47aaa-34df-4e0b-bd06-9c8c90f9e139 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] 10.222.0.101 "DELETE /v2.0/ports/48ba5876-000a-471b-8c74-d19086d6a1d5 HTTP/1.1" status: 204 len: 168 time: 1.2327816 Sep 24 15:51:28.214087 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442dc7e3-e025-4ed1-8393-ea6fe1998f56 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event updated for resources: {'Port': ['ID=0318c350-25c4-4933-9d03-b23b8679d3e9,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:28.218987 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-458cdfaf-d898-4692-afe4-671842a817b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:28.220846 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 40742) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:28.280451 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-458cdfaf-d898-4692-afe4-671842a817b3 None None] For port 053f79d6-a0b0-40ed-900d-db9a70bcece9, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=053f79d6-a0b0-40ed-900d-db9a70bcece9,segment=NetworkSegment(cda1c6cd-723d-48b0-aba0-c7ad881773d8),segment_id=cda1c6cd-723d-48b0-aba0-c7ad881773d8)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:51:28.286996 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-5befe358-a6de-4f2d-964b-4106d084d203 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] GET failed (client error): The resource could not be found. Sep 24 15:51:28.288286 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-5befe358-a6de-4f2d-964b-4106d084d203 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] 10.222.0.101 "GET /v2.0/ports/48ba5876-000a-471b-8c74-d19086d6a1d5 HTTP/1.1" status: 404 len: 333 time: 0.0668974 Sep 24 15:51:28.289553 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f47aaa-34df-4e0b-bd06-9c8c90f9e139 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Pushing event deleted for resources: {'Port': ['ID=48ba5876-000a-471b-8c74-d19086d6a1d5,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:28.292753 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-442dc7e3-e025-4ed1-8393-ea6fe1998f56 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:28.294065 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 40744) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:28.296882 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d470541e-c022-46d9-99f8-c2060a03bd95 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:28.308297 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-631ad301-2948-4caa-982e-a579a6224e86 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Request body: {'port': {'network_id': '18e6b336-46ac-4b9c-afb6-65391eaa1fd3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-543678565'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:51:28.367132 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-458cdfaf-d898-4692-afe4-671842a817b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:28.421638 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458cdfaf-d898-4692-afe4-671842a817b3 None None] Pushing event updated for resources: {'Port': ['ID=053f79d6-a0b0-40ed-900d-db9a70bcece9,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:28.458329 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-631ad301-2948-4caa-982e-a579a6224e86 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Made reservation on behalf of 64de9d66b9034a4da714abc0008c1dd6 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:51:28.461184 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-631ad301-2948-4caa-982e-a579a6224e86 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:28.475570 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2022f1b4-a1ec-4a9a-bfec-4eefd8c23967 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:28.481020 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [None req-631ad301-2948-4caa-982e-a579a6224e86 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] device_id is not set on port d51a4d72-16a1-4686-8b8a-61ca94f43a84 yet. {{(pid=95298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:51:28.510318 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022f1b4-a1ec-4a9a-bfec-4eefd8c23967 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Pushing event deleted for resources: {'Port': ['ID=89579659-16c1-4f5a-a4cf-b32a857a0944,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:28.563686 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-442dc7e3-e025-4ed1-8393-ea6fe1998f56 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:28.593217 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2022f1b4-a1ec-4a9a-bfec-4eefd8c23967 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586576'] for router_gateway, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:28.720204 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-e032f85f-41f9-4073-8b24-62624b94ca0f None None] Provisioning complete for port 053f79d6-a0b0-40ed-900d-db9a70bcece9 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:51:28.720586 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e032f85f-41f9-4073-8b24-62624b94ca0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:28.769985 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2022f1b4-a1ec-4a9a-bfec-4eefd8c23967 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:28.772489 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2022f1b4-a1ec-4a9a-bfec-4eefd8c23967 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:28.926173 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-e032f85f-41f9-4073-8b24-62624b94ca0f None None] Provisioning complete for port 0318c350-25c4-4933-9d03-b23b8679d3e9 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:51:28.926587 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e032f85f-41f9-4073-8b24-62624b94ca0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:28.976974 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 053f79d6-a0b0-40ed-900d-db9a70bcece9 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:51:28.980027 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-e032f85f-41f9-4073-8b24-62624b94ca0f None None] Port 0318c350-25c4-4933-9d03-b23b8679d3e9 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:51:29.064760 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da4a2d-4ae6-430f-a5ca-1b08f1c94a03 req-5f504a67-11db-4e32-b294-e7713486d6b3 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:29.068854 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 053f79d6-a0b0-40ed-900d-db9a70bcece9 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:51:29.069485 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:29.074498 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a0da4a2d-4ae6-430f-a5ca-1b08f1c94a03 req-5f504a67-11db-4e32-b294-e7713486d6b3 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.3113675 Sep 24 15:51:29.119587 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-d470541e-c022-46d9-99f8-c2060a03bd95 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Deleting port 679faaf0-f783-4e88-abc3-eccd2d492822 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:51:29.119920 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d470541e-c022-46d9-99f8-c2060a03bd95 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:29.161670 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-631ad301-2948-4caa-982e-a579a6224e86 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:29.172246 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a0da4a2d-4ae6-430f-a5ca-1b08f1c94a03 req-1f358cd2-0588-461a-924a-4810a1464ce8 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944984 Sep 24 15:51:29.195680 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2022f1b4-a1ec-4a9a-bfec-4eefd8c23967 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:29.195680 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2022f1b4-a1ec-4a9a-bfec-4eefd8c23967 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Fanout notify agent at l3_agent the message router_deleted on router 1bdcd720-97b2-4713-988d-24c253b4f282 {{(pid=95297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:51:29.195870 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-cc731c9d-7828-4e55-abaf-cac76cdae32a None None] Provisioning complete for port 0318c350-25c4-4933-9d03-b23b8679d3e9 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:51:29.195870 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-cc731c9d-7828-4e55-abaf-cac76cdae32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:29.204246 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2022f1b4-a1ec-4a9a-bfec-4eefd8c23967 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:29.205559 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-2022f1b4-a1ec-4a9a-bfec-4eefd8c23967 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] 10.222.0.101 "DELETE /v2.0/routers/1bdcd720-97b2-4713-988d-24c253b4f282 HTTP/1.1" status: 204 len: 168 time: 3.0634401 Sep 24 15:51:29.209453 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 40784) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:29.214042 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-e301d662-ec61-4617-a6c7-31219e57b41e tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-636088205', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:51:29.232128 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device f1ce9626-345b-4635-9c63-683335b64075 details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:51:29.250420 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-442dc7e3-e025-4ed1-8393-ea6fe1998f56 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:29.301499 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d470541e-c022-46d9-99f8-c2060a03bd95 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:29.318510 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-d470541e-c022-46d9-99f8-c2060a03bd95 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Calling delete_port for 679faaf0-f783-4e88-abc3-eccd2d492822 owned by network:router_interface {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:51:29.332717 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2377013d-4536-4ca5-9128-21929f8516ff req-a60fd985-060b-4ade-8721-fcdfe5adfc6d tempest-ServersNegativeTestMultiTenantJSON-1821011701 tempest-ServersNegativeTestMultiTenantJSON-1821011701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:29.338931 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2377013d-4536-4ca5-9128-21929f8516ff req-a60fd985-060b-4ade-8721-fcdfe5adfc6d tempest-ServersNegativeTestMultiTenantJSON-1821011701 tempest-ServersNegativeTestMultiTenantJSON-1821011701-project] 10.222.0.101 "GET /v2.0/ports?device_id=585b8e2e-054e-4657-933d-90f21ce5db48 HTTP/1.1" status: 200 len: 943 time: 0.3086791 Sep 24 15:51:29.344604 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-cc731c9d-7828-4e55-abaf-cac76cdae32a None None] Port 0318c350-25c4-4933-9d03-b23b8679d3e9 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:51:29.345187 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-442dc7e3-e025-4ed1-8393-ea6fe1998f56 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:29.364595 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port f1ce9626-345b-4635-9c63-683335b64075, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=f1ce9626-345b-4635-9c63-683335b64075,segment=NetworkSegment(df4c5c31-9f82-4aa4-adeb-c312f81e3781),segment_id=df4c5c31-9f82-4aa4-adeb-c312f81e3781)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:51:29.382379 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e301d662-ec61-4617-a6c7-31219e57b41e tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:29.383453 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e301d662-ec61-4617-a6c7-31219e57b41e tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:29.385977 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': 'f1ce9626-345b-4635-9c63-683335b64075', 'network_id': '76ab4cef-3759-497c-a83d-bc0125712c20', 'port_id': 'f1ce9626-345b-4635-9c63-683335b64075', 'mac_address': 'fa:16:3e:80:95:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1282, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '123a6380-cad4-423e-a7ca-2467d74fb951', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:51:29.434429 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:29.454777 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1ce9626-345b-4635-9c63-683335b64075 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:51:29.458833 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-631ad301-2948-4caa-982e-a579a6224e86 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:29.465116 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e301d662-ec61-4617-a6c7-31219e57b41e tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:29.477674 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port f1ce9626-345b-4635-9c63-683335b64075, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=f1ce9626-345b-4635-9c63-683335b64075,segment=NetworkSegment(df4c5c31-9f82-4aa4-adeb-c312f81e3781),segment_id=df4c5c31-9f82-4aa4-adeb-c312f81e3781)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:51:29.501374 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2377013d-4536-4ca5-9128-21929f8516ff req-f88f5abd-2ae2-4f3e-b4bf-7dd4cadcc7ca tempest-ServersNegativeTestMultiTenantJSON-1821011701 tempest-ServersNegativeTestMultiTenantJSON-1821011701-project] 10.222.0.101 "GET /v2.0/security-groups?id=aeb2e29a-8a0c-4467-9394-1be32cc189e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483512 Sep 24 15:51:29.520241 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-442dc7e3-e025-4ed1-8393-ea6fe1998f56 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:29.520241 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631ad301-2948-4caa-982e-a579a6224e86 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Network 18e6b336-46ac-4b9c-afb6-65391eaa1fd3 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:51:29.520241 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442dc7e3-e025-4ed1-8393-ea6fe1998f56 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event updated for resources: {'Port': ['ID=0318c350-25c4-4933-9d03-b23b8679d3e9,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:29.524068 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-631ad301-2948-4caa-982e-a579a6224e86 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:51:29.528644 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-631ad301-2948-4caa-982e-a579a6224e86 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:51:29.529591 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631ad301-2948-4caa-982e-a579a6224e86 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:29.530197 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-631ad301-2948-4caa-982e-a579a6224e86 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:29.608960 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e301d662-ec61-4617-a6c7-31219e57b41e tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:29.615560 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631ad301-2948-4caa-982e-a579a6224e86 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Pushing event updated for resources: {'Port': ['ID=d51a4d72-16a1-4686-8b8a-61ca94f43a84,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:29.680790 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442dc7e3-e025-4ed1-8393-ea6fe1998f56 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Network 603fb403-a01d-4073-8f75-f2b0f098e42f is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:51:29.681101 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:29.683364 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-442dc7e3-e025-4ed1-8393-ea6fe1998f56 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:51:29.719195 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e301d662-ec61-4617-a6c7-31219e57b41e tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:29.720685 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e301d662-ec61-4617-a6c7-31219e57b41e tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5100892 Sep 24 15:51:29.731267 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d470541e-c022-46d9-99f8-c2060a03bd95 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:29.731267 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 40786) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:29.748408 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=f1ce9626-345b-4635-9c63-683335b64075,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:29.752554 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-631ad301-2948-4caa-982e-a579a6224e86 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.4570751 Sep 24 15:51:29.762311 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 40788) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:29.771289 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-962362b5-1c7d-40f8-8750-ab55e198a192 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'enable_snat': True}}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:51:29.772610 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-f4a466b7-a64d-404b-bc41-2411f90ebe2c tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:51:29.904861 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d470541e-c022-46d9-99f8-c2060a03bd95 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Pushing event deleted for resources: {'Port': ['ID=679faaf0-f783-4e88-abc3-eccd2d492822,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:29.929798 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2e02f08f-803a-4c5f-a0ff-905144353e10 req-42730ab4-2da8-4421-ad30-f797c4e63e85 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2650509 Sep 24 15:51:30.015364 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['f1ce9626-345b-4635-9c63-683335b64075'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:51:30.097002 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-33cb5308-e7db-4f31-9534-bb1203948385 None None] Provisioning complete for port 0318c350-25c4-4933-9d03-b23b8679d3e9 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:51:30.097528 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-33cb5308-e7db-4f31-9534-bb1203948385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:30.141613 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f4a466b7-a64d-404b-bc41-2411f90ebe2c tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:30.158571 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-33cb5308-e7db-4f31-9534-bb1203948385 None None] Port 0318c350-25c4-4933-9d03-b23b8679d3e9 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:51:30.444490 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5586759a-7fa6-421b-a1af-eecfceba9712 req-30ef6019-7fc3-4492-8a2d-5f8ea0abcf44 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:30.446112 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5586759a-7fa6-421b-a1af-eecfceba9712 req-30ef6019-7fc3-4492-8a2d-5f8ea0abcf44 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.1338811 Sep 24 15:51:30.452189 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-442dc7e3-e025-4ed1-8393-ea6fe1998f56 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Router e8b08539-45c3-4d06-a2a8-803b1120f31c has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:51:30.462892 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [None req-f4a466b7-a64d-404b-bc41-2411f90ebe2c tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] device_id is not set on port d51a4d72-16a1-4686-8b8a-61ca94f43a84 yet. {{(pid=95298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:51:30.495571 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f4a466b7-a64d-404b-bc41-2411f90ebe2c tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:30.517242 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5586759a-7fa6-421b-a1af-eecfceba9712 req-5efaa428-555f-424d-87ce-6f93252fd1d7 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592127 Sep 24 15:51:30.650185 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f4a466b7-a64d-404b-bc41-2411f90ebe2c tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:30.686071 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-962362b5-1c7d-40f8-8750-ab55e198a192 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:30.697455 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02f08f-803a-4c5f-a0ff-905144353e10 req-eb4ea175-9be0-477d-9885-56dc9df43b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:30.697936 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02f08f-803a-4c5f-a0ff-905144353e10 req-eb4ea175-9be0-477d-9885-56dc9df43b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:30.698421 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02f08f-803a-4c5f-a0ff-905144353e10 req-eb4ea175-9be0-477d-9885-56dc9df43b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:30.698883 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02f08f-803a-4c5f-a0ff-905144353e10 req-eb4ea175-9be0-477d-9885-56dc9df43b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:30.699394 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02f08f-803a-4c5f-a0ff-905144353e10 req-eb4ea175-9be0-477d-9885-56dc9df43b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:30.699853 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02f08f-803a-4c5f-a0ff-905144353e10 req-eb4ea175-9be0-477d-9885-56dc9df43b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:30.700307 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02f08f-803a-4c5f-a0ff-905144353e10 req-eb4ea175-9be0-477d-9885-56dc9df43b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:30.702225 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2e02f08f-803a-4c5f-a0ff-905144353e10 req-eb4ea175-9be0-477d-9885-56dc9df43b06 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=4e03fc3d20524ffa9cc0335ea5171849&device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 6488 time: 0.6914446 Sep 24 15:51:30.706205 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d470541e-c022-46d9-99f8-c2060a03bd95 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:30.771441 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-442dc7e3-e025-4ed1-8393-ea6fe1998f56 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:51:30.782546 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-442dc7e3-e025-4ed1-8393-ea6fe1998f56 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "PUT /v2.0/routers/e8b08539-45c3-4d06-a2a8-803b1120f31c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6939533 Sep 24 15:51:30.782546 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-f4a466b7-a64d-404b-bc41-2411f90ebe2c tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port d51a4d72-16a1-4686-8b8a-61ca94f43a84 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:51:30.782546 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-f4a466b7-a64d-404b-bc41-2411f90ebe2c tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port d51a4d72-16a1-4686-8b8a-61ca94f43a84 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '2d8afdf4-e4c6-45a5-99c5-60b7fb6bc1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '18e6b336-46ac-4b9c-afb6-65391eaa1fd3'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:51:30.782546 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a466b7-a64d-404b-bc41-2411f90ebe2c tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port d51a4d72-16a1-4686-8b8a-61ca94f43a84 on network 18e6b336-46ac-4b9c-afb6-65391eaa1fd3 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:51:30.786165 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a466b7-a64d-404b-bc41-2411f90ebe2c tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Pushing event updated for resources: {'Port': ['ID=d51a4d72-16a1-4686-8b8a-61ca94f43a84,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:30.787735 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ac93ac-0426-46cc-8f04-2dcd5dec9fd8 None None] Sync routers for ids ['e8b08539-45c3-4d06-a2a8-803b1120f31c'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:51:30.801388 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a466b7-a64d-404b-bc41-2411f90ebe2c tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Port d51a4d72-16a1-4686-8b8a-61ca94f43a84 on network 18e6b336-46ac-4b9c-afb6-65391eaa1fd3 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:51:30.801746 n-d-808921-1 neutron-server[95298]: ERROR neutron.plugins.ml2.managers [None req-f4a466b7-a64d-404b-bc41-2411f90ebe2c tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Failed to bind port d51a4d72-16a1-4686-8b8a-61ca94f43a84 on host n-h2-808921-1 for vnic_type normal using segments [{'id': '2d8afdf4-e4c6-45a5-99c5-60b7fb6bc1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '18e6b336-46ac-4b9c-afb6-65391eaa1fd3'}] Sep 24 15:51:30.807318 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ac93ac-0426-46cc-8f04-2dcd5dec9fd8 None None] Routers {'e8b08539-45c3-4d06-a2a8-803b1120f31c'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:51:30.808060 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-25ac93ac-0426-46cc-8f04-2dcd5dec9fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:51:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['e8b08539-45c3-4d06-a2a8-803b1120f31c'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:30.810676 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fb51f1-959b-4328-b4a0-ebdf7b466090 req-aba173eb-1405-47f6-95aa-553f7ddf9e9a tempest-ServersNegativeTestMultiTenantJSON-1821011701 tempest-ServersNegativeTestMultiTenantJSON-1821011701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:30.819621 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-39fb51f1-959b-4328-b4a0-ebdf7b466090 req-aba173eb-1405-47f6-95aa-553f7ddf9e9a tempest-ServersNegativeTestMultiTenantJSON-1821011701 tempest-ServersNegativeTestMultiTenantJSON-1821011701-project] 10.222.0.101 "GET /v2.0/ports?device_id=585b8e2e-054e-4657-933d-90f21ce5db48 HTTP/1.1" status: 200 len: 944 time: 0.1705213 Sep 24 15:51:30.820763 n-d-808921-1 neutron-server[95298]: INFO neutron.plugins.ml2.plugin [None req-f4a466b7-a64d-404b-bc41-2411f90ebe2c tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempt 2 to bind port d51a4d72-16a1-4686-8b8a-61ca94f43a84 Sep 24 15:51:30.852846 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-f4a466b7-a64d-404b-bc41-2411f90ebe2c tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port d51a4d72-16a1-4686-8b8a-61ca94f43a84 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:51:30.853196 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-f4a466b7-a64d-404b-bc41-2411f90ebe2c tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port d51a4d72-16a1-4686-8b8a-61ca94f43a84 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '2d8afdf4-e4c6-45a5-99c5-60b7fb6bc1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '18e6b336-46ac-4b9c-afb6-65391eaa1fd3'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:51:30.853558 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a466b7-a64d-404b-bc41-2411f90ebe2c tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port d51a4d72-16a1-4686-8b8a-61ca94f43a84 on network 18e6b336-46ac-4b9c-afb6-65391eaa1fd3 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:51:30.865553 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a466b7-a64d-404b-bc41-2411f90ebe2c tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Port d51a4d72-16a1-4686-8b8a-61ca94f43a84 on network 18e6b336-46ac-4b9c-afb6-65391eaa1fd3 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:51:30.865934 n-d-808921-1 neutron-server[95298]: ERROR neutron.plugins.ml2.managers [None req-f4a466b7-a64d-404b-bc41-2411f90ebe2c tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Failed to bind port d51a4d72-16a1-4686-8b8a-61ca94f43a84 on host n-h2-808921-1 for vnic_type normal using segments [{'id': '2d8afdf4-e4c6-45a5-99c5-60b7fb6bc1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '18e6b336-46ac-4b9c-afb6-65391eaa1fd3'}] Sep 24 15:51:30.866676 n-d-808921-1 neutron-server[95298]: INFO neutron.plugins.ml2.plugin [None req-f4a466b7-a64d-404b-bc41-2411f90ebe2c tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempt 3 to bind port d51a4d72-16a1-4686-8b8a-61ca94f43a84 Sep 24 15:51:30.894119 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-f4a466b7-a64d-404b-bc41-2411f90ebe2c tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port d51a4d72-16a1-4686-8b8a-61ca94f43a84 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:51:30.894495 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-f4a466b7-a64d-404b-bc41-2411f90ebe2c tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port d51a4d72-16a1-4686-8b8a-61ca94f43a84 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '2d8afdf4-e4c6-45a5-99c5-60b7fb6bc1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '18e6b336-46ac-4b9c-afb6-65391eaa1fd3'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:51:30.895105 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a466b7-a64d-404b-bc41-2411f90ebe2c tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port d51a4d72-16a1-4686-8b8a-61ca94f43a84 on network 18e6b336-46ac-4b9c-afb6-65391eaa1fd3 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:51:30.914055 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-39fb51f1-959b-4328-b4a0-ebdf7b466090 req-0b1b028c-88a0-458a-bdeb-ba9503e9f0a8 tempest-ServersNegativeTestMultiTenantJSON-1821011701 tempest-ServersNegativeTestMultiTenantJSON-1821011701-project] 10.222.0.101 "GET /v2.0/security-groups?id=aeb2e29a-8a0c-4467-9394-1be32cc189e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938225 Sep 24 15:51:30.917829 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a466b7-a64d-404b-bc41-2411f90ebe2c tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Port d51a4d72-16a1-4686-8b8a-61ca94f43a84 on network 18e6b336-46ac-4b9c-afb6-65391eaa1fd3 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:51:30.918418 n-d-808921-1 neutron-server[95298]: ERROR neutron.plugins.ml2.managers [None req-f4a466b7-a64d-404b-bc41-2411f90ebe2c tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Failed to bind port d51a4d72-16a1-4686-8b8a-61ca94f43a84 on host n-h2-808921-1 for vnic_type normal using segments [{'id': '2d8afdf4-e4c6-45a5-99c5-60b7fb6bc1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '18e6b336-46ac-4b9c-afb6-65391eaa1fd3'}] Sep 24 15:51:30.918995 n-d-808921-1 neutron-server[95298]: INFO neutron.plugins.ml2.plugin [None req-f4a466b7-a64d-404b-bc41-2411f90ebe2c tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempt 4 to bind port d51a4d72-16a1-4686-8b8a-61ca94f43a84 Sep 24 15:51:30.945277 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-f4a466b7-a64d-404b-bc41-2411f90ebe2c tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port d51a4d72-16a1-4686-8b8a-61ca94f43a84 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:51:30.945594 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-f4a466b7-a64d-404b-bc41-2411f90ebe2c tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port d51a4d72-16a1-4686-8b8a-61ca94f43a84 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '2d8afdf4-e4c6-45a5-99c5-60b7fb6bc1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '18e6b336-46ac-4b9c-afb6-65391eaa1fd3'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:51:30.945937 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a466b7-a64d-404b-bc41-2411f90ebe2c tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port d51a4d72-16a1-4686-8b8a-61ca94f43a84 on network 18e6b336-46ac-4b9c-afb6-65391eaa1fd3 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:51:30.951387 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a466b7-a64d-404b-bc41-2411f90ebe2c tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Port d51a4d72-16a1-4686-8b8a-61ca94f43a84 on network 18e6b336-46ac-4b9c-afb6-65391eaa1fd3 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:51:30.951718 n-d-808921-1 neutron-server[95298]: ERROR neutron.plugins.ml2.managers [None req-f4a466b7-a64d-404b-bc41-2411f90ebe2c tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Failed to bind port d51a4d72-16a1-4686-8b8a-61ca94f43a84 on host n-h2-808921-1 for vnic_type normal using segments [{'id': '2d8afdf4-e4c6-45a5-99c5-60b7fb6bc1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '18e6b336-46ac-4b9c-afb6-65391eaa1fd3'}] Sep 24 15:51:30.952113 n-d-808921-1 neutron-server[95298]: INFO neutron.plugins.ml2.plugin [None req-f4a466b7-a64d-404b-bc41-2411f90ebe2c tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempt 5 to bind port d51a4d72-16a1-4686-8b8a-61ca94f43a84 Sep 24 15:51:30.978393 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-f4a466b7-a64d-404b-bc41-2411f90ebe2c tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port d51a4d72-16a1-4686-8b8a-61ca94f43a84 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:51:30.979064 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-f4a466b7-a64d-404b-bc41-2411f90ebe2c tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port d51a4d72-16a1-4686-8b8a-61ca94f43a84 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '2d8afdf4-e4c6-45a5-99c5-60b7fb6bc1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '18e6b336-46ac-4b9c-afb6-65391eaa1fd3'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:51:30.979178 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a466b7-a64d-404b-bc41-2411f90ebe2c tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port d51a4d72-16a1-4686-8b8a-61ca94f43a84 on network 18e6b336-46ac-4b9c-afb6-65391eaa1fd3 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:51:30.984266 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a466b7-a64d-404b-bc41-2411f90ebe2c tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Port d51a4d72-16a1-4686-8b8a-61ca94f43a84 on network 18e6b336-46ac-4b9c-afb6-65391eaa1fd3 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:51:30.984646 n-d-808921-1 neutron-server[95298]: ERROR neutron.plugins.ml2.managers [None req-f4a466b7-a64d-404b-bc41-2411f90ebe2c tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Failed to bind port d51a4d72-16a1-4686-8b8a-61ca94f43a84 on host n-h2-808921-1 for vnic_type normal using segments [{'id': '2d8afdf4-e4c6-45a5-99c5-60b7fb6bc1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '18e6b336-46ac-4b9c-afb6-65391eaa1fd3'}] Sep 24 15:51:30.985055 n-d-808921-1 neutron-server[95298]: INFO neutron.plugins.ml2.plugin [None req-f4a466b7-a64d-404b-bc41-2411f90ebe2c tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempt 6 to bind port d51a4d72-16a1-4686-8b8a-61ca94f43a84 Sep 24 15:51:30.999585 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-f4a466b7-a64d-404b-bc41-2411f90ebe2c tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port d51a4d72-16a1-4686-8b8a-61ca94f43a84 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:51:30.999944 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-f4a466b7-a64d-404b-bc41-2411f90ebe2c tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port d51a4d72-16a1-4686-8b8a-61ca94f43a84 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '2d8afdf4-e4c6-45a5-99c5-60b7fb6bc1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '18e6b336-46ac-4b9c-afb6-65391eaa1fd3'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:51:31.000280 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a466b7-a64d-404b-bc41-2411f90ebe2c tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port d51a4d72-16a1-4686-8b8a-61ca94f43a84 on network 18e6b336-46ac-4b9c-afb6-65391eaa1fd3 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:51:31.006605 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a466b7-a64d-404b-bc41-2411f90ebe2c tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Port d51a4d72-16a1-4686-8b8a-61ca94f43a84 on network 18e6b336-46ac-4b9c-afb6-65391eaa1fd3 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:51:31.006813 n-d-808921-1 neutron-server[95298]: ERROR neutron.plugins.ml2.managers [None req-f4a466b7-a64d-404b-bc41-2411f90ebe2c tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Failed to bind port d51a4d72-16a1-4686-8b8a-61ca94f43a84 on host n-h2-808921-1 for vnic_type normal using segments [{'id': '2d8afdf4-e4c6-45a5-99c5-60b7fb6bc1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '18e6b336-46ac-4b9c-afb6-65391eaa1fd3'}] Sep 24 15:51:31.007167 n-d-808921-1 neutron-server[95298]: INFO neutron.plugins.ml2.plugin [None req-f4a466b7-a64d-404b-bc41-2411f90ebe2c tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempt 7 to bind port d51a4d72-16a1-4686-8b8a-61ca94f43a84 Sep 24 15:51:31.023217 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-f4a466b7-a64d-404b-bc41-2411f90ebe2c tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port d51a4d72-16a1-4686-8b8a-61ca94f43a84 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:51:31.023563 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-f4a466b7-a64d-404b-bc41-2411f90ebe2c tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port d51a4d72-16a1-4686-8b8a-61ca94f43a84 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '2d8afdf4-e4c6-45a5-99c5-60b7fb6bc1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '18e6b336-46ac-4b9c-afb6-65391eaa1fd3'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:51:31.023904 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a466b7-a64d-404b-bc41-2411f90ebe2c tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port d51a4d72-16a1-4686-8b8a-61ca94f43a84 on network 18e6b336-46ac-4b9c-afb6-65391eaa1fd3 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:51:31.029787 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a466b7-a64d-404b-bc41-2411f90ebe2c tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Port d51a4d72-16a1-4686-8b8a-61ca94f43a84 on network 18e6b336-46ac-4b9c-afb6-65391eaa1fd3 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:51:31.030122 n-d-808921-1 neutron-server[95298]: ERROR neutron.plugins.ml2.managers [None req-f4a466b7-a64d-404b-bc41-2411f90ebe2c tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Failed to bind port d51a4d72-16a1-4686-8b8a-61ca94f43a84 on host n-h2-808921-1 for vnic_type normal using segments [{'id': '2d8afdf4-e4c6-45a5-99c5-60b7fb6bc1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '18e6b336-46ac-4b9c-afb6-65391eaa1fd3'}] Sep 24 15:51:31.030743 n-d-808921-1 neutron-server[95298]: INFO neutron.plugins.ml2.plugin [None req-f4a466b7-a64d-404b-bc41-2411f90ebe2c tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempt 8 to bind port d51a4d72-16a1-4686-8b8a-61ca94f43a84 Sep 24 15:51:31.044492 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02f08f-803a-4c5f-a0ff-905144353e10 req-ebc9017e-be15-49e5-a71b-dfedad3f02f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:31.044970 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02f08f-803a-4c5f-a0ff-905144353e10 req-ebc9017e-be15-49e5-a71b-dfedad3f02f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:31.045532 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02f08f-803a-4c5f-a0ff-905144353e10 req-ebc9017e-be15-49e5-a71b-dfedad3f02f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:31.046841 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-f4a466b7-a64d-404b-bc41-2411f90ebe2c tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port d51a4d72-16a1-4686-8b8a-61ca94f43a84 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:51:31.047096 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2e02f08f-803a-4c5f-a0ff-905144353e10 req-ebc9017e-be15-49e5-a71b-dfedad3f02f0 service neutron] 10.222.0.110 "GET /v2.0/networks?id=fd4dbc0b-12eb-4c1c-a696-391550e45003&id=9045208f-96a3-4106-bd0d-84166192bb83&id=9045208f-96a3-4106-bd0d-84166192bb83&id=9045208f-96a3-4106-bd0d-84166192bb83&id=9045208f-96a3-4106-bd0d-84166192bb83&id=e4856753-6c1e-428e-a2fe-e4f7731cb6f7&id=e4856753-6c1e-428e-a2fe-e4f7731cb6f7 HTTP/1.1" status: 200 len: 2296 time: 0.2904069 Sep 24 15:51:31.047210 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-f4a466b7-a64d-404b-bc41-2411f90ebe2c tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port d51a4d72-16a1-4686-8b8a-61ca94f43a84 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '2d8afdf4-e4c6-45a5-99c5-60b7fb6bc1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '18e6b336-46ac-4b9c-afb6-65391eaa1fd3'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:51:31.047536 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a466b7-a64d-404b-bc41-2411f90ebe2c tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port d51a4d72-16a1-4686-8b8a-61ca94f43a84 on network 18e6b336-46ac-4b9c-afb6-65391eaa1fd3 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:51:31.053593 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a466b7-a64d-404b-bc41-2411f90ebe2c tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Port d51a4d72-16a1-4686-8b8a-61ca94f43a84 on network 18e6b336-46ac-4b9c-afb6-65391eaa1fd3 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:51:31.054088 n-d-808921-1 neutron-server[95298]: ERROR neutron.plugins.ml2.managers [None req-f4a466b7-a64d-404b-bc41-2411f90ebe2c tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Failed to bind port d51a4d72-16a1-4686-8b8a-61ca94f43a84 on host n-h2-808921-1 for vnic_type normal using segments [{'id': '2d8afdf4-e4c6-45a5-99c5-60b7fb6bc1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '18e6b336-46ac-4b9c-afb6-65391eaa1fd3'}] Sep 24 15:51:31.054543 n-d-808921-1 neutron-server[95298]: INFO neutron.plugins.ml2.plugin [None req-f4a466b7-a64d-404b-bc41-2411f90ebe2c tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempt 9 to bind port d51a4d72-16a1-4686-8b8a-61ca94f43a84 Sep 24 15:51:31.072992 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-f4a466b7-a64d-404b-bc41-2411f90ebe2c tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port d51a4d72-16a1-4686-8b8a-61ca94f43a84 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:51:31.073368 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-f4a466b7-a64d-404b-bc41-2411f90ebe2c tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port d51a4d72-16a1-4686-8b8a-61ca94f43a84 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '2d8afdf4-e4c6-45a5-99c5-60b7fb6bc1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '18e6b336-46ac-4b9c-afb6-65391eaa1fd3'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:51:31.073779 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a466b7-a64d-404b-bc41-2411f90ebe2c tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port d51a4d72-16a1-4686-8b8a-61ca94f43a84 on network 18e6b336-46ac-4b9c-afb6-65391eaa1fd3 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:51:31.079812 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a466b7-a64d-404b-bc41-2411f90ebe2c tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Port d51a4d72-16a1-4686-8b8a-61ca94f43a84 on network 18e6b336-46ac-4b9c-afb6-65391eaa1fd3 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:51:31.080154 n-d-808921-1 neutron-server[95298]: ERROR neutron.plugins.ml2.managers [None req-f4a466b7-a64d-404b-bc41-2411f90ebe2c tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Failed to bind port d51a4d72-16a1-4686-8b8a-61ca94f43a84 on host n-h2-808921-1 for vnic_type normal using segments [{'id': '2d8afdf4-e4c6-45a5-99c5-60b7fb6bc1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '18e6b336-46ac-4b9c-afb6-65391eaa1fd3'}] Sep 24 15:51:31.080601 n-d-808921-1 neutron-server[95298]: INFO neutron.plugins.ml2.plugin [None req-f4a466b7-a64d-404b-bc41-2411f90ebe2c tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempt 10 to bind port d51a4d72-16a1-4686-8b8a-61ca94f43a84 Sep 24 15:51:31.105694 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-f4a466b7-a64d-404b-bc41-2411f90ebe2c tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port d51a4d72-16a1-4686-8b8a-61ca94f43a84 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:51:31.105694 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-f4a466b7-a64d-404b-bc41-2411f90ebe2c tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port d51a4d72-16a1-4686-8b8a-61ca94f43a84 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '2d8afdf4-e4c6-45a5-99c5-60b7fb6bc1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '18e6b336-46ac-4b9c-afb6-65391eaa1fd3'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:51:31.105694 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a466b7-a64d-404b-bc41-2411f90ebe2c tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port d51a4d72-16a1-4686-8b8a-61ca94f43a84 on network 18e6b336-46ac-4b9c-afb6-65391eaa1fd3 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:51:31.120809 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a466b7-a64d-404b-bc41-2411f90ebe2c tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Port d51a4d72-16a1-4686-8b8a-61ca94f43a84 on network 18e6b336-46ac-4b9c-afb6-65391eaa1fd3 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:51:31.121146 n-d-808921-1 neutron-server[95298]: ERROR neutron.plugins.ml2.managers [None req-f4a466b7-a64d-404b-bc41-2411f90ebe2c tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Failed to bind port d51a4d72-16a1-4686-8b8a-61ca94f43a84 on host n-h2-808921-1 for vnic_type normal using segments [{'id': '2d8afdf4-e4c6-45a5-99c5-60b7fb6bc1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '18e6b336-46ac-4b9c-afb6-65391eaa1fd3'}] Sep 24 15:51:31.121521 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f4a466b7-a64d-404b-bc41-2411f90ebe2c tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:31.169064 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2e02f08f-803a-4c5f-a0ff-905144353e10 req-0066469a-c738-48ba-8cc5-1a66235cef0e service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc03181b-eebc-4350-ae95-5058ea48d9fb HTTP/1.1" status: 200 len: 1000 time: 0.1118431 Sep 24 15:51:31.174941 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7048f18c-c488-4224-a7e2-50cfd2778b7d req-def20e84-b959-4344-b1c8-20dc0db73c9c tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1523421289&fields=id&tenant_id=7e512e155fd047afb7c369ee55b40ecc HTTP/1.1" status: 200 len: 267 time: 0.0846214 Sep 24 15:51:31.239000 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d470541e-c022-46d9-99f8-c2060a03bd95 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Router bf6b4938-c8d2-4511-8bc9-050df91a2ed7 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:51:31.285894 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02f08f-803a-4c5f-a0ff-905144353e10 req-801486f2-7754-4608-957b-42ecf74af743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:31.287711 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2e02f08f-803a-4c5f-a0ff-905144353e10 req-801486f2-7754-4608-957b-42ecf74af743 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=ff90cfb5-edb1-4dd2-95a8-9b64a8718aa6 HTTP/1.1" status: 200 len: 851 time: 0.1102786 Sep 24 15:51:31.321851 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device f1ce9626-345b-4635-9c63-683335b64075 up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:51:31.331591 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-f4a466b7-a64d-404b-bc41-2411f90ebe2c tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] For port d51a4d72-16a1-4686-8b8a-61ca94f43a84, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:51:31.331954 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-f4a466b7-a64d-404b-bc41-2411f90ebe2c tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempted to set empty binding levels {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 24 15:51:31.365645 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7048f18c-c488-4224-a7e2-50cfd2778b7d req-a06a7a56-a127-46b1-bc45-39de5d3b31bf tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:31.368546 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7048f18c-c488-4224-a7e2-50cfd2778b7d req-a06a7a56-a127-46b1-bc45-39de5d3b31bf tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/networks?id=603fb403-a01d-4073-8f75-f2b0f098e42f HTTP/1.1" status: 200 len: 797 time: 0.1914022 Sep 24 15:51:31.395164 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7048f18c-c488-4224-a7e2-50cfd2778b7d req-e29ade59-9c64-4342-a9d0-235cb37f37cd tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/quotas/7e512e155fd047afb7c369ee55b40ecc HTTP/1.1" status: 200 len: 375 time: 0.0183849 Sep 24 15:51:31.444025 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f4a466b7-a64d-404b-bc41-2411f90ebe2c tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:31.471132 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-dac108fd-c6b6-4132-b84b-c2ce3dfe6b0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:31.481149 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-25ac93ac-0426-46cc-8f04-2dcd5dec9fd8 None None] Set router e8b08539-45c3-4d06-a2a8-803b1120f31c gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:51:31.532216 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdff759-e9e6-4b99-abe9-671fbd5f8927 req-58640a18-8bd6-430b-9144-7bd840351e70 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:31.534321 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8bdff759-e9e6-4b99-abe9-671fbd5f8927 req-58640a18-8bd6-430b-9144-7bd840351e70 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.2906077 Sep 24 15:51:31.544154 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a466b7-a64d-404b-bc41-2411f90ebe2c tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Pushing event updated for resources: {'Port': ['ID=d51a4d72-16a1-4686-8b8a-61ca94f43a84,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:31.554753 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-f4a466b7-a64d-404b-bc41-2411f90ebe2c tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] In _notify_port_updated(), no bound segment for port d51a4d72-16a1-4686-8b8a-61ca94f43a84 on network 18e6b336-46ac-4b9c-afb6-65391eaa1fd3 {{(pid=95298) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 24 15:51:31.556017 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a466b7-a64d-404b-bc41-2411f90ebe2c tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:31.556740 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f4a466b7-a64d-404b-bc41-2411f90ebe2c tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:31.561380 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-f4a466b7-a64d-404b-bc41-2411f90ebe2c tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] 10.222.0.101 "PUT /v2.0/ports/d51a4d72-16a1-4686-8b8a-61ca94f43a84 HTTP/1.1" status: 200 len: 974 time: 1.7935011 Sep 24 15:51:31.567789 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 40822) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:31.582735 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02f08f-803a-4c5f-a0ff-905144353e10 req-2e1ac68e-3f75-4945-b2ca-efbdf98f9e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:31.584292 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2e02f08f-803a-4c5f-a0ff-905144353e10 req-2e1ac68e-3f75-4945-b2ca-efbdf98f9e5e service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=fd4dbc0b-12eb-4c1c-a696-391550e45003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2857237 Sep 24 15:51:31.590123 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7048f18c-c488-4224-a7e2-50cfd2778b7d req-26eeb1e0-311a-4486-af47-d1f21f81803e tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=7e512e155fd047afb7c369ee55b40ecc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1890879 Sep 24 15:51:31.615094 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d470541e-c022-46d9-99f8-c2060a03bd95 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:51:31.621808 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-d470541e-c022-46d9-99f8-c2060a03bd95 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "PUT /v2.0/routers/bf6b4938-c8d2-4511-8bc9-050df91a2ed7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0588572 Sep 24 15:51:31.631315 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7e3415-44f5-4bd3-aafe-892b7a5289d8 None None] Sync routers for ids ['bf6b4938-c8d2-4511-8bc9-050df91a2ed7'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:51:31.639294 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 40824) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:31.644375 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [req-7048f18c-c488-4224-a7e2-50cfd2778b7d req-97673d4e-1321-4686-85b8-f47dadccaeff service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:51:31.645307 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7e3415-44f5-4bd3-aafe-892b7a5289d8 None None] Routers {'bf6b4938-c8d2-4511-8bc9-050df91a2ed7'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:51:31.647654 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-0b7e3415-44f5-4bd3-aafe-892b7a5289d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:51:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['bf6b4938-c8d2-4511-8bc9-050df91a2ed7'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:31.649222 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7048f18c-c488-4224-a7e2-50cfd2778b7d req-97673d4e-1321-4686-85b8-f47dadccaeff service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0107377 Sep 24 15:51:31.681388 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port f1ce9626-345b-4635-9c63-683335b64075 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:51:31.687287 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port f1ce9626-345b-4635-9c63-683335b64075 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:51:31.687672 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:31.717079 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-962362b5-1c7d-40f8-8750-ab55e198a192 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:31.759035 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-0b7e3415-44f5-4bd3-aafe-892b7a5289d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:31.776290 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8bdff759-e9e6-4b99-abe9-671fbd5f8927 req-f667945a-283e-47fd-9048-96176e52dd39 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044837 Sep 24 15:51:31.781874 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-962362b5-1c7d-40f8-8750-ab55e198a192 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:31.794600 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7e3415-44f5-4bd3-aafe-892b7a5289d8 None None] Routers {'bf6b4938-c8d2-4511-8bc9-050df91a2ed7'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:51:31.796318 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-0b7e3415-44f5-4bd3-aafe-892b7a5289d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:51:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['bf6b4938-c8d2-4511-8bc9-050df91a2ed7'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:31.816307 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2e02f08f-803a-4c5f-a0ff-905144353e10 req-4cdfe808-dc70-4380-ac78-521a07ebf03b service neutron] 10.222.0.110 "GET /v2.0/networks/fd4dbc0b-12eb-4c1c-a696-391550e45003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184696 Sep 24 15:51:31.863822 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-0b7e3415-44f5-4bd3-aafe-892b7a5289d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:31.864751 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7e3415-44f5-4bd3-aafe-892b7a5289d8 None None] The sync data for ids ['bf6b4938-c8d2-4511-8bc9-050df91a2ed7'] in n-d-808921-1 is: [] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:51:31.922732 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:32.000461 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a24a2e7-c718-4859-8d82-7fa54f99f566 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:32.000920 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a24a2e7-c718-4859-8d82-7fa54f99f566 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:32.001402 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a24a2e7-c718-4859-8d82-7fa54f99f566 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:32.001870 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a24a2e7-c718-4859-8d82-7fa54f99f566 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:32.002354 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a24a2e7-c718-4859-8d82-7fa54f99f566 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:32.002865 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a24a2e7-c718-4859-8d82-7fa54f99f566 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:32.003335 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a24a2e7-c718-4859-8d82-7fa54f99f566 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:32.003955 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a24a2e7-c718-4859-8d82-7fa54f99f566 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:32.004424 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a24a2e7-c718-4859-8d82-7fa54f99f566 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:32.004941 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a24a2e7-c718-4859-8d82-7fa54f99f566 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:32.005409 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a24a2e7-c718-4859-8d82-7fa54f99f566 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:32.005971 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a24a2e7-c718-4859-8d82-7fa54f99f566 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:32.006463 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a24a2e7-c718-4859-8d82-7fa54f99f566 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:32.006926 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a24a2e7-c718-4859-8d82-7fa54f99f566 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:32.007674 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a24a2e7-c718-4859-8d82-7fa54f99f566 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:32.007877 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a24a2e7-c718-4859-8d82-7fa54f99f566 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:32.008337 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a24a2e7-c718-4859-8d82-7fa54f99f566 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:32.008622 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:51:32.008816 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a24a2e7-c718-4859-8d82-7fa54f99f566 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:32.011094 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a24a2e7-c718-4859-8d82-7fa54f99f566 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:32.011094 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a24a2e7-c718-4859-8d82-7fa54f99f566 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:32.011094 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a24a2e7-c718-4859-8d82-7fa54f99f566 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:32.011094 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a24a2e7-c718-4859-8d82-7fa54f99f566 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:32.011094 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a24a2e7-c718-4859-8d82-7fa54f99f566 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:32.011551 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a24a2e7-c718-4859-8d82-7fa54f99f566 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:32.011977 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a24a2e7-c718-4859-8d82-7fa54f99f566 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:32.012436 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a24a2e7-c718-4859-8d82-7fa54f99f566 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:32.020243 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-5a24a2e7-c718-4859-8d82-7fa54f99f566 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 23489 time: 0.4467745 Sep 24 15:51:32.020911 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 40828) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:32.024455 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-962362b5-1c7d-40f8-8750-ab55e198a192 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Allocated IP 172.25.0.154 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/afc1a09e-99bb-407a-8854-58a20999125f) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:51:32.030724 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2e02f08f-803a-4c5f-a0ff-905144353e10 req-5757fa71-7333-4ed1-9d1f-f9eb3a3ef357 service neutron] 10.222.0.110 "GET /v2.0/networks/fd4dbc0b-12eb-4c1c-a696-391550e45003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748753 Sep 24 15:51:32.038279 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-25ac93ac-0426-46cc-8f04-2dcd5dec9fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b08539-45c3-4d06-a2a8-803b1120f31c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1368539168', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'eea69618-4726-4634-897d-ebd43454935e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:51:16Z', 'updated_at': '2021-09-24T15:51:28Z', 'revision_number': 4, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'gw_port': {'id': 'eea69618-4726-4634-897d-ebd43454935e', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f1:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b08539-45c3-4d06-a2a8-803b1120f31c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:51:17Z', 'updated_at': '2021-09-24T15:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '0318c350-25c4-4933-9d03-b23b8679d3e9', 'name': '', 'network_id': '603fb403-a01d-4073-8f75-f2b0f098e42f', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'mac_address': 'fa:16:3e:22:49:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b08539-45c3-4d06-a2a8-803b1120f31c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': 'f7740272-3ddd-4c63-a492-aed51d47ee4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:51:26Z', 'updated_at': '2021-09-24T15:51:28Z', 'revision_number': 2, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'subnets': [{'id': 'f7740272-3ddd-4c63-a492-aed51d47ee4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:32.040275 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '585b8e2e-054e-4657-933d-90f21ce5db48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ce9626-345b-4635-9c63-683335b64075'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:51:32.043191 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86952fa7-a00d-4f50-ae01-6a970fa023c3" -d '{"events": [{"server_uuid": "585b8e2e-054e-4657-933d-90f21ce5db48", "name": "network-vif-plugged", "status": "completed", "tag": "f1ce9626-345b-4635-9c63-683335b64075"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:51:32.091206 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2e02f08f-803a-4c5f-a0ff-905144353e10 req-aa91976b-2367-4357-9d06-150150812b94 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=fa6b1e2c-793d-44ab-91ff-29c9061ff55a HTTP/1.1" status: 200 len: 217 time: 0.0490828 Sep 24 15:51:32.100264 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ac93ac-0426-46cc-8f04-2dcd5dec9fd8 None None] Checking router: e8b08539-45c3-4d06-a2a8-803b1120f31c for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:51:32.103723 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ac93ac-0426-46cc-8f04-2dcd5dec9fd8 None None] Updating router e8b08539-45c3-4d06-a2a8-803b1120f31c port 0318c350-25c4-4933-9d03-b23b8679d3e9 binding host n-d-808921-1 {{(pid=95299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:51:32.107955 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port f1ce9626-345b-4635-9c63-683335b64075, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=f1ce9626-345b-4635-9c63-683335b64075,segment=NetworkSegment(df4c5c31-9f82-4aa4-adeb-c312f81e3781),segment_id=df4c5c31-9f82-4aa4-adeb-c312f81e3781)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:51:32.145298 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-25ac93ac-0426-46cc-8f04-2dcd5dec9fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:32.170279 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7048f18c-c488-4224-a7e2-50cfd2778b7d req-7ff26f8b-766c-4956-a81a-f58df427b660 service neutron] 10.222.0.101 "GET /v2.0/networks/603fb403-a01d-4073-8f75-f2b0f098e42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885547 Sep 24 15:51:32.221388 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:32.242540 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-c77dfd56-5388-4976-b9e1-5b503c0fab0b tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Deleting port d51a4d72-16a1-4686-8b8a-61ca94f43a84 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:51:32.242761 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c77dfd56-5388-4976-b9e1-5b503c0fab0b tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:32.253335 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02f08f-803a-4c5f-a0ff-905144353e10 req-ef3a04b7-56b3-4134-90bf-cf53eb3130c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:32.255218 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2e02f08f-803a-4c5f-a0ff-905144353e10 req-ef3a04b7-56b3-4134-90bf-cf53eb3130c4 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=98209579-5345-4ff1-a6ee-f33b5735b225 HTTP/1.1" status: 200 len: 797 time: 0.1402478 Sep 24 15:51:32.265574 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d184923-9925-4770-8eb6-bf79f2fa3e73 req-eb373bb0-64d7-4745-9678-ed77b0c04ffd tempest-ServersNegativeTestMultiTenantJSON-1821011701 tempest-ServersNegativeTestMultiTenantJSON-1821011701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:32.267299 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1d184923-9925-4770-8eb6-bf79f2fa3e73 req-eb373bb0-64d7-4745-9678-ed77b0c04ffd tempest-ServersNegativeTestMultiTenantJSON-1821011701 tempest-ServersNegativeTestMultiTenantJSON-1821011701-project] 10.222.0.101 "GET /v2.0/ports?device_id=585b8e2e-054e-4657-933d-90f21ce5db48 HTTP/1.1" status: 200 len: 944 time: 0.1813371 Sep 24 15:51:32.345539 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-962362b5-1c7d-40f8-8750-ab55e198a192 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:32.378608 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=f1ce9626-345b-4635-9c63-683335b64075,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:32.395195 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-c77dfd56-5388-4976-b9e1-5b503c0fab0b tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] For port d51a4d72-16a1-4686-8b8a-61ca94f43a84, host n-h2-808921-1, got binding levels [] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:51:32.395562 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c77dfd56-5388-4976-b9e1-5b503c0fab0b tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:32.396324 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1d184923-9925-4770-8eb6-bf79f2fa3e73 req-bae0e125-9f45-45c0-b3a1-abb386970faa tempest-ServersNegativeTestMultiTenantJSON-1821011701 tempest-ServersNegativeTestMultiTenantJSON-1821011701-project] 10.222.0.101 "GET /v2.0/security-groups?id=aeb2e29a-8a0c-4467-9394-1be32cc189e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151912 Sep 24 15:51:32.404445 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02f08f-803a-4c5f-a0ff-905144353e10 req-e118e6b4-8aef-42a2-a332-a398dc27ec2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:32.406091 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2e02f08f-803a-4c5f-a0ff-905144353e10 req-e118e6b4-8aef-42a2-a332-a398dc27ec2e service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9045208f-96a3-4106-bd0d-84166192bb83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1355777 Sep 24 15:51:32.415379 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-c77dfd56-5388-4976-b9e1-5b503c0fab0b tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Calling delete_port for d51a4d72-16a1-4686-8b8a-61ca94f43a84 owned by {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:51:32.418718 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7048f18c-c488-4224-a7e2-50cfd2778b7d req-09f360b2-a43d-40c4-9abd-09ce80d121d6 service neutron] 10.222.0.101 "GET /v2.0/networks/603fb403-a01d-4073-8f75-f2b0f098e42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358274 Sep 24 15:51:32.812054 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b0669c-c766-438a-9137-c92c09738f83 x-openstack-request-id: req-75b0669c-c766-438a-9137-c92c09738f83 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:51:32.812285 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "585b8e2e-054e-4657-933d-90f21ce5db48", "name": "network-vif-plugged", "status": "completed", "tag": "f1ce9626-345b-4635-9c63-683335b64075", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:51:32.819772 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-976939aa-e776-4ceb-b7bc-9e2dc0ddfda0 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:32.820366 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-75b0669c-c766-438a-9137-c92c09738f83 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:51:32.820366 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '585b8e2e-054e-4657-933d-90f21ce5db48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1ce9626-345b-4635-9c63-683335b64075', 'code': 200} Sep 24 15:51:32.843483 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-25ac93ac-0426-46cc-8f04-2dcd5dec9fd8 None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:32.927455 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-25ac93ac-0426-46cc-8f04-2dcd5dec9fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:33.023636 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3f12d54d-4c2b-4a45-9b21-eccbf3277130 req-01007fc3-dc7d-40b4-a532-98d5ebe20eac tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=cffe7aaf-b947-49e8-8c24-ba60972c40b9 HTTP/1.1" status: 200 len: 210 time: 0.0595343 Sep 24 15:51:33.046917 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326280cc-6e36-4d0a-b5b1-c118c13c9aaf None None] Pushing event updated for resources: {'Port': ['ID=0318c350-25c4-4933-9d03-b23b8679d3e9,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:33.084639 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-962362b5-1c7d-40f8-8750-ab55e198a192 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:33.118885 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e2cc6a-b413-4b5f-ae3f-1bd1424cd073 req-1b7ed08b-53e7-4890-8f9d-0eb960679e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:33.121579 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-28e2cc6a-b413-4b5f-ae3f-1bd1424cd073 req-1b7ed08b-53e7-4890-8f9d-0eb960679e2f service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=585b8e2e-054e-4657-933d-90f21ce5db48 HTTP/1.1" status: 200 len: 1096 time: 0.2399986 Sep 24 15:51:33.155249 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-25ac93ac-0426-46cc-8f04-2dcd5dec9fd8 None None] Attempting to bind port 0318c350-25c4-4933-9d03-b23b8679d3e9 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:51:33.165051 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-25ac93ac-0426-46cc-8f04-2dcd5dec9fd8 None None] Attempting to bind port 0318c350-25c4-4933-9d03-b23b8679d3e9 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'cda1c6cd-723d-48b0-aba0-c7ad881773d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '603fb403-a01d-4073-8f75-f2b0f098e42f'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:51:33.165817 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ac93ac-0426-46cc-8f04-2dcd5dec9fd8 None None] Attempting to bind port 0318c350-25c4-4933-9d03-b23b8679d3e9 on network 603fb403-a01d-4073-8f75-f2b0f098e42f {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:51:33.170967 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962362b5-1c7d-40f8-8750-ab55e198a192 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:51:33.182075 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-962362b5-1c7d-40f8-8750-ab55e198a192 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:51:33.185522 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962362b5-1c7d-40f8-8750-ab55e198a192 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:51:33.187652 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ac93ac-0426-46cc-8f04-2dcd5dec9fd8 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 51, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:51:33.188571 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ac93ac-0426-46cc-8f04-2dcd5dec9fd8 None None] Checking segment: {'id': 'cda1c6cd-723d-48b0-aba0-c7ad881773d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '603fb403-a01d-4073-8f75-f2b0f098e42f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:51:33.189152 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-25ac93ac-0426-46cc-8f04-2dcd5dec9fd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:33.189773 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ac93ac-0426-46cc-8f04-2dcd5dec9fd8 None None] Bound using segment: {'id': 'cda1c6cd-723d-48b0-aba0-c7ad881773d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '603fb403-a01d-4073-8f75-f2b0f098e42f'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:51:33.190951 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-25ac93ac-0426-46cc-8f04-2dcd5dec9fd8 None None] Bound port: 0318c350-25c4-4933-9d03-b23b8679d3e9, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda1c6cd-723d-48b0-aba0-c7ad881773d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '603fb403-a01d-4073-8f75-f2b0f098e42f'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:51:33.191563 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-25ac93ac-0426-46cc-8f04-2dcd5dec9fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:33.247974 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962362b5-1c7d-40f8-8750-ab55e198a192 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Pushing event updated for resources: {'Port': ['ID=afc1a09e-99bb-407a-8854-58a20999125f,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:33.257396 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2e02f08f-803a-4c5f-a0ff-905144353e10 req-808b4256-99f3-4c18-b561-6b9cffce34c5 service neutron] 10.222.0.110 "GET /v2.0/networks/9045208f-96a3-4106-bd0d-84166192bb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8307586 Sep 24 15:51:33.269782 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c77dfd56-5388-4976-b9e1-5b503c0fab0b tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:33.293236 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34eea58-fb07-4c00-b090-2b6134f121d5 req-068350f9-510b-4c79-9e7f-a5e2709bbe4c tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:33.294896 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e34eea58-fb07-4c00-b090-2b6134f121d5 req-068350f9-510b-4c79-9e7f-a5e2709bbe4c tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.3160846 Sep 24 15:51:33.316334 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-25ac93ac-0426-46cc-8f04-2dcd5dec9fd8 None None] For port 0318c350-25c4-4933-9d03-b23b8679d3e9, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:51:33.331183 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-25ac93ac-0426-46cc-8f04-2dcd5dec9fd8 None None] For port 0318c350-25c4-4933-9d03-b23b8679d3e9, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=0318c350-25c4-4933-9d03-b23b8679d3e9,segment=NetworkSegment(cda1c6cd-723d-48b0-aba0-c7ad881773d8),segment_id=cda1c6cd-723d-48b0-aba0-c7ad881773d8)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:51:33.358312 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77dfd56-5388-4976-b9e1-5b503c0fab0b tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Pushing event deleted for resources: {'Port': ['ID=d51a4d72-16a1-4686-8b8a-61ca94f43a84,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:33.396767 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c77dfd56-5388-4976-b9e1-5b503c0fab0b tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:33.402238 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-c77dfd56-5388-4976-b9e1-5b503c0fab0b tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] 10.222.0.101 "DELETE /v2.0/ports/d51a4d72-16a1-4686-8b8a-61ca94f43a84 HTTP/1.1" status: 204 len: 168 time: 1.3513210 Sep 24 15:51:33.405310 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-28e2cc6a-b413-4b5f-ae3f-1bd1424cd073 req-a553bbaf-37cd-4cd8-86d0-a0311ff3f360 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=aeb2e29a-8a0c-4467-9394-1be32cc189e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175627 Sep 24 15:51:33.405770 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 40850) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:33.412622 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-2404c02b-4858-4ec4-932e-f4458685c526 None None] Provisioning complete for port 0318c350-25c4-4933-9d03-b23b8679d3e9 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:51:33.413146 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2404c02b-4858-4ec4-932e-f4458685c526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:33.453078 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-9010de52-3bbe-47ea-a1a1-61c9699e4c64 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] GET failed (client error): The resource could not be found. Sep 24 15:51:33.460320 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-9010de52-3bbe-47ea-a1a1-61c9699e4c64 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] 10.222.0.101 "GET /v2.0/ports/d51a4d72-16a1-4686-8b8a-61ca94f43a84 HTTP/1.1" status: 404 len: 333 time: 0.0514584 Sep 24 15:51:33.461039 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 40854) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:33.476814 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-bf2589e5-60da-44f2-93ae-e150c1223435 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-824042580', 'network_id': '18e6b336-46ac-4b9c-afb6-65391eaa1fd3'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:51:33.489413 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e34eea58-fb07-4c00-b090-2b6134f121d5 req-b62fd0f1-7af1-480b-90f6-a9f089027b17 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472445 Sep 24 15:51:33.503797 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-25ac93ac-0426-46cc-8f04-2dcd5dec9fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:33.614932 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2e02f08f-803a-4c5f-a0ff-905144353e10 req-34866e55-44b0-4781-959a-7c9ab5e17ce7 service neutron] 10.222.0.110 "GET /v2.0/networks/9045208f-96a3-4106-bd0d-84166192bb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3451464 Sep 24 15:51:33.622407 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf2589e5-60da-44f2-93ae-e150c1223435 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Made reservation on behalf of 64de9d66b9034a4da714abc0008c1dd6 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:51:33.625033 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bf2589e5-60da-44f2-93ae-e150c1223435 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:33.689228 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [None req-bf2589e5-60da-44f2-93ae-e150c1223435 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] device_id is not set on port 82ddd140-0234-442a-9161-d1c9b71ee296 yet. {{(pid=95298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:51:33.693999 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ac93ac-0426-46cc-8f04-2dcd5dec9fd8 None None] Routers {'e8b08539-45c3-4d06-a2a8-803b1120f31c'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:51:33.694902 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-25ac93ac-0426-46cc-8f04-2dcd5dec9fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:51:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['e8b08539-45c3-4d06-a2a8-803b1120f31c'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:33.699748 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2e02f08f-803a-4c5f-a0ff-905144353e10 req-20af76f8-e3b0-42b7-9df7-97b50dfa362d service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=70f68d1a-4d62-4ee3-ae39-b3c0cf1402e5 HTTP/1.1" status: 200 len: 217 time: 0.0758893 Sep 24 15:51:33.712072 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72eb4f3-91f4-4404-9532-bb580d3417e0 req-dd42de6b-7610-4bc1-937c-c0613d7643d7 tempest-ServersNegativeTestMultiTenantJSON-1821011701 tempest-ServersNegativeTestMultiTenantJSON-1821011701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:33.713685 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d72eb4f3-91f4-4404-9532-bb580d3417e0 req-dd42de6b-7610-4bc1-937c-c0613d7643d7 tempest-ServersNegativeTestMultiTenantJSON-1821011701 tempest-ServersNegativeTestMultiTenantJSON-1821011701-project] 10.222.0.101 "GET /v2.0/ports?device_id=585b8e2e-054e-4657-933d-90f21ce5db48 HTTP/1.1" status: 200 len: 945 time: 0.2010515 Sep 24 15:51:33.750326 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326280cc-6e36-4d0a-b5b1-c118c13c9aaf None None] Pushing event updated for resources: {'Port': ['ID=0318c350-25c4-4933-9d03-b23b8679d3e9,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:33.755400 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-2404c02b-4858-4ec4-932e-f4458685c526 None None] Port 0318c350-25c4-4933-9d03-b23b8679d3e9 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:51:33.759709 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b107a5c-1554-49ff-9eb0-1ccbdc6dfec3 req-83370f6d-8a52-41e2-b921-632926de4992 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:33.767277 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0b107a5c-1554-49ff-9eb0-1ccbdc6dfec3 req-83370f6d-8a52-41e2-b921-632926de4992 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.1467154 Sep 24 15:51:33.856141 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-976939aa-e776-4ceb-b7bc-9e2dc0ddfda0 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Deleting port 96d44405-be09-4ea1-bdc4-7945a3f075f6 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:51:33.856814 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-976939aa-e776-4ceb-b7bc-9e2dc0ddfda0 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:33.892891 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02f08f-803a-4c5f-a0ff-905144353e10 req-fa70584d-c7a3-4edb-8ca1-33e9ccce1d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:33.895284 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2e02f08f-803a-4c5f-a0ff-905144353e10 req-fa70584d-c7a3-4edb-8ca1-33e9ccce1d8a service neutron] 10.222.0.110 "GET /v2.0/subnets?id=98209579-5345-4ff1-a6ee-f33b5735b225 HTTP/1.1" status: 200 len: 797 time: 0.1807079 Sep 24 15:51:33.903213 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d72eb4f3-91f4-4404-9532-bb580d3417e0 req-ecd32f47-ebb3-42dd-918d-30ffb37779f0 tempest-ServersNegativeTestMultiTenantJSON-1821011701 tempest-ServersNegativeTestMultiTenantJSON-1821011701-project] 10.222.0.101 "GET /v2.0/security-groups?id=aeb2e29a-8a0c-4467-9394-1be32cc189e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058266 Sep 24 15:51:33.930838 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0db3c755-c947-482d-90b4-dd0cceb88e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:33.941246 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0b107a5c-1554-49ff-9eb0-1ccbdc6dfec3 req-208ca8c4-2ad9-4e73-89dc-10fcd552a5b6 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684017 Sep 24 15:51:33.953660 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-25ac93ac-0426-46cc-8f04-2dcd5dec9fd8 None None] Set router e8b08539-45c3-4d06-a2a8-803b1120f31c gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:51:34.023431 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-962362b5-1c7d-40f8-8750-ab55e198a192 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:34.072618 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02f08f-803a-4c5f-a0ff-905144353e10 req-958c024e-1291-4d5a-a8f5-cf8281bbec9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:34.074202 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2e02f08f-803a-4c5f-a0ff-905144353e10 req-958c024e-1291-4d5a-a8f5-cf8281bbec9d service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9045208f-96a3-4106-bd0d-84166192bb83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1196406 Sep 24 15:51:34.140756 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-c7572282-081e-4ac6-a864-49d6e92a62f3 None None] Provisioning complete for port 0318c350-25c4-4933-9d03-b23b8679d3e9 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:51:34.141128 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c7572282-081e-4ac6-a864-49d6e92a62f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:34.295188 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d3c511f0-2ec3-4b79-b146-fdd47992a02a req-6d5f51b4-b188-42a2-bd68-132e9634153f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=cffe7aaf-b947-49e8-8c24-ba60972c40b9 HTTP/1.1" status: 200 len: 210 time: 0.0906696 Sep 24 15:51:34.317491 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2e02f08f-803a-4c5f-a0ff-905144353e10 req-136f978d-cb8a-4234-850b-2181ea1933b3 service neutron] 10.222.0.110 "GET /v2.0/networks/9045208f-96a3-4106-bd0d-84166192bb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338014 Sep 24 15:51:34.332999 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9079ab3-0e97-4a91-82f7-3ae3d8d344b6 req-10d08f16-c36d-4ae3-a55c-b1148c8ca744 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:34.337567 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e9079ab3-0e97-4a91-82f7-3ae3d8d344b6 req-10d08f16-c36d-4ae3-a55c-b1148c8ca744 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.1352458 Sep 24 15:51:34.352210 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:34.353906 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-976939aa-e776-4ceb-b7bc-9e2dc0ddfda0 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:34.363655 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c7572282-081e-4ac6-a864-49d6e92a62f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:34.377277 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-976939aa-e776-4ceb-b7bc-9e2dc0ddfda0 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Calling delete_port for 96d44405-be09-4ea1-bdc4-7945a3f075f6 owned by network:router_interface {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:51:34.387989 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bf2589e5-60da-44f2-93ae-e150c1223435 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:34.390722 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-25ac93ac-0426-46cc-8f04-2dcd5dec9fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b08539-45c3-4d06-a2a8-803b1120f31c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1368539168', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'eea69618-4726-4634-897d-ebd43454935e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:51:16Z', 'updated_at': '2021-09-24T15:51:28Z', 'revision_number': 4, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'gw_port': {'id': 'eea69618-4726-4634-897d-ebd43454935e', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f1:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b08539-45c3-4d06-a2a8-803b1120f31c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:51:17Z', 'updated_at': '2021-09-24T15:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '0318c350-25c4-4933-9d03-b23b8679d3e9', 'name': '', 'network_id': '603fb403-a01d-4073-8f75-f2b0f098e42f', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'mac_address': 'fa:16:3e:22:49:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b08539-45c3-4d06-a2a8-803b1120f31c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': 'f7740272-3ddd-4c63-a492-aed51d47ee4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:51:26Z', 'updated_at': '2021-09-24T15:51:33Z', 'revision_number': 4, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'subnets': [{'id': 'f7740272-3ddd-4c63-a492-aed51d47ee4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:34.432249 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ac93ac-0426-46cc-8f04-2dcd5dec9fd8 None None] The sync data for ids ['e8b08539-45c3-4d06-a2a8-803b1120f31c'] in n-d-808921-1 is: [{'id': 'e8b08539-45c3-4d06-a2a8-803b1120f31c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1368539168', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'eea69618-4726-4634-897d-ebd43454935e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:51:16Z', 'updated_at': '2021-09-24T15:51:28Z', 'revision_number': 4, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'gw_port': {'id': 'eea69618-4726-4634-897d-ebd43454935e', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f1:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b08539-45c3-4d06-a2a8-803b1120f31c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:51:17Z', 'updated_at': '2021-09-24T15:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '0318c350-25c4-4933-9d03-b23b8679d3e9', 'name': '', 'network_id': '603fb403-a01d-4073-8f75-f2b0f098e42f', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'mac_address': 'fa:16:3e:22:49:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b08539-45c3-4d06-a2a8-803b1120f31c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': 'f7740272-3ddd-4c63-a492-aed51d47ee4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:51:26Z', 'updated_at': '2021-09-24T15:51:33Z', 'revision_number': 4, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'subnets': [{'id': 'f7740272-3ddd-4c63-a492-aed51d47ee4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:51:34.437062 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-c7572282-081e-4ac6-a864-49d6e92a62f3 None None] For port 0318c350-25c4-4933-9d03-b23b8679d3e9, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=0318c350-25c4-4933-9d03-b23b8679d3e9,segment=NetworkSegment(cda1c6cd-723d-48b0-aba0-c7ad881773d8),segment_id=cda1c6cd-723d-48b0-aba0-c7ad881773d8)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:51:34.473280 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-962362b5-1c7d-40f8-8750-ab55e198a192 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1671'] for router, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:34.511568 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c7572282-081e-4ac6-a864-49d6e92a62f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:34.542457 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-962362b5-1c7d-40f8-8750-ab55e198a192 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-586922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-586913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588826'] for router, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:34.557301 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e9079ab3-0e97-4a91-82f7-3ae3d8d344b6 req-3d20c202-01eb-4b14-ab95-95343fe11df6 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693745 Sep 24 15:51:34.574937 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bf2589e5-60da-44f2-93ae-e150c1223435 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:34.609584 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7572282-081e-4ac6-a864-49d6e92a62f3 None None] Pushing event updated for resources: {'Port': ['ID=0318c350-25c4-4933-9d03-b23b8679d3e9,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:34.681158 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2589e5-60da-44f2-93ae-e150c1223435 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Network 18e6b336-46ac-4b9c-afb6-65391eaa1fd3 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:51:34.739179 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-bf2589e5-60da-44f2-93ae-e150c1223435 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:51:34.752635 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2e02f08f-803a-4c5f-a0ff-905144353e10 req-8d77e9a4-7acb-4600-b1b1-941b29f2302f service neutron] 10.222.0.110 "GET /v2.0/networks/9045208f-96a3-4106-bd0d-84166192bb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4086485 Sep 24 15:51:34.755574 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2589e5-60da-44f2-93ae-e150c1223435 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:51:34.756570 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf2589e5-60da-44f2-93ae-e150c1223435 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:34.757434 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bf2589e5-60da-44f2-93ae-e150c1223435 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:34.839593 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2589e5-60da-44f2-93ae-e150c1223435 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Pushing event updated for resources: {'Port': ['ID=82ddd140-0234-442a-9161-d1c9b71ee296,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:34.849322 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2e02f08f-803a-4c5f-a0ff-905144353e10 req-967d89ed-ab8e-42df-afa8-b96b898f676c service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=61bec6ae-d49a-41d0-b02b-bc695e1e100d HTTP/1.1" status: 200 len: 217 time: 0.0783741 Sep 24 15:51:34.865040 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 0318c350-25c4-4933-9d03-b23b8679d3e9 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:51:34.920296 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4740847-8101-4b57-ad4d-8951f96d0d27 req-9a981080-bb42-4967-b965-011fa1322bf1 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:34.922891 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a4740847-8101-4b57-ad4d-8951f96d0d27 req-9a981080-bb42-4967-b965-011fa1322bf1 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.1094575 Sep 24 15:51:34.940281 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02f08f-803a-4c5f-a0ff-905144353e10 req-930fb3e3-fc05-4ff2-85eb-9882c8ff5bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:34.942354 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2e02f08f-803a-4c5f-a0ff-905144353e10 req-930fb3e3-fc05-4ff2-85eb-9882c8ff5bfd service neutron] 10.222.0.110 "GET /v2.0/subnets?id=98209579-5345-4ff1-a6ee-f33b5735b225 HTTP/1.1" status: 200 len: 797 time: 0.0914707 Sep 24 15:51:34.961318 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-bf2589e5-60da-44f2-93ae-e150c1223435 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.4937859 Sep 24 15:51:34.961936 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 40876) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:35.033491 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 0318c350-25c4-4933-9d03-b23b8679d3e9 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:51:35.035707 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:35.040501 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-976939aa-e776-4ceb-b7bc-9e2dc0ddfda0 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:35.107751 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02f08f-803a-4c5f-a0ff-905144353e10 req-05189a4a-0deb-4ab0-9548-7cb3b755ec66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:35.109484 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2e02f08f-803a-4c5f-a0ff-905144353e10 req-05189a4a-0deb-4ab0-9548-7cb3b755ec66 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9045208f-96a3-4106-bd0d-84166192bb83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1454403 Sep 24 15:51:35.120430 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcd1f3c-58e5-45b3-aaed-12e2cdfa3e25 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:35.125081 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-cdcd1f3c-58e5-45b3-aaed-12e2cdfa3e25 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] 10.222.0.101 "GET /v2.0/ports/82ddd140-0234-442a-9161-d1c9b71ee296 HTTP/1.1" status: 200 len: 954 time: 0.1620171 Sep 24 15:51:35.125769 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 40880) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:35.137321 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a8e0f2-469b-4298-82cc-2cf99430df9e req-53fbb8b8-ff9d-4207-a467-79f5b2948938 tempest-ServersNegativeTestMultiTenantJSON-1821011701 tempest-ServersNegativeTestMultiTenantJSON-1821011701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:35.146199 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-53a8e0f2-469b-4298-82cc-2cf99430df9e req-53fbb8b8-ff9d-4207-a467-79f5b2948938 tempest-ServersNegativeTestMultiTenantJSON-1821011701 tempest-ServersNegativeTestMultiTenantJSON-1821011701-project] 10.222.0.101 "GET /v2.0/ports?device_id=585b8e2e-054e-4657-933d-90f21ce5db48 HTTP/1.1" status: 200 len: 945 time: 0.0961049 Sep 24 15:51:35.168406 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-962362b5-1c7d-40f8-8750-ab55e198a192 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Router 4c3e5e77-f9bb-451c-9618-69acdb3027ac is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:51:35.171613 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976939aa-e776-4ceb-b7bc-9e2dc0ddfda0 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Pushing event deleted for resources: {'Port': ['ID=96d44405-be09-4ea1-bdc4-7945a3f075f6,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:35.207404 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a4740847-8101-4b57-ad4d-8951f96d0d27 req-2d6d260f-a4e8-4673-b6a7-636a2bfe3854 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2773459 Sep 24 15:51:35.400788 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-976939aa-e776-4ceb-b7bc-9e2dc0ddfda0 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:35.442691 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:35.504586 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-962362b5-1c7d-40f8-8750-ab55e198a192 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:51:35.522781 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5bc28f-dc4e-4700-b7a3-b3534476685a None None] Sync routers for ids ['4c3e5e77-f9bb-451c-9618-69acdb3027ac'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:51:35.526915 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-962362b5-1c7d-40f8-8750-ab55e198a192 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:35.535382 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 40888) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:35.537515 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-962362b5-1c7d-40f8-8750-ab55e198a192 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] 10.222.0.101 "PUT /v2.0/routers/4c3e5e77-f9bb-451c-9618-69acdb3027ac HTTP/1.1" status: 200 len: 914 time: 5.8070331 Sep 24 15:51:35.573973 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5bc28f-dc4e-4700-b7a3-b3534476685a None None] Routers {'4c3e5e77-f9bb-451c-9618-69acdb3027ac'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:51:35.575111 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-7f5bc28f-dc4e-4700-b7a3-b3534476685a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:51:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['4c3e5e77-f9bb-451c-9618-69acdb3027ac'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:35.593046 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-53a8e0f2-469b-4298-82cc-2cf99430df9e req-f14341f4-627e-4b15-aacf-6550724c8e75 tempest-ServersNegativeTestMultiTenantJSON-1821011701 tempest-ServersNegativeTestMultiTenantJSON-1821011701-project] 10.222.0.101 "GET /v2.0/security-groups?id=aeb2e29a-8a0c-4467-9394-1be32cc189e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4337213 Sep 24 15:51:35.605151 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2e02f08f-803a-4c5f-a0ff-905144353e10 req-edffdcb6-2b4b-48e2-a1e6-bc338c2eec7f service neutron] 10.222.0.110 "GET /v2.0/networks/9045208f-96a3-4106-bd0d-84166192bb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4869902 Sep 24 15:51:35.734105 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-7f5bc28f-dc4e-4700-b7a3-b3534476685a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:35.777985 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5bc28f-dc4e-4700-b7a3-b3534476685a None None] Routers {'4c3e5e77-f9bb-451c-9618-69acdb3027ac'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:51:35.781478 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-7f5bc28f-dc4e-4700-b7a3-b3534476685a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:51:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['4c3e5e77-f9bb-451c-9618-69acdb3027ac'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:35.784399 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-a56f5643-cc1f-4596-8842-705f341b8528 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Deleting port 82ddd140-0234-442a-9161-d1c9b71ee296 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:51:35.786098 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a56f5643-cc1f-4596-8842-705f341b8528 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:35.897380 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2e02f08f-803a-4c5f-a0ff-905144353e10 req-801ea511-2587-4707-b759-f0ec6dfeb310 service neutron] 10.222.0.110 "GET /v2.0/networks/9045208f-96a3-4106-bd0d-84166192bb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2834713 Sep 24 15:51:35.925745 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5270bf-2fdb-4f67-836b-5ba214370f8e req-ef0d36e8-5511-4f3c-a248-5b4c833eb712 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:35.927481 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-7f5bc28f-dc4e-4700-b7a3-b3534476685a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:35.928121 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7e5270bf-2fdb-4f67-836b-5ba214370f8e req-ef0d36e8-5511-4f3c-a248-5b4c833eb712 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.1832690 Sep 24 15:51:35.931619 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5bc28f-dc4e-4700-b7a3-b3534476685a None None] The sync data for ids ['4c3e5e77-f9bb-451c-9618-69acdb3027ac'] in n-d-808921-1 is: [] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:51:36.001222 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9b110cb2-0e80-449a-918e-0a46d58eb4fb req-c8c4a0b3-4d64-466d-868b-0a088638997b tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=cffe7aaf-b947-49e8-8c24-ba60972c40b9 HTTP/1.1" status: 200 len: 210 time: 0.2289493 Sep 24 15:51:36.001841 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2e02f08f-803a-4c5f-a0ff-905144353e10 req-b1e37000-34e0-4cec-b530-0a670158a042 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=34493fa2-c78b-4d4b-9578-01087865790c HTTP/1.1" status: 200 len: 217 time: 0.0942938 Sep 24 15:51:36.026444 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a56f5643-cc1f-4596-8842-705f341b8528 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:36.070110 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-a56f5643-cc1f-4596-8842-705f341b8528 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Calling delete_port for 82ddd140-0234-442a-9161-d1c9b71ee296 owned by {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:51:36.131693 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7e5270bf-2fdb-4f67-836b-5ba214370f8e req-fe2761a8-01e4-4673-8197-ff7a4beb4296 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456723 Sep 24 15:51:36.185397 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02f08f-803a-4c5f-a0ff-905144353e10 req-b92aead8-81ec-44d4-ade6-a502c9d292b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:36.187299 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2e02f08f-803a-4c5f-a0ff-905144353e10 req-b92aead8-81ec-44d4-ade6-a502c9d292b1 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=98209579-5345-4ff1-a6ee-f33b5735b225 HTTP/1.1" status: 200 len: 797 time: 0.1623936 Sep 24 15:51:36.300372 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7048f18c-c488-4224-a7e2-50cfd2778b7d req-ed14f7b3-7822-4557-aa47-63967db6c93b tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:36.302061 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7048f18c-c488-4224-a7e2-50cfd2778b7d req-ed14f7b3-7822-4557-aa47-63967db6c93b tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.108 "GET /v2.0/networks?id=603fb403-a01d-4073-8f75-f2b0f098e42f HTTP/1.1" status: 200 len: 797 time: 0.3318746 Sep 24 15:51:36.397121 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02f08f-803a-4c5f-a0ff-905144353e10 req-e88fcf1c-4ce8-487a-b5a3-05d0aa7e810e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:36.398698 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2e02f08f-803a-4c5f-a0ff-905144353e10 req-e88fcf1c-4ce8-487a-b5a3-05d0aa7e810e service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9045208f-96a3-4106-bd0d-84166192bb83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1967239 Sep 24 15:51:36.403239 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7048f18c-c488-4224-a7e2-50cfd2778b7d req-a011e385-52f6-4d0d-b651-ec6af7eced6b tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.108 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e512e155fd047afb7c369ee55b40ecc HTTP/1.1" status: 200 len: 380 time: 0.0761073 Sep 24 15:51:36.430311 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-7048f18c-c488-4224-a7e2-50cfd2778b7d req-7b9b028b-db25-4045-974c-07a39b012981 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Request body: {'port': {'device_id': 'cffe7aaf-b947-49e8-8c24-ba60972c40b9', 'network_id': '603fb403-a01d-4073-8f75-f2b0f098e42f', 'admin_state_up': True, 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'security_groups': ['6ebd70ba-9057-4f05-b091-253e90de2a91']}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:51:36.468894 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b91af7-decd-4446-827d-553decb20622 req-b78a6fa0-0576-4865-8bdb-63025ec7942c tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:36.470550 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e9b91af7-decd-4446-827d-553decb20622 req-b78a6fa0-0576-4865-8bdb-63025ec7942c tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.2064474 Sep 24 15:51:36.663631 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-cd9bbb2e-02ea-4ab4-809d-ea4f53b95082 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] 10.222.0.101 "GET /v2.0/routers/4c3e5e77-f9bb-451c-9618-69acdb3027ac HTTP/1.1" status: 200 len: 920 time: 1.1271772 Sep 24 15:51:36.671029 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 40898) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:36.676037 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:36.694871 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-976939aa-e776-4ceb-b7bc-9e2dc0ddfda0 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Router bf6b4938-c8d2-4511-8bc9-050df91a2ed7 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:51:36.749181 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a8258-edcd-4e73-ae9d-802d95f80452 req-0a4afa5b-b234-4c7d-ace9-d8e934da72cd tempest-ServersNegativeTestMultiTenantJSON-1821011701 tempest-ServersNegativeTestMultiTenantJSON-1821011701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:36.750805 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3b3a8258-edcd-4e73-ae9d-802d95f80452 req-0a4afa5b-b234-4c7d-ace9-d8e934da72cd tempest-ServersNegativeTestMultiTenantJSON-1821011701 tempest-ServersNegativeTestMultiTenantJSON-1821011701-project] 10.222.0.101 "GET /v2.0/ports?device_id=585b8e2e-054e-4657-933d-90f21ce5db48 HTTP/1.1" status: 200 len: 945 time: 0.5916789 Sep 24 15:51:36.820448 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d752762b-f779-43dc-8a88-5f661e38c917 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:36.823016 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-d752762b-f779-43dc-8a88-5f661e38c917 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] 10.222.0.101 "GET /v2.0/ports?network_id=e6a2de20-1ea0-43e5-88e0-982d19e317d5&device_id=4c3e5e77-f9bb-451c-9618-69acdb3027ac&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1497638 Sep 24 15:51:36.825697 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 40900) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:36.884981 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a56f5643-cc1f-4596-8842-705f341b8528 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:36.890680 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-976939aa-e776-4ceb-b7bc-9e2dc0ddfda0 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:51:36.900693 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-976939aa-e776-4ceb-b7bc-9e2dc0ddfda0 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "PUT /v2.0/routers/bf6b4938-c8d2-4511-8bc9-050df91a2ed7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2604401 Sep 24 15:51:36.906675 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1ebfa4-6a90-497d-9600-a46ea660eca7 None None] Sync routers for ids ['bf6b4938-c8d2-4511-8bc9-050df91a2ed7'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:51:36.925257 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3b3a8258-edcd-4e73-ae9d-802d95f80452 req-f2af41cf-9ce6-473f-9eb6-7efefc8d4023 tempest-ServersNegativeTestMultiTenantJSON-1821011701 tempest-ServersNegativeTestMultiTenantJSON-1821011701-project] 10.222.0.101 "GET /v2.0/security-groups?id=aeb2e29a-8a0c-4467-9394-1be32cc189e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597295 Sep 24 15:51:36.927805 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1ebfa4-6a90-497d-9600-a46ea660eca7 None None] Routers {'bf6b4938-c8d2-4511-8bc9-050df91a2ed7'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:51:36.927967 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-7a1ebfa4-6a90-497d-9600-a46ea660eca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:51:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['bf6b4938-c8d2-4511-8bc9-050df91a2ed7'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:36.951801 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 40904) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:36.986125 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56f5643-cc1f-4596-8842-705f341b8528 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Pushing event deleted for resources: {'Port': ['ID=82ddd140-0234-442a-9161-d1c9b71ee296,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:36.986350 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e9b91af7-decd-4446-827d-553decb20622 req-231c2ad4-5752-4874-aa2b-0cb344c33ee4 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5042601 Sep 24 15:51:37.014832 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-7a1ebfa4-6a90-497d-9600-a46ea660eca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:37.024233 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-2771a549-74bc-4204-9d1d-746242d4ecbb tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "GET /v2.0/ports?device_id=bf6b4938-c8d2-4511-8bc9-050df91a2ed7 HTTP/1.1" status: 200 len: 205 time: 0.0703859 Sep 24 15:51:37.028967 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2e02f08f-803a-4c5f-a0ff-905144353e10 req-08914d9a-fb56-4170-8ade-aa1f1b0a76a5 service neutron] 10.222.0.110 "GET /v2.0/networks/9045208f-96a3-4106-bd0d-84166192bb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6213214 Sep 24 15:51:37.029557 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 40912) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:37.033504 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1ebfa4-6a90-497d-9600-a46ea660eca7 None None] Routers {'bf6b4938-c8d2-4511-8bc9-050df91a2ed7'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:51:37.035144 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-7a1ebfa4-6a90-497d-9600-a46ea660eca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:51:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['bf6b4938-c8d2-4511-8bc9-050df91a2ed7'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:37.087969 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a56f5643-cc1f-4596-8842-705f341b8528 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:37.092488 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-a56f5643-cc1f-4596-8842-705f341b8528 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] 10.222.0.101 "DELETE /v2.0/ports/82ddd140-0234-442a-9161-d1c9b71ee296 HTTP/1.1" status: 204 len: 168 time: 1.9593256 Sep 24 15:51:37.093425 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 40916) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:37.136706 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-434b31c1-3a1d-46e5-a280-99312acc7a14 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] GET failed (client error): The resource could not be found. Sep 24 15:51:37.141929 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-434b31c1-3a1d-46e5-a280-99312acc7a14 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] 10.222.0.101 "GET /v2.0/ports/82ddd140-0234-442a-9161-d1c9b71ee296 HTTP/1.1" status: 404 len: 333 time: 0.0437350 Sep 24 15:51:37.168672 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a9cb1bf9-9a03-4fa7-a13f-93b01e680623 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for router, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:37.179294 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c59c2d85-a852-46c9-a842-e86e1e0bea05 req-8129d051-0008-48c5-81ea-615d5a9d4284 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=cffe7aaf-b947-49e8-8c24-ba60972c40b9 HTTP/1.1" status: 200 len: 210 time: 0.0507469 Sep 24 15:51:37.179776 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 40918) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:37.187638 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-089cbb1b-7a41-41f7-8b4b-dcc150b72449 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Request body: {'port': {'network_id': '18e6b336-46ac-4b9c-afb6-65391eaa1fd3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1707341024'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:51:37.217085 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-7a1ebfa4-6a90-497d-9600-a46ea660eca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:37.217085 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1ebfa4-6a90-497d-9600-a46ea660eca7 None None] The sync data for ids ['bf6b4938-c8d2-4511-8bc9-050df91a2ed7'] in n-d-808921-1 is: [] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:51:37.239312 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4640780e-7bfd-4474-9958-f0f963b1e402 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:37.246900 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-4640780e-7bfd-4474-9958-f0f963b1e402 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] 10.222.0.101 "GET /v2.0/networks/e6a2de20-1ea0-43e5-88e0-982d19e317d5 HTTP/1.1" status: 200 len: 881 time: 0.4198143 Sep 24 15:51:37.247531 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 40920) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:37.285258 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-a6ec24ef-3415-42cb-9a4c-7f7f7d7ea076 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] 10.222.0.101 "GET /v2.0/ports?device_id=4c3e5e77-f9bb-451c-9618-69acdb3027ac HTTP/1.1" status: 200 len: 205 time: 0.0362318 Sep 24 15:51:37.288429 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 40924) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:37.301995 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-089cbb1b-7a41-41f7-8b4b-dcc150b72449 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Made reservation on behalf of 64de9d66b9034a4da714abc0008c1dd6 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:51:37.306887 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-089cbb1b-7a41-41f7-8b4b-dcc150b72449 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:37.371619 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [None req-089cbb1b-7a41-41f7-8b4b-dcc150b72449 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] device_id is not set on port 3db103ae-14e5-4822-8924-642587684413 yet. {{(pid=95298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:51:37.442777 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11bc078-684d-4904-b60b-7aa90b5ccfb8 req-eace095b-2718-46fd-a56a-913722bf7880 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:37.444384 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c11bc078-684d-4904-b60b-7aa90b5ccfb8 req-eace095b-2718-46fd-a56a-913722bf7880 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.1177595 Sep 24 15:51:37.520614 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c11bc078-684d-4904-b60b-7aa90b5ccfb8 req-78919be1-f4a7-4930-b14e-3a97abc0cc4b tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643661 Sep 24 15:51:37.598705 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-089cbb1b-7a41-41f7-8b4b-dcc150b72449 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:37.626360 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a9cb1bf9-9a03-4fa7-a13f-93b01e680623 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:37.636899 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a9cb1bf9-9a03-4fa7-a13f-93b01e680623 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:37.645187 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7048f18c-c488-4224-a7e2-50cfd2778b7d req-7b9b028b-db25-4045-974c-07a39b012981 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Made reservation on behalf of 7e512e155fd047afb7c369ee55b40ecc for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:51:37.648787 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-7048f18c-c488-4224-a7e2-50cfd2778b7d req-7b9b028b-db25-4045-974c-07a39b012981 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:37.662457 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2e02f08f-803a-4c5f-a0ff-905144353e10 req-e4ad15f4-64f4-47b4-9c04-94041dd0f638 service neutron] 10.222.0.110 "GET /v2.0/networks/9045208f-96a3-4106-bd0d-84166192bb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6161463 Sep 24 15:51:37.701153 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c0c9a8-5c11-4ab0-aefe-5cc6b8168f04 req-9dd0eeb5-7e63-473b-82be-a54820e9fd1f tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:37.701153 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-49c0c9a8-5c11-4ab0-aefe-5cc6b8168f04 req-9dd0eeb5-7e63-473b-82be-a54820e9fd1f tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.0618713 Sep 24 15:51:37.710766 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cc7858-a3c6-471d-a989-57386285dbef req-d8137110-6002-4b93-ae27-93e9cf597449 tempest-ServersNegativeTestMultiTenantJSON-1821011701 tempest-ServersNegativeTestMultiTenantJSON-1821011701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:37.717738 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e7cc7858-a3c6-471d-a989-57386285dbef req-d8137110-6002-4b93-ae27-93e9cf597449 tempest-ServersNegativeTestMultiTenantJSON-1821011701 tempest-ServersNegativeTestMultiTenantJSON-1821011701-project] 10.222.0.101 "GET /v2.0/ports?device_id=585b8e2e-054e-4657-933d-90f21ce5db48 HTTP/1.1" status: 200 len: 945 time: 0.3059223 Sep 24 15:51:37.753601 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-49c0c9a8-5c11-4ab0-aefe-5cc6b8168f04 req-9d5ef8db-0976-410f-9659-b63006246639 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431252 Sep 24 15:51:37.769430 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2e02f08f-803a-4c5f-a0ff-905144353e10 req-c17a0a2a-a4af-4958-b42c-706df398a147 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3f88f959-1620-4ba5-b8f1-845322a97779 HTTP/1.1" status: 200 len: 217 time: 0.0649307 Sep 24 15:51:37.769922 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ccc36c47-3dda-4965-9b3d-c21872c76288 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks [] for router, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:37.835542 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-089cbb1b-7a41-41f7-8b4b-dcc150b72449 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:37.891619 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089cbb1b-7a41-41f7-8b4b-dcc150b72449 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Network 18e6b336-46ac-4b9c-afb6-65391eaa1fd3 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:51:37.903830 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-089cbb1b-7a41-41f7-8b4b-dcc150b72449 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:51:37.906865 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089cbb1b-7a41-41f7-8b4b-dcc150b72449 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:51:37.908003 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089cbb1b-7a41-41f7-8b4b-dcc150b72449 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:37.908601 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-089cbb1b-7a41-41f7-8b4b-dcc150b72449 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:37.921312 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a9cb1bf9-9a03-4fa7-a13f-93b01e680623 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:37.921848 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9cb1bf9-9a03-4fa7-a13f-93b01e680623 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Fanout notify agent at l3_agent the message router_deleted on router bf6b4938-c8d2-4511-8bc9-050df91a2ed7 {{(pid=95297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:51:37.937797 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a9cb1bf9-9a03-4fa7-a13f-93b01e680623 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:37.941431 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-a9cb1bf9-9a03-4fa7-a13f-93b01e680623 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "DELETE /v2.0/routers/bf6b4938-c8d2-4511-8bc9-050df91a2ed7 HTTP/1.1" status: 204 len: 168 time: 0.9059319 Sep 24 15:51:37.942200 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 40934) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:37.948574 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e7cc7858-a3c6-471d-a989-57386285dbef req-1a0ec903-828a-4881-91fa-cf6eadc1afee tempest-ServersNegativeTestMultiTenantJSON-1821011701 tempest-ServersNegativeTestMultiTenantJSON-1821011701-project] 10.222.0.101 "GET /v2.0/security-groups?id=aeb2e29a-8a0c-4467-9394-1be32cc189e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231724 Sep 24 15:51:38.004348 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02f08f-803a-4c5f-a0ff-905144353e10 req-7af68d40-f92d-4ef9-a693-0ecaacc3847f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:38.005867 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2e02f08f-803a-4c5f-a0ff-905144353e10 req-7af68d40-f92d-4ef9-a693-0ecaacc3847f service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4659e7b8-d926-4785-8557-1a1657148511 HTTP/1.1" status: 200 len: 797 time: 0.1844761 Sep 24 15:51:38.008529 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa2ee326-6163-41ac-80e1-8626560042f1 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Deleting subnet 82d71ba7-ed45-42a9-a2da-795031d9b4fc {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:51:38.012002 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-aa2ee326-6163-41ac-80e1-8626560042f1 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:38.075123 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-aa2ee326-6163-41ac-80e1-8626560042f1 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:38.098912 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ccc36c47-3dda-4965-9b3d-c21872c76288 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:38.107074 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [req-7048f18c-c488-4224-a7e2-50cfd2778b7d req-7b9b028b-db25-4045-974c-07a39b012981 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Allocated IP 172.20.0.4 (603fb403-a01d-4073-8f75-f2b0f098e42f/f7740272-3ddd-4c63-a492-aed51d47ee4e/d48576b0-007f-45c0-8063-70899a823b18) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:51:38.115892 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089cbb1b-7a41-41f7-8b4b-dcc150b72449 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Pushing event updated for resources: {'Port': ['ID=3db103ae-14e5-4822-8924-642587684413,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:38.127558 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02f08f-803a-4c5f-a0ff-905144353e10 req-c90ed01e-9e02-467d-a5c3-3724c601bd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:38.129291 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2e02f08f-803a-4c5f-a0ff-905144353e10 req-c90ed01e-9e02-467d-a5c3-3724c601bd12 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=e4856753-6c1e-428e-a2fe-e4f7731cb6f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1009302 Sep 24 15:51:38.136058 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-089cbb1b-7a41-41f7-8b4b-dcc150b72449 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.9529340 Sep 24 15:51:38.142293 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 40944) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:38.155789 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-ce79df70-8c99-4024-a29e-b028710b5939 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:51:38.201416 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3501d17-4b67-4b81-8cd1-dad950c8b3ce req-ec2f1359-7726-4457-a7d5-6fa5592b5dd1 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:38.209631 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b3501d17-4b67-4b81-8cd1-dad950c8b3ce req-ec2f1359-7726-4457-a7d5-6fa5592b5dd1 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.3203974 Sep 24 15:51:38.292143 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ce79df70-8c99-4024-a29e-b028710b5939 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:38.338412 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b3501d17-4b67-4b81-8cd1-dad950c8b3ce req-0b9aeedb-5cd1-4455-9606-08c398e32e2a tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276915 Sep 24 15:51:38.342251 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2e02f08f-803a-4c5f-a0ff-905144353e10 req-fe3172ec-30db-4f13-807c-838a97075e07 service neutron] 10.222.0.110 "GET /v2.0/networks/e4856753-6c1e-428e-a2fe-e4f7731cb6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019789 Sep 24 15:51:38.356561 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-aa2ee326-6163-41ac-80e1-8626560042f1 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:38.413102 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-7048f18c-c488-4224-a7e2-50cfd2778b7d req-7b9b028b-db25-4045-974c-07a39b012981 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:38.517195 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-64d996da-6bc5-4f8c-b5fa-f03628839bda req-0777bc73-96f8-43cb-be17-cc371f07bfeb tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=cffe7aaf-b947-49e8-8c24-ba60972c40b9 HTTP/1.1" status: 200 len: 210 time: 0.0445676 Sep 24 15:51:38.643747 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-aa2ee326-6163-41ac-80e1-8626560042f1 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:38.689253 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2ee326-6163-41ac-80e1-8626560042f1 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Pushing event deleted for resources: {'Subnet': ['ID=82d71ba7-ed45-42a9-a2da-795031d9b4fc,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:38.701449 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-aa2ee326-6163-41ac-80e1-8626560042f1 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:38.703418 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-aa2ee326-6163-41ac-80e1-8626560042f1 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "DELETE /v2.0/subnets/82d71ba7-ed45-42a9-a2da-795031d9b4fc HTTP/1.1" status: 204 len: 168 time: 0.7602174 Sep 24 15:51:38.711502 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 40952) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:38.718298 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81eb7e1b-377b-4df2-b0b5-89f4fa7147f2 None None] Network 2b3337c8-0e9a-4c3a-a4b5-9aa76d4784c6 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:51:38.732448 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-ccc36c47-3dda-4965-9b3d-c21872c76288 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Deleting port afc1a09e-99bb-407a-8854-58a20999125f {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:51:38.732791 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ccc36c47-3dda-4965-9b3d-c21872c76288 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:38.801658 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b70e2d-b995-40d5-a626-5b7dced61a0a req-12d6a270-28f8-4700-8e62-2a7762b72018 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:38.803351 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-41b70e2d-b995-40d5-a626-5b7dced61a0a req-12d6a270-28f8-4700-8e62-2a7762b72018 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.2105458 Sep 24 15:51:38.829530 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [None req-ce79df70-8c99-4024-a29e-b028710b5939 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] device_id is not set on port 3db103ae-14e5-4822-8924-642587684413 yet. {{(pid=95298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:51:38.838174 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-5542cc91-8b60-478c-9dca-e888391bf1b3 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Deleting subnet ca386373-7110-4e1b-ab4b-2f8278b05b99 {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:51:38.850899 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5542cc91-8b60-478c-9dca-e888391bf1b3 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:38.854627 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ce79df70-8c99-4024-a29e-b028710b5939 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:38.868700 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2e02f08f-803a-4c5f-a0ff-905144353e10 req-580089f0-926c-4d17-9ae6-a6e3b37328c9 service neutron] 10.222.0.110 "GET /v2.0/networks/e4856753-6c1e-428e-a2fe-e4f7731cb6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5173850 Sep 24 15:51:38.881872 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ab883-b447-4dd7-a848-19e08e7f86fe req-1b23de94-310c-4dc7-b848-694ee6672dda tempest-ServersNegativeTestMultiTenantJSON-1821011701 tempest-ServersNegativeTestMultiTenantJSON-1821011701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:38.883562 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-de0ab883-b447-4dd7-a848-19e08e7f86fe req-1b23de94-310c-4dc7-b848-694ee6672dda tempest-ServersNegativeTestMultiTenantJSON-1821011701 tempest-ServersNegativeTestMultiTenantJSON-1821011701-project] 10.222.0.101 "GET /v2.0/ports?device_id=585b8e2e-054e-4657-933d-90f21ce5db48 HTTP/1.1" status: 200 len: 945 time: 0.1601617 Sep 24 15:51:38.930805 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5542cc91-8b60-478c-9dca-e888391bf1b3 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:38.942731 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2e02f08f-803a-4c5f-a0ff-905144353e10 req-ff62009c-c66a-4dc2-b3e3-d3cc490cbecd service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1294cbcc-4e3d-45a3-9f67-cd385cfb8a81 HTTP/1.1" status: 200 len: 217 time: 0.0547562 Sep 24 15:51:38.945936 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ccc36c47-3dda-4965-9b3d-c21872c76288 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:38.962125 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-41b70e2d-b995-40d5-a626-5b7dced61a0a req-d6967afa-cd05-42e8-adc4-20c6b0121031 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469183 Sep 24 15:51:38.973011 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9502c144-2d0b-4f8b-afa4-cbe145325f46 None None] DHCP port deletion for 2b3337c8-0e9a-4c3a-a4b5-9aa76d4784c6 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:51:38.997182 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-ccc36c47-3dda-4965-9b3d-c21872c76288 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Calling delete_port for afc1a09e-99bb-407a-8854-58a20999125f owned by network:router_gateway {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:51:39.011202 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-7048f18c-c488-4224-a7e2-50cfd2778b7d req-7b9b028b-db25-4045-974c-07a39b012981 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:39.023936 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-de0ab883-b447-4dd7-a848-19e08e7f86fe req-3de6e1c0-44a5-4412-8f8e-f170df552656 tempest-ServersNegativeTestMultiTenantJSON-1821011701 tempest-ServersNegativeTestMultiTenantJSON-1821011701-project] 10.222.0.101 "GET /v2.0/security-groups?id=aeb2e29a-8a0c-4467-9394-1be32cc189e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275992 Sep 24 15:51:39.050400 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-9502c144-2d0b-4f8b-afa4-cbe145325f46 None None] Deleting port f7cc7c78-63c5-48a6-a26a-c87164f57571 {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:51:39.051272 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9502c144-2d0b-4f8b-afa4-cbe145325f46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:39.094910 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ce79df70-8c99-4024-a29e-b028710b5939 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:39.143063 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-9502c144-2d0b-4f8b-afa4-cbe145325f46 None None] For port f7cc7c78-63c5-48a6-a26a-c87164f57571, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=f7cc7c78-63c5-48a6-a26a-c87164f57571,segment=NetworkSegment(9a512b72-5e97-4c67-b35c-d0be6f42fe71),segment_id=9a512b72-5e97-4c67-b35c-d0be6f42fe71)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:51:39.145089 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9502c144-2d0b-4f8b-afa4-cbe145325f46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:39.164565 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5542cc91-8b60-478c-9dca-e888391bf1b3 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:39.166019 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-9502c144-2d0b-4f8b-afa4-cbe145325f46 None None] Calling delete_port for f7cc7c78-63c5-48a6-a26a-c87164f57571 owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:51:39.178100 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02f08f-803a-4c5f-a0ff-905144353e10 req-b7bdaf0d-7730-42b5-b04c-5f6d85a58f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:39.187530 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2e02f08f-803a-4c5f-a0ff-905144353e10 req-b7bdaf0d-7730-42b5-b04c-5f6d85a58f05 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4659e7b8-d926-4785-8557-1a1657148511 HTTP/1.1" status: 200 len: 797 time: 0.2253749 Sep 24 15:51:39.201799 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7048f18c-c488-4224-a7e2-50cfd2778b7d req-7b9b028b-db25-4045-974c-07a39b012981 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Network 603fb403-a01d-4073-8f75-f2b0f098e42f is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:51:39.225186 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [req-7048f18c-c488-4224-a7e2-50cfd2778b7d req-7b9b028b-db25-4045-974c-07a39b012981 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:51:39.244459 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-7048f18c-c488-4224-a7e2-50cfd2778b7d req-7b9b028b-db25-4045-974c-07a39b012981 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:51:39.247128 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9b028b-db25-4045-974c-07a39b012981 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event updated for resources: {'Port': ['ID=d48576b0-007f-45c0-8063-70899a823b18,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:39.300446 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce79df70-8c99-4024-a29e-b028710b5939 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Pushing event updated for resources: {'Port': ['ID=3db103ae-14e5-4822-8924-642587684413,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:39.339585 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-ce79df70-8c99-4024-a29e-b028710b5939 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port 3db103ae-14e5-4822-8924-642587684413 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:51:39.339930 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-ce79df70-8c99-4024-a29e-b028710b5939 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port 3db103ae-14e5-4822-8924-642587684413 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '2d8afdf4-e4c6-45a5-99c5-60b7fb6bc1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '18e6b336-46ac-4b9c-afb6-65391eaa1fd3'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:51:39.340275 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce79df70-8c99-4024-a29e-b028710b5939 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port 3db103ae-14e5-4822-8924-642587684413 on network 18e6b336-46ac-4b9c-afb6-65391eaa1fd3 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:51:39.353851 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c8b02-1f5c-4c7a-a5b7-bdba4da79937 req-cb06dfcd-6141-473c-9429-65ca96ee1779 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:39.358045 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7048f18c-c488-4224-a7e2-50cfd2778b7d req-7b9b028b-db25-4045-974c-07a39b012981 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:39.364450 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-7048f18c-c488-4224-a7e2-50cfd2778b7d req-7b9b028b-db25-4045-974c-07a39b012981 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:39.373241 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a59c8b02-1f5c-4c7a-a5b7-bdba4da79937 req-cb06dfcd-6141-473c-9429-65ca96ee1779 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.1708786 Sep 24 15:51:39.394382 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce79df70-8c99-4024-a29e-b028710b5939 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Port 3db103ae-14e5-4822-8924-642587684413 on network 18e6b336-46ac-4b9c-afb6-65391eaa1fd3 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:51:39.394968 n-d-808921-1 neutron-server[95298]: ERROR neutron.plugins.ml2.managers [None req-ce79df70-8c99-4024-a29e-b028710b5939 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Failed to bind port 3db103ae-14e5-4822-8924-642587684413 on host n-h2-808921-1 for vnic_type normal using segments [{'id': '2d8afdf4-e4c6-45a5-99c5-60b7fb6bc1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '18e6b336-46ac-4b9c-afb6-65391eaa1fd3'}] Sep 24 15:51:39.405251 n-d-808921-1 neutron-server[95298]: INFO neutron.plugins.ml2.plugin [None req-ce79df70-8c99-4024-a29e-b028710b5939 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempt 2 to bind port 3db103ae-14e5-4822-8924-642587684413 Sep 24 15:51:39.425351 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5542cc91-8b60-478c-9dca-e888391bf1b3 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:39.453464 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e02f08f-803a-4c5f-a0ff-905144353e10 req-405564dc-16da-4fa9-ab62-b1b205769cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:39.455021 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2e02f08f-803a-4c5f-a0ff-905144353e10 req-405564dc-16da-4fa9-ab62-b1b205769cfe service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=e4856753-6c1e-428e-a2fe-e4f7731cb6f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2475791 Sep 24 15:51:39.492204 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5542cc91-8b60-478c-9dca-e888391bf1b3 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Pushing event deleted for resources: {'Subnet': ['ID=ca386373-7110-4e1b-ab4b-2f8278b05b99,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:39.503550 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5542cc91-8b60-478c-9dca-e888391bf1b3 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:39.511136 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-5542cc91-8b60-478c-9dca-e888391bf1b3 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "DELETE /v2.0/subnets/ca386373-7110-4e1b-ab4b-2f8278b05b99 HTTP/1.1" status: 204 len: 168 time: 0.7985640 Sep 24 15:51:39.514876 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-ce79df70-8c99-4024-a29e-b028710b5939 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port 3db103ae-14e5-4822-8924-642587684413 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:51:39.514876 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-ce79df70-8c99-4024-a29e-b028710b5939 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port 3db103ae-14e5-4822-8924-642587684413 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '2d8afdf4-e4c6-45a5-99c5-60b7fb6bc1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '18e6b336-46ac-4b9c-afb6-65391eaa1fd3'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:51:39.514876 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce79df70-8c99-4024-a29e-b028710b5939 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port 3db103ae-14e5-4822-8924-642587684413 on network 18e6b336-46ac-4b9c-afb6-65391eaa1fd3 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:51:39.516612 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 40962) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:39.534326 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce79df70-8c99-4024-a29e-b028710b5939 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Port 3db103ae-14e5-4822-8924-642587684413 on network 18e6b336-46ac-4b9c-afb6-65391eaa1fd3 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:51:39.534955 n-d-808921-1 neutron-server[95298]: ERROR neutron.plugins.ml2.managers [None req-ce79df70-8c99-4024-a29e-b028710b5939 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Failed to bind port 3db103ae-14e5-4822-8924-642587684413 on host n-h2-808921-1 for vnic_type normal using segments [{'id': '2d8afdf4-e4c6-45a5-99c5-60b7fb6bc1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '18e6b336-46ac-4b9c-afb6-65391eaa1fd3'}] Sep 24 15:51:39.539028 n-d-808921-1 neutron-server[95298]: INFO neutron.plugins.ml2.plugin [None req-ce79df70-8c99-4024-a29e-b028710b5939 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempt 3 to bind port 3db103ae-14e5-4822-8924-642587684413 Sep 24 15:51:39.556817 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a59c8b02-1f5c-4c7a-a5b7-bdba4da79937 req-605b5b43-c7cf-4e98-9b27-36065b52c76f tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825848 Sep 24 15:51:39.589350 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-ce79df70-8c99-4024-a29e-b028710b5939 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port 3db103ae-14e5-4822-8924-642587684413 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:51:39.595793 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-ce79df70-8c99-4024-a29e-b028710b5939 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port 3db103ae-14e5-4822-8924-642587684413 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '2d8afdf4-e4c6-45a5-99c5-60b7fb6bc1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '18e6b336-46ac-4b9c-afb6-65391eaa1fd3'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:51:39.596869 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce79df70-8c99-4024-a29e-b028710b5939 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port 3db103ae-14e5-4822-8924-642587684413 on network 18e6b336-46ac-4b9c-afb6-65391eaa1fd3 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:51:39.610207 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce79df70-8c99-4024-a29e-b028710b5939 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Port 3db103ae-14e5-4822-8924-642587684413 on network 18e6b336-46ac-4b9c-afb6-65391eaa1fd3 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:51:39.613765 n-d-808921-1 neutron-server[95298]: ERROR neutron.plugins.ml2.managers [None req-ce79df70-8c99-4024-a29e-b028710b5939 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Failed to bind port 3db103ae-14e5-4822-8924-642587684413 on host n-h2-808921-1 for vnic_type normal using segments [{'id': '2d8afdf4-e4c6-45a5-99c5-60b7fb6bc1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '18e6b336-46ac-4b9c-afb6-65391eaa1fd3'}] Sep 24 15:51:39.615312 n-d-808921-1 neutron-server[95298]: INFO neutron.plugins.ml2.plugin [None req-ce79df70-8c99-4024-a29e-b028710b5939 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempt 4 to bind port 3db103ae-14e5-4822-8924-642587684413 Sep 24 15:51:39.636342 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4583292-6ac9-4940-ae26-822acfbc85f4 None None] Network 479292e6-74b1-476d-b48a-8c77191231d4 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:51:39.656733 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-ce79df70-8c99-4024-a29e-b028710b5939 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port 3db103ae-14e5-4822-8924-642587684413 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:51:39.657078 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-ce79df70-8c99-4024-a29e-b028710b5939 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port 3db103ae-14e5-4822-8924-642587684413 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '2d8afdf4-e4c6-45a5-99c5-60b7fb6bc1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '18e6b336-46ac-4b9c-afb6-65391eaa1fd3'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:51:39.657419 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce79df70-8c99-4024-a29e-b028710b5939 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port 3db103ae-14e5-4822-8924-642587684413 on network 18e6b336-46ac-4b9c-afb6-65391eaa1fd3 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:51:39.677785 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7048f18c-c488-4224-a7e2-50cfd2778b7d req-7b9b028b-db25-4045-974c-07a39b012981 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2610786 Sep 24 15:51:39.696997 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce79df70-8c99-4024-a29e-b028710b5939 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Port 3db103ae-14e5-4822-8924-642587684413 on network 18e6b336-46ac-4b9c-afb6-65391eaa1fd3 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:51:39.696997 n-d-808921-1 neutron-server[95298]: ERROR neutron.plugins.ml2.managers [None req-ce79df70-8c99-4024-a29e-b028710b5939 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Failed to bind port 3db103ae-14e5-4822-8924-642587684413 on host n-h2-808921-1 for vnic_type normal using segments [{'id': '2d8afdf4-e4c6-45a5-99c5-60b7fb6bc1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '18e6b336-46ac-4b9c-afb6-65391eaa1fd3'}] Sep 24 15:51:39.696997 n-d-808921-1 neutron-server[95298]: INFO neutron.plugins.ml2.plugin [None req-ce79df70-8c99-4024-a29e-b028710b5939 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempt 5 to bind port 3db103ae-14e5-4822-8924-642587684413 Sep 24 15:51:39.714252 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:39.724760 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-7048f18c-c488-4224-a7e2-50cfd2778b7d req-e59a257f-ab02-431f-8482-e38073578639 service neutron] Request body: {'port': {'device_id': 'cffe7aaf-b947-49e8-8c24-ba60972c40b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:51:39.727868 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-ce79df70-8c99-4024-a29e-b028710b5939 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port 3db103ae-14e5-4822-8924-642587684413 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:51:39.728208 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-ce79df70-8c99-4024-a29e-b028710b5939 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port 3db103ae-14e5-4822-8924-642587684413 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '2d8afdf4-e4c6-45a5-99c5-60b7fb6bc1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '18e6b336-46ac-4b9c-afb6-65391eaa1fd3'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:51:39.730152 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce79df70-8c99-4024-a29e-b028710b5939 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port 3db103ae-14e5-4822-8924-642587684413 on network 18e6b336-46ac-4b9c-afb6-65391eaa1fd3 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:51:39.735912 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce79df70-8c99-4024-a29e-b028710b5939 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Port 3db103ae-14e5-4822-8924-642587684413 on network 18e6b336-46ac-4b9c-afb6-65391eaa1fd3 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:51:39.736242 n-d-808921-1 neutron-server[95298]: ERROR neutron.plugins.ml2.managers [None req-ce79df70-8c99-4024-a29e-b028710b5939 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Failed to bind port 3db103ae-14e5-4822-8924-642587684413 on host n-h2-808921-1 for vnic_type normal using segments [{'id': '2d8afdf4-e4c6-45a5-99c5-60b7fb6bc1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '18e6b336-46ac-4b9c-afb6-65391eaa1fd3'}] Sep 24 15:51:39.737344 n-d-808921-1 neutron-server[95298]: INFO neutron.plugins.ml2.plugin [None req-ce79df70-8c99-4024-a29e-b028710b5939 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempt 6 to bind port 3db103ae-14e5-4822-8924-642587684413 Sep 24 15:51:39.760931 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60384a0-3459-406f-b4a6-c5bc087a4856 req-0d321e2a-1c53-4d3f-be3f-c90583a83a32 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:39.762577 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c60384a0-3459-406f-b4a6-c5bc087a4856 req-0d321e2a-1c53-4d3f-be3f-c90583a83a32 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=cffe7aaf-b947-49e8-8c24-ba60972c40b9 HTTP/1.1" status: 200 len: 931 time: 0.0825636 Sep 24 15:51:39.764023 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-ce79df70-8c99-4024-a29e-b028710b5939 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port 3db103ae-14e5-4822-8924-642587684413 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:51:39.764023 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-ce79df70-8c99-4024-a29e-b028710b5939 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port 3db103ae-14e5-4822-8924-642587684413 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '2d8afdf4-e4c6-45a5-99c5-60b7fb6bc1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '18e6b336-46ac-4b9c-afb6-65391eaa1fd3'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:51:39.764277 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce79df70-8c99-4024-a29e-b028710b5939 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port 3db103ae-14e5-4822-8924-642587684413 on network 18e6b336-46ac-4b9c-afb6-65391eaa1fd3 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:51:39.771490 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce79df70-8c99-4024-a29e-b028710b5939 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Port 3db103ae-14e5-4822-8924-642587684413 on network 18e6b336-46ac-4b9c-afb6-65391eaa1fd3 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:51:39.771845 n-d-808921-1 neutron-server[95298]: ERROR neutron.plugins.ml2.managers [None req-ce79df70-8c99-4024-a29e-b028710b5939 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Failed to bind port 3db103ae-14e5-4822-8924-642587684413 on host n-h2-808921-1 for vnic_type normal using segments [{'id': '2d8afdf4-e4c6-45a5-99c5-60b7fb6bc1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '18e6b336-46ac-4b9c-afb6-65391eaa1fd3'}] Sep 24 15:51:39.776576 n-d-808921-1 neutron-server[95298]: INFO neutron.plugins.ml2.plugin [None req-ce79df70-8c99-4024-a29e-b028710b5939 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempt 7 to bind port 3db103ae-14e5-4822-8924-642587684413 Sep 24 15:51:39.800583 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-ce79df70-8c99-4024-a29e-b028710b5939 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port 3db103ae-14e5-4822-8924-642587684413 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:51:39.800919 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-ce79df70-8c99-4024-a29e-b028710b5939 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port 3db103ae-14e5-4822-8924-642587684413 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '2d8afdf4-e4c6-45a5-99c5-60b7fb6bc1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '18e6b336-46ac-4b9c-afb6-65391eaa1fd3'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:51:39.801259 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce79df70-8c99-4024-a29e-b028710b5939 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port 3db103ae-14e5-4822-8924-642587684413 on network 18e6b336-46ac-4b9c-afb6-65391eaa1fd3 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:51:39.813772 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce79df70-8c99-4024-a29e-b028710b5939 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Port 3db103ae-14e5-4822-8924-642587684413 on network 18e6b336-46ac-4b9c-afb6-65391eaa1fd3 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:51:39.814107 n-d-808921-1 neutron-server[95298]: ERROR neutron.plugins.ml2.managers [None req-ce79df70-8c99-4024-a29e-b028710b5939 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Failed to bind port 3db103ae-14e5-4822-8924-642587684413 on host n-h2-808921-1 for vnic_type normal using segments [{'id': '2d8afdf4-e4c6-45a5-99c5-60b7fb6bc1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '18e6b336-46ac-4b9c-afb6-65391eaa1fd3'}] Sep 24 15:51:39.817109 n-d-808921-1 neutron-server[95298]: INFO neutron.plugins.ml2.plugin [None req-ce79df70-8c99-4024-a29e-b028710b5939 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempt 8 to bind port 3db103ae-14e5-4822-8924-642587684413 Sep 24 15:51:39.823507 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c60384a0-3459-406f-b4a6-c5bc087a4856 req-f1ffa2f3-63d9-46cf-ab6c-bfd571b87f8f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=6ebd70ba-9057-4f05-b091-253e90de2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539262 Sep 24 15:51:39.833875 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-ce79df70-8c99-4024-a29e-b028710b5939 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port 3db103ae-14e5-4822-8924-642587684413 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:51:39.834208 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-ce79df70-8c99-4024-a29e-b028710b5939 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port 3db103ae-14e5-4822-8924-642587684413 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '2d8afdf4-e4c6-45a5-99c5-60b7fb6bc1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '18e6b336-46ac-4b9c-afb6-65391eaa1fd3'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:51:39.834572 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce79df70-8c99-4024-a29e-b028710b5939 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port 3db103ae-14e5-4822-8924-642587684413 on network 18e6b336-46ac-4b9c-afb6-65391eaa1fd3 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:51:39.839233 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce79df70-8c99-4024-a29e-b028710b5939 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Port 3db103ae-14e5-4822-8924-642587684413 on network 18e6b336-46ac-4b9c-afb6-65391eaa1fd3 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:51:39.840202 n-d-808921-1 neutron-server[95298]: ERROR neutron.plugins.ml2.managers [None req-ce79df70-8c99-4024-a29e-b028710b5939 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Failed to bind port 3db103ae-14e5-4822-8924-642587684413 on host n-h2-808921-1 for vnic_type normal using segments [{'id': '2d8afdf4-e4c6-45a5-99c5-60b7fb6bc1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '18e6b336-46ac-4b9c-afb6-65391eaa1fd3'}] Sep 24 15:51:39.840202 n-d-808921-1 neutron-server[95298]: INFO neutron.plugins.ml2.plugin [None req-ce79df70-8c99-4024-a29e-b028710b5939 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempt 9 to bind port 3db103ae-14e5-4822-8924-642587684413 Sep 24 15:51:39.852930 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-ad8e9124-1dc3-4c30-87bf-eed9179e85f6 None None] Provisioning complete for port d48576b0-007f-45c0-8063-70899a823b18 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:51:39.853486 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ad8e9124-1dc3-4c30-87bf-eed9179e85f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:39.862726 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-ce79df70-8c99-4024-a29e-b028710b5939 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port 3db103ae-14e5-4822-8924-642587684413 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:51:39.863122 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-ce79df70-8c99-4024-a29e-b028710b5939 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port 3db103ae-14e5-4822-8924-642587684413 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '2d8afdf4-e4c6-45a5-99c5-60b7fb6bc1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '18e6b336-46ac-4b9c-afb6-65391eaa1fd3'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:51:39.863462 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce79df70-8c99-4024-a29e-b028710b5939 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port 3db103ae-14e5-4822-8924-642587684413 on network 18e6b336-46ac-4b9c-afb6-65391eaa1fd3 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:51:39.868462 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce79df70-8c99-4024-a29e-b028710b5939 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Port 3db103ae-14e5-4822-8924-642587684413 on network 18e6b336-46ac-4b9c-afb6-65391eaa1fd3 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:51:39.868777 n-d-808921-1 neutron-server[95298]: ERROR neutron.plugins.ml2.managers [None req-ce79df70-8c99-4024-a29e-b028710b5939 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Failed to bind port 3db103ae-14e5-4822-8924-642587684413 on host n-h2-808921-1 for vnic_type normal using segments [{'id': '2d8afdf4-e4c6-45a5-99c5-60b7fb6bc1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '18e6b336-46ac-4b9c-afb6-65391eaa1fd3'}] Sep 24 15:51:39.869174 n-d-808921-1 neutron-server[95298]: INFO neutron.plugins.ml2.plugin [None req-ce79df70-8c99-4024-a29e-b028710b5939 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempt 10 to bind port 3db103ae-14e5-4822-8924-642587684413 Sep 24 15:51:39.895489 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-ce79df70-8c99-4024-a29e-b028710b5939 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port 3db103ae-14e5-4822-8924-642587684413 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:51:39.895969 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-ce79df70-8c99-4024-a29e-b028710b5939 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port 3db103ae-14e5-4822-8924-642587684413 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '2d8afdf4-e4c6-45a5-99c5-60b7fb6bc1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '18e6b336-46ac-4b9c-afb6-65391eaa1fd3'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:51:39.896317 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce79df70-8c99-4024-a29e-b028710b5939 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempting to bind port 3db103ae-14e5-4822-8924-642587684413 on network 18e6b336-46ac-4b9c-afb6-65391eaa1fd3 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:51:39.898865 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-ad8e9124-1dc3-4c30-87bf-eed9179e85f6 None None] Port d48576b0-007f-45c0-8063-70899a823b18 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:51:39.904917 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce79df70-8c99-4024-a29e-b028710b5939 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Port 3db103ae-14e5-4822-8924-642587684413 on network 18e6b336-46ac-4b9c-afb6-65391eaa1fd3 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:51:39.905246 n-d-808921-1 neutron-server[95298]: ERROR neutron.plugins.ml2.managers [None req-ce79df70-8c99-4024-a29e-b028710b5939 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Failed to bind port 3db103ae-14e5-4822-8924-642587684413 on host n-h2-808921-1 for vnic_type normal using segments [{'id': '2d8afdf4-e4c6-45a5-99c5-60b7fb6bc1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '18e6b336-46ac-4b9c-afb6-65391eaa1fd3'}] Sep 24 15:51:39.905617 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ce79df70-8c99-4024-a29e-b028710b5939 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:39.933911 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2e02f08f-803a-4c5f-a0ff-905144353e10 req-fb781a71-bbda-49cb-bd27-6ab51ff040ef service neutron] 10.222.0.110 "GET /v2.0/networks/e4856753-6c1e-428e-a2fe-e4f7731cb6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4606965 Sep 24 15:51:39.937297 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ccc36c47-3dda-4965-9b3d-c21872c76288 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:39.942847 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4f5d1ffb-929f-4eb6-b4b6-0caff485fa50 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:39.956217 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9502c144-2d0b-4f8b-afa4-cbe145325f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:39.963619 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827996e8-d1b5-4f23-b90e-14fae4dddbc4 None None] DHCP port deletion for 479292e6-74b1-476d-b48a-8c77191231d4 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:51:40.006640 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9502c144-2d0b-4f8b-afa4-cbe145325f46 None None] Pushing event deleted for resources: {'Port': ['ID=f7cc7c78-63c5-48a6-a26a-c87164f57571,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:40.007174 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-ce79df70-8c99-4024-a29e-b028710b5939 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] For port 3db103ae-14e5-4822-8924-642587684413, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:51:40.007725 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-ce79df70-8c99-4024-a29e-b028710b5939 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attempted to set empty binding levels {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 24 15:51:40.009339 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9502c144-2d0b-4f8b-afa4-cbe145325f46 None None] No DVR routers for this DVR port f7cc7c78-63c5-48a6-a26a-c87164f57571 on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:51:40.041493 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-7048f18c-c488-4224-a7e2-50cfd2778b7d req-e59a257f-ab02-431f-8482-e38073578639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:40.043750 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc36c47-3dda-4965-9b3d-c21872c76288 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Pushing event deleted for resources: {'Port': ['ID=afc1a09e-99bb-407a-8854-58a20999125f,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:40.077460 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-827996e8-d1b5-4f23-b90e-14fae4dddbc4 None None] Deleting port 0f689375-9a2c-4e1f-a25a-4734f2c99bfd {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:51:40.078183 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-827996e8-d1b5-4f23-b90e-14fae4dddbc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:40.096070 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd508ef7-bb22-4eb1-a522-3d8fb9209c63 req-2953d350-2f6a-494e-9f8b-c457a37bfd8d tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:40.098068 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fd508ef7-bb22-4eb1-a522-3d8fb9209c63 req-2953d350-2f6a-494e-9f8b-c457a37bfd8d tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.3825424 Sep 24 15:51:40.145876 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ce79df70-8c99-4024-a29e-b028710b5939 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:40.171153 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-827996e8-d1b5-4f23-b90e-14fae4dddbc4 None None] For port 0f689375-9a2c-4e1f-a25a-4734f2c99bfd, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=0f689375-9a2c-4e1f-a25a-4734f2c99bfd,segment=NetworkSegment(f85cf759-f101-4d4b-99f0-2f9dce799bb6),segment_id=f85cf759-f101-4d4b-99f0-2f9dce799bb6)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:51:40.171606 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-827996e8-d1b5-4f23-b90e-14fae4dddbc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:40.207099 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-ce79df70-8c99-4024-a29e-b028710b5939 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] In _notify_port_updated(), no bound segment for port 3db103ae-14e5-4822-8924-642587684413 on network 18e6b336-46ac-4b9c-afb6-65391eaa1fd3 {{(pid=95298) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 24 15:51:40.207676 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce79df70-8c99-4024-a29e-b028710b5939 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:40.208203 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ce79df70-8c99-4024-a29e-b028710b5939 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:40.214760 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-ce79df70-8c99-4024-a29e-b028710b5939 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] 10.222.0.101 "PUT /v2.0/ports/3db103ae-14e5-4822-8924-642587684413 HTTP/1.1" status: 200 len: 975 time: 2.0633209 Sep 24 15:51:40.216033 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-827996e8-d1b5-4f23-b90e-14fae4dddbc4 None None] Calling delete_port for 0f689375-9a2c-4e1f-a25a-4734f2c99bfd owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:51:40.222886 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 40972) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:40.274728 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce79df70-8c99-4024-a29e-b028710b5939 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Pushing event updated for resources: {'Port': ['ID=3db103ae-14e5-4822-8924-642587684413,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:40.296013 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd8b706-1cb8-4112-a140-dd024bd963e0 req-f3d254f7-3828-4132-a871-f24b7cb8dcd3 tempest-ServersNegativeTestMultiTenantJSON-1821011701 tempest-ServersNegativeTestMultiTenantJSON-1821011701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:40.298081 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ffd8b706-1cb8-4112-a140-dd024bd963e0 req-f3d254f7-3828-4132-a871-f24b7cb8dcd3 tempest-ServersNegativeTestMultiTenantJSON-1821011701 tempest-ServersNegativeTestMultiTenantJSON-1821011701-project] 10.222.0.110 "GET /v2.0/ports?device_id=585b8e2e-054e-4657-933d-90f21ce5db48 HTTP/1.1" status: 200 len: 945 time: 0.2231076 Sep 24 15:51:40.329149 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82698c18-32d8-431d-ba9e-d1eb72e93511 req-35bfe46f-e854-4693-8b51-0561e90e8cb3 tempest-ServersNegativeTestMultiTenantJSON-1821011701 tempest-ServersNegativeTestMultiTenantJSON-1821011701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:40.337948 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-82698c18-32d8-431d-ba9e-d1eb72e93511 req-35bfe46f-e854-4693-8b51-0561e90e8cb3 tempest-ServersNegativeTestMultiTenantJSON-1821011701 tempest-ServersNegativeTestMultiTenantJSON-1821011701-project] 10.222.0.101 "GET /v2.0/ports?device_id=585b8e2e-054e-4657-933d-90f21ce5db48 HTTP/1.1" status: 200 len: 945 time: 0.1961713 Sep 24 15:51:40.338371 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fd508ef7-bb22-4eb1-a522-3d8fb9209c63 req-aa2927dd-b908-4d6d-a3c1-27164c48ff8c tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237163 Sep 24 15:51:40.398213 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ccc36c47-3dda-4965-9b3d-c21872c76288 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586576'] for router_gateway, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:40.410276 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-82698c18-32d8-431d-ba9e-d1eb72e93511 req-d71864d7-a226-494c-bae3-b784e6e62ccb tempest-ServersNegativeTestMultiTenantJSON-1821011701 tempest-ServersNegativeTestMultiTenantJSON-1821011701-project] 10.222.0.101 "GET /v2.0/security-groups?id=aeb2e29a-8a0c-4467-9394-1be32cc189e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694201 Sep 24 15:51:40.476665 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4f5d1ffb-929f-4eb6-b4b6-0caff485fa50 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:40.492598 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-827996e8-d1b5-4f23-b90e-14fae4dddbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:40.520621 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827996e8-d1b5-4f23-b90e-14fae4dddbc4 None None] Pushing event deleted for resources: {'Port': ['ID=0f689375-9a2c-4e1f-a25a-4734f2c99bfd,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:40.524551 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-827996e8-d1b5-4f23-b90e-14fae4dddbc4 None None] No DVR routers for this DVR port 0f689375-9a2c-4e1f-a25a-4734f2c99bfd on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:51:40.569314 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-ffd8b706-1cb8-4112-a140-dd024bd963e0 req-093f1cc1-87cd-4393-8002-0ddcc20052d5 tempest-ServersNegativeTestMultiTenantJSON-1821011701 tempest-ServersNegativeTestMultiTenantJSON-1821011701-project] Deleting port f1ce9626-345b-4635-9c63-683335b64075 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:51:40.580434 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-ffd8b706-1cb8-4112-a140-dd024bd963e0 req-093f1cc1-87cd-4393-8002-0ddcc20052d5 tempest-ServersNegativeTestMultiTenantJSON-1821011701 tempest-ServersNegativeTestMultiTenantJSON-1821011701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:40.651618 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2e02f08f-803a-4c5f-a0ff-905144353e10 req-687b7a9d-3d43-4941-8f07-9fffd10322ca service neutron] 10.222.0.110 "GET /v2.0/networks/e4856753-6c1e-428e-a2fe-e4f7731cb6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7026436 Sep 24 15:51:40.688819 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ccc36c47-3dda-4965-9b3d-c21872c76288 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:40.692715 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-4f5d1ffb-929f-4eb6-b4b6-0caff485fa50 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b3337c8-0e9a-4c3a-a4b5-9aa76d4784c6']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:40.701042 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-ffd8b706-1cb8-4112-a140-dd024bd963e0 req-093f1cc1-87cd-4393-8002-0ddcc20052d5 tempest-ServersNegativeTestMultiTenantJSON-1821011701 tempest-ServersNegativeTestMultiTenantJSON-1821011701-project] For port f1ce9626-345b-4635-9c63-683335b64075, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=f1ce9626-345b-4635-9c63-683335b64075,segment=NetworkSegment(df4c5c31-9f82-4aa4-adeb-c312f81e3781),segment_id=df4c5c31-9f82-4aa4-adeb-c312f81e3781)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:51:40.701042 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-ffd8b706-1cb8-4112-a140-dd024bd963e0 req-093f1cc1-87cd-4393-8002-0ddcc20052d5 tempest-ServersNegativeTestMultiTenantJSON-1821011701 tempest-ServersNegativeTestMultiTenantJSON-1821011701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:40.705355 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ccc36c47-3dda-4965-9b3d-c21872c76288 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:40.723607 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-ffd8b706-1cb8-4112-a140-dd024bd963e0 req-093f1cc1-87cd-4393-8002-0ddcc20052d5 tempest-ServersNegativeTestMultiTenantJSON-1821011701 tempest-ServersNegativeTestMultiTenantJSON-1821011701-project] Calling delete_port for f1ce9626-345b-4635-9c63-683335b64075 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:51:40.727543 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-4f5d1ffb-929f-4eb6-b4b6-0caff485fa50 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a512b72-5e97-4c67-b35c-d0be6f42fe71') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:40.727543 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-4f5d1ffb-929f-4eb6-b4b6-0caff485fa50 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a512b72-5e97-4c67-b35c-d0be6f42fe71') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:40.784867 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4f5d1ffb-929f-4eb6-b4b6-0caff485fa50 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:40.791498 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device f7cc7c78-63c5-48a6-a26a-c87164f57571 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:51:40.793780 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193652f1-e31f-469c-98ad-2921f51de9cb req-1cc9551f-fb0d-40a9-82fb-9dc59797a92d tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:40.802222 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-193652f1-e31f-469c-98ad-2921f51de9cb req-1cc9551f-fb0d-40a9-82fb-9dc59797a92d tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.2797611 Sep 24 15:51:40.822643 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:40.823401 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: f7cc7c78-63c5-48a6-a26a-c87164f57571 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:51:40.824341 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device f7cc7c78-63c5-48a6-a26a-c87164f57571 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:51:40.824341 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 0f689375-9a2c-4e1f-a25a-4734f2c99bfd no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:51:40.844878 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 0f689375-9a2c-4e1f-a25a-4734f2c99bfd {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:51:40.845132 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 0f689375-9a2c-4e1f-a25a-4734f2c99bfd not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:51:40.857397 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4f5d1ffb-929f-4eb6-b4b6-0caff485fa50 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:40.911594 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f5d1ffb-929f-4eb6-b4b6-0caff485fa50 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Releasing vlan 1289 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:51:40.912031 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4f5d1ffb-929f-4eb6-b4b6-0caff485fa50 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:40.919839 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:51:40.919839 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:51:40.919839 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:51:40.919839 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:51:40.919839 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:51:40.919839 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:51:40.919839 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:51:40.919839 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:51:40.919839 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:51:40.919839 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:51:40.919839 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:51:40.919839 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:51:40.919839 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:51:40.919839 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:51:40.919839 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:51:40.919839 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:51:40.919839 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:51:40.919839 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:51:40.919839 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:51:40.919839 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:51:40.919839 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:51:40.919839 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:51:40.919839 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:51:40.919839 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:51:40.919839 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:51:40.919839 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:51:40.919839 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:51:40.919839 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:51:40.919839 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:51:40.919839 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:51:40.919839 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:51:40.919839 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:51:40.953971 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ccc36c47-3dda-4965-9b3d-c21872c76288 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:40.954552 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc36c47-3dda-4965-9b3d-c21872c76288 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Fanout notify agent at l3_agent the message router_deleted on router 4c3e5e77-f9bb-451c-9618-69acdb3027ac {{(pid=95297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:51:40.968016 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-193652f1-e31f-469c-98ad-2921f51de9cb req-e944406b-7118-4a04-b0e6-9a6ebff0aec5 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649125 Sep 24 15:51:40.980929 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ccc36c47-3dda-4965-9b3d-c21872c76288 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:40.987700 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ccc36c47-3dda-4965-9b3d-c21872c76288 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] 10.222.0.101 "DELETE /v2.0/routers/4c3e5e77-f9bb-451c-9618-69acdb3027ac HTTP/1.1" status: 204 len: 168 time: 3.6898911 Sep 24 15:51:40.991592 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 40982) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:41.003471 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-ff155380-14de-4be7-bf8d-fd94003a7cb8 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-813203254', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:51:41.025077 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb4b560-1917-4b0e-982b-5c9a262e3d33 req-61a29f97-5e52-4806-9282-c1ea2fd87580 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:41.025655 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-d9eda2b3-4030-42e6-88b0-169cbd8dafc0 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Deleting port 3db103ae-14e5-4822-8924-642587684413 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:51:41.030612 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d9eda2b3-4030-42e6-88b0-169cbd8dafc0 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:41.030844 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-efb4b560-1917-4b0e-982b-5c9a262e3d33 req-61a29f97-5e52-4806-9282-c1ea2fd87580 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=cffe7aaf-b947-49e8-8c24-ba60972c40b9 HTTP/1.1" status: 200 len: 931 time: 0.0905981 Sep 24 15:51:41.030844 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-ffd8b706-1cb8-4112-a140-dd024bd963e0 req-093f1cc1-87cd-4393-8002-0ddcc20052d5 tempest-ServersNegativeTestMultiTenantJSON-1821011701 tempest-ServersNegativeTestMultiTenantJSON-1821011701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:41.042789 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['f1ce9626-345b-4635-9c63-683335b64075'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:51:41.085649 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093f1cc1-87cd-4393-8002-0ddcc20052d5 tempest-ServersNegativeTestMultiTenantJSON-1821011701 tempest-ServersNegativeTestMultiTenantJSON-1821011701-project] Pushing event deleted for resources: {'Port': ['ID=f1ce9626-345b-4635-9c63-683335b64075,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:41.159428 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4f5d1ffb-929f-4eb6-b4b6-0caff485fa50 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:41.180644 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffd8b706-1cb8-4112-a140-dd024bd963e0 req-093f1cc1-87cd-4393-8002-0ddcc20052d5 tempest-ServersNegativeTestMultiTenantJSON-1821011701 tempest-ServersNegativeTestMultiTenantJSON-1821011701-project] No DVR routers for this DVR port f1ce9626-345b-4635-9c63-683335b64075 on host n-h1-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:51:41.189260 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4f5d1ffb-929f-4eb6-b4b6-0caff485fa50 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:41.191078 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-ffd8b706-1cb8-4112-a140-dd024bd963e0 req-093f1cc1-87cd-4393-8002-0ddcc20052d5 tempest-ServersNegativeTestMultiTenantJSON-1821011701 tempest-ServersNegativeTestMultiTenantJSON-1821011701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:41.191409 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-4f5d1ffb-929f-4eb6-b4b6-0caff485fa50 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "DELETE /v2.0/networks/2b3337c8-0e9a-4c3a-a4b5-9aa76d4784c6 HTTP/1.1" status: 204 len: 168 time: 1.6733809 Sep 24 15:51:41.193050 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-d9eda2b3-4030-42e6-88b0-169cbd8dafc0 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] For port 3db103ae-14e5-4822-8924-642587684413, host n-h2-808921-1, got binding levels [] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:51:41.193423 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d9eda2b3-4030-42e6-88b0-169cbd8dafc0 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:41.196637 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ffd8b706-1cb8-4112-a140-dd024bd963e0 req-093f1cc1-87cd-4393-8002-0ddcc20052d5 tempest-ServersNegativeTestMultiTenantJSON-1821011701 tempest-ServersNegativeTestMultiTenantJSON-1821011701-project] 10.222.0.110 "DELETE /v2.0/ports/f1ce9626-345b-4635-9c63-683335b64075 HTTP/1.1" status: 204 len: 173 time: 0.8868093 Sep 24 15:51:41.197212 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 40986) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:41.200632 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '585b8e2e-054e-4657-933d-90f21ce5db48', 'name': 'network-vif-deleted', 'tag': 'f1ce9626-345b-4635-9c63-683335b64075'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:51:41.207018 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c87f197e-df6e-459b-9374-e8cac18b5fce" -d '{"events": [{"server_uuid": "585b8e2e-054e-4657-933d-90f21ce5db48", "name": "network-vif-deleted", "tag": "f1ce9626-345b-4635-9c63-683335b64075"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:51:41.219323 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ff155380-14de-4be7-bf8d-fd94003a7cb8 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:41.220324 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ff155380-14de-4be7-bf8d-fd94003a7cb8 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:41.227793 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-efb4b560-1917-4b0e-982b-5c9a262e3d33 req-b82e78e5-f02c-4f40-a3f2-a0898cdab2ea tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=6ebd70ba-9057-4f05-b091-253e90de2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508441 Sep 24 15:51:41.242276 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5d1ffb-929f-4eb6-b4b6-0caff485fa50 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Pushing event deleted for resources: {'Network': ['ID=2b3337c8-0e9a-4c3a-a4b5-9aa76d4784c6,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:41.266837 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-d9eda2b3-4030-42e6-88b0-169cbd8dafc0 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Calling delete_port for 3db103ae-14e5-4822-8924-642587684413 owned by {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:51:41.288220 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [req-7048f18c-c488-4224-a7e2-50cfd2778b7d req-e59a257f-ab02-431f-8482-e38073578639 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d48576b0-007f-45c0-8063-70899a823b18 {{(pid=95297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:51:41.301778 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-7048f18c-c488-4224-a7e2-50cfd2778b7d req-e59a257f-ab02-431f-8482-e38073578639 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:41.312006 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d56b05-f245-4560-a604-5a2b7c48ef13 req-67385f90-a512-42fe-aff5-80e19350b6cd tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:41.326309 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-23d56b05-f245-4560-a604-5a2b7c48ef13 req-67385f90-a512-42fe-aff5-80e19350b6cd tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.2189980 Sep 24 15:51:41.365205 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.provisioning_blocks [req-7048f18c-c488-4224-a7e2-50cfd2778b7d req-e59a257f-ab02-431f-8482-e38073578639 service neutron] Transition to ACTIVE for port object d48576b0-007f-45c0-8063-70899a823b18 will not be triggered until provisioned by entity L2. {{(pid=95297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:51:41.385520 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e710fc5c-7a82-420b-a403-d8ccc9ee3dd6 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:41.422177 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ff155380-14de-4be7-bf8d-fd94003a7cb8 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:41.424141 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-23d56b05-f245-4560-a604-5a2b7c48ef13 req-d2f4be7d-131e-4677-9a2f-7e7fac8e56e5 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685983 Sep 24 15:51:41.424855 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e39ce68-4420-4d2b-b069-a7249ba28bbe x-openstack-request-id: req-9e39ce68-4420-4d2b-b069-a7249ba28bbe {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:51:41.425154 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "585b8e2e-054e-4657-933d-90f21ce5db48", "name": "network-vif-deleted", "tag": "f1ce9626-345b-4635-9c63-683335b64075", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:51:41.425571 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-9e39ce68-4420-4d2b-b069-a7249ba28bbe {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:51:41.425971 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '585b8e2e-054e-4657-933d-90f21ce5db48', 'name': 'network-vif-deleted', 'tag': 'f1ce9626-345b-4635-9c63-683335b64075', 'status': 'completed', 'code': 200} Sep 24 15:51:41.435026 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-7048f18c-c488-4224-a7e2-50cfd2778b7d req-e59a257f-ab02-431f-8482-e38073578639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:41.495063 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59a257f-ab02-431f-8482-e38073578639 service neutron] Pushing event updated for resources: {'Port': ['ID=d48576b0-007f-45c0-8063-70899a823b18,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:41.505846 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ff155380-14de-4be7-bf8d-fd94003a7cb8 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:41.515494 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d9eda2b3-4030-42e6-88b0-169cbd8dafc0 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:41.575077 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e710fc5c-7a82-420b-a403-d8ccc9ee3dd6 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:41.603951 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-e710fc5c-7a82-420b-a403-d8ccc9ee3dd6 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['479292e6-74b1-476d-b48a-8c77191231d4']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:41.619745 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-e710fc5c-7a82-420b-a403-d8ccc9ee3dd6 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f85cf759-f101-4d4b-99f0-2f9dce799bb6') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:41.619957 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-e710fc5c-7a82-420b-a403-d8ccc9ee3dd6 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f85cf759-f101-4d4b-99f0-2f9dce799bb6') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:41.660485 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ff155380-14de-4be7-bf8d-fd94003a7cb8 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:41.661724 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-ff155380-14de-4be7-bf8d-fd94003a7cb8 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6690009 Sep 24 15:51:41.677710 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e710fc5c-7a82-420b-a403-d8ccc9ee3dd6 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:41.679720 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41000) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:41.682668 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-03fa55f2-bc8a-4a35-a132-d40554dfeadd req-0afb7f81-737a-482a-aae9-0a671545e1b3 tempest-ServersNegativeTestMultiTenantJSON-1821011701 tempest-ServersNegativeTestMultiTenantJSON-1821011701-project] 10.222.0.101 "GET /v2.0/ports?device_id=585b8e2e-054e-4657-933d-90f21ce5db48 HTTP/1.1" status: 200 len: 210 time: 0.0652819 Sep 24 15:51:41.695249 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-5f245d09-e70e-4a03-85eb-e3e2462b5fb9 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'enable_snat': False}}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:51:41.744003 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e710fc5c-7a82-420b-a403-d8ccc9ee3dd6 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:41.780147 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e710fc5c-7a82-420b-a403-d8ccc9ee3dd6 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Releasing vlan 1250 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:51:41.783959 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e710fc5c-7a82-420b-a403-d8ccc9ee3dd6 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:41.784393 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:51:41.784393 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:51:41.784393 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:51:41.784393 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:51:41.784393 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:51:41.784393 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:51:41.784393 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:51:41.784393 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:51:41.784393 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:51:41.784393 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:51:41.784393 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:51:41.784393 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:51:41.784393 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:51:41.784393 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:51:41.784393 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:51:41.784393 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:51:41.784393 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:51:41.784393 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:51:41.784393 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:51:41.784393 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:51:41.784393 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:51:41.784393 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:51:41.784393 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:51:41.784393 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:51:41.784393 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:51:41.784393 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:51:41.784393 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:51:41.784393 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:51:41.784393 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:51:41.784393 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:51:41.784393 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:51:41.784393 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:51:41.886771 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eda2b3-4030-42e6-88b0-169cbd8dafc0 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Pushing event deleted for resources: {'Port': ['ID=3db103ae-14e5-4822-8924-642587684413,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:41.894070 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d9eda2b3-4030-42e6-88b0-169cbd8dafc0 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:41.896028 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-d9eda2b3-4030-42e6-88b0-169cbd8dafc0 tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] 10.222.0.101 "DELETE /v2.0/ports/3db103ae-14e5-4822-8924-642587684413 HTTP/1.1" status: 204 len: 168 time: 1.6645942 Sep 24 15:51:41.913120 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41004) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:41.940783 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-87c50f40-fa4f-4232-a302-7fade0591e9a tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] GET failed (client error): The resource could not be found. Sep 24 15:51:41.942046 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-87c50f40-fa4f-4232-a302-7fade0591e9a tempest-PortsAdminExtendedAttrsTestJSON-132326613 tempest-PortsAdminExtendedAttrsTestJSON-132326613-project-admin] 10.222.0.101 "GET /v2.0/ports/3db103ae-14e5-4822-8924-642587684413 HTTP/1.1" status: 404 len: 333 time: 0.0300338 Sep 24 15:51:41.950332 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58ea93e-df04-4d08-9769-3176a5ee7821 req-765d0c09-6ca4-4ec9-910f-989f2d3f8caf tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:41.951875 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e58ea93e-df04-4d08-9769-3176a5ee7821 req-765d0c09-6ca4-4ec9-910f-989f2d3f8caf tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.0791552 Sep 24 15:51:41.952360 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 41006) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:41.954481 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-7048f18c-c488-4224-a7e2-50cfd2778b7d req-e59a257f-ab02-431f-8482-e38073578639 service neutron] Attempting to bind port d48576b0-007f-45c0-8063-70899a823b18 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:51:41.954813 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-7048f18c-c488-4224-a7e2-50cfd2778b7d req-e59a257f-ab02-431f-8482-e38073578639 service neutron] Attempting to bind port d48576b0-007f-45c0-8063-70899a823b18 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': 'cda1c6cd-723d-48b0-aba0-c7ad881773d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '603fb403-a01d-4073-8f75-f2b0f098e42f'}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:51:41.955143 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7048f18c-c488-4224-a7e2-50cfd2778b7d req-e59a257f-ab02-431f-8482-e38073578639 service neutron] Attempting to bind port d48576b0-007f-45c0-8063-70899a823b18 on network 603fb403-a01d-4073-8f75-f2b0f098e42f {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:51:41.977854 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7048f18c-c488-4224-a7e2-50cfd2778b7d req-e59a257f-ab02-431f-8482-e38073578639 service neutron] Port d48576b0-007f-45c0-8063-70899a823b18 on network 603fb403-a01d-4073-8f75-f2b0f098e42f not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:51:41.978180 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7048f18c-c488-4224-a7e2-50cfd2778b7d req-e59a257f-ab02-431f-8482-e38073578639 service neutron] Attempting to bind port d48576b0-007f-45c0-8063-70899a823b18 on network 603fb403-a01d-4073-8f75-f2b0f098e42f {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:51:42.006960 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7048f18c-c488-4224-a7e2-50cfd2778b7d req-e59a257f-ab02-431f-8482-e38073578639 service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:51:42.007295 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7048f18c-c488-4224-a7e2-50cfd2778b7d req-e59a257f-ab02-431f-8482-e38073578639 service neutron] Checking segment: {'id': 'cda1c6cd-723d-48b0-aba0-c7ad881773d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '603fb403-a01d-4073-8f75-f2b0f098e42f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:51:42.007586 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7048f18c-c488-4224-a7e2-50cfd2778b7d req-e59a257f-ab02-431f-8482-e38073578639 service neutron] Bound using segment: {'id': 'cda1c6cd-723d-48b0-aba0-c7ad881773d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '603fb403-a01d-4073-8f75-f2b0f098e42f'} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:51:42.008270 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-7048f18c-c488-4224-a7e2-50cfd2778b7d req-e59a257f-ab02-431f-8482-e38073578639 service neutron] Bound port: d48576b0-007f-45c0-8063-70899a823b18, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cda1c6cd-723d-48b0-aba0-c7ad881773d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '603fb403-a01d-4073-8f75-f2b0f098e42f'}}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:51:42.008404 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-7048f18c-c488-4224-a7e2-50cfd2778b7d req-e59a257f-ab02-431f-8482-e38073578639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:42.009974 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5f245d09-e70e-4a03-85eb-e3e2462b5fb9 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:42.013212 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e710fc5c-7a82-420b-a403-d8ccc9ee3dd6 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:42.021166 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e710fc5c-7a82-420b-a403-d8ccc9ee3dd6 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:42.033098 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-e710fc5c-7a82-420b-a403-d8ccc9ee3dd6 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "DELETE /v2.0/networks/479292e6-74b1-476d-b48a-8c77191231d4 HTTP/1.1" status: 204 len: 168 time: 0.8198550 Sep 24 15:51:42.033321 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 41008) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:42.075444 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-0eb8f02f-8541-4d74-b11e-de700340cf66 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1303207537'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:51:42.121361 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4066cb97-5653-476b-b182-913f75dc0223 tempest-PortsAdminExtendedAttrsTestJSON-497816637 tempest-PortsAdminExtendedAttrsTestJSON-497816637-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:42.135181 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e58ea93e-df04-4d08-9769-3176a5ee7821 req-eb272a48-0443-4bb2-abe8-9a5f23411513 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584005 Sep 24 15:51:42.176737 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-7048f18c-c488-4224-a7e2-50cfd2778b7d req-e59a257f-ab02-431f-8482-e38073578639 service neutron] For port d48576b0-007f-45c0-8063-70899a823b18, host n-h2-808921-1, cleared binding levels {{(pid=95297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:51:42.182734 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-7048f18c-c488-4224-a7e2-50cfd2778b7d req-e59a257f-ab02-431f-8482-e38073578639 service neutron] For port d48576b0-007f-45c0-8063-70899a823b18, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=d48576b0-007f-45c0-8063-70899a823b18,segment=NetworkSegment(cda1c6cd-723d-48b0-aba0-c7ad881773d8),segment_id=cda1c6cd-723d-48b0-aba0-c7ad881773d8)] {{(pid=95297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:51:42.229178 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb8f02f-8541-4d74-b11e-de700340cf66 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Made reservation on behalf of a0a46e9236c24b39aca910b414f61345 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:51:42.232824 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0eb8f02f-8541-4d74-b11e-de700340cf66 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:42.266696 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-7048f18c-c488-4224-a7e2-50cfd2778b7d req-e59a257f-ab02-431f-8482-e38073578639 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:42.299635 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e710fc5c-7a82-420b-a403-d8ccc9ee3dd6 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Pushing event deleted for resources: {'Network': ['ID=479292e6-74b1-476d-b48a-8c77191231d4,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:42.311615 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4066cb97-5653-476b-b182-913f75dc0223 tempest-PortsAdminExtendedAttrsTestJSON-497816637 tempest-PortsAdminExtendedAttrsTestJSON-497816637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:42.365220 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eb8f02f-8541-4d74-b11e-de700340cf66 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1273} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:51:42.375909 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0eb8f02f-8541-4d74-b11e-de700340cf66 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:42.376729 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-0eb8f02f-8541-4d74-b11e-de700340cf66 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Added segment 450e9686-039a-48ce-96c4-7ce9e6d2f7cb of type vlan for network 912b5682-02cb-44ac-8c51-736986bbf762 Sep 24 15:51:42.401301 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-4066cb97-5653-476b-b182-913f75dc0223 tempest-PortsAdminExtendedAttrsTestJSON-497816637 tempest-PortsAdminExtendedAttrsTestJSON-497816637-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18e6b336-46ac-4b9c-afb6-65391eaa1fd3']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:42.412651 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-4066cb97-5653-476b-b182-913f75dc0223 tempest-PortsAdminExtendedAttrsTestJSON-497816637 tempest-PortsAdminExtendedAttrsTestJSON-497816637-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d8afdf4-e4c6-45a5-99c5-60b7fb6bc1ed') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:42.413016 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-4066cb97-5653-476b-b182-913f75dc0223 tempest-PortsAdminExtendedAttrsTestJSON-497816637 tempest-PortsAdminExtendedAttrsTestJSON-497816637-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d8afdf4-e4c6-45a5-99c5-60b7fb6bc1ed') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:42.435398 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7048f18c-c488-4224-a7e2-50cfd2778b7d req-e59a257f-ab02-431f-8482-e38073578639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:42.436055 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-7048f18c-c488-4224-a7e2-50cfd2778b7d req-e59a257f-ab02-431f-8482-e38073578639 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:42.437445 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7048f18c-c488-4224-a7e2-50cfd2778b7d req-e59a257f-ab02-431f-8482-e38073578639 service neutron] 10.222.0.108 "PUT /v2.0/ports/d48576b0-007f-45c0-8063-70899a823b18 HTTP/1.1" status: 200 len: 1091 time: 2.7234812 Sep 24 15:51:42.437913 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cffe7aaf-b947-49e8-8c24-ba60972c40b9', 'tag': 'd48576b0-007f-45c0-8063-70899a823b18'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:51:42.446132 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6980541f-ba6a-4074-9c0f-8f34f32df547" -d '{"events": [{"name": "network-changed", "server_uuid": "cffe7aaf-b947-49e8-8c24-ba60972c40b9", "tag": "d48576b0-007f-45c0-8063-70899a823b18"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:51:42.465078 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4066cb97-5653-476b-b182-913f75dc0223 tempest-PortsAdminExtendedAttrsTestJSON-497816637 tempest-PortsAdminExtendedAttrsTestJSON-497816637-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:42.501924 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf81a2c-cca3-454f-9815-4d6dd8427daa req-75d611e4-94b5-4b33-8fff-0f9e1d22cc9a tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:42.507013 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2bf81a2c-cca3-454f-9815-4d6dd8427daa req-75d611e4-94b5-4b33-8fff-0f9e1d22cc9a tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.1519752 Sep 24 15:51:42.549877 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0eb8f02f-8541-4d74-b11e-de700340cf66 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:42.554827 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4066cb97-5653-476b-b182-913f75dc0223 tempest-PortsAdminExtendedAttrsTestJSON-497816637 tempest-PortsAdminExtendedAttrsTestJSON-497816637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:42.569242 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59a257f-ab02-431f-8482-e38073578639 service neutron] Pushing event updated for resources: {'Port': ['ID=d48576b0-007f-45c0-8063-70899a823b18,revision_number=3']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:42.578922 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4066cb97-5653-476b-b182-913f75dc0223 tempest-PortsAdminExtendedAttrsTestJSON-497816637 tempest-PortsAdminExtendedAttrsTestJSON-497816637-project] Releasing vlan 1254 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:51:42.579220 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4066cb97-5653-476b-b182-913f75dc0223 tempest-PortsAdminExtendedAttrsTestJSON-497816637 tempest-PortsAdminExtendedAttrsTestJSON-497816637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:42.585901 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:51:42.585901 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:51:42.585901 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:51:42.585901 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:51:42.585901 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:51:42.585901 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:51:42.585901 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:51:42.585901 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:51:42.585901 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:51:42.585901 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:51:42.585901 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:51:42.585901 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:51:42.585901 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:51:42.585901 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:51:42.585901 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:51:42.585901 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:51:42.585901 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:51:42.585901 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:51:42.585901 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:51:42.585901 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:51:42.585901 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:51:42.585901 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:51:42.585901 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:51:42.585901 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:51:42.585901 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:51:42.585901 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:51:42.585901 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:51:42.585901 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:51:42.585901 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:51:42.585901 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:51:42.585901 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:51:42.585901 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:51:42.599418 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2bf81a2c-cca3-454f-9815-4d6dd8427daa req-c9b0f0e8-fa46-4061-9f1c-d5497753b456 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772064 Sep 24 15:51:42.609751 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae516dd-5178-4796-bc3a-7436cb822cff req-9cd05b8e-e4fc-47f0-b2d5-377002f5bdc8 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:42.617654 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1ae516dd-5178-4796-bc3a-7436cb822cff req-9cd05b8e-e4fc-47f0-b2d5-377002f5bdc8 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=cffe7aaf-b947-49e8-8c24-ba60972c40b9 HTTP/1.1" status: 200 len: 943 time: 0.2021294 Sep 24 15:51:42.743655 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1ae516dd-5178-4796-bc3a-7436cb822cff req-3a29c746-b276-4db3-a474-6193944a6e14 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=6ebd70ba-9057-4f05-b091-253e90de2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1250479 Sep 24 15:51:42.749694 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5f245d09-e70e-4a03-85eb-e3e2462b5fb9 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:42.771200 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5f245d09-e70e-4a03-85eb-e3e2462b5fb9 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:42.772955 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7048f18c-c488-4224-a7e2-50cfd2778b7d req-0d235b98-a9dd-4708-bba0-392f37de1563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:42.775019 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7048f18c-c488-4224-a7e2-50cfd2778b7d req-0d235b98-a9dd-4708-bba0-392f37de1563 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=7e512e155fd047afb7c369ee55b40ecc&device_id=cffe7aaf-b947-49e8-8c24-ba60972c40b9 HTTP/1.1" status: 200 len: 1094 time: 0.1772482 Sep 24 15:51:42.776508 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34f6c82-d100-4a1d-bcbc-83457810f494 x-openstack-request-id: req-f34f6c82-d100-4a1d-bcbc-83457810f494 {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:51:42.776789 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cffe7aaf-b947-49e8-8c24-ba60972c40b9", "tag": "d48576b0-007f-45c0-8063-70899a823b18", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:51:42.777040 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-f34f6c82-d100-4a1d-bcbc-83457810f494 {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:51:42.781570 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cffe7aaf-b947-49e8-8c24-ba60972c40b9', 'tag': 'd48576b0-007f-45c0-8063-70899a823b18', 'status': 'completed', 'code': 200} Sep 24 15:51:42.824654 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41024) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:42.828214 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0eb8f02f-8541-4d74-b11e-de700340cf66 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:42.841348 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb8f02f-8541-4d74-b11e-de700340cf66 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:42.841348 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0eb8f02f-8541-4d74-b11e-de700340cf66 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:42.844326 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7048f18c-c488-4224-a7e2-50cfd2778b7d req-7cd39b3f-e051-45e4-90a5-951529331b1c service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d48576b0-007f-45c0-8063-70899a823b18 HTTP/1.1" status: 200 len: 217 time: 0.0579691 Sep 24 15:51:42.921935 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4066cb97-5653-476b-b182-913f75dc0223 tempest-PortsAdminExtendedAttrsTestJSON-497816637 tempest-PortsAdminExtendedAttrsTestJSON-497816637-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:42.930218 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-bae90d8c-cd70-451f-92e7-7906189616aa admin admin] Deleting subnet 123a6380-cad4-423e-a7ca-2467d74fb951 {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:51:42.936671 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bae90d8c-cd70-451f-92e7-7906189616aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:42.965271 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4066cb97-5653-476b-b182-913f75dc0223 tempest-PortsAdminExtendedAttrsTestJSON-497816637 tempest-PortsAdminExtendedAttrsTestJSON-497816637-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:42.967471 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-4066cb97-5653-476b-b182-913f75dc0223 tempest-PortsAdminExtendedAttrsTestJSON-497816637 tempest-PortsAdminExtendedAttrsTestJSON-497816637-project] 10.222.0.101 "DELETE /v2.0/networks/18e6b336-46ac-4b9c-afb6-65391eaa1fd3 HTTP/1.1" status: 204 len: 168 time: 1.0140040 Sep 24 15:51:42.987687 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bae90d8c-cd70-451f-92e7-7906189616aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:42.992824 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-0eb8f02f-8541-4d74-b11e-de700340cf66 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9260018 Sep 24 15:51:42.992999 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-5f245d09-e70e-4a03-85eb-e3e2462b5fb9 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Allocated IP 172.25.0.199 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/de0b8d6b-6cf8-488f-bc16-ed05716edd5f) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:51:42.995691 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 41032) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:43.031295 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-c313e312-b326-4af0-bf8f-23ffc913dc6a tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Request body: {'subnet': {'network_id': '912b5682-02cb-44ac-8c51-736986bbf762', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:51:43.052847 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb8f02f-8541-4d74-b11e-de700340cf66 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Pushing event updated for resources: {'Network': ['ID=912b5682-02cb-44ac-8c51-736986bbf762,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:43.059475 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bae90d8c-cd70-451f-92e7-7906189616aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:43.067186 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 912b5682-02cb-44ac-8c51-736986bbf762 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:51:43.082616 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7048f18c-c488-4224-a7e2-50cfd2778b7d req-b65fefe0-74c7-4967-93cd-f127dab8b7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:43.088726 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7048f18c-c488-4224-a7e2-50cfd2778b7d req-b65fefe0-74c7-4967-93cd-f127dab8b7f3 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=f7740272-3ddd-4c63-a492-aed51d47ee4e HTTP/1.1" status: 200 len: 834 time: 0.2216632 Sep 24 15:51:43.130003 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4066cb97-5653-476b-b182-913f75dc0223 tempest-PortsAdminExtendedAttrsTestJSON-497816637 tempest-PortsAdminExtendedAttrsTestJSON-497816637-project] Pushing event deleted for resources: {'Network': ['ID=18e6b336-46ac-4b9c-afb6-65391eaa1fd3,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:43.171338 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5f245d09-e70e-4a03-85eb-e3e2462b5fb9 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:43.210009 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9f2ad-eedf-4a76-a6db-ef2446e86728 req-35f24c4f-2cca-4d16-bf0c-fc1f2d5dce3d tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:43.211567 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fda9f2ad-eedf-4a76-a6db-ef2446e86728 req-35f24c4f-2cca-4d16-bf0c-fc1f2d5dce3d tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.2738869 Sep 24 15:51:43.245180 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7048f18c-c488-4224-a7e2-50cfd2778b7d req-1ec5e89c-240c-4baf-8568-e0464040840c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:43.246718 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7048f18c-c488-4224-a7e2-50cfd2778b7d req-1ec5e89c-240c-4baf-8568-e0464040840c service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=603fb403-a01d-4073-8f75-f2b0f098e42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1327009 Sep 24 15:51:43.281939 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bae90d8c-cd70-451f-92e7-7906189616aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:43.295085 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fda9f2ad-eedf-4a76-a6db-ef2446e86728 req-6af4dd63-a189-4085-b17f-0f0b6220a54d tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742087 Sep 24 15:51:43.308894 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae90d8c-cd70-451f-92e7-7906189616aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=123a6380-cad4-423e-a7ca-2467d74fb951,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:43.321290 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bae90d8c-cd70-451f-92e7-7906189616aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:43.325351 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-bae90d8c-cd70-451f-92e7-7906189616aa admin admin] 10.222.0.101 "DELETE /v2.0/subnets/123a6380-cad4-423e-a7ca-2467d74fb951 HTTP/1.1" status: 204 len: 168 time: 0.4975991 Sep 24 15:51:43.330126 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41034) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:43.340379 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5f245d09-e70e-4a03-85eb-e3e2462b5fb9 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:43.369067 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7048f18c-c488-4224-a7e2-50cfd2778b7d req-55ff4a3d-9b17-4b80-9489-26b9ed758f1a service neutron] 10.222.0.108 "GET /v2.0/networks/603fb403-a01d-4073-8f75-f2b0f098e42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103506 Sep 24 15:51:43.372169 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c313e312-b326-4af0-bf8f-23ffc913dc6a tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Made reservation on behalf of a0a46e9236c24b39aca910b414f61345 for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:51:43.375968 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c313e312-b326-4af0-bf8f-23ffc913dc6a tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:43.425851 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f245d09-e70e-4a03-85eb-e3e2462b5fb9 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:51:43.455196 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-5f245d09-e70e-4a03-85eb-e3e2462b5fb9 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:51:43.490126 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f245d09-e70e-4a03-85eb-e3e2462b5fb9 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:51:43.543922 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f245d09-e70e-4a03-85eb-e3e2462b5fb9 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Pushing event updated for resources: {'Port': ['ID=de0b8d6b-6cf8-488f-bc16-ed05716edd5f,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:43.562981 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ee2679f2-c2fa-48a0-9d0c-dfb8bb8a4bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:43.590529 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da40d70-690b-4138-9087-9c8269755d4e req-8f49135d-11c2-41b4-b13c-73f36dfb66ae tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:43.597974 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8da40d70-690b-4138-9087-9c8269755d4e req-8f49135d-11c2-41b4-b13c-73f36dfb66ae tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.1873856 Sep 24 15:51:43.623783 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7048f18c-c488-4224-a7e2-50cfd2778b7d req-47e0520f-6d67-466c-938f-e947357be152 service neutron] 10.222.0.108 "GET /v2.0/networks/603fb403-a01d-4073-8f75-f2b0f098e42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2426670 Sep 24 15:51:43.636441 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 41042) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:43.786603 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8da40d70-690b-4138-9087-9c8269755d4e req-fd1dca3e-3f87-4830-844d-0ccc078b7f95 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875384 Sep 24 15:51:43.817236 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-8d038231-b7db-400e-a2f3-e70cd528db07 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=683089bfc99e407eaf86cf08ad0588d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1795750 Sep 24 15:51:43.819787 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 41048) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:43.855951 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6980541f-ba6a-4074-9c0f-8f34f32df547 req-1b6a57a5-64aa-43a4-ac87-a44651c28553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:43.871566 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6980541f-ba6a-4074-9c0f-8f34f32df547 req-1b6a57a5-64aa-43a4-ac87-a44651c28553 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=7e512e155fd047afb7c369ee55b40ecc&device_id=cffe7aaf-b947-49e8-8c24-ba60972c40b9 HTTP/1.1" status: 200 len: 1094 time: 0.1154013 Sep 24 15:51:43.871566 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c313e312-b326-4af0-bf8f-23ffc913dc6a tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:43.872695 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ee2679f2-c2fa-48a0-9d0c-dfb8bb8a4bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:43.898245 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-ee2679f2-c2fa-48a0-9d0c-dfb8bb8a4bfb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76ab4cef-3759-497c-a83d-bc0125712c20']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:43.910232 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-ee2679f2-c2fa-48a0-9d0c-dfb8bb8a4bfb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df4c5c31-9f82-4aa4-adeb-c312f81e3781') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:43.914859 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-ee2679f2-c2fa-48a0-9d0c-dfb8bb8a4bfb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df4c5c31-9f82-4aa4-adeb-c312f81e3781') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:43.921913 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ee2679f2-c2fa-48a0-9d0c-dfb8bb8a4bfb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:43.945519 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ee2679f2-c2fa-48a0-9d0c-dfb8bb8a4bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:43.952499 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee2679f2-c2fa-48a0-9d0c-dfb8bb8a4bfb admin admin] Releasing vlan 1282 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:51:43.953066 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ee2679f2-c2fa-48a0-9d0c-dfb8bb8a4bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:43.955819 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:51:43.955819 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:51:43.955819 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:51:43.955819 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:51:43.955819 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:51:43.955819 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:51:43.955819 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:51:43.955819 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:51:43.955819 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:51:43.955819 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:51:43.955819 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:51:43.955819 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:51:43.955819 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:51:43.955819 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:51:43.955819 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:51:43.955819 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:51:43.955819 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:51:43.955819 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:51:43.955819 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:51:43.955819 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:51:43.955819 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:51:43.955819 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:51:43.955819 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:51:43.955819 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:51:43.955819 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:51:43.955819 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:51:43.955819 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:51:43.955819 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:51:43.955819 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:51:43.955819 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:51:43.955819 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:51:43.955819 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:51:44.075551 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-24448ad4-0ee4-4417-8364-706675244e83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:44.114461 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c313e312-b326-4af0-bf8f-23ffc913dc6a tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Pushing event updated for resources: {'Subnet': ['ID=a5e57565-a1e0-4e7c-a0ed-199af5f9d985,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:44.126449 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6980541f-ba6a-4074-9c0f-8f34f32df547 req-1fd9e38e-6b8c-4c8e-9618-fe70dbf6be52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:44.128503 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6980541f-ba6a-4074-9c0f-8f34f32df547 req-1fd9e38e-6b8c-4c8e-9618-fe70dbf6be52 service neutron] 10.222.0.108 "GET /v2.0/networks?id=603fb403-a01d-4073-8f75-f2b0f098e42f HTTP/1.1" status: 200 len: 899 time: 0.2320483 Sep 24 15:51:44.137885 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-24448ad4-0ee4-4417-8364-706675244e83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:44.159618 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eb1df1-b5d2-4fc5-b4dc-a663d2862475 req-152a24ec-e313-4e72-ad84-2c6cdc1b139b tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:44.161184 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e2eb1df1-b5d2-4fc5-b4dc-a663d2862475 req-152a24ec-e313-4e72-ad84-2c6cdc1b139b tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=cffe7aaf-b947-49e8-8c24-ba60972c40b9 HTTP/1.1" status: 200 len: 943 time: 0.3026106 Sep 24 15:51:44.169669 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ff8399-c66e-4e09-8163-56faf6cfad4d req-8439356b-36a1-446b-b097-98ddbe231769 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:44.172829 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-27ff8399-c66e-4e09-8163-56faf6cfad4d req-8439356b-36a1-446b-b097-98ddbe231769 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.0586605 Sep 24 15:51:44.202391 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c313e312-b326-4af0-bf8f-23ffc913dc6a tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Checking segment: {'id': '450e9686-039a-48ce-96c4-7ce9e6d2f7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '912b5682-02cb-44ac-8c51-736986bbf762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:51:44.202391 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c313e312-b326-4af0-bf8f-23ffc913dc6a tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Network hostable DHCP agents. Network: 912b5682-02cb-44ac-8c51-736986bbf762, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:51:44.211797 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6980541f-ba6a-4074-9c0f-8f34f32df547 req-ff37b4e6-647f-45bd-9f5f-12f1ff5797c5 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d48576b0-007f-45c0-8063-70899a823b18 HTTP/1.1" status: 200 len: 217 time: 0.0718851 Sep 24 15:51:44.265404 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-27ff8399-c66e-4e09-8163-56faf6cfad4d req-718ecf67-73ab-491b-9a78-073d92f07fc4 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831344 Sep 24 15:51:44.265404 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ee2679f2-c2fa-48a0-9d0c-dfb8bb8a4bfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:44.307592 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e2eb1df1-b5d2-4fc5-b4dc-a663d2862475 req-b19ce7a1-6da9-41bb-acc3-82aa90e0f2a2 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=6ebd70ba-9057-4f05-b091-253e90de2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389284 Sep 24 15:51:44.311634 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6980541f-ba6a-4074-9c0f-8f34f32df547 req-b0318b1c-1dbe-4021-9cb1-69008639a669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:44.313080 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6980541f-ba6a-4074-9c0f-8f34f32df547 req-b0318b1c-1dbe-4021-9cb1-69008639a669 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=f7740272-3ddd-4c63-a492-aed51d47ee4e HTTP/1.1" status: 200 len: 834 time: 0.0935528 Sep 24 15:51:44.316991 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ee2679f2-c2fa-48a0-9d0c-dfb8bb8a4bfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:44.320533 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-ee2679f2-c2fa-48a0-9d0c-dfb8bb8a4bfb admin admin] 10.222.0.101 "DELETE /v2.0/networks/76ab4cef-3759-497c-a83d-bc0125712c20 HTTP/1.1" status: 204 len: 168 time: 0.9885728 Sep 24 15:51:44.324710 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41060) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:44.375104 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6980541f-ba6a-4074-9c0f-8f34f32df547 req-e94e39a6-cfa5-43db-bd92-a07d1ae4a43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:44.376787 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6980541f-ba6a-4074-9c0f-8f34f32df547 req-e94e39a6-cfa5-43db-bd92-a07d1ae4a43c service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=603fb403-a01d-4073-8f75-f2b0f098e42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542138 Sep 24 15:51:44.387422 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2679f2-c2fa-48a0-9d0c-dfb8bb8a4bfb admin admin] Pushing event deleted for resources: {'Network': ['ID=76ab4cef-3759-497c-a83d-bc0125712c20,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:44.435152 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5f245d09-e70e-4a03-85eb-e3e2462b5fb9 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:44.455564 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c313e312-b326-4af0-bf8f-23ffc913dc6a tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Network 912b5682-02cb-44ac-8c51-736986bbf762 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:51:44.473698 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-a93b5133-7e39-4f8f-8998-c7060452d168 admin admin] Deleting subnet ddc7f64b-a516-4a03-93ab-f23bf69b53bb {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:51:44.486495 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a93b5133-7e39-4f8f-8998-c7060452d168 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:44.486655 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6980541f-ba6a-4074-9c0f-8f34f32df547 req-edc192b9-7156-4204-a335-348654ed8649 service neutron] 10.222.0.108 "GET /v2.0/networks/603fb403-a01d-4073-8f75-f2b0f098e42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014419 Sep 24 15:51:44.530939 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-24448ad4-0ee4-4417-8364-706675244e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:44.534059 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-24448ad4-0ee4-4417-8364-706675244e83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:44.535449 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-24448ad4-0ee4-4417-8364-706675244e83 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/065f2159-7cac-4877-9602-a950965c7bce HTTP/1.1" status: 204 len: 168 time: 0.7145953 Sep 24 15:51:44.536251 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349e2afa-e9de-4ac8-9b6a-cfed7329b21d req-36e7bbf1-7b53-4e21-905c-2b51d82c32ff tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:44.538005 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-349e2afa-e9de-4ac8-9b6a-cfed7329b21d req-36e7bbf1-7b53-4e21-905c-2b51d82c32ff tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.1566796 Sep 24 15:51:44.554003 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a93b5133-7e39-4f8f-8998-c7060452d168 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:44.554652 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24448ad4-0ee4-4417-8364-706675244e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=065f2159-7cac-4877-9602-a950965c7bce,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:44.636993 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-c313e312-b326-4af0-bf8f-23ffc913dc6a tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 912b5682-02cb-44ac-8c51-736986bbf762) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:51:44.644234 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6980541f-ba6a-4074-9c0f-8f34f32df547 req-50b13ab2-b88c-4cde-ab62-ef87ecacdd4a service neutron] 10.222.0.108 "GET /v2.0/networks/603fb403-a01d-4073-8f75-f2b0f098e42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468503 Sep 24 15:51:44.644897 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c313e312-b326-4af0-bf8f-23ffc913dc6a tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:44.646506 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c313e312-b326-4af0-bf8f-23ffc913dc6a tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:44.648767 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9662961d-d05d-4f6d-a832-8e0b19031dad None None] Network 912b5682-02cb-44ac-8c51-736986bbf762 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:51:44.700666 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a93b5133-7e39-4f8f-8998-c7060452d168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:44.733211 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-349e2afa-e9de-4ac8-9b6a-cfed7329b21d req-bd5170ff-3d69-4cff-bd22-dc9ac262013c tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820569 Sep 24 15:51:44.851529 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5f245d09-e70e-4a03-85eb-e3e2462b5fb9 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1671'] for router, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:44.860744 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1461881c-00c1-412c-ab7a-e73150df89ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-912b5682-02cb-44ac-8c51-736986bbf762', 'network_id': '912b5682-02cb-44ac-8c51-736986bbf762', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'fixed_ips': [{'subnet_id': 'a5e57565-a1e0-4e7c-a0ed-199af5f9d985'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:51:44.861614 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-1461881c-00c1-412c-ab7a-e73150df89ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:44.885569 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5f245d09-e70e-4a03-85eb-e3e2462b5fb9 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-586922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-586913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588826'] for router, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:44.903080 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-c313e312-b326-4af0-bf8f-23ffc913dc6a tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9029260 Sep 24 15:51:44.905693 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 41070) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:44.911684 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-2bba4ef4-b68f-4a57-8424-a06f165e4c6c tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-695509979', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:51:44.948929 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd02a15b-53b5-4502-9bd4-83914c55e3c2 req-bc6e721a-d1b0-4127-802c-e5497e8c9a1e tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:44.950535 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dd02a15b-53b5-4502-9bd4-83914c55e3c2 req-bc6e721a-d1b0-4127-802c-e5497e8c9a1e tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.1032693 Sep 24 15:51:45.009329 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a93b5133-7e39-4f8f-8998-c7060452d168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:45.052148 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93b5133-7e39-4f8f-8998-c7060452d168 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddc7f64b-a516-4a03-93ab-f23bf69b53bb,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:45.064660 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a93b5133-7e39-4f8f-8998-c7060452d168 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:45.069299 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 41076) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:45.069451 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-a93b5133-7e39-4f8f-8998-c7060452d168 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/ddc7f64b-a516-4a03-93ab-f23bf69b53bb HTTP/1.1" status: 204 len: 168 time: 0.7442932 Sep 24 15:51:45.070391 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-1461881c-00c1-412c-ab7a-e73150df89ea None None] Allocated IP 2001:db8::2 (912b5682-02cb-44ac-8c51-736986bbf762/a5e57565-a1e0-4e7c-a0ed-199af5f9d985/16d6298c-e2d8-4482-82db-f14280b5a83b) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:51:45.096545 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dd02a15b-53b5-4502-9bd4-83914c55e3c2 req-65fef261-5251-455b-be1a-1b785c7536b0 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349785 Sep 24 15:51:45.169462 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2bba4ef4-b68f-4a57-8424-a06f165e4c6c tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:45.170913 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2bba4ef4-b68f-4a57-8424-a06f165e4c6c tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:45.197561 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-05b2e91a-6a15-4c11-a871-c8e620eb613c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:45.238697 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f245d09-e70e-4a03-85eb-e3e2462b5fb9 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Router c1050170-5329-421b-8c2a-becb8ab1b5ce is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:51:45.264271 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb60b5db-5de9-4d17-8530-bf3a29c8192f req-e0d53212-9b9b-4186-b2e2-1520526ab15e tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:45.267276 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-1461881c-00c1-412c-ab7a-e73150df89ea None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:45.276955 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fb60b5db-5de9-4d17-8530-bf3a29c8192f req-e0d53212-9b9b-4186-b2e2-1520526ab15e tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.0997756 Sep 24 15:51:45.300215 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2bba4ef4-b68f-4a57-8424-a06f165e4c6c tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:45.331182 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-05b2e91a-6a15-4c11-a871-c8e620eb613c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:45.338443 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-1461881c-00c1-412c-ab7a-e73150df89ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:45.356686 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-05b2e91a-6a15-4c11-a871-c8e620eb613c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91e19e40-079d-4748-987e-0affa6ac7b1c']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:45.376359 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-05b2e91a-6a15-4c11-a871-c8e620eb613c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee6412cd-c6b9-4972-b1b6-70b37523ae27') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:45.386120 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-05b2e91a-6a15-4c11-a871-c8e620eb613c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee6412cd-c6b9-4972-b1b6-70b37523ae27') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:45.404680 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-05b2e91a-6a15-4c11-a871-c8e620eb613c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:45.405804 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1461881c-00c1-412c-ab7a-e73150df89ea None None] Pushing event updated for resources: {'Port': ['ID=16d6298c-e2d8-4482-82db-f14280b5a83b,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:45.414831 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device f1ce9626-345b-4635-9c63-683335b64075 no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:51:45.430478 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2bba4ef4-b68f-4a57-8424-a06f165e4c6c tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:45.448988 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1461881c-00c1-412c-ab7a-e73150df89ea None None] Network 912b5682-02cb-44ac-8c51-736986bbf762 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:51:45.453384 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] No Port match for: f1ce9626-345b-4635-9c63-683335b64075 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:51:45.453732 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device f1ce9626-345b-4635-9c63-683335b64075 not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:51:45.457440 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1461881c-00c1-412c-ab7a-e73150df89ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:51:45.457789 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1461881c-00c1-412c-ab7a-e73150df89ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:51:45.458131 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1461881c-00c1-412c-ab7a-e73150df89ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:51:45.458536 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1461881c-00c1-412c-ab7a-e73150df89ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:51:45.458864 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1461881c-00c1-412c-ab7a-e73150df89ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:51:45.459221 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1461881c-00c1-412c-ab7a-e73150df89ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:51:45.459514 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1461881c-00c1-412c-ab7a-e73150df89ea None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:51:45.462015 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1461881c-00c1-412c-ab7a-e73150df89ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:51:45.462015 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1461881c-00c1-412c-ab7a-e73150df89ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:51:45.462015 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1461881c-00c1-412c-ab7a-e73150df89ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:51:45.462015 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1461881c-00c1-412c-ab7a-e73150df89ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:51:45.462015 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1461881c-00c1-412c-ab7a-e73150df89ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:51:45.466242 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-1461881c-00c1-412c-ab7a-e73150df89ea None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:51:45.468504 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1461881c-00c1-412c-ab7a-e73150df89ea None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:51:45.468937 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-05b2e91a-6a15-4c11-a871-c8e620eb613c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:45.484308 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05b2e91a-6a15-4c11-a871-c8e620eb613c admin admin] Releasing vlan 1268 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:51:45.484724 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-05b2e91a-6a15-4c11-a871-c8e620eb613c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:45.486970 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:51:45.486970 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:51:45.486970 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:51:45.486970 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:51:45.486970 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:51:45.486970 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:51:45.486970 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:51:45.486970 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:51:45.486970 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:51:45.486970 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:51:45.486970 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:51:45.486970 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:51:45.486970 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:51:45.486970 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:51:45.486970 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:51:45.486970 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:51:45.486970 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:51:45.486970 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:51:45.486970 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:51:45.486970 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:51:45.486970 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:51:45.486970 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:51:45.486970 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:51:45.486970 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:51:45.486970 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:51:45.486970 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:51:45.486970 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:51:45.486970 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:51:45.486970 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:51:45.486970 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:51:45.486970 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:51:45.486970 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:51:45.525551 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3186fe3-a73a-48b3-9d79-7b9855da430b req-c7486789-3ae8-4a90-924d-43ba0e2eb439 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:45.527239 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e3186fe3-a73a-48b3-9d79-7b9855da430b req-c7486789-3ae8-4a90-924d-43ba0e2eb439 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=cffe7aaf-b947-49e8-8c24-ba60972c40b9 HTTP/1.1" status: 200 len: 943 time: 0.1195879 Sep 24 15:51:45.534618 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-1461881c-00c1-412c-ab7a-e73150df89ea None None] Attempting to bind port 16d6298c-e2d8-4482-82db-f14280b5a83b on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:51:45.535147 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-1461881c-00c1-412c-ab7a-e73150df89ea None None] Attempting to bind port 16d6298c-e2d8-4482-82db-f14280b5a83b by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '450e9686-039a-48ce-96c4-7ce9e6d2f7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '912b5682-02cb-44ac-8c51-736986bbf762'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:51:45.535521 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1461881c-00c1-412c-ab7a-e73150df89ea None None] Attempting to bind port 16d6298c-e2d8-4482-82db-f14280b5a83b on network 912b5682-02cb-44ac-8c51-736986bbf762 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:51:45.543120 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1461881c-00c1-412c-ab7a-e73150df89ea None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:51:45.543528 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1461881c-00c1-412c-ab7a-e73150df89ea None None] Checking segment: {'id': '450e9686-039a-48ce-96c4-7ce9e6d2f7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '912b5682-02cb-44ac-8c51-736986bbf762'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:51:45.543901 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-1461881c-00c1-412c-ab7a-e73150df89ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:45.544298 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1461881c-00c1-412c-ab7a-e73150df89ea None None] Bound using segment: {'id': '450e9686-039a-48ce-96c4-7ce9e6d2f7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '912b5682-02cb-44ac-8c51-736986bbf762'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:51:45.544781 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-1461881c-00c1-412c-ab7a-e73150df89ea None None] Bound port: 16d6298c-e2d8-4482-82db-f14280b5a83b, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '450e9686-039a-48ce-96c4-7ce9e6d2f7cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': '912b5682-02cb-44ac-8c51-736986bbf762'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:51:45.545164 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-1461881c-00c1-412c-ab7a-e73150df89ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:45.606879 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e3186fe3-a73a-48b3-9d79-7b9855da430b req-50b6a808-5f05-43fd-90b9-397fb01f8541 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=6ebd70ba-9057-4f05-b091-253e90de2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428228 Sep 24 15:51:45.607980 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2bba4ef4-b68f-4a57-8424-a06f165e4c6c tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:45.611843 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-2bba4ef4-b68f-4a57-8424-a06f165e4c6c tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7022183 Sep 24 15:51:45.612145 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 41082) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:45.619521 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-556899f5-12ad-4e67-a6da-46efa3620a2d tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Request body: {'port': {'network_id': '912b5682-02cb-44ac-8c51-736986bbf762', 'name': 'tempest-RoutersIpV6Test-1884806041'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:51:45.647006 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-1461881c-00c1-412c-ab7a-e73150df89ea None None] For port 16d6298c-e2d8-4482-82db-f14280b5a83b, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:51:45.652221 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-1461881c-00c1-412c-ab7a-e73150df89ea None None] For port 16d6298c-e2d8-4482-82db-f14280b5a83b, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=16d6298c-e2d8-4482-82db-f14280b5a83b,segment=NetworkSegment(450e9686-039a-48ce-96c4-7ce9e6d2f7cb),segment_id=450e9686-039a-48ce-96c4-7ce9e6d2f7cb)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:51:45.675307 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-05b2e91a-6a15-4c11-a871-c8e620eb613c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:45.682598 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fb60b5db-5de9-4d17-8530-bf3a29c8192f req-3e23f413-0b61-4b9f-bbf2-82275281314e tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4078991 Sep 24 15:51:45.687988 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-05b2e91a-6a15-4c11-a871-c8e620eb613c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:45.692337 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-05b2e91a-6a15-4c11-a871-c8e620eb613c admin admin] 10.222.0.101 "DELETE /v2.0/networks/91e19e40-079d-4748-987e-0affa6ac7b1c HTTP/1.1" status: 204 len: 168 time: 0.6196976 Sep 24 15:51:45.762565 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f245d09-e70e-4a03-85eb-e3e2462b5fb9 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:51:45.764611 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41090) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:45.779542 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91519f1-d87b-4cb2-b39a-165c8dfededc None None] Sync routers for ids ['c1050170-5329-421b-8c2a-becb8ab1b5ce'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:51:45.788452 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5f245d09-e70e-4a03-85eb-e3e2462b5fb9 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:45.790370 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-5f245d09-e70e-4a03-85eb-e3e2462b5fb9 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] 10.222.0.101 "PUT /v2.0/routers/c1050170-5329-421b-8c2a-becb8ab1b5ce HTTP/1.1" status: 200 len: 915 time: 4.1062269 Sep 24 15:51:45.792825 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91519f1-d87b-4cb2-b39a-165c8dfededc None None] Routers {'c1050170-5329-421b-8c2a-becb8ab1b5ce'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:51:45.793793 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 41092) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:45.794842 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b2e91a-6a15-4c11-a871-c8e620eb613c admin admin] Pushing event deleted for resources: {'Network': ['ID=91e19e40-079d-4748-987e-0affa6ac7b1c,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:45.795666 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-c91519f1-d87b-4cb2-b39a-165c8dfededc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:51:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['c1050170-5329-421b-8c2a-becb8ab1b5ce'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:45.822901 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-9f5ff0e4-ee24-4155-ac90-536b6517e455 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=64de9d66b9034a4da714abc0008c1dd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0568497 Sep 24 15:51:45.826516 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41094) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:45.863623 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-c91519f1-d87b-4cb2-b39a-165c8dfededc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:46.017756 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91519f1-d87b-4cb2-b39a-165c8dfededc None None] Routers {'c1050170-5329-421b-8c2a-becb8ab1b5ce'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:51:46.017756 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-c91519f1-d87b-4cb2-b39a-165c8dfededc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:51:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['c1050170-5329-421b-8c2a-becb8ab1b5ce'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:46.018786 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3ee410a4-c92e-4b28-8b82-f74093be8dd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:46.018786 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3ee410a4-c92e-4b28-8b82-f74093be8dd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:46.018957 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-c91519f1-d87b-4cb2-b39a-165c8dfededc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:46.018957 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91519f1-d87b-4cb2-b39a-165c8dfededc None None] The sync data for ids ['c1050170-5329-421b-8c2a-becb8ab1b5ce'] in n-d-808921-1 is: [] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:51:46.019116 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-3394a80b-325b-46b1-9dcd-458703488a9b tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] 10.222.0.101 "GET /v2.0/routers/c1050170-5329-421b-8c2a-becb8ab1b5ce HTTP/1.1" status: 200 len: 921 time: 0.1854081 Sep 24 15:51:46.019116 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 41096) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:46.068858 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9d6a37-5ebb-46b5-a33f-8787b7b3c9a0 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:46.070430 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-9e9d6a37-5ebb-46b5-a33f-8787b7b3c9a0 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] 10.222.0.101 "GET /v2.0/ports?network_id=e6a2de20-1ea0-43e5-88e0-982d19e317d5&device_id=c1050170-5329-421b-8c2a-becb8ab1b5ce&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0504150 Sep 24 15:51:46.073558 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 41098) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:46.165757 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-214bf5d9-44b7-44ba-a91d-f08eb0044276 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:46.167208 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-214bf5d9-44b7-44ba-a91d-f08eb0044276 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] 10.222.0.101 "GET /v2.0/networks/e6a2de20-1ea0-43e5-88e0-982d19e317d5 HTTP/1.1" status: 200 len: 881 time: 0.0927343 Sep 24 15:51:46.170459 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 41102) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:46.198929 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-259e77d2-c8f5-44fe-96c7-1b14c883775b tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] 10.222.0.101 "GET /v2.0/ports?device_id=c1050170-5329-421b-8c2a-becb8ab1b5ce HTTP/1.1" status: 200 len: 205 time: 0.0274076 Sep 24 15:51:46.203067 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 41104) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:46.318574 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7e64a847-7b5a-4cf1-aa86-71174ebee6fb tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks [] for router, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:46.438370 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7e64a847-7b5a-4cf1-aa86-71174ebee6fb tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:46.567397 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-1461881c-00c1-412c-ab7a-e73150df89ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:46.641435 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3ee410a4-c92e-4b28-8b82-f74093be8dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:46.644206 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3ee410a4-c92e-4b28-8b82-f74093be8dd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:46.650405 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-3ee410a4-c92e-4b28-8b82-f74093be8dd8 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/9382caaf-86a9-4dba-9132-25c5160bf477 HTTP/1.1" status: 204 len: 168 time: 0.8180506 Sep 24 15:51:46.650671 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1461881c-00c1-412c-ab7a-e73150df89ea None None] Pushing event updated for resources: {'Port': ['ID=16d6298c-e2d8-4482-82db-f14280b5a83b,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:46.656079 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-556899f5-12ad-4e67-a6da-46efa3620a2d tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Made reservation on behalf of a0a46e9236c24b39aca910b414f61345 for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:51:46.666912 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-556899f5-12ad-4e67-a6da-46efa3620a2d tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:46.671374 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee410a4-c92e-4b28-8b82-f74093be8dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9382caaf-86a9-4dba-9132-25c5160bf477,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:46.795905 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [None req-556899f5-12ad-4e67-a6da-46efa3620a2d tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] device_id is not set on port bd8ba2a5-27c8-4215-9b88-fd16676f0cc9 yet. {{(pid=95297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:51:46.897119 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dcc37c-218a-4814-a8e9-2c5a8965aaef req-30fb92cf-d79a-4996-bf9e-a6a12419317e tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:46.906334 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-14dcc37c-218a-4814-a8e9-2c5a8965aaef req-30fb92cf-d79a-4996-bf9e-a6a12419317e tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=cffe7aaf-b947-49e8-8c24-ba60972c40b9 HTTP/1.1" status: 200 len: 943 time: 0.0862668 Sep 24 15:51:46.975587 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41116) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:47.019080 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-14dcc37c-218a-4814-a8e9-2c5a8965aaef req-28ebfd8c-ed37-4db4-9471-f19d9913ee83 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=6ebd70ba-9057-4f05-b091-253e90de2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116385 Sep 24 15:51:47.056017 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-308459fc-fea5-42dd-8774-a1d9175dc9a5 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=2f8be8342fd849028e4409aa2a129c0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0792203 Sep 24 15:51:47.059634 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41118) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:47.165238 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-aba3d1af-7b25-4a71-a96d-44985459d7d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:47.263314 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-aba3d1af-7b25-4a71-a96d-44985459d7d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:47.401215 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-7e64a847-7b5a-4cf1-aa86-71174ebee6fb tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Deleting port de0b8d6b-6cf8-488f-bc16-ed05716edd5f {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:51:47.401556 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7e64a847-7b5a-4cf1-aa86-71174ebee6fb tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:47.452371 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-aba3d1af-7b25-4a71-a96d-44985459d7d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:47.456530 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-aba3d1af-7b25-4a71-a96d-44985459d7d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:47.457998 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-aba3d1af-7b25-4a71-a96d-44985459d7d6 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/aeb2e29a-8a0c-4467-9394-1be32cc189e4 HTTP/1.1" status: 204 len: 168 time: 0.3968358 Sep 24 15:51:47.466170 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba3d1af-7b25-4a71-a96d-44985459d7d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb2e29a-8a0c-4467-9394-1be32cc189e4,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:47.569825 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae7bb5f-a856-4d1d-b38e-d650bbb3c8dd req-65e716c1-1852-4731-95e1-4a3ff4f3aa5a tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:47.571465 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bae7bb5f-a856-4d1d-b38e-d650bbb3c8dd req-65e716c1-1852-4731-95e1-4a3ff4f3aa5a tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.0669692 Sep 24 15:51:47.582321 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7e64a847-7b5a-4cf1-aa86-71174ebee6fb tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:47.600203 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-556899f5-12ad-4e67-a6da-46efa3620a2d tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Allocated IP 2001:db8::277 (912b5682-02cb-44ac-8c51-736986bbf762/a5e57565-a1e0-4e7c-a0ed-199af5f9d985/bd8ba2a5-27c8-4215-9b88-fd16676f0cc9) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:51:47.610103 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-7e64a847-7b5a-4cf1-aa86-71174ebee6fb tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Calling delete_port for de0b8d6b-6cf8-488f-bc16-ed05716edd5f owned by network:router_gateway {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:51:47.619245 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bae7bb5f-a856-4d1d-b38e-d650bbb3c8dd req-73220e05-f7ef-4c32-8c02-398f90ec5915 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398881 Sep 24 15:51:47.723420 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device d48576b0-007f-45c0-8063-70899a823b18 details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:51:47.871482 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port d48576b0-007f-45c0-8063-70899a823b18, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=d48576b0-007f-45c0-8063-70899a823b18,segment=NetworkSegment(cda1c6cd-723d-48b0-aba0-c7ad881773d8),segment_id=cda1c6cd-723d-48b0-aba0-c7ad881773d8)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:51:47.900411 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': 'd48576b0-007f-45c0-8063-70899a823b18', 'network_id': '603fb403-a01d-4073-8f75-f2b0f098e42f', 'port_id': 'd48576b0-007f-45c0-8063-70899a823b18', 'mac_address': 'fa:16:3e:cd:5a:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7740272-3ddd-4c63-a492-aed51d47ee4e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:51:47.971861 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:48.010747 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d48576b0-007f-45c0-8063-70899a823b18 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:51:48.011511 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-556899f5-12ad-4e67-a6da-46efa3620a2d tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:48.050543 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port d48576b0-007f-45c0-8063-70899a823b18, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=d48576b0-007f-45c0-8063-70899a823b18,segment=NetworkSegment(cda1c6cd-723d-48b0-aba0-c7ad881773d8),segment_id=cda1c6cd-723d-48b0-aba0-c7ad881773d8)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:51:48.121606 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7e64a847-7b5a-4cf1-aa86-71174ebee6fb tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:48.155525 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:48.164620 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-556899f5-12ad-4e67-a6da-46efa3620a2d tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:48.166575 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e64a847-7b5a-4cf1-aa86-71174ebee6fb tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Pushing event deleted for resources: {'Port': ['ID=de0b8d6b-6cf8-488f-bc16-ed05716edd5f,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:48.187598 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab4a326-675e-4d58-b4ac-c6a9d44b99ff None None] Network 912b5682-02cb-44ac-8c51-736986bbf762 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:51:48.266066 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556899f5-12ad-4e67-a6da-46efa3620a2d tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Network 912b5682-02cb-44ac-8c51-736986bbf762 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:51:48.277925 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-556899f5-12ad-4e67-a6da-46efa3620a2d tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:51:48.286443 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=d48576b0-007f-45c0-8063-70899a823b18,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:48.300735 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef18a0-a284-425e-b65a-6a61b610bffb req-040f8f1e-6cf6-40e9-a69c-43e8e0034b0b tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:48.300735 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b3ef18a0-a284-425e-b65a-6a61b610bffb req-040f8f1e-6cf6-40e9-a69c-43e8e0034b0b tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=cffe7aaf-b947-49e8-8c24-ba60972c40b9 HTTP/1.1" status: 200 len: 943 time: 0.1963866 Sep 24 15:51:48.305839 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556899f5-12ad-4e67-a6da-46efa3620a2d tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:51:48.311153 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556899f5-12ad-4e67-a6da-46efa3620a2d tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:48.311966 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-556899f5-12ad-4e67-a6da-46efa3620a2d tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:48.344233 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-ca73dae7-2955-4a13-992c-9b7cfde37a1c None None] Provisioning complete for port 16d6298c-e2d8-4482-82db-f14280b5a83b triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:51:48.344788 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ca73dae7-2955-4a13-992c-9b7cfde37a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:48.401530 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41158) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:48.402038 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556899f5-12ad-4e67-a6da-46efa3620a2d tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Pushing event updated for resources: {'Port': ['ID=bd8ba2a5-27c8-4215-9b88-fd16676f0cc9,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:48.403842 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7e64a847-7b5a-4cf1-aa86-71174ebee6fb tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586576'] for router_gateway, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:48.417216 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41162) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:48.480633 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['d48576b0-007f-45c0-8063-70899a823b18'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:51:48.494167 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-341ac700-66e7-48d6-9de0-4011b72cbb81 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5bfe13546fb34ac097aa08a5bd79c064&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0737834 Sep 24 15:51:48.497592 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41164) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:48.521446 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7e64a847-7b5a-4cf1-aa86-71174ebee6fb tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:48.523868 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7e64a847-7b5a-4cf1-aa86-71174ebee6fb tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:48.557442 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ca73dae7-2955-4a13-992c-9b7cfde37a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:48.599217 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-ca73dae7-2955-4a13-992c-9b7cfde37a1c None None] For port 16d6298c-e2d8-4482-82db-f14280b5a83b, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=16d6298c-e2d8-4482-82db-f14280b5a83b,segment=NetworkSegment(450e9686-039a-48ce-96c4-7ce9e6d2f7cb),segment_id=450e9686-039a-48ce-96c4-7ce9e6d2f7cb)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:51:48.616765 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d415652c-1192-46b6-a067-fb4d66fee4f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:48.617798 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b3ef18a0-a284-425e-b65a-6a61b610bffb req-a9869a8f-dd79-4a75-b336-6ca0ed392d5a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=6ebd70ba-9057-4f05-b091-253e90de2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3017602 Sep 24 15:51:48.647348 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7e64a847-7b5a-4cf1-aa86-71174ebee6fb tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:48.648662 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e64a847-7b5a-4cf1-aa86-71174ebee6fb tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Fanout notify agent at l3_agent the message router_deleted on router c1050170-5329-421b-8c2a-becb8ab1b5ce {{(pid=95297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:51:48.664106 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7e64a847-7b5a-4cf1-aa86-71174ebee6fb tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:48.670563 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-7e64a847-7b5a-4cf1-aa86-71174ebee6fb tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] 10.222.0.101 "DELETE /v2.0/routers/c1050170-5329-421b-8c2a-becb8ab1b5ce HTTP/1.1" status: 204 len: 168 time: 2.4612725 Sep 24 15:51:48.671499 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 41168) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:48.676419 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-1ca84d57-f1df-47ee-9d2e-1578a21f3e89 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2068365371', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}, 'admin_state_up': False}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:51:48.686288 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ca73dae7-2955-4a13-992c-9b7cfde37a1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:48.687920 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-556899f5-12ad-4e67-a6da-46efa3620a2d tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.0747857 Sep 24 15:51:48.688621 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 41170) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:48.697822 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d415652c-1192-46b6-a067-fb4d66fee4f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:48.839407 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca73dae7-2955-4a13-992c-9b7cfde37a1c None None] Pushing event updated for resources: {'Port': ['ID=16d6298c-e2d8-4482-82db-f14280b5a83b,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:48.848632 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-abbbf3f6-49cf-4da8-ad12-5dbf67dca40d tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1198143361'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:51:48.900898 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 16d6298c-e2d8-4482-82db-f14280b5a83b up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:51:48.911897 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d415652c-1192-46b6-a067-fb4d66fee4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:48.916314 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d415652c-1192-46b6-a067-fb4d66fee4f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:48.917434 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-d415652c-1192-46b6-a067-fb4d66fee4f3 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/62ec5c85-4867-412f-80d3-bd5cd3f83c09 HTTP/1.1" status: 204 len: 168 time: 0.4188545 Sep 24 15:51:48.930493 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ebc35-a4d3-4543-80bf-72c702e16bf1 req-8dd40ed5-5589-41cf-aa37-e6078bb01057 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:48.932537 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-519ebc35-a4d3-4543-80bf-72c702e16bf1 req-8dd40ed5-5589-41cf-aa37-e6078bb01057 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.0775783 Sep 24 15:51:48.999965 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d415652c-1192-46b6-a067-fb4d66fee4f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ec5c85-4867-412f-80d3-bd5cd3f83c09,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:49.067303 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-519ebc35-a4d3-4543-80bf-72c702e16bf1 req-1014e312-df9f-4216-851a-2f448ac4d911 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180110 Sep 24 15:51:49.095864 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 16d6298c-e2d8-4482-82db-f14280b5a83b triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:51:49.097099 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:49.195650 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-0349fcea-de33-47b8-a91f-6e8b7f0e9a6d None None] Provisioning complete for port 16d6298c-e2d8-4482-82db-f14280b5a83b triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:51:49.196056 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0349fcea-de33-47b8-a91f-6e8b7f0e9a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:49.197072 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1ca84d57-f1df-47ee-9d2e-1578a21f3e89 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:49.198210 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1ca84d57-f1df-47ee-9d2e-1578a21f3e89 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:49.251484 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-18ae3a5c-db31-47a6-a44d-f5ccb90415f9 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:49.298598 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abbbf3f6-49cf-4da8-ad12-5dbf67dca40d tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Made reservation on behalf of 5026c5b249f1475184f97c356c4f0e41 for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:51:49.304258 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1ca84d57-f1df-47ee-9d2e-1578a21f3e89 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:49.307818 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-abbbf3f6-49cf-4da8-ad12-5dbf67dca40d tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:49.327006 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-abbbf3f6-49cf-4da8-ad12-5dbf67dca40d tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:49.347451 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-0349fcea-de33-47b8-a91f-6e8b7f0e9a6d None None] Provisioning complete for port bd8ba2a5-27c8-4215-9b88-fd16676f0cc9 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:51:49.347886 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0349fcea-de33-47b8-a91f-6e8b7f0e9a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:49.402438 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-0349fcea-de33-47b8-a91f-6e8b7f0e9a6d None None] Port bd8ba2a5-27c8-4215-9b88-fd16676f0cc9 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:51:49.481077 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-abbbf3f6-49cf-4da8-ad12-5dbf67dca40d tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:49.530492 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60f89ed5-45c6-4453-b726-034ba305e677 None None] Provisioning complete for port bd8ba2a5-27c8-4215-9b88-fd16676f0cc9 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:51:49.530887 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60f89ed5-45c6-4453-b726-034ba305e677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:49.549235 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-abbbf3f6-49cf-4da8-ad12-5dbf67dca40d tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:49.590940 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbbf3f6-49cf-4da8-ad12-5dbf67dca40d tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be773dd3-1151-4850-aa71-6e354af0b6ad,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:49.597211 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60f89ed5-45c6-4453-b726-034ba305e677 None None] Port bd8ba2a5-27c8-4215-9b88-fd16676f0cc9 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:51:49.620571 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abbbf3f6-49cf-4da8-ad12-5dbf67dca40d tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1272} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:51:49.628203 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-abbbf3f6-49cf-4da8-ad12-5dbf67dca40d tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:49.628589 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-abbbf3f6-49cf-4da8-ad12-5dbf67dca40d tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Added segment aae0bce9-e94c-4ccb-b94a-47098daade6d of type vlan for network d2a0243a-c9ec-4faa-8c8a-35f469931bbf Sep 24 15:51:49.676569 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-abbbf3f6-49cf-4da8-ad12-5dbf67dca40d tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:49.727166 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1ca84d57-f1df-47ee-9d2e-1578a21f3e89 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:49.750811 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device d48576b0-007f-45c0-8063-70899a823b18 up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:51:49.755966 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d828107-e64b-4f6b-a982-f921c439b358 req-49e80463-3c4c-424c-b778-354a7f166f64 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:49.757526 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8d828107-e64b-4f6b-a982-f921c439b358 req-49e80463-3c4c-424c-b778-354a7f166f64 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=cffe7aaf-b947-49e8-8c24-ba60972c40b9 HTTP/1.1" status: 200 len: 944 time: 0.0537505 Sep 24 15:51:49.809502 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-abbbf3f6-49cf-4da8-ad12-5dbf67dca40d tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:49.816800 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abbbf3f6-49cf-4da8-ad12-5dbf67dca40d tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:49.817363 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-abbbf3f6-49cf-4da8-ad12-5dbf67dca40d tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:49.872001 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-18ae3a5c-db31-47a6-a44d-f5ccb90415f9 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:49.886486 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port d48576b0-007f-45c0-8063-70899a823b18 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:51:49.887739 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8d828107-e64b-4f6b-a982-f921c439b358 req-039ad8b5-2985-4abe-ab01-21512df33144 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=6ebd70ba-9057-4f05-b091-253e90de2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199422 Sep 24 15:51:49.891263 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port d48576b0-007f-45c0-8063-70899a823b18 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:51:49.891685 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:49.946774 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbbf3f6-49cf-4da8-ad12-5dbf67dca40d tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Pushing event updated for resources: {'Network': ['ID=d2a0243a-c9ec-4faa-8c8a-35f469931bbf,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:49.956271 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-18ae3a5c-db31-47a6-a44d-f5ccb90415f9 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:49.962676 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-abbbf3f6-49cf-4da8-ad12-5dbf67dca40d tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.5578232 Sep 24 15:51:49.962869 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41206) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:49.971232 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-d6cc83a3-5fda-4829-8c19-f60b68d7b195 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Request body: {'subnet': {'network_id': 'd2a0243a-c9ec-4faa-8c8a-35f469931bbf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:51:49.973603 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network d2a0243a-c9ec-4faa-8c8a-35f469931bbf details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:51:50.023928 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:50.125269 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cffe7aaf-b947-49e8-8c24-ba60972c40b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd48576b0-007f-45c0-8063-70899a823b18'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:51:50.128347 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b3ff77-aba8-4aea-909c-0dc2b9e80bfa" -d '{"events": [{"server_uuid": "cffe7aaf-b947-49e8-8c24-ba60972c40b9", "name": "network-vif-plugged", "status": "completed", "tag": "d48576b0-007f-45c0-8063-70899a823b18"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:51:50.181362 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ae3a5c-db31-47a6-a44d-f5ccb90415f9 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Pushing event updated for resources: {'Port': ['ID=bd8ba2a5-27c8-4215-9b88-fd16676f0cc9,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:50.193949 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port d48576b0-007f-45c0-8063-70899a823b18, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=d48576b0-007f-45c0-8063-70899a823b18,segment=NetworkSegment(cda1c6cd-723d-48b0-aba0-c7ad881773d8),segment_id=cda1c6cd-723d-48b0-aba0-c7ad881773d8)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:51:50.236955 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-029cc9bd-e236-46b8-ad85-72dcd1b17aae x-openstack-request-id: req-029cc9bd-e236-46b8-ad85-72dcd1b17aae {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:51:50.237477 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cffe7aaf-b947-49e8-8c24-ba60972c40b9", "name": "network-vif-plugged", "status": "completed", "tag": "d48576b0-007f-45c0-8063-70899a823b18", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:51:50.237935 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-029cc9bd-e236-46b8-ad85-72dcd1b17aae {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:51:50.238647 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cffe7aaf-b947-49e8-8c24-ba60972c40b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd48576b0-007f-45c0-8063-70899a823b18', 'code': 200} Sep 24 15:51:50.286737 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:50.293980 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1ca84d57-f1df-47ee-9d2e-1578a21f3e89 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks [] for router_gateway, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:50.332609 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6cc83a3-5fda-4829-8c19-f60b68d7b195 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Made reservation on behalf of 5026c5b249f1475184f97c356c4f0e41 for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:51:50.336641 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d6cc83a3-5fda-4829-8c19-f60b68d7b195 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:50.346696 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1ca84d57-f1df-47ee-9d2e-1578a21f3e89 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:50.366474 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=d48576b0-007f-45c0-8063-70899a823b18,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:50.475718 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-74aae57f-236f-409a-932e-34208485eb6b None None] Provisioning complete for port bd8ba2a5-27c8-4215-9b88-fd16676f0cc9 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:51:50.477063 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-74aae57f-236f-409a-932e-34208485eb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:50.535999 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-74aae57f-236f-409a-932e-34208485eb6b None None] Port bd8ba2a5-27c8-4215-9b88-fd16676f0cc9 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:51:50.562498 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41222) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:50.709366 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30568928-5b5a-4234-8f68-2cac081326c7 req-b6606821-9d24-4676-9d6c-689152b89a6b tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:50.711770 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-30568928-5b5a-4234-8f68-2cac081326c7 req-b6606821-9d24-4676-9d6c-689152b89a6b tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.5172293 Sep 24 15:51:50.717387 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-8a2941aa-6c95-4055-8513-3c0ba6f37cf4 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1984639023-network', 'tenant_id': '10aa436c26634fd8ad9683c64ecf4acf'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:51:50.758063 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d6cc83a3-5fda-4829-8c19-f60b68d7b195 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:50.790697 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 16d6298c-e2d8-4482-82db-f14280b5a83b up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:51:50.809015 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-18ae3a5c-db31-47a6-a44d-f5ccb90415f9 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:50.835197 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cc83a3-5fda-4829-8c19-f60b68d7b195 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Pushing event updated for resources: {'Subnet': ['ID=f0df2168-a83b-4c18-8a97-532b7406abf1,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:50.849808 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cc83a3-5fda-4829-8c19-f60b68d7b195 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Checking segment: {'id': 'aae0bce9-e94c-4ccb-b94a-47098daade6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'd2a0243a-c9ec-4faa-8c8a-35f469931bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:51:50.851403 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cc83a3-5fda-4829-8c19-f60b68d7b195 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Network hostable DHCP agents. Network: d2a0243a-c9ec-4faa-8c8a-35f469931bbf, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:51:50.862541 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b6ba66-3b6b-4024-a4b7-e91f640724d3 req-9220943e-dea8-4505-b47d-36e656b27e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:50.863582 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 16d6298c-e2d8-4482-82db-f14280b5a83b triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:51:50.864027 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-47b6ba66-3b6b-4024-a4b7-e91f640724d3 req-9220943e-dea8-4505-b47d-36e656b27e53 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=cffe7aaf-b947-49e8-8c24-ba60972c40b9 HTTP/1.1" status: 200 len: 1096 time: 0.5376258 Sep 24 15:51:50.864636 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:50.874921 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a2941aa-6c95-4055-8513-3c0ba6f37cf4 admin admin] Made reservation on behalf of 10aa436c26634fd8ad9683c64ecf4acf for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:51:50.880191 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8a2941aa-6c95-4055-8513-3c0ba6f37cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:50.889876 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8a2941aa-6c95-4055-8513-3c0ba6f37cf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:50.939933 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6cc83a3-5fda-4829-8c19-f60b68d7b195 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Network d2a0243a-c9ec-4faa-8c8a-35f469931bbf is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:51:50.962677 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-30568928-5b5a-4234-8f68-2cac081326c7 req-24f0de8a-61d0-4ae5-9d8f-d65600d48d2d tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145777 Sep 24 15:51:51.019225 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-47b6ba66-3b6b-4024-a4b7-e91f640724d3 req-28be92ef-c548-4f61-aa4a-eab33bd324a8 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=6ebd70ba-9057-4f05-b091-253e90de2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280749 Sep 24 15:51:51.020494 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-1ca84d57-f1df-47ee-9d2e-1578a21f3e89 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Allocated IP 172.25.0.58 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/d78ae7e5-16c9-49e3-bff3-73e257e5eb14) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:51:51.048684 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-d6cc83a3-5fda-4829-8c19-f60b68d7b195 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, d2a0243a-c9ec-4faa-8c8a-35f469931bbf) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:51:51.053927 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cc83a3-5fda-4829-8c19-f60b68d7b195 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:51.054709 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d6cc83a3-5fda-4829-8c19-f60b68d7b195 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:51.067854 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d270e21-1359-40ca-a294-cf9efdb1badf None None] Network d2a0243a-c9ec-4faa-8c8a-35f469931bbf requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:51:51.092260 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8a2941aa-6c95-4055-8513-3c0ba6f37cf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:51.105803 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121d1c1-4978-4859-845c-afccc60a1c1a req-bdb0480a-83d6-42c0-9965-7f9766a59f3a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:51.107344 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7121d1c1-4978-4859-845c-afccc60a1c1a req-bdb0480a-83d6-42c0-9965-7f9766a59f3a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=cffe7aaf-b947-49e8-8c24-ba60972c40b9 HTTP/1.1" status: 200 len: 945 time: 0.0931790 Sep 24 15:51:51.148296 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7121d1c1-4978-4859-845c-afccc60a1c1a req-93e2f4fb-8dc1-4f04-80ab-cd5f40a08a85 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=6ebd70ba-9057-4f05-b091-253e90de2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337636 Sep 24 15:51:51.148910 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-18ae3a5c-db31-47a6-a44d-f5ccb90415f9 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:51.185148 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8a2941aa-6c95-4055-8513-3c0ba6f37cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:51.192384 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1ca84d57-f1df-47ee-9d2e-1578a21f3e89 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:51.197954 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a2941aa-6c95-4055-8513-3c0ba6f37cf4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1285} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:51:51.237755 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2941aa-6c95-4055-8513-3c0ba6f37cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc725d4-9943-4316-a9c6-73d6136f1466,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:51.241121 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8a2941aa-6c95-4055-8513-3c0ba6f37cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:51.241473 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-8a2941aa-6c95-4055-8513-3c0ba6f37cf4 admin admin] Added segment dfea8ee1-a7ed-40c1-b6b0-59685d27f812 of type vlan for network 1fdd9fca-ae0c-481e-be00-ef766abd7c0d Sep 24 15:51:51.263187 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6718a05d-22df-4e91-ab40-7b70349d2099 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-d2a0243a-c9ec-4faa-8c8a-35f469931bbf', 'network_id': 'd2a0243a-c9ec-4faa-8c8a-35f469931bbf', 'tenant_id': '5026c5b249f1475184f97c356c4f0e41', 'fixed_ips': [{'subnet_id': 'f0df2168-a83b-4c18-8a97-532b7406abf1'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:51:51.267289 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6718a05d-22df-4e91-ab40-7b70349d2099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:51.268933 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-d6cc83a3-5fda-4829-8c19-f60b68d7b195 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3045664 Sep 24 15:51:51.292218 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41232) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:51.307406 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-e4a6dc56-fa4b-436c-b374-d54f95e56f75 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Request body: {'port': {'network_id': 'd2a0243a-c9ec-4faa-8c8a-35f469931bbf', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1227921277'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:51:51.418201 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8a2941aa-6c95-4055-8513-3c0ba6f37cf4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:51.442142 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-6718a05d-22df-4e91-ab40-7b70349d2099 None None] Allocated IP 2001:db8::2 (d2a0243a-c9ec-4faa-8c8a-35f469931bbf/f0df2168-a83b-4c18-8a97-532b7406abf1/e00c111c-47ea-4de4-aaa6-339e633ec678) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:51:51.517122 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1ca84d57-f1df-47ee-9d2e-1578a21f3e89 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:51.576623 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca84d57-f1df-47ee-9d2e-1578a21f3e89 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:51:51.578762 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-18ae3a5c-db31-47a6-a44d-f5ccb90415f9 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:51.585525 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-1ca84d57-f1df-47ee-9d2e-1578a21f3e89 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:51:51.588142 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca84d57-f1df-47ee-9d2e-1578a21f3e89 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:51:51.597599 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4a6dc56-fa4b-436c-b374-d54f95e56f75 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Made reservation on behalf of 5026c5b249f1475184f97c356c4f0e41 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:51:51.601292 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e4a6dc56-fa4b-436c-b374-d54f95e56f75 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:51.603449 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8a2941aa-6c95-4055-8513-3c0ba6f37cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:51.604568 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2941aa-6c95-4055-8513-3c0ba6f37cf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:51.605166 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8a2941aa-6c95-4055-8513-3c0ba6f37cf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:51.615445 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca84d57-f1df-47ee-9d2e-1578a21f3e89 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Pushing event updated for resources: {'Port': ['ID=d78ae7e5-16c9-49e3-bff3-73e257e5eb14,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:51.678561 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [None req-e4a6dc56-fa4b-436c-b374-d54f95e56f75 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] device_id is not set on port 683ad608-b3bb-421d-8f6b-9a610fa74670 yet. {{(pid=95298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:51:51.729535 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6718a05d-22df-4e91-ab40-7b70349d2099 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:51.736319 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-18ae3a5c-db31-47a6-a44d-f5ccb90415f9 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:51.737153 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-18ae3a5c-db31-47a6-a44d-f5ccb90415f9 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:51.747791 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2941aa-6c95-4055-8513-3c0ba6f37cf4 admin admin] Pushing event updated for resources: {'Network': ['ID=1fdd9fca-ae0c-481e-be00-ef766abd7c0d,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:51.750831 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-8a2941aa-6c95-4055-8513-3c0ba6f37cf4 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1872652 Sep 24 15:51:51.761289 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 1fdd9fca-ae0c-481e-be00-ef766abd7c0d details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:51:51.825069 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6718a05d-22df-4e91-ab40-7b70349d2099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:51.896121 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-e4a6dc56-fa4b-436c-b374-d54f95e56f75 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Allocated IP 2001:db8::3df (d2a0243a-c9ec-4faa-8c8a-35f469931bbf/f0df2168-a83b-4c18-8a97-532b7406abf1/683ad608-b3bb-421d-8f6b-9a610fa74670) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:51:51.903324 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ae3a5c-db31-47a6-a44d-f5ccb90415f9 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Pushing event updated for resources: {'Port': ['ID=bd8ba2a5-27c8-4215-9b88-fd16676f0cc9,revision_number=3']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:51.951114 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ae3a5c-db31-47a6-a44d-f5ccb90415f9 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Network 912b5682-02cb-44ac-8c51-736986bbf762 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:51:51.952646 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-18ae3a5c-db31-47a6-a44d-f5ccb90415f9 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:51:51.958047 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6718a05d-22df-4e91-ab40-7b70349d2099 None None] Network d2a0243a-c9ec-4faa-8c8a-35f469931bbf is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:51:51.964214 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-6718a05d-22df-4e91-ab40-7b70349d2099 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:51:51.968614 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6718a05d-22df-4e91-ab40-7b70349d2099 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:51:51.983715 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6718a05d-22df-4e91-ab40-7b70349d2099 None None] Pushing event updated for resources: {'Port': ['ID=e00c111c-47ea-4de4-aaa6-339e633ec678,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:52.107025 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-6718a05d-22df-4e91-ab40-7b70349d2099 None None] Attempting to bind port e00c111c-47ea-4de4-aaa6-339e633ec678 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:51:52.108171 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-6718a05d-22df-4e91-ab40-7b70349d2099 None None] Attempting to bind port e00c111c-47ea-4de4-aaa6-339e633ec678 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'aae0bce9-e94c-4ccb-b94a-47098daade6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'd2a0243a-c9ec-4faa-8c8a-35f469931bbf'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:51:52.108756 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6718a05d-22df-4e91-ab40-7b70349d2099 None None] Attempting to bind port e00c111c-47ea-4de4-aaa6-339e633ec678 on network d2a0243a-c9ec-4faa-8c8a-35f469931bbf {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:51:52.120688 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6718a05d-22df-4e91-ab40-7b70349d2099 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:51:52.121433 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6718a05d-22df-4e91-ab40-7b70349d2099 None None] Checking segment: {'id': 'aae0bce9-e94c-4ccb-b94a-47098daade6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'd2a0243a-c9ec-4faa-8c8a-35f469931bbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:51:52.122051 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6718a05d-22df-4e91-ab40-7b70349d2099 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:52.122697 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6718a05d-22df-4e91-ab40-7b70349d2099 None None] Bound using segment: {'id': 'aae0bce9-e94c-4ccb-b94a-47098daade6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'd2a0243a-c9ec-4faa-8c8a-35f469931bbf'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:51:52.123516 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-6718a05d-22df-4e91-ab40-7b70349d2099 None None] Bound port: e00c111c-47ea-4de4-aaa6-339e633ec678, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aae0bce9-e94c-4ccb-b94a-47098daade6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'd2a0243a-c9ec-4faa-8c8a-35f469931bbf'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:51:52.124117 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6718a05d-22df-4e91-ab40-7b70349d2099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:52.238065 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-6718a05d-22df-4e91-ab40-7b70349d2099 None None] For port e00c111c-47ea-4de4-aaa6-339e633ec678, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:51:52.238304 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1ca84d57-f1df-47ee-9d2e-1578a21f3e89 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks [] for router_gateway, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:52.255085 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-6718a05d-22df-4e91-ab40-7b70349d2099 None None] For port e00c111c-47ea-4de4-aaa6-339e633ec678, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=e00c111c-47ea-4de4-aaa6-339e633ec678,segment=NetworkSegment(aae0bce9-e94c-4ccb-b94a-47098daade6d),segment_id=aae0bce9-e94c-4ccb-b94a-47098daade6d)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:51:52.297180 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e4a6dc56-fa4b-436c-b374-d54f95e56f75 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:52.384369 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6718a05d-22df-4e91-ab40-7b70349d2099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:52.417276 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2330f-a9b9-4b5e-82cb-e189f7ccbf37 req-b4388b87-5a5c-4828-b40d-56080e159f28 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:52.417276 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-61b2330f-a9b9-4b5e-82cb-e189f7ccbf37 req-b4388b87-5a5c-4828-b40d-56080e159f28 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.0794175 Sep 24 15:51:52.456047 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-61b2330f-a9b9-4b5e-82cb-e189f7ccbf37 req-44499d02-b615-459c-a16f-7230e9f0cbba tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430858 Sep 24 15:51:52.496323 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6718a05d-22df-4e91-ab40-7b70349d2099 None None] Pushing event updated for resources: {'Port': ['ID=e00c111c-47ea-4de4-aaa6-339e633ec678,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:52.512214 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-320d7ed3-848c-4248-977d-f0e7b1949fc9 None None] Provisioning complete for port bd8ba2a5-27c8-4215-9b88-fd16676f0cc9 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:51:52.512584 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-320d7ed3-848c-4248-977d-f0e7b1949fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:52.533107 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e4a6dc56-fa4b-436c-b374-d54f95e56f75 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:52.558530 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-320d7ed3-848c-4248-977d-f0e7b1949fc9 None None] Port bd8ba2a5-27c8-4215-9b88-fd16676f0cc9 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:51:52.633281 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a6dc56-fa4b-436c-b374-d54f95e56f75 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Pushing event updated for resources: {'Port': ['ID=683ad608-b3bb-421d-8f6b-9a610fa74670,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:52.637233 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a6dc56-fa4b-436c-b374-d54f95e56f75 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Network d2a0243a-c9ec-4faa-8c8a-35f469931bbf is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:51:52.641258 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-e4a6dc56-fa4b-436c-b374-d54f95e56f75 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:51:52.645123 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a6dc56-fa4b-436c-b374-d54f95e56f75 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:51:52.651251 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a6dc56-fa4b-436c-b374-d54f95e56f75 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:52.652060 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e4a6dc56-fa4b-436c-b374-d54f95e56f75 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:52.690425 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d60fdc-6000-46e7-a6af-28f1ef53ae6d req-5aefe897-864b-4851-90bc-f68c4c4be943 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:52.692279 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-78d60fdc-6000-46e7-a6af-28f1ef53ae6d req-5aefe897-864b-4851-90bc-f68c4c4be943 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=cffe7aaf-b947-49e8-8c24-ba60972c40b9 HTTP/1.1" status: 200 len: 945 time: 0.1042850 Sep 24 15:51:52.722231 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b4da2e-7ba6-412f-8416-2a81925ad782 req-ef5c5f66-8144-4eac-9587-9c5ca834e93e tempest-ComputeTenantNetworksTest-1376573504 tempest-ComputeTenantNetworksTest-1376573504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:52.728693 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b4da2e-7ba6-412f-8416-2a81925ad782 req-ef5c5f66-8144-4eac-9587-9c5ca834e93e tempest-ComputeTenantNetworksTest-1376573504 tempest-ComputeTenantNetworksTest-1376573504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:52.754673 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b4da2e-7ba6-412f-8416-2a81925ad782 req-ef5c5f66-8144-4eac-9587-9c5ca834e93e tempest-ComputeTenantNetworksTest-1376573504 tempest-ComputeTenantNetworksTest-1376573504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:52.757556 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-81b4da2e-7ba6-412f-8416-2a81925ad782 req-ef5c5f66-8144-4eac-9587-9c5ca834e93e tempest-ComputeTenantNetworksTest-1376573504 tempest-ComputeTenantNetworksTest-1376573504-project] 10.222.0.101 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.4534709 Sep 24 15:51:52.759056 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-78d60fdc-6000-46e7-a6af-28f1ef53ae6d req-69c57069-05a5-4d27-afbe-87521fdc7927 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=6ebd70ba-9057-4f05-b091-253e90de2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600717 Sep 24 15:51:52.761459 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18ae3a5c-db31-47a6-a44d-f5ccb90415f9 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Router f3871d2e-f52f-474a-b4f7-7698f930ac90 is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:51:52.773321 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-e4a6dc56-fa4b-436c-b374-d54f95e56f75 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4740996 Sep 24 15:51:52.776207 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41260) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:52.782648 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-01865162-d0c8-4749-ac80-a3169565f770 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Request body: {'port': {'network_id': 'd2a0243a-c9ec-4faa-8c8a-35f469931bbf', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-533676221', 'allowed_address_pairs': [{'ip_address': '2001:db8::3df', 'mac_address': 'fa:16:3e:15:49:0e'}]}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:51:53.038100 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6c2b3-cc2d-4d92-8967-e06c4e63f6e3 req-a247cdd5-e9d2-4418-8e1d-97b4a0d3b9ee tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:53.052554 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1de6c2b3-cc2d-4d92-8967-e06c4e63f6e3 req-a247cdd5-e9d2-4418-8e1d-97b4a0d3b9ee tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=cffe7aaf-b947-49e8-8c24-ba60972c40b9 HTTP/1.1" status: 200 len: 945 time: 0.0572183 Sep 24 15:51:53.084997 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1de6c2b3-cc2d-4d92-8967-e06c4e63f6e3 req-dfa5daa6-6d72-46f7-a72b-e340307c29c5 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=6ebd70ba-9057-4f05-b091-253e90de2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385330 Sep 24 15:51:53.086646 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01865162-d0c8-4749-ac80-a3169565f770 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Made reservation on behalf of 5026c5b249f1475184f97c356c4f0e41 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:51:53.189761 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 41266) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:53.190392 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-01865162-d0c8-4749-ac80-a3169565f770 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:53.207905 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [None req-01865162-d0c8-4749-ac80-a3169565f770 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] device_id is not set on port 8de4c339-8d58-4931-82a7-57720a690f64 yet. {{(pid=95298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:51:53.341313 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1ca84d57-f1df-47ee-9d2e-1578a21f3e89 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:53.341857 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-01865162-d0c8-4749-ac80-a3169565f770 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Allocated IP 2001:db8::2d3 (d2a0243a-c9ec-4faa-8c8a-35f469931bbf/f0df2168-a83b-4c18-8a97-532b7406abf1/8de4c339-8d58-4931-82a7-57720a690f64) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:51:53.350582 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ae3a5c-db31-47a6-a44d-f5ccb90415f9 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:51:53.356740 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-18ae3a5c-db31-47a6-a44d-f5ccb90415f9 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "PUT /v2.0/routers/f3871d2e-f52f-474a-b4f7-7698f930ac90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6622465 Sep 24 15:51:53.359459 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41268) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:53.363668 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64bf642-122f-4f3a-b6e8-0ad55c1c374c None None] Sync routers for ids ['f3871d2e-f52f-474a-b4f7-7698f930ac90'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:51:53.375316 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6bb06d-1340-49c5-9522-ddcb79367f35 req-0a53c42f-740e-4a87-a1f5-5ca96ccfeb80 tempest-ComputeTenantNetworksTest-1376573504 tempest-ComputeTenantNetworksTest-1376573504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:53.376761 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ff6bb06d-1340-49c5-9522-ddcb79367f35 req-0a53c42f-740e-4a87-a1f5-5ca96ccfeb80 tempest-ComputeTenantNetworksTest-1376573504 tempest-ComputeTenantNetworksTest-1376573504-project] 10.222.0.101 "GET /v2.0/networks/1fdd9fca-ae0c-481e-be00-ef766abd7c0d HTTP/1.1" status: 200 len: 769 time: 0.5406921 Sep 24 15:51:53.383801 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64bf642-122f-4f3a-b6e8-0ad55c1c374c None None] Routers {'f3871d2e-f52f-474a-b4f7-7698f930ac90'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:51:53.385270 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-d64bf642-122f-4f3a-b6e8-0ad55c1c374c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:51:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['f3871d2e-f52f-474a-b4f7-7698f930ac90'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:53.409843 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41270) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:53.440434 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-d64bf642-122f-4f3a-b6e8-0ad55c1c374c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:53.445742 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9544fe50-84ad-45fe-8565-7f658f8707fb tempest-TestNetworkAdvancedServerOps-571836934 tempest-TestNetworkAdvancedServerOps-571836934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:53.447867 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-9544fe50-84ad-45fe-8565-7f658f8707fb tempest-TestNetworkAdvancedServerOps-571836934 tempest-TestNetworkAdvancedServerOps-571836934-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=cffe7aaf-b947-49e8-8c24-ba60972c40b9 HTTP/1.1" status: 200 len: 1091 time: 0.2322304 Sep 24 15:51:53.450249 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 41274) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:53.463811 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-bd416656-87f0-42fc-8dce-2414ccea0772 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Request body: {'floatingip': {'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'port_id': 'd48576b0-007f-45c0-8063-70899a823b18', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:51:53.474243 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64bf642-122f-4f3a-b6e8-0ad55c1c374c None None] Routers {'f3871d2e-f52f-474a-b4f7-7698f930ac90'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:51:53.474983 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-d64bf642-122f-4f3a-b6e8-0ad55c1c374c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:51:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['f3871d2e-f52f-474a-b4f7-7698f930ac90'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:53.510259 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a054c84-a1ad-4281-8685-f917574c7e60 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:53.518937 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-4a054c84-a1ad-4281-8685-f917574c7e60 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "GET /v2.0/ports/bd8ba2a5-27c8-4215-9b88-fd16676f0cc9 HTTP/1.1" status: 200 len: 984 time: 0.1537707 Sep 24 15:51:53.526437 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 41278) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:53.543049 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-d64bf642-122f-4f3a-b6e8-0ad55c1c374c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:53.544207 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64bf642-122f-4f3a-b6e8-0ad55c1c374c None None] The sync data for ids ['f3871d2e-f52f-474a-b4f7-7698f930ac90'] in n-d-808921-1 is: [] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:51:53.607345 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b8d83091-22d5-48df-a75f-2e7f9024fa26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:53.781428 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e4f2d2-d16f-4530-809d-6f2932388b76 req-4200de09-58e9-486c-8b9f-e0b611b80bd9 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:53.782816 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-86e4f2d2-d16f-4530-809d-6f2932388b76 req-4200de09-58e9-486c-8b9f-e0b611b80bd9 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.1821163 Sep 24 15:51:53.835393 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-01865162-d0c8-4749-ac80-a3169565f770 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:53.837892 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bd416656-87f0-42fc-8dce-2414ccea0772 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for floatingip, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:53.882052 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b8d83091-22d5-48df-a75f-2e7f9024fa26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:53.889690 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168544a6-9f4d-4aab-be1e-639718fb094e None None] Network d2a0243a-c9ec-4faa-8c8a-35f469931bbf requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:51:53.916119 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-86e4f2d2-d16f-4530-809d-6f2932388b76 req-5f61d021-b199-4fcd-88f2-3b8f4fe591f0 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235471 Sep 24 15:51:53.921252 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-b8d83091-22d5-48df-a75f-2e7f9024fa26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fdd9fca-ae0c-481e-be00-ef766abd7c0d']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:53.949792 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-b8d83091-22d5-48df-a75f-2e7f9024fa26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfea8ee1-a7ed-40c1-b6b0-59685d27f812') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:53.950084 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-b8d83091-22d5-48df-a75f-2e7f9024fa26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfea8ee1-a7ed-40c1-b6b0-59685d27f812') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:53.969115 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b8d83091-22d5-48df-a75f-2e7f9024fa26 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:53.988041 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b8d83091-22d5-48df-a75f-2e7f9024fa26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:53.995779 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8d83091-22d5-48df-a75f-2e7f9024fa26 admin admin] Releasing vlan 1285 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:51:53.996166 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b8d83091-22d5-48df-a75f-2e7f9024fa26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:54.000926 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:51:54.000926 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:51:54.000926 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:51:54.000926 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:51:54.000926 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:51:54.000926 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:51:54.000926 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:51:54.000926 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:51:54.000926 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:51:54.000926 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:51:54.000926 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:51:54.000926 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:51:54.000926 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:51:54.000926 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:51:54.000926 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:51:54.000926 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:51:54.000926 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:51:54.000926 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:51:54.000926 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:51:54.000926 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:51:54.000926 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:51:54.000926 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:51:54.000926 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:51:54.000926 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:51:54.000926 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:51:54.000926 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:51:54.000926 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:51:54.000926 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:51:54.000926 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:51:54.000926 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:51:54.000926 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:51:54.000926 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:51:54.027549 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-25fe0735-b4a6-4e9b-8a33-78915ffea612 None None] Provisioning complete for port e00c111c-47ea-4de4-aaa6-339e633ec678 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:51:54.027928 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-25fe0735-b4a6-4e9b-8a33-78915ffea612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:54.137397 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ca84d57-f1df-47ee-9d2e-1578a21f3e89 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Router 7e5a02a6-ea06-42c5-8132-adae3e37cf17 is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:51:54.150412 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-25fe0735-b4a6-4e9b-8a33-78915ffea612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:54.160234 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bd416656-87f0-42fc-8dce-2414ccea0772 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:54.173501 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-01865162-d0c8-4749-ac80-a3169565f770 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:54.176793 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b8d83091-22d5-48df-a75f-2e7f9024fa26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:54.188307 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b8d83091-22d5-48df-a75f-2e7f9024fa26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:54.201280 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-25fe0735-b4a6-4e9b-8a33-78915ffea612 None None] For port e00c111c-47ea-4de4-aaa6-339e633ec678, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=e00c111c-47ea-4de4-aaa6-339e633ec678,segment=NetworkSegment(aae0bce9-e94c-4ccb-b94a-47098daade6d),segment_id=aae0bce9-e94c-4ccb-b94a-47098daade6d)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:51:54.201412 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b8d83091-22d5-48df-a75f-2e7f9024fa26 admin admin] 10.222.0.101 "DELETE /v2.0/networks/1fdd9fca-ae0c-481e-be00-ef766abd7c0d HTTP/1.1" status: 204 len: 168 time: 0.7796917 Sep 24 15:51:54.242399 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d83091-22d5-48df-a75f-2e7f9024fa26 admin admin] Pushing event deleted for resources: {'Network': ['ID=1fdd9fca-ae0c-481e-be00-ef766abd7c0d,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:54.254032 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01865162-d0c8-4749-ac80-a3169565f770 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Network d2a0243a-c9ec-4faa-8c8a-35f469931bbf is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:51:54.261625 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-01865162-d0c8-4749-ac80-a3169565f770 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:51:54.264433 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01865162-d0c8-4749-ac80-a3169565f770 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Pushing event updated for resources: {'Port': ['ID=8de4c339-8d58-4931-82a7-57720a690f64,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:54.267554 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01865162-d0c8-4749-ac80-a3169565f770 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:51:54.278598 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01865162-d0c8-4749-ac80-a3169565f770 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:54.278598 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-01865162-d0c8-4749-ac80-a3169565f770 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:54.315531 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-25fe0735-b4a6-4e9b-8a33-78915ffea612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:54.374566 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fe0735-b4a6-4e9b-8a33-78915ffea612 None None] Pushing event updated for resources: {'Port': ['ID=e00c111c-47ea-4de4-aaa6-339e633ec678,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:54.420560 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-01865162-d0c8-4749-ac80-a3169565f770 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.6407611 Sep 24 15:51:54.422845 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41284) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:54.453783 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-a0ee44f9-2811-49e7-8c4d-c2e87cb49e20 None None] Provisioning complete for port 683ad608-b3bb-421d-8f6b-9a610fa74670 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:51:54.454463 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a0ee44f9-2811-49e7-8c4d-c2e87cb49e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:54.458869 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-06d2017e-0aa2-48d8-89f6-9a475689d814 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:54.488720 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c2b874-5ee2-4d0a-8f1c-14690af33d7d tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:54.494937 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c2b874-5ee2-4d0a-8f1c-14690af33d7d tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:54.499350 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-a0ee44f9-2811-49e7-8c4d-c2e87cb49e20 None None] Port 683ad608-b3bb-421d-8f6b-9a610fa74670 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:51:54.499625 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ca84d57-f1df-47ee-9d2e-1578a21f3e89 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:51:54.504630 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c2b874-5ee2-4d0a-8f1c-14690af33d7d tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:54.510320 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-d6c2b874-5ee2-4d0a-8f1c-14690af33d7d tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.0853291 Sep 24 15:51:54.511004 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41286) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:54.514310 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-a0ee44f9-2811-49e7-8c4d-c2e87cb49e20 None None] Provisioning complete for port e00c111c-47ea-4de4-aaa6-339e633ec678 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:51:54.514895 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a0ee44f9-2811-49e7-8c4d-c2e87cb49e20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:54.555799 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829707ac-936f-4448-be27-b1adc9735ab0 None None] Sync routers for ids ['7e5a02a6-ea06-42c5-8132-adae3e37cf17'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:51:54.576637 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-bd416656-87f0-42fc-8dce-2414ccea0772 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Allocated IP 172.25.0.90 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/566db064-e3a9-4774-931a-bea96d7ebd9d) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:51:54.582316 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829707ac-936f-4448-be27-b1adc9735ab0 None None] Routers {'7e5a02a6-ea06-42c5-8132-adae3e37cf17'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:51:54.583476 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-829707ac-936f-4448-be27-b1adc9735ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:51:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['7e5a02a6-ea06-42c5-8132-adae3e37cf17'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:54.638011 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-829707ac-936f-4448-be27-b1adc9735ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:54.684928 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41290) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:54.690956 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-782684f0-c199-4b47-8d87-c3832c613fc3 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Deleting port 8de4c339-8d58-4931-82a7-57720a690f64 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:51:54.691822 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-782684f0-c199-4b47-8d87-c3832c613fc3 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:54.696950 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1ca84d57-f1df-47ee-9d2e-1578a21f3e89 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:54.698539 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-1ca84d57-f1df-47ee-9d2e-1578a21f3e89 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.0258918 Sep 24 15:51:54.703140 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 41292) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:54.708497 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-ad3eab6e-4a2f-4304-9cdc-1847ddc6dcde tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:51:54.765064 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829707ac-936f-4448-be27-b1adc9735ab0 None None] Routers {'7e5a02a6-ea06-42c5-8132-adae3e37cf17'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:51:54.767134 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-829707ac-936f-4448-be27-b1adc9735ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:51:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['7e5a02a6-ea06-42c5-8132-adae3e37cf17'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:54.787570 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-733caae8-4257-4e9d-ad88-441429bb66ec admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=10aa436c26634fd8ad9683c64ecf4acf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0919528 Sep 24 15:51:54.806038 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-829707ac-936f-4448-be27-b1adc9735ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:54.806038 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829707ac-936f-4448-be27-b1adc9735ab0 None None] The sync data for ids ['7e5a02a6-ea06-42c5-8132-adae3e37cf17'] in n-d-808921-1 is: [] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:51:54.806268 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 41294) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:54.868218 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device e00c111c-47ea-4de4-aaa6-339e633ec678 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:51:54.899070 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-782684f0-c199-4b47-8d87-c3832c613fc3 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:54.917963 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-782684f0-c199-4b47-8d87-c3832c613fc3 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Calling delete_port for 8de4c339-8d58-4931-82a7-57720a690f64 owned by {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:51:54.918212 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-fa13f2d6-3ffd-436a-9e60-34c050060465 None None] Provisioning complete for port 683ad608-b3bb-421d-8f6b-9a610fa74670 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:51:54.918677 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-fa13f2d6-3ffd-436a-9e60-34c050060465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:54.967064 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-fa13f2d6-3ffd-436a-9e60-34c050060465 None None] Port 683ad608-b3bb-421d-8f6b-9a610fa74670 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:51:54.976534 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port e00c111c-47ea-4de4-aaa6-339e633ec678 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:51:54.976534 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:55.116571 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afa67a1-b705-4aa2-a577-a2f5f6ec1fd0 req-a63ab546-44f8-489a-af4c-2b9310cd3814 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:55.118167 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3afa67a1-b705-4aa2-a577-a2f5f6ec1fd0 req-a63ab546-44f8-489a-af4c-2b9310cd3814 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.0767593 Sep 24 15:51:55.189116 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-99c5919d-6618-477a-a6db-ac61d9a22ce0 None None] Provisioning complete for port 8de4c339-8d58-4931-82a7-57720a690f64 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:51:55.190401 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-99c5919d-6618-477a-a6db-ac61d9a22ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:55.204586 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3afa67a1-b705-4aa2-a577-a2f5f6ec1fd0 req-407d08cd-dcf9-46ae-afe5-6dd8d9fe258c tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637522 Sep 24 15:51:55.232715 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-99c5919d-6618-477a-a6db-ac61d9a22ce0 None None] Port 8de4c339-8d58-4931-82a7-57720a690f64 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:51:55.273731 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bd416656-87f0-42fc-8dce-2414ccea0772 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:55.275817 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-782684f0-c199-4b47-8d87-c3832c613fc3 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:55.314354 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782684f0-c199-4b47-8d87-c3832c613fc3 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Pushing event deleted for resources: {'Port': ['ID=8de4c339-8d58-4931-82a7-57720a690f64,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:55.328768 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1b2beee9-5d3e-4158-a0d8-a0ce804513dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:55.410225 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-782684f0-c199-4b47-8d87-c3832c613fc3 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:55.413525 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-782684f0-c199-4b47-8d87-c3832c613fc3 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] 10.222.0.101 "DELETE /v2.0/ports/8de4c339-8d58-4931-82a7-57720a690f64 HTTP/1.1" status: 204 len: 168 time: 0.9007192 Sep 24 15:51:55.415597 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41300) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:55.431099 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1b2beee9-5d3e-4158-a0d8-a0ce804513dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:55.451420 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-e01a8b4e-d2c7-406d-90d1-2363b2429c2a tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] GET failed (client error): The resource could not be found. Sep 24 15:51:55.456922 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-e01a8b4e-d2c7-406d-90d1-2363b2429c2a tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] 10.222.0.101 "GET /v2.0/ports/8de4c339-8d58-4931-82a7-57720a690f64 HTTP/1.1" status: 404 len: 333 time: 0.0366800 Sep 24 15:51:55.457540 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41302) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:55.464130 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-302bcaa6-c46a-4e6c-b57f-0fe32767fe7c tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Request body: {'port': {'network_id': 'd2a0243a-c9ec-4faa-8c8a-35f469931bbf', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1629674366'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:51:55.541346 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-06d2017e-0aa2-48d8-89f6-9a475689d814 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Deleting port bd8ba2a5-27c8-4215-9b88-fd16676f0cc9 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:51:55.541690 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-06d2017e-0aa2-48d8-89f6-9a475689d814 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:55.597269 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bd416656-87f0-42fc-8dce-2414ccea0772 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:55.675486 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-302bcaa6-c46a-4e6c-b57f-0fe32767fe7c tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Made reservation on behalf of 5026c5b249f1475184f97c356c4f0e41 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:51:55.680660 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-302bcaa6-c46a-4e6c-b57f-0fe32767fe7c tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:55.692507 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd416656-87f0-42fc-8dce-2414ccea0772 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:51:55.698235 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [None req-302bcaa6-c46a-4e6c-b57f-0fe32767fe7c tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] device_id is not set on port db9e2a7c-b4a6-4027-850d-0ef2ead5d070 yet. {{(pid=95298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:51:55.705276 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-bd416656-87f0-42fc-8dce-2414ccea0772 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:51:55.715768 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd416656-87f0-42fc-8dce-2414ccea0772 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:51:55.726483 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd416656-87f0-42fc-8dce-2414ccea0772 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event updated for resources: {'Port': ['ID=566db064-e3a9-4774-931a-bea96d7ebd9d,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:55.791466 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1b2beee9-5d3e-4158-a0d8-a0ce804513dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:55.794015 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1b2beee9-5d3e-4158-a0d8-a0ce804513dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:55.795205 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-1b2beee9-5d3e-4158-a0d8-a0ce804513dd admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/8dc725d4-9943-4316-a9c6-73d6136f1466 HTTP/1.1" status: 204 len: 168 time: 0.9893560 Sep 24 15:51:55.797345 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-06d2017e-0aa2-48d8-89f6-9a475689d814 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:55.813913 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd416656-87f0-42fc-8dce-2414ccea0772 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:51:55.814275 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd416656-87f0-42fc-8dce-2414ccea0772 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:51:55.814681 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd416656-87f0-42fc-8dce-2414ccea0772 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:51:55.815026 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd416656-87f0-42fc-8dce-2414ccea0772 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:51:55.815501 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd416656-87f0-42fc-8dce-2414ccea0772 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:51:55.815844 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd416656-87f0-42fc-8dce-2414ccea0772 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:51:55.816738 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd416656-87f0-42fc-8dce-2414ccea0772 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:51:55.816738 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd416656-87f0-42fc-8dce-2414ccea0772 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:51:55.816946 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd416656-87f0-42fc-8dce-2414ccea0772 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:51:55.817166 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd416656-87f0-42fc-8dce-2414ccea0772 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:51:55.817494 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd416656-87f0-42fc-8dce-2414ccea0772 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:51:55.817824 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd416656-87f0-42fc-8dce-2414ccea0772 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:51:55.826560 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-302bcaa6-c46a-4e6c-b57f-0fe32767fe7c tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Allocated IP 2001:db8::e0 (d2a0243a-c9ec-4faa-8c8a-35f469931bbf/f0df2168-a83b-4c18-8a97-532b7406abf1/db9e2a7c-b4a6-4027-850d-0ef2ead5d070) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:51:55.835348 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-06d2017e-0aa2-48d8-89f6-9a475689d814 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Calling delete_port for bd8ba2a5-27c8-4215-9b88-fd16676f0cc9 owned by network:router_interface {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:51:55.844031 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2beee9-5d3e-4158-a0d8-a0ce804513dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc725d4-9943-4316-a9c6-73d6136f1466,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:55.864508 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ad3eab6e-4a2f-4304-9cdc-1847ddc6dcde tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:56.000815 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-302bcaa6-c46a-4e6c-b57f-0fe32767fe7c tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:56.079290 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ad3eab6e-4a2f-4304-9cdc-1847ddc6dcde tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:56.161406 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-302bcaa6-c46a-4e6c-b57f-0fe32767fe7c tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:56.210417 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302bcaa6-c46a-4e6c-b57f-0fe32767fe7c tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Network d2a0243a-c9ec-4faa-8c8a-35f469931bbf is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:51:56.213922 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-302bcaa6-c46a-4e6c-b57f-0fe32767fe7c tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:51:56.228808 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302bcaa6-c46a-4e6c-b57f-0fe32767fe7c tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:51:56.242742 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302bcaa6-c46a-4e6c-b57f-0fe32767fe7c tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:56.242742 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-302bcaa6-c46a-4e6c-b57f-0fe32767fe7c tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:56.256887 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-ad3eab6e-4a2f-4304-9cdc-1847ddc6dcde tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Deleting port d78ae7e5-16c9-49e3-bff3-73e257e5eb14 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:51:56.257104 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ad3eab6e-4a2f-4304-9cdc-1847ddc6dcde tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:56.271953 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302bcaa6-c46a-4e6c-b57f-0fe32767fe7c tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Pushing event updated for resources: {'Port': ['ID=db9e2a7c-b4a6-4027-850d-0ef2ead5d070,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:56.346500 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a5e34a-65c2-438a-93bf-973a6c51307f req-c623d58f-a126-4f16-97cb-8cefcc98eedc tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:56.347926 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-06d2017e-0aa2-48d8-89f6-9a475689d814 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:56.348418 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-55a5e34a-65c2-438a-93bf-973a6c51307f req-c623d58f-a126-4f16-97cb-8cefcc98eedc tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.0656915 Sep 24 15:51:56.356205 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-302bcaa6-c46a-4e6c-b57f-0fe32767fe7c tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8975806 Sep 24 15:51:56.363236 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41316) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:56.368306 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-fd786cbd-fc78-45b8-9f5d-e2fb04e8c170 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3df', 'mac_address': 'fa:16:3e:15:49:0e'}]}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:51:56.474148 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-55a5e34a-65c2-438a-93bf-973a6c51307f req-624f6422-3777-4977-a083-00fde619a175 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167071 Sep 24 15:51:56.485433 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fd786cbd-fc78-45b8-9f5d-e2fb04e8c170 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:56.492752 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d2017e-0aa2-48d8-89f6-9a475689d814 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Pushing event deleted for resources: {'Port': ['ID=bd8ba2a5-27c8-4215-9b88-fd16676f0cc9,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:56.685200 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-06d2017e-0aa2-48d8-89f6-9a475689d814 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:56.705370 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-ebdbdb28-86d7-47ac-8296-704a715ee8eb None None] Provisioning complete for port db9e2a7c-b4a6-4027-850d-0ef2ead5d070 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:51:56.706531 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ebdbdb28-86d7-47ac-8296-704a715ee8eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:56.709244 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ad3eab6e-4a2f-4304-9cdc-1847ddc6dcde tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:56.743806 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fd786cbd-fc78-45b8-9f5d-e2fb04e8c170 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:56.757895 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-ad3eab6e-4a2f-4304-9cdc-1847ddc6dcde tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Calling delete_port for d78ae7e5-16c9-49e3-bff3-73e257e5eb14 owned by network:router_gateway {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:51:56.780269 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-ebdbdb28-86d7-47ac-8296-704a715ee8eb None None] Port db9e2a7c-b4a6-4027-850d-0ef2ead5d070 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:51:56.824149 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fd786cbd-fc78-45b8-9f5d-e2fb04e8c170 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:56.857440 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-fd786cbd-fc78-45b8-9f5d-e2fb04e8c170 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] In _notify_port_updated(), no bound segment for port db9e2a7c-b4a6-4027-850d-0ef2ead5d070 on network d2a0243a-c9ec-4faa-8c8a-35f469931bbf {{(pid=95298) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 24 15:51:56.864516 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd786cbd-fc78-45b8-9f5d-e2fb04e8c170 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:56.865305 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fd786cbd-fc78-45b8-9f5d-e2fb04e8c170 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:56.866788 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-fd786cbd-fc78-45b8-9f5d-e2fb04e8c170 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] 10.222.0.101 "PUT /v2.0/ports/db9e2a7c-b4a6-4027-850d-0ef2ead5d070 HTTP/1.1" status: 200 len: 1002 time: 0.5026128 Sep 24 15:51:56.870071 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41326) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:56.914628 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd786cbd-fc78-45b8-9f5d-e2fb04e8c170 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Pushing event updated for resources: {'Port': ['ID=db9e2a7c-b4a6-4027-850d-0ef2ead5d070,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:57.019393 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-b62e1514-aa45-4510-83ef-0196798b3df9 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Deleting port db9e2a7c-b4a6-4027-850d-0ef2ead5d070 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:51:57.019831 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b62e1514-aa45-4510-83ef-0196798b3df9 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:57.079464 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bd416656-87f0-42fc-8dce-2414ccea0772 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:57.136751 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b62e1514-aa45-4510-83ef-0196798b3df9 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:57.150586 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-b62e1514-aa45-4510-83ef-0196798b3df9 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Calling delete_port for db9e2a7c-b4a6-4027-850d-0ef2ead5d070 owned by {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:51:57.208802 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-f458d3c7-0185-4265-9665-3246744d3930 None None] Provisioning complete for port db9e2a7c-b4a6-4027-850d-0ef2ead5d070 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:51:57.209137 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f458d3c7-0185-4265-9665-3246744d3930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:57.260071 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06d2017e-0aa2-48d8-89f6-9a475689d814 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Router f3871d2e-f52f-474a-b4f7-7698f930ac90 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:51:57.303305 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-f458d3c7-0185-4265-9665-3246744d3930 None None] Port db9e2a7c-b4a6-4027-850d-0ef2ead5d070 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:51:57.418764 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b62e1514-aa45-4510-83ef-0196798b3df9 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:57.457988 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62e1514-aa45-4510-83ef-0196798b3df9 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Pushing event deleted for resources: {'Port': ['ID=db9e2a7c-b4a6-4027-850d-0ef2ead5d070,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:57.599592 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b62e1514-aa45-4510-83ef-0196798b3df9 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:57.603983 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b62e1514-aa45-4510-83ef-0196798b3df9 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] 10.222.0.101 "DELETE /v2.0/ports/db9e2a7c-b4a6-4027-850d-0ef2ead5d070 HTTP/1.1" status: 204 len: 168 time: 0.7303550 Sep 24 15:51:57.611714 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41344) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:57.675478 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d2017e-0aa2-48d8-89f6-9a475689d814 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:51:57.681184 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c385d6a-87e4-40eb-9448-be26c1e3bff5 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] GET failed (client error): The resource could not be found. Sep 24 15:51:57.682922 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-8c385d6a-87e4-40eb-9448-be26c1e3bff5 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] 10.222.0.101 "GET /v2.0/ports/db9e2a7c-b4a6-4027-850d-0ef2ead5d070 HTTP/1.1" status: 404 len: 333 time: 0.0683489 Sep 24 15:51:57.689189 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-06d2017e-0aa2-48d8-89f6-9a475689d814 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "PUT /v2.0/routers/f3871d2e-f52f-474a-b4f7-7698f930ac90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1564844 Sep 24 15:51:57.689189 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 41346) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:57.694610 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 41348) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:57.697370 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e33002-b09a-4929-a15d-9c400ae8cfbe None None] Sync routers for ids ['f3871d2e-f52f-474a-b4f7-7698f930ac90'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:51:57.709057 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e33002-b09a-4929-a15d-9c400ae8cfbe None None] Routers {'f3871d2e-f52f-474a-b4f7-7698f930ac90'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:51:57.709677 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f574bb17-f09a-4ad1-a131-ff38418addb8 req-ebfcba83-c575-46f5-9cb4-0370e8564597 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:57.710150 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-d7e33002-b09a-4929-a15d-9c400ae8cfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:51:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['f3871d2e-f52f-474a-b4f7-7698f930ac90'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:57.713680 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f574bb17-f09a-4ad1-a131-ff38418addb8 req-ebfcba83-c575-46f5-9cb4-0370e8564597 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.1146166 Sep 24 15:51:57.729515 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-10388df7-cd83-4152-ba4f-32afd22fa845 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Request body: {'port': {'network_id': 'd2a0243a-c9ec-4faa-8c8a-35f469931bbf', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1116738507'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:51:57.746516 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-d7e33002-b09a-4929-a15d-9c400ae8cfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:57.758101 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e33002-b09a-4929-a15d-9c400ae8cfbe None None] Routers {'f3871d2e-f52f-474a-b4f7-7698f930ac90'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:51:57.759586 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-d7e33002-b09a-4929-a15d-9c400ae8cfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:51:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['f3871d2e-f52f-474a-b4f7-7698f930ac90'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:57.791526 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f574bb17-f09a-4ad1-a131-ff38418addb8 req-a4e22ef3-721a-4890-8a68-8fcda5bf84ad tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723231 Sep 24 15:51:57.811896 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-d7e33002-b09a-4929-a15d-9c400ae8cfbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:57.811896 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e33002-b09a-4929-a15d-9c400ae8cfbe None None] The sync data for ids ['f3871d2e-f52f-474a-b4f7-7698f930ac90'] in n-d-808921-1 is: [] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:51:57.886012 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bd416656-87f0-42fc-8dce-2414ccea0772 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:58.120410 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [None req-ecc2fd07-86e9-45ad-b788-5e87f4f9d399 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] remove_router_interface failed (client error): The resource could not be found. Sep 24 15:51:58.121613 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ecc2fd07-86e9-45ad-b788-5e87f4f9d399 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "PUT /v2.0/routers/f3871d2e-f52f-474a-b4f7-7698f930ac90/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4320016 Sep 24 15:51:58.124449 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41352) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:58.140958 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ad3eab6e-4a2f-4304-9cdc-1847ddc6dcde tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:58.156559 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-0ce0afab-94b4-49d1-9e75-e58b594af4f9 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "GET /v2.0/ports?device_id=f3871d2e-f52f-474a-b4f7-7698f930ac90 HTTP/1.1" status: 200 len: 205 time: 0.0308199 Sep 24 15:51:58.159053 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41354) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:58.204399 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3eab6e-4a2f-4304-9cdc-1847ddc6dcde tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Pushing event deleted for resources: {'Port': ['ID=d78ae7e5-16c9-49e3-bff3-73e257e5eb14,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:58.235622 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-95711035-f37a-4707-bc3d-6a11b354afc8 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for router, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:58.310431 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ad3eab6e-4a2f-4304-9cdc-1847ddc6dcde tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586576'] for router_gateway, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:58.324175 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10388df7-cd83-4152-ba4f-32afd22fa845 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Made reservation on behalf of 5026c5b249f1475184f97c356c4f0e41 for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:51:58.324175 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-10388df7-cd83-4152-ba4f-32afd22fa845 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:58.370524 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bd416656-87f0-42fc-8dce-2414ccea0772 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:58.415968 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [None req-10388df7-cd83-4152-ba4f-32afd22fa845 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] device_id is not set on port 84a61898-874e-4f91-bd06-04fe9fdba8f5 yet. {{(pid=95297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:51:58.525556 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bd416656-87f0-42fc-8dce-2414ccea0772 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:58.667472 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-95711035-f37a-4707-bc3d-6a11b354afc8 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:58.669767 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-95711035-f37a-4707-bc3d-6a11b354afc8 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:58.685864 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ad3eab6e-4a2f-4304-9cdc-1847ddc6dcde tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1671'] for router, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:58.702316 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd416656-87f0-42fc-8dce-2414ccea0772 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event updated for resources: {'Port': ['ID=566db064-e3a9-4774-931a-bea96d7ebd9d,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:58.708755 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ad3eab6e-4a2f-4304-9cdc-1847ddc6dcde tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-586922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-586913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588826'] for router, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:58.742143 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bd416656-87f0-42fc-8dce-2414ccea0772 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:58.747530 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-10388df7-cd83-4152-ba4f-32afd22fa845 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Allocated IP 2001:db8::39d (d2a0243a-c9ec-4faa-8c8a-35f469931bbf/f0df2168-a83b-4c18-8a97-532b7406abf1/84a61898-874e-4f91-bd06-04fe9fdba8f5) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:51:58.801328 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-95711035-f37a-4707-bc3d-6a11b354afc8 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:58.802293 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95711035-f37a-4707-bc3d-6a11b354afc8 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Fanout notify agent at l3_agent the message router_deleted on router f3871d2e-f52f-474a-b4f7-7698f930ac90 {{(pid=95298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:51:58.813706 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-95711035-f37a-4707-bc3d-6a11b354afc8 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:58.813706 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-95711035-f37a-4707-bc3d-6a11b354afc8 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "DELETE /v2.0/routers/f3871d2e-f52f-474a-b4f7-7698f930ac90 HTTP/1.1" status: 204 len: 168 time: 0.6527824 Sep 24 15:51:58.815914 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41364) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:58.888893 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-853e82d6-3d88-4d6d-95a2-a2910ebdbc8b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Deleting subnet a5e57565-a1e0-4e7c-a0ed-199af5f9d985 {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:51:58.902422 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-853e82d6-3d88-4d6d-95a2-a2910ebdbc8b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:58.905633 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad3eab6e-4a2f-4304-9cdc-1847ddc6dcde tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Router 7e5a02a6-ea06-42c5-8132-adae3e37cf17 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:51:58.973579 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-853e82d6-3d88-4d6d-95a2-a2910ebdbc8b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:59.010743 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54df61c4-a96a-4737-a21e-98bd9be79318 req-7fd5fc6d-bf1c-4978-9e2c-7a1854f7e540 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:59.012389 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-54df61c4-a96a-4737-a21e-98bd9be79318 req-7fd5fc6d-bf1c-4978-9e2c-7a1854f7e540 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.1288934 Sep 24 15:51:59.050771 n-d-808921-1 neutron-server[95297]: INFO neutron.db.l3_db [None req-bd416656-87f0-42fc-8dce-2414ccea0772 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Floating IP a7e78111-0cf5-4cb4-b710-e6f6ee4128d9 associated. External IP: 172.25.0.90, port: d48576b0-007f-45c0-8063-70899a823b18. Sep 24 15:51:59.095738 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-54df61c4-a96a-4737-a21e-98bd9be79318 req-b6202d56-d703-427c-8734-e2ff6c21b885 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694883 Sep 24 15:51:59.109944 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-853e82d6-3d88-4d6d-95a2-a2910ebdbc8b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:59.125990 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad3eab6e-4a2f-4304-9cdc-1847ddc6dcde tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:51:59.137994 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ad3eab6e-4a2f-4304-9cdc-1847ddc6dcde tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:59.139317 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ad3eab6e-4a2f-4304-9cdc-1847ddc6dcde tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] 10.222.0.101 "PUT /v2.0/routers/7e5a02a6-ea06-42c5-8132-adae3e37cf17 HTTP/1.1" status: 200 len: 706 time: 4.4351397 Sep 24 15:51:59.139814 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05aff9a-a14e-4886-b7e9-e94764ea805f None None] Sync routers for ids ['7e5a02a6-ea06-42c5-8132-adae3e37cf17'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:51:59.144295 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 41370) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:59.154503 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05aff9a-a14e-4886-b7e9-e94764ea805f None None] Routers {'7e5a02a6-ea06-42c5-8132-adae3e37cf17'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:51:59.155676 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-a05aff9a-a14e-4886-b7e9-e94764ea805f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:51:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['7e5a02a6-ea06-42c5-8132-adae3e37cf17'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:59.227020 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-a05aff9a-a14e-4886-b7e9-e94764ea805f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:59.237828 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05aff9a-a14e-4886-b7e9-e94764ea805f None None] Routers {'7e5a02a6-ea06-42c5-8132-adae3e37cf17'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:51:59.238531 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-a05aff9a-a14e-4886-b7e9-e94764ea805f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:51:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['7e5a02a6-ea06-42c5-8132-adae3e37cf17'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:59.272333 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-a05aff9a-a14e-4886-b7e9-e94764ea805f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:59.272979 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05aff9a-a14e-4886-b7e9-e94764ea805f None None] The sync data for ids ['7e5a02a6-ea06-42c5-8132-adae3e37cf17'] in n-d-808921-1 is: [] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:51:59.299899 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-75fab689-5984-4e42-97fb-772264cbdba5 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] 10.222.0.101 "GET /v2.0/routers/7e5a02a6-ea06-42c5-8132-adae3e37cf17 HTTP/1.1" status: 200 len: 741 time: 0.1528368 Sep 24 15:51:59.302361 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41372) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:59.332881 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-10388df7-cd83-4152-ba4f-32afd22fa845 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:59.357716 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-99b4fc48-3f7d-43ae-b5be-4f54d3d94b32 tempest-RoutersAdminTest-2017468000 tempest-RoutersAdminTest-2017468000-project-admin] 10.222.0.101 "GET /v2.0/ports?network_id=e6a2de20-1ea0-43e5-88e0-982d19e317d5&device_id=7e5a02a6-ea06-42c5-8132-adae3e37cf17 HTTP/1.1" status: 200 len: 205 time: 0.0541368 Sep 24 15:51:59.359375 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-853e82d6-3d88-4d6d-95a2-a2910ebdbc8b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:59.361302 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41374) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:59.412148 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853e82d6-3d88-4d6d-95a2-a2910ebdbc8b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Pushing event deleted for resources: {'Subnet': ['ID=a5e57565-a1e0-4e7c-a0ed-199af5f9d985,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:59.419939 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-eaeb045b-913b-408b-8131-efbd2dfa88c2 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] 10.222.0.101 "GET /v2.0/ports?device_id=7e5a02a6-ea06-42c5-8132-adae3e37cf17 HTTP/1.1" status: 200 len: 205 time: 0.0547822 Sep 24 15:51:59.423461 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-853e82d6-3d88-4d6d-95a2-a2910ebdbc8b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:59.428197 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-853e82d6-3d88-4d6d-95a2-a2910ebdbc8b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "DELETE /v2.0/subnets/a5e57565-a1e0-4e7c-a0ed-199af5f9d985 HTTP/1.1" status: 204 len: 168 time: 0.6080012 Sep 24 15:51:59.432238 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5f9bc4-7b69-4fab-b64d-633c2753eeff None None] Network 912b5682-02cb-44ac-8c51-736986bbf762 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:51:59.438773 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41378) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:59.439111 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41380) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:59.512036 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd416656-87f0-42fc-8dce-2414ccea0772 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Router e8b08539-45c3-4d06-a2a8-803b1120f31c has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:51:59.513398 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-10388df7-cd83-4152-ba4f-32afd22fa845 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:59.561976 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10388df7-cd83-4152-ba4f-32afd22fa845 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Network d2a0243a-c9ec-4faa-8c8a-35f469931bbf is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:51:59.598995 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-10388df7-cd83-4152-ba4f-32afd22fa845 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:51:59.601957 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-88a188e8-3f3e-47ec-8683-a99eb761ea62 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks [] for router, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:59.607795 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10388df7-cd83-4152-ba4f-32afd22fa845 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:51:59.615917 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10388df7-cd83-4152-ba4f-32afd22fa845 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:51:59.616557 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-10388df7-cd83-4152-ba4f-32afd22fa845 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:59.702611 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5e1d877a-d556-4957-b6de-c04ac427034a tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:59.702700 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10388df7-cd83-4152-ba4f-32afd22fa845 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Pushing event updated for resources: {'Port': ['ID=84a61898-874e-4f91-bd06-04fe9fdba8f5,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:51:59.772440 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ee8585-055a-47bf-9356-f314661ed299 None None] DHCP port deletion for 912b5682-02cb-44ac-8c51-736986bbf762 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:51:59.772668 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-10388df7-cd83-4152-ba4f-32afd22fa845 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.0537398 Sep 24 15:51:59.774214 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41384) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:51:59.779573 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-6ac4e51f-7663-4817-8b79-ac0d4c1c723b tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:15:49:0e'}]}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:51:59.795849 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd416656-87f0-42fc-8dce-2414ccea0772 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:51:59.818728 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d04961d-e819-4c30-9ecf-d7f11d2c46cc None None] Sync routers for ids ['e8b08539-45c3-4d06-a2a8-803b1120f31c'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:51:59.834437 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d04961d-e819-4c30-9ecf-d7f11d2c46cc None None] Routers {'e8b08539-45c3-4d06-a2a8-803b1120f31c'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:51:59.839127 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-5d04961d-e819-4c30-9ecf-d7f11d2c46cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:51:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['e8b08539-45c3-4d06-a2a8-803b1120f31c'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:51:59.845606 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-e4ee8585-055a-47bf-9356-f314661ed299 None None] Deleting port 16d6298c-e2d8-4482-82db-f14280b5a83b {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:51:59.848419 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e4ee8585-055a-47bf-9356-f314661ed299 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:59.926835 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bd416656-87f0-42fc-8dce-2414ccea0772 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:59.948503 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-e4ee8585-055a-47bf-9356-f314661ed299 None None] For port 16d6298c-e2d8-4482-82db-f14280b5a83b, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=16d6298c-e2d8-4482-82db-f14280b5a83b,segment=NetworkSegment(450e9686-039a-48ce-96c4-7ce9e6d2f7cb),segment_id=450e9686-039a-48ce-96c4-7ce9e6d2f7cb)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:51:59.951120 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e4ee8585-055a-47bf-9356-f314661ed299 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:51:59.988579 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-5d04961d-e819-4c30-9ecf-d7f11d2c46cc None None] Set router e8b08539-45c3-4d06-a2a8-803b1120f31c gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:51:59.995286 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-e4ee8585-055a-47bf-9356-f314661ed299 None None] Calling delete_port for 16d6298c-e2d8-4482-82db-f14280b5a83b owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:52:00.006281 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-85749145-0f6e-4f44-9ad2-a9cc7a1518d2 None None] Provisioning complete for port 84a61898-874e-4f91-bd06-04fe9fdba8f5 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:52:00.007237 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-85749145-0f6e-4f44-9ad2-a9cc7a1518d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:00.043918 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-88a188e8-3f3e-47ec-8683-a99eb761ea62 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:00.048098 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-88a188e8-3f3e-47ec-8683-a99eb761ea62 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:00.053828 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-85749145-0f6e-4f44-9ad2-a9cc7a1518d2 None None] Port 84a61898-874e-4f91-bd06-04fe9fdba8f5 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:52:00.063698 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6ac4e51f-7663-4817-8b79-ac0d4c1c723b tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:00.211603 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-5e1d877a-d556-4957-b6de-c04ac427034a tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Deleting port 16d6298c-e2d8-4482-82db-f14280b5a83b {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:52:00.212296 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5e1d877a-d556-4957-b6de-c04ac427034a tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:00.241161 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e4ee8585-055a-47bf-9356-f314661ed299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:00.264475 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-88a188e8-3f3e-47ec-8683-a99eb761ea62 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:00.267947 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88a188e8-3f3e-47ec-8683-a99eb761ea62 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Fanout notify agent at l3_agent the message router_deleted on router 7e5a02a6-ea06-42c5-8132-adae3e37cf17 {{(pid=95298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:52:00.294817 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-88a188e8-3f3e-47ec-8683-a99eb761ea62 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:00.300895 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-88a188e8-3f3e-47ec-8683-a99eb761ea62 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] 10.222.0.101 "DELETE /v2.0/routers/7e5a02a6-ea06-42c5-8132-adae3e37cf17 HTTP/1.1" status: 204 len: 168 time: 0.8596556 Sep 24 15:52:00.303501 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-5d04961d-e819-4c30-9ecf-d7f11d2c46cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b08539-45c3-4d06-a2a8-803b1120f31c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1368539168', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'eea69618-4726-4634-897d-ebd43454935e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:51:16Z', 'updated_at': '2021-09-24T15:51:28Z', 'revision_number': 4, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'gw_port': {'id': 'eea69618-4726-4634-897d-ebd43454935e', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f1:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b08539-45c3-4d06-a2a8-803b1120f31c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:51:17Z', 'updated_at': '2021-09-24T15:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': 'a7e78111-0cf5-4cb4-b710-e6f6ee4128d9', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'floating_ip_address': '172.25.0.90', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': 'e8b08539-45c3-4d06-a2a8-803b1120f31c', 'port_id': 'd48576b0-007f-45c0-8063-70899a823b18', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '603fb403-a01d-4073-8f75-f2b0f098e42f', 'mac_address': 'fa:16:3e:cd:5a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffe7aaf-b947-49e8-8c24-ba60972c40b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:51:56Z', 'updated_at': '2021-09-24T15:51:56Z', 'revision_number': 0, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0318c350-25c4-4933-9d03-b23b8679d3e9', 'name': '', 'network_id': '603fb403-a01d-4073-8f75-f2b0f098e42f', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'mac_address': 'fa:16:3e:22:49:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b08539-45c3-4d06-a2a8-803b1120f31c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': 'f7740272-3ddd-4c63-a492-aed51d47ee4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:51:26Z', 'updated_at': '2021-09-24T15:51:34Z', 'revision_number': 5, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'subnets': [{'id': 'f7740272-3ddd-4c63-a492-aed51d47ee4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:52:00.307573 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ee8585-055a-47bf-9356-f314661ed299 None None] Pushing event deleted for resources: {'Port': ['ID=16d6298c-e2d8-4482-82db-f14280b5a83b,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:00.308886 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41390) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:00.318090 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ee8585-055a-47bf-9356-f314661ed299 None None] No DVR routers for this DVR port 16d6298c-e2d8-4482-82db-f14280b5a83b on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:52:00.337171 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d04961d-e819-4c30-9ecf-d7f11d2c46cc None None] Checking router: e8b08539-45c3-4d06-a2a8-803b1120f31c for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:52:00.346996 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d04961d-e819-4c30-9ecf-d7f11d2c46cc None None] Routers {'e8b08539-45c3-4d06-a2a8-803b1120f31c'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:52:00.347630 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-5d04961d-e819-4c30-9ecf-d7f11d2c46cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:51:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['e8b08539-45c3-4d06-a2a8-803b1120f31c'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:52:00.425373 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 41392) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:00.426079 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b56f94be-712f-4d9f-8294-72686e5bcddc tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] 10.222.0.101 "GET /v2.0/ports?device_id=7e5a02a6-ea06-42c5-8132-adae3e37cf17 HTTP/1.1" status: 200 len: 205 time: 0.1147277 Sep 24 15:52:00.443478 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-bd416656-87f0-42fc-8dce-2414ccea0772 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 6.9907975 Sep 24 15:52:00.458658 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cffe7aaf-b947-49e8-8c24-ba60972c40b9', 'tag': 'd48576b0-007f-45c0-8063-70899a823b18'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:52:00.463222 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-108962ee-7dd3-41e2-bbb3-46a58ba3fff7" -d '{"events": [{"name": "network-changed", "server_uuid": "cffe7aaf-b947-49e8-8c24-ba60972c40b9", "tag": "d48576b0-007f-45c0-8063-70899a823b18"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:52:00.463505 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-5d04961d-e819-4c30-9ecf-d7f11d2c46cc None None] Set router e8b08539-45c3-4d06-a2a8-803b1120f31c gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:52:00.507113 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [None req-f939ccbd-d937-49f4-8eca-fb70ab8e6447 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] delete failed (client error): The resource could not be found. Sep 24 15:52:00.508220 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f939ccbd-d937-49f4-8eca-fb70ab8e6447 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] 10.222.0.101 "DELETE /v2.0/routers/7e5a02a6-ea06-42c5-8132-adae3e37cf17 HTTP/1.1" status: 404 len: 336 time: 0.0813694 Sep 24 15:52:00.511207 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 41400) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:00.516561 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-5e1d877a-d556-4957-b6de-c04ac427034a tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] For port 16d6298c-e2d8-4482-82db-f14280b5a83b, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=16d6298c-e2d8-4482-82db-f14280b5a83b,segment=NetworkSegment(450e9686-039a-48ce-96c4-7ce9e6d2f7cb),segment_id=450e9686-039a-48ce-96c4-7ce9e6d2f7cb)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:52:00.516893 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5e1d877a-d556-4957-b6de-c04ac427034a tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:00.535983 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-5e1d877a-d556-4957-b6de-c04ac427034a tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Calling delete_port for 16d6298c-e2d8-4482-82db-f14280b5a83b owned by network:dhcp {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:52:00.554075 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ea16f4-ba6a-4a2a-93cc-fcd9b48638fc req-213c64e8-9bf7-4a98-846e-6f8b7c2b3fc6 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:00.555932 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-94ea16f4-ba6a-4a2a-93cc-fcd9b48638fc req-213c64e8-9bf7-4a98-846e-6f8b7c2b3fc6 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.3698087 Sep 24 15:52:00.589014 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f6e83340-016b-42c4-82c9-7c7eceb99906 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] 10.222.0.101 "GET /v2.0/ports?device_id=c1050170-5329-421b-8c2a-becb8ab1b5ce HTTP/1.1" status: 200 len: 205 time: 0.0758593 Sep 24 15:52:00.603406 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41406) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:00.634168 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6cf6da-2d51-4d0e-8b3b-d06029805a3f req-6d7fc93b-3c66-4ba1-b837-3b4eed0c1c13 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:00.635922 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cc6cf6da-2d51-4d0e-8b3b-d06029805a3f req-6d7fc93b-3c66-4ba1-b837-3b4eed0c1c13 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=cffe7aaf-b947-49e8-8c24-ba60972c40b9 HTTP/1.1" status: 200 len: 945 time: 0.1006503 Sep 24 15:52:00.684553 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [None req-fc837fd1-ddb4-4fda-8b15-94b90b7e6e23 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] delete failed (client error): The resource could not be found. Sep 24 15:52:00.685803 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-fc837fd1-ddb4-4fda-8b15-94b90b7e6e23 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] 10.222.0.101 "DELETE /v2.0/routers/c1050170-5329-421b-8c2a-becb8ab1b5ce HTTP/1.1" status: 404 len: 336 time: 0.0800376 Sep 24 15:52:00.694166 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41408) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:00.701783 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cc6cf6da-2d51-4d0e-8b3b-d06029805a3f req-91834d24-b03a-4d7c-bf79-04c714cc3125 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=6ebd70ba-9057-4f05-b091-253e90de2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578215 Sep 24 15:52:00.709389 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 41410) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:00.742986 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-1f0a1cf7-74de-40a9-803c-952fd0ccd2cb tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] 10.222.0.101 "GET /v2.0/ports?device_id=4c3e5e77-f9bb-451c-9618-69acdb3027ac HTTP/1.1" status: 200 len: 205 time: 0.0330644 Sep 24 15:52:00.763514 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 16d6298c-e2d8-4482-82db-f14280b5a83b no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:52:00.768498 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41412) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:00.800176 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-5d04961d-e819-4c30-9ecf-d7f11d2c46cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b08539-45c3-4d06-a2a8-803b1120f31c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1368539168', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'eea69618-4726-4634-897d-ebd43454935e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:51:16Z', 'updated_at': '2021-09-24T15:51:28Z', 'revision_number': 4, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'gw_port': {'id': 'eea69618-4726-4634-897d-ebd43454935e', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f1:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b08539-45c3-4d06-a2a8-803b1120f31c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:51:17Z', 'updated_at': '2021-09-24T15:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': 'a7e78111-0cf5-4cb4-b710-e6f6ee4128d9', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'floating_ip_address': '172.25.0.90', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': 'e8b08539-45c3-4d06-a2a8-803b1120f31c', 'port_id': 'd48576b0-007f-45c0-8063-70899a823b18', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '603fb403-a01d-4073-8f75-f2b0f098e42f', 'mac_address': 'fa:16:3e:cd:5a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffe7aaf-b947-49e8-8c24-ba60972c40b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:51:56Z', 'updated_at': '2021-09-24T15:51:56Z', 'revision_number': 0, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0318c350-25c4-4933-9d03-b23b8679d3e9', 'name': '', 'network_id': '603fb403-a01d-4073-8f75-f2b0f098e42f', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'mac_address': 'fa:16:3e:22:49:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b08539-45c3-4d06-a2a8-803b1120f31c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': 'f7740272-3ddd-4c63-a492-aed51d47ee4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:51:26Z', 'updated_at': '2021-09-24T15:51:34Z', 'revision_number': 5, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'subnets': [{'id': 'f7740272-3ddd-4c63-a492-aed51d47ee4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:52:00.815247 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 16d6298c-e2d8-4482-82db-f14280b5a83b {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:52:00.815752 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 16d6298c-e2d8-4482-82db-f14280b5a83b not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:52:00.818774 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc81967-0024-4e2d-a339-6dd6b5f3e942 x-openstack-request-id: req-acc81967-0024-4e2d-a339-6dd6b5f3e942 {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:52:00.819064 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cffe7aaf-b947-49e8-8c24-ba60972c40b9", "tag": "d48576b0-007f-45c0-8063-70899a823b18", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:52:00.819318 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-acc81967-0024-4e2d-a339-6dd6b5f3e942 {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:52:00.819713 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cffe7aaf-b947-49e8-8c24-ba60972c40b9', 'tag': 'd48576b0-007f-45c0-8063-70899a823b18', 'status': 'completed', 'code': 200} Sep 24 15:52:00.833795 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [None req-2fef54b6-ef51-48c3-9fce-2efbc0d0e039 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] delete failed (client error): The resource could not be found. Sep 24 15:52:00.835223 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-2fef54b6-ef51-48c3-9fce-2efbc0d0e039 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] 10.222.0.101 "DELETE /v2.0/routers/4c3e5e77-f9bb-451c-9618-69acdb3027ac HTTP/1.1" status: 404 len: 336 time: 0.0655320 Sep 24 15:52:00.839281 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-94ea16f4-ba6a-4a2a-93cc-fcd9b48638fc req-2015ceb7-6948-4ba2-97e4-2ab0808bcf4b tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347996 Sep 24 15:52:00.842335 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41414) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:00.848407 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d04961d-e819-4c30-9ecf-d7f11d2c46cc None None] The sync data for ids ['e8b08539-45c3-4d06-a2a8-803b1120f31c'] in n-d-808921-1 is: [{'id': 'e8b08539-45c3-4d06-a2a8-803b1120f31c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1368539168', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'eea69618-4726-4634-897d-ebd43454935e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:51:16Z', 'updated_at': '2021-09-24T15:51:28Z', 'revision_number': 4, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'gw_port': {'id': 'eea69618-4726-4634-897d-ebd43454935e', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f1:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b08539-45c3-4d06-a2a8-803b1120f31c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:51:17Z', 'updated_at': '2021-09-24T15:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': 'a7e78111-0cf5-4cb4-b710-e6f6ee4128d9', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'floating_ip_address': '172.25.0.90', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': 'e8b08539-45c3-4d06-a2a8-803b1120f31c', 'port_id': 'd48576b0-007f-45c0-8063-70899a823b18', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2202, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '603fb403-a01d-4073-8f75-f2b0f098e42f', 'mac_address': 'fa:16:3e:cd:5a:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cffe7aaf-b947-49e8-8c24-ba60972c40b9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:51:56Z', 'updated_at': '2021-09-24T15:51:56Z', 'revision_number': 0, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0318c350-25c4-4933-9d03-b23b8679d3e9', 'name': '', 'network_id': '603fb403-a01d-4073-8f75-f2b0f098e42f', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'mac_address': 'fa:16:3e:22:49:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b08539-45c3-4d06-a2a8-803b1120f31c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': 'f7740272-3ddd-4c63-a492-aed51d47ee4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:51:26Z', 'updated_at': '2021-09-24T15:51:34Z', 'revision_number': 5, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'subnets': [{'id': 'f7740272-3ddd-4c63-a492-aed51d47ee4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:52:00.881716 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-969f1e07-24af-420c-848f-4c80ce95e870 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] 10.222.0.101 "GET /v2.0/ports?device_id=1bdcd720-97b2-4713-988d-24c253b4f282 HTTP/1.1" status: 200 len: 205 time: 0.0383527 Sep 24 15:52:00.895797 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41418) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:00.914576 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6ac4e51f-7663-4817-8b79-ac0d4c1c723b tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:00.963005 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b22ce041-1718-44bf-b8a3-7be737d21c23 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/floatingips/a7e78111-0cf5-4cb4-b710-e6f6ee4128d9 HTTP/1.1" status: 200 len: 990 time: 0.2523510 Sep 24 15:52:00.980530 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [None req-89ec3885-a478-4525-9b41-e96d6fa4b6e4 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] delete failed (client error): The resource could not be found. Sep 24 15:52:00.981589 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-89ec3885-a478-4525-9b41-e96d6fa4b6e4 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] 10.222.0.101 "DELETE /v2.0/routers/1bdcd720-97b2-4713-988d-24c253b4f282 HTTP/1.1" status: 404 len: 336 time: 0.0840714 Sep 24 15:52:00.983136 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5e1d877a-d556-4957-b6de-c04ac427034a tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:00.988543 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41422) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:00.993728 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6ac4e51f-7663-4817-8b79-ac0d4c1c723b tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:01.016638 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108962ee-7dd3-41e2-bbb3-46a58ba3fff7 req-4b0d817a-e860-43f2-8894-e8d1ee2386a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:01.018922 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-108962ee-7dd3-41e2-bbb3-46a58ba3fff7 req-4b0d817a-e860-43f2-8894-e8d1ee2386a1 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=7e512e155fd047afb7c369ee55b40ecc&device_id=cffe7aaf-b947-49e8-8c24-ba60972c40b9 HTTP/1.1" status: 200 len: 1096 time: 0.1842065 Sep 24 15:52:01.034596 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1d877a-d556-4957-b6de-c04ac427034a tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] No DVR routers for this DVR port 16d6298c-e2d8-4482-82db-f14280b5a83b on host n-d-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:52:01.076755 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1d877a-d556-4957-b6de-c04ac427034a tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Pushing event deleted for resources: {'Port': ['ID=16d6298c-e2d8-4482-82db-f14280b5a83b,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:01.085363 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-542c6f82-ea0c-4563-b1f2-a7b4b930d141 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] 10.222.0.101 "GET /v2.0/ports?device_id=b03fce39-c787-409a-93ca-d280a751b2e8 HTTP/1.1" status: 200 len: 205 time: 0.0892739 Sep 24 15:52:01.105839 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 41426) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:01.126620 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-6ac4e51f-7663-4817-8b79-ac0d4c1c723b tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] In _notify_port_updated(), no bound segment for port 84a61898-874e-4f91-bd06-04fe9fdba8f5 on network d2a0243a-c9ec-4faa-8c8a-35f469931bbf {{(pid=95298) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 24 15:52:01.133898 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ac4e51f-7663-4817-8b79-ac0d4c1c723b tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:01.134597 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6ac4e51f-7663-4817-8b79-ac0d4c1c723b tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:01.138846 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-6ac4e51f-7663-4817-8b79-ac0d4c1c723b tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] 10.222.0.101 "PUT /v2.0/ports/84a61898-874e-4f91-bd06-04fe9fdba8f5 HTTP/1.1" status: 200 len: 1003 time: 1.3638263 Sep 24 15:52:01.139526 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41428) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:01.171108 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [None req-79963941-ddf4-4b5a-aa7b-1c819c8acf40 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] delete failed (client error): The resource could not be found. Sep 24 15:52:01.174919 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-79963941-ddf4-4b5a-aa7b-1c819c8acf40 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] 10.222.0.101 "DELETE /v2.0/routers/b03fce39-c787-409a-93ca-d280a751b2e8 HTTP/1.1" status: 404 len: 336 time: 0.0680916 Sep 24 15:52:01.177253 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 41430) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:01.220431 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-3811326e-2f76-45a2-baa2-bda53996e5a6 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] 10.222.0.101 "GET /v2.0/ports?device_id=b1652699-2630-41b1-bba2-1e33035e88c4 HTTP/1.1" status: 200 len: 205 time: 0.0420897 Sep 24 15:52:01.243443 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41432) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:01.243543 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108962ee-7dd3-41e2-bbb3-46a58ba3fff7 req-eda940b5-339c-49c2-8ed3-755a8abef7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:01.243543 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-108962ee-7dd3-41e2-bbb3-46a58ba3fff7 req-eda940b5-339c-49c2-8ed3-755a8abef7f7 service neutron] 10.222.0.108 "GET /v2.0/networks?id=603fb403-a01d-4073-8f75-f2b0f098e42f HTTP/1.1" status: 200 len: 899 time: 0.2144198 Sep 24 15:52:01.245487 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac4e51f-7663-4817-8b79-ac0d4c1c723b tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Pushing event updated for resources: {'Port': ['ID=84a61898-874e-4f91-bd06-04fe9fdba8f5,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:01.250957 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e54f9f0a-7b8c-48e4-9613-3cf1f731643b None None] New status for floating IP a7e78111-0cf5-4cb4-b710-e6f6ee4128d9: ACTIVE {{(pid=95299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:52:01.335847 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5e1d877a-d556-4957-b6de-c04ac427034a tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:01.342714 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-108962ee-7dd3-41e2-bbb3-46a58ba3fff7 req-49ee5d7b-e72d-4f5e-89d1-70f53e2dea42 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d48576b0-007f-45c0-8063-70899a823b18 HTTP/1.1" status: 200 len: 998 time: 0.0832021 Sep 24 15:52:01.346766 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [None req-ab53d536-5915-4fc2-ae11-25a379830014 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] delete failed (client error): The resource could not be found. Sep 24 15:52:01.350427 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-ab53d536-5915-4fc2-ae11-25a379830014 tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] 10.222.0.101 "DELETE /v2.0/routers/b1652699-2630-41b1-bba2-1e33035e88c4 HTTP/1.1" status: 404 len: 336 time: 0.1164327 Sep 24 15:52:01.353488 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41434) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:01.392921 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4318252f-4dd1-43ff-96f3-6030594da415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:01.393258 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc108f46-4eac-4a2a-8ddf-30bebe3a0d9c tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] DELETE failed (client error): The resource could not be found. Sep 24 15:52:01.393723 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc108f46-4eac-4a2a-8ddf-30bebe3a0d9c tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:52:01.396403 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-bc108f46-4eac-4a2a-8ddf-30bebe3a0d9c tempest-RoutersAdminTest-573395810 tempest-RoutersAdminTest-573395810-project] 10.222.0.101 "DELETE /v2.0/subnets/bbac6e7b-8611-4799-9a15-242bbc038e35 HTTP/1.1" status: 404 len: 337 time: 0.0370278 Sep 24 15:52:01.398286 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-5e1d877a-d556-4957-b6de-c04ac427034a tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['912b5682-02cb-44ac-8c51-736986bbf762']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:52:01.414006 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-5e1d877a-d556-4957-b6de-c04ac427034a tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '450e9686-039a-48ce-96c4-7ce9e6d2f7cb') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:52:01.414006 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-5e1d877a-d556-4957-b6de-c04ac427034a tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '450e9686-039a-48ce-96c4-7ce9e6d2f7cb') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:52:01.427239 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5e1d877a-d556-4957-b6de-c04ac427034a tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:01.432667 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108962ee-7dd3-41e2-bbb3-46a58ba3fff7 req-67b54d0c-5ba6-4510-be82-df713fbd0e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:01.436035 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-108962ee-7dd3-41e2-bbb3-46a58ba3fff7 req-67b54d0c-5ba6-4510-be82-df713fbd0e98 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=f7740272-3ddd-4c63-a492-aed51d47ee4e HTTP/1.1" status: 200 len: 834 time: 0.0854058 Sep 24 15:52:01.457037 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5e1d877a-d556-4957-b6de-c04ac427034a tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:01.460861 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-287fe3ca-603b-470a-8541-a26d2d9b9083 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Deleting port 84a61898-874e-4f91-bd06-04fe9fdba8f5 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:52:01.461204 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-287fe3ca-603b-470a-8541-a26d2d9b9083 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:01.517181 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108962ee-7dd3-41e2-bbb3-46a58ba3fff7 req-e0024a76-70a4-43ac-bdb0-6878b60d3681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:01.519321 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-108962ee-7dd3-41e2-bbb3-46a58ba3fff7 req-e0024a76-70a4-43ac-bdb0-6878b60d3681 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=603fb403-a01d-4073-8f75-f2b0f098e42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766537 Sep 24 15:52:01.523454 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e1d877a-d556-4957-b6de-c04ac427034a tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Releasing vlan 1273 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:52:01.523885 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5e1d877a-d556-4957-b6de-c04ac427034a tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:01.527561 n-d-808921-1 neutron-server[95298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:52:01.527561 n-d-808921-1 neutron-server[95298]: self.session.flush() Sep 24 15:52:01.527561 n-d-808921-1 neutron-server[95298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:52:01.527561 n-d-808921-1 neutron-server[95298]: self.session.flush() Sep 24 15:52:01.527561 n-d-808921-1 neutron-server[95298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:52:01.527561 n-d-808921-1 neutron-server[95298]: self.session.flush() Sep 24 15:52:01.527561 n-d-808921-1 neutron-server[95298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:52:01.527561 n-d-808921-1 neutron-server[95298]: self.session.flush() Sep 24 15:52:01.527561 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:52:01.527561 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:52:01.527561 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:52:01.527561 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:52:01.527561 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:52:01.527561 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:52:01.527561 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:52:01.527561 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:52:01.527561 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:52:01.527561 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:52:01.527561 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:52:01.527561 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:52:01.527561 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:52:01.527561 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:52:01.527561 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:52:01.527561 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:52:01.527561 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:52:01.527561 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:52:01.527561 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:52:01.527561 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:52:01.527561 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:52:01.527561 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:52:01.527561 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:52:01.527561 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:52:01.527561 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:52:01.527561 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:52:01.527561 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:52:01.527561 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:52:01.527561 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:52:01.527561 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:52:01.527561 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:52:01.527561 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:52:01.598056 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-55d24b71-e91a-4ffe-89bb-9fb8132e4d1a None None] Provisioning complete for port 84a61898-874e-4f91-bd06-04fe9fdba8f5 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:52:01.598594 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-55d24b71-e91a-4ffe-89bb-9fb8132e4d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:01.645218 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-55d24b71-e91a-4ffe-89bb-9fb8132e4d1a None None] Port 84a61898-874e-4f91-bd06-04fe9fdba8f5 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:52:01.647868 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-108962ee-7dd3-41e2-bbb3-46a58ba3fff7 req-fc1bf7d5-21a5-41ca-b1e1-d33cd5ea2163 service neutron] 10.222.0.108 "GET /v2.0/networks/603fb403-a01d-4073-8f75-f2b0f098e42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214814 Sep 24 15:52:01.752797 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-108962ee-7dd3-41e2-bbb3-46a58ba3fff7 req-31b7b2a2-fb98-484b-a66a-6e9d7bea5bdc service neutron] 10.222.0.108 "GET /v2.0/networks/603fb403-a01d-4073-8f75-f2b0f098e42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968783 Sep 24 15:52:01.884352 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-287fe3ca-603b-470a-8541-a26d2d9b9083 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:01.897389 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-287fe3ca-603b-470a-8541-a26d2d9b9083 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Calling delete_port for 84a61898-874e-4f91-bd06-04fe9fdba8f5 owned by {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:52:01.969914 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 41448) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:02.007833 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5e1d877a-d556-4957-b6de-c04ac427034a tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:02.013284 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5e1d877a-d556-4957-b6de-c04ac427034a tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:02.016164 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-5e1d877a-d556-4957-b6de-c04ac427034a tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "DELETE /v2.0/networks/912b5682-02cb-44ac-8c51-736986bbf762 HTTP/1.1" status: 204 len: 168 time: 2.5735800 Sep 24 15:52:02.022076 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41452) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:02.022862 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34ff375-d50e-4ddc-a1de-a67e17636b4a req-594c6f7c-6f9d-4618-93a0-d699538ec0bb tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:02.025313 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e34ff375-d50e-4ddc-a1de-a67e17636b4a req-594c6f7c-6f9d-4618-93a0-d699538ec0bb tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.1086428 Sep 24 15:52:02.035103 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-550a3368-2373-4adc-8098-1be6a68ff8ae tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1477006527'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:52:02.064251 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1d877a-d556-4957-b6de-c04ac427034a tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Pushing event deleted for resources: {'Network': ['ID=912b5682-02cb-44ac-8c51-736986bbf762,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:02.076463 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-61c622f0-fa04-4725-bdda-079b83700918 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/floatingips/a7e78111-0cf5-4cb4-b710-e6f6ee4128d9 HTTP/1.1" status: 200 len: 992 time: 0.1032598 Sep 24 15:52:02.098722 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e34ff375-d50e-4ddc-a1de-a67e17636b4a req-13c092ef-f7fc-4c9b-9565-725219453fd1 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579283 Sep 24 15:52:02.100926 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 41458) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:02.195362 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-287fe3ca-603b-470a-8541-a26d2d9b9083 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:02.221468 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6e20338c-dae9-4434-a76d-8df0a5e2b6f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:02.238471 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287fe3ca-603b-470a-8541-a26d2d9b9083 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Pushing event deleted for resources: {'Port': ['ID=84a61898-874e-4f91-bd06-04fe9fdba8f5,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:02.247721 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550a3368-2373-4adc-8098-1be6a68ff8ae tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Made reservation on behalf of a0a46e9236c24b39aca910b414f61345 for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:52:02.251886 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-550a3368-2373-4adc-8098-1be6a68ff8ae tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:02.278584 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-287fe3ca-603b-470a-8541-a26d2d9b9083 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:02.288820 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-287fe3ca-603b-470a-8541-a26d2d9b9083 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] 10.222.0.101 "DELETE /v2.0/ports/84a61898-874e-4f91-bd06-04fe9fdba8f5 HTTP/1.1" status: 204 len: 168 time: 1.1360018 Sep 24 15:52:02.288820 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41464) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:02.321971 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-d469b3c5-109e-481e-9d9d-b9d83dcf9213 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] GET failed (client error): The resource could not be found. Sep 24 15:52:02.323823 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-d469b3c5-109e-481e-9d9d-b9d83dcf9213 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] 10.222.0.101 "GET /v2.0/ports/84a61898-874e-4f91-bd06-04fe9fdba8f5 HTTP/1.1" status: 404 len: 333 time: 0.0363767 Sep 24 15:52:02.327838 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41466) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:02.332863 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-43cf6aad-b7c4-4d0c-90fd-9b0f4857b6a1 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Request body: {'port': {'network_id': 'd2a0243a-c9ec-4faa-8c8a-35f469931bbf', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1622135355'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:52:02.371351 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6e20338c-dae9-4434-a76d-8df0a5e2b6f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:02.375783 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-550a3368-2373-4adc-8098-1be6a68ff8ae tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1287} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:52:02.442716 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-550a3368-2373-4adc-8098-1be6a68ff8ae tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:02.443064 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-550a3368-2373-4adc-8098-1be6a68ff8ae tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Added segment 1edd9733-bf82-4d59-9749-d7474a53e84d of type vlan for network a0f173f3-b11e-4be4-83e8-3a9210958720 Sep 24 15:52:02.480984 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6e20338c-dae9-4434-a76d-8df0a5e2b6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:02.509184 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-550a3368-2373-4adc-8098-1be6a68ff8ae tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:02.537264 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e20338c-dae9-4434-a76d-8df0a5e2b6f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fcac802-46df-49ee-9636-6bfbdffd2515,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:02.550828 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-6e20338c-dae9-4434-a76d-8df0a5e2b6f1 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=a6ef40cd6d9442fd9c59069cc5b733b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4487255 Sep 24 15:52:02.553001 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41472) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:02.604025 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a17ba398-f33e-4b1f-b747-25ab78e700cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:02.625045 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a17ba398-f33e-4b1f-b747-25ab78e700cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:02.675224 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-550a3368-2373-4adc-8098-1be6a68ff8ae tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:02.678545 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550a3368-2373-4adc-8098-1be6a68ff8ae tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:02.679304 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-550a3368-2373-4adc-8098-1be6a68ff8ae tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:02.682085 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43cf6aad-b7c4-4d0c-90fd-9b0f4857b6a1 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Made reservation on behalf of 5026c5b249f1475184f97c356c4f0e41 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:52:02.685821 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-43cf6aad-b7c4-4d0c-90fd-9b0f4857b6a1 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:02.739596 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [None req-43cf6aad-b7c4-4d0c-90fd-9b0f4857b6a1 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] device_id is not set on port 361db3e1-aa4b-4eb0-b879-128bb3374ae6 yet. {{(pid=95298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:52:02.779957 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550a3368-2373-4adc-8098-1be6a68ff8ae tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Pushing event updated for resources: {'Network': ['ID=a0f173f3-b11e-4be4-83e8-3a9210958720,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:02.798537 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network a0f173f3-b11e-4be4-83e8-3a9210958720 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:52:02.808491 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a17ba398-f33e-4b1f-b747-25ab78e700cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:02.812658 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a17ba398-f33e-4b1f-b747-25ab78e700cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:02.812658 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-a17ba398-f33e-4b1f-b747-25ab78e700cc admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/8fcac802-46df-49ee-9636-6bfbdffd2515 HTTP/1.1" status: 204 len: 168 time: 0.2584963 Sep 24 15:52:02.867877 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-550a3368-2373-4adc-8098-1be6a68ff8ae tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8319716 Sep 24 15:52:02.868566 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 41482) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:02.874393 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17ba398-f33e-4b1f-b747-25ab78e700cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fcac802-46df-49ee-9636-6bfbdffd2515,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:02.879310 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-51178fc3-e819-4639-b15b-24be7ce5cebf tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Request body: {'subnet': {'network_id': 'a0f173f3-b11e-4be4-83e8-3a9210958720', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:52:02.978466 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-43cf6aad-b7c4-4d0c-90fd-9b0f4857b6a1 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Allocated IP 2001:db8::151 (d2a0243a-c9ec-4faa-8c8a-35f469931bbf/f0df2168-a83b-4c18-8a97-532b7406abf1/361db3e1-aa4b-4eb0-b879-128bb3374ae6) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:52:03.131662 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-43cf6aad-b7c4-4d0c-90fd-9b0f4857b6a1 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:03.172928 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51178fc3-e819-4639-b15b-24be7ce5cebf tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Made reservation on behalf of a0a46e9236c24b39aca910b414f61345 for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:52:03.178371 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-51178fc3-e819-4639-b15b-24be7ce5cebf tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:03.298422 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896958fb-4db7-4b08-a4fb-43001ccb1f67 req-e55101dd-b974-45d0-ada4-0d061fc48543 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:03.299974 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-896958fb-4db7-4b08-a4fb-43001ccb1f67 req-e55101dd-b974-45d0-ada4-0d061fc48543 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.1177385 Sep 24 15:52:03.310823 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-43cf6aad-b7c4-4d0c-90fd-9b0f4857b6a1 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:03.373966 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-896958fb-4db7-4b08-a4fb-43001ccb1f67 req-e6470624-c015-46bb-8c2e-69cb57ec5980 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675113 Sep 24 15:52:03.410119 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cf6aad-b7c4-4d0c-90fd-9b0f4857b6a1 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Network d2a0243a-c9ec-4faa-8c8a-35f469931bbf is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:52:03.413050 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-43cf6aad-b7c4-4d0c-90fd-9b0f4857b6a1 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:52:03.416855 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cf6aad-b7c4-4d0c-90fd-9b0f4857b6a1 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:52:03.422820 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43cf6aad-b7c4-4d0c-90fd-9b0f4857b6a1 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:03.423458 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-43cf6aad-b7c4-4d0c-90fd-9b0f4857b6a1 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:03.440610 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cf6aad-b7c4-4d0c-90fd-9b0f4857b6a1 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Pushing event updated for resources: {'Port': ['ID=361db3e1-aa4b-4eb0-b879-128bb3374ae6,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:03.533015 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-43cf6aad-b7c4-4d0c-90fd-9b0f4857b6a1 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2038834 Sep 24 15:52:03.537089 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 41494) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:03.542457 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-18cd21d4-a323-48e4-bd61-143c553bc501 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Request body: {'port': {'network_id': 'd2a0243a-c9ec-4faa-8c8a-35f469931bbf', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1111798461'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:52:03.547536 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-51178fc3-e819-4639-b15b-24be7ce5cebf tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:03.677434 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51178fc3-e819-4639-b15b-24be7ce5cebf tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Pushing event updated for resources: {'Subnet': ['ID=92c824b6-e30a-4612-b51a-1341abbe0431,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:03.690845 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-cb176f9e-b9a4-437d-b7b9-1b5fe6fa8bee None None] Provisioning complete for port 361db3e1-aa4b-4eb0-b879-128bb3374ae6 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:52:03.691405 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-cb176f9e-b9a4-437d-b7b9-1b5fe6fa8bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:03.699906 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51178fc3-e819-4639-b15b-24be7ce5cebf tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Checking segment: {'id': '1edd9733-bf82-4d59-9749-d7474a53e84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'a0f173f3-b11e-4be4-83e8-3a9210958720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:52:03.700261 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51178fc3-e819-4639-b15b-24be7ce5cebf tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Network hostable DHCP agents. Network: a0f173f3-b11e-4be4-83e8-3a9210958720, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:52:03.732719 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-cb176f9e-b9a4-437d-b7b9-1b5fe6fa8bee None None] Port 361db3e1-aa4b-4eb0-b879-128bb3374ae6 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:52:03.820920 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 41496) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:03.829065 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51178fc3-e819-4639-b15b-24be7ce5cebf tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Network a0f173f3-b11e-4be4-83e8-3a9210958720 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:52:03.832676 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18cd21d4-a323-48e4-bd61-143c553bc501 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Made reservation on behalf of 5026c5b249f1475184f97c356c4f0e41 for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:52:03.836105 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-18cd21d4-a323-48e4-bd61-143c553bc501 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:03.874275 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [None req-18cd21d4-a323-48e4-bd61-143c553bc501 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] device_id is not set on port b5b7e8d3-7d81-4a96-a906-1a755587cb53 yet. {{(pid=95297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:52:03.896356 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-00396b1f-8cb0-4deb-928b-3f9d9137dc4c admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=9fb67abc5759413e8c68b48435ad6111&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0717363 Sep 24 15:52:03.897573 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41500) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:03.909695 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5ed7af89-f69a-42f6-8d1f-522e1dcf52d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:03.947213 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-51178fc3-e819-4639-b15b-24be7ce5cebf tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, a0f173f3-b11e-4be4-83e8-3a9210958720) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:52:03.957695 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21edf613-a680-4301-abd1-6f7d380c1cbd None None] Network a0f173f3-b11e-4be4-83e8-3a9210958720 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:52:03.967169 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bc04dd59-8926-4d68-bcd4-97cbd7368c99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:03.986991 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51178fc3-e819-4639-b15b-24be7ce5cebf tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:03.991796 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-51178fc3-e819-4639-b15b-24be7ce5cebf tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:03.994827 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bc04dd59-8926-4d68-bcd4-97cbd7368c99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:04.092489 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-18cd21d4-a323-48e4-bd61-143c553bc501 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Allocated IP 2001:db8::13d (d2a0243a-c9ec-4faa-8c8a-35f469931bbf/f0df2168-a83b-4c18-8a97-532b7406abf1/b5b7e8d3-7d81-4a96-a906-1a755587cb53) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:52:04.138043 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bc04dd59-8926-4d68-bcd4-97cbd7368c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:04.153230 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bc04dd59-8926-4d68-bcd4-97cbd7368c99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:04.154506 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-bc04dd59-8926-4d68-bcd4-97cbd7368c99 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/1a376a09-daec-4d32-889b-0c50090468aa HTTP/1.1" status: 204 len: 168 time: 0.2556353 Sep 24 15:52:04.163267 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc04dd59-8926-4d68-bcd4-97cbd7368c99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a376a09-daec-4d32-889b-0c50090468aa,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:04.191739 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed239b76-310c-40bc-a797-e72b92afed8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-a0f173f3-b11e-4be4-83e8-3a9210958720', 'network_id': 'a0f173f3-b11e-4be4-83e8-3a9210958720', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'fixed_ips': [{'subnet_id': '92c824b6-e30a-4612-b51a-1341abbe0431'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:52:04.193577 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ed239b76-310c-40bc-a797-e72b92afed8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:04.262593 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-51178fc3-e819-4639-b15b-24be7ce5cebf tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3904402 Sep 24 15:52:04.262933 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 41514) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:04.275469 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-edc8ac06-09d8-4684-99bc-f7a87ad06db5 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1292765456', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:52:04.334952 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-18cd21d4-a323-48e4-bd61-143c553bc501 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:04.390538 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-ed239b76-310c-40bc-a797-e72b92afed8d None None] Allocated IP 2001:db8::2 (a0f173f3-b11e-4be4-83e8-3a9210958720/92c824b6-e30a-4612-b51a-1341abbe0431/c0bd6a15-1ac8-43f4-9ad8-cafb60c5f0b7) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:52:04.447120 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-edc8ac06-09d8-4684-99bc-f7a87ad06db5 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:04.448606 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-edc8ac06-09d8-4684-99bc-f7a87ad06db5 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:04.482079 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:04.497530 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-18cd21d4-a323-48e4-bd61-143c553bc501 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:04.558441 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b2955e-3b8c-4e3a-b4c4-1936beb86258 req-195807e5-ca16-47fd-bee4-e712862686f0 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:04.561169 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-91b2955e-3b8c-4e3a-b4c4-1936beb86258 req-195807e5-ca16-47fd-bee4-e712862686f0 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.0596375 Sep 24 15:52:04.578880 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-edc8ac06-09d8-4684-99bc-f7a87ad06db5 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:04.592731 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ed239b76-310c-40bc-a797-e72b92afed8d None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:04.599168 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cd21d4-a323-48e4-bd61-143c553bc501 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Network d2a0243a-c9ec-4faa-8c8a-35f469931bbf is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:52:04.602558 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-18cd21d4-a323-48e4-bd61-143c553bc501 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:52:04.609557 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cd21d4-a323-48e4-bd61-143c553bc501 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:52:04.616817 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18cd21d4-a323-48e4-bd61-143c553bc501 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:04.618919 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-18cd21d4-a323-48e4-bd61-143c553bc501 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:04.621529 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cd21d4-a323-48e4-bd61-143c553bc501 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Pushing event updated for resources: {'Port': ['ID=b5b7e8d3-7d81-4a96-a906-1a755587cb53,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:04.648007 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-edc8ac06-09d8-4684-99bc-f7a87ad06db5 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:04.648218 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-91b2955e-3b8c-4e3a-b4c4-1936beb86258 req-f948ed31-b810-4227-a575-92039226c3d5 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801008 Sep 24 15:52:04.670017 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ed239b76-310c-40bc-a797-e72b92afed8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:04.719359 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed239b76-310c-40bc-a797-e72b92afed8d None None] Network a0f173f3-b11e-4be4-83e8-3a9210958720 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:52:04.722976 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-ed239b76-310c-40bc-a797-e72b92afed8d None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:52:04.726558 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed239b76-310c-40bc-a797-e72b92afed8d None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:52:04.737823 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-18cd21d4-a323-48e4-bd61-143c553bc501 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1953278 Sep 24 15:52:04.737823 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 41522) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:04.745426 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-514545af-e799-4efd-acfd-74e28d41717b tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3df', 'mac_address': 'fa:16:3e:15:49:0e'}, {'ip_address': '2001:db8::151', 'mac_address': 'fa:16:3e:09:d8:67'}]}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:52:04.777205 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-edc8ac06-09d8-4684-99bc-f7a87ad06db5 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:04.780951 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-edc8ac06-09d8-4684-99bc-f7a87ad06db5 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5146565 Sep 24 15:52:04.783748 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41524) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:04.792275 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed239b76-310c-40bc-a797-e72b92afed8d None None] Pushing event updated for resources: {'Port': ['ID=c0bd6a15-1ac8-43f4-9ad8-cafb60c5f0b7,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:04.803222 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-ed239b76-310c-40bc-a797-e72b92afed8d None None] Attempting to bind port c0bd6a15-1ac8-43f4-9ad8-cafb60c5f0b7 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:52:04.803589 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-ed239b76-310c-40bc-a797-e72b92afed8d None None] Attempting to bind port c0bd6a15-1ac8-43f4-9ad8-cafb60c5f0b7 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '1edd9733-bf82-4d59-9749-d7474a53e84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'a0f173f3-b11e-4be4-83e8-3a9210958720'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:52:04.804143 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed239b76-310c-40bc-a797-e72b92afed8d None None] Attempting to bind port c0bd6a15-1ac8-43f4-9ad8-cafb60c5f0b7 on network a0f173f3-b11e-4be4-83e8-3a9210958720 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:52:04.816047 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed239b76-310c-40bc-a797-e72b92afed8d None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:52:04.816627 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed239b76-310c-40bc-a797-e72b92afed8d None None] Checking segment: {'id': '1edd9733-bf82-4d59-9749-d7474a53e84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'a0f173f3-b11e-4be4-83e8-3a9210958720'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:52:04.818966 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ed239b76-310c-40bc-a797-e72b92afed8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:04.819541 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed239b76-310c-40bc-a797-e72b92afed8d None None] Bound using segment: {'id': '1edd9733-bf82-4d59-9749-d7474a53e84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'a0f173f3-b11e-4be4-83e8-3a9210958720'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:52:04.820239 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-ed239b76-310c-40bc-a797-e72b92afed8d None None] Bound port: c0bd6a15-1ac8-43f4-9ad8-cafb60c5f0b7, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1edd9733-bf82-4d59-9749-d7474a53e84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'a0f173f3-b11e-4be4-83e8-3a9210958720'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:52:04.820795 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ed239b76-310c-40bc-a797-e72b92afed8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:05.027426 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-514545af-e799-4efd-acfd-74e28d41717b tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:05.184828 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fa3539f2-a50d-4a79-8610-dd91824a388f tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:05.193170 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-ed239b76-310c-40bc-a797-e72b92afed8d None None] For port c0bd6a15-1ac8-43f4-9ad8-cafb60c5f0b7, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:52:05.226046 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-ed239b76-310c-40bc-a797-e72b92afed8d None None] For port c0bd6a15-1ac8-43f4-9ad8-cafb60c5f0b7, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=c0bd6a15-1ac8-43f4-9ad8-cafb60c5f0b7,segment=NetworkSegment(1edd9733-bf82-4d59-9749-d7474a53e84d),segment_id=1edd9733-bf82-4d59-9749-d7474a53e84d)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:52:05.227744 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-a8a950bc-8478-46c5-8e7e-bb3fffcad9b0 None None] Provisioning complete for port b5b7e8d3-7d81-4a96-a906-1a755587cb53 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:52:05.228460 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a8a950bc-8478-46c5-8e7e-bb3fffcad9b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:05.268498 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-a8a950bc-8478-46c5-8e7e-bb3fffcad9b0 None None] Port b5b7e8d3-7d81-4a96-a906-1a755587cb53 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:52:05.281847 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:05.305836 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ed239b76-310c-40bc-a797-e72b92afed8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:05.385895 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed239b76-310c-40bc-a797-e72b92afed8d None None] Pushing event updated for resources: {'Port': ['ID=c0bd6a15-1ac8-43f4-9ad8-cafb60c5f0b7,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:05.411346 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-514545af-e799-4efd-acfd-74e28d41717b tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:05.503924 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-514545af-e799-4efd-acfd-74e28d41717b tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:05.570304 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-514545af-e799-4efd-acfd-74e28d41717b tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] In _notify_port_updated(), no bound segment for port b5b7e8d3-7d81-4a96-a906-1a755587cb53 on network d2a0243a-c9ec-4faa-8c8a-35f469931bbf {{(pid=95297) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 24 15:52:05.590282 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514545af-e799-4efd-acfd-74e28d41717b tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:05.590985 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-514545af-e799-4efd-acfd-74e28d41717b tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:05.592500 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-514545af-e799-4efd-acfd-74e28d41717b tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] 10.222.0.101 "PUT /v2.0/ports/b5b7e8d3-7d81-4a96-a906-1a755587cb53 HTTP/1.1" status: 200 len: 1068 time: 0.8534124 Sep 24 15:52:05.596913 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41548) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:05.607860 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-fa3539f2-a50d-4a79-8610-dd91824a388f tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Allocated IP 2001:db8::1 (a0f173f3-b11e-4be4-83e8-3a9210958720/92c824b6-e30a-4612-b51a-1341abbe0431/c0fbfa89-ab56-4055-b13d-f88a0705f5c6) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:52:05.609078 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514545af-e799-4efd-acfd-74e28d41717b tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Pushing event updated for resources: {'Port': ['ID=b5b7e8d3-7d81-4a96-a906-1a755587cb53,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:05.994486 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d63f93c-778f-433c-b2a1-004355cc7146 req-98d3c300-91bf-40b5-aedc-731b24b903ee tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:05.996058 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8d63f93c-778f-433c-b2a1-004355cc7146 req-98d3c300-91bf-40b5-aedc-731b24b903ee tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.2142854 Sep 24 15:52:06.010383 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-eb2fd1cc-5e12-4187-8eca-476783cf2dea tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Deleting port b5b7e8d3-7d81-4a96-a906-1a755587cb53 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:52:06.010737 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-eb2fd1cc-5e12-4187-8eca-476783cf2dea tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:06.016489 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fa3539f2-a50d-4a79-8610-dd91824a388f tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:06.116785 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8d63f93c-778f-433c-b2a1-004355cc7146 req-50ae0952-064f-414f-afaa-1005f58f8448 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089845 Sep 24 15:52:06.124391 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-3535fbba-938a-4180-a8d2-b19a6251d929 None None] Provisioning complete for port b5b7e8d3-7d81-4a96-a906-1a755587cb53 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:52:06.124769 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3535fbba-938a-4180-a8d2-b19a6251d929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:06.160312 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-eb2fd1cc-5e12-4187-8eca-476783cf2dea tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:06.179297 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-eb2fd1cc-5e12-4187-8eca-476783cf2dea tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Calling delete_port for b5b7e8d3-7d81-4a96-a906-1a755587cb53 owned by {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:52:06.215835 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-3535fbba-938a-4180-a8d2-b19a6251d929 None None] Port b5b7e8d3-7d81-4a96-a906-1a755587cb53 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:52:06.244336 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fa3539f2-a50d-4a79-8610-dd91824a388f tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:06.312076 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3539f2-a50d-4a79-8610-dd91824a388f tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Network a0f173f3-b11e-4be4-83e8-3a9210958720 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:52:06.318912 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-fa3539f2-a50d-4a79-8610-dd91824a388f tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:52:06.328614 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3539f2-a50d-4a79-8610-dd91824a388f tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:52:06.328842 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fa3539f2-a50d-4a79-8610-dd91824a388f tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:06.333338 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3539f2-a50d-4a79-8610-dd91824a388f tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Pushing event updated for resources: {'Port': ['ID=c0fbfa89-ab56-4055-b13d-f88a0705f5c6,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:06.598275 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-eb2fd1cc-5e12-4187-8eca-476783cf2dea tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:06.652822 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2fd1cc-5e12-4187-8eca-476783cf2dea tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Pushing event deleted for resources: {'Port': ['ID=b5b7e8d3-7d81-4a96-a906-1a755587cb53,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:06.654641 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:06.709228 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fa3539f2-a50d-4a79-8610-dd91824a388f tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:06.917543 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device c0bd6a15-1ac8-43f4-9ad8-cafb60c5f0b7 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:52:06.991848 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 41578) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:07.008905 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-eb2fd1cc-5e12-4187-8eca-476783cf2dea tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:07.010837 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-eb2fd1cc-5e12-4187-8eca-476783cf2dea tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] 10.222.0.101 "DELETE /v2.0/ports/b5b7e8d3-7d81-4a96-a906-1a755587cb53 HTTP/1.1" status: 204 len: 168 time: 1.4132247 Sep 24 15:52:07.013500 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 41582) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:07.018085 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54a21f5-199d-4b43-bf05-770ef733124d None None] Network a0f173f3-b11e-4be4-83e8-3a9210958720 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:52:07.063951 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port c0bd6a15-1ac8-43f4-9ad8-cafb60c5f0b7 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:52:07.063951 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:07.065293 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1de2d94-fbbb-4a3b-9a31-7097551f2a91 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] GET failed (client error): The resource could not be found. Sep 24 15:52:07.065293 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-a1de2d94-fbbb-4a3b-9a31-7097551f2a91 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] 10.222.0.101 "GET /v2.0/ports/b5b7e8d3-7d81-4a96-a906-1a755587cb53 HTTP/1.1" status: 404 len: 333 time: 0.0499451 Sep 24 15:52:07.069140 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41588) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:07.249475 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-1a02aeb2-fea4-4504-bc21-4f2ee7ac8090 None None] Provisioning complete for port c0bd6a15-1ac8-43f4-9ad8-cafb60c5f0b7 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:52:07.250010 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-1a02aeb2-fea4-4504-bc21-4f2ee7ac8090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:07.270070 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 41598) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:07.291844 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-1d7e7efb-7e5c-4d18-a281-c36d5ca3278b tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Deleting port 361db3e1-aa4b-4eb0-b879-128bb3374ae6 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:52:07.292185 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1d7e7efb-7e5c-4d18-a281-c36d5ca3278b tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:07.322680 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:07.372569 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port c0bd6a15-1ac8-43f4-9ad8-cafb60c5f0b7, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=c0bd6a15-1ac8-43f4-9ad8-cafb60c5f0b7,segment=NetworkSegment(1edd9733-bf82-4d59-9749-d7474a53e84d),segment_id=1edd9733-bf82-4d59-9749-d7474a53e84d)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:52:07.387071 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1d7e7efb-7e5c-4d18-a281-c36d5ca3278b tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:07.401620 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-1d7e7efb-7e5c-4d18-a281-c36d5ca3278b tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Calling delete_port for 361db3e1-aa4b-4eb0-b879-128bb3374ae6 owned by {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:52:07.436989 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-60519045-b965-4587-b97d-8c33257d9ec6 tempest-RoutersAdminNegativeIpV6Test-463939954 tempest-RoutersAdminNegativeIpV6Test-463939954-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-2110658461', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:52:07.479167 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:07.534243 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b8fbc87a-3b96-42e6-a293-6a7d3fbe53ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:07.538719 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fa3539f2-a50d-4a79-8610-dd91824a388f tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:07.557269 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee5369-a5c5-4990-a397-47d4f0e9d2ac req-46c3d58b-8b29-42da-86a0-f9655205fef6 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:07.559011 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60519045-b965-4587-b97d-8c33257d9ec6 tempest-RoutersAdminNegativeIpV6Test-463939954 tempest-RoutersAdminNegativeIpV6Test-463939954-project-admin] Made reservation on behalf of d2e03201365a4686acff3f6dd9db1e3f for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:52:07.559147 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d8ee5369-a5c5-4990-a397-47d4f0e9d2ac req-46c3d58b-8b29-42da-86a0-f9655205fef6 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.0884113 Sep 24 15:52:07.564914 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-60519045-b965-4587-b97d-8c33257d9ec6 tempest-RoutersAdminNegativeIpV6Test-463939954 tempest-RoutersAdminNegativeIpV6Test-463939954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:07.582248 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-60519045-b965-4587-b97d-8c33257d9ec6 tempest-RoutersAdminNegativeIpV6Test-463939954 tempest-RoutersAdminNegativeIpV6Test-463939954-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:07.583957 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=c0bd6a15-1ac8-43f4-9ad8-cafb60c5f0b7,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:07.616414 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-1a02aeb2-fea4-4504-bc21-4f2ee7ac8090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:07.621945 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fa3539f2-a50d-4a79-8610-dd91824a388f tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:07.621945 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fa3539f2-a50d-4a79-8610-dd91824a388f tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:07.676146 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d8ee5369-a5c5-4990-a397-47d4f0e9d2ac req-99523857-f1ec-42db-b5de-7fdaf0832f37 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096053 Sep 24 15:52:07.696178 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.db.api [None req-1a02aeb2-fea4-4504-bc21-4f2ee7ac8090 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:52:07.696614 n-d-808921-1 neutron-server[95299]: DEBUG oslo_db.api [None req-1a02aeb2-fea4-4504-bc21-4f2ee7ac8090 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:52:07.737668 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3539f2-a50d-4a79-8610-dd91824a388f tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Pushing event updated for resources: {'Port': ['ID=c0fbfa89-ab56-4055-b13d-f88a0705f5c6,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:07.751371 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1d7e7efb-7e5c-4d18-a281-c36d5ca3278b tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:07.795124 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7e7efb-7e5c-4d18-a281-c36d5ca3278b tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Pushing event deleted for resources: {'Port': ['ID=361db3e1-aa4b-4eb0-b879-128bb3374ae6,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:07.834645 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3539f2-a50d-4a79-8610-dd91824a388f tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Network a0f173f3-b11e-4be4-83e8-3a9210958720 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:52:07.834645 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1d7e7efb-7e5c-4d18-a281-c36d5ca3278b tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:07.834645 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-1d7e7efb-7e5c-4d18-a281-c36d5ca3278b tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] 10.222.0.101 "DELETE /v2.0/ports/361db3e1-aa4b-4eb0-b879-128bb3374ae6 HTTP/1.1" status: 204 len: 168 time: 0.7638187 Sep 24 15:52:07.835288 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-fa3539f2-a50d-4a79-8610-dd91824a388f tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:52:07.836905 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41618) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:07.855861 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b8fbc87a-3b96-42e6-a293-6a7d3fbe53ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:07.932705 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b8fbc87a-3b96-42e6-a293-6a7d3fbe53ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:08.025719 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b8fbc87a-3b96-42e6-a293-6a7d3fbe53ed admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e11961fa80514f2fa53e10eb11c89b8c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0238683 Sep 24 15:52:08.025719 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fbc87a-3b96-42e6-a293-6a7d3fbe53ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1058a4c2-2af8-40a9-abef-72e3ee33a96a,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:08.025719 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 41622) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:08.109169 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a6ffb058-41e7-4209-88aa-9007f97bf839 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:08.143977 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a6ffb058-41e7-4209-88aa-9007f97bf839 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:08.165108 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-a310fce2-8eb8-47b5-8955-29a2057d4f6c tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] GET failed (client error): The resource could not be found. Sep 24 15:52:08.169563 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-a310fce2-8eb8-47b5-8955-29a2057d4f6c tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] 10.222.0.101 "GET /v2.0/ports/361db3e1-aa4b-4eb0-b879-128bb3374ae6 HTTP/1.1" status: 404 len: 333 time: 0.3316703 Sep 24 15:52:08.173657 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 41628) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:08.276702 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-60519045-b965-4587-b97d-8c33257d9ec6 tempest-RoutersAdminNegativeIpV6Test-463939954 tempest-RoutersAdminNegativeIpV6Test-463939954-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:08.333242 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-aa2e13ff-1f1d-47e2-a0b4-f805bcb3e49a tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Deleting port 683ad608-b3bb-421d-8f6b-9a610fa74670 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:52:08.338459 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-aa2e13ff-1f1d-47e2-a0b4-f805bcb3e49a tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:08.365548 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-60519045-b965-4587-b97d-8c33257d9ec6 tempest-RoutersAdminNegativeIpV6Test-463939954 tempest-RoutersAdminNegativeIpV6Test-463939954-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:08.369043 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [None req-60519045-b965-4587-b97d-8c33257d9ec6 tempest-RoutersAdminNegativeIpV6Test-463939954 tempest-RoutersAdminNegativeIpV6Test-463939954-project-admin] device_id is not set on port ec9e5ed6-49a4-4ad5-9a47-4171c507e722 yet. {{(pid=95297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:52:08.384678 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-6354677d-594c-4c68-8658-b8ad5dd9c9ea None None] Provisioning complete for port c0fbfa89-ab56-4055-b13d-f88a0705f5c6 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:52:08.385667 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6354677d-594c-4c68-8658-b8ad5dd9c9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:08.395115 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa3539f2-a50d-4a79-8610-dd91824a388f tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Router a4bd2f48-2f3b-49cd-a1d9-6721def5a9e9 is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:52:08.406331 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60519045-b965-4587-b97d-8c33257d9ec6 tempest-RoutersAdminNegativeIpV6Test-463939954 tempest-RoutersAdminNegativeIpV6Test-463939954-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1605de8b-39a1-458d-a14b-fd97a72fed4b,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:08.406331 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a6ffb058-41e7-4209-88aa-9007f97bf839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:08.407086 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a6ffb058-41e7-4209-88aa-9007f97bf839 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:08.411461 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-a6ffb058-41e7-4209-88aa-9007f97bf839 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/1058a4c2-2af8-40a9-abef-72e3ee33a96a HTTP/1.1" status: 204 len: 168 time: 0.3878093 Sep 24 15:52:08.486265 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-6354677d-594c-4c68-8658-b8ad5dd9c9ea None None] Port c0fbfa89-ab56-4055-b13d-f88a0705f5c6 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:52:08.500255 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-6354677d-594c-4c68-8658-b8ad5dd9c9ea None None] Provisioning complete for port c0bd6a15-1ac8-43f4-9ad8-cafb60c5f0b7 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:52:08.500638 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6354677d-594c-4c68-8658-b8ad5dd9c9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:08.529393 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ffb058-41e7-4209-88aa-9007f97bf839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1058a4c2-2af8-40a9-abef-72e3ee33a96a,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:08.568628 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa3539f2-a50d-4a79-8610-dd91824a388f tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:52:08.571930 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-aa2e13ff-1f1d-47e2-a0b4-f805bcb3e49a tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:08.574552 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-fa3539f2-a50d-4a79-8610-dd91824a388f tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "PUT /v2.0/routers/a4bd2f48-2f3b-49cd-a1d9-6721def5a9e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7891300 Sep 24 15:52:08.576908 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41642) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:08.589034 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d16b74-19c0-41df-9a29-06f85759f00b None None] Sync routers for ids ['a4bd2f48-2f3b-49cd-a1d9-6721def5a9e9'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:52:08.613216 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d16b74-19c0-41df-9a29-06f85759f00b None None] Routers {'a4bd2f48-2f3b-49cd-a1d9-6721def5a9e9'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:52:08.613864 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-38d16b74-19c0-41df-9a29-06f85759f00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:52:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['a4bd2f48-2f3b-49cd-a1d9-6721def5a9e9'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:52:08.630935 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-aa2e13ff-1f1d-47e2-a0b4-f805bcb3e49a tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Calling delete_port for 683ad608-b3bb-421d-8f6b-9a610fa74670 owned by {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:52:08.673048 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae738043-bfec-4f48-8b03-ce02403f2d5a tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:08.678547 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-ae738043-bfec-4f48-8b03-ce02403f2d5a tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "GET /v2.0/ports/c0fbfa89-ab56-4055-b13d-f88a0705f5c6 HTTP/1.1" status: 200 len: 911 time: 0.1001220 Sep 24 15:52:08.681054 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41648) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:08.714525 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-60519045-b965-4587-b97d-8c33257d9ec6 tempest-RoutersAdminNegativeIpV6Test-463939954 tempest-RoutersAdminNegativeIpV6Test-463939954-project-admin] Allocated IP 172.25.0.5 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/ec9e5ed6-49a4-4ad5-9a47-4171c507e722) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:52:08.744542 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-38d16b74-19c0-41df-9a29-06f85759f00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:52:08.780947 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d16b74-19c0-41df-9a29-06f85759f00b None None] Routers {'a4bd2f48-2f3b-49cd-a1d9-6721def5a9e9'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:52:08.782323 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-38d16b74-19c0-41df-9a29-06f85759f00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:52:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['a4bd2f48-2f3b-49cd-a1d9-6721def5a9e9'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:52:08.827992 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-86a345ab-610c-4584-b06b-8af5ed527148 None None] Provisioning complete for port c0fbfa89-ab56-4055-b13d-f88a0705f5c6 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:52:08.827992 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-86a345ab-610c-4584-b06b-8af5ed527148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:08.878423 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-38d16b74-19c0-41df-9a29-06f85759f00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:52:08.889157 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d16b74-19c0-41df-9a29-06f85759f00b None None] The sync data for ids ['a4bd2f48-2f3b-49cd-a1d9-6721def5a9e9'] in n-d-808921-1 is: [] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:52:08.897848 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-86a345ab-610c-4584-b06b-8af5ed527148 None None] Port c0fbfa89-ab56-4055-b13d-f88a0705f5c6 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:52:08.934418 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device c0bd6a15-1ac8-43f4-9ad8-cafb60c5f0b7 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:52:08.971625 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10873f5b-3720-4a4c-ac24-3772afb64c37 req-bafe8ad2-a66c-40f4-a7f1-77c5a6211905 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:08.973698 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-10873f5b-3720-4a4c-ac24-3772afb64c37 req-bafe8ad2-a66c-40f4-a7f1-77c5a6211905 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.1141784 Sep 24 15:52:09.010834 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:52:09.026769 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:09.040049 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port c0bd6a15-1ac8-43f4-9ad8-cafb60c5f0b7 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:52:09.040433 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:09.042172 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-3def4383-c2fc-4589-98c5-b4571e8d9a69 None None] Provisioning complete for port c0fbfa89-ab56-4055-b13d-f88a0705f5c6 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:52:09.042556 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3def4383-c2fc-4589-98c5-b4571e8d9a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:09.098139 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-60519045-b965-4587-b97d-8c33257d9ec6 tempest-RoutersAdminNegativeIpV6Test-463939954 tempest-RoutersAdminNegativeIpV6Test-463939954-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:09.140617 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-3def4383-c2fc-4589-98c5-b4571e8d9a69 None None] Port c0fbfa89-ab56-4055-b13d-f88a0705f5c6 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:52:09.162765 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-aa2e13ff-1f1d-47e2-a0b4-f805bcb3e49a tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:09.213696 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-10873f5b-3720-4a4c-ac24-3772afb64c37 req-9faef0e1-702d-4443-a68c-cb66e560864b tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277990 Sep 24 15:52:09.266134 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-aa2e13ff-1f1d-47e2-a0b4-f805bcb3e49a tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:09.268847 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-aa2e13ff-1f1d-47e2-a0b4-f805bcb3e49a tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] 10.222.0.101 "DELETE /v2.0/ports/683ad608-b3bb-421d-8f6b-9a610fa74670 HTTP/1.1" status: 204 len: 168 time: 1.0941625 Sep 24 15:52:09.272343 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41662) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:09.285377 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2e13ff-1f1d-47e2-a0b4-f805bcb3e49a tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Pushing event deleted for resources: {'Port': ['ID=683ad608-b3bb-421d-8f6b-9a610fa74670,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:09.335316 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-a039babe-fe21-4e52-b347-f4b043d30fdd tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Deleting subnet f0df2168-a83b-4c18-8a97-532b7406abf1 {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:52:09.339318 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-83a03236-7fac-4863-9c08-a66855e2653f tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:09.355696 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-60519045-b965-4587-b97d-8c33257d9ec6 tempest-RoutersAdminNegativeIpV6Test-463939954 tempest-RoutersAdminNegativeIpV6Test-463939954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:09.378996 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a039babe-fe21-4e52-b347-f4b043d30fdd tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:09.403345 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60519045-b965-4587-b97d-8c33257d9ec6 tempest-RoutersAdminNegativeIpV6Test-463939954 tempest-RoutersAdminNegativeIpV6Test-463939954-project-admin] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:52:09.409454 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-60519045-b965-4587-b97d-8c33257d9ec6 tempest-RoutersAdminNegativeIpV6Test-463939954 tempest-RoutersAdminNegativeIpV6Test-463939954-project-admin] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:52:09.413552 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60519045-b965-4587-b97d-8c33257d9ec6 tempest-RoutersAdminNegativeIpV6Test-463939954 tempest-RoutersAdminNegativeIpV6Test-463939954-project-admin] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:52:09.459752 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60519045-b965-4587-b97d-8c33257d9ec6 tempest-RoutersAdminNegativeIpV6Test-463939954 tempest-RoutersAdminNegativeIpV6Test-463939954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:09.460365 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-60519045-b965-4587-b97d-8c33257d9ec6 tempest-RoutersAdminNegativeIpV6Test-463939954 tempest-RoutersAdminNegativeIpV6Test-463939954-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:09.474927 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a039babe-fe21-4e52-b347-f4b043d30fdd tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:09.484526 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60519045-b965-4587-b97d-8c33257d9ec6 tempest-RoutersAdminNegativeIpV6Test-463939954 tempest-RoutersAdminNegativeIpV6Test-463939954-project-admin] Pushing event updated for resources: {'Port': ['ID=ec9e5ed6-49a4-4ad5-9a47-4171c507e722,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:09.556298 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-60519045-b965-4587-b97d-8c33257d9ec6 tempest-RoutersAdminNegativeIpV6Test-463939954 tempest-RoutersAdminNegativeIpV6Test-463939954-project-admin] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 2.2847979 Sep 24 15:52:09.559457 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 41668) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:09.564788 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-8cc26e9e-0086-4119-ba65-7c14c84d8e6b tempest-RoutersAdminNegativeIpV6Test-463939954 tempest-RoutersAdminNegativeIpV6Test-463939954-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.5'}]}}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:52:09.636198 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a039babe-fe21-4e52-b347-f4b043d30fdd tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:09.646588 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8cc26e9e-0086-4119-ba65-7c14c84d8e6b tempest-RoutersAdminNegativeIpV6Test-463939954 tempest-RoutersAdminNegativeIpV6Test-463939954-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:09.647913 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8cc26e9e-0086-4119-ba65-7c14c84d8e6b tempest-RoutersAdminNegativeIpV6Test-463939954 tempest-RoutersAdminNegativeIpV6Test-463939954-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:09.709023 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8cc26e9e-0086-4119-ba65-7c14c84d8e6b tempest-RoutersAdminNegativeIpV6Test-463939954 tempest-RoutersAdminNegativeIpV6Test-463939954-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:09.795861 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-83a03236-7fac-4863-9c08-a66855e2653f tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Deleting port c0fbfa89-ab56-4055-b13d-f88a0705f5c6 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:52:09.796392 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-83a03236-7fac-4863-9c08-a66855e2653f tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:09.821384 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a039babe-fe21-4e52-b347-f4b043d30fdd tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:09.832401 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 03256c2c-9512-46e8-bb7a-08f5c9148dbc details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:52:09.869126 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a039babe-fe21-4e52-b347-f4b043d30fdd tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Pushing event deleted for resources: {'Subnet': ['ID=f0df2168-a83b-4c18-8a97-532b7406abf1,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:09.927871 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a039babe-fe21-4e52-b347-f4b043d30fdd tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:09.932089 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-a039babe-fe21-4e52-b347-f4b043d30fdd tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] 10.222.0.101 "DELETE /v2.0/subnets/f0df2168-a83b-4c18-8a97-532b7406abf1 HTTP/1.1" status: 204 len: 168 time: 0.6562827 Sep 24 15:52:09.933361 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41680) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:09.963873 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00bf6a6-7efe-4fe5-8bb4-d6a8be02dba7 None None] Network d2a0243a-c9ec-4faa-8c8a-35f469931bbf requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:52:09.987522 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-83a03236-7fac-4863-9c08-a66855e2653f tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:10.063199 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-83a03236-7fac-4863-9c08-a66855e2653f tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Calling delete_port for c0fbfa89-ab56-4055-b13d-f88a0705f5c6 owned by network:router_interface {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:52:10.071144 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 03256c2c-9512-46e8-bb7a-08f5c9148dbc, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=03256c2c-9512-46e8-bb7a-08f5c9148dbc,segment=NetworkSegment(52d1c812-065d-43bf-bb73-529423424f9b),segment_id=52d1c812-065d-43bf-bb73-529423424f9b)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:52:10.140320 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': '03256c2c-9512-46e8-bb7a-08f5c9148dbc', 'network_id': '2a61a80f-7424-4f72-8244-e2cfc0c281a3', 'port_id': '03256c2c-9512-46e8-bb7a-08f5c9148dbc', 'mac_address': 'fa:16:3e:29:ce:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '054caf3c-8a4a-4094-a019-5885b1b27205', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:52:10.155195 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-844bd930-8b53-4519-9a05-9b3c1bc530c8 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:10.272298 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:10.344882 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af35247-08ef-479c-9679-4b21425d683d None None] DHCP port deletion for d2a0243a-c9ec-4faa-8c8a-35f469931bbf request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:52:10.358835 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 03256c2c-9512-46e8-bb7a-08f5c9148dbc {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:52:10.420199 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 03256c2c-9512-46e8-bb7a-08f5c9148dbc, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=03256c2c-9512-46e8-bb7a-08f5c9148dbc,segment=NetworkSegment(52d1c812-065d-43bf-bb73-529423424f9b),segment_id=52d1c812-065d-43bf-bb73-529423424f9b)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:52:10.450995 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7af35247-08ef-479c-9679-4b21425d683d None None] Deleting port e00c111c-47ea-4de4-aaa6-339e633ec678 {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:52:10.452327 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7af35247-08ef-479c-9679-4b21425d683d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:10.511915 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8cc26e9e-0086-4119-ba65-7c14c84d8e6b tempest-RoutersAdminNegativeIpV6Test-463939954 tempest-RoutersAdminNegativeIpV6Test-463939954-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:10.550387 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7af35247-08ef-479c-9679-4b21425d683d None None] For port e00c111c-47ea-4de4-aaa6-339e633ec678, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=e00c111c-47ea-4de4-aaa6-339e633ec678,segment=NetworkSegment(aae0bce9-e94c-4ccb-b94a-47098daade6d),segment_id=aae0bce9-e94c-4ccb-b94a-47098daade6d)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:52:10.550943 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7af35247-08ef-479c-9679-4b21425d683d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:10.568928 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7af35247-08ef-479c-9679-4b21425d683d None None] Calling delete_port for e00c111c-47ea-4de4-aaa6-339e633ec678 owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:52:10.578066 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ab66a-73d2-4292-a952-9eb2d6a6fcc7 req-b4bbd7cf-b694-4475-9892-38339277b732 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:10.580568 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0b4ab66a-73d2-4292-a952-9eb2d6a6fcc7 req-b4bbd7cf-b694-4475-9892-38339277b732 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.1994200 Sep 24 15:52:10.580986 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:10.588052 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-844bd930-8b53-4519-9a05-9b3c1bc530c8 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Deleting port e00c111c-47ea-4de4-aaa6-339e633ec678 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:52:10.588423 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-844bd930-8b53-4519-9a05-9b3c1bc530c8 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:10.640478 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-83a03236-7fac-4863-9c08-a66855e2653f tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:10.762593 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=03256c2c-9512-46e8-bb7a-08f5c9148dbc,revision_number=6']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:10.772122 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-844bd930-8b53-4519-9a05-9b3c1bc530c8 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] For port e00c111c-47ea-4de4-aaa6-339e633ec678, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=e00c111c-47ea-4de4-aaa6-339e633ec678,segment=NetworkSegment(aae0bce9-e94c-4ccb-b94a-47098daade6d),segment_id=aae0bce9-e94c-4ccb-b94a-47098daade6d)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:52:10.772501 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-844bd930-8b53-4519-9a05-9b3c1bc530c8 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:10.800004 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-844bd930-8b53-4519-9a05-9b3c1bc530c8 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Calling delete_port for e00c111c-47ea-4de4-aaa6-339e633ec678 owned by network:dhcp {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:52:10.833755 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['03256c2c-9512-46e8-bb7a-08f5c9148dbc'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:52:10.841854 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device e00c111c-47ea-4de4-aaa6-339e633ec678 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:52:10.902901 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a03236-7fac-4863-9c08-a66855e2653f tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Pushing event deleted for resources: {'Port': ['ID=c0fbfa89-ab56-4055-b13d-f88a0705f5c6,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:10.990174 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:11.003222 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8cc26e9e-0086-4119-ba65-7c14c84d8e6b tempest-RoutersAdminNegativeIpV6Test-463939954 tempest-RoutersAdminNegativeIpV6Test-463939954-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:11.074646 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8cc26e9e-0086-4119-ba65-7c14c84d8e6b tempest-RoutersAdminNegativeIpV6Test-463939954 tempest-RoutersAdminNegativeIpV6Test-463939954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:11.107971 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7af35247-08ef-479c-9679-4b21425d683d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:11.131687 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0b4ab66a-73d2-4292-a952-9eb2d6a6fcc7 req-3939a594-bd55-45b0-bf6f-1b9834dd5deb tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5399730 Sep 24 15:52:11.142532 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-83a03236-7fac-4863-9c08-a66855e2653f tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:11.178936 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-844bd930-8b53-4519-9a05-9b3c1bc530c8 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:11.200141 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Port e00c111c-47ea-4de4-aaa6-339e633ec678 update to DOWN by agent not found {{(pid=95299) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 24 15:52:11.216458 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af35247-08ef-479c-9679-4b21425d683d None None] Pushing event deleted for resources: {'Port': ['ID=e00c111c-47ea-4de4-aaa6-339e633ec678,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:11.222245 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af35247-08ef-479c-9679-4b21425d683d None None] No DVR routers for this DVR port e00c111c-47ea-4de4-aaa6-339e633ec678 on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:52:11.302124 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844bd930-8b53-4519-9a05-9b3c1bc530c8 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] No DVR routers for this DVR port e00c111c-47ea-4de4-aaa6-339e633ec678 on host n-d-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:52:11.316869 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844bd930-8b53-4519-9a05-9b3c1bc530c8 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Pushing event deleted for resources: {'Port': ['ID=e00c111c-47ea-4de4-aaa6-339e633ec678,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:11.458376 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8cc26e9e-0086-4119-ba65-7c14c84d8e6b tempest-RoutersAdminNegativeIpV6Test-463939954 tempest-RoutersAdminNegativeIpV6Test-463939954-project-admin] Notify callbacks [] for router, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:11.509748 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-844bd930-8b53-4519-9a05-9b3c1bc530c8 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:11.598643 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a03236-7fac-4863-9c08-a66855e2653f tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Router a4bd2f48-2f3b-49cd-a1d9-6721def5a9e9 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:52:11.610466 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-844bd930-8b53-4519-9a05-9b3c1bc530c8 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2a0243a-c9ec-4faa-8c8a-35f469931bbf']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:52:11.701312 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8cc26e9e-0086-4119-ba65-7c14c84d8e6b tempest-RoutersAdminNegativeIpV6Test-463939954 tempest-RoutersAdminNegativeIpV6Test-463939954-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:11.706061 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8cc26e9e-0086-4119-ba65-7c14c84d8e6b tempest-RoutersAdminNegativeIpV6Test-463939954 tempest-RoutersAdminNegativeIpV6Test-463939954-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:11.832008 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 03256c2c-9512-46e8-bb7a-08f5c9148dbc up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:52:11.832253 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8cc26e9e-0086-4119-ba65-7c14c84d8e6b tempest-RoutersAdminNegativeIpV6Test-463939954 tempest-RoutersAdminNegativeIpV6Test-463939954-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:11.836549 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc26e9e-0086-4119-ba65-7c14c84d8e6b tempest-RoutersAdminNegativeIpV6Test-463939954 tempest-RoutersAdminNegativeIpV6Test-463939954-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7c92b17b-ede9-495c-b659-e215f31268ff {{(pid=95297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:52:11.930082 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port 03256c2c-9512-46e8-bb7a-08f5c9148dbc triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:52:11.930082 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:11.944248 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [None req-8cc26e9e-0086-4119-ba65-7c14c84d8e6b tempest-RoutersAdminNegativeIpV6Test-463939954 tempest-RoutersAdminNegativeIpV6Test-463939954-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 24 15:52:11.949550 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-8cc26e9e-0086-4119-ba65-7c14c84d8e6b tempest-RoutersAdminNegativeIpV6Test-463939954 tempest-RoutersAdminNegativeIpV6Test-463939954-project-admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 409 len: 370 time: 2.3888488 Sep 24 15:52:11.950462 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 41740) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:11.982426 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-844bd930-8b53-4519-9a05-9b3c1bc530c8 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aae0bce9-e94c-4ccb-b94a-47098daade6d') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:52:11.982975 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-844bd930-8b53-4519-9a05-9b3c1bc530c8 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aae0bce9-e94c-4ccb-b94a-47098daade6d') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:52:12.076589 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-844bd930-8b53-4519-9a05-9b3c1bc530c8 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:12.091501 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:12.144381 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0812603-0f95-4826-aee2-d005b0dbbeee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03256c2c-9512-46e8-bb7a-08f5c9148dbc'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:52:12.146799 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b73dd742-9062-4261-ab63-7c4f076343c0" -d '{"events": [{"server_uuid": "b0812603-0f95-4826-aee2-d005b0dbbeee", "name": "network-vif-plugged", "status": "completed", "tag": "03256c2c-9512-46e8-bb7a-08f5c9148dbc"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:52:12.186159 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-ee2eaa31-45cf-4ddb-8b55-949852954367 tempest-RoutersAdminNegativeIpV6Test-463939954 tempest-RoutersAdminNegativeIpV6Test-463939954-project-admin] Deleting port ec9e5ed6-49a4-4ad5-9a47-4171c507e722 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:52:12.186913 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ee2eaa31-45cf-4ddb-8b55-949852954367 tempest-RoutersAdminNegativeIpV6Test-463939954 tempest-RoutersAdminNegativeIpV6Test-463939954-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:12.194770 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a03236-7fac-4863-9c08-a66855e2653f tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:52:12.202805 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 03256c2c-9512-46e8-bb7a-08f5c9148dbc, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=03256c2c-9512-46e8-bb7a-08f5c9148dbc,segment=NetworkSegment(52d1c812-065d-43bf-bb73-529423424f9b),segment_id=52d1c812-065d-43bf-bb73-529423424f9b)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:52:12.212391 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532cab95-6bf3-4c92-9184-96adfd155a09 None None] Sync routers for ids ['a4bd2f48-2f3b-49cd-a1d9-6721def5a9e9'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:52:12.231345 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-83a03236-7fac-4863-9c08-a66855e2653f tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "PUT /v2.0/routers/a4bd2f48-2f3b-49cd-a1d9-6721def5a9e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5493274 Sep 24 15:52:12.237489 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-844bd930-8b53-4519-9a05-9b3c1bc530c8 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:12.245042 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41756) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:12.262933 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71969ce8-9f58-4f03-acf5-d6d7215df5e7 x-openstack-request-id: req-71969ce8-9f58-4f03-acf5-d6d7215df5e7 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:52:12.266605 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0812603-0f95-4826-aee2-d005b0dbbeee", "name": "network-vif-plugged", "status": "completed", "tag": "03256c2c-9512-46e8-bb7a-08f5c9148dbc", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:52:12.267049 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-71969ce8-9f58-4f03-acf5-d6d7215df5e7 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:52:12.267823 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0812603-0f95-4826-aee2-d005b0dbbeee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03256c2c-9512-46e8-bb7a-08f5c9148dbc', 'code': 200} Sep 24 15:52:12.268583 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532cab95-6bf3-4c92-9184-96adfd155a09 None None] Routers {'a4bd2f48-2f3b-49cd-a1d9-6721def5a9e9'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:52:12.269389 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-532cab95-6bf3-4c92-9184-96adfd155a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:52:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['a4bd2f48-2f3b-49cd-a1d9-6721def5a9e9'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:52:12.302223 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ee2eaa31-45cf-4ddb-8b55-949852954367 tempest-RoutersAdminNegativeIpV6Test-463939954 tempest-RoutersAdminNegativeIpV6Test-463939954-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:12.324888 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-ee2eaa31-45cf-4ddb-8b55-949852954367 tempest-RoutersAdminNegativeIpV6Test-463939954 tempest-RoutersAdminNegativeIpV6Test-463939954-project-admin] Calling delete_port for ec9e5ed6-49a4-4ad5-9a47-4171c507e722 owned by {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:52:12.352230 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-844bd930-8b53-4519-9a05-9b3c1bc530c8 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Releasing vlan 1272 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:52:12.356909 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-844bd930-8b53-4519-9a05-9b3c1bc530c8 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:12.360184 n-d-808921-1 neutron-server[95298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:52:12.360184 n-d-808921-1 neutron-server[95298]: self.session.flush() Sep 24 15:52:12.360184 n-d-808921-1 neutron-server[95298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:52:12.360184 n-d-808921-1 neutron-server[95298]: self.session.flush() Sep 24 15:52:12.360184 n-d-808921-1 neutron-server[95298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:52:12.360184 n-d-808921-1 neutron-server[95298]: self.session.flush() Sep 24 15:52:12.360184 n-d-808921-1 neutron-server[95298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:52:12.360184 n-d-808921-1 neutron-server[95298]: self.session.flush() Sep 24 15:52:12.360184 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:52:12.360184 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:52:12.360184 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:52:12.360184 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:52:12.360184 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:52:12.360184 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:52:12.360184 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:52:12.360184 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:52:12.360184 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:52:12.360184 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:52:12.360184 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:52:12.360184 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:52:12.360184 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:52:12.360184 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:52:12.360184 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:52:12.360184 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:52:12.360184 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:52:12.360184 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:52:12.360184 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:52:12.360184 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:52:12.360184 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:52:12.360184 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:52:12.360184 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:52:12.360184 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:52:12.360184 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:52:12.360184 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:52:12.360184 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:52:12.360184 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:52:12.360184 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:52:12.360184 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:52:12.360184 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:52:12.360184 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:52:12.364631 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-fc412c39-6edb-43c8-96ca-b90d0e282309 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "GET /v2.0/ports?device_id=a4bd2f48-2f3b-49cd-a1d9-6721def5a9e9 HTTP/1.1" status: 200 len: 205 time: 0.1097932 Sep 24 15:52:12.370999 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41760) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:12.410934 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:12.418429 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-532cab95-6bf3-4c92-9184-96adfd155a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:52:12.470182 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-58845427-ceae-4401-945c-b6cefedf49cc tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for router, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:12.492499 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532cab95-6bf3-4c92-9184-96adfd155a09 None None] Routers {'a4bd2f48-2f3b-49cd-a1d9-6721def5a9e9'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:52:12.493527 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-532cab95-6bf3-4c92-9184-96adfd155a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:52:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['a4bd2f48-2f3b-49cd-a1d9-6721def5a9e9'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:52:12.581286 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b0d2b3-59dc-48aa-b9ca-14b234df87c5 req-fccbda03-50c8-481f-a998-272c8e724f7d tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:12.586808 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-17b0d2b3-59dc-48aa-b9ca-14b234df87c5 req-fccbda03-50c8-481f-a998-272c8e724f7d tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.0982356 Sep 24 15:52:12.695927 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-58845427-ceae-4401-945c-b6cefedf49cc tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:12.698202 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-58845427-ceae-4401-945c-b6cefedf49cc tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:12.706646 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-532cab95-6bf3-4c92-9184-96adfd155a09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:52:12.707561 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532cab95-6bf3-4c92-9184-96adfd155a09 None None] The sync data for ids ['a4bd2f48-2f3b-49cd-a1d9-6721def5a9e9'] in n-d-808921-1 is: [] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:52:12.729675 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=03256c2c-9512-46e8-bb7a-08f5c9148dbc,revision_number=7']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:12.787892 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-844bd930-8b53-4519-9a05-9b3c1bc530c8 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:12.797882 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-844bd930-8b53-4519-9a05-9b3c1bc530c8 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:12.800572 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-844bd930-8b53-4519-9a05-9b3c1bc530c8 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] 10.222.0.101 "DELETE /v2.0/networks/d2a0243a-c9ec-4faa-8c8a-35f469931bbf HTTP/1.1" status: 204 len: 168 time: 2.8668399 Sep 24 15:52:12.840855 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844bd930-8b53-4519-9a05-9b3c1bc530c8 tempest-AllowedAddressPairIpV6TestJSON-210251325 tempest-AllowedAddressPairIpV6TestJSON-210251325-project] Pushing event deleted for resources: {'Network': ['ID=d2a0243a-c9ec-4faa-8c8a-35f469931bbf,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:12.857776 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-58845427-ceae-4401-945c-b6cefedf49cc tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:12.861211 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58845427-ceae-4401-945c-b6cefedf49cc tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Fanout notify agent at l3_agent the message router_deleted on router a4bd2f48-2f3b-49cd-a1d9-6721def5a9e9 {{(pid=95298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:52:12.868477 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-58845427-ceae-4401-945c-b6cefedf49cc tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:12.870675 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-58845427-ceae-4401-945c-b6cefedf49cc tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "DELETE /v2.0/routers/a4bd2f48-2f3b-49cd-a1d9-6721def5a9e9 HTTP/1.1" status: 204 len: 168 time: 0.4891689 Sep 24 15:52:12.872829 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41764) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:12.881530 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-17b0d2b3-59dc-48aa-b9ca-14b234df87c5 req-566fca8f-7dce-431b-8a78-bbd8e2a422f8 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2879140 Sep 24 15:52:12.945709 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a39bfaf-793f-4939-b15d-23eb89526f94 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Deleting subnet 92c824b6-e30a-4612-b51a-1341abbe0431 {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:52:12.949774 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9a39bfaf-793f-4939-b15d-23eb89526f94 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:12.956236 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ee2eaa31-45cf-4ddb-8b55-949852954367 tempest-RoutersAdminNegativeIpV6Test-463939954 tempest-RoutersAdminNegativeIpV6Test-463939954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:13.012181 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2eaa31-45cf-4ddb-8b55-949852954367 tempest-RoutersAdminNegativeIpV6Test-463939954 tempest-RoutersAdminNegativeIpV6Test-463939954-project-admin] Pushing event deleted for resources: {'Port': ['ID=ec9e5ed6-49a4-4ad5-9a47-4171c507e722,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:13.050132 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9a39bfaf-793f-4939-b15d-23eb89526f94 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:13.147093 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ee2eaa31-45cf-4ddb-8b55-949852954367 tempest-RoutersAdminNegativeIpV6Test-463939954 tempest-RoutersAdminNegativeIpV6Test-463939954-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:13.149460 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ee2eaa31-45cf-4ddb-8b55-949852954367 tempest-RoutersAdminNegativeIpV6Test-463939954 tempest-RoutersAdminNegativeIpV6Test-463939954-project-admin] 10.222.0.101 "DELETE /v2.0/ports/ec9e5ed6-49a4-4ad5-9a47-4171c507e722 HTTP/1.1" status: 204 len: 168 time: 1.1977744 Sep 24 15:52:13.200177 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9a39bfaf-793f-4939-b15d-23eb89526f94 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:13.401592 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9a39bfaf-793f-4939-b15d-23eb89526f94 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:13.447540 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a39bfaf-793f-4939-b15d-23eb89526f94 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Pushing event deleted for resources: {'Subnet': ['ID=92c824b6-e30a-4612-b51a-1341abbe0431,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:13.453456 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9a39bfaf-793f-4939-b15d-23eb89526f94 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:13.461133 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-9a39bfaf-793f-4939-b15d-23eb89526f94 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "DELETE /v2.0/subnets/92c824b6-e30a-4612-b51a-1341abbe0431 HTTP/1.1" status: 204 len: 168 time: 0.5828271 Sep 24 15:52:13.461286 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7560d51b-d89b-4c88-b1d7-330a14652d75 None None] Network a0f173f3-b11e-4be4-83e8-3a9210958720 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:52:13.463779 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 41772) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:13.653322 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41778) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:13.663991 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0183aa53-b480-45dd-854d-4461bd41f57b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:13.759933 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-0183aa53-b480-45dd-854d-4461bd41f57b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Deleting port c0bd6a15-1ac8-43f4-9ad8-cafb60c5f0b7 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:52:13.764515 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0183aa53-b480-45dd-854d-4461bd41f57b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:13.894466 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-0183aa53-b480-45dd-854d-4461bd41f57b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] For port c0bd6a15-1ac8-43f4-9ad8-cafb60c5f0b7, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=c0bd6a15-1ac8-43f4-9ad8-cafb60c5f0b7,segment=NetworkSegment(1edd9733-bf82-4d59-9749-d7474a53e84d),segment_id=1edd9733-bf82-4d59-9749-d7474a53e84d)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:52:13.895908 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0183aa53-b480-45dd-854d-4461bd41f57b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:13.942993 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-0183aa53-b480-45dd-854d-4461bd41f57b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Calling delete_port for c0bd6a15-1ac8-43f4-9ad8-cafb60c5f0b7 owned by network:dhcp {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:52:13.953080 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41788) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:14.144753 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-08740f07-dea6-4d72-b972-8d0195e20872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:14.167049 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94094827-796b-4f32-9fd1-352a0677d40d None None] DHCP port deletion for a0f173f3-b11e-4be4-83e8-3a9210958720 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:52:14.172664 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0efbb0-c41b-4328-962b-e62bb1085382 req-d8ce2dd2-101a-455e-876b-a8c89e2cb7b7 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:14.183595 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1f0efbb0-c41b-4328-962b-e62bb1085382 req-d8ce2dd2-101a-455e-876b-a8c89e2cb7b7 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.1002858 Sep 24 15:52:14.203025 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-bb4026fa-2d80-4667-8157-3c775f0dd577 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5026c5b249f1475184f97c356c4f0e41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5484779 Sep 24 15:52:14.207081 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41794) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:14.248310 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1f0efbb0-c41b-4328-962b-e62bb1085382 req-5efe869b-799c-4af2-9aeb-d00b1c3f6502 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644932 Sep 24 15:52:14.258754 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0183aa53-b480-45dd-854d-4461bd41f57b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:14.263193 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-94094827-796b-4f32-9fd1-352a0677d40d None None] Deleting port c0bd6a15-1ac8-43f4-9ad8-cafb60c5f0b7 {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:52:14.263582 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-94094827-796b-4f32-9fd1-352a0677d40d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:14.320203 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0183aa53-b480-45dd-854d-4461bd41f57b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Pushing event deleted for resources: {'Port': ['ID=c0bd6a15-1ac8-43f4-9ad8-cafb60c5f0b7,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:14.336997 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0183aa53-b480-45dd-854d-4461bd41f57b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] No DVR routers for this DVR port c0bd6a15-1ac8-43f4-9ad8-cafb60c5f0b7 on host n-d-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:52:14.407368 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d0d2dce9-68ff-44a2-bcd9-f82f79383511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:14.411852 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-94094827-796b-4f32-9fd1-352a0677d40d None None] For port c0bd6a15-1ac8-43f4-9ad8-cafb60c5f0b7, host n-d-808921-1, got binding levels [] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:52:14.412585 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-94094827-796b-4f32-9fd1-352a0677d40d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:14.441726 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-94094827-796b-4f32-9fd1-352a0677d40d None None] Calling delete_port for c0bd6a15-1ac8-43f4-9ad8-cafb60c5f0b7 owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:52:14.445851 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.ipam_backend_mixin [None req-94094827-796b-4f32-9fd1-352a0677d40d None None] Port c0bd6a15-1ac8-43f4-9ad8-cafb60c5f0b7 was not found and therefore no delete operation was performed {{(pid=95299) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 24 15:52:14.447284 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-94094827-796b-4f32-9fd1-352a0677d40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:14.466356 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94094827-796b-4f32-9fd1-352a0677d40d None None] No DVR routers for this DVR port c0bd6a15-1ac8-43f4-9ad8-cafb60c5f0b7 on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:52:14.492925 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94094827-796b-4f32-9fd1-352a0677d40d None None] Pushing event deleted for resources: {'Port': ['ID=c0bd6a15-1ac8-43f4-9ad8-cafb60c5f0b7,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:14.494572 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d0d2dce9-68ff-44a2-bcd9-f82f79383511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:14.532566 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0183aa53-b480-45dd-854d-4461bd41f57b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:14.583103 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-0183aa53-b480-45dd-854d-4461bd41f57b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0f173f3-b11e-4be4-83e8-3a9210958720']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:52:14.608048 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-0183aa53-b480-45dd-854d-4461bd41f57b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1edd9733-bf82-4d59-9749-d7474a53e84d') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:52:14.608372 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-0183aa53-b480-45dd-854d-4461bd41f57b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1edd9733-bf82-4d59-9749-d7474a53e84d') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:52:14.633882 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0183aa53-b480-45dd-854d-4461bd41f57b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:14.650421 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-08740f07-dea6-4d72-b972-8d0195e20872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:14.659865 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0183aa53-b480-45dd-854d-4461bd41f57b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:14.672241 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0183aa53-b480-45dd-854d-4461bd41f57b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Releasing vlan 1287 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:52:14.673023 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0183aa53-b480-45dd-854d-4461bd41f57b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:14.679553 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:52:14.679553 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:52:14.679553 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:52:14.679553 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:52:14.679553 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:52:14.679553 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:52:14.679553 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:52:14.679553 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:52:14.679553 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:52:14.679553 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:52:14.679553 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:52:14.679553 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:52:14.679553 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:52:14.679553 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:52:14.679553 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:52:14.679553 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:52:14.679553 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:52:14.679553 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:52:14.679553 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:52:14.679553 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:52:14.679553 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:52:14.679553 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:52:14.679553 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:52:14.679553 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:52:14.679553 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:52:14.679553 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:52:14.679553 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:52:14.679553 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:52:14.679553 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:52:14.679553 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:52:14.679553 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:52:14.679553 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:52:14.726393 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-08740f07-dea6-4d72-b972-8d0195e20872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:14.776517 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d0d2dce9-68ff-44a2-bcd9-f82f79383511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:14.780621 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d0d2dce9-68ff-44a2-bcd9-f82f79383511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:14.782598 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-d0d2dce9-68ff-44a2-bcd9-f82f79383511 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/be773dd3-1151-4850-aa71-6e354af0b6ad HTTP/1.1" status: 204 len: 168 time: 0.5739849 Sep 24 15:52:14.801253 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-08740f07-dea6-4d72-b972-8d0195e20872 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=be6f696e913c4e3eb6b1fad4e511ac2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8463712 Sep 24 15:52:14.802915 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08740f07-dea6-4d72-b972-8d0195e20872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52bf16b1-24be-4e7d-98a6-8286eecab2c0,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:14.803563 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 41804) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:14.816807 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08740f07-dea6-4d72-b972-8d0195e20872 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:52:14.817410 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08740f07-dea6-4d72-b972-8d0195e20872 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:52:14.817900 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08740f07-dea6-4d72-b972-8d0195e20872 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:52:14.818431 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08740f07-dea6-4d72-b972-8d0195e20872 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:52:14.819472 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08740f07-dea6-4d72-b972-8d0195e20872 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:52:14.819952 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08740f07-dea6-4d72-b972-8d0195e20872 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:52:14.820474 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08740f07-dea6-4d72-b972-8d0195e20872 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:52:14.820997 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08740f07-dea6-4d72-b972-8d0195e20872 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:52:14.821638 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08740f07-dea6-4d72-b972-8d0195e20872 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:52:14.822114 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08740f07-dea6-4d72-b972-8d0195e20872 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:52:14.822736 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08740f07-dea6-4d72-b972-8d0195e20872 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:52:14.823670 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08740f07-dea6-4d72-b972-8d0195e20872 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:52:14.847139 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d2dce9-68ff-44a2-bcd9-f82f79383511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be773dd3-1151-4850-aa71-6e354af0b6ad,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:14.917274 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-14900800-2979-4c30-aeaf-48f29643ad5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:14.917848 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device c0bd6a15-1ac8-43f4-9ad8-cafb60c5f0b7 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:52:14.943418 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: c0bd6a15-1ac8-43f4-9ad8-cafb60c5f0b7 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:52:14.943738 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device c0bd6a15-1ac8-43f4-9ad8-cafb60c5f0b7 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:52:14.954147 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-14900800-2979-4c30-aeaf-48f29643ad5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:14.958178 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0183aa53-b480-45dd-854d-4461bd41f57b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:14.984775 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0183aa53-b480-45dd-854d-4461bd41f57b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:14.987800 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-0183aa53-b480-45dd-854d-4461bd41f57b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "DELETE /v2.0/networks/a0f173f3-b11e-4be4-83e8-3a9210958720 HTTP/1.1" status: 204 len: 168 time: 1.5224223 Sep 24 15:52:14.991634 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41808) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:14.997564 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-46172009-f8e4-4728-a598-82219557a112 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1825710092', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}, 'admin_state_up': False}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:52:15.007567 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0183aa53-b480-45dd-854d-4461bd41f57b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Pushing event deleted for resources: {'Network': ['ID=a0f173f3-b11e-4be4-83e8-3a9210958720,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:15.152508 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-14900800-2979-4c30-aeaf-48f29643ad5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:15.155239 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-14900800-2979-4c30-aeaf-48f29643ad5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:15.156900 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-14900800-2979-4c30-aeaf-48f29643ad5c admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/52bf16b1-24be-4e7d-98a6-8286eecab2c0 HTTP/1.1" status: 204 len: 168 time: 0.3512001 Sep 24 15:52:15.172894 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-46172009-f8e4-4728-a598-82219557a112 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:15.177572 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-46172009-f8e4-4728-a598-82219557a112 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:15.234947 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14900800-2979-4c30-aeaf-48f29643ad5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52bf16b1-24be-4e7d-98a6-8286eecab2c0,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:15.313206 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-46172009-f8e4-4728-a598-82219557a112 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:15.443148 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48974f31-f6a3-4724-b61d-ecdc4bd5103a req-486e53e9-4947-42e1-b526-065a0e8b1277 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:15.451914 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-48974f31-f6a3-4724-b61d-ecdc4bd5103a req-486e53e9-4947-42e1-b526-065a0e8b1277 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.0804610 Sep 24 15:52:15.534528 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-48974f31-f6a3-4724-b61d-ecdc4bd5103a req-60437232-5156-4911-a79a-13985b35c559 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814810 Sep 24 15:52:15.626074 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-46172009-f8e4-4728-a598-82219557a112 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:15.989654 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-46172009-f8e4-4728-a598-82219557a112 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for router_gateway, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:16.093566 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-46172009-f8e4-4728-a598-82219557a112 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:16.219463 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 41844) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:16.297340 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-24ba8091-f78f-470b-b6a7-185b35de1f82 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d2e03201365a4686acff3f6dd9db1e3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0756538 Sep 24 15:52:16.300917 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 41848) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:16.324177 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-46172009-f8e4-4728-a598-82219557a112 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Allocated IP 172.25.0.171 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/5d65688c-92f2-41eb-8c9c-9721f517dc22) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:52:16.377395 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-38ad51b9-14b9-4b7c-ac51-367940e1762f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:16.422544 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-38ad51b9-14b9-4b7c-ac51-367940e1762f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:16.572723 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-38ad51b9-14b9-4b7c-ac51-367940e1762f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:16.576530 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-46172009-f8e4-4728-a598-82219557a112 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:16.576999 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-38ad51b9-14b9-4b7c-ac51-367940e1762f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:16.578582 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-38ad51b9-14b9-4b7c-ac51-367940e1762f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/1605de8b-39a1-458d-a14b-fd97a72fed4b HTTP/1.1" status: 204 len: 168 time: 0.2763429 Sep 24 15:52:16.602769 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ad51b9-14b9-4b7c-ac51-367940e1762f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1605de8b-39a1-458d-a14b-fd97a72fed4b,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:16.722492 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-46172009-f8e4-4728-a598-82219557a112 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:16.755745 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb255e47-08bd-469a-a7ee-3c5a9c07366a req-2b8b2e40-3666-4a9a-ad4c-139a0aaf85d9 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:16.758009 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bb255e47-08bd-469a-a7ee-3c5a9c07366a req-2b8b2e40-3666-4a9a-ad4c-139a0aaf85d9 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.0746243 Sep 24 15:52:16.875308 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46172009-f8e4-4728-a598-82219557a112 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:52:16.876101 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bb255e47-08bd-469a-a7ee-3c5a9c07366a req-64dcb163-f855-4ef2-85a2-28ccf3d7a01f tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078079 Sep 24 15:52:16.880956 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-46172009-f8e4-4728-a598-82219557a112 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:52:16.889321 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46172009-f8e4-4728-a598-82219557a112 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:52:17.057358 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 41868) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:17.127453 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46172009-f8e4-4728-a598-82219557a112 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Pushing event updated for resources: {'Port': ['ID=5d65688c-92f2-41eb-8c9c-9721f517dc22,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:17.302001 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-ca1894bb-40a3-495e-a34f-8f21ec8ac7ac tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1273471384'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:52:17.495503 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca1894bb-40a3-495e-a34f-8f21ec8ac7ac tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Made reservation on behalf of 1ffc126d96724ce991d5ac46e64fd1ec for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:52:17.499095 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ca1894bb-40a3-495e-a34f-8f21ec8ac7ac tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:17.513620 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ca1894bb-40a3-495e-a34f-8f21ec8ac7ac tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:17.632517 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-46172009-f8e4-4728-a598-82219557a112 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for router_gateway, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:17.696294 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ca1894bb-40a3-495e-a34f-8f21ec8ac7ac tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:17.885425 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-46172009-f8e4-4728-a598-82219557a112 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:18.000605 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d376fe92-125e-4f6d-8383-35a58524d534 req-69939a78-7f9f-43dd-a936-956294375ff9 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:18.002436 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d376fe92-125e-4f6d-8383-35a58524d534 req-69939a78-7f9f-43dd-a936-956294375ff9 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.0514684 Sep 24 15:52:18.044100 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d376fe92-125e-4f6d-8383-35a58524d534 req-7853e309-2625-4394-a34d-995b2041efbd tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336604 Sep 24 15:52:18.108107 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ca1894bb-40a3-495e-a34f-8f21ec8ac7ac tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:18.111614 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca1894bb-40a3-495e-a34f-8f21ec8ac7ac tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1271} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:52:18.118219 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1894bb-40a3-495e-a34f-8f21ec8ac7ac tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9734714-bb56-4fba-8ceb-e78de66aa39a,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:18.126665 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46172009-f8e4-4728-a598-82219557a112 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Router 6c7803b4-6417-4242-8796-20889693263d is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:52:18.128008 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ca1894bb-40a3-495e-a34f-8f21ec8ac7ac tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:18.128968 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-ca1894bb-40a3-495e-a34f-8f21ec8ac7ac tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Added segment fb531be8-b37e-4ff9-a98b-5c7db484a0eb of type vlan for network 50d98e88-8a75-4835-9919-86c163395f7c Sep 24 15:52:18.197660 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ca1894bb-40a3-495e-a34f-8f21ec8ac7ac tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:18.301940 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ca1894bb-40a3-495e-a34f-8f21ec8ac7ac tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:18.308493 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1894bb-40a3-495e-a34f-8f21ec8ac7ac tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:18.309186 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ca1894bb-40a3-495e-a34f-8f21ec8ac7ac tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:18.466612 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1894bb-40a3-495e-a34f-8f21ec8ac7ac tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event updated for resources: {'Network': ['ID=50d98e88-8a75-4835-9919-86c163395f7c,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:18.477353 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 50d98e88-8a75-4835-9919-86c163395f7c details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:52:18.490867 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ca1894bb-40a3-495e-a34f-8f21ec8ac7ac tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4316638 Sep 24 15:52:18.491329 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 41898) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:18.500830 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-d57bce6e-c717-45ea-8214-cc13c5b4e424 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Request body: {'subnet': {'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:52:18.785024 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57bce6e-c717-45ea-8214-cc13c5b4e424 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Made reservation on behalf of 1ffc126d96724ce991d5ac46e64fd1ec for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:52:18.790266 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d57bce6e-c717-45ea-8214-cc13c5b4e424 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:18.807001 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46172009-f8e4-4728-a598-82219557a112 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:52:18.820975 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8a11da-a340-4b57-90cb-6aea540e8de7 None None] Sync routers for ids ['6c7803b4-6417-4242-8796-20889693263d'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:52:18.824422 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 41908) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:18.837024 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8a11da-a340-4b57-90cb-6aea540e8de7 None None] Routers {'6c7803b4-6417-4242-8796-20889693263d'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:52:18.837806 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-2a8a11da-a340-4b57-90cb-6aea540e8de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:52:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['6c7803b4-6417-4242-8796-20889693263d'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:52:18.875599 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-2a8a11da-a340-4b57-90cb-6aea540e8de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:52:18.885834 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8a11da-a340-4b57-90cb-6aea540e8de7 None None] Routers {'6c7803b4-6417-4242-8796-20889693263d'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:52:18.887116 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-2a8a11da-a340-4b57-90cb-6aea540e8de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:52:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['6c7803b4-6417-4242-8796-20889693263d'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:52:18.949454 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-2a8a11da-a340-4b57-90cb-6aea540e8de7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:52:18.954939 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8a11da-a340-4b57-90cb-6aea540e8de7 None None] The sync data for ids ['6c7803b4-6417-4242-8796-20889693263d'] in n-d-808921-1 is: [] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:52:18.973103 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-46172009-f8e4-4728-a598-82219557a112 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:18.973103 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-46172009-f8e4-4728-a598-82219557a112 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.9760554 Sep 24 15:52:18.974037 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41912) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:19.027681 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [None req-634d320e-56ff-44a5-af50-29381e6a4f12 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:52:19.031418 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-634d320e-56ff-44a5-af50-29381e6a4f12 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2057595 Sep 24 15:52:19.036301 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41914) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:19.050130 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [None req-945440dc-14c5-401a-a764-61e961b7cbff tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] http://10.222.0.101:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=95298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:52:19.055991 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-945440dc-14c5-401a-a764-61e961b7cbff tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] 10.222.0.101 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0154858 Sep 24 15:52:19.057780 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 41916) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:19.063807 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [None req-60792972-af60-4efe-b0cf-3640c865770c tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] http://10.222.0.101:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:52:19.065186 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-60792972-af60-4efe-b0cf-3640c865770c tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] 10.222.0.101 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0061719 Sep 24 15:52:19.068585 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41918) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:19.074273 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [None req-d45a83ff-6496-4969-a1c3-fed37a5f0bbd tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] http://10.222.0.101:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=95298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:52:19.075725 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-d45a83ff-6496-4969-a1c3-fed37a5f0bbd tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] 10.222.0.101 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0058055 Sep 24 15:52:19.077725 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41922) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:19.083120 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [None req-9c47a8f2-fa3d-4ce8-bc4e-6b9e3cf87091 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] http://10.222.0.101:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=95298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:52:19.084107 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-9c47a8f2-fa3d-4ce8-bc4e-6b9e3cf87091 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] 10.222.0.101 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0052993 Sep 24 15:52:19.086759 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41924) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:19.097893 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [None req-68e4ec7e-3370-4cee-9a0e-dbaf899050a5 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] http://10.222.0.101:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=95298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:52:19.097893 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-68e4ec7e-3370-4cee-9a0e-dbaf899050a5 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] 10.222.0.101 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0042868 Sep 24 15:52:19.100541 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41926) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:19.141054 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [None req-17ae60bd-f6b5-4e0c-9dfe-01dfe43c168c tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] http://10.222.0.101:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=95298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:52:19.147481 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-17ae60bd-f6b5-4e0c-9dfe-01dfe43c168c tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] 10.222.0.101 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0090399 Sep 24 15:52:19.148332 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 41928) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:19.155069 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [None req-f67509e4-a2f8-444a-b568-124a2dc91421 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] http://10.222.0.101:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:52:19.156059 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f67509e4-a2f8-444a-b568-124a2dc91421 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] 10.222.0.101 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0068500 Sep 24 15:52:19.160280 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41930) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:19.177563 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [None req-b37c26a0-bf53-421c-8b28-21657bca0dd1 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] http://10.222.0.101:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=95298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:52:19.178761 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b37c26a0-bf53-421c-8b28-21657bca0dd1 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] 10.222.0.101 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0141358 Sep 24 15:52:19.192293 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-f21a4302-5b95-41ea-ad24-dce24230bb0d tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "GET /v2.0/routers/6c7803b4-6417-4242-8796-20889693263d HTTP/1.1" status: 200 len: 885 time: 0.2131069 Sep 24 15:52:19.193237 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41932) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:19.193706 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41934) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:19.206266 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [None req-9f91c57e-2d20-44a1-8f86-b5e28d1a110e tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] http://10.222.0.101:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=95298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:52:19.207365 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-9f91c57e-2d20-44a1-8f86-b5e28d1a110e tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] 10.222.0.101 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0126050 Sep 24 15:52:19.219443 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 41936) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:19.235094 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [None req-a0503405-3207-47dd-8b6e-70ab62d825a1 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] http://10.222.0.101:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:52:19.238074 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-a0503405-3207-47dd-8b6e-70ab62d825a1 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] 10.222.0.101 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0073519 Sep 24 15:52:19.247555 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 41938) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:19.254690 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [None req-e0993e4b-ec6c-4d74-88f8-9ab18cc42c25 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] http://10.222.0.101:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:52:19.256159 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e0993e4b-ec6c-4d74-88f8-9ab18cc42c25 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] 10.222.0.101 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0070662 Sep 24 15:52:19.263601 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 41940) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:19.269808 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [None req-f512d496-5562-4755-bf55-60e2ee889cb8 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] http://10.222.0.101:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:52:19.271225 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f512d496-5562-4755-bf55-60e2ee889cb8 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] 10.222.0.101 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0064495 Sep 24 15:52:19.279802 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41942) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:19.284465 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189f5c4b-f10b-4f4c-9eae-550c156d3224 req-bd670956-6444-4e32-887e-b1621c884031 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:19.286225 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [None req-a3cbaa84-fb14-4c77-b72c-5a0e0c840e69 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] http://10.222.0.101:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=95298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:52:19.287321 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-a3cbaa84-fb14-4c77-b72c-5a0e0c840e69 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] 10.222.0.101 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0063002 Sep 24 15:52:19.293758 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41944) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:19.295463 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-189f5c4b-f10b-4f4c-9eae-550c156d3224 req-bd670956-6444-4e32-887e-b1621c884031 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.1478169 Sep 24 15:52:19.299648 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [None req-1e7856f8-0ca7-4161-accc-c04b1b670108 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] http://10.222.0.101:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=95298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:52:19.300653 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-1e7856f8-0ca7-4161-accc-c04b1b670108 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] 10.222.0.101 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0061359 Sep 24 15:52:19.304160 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 41946) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:19.353077 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [None req-020c6d7c-6e89-451e-bb7e-39a4311d275c tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] http://10.222.0.101:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:52:19.354256 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-020c6d7c-6e89-451e-bb7e-39a4311d275c tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] 10.222.0.101 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0058022 Sep 24 15:52:19.359977 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41950) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:19.364902 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [None req-9a03805f-9bf5-4269-8cd0-88c41e04f34c tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] http://10.222.0.101:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=95298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:52:19.368552 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-9a03805f-9bf5-4269-8cd0-88c41e04f34c tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] 10.222.0.101 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0075488 Sep 24 15:52:19.370669 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 41952) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:19.375413 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [None req-4c79fdff-197b-4e7d-a194-a78c225d4b21 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] http://10.222.0.101:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:52:19.376560 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-4c79fdff-197b-4e7d-a194-a78c225d4b21 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] 10.222.0.101 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0044181 Sep 24 15:52:19.384148 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 41956) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:19.395752 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [None req-b2ac9b56-b9bb-48a8-8aed-65f55d41a77a tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] http://10.222.0.101:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:52:19.396933 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b2ac9b56-b9bb-48a8-8aed-65f55d41a77a tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] 10.222.0.101 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0049176 Sep 24 15:52:19.401085 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 41958) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:19.409756 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [None req-5c039f54-2fd8-4a23-b487-6693e997b328 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] http://10.222.0.101:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:52:19.409756 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-5c039f54-2fd8-4a23-b487-6693e997b328 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] 10.222.0.101 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0050244 Sep 24 15:52:19.414626 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 41962) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:19.419406 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [None req-b977c3ae-1844-4ad6-9857-364730a0f377 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] http://10.222.0.101:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:52:19.420119 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b977c3ae-1844-4ad6-9857-364730a0f377 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] 10.222.0.101 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0044265 Sep 24 15:52:19.423099 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 41964) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:19.428690 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [None req-e1c50e7b-84d9-4b75-b183-28dd0f1e5590 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] http://10.222.0.101:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:52:19.430161 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e1c50e7b-84d9-4b75-b183-28dd0f1e5590 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] 10.222.0.101 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0050955 Sep 24 15:52:19.435964 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41966) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:19.442562 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [None req-3b026d41-635b-46f7-88c0-03a03f69a984 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] http://10.222.0.101:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=95298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:52:19.449928 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-3b026d41-635b-46f7-88c0-03a03f69a984 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] 10.222.0.101 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0129049 Sep 24 15:52:19.451782 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41968) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:19.456052 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [None req-bf3814f9-c693-4ee6-a8c6-4212cbca90f5 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] http://10.222.0.101:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=95298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:52:19.458223 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-189f5c4b-f10b-4f4c-9eae-550c156d3224 req-40debad8-a791-42b2-9b7e-e501068a509e tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613450 Sep 24 15:52:19.460193 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 41970) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:19.473912 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-bf3814f9-c693-4ee6-a8c6-4212cbca90f5 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] 10.222.0.101 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0210776 Sep 24 15:52:19.477952 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [None req-442899e0-5a08-491b-93ef-a0dad7e7be6c tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] http://10.222.0.101:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:52:19.477952 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-442899e0-5a08-491b-93ef-a0dad7e7be6c tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] 10.222.0.101 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0156364 Sep 24 15:52:19.481714 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 41974) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:19.487701 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [None req-ea5a31d0-fa9d-42d0-806f-bb9c6f7cfd52 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] http://10.222.0.101:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:52:19.489109 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ea5a31d0-fa9d-42d0-806f-bb9c6f7cfd52 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] 10.222.0.101 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0061193 Sep 24 15:52:19.493705 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 41976) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:19.504109 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [None req-a75bf86b-dbf2-4dbe-9436-4e1d1d5d733b tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] http://10.222.0.101:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:52:19.505427 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-a75bf86b-dbf2-4dbe-9436-4e1d1d5d733b tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] 10.222.0.101 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0099931 Sep 24 15:52:19.509568 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d57bce6e-c717-45ea-8214-cc13c5b4e424 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:19.517357 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41978) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:19.531090 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [None req-e5c23794-6432-46da-85ee-3e4502fca116 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] http://10.222.0.101:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=95298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:52:19.536065 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-e5c23794-6432-46da-85ee-3e4502fca116 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] 10.222.0.101 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0103149 Sep 24 15:52:19.546484 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41980) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:19.551823 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [None req-208c34f8-f6d4-4079-a041-ec99c2086da8 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] http://10.222.0.101:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=95298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:52:19.553177 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-208c34f8-f6d4-4079-a041-ec99c2086da8 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] 10.222.0.101 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0056715 Sep 24 15:52:19.575542 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41984) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:19.588556 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [None req-dd96ee65-00fd-4edc-a0ff-1d47d08e017d tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] http://10.222.0.101:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=95298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:52:19.590561 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-dd96ee65-00fd-4edc-a0ff-1d47d08e017d tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] 10.222.0.101 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0136733 Sep 24 15:52:19.620817 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 41988) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:19.628586 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [None req-c082e59b-78a9-4d76-b9e5-e87fb38488b6 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] http://10.222.0.101:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:52:19.629875 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-c082e59b-78a9-4d76-b9e5-e87fb38488b6 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] 10.222.0.101 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0060475 Sep 24 15:52:19.637058 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 41992) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:19.641667 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [None req-92b7dcaf-dbca-4540-89b6-d736f5b7e7ef tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] http://10.222.0.101:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:52:19.643973 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-92b7dcaf-dbca-4540-89b6-d736f5b7e7ef tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] 10.222.0.101 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0058475 Sep 24 15:52:19.647765 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 41994) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:19.648858 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d57bce6e-c717-45ea-8214-cc13c5b4e424 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Checking segment: {'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:52:19.649762 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57bce6e-c717-45ea-8214-cc13c5b4e424 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Network hostable DHCP agents. Network: 50d98e88-8a75-4835-9919-86c163395f7c, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:52:19.660568 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [None req-ca4fc426-5bcf-48f5-b8c6-3b17edcaff8a tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] http://10.222.0.101:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:52:19.661935 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ca4fc426-5bcf-48f5-b8c6-3b17edcaff8a tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] 10.222.0.101 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0056796 Sep 24 15:52:19.664963 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57bce6e-c717-45ea-8214-cc13c5b4e424 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event updated for resources: {'Subnet': ['ID=d3ffa909-ccc3-49dc-9d48-ae5e5a933441,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:19.672881 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41996) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:19.681708 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [None req-6435e4e4-52a1-41be-979e-8314021c7713 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] http://10.222.0.101:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=95298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:52:19.683146 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-6435e4e4-52a1-41be-979e-8314021c7713 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] 10.222.0.101 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0064564 Sep 24 15:52:19.686210 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 41998) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:19.691231 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [None req-13249260-a946-4bfa-8c81-ae936f8d2f97 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] http://10.222.0.101:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:52:19.692540 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-13249260-a946-4bfa-8c81-ae936f8d2f97 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] 10.222.0.101 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0051370 Sep 24 15:52:19.698487 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42000) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:19.704752 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [None req-c858029c-ec0d-499e-8c0a-aa011b8d0645 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] http://10.222.0.101:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:52:19.706444 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-c858029c-ec0d-499e-8c0a-aa011b8d0645 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] 10.222.0.101 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0069811 Sep 24 15:52:19.709050 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42002) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:19.713585 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [None req-2a2f417d-bbf1-40f7-b8d2-aefaf6866c5b tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] http://10.222.0.101:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:52:19.715031 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-2a2f417d-bbf1-40f7-b8d2-aefaf6866c5b tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] 10.222.0.101 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0049474 Sep 24 15:52:19.717533 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42004) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:19.723214 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [None req-f2fb14e5-fae3-45fd-8266-bc2309738191 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] http://10.222.0.101:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:52:19.725353 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f2fb14e5-fae3-45fd-8266-bc2309738191 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] 10.222.0.101 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0060797 Sep 24 15:52:19.727384 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42006) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:19.740453 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [None req-923f0325-90d5-4f5c-96ea-a6b64a586402 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] http://10.222.0.101:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:52:19.741791 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-923f0325-90d5-4f5c-96ea-a6b64a586402 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] 10.222.0.101 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0132194 Sep 24 15:52:19.744428 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42008) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:19.751709 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [None req-76574920-6e1b-405a-b157-bc34cfc27b6e tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] http://10.222.0.101:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:52:19.756464 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-76574920-6e1b-405a-b157-bc34cfc27b6e tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] 10.222.0.101 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0107753 Sep 24 15:52:19.757181 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42010) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:19.761473 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [None req-2f6f0453-e797-4b1b-a22b-044d08d77339 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] http://10.222.0.101:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:52:19.765007 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-2f6f0453-e797-4b1b-a22b-044d08d77339 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] 10.222.0.101 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0070341 Sep 24 15:52:19.770251 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42012) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:19.774289 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [None req-3d4653e9-2ff7-44fa-b7fd-c663d2d5ee81 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] http://10.222.0.101:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:52:19.778482 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-3d4653e9-2ff7-44fa-b7fd-c663d2d5ee81 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] 10.222.0.101 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0117950 Sep 24 15:52:19.779297 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42014) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:19.779940 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57bce6e-c717-45ea-8214-cc13c5b4e424 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Network 50d98e88-8a75-4835-9919-86c163395f7c is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:52:19.788925 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [None req-913cb3c2-032c-4e41-9022-340741ba0e2b tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] http://10.222.0.101:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:52:19.790103 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-c2c1e806-8a89-4457-a76c-09d0a61a6801 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.5936027 Sep 24 15:52:19.790228 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-913cb3c2-032c-4e41-9022-340741ba0e2b tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] 10.222.0.101 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0076869 Sep 24 15:52:19.791383 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42016) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:19.791875 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42018) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:19.796773 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-ffe2b947-202f-416f-b9dc-78a7e1e21186 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1825710092'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:52:19.799363 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [None req-aa3eee62-ca5e-4bb6-a2ce-b447721ef569 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] http://10.222.0.101:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:52:19.802299 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42020) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:19.802579 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-aa3eee62-ca5e-4bb6-a2ce-b447721ef569 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] 10.222.0.101 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0097313 Sep 24 15:52:19.807560 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [None req-200048b4-2c57-4381-a1d6-72266d896fcb tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] http://10.222.0.101:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=95298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:52:19.809076 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-200048b4-2c57-4381-a1d6-72266d896fcb tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] 10.222.0.101 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0053439 Sep 24 15:52:19.812035 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42022) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:19.816989 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [None req-0439e37f-fa2f-4434-96df-1c58d1c4d033 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] http://10.222.0.101:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:52:19.820591 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-0439e37f-fa2f-4434-96df-1c58d1c4d033 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] 10.222.0.101 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0074813 Sep 24 15:52:19.821169 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42024) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:19.825625 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [None req-625f5241-c2d5-4d71-8d72-6c37ed77cd31 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] http://10.222.0.101:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:52:19.829215 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-625f5241-c2d5-4d71-8d72-6c37ed77cd31 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] 10.222.0.101 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0054784 Sep 24 15:52:19.829831 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42026) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:19.835057 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [None req-43a422bc-8697-47a9-be62-df237110b46a tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] http://10.222.0.101:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:52:19.838586 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-43a422bc-8697-47a9-be62-df237110b46a tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] 10.222.0.101 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0077791 Sep 24 15:52:19.843143 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42028) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:19.848832 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [None req-b0a43769-5cdf-40cc-a34e-6e8286dec691 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] http://10.222.0.101:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:52:19.852966 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b0a43769-5cdf-40cc-a34e-6e8286dec691 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] 10.222.0.101 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0063348 Sep 24 15:52:19.862671 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42030) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:19.868055 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [None req-b83b0384-7a7a-4e07-889d-70cffe0be0f1 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] http://10.222.0.101:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:52:19.874736 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b83b0384-7a7a-4e07-889d-70cffe0be0f1 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] 10.222.0.101 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0108848 Sep 24 15:52:19.875477 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42032) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:19.887746 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [None req-f91bfeaa-d2a1-41d5-b337-86763c65ffaa tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] http://10.222.0.101:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:52:19.891463 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f91bfeaa-d2a1-41d5-b337-86763c65ffaa tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] 10.222.0.101 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0089934 Sep 24 15:52:19.891816 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42034) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:19.900787 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [None req-72b61bc3-965b-4169-aefa-523634433e8d tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] http://10.222.0.101:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=95298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:52:19.902275 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-72b61bc3-965b-4169-aefa-523634433e8d tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] 10.222.0.101 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0082865 Sep 24 15:52:19.905027 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42036) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:19.910462 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [None req-2761a194-430f-40ae-b9d0-16aac1dcee3a tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] http://10.222.0.101:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:52:19.915250 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42038) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:19.919452 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [None req-b91bb154-0a8b-4463-bf44-60de9a9f730f tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] http://10.222.0.101:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=95298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:52:19.920640 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b91bb154-0a8b-4463-bf44-60de9a9f730f tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] 10.222.0.101 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0048807 Sep 24 15:52:19.923926 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42040) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:19.927617 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-2761a194-430f-40ae-b9d0-16aac1dcee3a tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] 10.222.0.101 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0214450 Sep 24 15:52:19.928958 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-d57bce6e-c717-45ea-8214-cc13c5b4e424 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 50d98e88-8a75-4835-9919-86c163395f7c) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:52:19.937677 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [None req-5fcd3115-622f-4d18-8f99-a71a967ca29a tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] http://10.222.0.101:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=95298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:52:19.937899 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d436fa9a-a5d7-49f9-8d8b-bdd2a69ed837 None None] Network 50d98e88-8a75-4835-9919-86c163395f7c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:52:19.944426 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-5fcd3115-622f-4d18-8f99-a71a967ca29a tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] 10.222.0.101 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0140345 Sep 24 15:52:19.949469 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57bce6e-c717-45ea-8214-cc13c5b4e424 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:19.949469 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d57bce6e-c717-45ea-8214-cc13c5b4e424 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:19.952282 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42042) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:19.960116 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [None req-496a71b6-aedf-48a7-8337-c94c4fb38632 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] http://10.222.0.101:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:52:19.973784 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-496a71b6-aedf-48a7-8337-c94c4fb38632 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] 10.222.0.101 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0145261 Sep 24 15:52:19.973784 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42046) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:19.977038 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [None req-3f27f2dd-a2db-4b96-b31b-72e28fe4330c tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] http://10.222.0.101:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:52:19.980882 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-3f27f2dd-a2db-4b96-b31b-72e28fe4330c tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] 10.222.0.101 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0071750 Sep 24 15:52:19.982191 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42048) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:20.001130 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [None req-bde2622c-48ef-4309-adb1-54a225d0b229 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] http://10.222.0.101:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:52:20.005304 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-bde2622c-48ef-4309-adb1-54a225d0b229 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] 10.222.0.101 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0176630 Sep 24 15:52:20.007177 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42050) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:20.011910 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [None req-1f5a2f91-3c3b-403f-b5cc-db0c07313da5 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] http://10.222.0.101:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:52:20.015628 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-1f5a2f91-3c3b-403f-b5cc-db0c07313da5 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] 10.222.0.101 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0074794 Sep 24 15:52:20.016224 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42052) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:20.033590 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [None req-92eee77b-2ab4-4201-9b9f-e5c519875b44 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] http://10.222.0.101:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:52:20.039648 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-92eee77b-2ab4-4201-9b9f-e5c519875b44 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] 10.222.0.101 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0165141 Sep 24 15:52:20.040493 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42054) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:20.047027 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [None req-8b75587f-6b32-41ef-9b57-57682323981c tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] http://10.222.0.101:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:52:20.054007 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-8b75587f-6b32-41ef-9b57-57682323981c tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] 10.222.0.101 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0124962 Sep 24 15:52:20.054916 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42058) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:20.061880 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [None req-4a03a079-f38e-47cf-ab17-10d238a8e1df tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] http://10.222.0.101:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:52:20.069484 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-4a03a079-f38e-47cf-ab17-10d238a8e1df tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] 10.222.0.101 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0108907 Sep 24 15:52:20.070096 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42060) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:20.080372 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [None req-f947281c-8bea-46a0-ad56-24ffca856b1e tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] http://10.222.0.101:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:52:20.084243 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f947281c-8bea-46a0-ad56-24ffca856b1e tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] 10.222.0.101 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0075383 Sep 24 15:52:20.085194 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42062) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:20.095531 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-d57bce6e-c717-45ea-8214-cc13c5b4e424 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6023932 Sep 24 15:52:20.102811 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42064) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:20.106953 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [None req-3ac0d359-4135-4fc3-918f-1d21bf466926 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] http://10.222.0.101:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=95298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:52:20.108113 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-3ac0d359-4135-4fc3-918f-1d21bf466926 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] 10.222.0.101 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0218894 Sep 24 15:52:20.116656 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-88005ff4-609b-42ba-bc8f-c680d37878e9 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Request body: {'port': {'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'name': 'tempest-NetworksTestDHCPv6-1899152723'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:52:20.121851 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42068) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:20.158595 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [None req-bc7a5ea5-8e5b-4a79-8290-cd609d1a5f78 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] http://10.222.0.101:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=95298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:52:20.164737 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-bc7a5ea5-8e5b-4a79-8290-cd609d1a5f78 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] 10.222.0.101 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0415812 Sep 24 15:52:20.165168 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42072) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:20.181377 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [None req-a1c2943d-b7e0-479c-86f5-493418c80b2b tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] http://10.222.0.101:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=95298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:52:20.186842 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-a1c2943d-b7e0-479c-86f5-493418c80b2b tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] 10.222.0.101 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0189123 Sep 24 15:52:20.191227 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42074) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:20.212727 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [None req-6c9d03b5-30e5-43d2-bec5-e6ae14fae166 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] http://10.222.0.101:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:52:20.213810 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-6c9d03b5-30e5-43d2-bec5-e6ae14fae166 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] 10.222.0.101 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0215778 Sep 24 15:52:20.222921 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42076) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:20.335531 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [None req-5082dd43-9421-474b-aa1d-500a1404b4a7 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] http://10.222.0.101:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=95298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:52:20.336059 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-5082dd43-9421-474b-aa1d-500a1404b4a7 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] 10.222.0.101 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.1113284 Sep 24 15:52:20.338489 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42080) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:20.338773 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42082) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:20.359396 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [None req-21948c55-e7b3-4189-b2d7-eb6cd66697d1 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] http://10.222.0.101:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=95298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:52:20.360289 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-21948c55-e7b3-4189-b2d7-eb6cd66697d1 tempest-ExtensionsTestJSON-130340302 tempest-ExtensionsTestJSON-130340302-project] 10.222.0.101 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0066781 Sep 24 15:52:20.399898 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f341243-5a7f-4785-a5a3-cefdd0dcff26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-50d98e88-8a75-4835-9919-86c163395f7c', 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'tenant_id': '1ffc126d96724ce991d5ac46e64fd1ec', 'fixed_ips': [{'subnet_id': 'd3ffa909-ccc3-49dc-9d48-ae5e5a933441'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:52:20.400984 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6f341243-5a7f-4785-a5a3-cefdd0dcff26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:20.555199 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf52ab5a-3848-4e88-b47f-9a259c6292a6 req-1338fb1a-8f5e-4dd4-bf81-2ed93c8c77d0 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:20.573901 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf52ab5a-3848-4e88-b47f-9a259c6292a6 req-1338fb1a-8f5e-4dd4-bf81-2ed93c8c77d0 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:20.593566 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf52ab5a-3848-4e88-b47f-9a259c6292a6 req-1338fb1a-8f5e-4dd4-bf81-2ed93c8c77d0 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:20.601045 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf52ab5a-3848-4e88-b47f-9a259c6292a6 req-1338fb1a-8f5e-4dd4-bf81-2ed93c8c77d0 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:20.614654 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf52ab5a-3848-4e88-b47f-9a259c6292a6 req-1338fb1a-8f5e-4dd4-bf81-2ed93c8c77d0 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:20.632384 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf52ab5a-3848-4e88-b47f-9a259c6292a6 req-1338fb1a-8f5e-4dd4-bf81-2ed93c8c77d0 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:20.657552 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf52ab5a-3848-4e88-b47f-9a259c6292a6 req-1338fb1a-8f5e-4dd4-bf81-2ed93c8c77d0 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:20.662083 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bf52ab5a-3848-4e88-b47f-9a259c6292a6 req-1338fb1a-8f5e-4dd4-bf81-2ed93c8c77d0 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 5431 time: 0.2544751 Sep 24 15:52:20.663433 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88005ff4-609b-42ba-bc8f-c680d37878e9 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Made reservation on behalf of 1ffc126d96724ce991d5ac46e64fd1ec for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:52:20.669189 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-88005ff4-609b-42ba-bc8f-c680d37878e9 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:20.745757 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [None req-88005ff4-609b-42ba-bc8f-c680d37878e9 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] device_id is not set on port 360eb0bb-e4fe-44a4-b79b-50b5488da0cc yet. {{(pid=95297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:52:20.778863 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-6f341243-5a7f-4785-a5a3-cefdd0dcff26 None None] Allocated IP 2001:db8::2 (50d98e88-8a75-4835-9919-86c163395f7c/d3ffa909-ccc3-49dc-9d48-ae5e5a933441/0c33e100-5944-4cdb-904e-49930bb6fe59) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:52:20.843035 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bf52ab5a-3848-4e88-b47f-9a259c6292a6 req-0c959745-556a-4a78-b2b6-c3402241fc99 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/security-groups?id=36661b0c-4b5c-4f9d-8577-0fff57e17e03&id=faaaed6c-5dc8-4a43-a587-4571f710ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1680644 Sep 24 15:52:21.044576 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ffe2b947-202f-416f-b9dc-78a7e1e21186 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1671'] for router, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:21.047843 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6f341243-5a7f-4785-a5a3-cefdd0dcff26 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:21.064448 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-15d61af8-e2b9-43cd-ba48-12c1be39fb0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:21.095913 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42096) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:21.099839 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8317774-0f26-41e3-880a-d20c8455c471 req-2d957c15-3067-450d-a4a9-052c988d902e tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:21.107917 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f8317774-0f26-41e3-880a-d20c8455c471 req-2d957c15-3067-450d-a4a9-052c988d902e tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.5068796 Sep 24 15:52:21.132229 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b53fa43-a0a7-48f7-af59-2fe89eec5847 req-7be88e8c-4e65-4449-af24-e00a123e615c tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:21.139213 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b53fa43-a0a7-48f7-af59-2fe89eec5847 req-7be88e8c-4e65-4449-af24-e00a123e615c tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:21.147748 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6f341243-5a7f-4785-a5a3-cefdd0dcff26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:21.161388 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b53fa43-a0a7-48f7-af59-2fe89eec5847 req-7be88e8c-4e65-4449-af24-e00a123e615c tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:21.179272 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b53fa43-a0a7-48f7-af59-2fe89eec5847 req-7be88e8c-4e65-4449-af24-e00a123e615c tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:21.194090 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ffe2b947-202f-416f-b9dc-78a7e1e21186 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-586922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-586913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588826'] for router, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:21.198559 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b53fa43-a0a7-48f7-af59-2fe89eec5847 req-7be88e8c-4e65-4449-af24-e00a123e615c tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:21.206331 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f341243-5a7f-4785-a5a3-cefdd0dcff26 None None] Network 50d98e88-8a75-4835-9919-86c163395f7c is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:52:21.210315 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-6f341243-5a7f-4785-a5a3-cefdd0dcff26 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:52:21.213937 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b53fa43-a0a7-48f7-af59-2fe89eec5847 req-7be88e8c-4e65-4449-af24-e00a123e615c tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:21.216521 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f341243-5a7f-4785-a5a3-cefdd0dcff26 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:52:21.220191 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f8317774-0f26-41e3-880a-d20c8455c471 req-a84b2139-62d6-4edc-8636-2c26a2ac6303 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083064 Sep 24 15:52:21.238000 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b53fa43-a0a7-48f7-af59-2fe89eec5847 req-7be88e8c-4e65-4449-af24-e00a123e615c tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:21.247879 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2b53fa43-a0a7-48f7-af59-2fe89eec5847 req-7be88e8c-4e65-4449-af24-e00a123e615c tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 5431 time: 0.2586410 Sep 24 15:52:21.342915 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f341243-5a7f-4785-a5a3-cefdd0dcff26 None None] Pushing event updated for resources: {'Port': ['ID=0c33e100-5944-4cdb-904e-49930bb6fe59,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:21.394387 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2816be40-5e7d-4f9f-8dce-ff435a5f20a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:21.412236 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-6f341243-5a7f-4785-a5a3-cefdd0dcff26 None None] Attempting to bind port 0c33e100-5944-4cdb-904e-49930bb6fe59 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:52:21.412604 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-6f341243-5a7f-4785-a5a3-cefdd0dcff26 None None] Attempting to bind port 0c33e100-5944-4cdb-904e-49930bb6fe59 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:52:21.426974 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f341243-5a7f-4785-a5a3-cefdd0dcff26 None None] Attempting to bind port 0c33e100-5944-4cdb-904e-49930bb6fe59 on network 50d98e88-8a75-4835-9919-86c163395f7c {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:52:21.433302 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f341243-5a7f-4785-a5a3-cefdd0dcff26 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:52:21.434501 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f341243-5a7f-4785-a5a3-cefdd0dcff26 None None] Checking segment: {'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:52:21.434501 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6f341243-5a7f-4785-a5a3-cefdd0dcff26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:21.434501 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f341243-5a7f-4785-a5a3-cefdd0dcff26 None None] Bound using segment: {'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:52:21.435004 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-6f341243-5a7f-4785-a5a3-cefdd0dcff26 None None] Bound port: 0c33e100-5944-4cdb-904e-49930bb6fe59, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:52:21.435373 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6f341243-5a7f-4785-a5a3-cefdd0dcff26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:21.467690 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-88005ff4-609b-42ba-bc8f-c680d37878e9 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Allocated IP 2001:db8::3ca (50d98e88-8a75-4835-9919-86c163395f7c/d3ffa909-ccc3-49dc-9d48-ae5e5a933441/360eb0bb-e4fe-44a4-b79b-50b5488da0cc) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:52:21.491737 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffe2b947-202f-416f-b9dc-78a7e1e21186 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Router 6c7803b4-6417-4242-8796-20889693263d has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:52:21.523969 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-15d61af8-e2b9-43cd-ba48-12c1be39fb0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:21.581794 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-6f341243-5a7f-4785-a5a3-cefdd0dcff26 None None] For port 0c33e100-5944-4cdb-904e-49930bb6fe59, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:52:21.586557 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-6f341243-5a7f-4785-a5a3-cefdd0dcff26 None None] For port 0c33e100-5944-4cdb-904e-49930bb6fe59, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=0c33e100-5944-4cdb-904e-49930bb6fe59,segment=NetworkSegment(fb531be8-b37e-4ff9-a98b-5c7db484a0eb),segment_id=fb531be8-b37e-4ff9-a98b-5c7db484a0eb)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:52:21.597912 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-15d61af8-e2b9-43cd-ba48-12c1be39fb0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:21.678185 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6f341243-5a7f-4785-a5a3-cefdd0dcff26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:21.722222 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-15d61af8-e2b9-43cd-ba48-12c1be39fb0a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5d2e4585aedc440a85b8e8098f3928ca&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3823681 Sep 24 15:52:21.724187 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d61af8-e2b9-43cd-ba48-12c1be39fb0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d511fe8-6961-4c7c-8e58-3c89c09f4385,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:21.729234 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42104) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:21.758765 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffe2b947-202f-416f-b9dc-78a7e1e21186 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:52:21.772005 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ffe2b947-202f-416f-b9dc-78a7e1e21186 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:21.779871 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-ffe2b947-202f-416f-b9dc-78a7e1e21186 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "PUT /v2.0/routers/6c7803b4-6417-4242-8796-20889693263d HTTP/1.1" status: 200 len: 892 time: 1.9845767 Sep 24 15:52:21.781131 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42106) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:21.785003 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430c5b9f-3716-4524-a91d-83469da1aa35 None None] Sync routers for ids ['6c7803b4-6417-4242-8796-20889693263d'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:52:21.819070 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-88005ff4-609b-42ba-bc8f-c680d37878e9 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:21.824496 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f341243-5a7f-4785-a5a3-cefdd0dcff26 None None] Pushing event updated for resources: {'Port': ['ID=0c33e100-5944-4cdb-904e-49930bb6fe59,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:21.835367 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430c5b9f-3716-4524-a91d-83469da1aa35 None None] Routers {'6c7803b4-6417-4242-8796-20889693263d'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:52:21.835908 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-430c5b9f-3716-4524-a91d-83469da1aa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:52:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['6c7803b4-6417-4242-8796-20889693263d'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:52:21.909128 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-430c5b9f-3716-4524-a91d-83469da1aa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:52:21.922923 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430c5b9f-3716-4524-a91d-83469da1aa35 None None] Routers {'6c7803b4-6417-4242-8796-20889693263d'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:52:21.924862 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-430c5b9f-3716-4524-a91d-83469da1aa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:52:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['6c7803b4-6417-4242-8796-20889693263d'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:52:21.930899 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6dfa0de3-999c-4ace-95f1-d0447b2371c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:21.948839 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2816be40-5e7d-4f9f-8dce-ff435a5f20a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:21.981099 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-430c5b9f-3716-4524-a91d-83469da1aa35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:52:21.981604 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-430c5b9f-3716-4524-a91d-83469da1aa35 None None] The sync data for ids ['6c7803b4-6417-4242-8796-20889693263d'] in n-d-808921-1 is: [] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:52:21.989480 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6dfa0de3-999c-4ace-95f1-d0447b2371c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:22.037400 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-77fa2378-beaa-4aef-b7ec-f77a52c41626 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "GET /v2.0/routers/6c7803b4-6417-4242-8796-20889693263d HTTP/1.1" status: 200 len: 892 time: 0.2551241 Sep 24 15:52:22.041278 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42108) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:22.071969 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-88005ff4-609b-42ba-bc8f-c680d37878e9 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:22.104667 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-91891c2e-33c4-4db0-b0b3-4fff2d590dda tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "GET /v2.0/ports?device_id=6c7803b4-6417-4242-8796-20889693263d HTTP/1.1" status: 200 len: 205 time: 0.0501943 Sep 24 15:52:22.107174 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42110) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:22.107511 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2816be40-5e7d-4f9f-8dce-ff435a5f20a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:22.239711 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88005ff4-609b-42ba-bc8f-c680d37878e9 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Network 50d98e88-8a75-4835-9919-86c163395f7c is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:52:22.246202 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6dfa0de3-999c-4ace-95f1-d0447b2371c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:22.248953 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6dfa0de3-999c-4ace-95f1-d0447b2371c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:22.264672 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-6dfa0de3-999c-4ace-95f1-d0447b2371c9 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/9d511fe8-6961-4c7c-8e58-3c89c09f4385 HTTP/1.1" status: 204 len: 168 time: 0.5164607 Sep 24 15:52:22.272469 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-88005ff4-609b-42ba-bc8f-c680d37878e9 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:52:22.284435 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88005ff4-609b-42ba-bc8f-c680d37878e9 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:52:22.302837 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88005ff4-609b-42ba-bc8f-c680d37878e9 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:22.304456 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-88005ff4-609b-42ba-bc8f-c680d37878e9 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:22.316449 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2816be40-5e7d-4f9f-8dce-ff435a5f20a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4e57af-6c61-40c8-9482-1309a7f1cb88,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:22.336230 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-2816be40-5e7d-4f9f-8dce-ff435a5f20a8 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=9cf04988a6864126baee3fe3192ebcf0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2415037 Sep 24 15:52:22.345859 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42116) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:22.346200 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-164fb746-124c-41dc-aab2-9bdbc034d40c tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for router, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:22.385627 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88005ff4-609b-42ba-bc8f-c680d37878e9 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event updated for resources: {'Port': ['ID=360eb0bb-e4fe-44a4-b79b-50b5488da0cc,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:22.397048 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfa0de3-999c-4ace-95f1-d0447b2371c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d511fe8-6961-4c7c-8e58-3c89c09f4385,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:22.503734 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-88005ff4-609b-42ba-bc8f-c680d37878e9 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3985898 Sep 24 15:52:22.512850 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42120) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:22.608391 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-45cbed53-f2d2-4dca-bcc6-b2e8898904d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:22.680679 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262e00ee-b7c6-42f6-9ccb-177cdc025ac5 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:22.687578 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262e00ee-b7c6-42f6-9ccb-177cdc025ac5 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:22.690004 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-262e00ee-b7c6-42f6-9ccb-177cdc025ac5 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1729872 Sep 24 15:52:22.708670 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-45cbed53-f2d2-4dca-bcc6-b2e8898904d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:22.712327 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42124) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:22.936129 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 0c33e100-5944-4cdb-904e-49930bb6fe59 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:52:23.038600 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 0c33e100-5944-4cdb-904e-49930bb6fe59 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:52:23.039377 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:23.039510 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-60096310-3b1e-49bd-acae-24167cf22356 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Deleting port 360eb0bb-e4fe-44a4-b79b-50b5488da0cc {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:52:23.040326 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-164fb746-124c-41dc-aab2-9bdbc034d40c tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:23.040773 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-60096310-3b1e-49bd-acae-24167cf22356 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:23.115065 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a336042-d5a3-4ecb-9906-8ce3efa28204 req-10e9b0f7-e192-499e-9980-5fbe92e2ac6e tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:23.150955 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0a336042-d5a3-4ecb-9906-8ce3efa28204 req-10e9b0f7-e192-499e-9980-5fbe92e2ac6e tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.6087825 Sep 24 15:52:23.159254 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:23.214109 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-45cbed53-f2d2-4dca-bcc6-b2e8898904d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:23.214109 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-45cbed53-f2d2-4dca-bcc6-b2e8898904d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:23.214470 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0a336042-d5a3-4ecb-9906-8ce3efa28204 req-81ee20d7-4489-4259-977f-1c90319c756f tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613177 Sep 24 15:52:23.219610 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-45cbed53-f2d2-4dca-bcc6-b2e8898904d6 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/7b4e57af-6c61-40c8-9482-1309a7f1cb88 HTTP/1.1" status: 204 len: 168 time: 0.8402493 Sep 24 15:52:23.223087 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-60096310-3b1e-49bd-acae-24167cf22356 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:23.247310 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-60096310-3b1e-49bd-acae-24167cf22356 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Calling delete_port for 360eb0bb-e4fe-44a4-b79b-50b5488da0cc owned by {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:52:23.272079 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port 0c33e100-5944-4cdb-904e-49930bb6fe59, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=0c33e100-5944-4cdb-904e-49930bb6fe59,segment=NetworkSegment(fb531be8-b37e-4ff9-a98b-5c7db484a0eb),segment_id=fb531be8-b37e-4ff9-a98b-5c7db484a0eb)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:52:23.339876 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-164fb746-124c-41dc-aab2-9bdbc034d40c tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Deleting port 5d65688c-92f2-41eb-8c9c-9721f517dc22 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:52:23.340290 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-164fb746-124c-41dc-aab2-9bdbc034d40c tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:23.400398 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cbed53-f2d2-4dca-bcc6-b2e8898904d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4e57af-6c61-40c8-9482-1309a7f1cb88,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:23.415624 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:23.496976 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-164fb746-124c-41dc-aab2-9bdbc034d40c tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:23.519234 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e998ba1-53ce-436c-abd5-029284a87654 None None] Network 50d98e88-8a75-4835-9919-86c163395f7c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:52:23.528557 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-164fb746-124c-41dc-aab2-9bdbc034d40c tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Calling delete_port for 5d65688c-92f2-41eb-8c9c-9721f517dc22 owned by network:router_gateway {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:52:23.643759 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-391befef-ec58-4e16-acb9-7712a1f654fa None None] Provisioning complete for port 0c33e100-5944-4cdb-904e-49930bb6fe59 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:52:23.647578 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-391befef-ec58-4e16-acb9-7712a1f654fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:23.649478 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=0c33e100-5944-4cdb-904e-49930bb6fe59,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:23.732538 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-60096310-3b1e-49bd-acae-24167cf22356 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:23.807967 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60096310-3b1e-49bd-acae-24167cf22356 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event deleted for resources: {'Port': ['ID=360eb0bb-e4fe-44a4-b79b-50b5488da0cc,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:23.843938 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-60096310-3b1e-49bd-acae-24167cf22356 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:23.850320 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-60096310-3b1e-49bd-acae-24167cf22356 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/ports/360eb0bb-e4fe-44a4-b79b-50b5488da0cc HTTP/1.1" status: 204 len: 168 time: 1.1355314 Sep 24 15:52:23.853079 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42162) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:24.070330 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd670d1-a102-4d55-bc86-f9d62dfdd438 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:24.083056 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd670d1-a102-4d55-bc86-f9d62dfdd438 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:24.086677 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-164fb746-124c-41dc-aab2-9bdbc034d40c tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:24.091177 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42172) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:24.101017 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-bcd670d1-a102-4d55-bc86-f9d62dfdd438 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2467761 Sep 24 15:52:24.183462 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42176) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:24.358992 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb8e7201-d2d1-41e3-8304-b9988c821523 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Deleting subnet d3ffa909-ccc3-49dc-9d48-ae5e5a933441 {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:52:24.384036 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cb8e7201-d2d1-41e3-8304-b9988c821523 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:24.398025 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164fb746-124c-41dc-aab2-9bdbc034d40c tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Pushing event deleted for resources: {'Port': ['ID=5d65688c-92f2-41eb-8c9c-9721f517dc22,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:24.450067 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090fce92-9964-4f2a-accb-0b8371f5121f req-af624b43-d074-4f73-846f-d1e5d9f23e06 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:24.452840 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-090fce92-9964-4f2a-accb-0b8371f5121f req-af624b43-d074-4f73-846f-d1e5d9f23e06 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.1128731 Sep 24 15:52:24.595761 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-001e03c7-ecd3-463d-8aed-ef66f573f1dc None None] Provisioning complete for port 0c33e100-5944-4cdb-904e-49930bb6fe59 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:52:24.600876 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-001e03c7-ecd3-463d-8aed-ef66f573f1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:24.667534 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cb8e7201-d2d1-41e3-8304-b9988c821523 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:24.696778 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0a847-736d-4151-be59-f16f42e62560 req-f22a15ea-1bdd-437b-827a-b67485e661ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:24.711374 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0a847-736d-4151-be59-f16f42e62560 req-f22a15ea-1bdd-437b-827a-b67485e661ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:24.712203 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0a847-736d-4151-be59-f16f42e62560 req-f22a15ea-1bdd-437b-827a-b67485e661ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:24.714508 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0a847-736d-4151-be59-f16f42e62560 req-f22a15ea-1bdd-437b-827a-b67485e661ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:24.716738 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0a847-736d-4151-be59-f16f42e62560 req-f22a15ea-1bdd-437b-827a-b67485e661ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:24.718935 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0a847-736d-4151-be59-f16f42e62560 req-f22a15ea-1bdd-437b-827a-b67485e661ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:24.722807 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0a847-736d-4151-be59-f16f42e62560 req-f22a15ea-1bdd-437b-827a-b67485e661ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:24.729320 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-19d0a847-736d-4151-be59-f16f42e62560 req-f22a15ea-1bdd-437b-827a-b67485e661ce service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 6488 time: 0.5447569 Sep 24 15:52:24.779815 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-164fb746-124c-41dc-aab2-9bdbc034d40c tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586576'] for router_gateway, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:24.909449 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 0c33e100-5944-4cdb-904e-49930bb6fe59 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:52:24.938254 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-19d0a847-736d-4151-be59-f16f42e62560 req-2e58790d-0885-47cc-a296-7500fef48594 service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=36661b0c-4b5c-4f9d-8577-0fff57e17e03&id=faaaed6c-5dc8-4a43-a587-4571f710ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1816318 Sep 24 15:52:24.961183 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-090fce92-9964-4f2a-accb-0b8371f5121f req-76d360c9-6071-4c45-a2ed-7c713c4b1370 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5008433 Sep 24 15:52:24.987732 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff10c08-60bb-4ad2-b2d8-527adba8c2e7 req-3a331655-bb74-4d58-8834-763f7c9aaec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:24.990008 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8ff10c08-60bb-4ad2-b2d8-527adba8c2e7 req-3a331655-bb74-4d58-8834-763f7c9aaec0 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=7ecdf69c945d45baa1f224469b4d842c&device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 1097 time: 0.2465391 Sep 24 15:52:25.134484 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 0c33e100-5944-4cdb-904e-49930bb6fe59 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:52:25.138305 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:25.177332 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-164fb746-124c-41dc-aab2-9bdbc034d40c tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:25.186570 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-164fb746-124c-41dc-aab2-9bdbc034d40c tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:25.224086 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-f70da64c-c2e2-4afe-9570-c8053ccda38e None None] Could not find standard attr ID for object 360eb0bb-e4fe-44a4-b79b-50b5488da0cc. {{(pid=95299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 15:52:25.304312 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff10c08-60bb-4ad2-b2d8-527adba8c2e7 req-962cd41f-1615-42f0-9ff9-79b9e6f0fd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:25.312444 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8ff10c08-60bb-4ad2-b2d8-527adba8c2e7 req-962cd41f-1615-42f0-9ff9-79b9e6f0fd5f service neutron] 10.222.0.108 "GET /v2.0/networks?id=2a61a80f-7424-4f72-8244-e2cfc0c281a3 HTTP/1.1" status: 200 len: 916 time: 0.2930894 Sep 24 15:52:25.342322 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cb8e7201-d2d1-41e3-8304-b9988c821523 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:25.418629 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8ff10c08-60bb-4ad2-b2d8-527adba8c2e7 req-fb4783fc-bf68-48e7-8152-cb050e41843a service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03256c2c-9512-46e8-bb7a-08f5c9148dbc HTTP/1.1" status: 200 len: 217 time: 0.0949461 Sep 24 15:52:25.439680 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-164fb746-124c-41dc-aab2-9bdbc034d40c tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:25.440287 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-164fb746-124c-41dc-aab2-9bdbc034d40c tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Fanout notify agent at l3_agent the message router_deleted on router 6c7803b4-6417-4242-8796-20889693263d {{(pid=95298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:52:25.469694 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-164fb746-124c-41dc-aab2-9bdbc034d40c tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:25.471446 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-164fb746-124c-41dc-aab2-9bdbc034d40c tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "DELETE /v2.0/routers/6c7803b4-6417-4242-8796-20889693263d HTTP/1.1" status: 204 len: 168 time: 3.3630097 Sep 24 15:52:25.477559 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42208) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:25.483107 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-0c9504e6-dbdb-45fe-98aa-431712718db9 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1289448840'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:52:25.519712 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff10c08-60bb-4ad2-b2d8-527adba8c2e7 req-27373581-7281-4476-82d6-6310212da1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:25.521469 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8ff10c08-60bb-4ad2-b2d8-527adba8c2e7 req-27373581-7281-4476-82d6-6310212da1c3 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=054caf3c-8a4a-4094-a019-5885b1b27205 HTTP/1.1" status: 200 len: 854 time: 0.0970404 Sep 24 15:52:25.570488 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8ff10c08-60bb-4ad2-b2d8-527adba8c2e7 req-e7b7ac63-9dec-490b-aa80-9ab592b793aa service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=2a61a80f-7424-4f72-8244-e2cfc0c281a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397730 Sep 24 15:52:25.578659 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cb8e7201-d2d1-41e3-8304-b9988c821523 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:25.664986 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8e7201-d2d1-41e3-8304-b9988c821523 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event deleted for resources: {'Subnet': ['ID=d3ffa909-ccc3-49dc-9d48-ae5e5a933441,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:25.735114 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cb8e7201-d2d1-41e3-8304-b9988c821523 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:25.736852 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3c5a18-357e-4d36-8041-c13de689c78c None None] Network 50d98e88-8a75-4835-9919-86c163395f7c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:52:25.748596 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-cb8e7201-d2d1-41e3-8304-b9988c821523 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/subnets/d3ffa909-ccc3-49dc-9d48-ae5e5a933441 HTTP/1.1" status: 204 len: 168 time: 1.6545584 Sep 24 15:52:25.751523 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42218) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:25.898997 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-21d2baa8-af29-4fcd-8971-fe85b86dd141 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0578926 Sep 24 15:52:25.900420 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c9504e6-dbdb-45fe-98aa-431712718db9 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Made reservation on behalf of a0a46e9236c24b39aca910b414f61345 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:52:25.900420 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0c9504e6-dbdb-45fe-98aa-431712718db9 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:25.900420 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8ff10c08-60bb-4ad2-b2d8-527adba8c2e7 req-44f3a162-41e2-4a5b-9185-2d897b68422f service neutron] 10.222.0.108 "GET /v2.0/networks/2a61a80f-7424-4f72-8244-e2cfc0c281a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712462 Sep 24 15:52:25.900749 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42220) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:25.908632 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-8d8e07ed-1197-48e1-9ea0-344f717f32fa tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Request body: {'subnet': {'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:52:25.928487 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c9504e6-dbdb-45fe-98aa-431712718db9 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1260} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:52:25.956329 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42222) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:25.979408 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0c9504e6-dbdb-45fe-98aa-431712718db9 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:25.979811 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-0c9504e6-dbdb-45fe-98aa-431712718db9 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Added segment d448738c-dbe9-4140-b5b9-470fb2a39edd of type vlan for network 73e70612-2294-4801-8e91-0551b1db35f3 Sep 24 15:52:26.068551 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945d27f7-58bc-4691-8eae-9a10b0a42b7b None None] DHCP port deletion for 50d98e88-8a75-4835-9919-86c163395f7c request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:52:26.115784 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0c9504e6-dbdb-45fe-98aa-431712718db9 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:26.127801 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8ff10c08-60bb-4ad2-b2d8-527adba8c2e7 req-5eb38bc6-aa60-4ea4-828f-924400e2124d service neutron] 10.222.0.108 "GET /v2.0/networks/2a61a80f-7424-4f72-8244-e2cfc0c281a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366283 Sep 24 15:52:26.142652 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d8e07ed-1197-48e1-9ea0-344f717f32fa tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Made reservation on behalf of 1ffc126d96724ce991d5ac46e64fd1ec for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:52:26.149889 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8d8e07ed-1197-48e1-9ea0-344f717f32fa tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:26.161852 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-945d27f7-58bc-4691-8eae-9a10b0a42b7b None None] Deleting port 0c33e100-5944-4cdb-904e-49930bb6fe59 {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:52:26.162452 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-945d27f7-58bc-4691-8eae-9a10b0a42b7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:26.229950 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0c9504e6-dbdb-45fe-98aa-431712718db9 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:26.237827 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9504e6-dbdb-45fe-98aa-431712718db9 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:26.238562 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0c9504e6-dbdb-45fe-98aa-431712718db9 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:26.240623 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0e5fbe-c15f-43e3-9d3a-071aa62018cd req-955e02db-ffe7-47da-862d-e007588148ac tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:26.249547 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1d0e5fbe-c15f-43e3-9d3a-071aa62018cd req-955e02db-ffe7-47da-862d-e007588148ac tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.1781251 Sep 24 15:52:26.333475 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-945d27f7-58bc-4691-8eae-9a10b0a42b7b None None] For port 0c33e100-5944-4cdb-904e-49930bb6fe59, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=0c33e100-5944-4cdb-904e-49930bb6fe59,segment=NetworkSegment(fb531be8-b37e-4ff9-a98b-5c7db484a0eb),segment_id=fb531be8-b37e-4ff9-a98b-5c7db484a0eb)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:52:26.334685 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-945d27f7-58bc-4691-8eae-9a10b0a42b7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:26.389579 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-945d27f7-58bc-4691-8eae-9a10b0a42b7b None None] Calling delete_port for 0c33e100-5944-4cdb-904e-49930bb6fe59 owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:52:26.390685 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-0c9504e6-dbdb-45fe-98aa-431712718db9 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9123435 Sep 24 15:52:26.396501 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42236) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:26.415104 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-145a6a00-6aaa-4454-bc96-fa7e56a5e9e8 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Request body: {'subnet': {'network_id': '73e70612-2294-4801-8e91-0551b1db35f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:52:26.467891 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9504e6-dbdb-45fe-98aa-431712718db9 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Pushing event updated for resources: {'Network': ['ID=73e70612-2294-4801-8e91-0551b1db35f3,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:26.494469 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-317776cb-130d-4099-aa68-5e016ea5c841 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Request body: {'networks': [{'name': 'tempest-network--1426868183'}, {'name': 'tempest-network--371974105'}]} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:52:26.495778 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-317776cb-130d-4099-aa68-5e016ea5c841 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Request body: {'network': {'name': 'tempest-network--1426868183'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:52:26.496649 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-317776cb-130d-4099-aa68-5e016ea5c841 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Request body: {'network': {'name': 'tempest-network--371974105'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:52:26.497903 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1d0e5fbe-c15f-43e3-9d3a-071aa62018cd req-f10f66a8-f168-49b7-8e14-2185e1a528be tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469902 Sep 24 15:52:26.500725 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 73e70612-2294-4801-8e91-0551b1db35f3 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:52:26.773108 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 0c33e100-5944-4cdb-904e-49930bb6fe59 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:52:26.780509 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-317776cb-130d-4099-aa68-5e016ea5c841 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Made reservation on behalf of d9b389de7e3249f996dc3cbee863608b for: {'network': 2} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:52:26.787029 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-317776cb-130d-4099-aa68-5e016ea5c841 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:26.796068 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 0c33e100-5944-4cdb-904e-49930bb6fe59 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:52:26.796720 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 0c33e100-5944-4cdb-904e-49930bb6fe59 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:52:26.812422 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-945d27f7-58bc-4691-8eae-9a10b0a42b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:26.826886 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8d8e07ed-1197-48e1-9ea0-344f717f32fa tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:26.831503 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-317776cb-130d-4099-aa68-5e016ea5c841 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:26.844309 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945d27f7-58bc-4691-8eae-9a10b0a42b7b None None] Pushing event deleted for resources: {'Port': ['ID=0c33e100-5944-4cdb-904e-49930bb6fe59,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:26.859085 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945d27f7-58bc-4691-8eae-9a10b0a42b7b None None] No DVR routers for this DVR port 0c33e100-5944-4cdb-904e-49930bb6fe59 on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:52:26.912483 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d8e07ed-1197-48e1-9ea0-344f717f32fa tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Network 50d98e88-8a75-4835-9919-86c163395f7c is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:52:26.915801 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-8d8e07ed-1197-48e1-9ea0-344f717f32fa tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:52:26.923808 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8e07ed-1197-48e1-9ea0-344f717f32fa tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:26.924842 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8d8e07ed-1197-48e1-9ea0-344f717f32fa tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:26.928546 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02fc360-a418-4d2d-87c6-847912486f16 None None] Network 50d98e88-8a75-4835-9919-86c163395f7c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:52:26.936806 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8e07ed-1197-48e1-9ea0-344f717f32fa tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event updated for resources: {'Subnet': ['ID=ea17fd7d-4f7c-4e5e-b713-5c997a9bf2b6,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:26.958127 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2140d8-9fba-4e81-8756-738721d07f9e req-2993cd71-bb1a-4b3d-a6a2-d4bd3bb161a8 tempest-TestNetworkAdvancedServerOps-571836934 tempest-TestNetworkAdvancedServerOps-571836934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:26.966839 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6b2140d8-9fba-4e81-8756-738721d07f9e req-2993cd71-bb1a-4b3d-a6a2-d4bd3bb161a8 tempest-TestNetworkAdvancedServerOps-571836934 tempest-TestNetworkAdvancedServerOps-571836934-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=cffe7aaf-b947-49e8-8c24-ba60972c40b9 HTTP/1.1" status: 200 len: 1096 time: 0.0657997 Sep 24 15:52:26.982174 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-6b2140d8-9fba-4e81-8756-738721d07f9e req-c2bfa56f-5dfa-4b94-abf5-f19b12f597a3 tempest-TestNetworkAdvancedServerOps-571836934 tempest-TestNetworkAdvancedServerOps-571836934-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:26.983362 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145a6a00-6aaa-4454-bc96-fa7e56a5e9e8 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Made reservation on behalf of a0a46e9236c24b39aca910b414f61345 for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:52:26.988239 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-145a6a00-6aaa-4454-bc96-fa7e56a5e9e8 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:27.161890 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239147b6-fddb-4928-8793-c0e9e7c707df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-50d98e88-8a75-4835-9919-86c163395f7c', 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'tenant_id': '1ffc126d96724ce991d5ac46e64fd1ec', 'fixed_ips': [{'subnet_id': 'ea17fd7d-4f7c-4e5e-b713-5c997a9bf2b6'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:52:27.163360 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-239147b6-fddb-4928-8793-c0e9e7c707df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:27.182866 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-317776cb-130d-4099-aa68-5e016ea5c841 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:27.287268 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-317776cb-130d-4099-aa68-5e016ea5c841 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:27.294003 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-317776cb-130d-4099-aa68-5e016ea5c841 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:27.319204 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-239147b6-fddb-4928-8793-c0e9e7c707df None None] Allocated IP 2001:db8::2 (50d98e88-8a75-4835-9919-86c163395f7c/ea17fd7d-4f7c-4e5e-b713-5c997a9bf2b6/f9f93236-9429-4dd5-b580-abba1d924c4b) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:52:27.382532 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-8d8e07ed-1197-48e1-9ea0-344f717f32fa tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4807568 Sep 24 15:52:27.383624 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42260) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:27.390577 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-fb5a1c28-ec3e-4f86-a819-e0d1615970d1 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Request body: {'port': {'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'name': 'tempest-NetworksTestDHCPv6-836967479'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:52:27.443944 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-317776cb-130d-4099-aa68-5e016ea5c841 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1282} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:52:27.446603 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-145a6a00-6aaa-4454-bc96-fa7e56a5e9e8 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:27.463995 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317776cb-130d-4099-aa68-5e016ea5c841 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc2679c-e297-4149-8475-665456a6e67d,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:27.488922 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-317776cb-130d-4099-aa68-5e016ea5c841 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:27.489628 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-317776cb-130d-4099-aa68-5e016ea5c841 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Added segment f7ab2a21-ac5e-44bd-a0de-54748e0d2f7d of type vlan for network 6865ea06-4791-426b-bb0b-e38c3c7937a7 Sep 24 15:52:27.646798 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-317776cb-130d-4099-aa68-5e016ea5c841 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:27.710129 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-317776cb-130d-4099-aa68-5e016ea5c841 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1276} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:52:27.726767 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145a6a00-6aaa-4454-bc96-fa7e56a5e9e8 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Pushing event updated for resources: {'Subnet': ['ID=4e27e3c2-6dc0-44f7-8a14-fbed5c748efd,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:27.730163 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-239147b6-fddb-4928-8793-c0e9e7c707df None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:27.752642 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-317776cb-130d-4099-aa68-5e016ea5c841 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:27.753636 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-317776cb-130d-4099-aa68-5e016ea5c841 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Added segment 22ae76f8-3726-4322-8ea7-fb5b991cb9c1 of type vlan for network f25de201-bc79-4c31-8100-0426c6114000 Sep 24 15:52:27.760222 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145a6a00-6aaa-4454-bc96-fa7e56a5e9e8 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Checking segment: {'id': 'd448738c-dbe9-4140-b5b9-470fb2a39edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '73e70612-2294-4801-8e91-0551b1db35f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:52:27.760579 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145a6a00-6aaa-4454-bc96-fa7e56a5e9e8 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Network hostable DHCP agents. Network: 73e70612-2294-4801-8e91-0551b1db35f3, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:52:27.810052 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc8ce0d-3783-49cc-9eb5-17ade885444f req-c98c27a4-ac87-4ccc-b850-f1c1cd799f3a tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:27.821066 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8bc8ce0d-3783-49cc-9eb5-17ade885444f req-c98c27a4-ac87-4ccc-b850-f1c1cd799f3a tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.1162775 Sep 24 15:52:27.830566 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-239147b6-fddb-4928-8793-c0e9e7c707df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:27.848584 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-317776cb-130d-4099-aa68-5e016ea5c841 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:27.881762 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239147b6-fddb-4928-8793-c0e9e7c707df None None] Network 50d98e88-8a75-4835-9919-86c163395f7c is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:52:27.885812 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-239147b6-fddb-4928-8793-c0e9e7c707df None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:52:27.887189 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-6b2140d8-9fba-4e81-8756-738721d07f9e req-c2bfa56f-5dfa-4b94-abf5-f19b12f597a3 tempest-TestNetworkAdvancedServerOps-571836934 tempest-TestNetworkAdvancedServerOps-571836934-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:27.890479 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145a6a00-6aaa-4454-bc96-fa7e56a5e9e8 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Network 73e70612-2294-4801-8e91-0551b1db35f3 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:52:27.903973 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239147b6-fddb-4928-8793-c0e9e7c707df None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:52:27.913199 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8bc8ce0d-3783-49cc-9eb5-17ade885444f req-1174fd1e-3c63-49ac-98d7-bc9a8eb2641b tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909045 Sep 24 15:52:27.920730 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239147b6-fddb-4928-8793-c0e9e7c707df None None] Pushing event updated for resources: {'Port': ['ID=f9f93236-9429-4dd5-b580-abba1d924c4b,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:27.972146 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-6b2140d8-9fba-4e81-8756-738721d07f9e req-c2bfa56f-5dfa-4b94-abf5-f19b12f597a3 tempest-TestNetworkAdvancedServerOps-571836934 tempest-TestNetworkAdvancedServerOps-571836934-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:27.981893 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-239147b6-fddb-4928-8793-c0e9e7c707df None None] Attempting to bind port f9f93236-9429-4dd5-b580-abba1d924c4b on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:52:27.982696 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-239147b6-fddb-4928-8793-c0e9e7c707df None None] Attempting to bind port f9f93236-9429-4dd5-b580-abba1d924c4b by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:52:27.983072 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239147b6-fddb-4928-8793-c0e9e7c707df None None] Attempting to bind port f9f93236-9429-4dd5-b580-abba1d924c4b on network 50d98e88-8a75-4835-9919-86c163395f7c {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:52:27.990789 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239147b6-fddb-4928-8793-c0e9e7c707df None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:52:27.990789 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239147b6-fddb-4928-8793-c0e9e7c707df None None] Checking segment: {'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:52:27.990789 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-239147b6-fddb-4928-8793-c0e9e7c707df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:27.990789 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-239147b6-fddb-4928-8793-c0e9e7c707df None None] Bound using segment: {'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:52:27.991254 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-239147b6-fddb-4928-8793-c0e9e7c707df None None] Bound port: f9f93236-9429-4dd5-b580-abba1d924c4b, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:52:27.991346 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-239147b6-fddb-4928-8793-c0e9e7c707df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:28.021776 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-145a6a00-6aaa-4454-bc96-fa7e56a5e9e8 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 73e70612-2294-4801-8e91-0551b1db35f3) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:52:28.037366 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145a6a00-6aaa-4454-bc96-fa7e56a5e9e8 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:28.037934 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-145a6a00-6aaa-4454-bc96-fa7e56a5e9e8 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:28.054303 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-317776cb-130d-4099-aa68-5e016ea5c841 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:28.055088 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-317776cb-130d-4099-aa68-5e016ea5c841 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:28.076467 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317776cb-130d-4099-aa68-5e016ea5c841 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:28.081949 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb979e4-a12b-4b58-a45e-febddc973f1b None None] Network 73e70612-2294-4801-8e91-0551b1db35f3 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:52:28.082397 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317776cb-130d-4099-aa68-5e016ea5c841 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:28.083088 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-317776cb-130d-4099-aa68-5e016ea5c841 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:28.118714 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6b2140d8-9fba-4e81-8756-738721d07f9e req-c2bfa56f-5dfa-4b94-abf5-f19b12f597a3 tempest-TestNetworkAdvancedServerOps-571836934 tempest-TestNetworkAdvancedServerOps-571836934-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=6ebd70ba-9057-4f05-b091-253e90de2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1506555 Sep 24 15:52:28.126651 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bfa56f-5dfa-4b94-abf5-f19b12f597a3 tempest-TestNetworkAdvancedServerOps-571836934 tempest-TestNetworkAdvancedServerOps-571836934-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a54654-2532-420c-9c92-49b2c50fe578,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:28.144019 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5a1c28-ec3e-4f86-a819-e0d1615970d1 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Made reservation on behalf of 1ffc126d96724ce991d5ac46e64fd1ec for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:52:28.144361 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fb5a1c28-ec3e-4f86-a819-e0d1615970d1 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:28.196480 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [None req-fb5a1c28-ec3e-4f86-a819-e0d1615970d1 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] device_id is not set on port f175ca35-4a3c-49bc-833c-46e03f1a07c4 yet. {{(pid=95298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:52:28.217218 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-145a6a00-6aaa-4454-bc96-fa7e56a5e9e8 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8094320 Sep 24 15:52:28.222012 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42278) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:28.258679 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-317776cb-130d-4099-aa68-5e016ea5c841 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.3001955 Sep 24 15:52:28.259541 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317776cb-130d-4099-aa68-5e016ea5c841 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Pushing event updated for resources: {'Network': ['ID=6865ea06-4791-426b-bb0b-e38c3c7937a7,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:28.272164 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42280) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:28.276189 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-db7e2cba-066c-40b5-a9ab-8792f146ade1 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1390726438', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:52:28.291648 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 6865ea06-4791-426b-bb0b-e38c3c7937a7 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:52:28.415567 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-239147b6-fddb-4928-8793-c0e9e7c707df None None] For port f9f93236-9429-4dd5-b580-abba1d924c4b, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:52:28.496517 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-239147b6-fddb-4928-8793-c0e9e7c707df None None] For port f9f93236-9429-4dd5-b580-abba1d924c4b, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=f9f93236-9429-4dd5-b580-abba1d924c4b,segment=NetworkSegment(fb531be8-b37e-4ff9-a98b-5c7db484a0eb),segment_id=fb531be8-b37e-4ff9-a98b-5c7db484a0eb)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:52:28.509566 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5bc39f-99f4-4cee-939b-b67a2ac318f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-73e70612-2294-4801-8e91-0551b1db35f3', 'network_id': '73e70612-2294-4801-8e91-0551b1db35f3', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'fixed_ips': [{'subnet_id': '4e27e3c2-6dc0-44f7-8a14-fbed5c748efd'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:52:28.511392 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9e5bc39f-99f4-4cee-939b-b67a2ac318f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:28.545963 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f30f2f-7400-497c-b507-9005ece453b0 req-279b9e1b-fae4-42fb-bced-fcf97ebbaa6d tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:28.547714 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-46f30f2f-7400-497c-b507-9005ece453b0 req-279b9e1b-fae4-42fb-bced-fcf97ebbaa6d tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=cffe7aaf-b947-49e8-8c24-ba60972c40b9 HTTP/1.1" status: 200 len: 945 time: 0.3289943 Sep 24 15:52:28.570146 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-db7e2cba-066c-40b5-a9ab-8792f146ade1 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:28.572266 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317776cb-130d-4099-aa68-5e016ea5c841 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Pushing event updated for resources: {'Network': ['ID=f25de201-bc79-4c31-8100-0426c6114000,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:28.575478 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-db7e2cba-066c-40b5-a9ab-8792f146ade1 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:28.659579 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74676409-5362-43a7-943e-57941793773f tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:28.671571 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-fb5a1c28-ec3e-4f86-a819-e0d1615970d1 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Allocated IP 2001:db8::39d (50d98e88-8a75-4835-9919-86c163395f7c/ea17fd7d-4f7c-4e5e-b713-5c997a9bf2b6/f175ca35-4a3c-49bc-833c-46e03f1a07c4) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:52:28.674868 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network f25de201-bc79-4c31-8100-0426c6114000 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:52:28.675124 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74676409-5362-43a7-943e-57941793773f tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:28.688208 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74676409-5362-43a7-943e-57941793773f tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:28.703419 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74676409-5362-43a7-943e-57941793773f tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:28.709851 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-74676409-5362-43a7-943e-57941793773f tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] 10.222.0.101 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4288690 Sep 24 15:52:28.710599 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42286) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:28.721966 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-46f30f2f-7400-497c-b507-9005ece453b0 req-e2e1373a-98c1-437f-8b17-8e25d9daaf96 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=6ebd70ba-9057-4f05-b091-253e90de2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616542 Sep 24 15:52:28.749709 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42288) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:28.802838 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-239147b6-fddb-4928-8793-c0e9e7c707df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:28.828900 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-db7e2cba-066c-40b5-a9ab-8792f146ade1 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:28.893385 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239147b6-fddb-4928-8793-c0e9e7c707df None None] Pushing event updated for resources: {'Port': ['ID=f9f93236-9429-4dd5-b580-abba1d924c4b,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:28.899446 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-27360088-fd8d-490b-8a71-c539bb653331 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:28.925151 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-db7e2cba-066c-40b5-a9ab-8792f146ade1 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:29.011239 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-9e5bc39f-99f4-4cee-939b-b67a2ac318f1 None None] Allocated IP 2001:db8::2 (73e70612-2294-4801-8e91-0551b1db35f3/4e27e3c2-6dc0-44f7-8a14-fbed5c748efd/667d2c91-5a8f-4a3b-8aa5-845347bea7e1) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:52:29.048662 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-db7e2cba-066c-40b5-a9ab-8792f146ade1 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:29.050689 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-db7e2cba-066c-40b5-a9ab-8792f146ade1 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8275754 Sep 24 15:52:29.056531 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42294) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:29.100122 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-176a6f01-b657-4b0b-aae9-20b5039f3688 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/floatingips/a7e78111-0cf5-4cb4-b710-e6f6ee4128d9 HTTP/1.1" status: 200 len: 992 time: 0.3491235 Sep 24 15:52:29.168268 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-27360088-fd8d-490b-8a71-c539bb653331 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:29.375911 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fb5a1c28-ec3e-4f86-a819-e0d1615970d1 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:29.397283 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9e5bc39f-99f4-4cee-939b-b67a2ac318f1 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:29.486950 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9e5bc39f-99f4-4cee-939b-b67a2ac318f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:29.514424 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fb5a1c28-ec3e-4f86-a819-e0d1615970d1 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:29.572797 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e5bc39f-99f4-4cee-939b-b67a2ac318f1 None None] Network 73e70612-2294-4801-8e91-0551b1db35f3 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:52:29.575977 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-9e5bc39f-99f4-4cee-939b-b67a2ac318f1 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:52:29.589076 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5bc39f-99f4-4cee-939b-b67a2ac318f1 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:52:29.607877 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5a1c28-ec3e-4f86-a819-e0d1615970d1 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Network 50d98e88-8a75-4835-9919-86c163395f7c is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:52:29.625105 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-fb5a1c28-ec3e-4f86-a819-e0d1615970d1 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:52:29.630088 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5a1c28-ec3e-4f86-a819-e0d1615970d1 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:52:29.645759 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5a1c28-ec3e-4f86-a819-e0d1615970d1 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:29.646461 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fb5a1c28-ec3e-4f86-a819-e0d1615970d1 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:29.655660 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5bc39f-99f4-4cee-939b-b67a2ac318f1 None None] Pushing event updated for resources: {'Port': ['ID=667d2c91-5a8f-4a3b-8aa5-845347bea7e1,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:29.695737 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5a1c28-ec3e-4f86-a819-e0d1615970d1 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event updated for resources: {'Port': ['ID=f175ca35-4a3c-49bc-833c-46e03f1a07c4,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:29.727220 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-fb5a1c28-ec3e-4f86-a819-e0d1615970d1 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3422761 Sep 24 15:52:29.729582 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42306) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:29.760193 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-9e5bc39f-99f4-4cee-939b-b67a2ac318f1 None None] Attempting to bind port 667d2c91-5a8f-4a3b-8aa5-845347bea7e1 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:52:29.762690 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-9e5bc39f-99f4-4cee-939b-b67a2ac318f1 None None] Attempting to bind port 667d2c91-5a8f-4a3b-8aa5-845347bea7e1 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'd448738c-dbe9-4140-b5b9-470fb2a39edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '73e70612-2294-4801-8e91-0551b1db35f3'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:52:29.763165 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5bc39f-99f4-4cee-939b-b67a2ac318f1 None None] Attempting to bind port 667d2c91-5a8f-4a3b-8aa5-845347bea7e1 on network 73e70612-2294-4801-8e91-0551b1db35f3 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:52:29.784161 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5bc39f-99f4-4cee-939b-b67a2ac318f1 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 52, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:52:29.784559 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5bc39f-99f4-4cee-939b-b67a2ac318f1 None None] Checking segment: {'id': 'd448738c-dbe9-4140-b5b9-470fb2a39edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '73e70612-2294-4801-8e91-0551b1db35f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:52:29.784980 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9e5bc39f-99f4-4cee-939b-b67a2ac318f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:29.785443 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e5bc39f-99f4-4cee-939b-b67a2ac318f1 None None] Bound using segment: {'id': 'd448738c-dbe9-4140-b5b9-470fb2a39edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '73e70612-2294-4801-8e91-0551b1db35f3'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:52:29.785944 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-9e5bc39f-99f4-4cee-939b-b67a2ac318f1 None None] Bound port: 667d2c91-5a8f-4a3b-8aa5-845347bea7e1, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd448738c-dbe9-4140-b5b9-470fb2a39edd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '73e70612-2294-4801-8e91-0551b1db35f3'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:52:29.786334 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9e5bc39f-99f4-4cee-939b-b67a2ac318f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:29.836591 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92c3d51-a0d3-4379-ab34-a9712b6e88f3 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:29.854550 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b92c3d51-a0d3-4379-ab34-a9712b6e88f3 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:29.856182 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b92c3d51-a0d3-4379-ab34-a9712b6e88f3 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1256847 Sep 24 15:52:29.872984 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [req-ef138fd5-f4f9-4307-b600-e8c4d2fe5dfb req-f7c2c134-30fc-432c-95bc-54a5c370e543 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:52:29.894900 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ef138fd5-f4f9-4307-b600-e8c4d2fe5dfb req-f7c2c134-30fc-432c-95bc-54a5c370e543 service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3885813 Sep 24 15:52:29.896363 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-9e5bc39f-99f4-4cee-939b-b67a2ac318f1 None None] For port 667d2c91-5a8f-4a3b-8aa5-845347bea7e1, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:52:29.897539 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42310) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:29.904593 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-9e5bc39f-99f4-4cee-939b-b67a2ac318f1 None None] For port 667d2c91-5a8f-4a3b-8aa5-845347bea7e1, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=667d2c91-5a8f-4a3b-8aa5-845347bea7e1,segment=NetworkSegment(d448738c-dbe9-4140-b5b9-470fb2a39edd),segment_id=d448738c-dbe9-4140-b5b9-470fb2a39edd)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:52:29.972865 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9e5bc39f-99f4-4cee-939b-b67a2ac318f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:30.108682 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5bc39f-99f4-4cee-939b-b67a2ac318f1 None None] Pushing event updated for resources: {'Port': ['ID=667d2c91-5a8f-4a3b-8aa5-845347bea7e1,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:30.130463 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-7142cd2a-c21c-4029-a5b9-c6470204348b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Deleting port f175ca35-4a3c-49bc-833c-46e03f1a07c4 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:52:30.131037 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7142cd2a-c21c-4029-a5b9-c6470204348b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:30.281305 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-27360088-fd8d-490b-8a71-c539bb653331 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6865ea06-4791-426b-bb0b-e38c3c7937a7']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:52:30.331114 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7142cd2a-c21c-4029-a5b9-c6470204348b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:30.364674 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-7142cd2a-c21c-4029-a5b9-c6470204348b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Calling delete_port for f175ca35-4a3c-49bc-833c-46e03f1a07c4 owned by {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:52:30.404209 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-27360088-fd8d-490b-8a71-c539bb653331 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7ab2a21-ac5e-44bd-a0de-54748e0d2f7d') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:52:30.404876 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-27360088-fd8d-490b-8a71-c539bb653331 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7ab2a21-ac5e-44bd-a0de-54748e0d2f7d') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:52:30.434785 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-27360088-fd8d-490b-8a71-c539bb653331 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:30.466096 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fb9839-52e7-4132-8d3f-cec5d3e202b8 req-3cdef26e-5463-4614-8290-9655fbfd825c tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:30.478679 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f0fb9839-52e7-4132-8d3f-cec5d3e202b8 req-3cdef26e-5463-4614-8290-9655fbfd825c tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 1.2545834 Sep 24 15:52:30.635927 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-27360088-fd8d-490b-8a71-c539bb653331 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:30.746240 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f0fb9839-52e7-4132-8d3f-cec5d3e202b8 req-690abd3a-a752-4218-ad52-4b482872ca09 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2370126 Sep 24 15:52:30.747654 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27360088-fd8d-490b-8a71-c539bb653331 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Releasing vlan 1282 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:52:30.748065 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-27360088-fd8d-490b-8a71-c539bb653331 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:30.752398 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:52:30.752398 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:52:30.752398 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:52:30.752398 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:52:30.752398 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:52:30.752398 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:52:30.752398 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:52:30.752398 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:52:30.752398 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:52:30.752398 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:52:30.752398 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:52:30.752398 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:52:30.752398 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:52:30.752398 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:52:30.752398 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:52:30.752398 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:52:30.752398 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:52:30.752398 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:52:30.752398 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:52:30.752398 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:52:30.752398 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:52:30.752398 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:52:30.752398 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:52:30.752398 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:52:30.752398 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:52:30.752398 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:52:30.752398 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:52:30.752398 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:52:30.752398 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:52:30.752398 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:52:30.752398 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:52:30.752398 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:52:30.898835 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-236def1d-7636-4b0c-91c0-0ae6b023036b req-f84238de-3dfe-4704-9c36-ec886c65c1c8 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2567403 Sep 24 15:52:30.934139 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-579e4a1b-4742-47e0-a6f6-3e1714c98545 None None] Provisioning complete for port f9f93236-9429-4dd5-b580-abba1d924c4b triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:52:30.951315 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-579e4a1b-4742-47e0-a6f6-3e1714c98545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:31.078218 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 667d2c91-5a8f-4a3b-8aa5-845347bea7e1 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:52:31.139504 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ffe39031-8c4c-4b31-80ff-85844d4aacec tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:31.213962 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-579e4a1b-4742-47e0-a6f6-3e1714c98545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:31.234273 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-27360088-fd8d-490b-8a71-c539bb653331 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:31.264803 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-27360088-fd8d-490b-8a71-c539bb653331 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:31.269860 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-27360088-fd8d-490b-8a71-c539bb653331 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] 10.222.0.101 "DELETE /v2.0/networks/6865ea06-4791-426b-bb0b-e38c3c7937a7 HTTP/1.1" status: 204 len: 168 time: 2.5557883 Sep 24 15:52:31.271828 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42328) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:31.318251 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236def1d-7636-4b0c-91c0-0ae6b023036b req-8c7f7e41-429d-4399-9dec-a1ce0f19fea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:31.322175 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236def1d-7636-4b0c-91c0-0ae6b023036b req-8c7f7e41-429d-4399-9dec-a1ce0f19fea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:31.323104 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236def1d-7636-4b0c-91c0-0ae6b023036b req-8c7f7e41-429d-4399-9dec-a1ce0f19fea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:31.328343 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236def1d-7636-4b0c-91c0-0ae6b023036b req-8c7f7e41-429d-4399-9dec-a1ce0f19fea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:31.329019 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236def1d-7636-4b0c-91c0-0ae6b023036b req-8c7f7e41-429d-4399-9dec-a1ce0f19fea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:31.330856 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236def1d-7636-4b0c-91c0-0ae6b023036b req-8c7f7e41-429d-4399-9dec-a1ce0f19fea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:31.333301 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236def1d-7636-4b0c-91c0-0ae6b023036b req-8c7f7e41-429d-4399-9dec-a1ce0f19fea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:31.335582 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-236def1d-7636-4b0c-91c0-0ae6b023036b req-8c7f7e41-429d-4399-9dec-a1ce0f19fea1 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=4e03fc3d20524ffa9cc0335ea5171849&device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 6488 time: 0.2628982 Sep 24 15:52:31.354279 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-579e4a1b-4742-47e0-a6f6-3e1714c98545 None None] For port f9f93236-9429-4dd5-b580-abba1d924c4b, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=f9f93236-9429-4dd5-b580-abba1d924c4b,segment=NetworkSegment(fb531be8-b37e-4ff9-a98b-5c7db484a0eb),segment_id=fb531be8-b37e-4ff9-a98b-5c7db484a0eb)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:52:31.374629 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-443d0842-fb0c-46ac-913b-96f22a1ab266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:31.408120 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 667d2c91-5a8f-4a3b-8aa5-845347bea7e1 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:52:31.411731 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:31.430237 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27360088-fd8d-490b-8a71-c539bb653331 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Pushing event deleted for resources: {'Network': ['ID=6865ea06-4791-426b-bb0b-e38c3c7937a7,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:31.478323 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-579e4a1b-4742-47e0-a6f6-3e1714c98545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:31.509407 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88553c90-f4ad-40ac-8e9d-a6566504a708 req-3f5ffc47-8a34-42fd-8fa1-ecdf093ef694 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:31.511040 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-88553c90-f4ad-40ac-8e9d-a6566504a708 req-3f5ffc47-8a34-42fd-8fa1-ecdf093ef694 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=cffe7aaf-b947-49e8-8c24-ba60972c40b9 HTTP/1.1" status: 200 len: 945 time: 0.3612080 Sep 24 15:52:31.583193 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579e4a1b-4742-47e0-a6f6-3e1714c98545 None None] Pushing event updated for resources: {'Port': ['ID=f9f93236-9429-4dd5-b580-abba1d924c4b,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:31.621832 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-0d7f97d9-5b6c-4a50-82cf-ef1e69ded488 None None] Could not find standard attr ID for object f175ca35-4a3c-49bc-833c-46e03f1a07c4. {{(pid=95299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 15:52:31.693942 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236def1d-7636-4b0c-91c0-0ae6b023036b req-e8bc5f92-bc2c-45af-82cd-ef36b21a04d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:31.695725 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236def1d-7636-4b0c-91c0-0ae6b023036b req-e8bc5f92-bc2c-45af-82cd-ef36b21a04d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:31.696215 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236def1d-7636-4b0c-91c0-0ae6b023036b req-e8bc5f92-bc2c-45af-82cd-ef36b21a04d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:31.700137 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-236def1d-7636-4b0c-91c0-0ae6b023036b req-e8bc5f92-bc2c-45af-82cd-ef36b21a04d6 service neutron] 10.222.0.110 "GET /v2.0/networks?id=fd4dbc0b-12eb-4c1c-a696-391550e45003&id=9045208f-96a3-4106-bd0d-84166192bb83&id=9045208f-96a3-4106-bd0d-84166192bb83&id=9045208f-96a3-4106-bd0d-84166192bb83&id=9045208f-96a3-4106-bd0d-84166192bb83&id=e4856753-6c1e-428e-a2fe-e4f7731cb6f7&id=e4856753-6c1e-428e-a2fe-e4f7731cb6f7 HTTP/1.1" status: 200 len: 2296 time: 0.3288100 Sep 24 15:52:31.701318 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7142cd2a-c21c-4029-a5b9-c6470204348b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:31.708332 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:31.749231 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port 667d2c91-5a8f-4a3b-8aa5-845347bea7e1, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=667d2c91-5a8f-4a3b-8aa5-845347bea7e1,segment=NetworkSegment(d448738c-dbe9-4140-b5b9-470fb2a39edd),segment_id=d448738c-dbe9-4140-b5b9-470fb2a39edd)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:52:31.797998 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-aac67b21-0afa-4787-9862-67b650b48253 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:31.803546 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7142cd2a-c21c-4029-a5b9-c6470204348b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event deleted for resources: {'Port': ['ID=f175ca35-4a3c-49bc-833c-46e03f1a07c4,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:31.824017 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:31.824832 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device f9f93236-9429-4dd5-b580-abba1d924c4b up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:52:31.828094 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-88553c90-f4ad-40ac-8e9d-a6566504a708 req-03bd989c-e725-4e36-ad66-b4944497cdd4 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=6ebd70ba-9057-4f05-b091-253e90de2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2939613 Sep 24 15:52:31.867266 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7142cd2a-c21c-4029-a5b9-c6470204348b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:31.873979 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-7142cd2a-c21c-4029-a5b9-c6470204348b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/ports/f175ca35-4a3c-49bc-833c-46e03f1a07c4 HTTP/1.1" status: 204 len: 168 time: 1.9752147 Sep 24 15:52:31.887370 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42336) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:31.953904 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fb6bcd6f-c8ce-49db-a5fd-2e9c798c8178 req-60e5288a-a54b-4910-8703-3760477dd28e service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=cffe7aaf-b947-49e8-8c24-ba60972c40b9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.8109605 Sep 24 15:52:31.959664 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [req-fb6bcd6f-c8ce-49db-a5fd-2e9c798c8178 req-11958414-36f3-4ef2-a164-dbc63d253808 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:52:31.984613 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fb6bcd6f-c8ce-49db-a5fd-2e9c798c8178 req-11958414-36f3-4ef2-a164-dbc63d253808 service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0289631 Sep 24 15:52:32.093634 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=667d2c91-5a8f-4a3b-8aa5-845347bea7e1,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:32.117271 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-597d5612-ea7f-45e7-99f7-7d72a4ccf986 None None] Network 73e70612-2294-4801-8e91-0551b1db35f3 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:52:32.308825 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-aac67b21-0afa-4787-9862-67b650b48253 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:32.355667 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-ffe39031-8c4c-4b31-80ff-85844d4aacec tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Allocated IP 2001:db8::1 (73e70612-2294-4801-8e91-0551b1db35f3/4e27e3c2-6dc0-44f7-8a14-fbed5c748efd/dd9bdcb8-3701-431d-9b78-5bcca9e386c3) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:52:32.359303 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-aac67b21-0afa-4787-9862-67b650b48253 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f25de201-bc79-4c31-8100-0426c6114000']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:52:32.380277 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port f9f93236-9429-4dd5-b580-abba1d924c4b triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:52:32.393368 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-aac67b21-0afa-4787-9862-67b650b48253 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22ae76f8-3726-4322-8ea7-fb5b991cb9c1') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:52:32.394033 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-aac67b21-0afa-4787-9862-67b650b48253 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22ae76f8-3726-4322-8ea7-fb5b991cb9c1') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:52:32.411751 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:32.413401 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-aac67b21-0afa-4787-9862-67b650b48253 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:32.466149 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-aac67b21-0afa-4787-9862-67b650b48253 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:32.478046 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aac67b21-0afa-4787-9862-67b650b48253 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Releasing vlan 1276 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:52:32.478387 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-aac67b21-0afa-4787-9862-67b650b48253 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:32.481628 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:52:32.481628 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:52:32.481628 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:52:32.481628 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:52:32.481628 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:52:32.481628 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:52:32.481628 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:52:32.481628 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:52:32.481628 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:52:32.481628 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:52:32.481628 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:52:32.481628 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:52:32.481628 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:52:32.481628 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:52:32.481628 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:52:32.481628 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:52:32.481628 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:52:32.481628 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:52:32.481628 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:52:32.481628 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:52:32.481628 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:52:32.481628 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:52:32.481628 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:52:32.481628 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:52:32.481628 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:52:32.481628 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:52:32.481628 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:52:32.481628 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:52:32.481628 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:52:32.481628 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:52:32.481628 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:52:32.481628 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:52:32.546322 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-c9cc7d3f-0b06-4fb2-8357-8f421a2d8678 None None] Provisioning complete for port 667d2c91-5a8f-4a3b-8aa5-845347bea7e1 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:52:32.557063 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c9cc7d3f-0b06-4fb2-8357-8f421a2d8678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:32.681165 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ffe39031-8c4c-4b31-80ff-85844d4aacec tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:32.694002 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafb87ad-c31a-4027-be2b-a29bc1e6b6dd tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:32.695467 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafb87ad-c31a-4027-be2b-a29bc1e6b6dd tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:32.706855 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-aac67b21-0afa-4787-9862-67b650b48253 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:32.709678 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42368) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:32.711460 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-aafb87ad-c31a-4027-be2b-a29bc1e6b6dd tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.8039844 Sep 24 15:52:32.807119 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-236def1d-7636-4b0c-91c0-0ae6b023036b req-af628f48-6bc3-48f2-a53f-11cf95b9c4d9 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc03181b-eebc-4350-ae95-5058ea48d9fb HTTP/1.1" status: 200 len: 1000 time: 1.0782835 Sep 24 15:52:32.848779 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7455ec1-c8c1-40db-832f-ae6d168e06ff tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Deleting subnet ea17fd7d-4f7c-4e5e-b713-5c997a9bf2b6 {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:52:32.858939 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec2497c-b0be-4a92-801d-bc8aecd4da74 req-b89fc4dc-4621-421c-806a-6a4f84f7b977 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:32.871095 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dec2497c-b0be-4a92-801d-bc8aecd4da74 req-b89fc4dc-4621-421c-806a-6a4f84f7b977 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.1811821 Sep 24 15:52:32.878945 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d7455ec1-c8c1-40db-832f-ae6d168e06ff tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:32.903135 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-aac67b21-0afa-4787-9862-67b650b48253 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:32.908480 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-aac67b21-0afa-4787-9862-67b650b48253 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] 10.222.0.101 "DELETE /v2.0/networks/f25de201-bc79-4c31-8100-0426c6114000 HTTP/1.1" status: 204 len: 168 time: 1.6137097 Sep 24 15:52:32.923612 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42376) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:33.030081 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac67b21-0afa-4787-9862-67b650b48253 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Pushing event deleted for resources: {'Network': ['ID=f25de201-bc79-4c31-8100-0426c6114000,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:33.104184 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236def1d-7636-4b0c-91c0-0ae6b023036b req-b8178287-daa3-4f73-8b31-389d1343986f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:33.105654 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-236def1d-7636-4b0c-91c0-0ae6b023036b req-b8178287-daa3-4f73-8b31-389d1343986f service neutron] 10.222.0.110 "GET /v2.0/subnets?id=ff90cfb5-edb1-4dd2-95a8-9b64a8718aa6 HTTP/1.1" status: 200 len: 851 time: 0.2784619 Sep 24 15:52:33.157183 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d7455ec1-c8c1-40db-832f-ae6d168e06ff tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:33.199742 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dec2497c-b0be-4a92-801d-bc8aecd4da74 req-cea71a53-be31-4769-9203-89f67e65cd39 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962077 Sep 24 15:52:33.219230 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 667d2c91-5a8f-4a3b-8aa5-845347bea7e1 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:52:33.373815 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 667d2c91-5a8f-4a3b-8aa5-845347bea7e1 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:52:33.374182 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:33.382487 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ffe39031-8c4c-4b31-80ff-85844d4aacec tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:33.445882 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236def1d-7636-4b0c-91c0-0ae6b023036b req-0b02249d-138b-46f8-b5af-7c8b6d025782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:33.451085 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-236def1d-7636-4b0c-91c0-0ae6b023036b req-0b02249d-138b-46f8-b5af-7c8b6d025782 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=fd4dbc0b-12eb-4c1c-a696-391550e45003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2871616 Sep 24 15:52:33.452985 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0773ed5d-174e-404b-8d73-b19eb74f03b3 req-fba2f809-9f00-459a-8d5b-dd2b1507f057 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:33.460286 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0773ed5d-174e-404b-8d73-b19eb74f03b3 req-fba2f809-9f00-459a-8d5b-dd2b1507f057 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=cffe7aaf-b947-49e8-8c24-ba60972c40b9 HTTP/1.1" status: 200 len: 945 time: 0.3401897 Sep 24 15:52:33.483131 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daee0c18-165b-4208-8725-afb913e1c36e tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:33.491118 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daee0c18-165b-4208-8725-afb913e1c36e tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:33.494641 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-daee0c18-165b-4208-8725-afb913e1c36e tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] 10.222.0.101 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5700116 Sep 24 15:52:33.517162 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42390) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:33.589734 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device f9f93236-9429-4dd5-b580-abba1d924c4b up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:52:33.592973 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-cba19a33-ee5f-49cb-868d-1b4e04b02d9c None None] Provisioning complete for port 667d2c91-5a8f-4a3b-8aa5-845347bea7e1 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:52:33.597009 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-cba19a33-ee5f-49cb-868d-1b4e04b02d9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:33.613474 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-c22c2a42-f630-42b8-9f6a-0a63514fdffb tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-844784426'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:52:33.621128 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-236def1d-7636-4b0c-91c0-0ae6b023036b req-8a0af469-8e3f-49f7-8670-93ad87a62d5e service neutron] 10.222.0.110 "GET /v2.0/networks/fd4dbc0b-12eb-4c1c-a696-391550e45003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251185 Sep 24 15:52:33.636506 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe39031-8c4c-4b31-80ff-85844d4aacec tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Network 73e70612-2294-4801-8e91-0551b1db35f3 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:52:33.656759 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-ffe39031-8c4c-4b31-80ff-85844d4aacec tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:52:33.669534 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe39031-8c4c-4b31-80ff-85844d4aacec tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:52:33.670317 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ffe39031-8c4c-4b31-80ff-85844d4aacec tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:33.680914 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42392) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:33.799640 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe39031-8c4c-4b31-80ff-85844d4aacec tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Pushing event updated for resources: {'Port': ['ID=dd9bdcb8-3701-431d-9b78-5bcca9e386c3,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:33.825980 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d7455ec1-c8c1-40db-832f-ae6d168e06ff tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:33.859480 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-236def1d-7636-4b0c-91c0-0ae6b023036b req-0c708681-2378-4a9f-8705-9739326f58af service neutron] 10.222.0.110 "GET /v2.0/networks/fd4dbc0b-12eb-4c1c-a696-391550e45003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304988 Sep 24 15:52:33.951114 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-236def1d-7636-4b0c-91c0-0ae6b023036b req-c0362329-f60c-4f22-a7ce-59c28c614af4 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=fa6b1e2c-793d-44ab-91ff-29c9061ff55a HTTP/1.1" status: 200 len: 217 time: 0.0784037 Sep 24 15:52:33.957152 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0773ed5d-174e-404b-8d73-b19eb74f03b3 req-923ca20c-2de1-467c-851b-7c563991296d tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=6ebd70ba-9057-4f05-b091-253e90de2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4468796 Sep 24 15:52:34.006562 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c22c2a42-f630-42b8-9f6a-0a63514fdffb tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Made reservation on behalf of d9b389de7e3249f996dc3cbee863608b for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:52:34.010673 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c22c2a42-f630-42b8-9f6a-0a63514fdffb tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:34.055468 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236def1d-7636-4b0c-91c0-0ae6b023036b req-528c17b4-13a2-40c9-9bfc-424ae98ca608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:34.057023 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-236def1d-7636-4b0c-91c0-0ae6b023036b req-528c17b4-13a2-40c9-9bfc-424ae98ca608 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=98209579-5345-4ff1-a6ee-f33b5735b225 HTTP/1.1" status: 200 len: 797 time: 0.0893407 Sep 24 15:52:34.078394 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5b564a89-dbeb-466a-b708-2b71bf48ed5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:34.125777 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c22c2a42-f630-42b8-9f6a-0a63514fdffb tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1267} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:52:34.128498 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d7455ec1-c8c1-40db-832f-ae6d168e06ff tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:34.139151 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port f9f93236-9429-4dd5-b580-abba1d924c4b triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:52:34.139759 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:34.167349 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cf4db75a-0e28-45da-9fd0-0dfea0420c50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:34.185907 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7455ec1-c8c1-40db-832f-ae6d168e06ff tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event deleted for resources: {'Subnet': ['ID=ea17fd7d-4f7c-4e5e-b713-5c997a9bf2b6,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:34.202912 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c22c2a42-f630-42b8-9f6a-0a63514fdffb tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:34.203295 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-c22c2a42-f630-42b8-9f6a-0a63514fdffb tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Added segment 162ea069-5966-45f0-83b2-73f6234b1621 of type vlan for network 1310e79b-60a8-40a2-8c7e-84cd4d741b16 Sep 24 15:52:34.205908 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d7455ec1-c8c1-40db-832f-ae6d168e06ff tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:34.207922 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-d7455ec1-c8c1-40db-832f-ae6d168e06ff tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/subnets/ea17fd7d-4f7c-4e5e-b713-5c997a9bf2b6 HTTP/1.1" status: 204 len: 168 time: 1.4972250 Sep 24 15:52:34.208951 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ffe39031-8c4c-4b31-80ff-85844d4aacec tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:34.216898 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42396) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:34.237506 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7a299a-4ddd-4e23-a795-da2b3efb2d6f None None] Network 50d98e88-8a75-4835-9919-86c163395f7c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:52:34.329360 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-185cb56a-2b30-4365-9b06-0c44e9bee79c tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1027579 Sep 24 15:52:34.333955 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42402) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:34.342594 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236def1d-7636-4b0c-91c0-0ae6b023036b req-c3f4bbbb-6e79-4ae3-8bee-67394855b2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:34.344209 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-236def1d-7636-4b0c-91c0-0ae6b023036b req-c3f4bbbb-6e79-4ae3-8bee-67394855b2cc service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9045208f-96a3-4106-bd0d-84166192bb83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2748954 Sep 24 15:52:34.360213 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-847096b4-a048-4039-b11e-9aa30a5bf7fa tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Request body: {'subnet': {'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:52:34.526470 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:34.631689 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-3c63e7c0-ba77-4759-89cb-2e120b5399ac None None] Provisioning complete for port dd9bdcb8-3701-431d-9b78-5bcca9e386c3 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:52:34.633369 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3c63e7c0-ba77-4759-89cb-2e120b5399ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:34.662290 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ffe39031-8c4c-4b31-80ff-85844d4aacec tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:34.682554 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c22c2a42-f630-42b8-9f6a-0a63514fdffb tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:34.795719 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-3c63e7c0-ba77-4759-89cb-2e120b5399ac None None] Port dd9bdcb8-3701-431d-9b78-5bcca9e386c3 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:52:34.823733 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ffe39031-8c4c-4b31-80ff-85844d4aacec tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:34.829562 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ffe39031-8c4c-4b31-80ff-85844d4aacec tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:34.839848 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c23343-46f3-475e-b9e8-35ae10be8b52 req-b1c7f9f1-3c34-4691-ae38-af68a45b47a0 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:34.848500 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-20c23343-46f3-475e-b9e8-35ae10be8b52 req-b1c7f9f1-3c34-4691-ae38-af68a45b47a0 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.4660971 Sep 24 15:52:34.892393 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-236def1d-7636-4b0c-91c0-0ae6b023036b req-8da4d4b6-d1e2-4466-84f3-4393e686e768 service neutron] 10.222.0.110 "GET /v2.0/networks/9045208f-96a3-4106-bd0d-84166192bb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5355880 Sep 24 15:52:34.935355 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c22c2a42-f630-42b8-9f6a-0a63514fdffb tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:34.944230 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c22c2a42-f630-42b8-9f6a-0a63514fdffb tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:34.944880 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c22c2a42-f630-42b8-9f6a-0a63514fdffb tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:34.948571 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1af8811-72fb-4e23-94cc-865a8d878822 None None] DHCP port deletion for 50d98e88-8a75-4835-9919-86c163395f7c request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:52:34.984595 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-20c23343-46f3-475e-b9e8-35ae10be8b52 req-b1f36f8e-55b4-4be5-8851-7263f756860e tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350725 Sep 24 15:52:35.009852 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cf4db75a-0e28-45da-9fd0-0dfea0420c50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:35.052541 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22c2a42-f630-42b8-9f6a-0a63514fdffb tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Pushing event updated for resources: {'Network': ['ID=1310e79b-60a8-40a2-8c7e-84cd4d741b16,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:35.101385 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe39031-8c4c-4b31-80ff-85844d4aacec tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Pushing event updated for resources: {'Port': ['ID=dd9bdcb8-3701-431d-9b78-5bcca9e386c3,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:35.103230 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cf4db75a-0e28-45da-9fd0-0dfea0420c50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:35.213184 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42422) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:35.222944 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-cf4db75a-0e28-45da-9fd0-0dfea0420c50 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=2a65428d823546f4bd156fc87a4f5931&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5375726 Sep 24 15:52:35.283683 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4db75a-0e28-45da-9fd0-0dfea0420c50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a240997-a1fe-4eb5-80c9-81237c027ee2,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:35.325232 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847096b4-a048-4039-b11e-9aa30a5bf7fa tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Made reservation on behalf of 1ffc126d96724ce991d5ac46e64fd1ec for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:52:35.325232 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-847096b4-a048-4039-b11e-9aa30a5bf7fa tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:35.325232 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-236def1d-7636-4b0c-91c0-0ae6b023036b req-f8e4161f-e58a-48f6-9585-bbe9d287aa1a service neutron] 10.222.0.110 "GET /v2.0/networks/9045208f-96a3-4106-bd0d-84166192bb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4124520 Sep 24 15:52:35.325531 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 1310e79b-60a8-40a2-8c7e-84cd4d741b16 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:52:35.521333 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-c22c2a42-f630-42b8-9f6a-0a63514fdffb tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.9091280 Sep 24 15:52:35.521333 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42428) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:35.521576 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-e1af8811-72fb-4e23-94cc-865a8d878822 None None] Deleting port f9f93236-9429-4dd5-b580-abba1d924c4b {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:52:35.521576 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e1af8811-72fb-4e23-94cc-865a8d878822 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:35.521730 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-542195b1-b02b-4f97-8a58-1670189b9aed tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-826472510'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:52:35.559102 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7e32b3-1715-4e57-a135-4770324c64c6 req-1328ab95-60fc-43a2-9d4e-20a42caa9ef0 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:35.566887 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9f7e32b3-1715-4e57-a135-4770324c64c6 req-1328ab95-60fc-43a2-9d4e-20a42caa9ef0 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=cffe7aaf-b947-49e8-8c24-ba60972c40b9 HTTP/1.1" status: 200 len: 945 time: 0.4788353 Sep 24 15:52:35.571137 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-900f5516-598a-4f10-b1ab-dd906be8966d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:35.608577 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6bcd6f-c8ce-49db-a5fd-2e9c798c8178 req-b4574467-d53f-4a80-b6bc-702709ad9599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:35.611123 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fb6bcd6f-c8ce-49db-a5fd-2e9c798c8178 req-b4574467-d53f-4a80-b6bc-702709ad9599 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=7e512e155fd047afb7c369ee55b40ecc&device_id=cffe7aaf-b947-49e8-8c24-ba60972c40b9 HTTP/1.1" status: 200 len: 1096 time: 0.2613316 Sep 24 15:52:35.621666 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe39031-8c4c-4b31-80ff-85844d4aacec tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Network 73e70612-2294-4801-8e91-0551b1db35f3 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:52:35.668854 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-ffe39031-8c4c-4b31-80ff-85844d4aacec tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:52:35.675088 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-900f5516-598a-4f10-b1ab-dd906be8966d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:35.682014 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-e1af8811-72fb-4e23-94cc-865a8d878822 None None] For port f9f93236-9429-4dd5-b580-abba1d924c4b, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=f9f93236-9429-4dd5-b580-abba1d924c4b,segment=NetworkSegment(fb531be8-b37e-4ff9-a98b-5c7db484a0eb),segment_id=fb531be8-b37e-4ff9-a98b-5c7db484a0eb)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:52:35.684142 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e1af8811-72fb-4e23-94cc-865a8d878822 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:35.711922 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-e1af8811-72fb-4e23-94cc-865a8d878822 None None] Calling delete_port for f9f93236-9429-4dd5-b580-abba1d924c4b owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:52:35.725474 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9f7e32b3-1715-4e57-a135-4770324c64c6 req-2f667e05-903a-406d-b45b-38b38150eb9a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=6ebd70ba-9057-4f05-b091-253e90de2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446908 Sep 24 15:52:35.791021 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-236def1d-7636-4b0c-91c0-0ae6b023036b req-a252590e-ea21-48d1-9736-1ed212da52c1 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=70f68d1a-4d62-4ee3-ae39-b3c0cf1402e5 HTTP/1.1" status: 200 len: 217 time: 0.4407401 Sep 24 15:52:35.791272 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:35.853938 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542195b1-b02b-4f97-8a58-1670189b9aed tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Made reservation on behalf of d9b389de7e3249f996dc3cbee863608b for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:52:35.865476 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-542195b1-b02b-4f97-8a58-1670189b9aed tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:35.865633 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236def1d-7636-4b0c-91c0-0ae6b023036b req-f75a4a46-0a05-47fc-ac61-f04894a264f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:35.871117 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-236def1d-7636-4b0c-91c0-0ae6b023036b req-f75a4a46-0a05-47fc-ac61-f04894a264f8 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=98209579-5345-4ff1-a6ee-f33b5735b225 HTTP/1.1" status: 200 len: 797 time: 0.0697358 Sep 24 15:52:35.923426 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-847096b4-a048-4039-b11e-9aa30a5bf7fa tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:35.984318 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e1af8811-72fb-4e23-94cc-865a8d878822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:36.018777 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6bcd6f-c8ce-49db-a5fd-2e9c798c8178 req-2d5e253c-5a22-4dc5-9be5-933c6acbe5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:36.020302 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fb6bcd6f-c8ce-49db-a5fd-2e9c798c8178 req-2d5e253c-5a22-4dc5-9be5-933c6acbe5cc service neutron] 10.222.0.108 "GET /v2.0/networks?id=603fb403-a01d-4073-8f75-f2b0f098e42f HTTP/1.1" status: 200 len: 899 time: 0.3971219 Sep 24 15:52:36.029118 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1af8811-72fb-4e23-94cc-865a8d878822 None None] No DVR routers for this DVR port f9f93236-9429-4dd5-b580-abba1d924c4b on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:52:36.107545 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847096b4-a048-4039-b11e-9aa30a5bf7fa tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Network 50d98e88-8a75-4835-9919-86c163395f7c is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:52:36.107545 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-847096b4-a048-4039-b11e-9aa30a5bf7fa tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:52:36.117820 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847096b4-a048-4039-b11e-9aa30a5bf7fa tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:36.118466 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-847096b4-a048-4039-b11e-9aa30a5bf7fa tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:36.135489 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3129c7-be51-4b97-86a9-ea4cc3935438 None None] Network 50d98e88-8a75-4835-9919-86c163395f7c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:52:36.153075 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1af8811-72fb-4e23-94cc-865a8d878822 None None] Pushing event deleted for resources: {'Port': ['ID=f9f93236-9429-4dd5-b580-abba1d924c4b,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:36.266822 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847096b4-a048-4039-b11e-9aa30a5bf7fa tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event updated for resources: {'Subnet': ['ID=1a5ba526-38ae-4a5a-a6a7-e8a9ba5fbfa8,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:36.314597 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236def1d-7636-4b0c-91c0-0ae6b023036b req-2b1058f7-01da-4118-b57c-8177609f3180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:36.316856 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-236def1d-7636-4b0c-91c0-0ae6b023036b req-2b1058f7-01da-4118-b57c-8177609f3180 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9045208f-96a3-4106-bd0d-84166192bb83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4168797 Sep 24 15:52:36.321746 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-3c1d9531-e355-43b6-a3cd-ccd741ff688b None None] Provisioning complete for port dd9bdcb8-3701-431d-9b78-5bcca9e386c3 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:52:36.322683 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3c1d9531-e355-43b6-a3cd-ccd741ff688b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:36.327256 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b494f856-0447-419b-9e6a-01af5591031e req-14c0a317-3250-41a2-b6ad-01b07bfc7d50 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:36.329295 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b494f856-0447-419b-9e6a-01af5591031e req-14c0a317-3250-41a2-b6ad-01b07bfc7d50 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.1628087 Sep 24 15:52:36.386610 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-847096b4-a048-4039-b11e-9aa30a5bf7fa tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0397599 Sep 24 15:52:36.412136 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42440) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:36.428921 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-e45b0ffe-fc56-4b67-8cfd-c0d0d112f2ad tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Request body: {'port': {'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'name': 'tempest-NetworksTestDHCPv6-1030603597'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:52:36.469656 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-3c1d9531-e355-43b6-a3cd-ccd741ff688b None None] Port dd9bdcb8-3701-431d-9b78-5bcca9e386c3 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:52:36.595652 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dda9ef8-ddf8-43de-953b-63475cec33c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-50d98e88-8a75-4835-9919-86c163395f7c', 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'tenant_id': '1ffc126d96724ce991d5ac46e64fd1ec', 'fixed_ips': [{'subnet_id': '1a5ba526-38ae-4a5a-a6a7-e8a9ba5fbfa8'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:52:36.595652 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4dda9ef8-ddf8-43de-953b-63475cec33c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:36.636068 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fb6bcd6f-c8ce-49db-a5fd-2e9c798c8178 req-336c3db7-8951-4303-9d6d-4bbc33b98f67 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d48576b0-007f-45c0-8063-70899a823b18 HTTP/1.1" status: 200 len: 1000 time: 0.5959024 Sep 24 15:52:36.640883 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b494f856-0447-419b-9e6a-01af5591031e req-fbb0c61d-5575-4989-9999-ef4c8544e529 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013768 Sep 24 15:52:36.642320 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-542195b1-b02b-4f97-8a58-1670189b9aed tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1288} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:52:36.654134 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-542195b1-b02b-4f97-8a58-1670189b9aed tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:36.654519 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-542195b1-b02b-4f97-8a58-1670189b9aed tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Added segment 2c9f5a5d-d1f3-4497-9bec-a7e5ae9ec364 of type vlan for network 77d1d8a1-45c8-4654-985c-bd72f8772f2d Sep 24 15:52:36.707320 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-542195b1-b02b-4f97-8a58-1670189b9aed tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:36.715466 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:36.738166 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-236def1d-7636-4b0c-91c0-0ae6b023036b req-07406c69-8e9a-40e8-943d-c641e768b863 service neutron] 10.222.0.110 "GET /v2.0/networks/9045208f-96a3-4106-bd0d-84166192bb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4076266 Sep 24 15:52:36.738418 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-900f5516-598a-4f10-b1ab-dd906be8966d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:36.741157 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-900f5516-598a-4f10-b1ab-dd906be8966d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:36.745956 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-900f5516-598a-4f10-b1ab-dd906be8966d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/1a240997-a1fe-4eb5-80c9-81237c027ee2 HTTP/1.1" status: 204 len: 168 time: 1.5253398 Sep 24 15:52:36.792753 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45b0ffe-fc56-4b67-8cfd-c0d0d112f2ad tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Made reservation on behalf of 1ffc126d96724ce991d5ac46e64fd1ec for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:52:36.805371 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e45b0ffe-fc56-4b67-8cfd-c0d0d112f2ad tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:36.808292 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6bcd6f-c8ce-49db-a5fd-2e9c798c8178 req-710b5ce6-c8df-4d12-863b-4c6246c02577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:36.809803 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fb6bcd6f-c8ce-49db-a5fd-2e9c798c8178 req-710b5ce6-c8df-4d12-863b-4c6246c02577 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=f7740272-3ddd-4c63-a492-aed51d47ee4e HTTP/1.1" status: 200 len: 834 time: 0.0658326 Sep 24 15:52:36.822690 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-542195b1-b02b-4f97-8a58-1670189b9aed tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:36.828664 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542195b1-b02b-4f97-8a58-1670189b9aed tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:36.840378 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-542195b1-b02b-4f97-8a58-1670189b9aed tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:36.845820 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-4dda9ef8-ddf8-43de-953b-63475cec33c1 None None] Allocated IP 2001:db8::2 (50d98e88-8a75-4835-9919-86c163395f7c/1a5ba526-38ae-4a5a-a6a7-e8a9ba5fbfa8/279bc121-f5ec-4841-85d9-f12c83303370) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:52:36.898015 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [None req-e45b0ffe-fc56-4b67-8cfd-c0d0d112f2ad tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] device_id is not set on port 0c26c6a3-bcfa-4116-8672-705b00caafbd yet. {{(pid=95298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:52:36.946314 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900f5516-598a-4f10-b1ab-dd906be8966d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a240997-a1fe-4eb5-80c9-81237c027ee2,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:37.036419 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542195b1-b02b-4f97-8a58-1670189b9aed tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Pushing event updated for resources: {'Network': ['ID=77d1d8a1-45c8-4654-985c-bd72f8772f2d,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:37.055192 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6bcd6f-c8ce-49db-a5fd-2e9c798c8178 req-a4a5b994-295d-4151-ba3a-619c66383fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:37.056844 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fb6bcd6f-c8ce-49db-a5fd-2e9c798c8178 req-a4a5b994-295d-4151-ba3a-619c66383fad service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=603fb403-a01d-4073-8f75-f2b0f098e42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2358694 Sep 24 15:52:37.075119 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6096c702-97d4-4779-beeb-2e5091a1382c req-80e761dd-5ad2-4325-9919-e3ea6c8db888 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:37.082887 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6096c702-97d4-4779-beeb-2e5091a1382c req-80e761dd-5ad2-4325-9919-e3ea6c8db888 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=cffe7aaf-b947-49e8-8c24-ba60972c40b9 HTTP/1.1" status: 200 len: 945 time: 0.1312468 Sep 24 15:52:37.083052 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 77d1d8a1-45c8-4654-985c-bd72f8772f2d details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:52:37.106363 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device f9f93236-9429-4dd5-b580-abba1d924c4b no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:52:37.129306 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-542195b1-b02b-4f97-8a58-1670189b9aed tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.6171439 Sep 24 15:52:37.130085 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffe39031-8c4c-4b31-80ff-85844d4aacec tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Router f4a51fff-f8ed-4473-be72-c2b94a8365b4 is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:52:37.136442 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42448) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:37.141461 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-e2a0a9a9-0386-4fc4-a5fb-bc4197fd91fa tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Request body: {'ports': [{'network_id': '1310e79b-60a8-40a2-8c7e-84cd4d741b16', 'name': 'tempest-port--1128311183', 'admin_state_up': True}, {'network_id': '77d1d8a1-45c8-4654-985c-bd72f8772f2d', 'admin_state_up': False}]} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:52:37.142536 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-e2a0a9a9-0386-4fc4-a5fb-bc4197fd91fa tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Request body: {'port': {'network_id': '1310e79b-60a8-40a2-8c7e-84cd4d741b16', 'name': 'tempest-port--1128311183', 'admin_state_up': True}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:52:37.143136 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-e2a0a9a9-0386-4fc4-a5fb-bc4197fd91fa tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Request body: {'port': {'network_id': '77d1d8a1-45c8-4654-985c-bd72f8772f2d', 'admin_state_up': False}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:52:37.158089 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-236def1d-7636-4b0c-91c0-0ae6b023036b req-c19956ea-d518-44f8-a094-f7b9769b6405 service neutron] 10.222.0.110 "GET /v2.0/networks/9045208f-96a3-4106-bd0d-84166192bb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3811228 Sep 24 15:52:37.161563 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: f9f93236-9429-4dd5-b580-abba1d924c4b {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:52:37.161913 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device f9f93236-9429-4dd5-b580-abba1d924c4b not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:52:37.171887 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4dda9ef8-ddf8-43de-953b-63475cec33c1 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:37.218952 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-236def1d-7636-4b0c-91c0-0ae6b023036b req-fa844451-c458-4986-a77a-b315e56a8e6b service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=61bec6ae-d49a-41d0-b02b-bc695e1e100d HTTP/1.1" status: 200 len: 217 time: 0.0613205 Sep 24 15:52:37.258135 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4dda9ef8-ddf8-43de-953b-63475cec33c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:37.293937 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236def1d-7636-4b0c-91c0-0ae6b023036b req-3411c1bb-ccad-41ec-b47d-58cc69b5e6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:37.295708 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-236def1d-7636-4b0c-91c0-0ae6b023036b req-3411c1bb-ccad-41ec-b47d-58cc69b5e6d4 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=98209579-5345-4ff1-a6ee-f33b5735b225 HTTP/1.1" status: 200 len: 797 time: 0.0685399 Sep 24 15:52:37.358240 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6096c702-97d4-4779-beeb-2e5091a1382c req-1eceae31-b75a-4a81-a910-bd8f7546c9c0 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=6ebd70ba-9057-4f05-b091-253e90de2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2746716 Sep 24 15:52:37.368411 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dda9ef8-ddf8-43de-953b-63475cec33c1 None None] Network 50d98e88-8a75-4835-9919-86c163395f7c is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:52:37.379250 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-4dda9ef8-ddf8-43de-953b-63475cec33c1 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:52:37.391350 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dda9ef8-ddf8-43de-953b-63475cec33c1 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:52:37.415789 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-e45b0ffe-fc56-4b67-8cfd-c0d0d112f2ad tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Allocated IP 2001:db8::296 (50d98e88-8a75-4835-9919-86c163395f7c/1a5ba526-38ae-4a5a-a6a7-e8a9ba5fbfa8/0c26c6a3-bcfa-4116-8672-705b00caafbd) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:52:37.428309 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236def1d-7636-4b0c-91c0-0ae6b023036b req-2c92e11b-8484-43c1-aad9-d968de239d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:37.430281 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-236def1d-7636-4b0c-91c0-0ae6b023036b req-2c92e11b-8484-43c1-aad9-d968de239d5f service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9045208f-96a3-4106-bd0d-84166192bb83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1021519 Sep 24 15:52:37.432999 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dda9ef8-ddf8-43de-953b-63475cec33c1 None None] Pushing event updated for resources: {'Port': ['ID=279bc121-f5ec-4841-85d9-f12c83303370,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:37.465388 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-4dda9ef8-ddf8-43de-953b-63475cec33c1 None None] Attempting to bind port 279bc121-f5ec-4841-85d9-f12c83303370 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:52:37.465832 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-4dda9ef8-ddf8-43de-953b-63475cec33c1 None None] Attempting to bind port 279bc121-f5ec-4841-85d9-f12c83303370 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:52:37.466465 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dda9ef8-ddf8-43de-953b-63475cec33c1 None None] Attempting to bind port 279bc121-f5ec-4841-85d9-f12c83303370 on network 50d98e88-8a75-4835-9919-86c163395f7c {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:52:37.473801 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dda9ef8-ddf8-43de-953b-63475cec33c1 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:52:37.474456 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dda9ef8-ddf8-43de-953b-63475cec33c1 None None] Checking segment: {'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:52:37.476139 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4dda9ef8-ddf8-43de-953b-63475cec33c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:37.476139 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dda9ef8-ddf8-43de-953b-63475cec33c1 None None] Bound using segment: {'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:52:37.476139 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-4dda9ef8-ddf8-43de-953b-63475cec33c1 None None] Bound port: 279bc121-f5ec-4841-85d9-f12c83303370, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:52:37.476543 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4dda9ef8-ddf8-43de-953b-63475cec33c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:37.584213 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-4dda9ef8-ddf8-43de-953b-63475cec33c1 None None] For port 279bc121-f5ec-4841-85d9-f12c83303370, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:52:37.588691 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-4dda9ef8-ddf8-43de-953b-63475cec33c1 None None] For port 279bc121-f5ec-4841-85d9-f12c83303370, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=279bc121-f5ec-4841-85d9-f12c83303370,segment=NetworkSegment(fb531be8-b37e-4ff9-a98b-5c7db484a0eb),segment_id=fb531be8-b37e-4ff9-a98b-5c7db484a0eb)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:52:37.664006 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4dda9ef8-ddf8-43de-953b-63475cec33c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:37.730430 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fb6bcd6f-c8ce-49db-a5fd-2e9c798c8178 req-7a60da78-40ce-494d-9ae0-35fc96d8eb77 service neutron] 10.222.0.108 "GET /v2.0/networks/603fb403-a01d-4073-8f75-f2b0f098e42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6635215 Sep 24 15:52:37.741044 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffe39031-8c4c-4b31-80ff-85844d4aacec tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:52:37.762479 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdd85dc-c552-42d3-8f3e-beb0cd354a26 None None] Sync routers for ids ['f4a51fff-f8ed-4473-be72-c2b94a8365b4'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:52:37.771508 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ffe39031-8c4c-4b31-80ff-85844d4aacec tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "PUT /v2.0/routers/f4a51fff-f8ed-4473-be72-c2b94a8365b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7052088 Sep 24 15:52:37.772568 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e45b0ffe-fc56-4b67-8cfd-c0d0d112f2ad tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:37.778895 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdd85dc-c552-42d3-8f3e-beb0cd354a26 None None] Routers {'f4a51fff-f8ed-4473-be72-c2b94a8365b4'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:52:37.779540 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-1fdd85dc-c552-42d3-8f3e-beb0cd354a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:52:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['f4a51fff-f8ed-4473-be72-c2b94a8365b4'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:52:37.797779 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42456) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:37.805515 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dda9ef8-ddf8-43de-953b-63475cec33c1 None None] Pushing event updated for resources: {'Port': ['ID=279bc121-f5ec-4841-85d9-f12c83303370,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:37.884899 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-1fdd85dc-c552-42d3-8f3e-beb0cd354a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:52:37.904689 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdd85dc-c552-42d3-8f3e-beb0cd354a26 None None] Routers {'f4a51fff-f8ed-4473-be72-c2b94a8365b4'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:52:37.905551 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-1fdd85dc-c552-42d3-8f3e-beb0cd354a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:52:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['f4a51fff-f8ed-4473-be72-c2b94a8365b4'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:52:37.943659 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d0bca5-38c2-410e-b819-5435b98224f1 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:37.947313 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-f2d0bca5-38c2-410e-b819-5435b98224f1 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "GET /v2.0/ports/dd9bdcb8-3701-431d-9b78-5bcca9e386c3 HTTP/1.1" status: 200 len: 911 time: 0.1459558 Sep 24 15:52:37.950562 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42460) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:37.956842 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-1fdd85dc-c552-42d3-8f3e-beb0cd354a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:52:37.957699 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdd85dc-c552-42d3-8f3e-beb0cd354a26 None None] The sync data for ids ['f4a51fff-f8ed-4473-be72-c2b94a8365b4'] in n-d-808921-1 is: [] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:52:37.961413 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-e1318afc-8d5e-4cc2-a1d1-46a793442e5b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4e27e3c2-6dc0-44f7-8a14-fbed5c748efd'}]}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:52:37.983085 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a0a9a9-0386-4fc4-a5fb-bc4197fd91fa tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Made reservation on behalf of d9b389de7e3249f996dc3cbee863608b for: {'port': 2} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:52:37.998650 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e2a0a9a9-0386-4fc4-a5fb-bc4197fd91fa tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:38.030780 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fb6bcd6f-c8ce-49db-a5fd-2e9c798c8178 req-f935f368-f118-4f70-b255-af3b5192a41a service neutron] 10.222.0.108 "GET /v2.0/networks/603fb403-a01d-4073-8f75-f2b0f098e42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2807209 Sep 24 15:52:38.040296 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e2a0a9a9-0386-4fc4-a5fb-bc4197fd91fa tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:38.048387 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c017ccff-1a69-4f26-a6ca-89dce8d732d0 req-5187036c-dc34-4c61-8d77-89b26559db04 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:38.051099 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c017ccff-1a69-4f26-a6ca-89dce8d732d0 req-5187036c-dc34-4c61-8d77-89b26559db04 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.2533262 Sep 24 15:52:38.061911 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-236def1d-7636-4b0c-91c0-0ae6b023036b req-78c277db-4779-4ec9-b0c6-6ee1f7a1b08b service neutron] 10.222.0.110 "GET /v2.0/networks/9045208f-96a3-4106-bd0d-84166192bb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6156445 Sep 24 15:52:38.208846 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42466) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:38.213708 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [None req-e2a0a9a9-0386-4fc4-a5fb-bc4197fd91fa tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] device_id is not set on port f90b88d2-74b6-41ee-8acd-334c4fe114d2 yet. {{(pid=95297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:52:38.238867 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8cc3f6f2-c3d6-45fc-812c-0156914b8efc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:38.471328 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e2a0a9a9-0386-4fc4-a5fb-bc4197fd91fa tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:38.484947 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e45b0ffe-fc56-4b67-8cfd-c0d0d112f2ad tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:38.527656 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8cc3f6f2-c3d6-45fc-812c-0156914b8efc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:38.593029 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45b0ffe-fc56-4b67-8cfd-c0d0d112f2ad tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Network 50d98e88-8a75-4835-9919-86c163395f7c is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:52:38.593827 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8cc3f6f2-c3d6-45fc-812c-0156914b8efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:38.599360 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [None req-e2a0a9a9-0386-4fc4-a5fb-bc4197fd91fa tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] device_id is not set on port 664fae3b-d508-4399-9636-aa983dfc7fab yet. {{(pid=95297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:52:38.611446 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7b4cf5-8efd-468c-abc7-e4a97ad5f7cd req-cadc93f4-eeb7-4f54-8270-92685e797e8e tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:38.613021 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9d7b4cf5-8efd-468c-abc7-e4a97ad5f7cd req-cadc93f4-eeb7-4f54-8270-92685e797e8e tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=cffe7aaf-b947-49e8-8c24-ba60972c40b9 HTTP/1.1" status: 200 len: 945 time: 0.1854551 Sep 24 15:52:38.616162 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-e45b0ffe-fc56-4b67-8cfd-c0d0d112f2ad tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:52:38.625619 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c017ccff-1a69-4f26-a6ca-89dce8d732d0 req-620ab0d2-9dbe-487a-97cb-57772bec6ab3 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325616 Sep 24 15:52:38.634030 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45b0ffe-fc56-4b67-8cfd-c0d0d112f2ad tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:52:38.639874 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45b0ffe-fc56-4b67-8cfd-c0d0d112f2ad tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:38.640480 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e45b0ffe-fc56-4b67-8cfd-c0d0d112f2ad tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:38.676432 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-8cc3f6f2-c3d6-45fc-812c-0156914b8efc admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=4e886a0c7d064a6c9693af899f4ecccb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4663229 Sep 24 15:52:38.679684 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45b0ffe-fc56-4b67-8cfd-c0d0d112f2ad tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event updated for resources: {'Port': ['ID=0c26c6a3-bcfa-4116-8672-705b00caafbd,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:38.681864 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42478) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:38.687287 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc3f6f2-c3d6-45fc-812c-0156914b8efc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56678a27-e55f-44b8-9437-436df5256626,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:38.700816 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-236def1d-7636-4b0c-91c0-0ae6b023036b req-f44599c2-4ea1-442c-8d09-9ae001dc401f service neutron] 10.222.0.110 "GET /v2.0/networks/9045208f-96a3-4106-bd0d-84166192bb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3036251 Sep 24 15:52:38.722032 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9d7b4cf5-8efd-468c-abc7-e4a97ad5f7cd req-2d9d6bdd-f455-4437-984d-d7969b1afc12 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=6ebd70ba-9057-4f05-b091-253e90de2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998757 Sep 24 15:52:38.743945 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-e45b0ffe-fc56-4b67-8cfd-c0d0d112f2ad tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3265238 Sep 24 15:52:38.764377 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42480) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:38.790752 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-236def1d-7636-4b0c-91c0-0ae6b023036b req-6d0d3a58-491d-4178-9a81-6035e55ef825 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=34493fa2-c78b-4d4b-9578-01087865790c HTTP/1.1" status: 200 len: 217 time: 0.0584166 Sep 24 15:52:38.792315 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e1318afc-8d5e-4cc2-a1d1-46a793442e5b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:38.865816 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb5970d-755d-4a2a-b95d-920fcd50129e tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:38.872080 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb5970d-755d-4a2a-b95d-920fcd50129e tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:38.876012 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-7bb5970d-755d-4a2a-b95d-920fcd50129e tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1085236 Sep 24 15:52:38.877129 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42482) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:38.886456 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e2a0a9a9-0386-4fc4-a5fb-bc4197fd91fa tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:38.895958 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b71f3041-0e15-48ed-b44b-2d5867bc689e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:38.955542 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:38.984072 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236def1d-7636-4b0c-91c0-0ae6b023036b req-2344d79c-b90a-4a64-81b7-a8a763e2ffb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:38.985993 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-236def1d-7636-4b0c-91c0-0ae6b023036b req-2344d79c-b90a-4a64-81b7-a8a763e2ffb7 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=98209579-5345-4ff1-a6ee-f33b5735b225 HTTP/1.1" status: 200 len: 797 time: 0.1859634 Sep 24 15:52:39.013154 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b71f3041-0e15-48ed-b44b-2d5867bc689e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:39.016514 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-2a3353d9-72a7-47b9-9479-7f7ec4618a66 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Deleting port 0c26c6a3-bcfa-4116-8672-705b00caafbd {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:52:39.017087 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2a3353d9-72a7-47b9-9479-7f7ec4618a66 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:39.069659 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 279bc121-f5ec-4841-85d9-f12c83303370 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:52:39.154824 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 279bc121-f5ec-4841-85d9-f12c83303370 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:52:39.155215 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:39.179720 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e2a0a9a9-0386-4fc4-a5fb-bc4197fd91fa tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:39.185247 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2a3353d9-72a7-47b9-9479-7f7ec4618a66 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:39.217338 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42486) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:39.245797 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236def1d-7636-4b0c-91c0-0ae6b023036b req-01323e87-7471-4de2-9ea2-c2d2edac331a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:39.247382 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-236def1d-7636-4b0c-91c0-0ae6b023036b req-01323e87-7471-4de2-9ea2-c2d2edac331a service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9045208f-96a3-4106-bd0d-84166192bb83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2517254 Sep 24 15:52:39.283029 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-2a3353d9-72a7-47b9-9479-7f7ec4618a66 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Calling delete_port for 0c26c6a3-bcfa-4116-8672-705b00caafbd owned by {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:52:39.285586 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:39.344370 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a0a9a9-0386-4fc4-a5fb-bc4197fd91fa tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Pushing event updated for resources: {'Port': ['ID=f90b88d2-74b6-41ee-8acd-334c4fe114d2,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:39.345651 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port 279bc121-f5ec-4841-85d9-f12c83303370, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=279bc121-f5ec-4841-85d9-f12c83303370,segment=NetworkSegment(fb531be8-b37e-4ff9-a98b-5c7db484a0eb),segment_id=fb531be8-b37e-4ff9-a98b-5c7db484a0eb)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:52:39.350978 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-ceabd2cb-576e-44a6-b040-60b6a3f1c8c9 None None] Provisioning complete for port 279bc121-f5ec-4841-85d9-f12c83303370 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:52:39.353861 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ceabd2cb-576e-44a6-b040-60b6a3f1c8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:39.356964 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b71f3041-0e15-48ed-b44b-2d5867bc689e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:39.359866 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b71f3041-0e15-48ed-b44b-2d5867bc689e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:39.361857 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b71f3041-0e15-48ed-b44b-2d5867bc689e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/56678a27-e55f-44b8-9437-436df5256626 HTTP/1.1" status: 204 len: 168 time: 0.6720805 Sep 24 15:52:39.396792 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a0a9a9-0386-4fc4-a5fb-bc4197fd91fa tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Checking segment: {'id': '162ea069-5966-45f0-83b2-73f6234b1621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': '1310e79b-60a8-40a2-8c7e-84cd4d741b16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:52:39.397292 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a0a9a9-0386-4fc4-a5fb-bc4197fd91fa tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Network hostable DHCP agents. Network: 1310e79b-60a8-40a2-8c7e-84cd4d741b16, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:52:39.401752 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c8d0c0-89b8-4678-a82e-cc31532dafcc req-d9404bdb-485d-425d-a750-5ca8b94cea04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:39.403592 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-27c8d0c0-89b8-4678-a82e-cc31532dafcc req-d9404bdb-485d-425d-a750-5ca8b94cea04 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=7ecdf69c945d45baa1f224469b4d842c&device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 1097 time: 0.2154663 Sep 24 15:52:39.437706 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71f3041-0e15-48ed-b44b-2d5867bc689e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56678a27-e55f-44b8-9437-436df5256626,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:39.445789 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:39.465660 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-829e5cfc-670e-4ff4-b52e-5fbd3274a2c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:39.551851 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-236def1d-7636-4b0c-91c0-0ae6b023036b req-59cd6829-aba7-47da-ace5-975670b9fa51 service neutron] 10.222.0.110 "GET /v2.0/networks/9045208f-96a3-4106-bd0d-84166192bb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920752 Sep 24 15:52:39.556133 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=279bc121-f5ec-4841-85d9-f12c83303370,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:39.602604 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a0a9a9-0386-4fc4-a5fb-bc4197fd91fa tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Network 1310e79b-60a8-40a2-8c7e-84cd4d741b16 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:52:39.612505 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c8d0c0-89b8-4678-a82e-cc31532dafcc req-ad3ba12d-72ec-4126-abbc-0dca3639cf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:39.614120 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-27c8d0c0-89b8-4678-a82e-cc31532dafcc req-ad3ba12d-72ec-4126-abbc-0dca3639cf4c service neutron] 10.222.0.108 "GET /v2.0/networks?id=2a61a80f-7424-4f72-8244-e2cfc0c281a3 HTTP/1.1" status: 200 len: 916 time: 0.1976514 Sep 24 15:52:39.663946 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-27c8d0c0-89b8-4678-a82e-cc31532dafcc req-29931f0f-2db7-43e2-9557-3e805b9d3425 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03256c2c-9512-46e8-bb7a-08f5c9148dbc HTTP/1.1" status: 200 len: 217 time: 0.0420222 Sep 24 15:52:39.699840 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-e2a0a9a9-0386-4fc4-a5fb-bc4197fd91fa tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 1310e79b-60a8-40a2-8c7e-84cd4d741b16) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:52:39.707652 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-0bd0abb4-5cdf-4894-adc0-34e48dfec0d5 None None] Provisioning complete for port 0c26c6a3-bcfa-4116-8672-705b00caafbd triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:52:39.707984 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0bd0abb4-5cdf-4894-adc0-34e48dfec0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:39.749498 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a0a9a9-0386-4fc4-a5fb-bc4197fd91fa tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:52:39.751092 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e2a0a9a9-0386-4fc4-a5fb-bc4197fd91fa tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:39.754717 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698c5f9b-6ff8-4f0b-a734-9ac6979d56f3 None None] Network 1310e79b-60a8-40a2-8c7e-84cd4d741b16 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:52:39.810034 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-0bd0abb4-5cdf-4894-adc0-34e48dfec0d5 None None] Port 0c26c6a3-bcfa-4116-8672-705b00caafbd cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:52:39.834974 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-236def1d-7636-4b0c-91c0-0ae6b023036b req-e051df42-0488-49d7-b199-7c7c16d962a5 service neutron] 10.222.0.110 "GET /v2.0/networks/9045208f-96a3-4106-bd0d-84166192bb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721028 Sep 24 15:52:39.847453 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2a3353d9-72a7-47b9-9479-7f7ec4618a66 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:39.932726 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c8d0c0-89b8-4678-a82e-cc31532dafcc req-701f0f9d-d3fa-4015-91ac-5fca4a9023a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:39.934377 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-27c8d0c0-89b8-4678-a82e-cc31532dafcc req-701f0f9d-d3fa-4015-91ac-5fca4a9023a5 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=054caf3c-8a4a-4094-a019-5885b1b27205 HTTP/1.1" status: 200 len: 854 time: 0.2440062 Sep 24 15:52:39.947689 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a0a9a9-0386-4fc4-a5fb-bc4197fd91fa tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Checking segment: {'id': '2c9f5a5d-d1f3-4497-9bec-a7e5ae9ec364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '77d1d8a1-45c8-4654-985c-bd72f8772f2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:52:39.947689 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a0a9a9-0386-4fc4-a5fb-bc4197fd91fa tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Network hostable DHCP agents. Network: 77d1d8a1-45c8-4654-985c-bd72f8772f2d, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:52:39.963025 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-236def1d-7636-4b0c-91c0-0ae6b023036b req-f2bdbf89-3cba-4894-b544-93483e58973b service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3f88f959-1620-4ba5-b8f1-845322a97779 HTTP/1.1" status: 200 len: 217 time: 0.1168907 Sep 24 15:52:39.964948 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-829e5cfc-670e-4ff4-b52e-5fbd3274a2c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:39.999177 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a0a9a9-0386-4fc4-a5fb-bc4197fd91fa tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Pushing event updated for resources: {'Port': ['ID=664fae3b-d508-4399-9636-aa983dfc7fab,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:40.045732 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aae60c7-2221-4ab3-a0bf-bec20b3dac84 req-6d2cdff0-e7b9-4544-b689-531f66dc357f tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:40.047471 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2aae60c7-2221-4ab3-a0bf-bec20b3dac84 req-6d2cdff0-e7b9-4544-b689-531f66dc357f tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.2090192 Sep 24 15:52:40.057898 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236def1d-7636-4b0c-91c0-0ae6b023036b req-a0d41419-c5e7-4421-8ceb-bd54c9f55d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:40.058109 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-27c8d0c0-89b8-4678-a82e-cc31532dafcc req-ad166328-3aca-41b1-ae71-14773edd0d85 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=2a61a80f-7424-4f72-8244-e2cfc0c281a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1079388 Sep 24 15:52:40.058903 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3353d9-72a7-47b9-9479-7f7ec4618a66 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event deleted for resources: {'Port': ['ID=0c26c6a3-bcfa-4116-8672-705b00caafbd,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:40.059381 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-236def1d-7636-4b0c-91c0-0ae6b023036b req-a0d41419-c5e7-4421-8ceb-bd54c9f55d3b service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4659e7b8-d926-4785-8557-1a1657148511 HTTP/1.1" status: 200 len: 797 time: 0.0879140 Sep 24 15:52:40.059993 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-829e5cfc-670e-4ff4-b52e-5fbd3274a2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:40.065741 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2a3353d9-72a7-47b9-9479-7f7ec4618a66 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:40.070041 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-2a3353d9-72a7-47b9-9479-7f7ec4618a66 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/ports/0c26c6a3-bcfa-4116-8672-705b00caafbd HTTP/1.1" status: 204 len: 168 time: 1.1919336 Sep 24 15:52:40.071103 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42498) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:40.153708 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e1318afc-8d5e-4cc2-a1d1-46a793442e5b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:40.189752 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024ac36-36e8-4870-8bdd-7f07102771a7 req-9cd4fe65-1f46-40a9-a69b-f56c0090322a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:40.191959 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8024ac36-36e8-4870-8bdd-7f07102771a7 req-9cd4fe65-1f46-40a9-a69b-f56c0090322a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=cffe7aaf-b947-49e8-8c24-ba60972c40b9 HTTP/1.1" status: 200 len: 945 time: 0.3369248 Sep 24 15:52:40.196332 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a0a9a9-0386-4fc4-a5fb-bc4197fd91fa tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Network 77d1d8a1-45c8-4654-985c-bd72f8772f2d is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:52:40.202443 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2aae60c7-2221-4ab3-a0bf-bec20b3dac84 req-03486e1c-44a4-43de-96c0-c5db2afbd8be tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326308 Sep 24 15:52:40.205443 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-829e5cfc-670e-4ff4-b52e-5fbd3274a2c6 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=61a3f84897624f6da4843977852444b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9861274 Sep 24 15:52:40.207179 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829e5cfc-670e-4ff4-b52e-5fbd3274a2c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd3a298-938e-4960-aa28-9a7f8f8aee90,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:40.210859 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42500) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:40.223615 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236def1d-7636-4b0c-91c0-0ae6b023036b req-e1ac0192-17f9-4e03-bd12-860b12521500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:40.225068 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-236def1d-7636-4b0c-91c0-0ae6b023036b req-e1ac0192-17f9-4e03-bd12-860b12521500 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=e4856753-6c1e-428e-a2fe-e4f7731cb6f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1496770 Sep 24 15:52:40.274907 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42502) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:40.276936 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e1318afc-8d5e-4cc2-a1d1-46a793442e5b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:40.283540 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1318afc-8d5e-4cc2-a1d1-46a793442e5b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:40.284336 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e1318afc-8d5e-4cc2-a1d1-46a793442e5b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:40.285737 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-e1318afc-8d5e-4cc2-a1d1-46a793442e5b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "PUT /v2.0/ports/dd9bdcb8-3701-431d-9b78-5bcca9e386c3 HTTP/1.1" status: 200 len: 911 time: 2.3340502 Sep 24 15:52:40.291844 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4f5661-afdd-458f-b127-fdb61aa670b0 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:40.296847 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4f5661-afdd-458f-b127-fdb61aa670b0 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:40.296847 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-6a4f5661-afdd-458f-b127-fdb61aa670b0 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2202990 Sep 24 15:52:40.297021 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42504) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:40.301884 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42506) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:40.348220 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-e2a0a9a9-0386-4fc4-a5fb-bc4197fd91fa tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 77d1d8a1-45c8-4654-985c-bd72f8772f2d) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:52:40.356439 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a7ffc3-1512-4b0e-bcd1-042f557341a1 None None] Network 77d1d8a1-45c8-4654-985c-bd72f8772f2d requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:52:40.380707 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bce65097-5dd3-47d1-a641-c9c6a2a6c302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:40.398141 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a0a9a9-0386-4fc4-a5fb-bc4197fd91fa tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:52:40.403743 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a0a9a9-0386-4fc4-a5fb-bc4197fd91fa tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:40.408713 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a0a9a9-0386-4fc4-a5fb-bc4197fd91fa tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:40.409353 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e2a0a9a9-0386-4fc4-a5fb-bc4197fd91fa tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:40.426276 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8024ac36-36e8-4870-8bdd-7f07102771a7 req-c4511f4c-7e93-476b-a0a1-cbd261e2c0bc tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=6ebd70ba-9057-4f05-b091-253e90de2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1945207 Sep 24 15:52:40.448776 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-27c8d0c0-89b8-4678-a82e-cc31532dafcc req-bdc652b9-35e7-42ad-8739-e4d0db1ca5fe service neutron] 10.222.0.108 "GET /v2.0/networks/2a61a80f-7424-4f72-8244-e2cfc0c281a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3648331 Sep 24 15:52:40.455189 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-00858a5f-ed43-4474-8277-693e33e4b771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:40.472783 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a53a81c-fa8d-4708-a44a-2471e2ce6543 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Deleting subnet 1a5ba526-38ae-4a5a-a6a7-e8a9ba5fbfa8 {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:52:40.486315 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1318afc-8d5e-4cc2-a1d1-46a793442e5b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Pushing event updated for resources: {'Port': ['ID=dd9bdcb8-3701-431d-9b78-5bcca9e386c3,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:40.491814 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5a53a81c-fa8d-4708-a44a-2471e2ce6543 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:40.513299 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e2a0a9a9-0386-4fc4-a5fb-bc4197fd91fa tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.3756137 Sep 24 15:52:40.523233 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-236def1d-7636-4b0c-91c0-0ae6b023036b req-91419766-3b6b-4e69-a737-f66161b97889 service neutron] 10.222.0.110 "GET /v2.0/networks/e4856753-6c1e-428e-a2fe-e4f7731cb6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2849894 Sep 24 15:52:40.525545 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42508) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:40.545999 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-00858a5f-ed43-4474-8277-693e33e4b771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:40.629918 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5a53a81c-fa8d-4708-a44a-2471e2ce6543 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:40.646704 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-27c8d0c0-89b8-4678-a82e-cc31532dafcc req-c94fd00c-0d95-4cd4-a17c-4670737f9384 service neutron] 10.222.0.108 "GET /v2.0/networks/2a61a80f-7424-4f72-8244-e2cfc0c281a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961646 Sep 24 15:52:40.748117 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6ec335-f83b-4589-b270-497b3b32e389 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:40.754725 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6ec335-f83b-4589-b270-497b3b32e389 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:40.755387 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-912b6038-ba24-4fb7-ab0b-110f09059880 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:40.758806 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-4e6ec335-f83b-4589-b270-497b3b32e389 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2252829 Sep 24 15:52:40.765825 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42510) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:40.800951 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:40.906311 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-236def1d-7636-4b0c-91c0-0ae6b023036b req-869180f1-a6db-4450-ae39-68bd0923a8b7 service neutron] 10.222.0.110 "GET /v2.0/networks/e4856753-6c1e-428e-a2fe-e4f7731cb6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3582959 Sep 24 15:52:40.913141 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-00858a5f-ed43-4474-8277-693e33e4b771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:40.915878 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-00858a5f-ed43-4474-8277-693e33e4b771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:40.916929 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-00858a5f-ed43-4474-8277-693e33e4b771 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/4cd3a298-938e-4960-aa28-9a7f8f8aee90 HTTP/1.1" status: 204 len: 168 time: 0.7002764 Sep 24 15:52:40.932202 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5a53a81c-fa8d-4708-a44a-2471e2ce6543 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:41.006758 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 279bc121-f5ec-4841-85d9-f12c83303370 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:52:41.010678 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bce65097-5dd3-47d1-a641-c9c6a2a6c302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:41.011822 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00858a5f-ed43-4474-8277-693e33e4b771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd3a298-938e-4960-aa28-9a7f8f8aee90,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:41.017685 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-236def1d-7636-4b0c-91c0-0ae6b023036b req-ec3b011e-159c-4b72-9ccb-150185734658 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1294cbcc-4e3d-45a3-9f67-cd385cfb8a81 HTTP/1.1" status: 200 len: 217 time: 0.0984607 Sep 24 15:52:41.086654 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bce65097-5dd3-47d1-a641-c9c6a2a6c302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:41.092242 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 279bc121-f5ec-4841-85d9-f12c83303370 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:52:41.092854 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:41.118695 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-9ff9e88c-b318-42d3-bd93-94e50acbf825 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Deleting port f90b88d2-74b6-41ee-8acd-334c4fe114d2 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:52:41.119468 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9ff9e88c-b318-42d3-bd93-94e50acbf825 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:41.162935 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236def1d-7636-4b0c-91c0-0ae6b023036b req-34bce6ed-773e-453d-9c63-f7e1c2b304da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:41.164455 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-236def1d-7636-4b0c-91c0-0ae6b023036b req-34bce6ed-773e-453d-9c63-f7e1c2b304da service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4659e7b8-d926-4785-8557-1a1657148511 HTTP/1.1" status: 200 len: 797 time: 0.1372423 Sep 24 15:52:41.176518 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-bce65097-5dd3-47d1-a641-c9c6a2a6c302 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=17a1ad6ffeb247f0b278bbddfde8ae95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9004576 Sep 24 15:52:41.177391 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce65097-5dd3-47d1-a641-c9c6a2a6c302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ce8cb1-5c45-4697-a68e-9639d455091e,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:41.181431 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42514) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:41.259428 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9ff9e88c-b318-42d3-bd93-94e50acbf825 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:41.264915 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5a53a81c-fa8d-4708-a44a-2471e2ce6543 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:41.341017 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-9ff9e88c-b318-42d3-bd93-94e50acbf825 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Calling delete_port for f90b88d2-74b6-41ee-8acd-334c4fe114d2 owned by {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:52:41.353948 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a53a81c-fa8d-4708-a44a-2471e2ce6543 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event deleted for resources: {'Subnet': ['ID=1a5ba526-38ae-4a5a-a6a7-e8a9ba5fbfa8,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:41.355588 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5a53a81c-fa8d-4708-a44a-2471e2ce6543 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:41.356449 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-912b6038-ba24-4fb7-ab0b-110f09059880 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Deleting port dd9bdcb8-3701-431d-9b78-5bcca9e386c3 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:52:41.356939 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-912b6038-ba24-4fb7-ab0b-110f09059880 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:41.357508 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-5a53a81c-fa8d-4708-a44a-2471e2ce6543 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/subnets/1a5ba526-38ae-4a5a-a6a7-e8a9ba5fbfa8 HTTP/1.1" status: 204 len: 168 time: 1.0510859 Sep 24 15:52:41.367892 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2a1249-6c0e-41c2-afd4-a3881afb83c7 None None] Network 50d98e88-8a75-4835-9919-86c163395f7c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:52:41.377300 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42520) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:41.447148 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-03c3ea25-903f-40d7-8dbd-24c0e49c8fa4 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0661781 Sep 24 15:52:41.448399 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42522) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:41.576526 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a90321e-4ec4-4bc8-b304-ca14671592c2 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:41.578102 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-4a90321e-4ec4-4bc8-b304-ca14671592c2 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1289222 Sep 24 15:52:41.582129 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42526) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:41.603878 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d2f5e0-c947-4d62-a6f9-c177def909e6 None None] DHCP port deletion for 50d98e88-8a75-4835-9919-86c163395f7c request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:52:41.649080 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-912b6038-ba24-4fb7-ab0b-110f09059880 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:41.663959 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-03d2f5e0-c947-4d62-a6f9-c177def909e6 None None] Deleting port 279bc121-f5ec-4841-85d9-f12c83303370 {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:52:41.664226 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-03d2f5e0-c947-4d62-a6f9-c177def909e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:41.676846 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd80477-4ed4-490f-9b2f-9551959594ef tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:41.678429 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-1cd80477-4ed4-490f-9b2f-9551959594ef tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0933595 Sep 24 15:52:41.686716 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b63b8-b94a-44d5-902b-0041c9691689 req-c7a821af-3f70-4588-97b2-3780e391dfd6 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:41.688303 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-822b63b8-b94a-44d5-902b-0041c9691689 req-c7a821af-3f70-4588-97b2-3780e391dfd6 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=cffe7aaf-b947-49e8-8c24-ba60972c40b9 HTTP/1.1" status: 200 len: 945 time: 0.1539931 Sep 24 15:52:41.688959 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42528) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:41.690585 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-912b6038-ba24-4fb7-ab0b-110f09059880 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Calling delete_port for dd9bdcb8-3701-431d-9b78-5bcca9e386c3 owned by network:router_interface {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:52:41.714963 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236def1d-7636-4b0c-91c0-0ae6b023036b req-aa1e1891-95fe-4a60-8561-aba5029999de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:41.716587 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-236def1d-7636-4b0c-91c0-0ae6b023036b req-aa1e1891-95fe-4a60-8561-aba5029999de service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=e4856753-6c1e-428e-a2fe-e4f7731cb6f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5358052 Sep 24 15:52:41.740254 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-03d2f5e0-c947-4d62-a6f9-c177def909e6 None None] For port 279bc121-f5ec-4841-85d9-f12c83303370, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=279bc121-f5ec-4841-85d9-f12c83303370,segment=NetworkSegment(fb531be8-b37e-4ff9-a98b-5c7db484a0eb),segment_id=fb531be8-b37e-4ff9-a98b-5c7db484a0eb)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:52:41.740686 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-03d2f5e0-c947-4d62-a6f9-c177def909e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:41.744842 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-72a56993-94e5-4fff-8dad-86e58d236397 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0524554 Sep 24 15:52:41.752409 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42530) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:41.756488 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ea4e1956-ac03-42eb-838e-ef5373c6220a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:41.765179 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-5207dc54-f317-47d5-bc2f-4ffe8792e36e tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Request body: {'subnet': {'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:52:41.768833 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42532) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:41.769240 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa105219-416f-49dc-8933-f276d7b70f9a req-6de1a241-0312-4f6f-a726-f049cf5f8fd4 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:41.770286 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-03d2f5e0-c947-4d62-a6f9-c177def909e6 None None] Calling delete_port for 279bc121-f5ec-4841-85d9-f12c83303370 owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:52:41.777100 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fa105219-416f-49dc-8933-f276d7b70f9a req-6de1a241-0312-4f6f-a726-f049cf5f8fd4 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.4910662 Sep 24 15:52:41.840087 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ea4e1956-ac03-42eb-838e-ef5373c6220a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:41.849990 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8e9408e4-eaab-4466-99f2-316338b135c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:41.870678 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-822b63b8-b94a-44d5-902b-0041c9691689 req-9740b60f-a265-4130-a5c1-031eea0b84bd tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=6ebd70ba-9057-4f05-b091-253e90de2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316280 Sep 24 15:52:41.912603 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fa105219-416f-49dc-8933-f276d7b70f9a req-9eac776f-7c6e-460f-8d7c-920810d40aac tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345313 Sep 24 15:52:41.944782 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-236def1d-7636-4b0c-91c0-0ae6b023036b req-284b8acf-4756-4770-9e79-8bfc1f18f863 service neutron] 10.222.0.110 "GET /v2.0/networks/e4856753-6c1e-428e-a2fe-e4f7731cb6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168801 Sep 24 15:52:41.945289 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-03d2f5e0-c947-4d62-a6f9-c177def909e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:41.966744 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d2f5e0-c947-4d62-a6f9-c177def909e6 None None] No DVR routers for this DVR port 279bc121-f5ec-4841-85d9-f12c83303370 on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:52:41.987060 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d2f5e0-c947-4d62-a6f9-c177def909e6 None None] Pushing event deleted for resources: {'Port': ['ID=279bc121-f5ec-4841-85d9-f12c83303370,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:42.035188 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9ff9e88c-b318-42d3-bd93-94e50acbf825 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:42.069266 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff9e88c-b318-42d3-bd93-94e50acbf825 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Pushing event deleted for resources: {'Port': ['ID=f90b88d2-74b6-41ee-8acd-334c4fe114d2,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:42.071102 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ea4e1956-ac03-42eb-838e-ef5373c6220a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:42.073708 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ea4e1956-ac03-42eb-838e-ef5373c6220a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:42.074885 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-ea4e1956-ac03-42eb-838e-ef5373c6220a admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/e7ce8cb1-5c45-4697-a68e-9639d455091e HTTP/1.1" status: 204 len: 168 time: 0.8903909 Sep 24 15:52:42.097527 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9ff9e88c-b318-42d3-bd93-94e50acbf825 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:42.098558 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-9ff9e88c-b318-42d3-bd93-94e50acbf825 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] 10.222.0.101 "DELETE /v2.0/ports/f90b88d2-74b6-41ee-8acd-334c4fe114d2 HTTP/1.1" status: 204 len: 168 time: 1.3282650 Sep 24 15:52:42.099531 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4e1956-ac03-42eb-838e-ef5373c6220a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ce8cb1-5c45-4697-a68e-9639d455091e,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:42.101986 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42536) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:42.114993 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-236def1d-7636-4b0c-91c0-0ae6b023036b req-6f079401-fa4f-4060-b33d-7053a91bf716 service neutron] 10.222.0.110 "GET /v2.0/networks/e4856753-6c1e-428e-a2fe-e4f7731cb6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514115 Sep 24 15:52:42.129150 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-912b6038-ba24-4fb7-ab0b-110f09059880 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:42.168833 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912b6038-ba24-4fb7-ab0b-110f09059880 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Pushing event deleted for resources: {'Port': ['ID=dd9bdcb8-3701-431d-9b78-5bcca9e386c3,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:42.222307 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-eee50e2e-d9d2-4549-b5fc-a86a30810488 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Deleting port 664fae3b-d508-4399-9636-aa983dfc7fab {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:52:42.222883 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-eee50e2e-d9d2-4549-b5fc-a86a30810488 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:42.252995 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8e9408e4-eaab-4466-99f2-316338b135c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:42.293190 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-912b6038-ba24-4fb7-ab0b-110f09059880 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:42.298141 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-eee50e2e-d9d2-4549-b5fc-a86a30810488 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:42.311377 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-eee50e2e-d9d2-4549-b5fc-a86a30810488 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Calling delete_port for 664fae3b-d508-4399-9636-aa983dfc7fab owned by {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:52:42.344273 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8e9408e4-eaab-4466-99f2-316338b135c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:42.425718 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-8e9408e4-eaab-4466-99f2-316338b135c3 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=7efa06c42cca472b86dd9ba283a64c14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6520081 Sep 24 15:52:42.428445 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42538) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:42.433578 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9408e4-eaab-4466-99f2-316338b135c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b936bd63-283b-487d-a03e-e7b9ae4ef180,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:42.486734 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-eee50e2e-d9d2-4549-b5fc-a86a30810488 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:42.493216 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c4cf71c6-7236-4653-a142-8db56fab369f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:42.505518 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5207dc54-f317-47d5-bc2f-4ffe8792e36e tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Made reservation on behalf of 1ffc126d96724ce991d5ac46e64fd1ec for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:52:42.509116 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5207dc54-f317-47d5-bc2f-4ffe8792e36e tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:42.530978 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-912b6038-ba24-4fb7-ab0b-110f09059880 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Router f4a51fff-f8ed-4473-be72-c2b94a8365b4 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:52:42.534754 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee50e2e-d9d2-4549-b5fc-a86a30810488 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Pushing event deleted for resources: {'Port': ['ID=664fae3b-d508-4399-9636-aa983dfc7fab,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:42.573834 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c4cf71c6-7236-4653-a142-8db56fab369f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:42.580463 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-eee50e2e-d9d2-4549-b5fc-a86a30810488 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:42.585217 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-eee50e2e-d9d2-4549-b5fc-a86a30810488 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] 10.222.0.101 "DELETE /v2.0/ports/664fae3b-d508-4399-9636-aa983dfc7fab HTTP/1.1" status: 204 len: 168 time: 0.4814091 Sep 24 15:52:42.590810 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42542) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:42.636590 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b7df0de9-4a24-41c3-9af1-16dbdb886396 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0446744 Sep 24 15:52:42.640906 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42544) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:42.655477 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-dfa36c40-83bf-4489-a81a-c4cf3da12d82 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1009482790'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:52:42.706319 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-912b6038-ba24-4fb7-ab0b-110f09059880 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:52:42.713263 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-912b6038-ba24-4fb7-ab0b-110f09059880 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "PUT /v2.0/routers/f4a51fff-f8ed-4473-be72-c2b94a8365b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4135489 Sep 24 15:52:42.716195 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42550) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:42.721776 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a0011b-576d-4b2e-a089-ca85ae630ac7 None None] Sync routers for ids ['f4a51fff-f8ed-4473-be72-c2b94a8365b4'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:52:42.739413 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a0011b-576d-4b2e-a089-ca85ae630ac7 None None] Routers {'f4a51fff-f8ed-4473-be72-c2b94a8365b4'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:52:42.739612 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-b8a0011b-576d-4b2e-a089-ca85ae630ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:52:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['f4a51fff-f8ed-4473-be72-c2b94a8365b4'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:52:42.761023 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-6760acaa-a758-45fc-bd2f-71f5d2eaf880 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4a51fff-f8ed-4473-be72-c2b94a8365b4 HTTP/1.1" status: 200 len: 205 time: 0.0413492 Sep 24 15:52:42.761257 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42554) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:42.794371 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-b8a0011b-576d-4b2e-a089-ca85ae630ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:52:42.803891 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a0011b-576d-4b2e-a089-ca85ae630ac7 None None] Routers {'f4a51fff-f8ed-4473-be72-c2b94a8365b4'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:52:42.804756 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-b8a0011b-576d-4b2e-a089-ca85ae630ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:52:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['f4a51fff-f8ed-4473-be72-c2b94a8365b4'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:52:42.843900 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-b8a0011b-576d-4b2e-a089-ca85ae630ac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:52:42.845471 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a0011b-576d-4b2e-a089-ca85ae630ac7 None None] The sync data for ids ['f4a51fff-f8ed-4473-be72-c2b94a8365b4'] in n-d-808921-1 is: [] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:52:42.851445 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f4ff6b9c-8c01-4e0f-867d-7cbf61eff364 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for router, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:42.868858 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa36c40-83bf-4489-a81a-c4cf3da12d82 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Made reservation on behalf of d9b389de7e3249f996dc3cbee863608b for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:52:42.872662 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dfa36c40-83bf-4489-a81a-c4cf3da12d82 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:42.887129 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c4cf71c6-7236-4653-a142-8db56fab369f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:42.889580 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c4cf71c6-7236-4653-a142-8db56fab369f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:42.894374 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-c4cf71c6-7236-4653-a142-8db56fab369f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/b936bd63-283b-487d-a03e-e7b9ae4ef180 HTTP/1.1" status: 204 len: 168 time: 0.4612410 Sep 24 15:52:42.906431 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfa36c40-83bf-4489-a81a-c4cf3da12d82 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1272} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:52:42.921261 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dfa36c40-83bf-4489-a81a-c4cf3da12d82 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:42.921722 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-dfa36c40-83bf-4489-a81a-c4cf3da12d82 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Added segment 494f6878-3a34-4ad2-9a16-c10b12ee081a of type vlan for network 62b06d89-257d-4e64-a09a-b6cd071d79ae Sep 24 15:52:42.935094 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cf71c6-7236-4653-a142-8db56fab369f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b936bd63-283b-487d-a03e-e7b9ae4ef180,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:43.001132 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5207dc54-f317-47d5-bc2f-4ffe8792e36e tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:43.042814 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f4ff6b9c-8c01-4e0f-867d-7cbf61eff364 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:43.045184 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f4ff6b9c-8c01-4e0f-867d-7cbf61eff364 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:43.050632 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dfa36c40-83bf-4489-a81a-c4cf3da12d82 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:43.112249 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5207dc54-f317-47d5-bc2f-4ffe8792e36e tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Network 50d98e88-8a75-4835-9919-86c163395f7c is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:52:43.135245 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 279bc121-f5ec-4841-85d9-f12c83303370 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:52:43.138297 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96efdb7-e17d-4bd7-be79-70dea429ba77 req-59ba258e-29c1-4a0c-807e-3721442d4173 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:43.139818 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f96efdb7-e17d-4bd7-be79-70dea429ba77 req-59ba258e-29c1-4a0c-807e-3721442d4173 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=cffe7aaf-b947-49e8-8c24-ba60972c40b9 HTTP/1.1" status: 200 len: 945 time: 0.1443276 Sep 24 15:52:43.140739 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-5207dc54-f317-47d5-bc2f-4ffe8792e36e tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:52:43.147856 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5207dc54-f317-47d5-bc2f-4ffe8792e36e tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:43.148545 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5207dc54-f317-47d5-bc2f-4ffe8792e36e tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:43.156635 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5207dc54-f317-47d5-bc2f-4ffe8792e36e tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event updated for resources: {'Subnet': ['ID=13d50c6a-ccba-4513-af6e-4a035c72bac7,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:43.176330 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0805f60-e93c-443f-981f-01b6bbca40dc req-f42ae1d8-8bde-49ee-8f2d-f0c511d59e71 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:43.178110 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d0805f60-e93c-443f-981f-01b6bbca40dc req-f42ae1d8-8bde-49ee-8f2d-f0c511d59e71 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.0627532 Sep 24 15:52:43.184370 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f4ff6b9c-8c01-4e0f-867d-7cbf61eff364 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:43.185465 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4ff6b9c-8c01-4e0f-867d-7cbf61eff364 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Fanout notify agent at l3_agent the message router_deleted on router f4a51fff-f8ed-4473-be72-c2b94a8365b4 {{(pid=95298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:52:43.189345 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 279bc121-f5ec-4841-85d9-f12c83303370 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:52:43.189772 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 279bc121-f5ec-4841-85d9-f12c83303370 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:52:43.199150 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6139fa-a120-49b8-9c17-88e1ac9bbd1b None None] Network 50d98e88-8a75-4835-9919-86c163395f7c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:52:43.203019 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f4ff6b9c-8c01-4e0f-867d-7cbf61eff364 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:43.203542 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f96efdb7-e17d-4bd7-be79-70dea429ba77 req-7a7bc06f-a3dc-4145-975c-38b0d6848b41 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=6ebd70ba-9057-4f05-b091-253e90de2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478244 Sep 24 15:52:43.204844 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-f4ff6b9c-8c01-4e0f-867d-7cbf61eff364 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "DELETE /v2.0/routers/f4a51fff-f8ed-4473-be72-c2b94a8365b4 HTTP/1.1" status: 204 len: 168 time: 0.4417267 Sep 24 15:52:43.208459 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42564) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:43.245392 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d0805f60-e93c-443f-981f-01b6bbca40dc req-e9ea5654-7051-41be-8fcb-135913055503 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574784 Sep 24 15:52:43.279921 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dfa36c40-83bf-4489-a81a-c4cf3da12d82 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:43.291431 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa36c40-83bf-4489-a81a-c4cf3da12d82 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:43.292286 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dfa36c40-83bf-4489-a81a-c4cf3da12d82 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:43.333442 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-927cde8c-ed0b-44f6-9815-15cb53b3da69 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Deleting subnet 4e27e3c2-6dc0-44f7-8a14-fbed5c748efd {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:52:43.346121 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-5207dc54-f317-47d5-bc2f-4ffe8792e36e tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5896494 Sep 24 15:52:43.347119 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-927cde8c-ed0b-44f6-9815-15cb53b3da69 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:43.348881 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42572) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:43.356364 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-aabb7959-109d-43d6-be86-6f4e6e37ccc7 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Request body: {'port': {'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'fixed_ips': [{'subnet_id': '13d50c6a-ccba-4513-af6e-4a035c72bac7', 'ip_address': '2001:db8::8fa4:483b:8200:488a'}], 'name': 'tempest-NetworksTestDHCPv6-76641988'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:52:43.410042 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5a73ce-dd70-4fe2-8e8d-49a72c0e1fd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-50d98e88-8a75-4835-9919-86c163395f7c', 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'tenant_id': '1ffc126d96724ce991d5ac46e64fd1ec', 'fixed_ips': [{'subnet_id': '13d50c6a-ccba-4513-af6e-4a035c72bac7'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:52:43.411138 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-fd5a73ce-dd70-4fe2-8e8d-49a72c0e1fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:43.480217 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa36c40-83bf-4489-a81a-c4cf3da12d82 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Pushing event updated for resources: {'Network': ['ID=62b06d89-257d-4e64-a09a-b6cd071d79ae,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:43.486902 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-dfa36c40-83bf-4489-a81a-c4cf3da12d82 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8402991 Sep 24 15:52:43.492380 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42578) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:43.498136 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-7ba69606-71ff-4c80-8370-411803b6384b tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1860638231'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:52:43.501840 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 62b06d89-257d-4e64-a09a-b6cd071d79ae details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:52:43.514842 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-927cde8c-ed0b-44f6-9815-15cb53b3da69 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:43.560182 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a731dd-001a-42a5-9da9-8f0391d34324 req-f76c4d06-d1c6-4549-bb75-25cdc420ee17 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:43.562801 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-32a731dd-001a-42a5-9da9-8f0391d34324 req-f76c4d06-d1c6-4549-bb75-25cdc420ee17 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.2057381 Sep 24 15:52:43.595761 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aabb7959-109d-43d6-be86-6f4e6e37ccc7 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Made reservation on behalf of 1ffc126d96724ce991d5ac46e64fd1ec for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:52:43.656268 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-32a731dd-001a-42a5-9da9-8f0391d34324 req-a29507bb-b592-4577-8433-d70c3c63a8f2 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849435 Sep 24 15:52:43.669233 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-fd5a73ce-dd70-4fe2-8e8d-49a72c0e1fd4 None None] Allocated IP 2001:db8::2 (50d98e88-8a75-4835-9919-86c163395f7c/13d50c6a-ccba-4513-af6e-4a035c72bac7/73cf781d-308f-4203-a8d4-f0b0d0aa2c6a) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:52:43.694400 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-927cde8c-ed0b-44f6-9815-15cb53b3da69 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:43.743484 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-aabb7959-109d-43d6-be86-6f4e6e37ccc7 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:43.744865 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba69606-71ff-4c80-8370-411803b6384b tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Made reservation on behalf of d9b389de7e3249f996dc3cbee863608b for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:52:43.755754 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7ba69606-71ff-4c80-8370-411803b6384b tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:43.772112 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [None req-aabb7959-109d-43d6-be86-6f4e6e37ccc7 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] device_id is not set on port 817806f0-0bd2-4a9d-827c-18b0a1cdd281 yet. {{(pid=95298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:52:43.842445 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ba69606-71ff-4c80-8370-411803b6384b tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1277} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:52:43.877766 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7ba69606-71ff-4c80-8370-411803b6384b tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:43.878131 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-7ba69606-71ff-4c80-8370-411803b6384b tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Added segment 27874e0c-0f64-445e-be35-fc971aebc5d0 of type vlan for network e687e53d-ac52-48ca-b546-9ce20c37b0b2 Sep 24 15:52:43.949534 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7ba69606-71ff-4c80-8370-411803b6384b tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:44.005289 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 03256c2c-9512-46e8-bb7a-08f5c9148dbc no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:52:44.010483 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-fd5a73ce-dd70-4fe2-8e8d-49a72c0e1fd4 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:44.083692 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7ba69606-71ff-4c80-8370-411803b6384b tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:44.088311 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:44.089680 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba69606-71ff-4c80-8370-411803b6384b tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:44.090613 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7ba69606-71ff-4c80-8370-411803b6384b tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:44.093699 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-927cde8c-ed0b-44f6-9815-15cb53b3da69 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:44.124023 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0812603-0f95-4826-aee2-d005b0dbbeee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03256c2c-9512-46e8-bb7a-08f5c9148dbc'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:52:44.127420 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f9e7c4b-1d5e-4b5a-a091-7629d8ea0c21" -d '{"events": [{"server_uuid": "b0812603-0f95-4826-aee2-d005b0dbbeee", "name": "network-vif-unplugged", "status": "completed", "tag": "03256c2c-9512-46e8-bb7a-08f5c9148dbc"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:52:44.143817 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 03256c2c-9512-46e8-bb7a-08f5c9148dbc, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=03256c2c-9512-46e8-bb7a-08f5c9148dbc,segment=NetworkSegment(52d1c812-065d-43bf-bb73-529423424f9b),segment_id=52d1c812-065d-43bf-bb73-529423424f9b)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:52:44.161266 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-fd5a73ce-dd70-4fe2-8e8d-49a72c0e1fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:44.191731 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba69606-71ff-4c80-8370-411803b6384b tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Pushing event updated for resources: {'Network': ['ID=e687e53d-ac52-48ca-b546-9ce20c37b0b2,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:44.194282 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-927cde8c-ed0b-44f6-9815-15cb53b3da69 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:44.196288 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-927cde8c-ed0b-44f6-9815-15cb53b3da69 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "DELETE /v2.0/subnets/4e27e3c2-6dc0-44f7-8a14-fbed5c748efd HTTP/1.1" status: 204 len: 168 time: 0.9867795 Sep 24 15:52:44.199919 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 24 Sep 2021 15:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3240186b-3fa0-4002-8c69-be29f24a5e2e x-openstack-request-id: req-3240186b-3fa0-4002-8c69-be29f24a5e2e {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:52:44.202128 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0812603-0f95-4826-aee2-d005b0dbbeee", "name": "network-vif-unplugged", "status": "failed", "tag": "03256c2c-9512-46e8-bb7a-08f5c9148dbc", "code": 422}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:52:44.202649 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-3240186b-3fa0-4002-8c69-be29f24a5e2e {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:52:44.203068 n-d-808921-1 neutron-server[95299]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b0812603-0f95-4826-aee2-d005b0dbbeee', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '03256c2c-9512-46e8-bb7a-08f5c9148dbc', 'code': 422} returned with failed status Sep 24 15:52:44.209109 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42606) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:44.219374 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927cde8c-ed0b-44f6-9815-15cb53b3da69 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Pushing event deleted for resources: {'Subnet': ['ID=4e27e3c2-6dc0-44f7-8a14-fbed5c748efd,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:44.247086 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500a5ac8-848f-4d62-8b4f-0407a1278866 None None] Network 73e70612-2294-4801-8e91-0551b1db35f3 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:52:44.249956 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [req-239770e2-7a4e-4382-b24d-2eef84800703 req-39d069aa-5e12-4502-9a79-847ecec993e7 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:52:44.252954 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network e687e53d-ac52-48ca-b546-9ce20c37b0b2 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:52:44.256331 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-239770e2-7a4e-4382-b24d-2eef84800703 req-39d069aa-5e12-4502-9a79-847ecec993e7 service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3518815 Sep 24 15:52:44.287996 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:44.289955 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5a73ce-dd70-4fe2-8e8d-49a72c0e1fd4 None None] Pushing event updated for resources: {'Port': ['ID=73cf781d-308f-4203-a8d4-f0b0d0aa2c6a,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:44.299522 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-7ba69606-71ff-4c80-8370-411803b6384b tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8058729 Sep 24 15:52:44.309466 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5a73ce-dd70-4fe2-8e8d-49a72c0e1fd4 None None] Network 50d98e88-8a75-4835-9919-86c163395f7c is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:52:44.318032 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-fd5a73ce-dd70-4fe2-8e8d-49a72c0e1fd4 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:52:44.375105 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4fa67f63-3622-4ddf-b9db-5b66d2dea1e6 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:44.378838 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5a73ce-dd70-4fe2-8e8d-49a72c0e1fd4 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:52:44.447694 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-aabb7959-109d-43d6-be86-6f4e6e37ccc7 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Allocated IP 2001:db8::8fa4:483b:8200:488a (50d98e88-8a75-4835-9919-86c163395f7c/13d50c6a-ccba-4513-af6e-4a035c72bac7/817806f0-0bd2-4a9d-827c-18b0a1cdd281) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:52:44.548928 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71a002a-eb96-421a-9979-9013e7be4789 req-6f7c91fa-fe4c-4dd1-b08c-9f2ae4991d64 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:44.550937 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c71a002a-eb96-421a-9979-9013e7be4789 req-6f7c91fa-fe4c-4dd1-b08c-9f2ae4991d64 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=cffe7aaf-b947-49e8-8c24-ba60972c40b9 HTTP/1.1" status: 200 len: 945 time: 0.2109470 Sep 24 15:52:44.587675 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=03256c2c-9512-46e8-bb7a-08f5c9148dbc,revision_number=8']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:44.591083 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-fd5a73ce-dd70-4fe2-8e8d-49a72c0e1fd4 None None] Attempting to bind port 73cf781d-308f-4203-a8d4-f0b0d0aa2c6a on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:52:44.591083 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-fd5a73ce-dd70-4fe2-8e8d-49a72c0e1fd4 None None] Attempting to bind port 73cf781d-308f-4203-a8d4-f0b0d0aa2c6a by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:52:44.591574 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5a73ce-dd70-4fe2-8e8d-49a72c0e1fd4 None None] Attempting to bind port 73cf781d-308f-4203-a8d4-f0b0d0aa2c6a on network 50d98e88-8a75-4835-9919-86c163395f7c {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:52:44.597451 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5a73ce-dd70-4fe2-8e8d-49a72c0e1fd4 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:52:44.597955 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5a73ce-dd70-4fe2-8e8d-49a72c0e1fd4 None None] Checking segment: {'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:52:44.598464 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-fd5a73ce-dd70-4fe2-8e8d-49a72c0e1fd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:44.598911 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5a73ce-dd70-4fe2-8e8d-49a72c0e1fd4 None None] Bound using segment: {'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:52:44.599379 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-fd5a73ce-dd70-4fe2-8e8d-49a72c0e1fd4 None None] Bound port: 73cf781d-308f-4203-a8d4-f0b0d0aa2c6a, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:52:44.605538 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-fd5a73ce-dd70-4fe2-8e8d-49a72c0e1fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:44.667665 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c71a002a-eb96-421a-9979-9013e7be4789 req-aabb478f-eea8-4061-9d27-268f65ceb5d6 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=6ebd70ba-9057-4f05-b091-253e90de2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017649 Sep 24 15:52:44.726435 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418c2ad9-4624-47af-a5cc-a7ee462c322f req-8002e46c-896f-4e9b-909f-3b3b763df661 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:44.728038 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-418c2ad9-4624-47af-a5cc-a7ee462c322f req-8002e46c-896f-4e9b-909f-3b3b763df661 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 944 time: 0.1097231 Sep 24 15:52:44.778205 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-fd5a73ce-dd70-4fe2-8e8d-49a72c0e1fd4 None None] For port 73cf781d-308f-4203-a8d4-f0b0d0aa2c6a, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:52:44.787000 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-4fa67f63-3622-4ddf-b9db-5b66d2dea1e6 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Deleting port 667d2c91-5a8f-4a3b-8aa5-845347bea7e1 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:52:44.787987 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4fa67f63-3622-4ddf-b9db-5b66d2dea1e6 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:44.795708 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-fd5a73ce-dd70-4fe2-8e8d-49a72c0e1fd4 None None] For port 73cf781d-308f-4203-a8d4-f0b0d0aa2c6a, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=73cf781d-308f-4203-a8d4-f0b0d0aa2c6a,segment=NetworkSegment(fb531be8-b37e-4ff9-a98b-5c7db484a0eb),segment_id=fb531be8-b37e-4ff9-a98b-5c7db484a0eb)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:52:44.803210 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-418c2ad9-4624-47af-a5cc-a7ee462c322f req-1a1289c2-fa2f-4064-a7a0-62327e8d9386 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683568 Sep 24 15:52:44.877008 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03bf9733-a7de-4530-8b7e-51e6a4fde3bf None None] DHCP port deletion for 73e70612-2294-4801-8e91-0551b1db35f3 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:52:44.905556 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-fd5a73ce-dd70-4fe2-8e8d-49a72c0e1fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:44.961772 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-4fa67f63-3622-4ddf-b9db-5b66d2dea1e6 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] For port 667d2c91-5a8f-4a3b-8aa5-845347bea7e1, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=667d2c91-5a8f-4a3b-8aa5-845347bea7e1,segment=NetworkSegment(d448738c-dbe9-4140-b5b9-470fb2a39edd),segment_id=d448738c-dbe9-4140-b5b9-470fb2a39edd)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:52:44.962150 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4fa67f63-3622-4ddf-b9db-5b66d2dea1e6 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:44.970270 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-aabb7959-109d-43d6-be86-6f4e6e37ccc7 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:44.985850 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-4fa67f63-3622-4ddf-b9db-5b66d2dea1e6 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Calling delete_port for 667d2c91-5a8f-4a3b-8aa5-845347bea7e1 owned by network:dhcp {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:52:45.029770 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 667d2c91-5a8f-4a3b-8aa5-845347bea7e1 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:52:45.167302 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-aabb7959-109d-43d6-be86-6f4e6e37ccc7 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:45.202609 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-03bf9733-a7de-4530-8b7e-51e6a4fde3bf None None] Deleting port 667d2c91-5a8f-4a3b-8aa5-845347bea7e1 {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:52:45.203274 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-03bf9733-a7de-4530-8b7e-51e6a4fde3bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:45.247561 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabb7959-109d-43d6-be86-6f4e6e37ccc7 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event updated for resources: {'Port': ['ID=817806f0-0bd2-4a9d-827c-18b0a1cdd281,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:45.261485 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4fa67f63-3622-4ddf-b9db-5b66d2dea1e6 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:45.356367 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabb7959-109d-43d6-be86-6f4e6e37ccc7 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Network 50d98e88-8a75-4835-9919-86c163395f7c is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:52:45.358123 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-aabb7959-109d-43d6-be86-6f4e6e37ccc7 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:52:45.386312 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5a73ce-dd70-4fe2-8e8d-49a72c0e1fd4 None None] Pushing event updated for resources: {'Port': ['ID=73cf781d-308f-4203-a8d4-f0b0d0aa2c6a,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:45.386564 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa67f63-3622-4ddf-b9db-5b66d2dea1e6 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Pushing event deleted for resources: {'Port': ['ID=667d2c91-5a8f-4a3b-8aa5-845347bea7e1,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:45.393671 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabb7959-109d-43d6-be86-6f4e6e37ccc7 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:52:45.409909 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aabb7959-109d-43d6-be86-6f4e6e37ccc7 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:45.410964 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-aabb7959-109d-43d6-be86-6f4e6e37ccc7 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:45.415711 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fa67f63-3622-4ddf-b9db-5b66d2dea1e6 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] No DVR routers for this DVR port 667d2c91-5a8f-4a3b-8aa5-845347bea7e1 on host n-d-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:52:45.425497 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-03bf9733-a7de-4530-8b7e-51e6a4fde3bf None None] For port 667d2c91-5a8f-4a3b-8aa5-845347bea7e1, host n-d-808921-1, got binding levels [] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:52:45.425883 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-03bf9733-a7de-4530-8b7e-51e6a4fde3bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:45.463392 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No active binding found for port 667d2c91-5a8f-4a3b-8aa5-845347bea7e1 {{(pid=95299) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 24 15:52:45.463392 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 667d2c91-5a8f-4a3b-8aa5-845347bea7e1 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:52:45.464891 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-03bf9733-a7de-4530-8b7e-51e6a4fde3bf None None] Calling delete_port for 667d2c91-5a8f-4a3b-8aa5-845347bea7e1 owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:52:45.467817 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.ipam_backend_mixin [None req-03bf9733-a7de-4530-8b7e-51e6a4fde3bf None None] Port 667d2c91-5a8f-4a3b-8aa5-845347bea7e1 was not found and therefore no delete operation was performed {{(pid=95299) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 24 15:52:45.476689 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-03bf9733-a7de-4530-8b7e-51e6a4fde3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:45.555074 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42646) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:45.570881 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4fa67f63-3622-4ddf-b9db-5b66d2dea1e6 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:45.577243 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bf9733-a7de-4530-8b7e-51e6a4fde3bf None None] Pushing event deleted for resources: {'Port': ['ID=667d2c91-5a8f-4a3b-8aa5-845347bea7e1,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:45.582515 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42650) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:45.582726 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-aabb7959-109d-43d6-be86-6f4e6e37ccc7 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.2311563 Sep 24 15:52:45.597644 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-4fa67f63-3622-4ddf-b9db-5b66d2dea1e6 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73e70612-2294-4801-8e91-0551b1db35f3']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:52:45.601284 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bf9733-a7de-4530-8b7e-51e6a4fde3bf None None] No DVR routers for this DVR port 667d2c91-5a8f-4a3b-8aa5-845347bea7e1 on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:52:45.615634 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-4fa67f63-3622-4ddf-b9db-5b66d2dea1e6 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd448738c-dbe9-4140-b5b9-470fb2a39edd') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:52:45.615634 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-4fa67f63-3622-4ddf-b9db-5b66d2dea1e6 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd448738c-dbe9-4140-b5b9-470fb2a39edd') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:52:45.627337 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4fa67f63-3622-4ddf-b9db-5b66d2dea1e6 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:45.637855 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bf9733-a7de-4530-8b7e-51e6a4fde3bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:52:45.638567 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bf9733-a7de-4530-8b7e-51e6a4fde3bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:52:45.643180 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bf9733-a7de-4530-8b7e-51e6a4fde3bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:52:45.643833 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bf9733-a7de-4530-8b7e-51e6a4fde3bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:52:45.644373 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bf9733-a7de-4530-8b7e-51e6a4fde3bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:52:45.644928 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bf9733-a7de-4530-8b7e-51e6a4fde3bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:52:45.645765 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bf9733-a7de-4530-8b7e-51e6a4fde3bf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:52:45.646293 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bf9733-a7de-4530-8b7e-51e6a4fde3bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:52:45.646994 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bf9733-a7de-4530-8b7e-51e6a4fde3bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:52:45.647520 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bf9733-a7de-4530-8b7e-51e6a4fde3bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:52:45.648047 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bf9733-a7de-4530-8b7e-51e6a4fde3bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:52:45.655855 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03bf9733-a7de-4530-8b7e-51e6a4fde3bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:52:45.664047 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4fa67f63-3622-4ddf-b9db-5b66d2dea1e6 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:45.676529 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fa67f63-3622-4ddf-b9db-5b66d2dea1e6 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Releasing vlan 1260 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:52:45.677113 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4fa67f63-3622-4ddf-b9db-5b66d2dea1e6 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:45.683957 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:52:45.683957 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:52:45.683957 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:52:45.683957 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:52:45.683957 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:52:45.683957 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:52:45.683957 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:52:45.683957 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:52:45.683957 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:52:45.683957 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:52:45.683957 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:52:45.683957 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:52:45.683957 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:52:45.683957 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:52:45.683957 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:52:45.683957 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:52:45.683957 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:52:45.683957 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:52:45.683957 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:52:45.683957 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:52:45.683957 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:52:45.683957 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:52:45.683957 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:52:45.683957 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:52:45.683957 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:52:45.683957 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:52:45.683957 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:52:45.683957 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:52:45.683957 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:52:45.683957 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:52:45.683957 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:52:45.683957 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:52:45.736117 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b81300-8bcf-4c79-9829-26890edad352 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:45.756371 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b81300-8bcf-4c79-9829-26890edad352 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:45.762909 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-79b81300-8bcf-4c79-9829-26890edad352 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.1768153 Sep 24 15:52:45.763236 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42654) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:45.902736 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831bbf15-f161-4d39-bdbb-ebd329fdb109 req-547db4ef-fee9-4007-959d-5a60f65bda17 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:45.905474 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-831bbf15-f161-4d39-bdbb-ebd329fdb109 req-547db4ef-fee9-4007-959d-5a60f65bda17 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=cffe7aaf-b947-49e8-8c24-ba60972c40b9 HTTP/1.1" status: 200 len: 945 time: 0.0972385 Sep 24 15:52:45.977457 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-16b225b9-51af-47b0-b288-50a4a497482d req-f2fa52f0-6031-4323-be5f-d98ab79bb87d service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6153035 Sep 24 15:52:45.986389 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-5eb039bf-e9c5-4d02-8052-20fb2ccaf292 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Request body: {'network': {'name': 'tempest-network-smoke--287382884', 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'port_security_enabled': True}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:52:45.993512 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4fa67f63-3622-4ddf-b9db-5b66d2dea1e6 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:46.009442 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:52:46.017257 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4fa67f63-3622-4ddf-b9db-5b66d2dea1e6 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:46.018885 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [req-16b225b9-51af-47b0-b288-50a4a497482d req-4c8f73b3-2b91-404f-8aee-c1433ca09ba7 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:52:46.019843 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-16b225b9-51af-47b0-b288-50a4a497482d req-4c8f73b3-2b91-404f-8aee-c1433ca09ba7 service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0248790 Sep 24 15:52:46.043566 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-4fa67f63-3622-4ddf-b9db-5b66d2dea1e6 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "DELETE /v2.0/networks/73e70612-2294-4801-8e91-0551b1db35f3 HTTP/1.1" status: 204 len: 168 time: 1.8332751 Sep 24 15:52:46.051249 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42662) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:46.075721 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-e2831605-b118-4d57-9a18-fd884c2315e3 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1803128549', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:52:46.105152 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa67f63-3622-4ddf-b9db-5b66d2dea1e6 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Pushing event deleted for resources: {'Network': ['ID=73e70612-2294-4801-8e91-0551b1db35f3,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:46.108407 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c156c5-e8f5-4fef-9b1f-500e919fa96e req-7ac65468-41c5-4da7-bd68-70562b59406f tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:46.111051 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-32c156c5-e8f5-4fef-9b1f-500e919fa96e req-7ac65468-41c5-4da7-bd68-70562b59406f tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 944 time: 0.1703191 Sep 24 15:52:46.113964 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-67ca265f-a611-47c6-b54b-4664187a44cf tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Deleting port 817806f0-0bd2-4a9d-827c-18b0a1cdd281 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:52:46.114516 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-67ca265f-a611-47c6-b54b-4664187a44cf tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:46.127655 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-831bbf15-f161-4d39-bdbb-ebd329fdb109 req-10e4fc09-66d2-4262-bf50-16a655c02c33 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=6ebd70ba-9057-4f05-b091-253e90de2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2150879 Sep 24 15:52:46.212432 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb039bf-e9c5-4d02-8052-20fb2ccaf292 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Made reservation on behalf of 7841fa2f595c42b88ef5416d36f78c25 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:52:46.216001 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5eb039bf-e9c5-4d02-8052-20fb2ccaf292 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:46.285125 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-32c156c5-e8f5-4fef-9b1f-500e919fa96e req-4832f5d5-a722-4daf-8fa7-5ff490f96c2c tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934217 Sep 24 15:52:46.285802 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5eb039bf-e9c5-4d02-8052-20fb2ccaf292 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:46.299921 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-67ca265f-a611-47c6-b54b-4664187a44cf tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:46.324637 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-67ca265f-a611-47c6-b54b-4664187a44cf tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Calling delete_port for 817806f0-0bd2-4a9d-827c-18b0a1cdd281 owned by {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:52:46.369818 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e2831605-b118-4d57-9a18-fd884c2315e3 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:46.371045 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e2831605-b118-4d57-9a18-fd884c2315e3 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:46.483853 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e2831605-b118-4d57-9a18-fd884c2315e3 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:46.608518 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5eb039bf-e9c5-4d02-8052-20fb2ccaf292 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:46.609883 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e2831605-b118-4d57-9a18-fd884c2315e3 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:46.699851 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-67ca265f-a611-47c6-b54b-4664187a44cf tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:46.709593 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-d4288848-fd2e-44a5-9b28-54ad4b54767d None None] Provisioning complete for port 73cf781d-308f-4203-a8d4-f0b0d0aa2c6a triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:52:46.711603 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d4288848-fd2e-44a5-9b28-54ad4b54767d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:46.737718 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ca265f-a611-47c6-b54b-4664187a44cf tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event deleted for resources: {'Port': ['ID=817806f0-0bd2-4a9d-827c-18b0a1cdd281,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:46.767521 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5eb039bf-e9c5-4d02-8052-20fb2ccaf292 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:46.794788 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-67ca265f-a611-47c6-b54b-4664187a44cf tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:46.800705 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42682) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:46.801017 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-67ca265f-a611-47c6-b54b-4664187a44cf tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/ports/817806f0-0bd2-4a9d-827c-18b0a1cdd281 HTTP/1.1" status: 204 len: 168 time: 1.0367920 Sep 24 15:52:46.824144 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eb039bf-e9c5-4d02-8052-20fb2ccaf292 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1251} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:52:46.835935 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb039bf-e9c5-4d02-8052-20fb2ccaf292 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96514177-85e8-44c3-96ee-ae315b2fa4f2,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:46.841528 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5eb039bf-e9c5-4d02-8052-20fb2ccaf292 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:46.841950 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-5eb039bf-e9c5-4d02-8052-20fb2ccaf292 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Added segment d7f03bc8-ea19-48e4-af94-237cd7b5d9dc of type vlan for network 9650dd06-c337-403b-9f2f-c268b521f2ba Sep 24 15:52:46.862130 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d4288848-fd2e-44a5-9b28-54ad4b54767d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:46.915021 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5eb039bf-e9c5-4d02-8052-20fb2ccaf292 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:46.952736 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e2831605-b118-4d57-9a18-fd884c2315e3 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:46.957610 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e2831605-b118-4d57-9a18-fd884c2315e3 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8969166 Sep 24 15:52:46.957814 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42686) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:46.965243 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-f958949c-fcb7-4db3-b633-ed17820dbc18 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-912584830'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:52:46.998902 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da45c339-60c7-4c97-9fdf-45322097a414 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:47.002926 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da45c339-60c7-4c97-9fdf-45322097a414 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:47.004796 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-da45c339-60c7-4c97-9fdf-45322097a414 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2022896 Sep 24 15:52:47.006134 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-d4288848-fd2e-44a5-9b28-54ad4b54767d None None] For port 73cf781d-308f-4203-a8d4-f0b0d0aa2c6a, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=73cf781d-308f-4203-a8d4-f0b0d0aa2c6a,segment=NetworkSegment(fb531be8-b37e-4ff9-a98b-5c7db484a0eb),segment_id=fb531be8-b37e-4ff9-a98b-5c7db484a0eb)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:52:47.007387 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42688) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:47.073502 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b97030b-423e-42a6-9e4b-96d3326619ad tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Deleting subnet 13d50c6a-ccba-4513-af6e-4a035c72bac7 {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:52:47.077224 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5b97030b-423e-42a6-9e4b-96d3326619ad tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:47.115114 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d4288848-fd2e-44a5-9b28-54ad4b54767d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:47.175294 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5b97030b-423e-42a6-9e4b-96d3326619ad tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:47.253394 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4288848-fd2e-44a5-9b28-54ad4b54767d None None] Pushing event updated for resources: {'Port': ['ID=73cf781d-308f-4203-a8d4-f0b0d0aa2c6a,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:47.275274 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 73cf781d-308f-4203-a8d4-f0b0d0aa2c6a up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:52:47.311857 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7eabf3ed-6d13-437f-8a18-e2d71aa7a408 None None] Could not find standard attr ID for object 817806f0-0bd2-4a9d-827c-18b0a1cdd281. {{(pid=95299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 15:52:47.379346 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f958949c-fcb7-4db3-b633-ed17820dbc18 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Made reservation on behalf of a0a46e9236c24b39aca910b414f61345 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:52:47.383696 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f958949c-fcb7-4db3-b633-ed17820dbc18 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:47.390654 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 73cf781d-308f-4203-a8d4-f0b0d0aa2c6a triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:52:47.391393 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:47.411809 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5eb039bf-e9c5-4d02-8052-20fb2ccaf292 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:47.412191 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee87f586-00f5-4799-9e32-2be6a60e3277 req-0ee16b6e-7108-474c-9c3a-bb266e35becf tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:47.427826 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb039bf-e9c5-4d02-8052-20fb2ccaf292 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:47.428435 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5eb039bf-e9c5-4d02-8052-20fb2ccaf292 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:47.430789 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ee87f586-00f5-4799-9e32-2be6a60e3277 req-0ee16b6e-7108-474c-9c3a-bb266e35becf tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=cffe7aaf-b947-49e8-8c24-ba60972c40b9 HTTP/1.1" status: 200 len: 945 time: 0.1549363 Sep 24 15:52:47.491504 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ee87f586-00f5-4799-9e32-2be6a60e3277 req-bf5ae544-08d4-4e78-888f-599d4e4ad84f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=6ebd70ba-9057-4f05-b091-253e90de2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595434 Sep 24 15:52:47.576330 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f958949c-fcb7-4db3-b633-ed17820dbc18 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1265} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:52:47.763009 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42698) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:47.768429 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-41529bd1-3008-4867-9650-c21ebbf07146 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Request body: {'subnets': [{'network_id': '62b06d89-257d-4e64-a09a-b6cd071d79ae', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1317677441', 'ip_version': 6}, {'network_id': 'e687e53d-ac52-48ca-b546-9ce20c37b0b2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:52:47.768769 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-41529bd1-3008-4867-9650-c21ebbf07146 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Request body: {'subnet': {'network_id': '62b06d89-257d-4e64-a09a-b6cd071d79ae', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1317677441', 'ip_version': 6}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:52:47.769431 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-41529bd1-3008-4867-9650-c21ebbf07146 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Request body: {'subnet': {'network_id': 'e687e53d-ac52-48ca-b546-9ce20c37b0b2', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:52:47.916366 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5b97030b-423e-42a6-9e4b-96d3326619ad tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:47.921869 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-5eb039bf-e9c5-4d02-8052-20fb2ccaf292 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.3657870 Sep 24 15:52:47.922811 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb039bf-e9c5-4d02-8052-20fb2ccaf292 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Pushing event updated for resources: {'Network': ['ID=9650dd06-c337-403b-9f2f-c268b521f2ba,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:47.926144 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42700) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:47.933973 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-c2ba5376-49ff-4b92-aada-fd610d98655d tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-118955220', 'admin_state_up': True, 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:52:47.936508 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 9650dd06-c337-403b-9f2f-c268b521f2ba details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:52:47.961699 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f958949c-fcb7-4db3-b633-ed17820dbc18 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:47.962381 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-f958949c-fcb7-4db3-b633-ed17820dbc18 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Added segment 597438e5-8201-4b43-868d-146c59b6b364 of type vlan for network 27e4c55f-6f5e-4dbb-a4b1-ef3ad1218e31 Sep 24 15:52:47.992858 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee925706-34b7-42fe-84b6-79ef775b36cf req-62dfe350-5f62-45e3-ab42-cde0a45cb130 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:47.992858 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ee925706-34b7-42fe-84b6-79ef775b36cf req-62dfe350-5f62-45e3-ab42-cde0a45cb130 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 944 time: 0.5318761 Sep 24 15:52:48.090618 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f958949c-fcb7-4db3-b633-ed17820dbc18 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:48.090618 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ee925706-34b7-42fe-84b6-79ef775b36cf req-f0ec192b-1c49-4ba7-80f8-9b08ba7b2ca4 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732307 Sep 24 15:52:48.102506 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b225b9-51af-47b0-b288-50a4a497482d req-3e227609-4754-4a3b-bc99-6870ecbe1908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:48.104313 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-16b225b9-51af-47b0-b288-50a4a497482d req-3e227609-4754-4a3b-bc99-6870ecbe1908 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee&tenant_id=7ecdf69c945d45baa1f224469b4d842c HTTP/1.1" status: 200 len: 1095 time: 0.0971162 Sep 24 15:52:48.118440 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-16b225b9-51af-47b0-b288-50a4a497482d req-ef17899c-a885-4c76-a2cd-74169bbb63ec service neutron] Request body: {'port': {'binding:host_id': 'n-h1-808921-1', 'device_owner': 'compute:nova'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:52:48.176717 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-16b225b9-51af-47b0-b288-50a4a497482d req-ef17899c-a885-4c76-a2cd-74169bbb63ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:48.214611 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41529bd1-3008-4867-9650-c21ebbf07146 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Made reservation on behalf of d9b389de7e3249f996dc3cbee863608b for: {'subnet': 2} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:52:48.219118 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-41529bd1-3008-4867-9650-c21ebbf07146 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:48.219525 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-41529bd1-3008-4867-9650-c21ebbf07146 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:48.263996 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5b97030b-423e-42a6-9e4b-96d3326619ad tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:48.292979 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b97030b-423e-42a6-9e4b-96d3326619ad tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event deleted for resources: {'Subnet': ['ID=13d50c6a-ccba-4513-af6e-4a035c72bac7,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:48.298271 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5b97030b-423e-42a6-9e4b-96d3326619ad tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:48.302488 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-5b97030b-423e-42a6-9e4b-96d3326619ad tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/subnets/13d50c6a-ccba-4513-af6e-4a035c72bac7 HTTP/1.1" status: 204 len: 168 time: 1.2918246 Sep 24 15:52:48.302488 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f958949c-fcb7-4db3-b633-ed17820dbc18 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:48.306846 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6ff3c2-424a-4c14-9593-2649c1702139 None None] Network 50d98e88-8a75-4835-9919-86c163395f7c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:52:48.308655 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f958949c-fcb7-4db3-b633-ed17820dbc18 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:48.309295 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f958949c-fcb7-4db3-b633-ed17820dbc18 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:48.318667 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42706) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:48.380604 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-6ca7afc7-ab31-4295-afad-ce7fb4791ccb tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0577316 Sep 24 15:52:48.383955 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42710) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:48.388354 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-55bda7e1-a8a3-4290-ba0c-5070861c5ac7 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Request body: {'subnet': {'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:52:48.404147 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c2ba5376-49ff-4b92-aada-fd610d98655d tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:48.404961 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c2ba5376-49ff-4b92-aada-fd610d98655d tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:48.460942 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f958949c-fcb7-4db3-b633-ed17820dbc18 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Pushing event updated for resources: {'Network': ['ID=27e4c55f-6f5e-4dbb-a4b1-ef3ad1218e31,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:48.470615 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f958949c-fcb7-4db3-b633-ed17820dbc18 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5087738 Sep 24 15:52:48.470911 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42712) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:48.479140 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-97c46672-5feb-4bcd-916d-25e2ca0f7fcf tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Request body: {'subnet': {'network_id': '27e4c55f-6f5e-4dbb-a4b1-ef3ad1218e31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:52:48.489414 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 27e4c55f-6f5e-4dbb-a4b1-ef3ad1218e31 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:52:48.602974 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd6ab02-2934-4b51-9277-83c0afb84822 None None] DHCP port deletion for 50d98e88-8a75-4835-9919-86c163395f7c request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:52:48.662386 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-6cd6ab02-2934-4b51-9277-83c0afb84822 None None] Deleting port 73cf781d-308f-4203-a8d4-f0b0d0aa2c6a {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:52:48.662808 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ab02-2934-4b51-9277-83c0afb84822 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:48.729295 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-6cd6ab02-2934-4b51-9277-83c0afb84822 None None] For port 73cf781d-308f-4203-a8d4-f0b0d0aa2c6a, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=73cf781d-308f-4203-a8d4-f0b0d0aa2c6a,segment=NetworkSegment(fb531be8-b37e-4ff9-a98b-5c7db484a0eb),segment_id=fb531be8-b37e-4ff9-a98b-5c7db484a0eb)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:52:48.729689 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ab02-2934-4b51-9277-83c0afb84822 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:48.747548 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-6cd6ab02-2934-4b51-9277-83c0afb84822 None None] Calling delete_port for 73cf781d-308f-4203-a8d4-f0b0d0aa2c6a owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:52:48.762056 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55bda7e1-a8a3-4290-ba0c-5070861c5ac7 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Made reservation on behalf of 1ffc126d96724ce991d5ac46e64fd1ec for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:52:48.765589 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-55bda7e1-a8a3-4290-ba0c-5070861c5ac7 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:48.884563 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c2ba5376-49ff-4b92-aada-fd610d98655d tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:48.909646 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6cd6ab02-2934-4b51-9277-83c0afb84822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:48.940240 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd6ab02-2934-4b51-9277-83c0afb84822 None None] No DVR routers for this DVR port 73cf781d-308f-4203-a8d4-f0b0d0aa2c6a on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:52:48.944750 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd6ab02-2934-4b51-9277-83c0afb84822 None None] Pushing event deleted for resources: {'Port': ['ID=73cf781d-308f-4203-a8d4-f0b0d0aa2c6a,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:48.979261 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-16b225b9-51af-47b0-b288-50a4a497482d req-ef17899c-a885-4c76-a2cd-74169bbb63ec service neutron] For port 03256c2c-9512-46e8-bb7a-08f5c9148dbc, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=03256c2c-9512-46e8-bb7a-08f5c9148dbc,segment=NetworkSegment(52d1c812-065d-43bf-bb73-529423424f9b),segment_id=52d1c812-065d-43bf-bb73-529423424f9b)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:52:48.997122 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 73cf781d-308f-4203-a8d4-f0b0d0aa2c6a no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:52:49.005467 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c46672-5feb-4bcd-916d-25e2ca0f7fcf tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Made reservation on behalf of a0a46e9236c24b39aca910b414f61345 for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:52:49.010413 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-97c46672-5feb-4bcd-916d-25e2ca0f7fcf tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:49.021636 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 73cf781d-308f-4203-a8d4-f0b0d0aa2c6a {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:52:49.022128 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 73cf781d-308f-4203-a8d4-f0b0d0aa2c6a not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:52:49.026169 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94b4261-ca3c-454e-bd7f-f5a24414bad0 req-b3dddd0f-8145-43eb-89c4-de0a7679fb21 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:49.032729 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c94b4261-ca3c-454e-bd7f-f5a24414bad0 req-b3dddd0f-8145-43eb-89c4-de0a7679fb21 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=cffe7aaf-b947-49e8-8c24-ba60972c40b9 HTTP/1.1" status: 200 len: 945 time: 0.1975622 Sep 24 15:52:49.105478 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-55bda7e1-a8a3-4290-ba0c-5070861c5ac7 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:49.202833 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55bda7e1-a8a3-4290-ba0c-5070861c5ac7 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Network 50d98e88-8a75-4835-9919-86c163395f7c is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:52:49.224956 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-55bda7e1-a8a3-4290-ba0c-5070861c5ac7 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:52:49.236440 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55bda7e1-a8a3-4290-ba0c-5070861c5ac7 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:49.237013 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-55bda7e1-a8a3-4290-ba0c-5070861c5ac7 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:49.237950 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d17a917-60ff-40fd-a860-412957771251 None None] Network 50d98e88-8a75-4835-9919-86c163395f7c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:52:49.243196 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bda7e1-a8a3-4290-ba0c-5070861c5ac7 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event updated for resources: {'Subnet': ['ID=53ed367e-c571-4823-840e-54f2b7360e9c,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:49.295529 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c94b4261-ca3c-454e-bd7f-f5a24414bad0 req-cff6be70-0b9a-4bce-ae84-28af6d4570ca tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=6ebd70ba-9057-4f05-b091-253e90de2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2484589 Sep 24 15:52:49.304002 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-16b225b9-51af-47b0-b288-50a4a497482d req-ef17899c-a885-4c76-a2cd-74169bbb63ec service neutron] For port 03256c2c-9512-46e8-bb7a-08f5c9148dbc, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:52:49.310688 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c03ab-508f-43c6-9071-7d6ce13625f6 req-d30b1556-a0d9-48f1-b3c0-fe87748667da tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:49.311067 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-381c03ab-508f-43c6-9071-7d6ce13625f6 req-d30b1556-a0d9-48f1-b3c0-fe87748667da tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 944 time: 0.1401894 Sep 24 15:52:49.367349 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-55bda7e1-a8a3-4290-ba0c-5070861c5ac7 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9827147 Sep 24 15:52:49.374239 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42724) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:49.374239 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-8c3a2184-9b9f-49ca-83f7-4bcff408264e tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Request body: {'port': {'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'fixed_ips': [{'subnet_id': '53ed367e-c571-4823-840e-54f2b7360e9c', 'ip_address': '2001:db8::f1d4:54a1:c268:f59b'}], 'name': 'tempest-NetworksTestDHCPv6-812741071'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:52:49.374530 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c2ba5376-49ff-4b92-aada-fd610d98655d tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:49.391065 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-381c03ab-508f-43c6-9071-7d6ce13625f6 req-86d378af-3106-4e86-a43b-49c18691a519 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691252 Sep 24 15:52:49.394616 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-97c46672-5feb-4bcd-916d-25e2ca0f7fcf tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:49.406216 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-16b225b9-51af-47b0-b288-50a4a497482d req-ef17899c-a885-4c76-a2cd-74169bbb63ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03256c2c-9512-46e8-bb7a-08f5c9148dbc {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:52:49.418020 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-16b225b9-51af-47b0-b288-50a4a497482d req-ef17899c-a885-4c76-a2cd-74169bbb63ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:49.442818 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-16b225b9-51af-47b0-b288-50a4a497482d req-ef17899c-a885-4c76-a2cd-74169bbb63ec service neutron] Transition to ACTIVE for port object 03256c2c-9512-46e8-bb7a-08f5c9148dbc will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:52:49.454096 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735a93e0-a3ef-4db0-bb27-b20342799573 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-50d98e88-8a75-4835-9919-86c163395f7c', 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'tenant_id': '1ffc126d96724ce991d5ac46e64fd1ec', 'fixed_ips': [{'subnet_id': '53ed367e-c571-4823-840e-54f2b7360e9c'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:52:49.455077 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-735a93e0-a3ef-4db0-bb27-b20342799573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:49.517249 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c46672-5feb-4bcd-916d-25e2ca0f7fcf tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Pushing event updated for resources: {'Subnet': ['ID=c47f39ca-af3b-42f3-8828-e5ce704cdd74,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:49.526742 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-16b225b9-51af-47b0-b288-50a4a497482d req-ef17899c-a885-4c76-a2cd-74169bbb63ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:49.574314 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c46672-5feb-4bcd-916d-25e2ca0f7fcf tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Checking segment: {'id': '597438e5-8201-4b43-868d-146c59b6b364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '27e4c55f-6f5e-4dbb-a4b1-ef3ad1218e31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:52:49.575049 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c46672-5feb-4bcd-916d-25e2ca0f7fcf tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Network hostable DHCP agents. Network: 27e4c55f-6f5e-4dbb-a4b1-ef3ad1218e31, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:52:49.619954 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-735a93e0-a3ef-4db0-bb27-b20342799573 None None] Allocated IP 2001:db8::2 (50d98e88-8a75-4835-9919-86c163395f7c/53ed367e-c571-4823-840e-54f2b7360e9c/b0796143-0e4e-4bae-9c3a-9d0566f19bb0) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:52:49.639253 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17899c-a885-4c76-a2cd-74169bbb63ec service neutron] Pushing event updated for resources: {'Port': ['ID=03256c2c-9512-46e8-bb7a-08f5c9148dbc,revision_number=9']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:49.676321 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c46672-5feb-4bcd-916d-25e2ca0f7fcf tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Network 27e4c55f-6f5e-4dbb-a4b1-ef3ad1218e31 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:52:49.689059 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b225b9-51af-47b0-b288-50a4a497482d req-ef17899c-a885-4c76-a2cd-74169bbb63ec service neutron] No DVR routers for this DVR port 03256c2c-9512-46e8-bb7a-08f5c9148dbc on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:52:49.709578 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c3a2184-9b9f-49ca-83f7-4bcff408264e tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Made reservation on behalf of 1ffc126d96724ce991d5ac46e64fd1ec for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:52:49.734657 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-41529bd1-3008-4867-9650-c21ebbf07146 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:49.741671 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-16b225b9-51af-47b0-b288-50a4a497482d req-ef17899c-a885-4c76-a2cd-74169bbb63ec service neutron] Attempting to bind port 03256c2c-9512-46e8-bb7a-08f5c9148dbc on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:52:49.742009 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-16b225b9-51af-47b0-b288-50a4a497482d req-ef17899c-a885-4c76-a2cd-74169bbb63ec service neutron] Attempting to bind port 03256c2c-9512-46e8-bb7a-08f5c9148dbc by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': '52d1c812-065d-43bf-bb73-529423424f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '2a61a80f-7424-4f72-8244-e2cfc0c281a3'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:52:49.742356 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b225b9-51af-47b0-b288-50a4a497482d req-ef17899c-a885-4c76-a2cd-74169bbb63ec service neutron] Attempting to bind port 03256c2c-9512-46e8-bb7a-08f5c9148dbc on network 2a61a80f-7424-4f72-8244-e2cfc0c281a3 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:52:49.769659 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-97c46672-5feb-4bcd-916d-25e2ca0f7fcf tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 27e4c55f-6f5e-4dbb-a4b1-ef3ad1218e31) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:52:49.787006 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b225b9-51af-47b0-b288-50a4a497482d req-ef17899c-a885-4c76-a2cd-74169bbb63ec service neutron] Port 03256c2c-9512-46e8-bb7a-08f5c9148dbc on network 2a61a80f-7424-4f72-8244-e2cfc0c281a3 not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:52:49.787329 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b225b9-51af-47b0-b288-50a4a497482d req-ef17899c-a885-4c76-a2cd-74169bbb63ec service neutron] Attempting to bind port 03256c2c-9512-46e8-bb7a-08f5c9148dbc on network 2a61a80f-7424-4f72-8244-e2cfc0c281a3 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:52:49.788383 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a500b9dd-7b02-47cb-a733-a04a519ceaef None None] Network 27e4c55f-6f5e-4dbb-a4b1-ef3ad1218e31 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:52:49.811502 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b225b9-51af-47b0-b288-50a4a497482d req-ef17899c-a885-4c76-a2cd-74169bbb63ec service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:52:49.811823 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b225b9-51af-47b0-b288-50a4a497482d req-ef17899c-a885-4c76-a2cd-74169bbb63ec service neutron] Checking segment: {'id': '52d1c812-065d-43bf-bb73-529423424f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '2a61a80f-7424-4f72-8244-e2cfc0c281a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:52:49.812216 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b225b9-51af-47b0-b288-50a4a497482d req-ef17899c-a885-4c76-a2cd-74169bbb63ec service neutron] Bound using segment: {'id': '52d1c812-065d-43bf-bb73-529423424f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '2a61a80f-7424-4f72-8244-e2cfc0c281a3'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:52:49.812901 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-16b225b9-51af-47b0-b288-50a4a497482d req-ef17899c-a885-4c76-a2cd-74169bbb63ec service neutron] Bound port: 03256c2c-9512-46e8-bb7a-08f5c9148dbc, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52d1c812-065d-43bf-bb73-529423424f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '2a61a80f-7424-4f72-8244-e2cfc0c281a3'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:52:49.813087 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-16b225b9-51af-47b0-b288-50a4a497482d req-ef17899c-a885-4c76-a2cd-74169bbb63ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:49.830535 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41529bd1-3008-4867-9650-c21ebbf07146 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Pushing event updated for resources: {'Subnet': ['ID=124c114c-0fe7-4f9b-80c0-810d84b1178a,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:49.876158 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c46672-5feb-4bcd-916d-25e2ca0f7fcf tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:49.876360 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-97c46672-5feb-4bcd-916d-25e2ca0f7fcf tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:49.876752 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-735a93e0-a3ef-4db0-bb27-b20342799573 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:49.931685 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8c3a2184-9b9f-49ca-83f7-4bcff408264e tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:49.949555 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [None req-8c3a2184-9b9f-49ca-83f7-4bcff408264e tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] device_id is not set on port b819d8d6-bf47-497f-8ab5-3c5ecb8816e8 yet. {{(pid=95297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:52:49.987379 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-735a93e0-a3ef-4db0-bb27-b20342799573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:49.988798 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41529bd1-3008-4867-9650-c21ebbf07146 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Checking segment: {'id': '494f6878-3a34-4ad2-9a16-c10b12ee081a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '62b06d89-257d-4e64-a09a-b6cd071d79ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:52:49.988944 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41529bd1-3008-4867-9650-c21ebbf07146 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Network hostable DHCP agents. Network: 62b06d89-257d-4e64-a09a-b6cd071d79ae, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:52:50.005495 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326df6cf-a734-481b-bdae-611463db397c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-27e4c55f-6f5e-4dbb-a4b1-ef3ad1218e31', 'network_id': '27e4c55f-6f5e-4dbb-a4b1-ef3ad1218e31', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'fixed_ips': [{'subnet_id': 'c47f39ca-af3b-42f3-8828-e5ce704cdd74'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:52:50.006573 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-326df6cf-a734-481b-bdae-611463db397c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:50.016814 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-97c46672-5feb-4bcd-916d-25e2ca0f7fcf tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5434031 Sep 24 15:52:50.023536 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42730) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:50.024957 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c2ba5376-49ff-4b92-aada-fd610d98655d tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for router_gateway, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:50.058334 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-735a93e0-a3ef-4db0-bb27-b20342799573 None None] Network 50d98e88-8a75-4835-9919-86c163395f7c is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:52:50.060716 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c2ba5376-49ff-4b92-aada-fd610d98655d tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:50.063169 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-16b225b9-51af-47b0-b288-50a4a497482d req-ef17899c-a885-4c76-a2cd-74169bbb63ec service neutron] For port 03256c2c-9512-46e8-bb7a-08f5c9148dbc, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:52:50.067868 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-735a93e0-a3ef-4db0-bb27-b20342799573 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:52:50.073935 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42732) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:50.076650 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735a93e0-a3ef-4db0-bb27-b20342799573 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:52:50.096692 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735a93e0-a3ef-4db0-bb27-b20342799573 None None] Pushing event updated for resources: {'Port': ['ID=b0796143-0e4e-4bae-9c3a-9d0566f19bb0,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:50.139393 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-16b225b9-51af-47b0-b288-50a4a497482d req-ef17899c-a885-4c76-a2cd-74169bbb63ec service neutron] For port 03256c2c-9512-46e8-bb7a-08f5c9148dbc, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=03256c2c-9512-46e8-bb7a-08f5c9148dbc,segment=NetworkSegment(52d1c812-065d-43bf-bb73-529423424f9b),segment_id=52d1c812-065d-43bf-bb73-529423424f9b)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:52:50.207715 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-735a93e0-a3ef-4db0-bb27-b20342799573 None None] Attempting to bind port b0796143-0e4e-4bae-9c3a-9d0566f19bb0 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:52:50.208243 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-735a93e0-a3ef-4db0-bb27-b20342799573 None None] Attempting to bind port b0796143-0e4e-4bae-9c3a-9d0566f19bb0 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:52:50.208732 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735a93e0-a3ef-4db0-bb27-b20342799573 None None] Attempting to bind port b0796143-0e4e-4bae-9c3a-9d0566f19bb0 on network 50d98e88-8a75-4835-9919-86c163395f7c {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:52:50.217231 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-c2ba5376-49ff-4b92-aada-fd610d98655d tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Allocated IP 172.25.0.167 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/75ca1059-9905-4ba8-ae95-357afde4cc34) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:52:50.239732 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735a93e0-a3ef-4db0-bb27-b20342799573 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:52:50.240358 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735a93e0-a3ef-4db0-bb27-b20342799573 None None] Checking segment: {'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:52:50.240749 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-735a93e0-a3ef-4db0-bb27-b20342799573 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:50.241768 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-735a93e0-a3ef-4db0-bb27-b20342799573 None None] Bound using segment: {'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:52:50.241768 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-735a93e0-a3ef-4db0-bb27-b20342799573 None None] Bound port: b0796143-0e4e-4bae-9c3a-9d0566f19bb0, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:52:50.242254 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-735a93e0-a3ef-4db0-bb27-b20342799573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:50.261426 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41529bd1-3008-4867-9650-c21ebbf07146 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Network 62b06d89-257d-4e64-a09a-b6cd071d79ae is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:52:50.271725 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-16b225b9-51af-47b0-b288-50a4a497482d req-ef17899c-a885-4c76-a2cd-74169bbb63ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:50.294897 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-326df6cf-a734-481b-bdae-611463db397c None None] Allocated IP 2001:db8::2 (27e4c55f-6f5e-4dbb-a4b1-ef3ad1218e31/c47f39ca-af3b-42f3-8828-e5ce704cdd74/288d6643-654f-433f-9dbe-ba954a12593e) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:52:50.317903 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-8c3a2184-9b9f-49ca-83f7-4bcff408264e tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Allocated IP 2001:db8::f1d4:54a1:c268:f59b (50d98e88-8a75-4835-9919-86c163395f7c/53ed367e-c571-4823-840e-54f2b7360e9c/b819d8d6-bf47-497f-8ab5-3c5ecb8816e8) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:52:50.373550 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-735a93e0-a3ef-4db0-bb27-b20342799573 None None] For port b0796143-0e4e-4bae-9c3a-9d0566f19bb0, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:52:50.407051 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b225b9-51af-47b0-b288-50a4a497482d req-ef17899c-a885-4c76-a2cd-74169bbb63ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:50.407615 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-16b225b9-51af-47b0-b288-50a4a497482d req-ef17899c-a885-4c76-a2cd-74169bbb63ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:50.408962 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-16b225b9-51af-47b0-b288-50a4a497482d req-ef17899c-a885-4c76-a2cd-74169bbb63ec service neutron] 10.222.0.110 "PUT /v2.0/ports/03256c2c-9512-46e8-bb7a-08f5c9148dbc HTTP/1.1" status: 200 len: 1092 time: 2.2956526 Sep 24 15:52:50.409716 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-875f257f-4b10-471e-8330-ece9c53bb7e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:50.412598 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-735a93e0-a3ef-4db0-bb27-b20342799573 None None] For port b0796143-0e4e-4bae-9c3a-9d0566f19bb0, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=b0796143-0e4e-4bae-9c3a-9d0566f19bb0,segment=NetworkSegment(fb531be8-b37e-4ff9-a98b-5c7db484a0eb),segment_id=fb531be8-b37e-4ff9-a98b-5c7db484a0eb)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:52:50.419545 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-41529bd1-3008-4867-9650-c21ebbf07146 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 62b06d89-257d-4e64-a09a-b6cd071d79ae) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:52:50.421584 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0812603-0f95-4826-aee2-d005b0dbbeee', 'tag': '03256c2c-9512-46e8-bb7a-08f5c9148dbc'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:52:50.424784 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c61e75-55e0-42e4-9788-002576278bac" -d '{"events": [{"name": "network-changed", "server_uuid": "b0812603-0f95-4826-aee2-d005b0dbbeee", "tag": "03256c2c-9512-46e8-bb7a-08f5c9148dbc"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:52:50.433224 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbcb52e-0963-4253-b603-bface47d9840 None None] Network 62b06d89-257d-4e64-a09a-b6cd071d79ae requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:52:50.436840 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-41529bd1-3008-4867-9650-c21ebbf07146 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:50.542292 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [req-fb6bcd6f-c8ce-49db-a5fd-2e9c798c8178 req-d0a75b30-182c-4190-8d57-f8ded60fb6e3 service neutron] show failed (client error): The resource could not be found. Sep 24 15:52:50.543476 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fb6bcd6f-c8ce-49db-a5fd-2e9c798c8178 req-d0a75b30-182c-4190-8d57-f8ded60fb6e3 service neutron] 10.222.0.108 "GET /v2.0/ports/d48576b0-007f-45c0-8063-70899a823b18/bindings/n-h1-808921-1 HTTP/1.1" status: 404 len: 380 time: 0.3751593 Sep 24 15:52:50.635529 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17899c-a885-4c76-a2cd-74169bbb63ec service neutron] Pushing event updated for resources: {'Port': ['ID=03256c2c-9512-46e8-bb7a-08f5c9148dbc,revision_number=10']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:50.644838 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c2ba5376-49ff-4b92-aada-fd610d98655d tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:50.658693 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41529bd1-3008-4867-9650-c21ebbf07146 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Pushing event updated for resources: {'Subnet': ['ID=0af0d864-f452-40df-a138-5a56526e7c10,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:50.669830 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b9096a-6cf8-427b-8439-a9860fcd65bc req-672b1bd7-aa6b-45c1-a291-c67098d7416c tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:50.671607 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-20b9096a-6cf8-427b-8439-a9860fcd65bc req-672b1bd7-aa6b-45c1-a291-c67098d7416c tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 945 time: 0.2093115 Sep 24 15:52:50.687407 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b225b9-51af-47b0-b288-50a4a497482d req-e04f4fba-455b-4f5f-894b-980182f0dd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:50.687531 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-735a93e0-a3ef-4db0-bb27-b20342799573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:50.687657 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-16b225b9-51af-47b0-b288-50a4a497482d req-e04f4fba-455b-4f5f-894b-980182f0dd00 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=7ecdf69c945d45baa1f224469b4d842c&device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 1096 time: 0.2387750 Sep 24 15:52:50.698226 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce06078b-fa1e-49b8-98a0-070afd74ca62 req-4cc1f375-ea4c-430a-a6cd-d0ddfa634441 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:50.699876 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ce06078b-fa1e-49b8-98a0-070afd74ca62 req-4cc1f375-ea4c-430a-a6cd-d0ddfa634441 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=cffe7aaf-b947-49e8-8c24-ba60972c40b9 HTTP/1.1" status: 200 len: 945 time: 0.2965624 Sep 24 15:52:50.706308 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5a134072-2b7e-413e-9dd3-857b79247eb0 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:50.756577 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-326df6cf-a734-481b-bdae-611463db397c None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:50.784126 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41529bd1-3008-4867-9650-c21ebbf07146 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Checking segment: {'id': '27874e0c-0f64-445e-be35-fc971aebc5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'e687e53d-ac52-48ca-b546-9ce20c37b0b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:52:50.784487 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41529bd1-3008-4867-9650-c21ebbf07146 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Network hostable DHCP agents. Network: e687e53d-ac52-48ca-b546-9ce20c37b0b2, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:52:50.811630 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-20b9096a-6cf8-427b-8439-a9860fcd65bc req-6da73394-cd46-41e5-a37c-d402f121db01 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075406 Sep 24 15:52:50.872326 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735a93e0-a3ef-4db0-bb27-b20342799573 None None] Pushing event updated for resources: {'Port': ['ID=b0796143-0e4e-4bae-9c3a-9d0566f19bb0,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:50.891888 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8c3a2184-9b9f-49ca-83f7-4bcff408264e tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:50.901692 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ce06078b-fa1e-49b8-98a0-070afd74ca62 req-a5d88496-0afb-4df1-8d2f-a1a200c169b3 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=6ebd70ba-9057-4f05-b091-253e90de2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1841698 Sep 24 15:52:50.910033 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-028729f1-5f2e-44b7-b7f0-d4bd6a6062e7 x-openstack-request-id: req-028729f1-5f2e-44b7-b7f0-d4bd6a6062e7 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:52:50.910322 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0812603-0f95-4826-aee2-d005b0dbbeee", "tag": "03256c2c-9512-46e8-bb7a-08f5c9148dbc", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:52:50.910854 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-028729f1-5f2e-44b7-b7f0-d4bd6a6062e7 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:52:50.911263 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0812603-0f95-4826-aee2-d005b0dbbeee', 'tag': '03256c2c-9512-46e8-bb7a-08f5c9148dbc', 'status': 'completed', 'code': 200} Sep 24 15:52:50.945037 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b225b9-51af-47b0-b288-50a4a497482d req-2e21d516-cedb-4b48-9c23-bf082d0623fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:50.948879 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-326df6cf-a734-481b-bdae-611463db397c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:50.949340 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-16b225b9-51af-47b0-b288-50a4a497482d req-2e21d516-cedb-4b48-9c23-bf082d0623fe service neutron] 10.222.0.110 "GET /v2.0/networks?id=2a61a80f-7424-4f72-8244-e2cfc0c281a3 HTTP/1.1" status: 200 len: 916 time: 0.2405789 Sep 24 15:52:50.958193 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-875f257f-4b10-471e-8330-ece9c53bb7e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:51.018321 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c2ba5376-49ff-4b92-aada-fd610d98655d tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:51.026304 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652dbeb5-6968-47b4-920a-477f420a9130 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-62b06d89-257d-4e64-a09a-b6cd071d79ae', 'network_id': '62b06d89-257d-4e64-a09a-b6cd071d79ae', 'tenant_id': 'd9b389de7e3249f996dc3cbee863608b', 'fixed_ips': [{'subnet_id': '124c114c-0fe7-4f9b-80c0-810d84b1178a'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:52:51.026935 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41529bd1-3008-4867-9650-c21ebbf07146 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Network e687e53d-ac52-48ca-b546-9ce20c37b0b2 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:52:51.027029 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-652dbeb5-6968-47b4-920a-477f420a9130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:51.051823 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326df6cf-a734-481b-bdae-611463db397c None None] Network 27e4c55f-6f5e-4dbb-a4b1-ef3ad1218e31 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:52:51.053871 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326df6cf-a734-481b-bdae-611463db397c None None] Pushing event updated for resources: {'Port': ['ID=288d6643-654f-433f-9dbe-ba954a12593e,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:51.067262 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-326df6cf-a734-481b-bdae-611463db397c None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:52:51.067262 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326df6cf-a734-481b-bdae-611463db397c None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:52:51.070054 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-16b225b9-51af-47b0-b288-50a4a497482d req-417e1f66-e8cb-4fe9-913b-c714ba625e83 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03256c2c-9512-46e8-bb7a-08f5c9148dbc HTTP/1.1" status: 200 len: 217 time: 0.1141002 Sep 24 15:52:51.077115 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-875f257f-4b10-471e-8330-ece9c53bb7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:51.157384 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b225b9-51af-47b0-b288-50a4a497482d req-16ea0242-0d9b-4d1b-b3ad-20a6f6cb46b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:51.159910 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6bcd6f-c8ce-49db-a5fd-2e9c798c8178 req-6f44d49d-7ca1-41f7-970f-083a91ea13cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:51.161475 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fb6bcd6f-c8ce-49db-a5fd-2e9c798c8178 req-6f44d49d-7ca1-41f7-970f-083a91ea13cc service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=cffe7aaf-b947-49e8-8c24-ba60972c40b9&tenant_id=7e512e155fd047afb7c369ee55b40ecc HTTP/1.1" status: 200 len: 1096 time: 0.1375232 Sep 24 15:52:51.163216 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-16b225b9-51af-47b0-b288-50a4a497482d req-16ea0242-0d9b-4d1b-b3ad-20a6f6cb46b5 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=054caf3c-8a4a-4094-a019-5885b1b27205 HTTP/1.1" status: 200 len: 854 time: 0.0796580 Sep 24 15:52:51.165095 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8c3a2184-9b9f-49ca-83f7-4bcff408264e tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:51.214925 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-fb6bcd6f-c8ce-49db-a5fd-2e9c798c8178 req-28f687a1-76d0-4887-ada8-6016752f48a4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-808921-1', 'device_owner': 'compute:nova'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:52:51.215178 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-326df6cf-a734-481b-bdae-611463db397c None None] Attempting to bind port 288d6643-654f-433f-9dbe-ba954a12593e on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:52:51.215547 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-326df6cf-a734-481b-bdae-611463db397c None None] Attempting to bind port 288d6643-654f-433f-9dbe-ba954a12593e by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '597438e5-8201-4b43-868d-146c59b6b364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '27e4c55f-6f5e-4dbb-a4b1-ef3ad1218e31'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:52:51.215914 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326df6cf-a734-481b-bdae-611463db397c None None] Attempting to bind port 288d6643-654f-433f-9dbe-ba954a12593e on network 27e4c55f-6f5e-4dbb-a4b1-ef3ad1218e31 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:52:51.226929 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-41529bd1-3008-4867-9650-c21ebbf07146 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, e687e53d-ac52-48ca-b546-9ce20c37b0b2) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:52:51.245303 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ba5376-49ff-4b92-aada-fd610d98655d tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:52:51.259792 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3a2184-9b9f-49ca-83f7-4bcff408264e tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Network 50d98e88-8a75-4835-9919-86c163395f7c is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:52:51.264934 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326df6cf-a734-481b-bdae-611463db397c None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:52:51.265341 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326df6cf-a734-481b-bdae-611463db397c None None] Checking segment: {'id': '597438e5-8201-4b43-868d-146c59b6b364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '27e4c55f-6f5e-4dbb-a4b1-ef3ad1218e31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:52:51.265701 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-326df6cf-a734-481b-bdae-611463db397c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:51.266121 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326df6cf-a734-481b-bdae-611463db397c None None] Bound using segment: {'id': '597438e5-8201-4b43-868d-146c59b6b364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '27e4c55f-6f5e-4dbb-a4b1-ef3ad1218e31'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:52:51.266819 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-326df6cf-a734-481b-bdae-611463db397c None None] Bound port: 288d6643-654f-433f-9dbe-ba954a12593e, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '597438e5-8201-4b43-868d-146c59b6b364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '27e4c55f-6f5e-4dbb-a4b1-ef3ad1218e31'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:52:51.267208 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-326df6cf-a734-481b-bdae-611463db397c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:51.269230 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-16b225b9-51af-47b0-b288-50a4a497482d req-ca87568f-054f-4e00-9a82-dad79e9e7e7e service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=2a61a80f-7424-4f72-8244-e2cfc0c281a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755138 Sep 24 15:52:51.269547 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984eab3f-e7f8-4dc5-b77a-938e5992977d None None] Network e687e53d-ac52-48ca-b546-9ce20c37b0b2 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:52:51.275210 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41529bd1-3008-4867-9650-c21ebbf07146 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:51.275694 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41529bd1-3008-4867-9650-c21ebbf07146 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:51.276328 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-41529bd1-3008-4867-9650-c21ebbf07146 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:51.284878 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-8c3a2184-9b9f-49ca-83f7-4bcff408264e tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:52:51.289432 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-c2ba5376-49ff-4b92-aada-fd610d98655d tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:52:51.292049 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ba5376-49ff-4b92-aada-fd610d98655d tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:52:51.294147 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ba5376-49ff-4b92-aada-fd610d98655d tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Pushing event updated for resources: {'Port': ['ID=75ca1059-9905-4ba8-ae95-357afde4cc34,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:51.295917 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-5a134072-2b7e-413e-9dd3-857b79247eb0 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Allocated IP 2001:db8::1 (27e4c55f-6f5e-4dbb-a4b1-ef3ad1218e31/c47f39ca-af3b-42f3-8828-e5ce704cdd74/5fd86886-b473-486d-8673-7629bf16fc33) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:52:51.299257 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3a2184-9b9f-49ca-83f7-4bcff408264e tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:52:51.306311 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3a2184-9b9f-49ca-83f7-4bcff408264e tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:51.306863 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8c3a2184-9b9f-49ca-83f7-4bcff408264e tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:51.346981 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875f257f-4b10-471e-8330-ece9c53bb7e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9503135e-bbb0-48b8-aa97-b704ac88ecfe,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:51.348581 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3a2184-9b9f-49ca-83f7-4bcff408264e tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event updated for resources: {'Port': ['ID=b819d8d6-bf47-497f-8ab5-3c5ecb8816e8,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:51.365359 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-875f257f-4b10-471e-8330-ece9c53bb7e9 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=2079f15dd10c4381b4e77dac344c89bf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2826838 Sep 24 15:52:51.378288 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42742) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:51.396690 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-652dbeb5-6968-47b4-920a-477f420a9130 None None] Allocated IP 2001:db8::1 (62b06d89-257d-4e64-a09a-b6cd071d79ae/124c114c-0fe7-4f9b-80c0-810d84b1178a/f6a99674-1f5d-4fcf-b10c-10cf4f703501) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:52:51.400221 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-8c3a2184-9b9f-49ca-83f7-4bcff408264e tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.0309231 Sep 24 15:52:51.405203 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42744) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:51.439020 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-fb6bcd6f-c8ce-49db-a5fd-2e9c798c8178 req-28f687a1-76d0-4887-ada8-6016752f48a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:51.468055 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-326df6cf-a734-481b-bdae-611463db397c None None] For port 288d6643-654f-433f-9dbe-ba954a12593e, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:52:51.472837 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-41529bd1-3008-4867-9650-c21ebbf07146 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.7058122 Sep 24 15:52:51.474241 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42746) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:51.514894 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-326df6cf-a734-481b-bdae-611463db397c None None] For port 288d6643-654f-433f-9dbe-ba954a12593e, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=288d6643-654f-433f-9dbe-ba954a12593e,segment=NetworkSegment(597438e5-8201-4b43-868d-146c59b6b364),segment_id=597438e5-8201-4b43-868d-146c59b6b364)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:52:51.589965 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-16b225b9-51af-47b0-b288-50a4a497482d req-2e58139d-0dc2-4d04-97be-9189293158c4 service neutron] 10.222.0.110 "GET /v2.0/networks/2a61a80f-7424-4f72-8244-e2cfc0c281a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055723 Sep 24 15:52:51.602132 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ecd846-ba76-4156-84ad-0ddd8afdc002 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:51.602636 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-326df6cf-a734-481b-bdae-611463db397c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:51.608868 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ecd846-ba76-4156-84ad-0ddd8afdc002 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:51.610884 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-91ecd846-ba76-4156-84ad-0ddd8afdc002 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2023320 Sep 24 15:52:51.615386 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42748) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:51.616926 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d700e543-d005-49dc-969d-bc923b67c80d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-e687e53d-ac52-48ca-b546-9ce20c37b0b2', 'network_id': 'e687e53d-ac52-48ca-b546-9ce20c37b0b2', 'tenant_id': 'd9b389de7e3249f996dc3cbee863608b', 'fixed_ips': [{'subnet_id': '0af0d864-f452-40df-a138-5a56526e7c10'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:52:51.617761 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d700e543-d005-49dc-969d-bc923b67c80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:51.644151 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2e8ef99e-12fe-4cfd-92bb-5de960751358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:51.729625 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-652dbeb5-6968-47b4-920a-477f420a9130 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:51.734652 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a9de82-3aed-4fcc-a51a-338e6bdca2a2 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:51.736454 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a9de82-3aed-4fcc-a51a-338e6bdca2a2 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:51.738289 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a9de82-3aed-4fcc-a51a-338e6bdca2a2 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:51.746923 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-04a9de82-3aed-4fcc-a51a-338e6bdca2a2 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2472384 Sep 24 15:52:51.753908 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42750) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:51.779665 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2e8ef99e-12fe-4cfd-92bb-5de960751358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:51.800133 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326df6cf-a734-481b-bdae-611463db397c None None] Pushing event updated for resources: {'Port': ['ID=288d6643-654f-433f-9dbe-ba954a12593e,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:51.812430 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5a134072-2b7e-413e-9dd3-857b79247eb0 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:51.826158 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-652dbeb5-6968-47b4-920a-477f420a9130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:51.937552 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5a134072-2b7e-413e-9dd3-857b79247eb0 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:51.999557 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652dbeb5-6968-47b4-920a-477f420a9130 None None] Network 62b06d89-257d-4e64-a09a-b6cd071d79ae is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:52:52.027100 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-652dbeb5-6968-47b4-920a-477f420a9130 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:52:52.037241 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652dbeb5-6968-47b4-920a-477f420a9130 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:52:52.075417 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a134072-2b7e-413e-9dd3-857b79247eb0 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Network 27e4c55f-6f5e-4dbb-a4b1-ef3ad1218e31 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:52:52.105109 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2e8ef99e-12fe-4cfd-92bb-5de960751358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:52.106313 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2e8ef99e-12fe-4cfd-92bb-5de960751358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:52.109930 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-2e8ef99e-12fe-4cfd-92bb-5de960751358 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/9503135e-bbb0-48b8-aa97-b704ac88ecfe HTTP/1.1" status: 204 len: 168 time: 0.7261496 Sep 24 15:52:52.116274 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-d700e543-d005-49dc-969d-bc923b67c80d None None] Allocated IP 2001:db8:0:1::1 (e687e53d-ac52-48ca-b546-9ce20c37b0b2/0af0d864-f452-40df-a138-5a56526e7c10/0d789813-490f-4c31-9171-7a270201958f) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:52:52.132459 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652dbeb5-6968-47b4-920a-477f420a9130 None None] Pushing event updated for resources: {'Port': ['ID=f6a99674-1f5d-4fcf-b10c-10cf4f703501,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:52.139474 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-5a134072-2b7e-413e-9dd3-857b79247eb0 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:52:52.152129 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a134072-2b7e-413e-9dd3-857b79247eb0 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:52:52.152753 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5a134072-2b7e-413e-9dd3-857b79247eb0 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:52.155433 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a134072-2b7e-413e-9dd3-857b79247eb0 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Pushing event updated for resources: {'Port': ['ID=5fd86886-b473-486d-8673-7629bf16fc33,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:52.170665 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8ef99e-12fe-4cfd-92bb-5de960751358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9503135e-bbb0-48b8-aa97-b704ac88ecfe,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:52.189968 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-652dbeb5-6968-47b4-920a-477f420a9130 None None] Attempting to bind port f6a99674-1f5d-4fcf-b10c-10cf4f703501 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:52:52.190333 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-652dbeb5-6968-47b4-920a-477f420a9130 None None] Attempting to bind port f6a99674-1f5d-4fcf-b10c-10cf4f703501 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '494f6878-3a34-4ad2-9a16-c10b12ee081a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '62b06d89-257d-4e64-a09a-b6cd071d79ae'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:52:52.199333 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652dbeb5-6968-47b4-920a-477f420a9130 None None] Attempting to bind port f6a99674-1f5d-4fcf-b10c-10cf4f703501 on network 62b06d89-257d-4e64-a09a-b6cd071d79ae {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:52:52.208493 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652dbeb5-6968-47b4-920a-477f420a9130 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:52:52.208862 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652dbeb5-6968-47b4-920a-477f420a9130 None None] Checking segment: {'id': '494f6878-3a34-4ad2-9a16-c10b12ee081a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '62b06d89-257d-4e64-a09a-b6cd071d79ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:52:52.209257 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-652dbeb5-6968-47b4-920a-477f420a9130 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:52.209650 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652dbeb5-6968-47b4-920a-477f420a9130 None None] Bound using segment: {'id': '494f6878-3a34-4ad2-9a16-c10b12ee081a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '62b06d89-257d-4e64-a09a-b6cd071d79ae'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:52:52.210126 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-652dbeb5-6968-47b4-920a-477f420a9130 None None] Bound port: f6a99674-1f5d-4fcf-b10c-10cf4f703501, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '494f6878-3a34-4ad2-9a16-c10b12ee081a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '62b06d89-257d-4e64-a09a-b6cd071d79ae'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:52:52.210528 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-652dbeb5-6968-47b4-920a-477f420a9130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:52.383749 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-16b225b9-51af-47b0-b288-50a4a497482d req-e1dc75aa-722c-4078-9600-c450e6d53620 service neutron] 10.222.0.110 "GET /v2.0/networks/2a61a80f-7424-4f72-8244-e2cfc0c281a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7717016 Sep 24 15:52:52.421737 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-652dbeb5-6968-47b4-920a-477f420a9130 None None] For port f6a99674-1f5d-4fcf-b10c-10cf4f703501, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:52:52.440943 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-652dbeb5-6968-47b4-920a-477f420a9130 None None] For port f6a99674-1f5d-4fcf-b10c-10cf4f703501, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=f6a99674-1f5d-4fcf-b10c-10cf4f703501,segment=NetworkSegment(494f6878-3a34-4ad2-9a16-c10b12ee081a),segment_id=494f6878-3a34-4ad2-9a16-c10b12ee081a)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:52:52.518674 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-652dbeb5-6968-47b4-920a-477f420a9130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:52.537304 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebd1ce33-c313-4d99-a10a-c80bfb461066 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Deleting subnet 124c114c-0fe7-4f9b-80c0-810d84b1178a {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:52:52.557415 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ebd1ce33-c313-4d99-a10a-c80bfb461066 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:52.629208 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d700e543-d005-49dc-969d-bc923b67c80d None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:52.665756 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e84054-c4f8-4473-8988-5f1ef8f0192e req-280d7186-fe23-4e85-93eb-837f26cca8b0 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:52.675625 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-47e84054-c4f8-4473-8988-5f1ef8f0192e req-280d7186-fe23-4e85-93eb-837f26cca8b0 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=cffe7aaf-b947-49e8-8c24-ba60972c40b9 HTTP/1.1" status: 200 len: 945 time: 0.4071479 Sep 24 15:52:52.678513 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c2ba5376-49ff-4b92-aada-fd610d98655d tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for router_gateway, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:52.717864 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-01d3eeb3-b7fd-46a1-837c-fc73981a1857 None None] Provisioning complete for port b0796143-0e4e-4bae-9c3a-9d0566f19bb0 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:52:52.718536 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-01d3eeb3-b7fd-46a1-837c-fc73981a1857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:52.794175 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d700e543-d005-49dc-969d-bc923b67c80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:52.796967 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-fb6bcd6f-c8ce-49db-a5fd-2e9c798c8178 req-28f687a1-76d0-4887-ada8-6016752f48a4 service neutron] For port d48576b0-007f-45c0-8063-70899a823b18, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=d48576b0-007f-45c0-8063-70899a823b18,segment=NetworkSegment(cda1c6cd-723d-48b0-aba0-c7ad881773d8),segment_id=cda1c6cd-723d-48b0-aba0-c7ad881773d8)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:52:52.798133 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652dbeb5-6968-47b4-920a-477f420a9130 None None] Pushing event updated for resources: {'Port': ['ID=f6a99674-1f5d-4fcf-b10c-10cf4f703501,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:52.848178 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ebd1ce33-c313-4d99-a10a-c80bfb461066 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:52.853072 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f4b01-5e47-41f4-8564-2b4c9ee05c5e req-8ab53c0e-45be-4ba0-8deb-0ac3ff976ddd tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:52.855046 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-719f4b01-5e47-41f4-8564-2b4c9ee05c5e req-8ab53c0e-45be-4ba0-8deb-0ac3ff976ddd tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 945 time: 0.8554332 Sep 24 15:52:52.855597 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d700e543-d005-49dc-969d-bc923b67c80d None None] Network e687e53d-ac52-48ca-b546-9ce20c37b0b2 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:52:52.871266 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-d700e543-d005-49dc-969d-bc923b67c80d None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:52:52.894391 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d700e543-d005-49dc-969d-bc923b67c80d None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:52:52.946316 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-fb6bcd6f-c8ce-49db-a5fd-2e9c798c8178 req-28f687a1-76d0-4887-ada8-6016752f48a4 service neutron] For port d48576b0-007f-45c0-8063-70899a823b18, host n-h2-808921-1, cleared binding levels {{(pid=95297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:52:52.954190 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-01d3eeb3-b7fd-46a1-837c-fc73981a1857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:53.046894 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-595955a3-d757-4a55-9723-27a3c94cb4c5 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Deleting port b819d8d6-bf47-497f-8ab5-3c5ecb8816e8 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:52:53.052596 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-595955a3-d757-4a55-9723-27a3c94cb4c5 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:53.120243 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700e543-d005-49dc-969d-bc923b67c80d None None] Pushing event updated for resources: {'Port': ['ID=0d789813-490f-4c31-9171-7a270201958f,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:53.122853 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42770) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:53.157960 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cffe7aaf-b947-49e8-8c24-ba60972c40b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd48576b0-007f-45c0-8063-70899a823b18'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:52:53.159014 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-01d3eeb3-b7fd-46a1-837c-fc73981a1857 None None] For port b0796143-0e4e-4bae-9c3a-9d0566f19bb0, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=b0796143-0e4e-4bae-9c3a-9d0566f19bb0,segment=NetworkSegment(fb531be8-b37e-4ff9-a98b-5c7db484a0eb),segment_id=fb531be8-b37e-4ff9-a98b-5c7db484a0eb)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:52:53.160249 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c219106-421f-41d0-9ef6-176952c0ea91" -d '{"events": [{"server_uuid": "cffe7aaf-b947-49e8-8c24-ba60972c40b9", "name": "network-vif-unplugged", "status": "completed", "tag": "d48576b0-007f-45c0-8063-70899a823b18"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:52:53.170919 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c61e75-55e0-42e4-9788-002576278bac req-d47ff2d2-b0b0-4631-bc90-252fef1d5160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:53.173573 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-41c61e75-55e0-42e4-9788-002576278bac req-d47ff2d2-b0b0-4631-bc90-252fef1d5160 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=7ecdf69c945d45baa1f224469b4d842c&device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 1096 time: 0.6420071 Sep 24 15:52:53.185435 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-fb6bcd6f-c8ce-49db-a5fd-2e9c798c8178 req-28f687a1-76d0-4887-ada8-6016752f48a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:53.189090 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-d700e543-d005-49dc-969d-bc923b67c80d None None] Attempting to bind port 0d789813-490f-4c31-9171-7a270201958f on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:52:53.189575 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-d700e543-d005-49dc-969d-bc923b67c80d None None] Attempting to bind port 0d789813-490f-4c31-9171-7a270201958f by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '27874e0c-0f64-445e-be35-fc971aebc5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'e687e53d-ac52-48ca-b546-9ce20c37b0b2'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:52:53.190042 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d700e543-d005-49dc-969d-bc923b67c80d None None] Attempting to bind port 0d789813-490f-4c31-9171-7a270201958f on network e687e53d-ac52-48ca-b546-9ce20c37b0b2 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:52:53.196837 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d700e543-d005-49dc-969d-bc923b67c80d None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:52:53.197215 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d700e543-d005-49dc-969d-bc923b67c80d None None] Checking segment: {'id': '27874e0c-0f64-445e-be35-fc971aebc5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'e687e53d-ac52-48ca-b546-9ce20c37b0b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:52:53.197620 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d700e543-d005-49dc-969d-bc923b67c80d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:53.198073 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d700e543-d005-49dc-969d-bc923b67c80d None None] Bound using segment: {'id': '27874e0c-0f64-445e-be35-fc971aebc5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'e687e53d-ac52-48ca-b546-9ce20c37b0b2'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:52:53.198577 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-d700e543-d005-49dc-969d-bc923b67c80d None None] Bound port: 0d789813-490f-4c31-9171-7a270201958f, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27874e0c-0f64-445e-be35-fc971aebc5d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'e687e53d-ac52-48ca-b546-9ce20c37b0b2'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:52:53.198958 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d700e543-d005-49dc-969d-bc923b67c80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:53.216312 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-01d3eeb3-b7fd-46a1-837c-fc73981a1857 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:53.249822 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-719f4b01-5e47-41f4-8564-2b4c9ee05c5e req-968bd5a0-ce45-4f4d-8abb-c017606031cb tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3698890 Sep 24 15:52:53.270046 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ba235c4b-4924-400f-a27c-43c4832a1ccc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:53.310561 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 288d6643-654f-433f-9dbe-ba954a12593e up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:52:53.327606 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5a134072-2b7e-413e-9dd3-857b79247eb0 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:53.330250 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.provisioning_blocks [req-fb6bcd6f-c8ce-49db-a5fd-2e9c798c8178 req-28f687a1-76d0-4887-ada8-6016752f48a4 service neutron] Transition to ACTIVE for port object d48576b0-007f-45c0-8063-70899a823b18 will not be triggered until provisioned by entity L2. {{(pid=95297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:52:53.364244 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-47e84054-c4f8-4473-8988-5f1ef8f0192e req-6cb2a5dd-b81b-4493-9fb4-4c4975faa840 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=6ebd70ba-9057-4f05-b091-253e90de2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6699419 Sep 24 15:52:53.418082 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 15:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4db9525-5c72-4360-94e9-62bbc4bf6954 x-openstack-request-id: req-c4db9525-5c72-4360-94e9-62bbc4bf6954 {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:52:53.418729 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cffe7aaf-b947-49e8-8c24-ba60972c40b9", "name": "network-vif-unplugged", "status": "completed", "tag": "d48576b0-007f-45c0-8063-70899a823b18", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:52:53.418992 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c4db9525-5c72-4360-94e9-62bbc4bf6954 {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:52:53.419380 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cffe7aaf-b947-49e8-8c24-ba60972c40b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd48576b0-007f-45c0-8063-70899a823b18', 'code': 200} Sep 24 15:52:53.424897 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-fb6bcd6f-c8ce-49db-a5fd-2e9c798c8178 req-28f687a1-76d0-4887-ada8-6016752f48a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:53.455081 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d3eeb3-b7fd-46a1-837c-fc73981a1857 None None] Pushing event updated for resources: {'Port': ['ID=b0796143-0e4e-4bae-9c3a-9d0566f19bb0,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:53.476641 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05289f4b-93b6-485d-b599-271a37e82b20 None None] Network 27e4c55f-6f5e-4dbb-a4b1-ef3ad1218e31 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:52:53.565311 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f687a1-76d0-4887-ada8-6016752f48a4 service neutron] Pushing event updated for resources: {'Port': ['ID=d48576b0-007f-45c0-8063-70899a823b18,revision_number=6']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:53.572468 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-ea808461-f943-4842-952f-91dbf26a767c None None] Provisioning complete for port b819d8d6-bf47-497f-8ab5-3c5ecb8816e8 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:52:53.573735 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ea808461-f943-4842-952f-91dbf26a767c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:53.621952 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ebd1ce33-c313-4d99-a10a-c80bfb461066 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:53.703940 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c61e75-55e0-42e4-9788-002576278bac req-9d793af1-5685-4b90-81be-c5661241da90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:53.705802 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-41c61e75-55e0-42e4-9788-002576278bac req-9d793af1-5685-4b90-81be-c5661241da90 service neutron] 10.222.0.110 "GET /v2.0/networks?id=2a61a80f-7424-4f72-8244-e2cfc0c281a3 HTTP/1.1" status: 200 len: 916 time: 0.4708583 Sep 24 15:52:53.862811 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c2ba5376-49ff-4b92-aada-fd610d98655d tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:53.868074 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ebd1ce33-c313-4d99-a10a-c80bfb461066 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:53.885925 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-ea808461-f943-4842-952f-91dbf26a767c None None] Port b819d8d6-bf47-497f-8ab5-3c5ecb8816e8 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:52:53.919496 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 288d6643-654f-433f-9dbe-ba954a12593e triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:52:53.920222 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:53.965448 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ebd1ce33-c313-4d99-a10a-c80bfb461066 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:53.965448 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-ebd1ce33-c313-4d99-a10a-c80bfb461066 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] 10.222.0.101 "DELETE /v2.0/subnets/124c114c-0fe7-4f9b-80c0-810d84b1178a HTTP/1.1" status: 204 len: 168 time: 2.2064841 Sep 24 15:52:53.965448 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-41c61e75-55e0-42e4-9788-002576278bac req-81f58977-1c69-4704-a98f-328765e586b7 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03256c2c-9512-46e8-bb7a-08f5c9148dbc HTTP/1.1" status: 200 len: 217 time: 0.1068487 Sep 24 15:52:53.968822 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd1ce33-c313-4d99-a10a-c80bfb461066 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Pushing event deleted for resources: {'Subnet': ['ID=124c114c-0fe7-4f9b-80c0-810d84b1178a,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:54.001714 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-d700e543-d005-49dc-969d-bc923b67c80d None None] For port 0d789813-490f-4c31-9171-7a270201958f, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:52:54.015930 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42780) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:54.038260 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-595955a3-d757-4a55-9723-27a3c94cb4c5 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:54.065712 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-595955a3-d757-4a55-9723-27a3c94cb4c5 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Calling delete_port for b819d8d6-bf47-497f-8ab5-3c5ecb8816e8 owned by {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:52:54.069184 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-d700e543-d005-49dc-969d-bc923b67c80d None None] For port 0d789813-490f-4c31-9171-7a270201958f, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=0d789813-490f-4c31-9171-7a270201958f,segment=NetworkSegment(27874e0c-0f64-445e-be35-fc971aebc5d0),segment_id=27874e0c-0f64-445e-be35-fc971aebc5d0)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:52:54.106183 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device d48576b0-007f-45c0-8063-70899a823b18 no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:52:54.191185 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-20d9feb6-4299-4f9e-9c8d-fbdeafc8203b None None] Provisioning complete for port 288d6643-654f-433f-9dbe-ba954a12593e triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:52:54.191911 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-20d9feb6-4299-4f9e-9c8d-fbdeafc8203b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:54.197641 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d700e543-d005-49dc-969d-bc923b67c80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:54.254498 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ba235c4b-4924-400f-a27c-43c4832a1ccc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:54.291042 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c61e75-55e0-42e4-9788-002576278bac req-764f62c7-1657-4c4f-a39f-779c96ce6ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:54.305484 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-41c61e75-55e0-42e4-9788-002576278bac req-764f62c7-1657-4c4f-a39f-779c96ce6ded service neutron] 10.222.0.110 "GET /v2.0/subnets?id=054caf3c-8a4a-4094-a019-5885b1b27205 HTTP/1.1" status: 200 len: 854 time: 0.2312517 Sep 24 15:52:54.338377 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device d48576b0-007f-45c0-8063-70899a823b18 not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:52:54.347393 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb6bcd6f-c8ce-49db-a5fd-2e9c798c8178 req-28f687a1-76d0-4887-ada8-6016752f48a4 service neutron] No DVR routers for this DVR port d48576b0-007f-45c0-8063-70899a823b18 on host n-h2-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:52:54.489255 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ba235c4b-4924-400f-a27c-43c4832a1ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:54.562410 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-41c61e75-55e0-42e4-9788-002576278bac req-707cd01f-0e0e-4c63-98aa-200064c6229b service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=2a61a80f-7424-4f72-8244-e2cfc0c281a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1817331 Sep 24 15:52:54.566059 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1b132e-c7e1-4376-8f82-2fea9c8ecae3 None None] Network 62b06d89-257d-4e64-a09a-b6cd071d79ae requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:52:54.573640 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700e543-d005-49dc-969d-bc923b67c80d None None] Pushing event updated for resources: {'Port': ['ID=0d789813-490f-4c31-9171-7a270201958f,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:54.630334 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:54.702634 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-21f55a47-db94-4475-8c85-b13bd3c1ea61 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Deleting subnet 0af0d864-f452-40df-a138-5a56526e7c10 {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:52:54.741638 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-20d9feb6-4299-4f9e-9c8d-fbdeafc8203b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:54.809506 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-21f55a47-db94-4475-8c85-b13bd3c1ea61 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:54.845468 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ba235c4b-4924-400f-a27c-43c4832a1ccc admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=02f7509721eb4b6795a2001c7724e1d2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7213511 Sep 24 15:52:54.852970 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42786) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:54.869113 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port 288d6643-654f-433f-9dbe-ba954a12593e, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=288d6643-654f-433f-9dbe-ba954a12593e,segment=NetworkSegment(597438e5-8201-4b43-868d-146c59b6b364),segment_id=597438e5-8201-4b43-868d-146c59b6b364)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:52:54.917188 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-41c61e75-55e0-42e4-9788-002576278bac req-260ed49b-750e-4ebb-900e-0c01c3f2bede service neutron] 10.222.0.110 "GET /v2.0/networks/2a61a80f-7424-4f72-8244-e2cfc0c281a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3009059 Sep 24 15:52:54.931879 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:54.932775 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device b0796143-0e4e-4bae-9c3a-9d0566f19bb0 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:52:54.952447 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15470dd0-b18c-40a3-964c-3d0c7cc686f0 req-d1f227a9-d908-4985-9e65-e30d0b98eec2 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:54.956938 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba235c4b-4924-400f-a27c-43c4832a1ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44332497-21fe-4207-8f83-24697a5523eb,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:54.965758 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-15470dd0-b18c-40a3-964c-3d0c7cc686f0 req-d1f227a9-d908-4985-9e65-e30d0b98eec2 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 945 time: 0.5343029 Sep 24 15:52:55.044214 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2ba5376-49ff-4b92-aada-fd610d98655d tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Router 74d0ced5-4bae-4df5-9549-085946fe4576 is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:52:55.085188 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93959586-a65a-4033-b056-5ddfc6e081d2 None None] DHCP port deletion for 62b06d89-257d-4e64-a09a-b6cd071d79ae request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:52:55.120314 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-21f55a47-db94-4475-8c85-b13bd3c1ea61 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:55.184726 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.db.api [None req-20d9feb6-4299-4f9e-9c8d-fbdeafc8203b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:52:55.185369 n-d-808921-1 neutron-server[95299]: DEBUG oslo_db.api [None req-20d9feb6-4299-4f9e-9c8d-fbdeafc8203b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:52:55.222086 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878fbdfc-1a4b-4d8b-adb0-24b4c528335f req-b6b0cb57-63eb-4eb8-be15-81140ccf2fa6 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:55.237941 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-878fbdfc-1a4b-4d8b-adb0-24b4c528335f req-b6b0cb57-63eb-4eb8-be15-81140ccf2fa6 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=cffe7aaf-b947-49e8-8c24-ba60972c40b9 HTTP/1.1" status: 200 len: 943 time: 0.7022665 Sep 24 15:52:55.255725 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=288d6643-654f-433f-9dbe-ba954a12593e,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:55.273731 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port b0796143-0e4e-4bae-9c3a-9d0566f19bb0 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:52:55.277845 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:55.279689 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-fb6bcd6f-c8ce-49db-a5fd-2e9c798c8178 req-28f687a1-76d0-4887-ada8-6016752f48a4 service neutron] Attempting to bind port d48576b0-007f-45c0-8063-70899a823b18 on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:52:55.280160 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-fb6bcd6f-c8ce-49db-a5fd-2e9c798c8178 req-28f687a1-76d0-4887-ada8-6016752f48a4 service neutron] Attempting to bind port d48576b0-007f-45c0-8063-70899a823b18 by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': 'cda1c6cd-723d-48b0-aba0-c7ad881773d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '603fb403-a01d-4073-8f75-f2b0f098e42f'}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:52:55.280346 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6bcd6f-c8ce-49db-a5fd-2e9c798c8178 req-28f687a1-76d0-4887-ada8-6016752f48a4 service neutron] Attempting to bind port d48576b0-007f-45c0-8063-70899a823b18 on network 603fb403-a01d-4073-8f75-f2b0f098e42f {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:52:55.333765 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-93959586-a65a-4033-b056-5ddfc6e081d2 None None] Deleting port f6a99674-1f5d-4fcf-b10c-10cf4f703501 {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:52:55.334552 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-93959586-a65a-4033-b056-5ddfc6e081d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:55.374591 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6bcd6f-c8ce-49db-a5fd-2e9c798c8178 req-28f687a1-76d0-4887-ada8-6016752f48a4 service neutron] Port d48576b0-007f-45c0-8063-70899a823b18 on network 603fb403-a01d-4073-8f75-f2b0f098e42f not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:52:55.375004 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6bcd6f-c8ce-49db-a5fd-2e9c798c8178 req-28f687a1-76d0-4887-ada8-6016752f48a4 service neutron] Attempting to bind port d48576b0-007f-45c0-8063-70899a823b18 on network 603fb403-a01d-4073-8f75-f2b0f098e42f {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:52:55.425584 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-15470dd0-b18c-40a3-964c-3d0c7cc686f0 req-4b7d4299-5bbf-4c67-a5d3-a507ebcf0f99 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4589231 Sep 24 15:52:55.435944 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5a134072-2b7e-413e-9dd3-857b79247eb0 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:55.464853 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6bcd6f-c8ce-49db-a5fd-2e9c798c8178 req-28f687a1-76d0-4887-ada8-6016752f48a4 service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:52:55.465303 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6bcd6f-c8ce-49db-a5fd-2e9c798c8178 req-28f687a1-76d0-4887-ada8-6016752f48a4 service neutron] Checking segment: {'id': 'cda1c6cd-723d-48b0-aba0-c7ad881773d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '603fb403-a01d-4073-8f75-f2b0f098e42f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:52:55.465671 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb6bcd6f-c8ce-49db-a5fd-2e9c798c8178 req-28f687a1-76d0-4887-ada8-6016752f48a4 service neutron] Bound using segment: {'id': 'cda1c6cd-723d-48b0-aba0-c7ad881773d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '603fb403-a01d-4073-8f75-f2b0f098e42f'} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:52:55.466229 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-fb6bcd6f-c8ce-49db-a5fd-2e9c798c8178 req-28f687a1-76d0-4887-ada8-6016752f48a4 service neutron] Bound port: d48576b0-007f-45c0-8063-70899a823b18, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cda1c6cd-723d-48b0-aba0-c7ad881773d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': '603fb403-a01d-4073-8f75-f2b0f098e42f'}}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:52:55.466692 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-fb6bcd6f-c8ce-49db-a5fd-2e9c798c8178 req-28f687a1-76d0-4887-ada8-6016752f48a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:55.514194 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-93959586-a65a-4033-b056-5ddfc6e081d2 None None] For port f6a99674-1f5d-4fcf-b10c-10cf4f703501, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=f6a99674-1f5d-4fcf-b10c-10cf4f703501,segment=NetworkSegment(494f6878-3a34-4ad2-9a16-c10b12ee081a),segment_id=494f6878-3a34-4ad2-9a16-c10b12ee081a)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:52:55.514705 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-93959586-a65a-4033-b056-5ddfc6e081d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:55.569860 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5a134072-2b7e-413e-9dd3-857b79247eb0 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:55.570707 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5a134072-2b7e-413e-9dd3-857b79247eb0 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:55.572620 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-93959586-a65a-4033-b056-5ddfc6e081d2 None None] Calling delete_port for f6a99674-1f5d-4fcf-b10c-10cf4f703501 owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:52:55.582887 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7e3e9c8e-2c78-47eb-afc5-d1a11747b0b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:55.619313 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-878fbdfc-1a4b-4d8b-adb0-24b4c528335f req-ac5afc23-1729-471a-9999-c898076e3823 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=6ebd70ba-9057-4f05-b091-253e90de2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3609865 Sep 24 15:52:55.677766 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ba5376-49ff-4b92-aada-fd610d98655d tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:52:55.691722 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f665592-c9f9-486c-ab9a-d41c5705e780 None None] Sync routers for ids ['74d0ced5-4bae-4df5-9549-085946fe4576'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:52:55.711786 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f665592-c9f9-486c-ab9a-d41c5705e780 None None] Routers {'74d0ced5-4bae-4df5-9549-085946fe4576'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:52:55.714875 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-2f665592-c9f9-486c-ab9a-d41c5705e780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:52:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['74d0ced5-4bae-4df5-9549-085946fe4576'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:52:55.743612 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-595955a3-d757-4a55-9723-27a3c94cb4c5 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:55.770155 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-41c61e75-55e0-42e4-9788-002576278bac req-5a38e22e-d851-48fd-9e0a-6c5261dedeb7 service neutron] 10.222.0.110 "GET /v2.0/networks/2a61a80f-7424-4f72-8244-e2cfc0c281a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7952433 Sep 24 15:52:55.814720 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595955a3-d757-4a55-9723-27a3c94cb4c5 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event deleted for resources: {'Port': ['ID=b819d8d6-bf47-497f-8ab5-3c5ecb8816e8,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:55.852978 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c2ba5376-49ff-4b92-aada-fd610d98655d tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:55.856973 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-c2ba5376-49ff-4b92-aada-fd610d98655d tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.9262555 Sep 24 15:52:55.858019 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42788) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:55.889860 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-21f55a47-db94-4475-8c85-b13bd3c1ea61 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:55.932250 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-595955a3-d757-4a55-9723-27a3c94cb4c5 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:55.937479 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-595955a3-d757-4a55-9723-27a3c94cb4c5 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/ports/b819d8d6-bf47-497f-8ab5-3c5ecb8816e8 HTTP/1.1" status: 204 len: 168 time: 4.3155928 Sep 24 15:52:55.938324 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42792) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:55.995054 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7e3e9c8e-2c78-47eb-afc5-d1a11747b0b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:56.025158 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-cc024dc3-cf3d-4c66-8fa6-bb7ee97e1f2d None None] Provisioning complete for port f6a99674-1f5d-4fcf-b10c-10cf4f703501 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:52:56.026224 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-cc024dc3-cf3d-4c66-8fa6-bb7ee97e1f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:56.033041 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-93959586-a65a-4033-b056-5ddfc6e081d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:56.045982 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-2f665592-c9f9-486c-ab9a-d41c5705e780 None None] Set router 74d0ced5-4bae-4df5-9549-085946fe4576 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:52:56.096606 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bebb2c-4efc-4851-b4da-9f69c6ef6f6e tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:56.102285 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bebb2c-4efc-4851-b4da-9f69c6ef6f6e tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:56.107654 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-23bebb2c-4efc-4851-b4da-9f69c6ef6f6e tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1682291 Sep 24 15:52:56.115158 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42794) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:56.134985 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-cc024dc3-cf3d-4c66-8fa6-bb7ee97e1f2d None None] Port f6a99674-1f5d-4fcf-b10c-10cf4f703501 was deleted so its status cannot be updated. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 24 15:52:56.162158 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a134072-2b7e-413e-9dd3-857b79247eb0 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Pushing event updated for resources: {'Port': ['ID=5fd86886-b473-486d-8673-7629bf16fc33,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:56.262003 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93959586-a65a-4033-b056-5ddfc6e081d2 None None] No DVR routers for this DVR port f6a99674-1f5d-4fcf-b10c-10cf4f703501 on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:52:56.283080 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93959586-a65a-4033-b056-5ddfc6e081d2 None None] Pushing event deleted for resources: {'Port': ['ID=f6a99674-1f5d-4fcf-b10c-10cf4f703501,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:56.303327 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a134072-2b7e-413e-9dd3-857b79247eb0 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:52:56.303953 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a134072-2b7e-413e-9dd3-857b79247eb0 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:52:56.304050 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a134072-2b7e-413e-9dd3-857b79247eb0 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:52:56.304582 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a134072-2b7e-413e-9dd3-857b79247eb0 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:52:56.304915 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a134072-2b7e-413e-9dd3-857b79247eb0 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:52:56.305257 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a134072-2b7e-413e-9dd3-857b79247eb0 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:52:56.305586 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a134072-2b7e-413e-9dd3-857b79247eb0 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:52:56.309478 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 0d789813-490f-4c31-9171-7a270201958f up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:52:56.314281 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a134072-2b7e-413e-9dd3-857b79247eb0 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:52:56.314784 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a134072-2b7e-413e-9dd3-857b79247eb0 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:52:56.315132 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a134072-2b7e-413e-9dd3-857b79247eb0 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:52:56.315471 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a134072-2b7e-413e-9dd3-857b79247eb0 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:52:56.315870 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a134072-2b7e-413e-9dd3-857b79247eb0 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:52:56.343565 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5c0e09e-a68c-4483-ac23-1a8ed5310327 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Deleting subnet 53ed367e-c571-4823-840e-54f2b7360e9c {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:52:56.350172 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b5c0e09e-a68c-4483-ac23-1a8ed5310327 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:56.374579 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-fb6bcd6f-c8ce-49db-a5fd-2e9c798c8178 req-28f687a1-76d0-4887-ada8-6016752f48a4 service neutron] For port d48576b0-007f-45c0-8063-70899a823b18, host n-h1-808921-1, cleared binding levels {{(pid=95297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:52:56.410689 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-fb6bcd6f-c8ce-49db-a5fd-2e9c798c8178 req-28f687a1-76d0-4887-ada8-6016752f48a4 service neutron] For port d48576b0-007f-45c0-8063-70899a823b18, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=d48576b0-007f-45c0-8063-70899a823b18,segment=NetworkSegment(cda1c6cd-723d-48b0-aba0-c7ad881773d8),segment_id=cda1c6cd-723d-48b0-aba0-c7ad881773d8)] {{(pid=95297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:52:56.436478 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a134072-2b7e-413e-9dd3-857b79247eb0 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Network 27e4c55f-6f5e-4dbb-a4b1-ef3ad1218e31 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:52:56.438457 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-5a134072-2b7e-413e-9dd3-857b79247eb0 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:52:56.449791 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d354b18-c36c-4b2f-a84a-afbc03eddd9a None None] Network e687e53d-ac52-48ca-b546-9ce20c37b0b2 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:52:56.455265 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-cc024dc3-cf3d-4c66-8fa6-bb7ee97e1f2d None None] Provisioning complete for port 288d6643-654f-433f-9dbe-ba954a12593e triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:52:56.455670 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-cc024dc3-cf3d-4c66-8fa6-bb7ee97e1f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:56.506078 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-14b900ee-1654-4e5d-beca-10afcbee85ea tempest-TestNetworkBasicOps-1836589182 tempest-TestNetworkBasicOps-1836589182-project-admin] 10.222.0.101 "GET /v2.0/subnets?project_id=7841fa2f595c42b88ef5416d36f78c25&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6030781 Sep 24 15:52:56.521524 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42798) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:56.543036 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b5c0e09e-a68c-4483-ac23-1a8ed5310327 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:56.572384 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7e3e9c8e-2c78-47eb-afc5-d1a11747b0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:56.575234 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7e3e9c8e-2c78-47eb-afc5-d1a11747b0b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:56.576306 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-7e3e9c8e-2c78-47eb-afc5-d1a11747b0b3 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/44332497-21fe-4207-8f83-24697a5523eb HTTP/1.1" status: 204 len: 168 time: 1.6612818 Sep 24 15:52:56.577514 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-fb6bcd6f-c8ce-49db-a5fd-2e9c798c8178 req-28f687a1-76d0-4887-ada8-6016752f48a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:56.597122 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-21f55a47-db94-4475-8c85-b13bd3c1ea61 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:56.712765 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-2f665592-c9f9-486c-ab9a-d41c5705e780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d0ced5-4bae-4df5-9549-085946fe4576', 'name': 'tempest-TestNetworkBasicOps-router-118955220', 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '75ca1059-9905-4ba8-ae95-357afde4cc34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:52:48Z', 'updated_at': '2021-09-24T15:52:51Z', 'revision_number': 3, 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'gw_port': {'id': '75ca1059-9905-4ba8-ae95-357afde4cc34', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:91:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74d0ced5-4bae-4df5-9549-085946fe4576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:52:50Z', 'updated_at': '2021-09-24T15:52:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:52:56.749071 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b5c0e09e-a68c-4483-ac23-1a8ed5310327 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:56.814042 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f665592-c9f9-486c-ab9a-d41c5705e780 None None] Checking router: 74d0ced5-4bae-4df5-9549-085946fe4576 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:52:56.820068 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f665592-c9f9-486c-ab9a-d41c5705e780 None None] Updating router 74d0ced5-4bae-4df5-9549-085946fe4576 port 75ca1059-9905-4ba8-ae95-357afde4cc34 binding host n-d-808921-1 {{(pid=95300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:52:56.890366 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f55a47-db94-4475-8c85-b13bd3c1ea61 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Pushing event deleted for resources: {'Subnet': ['ID=0af0d864-f452-40df-a138-5a56526e7c10,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:56.926575 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-2f665592-c9f9-486c-ab9a-d41c5705e780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:56.940607 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3e9c8e-2c78-47eb-afc5-d1a11747b0b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44332497-21fe-4207-8f83-24697a5523eb,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:56.958313 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 0d789813-490f-4c31-9171-7a270201958f triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:52:56.969213 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:57.084301 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-21f55a47-db94-4475-8c85-b13bd3c1ea61 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:57.093245 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-21f55a47-db94-4475-8c85-b13bd3c1ea61 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] 10.222.0.101 "DELETE /v2.0/subnets/0af0d864-f452-40df-a138-5a56526e7c10 HTTP/1.1" status: 204 len: 168 time: 3.0642867 Sep 24 15:52:57.093245 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f687a1-76d0-4887-ada8-6016752f48a4 service neutron] Pushing event updated for resources: {'Port': ['ID=d48576b0-007f-45c0-8063-70899a823b18,revision_number=7']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:57.119556 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42804) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:57.121079 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6bcd6f-c8ce-49db-a5fd-2e9c798c8178 req-28f687a1-76d0-4887-ada8-6016752f48a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:57.121778 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-fb6bcd6f-c8ce-49db-a5fd-2e9c798c8178 req-28f687a1-76d0-4887-ada8-6016752f48a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:57.131648 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fb6bcd6f-c8ce-49db-a5fd-2e9c798c8178 req-28f687a1-76d0-4887-ada8-6016752f48a4 service neutron] 10.222.0.110 "PUT /v2.0/ports/d48576b0-007f-45c0-8063-70899a823b18 HTTP/1.1" status: 200 len: 1091 time: 5.9445384 Sep 24 15:52:57.244573 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cffe7aaf-b947-49e8-8c24-ba60972c40b9', 'tag': 'd48576b0-007f-45c0-8063-70899a823b18'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:52:57.247304 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8caa6b0f-2d4a-4f35-8beb-da024244a4ff" -d '{"events": [{"name": "network-changed", "server_uuid": "cffe7aaf-b947-49e8-8c24-ba60972c40b9", "tag": "d48576b0-007f-45c0-8063-70899a823b18"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:52:57.294022 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92da9ace-b5f1-491d-bbac-276d31ad9483 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:57.299700 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-92da9ace-b5f1-491d-bbac-276d31ad9483 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1591129 Sep 24 15:52:57.322892 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42810) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:57.437836 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-2f665592-c9f9-486c-ab9a-d41c5705e780 None None] Notify callbacks [] for port, precommit_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:57.445994 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-cc024dc3-cf3d-4c66-8fa6-bb7ee97e1f2d None None] Provisioning complete for port 5fd86886-b473-486d-8673-7629bf16fc33 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:52:57.450590 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-cc024dc3-cf3d-4c66-8fa6-bb7ee97e1f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:57.471753 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4a0176b6-6f82-44db-9365-5903377627f9 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:57.491306 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e05defc-2d20-45fd-81dc-b800040e5da0 req-97bd6054-275c-4bd1-bb61-40d4bb2b5348 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:57.493209 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4e05defc-2d20-45fd-81dc-b800040e5da0 req-97bd6054-275c-4bd1-bb61-40d4bb2b5348 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=cffe7aaf-b947-49e8-8c24-ba60972c40b9 HTTP/1.1" status: 200 len: 943 time: 0.6128218 Sep 24 15:52:57.509550 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-2f665592-c9f9-486c-ab9a-d41c5705e780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:57.525911 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e5726e-9606-4db0-9616-f30af029648d None None] DHCP port deletion for e687e53d-ac52-48ca-b546-9ce20c37b0b2 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:52:57.560937 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6bcd6f-c8ce-49db-a5fd-2e9c798c8178 req-589dee5f-01e6-4101-bf8d-2eaa50e43735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:57.562675 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fb6bcd6f-c8ce-49db-a5fd-2e9c798c8178 req-589dee5f-01e6-4101-bf8d-2eaa50e43735 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=7e512e155fd047afb7c369ee55b40ecc&device_id=cffe7aaf-b947-49e8-8c24-ba60972c40b9 HTTP/1.1" status: 200 len: 1094 time: 0.3112311 Sep 24 15:52:57.599101 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:57.634327 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4e05defc-2d20-45fd-81dc-b800040e5da0 req-ca5500d2-f266-46fd-b8c3-f9fce50c1c69 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=6ebd70ba-9057-4f05-b091-253e90de2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314409 Sep 24 15:52:57.638874 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a134072-2b7e-413e-9dd3-857b79247eb0 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Router 2290273b-7c8a-4141-881a-684b68354ed4 is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:52:57.695415 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b5c0e09e-a68c-4483-ac23-1a8ed5310327 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:57.696314 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef2eed2-6fe8-4fed-8283-e6a0f17dcf5b None None] Pushing event updated for resources: {'Port': ['ID=75ca1059-9905-4ba8-ae95-357afde4cc34,revision_number=2']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:57.698754 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-cc024dc3-cf3d-4c66-8fa6-bb7ee97e1f2d None None] Port 5fd86886-b473-486d-8673-7629bf16fc33 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:52:57.716846 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b5c0e09e-a68c-4483-ac23-1a8ed5310327 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:57.721928 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b5c0e09e-a68c-4483-ac23-1a8ed5310327 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/subnets/53ed367e-c571-4823-840e-54f2b7360e9c HTTP/1.1" status: 204 len: 168 time: 1.6028428 Sep 24 15:52:57.727068 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42818) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:57.727682 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-2f665592-c9f9-486c-ab9a-d41c5705e780 None None] Attempting to bind port 75ca1059-9905-4ba8-ae95-357afde4cc34 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:52:57.728152 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-2f665592-c9f9-486c-ab9a-d41c5705e780 None None] Attempting to bind port 75ca1059-9905-4ba8-ae95-357afde4cc34 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:52:57.728583 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f665592-c9f9-486c-ab9a-d41c5705e780 None None] Attempting to bind port 75ca1059-9905-4ba8-ae95-357afde4cc34 on network e6a2de20-1ea0-43e5-88e0-982d19e317d5 {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:52:57.738058 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f665592-c9f9-486c-ab9a-d41c5705e780 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:52:57.738870 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f665592-c9f9-486c-ab9a-d41c5705e780 None None] Checking segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:52:57.739506 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-2f665592-c9f9-486c-ab9a-d41c5705e780 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:57.740124 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f665592-c9f9-486c-ab9a-d41c5705e780 None None] Bound using segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:52:57.740946 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-2f665592-c9f9-486c-ab9a-d41c5705e780 None None] Bound port: 75ca1059-9905-4ba8-ae95-357afde4cc34, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:52:57.741615 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-2f665592-c9f9-486c-ab9a-d41c5705e780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:57.751109 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1f959f-bb41-4d75-b9ee-ae68f825ba0a None None] Network 50d98e88-8a75-4835-9919-86c163395f7c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:52:57.793340 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-152b715a-ab71-4810-951d-9c268f1a39dc tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0627255 Sep 24 15:52:57.803284 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925395dc-a034-4bc5-a5c7-c0e654ea2f24 req-5bbe2a28-99a6-437a-80a8-3dfa98c113ce tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:57.804796 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-2f665592-c9f9-486c-ab9a-d41c5705e780 None None] For port 75ca1059-9905-4ba8-ae95-357afde4cc34, host n-d-808921-1, cleared binding levels {{(pid=95300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:52:57.805184 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-925395dc-a034-4bc5-a5c7-c0e654ea2f24 req-5bbe2a28-99a6-437a-80a8-3dfa98c113ce tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 945 time: 0.9732161 Sep 24 15:52:57.807727 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42820) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:57.809292 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-2f665592-c9f9-486c-ab9a-d41c5705e780 None None] For port 75ca1059-9905-4ba8-ae95-357afde4cc34, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=75ca1059-9905-4ba8-ae95-357afde4cc34,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:52:57.811806 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef2eed2-6fe8-4fed-8283-e6a0f17dcf5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:52:57.812434 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef2eed2-6fe8-4fed-8283-e6a0f17dcf5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:52:57.813511 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef2eed2-6fe8-4fed-8283-e6a0f17dcf5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:52:57.820103 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-2c418046-c7d2-4abd-ba0c-6661e4fdb226 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Request body: {'subnet': {'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:52:57.820259 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef2eed2-6fe8-4fed-8283-e6a0f17dcf5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:52:57.820259 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef2eed2-6fe8-4fed-8283-e6a0f17dcf5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:52:57.820259 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef2eed2-6fe8-4fed-8283-e6a0f17dcf5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:52:57.820259 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef2eed2-6fe8-4fed-8283-e6a0f17dcf5b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:52:57.820259 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef2eed2-6fe8-4fed-8283-e6a0f17dcf5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:52:57.820259 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef2eed2-6fe8-4fed-8283-e6a0f17dcf5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:52:57.820259 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef2eed2-6fe8-4fed-8283-e6a0f17dcf5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:52:57.820259 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef2eed2-6fe8-4fed-8283-e6a0f17dcf5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:52:57.820259 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fef2eed2-6fe8-4fed-8283-e6a0f17dcf5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:52:57.820801 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c0e09e-a68c-4483-ac23-1a8ed5310327 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event deleted for resources: {'Subnet': ['ID=53ed367e-c571-4823-840e-54f2b7360e9c,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:57.880067 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf7c1f5-d73c-4830-9a27-e164dbc8a32d x-openstack-request-id: req-bcf7c1f5-d73c-4830-9a27-e164dbc8a32d {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:52:57.880575 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cffe7aaf-b947-49e8-8c24-ba60972c40b9", "tag": "d48576b0-007f-45c0-8063-70899a823b18", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:52:57.881025 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-bcf7c1f5-d73c-4830-9a27-e164dbc8a32d {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:52:57.883392 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cffe7aaf-b947-49e8-8c24-ba60972c40b9', 'tag': 'd48576b0-007f-45c0-8063-70899a823b18', 'status': 'completed', 'code': 200} Sep 24 15:52:57.898956 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-2f665592-c9f9-486c-ab9a-d41c5705e780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:57.902422 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-4ed18a97-3141-4b37-8e26-c819011759ab None None] Provisioning complete for port 5fd86886-b473-486d-8673-7629bf16fc33 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:52:57.906371 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4ed18a97-3141-4b37-8e26-c819011759ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:57.948487 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-4ed18a97-3141-4b37-8e26-c819011759ab None None] Port 5fd86886-b473-486d-8673-7629bf16fc33 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:52:58.020332 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f665592-c9f9-486c-ab9a-d41c5705e780 None None] Routers {'74d0ced5-4bae-4df5-9549-085946fe4576'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:52:58.021004 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-2f665592-c9f9-486c-ab9a-d41c5705e780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:52:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['74d0ced5-4bae-4df5-9549-085946fe4576'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:52:58.034030 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a134072-2b7e-413e-9dd3-857b79247eb0 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:52:58.044707 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-5a134072-2b7e-413e-9dd3-857b79247eb0 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "PUT /v2.0/routers/2290273b-7c8a-4141-881a-684b68354ed4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0198116 Sep 24 15:52:58.049100 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-4a0176b6-6f82-44db-9365-5903377627f9 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Deleting port 0d789813-490f-4c31-9171-7a270201958f {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:52:58.049469 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4a0176b6-6f82-44db-9365-5903377627f9 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:58.057355 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42826) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:58.066050 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54162398-c811-4a09-99b8-df5603497ef3 None None] Sync routers for ids ['2290273b-7c8a-4141-881a-684b68354ed4'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:52:58.092523 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-e76609dc-913d-45d5-a9ed-44f10e60b35b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1691896388'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:52:58.121022 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port 0d789813-490f-4c31-9171-7a270201958f, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=0d789813-490f-4c31-9171-7a270201958f,segment=NetworkSegment(27874e0c-0f64-445e-be35-fc971aebc5d0),segment_id=27874e0c-0f64-445e-be35-fc971aebc5d0)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:52:58.125118 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121aa5af-7152-45da-9039-3bc4c900ad9e tempest-TestNetworkBasicOps-1836589182 tempest-TestNetworkBasicOps-1836589182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:58.129443 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-121aa5af-7152-45da-9039-3bc4c900ad9e tempest-TestNetworkBasicOps-1836589182 tempest-TestNetworkBasicOps-1836589182-project-admin] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.6067727 Sep 24 15:52:58.139626 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42828) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:58.167654 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-4ed18a97-3141-4b37-8e26-c819011759ab None None] Provisioning complete for port 0d789813-490f-4c31-9171-7a270201958f triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:52:58.172014 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4ed18a97-3141-4b37-8e26-c819011759ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:58.172665 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c418046-c7d2-4abd-ba0c-6661e4fdb226 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Made reservation on behalf of 1ffc126d96724ce991d5ac46e64fd1ec for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:52:58.178208 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2c418046-c7d2-4abd-ba0c-6661e4fdb226 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:58.211353 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54162398-c811-4a09-99b8-df5603497ef3 None None] Routers {'2290273b-7c8a-4141-881a-684b68354ed4'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:52:58.212369 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-54162398-c811-4a09-99b8-df5603497ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:52:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['2290273b-7c8a-4141-881a-684b68354ed4'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:52:58.359594 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-925395dc-a034-4bc5-a5c7-c0e654ea2f24 req-2ccd2826-d9c0-4870-b4eb-5da72d0cadd4 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5364835 Sep 24 15:52:58.367382 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-268e2ff7-b658-494d-874f-31809d7fa2cf tempest-TestNetworkBasicOps-1836589182 tempest-TestNetworkBasicOps-1836589182-project-admin] 10.222.0.101 "GET /v2.0/subnets?network_id=e6a2de20-1ea0-43e5-88e0-982d19e317d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2162669 Sep 24 15:52:58.386697 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef2eed2-6fe8-4fed-8283-e6a0f17dcf5b None None] Pushing event updated for resources: {'Port': ['ID=75ca1059-9905-4ba8-ae95-357afde4cc34,revision_number=3']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:58.386798 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42836) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:58.394758 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-37e5726e-9606-4db0-9616-f30af029648d None None] Deleting port 0d789813-490f-4c31-9171-7a270201958f {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:52:58.397679 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-37e5726e-9606-4db0-9616-f30af029648d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:58.405434 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e76609dc-913d-45d5-a9ed-44f10e60b35b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Made reservation on behalf of a0a46e9236c24b39aca910b414f61345 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:52:58.414164 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e76609dc-913d-45d5-a9ed-44f10e60b35b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:58.434662 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-f919e2bf-d384-4317-af68-fabdf929f42e tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1942306590', 'network_id': '9650dd06-c337-403b-9f2f-c268b521f2ba', 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:52:58.439361 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-2f665592-c9f9-486c-ab9a-d41c5705e780 None None] Set router 74d0ced5-4bae-4df5-9549-085946fe4576 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:52:58.554833 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa6b0f-2d4a-4f35-8beb-da024244a4ff req-a7a5968d-8c7e-4031-b206-28837f566323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:58.556465 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8caa6b0f-2d4a-4f35-8beb-da024244a4ff req-a7a5968d-8c7e-4031-b206-28837f566323 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=7e512e155fd047afb7c369ee55b40ecc&device_id=cffe7aaf-b947-49e8-8c24-ba60972c40b9 HTTP/1.1" status: 200 len: 1094 time: 0.5425432 Sep 24 15:52:58.557682 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6bcd6f-c8ce-49db-a5fd-2e9c798c8178 req-a97b1d8c-52d0-40fe-a714-653776aa6df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:58.559092 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fb6bcd6f-c8ce-49db-a5fd-2e9c798c8178 req-a97b1d8c-52d0-40fe-a714-653776aa6df6 service neutron] 10.222.0.110 "GET /v2.0/networks?id=603fb403-a01d-4073-8f75-f2b0f098e42f HTTP/1.1" status: 200 len: 899 time: 0.9451644 Sep 24 15:52:58.587455 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-4a0176b6-6f82-44db-9365-5903377627f9 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] For port 0d789813-490f-4c31-9171-7a270201958f, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=0d789813-490f-4c31-9171-7a270201958f,segment=NetworkSegment(27874e0c-0f64-445e-be35-fc971aebc5d0),segment_id=27874e0c-0f64-445e-be35-fc971aebc5d0)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:52:58.588008 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4a0176b6-6f82-44db-9365-5903377627f9 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:58.755232 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-54162398-c811-4a09-99b8-df5603497ef3 None None] Set router 2290273b-7c8a-4141-881a-684b68354ed4 gateway port host: None {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:52:58.841355 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:58.842308 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 288d6643-654f-433f-9dbe-ba954a12593e up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:52:58.899653 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-2f665592-c9f9-486c-ab9a-d41c5705e780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d0ced5-4bae-4df5-9549-085946fe4576', 'name': 'tempest-TestNetworkBasicOps-router-118955220', 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '75ca1059-9905-4ba8-ae95-357afde4cc34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:52:48Z', 'updated_at': '2021-09-24T15:52:51Z', 'revision_number': 3, 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'gw_port': {'id': '75ca1059-9905-4ba8-ae95-357afde4cc34', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:91:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74d0ced5-4bae-4df5-9549-085946fe4576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:52:50Z', 'updated_at': '2021-09-24T15:52:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:52:58.988093 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=0d789813-490f-4c31-9171-7a270201958f,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:59.008374 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f665592-c9f9-486c-ab9a-d41c5705e780 None None] The sync data for ids ['74d0ced5-4bae-4df5-9549-085946fe4576'] in n-d-808921-1 is: [{'id': '74d0ced5-4bae-4df5-9549-085946fe4576', 'name': 'tempest-TestNetworkBasicOps-router-118955220', 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '75ca1059-9905-4ba8-ae95-357afde4cc34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:52:48Z', 'updated_at': '2021-09-24T15:52:51Z', 'revision_number': 3, 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'gw_port': {'id': '75ca1059-9905-4ba8-ae95-357afde4cc34', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:91:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74d0ced5-4bae-4df5-9549-085946fe4576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:52:50Z', 'updated_at': '2021-09-24T15:52:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:52:59.030878 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2c418046-c7d2-4abd-ba0c-6661e4fdb226 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:59.101482 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 288d6643-654f-433f-9dbe-ba954a12593e triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:52:59.101917 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:59.151270 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c418046-c7d2-4abd-ba0c-6661e4fdb226 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Network 50d98e88-8a75-4835-9919-86c163395f7c is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:52:59.154621 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-2c418046-c7d2-4abd-ba0c-6661e4fdb226 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:52:59.174750 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c418046-c7d2-4abd-ba0c-6661e4fdb226 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:59.175384 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2c418046-c7d2-4abd-ba0c-6661e4fdb226 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:59.216017 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-37e5726e-9606-4db0-9616-f30af029648d None None] For port 0d789813-490f-4c31-9171-7a270201958f, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=0d789813-490f-4c31-9171-7a270201958f,segment=NetworkSegment(27874e0c-0f64-445e-be35-fc971aebc5d0),segment_id=27874e0c-0f64-445e-be35-fc971aebc5d0)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:52:59.216284 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-37e5726e-9606-4db0-9616-f30af029648d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:59.247388 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c418046-c7d2-4abd-ba0c-6661e4fdb226 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event updated for resources: {'Subnet': ['ID=e2f37ae4-625d-403f-9bb4-ddfc4b7ce7aa,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:52:59.271006 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-37e5726e-9606-4db0-9616-f30af029648d None None] Calling delete_port for 0d789813-490f-4c31-9171-7a270201958f owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:52:59.321836 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcb811d-2533-4818-a3fc-85d1e2b8aaf5 None None] DHCP port deletion for 50d98e88-8a75-4835-9919-86c163395f7c request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:52:59.372304 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-4a0176b6-6f82-44db-9365-5903377627f9 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Calling delete_port for 0d789813-490f-4c31-9171-7a270201958f owned by network:dhcp {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:52:59.535513 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-2c418046-c7d2-4abd-ba0c-6661e4fdb226 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7254791 Sep 24 15:52:59.540200 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42852) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:52:59.569572 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-ca92a6d6-55fe-4b5e-8c66-237017f7e9ef tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Request body: {'port': {'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'fixed_ips': [{'subnet_id': 'e2f37ae4-625d-403f-9bb4-ddfc4b7ce7aa', 'ip_address': '2001:db8::a5ab:d780:52ee:d307'}], 'name': 'tempest-NetworksTestDHCPv6-1465370868'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:52:59.581105 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e76609dc-913d-45d5-a9ed-44f10e60b35b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1289} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:52:59.610908 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f919e2bf-d384-4317-af68-fabdf929f42e tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Made reservation on behalf of 7841fa2f595c42b88ef5416d36f78c25 for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:52:59.614722 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f919e2bf-d384-4317-af68-fabdf929f42e tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:59.649961 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fb6bcd6f-c8ce-49db-a5fd-2e9c798c8178 req-d037bd14-fda7-45ee-8923-bfdb60e3b942 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d48576b0-007f-45c0-8063-70899a823b18 HTTP/1.1" status: 200 len: 998 time: 1.0650177 Sep 24 15:52:59.657344 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device b0796143-0e4e-4bae-9c3a-9d0566f19bb0 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:52:59.658750 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa6b0f-2d4a-4f35-8beb-da024244a4ff req-a446fd2c-2b0e-414d-8bad-7f026d392bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:59.660239 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8caa6b0f-2d4a-4f35-8beb-da024244a4ff req-a446fd2c-2b0e-414d-8bad-7f026d392bba service neutron] 10.222.0.108 "GET /v2.0/networks?id=603fb403-a01d-4073-8f75-f2b0f098e42f HTTP/1.1" status: 200 len: 899 time: 1.0765507 Sep 24 15:52:59.661432 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e76609dc-913d-45d5-a9ed-44f10e60b35b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:59.661905 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-e76609dc-913d-45d5-a9ed-44f10e60b35b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Added segment ef0d10ae-f9e3-4f54-877c-d4fcaba5e3d1 of type vlan for network 7314ce9e-e751-4be6-9cc3-d824fcbda090 Sep 24 15:52:59.679512 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ff88e-70c4-4bc9-9096-916e698e4472 req-945e0455-0518-4218-828e-054f36c0dacb tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:52:59.681089 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e54ff88e-70c4-4bc9-9096-916e698e4472 req-945e0455-0518-4218-828e-054f36c0dacb tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 945 time: 0.2354009 Sep 24 15:52:59.854633 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e54ff88e-70c4-4bc9-9096-916e698e4472 req-2bb1445d-df82-4daf-b30f-976cf0526f00 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551194 Sep 24 15:52:59.961813 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-6bcb811d-2533-4818-a3fc-85d1e2b8aaf5 None None] Deleting port b0796143-0e4e-4bae-9c3a-9d0566f19bb0 {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:52:59.962420 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6bcb811d-2533-4818-a3fc-85d1e2b8aaf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:52:59.965941 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-54162398-c811-4a09-99b8-df5603497ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2290273b-7c8a-4141-881a-684b68354ed4', 'name': 'tempest-RoutersIpV6Test-router-1803128549', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:52:46Z', 'updated_at': '2021-09-24T15:52:52Z', 'revision_number': 2, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'gw_port_host': None, '_interfaces': [{'id': '5fd86886-b473-486d-8673-7629bf16fc33', 'name': '', 'network_id': '27e4c55f-6f5e-4dbb-a4b1-ef3ad1218e31', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'mac_address': 'fa:16:3e:f2:d2:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2290273b-7c8a-4141-881a-684b68354ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'c47f39ca-af3b-42f3-8828-e5ce704cdd74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:52:50Z', 'updated_at': '2021-09-24T15:52:53Z', 'revision_number': 2, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'subnets': [{'id': 'c47f39ca-af3b-42f3-8828-e5ce704cdd74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:52:59.972937 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca92a6d6-55fe-4b5e-8c66-237017f7e9ef tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Made reservation on behalf of 1ffc126d96724ce991d5ac46e64fd1ec for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:53:00.044453 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e76609dc-913d-45d5-a9ed-44f10e60b35b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:00.110474 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-37e5726e-9606-4db0-9616-f30af029648d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:00.140500 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6bcd6f-c8ce-49db-a5fd-2e9c798c8178 req-0404a03b-20fd-4405-a7bd-05799298564e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:00.144920 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ca92a6d6-55fe-4b5e-8c66-237017f7e9ef tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:00.147568 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fb6bcd6f-c8ce-49db-a5fd-2e9c798c8178 req-0404a03b-20fd-4405-a7bd-05799298564e service neutron] 10.222.0.110 "GET /v2.0/subnets?id=f7740272-3ddd-4c63-a492-aed51d47ee4e HTTP/1.1" status: 200 len: 834 time: 0.4723313 Sep 24 15:53:00.152467 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8caa6b0f-2d4a-4f35-8beb-da024244a4ff req-ff544420-f488-43e8-94b3-55d9266de112 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d48576b0-007f-45c0-8063-70899a823b18 HTTP/1.1" status: 200 len: 998 time: 0.4022503 Sep 24 15:53:00.171729 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30bcca3-015f-4019-af31-28fad04c1d94 req-33e0e33a-9d88-40a5-900b-2441829440ef tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:00.175284 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e5726e-9606-4db0-9616-f30af029648d None None] No DVR routers for this DVR port 0d789813-490f-4c31-9171-7a270201958f on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:53:00.181874 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a30bcca3-015f-4019-af31-28fad04c1d94 req-33e0e33a-9d88-40a5-900b-2441829440ef tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=cffe7aaf-b947-49e8-8c24-ba60972c40b9 HTTP/1.1" status: 200 len: 943 time: 0.8886600 Sep 24 15:53:00.187485 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.db.resource_extend [None req-e76609dc-913d-45d5-a9ed-44f10e60b35b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 24 15:53:00.220748 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54162398-c811-4a09-99b8-df5603497ef3 None None] Checking router: 2290273b-7c8a-4141-881a-684b68354ed4 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:53:00.221207 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54162398-c811-4a09-99b8-df5603497ef3 None None] Updating router 2290273b-7c8a-4141-881a-684b68354ed4 port 5fd86886-b473-486d-8673-7629bf16fc33 binding host n-d-808921-1 {{(pid=95299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:53:00.221327 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [None req-ca92a6d6-55fe-4b5e-8c66-237017f7e9ef tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] device_id is not set on port f26ab70f-c7da-4f6f-9bf3-380516849831 yet. {{(pid=95298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:53:00.307658 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port b0796143-0e4e-4bae-9c3a-9d0566f19bb0 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:53:00.308055 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:00.362184 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e5726e-9606-4db0-9616-f30af029648d None None] Pushing event deleted for resources: {'Port': ['ID=0d789813-490f-4c31-9171-7a270201958f,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:00.446829 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-54162398-c811-4a09-99b8-df5603497ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:00.464344 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4a0176b6-6f82-44db-9365-5903377627f9 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:00.492921 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-6bcb811d-2533-4818-a3fc-85d1e2b8aaf5 None None] For port b0796143-0e4e-4bae-9c3a-9d0566f19bb0, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=b0796143-0e4e-4bae-9c3a-9d0566f19bb0,segment=NetworkSegment(fb531be8-b37e-4ff9-a98b-5c7db484a0eb),segment_id=fb531be8-b37e-4ff9-a98b-5c7db484a0eb)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:53:00.493411 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6bcb811d-2533-4818-a3fc-85d1e2b8aaf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:00.549462 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-6bcb811d-2533-4818-a3fc-85d1e2b8aaf5 None None] Calling delete_port for b0796143-0e4e-4bae-9c3a-9d0566f19bb0 owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:53:00.717109 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0176b6-6f82-44db-9365-5903377627f9 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Pushing event deleted for resources: {'Port': ['ID=0d789813-490f-4c31-9171-7a270201958f,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:00.729059 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0176b6-6f82-44db-9365-5903377627f9 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] No DVR routers for this DVR port 0d789813-490f-4c31-9171-7a270201958f on host n-d-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:53:00.737118 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-ca92a6d6-55fe-4b5e-8c66-237017f7e9ef tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Allocated IP 2001:db8::a5ab:d780:52ee:d307 (50d98e88-8a75-4835-9919-86c163395f7c/e2f37ae4-625d-403f-9bb4-ddfc4b7ce7aa/f26ab70f-c7da-4f6f-9bf3-380516849831) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:53:00.763026 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a30bcca3-015f-4019-af31-28fad04c1d94 req-c61c9ebb-3cf9-479d-b106-f16bdafe2ca1 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=6ebd70ba-9057-4f05-b091-253e90de2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5797033 Sep 24 15:53:00.952530 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa6b0f-2d4a-4f35-8beb-da024244a4ff req-01b12295-9d13-4313-bed3-3181654aeacd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:00.953282 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8caa6b0f-2d4a-4f35-8beb-da024244a4ff req-01b12295-9d13-4313-bed3-3181654aeacd service neutron] 10.222.0.108 "GET /v2.0/subnets?id=f7740272-3ddd-4c63-a492-aed51d47ee4e HTTP/1.1" status: 200 len: 834 time: 0.7617550 Sep 24 15:53:00.954808 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e76609dc-913d-45d5-a9ed-44f10e60b35b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:00.962107 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76609dc-913d-45d5-a9ed-44f10e60b35b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:00.963404 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 75ca1059-9905-4ba8-ae95-357afde4cc34 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:53:00.964367 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e76609dc-913d-45d5-a9ed-44f10e60b35b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:01.096600 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6bcd6f-c8ce-49db-a5fd-2e9c798c8178 req-99efb1a6-f4e5-4a34-bdd5-c60a1f186a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:01.098134 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ca92a6d6-55fe-4b5e-8c66-237017f7e9ef tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:01.098327 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fb6bcd6f-c8ce-49db-a5fd-2e9c798c8178 req-99efb1a6-f4e5-4a34-bdd5-c60a1f186a1e service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=603fb403-a01d-4073-8f75-f2b0f098e42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8773813 Sep 24 15:53:01.112779 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 75ca1059-9905-4ba8-ae95-357afde4cc34 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:53:01.113155 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:01.187674 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6bcb811d-2533-4818-a3fc-85d1e2b8aaf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:01.209310 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95e30b-e96d-4e9e-b36f-db5495fb0779 req-4e4bd703-36d7-4004-9f86-57418e397996 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:01.217743 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2a95e30b-e96d-4e9e-b36f-db5495fb0779 req-4e4bd703-36d7-4004-9f86-57418e397996 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 945 time: 0.0817544 Sep 24 15:53:01.230379 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ca92a6d6-55fe-4b5e-8c66-237017f7e9ef tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:01.255252 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e76609dc-913d-45d5-a9ed-44f10e60b35b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 3.1797352 Sep 24 15:53:01.255252 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76609dc-913d-45d5-a9ed-44f10e60b35b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Pushing event updated for resources: {'Network': ['ID=7314ce9e-e751-4be6-9cc3-d824fcbda090,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:01.262377 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f919e2bf-d384-4317-af68-fabdf929f42e tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:01.264390 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42872) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:01.303704 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4a0176b6-6f82-44db-9365-5903377627f9 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:01.309630 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 7314ce9e-e751-4be6-9cc3-d824fcbda090 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:53:01.328128 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-b3bf77a0-b89e-47f7-9d10-a6f3394256ed tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Request body: {'subnet': {'network_id': '7314ce9e-e751-4be6-9cc3-d824fcbda090', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:53:01.364905 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca92a6d6-55fe-4b5e-8c66-237017f7e9ef tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event updated for resources: {'Port': ['ID=f26ab70f-c7da-4f6f-9bf3-380516849831,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:01.383948 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcb811d-2533-4818-a3fc-85d1e2b8aaf5 None None] Pushing event deleted for resources: {'Port': ['ID=b0796143-0e4e-4bae-9c3a-9d0566f19bb0,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:01.386230 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcb811d-2533-4818-a3fc-85d1e2b8aaf5 None None] No DVR routers for this DVR port b0796143-0e4e-4bae-9c3a-9d0566f19bb0 on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:53:01.438738 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca92a6d6-55fe-4b5e-8c66-237017f7e9ef tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Network 50d98e88-8a75-4835-9919-86c163395f7c is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:53:01.441049 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49178c0c-eb13-4024-8cc4-1e4c3a12795a None None] Network 50d98e88-8a75-4835-9919-86c163395f7c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:53:01.464023 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-ca92a6d6-55fe-4b5e-8c66-237017f7e9ef tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:53:01.487000 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca92a6d6-55fe-4b5e-8c66-237017f7e9ef tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:53:01.510316 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca92a6d6-55fe-4b5e-8c66-237017f7e9ef tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:01.516541 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ca92a6d6-55fe-4b5e-8c66-237017f7e9ef tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:01.534056 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-54162398-c811-4a09-99b8-df5603497ef3 None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:01.537130 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2a95e30b-e96d-4e9e-b36f-db5495fb0779 req-aee8bf04-860d-4d3a-92ae-f66e048142ea tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185344 Sep 24 15:53:01.598939 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa6b0f-2d4a-4f35-8beb-da024244a4ff req-f31adcfd-ae67-46a6-b3dd-cecdff4413a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:01.604437 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8caa6b0f-2d4a-4f35-8beb-da024244a4ff req-f31adcfd-ae67-46a6-b3dd-cecdff4413a8 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=603fb403-a01d-4073-8f75-f2b0f098e42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6357424 Sep 24 15:53:01.624751 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-488c0d51-ee2c-440b-b40a-737598f55208 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:01.645182 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-ca92a6d6-55fe-4b5e-8c66-237017f7e9ef tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0990872 Sep 24 15:53:01.646015 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42880) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:01.652422 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-54162398-c811-4a09-99b8-df5603497ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:01.677665 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-4a0176b6-6f82-44db-9365-5903377627f9 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e687e53d-ac52-48ca-b546-9ce20c37b0b2']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:01.720381 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-4a0176b6-6f82-44db-9365-5903377627f9 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27874e0c-0f64-445e-be35-fc971aebc5d0') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:01.721082 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-4a0176b6-6f82-44db-9365-5903377627f9 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27874e0c-0f64-445e-be35-fc971aebc5d0') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:01.748682 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4a0176b6-6f82-44db-9365-5903377627f9 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:01.779396 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7aaf2a-26db-471a-afb8-2a762042f72a tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:01.781951 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-4d7aaf2a-26db-471a-afb8-2a762042f72a tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1338594 Sep 24 15:53:01.787299 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42886) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:01.802511 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8ae3e-0a1e-4a3c-89d9-2b79881db25c None None] Pushing event updated for resources: {'Port': ['ID=5fd86886-b473-486d-8673-7629bf16fc33,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:01.805805 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:01.809644 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4a0176b6-6f82-44db-9365-5903377627f9 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:01.824584 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a0176b6-6f82-44db-9365-5903377627f9 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Releasing vlan 1277 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:53:01.824584 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4a0176b6-6f82-44db-9365-5903377627f9 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:02.002192 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port 75ca1059-9905-4ba8-ae95-357afde4cc34, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=75ca1059-9905-4ba8-ae95-357afde4cc34,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:53:02.033873 n-d-808921-1 neutron-server[95297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:53:02.033873 n-d-808921-1 neutron-server[95297]: self.session.flush() Sep 24 15:53:02.033873 n-d-808921-1 neutron-server[95297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:53:02.033873 n-d-808921-1 neutron-server[95297]: self.session.flush() Sep 24 15:53:02.033873 n-d-808921-1 neutron-server[95297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:53:02.033873 n-d-808921-1 neutron-server[95297]: self.session.flush() Sep 24 15:53:02.033873 n-d-808921-1 neutron-server[95297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:53:02.033873 n-d-808921-1 neutron-server[95297]: self.session.flush() Sep 24 15:53:02.033873 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:53:02.033873 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:53:02.033873 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:53:02.033873 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:53:02.033873 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:53:02.033873 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:53:02.033873 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:53:02.033873 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:53:02.033873 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:53:02.033873 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:53:02.033873 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:53:02.033873 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:53:02.033873 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:53:02.033873 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:53:02.033873 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:53:02.033873 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:53:02.033873 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:53:02.033873 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:53:02.033873 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:53:02.033873 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:53:02.033873 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:53:02.033873 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:53:02.033873 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:53:02.033873 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:53:02.033873 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:53:02.033873 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:53:02.033873 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:53:02.033873 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:53:02.033873 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:53:02.033873 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:53:02.033873 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:53:02.033873 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:53:02.095471 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-de04cb1c-e4bb-4826-a4d7-8e2bae22385f tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Deleting port f26ab70f-c7da-4f6f-9bf3-380516849831 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:53:02.100987 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-de04cb1c-e4bb-4826-a4d7-8e2bae22385f tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:02.157401 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fb6bcd6f-c8ce-49db-a5fd-2e9c798c8178 req-0db8fb33-7732-4b89-aeb4-fd3c27760f40 service neutron] 10.222.0.110 "GET /v2.0/networks/603fb403-a01d-4073-8f75-f2b0f098e42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0215712 Sep 24 15:53:02.175070 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:02.194942 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-54162398-c811-4a09-99b8-df5603497ef3 None None] Attempting to bind port 5fd86886-b473-486d-8673-7629bf16fc33 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:53:02.195319 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-54162398-c811-4a09-99b8-df5603497ef3 None None] Attempting to bind port 5fd86886-b473-486d-8673-7629bf16fc33 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '597438e5-8201-4b43-868d-146c59b6b364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '27e4c55f-6f5e-4dbb-a4b1-ef3ad1218e31'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:53:02.195747 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54162398-c811-4a09-99b8-df5603497ef3 None None] Attempting to bind port 5fd86886-b473-486d-8673-7629bf16fc33 on network 27e4c55f-6f5e-4dbb-a4b1-ef3ad1218e31 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:53:02.270646 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54162398-c811-4a09-99b8-df5603497ef3 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:53:02.272745 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54162398-c811-4a09-99b8-df5603497ef3 None None] Checking segment: {'id': '597438e5-8201-4b43-868d-146c59b6b364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '27e4c55f-6f5e-4dbb-a4b1-ef3ad1218e31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:53:02.272745 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-54162398-c811-4a09-99b8-df5603497ef3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:02.272745 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54162398-c811-4a09-99b8-df5603497ef3 None None] Bound using segment: {'id': '597438e5-8201-4b43-868d-146c59b6b364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '27e4c55f-6f5e-4dbb-a4b1-ef3ad1218e31'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:53:02.272745 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-54162398-c811-4a09-99b8-df5603497ef3 None None] Bound port: 5fd86886-b473-486d-8673-7629bf16fc33, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '597438e5-8201-4b43-868d-146c59b6b364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '27e4c55f-6f5e-4dbb-a4b1-ef3ad1218e31'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:53:02.272745 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-54162398-c811-4a09-99b8-df5603497ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:02.309637 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f919e2bf-d384-4317-af68-fabdf929f42e tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Pushing event updated for resources: {'Subnet': ['ID=250e76ba-07ca-44b4-bdd4-d39b52ecd754,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:02.311230 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-de04cb1c-e4bb-4826-a4d7-8e2bae22385f tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:02.318853 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 0d789813-490f-4c31-9171-7a270201958f no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:53:02.361855 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-de04cb1c-e4bb-4826-a4d7-8e2bae22385f tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Calling delete_port for f26ab70f-c7da-4f6f-9bf3-380516849831 owned by {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:53:02.382949 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 0d789813-490f-4c31-9171-7a270201958f {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:53:02.383299 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 0d789813-490f-4c31-9171-7a270201958f not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:53:02.383728 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device b0796143-0e4e-4bae-9c3a-9d0566f19bb0 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:53:02.404354 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4a0176b6-6f82-44db-9365-5903377627f9 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:02.416479 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4a0176b6-6f82-44db-9365-5903377627f9 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:02.418932 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-4a0176b6-6f82-44db-9365-5903377627f9 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] 10.222.0.101 "DELETE /v2.0/networks/e687e53d-ac52-48ca-b546-9ce20c37b0b2 HTTP/1.1" status: 204 len: 168 time: 5.0769153 Sep 24 15:53:02.435502 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42898) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:02.467190 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0176b6-6f82-44db-9365-5903377627f9 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Pushing event deleted for resources: {'Network': ['ID=e687e53d-ac52-48ca-b546-9ce20c37b0b2,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:02.541948 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f3474d-0f53-4fc2-8e5a-c5c0c1a4b4bc req-36180b0c-ccf1-4bf5-92cc-0c2acfe7a42f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:02.550279 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-19f3474d-0f53-4fc2-8e5a-c5c0c1a4b4bc req-36180b0c-ccf1-4bf5-92cc-0c2acfe7a42f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=cffe7aaf-b947-49e8-8c24-ba60972c40b9 HTTP/1.1" status: 200 len: 943 time: 0.4898963 Sep 24 15:53:02.563702 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f919e2bf-d384-4317-af68-fabdf929f42e tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Checking segment: {'id': 'd7f03bc8-ea19-48e4-af94-237cd7b5d9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '9650dd06-c337-403b-9f2f-c268b521f2ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:53:02.564400 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f919e2bf-d384-4317-af68-fabdf929f42e tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Network hostable DHCP agents. Network: 9650dd06-c337-403b-9f2f-c268b521f2ba, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:53:02.596367 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-815a3bd8-0eb1-479c-ac0e-6ee21785c518 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:02.682969 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8caa6b0f-2d4a-4f35-8beb-da024244a4ff req-9ae750ff-4773-49c1-b32b-f3efa1f1be8a service neutron] 10.222.0.108 "GET /v2.0/networks/603fb403-a01d-4073-8f75-f2b0f098e42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6454470 Sep 24 15:53:02.719593 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3bf77a0-b89e-47f7-9d10-a6f3394256ed tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Made reservation on behalf of a0a46e9236c24b39aca910b414f61345 for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:53:02.727423 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b3bf77a0-b89e-47f7-9d10-a6f3394256ed tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:02.866046 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f919e2bf-d384-4317-af68-fabdf929f42e tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Network 9650dd06-c337-403b-9f2f-c268b521f2ba is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:53:02.908927 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-815a3bd8-0eb1-479c-ac0e-6ee21785c518 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:02.922477 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=75ca1059-9905-4ba8-ae95-357afde4cc34,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:02.925466 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: b0796143-0e4e-4bae-9c3a-9d0566f19bb0 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:53:02.925826 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device b0796143-0e4e-4bae-9c3a-9d0566f19bb0 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:53:02.926087 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-19f3474d-0f53-4fc2-8e5a-c5c0c1a4b4bc req-47e372fa-bd9b-410b-8bb5-a46f672563e1 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=6ebd70ba-9057-4f05-b091-253e90de2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3745329 Sep 24 15:53:02.935798 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fb6bcd6f-c8ce-49db-a5fd-2e9c798c8178 req-0144088d-1cf7-41b4-9df3-cab6449cf377 service neutron] 10.222.0.110 "GET /v2.0/networks/603fb403-a01d-4073-8f75-f2b0f098e42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6414142 Sep 24 15:53:02.942751 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-54162398-c811-4a09-99b8-df5603497ef3 None None] For port 5fd86886-b473-486d-8673-7629bf16fc33, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:53:02.945977 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-581ed7a0-ddb7-4fc8-9c7a-b3f7d2eccf73 None None] Provisioning complete for port 5fd86886-b473-486d-8673-7629bf16fc33 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:53:02.946411 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-581ed7a0-ddb7-4fc8-9c7a-b3f7d2eccf73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:02.977337 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb38802e-a553-43c1-9208-b41134161a18 req-3c797095-6f88-4a87-b73d-1937fe1dfaef tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:02.991770 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cb38802e-a553-43c1-9208-b41134161a18 req-3c797095-6f88-4a87-b73d-1937fe1dfaef tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 945 time: 0.2623689 Sep 24 15:53:03.009219 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-815a3bd8-0eb1-479c-ac0e-6ee21785c518 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62b06d89-257d-4e64-a09a-b6cd071d79ae']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:03.022015 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-581ed7a0-ddb7-4fc8-9c7a-b3f7d2eccf73 None None] Port 5fd86886-b473-486d-8673-7629bf16fc33 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:53:03.023736 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e9cb72-8799-44c0-af76-a855dc75fe35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-50d98e88-8a75-4835-9919-86c163395f7c', 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'tenant_id': '1ffc126d96724ce991d5ac46e64fd1ec', 'fixed_ips': [{'subnet_id': 'e2f37ae4-625d-403f-9bb4-ddfc4b7ce7aa'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:53:03.024901 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-54e9cb72-8799-44c0-af76-a855dc75fe35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:03.041487 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-815a3bd8-0eb1-479c-ac0e-6ee21785c518 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '494f6878-3a34-4ad2-9a16-c10b12ee081a') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:03.041809 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-815a3bd8-0eb1-479c-ac0e-6ee21785c518 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '494f6878-3a34-4ad2-9a16-c10b12ee081a') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:03.044384 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-54162398-c811-4a09-99b8-df5603497ef3 None None] For port 5fd86886-b473-486d-8673-7629bf16fc33, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=5fd86886-b473-486d-8673-7629bf16fc33,segment=NetworkSegment(597438e5-8201-4b43-868d-146c59b6b364),segment_id=597438e5-8201-4b43-868d-146c59b6b364)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:53:03.060362 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-815a3bd8-0eb1-479c-ac0e-6ee21785c518 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:03.091421 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-de04cb1c-e4bb-4826-a4d7-8e2bae22385f tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:03.109450 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-f919e2bf-d384-4317-af68-fabdf929f42e tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 9650dd06-c337-403b-9f2f-c268b521f2ba) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:53:03.175899 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8caa6b0f-2d4a-4f35-8beb-da024244a4ff req-b6a6512f-8ae1-426a-a0a8-3cc05208d059 service neutron] 10.222.0.108 "GET /v2.0/networks/603fb403-a01d-4073-8f75-f2b0f098e42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4742143 Sep 24 15:53:03.191383 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-815a3bd8-0eb1-479c-ac0e-6ee21785c518 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:03.222262 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f399ca7-6545-4c9d-ae52-9102a0bababa None None] Network 9650dd06-c337-403b-9f2f-c268b521f2ba requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:53:03.224902 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 75ca1059-9905-4ba8-ae95-357afde4cc34 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:53:03.226706 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de04cb1c-e4bb-4826-a4d7-8e2bae22385f tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event deleted for resources: {'Port': ['ID=f26ab70f-c7da-4f6f-9bf3-380516849831,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:03.229540 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-de04cb1c-e4bb-4826-a4d7-8e2bae22385f tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:03.235815 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-de04cb1c-e4bb-4826-a4d7-8e2bae22385f tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/ports/f26ab70f-c7da-4f6f-9bf3-380516849831 HTTP/1.1" status: 204 len: 168 time: 1.4474156 Sep 24 15:53:03.245120 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42904) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:03.246440 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-815a3bd8-0eb1-479c-ac0e-6ee21785c518 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Releasing vlan 1272 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:53:03.246887 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-815a3bd8-0eb1-479c-ac0e-6ee21785c518 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:03.298583 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-54162398-c811-4a09-99b8-df5603497ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:03.330579 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:53:03.330579 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:53:03.330579 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:53:03.330579 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:53:03.330579 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:53:03.330579 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:53:03.330579 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:53:03.330579 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:53:03.330579 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:53:03.330579 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:53:03.330579 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:53:03.330579 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:53:03.330579 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:53:03.330579 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:53:03.330579 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:53:03.330579 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:53:03.330579 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:53:03.330579 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:53:03.330579 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:53:03.330579 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:53:03.330579 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:53:03.330579 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:53:03.330579 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:53:03.330579 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:53:03.330579 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:53:03.330579 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:53:03.330579 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:53:03.330579 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:53:03.330579 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:53:03.330579 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:53:03.330579 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:53:03.330579 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:53:03.345967 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f919e2bf-d384-4317-af68-fabdf929f42e tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:03.345967 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f919e2bf-d384-4317-af68-fabdf929f42e tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:03.348400 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8529412-0936-493b-8345-6863e6f2622b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:03.349863 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8529412-0936-493b-8345-6863e6f2622b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:03.353945 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b8529412-0936-493b-8345-6863e6f2622b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0982575 Sep 24 15:53:03.358115 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42906) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:03.468414 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 75ca1059-9905-4ba8-ae95-357afde4cc34 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:53:03.468414 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:03.483658 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa6b0f-2d4a-4f35-8beb-da024244a4ff req-48c20066-96e5-4cf5-82dc-bc250e4443dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:03.497804 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8caa6b0f-2d4a-4f35-8beb-da024244a4ff req-48c20066-96e5-4cf5-82dc-bc250e4443dd service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=7e512e155fd047afb7c369ee55b40ecc&device_id=cffe7aaf-b947-49e8-8c24-ba60972c40b9 HTTP/1.1" status: 200 len: 1094 time: 0.3264809 Sep 24 15:53:03.539838 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54162398-c811-4a09-99b8-df5603497ef3 None None] Routers {'2290273b-7c8a-4141-881a-684b68354ed4'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:53:03.545169 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-54162398-c811-4a09-99b8-df5603497ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:52:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['2290273b-7c8a-4141-881a-684b68354ed4'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:03.562542 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cb38802e-a553-43c1-9208-b41134161a18 req-0554019e-5a38-47f3-866e-6011df58e5af tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5695713 Sep 24 15:53:03.617482 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-a209910a-9a6f-4f25-a9ba-b0815abe1f0b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Deleting subnet e2f37ae4-625d-403f-9bb4-ddfc4b7ce7aa {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:53:03.681619 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42910) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:03.784002 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd8ae3e-0a1e-4a3c-89d9-2b79881db25c None None] Pushing event updated for resources: {'Port': ['ID=5fd86886-b473-486d-8673-7629bf16fc33,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:03.831123 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa6b0f-2d4a-4f35-8beb-da024244a4ff req-224ff9be-3514-459c-bc18-7edf1b689e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:03.834556 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8caa6b0f-2d4a-4f35-8beb-da024244a4ff req-224ff9be-3514-459c-bc18-7edf1b689e3d service neutron] 10.222.0.110 "GET /v2.0/networks?id=603fb403-a01d-4073-8f75-f2b0f098e42f HTTP/1.1" status: 200 len: 899 time: 0.1807554 Sep 24 15:53:03.843630 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-54e9cb72-8799-44c0-af76-a855dc75fe35 None None] Allocated IP 2001:db8::2 (50d98e88-8a75-4835-9919-86c163395f7c/e2f37ae4-625d-403f-9bb4-ddfc4b7ce7aa/4b58fdfc-7dfa-47ba-814f-50481e8f0c81) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:53:03.873017 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-eac8c196-0de4-4d3a-8c48-e92d31204c5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:03.900135 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-54162398-c811-4a09-99b8-df5603497ef3 None None] Set router 2290273b-7c8a-4141-881a-684b68354ed4 gateway port host: None {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:53:03.939736 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-815a3bd8-0eb1-479c-ac0e-6ee21785c518 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:03.944794 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-815a3bd8-0eb1-479c-ac0e-6ee21785c518 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:03.947163 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-815a3bd8-0eb1-479c-ac0e-6ee21785c518 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] 10.222.0.101 "DELETE /v2.0/networks/62b06d89-257d-4e64-a09a-b6cd071d79ae HTTP/1.1" status: 204 len: 168 time: 1.5114980 Sep 24 15:53:03.971724 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42914) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:03.979266 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-42dd60d9-5bac-4e91-8e50-b7d924bbcc9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:04.011513 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8caa6b0f-2d4a-4f35-8beb-da024244a4ff req-cc9e65db-4a34-45b9-bc18-fe264c9f08fa service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d48576b0-007f-45c0-8063-70899a823b18 HTTP/1.1" status: 200 len: 998 time: 0.1241462 Sep 24 15:53:04.013745 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b3bf77a0-b89e-47f7-9d10-a6f3394256ed tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:04.022943 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f919e2bf-d384-4317-af68-fabdf929f42e tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 5.6190562 Sep 24 15:53:04.063758 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42918) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:04.199893 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815a3bd8-0eb1-479c-ac0e-6ee21785c518 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Pushing event deleted for resources: {'Network': ['ID=62b06d89-257d-4e64-a09a-b6cd071d79ae,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:04.321794 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1ed7f7e8-b453-4504-a97c-4146f441ef13 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:04.341021 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bf77a0-b89e-47f7-9d10-a6f3394256ed tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Pushing event updated for resources: {'Subnet': ['ID=a75cdcfb-110a-4d35-b656-dd653f4c83a8,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:04.371352 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa6b0f-2d4a-4f35-8beb-da024244a4ff req-0c5eb239-366c-4716-97bf-1a72d4ddd825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:04.372854 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8caa6b0f-2d4a-4f35-8beb-da024244a4ff req-0c5eb239-366c-4716-97bf-1a72d4ddd825 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=f7740272-3ddd-4c63-a492-aed51d47ee4e HTTP/1.1" status: 200 len: 834 time: 0.3488991 Sep 24 15:53:04.379306 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-eac8c196-0de4-4d3a-8c48-e92d31204c5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:04.413453 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2383af26-619e-44c0-a7f2-e438918f8dd9 req-4eee62a2-c2f0-4876-81af-5107b2e705c4 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:04.416800 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-f19684ef-b0b5-4a89-9f0e-edf3905da97a None None] Provisioning complete for port 5fd86886-b473-486d-8673-7629bf16fc33 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:53:04.418052 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2383af26-619e-44c0-a7f2-e438918f8dd9 req-4eee62a2-c2f0-4876-81af-5107b2e705c4 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=cffe7aaf-b947-49e8-8c24-ba60972c40b9 HTTP/1.1" status: 200 len: 943 time: 0.2684381 Sep 24 15:53:04.424644 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f19684ef-b0b5-4a89-9f0e-edf3905da97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:04.427567 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c61a843-99e2-4467-a7ee-f5fea614d4fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-9650dd06-c337-403b-9f2f-c268b521f2ba', 'network_id': '9650dd06-c337-403b-9f2f-c268b521f2ba', 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'fixed_ips': [{'subnet_id': '250e76ba-07ca-44b4-bdd4-d39b52ecd754'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:53:04.428549 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-1c61a843-99e2-4467-a7ee-f5fea614d4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:04.449765 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-eac8c196-0de4-4d3a-8c48-e92d31204c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:04.462704 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bf77a0-b89e-47f7-9d10-a6f3394256ed tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Checking segment: {'id': 'ef0d10ae-f9e3-4f54-877c-d4fcaba5e3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '7314ce9e-e751-4be6-9cc3-d824fcbda090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:53:04.463105 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bf77a0-b89e-47f7-9d10-a6f3394256ed tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Network hostable DHCP agents. Network: 7314ce9e-e751-4be6-9cc3-d824fcbda090, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:53:04.503528 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:04.592703 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1ed7f7e8-b453-4504-a97c-4146f441ef13 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:04.609231 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-eac8c196-0de4-4d3a-8c48-e92d31204c5c admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=3ab6892edb8045289b52d2b8a448f14c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9233429 Sep 24 15:53:04.609231 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac8c196-0de4-4d3a-8c48-e92d31204c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=701b8917-9fd2-40d5-8a1c-a34e46e474ef,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:04.611063 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42922) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:04.644595 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-1ed7f7e8-b453-4504-a97c-4146f441ef13 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77d1d8a1-45c8-4654-985c-bd72f8772f2d']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:04.680813 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-1ed7f7e8-b453-4504-a97c-4146f441ef13 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c9f5a5d-d1f3-4497-9bec-a7e5ae9ec364') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:04.681150 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-1ed7f7e8-b453-4504-a97c-4146f441ef13 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c9f5a5d-d1f3-4497-9bec-a7e5ae9ec364') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:04.730148 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1ed7f7e8-b453-4504-a97c-4146f441ef13 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:04.757458 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2383af26-619e-44c0-a7f2-e438918f8dd9 req-28a6e188-1587-4910-897f-69de3a467261 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=6ebd70ba-9057-4f05-b091-253e90de2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3310325 Sep 24 15:53:04.793832 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa6b0f-2d4a-4f35-8beb-da024244a4ff req-2f08f0d7-64fc-457a-b57d-a8fdc9288fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:04.795480 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8caa6b0f-2d4a-4f35-8beb-da024244a4ff req-2f08f0d7-64fc-457a-b57d-a8fdc9288fe0 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=603fb403-a01d-4073-8f75-f2b0f098e42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2449837 Sep 24 15:53:04.831960 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5c23b1b1-05c8-4d72-8ccc-a3398780cc0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:04.833509 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3bf77a0-b89e-47f7-9d10-a6f3394256ed tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Network 7314ce9e-e751-4be6-9cc3-d824fcbda090 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:53:04.884607 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5c23b1b1-05c8-4d72-8ccc-a3398780cc0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:04.910846 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-54e9cb72-8799-44c0-af76-a855dc75fe35 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:04.929566 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f19684ef-b0b5-4a89-9f0e-edf3905da97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:04.933062 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-1c61a843-99e2-4467-a7ee-f5fea614d4fb None None] Allocated IP 172.20.0.2 (9650dd06-c337-403b-9f2f-c268b521f2ba/250e76ba-07ca-44b4-bdd4-d39b52ecd754/44e37bca-20dc-4973-8c33-2123b15910f7) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:53:04.936722 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-54162398-c811-4a09-99b8-df5603497ef3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2290273b-7c8a-4141-881a-684b68354ed4', 'name': 'tempest-RoutersIpV6Test-router-1803128549', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:52:46Z', 'updated_at': '2021-09-24T15:52:52Z', 'revision_number': 2, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'gw_port_host': None, '_interfaces': [{'id': '5fd86886-b473-486d-8673-7629bf16fc33', 'name': '', 'network_id': '27e4c55f-6f5e-4dbb-a4b1-ef3ad1218e31', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'mac_address': 'fa:16:3e:f2:d2:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2290273b-7c8a-4141-881a-684b68354ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'c47f39ca-af3b-42f3-8828-e5ce704cdd74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:52:50Z', 'updated_at': '2021-09-24T15:53:02Z', 'revision_number': 4, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'subnets': [{'id': 'c47f39ca-af3b-42f3-8828-e5ce704cdd74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:04.974082 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54162398-c811-4a09-99b8-df5603497ef3 None None] The sync data for ids ['2290273b-7c8a-4141-881a-684b68354ed4'] in n-d-808921-1 is: [{'id': '2290273b-7c8a-4141-881a-684b68354ed4', 'name': 'tempest-RoutersIpV6Test-router-1803128549', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:52:46Z', 'updated_at': '2021-09-24T15:52:52Z', 'revision_number': 2, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'gw_port_host': None, '_interfaces': [{'id': '5fd86886-b473-486d-8673-7629bf16fc33', 'name': '', 'network_id': '27e4c55f-6f5e-4dbb-a4b1-ef3ad1218e31', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'mac_address': 'fa:16:3e:f2:d2:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2290273b-7c8a-4141-881a-684b68354ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'c47f39ca-af3b-42f3-8828-e5ce704cdd74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:52:50Z', 'updated_at': '2021-09-24T15:53:02Z', 'revision_number': 4, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'subnets': [{'id': 'c47f39ca-af3b-42f3-8828-e5ce704cdd74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:53:04.986374 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1ed7f7e8-b453-4504-a97c-4146f441ef13 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:05.007209 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ed7f7e8-b453-4504-a97c-4146f441ef13 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Releasing vlan 1288 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:53:05.040479 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1ed7f7e8-b453-4504-a97c-4146f441ef13 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:05.040479 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:53:05.040479 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:53:05.040479 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:53:05.040479 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:53:05.040479 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:53:05.040479 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:53:05.040479 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:53:05.040479 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:53:05.040479 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:53:05.040479 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:53:05.040479 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:53:05.040479 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:53:05.040479 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:53:05.040479 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:53:05.040479 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:53:05.040479 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:53:05.040479 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:53:05.040479 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:53:05.040479 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:53:05.040479 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:53:05.040479 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:53:05.040479 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:53:05.040479 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:53:05.040479 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:53:05.040479 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:53:05.040479 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:53:05.040479 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:53:05.040479 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:53:05.040479 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:53:05.040479 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:53:05.040479 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:53:05.040479 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:53:05.040479 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9b853f-294a-44b9-be6c-0def9fd25669 req-3e081ddd-cb50-43b0-98b3-f44bc8513b8d tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:05.040479 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6a9b853f-294a-44b9-be6c-0def9fd25669 req-3e081ddd-cb50-43b0-98b3-f44bc8513b8d tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 945 time: 0.3071852 Sep 24 15:53:05.260942 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-f19684ef-b0b5-4a89-9f0e-edf3905da97a None None] For port 5fd86886-b473-486d-8673-7629bf16fc33, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=5fd86886-b473-486d-8673-7629bf16fc33,segment=NetworkSegment(597438e5-8201-4b43-868d-146c59b6b364),segment_id=597438e5-8201-4b43-868d-146c59b6b364)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:53:05.348312 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6a9b853f-294a-44b9-be6c-0def9fd25669 req-32820f8e-773b-4084-b823-433fa926695d tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081951 Sep 24 15:53:05.637150 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-1c61a843-99e2-4467-a7ee-f5fea614d4fb None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:05.837980 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-b3bf77a0-b89e-47f7-9d10-a6f3394256ed tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 7314ce9e-e751-4be6-9cc3-d824fcbda090) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:53:05.846553 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3bf77a0-b89e-47f7-9d10-a6f3394256ed tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:05.847502 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b3bf77a0-b89e-47f7-9d10-a6f3394256ed tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:05.852756 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b002502-7f27-4a27-8c56-d1577e97083b None None] Network 7314ce9e-e751-4be6-9cc3-d824fcbda090 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:53:06.015880 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e464f9-910a-44a5-8fbc-46aa685733c9 req-3b36ded2-7fe7-4778-880e-5de7ffd13434 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:06.017970 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-56e464f9-910a-44a5-8fbc-46aa685733c9 req-3b36ded2-7fe7-4778-880e-5de7ffd13434 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=cffe7aaf-b947-49e8-8c24-ba60972c40b9 HTTP/1.1" status: 200 len: 943 time: 0.1182158 Sep 24 15:53:06.057564 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a209910a-9a6f-4f25-a9ba-b0815abe1f0b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:06.059779 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-54e9cb72-8799-44c0-af76-a855dc75fe35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:06.110616 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-56e464f9-910a-44a5-8fbc-46aa685733c9 req-2c0855be-07df-47bd-a0c0-3947240260e2 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=6ebd70ba-9057-4f05-b091-253e90de2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831633 Sep 24 15:53:06.111780 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a209910a-9a6f-4f25-a9ba-b0815abe1f0b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:06.121950 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-88383458-a642-44b0-915f-2534e7b6a30a tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:06.125911 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e9cb72-8799-44c0-af76-a855dc75fe35 None None] Network 50d98e88-8a75-4835-9919-86c163395f7c is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:53:06.133599 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-54e9cb72-8799-44c0-af76-a855dc75fe35 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:53:06.135817 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f19684ef-b0b5-4a89-9f0e-edf3905da97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:06.137998 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e9cb72-8799-44c0-af76-a855dc75fe35 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:53:06.148924 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-1c61a843-99e2-4467-a7ee-f5fea614d4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:06.151394 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:06.154301 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42930) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:06.161958 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b3bf77a0-b89e-47f7-9d10-a6f3394256ed tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.8402526 Sep 24 15:53:06.162231 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1ed7f7e8-b453-4504-a97c-4146f441ef13 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:06.181391 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5c23b1b1-05c8-4d72-8ccc-a3398780cc0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:06.184992 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5c23b1b1-05c8-4d72-8ccc-a3398780cc0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:06.186313 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-5c23b1b1-05c8-4d72-8ccc-a3398780cc0c admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/701b8917-9fd2-40d5-8a1c-a34e46e474ef HTTP/1.1" status: 204 len: 168 time: 1.5726345 Sep 24 15:53:06.193159 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1ed7f7e8-b453-4504-a97c-4146f441ef13 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:06.197498 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-1ed7f7e8-b453-4504-a97c-4146f441ef13 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] 10.222.0.101 "DELETE /v2.0/networks/77d1d8a1-45c8-4654-985c-bd72f8772f2d HTTP/1.1" status: 204 len: 168 time: 2.2204556 Sep 24 15:53:06.238777 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42934) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:06.287515 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed7f7e8-b453-4504-a97c-4146f441ef13 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Pushing event deleted for resources: {'Network': ['ID=77d1d8a1-45c8-4654-985c-bd72f8772f2d,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:06.294515 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c23b1b1-05c8-4d72-8ccc-a3398780cc0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=701b8917-9fd2-40d5-8a1c-a34e46e474ef,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:06.414053 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25dd8ff-3342-4493-8036-6251d070442b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-7314ce9e-e751-4be6-9cc3-d824fcbda090', 'network_id': '7314ce9e-e751-4be6-9cc3-d824fcbda090', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'fixed_ips': [{'subnet_id': 'a75cdcfb-110a-4d35-b656-dd653f4c83a8'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:53:06.416060 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d25dd8ff-3342-4493-8036-6251d070442b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:06.446167 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ed2566d1-c8d3-4cae-8ffd-f2e743576ea7 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:06.458309 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c61a843-99e2-4467-a7ee-f5fea614d4fb None None] Network 9650dd06-c337-403b-9f2f-c268b521f2ba is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:53:06.463174 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e9cb72-8799-44c0-af76-a855dc75fe35 None None] Pushing event updated for resources: {'Port': ['ID=4b58fdfc-7dfa-47ba-814f-50481e8f0c81,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:06.519100 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a209910a-9a6f-4f25-a9ba-b0815abe1f0b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:06.743996 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a27495d-4034-4aad-8966-d8766a05dcf4 req-f38d1872-02bc-4fb7-b951-355b19d8b564 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:06.748178 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ed2566d1-c8d3-4cae-8ffd-f2e743576ea7 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:06.752630 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2a27495d-4034-4aad-8966-d8766a05dcf4 req-f38d1872-02bc-4fb7-b951-355b19d8b564 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 945 time: 0.2068110 Sep 24 15:53:06.787987 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-ed2566d1-c8d3-4cae-8ffd-f2e743576ea7 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1310e79b-60a8-40a2-8c7e-84cd4d741b16']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:06.808687 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-ed2566d1-c8d3-4cae-8ffd-f2e743576ea7 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '162ea069-5966-45f0-83b2-73f6234b1621') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:06.809248 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-ed2566d1-c8d3-4cae-8ffd-f2e743576ea7 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '162ea069-5966-45f0-83b2-73f6234b1621') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:06.830624 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-1c61a843-99e2-4467-a7ee-f5fea614d4fb None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:53:06.835979 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-54e9cb72-8799-44c0-af76-a855dc75fe35 None None] Attempting to bind port 4b58fdfc-7dfa-47ba-814f-50481e8f0c81 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:53:06.836329 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-54e9cb72-8799-44c0-af76-a855dc75fe35 None None] Attempting to bind port 4b58fdfc-7dfa-47ba-814f-50481e8f0c81 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:53:06.836694 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e9cb72-8799-44c0-af76-a855dc75fe35 None None] Attempting to bind port 4b58fdfc-7dfa-47ba-814f-50481e8f0c81 on network 50d98e88-8a75-4835-9919-86c163395f7c {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:53:06.842073 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a209910a-9a6f-4f25-a9ba-b0815abe1f0b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:06.848310 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c61a843-99e2-4467-a7ee-f5fea614d4fb None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:53:06.853757 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ed2566d1-c8d3-4cae-8ffd-f2e743576ea7 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:06.878158 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ed2566d1-c8d3-4cae-8ffd-f2e743576ea7 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:06.891976 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed2566d1-c8d3-4cae-8ffd-f2e743576ea7 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Releasing vlan 1267 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:53:06.892642 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ed2566d1-c8d3-4cae-8ffd-f2e743576ea7 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:06.894762 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2a27495d-4034-4aad-8966-d8766a05dcf4 req-6555e8e4-3e82-4409-89b5-0b4d5abbfaed tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412189 Sep 24 15:53:06.896408 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:53:06.896408 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:53:06.896408 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:53:06.896408 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:53:06.896408 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:53:06.896408 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:53:06.896408 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:53:06.896408 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:53:06.896408 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:53:06.896408 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:53:06.896408 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:53:06.896408 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:53:06.896408 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:53:06.896408 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:53:06.896408 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:53:06.896408 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:53:06.896408 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:53:06.896408 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:53:06.896408 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:53:06.896408 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:53:06.896408 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:53:06.896408 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:53:06.896408 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:53:06.896408 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:53:06.896408 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:53:06.896408 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:53:06.896408 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:53:06.896408 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:53:06.896408 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:53:06.896408 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:53:06.896408 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:53:06.896408 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:53:06.899600 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-88383458-a642-44b0-915f-2534e7b6a30a tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Allocated IP 172.20.0.1 (9650dd06-c337-403b-9f2f-c268b521f2ba/250e76ba-07ca-44b4-bdd4-d39b52ecd754/f110d8a9-7d91-48ca-833e-929f7bb3af71) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:53:06.941087 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a209910a-9a6f-4f25-a9ba-b0815abe1f0b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:06.943330 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-a209910a-9a6f-4f25-a9ba-b0815abe1f0b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/subnets/e2f37ae4-625d-403f-9bb4-ddfc4b7ce7aa HTTP/1.1" status: 204 len: 168 time: 3.5846910 Sep 24 15:53:06.944390 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a209910a-9a6f-4f25-a9ba-b0815abe1f0b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event deleted for resources: {'Subnet': ['ID=e2f37ae4-625d-403f-9bb4-ddfc4b7ce7aa,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:06.952463 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42940) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:06.964424 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e9cb72-8799-44c0-af76-a855dc75fe35 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:53:06.967392 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e9cb72-8799-44c0-af76-a855dc75fe35 None None] Checking segment: {'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:53:06.967392 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-54e9cb72-8799-44c0-af76-a855dc75fe35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:06.967392 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e9cb72-8799-44c0-af76-a855dc75fe35 None None] Bound using segment: {'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:53:06.967392 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-54e9cb72-8799-44c0-af76-a855dc75fe35 None None] Bound port: 4b58fdfc-7dfa-47ba-814f-50481e8f0c81, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:53:06.967392 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-54e9cb72-8799-44c0-af76-a855dc75fe35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:06.968406 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19684ef-b0b5-4a89-9f0e-edf3905da97a None None] Pushing event updated for resources: {'Port': ['ID=5fd86886-b473-486d-8673-7629bf16fc33,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:07.012085 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-e11e9a96-4fd7-45ac-b6d1-70ea6aea85e3 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0583408 Sep 24 15:53:07.014442 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42942) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:07.036401 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-1c61a843-99e2-4467-a7ee-f5fea614d4fb None None] Attempting to bind port 44e37bca-20dc-4973-8c33-2123b15910f7 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:53:07.036401 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-1c61a843-99e2-4467-a7ee-f5fea614d4fb None None] Attempting to bind port 44e37bca-20dc-4973-8c33-2123b15910f7 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'd7f03bc8-ea19-48e4-af94-237cd7b5d9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '9650dd06-c337-403b-9f2f-c268b521f2ba'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:53:07.036401 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c61a843-99e2-4467-a7ee-f5fea614d4fb None None] Attempting to bind port 44e37bca-20dc-4973-8c33-2123b15910f7 on network 9650dd06-c337-403b-9f2f-c268b521f2ba {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:53:07.041780 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c61a843-99e2-4467-a7ee-f5fea614d4fb None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:53:07.042159 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c61a843-99e2-4467-a7ee-f5fea614d4fb None None] Checking segment: {'id': 'd7f03bc8-ea19-48e4-af94-237cd7b5d9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '9650dd06-c337-403b-9f2f-c268b521f2ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:53:07.043306 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-1c61a843-99e2-4467-a7ee-f5fea614d4fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:07.043306 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c61a843-99e2-4467-a7ee-f5fea614d4fb None None] Bound using segment: {'id': 'd7f03bc8-ea19-48e4-af94-237cd7b5d9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '9650dd06-c337-403b-9f2f-c268b521f2ba'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:53:07.044052 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-1c61a843-99e2-4467-a7ee-f5fea614d4fb None None] Bound port: 44e37bca-20dc-4973-8c33-2123b15910f7, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7f03bc8-ea19-48e4-af94-237cd7b5d9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '9650dd06-c337-403b-9f2f-c268b521f2ba'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:53:07.046228 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-1c61a843-99e2-4467-a7ee-f5fea614d4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:07.068836 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:07.116319 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ed2566d1-c8d3-4cae-8ffd-f2e743576ea7 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:07.124908 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ed2566d1-c8d3-4cae-8ffd-f2e743576ea7 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:07.128350 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ed2566d1-c8d3-4cae-8ffd-f2e743576ea7 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] 10.222.0.101 "DELETE /v2.0/networks/1310e79b-60a8-40a2-8c7e-84cd4d741b16 HTTP/1.1" status: 204 len: 168 time: 0.8885238 Sep 24 15:53:07.139349 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-88383458-a642-44b0-915f-2534e7b6a30a tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:07.152186 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c61a843-99e2-4467-a7ee-f5fea614d4fb None None] Pushing event updated for resources: {'Port': ['ID=44e37bca-20dc-4973-8c33-2123b15910f7,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:07.170171 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2566d1-c8d3-4cae-8ffd-f2e743576ea7 tempest-BulkNetworkOpsIpV6Test-1112173503 tempest-BulkNetworkOpsIpV6Test-1112173503-project] Pushing event deleted for resources: {'Network': ['ID=1310e79b-60a8-40a2-8c7e-84cd4d741b16,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:07.208344 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-d25dd8ff-3342-4493-8036-6251d070442b None None] Allocated IP 2001:db8:1::2 (7314ce9e-e751-4be6-9cc3-d824fcbda090/a75cdcfb-110a-4d35-b656-dd653f4c83a8/05e39c3b-2faa-4ff7-a11f-32a4366a97bf) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:53:07.213696 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 5fd86886-b473-486d-8673-7629bf16fc33 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:53:07.231064 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-1c61a843-99e2-4467-a7ee-f5fea614d4fb None None] For port 44e37bca-20dc-4973-8c33-2123b15910f7, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:53:07.233678 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-54e9cb72-8799-44c0-af76-a855dc75fe35 None None] For port 4b58fdfc-7dfa-47ba-814f-50481e8f0c81, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:53:07.253246 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e3ff4261-c86e-470e-ab34-6f5750cc5286 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:07.278769 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-1c61a843-99e2-4467-a7ee-f5fea614d4fb None None] For port 44e37bca-20dc-4973-8c33-2123b15910f7, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=44e37bca-20dc-4973-8c33-2123b15910f7,segment=NetworkSegment(d7f03bc8-ea19-48e4-af94-237cd7b5d9dc),segment_id=d7f03bc8-ea19-48e4-af94-237cd7b5d9dc)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:53:07.288348 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d68726-784f-4439-b0a5-f667bb2c2a12 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:07.290206 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-50d68726-784f-4439-b0a5-f667bb2c2a12 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2653806 Sep 24 15:53:07.292771 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-54e9cb72-8799-44c0-af76-a855dc75fe35 None None] For port 4b58fdfc-7dfa-47ba-814f-50481e8f0c81, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=4b58fdfc-7dfa-47ba-814f-50481e8f0c81,segment=NetworkSegment(fb531be8-b37e-4ff9-a98b-5c7db484a0eb),segment_id=fb531be8-b37e-4ff9-a98b-5c7db484a0eb)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:53:07.293066 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42948) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:07.368969 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 5fd86886-b473-486d-8673-7629bf16fc33 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:53:07.369313 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:07.396553 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42950) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:07.405211 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-1c61a843-99e2-4467-a7ee-f5fea614d4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:07.415270 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-54e9cb72-8799-44c0-af76-a855dc75fe35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:07.424797 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6e4eb103-4960-42e3-94db-d6ff3731e3df admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:07.434613 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc3e813-f5bc-4a29-af3a-44949eb3742f req-36a3ca35-3557-4a8c-98a4-4a0feaed4526 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:07.436275 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ffc3e813-f5bc-4a29-af3a-44949eb3742f req-36a3ca35-3557-4a8c-98a4-4a0feaed4526 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=cffe7aaf-b947-49e8-8c24-ba60972c40b9 HTTP/1.1" status: 200 len: 943 time: 0.1965170 Sep 24 15:53:07.449851 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-88383458-a642-44b0-915f-2534e7b6a30a tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:07.541898 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8caa6b0f-2d4a-4f35-8beb-da024244a4ff req-b892260d-6310-4ab9-b8cb-02116a440f0d service neutron] 10.222.0.110 "GET /v2.0/networks/603fb403-a01d-4073-8f75-f2b0f098e42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834065 Sep 24 15:53:07.566889 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88383458-a642-44b0-915f-2534e7b6a30a tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Network 9650dd06-c337-403b-9f2f-c268b521f2ba is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:53:07.596767 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c61a843-99e2-4467-a7ee-f5fea614d4fb None None] Pushing event updated for resources: {'Port': ['ID=44e37bca-20dc-4973-8c33-2123b15910f7,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:07.613183 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-88383458-a642-44b0-915f-2534e7b6a30a tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:53:07.630987 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88383458-a642-44b0-915f-2534e7b6a30a tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Pushing event updated for resources: {'Port': ['ID=f110d8a9-7d91-48ca-833e-929f7bb3af71,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:07.643389 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88383458-a642-44b0-915f-2534e7b6a30a tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:53:07.738696 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d25dd8ff-3342-4493-8036-6251d070442b None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:07.746137 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55521e73-7b56-4bf6-a419-124c00ae3103 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:07.747858 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-55521e73-7b56-4bf6-a419-124c00ae3103 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4528239 Sep 24 15:53:07.767602 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6e4eb103-4960-42e3-94db-d6ff3731e3df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:07.768952 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42954) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:07.774898 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ffc3e813-f5bc-4a29-af3a-44949eb3742f req-628e6ba6-5143-4e1e-a6d6-155b41e85281 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=6ebd70ba-9057-4f05-b091-253e90de2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3247576 Sep 24 15:53:07.820478 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42956) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:07.841044 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e9cb72-8799-44c0-af76-a855dc75fe35 None None] Pushing event updated for resources: {'Port': ['ID=4b58fdfc-7dfa-47ba-814f-50481e8f0c81,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:07.849247 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-7c3ee764-8b35-4b28-81fa-ef598abd385e tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0778780 Sep 24 15:53:07.858971 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42958) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:07.898182 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8caa6b0f-2d4a-4f35-8beb-da024244a4ff req-059b33b4-d73c-47ca-bdb1-145a0a417a78 service neutron] 10.222.0.110 "GET /v2.0/networks/603fb403-a01d-4073-8f75-f2b0f098e42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3500099 Sep 24 15:53:07.901479 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-88383458-a642-44b0-915f-2534e7b6a30a tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:07.906469 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-1e9100b6-cdac-4548-8757-4ce2092f380f tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Request body: {'subnet': {'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:53:07.940065 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d25dd8ff-3342-4493-8036-6251d070442b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:07.946793 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6e4eb103-4960-42e3-94db-d6ff3731e3df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:08.009006 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-6e4eb103-4960-42e3-94db-d6ff3731e3df admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=a17695218afd4a14bf6b16230542ac4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6099570 Sep 24 15:53:08.009863 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4eb103-4960-42e3-94db-d6ff3731e3df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa768164-dfa8-4f29-8fae-a25aad42f3d4,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:08.012372 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42964) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:08.030766 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25dd8ff-3342-4493-8036-6251d070442b None None] Pushing event updated for resources: {'Port': ['ID=05e39c3b-2faa-4ff7-a11f-32a4366a97bf,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:08.043319 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d25dd8ff-3342-4493-8036-6251d070442b None None] Network 7314ce9e-e751-4be6-9cc3-d824fcbda090 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:53:08.045971 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-d25dd8ff-3342-4493-8036-6251d070442b None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:53:08.051550 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25dd8ff-3342-4493-8036-6251d070442b None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:53:08.122840 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-d25dd8ff-3342-4493-8036-6251d070442b None None] Attempting to bind port 05e39c3b-2faa-4ff7-a11f-32a4366a97bf on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:53:08.123194 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-d25dd8ff-3342-4493-8036-6251d070442b None None] Attempting to bind port 05e39c3b-2faa-4ff7-a11f-32a4366a97bf by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'ef0d10ae-f9e3-4f54-877c-d4fcaba5e3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '7314ce9e-e751-4be6-9cc3-d824fcbda090'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:53:08.123604 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25dd8ff-3342-4493-8036-6251d070442b None None] Attempting to bind port 05e39c3b-2faa-4ff7-a11f-32a4366a97bf on network 7314ce9e-e751-4be6-9cc3-d824fcbda090 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:53:08.129645 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25dd8ff-3342-4493-8036-6251d070442b None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:53:08.130019 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25dd8ff-3342-4493-8036-6251d070442b None None] Checking segment: {'id': 'ef0d10ae-f9e3-4f54-877c-d4fcaba5e3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '7314ce9e-e751-4be6-9cc3-d824fcbda090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:53:08.130483 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d25dd8ff-3342-4493-8036-6251d070442b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:08.130881 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d25dd8ff-3342-4493-8036-6251d070442b None None] Bound using segment: {'id': 'ef0d10ae-f9e3-4f54-877c-d4fcaba5e3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '7314ce9e-e751-4be6-9cc3-d824fcbda090'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:53:08.131522 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-d25dd8ff-3342-4493-8036-6251d070442b None None] Bound port: 05e39c3b-2faa-4ff7-a11f-32a4366a97bf, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0d10ae-f9e3-4f54-877c-d4fcaba5e3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '7314ce9e-e751-4be6-9cc3-d824fcbda090'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:53:08.133497 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d25dd8ff-3342-4493-8036-6251d070442b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:08.156913 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7b38f8c9-039c-4c8a-8cf6-104dbfff0d28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:08.164303 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-474c6cee-3184-4b8c-b202-8fb69e90197b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d9b389de7e3249f996dc3cbee863608b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3289912 Sep 24 15:53:08.164612 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42966) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:08.202370 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7b38f8c9-039c-4c8a-8cf6-104dbfff0d28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:08.218754 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-d25dd8ff-3342-4493-8036-6251d070442b None None] For port 05e39c3b-2faa-4ff7-a11f-32a4366a97bf, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:53:08.223066 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-d25dd8ff-3342-4493-8036-6251d070442b None None] For port 05e39c3b-2faa-4ff7-a11f-32a4366a97bf, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=05e39c3b-2faa-4ff7-a11f-32a4366a97bf,segment=NetworkSegment(ef0d10ae-f9e3-4f54-877c-d4fcaba5e3d1),segment_id=ef0d10ae-f9e3-4f54-877c-d4fcaba5e3d1)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:53:08.228225 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-88383458-a642-44b0-915f-2534e7b6a30a tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:08.275704 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf1d65-1cba-41bd-8162-caeb1a6e368f req-c85fd646-476d-4036-b670-c5cd915c318f tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:08.277167 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-79bf1d65-1cba-41bd-8162-caeb1a6e368f req-c85fd646-476d-4036-b670-c5cd915c318f tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 945 time: 0.2259936 Sep 24 15:53:08.303993 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d25dd8ff-3342-4493-8036-6251d070442b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:08.318688 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8448b5d0-2a14-4f9a-8196-1c8af5e9bdb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:08.327559 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-e3ff4261-c86e-470e-ab34-6f5750cc5286 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Allocated IP 2001:db8:1::1 (7314ce9e-e751-4be6-9cc3-d824fcbda090/a75cdcfb-110a-4d35-b656-dd653f4c83a8/3cde809d-7f4f-4dbe-b688-6a46c7a1155a) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:53:08.350811 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e9100b6-cdac-4548-8757-4ce2092f380f tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Made reservation on behalf of 1ffc126d96724ce991d5ac46e64fd1ec for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:53:08.354441 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1e9100b6-cdac-4548-8757-4ce2092f380f tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:08.390725 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25dd8ff-3342-4493-8036-6251d070442b None None] Pushing event updated for resources: {'Port': ['ID=05e39c3b-2faa-4ff7-a11f-32a4366a97bf,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:08.405078 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7b38f8c9-039c-4c8a-8cf6-104dbfff0d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:08.408026 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7b38f8c9-039c-4c8a-8cf6-104dbfff0d28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:08.409925 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-79bf1d65-1cba-41bd-8162-caeb1a6e368f req-02ed9f8f-6340-41bc-849d-1e3123a9f1e2 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233606 Sep 24 15:53:08.411115 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-7b38f8c9-039c-4c8a-8cf6-104dbfff0d28 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/fa768164-dfa8-4f29-8fae-a25aad42f3d4 HTTP/1.1" status: 204 len: 168 time: 0.3952615 Sep 24 15:53:08.428450 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8448b5d0-2a14-4f9a-8196-1c8af5e9bdb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:08.436350 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b38f8c9-039c-4c8a-8cf6-104dbfff0d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa768164-dfa8-4f29-8fae-a25aad42f3d4,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:08.651059 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e3ff4261-c86e-470e-ab34-6f5750cc5286 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:08.699016 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-88383458-a642-44b0-915f-2534e7b6a30a tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:08.735525 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8448b5d0-2a14-4f9a-8196-1c8af5e9bdb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:08.736007 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8448b5d0-2a14-4f9a-8196-1c8af5e9bdb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:08.738971 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-8448b5d0-2a14-4f9a-8196-1c8af5e9bdb6 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/fcc2679c-e297-4149-8475-665456a6e67d HTTP/1.1" status: 204 len: 168 time: 0.5730519 Sep 24 15:53:08.829486 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-88383458-a642-44b0-915f-2534e7b6a30a tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:08.860405 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8448b5d0-2a14-4f9a-8196-1c8af5e9bdb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc2679c-e297-4149-8475-665456a6e67d,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:08.998325 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-88383458-a642-44b0-915f-2534e7b6a30a tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:09.002681 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88383458-a642-44b0-915f-2534e7b6a30a tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Pushing event updated for resources: {'Port': ['ID=f110d8a9-7d91-48ca-833e-929f7bb3af71,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:09.006025 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:09.048565 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e3ff4261-c86e-470e-ab34-6f5750cc5286 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:09.051272 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1e9100b6-cdac-4548-8757-4ce2092f380f tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:09.054775 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeb6998-4622-4513-9e1b-b869ce8c5ace req-393a5a22-cc35-4a91-828d-d39fddfa644e tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:09.056986 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8eeb6998-4622-4513-9e1b-b869ce8c5ace req-393a5a22-cc35-4a91-828d-d39fddfa644e tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=cffe7aaf-b947-49e8-8c24-ba60972c40b9 HTTP/1.1" status: 200 len: 943 time: 0.1326468 Sep 24 15:53:09.171281 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8eeb6998-4622-4513-9e1b-b869ce8c5ace req-b6f9b5dd-e7cc-43ac-bba7-ec6231161d43 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=6ebd70ba-9057-4f05-b091-253e90de2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988290 Sep 24 15:53:09.184768 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7630c7-6257-4b33-953f-b6f9255149e6 None None] Network 9650dd06-c337-403b-9f2f-c268b521f2ba requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:53:09.204825 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9100b6-cdac-4548-8757-4ce2092f380f tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Network 50d98e88-8a75-4835-9919-86c163395f7c is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:53:09.208397 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88383458-a642-44b0-915f-2534e7b6a30a tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Network 9650dd06-c337-403b-9f2f-c268b521f2ba is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:53:09.210245 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-88383458-a642-44b0-915f-2534e7b6a30a tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:53:09.221193 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ff4261-c86e-470e-ab34-6f5750cc5286 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Network 7314ce9e-e751-4be6-9cc3-d824fcbda090 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:53:09.222098 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ff4261-c86e-470e-ab34-6f5750cc5286 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Pushing event updated for resources: {'Port': ['ID=3cde809d-7f4f-4dbe-b688-6a46c7a1155a,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:09.224727 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-1e9100b6-cdac-4548-8757-4ce2092f380f tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:53:09.241116 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9100b6-cdac-4548-8757-4ce2092f380f tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:09.241589 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1e9100b6-cdac-4548-8757-4ce2092f380f tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:09.256645 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-e3ff4261-c86e-470e-ab34-6f5750cc5286 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:53:09.273200 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ff4261-c86e-470e-ab34-6f5750cc5286 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:53:09.273407 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e3ff4261-c86e-470e-ab34-6f5750cc5286 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:09.290408 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a0f5b6-6fa2-49a4-98a3-58dd11c304af None None] Network 50d98e88-8a75-4835-9919-86c163395f7c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:53:09.335139 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 05e39c3b-2faa-4ff7-a11f-32a4366a97bf up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:53:09.337129 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9100b6-cdac-4548-8757-4ce2092f380f tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event updated for resources: {'Subnet': ['ID=0a7ded81-1bd5-44a2-9755-777213cc5b7f,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:09.449286 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-1e9100b6-cdac-4548-8757-4ce2092f380f tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5881336 Sep 24 15:53:09.450624 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42988) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:09.459365 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-522900f3-d5df-4b69-864f-e6f8ab055498 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Request body: {'port': {'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'fixed_ips': [{'subnet_id': '0a7ded81-1bd5-44a2-9755-777213cc5b7f', 'ip_address': '2001:db8::e48e:112b:fa58:6325'}], 'name': 'tempest-NetworksTestDHCPv6-32703450'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:53:09.480720 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88383458-a642-44b0-915f-2534e7b6a30a tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Router 74d0ced5-4bae-4df5-9549-085946fe4576 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:53:09.524605 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-9a86c827-c98a-4a7b-a1c2-3777d4ed3942 None None] Provisioning complete for port 44e37bca-20dc-4973-8c33-2123b15910f7 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:53:09.525253 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9a86c827-c98a-4a7b-a1c2-3777d4ed3942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:09.651336 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 05e39c3b-2faa-4ff7-a11f-32a4366a97bf triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:53:09.651336 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:09.736025 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88383458-a642-44b0-915f-2534e7b6a30a tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:53:09.751850 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-88383458-a642-44b0-915f-2534e7b6a30a tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "PUT /v2.0/routers/74d0ced5-4bae-4df5-9549-085946fe4576/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6764264 Sep 24 15:53:09.751958 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2110b2e9-f5f7-48ab-8fbf-46bc9601e041 None None] Sync routers for ids ['74d0ced5-4bae-4df5-9549-085946fe4576'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:53:09.752447 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42998) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:09.765384 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2110b2e9-f5f7-48ab-8fbf-46bc9601e041 None None] Routers {'74d0ced5-4bae-4df5-9549-085946fe4576'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:53:09.767083 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-2110b2e9-f5f7-48ab-8fbf-46bc9601e041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:53:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['74d0ced5-4bae-4df5-9549-085946fe4576'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:09.769859 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e3ff4261-c86e-470e-ab34-6f5750cc5286 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:09.842509 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71892f6c-9082-446f-b2f0-a4213bc0bca2 None None] Network 7314ce9e-e751-4be6-9cc3-d824fcbda090 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:53:09.845232 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device d48576b0-007f-45c0-8063-70899a823b18 details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:53:09.947310 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-2110b2e9-f5f7-48ab-8fbf-46bc9601e041 None None] Set router 74d0ced5-4bae-4df5-9549-085946fe4576 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:53:09.976122 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859aa8b2-6492-4976-8e78-488bec45afba req-1123f918-4914-4469-a75b-e75c64e22a76 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:09.978202 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-859aa8b2-6492-4976-8e78-488bec45afba req-1123f918-4914-4469-a75b-e75c64e22a76 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 945 time: 0.3684382 Sep 24 15:53:09.981779 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522900f3-d5df-4b69-864f-e6f8ab055498 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Made reservation on behalf of 1ffc126d96724ce991d5ac46e64fd1ec for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:53:09.988664 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9a86c827-c98a-4a7b-a1c2-3777d4ed3942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:10.003777 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:10.067509 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.db.resource_extend [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 24 15:53:10.205488 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4237bf-3283-4ddf-8ca4-32ff62e44c29 tempest-TestNetworkBasicOps-1836589182 tempest-TestNetworkBasicOps-1836589182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:10.206700 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4237bf-3283-4ddf-8ca4-32ff62e44c29 tempest-TestNetworkBasicOps-1836589182 tempest-TestNetworkBasicOps-1836589182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:10.207325 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4237bf-3283-4ddf-8ca4-32ff62e44c29 tempest-TestNetworkBasicOps-1836589182 tempest-TestNetworkBasicOps-1836589182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:10.207931 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4237bf-3283-4ddf-8ca4-32ff62e44c29 tempest-TestNetworkBasicOps-1836589182 tempest-TestNetworkBasicOps-1836589182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:10.208677 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4237bf-3283-4ddf-8ca4-32ff62e44c29 tempest-TestNetworkBasicOps-1836589182 tempest-TestNetworkBasicOps-1836589182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:10.209288 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4237bf-3283-4ddf-8ca4-32ff62e44c29 tempest-TestNetworkBasicOps-1836589182 tempest-TestNetworkBasicOps-1836589182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:10.209898 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4237bf-3283-4ddf-8ca4-32ff62e44c29 tempest-TestNetworkBasicOps-1836589182 tempest-TestNetworkBasicOps-1836589182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:10.211157 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4237bf-3283-4ddf-8ca4-32ff62e44c29 tempest-TestNetworkBasicOps-1836589182 tempest-TestNetworkBasicOps-1836589182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:10.211966 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4237bf-3283-4ddf-8ca4-32ff62e44c29 tempest-TestNetworkBasicOps-1836589182 tempest-TestNetworkBasicOps-1836589182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:10.212576 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4237bf-3283-4ddf-8ca4-32ff62e44c29 tempest-TestNetworkBasicOps-1836589182 tempest-TestNetworkBasicOps-1836589182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:10.213370 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4237bf-3283-4ddf-8ca4-32ff62e44c29 tempest-TestNetworkBasicOps-1836589182 tempest-TestNetworkBasicOps-1836589182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:10.213983 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4237bf-3283-4ddf-8ca4-32ff62e44c29 tempest-TestNetworkBasicOps-1836589182 tempest-TestNetworkBasicOps-1836589182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:10.226326 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-9c4237bf-3283-4ddf-8ca4-32ff62e44c29 tempest-TestNetworkBasicOps-1836589182 tempest-TestNetworkBasicOps-1836589182-project-admin] 10.222.0.101 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8436 time: 0.4736199 Sep 24 15:53:10.241890 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43014) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:10.278001 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port 05e39c3b-2faa-4ff7-a11f-32a4366a97bf, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=05e39c3b-2faa-4ff7-a11f-32a4366a97bf,segment=NetworkSegment(ef0d10ae-f9e3-4f54-877c-d4fcaba5e3d1),segment_id=ef0d10ae-f9e3-4f54-877c-d4fcaba5e3d1)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:53:10.361376 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-2110b2e9-f5f7-48ab-8fbf-46bc9601e041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d0ced5-4bae-4df5-9549-085946fe4576', 'name': 'tempest-TestNetworkBasicOps-router-118955220', 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '75ca1059-9905-4ba8-ae95-357afde4cc34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:52:48Z', 'updated_at': '2021-09-24T15:53:08Z', 'revision_number': 4, 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'gw_port': {'id': '75ca1059-9905-4ba8-ae95-357afde4cc34', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:91:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d0ced5-4bae-4df5-9549-085946fe4576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:52:50Z', 'updated_at': '2021-09-24T15:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'f110d8a9-7d91-48ca-833e-929f7bb3af71', 'name': '', 'network_id': '9650dd06-c337-403b-9f2f-c268b521f2ba', 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'mac_address': 'fa:16:3e:c2:2e:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74d0ced5-4bae-4df5-9549-085946fe4576', 'device_owner': 'network:router_interface', 'standard_attr_id': 2367, 'fixed_ips': [{'subnet_id': '250e76ba-07ca-44b4-bdd4-d39b52ecd754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:53:06Z', 'updated_at': '2021-09-24T15:53:08Z', 'revision_number': 2, 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'subnets': [{'id': '250e76ba-07ca-44b4-bdd4-d39b52ecd754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:10.362524 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-859aa8b2-6492-4976-8e78-488bec45afba req-eba8cc90-5c69-42d6-ab24-8529a2bc44d9 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3748355 Sep 24 15:53:10.395328 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-522900f3-d5df-4b69-864f-e6f8ab055498 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:10.432394 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [None req-522900f3-d5df-4b69-864f-e6f8ab055498 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] device_id is not set on port e46608a6-ed3d-46b4-bcf0-742b5a7cb80e yet. {{(pid=95298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:53:10.449071 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2110b2e9-f5f7-48ab-8fbf-46bc9601e041 None None] Checking router: 74d0ced5-4bae-4df5-9549-085946fe4576 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:53:10.449421 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2110b2e9-f5f7-48ab-8fbf-46bc9601e041 None None] Updating router 74d0ced5-4bae-4df5-9549-085946fe4576 port f110d8a9-7d91-48ca-833e-929f7bb3af71 binding host n-d-808921-1 {{(pid=95300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:53:10.593495 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9e34be-caf7-4f74-a267-a55f8362ec2d tempest-TestNetworkBasicOps-1836589182 tempest-TestNetworkBasicOps-1836589182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:10.594739 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9e34be-caf7-4f74-a267-a55f8362ec2d tempest-TestNetworkBasicOps-1836589182 tempest-TestNetworkBasicOps-1836589182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:10.595215 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9e34be-caf7-4f74-a267-a55f8362ec2d tempest-TestNetworkBasicOps-1836589182 tempest-TestNetworkBasicOps-1836589182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:10.595808 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9e34be-caf7-4f74-a267-a55f8362ec2d tempest-TestNetworkBasicOps-1836589182 tempest-TestNetworkBasicOps-1836589182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:10.597295 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9e34be-caf7-4f74-a267-a55f8362ec2d tempest-TestNetworkBasicOps-1836589182 tempest-TestNetworkBasicOps-1836589182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:10.599584 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9e34be-caf7-4f74-a267-a55f8362ec2d tempest-TestNetworkBasicOps-1836589182 tempest-TestNetworkBasicOps-1836589182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:10.599584 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9e34be-caf7-4f74-a267-a55f8362ec2d tempest-TestNetworkBasicOps-1836589182 tempest-TestNetworkBasicOps-1836589182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:10.599584 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9e34be-caf7-4f74-a267-a55f8362ec2d tempest-TestNetworkBasicOps-1836589182 tempest-TestNetworkBasicOps-1836589182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:10.599584 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9e34be-caf7-4f74-a267-a55f8362ec2d tempest-TestNetworkBasicOps-1836589182 tempest-TestNetworkBasicOps-1836589182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:10.599947 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9e34be-caf7-4f74-a267-a55f8362ec2d tempest-TestNetworkBasicOps-1836589182 tempest-TestNetworkBasicOps-1836589182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:10.600382 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9e34be-caf7-4f74-a267-a55f8362ec2d tempest-TestNetworkBasicOps-1836589182 tempest-TestNetworkBasicOps-1836589182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:10.600825 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9e34be-caf7-4f74-a267-a55f8362ec2d tempest-TestNetworkBasicOps-1836589182 tempest-TestNetworkBasicOps-1836589182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:10.606126 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-9c9e34be-caf7-4f74-a267-a55f8362ec2d tempest-TestNetworkBasicOps-1836589182 tempest-TestNetworkBasicOps-1836589182-project-admin] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7672 time: 0.3590581 Sep 24 15:53:10.606744 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43022) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:10.672288 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7c4c28-94f0-472f-bfe9-04e235069063 None None] Update dhcp port {'port': {'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'fixed_ips': [{'subnet_id': '0a7ded81-1bd5-44a2-9755-777213cc5b7f'}], 'binding:host_id': 'n-d-808921-1'}, 'id': '4b58fdfc-7dfa-47ba-814f-50481e8f0c81'} from n-d-808921-1. {{(pid=95299) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 24 15:53:10.678309 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-9a86c827-c98a-4a7b-a1c2-3777d4ed3942 None None] For port 44e37bca-20dc-4973-8c33-2123b15910f7, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=44e37bca-20dc-4973-8c33-2123b15910f7,segment=NetworkSegment(d7f03bc8-ea19-48e4-af94-237cd7b5d9dc),segment_id=d7f03bc8-ea19-48e4-af94-237cd7b5d9dc)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:53:10.690000 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:10.696872 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 44e37bca-20dc-4973-8c33-2123b15910f7 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:53:10.697561 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-2110b2e9-f5f7-48ab-8fbf-46bc9601e041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:10.806706 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43026) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:10.837133 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939b6432-9826-486c-a332-f0052ec9e4cf req-f17b008e-9330-4b23-a123-5c269575ed66 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:10.847266 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-939b6432-9826-486c-a332-f0052ec9e4cf req-f17b008e-9330-4b23-a123-5c269575ed66 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=cffe7aaf-b947-49e8-8c24-ba60972c40b9 HTTP/1.1" status: 200 len: 943 time: 0.4938846 Sep 24 15:53:10.860354 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9a86c827-c98a-4a7b-a1c2-3777d4ed3942 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:10.919818 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=05e39c3b-2faa-4ff7-a11f-32a4366a97bf,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:10.930794 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-522900f3-d5df-4b69-864f-e6f8ab055498 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Allocated IP 2001:db8::e48e:112b:fa58:6325 (50d98e88-8a75-4835-9919-86c163395f7c/0a7ded81-1bd5-44a2-9755-777213cc5b7f/e46608a6-ed3d-46b4-bcf0-742b5a7cb80e) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:53:10.973177 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4b7c4c28-94f0-472f-bfe9-04e235069063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:11.082801 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:11.118213 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port d48576b0-007f-45c0-8063-70899a823b18, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=d48576b0-007f-45c0-8063-70899a823b18,segment=NetworkSegment(cda1c6cd-723d-48b0-aba0-c7ad881773d8),segment_id=cda1c6cd-723d-48b0-aba0-c7ad881773d8)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:53:11.166723 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e3ff4261-c86e-470e-ab34-6f5750cc5286 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:11.174864 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-30515622-ccc8-4ea5-afb1-495889415e93 None None] Provisioning complete for port 44e37bca-20dc-4973-8c33-2123b15910f7 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:53:11.174864 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-30515622-ccc8-4ea5-afb1-495889415e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:11.208037 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': 'd48576b0-007f-45c0-8063-70899a823b18', 'network_id': '603fb403-a01d-4073-8f75-f2b0f098e42f', 'port_id': 'd48576b0-007f-45c0-8063-70899a823b18', 'mac_address': 'fa:16:3e:cd:5a:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7740272-3ddd-4c63-a492-aed51d47ee4e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:53:11.213158 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a86c827-c98a-4a7b-a1c2-3777d4ed3942 None None] Pushing event updated for resources: {'Port': ['ID=44e37bca-20dc-4973-8c33-2123b15910f7,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:11.239667 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-522900f3-d5df-4b69-864f-e6f8ab055498 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:11.244885 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e3ff4261-c86e-470e-ab34-6f5750cc5286 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:11.245705 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e3ff4261-c86e-470e-ab34-6f5750cc5286 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:11.255069 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 44e37bca-20dc-4973-8c33-2123b15910f7 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:53:11.255586 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-2110b2e9-f5f7-48ab-8fbf-46bc9601e041 None None] Notify callbacks [] for port, precommit_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:11.256268 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:11.343426 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-2110b2e9-f5f7-48ab-8fbf-46bc9601e041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:11.410762 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ff4261-c86e-470e-ab34-6f5750cc5286 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Network 7314ce9e-e751-4be6-9cc3-d824fcbda090 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:53:11.426810 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0646f6-c545-4058-922e-12d1902c853a None None] Pushing event updated for resources: {'Port': ['ID=f110d8a9-7d91-48ca-833e-929f7bb3af71,revision_number=3']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:11.471788 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:11.558269 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d48576b0-007f-45c0-8063-70899a823b18 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:53:11.564806 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-e3ff4261-c86e-470e-ab34-6f5750cc5286 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:53:11.582754 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-2110b2e9-f5f7-48ab-8fbf-46bc9601e041 None None] Attempting to bind port f110d8a9-7d91-48ca-833e-929f7bb3af71 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:53:11.585426 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-eaa9b63f-9d8e-419e-8b71-fb0c2e007959 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-630855692'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:53:11.588650 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-2110b2e9-f5f7-48ab-8fbf-46bc9601e041 None None] Attempting to bind port f110d8a9-7d91-48ca-833e-929f7bb3af71 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'd7f03bc8-ea19-48e4-af94-237cd7b5d9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '9650dd06-c337-403b-9f2f-c268b521f2ba'}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:53:11.592996 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2110b2e9-f5f7-48ab-8fbf-46bc9601e041 None None] Attempting to bind port f110d8a9-7d91-48ca-833e-929f7bb3af71 on network 9650dd06-c337-403b-9f2f-c268b521f2ba {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:53:11.599143 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-939b6432-9826-486c-a332-f0052ec9e4cf req-85059d18-05a9-4653-9480-543c8cce36d0 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=6ebd70ba-9057-4f05-b091-253e90de2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7509160 Sep 24 15:53:11.606766 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2110b2e9-f5f7-48ab-8fbf-46bc9601e041 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:53:11.607175 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2110b2e9-f5f7-48ab-8fbf-46bc9601e041 None None] Checking segment: {'id': 'd7f03bc8-ea19-48e4-af94-237cd7b5d9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '9650dd06-c337-403b-9f2f-c268b521f2ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:53:11.614313 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-2110b2e9-f5f7-48ab-8fbf-46bc9601e041 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:11.627390 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2110b2e9-f5f7-48ab-8fbf-46bc9601e041 None None] Bound using segment: {'id': 'd7f03bc8-ea19-48e4-af94-237cd7b5d9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '9650dd06-c337-403b-9f2f-c268b521f2ba'} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:53:11.628832 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-2110b2e9-f5f7-48ab-8fbf-46bc9601e041 None None] Bound port: f110d8a9-7d91-48ca-833e-929f7bb3af71, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7f03bc8-ea19-48e4-af94-237cd7b5d9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '9650dd06-c337-403b-9f2f-c268b521f2ba'}}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:53:11.629397 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-2110b2e9-f5f7-48ab-8fbf-46bc9601e041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:11.672339 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-522900f3-d5df-4b69-864f-e6f8ab055498 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:11.744047 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-4b7c4c28-94f0-472f-bfe9-04e235069063 None None] Allocated IP 2001:db8::2 (50d98e88-8a75-4835-9919-86c163395f7c/0a7ded81-1bd5-44a2-9755-777213cc5b7f/4b58fdfc-7dfa-47ba-814f-50481e8f0c81) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:53:11.776658 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-2110b2e9-f5f7-48ab-8fbf-46bc9601e041 None None] For port f110d8a9-7d91-48ca-833e-929f7bb3af71, host n-d-808921-1, cleared binding levels {{(pid=95300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:53:11.780280 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-2110b2e9-f5f7-48ab-8fbf-46bc9601e041 None None] For port f110d8a9-7d91-48ca-833e-929f7bb3af71, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=f110d8a9-7d91-48ca-833e-929f7bb3af71,segment=NetworkSegment(d7f03bc8-ea19-48e4-af94-237cd7b5d9dc),segment_id=d7f03bc8-ea19-48e4-af94-237cd7b5d9dc)] {{(pid=95300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:53:11.787856 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa9b63f-9d8e-419e-8b71-fb0c2e007959 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Made reservation on behalf of 6fd8ff8df3b84ebcb401d12464d751f7 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:53:11.791445 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-eaa9b63f-9d8e-419e-8b71-fb0c2e007959 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:11.808335 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-eaa9b63f-9d8e-419e-8b71-fb0c2e007959 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:11.810386 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ff4261-c86e-470e-ab34-6f5750cc5286 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Pushing event updated for resources: {'Port': ['ID=3cde809d-7f4f-4dbe-b688-6a46c7a1155a,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:11.893260 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-4b7c4c28-94f0-472f-bfe9-04e235069063 None None] For port 4b58fdfc-7dfa-47ba-814f-50481e8f0c81, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=4b58fdfc-7dfa-47ba-814f-50481e8f0c81,segment=NetworkSegment(fb531be8-b37e-4ff9-a98b-5c7db484a0eb),segment_id=fb531be8-b37e-4ff9-a98b-5c7db484a0eb)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:53:11.898558 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522900f3-d5df-4b69-864f-e6f8ab055498 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Network 50d98e88-8a75-4835-9919-86c163395f7c is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:53:11.909676 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-2110b2e9-f5f7-48ab-8fbf-46bc9601e041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:11.927194 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4b7c4c28-94f0-472f-bfe9-04e235069063 None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:11.945512 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-a491cc76-bb7d-46a7-a869-ae357fc70b66 tempest-TestNetworkBasicOps-1836589182 tempest-TestNetworkBasicOps-1836589182-project-admin] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3590 time: 1.3358452 Sep 24 15:53:11.954680 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port d48576b0-007f-45c0-8063-70899a823b18, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=d48576b0-007f-45c0-8063-70899a823b18,segment=NetworkSegment(cda1c6cd-723d-48b0-aba0-c7ad881773d8),segment_id=cda1c6cd-723d-48b0-aba0-c7ad881773d8)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:53:11.958717 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-522900f3-d5df-4b69-864f-e6f8ab055498 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:53:11.961977 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-522900f3-d5df-4b69-864f-e6f8ab055498 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:53:11.975310 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522900f3-d5df-4b69-864f-e6f8ab055498 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:11.975310 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-522900f3-d5df-4b69-864f-e6f8ab055498 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:11.986652 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-30515622-ccc8-4ea5-afb1-495889415e93 None None] Provisioning complete for port 05e39c3b-2faa-4ff7-a11f-32a4366a97bf triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:53:11.987128 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-30515622-ccc8-4ea5-afb1-495889415e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:12.021495 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d433f24b-ad70-469f-9ff7-7c953ccc4797 req-0148e557-2cf3-4ae3-9487-cee9080a1061 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:12.023215 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d433f24b-ad70-469f-9ff7-7c953ccc4797 req-0148e557-2cf3-4ae3-9487-cee9080a1061 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 945 time: 0.4491835 Sep 24 15:53:12.035641 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4b7c4c28-94f0-472f-bfe9-04e235069063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:12.038681 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:12.079990 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522900f3-d5df-4b69-864f-e6f8ab055498 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event updated for resources: {'Port': ['ID=e46608a6-ed3d-46b4-bcf0-742b5a7cb80e,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:12.100468 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ff4261-c86e-470e-ab34-6f5750cc5286 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Router 2290273b-7c8a-4141-881a-684b68354ed4 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:53:12.105985 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0646f6-c545-4058-922e-12d1902c853a None None] Pushing event updated for resources: {'Port': ['ID=f110d8a9-7d91-48ca-833e-929f7bb3af71,revision_number=4']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:12.127146 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-eaa9b63f-9d8e-419e-8b71-fb0c2e007959 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:12.140999 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2110b2e9-f5f7-48ab-8fbf-46bc9601e041 None None] Routers {'74d0ced5-4bae-4df5-9549-085946fe4576'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:53:12.141680 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-2110b2e9-f5f7-48ab-8fbf-46bc9601e041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:53:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['74d0ced5-4bae-4df5-9549-085946fe4576'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:12.172767 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d433f24b-ad70-469f-9ff7-7c953ccc4797 req-2be0a513-cfd7-45e2-a5ac-b579bc7718c3 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373773 Sep 24 15:53:12.190868 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7c4c28-94f0-472f-bfe9-04e235069063 None None] Pushing event updated for resources: {'Port': ['ID=4b58fdfc-7dfa-47ba-814f-50481e8f0c81,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:12.208085 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 03256c2c-9512-46e8-bb7a-08f5c9148dbc details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:53:12.269106 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-eaa9b63f-9d8e-419e-8b71-fb0c2e007959 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:12.285335 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaa9b63f-9d8e-419e-8b71-fb0c2e007959 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1261} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:53:12.299555 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-eaa9b63f-9d8e-419e-8b71-fb0c2e007959 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:12.300159 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-eaa9b63f-9d8e-419e-8b71-fb0c2e007959 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Added segment c536a957-0644-4613-b928-edc795653ef6 of type vlan for network 024bd2e4-a0fe-4888-aec9-c549d8c02ee4 Sep 24 15:53:12.356533 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-eaa9b63f-9d8e-419e-8b71-fb0c2e007959 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:12.377543 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 05e39c3b-2faa-4ff7-a11f-32a4366a97bf up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:53:12.417689 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-2110b2e9-f5f7-48ab-8fbf-46bc9601e041 None None] Set router 74d0ced5-4bae-4df5-9549-085946fe4576 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:53:12.475594 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ff4261-c86e-470e-ab34-6f5750cc5286 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:53:12.497710 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-e3ff4261-c86e-470e-ab34-6f5750cc5286 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "PUT /v2.0/routers/2290273b-7c8a-4141-881a-684b68354ed4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3375912 Sep 24 15:53:12.505423 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa9b63f-9d8e-419e-8b71-fb0c2e007959 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8107c63c-1d95-49d5-a6a7-8a965d632eec,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:12.506439 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82156cc5-691e-459b-bb9f-13929dde1bdf None None] Sync routers for ids ['2290273b-7c8a-4141-881a-684b68354ed4'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:53:12.516284 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43058) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:12.529733 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-522900f3-d5df-4b69-864f-e6f8ab055498 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.0773745 Sep 24 15:53:12.536159 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15462203-7c8f-498b-97e2-fced9f95ffe3 req-658bcfc2-70a9-4304-8afd-3c590d262fdc tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:12.537170 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43060) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:12.544970 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-15462203-7c8f-498b-97e2-fced9f95ffe3 req-658bcfc2-70a9-4304-8afd-3c590d262fdc tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.108 "GET /v2.0/ports?device_id=cffe7aaf-b947-49e8-8c24-ba60972c40b9&tenant_id=7e512e155fd047afb7c369ee55b40ecc&binding%3Ahost_id=n-h1-808921-1 HTTP/1.1" status: 200 len: 944 time: 0.3686485 Sep 24 15:53:12.551900 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-5f7282ea-5e94-484f-be7e-b14fc857592b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Request body: {'port': {'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'fixed_ips': [{'subnet_id': '0a7ded81-1bd5-44a2-9755-777213cc5b7f', 'ip_address': '2001:db8::e48e:112b:fa58:6325'}], 'name': 'tempest-NetworksTestDHCPv6-1235449717'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:53:12.556154 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-1d712759-357c-406f-9a11-76692a6f4d06 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1522493627'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:53:12.569106 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['d48576b0-007f-45c0-8063-70899a823b18'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:53:12.593191 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-eaa9b63f-9d8e-419e-8b71-fb0c2e007959 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:12.607272 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa9b63f-9d8e-419e-8b71-fb0c2e007959 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:12.609189 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-eaa9b63f-9d8e-419e-8b71-fb0c2e007959 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:12.650546 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.db.resource_extend [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 24 15:53:12.673308 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82156cc5-691e-459b-bb9f-13929dde1bdf None None] Routers {'2290273b-7c8a-4141-881a-684b68354ed4'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:53:12.673308 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-82156cc5-691e-459b-bb9f-13929dde1bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:53:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['2290273b-7c8a-4141-881a-684b68354ed4'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:12.756203 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=d48576b0-007f-45c0-8063-70899a823b18,revision_number=8']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:12.821079 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa9b63f-9d8e-419e-8b71-fb0c2e007959 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Pushing event updated for resources: {'Network': ['ID=024bd2e4-a0fe-4888-aec9-c549d8c02ee4,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:12.825960 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [req-15462203-7c8f-498b-97e2-fced9f95ffe3 req-9bce1dfa-e80e-4e28-bd57-2e6d7f96eaa8 service neutron] delete failed (client error): The resource could not be found. Sep 24 15:53:12.827299 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-15462203-7c8f-498b-97e2-fced9f95ffe3 req-9bce1dfa-e80e-4e28-bd57-2e6d7f96eaa8 service neutron] 10.222.0.108 "DELETE /v2.0/ports/d48576b0-007f-45c0-8063-70899a823b18/bindings/n-h2-808921-1 HTTP/1.1" status: 404 len: 380 time: 0.2386141 Sep 24 15:53:12.874666 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bdf8c9-3192-46dd-af33-24e52073be45 req-be08b6bb-1cb3-4bbd-8439-e43dce15ac19 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:12.877048 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-14bdf8c9-3192-46dd-af33-24e52073be45 req-be08b6bb-1cb3-4bbd-8439-e43dce15ac19 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=cffe7aaf-b947-49e8-8c24-ba60972c40b9 HTTP/1.1" status: 200 len: 944 time: 0.3756933 Sep 24 15:53:12.893911 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-2110b2e9-f5f7-48ab-8fbf-46bc9601e041 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d0ced5-4bae-4df5-9549-085946fe4576', 'name': 'tempest-TestNetworkBasicOps-router-118955220', 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '75ca1059-9905-4ba8-ae95-357afde4cc34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:52:48Z', 'updated_at': '2021-09-24T15:53:08Z', 'revision_number': 4, 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'gw_port': {'id': '75ca1059-9905-4ba8-ae95-357afde4cc34', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:91:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d0ced5-4bae-4df5-9549-085946fe4576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:52:50Z', 'updated_at': '2021-09-24T15:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'f110d8a9-7d91-48ca-833e-929f7bb3af71', 'name': '', 'network_id': '9650dd06-c337-403b-9f2f-c268b521f2ba', 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'mac_address': 'fa:16:3e:c2:2e:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74d0ced5-4bae-4df5-9549-085946fe4576', 'device_owner': 'network:router_interface', 'standard_attr_id': 2367, 'fixed_ips': [{'subnet_id': '250e76ba-07ca-44b4-bdd4-d39b52ecd754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:53:06Z', 'updated_at': '2021-09-24T15:53:11Z', 'revision_number': 4, 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'subnets': [{'id': '250e76ba-07ca-44b4-bdd4-d39b52ecd754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:12.911532 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 024bd2e4-a0fe-4888-aec9-c549d8c02ee4 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:53:12.971285 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d712759-357c-406f-9a11-76692a6f4d06 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Made reservation on behalf of a0a46e9236c24b39aca910b414f61345 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:53:12.975874 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1d712759-357c-406f-9a11-76692a6f4d06 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:12.984039 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2110b2e9-f5f7-48ab-8fbf-46bc9601e041 None None] The sync data for ids ['74d0ced5-4bae-4df5-9549-085946fe4576'] in n-d-808921-1 is: [{'id': '74d0ced5-4bae-4df5-9549-085946fe4576', 'name': 'tempest-TestNetworkBasicOps-router-118955220', 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '75ca1059-9905-4ba8-ae95-357afde4cc34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:52:48Z', 'updated_at': '2021-09-24T15:53:08Z', 'revision_number': 4, 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'gw_port': {'id': '75ca1059-9905-4ba8-ae95-357afde4cc34', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:91:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d0ced5-4bae-4df5-9549-085946fe4576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:52:50Z', 'updated_at': '2021-09-24T15:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'f110d8a9-7d91-48ca-833e-929f7bb3af71', 'name': '', 'network_id': '9650dd06-c337-403b-9f2f-c268b521f2ba', 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'mac_address': 'fa:16:3e:c2:2e:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74d0ced5-4bae-4df5-9549-085946fe4576', 'device_owner': 'network:router_interface', 'standard_attr_id': 2367, 'fixed_ips': [{'subnet_id': '250e76ba-07ca-44b4-bdd4-d39b52ecd754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:53:06Z', 'updated_at': '2021-09-24T15:53:11Z', 'revision_number': 4, 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'subnets': [{'id': '250e76ba-07ca-44b4-bdd4-d39b52ecd754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:53:12.991857 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-14bdf8c9-3192-46dd-af33-24e52073be45 req-f89663c1-f3fc-4484-948e-badc6a51b3e3 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=6ebd70ba-9057-4f05-b091-253e90de2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061459 Sep 24 15:53:13.020756 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15462203-7c8f-498b-97e2-fced9f95ffe3 req-3760769c-0da5-4940-8776-f9851860d36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:13.024202 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-15462203-7c8f-498b-97e2-fced9f95ffe3 req-3760769c-0da5-4940-8776-f9851860d36e service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=7e512e155fd047afb7c369ee55b40ecc&device_id=cffe7aaf-b947-49e8-8c24-ba60972c40b9 HTTP/1.1" status: 200 len: 1095 time: 0.1055641 Sep 24 15:53:13.040054 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-eaa9b63f-9d8e-419e-8b71-fb0c2e007959 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.2208540 Sep 24 15:53:13.045056 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d712759-357c-406f-9a11-76692a6f4d06 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1268} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:53:13.094587 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1d712759-357c-406f-9a11-76692a6f4d06 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:13.102109 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-1d712759-357c-406f-9a11-76692a6f4d06 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Added segment 0d66c474-1d68-4808-aba1-5f828361d63f of type vlan for network ed1c16d8-bc7e-4d5e-8b1e-6b725fc62436 Sep 24 15:53:13.113516 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f7282ea-5e94-484f-be7e-b14fc857592b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Made reservation on behalf of 1ffc126d96724ce991d5ac46e64fd1ec for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:53:13.116817 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5f7282ea-5e94-484f-be7e-b14fc857592b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:13.177803 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [None req-5f7282ea-5e94-484f-be7e-b14fc857592b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] device_id is not set on port ae0e7821-9fc1-427c-ab36-9f3d9edfd768 yet. {{(pid=95298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:53:13.339045 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1d712759-357c-406f-9a11-76692a6f4d06 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:13.373595 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-82156cc5-691e-459b-bb9f-13929dde1bdf None None] Set router 2290273b-7c8a-4141-881a-684b68354ed4 gateway port host: None {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:53:13.413805 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15462203-7c8f-498b-97e2-fced9f95ffe3 req-2b6bd4d7-b00e-40fb-8ca5-99573b017ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:13.421421 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-15462203-7c8f-498b-97e2-fced9f95ffe3 req-2b6bd4d7-b00e-40fb-8ca5-99573b017ac1 service neutron] 10.222.0.108 "GET /v2.0/networks?id=603fb403-a01d-4073-8f75-f2b0f098e42f HTTP/1.1" status: 200 len: 899 time: 0.3679106 Sep 24 15:53:13.451284 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 05e39c3b-2faa-4ff7-a11f-32a4366a97bf triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:53:13.451670 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:13.541493 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1d712759-357c-406f-9a11-76692a6f4d06 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:13.550326 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d712759-357c-406f-9a11-76692a6f4d06 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:13.551258 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1d712759-357c-406f-9a11-76692a6f4d06 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:13.609914 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 03256c2c-9512-46e8-bb7a-08f5c9148dbc, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=03256c2c-9512-46e8-bb7a-08f5c9148dbc,segment=NetworkSegment(52d1c812-065d-43bf-bb73-529423424f9b),segment_id=52d1c812-065d-43bf-bb73-529423424f9b)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:53:13.748743 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729154dc-d383-4c32-8a40-87ab0d6f31e1 req-ba8d0dd3-bc0b-460b-9f66-264d6211153b tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:13.749431 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43078) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:13.757904 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-008bcb12-aab3-4862-8b85-250a46ee79f7 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-535719876', 'description': 'tempest-secgroup-smoke-535719876 description', 'project_id': '7841fa2f595c42b88ef5416d36f78c25'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:53:13.759277 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-729154dc-d383-4c32-8a40-87ab0d6f31e1 req-ba8d0dd3-bc0b-460b-9f66-264d6211153b tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 945 time: 0.2992609 Sep 24 15:53:13.769384 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-15462203-7c8f-498b-97e2-fced9f95ffe3 req-435ab62c-ebb9-4e1b-b336-12d8aedbc89b service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d48576b0-007f-45c0-8063-70899a823b18 HTTP/1.1" status: 200 len: 999 time: 0.3430979 Sep 24 15:53:13.778163 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d712759-357c-406f-9a11-76692a6f4d06 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Pushing event updated for resources: {'Network': ['ID=ed1c16d8-bc7e-4d5e-8b1e-6b725fc62436,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:13.781841 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-30515622-ccc8-4ea5-afb1-495889415e93 None None] Provisioning complete for port f110d8a9-7d91-48ca-833e-929f7bb3af71 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:53:13.782226 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-30515622-ccc8-4ea5-afb1-495889415e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:13.849834 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network ed1c16d8-bc7e-4d5e-8b1e-6b725fc62436 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:53:13.878496 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': '03256c2c-9512-46e8-bb7a-08f5c9148dbc', 'network_id': '2a61a80f-7424-4f72-8244-e2cfc0c281a3', 'port_id': '03256c2c-9512-46e8-bb7a-08f5c9148dbc', 'mac_address': 'fa:16:3e:29:ce:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '054caf3c-8a4a-4094-a019-5885b1b27205', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:53:13.894292 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-729154dc-d383-4c32-8a40-87ab0d6f31e1 req-0c8d761b-c213-48fa-a10a-00543c0a1242 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188619 Sep 24 15:53:13.910482 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-1d712759-357c-406f-9a11-76692a6f4d06 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3641078 Sep 24 15:53:13.913910 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43080) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:13.926029 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-9a2ef034-3dec-4350-b90a-44484f1e8f6b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Request body: {'subnet': {'network_id': 'ed1c16d8-bc7e-4d5e-8b1e-6b725fc62436', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:53:13.940064 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f7282ea-5e94-484f-be7e-b14fc857592b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] POST failed (client error): There was a conflict when trying to complete your request. Sep 24 15:53:13.940704 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f7282ea-5e94-484f-be7e-b14fc857592b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:53:13.985906 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15462203-7c8f-498b-97e2-fced9f95ffe3 req-f495e3b8-7a82-461b-96c6-947b1fa2ac00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:13.987592 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-15462203-7c8f-498b-97e2-fced9f95ffe3 req-f495e3b8-7a82-461b-96c6-947b1fa2ac00 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=f7740272-3ddd-4c63-a492-aed51d47ee4e HTTP/1.1" status: 200 len: 834 time: 0.2020481 Sep 24 15:53:14.107241 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-008bcb12-aab3-4862-8b85-250a46ee79f7 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:14.185604 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15462203-7c8f-498b-97e2-fced9f95ffe3 req-abb70c43-b3e1-429a-838f-0c0c09cd9982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:14.187785 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-15462203-7c8f-498b-97e2-fced9f95ffe3 req-abb70c43-b3e1-429a-838f-0c0c09cd9982 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=603fb403-a01d-4073-8f75-f2b0f098e42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1929307 Sep 24 15:53:14.239288 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-5f7282ea-5e94-484f-be7e-b14fc857592b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.7005513 Sep 24 15:53:14.245133 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43086) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:14.432064 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3e311f-ff42-4d28-9cd7-fd4b64836928 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:14.454638 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3e311f-ff42-4d28-9cd7-fd4b64836928 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:14.463757 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-cf3e311f-ff42-4d28-9cd7-fd4b64836928 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.2203321 Sep 24 15:53:14.464502 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43090) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:14.517739 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-15462203-7c8f-498b-97e2-fced9f95ffe3 req-3478bc57-1cb4-4622-a058-52eb1dd12095 service neutron] 10.222.0.108 "GET /v2.0/networks/603fb403-a01d-4073-8f75-f2b0f098e42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020456 Sep 24 15:53:14.569819 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f6ac06-9af4-493f-8b09-122a9c944268 req-be6644c0-dc9d-4553-802a-e38b7119c41e tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:14.582940 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-60f6ac06-9af4-493f-8b09-122a9c944268 req-be6644c0-dc9d-4553-802a-e38b7119c41e tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=cffe7aaf-b947-49e8-8c24-ba60972c40b9 HTTP/1.1" status: 200 len: 944 time: 0.4277904 Sep 24 15:53:14.667686 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a2ef034-3dec-4350-b90a-44484f1e8f6b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Made reservation on behalf of a0a46e9236c24b39aca910b414f61345 for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:53:14.669614 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:14.676457 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9a2ef034-3dec-4350-b90a-44484f1e8f6b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:14.710803 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-60f6ac06-9af4-493f-8b09-122a9c944268 req-cc2bc0b2-dcdb-4853-a6b5-dd47b2f7fa33 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=6ebd70ba-9057-4f05-b091-253e90de2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267002 Sep 24 15:53:14.787291 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 44e37bca-20dc-4973-8c33-2123b15910f7 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:53:14.900418 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03256c2c-9512-46e8-bb7a-08f5c9148dbc {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:53:15.024170 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-30515622-ccc8-4ea5-afb1-495889415e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:15.024516 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-90181942-ab28-4232-a796-f3446c8c7f2d tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Deleting port e46608a6-ed3d-46b4-bcf0-742b5a7cb80e {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:53:15.024984 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-90181942-ab28-4232-a796-f3446c8c7f2d tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:15.047833 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-008bcb12-aab3-4862-8b85-250a46ee79f7 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:15.056073 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-15462203-7c8f-498b-97e2-fced9f95ffe3 req-8cb2d593-da81-4d6c-83ac-fb9b43cf01fb service neutron] 10.222.0.108 "GET /v2.0/networks/603fb403-a01d-4073-8f75-f2b0f098e42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4709294 Sep 24 15:53:15.092067 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-30515622-ccc8-4ea5-afb1-495889415e93 None None] For port f110d8a9-7d91-48ca-833e-929f7bb3af71, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=f110d8a9-7d91-48ca-833e-929f7bb3af71,segment=NetworkSegment(d7f03bc8-ea19-48e4-af94-237cd7b5d9dc),segment_id=d7f03bc8-ea19-48e4-af94-237cd7b5d9dc)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:53:15.100008 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57bc4a3e-b55b-41d8-9570-20e2bbf7f9b7 None None] get_active_networks_info from n-d-808921-1 {{(pid=95299) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 24 15:53:15.104167 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-008bcb12-aab3-4862-8b85-250a46ee79f7 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:15.167686 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-30515622-ccc8-4ea5-afb1-495889415e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:15.187223 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008bcb12-aab3-4862-8b85-250a46ee79f7 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=202b03dd-8b6c-450b-807e-d6079299f35d,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:15.195505 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-008bcb12-aab3-4862-8b85-250a46ee79f7 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:15.200632 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-008bcb12-aab3-4862-8b85-250a46ee79f7 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.4472575 Sep 24 15:53:15.203292 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43102) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:15.219744 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-3dd27a7d-e6c6-4907-af83-95a9d880e659 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Request body: {'security_group_rule': {'security_group_id': '202b03dd-8b6c-450b-807e-d6079299f35d', 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:53:15.256292 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-90181942-ab28-4232-a796-f3446c8c7f2d tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:15.280065 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-90181942-ab28-4232-a796-f3446c8c7f2d tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Calling delete_port for e46608a6-ed3d-46b4-bcf0-742b5a7cb80e owned by {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:53:15.310497 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 03256c2c-9512-46e8-bb7a-08f5c9148dbc, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=03256c2c-9512-46e8-bb7a-08f5c9148dbc,segment=NetworkSegment(52d1c812-065d-43bf-bb73-529423424f9b),segment_id=52d1c812-065d-43bf-bb73-529423424f9b)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:53:15.363957 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3dd27a7d-e6c6-4907-af83-95a9d880e659 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:15.449460 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:15.459021 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e5a37a-cd5a-43f8-9e87-a2dc073ad8c3 req-8478de4d-ebb9-44e1-afa0-2334996c5a54 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:15.460550 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-71e5a37a-cd5a-43f8-9e87-a2dc073ad8c3 req-8478de4d-ebb9-44e1-afa0-2334996c5a54 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 945 time: 0.1598721 Sep 24 15:53:15.473242 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-eb792d73-d5ef-4e4f-818b-564590a2d1d5 None None] Provisioning complete for port 3cde809d-7f4f-4dbe-b688-6a46c7a1155a triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:53:15.473242 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-eb792d73-d5ef-4e4f-818b-564590a2d1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:15.510151 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3dd27a7d-e6c6-4907-af83-95a9d880e659 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:15.572706 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9a2ef034-3dec-4350-b90a-44484f1e8f6b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:15.584657 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30515622-ccc8-4ea5-afb1-495889415e93 None None] Pushing event updated for resources: {'Port': ['ID=f110d8a9-7d91-48ca-833e-929f7bb3af71,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:15.612236 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-71e5a37a-cd5a-43f8-9e87-a2dc073ad8c3 req-cc8350f7-977a-4026-a5c7-9adf18f37e0c tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204252 Sep 24 15:53:15.634503 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3dd27a7d-e6c6-4907-af83-95a9d880e659 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:15.639000 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2ef034-3dec-4350-b90a-44484f1e8f6b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Pushing event updated for resources: {'Subnet': ['ID=2a7e2ac6-24e0-423b-bce6-9ed78d763493,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:15.662505 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 44e37bca-20dc-4973-8c33-2123b15910f7 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:53:15.663250 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:15.666116 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd27a7d-e6c6-4907-af83-95a9d880e659 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8656057f-2604-4669-bce6-6fd46d266930,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:15.666449 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ef034-3dec-4350-b90a-44484f1e8f6b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:53:15.666801 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ef034-3dec-4350-b90a-44484f1e8f6b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:53:15.667266 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ef034-3dec-4350-b90a-44484f1e8f6b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:53:15.668004 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ef034-3dec-4350-b90a-44484f1e8f6b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:53:15.668898 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ef034-3dec-4350-b90a-44484f1e8f6b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:53:15.668898 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ef034-3dec-4350-b90a-44484f1e8f6b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:53:15.669119 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ef034-3dec-4350-b90a-44484f1e8f6b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:53:15.669364 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ef034-3dec-4350-b90a-44484f1e8f6b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:53:15.669737 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ef034-3dec-4350-b90a-44484f1e8f6b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:53:15.670071 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ef034-3dec-4350-b90a-44484f1e8f6b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:53:15.670480 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ef034-3dec-4350-b90a-44484f1e8f6b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:53:15.670732 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2ef034-3dec-4350-b90a-44484f1e8f6b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:53:15.678472 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-90181942-ab28-4232-a796-f3446c8c7f2d tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:15.713343 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2ef034-3dec-4350-b90a-44484f1e8f6b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Checking segment: {'id': '0d66c474-1d68-4808-aba1-5f828361d63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'ed1c16d8-bc7e-4d5e-8b1e-6b725fc62436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:53:15.713715 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2ef034-3dec-4350-b90a-44484f1e8f6b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Network hostable DHCP agents. Network: ed1c16d8-bc7e-4d5e-8b1e-6b725fc62436, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:53:15.720537 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90181942-ab28-4232-a796-f3446c8c7f2d tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event deleted for resources: {'Port': ['ID=e46608a6-ed3d-46b4-bcf0-742b5a7cb80e,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:15.772280 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-90181942-ab28-4232-a796-f3446c8c7f2d tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:15.775057 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-90181942-ab28-4232-a796-f3446c8c7f2d tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/ports/e46608a6-ed3d-46b4-bcf0-742b5a7cb80e HTTP/1.1" status: 204 len: 168 time: 1.3095078 Sep 24 15:53:15.777993 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43108) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:15.790998 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3dd27a7d-e6c6-4907-af83-95a9d880e659 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:15.798497 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-3dd27a7d-e6c6-4907-af83-95a9d880e659 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5904777 Sep 24 15:53:15.800980 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43110) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:15.804786 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-82156cc5-691e-459b-bb9f-13929dde1bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2290273b-7c8a-4141-881a-684b68354ed4', 'name': 'tempest-RoutersIpV6Test-router-1803128549', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:52:46Z', 'updated_at': '2021-09-24T15:53:09Z', 'revision_number': 3, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'gw_port_host': None, '_interfaces': [{'id': '3cde809d-7f4f-4dbe-b688-6a46c7a1155a', 'name': '', 'network_id': '7314ce9e-e751-4be6-9cc3-d824fcbda090', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'mac_address': 'fa:16:3e:46:04:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2290273b-7c8a-4141-881a-684b68354ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': 'a75cdcfb-110a-4d35-b656-dd653f4c83a8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:53:07Z', 'updated_at': '2021-09-24T15:53:10Z', 'revision_number': 2, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'subnets': [{'id': 'a75cdcfb-110a-4d35-b656-dd653f4c83a8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fd86886-b473-486d-8673-7629bf16fc33', 'name': '', 'network_id': '27e4c55f-6f5e-4dbb-a4b1-ef3ad1218e31', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'mac_address': 'fa:16:3e:f2:d2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2290273b-7c8a-4141-881a-684b68354ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'c47f39ca-af3b-42f3-8828-e5ce704cdd74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:52:50Z', 'updated_at': '2021-09-24T15:53:05Z', 'revision_number': 5, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'subnets': [{'id': 'c47f39ca-af3b-42f3-8828-e5ce704cdd74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:15.806640 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-fc84eec4-d380-4d74-85ad-7347694b511c tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Request body: {'security_group_rule': {'security_group_id': '202b03dd-8b6c-450b-807e-d6079299f35d', 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:53:15.838871 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-eb792d73-d5ef-4e4f-818b-564590a2d1d5 None None] Port 3cde809d-7f4f-4dbe-b688-6a46c7a1155a cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:53:15.844373 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=03256c2c-9512-46e8-bb7a-08f5c9148dbc,revision_number=11']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:15.894824 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82156cc5-691e-459b-bb9f-13929dde1bdf None None] Checking router: 2290273b-7c8a-4141-881a-684b68354ed4 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:53:15.895139 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82156cc5-691e-459b-bb9f-13929dde1bdf None None] Updating router 2290273b-7c8a-4141-881a-684b68354ed4 port 3cde809d-7f4f-4dbe-b688-6a46c7a1155a binding host n-d-808921-1 {{(pid=95299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:53:15.907489 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2ef034-3dec-4350-b90a-44484f1e8f6b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Network ed1c16d8-bc7e-4d5e-8b1e-6b725fc62436 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:53:15.907489 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43112) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:15.940564 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a68c2a0-8125-4ddd-a393-9a1b78b90747 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:15.942414 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a68c2a0-8125-4ddd-a393-9a1b78b90747 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:15.946383 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-8a68c2a0-8125-4ddd-a393-9a1b78b90747 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1649029 Sep 24 15:53:15.946878 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43116) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:15.951135 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['03256c2c-9512-46e8-bb7a-08f5c9148dbc'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:53:15.982020 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98913203-dbfa-44e5-92eb-3afd84517dc0 req-620afe8e-e249-47d1-95d3-f053346e6419 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:15.983484 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-98913203-dbfa-44e5-92eb-3afd84517dc0 req-620afe8e-e249-47d1-95d3-f053346e6419 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=cffe7aaf-b947-49e8-8c24-ba60972c40b9 HTTP/1.1" status: 200 len: 944 time: 0.1216452 Sep 24 15:53:16.035145 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bc4a3e-b55b-41d8-9570-20e2bbf7f9b7 None None] Resources bound (agent type, host, resource id): {{(pid=95299) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 24 15:53:16.042774 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-985481af-5a96-4165-99a3-3b51e93f11df tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Deleting subnet 0a7ded81-1bd5-44a2-9755-777213cc5b7f {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:53:16.047673 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-985481af-5a96-4165-99a3-3b51e93f11df tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:16.070563 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-98913203-dbfa-44e5-92eb-3afd84517dc0 req-15833808-0569-47d7-b9a2-11ac6049ac1b tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=6ebd70ba-9057-4f05-b091-253e90de2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777485 Sep 24 15:53:16.105879 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-985481af-5a96-4165-99a3-3b51e93f11df tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:16.129808 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-82156cc5-691e-459b-bb9f-13929dde1bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:16.157117 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-9a2ef034-3dec-4350-b90a-44484f1e8f6b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, ed1c16d8-bc7e-4d5e-8b1e-6b725fc62436) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:53:16.161784 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2ef034-3dec-4350-b90a-44484f1e8f6b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:16.162517 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9a2ef034-3dec-4350-b90a-44484f1e8f6b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:16.172862 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fc84eec4-d380-4d74-85ad-7347694b511c tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:16.191357 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3f50fb82-1751-4a55-85f3-7e5fd1b62029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:16.197735 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-eb792d73-d5ef-4e4f-818b-564590a2d1d5 None None] Provisioning complete for port 05e39c3b-2faa-4ff7-a11f-32a4366a97bf triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:53:16.198312 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-eb792d73-d5ef-4e4f-818b-564590a2d1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:16.269609 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-985481af-5a96-4165-99a3-3b51e93f11df tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:16.306077 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43118) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:16.306578 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-9a2ef034-3dec-4350-b90a-44484f1e8f6b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3886859 Sep 24 15:53:16.311999 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-e24aa809-da63-41c3-913d-051acb51af1d tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Request body: {'subnet': {'network_id': '024bd2e4-a0fe-4888-aec9-c549d8c02ee4', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:53:16.317380 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43120) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:16.323450 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fc84eec4-d380-4d74-85ad-7347694b511c tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:16.428102 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3f50fb82-1751-4a55-85f3-7e5fd1b62029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:16.434417 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fc84eec4-d380-4d74-85ad-7347694b511c tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:16.458761 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc84eec4-d380-4d74-85ad-7347694b511c tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57d3c7e9-c84a-41dd-b011-08f119ad019d,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:16.498568 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-985481af-5a96-4165-99a3-3b51e93f11df tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:16.542814 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985481af-5a96-4165-99a3-3b51e93f11df tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event deleted for resources: {'Subnet': ['ID=0a7ded81-1bd5-44a2-9755-777213cc5b7f,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:16.546433 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3f50fb82-1751-4a55-85f3-7e5fd1b62029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:16.565630 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-985481af-5a96-4165-99a3-3b51e93f11df tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:16.567624 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-985481af-5a96-4165-99a3-3b51e93f11df tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/subnets/0a7ded81-1bd5-44a2-9755-777213cc5b7f HTTP/1.1" status: 204 len: 168 time: 0.6197023 Sep 24 15:53:16.578438 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43122) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:16.615748 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 4b58fdfc-7dfa-47ba-814f-50481e8f0c81 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:53:16.639346 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-42847bf4-b3ef-407f-a080-05f1422ca646 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0544972 Sep 24 15:53:16.640212 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43124) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:16.644456 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fc84eec4-d380-4d74-85ad-7347694b511c tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:16.647781 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-fc84eec4-d380-4d74-85ad-7347694b511c tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8433335 Sep 24 15:53:16.648532 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-fe93088d-eadd-44c5-9153-a0d809f8198e tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Request body: {'subnet': {'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:53:16.652342 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43128) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:16.657396 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-3f50fb82-1751-4a55-85f3-7e5fd1b62029 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=2679262b15774d7bb87161a1a09c6d15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7477105 Sep 24 15:53:16.658238 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43130) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:16.666504 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f50fb82-1751-4a55-85f3-7e5fd1b62029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c66d84e2-62c6-4111-950a-a340a725593f,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:16.673135 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-880cb469-6810-4428-a746-4c2631fe6a13 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Request body: {'security_group_rule': {'security_group_id': '202b03dd-8b6c-450b-807e-d6079299f35d', 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:53:16.738546 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d23b676f-00b5-419c-8055-f08db02355ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:16.759946 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-eb792d73-d5ef-4e4f-818b-564590a2d1d5 None None] Provisioning complete for port f110d8a9-7d91-48ca-833e-929f7bb3af71 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:53:16.760322 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-eb792d73-d5ef-4e4f-818b-564590a2d1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:16.766175 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e24aa809-da63-41c3-913d-051acb51af1d tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Made reservation on behalf of 6fd8ff8df3b84ebcb401d12464d751f7 for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:53:16.770316 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e24aa809-da63-41c3-913d-051acb51af1d tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:16.787211 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d23b676f-00b5-419c-8055-f08db02355ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:16.836529 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d23d9b-2bab-44b5-bca0-98fe681d721b req-e803dc43-b4ad-4b87-aaa7-ab0373d7eb0f tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:16.838569 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-64d23d9b-2bab-44b5-bca0-98fe681d721b req-e803dc43-b4ad-4b87-aaa7-ab0373d7eb0f tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.0895195 Sep 24 15:53:16.900032 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-64d23d9b-2bab-44b5-bca0-98fe681d721b req-5d723144-90b6-4cd8-897d-fed3cc684cac tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407033 Sep 24 15:53:16.934564 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-880cb469-6810-4428-a746-4c2631fe6a13 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:16.960515 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d23b676f-00b5-419c-8055-f08db02355ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:16.963501 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d23b676f-00b5-419c-8055-f08db02355ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:16.974946 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-d23b676f-00b5-419c-8055-f08db02355ea admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c66d84e2-62c6-4111-950a-a340a725593f HTTP/1.1" status: 204 len: 168 time: 0.3081732 Sep 24 15:53:16.989551 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23b676f-00b5-419c-8055-f08db02355ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66d84e2-62c6-4111-950a-a340a725593f,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:17.049746 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe93088d-eadd-44c5-9153-a0d809f8198e tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Made reservation on behalf of 1ffc126d96724ce991d5ac46e64fd1ec for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:53:17.053344 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fe93088d-eadd-44c5-9153-a0d809f8198e tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:17.074698 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 4b58fdfc-7dfa-47ba-814f-50481e8f0c81 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:53:17.075237 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:17.100155 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-880cb469-6810-4428-a746-4c2631fe6a13 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:17.154518 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19165e8a-e229-4898-9054-a75ca10c2454 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-ed1c16d8-bc7e-4d5e-8b1e-6b725fc62436', 'network_id': 'ed1c16d8-bc7e-4d5e-8b1e-6b725fc62436', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'fixed_ips': [{'subnet_id': '2a7e2ac6-24e0-423b-bce6-9ed78d763493'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:53:17.155409 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-19165e8a-e229-4898-9054-a75ca10c2454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:17.192328 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-880cb469-6810-4428-a746-4c2631fe6a13 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:17.266539 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880cb469-6810-4428-a746-4c2631fe6a13 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3a2f9b3-851f-4ea5-b9ea-491cf9020e2e,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:17.288603 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-305959b4-7390-4068-82ad-98d92ef0b92d tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:17.362978 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-880cb469-6810-4428-a746-4c2631fe6a13 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:17.363179 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-82156cc5-691e-459b-bb9f-13929dde1bdf None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:17.364128 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-880cb469-6810-4428-a746-4c2631fe6a13 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7077518 Sep 24 15:53:17.367833 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43138) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:17.373928 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-6cf88b97-cbf2-407d-a779-f18884c63585 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Request body: {'security_group_rule': {'security_group_id': '202b03dd-8b6c-450b-807e-d6079299f35d', 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:53:17.382312 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:17.393089 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-eb792d73-d5ef-4e4f-818b-564590a2d1d5 None None] Provisioning complete for port 4b58fdfc-7dfa-47ba-814f-50481e8f0c81 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:53:17.393466 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-eb792d73-d5ef-4e4f-818b-564590a2d1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:17.419185 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22848d9-5d2b-477e-9e9d-84778181d753 req-a5083075-59df-4455-a2da-c9ec56d42283 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:17.420807 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c22848d9-5d2b-477e-9e9d-84778181d753 req-a5083075-59df-4455-a2da-c9ec56d42283 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=cffe7aaf-b947-49e8-8c24-ba60972c40b9 HTTP/1.1" status: 200 len: 944 time: 0.2345803 Sep 24 15:53:17.447858 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-82156cc5-691e-459b-bb9f-13929dde1bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:17.495712 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device d48576b0-007f-45c0-8063-70899a823b18 up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:53:17.497880 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6cf88b97-cbf2-407d-a779-f18884c63585 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:17.532278 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port 4b58fdfc-7dfa-47ba-814f-50481e8f0c81, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=4b58fdfc-7dfa-47ba-814f-50481e8f0c81,segment=NetworkSegment(fb531be8-b37e-4ff9-a98b-5c7db484a0eb),segment_id=fb531be8-b37e-4ff9-a98b-5c7db484a0eb)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:53:17.535044 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e24aa809-da63-41c3-913d-051acb51af1d tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:17.552561 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-19165e8a-e229-4898-9054-a75ca10c2454 None None] Allocated IP 2001:db8:2::2 (ed1c16d8-bc7e-4d5e-8b1e-6b725fc62436/2a7e2ac6-24e0-423b-bce6-9ed78d763493/0823fadd-2783-4291-803f-44020eb0270e) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:53:17.567038 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6cf88b97-cbf2-407d-a779-f18884c63585 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:17.583180 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a111946a-7c9f-4397-ac3e-b303ea1e0352 None None] Pushing event updated for resources: {'Port': ['ID=3cde809d-7f4f-4dbe-b688-6a46c7a1155a,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:17.583422 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c22848d9-5d2b-477e-9e9d-84778181d753 req-0070acf4-fe4d-49a5-bf09-a13c1a3bc8fa tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=6ebd70ba-9057-4f05-b091-253e90de2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1369474 Sep 24 15:53:17.616720 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43140) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:17.659402 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:17.660175 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device f110d8a9-7d91-48ca-833e-929f7bb3af71 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:53:17.670252 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6cf88b97-cbf2-407d-a779-f18884c63585 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:17.694448 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24aa809-da63-41c3-913d-051acb51af1d tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Pushing event updated for resources: {'Subnet': ['ID=4a47346b-f223-4764-96ef-3004f5d4350b,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:17.700601 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf88b97-cbf2-407d-a779-f18884c63585 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54425765-8a8c-4a8b-b608-d4358bb57ec7,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:17.723213 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-765e97c0-7698-498f-97e1-f96d040e6963 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/floatingips/a7e78111-0cf5-4cb4-b710-e6f6ee4128d9 HTTP/1.1" status: 200 len: 991 time: 0.1050570 Sep 24 15:53:17.760246 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fe93088d-eadd-44c5-9153-a0d809f8198e tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:17.766466 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43142) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:17.768312 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24aa809-da63-41c3-913d-051acb51af1d tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Checking segment: {'id': 'c536a957-0644-4613-b928-edc795653ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '024bd2e4-a0fe-4888-aec9-c549d8c02ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:53:17.768672 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24aa809-da63-41c3-913d-051acb51af1d tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Network hostable DHCP agents. Network: 024bd2e4-a0fe-4888-aec9-c549d8c02ee4, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:53:17.782864 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f6dc6ae4-d828-4491-a8b9-8d313244df0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:17.790526 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-82156cc5-691e-459b-bb9f-13929dde1bdf None None] Attempting to bind port 3cde809d-7f4f-4dbe-b688-6a46c7a1155a on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:53:17.790904 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-82156cc5-691e-459b-bb9f-13929dde1bdf None None] Attempting to bind port 3cde809d-7f4f-4dbe-b688-6a46c7a1155a by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'ef0d10ae-f9e3-4f54-877c-d4fcaba5e3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '7314ce9e-e751-4be6-9cc3-d824fcbda090'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:53:17.791271 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82156cc5-691e-459b-bb9f-13929dde1bdf None None] Attempting to bind port 3cde809d-7f4f-4dbe-b688-6a46c7a1155a on network 7314ce9e-e751-4be6-9cc3-d824fcbda090 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:53:17.832508 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe93088d-eadd-44c5-9153-a0d809f8198e tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Network 50d98e88-8a75-4835-9919-86c163395f7c is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:53:17.840645 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-fe93088d-eadd-44c5-9153-a0d809f8198e tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:53:17.843785 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe93088d-eadd-44c5-9153-a0d809f8198e tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event updated for resources: {'Subnet': ['ID=e4687cb0-a91d-4f0d-b6db-c622ffb5ebf6,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:17.843974 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6cf88b97-cbf2-407d-a779-f18884c63585 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:17.845245 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe93088d-eadd-44c5-9153-a0d809f8198e tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:17.845914 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fe93088d-eadd-44c5-9153-a0d809f8198e tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:17.846796 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-6cf88b97-cbf2-407d-a779-f18884c63585 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4758244 Sep 24 15:53:17.847003 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-eb792d73-d5ef-4e4f-818b-564590a2d1d5 None None] Could not find standard attr ID for object e46608a6-ed3d-46b4-bcf0-742b5a7cb80e. {{(pid=95299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 15:53:17.848549 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82156cc5-691e-459b-bb9f-13929dde1bdf None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:53:17.848820 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43144) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:17.848927 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82156cc5-691e-459b-bb9f-13929dde1bdf None None] Checking segment: {'id': 'ef0d10ae-f9e3-4f54-877c-d4fcaba5e3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '7314ce9e-e751-4be6-9cc3-d824fcbda090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:53:17.849315 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-82156cc5-691e-459b-bb9f-13929dde1bdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:17.849709 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82156cc5-691e-459b-bb9f-13929dde1bdf None None] Bound using segment: {'id': 'ef0d10ae-f9e3-4f54-877c-d4fcaba5e3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '7314ce9e-e751-4be6-9cc3-d824fcbda090'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:53:17.850197 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-82156cc5-691e-459b-bb9f-13929dde1bdf None None] Bound port: 3cde809d-7f4f-4dbe-b688-6a46c7a1155a, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0d10ae-f9e3-4f54-877c-d4fcaba5e3d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '7314ce9e-e751-4be6-9cc3-d824fcbda090'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:53:17.850688 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-82156cc5-691e-459b-bb9f-13929dde1bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:17.853693 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-52016585-47b4-406f-aed9-10653d6bc465 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Request body: {'security_group_rule': {'security_group_id': '202b03dd-8b6c-450b-807e-d6079299f35d', 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:53:17.873512 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=4b58fdfc-7dfa-47ba-814f-50481e8f0c81,revision_number=6']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:17.901948 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port d48576b0-007f-45c0-8063-70899a823b18 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:53:17.902154 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f6dc6ae4-d828-4491-a8b9-8d313244df0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:17.931957 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24aa809-da63-41c3-913d-051acb51af1d tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Network 024bd2e4-a0fe-4888-aec9-c549d8c02ee4 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:53:17.934007 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port d48576b0-007f-45c0-8063-70899a823b18 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:53:17.934407 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:17.945782 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port f110d8a9-7d91-48ca-833e-929f7bb3af71 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:53:17.946158 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:17.993347 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-19165e8a-e229-4898-9054-a75ca10c2454 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:18.002961 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f6dc6ae4-d828-4491-a8b9-8d313244df0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:18.023378 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-e24aa809-da63-41c3-913d-051acb51af1d tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 024bd2e4-a0fe-4888-aec9-c549d8c02ee4) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:53:18.036122 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24aa809-da63-41c3-913d-051acb51af1d tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:18.037137 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e24aa809-da63-41c3-913d-051acb51af1d tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:18.044675 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-82156cc5-691e-459b-bb9f-13929dde1bdf None None] For port 3cde809d-7f4f-4dbe-b688-6a46c7a1155a, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:53:18.061803 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-82156cc5-691e-459b-bb9f-13929dde1bdf None None] For port 3cde809d-7f4f-4dbe-b688-6a46c7a1155a, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=3cde809d-7f4f-4dbe-b688-6a46c7a1155a,segment=NetworkSegment(ef0d10ae-f9e3-4f54-877c-d4fcaba5e3d1),segment_id=ef0d10ae-f9e3-4f54-877c-d4fcaba5e3d1)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:53:18.083313 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-fe93088d-eadd-44c5-9153-a0d809f8198e tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4386477 Sep 24 15:53:18.087088 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43148) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:18.097042 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-28ee511d-074c-4594-a1ef-cf5b34c51f70 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Request body: {'port': {'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'fixed_ips': [{'subnet_id': 'e4687cb0-a91d-4f0d-b6db-c622ffb5ebf6', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-1557978761'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:53:18.114417 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-19165e8a-e229-4898-9054-a75ca10c2454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:18.186289 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-82156cc5-691e-459b-bb9f-13929dde1bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:18.189477 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19165e8a-e229-4898-9054-a75ca10c2454 None None] Network ed1c16d8-bc7e-4d5e-8b1e-6b725fc62436 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:53:18.195474 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:18.199842 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19165e8a-e229-4898-9054-a75ca10c2454 None None] Pushing event updated for resources: {'Port': ['ID=0823fadd-2783-4291-803f-44020eb0270e,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:18.202467 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-19165e8a-e229-4898-9054-a75ca10c2454 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:53:18.211395 n-d-808921-1 neutron-server[95297]: INFO neutron.db.securitygroups_db [None req-52016585-47b4-406f-aed9-10653d6bc465 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Project 7841fa2f595c42b88ef5416d36f78c25 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 15:53:18.217380 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19165e8a-e229-4898-9054-a75ca10c2454 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:53:18.227638 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-52016585-47b4-406f-aed9-10653d6bc465 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:18.247223 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-305959b4-7390-4068-82ad-98d92ef0b92d tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Allocated IP 2001:db8:2::1 (ed1c16d8-bc7e-4d5e-8b1e-6b725fc62436/2a7e2ac6-24e0-423b-bce6-9ed78d763493/4a02c69e-f746-48e0-9407-8d42f6c32786) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:53:18.274297 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cffe7aaf-b947-49e8-8c24-ba60972c40b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd48576b0-007f-45c0-8063-70899a823b18'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:53:18.276631 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3492de0f-60e0-4696-9027-49d366a2b34b" -d '{"events": [{"server_uuid": "cffe7aaf-b947-49e8-8c24-ba60972c40b9", "name": "network-vif-plugged", "status": "completed", "tag": "d48576b0-007f-45c0-8063-70899a823b18"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:53:18.287849 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e24aa809-da63-41c3-913d-051acb51af1d tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9802163 Sep 24 15:53:18.299746 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43152) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:18.318290 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-d2bd597d-2fcb-4a4a-bd2b-472a45149660 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2140220179'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:53:18.327314 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port d48576b0-007f-45c0-8063-70899a823b18, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=d48576b0-007f-45c0-8063-70899a823b18,segment=NetworkSegment(cda1c6cd-723d-48b0-aba0-c7ad881773d8),segment_id=cda1c6cd-723d-48b0-aba0-c7ad881773d8)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:53:18.346400 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82156cc5-691e-459b-bb9f-13929dde1bdf None None] Routers {'2290273b-7c8a-4141-881a-684b68354ed4'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:53:18.347399 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-82156cc5-691e-459b-bb9f-13929dde1bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:53:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['2290273b-7c8a-4141-881a-684b68354ed4'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:18.353147 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c048f51d-bdc8-46e1-ab00-06ecefc6a3aa x-openstack-request-id: req-c048f51d-bdc8-46e1-ab00-06ecefc6a3aa {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:53:18.353485 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cffe7aaf-b947-49e8-8c24-ba60972c40b9", "name": "network-vif-plugged", "status": "completed", "tag": "d48576b0-007f-45c0-8063-70899a823b18", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:53:18.353738 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c048f51d-bdc8-46e1-ab00-06ecefc6a3aa {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:53:18.353860 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-f6dc6ae4-d828-4491-a8b9-8d313244df0b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=05efaeaa9677414b84cf782d07ba8da5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5852714 Sep 24 15:53:18.354129 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cffe7aaf-b947-49e8-8c24-ba60972c40b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd48576b0-007f-45c0-8063-70899a823b18', 'code': 200} Sep 24 15:53:18.356684 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dc6ae4-d828-4491-a8b9-8d313244df0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f1270e-c8d6-4de2-9b7f-2d460c659e1c,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:18.359988 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43154) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:18.375716 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a56585-4bb6-4c83-a627-73e14ec37f3c req-2a98e33b-2349-42f1-8e5e-528a33d11c3f tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:18.377331 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f3a56585-4bb6-4c83-a627-73e14ec37f3c req-2a98e33b-2349-42f1-8e5e-528a33d11c3f tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.4037027 Sep 24 15:53:18.390248 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a111946a-7c9f-4397-ac3e-b303ea1e0352 None None] Pushing event updated for resources: {'Port': ['ID=3cde809d-7f4f-4dbe-b688-6a46c7a1155a,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:18.408358 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-19165e8a-e229-4898-9054-a75ca10c2454 None None] Attempting to bind port 0823fadd-2783-4291-803f-44020eb0270e on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:53:18.408358 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-19165e8a-e229-4898-9054-a75ca10c2454 None None] Attempting to bind port 0823fadd-2783-4291-803f-44020eb0270e by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '0d66c474-1d68-4808-aba1-5f828361d63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'ed1c16d8-bc7e-4d5e-8b1e-6b725fc62436'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:53:18.408358 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19165e8a-e229-4898-9054-a75ca10c2454 None None] Attempting to bind port 0823fadd-2783-4291-803f-44020eb0270e on network ed1c16d8-bc7e-4d5e-8b1e-6b725fc62436 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:53:18.437156 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:18.448435 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19165e8a-e229-4898-9054-a75ca10c2454 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:53:18.448708 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19165e8a-e229-4898-9054-a75ca10c2454 None None] Checking segment: {'id': '0d66c474-1d68-4808-aba1-5f828361d63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'ed1c16d8-bc7e-4d5e-8b1e-6b725fc62436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:53:18.448978 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-19165e8a-e229-4898-9054-a75ca10c2454 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:18.449367 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19165e8a-e229-4898-9054-a75ca10c2454 None None] Bound using segment: {'id': '0d66c474-1d68-4808-aba1-5f828361d63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'ed1c16d8-bc7e-4d5e-8b1e-6b725fc62436'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:53:18.449861 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-19165e8a-e229-4898-9054-a75ca10c2454 None None] Bound port: 0823fadd-2783-4291-803f-44020eb0270e, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d66c474-1d68-4808-aba1-5f828361d63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'ed1c16d8-bc7e-4d5e-8b1e-6b725fc62436'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:53:18.450248 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-19165e8a-e229-4898-9054-a75ca10c2454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:18.451986 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f3a56585-4bb6-4c83-a627-73e14ec37f3c req-32420994-7718-4284-ad89-327c1d906afe tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638385 Sep 24 15:53:18.459802 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f9b83121-70db-4310-b72a-60c8305dc771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:18.495733 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f9b83121-70db-4310-b72a-60c8305dc771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:18.512098 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-52016585-47b4-406f-aed9-10653d6bc465 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:18.526558 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-82156cc5-691e-459b-bb9f-13929dde1bdf None None] Set router 2290273b-7c8a-4141-881a-684b68354ed4 gateway port host: None {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:53:18.529238 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 4b58fdfc-7dfa-47ba-814f-50481e8f0c81 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:53:18.548118 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-305959b4-7390-4068-82ad-98d92ef0b92d tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:18.582364 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-52016585-47b4-406f-aed9-10653d6bc465 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:18.598662 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=d48576b0-007f-45c0-8063-70899a823b18,revision_number=9']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:18.603197 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52016585-47b4-406f-aed9-10653d6bc465 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6caa50b-b645-48f5-bf66-c673ef5012d3,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:18.629014 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f9b83121-70db-4310-b72a-60c8305dc771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:18.629917 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2bd597d-2fcb-4a4a-bd2b-472a45149660 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Made reservation on behalf of 6fd8ff8df3b84ebcb401d12464d751f7 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:53:18.631913 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f9b83121-70db-4310-b72a-60c8305dc771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:18.635918 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-f9b83121-70db-4310-b72a-60c8305dc771 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/48f1270e-c8d6-4de2-9b7f-2d460c659e1c HTTP/1.1" status: 204 len: 168 time: 0.2717304 Sep 24 15:53:18.636063 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d2bd597d-2fcb-4a4a-bd2b-472a45149660 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:18.644221 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b83121-70db-4310-b72a-60c8305dc771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f1270e-c8d6-4de2-9b7f-2d460c659e1c,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:18.662547 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2bd597d-2fcb-4a4a-bd2b-472a45149660 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1278} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:53:18.672133 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d2bd597d-2fcb-4a4a-bd2b-472a45149660 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:18.672879 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-d2bd597d-2fcb-4a4a-bd2b-472a45149660 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Added segment 26cf8beb-217a-437b-bfd5-eba5cc4ce071 of type vlan for network 60ca3e22-fb29-4914-8fcc-f76cad3e7b47 Sep 24 15:53:18.686569 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-19165e8a-e229-4898-9054-a75ca10c2454 None None] For port 0823fadd-2783-4291-803f-44020eb0270e, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:53:18.706512 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-305959b4-7390-4068-82ad-98d92ef0b92d tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:18.722108 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-19165e8a-e229-4898-9054-a75ca10c2454 None None] For port 0823fadd-2783-4291-803f-44020eb0270e, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=0823fadd-2783-4291-803f-44020eb0270e,segment=NetworkSegment(0d66c474-1d68-4808-aba1-5f828361d63f),segment_id=0d66c474-1d68-4808-aba1-5f828361d63f)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:53:18.730566 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 4b58fdfc-7dfa-47ba-814f-50481e8f0c81 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:53:18.730942 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:18.747086 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d2bd597d-2fcb-4a4a-bd2b-472a45149660 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:18.758645 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-52016585-47b4-406f-aed9-10653d6bc465 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:18.763040 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43158) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:18.764021 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-52016585-47b4-406f-aed9-10653d6bc465 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9138696 Sep 24 15:53:18.772990 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-dace59be-d8fe-49ee-89d0-e1bdedf9bc18 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Request body: {'security_group_rule': {'security_group_id': '202b03dd-8b6c-450b-807e-d6079299f35d', 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:53:18.790354 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305959b4-7390-4068-82ad-98d92ef0b92d tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Network ed1c16d8-bc7e-4d5e-8b1e-6b725fc62436 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:53:18.806383 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-305959b4-7390-4068-82ad-98d92ef0b92d tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:53:18.810689 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305959b4-7390-4068-82ad-98d92ef0b92d tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:53:18.811255 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-305959b4-7390-4068-82ad-98d92ef0b92d tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:18.814299 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305959b4-7390-4068-82ad-98d92ef0b92d tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Pushing event updated for resources: {'Port': ['ID=4a02c69e-f746-48e0-9407-8d42f6c32786,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:18.946479 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-19165e8a-e229-4898-9054-a75ca10c2454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:19.053495 n-d-808921-1 neutron-server[95298]: INFO neutron.db.securitygroups_db [None req-dace59be-d8fe-49ee-89d0-e1bdedf9bc18 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Project 7841fa2f595c42b88ef5416d36f78c25 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 15:53:19.062026 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dace59be-d8fe-49ee-89d0-e1bdedf9bc18 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:19.064685 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19165e8a-e229-4898-9054-a75ca10c2454 None None] Pushing event updated for resources: {'Port': ['ID=0823fadd-2783-4291-803f-44020eb0270e,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:19.133229 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-82156cc5-691e-459b-bb9f-13929dde1bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2290273b-7c8a-4141-881a-684b68354ed4', 'name': 'tempest-RoutersIpV6Test-router-1803128549', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:52:46Z', 'updated_at': '2021-09-24T15:53:09Z', 'revision_number': 3, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'gw_port_host': None, '_interfaces': [{'id': '3cde809d-7f4f-4dbe-b688-6a46c7a1155a', 'name': '', 'network_id': '7314ce9e-e751-4be6-9cc3-d824fcbda090', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'mac_address': 'fa:16:3e:46:04:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2290273b-7c8a-4141-881a-684b68354ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': 'a75cdcfb-110a-4d35-b656-dd653f4c83a8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:53:07Z', 'updated_at': '2021-09-24T15:53:18Z', 'revision_number': 4, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'subnets': [{'id': 'a75cdcfb-110a-4d35-b656-dd653f4c83a8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fd86886-b473-486d-8673-7629bf16fc33', 'name': '', 'network_id': '27e4c55f-6f5e-4dbb-a4b1-ef3ad1218e31', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'mac_address': 'fa:16:3e:f2:d2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2290273b-7c8a-4141-881a-684b68354ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'c47f39ca-af3b-42f3-8828-e5ce704cdd74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:52:50Z', 'updated_at': '2021-09-24T15:53:05Z', 'revision_number': 5, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'subnets': [{'id': 'c47f39ca-af3b-42f3-8828-e5ce704cdd74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:19.161756 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82156cc5-691e-459b-bb9f-13929dde1bdf None None] The sync data for ids ['2290273b-7c8a-4141-881a-684b68354ed4'] in n-d-808921-1 is: [{'id': '2290273b-7c8a-4141-881a-684b68354ed4', 'name': 'tempest-RoutersIpV6Test-router-1803128549', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:52:46Z', 'updated_at': '2021-09-24T15:53:09Z', 'revision_number': 3, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'gw_port_host': None, '_interfaces': [{'id': '3cde809d-7f4f-4dbe-b688-6a46c7a1155a', 'name': '', 'network_id': '7314ce9e-e751-4be6-9cc3-d824fcbda090', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'mac_address': 'fa:16:3e:46:04:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2290273b-7c8a-4141-881a-684b68354ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': 'a75cdcfb-110a-4d35-b656-dd653f4c83a8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:53:07Z', 'updated_at': '2021-09-24T15:53:18Z', 'revision_number': 4, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'subnets': [{'id': 'a75cdcfb-110a-4d35-b656-dd653f4c83a8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fd86886-b473-486d-8673-7629bf16fc33', 'name': '', 'network_id': '27e4c55f-6f5e-4dbb-a4b1-ef3ad1218e31', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'mac_address': 'fa:16:3e:f2:d2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2290273b-7c8a-4141-881a-684b68354ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'c47f39ca-af3b-42f3-8828-e5ce704cdd74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:52:50Z', 'updated_at': '2021-09-24T15:53:05Z', 'revision_number': 5, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'subnets': [{'id': 'c47f39ca-af3b-42f3-8828-e5ce704cdd74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:53:19.162192 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dace59be-d8fe-49ee-89d0-e1bdedf9bc18 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:19.243546 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dace59be-d8fe-49ee-89d0-e1bdedf9bc18 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:19.266868 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ee511d-074c-4594-a1ef-cf5b34c51f70 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Made reservation on behalf of 1ffc126d96724ce991d5ac46e64fd1ec for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:53:19.269520 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dace59be-d8fe-49ee-89d0-e1bdedf9bc18 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86f5f5b7-f0a5-4961-b581-7945988a4f50,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:19.370146 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d2bd597d-2fcb-4a4a-bd2b-472a45149660 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:19.383948 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bd597d-2fcb-4a4a-bd2b-472a45149660 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:19.384603 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d2bd597d-2fcb-4a4a-bd2b-472a45149660 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:19.389031 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dace59be-d8fe-49ee-89d0-e1bdedf9bc18 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:19.398853 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-dace59be-d8fe-49ee-89d0-e1bdedf9bc18 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6255970 Sep 24 15:53:19.447585 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 03256c2c-9512-46e8-bb7a-08f5c9148dbc up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:53:19.557854 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-d2bd597d-2fcb-4a4a-bd2b-472a45149660 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2543828 Sep 24 15:53:19.560491 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43172) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:19.566243 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-28ee511d-074c-4594-a1ef-cf5b34c51f70 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:19.575711 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-1cbf2769-7578-415f-9977-3c32d3d24da1 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Request body: {'subnet': {'network_id': '60ca3e22-fb29-4914-8fcc-f76cad3e7b47', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:53:19.584090 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bd597d-2fcb-4a4a-bd2b-472a45149660 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Pushing event updated for resources: {'Network': ['ID=60ca3e22-fb29-4914-8fcc-f76cad3e7b47,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:19.600228 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 60ca3e22-fb29-4914-8fcc-f76cad3e7b47 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:53:19.669469 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [None req-28ee511d-074c-4594-a1ef-cf5b34c51f70 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] device_id is not set on port 42389463-a70e-4a62-ab94-a87223684352 yet. {{(pid=95297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:53:19.701277 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-305959b4-7390-4068-82ad-98d92ef0b92d tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:19.725611 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port 03256c2c-9512-46e8-bb7a-08f5c9148dbc completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:53:19.739803 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port 03256c2c-9512-46e8-bb7a-08f5c9148dbc triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:53:19.740196 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:19.802575 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a476a-2c69-4e48-9827-911ea5c7a243 req-23c93875-0c83-410c-a718-5610e4737ca2 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:19.808228 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-821a476a-2c69-4e48-9827-911ea5c7a243 req-23c93875-0c83-410c-a718-5610e4737ca2 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 946 time: 0.2118759 Sep 24 15:53:19.809502 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0d5283b1-af31-4e2e-8cbe-9869c53451a0 req-9f1d355c-e301-4160-89a0-df33766a56e0 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-535719876&fields=id&tenant_id=7841fa2f595c42b88ef5416d36f78c25 HTTP/1.1" status: 200 len: 267 time: 0.0802779 Sep 24 15:53:19.849013 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:19.889159 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 03256c2c-9512-46e8-bb7a-08f5c9148dbc, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=03256c2c-9512-46e8-bb7a-08f5c9148dbc,segment=NetworkSegment(52d1c812-065d-43bf-bb73-529423424f9b),segment_id=52d1c812-065d-43bf-bb73-529423424f9b)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:53:19.915934 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cbf2769-7578-415f-9977-3c32d3d24da1 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Made reservation on behalf of 6fd8ff8df3b84ebcb401d12464d751f7 for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:53:19.921146 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1cbf2769-7578-415f-9977-3c32d3d24da1 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:19.952400 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-821a476a-2c69-4e48-9827-911ea5c7a243 req-59df9d8b-dc3d-4fe8-a540-a24c2099dbfa tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309233 Sep 24 15:53:19.988701 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:20.068630 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-28ee511d-074c-4594-a1ef-cf5b34c51f70 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 15:53:20.070128 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28ee511d-074c-4594-a1ef-cf5b34c51f70 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:53:20.077450 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5283b1-af31-4e2e-8cbe-9869c53451a0 req-73121648-9947-4c39-9e56-56ffcebfd77d tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:20.080385 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0d5283b1-af31-4e2e-8cbe-9869c53451a0 req-73121648-9947-4c39-9e56-56ffcebfd77d tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/networks?id=9650dd06-c337-403b-9f2f-c268b521f2ba HTTP/1.1" status: 200 len: 796 time: 0.2619135 Sep 24 15:53:20.098048 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=03256c2c-9512-46e8-bb7a-08f5c9148dbc,revision_number=12']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:20.121729 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0d5283b1-af31-4e2e-8cbe-9869c53451a0 req-2647b837-f7c2-47b7-8f2e-bf80ee32fccd tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/quotas/7841fa2f595c42b88ef5416d36f78c25 HTTP/1.1" status: 200 len: 375 time: 0.0194221 Sep 24 15:53:20.221808 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-28ee511d-074c-4594-a1ef-cf5b34c51f70 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.1320210 Sep 24 15:53:20.223649 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43194) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:20.241128 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0d5283b1-af31-4e2e-8cbe-9869c53451a0 req-e389aa02-3fc4-4026-9e81-15b2a3afe8d9 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=7841fa2f595c42b88ef5416d36f78c25&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1060779 Sep 24 15:53:20.340015 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b99a1e4-3ee6-4c26-b6a4-ddaff4b35977 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:20.342133 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-4b99a1e4-3ee6-4c26-b6a4-ddaff4b35977 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1165161 Sep 24 15:53:20.346569 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43198) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:20.357556 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0812603-0f95-4826-aee2-d005b0dbbeee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03256c2c-9512-46e8-bb7a-08f5c9148dbc'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:53:20.359115 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f10b7ce6-3ad4-413c-9bde-9396507d7578" -d '{"events": [{"server_uuid": "b0812603-0f95-4826-aee2-d005b0dbbeee", "name": "network-vif-plugged", "status": "completed", "tag": "03256c2c-9512-46e8-bb7a-08f5c9148dbc"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:53:20.408362 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-305959b4-7390-4068-82ad-98d92ef0b92d tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:20.424789 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1ee576-2232-45e1-b1ab-311e712f9b99 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:20.430825 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1ee576-2232-45e1-b1ab-311e712f9b99 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:20.432640 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-ec1ee576-2232-45e1-b1ab-311e712f9b99 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0851371 Sep 24 15:53:20.439588 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43204) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:20.467985 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02d6b52f-4ffe-492d-a437-131ced359625 x-openstack-request-id: req-02d6b52f-4ffe-492d-a437-131ced359625 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:53:20.468140 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0812603-0f95-4826-aee2-d005b0dbbeee", "name": "network-vif-plugged", "status": "completed", "tag": "03256c2c-9512-46e8-bb7a-08f5c9148dbc", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:53:20.468767 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-02d6b52f-4ffe-492d-a437-131ced359625 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:53:20.469088 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0812603-0f95-4826-aee2-d005b0dbbeee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03256c2c-9512-46e8-bb7a-08f5c9148dbc', 'code': 200} Sep 24 15:53:20.502402 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-305959b4-7390-4068-82ad-98d92ef0b92d tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:20.503808 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-305959b4-7390-4068-82ad-98d92ef0b92d tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:20.580779 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-0706fd68-a338-4adc-8ad3-c51e8ae46266 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Deleting subnet e4687cb0-a91d-4f0d-b6db-c622ffb5ebf6 {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:53:20.587185 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0706fd68-a338-4adc-8ad3-c51e8ae46266 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:20.604571 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f328ddab-5007-4ea6-a958-7222e15b5307 None None] Network ed1c16d8-bc7e-4d5e-8b1e-6b725fc62436 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:53:20.649327 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305959b4-7390-4068-82ad-98d92ef0b92d tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Pushing event updated for resources: {'Port': ['ID=4a02c69e-f746-48e0-9407-8d42f6c32786,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:20.650810 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 0823fadd-2783-4291-803f-44020eb0270e up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:53:20.663528 n-d-808921-1 neutron-server[95298]: DEBUG neutron.objects.ports [None req-1cbf2769-7578-415f-9977-3c32d3d24da1 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95298) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 24 15:53:20.671528 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1cbf2769-7578-415f-9977-3c32d3d24da1 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:20.679125 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305959b4-7390-4068-82ad-98d92ef0b92d tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Network ed1c16d8-bc7e-4d5e-8b1e-6b725fc62436 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:53:20.679819 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0d5283b1-af31-4e2e-8cbe-9869c53451a0 req-47b2f5cb-3786-4f7d-8a8d-85a6ae432100 service neutron] 10.222.0.101 "GET /v2.0/networks/9650dd06-c337-403b-9f2f-c268b521f2ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3939786 Sep 24 15:53:20.699075 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-305959b4-7390-4068-82ad-98d92ef0b92d tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:53:20.714672 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343b5749-acd5-4c9a-9538-bfd9ef5b8f31 None None] Network 024bd2e4-a0fe-4888-aec9-c549d8c02ee4 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:53:20.740035 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0706fd68-a338-4adc-8ad3-c51e8ae46266 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:20.846297 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0706fd68-a338-4adc-8ad3-c51e8ae46266 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:20.858517 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d7ed26-2124-42f2-ac17-4e8d48a4ffe3 req-89c169cf-87d9-4751-b3d4-9b2c948e5497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:20.861437 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d6d7ed26-2124-42f2-ac17-4e8d48a4ffe3 req-89c169cf-87d9-4751-b3d4-9b2c948e5497 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 1098 time: 0.1102943 Sep 24 15:53:20.869306 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-305959b4-7390-4068-82ad-98d92ef0b92d tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Router 2290273b-7c8a-4141-881a-684b68354ed4 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:53:20.917335 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-00983d6d-1029-4261-9dff-7522c3b33bbf None None] Could not find standard attr ID for object e46608a6-ed3d-46b4-bcf0-742b5a7cb80e. {{(pid=95299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 15:53:20.999041 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-00983d6d-1029-4261-9dff-7522c3b33bbf None None] Provisioning complete for port 0823fadd-2783-4291-803f-44020eb0270e triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:53:20.999041 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-00983d6d-1029-4261-9dff-7522c3b33bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:21.014248 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2dd6de-e394-4fec-baa6-bc79be2cf7e7 None None] Network 50d98e88-8a75-4835-9919-86c163395f7c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:53:21.090884 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43210) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:21.096505 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbf2769-7578-415f-9977-3c32d3d24da1 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Pushing event updated for resources: {'Subnet': ['ID=4c860a6d-7246-48d9-83b3-45bdba00a5e4,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:21.117630 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 0823fadd-2783-4291-803f-44020eb0270e triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:53:21.118012 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:21.126589 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0706fd68-a338-4adc-8ad3-c51e8ae46266 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:21.178498 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d6d7ed26-2124-42f2-ac17-4e8d48a4ffe3 req-7148db0c-140f-4117-ae31-788f579ce5d8 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042274 Sep 24 15:53:21.180083 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-305959b4-7390-4068-82ad-98d92ef0b92d tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:53:21.184648 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbf2769-7578-415f-9977-3c32d3d24da1 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Checking segment: {'id': '26cf8beb-217a-437b-bfd5-eba5cc4ce071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '60ca3e22-fb29-4914-8fcc-f76cad3e7b47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:53:21.185246 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbf2769-7578-415f-9977-3c32d3d24da1 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Network hostable DHCP agents. Network: 60ca3e22-fb29-4914-8fcc-f76cad3e7b47, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:53:21.186008 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-305959b4-7390-4068-82ad-98d92ef0b92d tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "PUT /v2.0/routers/2290273b-7c8a-4141-881a-684b68354ed4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8676028 Sep 24 15:53:21.189037 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43216) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:21.191586 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0706fd68-a338-4adc-8ad3-c51e8ae46266 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event deleted for resources: {'Subnet': ['ID=e4687cb0-a91d-4f0d-b6db-c622ffb5ebf6,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:21.194378 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff0983e-55ef-4565-815f-27ea80e899eb None None] Sync routers for ids ['2290273b-7c8a-4141-881a-684b68354ed4'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:53:21.197912 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-2c2ede63-607a-49d6-9700-a80592395e48 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-208862632'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:53:21.201445 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0706fd68-a338-4adc-8ad3-c51e8ae46266 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:21.216222 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff0983e-55ef-4565-815f-27ea80e899eb None None] Routers {'2290273b-7c8a-4141-881a-684b68354ed4'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:53:21.216721 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-0706fd68-a338-4adc-8ad3-c51e8ae46266 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/subnets/e4687cb0-a91d-4f0d-b6db-c622ffb5ebf6 HTTP/1.1" status: 204 len: 168 time: 0.7775779 Sep 24 15:53:21.222858 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-aff0983e-55ef-4565-815f-27ea80e899eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:53:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['2290273b-7c8a-4141-881a-684b68354ed4'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:21.226648 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43218) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:21.240214 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0d5283b1-af31-4e2e-8cbe-9869c53451a0 req-c71111f7-27f8-4eb0-837f-0b451ff6fb12 service neutron] 10.222.0.101 "GET /v2.0/networks/9650dd06-c337-403b-9f2f-c268b521f2ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4966633 Sep 24 15:53:21.280789 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338a2608-e757-47d2-973e-8142a11c3d5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-024bd2e4-a0fe-4888-aec9-c549d8c02ee4', 'network_id': '024bd2e4-a0fe-4888-aec9-c549d8c02ee4', 'tenant_id': '6fd8ff8df3b84ebcb401d12464d751f7', 'fixed_ips': [{'subnet_id': '4a47346b-f223-4764-96ef-3004f5d4350b'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:53:21.282313 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-338a2608-e757-47d2-973e-8142a11c3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:21.361082 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-16111c0f-9273-4e04-b577-377bd699a9c0 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1291015 Sep 24 15:53:21.363262 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43220) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:21.363959 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbf2769-7578-415f-9977-3c32d3d24da1 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Network 60ca3e22-fb29-4914-8fcc-f76cad3e7b47 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:53:21.376377 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-73ac33b8-6199-4764-a918-d85198ca95b4 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Request body: {'subnet': {'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:53:21.378959 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-aff0983e-55ef-4565-815f-27ea80e899eb None None] Set router 2290273b-7c8a-4141-881a-684b68354ed4 gateway port host: None {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:53:21.386863 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3636e4e2-c8e3-44d9-807c-4c843ae0221e req-cbca9fbf-adca-412d-b8e7-b0a2d942c55e tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:21.404529 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3636e4e2-c8e3-44d9-807c-4c843ae0221e req-cbca9fbf-adca-412d-b8e7-b0a2d942c55e tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 947 time: 0.3230884 Sep 24 15:53:21.434628 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f5ee0fc8-4dac-40c8-b4f6-d52f7c3b1f12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:21.478942 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3636e4e2-c8e3-44d9-807c-4c843ae0221e req-04717189-f3c7-4f3c-8192-dea4fc291c1e tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734484 Sep 24 15:53:21.500290 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2ede63-607a-49d6-9700-a80592395e48 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Made reservation on behalf of a0a46e9236c24b39aca910b414f61345 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:53:21.504124 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2c2ede63-607a-49d6-9700-a80592395e48 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:21.520719 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.db.api [None req-73ac33b8-6199-4764-a918-d85198ca95b4 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 15:53:21.520719 n-d-808921-1 neutron-server[95298]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 24 15:53:21.520719 n-d-808921-1 neutron-server[95298]: [parameters: {'project_id_1': '1ffc126d96724ce991d5ac46e64fd1ec', 'expiration_1': datetime.datetime(2021, 9, 24, 15, 53, 1, 476908)}] Sep 24 15:53:21.520719 n-d-808921-1 neutron-server[95298]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:53:21.522872 n-d-808921-1 neutron-server[95298]: DEBUG oslo_db.api [None req-73ac33b8-6199-4764-a918-d85198ca95b4 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:53:21.547018 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c2ede63-607a-49d6-9700-a80592395e48 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1259} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:53:21.555945 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-1cbf2769-7578-415f-9977-3c32d3d24da1 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 60ca3e22-fb29-4914-8fcc-f76cad3e7b47) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:53:21.566935 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2c2ede63-607a-49d6-9700-a80592395e48 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:21.566935 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-2c2ede63-607a-49d6-9700-a80592395e48 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Added segment 558b1a75-6da4-4c7f-97b1-855de69f3f47 of type vlan for network 712626eb-be96-40d5-b839-2a8ddba4f6d0 Sep 24 15:53:21.570768 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cbf2769-7578-415f-9977-3c32d3d24da1 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:21.574280 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1cbf2769-7578-415f-9977-3c32d3d24da1 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:21.586947 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84628796-4262-4942-a58d-1f33ba80029e None None] Network 60ca3e22-fb29-4914-8fcc-f76cad3e7b47 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:53:21.646628 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-00983d6d-1029-4261-9dff-7522c3b33bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:21.687521 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2c2ede63-607a-49d6-9700-a80592395e48 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:21.693689 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d17858e8-4eaf-49cd-8bfc-10e35d50ca9a req-e3e634c2-c461-45c0-bdc8-48eadf80e756 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/ports?device_id=87b6a1f0-7b0d-4e7e-af5d-8e794e98c80d HTTP/1.1" status: 200 len: 210 time: 0.0634737 Sep 24 15:53:21.714024 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f5ee0fc8-4dac-40c8-b4f6-d52f7c3b1f12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:21.714151 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:21.734272 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-aff0983e-55ef-4565-815f-27ea80e899eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2290273b-7c8a-4141-881a-684b68354ed4', 'name': 'tempest-RoutersIpV6Test-router-1803128549', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:52:46Z', 'updated_at': '2021-09-24T15:53:19Z', 'revision_number': 4, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'gw_port_host': None, '_interfaces': [{'id': '3cde809d-7f4f-4dbe-b688-6a46c7a1155a', 'name': '', 'network_id': '7314ce9e-e751-4be6-9cc3-d824fcbda090', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'mac_address': 'fa:16:3e:46:04:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2290273b-7c8a-4141-881a-684b68354ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': 'a75cdcfb-110a-4d35-b656-dd653f4c83a8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:53:07Z', 'updated_at': '2021-09-24T15:53:18Z', 'revision_number': 4, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'subnets': [{'id': 'a75cdcfb-110a-4d35-b656-dd653f4c83a8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a02c69e-f746-48e0-9407-8d42f6c32786', 'name': '', 'network_id': 'ed1c16d8-bc7e-4d5e-8b1e-6b725fc62436', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'mac_address': 'fa:16:3e:18:2f:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2290273b-7c8a-4141-881a-684b68354ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': '2a7e2ac6-24e0-423b-bce6-9ed78d763493', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:53:17Z', 'updated_at': '2021-09-24T15:53:20Z', 'revision_number': 2, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'subnets': [{'id': '2a7e2ac6-24e0-423b-bce6-9ed78d763493', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fd86886-b473-486d-8673-7629bf16fc33', 'name': '', 'network_id': '27e4c55f-6f5e-4dbb-a4b1-ef3ad1218e31', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'mac_address': 'fa:16:3e:f2:d2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2290273b-7c8a-4141-881a-684b68354ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'c47f39ca-af3b-42f3-8828-e5ce704cdd74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:52:50Z', 'updated_at': '2021-09-24T15:53:05Z', 'revision_number': 5, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'subnets': [{'id': 'c47f39ca-af3b-42f3-8828-e5ce704cdd74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:21.764644 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff0983e-55ef-4565-815f-27ea80e899eb None None] Checking router: 2290273b-7c8a-4141-881a-684b68354ed4 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:53:21.764897 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff0983e-55ef-4565-815f-27ea80e899eb None None] Updating router 2290273b-7c8a-4141-881a-684b68354ed4 port 4a02c69e-f746-48e0-9407-8d42f6c32786 binding host n-d-808921-1 {{(pid=95300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:53:21.793556 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-aff0983e-55ef-4565-815f-27ea80e899eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:21.799564 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-00983d6d-1029-4261-9dff-7522c3b33bbf None None] For port 0823fadd-2783-4291-803f-44020eb0270e, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=0823fadd-2783-4291-803f-44020eb0270e,segment=NetworkSegment(0d66c474-1d68-4808-aba1-5f828361d63f),segment_id=0d66c474-1d68-4808-aba1-5f828361d63f)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:53:21.823671 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f5ee0fc8-4dac-40c8-b4f6-d52f7c3b1f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:21.863282 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-338a2608-e757-47d2-973e-8142a11c3d5a None None] Allocated IP 2001:db8:0:ffff::2 (024bd2e4-a0fe-4888-aec9-c549d8c02ee4/4a47346b-f223-4764-96ef-3004f5d4350b/e56f13e4-c229-45f1-a7f9-e8a5328b5d8d) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:53:21.872161 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ee0fc8-4dac-40c8-b4f6-d52f7c3b1f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78efd6f3-d607-4c23-b399-70225f472858,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:21.883004 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2c2ede63-607a-49d6-9700-a80592395e48 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:21.888759 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2ede63-607a-49d6-9700-a80592395e48 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:21.889499 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2c2ede63-607a-49d6-9700-a80592395e48 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:21.930053 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5a99fdc-80bb-400f-a7f6-516243d68d15 None None] DHCP port deletion for 50d98e88-8a75-4835-9919-86c163395f7c request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:53:21.938506 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-00983d6d-1029-4261-9dff-7522c3b33bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:21.946134 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f5ee0fc8-4dac-40c8-b4f6-d52f7c3b1f12 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=86a470726e0341018a05fb0a42b753b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8417466 Sep 24 15:53:21.946791 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43230) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:21.955695 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-1cbf2769-7578-415f-9977-3c32d3d24da1 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3940616 Sep 24 15:53:21.963851 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43232) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:21.975141 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-b7cc2ff2-ede0-4ec3-a4e0-03f671e809e4 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Request body: {'port': {'network_id': '60ca3e22-fb29-4914-8fcc-f76cad3e7b47', 'name': 'tempest-NetworksIpV6TestAttrs-1470681214'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:53:21.992439 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2ede63-607a-49d6-9700-a80592395e48 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Pushing event updated for resources: {'Network': ['ID=712626eb-be96-40d5-b839-2a8ddba4f6d0,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:22.011525 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-2c2ede63-607a-49d6-9700-a80592395e48 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8212793 Sep 24 15:53:22.014727 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43234) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:22.021369 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-19c0cc8b-7830-41d9-9871-125a6ab4a739 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Request body: {'subnet': {'network_id': '712626eb-be96-40d5-b839-2a8ddba4f6d0', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:53:22.025457 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 712626eb-be96-40d5-b839-2a8ddba4f6d0 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:53:22.149426 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5d00b62a-8b04-4ca7-a787-91183ad76f15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:22.208446 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5d00b62a-8b04-4ca7-a787-91183ad76f15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:22.227566 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-aff0983e-55ef-4565-815f-27ea80e899eb None None] Notify callbacks [] for port, precommit_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:22.247264 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73ac33b8-6199-4764-a918-d85198ca95b4 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Made reservation on behalf of 1ffc126d96724ce991d5ac46e64fd1ec for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:53:22.251676 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-73ac33b8-6199-4764-a918-d85198ca95b4 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:22.344480 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-aff0983e-55ef-4565-815f-27ea80e899eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:22.417424 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c0cc8b-7830-41d9-9871-125a6ab4a739 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Made reservation on behalf of a0a46e9236c24b39aca910b414f61345 for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:53:22.422497 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-19c0cc8b-7830-41d9-9871-125a6ab4a739 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:22.446073 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.db.api [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:53:22.446522 n-d-808921-1 neutron-server[95299]: DEBUG oslo_db.api [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:53:22.456190 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5d00b62a-8b04-4ca7-a787-91183ad76f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:22.458792 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5d00b62a-8b04-4ca7-a787-91183ad76f15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:22.460655 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-5d00b62a-8b04-4ca7-a787-91183ad76f15 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/78efd6f3-d607-4c23-b399-70225f472858 HTTP/1.1" status: 204 len: 168 time: 0.5120721 Sep 24 15:53:22.488540 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d00b62a-8b04-4ca7-a787-91183ad76f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78efd6f3-d607-4c23-b399-70225f472858,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:22.512430 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-00983d6d-1029-4261-9dff-7522c3b33bbf None None] Provisioning complete for port 4b58fdfc-7dfa-47ba-814f-50481e8f0c81 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:53:22.513583 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7cc2ff2-ede0-4ec3-a4e0-03f671e809e4 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Made reservation on behalf of 6fd8ff8df3b84ebcb401d12464d751f7 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:53:22.514175 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-00983d6d-1029-4261-9dff-7522c3b33bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:22.521634 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b7cc2ff2-ede0-4ec3-a4e0-03f671e809e4 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:22.524242 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f54b4a-76fb-4b0c-973d-19cc3862c495 None None] Pushing event updated for resources: {'Port': ['ID=4a02c69e-f746-48e0-9407-8d42f6c32786,revision_number=3']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:22.569714 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-aff0983e-55ef-4565-815f-27ea80e899eb None None] Attempting to bind port 4a02c69e-f746-48e0-9407-8d42f6c32786 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:53:22.571093 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-aff0983e-55ef-4565-815f-27ea80e899eb None None] Attempting to bind port 4a02c69e-f746-48e0-9407-8d42f6c32786 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '0d66c474-1d68-4808-aba1-5f828361d63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'ed1c16d8-bc7e-4d5e-8b1e-6b725fc62436'}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:53:22.572386 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff0983e-55ef-4565-815f-27ea80e899eb None None] Attempting to bind port 4a02c69e-f746-48e0-9407-8d42f6c32786 on network ed1c16d8-bc7e-4d5e-8b1e-6b725fc62436 {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:53:22.586669 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff0983e-55ef-4565-815f-27ea80e899eb None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:53:22.596278 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff0983e-55ef-4565-815f-27ea80e899eb None None] Checking segment: {'id': '0d66c474-1d68-4808-aba1-5f828361d63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'ed1c16d8-bc7e-4d5e-8b1e-6b725fc62436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:53:22.597192 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-aff0983e-55ef-4565-815f-27ea80e899eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:22.598810 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff0983e-55ef-4565-815f-27ea80e899eb None None] Bound using segment: {'id': '0d66c474-1d68-4808-aba1-5f828361d63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'ed1c16d8-bc7e-4d5e-8b1e-6b725fc62436'} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:53:22.601456 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-aff0983e-55ef-4565-815f-27ea80e899eb None None] Bound port: 4a02c69e-f746-48e0-9407-8d42f6c32786, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d66c474-1d68-4808-aba1-5f828361d63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'ed1c16d8-bc7e-4d5e-8b1e-6b725fc62436'}}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:53:22.602681 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-aff0983e-55ef-4565-815f-27ea80e899eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:22.603564 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce8fe78-07e5-409e-abc3-2f7f83f1e4d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-60ca3e22-fb29-4914-8fcc-f76cad3e7b47', 'network_id': '60ca3e22-fb29-4914-8fcc-f76cad3e7b47', 'tenant_id': '6fd8ff8df3b84ebcb401d12464d751f7', 'fixed_ips': [{'subnet_id': '4c860a6d-7246-48d9-83b3-45bdba00a5e4'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:53:22.604935 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3ce8fe78-07e5-409e-abc3-2f7f83f1e4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:22.615619 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00983d6d-1029-4261-9dff-7522c3b33bbf None None] Pushing event updated for resources: {'Port': ['ID=0823fadd-2783-4291-803f-44020eb0270e,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:22.731718 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-a5a99fdc-80bb-400f-a7f6-516243d68d15 None None] Deleting port 4b58fdfc-7dfa-47ba-814f-50481e8f0c81 {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:53:22.732331 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a5a99fdc-80bb-400f-a7f6-516243d68d15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:22.733533 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [None req-b7cc2ff2-ede0-4ec3-a4e0-03f671e809e4 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] device_id is not set on port 6ee5fc02-15c6-4990-81d9-d0fd68888fe7 yet. {{(pid=95298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:53:22.850801 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7ecd30-671b-4327-94bb-f4327ee95cae req-6690cd19-c609-467f-bbbf-34557fdd601d tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:22.850801 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7f7ecd30-671b-4327-94bb-f4327ee95cae req-6690cd19-c609-467f-bbbf-34557fdd601d tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 947 time: 0.2027411 Sep 24 15:53:22.851118 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-aff0983e-55ef-4565-815f-27ea80e899eb None None] For port 4a02c69e-f746-48e0-9407-8d42f6c32786, host n-d-808921-1, cleared binding levels {{(pid=95300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:53:22.855320 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-aff0983e-55ef-4565-815f-27ea80e899eb None None] For port 4a02c69e-f746-48e0-9407-8d42f6c32786, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=4a02c69e-f746-48e0-9407-8d42f6c32786,segment=NetworkSegment(0d66c474-1d68-4808-aba1-5f828361d63f),segment_id=0d66c474-1d68-4808-aba1-5f828361d63f)] {{(pid=95300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:53:22.890691 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16dd4da3-d822-4538-aaf2-11fa2c9ab0d0 None None] Network ed1c16d8-bc7e-4d5e-8b1e-6b725fc62436 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:53:22.898267 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-235e2d06-a840-4f9f-8455-de66f87bf0e7 req-95223411-c09c-4687-83ed-36b370cd326f tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/ports?device_id=87b6a1f0-7b0d-4e7e-af5d-8e794e98c80d HTTP/1.1" status: 200 len: 210 time: 0.1409090 Sep 24 15:53:22.907737 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7f7ecd30-671b-4327-94bb-f4327ee95cae req-d1aa7920-35aa-4a6c-ae59-8ad0e67083f3 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489705 Sep 24 15:53:22.984932 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-aff0983e-55ef-4565-815f-27ea80e899eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:23.017704 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-b7cc2ff2-ede0-4ec3-a4e0-03f671e809e4 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Allocated IP 2001:db8::f816:3eff:fe10:1d58 (60ca3e22-fb29-4914-8fcc-f76cad3e7b47/4c860a6d-7246-48d9-83b3-45bdba00a5e4/6ee5fc02-15c6-4990-81d9-d0fd68888fe7) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:53:23.045963 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-19c0cc8b-7830-41d9-9871-125a6ab4a739 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:23.069855 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:53:23.123202 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-73ac33b8-6199-4764-a918-d85198ca95b4 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:23.132529 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-a5a99fdc-80bb-400f-a7f6-516243d68d15 None None] For port 4b58fdfc-7dfa-47ba-814f-50481e8f0c81, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=4b58fdfc-7dfa-47ba-814f-50481e8f0c81,segment=NetworkSegment(fb531be8-b37e-4ff9-a98b-5c7db484a0eb),segment_id=fb531be8-b37e-4ff9-a98b-5c7db484a0eb)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:53:23.132529 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a5a99fdc-80bb-400f-a7f6-516243d68d15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:23.135017 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff0983e-55ef-4565-815f-27ea80e899eb None None] Routers {'2290273b-7c8a-4141-881a-684b68354ed4'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:53:23.141532 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-aff0983e-55ef-4565-815f-27ea80e899eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:53:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['2290273b-7c8a-4141-881a-684b68354ed4'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:23.179192 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c0cc8b-7830-41d9-9871-125a6ab4a739 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Pushing event updated for resources: {'Subnet': ['ID=38f8b4bd-e6d0-4ba6-beac-970e66b99c36,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:23.226197 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ac33b8-6199-4764-a918-d85198ca95b4 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event updated for resources: {'Subnet': ['ID=dddf0ecb-bfbc-4af8-9feb-895d3640fc23,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:23.226691 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c0cc8b-7830-41d9-9871-125a6ab4a739 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Checking segment: {'id': '558b1a75-6da4-4c7f-97b1-855de69f3f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '712626eb-be96-40d5-b839-2a8ddba4f6d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:53:23.226691 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c0cc8b-7830-41d9-9871-125a6ab4a739 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Network hostable DHCP agents. Network: 712626eb-be96-40d5-b839-2a8ddba4f6d0, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:53:23.231759 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f54b4a-76fb-4b0c-973d-19cc3862c495 None None] Pushing event updated for resources: {'Port': ['ID=4a02c69e-f746-48e0-9407-8d42f6c32786,revision_number=4']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:23.232218 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ac33b8-6199-4764-a918-d85198ca95b4 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Network 50d98e88-8a75-4835-9919-86c163395f7c is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:53:23.246080 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-73ac33b8-6199-4764-a918-d85198ca95b4 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:53:23.252947 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ac33b8-6199-4764-a918-d85198ca95b4 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:23.257912 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-73ac33b8-6199-4764-a918-d85198ca95b4 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:23.272013 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-a5a99fdc-80bb-400f-a7f6-516243d68d15 None None] Calling delete_port for 4b58fdfc-7dfa-47ba-814f-50481e8f0c81 owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:53:23.274599 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-338a2608-e757-47d2-973e-8142a11c3d5a None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:23.283415 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 3cde809d-7f4f-4dbe-b688-6a46c7a1155a up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:53:23.403827 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-aff0983e-55ef-4565-815f-27ea80e899eb None None] Set router 2290273b-7c8a-4141-881a-684b68354ed4 gateway port host: None {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:53:23.409432 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c0cc8b-7830-41d9-9871-125a6ab4a739 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Network 712626eb-be96-40d5-b839-2a8ddba4f6d0 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:53:23.413673 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-338a2608-e757-47d2-973e-8142a11c3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:23.469885 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338a2608-e757-47d2-973e-8142a11c3d5a None None] Pushing event updated for resources: {'Port': ['ID=e56f13e4-c229-45f1-a7f9-e8a5328b5d8d,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:23.486165 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b7cc2ff2-ede0-4ec3-a4e0-03f671e809e4 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:23.503122 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-19c0cc8b-7830-41d9-9871-125a6ab4a739 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 712626eb-be96-40d5-b839-2a8ddba4f6d0) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:53:23.507721 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c0cc8b-7830-41d9-9871-125a6ab4a739 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:23.508427 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-19c0cc8b-7830-41d9-9871-125a6ab4a739 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:23.518280 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-338a2608-e757-47d2-973e-8142a11c3d5a None None] Network 024bd2e4-a0fe-4888-aec9-c549d8c02ee4 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:53:23.527872 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e8e4e45-01ec-4449-8ee6-9f41d7381958 None None] Network 712626eb-be96-40d5-b839-2a8ddba4f6d0 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:53:23.537752 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-338a2608-e757-47d2-973e-8142a11c3d5a None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:53:23.550837 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 3cde809d-7f4f-4dbe-b688-6a46c7a1155a triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:53:23.551225 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:23.554078 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338a2608-e757-47d2-973e-8142a11c3d5a None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:53:23.557630 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-f89739a6-4535-4f63-ba60-e2d4ae14e0c6 None None] Provisioning complete for port 3cde809d-7f4f-4dbe-b688-6a46c7a1155a triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:53:23.558031 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f89739a6-4535-4f63-ba60-e2d4ae14e0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:23.577445 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-73ac33b8-6199-4764-a918-d85198ca95b4 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2102039 Sep 24 15:53:23.582942 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43278) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:23.589028 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-57517a4c-062e-4a0c-b74a-0f797d070004 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-113769288', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:53:23.638520 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-19c0cc8b-7830-41d9-9871-125a6ab4a739 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6170628 Sep 24 15:53:23.638709 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43282) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:23.704119 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b7cc2ff2-ede0-4ec3-a4e0-03f671e809e4 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:23.714169 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a5a99fdc-80bb-400f-a7f6-516243d68d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:23.733191 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7cc2ff2-ede0-4ec3-a4e0-03f671e809e4 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Network 60ca3e22-fb29-4914-8fcc-f76cad3e7b47 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:53:23.738051 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-b7cc2ff2-ede0-4ec3-a4e0-03f671e809e4 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:53:23.740891 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-aff0983e-55ef-4565-815f-27ea80e899eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2290273b-7c8a-4141-881a-684b68354ed4', 'name': 'tempest-RoutersIpV6Test-router-1803128549', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:52:46Z', 'updated_at': '2021-09-24T15:53:19Z', 'revision_number': 4, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'gw_port_host': None, '_interfaces': [{'id': '3cde809d-7f4f-4dbe-b688-6a46c7a1155a', 'name': '', 'network_id': '7314ce9e-e751-4be6-9cc3-d824fcbda090', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'mac_address': 'fa:16:3e:46:04:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2290273b-7c8a-4141-881a-684b68354ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': 'a75cdcfb-110a-4d35-b656-dd653f4c83a8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:53:07Z', 'updated_at': '2021-09-24T15:53:18Z', 'revision_number': 4, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'subnets': [{'id': 'a75cdcfb-110a-4d35-b656-dd653f4c83a8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a02c69e-f746-48e0-9407-8d42f6c32786', 'name': '', 'network_id': 'ed1c16d8-bc7e-4d5e-8b1e-6b725fc62436', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'mac_address': 'fa:16:3e:18:2f:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2290273b-7c8a-4141-881a-684b68354ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': '2a7e2ac6-24e0-423b-bce6-9ed78d763493', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:53:17Z', 'updated_at': '2021-09-24T15:53:22Z', 'revision_number': 4, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'subnets': [{'id': '2a7e2ac6-24e0-423b-bce6-9ed78d763493', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fd86886-b473-486d-8673-7629bf16fc33', 'name': '', 'network_id': '27e4c55f-6f5e-4dbb-a4b1-ef3ad1218e31', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'mac_address': 'fa:16:3e:f2:d2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2290273b-7c8a-4141-881a-684b68354ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'c47f39ca-af3b-42f3-8828-e5ce704cdd74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:52:50Z', 'updated_at': '2021-09-24T15:53:05Z', 'revision_number': 5, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'subnets': [{'id': 'c47f39ca-af3b-42f3-8828-e5ce704cdd74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:23.743806 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-57517a4c-062e-4a0c-b74a-0f797d070004 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:23.744872 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-57517a4c-062e-4a0c-b74a-0f797d070004 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:23.757124 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cc2ff2-ede0-4ec3-a4e0-03f671e809e4 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:53:23.778372 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7cc2ff2-ede0-4ec3-a4e0-03f671e809e4 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:23.779094 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b7cc2ff2-ede0-4ec3-a4e0-03f671e809e4 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:23.789767 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff0983e-55ef-4565-815f-27ea80e899eb None None] The sync data for ids ['2290273b-7c8a-4141-881a-684b68354ed4'] in n-d-808921-1 is: [{'id': '2290273b-7c8a-4141-881a-684b68354ed4', 'name': 'tempest-RoutersIpV6Test-router-1803128549', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:52:46Z', 'updated_at': '2021-09-24T15:53:19Z', 'revision_number': 4, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'gw_port_host': None, '_interfaces': [{'id': '3cde809d-7f4f-4dbe-b688-6a46c7a1155a', 'name': '', 'network_id': '7314ce9e-e751-4be6-9cc3-d824fcbda090', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'mac_address': 'fa:16:3e:46:04:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2290273b-7c8a-4141-881a-684b68354ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': 'a75cdcfb-110a-4d35-b656-dd653f4c83a8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:53:07Z', 'updated_at': '2021-09-24T15:53:18Z', 'revision_number': 4, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'subnets': [{'id': 'a75cdcfb-110a-4d35-b656-dd653f4c83a8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a02c69e-f746-48e0-9407-8d42f6c32786', 'name': '', 'network_id': 'ed1c16d8-bc7e-4d5e-8b1e-6b725fc62436', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'mac_address': 'fa:16:3e:18:2f:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2290273b-7c8a-4141-881a-684b68354ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': '2a7e2ac6-24e0-423b-bce6-9ed78d763493', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:53:17Z', 'updated_at': '2021-09-24T15:53:22Z', 'revision_number': 4, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'subnets': [{'id': '2a7e2ac6-24e0-423b-bce6-9ed78d763493', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fd86886-b473-486d-8673-7629bf16fc33', 'name': '', 'network_id': '27e4c55f-6f5e-4dbb-a4b1-ef3ad1218e31', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'mac_address': 'fa:16:3e:f2:d2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2290273b-7c8a-4141-881a-684b68354ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'c47f39ca-af3b-42f3-8828-e5ce704cdd74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:52:50Z', 'updated_at': '2021-09-24T15:53:05Z', 'revision_number': 5, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'subnets': [{'id': 'c47f39ca-af3b-42f3-8828-e5ce704cdd74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:53:23.878232 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a99fdc-80bb-400f-a7f6-516243d68d15 None None] Pushing event deleted for resources: {'Port': ['ID=4b58fdfc-7dfa-47ba-814f-50481e8f0c81,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:23.898827 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-57517a4c-062e-4a0c-b74a-0f797d070004 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:23.969758 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cc2ff2-ede0-4ec3-a4e0-03f671e809e4 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Pushing event updated for resources: {'Port': ['ID=6ee5fc02-15c6-4990-81d9-d0fd68888fe7,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:23.995600 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5a99fdc-80bb-400f-a7f6-516243d68d15 None None] No DVR routers for this DVR port 4b58fdfc-7dfa-47ba-814f-50481e8f0c81 on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:53:24.014125 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-57517a4c-062e-4a0c-b74a-0f797d070004 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:24.085141 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caaee6bc-0916-4301-beeb-27363d3eb8f0 None None] Network 50d98e88-8a75-4835-9919-86c163395f7c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:53:24.087536 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b7cc2ff2-ede0-4ec3-a4e0-03f671e809e4 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.1199589 Sep 24 15:53:24.102994 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-338a2608-e757-47d2-973e-8142a11c3d5a None None] Attempting to bind port e56f13e4-c229-45f1-a7f9-e8a5328b5d8d on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:53:24.103684 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-338a2608-e757-47d2-973e-8142a11c3d5a None None] Attempting to bind port e56f13e4-c229-45f1-a7f9-e8a5328b5d8d by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'c536a957-0644-4613-b928-edc795653ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '024bd2e4-a0fe-4888-aec9-c549d8c02ee4'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:53:24.104250 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338a2608-e757-47d2-973e-8142a11c3d5a None None] Attempting to bind port e56f13e4-c229-45f1-a7f9-e8a5328b5d8d on network 024bd2e4-a0fe-4888-aec9-c549d8c02ee4 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:53:24.106461 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43304) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:24.140672 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-3ce8fe78-07e5-409e-abc3-2f7f83f1e4d3 None None] Allocated IP 2001:db8::f816:3eff:fecc:48da (60ca3e22-fb29-4914-8fcc-f76cad3e7b47/4c860a6d-7246-48d9-83b3-45bdba00a5e4/ce8e1287-0239-4a44-b456-27f0f0b4c2ca) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:53:24.166188 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0521b9ed-5008-4abf-a8ae-bcb23fccfbe4 req-f4495a96-9f25-43a8-b894-de6b814003dc tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/ports?device_id=87b6a1f0-7b0d-4e7e-af5d-8e794e98c80d HTTP/1.1" status: 200 len: 210 time: 0.0906405 Sep 24 15:53:24.197958 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-57517a4c-062e-4a0c-b74a-0f797d070004 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:24.207926 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-57517a4c-062e-4a0c-b74a-0f797d070004 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6165240 Sep 24 15:53:24.210269 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43308) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:24.301150 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-db441764-15bd-4814-9703-ef24e0a40200 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Deleting subnet 4c860a6d-7246-48d9-83b3-45bdba00a5e4 {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:53:24.389348 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b5d47f-26aa-4cac-a54f-1acac8f69bb6 req-e97a50b0-6e4c-4533-94de-1347966db179 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:24.394467 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a1b5d47f-26aa-4cac-a54f-1acac8f69bb6 req-e97a50b0-6e4c-4533-94de-1347966db179 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 947 time: 0.3148634 Sep 24 15:53:24.542735 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a1b5d47f-26aa-4cac-a54f-1acac8f69bb6 req-734d2e32-04ce-4d3e-9db8-b86b1f8184dc tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368597 Sep 24 15:53:24.572535 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338a2608-e757-47d2-973e-8142a11c3d5a None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:53:24.573049 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338a2608-e757-47d2-973e-8142a11c3d5a None None] Checking segment: {'id': 'c536a957-0644-4613-b928-edc795653ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '024bd2e4-a0fe-4888-aec9-c549d8c02ee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:53:24.573453 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-338a2608-e757-47d2-973e-8142a11c3d5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:24.574330 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338a2608-e757-47d2-973e-8142a11c3d5a None None] Bound using segment: {'id': 'c536a957-0644-4613-b928-edc795653ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '024bd2e4-a0fe-4888-aec9-c549d8c02ee4'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:53:24.574852 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-338a2608-e757-47d2-973e-8142a11c3d5a None None] Bound port: e56f13e4-c229-45f1-a7f9-e8a5328b5d8d, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c536a957-0644-4613-b928-edc795653ef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '024bd2e4-a0fe-4888-aec9-c549d8c02ee4'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:53:24.575378 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-338a2608-e757-47d2-973e-8142a11c3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:24.787808 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cfdea123-d058-45da-88d0-8e7c9c79c26a tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:24.877976 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f89739a6-4535-4f63-ba60-e2d4ae14e0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:24.885162 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:24.991686 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-338a2608-e757-47d2-973e-8142a11c3d5a None None] For port e56f13e4-c229-45f1-a7f9-e8a5328b5d8d, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:53:25.009871 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-338a2608-e757-47d2-973e-8142a11c3d5a None None] For port e56f13e4-c229-45f1-a7f9-e8a5328b5d8d, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=e56f13e4-c229-45f1-a7f9-e8a5328b5d8d,segment=NetworkSegment(c536a957-0644-4613-b928-edc795653ef6),segment_id=c536a957-0644-4613-b928-edc795653ef6)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:53:25.013058 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7f9888-babc-4c39-9d81-c993ef4a7523 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-712626eb-be96-40d5-b839-2a8ddba4f6d0', 'network_id': '712626eb-be96-40d5-b839-2a8ddba4f6d0', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'fixed_ips': [{'subnet_id': '38f8b4bd-e6d0-4ba6-beac-970e66b99c36'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:53:25.013953 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ee7f9888-babc-4c39-9d81-c993ef4a7523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:25.274208 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74f4a82-01bb-42ae-b71b-dd4e3d744683 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-50d98e88-8a75-4835-9919-86c163395f7c', 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'tenant_id': '1ffc126d96724ce991d5ac46e64fd1ec', 'fixed_ips': [{'subnet_id': 'dddf0ecb-bfbc-4af8-9feb-895d3640fc23'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:53:25.277400 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d74f4a82-01bb-42ae-b71b-dd4e3d744683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:25.279355 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3ce8fe78-07e5-409e-abc3-2f7f83f1e4d3 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:25.297837 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-338a2608-e757-47d2-973e-8142a11c3d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:25.308288 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port 3cde809d-7f4f-4dbe-b688-6a46c7a1155a, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=3cde809d-7f4f-4dbe-b688-6a46c7a1155a,segment=NetworkSegment(ef0d10ae-f9e3-4f54-877c-d4fcaba5e3d1),segment_id=ef0d10ae-f9e3-4f54-877c-d4fcaba5e3d1)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:53:25.311746 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-cfdea123-d058-45da-88d0-8e7c9c79c26a tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Allocated IP 2001:db8:3::1 (712626eb-be96-40d5-b839-2a8ddba4f6d0/38f8b4bd-e6d0-4ba6-beac-970e66b99c36/46f566d6-a016-4dad-ad02-6ecdd1b124b4) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:53:25.382962 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e4a74b37-c288-47e6-94e3-20c6a73aa075 req-a46546f8-e03f-47a3-bc66-d473877a015c tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/ports?device_id=87b6a1f0-7b0d-4e7e-af5d-8e794e98c80d HTTP/1.1" status: 200 len: 210 time: 0.0531695 Sep 24 15:53:25.455454 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-db441764-15bd-4814-9703-ef24e0a40200 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:25.601814 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bc27a0a4-6a03-4291-866f-e78d4aab052b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:25.646140 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-db441764-15bd-4814-9703-ef24e0a40200 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:25.682407 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5283b1-af31-4e2e-8cbe-9869c53451a0 req-e2f5535e-e1ce-4c95-b7f3-31f6ea358914 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:25.684377 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0d5283b1-af31-4e2e-8cbe-9869c53451a0 req-e2f5535e-e1ce-4c95-b7f3-31f6ea358914 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.110 "GET /v2.0/networks?id=9650dd06-c337-403b-9f2f-c268b521f2ba HTTP/1.1" status: 200 len: 796 time: 0.5390556 Sep 24 15:53:25.706852 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3ce8fe78-07e5-409e-abc3-2f7f83f1e4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:25.772962 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:25.775750 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338a2608-e757-47d2-973e-8142a11c3d5a None None] Pushing event updated for resources: {'Port': ['ID=e56f13e4-c229-45f1-a7f9-e8a5328b5d8d,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:25.821675 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43328) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:25.856810 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce8fe78-07e5-409e-abc3-2f7f83f1e4d3 None None] Network 60ca3e22-fb29-4914-8fcc-f76cad3e7b47 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:53:25.896828 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-3ce8fe78-07e5-409e-abc3-2f7f83f1e4d3 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:53:25.902403 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce8fe78-07e5-409e-abc3-2f7f83f1e4d3 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:53:25.922439 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0d5283b1-af31-4e2e-8cbe-9869c53451a0 req-8d9f3ceb-7429-4740-a52f-945429c55728 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.110 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7841fa2f595c42b88ef5416d36f78c25 HTTP/1.1" status: 200 len: 379 time: 0.1823261 Sep 24 15:53:25.967079 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce8fe78-07e5-409e-abc3-2f7f83f1e4d3 None None] Pushing event updated for resources: {'Port': ['ID=ce8e1287-0239-4a44-b456-27f0f0b4c2ca,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:25.970029 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-0d5283b1-af31-4e2e-8cbe-9869c53451a0 req-74ed7e50-11b1-4a82-9b2b-8e06c39e3f3a tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Request body: {'port': {'device_id': '87b6a1f0-7b0d-4e7e-af5d-8e794e98c80d', 'network_id': '9650dd06-c337-403b-9f2f-c268b521f2ba', 'admin_state_up': True, 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'security_groups': ['202b03dd-8b6c-450b-807e-d6079299f35d']}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:53:25.999322 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c3317-ac53-4f65-9d89-211884e95377 req-c0dc51c3-b638-464f-a6aa-7747061cefc4 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:26.001168 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e10c3317-ac53-4f65-9d89-211884e95377 req-c0dc51c3-b638-464f-a6aa-7747061cefc4 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 947 time: 0.1159837 Sep 24 15:53:26.036090 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-d74f4a82-01bb-42ae-b71b-dd4e3d744683 None None] Allocated IP 2001:db8::2 (50d98e88-8a75-4835-9919-86c163395f7c/dddf0ecb-bfbc-4af8-9feb-895d3640fc23/32529473-aabb-4ef2-b490-8601af47b55d) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:53:26.066764 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cfdea123-d058-45da-88d0-8e7c9c79c26a tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:26.079354 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e10c3317-ac53-4f65-9d89-211884e95377 req-0959506e-ff02-464c-9aa1-b7fa6cd1dcaa tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703037 Sep 24 15:53:26.089655 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.db.api [None req-f89739a6-4535-4f63-ba60-e2d4ae14e0c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:53:26.091673 n-d-808921-1 neutron-server[95299]: DEBUG oslo_db.api [None req-f89739a6-4535-4f63-ba60-e2d4ae14e0c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:53:26.169884 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-d164fb0f-6b96-49be-a6a1-ffee92a76781 tempest-MeteringTestJSON-1103120960 tempest-MeteringTestJSON-1103120960-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-492177194'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:53:26.170422 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-d164fb0f-6b96-49be-a6a1-ffee92a76781 tempest-MeteringTestJSON-1103120960 tempest-MeteringTestJSON-1103120960-project-admin] Unknown quota resources ['metering_label']. {{(pid=95297) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 24 15:53:26.228641 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cfdea123-d058-45da-88d0-8e7c9c79c26a tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:26.276788 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdea123-d058-45da-88d0-8e7c9c79c26a tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Network 712626eb-be96-40d5-b839-2a8ddba4f6d0 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:53:26.280302 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-cfdea123-d058-45da-88d0-8e7c9c79c26a tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:53:26.288884 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfdea123-d058-45da-88d0-8e7c9c79c26a tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:53:26.289643 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cfdea123-d058-45da-88d0-8e7c9c79c26a tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:26.293363 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdea123-d058-45da-88d0-8e7c9c79c26a tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Pushing event updated for resources: {'Port': ['ID=46f566d6-a016-4dad-ad02-6ecdd1b124b4,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:26.302892 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-ee7f9888-babc-4c39-9d81-c993ef4a7523 None None] Allocated IP 2001:db8:3::2 (712626eb-be96-40d5-b839-2a8ddba4f6d0/38f8b4bd-e6d0-4ba6-beac-970e66b99c36/c69a7a67-f2d0-4e99-9d95-b177012e26bc) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:53:26.360060 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 4a02c69e-f746-48e0-9407-8d42f6c32786 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:53:26.362835 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-db441764-15bd-4814-9703-ef24e0a40200 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:26.457670 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-3ce8fe78-07e5-409e-abc3-2f7f83f1e4d3 None None] Attempting to bind port ce8e1287-0239-4a44-b456-27f0f0b4c2ca on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:53:26.458191 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-3ce8fe78-07e5-409e-abc3-2f7f83f1e4d3 None None] Attempting to bind port ce8e1287-0239-4a44-b456-27f0f0b4c2ca by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '26cf8beb-217a-437b-bfd5-eba5cc4ce071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '60ca3e22-fb29-4914-8fcc-f76cad3e7b47'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:53:26.458716 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce8fe78-07e5-409e-abc3-2f7f83f1e4d3 None None] Attempting to bind port ce8e1287-0239-4a44-b456-27f0f0b4c2ca on network 60ca3e22-fb29-4914-8fcc-f76cad3e7b47 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:53:26.479566 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=3cde809d-7f4f-4dbe-b688-6a46c7a1155a,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:26.488693 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce8fe78-07e5-409e-abc3-2f7f83f1e4d3 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:53:26.489235 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce8fe78-07e5-409e-abc3-2f7f83f1e4d3 None None] Checking segment: {'id': '26cf8beb-217a-437b-bfd5-eba5cc4ce071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '60ca3e22-fb29-4914-8fcc-f76cad3e7b47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:53:26.489837 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3ce8fe78-07e5-409e-abc3-2f7f83f1e4d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:26.492281 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce8fe78-07e5-409e-abc3-2f7f83f1e4d3 None None] Bound using segment: {'id': '26cf8beb-217a-437b-bfd5-eba5cc4ce071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '60ca3e22-fb29-4914-8fcc-f76cad3e7b47'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:53:26.492281 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-3ce8fe78-07e5-409e-abc3-2f7f83f1e4d3 None None] Bound port: ce8e1287-0239-4a44-b456-27f0f0b4c2ca, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26cf8beb-217a-437b-bfd5-eba5cc4ce071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '60ca3e22-fb29-4914-8fcc-f76cad3e7b47'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:53:26.492281 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3ce8fe78-07e5-409e-abc3-2f7f83f1e4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:26.509914 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a508a5-fca1-4ff5-99a6-33d1850b492f req-01f00337-29c9-47cd-b2f0-47ed4e05ff6e tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:26.511511 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a2a508a5-fca1-4ff5-99a6-33d1850b492f req-01f00337-29c9-47cd-b2f0-47ed4e05ff6e tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 947 time: 0.2875524 Sep 24 15:53:26.538076 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-96f345b1-217f-4a1f-b6d1-2c42736f7304 req-5dd20823-d157-4cfe-850d-269e7bf54625 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/ports?device_id=87b6a1f0-7b0d-4e7e-af5d-8e794e98c80d HTTP/1.1" status: 200 len: 210 time: 0.0672245 Sep 24 15:53:26.558129 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cfdea123-d058-45da-88d0-8e7c9c79c26a tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:26.586567 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d164fb0f-6b96-49be-a6a1-ffee92a76781 tempest-MeteringTestJSON-1103120960 tempest-MeteringTestJSON-1103120960-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:26.587749 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-d164fb0f-6b96-49be-a6a1-ffee92a76781 tempest-MeteringTestJSON-1103120960 tempest-MeteringTestJSON-1103120960-project-admin] 10.222.0.101 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.7600169 Sep 24 15:53:26.601139 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43336) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:26.605275 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-a24578bf-634f-4775-b7ca-3741955a713e tempest-MeteringTestJSON-1103120960 tempest-MeteringTestJSON-1103120960-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'd2e609e2-3a70-4e9c-8633-8cedb695ef52'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:53:26.605762 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-a24578bf-634f-4775-b7ca-3741955a713e tempest-MeteringTestJSON-1103120960 tempest-MeteringTestJSON-1103120960-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95297) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 24 15:53:26.677749 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d74f4a82-01bb-42ae-b71b-dd4e3d744683 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:26.700739 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a2a508a5-fca1-4ff5-99a6-33d1850b492f req-95404563-fc5b-444a-a8aa-345d3509e5c0 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603098 Sep 24 15:53:26.700960 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d5283b1-af31-4e2e-8cbe-9869c53451a0 req-74ed7e50-11b1-4a82-9b2b-8e06c39e3f3a tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Made reservation on behalf of 7841fa2f595c42b88ef5416d36f78c25 for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:53:26.705976 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-0d5283b1-af31-4e2e-8cbe-9869c53451a0 req-74ed7e50-11b1-4a82-9b2b-8e06c39e3f3a tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:26.706172 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 4a02c69e-f746-48e0-9407-8d42f6c32786 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:53:26.706172 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:26.723959 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-db441764-15bd-4814-9703-ef24e0a40200 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:26.751494 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ee7f9888-babc-4c39-9d81-c993ef4a7523 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:26.764383 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-3ce8fe78-07e5-409e-abc3-2f7f83f1e4d3 None None] For port ce8e1287-0239-4a44-b456-27f0f0b4c2ca, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:53:26.770882 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-3ce8fe78-07e5-409e-abc3-2f7f83f1e4d3 None None] For port ce8e1287-0239-4a44-b456-27f0f0b4c2ca, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=ce8e1287-0239-4a44-b456-27f0f0b4c2ca,segment=NetworkSegment(26cf8beb-217a-437b-bfd5-eba5cc4ce071),segment_id=26cf8beb-217a-437b-bfd5-eba5cc4ce071)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:53:26.799269 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-f89739a6-4535-4f63-ba60-e2d4ae14e0c6 None None] Provisioning complete for port 0823fadd-2783-4291-803f-44020eb0270e triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:53:26.800426 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f89739a6-4535-4f63-ba60-e2d4ae14e0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:26.802113 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d74f4a82-01bb-42ae-b71b-dd4e3d744683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:26.875796 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-db441764-15bd-4814-9703-ef24e0a40200 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:26.877744 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-db441764-15bd-4814-9703-ef24e0a40200 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] 10.222.0.101 "DELETE /v2.0/subnets/4c860a6d-7246-48d9-83b3-45bdba00a5e4 HTTP/1.1" status: 204 len: 168 time: 2.7711134 Sep 24 15:53:26.878680 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db441764-15bd-4814-9703-ef24e0a40200 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Pushing event deleted for resources: {'Subnet': ['ID=4c860a6d-7246-48d9-83b3-45bdba00a5e4,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:26.890804 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43340) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:26.892959 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74f4a82-01bb-42ae-b71b-dd4e3d744683 None None] Network 50d98e88-8a75-4835-9919-86c163395f7c is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:53:26.899884 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ee7f9888-babc-4c39-9d81-c993ef4a7523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:26.902078 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3ce8fe78-07e5-409e-abc3-2f7f83f1e4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:26.915820 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-d74f4a82-01bb-42ae-b71b-dd4e3d744683 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:53:26.917606 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f4a82-01bb-42ae-b71b-dd4e3d744683 None None] Pushing event updated for resources: {'Port': ['ID=32529473-aabb-4ef2-b490-8601af47b55d,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:26.933860 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74f4a82-01bb-42ae-b71b-dd4e3d744683 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:53:26.937870 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-bc27a0a4-6a03-4291-866f-e78d4aab052b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Allocated IP 2001:db8::1 (50d98e88-8a75-4835-9919-86c163395f7c/dddf0ecb-bfbc-4af8-9feb-895d3640fc23/32561396-f362-4879-abaa-ac5b17f09509) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:53:26.987783 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cfdea123-d058-45da-88d0-8e7c9c79c26a tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:27.007811 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7f9888-babc-4c39-9d81-c993ef4a7523 None None] Network 712626eb-be96-40d5-b839-2a8ddba4f6d0 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:53:27.039049 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e00e6df-3ac5-4ca8-8706-40f189054dc2 req-7256850f-a9bd-4e96-bb09-2282578db01b tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:27.039590 n-d-808921-1 neutron-server[95297]: WARNING neutron.services.metering.metering_plugin [None req-a24578bf-634f-4775-b7ca-3741955a713e tempest-MeteringTestJSON-1103120960 tempest-MeteringTestJSON-1103120960-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 24 15:53:27.041414 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6e00e6df-3ac5-4ca8-8706-40f189054dc2 req-7256850f-a9bd-4e96-bb09-2282578db01b tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 947 time: 0.2079079 Sep 24 15:53:27.073390 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59d27ad-11b8-43f5-a01a-5e76642e42cb tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:27.074961 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59d27ad-11b8-43f5-a01a-5e76642e42cb tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:27.076538 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-a59d27ad-11b8-43f5-a01a-5e76642e42cb tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1887314 Sep 24 15:53:27.080342 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43342) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:27.083283 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7f9888-babc-4c39-9d81-c993ef4a7523 None None] Pushing event updated for resources: {'Port': ['ID=c69a7a67-f2d0-4e99-9d95-b177012e26bc,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:27.099167 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-ee7f9888-babc-4c39-9d81-c993ef4a7523 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:53:27.105379 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cfdea123-d058-45da-88d0-8e7c9c79c26a tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:27.106175 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cfdea123-d058-45da-88d0-8e7c9c79c26a tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:27.118012 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7f9888-babc-4c39-9d81-c993ef4a7523 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:53:27.162205 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:27.217452 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6e00e6df-3ac5-4ca8-8706-40f189054dc2 req-d0b49e9c-8219-4a16-b422-21ef17e74d4c tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676331 Sep 24 15:53:27.251899 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-d74f4a82-01bb-42ae-b71b-dd4e3d744683 None None] Attempting to bind port 32529473-aabb-4ef2-b490-8601af47b55d on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:53:27.252307 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-d74f4a82-01bb-42ae-b71b-dd4e3d744683 None None] Attempting to bind port 32529473-aabb-4ef2-b490-8601af47b55d by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:53:27.252618 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74f4a82-01bb-42ae-b71b-dd4e3d744683 None None] Attempting to bind port 32529473-aabb-4ef2-b490-8601af47b55d on network 50d98e88-8a75-4835-9919-86c163395f7c {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:53:27.270106 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdea123-d058-45da-88d0-8e7c9c79c26a tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Pushing event updated for resources: {'Port': ['ID=46f566d6-a016-4dad-ad02-6ecdd1b124b4,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:27.309345 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7ef22e32-b963-4e6c-93ff-154d4f9e1519 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:27.327649 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ef22e32-b963-4e6c-93ff-154d4f9e1519 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 24 15:53:27.328790 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ef22e32-b963-4e6c-93ff-154d4f9e1519 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:53:27.330817 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-7ef22e32-b963-4e6c-93ff-154d4f9e1519 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] 10.222.0.101 "DELETE /v2.0/networks/60ca3e22-fb29-4914-8fcc-f76cad3e7b47 HTTP/1.1" status: 409 len: 405 time: 0.2495232 Sep 24 15:53:27.339691 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43346) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:27.346661 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-8c0e73a9-c19f-4d43-b824-b458c1f2bd0d tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1950688809'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:53:27.375916 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74f4a82-01bb-42ae-b71b-dd4e3d744683 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:53:27.379560 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74f4a82-01bb-42ae-b71b-dd4e3d744683 None None] Checking segment: {'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:53:27.379560 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d74f4a82-01bb-42ae-b71b-dd4e3d744683 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:27.379560 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74f4a82-01bb-42ae-b71b-dd4e3d744683 None None] Bound using segment: {'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:53:27.379560 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-d74f4a82-01bb-42ae-b71b-dd4e3d744683 None None] Bound port: 32529473-aabb-4ef2-b490-8601af47b55d, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:53:27.379560 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d74f4a82-01bb-42ae-b71b-dd4e3d744683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:27.381978 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfdea123-d058-45da-88d0-8e7c9c79c26a tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Network 712626eb-be96-40d5-b839-2a8ddba4f6d0 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:53:27.384988 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-cfdea123-d058-45da-88d0-8e7c9c79c26a tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:53:27.485101 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-ee7f9888-babc-4c39-9d81-c993ef4a7523 None None] Attempting to bind port c69a7a67-f2d0-4e99-9d95-b177012e26bc on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:53:27.485842 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-ee7f9888-babc-4c39-9d81-c993ef4a7523 None None] Attempting to bind port c69a7a67-f2d0-4e99-9d95-b177012e26bc by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '558b1a75-6da4-4c7f-97b1-855de69f3f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '712626eb-be96-40d5-b839-2a8ddba4f6d0'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:53:27.486472 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7f9888-babc-4c39-9d81-c993ef4a7523 None None] Attempting to bind port c69a7a67-f2d0-4e99-9d95-b177012e26bc on network 712626eb-be96-40d5-b839-2a8ddba4f6d0 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:53:27.488959 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c086d4-3198-4484-b49e-bf73a1a50f44 None None] Network 024bd2e4-a0fe-4888-aec9-c549d8c02ee4 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:53:27.517526 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port 4a02c69e-f746-48e0-9407-8d42f6c32786, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=4a02c69e-f746-48e0-9407-8d42f6c32786,segment=NetworkSegment(0d66c474-1d68-4808-aba1-5f828361d63f),segment_id=0d66c474-1d68-4808-aba1-5f828361d63f)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:53:27.521133 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-f89739a6-4535-4f63-ba60-e2d4ae14e0c6 None None] Provisioning complete for port 4a02c69e-f746-48e0-9407-8d42f6c32786 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:53:27.521589 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f89739a6-4535-4f63-ba60-e2d4ae14e0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:27.525491 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c0e73a9-c19f-4d43-b824-b458c1f2bd0d tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Made reservation on behalf of 6fd8ff8df3b84ebcb401d12464d751f7 for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:53:27.526613 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce8fe78-07e5-409e-abc3-2f7f83f1e4d3 None None] Pushing event updated for resources: {'Port': ['ID=ce8e1287-0239-4a44-b456-27f0f0b4c2ca,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:27.529245 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8c0e73a9-c19f-4d43-b824-b458c1f2bd0d tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:27.529462 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7f9888-babc-4c39-9d81-c993ef4a7523 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:53:27.530588 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7f9888-babc-4c39-9d81-c993ef4a7523 None None] Checking segment: {'id': '558b1a75-6da4-4c7f-97b1-855de69f3f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '712626eb-be96-40d5-b839-2a8ddba4f6d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:53:27.530588 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ee7f9888-babc-4c39-9d81-c993ef4a7523 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:27.530953 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7f9888-babc-4c39-9d81-c993ef4a7523 None None] Bound using segment: {'id': '558b1a75-6da4-4c7f-97b1-855de69f3f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '712626eb-be96-40d5-b839-2a8ddba4f6d0'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:53:27.531509 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-ee7f9888-babc-4c39-9d81-c993ef4a7523 None None] Bound port: c69a7a67-f2d0-4e99-9d95-b177012e26bc, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '558b1a75-6da4-4c7f-97b1-855de69f3f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '712626eb-be96-40d5-b839-2a8ddba4f6d0'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:53:27.531962 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ee7f9888-babc-4c39-9d81-c993ef4a7523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:27.599951 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:27.600446 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762fb998-d287-4bd2-99e0-f481a756a913 req-2234cd7c-f5b2-4c0c-95bd-e330c563c9d5 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:27.601074 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 0823fadd-2783-4291-803f-44020eb0270e up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:53:27.608252 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-762fb998-d287-4bd2-99e0-f481a756a913 req-2234cd7c-f5b2-4c0c-95bd-e330c563c9d5 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 947 time: 0.1627259 Sep 24 15:53:27.620996 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c0e73a9-c19f-4d43-b824-b458c1f2bd0d tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1298} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:53:27.630899 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfdea123-d058-45da-88d0-8e7c9c79c26a tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Router 2290273b-7c8a-4141-881a-684b68354ed4 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:53:27.654185 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8c0e73a9-c19f-4d43-b824-b458c1f2bd0d tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:27.654793 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-8c0e73a9-c19f-4d43-b824-b458c1f2bd0d tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Added segment d9025961-7f2f-4ada-8504-b93f6c05776c of type vlan for network 39fa30ae-d647-4330-a414-eb95110c9d75 Sep 24 15:53:27.717281 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-762fb998-d287-4bd2-99e0-f481a756a913 req-b8b282dc-92cf-4ed2-bed3-8a7fce503ceb tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066561 Sep 24 15:53:27.722322 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8c0e73a9-c19f-4d43-b824-b458c1f2bd0d tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:27.731018 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9d9f1e37-19a8-4807-9dc4-67059d4c4d86 req-5c64f2bd-6189-44f1-9b0a-931f34d19cd2 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/ports?device_id=87b6a1f0-7b0d-4e7e-af5d-8e794e98c80d HTTP/1.1" status: 200 len: 210 time: 0.0846825 Sep 24 15:53:27.752700 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a24578bf-634f-4775-b7ca-3741955a713e tempest-MeteringTestJSON-1103120960 tempest-MeteringTestJSON-1103120960-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:27.753762 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-a24578bf-634f-4775-b7ca-3741955a713e tempest-MeteringTestJSON-1103120960 tempest-MeteringTestJSON-1103120960-project-admin] 10.222.0.101 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 1.1526046 Sep 24 15:53:27.760735 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43352) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:27.770469 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-a3970788-a16d-421e-b6bd-1652b060de1d tempest-MeteringTestJSON-1103120960 tempest-MeteringTestJSON-1103120960-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'd2e609e2-3a70-4e9c-8633-8cedb695ef52'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:53:27.770894 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-a3970788-a16d-421e-b6bd-1652b060de1d tempest-MeteringTestJSON-1103120960 tempest-MeteringTestJSON-1103120960-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95298) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 24 15:53:27.786301 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bc27a0a4-6a03-4291-866f-e78d4aab052b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:27.825383 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=4a02c69e-f746-48e0-9407-8d42f6c32786,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:27.829793 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-d74f4a82-01bb-42ae-b71b-dd4e3d744683 None None] For port 32529473-aabb-4ef2-b490-8601af47b55d, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:53:27.854410 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [req-0d5283b1-af31-4e2e-8cbe-9869c53451a0 req-74ed7e50-11b1-4a82-9b2b-8e06c39e3f3a tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Allocated IP 172.20.0.8 (9650dd06-c337-403b-9f2f-c268b521f2ba/250e76ba-07ca-44b4-bdd4-d39b52ecd754/d1862b1f-4d7b-4e17-b328-e8db2634c97a) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:53:27.881132 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-ee7f9888-babc-4c39-9d81-c993ef4a7523 None None] For port c69a7a67-f2d0-4e99-9d95-b177012e26bc, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:53:27.909066 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-d74f4a82-01bb-42ae-b71b-dd4e3d744683 None None] For port 32529473-aabb-4ef2-b490-8601af47b55d, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=32529473-aabb-4ef2-b490-8601af47b55d,segment=NetworkSegment(fb531be8-b37e-4ff9-a98b-5c7db484a0eb),segment_id=fb531be8-b37e-4ff9-a98b-5c7db484a0eb)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:53:27.931478 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-ee7f9888-babc-4c39-9d81-c993ef4a7523 None None] For port c69a7a67-f2d0-4e99-9d95-b177012e26bc, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=c69a7a67-f2d0-4e99-9d95-b177012e26bc,segment=NetworkSegment(558b1a75-6da4-4c7f-97b1-855de69f3f47),segment_id=558b1a75-6da4-4c7f-97b1-855de69f3f47)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:53:27.940810 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfdea123-d058-45da-88d0-8e7c9c79c26a tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:53:27.952040 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-cfdea123-d058-45da-88d0-8e7c9c79c26a tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "PUT /v2.0/routers/2290273b-7c8a-4141-881a-684b68354ed4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3136070 Sep 24 15:53:27.952814 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43356) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:27.957628 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-d9abde49-3de4-438f-b7fa-a0344e13384e tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:53:27.983028 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11400320-ce8f-487e-8fed-282c5d887673 None None] Sync routers for ids ['2290273b-7c8a-4141-881a-684b68354ed4'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:53:27.989823 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 0823fadd-2783-4291-803f-44020eb0270e triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:53:27.990307 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:28.057093 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8c0e73a9-c19f-4d43-b824-b458c1f2bd0d tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:28.065165 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c0e73a9-c19f-4d43-b824-b458c1f2bd0d tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:28.065836 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8c0e73a9-c19f-4d43-b824-b458c1f2bd0d tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:28.101486 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e0ef31-ac33-4267-99d6-63c488cc5c64 req-f8b940a1-0cc0-43bf-8cfb-82905f4e928b tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:28.113698 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-88e0ef31-ac33-4267-99d6-63c488cc5c64 req-f8b940a1-0cc0-43bf-8cfb-82905f4e928b tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 947 time: 0.1045141 Sep 24 15:53:28.138859 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-0d5283b1-af31-4e2e-8cbe-9869c53451a0 req-74ed7e50-11b1-4a82-9b2b-8e06c39e3f3a tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:28.146449 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0e73a9-c19f-4d43-b824-b458c1f2bd0d tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Pushing event updated for resources: {'Network': ['ID=39fa30ae-d647-4330-a414-eb95110c9d75,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:28.148961 n-d-808921-1 neutron-server[95298]: WARNING neutron.services.metering.metering_plugin [None req-a3970788-a16d-421e-b6bd-1652b060de1d tempest-MeteringTestJSON-1103120960 tempest-MeteringTestJSON-1103120960-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 24 15:53:28.186433 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 39fa30ae-d647-4330-a414-eb95110c9d75 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:53:28.194675 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ee7f9888-babc-4c39-9d81-c993ef4a7523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:28.196911 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d74f4a82-01bb-42ae-b71b-dd4e3d744683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:28.199722 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bc27a0a4-6a03-4291-866f-e78d4aab052b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:28.229516 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11400320-ce8f-487e-8fed-282c5d887673 None None] Routers {'2290273b-7c8a-4141-881a-684b68354ed4'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:53:28.230150 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-11400320-ce8f-487e-8fed-282c5d887673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:53:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['2290273b-7c8a-4141-881a-684b68354ed4'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:28.240516 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-8c0e73a9-c19f-4d43-b824-b458c1f2bd0d tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8995585 Sep 24 15:53:28.250580 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43358) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:28.257856 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-05242640-fe96-46b3-90a0-e26f20ec92e0 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Request body: {'subnet': {'network_id': '39fa30ae-d647-4330-a414-eb95110c9d75', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:53:28.289994 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc27a0a4-6a03-4291-866f-e78d4aab052b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Network 50d98e88-8a75-4835-9919-86c163395f7c is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:53:28.301291 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-0d5283b1-af31-4e2e-8cbe-9869c53451a0 req-74ed7e50-11b1-4a82-9b2b-8e06c39e3f3a tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:28.316639 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-bc27a0a4-6a03-4291-866f-e78d4aab052b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:53:28.319728 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc27a0a4-6a03-4291-866f-e78d4aab052b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:53:28.320924 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bc27a0a4-6a03-4291-866f-e78d4aab052b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:28.353559 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-b7fafcbb-9004-4588-a1ed-eb7c23dc5bef None None] Provisioning complete for port 4a02c69e-f746-48e0-9407-8d42f6c32786 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:53:28.353928 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b7fafcbb-9004-4588-a1ed-eb7c23dc5bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:28.389181 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a3970788-a16d-421e-b6bd-1652b060de1d tempest-MeteringTestJSON-1103120960 tempest-MeteringTestJSON-1103120960-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:28.393404 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-a3970788-a16d-421e-b6bd-1652b060de1d tempest-MeteringTestJSON-1103120960 tempest-MeteringTestJSON-1103120960-project-admin] 10.222.0.101 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6296527 Sep 24 15:53:28.415375 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-88e0ef31-ac33-4267-99d6-63c488cc5c64 req-5a1f002a-743e-4ec8-8534-81286d3268d1 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985091 Sep 24 15:53:28.419431 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc27a0a4-6a03-4291-866f-e78d4aab052b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event updated for resources: {'Port': ['ID=32561396-f362-4879-abaa-ac5b17f09509,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:28.422763 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43360) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:28.630385 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89677f59-6341-49d2-b74c-1ad2b9666442 None None] Network 60ca3e22-fb29-4914-8fcc-f76cad3e7b47 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:53:28.664833 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d5283b1-af31-4e2e-8cbe-9869c53451a0 req-74ed7e50-11b1-4a82-9b2b-8e06c39e3f3a tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Network 9650dd06-c337-403b-9f2f-c268b521f2ba is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:53:28.676267 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-64217747-bda9-4154-917d-cb2393af7f2d tempest-MeteringTestJSON-1103120960 tempest-MeteringTestJSON-1103120960-project-admin] 10.222.0.101 "GET /v2.0/metering/metering-label-rules?id=7d4a8bf4-e834-4a3e-97fd-ba56839a0d14 HTTP/1.1" status: 200 len: 464 time: 0.2411015 Sep 24 15:53:28.720237 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43366) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:28.723245 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [req-0d5283b1-af31-4e2e-8cbe-9869c53451a0 req-74ed7e50-11b1-4a82-9b2b-8e06c39e3f3a tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:53:28.735983 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d5283b1-af31-4e2e-8cbe-9869c53451a0 req-74ed7e50-11b1-4a82-9b2b-8e06c39e3f3a tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:53:28.788533 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7f9888-babc-4c39-9d81-c993ef4a7523 None None] Pushing event updated for resources: {'Port': ['ID=c69a7a67-f2d0-4e99-9d95-b177012e26bc,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:28.811020 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-11400320-ce8f-487e-8fed-282c5d887673 None None] Set router 2290273b-7c8a-4141-881a-684b68354ed4 gateway port host: None {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:53:28.835880 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05242640-fe96-46b3-90a0-e26f20ec92e0 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Made reservation on behalf of 6fd8ff8df3b84ebcb401d12464d751f7 for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:53:28.840200 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-05242640-fe96-46b3-90a0-e26f20ec92e0 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:28.897137 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.extraroute_db [None req-d9abde49-3de4-438f-b7fa-a0344e13384e tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=95298) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 24 15:53:28.917089 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.extraroute_db [None req-d9abde49-3de4-438f-b7fa-a0344e13384e tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Removed routes are [] {{(pid=95298) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 24 15:53:28.917564 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d9abde49-3de4-438f-b7fa-a0344e13384e tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1671'] for router, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:28.919442 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ed7e50-11b1-4a82-9b2b-8e06c39e3f3a tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Pushing event updated for resources: {'Port': ['ID=d1862b1f-4d7b-4e17-b328-e8db2634c97a,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:28.947510 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74f4a82-01bb-42ae-b71b-dd4e3d744683 None None] Pushing event updated for resources: {'Port': ['ID=32529473-aabb-4ef2-b490-8601af47b55d,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:29.210842 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 4b58fdfc-7dfa-47ba-814f-50481e8f0c81 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:53:29.226850 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7fbdb7-1d89-4dad-b334-a8f71ca6aebb req-a81cc81f-74bb-4deb-ba24-84a2515ed3fb tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:29.228547 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bb7fbdb7-1d89-4dad-b334-a8f71ca6aebb req-a81cc81f-74bb-4deb-ba24-84a2515ed3fb tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 947 time: 0.6815922 Sep 24 15:53:29.250461 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d1a460-6143-4c1a-b3b5-9345c86311e4 req-416ec8ff-a0a4-4ef3-87eb-c6f098f16033 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:29.250461 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e1d1a460-6143-4c1a-b3b5-9345c86311e4 req-416ec8ff-a0a4-4ef3-87eb-c6f098f16033 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/ports?device_id=87b6a1f0-7b0d-4e7e-af5d-8e794e98c80d HTTP/1.1" status: 200 len: 931 time: 0.2852347 Sep 24 15:53:29.251301 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 4b58fdfc-7dfa-47ba-814f-50481e8f0c81 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:53:29.251456 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 4b58fdfc-7dfa-47ba-814f-50481e8f0c81 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:53:29.254226 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5283b1-af31-4e2e-8cbe-9869c53451a0 req-74ed7e50-11b1-4a82-9b2b-8e06c39e3f3a tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:29.255033 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-0d5283b1-af31-4e2e-8cbe-9869c53451a0 req-74ed7e50-11b1-4a82-9b2b-8e06c39e3f3a tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:29.281292 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d9abde49-3de4-438f-b7fa-a0344e13384e tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1671'] for router, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:29.285195 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d9abde49-3de4-438f-b7fa-a0344e13384e tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-586922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-586913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588826'] for router, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:29.290844 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-b7fafcbb-9004-4588-a1ed-eb7c23dc5bef None None] Provisioning complete for port 0823fadd-2783-4291-803f-44020eb0270e triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:53:29.291227 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b7fafcbb-9004-4588-a1ed-eb7c23dc5bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:29.457052 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86843823-8095-41d9-b4a1-05251ed120d1 None None] DHCP port deletion for 60ca3e22-fb29-4914-8fcc-f76cad3e7b47 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:53:29.585710 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bc27a0a4-6a03-4291-866f-e78d4aab052b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:29.601053 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-b7fafcbb-9004-4588-a1ed-eb7c23dc5bef None None] Provisioning complete for port e56f13e4-c229-45f1-a7f9-e8a5328b5d8d triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:53:29.601620 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b7fafcbb-9004-4588-a1ed-eb7c23dc5bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:29.612570 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0d5283b1-af31-4e2e-8cbe-9869c53451a0 req-74ed7e50-11b1-4a82-9b2b-8e06c39e3f3a tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6521666 Sep 24 15:53:29.627374 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a6df1657-c18d-49a4-b81c-13f95afa8386 tempest-MeteringTestJSON-1103120960 tempest-MeteringTestJSON-1103120960-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:29.628609 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-a6df1657-c18d-49a4-b81c-13f95afa8386 tempest-MeteringTestJSON-1103120960 tempest-MeteringTestJSON-1103120960-project-admin] 10.222.0.101 "DELETE /v2.0/metering/metering-label-rules/7d4a8bf4-e834-4a3e-97fd-ba56839a0d14 HTTP/1.1" status: 204 len: 168 time: 0.8975334 Sep 24 15:53:29.660040 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-0d5283b1-af31-4e2e-8cbe-9869c53451a0 req-d73de393-e685-44e2-87e2-884acf6bd2ea service neutron] Request body: {'port': {'device_id': '87b6a1f0-7b0d-4e7e-af5d-8e794e98c80d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:53:29.665684 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43370) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:29.668921 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bb7fbdb7-1d89-4dad-b334-a8f71ca6aebb req-c6197395-1dd6-491e-9ec5-9c0056091706 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4309576 Sep 24 15:53:29.782592 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 32529473-aabb-4ef2-b490-8601af47b55d up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:53:29.826425 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-475ecc6e-0bb3-49de-a110-6e6d652140c5 tempest-MeteringTestJSON-1103120960 tempest-MeteringTestJSON-1103120960-project-admin] 10.222.0.101 "GET /v2.0/metering/metering-label-rules?id=7d4a8bf4-e834-4a3e-97fd-ba56839a0d14 HTTP/1.1" status: 200 len: 221 time: 0.1545367 Sep 24 15:53:29.856024 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-11400320-ce8f-487e-8fed-282c5d887673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2290273b-7c8a-4141-881a-684b68354ed4', 'name': 'tempest-RoutersIpV6Test-router-1803128549', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:52:46Z', 'updated_at': '2021-09-24T15:53:26Z', 'revision_number': 5, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'gw_port_host': None, '_interfaces': [{'id': '3cde809d-7f4f-4dbe-b688-6a46c7a1155a', 'name': '', 'network_id': '7314ce9e-e751-4be6-9cc3-d824fcbda090', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'mac_address': 'fa:16:3e:46:04:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2290273b-7c8a-4141-881a-684b68354ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': 'a75cdcfb-110a-4d35-b656-dd653f4c83a8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:53:07Z', 'updated_at': '2021-09-24T15:53:25Z', 'revision_number': 5, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'subnets': [{'id': 'a75cdcfb-110a-4d35-b656-dd653f4c83a8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46f566d6-a016-4dad-ad02-6ecdd1b124b4', 'name': '', 'network_id': '712626eb-be96-40d5-b839-2a8ddba4f6d0', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'mac_address': 'fa:16:3e:bc:a9:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2290273b-7c8a-4141-881a-684b68354ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '38f8b4bd-e6d0-4ba6-beac-970e66b99c36', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:53:25Z', 'updated_at': '2021-09-24T15:53:26Z', 'revision_number': 2, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'subnets': [{'id': '38f8b4bd-e6d0-4ba6-beac-970e66b99c36', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a02c69e-f746-48e0-9407-8d42f6c32786', 'name': '', 'network_id': 'ed1c16d8-bc7e-4d5e-8b1e-6b725fc62436', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'mac_address': 'fa:16:3e:18:2f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2290273b-7c8a-4141-881a-684b68354ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': '2a7e2ac6-24e0-423b-bce6-9ed78d763493', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:53:17Z', 'updated_at': '2021-09-24T15:53:27Z', 'revision_number': 5, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'subnets': [{'id': '2a7e2ac6-24e0-423b-bce6-9ed78d763493', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fd86886-b473-486d-8673-7629bf16fc33', 'name': '', 'network_id': '27e4c55f-6f5e-4dbb-a4b1-ef3ad1218e31', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'mac_address': 'fa:16:3e:f2:d2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2290273b-7c8a-4141-881a-684b68354ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'c47f39ca-af3b-42f3-8828-e5ce704cdd74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:52:50Z', 'updated_at': '2021-09-24T15:53:05Z', 'revision_number': 5, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'subnets': [{'id': 'c47f39ca-af3b-42f3-8828-e5ce704cdd74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:29.865393 n-d-808921-1 neutron-server[95297]: DEBUG neutron.objects.ports [None req-05242640-fe96-46b3-90a0-e26f20ec92e0 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95297) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 24 15:53:29.866908 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-86843823-8095-41d9-b4a1-05251ed120d1 None None] Deleting port ce8e1287-0239-4a44-b456-27f0f0b4c2ca {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:53:29.868558 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-86843823-8095-41d9-b4a1-05251ed120d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:29.884147 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43374) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:29.898106 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-64aa835b-51aa-4d8a-b24f-9c22a2807f41 tempest-MeteringTestJSON-1103120960 tempest-MeteringTestJSON-1103120960-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--497156091', 'description': 'label created by tempest'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:53:29.898582 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-64aa835b-51aa-4d8a-b24f-9c22a2807f41 tempest-MeteringTestJSON-1103120960 tempest-MeteringTestJSON-1103120960-project-admin] Unknown quota resources ['metering_label']. {{(pid=95298) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 24 15:53:29.924496 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-05242640-fe96-46b3-90a0-e26f20ec92e0 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:29.927713 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-0d5283b1-af31-4e2e-8cbe-9869c53451a0 req-d73de393-e685-44e2-87e2-884acf6bd2ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:29.964850 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11400320-ce8f-487e-8fed-282c5d887673 None None] Checking router: 2290273b-7c8a-4141-881a-684b68354ed4 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:53:29.965356 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11400320-ce8f-487e-8fed-282c5d887673 None None] Updating router 2290273b-7c8a-4141-881a-684b68354ed4 port 46f566d6-a016-4dad-ad02-6ecdd1b124b4 binding host n-d-808921-1 {{(pid=95299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:53:29.981546 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b7fafcbb-9004-4588-a1ed-eb7c23dc5bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:29.992228 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e1d1a460-6143-4c1a-b3b5-9345c86311e4 req-9e39803b-9274-43e8-b444-f9e03487df3f tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/security-groups?id=202b03dd-8b6c-450b-807e-d6079299f35d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7006142 Sep 24 15:53:30.002511 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c92b47-47e7-4356-84d7-bea889326cfb None None] Network 712626eb-be96-40d5-b839-2a8ddba4f6d0 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:53:30.014163 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9abde49-3de4-438f-b7fa-a0344e13384e tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Router 2290273b-7c8a-4141-881a-684b68354ed4 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:53:30.084789 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-11400320-ce8f-487e-8fed-282c5d887673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:30.146920 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-86843823-8095-41d9-b4a1-05251ed120d1 None None] For port ce8e1287-0239-4a44-b456-27f0f0b4c2ca, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=ce8e1287-0239-4a44-b456-27f0f0b4c2ca,segment=NetworkSegment(26cf8beb-217a-437b-bfd5-eba5cc4ce071),segment_id=26cf8beb-217a-437b-bfd5-eba5cc4ce071)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:53:30.147601 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-86843823-8095-41d9-b4a1-05251ed120d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:30.167323 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05242640-fe96-46b3-90a0-e26f20ec92e0 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Pushing event updated for resources: {'Subnet': ['ID=112ffc5a-6c30-40a7-a0c1-3dd2877a4909,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:30.189112 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9c5d12-17f5-4b1b-95d3-2c4d642461ca req-ec62e2ba-ef13-400b-9dec-ec436a2ed253 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:30.196658 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fb9c5d12-17f5-4b1b-95d3-2c4d642461ca req-ec62e2ba-ef13-400b-9dec-ec436a2ed253 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 947 time: 0.2910390 Sep 24 15:53:30.241842 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-86843823-8095-41d9-b4a1-05251ed120d1 None None] Calling delete_port for ce8e1287-0239-4a44-b456-27f0f0b4c2ca owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:53:30.245153 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-b7fafcbb-9004-4588-a1ed-eb7c23dc5bef None None] For port e56f13e4-c229-45f1-a7f9-e8a5328b5d8d, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=e56f13e4-c229-45f1-a7f9-e8a5328b5d8d,segment=NetworkSegment(c536a957-0644-4613-b928-edc795653ef6),segment_id=c536a957-0644-4613-b928-edc795653ef6)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:53:30.270520 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 32529473-aabb-4ef2-b490-8601af47b55d triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:53:30.270849 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:30.295370 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-64aa835b-51aa-4d8a-b24f-9c22a2807f41 tempest-MeteringTestJSON-1103120960 tempest-MeteringTestJSON-1103120960-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:30.297152 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-64aa835b-51aa-4d8a-b24f-9c22a2807f41 tempest-MeteringTestJSON-1103120960 tempest-MeteringTestJSON-1103120960-project-admin] 10.222.0.101 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4090266 Sep 24 15:53:30.298859 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9abde49-3de4-438f-b7fa-a0344e13384e tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:53:30.306863 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d9abde49-3de4-438f-b7fa-a0344e13384e tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:30.307675 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43376) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:30.309297 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-d9abde49-3de4-438f-b7fa-a0344e13384e tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "PUT /v2.0/routers/2290273b-7c8a-4141-881a-684b68354ed4 HTTP/1.1" status: 200 len: 954 time: 2.3543584 Sep 24 15:53:30.311325 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05242640-fe96-46b3-90a0-e26f20ec92e0 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Checking segment: {'id': 'd9025961-7f2f-4ada-8504-b93f6c05776c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '39fa30ae-d647-4330-a414-eb95110c9d75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:53:30.313779 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05242640-fe96-46b3-90a0-e26f20ec92e0 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Network hostable DHCP agents. Network: 39fa30ae-d647-4330-a414-eb95110c9d75, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:53:30.314079 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43378) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:30.421508 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b7fafcbb-9004-4588-a1ed-eb7c23dc5bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:30.443880 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-7359fbd0-73a2-4ce8-822e-6fce87637d94 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "GET /v2.0/routers/2290273b-7c8a-4141-881a-684b68354ed4 HTTP/1.1" status: 200 len: 954 time: 0.1260924 Sep 24 15:53:30.444077 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43380) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:30.449807 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-1e61c3f4-2112-44e6-a0ce-5e84703353a7 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Request body: {'router': {'routes': None}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:53:30.466620 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ee51ead0-950e-438d-bf4b-c7e98cb5040d tempest-MeteringTestJSON-1103120960 tempest-MeteringTestJSON-1103120960-project-admin] 10.222.0.101 "GET /v2.0/metering/metering-labels?id=61acb000-6b85-419f-8b32-72d13b6a733b HTTP/1.1" status: 200 len: 467 time: 0.1479058 Sep 24 15:53:30.501609 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43382) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:30.524275 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fb9c5d12-17f5-4b1b-95d3-2c4d642461ca req-e76c62cf-3e60-4b2f-bb1e-772cf7f07708 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256490 Sep 24 15:53:30.619640 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05242640-fe96-46b3-90a0-e26f20ec92e0 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Network 39fa30ae-d647-4330-a414-eb95110c9d75 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:53:30.691892 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bc27a0a4-6a03-4291-866f-e78d4aab052b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:30.762152 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-05242640-fe96-46b3-90a0-e26f20ec92e0 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 39fa30ae-d647-4330-a414-eb95110c9d75) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:53:30.775006 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [req-0d5283b1-af31-4e2e-8cbe-9869c53451a0 req-d73de393-e685-44e2-87e2-884acf6bd2ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1862b1f-4d7b-4e17-b328-e8db2634c97a {{(pid=95297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:53:30.783661 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-0d5283b1-af31-4e2e-8cbe-9869c53451a0 req-d73de393-e685-44e2-87e2-884acf6bd2ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:30.787795 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc76656-5322-4018-a438-297cf969ae5e None None] Network 39fa30ae-d647-4330-a414-eb95110c9d75 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:53:30.798262 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.provisioning_blocks [req-0d5283b1-af31-4e2e-8cbe-9869c53451a0 req-d73de393-e685-44e2-87e2-884acf6bd2ea service neutron] Transition to ACTIVE for port object d1862b1f-4d7b-4e17-b328-e8db2634c97a will not be triggered until provisioned by entity L2. {{(pid=95297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:53:30.801986 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bc27a0a4-6a03-4291-866f-e78d4aab052b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:30.803153 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bc27a0a4-6a03-4291-866f-e78d4aab052b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:30.807648 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05242640-fe96-46b3-90a0-e26f20ec92e0 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:30.808490 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-05242640-fe96-46b3-90a0-e26f20ec92e0 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:30.831379 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-94dceeb3-4394-442c-a351-f2140a892d09 None None] Provisioning complete for port 32529473-aabb-4ef2-b490-8601af47b55d triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:53:30.831849 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-94dceeb3-4394-442c-a351-f2140a892d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:30.872184 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-0d5283b1-af31-4e2e-8cbe-9869c53451a0 req-d73de393-e685-44e2-87e2-884acf6bd2ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:30.899555 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fafcbb-9004-4588-a1ed-eb7c23dc5bef None None] Pushing event updated for resources: {'Port': ['ID=e56f13e4-c229-45f1-a7f9-e8a5328b5d8d,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:30.909470 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3d04a10e-2f8d-4fb6-8d0f-01f625c67e30 req-2e39ed60-5528-4e3f-ab7d-d3f1518f1e52 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2472577 Sep 24 15:53:30.944758 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc27a0a4-6a03-4291-866f-e78d4aab052b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event updated for resources: {'Port': ['ID=32561396-f362-4879-abaa-ac5b17f09509,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:30.996405 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-05242640-fe96-46b3-90a0-e26f20ec92e0 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7432277 Sep 24 15:53:31.001170 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43386) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:31.022809 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-86843823-8095-41d9-b4a1-05251ed120d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:31.042986 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-9b253484-83be-43bf-bab1-c3443b7de2a2 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Request body: {'port': {'network_id': '39fa30ae-d647-4330-a414-eb95110c9d75', 'name': 'tempest-NetworksIpV6TestAttrs-206443500'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:53:31.051196 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-aa651cf8-15e4-4f20-bfff-ee3d31bfcc19 tempest-MeteringTestJSON-1103120960 tempest-MeteringTestJSON-1103120960-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:31.054837 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-aa651cf8-15e4-4f20-bfff-ee3d31bfcc19 tempest-MeteringTestJSON-1103120960 tempest-MeteringTestJSON-1103120960-project-admin] 10.222.0.101 "DELETE /v2.0/metering/metering-labels/61acb000-6b85-419f-8b32-72d13b6a733b HTTP/1.1" status: 204 len: 168 time: 0.5492747 Sep 24 15:53:31.058043 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43392) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:31.100224 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73de393-e685-44e2-87e2-884acf6bd2ea service neutron] Pushing event updated for resources: {'Port': ['ID=d1862b1f-4d7b-4e17-b328-e8db2634c97a,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:31.131015 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86843823-8095-41d9-b4a1-05251ed120d1 None None] Pushing event deleted for resources: {'Port': ['ID=ce8e1287-0239-4a44-b456-27f0f0b4c2ca,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:31.145643 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86843823-8095-41d9-b4a1-05251ed120d1 None None] No DVR routers for this DVR port ce8e1287-0239-4a44-b456-27f0f0b4c2ca on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:53:31.180839 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b462b338-351d-43ea-8165-ffc149e33bb5 tempest-MeteringTestJSON-1103120960 tempest-MeteringTestJSON-1103120960-project-admin] 10.222.0.101 "GET /v2.0/metering/metering-labels?id=61acb000-6b85-419f-8b32-72d13b6a733b HTTP/1.1" status: 200 len: 216 time: 0.1179039 Sep 24 15:53:31.217802 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43394) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:31.237486 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d04a10e-2f8d-4fb6-8d0f-01f625c67e30 req-b27fd138-5164-4fa8-b1a3-a9e1d4f3f5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:31.237980 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d04a10e-2f8d-4fb6-8d0f-01f625c67e30 req-b27fd138-5164-4fa8-b1a3-a9e1d4f3f5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:31.238573 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d04a10e-2f8d-4fb6-8d0f-01f625c67e30 req-b27fd138-5164-4fa8-b1a3-a9e1d4f3f5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:31.239053 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d04a10e-2f8d-4fb6-8d0f-01f625c67e30 req-b27fd138-5164-4fa8-b1a3-a9e1d4f3f5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:31.239690 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d04a10e-2f8d-4fb6-8d0f-01f625c67e30 req-b27fd138-5164-4fa8-b1a3-a9e1d4f3f5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:31.240170 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d04a10e-2f8d-4fb6-8d0f-01f625c67e30 req-b27fd138-5164-4fa8-b1a3-a9e1d4f3f5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:31.240959 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d04a10e-2f8d-4fb6-8d0f-01f625c67e30 req-b27fd138-5164-4fa8-b1a3-a9e1d4f3f5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:31.243104 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3d04a10e-2f8d-4fb6-8d0f-01f625c67e30 req-b27fd138-5164-4fa8-b1a3-a9e1d4f3f5c5 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=4e03fc3d20524ffa9cc0335ea5171849&device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 6488 time: 0.2433662 Sep 24 15:53:31.247278 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:31.344293 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-6c906c99-d401-4fb0-b9a3-7d023a94833c tempest-MeteringTestJSON-1103120960 tempest-MeteringTestJSON-1103120960-project-admin] 10.222.0.101 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.1192918 Sep 24 15:53:31.362971 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43396) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:31.416261 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e088e290-98b6-4e33-9928-113039b3c71a req-6c4d8e8b-6282-44c0-80a1-4eebaa60aa9a tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:31.418067 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e088e290-98b6-4e33-9928-113039b3c71a req-6c4d8e8b-6282-44c0-80a1-4eebaa60aa9a tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/ports?device_id=87b6a1f0-7b0d-4e7e-af5d-8e794e98c80d HTTP/1.1" status: 200 len: 943 time: 0.2649872 Sep 24 15:53:31.425481 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-bdec43ba-ab11-446d-91ac-befbd9ccbb75 tempest-MeteringTestJSON-1103120960 tempest-MeteringTestJSON-1103120960-project-admin] 10.222.0.101 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0583060 Sep 24 15:53:31.458173 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43398) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:31.463381 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port 32529473-aabb-4ef2-b490-8601af47b55d, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=32529473-aabb-4ef2-b490-8601af47b55d,segment=NetworkSegment(fb531be8-b37e-4ff9-a98b-5c7db484a0eb),segment_id=fb531be8-b37e-4ff9-a98b-5c7db484a0eb)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:53:31.470513 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-11400320-ce8f-487e-8fed-282c5d887673 None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:31.472667 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-23614b6e-5471-41e9-a139-83d66989b7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:31.491562 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc27a0a4-6a03-4291-866f-e78d4aab052b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Network 50d98e88-8a75-4835-9919-86c163395f7c is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:53:31.505676 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-bc27a0a4-6a03-4291-866f-e78d4aab052b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:53:31.514412 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b6dde1a-95e8-4442-a6f5-ad01868e2280 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-39fa30ae-d647-4330-a414-eb95110c9d75', 'network_id': '39fa30ae-d647-4330-a414-eb95110c9d75', 'tenant_id': '6fd8ff8df3b84ebcb401d12464d751f7', 'fixed_ips': [{'subnet_id': '112ffc5a-6c30-40a7-a0c1-3dd2877a4909'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:53:31.515367 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9b6dde1a-95e8-4442-a6f5-ad01868e2280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:31.531324 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-94dceeb3-4394-442c-a351-f2140a892d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:31.571260 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-0d5283b1-af31-4e2e-8cbe-9869c53451a0 req-d73de393-e685-44e2-87e2-884acf6bd2ea service neutron] Attempting to bind port d1862b1f-4d7b-4e17-b328-e8db2634c97a on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:53:31.571592 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-0d5283b1-af31-4e2e-8cbe-9869c53451a0 req-d73de393-e685-44e2-87e2-884acf6bd2ea service neutron] Attempting to bind port d1862b1f-4d7b-4e17-b328-e8db2634c97a by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': 'd7f03bc8-ea19-48e4-af94-237cd7b5d9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '9650dd06-c337-403b-9f2f-c268b521f2ba'}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:53:31.571923 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5283b1-af31-4e2e-8cbe-9869c53451a0 req-d73de393-e685-44e2-87e2-884acf6bd2ea service neutron] Attempting to bind port d1862b1f-4d7b-4e17-b328-e8db2634c97a on network 9650dd06-c337-403b-9f2f-c268b521f2ba {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:53:31.599797 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d04a10e-2f8d-4fb6-8d0f-01f625c67e30 req-ff416a1b-65be-43f4-a96f-bc083f85a397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:31.599797 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d04a10e-2f8d-4fb6-8d0f-01f625c67e30 req-ff416a1b-65be-43f4-a96f-bc083f85a397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:31.600249 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d04a10e-2f8d-4fb6-8d0f-01f625c67e30 req-ff416a1b-65be-43f4-a96f-bc083f85a397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:31.602871 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3d04a10e-2f8d-4fb6-8d0f-01f625c67e30 req-ff416a1b-65be-43f4-a96f-bc083f85a397 service neutron] 10.222.0.110 "GET /v2.0/networks?id=fd4dbc0b-12eb-4c1c-a696-391550e45003&id=9045208f-96a3-4106-bd0d-84166192bb83&id=9045208f-96a3-4106-bd0d-84166192bb83&id=9045208f-96a3-4106-bd0d-84166192bb83&id=9045208f-96a3-4106-bd0d-84166192bb83&id=e4856753-6c1e-428e-a2fe-e4f7731cb6f7&id=e4856753-6c1e-428e-a2fe-e4f7731cb6f7 HTTP/1.1" status: 200 len: 2296 time: 0.3175070 Sep 24 15:53:31.604899 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-7df80665-d769-48f3-b263-9b18c8ebba3a tempest-MeteringTestJSON-1103120960 tempest-MeteringTestJSON-1103120960-project-admin] 10.222.0.101 "GET /v2.0/metering/metering-labels/d2e609e2-3a70-4e9c-8633-8cedb695ef52 HTTP/1.1" status: 200 len: 472 time: 0.1429138 Sep 24 15:53:31.614182 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43400) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:31.623677 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed1c105-0659-4f3f-b368-29b7c001091c req-1ea6d94d-fecf-4cdf-8c82-0089238ad9e3 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:31.625815 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9ed1c105-0659-4f3f-b368-29b7c001091c req-1ea6d94d-fecf-4cdf-8c82-0089238ad9e3 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 947 time: 0.5147624 Sep 24 15:53:31.641619 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5283b1-af31-4e2e-8cbe-9869c53451a0 req-d73de393-e685-44e2-87e2-884acf6bd2ea service neutron] Port d1862b1f-4d7b-4e17-b328-e8db2634c97a on network 9650dd06-c337-403b-9f2f-c268b521f2ba not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:53:31.641941 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5283b1-af31-4e2e-8cbe-9869c53451a0 req-d73de393-e685-44e2-87e2-884acf6bd2ea service neutron] Attempting to bind port d1862b1f-4d7b-4e17-b328-e8db2634c97a on network 9650dd06-c337-403b-9f2f-c268b521f2ba {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:53:31.666052 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-88e9a100-ecc8-4ce9-9a36-f7453cb73d92 tempest-MeteringTestJSON-1103120960 tempest-MeteringTestJSON-1103120960-project-admin] 10.222.0.101 "GET /v2.0/metering/metering-label-rules/e773f89a-0325-46f3-a564-a1a36631eaaf HTTP/1.1" status: 200 len: 461 time: 0.0473464 Sep 24 15:53:31.675402 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43402) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:31.679305 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5283b1-af31-4e2e-8cbe-9869c53451a0 req-d73de393-e685-44e2-87e2-884acf6bd2ea service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:53:31.679641 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5283b1-af31-4e2e-8cbe-9869c53451a0 req-d73de393-e685-44e2-87e2-884acf6bd2ea service neutron] Checking segment: {'id': 'd7f03bc8-ea19-48e4-af94-237cd7b5d9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '9650dd06-c337-403b-9f2f-c268b521f2ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:53:31.680029 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d5283b1-af31-4e2e-8cbe-9869c53451a0 req-d73de393-e685-44e2-87e2-884acf6bd2ea service neutron] Bound using segment: {'id': 'd7f03bc8-ea19-48e4-af94-237cd7b5d9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '9650dd06-c337-403b-9f2f-c268b521f2ba'} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:53:31.680475 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-0d5283b1-af31-4e2e-8cbe-9869c53451a0 req-d73de393-e685-44e2-87e2-884acf6bd2ea service neutron] Bound port: d1862b1f-4d7b-4e17-b328-e8db2634c97a, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7f03bc8-ea19-48e4-af94-237cd7b5d9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '9650dd06-c337-403b-9f2f-c268b521f2ba'}}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:53:31.680827 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-0d5283b1-af31-4e2e-8cbe-9869c53451a0 req-d73de393-e685-44e2-87e2-884acf6bd2ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:31.719064 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.extraroute_db [None req-1e61c3f4-2112-44e6-a0ce-5e84703353a7 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Added routes are [] {{(pid=95298) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 24 15:53:31.719524 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.extraroute_db [None req-1e61c3f4-2112-44e6-a0ce-5e84703353a7 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=95298) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 24 15:53:31.758720 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1e61c3f4-2112-44e6-a0ce-5e84703353a7 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1671'] for router, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:31.767798 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-9b6dde1a-95e8-4442-a6f5-ad01868e2280 None None] Allocated IP 2001:db8::f816:3eff:fe94:f186 (39fa30ae-d647-4330-a414-eb95110c9d75/112ffc5a-6c30-40a7-a0c1-3dd2877a4909/4cb50bd4-74e2-4fca-8260-ab45e22f3f49) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:53:31.788439 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9ed1c105-0659-4f3f-b368-29b7c001091c req-f8f6e706-0c96-4ad5-bcd8-a691cae6c9f8 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495502 Sep 24 15:53:31.839255 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-0d5283b1-af31-4e2e-8cbe-9869c53451a0 req-d73de393-e685-44e2-87e2-884acf6bd2ea service neutron] For port d1862b1f-4d7b-4e17-b328-e8db2634c97a, host n-h1-808921-1, cleared binding levels {{(pid=95297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:53:31.842987 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-0d5283b1-af31-4e2e-8cbe-9869c53451a0 req-d73de393-e685-44e2-87e2-884acf6bd2ea service neutron] For port d1862b1f-4d7b-4e17-b328-e8db2634c97a, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=d1862b1f-4d7b-4e17-b328-e8db2634c97a,segment=NetworkSegment(d7f03bc8-ea19-48e4-af94-237cd7b5d9dc),segment_id=d7f03bc8-ea19-48e4-af94-237cd7b5d9dc)] {{(pid=95297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:53:31.847619 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:31.848471 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device c69a7a67-f2d0-4e99-9d95-b177012e26bc up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:53:31.850912 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-11400320-ce8f-487e-8fed-282c5d887673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:31.904248 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [req-84888faa-bdf6-4a0d-b895-85f15392d2bb req-b5751b9c-4082-4ede-ae6a-1c405fcfb322 service neutron] (95298) timed out ('10.222.0.108', 53168) {{(pid=95298) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 24 15:53:31.981101 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e088e290-98b6-4e33-9928-113039b3c71a req-56152864-7fe5-4dfd-8008-a8934fb2f947 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/security-groups?id=202b03dd-8b6c-450b-807e-d6079299f35d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5528376 Sep 24 15:53:32.021882 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc27a0a4-6a03-4291-866f-e78d4aab052b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Router 80c758de-3d03-48dd-ab20-b2f4558e49c6 is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:53:32.024637 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-0d5283b1-af31-4e2e-8cbe-9869c53451a0 req-d73de393-e685-44e2-87e2-884acf6bd2ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:32.046054 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b253484-83be-43bf-bab1-c3443b7de2a2 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Made reservation on behalf of 6fd8ff8df3b84ebcb401d12464d751f7 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:53:32.050750 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9b253484-83be-43bf-bab1-c3443b7de2a2 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:32.067392 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3d04a10e-2f8d-4fb6-8d0f-01f625c67e30 req-806db836-510e-45e5-84d0-59b068758273 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc03181b-eebc-4350-ae95-5058ea48d9fb HTTP/1.1" status: 200 len: 1000 time: 0.2889802 Sep 24 15:53:32.119455 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=32529473-aabb-4ef2-b490-8601af47b55d,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:32.127509 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d2597d6e-efcf-4091-a77e-a741a6bdab0a tempest-MeteringTestJSON-1103120960 tempest-MeteringTestJSON-1103120960-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:32.128666 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-d2597d6e-efcf-4091-a77e-a741a6bdab0a tempest-MeteringTestJSON-1103120960 tempest-MeteringTestJSON-1103120960-project-admin] 10.222.0.101 "DELETE /v2.0/metering/metering-label-rules/e773f89a-0325-46f3-a564-a1a36631eaaf HTTP/1.1" status: 204 len: 168 time: 0.4508257 Sep 24 15:53:32.138851 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d04a10e-2f8d-4fb6-8d0f-01f625c67e30 req-53d4abda-1ed3-4f38-8bf8-fb7588158ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:32.139080 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5283b1-af31-4e2e-8cbe-9869c53451a0 req-d73de393-e685-44e2-87e2-884acf6bd2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:32.140984 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3d04a10e-2f8d-4fb6-8d0f-01f625c67e30 req-53d4abda-1ed3-4f38-8bf8-fb7588158ebf service neutron] 10.222.0.110 "GET /v2.0/subnets?id=ff90cfb5-edb1-4dd2-95a8-9b64a8718aa6 HTTP/1.1" status: 200 len: 851 time: 0.0635159 Sep 24 15:53:32.141136 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-0d5283b1-af31-4e2e-8cbe-9869c53451a0 req-d73de393-e685-44e2-87e2-884acf6bd2ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:32.142396 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [None req-9b253484-83be-43bf-bab1-c3443b7de2a2 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] device_id is not set on port 87272bec-59f3-4fe2-bcc0-50a599fcfe73 yet. {{(pid=95298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:53:32.142519 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0d5283b1-af31-4e2e-8cbe-9869c53451a0 req-d73de393-e685-44e2-87e2-884acf6bd2ea service neutron] 10.222.0.110 "PUT /v2.0/ports/d1862b1f-4d7b-4e17-b328-e8db2634c97a HTTP/1.1" status: 200 len: 1091 time: 2.4874282 Sep 24 15:53:32.144734 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43406) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:32.151094 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87b6a1f0-7b0d-4e7e-af5d-8e794e98c80d', 'tag': 'd1862b1f-4d7b-4e17-b328-e8db2634c97a'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:53:32.163451 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f0e9ed0-8721-472f-875c-c0fbe4f03f01" -d '{"events": [{"name": "network-changed", "server_uuid": "87b6a1f0-7b0d-4e7e-af5d-8e794e98c80d", "tag": "d1862b1f-4d7b-4e17-b328-e8db2634c97a"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:53:32.251089 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fde478-4501-4e2e-8f7d-1c8a21800c6b None None] Pushing event updated for resources: {'Port': ['ID=46f566d6-a016-4dad-ad02-6ecdd1b124b4,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:32.302426 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76be03da-e313-4cb4-ae45-02a3f1185d6d x-openstack-request-id: req-76be03da-e313-4cb4-ae45-02a3f1185d6d {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:53:32.304007 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87b6a1f0-7b0d-4e7e-af5d-8e794e98c80d", "tag": "d1862b1f-4d7b-4e17-b328-e8db2634c97a", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:53:32.304007 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-76be03da-e313-4cb4-ae45-02a3f1185d6d {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:53:32.305011 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87b6a1f0-7b0d-4e7e-af5d-8e794e98c80d', 'tag': 'd1862b1f-4d7b-4e17-b328-e8db2634c97a', 'status': 'completed', 'code': 200} Sep 24 15:53:32.350419 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73de393-e685-44e2-87e2-884acf6bd2ea service neutron] Pushing event updated for resources: {'Port': ['ID=d1862b1f-4d7b-4e17-b328-e8db2634c97a,revision_number=3']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:32.365532 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.db.api [None req-94dceeb3-4394-442c-a351-f2140a892d09 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:53:32.365974 n-d-808921-1 neutron-server[95299]: DEBUG oslo_db.api [None req-94dceeb3-4394-442c-a351-f2140a892d09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:53:32.374224 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port c69a7a67-f2d0-4e99-9d95-b177012e26bc triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:53:32.375234 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:32.413907 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-11400320-ce8f-487e-8fed-282c5d887673 None None] Attempting to bind port 46f566d6-a016-4dad-ad02-6ecdd1b124b4 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:53:32.414301 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-11400320-ce8f-487e-8fed-282c5d887673 None None] Attempting to bind port 46f566d6-a016-4dad-ad02-6ecdd1b124b4 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '558b1a75-6da4-4c7f-97b1-855de69f3f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '712626eb-be96-40d5-b839-2a8ddba4f6d0'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:53:32.414685 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11400320-ce8f-487e-8fed-282c5d887673 None None] Attempting to bind port 46f566d6-a016-4dad-ad02-6ecdd1b124b4 on network 712626eb-be96-40d5-b839-2a8ddba4f6d0 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:53:32.439647 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11400320-ce8f-487e-8fed-282c5d887673 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:53:32.440142 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11400320-ce8f-487e-8fed-282c5d887673 None None] Checking segment: {'id': '558b1a75-6da4-4c7f-97b1-855de69f3f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '712626eb-be96-40d5-b839-2a8ddba4f6d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:53:32.440558 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-11400320-ce8f-487e-8fed-282c5d887673 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:32.440966 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11400320-ce8f-487e-8fed-282c5d887673 None None] Bound using segment: {'id': '558b1a75-6da4-4c7f-97b1-855de69f3f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '712626eb-be96-40d5-b839-2a8ddba4f6d0'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:53:32.441457 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-11400320-ce8f-487e-8fed-282c5d887673 None None] Bound port: 46f566d6-a016-4dad-ad02-6ecdd1b124b4, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '558b1a75-6da4-4c7f-97b1-855de69f3f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '712626eb-be96-40d5-b839-2a8ddba4f6d0'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:53:32.441847 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-11400320-ce8f-487e-8fed-282c5d887673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:32.473071 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9b6dde1a-95e8-4442-a6f5-ad01868e2280 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:32.556173 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9b6dde1a-95e8-4442-a6f5-ad01868e2280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:32.643307 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0e9ed0-8721-472f-875c-c0fbe4f03f01 req-e4a11922-3f13-460f-816b-8773dfe371ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:32.645290 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1f0e9ed0-8721-472f-875c-c0fbe4f03f01 req-e4a11922-3f13-460f-816b-8773dfe371ce service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=7841fa2f595c42b88ef5416d36f78c25&device_id=87b6a1f0-7b0d-4e7e-af5d-8e794e98c80d HTTP/1.1" status: 200 len: 1094 time: 0.3448772 Sep 24 15:53:32.645620 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6dde1a-95e8-4442-a6f5-ad01868e2280 None None] Pushing event updated for resources: {'Port': ['ID=4cb50bd4-74e2-4fca-8260-ab45e22f3f49,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:32.648408 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc27a0a4-6a03-4291-866f-e78d4aab052b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:53:32.653180 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-11400320-ce8f-487e-8fed-282c5d887673 None None] For port 46f566d6-a016-4dad-ad02-6ecdd1b124b4, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:53:32.655457 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-bc27a0a4-6a03-4291-866f-e78d4aab052b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "PUT /v2.0/routers/80c758de-3d03-48dd-ab20-b2f4558e49c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4419901 Sep 24 15:53:32.666387 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6dde1a-95e8-4442-a6f5-ad01868e2280 None None] Network 39fa30ae-d647-4330-a414-eb95110c9d75 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:53:32.668512 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43410) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:32.668914 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49eeaad5-a7fe-4e2c-97f2-2b779564d8a7 None None] Sync routers for ids ['80c758de-3d03-48dd-ab20-b2f4558e49c6'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:53:32.681545 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-9b6dde1a-95e8-4442-a6f5-ad01868e2280 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:53:32.689785 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49eeaad5-a7fe-4e2c-97f2-2b779564d8a7 None None] Routers {'80c758de-3d03-48dd-ab20-b2f4558e49c6'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:53:32.689785 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-49eeaad5-a7fe-4e2c-97f2-2b779564d8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:53:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['80c758de-3d03-48dd-ab20-b2f4558e49c6'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:32.690545 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-11400320-ce8f-487e-8fed-282c5d887673 None None] For port 46f566d6-a016-4dad-ad02-6ecdd1b124b4, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=46f566d6-a016-4dad-ad02-6ecdd1b124b4,segment=NetworkSegment(558b1a75-6da4-4c7f-97b1-855de69f3f47),segment_id=558b1a75-6da4-4c7f-97b1-855de69f3f47)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:53:32.693017 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6dde1a-95e8-4442-a6f5-ad01868e2280 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:53:32.695253 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:32.817793 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-11400320-ce8f-487e-8fed-282c5d887673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:32.881919 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6ad3320d-621c-4edb-afc8-6fef6d5d6806 tempest-MeteringTestJSON-1103120960 tempest-MeteringTestJSON-1103120960-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:32.885022 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-6ad3320d-621c-4edb-afc8-6fef6d5d6806 tempest-MeteringTestJSON-1103120960 tempest-MeteringTestJSON-1103120960-project-admin] 10.222.0.101 "DELETE /v2.0/metering/metering-labels/d2e609e2-3a70-4e9c-8633-8cedb695ef52 HTTP/1.1" status: 204 len: 168 time: 0.7209554 Sep 24 15:53:32.886783 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0e9ed0-8721-472f-875c-c0fbe4f03f01 req-34588cdf-71a6-48ce-8c66-9287811df34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:32.888351 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1f0e9ed0-8721-472f-875c-c0fbe4f03f01 req-34588cdf-71a6-48ce-8c66-9287811df34e service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=7841fa2f595c42b88ef5416d36f78c25&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2318144 Sep 24 15:53:32.896196 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fbdc640-3bfc-4f97-80c4-c4c5f7a808c8 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:32.902016 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-2fbdc640-3bfc-4f97-80c4-c4c5f7a808c8 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/ports/32561396-f362-4879-abaa-ac5b17f09509 HTTP/1.1" status: 200 len: 911 time: 0.2143476 Sep 24 15:53:32.902016 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1e61c3f4-2112-44e6-a0ce-5e84703353a7 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1671'] for router, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:32.902246 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port c69a7a67-f2d0-4e99-9d95-b177012e26bc, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=c69a7a67-f2d0-4e99-9d95-b177012e26bc,segment=NetworkSegment(558b1a75-6da4-4c7f-97b1-855de69f3f47),segment_id=558b1a75-6da4-4c7f-97b1-855de69f3f47)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:53:32.910112 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43416) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:32.985000 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1e61c3f4-2112-44e6-a0ce-5e84703353a7 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-586922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-586913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588826'] for router, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:33.000265 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-49eeaad5-a7fe-4e2c-97f2-2b779564d8a7 None None] Set router 80c758de-3d03-48dd-ab20-b2f4558e49c6 gateway port host: None {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:53:33.000492 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d04a10e-2f8d-4fb6-8d0f-01f625c67e30 req-4d31de0a-da9f-4c47-98ff-197480a1b710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:33.002100 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3d04a10e-2f8d-4fb6-8d0f-01f625c67e30 req-4d31de0a-da9f-4c47-98ff-197480a1b710 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=fd4dbc0b-12eb-4c1c-a696-391550e45003&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7663043 Sep 24 15:53:33.045641 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-9b6dde1a-95e8-4442-a6f5-ad01868e2280 None None] Attempting to bind port 4cb50bd4-74e2-4fca-8260-ab45e22f3f49 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:53:33.046215 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-9b6dde1a-95e8-4442-a6f5-ad01868e2280 None None] Attempting to bind port 4cb50bd4-74e2-4fca-8260-ab45e22f3f49 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'd9025961-7f2f-4ada-8504-b93f6c05776c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '39fa30ae-d647-4330-a414-eb95110c9d75'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:53:33.048675 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6dde1a-95e8-4442-a6f5-ad01868e2280 None None] Attempting to bind port 4cb50bd4-74e2-4fca-8260-ab45e22f3f49 on network 39fa30ae-d647-4330-a414-eb95110c9d75 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:53:33.072241 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6dde1a-95e8-4442-a6f5-ad01868e2280 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:53:33.073836 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6dde1a-95e8-4442-a6f5-ad01868e2280 None None] Checking segment: {'id': 'd9025961-7f2f-4ada-8504-b93f6c05776c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '39fa30ae-d647-4330-a414-eb95110c9d75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:53:33.076114 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9b6dde1a-95e8-4442-a6f5-ad01868e2280 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:33.077113 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b6dde1a-95e8-4442-a6f5-ad01868e2280 None None] Bound using segment: {'id': 'd9025961-7f2f-4ada-8504-b93f6c05776c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '39fa30ae-d647-4330-a414-eb95110c9d75'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:53:33.079811 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-9b6dde1a-95e8-4442-a6f5-ad01868e2280 None None] Bound port: 4cb50bd4-74e2-4fca-8260-ab45e22f3f49, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9025961-7f2f-4ada-8504-b93f6c05776c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '39fa30ae-d647-4330-a414-eb95110c9d75'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:53:33.081366 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9b6dde1a-95e8-4442-a6f5-ad01868e2280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:33.090017 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433b7e77-5b0d-451f-8720-193c7d9e4884 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:33.096844 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433b7e77-5b0d-451f-8720-193c7d9e4884 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:33.101579 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-433b7e77-5b0d-451f-8720-193c7d9e4884 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1807456 Sep 24 15:53:33.102381 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43420) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:33.179937 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b208b49b-38a8-4d93-9ce3-2a81a7263ee0 req-ce6679fd-99e8-4969-b6e3-3757619b6079 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:33.181948 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b208b49b-38a8-4d93-9ce3-2a81a7263ee0 req-ce6679fd-99e8-4969-b6e3-3757619b6079 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 947 time: 0.2771928 Sep 24 15:53:33.182848 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-9b6dde1a-95e8-4442-a6f5-ad01868e2280 None None] For port 4cb50bd4-74e2-4fca-8260-ab45e22f3f49, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:53:33.186773 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-9b6dde1a-95e8-4442-a6f5-ad01868e2280 None None] For port 4cb50bd4-74e2-4fca-8260-ab45e22f3f49, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=4cb50bd4-74e2-4fca-8260-ab45e22f3f49,segment=NetworkSegment(d9025961-7f2f-4ada-8504-b93f6c05776c),segment_id=d9025961-7f2f-4ada-8504-b93f6c05776c)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:53:33.187083 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-9b253484-83be-43bf-bab1-c3443b7de2a2 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Allocated IP 2001:db8::f816:3eff:fe29:c731 (39fa30ae-d647-4330-a414-eb95110c9d75/112ffc5a-6c30-40a7-a0c1-3dd2877a4909/87272bec-59f3-4fe2-bcc0-50a599fcfe73) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:53:33.188335 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:33.189289 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device e56f13e4-c229-45f1-a7f9-e8a5328b5d8d up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:53:33.233602 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-94dceeb3-4394-442c-a351-f2140a892d09 None None] Could not find standard attr ID for object ce8e1287-0239-4a44-b456-27f0f0b4c2ca. {{(pid=95299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 15:53:33.244963 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11400320-ce8f-487e-8fed-282c5d887673 None None] Routers {'2290273b-7c8a-4141-881a-684b68354ed4'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:53:33.245669 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-11400320-ce8f-487e-8fed-282c5d887673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:53:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['2290273b-7c8a-4141-881a-684b68354ed4'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:33.351459 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-11400320-ce8f-487e-8fed-282c5d887673 None None] Set router 2290273b-7c8a-4141-881a-684b68354ed4 gateway port host: None {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:53:33.361818 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-49eeaad5-a7fe-4e2c-97f2-2b779564d8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80c758de-3d03-48dd-ab20-b2f4558e49c6', 'name': 'tempest-NetworksTestDHCPv6-router-113769288', 'tenant_id': '1ffc126d96724ce991d5ac46e64fd1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:53:23Z', 'updated_at': '2021-09-24T15:53:28Z', 'revision_number': 2, 'project_id': '1ffc126d96724ce991d5ac46e64fd1ec', 'gw_port_host': None, '_interfaces': [{'id': '32561396-f362-4879-abaa-ac5b17f09509', 'name': '', 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'tenant_id': '1ffc126d96724ce991d5ac46e64fd1ec', 'mac_address': 'fa:16:3e:e2:b4:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80c758de-3d03-48dd-ab20-b2f4558e49c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'dddf0ecb-bfbc-4af8-9feb-895d3640fc23', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:53:25Z', 'updated_at': '2021-09-24T15:53:30Z', 'revision_number': 2, 'project_id': '1ffc126d96724ce991d5ac46e64fd1ec', 'subnets': [{'id': 'dddf0ecb-bfbc-4af8-9feb-895d3640fc23', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:33.393547 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49eeaad5-a7fe-4e2c-97f2-2b779564d8a7 None None] Checking router: 80c758de-3d03-48dd-ab20-b2f4558e49c6 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:53:33.393988 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49eeaad5-a7fe-4e2c-97f2-2b779564d8a7 None None] Updating router 80c758de-3d03-48dd-ab20-b2f4558e49c6 port 32561396-f362-4879-abaa-ac5b17f09509 binding host n-d-808921-1 {{(pid=95300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:53:33.403075 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b208b49b-38a8-4d93-9ce3-2a81a7263ee0 req-986491ea-4a99-48cb-8ceb-4308fdb1a4d3 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518211 Sep 24 15:53:33.442884 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-49eeaad5-a7fe-4e2c-97f2-2b779564d8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:33.458533 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9b6dde1a-95e8-4442-a6f5-ad01868e2280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:33.506451 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fde478-4501-4e2e-8f7d-1c8a21800c6b None None] Pushing event updated for resources: {'Port': ['ID=46f566d6-a016-4dad-ad02-6ecdd1b124b4,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:33.543000 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e61c3f4-2112-44e6-a0ce-5e84703353a7 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Router 2290273b-7c8a-4141-881a-684b68354ed4 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:53:33.566985 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port e56f13e4-c229-45f1-a7f9-e8a5328b5d8d triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:53:33.567632 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:33.568833 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3d04a10e-2f8d-4fb6-8d0f-01f625c67e30 req-fa7b75ac-5fdf-4e05-a95e-d9db476c4610 service neutron] 10.222.0.110 "GET /v2.0/networks/fd4dbc0b-12eb-4c1c-a696-391550e45003?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5503159 Sep 24 15:53:33.569862 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-94dceeb3-4394-442c-a351-f2140a892d09 None None] Provisioning complete for port e56f13e4-c229-45f1-a7f9-e8a5328b5d8d triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:53:33.570499 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-94dceeb3-4394-442c-a351-f2140a892d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:33.708976 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43428) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:33.979117 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-49eeaad5-a7fe-4e2c-97f2-2b779564d8a7 None None] Notify callbacks [] for port, precommit_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:34.059307 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2bb900-12d9-4c1f-820b-971ac6b2b1b7 req-38357bc2-9125-4621-a5e0-d373f3638ea9 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:34.061383 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-be2bb900-12d9-4c1f-820b-971ac6b2b1b7 req-38357bc2-9125-4621-a5e0-d373f3638ea9 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/ports?device_id=87b6a1f0-7b0d-4e7e-af5d-8e794e98c80d HTTP/1.1" status: 200 len: 943 time: 0.6658559 Sep 24 15:53:34.080340 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-49eeaad5-a7fe-4e2c-97f2-2b779564d8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:34.083895 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=c69a7a67-f2d0-4e99-9d95-b177012e26bc,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:34.114565 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-be2bb900-12d9-4c1f-820b-971ac6b2b1b7 req-42656dfd-483f-461b-8434-b54e5dd9fa7b tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/security-groups?id=202b03dd-8b6c-450b-807e-d6079299f35d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425224 Sep 24 15:53:34.117043 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0e9ed0-8721-472f-875c-c0fbe4f03f01 req-dc5fea4f-8b21-43b0-b041-74d28b8725dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:34.118653 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1f0e9ed0-8721-472f-875c-c0fbe4f03f01 req-dc5fea4f-8b21-43b0-b041-74d28b8725dd service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 1.2198899 Sep 24 15:53:34.163384 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26574cbe-f4f7-4c3f-9740-b0e5fe1e0414 None None] Pushing event updated for resources: {'Port': ['ID=32561396-f362-4879-abaa-ac5b17f09509,revision_number=3']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:34.200583 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5586db7d-362b-465e-8e22-5840919a75e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:34.262178 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-49eeaad5-a7fe-4e2c-97f2-2b779564d8a7 None None] Attempting to bind port 32561396-f362-4879-abaa-ac5b17f09509 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:53:34.262947 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-49eeaad5-a7fe-4e2c-97f2-2b779564d8a7 None None] Attempting to bind port 32561396-f362-4879-abaa-ac5b17f09509 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:53:34.263831 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49eeaad5-a7fe-4e2c-97f2-2b779564d8a7 None None] Attempting to bind port 32561396-f362-4879-abaa-ac5b17f09509 on network 50d98e88-8a75-4835-9919-86c163395f7c {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:53:34.271378 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49eeaad5-a7fe-4e2c-97f2-2b779564d8a7 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:53:34.272155 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49eeaad5-a7fe-4e2c-97f2-2b779564d8a7 None None] Checking segment: {'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:53:34.272394 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5283b1-af31-4e2e-8cbe-9869c53451a0 req-c4e421c2-76f8-4e5f-8b22-b06f88557fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:34.273933 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0d5283b1-af31-4e2e-8cbe-9869c53451a0 req-c4e421c2-76f8-4e5f-8b22-b06f88557fdf service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=7841fa2f595c42b88ef5416d36f78c25&device_id=87b6a1f0-7b0d-4e7e-af5d-8e794e98c80d HTTP/1.1" status: 200 len: 1094 time: 0.0953016 Sep 24 15:53:34.274222 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-49eeaad5-a7fe-4e2c-97f2-2b779564d8a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:34.274859 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49eeaad5-a7fe-4e2c-97f2-2b779564d8a7 None None] Bound using segment: {'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:53:34.275897 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-49eeaad5-a7fe-4e2c-97f2-2b779564d8a7 None None] Bound port: 32561396-f362-4879-abaa-ac5b17f09509, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'}}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:53:34.277651 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-49eeaad5-a7fe-4e2c-97f2-2b779564d8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:34.314951 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-bdb6b977-a2c7-459c-87d6-e8745589db48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:34.387047 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e61c3f4-2112-44e6-a0ce-5e84703353a7 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:53:34.391211 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f75e2e4b-263c-422e-9771-f7e3e0784ab9 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:34.407646 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-49eeaad5-a7fe-4e2c-97f2-2b779564d8a7 None None] For port 32561396-f362-4879-abaa-ac5b17f09509, host n-d-808921-1, cleared binding levels {{(pid=95300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:53:34.417228 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-49eeaad5-a7fe-4e2c-97f2-2b779564d8a7 None None] For port 32561396-f362-4879-abaa-ac5b17f09509, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=32561396-f362-4879-abaa-ac5b17f09509,segment=NetworkSegment(fb531be8-b37e-4ff9-a98b-5c7db484a0eb),segment_id=fb531be8-b37e-4ff9-a98b-5c7db484a0eb)] {{(pid=95300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:53:34.427015 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1e61c3f4-2112-44e6-a0ce-5e84703353a7 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:34.428461 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-1e61c3f4-2112-44e6-a0ce-5e84703353a7 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "PUT /v2.0/routers/2290273b-7c8a-4141-881a-684b68354ed4 HTTP/1.1" status: 200 len: 704 time: 3.9834611 Sep 24 15:53:34.436088 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43434) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:34.448427 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9b253484-83be-43bf-bab1-c3443b7de2a2 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:34.451139 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6dde1a-95e8-4442-a6f5-ad01868e2280 None None] Pushing event updated for resources: {'Port': ['ID=4cb50bd4-74e2-4fca-8260-ab45e22f3f49,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:34.460528 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:34.460998 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25ab9b0-a192-4cc4-8833-87074757577f req-e0125f66-8c1d-489f-84a6-09e53a011188 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:34.469089 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d25ab9b0-a192-4cc4-8833-87074757577f req-e0125f66-8c1d-489f-84a6-09e53a011188 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 947 time: 0.3943267 Sep 24 15:53:34.473904 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-94dceeb3-4394-442c-a351-f2140a892d09 None None] Provisioning complete for port c69a7a67-f2d0-4e99-9d95-b177012e26bc triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:53:34.474902 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-94dceeb3-4394-442c-a351-f2140a892d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:34.480476 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-49eeaad5-a7fe-4e2c-97f2-2b779564d8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:34.483014 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 4a02c69e-f746-48e0-9407-8d42f6c32786 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:53:34.550737 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-11400320-ce8f-487e-8fed-282c5d887673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2290273b-7c8a-4141-881a-684b68354ed4', 'name': 'tempest-RoutersIpV6Test-router-1803128549', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:52:46Z', 'updated_at': '2021-09-24T15:53:31Z', 'revision_number': 7, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'gw_port_host': None, '_interfaces': [{'id': '3cde809d-7f4f-4dbe-b688-6a46c7a1155a', 'name': '', 'network_id': '7314ce9e-e751-4be6-9cc3-d824fcbda090', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'mac_address': 'fa:16:3e:46:04:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2290273b-7c8a-4141-881a-684b68354ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': 'a75cdcfb-110a-4d35-b656-dd653f4c83a8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:53:07Z', 'updated_at': '2021-09-24T15:53:25Z', 'revision_number': 5, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'subnets': [{'id': 'a75cdcfb-110a-4d35-b656-dd653f4c83a8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46f566d6-a016-4dad-ad02-6ecdd1b124b4', 'name': '', 'network_id': '712626eb-be96-40d5-b839-2a8ddba4f6d0', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'mac_address': 'fa:16:3e:bc:a9:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2290273b-7c8a-4141-881a-684b68354ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '38f8b4bd-e6d0-4ba6-beac-970e66b99c36', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:53:25Z', 'updated_at': '2021-09-24T15:53:32Z', 'revision_number': 4, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'subnets': [{'id': '38f8b4bd-e6d0-4ba6-beac-970e66b99c36', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a02c69e-f746-48e0-9407-8d42f6c32786', 'name': '', 'network_id': 'ed1c16d8-bc7e-4d5e-8b1e-6b725fc62436', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'mac_address': 'fa:16:3e:18:2f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2290273b-7c8a-4141-881a-684b68354ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': '2a7e2ac6-24e0-423b-bce6-9ed78d763493', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:53:17Z', 'updated_at': '2021-09-24T15:53:27Z', 'revision_number': 5, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'subnets': [{'id': '2a7e2ac6-24e0-423b-bce6-9ed78d763493', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fd86886-b473-486d-8673-7629bf16fc33', 'name': '', 'network_id': '27e4c55f-6f5e-4dbb-a4b1-ef3ad1218e31', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'mac_address': 'fa:16:3e:f2:d2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2290273b-7c8a-4141-881a-684b68354ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'c47f39ca-af3b-42f3-8828-e5ce704cdd74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:52:50Z', 'updated_at': '2021-09-24T15:53:05Z', 'revision_number': 5, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'subnets': [{'id': 'c47f39ca-af3b-42f3-8828-e5ce704cdd74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:34.552788 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0d5283b1-af31-4e2e-8cbe-9869c53451a0 req-f80b5a99-e2c0-448f-9651-5d4e1894b19d service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1862b1f-4d7b-4e17-b328-e8db2634c97a HTTP/1.1" status: 200 len: 217 time: 0.1621418 Sep 24 15:53:34.574166 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3d04a10e-2f8d-4fb6-8d0f-01f625c67e30 req-16942deb-762d-4b1d-acb2-68f6750ffbd8 service neutron] 10.222.0.110 "GET /v2.0/networks/fd4dbc0b-12eb-4c1c-a696-391550e45003?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9874473 Sep 24 15:53:34.588155 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49eeaad5-a7fe-4e2c-97f2-2b779564d8a7 None None] Routers {'80c758de-3d03-48dd-ab20-b2f4558e49c6'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:53:34.588791 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-49eeaad5-a7fe-4e2c-97f2-2b779564d8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:53:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['80c758de-3d03-48dd-ab20-b2f4558e49c6'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:34.609627 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11400320-ce8f-487e-8fed-282c5d887673 None None] The sync data for ids ['2290273b-7c8a-4141-881a-684b68354ed4'] in n-d-808921-1 is: [{'id': '2290273b-7c8a-4141-881a-684b68354ed4', 'name': 'tempest-RoutersIpV6Test-router-1803128549', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:52:46Z', 'updated_at': '2021-09-24T15:53:31Z', 'revision_number': 7, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'gw_port_host': None, '_interfaces': [{'id': '3cde809d-7f4f-4dbe-b688-6a46c7a1155a', 'name': '', 'network_id': '7314ce9e-e751-4be6-9cc3-d824fcbda090', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'mac_address': 'fa:16:3e:46:04:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2290273b-7c8a-4141-881a-684b68354ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': 'a75cdcfb-110a-4d35-b656-dd653f4c83a8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:53:07Z', 'updated_at': '2021-09-24T15:53:25Z', 'revision_number': 5, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'subnets': [{'id': 'a75cdcfb-110a-4d35-b656-dd653f4c83a8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46f566d6-a016-4dad-ad02-6ecdd1b124b4', 'name': '', 'network_id': '712626eb-be96-40d5-b839-2a8ddba4f6d0', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'mac_address': 'fa:16:3e:bc:a9:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2290273b-7c8a-4141-881a-684b68354ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '38f8b4bd-e6d0-4ba6-beac-970e66b99c36', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:53:25Z', 'updated_at': '2021-09-24T15:53:32Z', 'revision_number': 4, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'subnets': [{'id': '38f8b4bd-e6d0-4ba6-beac-970e66b99c36', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a02c69e-f746-48e0-9407-8d42f6c32786', 'name': '', 'network_id': 'ed1c16d8-bc7e-4d5e-8b1e-6b725fc62436', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'mac_address': 'fa:16:3e:18:2f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2290273b-7c8a-4141-881a-684b68354ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': '2a7e2ac6-24e0-423b-bce6-9ed78d763493', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:53:17Z', 'updated_at': '2021-09-24T15:53:27Z', 'revision_number': 5, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'subnets': [{'id': '2a7e2ac6-24e0-423b-bce6-9ed78d763493', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fd86886-b473-486d-8673-7629bf16fc33', 'name': '', 'network_id': '27e4c55f-6f5e-4dbb-a4b1-ef3ad1218e31', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'mac_address': 'fa:16:3e:f2:d2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2290273b-7c8a-4141-881a-684b68354ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'c47f39ca-af3b-42f3-8828-e5ce704cdd74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:52:50Z', 'updated_at': '2021-09-24T15:53:05Z', 'revision_number': 5, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'subnets': [{'id': 'c47f39ca-af3b-42f3-8828-e5ce704cdd74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:53:34.646425 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5283b1-af31-4e2e-8cbe-9869c53451a0 req-8854760b-ad7d-47ae-bcfa-91c8e1ab5aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:34.648157 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0d5283b1-af31-4e2e-8cbe-9869c53451a0 req-8854760b-ad7d-47ae-bcfa-91c8e1ab5aa0 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=250e76ba-07ca-44b4-bdd4-d39b52ecd754 HTTP/1.1" status: 200 len: 835 time: 0.0531139 Sep 24 15:53:34.755800 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 4a02c69e-f746-48e0-9407-8d42f6c32786 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:53:34.756379 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:34.769506 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0821d9-24b7-41b7-9ad5-0e0e4ca885d7 req-2612a293-88fe-4a0b-a018-d8502057c670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:34.771401 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bf0821d9-24b7-41b7-9ad5-0e0e4ca885d7 req-2612a293-88fe-4a0b-a018-d8502057c670 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=7ecdf69c945d45baa1f224469b4d842c&device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 1098 time: 0.5927148 Sep 24 15:53:34.817243 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5283b1-af31-4e2e-8cbe-9869c53451a0 req-d7c2f214-a1f7-4e82-b797-bc6b89a5fde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:34.819166 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0d5283b1-af31-4e2e-8cbe-9869c53451a0 req-d7c2f214-a1f7-4e82-b797-bc6b89a5fde9 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9650dd06-c337-403b-9f2f-c268b521f2ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1479230 Sep 24 15:53:34.825617 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-49eeaad5-a7fe-4e2c-97f2-2b779564d8a7 None None] Set router 80c758de-3d03-48dd-ab20-b2f4558e49c6 gateway port host: None {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:53:34.889743 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3d04a10e-2f8d-4fb6-8d0f-01f625c67e30 req-0f2c23ca-0360-4c9d-89f0-9ca64f846af1 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=fa6b1e2c-793d-44ab-91ff-29c9061ff55a HTTP/1.1" status: 200 len: 217 time: 0.2324123 Sep 24 15:53:34.941846 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26574cbe-f4f7-4c3f-9740-b0e5fe1e0414 None None] Pushing event updated for resources: {'Port': ['ID=32561396-f362-4879-abaa-ac5b17f09509,revision_number=4']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:34.987136 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-a6cd6ccd-ee65-45f5-adc0-8ff287ab19e3 None None] Provisioning complete for port 32561396-f362-4879-abaa-ac5b17f09509 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:53:34.987507 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a6cd6ccd-ee65-45f5-adc0-8ff287ab19e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:35.058075 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0d5283b1-af31-4e2e-8cbe-9869c53451a0 req-a9153aea-d5dd-4552-8058-4abea1a9026c service neutron] 10.222.0.110 "GET /v2.0/networks/9650dd06-c337-403b-9f2f-c268b521f2ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268507 Sep 24 15:53:35.065613 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 3cde809d-7f4f-4dbe-b688-6a46c7a1155a up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:53:35.143013 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d25ab9b0-a192-4cc4-8833-87074757577f req-7f3fb7ac-5b69-40e2-b9f6-7fcfe19b4775 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6725786 Sep 24 15:53:35.144560 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0821d9-24b7-41b7-9ad5-0e0e4ca885d7 req-f8500f94-9aa5-4eb6-9b76-4e690090b070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:35.146395 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bf0821d9-24b7-41b7-9ad5-0e0e4ca885d7 req-f8500f94-9aa5-4eb6-9b76-4e690090b070 service neutron] 10.222.0.110 "GET /v2.0/networks?id=2a61a80f-7424-4f72-8244-e2cfc0c281a3 HTTP/1.1" status: 200 len: 916 time: 0.2536583 Sep 24 15:53:35.217350 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a6cd6ccd-ee65-45f5-adc0-8ff287ab19e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:35.274651 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-f75e2e4b-263c-422e-9771-f7e3e0784ab9 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Deleting port 32561396-f362-4879-abaa-ac5b17f09509 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:53:35.275593 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f75e2e4b-263c-422e-9771-f7e3e0784ab9 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:35.375083 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-49eeaad5-a7fe-4e2c-97f2-2b779564d8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80c758de-3d03-48dd-ab20-b2f4558e49c6', 'name': 'tempest-NetworksTestDHCPv6-router-113769288', 'tenant_id': '1ffc126d96724ce991d5ac46e64fd1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:53:23Z', 'updated_at': '2021-09-24T15:53:28Z', 'revision_number': 2, 'project_id': '1ffc126d96724ce991d5ac46e64fd1ec', 'gw_port_host': None, '_interfaces': [{'id': '32561396-f362-4879-abaa-ac5b17f09509', 'name': '', 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'tenant_id': '1ffc126d96724ce991d5ac46e64fd1ec', 'mac_address': 'fa:16:3e:e2:b4:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80c758de-3d03-48dd-ab20-b2f4558e49c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'dddf0ecb-bfbc-4af8-9feb-895d3640fc23', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:53:25Z', 'updated_at': '2021-09-24T15:53:34Z', 'revision_number': 4, 'project_id': '1ffc126d96724ce991d5ac46e64fd1ec', 'subnets': [{'id': 'dddf0ecb-bfbc-4af8-9feb-895d3640fc23', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:35.378359 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-a6cd6ccd-ee65-45f5-adc0-8ff287ab19e3 None None] For port 32561396-f362-4879-abaa-ac5b17f09509, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=32561396-f362-4879-abaa-ac5b17f09509,segment=NetworkSegment(fb531be8-b37e-4ff9-a98b-5c7db484a0eb),segment_id=fb531be8-b37e-4ff9-a98b-5c7db484a0eb)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:53:35.379092 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49eeaad5-a7fe-4e2c-97f2-2b779564d8a7 None None] The sync data for ids ['80c758de-3d03-48dd-ab20-b2f4558e49c6'] in n-d-808921-1 is: [{'id': '80c758de-3d03-48dd-ab20-b2f4558e49c6', 'name': 'tempest-NetworksTestDHCPv6-router-113769288', 'tenant_id': '1ffc126d96724ce991d5ac46e64fd1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:53:23Z', 'updated_at': '2021-09-24T15:53:28Z', 'revision_number': 2, 'project_id': '1ffc126d96724ce991d5ac46e64fd1ec', 'gw_port_host': None, '_interfaces': [{'id': '32561396-f362-4879-abaa-ac5b17f09509', 'name': '', 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'tenant_id': '1ffc126d96724ce991d5ac46e64fd1ec', 'mac_address': 'fa:16:3e:e2:b4:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80c758de-3d03-48dd-ab20-b2f4558e49c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2430, 'fixed_ips': [{'subnet_id': 'dddf0ecb-bfbc-4af8-9feb-895d3640fc23', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:53:25Z', 'updated_at': '2021-09-24T15:53:34Z', 'revision_number': 4, 'project_id': '1ffc126d96724ce991d5ac46e64fd1ec', 'subnets': [{'id': 'dddf0ecb-bfbc-4af8-9feb-895d3640fc23', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:53:35.379220 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 3cde809d-7f4f-4dbe-b688-6a46c7a1155a triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:53:35.379220 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:35.386466 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5586db7d-362b-465e-8e22-5840919a75e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:35.469453 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa7a0a2-33cc-4bab-b255-75ccab6086ef None None] Network 39fa30ae-d647-4330-a414-eb95110c9d75 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:53:35.488452 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-89f2ed98-8134-4f46-b70e-31567417368d tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "GET /v2.0/routers/2290273b-7c8a-4141-881a-684b68354ed4 HTTP/1.1" status: 200 len: 704 time: 1.0461743 Sep 24 15:53:35.488452 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bf0821d9-24b7-41b7-9ad5-0e0e4ca885d7 req-df40d755-865d-4305-9468-c3787442f2fc service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03256c2c-9512-46e8-bb7a-08f5c9148dbc HTTP/1.1" status: 200 len: 217 time: 0.3124795 Sep 24 15:53:35.501504 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43438) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:35.505273 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0d5283b1-af31-4e2e-8cbe-9869c53451a0 req-2a1cb3e3-5881-4373-8a84-cbd6e5d39c74 service neutron] 10.222.0.110 "GET /v2.0/networks/9650dd06-c337-403b-9f2f-c268b521f2ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4366655 Sep 24 15:53:35.568171 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a6cd6ccd-ee65-45f5-adc0-8ff287ab19e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:35.570004 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:35.584068 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5586db7d-362b-465e-8e22-5840919a75e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:35.676057 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-5586db7d-362b-465e-8e22-5840919a75e9 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=182c71f697e84e38af462987ce5b673c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9531796 Sep 24 15:53:35.677812 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43440) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:35.709692 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cd6ccd-ee65-45f5-adc0-8ff287ab19e3 None None] Pushing event updated for resources: {'Port': ['ID=32561396-f362-4879-abaa-ac5b17f09509,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:35.815747 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d04a10e-2f8d-4fb6-8d0f-01f625c67e30 req-1a6510a7-3b89-4af4-8765-6300f23605eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:35.817413 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3d04a10e-2f8d-4fb6-8d0f-01f625c67e30 req-1a6510a7-3b89-4af4-8765-6300f23605eb service neutron] 10.222.0.110 "GET /v2.0/subnets?id=98209579-5345-4ff1-a6ee-f33b5735b225 HTTP/1.1" status: 200 len: 797 time: 0.6841748 Sep 24 15:53:35.840094 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9b253484-83be-43bf-bab1-c3443b7de2a2 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:35.873485 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fee4cc-9a77-4eb5-a5f4-ffedaded9379 req-bb9da1bb-ec89-43d1-a1d1-4ebfea0166eb tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:35.875949 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a8fee4cc-9a77-4eb5-a5f4-ffedaded9379 req-bb9da1bb-ec89-43d1-a1d1-4ebfea0166eb tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/ports?device_id=87b6a1f0-7b0d-4e7e-af5d-8e794e98c80d HTTP/1.1" status: 200 len: 943 time: 0.6220074 Sep 24 15:53:35.895055 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-a6cd6ccd-ee65-45f5-adc0-8ff287ab19e3 None None] Provisioning complete for port 46f566d6-a016-4dad-ad02-6ecdd1b124b4 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:53:35.895055 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a6cd6ccd-ee65-45f5-adc0-8ff287ab19e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:35.969703 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 32529473-aabb-4ef2-b490-8601af47b55d up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:53:36.026938 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-f75e2e4b-263c-422e-9771-f7e3e0784ab9 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] For port 32561396-f362-4879-abaa-ac5b17f09509, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=32561396-f362-4879-abaa-ac5b17f09509,segment=NetworkSegment(fb531be8-b37e-4ff9-a98b-5c7db484a0eb),segment_id=fb531be8-b37e-4ff9-a98b-5c7db484a0eb)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:53:36.026938 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f75e2e4b-263c-422e-9771-f7e3e0784ab9 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:36.036329 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 32529473-aabb-4ef2-b490-8601af47b55d triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:53:36.036703 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:36.075283 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b253484-83be-43bf-bab1-c3443b7de2a2 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Network 39fa30ae-d647-4330-a414-eb95110c9d75 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:53:36.089285 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0821d9-24b7-41b7-9ad5-0e0e4ca885d7 req-95cfb404-c84f-4514-881b-0f0323efdd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:36.097140 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bf0821d9-24b7-41b7-9ad5-0e0e4ca885d7 req-95cfb404-c84f-4514-881b-0f0323efdd5c service neutron] 10.222.0.110 "GET /v2.0/subnets?id=054caf3c-8a4a-4094-a019-5885b1b27205 HTTP/1.1" status: 200 len: 854 time: 0.5902014 Sep 24 15:53:36.097954 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5586db7d-362b-465e-8e22-5840919a75e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58fce1b8-5ca3-48af-8459-23ef34c3ced8,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:36.133825 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-9b253484-83be-43bf-bab1-c3443b7de2a2 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:53:36.144383 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-f75e2e4b-263c-422e-9771-f7e3e0784ab9 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Calling delete_port for 32561396-f362-4879-abaa-ac5b17f09509 owned by network:router_interface {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:53:36.145630 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b253484-83be-43bf-bab1-c3443b7de2a2 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:53:36.151657 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b253484-83be-43bf-bab1-c3443b7de2a2 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:36.152312 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9b253484-83be-43bf-bab1-c3443b7de2a2 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:36.155877 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a6cd6ccd-ee65-45f5-adc0-8ff287ab19e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:36.189446 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fa644f-92dd-4656-a76c-1e0d3751762d None None] Sync routers for ids ['2290273b-7c8a-4141-881a-684b68354ed4'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:53:36.208525 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a8fee4cc-9a77-4eb5-a5f4-ffedaded9379 req-ed6455e5-6d0e-4989-b783-659fe1af0084 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/security-groups?id=202b03dd-8b6c-450b-807e-d6079299f35d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2796175 Sep 24 15:53:36.262962 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bf0821d9-24b7-41b7-9ad5-0e0e4ca885d7 req-b94568b4-10f6-49c4-8b7c-7f02e51185bc service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=2a61a80f-7424-4f72-8244-e2cfc0c281a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1504400 Sep 24 15:53:36.277505 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fa644f-92dd-4656-a76c-1e0d3751762d None None] Routers {'2290273b-7c8a-4141-881a-684b68354ed4'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:53:36.278156 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-a5fa644f-92dd-4656-a76c-1e0d3751762d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:53:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['2290273b-7c8a-4141-881a-684b68354ed4'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:36.310200 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b253484-83be-43bf-bab1-c3443b7de2a2 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Pushing event updated for resources: {'Port': ['ID=87272bec-59f3-4fe2-bcc0-50a599fcfe73,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:36.316880 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a4729e61-23d8-4214-93a7-99ddb05f1146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:36.360641 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d04a10e-2f8d-4fb6-8d0f-01f625c67e30 req-21469567-0b19-463a-bb7e-38bc4a4a348c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:36.362996 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3d04a10e-2f8d-4fb6-8d0f-01f625c67e30 req-21469567-0b19-463a-bb7e-38bc4a4a348c service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9045208f-96a3-4106-bd0d-84166192bb83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5068471 Sep 24 15:53:36.700748 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-9b253484-83be-43bf-bab1-c3443b7de2a2 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 5.3990903 Sep 24 15:53:36.706068 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-a5fa644f-92dd-4656-a76c-1e0d3751762d None None] Set router 2290273b-7c8a-4141-881a-684b68354ed4 gateway port host: None {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:53:36.707093 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a4729e61-23d8-4214-93a7-99ddb05f1146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:36.707787 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-a6cd6ccd-ee65-45f5-adc0-8ff287ab19e3 None None] For port 46f566d6-a016-4dad-ad02-6ecdd1b124b4, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=46f566d6-a016-4dad-ad02-6ecdd1b124b4,segment=NetworkSegment(558b1a75-6da4-4c7f-97b1-855de69f3f47),segment_id=558b1a75-6da4-4c7f-97b1-855de69f3f47)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:53:36.707787 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device c69a7a67-f2d0-4e99-9d95-b177012e26bc up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:53:36.708960 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3d04a10e-2f8d-4fb6-8d0f-01f625c67e30 req-f4731d42-cea0-47fd-98fa-989c5598c5a1 service neutron] 10.222.0.110 "GET /v2.0/networks/9045208f-96a3-4106-bd0d-84166192bb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133768 Sep 24 15:53:36.708960 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bf0821d9-24b7-41b7-9ad5-0e0e4ca885d7 req-9355e5b0-ade5-4f34-9dcc-1c4fa0d9bdcd service neutron] 10.222.0.110 "GET /v2.0/networks/2a61a80f-7424-4f72-8244-e2cfc0c281a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331466 Sep 24 15:53:36.710105 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-235d3ef6-c865-4a66-b07d-236098fb6eb1 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:36.716987 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43444) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:36.728301 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3d04a10e-2f8d-4fb6-8d0f-01f625c67e30 req-e04a5659-33df-42d1-9d89-405a34279cbd service neutron] 10.222.0.110 "GET /v2.0/networks/9045208f-96a3-4106-bd0d-84166192bb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040423 Sep 24 15:53:36.775227 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dbd877-8e49-4bfa-bcb7-f7c8f72d9bf3 req-14bfd6b5-d817-4895-bcbc-4f8b98fb991a tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:36.781364 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port c69a7a67-f2d0-4e99-9d95-b177012e26bc triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:53:36.781773 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:36.783926 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b5dbd877-8e49-4bfa-bcb7-f7c8f72d9bf3 req-14bfd6b5-d817-4895-bcbc-4f8b98fb991a tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 947 time: 0.5202019 Sep 24 15:53:36.843537 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3d04a10e-2f8d-4fb6-8d0f-01f625c67e30 req-d1e4357d-ae96-4291-943a-dbf019bcc83b service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=70f68d1a-4d62-4ee3-ae39-b3c0cf1402e5 HTTP/1.1" status: 200 len: 217 time: 0.0894201 Sep 24 15:53:36.900557 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-986bdd0b-9fdf-4e7f-a7a4-46dcf0dd28c1 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Deleting subnet 112ffc5a-6c30-40a7-a0c1-3dd2877a4909 {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:53:36.908761 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-986bdd0b-9fdf-4e7f-a7a4-46dcf0dd28c1 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:36.914690 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 46f566d6-a016-4dad-ad02-6ecdd1b124b4 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:53:36.980532 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-986bdd0b-9fdf-4e7f-a7a4-46dcf0dd28c1 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:36.988480 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-a5fa644f-92dd-4656-a76c-1e0d3751762d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2290273b-7c8a-4141-881a-684b68354ed4', 'name': 'tempest-RoutersIpV6Test-router-1803128549', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:52:46Z', 'updated_at': '2021-09-24T15:53:31Z', 'revision_number': 7, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'gw_port_host': None, '_interfaces': [{'id': '3cde809d-7f4f-4dbe-b688-6a46c7a1155a', 'name': '', 'network_id': '7314ce9e-e751-4be6-9cc3-d824fcbda090', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'mac_address': 'fa:16:3e:46:04:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2290273b-7c8a-4141-881a-684b68354ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': 'a75cdcfb-110a-4d35-b656-dd653f4c83a8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:53:07Z', 'updated_at': '2021-09-24T15:53:25Z', 'revision_number': 5, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'subnets': [{'id': 'a75cdcfb-110a-4d35-b656-dd653f4c83a8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46f566d6-a016-4dad-ad02-6ecdd1b124b4', 'name': '', 'network_id': '712626eb-be96-40d5-b839-2a8ddba4f6d0', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'mac_address': 'fa:16:3e:bc:a9:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2290273b-7c8a-4141-881a-684b68354ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '38f8b4bd-e6d0-4ba6-beac-970e66b99c36', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:53:25Z', 'updated_at': '2021-09-24T15:53:32Z', 'revision_number': 4, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'subnets': [{'id': '38f8b4bd-e6d0-4ba6-beac-970e66b99c36', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a02c69e-f746-48e0-9407-8d42f6c32786', 'name': '', 'network_id': 'ed1c16d8-bc7e-4d5e-8b1e-6b725fc62436', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'mac_address': 'fa:16:3e:18:2f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2290273b-7c8a-4141-881a-684b68354ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': '2a7e2ac6-24e0-423b-bce6-9ed78d763493', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:53:17Z', 'updated_at': '2021-09-24T15:53:27Z', 'revision_number': 5, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'subnets': [{'id': '2a7e2ac6-24e0-423b-bce6-9ed78d763493', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fd86886-b473-486d-8673-7629bf16fc33', 'name': '', 'network_id': '27e4c55f-6f5e-4dbb-a4b1-ef3ad1218e31', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'mac_address': 'fa:16:3e:f2:d2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2290273b-7c8a-4141-881a-684b68354ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'c47f39ca-af3b-42f3-8828-e5ce704cdd74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:52:50Z', 'updated_at': '2021-09-24T15:53:05Z', 'revision_number': 5, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'subnets': [{'id': 'c47f39ca-af3b-42f3-8828-e5ce704cdd74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:36.989288 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b5dbd877-8e49-4bfa-bcb7-f7c8f72d9bf3 req-30f1c70e-db9d-489c-843e-5a7cd0d69b9f tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041929 Sep 24 15:53:37.042015 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bf0821d9-24b7-41b7-9ad5-0e0e4ca885d7 req-277dafe4-b833-458e-8cf9-06e88d189e3a service neutron] 10.222.0.110 "GET /v2.0/networks/2a61a80f-7424-4f72-8244-e2cfc0c281a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114552 Sep 24 15:53:37.043839 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d04a10e-2f8d-4fb6-8d0f-01f625c67e30 req-06588051-80b1-4c75-b308-dad2a1704eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:37.044982 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3d04a10e-2f8d-4fb6-8d0f-01f625c67e30 req-06588051-80b1-4c75-b308-dad2a1704eca service neutron] 10.222.0.110 "GET /v2.0/subnets?id=98209579-5345-4ff1-a6ee-f33b5735b225 HTTP/1.1" status: 200 len: 797 time: 0.1863625 Sep 24 15:53:37.074566 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fa644f-92dd-4656-a76c-1e0d3751762d None None] Checking router: 2290273b-7c8a-4141-881a-684b68354ed4 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:53:37.087887 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a6cd6ccd-ee65-45f5-adc0-8ff287ab19e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:37.115527 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d04a10e-2f8d-4fb6-8d0f-01f625c67e30 req-8fc59923-9e69-4fbe-8f78-d30af0ad7d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:37.117384 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3d04a10e-2f8d-4fb6-8d0f-01f625c67e30 req-8fc59923-9e69-4fbe-8f78-d30af0ad7d20 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9045208f-96a3-4106-bd0d-84166192bb83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0633857 Sep 24 15:53:37.136415 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fa644f-92dd-4656-a76c-1e0d3751762d None None] Routers {'2290273b-7c8a-4141-881a-684b68354ed4'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:53:37.137778 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a4729e61-23d8-4214-93a7-99ddb05f1146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:37.138626 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f75e2e4b-263c-422e-9771-f7e3e0784ab9 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:37.141175 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a4729e61-23d8-4214-93a7-99ddb05f1146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:37.141848 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-a5fa644f-92dd-4656-a76c-1e0d3751762d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:53:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['2290273b-7c8a-4141-881a-684b68354ed4'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:37.145467 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-a4729e61-23d8-4214-93a7-99ddb05f1146 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/58fce1b8-5ca3-48af-8459-23ef34c3ced8 HTTP/1.1" status: 204 len: 168 time: 1.4608471 Sep 24 15:53:37.151655 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:37.174815 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4729e61-23d8-4214-93a7-99ddb05f1146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58fce1b8-5ca3-48af-8459-23ef34c3ced8,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:37.198967 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 46f566d6-a016-4dad-ad02-6ecdd1b124b4 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:53:37.198967 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:37.212261 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75e2e4b-263c-422e-9771-f7e3e0784ab9 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event deleted for resources: {'Port': ['ID=32561396-f362-4879-abaa-ac5b17f09509,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:37.393141 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-a6cd6ccd-ee65-45f5-adc0-8ff287ab19e3 None None] Provisioning complete for port c69a7a67-f2d0-4e99-9d95-b177012e26bc triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:53:37.395948 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a6cd6ccd-ee65-45f5-adc0-8ff287ab19e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:37.401054 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cd6ccd-ee65-45f5-adc0-8ff287ab19e3 None None] Pushing event updated for resources: {'Port': ['ID=46f566d6-a016-4dad-ad02-6ecdd1b124b4,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:37.460025 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-a5fa644f-92dd-4656-a76c-1e0d3751762d None None] Set router 2290273b-7c8a-4141-881a-684b68354ed4 gateway port host: None {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:53:37.485886 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-986bdd0b-9fdf-4e7f-a7a4-46dcf0dd28c1 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:37.620473 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f75e2e4b-263c-422e-9771-f7e3e0784ab9 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:37.647616 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3d04a10e-2f8d-4fb6-8d0f-01f625c67e30 req-f1afaac6-12ef-4ee2-87cf-d8005eef4e11 service neutron] 10.222.0.110 "GET /v2.0/networks/9045208f-96a3-4106-bd0d-84166192bb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5199172 Sep 24 15:53:37.667716 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-235d3ef6-c865-4a66-b07d-236098fb6eb1 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Deleting port 46f566d6-a016-4dad-ad02-6ecdd1b124b4 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:53:37.667965 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-235d3ef6-c865-4a66-b07d-236098fb6eb1 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:37.690680 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d5581d-c630-4cf6-a0be-1d5440a417af req-e6bf00bd-4a68-415a-af79-d9b33184ba57 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:37.692972 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-99d5581d-c630-4cf6-a0be-1d5440a417af req-e6bf00bd-4a68-415a-af79-d9b33184ba57 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/ports?device_id=87b6a1f0-7b0d-4e7e-af5d-8e794e98c80d HTTP/1.1" status: 200 len: 943 time: 0.3616047 Sep 24 15:53:37.737178 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device d1862b1f-4d7b-4e17-b328-e8db2634c97a details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:53:37.763888 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3d04a10e-2f8d-4fb6-8d0f-01f625c67e30 req-c42a30bb-20a1-4469-b22e-9ae6bda45981 service neutron] 10.222.0.110 "GET /v2.0/networks/9045208f-96a3-4106-bd0d-84166192bb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058586 Sep 24 15:53:37.852619 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3d04a10e-2f8d-4fb6-8d0f-01f625c67e30 req-8853c541-88ca-4987-ab2a-fb4052e7ea5c service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.97&port_id=61bec6ae-d49a-41d0-b02b-bc695e1e100d HTTP/1.1" status: 200 len: 217 time: 0.0679297 Sep 24 15:53:37.943078 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d04a10e-2f8d-4fb6-8d0f-01f625c67e30 req-838b6343-2e12-4109-bcfc-cf469bc1268b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:37.945889 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3d04a10e-2f8d-4fb6-8d0f-01f625c67e30 req-838b6343-2e12-4109-bcfc-cf469bc1268b service neutron] 10.222.0.110 "GET /v2.0/subnets?id=98209579-5345-4ff1-a6ee-f33b5735b225 HTTP/1.1" status: 200 len: 797 time: 0.0841470 Sep 24 15:53:38.013708 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d04a10e-2f8d-4fb6-8d0f-01f625c67e30 req-b96db4ab-eb9c-49ee-94b4-f538235843af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:38.015817 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3d04a10e-2f8d-4fb6-8d0f-01f625c67e30 req-b96db4ab-eb9c-49ee-94b4-f538235843af service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9045208f-96a3-4106-bd0d-84166192bb83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0603900 Sep 24 15:53:38.043437 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 4cb50bd4-74e2-4fca-8260-ab45e22f3f49 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:53:38.123362 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43458) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:38.153738 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port d1862b1f-4d7b-4e17-b328-e8db2634c97a, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=d1862b1f-4d7b-4e17-b328-e8db2634c97a,segment=NetworkSegment(d7f03bc8-ea19-48e4-af94-237cd7b5d9dc),segment_id=d7f03bc8-ea19-48e4-af94-237cd7b5d9dc)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:53:38.182303 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-05af8930-f2f0-4742-bec0-97b96a1b7632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:38.203377 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': 'd1862b1f-4d7b-4e17-b328-e8db2634c97a', 'network_id': '9650dd06-c337-403b-9f2f-c268b521f2ba', 'port_id': 'd1862b1f-4d7b-4e17-b328-e8db2634c97a', 'mac_address': 'fa:16:3e:ce:e0:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '250e76ba-07ca-44b4-bdd4-d39b52ecd754', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:53:38.260419 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 4cb50bd4-74e2-4fca-8260-ab45e22f3f49 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:53:38.260709 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:38.278943 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b074b6-8d5c-4b62-8268-ee028044539f req-cd952ff7-8c3f-44a3-a788-54744dcf1b27 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:38.281185 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-59b074b6-8d5c-4b62-8268-ee028044539f req-cd952ff7-8c3f-44a3-a788-54744dcf1b27 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 947 time: 0.1334584 Sep 24 15:53:38.293145 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3d04a10e-2f8d-4fb6-8d0f-01f625c67e30 req-f7414245-d61e-4650-b97e-35c1a5dc1f11 service neutron] 10.222.0.110 "GET /v2.0/networks/9045208f-96a3-4106-bd0d-84166192bb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498686 Sep 24 15:53:38.302504 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:38.309747 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-99d5581d-c630-4cf6-a0be-1d5440a417af req-1f83d8b4-974c-461e-91af-4f0a932baa14 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/security-groups?id=202b03dd-8b6c-450b-807e-d6079299f35d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2360127 Sep 24 15:53:38.334849 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1862b1f-4d7b-4e17-b328-e8db2634c97a {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:53:38.375227 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-235d3ef6-c865-4a66-b07d-236098fb6eb1 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] For port 46f566d6-a016-4dad-ad02-6ecdd1b124b4, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=46f566d6-a016-4dad-ad02-6ecdd1b124b4,segment=NetworkSegment(558b1a75-6da4-4c7f-97b1-855de69f3f47),segment_id=558b1a75-6da4-4c7f-97b1-855de69f3f47)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:53:38.375737 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-235d3ef6-c865-4a66-b07d-236098fb6eb1 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:38.387847 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f75e2e4b-263c-422e-9771-f7e3e0784ab9 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Router 80c758de-3d03-48dd-ab20-b2f4558e49c6 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:53:38.397321 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port d1862b1f-4d7b-4e17-b328-e8db2634c97a, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=d1862b1f-4d7b-4e17-b328-e8db2634c97a,segment=NetworkSegment(d7f03bc8-ea19-48e4-af94-237cd7b5d9dc),segment_id=d7f03bc8-ea19-48e4-af94-237cd7b5d9dc)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:53:38.398608 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-235d3ef6-c865-4a66-b07d-236098fb6eb1 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Calling delete_port for 46f566d6-a016-4dad-ad02-6ecdd1b124b4 owned by network:router_interface {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:53:38.406035 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-a5fa644f-92dd-4656-a76c-1e0d3751762d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2290273b-7c8a-4141-881a-684b68354ed4', 'name': 'tempest-RoutersIpV6Test-router-1803128549', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:52:46Z', 'updated_at': '2021-09-24T15:53:31Z', 'revision_number': 7, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'gw_port_host': None, '_interfaces': [{'id': '3cde809d-7f4f-4dbe-b688-6a46c7a1155a', 'name': '', 'network_id': '7314ce9e-e751-4be6-9cc3-d824fcbda090', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'mac_address': 'fa:16:3e:46:04:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2290273b-7c8a-4141-881a-684b68354ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': 'a75cdcfb-110a-4d35-b656-dd653f4c83a8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:53:07Z', 'updated_at': '2021-09-24T15:53:25Z', 'revision_number': 5, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'subnets': [{'id': 'a75cdcfb-110a-4d35-b656-dd653f4c83a8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46f566d6-a016-4dad-ad02-6ecdd1b124b4', 'name': '', 'network_id': '712626eb-be96-40d5-b839-2a8ddba4f6d0', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'mac_address': 'fa:16:3e:bc:a9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2290273b-7c8a-4141-881a-684b68354ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '38f8b4bd-e6d0-4ba6-beac-970e66b99c36', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:53:25Z', 'updated_at': '2021-09-24T15:53:36Z', 'revision_number': 5, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'subnets': [{'id': '38f8b4bd-e6d0-4ba6-beac-970e66b99c36', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a02c69e-f746-48e0-9407-8d42f6c32786', 'name': '', 'network_id': 'ed1c16d8-bc7e-4d5e-8b1e-6b725fc62436', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'mac_address': 'fa:16:3e:18:2f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2290273b-7c8a-4141-881a-684b68354ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': '2a7e2ac6-24e0-423b-bce6-9ed78d763493', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:53:17Z', 'updated_at': '2021-09-24T15:53:27Z', 'revision_number': 5, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'subnets': [{'id': '2a7e2ac6-24e0-423b-bce6-9ed78d763493', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fd86886-b473-486d-8673-7629bf16fc33', 'name': '', 'network_id': '27e4c55f-6f5e-4dbb-a4b1-ef3ad1218e31', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'mac_address': 'fa:16:3e:f2:d2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2290273b-7c8a-4141-881a-684b68354ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'c47f39ca-af3b-42f3-8828-e5ce704cdd74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:52:50Z', 'updated_at': '2021-09-24T15:53:05Z', 'revision_number': 5, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'subnets': [{'id': 'c47f39ca-af3b-42f3-8828-e5ce704cdd74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:38.423730 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-59b074b6-8d5c-4b62-8268-ee028044539f req-8dc8c009-171d-4344-b7de-f241ad94c39d tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285775 Sep 24 15:53:38.453049 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-89cdcf49-8319-4b9a-ad2f-2e84a1b69b1b None None] Provisioning complete for port 4cb50bd4-74e2-4fca-8260-ab45e22f3f49 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:53:38.453563 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-89cdcf49-8319-4b9a-ad2f-2e84a1b69b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:38.454986 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3d04a10e-2f8d-4fb6-8d0f-01f625c67e30 req-5964e575-11c8-46ac-8441-40282d549e22 service neutron] 10.222.0.110 "GET /v2.0/networks/9045208f-96a3-4106-bd0d-84166192bb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474471 Sep 24 15:53:38.457053 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fa644f-92dd-4656-a76c-1e0d3751762d None None] The sync data for ids ['2290273b-7c8a-4141-881a-684b68354ed4'] in n-d-808921-1 is: [{'id': '2290273b-7c8a-4141-881a-684b68354ed4', 'name': 'tempest-RoutersIpV6Test-router-1803128549', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:52:46Z', 'updated_at': '2021-09-24T15:53:31Z', 'revision_number': 7, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'gw_port_host': None, '_interfaces': [{'id': '3cde809d-7f4f-4dbe-b688-6a46c7a1155a', 'name': '', 'network_id': '7314ce9e-e751-4be6-9cc3-d824fcbda090', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'mac_address': 'fa:16:3e:46:04:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2290273b-7c8a-4141-881a-684b68354ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': 'a75cdcfb-110a-4d35-b656-dd653f4c83a8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:53:07Z', 'updated_at': '2021-09-24T15:53:25Z', 'revision_number': 5, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'subnets': [{'id': 'a75cdcfb-110a-4d35-b656-dd653f4c83a8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '46f566d6-a016-4dad-ad02-6ecdd1b124b4', 'name': '', 'network_id': '712626eb-be96-40d5-b839-2a8ddba4f6d0', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'mac_address': 'fa:16:3e:bc:a9:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2290273b-7c8a-4141-881a-684b68354ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2427, 'fixed_ips': [{'subnet_id': '38f8b4bd-e6d0-4ba6-beac-970e66b99c36', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:53:25Z', 'updated_at': '2021-09-24T15:53:36Z', 'revision_number': 5, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'subnets': [{'id': '38f8b4bd-e6d0-4ba6-beac-970e66b99c36', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a02c69e-f746-48e0-9407-8d42f6c32786', 'name': '', 'network_id': 'ed1c16d8-bc7e-4d5e-8b1e-6b725fc62436', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'mac_address': 'fa:16:3e:18:2f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2290273b-7c8a-4141-881a-684b68354ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': '2a7e2ac6-24e0-423b-bce6-9ed78d763493', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:53:17Z', 'updated_at': '2021-09-24T15:53:27Z', 'revision_number': 5, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'subnets': [{'id': '2a7e2ac6-24e0-423b-bce6-9ed78d763493', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fd86886-b473-486d-8673-7629bf16fc33', 'name': '', 'network_id': '27e4c55f-6f5e-4dbb-a4b1-ef3ad1218e31', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'mac_address': 'fa:16:3e:f2:d2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2290273b-7c8a-4141-881a-684b68354ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'c47f39ca-af3b-42f3-8828-e5ce704cdd74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:52:50Z', 'updated_at': '2021-09-24T15:53:05Z', 'revision_number': 5, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'subnets': [{'id': 'c47f39ca-af3b-42f3-8828-e5ce704cdd74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:53:38.502208 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f75e2e4b-263c-422e-9771-f7e3e0784ab9 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:53:38.516262 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0727e7-c05d-4315-9519-7470882f391f None None] Sync routers for ids ['80c758de-3d03-48dd-ab20-b2f4558e49c6'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:53:38.530960 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0727e7-c05d-4315-9519-7470882f391f None None] Routers {'80c758de-3d03-48dd-ab20-b2f4558e49c6'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:53:38.531594 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-1c0727e7-c05d-4315-9519-7470882f391f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:53:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['80c758de-3d03-48dd-ab20-b2f4558e49c6'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:38.534102 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:38.542713 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3d04a10e-2f8d-4fb6-8d0f-01f625c67e30 req-e8854622-7925-460b-9e38-ab8f5ee7f89c service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.57&port_id=34493fa2-c78b-4d4b-9578-01087865790c HTTP/1.1" status: 200 len: 217 time: 0.0766389 Sep 24 15:53:38.545010 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f75e2e4b-263c-422e-9771-f7e3e0784ab9 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "PUT /v2.0/routers/80c758de-3d03-48dd-ab20-b2f4558e49c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4270399 Sep 24 15:53:38.545630 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43460) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:38.550827 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-986bdd0b-9fdf-4e7f-a7a4-46dcf0dd28c1 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:38.567666 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-05af8930-f2f0-4742-bec0-97b96a1b7632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:38.611231 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d04a10e-2f8d-4fb6-8d0f-01f625c67e30 req-a7c4facb-95a6-42eb-8298-35a5d1c8f627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:38.612734 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3d04a10e-2f8d-4fb6-8d0f-01f625c67e30 req-a7c4facb-95a6-42eb-8298-35a5d1c8f627 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=98209579-5345-4ff1-a6ee-f33b5735b225 HTTP/1.1" status: 200 len: 797 time: 0.0582554 Sep 24 15:53:38.614442 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:38.631080 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-1c0727e7-c05d-4315-9519-7470882f391f None None] Set router 80c758de-3d03-48dd-ab20-b2f4558e49c6 gateway port host: None {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:53:38.646375 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986bdd0b-9fdf-4e7f-a7a4-46dcf0dd28c1 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Pushing event deleted for resources: {'Subnet': ['ID=112ffc5a-6c30-40a7-a0c1-3dd2877a4909,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:38.654466 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-986bdd0b-9fdf-4e7f-a7a4-46dcf0dd28c1 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:38.656410 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-986bdd0b-9fdf-4e7f-a7a4-46dcf0dd28c1 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] 10.222.0.101 "DELETE /v2.0/subnets/112ffc5a-6c30-40a7-a0c1-3dd2877a4909 HTTP/1.1" status: 204 len: 168 time: 1.9352691 Sep 24 15:53:38.660730 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43462) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:38.668182 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-05af8930-f2f0-4742-bec0-97b96a1b7632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:38.713117 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973f26a6-ba3d-402f-93df-d33ec1e9845d None None] Network 39fa30ae-d647-4330-a414-eb95110c9d75 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:53:38.731555 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8bd50b-1769-443d-b916-f7a5e50caf3c tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:38.734289 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8bd50b-1769-443d-b916-f7a5e50caf3c tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:38.736052 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-2e8bd50b-1769-443d-b916-f7a5e50caf3c tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0703170 Sep 24 15:53:38.738659 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-05af8930-f2f0-4742-bec0-97b96a1b7632 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5916973422a8485e9bcd57e4e8aeb6b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6122580 Sep 24 15:53:38.740038 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43464) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:38.742606 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43466) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:38.746155 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-1c0727e7-c05d-4315-9519-7470882f391f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80c758de-3d03-48dd-ab20-b2f4558e49c6', 'name': 'tempest-NetworksTestDHCPv6-router-113769288', 'tenant_id': '1ffc126d96724ce991d5ac46e64fd1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:53:23Z', 'updated_at': '2021-09-24T15:53:36Z', 'revision_number': 3, 'project_id': '1ffc126d96724ce991d5ac46e64fd1ec', 'gw_port_host': None}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:38.754248 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d04a10e-2f8d-4fb6-8d0f-01f625c67e30 req-69c974f5-5153-4df2-85e1-c00824e5e900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:38.756102 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3d04a10e-2f8d-4fb6-8d0f-01f625c67e30 req-69c974f5-5153-4df2-85e1-c00824e5e900 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9045208f-96a3-4106-bd0d-84166192bb83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1351373 Sep 24 15:53:38.758244 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05af8930-f2f0-4742-bec0-97b96a1b7632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e7fd88-207b-4323-950e-b17e5f24a995,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:38.788923 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a010e410-23ce-486f-b0e7-84ee0dbc6cab tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:38.790601 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a010e410-23ce-486f-b0e7-84ee0dbc6cab tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:38.795135 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-a010e410-23ce-486f-b0e7-84ee0dbc6cab tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2414811 Sep 24 15:53:38.795529 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0727e7-c05d-4315-9519-7470882f391f None None] Checking router: 80c758de-3d03-48dd-ab20-b2f4558e49c6 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:53:38.800807 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43468) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:38.808715 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0727e7-c05d-4315-9519-7470882f391f None None] Routers {'80c758de-3d03-48dd-ab20-b2f4558e49c6'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:53:38.815196 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.db.api [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:53:38.815737 n-d-808921-1 neutron-server[95299]: DEBUG oslo_db.api [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:53:38.817713 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-1c0727e7-c05d-4315-9519-7470882f391f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:53:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['80c758de-3d03-48dd-ab20-b2f4558e49c6'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:38.900726 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-1c0727e7-c05d-4315-9519-7470882f391f None None] Set router 80c758de-3d03-48dd-ab20-b2f4558e49c6 gateway port host: None {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:53:38.928030 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dbbfe505-9cba-4974-93c1-59f8653a0405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:38.963018 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-89cdcf49-8319-4b9a-ad2f-2e84a1b69b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:38.964093 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3d04a10e-2f8d-4fb6-8d0f-01f625c67e30 req-926eab6c-2207-417c-9a79-42fe30079277 service neutron] 10.222.0.110 "GET /v2.0/networks/9045208f-96a3-4106-bd0d-84166192bb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897182 Sep 24 15:53:38.989473 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dbbfe505-9cba-4974-93c1-59f8653a0405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:39.013706 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-620c91f4-ad09-4893-a18f-bb10c6f6c48f tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Deleting subnet dddf0ecb-bfbc-4af8-9feb-895d3640fc23 {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:53:39.016530 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-89cdcf49-8319-4b9a-ad2f-2e84a1b69b1b None None] For port 4cb50bd4-74e2-4fca-8260-ab45e22f3f49, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=4cb50bd4-74e2-4fca-8260-ab45e22f3f49,segment=NetworkSegment(d9025961-7f2f-4ada-8504-b93f6c05776c),segment_id=d9025961-7f2f-4ada-8504-b93f6c05776c)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:53:39.019191 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=d1862b1f-4d7b-4e17-b328-e8db2634c97a,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:39.023257 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['d1862b1f-4d7b-4e17-b328-e8db2634c97a'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:53:39.026300 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-26785e29-3473-42f8-b6bf-c541b35e5329 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:39.029203 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-620c91f4-ad09-4893-a18f-bb10c6f6c48f tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:39.082733 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-26785e29-3473-42f8-b6bf-c541b35e5329 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 24 15:53:39.083491 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26785e29-3473-42f8-b6bf-c541b35e5329 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:53:39.085670 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-26785e29-3473-42f8-b6bf-c541b35e5329 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] 10.222.0.101 "DELETE /v2.0/networks/39fa30ae-d647-4330-a414-eb95110c9d75 HTTP/1.1" status: 409 len: 405 time: 0.3427372 Sep 24 15:53:39.091446 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43470) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:39.097534 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-fc483714-4bd4-4623-900d-0140bf676d05 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1228651411'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:53:39.105107 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-89cdcf49-8319-4b9a-ad2f-2e84a1b69b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:39.109790 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-620c91f4-ad09-4893-a18f-bb10c6f6c48f tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:39.111199 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:39.123456 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-1c0727e7-c05d-4315-9519-7470882f391f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80c758de-3d03-48dd-ab20-b2f4558e49c6', 'name': 'tempest-NetworksTestDHCPv6-router-113769288', 'tenant_id': '1ffc126d96724ce991d5ac46e64fd1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:53:23Z', 'updated_at': '2021-09-24T15:53:36Z', 'revision_number': 3, 'project_id': '1ffc126d96724ce991d5ac46e64fd1ec', 'gw_port_host': None}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:39.141658 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3d04a10e-2f8d-4fb6-8d0f-01f625c67e30 req-b9d7a35d-3307-4cd7-a88b-067c3e6d980b service neutron] 10.222.0.110 "GET /v2.0/networks/9045208f-96a3-4106-bd0d-84166192bb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616571 Sep 24 15:53:39.157616 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0727e7-c05d-4315-9519-7470882f391f None None] The sync data for ids ['80c758de-3d03-48dd-ab20-b2f4558e49c6'] in n-d-808921-1 is: [{'id': '80c758de-3d03-48dd-ab20-b2f4558e49c6', 'name': 'tempest-NetworksTestDHCPv6-router-113769288', 'tenant_id': '1ffc126d96724ce991d5ac46e64fd1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:53:23Z', 'updated_at': '2021-09-24T15:53:36Z', 'revision_number': 3, 'project_id': '1ffc126d96724ce991d5ac46e64fd1ec', 'gw_port_host': None}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:53:39.197070 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc483714-4bd4-4623-900d-0140bf676d05 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Made reservation on behalf of 6fd8ff8df3b84ebcb401d12464d751f7 for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:53:39.201050 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fc483714-4bd4-4623-900d-0140bf676d05 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:39.205818 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3d04a10e-2f8d-4fb6-8d0f-01f625c67e30 req-c2bf4e2e-5dfd-42d6-803f-ed81c606cfd3 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=3f88f959-1620-4ba5-b8f1-845322a97779 HTTP/1.1" status: 200 len: 217 time: 0.0533071 Sep 24 15:53:39.206666 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-89cdcf49-8319-4b9a-ad2f-2e84a1b69b1b None None] Provisioning complete for port 87272bec-59f3-4fe2-bcc0-50a599fcfe73 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:53:39.210024 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-89cdcf49-8319-4b9a-ad2f-2e84a1b69b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:39.213182 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dbbfe505-9cba-4974-93c1-59f8653a0405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:39.216204 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dbbfe505-9cba-4974-93c1-59f8653a0405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:39.220822 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-dbbfe505-9cba-4974-93c1-59f8653a0405 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/57e7fd88-207b-4323-950e-b17e5f24a995 HTTP/1.1" status: 204 len: 168 time: 0.4765806 Sep 24 15:53:39.272201 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-620c91f4-ad09-4893-a18f-bb10c6f6c48f tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:39.274416 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbfe505-9cba-4974-93c1-59f8653a0405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e7fd88-207b-4323-950e-b17e5f24a995,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:39.290240 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc483714-4bd4-4623-900d-0140bf676d05 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1276} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:53:39.299543 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d04a10e-2f8d-4fb6-8d0f-01f625c67e30 req-f676c814-60b6-459c-bccb-eb310fbdf399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:39.301016 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3d04a10e-2f8d-4fb6-8d0f-01f625c67e30 req-f676c814-60b6-459c-bccb-eb310fbdf399 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4659e7b8-d926-4785-8557-1a1657148511 HTTP/1.1" status: 200 len: 797 time: 0.0789137 Sep 24 15:53:39.301720 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-89cdcf49-8319-4b9a-ad2f-2e84a1b69b1b None None] Port 87272bec-59f3-4fe2-bcc0-50a599fcfe73 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:53:39.305548 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fc483714-4bd4-4623-900d-0140bf676d05 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:39.305901 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-fc483714-4bd4-4623-900d-0140bf676d05 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Added segment c799efd4-1667-4360-9269-2c13faf38bad of type vlan for network 2dae7faa-ebbe-4ee9-a5cc-9c71b2b55c54 Sep 24 15:53:39.306621 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-235d3ef6-c865-4a66-b07d-236098fb6eb1 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:39.375113 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cdcf49-8319-4b9a-ad2f-2e84a1b69b1b None None] Pushing event updated for resources: {'Port': ['ID=4cb50bd4-74e2-4fca-8260-ab45e22f3f49,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:39.389133 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235d3ef6-c865-4a66-b07d-236098fb6eb1 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Pushing event deleted for resources: {'Port': ['ID=46f566d6-a016-4dad-ad02-6ecdd1b124b4,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:39.392260 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device e56f13e4-c229-45f1-a7f9-e8a5328b5d8d up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:53:39.393736 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fc483714-4bd4-4623-900d-0140bf676d05 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:39.424085 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-89cdcf49-8319-4b9a-ad2f-2e84a1b69b1b None None] Could not find standard attr ID for object 32561396-f362-4879-abaa-ac5b17f09509. {{(pid=95299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 15:53:39.431754 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d04a10e-2f8d-4fb6-8d0f-01f625c67e30 req-74c31d4a-1a02-4887-afcc-29cae7379646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:39.431754 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3d04a10e-2f8d-4fb6-8d0f-01f625c67e30 req-74c31d4a-1a02-4887-afcc-29cae7379646 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=e4856753-6c1e-428e-a2fe-e4f7731cb6f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1142752 Sep 24 15:53:39.549621 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ec0aa5-0f8a-4c8e-897f-98bccd370864 None None] DHCP port deletion for 39fa30ae-d647-4330-a414-eb95110c9d75 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:53:39.579531 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port e56f13e4-c229-45f1-a7f9-e8a5328b5d8d triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:53:39.579755 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:39.646216 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3d04a10e-2f8d-4fb6-8d0f-01f625c67e30 req-61435103-8f3f-45c0-969a-6e2e76ee9d50 service neutron] 10.222.0.110 "GET /v2.0/networks/e4856753-6c1e-428e-a2fe-e4f7731cb6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012243 Sep 24 15:53:39.650253 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56c4cc-6e29-4604-96d9-36d1cfdc8809 req-ae925d28-948b-464e-b65d-63b4a8a920fa tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:39.659617 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8b56c4cc-6e29-4604-96d9-36d1cfdc8809 req-ae925d28-948b-464e-b65d-63b4a8a920fa tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/ports?device_id=87b6a1f0-7b0d-4e7e-af5d-8e794e98c80d HTTP/1.1" status: 200 len: 944 time: 0.2285757 Sep 24 15:53:39.672611 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fc483714-4bd4-4623-900d-0140bf676d05 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:39.676544 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc483714-4bd4-4623-900d-0140bf676d05 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:39.677487 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fc483714-4bd4-4623-900d-0140bf676d05 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:39.697640 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-620c91f4-ad09-4893-a18f-bb10c6f6c48f tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:39.783327 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620c91f4-ad09-4893-a18f-bb10c6f6c48f tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event deleted for resources: {'Subnet': ['ID=dddf0ecb-bfbc-4af8-9feb-895d3640fc23,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:39.796601 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-620c91f4-ad09-4893-a18f-bb10c6f6c48f tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:39.803366 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-620c91f4-ad09-4893-a18f-bb10c6f6c48f tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/subnets/dddf0ecb-bfbc-4af8-9feb-895d3640fc23 HTTP/1.1" status: 204 len: 168 time: 0.9993863 Sep 24 15:53:39.807533 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43480) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:39.809394 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-235d3ef6-c865-4a66-b07d-236098fb6eb1 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:39.831854 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b969700-bb2b-4dbc-9216-3a36df2041ec None None] Network 50d98e88-8a75-4835-9919-86c163395f7c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:53:39.838096 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8b56c4cc-6e29-4604-96d9-36d1cfdc8809 req-408aa729-2822-4195-b650-bb6f3ccfefaf tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/security-groups?id=202b03dd-8b6c-450b-807e-d6079299f35d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1683683 Sep 24 15:53:39.869212 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device ce8e1287-0239-4a44-b456-27f0f0b4c2ca no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:53:39.899550 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f360382-9147-4dc0-8276-cc4b9e2b839a req-eb7b30bc-e3e5-4a4c-a308-21f24c56136e tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:39.901452 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7f360382-9147-4dc0-8276-cc4b9e2b839a req-eb7b30bc-e3e5-4a4c-a308-21f24c56136e tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 947 time: 0.2540450 Sep 24 15:53:39.909150 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc483714-4bd4-4623-900d-0140bf676d05 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Pushing event updated for resources: {'Network': ['ID=2dae7faa-ebbe-4ee9-a5cc-9c71b2b55c54,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:39.917412 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-f4ec0aa5-0f8a-4c8e-897f-98bccd370864 None None] Deleting port 4cb50bd4-74e2-4fca-8260-ab45e22f3f49 {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:53:39.918006 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f4ec0aa5-0f8a-4c8e-897f-98bccd370864 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:39.918404 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-fc483714-4bd4-4623-900d-0140bf676d05 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8254626 Sep 24 15:53:39.920212 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: ce8e1287-0239-4a44-b456-27f0f0b4c2ca {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:53:39.921280 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device ce8e1287-0239-4a44-b456-27f0f0b4c2ca not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:53:39.929995 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 2dae7faa-ebbe-4ee9-a5cc-9c71b2b55c54 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:53:39.934444 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43486) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:39.942122 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-4e437e5f-ec34-4d80-a44e-9a39edec802e tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Request body: {'subnet': {'network_id': '2dae7faa-ebbe-4ee9-a5cc-9c71b2b55c54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:53:40.048885 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3d04a10e-2f8d-4fb6-8d0f-01f625c67e30 req-aae60064-36a0-4ca9-afd1-a20bb5176fc4 service neutron] 10.222.0.110 "GET /v2.0/networks/e4856753-6c1e-428e-a2fe-e4f7731cb6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3917537 Sep 24 15:53:40.067364 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-a810d9df-7739-4bd0-83b1-a70ea5ed0148 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2538683 Sep 24 15:53:40.073202 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43490) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:40.174085 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7f360382-9147-4dc0-8276-cc4b9e2b839a req-cf7e9adf-2336-4795-b8df-67d6ccdb61ed tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519798 Sep 24 15:53:40.195034 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3d04a10e-2f8d-4fb6-8d0f-01f625c67e30 req-30bbc26c-8c56-43fb-b702-be71c11d0f1d service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1294cbcc-4e3d-45a3-9f67-cd385cfb8a81 HTTP/1.1" status: 200 len: 217 time: 0.1242840 Sep 24 15:53:40.254734 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7ecd03e8-91eb-486e-afb0-3415380f1bac tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for router, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:40.296829 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 4cb50bd4-74e2-4fca-8260-ab45e22f3f49 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:53:40.365504 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-235d3ef6-c865-4a66-b07d-236098fb6eb1 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Router 2290273b-7c8a-4141-881a-684b68354ed4 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:53:40.366688 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d04a10e-2f8d-4fb6-8d0f-01f625c67e30 req-e4ab67dd-17af-496a-b6c7-58de38be7313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:40.368947 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3d04a10e-2f8d-4fb6-8d0f-01f625c67e30 req-e4ab67dd-17af-496a-b6c7-58de38be7313 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=4659e7b8-d926-4785-8557-1a1657148511 HTTP/1.1" status: 200 len: 797 time: 0.1418602 Sep 24 15:53:40.373500 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-f4ec0aa5-0f8a-4c8e-897f-98bccd370864 None None] For port 4cb50bd4-74e2-4fca-8260-ab45e22f3f49, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=4cb50bd4-74e2-4fca-8260-ab45e22f3f49,segment=NetworkSegment(d9025961-7f2f-4ada-8504-b93f6c05776c),segment_id=d9025961-7f2f-4ada-8504-b93f6c05776c)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:53:40.373903 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f4ec0aa5-0f8a-4c8e-897f-98bccd370864 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:40.395042 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e437e5f-ec34-4d80-a44e-9a39edec802e tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Made reservation on behalf of 6fd8ff8df3b84ebcb401d12464d751f7 for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:53:40.399447 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4e437e5f-ec34-4d80-a44e-9a39edec802e tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:40.406230 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-f4ec0aa5-0f8a-4c8e-897f-98bccd370864 None None] Calling delete_port for 4cb50bd4-74e2-4fca-8260-ab45e22f3f49 owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:53:40.527048 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:40.540651 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7ecd03e8-91eb-486e-afb0-3415380f1bac tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:40.547643 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35663f4f-5064-4194-9670-5d1fe3010dfb None None] DHCP port deletion for 50d98e88-8a75-4835-9919-86c163395f7c request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:53:40.551886 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7ecd03e8-91eb-486e-afb0-3415380f1bac tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:40.561801 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1475e6-7a3d-477a-9bc9-1dd18a2f3894 req-70337b64-6392-480b-84bd-59600c1e8d14 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:40.563726 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7c1475e6-7a3d-477a-9bc9-1dd18a2f3894 req-70337b64-6392-480b-84bd-59600c1e8d14 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 947 time: 0.1509352 Sep 24 15:53:40.623842 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-35663f4f-5064-4194-9670-5d1fe3010dfb None None] Deleting port 32529473-aabb-4ef2-b490-8601af47b55d {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:53:40.624879 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-35663f4f-5064-4194-9670-5d1fe3010dfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:40.722569 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f4ec0aa5-0f8a-4c8e-897f-98bccd370864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:40.723176 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7c1475e6-7a3d-477a-9bc9-1dd18a2f3894 req-371c59f9-a250-48ee-acb5-cf14024cc9e2 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232560 Sep 24 15:53:40.739998 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-35663f4f-5064-4194-9670-5d1fe3010dfb None None] For port 32529473-aabb-4ef2-b490-8601af47b55d, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=32529473-aabb-4ef2-b490-8601af47b55d,segment=NetworkSegment(fb531be8-b37e-4ff9-a98b-5c7db484a0eb),segment_id=fb531be8-b37e-4ff9-a98b-5c7db484a0eb)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:53:40.740415 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-35663f4f-5064-4194-9670-5d1fe3010dfb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:40.748809 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d04a10e-2f8d-4fb6-8d0f-01f625c67e30 req-e81c7023-b93e-4b17-94a8-8810913d29be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:40.750893 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3d04a10e-2f8d-4fb6-8d0f-01f625c67e30 req-e81c7023-b93e-4b17-94a8-8810913d29be service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=e4856753-6c1e-428e-a2fe-e4f7731cb6f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3715048 Sep 24 15:53:40.774768 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-235d3ef6-c865-4a66-b07d-236098fb6eb1 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:53:40.788641 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-235d3ef6-c865-4a66-b07d-236098fb6eb1 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "PUT /v2.0/routers/2290273b-7c8a-4141-881a-684b68354ed4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2852800 Sep 24 15:53:40.790546 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43508) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:40.791939 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625894ab-2753-4e91-ac4d-46031a7f7cf5 None None] Sync routers for ids ['2290273b-7c8a-4141-881a-684b68354ed4'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:53:40.800946 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ec0aa5-0f8a-4c8e-897f-98bccd370864 None None] Pushing event deleted for resources: {'Port': ['ID=4cb50bd4-74e2-4fca-8260-ab45e22f3f49,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:40.803217 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.db.api [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 15:53:40.803217 n-d-808921-1 neutron-server[95299]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Sep 24 15:53:40.803217 n-d-808921-1 neutron-server[95299]: [parameters: {'status': 'DOWN', 'ports_id': '4cb50bd4-74e2-4fca-8260-ab45e22f3f49'}] Sep 24 15:53:40.803217 n-d-808921-1 neutron-server[95299]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:53:40.803856 n-d-808921-1 neutron-server[95299]: DEBUG oslo_db.api [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:53:40.809881 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-35663f4f-5064-4194-9670-5d1fe3010dfb None None] Calling delete_port for 32529473-aabb-4ef2-b490-8601af47b55d owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:53:40.821576 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ec0aa5-0f8a-4c8e-897f-98bccd370864 None None] No DVR routers for this DVR port 4cb50bd4-74e2-4fca-8260-ab45e22f3f49 on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:53:40.844654 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625894ab-2753-4e91-ac4d-46031a7f7cf5 None None] Routers {'2290273b-7c8a-4141-881a-684b68354ed4'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:53:40.845316 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-625894ab-2753-4e91-ac4d-46031a7f7cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:53:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['2290273b-7c8a-4141-881a-684b68354ed4'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:40.867593 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-782ceb5e-08de-48c0-90da-f06b6c8767c2 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Deleting subnet 38f8b4bd-e6d0-4ba6-beac-970e66b99c36 {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:53:40.900471 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7ecd03e8-91eb-486e-afb0-3415380f1bac tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:40.900856 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ecd03e8-91eb-486e-afb0-3415380f1bac tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Fanout notify agent at l3_agent the message router_deleted on router 80c758de-3d03-48dd-ab20-b2f4558e49c6 {{(pid=95297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:53:40.912333 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-782ceb5e-08de-48c0-90da-f06b6c8767c2 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:40.922187 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7ecd03e8-91eb-486e-afb0-3415380f1bac tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:40.923955 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-7ecd03e8-91eb-486e-afb0-3415380f1bac tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/routers/80c758de-3d03-48dd-ab20-b2f4558e49c6 HTTP/1.1" status: 204 len: 168 time: 0.7955580 Sep 24 15:53:40.956672 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:40.965093 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43516) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:40.972221 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-6bb1ab87-9272-4177-bd03-373826af09a1 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Request body: {'subnet': {'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:53:41.007697 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-625894ab-2753-4e91-ac4d-46031a7f7cf5 None None] Set router 2290273b-7c8a-4141-881a-684b68354ed4 gateway port host: None {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:53:41.037898 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed072d4-955d-4ad4-a1e0-348882b1602f req-5108e50f-429b-494b-a038-4a5653288daf tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:41.043455 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5ed072d4-955d-4ad4-a1e0-348882b1602f req-5108e50f-429b-494b-a038-4a5653288daf tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 947 time: 0.1682067 Sep 24 15:53:41.098963 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-782ceb5e-08de-48c0-90da-f06b6c8767c2 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:41.174921 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5ed072d4-955d-4ad4-a1e0-348882b1602f req-ee4fec62-0501-48e5-9dbb-f582dd4cf7ba tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241479 Sep 24 15:53:41.180225 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c49603-f887-4b11-b8d7-bba38fa6a6ab req-df94d1df-89d2-4cd5-b9ef-b698b744cb30 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:41.181771 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f7c49603-f887-4b11-b8d7-bba38fa6a6ab req-df94d1df-89d2-4cd5-b9ef-b698b744cb30 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/ports?device_id=87b6a1f0-7b0d-4e7e-af5d-8e794e98c80d HTTP/1.1" status: 200 len: 944 time: 0.1551187 Sep 24 15:53:41.189962 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3d04a10e-2f8d-4fb6-8d0f-01f625c67e30 req-8ff5e328-e732-4043-8c32-e325a7ccd7e8 service neutron] 10.222.0.110 "GET /v2.0/networks/e4856753-6c1e-428e-a2fe-e4f7731cb6f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4271400 Sep 24 15:53:41.294264 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f7c49603-f887-4b11-b8d7-bba38fa6a6ab req-4616c39b-54bd-4d45-8d60-36910980f631 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/security-groups?id=202b03dd-8b6c-450b-807e-d6079299f35d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016195 Sep 24 15:53:41.302758 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-782ceb5e-08de-48c0-90da-f06b6c8767c2 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:41.332689 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3d04a10e-2f8d-4fb6-8d0f-01f625c67e30 req-dd4fecd5-0eaa-480f-b9cd-33f98b9decbc service neutron] 10.222.0.110 "GET /v2.0/networks/e4856753-6c1e-428e-a2fe-e4f7731cb6f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319900 Sep 24 15:53:41.335687 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Port 4cb50bd4-74e2-4fca-8260-ab45e22f3f49 update to DOWN by agent not found {{(pid=95299) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 24 15:53:41.368446 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-625894ab-2753-4e91-ac4d-46031a7f7cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2290273b-7c8a-4141-881a-684b68354ed4', 'name': 'tempest-RoutersIpV6Test-router-1803128549', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:52:46Z', 'updated_at': '2021-09-24T15:53:39Z', 'revision_number': 8, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'gw_port_host': None, '_interfaces': [{'id': '3cde809d-7f4f-4dbe-b688-6a46c7a1155a', 'name': '', 'network_id': '7314ce9e-e751-4be6-9cc3-d824fcbda090', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'mac_address': 'fa:16:3e:46:04:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2290273b-7c8a-4141-881a-684b68354ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': 'a75cdcfb-110a-4d35-b656-dd653f4c83a8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:53:07Z', 'updated_at': '2021-09-24T15:53:25Z', 'revision_number': 5, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'subnets': [{'id': 'a75cdcfb-110a-4d35-b656-dd653f4c83a8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a02c69e-f746-48e0-9407-8d42f6c32786', 'name': '', 'network_id': 'ed1c16d8-bc7e-4d5e-8b1e-6b725fc62436', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'mac_address': 'fa:16:3e:18:2f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2290273b-7c8a-4141-881a-684b68354ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': '2a7e2ac6-24e0-423b-bce6-9ed78d763493', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:53:17Z', 'updated_at': '2021-09-24T15:53:27Z', 'revision_number': 5, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'subnets': [{'id': '2a7e2ac6-24e0-423b-bce6-9ed78d763493', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fd86886-b473-486d-8673-7629bf16fc33', 'name': '', 'network_id': '27e4c55f-6f5e-4dbb-a4b1-ef3ad1218e31', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'mac_address': 'fa:16:3e:f2:d2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2290273b-7c8a-4141-881a-684b68354ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'c47f39ca-af3b-42f3-8828-e5ce704cdd74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:52:50Z', 'updated_at': '2021-09-24T15:53:05Z', 'revision_number': 5, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'subnets': [{'id': 'c47f39ca-af3b-42f3-8828-e5ce704cdd74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:41.387698 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a11b51c-c2c9-44c5-96a8-6c47275216f7 req-a779f89c-3a12-404f-bbef-87c496b2f00a tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:41.390606 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1a11b51c-c2c9-44c5-96a8-6c47275216f7 req-a779f89c-3a12-404f-bbef-87c496b2f00a tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 947 time: 0.1009059 Sep 24 15:53:41.398045 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625894ab-2753-4e91-ac4d-46031a7f7cf5 None None] Checking router: 2290273b-7c8a-4141-881a-684b68354ed4 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:53:41.407022 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-35663f4f-5064-4194-9670-5d1fe3010dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:41.415555 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625894ab-2753-4e91-ac4d-46031a7f7cf5 None None] Routers {'2290273b-7c8a-4141-881a-684b68354ed4'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:53:41.416207 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-625894ab-2753-4e91-ac4d-46031a7f7cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:53:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['2290273b-7c8a-4141-881a-684b68354ed4'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:41.438402 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1a11b51c-c2c9-44c5-96a8-6c47275216f7 req-6b153148-d25b-4d37-bf8e-d7794c233c10 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373638 Sep 24 15:53:41.443846 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb1ab87-9272-4177-bd03-373826af09a1 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Made reservation on behalf of 1ffc126d96724ce991d5ac46e64fd1ec for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:53:41.444610 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6bb1ab87-9272-4177-bd03-373826af09a1 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:41.474280 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35663f4f-5064-4194-9670-5d1fe3010dfb None None] No DVR routers for this DVR port 32529473-aabb-4ef2-b490-8601af47b55d on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:53:41.481220 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35663f4f-5064-4194-9670-5d1fe3010dfb None None] Pushing event deleted for resources: {'Port': ['ID=32529473-aabb-4ef2-b490-8601af47b55d,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:41.556176 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-625894ab-2753-4e91-ac4d-46031a7f7cf5 None None] Set router 2290273b-7c8a-4141-881a-684b68354ed4 gateway port host: None {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:53:41.559429 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device d1862b1f-4d7b-4e17-b328-e8db2634c97a up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:53:41.564422 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-782ceb5e-08de-48c0-90da-f06b6c8767c2 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:41.617440 n-d-808921-1 neutron-server[95298]: DEBUG neutron.objects.ports [None req-4e437e5f-ec34-4d80-a44e-9a39edec802e tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95298) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 24 15:53:41.619464 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782ceb5e-08de-48c0-90da-f06b6c8767c2 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Pushing event deleted for resources: {'Subnet': ['ID=38f8b4bd-e6d0-4ba6-beac-970e66b99c36,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:41.619647 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c864e997-4f2a-40b5-b907-8ae4a6fa7e4a None None] Network 712626eb-be96-40d5-b839-2a8ddba4f6d0 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:53:41.620105 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4e437e5f-ec34-4d80-a44e-9a39edec802e tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:41.631964 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-782ceb5e-08de-48c0-90da-f06b6c8767c2 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:41.636536 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-782ceb5e-08de-48c0-90da-f06b6c8767c2 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "DELETE /v2.0/subnets/38f8b4bd-e6d0-4ba6-beac-970e66b99c36 HTTP/1.1" status: 204 len: 168 time: 0.8421686 Sep 24 15:53:41.655830 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43528) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:41.694906 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92e53a6-929e-40f4-a923-daf53668ae6d req-66aeb554-d056-4c22-8959-1bb3deab2693 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:41.698254 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b92e53a6-929e-40f4-a923-daf53668ae6d req-66aeb554-d056-4c22-8959-1bb3deab2693 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 947 time: 0.0873125 Sep 24 15:53:41.725730 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e437e5f-ec34-4d80-a44e-9a39edec802e tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Pushing event updated for resources: {'Subnet': ['ID=a75c97ee-8d6e-4178-9c7d-92203c0d9b7d,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:41.782232 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5dd9e698-2a4f-4626-b8e1-389d79e2faae tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:41.783914 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e437e5f-ec34-4d80-a44e-9a39edec802e tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Checking segment: {'id': 'c799efd4-1667-4360-9269-2c13faf38bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': '2dae7faa-ebbe-4ee9-a5cc-9c71b2b55c54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:53:41.784262 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e437e5f-ec34-4d80-a44e-9a39edec802e tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Network hostable DHCP agents. Network: 2dae7faa-ebbe-4ee9-a5cc-9c71b2b55c54, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:53:41.798710 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b92e53a6-929e-40f4-a923-daf53668ae6d req-64f0422f-1f97-4d51-b156-a3a54bb42123 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583217 Sep 24 15:53:41.872473 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-5dd9e698-2a4f-4626-b8e1-389d79e2faae tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Deleting port c69a7a67-f2d0-4e99-9d95-b177012e26bc {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:53:41.872842 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5dd9e698-2a4f-4626-b8e1-389d79e2faae tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:41.950858 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e437e5f-ec34-4d80-a44e-9a39edec802e tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Network 2dae7faa-ebbe-4ee9-a5cc-9c71b2b55c54 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:53:41.972646 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-5dd9e698-2a4f-4626-b8e1-389d79e2faae tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] For port c69a7a67-f2d0-4e99-9d95-b177012e26bc, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=c69a7a67-f2d0-4e99-9d95-b177012e26bc,segment=NetworkSegment(558b1a75-6da4-4c7f-97b1-855de69f3f47),segment_id=558b1a75-6da4-4c7f-97b1-855de69f3f47)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:53:41.973020 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5dd9e698-2a4f-4626-b8e1-389d79e2faae tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:41.998327 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port d1862b1f-4d7b-4e17-b328-e8db2634c97a completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:53:42.011858 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port d1862b1f-4d7b-4e17-b328-e8db2634c97a triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:53:42.011858 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:42.025058 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-5dd9e698-2a4f-4626-b8e1-389d79e2faae tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Calling delete_port for c69a7a67-f2d0-4e99-9d95-b177012e26bc owned by network:dhcp {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:53:42.032995 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6bb1ab87-9272-4177-bd03-373826af09a1 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:42.073492 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-625894ab-2753-4e91-ac4d-46031a7f7cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2290273b-7c8a-4141-881a-684b68354ed4', 'name': 'tempest-RoutersIpV6Test-router-1803128549', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:52:46Z', 'updated_at': '2021-09-24T15:53:39Z', 'revision_number': 8, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'gw_port_host': None, '_interfaces': [{'id': '3cde809d-7f4f-4dbe-b688-6a46c7a1155a', 'name': '', 'network_id': '7314ce9e-e751-4be6-9cc3-d824fcbda090', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'mac_address': 'fa:16:3e:46:04:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2290273b-7c8a-4141-881a-684b68354ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': 'a75cdcfb-110a-4d35-b656-dd653f4c83a8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:53:07Z', 'updated_at': '2021-09-24T15:53:25Z', 'revision_number': 5, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'subnets': [{'id': 'a75cdcfb-110a-4d35-b656-dd653f4c83a8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a02c69e-f746-48e0-9407-8d42f6c32786', 'name': '', 'network_id': 'ed1c16d8-bc7e-4d5e-8b1e-6b725fc62436', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'mac_address': 'fa:16:3e:18:2f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2290273b-7c8a-4141-881a-684b68354ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': '2a7e2ac6-24e0-423b-bce6-9ed78d763493', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:53:17Z', 'updated_at': '2021-09-24T15:53:27Z', 'revision_number': 5, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'subnets': [{'id': '2a7e2ac6-24e0-423b-bce6-9ed78d763493', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fd86886-b473-486d-8673-7629bf16fc33', 'name': '', 'network_id': '27e4c55f-6f5e-4dbb-a4b1-ef3ad1218e31', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'mac_address': 'fa:16:3e:f2:d2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2290273b-7c8a-4141-881a-684b68354ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'c47f39ca-af3b-42f3-8828-e5ce704cdd74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:52:50Z', 'updated_at': '2021-09-24T15:53:05Z', 'revision_number': 5, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'subnets': [{'id': 'c47f39ca-af3b-42f3-8828-e5ce704cdd74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:42.080591 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef75d4e-3c7b-4b63-9a44-cb214abc0da0 None None] DHCP port deletion for 712626eb-be96-40d5-b839-2a8ddba4f6d0 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:53:42.086249 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-4e437e5f-ec34-4d80-a44e-9a39edec802e tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 2dae7faa-ebbe-4ee9-a5cc-9c71b2b55c54) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:53:42.099140 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e437e5f-ec34-4d80-a44e-9a39edec802e tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:42.099751 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4e437e5f-ec34-4d80-a44e-9a39edec802e tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:42.116053 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 32529473-aabb-4ef2-b490-8601af47b55d no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:53:42.117789 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553abba5-d9ff-4ab0-a2a7-1a1b540971e9 None None] Network 2dae7faa-ebbe-4ee9-a5cc-9c71b2b55c54 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:53:42.120674 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb1ab87-9272-4177-bd03-373826af09a1 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event updated for resources: {'Subnet': ['ID=f758aee0-a9f3-44d9-beee-c006fc5ce513,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:42.123407 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-625894ab-2753-4e91-ac4d-46031a7f7cf5 None None] The sync data for ids ['2290273b-7c8a-4141-881a-684b68354ed4'] in n-d-808921-1 is: [{'id': '2290273b-7c8a-4141-881a-684b68354ed4', 'name': 'tempest-RoutersIpV6Test-router-1803128549', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:52:46Z', 'updated_at': '2021-09-24T15:53:39Z', 'revision_number': 8, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'gw_port_host': None, '_interfaces': [{'id': '3cde809d-7f4f-4dbe-b688-6a46c7a1155a', 'name': '', 'network_id': '7314ce9e-e751-4be6-9cc3-d824fcbda090', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'mac_address': 'fa:16:3e:46:04:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2290273b-7c8a-4141-881a-684b68354ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': 'a75cdcfb-110a-4d35-b656-dd653f4c83a8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:53:07Z', 'updated_at': '2021-09-24T15:53:25Z', 'revision_number': 5, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'subnets': [{'id': 'a75cdcfb-110a-4d35-b656-dd653f4c83a8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4a02c69e-f746-48e0-9407-8d42f6c32786', 'name': '', 'network_id': 'ed1c16d8-bc7e-4d5e-8b1e-6b725fc62436', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'mac_address': 'fa:16:3e:18:2f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2290273b-7c8a-4141-881a-684b68354ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2402, 'fixed_ips': [{'subnet_id': '2a7e2ac6-24e0-423b-bce6-9ed78d763493', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:53:17Z', 'updated_at': '2021-09-24T15:53:27Z', 'revision_number': 5, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'subnets': [{'id': '2a7e2ac6-24e0-423b-bce6-9ed78d763493', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fd86886-b473-486d-8673-7629bf16fc33', 'name': '', 'network_id': '27e4c55f-6f5e-4dbb-a4b1-ef3ad1218e31', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'mac_address': 'fa:16:3e:f2:d2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2290273b-7c8a-4141-881a-684b68354ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'c47f39ca-af3b-42f3-8828-e5ce704cdd74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:52:50Z', 'updated_at': '2021-09-24T15:53:05Z', 'revision_number': 5, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'subnets': [{'id': 'c47f39ca-af3b-42f3-8828-e5ce704cdd74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:53:42.131737 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb1ab87-9272-4177-bd03-373826af09a1 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Network 50d98e88-8a75-4835-9919-86c163395f7c is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:53:42.133995 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-6bb1ab87-9272-4177-bd03-373826af09a1 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:53:42.137193 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb1ab87-9272-4177-bd03-373826af09a1 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:42.137975 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6bb1ab87-9272-4177-bd03-373826af09a1 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:42.160003 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8737433-7b25-4dc4-818e-0b76004f9b4b req-82aa6b11-8589-477a-8680-5f7d71a8323c tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:42.162227 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e8737433-7b25-4dc4-818e-0b76004f9b4b req-82aa6b11-8589-477a-8680-5f7d71a8323c tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 947 time: 0.2178752 Sep 24 15:53:42.169773 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c188d3-a4c1-4e40-b4e0-8cab01c0091b None None] Network 50d98e88-8a75-4835-9919-86c163395f7c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:53:42.176446 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 32529473-aabb-4ef2-b490-8601af47b55d {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:53:42.176794 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 32529473-aabb-4ef2-b490-8601af47b55d not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:53:42.244017 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e8737433-7b25-4dc4-818e-0b76004f9b4b req-3b7e7494-7352-4af7-8118-c59b2cec4fd8 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668278 Sep 24 15:53:42.275139 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-6bb1ab87-9272-4177-bd03-373826af09a1 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3051240 Sep 24 15:53:42.275303 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-4e437e5f-ec34-4d80-a44e-9a39edec802e tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 2.3358102 Sep 24 15:53:42.275389 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43544) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:42.275463 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43546) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:42.284454 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-2999dc8d-e274-42c9-9ca5-635dc8b43c65 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1617444524', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:53:42.370961 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5dd9e698-2a4f-4626-b8e1-389d79e2faae tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:42.417220 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd9e698-2a4f-4626-b8e1-389d79e2faae tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Pushing event deleted for resources: {'Port': ['ID=c69a7a67-f2d0-4e99-9d95-b177012e26bc,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:42.442330 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2999dc8d-e274-42c9-9ca5-635dc8b43c65 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:42.443706 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43554) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:42.447541 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2999dc8d-e274-42c9-9ca5-635dc8b43c65 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:42.477568 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd9e698-2a4f-4626-b8e1-389d79e2faae tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] No DVR routers for this DVR port c69a7a67-f2d0-4e99-9d95-b177012e26bc on host n-d-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:53:42.537228 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e382067-c6df-401d-b97e-036358ffd804 req-a6f13e68-0f05-43cf-bba6-e1e94a603f16 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:42.538256 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9e382067-c6df-401d-b97e-036358ffd804 req-a6f13e68-0f05-43cf-bba6-e1e94a603f16 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/ports?device_id=87b6a1f0-7b0d-4e7e-af5d-8e794e98c80d HTTP/1.1" status: 200 len: 944 time: 0.0923443 Sep 24 15:53:42.549947 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-97e9793e-5b99-44f5-a92f-cc35eaa4a7d1 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:42.552944 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:42.654245 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5dd9e698-2a4f-4626-b8e1-389d79e2faae tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:42.676207 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d03760-35db-4cfe-b7e6-77749633b19f req-e99013da-2ab6-4b63-9807-3a5f1c10a306 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:42.684651 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c3d03760-35db-4cfe-b7e6-77749633b19f req-e99013da-2ab6-4b63-9807-3a5f1c10a306 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 947 time: 0.2487309 Sep 24 15:53:42.691902 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9e382067-c6df-401d-b97e-036358ffd804 req-ee88facc-f6fe-4ca2-a926-200350ccaa28 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/security-groups?id=202b03dd-8b6c-450b-807e-d6079299f35d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427174 Sep 24 15:53:42.717303 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b6a1f0-7b0d-4e7e-af5d-8e794e98c80d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1862b1f-4d7b-4e17-b328-e8db2634c97a'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:53:42.721256 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b4b4ac-3613-49e3-b6aa-5e1a45e230da" -d '{"events": [{"server_uuid": "87b6a1f0-7b0d-4e7e-af5d-8e794e98c80d", "name": "network-vif-plugged", "status": "completed", "tag": "d1862b1f-4d7b-4e17-b328-e8db2634c97a"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:53:42.733147 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2999dc8d-e274-42c9-9ca5-635dc8b43c65 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:42.751729 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port d1862b1f-4d7b-4e17-b328-e8db2634c97a, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=d1862b1f-4d7b-4e17-b328-e8db2634c97a,segment=NetworkSegment(d7f03bc8-ea19-48e4-af94-237cd7b5d9dc),segment_id=d7f03bc8-ea19-48e4-af94-237cd7b5d9dc)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:53:42.753499 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-5dd9e698-2a4f-4626-b8e1-389d79e2faae tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['712626eb-be96-40d5-b839-2a8ddba4f6d0']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:42.782617 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-fef75d4e-3c7b-4b63-9a44-cb214abc0da0 None None] Deleting port c69a7a67-f2d0-4e99-9d95-b177012e26bc {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:53:42.782987 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-fef75d4e-3c7b-4b63-9a44-cb214abc0da0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:42.801130 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c3d03760-35db-4cfe-b7e6-77749633b19f req-03c6be22-84c0-4b9d-8ec6-9e0a45ee01db tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100965 Sep 24 15:53:42.806565 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-5dd9e698-2a4f-4626-b8e1-389d79e2faae tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '558b1a75-6da4-4c7f-97b1-855de69f3f47') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:42.807050 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-5dd9e698-2a4f-4626-b8e1-389d79e2faae tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '558b1a75-6da4-4c7f-97b1-855de69f3f47') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:42.809591 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2999dc8d-e274-42c9-9ca5-635dc8b43c65 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:42.861817 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-fef75d4e-3c7b-4b63-9a44-cb214abc0da0 None None] For port c69a7a67-f2d0-4e99-9d95-b177012e26bc, host n-d-808921-1, got binding levels [] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:53:42.862210 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-fef75d4e-3c7b-4b63-9a44-cb214abc0da0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:42.867533 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5dd9e698-2a4f-4626-b8e1-389d79e2faae tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:42.876359 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-fef75d4e-3c7b-4b63-9a44-cb214abc0da0 None None] Calling delete_port for c69a7a67-f2d0-4e99-9d95-b177012e26bc owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:53:42.879714 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.ipam_backend_mixin [None req-fef75d4e-3c7b-4b63-9a44-cb214abc0da0 None None] Port c69a7a67-f2d0-4e99-9d95-b177012e26bc was not found and therefore no delete operation was performed {{(pid=95299) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 24 15:53:42.881534 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e5d8bcb-387c-4cfe-9eb6-702b4dd07589 x-openstack-request-id: req-9e5d8bcb-387c-4cfe-9eb6-702b4dd07589 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:53:42.881816 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87b6a1f0-7b0d-4e7e-af5d-8e794e98c80d", "name": "network-vif-plugged", "status": "completed", "tag": "d1862b1f-4d7b-4e17-b328-e8db2634c97a", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:53:42.882065 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-9e5d8bcb-387c-4cfe-9eb6-702b4dd07589 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:53:42.882473 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b6a1f0-7b0d-4e7e-af5d-8e794e98c80d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1862b1f-4d7b-4e17-b328-e8db2634c97a', 'code': 200} Sep 24 15:53:42.885730 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5dd9e698-2a4f-4626-b8e1-389d79e2faae tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:42.887124 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-fef75d4e-3c7b-4b63-9a44-cb214abc0da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:42.894394 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:42.900137 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dd9e698-2a4f-4626-b8e1-389d79e2faae tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Releasing vlan 1259 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:53:42.901099 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5dd9e698-2a4f-4626-b8e1-389d79e2faae tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:42.906736 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:53:42.906736 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:53:42.906736 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:53:42.906736 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:53:42.906736 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:53:42.906736 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:53:42.906736 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:53:42.906736 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:53:42.906736 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:53:42.906736 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:53:42.906736 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:53:42.906736 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:53:42.906736 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:53:42.906736 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:53:42.906736 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:53:42.906736 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:53:42.906736 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:53:42.906736 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:53:42.906736 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:53:42.906736 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:53:42.906736 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:53:42.906736 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:53:42.906736 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:53:42.906736 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:53:42.906736 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:53:42.906736 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:53:42.906736 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:53:42.906736 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:53:42.906736 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:53:42.906736 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:53:42.906736 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:53:42.906736 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:53:42.957678 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef75d4e-3c7b-4b63-9a44-cb214abc0da0 None None] Pushing event deleted for resources: {'Port': ['ID=c69a7a67-f2d0-4e99-9d95-b177012e26bc,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:42.991482 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef75d4e-3c7b-4b63-9a44-cb214abc0da0 None None] No DVR routers for this DVR port c69a7a67-f2d0-4e99-9d95-b177012e26bc on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:53:42.993195 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d017dba1-0fa7-466d-afbc-91ee39394fde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-50d98e88-8a75-4835-9919-86c163395f7c', 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'tenant_id': '1ffc126d96724ce991d5ac46e64fd1ec', 'fixed_ips': [{'subnet_id': 'f758aee0-a9f3-44d9-beee-c006fc5ce513'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:53:42.994029 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d017dba1-0fa7-466d-afbc-91ee39394fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:43.061339 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc84056-6212-43f2-a866-8112dafb7200 req-795f3928-060f-4c3c-b59f-81f7ee2075d6 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:43.062971 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3cc84056-6212-43f2-a866-8112dafb7200 req-795f3928-060f-4c3c-b59f-81f7ee2075d6 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 947 time: 0.1459587 Sep 24 15:53:43.081613 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2999dc8d-e274-42c9-9ca5-635dc8b43c65 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:43.085497 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-2999dc8d-e274-42c9-9ca5-635dc8b43c65 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.8051825 Sep 24 15:53:43.091652 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f7c0db-b8f6-464b-8050-d538469f079b req-82f69397-418f-42bd-8a35-00f63d89a87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:43.093843 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-13f7c0db-b8f6-464b-8050-d538469f079b req-82f69397-418f-42bd-8a35-00f63d89a87b service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=87b6a1f0-7b0d-4e7e-af5d-8e794e98c80d HTTP/1.1" status: 200 len: 1096 time: 0.1288886 Sep 24 15:53:43.094423 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43562) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:43.103510 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208d1e2d-e3f3-44d1-a1d7-d93d89bd32b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-2dae7faa-ebbe-4ee9-a5cc-9c71b2b55c54', 'network_id': '2dae7faa-ebbe-4ee9-a5cc-9c71b2b55c54', 'tenant_id': '6fd8ff8df3b84ebcb401d12464d751f7', 'fixed_ips': [{'subnet_id': 'a75c97ee-8d6e-4178-9c7d-92203c0d9b7d'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:53:43.104436 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-208d1e2d-e3f3-44d1-a1d7-d93d89bd32b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:43.122267 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-42291a7b-100e-4ded-9a02-6e53b409c488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157409858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157409858-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1965444190'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:53:43.132174 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-97e9793e-5b99-44f5-a92f-cc35eaa4a7d1 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:43.137627 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=d1862b1f-4d7b-4e17-b328-e8db2634c97a,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:43.204873 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3cc84056-6212-43f2-a866-8112dafb7200 req-320e104a-f269-4986-aeaa-3b725a75c1df tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328428 Sep 24 15:53:43.208769 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5dd9e698-2a4f-4626-b8e1-389d79e2faae tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:43.225547 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5dd9e698-2a4f-4626-b8e1-389d79e2faae tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:43.229979 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-5dd9e698-2a4f-4626-b8e1-389d79e2faae tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "DELETE /v2.0/networks/712626eb-be96-40d5-b839-2a8ddba4f6d0 HTTP/1.1" status: 204 len: 168 time: 1.5705254 Sep 24 15:53:43.232663 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43564) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:43.270614 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-d017dba1-0fa7-466d-afbc-91ee39394fde None None] Allocated IP 2001:db8::2 (50d98e88-8a75-4835-9919-86c163395f7c/f758aee0-a9f3-44d9-beee-c006fc5ce513/0f0d9367-f018-435b-92db-51eb0f802c46) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:53:43.298359 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd9e698-2a4f-4626-b8e1-389d79e2faae tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Pushing event deleted for resources: {'Network': ['ID=712626eb-be96-40d5-b839-2a8ddba4f6d0,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:43.334295 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-13f7c0db-b8f6-464b-8050-d538469f079b req-21c43bf4-a858-4bcb-b80b-9ba1a44229b0 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=202b03dd-8b6c-450b-807e-d6079299f35d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2247810 Sep 24 15:53:43.390318 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42291a7b-100e-4ded-9a02-6e53b409c488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157409858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157409858-project] Made reservation on behalf of 01115185a607436db6ec7072e83e6d2e for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:53:43.393771 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-42291a7b-100e-4ded-9a02-6e53b409c488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157409858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157409858-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:43.396033 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-97e9793e-5b99-44f5-a92f-cc35eaa4a7d1 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:43.468947 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-42291a7b-100e-4ded-9a02-6e53b409c488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157409858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157409858-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:43.474201 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e9793e-5b99-44f5-a92f-cc35eaa4a7d1 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Pushing event deleted for resources: {'Subnet': ['ID=a75c97ee-8d6e-4178-9c7d-92203c0d9b7d,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server [None req-208d1e2d-e3f3-44d1-a1d7-d93d89bd32b2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a75c97ee-8d6e-4178-9c7d-92203c0d9b7d: This subnet is being modified by another concurrent operation. Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server raise exception Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a75c97ee-8d6e-4178-9c7d-92203c0d9b7d: This subnet is being modified by another concurrent operation. Sep 24 15:53:43.511566 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server Sep 24 15:53:43.545937 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d017dba1-0fa7-466d-afbc-91ee39394fde None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:43.580716 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1645838-fcfa-4fd6-b73e-e7cfc81a804a None None] Network 2dae7faa-ebbe-4ee9-a5cc-9c71b2b55c54 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:53:43.596777 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-97e9793e-5b99-44f5-a92f-cc35eaa4a7d1 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:43.643832 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d017dba1-0fa7-466d-afbc-91ee39394fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:43.661123 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-97e9793e-5b99-44f5-a92f-cc35eaa4a7d1 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dae7faa-ebbe-4ee9-a5cc-9c71b2b55c54']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:43.682360 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-97e9793e-5b99-44f5-a92f-cc35eaa4a7d1 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c799efd4-1667-4360-9269-2c13faf38bad') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:43.682658 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-97e9793e-5b99-44f5-a92f-cc35eaa4a7d1 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c799efd4-1667-4360-9269-2c13faf38bad') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:43.700831 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-97e9793e-5b99-44f5-a92f-cc35eaa4a7d1 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:43.716745 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d017dba1-0fa7-466d-afbc-91ee39394fde None None] Network 50d98e88-8a75-4835-9919-86c163395f7c is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:53:43.725348 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-d017dba1-0fa7-466d-afbc-91ee39394fde None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:53:43.741025 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d017dba1-0fa7-466d-afbc-91ee39394fde None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:53:43.754350 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-97e9793e-5b99-44f5-a92f-cc35eaa4a7d1 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:43.768469 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97e9793e-5b99-44f5-a92f-cc35eaa4a7d1 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Releasing vlan 1276 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:53:43.769149 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-97e9793e-5b99-44f5-a92f-cc35eaa4a7d1 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:43.769291 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d017dba1-0fa7-466d-afbc-91ee39394fde None None] Pushing event updated for resources: {'Port': ['ID=0f0d9367-f018-435b-92db-51eb0f802c46,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:43.774860 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:53:43.774860 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:53:43.774860 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:53:43.774860 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:53:43.774860 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:53:43.774860 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:53:43.774860 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:53:43.774860 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:53:43.774860 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:53:43.774860 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:53:43.774860 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:53:43.774860 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:53:43.774860 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:53:43.774860 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:53:43.774860 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:53:43.774860 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:53:43.774860 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:53:43.774860 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:53:43.774860 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:53:43.774860 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:53:43.774860 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:53:43.774860 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:53:43.774860 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:53:43.774860 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:53:43.774860 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:53:43.774860 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:53:43.774860 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:53:43.774860 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:53:43.774860 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:53:43.774860 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:53:43.774860 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:53:43.774860 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:53:43.810537 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-d017dba1-0fa7-466d-afbc-91ee39394fde None None] Attempting to bind port 0f0d9367-f018-435b-92db-51eb0f802c46 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:53:43.810906 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-d017dba1-0fa7-466d-afbc-91ee39394fde None None] Attempting to bind port 0f0d9367-f018-435b-92db-51eb0f802c46 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:53:43.815272 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d017dba1-0fa7-466d-afbc-91ee39394fde None None] Attempting to bind port 0f0d9367-f018-435b-92db-51eb0f802c46 on network 50d98e88-8a75-4835-9919-86c163395f7c {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:53:43.817418 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d017dba1-0fa7-466d-afbc-91ee39394fde None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:53:43.817799 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d017dba1-0fa7-466d-afbc-91ee39394fde None None] Checking segment: {'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:53:43.818200 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d017dba1-0fa7-466d-afbc-91ee39394fde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:43.818641 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d017dba1-0fa7-466d-afbc-91ee39394fde None None] Bound using segment: {'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:53:43.819112 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-d017dba1-0fa7-466d-afbc-91ee39394fde None None] Bound port: 0f0d9367-f018-435b-92db-51eb0f802c46, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:53:43.819495 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d017dba1-0fa7-466d-afbc-91ee39394fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:43.851321 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa57a3b0-d584-4465-88e9-294b08f38c35 req-ca57e691-1518-4520-adb3-1b651b46c667 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:43.853033 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-aa57a3b0-d584-4465-88e9-294b08f38c35 req-ca57e691-1518-4520-adb3-1b651b46c667 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 947 time: 0.4834414 Sep 24 15:53:43.881518 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a6111f5e-87e9-44e1-a001-f0e3bb235066 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:43.893244 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-42291a7b-100e-4ded-9a02-6e53b409c488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157409858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157409858-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:43.897694 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-d017dba1-0fa7-466d-afbc-91ee39394fde None None] For port 0f0d9367-f018-435b-92db-51eb0f802c46, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:53:43.901577 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-d017dba1-0fa7-466d-afbc-91ee39394fde None None] For port 0f0d9367-f018-435b-92db-51eb0f802c46, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=0f0d9367-f018-435b-92db-51eb0f802c46,segment=NetworkSegment(fb531be8-b37e-4ff9-a98b-5c7db484a0eb),segment_id=fb531be8-b37e-4ff9-a98b-5c7db484a0eb)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:53:43.933482 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756997c9-d33d-4b56-9873-ae147ef366b5 req-c1886ee8-37f7-4ac2-b697-2eccd5153062 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:43.935020 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-756997c9-d33d-4b56-9873-ae147ef366b5 req-c1886ee8-37f7-4ac2-b697-2eccd5153062 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/ports?device_id=87b6a1f0-7b0d-4e7e-af5d-8e794e98c80d HTTP/1.1" status: 200 len: 945 time: 0.1068165 Sep 24 15:53:43.994705 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-42291a7b-100e-4ded-9a02-6e53b409c488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157409858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157409858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:44.001472 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-aa57a3b0-d584-4465-88e9-294b08f38c35 req-3853ddfd-a37b-470e-a320-591a381fe287 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226635 Sep 24 15:53:44.020076 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d017dba1-0fa7-466d-afbc-91ee39394fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:44.087768 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42291a7b-100e-4ded-9a02-6e53b409c488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157409858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157409858-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1285} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:53:44.090109 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42291a7b-100e-4ded-9a02-6e53b409c488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157409858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157409858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44f99dad-c066-494b-94e5-0ef8fe394f93,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:44.096833 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-756997c9-d33d-4b56-9873-ae147ef366b5 req-1a5161f0-6e09-4583-a053-d1734cd7145e tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/security-groups?id=202b03dd-8b6c-450b-807e-d6079299f35d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329243 Sep 24 15:53:44.103683 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device c69a7a67-f2d0-4e99-9d95-b177012e26bc no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:53:44.106005 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-97e9793e-5b99-44f5-a92f-cc35eaa4a7d1 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:44.120581 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-97e9793e-5b99-44f5-a92f-cc35eaa4a7d1 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:44.136248 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-97e9793e-5b99-44f5-a92f-cc35eaa4a7d1 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] 10.222.0.101 "DELETE /v2.0/networks/2dae7faa-ebbe-4ee9-a5cc-9c71b2b55c54 HTTP/1.1" status: 204 len: 168 time: 1.8596673 Sep 24 15:53:44.138929 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-42291a7b-100e-4ded-9a02-6e53b409c488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157409858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157409858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:44.144333 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-42291a7b-100e-4ded-9a02-6e53b409c488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157409858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157409858-project] Added segment 7b7dfd5c-c661-45d4-8870-33e738866688 of type vlan for network 9100391d-e588-447d-bacb-37c192521f13 Sep 24 15:53:44.155703 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43576) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:44.156080 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: c69a7a67-f2d0-4e99-9d95-b177012e26bc {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:53:44.156448 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device c69a7a67-f2d0-4e99-9d95-b177012e26bc not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:53:44.156882 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 46f566d6-a016-4dad-ad02-6ecdd1b124b4 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:53:44.165014 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-f167468a-d58b-417d-9491-0f8b90e4d009 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-646792259'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:53:44.190279 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 46f566d6-a016-4dad-ad02-6ecdd1b124b4 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:53:44.190638 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 46f566d6-a016-4dad-ad02-6ecdd1b124b4 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:53:44.193502 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d017dba1-0fa7-466d-afbc-91ee39394fde None None] Pushing event updated for resources: {'Port': ['ID=0f0d9367-f018-435b-92db-51eb0f802c46,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:44.220134 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e9793e-5b99-44f5-a92f-cc35eaa4a7d1 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Pushing event deleted for resources: {'Network': ['ID=2dae7faa-ebbe-4ee9-a5cc-9c71b2b55c54,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:44.226723 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930831d9-2f0e-4c71-8dc1-bf87948e165e req-1e97c001-3675-4b1a-898d-13fe9307a78a tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:44.231001 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-930831d9-2f0e-4c71-8dc1-bf87948e165e req-1e97c001-3675-4b1a-898d-13fe9307a78a tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 947 time: 0.1441824 Sep 24 15:53:44.233005 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c7443f36-6566-45a3-ad38-87283e90ac41 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:44.285471 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-42291a7b-100e-4ded-9a02-6e53b409c488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157409858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157409858-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:44.303951 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-a6111f5e-87e9-44e1-a001-f0e3bb235066 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Allocated IP 2001:db8::1 (50d98e88-8a75-4835-9919-86c163395f7c/f758aee0-a9f3-44d9-beee-c006fc5ce513/d9e2af05-7625-4f51-b3d0-0fd2c9596112) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:53:44.313533 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-930831d9-2f0e-4c71-8dc1-bf87948e165e req-0cb891ea-da1d-4601-aa66-8f4be29346a7 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577428 Sep 24 15:53:44.346546 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f167468a-d58b-417d-9491-0f8b90e4d009 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Made reservation on behalf of 6fd8ff8df3b84ebcb401d12464d751f7 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:53:44.352195 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f167468a-d58b-417d-9491-0f8b90e4d009 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:44.501749 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f167468a-d58b-417d-9491-0f8b90e4d009 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1277} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:53:44.511636 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-42291a7b-100e-4ded-9a02-6e53b409c488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157409858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157409858-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:44.518108 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42291a7b-100e-4ded-9a02-6e53b409c488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157409858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157409858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:44.518761 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-42291a7b-100e-4ded-9a02-6e53b409c488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157409858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157409858-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:44.564738 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f167468a-d58b-417d-9491-0f8b90e4d009 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:44.565047 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-f167468a-d58b-417d-9491-0f8b90e4d009 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Added segment 4a43a3b7-5eed-4498-9e96-5445562b6c17 of type vlan for network 4c409af4-6eaf-4966-87c9-c81e198d1d02 Sep 24 15:53:44.567890 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a6111f5e-87e9-44e1-a001-f0e3bb235066 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:44.576344 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d493e2-1f78-4adc-b336-a6a16db71610 req-0ad15448-94f9-4289-8d30-6bfd2915e798 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:44.578499 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-54d493e2-1f78-4adc-b336-a6a16db71610 req-0ad15448-94f9-4289-8d30-6bfd2915e798 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 947 time: 0.1287551 Sep 24 15:53:44.650006 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-54d493e2-1f78-4adc-b336-a6a16db71610 req-f2800874-c6a7-4aec-8544-e59b81551b51 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585864 Sep 24 15:53:44.670637 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ce2e3c-86fc-4ead-83ef-f5cc20a6b815 req-afc67a86-7a43-43e4-a015-053f8aa9e770 tempest-TestNetworkAdvancedServerOps-571836934 tempest-TestNetworkAdvancedServerOps-571836934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:44.677587 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-42ce2e3c-86fc-4ead-83ef-f5cc20a6b815 req-afc67a86-7a43-43e4-a015-053f8aa9e770 tempest-TestNetworkAdvancedServerOps-571836934 tempest-TestNetworkAdvancedServerOps-571836934-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=cffe7aaf-b947-49e8-8c24-ba60972c40b9 HTTP/1.1" status: 200 len: 1096 time: 0.2032750 Sep 24 15:53:44.677587 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42291a7b-100e-4ded-9a02-6e53b409c488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157409858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157409858-project] Pushing event updated for resources: {'Network': ['ID=9100391d-e588-447d-bacb-37c192521f13,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:44.679792 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f167468a-d58b-417d-9491-0f8b90e4d009 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:44.687296 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-42291a7b-100e-4ded-9a02-6e53b409c488 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157409858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157409858-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.2392318 Sep 24 15:53:44.693798 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 9100391d-e588-447d-bacb-37c192521f13 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:53:44.698611 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a6111f5e-87e9-44e1-a001-f0e3bb235066 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:44.753128 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-42ce2e3c-86fc-4ead-83ef-f5cc20a6b815 req-46e21318-9bea-4a5b-95a0-7ed97262f7fa tempest-TestNetworkAdvancedServerOps-571836934 tempest-TestNetworkAdvancedServerOps-571836934-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=6ebd70ba-9057-4f05-b091-253e90de2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676239 Sep 24 15:53:44.785345 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43590) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:44.795374 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6111f5e-87e9-44e1-a001-f0e3bb235066 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Network 50d98e88-8a75-4835-9919-86c163395f7c is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:53:44.810699 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-a6111f5e-87e9-44e1-a001-f0e3bb235066 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:53:44.852441 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6111f5e-87e9-44e1-a001-f0e3bb235066 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:53:44.853112 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a6111f5e-87e9-44e1-a001-f0e3bb235066 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:44.881426 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-c7443f36-6566-45a3-ad38-87283e90ac41 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Deleting port 4a02c69e-f746-48e0-9407-8d42f6c32786 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:53:44.881908 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c7443f36-6566-45a3-ad38-87283e90ac41 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:44.902558 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f167468a-d58b-417d-9491-0f8b90e4d009 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:44.909627 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f167468a-d58b-417d-9491-0f8b90e4d009 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:44.910264 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f167468a-d58b-417d-9491-0f8b90e4d009 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:44.927498 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6111f5e-87e9-44e1-a001-f0e3bb235066 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event updated for resources: {'Port': ['ID=d9e2af05-7625-4f51-b3d0-0fd2c9596112,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:44.978326 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deb7f83-eca0-44ff-bd94-6a50f47eec4f req-42eb8a5d-0509-43e9-b616-1080e7730ef5 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:44.979931 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3deb7f83-eca0-44ff-bd94-6a50f47eec4f req-42eb8a5d-0509-43e9-b616-1080e7730ef5 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 947 time: 0.2508926 Sep 24 15:53:45.023430 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43592) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:45.029917 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Request body: {'port': {'network_id': '9100391d-e588-447d-bacb-37c192521f13', 'binding:host_id': 'n-h2-808921-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-782918331'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:53:45.084898 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3deb7f83-eca0-44ff-bd94-6a50f47eec4f req-0d932153-0081-486a-81c3-c83930acbe83 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975046 Sep 24 15:53:45.092299 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f167468a-d58b-417d-9491-0f8b90e4d009 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Pushing event updated for resources: {'Network': ['ID=4c409af4-6eaf-4966-87c9-c81e198d1d02,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:45.104860 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 4c409af4-6eaf-4966-87c9-c81e198d1d02 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:53:45.108973 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-c7443f36-6566-45a3-ad38-87283e90ac41 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] For port 4a02c69e-f746-48e0-9407-8d42f6c32786, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=4a02c69e-f746-48e0-9407-8d42f6c32786,segment=NetworkSegment(0d66c474-1d68-4808-aba1-5f828361d63f),segment_id=0d66c474-1d68-4808-aba1-5f828361d63f)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:53:45.109359 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c7443f36-6566-45a3-ad38-87283e90ac41 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:45.118940 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f167468a-d58b-417d-9491-0f8b90e4d009 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9615271 Sep 24 15:53:45.124904 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-c7443f36-6566-45a3-ad38-87283e90ac41 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Calling delete_port for 4a02c69e-f746-48e0-9407-8d42f6c32786 owned by network:router_interface {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:53:45.126166 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43598) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:45.158375 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-5810399d-6362-43cb-8dc4-6dba867cdf2b tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Request body: {'subnet': {'network_id': '4c409af4-6eaf-4966-87c9-c81e198d1d02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:53:45.279271 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a6111f5e-87e9-44e1-a001-f0e3bb235066 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:45.297502 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b37ab4a-d212-4cdd-92dd-e13e7cd0d2f5 req-99b9b2e2-1f8d-4cd9-9d19-ff2854bde0d5 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:45.299073 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0b37ab4a-d212-4cdd-92dd-e13e7cd0d2f5 req-99b9b2e2-1f8d-4cd9-9d19-ff2854bde0d5 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/ports?device_id=87b6a1f0-7b0d-4e7e-af5d-8e794e98c80d HTTP/1.1" status: 200 len: 945 time: 0.0867465 Sep 24 15:53:45.332064 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-f170e4d6-3277-43f8-86ee-0e9aeed15d21 None None] Provisioning complete for port 0f0d9367-f018-435b-92db-51eb0f802c46 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:53:45.332899 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f170e4d6-3277-43f8-86ee-0e9aeed15d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:45.373906 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Made reservation on behalf of 33a1382ce87542efafeee6a3c5286f68 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:53:45.376599 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:45.392294 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-fd4b6c90-a7da-49c9-96a4-69a543385f3b tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Deleting port 566db064-e3a9-4774-931a-bea96d7ebd9d {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:53:45.392625 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fd4b6c90-a7da-49c9-96a4-69a543385f3b tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:45.429920 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:45.452594 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0b37ab4a-d212-4cdd-92dd-e13e7cd0d2f5 req-965b8ecc-b20d-487b-a066-1e0a9a1624b2 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/security-groups?id=202b03dd-8b6c-450b-807e-d6079299f35d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044347 Sep 24 15:53:45.465864 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f170e4d6-3277-43f8-86ee-0e9aeed15d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:45.482659 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f4437-1a65-45d6-aebf-b8d0b85022bc req-8de698ff-a10c-401b-8216-ef8dc51b6361 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:45.491293 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a05f4437-1a65-45d6-aebf-b8d0b85022bc req-8de698ff-a10c-401b-8216-ef8dc51b6361 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 947 time: 0.2472708 Sep 24 15:53:45.503919 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-f170e4d6-3277-43f8-86ee-0e9aeed15d21 None None] For port 0f0d9367-f018-435b-92db-51eb0f802c46, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=0f0d9367-f018-435b-92db-51eb0f802c46,segment=NetworkSegment(fb531be8-b37e-4ff9-a98b-5c7db484a0eb),segment_id=fb531be8-b37e-4ff9-a98b-5c7db484a0eb)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:53:45.560649 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2c73e2-9866-4fb0-b83b-03ed374e6b19 None None] get_active_networks_info from n-d-808921-1 {{(pid=95299) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 24 15:53:45.568275 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5810399d-6362-43cb-8dc4-6dba867cdf2b tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Made reservation on behalf of 6fd8ff8df3b84ebcb401d12464d751f7 for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:53:45.572293 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5810399d-6362-43cb-8dc4-6dba867cdf2b tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:45.572449 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c7443f36-6566-45a3-ad38-87283e90ac41 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:45.584772 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f170e4d6-3277-43f8-86ee-0e9aeed15d21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:45.646037 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7443f36-6566-45a3-ad38-87283e90ac41 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Pushing event deleted for resources: {'Port': ['ID=4a02c69e-f746-48e0-9407-8d42f6c32786,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:45.662866 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9b51c7-e7d9-4dbc-8c55-da56e757d139 req-204281e4-b62a-4bc7-b7dd-f79c196cacc3 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:45.667275 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5d9b51c7-e7d9-4dbc-8c55-da56e757d139 req-204281e4-b62a-4bc7-b7dd-f79c196cacc3 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/ports?device_id=87b6a1f0-7b0d-4e7e-af5d-8e794e98c80d HTTP/1.1" status: 200 len: 945 time: 0.1257331 Sep 24 15:53:45.690660 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f170e4d6-3277-43f8-86ee-0e9aeed15d21 None None] Pushing event updated for resources: {'Port': ['ID=0f0d9367-f018-435b-92db-51eb0f802c46,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:45.699899 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a05f4437-1a65-45d6-aebf-b8d0b85022bc req-ae6022b7-5b01-4df5-af30-b3cedfa3ae02 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066734 Sep 24 15:53:45.715131 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f170e4d6-3277-43f8-86ee-0e9aeed15d21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:53:45.715724 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f170e4d6-3277-43f8-86ee-0e9aeed15d21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:53:45.716216 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f170e4d6-3277-43f8-86ee-0e9aeed15d21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:53:45.716741 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f170e4d6-3277-43f8-86ee-0e9aeed15d21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:53:45.717285 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f170e4d6-3277-43f8-86ee-0e9aeed15d21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:53:45.718712 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f170e4d6-3277-43f8-86ee-0e9aeed15d21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:53:45.719223 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f170e4d6-3277-43f8-86ee-0e9aeed15d21 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:53:45.719808 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f170e4d6-3277-43f8-86ee-0e9aeed15d21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:53:45.721891 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f170e4d6-3277-43f8-86ee-0e9aeed15d21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:53:45.722412 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f170e4d6-3277-43f8-86ee-0e9aeed15d21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:53:45.722902 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f170e4d6-3277-43f8-86ee-0e9aeed15d21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:53:45.727505 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f170e4d6-3277-43f8-86ee-0e9aeed15d21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:53:45.759724 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-10ae93f1-cfaf-4c75-be69-a467a8c1dd83 None None] Provisioning complete for port d9e2af05-7625-4f51-b3d0-0fd2c9596112 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:53:45.760109 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-10ae93f1-cfaf-4c75-be69-a467a8c1dd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:45.799121 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5d9b51c7-e7d9-4dbc-8c55-da56e757d139 req-ccf06ea1-87a8-44c4-b51e-f6fa113f63ed tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/security-groups?id=202b03dd-8b6c-450b-807e-d6079299f35d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776222 Sep 24 15:53:45.799121 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43606) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:45.807233 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c7443f36-6566-45a3-ad38-87283e90ac41 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:45.818963 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-10ae93f1-cfaf-4c75-be69-a467a8c1dd83 None None] Port d9e2af05-7625-4f51-b3d0-0fd2c9596112 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:53:45.831514 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2c73e2-9866-4fb0-b83b-03ed374e6b19 None None] Resources bound (agent type, host, resource id): {{(pid=95299) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 24 15:53:45.866311 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fd4b6c90-a7da-49c9-96a4-69a543385f3b tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:45.867262 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fd4b6c90-a7da-49c9-96a4-69a543385f3b tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:45.884000 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63077990-fc9c-44f5-97a5-d51a77b231f5 tempest-TestNetworkBasicOps-1836589182 tempest-TestNetworkBasicOps-1836589182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:45.888469 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-63077990-fc9c-44f5-97a5-d51a77b231f5 tempest-TestNetworkBasicOps-1836589182 tempest-TestNetworkBasicOps-1836589182-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=87b6a1f0-7b0d-4e7e-af5d-8e794e98c80d HTTP/1.1" status: 200 len: 1091 time: 0.0950730 Sep 24 15:53:45.895367 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43608) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:45.906461 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-889785be-8443-4fc9-a378-9b6cc32e4be1 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Request body: {'floatingip': {'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'port_id': 'd1862b1f-4d7b-4e17-b328-e8db2634c97a', 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:53:45.954071 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-fd4b6c90-a7da-49c9-96a4-69a543385f3b tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Calling delete_port for 566db064-e3a9-4774-931a-bea96d7ebd9d owned by network:floatingip {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:53:46.059065 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a6111f5e-87e9-44e1-a001-f0e3bb235066 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:46.065177 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7443f36-6566-45a3-ad38-87283e90ac41 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Router 2290273b-7c8a-4141-881a-684b68354ed4 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:53:46.088337 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90aab29-5068-4e44-a8ea-157a47a2afb0 req-b7aa8d8e-e1d6-41dd-9719-1a5f1ee3b806 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:46.089862 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a90aab29-5068-4e44-a8ea-157a47a2afb0 req-b7aa8d8e-e1d6-41dd-9719-1a5f1ee3b806 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 947 time: 0.2599313 Sep 24 15:53:46.175280 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7443f36-6566-45a3-ad38-87283e90ac41 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:53:46.186141 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-c7443f36-6566-45a3-ad38-87283e90ac41 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "PUT /v2.0/routers/2290273b-7c8a-4141-881a-684b68354ed4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9517236 Sep 24 15:53:46.187212 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43610) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:46.190182 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea0cdd1-e7ea-49f9-9b80-7fc985900fcd None None] Sync routers for ids ['2290273b-7c8a-4141-881a-684b68354ed4'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:53:46.195735 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a6111f5e-87e9-44e1-a001-f0e3bb235066 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:46.196522 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a6111f5e-87e9-44e1-a001-f0e3bb235066 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:46.200564 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:46.207430 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea0cdd1-e7ea-49f9-9b80-7fc985900fcd None None] Routers {'2290273b-7c8a-4141-881a-684b68354ed4'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:53:46.208294 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-dea0cdd1-e7ea-49f9-9b80-7fc985900fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:53:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['2290273b-7c8a-4141-881a-684b68354ed4'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:46.246416 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 0f0d9367-f018-435b-92db-51eb0f802c46 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:53:46.300653 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:46.302043 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-94006961-2def-44f0-a9a0-f129db601d72 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Deleting subnet 2a7e2ac6-24e0-423b-bce6-9ed78d763493 {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:53:46.305636 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-94006961-2def-44f0-a9a0-f129db601d72 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:46.326198 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 0f0d9367-f018-435b-92db-51eb0f802c46 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:53:46.326764 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:46.350858 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-dea0cdd1-e7ea-49f9-9b80-7fc985900fcd None None] Set router 2290273b-7c8a-4141-881a-684b68354ed4 gateway port host: None {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:53:46.358063 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-94006961-2def-44f0-a9a0-f129db601d72 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:46.384552 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] device_id is not set on port 8c0ae0a2-dbb2-47d1-b2a8-a3b770566ca1 yet. {{(pid=95298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:53:46.418587 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a90aab29-5068-4e44-a8ea-157a47a2afb0 req-d7d1ae24-b7e6-4bd3-8188-d1018455f818 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2724550 Sep 24 15:53:46.426689 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6111f5e-87e9-44e1-a001-f0e3bb235066 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event updated for resources: {'Port': ['ID=d9e2af05-7625-4f51-b3d0-0fd2c9596112,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:46.550228 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-94006961-2def-44f0-a9a0-f129db601d72 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:46.581645 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-889785be-8443-4fc9-a378-9b6cc32e4be1 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for floatingip, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:46.597432 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5810399d-6362-43cb-8dc4-6dba867cdf2b tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:46.638996 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-dea0cdd1-e7ea-49f9-9b80-7fc985900fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2290273b-7c8a-4141-881a-684b68354ed4', 'name': 'tempest-RoutersIpV6Test-router-1803128549', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:52:46Z', 'updated_at': '2021-09-24T15:53:45Z', 'revision_number': 9, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'gw_port_host': None, '_interfaces': [{'id': '3cde809d-7f4f-4dbe-b688-6a46c7a1155a', 'name': '', 'network_id': '7314ce9e-e751-4be6-9cc3-d824fcbda090', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'mac_address': 'fa:16:3e:46:04:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2290273b-7c8a-4141-881a-684b68354ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': 'a75cdcfb-110a-4d35-b656-dd653f4c83a8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:53:07Z', 'updated_at': '2021-09-24T15:53:25Z', 'revision_number': 5, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'subnets': [{'id': 'a75cdcfb-110a-4d35-b656-dd653f4c83a8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fd86886-b473-486d-8673-7629bf16fc33', 'name': '', 'network_id': '27e4c55f-6f5e-4dbb-a4b1-ef3ad1218e31', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'mac_address': 'fa:16:3e:f2:d2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2290273b-7c8a-4141-881a-684b68354ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'c47f39ca-af3b-42f3-8828-e5ce704cdd74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:52:50Z', 'updated_at': '2021-09-24T15:53:05Z', 'revision_number': 5, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'subnets': [{'id': 'c47f39ca-af3b-42f3-8828-e5ce704cdd74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:46.665408 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea0cdd1-e7ea-49f9-9b80-7fc985900fcd None None] Checking router: 2290273b-7c8a-4141-881a-684b68354ed4 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:53:46.667902 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87edbcef-9589-4a11-a68a-5cd6d39cd0f7,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:46.676459 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea0cdd1-e7ea-49f9-9b80-7fc985900fcd None None] Routers {'2290273b-7c8a-4141-881a-684b68354ed4'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:53:46.677189 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-dea0cdd1-e7ea-49f9-9b80-7fc985900fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:53:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['2290273b-7c8a-4141-881a-684b68354ed4'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:46.731287 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-94006961-2def-44f0-a9a0-f129db601d72 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:46.760070 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94006961-2def-44f0-a9a0-f129db601d72 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Pushing event deleted for resources: {'Subnet': ['ID=2a7e2ac6-24e0-423b-bce6-9ed78d763493,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:46.764049 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-94006961-2def-44f0-a9a0-f129db601d72 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:46.766075 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-94006961-2def-44f0-a9a0-f129db601d72 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "DELETE /v2.0/subnets/2a7e2ac6-24e0-423b-bce6-9ed78d763493 HTTP/1.1" status: 204 len: 168 time: 0.5774422 Sep 24 15:53:46.768815 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43620) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:46.776910 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cf6e19-7213-4bb9-ad75-d90c3e25d94f None None] Network ed1c16d8-bc7e-4d5e-8b1e-6b725fc62436 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:53:46.778888 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-dea0cdd1-e7ea-49f9-9b80-7fc985900fcd None None] Set router 2290273b-7c8a-4141-881a-684b68354ed4 gateway port host: None {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:53:46.876524 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d6c9cd93-20d8-4a44-97a1-34774960c68b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:46.953520 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-d6c9cd93-20d8-4a44-97a1-34774960c68b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Deleting port 0823fadd-2783-4291-803f-44020eb0270e {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:53:46.953818 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d6c9cd93-20d8-4a44-97a1-34774960c68b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:46.990251 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7558fce-5457-422b-b4b7-01ed183530b3 None None] DHCP port deletion for ed1c16d8-bc7e-4d5e-8b1e-6b725fc62436 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:53:47.037944 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-d6c9cd93-20d8-4a44-97a1-34774960c68b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] For port 0823fadd-2783-4291-803f-44020eb0270e, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=0823fadd-2783-4291-803f-44020eb0270e,segment=NetworkSegment(0d66c474-1d68-4808-aba1-5f828361d63f),segment_id=0d66c474-1d68-4808-aba1-5f828361d63f)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:53:47.038555 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d6c9cd93-20d8-4a44-97a1-34774960c68b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:47.053414 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-d6c9cd93-20d8-4a44-97a1-34774960c68b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Calling delete_port for 0823fadd-2783-4291-803f-44020eb0270e owned by network:dhcp {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:53:47.054225 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-e7558fce-5457-422b-b4b7-01ed183530b3 None None] Deleting port 0823fadd-2783-4291-803f-44020eb0270e {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:53:47.055037 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e7558fce-5457-422b-b4b7-01ed183530b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:47.068608 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-dea0cdd1-e7ea-49f9-9b80-7fc985900fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2290273b-7c8a-4141-881a-684b68354ed4', 'name': 'tempest-RoutersIpV6Test-router-1803128549', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:52:46Z', 'updated_at': '2021-09-24T15:53:45Z', 'revision_number': 9, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'gw_port_host': None, '_interfaces': [{'id': '3cde809d-7f4f-4dbe-b688-6a46c7a1155a', 'name': '', 'network_id': '7314ce9e-e751-4be6-9cc3-d824fcbda090', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'mac_address': 'fa:16:3e:46:04:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2290273b-7c8a-4141-881a-684b68354ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': 'a75cdcfb-110a-4d35-b656-dd653f4c83a8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:53:07Z', 'updated_at': '2021-09-24T15:53:25Z', 'revision_number': 5, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'subnets': [{'id': 'a75cdcfb-110a-4d35-b656-dd653f4c83a8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fd86886-b473-486d-8673-7629bf16fc33', 'name': '', 'network_id': '27e4c55f-6f5e-4dbb-a4b1-ef3ad1218e31', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'mac_address': 'fa:16:3e:f2:d2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2290273b-7c8a-4141-881a-684b68354ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'c47f39ca-af3b-42f3-8828-e5ce704cdd74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:52:50Z', 'updated_at': '2021-09-24T15:53:05Z', 'revision_number': 5, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'subnets': [{'id': 'c47f39ca-af3b-42f3-8828-e5ce704cdd74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:47.095383 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6111f5e-87e9-44e1-a001-f0e3bb235066 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Network 50d98e88-8a75-4835-9919-86c163395f7c is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:53:47.101157 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5810399d-6362-43cb-8dc4-6dba867cdf2b tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Pushing event updated for resources: {'Subnet': ['ID=611ecbf3-0f59-4a91-884c-4bcf690c3227,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:47.116437 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dd6f64-6d1f-40ef-a20f-debc684f4bae req-af3d2e85-99a1-426c-b501-2304fe9c05bc tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:47.118275 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dea0cdd1-e7ea-49f9-9b80-7fc985900fcd None None] The sync data for ids ['2290273b-7c8a-4141-881a-684b68354ed4'] in n-d-808921-1 is: [{'id': '2290273b-7c8a-4141-881a-684b68354ed4', 'name': 'tempest-RoutersIpV6Test-router-1803128549', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:52:46Z', 'updated_at': '2021-09-24T15:53:45Z', 'revision_number': 9, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'gw_port_host': None, '_interfaces': [{'id': '3cde809d-7f4f-4dbe-b688-6a46c7a1155a', 'name': '', 'network_id': '7314ce9e-e751-4be6-9cc3-d824fcbda090', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'mac_address': 'fa:16:3e:46:04:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2290273b-7c8a-4141-881a-684b68354ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2373, 'fixed_ips': [{'subnet_id': 'a75cdcfb-110a-4d35-b656-dd653f4c83a8', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:53:07Z', 'updated_at': '2021-09-24T15:53:25Z', 'revision_number': 5, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'subnets': [{'id': 'a75cdcfb-110a-4d35-b656-dd653f4c83a8', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5fd86886-b473-486d-8673-7629bf16fc33', 'name': '', 'network_id': '27e4c55f-6f5e-4dbb-a4b1-ef3ad1218e31', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'mac_address': 'fa:16:3e:f2:d2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2290273b-7c8a-4141-881a-684b68354ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'c47f39ca-af3b-42f3-8828-e5ce704cdd74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:52:50Z', 'updated_at': '2021-09-24T15:53:05Z', 'revision_number': 5, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'subnets': [{'id': 'c47f39ca-af3b-42f3-8828-e5ce704cdd74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:53:47.123737 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a3dd6f64-6d1f-40ef-a20f-debc684f4bae req-af3d2e85-99a1-426c-b501-2304fe9c05bc tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 947 time: 0.5676854 Sep 24 15:53:47.127722 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-e7558fce-5457-422b-b4b7-01ed183530b3 None None] For port 0823fadd-2783-4291-803f-44020eb0270e, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=0823fadd-2783-4291-803f-44020eb0270e,segment=NetworkSegment(0d66c474-1d68-4808-aba1-5f828361d63f),segment_id=0d66c474-1d68-4808-aba1-5f828361d63f)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:53:47.128124 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e7558fce-5457-422b-b4b7-01ed183530b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:47.141821 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-e7558fce-5457-422b-b4b7-01ed183530b3 None None] Calling delete_port for 0823fadd-2783-4291-803f-44020eb0270e owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:53:47.147930 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-a6111f5e-87e9-44e1-a001-f0e3bb235066 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:53:47.217301 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d6c9cd93-20d8-4a44-97a1-34774960c68b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:47.236982 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:53:47.236982 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 15:53:47.236982 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:53:47.236982 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 15:53:47.236982 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:53:47.236982 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 15:53:47.236982 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:53:47.236982 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 15:53:47.236982 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:53:47.236982 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 15:53:47.236982 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:53:47.236982 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 15:53:47.236982 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:53:47.236982 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 15:53:47.236982 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:53:47.236982 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 15:53:47.236982 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:53:47.236982 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 15:53:47.236982 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:53:47.236982 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 15:53:47.236982 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:53:47.236982 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 15:53:47.236982 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:53:47.236982 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 15:53:47.236982 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:53:47.236982 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 15:53:47.236982 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:53:47.236982 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 15:53:47.236982 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:53:47.236982 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 15:53:47.236982 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:53:47.236982 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 15:53:47.236982 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:53:47.236982 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 15:53:47.236982 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:53:47.236982 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 15:53:47.236982 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:53:47.236982 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 15:53:47.236982 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:53:47.236982 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 15:53:47.236982 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:53:47.236982 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 15:53:47.236982 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:53:47.236982 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 15:53:47.236982 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:53:47.236982 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 15:53:47.236982 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:53:47.236982 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 15:53:47.236982 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:53:47.236982 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 15:53:47.236982 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:53:47.236982 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 15:53:47.236982 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:53:47.236982 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 15:53:47.247383 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c9cd93-20d8-4a44-97a1-34774960c68b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Pushing event deleted for resources: {'Port': ['ID=0823fadd-2783-4291-803f-44020eb0270e,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:47.249674 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c9cd93-20d8-4a44-97a1-34774960c68b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] No DVR routers for this DVR port 0823fadd-2783-4291-803f-44020eb0270e on host n-d-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:53:47.251329 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e7558fce-5457-422b-b4b7-01ed183530b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:47.286115 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5810399d-6362-43cb-8dc4-6dba867cdf2b tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Checking segment: {'id': '4a43a3b7-5eed-4498-9e96-5445562b6c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '4c409af4-6eaf-4966-87c9-c81e198d1d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:53:47.286501 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5810399d-6362-43cb-8dc4-6dba867cdf2b tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Network hostable DHCP agents. Network: 4c409af4-6eaf-4966-87c9-c81e198d1d02, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:53:47.288924 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fd4b6c90-a7da-49c9-96a4-69a543385f3b tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:47.298463 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7558fce-5457-422b-b4b7-01ed183530b3 None None] Pushing event deleted for resources: {'Port': ['ID=0823fadd-2783-4291-803f-44020eb0270e,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:47.308466 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7558fce-5457-422b-b4b7-01ed183530b3 None None] No DVR routers for this DVR port 0823fadd-2783-4291-803f-44020eb0270e on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:53:47.313206 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a3dd6f64-6d1f-40ef-a20f-debc684f4bae req-6ab3d224-74a6-4f7b-aed7-0d443e8338e8 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884623 Sep 24 15:53:47.356276 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d6c9cd93-20d8-4a44-97a1-34774960c68b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:47.380241 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-d6c9cd93-20d8-4a44-97a1-34774960c68b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed1c16d8-bc7e-4d5e-8b1e-6b725fc62436']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:47.393780 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-d6c9cd93-20d8-4a44-97a1-34774960c68b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d66c474-1d68-4808-aba1-5f828361d63f') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:47.394245 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-d6c9cd93-20d8-4a44-97a1-34774960c68b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d66c474-1d68-4808-aba1-5f828361d63f') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:47.404670 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d6c9cd93-20d8-4a44-97a1-34774960c68b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:47.418925 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d6c9cd93-20d8-4a44-97a1-34774960c68b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:47.425453 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6c9cd93-20d8-4a44-97a1-34774960c68b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Releasing vlan 1268 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:53:47.425850 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d6c9cd93-20d8-4a44-97a1-34774960c68b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:47.429536 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:53:47.429536 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:53:47.429536 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:53:47.429536 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:53:47.429536 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:53:47.429536 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:53:47.429536 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:53:47.429536 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:53:47.429536 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:53:47.429536 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:53:47.429536 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:53:47.429536 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:53:47.429536 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:53:47.429536 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:53:47.429536 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:53:47.429536 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:53:47.429536 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:53:47.429536 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:53:47.429536 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:53:47.429536 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:53:47.429536 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:53:47.429536 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:53:47.429536 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:53:47.429536 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:53:47.429536 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:53:47.429536 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:53:47.429536 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:53:47.429536 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:53:47.429536 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:53:47.429536 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:53:47.429536 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:53:47.429536 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:53:47.458543 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4b6c90-a7da-49c9-96a4-69a543385f3b tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event deleted for resources: {'Port': ['ID=566db064-e3a9-4774-931a-bea96d7ebd9d,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:47.469248 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-b01d15dc-3995-451a-8697-654205d47f8a None None] Provisioning complete for port d9e2af05-7625-4f51-b3d0-0fd2c9596112 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:53:47.469843 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b01d15dc-3995-451a-8697-654205d47f8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:47.516175 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-b01d15dc-3995-451a-8697-654205d47f8a None None] Port d9e2af05-7625-4f51-b3d0-0fd2c9596112 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:53:47.566742 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d6c9cd93-20d8-4a44-97a1-34774960c68b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:47.575605 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d6c9cd93-20d8-4a44-97a1-34774960c68b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:47.580619 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-d6c9cd93-20d8-4a44-97a1-34774960c68b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "DELETE /v2.0/networks/ed1c16d8-bc7e-4d5e-8b1e-6b725fc62436 HTTP/1.1" status: 204 len: 168 time: 0.8107691 Sep 24 15:53:47.591017 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5810399d-6362-43cb-8dc4-6dba867cdf2b tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Network 4c409af4-6eaf-4966-87c9-c81e198d1d02 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:53:47.598418 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43630) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:47.605028 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c9cd93-20d8-4a44-97a1-34774960c68b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Pushing event deleted for resources: {'Network': ['ID=ed1c16d8-bc7e-4d5e-8b1e-6b725fc62436,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:47.619667 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] device_id is not set on port 8c0ae0a2-dbb2-47d1-b2a8-a3b770566ca1 yet. {{(pid=95298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:53:47.638233 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:47.640851 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-889785be-8443-4fc9-a378-9b6cc32e4be1 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:47.664807 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fd4b6c90-a7da-49c9-96a4-69a543385f3b tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for floatingip, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:47.665159 n-d-808921-1 neutron-server[95298]: INFO neutron.db.l3_db [None req-fd4b6c90-a7da-49c9-96a4-69a543385f3b tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Floating IP a7e78111-0cf5-4cb4-b710-e6f6ee4128d9 disassociated (deleted). External IP: 172.25.0.90, port: d48576b0-007f-45c0-8063-70899a823b18. Sep 24 15:53:47.743842 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-5810399d-6362-43cb-8dc4-6dba867cdf2b tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 4c409af4-6eaf-4966-87c9-c81e198d1d02) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:53:47.754014 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675409af-e4d6-4d1e-903b-eac7ce365436 None None] Network 4c409af4-6eaf-4966-87c9-c81e198d1d02 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:53:47.759304 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:47.775187 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5810399d-6362-43cb-8dc4-6dba867cdf2b tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:47.775750 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5810399d-6362-43cb-8dc4-6dba867cdf2b tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:47.940621 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6111f5e-87e9-44e1-a001-f0e3bb235066 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Router 3a556880-1690-47c1-b61f-2b29f4c2f201 is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:53:47.948264 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-5810399d-6362-43cb-8dc4-6dba867cdf2b tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.8156924 Sep 24 15:53:47.950760 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef6051d-6b0b-4e00-b6be-cbe04ce12422 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-4c409af4-6eaf-4966-87c9-c81e198d1d02', 'network_id': '4c409af4-6eaf-4966-87c9-c81e198d1d02', 'tenant_id': '6fd8ff8df3b84ebcb401d12464d751f7', 'fixed_ips': [{'subnet_id': '611ecbf3-0f59-4a91-884c-4bcf690c3227'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:53:47.953444 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8ef6051d-6b0b-4e00-b6be-cbe04ce12422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:47.955608 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43634) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:48.032137 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Pushing event updated for resources: {'Port': ['ID=8c0ae0a2-dbb2-47d1-b2a8-a3b770566ca1,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:48.108933 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 4a02c69e-f746-48e0-9407-8d42f6c32786 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:53:48.122582 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Checking segment: {'id': '7b7dfd5c-c661-45d4-8870-33e738866688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9100391d-e588-447d-bacb-37c192521f13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:53:48.123218 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Network hostable DHCP agents. Network: 9100391d-e588-447d-bacb-37c192521f13, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:53:48.141179 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 4a02c69e-f746-48e0-9407-8d42f6c32786 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:53:48.147490 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 4a02c69e-f746-48e0-9407-8d42f6c32786 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:53:48.147490 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 0823fadd-2783-4291-803f-44020eb0270e no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:53:48.167549 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 0823fadd-2783-4291-803f-44020eb0270e {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:53:48.168005 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 0823fadd-2783-4291-803f-44020eb0270e not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:53:48.192982 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-8ef6051d-6b0b-4e00-b6be-cbe04ce12422 None None] Allocated IP 2001:db8::2 (4c409af4-6eaf-4966-87c9-c81e198d1d02/611ecbf3-0f59-4a91-884c-4bcf690c3227/fd821905-a059-4c58-8cae-3b0959e5e0f2) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:53:48.221524 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-889785be-8443-4fc9-a378-9b6cc32e4be1 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Allocated IP 172.25.0.57 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/bcd55b4a-8d37-4ffc-a7f8-6052a6ce658b) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:53:48.246995 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f22cdd57-5ebe-4973-b7c7-4499e65eec61 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:48.308974 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6111f5e-87e9-44e1-a001-f0e3bb235066 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:53:48.330615 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43636) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:48.333899 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-a6111f5e-87e9-44e1-a001-f0e3bb235066 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "PUT /v2.0/routers/3a556880-1690-47c1-b61f-2b29f4c2f201/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2367408 Sep 24 15:53:48.383114 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Network 9100391d-e588-447d-bacb-37c192521f13 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:53:48.414983 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32df7f4a-319b-4df1-b6fc-ea6ee03aaf67 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:48.416650 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-32df7f4a-319b-4df1-b6fc-ea6ee03aaf67 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/ports/d9e2af05-7625-4f51-b3d0-0fd2c9596112 HTTP/1.1" status: 200 len: 911 time: 0.0850515 Sep 24 15:53:48.422249 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43638) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:48.505512 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 9100391d-e588-447d-bacb-37c192521f13) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:53:48.509779 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:53:48.535881 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32ffc08e-a8c4-4836-afc3-5156890e68d5 None None] Network 9100391d-e588-447d-bacb-37c192521f13 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:53:48.538801 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b629babe-506f-4bb2-8804-d3e7541b8f02 None None] Sync routers for ids ['3a556880-1690-47c1-b61f-2b29f4c2f201'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:53:48.550658 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd4b6c90-a7da-49c9-96a4-69a543385f3b tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Router e8b08539-45c3-4d06-a2a8-803b1120f31c has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:53:48.551654 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port 8c0ae0a2-dbb2-47d1-b2a8-a3b770566ca1 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:53:48.551988 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port 8c0ae0a2-dbb2-47d1-b2a8-a3b770566ca1 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '7b7dfd5c-c661-45d4-8870-33e738866688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9100391d-e588-447d-bacb-37c192521f13'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:53:48.552318 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port 8c0ae0a2-dbb2-47d1-b2a8-a3b770566ca1 on network 9100391d-e588-447d-bacb-37c192521f13 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:53:48.554660 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f22cdd57-5ebe-4973-b7c7-4499e65eec61 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:48.561297 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-29df3388-0bef-4cf3-90f7-ba72bc26f2e1 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:48.584872 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8ef6051d-6b0b-4e00-b6be-cbe04ce12422 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:48.590517 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b629babe-506f-4bb2-8804-d3e7541b8f02 None None] Routers {'3a556880-1690-47c1-b61f-2b29f4c2f201'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:53:48.591314 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-b629babe-506f-4bb2-8804-d3e7541b8f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:53:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['3a556880-1690-47c1-b61f-2b29f4c2f201'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:48.602801 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Port 8c0ae0a2-dbb2-47d1-b2a8-a3b770566ca1 on network 9100391d-e588-447d-bacb-37c192521f13 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:53:48.602801 n-d-808921-1 neutron-server[95298]: ERROR neutron.plugins.ml2.managers [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Failed to bind port 8c0ae0a2-dbb2-47d1-b2a8-a3b770566ca1 on host n-h2-808921-1 for vnic_type normal using segments [{'id': '7b7dfd5c-c661-45d4-8870-33e738866688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9100391d-e588-447d-bacb-37c192521f13'}] Sep 24 15:53:48.608173 n-d-808921-1 neutron-server[95298]: INFO neutron.plugins.ml2.plugin [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempt 2 to bind port 8c0ae0a2-dbb2-47d1-b2a8-a3b770566ca1 Sep 24 15:53:48.665251 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port 8c0ae0a2-dbb2-47d1-b2a8-a3b770566ca1 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:53:48.665251 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port 8c0ae0a2-dbb2-47d1-b2a8-a3b770566ca1 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '7b7dfd5c-c661-45d4-8870-33e738866688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9100391d-e588-447d-bacb-37c192521f13'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:53:48.671282 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port 8c0ae0a2-dbb2-47d1-b2a8-a3b770566ca1 on network 9100391d-e588-447d-bacb-37c192521f13 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:53:48.672071 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-889785be-8443-4fc9-a378-9b6cc32e4be1 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:48.682165 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3b9e2b-92b3-47c2-8a64-a1c71525d399 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:48.689692 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3b9e2b-92b3-47c2-8a64-a1c71525d399 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:48.693981 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-6c3b9e2b-92b3-47c2-8a64-a1c71525d399 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2351546 Sep 24 15:53:48.697220 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43642) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:48.728750 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8ef6051d-6b0b-4e00-b6be-cbe04ce12422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:48.772451 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef6051d-6b0b-4e00-b6be-cbe04ce12422 None None] Network 4c409af4-6eaf-4966-87c9-c81e198d1d02 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:53:48.798125 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-8ef6051d-6b0b-4e00-b6be-cbe04ce12422 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:53:48.799598 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Port 8c0ae0a2-dbb2-47d1-b2a8-a3b770566ca1 on network 9100391d-e588-447d-bacb-37c192521f13 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:53:48.799598 n-d-808921-1 neutron-server[95298]: ERROR neutron.plugins.ml2.managers [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Failed to bind port 8c0ae0a2-dbb2-47d1-b2a8-a3b770566ca1 on host n-h2-808921-1 for vnic_type normal using segments [{'id': '7b7dfd5c-c661-45d4-8870-33e738866688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9100391d-e588-447d-bacb-37c192521f13'}] Sep 24 15:53:48.805473 n-d-808921-1 neutron-server[95298]: INFO neutron.plugins.ml2.plugin [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempt 3 to bind port 8c0ae0a2-dbb2-47d1-b2a8-a3b770566ca1 Sep 24 15:53:48.809212 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef6051d-6b0b-4e00-b6be-cbe04ce12422 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:53:48.835741 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-b629babe-506f-4bb2-8804-d3e7541b8f02 None None] Set router 3a556880-1690-47c1-b61f-2b29f4c2f201 gateway port host: None {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:53:48.858372 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port 8c0ae0a2-dbb2-47d1-b2a8-a3b770566ca1 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:53:48.859100 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port 8c0ae0a2-dbb2-47d1-b2a8-a3b770566ca1 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '7b7dfd5c-c661-45d4-8870-33e738866688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9100391d-e588-447d-bacb-37c192521f13'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:53:48.859502 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port 8c0ae0a2-dbb2-47d1-b2a8-a3b770566ca1 on network 9100391d-e588-447d-bacb-37c192521f13 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:53:48.877508 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef6051d-6b0b-4e00-b6be-cbe04ce12422 None None] Pushing event updated for resources: {'Port': ['ID=fd821905-a059-4c58-8cae-3b0959e5e0f2,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:48.880187 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Port 8c0ae0a2-dbb2-47d1-b2a8-a3b770566ca1 on network 9100391d-e588-447d-bacb-37c192521f13 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:53:48.880664 n-d-808921-1 neutron-server[95298]: ERROR neutron.plugins.ml2.managers [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Failed to bind port 8c0ae0a2-dbb2-47d1-b2a8-a3b770566ca1 on host n-h2-808921-1 for vnic_type normal using segments [{'id': '7b7dfd5c-c661-45d4-8870-33e738866688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9100391d-e588-447d-bacb-37c192521f13'}] Sep 24 15:53:48.892617 n-d-808921-1 neutron-server[95298]: INFO neutron.plugins.ml2.plugin [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempt 4 to bind port 8c0ae0a2-dbb2-47d1-b2a8-a3b770566ca1 Sep 24 15:53:48.910212 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-29df3388-0bef-4cf3-90f7-ba72bc26f2e1 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Deleting port 3cde809d-7f4f-4dbe-b688-6a46c7a1155a {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:53:48.911266 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-29df3388-0bef-4cf3-90f7-ba72bc26f2e1 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:48.961132 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port 8c0ae0a2-dbb2-47d1-b2a8-a3b770566ca1 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:53:48.961637 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port 8c0ae0a2-dbb2-47d1-b2a8-a3b770566ca1 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '7b7dfd5c-c661-45d4-8870-33e738866688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9100391d-e588-447d-bacb-37c192521f13'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:53:48.962079 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port 8c0ae0a2-dbb2-47d1-b2a8-a3b770566ca1 on network 9100391d-e588-447d-bacb-37c192521f13 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:53:48.974401 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Port 8c0ae0a2-dbb2-47d1-b2a8-a3b770566ca1 on network 9100391d-e588-447d-bacb-37c192521f13 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:53:48.974401 n-d-808921-1 neutron-server[95298]: ERROR neutron.plugins.ml2.managers [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Failed to bind port 8c0ae0a2-dbb2-47d1-b2a8-a3b770566ca1 on host n-h2-808921-1 for vnic_type normal using segments [{'id': '7b7dfd5c-c661-45d4-8870-33e738866688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9100391d-e588-447d-bacb-37c192521f13'}] Sep 24 15:53:48.980581 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-8ef6051d-6b0b-4e00-b6be-cbe04ce12422 None None] Attempting to bind port fd821905-a059-4c58-8cae-3b0959e5e0f2 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:53:48.980581 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-8ef6051d-6b0b-4e00-b6be-cbe04ce12422 None None] Attempting to bind port fd821905-a059-4c58-8cae-3b0959e5e0f2 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '4a43a3b7-5eed-4498-9e96-5445562b6c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '4c409af4-6eaf-4966-87c9-c81e198d1d02'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:53:48.980581 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef6051d-6b0b-4e00-b6be-cbe04ce12422 None None] Attempting to bind port fd821905-a059-4c58-8cae-3b0959e5e0f2 on network 4c409af4-6eaf-4966-87c9-c81e198d1d02 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:53:49.006929 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef6051d-6b0b-4e00-b6be-cbe04ce12422 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:53:49.007311 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef6051d-6b0b-4e00-b6be-cbe04ce12422 None None] Checking segment: {'id': '4a43a3b7-5eed-4498-9e96-5445562b6c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '4c409af4-6eaf-4966-87c9-c81e198d1d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:53:49.007721 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8ef6051d-6b0b-4e00-b6be-cbe04ce12422 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:49.008124 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef6051d-6b0b-4e00-b6be-cbe04ce12422 None None] Bound using segment: {'id': '4a43a3b7-5eed-4498-9e96-5445562b6c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '4c409af4-6eaf-4966-87c9-c81e198d1d02'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:53:49.008832 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-8ef6051d-6b0b-4e00-b6be-cbe04ce12422 None None] Bound port: fd821905-a059-4c58-8cae-3b0959e5e0f2, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a43a3b7-5eed-4498-9e96-5445562b6c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': '4c409af4-6eaf-4966-87c9-c81e198d1d02'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:53:49.009015 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8ef6051d-6b0b-4e00-b6be-cbe04ce12422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:49.011092 n-d-808921-1 neutron-server[95298]: INFO neutron.plugins.ml2.plugin [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempt 5 to bind port 8c0ae0a2-dbb2-47d1-b2a8-a3b770566ca1 Sep 24 15:53:49.014144 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f22cdd57-5ebe-4973-b7c7-4499e65eec61 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:49.063319 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-29df3388-0bef-4cf3-90f7-ba72bc26f2e1 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] For port 3cde809d-7f4f-4dbe-b688-6a46c7a1155a, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=3cde809d-7f4f-4dbe-b688-6a46c7a1155a,segment=NetworkSegment(ef0d10ae-f9e3-4f54-877c-d4fcaba5e3d1),segment_id=ef0d10ae-f9e3-4f54-877c-d4fcaba5e3d1)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:53:49.064252 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-29df3388-0bef-4cf3-90f7-ba72bc26f2e1 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:49.081946 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-29df3388-0bef-4cf3-90f7-ba72bc26f2e1 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Calling delete_port for 3cde809d-7f4f-4dbe-b688-6a46c7a1155a owned by network:router_interface {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:53:49.095432 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22cdd57-5ebe-4973-b7c7-4499e65eec61 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Pushing event deleted for resources: {'Subnet': ['ID=611ecbf3-0f59-4a91-884c-4bcf690c3227,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:49.101514 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port 8c0ae0a2-dbb2-47d1-b2a8-a3b770566ca1 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:53:49.101976 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port 8c0ae0a2-dbb2-47d1-b2a8-a3b770566ca1 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '7b7dfd5c-c661-45d4-8870-33e738866688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9100391d-e588-447d-bacb-37c192521f13'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:53:49.102459 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port 8c0ae0a2-dbb2-47d1-b2a8-a3b770566ca1 on network 9100391d-e588-447d-bacb-37c192521f13 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:53:49.108693 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-8ef6051d-6b0b-4e00-b6be-cbe04ce12422 None None] For port fd821905-a059-4c58-8cae-3b0959e5e0f2, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:53:49.112167 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-8ef6051d-6b0b-4e00-b6be-cbe04ce12422 None None] For port fd821905-a059-4c58-8cae-3b0959e5e0f2, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=fd821905-a059-4c58-8cae-3b0959e5e0f2,segment=NetworkSegment(4a43a3b7-5eed-4498-9e96-5445562b6c17),segment_id=4a43a3b7-5eed-4498-9e96-5445562b6c17)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:53:49.116174 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Port 8c0ae0a2-dbb2-47d1-b2a8-a3b770566ca1 on network 9100391d-e588-447d-bacb-37c192521f13 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:53:49.116629 n-d-808921-1 neutron-server[95298]: ERROR neutron.plugins.ml2.managers [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Failed to bind port 8c0ae0a2-dbb2-47d1-b2a8-a3b770566ca1 on host n-h2-808921-1 for vnic_type normal using segments [{'id': '7b7dfd5c-c661-45d4-8870-33e738866688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9100391d-e588-447d-bacb-37c192521f13'}] Sep 24 15:53:49.123822 n-d-808921-1 neutron-server[95298]: INFO neutron.plugins.ml2.plugin [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempt 6 to bind port 8c0ae0a2-dbb2-47d1-b2a8-a3b770566ca1 Sep 24 15:53:49.143856 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd4b6c90-a7da-49c9-96a4-69a543385f3b tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:53:49.155957 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748554e5-fbf9-4c8b-b540-4781a7b963ed None None] Sync routers for ids ['e8b08539-45c3-4d06-a2a8-803b1120f31c'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:53:49.157932 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fd4b6c90-a7da-49c9-96a4-69a543385f3b tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:49.171650 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748554e5-fbf9-4c8b-b540-4781a7b963ed None None] Routers {'e8b08539-45c3-4d06-a2a8-803b1120f31c'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:53:49.173245 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-748554e5-fbf9-4c8b-b540-4781a7b963ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:53:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['e8b08539-45c3-4d06-a2a8-803b1120f31c'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:49.202734 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-b629babe-506f-4bb2-8804-d3e7541b8f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a556880-1690-47c1-b61f-2b29f4c2f201', 'name': 'tempest-NetworksTestDHCPv6-router-1617444524', 'tenant_id': '1ffc126d96724ce991d5ac46e64fd1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:53:42Z', 'updated_at': '2021-09-24T15:53:44Z', 'revision_number': 2, 'project_id': '1ffc126d96724ce991d5ac46e64fd1ec', 'gw_port_host': None, '_interfaces': [{'id': 'd9e2af05-7625-4f51-b3d0-0fd2c9596112', 'name': '', 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'tenant_id': '1ffc126d96724ce991d5ac46e64fd1ec', 'mac_address': 'fa:16:3e:57:7e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a556880-1690-47c1-b61f-2b29f4c2f201', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': 'f758aee0-a9f3-44d9-beee-c006fc5ce513', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:53:44Z', 'updated_at': '2021-09-24T15:53:45Z', 'revision_number': 2, 'project_id': '1ffc126d96724ce991d5ac46e64fd1ec', 'subnets': [{'id': 'f758aee0-a9f3-44d9-beee-c006fc5ce513', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:49.223012 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-889785be-8443-4fc9-a378-9b6cc32e4be1 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:49.239937 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b629babe-506f-4bb2-8804-d3e7541b8f02 None None] Checking router: 3a556880-1690-47c1-b61f-2b29f4c2f201 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:53:49.240326 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b629babe-506f-4bb2-8804-d3e7541b8f02 None None] Updating router 3a556880-1690-47c1-b61f-2b29f4c2f201 port d9e2af05-7625-4f51-b3d0-0fd2c9596112 binding host n-d-808921-1 {{(pid=95299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:53:49.274661 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port 8c0ae0a2-dbb2-47d1-b2a8-a3b770566ca1 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:53:49.277117 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port 8c0ae0a2-dbb2-47d1-b2a8-a3b770566ca1 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '7b7dfd5c-c661-45d4-8870-33e738866688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9100391d-e588-447d-bacb-37c192521f13'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:53:49.282828 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port 8c0ae0a2-dbb2-47d1-b2a8-a3b770566ca1 on network 9100391d-e588-447d-bacb-37c192521f13 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:53:49.287024 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8ef6051d-6b0b-4e00-b6be-cbe04ce12422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:49.298518 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b629babe-506f-4bb2-8804-d3e7541b8f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:49.351186 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889785be-8443-4fc9-a378-9b6cc32e4be1 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Pushing event updated for resources: {'Port': ['ID=bcd55b4a-8d37-4ffc-a7f8-6052a6ce658b,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:49.353553 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Port 8c0ae0a2-dbb2-47d1-b2a8-a3b770566ca1 on network 9100391d-e588-447d-bacb-37c192521f13 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:53:49.353832 n-d-808921-1 neutron-server[95298]: ERROR neutron.plugins.ml2.managers [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Failed to bind port 8c0ae0a2-dbb2-47d1-b2a8-a3b770566ca1 on host n-h2-808921-1 for vnic_type normal using segments [{'id': '7b7dfd5c-c661-45d4-8870-33e738866688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9100391d-e588-447d-bacb-37c192521f13'}] Sep 24 15:53:49.365497 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-748554e5-fbf9-4c8b-b540-4781a7b963ed None None] Set router e8b08539-45c3-4d06-a2a8-803b1120f31c gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:53:49.496224 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef6051d-6b0b-4e00-b6be-cbe04ce12422 None None] Pushing event updated for resources: {'Port': ['ID=fd821905-a059-4c58-8cae-3b0959e5e0f2,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:49.520824 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-29df3388-0bef-4cf3-90f7-ba72bc26f2e1 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:49.537419 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c6f34c-3243-45ad-8863-ff80d717173c None None] Network 4c409af4-6eaf-4966-87c9-c81e198d1d02 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:53:49.561051 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29df3388-0bef-4cf3-90f7-ba72bc26f2e1 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Pushing event deleted for resources: {'Port': ['ID=3cde809d-7f4f-4dbe-b688-6a46c7a1155a,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:49.685528 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-748554e5-fbf9-4c8b-b540-4781a7b963ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b08539-45c3-4d06-a2a8-803b1120f31c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1368539168', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'eea69618-4726-4634-897d-ebd43454935e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:51:16Z', 'updated_at': '2021-09-24T15:51:28Z', 'revision_number': 4, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'gw_port': {'id': 'eea69618-4726-4634-897d-ebd43454935e', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f1:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b08539-45c3-4d06-a2a8-803b1120f31c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:51:17Z', 'updated_at': '2021-09-24T15:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '0318c350-25c4-4933-9d03-b23b8679d3e9', 'name': '', 'network_id': '603fb403-a01d-4073-8f75-f2b0f098e42f', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'mac_address': 'fa:16:3e:22:49:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b08539-45c3-4d06-a2a8-803b1120f31c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': 'f7740272-3ddd-4c63-a492-aed51d47ee4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:51:26Z', 'updated_at': '2021-09-24T15:51:34Z', 'revision_number': 5, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'subnets': [{'id': 'f7740272-3ddd-4c63-a492-aed51d47ee4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:49.738197 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748554e5-fbf9-4c8b-b540-4781a7b963ed None None] Checking router: e8b08539-45c3-4d06-a2a8-803b1120f31c for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:53:49.750255 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748554e5-fbf9-4c8b-b540-4781a7b963ed None None] Routers {'e8b08539-45c3-4d06-a2a8-803b1120f31c'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:53:49.752287 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-748554e5-fbf9-4c8b-b540-4781a7b963ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:53:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['e8b08539-45c3-4d06-a2a8-803b1120f31c'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:49.801491 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f22cdd57-5ebe-4973-b7c7-4499e65eec61 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:49.804314 n-d-808921-1 neutron-server[95298]: INFO neutron.plugins.ml2.plugin [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempt 7 to bind port 8c0ae0a2-dbb2-47d1-b2a8-a3b770566ca1 Sep 24 15:53:49.825456 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-29df3388-0bef-4cf3-90f7-ba72bc26f2e1 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:49.826522 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889785be-8443-4fc9-a378-9b6cc32e4be1 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:53:49.832247 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port 8c0ae0a2-dbb2-47d1-b2a8-a3b770566ca1 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:53:49.832247 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port 8c0ae0a2-dbb2-47d1-b2a8-a3b770566ca1 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '7b7dfd5c-c661-45d4-8870-33e738866688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9100391d-e588-447d-bacb-37c192521f13'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:53:49.832577 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port 8c0ae0a2-dbb2-47d1-b2a8-a3b770566ca1 on network 9100391d-e588-447d-bacb-37c192521f13 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:53:49.844212 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-889785be-8443-4fc9-a378-9b6cc32e4be1 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:53:49.847050 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-fd4b6c90-a7da-49c9-96a4-69a543385f3b tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "DELETE /v2.0/floatingips/a7e78111-0cf5-4cb4-b710-e6f6ee4128d9 HTTP/1.1" status: 204 len: 168 time: 5.0597591 Sep 24 15:53:49.847934 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889785be-8443-4fc9-a378-9b6cc32e4be1 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:53:49.879284 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cffe7aaf-b947-49e8-8c24-ba60972c40b9', 'tag': 'd48576b0-007f-45c0-8063-70899a823b18'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:53:49.887414 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a57d09dd-64e7-47e3-94fd-a1c553efc193" -d '{"events": [{"name": "network-changed", "server_uuid": "cffe7aaf-b947-49e8-8c24-ba60972c40b9", "tag": "d48576b0-007f-45c0-8063-70899a823b18"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:53:49.940780 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b629babe-506f-4bb2-8804-d3e7541b8f02 None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:49.943392 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-748554e5-fbf9-4c8b-b540-4781a7b963ed None None] Set router e8b08539-45c3-4d06-a2a8-803b1120f31c gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:53:49.950261 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61aecc8-8eb3-49d4-8130-aec791e18c2f None None] get_active_networks_info from n-d-808921-1 {{(pid=95299) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 24 15:53:49.960178 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Port 8c0ae0a2-dbb2-47d1-b2a8-a3b770566ca1 on network 9100391d-e588-447d-bacb-37c192521f13 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:53:49.962162 n-d-808921-1 neutron-server[95298]: ERROR neutron.plugins.ml2.managers [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Failed to bind port 8c0ae0a2-dbb2-47d1-b2a8-a3b770566ca1 on host n-h2-808921-1 for vnic_type normal using segments [{'id': '7b7dfd5c-c661-45d4-8870-33e738866688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9100391d-e588-447d-bacb-37c192521f13'}] Sep 24 15:53:49.967183 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-f22cdd57-5ebe-4973-b7c7-4499e65eec61 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c409af4-6eaf-4966-87c9-c81e198d1d02']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:49.971867 n-d-808921-1 neutron-server[95298]: INFO neutron.plugins.ml2.plugin [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempt 8 to bind port 8c0ae0a2-dbb2-47d1-b2a8-a3b770566ca1 Sep 24 15:53:50.034150 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b629babe-506f-4bb2-8804-d3e7541b8f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:50.048349 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e2afa4-12b1-418e-9c1d-b5c8a41a3c36 x-openstack-request-id: req-89e2afa4-12b1-418e-9c1d-b5c8a41a3c36 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:53:50.048622 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cffe7aaf-b947-49e8-8c24-ba60972c40b9", "tag": "d48576b0-007f-45c0-8063-70899a823b18", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:53:50.049778 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-89e2afa4-12b1-418e-9c1d-b5c8a41a3c36 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:53:50.049778 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cffe7aaf-b947-49e8-8c24-ba60972c40b9', 'tag': 'd48576b0-007f-45c0-8063-70899a823b18', 'status': 'completed', 'code': 200} Sep 24 15:53:50.054707 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-f22cdd57-5ebe-4973-b7c7-4499e65eec61 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a43a3b7-5eed-4498-9e96-5445562b6c17') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:50.055034 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-f22cdd57-5ebe-4973-b7c7-4499e65eec61 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a43a3b7-5eed-4498-9e96-5445562b6c17') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:50.109085 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f22cdd57-5ebe-4973-b7c7-4499e65eec61 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:50.109345 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6f477c-1f6c-4cc7-a04f-802a4d74ebd3 None None] Pushing event updated for resources: {'Port': ['ID=d9e2af05-7625-4f51-b3d0-0fd2c9596112,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:50.147328 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port 8c0ae0a2-dbb2-47d1-b2a8-a3b770566ca1 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:53:50.147328 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port 8c0ae0a2-dbb2-47d1-b2a8-a3b770566ca1 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '7b7dfd5c-c661-45d4-8870-33e738866688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9100391d-e588-447d-bacb-37c192521f13'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:53:50.147328 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port 8c0ae0a2-dbb2-47d1-b2a8-a3b770566ca1 on network 9100391d-e588-447d-bacb-37c192521f13 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:53:50.162535 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29df3388-0bef-4cf3-90f7-ba72bc26f2e1 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Router 2290273b-7c8a-4141-881a-684b68354ed4 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:53:50.190932 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f22cdd57-5ebe-4973-b7c7-4499e65eec61 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:50.196411 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Port 8c0ae0a2-dbb2-47d1-b2a8-a3b770566ca1 on network 9100391d-e588-447d-bacb-37c192521f13 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:53:50.196766 n-d-808921-1 neutron-server[95298]: ERROR neutron.plugins.ml2.managers [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Failed to bind port 8c0ae0a2-dbb2-47d1-b2a8-a3b770566ca1 on host n-h2-808921-1 for vnic_type normal using segments [{'id': '7b7dfd5c-c661-45d4-8870-33e738866688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9100391d-e588-447d-bacb-37c192521f13'}] Sep 24 15:53:50.202617 n-d-808921-1 neutron-server[95298]: INFO neutron.plugins.ml2.plugin [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempt 9 to bind port 8c0ae0a2-dbb2-47d1-b2a8-a3b770566ca1 Sep 24 15:53:50.241660 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-b629babe-506f-4bb2-8804-d3e7541b8f02 None None] Attempting to bind port d9e2af05-7625-4f51-b3d0-0fd2c9596112 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:53:50.242331 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-b629babe-506f-4bb2-8804-d3e7541b8f02 None None] Attempting to bind port d9e2af05-7625-4f51-b3d0-0fd2c9596112 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:53:50.242885 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b629babe-506f-4bb2-8804-d3e7541b8f02 None None] Attempting to bind port d9e2af05-7625-4f51-b3d0-0fd2c9596112 on network 50d98e88-8a75-4835-9919-86c163395f7c {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:53:50.259057 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b629babe-506f-4bb2-8804-d3e7541b8f02 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:53:50.259811 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b629babe-506f-4bb2-8804-d3e7541b8f02 None None] Checking segment: {'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:53:50.260380 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b629babe-506f-4bb2-8804-d3e7541b8f02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:50.260955 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b629babe-506f-4bb2-8804-d3e7541b8f02 None None] Bound using segment: {'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:53:50.261802 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-b629babe-506f-4bb2-8804-d3e7541b8f02 None None] Bound port: d9e2af05-7625-4f51-b3d0-0fd2c9596112, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:53:50.262389 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b629babe-506f-4bb2-8804-d3e7541b8f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:50.300003 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f22cdd57-5ebe-4973-b7c7-4499e65eec61 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Releasing vlan 1277 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:53:50.300421 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f22cdd57-5ebe-4973-b7c7-4499e65eec61 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:50.304068 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:53:50.304068 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:53:50.304068 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:53:50.304068 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:53:50.304068 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:53:50.304068 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:53:50.304068 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:53:50.304068 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:53:50.304068 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:53:50.304068 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:53:50.304068 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:53:50.304068 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:53:50.304068 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:53:50.304068 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:53:50.304068 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:53:50.304068 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:53:50.304068 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:53:50.304068 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:53:50.304068 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:53:50.304068 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:53:50.304068 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:53:50.304068 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:53:50.304068 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:53:50.304068 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:53:50.304068 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:53:50.304068 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:53:50.304068 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:53:50.304068 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:53:50.304068 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:53:50.304068 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:53:50.304068 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:53:50.304068 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:53:50.352933 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port 8c0ae0a2-dbb2-47d1-b2a8-a3b770566ca1 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:53:50.353638 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port 8c0ae0a2-dbb2-47d1-b2a8-a3b770566ca1 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '7b7dfd5c-c661-45d4-8870-33e738866688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9100391d-e588-447d-bacb-37c192521f13'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:53:50.353638 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port 8c0ae0a2-dbb2-47d1-b2a8-a3b770566ca1 on network 9100391d-e588-447d-bacb-37c192521f13 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:53:50.361934 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-b629babe-506f-4bb2-8804-d3e7541b8f02 None None] For port d9e2af05-7625-4f51-b3d0-0fd2c9596112, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:53:50.365639 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-b629babe-506f-4bb2-8804-d3e7541b8f02 None None] For port d9e2af05-7625-4f51-b3d0-0fd2c9596112, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=d9e2af05-7625-4f51-b3d0-0fd2c9596112,segment=NetworkSegment(fb531be8-b37e-4ff9-a98b-5c7db484a0eb),segment_id=fb531be8-b37e-4ff9-a98b-5c7db484a0eb)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:53:50.408944 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29df3388-0bef-4cf3-90f7-ba72bc26f2e1 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:53:50.416861 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-29df3388-0bef-4cf3-90f7-ba72bc26f2e1 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "PUT /v2.0/routers/2290273b-7c8a-4141-881a-684b68354ed4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8170574 Sep 24 15:53:50.427895 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43652) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:50.430570 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ba5104-6654-4a12-9134-c62c3b580e49 None None] Sync routers for ids ['2290273b-7c8a-4141-881a-684b68354ed4'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:53:50.461139 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d09dd-64e7-47e3-94fd-a1c553efc193 req-86e83d6a-4e06-4e01-b6e0-ad0274c58641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:50.463070 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a57d09dd-64e7-47e3-94fd-a1c553efc193 req-86e83d6a-4e06-4e01-b6e0-ad0274c58641 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=7e512e155fd047afb7c369ee55b40ecc&device_id=cffe7aaf-b947-49e8-8c24-ba60972c40b9 HTTP/1.1" status: 200 len: 1096 time: 0.4062068 Sep 24 15:53:50.469502 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61aecc8-8eb3-49d4-8130-aec791e18c2f None None] Resources bound (agent type, host, resource id): {{(pid=95299) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 24 15:53:50.470041 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Port 8c0ae0a2-dbb2-47d1-b2a8-a3b770566ca1 on network 9100391d-e588-447d-bacb-37c192521f13 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:53:50.470582 n-d-808921-1 neutron-server[95298]: ERROR neutron.plugins.ml2.managers [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Failed to bind port 8c0ae0a2-dbb2-47d1-b2a8-a3b770566ca1 on host n-h2-808921-1 for vnic_type normal using segments [{'id': '7b7dfd5c-c661-45d4-8870-33e738866688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9100391d-e588-447d-bacb-37c192521f13'}] Sep 24 15:53:50.474435 n-d-808921-1 neutron-server[95298]: INFO neutron.plugins.ml2.plugin [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempt 10 to bind port 8c0ae0a2-dbb2-47d1-b2a8-a3b770566ca1 Sep 24 15:53:50.479919 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b629babe-506f-4bb2-8804-d3e7541b8f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:50.491399 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ba5104-6654-4a12-9134-c62c3b580e49 None None] Routers {'2290273b-7c8a-4141-881a-684b68354ed4'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:53:50.492028 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-33ba5104-6654-4a12-9134-c62c3b580e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:53:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['2290273b-7c8a-4141-881a-684b68354ed4'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:50.537522 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc38bda3-6654-492a-b3ed-a2bcaf45441f tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Deleting subnet a75cdcfb-110a-4d35-b656-dd653f4c83a8 {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:53:50.540943 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dc38bda3-6654-492a-b3ed-a2bcaf45441f tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:50.556513 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port 8c0ae0a2-dbb2-47d1-b2a8-a3b770566ca1 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:53:50.557268 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port 8c0ae0a2-dbb2-47d1-b2a8-a3b770566ca1 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '7b7dfd5c-c661-45d4-8870-33e738866688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9100391d-e588-447d-bacb-37c192521f13'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:53:50.557854 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port 8c0ae0a2-dbb2-47d1-b2a8-a3b770566ca1 on network 9100391d-e588-447d-bacb-37c192521f13 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:53:50.569011 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.db.api [None req-f22cdd57-5ebe-4973-b7c7-4499e65eec61 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 24 15:53:50.569011 n-d-808921-1 neutron-server[95298]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 24 15:53:50.569011 n-d-808921-1 neutron-server[95298]: [parameters: {'id': '4c409af4-6eaf-4966-87c9-c81e198d1d02'}] Sep 24 15:53:50.569011 n-d-808921-1 neutron-server[95298]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:53:50.570102 n-d-808921-1 neutron-server[95298]: DEBUG oslo_db.api [None req-f22cdd57-5ebe-4973-b7c7-4499e65eec61 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:53:50.589447 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-748554e5-fbf9-4c8b-b540-4781a7b963ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b08539-45c3-4d06-a2a8-803b1120f31c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1368539168', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'eea69618-4726-4634-897d-ebd43454935e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:51:16Z', 'updated_at': '2021-09-24T15:51:28Z', 'revision_number': 4, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'gw_port': {'id': 'eea69618-4726-4634-897d-ebd43454935e', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f1:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b08539-45c3-4d06-a2a8-803b1120f31c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:51:17Z', 'updated_at': '2021-09-24T15:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '0318c350-25c4-4933-9d03-b23b8679d3e9', 'name': '', 'network_id': '603fb403-a01d-4073-8f75-f2b0f098e42f', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'mac_address': 'fa:16:3e:22:49:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b08539-45c3-4d06-a2a8-803b1120f31c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': 'f7740272-3ddd-4c63-a492-aed51d47ee4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:51:26Z', 'updated_at': '2021-09-24T15:51:34Z', 'revision_number': 5, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'subnets': [{'id': 'f7740272-3ddd-4c63-a492-aed51d47ee4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:50.606401 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dc38bda3-6654-492a-b3ed-a2bcaf45441f tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:50.619101 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Port 8c0ae0a2-dbb2-47d1-b2a8-a3b770566ca1 on network 9100391d-e588-447d-bacb-37c192521f13 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:53:50.619847 n-d-808921-1 neutron-server[95298]: ERROR neutron.plugins.ml2.managers [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Failed to bind port 8c0ae0a2-dbb2-47d1-b2a8-a3b770566ca1 on host n-h2-808921-1 for vnic_type normal using segments [{'id': '7b7dfd5c-c661-45d4-8870-33e738866688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9100391d-e588-447d-bacb-37c192521f13'}] Sep 24 15:53:50.620463 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:50.657842 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-748554e5-fbf9-4c8b-b540-4781a7b963ed None None] The sync data for ids ['e8b08539-45c3-4d06-a2a8-803b1120f31c'] in n-d-808921-1 is: [{'id': 'e8b08539-45c3-4d06-a2a8-803b1120f31c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1368539168', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'eea69618-4726-4634-897d-ebd43454935e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:51:16Z', 'updated_at': '2021-09-24T15:51:28Z', 'revision_number': 4, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'gw_port': {'id': 'eea69618-4726-4634-897d-ebd43454935e', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f1:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b08539-45c3-4d06-a2a8-803b1120f31c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:51:17Z', 'updated_at': '2021-09-24T15:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '0318c350-25c4-4933-9d03-b23b8679d3e9', 'name': '', 'network_id': '603fb403-a01d-4073-8f75-f2b0f098e42f', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'mac_address': 'fa:16:3e:22:49:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b08539-45c3-4d06-a2a8-803b1120f31c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2165, 'fixed_ips': [{'subnet_id': 'f7740272-3ddd-4c63-a492-aed51d47ee4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:51:26Z', 'updated_at': '2021-09-24T15:51:34Z', 'revision_number': 5, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'subnets': [{'id': 'f7740272-3ddd-4c63-a492-aed51d47ee4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:53:50.782735 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dc38bda3-6654-492a-b3ed-a2bcaf45441f tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:50.847459 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-33ba5104-6654-4a12-9134-c62c3b580e49 None None] Set router 2290273b-7c8a-4141-881a-684b68354ed4 gateway port host: None {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:53:50.892213 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17952648-3f0f-4110-b23c-661361ee72d2 req-fb32b9cb-d8a1-4323-ad7f-54268b0c14c4 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:50.894027 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-17952648-3f0f-4110-b23c-661361ee72d2 req-fb32b9cb-d8a1-4323-ad7f-54268b0c14c4 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=cffe7aaf-b947-49e8-8c24-ba60972c40b9 HTTP/1.1" status: 200 len: 945 time: 0.3908300 Sep 24 15:53:50.914678 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d09dd-64e7-47e3-94fd-a1c553efc193 req-2f72bac8-7ab2-4a73-80ff-206332c2e6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:50.914678 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a57d09dd-64e7-47e3-94fd-a1c553efc193 req-2f72bac8-7ab2-4a73-80ff-206332c2e6fa service neutron] 10.222.0.110 "GET /v2.0/networks?id=603fb403-a01d-4073-8f75-f2b0f098e42f HTTP/1.1" status: 200 len: 899 time: 0.4345601 Sep 24 15:53:50.929735 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2a95257d-266d-498a-903f-c453a0d0493f tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:50.979947 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dc38bda3-6654-492a-b3ed-a2bcaf45441f tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:51.030904 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b629babe-506f-4bb2-8804-d3e7541b8f02 None None] Routers {'3a556880-1690-47c1-b61f-2b29f4c2f201'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:53:51.031552 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-b629babe-506f-4bb2-8804-d3e7541b8f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:53:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['3a556880-1690-47c1-b61f-2b29f4c2f201'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:51.049479 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6f477c-1f6c-4cc7-a04f-802a4d74ebd3 None None] Pushing event updated for resources: {'Port': ['ID=d9e2af05-7625-4f51-b3d0-0fd2c9596112,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:51.065797 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a57d09dd-64e7-47e3-94fd-a1c553efc193 req-3e10814c-a1bc-4ac7-87ec-cd35b204b6b6 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d48576b0-007f-45c0-8063-70899a823b18 HTTP/1.1" status: 200 len: 217 time: 0.1333556 Sep 24 15:53:51.078264 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc38bda3-6654-492a-b3ed-a2bcaf45441f tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Pushing event deleted for resources: {'Subnet': ['ID=a75cdcfb-110a-4d35-b656-dd653f4c83a8,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:51.084863 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dc38bda3-6654-492a-b3ed-a2bcaf45441f tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:51.085998 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f22cdd57-5ebe-4973-b7c7-4499e65eec61 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:51.090505 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-dc38bda3-6654-492a-b3ed-a2bcaf45441f tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "DELETE /v2.0/subnets/a75cdcfb-110a-4d35-b656-dd653f4c83a8 HTTP/1.1" status: 204 len: 168 time: 0.6583960 Sep 24 15:53:51.090879 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43660) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:51.133636 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33aa6013-e69e-48cf-85dc-45ed079077f7 None None] New status for floating IP a7e78111-0cf5-4cb4-b710-e6f6ee4128d9: DOWN {{(pid=95300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:53:51.170254 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d09dd-64e7-47e3-94fd-a1c553efc193 req-f30f71ee-6a38-4b6a-b93c-81c2a50a049f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:51.172259 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a57d09dd-64e7-47e3-94fd-a1c553efc193 req-f30f71ee-6a38-4b6a-b93c-81c2a50a049f service neutron] 10.222.0.110 "GET /v2.0/subnets?id=f7740272-3ddd-4c63-a492-aed51d47ee4e HTTP/1.1" status: 200 len: 834 time: 0.0716319 Sep 24 15:53:51.282644 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8ed864b2-230c-4f58-8e59-50bbebce1083 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:51.324383 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] For port 8c0ae0a2-dbb2-47d1-b2a8-a3b770566ca1, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:53:51.324765 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempted to set empty binding levels {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 24 15:53:51.354442 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-b629babe-506f-4bb2-8804-d3e7541b8f02 None None] Set router 3a556880-1690-47c1-b61f-2b29f4c2f201 gateway port host: None {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:53:51.396507 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-8ed864b2-230c-4f58-8e59-50bbebce1083 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Deleting port 05e39c3b-2faa-4ff7-a11f-32a4366a97bf {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:53:51.397059 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8ed864b2-230c-4f58-8e59-50bbebce1083 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:51.438723 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:51.481499 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-17952648-3f0f-4110-b23c-661361ee72d2 req-39dbf636-54c0-44cb-87dc-53de3e590506 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=6ebd70ba-9057-4f05-b091-253e90de2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5775235 Sep 24 15:53:51.550530 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-8ed864b2-230c-4f58-8e59-50bbebce1083 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] For port 05e39c3b-2faa-4ff7-a11f-32a4366a97bf, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=05e39c3b-2faa-4ff7-a11f-32a4366a97bf,segment=NetworkSegment(ef0d10ae-f9e3-4f54-877c-d4fcaba5e3d1),segment_id=ef0d10ae-f9e3-4f54-877c-d4fcaba5e3d1)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:53:51.551074 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8ed864b2-230c-4f58-8e59-50bbebce1083 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:51.565314 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-8ed864b2-230c-4f58-8e59-50bbebce1083 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Calling delete_port for 05e39c3b-2faa-4ff7-a11f-32a4366a97bf owned by network:dhcp {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:53:51.604501 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:51.605102 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:51.679757 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d09dd-64e7-47e3-94fd-a1c553efc193 req-b9b7cc70-18e0-41f7-a41b-c108a59d0a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:51.680936 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a57d09dd-64e7-47e3-94fd-a1c553efc193 req-b9b7cc70-18e0-41f7-a41b-c108a59d0a72 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=603fb403-a01d-4073-8f75-f2b0f098e42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4432056 Sep 24 15:53:51.691515 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Pushing event updated for resources: {'Port': ['ID=8c0ae0a2-dbb2-47d1-b2a8-a3b770566ca1,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:51.719615 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56568b92-63ca-41e8-a2ae-809027142672 None None] Network 7314ce9e-e751-4be6-9cc3-d824fcbda090 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:53:51.746901 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-889785be-8443-4fc9-a378-9b6cc32e4be1 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:51.778579 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8ed864b2-230c-4f58-8e59-50bbebce1083 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:51.823447 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b1d3b9ef-ad2e-492e-bf1a-4526de6dcfd8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 6.7974005 Sep 24 15:53:51.839668 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-33ba5104-6654-4a12-9134-c62c3b580e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2290273b-7c8a-4141-881a-684b68354ed4', 'name': 'tempest-RoutersIpV6Test-router-1803128549', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:52:46Z', 'updated_at': '2021-09-24T15:53:49Z', 'revision_number': 10, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'gw_port_host': None, '_interfaces': [{'id': '5fd86886-b473-486d-8673-7629bf16fc33', 'name': '', 'network_id': '27e4c55f-6f5e-4dbb-a4b1-ef3ad1218e31', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'mac_address': 'fa:16:3e:f2:d2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2290273b-7c8a-4141-881a-684b68354ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'c47f39ca-af3b-42f3-8828-e5ce704cdd74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:52:50Z', 'updated_at': '2021-09-24T15:53:05Z', 'revision_number': 5, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'subnets': [{'id': 'c47f39ca-af3b-42f3-8828-e5ce704cdd74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:51.841945 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43662) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:51.858610 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed864b2-230c-4f58-8e59-50bbebce1083 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Pushing event deleted for resources: {'Port': ['ID=05e39c3b-2faa-4ff7-a11f-32a4366a97bf,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:51.868542 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed864b2-230c-4f58-8e59-50bbebce1083 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] No DVR routers for this DVR port 05e39c3b-2faa-4ff7-a11f-32a4366a97bf on host n-d-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:53:51.909651 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ba5104-6654-4a12-9134-c62c3b580e49 None None] Checking router: 2290273b-7c8a-4141-881a-684b68354ed4 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:53:51.959005 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ba5104-6654-4a12-9134-c62c3b580e49 None None] Routers {'2290273b-7c8a-4141-881a-684b68354ed4'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:53:51.959661 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-33ba5104-6654-4a12-9134-c62c3b580e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:53:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['2290273b-7c8a-4141-881a-684b68354ed4'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:52.139203 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0448bc40-cbcb-4c26-89cb-c6f029586fce None None] DHCP port deletion for 7314ce9e-e751-4be6-9cc3-d824fcbda090 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:53:52.153044 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-33ba5104-6654-4a12-9134-c62c3b580e49 None None] Set router 2290273b-7c8a-4141-881a-684b68354ed4 gateway port host: None {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:53:52.203214 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8ed864b2-230c-4f58-8e59-50bbebce1083 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:52.207859 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-b629babe-506f-4bb2-8804-d3e7541b8f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a556880-1690-47c1-b61f-2b29f4c2f201', 'name': 'tempest-NetworksTestDHCPv6-router-1617444524', 'tenant_id': '1ffc126d96724ce991d5ac46e64fd1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:53:42Z', 'updated_at': '2021-09-24T15:53:44Z', 'revision_number': 2, 'project_id': '1ffc126d96724ce991d5ac46e64fd1ec', 'gw_port_host': None, '_interfaces': [{'id': 'd9e2af05-7625-4f51-b3d0-0fd2c9596112', 'name': '', 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'tenant_id': '1ffc126d96724ce991d5ac46e64fd1ec', 'mac_address': 'fa:16:3e:57:7e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a556880-1690-47c1-b61f-2b29f4c2f201', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': 'f758aee0-a9f3-44d9-beee-c006fc5ce513', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:53:44Z', 'updated_at': '2021-09-24T15:53:50Z', 'revision_number': 4, 'project_id': '1ffc126d96724ce991d5ac46e64fd1ec', 'subnets': [{'id': 'f758aee0-a9f3-44d9-beee-c006fc5ce513', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:52.243885 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-8ed864b2-230c-4f58-8e59-50bbebce1083 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7314ce9e-e751-4be6-9cc3-d824fcbda090']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:52.247969 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b629babe-506f-4bb2-8804-d3e7541b8f02 None None] The sync data for ids ['3a556880-1690-47c1-b61f-2b29f4c2f201'] in n-d-808921-1 is: [{'id': '3a556880-1690-47c1-b61f-2b29f4c2f201', 'name': 'tempest-NetworksTestDHCPv6-router-1617444524', 'tenant_id': '1ffc126d96724ce991d5ac46e64fd1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:53:42Z', 'updated_at': '2021-09-24T15:53:44Z', 'revision_number': 2, 'project_id': '1ffc126d96724ce991d5ac46e64fd1ec', 'gw_port_host': None, '_interfaces': [{'id': 'd9e2af05-7625-4f51-b3d0-0fd2c9596112', 'name': '', 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'tenant_id': '1ffc126d96724ce991d5ac46e64fd1ec', 'mac_address': 'fa:16:3e:57:7e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a556880-1690-47c1-b61f-2b29f4c2f201', 'device_owner': 'network:router_interface', 'standard_attr_id': 2459, 'fixed_ips': [{'subnet_id': 'f758aee0-a9f3-44d9-beee-c006fc5ce513', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:53:44Z', 'updated_at': '2021-09-24T15:53:50Z', 'revision_number': 4, 'project_id': '1ffc126d96724ce991d5ac46e64fd1ec', 'subnets': [{'id': 'f758aee0-a9f3-44d9-beee-c006fc5ce513', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:53:52.276556 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-0011240f-3bfe-4753-ab1b-a5249423c87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Deleting port 8c0ae0a2-dbb2-47d1-b2a8-a3b770566ca1 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:53:52.277069 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0011240f-3bfe-4753-ab1b-a5249423c87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:52.323059 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-eb8567e5-8a9f-41b5-9864-e666e02c76f9 None None] Provisioning complete for port d9e2af05-7625-4f51-b3d0-0fd2c9596112 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:53:52.323059 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-eb8567e5-8a9f-41b5-9864-e666e02c76f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:52.352453 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-f22cdd57-5ebe-4973-b7c7-4499e65eec61 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Deleting port fd821905-a059-4c58-8cae-3b0959e5e0f2 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:53:52.353412 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f22cdd57-5ebe-4973-b7c7-4499e65eec61 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:52.424925 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-0011240f-3bfe-4753-ab1b-a5249423c87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] For port 8c0ae0a2-dbb2-47d1-b2a8-a3b770566ca1, host n-h2-808921-1, got binding levels [] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:53:52.425597 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0011240f-3bfe-4753-ab1b-a5249423c87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:52.441676 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-8ed864b2-230c-4f58-8e59-50bbebce1083 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef0d10ae-f9e3-4f54-877c-d4fcaba5e3d1') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:52.444074 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-8ed864b2-230c-4f58-8e59-50bbebce1083 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef0d10ae-f9e3-4f54-877c-d4fcaba5e3d1') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:52.467262 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-0011240f-3bfe-4753-ab1b-a5249423c87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Calling delete_port for 8c0ae0a2-dbb2-47d1-b2a8-a3b770566ca1 owned by {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:53:52.490658 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8ed864b2-230c-4f58-8e59-50bbebce1083 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:52.511413 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8ed864b2-230c-4f58-8e59-50bbebce1083 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:52.567562 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-eb8567e5-8a9f-41b5-9864-e666e02c76f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:52.572236 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-33ba5104-6654-4a12-9134-c62c3b580e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2290273b-7c8a-4141-881a-684b68354ed4', 'name': 'tempest-RoutersIpV6Test-router-1803128549', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:52:46Z', 'updated_at': '2021-09-24T15:53:49Z', 'revision_number': 10, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'gw_port_host': None, '_interfaces': [{'id': '5fd86886-b473-486d-8673-7629bf16fc33', 'name': '', 'network_id': '27e4c55f-6f5e-4dbb-a4b1-ef3ad1218e31', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'mac_address': 'fa:16:3e:f2:d2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2290273b-7c8a-4141-881a-684b68354ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'c47f39ca-af3b-42f3-8828-e5ce704cdd74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:52:50Z', 'updated_at': '2021-09-24T15:53:05Z', 'revision_number': 5, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'subnets': [{'id': 'c47f39ca-af3b-42f3-8828-e5ce704cdd74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:52.575175 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ed864b2-230c-4f58-8e59-50bbebce1083 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Releasing vlan 1289 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:53:52.575700 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8ed864b2-230c-4f58-8e59-50bbebce1083 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:52.599515 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a57d09dd-64e7-47e3-94fd-a1c553efc193 req-5b7b9472-f033-4aa5-9773-6d6cc2df1788 service neutron] 10.222.0.110 "GET /v2.0/networks/603fb403-a01d-4073-8f75-f2b0f098e42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8857338 Sep 24 15:53:52.619219 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33ba5104-6654-4a12-9134-c62c3b580e49 None None] The sync data for ids ['2290273b-7c8a-4141-881a-684b68354ed4'] in n-d-808921-1 is: [{'id': '2290273b-7c8a-4141-881a-684b68354ed4', 'name': 'tempest-RoutersIpV6Test-router-1803128549', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:52:46Z', 'updated_at': '2021-09-24T15:53:49Z', 'revision_number': 10, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'gw_port_host': None, '_interfaces': [{'id': '5fd86886-b473-486d-8673-7629bf16fc33', 'name': '', 'network_id': '27e4c55f-6f5e-4dbb-a4b1-ef3ad1218e31', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'mac_address': 'fa:16:3e:f2:d2:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2290273b-7c8a-4141-881a-684b68354ed4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2345, 'fixed_ips': [{'subnet_id': 'c47f39ca-af3b-42f3-8828-e5ce704cdd74', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:52:50Z', 'updated_at': '2021-09-24T15:53:05Z', 'revision_number': 5, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'subnets': [{'id': 'c47f39ca-af3b-42f3-8828-e5ce704cdd74', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:53:52.619581 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-f22cdd57-5ebe-4973-b7c7-4499e65eec61 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] For port fd821905-a059-4c58-8cae-3b0959e5e0f2, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=fd821905-a059-4c58-8cae-3b0959e5e0f2,segment=NetworkSegment(4a43a3b7-5eed-4498-9e96-5445562b6c17),segment_id=4a43a3b7-5eed-4498-9e96-5445562b6c17)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:53:52.620115 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f22cdd57-5ebe-4973-b7c7-4499e65eec61 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:52.629413 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:53:52.629413 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:53:52.629413 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:53:52.629413 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:53:52.629413 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:53:52.629413 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:53:52.629413 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:53:52.629413 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:53:52.629413 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:53:52.629413 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:53:52.629413 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:53:52.629413 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:53:52.629413 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:53:52.629413 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:53:52.629413 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:53:52.629413 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:53:52.629413 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:53:52.629413 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:53:52.629413 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:53:52.629413 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:53:52.629413 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:53:52.629413 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:53:52.629413 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:53:52.629413 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:53:52.629413 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:53:52.629413 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:53:52.629413 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:53:52.629413 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:53:52.629413 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:53:52.629413 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:53:52.629413 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:53:52.629413 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:53:52.663984 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-eb8567e5-8a9f-41b5-9864-e666e02c76f9 None None] For port d9e2af05-7625-4f51-b3d0-0fd2c9596112, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=d9e2af05-7625-4f51-b3d0-0fd2c9596112,segment=NetworkSegment(fb531be8-b37e-4ff9-a98b-5c7db484a0eb),segment_id=fb531be8-b37e-4ff9-a98b-5c7db484a0eb)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:53:52.694936 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-889785be-8443-4fc9-a378-9b6cc32e4be1 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:52.731237 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-f22cdd57-5ebe-4973-b7c7-4499e65eec61 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Calling delete_port for fd821905-a059-4c58-8cae-3b0959e5e0f2 owned by network:dhcp {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:53:52.741883 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfedbf1-2037-436c-9361-fda74240db17 req-e0c8499f-74e8-48eb-9631-e0f6d84e5d83 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:52.743678 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6cfedbf1-2037-436c-9361-fda74240db17 req-e0c8499f-74e8-48eb-9631-e0f6d84e5d83 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.110 "GET /v2.0/ports?device_id=cffe7aaf-b947-49e8-8c24-ba60972c40b9 HTTP/1.1" status: 200 len: 945 time: 0.4277029 Sep 24 15:53:52.752864 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-eb8567e5-8a9f-41b5-9864-e666e02c76f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:52.822443 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8567e5-8a9f-41b5-9864-e666e02c76f9 None None] Pushing event updated for resources: {'Port': ['ID=d9e2af05-7625-4f51-b3d0-0fd2c9596112,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:52.822785 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b943158c-c1d2-4d11-89bc-3fdfb471c62a req-c292d7de-6ee2-4603-9a0c-6c4b4d59d921 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:52.824370 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b943158c-c1d2-4d11-89bc-3fdfb471c62a req-c292d7de-6ee2-4603-9a0c-6c4b4d59d921 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=cffe7aaf-b947-49e8-8c24-ba60972c40b9 HTTP/1.1" status: 200 len: 945 time: 0.1994369 Sep 24 15:53:52.845375 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8ed864b2-230c-4f58-8e59-50bbebce1083 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:52.849883 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8ed864b2-230c-4f58-8e59-50bbebce1083 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:52.854028 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-8ed864b2-230c-4f58-8e59-50bbebce1083 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "DELETE /v2.0/networks/7314ce9e-e751-4be6-9cc3-d824fcbda090 HTTP/1.1" status: 204 len: 168 time: 1.7604027 Sep 24 15:53:52.863487 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43668) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:52.883918 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-2849b6f4-9b81-447c-b224-3067266e5b19 None None] Provisioning complete for port d9e2af05-7625-4f51-b3d0-0fd2c9596112 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:53:52.884582 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2849b6f4-9b81-447c-b224-3067266e5b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:52.902853 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed864b2-230c-4f58-8e59-50bbebce1083 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Pushing event deleted for resources: {'Network': ['ID=7314ce9e-e751-4be6-9cc3-d824fcbda090,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:52.948012 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b943158c-c1d2-4d11-89bc-3fdfb471c62a req-f7cf367e-1f07-4eef-a3b5-18c565db86e6 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=6ebd70ba-9057-4f05-b091-253e90de2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052027 Sep 24 15:53:52.975105 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0011240f-3bfe-4753-ab1b-a5249423c87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:53.022440 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0011240f-3bfe-4753-ab1b-a5249423c87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Pushing event deleted for resources: {'Port': ['ID=8c0ae0a2-dbb2-47d1-b2a8-a3b770566ca1,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:53.037068 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0011240f-3bfe-4753-ab1b-a5249423c87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:53.052133 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-0011240f-3bfe-4753-ab1b-a5249423c87d tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] 10.222.0.101 "DELETE /v2.0/ports/8c0ae0a2-dbb2-47d1-b2a8-a3b770566ca1 HTTP/1.1" status: 204 len: 168 time: 1.1947362 Sep 24 15:53:53.057240 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43670) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:53.106864 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-9582efdb-aa45-4623-9b96-cc0c799574fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] GET failed (client error): The resource could not be found. Sep 24 15:53:53.113618 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-9582efdb-aa45-4623-9b96-cc0c799574fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] 10.222.0.101 "GET /v2.0/ports/8c0ae0a2-dbb2-47d1-b2a8-a3b770566ca1 HTTP/1.1" status: 404 len: 333 time: 0.0545964 Sep 24 15:53:53.114781 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43672) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:53.120383 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-2e450ce9-b383-4245-b042-4a8e2dacd174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Request body: {'port': {'network_id': '9100391d-e588-447d-bacb-37c192521f13', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1829362138'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:53:53.223212 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e450ce9-b383-4245-b042-4a8e2dacd174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Made reservation on behalf of 33a1382ce87542efafeee6a3c5286f68 for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:53:53.226189 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2e450ce9-b383-4245-b042-4a8e2dacd174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:53.253030 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [None req-2e450ce9-b383-4245-b042-4a8e2dacd174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] device_id is not set on port 7521bda4-55d9-497f-9b69-ef431745d3c2 yet. {{(pid=95297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:53:53.354844 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-2a95257d-266d-498a-903f-c453a0d0493f tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Deleting port d9e2af05-7625-4f51-b3d0-0fd2c9596112 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:53:53.355319 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2a95257d-266d-498a-903f-c453a0d0493f tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:53.383705 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a57d09dd-64e7-47e3-94fd-a1c553efc193 req-ae51305a-4730-4c20-8f86-bb40ac657d19 service neutron] 10.222.0.110 "GET /v2.0/networks/603fb403-a01d-4073-8f75-f2b0f098e42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7220020 Sep 24 15:53:53.500709 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2e450ce9-b383-4245-b042-4a8e2dacd174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:53.541661 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-6cfedbf1-2037-436c-9361-fda74240db17 req-0b362c7f-c88a-4d01-8080-dc1e87281936 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Deleting port d48576b0-007f-45c0-8063-70899a823b18 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:53:53.553663 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-6cfedbf1-2037-436c-9361-fda74240db17 req-0b362c7f-c88a-4d01-8080-dc1e87281936 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:53.618567 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f22cdd57-5ebe-4973-b7c7-4499e65eec61 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:53.639218 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2e450ce9-b383-4245-b042-4a8e2dacd174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:53.682252 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e450ce9-b383-4245-b042-4a8e2dacd174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Network 9100391d-e588-447d-bacb-37c192521f13 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:53:53.685061 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-2e450ce9-b383-4245-b042-4a8e2dacd174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:53:53.689242 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e450ce9-b383-4245-b042-4a8e2dacd174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:53:53.690185 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e450ce9-b383-4245-b042-4a8e2dacd174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:53.690815 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2e450ce9-b383-4245-b042-4a8e2dacd174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:53.705667 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e450ce9-b383-4245-b042-4a8e2dacd174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Pushing event updated for resources: {'Port': ['ID=7521bda4-55d9-497f-9b69-ef431745d3c2,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:53.720466 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22cdd57-5ebe-4973-b7c7-4499e65eec61 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Pushing event deleted for resources: {'Port': ['ID=fd821905-a059-4c58-8cae-3b0959e5e0f2,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:53.724750 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-889785be-8443-4fc9-a378-9b6cc32e4be1 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:53.728383 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22cdd57-5ebe-4973-b7c7-4499e65eec61 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] No DVR routers for this DVR port fd821905-a059-4c58-8cae-3b0959e5e0f2 on host n-d-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:53:53.734375 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-2a95257d-266d-498a-903f-c453a0d0493f tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] For port d9e2af05-7625-4f51-b3d0-0fd2c9596112, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=d9e2af05-7625-4f51-b3d0-0fd2c9596112,segment=NetworkSegment(fb531be8-b37e-4ff9-a98b-5c7db484a0eb),segment_id=fb531be8-b37e-4ff9-a98b-5c7db484a0eb)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:53:53.734733 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2a95257d-266d-498a-903f-c453a0d0493f tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:53.776453 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-2a95257d-266d-498a-903f-c453a0d0493f tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Calling delete_port for d9e2af05-7625-4f51-b3d0-0fd2c9596112 owned by network:router_interface {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:53:53.787084 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-2e450ce9-b383-4245-b042-4a8e2dacd174 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6711576 Sep 24 15:53:53.787818 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43676) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:53.793933 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-a7186d94-cb05-4123-9057-7df48e105093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-808921-1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:53:53.823932 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-6cfedbf1-2037-436c-9361-fda74240db17 req-0b362c7f-c88a-4d01-8080-dc1e87281936 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] For port d48576b0-007f-45c0-8063-70899a823b18, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=d48576b0-007f-45c0-8063-70899a823b18,segment=NetworkSegment(cda1c6cd-723d-48b0-aba0-c7ad881773d8),segment_id=cda1c6cd-723d-48b0-aba0-c7ad881773d8)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:53:53.824303 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-6cfedbf1-2037-436c-9361-fda74240db17 req-0b362c7f-c88a-4d01-8080-dc1e87281936 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:53.850261 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a7186d94-cb05-4123-9057-7df48e105093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:53.888245 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-889785be-8443-4fc9-a378-9b6cc32e4be1 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:53.925946 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f22cdd57-5ebe-4973-b7c7-4499e65eec61 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:53.928991 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-6cfedbf1-2037-436c-9361-fda74240db17 req-0b362c7f-c88a-4d01-8080-dc1e87281936 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Calling delete_port for d48576b0-007f-45c0-8063-70899a823b18 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:53:54.063401 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [None req-a7186d94-cb05-4123-9057-7df48e105093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] device_id is not set on port 7521bda4-55d9-497f-9b69-ef431745d3c2 yet. {{(pid=95297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:53:54.074068 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a7186d94-cb05-4123-9057-7df48e105093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:54.093838 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-f22cdd57-5ebe-4973-b7c7-4499e65eec61 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c409af4-6eaf-4966-87c9-c81e198d1d02']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:54.135567 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device d9e2af05-7625-4f51-b3d0-0fd2c9596112 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:53:54.148880 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a7186d94-cb05-4123-9057-7df48e105093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:54.167204 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-f22cdd57-5ebe-4973-b7c7-4499e65eec61 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a43a3b7-5eed-4498-9e96-5445562b6c17') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:54.167204 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-f22cdd57-5ebe-4973-b7c7-4499e65eec61 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a43a3b7-5eed-4498-9e96-5445562b6c17') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:54.172001 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889785be-8443-4fc9-a378-9b6cc32e4be1 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Pushing event updated for resources: {'Port': ['ID=bcd55b4a-8d37-4ffc-a7f8-6052a6ce658b,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:54.199841 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port d9e2af05-7625-4f51-b3d0-0fd2c9596112 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:53:54.200636 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:54.227387 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [None req-a7186d94-cb05-4123-9057-7df48e105093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port 7521bda4-55d9-497f-9b69-ef431745d3c2 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:53:54.227798 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [None req-a7186d94-cb05-4123-9057-7df48e105093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port 7521bda4-55d9-497f-9b69-ef431745d3c2 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '7b7dfd5c-c661-45d4-8870-33e738866688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9100391d-e588-447d-bacb-37c192521f13'}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:53:54.228306 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7186d94-cb05-4123-9057-7df48e105093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port 7521bda4-55d9-497f-9b69-ef431745d3c2 on network 9100391d-e588-447d-bacb-37c192521f13 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:53:54.234756 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f22cdd57-5ebe-4973-b7c7-4499e65eec61 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:54.245908 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7186d94-cb05-4123-9057-7df48e105093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Port 7521bda4-55d9-497f-9b69-ef431745d3c2 on network 9100391d-e588-447d-bacb-37c192521f13 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:53:54.246298 n-d-808921-1 neutron-server[95297]: ERROR neutron.plugins.ml2.managers [None req-a7186d94-cb05-4123-9057-7df48e105093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Failed to bind port 7521bda4-55d9-497f-9b69-ef431745d3c2 on host n-h2-808921-1 for vnic_type normal using segments [{'id': '7b7dfd5c-c661-45d4-8870-33e738866688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9100391d-e588-447d-bacb-37c192521f13'}] Sep 24 15:53:54.246859 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7186d94-cb05-4123-9057-7df48e105093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Pushing event updated for resources: {'Port': ['ID=7521bda4-55d9-497f-9b69-ef431745d3c2,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:54.249828 n-d-808921-1 neutron-server[95297]: INFO neutron.plugins.ml2.plugin [None req-a7186d94-cb05-4123-9057-7df48e105093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempt 2 to bind port 7521bda4-55d9-497f-9b69-ef431745d3c2 Sep 24 15:53:54.264582 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [None req-a7186d94-cb05-4123-9057-7df48e105093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port 7521bda4-55d9-497f-9b69-ef431745d3c2 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:53:54.264915 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [None req-a7186d94-cb05-4123-9057-7df48e105093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port 7521bda4-55d9-497f-9b69-ef431745d3c2 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '7b7dfd5c-c661-45d4-8870-33e738866688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9100391d-e588-447d-bacb-37c192521f13'}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:53:54.265252 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7186d94-cb05-4123-9057-7df48e105093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port 7521bda4-55d9-497f-9b69-ef431745d3c2 on network 9100391d-e588-447d-bacb-37c192521f13 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:53:54.270225 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7186d94-cb05-4123-9057-7df48e105093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Port 7521bda4-55d9-497f-9b69-ef431745d3c2 on network 9100391d-e588-447d-bacb-37c192521f13 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:53:54.270601 n-d-808921-1 neutron-server[95297]: ERROR neutron.plugins.ml2.managers [None req-a7186d94-cb05-4123-9057-7df48e105093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Failed to bind port 7521bda4-55d9-497f-9b69-ef431745d3c2 on host n-h2-808921-1 for vnic_type normal using segments [{'id': '7b7dfd5c-c661-45d4-8870-33e738866688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9100391d-e588-447d-bacb-37c192521f13'}] Sep 24 15:53:54.270990 n-d-808921-1 neutron-server[95297]: INFO neutron.plugins.ml2.plugin [None req-a7186d94-cb05-4123-9057-7df48e105093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempt 3 to bind port 7521bda4-55d9-497f-9b69-ef431745d3c2 Sep 24 15:53:54.287156 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [None req-a7186d94-cb05-4123-9057-7df48e105093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port 7521bda4-55d9-497f-9b69-ef431745d3c2 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:53:54.287492 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [None req-a7186d94-cb05-4123-9057-7df48e105093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port 7521bda4-55d9-497f-9b69-ef431745d3c2 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '7b7dfd5c-c661-45d4-8870-33e738866688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9100391d-e588-447d-bacb-37c192521f13'}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:53:54.294528 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7186d94-cb05-4123-9057-7df48e105093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port 7521bda4-55d9-497f-9b69-ef431745d3c2 on network 9100391d-e588-447d-bacb-37c192521f13 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:53:54.304163 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7186d94-cb05-4123-9057-7df48e105093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Port 7521bda4-55d9-497f-9b69-ef431745d3c2 on network 9100391d-e588-447d-bacb-37c192521f13 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:53:54.304782 n-d-808921-1 neutron-server[95297]: ERROR neutron.plugins.ml2.managers [None req-a7186d94-cb05-4123-9057-7df48e105093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Failed to bind port 7521bda4-55d9-497f-9b69-ef431745d3c2 on host n-h2-808921-1 for vnic_type normal using segments [{'id': '7b7dfd5c-c661-45d4-8870-33e738866688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9100391d-e588-447d-bacb-37c192521f13'}] Sep 24 15:53:54.305339 n-d-808921-1 neutron-server[95297]: INFO neutron.plugins.ml2.plugin [None req-a7186d94-cb05-4123-9057-7df48e105093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempt 4 to bind port 7521bda4-55d9-497f-9b69-ef431745d3c2 Sep 24 15:53:54.306590 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-889785be-8443-4fc9-a378-9b6cc32e4be1 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:54.312262 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f22cdd57-5ebe-4973-b7c7-4499e65eec61 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:54.329833 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [None req-a7186d94-cb05-4123-9057-7df48e105093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port 7521bda4-55d9-497f-9b69-ef431745d3c2 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:53:54.330167 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [None req-a7186d94-cb05-4123-9057-7df48e105093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port 7521bda4-55d9-497f-9b69-ef431745d3c2 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '7b7dfd5c-c661-45d4-8870-33e738866688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9100391d-e588-447d-bacb-37c192521f13'}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:53:54.330549 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7186d94-cb05-4123-9057-7df48e105093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port 7521bda4-55d9-497f-9b69-ef431745d3c2 on network 9100391d-e588-447d-bacb-37c192521f13 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:53:54.335525 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7186d94-cb05-4123-9057-7df48e105093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Port 7521bda4-55d9-497f-9b69-ef431745d3c2 on network 9100391d-e588-447d-bacb-37c192521f13 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:53:54.335855 n-d-808921-1 neutron-server[95297]: ERROR neutron.plugins.ml2.managers [None req-a7186d94-cb05-4123-9057-7df48e105093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Failed to bind port 7521bda4-55d9-497f-9b69-ef431745d3c2 on host n-h2-808921-1 for vnic_type normal using segments [{'id': '7b7dfd5c-c661-45d4-8870-33e738866688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9100391d-e588-447d-bacb-37c192521f13'}] Sep 24 15:53:54.336255 n-d-808921-1 neutron-server[95297]: INFO neutron.plugins.ml2.plugin [None req-a7186d94-cb05-4123-9057-7df48e105093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempt 5 to bind port 7521bda4-55d9-497f-9b69-ef431745d3c2 Sep 24 15:53:54.350840 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 05e39c3b-2faa-4ff7-a11f-32a4366a97bf no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:53:54.367234 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f22cdd57-5ebe-4973-b7c7-4499e65eec61 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Releasing vlan 1277 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:53:54.367805 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f22cdd57-5ebe-4973-b7c7-4499e65eec61 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:54.370802 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:53:54.370802 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:53:54.370802 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:53:54.370802 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:53:54.370802 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:53:54.370802 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:53:54.370802 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:53:54.370802 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:53:54.370802 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:53:54.370802 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:53:54.370802 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:53:54.370802 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:53:54.370802 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:53:54.370802 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:53:54.370802 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:53:54.370802 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:53:54.370802 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:53:54.370802 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:53:54.370802 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:53:54.370802 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:53:54.370802 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:53:54.370802 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:53:54.370802 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:53:54.370802 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:53:54.370802 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:53:54.370802 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:53:54.370802 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:53:54.370802 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:53:54.370802 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:53:54.370802 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:53:54.370802 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:53:54.370802 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:53:54.381887 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [None req-a7186d94-cb05-4123-9057-7df48e105093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port 7521bda4-55d9-497f-9b69-ef431745d3c2 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:53:54.386084 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [None req-a7186d94-cb05-4123-9057-7df48e105093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port 7521bda4-55d9-497f-9b69-ef431745d3c2 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '7b7dfd5c-c661-45d4-8870-33e738866688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9100391d-e588-447d-bacb-37c192521f13'}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:53:54.386084 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7186d94-cb05-4123-9057-7df48e105093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port 7521bda4-55d9-497f-9b69-ef431745d3c2 on network 9100391d-e588-447d-bacb-37c192521f13 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:53:54.398580 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7186d94-cb05-4123-9057-7df48e105093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Port 7521bda4-55d9-497f-9b69-ef431745d3c2 on network 9100391d-e588-447d-bacb-37c192521f13 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:53:54.400122 n-d-808921-1 neutron-server[95297]: ERROR neutron.plugins.ml2.managers [None req-a7186d94-cb05-4123-9057-7df48e105093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Failed to bind port 7521bda4-55d9-497f-9b69-ef431745d3c2 on host n-h2-808921-1 for vnic_type normal using segments [{'id': '7b7dfd5c-c661-45d4-8870-33e738866688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9100391d-e588-447d-bacb-37c192521f13'}] Sep 24 15:53:54.400609 n-d-808921-1 neutron-server[95297]: INFO neutron.plugins.ml2.plugin [None req-a7186d94-cb05-4123-9057-7df48e105093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempt 6 to bind port 7521bda4-55d9-497f-9b69-ef431745d3c2 Sep 24 15:53:54.411842 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 05e39c3b-2faa-4ff7-a11f-32a4366a97bf {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:53:54.412855 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 05e39c3b-2faa-4ff7-a11f-32a4366a97bf not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:53:54.413974 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 3cde809d-7f4f-4dbe-b688-6a46c7a1155a no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:53:54.435937 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee74d25-2471-4f9c-bfad-817e960d2742 req-5bb99619-18db-421d-989d-23abc6a111b1 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:54.437499 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [None req-a7186d94-cb05-4123-9057-7df48e105093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port 7521bda4-55d9-497f-9b69-ef431745d3c2 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:53:54.437941 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [None req-a7186d94-cb05-4123-9057-7df48e105093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port 7521bda4-55d9-497f-9b69-ef431745d3c2 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '7b7dfd5c-c661-45d4-8870-33e738866688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9100391d-e588-447d-bacb-37c192521f13'}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:53:54.438436 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7186d94-cb05-4123-9057-7df48e105093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port 7521bda4-55d9-497f-9b69-ef431745d3c2 on network 9100391d-e588-447d-bacb-37c192521f13 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:53:54.448009 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8ee74d25-2471-4f9c-bfad-817e960d2742 req-5bb99619-18db-421d-989d-23abc6a111b1 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=cffe7aaf-b947-49e8-8c24-ba60972c40b9 HTTP/1.1" status: 200 len: 945 time: 0.3515792 Sep 24 15:53:54.449634 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7186d94-cb05-4123-9057-7df48e105093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Port 7521bda4-55d9-497f-9b69-ef431745d3c2 on network 9100391d-e588-447d-bacb-37c192521f13 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:53:54.450934 n-d-808921-1 neutron-server[95297]: ERROR neutron.plugins.ml2.managers [None req-a7186d94-cb05-4123-9057-7df48e105093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Failed to bind port 7521bda4-55d9-497f-9b69-ef431745d3c2 on host n-h2-808921-1 for vnic_type normal using segments [{'id': '7b7dfd5c-c661-45d4-8870-33e738866688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9100391d-e588-447d-bacb-37c192521f13'}] Sep 24 15:53:54.453200 n-d-808921-1 neutron-server[95297]: INFO neutron.plugins.ml2.plugin [None req-a7186d94-cb05-4123-9057-7df48e105093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempt 7 to bind port 7521bda4-55d9-497f-9b69-ef431745d3c2 Sep 24 15:53:54.465767 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 3cde809d-7f4f-4dbe-b688-6a46c7a1155a {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:53:54.468666 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 3cde809d-7f4f-4dbe-b688-6a46c7a1155a not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:53:54.491876 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [None req-a7186d94-cb05-4123-9057-7df48e105093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port 7521bda4-55d9-497f-9b69-ef431745d3c2 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:53:54.492367 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [None req-a7186d94-cb05-4123-9057-7df48e105093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port 7521bda4-55d9-497f-9b69-ef431745d3c2 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '7b7dfd5c-c661-45d4-8870-33e738866688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9100391d-e588-447d-bacb-37c192521f13'}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:53:54.492858 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7186d94-cb05-4123-9057-7df48e105093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port 7521bda4-55d9-497f-9b69-ef431745d3c2 on network 9100391d-e588-447d-bacb-37c192521f13 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:53:54.501290 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7186d94-cb05-4123-9057-7df48e105093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Port 7521bda4-55d9-497f-9b69-ef431745d3c2 on network 9100391d-e588-447d-bacb-37c192521f13 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:53:54.501758 n-d-808921-1 neutron-server[95297]: ERROR neutron.plugins.ml2.managers [None req-a7186d94-cb05-4123-9057-7df48e105093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Failed to bind port 7521bda4-55d9-497f-9b69-ef431745d3c2 on host n-h2-808921-1 for vnic_type normal using segments [{'id': '7b7dfd5c-c661-45d4-8870-33e738866688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9100391d-e588-447d-bacb-37c192521f13'}] Sep 24 15:53:54.502258 n-d-808921-1 neutron-server[95297]: INFO neutron.plugins.ml2.plugin [None req-a7186d94-cb05-4123-9057-7df48e105093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempt 8 to bind port 7521bda4-55d9-497f-9b69-ef431745d3c2 Sep 24 15:53:54.517396 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [None req-a7186d94-cb05-4123-9057-7df48e105093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port 7521bda4-55d9-497f-9b69-ef431745d3c2 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:53:54.517834 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [None req-a7186d94-cb05-4123-9057-7df48e105093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port 7521bda4-55d9-497f-9b69-ef431745d3c2 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '7b7dfd5c-c661-45d4-8870-33e738866688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9100391d-e588-447d-bacb-37c192521f13'}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:53:54.518291 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7186d94-cb05-4123-9057-7df48e105093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port 7521bda4-55d9-497f-9b69-ef431745d3c2 on network 9100391d-e588-447d-bacb-37c192521f13 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:53:54.525237 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7186d94-cb05-4123-9057-7df48e105093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Port 7521bda4-55d9-497f-9b69-ef431745d3c2 on network 9100391d-e588-447d-bacb-37c192521f13 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:53:54.525742 n-d-808921-1 neutron-server[95297]: ERROR neutron.plugins.ml2.managers [None req-a7186d94-cb05-4123-9057-7df48e105093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Failed to bind port 7521bda4-55d9-497f-9b69-ef431745d3c2 on host n-h2-808921-1 for vnic_type normal using segments [{'id': '7b7dfd5c-c661-45d4-8870-33e738866688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9100391d-e588-447d-bacb-37c192521f13'}] Sep 24 15:53:54.526886 n-d-808921-1 neutron-server[95297]: INFO neutron.plugins.ml2.plugin [None req-a7186d94-cb05-4123-9057-7df48e105093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempt 9 to bind port 7521bda4-55d9-497f-9b69-ef431745d3c2 Sep 24 15:53:54.546182 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [None req-a7186d94-cb05-4123-9057-7df48e105093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port 7521bda4-55d9-497f-9b69-ef431745d3c2 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:53:54.547135 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [None req-a7186d94-cb05-4123-9057-7df48e105093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port 7521bda4-55d9-497f-9b69-ef431745d3c2 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '7b7dfd5c-c661-45d4-8870-33e738866688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9100391d-e588-447d-bacb-37c192521f13'}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:53:54.547135 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7186d94-cb05-4123-9057-7df48e105093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port 7521bda4-55d9-497f-9b69-ef431745d3c2 on network 9100391d-e588-447d-bacb-37c192521f13 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:53:54.555211 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7186d94-cb05-4123-9057-7df48e105093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Port 7521bda4-55d9-497f-9b69-ef431745d3c2 on network 9100391d-e588-447d-bacb-37c192521f13 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:53:54.555656 n-d-808921-1 neutron-server[95297]: ERROR neutron.plugins.ml2.managers [None req-a7186d94-cb05-4123-9057-7df48e105093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Failed to bind port 7521bda4-55d9-497f-9b69-ef431745d3c2 on host n-h2-808921-1 for vnic_type normal using segments [{'id': '7b7dfd5c-c661-45d4-8870-33e738866688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9100391d-e588-447d-bacb-37c192521f13'}] Sep 24 15:53:54.556143 n-d-808921-1 neutron-server[95297]: INFO neutron.plugins.ml2.plugin [None req-a7186d94-cb05-4123-9057-7df48e105093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempt 10 to bind port 7521bda4-55d9-497f-9b69-ef431745d3c2 Sep 24 15:53:54.570894 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [None req-a7186d94-cb05-4123-9057-7df48e105093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port 7521bda4-55d9-497f-9b69-ef431745d3c2 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:53:54.571372 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [None req-a7186d94-cb05-4123-9057-7df48e105093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port 7521bda4-55d9-497f-9b69-ef431745d3c2 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '7b7dfd5c-c661-45d4-8870-33e738866688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9100391d-e588-447d-bacb-37c192521f13'}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:53:54.571916 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7186d94-cb05-4123-9057-7df48e105093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port 7521bda4-55d9-497f-9b69-ef431745d3c2 on network 9100391d-e588-447d-bacb-37c192521f13 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:53:54.577382 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7186d94-cb05-4123-9057-7df48e105093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Port 7521bda4-55d9-497f-9b69-ef431745d3c2 on network 9100391d-e588-447d-bacb-37c192521f13 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:53:54.577820 n-d-808921-1 neutron-server[95297]: ERROR neutron.plugins.ml2.managers [None req-a7186d94-cb05-4123-9057-7df48e105093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Failed to bind port 7521bda4-55d9-497f-9b69-ef431745d3c2 on host n-h2-808921-1 for vnic_type normal using segments [{'id': '7b7dfd5c-c661-45d4-8870-33e738866688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9100391d-e588-447d-bacb-37c192521f13'}] Sep 24 15:53:54.578286 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a7186d94-cb05-4123-9057-7df48e105093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:54.626315 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-db8e4106-1dc8-4fad-b6f3-dcd2914e177f tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:54.662999 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-a7186d94-cb05-4123-9057-7df48e105093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] For port 7521bda4-55d9-497f-9b69-ef431745d3c2, host n-h2-808921-1, cleared binding levels {{(pid=95297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:53:54.663554 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-a7186d94-cb05-4123-9057-7df48e105093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempted to set empty binding levels {{(pid=95297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 24 15:53:54.699869 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f22cdd57-5ebe-4973-b7c7-4499e65eec61 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:54.704638 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8ee74d25-2471-4f9c-bfad-817e960d2742 req-e34840e2-f491-49a7-976f-bd7cfc4ec0d3 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=6ebd70ba-9057-4f05-b091-253e90de2a91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2557549 Sep 24 15:53:54.742404 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f22cdd57-5ebe-4973-b7c7-4499e65eec61 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:54.743842 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a7186d94-cb05-4123-9057-7df48e105093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:54.746881 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-f22cdd57-5ebe-4973-b7c7-4499e65eec61 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] 10.222.0.101 "DELETE /v2.0/networks/4c409af4-6eaf-4966-87c9-c81e198d1d02 HTTP/1.1" status: 204 len: 168 time: 6.7882967 Sep 24 15:53:54.750520 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43688) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:54.757056 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-a42f4655-d086-4d30-88dd-711b365ea44d tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1028965461'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:53:54.757268 n-d-808921-1 neutron-server[95298]: INFO neutron.db.l3_db [None req-889785be-8443-4fc9-a378-9b6cc32e4be1 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Floating IP 53a03020-ba9b-47e0-9646-f667c9bc693c associated. External IP: 172.25.0.57, port: d1862b1f-4d7b-4e17-b328-e8db2634c97a. Sep 24 15:53:54.798895 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-a7186d94-cb05-4123-9057-7df48e105093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] In _notify_port_updated(), no bound segment for port 7521bda4-55d9-497f-9b69-ef431745d3c2 on network 9100391d-e588-447d-bacb-37c192521f13 {{(pid=95297) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 24 15:53:54.799732 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7186d94-cb05-4123-9057-7df48e105093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:54.800338 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a7186d94-cb05-4123-9057-7df48e105093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:54.801677 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-a7186d94-cb05-4123-9057-7df48e105093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] 10.222.0.101 "PUT /v2.0/ports/7521bda4-55d9-497f-9b69-ef431745d3c2 HTTP/1.1" status: 200 len: 979 time: 1.0120919 Sep 24 15:53:54.807081 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43690) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:54.845445 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7186d94-cb05-4123-9057-7df48e105093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Pushing event updated for resources: {'Port': ['ID=7521bda4-55d9-497f-9b69-ef431745d3c2,revision_number=3']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:54.921415 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcec263e-6c5a-476c-ae39-13b9d3539fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:54.921962 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcec263e-6c5a-476c-ae39-13b9d3539fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:54.922495 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcec263e-6c5a-476c-ae39-13b9d3539fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:54.922995 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcec263e-6c5a-476c-ae39-13b9d3539fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:54.923479 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcec263e-6c5a-476c-ae39-13b9d3539fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:54.923949 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcec263e-6c5a-476c-ae39-13b9d3539fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:54.924495 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcec263e-6c5a-476c-ae39-13b9d3539fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:54.924962 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcec263e-6c5a-476c-ae39-13b9d3539fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:54.925582 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcec263e-6c5a-476c-ae39-13b9d3539fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:54.926033 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcec263e-6c5a-476c-ae39-13b9d3539fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:54.926540 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcec263e-6c5a-476c-ae39-13b9d3539fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:54.927006 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcec263e-6c5a-476c-ae39-13b9d3539fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:54.927465 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcec263e-6c5a-476c-ae39-13b9d3539fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:54.927923 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcec263e-6c5a-476c-ae39-13b9d3539fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:54.928623 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcec263e-6c5a-476c-ae39-13b9d3539fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:54.929092 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcec263e-6c5a-476c-ae39-13b9d3539fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:54.929550 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcec263e-6c5a-476c-ae39-13b9d3539fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:54.930008 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcec263e-6c5a-476c-ae39-13b9d3539fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:54.930526 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcec263e-6c5a-476c-ae39-13b9d3539fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:54.930980 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcec263e-6c5a-476c-ae39-13b9d3539fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:54.931437 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcec263e-6c5a-476c-ae39-13b9d3539fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:54.931893 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcec263e-6c5a-476c-ae39-13b9d3539fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:54.932345 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcec263e-6c5a-476c-ae39-13b9d3539fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:54.932799 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcec263e-6c5a-476c-ae39-13b9d3539fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:54.933341 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcec263e-6c5a-476c-ae39-13b9d3539fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:54.933802 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcec263e-6c5a-476c-ae39-13b9d3539fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:54.934262 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcec263e-6c5a-476c-ae39-13b9d3539fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:54.934743 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcec263e-6c5a-476c-ae39-13b9d3539fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:54.935198 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcec263e-6c5a-476c-ae39-13b9d3539fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:54.935733 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcec263e-6c5a-476c-ae39-13b9d3539fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:54.936700 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcec263e-6c5a-476c-ae39-13b9d3539fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:54.939003 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcec263e-6c5a-476c-ae39-13b9d3539fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:54.939003 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcec263e-6c5a-476c-ae39-13b9d3539fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:54.944392 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-fcec263e-6c5a-476c-ae39-13b9d3539fd9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 29715 time: 0.1333423 Sep 24 15:53:54.946081 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43694) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:54.955589 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a42f4655-d086-4d30-88dd-711b365ea44d tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Made reservation on behalf of 6fd8ff8df3b84ebcb401d12464d751f7 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:53:54.959540 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a42f4655-d086-4d30-88dd-711b365ea44d tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:55.025874 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a42f4655-d086-4d30-88dd-711b365ea44d tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1264} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:53:55.041099 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a42f4655-d086-4d30-88dd-711b365ea44d tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:55.041099 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-a42f4655-d086-4d30-88dd-711b365ea44d tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Added segment 960adbfa-fa35-41db-adad-2c1f5eab96c7 of type vlan for network fd54732d-f48a-42ce-9fbf-e56d2f0558fb Sep 24 15:53:55.087023 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a42f4655-d086-4d30-88dd-711b365ea44d tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:55.102129 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-4d04b28c-e460-49e3-a7dd-ea9d19b7ddb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Deleting port 7521bda4-55d9-497f-9b69-ef431745d3c2 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:53:55.102676 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4d04b28c-e460-49e3-a7dd-ea9d19b7ddb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:55.150628 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22cdd57-5ebe-4973-b7c7-4499e65eec61 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Pushing event deleted for resources: {'Network': ['ID=4c409af4-6eaf-4966-87c9-c81e198d1d02,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:55.160533 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-6cfedbf1-2037-436c-9361-fda74240db17 req-0b362c7f-c88a-4d01-8080-dc1e87281936 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:55.161962 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2a95257d-266d-498a-903f-c453a0d0493f tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:55.176549 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-4d04b28c-e460-49e3-a7dd-ea9d19b7ddb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] For port 7521bda4-55d9-497f-9b69-ef431745d3c2, host n-h2-808921-1, got binding levels [] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:53:55.176906 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4d04b28c-e460-49e3-a7dd-ea9d19b7ddb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:55.190331 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-4d04b28c-e460-49e3-a7dd-ea9d19b7ddb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Calling delete_port for 7521bda4-55d9-497f-9b69-ef431745d3c2 owned by {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:53:55.205833 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a42f4655-d086-4d30-88dd-711b365ea44d tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:55.211275 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42f4655-d086-4d30-88dd-711b365ea44d tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:55.211853 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a42f4655-d086-4d30-88dd-711b365ea44d tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:55.236279 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a95257d-266d-498a-903f-c453a0d0493f tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event deleted for resources: {'Port': ['ID=d9e2af05-7625-4f51-b3d0-0fd2c9596112,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:55.328034 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42f4655-d086-4d30-88dd-711b365ea44d tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Pushing event updated for resources: {'Network': ['ID=fd54732d-f48a-42ce-9fbf-e56d2f0558fb,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:55.349839 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network fd54732d-f48a-42ce-9fbf-e56d2f0558fb details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:53:55.355319 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-a42f4655-d086-4d30-88dd-711b365ea44d tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6034584 Sep 24 15:53:55.358673 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43696) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:55.364692 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b362c7f-c88a-4d01-8080-dc1e87281936 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event deleted for resources: {'Port': ['ID=d48576b0-007f-45c0-8063-70899a823b18,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:55.365282 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-8b26c384-a064-4a25-93b4-7edbd8d29f09 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Request body: {'subnet': {'network_id': 'fd54732d-f48a-42ce-9fbf-e56d2f0558fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:53:55.430978 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cfedbf1-2037-436c-9361-fda74240db17 req-0b362c7f-c88a-4d01-8080-dc1e87281936 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] No DVR routers for this DVR port d48576b0-007f-45c0-8063-70899a823b18 on host n-h1-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:53:55.441663 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-6cfedbf1-2037-436c-9361-fda74240db17 req-0b362c7f-c88a-4d01-8080-dc1e87281936 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:55.443731 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6cfedbf1-2037-436c-9361-fda74240db17 req-0b362c7f-c88a-4d01-8080-dc1e87281936 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.110 "DELETE /v2.0/ports/d48576b0-007f-45c0-8063-70899a823b18 HTTP/1.1" status: 204 len: 173 time: 2.6442029 Sep 24 15:53:55.447408 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cffe7aaf-b947-49e8-8c24-ba60972c40b9', 'name': 'network-vif-deleted', 'tag': 'd48576b0-007f-45c0-8063-70899a823b18'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:53:55.449733 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe8ed27-516e-4996-b746-ec275a628bf5" -d '{"events": [{"server_uuid": "cffe7aaf-b947-49e8-8c24-ba60972c40b9", "name": "network-vif-deleted", "tag": "d48576b0-007f-45c0-8063-70899a823b18"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:53:55.470376 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4d04b28c-e460-49e3-a7dd-ea9d19b7ddb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:55.497573 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36677659-e3e4-49ad-98b8-393eda69879f req-004f51d5-c416-458c-a6fc-aa36cffd2c54 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:55.499174 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-36677659-e3e4-49ad-98b8-393eda69879f req-004f51d5-c416-458c-a6fc-aa36cffd2c54 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 947 time: 0.3459706 Sep 24 15:53:55.506749 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d04b28c-e460-49e3-a7dd-ea9d19b7ddb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Pushing event deleted for resources: {'Port': ['ID=7521bda4-55d9-497f-9b69-ef431745d3c2,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:55.515692 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4d04b28c-e460-49e3-a7dd-ea9d19b7ddb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:55.517749 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-4d04b28c-e460-49e3-a7dd-ea9d19b7ddb2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] 10.222.0.101 "DELETE /v2.0/ports/7521bda4-55d9-497f-9b69-ef431745d3c2 HTTP/1.1" status: 204 len: 168 time: 0.5705564 Sep 24 15:53:55.520472 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43700) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:55.538787 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce2c733-c500-4629-98d2-b2ced3f43494 x-openstack-request-id: req-7ce2c733-c500-4629-98d2-b2ced3f43494 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:53:55.539082 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cffe7aaf-b947-49e8-8c24-ba60972c40b9", "name": "network-vif-deleted", "tag": "d48576b0-007f-45c0-8063-70899a823b18", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:53:55.539358 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-7ce2c733-c500-4629-98d2-b2ced3f43494 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:53:55.539757 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cffe7aaf-b947-49e8-8c24-ba60972c40b9', 'name': 'network-vif-deleted', 'tag': 'd48576b0-007f-45c0-8063-70899a823b18', 'status': 'completed', 'code': 200} Sep 24 15:53:55.548726 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9446cfc-ef78-458b-a0e9-8309b3971d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] GET failed (client error): The resource could not be found. Sep 24 15:53:55.557669 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e9446cfc-ef78-458b-a0e9-8309b3971d35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] 10.222.0.101 "GET /v2.0/ports/7521bda4-55d9-497f-9b69-ef431745d3c2 HTTP/1.1" status: 404 len: 333 time: 0.0289359 Sep 24 15:53:55.557807 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2a95257d-266d-498a-903f-c453a0d0493f tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:55.557935 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43702) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:55.561332 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-5d3631e4-6701-4cde-a52b-0fa479b611ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-643089941', 'network_id': '9100391d-e588-447d-bacb-37c192521f13'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:53:55.632752 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device d48576b0-007f-45c0-8063-70899a823b18 no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:53:55.655873 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] No Port match for: d48576b0-007f-45c0-8063-70899a823b18 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:53:55.656220 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device d48576b0-007f-45c0-8063-70899a823b18 not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:53:55.718057 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-36677659-e3e4-49ad-98b8-393eda69879f req-da64cfb5-21cf-4806-a8a2-47979bb14ed1 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811175 Sep 24 15:53:55.729758 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b26c384-a064-4a25-93b4-7edbd8d29f09 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Made reservation on behalf of 6fd8ff8df3b84ebcb401d12464d751f7 for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:53:55.737982 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8b26c384-a064-4a25-93b4-7edbd8d29f09 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:55.847604 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-889785be-8443-4fc9-a378-9b6cc32e4be1 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Router 74d0ced5-4bae-4df5-9549-085946fe4576 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:53:55.868971 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4694f230-9958-4475-92a6-957b6c100a34 req-e04f99f0-4e50-4171-9e2b-fe21e0ed758b tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=cffe7aaf-b947-49e8-8c24-ba60972c40b9 HTTP/1.1" status: 200 len: 210 time: 0.0331481 Sep 24 15:53:55.909987 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a95257d-266d-498a-903f-c453a0d0493f tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Router 3a556880-1690-47c1-b61f-2b29f4c2f201 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:53:55.943450 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d3631e4-6701-4cde-a52b-0fa479b611ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Made reservation on behalf of 33a1382ce87542efafeee6a3c5286f68 for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:53:55.945716 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5d3631e4-6701-4cde-a52b-0fa479b611ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:55.999469 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [None req-5d3631e4-6701-4cde-a52b-0fa479b611ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] device_id is not set on port 3ae447a9-709a-4eb9-ac4e-76686847a3f3 yet. {{(pid=95297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:53:56.050723 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a95257d-266d-498a-903f-c453a0d0493f tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:53:56.065288 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-2a95257d-266d-498a-903f-c453a0d0493f tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "PUT /v2.0/routers/3a556880-1690-47c1-b61f-2b29f4c2f201/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3632569 Sep 24 15:53:56.065616 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43706) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:56.068975 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0068382-1326-4eb2-800f-2e3dd4b9b992 None None] Sync routers for ids ['3a556880-1690-47c1-b61f-2b29f4c2f201'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:53:56.079004 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0068382-1326-4eb2-800f-2e3dd4b9b992 None None] Routers {'3a556880-1690-47c1-b61f-2b29f4c2f201'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:53:56.079634 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-a0068382-1326-4eb2-800f-2e3dd4b9b992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:53:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['3a556880-1690-47c1-b61f-2b29f4c2f201'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:56.097162 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-db8e4106-1dc8-4fad-b6f3-dcd2914e177f tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Deleting port 5fd86886-b473-486d-8673-7629bf16fc33 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:53:56.097502 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-db8e4106-1dc8-4fad-b6f3-dcd2914e177f tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:56.154046 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-a0068382-1326-4eb2-800f-2e3dd4b9b992 None None] Set router 3a556880-1690-47c1-b61f-2b29f4c2f201 gateway port host: None {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:53:56.157928 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73acc839-8eca-4a7c-b1ba-44051b75e2ff tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:56.159555 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73acc839-8eca-4a7c-b1ba-44051b75e2ff tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:56.162418 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-73acc839-8eca-4a7c-b1ba-44051b75e2ff tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0945356 Sep 24 15:53:56.167093 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43708) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:56.177908 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-889785be-8443-4fc9-a378-9b6cc32e4be1 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:53:56.193201 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318e0fe1-2f9a-4552-978d-d776d4f736d7 None None] Sync routers for ids ['74d0ced5-4bae-4df5-9549-085946fe4576'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:53:56.203136 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318e0fe1-2f9a-4552-978d-d776d4f736d7 None None] Routers {'74d0ced5-4bae-4df5-9549-085946fe4576'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:53:56.203987 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-318e0fe1-2f9a-4552-978d-d776d4f736d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:53:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['74d0ced5-4bae-4df5-9549-085946fe4576'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:56.230651 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-a0068382-1326-4eb2-800f-2e3dd4b9b992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a556880-1690-47c1-b61f-2b29f4c2f201', 'name': 'tempest-NetworksTestDHCPv6-router-1617444524', 'tenant_id': '1ffc126d96724ce991d5ac46e64fd1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:53:42Z', 'updated_at': '2021-09-24T15:53:54Z', 'revision_number': 3, 'project_id': '1ffc126d96724ce991d5ac46e64fd1ec', 'gw_port_host': None}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:56.251289 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f63aec0-1f25-4988-aa18-b9eea157fc83 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Deleting subnet f758aee0-a9f3-44d9-beee-c006fc5ce513 {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:53:56.257384 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4f63aec0-1f25-4988-aa18-b9eea157fc83 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:56.262582 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5d3631e4-6701-4cde-a52b-0fa479b611ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:56.262827 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-db8e4106-1dc8-4fad-b6f3-dcd2914e177f tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] For port 5fd86886-b473-486d-8673-7629bf16fc33, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=5fd86886-b473-486d-8673-7629bf16fc33,segment=NetworkSegment(597438e5-8201-4b43-868d-146c59b6b364),segment_id=597438e5-8201-4b43-868d-146c59b6b364)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:53:56.262827 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-db8e4106-1dc8-4fad-b6f3-dcd2914e177f tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:56.280172 n-d-808921-1 neutron-server[95297]: DEBUG neutron.objects.ports [None req-8b26c384-a064-4a25-93b4-7edbd8d29f09 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95297) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 24 15:53:56.283198 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8b26c384-a064-4a25-93b4-7edbd8d29f09 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:56.283474 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0068382-1326-4eb2-800f-2e3dd4b9b992 None None] Checking router: 3a556880-1690-47c1-b61f-2b29f4c2f201 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:53:56.295927 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0068382-1326-4eb2-800f-2e3dd4b9b992 None None] Routers {'3a556880-1690-47c1-b61f-2b29f4c2f201'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:53:56.297221 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-a0068382-1326-4eb2-800f-2e3dd4b9b992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:53:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['3a556880-1690-47c1-b61f-2b29f4c2f201'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:56.305668 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-db8e4106-1dc8-4fad-b6f3-dcd2914e177f tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Calling delete_port for 5fd86886-b473-486d-8673-7629bf16fc33 owned by network:router_interface {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:53:56.314000 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-889785be-8443-4fc9-a378-9b6cc32e4be1 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:56.333824 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-318e0fe1-2f9a-4552-978d-d776d4f736d7 None None] Set router 74d0ced5-4bae-4df5-9549-085946fe4576 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:53:56.342094 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b26c384-a064-4a25-93b4-7edbd8d29f09 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Pushing event updated for resources: {'Subnet': ['ID=8e508a86-6a28-4c0c-b480-27dd9137713b,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:56.346405 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4f63aec0-1f25-4988-aa18-b9eea157fc83 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:56.363934 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b26c384-a064-4a25-93b4-7edbd8d29f09 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:53:56.364289 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b26c384-a064-4a25-93b4-7edbd8d29f09 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:53:56.364613 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b26c384-a064-4a25-93b4-7edbd8d29f09 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:53:56.364949 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b26c384-a064-4a25-93b4-7edbd8d29f09 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:53:56.365279 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b26c384-a064-4a25-93b4-7edbd8d29f09 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:53:56.365608 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b26c384-a064-4a25-93b4-7edbd8d29f09 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:53:56.365938 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b26c384-a064-4a25-93b4-7edbd8d29f09 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:53:56.366320 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b26c384-a064-4a25-93b4-7edbd8d29f09 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:53:56.366670 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b26c384-a064-4a25-93b4-7edbd8d29f09 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:53:56.366994 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b26c384-a064-4a25-93b4-7edbd8d29f09 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:53:56.367318 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b26c384-a064-4a25-93b4-7edbd8d29f09 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:53:56.367639 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b26c384-a064-4a25-93b4-7edbd8d29f09 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:53:56.399606 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b26c384-a064-4a25-93b4-7edbd8d29f09 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Checking segment: {'id': '960adbfa-fa35-41db-adad-2c1f5eab96c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'fd54732d-f48a-42ce-9fbf-e56d2f0558fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:53:56.399966 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b26c384-a064-4a25-93b4-7edbd8d29f09 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Network hostable DHCP agents. Network: fd54732d-f48a-42ce-9fbf-e56d2f0558fb, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:53:56.412758 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-889785be-8443-4fc9-a378-9b6cc32e4be1 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 10.5119426 Sep 24 15:53:56.417887 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43710) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:56.423928 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-a0068382-1326-4eb2-800f-2e3dd4b9b992 None None] Set router 3a556880-1690-47c1-b61f-2b29f4c2f201 gateway port host: None {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:53:56.500053 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-a0068382-1326-4eb2-800f-2e3dd4b9b992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a556880-1690-47c1-b61f-2b29f4c2f201', 'name': 'tempest-NetworksTestDHCPv6-router-1617444524', 'tenant_id': '1ffc126d96724ce991d5ac46e64fd1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:53:42Z', 'updated_at': '2021-09-24T15:53:54Z', 'revision_number': 3, 'project_id': '1ffc126d96724ce991d5ac46e64fd1ec', 'gw_port_host': None}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:56.531967 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0068382-1326-4eb2-800f-2e3dd4b9b992 None None] The sync data for ids ['3a556880-1690-47c1-b61f-2b29f4c2f201'] in n-d-808921-1 is: [{'id': '3a556880-1690-47c1-b61f-2b29f4c2f201', 'name': 'tempest-NetworksTestDHCPv6-router-1617444524', 'tenant_id': '1ffc126d96724ce991d5ac46e64fd1ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:53:42Z', 'updated_at': '2021-09-24T15:53:54Z', 'revision_number': 3, 'project_id': '1ffc126d96724ce991d5ac46e64fd1ec', 'gw_port_host': None}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:53:56.532530 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5d3631e4-6701-4cde-a52b-0fa479b611ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:56.577543 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-13724f75-1cdb-4f47-bf1c-a8eb02e2385a tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/floatingips/53a03020-ba9b-47e0-9646-f667c9bc693c HTTP/1.1" status: 200 len: 990 time: 0.1566803 Sep 24 15:53:56.577999 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b26c384-a064-4a25-93b4-7edbd8d29f09 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Network fd54732d-f48a-42ce-9fbf-e56d2f0558fb is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:53:56.591324 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d3631e4-6701-4cde-a52b-0fa479b611ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Network 9100391d-e588-447d-bacb-37c192521f13 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:53:56.595737 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4f63aec0-1f25-4988-aa18-b9eea157fc83 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:56.598239 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-5d3631e4-6701-4cde-a52b-0fa479b611ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:53:56.602540 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3631e4-6701-4cde-a52b-0fa479b611ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:53:56.603537 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d3631e4-6701-4cde-a52b-0fa479b611ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:56.604089 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5d3631e4-6701-4cde-a52b-0fa479b611ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:56.619720 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3631e4-6701-4cde-a52b-0fa479b611ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Pushing event updated for resources: {'Port': ['ID=3ae447a9-709a-4eb9-ac4e-76686847a3f3,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:56.629734 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-318e0fe1-2f9a-4552-978d-d776d4f736d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d0ced5-4bae-4df5-9549-085946fe4576', 'name': 'tempest-TestNetworkBasicOps-router-118955220', 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '75ca1059-9905-4ba8-ae95-357afde4cc34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:52:48Z', 'updated_at': '2021-09-24T15:53:08Z', 'revision_number': 4, 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'gw_port': {'id': '75ca1059-9905-4ba8-ae95-357afde4cc34', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:91:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d0ced5-4bae-4df5-9549-085946fe4576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:52:50Z', 'updated_at': '2021-09-24T15:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': '53a03020-ba9b-47e0-9646-f667c9bc693c', 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'floating_ip_address': '172.25.0.57', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '74d0ced5-4bae-4df5-9549-085946fe4576', 'port_id': 'd1862b1f-4d7b-4e17-b328-e8db2634c97a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9650dd06-c337-403b-9f2f-c268b521f2ba', 'mac_address': 'fa:16:3e:ce:e0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b6a1f0-7b0d-4e7e-af5d-8e794e98c80d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:53:50Z', 'updated_at': '2021-09-24T15:53:50Z', 'revision_number': 0, 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f110d8a9-7d91-48ca-833e-929f7bb3af71', 'name': '', 'network_id': '9650dd06-c337-403b-9f2f-c268b521f2ba', 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'mac_address': 'fa:16:3e:c2:2e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d0ced5-4bae-4df5-9549-085946fe4576', 'device_owner': 'network:router_interface', 'standard_attr_id': 2367, 'fixed_ips': [{'subnet_id': '250e76ba-07ca-44b4-bdd4-d39b52ecd754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:53:06Z', 'updated_at': '2021-09-24T15:53:15Z', 'revision_number': 5, 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'subnets': [{'id': '250e76ba-07ca-44b4-bdd4-d39b52ecd754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:56.656979 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318e0fe1-2f9a-4552-978d-d776d4f736d7 None None] Checking router: 74d0ced5-4bae-4df5-9549-085946fe4576 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:53:56.665279 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318e0fe1-2f9a-4552-978d-d776d4f736d7 None None] Routers {'74d0ced5-4bae-4df5-9549-085946fe4576'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:53:56.665815 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-318e0fe1-2f9a-4552-978d-d776d4f736d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:53:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['74d0ced5-4bae-4df5-9549-085946fe4576'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:56.704512 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-5d3631e4-6701-4cde-a52b-0fa479b611ba tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.1468461 Sep 24 15:53:56.705302 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-8b26c384-a064-4a25-93b4-7edbd8d29f09 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, fd54732d-f48a-42ce-9fbf-e56d2f0558fb) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:53:56.707435 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43712) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:56.719316 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b26c384-a064-4a25-93b4-7edbd8d29f09 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:56.719933 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8b26c384-a064-4a25-93b4-7edbd8d29f09 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:56.724143 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec25477f-061a-4b99-ac54-e43fbfcb2434 None None] Network fd54732d-f48a-42ce-9fbf-e56d2f0558fb requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:53:56.752761 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-286c6121-95f4-42b4-b876-bc196be5fbb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:56.754549 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-286c6121-95f4-42b4-b876-bc196be5fbb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] 10.222.0.101 "GET /v2.0/ports/3ae447a9-709a-4eb9-ac4e-76686847a3f3 HTTP/1.1" status: 200 len: 958 time: 0.0457444 Sep 24 15:53:56.757070 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43716) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:56.768612 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4f63aec0-1f25-4988-aa18-b9eea157fc83 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:56.799228 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-318e0fe1-2f9a-4552-978d-d776d4f736d7 None None] Set router 74d0ced5-4bae-4df5-9549-085946fe4576 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:53:56.810946 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f63aec0-1f25-4988-aa18-b9eea157fc83 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event deleted for resources: {'Subnet': ['ID=f758aee0-a9f3-44d9-beee-c006fc5ce513,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:56.825362 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4f63aec0-1f25-4988-aa18-b9eea157fc83 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:56.827820 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-4f63aec0-1f25-4988-aa18-b9eea157fc83 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/subnets/f758aee0-a9f3-44d9-beee-c006fc5ce513 HTTP/1.1" status: 204 len: 168 time: 0.6594696 Sep 24 15:53:56.829334 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-db8e4106-1dc8-4fad-b6f3-dcd2914e177f tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:56.831221 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43718) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:56.853503 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c51f7d-df6f-45b5-b7b2-e3ba66a53689 None None] Network 50d98e88-8a75-4835-9919-86c163395f7c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:53:56.893008 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8e4106-1dc8-4fad-b6f3-dcd2914e177f tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Pushing event deleted for resources: {'Port': ['ID=5fd86886-b473-486d-8673-7629bf16fc33,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:56.895584 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-8b26c384-a064-4a25-93b4-7edbd8d29f09 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.5357230 Sep 24 15:53:56.907685 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43722) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:56.993948 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43724) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:57.199840 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7fc18f-e564-48b0-9cc8-c0476d0c0d98 None None] DHCP port deletion for 50d98e88-8a75-4835-9919-86c163395f7c request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:53:57.234464 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c529f-8e86-4b87-8d9d-a50d5317ae80 req-d0793716-8255-4e32-a806-2041f0a2d0ee tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:57.236396 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-029c529f-8e86-4b87-8d9d-a50d5317ae80 req-d0793716-8255-4e32-a806-2041f0a2d0ee tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 947 time: 0.3552556 Sep 24 15:53:57.238583 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-db8e4106-1dc8-4fad-b6f3-dcd2914e177f tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:57.268340 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2726be16-768b-4327-b8d5-f0dfef0ff461 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-fd54732d-f48a-42ce-9fbf-e56d2f0558fb', 'network_id': 'fd54732d-f48a-42ce-9fbf-e56d2f0558fb', 'tenant_id': '6fd8ff8df3b84ebcb401d12464d751f7', 'fixed_ips': [{'subnet_id': '8e508a86-6a28-4c0c-b480-27dd9137713b'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:53:57.269187 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2726be16-768b-4327-b8d5-f0dfef0ff461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:57.280320 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfbfc0c-de6e-4474-b4ed-1a1f444283d2 req-d8d044c9-11d5-47ae-9bf4-a62ca6dffef4 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:57.282066 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1cfbfc0c-de6e-4474-b4ed-1a1f444283d2 req-d8d044c9-11d5-47ae-9bf4-a62ca6dffef4 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.110 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 947 time: 0.2380357 Sep 24 15:53:57.286284 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-318e0fe1-2f9a-4552-978d-d776d4f736d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d0ced5-4bae-4df5-9549-085946fe4576', 'name': 'tempest-TestNetworkBasicOps-router-118955220', 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '75ca1059-9905-4ba8-ae95-357afde4cc34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:52:48Z', 'updated_at': '2021-09-24T15:53:08Z', 'revision_number': 4, 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'gw_port': {'id': '75ca1059-9905-4ba8-ae95-357afde4cc34', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:91:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d0ced5-4bae-4df5-9549-085946fe4576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:52:50Z', 'updated_at': '2021-09-24T15:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': '53a03020-ba9b-47e0-9646-f667c9bc693c', 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'floating_ip_address': '172.25.0.57', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '74d0ced5-4bae-4df5-9549-085946fe4576', 'port_id': 'd1862b1f-4d7b-4e17-b328-e8db2634c97a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9650dd06-c337-403b-9f2f-c268b521f2ba', 'mac_address': 'fa:16:3e:ce:e0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b6a1f0-7b0d-4e7e-af5d-8e794e98c80d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:53:50Z', 'updated_at': '2021-09-24T15:53:50Z', 'revision_number': 0, 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f110d8a9-7d91-48ca-833e-929f7bb3af71', 'name': '', 'network_id': '9650dd06-c337-403b-9f2f-c268b521f2ba', 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'mac_address': 'fa:16:3e:c2:2e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d0ced5-4bae-4df5-9549-085946fe4576', 'device_owner': 'network:router_interface', 'standard_attr_id': 2367, 'fixed_ips': [{'subnet_id': '250e76ba-07ca-44b4-bdd4-d39b52ecd754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:53:06Z', 'updated_at': '2021-09-24T15:53:15Z', 'revision_number': 5, 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'subnets': [{'id': '250e76ba-07ca-44b4-bdd4-d39b52ecd754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:57.328073 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-318e0fe1-2f9a-4552-978d-d776d4f736d7 None None] The sync data for ids ['74d0ced5-4bae-4df5-9549-085946fe4576'] in n-d-808921-1 is: [{'id': '74d0ced5-4bae-4df5-9549-085946fe4576', 'name': 'tempest-TestNetworkBasicOps-router-118955220', 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '75ca1059-9905-4ba8-ae95-357afde4cc34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:52:48Z', 'updated_at': '2021-09-24T15:53:08Z', 'revision_number': 4, 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'gw_port': {'id': '75ca1059-9905-4ba8-ae95-357afde4cc34', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:91:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d0ced5-4bae-4df5-9549-085946fe4576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:52:50Z', 'updated_at': '2021-09-24T15:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': '53a03020-ba9b-47e0-9646-f667c9bc693c', 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'floating_ip_address': '172.25.0.57', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '74d0ced5-4bae-4df5-9549-085946fe4576', 'port_id': 'd1862b1f-4d7b-4e17-b328-e8db2634c97a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9650dd06-c337-403b-9f2f-c268b521f2ba', 'mac_address': 'fa:16:3e:ce:e0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b6a1f0-7b0d-4e7e-af5d-8e794e98c80d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:53:50Z', 'updated_at': '2021-09-24T15:53:50Z', 'revision_number': 0, 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f110d8a9-7d91-48ca-833e-929f7bb3af71', 'name': '', 'network_id': '9650dd06-c337-403b-9f2f-c268b521f2ba', 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'mac_address': 'fa:16:3e:c2:2e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d0ced5-4bae-4df5-9549-085946fe4576', 'device_owner': 'network:router_interface', 'standard_attr_id': 2367, 'fixed_ips': [{'subnet_id': '250e76ba-07ca-44b4-bdd4-d39b52ecd754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:53:06Z', 'updated_at': '2021-09-24T15:53:15Z', 'revision_number': 5, 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'subnets': [{'id': '250e76ba-07ca-44b4-bdd4-d39b52ecd754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:53:57.393598 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-fd7fc18f-e564-48b0-9cc8-c0476d0c0d98 None None] Deleting port 0f0d9367-f018-435b-92db-51eb0f802c46 {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:53:57.393975 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-fd7fc18f-e564-48b0-9cc8-c0476d0c0d98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:57.447222 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-029c529f-8e86-4b87-8d9d-a50d5317ae80 req-94d07d5f-3638-4d09-8ab2-318ec7d556c1 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905782 Sep 24 15:53:57.525104 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-fd7fc18f-e564-48b0-9cc8-c0476d0c0d98 None None] For port 0f0d9367-f018-435b-92db-51eb0f802c46, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=0f0d9367-f018-435b-92db-51eb0f802c46,segment=NetworkSegment(fb531be8-b37e-4ff9-a98b-5c7db484a0eb),segment_id=fb531be8-b37e-4ff9-a98b-5c7db484a0eb)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:53:57.525644 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-fd7fc18f-e564-48b0-9cc8-c0476d0c0d98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:57.541250 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87b6a1f0-7b0d-4e7e-af5d-8e794e98c80d', 'tag': 'd1862b1f-4d7b-4e17-b328-e8db2634c97a'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:53:57.543519 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30dbc50c-fc0e-4123-9bfd-fad5d500e79a" -d '{"events": [{"name": "network-changed", "server_uuid": "87b6a1f0-7b0d-4e7e-af5d-8e794e98c80d", "tag": "d1862b1f-4d7b-4e17-b328-e8db2634c97a"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:53:57.545250 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-fd7fc18f-e564-48b0-9cc8-c0476d0c0d98 None None] Calling delete_port for 0f0d9367-f018-435b-92db-51eb0f802c46 owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:53:57.547930 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-2726be16-768b-4327-b8d5-f0dfef0ff461 None None] Allocated IP 2001:db8::f816:3eff:fec3:3fad (fd54732d-f48a-42ce-9fbf-e56d2f0558fb/8e508a86-6a28-4c0c-b480-27dd9137713b/b5adc1d7-4d33-437a-86f1-65e1c4b7699f) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:53:57.580697 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-8511344f-a08a-4ffa-a766-c1003bdee115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Deleting port 3ae447a9-709a-4eb9-ac4e-76686847a3f3 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:53:57.581048 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8511344f-a08a-4ffa-a766-c1003bdee115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:57.582784 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43728) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:57.616268 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d38a9172-5bc8-431f-9171-6ef3732e848f x-openstack-request-id: req-d38a9172-5bc8-431f-9171-6ef3732e848f {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:53:57.617137 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87b6a1f0-7b0d-4e7e-af5d-8e794e98c80d", "tag": "d1862b1f-4d7b-4e17-b328-e8db2634c97a", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:53:57.617542 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d38a9172-5bc8-431f-9171-6ef3732e848f {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:53:57.618111 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87b6a1f0-7b0d-4e7e-af5d-8e794e98c80d', 'tag': 'd1862b1f-4d7b-4e17-b328-e8db2634c97a', 'status': 'completed', 'code': 200} Sep 24 15:53:57.622542 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-1cfbfc0c-de6e-4474-b4ed-1a1f444283d2 req-70f6f1ab-522a-438c-b31e-e8078ae74fbe tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Deleting port 03256c2c-9512-46e8-bb7a-08f5c9148dbc {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:53:57.623097 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1cfbfc0c-de6e-4474-b4ed-1a1f444283d2 req-70f6f1ab-522a-438c-b31e-e8078ae74fbe tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:57.687627 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e73421fa-4c3d-46ef-83cf-2e518c6a0efb None None] New status for floating IP 53a03020-ba9b-47e0-9646-f667c9bc693c: ACTIVE {{(pid=95299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:53:57.689302 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db8e4106-1dc8-4fad-b6f3-dcd2914e177f tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Router 2290273b-7c8a-4141-881a-684b68354ed4 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:53:57.712658 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-3975c11b-ddc2-49bd-ac37-a6f1b2a350e3 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.8801928 Sep 24 15:53:57.730834 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43730) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:57.743868 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dbc50c-fc0e-4123-9bfd-fad5d500e79a req-e9a4de26-e2c1-43a1-8495-44344bdcd24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:57.745626 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-30dbc50c-fc0e-4123-9bfd-fad5d500e79a req-e9a4de26-e2c1-43a1-8495-44344bdcd24a service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=7841fa2f595c42b88ef5416d36f78c25&device_id=87b6a1f0-7b0d-4e7e-af5d-8e794e98c80d HTTP/1.1" status: 200 len: 1096 time: 0.1192060 Sep 24 15:53:57.843776 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-fd7fc18f-e564-48b0-9cc8-c0476d0c0d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:57.869831 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-5de4127b-e064-4a7c-8df6-468bd2e904b1 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/floatingips/53a03020-ba9b-47e0-9646-f667c9bc693c HTTP/1.1" status: 200 len: 990 time: 0.2749543 Sep 24 15:53:57.877451 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8511344f-a08a-4ffa-a766-c1003bdee115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:57.890519 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-634187f3-33a1-4e22-b2aa-edbe6048c910 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:57.902539 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7fc18f-e564-48b0-9cc8-c0476d0c0d98 None None] Pushing event deleted for resources: {'Port': ['ID=0f0d9367-f018-435b-92db-51eb0f802c46,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:57.904883 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7fc18f-e564-48b0-9cc8-c0476d0c0d98 None None] No DVR routers for this DVR port 0f0d9367-f018-435b-92db-51eb0f802c46 on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:53:57.906871 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2726be16-768b-4327-b8d5-f0dfef0ff461 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:57.911395 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-8511344f-a08a-4ffa-a766-c1003bdee115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Calling delete_port for 3ae447a9-709a-4eb9-ac4e-76686847a3f3 owned by {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:53:58.007208 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2726be16-768b-4327-b8d5-f0dfef0ff461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:58.075014 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2726be16-768b-4327-b8d5-f0dfef0ff461 None None] Network fd54732d-f48a-42ce-9fbf-e56d2f0558fb is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:53:58.086623 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-2726be16-768b-4327-b8d5-f0dfef0ff461 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:53:58.090664 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2726be16-768b-4327-b8d5-f0dfef0ff461 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:53:58.119529 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2726be16-768b-4327-b8d5-f0dfef0ff461 None None] Pushing event updated for resources: {'Port': ['ID=b5adc1d7-4d33-437a-86f1-65e1c4b7699f,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:58.128154 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-634187f3-33a1-4e22-b2aa-edbe6048c910 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:58.220725 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-2726be16-768b-4327-b8d5-f0dfef0ff461 None None] Attempting to bind port b5adc1d7-4d33-437a-86f1-65e1c4b7699f on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:53:58.221354 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-2726be16-768b-4327-b8d5-f0dfef0ff461 None None] Attempting to bind port b5adc1d7-4d33-437a-86f1-65e1c4b7699f by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '960adbfa-fa35-41db-adad-2c1f5eab96c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'fd54732d-f48a-42ce-9fbf-e56d2f0558fb'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:53:58.222406 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2726be16-768b-4327-b8d5-f0dfef0ff461 None None] Attempting to bind port b5adc1d7-4d33-437a-86f1-65e1c4b7699f on network fd54732d-f48a-42ce-9fbf-e56d2f0558fb {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:53:58.225851 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 0f0d9367-f018-435b-92db-51eb0f802c46 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:53:58.252949 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 0f0d9367-f018-435b-92db-51eb0f802c46 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:53:58.253531 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 0f0d9367-f018-435b-92db-51eb0f802c46 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:53:58.253952 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device d9e2af05-7625-4f51-b3d0-0fd2c9596112 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:53:58.283993 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2726be16-768b-4327-b8d5-f0dfef0ff461 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:53:58.284387 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2726be16-768b-4327-b8d5-f0dfef0ff461 None None] Checking segment: {'id': '960adbfa-fa35-41db-adad-2c1f5eab96c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'fd54732d-f48a-42ce-9fbf-e56d2f0558fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:53:58.284761 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d257fb8a-b4c1-4435-86ab-12323f44f556 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for router, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:58.284961 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2726be16-768b-4327-b8d5-f0dfef0ff461 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:58.285378 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2726be16-768b-4327-b8d5-f0dfef0ff461 None None] Bound using segment: {'id': '960adbfa-fa35-41db-adad-2c1f5eab96c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'fd54732d-f48a-42ce-9fbf-e56d2f0558fb'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:53:58.285870 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-2726be16-768b-4327-b8d5-f0dfef0ff461 None None] Bound port: b5adc1d7-4d33-437a-86f1-65e1c4b7699f, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '960adbfa-fa35-41db-adad-2c1f5eab96c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': 'fd54732d-f48a-42ce-9fbf-e56d2f0558fb'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:53:58.286318 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2726be16-768b-4327-b8d5-f0dfef0ff461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:58.298758 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: d9e2af05-7625-4f51-b3d0-0fd2c9596112 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:53:58.299756 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device d9e2af05-7625-4f51-b3d0-0fd2c9596112 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:53:58.312990 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8511344f-a08a-4ffa-a766-c1003bdee115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:58.351872 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8511344f-a08a-4ffa-a766-c1003bdee115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Pushing event deleted for resources: {'Port': ['ID=3ae447a9-709a-4eb9-ac4e-76686847a3f3,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:58.361530 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8511344f-a08a-4ffa-a766-c1003bdee115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:58.366832 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-8511344f-a08a-4ffa-a766-c1003bdee115 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] 10.222.0.101 "DELETE /v2.0/ports/3ae447a9-709a-4eb9-ac4e-76686847a3f3 HTTP/1.1" status: 204 len: 168 time: 1.6087577 Sep 24 15:53:58.368825 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43732) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:58.379616 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-634187f3-33a1-4e22-b2aa-edbe6048c910 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:58.408627 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db8e4106-1dc8-4fad-b6f3-dcd2914e177f tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:53:58.423729 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f8efc6-17c2-4d35-a8e1-e0227f133ae1 None None] Sync routers for ids ['2290273b-7c8a-4141-881a-684b68354ed4'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:53:58.424994 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-2726be16-768b-4327-b8d5-f0dfef0ff461 None None] For port b5adc1d7-4d33-437a-86f1-65e1c4b7699f, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:53:58.429660 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-2726be16-768b-4327-b8d5-f0dfef0ff461 None None] For port b5adc1d7-4d33-437a-86f1-65e1c4b7699f, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=b5adc1d7-4d33-437a-86f1-65e1c4b7699f,segment=NetworkSegment(960adbfa-fa35-41db-adad-2c1f5eab96c7),segment_id=960adbfa-fa35-41db-adad-2c1f5eab96c7)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:53:58.433818 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f8efc6-17c2-4d35-a8e1-e0227f133ae1 None None] Routers {'2290273b-7c8a-4141-881a-684b68354ed4'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:53:58.434633 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-51f8efc6-17c2-4d35-a8e1-e0227f133ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:53:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['2290273b-7c8a-4141-881a-684b68354ed4'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:58.446171 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634187f3-33a1-4e22-b2aa-edbe6048c910 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Pushing event deleted for resources: {'Subnet': ['ID=8e508a86-6a28-4c0c-b480-27dd9137713b,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:58.452166 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-db8e4106-1dc8-4fad-b6f3-dcd2914e177f tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "PUT /v2.0/routers/2290273b-7c8a-4141-881a-684b68354ed4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5822167 Sep 24 15:53:58.452382 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8a6aefc-9edf-4603-9fae-d4b59083224f tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] GET failed (client error): The resource could not be found. Sep 24 15:53:58.455439 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e8a6aefc-9edf-4603-9fae-d4b59083224f tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] 10.222.0.101 "GET /v2.0/ports/3ae447a9-709a-4eb9-ac4e-76686847a3f3 HTTP/1.1" status: 404 len: 333 time: 0.0852649 Sep 24 15:53:58.455650 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43734) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:58.455850 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43736) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:58.457923 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-1cfbfc0c-de6e-4474-b4ed-1a1f444283d2 req-70f6f1ab-522a-438c-b31e-e8078ae74fbe tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] For port 03256c2c-9512-46e8-bb7a-08f5c9148dbc, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=03256c2c-9512-46e8-bb7a-08f5c9148dbc,segment=NetworkSegment(52d1c812-065d-43bf-bb73-529423424f9b),segment_id=52d1c812-065d-43bf-bb73-529423424f9b)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:53:58.458299 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1cfbfc0c-de6e-4474-b4ed-1a1f444283d2 req-70f6f1ab-522a-438c-b31e-e8078ae74fbe tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:58.466133 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-57e6011f-d8c7-41ea-83df-a9f4b773d200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Request body: {'port': {'network_id': '9100391d-e588-447d-bacb-37c192521f13', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1491403248'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:53:58.507837 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2726be16-768b-4327-b8d5-f0dfef0ff461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:58.530375 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-634187f3-33a1-4e22-b2aa-edbe6048c910 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:58.547199 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-51f8efc6-17c2-4d35-a8e1-e0227f133ae1 None None] Set router 2290273b-7c8a-4141-881a-684b68354ed4 gateway port host: None {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:53:58.561633 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-634187f3-33a1-4e22-b2aa-edbe6048c910 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd54732d-f48a-42ce-9fbf-e56d2f0558fb']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:58.585921 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-634187f3-33a1-4e22-b2aa-edbe6048c910 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '960adbfa-fa35-41db-adad-2c1f5eab96c7') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:58.586385 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-634187f3-33a1-4e22-b2aa-edbe6048c910 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '960adbfa-fa35-41db-adad-2c1f5eab96c7') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:58.594470 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-1cfbfc0c-de6e-4474-b4ed-1a1f444283d2 req-70f6f1ab-522a-438c-b31e-e8078ae74fbe tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Calling delete_port for 03256c2c-9512-46e8-bb7a-08f5c9148dbc owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:53:58.601210 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-634187f3-33a1-4e22-b2aa-edbe6048c910 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:58.610411 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2726be16-768b-4327-b8d5-f0dfef0ff461 None None] Pushing event updated for resources: {'Port': ['ID=b5adc1d7-4d33-437a-86f1-65e1c4b7699f,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:58.632844 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-51f8efc6-17c2-4d35-a8e1-e0227f133ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2290273b-7c8a-4141-881a-684b68354ed4', 'name': 'tempest-RoutersIpV6Test-router-1803128549', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:52:46Z', 'updated_at': '2021-09-24T15:53:56Z', 'revision_number': 11, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'gw_port_host': None}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:58.633179 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8497f681-1bdc-4517-b5b4-0520992c940a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:58.670466 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f8efc6-17c2-4d35-a8e1-e0227f133ae1 None None] Checking router: 2290273b-7c8a-4141-881a-684b68354ed4 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:53:58.680444 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f8efc6-17c2-4d35-a8e1-e0227f133ae1 None None] Routers {'2290273b-7c8a-4141-881a-684b68354ed4'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:53:58.681328 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-51f8efc6-17c2-4d35-a8e1-e0227f133ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:53:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['2290273b-7c8a-4141-881a-684b68354ed4'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:58.691789 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-634187f3-33a1-4e22-b2aa-edbe6048c910 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:58.718699 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d257fb8a-b4c1-4435-86ab-12323f44f556 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:58.721062 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d257fb8a-b4c1-4435-86ab-12323f44f556 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:58.749054 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dbc50c-fc0e-4123-9bfd-fad5d500e79a req-b24a96e9-2777-472f-a464-84dd6be4aeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:58.749054 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-30dbc50c-fc0e-4123-9bfd-fad5d500e79a req-b24a96e9-2777-472f-a464-84dd6be4aeeb service neutron] 10.222.0.110 "GET /v2.0/networks?id=9650dd06-c337-403b-9f2f-c268b521f2ba HTTP/1.1" status: 200 len: 898 time: 0.9597590 Sep 24 15:53:58.754905 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-51f8efc6-17c2-4d35-a8e1-e0227f133ae1 None None] Set router 2290273b-7c8a-4141-881a-684b68354ed4 gateway port host: None {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:53:58.762367 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-9795aa16-92d0-44fe-9729-9899642a0dfe tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Deleting subnet c47f39ca-af3b-42f3-8828-e5ce704cdd74 {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:53:58.816583 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-51f8efc6-17c2-4d35-a8e1-e0227f133ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2290273b-7c8a-4141-881a-684b68354ed4', 'name': 'tempest-RoutersIpV6Test-router-1803128549', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:52:46Z', 'updated_at': '2021-09-24T15:53:56Z', 'revision_number': 11, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'gw_port_host': None}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:53:58.822540 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-634187f3-33a1-4e22-b2aa-edbe6048c910 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Releasing vlan 1264 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:53:58.825451 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-634187f3-33a1-4e22-b2aa-edbe6048c910 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:58.861232 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f8efc6-17c2-4d35-a8e1-e0227f133ae1 None None] The sync data for ids ['2290273b-7c8a-4141-881a-684b68354ed4'] in n-d-808921-1 is: [{'id': '2290273b-7c8a-4141-881a-684b68354ed4', 'name': 'tempest-RoutersIpV6Test-router-1803128549', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:52:46Z', 'updated_at': '2021-09-24T15:53:56Z', 'revision_number': 11, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'gw_port_host': None}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:53:58.868016 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9795aa16-92d0-44fe-9729-9899642a0dfe tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:58.884501 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:53:58.884501 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:53:58.884501 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:53:58.884501 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:53:58.884501 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:53:58.884501 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:53:58.884501 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:53:58.884501 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:53:58.884501 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:53:58.884501 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:53:58.884501 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:53:58.884501 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:53:58.884501 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:53:58.884501 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:53:58.884501 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:53:58.884501 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:53:58.884501 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:53:58.884501 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:53:58.884501 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:53:58.884501 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:53:58.884501 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:53:58.884501 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:53:58.884501 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:53:58.884501 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:53:58.884501 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:53:58.884501 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:53:58.884501 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:53:58.884501 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:53:58.884501 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:53:58.884501 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:53:58.884501 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:53:58.884501 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:53:58.887354 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43740) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:58.940323 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e6011f-d8c7-41ea-83df-a9f4b773d200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Made reservation on behalf of 33a1382ce87542efafeee6a3c5286f68 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:53:58.942739 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-57e6011f-d8c7-41ea-83df-a9f4b773d200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:59.000209 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96a301e-6101-4974-9891-93c975c30650 req-f2ac539b-9a4c-4af0-8973-55fdaeb6d16c tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:59.007057 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c96a301e-6101-4974-9891-93c975c30650 req-f2ac539b-9a4c-4af0-8973-55fdaeb6d16c tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 947 time: 0.3754153 Sep 24 15:53:59.024383 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [None req-57e6011f-d8c7-41ea-83df-a9f4b773d200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] device_id is not set on port edaf5109-96ef-4296-8a0a-83578af859a9 yet. {{(pid=95298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:53:59.038304 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9795aa16-92d0-44fe-9729-9899642a0dfe tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:59.059939 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-0d636178-d117-4880-a2c1-d887616a3708 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/floatingips/53a03020-ba9b-47e0-9646-f667c9bc693c HTTP/1.1" status: 200 len: 992 time: 0.1320279 Sep 24 15:53:59.086500 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-30dbc50c-fc0e-4123-9bfd-fad5d500e79a req-dbbc65e7-9054-46f5-87d5-be88291dbc98 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1862b1f-4d7b-4e17-b328-e8db2634c97a HTTP/1.1" status: 200 len: 1000 time: 0.2794831 Sep 24 15:53:59.126273 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d257fb8a-b4c1-4435-86ab-12323f44f556 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:59.126838 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d257fb8a-b4c1-4435-86ab-12323f44f556 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Fanout notify agent at l3_agent the message router_deleted on router 3a556880-1690-47c1-b61f-2b29f4c2f201 {{(pid=95298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:53:59.175711 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-8497f681-1bdc-4517-b5b4-0520992c940a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Deleting port 0318c350-25c4-4933-9d03-b23b8679d3e9 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:53:59.176258 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8497f681-1bdc-4517-b5b4-0520992c940a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:59.177747 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d257fb8a-b4c1-4435-86ab-12323f44f556 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:59.179208 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-d257fb8a-b4c1-4435-86ab-12323f44f556 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/routers/3a556880-1690-47c1-b61f-2b29f4c2f201 HTTP/1.1" status: 204 len: 168 time: 1.4462123 Sep 24 15:53:59.188783 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43742) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:59.245008 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c96a301e-6101-4974-9891-93c975c30650 req-906d1973-79d1-4fe7-a308-91f8e9c7fcef tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/security-groups?id=d36b0d50-7f3d-4516-9abc-ee8496812c5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364142 Sep 24 15:53:59.256857 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-6c4a0f01-85ed-42b3-b5a8-fc5c02bc0ca5 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0610166 Sep 24 15:53:59.262829 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.db.api [None req-634187f3-33a1-4e22-b2aa-edbe6048c910 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 24 15:53:59.262829 n-d-808921-1 neutron-server[95297]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 24 15:53:59.262829 n-d-808921-1 neutron-server[95297]: [parameters: {'id': 'fd54732d-f48a-42ce-9fbf-e56d2f0558fb'}] Sep 24 15:53:59.262829 n-d-808921-1 neutron-server[95297]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:53:59.263603 n-d-808921-1 neutron-server[95297]: DEBUG oslo_db.api [None req-634187f3-33a1-4e22-b2aa-edbe6048c910 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:53:59.264237 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43744) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:59.349919 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dbc50c-fc0e-4123-9bfd-fad5d500e79a req-5160b467-f87d-4fff-8374-95339ec9c7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:59.351486 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-30dbc50c-fc0e-4123-9bfd-fad5d500e79a req-5160b467-f87d-4fff-8374-95339ec9c7ae service neutron] 10.222.0.110 "GET /v2.0/subnets?id=250e76ba-07ca-44b4-bdd4-d39b52ecd754 HTTP/1.1" status: 200 len: 835 time: 0.2545779 Sep 24 15:53:59.366866 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-8497f681-1bdc-4517-b5b4-0520992c940a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] For port 0318c350-25c4-4933-9d03-b23b8679d3e9, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=0318c350-25c4-4933-9d03-b23b8679d3e9,segment=NetworkSegment(cda1c6cd-723d-48b0-aba0-c7ad881773d8),segment_id=cda1c6cd-723d-48b0-aba0-c7ad881773d8)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:53:59.367408 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8497f681-1bdc-4517-b5b4-0520992c940a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:59.384079 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae0ec17-ac9d-4bef-aadb-b3b1653c04b9 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:59.385733 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-9ae0ec17-ac9d-4bef-aadb-b3b1653c04b9 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1004772 Sep 24 15:53:59.390523 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43746) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:59.392821 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-8497f681-1bdc-4517-b5b4-0520992c940a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Calling delete_port for 0318c350-25c4-4933-9d03-b23b8679d3e9 owned by network:router_interface {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:53:59.439657 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-8b98402b-1c6b-4c3a-a484-b67443d71c1d tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0479198 Sep 24 15:53:59.446332 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43748) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:53:59.462779 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9795aa16-92d0-44fe-9729-9899642a0dfe tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:59.470429 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-765ccf40-e599-41c1-8c28-e99687e10def tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Request body: {'subnet': {'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:53:59.509132 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1cfbfc0c-de6e-4474-b4ed-1a1f444283d2 req-70f6f1ab-522a-438c-b31e-e8078ae74fbe tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:59.613220 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f6f1ab-522a-438c-b31e-e8078ae74fbe tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Pushing event deleted for resources: {'Port': ['ID=03256c2c-9512-46e8-bb7a-08f5c9148dbc,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:59.642331 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 03256c2c-9512-46e8-bb7a-08f5c9148dbc no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:53:59.677649 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-57e6011f-d8c7-41ea-83df-a9f4b773d200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:59.677993 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] No Port match for: 03256c2c-9512-46e8-bb7a-08f5c9148dbc {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:53:59.678713 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 03256c2c-9512-46e8-bb7a-08f5c9148dbc not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:53:59.721032 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb08d11f-534e-425b-b5f4-746f3b696896 None None] Network fd54732d-f48a-42ce-9fbf-e56d2f0558fb requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:53:59.724627 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8497f681-1bdc-4517-b5b4-0520992c940a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:59.733474 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dbc50c-fc0e-4123-9bfd-fad5d500e79a req-79ce2b74-e650-4542-93ec-d7d47c5407f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:53:59.735657 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-30dbc50c-fc0e-4123-9bfd-fad5d500e79a req-79ce2b74-e650-4542-93ec-d7d47c5407f2 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9650dd06-c337-403b-9f2f-c268b521f2ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3507094 Sep 24 15:53:59.736847 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cfbfc0c-de6e-4474-b4ed-1a1f444283d2 req-70f6f1ab-522a-438c-b31e-e8078ae74fbe tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] No DVR routers for this DVR port 03256c2c-9512-46e8-bb7a-08f5c9148dbc on host n-h1-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:53:59.750130 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1cfbfc0c-de6e-4474-b4ed-1a1f444283d2 req-70f6f1ab-522a-438c-b31e-e8078ae74fbe tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:59.750130 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1cfbfc0c-de6e-4474-b4ed-1a1f444283d2 req-70f6f1ab-522a-438c-b31e-e8078ae74fbe tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.110 "DELETE /v2.0/ports/03256c2c-9512-46e8-bb7a-08f5c9148dbc HTTP/1.1" status: 204 len: 173 time: 2.4408982 Sep 24 15:53:59.751684 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0812603-0f95-4826-aee2-d005b0dbbeee', 'name': 'network-vif-deleted', 'tag': '03256c2c-9512-46e8-bb7a-08f5c9148dbc'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:53:59.758683 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd0f2c1-a11d-43c2-a0b2-ea5936429b6e" -d '{"events": [{"server_uuid": "b0812603-0f95-4826-aee2-d005b0dbbeee", "name": "network-vif-deleted", "tag": "03256c2c-9512-46e8-bb7a-08f5c9148dbc"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:53:59.760642 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8497f681-1bdc-4517-b5b4-0520992c940a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event deleted for resources: {'Port': ['ID=0318c350-25c4-4933-9d03-b23b8679d3e9,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:53:59.784013 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-634187f3-33a1-4e22-b2aa-edbe6048c910 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:59.830510 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-0f28531e-2254-4efc-8abb-694925871ede None None] Provisioning complete for port b5adc1d7-4d33-437a-86f1-65e1c4b7699f triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:53:59.831148 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0f28531e-2254-4efc-8abb-694925871ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:59.904039 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9364164f-83e2-4e47-8ffd-c725e5bbf22f x-openstack-request-id: req-9364164f-83e2-4e47-8ffd-c725e5bbf22f {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:53:59.904479 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0812603-0f95-4826-aee2-d005b0dbbeee", "name": "network-vif-deleted", "tag": "03256c2c-9512-46e8-bb7a-08f5c9148dbc", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:53:59.906392 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-9364164f-83e2-4e47-8ffd-c725e5bbf22f {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:53:59.907012 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0812603-0f95-4826-aee2-d005b0dbbeee', 'name': 'network-vif-deleted', 'tag': '03256c2c-9512-46e8-bb7a-08f5c9148dbc', 'status': 'completed', 'code': 200} Sep 24 15:53:59.911717 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765ccf40-e599-41c1-8c28-e99687e10def tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Made reservation on behalf of 1ffc126d96724ce991d5ac46e64fd1ec for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:53:59.918689 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-765ccf40-e599-41c1-8c28-e99687e10def tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:59.923589 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9795aa16-92d0-44fe-9729-9899642a0dfe tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:59.933044 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-634187f3-33a1-4e22-b2aa-edbe6048c910 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Deleting port b5adc1d7-4d33-437a-86f1-65e1c4b7699f {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:53:59.933630 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-634187f3-33a1-4e22-b2aa-edbe6048c910 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:53:59.992924 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0f28531e-2254-4efc-8abb-694925871ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:00.007323 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9795aa16-92d0-44fe-9729-9899642a0dfe tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Pushing event deleted for resources: {'Subnet': ['ID=c47f39ca-af3b-42f3-8828-e5ce704cdd74,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:00.021858 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9795aa16-92d0-44fe-9729-9899642a0dfe tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:00.026031 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-9795aa16-92d0-44fe-9729-9899642a0dfe tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "DELETE /v2.0/subnets/c47f39ca-af3b-42f3-8828-e5ce704cdd74 HTTP/1.1" status: 204 len: 168 time: 1.5626674 Sep 24 15:54:00.027374 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-57e6011f-d8c7-41ea-83df-a9f4b773d200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:00.031378 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43752) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:00.033465 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-30dbc50c-fc0e-4123-9bfd-fad5d500e79a req-19a55199-d0c1-4f5a-bd46-858f9edf1571 service neutron] 10.222.0.110 "GET /v2.0/networks/9650dd06-c337-403b-9f2f-c268b521f2ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883065 Sep 24 15:54:00.036522 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:54:00.046480 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-0f28531e-2254-4efc-8abb-694925871ede None None] For port b5adc1d7-4d33-437a-86f1-65e1c4b7699f, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=b5adc1d7-4d33-437a-86f1-65e1c4b7699f,segment=NetworkSegment(960adbfa-fa35-41db-adad-2c1f5eab96c7),segment_id=960adbfa-fa35-41db-adad-2c1f5eab96c7)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:54:00.060058 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d83a924-b510-4049-a77e-f8b113531167 None None] Network 27e4c55f-6f5e-4dbb-a4b1-ef3ad1218e31 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:54:00.130941 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-634187f3-33a1-4e22-b2aa-edbe6048c910 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] For port b5adc1d7-4d33-437a-86f1-65e1c4b7699f, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=b5adc1d7-4d33-437a-86f1-65e1c4b7699f,segment=NetworkSegment(960adbfa-fa35-41db-adad-2c1f5eab96c7),segment_id=960adbfa-fa35-41db-adad-2c1f5eab96c7)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:54:00.131599 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-634187f3-33a1-4e22-b2aa-edbe6048c910 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:00.142616 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8497f681-1bdc-4517-b5b4-0520992c940a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:00.159121 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-634187f3-33a1-4e22-b2aa-edbe6048c910 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Calling delete_port for b5adc1d7-4d33-437a-86f1-65e1c4b7699f owned by network:dhcp {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:54:00.189045 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e6011f-d8c7-41ea-83df-a9f4b773d200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Pushing event updated for resources: {'Port': ['ID=edaf5109-96ef-4296-8a0a-83578af859a9,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:00.220231 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e6011f-d8c7-41ea-83df-a9f4b773d200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Network 9100391d-e588-447d-bacb-37c192521f13 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:54:00.245867 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-57e6011f-d8c7-41ea-83df-a9f4b773d200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:54:00.253076 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e6011f-d8c7-41ea-83df-a9f4b773d200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:54:00.254036 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e6011f-d8c7-41ea-83df-a9f4b773d200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:00.254685 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-57e6011f-d8c7-41ea-83df-a9f4b773d200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:00.365008 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173c79fc-09be-4373-8204-407525e8cd04 None None] DHCP port deletion for fd54732d-f48a-42ce-9fbf-e56d2f0558fb request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:54:00.366863 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 5fd86886-b473-486d-8673-7629bf16fc33 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:54:00.368685 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0f28531e-2254-4efc-8abb-694925871ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:00.394199 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-215c0e8f-f350-41cb-94e8-6388e43f466b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:00.429612 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 5fd86886-b473-486d-8673-7629bf16fc33 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:54:00.429957 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 5fd86886-b473-486d-8673-7629bf16fc33 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:54:00.445632 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9ed4cf23-0efb-4fc2-a8d9-de017cdb1d0e req-a8df08d1-9c7c-4818-8827-36c04f5a0b93 tempest-ServersNegativeTestJSON-2078267245 tempest-ServersNegativeTestJSON-2078267245-project] 10.222.0.101 "GET /v2.0/ports?device_id=b0812603-0f95-4826-aee2-d005b0dbbeee HTTP/1.1" status: 200 len: 210 time: 0.0476942 Sep 24 15:54:00.456001 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-57e6011f-d8c7-41ea-83df-a9f4b773d200 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.9934001 Sep 24 15:54:00.458704 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43756) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:00.476509 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8497f681-1bdc-4517-b5b4-0520992c940a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Router e8b08539-45c3-4d06-a2a8-803b1120f31c has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:54:00.499858 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-55d92462-1096-4c50-8032-b4ada1c1776b tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:00.521331 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-634187f3-33a1-4e22-b2aa-edbe6048c910 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:00.523357 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f28531e-2254-4efc-8abb-694925871ede None None] Pushing event updated for resources: {'Port': ['ID=b5adc1d7-4d33-437a-86f1-65e1c4b7699f,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:00.552507 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-173c79fc-09be-4373-8204-407525e8cd04 None None] Deleting port b5adc1d7-4d33-437a-86f1-65e1c4b7699f {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:54:00.554572 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-173c79fc-09be-4373-8204-407525e8cd04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:00.578830 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-30dbc50c-fc0e-4123-9bfd-fad5d500e79a req-e6fad897-f1bc-46fb-bf69-08cd30c77eaf service neutron] 10.222.0.110 "GET /v2.0/networks/9650dd06-c337-403b-9f2f-c268b521f2ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4115438 Sep 24 15:54:00.631944 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-55d92462-1096-4c50-8032-b4ada1c1776b tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:00.648991 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86c4973-984c-4d65-99e5-437e54af801b None None] DHCP port deletion for 27e4c55f-6f5e-4dbb-a4b1-ef3ad1218e31 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:54:00.665631 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-173c79fc-09be-4373-8204-407525e8cd04 None None] For port b5adc1d7-4d33-437a-86f1-65e1c4b7699f, host n-d-808921-1, got binding levels [] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:54:00.666304 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-173c79fc-09be-4373-8204-407525e8cd04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:00.705561 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-173c79fc-09be-4373-8204-407525e8cd04 None None] Calling delete_port for b5adc1d7-4d33-437a-86f1-65e1c4b7699f owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:54:00.709775 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.ipam_backend_mixin [None req-173c79fc-09be-4373-8204-407525e8cd04 None None] Port b5adc1d7-4d33-437a-86f1-65e1c4b7699f was not found and therefore no delete operation was performed {{(pid=95299) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 24 15:54:00.713240 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-173c79fc-09be-4373-8204-407525e8cd04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:00.740773 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-215c0e8f-f350-41cb-94e8-6388e43f466b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Deleting port 288d6643-654f-433f-9dbe-ba954a12593e {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:54:00.741361 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-215c0e8f-f350-41cb-94e8-6388e43f466b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:00.755812 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173c79fc-09be-4373-8204-407525e8cd04 None None] Pushing event deleted for resources: {'Port': ['ID=b5adc1d7-4d33-437a-86f1-65e1c4b7699f,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:00.765931 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173c79fc-09be-4373-8204-407525e8cd04 None None] No DVR routers for this DVR port b5adc1d7-4d33-437a-86f1-65e1c4b7699f on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:54:00.788703 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-f86c4973-984c-4d65-99e5-437e54af801b None None] Deleting port 288d6643-654f-433f-9dbe-ba954a12593e {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:54:00.789279 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f86c4973-984c-4d65-99e5-437e54af801b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:00.868965 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-f86c4973-984c-4d65-99e5-437e54af801b None None] For port 288d6643-654f-433f-9dbe-ba954a12593e, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=288d6643-654f-433f-9dbe-ba954a12593e,segment=NetworkSegment(597438e5-8201-4b43-868d-146c59b6b364),segment_id=597438e5-8201-4b43-868d-146c59b6b364)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:54:00.869719 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f86c4973-984c-4d65-99e5-437e54af801b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:00.886249 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634187f3-33a1-4e22-b2aa-edbe6048c910 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Pushing event deleted for resources: {'Port': ['ID=b5adc1d7-4d33-437a-86f1-65e1c4b7699f,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:00.892188 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634187f3-33a1-4e22-b2aa-edbe6048c910 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] No DVR routers for this DVR port b5adc1d7-4d33-437a-86f1-65e1c4b7699f on host n-d-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:54:00.897255 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-f86c4973-984c-4d65-99e5-437e54af801b None None] Calling delete_port for 288d6643-654f-433f-9dbe-ba954a12593e owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:54:00.926506 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-215c0e8f-f350-41cb-94e8-6388e43f466b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] For port 288d6643-654f-433f-9dbe-ba954a12593e, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=288d6643-654f-433f-9dbe-ba954a12593e,segment=NetworkSegment(597438e5-8201-4b43-868d-146c59b6b364),segment_id=597438e5-8201-4b43-868d-146c59b6b364)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:54:00.927015 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-215c0e8f-f350-41cb-94e8-6388e43f466b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:00.958083 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-215c0e8f-f350-41cb-94e8-6388e43f466b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Calling delete_port for 288d6643-654f-433f-9dbe-ba954a12593e owned by network:dhcp {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:54:01.010024 n-d-808921-1 neutron-server[95298]: DEBUG neutron.objects.ports [None req-765ccf40-e599-41c1-8c28-e99687e10def tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95298) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 24 15:54:01.011715 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-634187f3-33a1-4e22-b2aa-edbe6048c910 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:01.032206 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8497f681-1bdc-4517-b5b4-0520992c940a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:54:01.041187 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-8497f681-1bdc-4517-b5b4-0520992c940a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "PUT /v2.0/routers/e8b08539-45c3-4d06-a2a8-803b1120f31c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0481999 Sep 24 15:54:01.043130 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-765ccf40-e599-41c1-8c28-e99687e10def tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:01.043955 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43758) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:01.047426 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-634187f3-33a1-4e22-b2aa-edbe6048c910 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd54732d-f48a-42ce-9fbf-e56d2f0558fb']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:54:01.051353 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fd5f34-fdb0-472f-84ae-08b0f22f0ba6 None None] Sync routers for ids ['e8b08539-45c3-4d06-a2a8-803b1120f31c'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:54:01.067228 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fd5f34-fdb0-472f-84ae-08b0f22f0ba6 None None] Routers {'e8b08539-45c3-4d06-a2a8-803b1120f31c'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:54:01.068077 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-71fd5f34-fdb0-472f-84ae-08b0f22f0ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:53:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['e8b08539-45c3-4d06-a2a8-803b1120f31c'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:54:01.084571 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-634187f3-33a1-4e22-b2aa-edbe6048c910 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '960adbfa-fa35-41db-adad-2c1f5eab96c7') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:54:01.084867 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-634187f3-33a1-4e22-b2aa-edbe6048c910 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '960adbfa-fa35-41db-adad-2c1f5eab96c7') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:54:01.102072 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-634187f3-33a1-4e22-b2aa-edbe6048c910 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:01.124405 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-d42e9d33-a773-4081-ba71-4341d480d121 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Deleting subnet f7740272-3ddd-4c63-a492-aed51d47ee4e {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:54:01.126614 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-634187f3-33a1-4e22-b2aa-edbe6048c910 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:01.131784 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d42e9d33-a773-4081-ba71-4341d480d121 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:01.142975 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [None req-55d92462-1096-4c50-8032-b4ada1c1776b tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] device_id is not set on port edaf5109-96ef-4296-8a0a-83578af859a9 yet. {{(pid=95298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:54:01.148200 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765ccf40-e599-41c1-8c28-e99687e10def tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Network 50d98e88-8a75-4835-9919-86c163395f7c is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:54:01.152848 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-634187f3-33a1-4e22-b2aa-edbe6048c910 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Releasing vlan 1264 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:54:01.153270 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-634187f3-33a1-4e22-b2aa-edbe6048c910 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:01.156602 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:54:01.156602 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:54:01.156602 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:54:01.156602 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:54:01.156602 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:54:01.156602 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:54:01.156602 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:54:01.156602 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:54:01.156602 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:54:01.156602 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:54:01.156602 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:54:01.156602 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:54:01.156602 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:54:01.156602 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:54:01.156602 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:54:01.156602 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:54:01.156602 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:54:01.156602 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:54:01.156602 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:54:01.156602 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:54:01.156602 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:54:01.156602 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:54:01.156602 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:54:01.156602 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:54:01.156602 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:54:01.156602 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:54:01.156602 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:54:01.156602 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:54:01.156602 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:54:01.156602 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:54:01.156602 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:54:01.156602 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:54:01.161344 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-55d92462-1096-4c50-8032-b4ada1c1776b tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:01.161344 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-765ccf40-e599-41c1-8c28-e99687e10def tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:54:01.162398 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765ccf40-e599-41c1-8c28-e99687e10def tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event updated for resources: {'Subnet': ['ID=cee6aca6-2793-4714-b649-fe461db2a7c8,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:01.164433 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765ccf40-e599-41c1-8c28-e99687e10def tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:01.164894 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-765ccf40-e599-41c1-8c28-e99687e10def tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:01.190126 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-215c0e8f-f350-41cb-94e8-6388e43f466b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:01.216741 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215c0e8f-f350-41cb-94e8-6388e43f466b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Pushing event deleted for resources: {'Port': ['ID=288d6643-654f-433f-9dbe-ba954a12593e,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:01.221308 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215c0e8f-f350-41cb-94e8-6388e43f466b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] No DVR routers for this DVR port 288d6643-654f-433f-9dbe-ba954a12593e on host n-d-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:54:01.222857 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-55d92462-1096-4c50-8032-b4ada1c1776b tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:01.227101 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d42e9d33-a773-4081-ba71-4341d480d121 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:01.236839 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-71fd5f34-fdb0-472f-84ae-08b0f22f0ba6 None None] Set router e8b08539-45c3-4d06-a2a8-803b1120f31c gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:54:01.274599 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f86c4973-984c-4d65-99e5-437e54af801b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:01.278083 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-765ccf40-e599-41c1-8c28-e99687e10def tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8181880 Sep 24 15:54:01.281440 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f09cfcd-1c4a-4c6d-a52e-9703ebb1b9cf None None] Network 50d98e88-8a75-4835-9919-86c163395f7c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:54:01.285732 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43760) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:01.303279 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-68188f5a-2c45-48de-8ba6-d0b95436eb06 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Request body: {'subnet': {'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:01.317427 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d42e9d33-a773-4081-ba71-4341d480d121 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:01.321134 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-634187f3-33a1-4e22-b2aa-edbe6048c910 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:01.353125 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-634187f3-33a1-4e22-b2aa-edbe6048c910 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:01.355132 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-634187f3-33a1-4e22-b2aa-edbe6048c910 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] 10.222.0.101 "DELETE /v2.0/networks/fd54732d-f48a-42ce-9fbf-e56d2f0558fb HTTP/1.1" status: 204 len: 168 time: 4.4347923 Sep 24 15:54:01.367870 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43762) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:01.368439 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d92462-1096-4c50-8032-b4ada1c1776b tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Pushing event updated for resources: {'Port': ['ID=edaf5109-96ef-4296-8a0a-83578af859a9,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:01.378041 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86c4973-984c-4d65-99e5-437e54af801b None None] Pushing event deleted for resources: {'Port': ['ID=288d6643-654f-433f-9dbe-ba954a12593e,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:01.380301 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634187f3-33a1-4e22-b2aa-edbe6048c910 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Pushing event deleted for resources: {'Network': ['ID=fd54732d-f48a-42ce-9fbf-e56d2f0558fb,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:01.392324 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86c4973-984c-4d65-99e5-437e54af801b None None] No DVR routers for this DVR port 288d6643-654f-433f-9dbe-ba954a12593e on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:54:01.403857 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-215c0e8f-f350-41cb-94e8-6388e43f466b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:01.409384 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-4da56765-df76-4894-8ab8-49ad77921242 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] DELETE failed (client error): The resource could not be found. Sep 24 15:54:01.410048 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4da56765-df76-4894-8ab8-49ad77921242 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:54:01.414630 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-4da56765-df76-4894-8ab8-49ad77921242 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] 10.222.0.101 "DELETE /v2.0/subnets/8e508a86-6a28-4c0c-b480-27dd9137713b HTTP/1.1" status: 404 len: 337 time: 0.0451205 Sep 24 15:54:01.415137 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43764) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:01.419338 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-55d92462-1096-4c50-8032-b4ada1c1776b tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port edaf5109-96ef-4296-8a0a-83578af859a9 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:54:01.419691 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-55d92462-1096-4c50-8032-b4ada1c1776b tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port edaf5109-96ef-4296-8a0a-83578af859a9 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '7b7dfd5c-c661-45d4-8870-33e738866688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9100391d-e588-447d-bacb-37c192521f13'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:54:01.420058 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d92462-1096-4c50-8032-b4ada1c1776b tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port edaf5109-96ef-4296-8a0a-83578af859a9 on network 9100391d-e588-447d-bacb-37c192521f13 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:54:01.456678 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-86b2a672-fa15-455d-a40e-be293ce8e50b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:01.481322 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d92462-1096-4c50-8032-b4ada1c1776b tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Port edaf5109-96ef-4296-8a0a-83578af859a9 on network 9100391d-e588-447d-bacb-37c192521f13 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:54:01.481650 n-d-808921-1 neutron-server[95298]: ERROR neutron.plugins.ml2.managers [None req-55d92462-1096-4c50-8032-b4ada1c1776b tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Failed to bind port edaf5109-96ef-4296-8a0a-83578af859a9 on host n-h2-808921-1 for vnic_type normal using segments [{'id': '7b7dfd5c-c661-45d4-8870-33e738866688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9100391d-e588-447d-bacb-37c192521f13'}] Sep 24 15:54:01.485539 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-215c0e8f-f350-41cb-94e8-6388e43f466b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27e4c55f-6f5e-4dbb-a4b1-ef3ad1218e31']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:54:01.487569 n-d-808921-1 neutron-server[95298]: INFO neutron.plugins.ml2.plugin [None req-55d92462-1096-4c50-8032-b4ada1c1776b tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempt 2 to bind port edaf5109-96ef-4296-8a0a-83578af859a9 Sep 24 15:54:01.490611 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-552732c2-97f6-484a-aee7-21534b19f54e tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] DELETE failed (client error): The resource could not be found. Sep 24 15:54:01.490875 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-552732c2-97f6-484a-aee7-21534b19f54e tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:54:01.495681 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-552732c2-97f6-484a-aee7-21534b19f54e tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] 10.222.0.101 "DELETE /v2.0/networks/fd54732d-f48a-42ce-9fbf-e56d2f0558fb HTTP/1.1" status: 404 len: 339 time: 0.0765481 Sep 24 15:54:01.496107 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43768) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:01.512650 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43770) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:01.517318 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d42e9d33-a773-4081-ba71-4341d480d121 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:01.519399 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-215c0e8f-f350-41cb-94e8-6388e43f466b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '597438e5-8201-4b43-868d-146c59b6b364') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:54:01.519399 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-215c0e8f-f350-41cb-94e8-6388e43f466b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '597438e5-8201-4b43-868d-146c59b6b364') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:54:01.537413 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-215c0e8f-f350-41cb-94e8-6388e43f466b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:01.539135 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-55d92462-1096-4c50-8032-b4ada1c1776b tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port edaf5109-96ef-4296-8a0a-83578af859a9 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:54:01.539469 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-55d92462-1096-4c50-8032-b4ada1c1776b tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port edaf5109-96ef-4296-8a0a-83578af859a9 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '7b7dfd5c-c661-45d4-8870-33e738866688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9100391d-e588-447d-bacb-37c192521f13'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:54:01.539799 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d92462-1096-4c50-8032-b4ada1c1776b tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port edaf5109-96ef-4296-8a0a-83578af859a9 on network 9100391d-e588-447d-bacb-37c192521f13 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:54:01.561356 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d92462-1096-4c50-8032-b4ada1c1776b tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Port edaf5109-96ef-4296-8a0a-83578af859a9 on network 9100391d-e588-447d-bacb-37c192521f13 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:54:01.561356 n-d-808921-1 neutron-server[95298]: ERROR neutron.plugins.ml2.managers [None req-55d92462-1096-4c50-8032-b4ada1c1776b tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Failed to bind port edaf5109-96ef-4296-8a0a-83578af859a9 on host n-h2-808921-1 for vnic_type normal using segments [{'id': '7b7dfd5c-c661-45d4-8870-33e738866688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9100391d-e588-447d-bacb-37c192521f13'}] Sep 24 15:54:01.566056 n-d-808921-1 neutron-server[95298]: INFO neutron.plugins.ml2.plugin [None req-55d92462-1096-4c50-8032-b4ada1c1776b tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempt 3 to bind port edaf5109-96ef-4296-8a0a-83578af859a9 Sep 24 15:54:01.569953 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-215c0e8f-f350-41cb-94e8-6388e43f466b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:01.578100 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-69cece51-3c15-46aa-9dfa-b089be32979c tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] DELETE failed (client error): The resource could not be found. Sep 24 15:54:01.578595 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69cece51-3c15-46aa-9dfa-b089be32979c tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:54:01.580375 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-69cece51-3c15-46aa-9dfa-b089be32979c tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] 10.222.0.101 "DELETE /v2.0/subnets/611ecbf3-0f59-4a91-884c-4bcf690c3227 HTTP/1.1" status: 404 len: 337 time: 0.0814753 Sep 24 15:54:01.586413 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43772) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:01.601467 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-215c0e8f-f350-41cb-94e8-6388e43f466b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Releasing vlan 1265 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:54:01.602051 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-215c0e8f-f350-41cb-94e8-6388e43f466b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:01.606687 n-d-808921-1 neutron-server[95298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:54:01.606687 n-d-808921-1 neutron-server[95298]: self.session.flush() Sep 24 15:54:01.606687 n-d-808921-1 neutron-server[95298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:54:01.606687 n-d-808921-1 neutron-server[95298]: self.session.flush() Sep 24 15:54:01.606687 n-d-808921-1 neutron-server[95298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:54:01.606687 n-d-808921-1 neutron-server[95298]: self.session.flush() Sep 24 15:54:01.606687 n-d-808921-1 neutron-server[95298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:54:01.606687 n-d-808921-1 neutron-server[95298]: self.session.flush() Sep 24 15:54:01.606687 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:54:01.606687 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:54:01.606687 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:54:01.606687 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:54:01.606687 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:54:01.606687 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:54:01.606687 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:54:01.606687 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:54:01.606687 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:54:01.606687 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:54:01.606687 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:54:01.606687 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:54:01.606687 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:54:01.606687 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:54:01.606687 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:54:01.606687 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:54:01.606687 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:54:01.606687 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:54:01.606687 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:54:01.606687 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:54:01.606687 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:54:01.606687 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:54:01.606687 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:54:01.606687 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:54:01.606687 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:54:01.606687 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:54:01.606687 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:54:01.606687 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:54:01.606687 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:54:01.606687 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:54:01.606687 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:54:01.606687 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:54:01.621901 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42e9d33-a773-4081-ba71-4341d480d121 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event deleted for resources: {'Subnet': ['ID=f7740272-3ddd-4c63-a492-aed51d47ee4e,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:01.629964 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-55d92462-1096-4c50-8032-b4ada1c1776b tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port edaf5109-96ef-4296-8a0a-83578af859a9 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:54:01.630299 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-55d92462-1096-4c50-8032-b4ada1c1776b tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port edaf5109-96ef-4296-8a0a-83578af859a9 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '7b7dfd5c-c661-45d4-8870-33e738866688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9100391d-e588-447d-bacb-37c192521f13'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:54:01.630715 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d92462-1096-4c50-8032-b4ada1c1776b tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port edaf5109-96ef-4296-8a0a-83578af859a9 on network 9100391d-e588-447d-bacb-37c192521f13 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:54:01.633758 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf02c5eb-9ef8-4ed1-9ce7-5642f5786e9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-50d98e88-8a75-4835-9919-86c163395f7c', 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'tenant_id': '1ffc126d96724ce991d5ac46e64fd1ec', 'fixed_ips': [{'subnet_id': 'cee6aca6-2793-4714-b649-fe461db2a7c8'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:54:01.642787 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-bf02c5eb-9ef8-4ed1-9ce7-5642f5786e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:01.643382 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d92462-1096-4c50-8032-b4ada1c1776b tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Port edaf5109-96ef-4296-8a0a-83578af859a9 on network 9100391d-e588-447d-bacb-37c192521f13 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:54:01.643714 n-d-808921-1 neutron-server[95298]: ERROR neutron.plugins.ml2.managers [None req-55d92462-1096-4c50-8032-b4ada1c1776b tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Failed to bind port edaf5109-96ef-4296-8a0a-83578af859a9 on host n-h2-808921-1 for vnic_type normal using segments [{'id': '7b7dfd5c-c661-45d4-8870-33e738866688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9100391d-e588-447d-bacb-37c192521f13'}] Sep 24 15:54:01.648193 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d42e9d33-a773-4081-ba71-4341d480d121 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:01.653105 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-d42e9d33-a773-4081-ba71-4341d480d121 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "DELETE /v2.0/subnets/f7740272-3ddd-4c63-a492-aed51d47ee4e HTTP/1.1" status: 204 len: 168 time: 0.6081216 Sep 24 15:54:01.654513 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-44d6235f-10e2-4500-bd79-d16b57e80e4d tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] DELETE failed (client error): The resource could not be found. Sep 24 15:54:01.656029 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44d6235f-10e2-4500-bd79-d16b57e80e4d tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:54:01.657919 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-44d6235f-10e2-4500-bd79-d16b57e80e4d tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] 10.222.0.101 "DELETE /v2.0/networks/4c409af4-6eaf-4966-87c9-c81e198d1d02 HTTP/1.1" status: 404 len: 339 time: 0.0705929 Sep 24 15:54:01.658701 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43774) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:01.664128 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43776) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:01.664313 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad10b70-b229-4bb7-b435-065fc1ab85ad None None] Network 603fb403-a01d-4073-8f75-f2b0f098e42f requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:54:01.667011 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-71fd5f34-fdb0-472f-84ae-08b0f22f0ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b08539-45c3-4d06-a2a8-803b1120f31c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1368539168', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'eea69618-4726-4634-897d-ebd43454935e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:51:16Z', 'updated_at': '2021-09-24T15:53:59Z', 'revision_number': 5, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'gw_port': {'id': 'eea69618-4726-4634-897d-ebd43454935e', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f1:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b08539-45c3-4d06-a2a8-803b1120f31c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:51:17Z', 'updated_at': '2021-09-24T15:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:54:01.672891 n-d-808921-1 neutron-server[95298]: INFO neutron.plugins.ml2.plugin [None req-55d92462-1096-4c50-8032-b4ada1c1776b tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempt 4 to bind port edaf5109-96ef-4296-8a0a-83578af859a9 Sep 24 15:54:01.687421 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-55d92462-1096-4c50-8032-b4ada1c1776b tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port edaf5109-96ef-4296-8a0a-83578af859a9 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:54:01.687750 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-55d92462-1096-4c50-8032-b4ada1c1776b tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port edaf5109-96ef-4296-8a0a-83578af859a9 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '7b7dfd5c-c661-45d4-8870-33e738866688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9100391d-e588-447d-bacb-37c192521f13'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:54:01.688277 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d92462-1096-4c50-8032-b4ada1c1776b tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port edaf5109-96ef-4296-8a0a-83578af859a9 on network 9100391d-e588-447d-bacb-37c192521f13 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:54:01.692682 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d92462-1096-4c50-8032-b4ada1c1776b tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Port edaf5109-96ef-4296-8a0a-83578af859a9 on network 9100391d-e588-447d-bacb-37c192521f13 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:54:01.693001 n-d-808921-1 neutron-server[95298]: ERROR neutron.plugins.ml2.managers [None req-55d92462-1096-4c50-8032-b4ada1c1776b tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Failed to bind port edaf5109-96ef-4296-8a0a-83578af859a9 on host n-h2-808921-1 for vnic_type normal using segments [{'id': '7b7dfd5c-c661-45d4-8870-33e738866688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9100391d-e588-447d-bacb-37c192521f13'}] Sep 24 15:54:01.693385 n-d-808921-1 neutron-server[95298]: INFO neutron.plugins.ml2.plugin [None req-55d92462-1096-4c50-8032-b4ada1c1776b tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempt 5 to bind port edaf5109-96ef-4296-8a0a-83578af859a9 Sep 24 15:54:01.702530 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68188f5a-2c45-48de-8ba6-d0b95436eb06 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Made reservation on behalf of 1ffc126d96724ce991d5ac46e64fd1ec for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:54:01.706003 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-68188f5a-2c45-48de-8ba6-d0b95436eb06 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:01.711152 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fd5f34-fdb0-472f-84ae-08b0f22f0ba6 None None] Checking router: e8b08539-45c3-4d06-a2a8-803b1120f31c for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:54:01.725765 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-55d92462-1096-4c50-8032-b4ada1c1776b tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port edaf5109-96ef-4296-8a0a-83578af859a9 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:54:01.726095 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-55d92462-1096-4c50-8032-b4ada1c1776b tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port edaf5109-96ef-4296-8a0a-83578af859a9 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '7b7dfd5c-c661-45d4-8870-33e738866688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9100391d-e588-447d-bacb-37c192521f13'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:54:01.726495 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d92462-1096-4c50-8032-b4ada1c1776b tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port edaf5109-96ef-4296-8a0a-83578af859a9 on network 9100391d-e588-447d-bacb-37c192521f13 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:54:01.733916 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-21a08f13-be15-40a8-aac9-559e5f204a9e tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] DELETE failed (client error): The resource could not be found. Sep 24 15:54:01.734399 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21a08f13-be15-40a8-aac9-559e5f204a9e tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:54:01.738580 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-21a08f13-be15-40a8-aac9-559e5f204a9e tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] 10.222.0.101 "DELETE /v2.0/subnets/a75c97ee-8d6e-4178-9c7d-92203c0d9b7d HTTP/1.1" status: 404 len: 337 time: 0.0665622 Sep 24 15:54:01.739871 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43778) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:01.748313 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c2be455-8195-47fd-b631-f763136d37ad admin admin] Deleting subnet 054caf3c-8a4a-4094-a019-5885b1b27205 {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:54:01.751623 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d92462-1096-4c50-8032-b4ada1c1776b tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Port edaf5109-96ef-4296-8a0a-83578af859a9 on network 9100391d-e588-447d-bacb-37c192521f13 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:54:01.752111 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5c2be455-8195-47fd-b631-f763136d37ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:01.752585 n-d-808921-1 neutron-server[95298]: ERROR neutron.plugins.ml2.managers [None req-55d92462-1096-4c50-8032-b4ada1c1776b tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Failed to bind port edaf5109-96ef-4296-8a0a-83578af859a9 on host n-h2-808921-1 for vnic_type normal using segments [{'id': '7b7dfd5c-c661-45d4-8870-33e738866688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9100391d-e588-447d-bacb-37c192521f13'}] Sep 24 15:54:01.763242 n-d-808921-1 neutron-server[95298]: INFO neutron.plugins.ml2.plugin [None req-55d92462-1096-4c50-8032-b4ada1c1776b tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempt 6 to bind port edaf5109-96ef-4296-8a0a-83578af859a9 Sep 24 15:54:01.765894 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-215c0e8f-f350-41cb-94e8-6388e43f466b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:01.800968 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5c2be455-8195-47fd-b631-f763136d37ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:01.806801 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-215c0e8f-f350-41cb-94e8-6388e43f466b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:01.808898 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-215c0e8f-f350-41cb-94e8-6388e43f466b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "DELETE /v2.0/networks/27e4c55f-6f5e-4dbb-a4b1-ef3ad1218e31 HTTP/1.1" status: 204 len: 168 time: 1.7745452 Sep 24 15:54:01.818010 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-14285264-e11c-4e1e-9268-03cde8edb603 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] DELETE failed (client error): The resource could not be found. Sep 24 15:54:01.818539 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14285264-e11c-4e1e-9268-03cde8edb603 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:54:01.819179 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fd5f34-fdb0-472f-84ae-08b0f22f0ba6 None None] Routers {'e8b08539-45c3-4d06-a2a8-803b1120f31c'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:54:01.819993 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-71fd5f34-fdb0-472f-84ae-08b0f22f0ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:53:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['e8b08539-45c3-4d06-a2a8-803b1120f31c'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:54:01.828801 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-14285264-e11c-4e1e-9268-03cde8edb603 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] 10.222.0.101 "DELETE /v2.0/networks/2dae7faa-ebbe-4ee9-a5cc-9c71b2b55c54 HTTP/1.1" status: 404 len: 339 time: 0.0794473 Sep 24 15:54:01.834087 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43780) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:01.834441 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43782) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:01.849922 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-9d149717-7a56-4824-8389-453a65cd2c92 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Request body: {'router': {'routes': None}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:01.884304 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dcf28d46-396b-4885-9409-2b474fa42ab9 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for router, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:01.923779 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5c2be455-8195-47fd-b631-f763136d37ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:02.020784 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-bf02c5eb-9ef8-4ed1-9ce7-5642f5786e9e None None] Allocated IP 2001:db8::f816:3eff:fe6c:9b9b (50d98e88-8a75-4835-9919-86c163395f7c/cee6aca6-2793-4714-b649-fe461db2a7c8/ce65798a-6a0e-40fb-b485-c88999261a84) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:54:02.048513 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-71fd5f34-fdb0-472f-84ae-08b0f22f0ba6 None None] Set router e8b08539-45c3-4d06-a2a8-803b1120f31c gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:54:02.048871 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dcf28d46-396b-4885-9409-2b474fa42ab9 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:02.119217 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 288d6643-654f-433f-9dbe-ba954a12593e no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:54:02.124877 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5c2be455-8195-47fd-b631-f763136d37ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:02.157158 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5a2cfd-eebe-4d0e-9e7f-43c37f304a44 None None] DHCP port deletion for 603fb403-a01d-4073-8f75-f2b0f098e42f request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:54:02.163979 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2be455-8195-47fd-b631-f763136d37ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=054caf3c-8a4a-4094-a019-5885b1b27205,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:02.173001 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 288d6643-654f-433f-9dbe-ba954a12593e {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:54:02.173334 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 288d6643-654f-433f-9dbe-ba954a12593e not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:54:02.173753 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device b5adc1d7-4d33-437a-86f1-65e1c4b7699f no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:54:02.186949 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5c2be455-8195-47fd-b631-f763136d37ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:02.191448 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-5c2be455-8195-47fd-b631-f763136d37ad admin admin] 10.222.0.101 "DELETE /v2.0/subnets/054caf3c-8a4a-4094-a019-5885b1b27205 HTTP/1.1" status: 204 len: 168 time: 0.6765981 Sep 24 15:54:02.193246 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43784) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:02.238073 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: b5adc1d7-4d33-437a-86f1-65e1c4b7699f {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:54:02.238458 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device b5adc1d7-4d33-437a-86f1-65e1c4b7699f not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:54:02.273712 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215c0e8f-f350-41cb-94e8-6388e43f466b tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Pushing event deleted for resources: {'Network': ['ID=27e4c55f-6f5e-4dbb-a4b1-ef3ad1218e31,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:02.281185 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-55d92462-1096-4c50-8032-b4ada1c1776b tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port edaf5109-96ef-4296-8a0a-83578af859a9 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:54:02.281521 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-55d92462-1096-4c50-8032-b4ada1c1776b tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port edaf5109-96ef-4296-8a0a-83578af859a9 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '7b7dfd5c-c661-45d4-8870-33e738866688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9100391d-e588-447d-bacb-37c192521f13'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:54:02.281860 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d92462-1096-4c50-8032-b4ada1c1776b tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port edaf5109-96ef-4296-8a0a-83578af859a9 on network 9100391d-e588-447d-bacb-37c192521f13 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:54:02.282977 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-750c6ff9-2e6b-45f2-b2ed-4f627cf9f717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:02.294531 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-dcf28d46-396b-4885-9409-2b474fa42ab9 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Deleting port eea69618-4726-4634-897d-ebd43454935e {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:54:02.295267 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dcf28d46-396b-4885-9409-2b474fa42ab9 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:02.343963 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d92462-1096-4c50-8032-b4ada1c1776b tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Port edaf5109-96ef-4296-8a0a-83578af859a9 on network 9100391d-e588-447d-bacb-37c192521f13 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:54:02.344296 n-d-808921-1 neutron-server[95298]: ERROR neutron.plugins.ml2.managers [None req-55d92462-1096-4c50-8032-b4ada1c1776b tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Failed to bind port edaf5109-96ef-4296-8a0a-83578af859a9 on host n-h2-808921-1 for vnic_type normal using segments [{'id': '7b7dfd5c-c661-45d4-8870-33e738866688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9100391d-e588-447d-bacb-37c192521f13'}] Sep 24 15:54:02.380749 n-d-808921-1 neutron-server[95298]: INFO neutron.plugins.ml2.plugin [None req-55d92462-1096-4c50-8032-b4ada1c1776b tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempt 7 to bind port edaf5109-96ef-4296-8a0a-83578af859a9 Sep 24 15:54:02.451039 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-750c6ff9-2e6b-45f2-b2ed-4f627cf9f717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:02.461221 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-55d92462-1096-4c50-8032-b4ada1c1776b tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port edaf5109-96ef-4296-8a0a-83578af859a9 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:54:02.461562 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-55d92462-1096-4c50-8032-b4ada1c1776b tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port edaf5109-96ef-4296-8a0a-83578af859a9 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '7b7dfd5c-c661-45d4-8870-33e738866688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9100391d-e588-447d-bacb-37c192521f13'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:54:02.461888 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d92462-1096-4c50-8032-b4ada1c1776b tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port edaf5109-96ef-4296-8a0a-83578af859a9 on network 9100391d-e588-447d-bacb-37c192521f13 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:54:02.466474 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-dcf28d46-396b-4885-9409-2b474fa42ab9 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] For port eea69618-4726-4634-897d-ebd43454935e, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=eea69618-4726-4634-897d-ebd43454935e,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:54:02.466778 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dcf28d46-396b-4885-9409-2b474fa42ab9 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:02.480994 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.extraroute_db [None req-9d149717-7a56-4824-8389-453a65cd2c92 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Added routes are [] {{(pid=95298) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 24 15:54:02.480994 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.extraroute_db [None req-9d149717-7a56-4824-8389-453a65cd2c92 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Removed routes are [] {{(pid=95298) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 24 15:54:02.481420 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9d149717-7a56-4824-8389-453a65cd2c92 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1671'] for router, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:02.487964 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-750c6ff9-2e6b-45f2-b2ed-4f627cf9f717 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a61a80f-7424-4f72-8244-e2cfc0c281a3']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:54:02.490421 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-dcf28d46-396b-4885-9409-2b474fa42ab9 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Calling delete_port for eea69618-4726-4634-897d-ebd43454935e owned by network:router_gateway {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:54:02.492957 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d92462-1096-4c50-8032-b4ada1c1776b tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Port edaf5109-96ef-4296-8a0a-83578af859a9 on network 9100391d-e588-447d-bacb-37c192521f13 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:54:02.493288 n-d-808921-1 neutron-server[95298]: ERROR neutron.plugins.ml2.managers [None req-55d92462-1096-4c50-8032-b4ada1c1776b tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Failed to bind port edaf5109-96ef-4296-8a0a-83578af859a9 on host n-h2-808921-1 for vnic_type normal using segments [{'id': '7b7dfd5c-c661-45d4-8870-33e738866688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9100391d-e588-447d-bacb-37c192521f13'}] Sep 24 15:54:02.496763 n-d-808921-1 neutron-server[95298]: INFO neutron.plugins.ml2.plugin [None req-55d92462-1096-4c50-8032-b4ada1c1776b tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempt 8 to bind port edaf5109-96ef-4296-8a0a-83578af859a9 Sep 24 15:54:02.504560 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-750c6ff9-2e6b-45f2-b2ed-4f627cf9f717 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52d1c812-065d-43bf-bb73-529423424f9b') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:54:02.504847 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-750c6ff9-2e6b-45f2-b2ed-4f627cf9f717 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52d1c812-065d-43bf-bb73-529423424f9b') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:54:02.519755 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-750c6ff9-2e6b-45f2-b2ed-4f627cf9f717 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:02.563661 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-750c6ff9-2e6b-45f2-b2ed-4f627cf9f717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:02.567632 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-4f5a2cfd-eebe-4d0e-9e7f-43c37f304a44 None None] Deleting port 053f79d6-a0b0-40ed-900d-db9a70bcece9 {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:54:02.568019 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4f5a2cfd-eebe-4d0e-9e7f-43c37f304a44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:02.573425 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-750c6ff9-2e6b-45f2-b2ed-4f627cf9f717 admin admin] Releasing vlan 1291 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:54:02.574116 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-750c6ff9-2e6b-45f2-b2ed-4f627cf9f717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:02.575939 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:54:02.575939 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:54:02.575939 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:54:02.575939 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:54:02.575939 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:54:02.575939 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:54:02.575939 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:54:02.575939 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:54:02.575939 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:54:02.575939 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:54:02.575939 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:54:02.575939 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:54:02.575939 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:54:02.575939 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:54:02.575939 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:54:02.575939 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:54:02.575939 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:54:02.575939 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:54:02.575939 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:54:02.575939 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:54:02.575939 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:54:02.575939 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:54:02.575939 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:54:02.575939 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:54:02.575939 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:54:02.575939 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:54:02.575939 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:54:02.575939 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:54:02.575939 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:54:02.575939 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:54:02.575939 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:54:02.575939 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:54:02.618863 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-55d92462-1096-4c50-8032-b4ada1c1776b tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port edaf5109-96ef-4296-8a0a-83578af859a9 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:54:02.619108 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-55d92462-1096-4c50-8032-b4ada1c1776b tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port edaf5109-96ef-4296-8a0a-83578af859a9 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '7b7dfd5c-c661-45d4-8870-33e738866688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9100391d-e588-447d-bacb-37c192521f13'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:54:02.619672 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d92462-1096-4c50-8032-b4ada1c1776b tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port edaf5109-96ef-4296-8a0a-83578af859a9 on network 9100391d-e588-447d-bacb-37c192521f13 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:54:02.669549 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d92462-1096-4c50-8032-b4ada1c1776b tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Port edaf5109-96ef-4296-8a0a-83578af859a9 on network 9100391d-e588-447d-bacb-37c192521f13 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:54:02.669877 n-d-808921-1 neutron-server[95298]: ERROR neutron.plugins.ml2.managers [None req-55d92462-1096-4c50-8032-b4ada1c1776b tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Failed to bind port edaf5109-96ef-4296-8a0a-83578af859a9 on host n-h2-808921-1 for vnic_type normal using segments [{'id': '7b7dfd5c-c661-45d4-8870-33e738866688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9100391d-e588-447d-bacb-37c192521f13'}] Sep 24 15:54:02.675409 n-d-808921-1 neutron-server[95298]: INFO neutron.plugins.ml2.plugin [None req-55d92462-1096-4c50-8032-b4ada1c1776b tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempt 9 to bind port edaf5109-96ef-4296-8a0a-83578af859a9 Sep 24 15:54:02.681002 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-bf02c5eb-9ef8-4ed1-9ce7-5642f5786e9e None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:02.684390 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-4f5a2cfd-eebe-4d0e-9e7f-43c37f304a44 None None] For port 053f79d6-a0b0-40ed-900d-db9a70bcece9, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=053f79d6-a0b0-40ed-900d-db9a70bcece9,segment=NetworkSegment(cda1c6cd-723d-48b0-aba0-c7ad881773d8),segment_id=cda1c6cd-723d-48b0-aba0-c7ad881773d8)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:54:02.684795 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4f5a2cfd-eebe-4d0e-9e7f-43c37f304a44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:02.695699 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-4e9cb179-4ba4-459d-aee6-1b6d56f703fe tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Deleting port 87272bec-59f3-4fe2-bcc0-50a599fcfe73 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:54:02.696331 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4e9cb179-4ba4-459d-aee6-1b6d56f703fe tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:02.699884 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-4f5a2cfd-eebe-4d0e-9e7f-43c37f304a44 None None] Calling delete_port for 053f79d6-a0b0-40ed-900d-db9a70bcece9 owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:54:02.718829 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-71fd5f34-fdb0-472f-84ae-08b0f22f0ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b08539-45c3-4d06-a2a8-803b1120f31c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1368539168', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'eea69618-4726-4634-897d-ebd43454935e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:51:16Z', 'updated_at': '2021-09-24T15:53:59Z', 'revision_number': 5, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'gw_port': {'id': 'eea69618-4726-4634-897d-ebd43454935e', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f1:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b08539-45c3-4d06-a2a8-803b1120f31c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:51:17Z', 'updated_at': '2021-09-24T15:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:54:02.727312 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9d149717-7a56-4824-8389-453a65cd2c92 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1671'] for router, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:02.777407 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-55d92462-1096-4c50-8032-b4ada1c1776b tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port edaf5109-96ef-4296-8a0a-83578af859a9 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:54:02.778082 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-55d92462-1096-4c50-8032-b4ada1c1776b tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port edaf5109-96ef-4296-8a0a-83578af859a9 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '7b7dfd5c-c661-45d4-8870-33e738866688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9100391d-e588-447d-bacb-37c192521f13'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:54:02.778082 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d92462-1096-4c50-8032-b4ada1c1776b tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port edaf5109-96ef-4296-8a0a-83578af859a9 on network 9100391d-e588-447d-bacb-37c192521f13 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:54:02.779314 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fd5f34-fdb0-472f-84ae-08b0f22f0ba6 None None] The sync data for ids ['e8b08539-45c3-4d06-a2a8-803b1120f31c'] in n-d-808921-1 is: [{'id': 'e8b08539-45c3-4d06-a2a8-803b1120f31c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1368539168', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.222'}], 'enable_snat': True}, 'gw_port_id': 'eea69618-4726-4634-897d-ebd43454935e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:51:16Z', 'updated_at': '2021-09-24T15:53:59Z', 'revision_number': 5, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'gw_port': {'id': 'eea69618-4726-4634-897d-ebd43454935e', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:f1:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8b08539-45c3-4d06-a2a8-803b1120f31c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2135, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.222', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:51:17Z', 'updated_at': '2021-09-24T15:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:54:02.786783 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9d149717-7a56-4824-8389-453a65cd2c92 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-586922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-586913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588826'] for router, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:02.826961 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d92462-1096-4c50-8032-b4ada1c1776b tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Port edaf5109-96ef-4296-8a0a-83578af859a9 on network 9100391d-e588-447d-bacb-37c192521f13 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:54:02.827391 n-d-808921-1 neutron-server[95298]: ERROR neutron.plugins.ml2.managers [None req-55d92462-1096-4c50-8032-b4ada1c1776b tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Failed to bind port edaf5109-96ef-4296-8a0a-83578af859a9 on host n-h2-808921-1 for vnic_type normal using segments [{'id': '7b7dfd5c-c661-45d4-8870-33e738866688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9100391d-e588-447d-bacb-37c192521f13'}] Sep 24 15:54:02.834650 n-d-808921-1 neutron-server[95298]: INFO neutron.plugins.ml2.plugin [None req-55d92462-1096-4c50-8032-b4ada1c1776b tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempt 10 to bind port edaf5109-96ef-4296-8a0a-83578af859a9 Sep 24 15:54:02.924143 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4e9cb179-4ba4-459d-aee6-1b6d56f703fe tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:02.927785 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-55d92462-1096-4c50-8032-b4ada1c1776b tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port edaf5109-96ef-4296-8a0a-83578af859a9 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:54:02.928113 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [None req-55d92462-1096-4c50-8032-b4ada1c1776b tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port edaf5109-96ef-4296-8a0a-83578af859a9 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '7b7dfd5c-c661-45d4-8870-33e738866688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9100391d-e588-447d-bacb-37c192521f13'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:54:02.928697 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d92462-1096-4c50-8032-b4ada1c1776b tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempting to bind port edaf5109-96ef-4296-8a0a-83578af859a9 on network 9100391d-e588-447d-bacb-37c192521f13 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:54:02.934969 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-750c6ff9-2e6b-45f2-b2ed-4f627cf9f717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:02.953445 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-750c6ff9-2e6b-45f2-b2ed-4f627cf9f717 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:02.953445 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-750c6ff9-2e6b-45f2-b2ed-4f627cf9f717 admin admin] 10.222.0.101 "DELETE /v2.0/networks/2a61a80f-7424-4f72-8244-e2cfc0c281a3 HTTP/1.1" status: 204 len: 168 time: 0.7476857 Sep 24 15:54:02.960315 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750c6ff9-2e6b-45f2-b2ed-4f627cf9f717 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a61a80f-7424-4f72-8244-e2cfc0c281a3,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:02.966754 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d92462-1096-4c50-8032-b4ada1c1776b tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Port edaf5109-96ef-4296-8a0a-83578af859a9 on network 9100391d-e588-447d-bacb-37c192521f13 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:54:02.967632 n-d-808921-1 neutron-server[95298]: ERROR neutron.plugins.ml2.managers [None req-55d92462-1096-4c50-8032-b4ada1c1776b tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Failed to bind port edaf5109-96ef-4296-8a0a-83578af859a9 on host n-h2-808921-1 for vnic_type normal using segments [{'id': '7b7dfd5c-c661-45d4-8870-33e738866688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '9100391d-e588-447d-bacb-37c192521f13'}] Sep 24 15:54:02.968004 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-55d92462-1096-4c50-8032-b4ada1c1776b tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:02.981200 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-4e9cb179-4ba4-459d-aee6-1b6d56f703fe tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Calling delete_port for 87272bec-59f3-4fe2-bcc0-50a599fcfe73 owned by {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:54:02.991713 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d149717-7a56-4824-8389-453a65cd2c92 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Router 2290273b-7c8a-4141-881a-684b68354ed4 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:54:03.155391 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dcf28d46-396b-4885-9409-2b474fa42ab9 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:03.156022 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-bf02c5eb-9ef8-4ed1-9ce7-5642f5786e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:03.167801 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-55d92462-1096-4c50-8032-b4ada1c1776b tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] For port edaf5109-96ef-4296-8a0a-83578af859a9, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:54:03.168177 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-55d92462-1096-4c50-8032-b4ada1c1776b tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attempted to set empty binding levels {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 24 15:54:03.174295 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d149717-7a56-4824-8389-453a65cd2c92 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:54:03.187084 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9d149717-7a56-4824-8389-453a65cd2c92 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:03.187978 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-9d149717-7a56-4824-8389-453a65cd2c92 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "PUT /v2.0/routers/2290273b-7c8a-4141-881a-684b68354ed4 HTTP/1.1" status: 200 len: 705 time: 1.3524308 Sep 24 15:54:03.190837 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ece2818-1d41-449f-95e7-9eb7293b6c61 None None] Sync routers for ids ['2290273b-7c8a-4141-881a-684b68354ed4'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:54:03.193627 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43788) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:03.197277 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf28d46-396b-4885-9409-2b474fa42ab9 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event deleted for resources: {'Port': ['ID=eea69618-4726-4634-897d-ebd43454935e,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:03.208314 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf02c5eb-9ef8-4ed1-9ce7-5642f5786e9e None None] Network 50d98e88-8a75-4835-9919-86c163395f7c is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:54:03.215096 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-bf02c5eb-9ef8-4ed1-9ce7-5642f5786e9e None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:54:03.219805 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf02c5eb-9ef8-4ed1-9ce7-5642f5786e9e None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:54:03.222206 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ece2818-1d41-449f-95e7-9eb7293b6c61 None None] Routers {'2290273b-7c8a-4141-881a-684b68354ed4'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:54:03.222963 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-6ece2818-1d41-449f-95e7-9eb7293b6c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:53:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['2290273b-7c8a-4141-881a-684b68354ed4'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:54:03.228467 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf02c5eb-9ef8-4ed1-9ce7-5642f5786e9e None None] Pushing event updated for resources: {'Port': ['ID=ce65798a-6a0e-40fb-b485-c88999261a84,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:03.251014 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-68126c3b-4d4b-4f9d-8a3b-1b8477285b7c tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "GET /v2.0/ports?device_id=2290273b-7c8a-4141-881a-684b68354ed4 HTTP/1.1" status: 200 len: 205 time: 0.0562434 Sep 24 15:54:03.251684 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43790) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:03.289228 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dcf28d46-396b-4885-9409-2b474fa42ab9 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586576'] for router_gateway, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:03.298166 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-bf02c5eb-9ef8-4ed1-9ce7-5642f5786e9e None None] Attempting to bind port ce65798a-6a0e-40fb-b485-c88999261a84 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:54:03.298831 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-bf02c5eb-9ef8-4ed1-9ce7-5642f5786e9e None None] Attempting to bind port ce65798a-6a0e-40fb-b485-c88999261a84 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:54:03.299211 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf02c5eb-9ef8-4ed1-9ce7-5642f5786e9e None None] Attempting to bind port ce65798a-6a0e-40fb-b485-c88999261a84 on network 50d98e88-8a75-4835-9919-86c163395f7c {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:54:03.306279 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf02c5eb-9ef8-4ed1-9ce7-5642f5786e9e None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 53, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:54:03.306694 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf02c5eb-9ef8-4ed1-9ce7-5642f5786e9e None None] Checking segment: {'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:54:03.307106 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-bf02c5eb-9ef8-4ed1-9ce7-5642f5786e9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:03.309139 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf02c5eb-9ef8-4ed1-9ce7-5642f5786e9e None None] Bound using segment: {'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:54:03.309657 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-bf02c5eb-9ef8-4ed1-9ce7-5642f5786e9e None None] Bound port: ce65798a-6a0e-40fb-b485-c88999261a84, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:54:03.310058 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-bf02c5eb-9ef8-4ed1-9ce7-5642f5786e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:03.381621 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-72e5396d-ba63-4074-bb91-ba3988d227a9 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for router, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:03.408701 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-bf02c5eb-9ef8-4ed1-9ce7-5642f5786e9e None None] For port ce65798a-6a0e-40fb-b485-c88999261a84, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:54:03.456790 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dcf28d46-396b-4885-9409-2b474fa42ab9 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:03.456790 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dcf28d46-396b-4885-9409-2b474fa42ab9 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:03.462447 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-6ece2818-1d41-449f-95e7-9eb7293b6c61 None None] Set router 2290273b-7c8a-4141-881a-684b68354ed4 gateway port host: None {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:54:03.520259 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-6ece2818-1d41-449f-95e7-9eb7293b6c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2290273b-7c8a-4141-881a-684b68354ed4', 'name': 'tempest-RoutersIpV6Test-router-1803128549', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:52:46Z', 'updated_at': '2021-09-24T15:53:56Z', 'revision_number': 11, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'gw_port_host': None}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:54:03.546373 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ece2818-1d41-449f-95e7-9eb7293b6c61 None None] Checking router: 2290273b-7c8a-4141-881a-684b68354ed4 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:54:03.554712 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ece2818-1d41-449f-95e7-9eb7293b6c61 None None] Routers {'2290273b-7c8a-4141-881a-684b68354ed4'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:54:03.555314 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-6ece2818-1d41-449f-95e7-9eb7293b6c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:53:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['2290273b-7c8a-4141-881a-684b68354ed4'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:54:03.558778 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-72e5396d-ba63-4074-bb91-ba3988d227a9 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:03.560906 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-72e5396d-ba63-4074-bb91-ba3988d227a9 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:03.577820 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4f5a2cfd-eebe-4d0e-9e7f-43c37f304a44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:03.605368 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5a2cfd-eebe-4d0e-9e7f-43c37f304a44 None None] Pushing event deleted for resources: {'Port': ['ID=053f79d6-a0b0-40ed-900d-db9a70bcece9,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:03.605593 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-68188f5a-2c45-48de-8ba6-d0b95436eb06 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:03.610267 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f5a2cfd-eebe-4d0e-9e7f-43c37f304a44 None None] No DVR routers for this DVR port 053f79d6-a0b0-40ed-900d-db9a70bcece9 on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:54:03.625331 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-6ece2818-1d41-449f-95e7-9eb7293b6c61 None None] Set router 2290273b-7c8a-4141-881a-684b68354ed4 gateway port host: None {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:54:03.656103 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68188f5a-2c45-48de-8ba6-d0b95436eb06 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Network 50d98e88-8a75-4835-9919-86c163395f7c is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:54:03.659421 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-68188f5a-2c45-48de-8ba6-d0b95436eb06 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:54:03.663619 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68188f5a-2c45-48de-8ba6-d0b95436eb06 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:03.664200 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-68188f5a-2c45-48de-8ba6-d0b95436eb06 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:03.673528 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68188f5a-2c45-48de-8ba6-d0b95436eb06 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event updated for resources: {'Subnet': ['ID=be3e6ceb-3a0a-437f-afc2-59f502682ac9,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:03.697332 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-6ece2818-1d41-449f-95e7-9eb7293b6c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2290273b-7c8a-4141-881a-684b68354ed4', 'name': 'tempest-RoutersIpV6Test-router-1803128549', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:52:46Z', 'updated_at': '2021-09-24T15:53:56Z', 'revision_number': 11, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'gw_port_host': None}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:54:03.707800 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ece2818-1d41-449f-95e7-9eb7293b6c61 None None] The sync data for ids ['2290273b-7c8a-4141-881a-684b68354ed4'] in n-d-808921-1 is: [{'id': '2290273b-7c8a-4141-881a-684b68354ed4', 'name': 'tempest-RoutersIpV6Test-router-1803128549', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:52:46Z', 'updated_at': '2021-09-24T15:53:56Z', 'revision_number': 11, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'gw_port_host': None}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:54:03.739728 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4e9cb179-4ba4-459d-aee6-1b6d56f703fe tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:03.742086 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-55d92462-1096-4c50-8032-b4ada1c1776b tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:03.748016 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-bf02c5eb-9ef8-4ed1-9ce7-5642f5786e9e None None] For port ce65798a-6a0e-40fb-b485-c88999261a84, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=ce65798a-6a0e-40fb-b485-c88999261a84,segment=NetworkSegment(fb531be8-b37e-4ff9-a98b-5c7db484a0eb),segment_id=fb531be8-b37e-4ff9-a98b-5c7db484a0eb)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:54:03.782697 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-55d92462-1096-4c50-8032-b4ada1c1776b tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] In _notify_port_updated(), no bound segment for port edaf5109-96ef-4296-8a0a-83578af859a9 on network 9100391d-e588-447d-bacb-37c192521f13 {{(pid=95298) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 24 15:54:03.783564 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d92462-1096-4c50-8032-b4ada1c1776b tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:03.784163 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-55d92462-1096-4c50-8032-b4ada1c1776b tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:03.785695 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-55d92462-1096-4c50-8032-b4ada1c1776b tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] 10.222.0.101 "PUT /v2.0/ports/edaf5109-96ef-4296-8a0a-83578af859a9 HTTP/1.1" status: 200 len: 979 time: 3.3042450 Sep 24 15:54:03.786880 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4e9cb179-4ba4-459d-aee6-1b6d56f703fe tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:03.788775 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-4e9cb179-4ba4-459d-aee6-1b6d56f703fe tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] 10.222.0.101 "DELETE /v2.0/ports/87272bec-59f3-4fe2-bcc0-50a599fcfe73 HTTP/1.1" status: 204 len: 168 time: 1.9521091 Sep 24 15:54:03.796283 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43792) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:03.799502 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43794) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:03.812134 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d92462-1096-4c50-8032-b4ada1c1776b tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Pushing event updated for resources: {'Port': ['ID=edaf5109-96ef-4296-8a0a-83578af859a9,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:03.839815 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9cb179-4ba4-459d-aee6-1b6d56f703fe tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Pushing event deleted for resources: {'Port': ['ID=87272bec-59f3-4fe2-bcc0-50a599fcfe73,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:03.854245 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbb68795-acc8-4fc5-b2e9-2a2f642f6fcc tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] DELETE failed (client error): The resource could not be found. Sep 24 15:54:03.854748 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbb68795-acc8-4fc5-b2e9-2a2f642f6fcc tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:54:03.856496 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-dbb68795-acc8-4fc5-b2e9-2a2f642f6fcc tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] 10.222.0.101 "DELETE /v2.0/subnets/112ffc5a-6c30-40a7-a0c1-3dd2877a4909 HTTP/1.1" status: 404 len: 337 time: 0.0529914 Sep 24 15:54:03.859161 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43796) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:03.905786 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-d0dec551-c7bc-4272-b73d-4e14d14c96bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Deleting port edaf5109-96ef-4296-8a0a-83578af859a9 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:54:03.906050 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d0dec551-c7bc-4272-b73d-4e14d14c96bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:03.915311 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dcf28d46-396b-4885-9409-2b474fa42ab9 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:03.915824 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf28d46-396b-4885-9409-2b474fa42ab9 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Fanout notify agent at l3_agent the message router_deleted on router e8b08539-45c3-4d06-a2a8-803b1120f31c {{(pid=95297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:54:03.931199 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dcf28d46-396b-4885-9409-2b474fa42ab9 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:03.932310 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-dcf28d46-396b-4885-9409-2b474fa42ab9 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "DELETE /v2.0/routers/e8b08539-45c3-4d06-a2a8-803b1120f31c HTTP/1.1" status: 204 len: 168 time: 2.2705889 Sep 24 15:54:03.935047 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43798) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:03.940712 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6d9d5d42-112c-4c8d-a3fe-38ef6a587d3a tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:03.978528 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-bf02c5eb-9ef8-4ed1-9ce7-5642f5786e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:03.980481 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-20d11f03-923c-4ebc-a890-acb1fba5c2e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:03.981503 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-72e5396d-ba63-4074-bb91-ba3988d227a9 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:03.982902 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e5396d-ba63-4074-bb91-ba3988d227a9 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Fanout notify agent at l3_agent the message router_deleted on router 2290273b-7c8a-4141-881a-684b68354ed4 {{(pid=95298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:54:03.985279 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-68188f5a-2c45-48de-8ba6-d0b95436eb06 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6985421 Sep 24 15:54:03.992017 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-72e5396d-ba63-4074-bb91-ba3988d227a9 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:03.993384 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-72e5396d-ba63-4074-bb91-ba3988d227a9 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "DELETE /v2.0/routers/2290273b-7c8a-4141-881a-684b68354ed4 HTTP/1.1" status: 204 len: 168 time: 0.7405424 Sep 24 15:54:03.995710 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43800) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:04.008239 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-bd741208-6e7d-4cb9-b7a0-aa859c71fe3b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Request body: {'port': {'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'mac_address': 'fa:16:3e:f7:cd:11', 'name': 'tempest-NetworksTestDHCPv6-730932222'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:04.031111 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43802) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:04.049543 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-04247193-a4ba-4b56-af66-e1ce0b3a68d9 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1886567731', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:04.115107 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf02c5eb-9ef8-4ed1-9ce7-5642f5786e9e None None] Pushing event updated for resources: {'Port': ['ID=ce65798a-6a0e-40fb-b485-c88999261a84,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:04.154803 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6d9d5d42-112c-4c8d-a3fe-38ef6a587d3a tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:04.165766 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-d0dec551-c7bc-4272-b73d-4e14d14c96bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] For port edaf5109-96ef-4296-8a0a-83578af859a9, host n-h2-808921-1, got binding levels [] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:54:04.166205 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d0dec551-c7bc-4272-b73d-4e14d14c96bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:04.183334 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fd69aed6-1682-460e-989a-72fe69b5cad1 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:04.193662 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-d0dec551-c7bc-4272-b73d-4e14d14c96bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Calling delete_port for edaf5109-96ef-4296-8a0a-83578af859a9 owned by {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:54:04.214690 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43804) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:04.229386 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-6d9d5d42-112c-4c8d-a3fe-38ef6a587d3a tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39fa30ae-d647-4330-a414-eb95110c9d75']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:54:04.245750 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-6d9d5d42-112c-4c8d-a3fe-38ef6a587d3a tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9025961-7f2f-4ada-8504-b93f6c05776c') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:54:04.246057 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-6d9d5d42-112c-4c8d-a3fe-38ef6a587d3a tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9025961-7f2f-4ada-8504-b93f6c05776c') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:54:04.271580 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 053f79d6-a0b0-40ed-900d-db9a70bcece9 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:54:04.271692 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6d9d5d42-112c-4c8d-a3fe-38ef6a587d3a tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:04.283776 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 053f79d6-a0b0-40ed-900d-db9a70bcece9 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:54:04.284420 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 053f79d6-a0b0-40ed-900d-db9a70bcece9 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:54:04.285051 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 0318c350-25c4-4933-9d03-b23b8679d3e9 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:54:04.311631 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:04.314270 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 0318c350-25c4-4933-9d03-b23b8679d3e9 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:54:04.314828 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 0318c350-25c4-4933-9d03-b23b8679d3e9 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:54:04.339239 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6d9d5d42-112c-4c8d-a3fe-38ef6a587d3a tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:04.350743 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d9d5d42-112c-4c8d-a3fe-38ef6a587d3a tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Releasing vlan 1298 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:54:04.351140 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6d9d5d42-112c-4c8d-a3fe-38ef6a587d3a tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:04.354036 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:54:04.354036 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:54:04.354036 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:54:04.354036 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:54:04.354036 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:54:04.354036 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:54:04.354036 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:54:04.354036 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:54:04.354036 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:54:04.354036 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:54:04.354036 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:54:04.354036 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:54:04.354036 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:54:04.354036 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:54:04.354036 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:54:04.354036 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:54:04.354036 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:54:04.354036 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:54:04.354036 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:54:04.354036 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:54:04.354036 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:54:04.354036 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:54:04.354036 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:54:04.354036 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:54:04.354036 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:54:04.354036 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:54:04.354036 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:54:04.354036 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:54:04.354036 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:54:04.354036 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:54:04.354036 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:54:04.354036 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:54:04.363744 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-6673dcc7-6e40-4854-89cd-1c72c7555bc4 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=7ecdf69c945d45baa1f224469b4d842c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1447482 Sep 24 15:54:04.365753 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43806) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:04.410659 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fd69aed6-1682-460e-989a-72fe69b5cad1 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:04.445962 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-04247193-a4ba-4b56-af66-e1ce0b3a68d9 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:04.447021 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-04247193-a4ba-4b56-af66-e1ce0b3a68d9 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:04.447193 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-fd69aed6-1682-460e-989a-72fe69b5cad1 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['603fb403-a01d-4073-8f75-f2b0f098e42f']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:54:04.461031 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-fd69aed6-1682-460e-989a-72fe69b5cad1 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cda1c6cd-723d-48b0-aba0-c7ad881773d8') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:54:04.461319 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-fd69aed6-1682-460e-989a-72fe69b5cad1 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cda1c6cd-723d-48b0-aba0-c7ad881773d8') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:54:04.478010 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fd69aed6-1682-460e-989a-72fe69b5cad1 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:04.500773 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fd69aed6-1682-460e-989a-72fe69b5cad1 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:04.502591 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b6bed492-19b3-42a0-b4c5-329aa20535da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:04.513593 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd69aed6-1682-460e-989a-72fe69b5cad1 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Releasing vlan 1297 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:54:04.514089 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fd69aed6-1682-460e-989a-72fe69b5cad1 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:04.517162 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:54:04.517162 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:54:04.517162 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:54:04.517162 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:54:04.517162 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:54:04.517162 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:54:04.517162 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:54:04.517162 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:54:04.517162 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:54:04.517162 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:54:04.517162 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:54:04.517162 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:54:04.517162 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:54:04.517162 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:54:04.517162 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:54:04.517162 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:54:04.517162 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:54:04.517162 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:54:04.517162 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:54:04.517162 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:54:04.517162 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:54:04.517162 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:54:04.517162 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:54:04.517162 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:54:04.517162 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:54:04.517162 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:54:04.517162 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:54:04.517162 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:54:04.517162 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:54:04.517162 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:54:04.517162 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:54:04.517162 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:54:04.573638 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6d9d5d42-112c-4c8d-a3fe-38ef6a587d3a tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:04.585243 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6d9d5d42-112c-4c8d-a3fe-38ef6a587d3a tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:04.587263 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-6d9d5d42-112c-4c8d-a3fe-38ef6a587d3a tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] 10.222.0.101 "DELETE /v2.0/networks/39fa30ae-d647-4330-a414-eb95110c9d75 HTTP/1.1" status: 204 len: 168 time: 0.7270789 Sep 24 15:54:04.591612 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b6bed492-19b3-42a0-b4c5-329aa20535da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:04.591802 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43808) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:04.615649 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d0dec551-c7bc-4272-b73d-4e14d14c96bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:04.655279 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd741208-6e7d-4cb9-b7a0-aa859c71fe3b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Made reservation on behalf of 1ffc126d96724ce991d5ac46e64fd1ec for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:54:04.674751 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d0dec551-c7bc-4272-b73d-4e14d14c96bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:04.677445 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-d0dec551-c7bc-4272-b73d-4e14d14c96bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] 10.222.0.101 "DELETE /v2.0/ports/edaf5109-96ef-4296-8a0a-83578af859a9 HTTP/1.1" status: 204 len: 168 time: 0.8866136 Sep 24 15:54:04.682311 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dec551-c7bc-4272-b73d-4e14d14c96bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] Pushing event deleted for resources: {'Port': ['ID=edaf5109-96ef-4296-8a0a-83578af859a9,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:04.686858 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43810) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:04.691031 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9d5d42-112c-4c8d-a3fe-38ef6a587d3a tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Pushing event deleted for resources: {'Network': ['ID=39fa30ae-d647-4330-a414-eb95110c9d75,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:04.716334 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f65a96c-5e96-49e9-ab56-6993035e4734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] GET failed (client error): The resource could not be found. Sep 24 15:54:04.720515 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-9f65a96c-5e96-49e9-ab56-6993035e4734 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713 tempest-PortsAdminExtendedAttrsIpV6TestJSON-298928713-project-admin] 10.222.0.101 "GET /v2.0/ports/edaf5109-96ef-4296-8a0a-83578af859a9 HTTP/1.1" status: 404 len: 333 time: 0.0311761 Sep 24 15:54:04.735909 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fd69aed6-1682-460e-989a-72fe69b5cad1 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:04.740076 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43812) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:04.749581 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fd69aed6-1682-460e-989a-72fe69b5cad1 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:04.751787 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-fd69aed6-1682-460e-989a-72fe69b5cad1 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "DELETE /v2.0/networks/603fb403-a01d-4073-8f75-f2b0f098e42f HTTP/1.1" status: 204 len: 168 time: 0.8158348 Sep 24 15:54:04.768507 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43814) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:04.788796 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd69aed6-1682-460e-989a-72fe69b5cad1 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event deleted for resources: {'Network': ['ID=603fb403-a01d-4073-8f75-f2b0f098e42f,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:04.813643 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-04247193-a4ba-4b56-af66-e1ce0b3a68d9 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:04.849079 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bd741208-6e7d-4cb9-b7a0-aa859c71fe3b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:04.863846 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b6bed492-19b3-42a0-b4c5-329aa20535da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:04.866369 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b6bed492-19b3-42a0-b4c5-329aa20535da admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:04.867568 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b6bed492-19b3-42a0-b4c5-329aa20535da admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d36b0d50-7f3d-4516-9abc-ee8496812c5b HTTP/1.1" status: 204 len: 168 time: 0.5008812 Sep 24 15:54:04.875787 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-97201b91-3390-4c9b-ac23-80a40142c97d tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Deleting port 6ee5fc02-15c6-4990-81d9-d0fd68888fe7 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:54:04.876127 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-97201b91-3390-4c9b-ac23-80a40142c97d tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:04.884947 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [None req-bd741208-6e7d-4cb9-b7a0-aa859c71fe3b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] device_id is not set on port e5fc06e4-795c-4eb6-9d8a-872f3540fe43 yet. {{(pid=95298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:54:04.893602 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f926d4b6-5281-46a5-a8b6-b4529eb0a04c tempest-PortsAdminExtendedAttrsIpV6TestJSON-157409858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157409858-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:04.898303 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bed492-19b3-42a0-b4c5-329aa20535da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36b0d50-7f3d-4516-9abc-ee8496812c5b,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:04.928162 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-265da874-5c28-4df5-bdb2-a1ce651329a2 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:04.948474 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-04247193-a4ba-4b56-af66-e1ce0b3a68d9 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:04.999115 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-265da874-5c28-4df5-bdb2-a1ce651329a2 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:05.011011 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-97201b91-3390-4c9b-ac23-80a40142c97d tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:05.033988 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-97201b91-3390-4c9b-ac23-80a40142c97d tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Calling delete_port for 6ee5fc02-15c6-4990-81d9-d0fd68888fe7 owned by {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:54:05.041244 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f926d4b6-5281-46a5-a8b6-b4529eb0a04c tempest-PortsAdminExtendedAttrsIpV6TestJSON-157409858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157409858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:05.081433 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-f926d4b6-5281-46a5-a8b6-b4529eb0a04c tempest-PortsAdminExtendedAttrsIpV6TestJSON-157409858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157409858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9100391d-e588-447d-bacb-37c192521f13']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:54:05.096466 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-f926d4b6-5281-46a5-a8b6-b4529eb0a04c tempest-PortsAdminExtendedAttrsIpV6TestJSON-157409858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157409858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b7dfd5c-c661-45d4-8870-33e738866688') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:54:05.096756 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-f926d4b6-5281-46a5-a8b6-b4529eb0a04c tempest-PortsAdminExtendedAttrsIpV6TestJSON-157409858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157409858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b7dfd5c-c661-45d4-8870-33e738866688') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:54:05.107147 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f926d4b6-5281-46a5-a8b6-b4529eb0a04c tempest-PortsAdminExtendedAttrsIpV6TestJSON-157409858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157409858-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:05.113911 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-04247193-a4ba-4b56-af66-e1ce0b3a68d9 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:05.115168 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-04247193-a4ba-4b56-af66-e1ce0b3a68d9 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.0828965 Sep 24 15:54:05.117891 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43818) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:05.123531 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-5c1bfd9b-77f8-43d3-bfb9-e92f5b454046 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Request body: {'router': {'admin_state_up': True}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:05.128713 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f926d4b6-5281-46a5-a8b6-b4529eb0a04c tempest-PortsAdminExtendedAttrsIpV6TestJSON-157409858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157409858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:05.173451 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f926d4b6-5281-46a5-a8b6-b4529eb0a04c tempest-PortsAdminExtendedAttrsIpV6TestJSON-157409858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157409858-project] Releasing vlan 1285 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:54:05.174148 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f926d4b6-5281-46a5-a8b6-b4529eb0a04c tempest-PortsAdminExtendedAttrsIpV6TestJSON-157409858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157409858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:05.177443 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:54:05.177443 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:54:05.177443 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:54:05.177443 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:54:05.177443 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:54:05.177443 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:54:05.177443 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:54:05.177443 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:54:05.177443 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:54:05.177443 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:54:05.177443 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:54:05.177443 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:54:05.177443 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:54:05.177443 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:54:05.177443 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:54:05.177443 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:54:05.177443 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:54:05.177443 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:54:05.177443 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:54:05.177443 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:54:05.177443 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:54:05.177443 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:54:05.177443 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:54:05.177443 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:54:05.177443 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:54:05.177443 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:54:05.177443 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:54:05.177443 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:54:05.177443 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:54:05.177443 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:54:05.177443 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:54:05.177443 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:54:05.204293 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-bd741208-6e7d-4cb9-b7a0-aa859c71fe3b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Allocated IP 172.20.0.5 (50d98e88-8a75-4835-9919-86c163395f7c/be3e6ceb-3a0a-437f-afc2-59f502682ac9/e5fc06e4-795c-4eb6-9d8a-872f3540fe43) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:54:05.212067 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-bd741208-6e7d-4cb9-b7a0-aa859c71fe3b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Allocated IP 2001:db8::f816:3eff:fef7:cd11 (50d98e88-8a75-4835-9919-86c163395f7c/cee6aca6-2793-4714-b649-fe461db2a7c8/e5fc06e4-795c-4eb6-9d8a-872f3540fe43) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:54:05.328778 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:05.346096 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-97201b91-3390-4c9b-ac23-80a40142c97d tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:05.348085 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-265da874-5c28-4df5-bdb2-a1ce651329a2 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:05.350982 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-265da874-5c28-4df5-bdb2-a1ce651329a2 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:05.352881 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-265da874-5c28-4df5-bdb2-a1ce651329a2 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "DELETE /v2.0/security-groups/6ebd70ba-9057-4f05-b091-253e90de2a91 HTTP/1.1" status: 204 len: 168 time: 0.5826170 Sep 24 15:54:05.365602 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265da874-5c28-4df5-bdb2-a1ce651329a2 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ebd70ba-9057-4f05-b091-253e90de2a91,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:05.388628 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97201b91-3390-4c9b-ac23-80a40142c97d tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Pushing event deleted for resources: {'Port': ['ID=6ee5fc02-15c6-4990-81d9-d0fd68888fe7,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:05.398131 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-97201b91-3390-4c9b-ac23-80a40142c97d tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:05.400400 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-97201b91-3390-4c9b-ac23-80a40142c97d tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] 10.222.0.101 "DELETE /v2.0/ports/6ee5fc02-15c6-4990-81d9-d0fd68888fe7 HTTP/1.1" status: 204 len: 168 time: 0.8069358 Sep 24 15:54:05.403397 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43824) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:05.436954 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f926d4b6-5281-46a5-a8b6-b4529eb0a04c tempest-PortsAdminExtendedAttrsIpV6TestJSON-157409858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157409858-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:05.441881 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f926d4b6-5281-46a5-a8b6-b4529eb0a04c tempest-PortsAdminExtendedAttrsIpV6TestJSON-157409858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157409858-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:05.444238 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f926d4b6-5281-46a5-a8b6-b4529eb0a04c tempest-PortsAdminExtendedAttrsIpV6TestJSON-157409858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157409858-project] 10.222.0.101 "DELETE /v2.0/networks/9100391d-e588-447d-bacb-37c192521f13 HTTP/1.1" status: 204 len: 168 time: 0.6987216 Sep 24 15:54:05.447198 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-fed89507-c681-4410-b281-b8a4e2d5c33a tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] DELETE failed (client error): The resource could not be found. Sep 24 15:54:05.447741 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fed89507-c681-4410-b281-b8a4e2d5c33a tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:54:05.449406 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-fed89507-c681-4410-b281-b8a4e2d5c33a tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] 10.222.0.101 "DELETE /v2.0/subnets/4c860a6d-7246-48d9-83b3-45bdba00a5e4 HTTP/1.1" status: 404 len: 337 time: 0.0449905 Sep 24 15:54:05.460709 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43830) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:05.497430 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f926d4b6-5281-46a5-a8b6-b4529eb0a04c tempest-PortsAdminExtendedAttrsIpV6TestJSON-157409858 tempest-PortsAdminExtendedAttrsIpV6TestJSON-157409858-project] Pushing event deleted for resources: {'Network': ['ID=9100391d-e588-447d-bacb-37c192521f13,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:05.530766 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5c1bfd9b-77f8-43d3-bfb9-e92f5b454046 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1671'] for router, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:05.531327 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bd741208-6e7d-4cb9-b7a0-aa859c71fe3b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:05.596766 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bda6b90b-7f22-4957-a7f4-811a398bf7b7 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:05.641419 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5c1bfd9b-77f8-43d3-bfb9-e92f5b454046 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-586922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-586913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588826'] for router, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:05.710626 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb4735a-adfe-4ee7-ac0f-7172b77065e4 None None] Network 50d98e88-8a75-4835-9919-86c163395f7c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:54:05.724923 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bda6b90b-7f22-4957-a7f4-811a398bf7b7 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:05.758602 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-bda6b90b-7f22-4957-a7f4-811a398bf7b7 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60ca3e22-fb29-4914-8fcc-f76cad3e7b47']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:54:05.758602 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bd741208-6e7d-4cb9-b7a0-aa859c71fe3b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:05.802436 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-bda6b90b-7f22-4957-a7f4-811a398bf7b7 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26cf8beb-217a-437b-bfd5-eba5cc4ce071') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:54:05.802855 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-bda6b90b-7f22-4957-a7f4-811a398bf7b7 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26cf8beb-217a-437b-bfd5-eba5cc4ce071') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:54:05.818733 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bda6b90b-7f22-4957-a7f4-811a398bf7b7 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:05.834807 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd741208-6e7d-4cb9-b7a0-aa859c71fe3b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Network 50d98e88-8a75-4835-9919-86c163395f7c is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:54:05.840822 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-de10941e-7737-43b7-a131-6306643bee14 None None] Provisioning complete for port ce65798a-6a0e-40fb-b485-c88999261a84 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:54:05.841084 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-bd741208-6e7d-4cb9-b7a0-aa859c71fe3b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:54:05.841207 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-de10941e-7737-43b7-a131-6306643bee14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:05.847149 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c1bfd9b-77f8-43d3-bfb9-e92f5b454046 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Router 17e107f0-356a-40ee-b2db-0ad6c0a2444d is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:54:05.853336 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd741208-6e7d-4cb9-b7a0-aa859c71fe3b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:54:05.855194 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bda6b90b-7f22-4957-a7f4-811a398bf7b7 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:05.858911 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd741208-6e7d-4cb9-b7a0-aa859c71fe3b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event updated for resources: {'Port': ['ID=e5fc06e4-795c-4eb6-9d8a-872f3540fe43,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:05.893667 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bda6b90b-7f22-4957-a7f4-811a398bf7b7 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Releasing vlan 1278 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:54:05.894078 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bda6b90b-7f22-4957-a7f4-811a398bf7b7 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:05.897454 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:54:05.897454 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:54:05.897454 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:54:05.897454 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:54:05.897454 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:54:05.897454 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:54:05.897454 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:54:05.897454 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:54:05.897454 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:54:05.897454 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:54:05.897454 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:54:05.897454 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:54:05.897454 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:54:05.897454 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:54:05.897454 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:54:05.897454 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:54:05.897454 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:54:05.897454 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:54:05.897454 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:54:05.897454 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:54:05.897454 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:54:05.897454 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:54:05.897454 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:54:05.897454 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:54:05.897454 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:54:05.897454 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:54:05.897454 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:54:05.897454 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:54:05.897454 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:54:05.897454 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:54:05.897454 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:54:05.897454 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:54:05.957335 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43842) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:05.974834 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd741208-6e7d-4cb9-b7a0-aa859c71fe3b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:05.975455 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bd741208-6e7d-4cb9-b7a0-aa859c71fe3b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:05.996458 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-44870b8e-4e5c-467c-b3a0-4aeb4429d127 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-55385995', 'description': 'tempest-secgroup-smoke-55385995 description', 'project_id': '7e512e155fd047afb7c369ee55b40ecc'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:06.007478 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c1bfd9b-77f8-43d3-bfb9-e92f5b454046 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:54:06.022063 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5c1bfd9b-77f8-43d3-bfb9-e92f5b454046 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:06.023651 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-5c1bfd9b-77f8-43d3-bfb9-e92f5b454046 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "PUT /v2.0/routers/17e107f0-356a-40ee-b2db-0ad6c0a2444d HTTP/1.1" status: 200 len: 698 time: 0.9047186 Sep 24 15:54:06.026395 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43844) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:06.046594 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74e3c27-3087-4130-ad54-4d28057e9c23 None None] Sync routers for ids ['17e107f0-356a-40ee-b2db-0ad6c0a2444d'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:54:06.075651 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74e3c27-3087-4130-ad54-4d28057e9c23 None None] Routers {'17e107f0-356a-40ee-b2db-0ad6c0a2444d'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:54:06.076324 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-f74e3c27-3087-4130-ad54-4d28057e9c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:54:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['17e107f0-356a-40ee-b2db-0ad6c0a2444d'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:54:06.095025 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43848) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:06.098942 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-bd741208-6e7d-4cb9-b7a0-aa859c71fe3b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.1019692 Sep 24 15:54:06.106253 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bda6b90b-7f22-4957-a7f4-811a398bf7b7 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:06.147910 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bda6b90b-7f22-4957-a7f4-811a398bf7b7 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:06.149792 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-bda6b90b-7f22-4957-a7f4-811a398bf7b7 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] 10.222.0.101 "DELETE /v2.0/networks/60ca3e22-fb29-4914-8fcc-f76cad3e7b47 HTTP/1.1" status: 204 len: 168 time: 0.6880751 Sep 24 15:54:06.150401 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43850) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:06.162465 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43852) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:06.162685 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-de10941e-7737-43b7-a131-6306643bee14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:06.168363 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-74cf0cb0-d87c-4e1e-a4a9-f1ac3aab40d2 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "GET /v2.0/routers/17e107f0-356a-40ee-b2db-0ad6c0a2444d HTTP/1.1" status: 200 len: 704 time: 0.1407878 Sep 24 15:54:06.179503 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda6b90b-7f22-4957-a7f4-811a398bf7b7 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Pushing event deleted for resources: {'Network': ['ID=60ca3e22-fb29-4914-8fcc-f76cad3e7b47,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:06.181795 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43854) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:06.232526 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-adc1a324-9d88-4f77-9295-e2dea6d5de15 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "GET /v2.0/ports?device_id=17e107f0-356a-40ee-b2db-0ad6c0a2444d HTTP/1.1" status: 200 len: 205 time: 0.0495958 Sep 24 15:54:06.233288 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43858) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:06.245619 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device ce65798a-6a0e-40fb-b485-c88999261a84 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:54:06.256120 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-f74e3c27-3087-4130-ad54-4d28057e9c23 None None] Set router 17e107f0-356a-40ee-b2db-0ad6c0a2444d gateway port host: None {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:54:06.373648 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-f74e3c27-3087-4130-ad54-4d28057e9c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e107f0-356a-40ee-b2db-0ad6c0a2444d', 'name': 'tempest-RoutersIpV6Test-router-1886567731', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:54:04Z', 'updated_at': '2021-09-24T15:54:05Z', 'revision_number': 2, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'gw_port_host': None}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:54:06.439466 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74e3c27-3087-4130-ad54-4d28057e9c23 None None] Checking router: 17e107f0-356a-40ee-b2db-0ad6c0a2444d for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:54:06.443172 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-de10941e-7737-43b7-a131-6306643bee14 None None] For port ce65798a-6a0e-40fb-b485-c88999261a84, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=ce65798a-6a0e-40fb-b485-c88999261a84,segment=NetworkSegment(fb531be8-b37e-4ff9-a98b-5c7db484a0eb),segment_id=fb531be8-b37e-4ff9-a98b-5c7db484a0eb)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:54:06.450980 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759d25b9-bcfa-4609-a7ff-cd72c5873212 None None] Update dhcp port {'port': {'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'fixed_ips': [{'subnet_id': 'cee6aca6-2793-4714-b649-fe461db2a7c8', 'ip_address': '2001:db8::f816:3eff:fe6c:9b9b'}, {'subnet_id': 'be3e6ceb-3a0a-437f-afc2-59f502682ac9'}], 'binding:host_id': 'n-d-808921-1'}, 'id': 'ce65798a-6a0e-40fb-b485-c88999261a84'} from n-d-808921-1. {{(pid=95299) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 24 15:54:06.481638 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-759d25b9-bcfa-4609-a7ff-cd72c5873212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:06.504668 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74e3c27-3087-4130-ad54-4d28057e9c23 None None] Routers {'17e107f0-356a-40ee-b2db-0ad6c0a2444d'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:54:06.505320 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-f74e3c27-3087-4130-ad54-4d28057e9c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:54:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['17e107f0-356a-40ee-b2db-0ad6c0a2444d'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:54:06.583398 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-de10941e-7737-43b7-a131-6306643bee14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:06.595938 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-44870b8e-4e5c-467c-b3a0-4aeb4429d127 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:06.626488 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port ce65798a-6a0e-40fb-b485-c88999261a84 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:54:06.626899 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:06.632786 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240f07c0-5fde-4e97-93d6-d37777390bc3 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:06.641747 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240f07c0-5fde-4e97-93d6-d37777390bc3 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:06.646492 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-240f07c0-5fde-4e97-93d6-d37777390bc3 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.5469937 Sep 24 15:54:06.653092 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43868) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:06.681567 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-f74e3c27-3087-4130-ad54-4d28057e9c23 None None] Set router 17e107f0-356a-40ee-b2db-0ad6c0a2444d gateway port host: None {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:54:06.745833 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6dd47886-2789-44eb-86f8-df99bcd4dadc tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for router, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:06.788518 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-6ee548d9-4e91-4ed2-913a-9abaa9d1b1ca tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Deleting port e5fc06e4-795c-4eb6-9d8a-872f3540fe43 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:54:06.789102 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6ee548d9-4e91-4ed2-913a-9abaa9d1b1ca tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:06.794550 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8a37bc9-a4ef-4556-baa7-7979d64141e1 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Deleting subnet 4a47346b-f223-4764-96ef-3004f5d4350b {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:54:06.805622 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e8a37bc9-a4ef-4556-baa7-7979d64141e1 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:06.822384 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-f74e3c27-3087-4130-ad54-4d28057e9c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17e107f0-356a-40ee-b2db-0ad6c0a2444d', 'name': 'tempest-RoutersIpV6Test-router-1886567731', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:54:04Z', 'updated_at': '2021-09-24T15:54:05Z', 'revision_number': 2, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'gw_port_host': None}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:54:06.877310 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-44870b8e-4e5c-467c-b3a0-4aeb4429d127 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:06.877526 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-20b875d1-6b62-495c-905f-eb2f09f83344 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=01115185a607436db6ec7072e83e6d2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7143307 Sep 24 15:54:06.878399 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43872) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:06.884806 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74e3c27-3087-4130-ad54-4d28057e9c23 None None] The sync data for ids ['17e107f0-356a-40ee-b2db-0ad6c0a2444d'] in n-d-808921-1 is: [{'id': '17e107f0-356a-40ee-b2db-0ad6c0a2444d', 'name': 'tempest-RoutersIpV6Test-router-1886567731', 'tenant_id': 'a0a46e9236c24b39aca910b414f61345', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:54:04Z', 'updated_at': '2021-09-24T15:54:05Z', 'revision_number': 2, 'project_id': 'a0a46e9236c24b39aca910b414f61345', 'gw_port_host': None}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:54:06.928536 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de10941e-7737-43b7-a131-6306643bee14 None None] Pushing event updated for resources: {'Port': ['ID=ce65798a-6a0e-40fb-b485-c88999261a84,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:06.934858 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6ee548d9-4e91-4ed2-913a-9abaa9d1b1ca tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:06.958161 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e8a37bc9-a4ef-4556-baa7-7979d64141e1 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:06.958574 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-6ee548d9-4e91-4ed2-913a-9abaa9d1b1ca tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Calling delete_port for e5fc06e4-795c-4eb6-9d8a-872f3540fe43 owned by {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:54:06.979778 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9dfa3fc9-6154-4f43-89e9-4e39103f4c38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:07.016847 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:07.019259 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6dd47886-2789-44eb-86f8-df99bcd4dadc tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:07.035628 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6dd47886-2789-44eb-86f8-df99bcd4dadc tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:07.037087 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device eea69618-4726-4634-897d-ebd43454935e no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:54:07.040168 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-44870b8e-4e5c-467c-b3a0-4aeb4429d127 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:07.059291 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9dfa3fc9-6154-4f43-89e9-4e39103f4c38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:07.063366 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-759d25b9-bcfa-4609-a7ff-cd72c5873212 None None] Allocated IP 172.20.0.2 (50d98e88-8a75-4835-9919-86c163395f7c/be3e6ceb-3a0a-437f-afc2-59f502682ac9/ce65798a-6a0e-40fb-b485-c88999261a84) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:54:07.069601 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: eea69618-4726-4634-897d-ebd43454935e {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:54:07.070189 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device eea69618-4726-4634-897d-ebd43454935e not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:54:07.125217 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44870b8e-4e5c-467c-b3a0-4aeb4429d127 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1bf097d-ba10-49b0-95a0-b191bbbc69a4,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:07.156719 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-44870b8e-4e5c-467c-b3a0-4aeb4429d127 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:07.156719 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-44870b8e-4e5c-467c-b3a0-4aeb4429d127 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 1.1967645 Sep 24 15:54:07.159571 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43874) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:07.168291 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-51293064-6501-4e05-82a6-02cc00f1720a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Request body: {'security_group_rule': {'security_group_id': 'e1bf097d-ba10-49b0-95a0-b191bbbc69a4', 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:07.195031 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e8a37bc9-a4ef-4556-baa7-7979d64141e1 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:07.203272 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-759d25b9-bcfa-4609-a7ff-cd72c5873212 None None] For port ce65798a-6a0e-40fb-b485-c88999261a84, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=ce65798a-6a0e-40fb-b485-c88999261a84,segment=NetworkSegment(fb531be8-b37e-4ff9-a98b-5c7db484a0eb),segment_id=fb531be8-b37e-4ff9-a98b-5c7db484a0eb)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:54:07.262820 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6dd47886-2789-44eb-86f8-df99bcd4dadc tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:07.263352 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd47886-2789-44eb-86f8-df99bcd4dadc tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Fanout notify agent at l3_agent the message router_deleted on router 17e107f0-356a-40ee-b2db-0ad6c0a2444d {{(pid=95298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:54:07.271130 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6dd47886-2789-44eb-86f8-df99bcd4dadc tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:07.272692 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-759d25b9-bcfa-4609-a7ff-cd72c5873212 None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:07.277500 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-6dd47886-2789-44eb-86f8-df99bcd4dadc tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "DELETE /v2.0/routers/17e107f0-356a-40ee-b2db-0ad6c0a2444d HTTP/1.1" status: 204 len: 168 time: 1.0393417 Sep 24 15:54:07.281205 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43878) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:07.312156 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-14de3b9b-f87c-4c41-97a3-60b093cb681f tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "GET /v2.0/ports?device_id=17e107f0-356a-40ee-b2db-0ad6c0a2444d HTTP/1.1" status: 200 len: 205 time: 0.0295999 Sep 24 15:54:07.312386 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43880) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:07.349159 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43882) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:07.353055 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [None req-e4b2569b-3d13-45f2-9605-40e7b597a29c tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] delete failed (client error): The resource could not be found. Sep 24 15:54:07.354084 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e4b2569b-3d13-45f2-9605-40e7b597a29c tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "DELETE /v2.0/routers/17e107f0-356a-40ee-b2db-0ad6c0a2444d HTTP/1.1" status: 404 len: 336 time: 0.0406935 Sep 24 15:54:07.354854 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9dfa3fc9-6154-4f43-89e9-4e39103f4c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:07.356802 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43886) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:07.358070 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9dfa3fc9-6154-4f43-89e9-4e39103f4c38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:07.362009 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-9dfa3fc9-6154-4f43-89e9-4e39103f4c38 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/44f99dad-c066-494b-94e5-0ef8fe394f93 HTTP/1.1" status: 204 len: 168 time: 0.4799101 Sep 24 15:54:07.366136 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-759d25b9-bcfa-4609-a7ff-cd72c5873212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:07.367930 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e8a37bc9-a4ef-4556-baa7-7979d64141e1 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:07.384263 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-51293064-6501-4e05-82a6-02cc00f1720a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:07.388349 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfa3fc9-6154-4f43-89e9-4e39103f4c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f99dad-c066-494b-94e5-0ef8fe394f93,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:07.411982 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e8a37bc9-a4ef-4556-baa7-7979d64141e1 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:07.414790 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-e8a37bc9-a4ef-4556-baa7-7979d64141e1 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] 10.222.0.101 "DELETE /v2.0/subnets/4a47346b-f223-4764-96ef-3004f5d4350b HTTP/1.1" status: 204 len: 168 time: 1.2522030 Sep 24 15:54:07.418950 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-f86e2558-3367-46a6-8e98-6d7a4db029a6 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] DELETE failed (client error): The resource could not be found. Sep 24 15:54:07.419526 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f86e2558-3367-46a6-8e98-6d7a4db029a6 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:54:07.422683 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-f86e2558-3367-46a6-8e98-6d7a4db029a6 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "DELETE /v2.0/subnets/38f8b4bd-e6d0-4ba6-beac-970e66b99c36 HTTP/1.1" status: 404 len: 337 time: 0.0643075 Sep 24 15:54:07.422683 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43890) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:07.430770 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6ee548d9-4e91-4ed2-913a-9abaa9d1b1ca tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:07.440119 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43892) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:07.457837 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a37bc9-a4ef-4556-baa7-7979d64141e1 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Pushing event deleted for resources: {'Subnet': ['ID=4a47346b-f223-4764-96ef-3004f5d4350b,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:07.465673 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759d25b9-bcfa-4609-a7ff-cd72c5873212 None None] Pushing event updated for resources: {'Port': ['ID=ce65798a-6a0e-40fb-b485-c88999261a84,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:07.482217 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a285db73-b5a0-4b1b-8848-79e42a530f65 None None] Network 024bd2e4-a0fe-4888-aec9-c549d8c02ee4 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:54:07.503563 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-00ef37b9-c164-450d-a618-b8b3a53b4f07 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] DELETE failed (client error): The resource could not be found. Sep 24 15:54:07.504022 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00ef37b9-c164-450d-a618-b8b3a53b4f07 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:54:07.508545 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-00ef37b9-c164-450d-a618-b8b3a53b4f07 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "DELETE /v2.0/subnets/2a7e2ac6-24e0-423b-bce6-9ed78d763493 HTTP/1.1" status: 404 len: 337 time: 0.0562620 Sep 24 15:54:07.523029 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43894) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:07.536759 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-54df72fe-aac7-4907-8a14-34e8c2f1f159 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:07.536976 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee548d9-4e91-4ed2-913a-9abaa9d1b1ca tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event deleted for resources: {'Port': ['ID=e5fc06e4-795c-4eb6-9d8a-872f3540fe43,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:07.620629 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d98f5bd-5d29-4727-af12-24e3466a8840 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] DELETE failed (client error): The resource could not be found. Sep 24 15:54:07.621613 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d98f5bd-5d29-4727-af12-24e3466a8840 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:54:07.628349 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-4d98f5bd-5d29-4727-af12-24e3466a8840 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "DELETE /v2.0/subnets/a75cdcfb-110a-4d35-b656-dd653f4c83a8 HTTP/1.1" status: 404 len: 337 time: 0.1072147 Sep 24 15:54:07.630858 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43896) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:07.666790 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc5871ce-6fad-4139-b03f-ec8c6257842a tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] DELETE failed (client error): The resource could not be found. Sep 24 15:54:07.667756 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc5871ce-6fad-4139-b03f-ec8c6257842a tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:54:07.668703 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-51293064-6501-4e05-82a6-02cc00f1720a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:07.669776 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-fc5871ce-6fad-4139-b03f-ec8c6257842a tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "DELETE /v2.0/subnets/c47f39ca-af3b-42f3-8828-e5ce704cdd74 HTTP/1.1" status: 404 len: 337 time: 0.0373051 Sep 24 15:54:07.676862 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-617095f7-34db-4de6-a033-55c483003fe9 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:07.677676 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43898) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:07.730871 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f812381b-6ea2-4e6c-9ca1-97f14174368e tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "GET /v2.0/ports?device_id=2290273b-7c8a-4141-881a-684b68354ed4 HTTP/1.1" status: 200 len: 205 time: 0.0475776 Sep 24 15:54:07.730871 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43900) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:07.766066 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5924d08-1745-4cdf-bea5-ed25ac1ef47c None None] DHCP port deletion for 024bd2e4-a0fe-4888-aec9-c549d8c02ee4 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:54:07.789341 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6ee548d9-4e91-4ed2-913a-9abaa9d1b1ca tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:07.791257 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-6ee548d9-4e91-4ed2-913a-9abaa9d1b1ca tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/ports/e5fc06e4-795c-4eb6-9d8a-872f3540fe43 HTTP/1.1" status: 204 len: 168 time: 1.1401350 Sep 24 15:54:07.793011 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [None req-aa1388b4-b132-45a1-bc83-76bcf0c06a29 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] delete failed (client error): The resource could not be found. Sep 24 15:54:07.796016 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43902) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:07.797766 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-aa1388b4-b132-45a1-bc83-76bcf0c06a29 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "DELETE /v2.0/routers/2290273b-7c8a-4141-881a-684b68354ed4 HTTP/1.1" status: 404 len: 336 time: 0.0658948 Sep 24 15:54:07.798603 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43904) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:07.800397 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-617095f7-34db-4de6-a033-55c483003fe9 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Deleting port e56f13e4-c229-45f1-a7f9-e8a5328b5d8d {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:54:07.800773 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-617095f7-34db-4de6-a033-55c483003fe9 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:07.840628 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-c99c2a2f-8266-43ae-b73b-618c5674b9d3 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4a51fff-f8ed-4473-be72-c2b94a8365b4 HTTP/1.1" status: 200 len: 205 time: 0.0407617 Sep 24 15:54:07.841648 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43906) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:07.875515 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-b5924d08-1745-4cdf-bea5-ed25ac1ef47c None None] Deleting port e56f13e4-c229-45f1-a7f9-e8a5328b5d8d {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:54:07.876451 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b5924d08-1745-4cdf-bea5-ed25ac1ef47c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:07.888658 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [None req-6d8c396c-9844-4715-a12d-6efe470c95d8 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] delete failed (client error): The resource could not be found. Sep 24 15:54:07.893445 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-6d8c396c-9844-4715-a12d-6efe470c95d8 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "DELETE /v2.0/routers/f4a51fff-f8ed-4473-be72-c2b94a8365b4 HTTP/1.1" status: 404 len: 336 time: 0.0491953 Sep 24 15:54:07.894072 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43908) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:07.896818 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1060b59f-cea9-4a3d-90ad-89d66fd1d577 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:07.903545 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1060b59f-cea9-4a3d-90ad-89d66fd1d577 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:07.906259 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1060b59f-cea9-4a3d-90ad-89d66fd1d577 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:07.910472 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-1060b59f-cea9-4a3d-90ad-89d66fd1d577 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1104412 Sep 24 15:54:07.922769 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-54df72fe-aac7-4907-8a14-34e8c2f1f159 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:07.923970 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43910) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:07.926586 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-da9c464d-48e5-4ae9-ba8b-2096bf77f3b9 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] DELETE failed (client error): The resource could not be found. Sep 24 15:54:07.927083 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da9c464d-48e5-4ae9-ba8b-2096bf77f3b9 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:54:07.932041 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-da9c464d-48e5-4ae9-ba8b-2096bf77f3b9 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "DELETE /v2.0/subnets/4e27e3c2-6dc0-44f7-8a14-fbed5c748efd HTTP/1.1" status: 404 len: 337 time: 0.0369537 Sep 24 15:54:07.932695 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43912) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:07.968469 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-0d3e1bc3-e985-45fc-b53e-de95f7e3a36a tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "GET /v2.0/ports?device_id=6c7803b4-6417-4242-8796-20889693263d HTTP/1.1" status: 200 len: 205 time: 0.0332649 Sep 24 15:54:07.972660 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-b5924d08-1745-4cdf-bea5-ed25ac1ef47c None None] For port e56f13e4-c229-45f1-a7f9-e8a5328b5d8d, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=e56f13e4-c229-45f1-a7f9-e8a5328b5d8d,segment=NetworkSegment(c536a957-0644-4613-b928-edc795653ef6),segment_id=c536a957-0644-4613-b928-edc795653ef6)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:54:07.973151 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b5924d08-1745-4cdf-bea5-ed25ac1ef47c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:07.974442 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43914) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:07.989256 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-b5924d08-1745-4cdf-bea5-ed25ac1ef47c None None] Calling delete_port for e56f13e4-c229-45f1-a7f9-e8a5328b5d8d owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:54:08.021057 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc374f7b-771b-4146-8f8a-b4b37626df46 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Deleting subnet be3e6ceb-3a0a-437f-afc2-59f502682ac9 {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:54:08.029311 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cc374f7b-771b-4146-8f8a-b4b37626df46 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:08.033140 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [None req-1dab0cf1-0d98-45ff-86bb-38c98731a9ce tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] delete failed (client error): The resource could not be found. Sep 24 15:54:08.046365 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-1dab0cf1-0d98-45ff-86bb-38c98731a9ce tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "DELETE /v2.0/routers/6c7803b4-6417-4242-8796-20889693263d HTTP/1.1" status: 404 len: 336 time: 0.0662229 Sep 24 15:54:08.046365 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43916) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:08.086030 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-44e407b0-91f3-467f-a7c8-5f3ab6afc704 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "GET /v2.0/ports?device_id=a4bd2f48-2f3b-49cd-a1d9-6721def5a9e9 HTTP/1.1" status: 200 len: 205 time: 0.0424702 Sep 24 15:54:08.090995 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43918) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:08.141623 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-617095f7-34db-4de6-a033-55c483003fe9 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] For port e56f13e4-c229-45f1-a7f9-e8a5328b5d8d, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=e56f13e4-c229-45f1-a7f9-e8a5328b5d8d,segment=NetworkSegment(c536a957-0644-4613-b928-edc795653ef6),segment_id=c536a957-0644-4613-b928-edc795653ef6)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:54:08.142093 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-617095f7-34db-4de6-a033-55c483003fe9 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:08.172917 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cc374f7b-771b-4146-8f8a-b4b37626df46 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:08.176849 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-51293064-6501-4e05-82a6-02cc00f1720a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:08.184267 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-54df72fe-aac7-4907-8a14-34e8c2f1f159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:08.187116 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [None req-89e1223a-9c72-4011-901d-508c89ca8ca9 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] delete failed (client error): The resource could not be found. Sep 24 15:54:08.190209 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-89e1223a-9c72-4011-901d-508c89ca8ca9 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "DELETE /v2.0/routers/a4bd2f48-2f3b-49cd-a1d9-6721def5a9e9 HTTP/1.1" status: 404 len: 336 time: 0.0957413 Sep 24 15:54:08.192380 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43922) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:08.242421 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-53bdf309-156e-4829-9532-88c7b3e0bddd tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] DELETE failed (client error): The resource could not be found. Sep 24 15:54:08.242890 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53bdf309-156e-4829-9532-88c7b3e0bddd tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:54:08.244929 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-53bdf309-156e-4829-9532-88c7b3e0bddd tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "DELETE /v2.0/subnets/92c824b6-e30a-4612-b51a-1341abbe0431 HTTP/1.1" status: 404 len: 337 time: 0.0494630 Sep 24 15:54:08.245961 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51293064-6501-4e05-82a6-02cc00f1720a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0eb84eaf-93bd-45d9-ab04-0906f66218e8,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:08.257577 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-617095f7-34db-4de6-a033-55c483003fe9 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Calling delete_port for e56f13e4-c229-45f1-a7f9-e8a5328b5d8d owned by network:dhcp {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:54:08.263654 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43924) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:08.326253 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-9139fd0b-f395-46e5-b7d7-c456a2dcaeda tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "GET /v2.0/ports?device_id=f3871d2e-f52f-474a-b4f7-7698f930ac90 HTTP/1.1" status: 200 len: 205 time: 0.0567927 Sep 24 15:54:08.330632 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43926) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:08.330632 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-51293064-6501-4e05-82a6-02cc00f1720a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:08.330632 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-51293064-6501-4e05-82a6-02cc00f1720a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1692069 Sep 24 15:54:08.331130 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device ce65798a-6a0e-40fb-b485-c88999261a84 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:54:08.332968 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43928) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:08.343025 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-de905916-cf3a-4dc0-8515-03850b9c0e38 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Request body: {'security_group_rule': {'security_group_id': 'e1bf097d-ba10-49b0-95a0-b191bbbc69a4', 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:08.376719 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-54df72fe-aac7-4907-8a14-34e8c2f1f159 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=57df296279db4137bbbce26ec68b4f37&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0264413 Sep 24 15:54:08.431857 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43930) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:08.446884 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port ce65798a-6a0e-40fb-b485-c88999261a84 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:54:08.447257 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:08.470935 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cc374f7b-771b-4146-8f8a-b4b37626df46 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:08.486714 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [None req-21a5180e-dfb5-4fba-a678-9b566e93ed55 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] delete failed (client error): The resource could not be found. Sep 24 15:54:08.486714 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-21a5180e-dfb5-4fba-a678-9b566e93ed55 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "DELETE /v2.0/routers/f3871d2e-f52f-474a-b4f7-7698f930ac90 HTTP/1.1" status: 404 len: 336 time: 0.1528859 Sep 24 15:54:08.497096 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43932) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:08.548542 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-82633867-17c4-4d45-9af4-f2eb0d497ae2 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] DELETE failed (client error): The resource could not be found. Sep 24 15:54:08.549024 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82633867-17c4-4d45-9af4-f2eb0d497ae2 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:54:08.551016 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-82633867-17c4-4d45-9af4-f2eb0d497ae2 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "DELETE /v2.0/subnets/a5e57565-a1e0-4e7c-a0ed-199af5f9d985 HTTP/1.1" status: 404 len: 337 time: 0.0529583 Sep 24 15:54:08.556891 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-b8e0b57b-e574-4271-b64f-b9439ef2df5b None None] Could not find standard attr ID for object e5fc06e4-795c-4eb6-9d8a-872f3540fe43. {{(pid=95299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 15:54:08.559671 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43934) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:08.565819 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b5924d08-1745-4cdf-bea5-ed25ac1ef47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:08.590960 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1ff3ecc5-ea9c-482a-be77-c1bbba4d457f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:08.615520 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5924d08-1745-4cdf-bea5-ed25ac1ef47c None None] Pushing event deleted for resources: {'Port': ['ID=e56f13e4-c229-45f1-a7f9-e8a5328b5d8d,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:08.615520 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5924d08-1745-4cdf-bea5-ed25ac1ef47c None None] No DVR routers for this DVR port e56f13e4-c229-45f1-a7f9-e8a5328b5d8d on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:54:08.617444 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-b8e0b57b-e574-4271-b64f-b9439ef2df5b None None] Provisioning complete for port ce65798a-6a0e-40fb-b485-c88999261a84 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:54:08.617970 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b8e0b57b-e574-4271-b64f-b9439ef2df5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:08.620892 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ced5386d-b31d-4949-8e26-9885d05563a9 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "GET /v2.0/ports?device_id=bf6b4938-c8d2-4511-8bc9-050df91a2ed7 HTTP/1.1" status: 200 len: 205 time: 0.0599008 Sep 24 15:54:08.625224 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43936) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:08.657544 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54df72fe-aac7-4907-8a14-34e8c2f1f159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=219d7da9-d3b0-4e71-991e-682a23efd834,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:08.661722 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-617095f7-34db-4de6-a033-55c483003fe9 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:08.662546 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device e56f13e4-c229-45f1-a7f9-e8a5328b5d8d no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:54:08.678626 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [None req-badf470a-8294-4591-aac1-f71789a6a242 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] delete failed (client error): The resource could not be found. Sep 24 15:54:08.679698 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-badf470a-8294-4591-aac1-f71789a6a242 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "DELETE /v2.0/routers/bf6b4938-c8d2-4511-8bc9-050df91a2ed7 HTTP/1.1" status: 404 len: 336 time: 0.0533245 Sep 24 15:54:08.685463 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43938) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:08.698845 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cc374f7b-771b-4146-8f8a-b4b37626df46 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:08.701878 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: e56f13e4-c229-45f1-a7f9-e8a5328b5d8d {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:54:08.702155 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device e56f13e4-c229-45f1-a7f9-e8a5328b5d8d not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:54:08.723239 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617095f7-34db-4de6-a033-55c483003fe9 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Pushing event deleted for resources: {'Port': ['ID=e56f13e4-c229-45f1-a7f9-e8a5328b5d8d,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:08.724931 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cc374f7b-771b-4146-8f8a-b4b37626df46 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:08.727317 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-cc374f7b-771b-4146-8f8a-b4b37626df46 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/subnets/be3e6ceb-3a0a-437f-afc2-59f502682ac9 HTTP/1.1" status: 204 len: 168 time: 0.8022277 Sep 24 15:54:08.730175 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-15af4f3e-ea6e-431d-882d-272c3f386a81 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] DELETE failed (client error): The resource could not be found. Sep 24 15:54:08.730657 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15af4f3e-ea6e-431d-882d-272c3f386a81 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:54:08.732051 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43940) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:08.735297 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-15af4f3e-ea6e-431d-882d-272c3f386a81 tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "DELETE /v2.0/subnets/82d71ba7-ed45-42a9-a2da-795031d9b4fc HTTP/1.1" status: 404 len: 337 time: 0.0488341 Sep 24 15:54:08.739810 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43942) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:08.743900 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1ff3ecc5-ea9c-482a-be77-c1bbba4d457f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:08.766654 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617095f7-34db-4de6-a033-55c483003fe9 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] No DVR routers for this DVR port e56f13e4-c229-45f1-a7f9-e8a5328b5d8d on host n-d-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:54:08.789214 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-de905916-cf3a-4dc0-8515-03850b9c0e38 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:08.795663 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc374f7b-771b-4146-8f8a-b4b37626df46 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event deleted for resources: {'Subnet': ['ID=be3e6ceb-3a0a-437f-afc2-59f502682ac9,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:08.796926 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3a38548-d826-4b47-97f3-dfecc67c3afe tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] DELETE failed (client error): The resource could not be found. Sep 24 15:54:08.797937 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3a38548-d826-4b47-97f3-dfecc67c3afe tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:54:08.806978 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-c3a38548-d826-4b47-97f3-dfecc67c3afe tempest-RoutersIpV6Test-846047112 tempest-RoutersIpV6Test-846047112-project] 10.222.0.101 "DELETE /v2.0/subnets/ca386373-7110-4e1b-ab4b-2f8278b05b99 HTTP/1.1" status: 404 len: 337 time: 0.0661118 Sep 24 15:54:08.878737 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc12144-dee1-4e6b-95ec-dd2e2b2d1bd0 None None] Network 50d98e88-8a75-4835-9919-86c163395f7c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:54:08.885359 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7513da3-e31c-4c9e-8a12-4593bf23e415 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Deleting subnet cee6aca6-2793-4714-b649-fe461db2a7c8 {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:54:08.891934 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-de905916-cf3a-4dc0-8515-03850b9c0e38 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:08.893842 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d7513da3-e31c-4c9e-8a12-4593bf23e415 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:08.908078 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7cb7e4ed-1338-4ce2-9781-d3a8fe72c74c None None] Could not find standard attr ID for object e5fc06e4-795c-4eb6-9d8a-872f3540fe43. {{(pid=95299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 15:54:08.947275 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-617095f7-34db-4de6-a033-55c483003fe9 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:08.966527 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1ff3ecc5-ea9c-482a-be77-c1bbba4d457f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:08.971214 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1ff3ecc5-ea9c-482a-be77-c1bbba4d457f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:08.975090 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-1ff3ecc5-ea9c-482a-be77-c1bbba4d457f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/219d7da9-d3b0-4e71-991e-682a23efd834 HTTP/1.1" status: 204 len: 168 time: 0.5415704 Sep 24 15:54:08.984527 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff3ecc5-ea9c-482a-be77-c1bbba4d457f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=219d7da9-d3b0-4e71-991e-682a23efd834,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:08.984812 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-617095f7-34db-4de6-a033-55c483003fe9 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['024bd2e4-a0fe-4888-aec9-c549d8c02ee4']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:54:08.996814 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d7513da3-e31c-4c9e-8a12-4593bf23e415 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:08.998008 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-de905916-cf3a-4dc0-8515-03850b9c0e38 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:09.013397 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:09.020288 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de905916-cf3a-4dc0-8515-03850b9c0e38 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=017f416c-f61d-4b12-95a2-d8490d194a97,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:09.035705 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-617095f7-34db-4de6-a033-55c483003fe9 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c536a957-0644-4613-b928-edc795653ef6') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:54:09.035705 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-617095f7-34db-4de6-a033-55c483003fe9 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c536a957-0644-4613-b928-edc795653ef6') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:54:09.048200 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-617095f7-34db-4de6-a033-55c483003fe9 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:09.072273 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-617095f7-34db-4de6-a033-55c483003fe9 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:09.087646 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43948) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:09.099651 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-617095f7-34db-4de6-a033-55c483003fe9 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Releasing vlan 1261 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:54:09.100103 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-617095f7-34db-4de6-a033-55c483003fe9 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:09.103058 n-d-808921-1 neutron-server[95298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:54:09.103058 n-d-808921-1 neutron-server[95298]: self.session.flush() Sep 24 15:54:09.103058 n-d-808921-1 neutron-server[95298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:54:09.103058 n-d-808921-1 neutron-server[95298]: self.session.flush() Sep 24 15:54:09.103058 n-d-808921-1 neutron-server[95298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:54:09.103058 n-d-808921-1 neutron-server[95298]: self.session.flush() Sep 24 15:54:09.103058 n-d-808921-1 neutron-server[95298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:54:09.103058 n-d-808921-1 neutron-server[95298]: self.session.flush() Sep 24 15:54:09.103058 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:54:09.103058 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:54:09.103058 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:54:09.103058 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:54:09.103058 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:54:09.103058 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:54:09.103058 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:54:09.103058 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:54:09.103058 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:54:09.103058 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:54:09.103058 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:54:09.103058 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:54:09.103058 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:54:09.103058 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:54:09.103058 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:54:09.103058 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:54:09.103058 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:54:09.103058 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:54:09.103058 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:54:09.103058 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:54:09.103058 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:54:09.103058 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:54:09.103058 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:54:09.103058 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:54:09.103058 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:54:09.103058 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:54:09.103058 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:54:09.103058 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:54:09.103058 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:54:09.103058 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:54:09.103058 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:54:09.103058 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:54:09.142800 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-5cd8fe5f-5b46-4ee7-831b-c3d58c9c2de6 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=33a1382ce87542efafeee6a3c5286f68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0538728 Sep 24 15:54:09.143543 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43950) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:09.159983 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-de905916-cf3a-4dc0-8515-03850b9c0e38 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:09.164061 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-de905916-cf3a-4dc0-8515-03850b9c0e38 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8259327 Sep 24 15:54:09.164432 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43952) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:09.169550 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-5f9838ef-1671-4e23-8831-267ef2bbbf95 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Request body: {'security_group_rule': {'security_group_id': 'e1bf097d-ba10-49b0-95a0-b191bbbc69a4', 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:09.200438 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d7513da3-e31c-4c9e-8a12-4593bf23e415 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:09.281731 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-289dc7e5-73bd-4951-8978-4211a59cac21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:09.284551 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5f9838ef-1671-4e23-8831-267ef2bbbf95 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:09.316668 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-289dc7e5-73bd-4951-8978-4211a59cac21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:09.365219 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-617095f7-34db-4de6-a033-55c483003fe9 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:09.367887 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-617095f7-34db-4de6-a033-55c483003fe9 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:09.371719 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-617095f7-34db-4de6-a033-55c483003fe9 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] 10.222.0.101 "DELETE /v2.0/networks/024bd2e4-a0fe-4888-aec9-c549d8c02ee4 HTTP/1.1" status: 204 len: 168 time: 1.9252281 Sep 24 15:54:09.378802 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5f9838ef-1671-4e23-8831-267ef2bbbf95 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:09.405344 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43958) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:09.407124 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d7513da3-e31c-4c9e-8a12-4593bf23e415 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:09.416176 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617095f7-34db-4de6-a033-55c483003fe9 tempest-NetworksIpV6TestAttrs-1219995446 tempest-NetworksIpV6TestAttrs-1219995446-project] Pushing event deleted for resources: {'Network': ['ID=024bd2e4-a0fe-4888-aec9-c549d8c02ee4,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:09.445756 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5f9838ef-1671-4e23-8831-267ef2bbbf95 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:09.449928 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7513da3-e31c-4c9e-8a12-4593bf23e415 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event deleted for resources: {'Subnet': ['ID=cee6aca6-2793-4714-b649-fe461db2a7c8,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:09.454594 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d7513da3-e31c-4c9e-8a12-4593bf23e415 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:09.458749 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-d7513da3-e31c-4c9e-8a12-4593bf23e415 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/subnets/cee6aca6-2793-4714-b649-fe461db2a7c8 HTTP/1.1" status: 204 len: 168 time: 0.7247648 Sep 24 15:54:09.459380 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43962) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:09.465963 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9838ef-1671-4e23-8831-267ef2bbbf95 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb59c27d-b830-4a90-b8a6-18665951ac0f,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:09.515340 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-5659adec-d955-414d-8d5c-26aee0372520 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0544679 Sep 24 15:54:09.518263 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43966) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:09.523925 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-5544c65b-0d93-4e33-93a0-ec73a902db7c tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Request body: {'subnet': {'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:09.547341 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-289dc7e5-73bd-4951-8978-4211a59cac21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:09.550086 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-289dc7e5-73bd-4951-8978-4211a59cac21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:09.553930 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-289dc7e5-73bd-4951-8978-4211a59cac21 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/87edbcef-9589-4a11-a68a-5cd6d39cd0f7 HTTP/1.1" status: 204 len: 168 time: 0.4052076 Sep 24 15:54:09.567883 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289dc7e5-73bd-4951-8978-4211a59cac21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87edbcef-9589-4a11-a68a-5cd6d39cd0f7,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:09.623834 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5f9838ef-1671-4e23-8831-267ef2bbbf95 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:09.625260 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-5f9838ef-1671-4e23-8831-267ef2bbbf95 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4597361 Sep 24 15:54:09.628203 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43970) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:09.633607 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-0c7e41ad-ff14-42de-b1d3-57ffc990efdb tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Request body: {'security_group_rule': {'security_group_id': 'e1bf097d-ba10-49b0-95a0-b191bbbc69a4', 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:09.700823 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b21e99c0-5ac6-4f49-8367-279727b251c2 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=a0a46e9236c24b39aca910b414f61345&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2862797 Sep 24 15:54:09.702133 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43974) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:09.719976 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5544c65b-0d93-4e33-93a0-ec73a902db7c tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Made reservation on behalf of 1ffc126d96724ce991d5ac46e64fd1ec for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:54:09.724036 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5544c65b-0d93-4e33-93a0-ec73a902db7c tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:09.789010 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2ccdb0f7-0ebd-472e-932f-b5e137c9d1a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:09.797556 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965095d4-e8f3-46c3-80d5-0ce093820641 None None] Network 50d98e88-8a75-4835-9919-86c163395f7c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:54:09.813000 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2ccdb0f7-0ebd-472e-932f-b5e137c9d1a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:09.892171 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-5f35ce6b-99ff-407f-abf1-f2ecc80ffe95 None None] Provisioning complete for port ce65798a-6a0e-40fb-b485-c88999261a84 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:54:09.892543 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5f35ce6b-99ff-407f-abf1-f2ecc80ffe95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:09.897515 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0c7e41ad-ff14-42de-b1d3-57ffc990efdb tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:09.969812 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2ccdb0f7-0ebd-472e-932f-b5e137c9d1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:09.972672 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2ccdb0f7-0ebd-472e-932f-b5e137c9d1a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:09.976565 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-2ccdb0f7-0ebd-472e-932f-b5e137c9d1a2 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/3eb759ef-6a4c-47d9-8d0f-b06e23495f8f HTTP/1.1" status: 204 len: 168 time: 0.2774425 Sep 24 15:54:09.976565 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0c7e41ad-ff14-42de-b1d3-57ffc990efdb tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:09.986795 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccdb0f7-0ebd-472e-932f-b5e137c9d1a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb759ef-6a4c-47d9-8d0f-b06e23495f8f,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:10.065860 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43984) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:10.080462 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3490c396-f5e1-45a1-aa1d-58b2c5374b04 None None] DHCP port deletion for 50d98e88-8a75-4835-9919-86c163395f7c request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:54:10.112892 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0c7e41ad-ff14-42de-b1d3-57ffc990efdb tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:10.135759 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7e41ad-ff14-42de-b1d3-57ffc990efdb tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c27d12f-cb84-453c-b13b-805a40f12c93,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:10.146553 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-3490c396-f5e1-45a1-aa1d-58b2c5374b04 None None] Deleting port ce65798a-6a0e-40fb-b485-c88999261a84 {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:54:10.146933 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3490c396-f5e1-45a1-aa1d-58b2c5374b04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:10.217569 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0c7e41ad-ff14-42de-b1d3-57ffc990efdb tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:10.221405 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-0c7e41ad-ff14-42de-b1d3-57ffc990efdb tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5897715 Sep 24 15:54:10.222174 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43992) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:10.228148 n-d-808921-1 neutron-server[95297]: DEBUG neutron.objects.ports [None req-5544c65b-0d93-4e33-93a0-ec73a902db7c tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95297) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 24 15:54:10.230331 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-2892a63c-d4dc-46c4-8546-41e0eae0d18a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Request body: {'security_group_rule': {'security_group_id': 'e1bf097d-ba10-49b0-95a0-b191bbbc69a4', 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:10.245390 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-3490c396-f5e1-45a1-aa1d-58b2c5374b04 None None] For port ce65798a-6a0e-40fb-b485-c88999261a84, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=ce65798a-6a0e-40fb-b485-c88999261a84,segment=NetworkSegment(fb531be8-b37e-4ff9-a98b-5c7db484a0eb),segment_id=fb531be8-b37e-4ff9-a98b-5c7db484a0eb)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:54:10.245937 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3490c396-f5e1-45a1-aa1d-58b2c5374b04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:10.260711 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-3490c396-f5e1-45a1-aa1d-58b2c5374b04 None None] Calling delete_port for ce65798a-6a0e-40fb-b485-c88999261a84 owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:54:10.355077 n-d-808921-1 neutron-server[95298]: INFO neutron.db.securitygroups_db [None req-2892a63c-d4dc-46c4-8546-41e0eae0d18a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Project 7e512e155fd047afb7c369ee55b40ecc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 15:54:10.365112 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2892a63c-d4dc-46c4-8546-41e0eae0d18a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:10.463305 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3490c396-f5e1-45a1-aa1d-58b2c5374b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:10.490312 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2892a63c-d4dc-46c4-8546-41e0eae0d18a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:10.492018 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3490c396-f5e1-45a1-aa1d-58b2c5374b04 None None] Pushing event deleted for resources: {'Port': ['ID=ce65798a-6a0e-40fb-b485-c88999261a84,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:10.494465 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-20cfa66f-2a54-485a-b1b3-8c5cb8e89928 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=6fd8ff8df3b84ebcb401d12464d751f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4262838 Sep 24 15:54:10.495733 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3490c396-f5e1-45a1-aa1d-58b2c5374b04 None None] No DVR routers for this DVR port ce65798a-6a0e-40fb-b485-c88999261a84 on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:54:10.503711 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43998) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:10.524253 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.ipam_pluggable_backend [None req-5544c65b-0d93-4e33-93a0-ec73a902db7c tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Port ce65798a-6a0e-40fb-b485-c88999261a84 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=95297) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 24 15:54:10.524602 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.ipam_pluggable_backend [None req-5544c65b-0d93-4e33-93a0-ec73a902db7c tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Reverting IP allocation for 2001:db8::f816:3eff:fe6c:9b9b {{(pid=95297) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 24 15:54:10.528361 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.ipam_pluggable_backend [None req-5544c65b-0d93-4e33-93a0-ec73a902db7c tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe6c:9b9b {{(pid=95297) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 24 15:54:10.532994 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5544c65b-0d93-4e33-93a0-ec73a902db7c tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:10.577413 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-61ad9bc1-e7be-4aa1-951c-7c99f8056ff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:10.577538 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5544c65b-0d93-4e33-93a0-ec73a902db7c tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Network 50d98e88-8a75-4835-9919-86c163395f7c is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:54:10.581146 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-5544c65b-0d93-4e33-93a0-ec73a902db7c tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:54:10.586690 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5544c65b-0d93-4e33-93a0-ec73a902db7c tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:10.587404 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5544c65b-0d93-4e33-93a0-ec73a902db7c tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:10.593513 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad369aeb-5d12-44eb-9b26-2523e2d7b4dd None None] Network 50d98e88-8a75-4835-9919-86c163395f7c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:54:10.610834 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5544c65b-0d93-4e33-93a0-ec73a902db7c tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event updated for resources: {'Subnet': ['ID=c46f7466-8356-44c5-9dd0-48a562bf1567,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:10.616773 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-61ad9bc1-e7be-4aa1-951c-7c99f8056ff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:10.625108 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2892a63c-d4dc-46c4-8546-41e0eae0d18a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:10.656463 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2892a63c-d4dc-46c4-8546-41e0eae0d18a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b52fe24-6c6e-4eb1-8537-77401c27c654,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:10.689509 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-5544c65b-0d93-4e33-93a0-ec73a902db7c tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1700413 Sep 24 15:54:10.690221 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44008) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:10.697403 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-8e0a17f0-1dc9-40cb-8450-648b073e53cf tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Request body: {'subnet': {'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:10.766433 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2892a63c-d4dc-46c4-8546-41e0eae0d18a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:10.768050 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-2892a63c-d4dc-46c4-8546-41e0eae0d18a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5448570 Sep 24 15:54:10.771739 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44010) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:10.778489 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-31be0e30-7153-4f08-bfe0-75fa13ee8397 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Request body: {'security_group_rule': {'security_group_id': 'e1bf097d-ba10-49b0-95a0-b191bbbc69a4', 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:10.795644 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-61ad9bc1-e7be-4aa1-951c-7c99f8056ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:10.802924 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-61ad9bc1-e7be-4aa1-951c-7c99f8056ff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:10.804488 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4435fbd9-05aa-4a65-9a09-4fa7a66aaefa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-50d98e88-8a75-4835-9919-86c163395f7c', 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'tenant_id': '1ffc126d96724ce991d5ac46e64fd1ec', 'fixed_ips': [{'subnet_id': 'c46f7466-8356-44c5-9dd0-48a562bf1567'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:54:10.805194 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-61ad9bc1-e7be-4aa1-951c-7c99f8056ff1 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/8107c63c-1d95-49d5-a6a7-8a965d632eec HTTP/1.1" status: 204 len: 168 time: 0.3004651 Sep 24 15:54:10.809745 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4435fbd9-05aa-4a65-9a09-4fa7a66aaefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:10.817550 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ad9bc1-e7be-4aa1-951c-7c99f8056ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8107c63c-1d95-49d5-a6a7-8a965d632eec,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:10.891040 n-d-808921-1 neutron-server[95297]: INFO neutron.db.securitygroups_db [None req-31be0e30-7153-4f08-bfe0-75fa13ee8397 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Project 7e512e155fd047afb7c369ee55b40ecc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 15:54:10.899082 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:10.905643 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-31be0e30-7153-4f08-bfe0-75fa13ee8397 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:10.978409 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-4435fbd9-05aa-4a65-9a09-4fa7a66aaefa None None] Allocated IP 2001:db8::f816:3eff:fe62:78ae (50d98e88-8a75-4835-9919-86c163395f7c/c46f7466-8356-44c5-9dd0-48a562bf1567/0a5e6432-0e1f-418c-9ef6-6fc193ad4189) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:54:10.985702 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-31be0e30-7153-4f08-bfe0-75fa13ee8397 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:11.023055 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e0a17f0-1dc9-40cb-8450-648b073e53cf tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Made reservation on behalf of 1ffc126d96724ce991d5ac46e64fd1ec for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:54:11.027322 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8e0a17f0-1dc9-40cb-8450-648b073e53cf tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:11.098150 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-31be0e30-7153-4f08-bfe0-75fa13ee8397 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:11.127837 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31be0e30-7153-4f08-bfe0-75fa13ee8397 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=519998b4-7f07-4299-a2b0-f5e18e0c991b,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:11.138999 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4435fbd9-05aa-4a65-9a09-4fa7a66aaefa None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:11.211211 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4435fbd9-05aa-4a65-9a09-4fa7a66aaefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:11.213486 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-31be0e30-7153-4f08-bfe0-75fa13ee8397 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:11.215531 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-31be0e30-7153-4f08-bfe0-75fa13ee8397 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4420125 Sep 24 15:54:11.221838 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44026) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:11.227992 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-ce7b2ae6-3f51-4eea-bd3f-dc1d4f706c12 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Request body: {'network': {'name': 'tempest-network-smoke--817107620', 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'port_security_enabled': True}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:11.252279 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4435fbd9-05aa-4a65-9a09-4fa7a66aaefa None None] Network 50d98e88-8a75-4835-9919-86c163395f7c is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:54:11.255639 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-4435fbd9-05aa-4a65-9a09-4fa7a66aaefa None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:54:11.259121 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4435fbd9-05aa-4a65-9a09-4fa7a66aaefa None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:54:11.312015 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435fbd9-05aa-4a65-9a09-4fa7a66aaefa None None] Pushing event updated for resources: {'Port': ['ID=0a5e6432-0e1f-418c-9ef6-6fc193ad4189,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:11.330292 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-4435fbd9-05aa-4a65-9a09-4fa7a66aaefa None None] Attempting to bind port 0a5e6432-0e1f-418c-9ef6-6fc193ad4189 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:54:11.330690 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-4435fbd9-05aa-4a65-9a09-4fa7a66aaefa None None] Attempting to bind port 0a5e6432-0e1f-418c-9ef6-6fc193ad4189 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:54:11.331081 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4435fbd9-05aa-4a65-9a09-4fa7a66aaefa None None] Attempting to bind port 0a5e6432-0e1f-418c-9ef6-6fc193ad4189 on network 50d98e88-8a75-4835-9919-86c163395f7c {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:54:11.338444 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4435fbd9-05aa-4a65-9a09-4fa7a66aaefa None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:54:11.338772 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4435fbd9-05aa-4a65-9a09-4fa7a66aaefa None None] Checking segment: {'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:54:11.339181 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4435fbd9-05aa-4a65-9a09-4fa7a66aaefa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:11.339573 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4435fbd9-05aa-4a65-9a09-4fa7a66aaefa None None] Bound using segment: {'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:54:11.340378 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-4435fbd9-05aa-4a65-9a09-4fa7a66aaefa None None] Bound port: 0a5e6432-0e1f-418c-9ef6-6fc193ad4189, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:54:11.340529 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4435fbd9-05aa-4a65-9a09-4fa7a66aaefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:11.348401 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce7b2ae6-3f51-4eea-bd3f-dc1d4f706c12 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Made reservation on behalf of 7e512e155fd047afb7c369ee55b40ecc for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:54:11.352645 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ce7b2ae6-3f51-4eea-bd3f-dc1d4f706c12 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:11.386889 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce7b2ae6-3f51-4eea-bd3f-dc1d4f706c12 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1289} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:54:11.399306 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ce7b2ae6-3f51-4eea-bd3f-dc1d4f706c12 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:11.399594 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-ce7b2ae6-3f51-4eea-bd3f-dc1d4f706c12 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Added segment a16152fb-2bdf-4e02-99e2-b4e349df34e6 of type vlan for network 5a006511-b4c6-401d-bf2d-1c9456d23123 Sep 24 15:54:11.421153 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-4435fbd9-05aa-4a65-9a09-4fa7a66aaefa None None] For port 0a5e6432-0e1f-418c-9ef6-6fc193ad4189, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:54:11.425789 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-4435fbd9-05aa-4a65-9a09-4fa7a66aaefa None None] For port 0a5e6432-0e1f-418c-9ef6-6fc193ad4189, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=0a5e6432-0e1f-418c-9ef6-6fc193ad4189,segment=NetworkSegment(fb531be8-b37e-4ff9-a98b-5c7db484a0eb),segment_id=fb531be8-b37e-4ff9-a98b-5c7db484a0eb)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:54:11.445852 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8e0a17f0-1dc9-40cb-8450-648b073e53cf tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:11.448160 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ce7b2ae6-3f51-4eea-bd3f-dc1d4f706c12 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:11.493870 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0a17f0-1dc9-40cb-8450-648b073e53cf tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Network 50d98e88-8a75-4835-9919-86c163395f7c is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:54:11.496985 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-8e0a17f0-1dc9-40cb-8450-648b073e53cf tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:54:11.501302 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0a17f0-1dc9-40cb-8450-648b073e53cf tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:11.501806 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8e0a17f0-1dc9-40cb-8450-648b073e53cf tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:11.503070 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4435fbd9-05aa-4a65-9a09-4fa7a66aaefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:11.511036 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0a17f0-1dc9-40cb-8450-648b073e53cf tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event updated for resources: {'Subnet': ['ID=50809130-c10b-4af5-a419-a6ff624489e4,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:11.566765 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435fbd9-05aa-4a65-9a09-4fa7a66aaefa None None] Pushing event updated for resources: {'Port': ['ID=0a5e6432-0e1f-418c-9ef6-6fc193ad4189,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:11.611223 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ce7b2ae6-3f51-4eea-bd3f-dc1d4f706c12 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:11.623308 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7b2ae6-3f51-4eea-bd3f-dc1d4f706c12 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:11.623308 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ce7b2ae6-3f51-4eea-bd3f-dc1d4f706c12 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:11.641588 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-8e0a17f0-1dc9-40cb-8450-648b073e53cf tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9502466 Sep 24 15:54:11.644476 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44044) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:11.649753 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-9d26957e-3234-4383-819b-4e158e0b40e3 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Request body: {'port': {'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'mac_address': 'fa:16:3e:1b:9a:5b', 'name': 'tempest-NetworksTestDHCPv6-406924982'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:11.742623 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7b2ae6-3f51-4eea-bd3f-dc1d4f706c12 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event updated for resources: {'Network': ['ID=5a006511-b4c6-401d-bf2d-1c9456d23123,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:11.748598 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-ce7b2ae6-3f51-4eea-bd3f-dc1d4f706c12 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5248249 Sep 24 15:54:11.751693 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44048) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:11.756919 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 5a006511-b4c6-401d-bf2d-1c9456d23123 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:54:11.773705 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-3bb0df3f-03ab-41a0-b687-d9273fcc1591 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-867806077', 'admin_state_up': True, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:11.907338 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3bb0df3f-03ab-41a0-b687-d9273fcc1591 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:11.907338 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3bb0df3f-03ab-41a0-b687-d9273fcc1591 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:11.917106 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44054) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:11.969898 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3bb0df3f-03ab-41a0-b687-d9273fcc1591 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:12.011536 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d26957e-3234-4383-819b-4e158e0b40e3 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Made reservation on behalf of 1ffc126d96724ce991d5ac46e64fd1ec for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:54:12.097359 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 0a5e6432-0e1f-418c-9ef6-6fc193ad4189 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:54:12.152377 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9d26957e-3234-4383-819b-4e158e0b40e3 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:12.178736 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [None req-9d26957e-3234-4383-819b-4e158e0b40e3 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] device_id is not set on port 56ae8384-7e08-4e8f-a43f-840b58e4d542 yet. {{(pid=95297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:54:12.200128 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 0a5e6432-0e1f-418c-9ef6-6fc193ad4189 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:54:12.200563 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:12.249486 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-36f99193-11a5-46ff-b15b-967324ac676d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1816297676-network', 'tenant_id': 'b960fdf244c2496089f6c9d33b373dc4'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:12.273479 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3bb0df3f-03ab-41a0-b687-d9273fcc1591 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:12.317905 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:12.375718 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port 0a5e6432-0e1f-418c-9ef6-6fc193ad4189, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=0a5e6432-0e1f-418c-9ef6-6fc193ad4189,segment=NetworkSegment(fb531be8-b37e-4ff9-a98b-5c7db484a0eb),segment_id=fb531be8-b37e-4ff9-a98b-5c7db484a0eb)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:54:12.402716 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f99193-11a5-46ff-b15b-967324ac676d admin admin] Made reservation on behalf of b960fdf244c2496089f6c9d33b373dc4 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:54:12.409518 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-36f99193-11a5-46ff-b15b-967324ac676d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:12.423113 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-36f99193-11a5-46ff-b15b-967324ac676d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:12.451583 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-9d26957e-3234-4383-819b-4e158e0b40e3 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Allocated IP 172.20.0.4 (50d98e88-8a75-4835-9919-86c163395f7c/50809130-c10b-4af5-a419-a6ff624489e4/56ae8384-7e08-4e8f-a43f-840b58e4d542) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:54:12.463110 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:12.463373 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-9d26957e-3234-4383-819b-4e158e0b40e3 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Allocated IP 2001:db8::f816:3eff:fe1b:9a5b (50d98e88-8a75-4835-9919-86c163395f7c/c46f7466-8356-44c5-9dd0-48a562bf1567/56ae8384-7e08-4e8f-a43f-840b58e4d542) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:54:12.545615 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device ce65798a-6a0e-40fb-b485-c88999261a84 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:54:12.603756 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3bb0df3f-03ab-41a0-b687-d9273fcc1591 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for router_gateway, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:12.608457 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: ce65798a-6a0e-40fb-b485-c88999261a84 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:54:12.609060 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device ce65798a-6a0e-40fb-b485-c88999261a84 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:54:12.617670 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=0a5e6432-0e1f-418c-9ef6-6fc193ad4189,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:12.630624 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3bb0df3f-03ab-41a0-b687-d9273fcc1591 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:12.707325 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44072) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:12.770096 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-3bb0df3f-03ab-41a0-b687-d9273fcc1591 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Allocated IP 172.25.0.80 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/ba1ffb8f-07ee-4620-a38b-7a7aae55af6f) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:54:12.793268 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-36f99193-11a5-46ff-b15b-967324ac676d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:12.831407 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9d26957e-3234-4383-819b-4e158e0b40e3 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:12.833631 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa18f413-7ee9-4a6a-87bd-4f028f82a37f None None] Network 50d98e88-8a75-4835-9919-86c163395f7c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:54:12.887899 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-3d01e3cb-2b58-4567-84ef-a8ac114e71c1 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Request body: {'security_group': {'name': 'tempest-secgroup--1785072783'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:12.915121 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-e7cfff2d-5a6e-43a2-abfe-dbd39bef7432 None None] Provisioning complete for port 0a5e6432-0e1f-418c-9ef6-6fc193ad4189 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:54:12.915484 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e7cfff2d-5a6e-43a2-abfe-dbd39bef7432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:12.935395 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3bb0df3f-03ab-41a0-b687-d9273fcc1591 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:12.955575 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-36f99193-11a5-46ff-b15b-967324ac676d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:12.988758 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36f99193-11a5-46ff-b15b-967324ac676d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1280} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:54:13.003323 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f99193-11a5-46ff-b15b-967324ac676d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c39d357e-1c04-429e-b788-937fa609b3bf,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:13.009722 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-36f99193-11a5-46ff-b15b-967324ac676d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:13.010180 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-36f99193-11a5-46ff-b15b-967324ac676d admin admin] Added segment 272d0ce2-ce94-428b-a239-5dd619a27c57 of type vlan for network 3dbb0dfe-b454-4e57-a2db-34f294a0159c Sep 24 15:54:13.020966 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9d26957e-3234-4383-819b-4e158e0b40e3 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:13.103057 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d26957e-3234-4383-819b-4e158e0b40e3 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Network 50d98e88-8a75-4835-9919-86c163395f7c is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:54:13.105170 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-36f99193-11a5-46ff-b15b-967324ac676d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:13.110014 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-9d26957e-3234-4383-819b-4e158e0b40e3 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:54:13.112688 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d26957e-3234-4383-819b-4e158e0b40e3 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:54:13.120063 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3d01e3cb-2b58-4567-84ef-a8ac114e71c1 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:13.143595 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3bb0df3f-03ab-41a0-b687-d9273fcc1591 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:13.155782 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3d01e3cb-2b58-4567-84ef-a8ac114e71c1 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:13.158063 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d26957e-3234-4383-819b-4e158e0b40e3 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event updated for resources: {'Port': ['ID=56ae8384-7e08-4e8f-a43f-840b58e4d542,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:13.196366 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de07ba8-2e59-465e-8182-eed918449617 None None] Update dhcp port {'port': {'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'fixed_ips': [{'subnet_id': 'c46f7466-8356-44c5-9dd0-48a562bf1567', 'ip_address': '2001:db8::f816:3eff:fe62:78ae'}, {'subnet_id': '50809130-c10b-4af5-a419-a6ff624489e4'}], 'binding:host_id': 'n-d-808921-1'}, 'id': '0a5e6432-0e1f-418c-9ef6-6fc193ad4189'} from n-d-808921-1. {{(pid=95299) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 24 15:54:13.226648 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb0df3f-03ab-41a0-b687-d9273fcc1591 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:54:13.228372 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d26957e-3234-4383-819b-4e158e0b40e3 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:13.229102 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9d26957e-3234-4383-819b-4e158e0b40e3 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:13.230414 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-3bb0df3f-03ab-41a0-b687-d9273fcc1591 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:54:13.234283 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb0df3f-03ab-41a0-b687-d9273fcc1591 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:54:13.240833 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6de07ba8-2e59-465e-8182-eed918449617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:13.263254 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-36f99193-11a5-46ff-b15b-967324ac676d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:13.264807 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f99193-11a5-46ff-b15b-967324ac676d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:13.265526 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-36f99193-11a5-46ff-b15b-967324ac676d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:13.287055 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44092) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:13.313740 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb0df3f-03ab-41a0-b687-d9273fcc1591 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event updated for resources: {'Port': ['ID=ba1ffb8f-07ee-4620-a38b-7a7aae55af6f,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:13.357871 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-9d26957e-3234-4383-819b-4e158e0b40e3 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.7120450 Sep 24 15:54:13.379716 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44098) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:13.448232 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f99193-11a5-46ff-b15b-967324ac676d admin admin] Pushing event updated for resources: {'Network': ['ID=3dbb0dfe-b454-4e57-a2db-34f294a0159c,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:13.463026 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 3dbb0dfe-b454-4e57-a2db-34f294a0159c details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:54:13.516245 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44100) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:13.516943 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cf8e6f-835f-474b-b4a1-ef0f51285bf2 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:13.525225 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cf8e6f-835f-474b-b4a1-ef0f51285bf2 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:13.527435 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-47cf8e6f-835f-474b-b4a1-ef0f51285bf2 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1453846 Sep 24 15:54:13.530624 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44104) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:13.569243 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-6de07ba8-2e59-465e-8182-eed918449617 None None] Allocated IP 172.20.0.2 (50d98e88-8a75-4835-9919-86c163395f7c/50809130-c10b-4af5-a419-a6ff624489e4/0a5e6432-0e1f-418c-9ef6-6fc193ad4189) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:54:13.577302 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-429701a3-955e-4ec7-899a-acc52f5619ae tempest-RoutersTestDVR-956198502 tempest-RoutersTestDVR-956198502-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-916663872'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:13.610623 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-c216d714-164b-432a-b556-490bd676a15d tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1119721529'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:13.665265 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3d01e3cb-2b58-4567-84ef-a8ac114e71c1 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:13.671156 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-6de07ba8-2e59-465e-8182-eed918449617 None None] For port 0a5e6432-0e1f-418c-9ef6-6fc193ad4189, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=0a5e6432-0e1f-418c-9ef6-6fc193ad4189,segment=NetworkSegment(fb531be8-b37e-4ff9-a98b-5c7db484a0eb),segment_id=fb531be8-b37e-4ff9-a98b-5c7db484a0eb)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:54:13.701972 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6de07ba8-2e59-465e-8182-eed918449617 None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:13.735729 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3d01e3cb-2b58-4567-84ef-a8ac114e71c1 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:13.759325 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-283a0a2c-7075-401b-b50e-8bdc05170d24 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Deleting port 56ae8384-7e08-4e8f-a43f-840b58e4d542 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:54:13.759659 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-283a0a2c-7075-401b-b50e-8bdc05170d24 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:13.765188 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3bb0df3f-03ab-41a0-b687-d9273fcc1591 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for router_gateway, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:13.828544 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d01e3cb-2b58-4567-84ef-a8ac114e71c1 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=457c2255-ed41-43eb-af72-86fa8848bce3,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:13.842596 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6de07ba8-2e59-465e-8182-eed918449617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:13.869980 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-36f99193-11a5-46ff-b15b-967324ac676d admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9491856 Sep 24 15:54:13.871100 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44106) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:13.884570 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-510f4688-1e14-41bc-97cb-91f612135ff3 admin admin] Request body: {'subnet': {'network_id': '3dbb0dfe-b454-4e57-a2db-34f294a0159c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1816297676-subnet', 'tenant_id': 'b960fdf244c2496089f6c9d33b373dc4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:13.931330 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de07ba8-2e59-465e-8182-eed918449617 None None] Pushing event updated for resources: {'Port': ['ID=0a5e6432-0e1f-418c-9ef6-6fc193ad4189,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:13.943594 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-283a0a2c-7075-401b-b50e-8bdc05170d24 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:13.968506 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-283a0a2c-7075-401b-b50e-8bdc05170d24 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Calling delete_port for 56ae8384-7e08-4e8f-a43f-840b58e4d542 owned by {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:54:13.988556 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c216d714-164b-432a-b556-490bd676a15d tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Made reservation on behalf of 60728dc15ec0482fbe958ba9258d8b5e for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:54:13.992123 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c216d714-164b-432a-b556-490bd676a15d tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:14.006150 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c216d714-164b-432a-b556-490bd676a15d tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:14.082797 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 0a5e6432-0e1f-418c-9ef6-6fc193ad4189 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:54:14.142228 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 0a5e6432-0e1f-418c-9ef6-6fc193ad4189 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:54:14.142735 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:14.447469 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-429701a3-955e-4ec7-899a-acc52f5619ae tempest-RoutersTestDVR-956198502 tempest-RoutersTestDVR-956198502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:14.448494 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-429701a3-955e-4ec7-899a-acc52f5619ae tempest-RoutersTestDVR-956198502 tempest-RoutersTestDVR-956198502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:14.505851 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3bb0df3f-03ab-41a0-b687-d9273fcc1591 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:14.564371 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-429701a3-955e-4ec7-899a-acc52f5619ae tempest-RoutersTestDVR-956198502 tempest-RoutersTestDVR-956198502-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:14.595445 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-b36d6893-ecd2-4b67-994d-fb827024ff92 None None] Provisioning complete for port 0a5e6432-0e1f-418c-9ef6-6fc193ad4189 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:54:14.596005 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b36d6893-ecd2-4b67-994d-fb827024ff92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:14.658734 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-429701a3-955e-4ec7-899a-acc52f5619ae tempest-RoutersTestDVR-956198502 tempest-RoutersTestDVR-956198502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:14.702012 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-b36d6893-ecd2-4b67-994d-fb827024ff92 None None] Provisioning complete for port 56ae8384-7e08-4e8f-a43f-840b58e4d542 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:54:14.702012 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b36d6893-ecd2-4b67-994d-fb827024ff92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:14.724144 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3d01e3cb-2b58-4567-84ef-a8ac114e71c1 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:14.744116 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-b36d6893-ecd2-4b67-994d-fb827024ff92 None None] Port 56ae8384-7e08-4e8f-a43f-840b58e4d542 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:54:14.786857 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3d01e3cb-2b58-4567-84ef-a8ac114e71c1 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:14.829323 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d01e3cb-2b58-4567-84ef-a8ac114e71c1 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c89dbf5-b500-4ef2-af72-ab9f8a647510,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:14.863442 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-a8a338df-1b4f-4fd2-928d-c266b366a65f None None] Provisioning complete for port 56ae8384-7e08-4e8f-a43f-840b58e4d542 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:54:14.863836 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a8a338df-1b4f-4fd2-928d-c266b366a65f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:14.879939 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-429701a3-955e-4ec7-899a-acc52f5619ae tempest-RoutersTestDVR-956198502 tempest-RoutersTestDVR-956198502-project-admin] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:14.881299 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-429701a3-955e-4ec7-899a-acc52f5619ae tempest-RoutersTestDVR-956198502 tempest-RoutersTestDVR-956198502-project-admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.3637154 Sep 24 15:54:14.884192 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44108) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:14.899089 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-a8a338df-1b4f-4fd2-928d-c266b366a65f None None] Port 56ae8384-7e08-4e8f-a43f-840b58e4d542 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:54:14.919121 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3d01e3cb-2b58-4567-84ef-a8ac114e71c1 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:14.923443 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-3d01e3cb-2b58-4567-84ef-a8ac114e71c1 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.2125175 Sep 24 15:54:14.923443 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-283a0a2c-7075-401b-b50e-8bdc05170d24 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:14.923443 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb0df3f-03ab-41a0-b687-d9273fcc1591 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Router 78c405c4-a398-4aa6-b221-c98db0153635 is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:54:14.925042 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44110) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:14.968411 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283a0a2c-7075-401b-b50e-8bdc05170d24 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event deleted for resources: {'Port': ['ID=56ae8384-7e08-4e8f-a43f-840b58e4d542,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:14.970299 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1a54e0bb-d029-4741-98b8-1f0c028a4ab9 tempest-RoutersTestDVR-956198502 tempest-RoutersTestDVR-956198502-project-admin] Notify callbacks [] for router, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:15.143994 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-87ac414c-47fd-44c2-a8cc-dfde15600585 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2157512 Sep 24 15:54:15.173680 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44112) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:15.178648 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-283a0a2c-7075-401b-b50e-8bdc05170d24 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:15.180719 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-283a0a2c-7075-401b-b50e-8bdc05170d24 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/ports/56ae8384-7e08-4e8f-a43f-840b58e4d542 HTTP/1.1" status: 204 len: 168 time: 1.6474183 Sep 24 15:54:15.186620 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-4bcc6443-0e78-40fb-b407-28d731336c64 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Request body: {'security_group': {'name': 'tempest-security--274310711', 'description': 'tempest-security-description-597716519'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:15.192083 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44114) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:15.258160 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb0df3f-03ab-41a0-b687-d9273fcc1591 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:54:15.270078 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89160783-cc42-4f48-9a9f-a32bf3cf44bb None None] Sync routers for ids ['78c405c4-a398-4aa6-b221-c98db0153635'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:54:15.276598 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4bcc6443-0e78-40fb-b407-28d731336c64 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:15.282109 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89160783-cc42-4f48-9a9f-a32bf3cf44bb None None] Routers {'78c405c4-a398-4aa6-b221-c98db0153635'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:54:15.282796 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-89160783-cc42-4f48-9a9f-a32bf3cf44bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:54:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['78c405c4-a398-4aa6-b221-c98db0153635'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:54:15.296777 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8147b65-8047-4322-a32c-609951d03d43 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:15.298298 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8147b65-8047-4322-a32c-609951d03d43 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:15.299826 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8147b65-8047-4322-a32c-609951d03d43 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:15.304339 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b8147b65-8047-4322-a32c-609951d03d43 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1084251 Sep 24 15:54:15.337808 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44116) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:15.355995 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4bcc6443-0e78-40fb-b407-28d731336c64 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:15.411313 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac835825-ab80-4440-8677-d86ce600d08f tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Deleting subnet 50809130-c10b-4af5-a419-a6ff624489e4 {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:54:15.414745 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ac835825-ab80-4440-8677-d86ce600d08f tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:15.419700 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-89160783-cc42-4f48-9a9f-a32bf3cf44bb None None] Set router 78c405c4-a398-4aa6-b221-c98db0153635 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:54:15.473423 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ac835825-ab80-4440-8677-d86ce600d08f tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:15.524320 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1a54e0bb-d029-4741-98b8-1f0c028a4ab9 tempest-RoutersTestDVR-956198502 tempest-RoutersTestDVR-956198502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:15.526602 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1a54e0bb-d029-4741-98b8-1f0c028a4ab9 tempest-RoutersTestDVR-956198502 tempest-RoutersTestDVR-956198502-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:15.585292 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ac835825-ab80-4440-8677-d86ce600d08f tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:15.607956 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4bcc6443-0e78-40fb-b407-28d731336c64 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:15.608144 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c216d714-164b-432a-b556-490bd676a15d tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:15.610587 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4bcc6443-0e78-40fb-b407-28d731336c64 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:15.612164 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-4bcc6443-0e78-40fb-b407-28d731336c64 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] 10.222.0.101 "PUT /v2.0/security-groups/8c89dbf5-b500-4ef2-af72-ab9f8a647510 HTTP/1.1" status: 200 len: 1778 time: 0.4356341 Sep 24 15:54:15.612814 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-89160783-cc42-4f48-9a9f-a32bf3cf44bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c405c4-a398-4aa6-b221-c98db0153635', 'name': 'tempest-TestNetworkAdvancedServerOps-router-867806077', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ba1ffb8f-07ee-4620-a38b-7a7aae55af6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:54:11Z', 'updated_at': '2021-09-24T15:54:13Z', 'revision_number': 3, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'gw_port': {'id': 'ba1ffb8f-07ee-4620-a38b-7a7aae55af6f', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fb:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c405c4-a398-4aa6-b221-c98db0153635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:54:12Z', 'updated_at': '2021-09-24T15:54:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:54:15.615571 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44118) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:15.645051 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89160783-cc42-4f48-9a9f-a32bf3cf44bb None None] Checking router: 78c405c4-a398-4aa6-b221-c98db0153635 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:54:15.645544 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89160783-cc42-4f48-9a9f-a32bf3cf44bb None None] Updating router 78c405c4-a398-4aa6-b221-c98db0153635 port ba1ffb8f-07ee-4620-a38b-7a7aae55af6f binding host n-d-808921-1 {{(pid=95300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:54:15.651516 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcc6443-0e78-40fb-b407-28d731336c64 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c89dbf5-b500-4ef2-af72-ab9f8a647510,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:15.658166 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44120) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:15.658377 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-46481b54-4f6b-401e-8f0d-2dc619e9c121 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] 10.222.0.101 "GET /v2.0/security-groups/8c89dbf5-b500-4ef2-af72-ab9f8a647510 HTTP/1.1" status: 200 len: 1778 time: 0.0417790 Sep 24 15:54:15.659487 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1a54e0bb-d029-4741-98b8-1f0c028a4ab9 tempest-RoutersTestDVR-956198502 tempest-RoutersTestDVR-956198502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:15.659487 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a54e0bb-d029-4741-98b8-1f0c028a4ab9 tempest-RoutersTestDVR-956198502 tempest-RoutersTestDVR-956198502-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8d90dc6a-a370-43b9-951f-9ad8b05dfe8d {{(pid=95297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:54:15.667045 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1a54e0bb-d029-4741-98b8-1f0c028a4ab9 tempest-RoutersTestDVR-956198502 tempest-RoutersTestDVR-956198502-project-admin] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:15.667045 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-1a54e0bb-d029-4741-98b8-1f0c028a4ab9 tempest-RoutersTestDVR-956198502 tempest-RoutersTestDVR-956198502-project-admin] 10.222.0.101 "DELETE /v2.0/routers/8d90dc6a-a370-43b9-951f-9ad8b05dfe8d HTTP/1.1" status: 204 len: 168 time: 0.7795763 Sep 24 15:54:15.668241 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44122) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:15.673006 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-28c60a68-e2fc-485f-be10-7d3e1d91af23 tempest-RoutersTestDVR-956198502 tempest-RoutersTestDVR-956198502-project-admin] Request body: {'router': {'name': 'tempest-router-821417133', 'distributed': False}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:15.676746 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-89160783-cc42-4f48-9a9f-a32bf3cf44bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:15.703527 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c216d714-164b-432a-b556-490bd676a15d tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:15.730923 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c216d714-164b-432a-b556-490bd676a15d tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1270} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:54:15.739455 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-76d1f52a-e59a-4b51-8d58-f33bb6cd78d5 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:15.746816 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c216d714-164b-432a-b556-490bd676a15d tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d08907-33a2-49b7-b669-c82e08cae4d4,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:15.750867 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c216d714-164b-432a-b556-490bd676a15d tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:15.751316 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-c216d714-164b-432a-b556-490bd676a15d tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Added segment 8081f0b6-c7d7-4e45-a7e9-2bf4ca5543c2 of type vlan for network d09fcc39-a3ae-48b5-a16d-fbfa237204b6 Sep 24 15:54:15.773390 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-76d1f52a-e59a-4b51-8d58-f33bb6cd78d5 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:15.793746 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c216d714-164b-432a-b556-490bd676a15d tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:15.836391 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3bb0df3f-03ab-41a0-b687-d9273fcc1591 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:15.837622 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-3bb0df3f-03ab-41a0-b687-d9273fcc1591 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 4.0836203 Sep 24 15:54:15.840915 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44126) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:15.844917 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ac835825-ab80-4440-8677-d86ce600d08f tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:15.876143 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.db.api [None req-28c60a68-e2fc-485f-be10-7d3e1d91af23 tempest-RoutersTestDVR-956198502 tempest-RoutersTestDVR-956198502-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 15:54:15.876143 n-d-808921-1 neutron-server[95297]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 24 15:54:15.876143 n-d-808921-1 neutron-server[95297]: [parameters: {'project_id_1': '26dc4f06a5084548a598639a9b034a47', 'expiration_1': datetime.datetime(2021, 9, 24, 15, 53, 55, 677226)}] Sep 24 15:54:15.876143 n-d-808921-1 neutron-server[95297]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:54:15.876663 n-d-808921-1 neutron-server[95297]: DEBUG oslo_db.api [None req-28c60a68-e2fc-485f-be10-7d3e1d91af23 tempest-RoutersTestDVR-956198502 tempest-RoutersTestDVR-956198502-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:54:15.878610 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-a01211e3-d6c9-405e-b4a2-05660affdeb0 tempest-TestNetworkAdvancedServerOps-571836934 tempest-TestNetworkAdvancedServerOps-571836934-project-admin] 10.222.0.101 "GET /v2.0/subnets?project_id=7e512e155fd047afb7c369ee55b40ecc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0364797 Sep 24 15:54:15.881167 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44128) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:15.882536 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac835825-ab80-4440-8677-d86ce600d08f tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event deleted for resources: {'Subnet': ['ID=50809130-c10b-4af5-a419-a6ff624489e4,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:15.893415 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ac835825-ab80-4440-8677-d86ce600d08f tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:15.895483 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-ac835825-ab80-4440-8677-d86ce600d08f tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/subnets/50809130-c10b-4af5-a419-a6ff624489e4 HTTP/1.1" status: 204 len: 168 time: 0.5566797 Sep 24 15:54:15.897099 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac835825-ab80-4440-8677-d86ce600d08f tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:54:15.897453 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac835825-ab80-4440-8677-d86ce600d08f tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:54:15.898572 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac835825-ab80-4440-8677-d86ce600d08f tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:54:15.898572 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac835825-ab80-4440-8677-d86ce600d08f tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:54:15.898767 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac835825-ab80-4440-8677-d86ce600d08f tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:54:15.898974 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac835825-ab80-4440-8677-d86ce600d08f tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:54:15.899303 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac835825-ab80-4440-8677-d86ce600d08f tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:54:15.899632 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac835825-ab80-4440-8677-d86ce600d08f tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:54:15.899961 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac835825-ab80-4440-8677-d86ce600d08f tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:54:15.900286 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac835825-ab80-4440-8677-d86ce600d08f tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:54:15.900608 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac835825-ab80-4440-8677-d86ce600d08f tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:54:15.900932 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac835825-ab80-4440-8677-d86ce600d08f tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:54:15.905740 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44130) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:15.906524 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd83501-0f07-47b4-acad-e02a00fac135 None None] Network 50d98e88-8a75-4835-9919-86c163395f7c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:54:15.945272 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-89160783-cc42-4f48-9a9f-a32bf3cf44bb None None] Notify callbacks [] for port, precommit_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:15.965020 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-22024184-47ff-4529-95a2-be01c6b8978e tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Deleting subnet c46f7466-8356-44c5-9dd0-48a562bf1567 {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:54:15.968906 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-22024184-47ff-4529-95a2-be01c6b8978e tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:15.991421 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-76d1f52a-e59a-4b51-8d58-f33bb6cd78d5 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:15.994552 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-76d1f52a-e59a-4b51-8d58-f33bb6cd78d5 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:15.995772 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-76d1f52a-e59a-4b51-8d58-f33bb6cd78d5 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] 10.222.0.101 "DELETE /v2.0/security-groups/8c89dbf5-b500-4ef2-af72-ab9f8a647510 HTTP/1.1" status: 204 len: 168 time: 0.3370178 Sep 24 15:54:16.005949 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44132) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:16.015322 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d1f52a-e59a-4b51-8d58-f33bb6cd78d5 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c89dbf5-b500-4ef2-af72-ab9f8a647510,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:16.019597 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c216d714-164b-432a-b556-490bd676a15d tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:16.026141 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c216d714-164b-432a-b556-490bd676a15d tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:16.027227 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c216d714-164b-432a-b556-490bd676a15d tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:16.028700 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-22024184-47ff-4529-95a2-be01c6b8978e tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:16.053846 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-510f4688-1e14-41bc-97cb-91f612135ff3 admin admin] Made reservation on behalf of b960fdf244c2496089f6c9d33b373dc4 for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:54:16.056451 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-510f4688-1e14-41bc-97cb-91f612135ff3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:16.063305 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-89160783-cc42-4f48-9a9f-a32bf3cf44bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:16.129105 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2a2ec3-1638-451c-8403-bde8595d6a35 None None] Pushing event updated for resources: {'Port': ['ID=ba1ffb8f-07ee-4620-a38b-7a7aae55af6f,revision_number=2']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:16.137836 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-89160783-cc42-4f48-9a9f-a32bf3cf44bb None None] Attempting to bind port ba1ffb8f-07ee-4620-a38b-7a7aae55af6f on host n-d-808921-1 for vnic_type normal with profile {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:54:16.139079 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-89160783-cc42-4f48-9a9f-a32bf3cf44bb None None] Attempting to bind port ba1ffb8f-07ee-4620-a38b-7a7aae55af6f by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:54:16.139676 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89160783-cc42-4f48-9a9f-a32bf3cf44bb None None] Attempting to bind port ba1ffb8f-07ee-4620-a38b-7a7aae55af6f on network e6a2de20-1ea0-43e5-88e0-982d19e317d5 {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:54:16.143344 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2a2ec3-1638-451c-8403-bde8595d6a35 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:54:16.143657 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2a2ec3-1638-451c-8403-bde8595d6a35 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:54:16.143995 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2a2ec3-1638-451c-8403-bde8595d6a35 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:54:16.144329 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2a2ec3-1638-451c-8403-bde8595d6a35 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:54:16.144654 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2a2ec3-1638-451c-8403-bde8595d6a35 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:54:16.144972 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2a2ec3-1638-451c-8403-bde8595d6a35 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:54:16.145470 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2a2ec3-1638-451c-8403-bde8595d6a35 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:54:16.146107 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2a2ec3-1638-451c-8403-bde8595d6a35 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:54:16.146638 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2a2ec3-1638-451c-8403-bde8595d6a35 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:54:16.152570 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2a2ec3-1638-451c-8403-bde8595d6a35 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:54:16.152570 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2a2ec3-1638-451c-8403-bde8595d6a35 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:54:16.152570 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2a2ec3-1638-451c-8403-bde8595d6a35 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:54:16.164116 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89160783-cc42-4f48-9a9f-a32bf3cf44bb None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:54:16.165031 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89160783-cc42-4f48-9a9f-a32bf3cf44bb None None] Checking segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:54:16.167298 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-89160783-cc42-4f48-9a9f-a32bf3cf44bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:16.167731 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89160783-cc42-4f48-9a9f-a32bf3cf44bb None None] Bound using segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:54:16.168621 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-89160783-cc42-4f48-9a9f-a32bf3cf44bb None None] Bound port: ba1ffb8f-07ee-4620-a38b-7a7aae55af6f, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:54:16.169011 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-89160783-cc42-4f48-9a9f-a32bf3cf44bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:16.176486 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c216d714-164b-432a-b556-490bd676a15d tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event updated for resources: {'Network': ['ID=d09fcc39-a3ae-48b5-a16d-fbfa237204b6,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:16.179433 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eea8a3b-42aa-407b-b6bf-bd01775d4f21 tempest-TestNetworkAdvancedServerOps-571836934 tempest-TestNetworkAdvancedServerOps-571836934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:16.184295 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-8eea8a3b-42aa-407b-b6bf-bd01775d4f21 tempest-TestNetworkAdvancedServerOps-571836934 tempest-TestNetworkAdvancedServerOps-571836934-project-admin] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3019180 Sep 24 15:54:16.191513 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network d09fcc39-a3ae-48b5-a16d-fbfa237204b6 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:54:16.191769 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44134) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:16.237500 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-22024184-47ff-4529-95a2-be01c6b8978e tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:16.238271 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-c216d714-164b-432a-b556-490bd676a15d tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.9474444 Sep 24 15:54:16.239400 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-89160783-cc42-4f48-9a9f-a32bf3cf44bb None None] For port ba1ffb8f-07ee-4620-a38b-7a7aae55af6f, host n-d-808921-1, cleared binding levels {{(pid=95300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:54:16.243347 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-89160783-cc42-4f48-9a9f-a32bf3cf44bb None None] For port ba1ffb8f-07ee-4620-a38b-7a7aae55af6f, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=ba1ffb8f-07ee-4620-a38b-7a7aae55af6f,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:54:16.247452 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-c573b586-3dc3-42f4-8552-c7de52b73953 tempest-TestNetworkAdvancedServerOps-571836934 tempest-TestNetworkAdvancedServerOps-571836934-project-admin] 10.222.0.101 "GET /v2.0/subnets?network_id=e6a2de20-1ea0-43e5-88e0-982d19e317d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0562477 Sep 24 15:54:16.255148 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-30684255-af32-47b5-9b62-94ad1ef57a0e tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2478561 Sep 24 15:54:16.256082 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44136) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:16.256660 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44138) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:16.256973 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44140) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:16.265271 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-f14ebcbe-b460-45bc-bbd6-c974febde854 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1013695282', 'network_id': '5a006511-b4c6-401d-bf2d-1c9456d23123', 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:16.273010 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-b6a75848-13d3-461a-b154-0943cfddd8c9 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Request body: {'port': {'network_id': 'd09fcc39-a3ae-48b5-a16d-fbfa237204b6', 'name': 'tempest-PortsTestJSON-1335895355'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:16.314787 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-89160783-cc42-4f48-9a9f-a32bf3cf44bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:16.331279 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [None req-9ceeb27e-2368-4682-8563-d8e249398114 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] delete failed (client error): The resource could not be found. Sep 24 15:54:16.339154 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-9ceeb27e-2368-4682-8563-d8e249398114 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] 10.222.0.101 "DELETE /v2.0/security-groups/8c89dbf5-b500-4ef2-af72-ab9f8a647510 HTTP/1.1" status: 404 len: 347 time: 0.0789340 Sep 24 15:54:16.339713 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44144) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:16.345523 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-23de75c5-c6f7-4ec7-a7c4-7a52a96e4d5b tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Request body: {'security_group': {'name': 'tempest-secgroup--1149801722'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:16.395476 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89160783-cc42-4f48-9a9f-a32bf3cf44bb None None] Routers {'78c405c4-a398-4aa6-b221-c98db0153635'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:54:16.396209 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-89160783-cc42-4f48-9a9f-a32bf3cf44bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:54:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['78c405c4-a398-4aa6-b221-c98db0153635'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:54:16.404191 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-22024184-47ff-4529-95a2-be01c6b8978e tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:16.457741 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2a2ec3-1638-451c-8403-bde8595d6a35 None None] Pushing event updated for resources: {'Port': ['ID=ba1ffb8f-07ee-4620-a38b-7a7aae55af6f,revision_number=3']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:16.475863 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-23de75c5-c6f7-4ec7-a7c4-7a52a96e4d5b tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:16.482445 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22024184-47ff-4529-95a2-be01c6b8978e tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event deleted for resources: {'Subnet': ['ID=c46f7466-8356-44c5-9dd0-48a562bf1567,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:16.488033 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-22024184-47ff-4529-95a2-be01c6b8978e tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:16.489978 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-22024184-47ff-4529-95a2-be01c6b8978e tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/subnets/c46f7466-8356-44c5-9dd0-48a562bf1567 HTTP/1.1" status: 204 len: 168 time: 0.5832298 Sep 24 15:54:16.492718 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44146) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:16.537452 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-796b1b8b-4feb-4c2f-af1a-61b1630aab7b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0435162 Sep 24 15:54:16.538151 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44148) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:16.542002 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-89160783-cc42-4f48-9a9f-a32bf3cf44bb None None] Set router 78c405c4-a398-4aa6-b221-c98db0153635 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:54:16.543178 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-3548aeda-b196-41f6-823f-06531283f85b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Request body: {'subnet': {'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:16.571616 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-28c60a68-e2fc-485f-be10-7d3e1d91af23 tempest-RoutersTestDVR-956198502 tempest-RoutersTestDVR-956198502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:16.572609 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-28c60a68-e2fc-485f-be10-7d3e1d91af23 tempest-RoutersTestDVR-956198502 tempest-RoutersTestDVR-956198502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:16.628863 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-510f4688-1e14-41bc-97cb-91f612135ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:16.683939 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-28c60a68-e2fc-485f-be10-7d3e1d91af23 tempest-RoutersTestDVR-956198502 tempest-RoutersTestDVR-956198502-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:16.692901 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14ebcbe-b460-45bc-bbd6-c974febde854 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Made reservation on behalf of 7e512e155fd047afb7c369ee55b40ecc for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:54:16.696985 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f14ebcbe-b460-45bc-bbd6-c974febde854 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:16.708917 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510f4688-1e14-41bc-97cb-91f612135ff3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad938f0b-b628-4cac-9404-1e2682973b1a,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:16.715287 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510f4688-1e14-41bc-97cb-91f612135ff3 admin admin] Checking segment: {'id': '272d0ce2-ce94-428b-a239-5dd619a27c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '3dbb0dfe-b454-4e57-a2db-34f294a0159c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:54:16.715727 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510f4688-1e14-41bc-97cb-91f612135ff3 admin admin] Network hostable DHCP agents. Network: 3dbb0dfe-b454-4e57-a2db-34f294a0159c, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:54:16.765795 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f65f414-bcfe-429d-9429-e0d2042ff658 None None] Network 50d98e88-8a75-4835-9919-86c163395f7c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:54:16.768383 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-89160783-cc42-4f48-9a9f-a32bf3cf44bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c405c4-a398-4aa6-b221-c98db0153635', 'name': 'tempest-TestNetworkAdvancedServerOps-router-867806077', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ba1ffb8f-07ee-4620-a38b-7a7aae55af6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:54:11Z', 'updated_at': '2021-09-24T15:54:13Z', 'revision_number': 3, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'gw_port': {'id': 'ba1ffb8f-07ee-4620-a38b-7a7aae55af6f', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fb:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c405c4-a398-4aa6-b221-c98db0153635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:54:12Z', 'updated_at': '2021-09-24T15:54:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:54:16.784118 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-28c60a68-e2fc-485f-be10-7d3e1d91af23 tempest-RoutersTestDVR-956198502 tempest-RoutersTestDVR-956198502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:16.795766 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89160783-cc42-4f48-9a9f-a32bf3cf44bb None None] The sync data for ids ['78c405c4-a398-4aa6-b221-c98db0153635'] in n-d-808921-1 is: [{'id': '78c405c4-a398-4aa6-b221-c98db0153635', 'name': 'tempest-TestNetworkAdvancedServerOps-router-867806077', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ba1ffb8f-07ee-4620-a38b-7a7aae55af6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:54:11Z', 'updated_at': '2021-09-24T15:54:13Z', 'revision_number': 3, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'gw_port': {'id': 'ba1ffb8f-07ee-4620-a38b-7a7aae55af6f', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fb:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c405c4-a398-4aa6-b221-c98db0153635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:54:12Z', 'updated_at': '2021-09-24T15:54:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:54:16.845648 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510f4688-1e14-41bc-97cb-91f612135ff3 admin admin] Network 3dbb0dfe-b454-4e57-a2db-34f294a0159c is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:54:16.884788 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-3690f582-e3aa-4145-b3df-58c2754e44b3 None None] Provisioning complete for port 0a5e6432-0e1f-418c-9ef6-6fc193ad4189 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:54:16.885165 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3690f582-e3aa-4145-b3df-58c2754e44b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:16.915082 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a75848-13d3-461a-b154-0943cfddd8c9 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Made reservation on behalf of 60728dc15ec0482fbe958ba9258d8b5e for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:54:16.918594 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b6a75848-13d3-461a-b154-0943cfddd8c9 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:16.936844 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [None req-b6a75848-13d3-461a-b154-0943cfddd8c9 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] device_id is not set on port fe0f35c7-f6af-4545-8538-a6af657630de yet. {{(pid=95297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:54:17.009921 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-510f4688-1e14-41bc-97cb-91f612135ff3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 3dbb0dfe-b454-4e57-a2db-34f294a0159c) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:54:17.010138 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510f4688-1e14-41bc-97cb-91f612135ff3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:17.010654 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-510f4688-1e14-41bc-97cb-91f612135ff3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:17.027238 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d9667f-3c61-4b13-a734-e7804aa7db4c None None] Network 3dbb0dfe-b454-4e57-a2db-34f294a0159c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:54:17.046986 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3857f93-6365-4be7-8012-4708440e1f2b None None] DHCP port deletion for 50d98e88-8a75-4835-9919-86c163395f7c request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:54:17.060085 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-28c60a68-e2fc-485f-be10-7d3e1d91af23 tempest-RoutersTestDVR-956198502 tempest-RoutersTestDVR-956198502-project-admin] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:17.062327 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-28c60a68-e2fc-485f-be10-7d3e1d91af23 tempest-RoutersTestDVR-956198502 tempest-RoutersTestDVR-956198502-project-admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.3930914 Sep 24 15:54:17.070095 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44150) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:17.092488 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f14ebcbe-b460-45bc-bbd6-c974febde854 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:17.207347 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-b3857f93-6365-4be7-8012-4708440e1f2b None None] Deleting port 0a5e6432-0e1f-418c-9ef6-6fc193ad4189 {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:54:17.208135 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b3857f93-6365-4be7-8012-4708440e1f2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:17.217475 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b8b2b8cf-2bca-42d3-862d-1c711eb0db4f tempest-RoutersTestDVR-956198502 tempest-RoutersTestDVR-956198502-project-admin] Notify callbacks [] for router, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:17.245618 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14ebcbe-b460-45bc-bbd6-c974febde854 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event updated for resources: {'Subnet': ['ID=a105c675-e167-42b4-b812-5ae7f91fba38,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:17.261865 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b6a75848-13d3-461a-b154-0943cfddd8c9 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:17.268785 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14ebcbe-b460-45bc-bbd6-c974febde854 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Checking segment: {'id': 'a16152fb-2bdf-4e02-99e2-b4e349df34e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '5a006511-b4c6-401d-bf2d-1c9456d23123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:54:17.269153 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14ebcbe-b460-45bc-bbd6-c974febde854 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Network hostable DHCP agents. Network: 5a006511-b4c6-401d-bf2d-1c9456d23123, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:54:17.334833 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-b3857f93-6365-4be7-8012-4708440e1f2b None None] For port 0a5e6432-0e1f-418c-9ef6-6fc193ad4189, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=0a5e6432-0e1f-418c-9ef6-6fc193ad4189,segment=NetworkSegment(fb531be8-b37e-4ff9-a98b-5c7db484a0eb),segment_id=fb531be8-b37e-4ff9-a98b-5c7db484a0eb)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:54:17.335232 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b3857f93-6365-4be7-8012-4708440e1f2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:17.340745 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb18fc2-8d7b-4b99-8a41-258093fb8a52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-3dbb0dfe-b454-4e57-a2db-34f294a0159c', 'network_id': '3dbb0dfe-b454-4e57-a2db-34f294a0159c', 'tenant_id': 'b960fdf244c2496089f6c9d33b373dc4', 'fixed_ips': [{'subnet_id': 'ad938f0b-b628-4cac-9404-1e2682973b1a'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:54:17.341626 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4bb18fc2-8d7b-4b99-8a41-258093fb8a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:17.365402 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14ebcbe-b460-45bc-bbd6-c974febde854 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Network 5a006511-b4c6-401d-bf2d-1c9456d23123 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:54:17.368849 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-b3857f93-6365-4be7-8012-4708440e1f2b None None] Calling delete_port for 0a5e6432-0e1f-418c-9ef6-6fc193ad4189 owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:54:17.407738 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b6a75848-13d3-461a-b154-0943cfddd8c9 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:17.415825 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-23de75c5-c6f7-4ec7-a7c4-7a52a96e4d5b tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:17.447478 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b8b2b8cf-2bca-42d3-862d-1c711eb0db4f tempest-RoutersTestDVR-956198502 tempest-RoutersTestDVR-956198502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:17.449842 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b8b2b8cf-2bca-42d3-862d-1c711eb0db4f tempest-RoutersTestDVR-956198502 tempest-RoutersTestDVR-956198502-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:17.455153 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-f14ebcbe-b460-45bc-bbd6-c974febde854 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 5a006511-b4c6-401d-bf2d-1c9456d23123) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:54:17.468940 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14ebcbe-b460-45bc-bbd6-c974febde854 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:17.469535 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f14ebcbe-b460-45bc-bbd6-c974febde854 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:17.488147 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfc3aaf-5ef2-486b-9671-496feb4a6f2b None None] Network 5a006511-b4c6-401d-bf2d-1c9456d23123 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:54:17.494859 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a75848-13d3-461a-b154-0943cfddd8c9 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event updated for resources: {'Port': ['ID=fe0f35c7-f6af-4545-8538-a6af657630de,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:17.498730 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-23de75c5-c6f7-4ec7-a7c4-7a52a96e4d5b tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:17.517394 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a75848-13d3-461a-b154-0943cfddd8c9 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Checking segment: {'id': '8081f0b6-c7d7-4e45-a7e9-2bf4ca5543c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': 'd09fcc39-a3ae-48b5-a16d-fbfa237204b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:54:17.517765 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a75848-13d3-461a-b154-0943cfddd8c9 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Network hostable DHCP agents. Network: d09fcc39-a3ae-48b5-a16d-fbfa237204b6, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:54:17.537293 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23de75c5-c6f7-4ec7-a7c4-7a52a96e4d5b tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e86a50e-57bf-4380-80e6-08721254236d,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:17.604276 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b8b2b8cf-2bca-42d3-862d-1c711eb0db4f tempest-RoutersTestDVR-956198502 tempest-RoutersTestDVR-956198502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:17.604887 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b2b8cf-2bca-42d3-862d-1c711eb0db4f tempest-RoutersTestDVR-956198502 tempest-RoutersTestDVR-956198502-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b96a4e9e-b3e8-4665-a6cd-2374547c9924 {{(pid=95298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:54:17.611916 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b8b2b8cf-2bca-42d3-862d-1c711eb0db4f tempest-RoutersTestDVR-956198502 tempest-RoutersTestDVR-956198502-project-admin] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:17.611916 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b8b2b8cf-2bca-42d3-862d-1c711eb0db4f tempest-RoutersTestDVR-956198502 tempest-RoutersTestDVR-956198502-project-admin] 10.222.0.101 "DELETE /v2.0/routers/b96a4e9e-b3e8-4665-a6cd-2374547c9924 HTTP/1.1" status: 204 len: 168 time: 0.5400543 Sep 24 15:54:17.614770 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44152) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:17.619168 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-2a9677be-24f5-434b-a276-5be070026f44 tempest-RoutersTestDVR-956198502 tempest-RoutersTestDVR-956198502-project-admin] Request body: {'router': {'name': 'tempest-router-2049919749', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '0bcd59311455495e874c9b16e7c31a94'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:17.623865 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3548aeda-b196-41f6-823f-06531283f85b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Made reservation on behalf of 1ffc126d96724ce991d5ac46e64fd1ec for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:54:17.630503 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3548aeda-b196-41f6-823f-06531283f85b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:17.630686 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b3857f93-6365-4be7-8012-4708440e1f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:17.647369 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a75848-13d3-461a-b154-0943cfddd8c9 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Network d09fcc39-a3ae-48b5-a16d-fbfa237204b6 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:54:17.660075 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3857f93-6365-4be7-8012-4708440e1f2b None None] Pushing event deleted for resources: {'Port': ['ID=0a5e6432-0e1f-418c-9ef6-6fc193ad4189,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:17.681077 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-510f4688-1e14-41bc-97cb-91f612135ff3 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.8072200 Sep 24 15:54:17.683394 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3857f93-6365-4be7-8012-4708440e1f2b None None] No DVR routers for this DVR port 0a5e6432-0e1f-418c-9ef6-6fc193ad4189 on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:54:17.683812 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44154) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:17.689919 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-900b6c45-3900-42bf-bc39-13c0aa855b9f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1816297676-router', 'tenant_id': 'b960fdf244c2496089f6c9d33b373dc4', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:17.698828 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-4bb18fc2-8d7b-4b99-8a41-258093fb8a52 None None] Allocated IP 172.20.0.2 (3dbb0dfe-b454-4e57-a2db-34f294a0159c/ad938f0b-b628-4cac-9404-1e2682973b1a/11664e99-7f90-49f9-b502-2d6e7e7b8d01) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:54:17.723563 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-23de75c5-c6f7-4ec7-a7c4-7a52a96e4d5b tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:17.724870 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-23de75c5-c6f7-4ec7-a7c4-7a52a96e4d5b tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3839145 Sep 24 15:54:17.729355 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44156) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:17.729792 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f14ebcbe-b460-45bc-bbd6-c974febde854 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.4692042 Sep 24 15:54:17.731810 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44158) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:17.736209 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-be639207-0bf1-4ada-b849-4b541b7a13f0 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Request body: {'security_group_rule': {'security_group_id': '0e86a50e-57bf-4380-80e6-08721254236d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:17.793969 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890fee79-d383-4a71-bf2d-1e5000995dff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-5a006511-b4c6-401d-bf2d-1c9456d23123', 'network_id': '5a006511-b4c6-401d-bf2d-1c9456d23123', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'fixed_ips': [{'subnet_id': 'a105c675-e167-42b4-b812-5ae7f91fba38'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:54:17.795614 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-890fee79-d383-4a71-bf2d-1e5000995dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:17.848059 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-b6a75848-13d3-461a-b154-0943cfddd8c9 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, d09fcc39-a3ae-48b5-a16d-fbfa237204b6) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:54:17.855556 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a75848-13d3-461a-b154-0943cfddd8c9 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:54:17.869712 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a75848-13d3-461a-b154-0943cfddd8c9 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:17.869712 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b6a75848-13d3-461a-b154-0943cfddd8c9 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:17.885660 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9024b40-a502-4857-b88b-3e831e2ee6aa None None] Network d09fcc39-a3ae-48b5-a16d-fbfa237204b6 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:54:17.943212 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3548aeda-b196-41f6-823f-06531283f85b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:17.949863 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2a9677be-24f5-434b-a276-5be070026f44 tempest-RoutersTestDVR-956198502 tempest-RoutersTestDVR-956198502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:17.950620 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2a9677be-24f5-434b-a276-5be070026f44 tempest-RoutersTestDVR-956198502 tempest-RoutersTestDVR-956198502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:18.022408 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b6a75848-13d3-461a-b154-0943cfddd8c9 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7643578 Sep 24 15:54:18.024966 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3548aeda-b196-41f6-823f-06531283f85b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Network 50d98e88-8a75-4835-9919-86c163395f7c is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:54:18.028986 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44160) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:18.039190 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-01076b55-9b8e-46f1-a5e1-cfb7590f78e2 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2119042570'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:18.049164 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-3548aeda-b196-41f6-823f-06531283f85b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:54:18.061228 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3548aeda-b196-41f6-823f-06531283f85b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:18.064907 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3548aeda-b196-41f6-823f-06531283f85b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:18.071824 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3548aeda-b196-41f6-823f-06531283f85b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event updated for resources: {'Subnet': ['ID=3c7aae3e-cb68-41e7-9fd1-964d798c1dce,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:18.073594 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd602646-f16a-4347-9f44-c1e56c00356b None None] Network 50d98e88-8a75-4835-9919-86c163395f7c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:54:18.088485 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2a9677be-24f5-434b-a276-5be070026f44 tempest-RoutersTestDVR-956198502 tempest-RoutersTestDVR-956198502-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:18.135424 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-890fee79-d383-4a71-bf2d-1e5000995dff None None] Allocated IP 172.20.0.2 (5a006511-b4c6-401d-bf2d-1c9456d23123/a105c675-e167-42b4-b812-5ae7f91fba38/9bcfe057-dae1-411d-97da-292e153ba0ad) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:54:18.210967 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-900b6c45-3900-42bf-bc39-13c0aa855b9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:18.212034 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-900b6c45-3900-42bf-bc39-13c0aa855b9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:18.213737 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device ba1ffb8f-07ee-4620-a38b-7a7aae55af6f up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:54:18.215372 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2a9677be-24f5-434b-a276-5be070026f44 tempest-RoutersTestDVR-956198502 tempest-RoutersTestDVR-956198502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:18.258825 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-3548aeda-b196-41f6-823f-06531283f85b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7196407 Sep 24 15:54:18.261494 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44162) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:18.268272 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-63ac8911-abdf-46a8-baaf-7ed699056d1c tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Request body: {'subnet': {'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:18.328250 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-900b6c45-3900-42bf-bc39-13c0aa855b9f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:18.451386 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-be639207-0bf1-4ada-b849-4b541b7a13f0 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:18.462326 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4bb18fc2-8d7b-4b99-8a41-258093fb8a52 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:18.522524 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2a9677be-24f5-434b-a276-5be070026f44 tempest-RoutersTestDVR-956198502 tempest-RoutersTestDVR-956198502-project-admin] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:18.525830 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-2a9677be-24f5-434b-a276-5be070026f44 tempest-RoutersTestDVR-956198502 tempest-RoutersTestDVR-956198502-project-admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.9080353 Sep 24 15:54:18.526943 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44164) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:18.534737 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-b663985a-6e77-4dab-851b-6574b58dcb50 tempest-RoutersTestDVR-956198502 tempest-RoutersTestDVR-956198502-project-admin] Request body: {'router': {'distributed': True}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:18.549389 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4bb18fc2-8d7b-4b99-8a41-258093fb8a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:18.581089 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-900b6c45-3900-42bf-bc39-13c0aa855b9f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:18.584858 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb18fc2-8d7b-4b99-8a41-258093fb8a52 None None] Network 3dbb0dfe-b454-4e57-a2db-34f294a0159c is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:54:18.594267 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-556aa43b-afc2-401f-8cce-10f7bf937e7a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:18.601488 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01076b55-9b8e-46f1-a5e1-cfb7590f78e2 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Made reservation on behalf of 60728dc15ec0482fbe958ba9258d8b5e for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:54:18.608681 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-01076b55-9b8e-46f1-a5e1-cfb7590f78e2 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:18.615403 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-4bb18fc2-8d7b-4b99-8a41-258093fb8a52 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:54:18.641265 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb18fc2-8d7b-4b99-8a41-258093fb8a52 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:54:18.648921 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port ba1ffb8f-07ee-4620-a38b-7a7aae55af6f triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:54:18.649324 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:18.664762 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-be639207-0bf1-4ada-b849-4b541b7a13f0 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:18.677100 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f2e4ad-1aec-4aa8-8942-5cf483a9a7ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-50d98e88-8a75-4835-9919-86c163395f7c', 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'tenant_id': '1ffc126d96724ce991d5ac46e64fd1ec', 'fixed_ips': [{'subnet_id': '3c7aae3e-cb68-41e7-9fd1-964d798c1dce'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:54:18.678274 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-77f2e4ad-1aec-4aa8-8942-5cf483a9a7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:18.712977 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01076b55-9b8e-46f1-a5e1-cfb7590f78e2 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1275} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:54:18.730135 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb18fc2-8d7b-4b99-8a41-258093fb8a52 None None] Pushing event updated for resources: {'Port': ['ID=11664e99-7f90-49f9-b502-2d6e7e7b8d01,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:18.751899 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-01076b55-9b8e-46f1-a5e1-cfb7590f78e2 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:18.752157 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-01076b55-9b8e-46f1-a5e1-cfb7590f78e2 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Added segment 9bc0cc62-3c42-4a0b-8299-fb855acf347d of type vlan for network f475c09f-b45d-4613-83fc-b6b6b2367714 Sep 24 15:54:18.764744 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ac8911-abdf-46a8-baaf-7ed699056d1c tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Made reservation on behalf of 1ffc126d96724ce991d5ac46e64fd1ec for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:54:18.768841 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-63ac8911-abdf-46a8-baaf-7ed699056d1c tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:18.809903 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-890fee79-d383-4a71-bf2d-1e5000995dff None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:18.824049 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-be639207-0bf1-4ada-b849-4b541b7a13f0 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:18.868299 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-4bb18fc2-8d7b-4b99-8a41-258093fb8a52 None None] Attempting to bind port 11664e99-7f90-49f9-b502-2d6e7e7b8d01 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:54:18.868666 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-4bb18fc2-8d7b-4b99-8a41-258093fb8a52 None None] Attempting to bind port 11664e99-7f90-49f9-b502-2d6e7e7b8d01 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '272d0ce2-ce94-428b-a239-5dd619a27c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '3dbb0dfe-b454-4e57-a2db-34f294a0159c'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:54:18.869045 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb18fc2-8d7b-4b99-8a41-258093fb8a52 None None] Attempting to bind port 11664e99-7f90-49f9-b502-2d6e7e7b8d01 on network 3dbb0dfe-b454-4e57-a2db-34f294a0159c {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:54:18.888391 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-890fee79-d383-4a71-bf2d-1e5000995dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:18.894997 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb18fc2-8d7b-4b99-8a41-258093fb8a52 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:54:18.895373 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb18fc2-8d7b-4b99-8a41-258093fb8a52 None None] Checking segment: {'id': '272d0ce2-ce94-428b-a239-5dd619a27c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '3dbb0dfe-b454-4e57-a2db-34f294a0159c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:54:18.895783 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4bb18fc2-8d7b-4b99-8a41-258093fb8a52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:18.896200 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb18fc2-8d7b-4b99-8a41-258093fb8a52 None None] Bound using segment: {'id': '272d0ce2-ce94-428b-a239-5dd619a27c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '3dbb0dfe-b454-4e57-a2db-34f294a0159c'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:54:18.897127 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-4bb18fc2-8d7b-4b99-8a41-258093fb8a52 None None] Bound port: 11664e99-7f90-49f9-b502-2d6e7e7b8d01, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272d0ce2-ce94-428b-a239-5dd619a27c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '3dbb0dfe-b454-4e57-a2db-34f294a0159c'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:54:18.897127 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4bb18fc2-8d7b-4b99-8a41-258093fb8a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:18.899906 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b663985a-6e77-4dab-851b-6574b58dcb50 tempest-RoutersTestDVR-956198502 tempest-RoutersTestDVR-956198502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1671'] for router, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:18.900274 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b663985a-6e77-4dab-851b-6574b58dcb50 tempest-RoutersTestDVR-956198502 tempest-RoutersTestDVR-956198502-project-admin] Notify callbacks [] for router, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:18.905687 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-01076b55-9b8e-46f1-a5e1-cfb7590f78e2 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:18.977673 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890fee79-d383-4a71-bf2d-1e5000995dff None None] Network 5a006511-b4c6-401d-bf2d-1c9456d23123 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:54:18.985566 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-890fee79-d383-4a71-bf2d-1e5000995dff None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:54:19.038555 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890fee79-d383-4a71-bf2d-1e5000995dff None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:54:19.062102 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b663985a-6e77-4dab-851b-6574b58dcb50 tempest-RoutersTestDVR-956198502 tempest-RoutersTestDVR-956198502-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=95297) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Sep 24 15:54:19.062603 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-b663985a-6e77-4dab-851b-6574b58dcb50 tempest-RoutersTestDVR-956198502 tempest-RoutersTestDVR-956198502-project-admin] Router 9dcd51c7-5e63-4449-88c5-8e13a06e00ef migrating from provider to provider. {{(pid=95297) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Sep 24 15:54:19.063078 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b663985a-6e77-4dab-851b-6574b58dcb50 tempest-RoutersTestDVR-956198502 tempest-RoutersTestDVR-956198502-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:19.071286 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:19.076045 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b663985a-6e77-4dab-851b-6574b58dcb50 tempest-RoutersTestDVR-956198502 tempest-RoutersTestDVR-956198502-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:19.108652 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890fee79-d383-4a71-bf2d-1e5000995dff None None] Pushing event updated for resources: {'Port': ['ID=9bcfe057-dae1-411d-97da-292e153ba0ad,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:19.138910 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-01076b55-9b8e-46f1-a5e1-cfb7590f78e2 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:19.144936 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01076b55-9b8e-46f1-a5e1-cfb7590f78e2 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:19.145622 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-01076b55-9b8e-46f1-a5e1-cfb7590f78e2 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:19.151959 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port ba1ffb8f-07ee-4620-a38b-7a7aae55af6f, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=ba1ffb8f-07ee-4620-a38b-7a7aae55af6f,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:54:19.170230 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-4bb18fc2-8d7b-4b99-8a41-258093fb8a52 None None] For port 11664e99-7f90-49f9-b502-2d6e7e7b8d01, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:54:19.172989 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-77f2e4ad-1aec-4aa8-8942-5cf483a9a7ab None None] Allocated IP 172.20.0.2 (50d98e88-8a75-4835-9919-86c163395f7c/3c7aae3e-cb68-41e7-9fd1-964d798c1dce/bd274244-13b1-478d-9a07-e511c29eaf3c) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:54:19.180816 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b663985a-6e77-4dab-851b-6574b58dcb50 tempest-RoutersTestDVR-956198502 tempest-RoutersTestDVR-956198502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-586922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-586913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588826'] for router, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:19.203230 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-4bb18fc2-8d7b-4b99-8a41-258093fb8a52 None None] For port 11664e99-7f90-49f9-b502-2d6e7e7b8d01, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=11664e99-7f90-49f9-b502-2d6e7e7b8d01,segment=NetworkSegment(272d0ce2-ce94-428b-a239-5dd619a27c57),segment_id=272d0ce2-ce94-428b-a239-5dd619a27c57)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:54:19.205405 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-890fee79-d383-4a71-bf2d-1e5000995dff None None] Attempting to bind port 9bcfe057-dae1-411d-97da-292e153ba0ad on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:54:19.205774 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-890fee79-d383-4a71-bf2d-1e5000995dff None None] Attempting to bind port 9bcfe057-dae1-411d-97da-292e153ba0ad by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'a16152fb-2bdf-4e02-99e2-b4e349df34e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '5a006511-b4c6-401d-bf2d-1c9456d23123'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:54:19.206138 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890fee79-d383-4a71-bf2d-1e5000995dff None None] Attempting to bind port 9bcfe057-dae1-411d-97da-292e153ba0ad on network 5a006511-b4c6-401d-bf2d-1c9456d23123 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:54:19.214660 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be639207-0bf1-4ada-b849-4b541b7a13f0 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79b1ab2d-5b08-4610-8802-a585f7a2e148,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:19.222389 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890fee79-d383-4a71-bf2d-1e5000995dff None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:54:19.223120 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890fee79-d383-4a71-bf2d-1e5000995dff None None] Checking segment: {'id': 'a16152fb-2bdf-4e02-99e2-b4e349df34e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '5a006511-b4c6-401d-bf2d-1c9456d23123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:54:19.223725 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-890fee79-d383-4a71-bf2d-1e5000995dff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:19.224340 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890fee79-d383-4a71-bf2d-1e5000995dff None None] Bound using segment: {'id': 'a16152fb-2bdf-4e02-99e2-b4e349df34e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '5a006511-b4c6-401d-bf2d-1c9456d23123'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:54:19.225067 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-890fee79-d383-4a71-bf2d-1e5000995dff None None] Bound port: 9bcfe057-dae1-411d-97da-292e153ba0ad, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a16152fb-2bdf-4e02-99e2-b4e349df34e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '5a006511-b4c6-401d-bf2d-1c9456d23123'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:54:19.225695 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-890fee79-d383-4a71-bf2d-1e5000995dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:19.231139 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:19.304003 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-01076b55-9b8e-46f1-a5e1-cfb7590f78e2 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2696192 Sep 24 15:54:19.304003 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01076b55-9b8e-46f1-a5e1-cfb7590f78e2 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event updated for resources: {'Network': ['ID=f475c09f-b45d-4613-83fc-b6b6b2367714,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:19.304523 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44168) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:19.313109 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-7eacd2cf-ab68-400f-a62f-8f3228b496e8 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Request body: {'ports': [{'network_id': 'd09fcc39-a3ae-48b5-a16d-fbfa237204b6'}, {'network_id': 'f475c09f-b45d-4613-83fc-b6b6b2367714'}]} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:19.313367 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-7eacd2cf-ab68-400f-a62f-8f3228b496e8 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Request body: {'port': {'network_id': 'd09fcc39-a3ae-48b5-a16d-fbfa237204b6'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:19.313837 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-7eacd2cf-ab68-400f-a62f-8f3228b496e8 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Request body: {'port': {'network_id': 'f475c09f-b45d-4613-83fc-b6b6b2367714'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:19.347129 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-be639207-0bf1-4ada-b849-4b541b7a13f0 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:19.348299 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-be639207-0bf1-4ada-b849-4b541b7a13f0 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6193526 Sep 24 15:54:19.352816 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44170) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:19.380756 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network f475c09f-b45d-4613-83fc-b6b6b2367714 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:54:19.382528 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 0a5e6432-0e1f-418c-9ef6-6fc193ad4189 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:54:19.391612 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4bb18fc2-8d7b-4b99-8a41-258093fb8a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:19.432957 n-d-808921-1 neutron-server[95297]: WARNING neutron.scheduler.l3_agent_scheduler [None req-b663985a-6e77-4dab-851b-6574b58dcb50 tempest-RoutersTestDVR-956198502 tempest-RoutersTestDVR-956198502-project-admin] No L3 agents can host the router 9dcd51c7-5e63-4449-88c5-8e13a06e00ef Sep 24 15:54:19.450214 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-556aa43b-afc2-401f-8cce-10f7bf937e7a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Allocated IP 172.20.0.1 (5a006511-b4c6-401d-bf2d-1c9456d23123/a105c675-e167-42b4-b812-5ae7f91fba38/9e51ef6d-7936-4733-8923-52c25f5a6d4a) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:54:19.452632 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-74e4c4a4-e7aa-4914-b831-09a5cc85bbc4 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:19.454016 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 0a5e6432-0e1f-418c-9ef6-6fc193ad4189 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:54:19.454379 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 0a5e6432-0e1f-418c-9ef6-6fc193ad4189 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:54:19.473041 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-74e4c4a4-e7aa-4914-b831-09a5cc85bbc4 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:19.520162 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=ba1ffb8f-07ee-4620-a38b-7a7aae55af6f,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:19.534979 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-900b6c45-3900-42bf-bc39-13c0aa855b9f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:19.562391 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-900b6c45-3900-42bf-bc39-13c0aa855b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:19.626149 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-890fee79-d383-4a71-bf2d-1e5000995dff None None] For port 9bcfe057-dae1-411d-97da-292e153ba0ad, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:54:19.655436 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-890fee79-d383-4a71-bf2d-1e5000995dff None None] For port 9bcfe057-dae1-411d-97da-292e153ba0ad, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=9bcfe057-dae1-411d-97da-292e153ba0ad,segment=NetworkSegment(a16152fb-2bdf-4e02-99e2-b4e349df34e6),segment_id=a16152fb-2bdf-4e02-99e2-b4e349df34e6)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:54:19.664906 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb18fc2-8d7b-4b99-8a41-258093fb8a52 None None] Pushing event updated for resources: {'Port': ['ID=11664e99-7f90-49f9-b502-2d6e7e7b8d01,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:19.681886 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-77f2e4ad-1aec-4aa8-8942-5cf483a9a7ab None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:19.683025 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-74e4c4a4-e7aa-4914-b831-09a5cc85bbc4 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:19.694484 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-74e4c4a4-e7aa-4914-b831-09a5cc85bbc4 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:19.697940 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-74e4c4a4-e7aa-4914-b831-09a5cc85bbc4 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] 10.222.0.101 "DELETE /v2.0/security-group-rules/79b1ab2d-5b08-4610-8802-a585f7a2e148 HTTP/1.1" status: 204 len: 168 time: 0.3374209 Sep 24 15:54:19.701935 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44172) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:19.725833 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-890fee79-d383-4a71-bf2d-1e5000995dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:19.733438 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b663985a-6e77-4dab-851b-6574b58dcb50 tempest-RoutersTestDVR-956198502 tempest-RoutersTestDVR-956198502-project-admin] Hosts for router 9dcd51c7-5e63-4449-88c5-8e13a06e00ef: [] {{(pid=95297) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Sep 24 15:54:19.757782 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-556aa43b-afc2-401f-8cce-10f7bf937e7a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:19.799479 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-77f2e4ad-1aec-4aa8-8942-5cf483a9a7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:19.801729 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e4c4a4-e7aa-4914-b831-09a5cc85bbc4 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=79b1ab2d-5b08-4610-8802-a585f7a2e148,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:19.814251 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b663985a-6e77-4dab-851b-6574b58dcb50 tempest-RoutersTestDVR-956198502 tempest-RoutersTestDVR-956198502-project-admin] Hosts for other DVR routers connected to router 9dcd51c7-5e63-4449-88c5-8e13a06e00ef: set() {{(pid=95297) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Sep 24 15:54:19.816889 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b663985a-6e77-4dab-851b-6574b58dcb50 tempest-RoutersTestDVR-956198502 tempest-RoutersTestDVR-956198502-project-admin] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:19.820518 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b663985a-6e77-4dab-851b-6574b58dcb50 tempest-RoutersTestDVR-956198502 tempest-RoutersTestDVR-956198502-project-admin] 10.222.0.101 "PUT /v2.0/routers/9dcd51c7-5e63-4449-88c5-8e13a06e00ef HTTP/1.1" status: 200 len: 717 time: 1.2895536 Sep 24 15:54:19.825173 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-900b6c45-3900-42bf-bc39-13c0aa855b9f admin admin] Allocated IP 172.25.0.180 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/21c80e1d-ee1e-4a5f-bbc5-445fa95422eb) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:54:19.825443 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44174) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:19.841117 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f2e4ad-1aec-4aa8-8942-5cf483a9a7ab None None] Network 50d98e88-8a75-4835-9919-86c163395f7c is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:54:19.846198 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-77f2e4ad-1aec-4aa8-8942-5cf483a9a7ab None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:54:19.850507 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f2e4ad-1aec-4aa8-8942-5cf483a9a7ab None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:54:19.872103 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-03ccb6fc-b9ff-4be3-b766-66c670ae9be9 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1675217 Sep 24 15:54:19.879232 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44176) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:19.884831 n-d-808921-1 neutron-server[95297]: DEBUG neutron.objects.ports [None req-63ac8911-abdf-46a8-baaf-7ed699056d1c tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95297) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 24 15:54:19.885261 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-556aa43b-afc2-401f-8cce-10f7bf937e7a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:19.966546 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-77f2e4ad-1aec-4aa8-8942-5cf483a9a7ab None None] Attempting to bind port bd274244-13b1-478d-9a07-e511c29eaf3c on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:54:19.967510 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-77f2e4ad-1aec-4aa8-8942-5cf483a9a7ab None None] Attempting to bind port bd274244-13b1-478d-9a07-e511c29eaf3c by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:54:19.967885 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f2e4ad-1aec-4aa8-8942-5cf483a9a7ab None None] Attempting to bind port bd274244-13b1-478d-9a07-e511c29eaf3c on network 50d98e88-8a75-4835-9919-86c163395f7c {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:54:19.976674 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f2e4ad-1aec-4aa8-8942-5cf483a9a7ab None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:54:19.977050 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f2e4ad-1aec-4aa8-8942-5cf483a9a7ab None None] Checking segment: {'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:54:19.977457 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-77f2e4ad-1aec-4aa8-8942-5cf483a9a7ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:19.977889 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77f2e4ad-1aec-4aa8-8942-5cf483a9a7ab None None] Bound using segment: {'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:54:19.978557 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-77f2e4ad-1aec-4aa8-8942-5cf483a9a7ab None None] Bound port: bd274244-13b1-478d-9a07-e511c29eaf3c, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:54:19.978904 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-77f2e4ad-1aec-4aa8-8942-5cf483a9a7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:19.993855 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eacd2cf-ab68-400f-a62f-8f3228b496e8 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Made reservation on behalf of 60728dc15ec0482fbe958ba9258d8b5e for: {'port': 2} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:54:19.999097 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7eacd2cf-ab68-400f-a62f-8f3228b496e8 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:20.043077 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556aa43b-afc2-401f-8cce-10f7bf937e7a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Network 5a006511-b4c6-401d-bf2d-1c9456d23123 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:54:20.057134 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-556aa43b-afc2-401f-8cce-10f7bf937e7a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:54:20.064875 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556aa43b-afc2-401f-8cce-10f7bf937e7a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event updated for resources: {'Port': ['ID=9e51ef6d-7936-4733-8923-52c25f5a6d4a,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:20.071212 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556aa43b-afc2-401f-8cce-10f7bf937e7a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:54:20.088862 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-77f2e4ad-1aec-4aa8-8942-5cf483a9a7ab None None] For port bd274244-13b1-478d-9a07-e511c29eaf3c, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:54:20.094429 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-77f2e4ad-1aec-4aa8-8942-5cf483a9a7ab None None] For port bd274244-13b1-478d-9a07-e511c29eaf3c, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=bd274244-13b1-478d-9a07-e511c29eaf3c,segment=NetworkSegment(fb531be8-b37e-4ff9-a98b-5c7db484a0eb),segment_id=fb531be8-b37e-4ff9-a98b-5c7db484a0eb)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:54:20.096390 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890fee79-d383-4a71-bf2d-1e5000995dff None None] Pushing event updated for resources: {'Port': ['ID=9bcfe057-dae1-411d-97da-292e153ba0ad,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:20.176128 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f2e4ad-1aec-4aa8-8942-5cf483a9a7ab None None] Pushing event updated for resources: {'Port': ['ID=bd274244-13b1-478d-9a07-e511c29eaf3c,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:20.183507 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-900b6c45-3900-42bf-bc39-13c0aa855b9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:20.186654 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-77f2e4ad-1aec-4aa8-8942-5cf483a9a7ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:20.251994 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-556aa43b-afc2-401f-8cce-10f7bf937e7a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:20.281501 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f2e4ad-1aec-4aa8-8942-5cf483a9a7ab None None] Pushing event updated for resources: {'Port': ['ID=bd274244-13b1-478d-9a07-e511c29eaf3c,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:20.292466 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 11664e99-7f90-49f9-b502-2d6e7e7b8d01 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:54:20.377322 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 11664e99-7f90-49f9-b502-2d6e7e7b8d01 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:54:20.377700 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:20.391368 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-900b6c45-3900-42bf-bc39-13c0aa855b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:20.470014 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:20.488385 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900b6c45-3900-42bf-bc39-13c0aa855b9f admin admin] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:54:20.493365 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900b6c45-3900-42bf-bc39-13c0aa855b9f admin admin] Pushing event updated for resources: {'Port': ['ID=21c80e1d-ee1e-4a5f-bbc5-445fa95422eb,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:20.498496 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-900b6c45-3900-42bf-bc39-13c0aa855b9f admin admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:54:20.501993 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900b6c45-3900-42bf-bc39-13c0aa855b9f admin admin] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:54:20.584178 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port 11664e99-7f90-49f9-b502-2d6e7e7b8d01, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=11664e99-7f90-49f9-b502-2d6e7e7b8d01,segment=NetworkSegment(272d0ce2-ce94-428b-a239-5dd619a27c57),segment_id=272d0ce2-ce94-428b-a239-5dd619a27c57)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:54:20.605358 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-541f088a-45fb-4827-962a-8d9ccb7173fc tempest-RoutersTestDVR-956198502 tempest-RoutersTestDVR-956198502-project-admin] 10.222.0.101 "GET /v2.0/routers/9dcd51c7-5e63-4449-88c5-8e13a06e00ef HTTP/1.1" status: 200 len: 717 time: 0.7803769 Sep 24 15:54:20.609436 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44178) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:20.614746 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7eacd2cf-ab68-400f-a62f-8f3228b496e8 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:20.657341 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:20.657923 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device ba1ffb8f-07ee-4620-a38b-7a7aae55af6f up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:54:20.756698 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fb4dae26-d341-46c1-b482-e78d7c553880 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:20.784705 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-556aa43b-afc2-401f-8cce-10f7bf937e7a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:20.789127 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=11664e99-7f90-49f9-b502-2d6e7e7b8d01,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:20.818385 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fb4dae26-d341-46c1-b482-e78d7c553880 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:20.858966 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port ba1ffb8f-07ee-4620-a38b-7a7aae55af6f triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:54:20.859358 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:21.027947 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [None req-7eacd2cf-ab68-400f-a62f-8f3228b496e8 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] device_id is not set on port af42cc58-28bf-4fa7-a91e-80bb200d2faf yet. {{(pid=95297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:54:21.038295 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-bbb08ce3-c81f-4a55-ae8d-bf85652758a6 tempest-RoutersTestDVR-774170943 tempest-RoutersTestDVR-774170943-project] 10.222.0.101 "GET /v2.0/routers/9dcd51c7-5e63-4449-88c5-8e13a06e00ef HTTP/1.1" status: 200 len: 683 time: 0.4245155 Sep 24 15:54:21.041402 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44182) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:21.064113 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fb4dae26-d341-46c1-b482-e78d7c553880 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:21.067280 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fb4dae26-d341-46c1-b482-e78d7c553880 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:21.068881 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-fb4dae26-d341-46c1-b482-e78d7c553880 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] 10.222.0.101 "DELETE /v2.0/security-groups/0e86a50e-57bf-4380-80e6-08721254236d HTTP/1.1" status: 204 len: 168 time: 1.1827486 Sep 24 15:54:21.089202 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44184) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:21.110897 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4dae26-d341-46c1-b482-e78d7c553880 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e86a50e-57bf-4380-80e6-08721254236d,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:21.162639 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a26e702-a415-4720-ad47-4881197e8d01 None None] Network 3dbb0dfe-b454-4e57-a2db-34f294a0159c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:54:21.257850 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-c313c8fa-f048-4b4d-999a-d0f9f01d7038 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1619921 Sep 24 15:54:21.257850 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-63ac8911-abdf-46a8-baaf-7ed699056d1c tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:21.266794 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44186) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:21.277314 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-5b33c122-a930-4011-bc72-72dd9e70a7e0 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Request body: {'security_group': {'name': 'tempest-secgroup--884582080'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:21.318325 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b6c8b5fa-d1cd-4f5f-9f8f-962d61dd3dd3 tempest-RoutersTestDVR-956198502 tempest-RoutersTestDVR-956198502-project-admin] Notify callbacks [] for router, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:21.375770 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7eacd2cf-ab68-400f-a62f-8f3228b496e8 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:21.405224 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-900b6c45-3900-42bf-bc39-13c0aa855b9f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:21.551998 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [None req-7eacd2cf-ab68-400f-a62f-8f3228b496e8 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] device_id is not set on port 3b0fc950-9a6e-402d-bfbc-e882cee3b6ce yet. {{(pid=95297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:54:21.557801 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e72071-409f-453b-aec1-090b819f44a9 None None] Network 5a006511-b4c6-401d-bf2d-1c9456d23123 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:54:21.612333 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-df09aaa8-5e39-4f24-83a5-c8d57c7da711 None None] Provisioning complete for port 11664e99-7f90-49f9-b502-2d6e7e7b8d01 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:54:21.612877 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-df09aaa8-5e39-4f24-83a5-c8d57c7da711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:21.614373 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5b33c122-a930-4011-bc72-72dd9e70a7e0 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:21.680777 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b6c8b5fa-d1cd-4f5f-9f8f-962d61dd3dd3 tempest-RoutersTestDVR-956198502 tempest-RoutersTestDVR-956198502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:21.684157 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b6c8b5fa-d1cd-4f5f-9f8f-962d61dd3dd3 tempest-RoutersTestDVR-956198502 tempest-RoutersTestDVR-956198502-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:21.688293 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-63ac8911-abdf-46a8-baaf-7ed699056d1c tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] For port bd274244-13b1-478d-9a07-e511c29eaf3c, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=bd274244-13b1-478d-9a07-e511c29eaf3c,segment=NetworkSegment(fb531be8-b37e-4ff9-a98b-5c7db484a0eb),segment_id=fb531be8-b37e-4ff9-a98b-5c7db484a0eb)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:54:21.769556 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7eacd2cf-ab68-400f-a62f-8f3228b496e8 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:21.778745 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-63ac8911-abdf-46a8-baaf-7ed699056d1c tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:21.819590 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-556aa43b-afc2-401f-8cce-10f7bf937e7a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:21.896999 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-63ac8911-abdf-46a8-baaf-7ed699056d1c tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:21.897797 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-63ac8911-abdf-46a8-baaf-7ed699056d1c tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:21.924460 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-bb362941-7fbb-491e-b00e-53642d32f6f6 None None] Provisioning complete for port bd274244-13b1-478d-9a07-e511c29eaf3c triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:54:21.924954 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-bb362941-7fbb-491e-b00e-53642d32f6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:21.933830 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-900b6c45-3900-42bf-bc39-13c0aa855b9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:22.016397 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ac8911-abdf-46a8-baaf-7ed699056d1c tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event updated for resources: {'Subnet': ['ID=0585650a-6a7f-468c-83a6-746b24aaf290,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:22.019741 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7eacd2cf-ab68-400f-a62f-8f3228b496e8 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:22.055305 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eacd2cf-ab68-400f-a62f-8f3228b496e8 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Network d09fcc39-a3ae-48b5-a16d-fbfa237204b6 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:54:22.066045 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-bb362941-7fbb-491e-b00e-53642d32f6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:22.075606 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b6c8b5fa-d1cd-4f5f-9f8f-962d61dd3dd3 tempest-RoutersTestDVR-956198502 tempest-RoutersTestDVR-956198502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:22.076531 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c8b5fa-d1cd-4f5f-9f8f-962d61dd3dd3 tempest-RoutersTestDVR-956198502 tempest-RoutersTestDVR-956198502-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9dcd51c7-5e63-4449-88c5-8e13a06e00ef {{(pid=95298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:54:22.081685 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b6c8b5fa-d1cd-4f5f-9f8f-962d61dd3dd3 tempest-RoutersTestDVR-956198502 tempest-RoutersTestDVR-956198502-project-admin] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:22.090073 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b6c8b5fa-d1cd-4f5f-9f8f-962d61dd3dd3 tempest-RoutersTestDVR-956198502 tempest-RoutersTestDVR-956198502-project-admin] 10.222.0.101 "DELETE /v2.0/routers/9dcd51c7-5e63-4449-88c5-8e13a06e00ef HTTP/1.1" status: 204 len: 168 time: 1.0460384 Sep 24 15:54:22.093564 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44188) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:22.095318 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ac8911-abdf-46a8-baaf-7ed699056d1c tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Network 50d98e88-8a75-4835-9919-86c163395f7c is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:54:22.097422 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-556aa43b-afc2-401f-8cce-10f7bf937e7a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:22.107898 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-692406a1-5c42-45fe-b7f6-7a94bba6903f tempest-RoutersTestDVR-956198502 tempest-RoutersTestDVR-956198502-project-admin] Request body: {'router': {'name': 'tempest-router-1313701474', 'distributed': True}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:22.120206 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-7eacd2cf-ab68-400f-a62f-8f3228b496e8 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:54:22.135258 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eacd2cf-ab68-400f-a62f-8f3228b496e8 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:54:22.136501 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7eacd2cf-ab68-400f-a62f-8f3228b496e8 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:22.136857 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-bb362941-7fbb-491e-b00e-53642d32f6f6 None None] For port bd274244-13b1-478d-9a07-e511c29eaf3c, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=bd274244-13b1-478d-9a07-e511c29eaf3c,segment=NetworkSegment(fb531be8-b37e-4ff9-a98b-5c7db484a0eb),segment_id=fb531be8-b37e-4ff9-a98b-5c7db484a0eb)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:54:22.139558 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-63ac8911-abdf-46a8-baaf-7ed699056d1c tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:54:22.148392 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ac8911-abdf-46a8-baaf-7ed699056d1c tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:22.148556 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a737fe-d0cb-47a8-ae58-323abdc53405 None None] Network 50d98e88-8a75-4835-9919-86c163395f7c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:54:22.149968 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-63ac8911-abdf-46a8-baaf-7ed699056d1c tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:22.163494 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ac8911-abdf-46a8-baaf-7ed699056d1c tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event updated for resources: {'Port': ['ID=bd274244-13b1-478d-9a07-e511c29eaf3c,revision_number=4']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:22.226236 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-bb362941-7fbb-491e-b00e-53642d32f6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:22.255818 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eacd2cf-ab68-400f-a62f-8f3228b496e8 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event updated for resources: {'Port': ['ID=af42cc58-28bf-4fa7-a91e-80bb200d2faf,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:22.297546 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eacd2cf-ab68-400f-a62f-8f3228b496e8 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Checking segment: {'id': '9bc0cc62-3c42-4a0b-8299-fb855acf347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'f475c09f-b45d-4613-83fc-b6b6b2367714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:54:22.298040 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eacd2cf-ab68-400f-a62f-8f3228b496e8 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Network hostable DHCP agents. Network: f475c09f-b45d-4613-83fc-b6b6b2367714, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:54:22.340786 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eacd2cf-ab68-400f-a62f-8f3228b496e8 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event updated for resources: {'Port': ['ID=3b0fc950-9a6e-402d-bfbc-e882cee3b6ce,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:22.364642 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device bd274244-13b1-478d-9a07-e511c29eaf3c up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:54:22.384560 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-bb362941-7fbb-491e-b00e-53642d32f6f6 None None] Provisioning complete for port 9bcfe057-dae1-411d-97da-292e153ba0ad triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:54:22.385028 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-bb362941-7fbb-491e-b00e-53642d32f6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:22.451386 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb362941-7fbb-491e-b00e-53642d32f6f6 None None] Pushing event updated for resources: {'Port': ['ID=bd274244-13b1-478d-9a07-e511c29eaf3c,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:22.452037 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eacd2cf-ab68-400f-a62f-8f3228b496e8 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Network f475c09f-b45d-4613-83fc-b6b6b2367714 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:54:22.512681 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-7eacd2cf-ab68-400f-a62f-8f3228b496e8 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, f475c09f-b45d-4613-83fc-b6b6b2367714) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:54:22.517701 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eacd2cf-ab68-400f-a62f-8f3228b496e8 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:54:22.524383 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eacd2cf-ab68-400f-a62f-8f3228b496e8 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:22.534588 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5717b13c-e702-4fef-ac50-d032816ea216 None None] Network f475c09f-b45d-4613-83fc-b6b6b2367714 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:54:22.535339 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eacd2cf-ab68-400f-a62f-8f3228b496e8 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:22.536347 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7eacd2cf-ab68-400f-a62f-8f3228b496e8 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:22.606279 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port bd274244-13b1-478d-9a07-e511c29eaf3c triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:54:22.606886 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:22.652520 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556aa43b-afc2-401f-8cce-10f7bf937e7a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event updated for resources: {'Port': ['ID=9e51ef6d-7936-4733-8923-52c25f5a6d4a,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:22.655021 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-556aa43b-afc2-401f-8cce-10f7bf937e7a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:22.678892 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-bb362941-7fbb-491e-b00e-53642d32f6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:22.703233 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5b33c122-a930-4011-bc72-72dd9e70a7e0 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:22.774590 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-900b6c45-3900-42bf-bc39-13c0aa855b9f admin admin] Router fa68bc5a-ac36-4bfc-813b-ef3aae9e165b is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:54:22.774902 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-bb362941-7fbb-491e-b00e-53642d32f6f6 None None] For port 9bcfe057-dae1-411d-97da-292e153ba0ad, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=9bcfe057-dae1-411d-97da-292e153ba0ad,segment=NetworkSegment(a16152fb-2bdf-4e02-99e2-b4e349df34e6),segment_id=a16152fb-2bdf-4e02-99e2-b4e349df34e6)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:54:22.801742 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556aa43b-afc2-401f-8cce-10f7bf937e7a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Network 5a006511-b4c6-401d-bf2d-1c9456d23123 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:54:22.817793 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 11664e99-7f90-49f9-b502-2d6e7e7b8d01 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:54:22.837521 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5b33c122-a930-4011-bc72-72dd9e70a7e0 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:22.839983 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-556aa43b-afc2-401f-8cce-10f7bf937e7a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:54:22.878113 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 11664e99-7f90-49f9-b502-2d6e7e7b8d01 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:54:22.878113 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:22.884301 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b33c122-a930-4011-bc72-72dd9e70a7e0 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f53700a-e963-4e85-900b-c0ab13c5d1a1,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:22.907514 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-bb362941-7fbb-491e-b00e-53642d32f6f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:22.939756 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-7eacd2cf-ab68-400f-a62f-8f3228b496e8 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.6309953 Sep 24 15:54:22.942758 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44190) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:22.986142 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb362941-7fbb-491e-b00e-53642d32f6f6 None None] Pushing event updated for resources: {'Port': ['ID=9bcfe057-dae1-411d-97da-292e153ba0ad,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:23.039766 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-dd8bd1ba-2335-4b14-994d-eaadaf3fc280 None None] Provisioning complete for port 9bcfe057-dae1-411d-97da-292e153ba0ad triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:54:23.040234 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-dd8bd1ba-2335-4b14-994d-eaadaf3fc280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:23.083193 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 9bcfe057-dae1-411d-97da-292e153ba0ad up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:54:23.098056 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900b6c45-3900-42bf-bc39-13c0aa855b9f admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:54:23.107661 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-f37937d5-4eba-4343-b6b4-e7d261fdac57 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Deleting port 3b0fc950-9a6e-402d-bfbc-e882cee3b6ce {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:54:23.108178 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f37937d5-4eba-4343-b6b4-e7d261fdac57 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:23.134528 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4518891-a4a6-47ea-b748-9c5e3df10e04 None None] Sync routers for ids ['fa68bc5a-ac36-4bfc-813b-ef3aae9e165b'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:54:23.147439 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-556aa43b-afc2-401f-8cce-10f7bf937e7a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Router 78c405c4-a398-4aa6-b221-c98db0153635 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:54:23.177207 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4518891-a4a6-47ea-b748-9c5e3df10e04 None None] Routers {'fa68bc5a-ac36-4bfc-813b-ef3aae9e165b'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:54:23.178389 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-f4518891-a4a6-47ea-b748-9c5e3df10e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:54:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['fa68bc5a-ac36-4bfc-813b-ef3aae9e165b'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:54:23.212214 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-692406a1-5c42-45fe-b7f6-7a94bba6903f tempest-RoutersTestDVR-956198502 tempest-RoutersTestDVR-956198502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:23.214013 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-692406a1-5c42-45fe-b7f6-7a94bba6903f tempest-RoutersTestDVR-956198502 tempest-RoutersTestDVR-956198502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:23.221313 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5b33c122-a930-4011-bc72-72dd9e70a7e0 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:23.225983 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-5b33c122-a930-4011-bc72-72dd9e70a7e0 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.9552414 Sep 24 15:54:23.266692 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44192) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:23.274815 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-a9601027-9862-4a9c-811c-a365a3ca7ef5 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Request body: {'security_group_rule': {'security_group_id': '8f53700a-e963-4e85-900b-c0ab13c5d1a1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:23.280945 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-692406a1-5c42-45fe-b7f6-7a94bba6903f tempest-RoutersTestDVR-956198502 tempest-RoutersTestDVR-956198502-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:23.283461 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f37937d5-4eba-4343-b6b4-e7d261fdac57 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:23.285524 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-900b6c45-3900-42bf-bc39-13c0aa855b9f admin admin] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:23.287513 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-900b6c45-3900-42bf-bc39-13c0aa855b9f admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.6023726 Sep 24 15:54:23.290185 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44194) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:23.304508 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-63ac8911-abdf-46a8-baaf-7ed699056d1c tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.0374651 Sep 24 15:54:23.304508 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44196) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:23.305861 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-f37937d5-4eba-4343-b6b4-e7d261fdac57 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Calling delete_port for 3b0fc950-9a6e-402d-bfbc-e882cee3b6ce owned by {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:54:23.313027 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-f4518891-a4a6-47ea-b748-9c5e3df10e04 None None] Set router fa68bc5a-ac36-4bfc-813b-ef3aae9e165b gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:54:23.316103 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-72e3c1bd-a31b-4c15-af06-e42bb909e5ac tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Request body: {'port': {'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'mac_address': 'fa:16:3e:a4:5b:80', 'name': 'tempest-NetworksTestDHCPv6-2078458681'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:23.373747 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-556aa43b-afc2-401f-8cce-10f7bf937e7a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:54:23.387033 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-556aa43b-afc2-401f-8cce-10f7bf937e7a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "PUT /v2.0/routers/78c405c4-a398-4aa6-b221-c98db0153635/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6353517 Sep 24 15:54:23.387133 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e061ec3-ec7d-4e84-988d-63fd852802b3 None None] Sync routers for ids ['78c405c4-a398-4aa6-b221-c98db0153635'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:54:23.399037 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e061ec3-ec7d-4e84-988d-63fd852802b3 None None] Routers {'78c405c4-a398-4aa6-b221-c98db0153635'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:54:23.400809 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-6e061ec3-ec7d-4e84-988d-63fd852802b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:54:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['78c405c4-a398-4aa6-b221-c98db0153635'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:54:23.454681 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 9bcfe057-dae1-411d-97da-292e153ba0ad triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:54:23.455064 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:23.520236 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-692406a1-5c42-45fe-b7f6-7a94bba6903f tempest-RoutersTestDVR-956198502 tempest-RoutersTestDVR-956198502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:23.565585 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a9601027-9862-4a9c-811c-a365a3ca7ef5 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:23.596621 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-dd8bd1ba-2335-4b14-994d-eaadaf3fc280 None None] Provisioning complete for port 9e51ef6d-7936-4733-8923-52c25f5a6d4a triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:54:23.597008 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-dd8bd1ba-2335-4b14-994d-eaadaf3fc280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:23.655076 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-dd8bd1ba-2335-4b14-994d-eaadaf3fc280 None None] Port 9e51ef6d-7936-4733-8923-52c25f5a6d4a cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:54:23.656130 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-692406a1-5c42-45fe-b7f6-7a94bba6903f tempest-RoutersTestDVR-956198502 tempest-RoutersTestDVR-956198502-project-admin] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:23.657605 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-692406a1-5c42-45fe-b7f6-7a94bba6903f tempest-RoutersTestDVR-956198502 tempest-RoutersTestDVR-956198502-project-admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.5610170 Sep 24 15:54:23.660372 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44214) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:23.677730 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-6e061ec3-ec7d-4e84-988d-63fd852802b3 None None] Set router 78c405c4-a398-4aa6-b221-c98db0153635 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:54:23.749465 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f37937d5-4eba-4343-b6b4-e7d261fdac57 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:23.751030 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e3c1bd-a31b-4c15-af06-e42bb909e5ac tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Made reservation on behalf of 1ffc126d96724ce991d5ac46e64fd1ec for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:54:23.763598 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e874517d-2a94-4900-999b-fa22cb1c3a8a tempest-RoutersTestDVR-956198502 tempest-RoutersTestDVR-956198502-project-admin] Notify callbacks [] for router, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:23.827116 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8c2c8217-9f44-4428-b05b-05f44250559c req-1a57dd17-e8dc-4d44-8c2c-27feb04c409a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-55385995&fields=id&tenant_id=7e512e155fd047afb7c369ee55b40ecc HTTP/1.1" status: 200 len: 267 time: 0.1125965 Sep 24 15:54:23.829187 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a9601027-9862-4a9c-811c-a365a3ca7ef5 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:23.854513 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f37937d5-4eba-4343-b6b4-e7d261fdac57 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:23.859940 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f37937d5-4eba-4343-b6b4-e7d261fdac57 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "DELETE /v2.0/ports/3b0fc950-9a6e-402d-bfbc-e882cee3b6ce HTTP/1.1" status: 204 len: 168 time: 0.9130878 Sep 24 15:54:23.865209 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37937d5-4eba-4343-b6b4-e7d261fdac57 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event deleted for resources: {'Port': ['ID=3b0fc950-9a6e-402d-bfbc-e882cee3b6ce,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:23.877189 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44218) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:23.909493 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a9601027-9862-4a9c-811c-a365a3ca7ef5 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:23.913466 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-dd8bd1ba-2335-4b14-994d-eaadaf3fc280 None None] Provisioning complete for port 11664e99-7f90-49f9-b502-2d6e7e7b8d01 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:54:23.913848 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-dd8bd1ba-2335-4b14-994d-eaadaf3fc280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:23.940019 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9601027-9862-4a9c-811c-a365a3ca7ef5 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=decda689-54d6-46bf-9334-3cc21c3b01dd,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:23.949194 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-6e061ec3-ec7d-4e84-988d-63fd852802b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c405c4-a398-4aa6-b221-c98db0153635', 'name': 'tempest-TestNetworkAdvancedServerOps-router-867806077', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ba1ffb8f-07ee-4620-a38b-7a7aae55af6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:54:11Z', 'updated_at': '2021-09-24T15:54:20Z', 'revision_number': 4, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'gw_port': {'id': 'ba1ffb8f-07ee-4620-a38b-7a7aae55af6f', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c405c4-a398-4aa6-b221-c98db0153635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:54:12Z', 'updated_at': '2021-09-24T15:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '9e51ef6d-7936-4733-8923-52c25f5a6d4a', 'name': '', 'network_id': '5a006511-b4c6-401d-bf2d-1c9456d23123', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'mac_address': 'fa:16:3e:c4:5c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c405c4-a398-4aa6-b221-c98db0153635', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'a105c675-e167-42b4-b812-5ae7f91fba38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:54:18Z', 'updated_at': '2021-09-24T15:54:21Z', 'revision_number': 2, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'subnets': [{'id': 'a105c675-e167-42b4-b812-5ae7f91fba38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:54:23.986012 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e061ec3-ec7d-4e84-988d-63fd852802b3 None None] Checking router: 78c405c4-a398-4aa6-b221-c98db0153635 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:54:23.986538 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e061ec3-ec7d-4e84-988d-63fd852802b3 None None] Updating router 78c405c4-a398-4aa6-b221-c98db0153635 port 9e51ef6d-7936-4733-8923-52c25f5a6d4a binding host n-d-808921-1 {{(pid=95300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:54:24.008173 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-f4518891-a4a6-47ea-b748-9c5e3df10e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa68bc5a-ac36-4bfc-813b-ef3aae9e165b', 'name': 'tempest-AttachVolumeTestJSON-1816297676-router', 'tenant_id': 'b960fdf244c2496089f6c9d33b373dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '21c80e1d-ee1e-4a5f-bbc5-445fa95422eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:54:18Z', 'updated_at': '2021-09-24T15:54:20Z', 'revision_number': 3, 'project_id': 'b960fdf244c2496089f6c9d33b373dc4', 'gw_port': {'id': '21c80e1d-ee1e-4a5f-bbc5-445fa95422eb', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bb:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa68bc5a-ac36-4bfc-813b-ef3aae9e165b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:54:19Z', 'updated_at': '2021-09-24T15:54:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:54:24.024966 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-6e061ec3-ec7d-4e84-988d-63fd852802b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:24.049531 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a9601027-9862-4a9c-811c-a365a3ca7ef5 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:24.053424 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-a9601027-9862-4a9c-811c-a365a3ca7ef5 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7827115 Sep 24 15:54:24.061476 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44220) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:24.075603 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-e16e73fa-3419-4a96-87cf-92ebeacc0f78 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Request body: {'security_group_rule': {'security_group_id': '8f53700a-e963-4e85-900b-c0ab13c5d1a1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:24.082240 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4518891-a4a6-47ea-b748-9c5e3df10e04 None None] Checking router: fa68bc5a-ac36-4bfc-813b-ef3aae9e165b for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:54:24.082903 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4518891-a4a6-47ea-b748-9c5e3df10e04 None None] Updating router fa68bc5a-ac36-4bfc-813b-ef3aae9e165b port 21c80e1d-ee1e-4a5f-bbc5-445fa95422eb binding host n-d-808921-1 {{(pid=95299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:54:24.089703 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2c8217-9f44-4428-b05b-05f44250559c req-953ecd20-c2b4-45fd-b018-635c42887f4c tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:24.091235 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8c2c8217-9f44-4428-b05b-05f44250559c req-953ecd20-c2b4-45fd-b018-635c42887f4c tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/networks?id=5a006511-b4c6-401d-bf2d-1c9456d23123 HTTP/1.1" status: 200 len: 796 time: 0.2544551 Sep 24 15:54:24.118802 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f4518891-a4a6-47ea-b748-9c5e3df10e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:24.128043 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8c2c8217-9f44-4428-b05b-05f44250559c req-a96edb28-6ab5-4e6e-af24-268551447b93 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/quotas/7e512e155fd047afb7c369ee55b40ecc HTTP/1.1" status: 200 len: 375 time: 0.0272574 Sep 24 15:54:24.135064 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-72e3c1bd-a31b-4c15-af06-e42bb909e5ac tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:24.212350 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fac0df-eb38-40f5-a351-a11982f1c8b7 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:24.219175 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fac0df-eb38-40f5-a351-a11982f1c8b7 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:24.221140 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-72fac0df-eb38-40f5-a351-a11982f1c8b7 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.3412535 Sep 24 15:54:24.223115 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e874517d-2a94-4900-999b-fa22cb1c3a8a tempest-RoutersTestDVR-956198502 tempest-RoutersTestDVR-956198502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:24.229509 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44222) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:24.233396 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [None req-72e3c1bd-a31b-4c15-af06-e42bb909e5ac tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] device_id is not set on port 7b5742a8-36da-4364-a546-6123520be513 yet. {{(pid=95297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:54:24.250051 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8c2c8217-9f44-4428-b05b-05f44250559c req-621421db-37e8-4da5-b455-64f86b7832b8 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=7e512e155fd047afb7c369ee55b40ecc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1000648 Sep 24 15:54:24.272181 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44224) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:24.354574 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e16e73fa-3419-4a96-87cf-92ebeacc0f78 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:24.378558 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-6e061ec3-ec7d-4e84-988d-63fd852802b3 None None] Notify callbacks [] for port, precommit_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:24.391559 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e874517d-2a94-4900-999b-fa22cb1c3a8a tempest-RoutersTestDVR-956198502 tempest-RoutersTestDVR-956198502-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:24.410578 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f4518891-a4a6-47ea-b748-9c5e3df10e04 None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:24.413675 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device bd274244-13b1-478d-9a07-e511c29eaf3c up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:54:24.420994 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-169333c1-4bde-43b4-8b05-e0118acf9a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:24.457760 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-72e3c1bd-a31b-4c15-af06-e42bb909e5ac tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Allocated IP 172.20.0.7 (50d98e88-8a75-4835-9919-86c163395f7c/3c7aae3e-cb68-41e7-9fd1-964d798c1dce/7b5742a8-36da-4364-a546-6123520be513) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:54:24.466085 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-72e3c1bd-a31b-4c15-af06-e42bb909e5ac tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Allocated IP 2001:db8::f816:3eff:fea4:5b80 (50d98e88-8a75-4835-9919-86c163395f7c/0585650a-6a7f-468c-83a6-746b24aaf290/7b5742a8-36da-4364-a546-6123520be513) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:54:24.468698 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f72b906-a275-467f-9d6f-f83e18c1fc7a tempest-TestNetworkBasicOps-1836589182 tempest-TestNetworkBasicOps-1836589182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:24.469146 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f72b906-a275-467f-9d6f-f83e18c1fc7a tempest-TestNetworkBasicOps-1836589182 tempest-TestNetworkBasicOps-1836589182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:24.469940 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f72b906-a275-467f-9d6f-f83e18c1fc7a tempest-TestNetworkBasicOps-1836589182 tempest-TestNetworkBasicOps-1836589182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:24.482979 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-8f72b906-a275-467f-9d6f-f83e18c1fc7a tempest-TestNetworkBasicOps-1836589182 tempest-TestNetworkBasicOps-1836589182-project-admin] 10.222.0.101 "GET /v2.0/ports?project_id=7841fa2f595c42b88ef5416d36f78c25&network_id=9650dd06-c337-403b-9f2f-c268b521f2ba HTTP/1.1" status: 200 len: 2969 time: 0.1941850 Sep 24 15:54:24.483191 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-6e061ec3-ec7d-4e84-988d-63fd852802b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:24.517253 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port bd274244-13b1-478d-9a07-e511c29eaf3c triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:54:24.517714 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:24.540011 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ca1221-6946-401f-a2d0-06cf421eac4c None None] Pushing event updated for resources: {'Port': ['ID=9e51ef6d-7936-4733-8923-52c25f5a6d4a,revision_number=3']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:24.573900 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f4518891-a4a6-47ea-b748-9c5e3df10e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:24.581101 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e874517d-2a94-4900-999b-fa22cb1c3a8a tempest-RoutersTestDVR-956198502 tempest-RoutersTestDVR-956198502-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:24.581724 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e874517d-2a94-4900-999b-fa22cb1c3a8a tempest-RoutersTestDVR-956198502 tempest-RoutersTestDVR-956198502-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e76daca9-1faf-4512-8388-f5d37784f0a9 {{(pid=95297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:54:24.590602 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e874517d-2a94-4900-999b-fa22cb1c3a8a tempest-RoutersTestDVR-956198502 tempest-RoutersTestDVR-956198502-project-admin] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:24.596778 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e874517d-2a94-4900-999b-fa22cb1c3a8a tempest-RoutersTestDVR-956198502 tempest-RoutersTestDVR-956198502-project-admin] 10.222.0.101 "DELETE /v2.0/routers/e76daca9-1faf-4512-8388-f5d37784f0a9 HTTP/1.1" status: 204 len: 168 time: 0.9305513 Sep 24 15:54:24.640954 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-6e061ec3-ec7d-4e84-988d-63fd852802b3 None None] Attempting to bind port 9e51ef6d-7936-4733-8923-52c25f5a6d4a on host n-d-808921-1 for vnic_type normal with profile {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:54:24.641736 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-6e061ec3-ec7d-4e84-988d-63fd852802b3 None None] Attempting to bind port 9e51ef6d-7936-4733-8923-52c25f5a6d4a by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'a16152fb-2bdf-4e02-99e2-b4e349df34e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '5a006511-b4c6-401d-bf2d-1c9456d23123'}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:54:24.644050 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e061ec3-ec7d-4e84-988d-63fd852802b3 None None] Attempting to bind port 9e51ef6d-7936-4733-8923-52c25f5a6d4a on network 5a006511-b4c6-401d-bf2d-1c9456d23123 {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:54:24.655322 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e061ec3-ec7d-4e84-988d-63fd852802b3 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:54:24.657173 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e061ec3-ec7d-4e84-988d-63fd852802b3 None None] Checking segment: {'id': 'a16152fb-2bdf-4e02-99e2-b4e349df34e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '5a006511-b4c6-401d-bf2d-1c9456d23123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:54:24.658709 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-6e061ec3-ec7d-4e84-988d-63fd852802b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:24.660552 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e061ec3-ec7d-4e84-988d-63fd852802b3 None None] Bound using segment: {'id': 'a16152fb-2bdf-4e02-99e2-b4e349df34e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '5a006511-b4c6-401d-bf2d-1c9456d23123'} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:54:24.660552 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-6e061ec3-ec7d-4e84-988d-63fd852802b3 None None] Bound port: 9e51ef6d-7936-4733-8923-52c25f5a6d4a, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a16152fb-2bdf-4e02-99e2-b4e349df34e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '5a006511-b4c6-401d-bf2d-1c9456d23123'}}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:54:24.660552 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-6e061ec3-ec7d-4e84-988d-63fd852802b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:24.670013 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8c2c8217-9f44-4428-b05b-05f44250559c req-19d05de1-82de-493a-bb47-2b7193de3e32 service neutron] 10.222.0.101 "GET /v2.0/networks/5a006511-b4c6-401d-bf2d-1c9456d23123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3407893 Sep 24 15:54:24.674036 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e16e73fa-3419-4a96-87cf-92ebeacc0f78 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:24.696797 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-33b90968-1dc7-4a55-8b83-9003d8996d7c tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Deleting port af42cc58-28bf-4fa7-a91e-80bb200d2faf {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:54:24.697148 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-33b90968-1dc7-4a55-8b83-9003d8996d7c tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:24.768150 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-f4518891-a4a6-47ea-b748-9c5e3df10e04 None None] Attempting to bind port 21c80e1d-ee1e-4a5f-bbc5-445fa95422eb on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:54:24.768749 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-f4518891-a4a6-47ea-b748-9c5e3df10e04 None None] Attempting to bind port 21c80e1d-ee1e-4a5f-bbc5-445fa95422eb by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:54:24.769009 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4518891-a4a6-47ea-b748-9c5e3df10e04 None None] Attempting to bind port 21c80e1d-ee1e-4a5f-bbc5-445fa95422eb on network e6a2de20-1ea0-43e5-88e0-982d19e317d5 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:54:24.772451 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-72e3c1bd-a31b-4c15-af06-e42bb909e5ac tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:24.785381 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b884c5-7014-43e1-ba2b-463dfed45aec None None] Pushing event updated for resources: {'Port': ['ID=21c80e1d-ee1e-4a5f-bbc5-445fa95422eb,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:24.792320 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-de4179b3-e049-4799-9959-dc536d1a236e None None] Provisioning complete for port bd274244-13b1-478d-9a07-e511c29eaf3c triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:54:24.792643 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-de4179b3-e049-4799-9959-dc536d1a236e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:24.801120 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e16e73fa-3419-4a96-87cf-92ebeacc0f78 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:24.834698 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4518891-a4a6-47ea-b748-9c5e3df10e04 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:54:24.834698 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4518891-a4a6-47ea-b748-9c5e3df10e04 None None] Checking segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:54:24.834698 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f4518891-a4a6-47ea-b748-9c5e3df10e04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:24.835130 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4518891-a4a6-47ea-b748-9c5e3df10e04 None None] Bound using segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:54:24.835418 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-f4518891-a4a6-47ea-b748-9c5e3df10e04 None None] Bound port: 21c80e1d-ee1e-4a5f-bbc5-445fa95422eb, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:54:24.836430 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f4518891-a4a6-47ea-b748-9c5e3df10e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:24.839000 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-6e061ec3-ec7d-4e84-988d-63fd852802b3 None None] For port 9e51ef6d-7936-4733-8923-52c25f5a6d4a, host n-d-808921-1, cleared binding levels {{(pid=95300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:54:24.847739 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-6e061ec3-ec7d-4e84-988d-63fd852802b3 None None] For port 9e51ef6d-7936-4733-8923-52c25f5a6d4a, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=9e51ef6d-7936-4733-8923-52c25f5a6d4a,segment=NetworkSegment(a16152fb-2bdf-4e02-99e2-b4e349df34e6),segment_id=a16152fb-2bdf-4e02-99e2-b4e349df34e6)] {{(pid=95300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:54:24.874620 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 9bcfe057-dae1-411d-97da-292e153ba0ad up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:54:24.904910 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16e73fa-3419-4a96-87cf-92ebeacc0f78 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0aba0b85-62eb-46f2-a154-cfabee0d509b,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:24.958808 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-33b90968-1dc7-4a55-8b83-9003d8996d7c tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:24.960716 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-6e061ec3-ec7d-4e84-988d-63fd852802b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:24.962785 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-f4518891-a4a6-47ea-b748-9c5e3df10e04 None None] For port 21c80e1d-ee1e-4a5f-bbc5-445fa95422eb, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:54:24.963765 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-72e3c1bd-a31b-4c15-af06-e42bb909e5ac tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:24.999700 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-f4518891-a4a6-47ea-b748-9c5e3df10e04 None None] For port 21c80e1d-ee1e-4a5f-bbc5-445fa95422eb, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=21c80e1d-ee1e-4a5f-bbc5-445fa95422eb,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:54:25.015016 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8c2c8217-9f44-4428-b05b-05f44250559c req-f3a3ea00-905e-4f3f-bd9d-62f776291b1a service neutron] 10.222.0.101 "GET /v2.0/networks/5a006511-b4c6-401d-bf2d-1c9456d23123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3268645 Sep 24 15:54:25.015934 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-33b90968-1dc7-4a55-8b83-9003d8996d7c tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Calling delete_port for af42cc58-28bf-4fa7-a91e-80bb200d2faf owned by {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:54:25.018496 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 9bcfe057-dae1-411d-97da-292e153ba0ad triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:54:25.018763 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:25.022062 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-de4179b3-e049-4799-9959-dc536d1a236e None None] Provisioning complete for port 9e51ef6d-7936-4733-8923-52c25f5a6d4a triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:54:25.022373 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-de4179b3-e049-4799-9959-dc536d1a236e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:25.026199 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e16e73fa-3419-4a96-87cf-92ebeacc0f78 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:25.027839 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-e16e73fa-3419-4a96-87cf-92ebeacc0f78 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9641886 Sep 24 15:54:25.032818 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44232) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:25.044586 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-9e80224b-8a3d-43d0-8791-06f299e2702e tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Request body: {'security_group_rule': {'security_group_id': '8f53700a-e963-4e85-900b-c0ab13c5d1a1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:25.068660 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e061ec3-ec7d-4e84-988d-63fd852802b3 None None] Routers {'78c405c4-a398-4aa6-b221-c98db0153635'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:54:25.069319 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-6e061ec3-ec7d-4e84-988d-63fd852802b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:54:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['78c405c4-a398-4aa6-b221-c98db0153635'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:54:25.069745 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e3c1bd-a31b-4c15-af06-e42bb909e5ac tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Network 50d98e88-8a75-4835-9919-86c163395f7c is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:54:25.076349 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-72e3c1bd-a31b-4c15-af06-e42bb909e5ac tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:54:25.081193 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e3c1bd-a31b-4c15-af06-e42bb909e5ac tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:54:25.103233 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f4518891-a4a6-47ea-b748-9c5e3df10e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:25.107789 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-169333c1-4bde-43b4-8b05-e0118acf9a5b admin admin] Allocated IP 172.20.0.1 (3dbb0dfe-b454-4e57-a2db-34f294a0159c/ad938f0b-b628-4cac-9404-1e2682973b1a/d466d7c6-bac4-4ebd-b80f-8c7522efb055) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:54:25.134688 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e3c1bd-a31b-4c15-af06-e42bb909e5ac tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event updated for resources: {'Port': ['ID=7b5742a8-36da-4364-a546-6123520be513,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:25.198327 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e3c1bd-a31b-4c15-af06-e42bb909e5ac tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:25.199315 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-72e3c1bd-a31b-4c15-af06-e42bb909e5ac tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:25.264618 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ca1221-6946-401f-a2d0-06cf421eac4c None None] Pushing event updated for resources: {'Port': ['ID=9e51ef6d-7936-4733-8923-52c25f5a6d4a,revision_number=4']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:25.316350 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9e80224b-8a3d-43d0-8791-06f299e2702e tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:25.336391 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4518891-a4a6-47ea-b748-9c5e3df10e04 None None] Routers {'fa68bc5a-ac36-4bfc-813b-ef3aae9e165b'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:54:25.337052 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-f4518891-a4a6-47ea-b748-9c5e3df10e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:54:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['fa68bc5a-ac36-4bfc-813b-ef3aae9e165b'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:54:25.343744 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-72e3c1bd-a31b-4c15-af06-e42bb909e5ac tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.0338097 Sep 24 15:54:25.345864 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44236) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:25.362400 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-6e061ec3-ec7d-4e84-988d-63fd852802b3 None None] Set router 78c405c4-a398-4aa6-b221-c98db0153635 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:54:25.397446 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44238) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:25.461982 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0e5775-19d3-4aaf-9eb4-9cc9f977c41c tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:25.510634 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0e5775-19d3-4aaf-9eb4-9cc9f977c41c tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:25.512335 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-5b0e5775-19d3-4aaf-9eb4-9cc9f977c41c tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1643953 Sep 24 15:54:25.525408 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-33b90968-1dc7-4a55-8b83-9003d8996d7c tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:25.527123 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44246) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:25.581551 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b884c5-7014-43e1-ba2b-463dfed45aec None None] Pushing event updated for resources: {'Port': ['ID=21c80e1d-ee1e-4a5f-bbc5-445fa95422eb,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:25.600135 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9e80224b-8a3d-43d0-8791-06f299e2702e tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:25.627189 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-87c54bd8-0b45-4585-bf8c-930920742baf req-4507ec72-3857-455f-9ccc-d171b317b751 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=756dc3f9-786f-43e3-a1c1-2690c736e704 HTTP/1.1" status: 200 len: 210 time: 0.0680342 Sep 24 15:54:25.660974 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-169333c1-4bde-43b4-8b05-e0118acf9a5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:25.678449 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c639de72-595b-4b20-b144-706e28110c21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:25.697156 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-de4179b3-e049-4799-9959-dc536d1a236e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:25.722575 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-6e061ec3-ec7d-4e84-988d-63fd852802b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c405c4-a398-4aa6-b221-c98db0153635', 'name': 'tempest-TestNetworkAdvancedServerOps-router-867806077', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ba1ffb8f-07ee-4620-a38b-7a7aae55af6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:54:11Z', 'updated_at': '2021-09-24T15:54:20Z', 'revision_number': 4, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'gw_port': {'id': 'ba1ffb8f-07ee-4620-a38b-7a7aae55af6f', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c405c4-a398-4aa6-b221-c98db0153635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:54:12Z', 'updated_at': '2021-09-24T15:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '9e51ef6d-7936-4733-8923-52c25f5a6d4a', 'name': '', 'network_id': '5a006511-b4c6-401d-bf2d-1c9456d23123', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'mac_address': 'fa:16:3e:c4:5c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c405c4-a398-4aa6-b221-c98db0153635', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'a105c675-e167-42b4-b812-5ae7f91fba38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:54:18Z', 'updated_at': '2021-09-24T15:54:24Z', 'revision_number': 4, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'subnets': [{'id': 'a105c675-e167-42b4-b812-5ae7f91fba38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:54:25.757628 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e061ec3-ec7d-4e84-988d-63fd852802b3 None None] The sync data for ids ['78c405c4-a398-4aa6-b221-c98db0153635'] in n-d-808921-1 is: [{'id': '78c405c4-a398-4aa6-b221-c98db0153635', 'name': 'tempest-TestNetworkAdvancedServerOps-router-867806077', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ba1ffb8f-07ee-4620-a38b-7a7aae55af6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:54:11Z', 'updated_at': '2021-09-24T15:54:20Z', 'revision_number': 4, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'gw_port': {'id': 'ba1ffb8f-07ee-4620-a38b-7a7aae55af6f', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c405c4-a398-4aa6-b221-c98db0153635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:54:12Z', 'updated_at': '2021-09-24T15:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '9e51ef6d-7936-4733-8923-52c25f5a6d4a', 'name': '', 'network_id': '5a006511-b4c6-401d-bf2d-1c9456d23123', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'mac_address': 'fa:16:3e:c4:5c:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78c405c4-a398-4aa6-b221-c98db0153635', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'a105c675-e167-42b4-b812-5ae7f91fba38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:54:18Z', 'updated_at': '2021-09-24T15:54:24Z', 'revision_number': 4, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'subnets': [{'id': 'a105c675-e167-42b4-b812-5ae7f91fba38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:54:25.763357 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b90968-1dc7-4a55-8b83-9003d8996d7c tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event deleted for resources: {'Port': ['ID=af42cc58-28bf-4fa7-a91e-80bb200d2faf,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:25.770765 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9e80224b-8a3d-43d0-8791-06f299e2702e tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:25.797099 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-de4179b3-e049-4799-9959-dc536d1a236e None None] For port 9e51ef6d-7936-4733-8923-52c25f5a6d4a, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=9e51ef6d-7936-4733-8923-52c25f5a6d4a,segment=NetworkSegment(a16152fb-2bdf-4e02-99e2-b4e349df34e6),segment_id=a16152fb-2bdf-4e02-99e2-b4e349df34e6)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:54:25.807282 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-33b90968-1dc7-4a55-8b83-9003d8996d7c tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:25.814400 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-33b90968-1dc7-4a55-8b83-9003d8996d7c tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "DELETE /v2.0/ports/af42cc58-28bf-4fa7-a91e-80bb200d2faf HTTP/1.1" status: 204 len: 168 time: 1.5828280 Sep 24 15:54:25.820474 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-169333c1-4bde-43b4-8b05-e0118acf9a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:25.826141 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44252) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:25.851146 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-f4518891-a4a6-47ea-b748-9c5e3df10e04 None None] Set router fa68bc5a-ac36-4bfc-813b-ef3aae9e165b gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:54:25.885393 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c639de72-595b-4b20-b144-706e28110c21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:25.913464 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-775c7830-0d0b-43f5-9089-6292aa21e304 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Deleting port 7b5742a8-36da-4364-a546-6123520be513 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:54:25.914552 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-775c7830-0d0b-43f5-9089-6292aa21e304 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:25.919071 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e80224b-8a3d-43d0-8791-06f299e2702e tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40b02b35-0402-47f5-bec9-08c26dce35cf,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:25.947211 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-de4179b3-e049-4799-9959-dc536d1a236e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:25.948456 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169333c1-4bde-43b4-8b05-e0118acf9a5b admin admin] Network 3dbb0dfe-b454-4e57-a2db-34f294a0159c is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:54:25.958430 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169333c1-4bde-43b4-8b05-e0118acf9a5b admin admin] Pushing event updated for resources: {'Port': ['ID=d466d7c6-bac4-4ebd-b80f-8c7522efb055,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:25.962371 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-169333c1-4bde-43b4-8b05-e0118acf9a5b admin admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:54:25.964946 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169333c1-4bde-43b4-8b05-e0118acf9a5b admin admin] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:54:26.007903 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddcbeff-49ec-4486-93e5-9fa94d58bf6e tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:26.007903 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-8ddcbeff-49ec-4486-93e5-9fa94d58bf6e tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1682022 Sep 24 15:54:26.007903 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44254) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:26.035971 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b40b1c3-95a0-4365-b37a-5ae4c5ab7d6f tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] GET failed (client error): The resource could not be found. Sep 24 15:54:26.038843 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-9b40b1c3-95a0-4365-b37a-5ae4c5ab7d6f tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "GET /v2.0/ports/3b0fc950-9a6e-402d-bfbc-e882cee3b6ce HTTP/1.1" status: 404 len: 333 time: 0.0331850 Sep 24 15:54:26.047439 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44256) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:26.082910 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-169333c1-4bde-43b4-8b05-e0118acf9a5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:26.093679 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c639de72-595b-4b20-b144-706e28110c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:26.139728 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4179b3-e049-4799-9959-dc536d1a236e None None] Pushing event updated for resources: {'Port': ['ID=9e51ef6d-7936-4733-8923-52c25f5a6d4a,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:26.150922 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-d49f8f39-a14b-4d29-84cb-ab027035dbb0 None None] Provisioning complete for port 9e51ef6d-7936-4733-8923-52c25f5a6d4a triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:54:26.151377 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d49f8f39-a14b-4d29-84cb-ab027035dbb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:26.174408 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-c639de72-595b-4b20-b144-706e28110c21 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=0bcd59311455495e874c9b16e7c31a94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7714181 Sep 24 15:54:26.181632 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44260) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:26.221155 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 9e51ef6d-7936-4733-8923-52c25f5a6d4a up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:54:26.245069 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdd7d1f9-16bf-44b8-9e51-65acd6a3343f tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] GET failed (client error): The resource could not be found. Sep 24 15:54:26.246771 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-cdd7d1f9-16bf-44b8-9e51-65acd6a3343f tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "GET /v2.0/ports/af42cc58-28bf-4fa7-a91e-80bb200d2faf HTTP/1.1" status: 404 len: 333 time: 0.1938925 Sep 24 15:54:26.250029 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44262) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:26.302690 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-775c7830-0d0b-43f5-9089-6292aa21e304 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:26.306465 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c639de72-595b-4b20-b144-706e28110c21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b2665d-9fca-41bf-abf6-8de6d8109ec3,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:26.311227 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9e80224b-8a3d-43d0-8791-06f299e2702e tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:26.315184 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-9e80224b-8a3d-43d0-8791-06f299e2702e tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2775044 Sep 24 15:54:26.318659 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44264) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:26.340412 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-775c7830-0d0b-43f5-9089-6292aa21e304 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Calling delete_port for 7b5742a8-36da-4364-a546-6123520be513 owned by {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:54:26.340561 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-012a1e32-3f7b-420a-b37f-5e8a62b512bf tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Request body: {'security_group_rule': {'security_group_id': '8f53700a-e963-4e85-900b-c0ab13c5d1a1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:26.387987 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6ceb1459-f60f-4a09-aded-2ad88f791794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:26.410162 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 9e51ef6d-7936-4733-8923-52c25f5a6d4a triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:54:26.411287 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:26.439727 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-d49f8f39-a14b-4d29-84cb-ab027035dbb0 None None] Provisioning complete for port 7b5742a8-36da-4364-a546-6123520be513 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:54:26.440199 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d49f8f39-a14b-4d29-84cb-ab027035dbb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:26.472680 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-f4518891-a4a6-47ea-b748-9c5e3df10e04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa68bc5a-ac36-4bfc-813b-ef3aae9e165b', 'name': 'tempest-AttachVolumeTestJSON-1816297676-router', 'tenant_id': 'b960fdf244c2496089f6c9d33b373dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '21c80e1d-ee1e-4a5f-bbc5-445fa95422eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:54:18Z', 'updated_at': '2021-09-24T15:54:20Z', 'revision_number': 3, 'project_id': 'b960fdf244c2496089f6c9d33b373dc4', 'gw_port': {'id': '21c80e1d-ee1e-4a5f-bbc5-445fa95422eb', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bb:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa68bc5a-ac36-4bfc-813b-ef3aae9e165b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:54:19Z', 'updated_at': '2021-09-24T15:54:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:54:26.504818 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6ceb1459-f60f-4a09-aded-2ad88f791794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:26.728206 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4518891-a4a6-47ea-b748-9c5e3df10e04 None None] The sync data for ids ['fa68bc5a-ac36-4bfc-813b-ef3aae9e165b'] in n-d-808921-1 is: [{'id': 'fa68bc5a-ac36-4bfc-813b-ef3aae9e165b', 'name': 'tempest-AttachVolumeTestJSON-1816297676-router', 'tenant_id': 'b960fdf244c2496089f6c9d33b373dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '21c80e1d-ee1e-4a5f-bbc5-445fa95422eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:54:18Z', 'updated_at': '2021-09-24T15:54:20Z', 'revision_number': 3, 'project_id': 'b960fdf244c2496089f6c9d33b373dc4', 'gw_port': {'id': '21c80e1d-ee1e-4a5f-bbc5-445fa95422eb', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bb:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa68bc5a-ac36-4bfc-813b-ef3aae9e165b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:54:19Z', 'updated_at': '2021-09-24T15:54:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:54:26.744988 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-d49f8f39-a14b-4d29-84cb-ab027035dbb0 None None] Port 7b5742a8-36da-4364-a546-6123520be513 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:54:26.788372 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-775c7830-0d0b-43f5-9089-6292aa21e304 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:26.851895 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775c7830-0d0b-43f5-9089-6292aa21e304 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event deleted for resources: {'Port': ['ID=7b5742a8-36da-4364-a546-6123520be513,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:26.877232 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6ceb1459-f60f-4a09-aded-2ad88f791794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:26.881573 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6ceb1459-f60f-4a09-aded-2ad88f791794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:26.884763 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-6ceb1459-f60f-4a09-aded-2ad88f791794 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/e5b2665d-9fca-41bf-abf6-8de6d8109ec3 HTTP/1.1" status: 204 len: 168 time: 0.7003374 Sep 24 15:54:26.895020 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-f2e0b666-22d9-41e3-b170-14a5916096b5 None None] Provisioning complete for port d466d7c6-bac4-4ebd-b80f-8c7522efb055 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:54:26.895629 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f2e0b666-22d9-41e3-b170-14a5916096b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:26.919298 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceb1459-f60f-4a09-aded-2ad88f791794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b2665d-9fca-41bf-abf6-8de6d8109ec3,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:26.974079 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-69563871-632d-4338-b427-df9d44ed6196 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:26.985808 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-f2e0b666-22d9-41e3-b170-14a5916096b5 None None] Port d466d7c6-bac4-4ebd-b80f-8c7522efb055 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:54:27.001509 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f885ac28-11e3-459d-9b76-6725deda86db req-63f8eba2-f1a8-4a69-945f-7edaa67a9728 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=756dc3f9-786f-43e3-a1c1-2690c736e704 HTTP/1.1" status: 200 len: 210 time: 0.1127610 Sep 24 15:54:27.081325 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-775c7830-0d0b-43f5-9089-6292aa21e304 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:27.083561 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-775c7830-0d0b-43f5-9089-6292aa21e304 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/ports/7b5742a8-36da-4364-a546-6123520be513 HTTP/1.1" status: 204 len: 168 time: 1.5552385 Sep 24 15:54:27.086024 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44278) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:27.186237 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958852f6-c8f7-44bb-b727-ad2b7b5b7ceb tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:27.194979 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958852f6-c8f7-44bb-b727-ad2b7b5b7ceb tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:27.196635 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958852f6-c8f7-44bb-b727-ad2b7b5b7ceb tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:27.203985 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-958852f6-c8f7-44bb-b727-ad2b7b5b7ceb tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1167169 Sep 24 15:54:27.204600 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44280) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:27.240968 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-012a1e32-3f7b-420a-b37f-5e8a62b512bf tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:27.309744 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-60e46e85-3237-4219-a203-52757cdebde7 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Deleting subnet 0585650a-6a7f-468c-83a6-746b24aaf290 {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:54:27.315229 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-60e46e85-3237-4219-a203-52757cdebde7 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:27.336132 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-69563871-632d-4338-b427-df9d44ed6196 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:27.424319 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-60e46e85-3237-4219-a203-52757cdebde7 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:27.429976 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-69563871-632d-4338-b427-df9d44ed6196 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f475c09f-b45d-4613-83fc-b6b6b2367714']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:54:27.447650 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-69563871-632d-4338-b427-df9d44ed6196 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bc0cc62-3c42-4a0b-8299-fb855acf347d') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:54:27.448741 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-69563871-632d-4338-b427-df9d44ed6196 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bc0cc62-3c42-4a0b-8299-fb855acf347d') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:54:27.520332 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-69563871-632d-4338-b427-df9d44ed6196 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:27.524951 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-60e46e85-3237-4219-a203-52757cdebde7 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:27.576680 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-169333c1-4bde-43b4-8b05-e0118acf9a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:27.585002 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-69563871-632d-4338-b427-df9d44ed6196 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:27.627770 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69563871-632d-4338-b427-df9d44ed6196 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Releasing vlan 1275 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:54:27.628185 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-69563871-632d-4338-b427-df9d44ed6196 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:27.631182 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:54:27.631182 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:54:27.631182 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:54:27.631182 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:54:27.631182 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:54:27.631182 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:54:27.631182 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:54:27.631182 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:54:27.631182 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:54:27.631182 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:54:27.631182 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:54:27.631182 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:54:27.631182 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:54:27.631182 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:54:27.631182 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:54:27.631182 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:54:27.631182 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:54:27.631182 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:54:27.631182 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:54:27.631182 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:54:27.631182 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:54:27.631182 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:54:27.631182 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:54:27.631182 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:54:27.631182 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:54:27.631182 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:54:27.631182 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:54:27.631182 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:54:27.631182 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:54:27.631182 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:54:27.631182 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:54:27.631182 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:54:27.667808 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-012a1e32-3f7b-420a-b37f-5e8a62b512bf tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:27.737921 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-60e46e85-3237-4219-a203-52757cdebde7 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:27.776581 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e46e85-3237-4219-a203-52757cdebde7 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event deleted for resources: {'Subnet': ['ID=0585650a-6a7f-468c-83a6-746b24aaf290,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:27.780778 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-60e46e85-3237-4219-a203-52757cdebde7 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:27.782813 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-60e46e85-3237-4219-a203-52757cdebde7 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/subnets/0585650a-6a7f-468c-83a6-746b24aaf290 HTTP/1.1" status: 204 len: 168 time: 0.5772371 Sep 24 15:54:27.787617 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f35ab8-f830-49ae-8d86-72a48b2917b5 None None] Network 50d98e88-8a75-4835-9919-86c163395f7c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:54:27.799788 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44286) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:27.864179 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-012a1e32-3f7b-420a-b37f-5e8a62b512bf tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:27.892456 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b80b3de-94cf-4e56-829f-fd1f3bf2b99d tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Deleting subnet 3c7aae3e-cb68-41e7-9fd1-964d798c1dce {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:54:27.897640 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0b80b3de-94cf-4e56-829f-fd1f3bf2b99d tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:27.917302 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a1e32-3f7b-420a-b37f-5e8a62b512bf tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c1ddadf-787c-4db3-8f39-2b92f0f519a8,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:27.933784 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-69563871-632d-4338-b427-df9d44ed6196 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:27.937112 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-169333c1-4bde-43b4-8b05-e0118acf9a5b admin admin] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:27.943025 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0b80b3de-94cf-4e56-829f-fd1f3bf2b99d tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:27.946370 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-69563871-632d-4338-b427-df9d44ed6196 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:27.952146 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-69563871-632d-4338-b427-df9d44ed6196 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "DELETE /v2.0/networks/f475c09f-b45d-4613-83fc-b6b6b2367714 HTTP/1.1" status: 204 len: 168 time: 1.6974151 Sep 24 15:54:27.952999 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44288) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:27.972214 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c79c977-2192-4637-8766-d8d1baa5269b req-b0cdda1e-f96f-4df8-9041-a0b5869cef00 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:27.979435 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c79c977-2192-4637-8766-d8d1baa5269b req-b0cdda1e-f96f-4df8-9041-a0b5869cef00 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:27.986078 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c79c977-2192-4637-8766-d8d1baa5269b req-b0cdda1e-f96f-4df8-9041-a0b5869cef00 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:27.992369 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c79c977-2192-4637-8766-d8d1baa5269b req-b0cdda1e-f96f-4df8-9041-a0b5869cef00 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:27.998492 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c79c977-2192-4637-8766-d8d1baa5269b req-b0cdda1e-f96f-4df8-9041-a0b5869cef00 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:28.004672 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c79c977-2192-4637-8766-d8d1baa5269b req-b0cdda1e-f96f-4df8-9041-a0b5869cef00 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:28.010424 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c79c977-2192-4637-8766-d8d1baa5269b req-b0cdda1e-f96f-4df8-9041-a0b5869cef00 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:28.012406 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9c79c977-2192-4637-8766-d8d1baa5269b req-b0cdda1e-f96f-4df8-9041-a0b5869cef00 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 5431 time: 0.1933777 Sep 24 15:54:28.017442 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-8fd9fb1d-9792-44c2-98bc-82dd2bac9e98 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1525965627'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:28.081302 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-012a1e32-3f7b-420a-b37f-5e8a62b512bf tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:28.082540 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-012a1e32-3f7b-420a-b37f-5e8a62b512bf tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.7520618 Sep 24 15:54:28.091283 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69563871-632d-4338-b427-df9d44ed6196 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event deleted for resources: {'Network': ['ID=f475c09f-b45d-4613-83fc-b6b6b2367714,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:28.096599 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44292) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:28.096741 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-169333c1-4bde-43b4-8b05-e0118acf9a5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:28.098875 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44294) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:28.140074 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-b60a3b08-1a23-4ffa-bd8f-2d10324e00f6 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Request body: {'security_group_rule': {'security_group_id': '8f53700a-e963-4e85-900b-c0ab13c5d1a1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:28.195537 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0b80b3de-94cf-4e56-829f-fd1f3bf2b99d tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:28.239385 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-169333c1-4bde-43b4-8b05-e0118acf9a5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:28.249262 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44296) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:28.301566 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 21c80e1d-ee1e-4a5f-bbc5-445fa95422eb up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:54:28.312770 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dbaa2694-25d1-414a-a229-f787869b2430 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:28.316222 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6607894f-46fb-4ca1-8a28-5a0fcc89dfc7 req-1a0c2c26-6a92-4043-a7ab-e63ffdea852c tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=756dc3f9-786f-43e3-a1c1-2690c736e704 HTTP/1.1" status: 200 len: 210 time: 0.1137738 Sep 24 15:54:28.359856 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac2722a4-858e-4b91-a85c-20b6b15e2ac4 tempest-TestNetworkBasicOps-1836589182 tempest-TestNetworkBasicOps-1836589182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:28.374368 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ac2722a4-858e-4b91-a85c-20b6b15e2ac4 tempest-TestNetworkBasicOps-1836589182 tempest-TestNetworkBasicOps-1836589182-project-admin] 10.222.0.101 "GET /v2.0/subnets?network_id=e6a2de20-1ea0-43e5-88e0-982d19e317d5 HTTP/1.1" status: 200 len: 814 time: 0.2546389 Sep 24 15:54:28.381684 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9c79c977-2192-4637-8766-d8d1baa5269b req-f1166e0f-e6cb-4de2-8341-d0266691f36a tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/security-groups?id=36661b0c-4b5c-4f9d-8577-0fff57e17e03&id=faaaed6c-5dc8-4a43-a587-4571f710ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3475924 Sep 24 15:54:28.410405 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 21c80e1d-ee1e-4a5f-bbc5-445fa95422eb triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:54:28.411173 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:28.452160 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169333c1-4bde-43b4-8b05-e0118acf9a5b admin admin] Pushing event updated for resources: {'Port': ['ID=d466d7c6-bac4-4ebd-b80f-8c7522efb055,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:28.468868 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd9fb1d-9792-44c2-98bc-82dd2bac9e98 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Made reservation on behalf of 60728dc15ec0482fbe958ba9258d8b5e for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:54:28.473185 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8fd9fb1d-9792-44c2-98bc-82dd2bac9e98 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:28.515555 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fd9fb1d-9792-44c2-98bc-82dd2bac9e98 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1286} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:54:28.515864 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0b80b3de-94cf-4e56-829f-fd1f3bf2b99d tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:28.526385 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:28.538918 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8fd9fb1d-9792-44c2-98bc-82dd2bac9e98 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:28.539266 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-8fd9fb1d-9792-44c2-98bc-82dd2bac9e98 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Added segment 1844f042-2d03-459a-ac54-9af6c0f85911 of type vlan for network a1a2ad54-ab62-4307-98d4-ba60d9795dd1 Sep 24 15:54:28.555283 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port 21c80e1d-ee1e-4a5f-bbc5-445fa95422eb, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=21c80e1d-ee1e-4a5f-bbc5-445fa95422eb,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:54:28.556499 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-169333c1-4bde-43b4-8b05-e0118acf9a5b admin admin] Network 3dbb0dfe-b454-4e57-a2db-34f294a0159c is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:54:28.562367 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-169333c1-4bde-43b4-8b05-e0118acf9a5b admin admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:54:28.616680 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:28.617490 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 9e51ef6d-7936-4733-8923-52c25f5a6d4a up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:54:28.621741 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8fd9fb1d-9792-44c2-98bc-82dd2bac9e98 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:28.640965 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b80b3de-94cf-4e56-829f-fd1f3bf2b99d tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event deleted for resources: {'Subnet': ['ID=3c7aae3e-cb68-41e7-9fd1-964d798c1dce,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:28.658796 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0b80b3de-94cf-4e56-829f-fd1f3bf2b99d tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:28.662408 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-0b80b3de-94cf-4e56-829f-fd1f3bf2b99d tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/subnets/3c7aae3e-cb68-41e7-9fd1-964d798c1dce HTTP/1.1" status: 204 len: 168 time: 0.8614328 Sep 24 15:54:28.665887 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44302) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:28.679486 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b60a3b08-1a23-4ffa-bd8f-2d10324e00f6 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:28.781929 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8fd9fb1d-9792-44c2-98bc-82dd2bac9e98 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:28.787946 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd9fb1d-9792-44c2-98bc-82dd2bac9e98 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:28.788599 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8fd9fb1d-9792-44c2-98bc-82dd2bac9e98 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:28.790524 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=21c80e1d-ee1e-4a5f-bbc5-445fa95422eb,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:28.854895 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 9e51ef6d-7936-4733-8923-52c25f5a6d4a triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:54:28.855445 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:28.883013 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd9fb1d-9792-44c2-98bc-82dd2bac9e98 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event updated for resources: {'Network': ['ID=a1a2ad54-ab62-4307-98d4-ba60d9795dd1,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:28.907152 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network a1a2ad54-ab62-4307-98d4-ba60d9795dd1 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:54:28.916828 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-169333c1-4bde-43b4-8b05-e0118acf9a5b admin admin] Router fa68bc5a-ac36-4bfc-813b-ef3aae9e165b has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:54:28.961532 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dbaa2694-25d1-414a-a229-f787869b2430 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:29.007411 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b5afd4-eb7c-4ecf-8fcd-a7697a2a9553 None None] Network 50d98e88-8a75-4835-9919-86c163395f7c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:54:29.093302 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dbaa2694-25d1-414a-a229-f787869b2430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:29.150098 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-8fd9fb1d-9792-44c2-98bc-82dd2bac9e98 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1366336 Sep 24 15:54:29.152664 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-edd251f8-5b77-41f4-a40a-bc1e2fe88208 None None] Provisioning complete for port bd274244-13b1-478d-9a07-e511c29eaf3c triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:54:29.153140 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-edd251f8-5b77-41f4-a40a-bc1e2fe88208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:29.164188 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44304) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:29.170465 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-0c6e8545-f6b1-4f4a-a214-6ed8282d56b3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Request body: {'subnet': {'network_id': 'a1a2ad54-ab62-4307-98d4-ba60d9795dd1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:29.188566 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-dbaa2694-25d1-414a-a229-f787869b2430 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=26dc4f06a5084548a598639a9b034a47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9379528 Sep 24 15:54:29.200414 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaa2694-25d1-414a-a229-f787869b2430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce24274-b26b-466c-8914-bbe8fa0e8abb,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:29.207677 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44306) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:29.215086 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-169333c1-4bde-43b4-8b05-e0118acf9a5b admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:54:29.236639 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-169333c1-4bde-43b4-8b05-e0118acf9a5b admin admin] 10.222.0.101 "PUT /v2.0/routers/fa68bc5a-ac36-4bfc-813b-ef3aae9e165b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9453006 Sep 24 15:54:29.252446 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-41d0f8dd-4146-42c1-a408-af8666138f9c tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5856230 Sep 24 15:54:29.255717 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44310) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:29.268812 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-1f65df5f-91e9-4279-86db-d989bbff246b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Request body: {'subnet': {'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:29.322686 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2c8217-9f44-4428-b05b-05f44250559c req-f6e03af8-ac0a-4bd3-9be7-f9b5b4db0567 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:29.324235 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8c2c8217-9f44-4428-b05b-05f44250559c req-f6e03af8-ac0a-4bd3-9be7-f9b5b4db0567 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.108 "GET /v2.0/networks?id=5a006511-b4c6-401d-bf2d-1c9456d23123 HTTP/1.1" status: 200 len: 796 time: 0.8220162 Sep 24 15:54:29.333886 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b60a3b08-1a23-4ffa-bd8f-2d10324e00f6 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:29.350384 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-0f9bd6f3-6c3f-4249-8712-dcf89a1cc29f tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:29.353946 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-edd251f8-5b77-41f4-a40a-bc1e2fe88208 None None] Provisioning complete for port d466d7c6-bac4-4ebd-b80f-8c7522efb055 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:54:29.359176 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-edd251f8-5b77-41f4-a40a-bc1e2fe88208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:29.359391 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-0f9bd6f3-6c3f-4249-8712-dcf89a1cc29f tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:29.365810 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-0f9bd6f3-6c3f-4249-8712-dcf89a1cc29f tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:29.373560 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-0f9bd6f3-6c3f-4249-8712-dcf89a1cc29f tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:29.380960 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-0f9bd6f3-6c3f-4249-8712-dcf89a1cc29f tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:29.390019 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-0f9bd6f3-6c3f-4249-8712-dcf89a1cc29f tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:29.394941 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8c2c8217-9f44-4428-b05b-05f44250559c req-b2527b96-f372-440f-85ff-8d4cdbd07f87 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.108 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e512e155fd047afb7c369ee55b40ecc HTTP/1.1" status: 200 len: 378 time: 0.0594916 Sep 24 15:54:29.395565 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-0f9bd6f3-6c3f-4249-8712-dcf89a1cc29f tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:29.397362 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b60a3b08-1a23-4ffa-bd8f-2d10324e00f6 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:29.397503 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-0f9bd6f3-6c3f-4249-8712-dcf89a1cc29f tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.110 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 5431 time: 0.3431585 Sep 24 15:54:29.411836 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-8c2c8217-9f44-4428-b05b-05f44250559c req-9c5cc635-ba19-4595-bbc6-974b3c121ed7 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Request body: {'port': {'device_id': '756dc3f9-786f-43e3-a1c1-2690c736e704', 'network_id': '5a006511-b4c6-401d-bf2d-1c9456d23123', 'admin_state_up': True, 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'security_groups': ['e1bf097d-ba10-49b0-95a0-b191bbbc69a4']}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:29.481065 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-edd251f8-5b77-41f4-a40a-bc1e2fe88208 None None] Port d466d7c6-bac4-4ebd-b80f-8c7522efb055 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:54:29.490434 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20f4552-7b65-4dcc-8d0b-f065ef5d23a1 None None] DHCP port deletion for 50d98e88-8a75-4835-9919-86c163395f7c request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:54:29.503282 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-afbb3939-c9a4-4826-b798-e16b5d848875 req-0e156062-f513-4421-b171-9c814a14be4f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=756dc3f9-786f-43e3-a1c1-2690c736e704 HTTP/1.1" status: 200 len: 210 time: 0.0616088 Sep 24 15:54:29.504174 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60a3b08-1a23-4ffa-bd8f-2d10324e00f6 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=009a22f8-5f82-496b-9b2a-0f3d5febfab9,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:29.569123 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-a20f4552-7b65-4dcc-8d0b-f065ef5d23a1 None None] Deleting port bd274244-13b1-478d-9a07-e511c29eaf3c {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:54:29.578117 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a20f4552-7b65-4dcc-8d0b-f065ef5d23a1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:29.578271 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b60a3b08-1a23-4ffa-bd8f-2d10324e00f6 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:29.578271 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b60a3b08-1a23-4ffa-bd8f-2d10324e00f6 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.4652708 Sep 24 15:54:29.580476 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44320) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:29.589776 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-af9bc15a-a706-46d6-a6d1-2e3d6cc942b7 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:29.591145 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-af9bc15a-a706-46d6-a6d1-2e3d6cc942b7 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.110 "GET /v2.0/ports/fa6b1e2c-793d-44ab-91ff-29c9061ff55a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1726043 Sep 24 15:54:29.594366 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44322) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:29.603719 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-bbcce1d3-3e17-40ce-aefa-67bac5ffa66d tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Request body: {'network': {'name': 'tempest-network-smoke--463500471', 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'port_security_enabled': True}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:29.658971 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-420b5304-9da6-4022-be95-8483ae87b9c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:29.664179 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-019977eb-34dd-48ba-ba3d-999c49cc3a27 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:29.666324 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-a20f4552-7b65-4dcc-8d0b-f065ef5d23a1 None None] For port bd274244-13b1-478d-9a07-e511c29eaf3c, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=bd274244-13b1-478d-9a07-e511c29eaf3c,segment=NetworkSegment(fb531be8-b37e-4ff9-a98b-5c7db484a0eb),segment_id=fb531be8-b37e-4ff9-a98b-5c7db484a0eb)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:54:29.667390 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a20f4552-7b65-4dcc-8d0b-f065ef5d23a1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:29.685177 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-019977eb-34dd-48ba-ba3d-999c49cc3a27 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:29.685529 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-a20f4552-7b65-4dcc-8d0b-f065ef5d23a1 None None] Calling delete_port for bd274244-13b1-478d-9a07-e511c29eaf3c owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:54:29.734413 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-420b5304-9da6-4022-be95-8483ae87b9c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:29.766604 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110503a3-864e-4dca-9b7e-f9f095267bd2 req-e92e96fa-382a-43f3-81fc-3e805dc2de05 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:29.772780 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110503a3-864e-4dca-9b7e-f9f095267bd2 req-e92e96fa-382a-43f3-81fc-3e805dc2de05 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:29.779311 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110503a3-864e-4dca-9b7e-f9f095267bd2 req-e92e96fa-382a-43f3-81fc-3e805dc2de05 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:29.785417 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110503a3-864e-4dca-9b7e-f9f095267bd2 req-e92e96fa-382a-43f3-81fc-3e805dc2de05 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:29.791429 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110503a3-864e-4dca-9b7e-f9f095267bd2 req-e92e96fa-382a-43f3-81fc-3e805dc2de05 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:29.797888 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110503a3-864e-4dca-9b7e-f9f095267bd2 req-e92e96fa-382a-43f3-81fc-3e805dc2de05 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:29.804293 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110503a3-864e-4dca-9b7e-f9f095267bd2 req-e92e96fa-382a-43f3-81fc-3e805dc2de05 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:29.806281 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-110503a3-864e-4dca-9b7e-f9f095267bd2 req-e92e96fa-382a-43f3-81fc-3e805dc2de05 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 5431 time: 0.2675014 Sep 24 15:54:29.817142 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c6e8545-f6b1-4f4a-a214-6ed8282d56b3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Made reservation on behalf of 60728dc15ec0482fbe958ba9258d8b5e for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:54:29.820671 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0c6e8545-f6b1-4f4a-a214-6ed8282d56b3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:29.828510 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-019977eb-34dd-48ba-ba3d-999c49cc3a27 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:29.835759 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6301537b-77a0-453a-8c25-8a0cb5ab896c None None] Sync routers for ids ['fa68bc5a-ac36-4bfc-813b-ef3aae9e165b'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:54:29.837217 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-019977eb-34dd-48ba-ba3d-999c49cc3a27 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:29.841052 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-019977eb-34dd-48ba-ba3d-999c49cc3a27 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] 10.222.0.101 "DELETE /v2.0/security-group-rules/009a22f8-5f82-496b-9b2a-0f3d5febfab9 HTTP/1.1" status: 204 len: 168 time: 0.2592285 Sep 24 15:54:29.844380 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44324) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:29.850795 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6301537b-77a0-453a-8c25-8a0cb5ab896c None None] Routers {'fa68bc5a-ac36-4bfc-813b-ef3aae9e165b'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:54:29.851721 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-6301537b-77a0-453a-8c25-8a0cb5ab896c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:54:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['fa68bc5a-ac36-4bfc-813b-ef3aae9e165b'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:54:29.853609 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019977eb-34dd-48ba-ba3d-999c49cc3a27 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=009a22f8-5f82-496b-9b2a-0f3d5febfab9,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:29.894623 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a20f4552-7b65-4dcc-8d0b-f065ef5d23a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:29.911206 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.db.api [None req-1f65df5f-91e9-4279-86db-d989bbff246b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 15:54:29.911206 n-d-808921-1 neutron-server[95298]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 24 15:54:29.911206 n-d-808921-1 neutron-server[95298]: [parameters: {'project_id': '1ffc126d96724ce991d5ac46e64fd1ec', 'id': 'a17e0967-1ce4-4f21-93e9-07e51c2e6944', 'expiration': datetime.datetime(2021, 9, 24, 15, 56, 29, 840726)}] Sep 24 15:54:29.911206 n-d-808921-1 neutron-server[95298]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:54:29.911677 n-d-808921-1 neutron-server[95298]: DEBUG oslo_db.api [None req-1f65df5f-91e9-4279-86db-d989bbff246b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:54:29.915340 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.db.api [req-8c2c8217-9f44-4428-b05b-05f44250559c req-9c5cc635-ba19-4595-bbc6-974b3c121ed7 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 15:54:29.915340 n-d-808921-1 neutron-server[95297]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 24 15:54:29.915340 n-d-808921-1 neutron-server[95297]: [parameters: {'project_id_1': '7e512e155fd047afb7c369ee55b40ecc', 'expiration_1': datetime.datetime(2021, 9, 24, 15, 54, 9, 698822)}] Sep 24 15:54:29.915340 n-d-808921-1 neutron-server[95297]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:54:29.916363 n-d-808921-1 neutron-server[95297]: DEBUG oslo_db.api [req-8c2c8217-9f44-4428-b05b-05f44250559c req-9c5cc635-ba19-4595-bbc6-974b3c121ed7 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:54:29.931025 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20f4552-7b65-4dcc-8d0b-f065ef5d23a1 None None] Pushing event deleted for resources: {'Port': ['ID=bd274244-13b1-478d-9a07-e511c29eaf3c,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:29.934905 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20f4552-7b65-4dcc-8d0b-f065ef5d23a1 None None] No DVR routers for this DVR port bd274244-13b1-478d-9a07-e511c29eaf3c on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:54:29.949957 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-a0b05437-7be6-4cb1-99c0-848e2b6950f2 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.110 "GET /v2.0/networks/9045208f-96a3-4106-bd0d-84166192bb83?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3319886 Sep 24 15:54:30.006465 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-b68915dc-83d9-4b7e-87f0-2cfe05293500 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:30.009035 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-6301537b-77a0-453a-8c25-8a0cb5ab896c None None] Set router fa68bc5a-ac36-4bfc-813b-ef3aae9e165b gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:54:30.048057 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-110503a3-864e-4dca-9b7e-f9f095267bd2 req-fbc4d437-0c9d-4b08-ad18-d11ccbcda088 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/security-groups?id=36661b0c-4b5c-4f9d-8577-0fff57e17e03&id=faaaed6c-5dc8-4a43-a587-4571f710ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2139549 Sep 24 15:54:30.065684 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbcce1d3-3e17-40ce-aefa-67bac5ffa66d tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Made reservation on behalf of 7841fa2f595c42b88ef5416d36f78c25 for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:54:30.069206 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bbcce1d3-3e17-40ce-aefa-67bac5ffa66d tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:30.089089 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-00ff720d-a96c-4680-9f5d-d4a501a762c6 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2365863 Sep 24 15:54:30.090146 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44326) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:30.116318 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 21c80e1d-ee1e-4a5f-bbc5-445fa95422eb up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:54:30.134620 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44328) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:30.139995 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-0426d204-e147-463d-adbd-5d521154c095 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1898789272', 'description': 'tempest-description--1313939047'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:30.151100 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-420b5304-9da6-4022-be95-8483ae87b9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:30.154869 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-420b5304-9da6-4022-be95-8483ae87b9c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:30.155178 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-420b5304-9da6-4022-be95-8483ae87b9c6 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/5ce24274-b26b-466c-8914-bbe8fa0e8abb HTTP/1.1" status: 204 len: 168 time: 0.9458420 Sep 24 15:54:30.183063 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-b68915dc-83d9-4b7e-87f0-2cfe05293500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:30.185766 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-00d4a5ac-9bf0-4e13-96da-347fb7a4eac7 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:30.187725 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420b5304-9da6-4022-be95-8483ae87b9c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce24274-b26b-466c-8914-bbe8fa0e8abb,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:30.190916 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbcce1d3-3e17-40ce-aefa-67bac5ffa66d tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1259} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:54:30.215294 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-00d4a5ac-9bf0-4e13-96da-347fb7a4eac7 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:30.230954 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bbcce1d3-3e17-40ce-aefa-67bac5ffa66d tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:30.231301 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-bbcce1d3-3e17-40ce-aefa-67bac5ffa66d tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Added segment e1d98049-eee8-47df-959b-ec6c0bc0b9c8 of type vlan for network 3a6c98a9-5931-406e-bcc7-3547b66b4f6c Sep 24 15:54:30.234881 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0426d204-e147-463d-adbd-5d521154c095 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:30.257839 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 21c80e1d-ee1e-4a5f-bbc5-445fa95422eb triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:54:30.258279 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:30.355087 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0426d204-e147-463d-adbd-5d521154c095 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:30.365951 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bbcce1d3-3e17-40ce-aefa-67bac5ffa66d tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:30.390077 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-6301537b-77a0-453a-8c25-8a0cb5ab896c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa68bc5a-ac36-4bfc-813b-ef3aae9e165b', 'name': 'tempest-AttachVolumeTestJSON-1816297676-router', 'tenant_id': 'b960fdf244c2496089f6c9d33b373dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '21c80e1d-ee1e-4a5f-bbc5-445fa95422eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:54:18Z', 'updated_at': '2021-09-24T15:54:27Z', 'revision_number': 4, 'project_id': 'b960fdf244c2496089f6c9d33b373dc4', 'gw_port': {'id': '21c80e1d-ee1e-4a5f-bbc5-445fa95422eb', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa68bc5a-ac36-4bfc-813b-ef3aae9e165b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:54:19Z', 'updated_at': '2021-09-24T15:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'd466d7c6-bac4-4ebd-b80f-8c7522efb055', 'name': '', 'network_id': '3dbb0dfe-b454-4e57-a2db-34f294a0159c', 'tenant_id': 'b960fdf244c2496089f6c9d33b373dc4', 'mac_address': 'fa:16:3e:13:ff:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa68bc5a-ac36-4bfc-813b-ef3aae9e165b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': 'ad938f0b-b628-4cac-9404-1e2682973b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:54:24Z', 'updated_at': '2021-09-24T15:54:27Z', 'revision_number': 2, 'project_id': 'b960fdf244c2496089f6c9d33b373dc4', 'subnets': [{'id': 'ad938f0b-b628-4cac-9404-1e2682973b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:54:30.422375 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6301537b-77a0-453a-8c25-8a0cb5ab896c None None] Checking router: fa68bc5a-ac36-4bfc-813b-ef3aae9e165b for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:54:30.422614 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6301537b-77a0-453a-8c25-8a0cb5ab896c None None] Updating router fa68bc5a-ac36-4bfc-813b-ef3aae9e165b port d466d7c6-bac4-4ebd-b80f-8c7522efb055 binding host n-d-808921-1 {{(pid=95299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:54:30.455861 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6301537b-77a0-453a-8c25-8a0cb5ab896c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:30.480219 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0426d204-e147-463d-adbd-5d521154c095 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:30.496840 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-00d4a5ac-9bf0-4e13-96da-347fb7a4eac7 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:30.503043 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-00d4a5ac-9bf0-4e13-96da-347fb7a4eac7 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:30.504275 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-00d4a5ac-9bf0-4e13-96da-347fb7a4eac7 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] 10.222.0.101 "DELETE /v2.0/security-group-rules/9c1ddadf-787c-4db3-8f39-2b92f0f519a8 HTTP/1.1" status: 204 len: 168 time: 0.4133475 Sep 24 15:54:30.509977 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44332) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:30.514384 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device bd274244-13b1-478d-9a07-e511c29eaf3c no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:54:30.520866 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d4a5ac-9bf0-4e13-96da-347fb7a4eac7 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9c1ddadf-787c-4db3-8f39-2b92f0f519a8,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:30.545876 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: bd274244-13b1-478d-9a07-e511c29eaf3c {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:54:30.546369 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device bd274244-13b1-478d-9a07-e511c29eaf3c not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:54:30.550294 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-b68915dc-83d9-4b7e-87f0-2cfe05293500 service neutron] For port fa6b1e2c-793d-44ab-91ff-29c9061ff55a, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=fa6b1e2c-793d-44ab-91ff-29c9061ff55a,segment=NetworkSegment(07f0d959-dce2-4090-b56f-3578a7ea7773),segment_id=07f0d959-dce2-4090-b56f-3578a7ea7773)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:54:30.593158 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0c6e8545-f6b1-4f4a-a214-6ed8282d56b3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:30.604504 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bbcce1d3-3e17-40ce-aefa-67bac5ffa66d tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:30.613785 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbcce1d3-3e17-40ce-aefa-67bac5ffa66d tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:30.614593 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bbcce1d3-3e17-40ce-aefa-67bac5ffa66d tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:30.621943 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0426d204-e147-463d-adbd-5d521154c095 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=beef4521-75a7-4152-bec5-95472c5ccdd1,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:30.634386 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c2c8217-9f44-4428-b05b-05f44250559c req-9c5cc635-ba19-4595-bbc6-974b3c121ed7 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Made reservation on behalf of 7e512e155fd047afb7c369ee55b40ecc for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:54:30.638033 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-8c2c8217-9f44-4428-b05b-05f44250559c req-9c5cc635-ba19-4595-bbc6-974b3c121ed7 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:30.659887 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-bb32bfbe-8c6c-40e0-8d63-d4b40f528fcb tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1468346 Sep 24 15:54:30.660565 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44338) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:30.689949 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-da5746d4-8ed4-44ff-8494-5d9ce6f85bb7 req-7b98eb8f-175a-4355-a014-1fbd6e820b6d tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=756dc3f9-786f-43e3-a1c1-2690c736e704 HTTP/1.1" status: 200 len: 210 time: 0.0307016 Sep 24 15:54:30.695238 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-b68915dc-83d9-4b7e-87f0-2cfe05293500 service neutron] For port fa6b1e2c-793d-44ab-91ff-29c9061ff55a, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:54:30.720644 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-63c4fd60-e5cb-4206-999d-7265e2c89726 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:30.782301 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-63c4fd60-e5cb-4206-999d-7265e2c89726 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:30.835464 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcce1d3-3e17-40ce-aefa-67bac5ffa66d tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Pushing event updated for resources: {'Network': ['ID=3a6c98a9-5931-406e-bcc7-3547b66b4f6c,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:30.838919 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6e8545-f6b1-4f4a-a214-6ed8282d56b3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event updated for resources: {'Subnet': ['ID=3589ec21-0448-47b3-9a86-715f3795d668,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:30.847437 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-b68915dc-83d9-4b7e-87f0-2cfe05293500 service neutron] device_id is not set on port fa6b1e2c-793d-44ab-91ff-29c9061ff55a yet. {{(pid=95298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:54:30.861470 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 3a6c98a9-5931-406e-bcc7-3547b66b4f6c details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:54:30.865165 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f65df5f-91e9-4279-86db-d989bbff246b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Made reservation on behalf of 1ffc126d96724ce991d5ac46e64fd1ec for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:54:30.868815 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1f65df5f-91e9-4279-86db-d989bbff246b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:30.884911 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-b68915dc-83d9-4b7e-87f0-2cfe05293500 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:30.889310 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c6e8545-f6b1-4f4a-a214-6ed8282d56b3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Checking segment: {'id': '1844f042-2d03-459a-ac54-9af6c0f85911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': 'a1a2ad54-ab62-4307-98d4-ba60d9795dd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:54:30.889717 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6e8545-f6b1-4f4a-a214-6ed8282d56b3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Network hostable DHCP agents. Network: a1a2ad54-ab62-4307-98d4-ba60d9795dd1, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:54:30.897778 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [req-8c2c8217-9f44-4428-b05b-05f44250559c req-9c5cc635-ba19-4595-bbc6-974b3c121ed7 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Allocated IP 172.20.0.7 (5a006511-b4c6-401d-bf2d-1c9456d23123/a105c675-e167-42b4-b812-5ae7f91fba38/aedc8984-c719-4441-90cd-2f9058b26fa4) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:54:30.993512 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-bbcce1d3-3e17-40ce-aefa-67bac5ffa66d tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3904855 Sep 24 15:54:30.993512 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44346) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:30.999232 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6301537b-77a0-453a-8c25-8a0cb5ab896c None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:31.002401 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0426d204-e147-463d-adbd-5d521154c095 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:31.003963 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-0426d204-e147-463d-adbd-5d521154c095 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8682804 Sep 24 15:54:31.004718 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-63c4fd60-e5cb-4206-999d-7265e2c89726 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:31.007553 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44348) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:31.017375 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-63c4fd60-e5cb-4206-999d-7265e2c89726 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:31.020888 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-63c4fd60-e5cb-4206-999d-7265e2c89726 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] 10.222.0.101 "DELETE /v2.0/security-group-rules/40b02b35-0402-47f5-bec9-08c26dce35cf HTTP/1.1" status: 204 len: 168 time: 0.3509226 Sep 24 15:54:31.024221 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44352) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:31.031821 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-37b9cdae-f5b1-4842-b0b5-1a15a4ec33d8 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Request body: {'security_group_rule': {'security_group_id': 'beef4521-75a7-4152-bec5-95472c5ccdd1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:31.052001 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c4fd60-e5cb-4206-999d-7265e2c89726 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=40b02b35-0402-47f5-bec9-08c26dce35cf,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:31.124106 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-b68915dc-83d9-4b7e-87f0-2cfe05293500 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:31.124270 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-9deb00c2-686e-4a59-aeeb-008fe1c8cc6e tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0970240 Sep 24 15:54:31.126061 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44356) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:31.130261 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-8c2c8217-9f44-4428-b05b-05f44250559c req-9c5cc635-ba19-4595-bbc6-974b3c121ed7 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:31.173401 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-af6eee82-bff1-42c2-b230-483314603865 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:31.178987 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6301537b-77a0-453a-8c25-8a0cb5ab896c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:31.189095 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56616204-be39-49dc-bd02-81daafcbb041 tempest-TestNetworkBasicOps-1836589182 tempest-TestNetworkBasicOps-1836589182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:31.193350 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-56616204-be39-49dc-bd02-81daafcbb041 tempest-TestNetworkBasicOps-1836589182 tempest-TestNetworkBasicOps-1836589182-project-admin] 10.222.0.101 "GET /v2.0/subnets?project_id=7841fa2f595c42b88ef5416d36f78c25&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1962993 Sep 24 15:54:31.203565 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c6e8545-f6b1-4f4a-a214-6ed8282d56b3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Network a1a2ad54-ab62-4307-98d4-ba60d9795dd1 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:54:31.209011 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44358) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:31.213294 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-af6eee82-bff1-42c2-b230-483314603865 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:31.245070 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2293b5-8c8a-4d84-88ba-9628f5ab5c59 None None] Pushing event updated for resources: {'Port': ['ID=d466d7c6-bac4-4ebd-b80f-8c7522efb055,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:31.283670 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68915dc-83d9-4b7e-87f0-2cfe05293500 service neutron] Pushing event updated for resources: {'Port': ['ID=fa6b1e2c-793d-44ab-91ff-29c9061ff55a,revision_number=6']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:31.287179 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-b68915dc-83d9-4b7e-87f0-2cfe05293500 service neutron] No DVR routers for this DVR port fa6b1e2c-793d-44ab-91ff-29c9061ff55a on host n-h1-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:54:31.304613 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c70823-3fd3-48f2-90d5-15555d3f31d5 req-ba74dcc5-7d0b-4578-849a-69b7b939fb6c tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:31.310892 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-dc5a375a-598f-4c5d-95f6-ca0c48b767b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:31.320257 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c70823-3fd3-48f2-90d5-15555d3f31d5 req-ba74dcc5-7d0b-4578-849a-69b7b939fb6c tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:31.357903 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c70823-3fd3-48f2-90d5-15555d3f31d5 req-ba74dcc5-7d0b-4578-849a-69b7b939fb6c tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:31.362770 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-6301537b-77a0-453a-8c25-8a0cb5ab896c None None] Attempting to bind port d466d7c6-bac4-4ebd-b80f-8c7522efb055 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:54:31.363336 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-6301537b-77a0-453a-8c25-8a0cb5ab896c None None] Attempting to bind port d466d7c6-bac4-4ebd-b80f-8c7522efb055 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '272d0ce2-ce94-428b-a239-5dd619a27c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '3dbb0dfe-b454-4e57-a2db-34f294a0159c'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:54:31.363895 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6301537b-77a0-453a-8c25-8a0cb5ab896c None None] Attempting to bind port d466d7c6-bac4-4ebd-b80f-8c7522efb055 on network 3dbb0dfe-b454-4e57-a2db-34f294a0159c {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:54:31.367882 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c70823-3fd3-48f2-90d5-15555d3f31d5 req-ba74dcc5-7d0b-4578-849a-69b7b939fb6c tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:31.376793 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6301537b-77a0-453a-8c25-8a0cb5ab896c None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 54, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:54:31.376793 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6301537b-77a0-453a-8c25-8a0cb5ab896c None None] Checking segment: {'id': '272d0ce2-ce94-428b-a239-5dd619a27c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '3dbb0dfe-b454-4e57-a2db-34f294a0159c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:54:31.376793 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6301537b-77a0-453a-8c25-8a0cb5ab896c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:31.376793 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6301537b-77a0-453a-8c25-8a0cb5ab896c None None] Bound using segment: {'id': '272d0ce2-ce94-428b-a239-5dd619a27c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '3dbb0dfe-b454-4e57-a2db-34f294a0159c'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:54:31.376793 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-6301537b-77a0-453a-8c25-8a0cb5ab896c None None] Bound port: d466d7c6-bac4-4ebd-b80f-8c7522efb055, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272d0ce2-ce94-428b-a239-5dd619a27c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '3dbb0dfe-b454-4e57-a2db-34f294a0159c'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:54:31.376793 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6301537b-77a0-453a-8c25-8a0cb5ab896c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:31.381653 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c70823-3fd3-48f2-90d5-15555d3f31d5 req-ba74dcc5-7d0b-4578-849a-69b7b939fb6c tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:31.401430 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c70823-3fd3-48f2-90d5-15555d3f31d5 req-ba74dcc5-7d0b-4578-849a-69b7b939fb6c tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:31.409724 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1f65df5f-91e9-4279-86db-d989bbff246b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:31.417342 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d6c70823-3fd3-48f2-90d5-15555d3f31d5 req-ba74dcc5-7d0b-4578-849a-69b7b939fb6c tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 4658 time: 0.2534513 Sep 24 15:54:31.459267 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-8c2c8217-9f44-4428-b05b-05f44250559c req-9c5cc635-ba19-4595-bbc6-974b3c121ed7 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:31.463070 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-b68915dc-83d9-4b7e-87f0-2cfe05293500 service neutron] In _notify_port_updated(), no bound segment for port fa6b1e2c-793d-44ab-91ff-29c9061ff55a on network 9045208f-96a3-4106-bd0d-84166192bb83 {{(pid=95298) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 24 15:54:31.464115 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-b68915dc-83d9-4b7e-87f0-2cfe05293500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:31.465695 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-b68915dc-83d9-4b7e-87f0-2cfe05293500 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:31.468424 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-af6eee82-bff1-42c2-b230-483314603865 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:31.468678 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-b68915dc-83d9-4b7e-87f0-2cfe05293500 service neutron] 10.222.0.110 "PUT /v2.0/ports/fa6b1e2c-793d-44ab-91ff-29c9061ff55a HTTP/1.1" status: 200 len: 1026 time: 1.4717939 Sep 24 15:54:31.477219 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-0c6e8545-f6b1-4f4a-a214-6ed8282d56b3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, a1a2ad54-ab62-4307-98d4-ba60d9795dd1) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:54:31.483192 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6e8545-f6b1-4f4a-a214-6ed8282d56b3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:31.483786 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0c6e8545-f6b1-4f4a-a214-6ed8282d56b3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:31.487389 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-af6eee82-bff1-42c2-b230-483314603865 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:31.491342 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-af6eee82-bff1-42c2-b230-483314603865 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] 10.222.0.101 "DELETE /v2.0/security-group-rules/0aba0b85-62eb-46f2-a154-cfabee0d509b HTTP/1.1" status: 204 len: 168 time: 0.3642685 Sep 24 15:54:31.498406 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a11e7b6-2890-4df1-948b-171f5aedf6e2 None None] Network a1a2ad54-ab62-4307-98d4-ba60d9795dd1 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:54:31.515229 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44366) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:31.516997 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f65df5f-91e9-4279-86db-d989bbff246b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Network 50d98e88-8a75-4835-9919-86c163395f7c is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:54:31.562152 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d6c70823-3fd3-48f2-90d5-15555d3f31d5 req-93223c83-a85c-47a1-bcd8-da978a5b920a tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/security-groups?id=36661b0c-4b5c-4f9d-8577-0fff57e17e03&id=faaaed6c-5dc8-4a43-a587-4571f710ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1345811 Sep 24 15:54:31.562865 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-37b9cdae-f5b1-4842-b0b5-1a15a4ec33d8 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:31.596097 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-1f65df5f-91e9-4279-86db-d989bbff246b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:54:31.599531 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f65df5f-91e9-4279-86db-d989bbff246b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:31.600136 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1f65df5f-91e9-4279-86db-d989bbff246b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:31.615286 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c2c8217-9f44-4428-b05b-05f44250559c req-9c5cc635-ba19-4595-bbc6-974b3c121ed7 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Network 5a006511-b4c6-401d-bf2d-1c9456d23123 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:54:31.616911 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6eee82-bff1-42c2-b230-483314603865 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0aba0b85-62eb-46f2-a154-cfabee0d509b,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:31.621851 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [req-8c2c8217-9f44-4428-b05b-05f44250559c req-9c5cc635-ba19-4595-bbc6-974b3c121ed7 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:54:31.627500 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c2c8217-9f44-4428-b05b-05f44250559c req-9c5cc635-ba19-4595-bbc6-974b3c121ed7 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:54:31.659341 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d68f69a-f0cb-4212-b591-eb91f981414c tempest-TestNetworkBasicOps-1836589182 tempest-TestNetworkBasicOps-1836589182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:31.665353 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-1d68f69a-f0cb-4212-b591-eb91f981414c tempest-TestNetworkBasicOps-1836589182 tempest-TestNetworkBasicOps-1836589182-project-admin] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4544396 Sep 24 15:54:31.673796 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44370) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:31.704322 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f65df5f-91e9-4279-86db-d989bbff246b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event updated for resources: {'Subnet': ['ID=2cdfe01d-475e-4537-8547-5901178e95fd,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:31.715818 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5cc635-ba19-4595-bbc6-974b3c121ed7 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event updated for resources: {'Port': ['ID=aedc8984-c719-4441-90cd-2f9058b26fa4,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:31.749399 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-8b202f91-34f4-4cf6-87b1-6c81f6e5b346 tempest-TestNetworkBasicOps-1836589182 tempest-TestNetworkBasicOps-1836589182-project-admin] 10.222.0.101 "GET /v2.0/subnets?network_id=e6a2de20-1ea0-43e5-88e0-982d19e317d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0724154 Sep 24 15:54:31.749922 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44374) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:31.792555 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-eafdf69c-6eb5-4218-a529-1940711085f7 tempest-TestNetworkBasicOps-1836589182 tempest-TestNetworkBasicOps-1836589182-project-admin] 10.222.0.101 "GET /v2.0/subnets?project_id=7841fa2f595c42b88ef5416d36f78c25&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0388546 Sep 24 15:54:31.793361 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44376) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:31.798430 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-37b9cdae-f5b1-4842-b0b5-1a15a4ec33d8 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:31.802119 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2c8217-9f44-4428-b05b-05f44250559c req-9c5cc635-ba19-4595-bbc6-974b3c121ed7 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:31.803280 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-8c2c8217-9f44-4428-b05b-05f44250559c req-9c5cc635-ba19-4595-bbc6-974b3c121ed7 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:31.804065 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-e04b280c-5bc2-4968-ae36-f3ce4beed6fd tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:31.806190 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-e04b280c-5bc2-4968-ae36-f3ce4beed6fd tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.110 "GET /v2.0/ports/70f68d1a-4d62-4ee3-ae39-b3c0cf1402e5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2987459 Sep 24 15:54:31.811433 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-0c6e8545-f6b1-4f4a-a214-6ed8282d56b3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6452448 Sep 24 15:54:31.814991 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-1f65df5f-91e9-4279-86db-d989bbff246b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5501015 Sep 24 15:54:31.820466 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44378) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:31.821040 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44380) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:31.830040 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-b42bd5b5-df75-489c-8612-563fef74cd79 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Request body: {'port': {'network_id': 'a1a2ad54-ab62-4307-98d4-ba60d9795dd1', 'name': 'tempest-PortsTestJSON-880573716'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:31.830192 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-25314aae-9487-4caf-b175-4256f204e6d4 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Request body: {'subnet': {'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:31.844015 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-5a2c8771-6193-4a59-b3a7-8995a43df953 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:31.846757 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b970f30c-c164-4e10-bcb0-b7aa4b3769a2 None None] Network 50d98e88-8a75-4835-9919-86c163395f7c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:54:31.868485 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44382) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:31.935552 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 1294cbcc-4e3d-45a3-9f67-cd385cfb8a81 no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:54:31.950030 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-37b9cdae-f5b1-4842-b0b5-1a15a4ec33d8 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:31.985128 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-f3558b2a-44ba-4fb3-9838-39b2acdfac4c tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4512882 Sep 24 15:54:31.989864 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44386) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:31.994721 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8c2c8217-9f44-4428-b05b-05f44250559c req-9c5cc635-ba19-4595-bbc6-974b3c121ed7 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5915356 Sep 24 15:54:32.017388 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-8c2c8217-9f44-4428-b05b-05f44250559c req-ef7785ac-a6e7-4830-86d6-d6bd9b660a90 service neutron] Request body: {'port': {'device_id': '756dc3f9-786f-43e3-a1c1-2690c736e704', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:32.027852 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-6301537b-77a0-453a-8c25-8a0cb5ab896c None None] For port d466d7c6-bac4-4ebd-b80f-8c7522efb055, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:54:32.040473 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b9cdae-f5b1-4842-b0b5-1a15a4ec33d8 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9838e4d2-5caa-4c21-8085-ca9c7dc22067,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:32.054517 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-37b9cdae-f5b1-4842-b0b5-1a15a4ec33d8 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:32.055801 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-37b9cdae-f5b1-4842-b0b5-1a15a4ec33d8 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0446842 Sep 24 15:54:32.059166 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44388) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:32.064205 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-b7222e69-f40e-48b0-b587-34ebb66da86e None None] Provisioning complete for port fa6b1e2c-793d-44ab-91ff-29c9061ff55a triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:54:32.064884 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b7222e69-f40e-48b0-b587-34ebb66da86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:32.071186 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-2e045af1-3704-48d4-9476-f4e12bfe03ef tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Request body: {'security_group_rule': {'security_group_id': 'beef4521-75a7-4152-bec5-95472c5ccdd1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:32.097125 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-6301537b-77a0-453a-8c25-8a0cb5ab896c None None] For port d466d7c6-bac4-4ebd-b80f-8c7522efb055, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=d466d7c6-bac4-4ebd-b80f-8c7522efb055,segment=NetworkSegment(272d0ce2-ce94-428b-a239-5dd619a27c57),segment_id=272d0ce2-ce94-428b-a239-5dd619a27c57)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:54:32.108360 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-5a2c8771-6193-4a59-b3a7-8995a43df953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:32.119239 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79126ca-676b-4d11-b52e-3a6e04ad1fb5 tempest-TestNetworkBasicOps-1836589182 tempest-TestNetworkBasicOps-1836589182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:32.123846 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-c79126ca-676b-4d11-b52e-3a6e04ad1fb5 tempest-TestNetworkBasicOps-1836589182 tempest-TestNetworkBasicOps-1836589182-project-admin] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3168199 Sep 24 15:54:32.124679 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44390) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:32.126331 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-c3a2380a-01c2-4057-9653-9d4e914762a7 tempest-AgentManagementNegativeTest-140947413 tempest-AgentManagementNegativeTest-140947413-project] 10.222.0.101 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2566803 Sep 24 15:54:32.129620 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b462799c-0dc6-4f62-8238-c3c3c426cf52 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:32.159455 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c1ec51-30ff-4d16-99a9-2455093fc3fc req-f63df4f0-e064-4f5d-8ad8-9691281bf6e2 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:32.161021 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f3c1ec51-30ff-4d16-99a9-2455093fc3fc req-f63df4f0-e064-4f5d-8ad8-9691281bf6e2 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=756dc3f9-786f-43e3-a1c1-2690c736e704 HTTP/1.1" status: 200 len: 931 time: 0.2933991 Sep 24 15:54:32.186261 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-6ea3b54e-1a9c-4fc6-828b-69fcc8a7a075 tempest-TestNetworkBasicOps-1836589182 tempest-TestNetworkBasicOps-1836589182-project-admin] 10.222.0.101 "GET /v2.0/subnets?network_id=e6a2de20-1ea0-43e5-88e0-982d19e317d5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0570548 Sep 24 15:54:32.213686 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6301537b-77a0-453a-8c25-8a0cb5ab896c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:32.226811 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44394) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:32.229601 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b462799c-0dc6-4f62-8238-c3c3c426cf52 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:32.245327 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-3660919b-4746-435d-a4c8-75f54686c46d tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1465539154', 'network_id': '3a6c98a9-5931-406e-bcc7-3547b66b4f6c', 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:32.255629 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-b7222e69-f40e-48b0-b587-34ebb66da86e None None] Port fa6b1e2c-793d-44ab-91ff-29c9061ff55a cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:54:32.296913 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98efd2e-db0b-4231-aba9-04955a1a07b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-a1a2ad54-ab62-4307-98d4-ba60d9795dd1', 'network_id': 'a1a2ad54-ab62-4307-98d4-ba60d9795dd1', 'tenant_id': '60728dc15ec0482fbe958ba9258d8b5e', 'fixed_ips': [{'subnet_id': '3589ec21-0448-47b3-9a86-715f3795d668'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:54:32.297792 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b98efd2e-db0b-4231-aba9-04955a1a07b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:32.308157 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2e045af1-3704-48d4-9476-f4e12bfe03ef tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:32.316684 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25314aae-9487-4caf-b175-4256f204e6d4 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Made reservation on behalf of 1ffc126d96724ce991d5ac46e64fd1ec for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:54:32.320866 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-25314aae-9487-4caf-b175-4256f204e6d4 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:32.339796 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-b7222e69-f40e-48b0-b587-34ebb66da86e None None] Provisioning complete for port d466d7c6-bac4-4ebd-b80f-8c7522efb055 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:54:32.340323 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b7222e69-f40e-48b0-b587-34ebb66da86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:32.393146 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-8c2c8217-9f44-4428-b05b-05f44250559c req-ef7785ac-a6e7-4830-86d6-d6bd9b660a90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:32.435383 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:32.529024 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b462799c-0dc6-4f62-8238-c3c3c426cf52 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:32.535873 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b462799c-0dc6-4f62-8238-c3c3c426cf52 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:32.539533 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b462799c-0dc6-4f62-8238-c3c3c426cf52 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] 10.222.0.101 "DELETE /v2.0/security-group-rules/decda689-54d6-46bf-9334-3cc21c3b01dd HTTP/1.1" status: 204 len: 168 time: 0.5441699 Sep 24 15:54:32.540909 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd1c2e0-f106-4b09-8084-8296162a3a31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-50d98e88-8a75-4835-9919-86c163395f7c', 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'tenant_id': '1ffc126d96724ce991d5ac46e64fd1ec', 'fixed_ips': [{'subnet_id': '2cdfe01d-475e-4537-8547-5901178e95fd'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:54:32.541780 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7bd1c2e0-f106-4b09-8084-8296162a3a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:32.555607 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44396) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:32.615264 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b462799c-0dc6-4f62-8238-c3c3c426cf52 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=decda689-54d6-46bf-9334-3cc21c3b01dd,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:32.620032 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6301537b-77a0-453a-8c25-8a0cb5ab896c None None] Routers {'fa68bc5a-ac36-4bfc-813b-ef3aae9e165b'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:54:32.626428 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-6301537b-77a0-453a-8c25-8a0cb5ab896c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:54:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['fa68bc5a-ac36-4bfc-813b-ef3aae9e165b'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:54:32.633097 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2293b5-8c8a-4d84-88ba-9628f5ab5c59 None None] Pushing event updated for resources: {'Port': ['ID=d466d7c6-bac4-4ebd-b80f-8c7522efb055,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:32.776060 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f3c1ec51-30ff-4d16-99a9-2455093fc3fc req-e1099241-c0f8-43c7-b280-0dd4792973c9 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=e1bf097d-ba10-49b0-95a0-b191bbbc69a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1598868 Sep 24 15:54:32.783677 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a7b1d1-ddc9-4674-827f-199eb4c77de7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1294cbcc-4e3d-45a3-9f67-cd385cfb8a81'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:54:32.786004 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f4cf95-1925-44e0-ac1a-95ae9696c087" -d '{"events": [{"server_uuid": "52a7b1d1-ddc9-4674-827f-199eb4c77de7", "name": "network-vif-unplugged", "status": "completed", "tag": "1294cbcc-4e3d-45a3-9f67-cd385cfb8a81"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:54:32.804622 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2e045af1-3704-48d4-9476-f4e12bfe03ef tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:32.806847 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3660919b-4746-435d-a4c8-75f54686c46d tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Made reservation on behalf of 7841fa2f595c42b88ef5416d36f78c25 for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:54:32.829361 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44406) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:32.835809 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3660919b-4746-435d-a4c8-75f54686c46d tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:32.887831 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 15:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f996ab-a2b7-480b-a907-f1ac4876f96a x-openstack-request-id: req-b2f996ab-a2b7-480b-a907-f1ac4876f96a {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:54:32.888696 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a7b1d1-ddc9-4674-827f-199eb4c77de7", "name": "network-vif-unplugged", "status": "completed", "tag": "1294cbcc-4e3d-45a3-9f67-cd385cfb8a81", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:54:32.888960 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b2f996ab-a2b7-480b-a907-f1ac4876f96a {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:54:32.889358 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a7b1d1-ddc9-4674-827f-199eb4c77de7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1294cbcc-4e3d-45a3-9f67-cd385cfb8a81', 'code': 200} Sep 24 15:54:32.893069 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-5a2c8771-6193-4a59-b3a7-8995a43df953 service neutron] For port 70f68d1a-4d62-4ee3-ae39-b3c0cf1402e5, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=70f68d1a-4d62-4ee3-ae39-b3c0cf1402e5,segment=NetworkSegment(07f0d959-dce2-4090-b56f-3578a7ea7773),segment_id=07f0d959-dce2-4090-b56f-3578a7ea7773)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:54:32.904467 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 1294cbcc-4e3d-45a3-9f67-cd385cfb8a81, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=1294cbcc-4e3d-45a3-9f67-cd385cfb8a81,segment=NetworkSegment(a9f89dba-bd7d-4e6d-96ca-5e01f19302ef),segment_id=a9f89dba-bd7d-4e6d-96ca-5e01f19302ef)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:54:32.912141 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b7222e69-f40e-48b0-b587-34ebb66da86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:32.923954 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-4a4bee14-5e50-441f-a14a-ecc2988812b1 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3649042 Sep 24 15:54:32.945003 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44410) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:32.974574 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-b7222e69-f40e-48b0-b587-34ebb66da86e None None] For port d466d7c6-bac4-4ebd-b80f-8c7522efb055, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=d466d7c6-bac4-4ebd-b80f-8c7522efb055,segment=NetworkSegment(272d0ce2-ce94-428b-a239-5dd619a27c57),segment_id=272d0ce2-ce94-428b-a239-5dd619a27c57)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:54:32.979623 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-5a2c8771-6193-4a59-b3a7-8995a43df953 service neutron] For port 70f68d1a-4d62-4ee3-ae39-b3c0cf1402e5, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:54:32.998846 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2e045af1-3704-48d4-9476-f4e12bfe03ef tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:33.027326 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:33.028137 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 61bec6ae-d49a-41d0-b02b-bc695e1e100d no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:54:33.033300 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b42bd5b5-df75-489c-8612-563fef74cd79 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Made reservation on behalf of 60728dc15ec0482fbe958ba9258d8b5e for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:54:33.039144 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b42bd5b5-df75-489c-8612-563fef74cd79 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:33.077368 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-781b7a33-31c2-457b-89e4-9ae28ce6d703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:33.082114 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [None req-b42bd5b5-df75-489c-8612-563fef74cd79 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] device_id is not set on port a9f9ce3a-c3b6-478d-85e9-10c05437691d yet. {{(pid=95298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:54:33.102322 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-5a2c8771-6193-4a59-b3a7-8995a43df953 service neutron] device_id is not set on port 70f68d1a-4d62-4ee3-ae39-b3c0cf1402e5 yet. {{(pid=95298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:54:33.121123 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b7222e69-f40e-48b0-b587-34ebb66da86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:33.133349 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-b98efd2e-db0b-4231-aba9-04955a1a07b4 None None] Allocated IP 172.20.0.2 (a1a2ad54-ab62-4307-98d4-ba60d9795dd1/3589ec21-0448-47b3-9a86-715f3795d668/9725fd50-34d5-4c0c-b82e-c4658d97fc41) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:54:33.155540 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-5a2c8771-6193-4a59-b3a7-8995a43df953 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:33.163167 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e045af1-3704-48d4-9476-f4e12bfe03ef tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c556650-0bca-489c-8d04-b8b1e20a7b62,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:33.178913 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-6301537b-77a0-453a-8c25-8a0cb5ab896c None None] Set router fa68bc5a-ac36-4bfc-813b-ef3aae9e165b gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:54:33.224825 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3426a-fd51-436c-a5f7-3aeb29254da0 req-4170c499-32c7-4ae5-bcd8-259d8acf5c34 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:33.226261 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-7bd1c2e0-f106-4b09-8084-8296162a3a31 None None] Allocated IP 172.20.0.2 (50d98e88-8a75-4835-9919-86c163395f7c/2cdfe01d-475e-4537-8547-5901178e95fd/3aa9d6a9-7641-49ee-8f18-10d547bbddd1) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:54:33.232662 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3426a-fd51-436c-a5f7-3aeb29254da0 req-4170c499-32c7-4ae5-bcd8-259d8acf5c34 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:33.238555 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3426a-fd51-436c-a5f7-3aeb29254da0 req-4170c499-32c7-4ae5-bcd8-259d8acf5c34 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:33.244664 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3426a-fd51-436c-a5f7-3aeb29254da0 req-4170c499-32c7-4ae5-bcd8-259d8acf5c34 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:33.247493 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-781b7a33-31c2-457b-89e4-9ae28ce6d703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:33.250871 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=1294cbcc-4e3d-45a3-9f67-cd385cfb8a81,revision_number=6']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:33.254933 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3426a-fd51-436c-a5f7-3aeb29254da0 req-4170c499-32c7-4ae5-bcd8-259d8acf5c34 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:33.266238 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f3426a-fd51-436c-a5f7-3aeb29254da0 req-4170c499-32c7-4ae5-bcd8-259d8acf5c34 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:33.269426 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d5f3426a-fd51-436c-a5f7-3aeb29254da0 req-4170c499-32c7-4ae5-bcd8-259d8acf5c34 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 4658 time: 0.5116384 Sep 24 15:54:33.270499 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-5a2c8771-6193-4a59-b3a7-8995a43df953 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:33.340954 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-781b7a33-31c2-457b-89e4-9ae28ce6d703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:33.392968 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-5a2c8771-6193-4a59-b3a7-8995a43df953 service neutron] No DVR routers for this DVR port 70f68d1a-4d62-4ee3-ae39-b3c0cf1402e5 on host n-h1-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:54:33.416206 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3336a04f-16ed-469f-a916-72d44d1ce35c tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:33.430225 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2c8771-6193-4a59-b3a7-8995a43df953 service neutron] Pushing event updated for resources: {'Port': ['ID=70f68d1a-4d62-4ee3-ae39-b3c0cf1402e5,revision_number=6']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:33.432320 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d5f3426a-fd51-436c-a5f7-3aeb29254da0 req-09dc164d-03fa-41e6-b054-b585aaece9cb tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/security-groups?id=36661b0c-4b5c-4f9d-8577-0fff57e17e03&id=faaaed6c-5dc8-4a43-a587-4571f710ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1252248 Sep 24 15:54:33.447771 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-5bd1f21b-cf8d-4574-843f-7f0285977e72 None None] Provisioning complete for port aedc8984-c719-4441-90cd-2f9058b26fa4 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:54:33.448149 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5bd1f21b-cf8d-4574-843f-7f0285977e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:33.499513 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-781b7a33-31c2-457b-89e4-9ae28ce6d703 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=f8ded5151c4d4f32ad149ddf628eef0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6660135 Sep 24 15:54:33.502127 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44414) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:33.512242 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2e045af1-3704-48d4-9476-f4e12bfe03ef tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:33.514546 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-2e045af1-3704-48d4-9476-f4e12bfe03ef tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4506829 Sep 24 15:54:33.515192 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-5a2c8771-6193-4a59-b3a7-8995a43df953 service neutron] In _notify_port_updated(), no bound segment for port 70f68d1a-4d62-4ee3-ae39-b3c0cf1402e5 on network 9045208f-96a3-4106-bd0d-84166192bb83 {{(pid=95298) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 24 15:54:33.516504 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-5a2c8771-6193-4a59-b3a7-8995a43df953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:33.518301 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-5a2c8771-6193-4a59-b3a7-8995a43df953 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:33.519988 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-5a2c8771-6193-4a59-b3a7-8995a43df953 service neutron] 10.222.0.110 "PUT /v2.0/ports/70f68d1a-4d62-4ee3-ae39-b3c0cf1402e5 HTTP/1.1" status: 200 len: 1027 time: 1.7003970 Sep 24 15:54:33.523192 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44416) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:33.524531 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781b7a33-31c2-457b-89e4-9ae28ce6d703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec2b92d-9211-4b28-bf70-fcfe3c5aaa73,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:33.536207 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3336a04f-16ed-469f-a916-72d44d1ce35c tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:33.552582 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-c0c35614-eea3-4fbf-837d-580a9c7cd81b tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Request body: {'floatingip': {'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:33.610770 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7222e69-f40e-48b0-b587-34ebb66da86e None None] Pushing event updated for resources: {'Port': ['ID=d466d7c6-bac4-4ebd-b80f-8c7522efb055,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:33.686235 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [req-8c2c8217-9f44-4428-b05b-05f44250559c req-ef7785ac-a6e7-4830-86d6-d6bd9b660a90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aedc8984-c719-4441-90cd-2f9058b26fa4 {{(pid=95297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:54:33.691114 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:33.696099 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-8c2c8217-9f44-4428-b05b-05f44250559c req-ef7785ac-a6e7-4830-86d6-d6bd9b660a90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:33.699371 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-5bd1f21b-cf8d-4574-843f-7f0285977e72 None None] Port aedc8984-c719-4441-90cd-2f9058b26fa4 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:54:33.722070 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e221447b-4d90-43f9-83c1-637b9f62164f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:33.750079 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-40d2ffde-70b1-4721-95a6-656b31743105 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Deleting port 1294cbcc-4e3d-45a3-9f67-cd385cfb8a81 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:54:33.750474 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-40d2ffde-70b1-4721-95a6-656b31743105 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:33.761564 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3660919b-4746-435d-a4c8-75f54686c46d tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:33.768722 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e221447b-4d90-43f9-83c1-637b9f62164f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:33.792923 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c0c35614-eea3-4fbf-837d-580a9c7cd81b tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks [] for floatingip, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:33.799911 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.provisioning_blocks [req-8c2c8217-9f44-4428-b05b-05f44250559c req-ef7785ac-a6e7-4830-86d6-d6bd9b660a90 service neutron] Transition to ACTIVE for port object aedc8984-c719-4441-90cd-2f9058b26fa4 will not be triggered until provisioned by entity L2. {{(pid=95297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:54:33.806905 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3336a04f-16ed-469f-a916-72d44d1ce35c tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:33.809346 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3336a04f-16ed-469f-a916-72d44d1ce35c tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:33.811303 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-3336a04f-16ed-469f-a916-72d44d1ce35c tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] 10.222.0.101 "DELETE /v2.0/security-groups/8f53700a-e963-4e85-900b-c0ab13c5d1a1 HTTP/1.1" status: 204 len: 168 time: 0.8556235 Sep 24 15:54:33.817160 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44420) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:33.866946 n-d-808921-1 neutron-server[95297]: DEBUG neutron.objects.ports [None req-25314aae-9487-4caf-b175-4256f204e6d4 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95297) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 24 15:54:33.874471 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3336a04f-16ed-469f-a916-72d44d1ce35c tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f53700a-e963-4e85-900b-c0ab13c5d1a1,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:33.879339 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-25314aae-9487-4caf-b175-4256f204e6d4 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:33.898079 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3660919b-4746-435d-a4c8-75f54686c46d tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Pushing event updated for resources: {'Subnet': ['ID=dae38f63-2fc8-424d-8d7c-b689599e967d,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:33.943575 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-8c2c8217-9f44-4428-b05b-05f44250559c req-ef7785ac-a6e7-4830-86d6-d6bd9b660a90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:33.949233 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25314aae-9487-4caf-b175-4256f204e6d4 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Network 50d98e88-8a75-4835-9919-86c163395f7c is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:54:33.962404 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3660919b-4746-435d-a4c8-75f54686c46d tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Checking segment: {'id': 'e1d98049-eee8-47df-959b-ec6c0bc0b9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '3a6c98a9-5931-406e-bcc7-3547b66b4f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:54:33.962804 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3660919b-4746-435d-a4c8-75f54686c46d tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Network hostable DHCP agents. Network: 3a6c98a9-5931-406e-bcc7-3547b66b4f6c, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:54:33.965022 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-25314aae-9487-4caf-b175-4256f204e6d4 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:54:33.971597 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-5bd1f21b-cf8d-4574-843f-7f0285977e72 None None] Provisioning complete for port d466d7c6-bac4-4ebd-b80f-8c7522efb055 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:54:33.972018 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5bd1f21b-cf8d-4574-843f-7f0285977e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:33.994335 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25314aae-9487-4caf-b175-4256f204e6d4 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:33.994980 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-25314aae-9487-4caf-b175-4256f204e6d4 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:34.015099 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-40d2ffde-70b1-4721-95a6-656b31743105 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] For port 1294cbcc-4e3d-45a3-9f67-cd385cfb8a81, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=1294cbcc-4e3d-45a3-9f67-cd385cfb8a81,segment=NetworkSegment(a9f89dba-bd7d-4e6d-96ca-5e01f19302ef),segment_id=a9f89dba-bd7d-4e6d-96ca-5e01f19302ef)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:54:34.015476 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-40d2ffde-70b1-4721-95a6-656b31743105 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:34.018373 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e221447b-4d90-43f9-83c1-637b9f62164f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:34.020435 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e221447b-4d90-43f9-83c1-637b9f62164f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:34.023937 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-e221447b-4d90-43f9-83c1-637b9f62164f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/9ec2b92d-9211-4b28-bf70-fcfe3c5aaa73 HTTP/1.1" status: 204 len: 168 time: 0.5183735 Sep 24 15:54:34.026515 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25314aae-9487-4caf-b175-4256f204e6d4 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event updated for resources: {'Subnet': ['ID=b479785c-48fa-417e-b421-1964566dcf84,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:34.052506 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7785ac-a6e7-4830-86d6-d6bd9b660a90 service neutron] Pushing event updated for resources: {'Port': ['ID=aedc8984-c719-4441-90cd-2f9058b26fa4,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:34.070880 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-40d2ffde-70b1-4721-95a6-656b31743105 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Calling delete_port for 1294cbcc-4e3d-45a3-9f67-cd385cfb8a81 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:54:34.071460 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 61bec6ae-d49a-41d0-b02b-bc695e1e100d, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=61bec6ae-d49a-41d0-b02b-bc695e1e100d,segment=NetworkSegment(07f0d959-dce2-4090-b56f-3578a7ea7773),segment_id=07f0d959-dce2-4090-b56f-3578a7ea7773)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:54:34.083215 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-0b98829f-235a-43c4-a236-c1d3593002af tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1822896 Sep 24 15:54:34.084165 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e221447b-4d90-43f9-83c1-637b9f62164f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec2b92d-9211-4b28-bf70-fcfe3c5aaa73,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:34.089090 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44424) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:34.104101 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-6b6f3a90-7db4-4f7f-9bf4-bb21b0d7625a tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Request body: {'security_group': {'name': 'tempest-secgroup--703755002'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:34.125782 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b98efd2e-db0b-4231-aba9-04955a1a07b4 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:34.145287 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-6301537b-77a0-453a-8c25-8a0cb5ab896c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa68bc5a-ac36-4bfc-813b-ef3aae9e165b', 'name': 'tempest-AttachVolumeTestJSON-1816297676-router', 'tenant_id': 'b960fdf244c2496089f6c9d33b373dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '21c80e1d-ee1e-4a5f-bbc5-445fa95422eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:54:18Z', 'updated_at': '2021-09-24T15:54:27Z', 'revision_number': 4, 'project_id': 'b960fdf244c2496089f6c9d33b373dc4', 'gw_port': {'id': '21c80e1d-ee1e-4a5f-bbc5-445fa95422eb', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa68bc5a-ac36-4bfc-813b-ef3aae9e165b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:54:19Z', 'updated_at': '2021-09-24T15:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'd466d7c6-bac4-4ebd-b80f-8c7522efb055', 'name': '', 'network_id': '3dbb0dfe-b454-4e57-a2db-34f294a0159c', 'tenant_id': 'b960fdf244c2496089f6c9d33b373dc4', 'mac_address': 'fa:16:3e:13:ff:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa68bc5a-ac36-4bfc-813b-ef3aae9e165b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': 'ad938f0b-b628-4cac-9404-1e2682973b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:54:24Z', 'updated_at': '2021-09-24T15:54:31Z', 'revision_number': 4, 'project_id': 'b960fdf244c2496089f6c9d33b373dc4', 'subnets': [{'id': 'ad938f0b-b628-4cac-9404-1e2682973b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:54:34.158426 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45fe819-2b30-4fa1-ac13-7378b99d8676 req-7998f3cc-484f-48e7-87a5-a7f546947d29 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:34.166231 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c45fe819-2b30-4fa1-ac13-7378b99d8676 req-7998f3cc-484f-48e7-87a5-a7f546947d29 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=756dc3f9-786f-43e3-a1c1-2690c736e704 HTTP/1.1" status: 200 len: 943 time: 0.2521105 Sep 24 15:54:34.183888 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-8c2c8217-9f44-4428-b05b-05f44250559c req-ef7785ac-a6e7-4830-86d6-d6bd9b660a90 service neutron] Attempting to bind port aedc8984-c719-4441-90cd-2f9058b26fa4 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:54:34.184463 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-8c2c8217-9f44-4428-b05b-05f44250559c req-ef7785ac-a6e7-4830-86d6-d6bd9b660a90 service neutron] Attempting to bind port aedc8984-c719-4441-90cd-2f9058b26fa4 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': 'a16152fb-2bdf-4e02-99e2-b4e349df34e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '5a006511-b4c6-401d-bf2d-1c9456d23123'}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:54:34.185002 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2c8217-9f44-4428-b05b-05f44250559c req-ef7785ac-a6e7-4830-86d6-d6bd9b660a90 service neutron] Attempting to bind port aedc8984-c719-4441-90cd-2f9058b26fa4 on network 5a006511-b4c6-401d-bf2d-1c9456d23123 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:54:34.190449 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2c8217-9f44-4428-b05b-05f44250559c req-ef7785ac-a6e7-4830-86d6-d6bd9b660a90 service neutron] Port aedc8984-c719-4441-90cd-2f9058b26fa4 on network 5a006511-b4c6-401d-bf2d-1c9456d23123 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:54:34.190992 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2c8217-9f44-4428-b05b-05f44250559c req-ef7785ac-a6e7-4830-86d6-d6bd9b660a90 service neutron] Attempting to bind port aedc8984-c719-4441-90cd-2f9058b26fa4 on network 5a006511-b4c6-401d-bf2d-1c9456d23123 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:54:34.194657 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6301537b-77a0-453a-8c25-8a0cb5ab896c None None] The sync data for ids ['fa68bc5a-ac36-4bfc-813b-ef3aae9e165b'] in n-d-808921-1 is: [{'id': 'fa68bc5a-ac36-4bfc-813b-ef3aae9e165b', 'name': 'tempest-AttachVolumeTestJSON-1816297676-router', 'tenant_id': 'b960fdf244c2496089f6c9d33b373dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '21c80e1d-ee1e-4a5f-bbc5-445fa95422eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:54:18Z', 'updated_at': '2021-09-24T15:54:27Z', 'revision_number': 4, 'project_id': 'b960fdf244c2496089f6c9d33b373dc4', 'gw_port': {'id': '21c80e1d-ee1e-4a5f-bbc5-445fa95422eb', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa68bc5a-ac36-4bfc-813b-ef3aae9e165b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:54:19Z', 'updated_at': '2021-09-24T15:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'd466d7c6-bac4-4ebd-b80f-8c7522efb055', 'name': '', 'network_id': '3dbb0dfe-b454-4e57-a2db-34f294a0159c', 'tenant_id': 'b960fdf244c2496089f6c9d33b373dc4', 'mac_address': 'fa:16:3e:13:ff:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa68bc5a-ac36-4bfc-813b-ef3aae9e165b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': 'ad938f0b-b628-4cac-9404-1e2682973b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:54:24Z', 'updated_at': '2021-09-24T15:54:31Z', 'revision_number': 4, 'project_id': 'b960fdf244c2496089f6c9d33b373dc4', 'subnets': [{'id': 'ad938f0b-b628-4cac-9404-1e2682973b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:54:34.197557 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2c8217-9f44-4428-b05b-05f44250559c req-ef7785ac-a6e7-4830-86d6-d6bd9b660a90 service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:54:34.198090 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2c8217-9f44-4428-b05b-05f44250559c req-ef7785ac-a6e7-4830-86d6-d6bd9b660a90 service neutron] Checking segment: {'id': 'a16152fb-2bdf-4e02-99e2-b4e349df34e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '5a006511-b4c6-401d-bf2d-1c9456d23123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:54:34.198727 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c2c8217-9f44-4428-b05b-05f44250559c req-ef7785ac-a6e7-4830-86d6-d6bd9b660a90 service neutron] Bound using segment: {'id': 'a16152fb-2bdf-4e02-99e2-b4e349df34e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '5a006511-b4c6-401d-bf2d-1c9456d23123'} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:54:34.199364 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-8c2c8217-9f44-4428-b05b-05f44250559c req-ef7785ac-a6e7-4830-86d6-d6bd9b660a90 service neutron] Bound port: aedc8984-c719-4441-90cd-2f9058b26fa4, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a16152fb-2bdf-4e02-99e2-b4e349df34e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '5a006511-b4c6-401d-bf2d-1c9456d23123'}}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:54:34.203655 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-8c2c8217-9f44-4428-b05b-05f44250559c req-ef7785ac-a6e7-4830-86d6-d6bd9b660a90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:34.204701 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7bd1c2e0-f106-4b09-8084-8296162a3a31 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:34.204820 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-25314aae-9487-4caf-b175-4256f204e6d4 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3812549 Sep 24 15:54:34.206385 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44428) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:34.211741 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-5e2c5b0f-ea04-4b01-b26e-b282f6837aea tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Request body: {'port': {'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'mac_address': 'fa:16:3e:e9:a2:dd', 'name': 'tempest-NetworksTestDHCPv6-305269994'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:34.226394 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:34.238480 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device dc03181b-eebc-4350-ae95-5058ea48d9fb no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:54:34.238480 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b98efd2e-db0b-4231-aba9-04955a1a07b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:34.238480 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-dc5798c8-dd4c-47e8-8cb9-fef25ac5a88c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:34.268902 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3660919b-4746-435d-a4c8-75f54686c46d tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Network 3a6c98a9-5931-406e-bcc7-3547b66b4f6c is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:54:34.354642 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7bd1c2e0-f106-4b09-8084-8296162a3a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:34.362477 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:34.394835 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98efd2e-db0b-4231-aba9-04955a1a07b4 None None] Network a1a2ad54-ab62-4307-98d4-ba60d9795dd1 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:54:34.424113 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c45fe819-2b30-4fa1-ac13-7378b99d8676 req-1a429396-3e34-4841-bcdf-43cdb88c5479 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=e1bf097d-ba10-49b0-95a0-b191bbbc69a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2554653 Sep 24 15:54:34.439125 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-b42bd5b5-df75-489c-8612-563fef74cd79 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Allocated IP 172.20.0.6 (a1a2ad54-ab62-4307-98d4-ba60d9795dd1/3589ec21-0448-47b3-9a86-715f3795d668/a9f9ce3a-c3b6-478d-85e9-10c05437691d) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:54:34.463144 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=61bec6ae-d49a-41d0-b02b-bc695e1e100d,revision_number=6']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:34.467338 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-b98efd2e-db0b-4231-aba9-04955a1a07b4 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:54:34.475316 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98efd2e-db0b-4231-aba9-04955a1a07b4 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:54:34.485725 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd1c2e0-f106-4b09-8084-8296162a3a31 None None] Network 50d98e88-8a75-4835-9919-86c163395f7c is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:54:34.491702 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-8c2c8217-9f44-4428-b05b-05f44250559c req-ef7785ac-a6e7-4830-86d6-d6bd9b660a90 service neutron] For port aedc8984-c719-4441-90cd-2f9058b26fa4, host n-h2-808921-1, cleared binding levels {{(pid=95297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:54:34.504236 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-7bd1c2e0-f106-4b09-8084-8296162a3a31 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:54:34.518307 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-8c2c8217-9f44-4428-b05b-05f44250559c req-ef7785ac-a6e7-4830-86d6-d6bd9b660a90 service neutron] For port aedc8984-c719-4441-90cd-2f9058b26fa4, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=aedc8984-c719-4441-90cd-2f9058b26fa4,segment=NetworkSegment(a16152fb-2bdf-4e02-99e2-b4e349df34e6),segment_id=a16152fb-2bdf-4e02-99e2-b4e349df34e6)] {{(pid=95297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:54:34.519335 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-3660919b-4746-435d-a4c8-75f54686c46d tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 3a6c98a9-5931-406e-bcc7-3547b66b4f6c) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:54:34.522502 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6b6f3a90-7db4-4f7f-9bf4-bb21b0d7625a tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:34.536941 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd1c2e0-f106-4b09-8084-8296162a3a31 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:54:34.547367 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a756fbb-4ddd-4d96-aac2-98a82c977860 None None] Network 3a6c98a9-5931-406e-bcc7-3547b66b4f6c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:54:34.561598 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3660919b-4746-435d-a4c8-75f54686c46d tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:34.566551 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3660919b-4746-435d-a4c8-75f54686c46d tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:34.571752 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c0c35614-eea3-4fbf-837d-580a9c7cd81b tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:34.630939 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-8c2c8217-9f44-4428-b05b-05f44250559c req-ef7785ac-a6e7-4830-86d6-d6bd9b660a90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:34.762409 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2c8217-9f44-4428-b05b-05f44250559c req-ef7785ac-a6e7-4830-86d6-d6bd9b660a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:34.763575 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-8c2c8217-9f44-4428-b05b-05f44250559c req-ef7785ac-a6e7-4830-86d6-d6bd9b660a90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:34.767824 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8c2c8217-9f44-4428-b05b-05f44250559c req-ef7785ac-a6e7-4830-86d6-d6bd9b660a90 service neutron] 10.222.0.108 "PUT /v2.0/ports/aedc8984-c719-4441-90cd-2f9058b26fa4 HTTP/1.1" status: 200 len: 1091 time: 2.7550285 Sep 24 15:54:34.768328 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '756dc3f9-786f-43e3-a1c1-2690c736e704', 'tag': 'aedc8984-c719-4441-90cd-2f9058b26fa4'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:54:34.773060 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace910b5-a2e9-4501-a888-732e1895ac83" -d '{"events": [{"name": "network-changed", "server_uuid": "756dc3f9-786f-43e3-a1c1-2690c736e704", "tag": "aedc8984-c719-4441-90cd-2f9058b26fa4"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:54:34.773299 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98efd2e-db0b-4231-aba9-04955a1a07b4 None None] Pushing event updated for resources: {'Port': ['ID=9725fd50-34d5-4c0c-b82e-c4658d97fc41,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:34.826310 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e2c5b0f-ea04-4b01-b26e-b282f6837aea tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Made reservation on behalf of 1ffc126d96724ce991d5ac46e64fd1ec for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:54:34.866810 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-40d2ffde-70b1-4721-95a6-656b31743105 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:34.881227 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa687ec8-2139-4aad-a2c3-75384ca3f235 x-openstack-request-id: req-fa687ec8-2139-4aad-a2c3-75384ca3f235 {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:54:34.882138 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "756dc3f9-786f-43e3-a1c1-2690c736e704", "tag": "aedc8984-c719-4441-90cd-2f9058b26fa4", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:54:34.884068 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-fa687ec8-2139-4aad-a2c3-75384ca3f235 {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:54:34.884521 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '756dc3f9-786f-43e3-a1c1-2690c736e704', 'tag': 'aedc8984-c719-4441-90cd-2f9058b26fa4', 'status': 'completed', 'code': 200} Sep 24 15:54:34.898235 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7785ac-a6e7-4830-86d6-d6bd9b660a90 service neutron] Pushing event updated for resources: {'Port': ['ID=aedc8984-c719-4441-90cd-2f9058b26fa4,revision_number=3']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:34.923581 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593aa63b-ebf0-42a5-9f3e-1ae6d475833c req-e2715829-c496-4ccd-9836-cbfe01d76f2b tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:34.930053 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593aa63b-ebf0-42a5-9f3e-1ae6d475833c req-e2715829-c496-4ccd-9836-cbfe01d76f2b tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:34.931439 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a7b1d1-ddc9-4674-827f-199eb4c77de7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61bec6ae-d49a-41d0-b02b-bc695e1e100d'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:54:34.936532 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c88d2e2-54d1-48bb-96b4-d2ad9d5fa513" -d '{"events": [{"server_uuid": "52a7b1d1-ddc9-4674-827f-199eb4c77de7", "name": "network-vif-unplugged", "status": "completed", "tag": "61bec6ae-d49a-41d0-b02b-bc695e1e100d"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:54:34.936764 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593aa63b-ebf0-42a5-9f3e-1ae6d475833c req-e2715829-c496-4ccd-9836-cbfe01d76f2b tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:34.942929 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593aa63b-ebf0-42a5-9f3e-1ae6d475833c req-e2715829-c496-4ccd-9836-cbfe01d76f2b tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:34.949116 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593aa63b-ebf0-42a5-9f3e-1ae6d475833c req-e2715829-c496-4ccd-9836-cbfe01d76f2b tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:34.950145 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d2ffde-70b1-4721-95a6-656b31743105 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Pushing event deleted for resources: {'Port': ['ID=1294cbcc-4e3d-45a3-9f67-cd385cfb8a81,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:34.957159 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-593aa63b-ebf0-42a5-9f3e-1ae6d475833c req-e2715829-c496-4ccd-9836-cbfe01d76f2b tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 3802 time: 0.3548927 Sep 24 15:54:34.962776 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-3660919b-4746-435d-a4c8-75f54686c46d tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.7289710 Sep 24 15:54:35.000120 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-b98efd2e-db0b-4231-aba9-04955a1a07b4 None None] Attempting to bind port 9725fd50-34d5-4c0c-b82e-c4658d97fc41 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:54:35.001096 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-b98efd2e-db0b-4231-aba9-04955a1a07b4 None None] Attempting to bind port 9725fd50-34d5-4c0c-b82e-c4658d97fc41 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '1844f042-2d03-459a-ac54-9af6c0f85911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': 'a1a2ad54-ab62-4307-98d4-ba60d9795dd1'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:54:35.001801 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98efd2e-db0b-4231-aba9-04955a1a07b4 None None] Attempting to bind port 9725fd50-34d5-4c0c-b82e-c4658d97fc41 on network a1a2ad54-ab62-4307-98d4-ba60d9795dd1 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:54:35.040972 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 15:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f00c30e-3aab-455c-8ceb-056090116ccd x-openstack-request-id: req-3f00c30e-3aab-455c-8ceb-056090116ccd {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:54:35.041439 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a7b1d1-ddc9-4674-827f-199eb4c77de7", "name": "network-vif-unplugged", "status": "completed", "tag": "61bec6ae-d49a-41d0-b02b-bc695e1e100d", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:54:35.041797 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-3f00c30e-3aab-455c-8ceb-056090116ccd {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:54:35.056207 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a7b1d1-ddc9-4674-827f-199eb4c77de7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '61bec6ae-d49a-41d0-b02b-bc695e1e100d', 'code': 200} Sep 24 15:54:35.057174 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-26879ede-8281-4339-ac76-b0fb37db4eb9 None None] Provisioning complete for port 70f68d1a-4d62-4ee3-ae39-b3c0cf1402e5 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:54:35.057659 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-26879ede-8281-4339-ac76-b0fb37db4eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:35.157285 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:35.160050 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-7bd1c2e0-f106-4b09-8084-8296162a3a31 None None] Attempting to bind port 3aa9d6a9-7641-49ee-8f18-10d547bbddd1 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:54:35.160705 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-7bd1c2e0-f106-4b09-8084-8296162a3a31 None None] Attempting to bind port 3aa9d6a9-7641-49ee-8f18-10d547bbddd1 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:54:35.161317 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd1c2e0-f106-4b09-8084-8296162a3a31 None None] Attempting to bind port 3aa9d6a9-7641-49ee-8f18-10d547bbddd1 on network 50d98e88-8a75-4835-9919-86c163395f7c {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:54:35.163459 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98efd2e-db0b-4231-aba9-04955a1a07b4 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:54:35.163938 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98efd2e-db0b-4231-aba9-04955a1a07b4 None None] Checking segment: {'id': '1844f042-2d03-459a-ac54-9af6c0f85911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': 'a1a2ad54-ab62-4307-98d4-ba60d9795dd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:54:35.164601 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b98efd2e-db0b-4231-aba9-04955a1a07b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:35.165230 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b98efd2e-db0b-4231-aba9-04955a1a07b4 None None] Bound using segment: {'id': '1844f042-2d03-459a-ac54-9af6c0f85911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': 'a1a2ad54-ab62-4307-98d4-ba60d9795dd1'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:54:35.165937 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-b98efd2e-db0b-4231-aba9-04955a1a07b4 None None] Bound port: 9725fd50-34d5-4c0c-b82e-c4658d97fc41, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1844f042-2d03-459a-ac54-9af6c0f85911', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1286, 'network_id': 'a1a2ad54-ab62-4307-98d4-ba60d9795dd1'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:54:35.171839 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b98efd2e-db0b-4231-aba9-04955a1a07b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:35.203431 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b42bd5b5-df75-489c-8612-563fef74cd79 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:35.210160 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-593aa63b-ebf0-42a5-9f3e-1ae6d475833c req-c294dca3-1d77-4715-960b-a8331800f52f tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/security-groups?id=faaaed6c-5dc8-4a43-a587-4571f710ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2520497 Sep 24 15:54:35.235144 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace910b5-a2e9-4501-a888-732e1895ac83 req-eef3752c-4ec2-4383-be29-df4c5b7405ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:35.237029 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ace910b5-a2e9-4501-a888-732e1895ac83 req-eef3752c-4ec2-4383-be29-df4c5b7405ea service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=7e512e155fd047afb7c369ee55b40ecc&device_id=756dc3f9-786f-43e3-a1c1-2690c736e704 HTTP/1.1" status: 200 len: 1094 time: 0.3311408 Sep 24 15:54:35.244443 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5e2c5b0f-ea04-4b01-b26e-b282f6837aea tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:35.246485 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd1c2e0-f106-4b09-8084-8296162a3a31 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:54:35.246954 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd1c2e0-f106-4b09-8084-8296162a3a31 None None] Checking segment: {'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:54:35.247951 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7bd1c2e0-f106-4b09-8084-8296162a3a31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:35.249139 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd1c2e0-f106-4b09-8084-8296162a3a31 None None] Bound using segment: {'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:54:35.249699 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-7bd1c2e0-f106-4b09-8084-8296162a3a31 None None] Bound port: 3aa9d6a9-7641-49ee-8f18-10d547bbddd1, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:54:35.251401 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7bd1c2e0-f106-4b09-8084-8296162a3a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:35.307334 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [None req-5e2c5b0f-ea04-4b01-b26e-b282f6837aea tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] device_id is not set on port 10fd6903-20fd-43ad-b902-a7f76020ed75 yet. {{(pid=95297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:54:35.313761 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd1c2e0-f106-4b09-8084-8296162a3a31 None None] Pushing event updated for resources: {'Port': ['ID=3aa9d6a9-7641-49ee-8f18-10d547bbddd1,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:35.382910 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-26879ede-8281-4339-ac76-b0fb37db4eb9 None None] Port 70f68d1a-4d62-4ee3-ae39-b3c0cf1402e5 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:54:35.430782 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6b6f3a90-7db4-4f7f-9bf4-bb21b0d7625a tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:35.433656 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-40d2ffde-70b1-4721-95a6-656b31743105 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] No DVR routers for this DVR port 1294cbcc-4e3d-45a3-9f67-cd385cfb8a81 on host n-h1-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:54:35.474150 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-c0c35614-eea3-4fbf-837d-580a9c7cd81b tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Allocated IP 172.25.0.104 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/6c3009e0-5bb3-4d71-8e8d-6805f8e48438) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:54:35.529859 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace910b5-a2e9-4501-a888-732e1895ac83 req-a4134924-c779-46ac-b4db-ad845aa4ac52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:35.545988 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ace910b5-a2e9-4501-a888-732e1895ac83 req-a4134924-c779-46ac-b4db-ad845aa4ac52 service neutron] 10.222.0.108 "GET /v2.0/networks?tenant_id=7e512e155fd047afb7c369ee55b40ecc&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2978044 Sep 24 15:54:35.588987 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:35.605563 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port dc03181b-eebc-4350-ae95-5058ea48d9fb, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=dc03181b-eebc-4350-ae95-5058ea48d9fb,segment=NetworkSegment(40ae7766-b06a-4ffc-9ec0-bb3040c6122f),segment_id=40ae7766-b06a-4ffc-9ec0-bb3040c6122f)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:54:35.754686 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-b98efd2e-db0b-4231-aba9-04955a1a07b4 None None] For port 9725fd50-34d5-4c0c-b82e-c4658d97fc41, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:54:35.791993 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:35.794317 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 34493fa2-c78b-4d4b-9578-01087865790c no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:54:35.798948 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c0c35614-eea3-4fbf-837d-580a9c7cd81b tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:35.836858 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-40d2ffde-70b1-4721-95a6-656b31743105 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:35.839260 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-40d2ffde-70b1-4721-95a6-656b31743105 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.110 "DELETE /v2.0/ports/1294cbcc-4e3d-45a3-9f67-cd385cfb8a81 HTTP/1.1" status: 204 len: 173 time: 2.2778099 Sep 24 15:54:35.840449 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b42bd5b5-df75-489c-8612-563fef74cd79 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:35.845262 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a7b1d1-ddc9-4674-827f-199eb4c77de7', 'name': 'network-vif-deleted', 'tag': '1294cbcc-4e3d-45a3-9f67-cd385cfb8a81'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:54:35.848041 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02307a58-b602-4e37-90b7-4da8a3c79eb5" -d '{"events": [{"server_uuid": "52a7b1d1-ddc9-4674-827f-199eb4c77de7", "name": "network-vif-deleted", "tag": "1294cbcc-4e3d-45a3-9f67-cd385cfb8a81"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:54:35.917375 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-b98efd2e-db0b-4231-aba9-04955a1a07b4 None None] For port 9725fd50-34d5-4c0c-b82e-c4658d97fc41, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=9725fd50-34d5-4c0c-b82e-c4658d97fc41,segment=NetworkSegment(1844f042-2d03-459a-ac54-9af6c0f85911),segment_id=1844f042-2d03-459a-ac54-9af6c0f85911)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:54:35.941300 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552cd56d-8875-4727-a695-37865c0bc4de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-3a6c98a9-5931-406e-bcc7-3547b66b4f6c', 'network_id': '3a6c98a9-5931-406e-bcc7-3547b66b4f6c', 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'fixed_ips': [{'subnet_id': 'dae38f63-2fc8-424d-8d7c-b689599e967d'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:54:35.945669 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-552cd56d-8875-4727-a695-37865c0bc4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:35.954288 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7bd1c2e0-f106-4b09-8084-8296162a3a31 None None] For port 3aa9d6a9-7641-49ee-8f18-10d547bbddd1, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:54:35.969895 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44460) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:35.970648 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42bd5b5-df75-489c-8612-563fef74cd79 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event updated for resources: {'Port': ['ID=a9f9ce3a-c3b6-478d-85e9-10c05437691d,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:35.991939 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7bd1c2e0-f106-4b09-8084-8296162a3a31 None None] For port 3aa9d6a9-7641-49ee-8f18-10d547bbddd1, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=3aa9d6a9-7641-49ee-8f18-10d547bbddd1,segment=NetworkSegment(fb531be8-b37e-4ff9-a98b-5c7db484a0eb),segment_id=fb531be8-b37e-4ff9-a98b-5c7db484a0eb)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:54:36.021283 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-5e2c5b0f-ea04-4b01-b26e-b282f6837aea tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Allocated IP 172.20.0.4 (50d98e88-8a75-4835-9919-86c163395f7c/2cdfe01d-475e-4537-8547-5901178e95fd/10fd6903-20fd-43ad-b902-a7f76020ed75) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:54:36.037210 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-5e2c5b0f-ea04-4b01-b26e-b282f6837aea tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Allocated IP 2001:db8::f816:3eff:fee9:a2dd (50d98e88-8a75-4835-9919-86c163395f7c/b479785c-48fa-417e-b421-1964566dcf84/10fd6903-20fd-43ad-b902-a7f76020ed75) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:54:36.060857 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c0c35614-eea3-4fbf-837d-580a9c7cd81b tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:36.064805 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b98efd2e-db0b-4231-aba9-04955a1a07b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:36.069713 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6b6f3a90-7db4-4f7f-9bf4-bb21b0d7625a tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:36.154814 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=dc03181b-eebc-4350-ae95-5058ea48d9fb,revision_number=6']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:36.204957 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b42bd5b5-df75-489c-8612-563fef74cd79 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Network a1a2ad54-ab62-4307-98d4-ba60d9795dd1 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:54:36.220139 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-b42bd5b5-df75-489c-8612-563fef74cd79 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:54:36.222736 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42bd5b5-df75-489c-8612-563fef74cd79 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:54:36.244298 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c35614-eea3-4fbf-837d-580a9c7cd81b tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:54:36.254855 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-c0c35614-eea3-4fbf-837d-580a9c7cd81b tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:54:36.258292 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c35614-eea3-4fbf-837d-580a9c7cd81b tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:54:36.353926 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f3a90-7db4-4f7f-9bf4-bb21b0d7625a tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bfcb4d5-87d1-45d2-b2cb-1f4c198c09c4,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:36.355324 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device d466d7c6-bac4-4ebd-b80f-8c7522efb055 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:54:36.356167 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c35614-eea3-4fbf-837d-580a9c7cd81b tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Pushing event updated for resources: {'Port': ['ID=6c3009e0-5bb3-4d71-8e8d-6805f8e48438,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:36.359830 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7bd1c2e0-f106-4b09-8084-8296162a3a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:36.366545 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-92cae4f6-a597-4194-b619-c97b61611e17 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Request body: {'networks': [{'name': 'tempest-network--1559388224'}, {'name': 'tempest-network--242482930'}]} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:36.366860 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-92cae4f6-a597-4194-b619-c97b61611e17 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Request body: {'network': {'name': 'tempest-network--1559388224'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:36.367313 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-92cae4f6-a597-4194-b619-c97b61611e17 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Request body: {'network': {'name': 'tempest-network--242482930'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:36.410292 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42bd5b5-df75-489c-8612-563fef74cd79 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:36.411099 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b42bd5b5-df75-489c-8612-563fef74cd79 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:36.419197 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6b6f3a90-7db4-4f7f-9bf4-bb21b0d7625a tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:36.423231 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-6b6f3a90-7db4-4f7f-9bf4-bb21b0d7625a tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.3305559 Sep 24 15:54:36.435509 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44466) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:36.441950 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-c62192a0-faa7-4d26-b53c-5eff3320c596 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Request body: {'security_group_rule': {'security_group_id': '5bfcb4d5-87d1-45d2-b2cb-1f4c198c09c4', 'direction': 'ingress', 'protocol': 17}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:36.442212 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98efd2e-db0b-4231-aba9-04955a1a07b4 None None] Pushing event updated for resources: {'Port': ['ID=9725fd50-34d5-4c0c-b82e-c4658d97fc41,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:36.481349 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-02057e02-6f30-43c8-be6d-c66bb8b2ba09 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Deleting port 3f88f959-1620-4ba5-b8f1-845322a97779 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:54:36.494234 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-02057e02-6f30-43c8-be6d-c66bb8b2ba09 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:36.588122 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-552cd56d-8875-4727-a695-37865c0bc4de None None] Allocated IP 172.20.0.18 (3a6c98a9-5931-406e-bcc7-3547b66b4f6c/dae38f63-2fc8-424d-8d7c-b689599e967d/76365c5d-e19a-4431-a0ca-d2237b83e3e3) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:54:36.624553 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44468) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:36.640040 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-edf94faa-84d7-423b-97dd-dae60ad9cfc1 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2045340370', 'description': 'tempest-secgroup-smoke-2045340370 description', 'project_id': '7841fa2f595c42b88ef5416d36f78c25'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:36.642920 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:36.644809 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92cae4f6-a597-4194-b619-c97b61611e17 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Made reservation on behalf of e01a020f8d774f5f8b2a07255349f146 for: {'network': 2} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:54:36.656254 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-92cae4f6-a597-4194-b619-c97b61611e17 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:36.674546 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e410f6-f1e3-43ef-ab4b-63f84171e307 x-openstack-request-id: req-01e410f6-f1e3-43ef-ab4b-63f84171e307 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:54:36.674891 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a7b1d1-ddc9-4674-827f-199eb4c77de7", "name": "network-vif-deleted", "tag": "1294cbcc-4e3d-45a3-9f67-cd385cfb8a81", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:54:36.675544 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-01e410f6-f1e3-43ef-ab4b-63f84171e307 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:54:36.676024 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a7b1d1-ddc9-4674-827f-199eb4c77de7', 'name': 'network-vif-deleted', 'tag': '1294cbcc-4e3d-45a3-9f67-cd385cfb8a81', 'status': 'completed', 'code': 200} Sep 24 15:54:36.717657 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-92cae4f6-a597-4194-b619-c97b61611e17 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:36.750784 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c0c35614-eea3-4fbf-837d-580a9c7cd81b tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:36.781145 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b42bd5b5-df75-489c-8612-563fef74cd79 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.9568765 Sep 24 15:54:36.786120 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44470) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:36.787902 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd1c2e0-f106-4b09-8084-8296162a3a31 None None] Pushing event updated for resources: {'Port': ['ID=3aa9d6a9-7641-49ee-8f18-10d547bbddd1,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:36.849399 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port d466d7c6-bac4-4ebd-b80f-8c7522efb055 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:54:36.849399 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:36.869178 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:36.899455 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 34493fa2-c78b-4d4b-9578-01087865790c, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=34493fa2-c78b-4d4b-9578-01087865790c,segment=NetworkSegment(07f0d959-dce2-4090-b56f-3578a7ea7773),segment_id=07f0d959-dce2-4090-b56f-3578a7ea7773)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:54:36.921282 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-02057e02-6f30-43c8-be6d-c66bb8b2ba09 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] For port 3f88f959-1620-4ba5-b8f1-845322a97779, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=3f88f959-1620-4ba5-b8f1-845322a97779,segment=NetworkSegment(a9f89dba-bd7d-4e6d-96ca-5e01f19302ef),segment_id=a9f89dba-bd7d-4e6d-96ca-5e01f19302ef)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:54:36.922023 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-02057e02-6f30-43c8-be6d-c66bb8b2ba09 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:36.995025 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a752ce7-19da-4964-a531-f8a26dabe726 req-807a2a0a-b04a-4891-b302-95be5897be49 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:36.996632 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2a752ce7-19da-4964-a531-f8a26dabe726 req-807a2a0a-b04a-4891-b302-95be5897be49 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=756dc3f9-786f-43e3-a1c1-2690c736e704 HTTP/1.1" status: 200 len: 943 time: 1.3880119 Sep 24 15:54:37.014563 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-02057e02-6f30-43c8-be6d-c66bb8b2ba09 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Calling delete_port for 3f88f959-1620-4ba5-b8f1-845322a97779 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:54:37.016000 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:54:37.021819 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace910b5-a2e9-4501-a888-732e1895ac83 req-afc4f082-23ff-4634-8755-11cfb42d62db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:37.023842 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ace910b5-a2e9-4501-a888-732e1895ac83 req-afc4f082-23ff-4634-8755-11cfb42d62db service neutron] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 1.4169724 Sep 24 15:54:37.032670 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c62192a0-faa7-4d26-b53c-5eff3320c596 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:37.107360 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a7b1d1-ddc9-4674-827f-199eb4c77de7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc03181b-eebc-4350-ae95-5058ea48d9fb'}, {'server_uuid': '52a7b1d1-ddc9-4674-827f-199eb4c77de7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34493fa2-c78b-4d4b-9578-01087865790c'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:54:37.109869 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-967e0cd6-2d55-494c-8bc9-fa2f132bf8be" -d '{"events": [{"server_uuid": "52a7b1d1-ddc9-4674-827f-199eb4c77de7", "name": "network-vif-unplugged", "status": "completed", "tag": "dc03181b-eebc-4350-ae95-5058ea48d9fb"}, {"server_uuid": "52a7b1d1-ddc9-4674-827f-199eb4c77de7", "name": "network-vif-unplugged", "status": "completed", "tag": "34493fa2-c78b-4d4b-9578-01087865790c"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:54:37.125747 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.db.api [None req-92cae4f6-a597-4194-b619-c97b61611e17 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 15:54:37.125747 n-d-808921-1 neutron-server[95298]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 24 15:54:37.125747 n-d-808921-1 neutron-server[95298]: [parameters: {'project_id_1': 'e01a020f8d774f5f8b2a07255349f146', 'expiration_1': datetime.datetime(2021, 9, 24, 15, 54, 16, 894739)}] Sep 24 15:54:37.125747 n-d-808921-1 neutron-server[95298]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:54:37.126219 n-d-808921-1 neutron-server[95298]: DEBUG oslo_db.api [None req-92cae4f6-a597-4194-b619-c97b61611e17 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:54:37.153410 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:37.160758 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 3f88f959-1620-4ba5-b8f1-845322a97779 no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:54:37.167100 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2a752ce7-19da-4964-a531-f8a26dabe726 req-e8ec7d70-9fa9-48b7-8401-1d06bfd28539 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=e1bf097d-ba10-49b0-95a0-b191bbbc69a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1412284 Sep 24 15:54:37.168089 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f325147a-fadc-4c6c-8577-a3564fc0e41a req-6cecaa45-761a-406b-aebc-5fb1c360ce6c tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:37.172993 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5e2c5b0f-ea04-4b01-b26e-b282f6837aea tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:37.175494 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f325147a-fadc-4c6c-8577-a3564fc0e41a req-6cecaa45-761a-406b-aebc-5fb1c360ce6c tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:37.186896 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2c8217-9f44-4428-b05b-05f44250559c req-7cb205a5-69d3-4e7d-b0dc-2eceb4a4d79e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:37.188582 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8c2c8217-9f44-4428-b05b-05f44250559c req-7cb205a5-69d3-4e7d-b0dc-2eceb4a4d79e service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=7e512e155fd047afb7c369ee55b40ecc&device_id=756dc3f9-786f-43e3-a1c1-2690c736e704 HTTP/1.1" status: 200 len: 1094 time: 0.0944729 Sep 24 15:54:37.190932 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f325147a-fadc-4c6c-8577-a3564fc0e41a req-6cecaa45-761a-406b-aebc-5fb1c360ce6c tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:37.197039 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f325147a-fadc-4c6c-8577-a3564fc0e41a req-6cecaa45-761a-406b-aebc-5fb1c360ce6c tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:37.205121 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f325147a-fadc-4c6c-8577-a3564fc0e41a req-6cecaa45-761a-406b-aebc-5fb1c360ce6c tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 3145 time: 0.4746139 Sep 24 15:54:37.215740 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c0c35614-eea3-4fbf-837d-580a9c7cd81b tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:37.250054 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8c2c8217-9f44-4428-b05b-05f44250559c req-f7a3166b-96d6-4d28-921f-cb1ff9b4ed81 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aedc8984-c719-4441-90cd-2f9058b26fa4 HTTP/1.1" status: 200 len: 217 time: 0.0522776 Sep 24 15:54:37.283445 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 24 Sep 2021 15:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e57ba75-352b-4433-8082-313fb7417e0f x-openstack-request-id: req-6e57ba75-352b-4433-8082-313fb7417e0f {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:54:37.283854 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a7b1d1-ddc9-4674-827f-199eb4c77de7", "name": "network-vif-unplugged", "status": "completed", "tag": "dc03181b-eebc-4350-ae95-5058ea48d9fb", "code": 200}, {"server_uuid": "52a7b1d1-ddc9-4674-827f-199eb4c77de7", "name": "network-vif-unplugged", "status": "completed", "tag": "34493fa2-c78b-4d4b-9578-01087865790c", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:54:37.286781 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-6e57ba75-352b-4433-8082-313fb7417e0f {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:54:37.289271 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a7b1d1-ddc9-4674-827f-199eb4c77de7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc03181b-eebc-4350-ae95-5058ea48d9fb', 'code': 200} Sep 24 15:54:37.289271 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a7b1d1-ddc9-4674-827f-199eb4c77de7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34493fa2-c78b-4d4b-9578-01087865790c', 'code': 200} Sep 24 15:54:37.295093 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=34493fa2-c78b-4d4b-9578-01087865790c,revision_number=6']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:37.320045 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-edf94faa-84d7-423b-97dd-dae60ad9cfc1 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:37.331666 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-552cd56d-8875-4727-a695-37865c0bc4de None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:37.334705 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2c8217-9f44-4428-b05b-05f44250559c req-348c6f0e-7ca0-4120-9293-65d9b8a3e7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:37.340511 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8c2c8217-9f44-4428-b05b-05f44250559c req-348c6f0e-7ca0-4120-9293-65d9b8a3e7d4 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=a105c675-e167-42b4-b812-5ae7f91fba38 HTTP/1.1" status: 200 len: 835 time: 0.0808024 Sep 24 15:54:37.397579 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2c8217-9f44-4428-b05b-05f44250559c req-13ef6796-a54c-49fe-8531-02c5d3e513dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:37.399202 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8c2c8217-9f44-4428-b05b-05f44250559c req-13ef6796-a54c-49fe-8531-02c5d3e513dc service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=5a006511-b4c6-401d-bf2d-1c9456d23123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520246 Sep 24 15:54:37.430662 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-552cd56d-8875-4727-a695-37865c0bc4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:37.434757 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:37.439405 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f325147a-fadc-4c6c-8577-a3564fc0e41a req-4476fb3b-09a0-41a6-b143-a420fc533e08 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/security-groups?id=faaaed6c-5dc8-4a43-a587-4571f710ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2334192 Sep 24 15:54:37.488792 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5e2c5b0f-ea04-4b01-b26e-b282f6837aea tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:37.491662 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552cd56d-8875-4727-a695-37865c0bc4de None None] Network 3a6c98a9-5931-406e-bcc7-3547b66b4f6c is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:54:37.491805 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-ce5245ae-ba2f-4531-9dbd-e4b4dab7f9d5 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Deleting port a9f9ce3a-c3b6-478d-85e9-10c05437691d {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:54:37.492014 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ce5245ae-ba2f-4531-9dbd-e4b4dab7f9d5 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:37.501839 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-552cd56d-8875-4727-a695-37865c0bc4de None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:54:37.504334 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552cd56d-8875-4727-a695-37865c0bc4de None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:54:37.509250 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c62192a0-faa7-4d26-b53c-5eff3320c596 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:37.525744 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552cd56d-8875-4727-a695-37865c0bc4de None None] Pushing event updated for resources: {'Port': ['ID=76365c5d-e19a-4431-a0ca-d2237b83e3e3,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:37.531249 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 3f88f959-1620-4ba5-b8f1-845322a97779, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=3f88f959-1620-4ba5-b8f1-845322a97779,segment=NetworkSegment(a9f89dba-bd7d-4e6d-96ca-5e01f19302ef),segment_id=a9f89dba-bd7d-4e6d-96ca-5e01f19302ef)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:54:37.556162 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2c5b0f-ea04-4b01-b26e-b282f6837aea tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Network 50d98e88-8a75-4835-9919-86c163395f7c is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:54:37.564144 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-5e2c5b0f-ea04-4b01-b26e-b282f6837aea tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:54:37.571326 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2c5b0f-ea04-4b01-b26e-b282f6837aea tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:54:37.597374 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c62192a0-faa7-4d26-b53c-5eff3320c596 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:37.606048 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c5b0f-ea04-4b01-b26e-b282f6837aea tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event updated for resources: {'Port': ['ID=10fd6903-20fd-43ad-b902-a7f76020ed75,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:37.640745 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8c2c8217-9f44-4428-b05b-05f44250559c req-64898fa3-2bf3-41e7-8aa1-ab0452cbcb74 service neutron] 10.222.0.108 "GET /v2.0/networks/5a006511-b4c6-401d-bf2d-1c9456d23123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335997 Sep 24 15:54:37.652542 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2c5b0f-ea04-4b01-b26e-b282f6837aea tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:37.652687 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-92cae4f6-a597-4194-b619-c97b61611e17 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:37.653214 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5e2c5b0f-ea04-4b01-b26e-b282f6837aea tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:37.694125 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62192a0-faa7-4d26-b53c-5eff3320c596 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ff2b160-1e17-4d6a-a937-53e52eb82eac,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:37.749961 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:37.750588 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 70f68d1a-4d62-4ee3-ae39-b3c0cf1402e5 no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:54:37.760657 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8c2c8217-9f44-4428-b05b-05f44250559c req-216ba805-5725-4da9-bb68-3908b94215e8 service neutron] 10.222.0.108 "GET /v2.0/networks/5a006511-b4c6-401d-bf2d-1c9456d23123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035349 Sep 24 15:54:37.786255 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ce5245ae-ba2f-4531-9dbd-e4b4dab7f9d5 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:37.820239 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-edf94faa-84d7-423b-97dd-dae60ad9cfc1 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:37.822489 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c0c35614-eea3-4fbf-837d-580a9c7cd81b tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:37.828085 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-ce5245ae-ba2f-4531-9dbd-e4b4dab7f9d5 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Calling delete_port for a9f9ce3a-c3b6-478d-85e9-10c05437691d owned by {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:54:37.830517 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-552cd56d-8875-4727-a695-37865c0bc4de None None] Attempting to bind port 76365c5d-e19a-4431-a0ca-d2237b83e3e3 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:54:37.831028 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-552cd56d-8875-4727-a695-37865c0bc4de None None] Attempting to bind port 76365c5d-e19a-4431-a0ca-d2237b83e3e3 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'e1d98049-eee8-47df-959b-ec6c0bc0b9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '3a6c98a9-5931-406e-bcc7-3547b66b4f6c'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:54:37.831398 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552cd56d-8875-4727-a695-37865c0bc4de None None] Attempting to bind port 76365c5d-e19a-4431-a0ca-d2237b83e3e3 on network 3a6c98a9-5931-406e-bcc7-3547b66b4f6c {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:54:37.853693 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552cd56d-8875-4727-a695-37865c0bc4de None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:54:37.854635 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552cd56d-8875-4727-a695-37865c0bc4de None None] Checking segment: {'id': 'e1d98049-eee8-47df-959b-ec6c0bc0b9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '3a6c98a9-5931-406e-bcc7-3547b66b4f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:54:37.854635 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-552cd56d-8875-4727-a695-37865c0bc4de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:37.854940 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552cd56d-8875-4727-a695-37865c0bc4de None None] Bound using segment: {'id': 'e1d98049-eee8-47df-959b-ec6c0bc0b9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '3a6c98a9-5931-406e-bcc7-3547b66b4f6c'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:54:37.855459 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-552cd56d-8875-4727-a695-37865c0bc4de None None] Bound port: 76365c5d-e19a-4431-a0ca-d2237b83e3e3, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1d98049-eee8-47df-959b-ec6c0bc0b9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '3a6c98a9-5931-406e-bcc7-3547b66b4f6c'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:54:37.855840 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-552cd56d-8875-4727-a695-37865c0bc4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:37.873515 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=3f88f959-1620-4ba5-b8f1-845322a97779,revision_number=6']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:37.878731 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 70f68d1a-4d62-4ee3-ae39-b3c0cf1402e5 not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:54:37.879164 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device fa6b1e2c-793d-44ab-91ff-29c9061ff55a no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:54:37.948600 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-edf94faa-84d7-423b-97dd-dae60ad9cfc1 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:37.958621 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device fa6b1e2c-793d-44ab-91ff-29c9061ff55a not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:54:37.967524 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-552cd56d-8875-4727-a695-37865c0bc4de None None] For port 76365c5d-e19a-4431-a0ca-d2237b83e3e3, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:54:37.970972 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-552cd56d-8875-4727-a695-37865c0bc4de None None] For port 76365c5d-e19a-4431-a0ca-d2237b83e3e3, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=76365c5d-e19a-4431-a0ca-d2237b83e3e3,segment=NetworkSegment(e1d98049-eee8-47df-959b-ec6c0bc0b9c8),segment_id=e1d98049-eee8-47df-959b-ec6c0bc0b9c8)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:54:37.997849 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf94faa-84d7-423b-97dd-dae60ad9cfc1 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3de61ae6-50a8-4cdd-839d-c59be6a6406f,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:38.034794 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-02057e02-6f30-43c8-be6d-c66bb8b2ba09 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:38.034794 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c0c35614-eea3-4fbf-837d-580a9c7cd81b tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:38.054071 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-552cd56d-8875-4727-a695-37865c0bc4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:38.059101 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-5e2c5b0f-ea04-4b01-b26e-b282f6837aea tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.8482769 Sep 24 15:54:38.061340 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44474) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:38.081304 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c62192a0-faa7-4d26-b53c-5eff3320c596 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:38.088141 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-c62192a0-faa7-4d26-b53c-5eff3320c596 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.6492903 Sep 24 15:54:38.105197 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44476) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:38.116552 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ce5245ae-ba2f-4531-9dbd-e4b4dab7f9d5 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:38.132817 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552cd56d-8875-4727-a695-37865c0bc4de None None] Pushing event updated for resources: {'Port': ['ID=76365c5d-e19a-4431-a0ca-d2237b83e3e3,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:38.209172 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 3aa9d6a9-7641-49ee-8f18-10d547bbddd1 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:54:38.211538 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5dd549-bcd0-4b8a-be3a-016ed257c999 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:38.220107 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5dd549-bcd0-4b8a-be3a-016ed257c999 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:38.222066 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-fb5dd549-bcd0-4b8a-be3a-016ed257c999 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.1558080 Sep 24 15:54:38.231195 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44480) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:38.275919 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 3aa9d6a9-7641-49ee-8f18-10d547bbddd1 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:54:38.276304 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:38.304999 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-92cae4f6-a597-4194-b619-c97b61611e17 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:38.321756 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c35614-eea3-4fbf-837d-580a9c7cd81b tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Pushing event updated for resources: {'Port': ['ID=6c3009e0-5bb3-4d71-8e8d-6805f8e48438,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:38.429612 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:38.437301 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c0c35614-eea3-4fbf-837d-580a9c7cd81b tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:38.449419 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02057e02-6f30-43c8-be6d-c66bb8b2ba09 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Pushing event deleted for resources: {'Port': ['ID=3f88f959-1620-4ba5-b8f1-845322a97779,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:38.467387 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005572c8-c63b-45a4-b779-88321d7b0e3a req-f1d9b4b5-b1d9-4f77-a5eb-c986ebc7a5d7 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:38.468966 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-005572c8-c63b-45a4-b779-88321d7b0e3a req-f1d9b4b5-b1d9-4f77-a5eb-c986ebc7a5d7 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=756dc3f9-786f-43e3-a1c1-2690c736e704 HTTP/1.1" status: 200 len: 943 time: 0.0992289 Sep 24 15:54:38.543335 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port 3aa9d6a9-7641-49ee-8f18-10d547bbddd1, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=3aa9d6a9-7641-49ee-8f18-10d547bbddd1,segment=NetworkSegment(fb531be8-b37e-4ff9-a98b-5c7db484a0eb),segment_id=fb531be8-b37e-4ff9-a98b-5c7db484a0eb)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:54:38.567626 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-d4df0bca-cac3-4221-a4b4-07291e769bed tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Deleting port 10fd6903-20fd-43ad-b902-a7f76020ed75 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:54:38.567985 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d4df0bca-cac3-4221-a4b4-07291e769bed tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:38.592835 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5245ae-ba2f-4531-9dbd-e4b4dab7f9d5 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event deleted for resources: {'Port': ['ID=a9f9ce3a-c3b6-478d-85e9-10c05437691d,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:38.675764 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-92cae4f6-a597-4194-b619-c97b61611e17 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:38.676263 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-92cae4f6-a597-4194-b619-c97b61611e17 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:38.679194 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c0c35614-eea3-4fbf-837d-580a9c7cd81b tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:38.680747 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-c0c35614-eea3-4fbf-837d-580a9c7cd81b tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1382914 Sep 24 15:54:38.681868 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-02057e02-6f30-43c8-be6d-c66bb8b2ba09 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] No DVR routers for this DVR port 3f88f959-1620-4ba5-b8f1-845322a97779 on host n-h1-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:54:38.684921 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-02057e02-6f30-43c8-be6d-c66bb8b2ba09 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:38.688088 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-02057e02-6f30-43c8-be6d-c66bb8b2ba09 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.110 "DELETE /v2.0/ports/3f88f959-1620-4ba5-b8f1-845322a97779 HTTP/1.1" status: 204 len: 173 time: 2.8360248 Sep 24 15:54:38.700123 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ce5245ae-ba2f-4531-9dbd-e4b4dab7f9d5 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:38.707295 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-ce5245ae-ba2f-4531-9dbd-e4b4dab7f9d5 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "DELETE /v2.0/ports/a9f9ce3a-c3b6-478d-85e9-10c05437691d HTTP/1.1" status: 204 len: 168 time: 1.9040439 Sep 24 15:54:38.722837 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43849f13-f529-4e73-8000-90bf7d973b9e None None] Network a1a2ad54-ab62-4307-98d4-ba60d9795dd1 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:54:38.745373 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44486) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:38.745564 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a7b1d1-ddc9-4674-827f-199eb4c77de7', 'name': 'network-vif-deleted', 'tag': '3f88f959-1620-4ba5-b8f1-845322a97779'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:54:38.747756 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e22a053f-aa52-4011-aff8-8ded0944f89b" -d '{"events": [{"server_uuid": "52a7b1d1-ddc9-4674-827f-199eb4c77de7", "name": "network-vif-deleted", "tag": "3f88f959-1620-4ba5-b8f1-845322a97779"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:54:38.762325 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cae4f6-a597-4194-b619-c97b61611e17 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c5565a-b2ab-406d-9342-cff33d888dc2,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:38.804366 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d4df0bca-cac3-4221-a4b4-07291e769bed tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:38.832352 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-5db26c96-8ed1-4d64-836c-b1180a5a4ff5 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] DELETE failed (client error): The resource could not be found. Sep 24 15:54:38.833234 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5db26c96-8ed1-4d64-836c-b1180a5a4ff5 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:54:38.839500 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-5db26c96-8ed1-4d64-836c-b1180a5a4ff5 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "DELETE /v2.0/ports/a9f9ce3a-c3b6-478d-85e9-10c05437691d HTTP/1.1" status: 404 len: 333 time: 0.0912704 Sep 24 15:54:38.840307 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44490) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:38.878913 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-0e09fd89-ab09-4b2d-ba52-15451e2a7974 None None] Provisioning complete for port 9725fd50-34d5-4c0c-b82e-c4658d97fc41 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:54:38.879410 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0e09fd89-ab09-4b2d-ba52-15451e2a7974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:38.888451 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-b99bbc2b-7b75-4b34-9af2-ff65a61e1b97 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] GET failed (client error): The resource could not be found. Sep 24 15:54:38.894877 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b99bbc2b-7b75-4b34-9af2-ff65a61e1b97 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "GET /v2.0/ports/a9f9ce3a-c3b6-478d-85e9-10c05437691d HTTP/1.1" status: 404 len: 333 time: 0.0483210 Sep 24 15:54:38.896487 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-d4df0bca-cac3-4221-a4b4-07291e769bed tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Calling delete_port for 10fd6903-20fd-43ad-b902-a7f76020ed75 owned by {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:54:38.898387 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44492) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:38.913405 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-005572c8-c63b-45a4-b779-88321d7b0e3a req-6c9974ba-aac1-44ff-bfff-0f624c6aef10 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=e1bf097d-ba10-49b0-95a0-b191bbbc69a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4015217 Sep 24 15:54:38.944603 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6f6d0a34-4ecb-46fd-bd3d-2f6d590d3cb8 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:38.996447 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:38.997458 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 9725fd50-34d5-4c0c-b82e-c4658d97fc41 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:54:39.002432 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-2c722381-0a35-439d-b164-51a2c087e96c tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Deleting port 34493fa2-c78b-4d4b-9578-01087865790c {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:54:39.003134 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-2c722381-0a35-439d-b164-51a2c087e96c tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:39.075313 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a496e24-20ad-4f76-b7e9-f262ac05d3de tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Deleting subnet 3589ec21-0448-47b3-9a86-715f3795d668 {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:54:39.100806 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0a496e24-20ad-4f76-b7e9-f262ac05d3de tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:39.104245 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ccec3-8e31-4029-bc77-6bac28c5ce2f req-c7982608-30a0-4e1a-bdfc-fbe00cb7f49b tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:39.113832 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ccec3-8e31-4029-bc77-6bac28c5ce2f req-c7982608-30a0-4e1a-bdfc-fbe00cb7f49b tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:39.127018 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4ccec3-8e31-4029-bc77-6bac28c5ce2f req-c7982608-30a0-4e1a-bdfc-fbe00cb7f49b tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:39.129174 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ce4ccec3-8e31-4029-bc77-6bac28c5ce2f req-c7982608-30a0-4e1a-bdfc-fbe00cb7f49b tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 2408 time: 0.4400272 Sep 24 15:54:39.130137 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08d8519-46a1-4df5-ad2c-651b06fe60c5 None None] Network 50d98e88-8a75-4835-9919-86c163395f7c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:54:39.132111 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:39.134395 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d9c5789-d917-4490-a010-5eb574907a71 x-openstack-request-id: req-8d9c5789-d917-4490-a010-5eb574907a71 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:54:39.134395 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a7b1d1-ddc9-4674-827f-199eb4c77de7", "name": "network-vif-deleted", "tag": "3f88f959-1620-4ba5-b8f1-845322a97779", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:54:39.134754 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-8d9c5789-d917-4490-a010-5eb574907a71 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:54:39.135246 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a7b1d1-ddc9-4674-827f-199eb4c77de7', 'name': 'network-vif-deleted', 'tag': '3f88f959-1620-4ba5-b8f1-845322a97779', 'status': 'completed', 'code': 200} Sep 24 15:54:39.135943 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92cae4f6-a597-4194-b619-c97b61611e17 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1296} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:54:39.146418 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-92cae4f6-a597-4194-b619-c97b61611e17 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:39.146667 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-92cae4f6-a597-4194-b619-c97b61611e17 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Added segment ff2c1de6-6edc-43d5-ab20-b3311f3c8226 of type vlan for network 058ad909-4b3b-4c60-92fb-0c2fa8253b55 Sep 24 15:54:39.167535 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0a496e24-20ad-4f76-b7e9-f262ac05d3de tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:39.195120 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-92cae4f6-a597-4194-b619-c97b61611e17 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:39.228984 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92cae4f6-a597-4194-b619-c97b61611e17 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1265} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:54:39.241623 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-92cae4f6-a597-4194-b619-c97b61611e17 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:39.242354 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-92cae4f6-a597-4194-b619-c97b61611e17 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Added segment 1fe3906a-cc93-4612-966f-400ca962ecab of type vlan for network d62da74d-5cc1-497b-9dc7-12d430bb714a Sep 24 15:54:39.264862 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-edf94faa-84d7-423b-97dd-dae60ad9cfc1 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:39.269308 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-edf94faa-84d7-423b-97dd-dae60ad9cfc1 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.6431918 Sep 24 15:54:39.273156 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=3aa9d6a9-7641-49ee-8f18-10d547bbddd1,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:39.306218 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a7b1d1-ddc9-4674-827f-199eb4c77de7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f88f959-1620-4ba5-b8f1-845322a97779'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:54:39.309133 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29345da0-4106-4ed6-904a-6e54997026fc" -d '{"events": [{"server_uuid": "52a7b1d1-ddc9-4674-827f-199eb4c77de7", "name": "network-vif-unplugged", "status": "completed", "tag": "3f88f959-1620-4ba5-b8f1-845322a97779"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:54:39.337118 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44504) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:39.349527 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 9725fd50-34d5-4c0c-b82e-c4658d97fc41 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:54:39.349899 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:39.358000 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0e09fd89-ab09-4b2d-ba52-15451e2a7974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:39.377467 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0a496e24-20ad-4f76-b7e9-f262ac05d3de tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:39.460504 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-2530be04-e3f9-4fd5-82de-73bffefc3942 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Request body: {'security_group_rule': {'security_group_id': '3de61ae6-50a8-4cdd-839d-c59be6a6406f', 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:39.508564 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-370cefac-4d79-498d-a70a-831cd4e5acfa req-057ad800-55d6-479b-8f65-ff28aa44bec4 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-securitygroup--1898789272&fields=id&tenant_id=b960fdf244c2496089f6c9d33b373dc4 HTTP/1.1" status: 200 len: 267 time: 0.3372734 Sep 24 15:54:39.554765 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0a496e24-20ad-4f76-b7e9-f262ac05d3de tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:39.569414 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:39.598248 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0a496e24-20ad-4f76-b7e9-f262ac05d3de tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:39.603218 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-0a496e24-20ad-4f76-b7e9-f262ac05d3de tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "DELETE /v2.0/subnets/3589ec21-0448-47b3-9a86-715f3795d668 HTTP/1.1" status: 204 len: 168 time: 0.7031963 Sep 24 15:54:39.610899 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44508) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:39.649999 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.db.api [None req-0e09fd89-ab09-4b2d-ba52-15451e2a7974 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:54:39.650554 n-d-808921-1 neutron-server[95299]: DEBUG oslo_db.api [None req-0e09fd89-ab09-4b2d-ba52-15451e2a7974 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:54:39.680050 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a496e24-20ad-4f76-b7e9-f262ac05d3de tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event deleted for resources: {'Subnet': ['ID=3589ec21-0448-47b3-9a86-715f3795d668,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:39.686939 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2530be04-e3f9-4fd5-82de-73bffefc3942 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:39.692233 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49596e9-d33c-47d9-b4b8-fde9909e763f None None] Update dhcp port {'port': {'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'fixed_ips': [{'subnet_id': '2cdfe01d-475e-4537-8547-5901178e95fd', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b479785c-48fa-417e-b421-1964566dcf84'}], 'binding:host_id': 'n-d-808921-1'}, 'id': '3aa9d6a9-7641-49ee-8f18-10d547bbddd1'} from n-d-808921-1. {{(pid=95299) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 24 15:54:39.733202 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.db.api [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:54:39.733660 n-d-808921-1 neutron-server[95299]: DEBUG oslo_db.api [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:54:39.734306 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d49596e9-d33c-47d9-b4b8-fde9909e763f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:39.793327 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-92cae4f6-a597-4194-b619-c97b61611e17 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:39.797485 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6f6d0a34-4ecb-46fd-bd3d-2f6d590d3cb8 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:39.858126 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4f590a-15a6-44fe-9c47-dfe2a9a1f5dc None None] Network a1a2ad54-ab62-4307-98d4-ba60d9795dd1 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:54:39.860844 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da961e3-622d-491d-9151-ff136f1697a4 None None] Network 3a6c98a9-5931-406e-bcc7-3547b66b4f6c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:54:39.898238 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2530be04-e3f9-4fd5-82de-73bffefc3942 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:39.899279 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-2c722381-0a35-439d-b164-51a2c087e96c tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] For port 34493fa2-c78b-4d4b-9578-01087865790c, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=34493fa2-c78b-4d4b-9578-01087865790c,segment=NetworkSegment(07f0d959-dce2-4090-b56f-3578a7ea7773),segment_id=07f0d959-dce2-4090-b56f-3578a7ea7773)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:54:39.899662 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-2c722381-0a35-439d-b164-51a2c087e96c tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:39.902150 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8a948756-09ff-496e-8f50-55bbb7aef48e tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:39.906898 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ce4ccec3-8e31-4029-bc77-6bac28c5ce2f req-e7233188-880d-4d3d-8d71-bd6f109af095 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/security-groups?id=faaaed6c-5dc8-4a43-a587-4571f710ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6306882 Sep 24 15:54:39.917236 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370cefac-4d79-498d-a70a-831cd4e5acfa req-566f3ada-e5ee-4c39-8eaf-7cf63a03a421 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:39.918774 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-370cefac-4d79-498d-a70a-831cd4e5acfa req-566f3ada-e5ee-4c39-8eaf-7cf63a03a421 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/networks?id=3dbb0dfe-b454-4e57-a2db-34f294a0159c HTTP/1.1" status: 200 len: 811 time: 0.4007926 Sep 24 15:54:39.931415 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-2c722381-0a35-439d-b164-51a2c087e96c tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Calling delete_port for 34493fa2-c78b-4d4b-9578-01087865790c owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:54:39.986389 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-370cefac-4d79-498d-a70a-831cd4e5acfa req-9f303bb6-baed-4d59-b7f5-14437eccbff7 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/quotas/b960fdf244c2496089f6c9d33b373dc4 HTTP/1.1" status: 200 len: 375 time: 0.0231817 Sep 24 15:54:39.999380 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d4df0bca-cac3-4221-a4b4-07291e769bed tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:40.001027 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2530be04-e3f9-4fd5-82de-73bffefc3942 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:40.007827 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 15:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c02ddbbe-f09c-4ef7-ab4c-397d8fd94e8b x-openstack-request-id: req-c02ddbbe-f09c-4ef7-ab4c-397d8fd94e8b {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:54:40.008345 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a7b1d1-ddc9-4674-827f-199eb4c77de7", "name": "network-vif-unplugged", "status": "completed", "tag": "3f88f959-1620-4ba5-b8f1-845322a97779", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:54:40.008345 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c02ddbbe-f09c-4ef7-ab4c-397d8fd94e8b {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:54:40.008723 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a7b1d1-ddc9-4674-827f-199eb4c77de7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3f88f959-1620-4ba5-b8f1-845322a97779', 'code': 200} Sep 24 15:54:40.040583 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-92cae4f6-a597-4194-b619-c97b61611e17 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:40.041497 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-92cae4f6-a597-4194-b619-c97b61611e17 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:40.047980 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cae4f6-a597-4194-b619-c97b61611e17 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:40.053723 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cae4f6-a597-4194-b619-c97b61611e17 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:40.054617 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-92cae4f6-a597-4194-b619-c97b61611e17 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:40.093538 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4df0bca-cac3-4221-a4b4-07291e769bed tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event deleted for resources: {'Port': ['ID=10fd6903-20fd-43ad-b902-a7f76020ed75,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:40.105384 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2530be04-e3f9-4fd5-82de-73bffefc3942 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54aae7ac-faed-4faa-874f-313ed51c6d5a,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:40.135931 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-d49596e9-d33c-47d9-b4b8-fde9909e763f None None] Allocated IP 2001:db8::f816:3eff:fe2a:db03 (50d98e88-8a75-4835-9919-86c163395f7c/b479785c-48fa-417e-b421-1964566dcf84/3aa9d6a9-7641-49ee-8f18-10d547bbddd1) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:54:40.188874 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-370cefac-4d79-498d-a70a-831cd4e5acfa req-39d483bd-4e9c-4273-b26e-8a27e1c31e2d tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=b960fdf244c2496089f6c9d33b373dc4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2016313 Sep 24 15:54:40.204912 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-92cae4f6-a597-4194-b619-c97b61611e17 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 4.1285698 Sep 24 15:54:40.211643 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44512) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:40.224059 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6f6d0a34-4ecb-46fd-bd3d-2f6d590d3cb8 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:40.226645 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6f6d0a34-4ecb-46fd-bd3d-2f6d590d3cb8 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:40.230356 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-6f6d0a34-4ecb-46fd-bd3d-2f6d590d3cb8 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] 10.222.0.101 "DELETE /v2.0/security-groups/5bfcb4d5-87d1-45d2-b2cb-1f4c198c09c4 HTTP/1.1" status: 204 len: 168 time: 2.1241701 Sep 24 15:54:40.231163 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cae4f6-a597-4194-b619-c97b61611e17 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Pushing event updated for resources: {'Network': ['ID=058ad909-4b3b-4c60-92fb-0c2fa8253b55,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:40.233315 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44514) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:40.246112 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-8a948756-09ff-496e-8f50-55bbb7aef48e tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Deleting port 9725fd50-34d5-4c0c-b82e-c4658d97fc41 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:54:40.246112 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8a948756-09ff-496e-8f50-55bbb7aef48e tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:40.251480 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2530be04-e3f9-4fd5-82de-73bffefc3942 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:40.252822 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-2530be04-e3f9-4fd5-82de-73bffefc3942 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9032166 Sep 24 15:54:40.259194 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [req-370cefac-4d79-498d-a70a-831cd4e5acfa req-1433e7e7-1d01-4d20-897b-5f5eec332497 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:54:40.261080 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 058ad909-4b3b-4c60-92fb-0c2fa8253b55 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:54:40.263567 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-370cefac-4d79-498d-a70a-831cd4e5acfa req-1433e7e7-1d01-4d20-897b-5f5eec332497 service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124710 Sep 24 15:54:40.264271 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0e09fd89-ab09-4b2d-ba52-15451e2a7974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:40.275094 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44516) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:40.283465 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6d0a34-4ecb-46fd-bd3d-2f6d590d3cb8 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bfcb4d5-87d1-45d2-b2cb-1f4c198c09c4,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:40.303175 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-001b5157-e4fc-4192-bb48-d85ad16052c4 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Request body: {'security_group_rule': {'security_group_id': '3de61ae6-50a8-4cdd-839d-c59be6a6406f', 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:40.340371 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda4085e-a118-4d9f-8229-3a1b4e7a6c8c req-cdfcbffe-f6df-4ec6-a955-174f2b121e34 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:40.341959 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fda4085e-a118-4d9f-8229-3a1b4e7a6c8c req-cdfcbffe-f6df-4ec6-a955-174f2b121e34 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=756dc3f9-786f-43e3-a1c1-2690c736e704 HTTP/1.1" status: 200 len: 943 time: 0.3025744 Sep 24 15:54:40.351768 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08800721-60da-4643-a3b9-9f5eb266197b None None] DHCP port deletion for a1a2ad54-ab62-4307-98d4-ba60d9795dd1 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:54:40.389898 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-8a948756-09ff-496e-8f50-55bbb7aef48e tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] For port 9725fd50-34d5-4c0c-b82e-c4658d97fc41, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=9725fd50-34d5-4c0c-b82e-c4658d97fc41,segment=NetworkSegment(1844f042-2d03-459a-ac54-9af6c0f85911),segment_id=1844f042-2d03-459a-ac54-9af6c0f85911)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:54:40.390308 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8a948756-09ff-496e-8f50-55bbb7aef48e tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:40.406289 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-8a948756-09ff-496e-8f50-55bbb7aef48e tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Calling delete_port for 9725fd50-34d5-4c0c-b82e-c4658d97fc41 owned by network:dhcp {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:54:40.460794 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d4df0bca-cac3-4221-a4b4-07291e769bed tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:40.463195 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-d4df0bca-cac3-4221-a4b4-07291e769bed tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/ports/10fd6903-20fd-43ad-b902-a7f76020ed75 HTTP/1.1" status: 204 len: 168 time: 2.2306356 Sep 24 15:54:40.467344 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44518) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:40.474565 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-2c722381-0a35-439d-b164-51a2c087e96c tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:40.490707 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cae4f6-a597-4194-b619-c97b61611e17 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Pushing event updated for resources: {'Network': ['ID=d62da74d-5cc1-497b-9dc7-12d430bb714a,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:40.547884 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c722381-0a35-439d-b164-51a2c087e96c tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Pushing event deleted for resources: {'Port': ['ID=34493fa2-c78b-4d4b-9578-01087865790c,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:40.551498 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network d62da74d-5cc1-497b-9dc7-12d430bb714a details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:54:40.560896 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a75b91d-a817-4884-8d07-7fd596aa8c2d tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:40.567825 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a75b91d-a817-4884-8d07-7fd596aa8c2d tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:40.571104 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a75b91d-a817-4884-8d07-7fd596aa8c2d tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:40.571811 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-3a75b91d-a817-4884-8d07-7fd596aa8c2d tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1020463 Sep 24 15:54:40.576160 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44520) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:40.587142 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-3a885021-c5af-4798-82c0-11653564c7ee tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3417220 Sep 24 15:54:40.618113 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44522) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:40.627580 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-e2a63309-3fa7-461d-bc57-ecbe1a8f75fa tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Request body: {'security_group': {'name': 'tempest-secgroup--1635680797'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:40.654883 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fda4085e-a118-4d9f-8229-3a1b4e7a6c8c req-8c6c5670-2790-4108-b42b-180767bde458 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=e1bf097d-ba10-49b0-95a0-b191bbbc69a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2911165 Sep 24 15:54:40.657922 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-2c722381-0a35-439d-b164-51a2c087e96c tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] No DVR routers for this DVR port 34493fa2-c78b-4d4b-9578-01087865790c on host n-h1-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:54:40.661193 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-2c722381-0a35-439d-b164-51a2c087e96c tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:40.663375 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-2c722381-0a35-439d-b164-51a2c087e96c tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.110 "DELETE /v2.0/ports/34493fa2-c78b-4d4b-9578-01087865790c HTTP/1.1" status: 204 len: 173 time: 1.9122765 Sep 24 15:54:40.664174 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-001b5157-e4fc-4192-bb48-d85ad16052c4 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:40.674517 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe13411-3b41-4030-b590-9953b9704400 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:40.680217 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:40.682086 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device aedc8984-c719-4441-90cd-2f9058b26fa4 details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:54:40.682369 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe13411-3b41-4030-b590-9953b9704400 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:40.688848 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe13411-3b41-4030-b590-9953b9704400 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:40.693696 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f1425b1-7293-429b-b689-f3da8dc27d4c tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Deleting subnet 2cdfe01d-475e-4537-8547-5901178e95fd {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:54:40.694852 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe13411-3b41-4030-b590-9953b9704400 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:40.696685 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-cfe13411-3b41-4030-b590-9953b9704400 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] 10.222.0.101 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4850760 Sep 24 15:54:40.703015 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44524) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:40.704313 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-0e09fd89-ab09-4b2d-ba52-15451e2a7974 None None] For port 9725fd50-34d5-4c0c-b82e-c4658d97fc41, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=9725fd50-34d5-4c0c-b82e-c4658d97fc41,segment=NetworkSegment(1844f042-2d03-459a-ac54-9af6c0f85911),segment_id=1844f042-2d03-459a-ac54-9af6c0f85911)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:54:40.709770 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-d49596e9-d33c-47d9-b4b8-fde9909e763f None None] For port 3aa9d6a9-7641-49ee-8f18-10d547bbddd1, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=3aa9d6a9-7641-49ee-8f18-10d547bbddd1,segment=NetworkSegment(fb531be8-b37e-4ff9-a98b-5c7db484a0eb),segment_id=fb531be8-b37e-4ff9-a98b-5c7db484a0eb)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:54:40.718477 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-370cefac-4d79-498d-a70a-831cd4e5acfa req-10ea7a51-6b19-40d1-aa35-7676ce136eb7 service neutron] 10.222.0.101 "GET /v2.0/networks/3dbb0dfe-b454-4e57-a2db-34f294a0159c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652609 Sep 24 15:54:40.808138 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0e09fd89-ab09-4b2d-ba52-15451e2a7974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:40.902901 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:40.904180 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e2a63309-3fa7-461d-bc57-ecbe1a8f75fa tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:40.913829 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-77609e77-6eb4-4b46-9069-57e25fb9c499 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:40.929029 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-370cefac-4d79-498d-a70a-831cd4e5acfa req-26cc0916-1c5d-4551-9685-00b9e2ad5f86 service neutron] 10.222.0.101 "GET /v2.0/networks/3dbb0dfe-b454-4e57-a2db-34f294a0159c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996803 Sep 24 15:54:40.952628 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8a948756-09ff-496e-8f50-55bbb7aef48e tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:40.967533 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-001b5157-e4fc-4192-bb48-d85ad16052c4 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:41.013466 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a948756-09ff-496e-8f50-55bbb7aef48e tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event deleted for resources: {'Port': ['ID=9725fd50-34d5-4c0c-b82e-c4658d97fc41,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:41.029544 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a948756-09ff-496e-8f50-55bbb7aef48e tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] No DVR routers for this DVR port 9725fd50-34d5-4c0c-b82e-c4658d97fc41 on host n-d-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:54:41.061649 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d49596e9-d33c-47d9-b4b8-fde9909e763f None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:41.064646 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.db.resource_extend [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 24 15:54:41.123799 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2f1425b1-7293-429b-b689-f3da8dc27d4c tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:41.213270 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8a948756-09ff-496e-8f50-55bbb7aef48e tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:41.219224 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e2a63309-3fa7-461d-bc57-ecbe1a8f75fa tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:41.223317 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a7b1d1-ddc9-4674-827f-199eb4c77de7', 'name': 'network-vif-deleted', 'tag': '34493fa2-c78b-4d4b-9578-01087865790c'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:54:41.225877 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6854440b-48f8-47bd-8247-30ba6a7ea3a8" -d '{"events": [{"server_uuid": "52a7b1d1-ddc9-4674-827f-199eb4c77de7", "name": "network-vif-deleted", "tag": "34493fa2-c78b-4d4b-9578-01087865790c"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:54:41.226500 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port aedc8984-c719-4441-90cd-2f9058b26fa4, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=aedc8984-c719-4441-90cd-2f9058b26fa4,segment=NetworkSegment(a16152fb-2bdf-4e02-99e2-b4e349df34e6),segment_id=a16152fb-2bdf-4e02-99e2-b4e349df34e6)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:54:41.247607 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-001b5157-e4fc-4192-bb48-d85ad16052c4 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:41.250231 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2f1425b1-7293-429b-b689-f3da8dc27d4c tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:41.256346 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-94c69e91-3edd-4459-998e-3956286d7fbe tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Deleting port dc03181b-eebc-4350-ae95-5058ea48d9fb {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:54:41.256936 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-94c69e91-3edd-4459-998e-3956286d7fbe tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:41.279695 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-8a948756-09ff-496e-8f50-55bbb7aef48e tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1a2ad54-ab62-4307-98d4-ba60d9795dd1']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:54:41.309018 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e09fd89-ab09-4b2d-ba52-15451e2a7974 None None] Pushing event updated for resources: {'Port': ['ID=9725fd50-34d5-4c0c-b82e-c4658d97fc41,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:41.309370 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-8a948756-09ff-496e-8f50-55bbb7aef48e tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1844f042-2d03-459a-ac54-9af6c0f85911') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:54:41.310223 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-8a948756-09ff-496e-8f50-55bbb7aef48e tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1844f042-2d03-459a-ac54-9af6c0f85911') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:54:41.313295 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': 'aedc8984-c719-4441-90cd-2f9058b26fa4', 'network_id': '5a006511-b4c6-401d-bf2d-1c9456d23123', 'port_id': 'aedc8984-c719-4441-90cd-2f9058b26fa4', 'mac_address': 'fa:16:3e:a7:74:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a105c675-e167-42b4-b812-5ae7f91fba38', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:54:41.315580 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.db.api [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:54:41.315950 n-d-808921-1 neutron-server[95299]: DEBUG oslo_db.api [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:54:41.334590 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8a948756-09ff-496e-8f50-55bbb7aef48e tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:41.350797 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-0a6e4534-3ef5-4a74-a9f9-0d17ef500c8b None None] Provisioning complete for port 3aa9d6a9-7641-49ee-8f18-10d547bbddd1 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:54:41.350797 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0a6e4534-3ef5-4a74-a9f9-0d17ef500c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:41.350797 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d49596e9-d33c-47d9-b4b8-fde9909e763f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:41.357455 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8a948756-09ff-496e-8f50-55bbb7aef48e tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:41.380717 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e2a63309-3fa7-461d-bc57-ecbe1a8f75fa tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:41.383184 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b5157-e4fc-4192-bb48-d85ad16052c4 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9c007f6-9ddd-4dcb-bc63-8b36fe82832d,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:41.396970 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a948756-09ff-496e-8f50-55bbb7aef48e tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Releasing vlan 1286 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:54:41.397379 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8a948756-09ff-496e-8f50-55bbb7aef48e tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:41.400997 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:54:41.400997 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:54:41.400997 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:54:41.400997 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:54:41.400997 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:54:41.400997 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:54:41.400997 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:54:41.400997 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:54:41.400997 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:54:41.400997 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:54:41.400997 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:54:41.400997 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:54:41.400997 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:54:41.400997 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:54:41.400997 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:54:41.400997 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:54:41.400997 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:54:41.400997 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:54:41.400997 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:54:41.400997 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:54:41.400997 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:54:41.400997 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:54:41.400997 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:54:41.400997 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:54:41.400997 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:54:41.400997 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:54:41.400997 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:54:41.400997 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:54:41.400997 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:54:41.400997 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:54:41.400997 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:54:41.400997 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:54:41.458144 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-77609e77-6eb4-4b46-9069-57e25fb9c499 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:41.478736 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2f1425b1-7293-429b-b689-f3da8dc27d4c tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:41.480838 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9653c25-a51b-4c67-a8cb-70b593468744 x-openstack-request-id: req-e9653c25-a51b-4c67-a8cb-70b593468744 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:54:41.484520 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a7b1d1-ddc9-4674-827f-199eb4c77de7", "name": "network-vif-deleted", "tag": "34493fa2-c78b-4d4b-9578-01087865790c", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:54:41.484520 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e9653c25-a51b-4c67-a8cb-70b593468744 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:54:41.484520 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a7b1d1-ddc9-4674-827f-199eb4c77de7', 'name': 'network-vif-deleted', 'tag': '34493fa2-c78b-4d4b-9578-01087865790c', 'status': 'completed', 'code': 200} Sep 24 15:54:41.500167 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49596e9-d33c-47d9-b4b8-fde9909e763f None None] Pushing event updated for resources: {'Port': ['ID=3aa9d6a9-7641-49ee-8f18-10d547bbddd1,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:41.513860 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-08800721-60da-4643-a3b9-9f5eb266197b None None] Deleting port 9725fd50-34d5-4c0c-b82e-c4658d97fc41 {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:54:41.513860 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-08800721-60da-4643-a3b9-9f5eb266197b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:41.520211 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7eb0a80f-3295-42ed-8b8a-660df2134c2b req-10d8ebed-2691-432f-a64d-444bdf88968b tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/ports?device_id=5ea82851-d9e0-4b55-9108-445a8363c1e2 HTTP/1.1" status: 200 len: 210 time: 0.0360601 Sep 24 15:54:41.563812 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-77609e77-6eb4-4b46-9069-57e25fb9c499 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['058ad909-4b3b-4c60-92fb-0c2fa8253b55']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:54:41.574198 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-001b5157-e4fc-4192-bb48-d85ad16052c4 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:41.576300 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-001b5157-e4fc-4192-bb48-d85ad16052c4 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2908499 Sep 24 15:54:41.593042 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44534) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:41.600316 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-77609e77-6eb4-4b46-9069-57e25fb9c499 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff2c1de6-6edc-43d5-ab20-b3311f3c8226') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:54:41.600621 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-77609e77-6eb4-4b46-9069-57e25fb9c499 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff2c1de6-6edc-43d5-ab20-b3311f3c8226') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:54:41.605254 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-8b6195ee-30b8-481d-8359-319adc76d1cf tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Request body: {'security_group_rule': {'security_group_id': '3de61ae6-50a8-4cdd-839d-c59be6a6406f', 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:41.622928 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e2a63309-3fa7-461d-bc57-ecbe1a8f75fa tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:41.628551 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-e2a63309-3fa7-461d-bc57-ecbe1a8f75fa tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0002141 Sep 24 15:54:41.631571 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a63309-3fa7-461d-bc57-ecbe1a8f75fa tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b979f9b-b1c9-40e0-8c0f-af914676eff8,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:41.640333 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-77609e77-6eb4-4b46-9069-57e25fb9c499 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:41.646040 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44540) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:41.650299 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6effd5e4-f298-4736-a997-366d18021cd2 req-fb08d2e1-25a2-430e-af72-380e5679b833 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:41.652385 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-b6fc3032-f7f5-445d-965a-33f7f4f21989 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Request body: {'security_group': {'name': 'tempest-secgroup--1765477715'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:41.656810 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6effd5e4-f298-4736-a997-366d18021cd2 req-fb08d2e1-25a2-430e-af72-380e5679b833 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:41.657467 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8a948756-09ff-496e-8f50-55bbb7aef48e tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:41.658695 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6effd5e4-f298-4736-a997-366d18021cd2 req-fb08d2e1-25a2-430e-af72-380e5679b833 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 1676 time: 0.4190648 Sep 24 15:54:41.666040 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:41.671674 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2f1425b1-7293-429b-b689-f3da8dc27d4c tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:41.680314 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8a948756-09ff-496e-8f50-55bbb7aef48e tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:41.682963 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-8a948756-09ff-496e-8f50-55bbb7aef48e tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "DELETE /v2.0/networks/a1a2ad54-ab62-4307-98d4-ba60d9795dd1 HTTP/1.1" status: 204 len: 168 time: 2.0487347 Sep 24 15:54:41.689354 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-08800721-60da-4643-a3b9-9f5eb266197b None None] For port 9725fd50-34d5-4c0c-b82e-c4658d97fc41, host n-d-808921-1, got binding levels [] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:54:41.689801 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-08800721-60da-4643-a3b9-9f5eb266197b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:41.692336 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-94c69e91-3edd-4459-998e-3956286d7fbe tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] For port dc03181b-eebc-4350-ae95-5058ea48d9fb, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=dc03181b-eebc-4350-ae95-5058ea48d9fb,segment=NetworkSegment(40ae7766-b06a-4ffc-9ec0-bb3040c6122f),segment_id=40ae7766-b06a-4ffc-9ec0-bb3040c6122f)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:54:41.692336 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-94c69e91-3edd-4459-998e-3956286d7fbe tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:41.708167 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44542) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:41.709199 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a948756-09ff-496e-8f50-55bbb7aef48e tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event deleted for resources: {'Network': ['ID=a1a2ad54-ab62-4307-98d4-ba60d9795dd1,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:41.717032 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-bf9f660c-3c69-431a-a521-fe5793d2104b tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2089844724'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:41.721128 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aedc8984-c719-4441-90cd-2f9058b26fa4 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:54:41.733327 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-08800721-60da-4643-a3b9-9f5eb266197b None None] Calling delete_port for 9725fd50-34d5-4c0c-b82e-c4658d97fc41 owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:54:41.739943 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-77609e77-6eb4-4b46-9069-57e25fb9c499 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:41.752208 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.ipam_backend_mixin [None req-08800721-60da-4643-a3b9-9f5eb266197b None None] Port 9725fd50-34d5-4c0c-b82e-c4658d97fc41 was not found and therefore no delete operation was performed {{(pid=95299) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 24 15:54:41.766275 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-08800721-60da-4643-a3b9-9f5eb266197b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:41.767451 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1425b1-7293-429b-b689-f3da8dc27d4c tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event deleted for resources: {'Subnet': ['ID=2cdfe01d-475e-4537-8547-5901178e95fd,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:41.770662 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2f1425b1-7293-429b-b689-f3da8dc27d4c tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:41.770821 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port aedc8984-c719-4441-90cd-2f9058b26fa4, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=aedc8984-c719-4441-90cd-2f9058b26fa4,segment=NetworkSegment(a16152fb-2bdf-4e02-99e2-b4e349df34e6),segment_id=a16152fb-2bdf-4e02-99e2-b4e349df34e6)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:54:41.776217 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-2f1425b1-7293-429b-b689-f3da8dc27d4c tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/subnets/2cdfe01d-475e-4537-8547-5901178e95fd HTTP/1.1" status: 204 len: 168 time: 1.1943374 Sep 24 15:54:41.777282 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44546) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:41.817638 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-08800721-60da-4643-a3b9-9f5eb266197b None None] Network a1a2ad54-ab62-4307-98d4-ba60d9795dd1 is not hosted by any dhcp agent {{(pid=95299) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 24 15:54:41.818089 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08800721-60da-4643-a3b9-9f5eb266197b None None] No DVR routers for this DVR port 9725fd50-34d5-4c0c-b82e-c4658d97fc41 on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:54:41.822304 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08800721-60da-4643-a3b9-9f5eb266197b None None] Pushing event deleted for resources: {'Port': ['ID=9725fd50-34d5-4c0c-b82e-c4658d97fc41,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:41.826161 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:41.829619 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77609e77-6eb4-4b46-9069-57e25fb9c499 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Releasing vlan 1296 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:54:41.830112 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-77609e77-6eb4-4b46-9069-57e25fb9c499 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:41.833376 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:54:41.833376 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:54:41.833376 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:54:41.833376 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:54:41.833376 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:54:41.833376 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:54:41.833376 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:54:41.833376 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:54:41.833376 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:54:41.833376 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:54:41.833376 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:54:41.833376 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:54:41.833376 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:54:41.833376 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:54:41.833376 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:54:41.833376 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:54:41.833376 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:54:41.833376 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:54:41.833376 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:54:41.833376 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:54:41.833376 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:54:41.833376 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:54:41.833376 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:54:41.833376 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:54:41.833376 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:54:41.833376 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:54:41.833376 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:54:41.833376 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:54:41.833376 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:54:41.833376 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:54:41.833376 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:54:41.833376 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:54:41.866522 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-0a6e4534-3ef5-4a74-a9f9-0d17ef500c8b None None] Provisioning complete for port 76365c5d-e19a-4431-a0ca-d2237b83e3e3 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:54:41.867221 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0a6e4534-3ef5-4a74-a9f9-0d17ef500c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:41.881858 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8b6195ee-30b8-481d-8359-319adc76d1cf tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:41.913207 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=aedc8984-c719-4441-90cd-2f9058b26fa4,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:41.922475 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30077e16-c061-40ae-bb2d-6618346c49de req-1cc57379-bfde-423c-9d05-5d71860cee16 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:41.924429 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-30077e16-c061-40ae-bb2d-6618346c49de req-1cc57379-bfde-423c-9d05-5d71860cee16 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=756dc3f9-786f-43e3-a1c1-2690c736e704 HTTP/1.1" status: 200 len: 944 time: 0.1146860 Sep 24 15:54:41.931781 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c616712-949b-449d-aa8b-c17092960f72 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Deleting subnet b479785c-48fa-417e-b421-1964566dcf84 {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:54:41.935740 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8c616712-949b-449d-aa8b-c17092960f72 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:41.960612 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6effd5e4-f298-4736-a997-366d18021cd2 req-c5edab19-3f6e-4a47-8c42-55102e785548 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/security-groups?id=faaaed6c-5dc8-4a43-a587-4571f710ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2702498 Sep 24 15:54:41.983091 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b6fc3032-f7f5-445d-965a-33f7f4f21989 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:42.007298 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Port 9725fd50-34d5-4c0c-b82e-c4658d97fc41 update to ACTIVE by agent not found {{(pid=95299) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 24 15:54:42.017825 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0a6e4534-3ef5-4a74-a9f9-0d17ef500c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:42.042318 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8c616712-949b-449d-aa8b-c17092960f72 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:42.074284 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['aedc8984-c719-4441-90cd-2f9058b26fa4'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:54:42.112353 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-30077e16-c061-40ae-bb2d-6618346c49de req-3f65c712-1b26-47c9-8f74-7f6c09703547 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=e1bf097d-ba10-49b0-95a0-b191bbbc69a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1370478 Sep 24 15:54:42.128190 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-77609e77-6eb4-4b46-9069-57e25fb9c499 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:42.134395 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-0a6e4534-3ef5-4a74-a9f9-0d17ef500c8b None None] For port 76365c5d-e19a-4431-a0ca-d2237b83e3e3, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=76365c5d-e19a-4431-a0ca-d2237b83e3e3,segment=NetworkSegment(e1d98049-eee8-47df-959b-ec6c0bc0b9c8),segment_id=e1d98049-eee8-47df-959b-ec6c0bc0b9c8)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:54:42.140634 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-77609e77-6eb4-4b46-9069-57e25fb9c499 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:42.142605 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-77609e77-6eb4-4b46-9069-57e25fb9c499 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] 10.222.0.101 "DELETE /v2.0/networks/058ad909-4b3b-4c60-92fb-0c2fa8253b55 HTTP/1.1" status: 204 len: 168 time: 1.4302797 Sep 24 15:54:42.146779 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44548) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:42.184887 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8b6195ee-30b8-481d-8359-319adc76d1cf tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:42.186782 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77609e77-6eb4-4b46-9069-57e25fb9c499 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Pushing event deleted for resources: {'Network': ['ID=058ad909-4b3b-4c60-92fb-0c2fa8253b55,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:42.191346 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9f660c-3c69-431a-a521-fe5793d2104b tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Made reservation on behalf of 60728dc15ec0482fbe958ba9258d8b5e for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:54:42.194765 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bf9f660c-3c69-431a-a521-fe5793d2104b tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:42.236890 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0a6e4534-3ef5-4a74-a9f9-0d17ef500c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:42.249497 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-0a6e4534-3ef5-4a74-a9f9-0d17ef500c8b None None] Could not find standard attr ID for object 9725fd50-34d5-4c0c-b82e-c4658d97fc41. {{(pid=95299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 15:54:42.268923 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-94c69e91-3edd-4459-998e-3956286d7fbe tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:42.270989 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-94c69e91-3edd-4459-998e-3956286d7fbe tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:42.270989 n-d-808921-1 neutron-server[95298]: INFO neutron.db.l3_db [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-94c69e91-3edd-4459-998e-3956286d7fbe tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Floating IP 95ab704f-0aca-4b2b-93c0-713be5f0f674 disassociated. External IP: 172.25.0.12, port: dc03181b-eebc-4350-ae95-5058ea48d9fb. Sep 24 15:54:42.270989 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-94c69e91-3edd-4459-998e-3956286d7fbe tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Calling delete_port for dc03181b-eebc-4350-ae95-5058ea48d9fb owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:54:42.294920 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8b6195ee-30b8-481d-8359-319adc76d1cf tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:42.303957 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8c616712-949b-449d-aa8b-c17092960f72 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:42.397175 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6195ee-30b8-481d-8359-319adc76d1cf tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3964309-b977-4e32-ab8a-eb101a5c5747,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:42.416451 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf9f660c-3c69-431a-a521-fe5793d2104b tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1250} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:54:42.424689 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 76365c5d-e19a-4431-a0ca-d2237b83e3e3 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:54:42.432709 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b0651222-9f47-4d03-9146-34ae61baa4d2 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:42.448484 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bf9f660c-3c69-431a-a521-fe5793d2104b tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:42.448823 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-bf9f660c-3c69-431a-a521-fe5793d2104b tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Added segment e4b2d26d-e3a7-43b9-b0f2-830900e0ea9a of type vlan for network fb6123e9-1f35-4c24-b8c3-835d7e3d8d0f Sep 24 15:54:42.479654 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6e4534-3ef5-4a74-a9f9-0d17ef500c8b None None] Pushing event updated for resources: {'Port': ['ID=76365c5d-e19a-4431-a0ca-d2237b83e3e3,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:42.531969 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-79eca8af-ce28-4888-be59-71aca40768f4 None None] Provisioning complete for port 76365c5d-e19a-4431-a0ca-d2237b83e3e3 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:54:42.532357 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-79eca8af-ce28-4888-be59-71aca40768f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:42.577589 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bf9f660c-3c69-431a-a521-fe5793d2104b tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:42.578552 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-94c69e91-3edd-4459-998e-3956286d7fbe tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:42.596357 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b6fc3032-f7f5-445d-965a-33f7f4f21989 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:42.598079 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 76365c5d-e19a-4431-a0ca-d2237b83e3e3 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:54:42.598505 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:42.649480 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b0651222-9f47-4d03-9146-34ae61baa4d2 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:42.662781 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c69e91-3edd-4459-998e-3956286d7fbe tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Pushing event deleted for resources: {'Port': ['ID=dc03181b-eebc-4350-ae95-5058ea48d9fb,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:42.679103 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8c616712-949b-449d-aa8b-c17092960f72 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:42.681244 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b6fc3032-f7f5-445d-965a-33f7f4f21989 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:42.686465 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-b0651222-9f47-4d03-9146-34ae61baa4d2 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d62da74d-5cc1-497b-9dc7-12d430bb714a']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:54:42.739073 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a69806dc-be8c-4834-868b-7a629043ffdc req-f66b8790-db08-4b7a-82d4-4dcd72b49be6 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/ports?device_id=5ea82851-d9e0-4b55-9108-445a8363c1e2 HTTP/1.1" status: 200 len: 210 time: 0.0868587 Sep 24 15:54:42.742561 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95aadb4e-81da-4f5c-af5a-10e7f4c43a35 None None] Network 50d98e88-8a75-4835-9919-86c163395f7c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:54:42.743994 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-b0651222-9f47-4d03-9146-34ae61baa4d2 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fe3906a-cc93-4612-966f-400ca962ecab') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:54:42.744470 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-b0651222-9f47-4d03-9146-34ae61baa4d2 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fe3906a-cc93-4612-966f-400ca962ecab') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:54:42.756393 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c616712-949b-449d-aa8b-c17092960f72 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event deleted for resources: {'Subnet': ['ID=b479785c-48fa-417e-b421-1964566dcf84,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:42.760347 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8c616712-949b-449d-aa8b-c17092960f72 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:42.762755 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-8c616712-949b-449d-aa8b-c17092960f72 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/subnets/b479785c-48fa-417e-b421-1964566dcf84 HTTP/1.1" status: 204 len: 168 time: 0.9817579 Sep 24 15:54:42.768601 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b0651222-9f47-4d03-9146-34ae61baa4d2 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:42.769979 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44554) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:42.790983 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fc3032-f7f5-445d-965a-33f7f4f21989 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d02eaa-0562-4f89-891d-a407ae1b8e31,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:42.799372 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b0651222-9f47-4d03-9146-34ae61baa4d2 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:42.801782 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bf9f660c-3c69-431a-a521-fe5793d2104b tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:42.807564 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9f660c-3c69-431a-a521-fe5793d2104b tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:42.814111 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bf9f660c-3c69-431a-a521-fe5793d2104b tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:42.821541 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0651222-9f47-4d03-9146-34ae61baa4d2 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Releasing vlan 1265 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:54:42.821930 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b0651222-9f47-4d03-9146-34ae61baa4d2 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:42.838513 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:54:42.838513 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:54:42.838513 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:54:42.838513 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:54:42.838513 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:54:42.838513 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:54:42.838513 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:54:42.838513 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:54:42.838513 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:54:42.838513 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:54:42.838513 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:54:42.838513 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:54:42.838513 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:54:42.838513 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:54:42.838513 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:54:42.838513 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:54:42.838513 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:54:42.838513 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:54:42.838513 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:54:42.838513 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:54:42.838513 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:54:42.838513 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:54:42.838513 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:54:42.838513 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:54:42.838513 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:54:42.838513 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:54:42.838513 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:54:42.838513 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:54:42.838513 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:54:42.838513 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:54:42.838513 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:54:42.838513 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:54:42.841058 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8b6195ee-30b8-481d-8359-319adc76d1cf tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:42.841058 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-8b6195ee-30b8-481d-8359-319adc76d1cf tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2438993 Sep 24 15:54:42.843834 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-cf9ec8ff-3832-4749-a68e-0f2633e624da tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0725434 Sep 24 15:54:42.845172 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44556) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:42.855937 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44558) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:42.860531 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-36aea98d-8ad1-43a7-bc98-5020bdf16ef7 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Request body: {'security_group_rule': {'security_group_id': '3de61ae6-50a8-4cdd-839d-c59be6a6406f', 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:42.901626 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-94c69e91-3edd-4459-998e-3956286d7fbe tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Router 5819512c-8212-4b23-9988-5082fe39d789 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:54:42.909196 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f67c6c6-c85e-41c1-bfa1-147d840e6539 None None] Could not find standard attr ID for object 10fd6903-20fd-43ad-b902-a7f76020ed75. {{(pid=95299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 15:54:42.936680 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 3aa9d6a9-7641-49ee-8f18-10d547bbddd1 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:54:42.962300 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9f660c-3c69-431a-a521-fe5793d2104b tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event updated for resources: {'Network': ['ID=fb6123e9-1f35-4c24-b8c3-835d7e3d8d0f,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:42.968230 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b6fc3032-f7f5-445d-965a-33f7f4f21989 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:42.973774 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44560) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:42.979798 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-0ef642f1-3bea-4c55-83fb-f192820e879a tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Request body: {'security_group_rule': {'security_group_id': '5b979f9b-b1c9-40e0-8c0f-af914676eff8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd8d02eaa-0562-4f89-891d-a407ae1b8e31', 'remote_ip_prefix': None}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:42.982426 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b6fc3032-f7f5-445d-965a-33f7f4f21989 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3269844 Sep 24 15:54:42.986955 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network fb6123e9-1f35-4c24-b8c3-835d7e3d8d0f details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:54:43.004299 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f67c6c6-c85e-41c1-bfa1-147d840e6539 None None] Provisioning complete for port 3aa9d6a9-7641-49ee-8f18-10d547bbddd1 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:54:43.007747 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f67c6c6-c85e-41c1-bfa1-147d840e6539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:43.008030 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-bf9f660c-3c69-431a-a521-fe5793d2104b tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2933927 Sep 24 15:54:43.016429 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44564) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:43.024112 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-d0149a44-d39d-43f3-be9c-514eda106f05 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Request body: {'subnet': {'network_id': 'fb6123e9-1f35-4c24-b8c3-835d7e3d8d0f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:43.036802 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9402f0-6d1c-4231-a89e-ff6b728e381f tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:43.044811 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-2c9402f0-6d1c-4231-a89e-ff6b728e381f tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1819713 Sep 24 15:54:43.051923 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44566) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:43.066169 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b0651222-9f47-4d03-9146-34ae61baa4d2 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:43.113163 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b0651222-9f47-4d03-9146-34ae61baa4d2 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:43.115214 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b0651222-9f47-4d03-9146-34ae61baa4d2 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] 10.222.0.101 "DELETE /v2.0/networks/d62da74d-5cc1-497b-9dc7-12d430bb714a HTTP/1.1" status: 204 len: 168 time: 0.9671693 Sep 24 15:54:43.128645 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44568) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:43.162094 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-94c69e91-3edd-4459-998e-3956286d7fbe tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:54:43.167814 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-36aea98d-8ad1-43a7-bc98-5020bdf16ef7 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:43.175318 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02718597-0b8d-48b4-9284-a9e9c38058fc None None] Sync routers for ids ['5819512c-8212-4b23-9988-5082fe39d789'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:54:43.186503 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 3aa9d6a9-7641-49ee-8f18-10d547bbddd1 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:54:43.187541 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:43.202070 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0651222-9f47-4d03-9146-34ae61baa4d2 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Pushing event deleted for resources: {'Network': ['ID=d62da74d-5cc1-497b-9dc7-12d430bb714a,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:43.220173 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02718597-0b8d-48b4-9284-a9e9c38058fc None None] Routers {'5819512c-8212-4b23-9988-5082fe39d789'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:54:43.227862 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-02718597-0b8d-48b4-9284-a9e9c38058fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:54:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['5819512c-8212-4b23-9988-5082fe39d789'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:54:43.282261 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21f0d05-0b1b-404f-86fa-43c17accb363 None None] DHCP port deletion for 50d98e88-8a75-4835-9919-86c163395f7c request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:54:43.294805 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-36aea98d-8ad1-43a7-bc98-5020bdf16ef7 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:43.318053 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e7e927-6372-4346-82da-fa70607530d7 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:43.323407 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-d5e7e927-6372-4346-82da-fa70607530d7 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2696462 Sep 24 15:54:43.343510 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44572) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:43.376582 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-94c69e91-3edd-4459-998e-3956286d7fbe tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] No DVR routers for this DVR port dc03181b-eebc-4350-ae95-5058ea48d9fb on host n-h1-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:54:43.400618 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-36aea98d-8ad1-43a7-bc98-5020bdf16ef7 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:43.402900 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-94c69e91-3edd-4459-998e-3956286d7fbe tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:43.405581 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-94c69e91-3edd-4459-998e-3956286d7fbe tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.110 "DELETE /v2.0/ports/dc03181b-eebc-4350-ae95-5058ea48d9fb HTTP/1.1" status: 204 len: 173 time: 2.7078869 Sep 24 15:54:43.409906 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-02718597-0b8d-48b4-9284-a9e9c38058fc None None] Set router 5819512c-8212-4b23-9988-5082fe39d789 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:54:43.433194 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-b21f0d05-0b1b-404f-86fa-43c17accb363 None None] Deleting port 3aa9d6a9-7641-49ee-8f18-10d547bbddd1 {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:54:43.433194 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b21f0d05-0b1b-404f-86fa-43c17accb363 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:43.461481 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041485e-ceaf-4035-b243-25af4a2abd50 req-ce93fe13-18e2-4ddf-a6a2-169681436aed tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:43.462316 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 9725fd50-34d5-4c0c-b82e-c4658d97fc41 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:54:43.472830 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9041485e-ceaf-4035-b243-25af4a2abd50 req-ce93fe13-18e2-4ddf-a6a2-169681436aed tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 942 time: 0.4297223 Sep 24 15:54:43.487860 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-a087ea60-2be3-46ad-8b78-8b0cb16cdfad tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1429353 Sep 24 15:54:43.494266 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aea98d-8ad1-43a7-bc98-5020bdf16ef7 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c55de92-3e9f-4032-8738-3c7a08beeb20,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:43.496111 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a7b1d1-ddc9-4674-827f-199eb4c77de7', 'name': 'network-vif-deleted', 'tag': 'dc03181b-eebc-4350-ae95-5058ea48d9fb'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:54:43.509690 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3608c7cb-1282-4849-ae0e-7c828429f0b2" -d '{"events": [{"server_uuid": "52a7b1d1-ddc9-4674-827f-199eb4c77de7", "name": "network-vif-deleted", "tag": "dc03181b-eebc-4350-ae95-5058ea48d9fb"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:54:43.509690 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44574) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:43.533259 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 9725fd50-34d5-4c0c-b82e-c4658d97fc41 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:54:43.534055 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 9725fd50-34d5-4c0c-b82e-c4658d97fc41 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:54:43.544774 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-04811fb4-4488-4379-987e-7afb40c057a8 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Request body: {'subnet': {'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:43.557623 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-b21f0d05-0b1b-404f-86fa-43c17accb363 None None] For port 3aa9d6a9-7641-49ee-8f18-10d547bbddd1, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=3aa9d6a9-7641-49ee-8f18-10d547bbddd1,segment=NetworkSegment(fb531be8-b37e-4ff9-a98b-5c7db484a0eb),segment_id=fb531be8-b37e-4ff9-a98b-5c7db484a0eb)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:54:43.560921 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b21f0d05-0b1b-404f-86fa-43c17accb363 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:43.572014 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-b21f0d05-0b1b-404f-86fa-43c17accb363 None None] Calling delete_port for 3aa9d6a9-7641-49ee-8f18-10d547bbddd1 owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:54:43.646180 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-02718597-0b8d-48b4-9284-a9e9c38058fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5819512c-8212-4b23-9988-5082fe39d789', 'name': 'tempest-TaggedBootDevicesTest-2092132471-router', 'tenant_id': '4e03fc3d20524ffa9cc0335ea5171849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '7ad0e428-c51c-4fe0-8a37-d0a7cf52c9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:43:44Z', 'updated_at': '2021-09-24T15:43:50Z', 'revision_number': 4, 'project_id': '4e03fc3d20524ffa9cc0335ea5171849', 'gw_port': {'id': '7ad0e428-c51c-4fe0-8a37-d0a7cf52c9aa', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:73:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5819512c-8212-4b23-9988-5082fe39d789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:43:45Z', 'updated_at': '2021-09-24T15:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'd469f2b7-fb99-4eb5-9e94-c40cd40f72d8', 'name': '', 'network_id': 'fd4dbc0b-12eb-4c1c-a696-391550e45003', 'tenant_id': '4e03fc3d20524ffa9cc0335ea5171849', 'mac_address': 'fa:16:3e:20:3d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5819512c-8212-4b23-9988-5082fe39d789', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'ff90cfb5-edb1-4dd2-95a8-9b64a8718aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:43:49Z', 'updated_at': '2021-09-24T15:43:54Z', 'revision_number': 5, 'project_id': '4e03fc3d20524ffa9cc0335ea5171849', 'subnets': [{'id': 'ff90cfb5-edb1-4dd2-95a8-9b64a8718aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:54:43.681386 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9041485e-ceaf-4035-b243-25af4a2abd50 req-2c5ea60f-625b-4174-af1c-db619d7e5c55 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/security-groups?id=faaaed6c-5dc8-4a43-a587-4571f710ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2026136 Sep 24 15:54:43.681619 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02718597-0b8d-48b4-9284-a9e9c38058fc None None] Checking router: 5819512c-8212-4b23-9988-5082fe39d789 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:54:43.688870 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0ef642f1-3bea-4c55-83fb-f192820e879a tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:43.689368 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7e07de-58ca-44c9-9387-b5a3b9e25039 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:43.690986 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02718597-0b8d-48b4-9284-a9e9c38058fc None None] Routers {'5819512c-8212-4b23-9988-5082fe39d789'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:54:43.691818 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-02718597-0b8d-48b4-9284-a9e9c38058fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:54:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['5819512c-8212-4b23-9988-5082fe39d789'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:54:43.697009 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7e07de-58ca-44c9-9387-b5a3b9e25039 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:43.699081 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-7e7e07de-58ca-44c9-9387-b5a3b9e25039 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] 10.222.0.101 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5570116 Sep 24 15:54:43.703533 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44578) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:43.708871 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-b24a42a1-f120-4393-bd9a-afa0f1cdf15c tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1170423913'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:43.755344 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5e34c8-3dcf-4706-b299-c54bab8c831d req-180d35de-90c9-4350-b69d-16fcec41a9f2 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:43.755344 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5e5e34c8-3dcf-4706-b299-c54bab8c831d req-180d35de-90c9-4350-b69d-16fcec41a9f2 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=756dc3f9-786f-43e3-a1c1-2690c736e704 HTTP/1.1" status: 200 len: 944 time: 0.4442804 Sep 24 15:54:43.776783 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b21f0d05-0b1b-404f-86fa-43c17accb363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:43.804738 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0ef642f1-3bea-4c55-83fb-f192820e879a tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:43.806001 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21f0d05-0b1b-404f-86fa-43c17accb363 None None] Pushing event deleted for resources: {'Port': ['ID=3aa9d6a9-7641-49ee-8f18-10d547bbddd1,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:43.807927 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-02718597-0b8d-48b4-9284-a9e9c38058fc None None] Set router 5819512c-8212-4b23-9988-5082fe39d789 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:54:43.817022 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21f0d05-0b1b-404f-86fa-43c17accb363 None None] No DVR routers for this DVR port 3aa9d6a9-7641-49ee-8f18-10d547bbddd1 on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:54:43.842840 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2d1bd43a-da39-41c2-b237-59a462557761 req-7c29148a-39e3-4911-a142-ec63575e27e1 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/ports?device_id=5ea82851-d9e0-4b55-9108-445a8363c1e2 HTTP/1.1" status: 200 len: 210 time: 0.0346775 Sep 24 15:54:43.845946 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c3f087-130d-4a82-87af-1d1604837600 x-openstack-request-id: req-89c3f087-130d-4a82-87af-1d1604837600 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:54:43.846400 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a7b1d1-ddc9-4674-827f-199eb4c77de7", "name": "network-vif-deleted", "tag": "dc03181b-eebc-4350-ae95-5058ea48d9fb", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:54:43.846598 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-89c3f087-130d-4a82-87af-1d1604837600 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:54:43.846989 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a7b1d1-ddc9-4674-827f-199eb4c77de7', 'name': 'network-vif-deleted', 'tag': 'dc03181b-eebc-4350-ae95-5058ea48d9fb', 'status': 'completed', 'code': 200} Sep 24 15:54:43.852755 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0149a44-d39d-43f3-be9c-514eda106f05 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Made reservation on behalf of 60728dc15ec0482fbe958ba9258d8b5e for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:54:43.856413 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d0149a44-d39d-43f3-be9c-514eda106f05 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:43.905706 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0ef642f1-3bea-4c55-83fb-f192820e879a tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:43.984132 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef642f1-3bea-4c55-83fb-f192820e879a tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4de7a24c-9e97-45ec-8df1-4bf81be2cdd6,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:43.993867 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-36aea98d-8ad1-43a7-bc98-5020bdf16ef7 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:43.995128 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-36aea98d-8ad1-43a7-bc98-5020bdf16ef7 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1417623 Sep 24 15:54:43.998799 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44582) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:44.004219 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-b677f2ed-f22a-4927-b20a-e6f0627c4960 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Request body: {'security_group_rule': {'security_group_id': '3de61ae6-50a8-4cdd-839d-c59be6a6406f', 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:44.005500 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5e5e34c8-3dcf-4706-b299-c54bab8c831d req-dcd82279-dc01-4382-a7b9-66f9c6bb5d87 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=e1bf097d-ba10-49b0-95a0-b191bbbc69a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1572003 Sep 24 15:54:44.026380 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-1e7f530b-ef6f-4c72-9a1e-ff8e42c34e3f tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Deleting port 61bec6ae-d49a-41d0-b02b-bc695e1e100d {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:54:44.026811 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-1e7f530b-ef6f-4c72-9a1e-ff8e42c34e3f tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:44.132814 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04811fb4-4488-4379-987e-7afb40c057a8 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Made reservation on behalf of 1ffc126d96724ce991d5ac46e64fd1ec for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:54:44.133611 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 76365c5d-e19a-4431-a0ca-d2237b83e3e3 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:54:44.136447 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-04811fb4-4488-4379-987e-7afb40c057a8 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:44.138511 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-04811fb4-4488-4379-987e-7afb40c057a8 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 15:54:44.138876 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04811fb4-4488-4379-987e-7afb40c057a8 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:54:44.160977 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-02718597-0b8d-48b4-9284-a9e9c38058fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5819512c-8212-4b23-9988-5082fe39d789', 'name': 'tempest-TaggedBootDevicesTest-2092132471-router', 'tenant_id': '4e03fc3d20524ffa9cc0335ea5171849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '7ad0e428-c51c-4fe0-8a37-d0a7cf52c9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:43:44Z', 'updated_at': '2021-09-24T15:43:50Z', 'revision_number': 4, 'project_id': '4e03fc3d20524ffa9cc0335ea5171849', 'gw_port': {'id': '7ad0e428-c51c-4fe0-8a37-d0a7cf52c9aa', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:73:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5819512c-8212-4b23-9988-5082fe39d789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:43:45Z', 'updated_at': '2021-09-24T15:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'd469f2b7-fb99-4eb5-9e94-c40cd40f72d8', 'name': '', 'network_id': 'fd4dbc0b-12eb-4c1c-a696-391550e45003', 'tenant_id': '4e03fc3d20524ffa9cc0335ea5171849', 'mac_address': 'fa:16:3e:20:3d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5819512c-8212-4b23-9988-5082fe39d789', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'ff90cfb5-edb1-4dd2-95a8-9b64a8718aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:43:49Z', 'updated_at': '2021-09-24T15:43:54Z', 'revision_number': 5, 'project_id': '4e03fc3d20524ffa9cc0335ea5171849', 'subnets': [{'id': 'ff90cfb5-edb1-4dd2-95a8-9b64a8718aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:54:44.186219 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-1e7f530b-ef6f-4c72-9a1e-ff8e42c34e3f tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] For port 61bec6ae-d49a-41d0-b02b-bc695e1e100d, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=61bec6ae-d49a-41d0-b02b-bc695e1e100d,segment=NetworkSegment(07f0d959-dce2-4090-b56f-3578a7ea7773),segment_id=07f0d959-dce2-4090-b56f-3578a7ea7773)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:54:44.186625 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-1e7f530b-ef6f-4c72-9a1e-ff8e42c34e3f tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:44.194007 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02718597-0b8d-48b4-9284-a9e9c38058fc None None] The sync data for ids ['5819512c-8212-4b23-9988-5082fe39d789'] in n-d-808921-1 is: [{'id': '5819512c-8212-4b23-9988-5082fe39d789', 'name': 'tempest-TaggedBootDevicesTest-2092132471-router', 'tenant_id': '4e03fc3d20524ffa9cc0335ea5171849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '7ad0e428-c51c-4fe0-8a37-d0a7cf52c9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:43:44Z', 'updated_at': '2021-09-24T15:43:50Z', 'revision_number': 4, 'project_id': '4e03fc3d20524ffa9cc0335ea5171849', 'gw_port': {'id': '7ad0e428-c51c-4fe0-8a37-d0a7cf52c9aa', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:73:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5819512c-8212-4b23-9988-5082fe39d789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:43:45Z', 'updated_at': '2021-09-24T15:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'd469f2b7-fb99-4eb5-9e94-c40cd40f72d8', 'name': '', 'network_id': 'fd4dbc0b-12eb-4c1c-a696-391550e45003', 'tenant_id': '4e03fc3d20524ffa9cc0335ea5171849', 'mac_address': 'fa:16:3e:20:3d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5819512c-8212-4b23-9988-5082fe39d789', 'device_owner': 'network:router_interface', 'standard_attr_id': 1345, 'fixed_ips': [{'subnet_id': 'ff90cfb5-edb1-4dd2-95a8-9b64a8718aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:43:49Z', 'updated_at': '2021-09-24T15:43:54Z', 'revision_number': 5, 'project_id': '4e03fc3d20524ffa9cc0335ea5171849', 'subnets': [{'id': 'ff90cfb5-edb1-4dd2-95a8-9b64a8718aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:54:44.223690 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0ef642f1-3bea-4c55-83fb-f192820e879a tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:44.224911 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-0ef642f1-3bea-4c55-83fb-f192820e879a tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.2508574 Sep 24 15:54:44.228282 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44584) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:44.234591 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-1e7f530b-ef6f-4c72-9a1e-ff8e42c34e3f tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Calling delete_port for 61bec6ae-d49a-41d0-b02b-bc695e1e100d owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:54:44.246112 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-04811fb4-4488-4379-987e-7afb40c057a8 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7124717 Sep 24 15:54:44.247872 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44586) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:44.254581 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-e8ab2526-32a2-4244-b225-d66a680497f7 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Request body: {'subnet': {'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:44.313834 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-db050268-9876-4c82-a979-73c3c737aca1 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:44.336256 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-db050268-9876-4c82-a979-73c3c737aca1 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:44.370966 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 76365c5d-e19a-4431-a0ca-d2237b83e3e3 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:54:44.371563 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:44.392506 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d0149a44-d39d-43f3-be9c-514eda106f05 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:44.404954 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b24a42a1-f120-4393-bd9a-afa0f1cdf15c tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Made reservation on behalf of e01a020f8d774f5f8b2a07255349f146 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:54:44.418049 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b24a42a1-f120-4393-bd9a-afa0f1cdf15c tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:44.453183 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b24a42a1-f120-4393-bd9a-afa0f1cdf15c tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1268} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:54:44.464921 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b24a42a1-f120-4393-bd9a-afa0f1cdf15c tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:44.465556 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-b24a42a1-f120-4393-bd9a-afa0f1cdf15c tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Added segment 9d434398-f9fa-4537-a841-ea0ec58b376b of type vlan for network b786331c-3487-4577-ab7a-29b2f8155c99 Sep 24 15:54:44.520088 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-db050268-9876-4c82-a979-73c3c737aca1 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:44.531849 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b24a42a1-f120-4393-bd9a-afa0f1cdf15c tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:44.545722 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-db050268-9876-4c82-a979-73c3c737aca1 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:44.547065 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-db050268-9876-4c82-a979-73c3c737aca1 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] 10.222.0.101 "DELETE /v2.0/security-group-rules/4de7a24c-9e97-45ec-8df1-4bf81be2cdd6 HTTP/1.1" status: 204 len: 168 time: 0.3173099 Sep 24 15:54:44.550575 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44588) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:44.566423 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 3aa9d6a9-7641-49ee-8f18-10d547bbddd1 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:54:44.574700 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db050268-9876-4c82-a979-73c3c737aca1 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4de7a24c-9e97-45ec-8df1-4bf81be2cdd6,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:44.596999 n-d-808921-1 neutron-server[95297]: INFO neutron.db.securitygroups_db [None req-b677f2ed-f22a-4927-b20a-e6f0627c4960 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Project 7841fa2f595c42b88ef5416d36f78c25 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 15:54:44.597245 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 3aa9d6a9-7641-49ee-8f18-10d547bbddd1 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:54:44.597651 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 3aa9d6a9-7641-49ee-8f18-10d547bbddd1 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:54:44.613137 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b677f2ed-f22a-4927-b20a-e6f0627c4960 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:44.616508 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b7d29a3-a581-4d99-82e3-03f6d3fe91c4 None None] New status for floating IP 95ab704f-0aca-4b2b-93c0-713be5f0f674: DOWN {{(pid=95299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:54:44.648599 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-36bc816a-ed4f-4bc6-a1fa-64087ab63fa3 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0944128 Sep 24 15:54:44.650046 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44590) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:44.696705 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b24a42a1-f120-4393-bd9a-afa0f1cdf15c tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:44.701125 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device aedc8984-c719-4441-90cd-2f9058b26fa4 up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:54:44.703787 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b24a42a1-f120-4393-bd9a-afa0f1cdf15c tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:44.705834 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b24a42a1-f120-4393-bd9a-afa0f1cdf15c tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:44.791283 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b677f2ed-f22a-4927-b20a-e6f0627c4960 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:44.937040 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port aedc8984-c719-4441-90cd-2f9058b26fa4 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:54:44.948936 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port aedc8984-c719-4441-90cd-2f9058b26fa4 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:54:44.949424 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:44.955629 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0149a44-d39d-43f3-be9c-514eda106f05 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event updated for resources: {'Subnet': ['ID=68fbc2b3-85d4-4ca8-b053-9e59fe199d9b,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:45.022285 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-28f6d7b9-8f8d-4119-a738-99b1a8389129 req-f4c8149a-d0c1-4507-8ff4-34aa72f62ab6 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/ports?device_id=5ea82851-d9e0-4b55-9108-445a8363c1e2 HTTP/1.1" status: 200 len: 210 time: 0.0957978 Sep 24 15:54:45.027269 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0149a44-d39d-43f3-be9c-514eda106f05 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Checking segment: {'id': 'e4b2d26d-e3a7-43b9-b0f2-830900e0ea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fb6123e9-1f35-4c24-b8c3-835d7e3d8d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:54:45.027637 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0149a44-d39d-43f3-be9c-514eda106f05 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Network hostable DHCP agents. Network: fb6123e9-1f35-4c24-b8c3-835d7e3d8d0f, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:54:45.056035 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8ab2526-32a2-4244-b225-d66a680497f7 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Made reservation on behalf of 1ffc126d96724ce991d5ac46e64fd1ec for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:54:45.060453 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e8ab2526-32a2-4244-b225-d66a680497f7 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:45.063305 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8ab2526-32a2-4244-b225-d66a680497f7 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 15:54:45.063768 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8ab2526-32a2-4244-b225-d66a680497f7 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:54:45.084948 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:45.089956 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370cefac-4d79-498d-a70a-831cd4e5acfa req-2041f88d-4d16-478b-bc9a-6e9040561f2e tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:45.092385 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-370cefac-4d79-498d-a70a-831cd4e5acfa req-2041f88d-4d16-478b-bc9a-6e9040561f2e tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.110 "GET /v2.0/networks?id=3dbb0dfe-b454-4e57-a2db-34f294a0159c HTTP/1.1" status: 200 len: 811 time: 0.6544321 Sep 24 15:54:45.116688 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '756dc3f9-786f-43e3-a1c1-2690c736e704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aedc8984-c719-4441-90cd-2f9058b26fa4'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:54:45.119116 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9954cf88-9619-48b0-9a5d-d208e8b94649" -d '{"events": [{"server_uuid": "756dc3f9-786f-43e3-a1c1-2690c736e704", "name": "network-vif-plugged", "status": "completed", "tag": "aedc8984-c719-4441-90cd-2f9058b26fa4"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:54:45.132555 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port aedc8984-c719-4441-90cd-2f9058b26fa4, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=aedc8984-c719-4441-90cd-2f9058b26fa4,segment=NetworkSegment(a16152fb-2bdf-4e02-99e2-b4e349df34e6),segment_id=a16152fb-2bdf-4e02-99e2-b4e349df34e6)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:54:45.193671 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-e8ab2526-32a2-4244-b225-d66a680497f7 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.9451792 Sep 24 15:54:45.198199 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44600) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:45.203871 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-43b061bc-de77-48fc-a3b5-ae57f2d13f2b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Request body: {'subnet': {'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:45.211787 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-370cefac-4d79-498d-a70a-831cd4e5acfa req-bebc5489-97db-4d5d-a362-de1e8192db7d tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.110 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b960fdf244c2496089f6c9d33b373dc4 HTTP/1.1" status: 200 len: 380 time: 0.1029050 Sep 24 15:54:45.222835 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:45.223152 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-336d3825-e463-429c-8d89-3d9d58d41f24 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:45.233854 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b677f2ed-f22a-4927-b20a-e6f0627c4960 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:45.234565 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a975bf4-d6cd-4e32-b6c8-098421a8d032 req-e8962050-d279-4827-a695-1c32f72ff9a5 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:45.236228 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9a975bf4-d6cd-4e32-b6c8-098421a8d032 req-e8962050-d279-4827-a695-1c32f72ff9a5 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=756dc3f9-786f-43e3-a1c1-2690c736e704 HTTP/1.1" status: 200 len: 944 time: 0.1383550 Sep 24 15:54:45.244114 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-370cefac-4d79-498d-a70a-831cd4e5acfa req-d3ef2ada-9b47-4c6b-928b-7b83940cc1e8 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Request body: {'port': {'device_id': '5ea82851-d9e0-4b55-9108-445a8363c1e2', 'network_id': '3dbb0dfe-b454-4e57-a2db-34f294a0159c', 'admin_state_up': True, 'tenant_id': 'b960fdf244c2496089f6c9d33b373dc4', 'security_groups': ['beef4521-75a7-4152-bec5-95472c5ccdd1']}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:45.247480 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0149a44-d39d-43f3-be9c-514eda106f05 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Network fb6123e9-1f35-4c24-b8c3-835d7e3d8d0f is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:54:45.249355 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-1e7f530b-ef6f-4c72-9a1e-ff8e42c34e3f tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:45.253708 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24a42a1-f120-4393-bd9a-afa0f1cdf15c tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Pushing event updated for resources: {'Network': ['ID=b786331c-3487-4577-ab7a-29b2f8155c99,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:45.276595 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network b786331c-3487-4577-ab7a-29b2f8155c99 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:54:45.298982 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6121e9be-9358-4905-b161-958cc6433dba req-b556e776-cc5c-417c-a529-f3f7cbb37b52 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 210 time: 0.0719690 Sep 24 15:54:45.303439 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=aedc8984-c719-4441-90cd-2f9058b26fa4,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:45.317534 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-336d3825-e463-429c-8d89-3d9d58d41f24 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:45.330543 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b24a42a1-f120-4393-bd9a-afa0f1cdf15c tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6229403 Sep 24 15:54:45.350768 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44602) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:45.351453 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b677f2ed-f22a-4927-b20a-e6f0627c4960 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5e28785-b09c-4c1d-83c6-beb361665b58,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:45.374623 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f36f92-0916-4f55-9263-117811284f5f x-openstack-request-id: req-47f36f92-0916-4f55-9263-117811284f5f {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:54:45.375146 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "756dc3f9-786f-43e3-a1c1-2690c736e704", "name": "network-vif-plugged", "status": "completed", "tag": "aedc8984-c719-4441-90cd-2f9058b26fa4", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:54:45.375146 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-47f36f92-0916-4f55-9263-117811284f5f {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:54:45.375588 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '756dc3f9-786f-43e3-a1c1-2690c736e704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aedc8984-c719-4441-90cd-2f9058b26fa4', 'code': 200} Sep 24 15:54:45.388135 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-8768c631-0931-4d16-bc5c-39473dafa6b5 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-71532336'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:45.391845 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7f530b-ef6f-4c72-9a1e-ff8e42c34e3f tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Pushing event deleted for resources: {'Port': ['ID=61bec6ae-d49a-41d0-b02b-bc695e1e100d,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:45.413789 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-d0149a44-d39d-43f3-be9c-514eda106f05 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, fb6123e9-1f35-4c24-b8c3-835d7e3d8d0f) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:54:45.423848 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4073c4b1-dfc0-4670-b2b0-efe1a2e5e107 None None] Network fb6123e9-1f35-4c24-b8c3-835d7e3d8d0f requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:54:45.471481 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0149a44-d39d-43f3-be9c-514eda106f05 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:45.472195 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d0149a44-d39d-43f3-be9c-514eda106f05 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:45.487344 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b677f2ed-f22a-4927-b20a-e6f0627c4960 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:45.488550 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b677f2ed-f22a-4927-b20a-e6f0627c4960 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.4887183 Sep 24 15:54:45.491403 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44604) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:45.497531 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-e6d11ec7-eab7-4059-94d2-ae39e37537f9 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Request body: {'security_group_rule': {'security_group_id': '3de61ae6-50a8-4cdd-839d-c59be6a6406f', 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:45.515605 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-336d3825-e463-429c-8d89-3d9d58d41f24 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:45.518187 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-336d3825-e463-429c-8d89-3d9d58d41f24 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:45.521717 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-336d3825-e463-429c-8d89-3d9d58d41f24 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] 10.222.0.101 "DELETE /v2.0/security-groups/d8d02eaa-0562-4f89-891d-a407ae1b8e31 HTTP/1.1" status: 204 len: 168 time: 0.8684564 Sep 24 15:54:45.523519 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44606) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:45.532501 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-1e7f530b-ef6f-4c72-9a1e-ff8e42c34e3f tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] No DVR routers for this DVR port 61bec6ae-d49a-41d0-b02b-bc695e1e100d on host n-h1-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:54:45.534780 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9a975bf4-d6cd-4e32-b6c8-098421a8d032 req-22b5fc61-b841-441c-a089-a808bf5b1bd3 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=e1bf097d-ba10-49b0-95a0-b191bbbc69a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2787428 Sep 24 15:54:45.536802 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-1e7f530b-ef6f-4c72-9a1e-ff8e42c34e3f tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:45.538847 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1ae0efb5-b270-4ecc-8624-12fb694b2109 req-1e7f530b-ef6f-4c72-9a1e-ff8e42c34e3f tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.110 "DELETE /v2.0/ports/61bec6ae-d49a-41d0-b02b-bc695e1e100d HTTP/1.1" status: 204 len: 173 time: 2.0538261 Sep 24 15:54:45.541454 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336d3825-e463-429c-8d89-3d9d58d41f24 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d02eaa-0562-4f89-891d-a407ae1b8e31,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:45.568209 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e578468-e874-4d41-a5bd-0b4ff03d44e7 req-32b52bd3-8f75-4e1f-93e2-319f7eed2f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:45.569741 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8e578468-e874-4d41-a5bd-0b4ff03d44e7 req-32b52bd3-8f75-4e1f-93e2-319f7eed2f68 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=756dc3f9-786f-43e3-a1c1-2690c736e704 HTTP/1.1" status: 200 len: 1096 time: 0.1353109 Sep 24 15:54:45.623427 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae56390-5801-45cd-8363-23df4a05a8d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-fb6123e9-1f35-4c24-b8c3-835d7e3d8d0f', 'network_id': 'fb6123e9-1f35-4c24-b8c3-835d7e3d8d0f', 'tenant_id': '60728dc15ec0482fbe958ba9258d8b5e', 'fixed_ips': [{'subnet_id': '68fbc2b3-85d4-4ca8-b053-9e59fe199d9b'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:54:45.624396 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3ae56390-5801-45cd-8363-23df4a05a8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:45.634611 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-98607b74-9a6c-44d9-8fe9-0e497e88cb08 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1089091 Sep 24 15:54:45.638152 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44608) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:45.639442 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8e578468-e874-4d41-a5bd-0b4ff03d44e7 req-73646fd9-fb97-403d-b3d6-43149820f913 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=e1bf097d-ba10-49b0-95a0-b191bbbc69a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0594642 Sep 24 15:54:45.646361 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8768c631-0931-4d16-bc5c-39473dafa6b5 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Made reservation on behalf of e01a020f8d774f5f8b2a07255349f146 for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:54:45.649944 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8768c631-0931-4d16-bc5c-39473dafa6b5 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:45.669944 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.db.api [req-370cefac-4d79-498d-a70a-831cd4e5acfa req-d3ef2ada-9b47-4c6b-928b-7b83940cc1e8 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 15:54:45.669944 n-d-808921-1 neutron-server[95298]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 24 15:54:45.669944 n-d-808921-1 neutron-server[95298]: [parameters: {'project_id_1': 'b960fdf244c2496089f6c9d33b373dc4', 'expiration_1': datetime.datetime(2021, 9, 24, 15, 54, 25, 564876)}] Sep 24 15:54:45.669944 n-d-808921-1 neutron-server[95298]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:54:45.670542 n-d-808921-1 neutron-server[95298]: DEBUG oslo_db.api [req-370cefac-4d79-498d-a70a-831cd4e5acfa req-d3ef2ada-9b47-4c6b-928b-7b83940cc1e8 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:54:45.671101 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.db.api [None req-43b061bc-de77-48fc-a3b5-ae57f2d13f2b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 15:54:45.671101 n-d-808921-1 neutron-server[95298]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 24 15:54:45.671101 n-d-808921-1 neutron-server[95298]: [parameters: {'project_id_1': '1ffc126d96724ce991d5ac46e64fd1ec', 'expiration_1': datetime.datetime(2021, 9, 24, 15, 54, 25, 526201)}] Sep 24 15:54:45.671101 n-d-808921-1 neutron-server[95298]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:54:45.671610 n-d-808921-1 neutron-server[95298]: DEBUG oslo_db.api [None req-43b061bc-de77-48fc-a3b5-ae57f2d13f2b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:54:45.716530 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8768c631-0931-4d16-bc5c-39473dafa6b5 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1284} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:54:45.725820 n-d-808921-1 neutron-server[95297]: INFO neutron.db.securitygroups_db [None req-e6d11ec7-eab7-4059-94d2-ae39e37537f9 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Project 7841fa2f595c42b88ef5416d36f78c25 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 15:54:45.731224 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e6d11ec7-eab7-4059-94d2-ae39e37537f9 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:45.738828 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9aa11837-c5d8-4513-bb6a-5edaf263d60f tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:45.740910 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8768c631-0931-4d16-bc5c-39473dafa6b5 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:45.741326 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-8768c631-0931-4d16-bc5c-39473dafa6b5 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Added segment a4775b1a-2503-40a8-a816-b112abc159ff of type vlan for network 3070ce72-bf5e-4a38-bc75-961abd02ae45 Sep 24 15:54:45.774015 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-3ae56390-5801-45cd-8363-23df4a05a8d3 None None] Allocated IP 172.20.0.2 (fb6123e9-1f35-4c24-b8c3-835d7e3d8d0f/68fbc2b3-85d4-4ca8-b053-9e59fe199d9b/43a53ba7-9306-412d-be36-e047c241eae4) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:54:45.806024 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9aa11837-c5d8-4513-bb6a-5edaf263d60f tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:45.816945 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8768c631-0931-4d16-bc5c-39473dafa6b5 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:45.835626 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e6d11ec7-eab7-4059-94d2-ae39e37537f9 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:45.840984 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44610) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:45.846131 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-d0149a44-d39d-43f3-be9c-514eda106f05 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8268533 Sep 24 15:54:45.849165 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-494b8744-f625-4f26-a903-9710dd51cb19 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Request body: {'port': {'network_id': 'fb6123e9-1f35-4c24-b8c3-835d7e3d8d0f', 'security_groups': [], 'name': 'tempest-PortsTestJSON-771210282'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:45.850689 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52a7b1d1-ddc9-4674-827f-199eb4c77de7', 'name': 'network-vif-deleted', 'tag': '61bec6ae-d49a-41d0-b02b-bc695e1e100d'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:54:45.853035 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e14941b-7696-4085-8eb7-772dba160a71" -d '{"events": [{"server_uuid": "52a7b1d1-ddc9-4674-827f-199eb4c77de7", "name": "network-vif-deleted", "tag": "61bec6ae-d49a-41d0-b02b-bc695e1e100d"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:54:45.916047 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-242f1c83-42a9-4a49-8d5f-0ae29eadfbf0 x-openstack-request-id: req-242f1c83-42a9-4a49-8d5f-0ae29eadfbf0 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:54:45.916399 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52a7b1d1-ddc9-4674-827f-199eb4c77de7", "name": "network-vif-deleted", "tag": "61bec6ae-d49a-41d0-b02b-bc695e1e100d", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:54:45.916716 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-242f1c83-42a9-4a49-8d5f-0ae29eadfbf0 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:54:45.918751 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52a7b1d1-ddc9-4674-827f-199eb4c77de7', 'name': 'network-vif-deleted', 'tag': '61bec6ae-d49a-41d0-b02b-bc695e1e100d', 'status': 'completed', 'code': 200} Sep 24 15:54:45.974378 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e6d11ec7-eab7-4059-94d2-ae39e37537f9 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:45.993732 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3ae56390-5801-45cd-8363-23df4a05a8d3 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:45.998965 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d11ec7-eab7-4059-94d2-ae39e37537f9 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d61c9bb-6189-49f0-b93b-c71f55f24d86,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:46.003194 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8768c631-0931-4d16-bc5c-39473dafa6b5 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:46.010193 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8768c631-0931-4d16-bc5c-39473dafa6b5 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:46.012113 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8768c631-0931-4d16-bc5c-39473dafa6b5 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:46.046742 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9aa11837-c5d8-4513-bb6a-5edaf263d60f tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:46.049493 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9aa11837-c5d8-4513-bb6a-5edaf263d60f tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:46.053691 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-9aa11837-c5d8-4513-bb6a-5edaf263d60f tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] 10.222.0.101 "DELETE /v2.0/security-groups/5b979f9b-b1c9-40e0-8c0f-af914676eff8 HTTP/1.1" status: 204 len: 168 time: 0.4114523 Sep 24 15:54:46.057144 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44616) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:46.074070 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa11837-c5d8-4513-bb6a-5edaf263d60f tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b979f9b-b1c9-40e0-8c0f-af914676eff8,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:46.084657 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e6d11ec7-eab7-4059-94d2-ae39e37537f9 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:46.094861 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e6d11ec7-eab7-4059-94d2-ae39e37537f9 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6023965 Sep 24 15:54:46.108044 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8768c631-0931-4d16-bc5c-39473dafa6b5 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Pushing event updated for resources: {'Network': ['ID=3070ce72-bf5e-4a38-bc75-961abd02ae45,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:46.111038 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3ae56390-5801-45cd-8363-23df4a05a8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:46.120078 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-8768c631-0931-4d16-bc5c-39473dafa6b5 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7667437 Sep 24 15:54:46.123341 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44620) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:46.128730 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-c61c5c53-c48b-4479-8be2-9ce1caec9067 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Request body: {'ports': [{'network_id': 'b786331c-3487-4577-ab7a-29b2f8155c99', 'name': 'tempest-port--26276282', 'admin_state_up': True}, {'network_id': '3070ce72-bf5e-4a38-bc75-961abd02ae45', 'admin_state_up': False}]} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:46.129163 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-c61c5c53-c48b-4479-8be2-9ce1caec9067 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Request body: {'port': {'network_id': 'b786331c-3487-4577-ab7a-29b2f8155c99', 'name': 'tempest-port--26276282', 'admin_state_up': True}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:46.129745 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-c61c5c53-c48b-4479-8be2-9ce1caec9067 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Request body: {'port': {'network_id': '3070ce72-bf5e-4a38-bc75-961abd02ae45', 'admin_state_up': False}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:46.150686 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 3070ce72-bf5e-4a38-bc75-961abd02ae45 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:54:46.173421 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-8f366788-0d8d-43e9-b5f4-ca2cb23f9f9c tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1177003 Sep 24 15:54:46.180093 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44622) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:46.181650 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae56390-5801-45cd-8363-23df4a05a8d3 None None] Network fb6123e9-1f35-4c24-b8c3-835d7e3d8d0f is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:54:46.189036 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-3ae56390-5801-45cd-8363-23df4a05a8d3 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:54:46.190108 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-d87b25ec-f22b-490c-8df4-10815596873e tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Request body: {'security_group': {'name': 'tempest-secgroup--1603288552'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:46.192199 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-28f2cfbe-075f-4de8-b835-fd6960ae6b37 req-075cbe58-23c2-4a8b-8978-85466476fa5f tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/ports?device_id=5ea82851-d9e0-4b55-9108-445a8363c1e2 HTTP/1.1" status: 200 len: 210 time: 0.0349631 Sep 24 15:54:46.195587 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae56390-5801-45cd-8363-23df4a05a8d3 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:54:46.229055 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae56390-5801-45cd-8363-23df4a05a8d3 None None] Pushing event updated for resources: {'Port': ['ID=43a53ba7-9306-412d-be36-e047c241eae4,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:46.303377 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494b8744-f625-4f26-a903-9710dd51cb19 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Made reservation on behalf of 60728dc15ec0482fbe958ba9258d8b5e for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:54:46.308504 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-494b8744-f625-4f26-a903-9710dd51cb19 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:46.310237 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae56390-5801-45cd-8363-23df4a05a8d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:54:46.310640 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae56390-5801-45cd-8363-23df4a05a8d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:54:46.311174 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae56390-5801-45cd-8363-23df4a05a8d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:54:46.311524 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae56390-5801-45cd-8363-23df4a05a8d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:54:46.311864 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae56390-5801-45cd-8363-23df4a05a8d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:54:46.312646 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae56390-5801-45cd-8363-23df4a05a8d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:54:46.312992 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae56390-5801-45cd-8363-23df4a05a8d3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:54:46.313333 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae56390-5801-45cd-8363-23df4a05a8d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:54:46.313660 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae56390-5801-45cd-8363-23df4a05a8d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:54:46.313995 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae56390-5801-45cd-8363-23df4a05a8d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:54:46.314334 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae56390-5801-45cd-8363-23df4a05a8d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:54:46.314683 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae56390-5801-45cd-8363-23df4a05a8d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:54:46.334570 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [None req-494b8744-f625-4f26-a903-9710dd51cb19 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] device_id is not set on port 5e1e5576-126c-450b-b1e7-05da9437635c yet. {{(pid=95297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:54:46.345521 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-3ae56390-5801-45cd-8363-23df4a05a8d3 None None] Attempting to bind port 43a53ba7-9306-412d-be36-e047c241eae4 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:54:46.345898 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-3ae56390-5801-45cd-8363-23df4a05a8d3 None None] Attempting to bind port 43a53ba7-9306-412d-be36-e047c241eae4 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'e4b2d26d-e3a7-43b9-b0f2-830900e0ea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fb6123e9-1f35-4c24-b8c3-835d7e3d8d0f'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:54:46.346271 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae56390-5801-45cd-8363-23df4a05a8d3 None None] Attempting to bind port 43a53ba7-9306-412d-be36-e047c241eae4 on network fb6123e9-1f35-4c24-b8c3-835d7e3d8d0f {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:54:46.363197 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae56390-5801-45cd-8363-23df4a05a8d3 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:54:46.363595 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae56390-5801-45cd-8363-23df4a05a8d3 None None] Checking segment: {'id': 'e4b2d26d-e3a7-43b9-b0f2-830900e0ea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fb6123e9-1f35-4c24-b8c3-835d7e3d8d0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:54:46.364103 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3ae56390-5801-45cd-8363-23df4a05a8d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:46.364512 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae56390-5801-45cd-8363-23df4a05a8d3 None None] Bound using segment: {'id': 'e4b2d26d-e3a7-43b9-b0f2-830900e0ea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fb6123e9-1f35-4c24-b8c3-835d7e3d8d0f'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:54:46.365058 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-3ae56390-5801-45cd-8363-23df4a05a8d3 None None] Bound port: 43a53ba7-9306-412d-be36-e047c241eae4, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4b2d26d-e3a7-43b9-b0f2-830900e0ea9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'fb6123e9-1f35-4c24-b8c3-835d7e3d8d0f'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:54:46.365503 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3ae56390-5801-45cd-8363-23df4a05a8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:46.452297 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c95a74c2-e8de-4259-a2f8-39d470054f4a req-05736e3b-7afc-479b-9b44-3d25e18121c8 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 210 time: 0.0454240 Sep 24 15:54:46.457760 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3400c692-f708-431a-8779-79eeb169b11f req-71f1a74a-e014-433b-a6c3-30a1ed1f9825 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2045340370&fields=id&tenant_id=7841fa2f595c42b88ef5416d36f78c25 HTTP/1.1" status: 200 len: 267 time: 0.0635571 Sep 24 15:54:46.464096 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-3ae56390-5801-45cd-8363-23df4a05a8d3 None None] For port 43a53ba7-9306-412d-be36-e047c241eae4, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:54:46.468327 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-370cefac-4d79-498d-a70a-831cd4e5acfa req-d3ef2ada-9b47-4c6b-928b-7b83940cc1e8 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Made reservation on behalf of b960fdf244c2496089f6c9d33b373dc4 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:54:46.469382 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-3ae56390-5801-45cd-8363-23df4a05a8d3 None None] For port 43a53ba7-9306-412d-be36-e047c241eae4, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=43a53ba7-9306-412d-be36-e047c241eae4,segment=NetworkSegment(e4b2d26d-e3a7-43b9-b0f2-830900e0ea9a),segment_id=e4b2d26d-e3a7-43b9-b0f2-830900e0ea9a)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:54:46.476255 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-370cefac-4d79-498d-a70a-831cd4e5acfa req-d3ef2ada-9b47-4c6b-928b-7b83940cc1e8 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:46.506986 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.db.api [None req-c61c5c53-c48b-4479-8be2-9ce1caec9067 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 15:54:46.506986 n-d-808921-1 neutron-server[95298]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 24 15:54:46.506986 n-d-808921-1 neutron-server[95298]: [parameters: {'project_id_1': 'e01a020f8d774f5f8b2a07255349f146', 'expiration_1': datetime.datetime(2021, 9, 24, 15, 54, 26, 372911)}] Sep 24 15:54:46.506986 n-d-808921-1 neutron-server[95298]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:54:46.507435 n-d-808921-1 neutron-server[95298]: DEBUG oslo_db.api [None req-c61c5c53-c48b-4479-8be2-9ce1caec9067 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:54:46.514446 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.db.api [None req-d87b25ec-f22b-490c-8df4-10815596873e tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 15:54:46.514446 n-d-808921-1 neutron-server[95297]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 24 15:54:46.514446 n-d-808921-1 neutron-server[95297]: [parameters: {'project_id_1': '53fa7e25b6b84d399556d90898af7412', 'expiration_1': datetime.datetime(2021, 9, 24, 15, 54, 26, 208040)}] Sep 24 15:54:46.514446 n-d-808921-1 neutron-server[95297]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:54:46.514898 n-d-808921-1 neutron-server[95297]: DEBUG oslo_db.api [None req-d87b25ec-f22b-490c-8df4-10815596873e tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:54:46.543541 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-494b8744-f625-4f26-a903-9710dd51cb19 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Allocated IP 172.20.0.14 (fb6123e9-1f35-4c24-b8c3-835d7e3d8d0f/68fbc2b3-85d4-4ca8-b053-9e59fe199d9b/5e1e5576-126c-450b-b1e7-05da9437635c) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:54:46.555507 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3ae56390-5801-45cd-8363-23df4a05a8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:46.623746 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b061bc-de77-48fc-a3b5-ae57f2d13f2b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Made reservation on behalf of 1ffc126d96724ce991d5ac46e64fd1ec for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:54:46.628587 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-43b061bc-de77-48fc-a3b5-ae57f2d13f2b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:46.631507 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-43b061bc-de77-48fc-a3b5-ae57f2d13f2b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 15:54:46.631967 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43b061bc-de77-48fc-a3b5-ae57f2d13f2b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:54:46.682590 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400c692-f708-431a-8779-79eeb169b11f req-cfd93a40-110a-47e0-94bd-3d7b0292b651 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:46.690888 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3400c692-f708-431a-8779-79eeb169b11f req-cfd93a40-110a-47e0-94bd-3d7b0292b651 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/networks?id=3a6c98a9-5931-406e-bcc7-3547b66b4f6c HTTP/1.1" status: 200 len: 796 time: 0.2116880 Sep 24 15:54:46.701676 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-370cefac-4d79-498d-a70a-831cd4e5acfa req-d3ef2ada-9b47-4c6b-928b-7b83940cc1e8 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Allocated IP 172.20.0.13 (3dbb0dfe-b454-4e57-a2db-34f294a0159c/ad938f0b-b628-4cac-9404-1e2682973b1a/62117fed-4a4c-483e-8efd-25f6e0880509) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:54:46.741086 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae56390-5801-45cd-8363-23df4a05a8d3 None None] Pushing event updated for resources: {'Port': ['ID=43a53ba7-9306-412d-be36-e047c241eae4,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:46.748666 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3400c692-f708-431a-8779-79eeb169b11f req-27baa8f8-0152-4fb3-b885-7a2fc9d363e6 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/quotas/7841fa2f595c42b88ef5416d36f78c25 HTTP/1.1" status: 200 len: 375 time: 0.0567160 Sep 24 15:54:46.765934 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-43b061bc-de77-48fc-a3b5-ae57f2d13f2b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.5663240 Sep 24 15:54:46.766730 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44638) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:46.793538 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-a90d9e11-07eb-4565-a8e5-848da2c170a3 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Request body: {'subnet': {'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:46.843049 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-494b8744-f625-4f26-a903-9710dd51cb19 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:46.891157 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3400c692-f708-431a-8779-79eeb169b11f req-88557cf9-bf50-4a4c-924f-44ce619543b2 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=7841fa2f595c42b88ef5416d36f78c25&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1415863 Sep 24 15:54:46.972724 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e367075-fb2f-4165-93b2-a409e21e2a58 req-c2ecb622-eac2-4f68-9982-6f2de2d04c39 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:46.974672 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1e367075-fb2f-4165-93b2-a409e21e2a58 req-c2ecb622-eac2-4f68-9982-6f2de2d04c39 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=756dc3f9-786f-43e3-a1c1-2690c736e704 HTTP/1.1" status: 200 len: 945 time: 0.2420168 Sep 24 15:54:46.991287 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-494b8744-f625-4f26-a903-9710dd51cb19 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:47.073090 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90d9e11-07eb-4565-a8e5-848da2c170a3 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Made reservation on behalf of 1ffc126d96724ce991d5ac46e64fd1ec for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:54:47.077896 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a90d9e11-07eb-4565-a8e5-848da2c170a3 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:47.079748 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-a90d9e11-07eb-4565-a8e5-848da2c170a3 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 15:54:47.080297 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a90d9e11-07eb-4565-a8e5-848da2c170a3 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:54:47.123880 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1e367075-fb2f-4165-93b2-a409e21e2a58 req-9106aaa4-7673-4ea8-a8fa-aad666543f72 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=e1bf097d-ba10-49b0-95a0-b191bbbc69a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0959003 Sep 24 15:54:47.142579 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c61c5c53-c48b-4479-8be2-9ce1caec9067 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Made reservation on behalf of e01a020f8d774f5f8b2a07255349f146 for: {'port': 2} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:54:47.147806 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c61c5c53-c48b-4479-8be2-9ce1caec9067 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:47.148767 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3400c692-f708-431a-8779-79eeb169b11f req-cee0b74a-875a-4973-b30f-cdcf26fbaad1 service neutron] 10.222.0.101 "GET /v2.0/networks/3a6c98a9-5931-406e-bcc7-3547b66b4f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436893 Sep 24 15:54:47.175576 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c61c5c53-c48b-4479-8be2-9ce1caec9067 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:47.185596 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494b8744-f625-4f26-a903-9710dd51cb19 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Network fb6123e9-1f35-4c24-b8c3-835d7e3d8d0f is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:54:47.189781 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-370cefac-4d79-498d-a70a-831cd4e5acfa req-d3ef2ada-9b47-4c6b-928b-7b83940cc1e8 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:47.209130 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-494b8744-f625-4f26-a903-9710dd51cb19 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:54:47.211618 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494b8744-f625-4f26-a903-9710dd51cb19 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:54:47.239987 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-a90d9e11-07eb-4565-a8e5-848da2c170a3 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4510531 Sep 24 15:54:47.242856 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44642) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:47.254902 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-5c76a9b2-706d-4756-8f32-206b4b4fb23e tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Request body: {'subnet': {'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:47.284841 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494b8744-f625-4f26-a903-9710dd51cb19 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event updated for resources: {'Port': ['ID=5e1e5576-126c-450b-b1e7-05da9437635c,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:47.322876 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [None req-c61c5c53-c48b-4479-8be2-9ce1caec9067 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] device_id is not set on port c1e14be8-ba3a-43fa-adbd-f2bdb1afe528 yet. {{(pid=95298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:54:47.356211 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-751f62af-70af-4ea7-83d2-e9bf7c26b2dc req-46676a11-f168-4254-a090-33e3e5098a3c tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/ports?device_id=5ea82851-d9e0-4b55-9108-445a8363c1e2 HTTP/1.1" status: 200 len: 210 time: 0.0519164 Sep 24 15:54:47.367415 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494b8744-f625-4f26-a903-9710dd51cb19 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:47.368793 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-494b8744-f625-4f26-a903-9710dd51cb19 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:47.394693 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3400c692-f708-431a-8779-79eeb169b11f req-82c3a116-bc16-468f-9846-f689be70f7c2 service neutron] 10.222.0.101 "GET /v2.0/networks/3a6c98a9-5931-406e-bcc7-3547b66b4f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117686 Sep 24 15:54:47.429801 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d87b25ec-f22b-490c-8df4-10815596873e tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:47.502754 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-370cefac-4d79-498d-a70a-831cd4e5acfa req-d3ef2ada-9b47-4c6b-928b-7b83940cc1e8 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:47.531201 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-494b8744-f625-4f26-a903-9710dd51cb19 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.6888621 Sep 24 15:54:47.532903 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44646) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:47.621327 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-370cefac-4d79-498d-a70a-831cd4e5acfa req-d3ef2ada-9b47-4c6b-928b-7b83940cc1e8 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Network 3dbb0dfe-b454-4e57-a2db-34f294a0159c is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:54:47.646408 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-156f8a75-2460-4e9a-b0f7-957c96ed5049 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Deleting port 5e1e5576-126c-450b-b1e7-05da9437635c {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:54:47.646841 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-156f8a75-2460-4e9a-b0f7-957c96ed5049 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:47.667458 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c61c5c53-c48b-4479-8be2-9ce1caec9067 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:47.752461 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [None req-c61c5c53-c48b-4479-8be2-9ce1caec9067 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] device_id is not set on port b6bd9ee5-c9f8-4479-b131-e2574faf625a yet. {{(pid=95298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:54:47.786832 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d51b7c2f-a5f6-4b60-ad5e-8ae234f4fb8f req-aa06d92a-690f-45a9-a368-b6918688c1c7 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 210 time: 0.2314663 Sep 24 15:54:47.787290 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ef2ada-9b47-4c6b-928b-7b83940cc1e8 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Pushing event updated for resources: {'Port': ['ID=62117fed-4a4c-483e-8efd-25f6e0880509,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:47.797607 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4d245b6f-197e-420d-9d70-041c346db18d req-3c3a0d53-b1cb-4959-b365-255b0beb52c9 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/ports?device_id=f8d2dcaa-e9e4-4245-87a7-9d370be1dd04 HTTP/1.1" status: 200 len: 210 time: 0.0390608 Sep 24 15:54:47.801921 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-156f8a75-2460-4e9a-b0f7-957c96ed5049 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:47.806755 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-370cefac-4d79-498d-a70a-831cd4e5acfa req-d3ef2ada-9b47-4c6b-928b-7b83940cc1e8 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:54:47.812496 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-370cefac-4d79-498d-a70a-831cd4e5acfa req-d3ef2ada-9b47-4c6b-928b-7b83940cc1e8 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:54:47.833772 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-156f8a75-2460-4e9a-b0f7-957c96ed5049 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Calling delete_port for 5e1e5576-126c-450b-b1e7-05da9437635c owned by {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:54:47.907360 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370cefac-4d79-498d-a70a-831cd4e5acfa req-d3ef2ada-9b47-4c6b-928b-7b83940cc1e8 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:47.908021 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-370cefac-4d79-498d-a70a-831cd4e5acfa req-d3ef2ada-9b47-4c6b-928b-7b83940cc1e8 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:47.958321 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c76a9b2-706d-4756-8f32-206b4b4fb23e tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Made reservation on behalf of 1ffc126d96724ce991d5ac46e64fd1ec for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:54:47.961919 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5c76a9b2-706d-4756-8f32-206b4b4fb23e tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:47.963430 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c76a9b2-706d-4756-8f32-206b4b4fb23e tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 15:54:47.963857 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c76a9b2-706d-4756-8f32-206b4b4fb23e tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:54:48.100335 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c61c5c53-c48b-4479-8be2-9ce1caec9067 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:48.175189 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-2ef3d7ea-30d7-4578-811a-cea66d034ff5 None None] Provisioning complete for port 62117fed-4a4c-483e-8efd-25f6e0880509 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:54:48.175660 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-156f8a75-2460-4e9a-b0f7-957c96ed5049 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:48.183018 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2ef3d7ea-30d7-4578-811a-cea66d034ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:48.205554 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 43a53ba7-9306-412d-be36-e047c241eae4 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:54:48.234040 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156f8a75-2460-4e9a-b0f7-957c96ed5049 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event deleted for resources: {'Port': ['ID=5e1e5576-126c-450b-b1e7-05da9437635c,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:48.267957 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-2ef3d7ea-30d7-4578-811a-cea66d034ff5 None None] Port 62117fed-4a4c-483e-8efd-25f6e0880509 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:54:48.277791 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184517d6-8422-4130-a77c-af6583159eb3 None None] Network fb6123e9-1f35-4c24-b8c3-835d7e3d8d0f requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:54:48.331903 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c61c5c53-c48b-4479-8be2-9ce1caec9067 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:48.349506 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d87b25ec-f22b-490c-8df4-10815596873e tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:48.363427 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-156f8a75-2460-4e9a-b0f7-957c96ed5049 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:48.378367 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-156f8a75-2460-4e9a-b0f7-957c96ed5049 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "DELETE /v2.0/ports/5e1e5576-126c-450b-b1e7-05da9437635c HTTP/1.1" status: 204 len: 168 time: 0.8418694 Sep 24 15:54:48.379215 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44658) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:48.403251 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 43a53ba7-9306-412d-be36-e047c241eae4 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:54:48.403251 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:48.406204 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74780409-30d2-4faf-b68f-fda1f84c5c09 req-bca32c4c-44b2-49d9-9e19-7b80c87ca0ee tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:48.407915 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-74780409-30d2-4faf-b68f-fda1f84c5c09 req-bca32c4c-44b2-49d9-9e19-7b80c87ca0ee tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=756dc3f9-786f-43e3-a1c1-2690c736e704 HTTP/1.1" status: 200 len: 945 time: 0.1172481 Sep 24 15:54:48.457195 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d87b25ec-f22b-490c-8df4-10815596873e tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:48.487052 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61c5c53-c48b-4479-8be2-9ce1caec9067 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Pushing event updated for resources: {'Port': ['ID=c1e14be8-ba3a-43fa-adbd-f2bdb1afe528,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:48.491388 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-6e2d5366-5fad-45ef-9e88-3ec774d39798 None None] Provisioning complete for port 43a53ba7-9306-412d-be36-e047c241eae4 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:54:48.492051 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6e2d5366-5fad-45ef-9e88-3ec774d39798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:48.507290 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab7019dc-d2fb-489f-8ec9-e73cc6386796 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] GET failed (client error): The resource could not be found. Sep 24 15:54:48.509049 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ab7019dc-d2fb-489f-8ec9-e73cc6386796 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "GET /v2.0/ports/5e1e5576-126c-450b-b1e7-05da9437635c HTTP/1.1" status: 404 len: 333 time: 0.1286988 Sep 24 15:54:48.516540 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44664) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:48.549274 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87b25ec-f22b-490c-8df4-10815596873e tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a35e3019-b62c-417e-af6c-27e5199c8cab,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:48.552334 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-370cefac-4d79-498d-a70a-831cd4e5acfa req-d3ef2ada-9b47-4c6b-928b-7b83940cc1e8 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3143170 Sep 24 15:54:48.556136 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d87b25ec-f22b-490c-8df4-10815596873e tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:48.557997 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-d87b25ec-f22b-490c-8df4-10815596873e tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.3760681 Sep 24 15:54:48.562852 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44666) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:48.566819 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-ff9f5269-134e-4832-bbab-543daf4c1534 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Request body: {'security_group_rule': {'security_group_id': 'a35e3019-b62c-417e-af6c-27e5199c8cab', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:48.587147 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cffc90-e3a3-4cef-b359-dc5a6db181c5 req-f5cd930d-50bd-46cf-a806-b053ec6f9416 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:48.588855 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-5c76a9b2-706d-4756-8f32-206b4b4fb23e tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.3392670 Sep 24 15:54:48.593279 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-370cefac-4d79-498d-a70a-831cd4e5acfa req-440b3310-ce2f-456f-9c03-5d2fae80ee58 service neutron] Request body: {'port': {'device_id': '5ea82851-d9e0-4b55-9108-445a8363c1e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:48.594742 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-69cffc90-e3a3-4cef-b359-dc5a6db181c5 req-f5cd930d-50bd-46cf-a806-b053ec6f9416 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/ports?device_id=5ea82851-d9e0-4b55-9108-445a8363c1e2 HTTP/1.1" status: 200 len: 932 time: 0.0992346 Sep 24 15:54:48.602852 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44668) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:48.603046 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-74780409-30d2-4faf-b68f-fda1f84c5c09 req-52389b93-1680-41f2-ad89-fdb781091ae4 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=e1bf097d-ba10-49b0-95a0-b191bbbc69a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1852994 Sep 24 15:54:48.607218 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61c5c53-c48b-4479-8be2-9ce1caec9067 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Checking segment: {'id': '9d434398-f9fa-4537-a841-ea0ec58b376b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1268, 'network_id': 'b786331c-3487-4577-ab7a-29b2f8155c99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:54:48.607585 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61c5c53-c48b-4479-8be2-9ce1caec9067 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Network hostable DHCP agents. Network: b786331c-3487-4577-ab7a-29b2f8155c99, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:54:48.609592 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-de6645b6-8846-4b49-aa1d-02da02995487 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Request body: {'subnet': {'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:48.643630 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:48.651581 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-533857e1-caae-40ea-a928-addb1ed167ef tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Deleting subnet 68fbc2b3-85d4-4ca8-b053-9e59fe199d9b {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:54:48.655311 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-533857e1-caae-40ea-a928-addb1ed167ef tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:48.699336 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-533857e1-caae-40ea-a928-addb1ed167ef tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:48.724901 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-69cffc90-e3a3-4cef-b359-dc5a6db181c5 req-7df44f54-c66d-4403-9243-7b24f7e33226 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/security-groups?id=beef4521-75a7-4152-bec5-95472c5ccdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291747 Sep 24 15:54:48.754629 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ff9f5269-134e-4832-bbab-543daf4c1534 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:48.801729 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port 43a53ba7-9306-412d-be36-e047c241eae4, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=43a53ba7-9306-412d-be36-e047c241eae4,segment=NetworkSegment(e4b2d26d-e3a7-43b9-b0f2-830900e0ea9a),segment_id=e4b2d26d-e3a7-43b9-b0f2-830900e0ea9a)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:54:48.819318 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6e2d5366-5fad-45ef-9e88-3ec774d39798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:48.842856 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ff9f5269-134e-4832-bbab-543daf4c1534 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:48.857895 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de6645b6-8846-4b49-aa1d-02da02995487 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Made reservation on behalf of 1ffc126d96724ce991d5ac46e64fd1ec for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:54:48.861645 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-de6645b6-8846-4b49-aa1d-02da02995487 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:48.864593 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-de6645b6-8846-4b49-aa1d-02da02995487 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 15:54:48.865046 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de6645b6-8846-4b49-aa1d-02da02995487 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:54:48.894883 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:48.904601 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-533857e1-caae-40ea-a928-addb1ed167ef tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:48.958229 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1ea05fb0-4566-429a-adf1-c4d59a999ed9 req-ef94e310-7ddc-4268-ad85-045f615c7562 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/ports?device_id=f8d2dcaa-e9e4-4245-87a7-9d370be1dd04 HTTP/1.1" status: 200 len: 210 time: 0.0574143 Sep 24 15:54:48.976596 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ff9f5269-134e-4832-bbab-543daf4c1534 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:48.993437 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61c5c53-c48b-4479-8be2-9ce1caec9067 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Network b786331c-3487-4577-ab7a-29b2f8155c99 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:54:49.000964 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-370cefac-4d79-498d-a70a-831cd4e5acfa req-440b3310-ce2f-456f-9c03-5d2fae80ee58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:49.026662 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9f5269-134e-4832-bbab-543daf4c1534 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=effb8fc9-2b76-444f-b814-c8cfa7ddf67e,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:49.032997 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-de6645b6-8846-4b49-aa1d-02da02995487 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4279308 Sep 24 15:54:49.036815 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44676) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:49.067059 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909c0fbf-c6f8-4e4b-b802-9bb51e7db34a req-110d3fa0-9bbd-485d-bf4a-6f61960c826c tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:49.075059 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-909c0fbf-c6f8-4e4b-b802-9bb51e7db34a req-110d3fa0-9bbd-485d-bf4a-6f61960c826c tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=756dc3f9-786f-43e3-a1c1-2690c736e704 HTTP/1.1" status: 200 len: 945 time: 0.2197282 Sep 24 15:54:49.083339 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=43a53ba7-9306-412d-be36-e047c241eae4,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:49.086717 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.db.api [None req-6e2d5366-5fad-45ef-9e88-3ec774d39798 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:54:49.094393 n-d-808921-1 neutron-server[95299]: DEBUG oslo_db.api [None req-6e2d5366-5fad-45ef-9e88-3ec774d39798 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:54:49.109134 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-533857e1-caae-40ea-a928-addb1ed167ef tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:49.117066 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b2af5e37-eb1e-4ebb-88d3-570f7311b027 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0789745 Sep 24 15:54:49.117741 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-c61c5c53-c48b-4479-8be2-9ce1caec9067 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, b786331c-3487-4577-ab7a-29b2f8155c99) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:54:49.123019 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44678) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:49.130300 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f9b8b0-ba2d-471b-868d-8e116d31c616 None None] Network b786331c-3487-4577-ab7a-29b2f8155c99 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:54:49.131460 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ff9f5269-134e-4832-bbab-543daf4c1534 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:49.132830 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ff9f5269-134e-4832-bbab-543daf4c1534 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5695829 Sep 24 15:54:49.135583 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44680) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:49.176550 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61c5c53-c48b-4479-8be2-9ce1caec9067 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:54:49.177795 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c61c5c53-c48b-4479-8be2-9ce1caec9067 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:49.205070 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4d0c7986-b03b-4544-87b9-6d49d7425430 req-8ae8d71c-4ec1-4684-8f1a-ccd2138ee101 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 210 time: 0.0864906 Sep 24 15:54:49.236484 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-96645875-38ac-4d4e-a574-55d31ac16f19 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:49.249125 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533857e1-caae-40ea-a928-addb1ed167ef tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event deleted for resources: {'Subnet': ['ID=68fbc2b3-85d4-4ca8-b053-9e59fe199d9b,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:49.250026 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-96645875-38ac-4d4e-a574-55d31ac16f19 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:49.305330 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-533857e1-caae-40ea-a928-addb1ed167ef tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:49.310863 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-533857e1-caae-40ea-a928-addb1ed167ef tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "DELETE /v2.0/subnets/68fbc2b3-85d4-4ca8-b053-9e59fe199d9b HTTP/1.1" status: 204 len: 168 time: 0.7856045 Sep 24 15:54:49.311102 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44682) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:49.422231 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2319cbdb-4084-4375-a163-397b093676d2 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:49.425504 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-96645875-38ac-4d4e-a574-55d31ac16f19 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:49.436578 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-96645875-38ac-4d4e-a574-55d31ac16f19 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:49.436578 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-96645875-38ac-4d4e-a574-55d31ac16f19 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] 10.222.0.101 "DELETE /v2.0/security-group-rules/effb8fc9-2b76-444f-b814-c8cfa7ddf67e HTTP/1.1" status: 204 len: 168 time: 0.2613931 Sep 24 15:54:49.443528 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44684) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:49.445353 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96645875-38ac-4d4e-a574-55d31ac16f19 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=effb8fc9-2b76-444f-b814-c8cfa7ddf67e,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:49.455369 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-909c0fbf-c6f8-4e4b-b802-9bb51e7db34a req-3888d3dc-7fca-4db8-908e-20dc8d63ef7e tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=e1bf097d-ba10-49b0-95a0-b191bbbc69a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3790901 Sep 24 15:54:49.483011 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44686) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:49.499808 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651fb77e-d310-4fc1-9f40-4d97008f82dc None None] Network fb6123e9-1f35-4c24-b8c3-835d7e3d8d0f requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:54:49.518389 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-da9008bf-1527-4531-8fee-008327876023 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0633678 Sep 24 15:54:49.520582 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44688) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:49.559955 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab56966a-d9f8-4154-9d5c-170bfc16d024 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:49.563512 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-ab56966a-d9f8-4154-9d5c-170bfc16d024 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4314218 Sep 24 15:54:49.581429 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44690) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:49.589545 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61c5c53-c48b-4479-8be2-9ce1caec9067 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Pushing event updated for resources: {'Port': ['ID=b6bd9ee5-c9f8-4479-b131-e2574faf625a,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:49.596180 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c61c5c53-c48b-4479-8be2-9ce1caec9067 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Checking segment: {'id': 'a4775b1a-2503-40a8-a816-b112abc159ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '3070ce72-bf5e-4a38-bc75-961abd02ae45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:54:49.597213 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61c5c53-c48b-4479-8be2-9ce1caec9067 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Network hostable DHCP agents. Network: 3070ce72-bf5e-4a38-bc75-961abd02ae45, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:54:49.693211 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-79e62d22-2461-48f0-a199-360805dd4eab tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0865819 Sep 24 15:54:49.694419 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44692) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:49.703809 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-09f63b16-631c-4e46-8e31-5a3195cd2020 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Request body: {'subnet': {'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:49.756468 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1470c56-0622-4bde-93dd-9c94fdda5617 tempest-TestNetworkAdvancedServerOps-571836934 tempest-TestNetworkAdvancedServerOps-571836934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:49.758106 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-a1470c56-0622-4bde-93dd-9c94fdda5617 tempest-TestNetworkAdvancedServerOps-571836934 tempest-TestNetworkAdvancedServerOps-571836934-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=756dc3f9-786f-43e3-a1c1-2690c736e704 HTTP/1.1" status: 200 len: 1091 time: 0.2737062 Sep 24 15:54:49.772538 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44696) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:49.775439 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-118e5051-7334-4540-bab8-88a05c87994f None None] DHCP port deletion for fb6123e9-1f35-4c24-b8c3-835d7e3d8d0f request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:54:49.777208 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-0726d2fc-bca6-4a81-9dd8-e0fb49931dd7 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Request body: {'floatingip': {'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'port_id': 'aedc8984-c719-4441-90cd-2f9058b26fa4', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:49.818235 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61c5c53-c48b-4479-8be2-9ce1caec9067 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Network 3070ce72-bf5e-4a38-bc75-961abd02ae45 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:54:49.824375 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-bcad8638-aaaa-4762-a373-a15a2be7183e None None] Could not find standard attr ID for object 5e1e5576-126c-450b-b1e7-05da9437635c. {{(pid=95299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 15:54:49.828255 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a2ee4e4d-b873-4845-8731-f8d2d52e5d32 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:49.871715 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-bcad8638-aaaa-4762-a373-a15a2be7183e None None] Provisioning complete for port 43a53ba7-9306-412d-be36-e047c241eae4 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:54:49.872347 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-bcad8638-aaaa-4762-a373-a15a2be7183e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:49.891205 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-370cefac-4d79-498d-a70a-831cd4e5acfa req-440b3310-ce2f-456f-9c03-5d2fae80ee58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62117fed-4a4c-483e-8efd-25f6e0880509 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:54:49.899532 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-370cefac-4d79-498d-a70a-831cd4e5acfa req-440b3310-ce2f-456f-9c03-5d2fae80ee58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:49.919940 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-370cefac-4d79-498d-a70a-831cd4e5acfa req-440b3310-ce2f-456f-9c03-5d2fae80ee58 service neutron] Transition to ACTIVE for port object 62117fed-4a4c-483e-8efd-25f6e0880509 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:54:49.921408 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-118e5051-7334-4540-bab8-88a05c87994f None None] Deleting port 43a53ba7-9306-412d-be36-e047c241eae4 {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:54:49.921765 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-118e5051-7334-4540-bab8-88a05c87994f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:49.948475 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0726d2fc-bca6-4a81-9dd8-e0fb49931dd7 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for floatingip, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:49.955049 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a2ee4e4d-b873-4845-8731-f8d2d52e5d32 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:50.007239 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-c61c5c53-c48b-4479-8be2-9ce1caec9067 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 3070ce72-bf5e-4a38-bc75-961abd02ae45) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:54:50.014141 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-2319cbdb-4084-4375-a163-397b093676d2 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Deleting port 43a53ba7-9306-412d-be36-e047c241eae4 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:54:50.014948 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2319cbdb-4084-4375-a163-397b093676d2 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:50.025877 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61c5c53-c48b-4479-8be2-9ce1caec9067 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:54:50.034251 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61c5c53-c48b-4479-8be2-9ce1caec9067 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:50.040848 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61c5c53-c48b-4479-8be2-9ce1caec9067 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:50.041785 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c61c5c53-c48b-4479-8be2-9ce1caec9067 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:50.061401 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfed3e01-046e-45f4-9528-5b29383cc276 None None] Network 3070ce72-bf5e-4a38-bc75-961abd02ae45 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:54:50.119287 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e08f3ea-977a-48ab-be3c-210f0de278ad req-19cc1247-85ca-40ee-8904-b2afd3b48ed3 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:50.120950 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7e08f3ea-977a-48ab-be3c-210f0de278ad req-19cc1247-85ca-40ee-8904-b2afd3b48ed3 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/ports?device_id=5ea82851-d9e0-4b55-9108-445a8363c1e2 HTTP/1.1" status: 200 len: 932 time: 0.2850919 Sep 24 15:54:50.148326 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-370cefac-4d79-498d-a70a-831cd4e5acfa req-440b3310-ce2f-456f-9c03-5d2fae80ee58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:50.154706 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e187b563-ceaa-4583-8881-da5a06688e26 req-96578824-54b0-46a6-afe2-af763fa4c274 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/ports?device_id=f8d2dcaa-e9e4-4245-87a7-9d370be1dd04 HTTP/1.1" status: 200 len: 210 time: 0.0382981 Sep 24 15:54:50.157696 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-118e5051-7334-4540-bab8-88a05c87994f None None] For port 43a53ba7-9306-412d-be36-e047c241eae4, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=43a53ba7-9306-412d-be36-e047c241eae4,segment=NetworkSegment(e4b2d26d-e3a7-43b9-b0f2-830900e0ea9a),segment_id=e4b2d26d-e3a7-43b9-b0f2-830900e0ea9a)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:54:50.158127 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-118e5051-7334-4540-bab8-88a05c87994f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:50.175645 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a2ee4e4d-b873-4845-8731-f8d2d52e5d32 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:50.178855 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a2ee4e4d-b873-4845-8731-f8d2d52e5d32 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:50.183108 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-a2ee4e4d-b873-4845-8731-f8d2d52e5d32 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] 10.222.0.101 "DELETE /v2.0/security-groups/a35e3019-b62c-417e-af6c-27e5199c8cab HTTP/1.1" status: 204 len: 168 time: 0.6591983 Sep 24 15:54:50.183896 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44700) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:50.218037 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 43a53ba7-9306-412d-be36-e047c241eae4 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:54:50.263247 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f63b16-631c-4e46-8e31-5a3195cd2020 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Made reservation on behalf of 1ffc126d96724ce991d5ac46e64fd1ec for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:54:50.271032 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-09f63b16-631c-4e46-8e31-5a3195cd2020 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:50.296535 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440b3310-ce2f-456f-9c03-5d2fae80ee58 service neutron] Pushing event updated for resources: {'Port': ['ID=62117fed-4a4c-483e-8efd-25f6e0880509,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:50.299339 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-118e5051-7334-4540-bab8-88a05c87994f None None] Calling delete_port for 43a53ba7-9306-412d-be36-e047c241eae4 owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:54:50.337652 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-2319cbdb-4084-4375-a163-397b093676d2 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] For port 43a53ba7-9306-412d-be36-e047c241eae4, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=43a53ba7-9306-412d-be36-e047c241eae4,segment=NetworkSegment(e4b2d26d-e3a7-43b9-b0f2-830900e0ea9a),segment_id=e4b2d26d-e3a7-43b9-b0f2-830900e0ea9a)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:54:50.338039 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2319cbdb-4084-4375-a163-397b093676d2 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:50.363428 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-2319cbdb-4084-4375-a163-397b093676d2 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Calling delete_port for 43a53ba7-9306-412d-be36-e047c241eae4 owned by network:dhcp {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:54:50.380132 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-c61c5c53-c48b-4479-8be2-9ce1caec9067 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1448 time: 4.2556252 Sep 24 15:54:50.398405 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44704) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:50.455967 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0726d2fc-bca6-4a81-9dd8-e0fb49931dd7 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:50.595357 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ee4e4d-b873-4845-8731-f8d2d52e5d32 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35e3019-b62c-417e-af6c-27e5199c8cab,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:50.614971 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6da9d268-f2ec-453f-a8da-071d853f6edd req-a908064a-125f-4ea5-b4af-91ad0ceac05a tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 210 time: 0.2330954 Sep 24 15:54:50.617185 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2319cbdb-4084-4375-a163-397b093676d2 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:50.618308 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:50.641667 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-118e5051-7334-4540-bab8-88a05c87994f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:50.686922 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-0726d2fc-bca6-4a81-9dd8-e0fb49931dd7 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Allocated IP 172.25.0.125 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/4541cfbc-54ea-4d17-8753-5ff98fe298ca) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:54:50.691548 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7bc6e4-c6a6-4de1-a2e1-419df37b1484 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:50.697668 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7bc6e4-c6a6-4de1-a2e1-419df37b1484 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:50.699318 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-ba7bc6e4-c6a6-4de1-a2e1-419df37b1484 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1443 time: 0.2972074 Sep 24 15:54:50.703416 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-370cefac-4d79-498d-a70a-831cd4e5acfa req-440b3310-ce2f-456f-9c03-5d2fae80ee58 service neutron] Attempting to bind port 62117fed-4a4c-483e-8efd-25f6e0880509 on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:54:50.703784 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-370cefac-4d79-498d-a70a-831cd4e5acfa req-440b3310-ce2f-456f-9c03-5d2fae80ee58 service neutron] Attempting to bind port 62117fed-4a4c-483e-8efd-25f6e0880509 by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': '272d0ce2-ce94-428b-a239-5dd619a27c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '3dbb0dfe-b454-4e57-a2db-34f294a0159c'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:54:50.704081 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370cefac-4d79-498d-a70a-831cd4e5acfa req-440b3310-ce2f-456f-9c03-5d2fae80ee58 service neutron] Attempting to bind port 62117fed-4a4c-483e-8efd-25f6e0880509 on network 3dbb0dfe-b454-4e57-a2db-34f294a0159c {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:54:50.704194 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44706) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:50.713456 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370cefac-4d79-498d-a70a-831cd4e5acfa req-440b3310-ce2f-456f-9c03-5d2fae80ee58 service neutron] Port 62117fed-4a4c-483e-8efd-25f6e0880509 on network 3dbb0dfe-b454-4e57-a2db-34f294a0159c not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:54:50.713653 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370cefac-4d79-498d-a70a-831cd4e5acfa req-440b3310-ce2f-456f-9c03-5d2fae80ee58 service neutron] Attempting to bind port 62117fed-4a4c-483e-8efd-25f6e0880509 on network 3dbb0dfe-b454-4e57-a2db-34f294a0159c {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:54:50.721563 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370cefac-4d79-498d-a70a-831cd4e5acfa req-440b3310-ce2f-456f-9c03-5d2fae80ee58 service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:54:50.721847 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370cefac-4d79-498d-a70a-831cd4e5acfa req-440b3310-ce2f-456f-9c03-5d2fae80ee58 service neutron] Checking segment: {'id': '272d0ce2-ce94-428b-a239-5dd619a27c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '3dbb0dfe-b454-4e57-a2db-34f294a0159c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:54:50.722238 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-370cefac-4d79-498d-a70a-831cd4e5acfa req-440b3310-ce2f-456f-9c03-5d2fae80ee58 service neutron] Bound using segment: {'id': '272d0ce2-ce94-428b-a239-5dd619a27c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '3dbb0dfe-b454-4e57-a2db-34f294a0159c'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:54:50.722750 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-370cefac-4d79-498d-a70a-831cd4e5acfa req-440b3310-ce2f-456f-9c03-5d2fae80ee58 service neutron] Bound port: 62117fed-4a4c-483e-8efd-25f6e0880509, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '272d0ce2-ce94-428b-a239-5dd619a27c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '3dbb0dfe-b454-4e57-a2db-34f294a0159c'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:54:50.727730 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-370cefac-4d79-498d-a70a-831cd4e5acfa req-440b3310-ce2f-456f-9c03-5d2fae80ee58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:50.727879 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118e5051-7334-4540-bab8-88a05c87994f None None] Pushing event deleted for resources: {'Port': ['ID=43a53ba7-9306-412d-be36-e047c241eae4,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:50.733670 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118e5051-7334-4540-bab8-88a05c87994f None None] No DVR routers for this DVR port 43a53ba7-9306-412d-be36-e047c241eae4 on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:54:50.738077 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7e08f3ea-977a-48ab-be3c-210f0de278ad req-edf9a8d5-7db6-474c-921e-3402a25ab9fe tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/security-groups?id=beef4521-75a7-4152-bec5-95472c5ccdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5885031 Sep 24 15:54:50.741517 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2319cbdb-4084-4375-a163-397b093676d2 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event deleted for resources: {'Port': ['ID=43a53ba7-9306-412d-be36-e047c241eae4,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:50.845573 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-1eaf46ee-785f-4dcd-8f4a-f060fe0085f5 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6497080 Sep 24 15:54:50.853892 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2319cbdb-4084-4375-a163-397b093676d2 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] No DVR routers for this DVR port 43a53ba7-9306-412d-be36-e047c241eae4 on host n-d-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:54:50.866156 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400c692-f708-431a-8779-79eeb169b11f req-e8808120-d580-4f9e-b2c0-6c7eb3d963d7 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:50.867853 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3400c692-f708-431a-8779-79eeb169b11f req-e8808120-d580-4f9e-b2c0-6c7eb3d963d7 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.108 "GET /v2.0/networks?id=3a6c98a9-5931-406e-bcc7-3547b66b4f6c HTTP/1.1" status: 200 len: 796 time: 0.6500363 Sep 24 15:54:50.871447 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44708) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:50.901722 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-85fe5938-af0c-481c-a317-d57dad60ccea tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Request body: {'security_group': {'name': 'tempest-secgroup--1952907346'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:51.233220 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-370cefac-4d79-498d-a70a-831cd4e5acfa req-440b3310-ce2f-456f-9c03-5d2fae80ee58 service neutron] For port 62117fed-4a4c-483e-8efd-25f6e0880509, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:54:51.237273 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-370cefac-4d79-498d-a70a-831cd4e5acfa req-440b3310-ce2f-456f-9c03-5d2fae80ee58 service neutron] For port 62117fed-4a4c-483e-8efd-25f6e0880509, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=62117fed-4a4c-483e-8efd-25f6e0880509,segment=NetworkSegment(272d0ce2-ce94-428b-a239-5dd619a27c57),segment_id=272d0ce2-ce94-428b-a239-5dd619a27c57)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:54:51.296153 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0726d2fc-bca6-4a81-9dd8-e0fb49931dd7 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:51.299608 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-80bf8161-d42e-4a96-af21-0d1dbc6184ad req-d4ad8857-fa7f-4475-b881-f15ce6642fb0 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/ports?device_id=f8d2dcaa-e9e4-4245-87a7-9d370be1dd04 HTTP/1.1" status: 200 len: 210 time: 0.0407724 Sep 24 15:54:51.313842 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2319cbdb-4084-4375-a163-397b093676d2 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:51.331449 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-370cefac-4d79-498d-a70a-831cd4e5acfa req-440b3310-ce2f-456f-9c03-5d2fae80ee58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:51.354016 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-85fe5938-af0c-481c-a317-d57dad60ccea tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:51.385150 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370cefac-4d79-498d-a70a-831cd4e5acfa req-440b3310-ce2f-456f-9c03-5d2fae80ee58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:51.385583 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-370cefac-4d79-498d-a70a-831cd4e5acfa req-440b3310-ce2f-456f-9c03-5d2fae80ee58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:51.387816 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-370cefac-4d79-498d-a70a-831cd4e5acfa req-440b3310-ce2f-456f-9c03-5d2fae80ee58 service neutron] 10.222.0.110 "PUT /v2.0/ports/62117fed-4a4c-483e-8efd-25f6e0880509 HTTP/1.1" status: 200 len: 1092 time: 2.8023162 Sep 24 15:54:51.388010 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ea82851-d9e0-4b55-9108-445a8363c1e2', 'tag': '62117fed-4a4c-483e-8efd-25f6e0880509'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:54:51.390292 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aebac03-94ec-41de-ae70-ea63ed93b1b2" -d '{"events": [{"name": "network-changed", "server_uuid": "5ea82851-d9e0-4b55-9108-445a8363c1e2", "tag": "62117fed-4a4c-483e-8efd-25f6e0880509"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:54:51.394443 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3400c692-f708-431a-8779-79eeb169b11f req-47298e5c-e9b5-41c3-8d60-883a11da1fc9 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.108 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7841fa2f595c42b88ef5416d36f78c25 HTTP/1.1" status: 200 len: 472 time: 0.4800346 Sep 24 15:54:51.408817 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-2319cbdb-4084-4375-a163-397b093676d2 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb6123e9-1f35-4c24-b8c3-835d7e3d8d0f']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:54:51.415987 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-3400c692-f708-431a-8779-79eeb169b11f req-41a91c6b-ea87-4590-9324-1da324724b3a tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Request body: {'port': {'device_id': 'f8d2dcaa-e9e4-4245-87a7-9d370be1dd04', 'network_id': '3a6c98a9-5931-406e-bcc7-3547b66b4f6c', 'admin_state_up': True, 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'security_groups': ['3de61ae6-50a8-4cdd-839d-c59be6a6406f']}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:51.432159 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440b3310-ce2f-456f-9c03-5d2fae80ee58 service neutron] Pushing event updated for resources: {'Port': ['ID=62117fed-4a4c-483e-8efd-25f6e0880509,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:51.449455 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2058a797-dd43-4252-afce-73f89357a3aa x-openstack-request-id: req-2058a797-dd43-4252-afce-73f89357a3aa {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:54:51.450412 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ea82851-d9e0-4b55-9108-445a8363c1e2", "tag": "62117fed-4a4c-483e-8efd-25f6e0880509", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:54:51.450788 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-2058a797-dd43-4252-afce-73f89357a3aa {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:54:51.451109 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ea82851-d9e0-4b55-9108-445a8363c1e2', 'tag': '62117fed-4a4c-483e-8efd-25f6e0880509', 'status': 'completed', 'code': 200} Sep 24 15:54:51.453678 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0726d2fc-bca6-4a81-9dd8-e0fb49931dd7 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:51.549410 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-2319cbdb-4084-4375-a163-397b093676d2 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4b2d26d-e3a7-43b9-b0f2-830900e0ea9a') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:54:51.550588 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-2319cbdb-4084-4375-a163-397b093676d2 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4b2d26d-e3a7-43b9-b0f2-830900e0ea9a') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:54:51.565281 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0726d2fc-bca6-4a81-9dd8-e0fb49931dd7 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:54:51.570163 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-0726d2fc-bca6-4a81-9dd8-e0fb49931dd7 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:54:51.582533 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0726d2fc-bca6-4a81-9dd8-e0fb49931dd7 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:54:51.625273 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0726d2fc-bca6-4a81-9dd8-e0fb49931dd7 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event updated for resources: {'Port': ['ID=4541cfbc-54ea-4d17-8753-5ff98fe298ca,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:51.648416 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-85fe5938-af0c-481c-a317-d57dad60ccea tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:51.675194 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aebac03-94ec-41de-ae70-ea63ed93b1b2 req-1dfb739d-378c-4898-afdc-8c9f71d4dd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:51.675556 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2319cbdb-4084-4375-a163-397b093676d2 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:51.676751 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8aebac03-94ec-41de-ae70-ea63ed93b1b2 req-1dfb739d-378c-4898-afdc-8c9f71d4dd72 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=b960fdf244c2496089f6c9d33b373dc4&device_id=5ea82851-d9e0-4b55-9108-445a8363c1e2 HTTP/1.1" status: 200 len: 1095 time: 0.1891234 Sep 24 15:54:51.699606 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-92e2aee5-35ae-4f9f-bbfc-78bcad7ec7f3 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Deleting port c1e14be8-ba3a-43fa-adbd-f2bdb1afe528 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:54:51.700721 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-92e2aee5-35ae-4f9f-bbfc-78bcad7ec7f3 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:51.765792 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2319cbdb-4084-4375-a163-397b093676d2 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:51.774023 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-85fe5938-af0c-481c-a317-d57dad60ccea tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:51.791259 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cb309b57-b94b-463e-8954-2c27e23a4468 req-f550dfe1-6534-418f-8159-6d085441dfc3 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 210 time: 0.0672729 Sep 24 15:54:51.839659 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2319cbdb-4084-4375-a163-397b093676d2 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Releasing vlan 1250 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:54:51.840222 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2319cbdb-4084-4375-a163-397b093676d2 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:51.844171 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:54:51.844171 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:54:51.844171 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:54:51.844171 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:54:51.844171 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:54:51.844171 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:54:51.844171 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:54:51.844171 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:54:51.844171 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:54:51.844171 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:54:51.844171 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:54:51.844171 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:54:51.844171 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:54:51.844171 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:54:51.844171 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:54:51.844171 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:54:51.844171 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:54:51.844171 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:54:51.844171 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:54:51.844171 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:54:51.844171 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:54:51.844171 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:54:51.844171 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:54:51.844171 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:54:51.844171 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:54:51.844171 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:54:51.844171 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:54:51.844171 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:54:51.844171 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:54:51.844171 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:54:51.844171 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:54:51.844171 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:54:51.934466 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-92e2aee5-35ae-4f9f-bbfc-78bcad7ec7f3 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:52.006964 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-92e2aee5-35ae-4f9f-bbfc-78bcad7ec7f3 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Calling delete_port for c1e14be8-ba3a-43fa-adbd-f2bdb1afe528 owned by {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:54:52.008825 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fe5938-af0c-481c-a317-d57dad60ccea tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d46acfc3-565c-477d-a839-61f0572bcd01,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:52.016144 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3400c692-f708-431a-8779-79eeb169b11f req-41a91c6b-ea87-4590-9324-1da324724b3a tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Made reservation on behalf of 7841fa2f595c42b88ef5416d36f78c25 for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:54:52.016492 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aebac03-94ec-41de-ae70-ea63ed93b1b2 req-edc6bd07-9de7-4992-b8fe-5ef8b951d6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:52.018049 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8aebac03-94ec-41de-ae70-ea63ed93b1b2 req-edc6bd07-9de7-4992-b8fe-5ef8b951d6a1 service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=b960fdf244c2496089f6c9d33b373dc4&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3129249 Sep 24 15:54:52.019896 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-3400c692-f708-431a-8779-79eeb169b11f req-41a91c6b-ea87-4590-9324-1da324724b3a tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:52.054687 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-85fe5938-af0c-481c-a317-d57dad60ccea tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:52.058489 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-85fe5938-af0c-481c-a317-d57dad60ccea tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1805665 Sep 24 15:54:52.061291 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44718) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:52.119678 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-cadfc958-ce0f-42cc-9cb8-4ff1fb28766a tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Request body: {'security_group_rule': {'security_group_id': 'd46acfc3-565c-477d-a839-61f0572bcd01', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:52.140921 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2319cbdb-4084-4375-a163-397b093676d2 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:52.145673 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2319cbdb-4084-4375-a163-397b093676d2 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:52.148743 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-2319cbdb-4084-4375-a163-397b093676d2 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "DELETE /v2.0/networks/fb6123e9-1f35-4c24-b8c3-835d7e3d8d0f HTTP/1.1" status: 204 len: 168 time: 2.8345211 Sep 24 15:54:52.187210 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44720) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:52.190954 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-79ea80ca-20c2-4dee-8e30-1aa77d66e0f6 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Request body: {'port': {'network_id': 'd09fcc39-a3ae-48b5-a16d-fbfa237204b6', 'name': 'tempest-PortsTestJSON-1968602466'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:52.206692 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958fc5aa-7e83-4e7a-9374-5273b02e812c req-2f86ac27-3e75-4ee6-aebe-6ffa943dc7f6 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:52.208222 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-958fc5aa-7e83-4e7a-9374-5273b02e812c req-2f86ac27-3e75-4ee6-aebe-6ffa943dc7f6 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/ports?device_id=5ea82851-d9e0-4b55-9108-445a8363c1e2 HTTP/1.1" status: 200 len: 944 time: 0.3095992 Sep 24 15:54:52.251135 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2319cbdb-4084-4375-a163-397b093676d2 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event deleted for resources: {'Network': ['ID=fb6123e9-1f35-4c24-b8c3-835d7e3d8d0f,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:52.330291 n-d-808921-1 neutron-server[95297]: DEBUG neutron.objects.ports [None req-09f63b16-631c-4e46-8e31-5a3195cd2020 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95297) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 24 15:54:52.371639 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-958fc5aa-7e83-4e7a-9374-5273b02e812c req-a45f97aa-6452-483a-bfd9-b3af26a4788b tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/security-groups?id=beef4521-75a7-4152-bec5-95472c5ccdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287096 Sep 24 15:54:52.372643 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-09f63b16-631c-4e46-8e31-5a3195cd2020 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:52.407168 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aebac03-94ec-41de-ae70-ea63ed93b1b2 req-54d4a67c-0d8a-4b3c-92ad-a8adc7842b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:52.408945 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8aebac03-94ec-41de-ae70-ea63ed93b1b2 req-54d4a67c-0d8a-4b3c-92ad-a8adc7842b55 service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3770089 Sep 24 15:54:52.433885 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f63b16-631c-4e46-8e31-5a3195cd2020 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Network 50d98e88-8a75-4835-9919-86c163395f7c is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:54:52.441684 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-cadfc958-ce0f-42cc-9cb8-4ff1fb28766a tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:52.452817 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-09f63b16-631c-4e46-8e31-5a3195cd2020 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:54:52.468009 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3319fe5e-5f19-4238-b1b2-1c393436e536 None None] Network 50d98e88-8a75-4835-9919-86c163395f7c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:54:52.471997 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d8e24700-a08a-4b45-8689-9f8d60e4a904 req-85e8c0bf-aed6-4616-9a19-cf03aba65c7d tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/ports?device_id=f8d2dcaa-e9e4-4245-87a7-9d370be1dd04 HTTP/1.1" status: 200 len: 210 time: 0.0891860 Sep 24 15:54:52.483501 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f63b16-631c-4e46-8e31-5a3195cd2020 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:52.484106 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-09f63b16-631c-4e46-8e31-5a3195cd2020 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:52.501695 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [req-3400c692-f708-431a-8779-79eeb169b11f req-41a91c6b-ea87-4590-9324-1da324724b3a tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Allocated IP 172.20.0.26 (3a6c98a9-5931-406e-bcc7-3547b66b4f6c/dae38f63-2fc8-424d-8d7c-b689599e967d/e793c41b-3b14-4a87-b92b-6ea16cc1f590) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:54:52.527379 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f63b16-631c-4e46-8e31-5a3195cd2020 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event updated for resources: {'Subnet': ['ID=775e8ee5-106c-4902-86b8-e30d2721e307,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:52.540199 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-92e2aee5-35ae-4f9f-bbfc-78bcad7ec7f3 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:52.598019 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e2aee5-35ae-4f9f-bbfc-78bcad7ec7f3 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Pushing event deleted for resources: {'Port': ['ID=c1e14be8-ba3a-43fa-adbd-f2bdb1afe528,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:52.604829 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ea80ca-20c2-4dee-8e30-1aa77d66e0f6 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Made reservation on behalf of 60728dc15ec0482fbe958ba9258d8b5e for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:54:52.612708 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-79ea80ca-20c2-4dee-8e30-1aa77d66e0f6 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:52.617444 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-92e2aee5-35ae-4f9f-bbfc-78bcad7ec7f3 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:52.622641 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-92e2aee5-35ae-4f9f-bbfc-78bcad7ec7f3 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] 10.222.0.101 "DELETE /v2.0/ports/c1e14be8-ba3a-43fa-adbd-f2bdb1afe528 HTTP/1.1" status: 204 len: 168 time: 1.9060066 Sep 24 15:54:52.631504 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44724) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:52.648115 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-09f63b16-631c-4e46-8e31-5a3195cd2020 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9509475 Sep 24 15:54:52.650178 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44726) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:52.659742 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427a2fb8-ca37-4778-9dc8-0a3d8a6b9c39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-50d98e88-8a75-4835-9919-86c163395f7c', 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'tenant_id': '1ffc126d96724ce991d5ac46e64fd1ec', 'fixed_ips': [{'subnet_id': '775e8ee5-106c-4902-86b8-e30d2721e307'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:54:52.660984 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-427a2fb8-ca37-4778-9dc8-0a3d8a6b9c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:52.661289 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-d9b3250e-5ba0-4f18-8780-1ee8cd882b23 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Request body: {'port': {'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'mac_address': 'fa:16:3e:14:0c:ce', 'name': 'tempest-NetworksTestDHCPv6-1518903013'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:52.702158 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0726d2fc-bca6-4a81-9dd8-e0fb49931dd7 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:52.702879 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-cadfc958-ce0f-42cc-9cb8-4ff1fb28766a tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:52.783605 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-cadfc958-ce0f-42cc-9cb8-4ff1fb28766a tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:52.794993 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [None req-79ea80ca-20c2-4dee-8e30-1aa77d66e0f6 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] device_id is not set on port 279d47aa-a4b6-45e3-b5ae-2c65514518f4 yet. {{(pid=95298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:54:52.839585 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadfc958-ce0f-42cc-9cb8-4ff1fb28766a tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=229f387e-e359-4c94-a7ca-0ce5e8c3bf88,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:52.854884 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-3400c692-f708-431a-8779-79eeb169b11f req-41a91c6b-ea87-4590-9324-1da324724b3a tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:52.860789 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-427a2fb8-ca37-4778-9dc8-0a3d8a6b9c39 None None] Allocated IP 2001:db8::f816:3eff:fece:afa4 (50d98e88-8a75-4835-9919-86c163395f7c/775e8ee5-106c-4902-86b8-e30d2721e307/7d7f1806-9e13-4a24-9ccf-3fe34a9e7589) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:54:52.920941 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-dd53003e-ff2b-457a-8e77-1a3d55d60e75 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Deleting port b6bd9ee5-c9f8-4479-b131-e2574faf625a {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:54:52.921278 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dd53003e-ff2b-457a-8e77-1a3d55d60e75 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:52.981471 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-cadfc958-ce0f-42cc-9cb8-4ff1fb28766a tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:52.985577 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-cadfc958-ce0f-42cc-9cb8-4ff1fb28766a tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8931775 Sep 24 15:54:52.990700 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44730) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:53.000485 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2b20c318-a11d-4f22-a552-3bfe71c02650 req-c74a515e-c157-4510-8ea1-e9045bd7609e tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 210 time: 0.0866699 Sep 24 15:54:53.080096 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-224fbf77-d21e-4f89-8a43-10f5fa369e4b tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] 10.222.0.101 "GET /v2.0/security-group-rules/229f387e-e359-4c94-a7ca-0ce5e8c3bf88 HTTP/1.1" status: 200 len: 763 time: 0.0784004 Sep 24 15:54:53.080715 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44732) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:53.082625 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dd53003e-ff2b-457a-8e77-1a3d55d60e75 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:53.087521 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370cefac-4d79-498d-a70a-831cd4e5acfa req-6c037829-6cf4-4bef-85bd-828a791e7553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:53.089383 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-370cefac-4d79-498d-a70a-831cd4e5acfa req-6c037829-6cf4-4bef-85bd-828a791e7553 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=b960fdf244c2496089f6c9d33b373dc4&device_id=5ea82851-d9e0-4b55-9108-445a8363c1e2 HTTP/1.1" status: 200 len: 1095 time: 0.6249096 Sep 24 15:54:53.107280 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-dd53003e-ff2b-457a-8e77-1a3d55d60e75 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Calling delete_port for b6bd9ee5-c9f8-4479-b131-e2574faf625a owned by {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:54:53.116459 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-3400c692-f708-431a-8779-79eeb169b11f req-41a91c6b-ea87-4590-9324-1da324724b3a tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:53.165668 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-370cefac-4d79-498d-a70a-831cd4e5acfa req-3047fc42-3645-447a-b819-dfd07e8e1b76 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62117fed-4a4c-483e-8efd-25f6e0880509 HTTP/1.1" status: 200 len: 217 time: 0.0636282 Sep 24 15:54:53.216109 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-427a2fb8-ca37-4778-9dc8-0a3d8a6b9c39 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:53.225042 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-d8dbffa0-e062-40cd-ae40-e99f7e44dd29 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1395037 Sep 24 15:54:53.229053 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44734) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:53.230790 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3400c692-f708-431a-8779-79eeb169b11f req-41a91c6b-ea87-4590-9324-1da324724b3a tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Network 3a6c98a9-5931-406e-bcc7-3547b66b4f6c is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:54:53.247104 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [req-3400c692-f708-431a-8779-79eeb169b11f req-41a91c6b-ea87-4590-9324-1da324724b3a tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:54:53.264865 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-3400c692-f708-431a-8779-79eeb169b11f req-41a91c6b-ea87-4590-9324-1da324724b3a tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:54:53.269996 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a91c6b-ea87-4590-9324-1da324724b3a tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Pushing event updated for resources: {'Port': ['ID=e793c41b-3b14-4a87-b92b-6ea16cc1f590,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:53.307698 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-427a2fb8-ca37-4778-9dc8-0a3d8a6b9c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:53.314815 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2fee1646-22ee-4dfa-8944-ecdf5c0f44eb tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:53.353121 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2fee1646-22ee-4dfa-8944-ecdf5c0f44eb tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:53.379235 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0726d2fc-bca6-4a81-9dd8-e0fb49931dd7 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:53.380816 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400c692-f708-431a-8779-79eeb169b11f req-41a91c6b-ea87-4590-9324-1da324724b3a tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:53.381458 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-3400c692-f708-431a-8779-79eeb169b11f req-41a91c6b-ea87-4590-9324-1da324724b3a tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:53.397211 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427a2fb8-ca37-4778-9dc8-0a3d8a6b9c39 None None] Network 50d98e88-8a75-4835-9919-86c163395f7c is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:54:53.401958 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370cefac-4d79-498d-a70a-831cd4e5acfa req-86dce6d3-6626-4a7a-9bce-3b18782840a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:53.409105 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-427a2fb8-ca37-4778-9dc8-0a3d8a6b9c39 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:54:53.416623 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-427a2fb8-ca37-4778-9dc8-0a3d8a6b9c39 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:54:53.419437 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427a2fb8-ca37-4778-9dc8-0a3d8a6b9c39 None None] Pushing event updated for resources: {'Port': ['ID=7d7f1806-9e13-4a24-9ccf-3fe34a9e7589,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:53.423045 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-370cefac-4d79-498d-a70a-831cd4e5acfa req-86dce6d3-6626-4a7a-9bce-3b18782840a1 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=ad938f0b-b628-4cac-9404-1e2682973b1a HTTP/1.1" status: 200 len: 850 time: 0.2429080 Sep 24 15:54:53.445559 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dd53003e-ff2b-457a-8e77-1a3d55d60e75 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:53.545649 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-427a2fb8-ca37-4778-9dc8-0a3d8a6b9c39 None None] Attempting to bind port 7d7f1806-9e13-4a24-9ccf-3fe34a9e7589 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:54:53.546183 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-427a2fb8-ca37-4778-9dc8-0a3d8a6b9c39 None None] Attempting to bind port 7d7f1806-9e13-4a24-9ccf-3fe34a9e7589 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:54:53.546359 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427a2fb8-ca37-4778-9dc8-0a3d8a6b9c39 None None] Attempting to bind port 7d7f1806-9e13-4a24-9ccf-3fe34a9e7589 on network 50d98e88-8a75-4835-9919-86c163395f7c {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:54:53.551860 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427a2fb8-ca37-4778-9dc8-0a3d8a6b9c39 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:54:53.552372 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427a2fb8-ca37-4778-9dc8-0a3d8a6b9c39 None None] Checking segment: {'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:54:53.553042 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-427a2fb8-ca37-4778-9dc8-0a3d8a6b9c39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:53.553434 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427a2fb8-ca37-4778-9dc8-0a3d8a6b9c39 None None] Bound using segment: {'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:54:53.554083 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-427a2fb8-ca37-4778-9dc8-0a3d8a6b9c39 None None] Bound port: 7d7f1806-9e13-4a24-9ccf-3fe34a9e7589, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:54:53.554804 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-427a2fb8-ca37-4778-9dc8-0a3d8a6b9c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:53.561687 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd53003e-ff2b-457a-8e77-1a3d55d60e75 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Pushing event deleted for resources: {'Port': ['ID=b6bd9ee5-c9f8-4479-b131-e2574faf625a,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:53.569958 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2fee1646-22ee-4dfa-8944-ecdf5c0f44eb tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:53.572192 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2fee1646-22ee-4dfa-8944-ecdf5c0f44eb tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:53.576887 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-2fee1646-22ee-4dfa-8944-ecdf5c0f44eb tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] 10.222.0.101 "DELETE /v2.0/security-group-rules/229f387e-e359-4c94-a7ca-0ce5e8c3bf88 HTTP/1.1" status: 204 len: 168 time: 0.3443305 Sep 24 15:54:53.577555 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44740) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:53.613985 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dd53003e-ff2b-457a-8e77-1a3d55d60e75 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:53.615862 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-dd53003e-ff2b-457a-8e77-1a3d55d60e75 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] 10.222.0.101 "DELETE /v2.0/ports/b6bd9ee5-c9f8-4479-b131-e2574faf625a HTTP/1.1" status: 204 len: 168 time: 0.9834099 Sep 24 15:54:53.639958 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44742) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:53.652160 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-427a2fb8-ca37-4778-9dc8-0a3d8a6b9c39 None None] For port 7d7f1806-9e13-4a24-9ccf-3fe34a9e7589, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:54:53.653263 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fee1646-22ee-4dfa-8944-ecdf5c0f44eb tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=229f387e-e359-4c94-a7ca-0ce5e8c3bf88,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:53.654417 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b3250e-5ba0-4f18-8780-1ee8cd882b23 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Made reservation on behalf of 1ffc126d96724ce991d5ac46e64fd1ec for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:54:53.671602 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-427a2fb8-ca37-4778-9dc8-0a3d8a6b9c39 None None] For port 7d7f1806-9e13-4a24-9ccf-3fe34a9e7589, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=7d7f1806-9e13-4a24-9ccf-3fe34a9e7589,segment=NetworkSegment(fb531be8-b37e-4ff9-a98b-5c7db484a0eb),segment_id=fb531be8-b37e-4ff9-a98b-5c7db484a0eb)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:54:53.683569 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-bdf72476-e757-4aba-a716-bceaca6d77bb tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0406036 Sep 24 15:54:53.688550 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44744) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:53.691694 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-c5df9f6a-c18a-4b5e-a5a5-d2c72525c22d None None] Provisioning complete for port e793c41b-3b14-4a87-b92b-6ea16cc1f590 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:54:53.692391 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c5df9f6a-c18a-4b5e-a5a5-d2c72525c22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:53.695100 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-50654e4b-3718-4618-8569-132505c44e9a tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-294930828'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:53.723266 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f21120da-9fe8-4c30-a00f-24e459c3b6e1 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1418946 Sep 24 15:54:53.723989 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44746) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:53.731599 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-8cd46687-9db5-4b7c-bb9e-edf9fa546235 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Request body: {'security_group_rule': {'security_group_id': 'd46acfc3-565c-477d-a839-61f0572bcd01', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:53.739385 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-c5df9f6a-c18a-4b5e-a5a5-d2c72525c22d None None] Port e793c41b-3b14-4a87-b92b-6ea16cc1f590 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:54:53.739617 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3400c692-f708-431a-8779-79eeb169b11f req-41a91c6b-ea87-4590-9324-1da324724b3a tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3278470 Sep 24 15:54:53.748044 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87585e5b-771b-47f5-8f6e-fdf9c35f24af req-8e5749ad-d6b3-4fdc-a4be-8ecc53f05e2c tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:53.749558 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-87585e5b-771b-47f5-8f6e-fdf9c35f24af req-8e5749ad-d6b3-4fdc-a4be-8ecc53f05e2c tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/ports?device_id=f8d2dcaa-e9e4-4245-87a7-9d370be1dd04 HTTP/1.1" status: 200 len: 932 time: 0.1469245 Sep 24 15:54:53.758069 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-427a2fb8-ca37-4778-9dc8-0a3d8a6b9c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:53.759099 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-3400c692-f708-431a-8779-79eeb169b11f req-73bf24be-76be-44b7-b861-b96d92a66e34 service neutron] Request body: {'port': {'device_id': 'f8d2dcaa-e9e4-4245-87a7-9d370be1dd04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:53.783220 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d9b3250e-5ba0-4f18-8780-1ee8cd882b23 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:53.798932 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.db.api [None req-8cd46687-9db5-4b7c-bb9e-edf9fa546235 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 15:54:53.798932 n-d-808921-1 neutron-server[95297]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 24 15:54:53.798932 n-d-808921-1 neutron-server[95297]: [parameters: {'project_id_1': '53fa7e25b6b84d399556d90898af7412', 'expiration_1': datetime.datetime(2021, 9, 24, 15, 54, 33, 750504)}] Sep 24 15:54:53.798932 n-d-808921-1 neutron-server[95297]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:54:53.799442 n-d-808921-1 neutron-server[95297]: DEBUG oslo_db.api [None req-8cd46687-9db5-4b7c-bb9e-edf9fa546235 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:54:53.834398 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-79ea80ca-20c2-4dee-8e30-1aa77d66e0f6 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:53.840144 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370cefac-4d79-498d-a70a-831cd4e5acfa req-1b7c95ae-c590-4805-b564-ad8b30c8f7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:53.840998 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427a2fb8-ca37-4778-9dc8-0a3d8a6b9c39 None None] Pushing event updated for resources: {'Port': ['ID=7d7f1806-9e13-4a24-9ccf-3fe34a9e7589,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:53.842131 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-370cefac-4d79-498d-a70a-831cd4e5acfa req-1b7c95ae-c590-4805-b564-ad8b30c8f7d1 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=3dbb0dfe-b454-4e57-a2db-34f294a0159c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3870504 Sep 24 15:54:53.857765 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-87585e5b-771b-47f5-8f6e-fdf9c35f24af req-8c1a15fa-834c-44b0-a7ee-e8fcfd74376d tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/security-groups?id=3de61ae6-50a8-4cdd-839d-c59be6a6406f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948515 Sep 24 15:54:53.867006 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-3400c692-f708-431a-8779-79eeb169b11f req-73bf24be-76be-44b7-b861-b96d92a66e34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:53.928600 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50654e4b-3718-4618-8569-132505c44e9a tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Made reservation on behalf of e01a020f8d774f5f8b2a07255349f146 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:54:53.932358 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-50654e4b-3718-4618-8569-132505c44e9a tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:53.948694 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d160ea-86a8-4c94-b366-d95ba22fb6d2 req-5e50c42a-e42b-4e07-860e-386fe5ec801d tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:53.950305 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-44d160ea-86a8-4c94-b366-d95ba22fb6d2 req-5e50c42a-e42b-4e07-860e-386fe5ec801d tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/ports?device_id=5ea82851-d9e0-4b55-9108-445a8363c1e2 HTTP/1.1" status: 200 len: 944 time: 0.3990624 Sep 24 15:54:53.960557 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [None req-d9b3250e-5ba0-4f18-8780-1ee8cd882b23 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] device_id is not set on port 17dfbbff-65ee-44c1-b4d7-45aa3c6aeb06 yet. {{(pid=95298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:54:54.032507 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50654e4b-3718-4618-8569-132505c44e9a tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1254} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:54:54.091528 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-50654e4b-3718-4618-8569-132505c44e9a tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:54.101878 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-50654e4b-3718-4618-8569-132505c44e9a tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Added segment 462c779b-2e09-4c46-bb0c-a693ab4fd871 of type vlan for network 0e4b3db1-8214-4288-8c77-3e35f6c7f0b2 Sep 24 15:54:54.217397 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-44d160ea-86a8-4c94-b366-d95ba22fb6d2 req-b1c0f7e7-32c1-4357-ab97-5e9d5614422a tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/security-groups?id=beef4521-75a7-4152-bec5-95472c5ccdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2444074 Sep 24 15:54:54.232445 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-50654e4b-3718-4618-8569-132505c44e9a tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:54.237723 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a67a51e2-0e66-4da6-850d-894919835908 req-d2235da8-af4d-494e-83a9-6b46b5cbb932 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 210 time: 0.0690448 Sep 24 15:54:54.302192 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-d9b3250e-5ba0-4f18-8780-1ee8cd882b23 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Allocated IP 2001:db8::f816:3eff:fe14:cce (50d98e88-8a75-4835-9919-86c163395f7c/775e8ee5-106c-4902-86b8-e30d2721e307/17dfbbff-65ee-44c1-b4d7-45aa3c6aeb06) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:54:54.311042 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-370cefac-4d79-498d-a70a-831cd4e5acfa req-f2254aca-6f2c-4241-9c96-36b3e6ee8673 service neutron] 10.222.0.110 "GET /v2.0/networks/3dbb0dfe-b454-4e57-a2db-34f294a0159c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4472518 Sep 24 15:54:54.311857 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-79ea80ca-20c2-4dee-8e30-1aa77d66e0f6 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:54.380235 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [req-3400c692-f708-431a-8779-79eeb169b11f req-73bf24be-76be-44b7-b861-b96d92a66e34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e793c41b-3b14-4a87-b92b-6ea16cc1f590 {{(pid=95297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:54:54.386004 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-50654e4b-3718-4618-8569-132505c44e9a tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:54.392953 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50654e4b-3718-4618-8569-132505c44e9a tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:54.393901 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-50654e4b-3718-4618-8569-132505c44e9a tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:54.398423 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0726d2fc-bca6-4a81-9dd8-e0fb49931dd7 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:54.413044 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-3400c692-f708-431a-8779-79eeb169b11f req-73bf24be-76be-44b7-b861-b96d92a66e34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:54.429802 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ea80ca-20c2-4dee-8e30-1aa77d66e0f6 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Network d09fcc39-a3ae-48b5-a16d-fbfa237204b6 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:54:54.447628 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-79ea80ca-20c2-4dee-8e30-1aa77d66e0f6 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:54:54.450658 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.provisioning_blocks [req-3400c692-f708-431a-8779-79eeb169b11f req-73bf24be-76be-44b7-b861-b96d92a66e34 service neutron] Transition to ACTIVE for port object e793c41b-3b14-4a87-b92b-6ea16cc1f590 will not be triggered until provisioned by entity L2. {{(pid=95297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:54:54.478430 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ea80ca-20c2-4dee-8e30-1aa77d66e0f6 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:54:54.484695 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ea80ca-20c2-4dee-8e30-1aa77d66e0f6 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:54.485417 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-79ea80ca-20c2-4dee-8e30-1aa77d66e0f6 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:54.487369 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50654e4b-3718-4618-8569-132505c44e9a tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Pushing event updated for resources: {'Network': ['ID=0e4b3db1-8214-4288-8c77-3e35f6c7f0b2,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:54.487656 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ea80ca-20c2-4dee-8e30-1aa77d66e0f6 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event updated for resources: {'Port': ['ID=279d47aa-a4b6-45e3-b5ae-2c65514518f4,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:54.492342 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8cd46687-9db5-4b7c-bb9e-edf9fa546235 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:54.508348 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 0e4b3db1-8214-4288-8c77-3e35f6c7f0b2 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:54:54.519448 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0726d2fc-bca6-4a81-9dd8-e0fb49931dd7 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:54.552052 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8cd46687-9db5-4b7c-bb9e-edf9fa546235 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:54.578186 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-3400c692-f708-431a-8779-79eeb169b11f req-73bf24be-76be-44b7-b861-b96d92a66e34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:54.638506 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-370cefac-4d79-498d-a70a-831cd4e5acfa req-4abc6556-aaf1-4182-bef2-1d9e5aa27706 service neutron] 10.222.0.110 "GET /v2.0/networks/3dbb0dfe-b454-4e57-a2db-34f294a0159c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113885 Sep 24 15:54:54.642429 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-79ea80ca-20c2-4dee-8e30-1aa77d66e0f6 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.4632499 Sep 24 15:54:54.651424 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44750) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:54.654778 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-50654e4b-3718-4618-8569-132505c44e9a tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9636550 Sep 24 15:54:54.666189 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44752) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:54.667018 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8cd46687-9db5-4b7c-bb9e-edf9fa546235 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:54.675806 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0726d2fc-bca6-4a81-9dd8-e0fb49931dd7 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event updated for resources: {'Port': ['ID=4541cfbc-54ea-4d17-8753-5ff98fe298ca,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:54.685587 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-ec3373a5-12bc-4c67-9962-8399d27f7d1b tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1207734416'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:54.698210 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0726d2fc-bca6-4a81-9dd8-e0fb49931dd7 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:54.783337 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d9b3250e-5ba0-4f18-8780-1ee8cd882b23 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:54.812174 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd46687-9db5-4b7c-bb9e-edf9fa546235 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7e10bcc-0b59-4987-9499-706aceffa25c,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:54.846896 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bf24be-76be-44b7-b861-b96d92a66e34 service neutron] Pushing event updated for resources: {'Port': ['ID=e793c41b-3b14-4a87-b92b-6ea16cc1f590,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:54.876287 n-d-808921-1 neutron-server[95298]: INFO neutron.db.l3_db [None req-0726d2fc-bca6-4a81-9dd8-e0fb49931dd7 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Floating IP b8ef5bbc-9243-4734-8e55-f982404fb1b4 associated. External IP: 172.25.0.125, port: aedc8984-c719-4441-90cd-2f9058b26fa4. Sep 24 15:54:54.926666 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec3373a5-12bc-4c67-9962-8399d27f7d1b tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Made reservation on behalf of e01a020f8d774f5f8b2a07255349f146 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:54:54.930397 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ec3373a5-12bc-4c67-9962-8399d27f7d1b tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:54.949103 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-3400c692-f708-431a-8779-79eeb169b11f req-73bf24be-76be-44b7-b861-b96d92a66e34 service neutron] Attempting to bind port e793c41b-3b14-4a87-b92b-6ea16cc1f590 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:54:54.949353 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-3400c692-f708-431a-8779-79eeb169b11f req-73bf24be-76be-44b7-b861-b96d92a66e34 service neutron] Attempting to bind port e793c41b-3b14-4a87-b92b-6ea16cc1f590 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': 'e1d98049-eee8-47df-959b-ec6c0bc0b9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '3a6c98a9-5931-406e-bcc7-3547b66b4f6c'}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:54:54.949774 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3400c692-f708-431a-8779-79eeb169b11f req-73bf24be-76be-44b7-b861-b96d92a66e34 service neutron] Attempting to bind port e793c41b-3b14-4a87-b92b-6ea16cc1f590 on network 3a6c98a9-5931-406e-bcc7-3547b66b4f6c {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:54:54.958899 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3400c692-f708-431a-8779-79eeb169b11f req-73bf24be-76be-44b7-b861-b96d92a66e34 service neutron] Port e793c41b-3b14-4a87-b92b-6ea16cc1f590 on network 3a6c98a9-5931-406e-bcc7-3547b66b4f6c not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:54:54.959220 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3400c692-f708-431a-8779-79eeb169b11f req-73bf24be-76be-44b7-b861-b96d92a66e34 service neutron] Attempting to bind port e793c41b-3b14-4a87-b92b-6ea16cc1f590 on network 3a6c98a9-5931-406e-bcc7-3547b66b4f6c {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:54:54.979167 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3400c692-f708-431a-8779-79eeb169b11f req-73bf24be-76be-44b7-b861-b96d92a66e34 service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:54:54.979502 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3400c692-f708-431a-8779-79eeb169b11f req-73bf24be-76be-44b7-b861-b96d92a66e34 service neutron] Checking segment: {'id': 'e1d98049-eee8-47df-959b-ec6c0bc0b9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '3a6c98a9-5931-406e-bcc7-3547b66b4f6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:54:54.979890 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3400c692-f708-431a-8779-79eeb169b11f req-73bf24be-76be-44b7-b861-b96d92a66e34 service neutron] Bound using segment: {'id': 'e1d98049-eee8-47df-959b-ec6c0bc0b9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '3a6c98a9-5931-406e-bcc7-3547b66b4f6c'} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:54:54.980335 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-3400c692-f708-431a-8779-79eeb169b11f req-73bf24be-76be-44b7-b861-b96d92a66e34 service neutron] Bound port: e793c41b-3b14-4a87-b92b-6ea16cc1f590, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1d98049-eee8-47df-959b-ec6c0bc0b9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '3a6c98a9-5931-406e-bcc7-3547b66b4f6c'}}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:54:54.980684 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-3400c692-f708-431a-8779-79eeb169b11f req-73bf24be-76be-44b7-b861-b96d92a66e34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:55.015936 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec3373a5-12bc-4c67-9962-8399d27f7d1b tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1273} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:54:55.019742 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-4db5e36c-a9c4-4923-8f27-5f7c031b32bf tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Deleting port 279d47aa-a4b6-45e3-b5ae-2c65514518f4 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:54:55.020080 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4db5e36c-a9c4-4923-8f27-5f7c031b32bf tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:55.098462 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d9b3250e-5ba0-4f18-8780-1ee8cd882b23 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:55.110899 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4db5e36c-a9c4-4923-8f27-5f7c031b32bf tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:55.123889 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1d883f-663b-4c18-94c8-c40cdb81f7c3 req-ca202dea-618e-4876-9651-9db1642e4c99 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:55.125077 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-4db5e36c-a9c4-4923-8f27-5f7c031b32bf tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Calling delete_port for 279d47aa-a4b6-45e3-b5ae-2c65514518f4 owned by {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:54:55.125469 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-af1d883f-663b-4c18-94c8-c40cdb81f7c3 req-ca202dea-618e-4876-9651-9db1642e4c99 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/ports?device_id=f8d2dcaa-e9e4-4245-87a7-9d370be1dd04 HTTP/1.1" status: 200 len: 944 time: 0.1576807 Sep 24 15:54:55.172203 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b3250e-5ba0-4f18-8780-1ee8cd882b23 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Network 50d98e88-8a75-4835-9919-86c163395f7c is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:54:55.181701 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-d9b3250e-5ba0-4f18-8780-1ee8cd882b23 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:54:55.222438 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b3250e-5ba0-4f18-8780-1ee8cd882b23 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:54:55.228329 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b3250e-5ba0-4f18-8780-1ee8cd882b23 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:55.228981 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d9b3250e-5ba0-4f18-8780-1ee8cd882b23 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:55.258267 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b3250e-5ba0-4f18-8780-1ee8cd882b23 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event updated for resources: {'Port': ['ID=17dfbbff-65ee-44c1-b4d7-45aa3c6aeb06,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:55.264929 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8cd46687-9db5-4b7c-bb9e-edf9fa546235 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:55.276367 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-af1d883f-663b-4c18-94c8-c40cdb81f7c3 req-20531dfe-6a29-4f40-a990-c08da0e289bb tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/security-groups?id=3de61ae6-50a8-4cdd-839d-c59be6a6406f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242361 Sep 24 15:54:55.276367 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44760) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:55.286533 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-8cd46687-9db5-4b7c-bb9e-edf9fa546235 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5544519 Sep 24 15:54:55.295326 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ec3373a5-12bc-4c67-9962-8399d27f7d1b tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:55.305017 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-ec3373a5-12bc-4c67-9962-8399d27f7d1b tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Added segment ab08f213-0248-4f05-a54e-ae4c8741f637 of type vlan for network ae41d12a-34ca-4d38-bf57-d390934756e8 Sep 24 15:54:55.309878 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-1a50111e-3123-4bbf-801c-a8ae4d0cedf4 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] 10.222.0.101 "GET /v2.0/security-group-rules/a7e10bcc-0b59-4987-9499-706aceffa25c HTTP/1.1" status: 200 len: 763 time: 0.0322471 Sep 24 15:54:55.315036 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44762) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:55.338025 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4db5e36c-a9c4-4923-8f27-5f7c031b32bf tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:55.399089 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-d9b3250e-5ba0-4f18-8780-1ee8cd882b23 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.7420387 Sep 24 15:54:55.414510 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44764) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:55.416379 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-e1cbb884-4c81-4524-9122-101d269dbbb1 None None] Provisioning complete for port 7d7f1806-9e13-4a24-9ccf-3fe34a9e7589 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:54:55.416947 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e1cbb884-4c81-4524-9122-101d269dbbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:55.422699 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4db5e36c-a9c4-4923-8f27-5f7c031b32bf tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:55.425321 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-4db5e36c-a9c4-4923-8f27-5f7c031b32bf tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "DELETE /v2.0/ports/279d47aa-a4b6-45e3-b5ae-2c65514518f4 HTTP/1.1" status: 204 len: 168 time: 0.7687678 Sep 24 15:54:55.430770 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44766) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:55.435975 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6d45ef3d-0c72-43e4-b826-deb64bf6df2a req-e04ed5e5-de00-40b1-8de3-ad398a2afa42 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 210 time: 0.0504401 Sep 24 15:54:55.440118 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-aef2888d-92ed-49a0-961f-2b2903f4b21f tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Request body: {'port': {'network_id': 'd09fcc39-a3ae-48b5-a16d-fbfa237204b6', 'mac_address': 'fa:16:3e:ba:31:1a', 'name': 'tempest-PortsTestJSON-2075254501'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:55.444149 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db5e36c-a9c4-4923-8f27-5f7c031b32bf tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event deleted for resources: {'Port': ['ID=279d47aa-a4b6-45e3-b5ae-2c65514518f4,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:55.485534 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ec3373a5-12bc-4c67-9962-8399d27f7d1b tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:55.487309 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-3400c692-f708-431a-8779-79eeb169b11f req-73bf24be-76be-44b7-b861-b96d92a66e34 service neutron] For port e793c41b-3b14-4a87-b92b-6ea16cc1f590, host n-h2-808921-1, cleared binding levels {{(pid=95297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:54:55.517059 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-3400c692-f708-431a-8779-79eeb169b11f req-73bf24be-76be-44b7-b861-b96d92a66e34 service neutron] For port e793c41b-3b14-4a87-b92b-6ea16cc1f590, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=e793c41b-3b14-4a87-b92b-6ea16cc1f590,segment=NetworkSegment(e1d98049-eee8-47df-959b-ec6c0bc0b9c8),segment_id=e1d98049-eee8-47df-959b-ec6c0bc0b9c8)] {{(pid=95297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:54:55.560796 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e1cbb884-4c81-4524-9122-101d269dbbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:55.617428 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-3400c692-f708-431a-8779-79eeb169b11f req-73bf24be-76be-44b7-b861-b96d92a66e34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:55.618963 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-e1cbb884-4c81-4524-9122-101d269dbbb1 None None] For port 7d7f1806-9e13-4a24-9ccf-3fe34a9e7589, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=7d7f1806-9e13-4a24-9ccf-3fe34a9e7589,segment=NetworkSegment(fb531be8-b37e-4ff9-a98b-5c7db484a0eb),segment_id=fb531be8-b37e-4ff9-a98b-5c7db484a0eb)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:54:55.635954 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8997377a-6cb5-4c09-9c01-c443dcc81fb8 req-9c13fc2a-7e5d-41b5-94f0-cb23caf9b298 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:55.638745 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8997377a-6cb5-4c09-9c01-c443dcc81fb8 req-9c13fc2a-7e5d-41b5-94f0-cb23caf9b298 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/ports?device_id=5ea82851-d9e0-4b55-9108-445a8363c1e2 HTTP/1.1" status: 200 len: 944 time: 0.3314593 Sep 24 15:54:55.682441 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400c692-f708-431a-8779-79eeb169b11f req-73bf24be-76be-44b7-b861-b96d92a66e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:55.683069 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-3400c692-f708-431a-8779-79eeb169b11f req-73bf24be-76be-44b7-b861-b96d92a66e34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:55.690171 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3400c692-f708-431a-8779-79eeb169b11f req-73bf24be-76be-44b7-b861-b96d92a66e34 service neutron] 10.222.0.108 "PUT /v2.0/ports/e793c41b-3b14-4a87-b92b-6ea16cc1f590 HTTP/1.1" status: 200 len: 1092 time: 1.9375274 Sep 24 15:54:55.691782 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8d2dcaa-e9e4-4245-87a7-9d370be1dd04', 'tag': 'e793c41b-3b14-4a87-b92b-6ea16cc1f590'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:54:55.694153 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba08c1df-d147-4d3d-a1da-11977422506f" -d '{"events": [{"name": "network-changed", "server_uuid": "f8d2dcaa-e9e4-4245-87a7-9d370be1dd04", "tag": "e793c41b-3b14-4a87-b92b-6ea16cc1f590"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:54:55.714468 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e1cbb884-4c81-4524-9122-101d269dbbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:55.723253 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ec3373a5-12bc-4c67-9962-8399d27f7d1b tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:55.728982 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3373a5-12bc-4c67-9962-8399d27f7d1b tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:55.733590 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ec3373a5-12bc-4c67-9962-8399d27f7d1b tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:55.773524 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd0e4c9-4f1e-4637-9c43-e523b18dcd56 x-openstack-request-id: req-1fd0e4c9-4f1e-4637-9c43-e523b18dcd56 {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:54:55.773827 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8d2dcaa-e9e4-4245-87a7-9d370be1dd04", "tag": "e793c41b-3b14-4a87-b92b-6ea16cc1f590", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:54:55.774086 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-1fd0e4c9-4f1e-4637-9c43-e523b18dcd56 {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:54:55.774523 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8d2dcaa-e9e4-4245-87a7-9d370be1dd04', 'tag': 'e793c41b-3b14-4a87-b92b-6ea16cc1f590', 'status': 'completed', 'code': 200} Sep 24 15:54:55.891246 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cbb884-4c81-4524-9122-101d269dbbb1 None None] Pushing event updated for resources: {'Port': ['ID=7d7f1806-9e13-4a24-9ccf-3fe34a9e7589,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:55.895196 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-84dbfaa9-cb98-499f-a50c-52c1c2074cdc tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.5790110 Sep 24 15:54:55.904438 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0726d2fc-bca6-4a81-9dd8-e0fb49931dd7 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Router 78c405c4-a398-4aa6-b221-c98db0153635 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:54:55.905685 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44772) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:55.921457 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-0ba4cf32-a82b-4373-bd32-9f88a8aa4cdc None None] Provisioning complete for port 17dfbbff-65ee-44c1-b4d7-45aa3c6aeb06 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:54:55.921890 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0ba4cf32-a82b-4373-bd32-9f88a8aa4cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:55.962904 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-0ba4cf32-a82b-4373-bd32-9f88a8aa4cdc None None] Port 17dfbbff-65ee-44c1-b4d7-45aa3c6aeb06 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:54:55.993020 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cb3fdebb-06b6-4608-811d-cc1510f0e2de tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:56.009176 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cb3fdebb-06b6-4608-811d-cc1510f0e2de tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:56.030028 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437fe244-7a8c-4369-abad-2802c99ba251 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:56.035955 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437fe244-7a8c-4369-abad-2802c99ba251 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:56.039983 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-437fe244-7a8c-4369-abad-2802c99ba251 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.6189959 Sep 24 15:54:56.042881 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44774) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:56.130321 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef2888d-92ed-49a0-961f-2b2903f4b21f tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Made reservation on behalf of 60728dc15ec0482fbe958ba9258d8b5e for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:54:56.166201 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8997377a-6cb5-4c09-9c01-c443dcc81fb8 req-ecbf732e-d5d4-4e4c-b2df-8c7ee3d07f72 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/security-groups?id=beef4521-75a7-4152-bec5-95472c5ccdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5156345 Sep 24 15:54:56.186073 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cb3fdebb-06b6-4608-811d-cc1510f0e2de tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:56.191209 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 7d7f1806-9e13-4a24-9ccf-3fe34a9e7589 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:54:56.207566 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cb3fdebb-06b6-4608-811d-cc1510f0e2de tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:56.207566 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-cb3fdebb-06b6-4608-811d-cc1510f0e2de tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] 10.222.0.101 "DELETE /v2.0/security-group-rules/a7e10bcc-0b59-4987-9499-706aceffa25c HTTP/1.1" status: 204 len: 168 time: 0.2933443 Sep 24 15:54:56.214430 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44776) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:56.235710 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3fdebb-06b6-4608-811d-cc1510f0e2de tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a7e10bcc-0b59-4987-9499-706aceffa25c,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:56.240517 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0726d2fc-bca6-4a81-9dd8-e0fb49931dd7 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:54:56.252030 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a50c2d-c9b9-44fa-8903-0e5ab3b9d5eb None None] Sync routers for ids ['78c405c4-a398-4aa6-b221-c98db0153635'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:54:56.262858 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3373a5-12bc-4c67-9962-8399d27f7d1b tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Pushing event updated for resources: {'Network': ['ID=ae41d12a-34ca-4d38-bf57-d390934756e8,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:56.267836 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bf24be-76be-44b7-b861-b96d92a66e34 service neutron] Pushing event updated for resources: {'Port': ['ID=e793c41b-3b14-4a87-b92b-6ea16cc1f590,revision_number=3']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:56.273438 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 7d7f1806-9e13-4a24-9ccf-3fe34a9e7589 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:54:56.274019 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:56.276077 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ec3373a5-12bc-4c67-9962-8399d27f7d1b tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.6007946 Sep 24 15:54:56.304055 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a50c2d-c9b9-44fa-8903-0e5ab3b9d5eb None None] Routers {'78c405c4-a398-4aa6-b221-c98db0153635'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:54:56.308483 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-f0a50c2d-c9b9-44fa-8903-0e5ab3b9d5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:54:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['78c405c4-a398-4aa6-b221-c98db0153635'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:54:56.324467 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network ae41d12a-34ca-4d38-bf57-d390934756e8 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:54:56.341186 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-eba99df6-ff0b-43ef-b740-69845e7ab1ef tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1173751 Sep 24 15:54:56.342074 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44780) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:56.353628 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-29534662-67a7-4817-9956-827f9ceeca57 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Request body: {'security_group_rule': {'security_group_id': 'd46acfc3-565c-477d-a839-61f0572bcd01', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:56.363973 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba08c1df-d147-4d3d-a1da-11977422506f req-b6a98444-2cbe-454e-b005-9222c21adf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:56.366068 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ba08c1df-d147-4d3d-a1da-11977422506f req-b6a98444-2cbe-454e-b005-9222c21adf79 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=7841fa2f595c42b88ef5416d36f78c25&device_id=f8d2dcaa-e9e4-4245-87a7-9d370be1dd04 HTTP/1.1" status: 200 len: 1095 time: 0.5802894 Sep 24 15:54:56.375169 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0726d2fc-bca6-4a81-9dd8-e0fb49931dd7 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:56.379804 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-aef2888d-92ed-49a0-961f-2b2903f4b21f tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:56.439843 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44782) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:56.450508 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-13a7f1ce-9efa-43e3-a2ad-e0d6ad1aaa3f tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Request body: {'subnets': [{'network_id': '0e4b3db1-8214-4288-8c77-3e35f6c7f0b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1798914642', 'ip_version': 4}, {'network_id': 'ae41d12a-34ca-4d38-bf57-d390934756e8', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:56.451193 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-13a7f1ce-9efa-43e3-a2ad-e0d6ad1aaa3f tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Request body: {'subnet': {'network_id': '0e4b3db1-8214-4288-8c77-3e35f6c7f0b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1798914642', 'ip_version': 4}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:56.452017 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-13a7f1ce-9efa-43e3-a2ad-e0d6ad1aaa3f tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Request body: {'subnet': {'network_id': 'ae41d12a-34ca-4d38-bf57-d390934756e8', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:56.476713 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-0726d2fc-bca6-4a81-9dd8-e0fb49931dd7 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.7030680 Sep 24 15:54:56.485815 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '756dc3f9-786f-43e3-a1c1-2690c736e704', 'tag': 'aedc8984-c719-4441-90cd-2f9058b26fa4'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:54:56.488659 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eaea26c-bd3e-4b92-9641-1583517daa77" -d '{"events": [{"name": "network-changed", "server_uuid": "756dc3f9-786f-43e3-a1c1-2690c736e704", "tag": "aedc8984-c719-4441-90cd-2f9058b26fa4"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:54:56.499910 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-99de4695-5031-4e56-afb7-0996d211a35c tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Deleting port 17dfbbff-65ee-44c1-b4d7-45aa3c6aeb06 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:54:56.500314 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-99de4695-5031-4e56-afb7-0996d211a35c tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:56.523797 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [None req-aef2888d-92ed-49a0-961f-2b2903f4b21f tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] device_id is not set on port 22c1cd35-541d-40c6-bbdc-96d81744e3b1 yet. {{(pid=95297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:54:56.539419 n-d-808921-1 neutron-server[95297]: INFO neutron.db.securitygroups_db [None req-29534662-67a7-4817-9956-827f9ceeca57 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Project 53fa7e25b6b84d399556d90898af7412 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 15:54:56.560469 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-f0a50c2d-c9b9-44fa-8903-0e5ab3b9d5eb None None] Set router 78c405c4-a398-4aa6-b221-c98db0153635 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:54:56.603691 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-99de4695-5031-4e56-afb7-0996d211a35c tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:56.639501 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-29534662-67a7-4817-9956-827f9ceeca57 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:56.651053 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-99de4695-5031-4e56-afb7-0996d211a35c tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Calling delete_port for 17dfbbff-65ee-44c1-b4d7-45aa3c6aeb06 owned by {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:54:56.716341 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5c349b1a-2f0c-48fb-a86e-81f7d6dc5612 req-582b745e-5ab2-4927-a288-493ba8ecd7eb tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 210 time: 0.0913696 Sep 24 15:54:56.719906 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160f6cb-a5e2-4272-bfe8-098aadb085f5 req-d295c3fa-eaea-4b38-80fd-e95c52244118 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:56.721734 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b160f6cb-a5e2-4272-bfe8-098aadb085f5 req-d295c3fa-eaea-4b38-80fd-e95c52244118 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/ports?device_id=f8d2dcaa-e9e4-4245-87a7-9d370be1dd04 HTTP/1.1" status: 200 len: 944 time: 0.2580152 Sep 24 15:54:56.784702 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b160f6cb-a5e2-4272-bfe8-098aadb085f5 req-fb97d551-d05f-4f10-a75d-da7d07ceba1a tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/security-groups?id=3de61ae6-50a8-4cdd-839d-c59be6a6406f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566468 Sep 24 15:54:56.849621 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-f0a50c2d-c9b9-44fa-8903-0e5ab3b9d5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c405c4-a398-4aa6-b221-c98db0153635', 'name': 'tempest-TestNetworkAdvancedServerOps-router-867806077', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ba1ffb8f-07ee-4620-a38b-7a7aae55af6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:54:11Z', 'updated_at': '2021-09-24T15:54:20Z', 'revision_number': 4, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'gw_port': {'id': 'ba1ffb8f-07ee-4620-a38b-7a7aae55af6f', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c405c4-a398-4aa6-b221-c98db0153635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:54:12Z', 'updated_at': '2021-09-24T15:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': 'b8ef5bbc-9243-4734-8e55-f982404fb1b4', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'floating_ip_address': '172.25.0.125', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '78c405c4-a398-4aa6-b221-c98db0153635', 'port_id': 'aedc8984-c719-4441-90cd-2f9058b26fa4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a006511-b4c6-401d-bf2d-1c9456d23123', 'mac_address': 'fa:16:3e:a7:74:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '756dc3f9-786f-43e3-a1c1-2690c736e704', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:54:52Z', 'updated_at': '2021-09-24T15:54:52Z', 'revision_number': 0, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e51ef6d-7936-4733-8923-52c25f5a6d4a', 'name': '', 'network_id': '5a006511-b4c6-401d-bf2d-1c9456d23123', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'mac_address': 'fa:16:3e:c4:5c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c405c4-a398-4aa6-b221-c98db0153635', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'a105c675-e167-42b4-b812-5ae7f91fba38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:54:18Z', 'updated_at': '2021-09-24T15:54:25Z', 'revision_number': 5, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'subnets': [{'id': 'a105c675-e167-42b4-b812-5ae7f91fba38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:54:56.885334 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8718cb34-2cdd-4b01-a0a9-520dae2dc698 x-openstack-request-id: req-8718cb34-2cdd-4b01-a0a9-520dae2dc698 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:54:56.885686 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "756dc3f9-786f-43e3-a1c1-2690c736e704", "tag": "aedc8984-c719-4441-90cd-2f9058b26fa4", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:54:56.885947 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-8718cb34-2cdd-4b01-a0a9-520dae2dc698 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:54:56.889354 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '756dc3f9-786f-43e3-a1c1-2690c736e704', 'tag': 'aedc8984-c719-4441-90cd-2f9058b26fa4', 'status': 'completed', 'code': 200} Sep 24 15:54:56.889483 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a50c2d-c9b9-44fa-8903-0e5ab3b9d5eb None None] Checking router: 78c405c4-a398-4aa6-b221-c98db0153635 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:54:56.898638 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a50c2d-c9b9-44fa-8903-0e5ab3b9d5eb None None] Routers {'78c405c4-a398-4aa6-b221-c98db0153635'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:54:56.899257 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-f0a50c2d-c9b9-44fa-8903-0e5ab3b9d5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:54:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['78c405c4-a398-4aa6-b221-c98db0153635'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:54:56.960497 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaea26c-bd3e-4b92-9641-1583517daa77 req-b02cb249-1f97-41e8-86d9-9978a09bacd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:56.962169 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4eaea26c-bd3e-4b92-9641-1583517daa77 req-b02cb249-1f97-41e8-86d9-9978a09bacd2 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=7e512e155fd047afb7c369ee55b40ecc&device_id=756dc3f9-786f-43e3-a1c1-2690c736e704 HTTP/1.1" status: 200 len: 1096 time: 0.0548275 Sep 24 15:54:56.964314 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-99de4695-5031-4e56-afb7-0996d211a35c tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:57.015588 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-f0a50c2d-c9b9-44fa-8903-0e5ab3b9d5eb None None] Set router 78c405c4-a398-4aa6-b221-c98db0153635 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:54:57.065153 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-aef2888d-92ed-49a0-961f-2b2903f4b21f tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:57.106465 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba08c1df-d147-4d3d-a1da-11977422506f req-fb0e160c-47ea-4dc7-8984-be754850368a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:57.106991 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba08c1df-d147-4d3d-a1da-11977422506f req-fb0e160c-47ea-4dc7-8984-be754850368a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:57.108535 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ba08c1df-d147-4d3d-a1da-11977422506f req-fb0e160c-47ea-4dc7-8984-be754850368a service neutron] 10.222.0.108 "GET /v2.0/networks?tenant_id=7841fa2f595c42b88ef5416d36f78c25&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.7222562 Sep 24 15:54:57.190632 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-29534662-67a7-4817-9956-827f9ceeca57 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:57.221609 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99de4695-5031-4e56-afb7-0996d211a35c tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event deleted for resources: {'Port': ['ID=17dfbbff-65ee-44c1-b4d7-45aa3c6aeb06,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:57.227871 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504869a6-1d4e-442d-ba64-9c9a096bf8b9 req-76e31f37-c803-4af1-bd7b-e2e80022ad04 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:57.229404 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-504869a6-1d4e-442d-ba64-9c9a096bf8b9 req-76e31f37-c803-4af1-bd7b-e2e80022ad04 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=756dc3f9-786f-43e3-a1c1-2690c736e704 HTTP/1.1" status: 200 len: 945 time: 0.3759353 Sep 24 15:54:57.232995 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-aef2888d-92ed-49a0-961f-2b2903f4b21f tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:57.242685 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaea26c-bd3e-4b92-9641-1583517daa77 req-10b05c2b-f552-4085-80df-e44117786079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:57.244284 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4eaea26c-bd3e-4b92-9641-1583517daa77 req-10b05c2b-f552-4085-80df-e44117786079 service neutron] 10.222.0.108 "GET /v2.0/networks?id=5a006511-b4c6-401d-bf2d-1c9456d23123 HTTP/1.1" status: 200 len: 898 time: 0.2416530 Sep 24 15:54:57.294480 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-29534662-67a7-4817-9956-827f9ceeca57 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:57.344299 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-f0a50c2d-c9b9-44fa-8903-0e5ab3b9d5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c405c4-a398-4aa6-b221-c98db0153635', 'name': 'tempest-TestNetworkAdvancedServerOps-router-867806077', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ba1ffb8f-07ee-4620-a38b-7a7aae55af6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:54:11Z', 'updated_at': '2021-09-24T15:54:20Z', 'revision_number': 4, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'gw_port': {'id': 'ba1ffb8f-07ee-4620-a38b-7a7aae55af6f', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c405c4-a398-4aa6-b221-c98db0153635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:54:12Z', 'updated_at': '2021-09-24T15:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': 'b8ef5bbc-9243-4734-8e55-f982404fb1b4', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'floating_ip_address': '172.25.0.125', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '78c405c4-a398-4aa6-b221-c98db0153635', 'port_id': 'aedc8984-c719-4441-90cd-2f9058b26fa4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a006511-b4c6-401d-bf2d-1c9456d23123', 'mac_address': 'fa:16:3e:a7:74:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '756dc3f9-786f-43e3-a1c1-2690c736e704', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:54:52Z', 'updated_at': '2021-09-24T15:54:52Z', 'revision_number': 0, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e51ef6d-7936-4733-8923-52c25f5a6d4a', 'name': '', 'network_id': '5a006511-b4c6-401d-bf2d-1c9456d23123', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'mac_address': 'fa:16:3e:c4:5c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c405c4-a398-4aa6-b221-c98db0153635', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'a105c675-e167-42b4-b812-5ae7f91fba38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:54:18Z', 'updated_at': '2021-09-24T15:54:25Z', 'revision_number': 5, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'subnets': [{'id': 'a105c675-e167-42b4-b812-5ae7f91fba38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:54:57.367360 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a7f1ce-9efa-43e3-a2ad-e0d6ad1aaa3f tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Made reservation on behalf of e01a020f8d774f5f8b2a07255349f146 for: {'subnet': 2} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:54:57.372489 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-13a7f1ce-9efa-43e3-a2ad-e0d6ad1aaa3f tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:57.372913 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-13a7f1ce-9efa-43e3-a2ad-e0d6ad1aaa3f tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:57.379281 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef2888d-92ed-49a0-961f-2b2903f4b21f tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Network d09fcc39-a3ae-48b5-a16d-fbfa237204b6 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:54:57.388711 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a50c2d-c9b9-44fa-8903-0e5ab3b9d5eb None None] The sync data for ids ['78c405c4-a398-4aa6-b221-c98db0153635'] in n-d-808921-1 is: [{'id': '78c405c4-a398-4aa6-b221-c98db0153635', 'name': 'tempest-TestNetworkAdvancedServerOps-router-867806077', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ba1ffb8f-07ee-4620-a38b-7a7aae55af6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:54:11Z', 'updated_at': '2021-09-24T15:54:20Z', 'revision_number': 4, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'gw_port': {'id': 'ba1ffb8f-07ee-4620-a38b-7a7aae55af6f', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c405c4-a398-4aa6-b221-c98db0153635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:54:12Z', 'updated_at': '2021-09-24T15:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': 'b8ef5bbc-9243-4734-8e55-f982404fb1b4', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'floating_ip_address': '172.25.0.125', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '78c405c4-a398-4aa6-b221-c98db0153635', 'port_id': 'aedc8984-c719-4441-90cd-2f9058b26fa4', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2649, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a006511-b4c6-401d-bf2d-1c9456d23123', 'mac_address': 'fa:16:3e:a7:74:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '756dc3f9-786f-43e3-a1c1-2690c736e704', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:54:52Z', 'updated_at': '2021-09-24T15:54:52Z', 'revision_number': 0, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9e51ef6d-7936-4733-8923-52c25f5a6d4a', 'name': '', 'network_id': '5a006511-b4c6-401d-bf2d-1c9456d23123', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'mac_address': 'fa:16:3e:c4:5c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c405c4-a398-4aa6-b221-c98db0153635', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'a105c675-e167-42b4-b812-5ae7f91fba38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:54:18Z', 'updated_at': '2021-09-24T15:54:25Z', 'revision_number': 5, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'subnets': [{'id': 'a105c675-e167-42b4-b812-5ae7f91fba38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:54:57.414413 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-aef2888d-92ed-49a0-961f-2b2903f4b21f tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:54:57.416295 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29534662-67a7-4817-9956-827f9ceeca57 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71a277ad-c246-4737-819e-e493fae18839,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:57.422250 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef2888d-92ed-49a0-961f-2b2903f4b21f tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:54:57.428453 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef2888d-92ed-49a0-961f-2b2903f4b21f tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:57.429681 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-aef2888d-92ed-49a0-961f-2b2903f4b21f tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:57.431999 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef2888d-92ed-49a0-961f-2b2903f4b21f tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event updated for resources: {'Port': ['ID=22c1cd35-541d-40c6-bbdc-96d81744e3b1,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:57.439511 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba08c1df-d147-4d3d-a1da-11977422506f req-fad6aa82-bf93-4939-a063-10d3071108b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:57.440988 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ba08c1df-d147-4d3d-a1da-11977422506f req-fad6aa82-bf93-4939-a063-10d3071108b8 service neutron] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3220944 Sep 24 15:54:57.466899 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-99de4695-5031-4e56-afb7-0996d211a35c tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:57.468890 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-99de4695-5031-4e56-afb7-0996d211a35c tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/ports/17dfbbff-65ee-44c1-b4d7-45aa3c6aeb06 HTTP/1.1" status: 204 len: 168 time: 1.3751676 Sep 24 15:54:57.472284 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44792) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:57.486881 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-29534662-67a7-4817-9956-827f9ceeca57 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:57.488463 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-29534662-67a7-4817-9956-827f9ceeca57 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1387408 Sep 24 15:54:57.502692 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44794) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:57.527605 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef2888d-92ed-49a0-961f-2b2903f4b21f tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:54:57.528574 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef2888d-92ed-49a0-961f-2b2903f4b21f tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:54:57.528916 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef2888d-92ed-49a0-961f-2b2903f4b21f tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:54:57.529252 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef2888d-92ed-49a0-961f-2b2903f4b21f tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:54:57.529599 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef2888d-92ed-49a0-961f-2b2903f4b21f tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:54:57.529927 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef2888d-92ed-49a0-961f-2b2903f4b21f tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:54:57.530233 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef2888d-92ed-49a0-961f-2b2903f4b21f tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:54:57.530580 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef2888d-92ed-49a0-961f-2b2903f4b21f tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:54:57.531121 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef2888d-92ed-49a0-961f-2b2903f4b21f tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:54:57.531455 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef2888d-92ed-49a0-961f-2b2903f4b21f tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:54:57.531777 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef2888d-92ed-49a0-961f-2b2903f4b21f tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:54:57.532095 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef2888d-92ed-49a0-961f-2b2903f4b21f tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:54:57.536746 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29534662-67a7-4817-9956-827f9ceeca57 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:54:57.536746 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29534662-67a7-4817-9956-827f9ceeca57 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:54:57.536746 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29534662-67a7-4817-9956-827f9ceeca57 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:54:57.541483 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29534662-67a7-4817-9956-827f9ceeca57 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:54:57.541483 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29534662-67a7-4817-9956-827f9ceeca57 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:54:57.541483 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29534662-67a7-4817-9956-827f9ceeca57 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:54:57.541483 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29534662-67a7-4817-9956-827f9ceeca57 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:54:57.541483 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29534662-67a7-4817-9956-827f9ceeca57 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:54:57.541483 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29534662-67a7-4817-9956-827f9ceeca57 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:54:57.541483 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29534662-67a7-4817-9956-827f9ceeca57 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:54:57.541483 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29534662-67a7-4817-9956-827f9ceeca57 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:54:57.541483 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29534662-67a7-4817-9956-827f9ceeca57 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:54:57.561237 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-504869a6-1d4e-442d-ba64-9c9a096bf8b9 req-a6cae992-a0da-4cc0-9520-12176b1894eb tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=e1bf097d-ba10-49b0-95a0-b191bbbc69a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2839801 Sep 24 15:54:57.580707 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44796) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:57.595485 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4eaea26c-bd3e-4b92-9641-1583517daa77 req-618c49c8-1735-4e8f-9d78-709d205aa93b service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aedc8984-c719-4441-90cd-2f9058b26fa4 HTTP/1.1" status: 200 len: 999 time: 0.3398886 Sep 24 15:54:57.618697 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8daed8-8a26-43ef-b9e7-70b6380d4b39 req-2e12e1c1-9738-40f4-8ccc-f892aa27fd81 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:57.620418 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bc8daed8-8a26-43ef-b9e7-70b6380d4b39 req-2e12e1c1-9738-40f4-8ccc-f892aa27fd81 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/ports?device_id=5ea82851-d9e0-4b55-9108-445a8363c1e2 HTTP/1.1" status: 200 len: 944 time: 0.2631104 Sep 24 15:54:57.627176 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-def18f45-763c-4909-80e0-a44f1eab5faa tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] 10.222.0.101 "GET /v2.0/security-group-rules/71a277ad-c246-4737-819e-e493fae18839 HTTP/1.1" status: 200 len: 769 time: 0.1198697 Sep 24 15:54:57.634535 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44798) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:57.704586 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c254e042-bd4e-46af-ab5b-eec1add4c7ba tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:57.706100 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c254e042-bd4e-46af-ab5b-eec1add4c7ba tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:57.710540 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-c254e042-bd4e-46af-ab5b-eec1add4c7ba tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2319522 Sep 24 15:54:57.720426 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44800) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:57.725024 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932b9cb5-3f87-4fe0-8a97-6602d583e88f None None] New status for floating IP b8ef5bbc-9243-4734-8e55-f982404fb1b4: ACTIVE {{(pid=95299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:54:57.747911 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-aef2888d-92ed-49a0-961f-2b2903f4b21f tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.3094416 Sep 24 15:54:57.767384 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44802) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:57.794840 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-062c7d8e-67ae-4c85-a9ef-0b6cefa0da5e tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1569402 Sep 24 15:54:57.804549 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44806) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:57.829742 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaea26c-bd3e-4b92-9641-1583517daa77 req-787782b4-9776-4b24-ab05-698eea469828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:57.831233 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4eaea26c-bd3e-4b92-9641-1583517daa77 req-787782b4-9776-4b24-ab05-698eea469828 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=a105c675-e167-42b4-b812-5ae7f91fba38 HTTP/1.1" status: 200 len: 835 time: 0.2252662 Sep 24 15:54:57.854371 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-260b0cfd-5522-4eb6-8f99-57c536d2794c tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:57.871100 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-aaf828f2-5818-4698-bdbe-b8c765ed398e tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/floatingips/b8ef5bbc-9243-4734-8e55-f982404fb1b4 HTTP/1.1" status: 200 len: 991 time: 0.2874367 Sep 24 15:54:57.872229 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-260b0cfd-5522-4eb6-8f99-57c536d2794c tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:57.910018 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bc8daed8-8a26-43ef-b9e7-70b6380d4b39 req-10420442-48da-4334-ad0e-9339f59bc0bc tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/security-groups?id=beef4521-75a7-4152-bec5-95472c5ccdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2248695 Sep 24 15:54:57.920629 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2ffcf9b0-75e1-4825-a0ac-6a7634d7a05f req-ef284af1-33f9-4d03-89aa-05318c579c70 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 210 time: 0.0626693 Sep 24 15:54:57.920976 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-65b04743-cc16-4ed6-998c-76322887e4d4 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Deleting subnet 775e8ee5-106c-4902-86b8-e30d2721e307 {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:54:57.923669 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-65b04743-cc16-4ed6-998c-76322887e4d4 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:57.935708 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 62117fed-4a4c-483e-8efd-25f6e0880509 details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:54:57.948639 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82cd19c1-9165-40a8-8e42-c70d62021bf6 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:57.953027 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-82cd19c1-9165-40a8-8e42-c70d62021bf6 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "GET /v2.0/ports/22c1cd35-541d-40c6-bbdc-96d81744e3b1 HTTP/1.1" status: 200 len: 841 time: 0.1806185 Sep 24 15:54:57.960226 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44810) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:58.001087 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400c692-f708-431a-8779-79eeb169b11f req-1a55af08-9d6b-460e-8a6c-73f50f713f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:58.002781 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3400c692-f708-431a-8779-79eeb169b11f req-1a55af08-9d6b-460e-8a6c-73f50f713f5f service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=7841fa2f595c42b88ef5416d36f78c25&device_id=f8d2dcaa-e9e4-4245-87a7-9d370be1dd04 HTTP/1.1" status: 200 len: 1095 time: 0.4772694 Sep 24 15:54:58.007058 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-260b0cfd-5522-4eb6-8f99-57c536d2794c tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:58.013235 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-260b0cfd-5522-4eb6-8f99-57c536d2794c tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:58.017707 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-260b0cfd-5522-4eb6-8f99-57c536d2794c tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] 10.222.0.101 "DELETE /v2.0/security-group-rules/71a277ad-c246-4737-819e-e493fae18839 HTTP/1.1" status: 204 len: 168 time: 0.2115369 Sep 24 15:54:58.018365 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44812) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:58.063800 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaea26c-bd3e-4b92-9641-1583517daa77 req-7dff71b2-7f2f-440e-922d-fdab5e1d639b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:58.065471 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4eaea26c-bd3e-4b92-9641-1583517daa77 req-7dff71b2-7f2f-440e-922d-fdab5e1d639b service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=5a006511-b4c6-401d-bf2d-1c9456d23123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2244511 Sep 24 15:54:58.066566 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260b0cfd-5522-4eb6-8f99-57c536d2794c tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=71a277ad-c246-4737-819e-e493fae18839,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:58.096025 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 62117fed-4a4c-483e-8efd-25f6e0880509, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=62117fed-4a4c-483e-8efd-25f6e0880509,segment=NetworkSegment(272d0ce2-ce94-428b-a239-5dd619a27c57),segment_id=272d0ce2-ce94-428b-a239-5dd619a27c57)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:54:58.098054 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-65b04743-cc16-4ed6-998c-76322887e4d4 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:58.112280 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': '62117fed-4a4c-483e-8efd-25f6e0880509', 'network_id': '3dbb0dfe-b454-4e57-a2db-34f294a0159c', 'port_id': '62117fed-4a4c-483e-8efd-25f6e0880509', 'mac_address': 'fa:16:3e:cf:1e:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad938f0b-b628-4cac-9404-1e2682973b1a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:54:58.128409 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3400c692-f708-431a-8779-79eeb169b11f req-fbe90b9e-3429-4ec6-a38b-d3f3b54609d1 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=e793c41b-3b14-4a87-b92b-6ea16cc1f590 HTTP/1.1" status: 200 len: 217 time: 0.0826812 Sep 24 15:54:58.172687 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:58.200693 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62117fed-4a4c-483e-8efd-25f6e0880509 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:54:58.216815 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-6e04f4de-5e72-49a4-ba72-8881a639aae2 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1650631 Sep 24 15:54:58.217449 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44814) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:58.231728 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 62117fed-4a4c-483e-8efd-25f6e0880509, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=62117fed-4a4c-483e-8efd-25f6e0880509,segment=NetworkSegment(272d0ce2-ce94-428b-a239-5dd619a27c57),segment_id=272d0ce2-ce94-428b-a239-5dd619a27c57)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:54:58.245768 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51778306-44f3-4944-a116-327151f77cf0 req-62ff125d-c50e-46ff-bbe0-185665d7e342 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:58.248036 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-51778306-44f3-4944-a116-327151f77cf0 req-62ff125d-c50e-46ff-bbe0-185665d7e342 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/ports?device_id=f8d2dcaa-e9e4-4245-87a7-9d370be1dd04 HTTP/1.1" status: 200 len: 944 time: 0.2599397 Sep 24 15:54:58.297322 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:58.324244 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400c692-f708-431a-8779-79eeb169b11f req-27df51f3-f6c5-42c8-9fcc-ede730cd22f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:58.328259 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3400c692-f708-431a-8779-79eeb169b11f req-27df51f3-f6c5-42c8-9fcc-ede730cd22f9 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=dae38f63-2fc8-424d-8d7c-b689599e967d HTTP/1.1" status: 200 len: 838 time: 0.1884513 Sep 24 15:54:58.377866 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-094ff6a8-24c0-4e36-b873-ffba89a89817 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:58.395459 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=62117fed-4a4c-483e-8efd-25f6e0880509,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:58.429387 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-51778306-44f3-4944-a116-327151f77cf0 req-79ee2b8b-4503-473d-bd7e-0bcd0069bde4 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/security-groups?id=3de61ae6-50a8-4cdd-839d-c59be6a6406f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658685 Sep 24 15:54:58.439012 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-da87b11a-e99b-4536-9a2e-4469a13c704c tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Deleting port 22c1cd35-541d-40c6-bbdc-96d81744e3b1 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:54:58.440793 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-da87b11a-e99b-4536-9a2e-4469a13c704c tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:58.446193 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-65b04743-cc16-4ed6-998c-76322887e4d4 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:58.459644 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-094ff6a8-24c0-4e36-b873-ffba89a89817 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:58.498333 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4eaea26c-bd3e-4b92-9641-1583517daa77 req-009b8ca7-45a3-4f5e-bcc6-93ed7fbb1d8a service neutron] 10.222.0.108 "GET /v2.0/networks/5a006511-b4c6-401d-bf2d-1c9456d23123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4148414 Sep 24 15:54:58.540533 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3400c692-f708-431a-8779-79eeb169b11f req-ab81ac6e-3b60-4e03-aee5-02319eb76b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:58.542136 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3400c692-f708-431a-8779-79eeb169b11f req-ab81ac6e-3b60-4e03-aee5-02319eb76b9f service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=3a6c98a9-5931-406e-bcc7-3547b66b4f6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1728249 Sep 24 15:54:58.557323 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['62117fed-4a4c-483e-8efd-25f6e0880509'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:54:58.601332 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-da87b11a-e99b-4536-9a2e-4469a13c704c tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:58.641225 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-da87b11a-e99b-4536-9a2e-4469a13c704c tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Calling delete_port for 22c1cd35-541d-40c6-bbdc-96d81744e3b1 owned by {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:54:58.646850 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4eaea26c-bd3e-4b92-9641-1583517daa77 req-0ecd5608-7c9e-4aa4-9206-b7a3742878cf service neutron] 10.222.0.108 "GET /v2.0/networks/5a006511-b4c6-401d-bf2d-1c9456d23123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413455 Sep 24 15:54:58.805811 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-094ff6a8-24c0-4e36-b873-ffba89a89817 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:58.808667 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-094ff6a8-24c0-4e36-b873-ffba89a89817 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:58.812658 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-094ff6a8-24c0-4e36-b873-ffba89a89817 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] 10.222.0.101 "DELETE /v2.0/security-groups/d46acfc3-565c-477d-a839-61f0572bcd01 HTTP/1.1" status: 204 len: 168 time: 0.5540190 Sep 24 15:54:58.812658 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-65b04743-cc16-4ed6-998c-76322887e4d4 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:58.815568 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44816) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:58.872463 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b04743-cc16-4ed6-998c-76322887e4d4 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event deleted for resources: {'Subnet': ['ID=775e8ee5-106c-4902-86b8-e30d2721e307,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:58.878196 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094ff6a8-24c0-4e36-b873-ffba89a89817 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d46acfc3-565c-477d-a839-61f0572bcd01,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:58.880214 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44818) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:58.882674 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea42012-109d-4f1e-a854-ff2003a18568 None None] Network 50d98e88-8a75-4835-9919-86c163395f7c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:54:58.884225 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-65b04743-cc16-4ed6-998c-76322887e4d4 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:58.888368 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-65b04743-cc16-4ed6-998c-76322887e4d4 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/subnets/775e8ee5-106c-4902-86b8-e30d2721e307 HTTP/1.1" status: 204 len: 168 time: 1.1616664 Sep 24 15:54:58.991206 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44820) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:59.021834 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-d9e28279-813c-4071-ad5c-66e53631b43f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/floatingips/b8ef5bbc-9243-4734-8e55-f982404fb1b4 HTTP/1.1" status: 200 len: 993 time: 0.1304469 Sep 24 15:54:59.051361 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-4370c49e-90da-4925-9ebb-a43928bc3064 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2281783 Sep 24 15:54:59.052102 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44826) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:59.089176 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-5b411b21-2691-4974-b2e1-6520155a56b1 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0944123 Sep 24 15:54:59.102180 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44828) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:59.110939 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-1ea7317d-393d-4876-b798-d3cb8fde789d tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Request body: {'subnet': {'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:59.123857 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4fa3e2f8-ec22-469b-88ed-20fc7412cba4 req-5b6886f7-438b-45cc-b184-61ca6d702c5c tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 210 time: 0.0438399 Sep 24 15:54:59.160819 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-fafd8248-1c49-4e5c-b2e6-0b82ab72cf73 tempest-SecGroupIPv6Test-1982557592 tempest-SecGroupIPv6Test-1982557592-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1071682 Sep 24 15:54:59.164170 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3400c692-f708-431a-8779-79eeb169b11f req-07f4dc79-51e0-43ce-9cf4-e817f4af2c84 service neutron] 10.222.0.108 "GET /v2.0/networks/3a6c98a9-5931-406e-bcc7-3547b66b4f6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5814140 Sep 24 15:54:59.228701 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9932688-3a0a-4634-8503-76f00a2fa40f None None] DHCP port deletion for 50d98e88-8a75-4835-9919-86c163395f7c request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:54:59.251332 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-13a7f1ce-9efa-43e3-a2ad-e0d6ad1aaa3f tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:59.283585 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-e9932688-3a0a-4634-8503-76f00a2fa40f None None] Deleting port 7d7f1806-9e13-4a24-9ccf-3fe34a9e7589 {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:54:59.283585 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e9932688-3a0a-4634-8503-76f00a2fa40f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:59.328701 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129ae4f1-9f9e-41f4-b894-495b6786b374 req-267cf5bd-734c-4049-86c5-d71d1126f51d tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:59.330299 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-129ae4f1-9f9e-41f4-b894-495b6786b374 req-267cf5bd-734c-4049-86c5-d71d1126f51d tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/ports?device_id=5ea82851-d9e0-4b55-9108-445a8363c1e2 HTTP/1.1" status: 200 len: 945 time: 0.2880259 Sep 24 15:54:59.355580 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-e9932688-3a0a-4634-8503-76f00a2fa40f None None] For port 7d7f1806-9e13-4a24-9ccf-3fe34a9e7589, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=7d7f1806-9e13-4a24-9ccf-3fe34a9e7589,segment=NetworkSegment(fb531be8-b37e-4ff9-a98b-5c7db484a0eb),segment_id=fb531be8-b37e-4ff9-a98b-5c7db484a0eb)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:54:59.356779 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e9932688-3a0a-4634-8503-76f00a2fa40f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:59.373388 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-e9932688-3a0a-4634-8503-76f00a2fa40f None None] Calling delete_port for 7d7f1806-9e13-4a24-9ccf-3fe34a9e7589 owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:54:59.450115 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a7f1ce-9efa-43e3-a2ad-e0d6ad1aaa3f tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Pushing event updated for resources: {'Subnet': ['ID=a89c6e64-baf3-455f-bde8-0613ca2d49aa,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:59.469063 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-da87b11a-e99b-4536-9a2e-4469a13c704c tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:59.488880 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3400c692-f708-431a-8779-79eeb169b11f req-7bc037de-b686-4905-8a22-04dae71e0e49 service neutron] 10.222.0.108 "GET /v2.0/networks/3a6c98a9-5931-406e-bcc7-3547b66b4f6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077939 Sep 24 15:54:59.511882 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-129ae4f1-9f9e-41f4-b894-495b6786b374 req-e76b41b1-9793-4a3c-aa4d-e67a7bcd2ee2 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/security-groups?id=beef4521-75a7-4152-bec5-95472c5ccdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1685963 Sep 24 15:54:59.516787 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da87b11a-e99b-4536-9a2e-4469a13c704c tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event deleted for resources: {'Port': ['ID=22c1cd35-541d-40c6-bbdc-96d81744e3b1,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:59.520348 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a7f1ce-9efa-43e3-a2ad-e0d6ad1aaa3f tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Checking segment: {'id': '462c779b-2e09-4c46-bb0c-a693ab4fd871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '0e4b3db1-8214-4288-8c77-3e35f6c7f0b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:54:59.520722 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a7f1ce-9efa-43e3-a2ad-e0d6ad1aaa3f tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Network hostable DHCP agents. Network: 0e4b3db1-8214-4288-8c77-3e35f6c7f0b2, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:54:59.526093 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-da87b11a-e99b-4536-9a2e-4469a13c704c tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:59.528696 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-da87b11a-e99b-4536-9a2e-4469a13c704c tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "DELETE /v2.0/ports/22c1cd35-541d-40c6-bbdc-96d81744e3b1 HTTP/1.1" status: 204 len: 168 time: 1.5608902 Sep 24 15:54:59.533026 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e9932688-3a0a-4634-8503-76f00a2fa40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:59.541896 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44834) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:59.544737 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea7317d-393d-4876-b798-d3cb8fde789d tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Made reservation on behalf of 1ffc126d96724ce991d5ac46e64fd1ec for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:54:59.548340 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1ea7317d-393d-4876-b798-d3cb8fde789d tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:59.572326 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9932688-3a0a-4634-8503-76f00a2fa40f None None] Pushing event deleted for resources: {'Port': ['ID=7d7f1806-9e13-4a24-9ccf-3fe34a9e7589,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:54:59.574555 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9932688-3a0a-4634-8503-76f00a2fa40f None None] No DVR routers for this DVR port 7d7f1806-9e13-4a24-9ccf-3fe34a9e7589 on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:54:59.601967 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af4ee9e-a9d5-46ef-ba9f-c802fc966978 req-bbe6c7de-53d5-4d86-bc6a-e89c82bb554a tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:54:59.603667 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3af4ee9e-a9d5-46ef-ba9f-c802fc966978 req-bbe6c7de-53d5-4d86-bc6a-e89c82bb554a tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/ports?device_id=f8d2dcaa-e9e4-4245-87a7-9d370be1dd04 HTTP/1.1" status: 200 len: 944 time: 0.0914383 Sep 24 15:54:59.605149 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c45e928-3419-4782-ba65-2a24f9cd42f4 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] GET failed (client error): The resource could not be found. Sep 24 15:54:59.610414 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-6c45e928-3419-4782-ba65-2a24f9cd42f4 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "GET /v2.0/ports/22c1cd35-541d-40c6-bbdc-96d81744e3b1 HTTP/1.1" status: 404 len: 333 time: 0.0644937 Sep 24 15:54:59.612911 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44836) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:59.618248 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-bc537fe5-6ffb-4541-904a-1a3eb6bfa264 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Request body: {'port': {'network_id': 'd09fcc39-a3ae-48b5-a16d-fbfa237204b6', 'name': 'tempest-PortsTestJSON-1151880503'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:54:59.702157 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a7f1ce-9efa-43e3-a2ad-e0d6ad1aaa3f tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Network 0e4b3db1-8214-4288-8c77-3e35f6c7f0b2 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:54:59.718889 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3af4ee9e-a9d5-46ef-ba9f-c802fc966978 req-25bc0217-6669-4116-91aa-6cb8d6089986 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/security-groups?id=3de61ae6-50a8-4cdd-839d-c59be6a6406f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067150 Sep 24 15:54:59.796542 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44840) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:54:59.798940 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-13a7f1ce-9efa-43e3-a2ad-e0d6ad1aaa3f tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 0e4b3db1-8214-4288-8c77-3e35f6c7f0b2) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:54:59.804094 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc537fe5-6ffb-4541-904a-1a3eb6bfa264 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Made reservation on behalf of 60728dc15ec0482fbe958ba9258d8b5e for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:54:59.810008 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bc537fe5-6ffb-4541-904a-1a3eb6bfa264 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:59.812597 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52be073f-add8-464e-a582-56d792e7f02b None None] Network 0e4b3db1-8214-4288-8c77-3e35f6c7f0b2 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:54:59.828470 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-13a7f1ce-9efa-43e3-a2ad-e0d6ad1aaa3f tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:54:59.832364 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [None req-bc537fe5-6ffb-4541-904a-1a3eb6bfa264 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] device_id is not set on port 673def20-18d4-4d61-a71e-55269c2fe95c yet. {{(pid=95298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:54:59.952601 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 62117fed-4a4c-483e-8efd-25f6e0880509 up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:54:59.971829 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13a7f1ce-9efa-43e3-a2ad-e0d6ad1aaa3f tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Checking segment: {'id': 'ab08f213-0248-4f05-a54e-ae4c8741f637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': 'ae41d12a-34ca-4d38-bf57-d390934756e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:54:59.972212 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a7f1ce-9efa-43e3-a2ad-e0d6ad1aaa3f tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Network hostable DHCP agents. Network: ae41d12a-34ca-4d38-bf57-d390934756e8, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:54:59.975575 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a7f1ce-9efa-43e3-a2ad-e0d6ad1aaa3f tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Pushing event updated for resources: {'Subnet': ['ID=8cc601e1-7f8a-489d-9c2f-545fd2e3d48a,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:00.036506 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bc537fe5-6ffb-4541-904a-1a3eb6bfa264 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:00.071279 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b668f667-4763-4bc8-bd3b-44effa0fc545 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=53fa7e25b6b84d399556d90898af7412&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2728086 Sep 24 15:55:00.078960 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44844) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:00.078960 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a7f1ce-9efa-43e3-a2ad-e0d6ad1aaa3f tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Network ae41d12a-34ca-4d38-bf57-d390934756e8 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:55:00.084030 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff39b4b-6cc9-4cd2-93d4-8c1674a52d7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-0e4b3db1-8214-4288-8c77-3e35f6c7f0b2', 'network_id': '0e4b3db1-8214-4288-8c77-3e35f6c7f0b2', 'tenant_id': 'e01a020f8d774f5f8b2a07255349f146', 'fixed_ips': [{'subnet_id': 'a89c6e64-baf3-455f-bde8-0613ca2d49aa'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:55:00.084518 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3ff39b4b-6cc9-4cd2-93d4-8c1674a52d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:00.106504 n-d-808921-1 neutron-server[95297]: DEBUG neutron.objects.ports [None req-1ea7317d-393d-4876-b798-d3cb8fde789d tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95297) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 24 15:55:00.116079 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1ea7317d-393d-4876-b798-d3cb8fde789d tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:00.153946 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bc537fe5-6ffb-4541-904a-1a3eb6bfa264 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:00.184714 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ea7317d-393d-4876-b798-d3cb8fde789d tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Network 50d98e88-8a75-4835-9919-86c163395f7c is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:55:00.186813 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-1ea7317d-393d-4876-b798-d3cb8fde789d tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:55:00.211944 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea7317d-393d-4876-b798-d3cb8fde789d tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:00.212721 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1ea7317d-393d-4876-b798-d3cb8fde789d tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:00.218259 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-13a7f1ce-9efa-43e3-a2ad-e0d6ad1aaa3f tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, ae41d12a-34ca-4d38-bf57-d390934756e8) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:55:00.220300 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 7d7f1806-9e13-4a24-9ccf-3fe34a9e7589 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:55:00.222997 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2455ebc8-1017-48b2-bf4a-9babcaeae81d None None] Network 50d98e88-8a75-4835-9919-86c163395f7c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:55:00.226713 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a7f1ce-9efa-43e3-a2ad-e0d6ad1aaa3f tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:00.227197 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a7f1ce-9efa-43e3-a2ad-e0d6ad1aaa3f tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:00.228607 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-13a7f1ce-9efa-43e3-a2ad-e0d6ad1aaa3f tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:00.234232 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc537fe5-6ffb-4541-904a-1a3eb6bfa264 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Network d09fcc39-a3ae-48b5-a16d-fbfa237204b6 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:55:00.237753 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-bc537fe5-6ffb-4541-904a-1a3eb6bfa264 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:55:00.242294 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc537fe5-6ffb-4541-904a-1a3eb6bfa264 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:55:00.249239 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc537fe5-6ffb-4541-904a-1a3eb6bfa264 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:00.249883 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bc537fe5-6ffb-4541-904a-1a3eb6bfa264 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:00.263852 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc537fe5-6ffb-4541-904a-1a3eb6bfa264 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event updated for resources: {'Port': ['ID=673def20-18d4-4d61-a71e-55269c2fe95c,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:00.276766 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port 62117fed-4a4c-483e-8efd-25f6e0880509 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:55:00.284953 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3af6b45d-5d89-450f-b6d6-f085c7c4beb0 req-52fb62a5-6e89-46d3-9968-ac0eab9643d7 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 210 time: 0.0511401 Sep 24 15:55:00.293109 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea7317d-393d-4876-b798-d3cb8fde789d tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event updated for resources: {'Subnet': ['ID=804b40f8-e54a-4149-b09c-7c8e40e78339,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:00.299811 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c03e7506-678e-46f8-9b3e-9048fcbd2f96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:00.306762 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40aa7f1-432d-474a-acf7-c2e596546e10 None None] Network ae41d12a-34ca-4d38-bf57-d390934756e8 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:55:00.314697 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 7d7f1806-9e13-4a24-9ccf-3fe34a9e7589 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:55:00.315049 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 7d7f1806-9e13-4a24-9ccf-3fe34a9e7589 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:55:00.316436 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port 62117fed-4a4c-483e-8efd-25f6e0880509 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:55:00.316808 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:00.335655 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c03e7506-678e-46f8-9b3e-9048fcbd2f96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:00.355134 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-bc537fe5-6ffb-4541-904a-1a3eb6bfa264 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7408714 Sep 24 15:55:00.357589 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44848) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:00.363263 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-7fbecada-454a-4d16-9f3f-e16e8f9cd1ce tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:55:00.410052 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-13a7f1ce-9efa-43e3-a2ad-e0d6ad1aaa3f tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.9651217 Sep 24 15:55:00.410232 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44850) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:00.414301 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-1ea7317d-393d-4876-b798-d3cb8fde789d tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3073280 Sep 24 15:55:00.415551 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44852) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:00.421694 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-5d44887e-8ce8-44a8-834d-b395f07eae80 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Request body: {'port': {'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'mac_address': 'fa:16:3e:60:8e:52', 'name': 'tempest-NetworksTestDHCPv6-756994830'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:55:00.492558 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7fbecada-454a-4d16-9f3f-e16e8f9cd1ce tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:00.504993 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-3ff39b4b-6cc9-4cd2-93d4-8c1674a52d7b None None] Allocated IP 172.20.0.2 (0e4b3db1-8214-4288-8c77-3e35f6c7f0b2/a89c6e64-baf3-455f-bde8-0613ca2d49aa/8395061c-e39b-4796-b832-9e5d767ea929) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:55:00.508285 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4950d442-1418-438c-a3ab-caf2690331a8 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:00.509998 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4950d442-1418-438c-a3ab-caf2690331a8 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:00.511424 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4950d442-1418-438c-a3ab-caf2690331a8 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:00.513985 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-4950d442-1418-438c-a3ab-caf2690331a8 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1034226 Sep 24 15:55:00.518096 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44854) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:00.556077 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c03e7506-678e-46f8-9b3e-9048fcbd2f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:00.559450 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c03e7506-678e-46f8-9b3e-9048fcbd2f96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:00.560915 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-c03e7506-678e-46f8-9b3e-9048fcbd2f96 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/457c2255-ed41-43eb-af72-86fa8848bce3 HTTP/1.1" status: 204 len: 168 time: 0.4863923 Sep 24 15:55:00.575998 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03e7506-678e-46f8-9b3e-9048fcbd2f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=457c2255-ed41-43eb-af72-86fa8848bce3,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:00.619772 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-425957e3-8f17-4b12-8488-07479b5a3bb4 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Deleting subnet a89c6e64-baf3-455f-bde8-0613ca2d49aa {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:55:00.645236 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d44887e-8ce8-44a8-834d-b395f07eae80 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Made reservation on behalf of 1ffc126d96724ce991d5ac46e64fd1ec for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:55:00.764160 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2ce7a6-c0c9-4a2b-9207-12cfbee1505d req-3f577dee-bc00-4e30-a1de-31ceeac5a863 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:00.765767 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4f2ce7a6-c0c9-4a2b-9207-12cfbee1505d req-3f577dee-bc00-4e30-a1de-31ceeac5a863 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/ports?device_id=5ea82851-d9e0-4b55-9108-445a8363c1e2 HTTP/1.1" status: 200 len: 945 time: 0.1256266 Sep 24 15:55:00.785838 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7fbecada-454a-4d16-9f3f-e16e8f9cd1ce tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:00.820716 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4f2ce7a6-c0c9-4a2b-9207-12cfbee1505d req-360149bc-680c-464a-b208-292f7bc873a2 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/security-groups?id=beef4521-75a7-4152-bec5-95472c5ccdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484993 Sep 24 15:55:00.828729 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5d44887e-8ce8-44a8-834d-b395f07eae80 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:00.857459 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7fbecada-454a-4d16-9f3f-e16e8f9cd1ce tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:00.870137 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [None req-5d44887e-8ce8-44a8-834d-b395f07eae80 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] device_id is not set on port 57e44300-6ec7-40b9-8e9e-37d79e25e006 yet. {{(pid=95297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:55:00.916263 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-7fbecada-454a-4d16-9f3f-e16e8f9cd1ce tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] In _notify_port_updated(), no bound segment for port 673def20-18d4-4d61-a71e-55269c2fe95c on network d09fcc39-a3ae-48b5-a16d-fbfa237204b6 {{(pid=95298) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 24 15:55:00.925044 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29162d43-e1f8-4530-9f3d-ab3575fbd236 req-daf78626-e694-44ee-bcd3-c7987e070d85 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:00.926493 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbecada-454a-4d16-9f3f-e16e8f9cd1ce tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:00.926703 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-29162d43-e1f8-4530-9f3d-ab3575fbd236 req-daf78626-e694-44ee-bcd3-c7987e070d85 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/ports?device_id=f8d2dcaa-e9e4-4245-87a7-9d370be1dd04 HTTP/1.1" status: 200 len: 944 time: 0.1087449 Sep 24 15:55:00.927171 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7fbecada-454a-4d16-9f3f-e16e8f9cd1ce tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:00.931554 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-7fbecada-454a-4d16-9f3f-e16e8f9cd1ce tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "PUT /v2.0/ports/673def20-18d4-4d61-a71e-55269c2fe95c HTTP/1.1" status: 200 len: 818 time: 0.5700731 Sep 24 15:55:00.931853 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44862) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:00.945136 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbecada-454a-4d16-9f3f-e16e8f9cd1ce tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event updated for resources: {'Port': ['ID=673def20-18d4-4d61-a71e-55269c2fe95c,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:00.954292 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:00.984906 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cee96e-e374-4c63-83e2-f6f51186bade None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-50d98e88-8a75-4835-9919-86c163395f7c', 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'tenant_id': '1ffc126d96724ce991d5ac46e64fd1ec', 'fixed_ips': [{'subnet_id': '804b40f8-e54a-4149-b09c-7c8e40e78339'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:55:00.985798 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c2cee96e-e374-4c63-83e2-f6f51186bade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:00.987988 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326192fb-51e5-4073-ad07-a774db202dda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-ae41d12a-34ca-4d38-bf57-d390934756e8', 'network_id': 'ae41d12a-34ca-4d38-bf57-d390934756e8', 'tenant_id': 'e01a020f8d774f5f8b2a07255349f146', 'fixed_ips': [{'subnet_id': '8cc601e1-7f8a-489d-9c2f-545fd2e3d48a'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:55:00.988904 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-326192fb-51e5-4073-ad07-a774db202dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:01.047637 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ea82851-d9e0-4b55-9108-445a8363c1e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62117fed-4a4c-483e-8efd-25f6e0880509'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:55:01.049996 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b2592b-3f4b-46b8-8bba-3797d36c78ff" -d '{"events": [{"server_uuid": "5ea82851-d9e0-4b55-9108-445a8363c1e2", "name": "network-vif-plugged", "status": "completed", "tag": "62117fed-4a4c-483e-8efd-25f6e0880509"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:55:01.078679 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-29162d43-e1f8-4530-9f3d-ab3575fbd236 req-7cff1b46-3cab-42d9-b77c-216c215a604b tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/security-groups?id=3de61ae6-50a8-4cdd-839d-c59be6a6406f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344972 Sep 24 15:55:01.102793 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-5d44887e-8ce8-44a8-834d-b395f07eae80 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Allocated IP 2001:db8::f816:3eff:fe60:8e52 (50d98e88-8a75-4835-9919-86c163395f7c/804b40f8-e54a-4149-b09c-7c8e40e78339/57e44300-6ec7-40b9-8e9e-37d79e25e006) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:55:01.163000 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-8a7b04c6-2106-4b0d-958b-8f9e1005f58e tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Deleting port 673def20-18d4-4d61-a71e-55269c2fe95c {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:55:01.163336 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8a7b04c6-2106-4b0d-958b-8f9e1005f58e tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:01.163571 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa0d1b0-f14e-403f-983b-8aef4260f1b5 x-openstack-request-id: req-6aa0d1b0-f14e-403f-983b-8aef4260f1b5 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:55:01.163864 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ea82851-d9e0-4b55-9108-445a8363c1e2", "name": "network-vif-plugged", "status": "completed", "tag": "62117fed-4a4c-483e-8efd-25f6e0880509", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:55:01.164119 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-6aa0d1b0-f14e-403f-983b-8aef4260f1b5 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:55:01.164537 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ea82851-d9e0-4b55-9108-445a8363c1e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62117fed-4a4c-483e-8efd-25f6e0880509', 'code': 200} Sep 24 15:55:01.210630 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 62117fed-4a4c-483e-8efd-25f6e0880509, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=62117fed-4a4c-483e-8efd-25f6e0880509,segment=NetworkSegment(272d0ce2-ce94-428b-a239-5dd619a27c57),segment_id=272d0ce2-ce94-428b-a239-5dd619a27c57)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:55:01.217242 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9940eb3-11f6-4173-9eaa-23a90bbe3847 req-8d6cfa3b-6e8e-49be-9826-78660568605f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:01.218825 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c9940eb3-11f6-4173-9eaa-23a90bbe3847 req-8d6cfa3b-6e8e-49be-9826-78660568605f service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=5ea82851-d9e0-4b55-9108-445a8363c1e2 HTTP/1.1" status: 200 len: 1096 time: 0.0467110 Sep 24 15:55:01.281841 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8a7b04c6-2106-4b0d-958b-8f9e1005f58e tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:01.288833 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c9940eb3-11f6-4173-9eaa-23a90bbe3847 req-6f86f2b9-7222-473e-ad82-37ad4e3dc357 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=beef4521-75a7-4152-bec5-95472c5ccdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545125 Sep 24 15:55:01.303909 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:01.325909 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-8a7b04c6-2106-4b0d-958b-8f9e1005f58e tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Calling delete_port for 673def20-18d4-4d61-a71e-55269c2fe95c owned by {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:55:01.348939 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9a5fdec0-c817-4ef9-9749-a534dcbd3963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:01.389985 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3ff39b4b-6cc9-4cd2-93d4-8c1674a52d7b None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:01.413156 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-326192fb-51e5-4073-ad07-a774db202dda None None] Allocated IP 172.20.0.18 (ae41d12a-34ca-4d38-bf57-d390934756e8/8cc601e1-7f8a-489d-9c2f-545fd2e3d48a/f40d1629-9770-4e1e-82e8-fe618ce2822a) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:55:01.427995 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5d44887e-8ce8-44a8-834d-b395f07eae80 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:01.442618 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=62117fed-4a4c-483e-8efd-25f6e0880509,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:01.450247 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d6d351b9-5823-4532-805d-cef2f94095d4 req-3ea0ca6f-e459-4fa6-a846-a9577695dc66 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/ports?device_id=52a7b1d1-ddc9-4674-827f-199eb4c77de7 HTTP/1.1" status: 200 len: 210 time: 0.0425885 Sep 24 15:55:01.488415 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-425957e3-8f17-4b12-8488-07479b5a3bb4 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:01.509995 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3ff39b4b-6cc9-4cd2-93d4-8c1674a52d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:01.531995 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-425957e3-8f17-4b12-8488-07479b5a3bb4 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:01.560028 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff39b4b-6cc9-4cd2-93d4-8c1674a52d7b None None] Network 0e4b3db1-8214-4288-8c77-3e35f6c7f0b2 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:55:01.570533 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-3ff39b4b-6cc9-4cd2-93d4-8c1674a52d7b None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:55:01.577768 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff39b4b-6cc9-4cd2-93d4-8c1674a52d7b None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:55:01.597035 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff39b4b-6cc9-4cd2-93d4-8c1674a52d7b None None] Pushing event updated for resources: {'Port': ['ID=8395061c-e39b-4796-b832-9e5d767ea929,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:01.607536 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5d44887e-8ce8-44a8-834d-b395f07eae80 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:01.616211 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8a7b04c6-2106-4b0d-958b-8f9e1005f58e tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:01.642823 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-425957e3-8f17-4b12-8488-07479b5a3bb4 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:01.672410 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8a7b04c6-2106-4b0d-958b-8f9e1005f58e tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:01.679967 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-8a7b04c6-2106-4b0d-958b-8f9e1005f58e tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "DELETE /v2.0/ports/673def20-18d4-4d61-a71e-55269c2fe95c HTTP/1.1" status: 204 len: 168 time: 0.7421978 Sep 24 15:55:01.680099 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44882) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:01.685945 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d44887e-8ce8-44a8-834d-b395f07eae80 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Network 50d98e88-8a75-4835-9919-86c163395f7c is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:55:01.689485 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-5d44887e-8ce8-44a8-834d-b395f07eae80 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:55:01.692385 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d44887e-8ce8-44a8-834d-b395f07eae80 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:55:01.699158 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d44887e-8ce8-44a8-834d-b395f07eae80 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:01.701301 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5d44887e-8ce8-44a8-834d-b395f07eae80 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:01.721740 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d44887e-8ce8-44a8-834d-b395f07eae80 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event updated for resources: {'Port': ['ID=57e44300-6ec7-40b9-8e9e-37d79e25e006,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:01.749917 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7b04c6-2106-4b0d-958b-8f9e1005f58e tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event deleted for resources: {'Port': ['ID=673def20-18d4-4d61-a71e-55269c2fe95c,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:01.756969 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-3ff39b4b-6cc9-4cd2-93d4-8c1674a52d7b None None] Attempting to bind port 8395061c-e39b-4796-b832-9e5d767ea929 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:55:01.757896 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-3ff39b4b-6cc9-4cd2-93d4-8c1674a52d7b None None] Attempting to bind port 8395061c-e39b-4796-b832-9e5d767ea929 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '462c779b-2e09-4c46-bb0c-a693ab4fd871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '0e4b3db1-8214-4288-8c77-3e35f6c7f0b2'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:55:01.758329 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff39b4b-6cc9-4cd2-93d4-8c1674a52d7b None None] Attempting to bind port 8395061c-e39b-4796-b832-9e5d767ea929 on network 0e4b3db1-8214-4288-8c77-3e35f6c7f0b2 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:55:01.766932 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddc1d5e-42a2-4b1f-8d4b-a6e23860e232 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:01.771177 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-bddc1d5e-42a2-4b1f-8d4b-a6e23860e232 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0866456 Sep 24 15:55:01.771411 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44886) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:01.778807 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff39b4b-6cc9-4cd2-93d4-8c1674a52d7b None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:55:01.779187 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff39b4b-6cc9-4cd2-93d4-8c1674a52d7b None None] Checking segment: {'id': '462c779b-2e09-4c46-bb0c-a693ab4fd871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '0e4b3db1-8214-4288-8c77-3e35f6c7f0b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:55:01.779590 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3ff39b4b-6cc9-4cd2-93d4-8c1674a52d7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:01.779986 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ff39b4b-6cc9-4cd2-93d4-8c1674a52d7b None None] Bound using segment: {'id': '462c779b-2e09-4c46-bb0c-a693ab4fd871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '0e4b3db1-8214-4288-8c77-3e35f6c7f0b2'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:55:01.780469 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-3ff39b4b-6cc9-4cd2-93d4-8c1674a52d7b None None] Bound port: 8395061c-e39b-4796-b832-9e5d767ea929, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '462c779b-2e09-4c46-bb0c-a693ab4fd871', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '0e4b3db1-8214-4288-8c77-3e35f6c7f0b2'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:55:01.780851 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3ff39b4b-6cc9-4cd2-93d4-8c1674a52d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:01.783092 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-326192fb-51e5-4073-ad07-a774db202dda None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:01.791343 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-c2cee96e-e374-4c63-83e2-f6f51186bade None None] Allocated IP 2001:db8::f816:3eff:feb2:d303 (50d98e88-8a75-4835-9919-86c163395f7c/804b40f8-e54a-4149-b09c-7c8e40e78339/f24e1da7-1bb9-41c3-94aa-f4bb25e139e5) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:55:01.796914 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5ce1b10-15e0-4e74-ac06-3cd499937b7b tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] GET failed (client error): The resource could not be found. Sep 24 15:55:01.802570 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b5ce1b10-15e0-4e74-ac06-3cd499937b7b tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "GET /v2.0/ports/673def20-18d4-4d61-a71e-55269c2fe95c HTTP/1.1" status: 404 len: 333 time: 0.0260742 Sep 24 15:55:01.802864 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44888) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:01.807538 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-f1081b50-6561-46f6-86fd-a82dea6c55e5 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1187559168'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:55:01.938208 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0a6eba-8b06-467d-877d-5a141abde489 req-3d25664b-7533-4a3a-ac66-81a6583b1f9d tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:01.939777 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1e0a6eba-8b06-467d-877d-5a141abde489 req-3d25664b-7533-4a3a-ac66-81a6583b1f9d tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/ports?device_id=5ea82851-d9e0-4b55-9108-445a8363c1e2 HTTP/1.1" status: 200 len: 946 time: 0.0505736 Sep 24 15:55:01.966154 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-5d44887e-8ce8-44a8-834d-b395f07eae80 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5486035 Sep 24 15:55:01.968827 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-3ff39b4b-6cc9-4cd2-93d4-8c1674a52d7b None None] For port 8395061c-e39b-4796-b832-9e5d767ea929, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:55:01.969337 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44892) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:01.973486 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-425957e3-8f17-4b12-8488-07479b5a3bb4 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:01.978056 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-326192fb-51e5-4073-ad07-a774db202dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:02.004137 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-3ff39b4b-6cc9-4cd2-93d4-8c1674a52d7b None None] For port 8395061c-e39b-4796-b832-9e5d767ea929, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=8395061c-e39b-4796-b832-9e5d767ea929,segment=NetworkSegment(462c779b-2e09-4c46-bb0c-a693ab4fd871),segment_id=462c779b-2e09-4c46-bb0c-a693ab4fd871)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:55:02.006457 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425957e3-8f17-4b12-8488-07479b5a3bb4 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Pushing event deleted for resources: {'Subnet': ['ID=a89c6e64-baf3-455f-bde8-0613ca2d49aa,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:02.021505 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-425957e3-8f17-4b12-8488-07479b5a3bb4 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:02.024056 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-425957e3-8f17-4b12-8488-07479b5a3bb4 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] 10.222.0.101 "DELETE /v2.0/subnets/a89c6e64-baf3-455f-bde8-0613ca2d49aa HTTP/1.1" status: 204 len: 168 time: 1.5047429 Sep 24 15:55:02.027069 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1e0a6eba-8b06-467d-877d-5a141abde489 req-4b5c2055-bc4e-4d50-a990-b96b3a69ca18 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/security-groups?id=beef4521-75a7-4152-bec5-95472c5ccdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801749 Sep 24 15:55:02.027192 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44896) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:02.050589 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53b8186-e378-4e01-b43e-6e9b7c8413f1 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:02.054945 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e53b8186-e378-4e01-b43e-6e9b7c8413f1 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0851290 Sep 24 15:55:02.055737 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44898) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:02.070175 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326192fb-51e5-4073-ad07-a774db202dda None None] Network ae41d12a-34ca-4d38-bf57-d390934756e8 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:55:02.070426 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1081b50-6561-46f6-86fd-a82dea6c55e5 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Made reservation on behalf of 60728dc15ec0482fbe958ba9258d8b5e for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:55:02.073727 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f1081b50-6561-46f6-86fd-a82dea6c55e5 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:02.086124 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-326192fb-51e5-4073-ad07-a774db202dda None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:55:02.088598 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c2cee96e-e374-4c63-83e2-f6f51186bade None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:02.092679 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326192fb-51e5-4073-ad07-a774db202dda None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:55:02.116808 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1081b50-6561-46f6-86fd-a82dea6c55e5 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1257} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:55:02.121694 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3ff39b4b-6cc9-4cd2-93d4-8c1674a52d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:02.136293 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326192fb-51e5-4073-ad07-a774db202dda None None] Pushing event updated for resources: {'Port': ['ID=f40d1629-9770-4e1e-82e8-fe618ce2822a,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:02.148984 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6d1c157-64c4-4d05-bf5b-5489e835282b tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Deleting subnet 8cc601e1-7f8a-489d-9c2f-545fd2e3d48a {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:55:02.165147 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d6d1c157-64c4-4d05-bf5b-5489e835282b tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:02.217630 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c2cee96e-e374-4c63-83e2-f6f51186bade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:02.225569 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-5f7d17d2-a144-4d0a-85ad-2147b9a13b18 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Deleting port 57e44300-6ec7-40b9-8e9e-37d79e25e006 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:55:02.225906 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5f7d17d2-a144-4d0a-85ad-2147b9a13b18 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:02.241279 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff39b4b-6cc9-4cd2-93d4-8c1674a52d7b None None] Pushing event updated for resources: {'Port': ['ID=8395061c-e39b-4796-b832-9e5d767ea929,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:02.304466 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-326192fb-51e5-4073-ad07-a774db202dda None None] Attempting to bind port f40d1629-9770-4e1e-82e8-fe618ce2822a on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:55:02.304783 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-326192fb-51e5-4073-ad07-a774db202dda None None] Attempting to bind port f40d1629-9770-4e1e-82e8-fe618ce2822a by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'ab08f213-0248-4f05-a54e-ae4c8741f637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': 'ae41d12a-34ca-4d38-bf57-d390934756e8'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:55:02.305114 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326192fb-51e5-4073-ad07-a774db202dda None None] Attempting to bind port f40d1629-9770-4e1e-82e8-fe618ce2822a on network ae41d12a-34ca-4d38-bf57-d390934756e8 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:55:02.332585 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cee96e-e374-4c63-83e2-f6f51186bade None None] Network 50d98e88-8a75-4835-9919-86c163395f7c is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:55:02.334977 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-c2cee96e-e374-4c63-83e2-f6f51186bade None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:55:02.338250 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cee96e-e374-4c63-83e2-f6f51186bade None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:55:02.353791 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cee96e-e374-4c63-83e2-f6f51186bade None None] Pushing event updated for resources: {'Port': ['ID=f24e1da7-1bb9-41c3-94aa-f4bb25e139e5,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:02.372258 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326192fb-51e5-4073-ad07-a774db202dda None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:55:02.372760 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326192fb-51e5-4073-ad07-a774db202dda None None] Checking segment: {'id': 'ab08f213-0248-4f05-a54e-ae4c8741f637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': 'ae41d12a-34ca-4d38-bf57-d390934756e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:55:02.373133 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-326192fb-51e5-4073-ad07-a774db202dda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:02.373566 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326192fb-51e5-4073-ad07-a774db202dda None None] Bound using segment: {'id': 'ab08f213-0248-4f05-a54e-ae4c8741f637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': 'ae41d12a-34ca-4d38-bf57-d390934756e8'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:55:02.374187 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-326192fb-51e5-4073-ad07-a774db202dda None None] Bound port: f40d1629-9770-4e1e-82e8-fe618ce2822a, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab08f213-0248-4f05-a54e-ae4c8741f637', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1273, 'network_id': 'ae41d12a-34ca-4d38-bf57-d390934756e8'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:55:02.379304 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-326192fb-51e5-4073-ad07-a774db202dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:02.407025 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5f7d17d2-a144-4d0a-85ad-2147b9a13b18 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:02.428978 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-5f7d17d2-a144-4d0a-85ad-2147b9a13b18 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Calling delete_port for 57e44300-6ec7-40b9-8e9e-37d79e25e006 owned by {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:55:02.587607 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f1081b50-6561-46f6-86fd-a82dea6c55e5 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:02.588169 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-f1081b50-6561-46f6-86fd-a82dea6c55e5 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Added segment 63b93dcc-9646-4593-a6d3-01c021107fe3 of type vlan for network 59edf3c1-9e90-497e-8ee5-911355bde2c3 Sep 24 15:55:02.610521 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-c2cee96e-e374-4c63-83e2-f6f51186bade None None] Attempting to bind port f24e1da7-1bb9-41c3-94aa-f4bb25e139e5 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:55:02.613366 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-c2cee96e-e374-4c63-83e2-f6f51186bade None None] Attempting to bind port f24e1da7-1bb9-41c3-94aa-f4bb25e139e5 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:55:02.613865 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cee96e-e374-4c63-83e2-f6f51186bade None None] Attempting to bind port f24e1da7-1bb9-41c3-94aa-f4bb25e139e5 on network 50d98e88-8a75-4835-9919-86c163395f7c {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:55:02.667512 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cee96e-e374-4c63-83e2-f6f51186bade None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:55:02.672929 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cee96e-e374-4c63-83e2-f6f51186bade None None] Checking segment: {'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:55:02.672929 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c2cee96e-e374-4c63-83e2-f6f51186bade None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:02.672929 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2cee96e-e374-4c63-83e2-f6f51186bade None None] Bound using segment: {'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:55:02.672929 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-c2cee96e-e374-4c63-83e2-f6f51186bade None None] Bound port: f24e1da7-1bb9-41c3-94aa-f4bb25e139e5, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:55:02.681989 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c2cee96e-e374-4c63-83e2-f6f51186bade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:02.727997 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d6d1c157-64c4-4d05-bf5b-5489e835282b tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:02.731310 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44910) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:02.733488 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f1081b50-6561-46f6-86fd-a82dea6c55e5 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:02.744894 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-326192fb-51e5-4073-ad07-a774db202dda None None] For port f40d1629-9770-4e1e-82e8-fe618ce2822a, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:55:02.762736 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-326192fb-51e5-4073-ad07-a774db202dda None None] For port f40d1629-9770-4e1e-82e8-fe618ce2822a, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=f40d1629-9770-4e1e-82e8-fe618ce2822a,segment=NetworkSegment(ab08f213-0248-4f05-a54e-ae4c8741f637),segment_id=ab08f213-0248-4f05-a54e-ae4c8741f637)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:55:02.799521 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device e793c41b-3b14-4a87-b92b-6ea16cc1f590 details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:55:02.804351 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140508ee-d582-43f8-91f4-0fe29c97474b req-a75983c1-5feb-49d8-aede-e87e32c1501b tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:02.805961 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-140508ee-d582-43f8-91f4-0fe29c97474b req-a75983c1-5feb-49d8-aede-e87e32c1501b tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/ports?device_id=f8d2dcaa-e9e4-4245-87a7-9d370be1dd04 HTTP/1.1" status: 200 len: 944 time: 0.2206089 Sep 24 15:55:02.858745 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f3c2e8f0-0354-486a-b3d0-9d7b86cfcb44 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:02.864276 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5f7d17d2-a144-4d0a-85ad-2147b9a13b18 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:02.920857 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-140508ee-d582-43f8-91f4-0fe29c97474b req-7abc9777-0850-4191-a401-e64cebf6a11c tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/security-groups?id=3de61ae6-50a8-4cdd-839d-c59be6a6406f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072369 Sep 24 15:55:02.953224 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-326192fb-51e5-4073-ad07-a774db202dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:02.963856 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5f7d17d2-a144-4d0a-85ad-2147b9a13b18 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:02.969580 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44916) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:02.969921 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-5f7d17d2-a144-4d0a-85ad-2147b9a13b18 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/ports/57e44300-6ec7-40b9-8e9e-37d79e25e006 HTTP/1.1" status: 204 len: 168 time: 0.9131234 Sep 24 15:55:02.975267 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7d17d2-a144-4d0a-85ad-2147b9a13b18 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event deleted for resources: {'Port': ['ID=57e44300-6ec7-40b9-8e9e-37d79e25e006,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:02.992201 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f3c2e8f0-0354-486a-b3d0-9d7b86cfcb44 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:03.028373 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326192fb-51e5-4073-ad07-a774db202dda None None] Pushing event updated for resources: {'Port': ['ID=f40d1629-9770-4e1e-82e8-fe618ce2822a,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:03.048544 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d6d1c157-64c4-4d05-bf5b-5489e835282b tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:03.050061 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port e793c41b-3b14-4a87-b92b-6ea16cc1f590, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=e793c41b-3b14-4a87-b92b-6ea16cc1f590,segment=NetworkSegment(e1d98049-eee8-47df-959b-ec6c0bc0b9c8),segment_id=e1d98049-eee8-47df-959b-ec6c0bc0b9c8)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:55:03.058467 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be990eb4-8a98-4937-be71-80a497be453c tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:03.060776 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be990eb4-8a98-4937-be71-80a497be453c tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:03.062318 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-be990eb4-8a98-4937-be71-80a497be453c tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0911283 Sep 24 15:55:03.065216 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44920) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:03.086498 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-c2cee96e-e374-4c63-83e2-f6f51186bade None None] For port f24e1da7-1bb9-41c3-94aa-f4bb25e139e5, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:55:03.091487 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-c2cee96e-e374-4c63-83e2-f6f51186bade None None] For port f24e1da7-1bb9-41c3-94aa-f4bb25e139e5, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=f24e1da7-1bb9-41c3-94aa-f4bb25e139e5,segment=NetworkSegment(fb531be8-b37e-4ff9-a98b-5c7db484a0eb),segment_id=fb531be8-b37e-4ff9-a98b-5c7db484a0eb)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:55:03.109554 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': 'e793c41b-3b14-4a87-b92b-6ea16cc1f590', 'network_id': '3a6c98a9-5931-406e-bcc7-3547b66b4f6c', 'port_id': 'e793c41b-3b14-4a87-b92b-6ea16cc1f590', 'mac_address': 'fa:16:3e:9a:39:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dae38f63-2fc8-424d-8d7c-b689599e967d', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:55:03.114083 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f1081b50-6561-46f6-86fd-a82dea6c55e5 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:03.131938 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1081b50-6561-46f6-86fd-a82dea6c55e5 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:03.133283 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f1081b50-6561-46f6-86fd-a82dea6c55e5 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:03.181364 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f3c2e8f0-0354-486a-b3d0-9d7b86cfcb44 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:03.185031 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f3c2e8f0-0354-486a-b3d0-9d7b86cfcb44 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:03.185957 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f3c2e8f0-0354-486a-b3d0-9d7b86cfcb44 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "DELETE /v2.0/security-groups/faaaed6c-5dc8-4a43-a587-4571f710ba14 HTTP/1.1" status: 204 len: 168 time: 0.4536319 Sep 24 15:55:03.192592 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c2cee96e-e374-4c63-83e2-f6f51186bade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:03.208324 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44924) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:03.211235 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:03.261399 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [None req-bcb85451-7f0b-46fd-9606-28619e96fddf tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] show failed (client error): The resource could not be found. Sep 24 15:55:03.263717 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-febb3908-b373-40a6-9b7b-e290fc84b70a tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Deleting subnet 804b40f8-e54a-4149-b09c-7c8e40e78339 {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:55:03.270241 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-bcb85451-7f0b-46fd-9606-28619e96fddf tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "GET /v2.0/security-groups/faaaed6c-5dc8-4a43-a587-4571f710ba14 HTTP/1.1" status: 404 len: 347 time: 0.0576026 Sep 24 15:55:03.277780 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44926) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:03.286691 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-febb3908-b373-40a6-9b7b-e290fc84b70a tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:03.296214 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c2e8f0-0354-486a-b3d0-9d7b86cfcb44 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=faaaed6c-5dc8-4a43-a587-4571f710ba14,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:03.348935 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e793c41b-3b14-4a87-b92b-6ea16cc1f590 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:55:03.422052 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port e793c41b-3b14-4a87-b92b-6ea16cc1f590, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=e793c41b-3b14-4a87-b92b-6ea16cc1f590,segment=NetworkSegment(e1d98049-eee8-47df-959b-ec6c0bc0b9c8),segment_id=e1d98049-eee8-47df-959b-ec6c0bc0b9c8)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:55:03.425673 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1081b50-6561-46f6-86fd-a82dea6c55e5 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event updated for resources: {'Network': ['ID=59edf3c1-9e90-497e-8ee5-911355bde2c3,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:03.428955 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-f1081b50-6561-46f6-86fd-a82dea6c55e5 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.6251261 Sep 24 15:55:03.437254 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44932) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:03.446053 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 59edf3c1-9e90-497e-8ee5-911355bde2c3 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:55:03.448737 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-febb3908-b373-40a6-9b7b-e290fc84b70a tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:03.525866 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-db45b1f1-71a4-4294-90e5-3db73937729f tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Request body: {'subnet': {'network_id': '59edf3c1-9e90-497e-8ee5-911355bde2c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:55:03.531720 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cee96e-e374-4c63-83e2-f6f51186bade None None] Pushing event updated for resources: {'Port': ['ID=f24e1da7-1bb9-41c3-94aa-f4bb25e139e5,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:03.537466 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:03.569518 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f5b31-4459-4fdd-addb-72883832f5ec req-8398e7e9-8991-481f-864e-f4c97d780d56 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:03.582514 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-100f5b31-4459-4fdd-addb-72883832f5ec req-8398e7e9-8991-481f-864e-f4c97d780d56 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/ports?device_id=5ea82851-d9e0-4b55-9108-445a8363c1e2 HTTP/1.1" status: 200 len: 946 time: 0.4223840 Sep 24 15:55:03.726637 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=e793c41b-3b14-4a87-b92b-6ea16cc1f590,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:03.766035 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d6d1c157-64c4-4d05-bf5b-5489e835282b tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:03.771478 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['e793c41b-3b14-4a87-b92b-6ea16cc1f590'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:55:03.811846 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-febb3908-b373-40a6-9b7b-e290fc84b70a tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:03.829702 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-100f5b31-4459-4fdd-addb-72883832f5ec req-bf46ac78-6292-4cc6-9e73-309070aeab82 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/security-groups?id=beef4521-75a7-4152-bec5-95472c5ccdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1973133 Sep 24 15:55:03.847566 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d1c157-64c4-4d05-bf5b-5489e835282b tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Pushing event deleted for resources: {'Subnet': ['ID=8cc601e1-7f8a-489d-9c2f-545fd2e3d48a,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:03.858239 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d6d1c157-64c4-4d05-bf5b-5489e835282b tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:03.870825 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-d6d1c157-64c4-4d05-bf5b-5489e835282b tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] 10.222.0.101 "DELETE /v2.0/subnets/8cc601e1-7f8a-489d-9c2f-545fd2e3d48a HTTP/1.1" status: 204 len: 168 time: 1.8428268 Sep 24 15:55:03.877054 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44940) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:03.915199 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-5f0ee704-2aa7-40ba-9842-372870f60ead tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Deleting port 58ca28c4-9fa6-482f-98aa-14fa6d512b89 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:55:03.915540 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5f0ee704-2aa7-40ba-9842-372870f60ead tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:03.922417 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db45b1f1-71a4-4294-90e5-3db73937729f tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Made reservation on behalf of 60728dc15ec0482fbe958ba9258d8b5e for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:55:03.925990 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-db45b1f1-71a4-4294-90e5-3db73937729f tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:04.072455 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-febb3908-b373-40a6-9b7b-e290fc84b70a tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:04.098193 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9df7ce2f-cfb5-48f1-875a-6b324e49b7aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:04.111586 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51a3c28-6d8b-4a21-b6a8-0ac9139b2d6d tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:04.116814 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-c51a3c28-6d8b-4a21-b6a8-0ac9139b2d6d tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2349210 Sep 24 15:55:04.123940 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44944) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:04.131014 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb3908-b373-40a6-9b7b-e290fc84b70a tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event deleted for resources: {'Subnet': ['ID=804b40f8-e54a-4149-b09c-7c8e40e78339,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:04.183131 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c319615f-3488-46af-8e2a-c89eb418f150 req-277c11fe-498a-4025-88b7-5357bc9610b4 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:04.185831 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c319615f-3488-46af-8e2a-c89eb418f150 req-277c11fe-498a-4025-88b7-5357bc9610b4 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/ports?device_id=5ea82851-d9e0-4b55-9108-445a8363c1e2 HTTP/1.1" status: 200 len: 946 time: 0.1983988 Sep 24 15:55:04.195710 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5f0ee704-2aa7-40ba-9842-372870f60ead tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:04.196287 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5f0ee704-2aa7-40ba-9842-372870f60ead tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:04.198458 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44946) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:04.206152 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-ef22c1a5-573e-4f69-8d3b-e23aa713f59f tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Request body: {'floatingip': {'port_id': '62117fed-4a4c-483e-8efd-25f6e0880509'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:55:04.223122 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-febb3908-b373-40a6-9b7b-e290fc84b70a tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:04.230220 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-febb3908-b373-40a6-9b7b-e290fc84b70a tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/subnets/804b40f8-e54a-4149-b09c-7c8e40e78339 HTTP/1.1" status: 204 len: 168 time: 1.1584475 Sep 24 15:55:04.234910 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44950) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:04.254192 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5b3ed9-fe39-4b18-a33b-91ab87eff4ee None None] Network 0e4b3db1-8214-4288-8c77-3e35f6c7f0b2 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:55:04.269622 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-5f0ee704-2aa7-40ba-9842-372870f60ead tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Calling delete_port for 58ca28c4-9fa6-482f-98aa-14fa6d512b89 owned by network:floatingip {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:55:04.275370 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ef22c1a5-573e-4f69-8d3b-e23aa713f59f tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks [] for floatingip, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:04.367934 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:04.371089 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825a9814-bd6c-4977-99fe-6329ab864d21 req-f14c5674-4dea-4bb4-ab15-9171a8f0f0ef tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:04.395021 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-825a9814-bd6c-4977-99fe-6329ab864d21 req-f14c5674-4dea-4bb4-ab15-9171a8f0f0ef tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/ports?device_id=f8d2dcaa-e9e4-4245-87a7-9d370be1dd04 HTTP/1.1" status: 200 len: 945 time: 0.3732641 Sep 24 15:55:04.404013 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-325293ee-7c0d-4579-bdb2-d4ecadecfcf5 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1679740 Sep 24 15:55:04.405745 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44956) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:04.427982 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-db48c910-e003-4a82-9284-13c6f9408f10 None None] Provisioning complete for port 8395061c-e39b-4796-b832-9e5d767ea929 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:55:04.428591 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-db48c910-e003-4a82-9284-13c6f9408f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:04.472393 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device f24e1da7-1bb9-41c3-94aa-f4bb25e139e5 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:55:04.574206 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-825a9814-bd6c-4977-99fe-6329ab864d21 req-ff48ecc3-da54-4b4a-aaa5-afd5fa5adbd9 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/security-groups?id=3de61ae6-50a8-4cdd-839d-c59be6a6406f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1762602 Sep 24 15:55:04.646646 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f3498890-ab87-42b4-8e59-c59f72524b8a tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:04.672022 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-738766f1-c0f0-4c76-8788-80d96bfee273 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:04.676600 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-738766f1-c0f0-4c76-8788-80d96bfee273 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2659421 Sep 24 15:55:04.678688 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44958) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:04.698335 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-db48c910-e003-4a82-9284-13c6f9408f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:04.707893 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port f24e1da7-1bb9-41c3-94aa-f4bb25e139e5 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:55:04.708248 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:04.856215 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-db48c910-e003-4a82-9284-13c6f9408f10 None None] For port 8395061c-e39b-4796-b832-9e5d767ea929, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=8395061c-e39b-4796-b832-9e5d767ea929,segment=NetworkSegment(462c779b-2e09-4c46-bb0c-a693ab4fd871),segment_id=462c779b-2e09-4c46-bb0c-a693ab4fd871)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:55:04.859375 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661a6ba1-ea9a-4004-a146-702d1eea5acb None None] Network ae41d12a-34ca-4d38-bf57-d390934756e8 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:55:04.898779 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-db45b1f1-71a4-4294-90e5-3db73937729f tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:04.933543 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fcf754-c4ba-467a-b1dc-2e0fbf9851e3 None None] DHCP port deletion for 0e4b3db1-8214-4288-8c77-3e35f6c7f0b2 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:55:04.943461 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-db48c910-e003-4a82-9284-13c6f9408f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:05.020767 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db45b1f1-71a4-4294-90e5-3db73937729f tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event updated for resources: {'Subnet': ['ID=84e6aa82-5bee-4e7c-977b-a779a48c2b08,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:05.041311 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db45b1f1-71a4-4294-90e5-3db73937729f tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Checking segment: {'id': '63b93dcc-9646-4593-a6d3-01c021107fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '59edf3c1-9e90-497e-8ee5-911355bde2c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:55:05.041683 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db45b1f1-71a4-4294-90e5-3db73937729f tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Network hostable DHCP agents. Network: 59edf3c1-9e90-497e-8ee5-911355bde2c3, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:55:05.094834 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78128d3-6500-45c2-99e5-287c853962a6 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:05.096313 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-c78128d3-6500-45c2-99e5-287c853962a6 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4165399 Sep 24 15:55:05.099036 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44960) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:05.115142 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-f3498890-ab87-42b4-8e59-c59f72524b8a tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Deleting port f40d1629-9770-4e1e-82e8-fe618ce2822a {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:55:05.115964 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f3498890-ab87-42b4-8e59-c59f72524b8a tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:05.147417 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-9ec784b3-f0eb-4355-b034-1f2b429d3b78 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0433280 Sep 24 15:55:05.149412 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44962) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:05.154763 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-3450861c-43c0-47e4-9c80-81ae0f7404d5 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Request body: {'subnet': {'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:55:05.190529 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5f0ee704-2aa7-40ba-9842-372870f60ead tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:05.236379 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db45b1f1-71a4-4294-90e5-3db73937729f tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Network 59edf3c1-9e90-497e-8ee5-911355bde2c3 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:55:05.247573 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0ee704-2aa7-40ba-9842-372870f60ead tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Pushing event deleted for resources: {'Port': ['ID=58ca28c4-9fa6-482f-98aa-14fa6d512b89,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:05.308111 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-f3498890-ab87-42b4-8e59-c59f72524b8a tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] For port f40d1629-9770-4e1e-82e8-fe618ce2822a, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=f40d1629-9770-4e1e-82e8-fe618ce2822a,segment=NetworkSegment(ab08f213-0248-4f05-a54e-ae4c8741f637),segment_id=ab08f213-0248-4f05-a54e-ae4c8741f637)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:55:05.308545 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f3498890-ab87-42b4-8e59-c59f72524b8a tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:05.353726 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-f3498890-ab87-42b4-8e59-c59f72524b8a tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Calling delete_port for f40d1629-9770-4e1e-82e8-fe618ce2822a owned by network:dhcp {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:55:05.354191 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c603ad4-6aa4-4e4b-8f8d-6c54a526faee None None] Network 50d98e88-8a75-4835-9919-86c163395f7c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:55:05.360298 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5f0ee704-2aa7-40ba-9842-372870f60ead tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks [] for floatingip, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:05.363002 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5f0ee704-2aa7-40ba-9842-372870f60ead tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:05.364097 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-5f0ee704-2aa7-40ba-9842-372870f60ead tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "DELETE /v2.0/floatingips/95ab704f-0aca-4b2b-93c0-713be5f0f674 HTTP/1.1" status: 204 len: 168 time: 2.0856397 Sep 24 15:55:05.367110 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44966) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:05.387355 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db48c910-e003-4a82-9284-13c6f9408f10 None None] Pushing event updated for resources: {'Port': ['ID=8395061c-e39b-4796-b832-9e5d767ea929,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:05.410418 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-db45b1f1-71a4-4294-90e5-3db73937729f tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 59edf3c1-9e90-497e-8ee5-911355bde2c3) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:55:05.421159 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db45b1f1-71a4-4294-90e5-3db73937729f tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:05.422029 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-db45b1f1-71a4-4294-90e5-3db73937729f tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:05.446511 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:05.458286 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb74c51f-f5c4-4023-9dec-5fe8ca894d29 None None] Network 59edf3c1-9e90-497e-8ee5-911355bde2c3 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:55:05.474150 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:05.490955 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3450861c-43c0-47e4-9c80-81ae0f7404d5 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Made reservation on behalf of 1ffc126d96724ce991d5ac46e64fd1ec for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:55:05.492853 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-8d358fd6-904c-4301-862c-7d3d1074f15a None None] Provisioning complete for port f40d1629-9770-4e1e-82e8-fe618ce2822a triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:55:05.493230 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8d358fd6-904c-4301-862c-7d3d1074f15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:05.495612 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3450861c-43c0-47e4-9c80-81ae0f7404d5 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:05.531198 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ed28b6-1c4a-4a75-b246-a5ff2cbec7ef None None] DHCP port deletion for ae41d12a-34ca-4d38-bf57-d390934756e8 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:55:05.567589 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-65c205ee-21e6-4a81-a672-f0e1043ebb3a tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Deleting port 70f68d1a-4d62-4ee3-ae39-b3c0cf1402e5 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:55:05.567930 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-65c205ee-21e6-4a81-a672-f0e1043ebb3a tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:05.575469 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ef22c1a5-573e-4f69-8d3b-e23aa713f59f tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:05.580887 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f3498890-ab87-42b4-8e59-c59f72524b8a tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:05.628198 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3498890-ab87-42b4-8e59-c59f72524b8a tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Pushing event deleted for resources: {'Port': ['ID=f40d1629-9770-4e1e-82e8-fe618ce2822a,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:05.635386 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3498890-ab87-42b4-8e59-c59f72524b8a tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] No DVR routers for this DVR port f40d1629-9770-4e1e-82e8-fe618ce2822a on host n-d-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:55:05.640900 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-db45b1f1-71a4-4294-90e5-3db73937729f tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1252108 Sep 24 15:55:05.643730 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44970) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:05.645403 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ef22c1a5-573e-4f69-8d3b-e23aa713f59f tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:05.650645 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-00c24c2c-c1ed-4862-a954-e301dfa580f6 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Request body: {'subnet': {'network_id': '59edf3c1-9e90-497e-8ee5-911355bde2c3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:55:05.680698 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-51fcf754-c4ba-467a-b1dc-2e0fbf9851e3 None None] Deleting port 8395061c-e39b-4796-b832-9e5d767ea929 {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:55:05.681218 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-51fcf754-c4ba-467a-b1dc-2e0fbf9851e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:05.732333 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-18ed28b6-1c4a-4a75-b246-a5ff2cbec7ef None None] The port 'f40d1629-9770-4e1e-82e8-fe618ce2822a' was deleted {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1953}} Sep 24 15:55:05.749504 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-65c205ee-21e6-4a81-a672-f0e1043ebb3a tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:05.779421 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port f24e1da7-1bb9-41c3-94aa-f4bb25e139e5, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=f24e1da7-1bb9-41c3-94aa-f4bb25e139e5,segment=NetworkSegment(fb531be8-b37e-4ff9-a98b-5c7db484a0eb),segment_id=fb531be8-b37e-4ff9-a98b-5c7db484a0eb)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:55:05.796373 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-8d358fd6-904c-4301-862c-7d3d1074f15a None None] Could not find standard attr ID for object f40d1629-9770-4e1e-82e8-fe618ce2822a. {{(pid=95299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 15:55:05.798811 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-65c205ee-21e6-4a81-a672-f0e1043ebb3a tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Calling delete_port for 70f68d1a-4d62-4ee3-ae39-b3c0cf1402e5 owned by {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:55:05.803993 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f3498890-ab87-42b4-8e59-c59f72524b8a tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:05.816589 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b235044a-fe51-4b4d-a212-791370258339 req-e8bf5411-8d43-4621-b9ff-ca5b0bfe9eb3 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:05.818104 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b235044a-fe51-4b4d-a212-791370258339 req-e8bf5411-8d43-4621-b9ff-ca5b0bfe9eb3 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/ports?device_id=f8d2dcaa-e9e4-4245-87a7-9d370be1dd04 HTTP/1.1" status: 200 len: 945 time: 0.1660595 Sep 24 15:55:05.870293 n-d-808921-1 neutron-server[95299]: INFO neutron.plugins.ml2.db [None req-8d358fd6-904c-4301-862c-7d3d1074f15a None None] No ports have port_id starting with f40d1629-9770-4e1e-82e8-fe618ce2822a Sep 24 15:55:05.879464 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-f3498890-ab87-42b4-8e59-c59f72524b8a tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae41d12a-34ca-4d38-bf57-d390934756e8']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:55:05.892622 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:05.893699 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 8395061c-e39b-4796-b832-9e5d767ea929 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:55:05.897401 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-51fcf754-c4ba-467a-b1dc-2e0fbf9851e3 None None] For port 8395061c-e39b-4796-b832-9e5d767ea929, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=8395061c-e39b-4796-b832-9e5d767ea929,segment=NetworkSegment(462c779b-2e09-4c46-bb0c-a693ab4fd871),segment_id=462c779b-2e09-4c46-bb0c-a693ab4fd871)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:55:05.897401 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-51fcf754-c4ba-467a-b1dc-2e0fbf9851e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:05.925702 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-f3498890-ab87-42b4-8e59-c59f72524b8a tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab08f213-0248-4f05-a54e-ae4c8741f637') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:55:05.925990 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-f3498890-ab87-42b4-8e59-c59f72524b8a tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab08f213-0248-4f05-a54e-ae4c8741f637') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:55:05.956927 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f3498890-ab87-42b4-8e59-c59f72524b8a tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:05.967954 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-51fcf754-c4ba-467a-b1dc-2e0fbf9851e3 None None] Calling delete_port for 8395061c-e39b-4796-b832-9e5d767ea929 owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:55:06.003293 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f3498890-ab87-42b4-8e59-c59f72524b8a tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:06.011345 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3498890-ab87-42b4-8e59-c59f72524b8a tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Releasing vlan 1273 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:55:06.012043 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f3498890-ab87-42b4-8e59-c59f72524b8a tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:06.015862 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:55:06.015862 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:55:06.015862 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:55:06.015862 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:55:06.015862 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:55:06.015862 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:55:06.015862 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:55:06.015862 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:55:06.015862 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:55:06.015862 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:55:06.015862 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:55:06.015862 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:55:06.015862 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:55:06.015862 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:55:06.015862 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:55:06.015862 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:55:06.015862 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:55:06.015862 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:55:06.015862 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:55:06.015862 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:55:06.015862 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:55:06.015862 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:55:06.015862 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:55:06.015862 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:55:06.015862 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:55:06.015862 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:55:06.015862 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:55:06.015862 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:55:06.015862 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:55:06.015862 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:55:06.015862 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:55:06.015862 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:55:06.080561 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c680ec9-a1cd-42e8-95c5-936682fa62f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-59edf3c1-9e90-497e-8ee5-911355bde2c3', 'network_id': '59edf3c1-9e90-497e-8ee5-911355bde2c3', 'tenant_id': '60728dc15ec0482fbe958ba9258d8b5e', 'fixed_ips': [{'subnet_id': '84e6aa82-5bee-4e7c-977b-a779a48c2b08'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:55:06.081539 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7c680ec9-a1cd-42e8-95c5-936682fa62f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:06.088129 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=f24e1da7-1bb9-41c3-94aa-f4bb25e139e5,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:06.101323 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c24c2c-c1ed-4862-a954-e301dfa580f6 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Made reservation on behalf of 60728dc15ec0482fbe958ba9258d8b5e for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:55:06.106294 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-00c24c2c-c1ed-4862-a954-e301dfa580f6 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:06.117723 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-832543a2-8df5-4b6a-973c-5fa1ff7f26d3 None None] Provisioning complete for port f24e1da7-1bb9-41c3-94aa-f4bb25e139e5 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:55:06.118189 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-832543a2-8df5-4b6a-973c-5fa1ff7f26d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:06.136698 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa314bdf-2e7f-493a-b798-7a226c55083b None None] DHCP port deletion for 50d98e88-8a75-4835-9919-86c163395f7c request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:55:06.195926 n-d-808921-1 neutron-server[95298]: INFO neutron.db.l3_db [None req-ef22c1a5-573e-4f69-8d3b-e23aa713f59f tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Floating IP 6e0bdfe4-c3c3-490e-af4e-94ce2adf3afc associated. External IP: 172.25.0.104, port: 62117fed-4a4c-483e-8efd-25f6e0880509. Sep 24 15:55:06.219793 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f3498890-ab87-42b4-8e59-c59f72524b8a tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:06.246397 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 8395061c-e39b-4796-b832-9e5d767ea929 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:55:06.246733 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:06.248809 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f3498890-ab87-42b4-8e59-c59f72524b8a tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:06.250937 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f3498890-ab87-42b4-8e59-c59f72524b8a tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] 10.222.0.101 "DELETE /v2.0/networks/ae41d12a-34ca-4d38-bf57-d390934756e8 HTTP/1.1" status: 204 len: 168 time: 2.1089456 Sep 24 15:55:06.252015 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3498890-ab87-42b4-8e59-c59f72524b8a tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Pushing event deleted for resources: {'Network': ['ID=ae41d12a-34ca-4d38-bf57-d390934756e8,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:06.255818 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44972) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:06.266228 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b235044a-fe51-4b4d-a212-791370258339 req-4a21abb0-278d-4411-b54f-10543b763312 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/security-groups?id=3de61ae6-50a8-4cdd-839d-c59be6a6406f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4386873 Sep 24 15:55:06.356129 n-d-808921-1 neutron-server[95297]: INFO neutron.db.ipam_backend_mixin [None req-00c24c2c-c1ed-4862-a954-e301dfa580f6 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 84e6aa82-5bee-4e7c-977b-a779a48c2b08 (CIDR: 172.20.0.0/28) Sep 24 15:55:06.398033 n-d-808921-1 neutron-server[95297]: DEBUG neutron.objects.ports [None req-3450861c-43c0-47e4-9c80-81ae0f7404d5 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95297) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 24 15:55:06.403426 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-00c24c2c-c1ed-4862-a954-e301dfa580f6 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 15:55:06.403936 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00c24c2c-c1ed-4862-a954-e301dfa580f6 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:55:06.417742 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-00ea1c43-14a8-40e1-8381-8fe2fc36aa1c tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:06.435926 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-7c680ec9-a1cd-42e8-95c5-936682fa62f3 None None] Allocated IP 172.20.0.2 (59edf3c1-9e90-497e-8ee5-911355bde2c3/84e6aa82-5bee-4e7c-977b-a779a48c2b08/198f4252-db7e-4712-8e27-4a5fcd885a73) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:55:06.482555 n-d-808921-1 neutron-server[95299]: INFO neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No ports have port_id starting with 8395061c-e39b-4796-b832-9e5d767ea929 Sep 24 15:55:06.482555 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-51fcf754-c4ba-467a-b1dc-2e0fbf9851e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:06.486822 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device f40d1629-9770-4e1e-82e8-fe618ce2822a up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:55:06.526887 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-65c205ee-21e6-4a81-a672-f0e1043ebb3a tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:06.546209 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fcf754-c4ba-467a-b1dc-2e0fbf9851e3 None None] Pushing event deleted for resources: {'Port': ['ID=8395061c-e39b-4796-b832-9e5d767ea929,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:06.580851 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-00c24c2c-c1ed-4862-a954-e301dfa580f6 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9333110 Sep 24 15:55:06.583552 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44982) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:06.590965 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c205ee-21e6-4a81-a672-f0e1043ebb3a tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Pushing event deleted for resources: {'Port': ['ID=70f68d1a-4d62-4ee3-ae39-b3c0cf1402e5,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:06.591118 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-7196f5c8-1452-4604-afec-3b9b53bd2455 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Request body: {'subnet': {'network_id': '59edf3c1-9e90-497e-8ee5-911355bde2c3', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:55:06.602047 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fcf754-c4ba-467a-b1dc-2e0fbf9851e3 None None] No DVR routers for this DVR port 8395061c-e39b-4796-b832-9e5d767ea929 on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:55:06.603659 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: f40d1629-9770-4e1e-82e8-fe618ce2822a {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:55:06.604245 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device f40d1629-9770-4e1e-82e8-fe618ce2822a not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 24 15:55:06.632356 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-00ea1c43-14a8-40e1-8381-8fe2fc36aa1c tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:06.634062 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef22c1a5-573e-4f69-8d3b-e23aa713f59f tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Router fa68bc5a-ac36-4bfc-813b-ef3aae9e165b has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:55:06.664779 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-65c205ee-21e6-4a81-a672-f0e1043ebb3a tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:06.669718 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-65c205ee-21e6-4a81-a672-f0e1043ebb3a tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "DELETE /v2.0/ports/70f68d1a-4d62-4ee3-ae39-b3c0cf1402e5 HTTP/1.1" status: 204 len: 168 time: 1.2994418 Sep 24 15:55:06.671205 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44986) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:06.681767 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-00ea1c43-14a8-40e1-8381-8fe2fc36aa1c tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e4b3db1-8214-4288-8c77-3e35f6c7f0b2']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:55:06.690283 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Port f40d1629-9770-4e1e-82e8-fe618ce2822a not found, will not notify nova. {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 24 15:55:06.725048 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-00ea1c43-14a8-40e1-8381-8fe2fc36aa1c tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '462c779b-2e09-4c46-bb0c-a693ab4fd871') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:55:06.725351 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-00ea1c43-14a8-40e1-8381-8fe2fc36aa1c tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '462c779b-2e09-4c46-bb0c-a693ab4fd871') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:55:06.727027 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-aa314bdf-2e7f-493a-b798-7a226c55083b None None] Deleting port f24e1da7-1bb9-41c3-94aa-f4bb25e139e5 {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:55:06.727538 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-aa314bdf-2e7f-493a-b798-7a226c55083b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:06.747826 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-00ea1c43-14a8-40e1-8381-8fe2fc36aa1c tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:06.792131 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3450861c-43c0-47e4-9c80-81ae0f7404d5 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:06.817410 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-00ea1c43-14a8-40e1-8381-8fe2fc36aa1c tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:06.823727 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-aa314bdf-2e7f-493a-b798-7a226c55083b None None] For port f24e1da7-1bb9-41c3-94aa-f4bb25e139e5, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=f24e1da7-1bb9-41c3-94aa-f4bb25e139e5,segment=NetworkSegment(fb531be8-b37e-4ff9-a98b-5c7db484a0eb),segment_id=fb531be8-b37e-4ff9-a98b-5c7db484a0eb)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:55:06.824324 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-aa314bdf-2e7f-493a-b798-7a226c55083b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:06.832269 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00ea1c43-14a8-40e1-8381-8fe2fc36aa1c tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Releasing vlan 1254 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:55:06.832672 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-00ea1c43-14a8-40e1-8381-8fe2fc36aa1c tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:06.838007 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:55:06.838007 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:55:06.838007 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:55:06.838007 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:55:06.838007 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:55:06.838007 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:55:06.838007 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:55:06.838007 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:55:06.838007 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:55:06.838007 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:55:06.838007 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:55:06.838007 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:55:06.838007 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:55:06.838007 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:55:06.838007 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:55:06.838007 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:55:06.838007 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:55:06.838007 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:55:06.838007 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:55:06.838007 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:55:06.838007 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:55:06.838007 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:55:06.838007 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:55:06.838007 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:55:06.838007 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:55:06.838007 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:55:06.838007 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:55:06.838007 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:55:06.838007 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:55:06.838007 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:55:06.838007 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:55:06.838007 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:55:06.840406 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef22c1a5-573e-4f69-8d3b-e23aa713f59f tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:55:06.850604 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-aa314bdf-2e7f-493a-b798-7a226c55083b None None] Calling delete_port for f24e1da7-1bb9-41c3-94aa-f4bb25e139e5 owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:55:06.850737 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0746df25-3346-4296-9b23-30a0f45e787e None None] Sync routers for ids ['fa68bc5a-ac36-4bfc-813b-ef3aae9e165b'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:55:06.853129 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ef22c1a5-573e-4f69-8d3b-e23aa713f59f tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:06.864801 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0746df25-3346-4296-9b23-30a0f45e787e None None] Routers {'fa68bc5a-ac36-4bfc-813b-ef3aae9e165b'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:55:06.865358 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-0746df25-3346-4296-9b23-30a0f45e787e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:55:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['fa68bc5a-ac36-4bfc-813b-ef3aae9e165b'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:55:06.887694 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-ef22c1a5-573e-4f69-8d3b-e23aa713f59f tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "PUT /v2.0/floatingips/6e0bdfe4-c3c3-490e-af4e-94ce2adf3afc HTTP/1.1" status: 200 len: 992 time: 2.6833165 Sep 24 15:55:06.889241 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ea82851-d9e0-4b55-9108-445a8363c1e2', 'tag': '62117fed-4a4c-483e-8efd-25f6e0880509'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:55:06.891989 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4424abe-cccb-4cb7-ada4-2cafe4229cb8" -d '{"events": [{"name": "network-changed", "server_uuid": "5ea82851-d9e0-4b55-9108-445a8363c1e2", "tag": "62117fed-4a4c-483e-8efd-25f6e0880509"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:55:06.963106 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device e793c41b-3b14-4a87-b92b-6ea16cc1f590 up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:55:06.966942 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device f40d1629-9770-4e1e-82e8-fe618ce2822a no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:55:07.005427 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-970f24a3-a533-4e9c-9a56-8820a39f374e x-openstack-request-id: req-970f24a3-a533-4e9c-9a56-8820a39f374e {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:55:07.005743 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ea82851-d9e0-4b55-9108-445a8363c1e2", "tag": "62117fed-4a4c-483e-8efd-25f6e0880509", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:55:07.005995 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-970f24a3-a533-4e9c-9a56-8820a39f374e {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:55:07.006431 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ea82851-d9e0-4b55-9108-445a8363c1e2', 'tag': '62117fed-4a4c-483e-8efd-25f6e0880509', 'status': 'completed', 'code': 200} Sep 24 15:55:07.014449 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: f40d1629-9770-4e1e-82e8-fe618ce2822a {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:55:07.014931 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device f40d1629-9770-4e1e-82e8-fe618ce2822a not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:55:07.015457 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 8395061c-e39b-4796-b832-9e5d767ea929 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:55:07.017698 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:07.071504 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 8395061c-e39b-4796-b832-9e5d767ea929 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:55:07.073346 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 8395061c-e39b-4796-b832-9e5d767ea929 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:55:07.074939 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-00ea1c43-14a8-40e1-8381-8fe2fc36aa1c tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:07.076592 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device f24e1da7-1bb9-41c3-94aa-f4bb25e139e5 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:55:07.080923 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7196f5c8-1452-4604-afec-3b9b53bd2455 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Made reservation on behalf of 60728dc15ec0482fbe958ba9258d8b5e for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:55:07.088410 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7196f5c8-1452-4604-afec-3b9b53bd2455 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:07.091921 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-aa314bdf-2e7f-493a-b798-7a226c55083b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:07.107251 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-00ea1c43-14a8-40e1-8381-8fe2fc36aa1c tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:07.111549 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-00ea1c43-14a8-40e1-8381-8fe2fc36aa1c tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] 10.222.0.101 "DELETE /v2.0/networks/0e4b3db1-8214-4288-8c77-3e35f6c7f0b2 HTTP/1.1" status: 204 len: 168 time: 0.8498147 Sep 24 15:55:07.113167 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45000) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:07.153278 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-0746df25-3346-4296-9b23-30a0f45e787e None None] Set router fa68bc5a-ac36-4bfc-813b-ef3aae9e165b gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:55:07.188091 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa314bdf-2e7f-493a-b798-7a226c55083b None None] Pushing event deleted for resources: {'Port': ['ID=f24e1da7-1bb9-41c3-94aa-f4bb25e139e5,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:07.196279 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: f24e1da7-1bb9-41c3-94aa-f4bb25e139e5 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:55:07.196736 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device f24e1da7-1bb9-41c3-94aa-f4bb25e139e5 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:55:07.201676 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ea1c43-14a8-40e1-8381-8fe2fc36aa1c tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Pushing event deleted for resources: {'Network': ['ID=0e4b3db1-8214-4288-8c77-3e35f6c7f0b2,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:07.228915 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c64b636d-a772-4cb0-a20e-fc7f779c13f5 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:07.248101 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4424abe-cccb-4cb7-ada4-2cafe4229cb8 req-5a5909c2-c1e5-4f4e-b521-7dd48daa3c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:07.249034 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f4424abe-cccb-4cb7-ada4-2cafe4229cb8 req-5a5909c2-c1e5-4f4e-b521-7dd48daa3c06 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=b960fdf244c2496089f6c9d33b373dc4&device_id=5ea82851-d9e0-4b55-9108-445a8363c1e2 HTTP/1.1" status: 200 len: 1097 time: 0.2417710 Sep 24 15:55:07.261527 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa314bdf-2e7f-493a-b798-7a226c55083b None None] No DVR routers for this DVR port f24e1da7-1bb9-41c3-94aa-f4bb25e139e5 on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:55:07.336968 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7c680ec9-a1cd-42e8-95c5-936682fa62f3 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:07.347749 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-c85f2e99-0f58-4556-b789-343bea97b45a tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Deleting port fa6b1e2c-793d-44ab-91ff-29c9061ff55a {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:55:07.348429 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c85f2e99-0f58-4556-b789-343bea97b45a tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:07.382860 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port e793c41b-3b14-4a87-b92b-6ea16cc1f590 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:55:07.387511 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port e793c41b-3b14-4a87-b92b-6ea16cc1f590 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:55:07.387687 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:07.441020 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7c680ec9-a1cd-42e8-95c5-936682fa62f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:07.443029 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-3450861c-43c0-47e4-9c80-81ae0f7404d5 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] For port f24e1da7-1bb9-41c3-94aa-f4bb25e139e5, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=f24e1da7-1bb9-41c3-94aa-f4bb25e139e5,segment=NetworkSegment(fb531be8-b37e-4ff9-a98b-5c7db484a0eb),segment_id=fb531be8-b37e-4ff9-a98b-5c7db484a0eb)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:55:07.461404 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c64b636d-a772-4cb0-a20e-fc7f779c13f5 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:07.484932 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-c64b636d-a772-4cb0-a20e-fc7f779c13f5 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3070ce72-bf5e-4a38-bc75-961abd02ae45']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:55:07.489023 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3450861c-43c0-47e4-9c80-81ae0f7404d5 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:07.508575 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-c64b636d-a772-4cb0-a20e-fc7f779c13f5 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4775b1a-2503-40a8-a816-b112abc159ff') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:55:07.510495 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-c64b636d-a772-4cb0-a20e-fc7f779c13f5 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4775b1a-2503-40a8-a816-b112abc159ff') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:55:07.533394 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c680ec9-a1cd-42e8-95c5-936682fa62f3 None None] Network 59edf3c1-9e90-497e-8ee5-911355bde2c3 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:55:07.536847 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c64b636d-a772-4cb0-a20e-fc7f779c13f5 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:07.542085 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-7c680ec9-a1cd-42e8-95c5-936682fa62f3 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:55:07.544096 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c680ec9-a1cd-42e8-95c5-936682fa62f3 None None] Pushing event updated for resources: {'Port': ['ID=198f4252-db7e-4712-8e27-4a5fcd885a73,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:07.546759 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c680ec9-a1cd-42e8-95c5-936682fa62f3 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:55:07.559145 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c64b636d-a772-4cb0-a20e-fc7f779c13f5 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:07.565708 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c64b636d-a772-4cb0-a20e-fc7f779c13f5 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Releasing vlan 1284 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:55:07.566746 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c64b636d-a772-4cb0-a20e-fc7f779c13f5 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:07.580218 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-0746df25-3346-4296-9b23-30a0f45e787e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa68bc5a-ac36-4bfc-813b-ef3aae9e165b', 'name': 'tempest-AttachVolumeTestJSON-1816297676-router', 'tenant_id': 'b960fdf244c2496089f6c9d33b373dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '21c80e1d-ee1e-4a5f-bbc5-445fa95422eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:54:18Z', 'updated_at': '2021-09-24T15:54:27Z', 'revision_number': 4, 'project_id': 'b960fdf244c2496089f6c9d33b373dc4', 'gw_port': {'id': '21c80e1d-ee1e-4a5f-bbc5-445fa95422eb', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa68bc5a-ac36-4bfc-813b-ef3aae9e165b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:54:19Z', 'updated_at': '2021-09-24T15:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': '6e0bdfe4-c3c3-490e-af4e-94ce2adf3afc', 'tenant_id': 'b960fdf244c2496089f6c9d33b373dc4', 'floating_ip_address': '172.25.0.104', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': 'fa68bc5a-ac36-4bfc-813b-ef3aae9e165b', 'port_id': '62117fed-4a4c-483e-8efd-25f6e0880509', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dbb0dfe-b454-4e57-a2db-34f294a0159c', 'mac_address': 'fa:16:3e:cf:1e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea82851-d9e0-4b55-9108-445a8363c1e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:54:36Z', 'updated_at': '2021-09-24T15:55:05Z', 'revision_number': 1, 'project_id': 'b960fdf244c2496089f6c9d33b373dc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd466d7c6-bac4-4ebd-b80f-8c7522efb055', 'name': '', 'network_id': '3dbb0dfe-b454-4e57-a2db-34f294a0159c', 'tenant_id': 'b960fdf244c2496089f6c9d33b373dc4', 'mac_address': 'fa:16:3e:13:ff:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa68bc5a-ac36-4bfc-813b-ef3aae9e165b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': 'ad938f0b-b628-4cac-9404-1e2682973b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:54:24Z', 'updated_at': '2021-09-24T15:54:32Z', 'revision_number': 5, 'project_id': 'b960fdf244c2496089f6c9d33b373dc4', 'subnets': [{'id': 'ad938f0b-b628-4cac-9404-1e2682973b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:55:07.612919 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0746df25-3346-4296-9b23-30a0f45e787e None None] Checking router: fa68bc5a-ac36-4bfc-813b-ef3aae9e165b for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:55:07.623530 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0746df25-3346-4296-9b23-30a0f45e787e None None] Routers {'fa68bc5a-ac36-4bfc-813b-ef3aae9e165b'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:55:07.624580 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-0746df25-3346-4296-9b23-30a0f45e787e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:55:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['fa68bc5a-ac36-4bfc-813b-ef3aae9e165b'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:55:07.633280 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:07.636057 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-7c680ec9-a1cd-42e8-95c5-936682fa62f3 None None] Attempting to bind port 198f4252-db7e-4712-8e27-4a5fcd885a73 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:55:07.636430 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-7c680ec9-a1cd-42e8-95c5-936682fa62f3 None None] Attempting to bind port 198f4252-db7e-4712-8e27-4a5fcd885a73 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '63b93dcc-9646-4593-a6d3-01c021107fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '59edf3c1-9e90-497e-8ee5-911355bde2c3'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:55:07.636859 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c680ec9-a1cd-42e8-95c5-936682fa62f3 None None] Attempting to bind port 198f4252-db7e-4712-8e27-4a5fcd885a73 on network 59edf3c1-9e90-497e-8ee5-911355bde2c3 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:55:07.641603 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3450861c-43c0-47e4-9c80-81ae0f7404d5 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:07.642365 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3450861c-43c0-47e4-9c80-81ae0f7404d5 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:07.653031 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c680ec9-a1cd-42e8-95c5-936682fa62f3 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:55:07.653414 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c680ec9-a1cd-42e8-95c5-936682fa62f3 None None] Checking segment: {'id': '63b93dcc-9646-4593-a6d3-01c021107fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '59edf3c1-9e90-497e-8ee5-911355bde2c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:55:07.653822 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7c680ec9-a1cd-42e8-95c5-936682fa62f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:07.654233 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c680ec9-a1cd-42e8-95c5-936682fa62f3 None None] Bound using segment: {'id': '63b93dcc-9646-4593-a6d3-01c021107fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '59edf3c1-9e90-497e-8ee5-911355bde2c3'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:55:07.655044 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-7c680ec9-a1cd-42e8-95c5-936682fa62f3 None None] Bound port: 198f4252-db7e-4712-8e27-4a5fcd885a73, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63b93dcc-9646-4593-a6d3-01c021107fe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '59edf3c1-9e90-497e-8ee5-911355bde2c3'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:55:07.655199 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:55:07.655199 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:55:07.655199 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:55:07.655199 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:55:07.655199 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:55:07.655199 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:55:07.655199 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:55:07.655199 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:55:07.655199 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:55:07.655199 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:55:07.655199 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:55:07.655199 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:55:07.655199 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:55:07.655199 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:55:07.655199 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:55:07.655199 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:55:07.655199 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:55:07.655199 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:55:07.655199 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:55:07.655199 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:55:07.655199 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:55:07.655199 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:55:07.655199 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:55:07.655199 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:55:07.655199 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:55:07.655199 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:55:07.655199 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:55:07.655199 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:55:07.655199 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:55:07.655199 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:55:07.655199 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:55:07.655199 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:55:07.657562 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7c680ec9-a1cd-42e8-95c5-936682fa62f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:07.676622 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d2dcaa-e9e4-4245-87a7-9d370be1dd04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e793c41b-3b14-4a87-b92b-6ea16cc1f590'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:55:07.679414 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-047645fe-ab8d-42e3-82d5-26df1cd579bd" -d '{"events": [{"server_uuid": "f8d2dcaa-e9e4-4245-87a7-9d370be1dd04", "name": "network-vif-plugged", "status": "completed", "tag": "e793c41b-3b14-4a87-b92b-6ea16cc1f590"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:55:07.695846 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port e793c41b-3b14-4a87-b92b-6ea16cc1f590, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=e793c41b-3b14-4a87-b92b-6ea16cc1f590,segment=NetworkSegment(e1d98049-eee8-47df-959b-ec6c0bc0b9c8),segment_id=e1d98049-eee8-47df-959b-ec6c0bc0b9c8)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:55:07.757732 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c64b636d-a772-4cb0-a20e-fc7f779c13f5 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:07.780733 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3450861c-43c0-47e4-9c80-81ae0f7404d5 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event deleted for resources: {'Port': ['ID=f24e1da7-1bb9-41c3-94aa-f4bb25e139e5,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:07.783786 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3450861c-43c0-47e4-9c80-81ae0f7404d5 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event updated for resources: {'Subnet': ['ID=25dccd6b-a453-459d-a932-b072546a0457,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:07.783969 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c64b636d-a772-4cb0-a20e-fc7f779c13f5 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:07.788990 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-c64b636d-a772-4cb0-a20e-fc7f779c13f5 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] 10.222.0.101 "DELETE /v2.0/networks/3070ce72-bf5e-4a38-bc75-961abd02ae45 HTTP/1.1" status: 204 len: 168 time: 0.6700573 Sep 24 15:55:07.793928 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45012) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:07.795607 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7196f5c8-1452-4604-afec-3b9b53bd2455 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:07.851233 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64b636d-a772-4cb0-a20e-fc7f779c13f5 tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Pushing event deleted for resources: {'Network': ['ID=3070ce72-bf5e-4a38-bc75-961abd02ae45,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:07.900776 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3450861c-43c0-47e4-9c80-81ae0f7404d5 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Network 50d98e88-8a75-4835-9919-86c163395f7c is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:55:07.908607 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aec474-b20c-480a-aca8-ec47ae042532 req-41128be2-63cc-4681-9957-f9a4795b5f36 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:07.910365 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f9aec474-b20c-480a-aca8-ec47ae042532 req-41128be2-63cc-4681-9957-f9a4795b5f36 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/ports?device_id=f8d2dcaa-e9e4-4245-87a7-9d370be1dd04 HTTP/1.1" status: 200 len: 945 time: 0.2697883 Sep 24 15:55:07.911419 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4f343e-9b68-4b9d-aaa4-8d78e8ada48d x-openstack-request-id: req-6a4f343e-9b68-4b9d-aaa4-8d78e8ada48d {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:55:07.911712 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8d2dcaa-e9e4-4245-87a7-9d370be1dd04", "name": "network-vif-plugged", "status": "completed", "tag": "e793c41b-3b14-4a87-b92b-6ea16cc1f590", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:55:07.914545 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-6a4f343e-9b68-4b9d-aaa4-8d78e8ada48d {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:55:07.914545 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8d2dcaa-e9e4-4245-87a7-9d370be1dd04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e793c41b-3b14-4a87-b92b-6ea16cc1f590', 'code': 200} Sep 24 15:55:07.914545 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:07.936811 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4424abe-cccb-4cb7-ada4-2cafe4229cb8 req-e2c8b149-f534-4d24-8fc9-517ce7bfdcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:07.937057 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-3450861c-43c0-47e4-9c80-81ae0f7404d5 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:55:07.938536 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f4424abe-cccb-4cb7-ada4-2cafe4229cb8 req-e2c8b149-f534-4d24-8fc9-517ce7bfdcc8 service neutron] 10.222.0.110 "GET /v2.0/networks?id=3dbb0dfe-b454-4e57-a2db-34f294a0159c HTTP/1.1" status: 200 len: 913 time: 0.6705606 Sep 24 15:55:07.940901 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3450861c-43c0-47e4-9c80-81ae0f7404d5 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:07.941867 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3450861c-43c0-47e4-9c80-81ae0f7404d5 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:07.950190 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d72e98-061e-4aeb-8f2e-353b5f704dfd None None] Network 50d98e88-8a75-4835-9919-86c163395f7c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:55:07.951802 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-0746df25-3346-4296-9b23-30a0f45e787e None None] Set router fa68bc5a-ac36-4bfc-813b-ef3aae9e165b gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:55:07.975317 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7196f5c8-1452-4604-afec-3b9b53bd2455 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Network 59edf3c1-9e90-497e-8ee5-911355bde2c3 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:55:07.976717 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7196f5c8-1452-4604-afec-3b9b53bd2455 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event updated for resources: {'Subnet': ['ID=6510508e-008a-4f30-9022-2619461f752a,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:07.982092 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-7196f5c8-1452-4604-afec-3b9b53bd2455 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:55:07.985145 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7196f5c8-1452-4604-afec-3b9b53bd2455 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:07.985783 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7196f5c8-1452-4604-afec-3b9b53bd2455 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:08.023895 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe606c-0266-4f4b-974e-17f73bb424fa req-2f9cb65e-67e8-4a96-977c-39347b80d28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:08.026199 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9ebe606c-0266-4f4b-974e-17f73bb424fa req-2f9cb65e-67e8-4a96-977c-39347b80d28f service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=f8d2dcaa-e9e4-4245-87a7-9d370be1dd04 HTTP/1.1" status: 200 len: 1097 time: 0.2277524 Sep 24 15:55:08.039060 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-3450861c-43c0-47e4-9c80-81ae0f7404d5 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.8876903 Sep 24 15:55:08.039673 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45016) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:08.067550 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7c680ec9-a1cd-42e8-95c5-936682fa62f3 None None] For port 198f4252-db7e-4712-8e27-4a5fcd885a73, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:55:08.084448 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=e793c41b-3b14-4a87-b92b-6ea16cc1f590,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:08.091621 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7c680ec9-a1cd-42e8-95c5-936682fa62f3 None None] For port 198f4252-db7e-4712-8e27-4a5fcd885a73, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=198f4252-db7e-4712-8e27-4a5fcd885a73,segment=NetworkSegment(63b93dcc-9646-4593-a6d3-01c021107fe3),segment_id=63b93dcc-9646-4593-a6d3-01c021107fe3)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:55:08.104370 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-1af11f7c-7ecb-4822-9bcf-c8ca01300d12 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Request body: {'port': {'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'mac_address': 'fa:16:3e:b3:ee:3b', 'name': 'tempest-NetworksTestDHCPv6-1579229354'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:55:08.126791 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c85f2e99-0f58-4556-b789-343bea97b45a tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:08.135750 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-7196f5c8-1452-4604-afec-3b9b53bd2455 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.5495760 Sep 24 15:55:08.135877 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b9dc4994-20f0-4ccb-8d80-f1dba13f3e2c tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:08.145329 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45018) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:08.163115 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-753f9d2e-5191-4883-bb66-bae57cd3caf9 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Request body: {'port': {'network_id': '59edf3c1-9e90-497e-8ee5-911355bde2c3', 'fixed_ips': [{'subnet_id': '84e6aa82-5bee-4e7c-977b-a779a48c2b08'}, {'subnet_id': '6510508e-008a-4f30-9022-2619461f752a'}], 'name': 'tempest-PortsTestJSON-1333138347'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:55:08.169414 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-c85f2e99-0f58-4556-b789-343bea97b45a tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Calling delete_port for fa6b1e2c-793d-44ab-91ff-29c9061ff55a owned by {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:55:08.175318 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f4424abe-cccb-4cb7-ada4-2cafe4229cb8 req-e5db894d-93c5-4df4-b22b-4a2bc14b0d46 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62117fed-4a4c-483e-8efd-25f6e0880509 HTTP/1.1" status: 200 len: 1000 time: 0.1817718 Sep 24 15:55:08.184433 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f9aec474-b20c-480a-aca8-ec47ae042532 req-efc1859e-ceb2-4a77-ba7e-e0aac0f4f8f4 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/security-groups?id=3de61ae6-50a8-4cdd-839d-c59be6a6406f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2605345 Sep 24 15:55:08.196195 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7c680ec9-a1cd-42e8-95c5-936682fa62f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:08.213827 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9ebe606c-0266-4f4b-974e-17f73bb424fa req-d77808a6-490f-4abd-9325-2bb9ed0a1e52 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=3de61ae6-50a8-4cdd-839d-c59be6a6406f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1729243 Sep 24 15:55:08.359935 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121ee517-ce59-4e2d-acd7-87917818dd39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-50d98e88-8a75-4835-9919-86c163395f7c', 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'tenant_id': '1ffc126d96724ce991d5ac46e64fd1ec', 'fixed_ips': [{'subnet_id': '25dccd6b-a453-459d-a932-b072546a0457'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:55:08.360365 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-0746df25-3346-4296-9b23-30a0f45e787e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa68bc5a-ac36-4bfc-813b-ef3aae9e165b', 'name': 'tempest-AttachVolumeTestJSON-1816297676-router', 'tenant_id': 'b960fdf244c2496089f6c9d33b373dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '21c80e1d-ee1e-4a5f-bbc5-445fa95422eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:54:18Z', 'updated_at': '2021-09-24T15:54:27Z', 'revision_number': 4, 'project_id': 'b960fdf244c2496089f6c9d33b373dc4', 'gw_port': {'id': '21c80e1d-ee1e-4a5f-bbc5-445fa95422eb', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa68bc5a-ac36-4bfc-813b-ef3aae9e165b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:54:19Z', 'updated_at': '2021-09-24T15:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': '6e0bdfe4-c3c3-490e-af4e-94ce2adf3afc', 'tenant_id': 'b960fdf244c2496089f6c9d33b373dc4', 'floating_ip_address': '172.25.0.104', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': 'fa68bc5a-ac36-4bfc-813b-ef3aae9e165b', 'port_id': '62117fed-4a4c-483e-8efd-25f6e0880509', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dbb0dfe-b454-4e57-a2db-34f294a0159c', 'mac_address': 'fa:16:3e:cf:1e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea82851-d9e0-4b55-9108-445a8363c1e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:54:36Z', 'updated_at': '2021-09-24T15:55:05Z', 'revision_number': 1, 'project_id': 'b960fdf244c2496089f6c9d33b373dc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd466d7c6-bac4-4ebd-b80f-8c7522efb055', 'name': '', 'network_id': '3dbb0dfe-b454-4e57-a2db-34f294a0159c', 'tenant_id': 'b960fdf244c2496089f6c9d33b373dc4', 'mac_address': 'fa:16:3e:13:ff:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa68bc5a-ac36-4bfc-813b-ef3aae9e165b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': 'ad938f0b-b628-4cac-9404-1e2682973b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:54:24Z', 'updated_at': '2021-09-24T15:54:32Z', 'revision_number': 5, 'project_id': 'b960fdf244c2496089f6c9d33b373dc4', 'subnets': [{'id': 'ad938f0b-b628-4cac-9404-1e2682973b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:55:08.361152 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-121ee517-ce59-4e2d-acd7-87917818dd39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:08.400375 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0746df25-3346-4296-9b23-30a0f45e787e None None] The sync data for ids ['fa68bc5a-ac36-4bfc-813b-ef3aae9e165b'] in n-d-808921-1 is: [{'id': 'fa68bc5a-ac36-4bfc-813b-ef3aae9e165b', 'name': 'tempest-AttachVolumeTestJSON-1816297676-router', 'tenant_id': 'b960fdf244c2496089f6c9d33b373dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '21c80e1d-ee1e-4a5f-bbc5-445fa95422eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:54:18Z', 'updated_at': '2021-09-24T15:54:27Z', 'revision_number': 4, 'project_id': 'b960fdf244c2496089f6c9d33b373dc4', 'gw_port': {'id': '21c80e1d-ee1e-4a5f-bbc5-445fa95422eb', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa68bc5a-ac36-4bfc-813b-ef3aae9e165b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:54:19Z', 'updated_at': '2021-09-24T15:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': '6e0bdfe4-c3c3-490e-af4e-94ce2adf3afc', 'tenant_id': 'b960fdf244c2496089f6c9d33b373dc4', 'floating_ip_address': '172.25.0.104', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': 'fa68bc5a-ac36-4bfc-813b-ef3aae9e165b', 'port_id': '62117fed-4a4c-483e-8efd-25f6e0880509', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2601, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dbb0dfe-b454-4e57-a2db-34f294a0159c', 'mac_address': 'fa:16:3e:cf:1e:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ea82851-d9e0-4b55-9108-445a8363c1e2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:54:36Z', 'updated_at': '2021-09-24T15:55:05Z', 'revision_number': 1, 'project_id': 'b960fdf244c2496089f6c9d33b373dc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd466d7c6-bac4-4ebd-b80f-8c7522efb055', 'name': '', 'network_id': '3dbb0dfe-b454-4e57-a2db-34f294a0159c', 'tenant_id': 'b960fdf244c2496089f6c9d33b373dc4', 'mac_address': 'fa:16:3e:13:ff:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa68bc5a-ac36-4bfc-813b-ef3aae9e165b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': 'ad938f0b-b628-4cac-9404-1e2682973b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:54:24Z', 'updated_at': '2021-09-24T15:54:32Z', 'revision_number': 5, 'project_id': 'b960fdf244c2496089f6c9d33b373dc4', 'subnets': [{'id': 'ad938f0b-b628-4cac-9404-1e2682973b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:55:08.405266 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c680ec9-a1cd-42e8-95c5-936682fa62f3 None None] Pushing event updated for resources: {'Port': ['ID=198f4252-db7e-4712-8e27-4a5fcd885a73,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:08.472314 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4424abe-cccb-4cb7-ada4-2cafe4229cb8 req-05f6b4aa-b086-48ea-8c1f-2cfaf6480ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:08.474681 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f4424abe-cccb-4cb7-ada4-2cafe4229cb8 req-05f6b4aa-b086-48ea-8c1f-2cfaf6480ab8 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=ad938f0b-b628-4cac-9404-1e2682973b1a HTTP/1.1" status: 200 len: 850 time: 0.2872171 Sep 24 15:55:08.557449 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af11f7c-7ecb-4822-9bcf-c8ca01300d12 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Made reservation on behalf of 1ffc126d96724ce991d5ac46e64fd1ec for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:55:08.630525 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b9dc4994-20f0-4ccb-8d80-f1dba13f3e2c tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:08.667198 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-b9dc4994-20f0-4ccb-8d80-f1dba13f3e2c tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b786331c-3487-4577-ab7a-29b2f8155c99']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:55:08.681381 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-b9dc4994-20f0-4ccb-8d80-f1dba13f3e2c tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d434398-f9fa-4537-a841-ea0ec58b376b') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:55:08.681679 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-b9dc4994-20f0-4ccb-8d80-f1dba13f3e2c tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d434398-f9fa-4537-a841-ea0ec58b376b') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:55:08.685408 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-121ee517-ce59-4e2d-acd7-87917818dd39 None None] Allocated IP 2001:db8::f816:3eff:fe0c:51ff (50d98e88-8a75-4835-9919-86c163395f7c/25dccd6b-a453-459d-a932-b072546a0457/9d8b9132-ba0e-4f82-8a29-61036764eb83) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:55:08.710652 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4424abe-cccb-4cb7-ada4-2cafe4229cb8 req-d7d6d351-2fcb-44c1-b5f1-20b704831228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:08.712266 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f4424abe-cccb-4cb7-ada4-2cafe4229cb8 req-d7d6d351-2fcb-44c1-b5f1-20b704831228 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=3dbb0dfe-b454-4e57-a2db-34f294a0159c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2208664 Sep 24 15:55:08.723481 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-753f9d2e-5191-4883-bb66-bae57cd3caf9 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Made reservation on behalf of 60728dc15ec0482fbe958ba9258d8b5e for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:55:08.741709 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c85f2e99-0f58-4556-b789-343bea97b45a tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:08.744752 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b9dc4994-20f0-4ccb-8d80-f1dba13f3e2c tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:08.849859 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1af11f7c-7ecb-4822-9bcf-c8ca01300d12 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:08.943398 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d42be66-5089-4b5c-b1c6-d16acfadd33b None None] New status for floating IP 6e0bdfe4-c3c3-490e-af4e-94ce2adf3afc: ACTIVE {{(pid=95299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:55:08.943707 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [None req-1af11f7c-7ecb-4822-9bcf-c8ca01300d12 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] device_id is not set on port 1b374904-f85f-483e-abfe-e7f922063acb yet. {{(pid=95297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:55:08.947720 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85f2e99-0f58-4556-b789-343bea97b45a tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Pushing event deleted for resources: {'Port': ['ID=fa6b1e2c-793d-44ab-91ff-29c9061ff55a,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:08.960687 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b9dc4994-20f0-4ccb-8d80-f1dba13f3e2c tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:09.018497 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-753f9d2e-5191-4883-bb66-bae57cd3caf9 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:09.062936 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [None req-753f9d2e-5191-4883-bb66-bae57cd3caf9 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] device_id is not set on port 71ff88e4-f5fe-438a-b1d3-1ba2fd1f6593 yet. {{(pid=95297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:55:09.099120 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9dc4994-20f0-4ccb-8d80-f1dba13f3e2c tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Releasing vlan 1268 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:55:09.100228 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b9dc4994-20f0-4ccb-8d80-f1dba13f3e2c tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:09.109258 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:55:09.109258 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:55:09.109258 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:55:09.109258 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:55:09.109258 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:55:09.109258 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:55:09.109258 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:55:09.109258 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:55:09.109258 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:55:09.109258 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:55:09.109258 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:55:09.109258 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:55:09.109258 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:55:09.109258 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:55:09.109258 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:55:09.109258 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:55:09.109258 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:55:09.109258 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:55:09.109258 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:55:09.109258 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:55:09.109258 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:55:09.109258 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:55:09.109258 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:55:09.109258 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:55:09.109258 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:55:09.109258 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:55:09.109258 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:55:09.109258 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:55:09.109258 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:55:09.109258 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:55:09.109258 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:55:09.109258 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:55:09.141752 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 198f4252-db7e-4712-8e27-4a5fcd885a73 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:55:09.176945 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c85f2e99-0f58-4556-b789-343bea97b45a tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:09.184349 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-c85f2e99-0f58-4556-b789-343bea97b45a tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "DELETE /v2.0/ports/fa6b1e2c-793d-44ab-91ff-29c9061ff55a HTTP/1.1" status: 204 len: 168 time: 2.5131283 Sep 24 15:55:09.187825 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45032) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:09.214146 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-121ee517-ce59-4e2d-acd7-87917818dd39 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:09.235306 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 198f4252-db7e-4712-8e27-4a5fcd885a73 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:55:09.235676 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:09.273842 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:09.301002 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-121ee517-ce59-4e2d-acd7-87917818dd39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:09.446038 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f4424abe-cccb-4cb7-ada4-2cafe4229cb8 req-6de2e685-8c93-4f97-9933-dd3e1b30d6df service neutron] 10.222.0.110 "GET /v2.0/networks/3dbb0dfe-b454-4e57-a2db-34f294a0159c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7157152 Sep 24 15:55:09.464711 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121ee517-ce59-4e2d-acd7-87917818dd39 None None] Network 50d98e88-8a75-4835-9919-86c163395f7c is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:55:09.477474 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-121ee517-ce59-4e2d-acd7-87917818dd39 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:55:09.481437 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121ee517-ce59-4e2d-acd7-87917818dd39 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:55:09.484826 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121ee517-ce59-4e2d-acd7-87917818dd39 None None] Pushing event updated for resources: {'Port': ['ID=9d8b9132-ba0e-4f82-8a29-61036764eb83,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:09.579275 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b9dc4994-20f0-4ccb-8d80-f1dba13f3e2c tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:09.594580 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-f31112b5-44a0-4f80-be3f-cdc797723e71 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Deleting subnet 4659e7b8-d926-4785-8557-1a1657148511 {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:55:09.616932 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:09.620546 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-121ee517-ce59-4e2d-acd7-87917818dd39 None None] Attempting to bind port 9d8b9132-ba0e-4f82-8a29-61036764eb83 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:55:09.620546 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-121ee517-ce59-4e2d-acd7-87917818dd39 None None] Attempting to bind port 9d8b9132-ba0e-4f82-8a29-61036764eb83 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:55:09.620858 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121ee517-ce59-4e2d-acd7-87917818dd39 None None] Attempting to bind port 9d8b9132-ba0e-4f82-8a29-61036764eb83 on network 50d98e88-8a75-4835-9919-86c163395f7c {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:55:09.643220 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121ee517-ce59-4e2d-acd7-87917818dd39 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:55:09.644140 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121ee517-ce59-4e2d-acd7-87917818dd39 None None] Checking segment: {'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:55:09.644652 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-121ee517-ce59-4e2d-acd7-87917818dd39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:09.644792 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b9dc4994-20f0-4ccb-8d80-f1dba13f3e2c tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:09.644952 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121ee517-ce59-4e2d-acd7-87917818dd39 None None] Bound using segment: {'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:55:09.645433 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-121ee517-ce59-4e2d-acd7-87917818dd39 None None] Bound port: 9d8b9132-ba0e-4f82-8a29-61036764eb83, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:55:09.645818 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-121ee517-ce59-4e2d-acd7-87917818dd39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:09.649672 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b9dc4994-20f0-4ccb-8d80-f1dba13f3e2c tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] 10.222.0.101 "DELETE /v2.0/networks/b786331c-3487-4577-ab7a-29b2f8155c99 HTTP/1.1" status: 204 len: 168 time: 1.8393393 Sep 24 15:55:09.649672 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f31112b5-44a0-4f80-be3f-cdc797723e71 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:09.711136 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-1af11f7c-7ecb-4822-9bcf-c8ca01300d12 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Allocated IP 2001:db8::f816:3eff:feb3:ee3b (50d98e88-8a75-4835-9919-86c163395f7c/25dccd6b-a453-459d-a932-b072546a0457/1b374904-f85f-483e-abfe-e7f922063acb) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:55:09.721363 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45040) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:09.744849 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e0c4b-fe5b-40f5-8ff7-171e14128fc8 req-703cef28-2d3f-4925-9d2e-b896b9c7597e tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:09.747183 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ea0e0c4b-fe5b-40f5-8ff7-171e14128fc8 req-703cef28-2d3f-4925-9d2e-b896b9c7597e tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/ports?device_id=f8d2dcaa-e9e4-4245-87a7-9d370be1dd04 HTTP/1.1" status: 200 len: 946 time: 0.3753433 Sep 24 15:55:09.788854 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dc4994-20f0-4ccb-8d80-f1dba13f3e2c tempest-BulkNetworkOpsTest-20748674 tempest-BulkNetworkOpsTest-20748674-project] Pushing event deleted for resources: {'Network': ['ID=b786331c-3487-4577-ab7a-29b2f8155c99,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:09.816674 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port 198f4252-db7e-4712-8e27-4a5fcd885a73, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=198f4252-db7e-4712-8e27-4a5fcd885a73,segment=NetworkSegment(63b93dcc-9646-4593-a6d3-01c021107fe3),segment_id=63b93dcc-9646-4593-a6d3-01c021107fe3)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:55:09.846128 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f31112b5-44a0-4f80-be3f-cdc797723e71 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:09.898526 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:09.919538 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-121ee517-ce59-4e2d-acd7-87917818dd39 None None] For port 9d8b9132-ba0e-4f82-8a29-61036764eb83, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:55:09.959342 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f4424abe-cccb-4cb7-ada4-2cafe4229cb8 req-d79d1aa1-47ce-456f-b594-a3a92e0bb2cf service neutron] 10.222.0.110 "GET /v2.0/networks/3dbb0dfe-b454-4e57-a2db-34f294a0159c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4801567 Sep 24 15:55:09.961419 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-121ee517-ce59-4e2d-acd7-87917818dd39 None None] For port 9d8b9132-ba0e-4f82-8a29-61036764eb83, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=9d8b9132-ba0e-4f82-8a29-61036764eb83,segment=NetworkSegment(fb531be8-b37e-4ff9-a98b-5c7db484a0eb),segment_id=fb531be8-b37e-4ff9-a98b-5c7db484a0eb)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:55:09.969306 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ea0e0c4b-fe5b-40f5-8ff7-171e14128fc8 req-0d447ae8-b2b2-40b5-bf05-a980a0956fd0 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/security-groups?id=3de61ae6-50a8-4cdd-839d-c59be6a6406f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1838720 Sep 24 15:55:10.003612 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=198f4252-db7e-4712-8e27-4a5fcd885a73,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:10.024279 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-092ef9f1-ed55-4337-95e3-c20785243af2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:10.028115 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b7dafc-4cb5-474a-9385-d5691c7eef82 None None] Network 59edf3c1-9e90-497e-8ee5-911355bde2c3 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:55:10.028299 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f31112b5-44a0-4f80-be3f-cdc797723e71 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:10.098016 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-a8282992-115e-4f1e-ad99-e06c7730bc84 None None] Provisioning complete for port 198f4252-db7e-4712-8e27-4a5fcd885a73 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:55:10.098574 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a8282992-115e-4f1e-ad99-e06c7730bc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:10.098715 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-753f9d2e-5191-4883-bb66-bae57cd3caf9 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Allocated IP 172.20.0.7 (59edf3c1-9e90-497e-8ee5-911355bde2c3/84e6aa82-5bee-4e7c-977b-a779a48c2b08/71ff88e4-f5fe-438a-b1d3-1ba2fd1f6593) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:55:10.124706 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-121ee517-ce59-4e2d-acd7-87917818dd39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:10.207089 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f31112b5-44a0-4f80-be3f-cdc797723e71 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:10.253603 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121ee517-ce59-4e2d-acd7-87917818dd39 None None] Pushing event updated for resources: {'Port': ['ID=9d8b9132-ba0e-4f82-8a29-61036764eb83,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:10.257424 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31112b5-44a0-4f80-be3f-cdc797723e71 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Pushing event deleted for resources: {'Subnet': ['ID=4659e7b8-d926-4785-8557-1a1657148511,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:10.261626 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f31112b5-44a0-4f80-be3f-cdc797723e71 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:10.265579 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-f31112b5-44a0-4f80-be3f-cdc797723e71 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "DELETE /v2.0/subnets/4659e7b8-d926-4785-8557-1a1657148511 HTTP/1.1" status: 204 len: 168 time: 1.0713830 Sep 24 15:55:10.268134 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45044) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:10.302753 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee41872-2d61-499c-a886-32732b4f0587 None None] Network e4856753-6c1e-428e-a2fe-e4f7731cb6f7 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:55:10.338746 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-f99079c6-7335-40da-a270-931f3b40e34b tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Deleting subnet 98209579-5345-4ff1-a6ee-f33b5735b225 {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:55:10.343325 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f99079c6-7335-40da-a270-931f3b40e34b tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:10.402916 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f99079c6-7335-40da-a270-931f3b40e34b tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:10.475964 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-753f9d2e-5191-4883-bb66-bae57cd3caf9 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Allocated IP 172.20.0.21 (59edf3c1-9e90-497e-8ee5-911355bde2c3/6510508e-008a-4f30-9022-2619461f752a/71ff88e4-f5fe-438a-b1d3-1ba2fd1f6593) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:55:10.536484 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1af11f7c-7ecb-4822-9bcf-c8ca01300d12 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:10.571161 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45050) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:10.601730 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f99079c6-7335-40da-a270-931f3b40e34b tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:10.619820 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b794e9-31b5-4959-8a87-7108092504a4 None None] Update dhcp port {'port': {'network_id': '59edf3c1-9e90-497e-8ee5-911355bde2c3', 'fixed_ips': [{'subnet_id': '84e6aa82-5bee-4e7c-977b-a779a48c2b08', 'ip_address': '172.20.0.2'}, {'subnet_id': '6510508e-008a-4f30-9022-2619461f752a'}], 'binding:host_id': 'n-d-808921-1'}, 'id': '198f4252-db7e-4712-8e27-4a5fcd885a73'} from n-d-808921-1. {{(pid=95299) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 24 15:55:10.684246 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d36938-350e-4563-86a4-8f9722472d48 None None] DHCP port deletion for e4856753-6c1e-428e-a2fe-e4f7731cb6f7 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:55:10.689421 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-68b794e9-31b5-4959-8a87-7108092504a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:10.748966 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-092ef9f1-ed55-4337-95e3-c20785243af2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:10.801421 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1af11f7c-7ecb-4822-9bcf-c8ca01300d12 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:10.814410 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-ba32d5e1-e312-4838-8db1-5e2b06081d4b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e01a020f8d774f5f8b2a07255349f146&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2403233 Sep 24 15:55:10.815466 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45054) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:10.822035 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-753f9d2e-5191-4883-bb66-bae57cd3caf9 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:10.835946 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f99079c6-7335-40da-a270-931f3b40e34b tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:10.846950 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-092ef9f1-ed55-4337-95e3-c20785243af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:10.887431 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99079c6-7335-40da-a270-931f3b40e34b tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Pushing event deleted for resources: {'Subnet': ['ID=98209579-5345-4ff1-a6ee-f33b5735b225,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:10.889772 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af11f7c-7ecb-4822-9bcf-c8ca01300d12 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Network 50d98e88-8a75-4835-9919-86c163395f7c is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:55:10.897783 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-e9d36938-350e-4563-86a4-8f9722472d48 None None] Deleting port 1f9653a4-cfbd-4c76-a5c8-42d1e1879e51 {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:55:10.898298 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e9d36938-350e-4563-86a4-8f9722472d48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:10.903170 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-1af11f7c-7ecb-4822-9bcf-c8ca01300d12 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:55:10.907371 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f99079c6-7335-40da-a270-931f3b40e34b tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:10.912258 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:10.915184 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-f99079c6-7335-40da-a270-931f3b40e34b tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "DELETE /v2.0/subnets/98209579-5345-4ff1-a6ee-f33b5735b225 HTTP/1.1" status: 204 len: 168 time: 0.6434436 Sep 24 15:55:10.921575 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45056) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:10.925594 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abfe5d08-f920-48e7-969d-3da2672a4d80 None None] Network 9045208f-96a3-4106-bd0d-84166192bb83 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:55:10.925789 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af11f7c-7ecb-4822-9bcf-c8ca01300d12 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:55:10.932725 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af11f7c-7ecb-4822-9bcf-c8ca01300d12 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:10.933467 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1af11f7c-7ecb-4822-9bcf-c8ca01300d12 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:10.952933 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af11f7c-7ecb-4822-9bcf-c8ca01300d12 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event updated for resources: {'Port': ['ID=1b374904-f85f-483e-abfe-e7f922063acb,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:10.963949 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-092ef9f1-ed55-4337-95e3-c20785243af2 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=f01edb09add24bf393d7fc2f6c541e43&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2364323 Sep 24 15:55:10.963949 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092ef9f1-ed55-4337-95e3-c20785243af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e33e7129-0c70-4c9b-9760-3a88ac590057,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:10.971659 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45058) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:11.008039 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-e9d36938-350e-4563-86a4-8f9722472d48 None None] For port 1f9653a4-cfbd-4c76-a5c8-42d1e1879e51, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=1f9653a4-cfbd-4c76-a5c8-42d1e1879e51,segment=NetworkSegment(a9f89dba-bd7d-4e6d-96ca-5e01f19302ef),segment_id=a9f89dba-bd7d-4e6d-96ca-5e01f19302ef)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:55:11.008454 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e9d36938-350e-4563-86a4-8f9722472d48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:11.010244 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-34bf7441-50c0-4643-8327-e78d8ff22bb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:11.037539 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-34bf7441-50c0-4643-8327-e78d8ff22bb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:11.049872 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 198f4252-db7e-4712-8e27-4a5fcd885a73 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:55:11.066670 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-1af11f7c-7ecb-4822-9bcf-c8ca01300d12 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9696259 Sep 24 15:55:11.068065 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45062) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:11.091599 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-e9d36938-350e-4563-86a4-8f9722472d48 None None] Calling delete_port for 1f9653a4-cfbd-4c76-a5c8-42d1e1879e51 owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:55:11.097163 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ec5810ae-1fae-4e6a-97b4-d2dc0d218a4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:11.127975 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-753f9d2e-5191-4883-bb66-bae57cd3caf9 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:11.175987 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ec5810ae-1fae-4e6a-97b4-d2dc0d218a4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:11.180537 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4e6d044d-cf9f-4ed0-9112-ea8d33de0d34 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:11.191638 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66c699b-d8e9-4c29-819f-0c6a1fffcbdb req-bdfa7678-1b41-42b8-b02b-b6e6a980fbd8 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:11.193210 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a66c699b-d8e9-4c29-819f-0c6a1fffcbdb req-bdfa7678-1b41-42b8-b02b-b6e6a980fbd8 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/ports?device_id=f8d2dcaa-e9e4-4245-87a7-9d370be1dd04 HTTP/1.1" status: 200 len: 946 time: 0.1125269 Sep 24 15:55:11.266953 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a66c699b-d8e9-4c29-819f-0c6a1fffcbdb req-1f24a2af-a229-4ed5-8ae4-eea19c94fb58 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/security-groups?id=3de61ae6-50a8-4cdd-839d-c59be6a6406f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665083 Sep 24 15:55:11.273519 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a7b61e-4d90-4bba-b609-58babfb095ff tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:11.278378 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-34bf7441-50c0-4643-8327-e78d8ff22bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:11.278378 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-34bf7441-50c0-4643-8327-e78d8ff22bb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:11.280701 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-34bf7441-50c0-4643-8327-e78d8ff22bb0 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f7c5565a-b2ab-406d-9342-cff33d888dc2 HTTP/1.1" status: 204 len: 168 time: 0.4640388 Sep 24 15:55:11.286428 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-68b794e9-31b5-4959-8a87-7108092504a4 None None] Allocated IP 172.20.0.18 (59edf3c1-9e90-497e-8ee5-911355bde2c3/6510508e-008a-4f30-9022-2619461f752a/198f4252-db7e-4712-8e27-4a5fcd885a73) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:55:11.287166 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a7b61e-4d90-4bba-b609-58babfb095ff tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:11.290031 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-25a7b61e-4d90-4bba-b609-58babfb095ff tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2094331 Sep 24 15:55:11.300398 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753f9d2e-5191-4883-bb66-bae57cd3caf9 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Network 59edf3c1-9e90-497e-8ee5-911355bde2c3 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:55:11.303551 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bf7441-50c0-4643-8327-e78d8ff22bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c5565a-b2ab-406d-9342-cff33d888dc2,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:11.305452 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45068) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:11.331108 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-753f9d2e-5191-4883-bb66-bae57cd3caf9 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:55:11.336194 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753f9d2e-5191-4883-bb66-bae57cd3caf9 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:55:11.381020 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 198f4252-db7e-4712-8e27-4a5fcd885a73 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:55:11.382144 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:11.391713 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753f9d2e-5191-4883-bb66-bae57cd3caf9 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event updated for resources: {'Port': ['ID=71ff88e4-f5fe-438a-b1d3-1ba2fd1f6593,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:11.469166 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ec5810ae-1fae-4e6a-97b4-d2dc0d218a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:11.472227 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ec5810ae-1fae-4e6a-97b4-d2dc0d218a4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:11.475976 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ec5810ae-1fae-4e6a-97b4-d2dc0d218a4d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/e33e7129-0c70-4c9b-9760-3a88ac590057 HTTP/1.1" status: 204 len: 168 time: 0.4979475 Sep 24 15:55:11.528649 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5810ae-1fae-4e6a-97b4-d2dc0d218a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33e7129-0c70-4c9b-9760-3a88ac590057,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:11.576704 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed4d83-db6f-46bc-980c-c698fa3c3875 req-142b96ed-296b-4c64-959e-ff0fea93d88a tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:11.578424 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-38ed4d83-db6f-46bc-980c-c698fa3c3875 req-142b96ed-296b-4c64-959e-ff0fea93d88a tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/ports?device_id=f8d2dcaa-e9e4-4245-87a7-9d370be1dd04 HTTP/1.1" status: 200 len: 946 time: 0.1650493 Sep 24 15:55:11.590050 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753f9d2e-5191-4883-bb66-bae57cd3caf9 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:11.590963 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-753f9d2e-5191-4883-bb66-bae57cd3caf9 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:11.629571 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52523014-4c1e-4e9e-8b9e-bceb4bd6e8ee None None] DHCP port deletion for 9045208f-96a3-4106-bd0d-84166192bb83 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:55:11.650864 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-38ed4d83-db6f-46bc-980c-c698fa3c3875 req-6abe38cc-e96c-4e03-918a-c6b1a8ac3f94 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/security-groups?id=3de61ae6-50a8-4cdd-839d-c59be6a6406f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501583 Sep 24 15:55:11.709434 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-753f9d2e-5191-4883-bb66-bae57cd3caf9 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.5532775 Sep 24 15:55:11.713194 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45076) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:11.725637 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-77147c36-92ca-498b-ab34-45d5da090836 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '84e6aa82-5bee-4e7c-977b-a779a48c2b08'}]}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:55:11.780972 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e9d36938-350e-4563-86a4-8f9722472d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:11.784983 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-68b794e9-31b5-4959-8a87-7108092504a4 None None] For port 198f4252-db7e-4712-8e27-4a5fcd885a73, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=198f4252-db7e-4712-8e27-4a5fcd885a73,segment=NetworkSegment(63b93dcc-9646-4593-a6d3-01c021107fe3),segment_id=63b93dcc-9646-4593-a6d3-01c021107fe3)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:55:11.847336 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-4e6d044d-cf9f-4ed0-9112-ea8d33de0d34 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Deleting port 1f9653a4-cfbd-4c76-a5c8-42d1e1879e51 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:55:11.847799 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4e6d044d-cf9f-4ed0-9112-ea8d33de0d34 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:11.919687 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-77147c36-92ca-498b-ab34-45d5da090836 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:11.929072 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d36938-350e-4563-86a4-8f9722472d48 None None] Pushing event deleted for resources: {'Port': ['ID=1f9653a4-cfbd-4c76-a5c8-42d1e1879e51,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:11.976523 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-4e6d044d-cf9f-4ed0-9112-ea8d33de0d34 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] For port 1f9653a4-cfbd-4c76-a5c8-42d1e1879e51, host n-d-808921-1, got binding levels [] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:55:11.976890 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4e6d044d-cf9f-4ed0-9112-ea8d33de0d34 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:11.985566 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d36938-350e-4563-86a4-8f9722472d48 None None] No DVR routers for this DVR port 1f9653a4-cfbd-4c76-a5c8-42d1e1879e51 on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:55:12.011128 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-4e6d044d-cf9f-4ed0-9112-ea8d33de0d34 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Calling delete_port for 1f9653a4-cfbd-4c76-a5c8-42d1e1879e51 owned by network:dhcp {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:55:12.028159 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.ipam_backend_mixin [None req-4e6d044d-cf9f-4ed0-9112-ea8d33de0d34 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Port 1f9653a4-cfbd-4c76-a5c8-42d1e1879e51 was not found and therefore no delete operation was performed {{(pid=95298) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 24 15:55:12.028159 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4e6d044d-cf9f-4ed0-9112-ea8d33de0d34 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:12.031900 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-52523014-4c1e-4e9e-8b9e-bceb4bd6e8ee None None] Deleting port 19a6c23e-a568-40cb-a5f3-aaeff04ce96d {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:55:12.032237 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-52523014-4c1e-4e9e-8b9e-bceb4bd6e8ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:12.036349 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-68b794e9-31b5-4959-8a87-7108092504a4 None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:12.052599 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-7d4ecf05-fc17-46df-ba72-bee4602d59e6 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Deleting port 1b374904-f85f-483e-abfe-e7f922063acb {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:55:12.052599 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7d4ecf05-fc17-46df-ba72-bee4602d59e6 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:12.079680 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 9d8b9132-ba0e-4f82-8a29-61036764eb83 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:55:12.130741 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6d044d-cf9f-4ed0-9112-ea8d33de0d34 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Pushing event deleted for resources: {'Port': ['ID=1f9653a4-cfbd-4c76-a5c8-42d1e1879e51,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:12.148140 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6d044d-cf9f-4ed0-9112-ea8d33de0d34 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] No DVR routers for this DVR port 1f9653a4-cfbd-4c76-a5c8-42d1e1879e51 on host n-d-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:55:12.150467 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-ca72b86a-e418-4625-9b94-21635027145a None None] Provisioning complete for port 9d8b9132-ba0e-4f82-8a29-61036764eb83 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:55:12.150869 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ca72b86a-e418-4625-9b94-21635027145a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:12.156537 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-68b794e9-31b5-4959-8a87-7108092504a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:12.282435 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-52523014-4c1e-4e9e-8b9e-bceb4bd6e8ee None None] For port 19a6c23e-a568-40cb-a5f3-aaeff04ce96d, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=19a6c23e-a568-40cb-a5f3-aaeff04ce96d,segment=NetworkSegment(07f0d959-dce2-4090-b56f-3578a7ea7773),segment_id=07f0d959-dce2-4090-b56f-3578a7ea7773)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:55:12.282845 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-52523014-4c1e-4e9e-8b9e-bceb4bd6e8ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:12.300261 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4e6d044d-cf9f-4ed0-9112-ea8d33de0d34 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:12.325664 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7d4ecf05-fc17-46df-ba72-bee4602d59e6 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:12.341996 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-4e6d044d-cf9f-4ed0-9112-ea8d33de0d34 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4856753-6c1e-428e-a2fe-e4f7731cb6f7']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:55:12.342855 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-52523014-4c1e-4e9e-8b9e-bceb4bd6e8ee None None] Calling delete_port for 19a6c23e-a568-40cb-a5f3-aaeff04ce96d owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:55:12.352035 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-7d4ecf05-fc17-46df-ba72-bee4602d59e6 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Calling delete_port for 1b374904-f85f-483e-abfe-e7f922063acb owned by {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:55:12.360699 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-77147c36-92ca-498b-ab34-45d5da090836 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Delete allocated IP 172.20.0.21 (59edf3c1-9e90-497e-8ee5-911355bde2c3/6510508e-008a-4f30-9022-2619461f752a) {{(pid=95297) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 24 15:55:12.361206 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-4e6d044d-cf9f-4ed0-9112-ea8d33de0d34 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9f89dba-bd7d-4e6d-96ca-5e01f19302ef') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:55:12.361206 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-4e6d044d-cf9f-4ed0-9112-ea8d33de0d34 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9f89dba-bd7d-4e6d-96ca-5e01f19302ef') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:55:12.375454 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b794e9-31b5-4959-8a87-7108092504a4 None None] Pushing event updated for resources: {'Port': ['ID=198f4252-db7e-4712-8e27-4a5fcd885a73,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:12.378620 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4e6d044d-cf9f-4ed0-9112-ea8d33de0d34 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:12.429309 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4e6d044d-cf9f-4ed0-9112-ea8d33de0d34 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:12.439743 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e6d044d-cf9f-4ed0-9112-ea8d33de0d34 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Releasing vlan 1290 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:55:12.440161 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4e6d044d-cf9f-4ed0-9112-ea8d33de0d34 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:12.443199 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:55:12.443199 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:55:12.443199 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:55:12.443199 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:55:12.443199 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:55:12.443199 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:55:12.443199 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:55:12.443199 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:55:12.443199 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:55:12.443199 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:55:12.443199 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:55:12.443199 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:55:12.443199 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:55:12.443199 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:55:12.443199 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:55:12.443199 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:55:12.443199 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:55:12.443199 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:55:12.443199 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:55:12.443199 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:55:12.443199 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:55:12.443199 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:55:12.443199 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:55:12.443199 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:55:12.443199 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:55:12.443199 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:55:12.443199 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:55:12.443199 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:55:12.443199 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:55:12.443199 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:55:12.443199 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:55:12.443199 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:55:12.450698 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 9d8b9132-ba0e-4f82-8a29-61036764eb83 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:55:12.450698 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:12.459629 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45092) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:12.515577 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ca72b86a-e418-4625-9b94-21635027145a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:12.531026 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-528dede4-607b-4768-9e76-bd6db97ac781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:12.602671 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-ca72b86a-e418-4625-9b94-21635027145a None None] For port 9d8b9132-ba0e-4f82-8a29-61036764eb83, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=9d8b9132-ba0e-4f82-8a29-61036764eb83,segment=NetworkSegment(fb531be8-b37e-4ff9-a98b-5c7db484a0eb),segment_id=fb531be8-b37e-4ff9-a98b-5c7db484a0eb)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:55:12.618697 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4e6d044d-cf9f-4ed0-9112-ea8d33de0d34 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:12.634629 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:12.647238 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-52523014-4c1e-4e9e-8b9e-bceb4bd6e8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:12.658416 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-77147c36-92ca-498b-ab34-45d5da090836 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:12.662612 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4e6d044d-cf9f-4ed0-9112-ea8d33de0d34 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:12.667254 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-4e6d044d-cf9f-4ed0-9112-ea8d33de0d34 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "DELETE /v2.0/networks/e4856753-6c1e-428e-a2fe-e4f7731cb6f7 HTTP/1.1" status: 204 len: 168 time: 1.7421517 Sep 24 15:55:12.668139 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45098) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:12.676698 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6d044d-cf9f-4ed0-9112-ea8d33de0d34 tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Pushing event deleted for resources: {'Network': ['ID=e4856753-6c1e-428e-a2fe-e4f7731cb6f7,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:12.688378 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52523014-4c1e-4e9e-8b9e-bceb4bd6e8ee None None] Pushing event deleted for resources: {'Port': ['ID=19a6c23e-a568-40cb-a5f3-aaeff04ce96d,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:12.700528 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ca72b86a-e418-4625-9b94-21635027145a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:12.700753 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52523014-4c1e-4e9e-8b9e-bceb4bd6e8ee None None] No DVR routers for this DVR port 19a6c23e-a568-40cb-a5f3-aaeff04ce96d on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:55:12.786602 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.db.api [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:55:12.786602 n-d-808921-1 neutron-server[95299]: DEBUG oslo_db.api [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:55:12.790671 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca72b86a-e418-4625-9b94-21635027145a None None] Pushing event updated for resources: {'Port': ['ID=9d8b9132-ba0e-4f82-8a29-61036764eb83,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:12.821435 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-98dd2312-2a73-4f87-94bc-40d407162f68 None None] Could not find standard attr ID for object 1b374904-f85f-483e-abfe-e7f922063acb. {{(pid=95299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 15:55:12.821559 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-77147c36-92ca-498b-ab34-45d5da090836 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:12.821683 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7d4ecf05-fc17-46df-ba72-bee4602d59e6 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:12.861979 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a29beedf-816d-499f-a45d-753ffe3d443f tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:12.895701 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4ecf05-fc17-46df-ba72-bee4602d59e6 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event deleted for resources: {'Port': ['ID=1b374904-f85f-483e-abfe-e7f922063acb,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:12.911621 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77147c36-92ca-498b-ab34-45d5da090836 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event updated for resources: {'Port': ['ID=71ff88e4-f5fe-438a-b1d3-1ba2fd1f6593,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:12.924180 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7d4ecf05-fc17-46df-ba72-bee4602d59e6 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:12.929445 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-7d4ecf05-fc17-46df-ba72-bee4602d59e6 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/ports/1b374904-f85f-483e-abfe-e7f922063acb HTTP/1.1" status: 204 len: 168 time: 1.6192009 Sep 24 15:55:12.929737 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45104) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:12.984524 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-528dede4-607b-4768-9e76-bd6db97ac781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:13.022901 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-77147c36-92ca-498b-ab34-45d5da090836 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] In _notify_port_updated(), no bound segment for port 71ff88e4-f5fe-438a-b1d3-1ba2fd1f6593 on network 59edf3c1-9e90-497e-8ee5-911355bde2c3 {{(pid=95297) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 24 15:55:13.029224 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77147c36-92ca-498b-ab34-45d5da090836 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:13.029894 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-77147c36-92ca-498b-ab34-45d5da090836 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:13.031352 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-77147c36-92ca-498b-ab34-45d5da090836 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "PUT /v2.0/ports/71ff88e4-f5fe-438a-b1d3-1ba2fd1f6593 HTTP/1.1" status: 200 len: 919 time: 1.3169427 Sep 24 15:55:13.041798 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45108) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:13.043723 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e461008-9bd0-48ff-b181-3ff20339ed1f tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:13.046193 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-cb8d3c1a-2aff-4ec3-b40a-838fe9e28da0 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '84e6aa82-5bee-4e7c-977b-a779a48c2b08'}, {'subnet_id': '6510508e-008a-4f30-9022-2619461f752a'}]}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:55:13.048444 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e461008-9bd0-48ff-b181-3ff20339ed1f tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:13.053201 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-6e461008-9bd0-48ff-b181-3ff20339ed1f tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1196971 Sep 24 15:55:13.053847 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45110) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:13.081879 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a29beedf-816d-499f-a45d-753ffe3d443f tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:13.128638 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-528dede4-607b-4768-9e76-bd6db97ac781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:13.131757 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-a29beedf-816d-499f-a45d-753ffe3d443f tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9045208f-96a3-4106-bd0d-84166192bb83']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:55:13.154404 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-a29beedf-816d-499f-a45d-753ffe3d443f tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07f0d959-dce2-4090-b56f-3578a7ea7773') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:55:13.155374 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-a29beedf-816d-499f-a45d-753ffe3d443f tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07f0d959-dce2-4090-b56f-3578a7ea7773') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:55:13.173958 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45114) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:13.180118 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a29beedf-816d-499f-a45d-753ffe3d443f tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:13.180889 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45116) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:13.200549 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a29beedf-816d-499f-a45d-753ffe3d443f tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:13.210189 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a29beedf-816d-499f-a45d-753ffe3d443f tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Releasing vlan 1253 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:55:13.210639 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a29beedf-816d-499f-a45d-753ffe3d443f tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:13.216204 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc17a93e-4b07-44e6-88d9-000aebfaf764 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Deleting subnet 25dccd6b-a453-459d-a932-b072546a0457 {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:55:13.216347 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:55:13.216347 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:55:13.216347 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:55:13.216347 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:55:13.216347 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:55:13.216347 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:55:13.216347 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:55:13.216347 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:55:13.216347 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:55:13.216347 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:55:13.216347 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:55:13.216347 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:55:13.216347 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:55:13.216347 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:55:13.216347 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:55:13.216347 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:55:13.216347 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:55:13.216347 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:55:13.216347 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:55:13.216347 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:55:13.216347 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:55:13.216347 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:55:13.216347 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:55:13.216347 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:55:13.216347 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:55:13.216347 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:55:13.216347 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:55:13.216347 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:55:13.216347 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:55:13.216347 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:55:13.216347 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:55:13.216347 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:55:13.237813 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c0d945-94f6-4034-88b7-d5ed6599809a None None] Network 59edf3c1-9e90-497e-8ee5-911355bde2c3 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:55:13.255902 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fc17a93e-4b07-44e6-88d9-000aebfaf764 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:13.260306 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-528dede4-607b-4768-9e76-bd6db97ac781 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=0fd4256896db46d1a21fc506bd0c9cee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7932732 Sep 24 15:55:13.265866 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45122) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:13.286397 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528dede4-607b-4768-9e76-bd6db97ac781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8256922b-cdfa-4fb0-b761-24ec19992b5f,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:13.320879 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fc17a93e-4b07-44e6-88d9-000aebfaf764 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:13.340354 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-72fc9b1c-5181-490d-8202-054d5060a85e None None] Provisioning complete for port 198f4252-db7e-4712-8e27-4a5fcd885a73 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:55:13.340731 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-72fc9b1c-5181-490d-8202-054d5060a85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:13.420223 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-cb8d3c1a-2aff-4ec3-b40a-838fe9e28da0 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:13.458794 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-5f17df58-fa69-4c92-92cb-c71436a4fc75 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1323863347'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:55:13.465717 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 1f9653a4-cfbd-4c76-a5c8-42d1e1879e51 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:55:13.475800 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a29beedf-816d-499f-a45d-753ffe3d443f tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:13.481489 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a29beedf-816d-499f-a45d-753ffe3d443f tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:13.489412 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-a29beedf-816d-499f-a45d-753ffe3d443f tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] 10.222.0.101 "DELETE /v2.0/networks/9045208f-96a3-4106-bd0d-84166192bb83 HTTP/1.1" status: 204 len: 168 time: 0.8198295 Sep 24 15:55:13.503813 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 1f9653a4-cfbd-4c76-a5c8-42d1e1879e51 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:55:13.504461 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 1f9653a4-cfbd-4c76-a5c8-42d1e1879e51 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:55:13.552761 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29beedf-816d-499f-a45d-753ffe3d443f tempest-TaggedBootDevicesTest-1591024591 tempest-TaggedBootDevicesTest-1591024591-project] Pushing event deleted for resources: {'Network': ['ID=9045208f-96a3-4106-bd0d-84166192bb83,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:13.558127 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5c37d347-12ae-48ed-b431-86f50720d680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:13.563452 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fc17a93e-4b07-44e6-88d9-000aebfaf764 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:13.668837 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f17df58-fa69-4c92-92cb-c71436a4fc75 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Made reservation on behalf of 9b1de2c8a90e4c7b8a3f22e9202f02be for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:55:13.679405 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5f17df58-fa69-4c92-92cb-c71436a4fc75 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:13.685676 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 198f4252-db7e-4712-8e27-4a5fcd885a73 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:55:13.718893 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5c37d347-12ae-48ed-b431-86f50720d680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:13.750590 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 198f4252-db7e-4712-8e27-4a5fcd885a73 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:55:13.751099 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:13.760779 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5f17df58-fa69-4c92-92cb-c71436a4fc75 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:13.765905 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fc17a93e-4b07-44e6-88d9-000aebfaf764 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:13.866454 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 9d8b9132-ba0e-4f82-8a29-61036764eb83 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:55:13.881288 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc17a93e-4b07-44e6-88d9-000aebfaf764 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event deleted for resources: {'Subnet': ['ID=25dccd6b-a453-459d-a932-b072546a0457,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:13.885678 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fc17a93e-4b07-44e6-88d9-000aebfaf764 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:13.889266 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-fc17a93e-4b07-44e6-88d9-000aebfaf764 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/subnets/25dccd6b-a453-459d-a932-b072546a0457 HTTP/1.1" status: 204 len: 168 time: 0.8347764 Sep 24 15:55:13.892709 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45132) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:13.915635 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc66a744-d109-4537-afef-9287f36cf1d9 None None] Network 50d98e88-8a75-4835-9919-86c163395f7c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:55:13.952876 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b0ba8039-038a-4375-80b8-3f90894abcd8 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0562482 Sep 24 15:55:13.981637 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45134) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:13.992926 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-8fe7367b-ca7a-41c9-bfd6-3980b42f4641 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Request body: {'subnet': {'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:55:14.000868 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-cb8d3c1a-2aff-4ec3-b40a-838fe9e28da0 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Allocated IP 172.20.0.26 (59edf3c1-9e90-497e-8ee5-911355bde2c3/6510508e-008a-4f30-9022-2619461f752a/71ff88e4-f5fe-438a-b1d3-1ba2fd1f6593) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:55:14.007123 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 9d8b9132-ba0e-4f82-8a29-61036764eb83 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:55:14.007505 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:14.016336 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:55:14.102016 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5c37d347-12ae-48ed-b431-86f50720d680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:14.104195 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-bf0f8685-6943-40c1-9971-435dc07a680e None None] Provisioning complete for port 198f4252-db7e-4712-8e27-4a5fcd885a73 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:55:14.104705 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-bf0f8685-6943-40c1-9971-435dc07a680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:14.104871 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5c37d347-12ae-48ed-b431-86f50720d680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:14.109393 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-5c37d347-12ae-48ed-b431-86f50720d680 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/8256922b-cdfa-4fb0-b761-24ec19992b5f HTTP/1.1" status: 204 len: 168 time: 0.8194103 Sep 24 15:55:14.173048 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c37d347-12ae-48ed-b431-86f50720d680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8256922b-cdfa-4fb0-b761-24ec19992b5f,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:14.274414 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-cb8d3c1a-2aff-4ec3-b40a-838fe9e28da0 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:14.343406 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5f17df58-fa69-4c92-92cb-c71436a4fc75 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:14.343748 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd9c04c-a100-420c-9175-b72d70d011bd None None] DHCP port deletion for 50d98e88-8a75-4835-9919-86c163395f7c request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:55:14.353213 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-cb8d3c1a-2aff-4ec3-b40a-838fe9e28da0 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:14.361887 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5b186d91-891e-4e1a-ae91-04af5873c609 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:14.413741 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5f17df58-fa69-4c92-92cb-c71436a4fc75 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:14.441016 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-bf0f8685-6943-40c1-9971-435dc07a680e None None] Provisioning complete for port 71ff88e4-f5fe-438a-b1d3-1ba2fd1f6593 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:55:14.443456 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-bf0f8685-6943-40c1-9971-435dc07a680e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:14.516371 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 19a6c23e-a568-40cb-a5f3-aaeff04ce96d no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:55:14.521752 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8d3c1a-2aff-4ec3-b40a-838fe9e28da0 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event updated for resources: {'Port': ['ID=71ff88e4-f5fe-438a-b1d3-1ba2fd1f6593,revision_number=3']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:14.554887 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f17df58-fa69-4c92-92cb-c71436a4fc75 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1262} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:55:14.591367 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f17df58-fa69-4c92-92cb-c71436a4fc75 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dec7bbf-6d73-4fc1-bfb7-8f4fc4d81055,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:14.593382 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5f17df58-fa69-4c92-92cb-c71436a4fc75 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:14.593859 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-5f17df58-fa69-4c92-92cb-c71436a4fc75 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Added segment 59ce9c4e-76e2-44a5-8f20-3d225bb8f481 of type vlan for network ebe78551-0d33-48ea-bf42-220cfcf085f8 Sep 24 15:55:14.608244 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 19a6c23e-a568-40cb-a5f3-aaeff04ce96d {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:55:14.608879 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 19a6c23e-a568-40cb-a5f3-aaeff04ce96d not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:55:14.644909 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-cb8d3c1a-2aff-4ec3-b40a-838fe9e28da0 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] In _notify_port_updated(), no bound segment for port 71ff88e4-f5fe-438a-b1d3-1ba2fd1f6593 on network 59edf3c1-9e90-497e-8ee5-911355bde2c3 {{(pid=95297) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 24 15:55:14.651260 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8d3c1a-2aff-4ec3-b40a-838fe9e28da0 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:14.651452 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-bf0f8685-6943-40c1-9971-435dc07a680e None None] Port 71ff88e4-f5fe-438a-b1d3-1ba2fd1f6593 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:55:14.651974 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-cb8d3c1a-2aff-4ec3-b40a-838fe9e28da0 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:14.654775 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-cb8d3c1a-2aff-4ec3-b40a-838fe9e28da0 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "PUT /v2.0/ports/71ff88e4-f5fe-438a-b1d3-1ba2fd1f6593 HTTP/1.1" status: 200 len: 999 time: 1.6148393 Sep 24 15:55:14.658229 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45142) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:14.664563 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-dcd9c04c-a100-420c-9175-b72d70d011bd None None] Deleting port 9d8b9132-ba0e-4f82-8a29-61036764eb83 {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:55:14.665400 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe7367b-ca7a-41c9-bfd6-3980b42f4641 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Made reservation on behalf of 1ffc126d96724ce991d5ac46e64fd1ec for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:55:14.665768 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-dcd9c04c-a100-420c-9175-b72d70d011bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:14.669081 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8fe7367b-ca7a-41c9-bfd6-3980b42f4641 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:14.739616 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5f17df58-fa69-4c92-92cb-c71436a4fc75 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:14.866822 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-5c6e9261-c933-472a-9d78-83306228dc87 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Deleting port 71ff88e4-f5fe-438a-b1d3-1ba2fd1f6593 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:55:14.867405 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5c6e9261-c933-472a-9d78-83306228dc87 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:14.901087 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-dcd9c04c-a100-420c-9175-b72d70d011bd None None] For port 9d8b9132-ba0e-4f82-8a29-61036764eb83, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=9d8b9132-ba0e-4f82-8a29-61036764eb83,segment=NetworkSegment(fb531be8-b37e-4ff9-a98b-5c7db484a0eb),segment_id=fb531be8-b37e-4ff9-a98b-5c7db484a0eb)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:55:14.901500 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-dcd9c04c-a100-420c-9175-b72d70d011bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:14.918262 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-77a9ffdf-e9a6-4a01-ad3b-4ee1440c4d86 None None] Provisioning complete for port 71ff88e4-f5fe-438a-b1d3-1ba2fd1f6593 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:55:14.918881 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-77a9ffdf-e9a6-4a01-ad3b-4ee1440c4d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:14.920678 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-dcd9c04c-a100-420c-9175-b72d70d011bd None None] Calling delete_port for 9d8b9132-ba0e-4f82-8a29-61036764eb83 owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:55:14.984290 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5f17df58-fa69-4c92-92cb-c71436a4fc75 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:14.991477 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f17df58-fa69-4c92-92cb-c71436a4fc75 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:14.992370 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5f17df58-fa69-4c92-92cb-c71436a4fc75 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:15.006274 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-77a9ffdf-e9a6-4a01-ad3b-4ee1440c4d86 None None] Port 71ff88e4-f5fe-438a-b1d3-1ba2fd1f6593 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:55:15.064368 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5c6e9261-c933-472a-9d78-83306228dc87 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:15.105847 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f17df58-fa69-4c92-92cb-c71436a4fc75 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Pushing event updated for resources: {'Network': ['ID=ebe78551-0d33-48ea-bf42-220cfcf085f8,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:15.111969 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-5c6e9261-c933-472a-9d78-83306228dc87 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Calling delete_port for 71ff88e4-f5fe-438a-b1d3-1ba2fd1f6593 owned by {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:55:15.118615 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network ebe78551-0d33-48ea-bf42-220cfcf085f8 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:55:15.171293 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-5b186d91-891e-4e1a-ae91-04af5873c609 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Allocated IP 172.20.0.17 (3a6c98a9-5931-406e-bcc7-3547b66b4f6c/dae38f63-2fc8-424d-8d7c-b689599e967d/09ea9169-e01d-4fc5-9de1-b74abec1a52d) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:55:15.209591 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-501d6aa5-daf4-41ba-8e24-fbc393bf8378 None None] Provisioning complete for port 71ff88e4-f5fe-438a-b1d3-1ba2fd1f6593 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:55:15.209964 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-501d6aa5-daf4-41ba-8e24-fbc393bf8378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:15.215783 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-dcd9c04c-a100-420c-9175-b72d70d011bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:15.231231 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-5f17df58-fa69-4c92-92cb-c71436a4fc75 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.0167105 Sep 24 15:55:15.266049 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd9c04c-a100-420c-9175-b72d70d011bd None None] Pushing event deleted for resources: {'Port': ['ID=9d8b9132-ba0e-4f82-8a29-61036764eb83,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:15.273972 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd9c04c-a100-420c-9175-b72d70d011bd None None] No DVR routers for this DVR port 9d8b9132-ba0e-4f82-8a29-61036764eb83 on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:55:15.285975 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-501d6aa5-daf4-41ba-8e24-fbc393bf8378 None None] Port 71ff88e4-f5fe-438a-b1d3-1ba2fd1f6593 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:55:15.374805 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45156) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:15.381059 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-f14e261f-0803-40c5-8d10-65b3615cb985 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Request body: {'subnet': {'network_id': 'ebe78551-0d33-48ea-bf42-220cfcf085f8', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:55:15.525680 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5c6e9261-c933-472a-9d78-83306228dc87 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:15.563842 n-d-808921-1 neutron-server[95298]: DEBUG neutron.objects.ports [None req-8fe7367b-ca7a-41c9-bfd6-3980b42f4641 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95298) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 24 15:55:15.568343 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6e9261-c933-472a-9d78-83306228dc87 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event deleted for resources: {'Port': ['ID=71ff88e4-f5fe-438a-b1d3-1ba2fd1f6593,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:15.571663 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8fe7367b-ca7a-41c9-bfd6-3980b42f4641 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:15.587486 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5b186d91-891e-4e1a-ae91-04af5873c609 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:15.659884 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 9d8b9132-ba0e-4f82-8a29-61036764eb83 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:55:15.662821 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe7367b-ca7a-41c9-bfd6-3980b42f4641 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Network 50d98e88-8a75-4835-9919-86c163395f7c is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:55:15.672728 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-8fe7367b-ca7a-41c9-bfd6-3980b42f4641 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:55:15.681918 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe7367b-ca7a-41c9-bfd6-3980b42f4641 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:15.682556 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8fe7367b-ca7a-41c9-bfd6-3980b42f4641 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:15.707376 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e004ff-6f68-4c1a-87da-901f45d7194d None None] Network 50d98e88-8a75-4835-9919-86c163395f7c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:55:15.710371 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 9d8b9132-ba0e-4f82-8a29-61036764eb83 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:55:15.710371 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 9d8b9132-ba0e-4f82-8a29-61036764eb83 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:55:15.726824 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe7367b-ca7a-41c9-bfd6-3980b42f4641 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event updated for resources: {'Subnet': ['ID=0d26cf27-3bca-4b13-bcb7-62b3470077df,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:15.771754 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f14e261f-0803-40c5-8d10-65b3615cb985 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Made reservation on behalf of 9b1de2c8a90e4c7b8a3f22e9202f02be for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:55:15.780016 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f14e261f-0803-40c5-8d10-65b3615cb985 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:15.802988 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5c6e9261-c933-472a-9d78-83306228dc87 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:15.810870 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-5c6e9261-c933-472a-9d78-83306228dc87 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "DELETE /v2.0/ports/71ff88e4-f5fe-438a-b1d3-1ba2fd1f6593 HTTP/1.1" status: 204 len: 168 time: 1.1515317 Sep 24 15:55:15.811512 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45168) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:15.844924 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-be18eb08-d345-4b77-8c45-7cf14b8ef9cb tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] GET failed (client error): The resource could not be found. Sep 24 15:55:15.849673 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-be18eb08-d345-4b77-8c45-7cf14b8ef9cb tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "GET /v2.0/ports/71ff88e4-f5fe-438a-b1d3-1ba2fd1f6593 HTTP/1.1" status: 404 len: 333 time: 0.0355010 Sep 24 15:55:15.850298 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45170) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:15.932806 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f778d6-d471-4c34-8269-c67dad9bb59a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-50d98e88-8a75-4835-9919-86c163395f7c', 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'tenant_id': '1ffc126d96724ce991d5ac46e64fd1ec', 'fixed_ips': [{'subnet_id': '0d26cf27-3bca-4b13-bcb7-62b3470077df'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:55:15.934756 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e4f778d6-d471-4c34-8269-c67dad9bb59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:15.952121 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-69daabac-1995-466b-af5d-d7ff87a1c7b7 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Deleting subnet 6510508e-008a-4f30-9022-2619461f752a {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:55:15.960698 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-69daabac-1995-466b-af5d-d7ff87a1c7b7 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:15.982713 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-8fe7367b-ca7a-41c9-bfd6-3980b42f4641 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.9999418 Sep 24 15:55:15.983875 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5b186d91-891e-4e1a-ae91-04af5873c609 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:15.987946 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45176) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:15.996681 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-9b999eb1-ac9d-4949-9f49-fd31929a67b3 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Request body: {'port': {'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'mac_address': 'fa:16:3e:0e:13:31', 'name': 'tempest-NetworksTestDHCPv6-1594077164'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:55:16.049614 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-69daabac-1995-466b-af5d-d7ff87a1c7b7 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:16.157128 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-69daabac-1995-466b-af5d-d7ff87a1c7b7 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:16.159673 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b186d91-891e-4e1a-ae91-04af5873c609 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Network 3a6c98a9-5931-406e-bcc7-3547b66b4f6c is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:55:16.174729 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-e4f778d6-d471-4c34-8269-c67dad9bb59a None None] Allocated IP 2001:db8::f816:3eff:fe8e:8864 (50d98e88-8a75-4835-9919-86c163395f7c/0d26cf27-3bca-4b13-bcb7-62b3470077df/1e07865b-b8c8-4faa-8b4b-505b9a0ba4a2) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:55:16.193125 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-5b186d91-891e-4e1a-ae91-04af5873c609 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:55:16.203991 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b186d91-891e-4e1a-ae91-04af5873c609 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:55:16.213233 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b186d91-891e-4e1a-ae91-04af5873c609 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Pushing event updated for resources: {'Port': ['ID=09ea9169-e01d-4fc5-9de1-b74abec1a52d,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:16.257454 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b186d91-891e-4e1a-ae91-04af5873c609 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:55:16.257687 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b186d91-891e-4e1a-ae91-04af5873c609 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:55:16.258699 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b186d91-891e-4e1a-ae91-04af5873c609 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:55:16.259218 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b186d91-891e-4e1a-ae91-04af5873c609 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:55:16.259763 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b186d91-891e-4e1a-ae91-04af5873c609 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:55:16.260330 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b186d91-891e-4e1a-ae91-04af5873c609 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:55:16.260817 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b186d91-891e-4e1a-ae91-04af5873c609 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:55:16.261326 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b186d91-891e-4e1a-ae91-04af5873c609 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:55:16.262387 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b186d91-891e-4e1a-ae91-04af5873c609 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:55:16.262877 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b186d91-891e-4e1a-ae91-04af5873c609 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:55:16.263372 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b186d91-891e-4e1a-ae91-04af5873c609 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:55:16.263862 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b186d91-891e-4e1a-ae91-04af5873c609 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:55:16.353597 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-69daabac-1995-466b-af5d-d7ff87a1c7b7 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:16.371916 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b999eb1-ac9d-4949-9f49-fd31929a67b3 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Made reservation on behalf of 1ffc126d96724ce991d5ac46e64fd1ec for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:55:16.389506 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5b186d91-891e-4e1a-ae91-04af5873c609 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:16.430824 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69daabac-1995-466b-af5d-d7ff87a1c7b7 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event deleted for resources: {'Subnet': ['ID=6510508e-008a-4f30-9022-2619461f752a,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:16.430824 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-69daabac-1995-466b-af5d-d7ff87a1c7b7 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:16.430824 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-69daabac-1995-466b-af5d-d7ff87a1c7b7 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "DELETE /v2.0/subnets/6510508e-008a-4f30-9022-2619461f752a HTTP/1.1" status: 204 len: 168 time: 0.5764782 Sep 24 15:55:16.434718 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45182) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:16.522939 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f14e261f-0803-40c5-8d10-65b3615cb985 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:16.573754 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-729f76eb-5982-4b8d-a363-2e104dff41e4 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Deleting subnet 84e6aa82-5bee-4e7c-977b-a779a48c2b08 {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:55:16.578069 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-729f76eb-5982-4b8d-a363-2e104dff41e4 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:16.627776 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053452c0-9844-4bdc-9631-527d616a9337 None None] Network 59edf3c1-9e90-497e-8ee5-911355bde2c3 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:55:16.629008 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-729f76eb-5982-4b8d-a363-2e104dff41e4 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:16.677784 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e4f778d6-d471-4c34-8269-c67dad9bb59a None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:16.776676 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-729f76eb-5982-4b8d-a363-2e104dff41e4 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:16.826248 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-51ff8e1b-e6fb-47b5-bff0-078fa29481b9 None None] Provisioning complete for port 09ea9169-e01d-4fc5-9de1-b74abec1a52d triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:55:16.826663 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-51ff8e1b-e6fb-47b5-bff0-078fa29481b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:16.877367 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e4f778d6-d471-4c34-8269-c67dad9bb59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:16.932359 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-51ff8e1b-e6fb-47b5-bff0-078fa29481b9 None None] Port 09ea9169-e01d-4fc5-9de1-b74abec1a52d cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:55:16.966098 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-729f76eb-5982-4b8d-a363-2e104dff41e4 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:16.969445 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f778d6-d471-4c34-8269-c67dad9bb59a None None] Pushing event updated for resources: {'Port': ['ID=1e07865b-b8c8-4faa-8b4b-505b9a0ba4a2,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:16.990050 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f778d6-d471-4c34-8269-c67dad9bb59a None None] Network 50d98e88-8a75-4835-9919-86c163395f7c is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:55:16.993331 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-e4f778d6-d471-4c34-8269-c67dad9bb59a None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:55:16.999201 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f778d6-d471-4c34-8269-c67dad9bb59a None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:55:17.030727 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14e261f-0803-40c5-8d10-65b3615cb985 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Pushing event updated for resources: {'Subnet': ['ID=19a632ef-0222-4b2c-a912-d843ef227bfe,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:17.031466 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-729f76eb-5982-4b8d-a363-2e104dff41e4 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:17.044921 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-729f76eb-5982-4b8d-a363-2e104dff41e4 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "DELETE /v2.0/subnets/84e6aa82-5bee-4e7c-977b-a779a48c2b08 HTTP/1.1" status: 204 len: 168 time: 0.6018689 Sep 24 15:55:17.045764 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45196) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:17.048856 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f76eb-5982-4b8d-a363-2e104dff41e4 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event deleted for resources: {'Subnet': ['ID=84e6aa82-5bee-4e7c-977b-a779a48c2b08,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:17.113836 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14e261f-0803-40c5-8d10-65b3615cb985 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Checking segment: {'id': '59ce9c4e-76e2-44a5-8f20-3d225bb8f481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'ebe78551-0d33-48ea-bf42-220cfcf085f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:55:17.119418 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14e261f-0803-40c5-8d10-65b3615cb985 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Network hostable DHCP agents. Network: ebe78551-0d33-48ea-bf42-220cfcf085f8, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:55:17.141946 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-e4f778d6-d471-4c34-8269-c67dad9bb59a None None] Attempting to bind port 1e07865b-b8c8-4faa-8b4b-505b9a0ba4a2 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:55:17.142313 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-e4f778d6-d471-4c34-8269-c67dad9bb59a None None] Attempting to bind port 1e07865b-b8c8-4faa-8b4b-505b9a0ba4a2 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:55:17.142725 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f778d6-d471-4c34-8269-c67dad9bb59a None None] Attempting to bind port 1e07865b-b8c8-4faa-8b4b-505b9a0ba4a2 on network 50d98e88-8a75-4835-9919-86c163395f7c {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:55:17.149661 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9b999eb1-ac9d-4949-9f49-fd31929a67b3 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:17.159659 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9a1b4f-836e-447a-998f-49b0a8336bc3 None None] Update dhcp port {'port': {'network_id': '59edf3c1-9e90-497e-8ee5-911355bde2c3', 'fixed_ips': [{'subnet_id': '84e6aa82-5bee-4e7c-977b-a779a48c2b08'}], 'binding:host_id': 'n-d-808921-1'}, 'id': '198f4252-db7e-4712-8e27-4a5fcd885a73'} from n-d-808921-1. {{(pid=95299) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 24 15:55:17.166968 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f778d6-d471-4c34-8269-c67dad9bb59a None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:55:17.167725 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f778d6-d471-4c34-8269-c67dad9bb59a None None] Checking segment: {'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:55:17.168575 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e4f778d6-d471-4c34-8269-c67dad9bb59a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:17.169240 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4f778d6-d471-4c34-8269-c67dad9bb59a None None] Bound using segment: {'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:55:17.170963 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-e4f778d6-d471-4c34-8269-c67dad9bb59a None None] Bound port: 1e07865b-b8c8-4faa-8b4b-505b9a0ba4a2, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:55:17.171849 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e4f778d6-d471-4c34-8269-c67dad9bb59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:17.180757 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [None req-9b999eb1-ac9d-4949-9f49-fd31929a67b3 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] device_id is not set on port 71130b70-0981-4d97-801f-bdb9644f6836 yet. {{(pid=95298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:55:17.225371 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e94cde45-d576-4673-adf7-de8d6fc6d381 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:17.232957 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14e261f-0803-40c5-8d10-65b3615cb985 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Network ebe78551-0d33-48ea-bf42-220cfcf085f8 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:55:17.255025 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ff9a1b4f-836e-447a-998f-49b0a8336bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:17.330320 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-e94cde45-d576-4673-adf7-de8d6fc6d381 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Deleting port 198f4252-db7e-4712-8e27-4a5fcd885a73 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:55:17.330978 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e94cde45-d576-4673-adf7-de8d6fc6d381 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:17.331964 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5b186d91-891e-4e1a-ae91-04af5873c609 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:17.353663 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-e4f778d6-d471-4c34-8269-c67dad9bb59a None None] For port 1e07865b-b8c8-4faa-8b4b-505b9a0ba4a2, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:55:17.370398 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-9b999eb1-ac9d-4949-9f49-fd31929a67b3 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Allocated IP 2001:db8::f816:3eff:fe0e:1331 (50d98e88-8a75-4835-9919-86c163395f7c/0d26cf27-3bca-4b13-bcb7-62b3470077df/71130b70-0981-4d97-801f-bdb9644f6836) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:55:17.397498 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-e94cde45-d576-4673-adf7-de8d6fc6d381 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] For port 198f4252-db7e-4712-8e27-4a5fcd885a73, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=198f4252-db7e-4712-8e27-4a5fcd885a73,segment=NetworkSegment(63b93dcc-9646-4593-a6d3-01c021107fe3),segment_id=63b93dcc-9646-4593-a6d3-01c021107fe3)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:55:17.397863 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e94cde45-d576-4673-adf7-de8d6fc6d381 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:17.410003 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-e94cde45-d576-4673-adf7-de8d6fc6d381 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Calling delete_port for 198f4252-db7e-4712-8e27-4a5fcd885a73 owned by network:dhcp {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:55:17.418378 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-e4f778d6-d471-4c34-8269-c67dad9bb59a None None] For port 1e07865b-b8c8-4faa-8b4b-505b9a0ba4a2, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=1e07865b-b8c8-4faa-8b4b-505b9a0ba4a2,segment=NetworkSegment(fb531be8-b37e-4ff9-a98b-5c7db484a0eb),segment_id=fb531be8-b37e-4ff9-a98b-5c7db484a0eb)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:55:17.442654 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-f14e261f-0803-40c5-8d10-65b3615cb985 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, ebe78551-0d33-48ea-bf42-220cfcf085f8) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:55:17.453265 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec3512b-0e8f-4cd4-836b-60f3762b8eac None None] Network ebe78551-0d33-48ea-bf42-220cfcf085f8 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:55:17.467055 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f14e261f-0803-40c5-8d10-65b3615cb985 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:17.471390 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f14e261f-0803-40c5-8d10-65b3615cb985 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:17.494839 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e4f778d6-d471-4c34-8269-c67dad9bb59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:17.608213 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d606fd97-644f-4fb7-a9ca-d4b9c9f008bf None None] Network 59edf3c1-9e90-497e-8ee5-911355bde2c3 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:55:17.645349 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e94cde45-d576-4673-adf7-de8d6fc6d381 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:17.658739 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-f14e261f-0803-40c5-8d10-65b3615cb985 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.2809789 Sep 24 15:55:17.667405 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45212) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:17.673481 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-fea4834d-9cc5-4189-a602-5df83851b64c tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-192048909'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:55:17.688660 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 198f4252-db7e-4712-8e27-4a5fcd885a73 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:55:17.707470 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94cde45-d576-4673-adf7-de8d6fc6d381 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] No DVR routers for this DVR port 198f4252-db7e-4712-8e27-4a5fcd885a73 on host n-d-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:55:17.716761 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94cde45-d576-4673-adf7-de8d6fc6d381 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event deleted for resources: {'Port': ['ID=198f4252-db7e-4712-8e27-4a5fcd885a73,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:17.725631 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 198f4252-db7e-4712-8e27-4a5fcd885a73 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:55:17.726069 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 198f4252-db7e-4712-8e27-4a5fcd885a73 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:55:17.758527 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-c9996fe5-a34a-4acf-a058-8069c03d6f61 None None] Provisioning complete for port 198f4252-db7e-4712-8e27-4a5fcd885a73 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:55:17.763675 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c9996fe5-a34a-4acf-a058-8069c03d6f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:17.809495 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f778d6-d471-4c34-8269-c67dad9bb59a None None] Pushing event updated for resources: {'Port': ['ID=1e07865b-b8c8-4faa-8b4b-505b9a0ba4a2,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:17.826039 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9b999eb1-ac9d-4949-9f49-fd31929a67b3 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:17.854148 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-c9996fe5-a34a-4acf-a058-8069c03d6f61 None None] Port 198f4252-db7e-4712-8e27-4a5fcd885a73 was deleted so its status cannot be updated. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 24 15:55:17.866816 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e94cde45-d576-4673-adf7-de8d6fc6d381 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:17.899452 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-e94cde45-d576-4673-adf7-de8d6fc6d381 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59edf3c1-9e90-497e-8ee5-911355bde2c3']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:55:17.920256 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-e94cde45-d576-4673-adf7-de8d6fc6d381 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63b93dcc-9646-4593-a6d3-01c021107fe3') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:55:17.924960 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-e94cde45-d576-4673-adf7-de8d6fc6d381 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63b93dcc-9646-4593-a6d3-01c021107fe3') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:55:17.938177 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e94cde45-d576-4673-adf7-de8d6fc6d381 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:17.951174 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea4834d-9cc5-4189-a602-5df83851b64c tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Made reservation on behalf of 9b1de2c8a90e4c7b8a3f22e9202f02be for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:55:17.966794 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e94cde45-d576-4673-adf7-de8d6fc6d381 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:17.968539 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fea4834d-9cc5-4189-a602-5df83851b64c tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:17.981657 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e94cde45-d576-4673-adf7-de8d6fc6d381 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Releasing vlan 1257 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:55:17.982542 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e94cde45-d576-4673-adf7-de8d6fc6d381 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:17.988806 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:55:17.988806 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:55:17.988806 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:55:17.988806 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:55:17.988806 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:55:17.988806 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:55:17.988806 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:55:17.988806 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:55:17.988806 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:55:17.988806 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:55:17.988806 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:55:17.988806 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:55:17.988806 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:55:17.988806 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:55:17.988806 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:55:17.988806 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:55:17.988806 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:55:17.988806 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:55:17.988806 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:55:17.988806 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:55:17.988806 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:55:17.988806 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:55:17.988806 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:55:17.988806 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:55:17.988806 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:55:17.988806 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:55:17.988806 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:55:17.988806 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:55:17.988806 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:55:17.988806 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:55:17.988806 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:55:17.988806 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:55:18.004407 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e780104-8f1b-4958-824c-3280b4a6f202 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-ebe78551-0d33-48ea-bf42-220cfcf085f8', 'network_id': 'ebe78551-0d33-48ea-bf42-220cfcf085f8', 'tenant_id': '9b1de2c8a90e4c7b8a3f22e9202f02be', 'fixed_ips': [{'subnet_id': '19a632ef-0222-4b2c-a912-d843ef227bfe'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:55:18.005642 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4e780104-8f1b-4958-824c-3280b4a6f202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:18.022005 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fea4834d-9cc5-4189-a602-5df83851b64c tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1274} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:55:18.031253 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0510d26-86a3-4f7e-837a-486bcf0b4b7c None None] DHCP port deletion for 59edf3c1-9e90-497e-8ee5-911355bde2c3 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:55:18.037812 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fea4834d-9cc5-4189-a602-5df83851b64c tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:18.037812 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-fea4834d-9cc5-4189-a602-5df83851b64c tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Added segment 41ce9d5f-ca90-4263-845e-811f2f0177af of type vlan for network ff1d4e8d-ff44-4310-bd58-f9d3542bd44a Sep 24 15:55:18.182110 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e94cde45-d576-4673-adf7-de8d6fc6d381 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:18.193848 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e94cde45-d576-4673-adf7-de8d6fc6d381 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:18.198600 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e94cde45-d576-4673-adf7-de8d6fc6d381 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "DELETE /v2.0/networks/59edf3c1-9e90-497e-8ee5-911355bde2c3 HTTP/1.1" status: 204 len: 168 time: 1.1511312 Sep 24 15:55:18.203914 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45234) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:18.252887 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fea4834d-9cc5-4189-a602-5df83851b64c tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:18.258729 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94cde45-d576-4673-adf7-de8d6fc6d381 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event deleted for resources: {'Network': ['ID=59edf3c1-9e90-497e-8ee5-911355bde2c3,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:18.270313 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-4e780104-8f1b-4958-824c-3280b4a6f202 None None] Allocated IP 172.20.255.242 (ebe78551-0d33-48ea-bf42-220cfcf085f8/19a632ef-0222-4b2c-a912-d843ef227bfe/82926775-3d70-472c-8128-0110d20f1a01) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:55:18.309872 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe0fdee-bc0c-4c49-a7e1-64020fbaa5cd tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:18.311644 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-cbe0fdee-bc0c-4c49-a7e1-64020fbaa5cd tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0678968 Sep 24 15:55:18.315252 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45236) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:18.389156 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9b999eb1-ac9d-4949-9f49-fd31929a67b3 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:18.392167 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-47137d75-7942-41d5-bafd-f33722edd241 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0738020 Sep 24 15:55:18.393079 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5b186d91-891e-4e1a-ae91-04af5873c609 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:18.394827 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45242) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:18.403544 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-59485965-1ef1-4852-af64-e4e108ad4d84 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-65461628'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:55:18.457884 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fea4834d-9cc5-4189-a602-5df83851b64c tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:18.464175 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea4834d-9cc5-4189-a602-5df83851b64c tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:18.465722 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fea4834d-9cc5-4189-a602-5df83851b64c tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:18.468199 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4e780104-8f1b-4958-824c-3280b4a6f202 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:18.480271 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5b186d91-891e-4e1a-ae91-04af5873c609 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:18.531011 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4e780104-8f1b-4958-824c-3280b4a6f202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:18.531553 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b999eb1-ac9d-4949-9f49-fd31929a67b3 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Network 50d98e88-8a75-4835-9919-86c163395f7c is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:55:18.537519 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59485965-1ef1-4852-af64-e4e108ad4d84 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Made reservation on behalf of 60728dc15ec0482fbe958ba9258d8b5e for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:55:18.553682 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-59485965-1ef1-4852-af64-e4e108ad4d84 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:18.561407 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-9b999eb1-ac9d-4949-9f49-fd31929a67b3 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:55:18.578654 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b999eb1-ac9d-4949-9f49-fd31929a67b3 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:55:18.581074 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e780104-8f1b-4958-824c-3280b4a6f202 None None] Network ebe78551-0d33-48ea-bf42-220cfcf085f8 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:55:18.584047 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-4e780104-8f1b-4958-824c-3280b4a6f202 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:55:18.584287 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b999eb1-ac9d-4949-9f49-fd31929a67b3 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:18.593780 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9b999eb1-ac9d-4949-9f49-fd31929a67b3 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:18.593942 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e780104-8f1b-4958-824c-3280b4a6f202 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:55:18.596847 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e780104-8f1b-4958-824c-3280b4a6f202 None None] Pushing event updated for resources: {'Port': ['ID=82926775-3d70-472c-8128-0110d20f1a01,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:18.603812 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b999eb1-ac9d-4949-9f49-fd31929a67b3 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event updated for resources: {'Port': ['ID=71130b70-0981-4d97-801f-bdb9644f6836,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:18.672225 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5b186d91-891e-4e1a-ae91-04af5873c609 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:18.673406 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea4834d-9cc5-4189-a602-5df83851b64c tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Pushing event updated for resources: {'Network': ['ID=ff1d4e8d-ff44-4310-bd58-f9d3542bd44a,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:18.679888 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45248) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:18.680419 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-fea4834d-9cc5-4189-a602-5df83851b64c tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0114453 Sep 24 15:55:18.687792 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-6457dda9-2337-4820-b541-b922b2542437 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Request body: {'subnet': {'network_id': 'ff1d4e8d-ff44-4310-bd58-f9d3542bd44a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:55:18.704336 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network ff1d4e8d-ff44-4310-bd58-f9d3542bd44a details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:55:18.750254 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b186d91-891e-4e1a-ae91-04af5873c609 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Pushing event updated for resources: {'Port': ['ID=09ea9169-e01d-4fc5-9de1-b74abec1a52d,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:18.760342 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59485965-1ef1-4852-af64-e4e108ad4d84 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1283} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:55:18.771369 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-59485965-1ef1-4852-af64-e4e108ad4d84 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:18.771708 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-59485965-1ef1-4852-af64-e4e108ad4d84 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Added segment 6269fae2-5244-4af4-935a-14d0e35b0a44 of type vlan for network 361b9afa-0b4c-4d04-972f-b8bbfaaaeb56 Sep 24 15:55:18.793710 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-4e780104-8f1b-4958-824c-3280b4a6f202 None None] Attempting to bind port 82926775-3d70-472c-8128-0110d20f1a01 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:55:18.794119 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-4e780104-8f1b-4958-824c-3280b4a6f202 None None] Attempting to bind port 82926775-3d70-472c-8128-0110d20f1a01 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '59ce9c4e-76e2-44a5-8f20-3d225bb8f481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'ebe78551-0d33-48ea-bf42-220cfcf085f8'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:55:18.794574 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e780104-8f1b-4958-824c-3280b4a6f202 None None] Attempting to bind port 82926775-3d70-472c-8128-0110d20f1a01 on network ebe78551-0d33-48ea-bf42-220cfcf085f8 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:55:18.809586 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e780104-8f1b-4958-824c-3280b4a6f202 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:55:18.809978 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e780104-8f1b-4958-824c-3280b4a6f202 None None] Checking segment: {'id': '59ce9c4e-76e2-44a5-8f20-3d225bb8f481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'ebe78551-0d33-48ea-bf42-220cfcf085f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:55:18.810424 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4e780104-8f1b-4958-824c-3280b4a6f202 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:18.810854 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e780104-8f1b-4958-824c-3280b4a6f202 None None] Bound using segment: {'id': '59ce9c4e-76e2-44a5-8f20-3d225bb8f481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'ebe78551-0d33-48ea-bf42-220cfcf085f8'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:55:18.811343 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-4e780104-8f1b-4958-824c-3280b4a6f202 None None] Bound port: 82926775-3d70-472c-8128-0110d20f1a01, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59ce9c4e-76e2-44a5-8f20-3d225bb8f481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'ebe78551-0d33-48ea-bf42-220cfcf085f8'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:55:18.811741 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4e780104-8f1b-4958-824c-3280b4a6f202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:18.828507 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-59485965-1ef1-4852-af64-e4e108ad4d84 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:18.869235 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-9b999eb1-ac9d-4949-9f49-fd31929a67b3 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.8771329 Sep 24 15:55:18.872840 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45250) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:18.967795 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-59485965-1ef1-4852-af64-e4e108ad4d84 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:18.975031 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59485965-1ef1-4852-af64-e4e108ad4d84 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:18.975648 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-59485965-1ef1-4852-af64-e4e108ad4d84 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:18.992861 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-4e780104-8f1b-4958-824c-3280b4a6f202 None None] For port 82926775-3d70-472c-8128-0110d20f1a01, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:55:18.998058 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-4e780104-8f1b-4958-824c-3280b4a6f202 None None] For port 82926775-3d70-472c-8128-0110d20f1a01, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=82926775-3d70-472c-8128-0110d20f1a01,segment=NetworkSegment(59ce9c4e-76e2-44a5-8f20-3d225bb8f481),segment_id=59ce9c4e-76e2-44a5-8f20-3d225bb8f481)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:55:19.026703 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612b08c8-8840-469e-9670-b2ad90006891 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:19.033938 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612b08c8-8840-469e-9670-b2ad90006891 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:19.035535 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-612b08c8-8840-469e-9670-b2ad90006891 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1614478 Sep 24 15:55:19.039254 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45256) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:19.064697 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6457dda9-2337-4820-b541-b922b2542437 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Made reservation on behalf of 9b1de2c8a90e4c7b8a3f22e9202f02be for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:55:19.079038 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6457dda9-2337-4820-b541-b922b2542437 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:19.098847 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45258) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:19.108237 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59485965-1ef1-4852-af64-e4e108ad4d84 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event updated for resources: {'Network': ['ID=361b9afa-0b4c-4d04-972f-b8bbfaaaeb56,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:19.125194 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 361b9afa-0b4c-4d04-972f-b8bbfaaaeb56 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:55:19.133089 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b186d91-891e-4e1a-ae91-04af5873c609 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Network 3a6c98a9-5931-406e-bcc7-3547b66b4f6c is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:55:19.136428 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-5b186d91-891e-4e1a-ae91-04af5873c609 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:55:19.275977 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-59485965-1ef1-4852-af64-e4e108ad4d84 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8772454 Sep 24 15:55:19.363058 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4e780104-8f1b-4958-824c-3280b4a6f202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:19.391049 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45264) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:19.417166 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-d2ba6389-4602-46dd-8f9e-f13b63a886c3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Request body: {'subnet': {'network_id': '361b9afa-0b4c-4d04-972f-b8bbfaaaeb56', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:55:19.453684 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-26c5ec37-3caf-45c9-84dd-88c9541e1adc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:19.488647 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e780104-8f1b-4958-824c-3280b4a6f202 None None] Pushing event updated for resources: {'Port': ['ID=82926775-3d70-472c-8128-0110d20f1a01,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:19.501895 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-d883d31e-0b73-4043-89c7-7d0e45570d48 None None] Provisioning complete for port 1e07865b-b8c8-4faa-8b4b-505b9a0ba4a2 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:55:19.502164 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d883d31e-0b73-4043-89c7-7d0e45570d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:19.615491 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b186d91-891e-4e1a-ae91-04af5873c609 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Router 74d0ced5-4bae-4df5-9549-085946fe4576 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:55:19.750846 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 1e07865b-b8c8-4faa-8b4b-505b9a0ba4a2 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:55:19.766029 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-f2f0a2bb-347f-4b74-9a45-30037c51be81 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Deleting port 71130b70-0981-4d97-801f-bdb9644f6836 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:55:19.766660 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f2f0a2bb-347f-4b74-9a45-30037c51be81 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:19.819438 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d883d31e-0b73-4043-89c7-7d0e45570d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:19.914227 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-d883d31e-0b73-4043-89c7-7d0e45570d48 None None] For port 1e07865b-b8c8-4faa-8b4b-505b9a0ba4a2, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=1e07865b-b8c8-4faa-8b4b-505b9a0ba4a2,segment=NetworkSegment(fb531be8-b37e-4ff9-a98b-5c7db484a0eb),segment_id=fb531be8-b37e-4ff9-a98b-5c7db484a0eb)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:55:19.917021 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 1e07865b-b8c8-4faa-8b4b-505b9a0ba4a2 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:55:19.917775 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:19.936040 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b186d91-891e-4e1a-ae91-04af5873c609 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:55:19.938873 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-26c5ec37-3caf-45c9-84dd-88c9541e1adc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:19.943181 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-5b186d91-891e-4e1a-ae91-04af5873c609 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "PUT /v2.0/routers/74d0ced5-4bae-4df5-9549-085946fe4576/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7587914 Sep 24 15:55:19.957342 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb499fef-52ac-4286-9dd9-41fd695053b2 None None] Sync routers for ids ['74d0ced5-4bae-4df5-9549-085946fe4576'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:55:19.971998 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb499fef-52ac-4286-9dd9-41fd695053b2 None None] Routers {'74d0ced5-4bae-4df5-9549-085946fe4576'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:55:19.972944 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-eb499fef-52ac-4286-9dd9-41fd695053b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:55:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['74d0ced5-4bae-4df5-9549-085946fe4576'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:55:20.004971 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f2f0a2bb-347f-4b74-9a45-30037c51be81 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:20.017163 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d883d31e-0b73-4043-89c7-7d0e45570d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:20.060731 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-26c5ec37-3caf-45c9-84dd-88c9541e1adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:20.070087 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-f2f0a2bb-347f-4b74-9a45-30037c51be81 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Calling delete_port for 71130b70-0981-4d97-801f-bdb9644f6836 owned by {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:55:20.111830 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d883d31e-0b73-4043-89c7-7d0e45570d48 None None] Pushing event updated for resources: {'Port': ['ID=1e07865b-b8c8-4faa-8b4b-505b9a0ba4a2,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:20.140757 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:20.148234 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c5ec37-3caf-45c9-84dd-88c9541e1adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe9edec-41eb-4589-b2a4-ebaa01c5626c,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:20.158828 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-eb499fef-52ac-4286-9dd9-41fd695053b2 None None] Set router 74d0ced5-4bae-4df5-9549-085946fe4576 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:55:20.182619 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-26c5ec37-3caf-45c9-84dd-88c9541e1adc admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=35e2fa61536a420a9c7abaab0e02d72f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0809324 Sep 24 15:55:20.184295 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45274) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:20.212210 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6457dda9-2337-4820-b541-b922b2542437 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:20.213222 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.db.api [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:55:20.213587 n-d-808921-1 neutron-server[95299]: DEBUG oslo_db.api [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:55:20.214100 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-082c0dc9-7769-4562-846e-ae900aa6dfba None None] Provisioning complete for port 09ea9169-e01d-4fc5-9de1-b74abec1a52d triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:55:20.215205 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-082c0dc9-7769-4562-846e-ae900aa6dfba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:20.251574 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-082c0dc9-7769-4562-846e-ae900aa6dfba None None] Port 09ea9169-e01d-4fc5-9de1-b74abec1a52d cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:55:20.255659 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ba6389-4602-46dd-8f9e-f13b63a886c3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Made reservation on behalf of 60728dc15ec0482fbe958ba9258d8b5e for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:55:20.259698 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d2ba6389-4602-46dd-8f9e-f13b63a886c3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:20.272151 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-082c0dc9-7769-4562-846e-ae900aa6dfba None None] Provisioning complete for port 71130b70-0981-4d97-801f-bdb9644f6836 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:55:20.272533 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-082c0dc9-7769-4562-846e-ae900aa6dfba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:20.352986 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-082c0dc9-7769-4562-846e-ae900aa6dfba None None] Port 71130b70-0981-4d97-801f-bdb9644f6836 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:55:20.356961 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6457dda9-2337-4820-b541-b922b2542437 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Pushing event updated for resources: {'Subnet': ['ID=333b0d4a-cf24-4403-8d49-c1b40b5626c1,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:20.364141 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6457dda9-2337-4820-b541-b922b2542437 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Checking segment: {'id': '41ce9d5f-ca90-4263-845e-811f2f0177af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': 'ff1d4e8d-ff44-4310-bd58-f9d3542bd44a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:55:20.364509 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6457dda9-2337-4820-b541-b922b2542437 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Network hostable DHCP agents. Network: ff1d4e8d-ff44-4310-bd58-f9d3542bd44a, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:55:20.406574 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-15b953be-bced-4e5d-a188-a2cb1da054d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:20.438928 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-15b953be-bced-4e5d-a188-a2cb1da054d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:20.463202 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6457dda9-2337-4820-b541-b922b2542437 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Network ff1d4e8d-ff44-4310-bd58-f9d3542bd44a is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:55:20.514446 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-eb499fef-52ac-4286-9dd9-41fd695053b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d0ced5-4bae-4df5-9549-085946fe4576', 'name': 'tempest-TestNetworkBasicOps-router-118955220', 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '75ca1059-9905-4ba8-ae95-357afde4cc34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:52:48Z', 'updated_at': '2021-09-24T15:55:17Z', 'revision_number': 5, 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'gw_port': {'id': '75ca1059-9905-4ba8-ae95-357afde4cc34', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:91:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d0ced5-4bae-4df5-9549-085946fe4576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:52:50Z', 'updated_at': '2021-09-24T15:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': '53a03020-ba9b-47e0-9646-f667c9bc693c', 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'floating_ip_address': '172.25.0.57', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '74d0ced5-4bae-4df5-9549-085946fe4576', 'port_id': 'd1862b1f-4d7b-4e17-b328-e8db2634c97a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9650dd06-c337-403b-9f2f-c268b521f2ba', 'mac_address': 'fa:16:3e:ce:e0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b6a1f0-7b0d-4e7e-af5d-8e794e98c80d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:53:50Z', 'updated_at': '2021-09-24T15:53:57Z', 'revision_number': 1, 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09ea9169-e01d-4fc5-9de1-b74abec1a52d', 'name': '', 'network_id': '3a6c98a9-5931-406e-bcc7-3547b66b4f6c', 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'mac_address': 'fa:16:3e:3d:47:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74d0ced5-4bae-4df5-9549-085946fe4576', 'device_owner': 'network:router_interface', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': 'dae38f63-2fc8-424d-8d7c-b689599e967d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:55:14Z', 'updated_at': '2021-09-24T15:55:17Z', 'revision_number': 2, 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'subnets': [{'id': 'dae38f63-2fc8-424d-8d7c-b689599e967d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f110d8a9-7d91-48ca-833e-929f7bb3af71', 'name': '', 'network_id': '9650dd06-c337-403b-9f2f-c268b521f2ba', 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'mac_address': 'fa:16:3e:c2:2e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d0ced5-4bae-4df5-9549-085946fe4576', 'device_owner': 'network:router_interface', 'standard_attr_id': 2367, 'fixed_ips': [{'subnet_id': '250e76ba-07ca-44b4-bdd4-d39b52ecd754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:53:06Z', 'updated_at': '2021-09-24T15:53:15Z', 'revision_number': 5, 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'subnets': [{'id': '250e76ba-07ca-44b4-bdd4-d39b52ecd754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:55:20.547808 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f2f0a2bb-347f-4b74-9a45-30037c51be81 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:20.548615 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb499fef-52ac-4286-9dd9-41fd695053b2 None None] Checking router: 74d0ced5-4bae-4df5-9549-085946fe4576 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:55:20.549577 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb499fef-52ac-4286-9dd9-41fd695053b2 None None] Updating router 74d0ced5-4bae-4df5-9549-085946fe4576 port 09ea9169-e01d-4fc5-9de1-b74abec1a52d binding host n-d-808921-1 {{(pid=95300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:55:20.581654 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-eb499fef-52ac-4286-9dd9-41fd695053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:20.636327 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-6457dda9-2337-4820-b541-b922b2542437 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, ff1d4e8d-ff44-4310-bd58-f9d3542bd44a) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:55:20.646604 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d341f20b-1448-445d-b0ba-448797daa6b4 None None] Network ff1d4e8d-ff44-4310-bd58-f9d3542bd44a requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:55:20.652569 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f0a2bb-347f-4b74-9a45-30037c51be81 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event deleted for resources: {'Port': ['ID=71130b70-0981-4d97-801f-bdb9644f6836,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:20.656845 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6457dda9-2337-4820-b541-b922b2542437 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:20.659804 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6457dda9-2337-4820-b541-b922b2542437 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:20.660623 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f2f0a2bb-347f-4b74-9a45-30037c51be81 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:20.664362 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f2f0a2bb-347f-4b74-9a45-30037c51be81 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/ports/71130b70-0981-4d97-801f-bdb9644f6836 HTTP/1.1" status: 204 len: 168 time: 1.6205561 Sep 24 15:55:20.665448 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45278) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:20.731810 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d2ba6389-4602-46dd-8f9e-f13b63a886c3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:20.744806 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-15b953be-bced-4e5d-a188-a2cb1da054d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:20.751066 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-15b953be-bced-4e5d-a188-a2cb1da054d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:20.753961 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-15b953be-bced-4e5d-a188-a2cb1da054d7 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/bbe9edec-41eb-4589-b2a4-ebaa01c5626c HTTP/1.1" status: 204 len: 168 time: 0.5666597 Sep 24 15:55:20.768058 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-6457dda9-2337-4820-b541-b922b2542437 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.0843201 Sep 24 15:55:20.768929 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45282) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:20.857399 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b953be-bced-4e5d-a188-a2cb1da054d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe9edec-41eb-4589-b2a4-ebaa01c5626c,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:20.895363 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb96f8e-c9ac-4b2a-bc52-b160408ad805 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:20.897752 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb96f8e-c9ac-4b2a-bc52-b160408ad805 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:20.903289 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-ddb96f8e-c9ac-4b2a-bc52-b160408ad805 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2364252 Sep 24 15:55:20.904511 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45284) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:20.919327 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ba6389-4602-46dd-8f9e-f13b63a886c3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event updated for resources: {'Subnet': ['ID=3f360573-9690-4a7f-a293-53221c393c74,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:20.991061 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ba6389-4602-46dd-8f9e-f13b63a886c3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Checking segment: {'id': '6269fae2-5244-4af4-935a-14d0e35b0a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '361b9afa-0b4c-4d04-972f-b8bbfaaaeb56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:55:20.991511 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ba6389-4602-46dd-8f9e-f13b63a886c3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Network hostable DHCP agents. Network: 361b9afa-0b4c-4d04-972f-b8bbfaaaeb56, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:55:21.030411 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fdef5e9a-a615-4935-9c17-d7b5164a34ee tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:21.047901 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d069118-45b0-4dd8-8c8d-463699113acf tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Deleting subnet 0d26cf27-3bca-4b13-bcb7-62b3470077df {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:55:21.074472 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0d069118-45b0-4dd8-8c8d-463699113acf tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:21.109443 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-eb499fef-52ac-4286-9dd9-41fd695053b2 None None] Notify callbacks [] for port, precommit_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:21.131897 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ba6389-4602-46dd-8f9e-f13b63a886c3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Network 361b9afa-0b4c-4d04-972f-b8bbfaaaeb56 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:55:21.144823 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0d069118-45b0-4dd8-8c8d-463699113acf tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:21.152385 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadbbbd2-eefc-4b0c-a0e8-616c61be1247 None None] Network ebe78551-0d33-48ea-bf42-220cfcf085f8 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:55:21.186492 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c297033f-c030-42d5-9290-23fe42216c5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-ff1d4e8d-ff44-4310-bd58-f9d3542bd44a', 'network_id': 'ff1d4e8d-ff44-4310-bd58-f9d3542bd44a', 'tenant_id': '9b1de2c8a90e4c7b8a3f22e9202f02be', 'fixed_ips': [{'subnet_id': '333b0d4a-cf24-4403-8d49-c1b40b5626c1'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:55:21.187488 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c297033f-c030-42d5-9290-23fe42216c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:21.210634 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-eb499fef-52ac-4286-9dd9-41fd695053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:21.241579 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-d2ba6389-4602-46dd-8f9e-f13b63a886c3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 361b9afa-0b4c-4d04-972f-b8bbfaaaeb56) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:55:21.254935 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fdef5e9a-a615-4935-9c17-d7b5164a34ee tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:21.256067 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ba6389-4602-46dd-8f9e-f13b63a886c3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:21.256877 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d2ba6389-4602-46dd-8f9e-f13b63a886c3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:21.267010 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1fa392e-c23b-40b8-8344-2a81c46ee6de None None] Network 361b9afa-0b4c-4d04-972f-b8bbfaaaeb56 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:55:21.346608 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a8b86a-1d04-4da5-a679-c600e00f59c3 None None] Pushing event updated for resources: {'Port': ['ID=09ea9169-e01d-4fc5-9de1-b74abec1a52d,revision_number=3']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:21.373785 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0d069118-45b0-4dd8-8c8d-463699113acf tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:21.375400 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a8b86a-1d04-4da5-a679-c600e00f59c3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:55:21.375744 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a8b86a-1d04-4da5-a679-c600e00f59c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:55:21.376077 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a8b86a-1d04-4da5-a679-c600e00f59c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:55:21.377188 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a8b86a-1d04-4da5-a679-c600e00f59c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:55:21.377188 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a8b86a-1d04-4da5-a679-c600e00f59c3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:55:21.377188 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a8b86a-1d04-4da5-a679-c600e00f59c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:55:21.377458 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a8b86a-1d04-4da5-a679-c600e00f59c3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:55:21.377656 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a8b86a-1d04-4da5-a679-c600e00f59c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:55:21.377972 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a8b86a-1d04-4da5-a679-c600e00f59c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:55:21.378455 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a8b86a-1d04-4da5-a679-c600e00f59c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:55:21.378789 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a8b86a-1d04-4da5-a679-c600e00f59c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:55:21.379095 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0a8b86a-1d04-4da5-a679-c600e00f59c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:55:21.404471 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-88d80b0d-2122-4647-a472-15de1402129b None None] Provisioning complete for port 82926775-3d70-472c-8128-0110d20f1a01 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:55:21.404845 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-88d80b0d-2122-4647-a472-15de1402129b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:21.425983 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45290) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:21.433915 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-e94a9de5-040c-4330-89ab-6ed577bae9d3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Request body: {'port': {'network_id': '361b9afa-0b4c-4d04-972f-b8bbfaaaeb56', 'name': 'tempest-PortsTestJSON-1192470451'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:55:21.439015 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-d2ba6389-4602-46dd-8f9e-f13b63a886c3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0369954 Sep 24 15:55:21.447715 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-eb499fef-52ac-4286-9dd9-41fd695053b2 None None] Attempting to bind port 09ea9169-e01d-4fc5-9de1-b74abec1a52d on host n-d-808921-1 for vnic_type normal with profile {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:55:21.448102 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-eb499fef-52ac-4286-9dd9-41fd695053b2 None None] Attempting to bind port 09ea9169-e01d-4fc5-9de1-b74abec1a52d by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'e1d98049-eee8-47df-959b-ec6c0bc0b9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '3a6c98a9-5931-406e-bcc7-3547b66b4f6c'}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:55:21.448436 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb499fef-52ac-4286-9dd9-41fd695053b2 None None] Attempting to bind port 09ea9169-e01d-4fc5-9de1-b74abec1a52d on network 3a6c98a9-5931-406e-bcc7-3547b66b4f6c {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:55:21.455033 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb499fef-52ac-4286-9dd9-41fd695053b2 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:55:21.455479 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb499fef-52ac-4286-9dd9-41fd695053b2 None None] Checking segment: {'id': 'e1d98049-eee8-47df-959b-ec6c0bc0b9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '3a6c98a9-5931-406e-bcc7-3547b66b4f6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:55:21.455799 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-eb499fef-52ac-4286-9dd9-41fd695053b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:21.456189 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb499fef-52ac-4286-9dd9-41fd695053b2 None None] Bound using segment: {'id': 'e1d98049-eee8-47df-959b-ec6c0bc0b9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '3a6c98a9-5931-406e-bcc7-3547b66b4f6c'} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:55:21.457087 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-eb499fef-52ac-4286-9dd9-41fd695053b2 None None] Bound port: 09ea9169-e01d-4fc5-9de1-b74abec1a52d, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1d98049-eee8-47df-959b-ec6c0bc0b9c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': '3a6c98a9-5931-406e-bcc7-3547b66b4f6c'}}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:55:21.457087 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-eb499fef-52ac-4286-9dd9-41fd695053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:21.463759 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fdef5e9a-a615-4935-9c17-d7b5164a34ee tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:21.546414 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0d069118-45b0-4dd8-8c8d-463699113acf tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:21.602001 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d069118-45b0-4dd8-8c8d-463699113acf tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event deleted for resources: {'Subnet': ['ID=0d26cf27-3bca-4b13-bcb7-62b3470077df,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:21.603283 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-eb499fef-52ac-4286-9dd9-41fd695053b2 None None] For port 09ea9169-e01d-4fc5-9de1-b74abec1a52d, host n-d-808921-1, cleared binding levels {{(pid=95300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:55:21.617067 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0d069118-45b0-4dd8-8c8d-463699113acf tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:21.621728 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-eb499fef-52ac-4286-9dd9-41fd695053b2 None None] For port 09ea9169-e01d-4fc5-9de1-b74abec1a52d, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=09ea9169-e01d-4fc5-9de1-b74abec1a52d,segment=NetworkSegment(e1d98049-eee8-47df-959b-ec6c0bc0b9c8),segment_id=e1d98049-eee8-47df-959b-ec6c0bc0b9c8)] {{(pid=95300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:55:21.622469 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-0d069118-45b0-4dd8-8c8d-463699113acf tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/subnets/0d26cf27-3bca-4b13-bcb7-62b3470077df HTTP/1.1" status: 204 len: 168 time: 0.7160716 Sep 24 15:55:21.624126 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdef5e9a-a615-4935-9c17-d7b5164a34ee tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Pushing event deleted for resources: {'Subnet': ['ID=333b0d4a-cf24-4403-8d49-c1b40b5626c1,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:21.625518 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45294) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:21.691297 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-eb499fef-52ac-4286-9dd9-41fd695053b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:21.741181 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45296) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:21.743555 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-50cbb14e-b200-4494-af00-c673c3b9271f tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1168454 Sep 24 15:55:21.756521 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45298) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:21.759963 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a8b86a-1d04-4da5-a679-c600e00f59c3 None None] Pushing event updated for resources: {'Port': ['ID=09ea9169-e01d-4fc5-9de1-b74abec1a52d,revision_number=4']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:21.768670 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fdef5e9a-a615-4935-9c17-d7b5164a34ee tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:21.791004 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-66089f5a-0d60-4327-9bea-950a734bd43b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:21.814977 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb499fef-52ac-4286-9dd9-41fd695053b2 None None] Routers {'74d0ced5-4bae-4df5-9549-085946fe4576'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:55:21.815696 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-eb499fef-52ac-4286-9dd9-41fd695053b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:55:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['74d0ced5-4bae-4df5-9549-085946fe4576'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:55:21.841666 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-fdef5e9a-a615-4935-9c17-d7b5164a34ee tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff1d4e8d-ff44-4310-bd58-f9d3542bd44a']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:55:21.881080 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-fdef5e9a-a615-4935-9c17-d7b5164a34ee tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41ce9d5f-ca90-4263-845e-811f2f0177af') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:55:21.881080 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-fdef5e9a-a615-4935-9c17-d7b5164a34ee tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41ce9d5f-ca90-4263-845e-811f2f0177af') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:55:21.892710 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427c94fc-3008-4bd7-94ae-384307719658 None None] Network 50d98e88-8a75-4835-9919-86c163395f7c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:55:21.913499 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.db.api [None req-e94a9de5-040c-4330-89ab-6ed577bae9d3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 15:55:21.913499 n-d-808921-1 neutron-server[95297]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 24 15:55:21.913499 n-d-808921-1 neutron-server[95297]: [parameters: {'project_id_1': '60728dc15ec0482fbe958ba9258d8b5e', 'expiration_1': datetime.datetime(2021, 9, 24, 15, 55, 1, 876235)}] Sep 24 15:55:21.913499 n-d-808921-1 neutron-server[95297]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:55:21.915313 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91aa25a2-1bdb-4705-bf76-3d1f3f31c9f5 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:21.915750 n-d-808921-1 neutron-server[95297]: DEBUG oslo_db.api [None req-e94a9de5-040c-4330-89ab-6ed577bae9d3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:55:21.921834 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-91aa25a2-1bdb-4705-bf76-3d1f3f31c9f5 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1578250 Sep 24 15:55:21.922975 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fdef5e9a-a615-4935-9c17-d7b5164a34ee tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:21.923496 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45300) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:21.953600 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fdef5e9a-a615-4935-9c17-d7b5164a34ee tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:21.966006 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdef5e9a-a615-4935-9c17-d7b5164a34ee tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Releasing vlan 1274 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:55:21.966579 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fdef5e9a-a615-4935-9c17-d7b5164a34ee tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:21.973425 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:55:21.973425 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:55:21.973425 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:55:21.973425 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:55:21.973425 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:55:21.973425 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:55:21.973425 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:55:21.973425 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:55:21.973425 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:55:21.973425 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:55:21.973425 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:55:21.973425 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:55:21.973425 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:55:21.973425 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:55:21.973425 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:55:21.973425 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:55:21.973425 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:55:21.973425 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:55:21.973425 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:55:21.973425 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:55:21.973425 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:55:21.973425 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:55:21.973425 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:55:21.973425 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:55:21.973425 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:55:21.973425 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:55:21.973425 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:55:21.973425 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:55:21.973425 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:55:21.973425 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:55:21.973425 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:55:21.973425 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:55:21.989846 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 82926775-3d70-472c-8128-0110d20f1a01 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:55:22.025558 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30fae225-3076-4e84-8496-b0685bb8a17e tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:22.027869 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-30fae225-3076-4e84-8496-b0685bb8a17e tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0999224 Sep 24 15:55:22.032525 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45302) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:22.059915 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d91ac72-dafa-4059-9ae8-ed65f52071a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-361b9afa-0b4c-4d04-972f-b8bbfaaaeb56', 'network_id': '361b9afa-0b4c-4d04-972f-b8bbfaaaeb56', 'tenant_id': '60728dc15ec0482fbe958ba9258d8b5e', 'fixed_ips': [{'subnet_id': '3f360573-9690-4a7f-a293-53221c393c74'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:55:22.061132 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7d91ac72-dafa-4059-9ae8-ed65f52071a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:22.067491 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-eb499fef-52ac-4286-9dd9-41fd695053b2 None None] Set router 74d0ced5-4bae-4df5-9549-085946fe4576 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:55:22.117161 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-9305e9c4-9d85-4fec-a221-a055f469ecaf tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0832400 Sep 24 15:55:22.122859 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45304) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:22.128438 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-ec1a0b8e-f2c2-4f7b-81f6-25e6f9e2b3fb tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Request body: {'subnet': {'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:55:22.250882 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fdef5e9a-a615-4935-9c17-d7b5164a34ee tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:22.270855 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fdef5e9a-a615-4935-9c17-d7b5164a34ee tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:22.278424 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-fdef5e9a-a615-4935-9c17-d7b5164a34ee tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] 10.222.0.101 "DELETE /v2.0/networks/ff1d4e8d-ff44-4310-bd58-f9d3542bd44a HTTP/1.1" status: 204 len: 168 time: 1.5031986 Sep 24 15:55:22.278424 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdef5e9a-a615-4935-9c17-d7b5164a34ee tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Pushing event deleted for resources: {'Network': ['ID=ff1d4e8d-ff44-4310-bd58-f9d3542bd44a,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:22.278424 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45308) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:22.286755 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-a83780af-ece1-457b-820a-84e29e815ac6 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-941178219'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server [None req-c297033f-c030-42d5-9290-23fe42216c5a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 333b0d4a-cf24-4403-8d49-c1b40b5626c1: This subnet is being modified by another concurrent operation. Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server raise exception Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 333b0d4a-cf24-4403-8d49-c1b40b5626c1: This subnet is being modified by another concurrent operation. Sep 24 15:55:22.347897 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server Sep 24 15:55:22.357709 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-66089f5a-0d60-4327-9bea-950a734bd43b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:22.369289 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae252f25-026b-4db3-8a1e-11fcfc5a36dd None None] Network ff1d4e8d-ff44-4310-bd58-f9d3542bd44a requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:55:22.424229 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-eb499fef-52ac-4286-9dd9-41fd695053b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d0ced5-4bae-4df5-9549-085946fe4576', 'name': 'tempest-TestNetworkBasicOps-router-118955220', 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '75ca1059-9905-4ba8-ae95-357afde4cc34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:52:48Z', 'updated_at': '2021-09-24T15:55:17Z', 'revision_number': 5, 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'gw_port': {'id': '75ca1059-9905-4ba8-ae95-357afde4cc34', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:91:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d0ced5-4bae-4df5-9549-085946fe4576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:52:50Z', 'updated_at': '2021-09-24T15:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': '53a03020-ba9b-47e0-9646-f667c9bc693c', 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'floating_ip_address': '172.25.0.57', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '74d0ced5-4bae-4df5-9549-085946fe4576', 'port_id': 'd1862b1f-4d7b-4e17-b328-e8db2634c97a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9650dd06-c337-403b-9f2f-c268b521f2ba', 'mac_address': 'fa:16:3e:ce:e0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b6a1f0-7b0d-4e7e-af5d-8e794e98c80d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:53:50Z', 'updated_at': '2021-09-24T15:53:57Z', 'revision_number': 1, 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09ea9169-e01d-4fc5-9de1-b74abec1a52d', 'name': '', 'network_id': '3a6c98a9-5931-406e-bcc7-3547b66b4f6c', 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'mac_address': 'fa:16:3e:3d:47:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74d0ced5-4bae-4df5-9549-085946fe4576', 'device_owner': 'network:router_interface', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': 'dae38f63-2fc8-424d-8d7c-b689599e967d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:55:14Z', 'updated_at': '2021-09-24T15:55:21Z', 'revision_number': 4, 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'subnets': [{'id': 'dae38f63-2fc8-424d-8d7c-b689599e967d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f110d8a9-7d91-48ca-833e-929f7bb3af71', 'name': '', 'network_id': '9650dd06-c337-403b-9f2f-c268b521f2ba', 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'mac_address': 'fa:16:3e:c2:2e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d0ced5-4bae-4df5-9549-085946fe4576', 'device_owner': 'network:router_interface', 'standard_attr_id': 2367, 'fixed_ips': [{'subnet_id': '250e76ba-07ca-44b4-bdd4-d39b52ecd754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:53:06Z', 'updated_at': '2021-09-24T15:53:15Z', 'revision_number': 5, 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'subnets': [{'id': '250e76ba-07ca-44b4-bdd4-d39b52ecd754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:55:22.432880 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae252f25-026b-4db3-8a1e-11fcfc5a36dd None None] Network ff1d4e8d-ff44-4310-bd58-f9d3542bd44a could not be found, it might have been deleted concurrently. {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 24 15:55:22.455742 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb499fef-52ac-4286-9dd9-41fd695053b2 None None] The sync data for ids ['74d0ced5-4bae-4df5-9549-085946fe4576'] in n-d-808921-1 is: [{'id': '74d0ced5-4bae-4df5-9549-085946fe4576', 'name': 'tempest-TestNetworkBasicOps-router-118955220', 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '75ca1059-9905-4ba8-ae95-357afde4cc34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:52:48Z', 'updated_at': '2021-09-24T15:55:17Z', 'revision_number': 5, 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'gw_port': {'id': '75ca1059-9905-4ba8-ae95-357afde4cc34', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:91:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d0ced5-4bae-4df5-9549-085946fe4576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:52:50Z', 'updated_at': '2021-09-24T15:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': '53a03020-ba9b-47e0-9646-f667c9bc693c', 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'floating_ip_address': '172.25.0.57', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '74d0ced5-4bae-4df5-9549-085946fe4576', 'port_id': 'd1862b1f-4d7b-4e17-b328-e8db2634c97a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9650dd06-c337-403b-9f2f-c268b521f2ba', 'mac_address': 'fa:16:3e:ce:e0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b6a1f0-7b0d-4e7e-af5d-8e794e98c80d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:53:50Z', 'updated_at': '2021-09-24T15:53:57Z', 'revision_number': 1, 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '09ea9169-e01d-4fc5-9de1-b74abec1a52d', 'name': '', 'network_id': '3a6c98a9-5931-406e-bcc7-3547b66b4f6c', 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'mac_address': 'fa:16:3e:3d:47:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74d0ced5-4bae-4df5-9549-085946fe4576', 'device_owner': 'network:router_interface', 'standard_attr_id': 2696, 'fixed_ips': [{'subnet_id': 'dae38f63-2fc8-424d-8d7c-b689599e967d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:55:14Z', 'updated_at': '2021-09-24T15:55:21Z', 'revision_number': 4, 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'subnets': [{'id': 'dae38f63-2fc8-424d-8d7c-b689599e967d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f110d8a9-7d91-48ca-833e-929f7bb3af71', 'name': '', 'network_id': '9650dd06-c337-403b-9f2f-c268b521f2ba', 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'mac_address': 'fa:16:3e:c2:2e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d0ced5-4bae-4df5-9549-085946fe4576', 'device_owner': 'network:router_interface', 'standard_attr_id': 2367, 'fixed_ips': [{'subnet_id': '250e76ba-07ca-44b4-bdd4-d39b52ecd754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:53:06Z', 'updated_at': '2021-09-24T15:53:15Z', 'revision_number': 5, 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'subnets': [{'id': '250e76ba-07ca-44b4-bdd4-d39b52ecd754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:55:22.478956 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-66089f5a-0d60-4327-9bea-950a734bd43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:22.510157 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.db.api [None req-a83780af-ece1-457b-820a-84e29e815ac6 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 15:55:22.510157 n-d-808921-1 neutron-server[95297]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 24 15:55:22.510157 n-d-808921-1 neutron-server[95297]: [parameters: {'project_id_1': '9b1de2c8a90e4c7b8a3f22e9202f02be', 'expiration_1': datetime.datetime(2021, 9, 24, 15, 55, 2, 291888)}] Sep 24 15:55:22.510157 n-d-808921-1 neutron-server[95297]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:55:22.523304 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-88d80b0d-2122-4647-a472-15de1402129b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:22.534135 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 82926775-3d70-472c-8128-0110d20f1a01 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:55:22.534552 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:22.535511 n-d-808921-1 neutron-server[95297]: DEBUG oslo_db.api [None req-a83780af-ece1-457b-820a-84e29e815ac6 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:55:22.540390 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.db.api [None req-e94a9de5-040c-4330-89ab-6ed577bae9d3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 15:55:22.540390 n-d-808921-1 neutron-server[95297]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 24 15:55:22.540390 n-d-808921-1 neutron-server[95297]: [parameters: {'project_id_1': '60728dc15ec0482fbe958ba9258d8b5e', 'expiration_1': datetime.datetime(2021, 9, 24, 15, 55, 2, 427983)}] Sep 24 15:55:22.540390 n-d-808921-1 neutron-server[95297]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:55:22.540390 n-d-808921-1 neutron-server[95297]: DEBUG oslo_db.api [None req-e94a9de5-040c-4330-89ab-6ed577bae9d3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:55:22.559917 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-66089f5a-0d60-4327-9bea-950a734bd43b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=9e323ae595aa4bee8ec803a1d2816838&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8081985 Sep 24 15:55:22.560723 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66089f5a-0d60-4327-9bea-950a734bd43b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bcdf7d1-588f-454c-8489-a9928b0163a9,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:22.562477 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45312) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:22.616714 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec1a0b8e-f2c2-4f7b-81f6-25e6f9e2b3fb tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Made reservation on behalf of 1ffc126d96724ce991d5ac46e64fd1ec for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:55:22.621771 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ec1a0b8e-f2c2-4f7b-81f6-25e6f9e2b3fb tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:22.646072 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-7d91ac72-dafa-4059-9ae8-ed65f52071a1 None None] Allocated IP 172.20.0.2 (361b9afa-0b4c-4d04-972f-b8bbfaaaeb56/3f360573-9690-4a7f-a293-53221c393c74/15d0e750-8157-44b0-8867-74481c6bcb01) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:55:22.652543 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-88d80b0d-2122-4647-a472-15de1402129b None None] For port 82926775-3d70-472c-8128-0110d20f1a01, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=82926775-3d70-472c-8128-0110d20f1a01,segment=NetworkSegment(59ce9c4e-76e2-44a5-8f20-3d225bb8f481),segment_id=59ce9c4e-76e2-44a5-8f20-3d225bb8f481)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:55:22.783446 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-49ecdf6f-6e98-4666-8836-dd17cb7c9a9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:22.795981 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f405ace-8219-46c9-864b-7486c41795df None None] DHCP port deletion for 50d98e88-8a75-4835-9919-86c163395f7c request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:55:22.818029 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-49ecdf6f-6e98-4666-8836-dd17cb7c9a9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:22.818901 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-88d80b0d-2122-4647-a472-15de1402129b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:23.025054 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-49ecdf6f-6e98-4666-8836-dd17cb7c9a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:23.025054 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-49ecdf6f-6e98-4666-8836-dd17cb7c9a9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:23.025809 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-49ecdf6f-6e98-4666-8836-dd17cb7c9a9c admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/9bcdf7d1-588f-454c-8489-a9928b0163a9 HTTP/1.1" status: 204 len: 168 time: 0.4617465 Sep 24 15:55:23.036002 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ecdf6f-6e98-4666-8836-dd17cb7c9a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bcdf7d1-588f-454c-8489-a9928b0163a9,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:23.050995 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d80b0d-2122-4647-a472-15de1402129b None None] Pushing event updated for resources: {'Port': ['ID=82926775-3d70-472c-8128-0110d20f1a01,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:23.056967 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 1e07865b-b8c8-4faa-8b4b-505b9a0ba4a2 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:55:23.061685 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7d91ac72-dafa-4059-9ae8-ed65f52071a1 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:23.075764 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ec1a0b8e-f2c2-4f7b-81f6-25e6f9e2b3fb tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:23.088993 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-3b0f2053-81ab-4eb1-8b04-2c06a3e29fb9 None None] Provisioning complete for port 09ea9169-e01d-4fc5-9de1-b74abec1a52d triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:55:23.089949 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3b0f2053-81ab-4eb1-8b04-2c06a3e29fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:23.131495 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1a0b8e-f2c2-4f7b-81f6-25e6f9e2b3fb tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Network 50d98e88-8a75-4835-9919-86c163395f7c is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:55:23.137439 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a83780af-ece1-457b-820a-84e29e815ac6 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Made reservation on behalf of 9b1de2c8a90e4c7b8a3f22e9202f02be for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:55:23.142765 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a83780af-ece1-457b-820a-84e29e815ac6 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:23.166793 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-9f405ace-8219-46c9-864b-7486c41795df None None] Deleting port 1e07865b-b8c8-4faa-8b4b-505b9a0ba4a2 {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:55:23.167179 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9f405ace-8219-46c9-864b-7486c41795df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:23.169488 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-ec1a0b8e-f2c2-4f7b-81f6-25e6f9e2b3fb tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:55:23.169720 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7d91ac72-dafa-4059-9ae8-ed65f52071a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:23.173249 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1a0b8e-f2c2-4f7b-81f6-25e6f9e2b3fb tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:23.173860 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ec1a0b8e-f2c2-4f7b-81f6-25e6f9e2b3fb tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:23.200364 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1a0b8e-f2c2-4f7b-81f6-25e6f9e2b3fb tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event updated for resources: {'Subnet': ['ID=84692c5a-6ea9-409b-a4ac-a702368cb688,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:23.207408 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a83780af-ece1-457b-820a-84e29e815ac6 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1292} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:55:23.218447 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a83780af-ece1-457b-820a-84e29e815ac6 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:23.218861 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-a83780af-ece1-457b-820a-84e29e815ac6 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Added segment aa0fbbd9-9e81-4a77-b03b-9a0a052dc660 of type vlan for network f3025fa9-9fcd-4e57-9063-40f361ae0523 Sep 24 15:55:23.260807 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d91ac72-dafa-4059-9ae8-ed65f52071a1 None None] Network 361b9afa-0b4c-4d04-972f-b8bbfaaaeb56 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:55:23.270759 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-7d91ac72-dafa-4059-9ae8-ed65f52071a1 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:55:23.274674 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d91ac72-dafa-4059-9ae8-ed65f52071a1 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:55:23.276904 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a83780af-ece1-457b-820a-84e29e815ac6 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:23.300414 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e94a9de5-040c-4330-89ab-6ed577bae9d3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Made reservation on behalf of 60728dc15ec0482fbe958ba9258d8b5e for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:55:23.306057 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e94a9de5-040c-4330-89ab-6ed577bae9d3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:23.310940 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 1e07865b-b8c8-4faa-8b4b-505b9a0ba4a2 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:55:23.311316 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:23.332245 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d91ac72-dafa-4059-9ae8-ed65f52071a1 None None] Pushing event updated for resources: {'Port': ['ID=15d0e750-8157-44b0-8867-74481c6bcb01,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:23.337618 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [None req-e94a9de5-040c-4330-89ab-6ed577bae9d3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] device_id is not set on port c56ae648-1e23-490f-8a65-8bbbe3159550 yet. {{(pid=95297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:55:23.410460 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ec1a0b8e-f2c2-4f7b-81f6-25e6f9e2b3fb tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2864377 Sep 24 15:55:23.413050 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45320) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:23.414100 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a83780af-ece1-457b-820a-84e29e815ac6 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:23.419460 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-9600c24b-66ef-4ffa-ab5a-7ba03472c98b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Request body: {'port': {'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'mac_address': 'fa:16:3e:a4:f0:3f', 'name': 'tempest-NetworksTestDHCPv6-876570493'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:55:23.420962 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83780af-ece1-457b-820a-84e29e815ac6 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:23.421637 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a83780af-ece1-457b-820a-84e29e815ac6 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:23.455700 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-9f405ace-8219-46c9-864b-7486c41795df None None] For port 1e07865b-b8c8-4faa-8b4b-505b9a0ba4a2, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=1e07865b-b8c8-4faa-8b4b-505b9a0ba4a2,segment=NetworkSegment(fb531be8-b37e-4ff9-a98b-5c7db484a0eb),segment_id=fb531be8-b37e-4ff9-a98b-5c7db484a0eb)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:55:23.456273 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9f405ace-8219-46c9-864b-7486c41795df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:23.473469 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3b0f2053-81ab-4eb1-8b04-2c06a3e29fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:23.499815 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-9f405ace-8219-46c9-864b-7486c41795df None None] Calling delete_port for 1e07865b-b8c8-4faa-8b4b-505b9a0ba4a2 owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:55:23.507374 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-7d91ac72-dafa-4059-9ae8-ed65f52071a1 None None] Attempting to bind port 15d0e750-8157-44b0-8867-74481c6bcb01 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:55:23.507833 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-7d91ac72-dafa-4059-9ae8-ed65f52071a1 None None] Attempting to bind port 15d0e750-8157-44b0-8867-74481c6bcb01 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '6269fae2-5244-4af4-935a-14d0e35b0a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '361b9afa-0b4c-4d04-972f-b8bbfaaaeb56'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:55:23.508196 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d91ac72-dafa-4059-9ae8-ed65f52071a1 None None] Attempting to bind port 15d0e750-8157-44b0-8867-74481c6bcb01 on network 361b9afa-0b4c-4d04-972f-b8bbfaaaeb56 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:55:23.554556 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-a83780af-ece1-457b-820a-84e29e815ac6 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2710037 Sep 24 15:55:23.555926 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83780af-ece1-457b-820a-84e29e815ac6 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Pushing event updated for resources: {'Network': ['ID=f3025fa9-9fcd-4e57-9063-40f361ae0523,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:23.557215 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45322) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:23.562895 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-e94a9de5-040c-4330-89ab-6ed577bae9d3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Allocated IP 172.20.0.13 (361b9afa-0b4c-4d04-972f-b8bbfaaaeb56/3f360573-9690-4a7f-a293-53221c393c74/c56ae648-1e23-490f-8a65-8bbbe3159550) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:55:23.578978 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d91ac72-dafa-4059-9ae8-ed65f52071a1 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:55:23.579356 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d91ac72-dafa-4059-9ae8-ed65f52071a1 None None] Checking segment: {'id': '6269fae2-5244-4af4-935a-14d0e35b0a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '361b9afa-0b4c-4d04-972f-b8bbfaaaeb56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:55:23.587159 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7d91ac72-dafa-4059-9ae8-ed65f52071a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:23.587159 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d91ac72-dafa-4059-9ae8-ed65f52071a1 None None] Bound using segment: {'id': '6269fae2-5244-4af4-935a-14d0e35b0a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '361b9afa-0b4c-4d04-972f-b8bbfaaaeb56'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:55:23.587159 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-7d91ac72-dafa-4059-9ae8-ed65f52071a1 None None] Bound port: 15d0e750-8157-44b0-8867-74481c6bcb01, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6269fae2-5244-4af4-935a-14d0e35b0a44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '361b9afa-0b4c-4d04-972f-b8bbfaaaeb56'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:55:23.587159 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7d91ac72-dafa-4059-9ae8-ed65f52071a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:23.590708 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-7ab96058-16e5-4102-91f4-e76033db6cfe tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Request body: {'subnet': {'network_id': 'f3025fa9-9fcd-4e57-9063-40f361ae0523', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:55:23.592991 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network f3025fa9-9fcd-4e57-9063-40f361ae0523 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:55:23.621376 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-3b0f2053-81ab-4eb1-8b04-2c06a3e29fb9 None None] For port 09ea9169-e01d-4fc5-9de1-b74abec1a52d, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=09ea9169-e01d-4fc5-9de1-b74abec1a52d,segment=NetworkSegment(e1d98049-eee8-47df-959b-ec6c0bc0b9c8),segment_id=e1d98049-eee8-47df-959b-ec6c0bc0b9c8)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:55:23.729666 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3b0f2053-81ab-4eb1-8b04-2c06a3e29fb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:23.837420 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9600c24b-66ef-4ffa-ab5a-7ba03472c98b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Made reservation on behalf of 1ffc126d96724ce991d5ac46e64fd1ec for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:55:23.860468 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e94a9de5-040c-4330-89ab-6ed577bae9d3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:23.909634 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7d91ac72-dafa-4059-9ae8-ed65f52071a1 None None] For port 15d0e750-8157-44b0-8867-74481c6bcb01, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:55:23.919626 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0f2053-81ab-4eb1-8b04-2c06a3e29fb9 None None] Pushing event updated for resources: {'Port': ['ID=09ea9169-e01d-4fc5-9de1-b74abec1a52d,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:23.930013 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-dc6994bb-f50d-4664-b12c-7cc51e7dd591 None None] Provisioning complete for port 82926775-3d70-472c-8128-0110d20f1a01 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:55:23.930013 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-dc6994bb-f50d-4664-b12c-7cc51e7dd591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:23.930013 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 82926775-3d70-472c-8128-0110d20f1a01 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:55:23.977058 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9600c24b-66ef-4ffa-ab5a-7ba03472c98b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:24.003308 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [None req-9600c24b-66ef-4ffa-ab5a-7ba03472c98b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] device_id is not set on port da09720f-e8c9-46f9-8777-8f92896e81df yet. {{(pid=95298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:55:24.011007 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab96058-16e5-4102-91f4-e76033db6cfe tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Made reservation on behalf of 9b1de2c8a90e4c7b8a3f22e9202f02be for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:55:24.016411 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7ab96058-16e5-4102-91f4-e76033db6cfe tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:24.031633 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 82926775-3d70-472c-8128-0110d20f1a01 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:55:24.032017 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:24.040581 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e94a9de5-040c-4330-89ab-6ed577bae9d3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:24.101521 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94a9de5-040c-4330-89ab-6ed577bae9d3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Network 361b9afa-0b4c-4d04-972f-b8bbfaaaeb56 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:55:24.107599 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-e94a9de5-040c-4330-89ab-6ed577bae9d3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:55:24.114536 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94a9de5-040c-4330-89ab-6ed577bae9d3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:55:24.125805 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94a9de5-040c-4330-89ab-6ed577bae9d3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event updated for resources: {'Port': ['ID=c56ae648-1e23-490f-8a65-8bbbe3159550,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:24.142356 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.ipam_backend_mixin [None req-7ab96058-16e5-4102-91f4-e76033db6cfe tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Performing IP validity checks on allocation pools {{(pid=95298) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 24 15:55:24.142899 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.ipam_backend_mixin [None req-7ab96058-16e5-4102-91f4-e76033db6cfe tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95298) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 24 15:55:24.204850 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94a9de5-040c-4330-89ab-6ed577bae9d3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:24.205607 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e94a9de5-040c-4330-89ab-6ed577bae9d3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:24.272435 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-9600c24b-66ef-4ffa-ab5a-7ba03472c98b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Allocated IP 2001:db8::220 (50d98e88-8a75-4835-9919-86c163395f7c/84692c5a-6ea9-409b-a4ac-a702368cb688/da09720f-e8c9-46f9-8777-8f92896e81df) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:55:24.291474 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9f405ace-8219-46c9-864b-7486c41795df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:24.298786 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7d91ac72-dafa-4059-9ae8-ed65f52071a1 None None] For port 15d0e750-8157-44b0-8867-74481c6bcb01, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=15d0e750-8157-44b0-8867-74481c6bcb01,segment=NetworkSegment(6269fae2-5244-4af4-935a-14d0e35b0a44),segment_id=6269fae2-5244-4af4-935a-14d0e35b0a44)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:55:24.343500 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f405ace-8219-46c9-864b-7486c41795df None None] No DVR routers for this DVR port 1e07865b-b8c8-4faa-8b4b-505b9a0ba4a2 on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:55:24.349430 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e94a9de5-040c-4330-89ab-6ed577bae9d3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.9222562 Sep 24 15:55:24.350715 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f405ace-8219-46c9-864b-7486c41795df None None] Pushing event deleted for resources: {'Port': ['ID=1e07865b-b8c8-4faa-8b4b-505b9a0ba4a2,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:24.354008 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45340) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:24.359686 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-fb8ad779-2647-42ee-8335-244317792ba3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Request body: {'port': {'network_id': '361b9afa-0b4c-4d04-972f-b8bbfaaaeb56', 'name': 'tempest-PortsTestJSON-912801456'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:55:24.401261 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcf4f49-f6aa-4687-bab7-7248f8fa6afa req-b8a811ca-938e-4e69-a292-7a629c5186b3 tempest-TestNetworkAdvancedServerOps-571836934 tempest-TestNetworkAdvancedServerOps-571836934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:24.404858 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8dcf4f49-f6aa-4687-bab7-7248f8fa6afa req-b8a811ca-938e-4e69-a292-7a629c5186b3 tempest-TestNetworkAdvancedServerOps-571836934 tempest-TestNetworkAdvancedServerOps-571836934-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=756dc3f9-786f-43e3-a1c1-2690c736e704 HTTP/1.1" status: 200 len: 1096 time: 0.1013837 Sep 24 15:55:24.421144 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7d91ac72-dafa-4059-9ae8-ed65f52071a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:24.424864 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8e0366-99a3-45b3-afe2-e7834642bac7 None None] Network 50d98e88-8a75-4835-9919-86c163395f7c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:55:24.495742 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8dcf4f49-f6aa-4687-bab7-7248f8fa6afa req-0da2e191-b39c-4059-833f-e96f88e1a086 tempest-TestNetworkAdvancedServerOps-571836934 tempest-TestNetworkAdvancedServerOps-571836934-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=e1bf097d-ba10-49b0-95a0-b191bbbc69a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0740736 Sep 24 15:55:24.515335 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7ab96058-16e5-4102-91f4-e76033db6cfe tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:24.597309 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab96058-16e5-4102-91f4-e76033db6cfe tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Pushing event updated for resources: {'Subnet': ['ID=151c6b80-7843-415c-ae0b-f7fb818509e3,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:24.661174 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9600c24b-66ef-4ffa-ab5a-7ba03472c98b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:24.677259 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d91ac72-dafa-4059-9ae8-ed65f52071a1 None None] Pushing event updated for resources: {'Port': ['ID=15d0e750-8157-44b0-8867-74481c6bcb01,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:24.677748 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb8ad779-2647-42ee-8335-244317792ba3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Made reservation on behalf of 60728dc15ec0482fbe958ba9258d8b5e for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:55:24.681614 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fb8ad779-2647-42ee-8335-244317792ba3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:24.692980 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab96058-16e5-4102-91f4-e76033db6cfe tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Checking segment: {'id': 'aa0fbbd9-9e81-4a77-b03b-9a0a052dc660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': 'f3025fa9-9fcd-4e57-9063-40f361ae0523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:55:24.692980 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab96058-16e5-4102-91f4-e76033db6cfe tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Network hostable DHCP agents. Network: f3025fa9-9fcd-4e57-9063-40f361ae0523, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:55:24.714105 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 09ea9169-e01d-4fc5-9de1-b74abec1a52d up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:55:24.736731 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [None req-fb8ad779-2647-42ee-8335-244317792ba3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] device_id is not set on port 926133ea-32a2-44e0-9549-5718a174ec2b yet. {{(pid=95297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:55:24.771845 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5302072e-4d25-4be7-9c45-aac9336697b8 req-5674aa0e-8b84-44ab-911a-6a7d8674f232 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:24.773741 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5302072e-4d25-4be7-9c45-aac9336697b8 req-5674aa0e-8b84-44ab-911a-6a7d8674f232 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=756dc3f9-786f-43e3-a1c1-2690c736e704 HTTP/1.1" status: 200 len: 945 time: 0.1025627 Sep 24 15:55:24.861622 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5302072e-4d25-4be7-9c45-aac9336697b8 req-fb94c7b1-2ff6-4c57-b86a-5215015f31ce tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=e1bf097d-ba10-49b0-95a0-b191bbbc69a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0796545 Sep 24 15:55:24.863645 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 09ea9169-e01d-4fc5-9de1-b74abec1a52d triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:55:24.865122 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:24.881975 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab96058-16e5-4102-91f4-e76033db6cfe tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Network f3025fa9-9fcd-4e57-9063-40f361ae0523 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:55:24.923910 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45360) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:24.961988 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9600c24b-66ef-4ffa-ab5a-7ba03472c98b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:24.978110 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-fb8ad779-2647-42ee-8335-244317792ba3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Allocated IP 172.20.0.5 (361b9afa-0b4c-4d04-972f-b8bbfaaaeb56/3f360573-9690-4a7f-a293-53221c393c74/926133ea-32a2-44e0-9549-5718a174ec2b) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:55:25.164107 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9600c24b-66ef-4ffa-ab5a-7ba03472c98b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event updated for resources: {'Port': ['ID=da09720f-e8c9-46f9-8777-8f92896e81df,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:25.167112 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-7ab96058-16e5-4102-91f4-e76033db6cfe tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, f3025fa9-9fcd-4e57-9063-40f361ae0523) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:55:25.181214 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab96058-16e5-4102-91f4-e76033db6cfe tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:25.181815 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7ab96058-16e5-4102-91f4-e76033db6cfe tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:25.188682 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9600c24b-66ef-4ffa-ab5a-7ba03472c98b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Network 50d98e88-8a75-4835-9919-86c163395f7c is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:55:25.196516 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-9600c24b-66ef-4ffa-ab5a-7ba03472c98b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:55:25.210252 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9600c24b-66ef-4ffa-ab5a-7ba03472c98b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:55:25.226690 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9600c24b-66ef-4ffa-ab5a-7ba03472c98b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:25.227382 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9600c24b-66ef-4ffa-ab5a-7ba03472c98b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:25.230914 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3978cd2-81b1-4575-8cb8-36873cd2d9b9 None None] Network f3025fa9-9fcd-4e57-9063-40f361ae0523 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:55:25.233032 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8881fe7c-9e30-4af5-8d17-8d60fa1bbbe0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-50d98e88-8a75-4835-9919-86c163395f7c', 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'tenant_id': '1ffc126d96724ce991d5ac46e64fd1ec', 'fixed_ips': [{'subnet_id': '84692c5a-6ea9-409b-a4ac-a702368cb688'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:55:25.234020 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8881fe7c-9e30-4af5-8d17-8d60fa1bbbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:25.251902 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-0a19756b-84e6-47e1-93ce-83228dc74462 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/floatingips/b8ef5bbc-9243-4734-8e55-f982404fb1b4 HTTP/1.1" status: 200 len: 993 time: 0.3137834 Sep 24 15:55:25.260175 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fb8ad779-2647-42ee-8335-244317792ba3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:25.332531 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-7ab96058-16e5-4102-91f4-e76033db6cfe tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.7477412 Sep 24 15:55:25.338197 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45372) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:25.364281 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-9600c24b-66ef-4ffa-ab5a-7ba03472c98b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9498191 Sep 24 15:55:25.366976 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45376) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:25.473487 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe57b81-f235-41fe-90ee-41e51560cbf3 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:25.477445 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-efe57b81-f235-41fe-90ee-41e51560cbf3 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1095190 Sep 24 15:55:25.483069 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45380) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:25.494815 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 1e07865b-b8c8-4faa-8b4b-505b9a0ba4a2 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:55:25.577860 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 1e07865b-b8c8-4faa-8b4b-505b9a0ba4a2 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:55:25.578208 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 1e07865b-b8c8-4faa-8b4b-505b9a0ba4a2 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:55:25.601412 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [req-c4d25bec-7190-4271-93ee-43a149e9b554 req-041000bf-ccba-44ed-ac52-1c48102897be service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:55:25.614938 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c4d25bec-7190-4271-93ee-43a149e9b554 req-041000bf-ccba-44ed-ac52-1c48102897be service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0306940 Sep 24 15:55:25.620242 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fb8ad779-2647-42ee-8335-244317792ba3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:25.632918 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bc1111aa-ef28-4480-8ee5-0d81567825fe tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:25.720819 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8ad779-2647-42ee-8335-244317792ba3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Network 361b9afa-0b4c-4d04-972f-b8bbfaaaeb56 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:55:25.730916 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-a48fd9d0-f729-43b3-a520-153f149ce1f2 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Deleting port da09720f-e8c9-46f9-8777-8f92896e81df {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:55:25.731492 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a48fd9d0-f729-43b3-a520-153f149ce1f2 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:25.748980 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8ad779-2647-42ee-8335-244317792ba3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event updated for resources: {'Port': ['ID=926133ea-32a2-44e0-9549-5718a174ec2b,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:25.755078 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-fb8ad779-2647-42ee-8335-244317792ba3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:55:25.763907 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8ad779-2647-42ee-8335-244317792ba3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:55:25.824748 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-8881fe7c-9e30-4af5-8d17-8d60fa1bbbe0 None None] Allocated IP 2001:db8::2 (50d98e88-8a75-4835-9919-86c163395f7c/84692c5a-6ea9-409b-a4ac-a702368cb688/8b013d66-2745-4bfb-9170-b03027f9bc25) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:55:25.924377 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8ad779-2647-42ee-8335-244317792ba3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:25.925041 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fb8ad779-2647-42ee-8335-244317792ba3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:25.925499 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a48fd9d0-f729-43b3-a520-153f149ce1f2 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:25.938368 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bc1111aa-ef28-4480-8ee5-0d81567825fe tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:25.955872 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 09ea9169-e01d-4fc5-9de1-b74abec1a52d up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:55:25.960506 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-a48fd9d0-f729-43b3-a520-153f149ce1f2 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Calling delete_port for da09720f-e8c9-46f9-8777-8f92896e81df owned by {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:55:26.023811 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a59e7db-31e3-479a-aa12-09ea4c324a1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-f3025fa9-9fcd-4e57-9063-40f361ae0523', 'network_id': 'f3025fa9-9fcd-4e57-9063-40f361ae0523', 'tenant_id': '9b1de2c8a90e4c7b8a3f22e9202f02be', 'fixed_ips': [{'subnet_id': '151c6b80-7843-415c-ae0b-f7fb818509e3'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:55:26.024651 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5a59e7db-31e3-479a-aa12-09ea4c324a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:26.061276 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-fb8ad779-2647-42ee-8335-244317792ba3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6886353 Sep 24 15:55:26.076504 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45392) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:26.186418 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45394) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:26.263408 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 09ea9169-e01d-4fc5-9de1-b74abec1a52d triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:55:26.263813 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:26.278247 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8269638-bead-455a-85f5-c9f298a5d8eb tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:26.280176 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-a8269638-bead-455a-85f5-c9f298a5d8eb tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 923 time: 0.2025990 Sep 24 15:55:26.282928 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45398) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:26.290981 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a48fd9d0-f729-43b3-a520-153f149ce1f2 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:26.393539 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48fd9d0-f729-43b3-a520-153f149ce1f2 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event deleted for resources: {'Port': ['ID=da09720f-e8c9-46f9-8777-8f92896e81df,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:26.434387 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a1c3578-ca28-40b1-af96-779f3ff7163a None None] Network 361b9afa-0b4c-4d04-972f-b8bbfaaaeb56 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:55:26.440078 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bc1111aa-ef28-4480-8ee5-0d81567825fe tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:26.458071 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a48fd9d0-f729-43b3-a520-153f149ce1f2 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:26.463608 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-a48fd9d0-f729-43b3-a520-153f149ce1f2 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/ports/da09720f-e8c9-46f9-8777-8f92896e81df HTTP/1.1" status: 204 len: 168 time: 0.9762461 Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server [None req-5a59e7db-31e3-479a-aa12-09ea4c324a1f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 151c6b80-7843-415c-ae0b-f7fb818509e3: This subnet is being modified by another concurrent operation. Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server raise exception Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 151c6b80-7843-415c-ae0b-f7fb818509e3: This subnet is being modified by another concurrent operation. Sep 24 15:55:26.463793 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server Sep 24 15:55:26.472010 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45402) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:26.497371 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7067d95a-915d-4e70-b0c7-214117f1d5d1 None None] Network f3025fa9-9fcd-4e57-9063-40f361ae0523 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:55:26.516943 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-38df6fe3-2ae6-4160-b1c0-b6f0343bf76d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:26.538445 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1111aa-ef28-4480-8ee5-0d81567825fe tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Pushing event deleted for resources: {'Subnet': ['ID=151c6b80-7843-415c-ae0b-f7fb818509e3,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:26.573055 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebafdeb-ff69-4ed3-8437-442a16b173de tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:26.575771 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eebafdeb-ff69-4ed3-8437-442a16b173de tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:26.580881 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-eebafdeb-ff69-4ed3-8437-442a16b173de tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1057534 Sep 24 15:55:26.588397 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45404) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:26.603051 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bc1111aa-ef28-4480-8ee5-0d81567825fe tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:26.631226 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-8bc4ee28-853d-4640-9f50-d841ed2d2bd7 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Deleting port 926133ea-32a2-44e0-9549-5718a174ec2b {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:55:26.631612 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8bc4ee28-853d-4640-9f50-d841ed2d2bd7 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:26.662472 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e20f5d4-026d-4288-ba0d-5cbcce95d966 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Deleting subnet 84692c5a-6ea9-409b-a4ac-a702368cb688 {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:55:26.675094 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 15d0e750-8157-44b0-8867-74481c6bcb01 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:55:26.693651 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b5f55-8e57-45c9-b611-f7c43ea29b98 req-17897b64-411d-46f8-ac3e-74c339af093b tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:26.701770 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cb3b5f55-8e57-45c9-b611-f7c43ea29b98 req-17897b64-411d-46f8-ac3e-74c339af093b tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=756dc3f9-786f-43e3-a1c1-2690c736e704 HTTP/1.1" status: 200 len: 945 time: 0.1844108 Sep 24 15:55:26.725588 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8bc4ee28-853d-4640-9f50-d841ed2d2bd7 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:26.739385 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8881fe7c-9e30-4af5-8d17-8d60fa1bbbe0 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:26.739637 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-8bc4ee28-853d-4640-9f50-d841ed2d2bd7 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Calling delete_port for 926133ea-32a2-44e0-9549-5718a174ec2b owned by {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:55:26.755117 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cb3b5f55-8e57-45c9-b611-f7c43ea29b98 req-651fd51e-cb73-4ca2-823c-cdbb96ed93b5 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=e1bf097d-ba10-49b0-95a0-b191bbbc69a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485539 Sep 24 15:55:26.756881 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-12c101dd-da9c-4bf1-8224-182f12fcc722 None None] Provisioning complete for port 15d0e750-8157-44b0-8867-74481c6bcb01 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:55:26.760319 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-12c101dd-da9c-4bf1-8224-182f12fcc722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:26.808703 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9e20f5d4-026d-4288-ba0d-5cbcce95d966 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:26.836939 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-bc1111aa-ef28-4480-8ee5-0d81567825fe tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3025fa9-9fcd-4e57-9063-40f361ae0523']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:55:26.860251 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9e20f5d4-026d-4288-ba0d-5cbcce95d966 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:26.878374 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-bc1111aa-ef28-4480-8ee5-0d81567825fe tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa0fbbd9-9e81-4a77-b03b-9a0a052dc660') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:55:26.878981 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-bc1111aa-ef28-4480-8ee5-0d81567825fe tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa0fbbd9-9e81-4a77-b03b-9a0a052dc660') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:55:26.907248 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bc1111aa-ef28-4480-8ee5-0d81567825fe tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:26.909527 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8881fe7c-9e30-4af5-8d17-8d60fa1bbbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:26.911424 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 15d0e750-8157-44b0-8867-74481c6bcb01 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:55:26.911893 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:26.947313 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bc1111aa-ef28-4480-8ee5-0d81567825fe tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:26.959466 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c3601c-74c4-47df-a6d9-db6aa5355913 req-efcf77d1-f62d-4d31-8692-e7f19b4f93aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:26.960992 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-64c3601c-74c4-47df-a6d9-db6aa5355913 req-efcf77d1-f62d-4d31-8692-e7f19b4f93aa service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=7e512e155fd047afb7c369ee55b40ecc&device_id=756dc3f9-786f-43e3-a1c1-2690c736e704 HTTP/1.1" status: 200 len: 1096 time: 0.1724925 Sep 24 15:55:26.963708 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fad06d78-85ad-426e-be8c-450bd33a2710 req-f9c22410-299a-4695-bceb-4874dc67ec41 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=756dc3f9-786f-43e3-a1c1-2690c736e704&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1762888 Sep 24 15:55:26.972841 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9e20f5d4-026d-4288-ba0d-5cbcce95d966 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:26.977853 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc1111aa-ef28-4480-8ee5-0d81567825fe tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Releasing vlan 1292 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:55:26.978299 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bc1111aa-ef28-4480-8ee5-0d81567825fe tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:26.982788 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:55:26.982788 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:55:26.982788 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:55:26.982788 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:55:26.982788 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:55:26.982788 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:55:26.982788 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:55:26.982788 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:55:26.982788 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:55:26.982788 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:55:26.982788 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:55:26.982788 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:55:26.982788 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:55:26.982788 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:55:26.982788 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:55:26.982788 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:55:26.982788 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:55:26.982788 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:55:26.982788 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:55:26.982788 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:55:26.982788 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:55:26.982788 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:55:26.982788 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:55:26.982788 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:55:26.982788 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:55:26.982788 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:55:26.982788 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:55:26.982788 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:55:26.982788 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:55:26.982788 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:55:26.982788 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:55:26.982788 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:55:27.028901 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8881fe7c-9e30-4af5-8d17-8d60fa1bbbe0 None None] Network 50d98e88-8a75-4835-9919-86c163395f7c is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:55:27.060850 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-8881fe7c-9e30-4af5-8d17-8d60fa1bbbe0 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:55:27.072350 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8881fe7c-9e30-4af5-8d17-8d60fa1bbbe0 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:55:27.086520 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8881fe7c-9e30-4af5-8d17-8d60fa1bbbe0 None None] Pushing event updated for resources: {'Port': ['ID=8b013d66-2745-4bfb-9170-b03027f9bc25,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:27.154673 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9e20f5d4-026d-4288-ba0d-5cbcce95d966 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:27.165962 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-8881fe7c-9e30-4af5-8d17-8d60fa1bbbe0 None None] Attempting to bind port 8b013d66-2745-4bfb-9170-b03027f9bc25 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:55:27.166501 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-8881fe7c-9e30-4af5-8d17-8d60fa1bbbe0 None None] Attempting to bind port 8b013d66-2745-4bfb-9170-b03027f9bc25 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:55:27.166733 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8881fe7c-9e30-4af5-8d17-8d60fa1bbbe0 None None] Attempting to bind port 8b013d66-2745-4bfb-9170-b03027f9bc25 on network 50d98e88-8a75-4835-9919-86c163395f7c {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:55:27.171458 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-12c101dd-da9c-4bf1-8224-182f12fcc722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:27.191481 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8881fe7c-9e30-4af5-8d17-8d60fa1bbbe0 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:55:27.191926 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8881fe7c-9e30-4af5-8d17-8d60fa1bbbe0 None None] Checking segment: {'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:55:27.192339 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8881fe7c-9e30-4af5-8d17-8d60fa1bbbe0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:27.192800 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8881fe7c-9e30-4af5-8d17-8d60fa1bbbe0 None None] Bound using segment: {'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:55:27.193294 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-8881fe7c-9e30-4af5-8d17-8d60fa1bbbe0 None None] Bound port: 8b013d66-2745-4bfb-9170-b03027f9bc25, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:55:27.193683 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8881fe7c-9e30-4af5-8d17-8d60fa1bbbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:27.597632 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-12c101dd-da9c-4bf1-8224-182f12fcc722 None None] For port 15d0e750-8157-44b0-8867-74481c6bcb01, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=15d0e750-8157-44b0-8867-74481c6bcb01,segment=NetworkSegment(6269fae2-5244-4af4-935a-14d0e35b0a44),segment_id=6269fae2-5244-4af4-935a-14d0e35b0a44)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:55:27.601939 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:27.669192 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-8881fe7c-9e30-4af5-8d17-8d60fa1bbbe0 None None] For port 8b013d66-2745-4bfb-9170-b03027f9bc25, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:55:27.676403 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-12c101dd-da9c-4bf1-8224-182f12fcc722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:27.759924 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bc1111aa-ef28-4480-8ee5-0d81567825fe tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:27.768835 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.db.api [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:55:27.769926 n-d-808921-1 neutron-server[95299]: DEBUG oslo_db.api [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:55:27.774957 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c101dd-da9c-4bf1-8224-182f12fcc722 None None] Pushing event updated for resources: {'Port': ['ID=15d0e750-8157-44b0-8867-74481c6bcb01,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:27.806587 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9e20f5d4-026d-4288-ba0d-5cbcce95d966 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:27.812089 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-9e20f5d4-026d-4288-ba0d-5cbcce95d966 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/subnets/84692c5a-6ea9-409b-a4ac-a702368cb688 HTTP/1.1" status: 204 len: 168 time: 1.2285793 Sep 24 15:55:27.812778 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45430) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:27.833828 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-92cb3840-ce04-4f44-bfe7-c60499888561 None None] Provisioning complete for port c56ae648-1e23-490f-8a65-8bbbe3159550 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:55:27.834134 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-92cb3840-ce04-4f44-bfe7-c60499888561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:27.835832 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e20f5d4-026d-4288-ba0d-5cbcce95d966 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event deleted for resources: {'Subnet': ['ID=84692c5a-6ea9-409b-a4ac-a702368cb688,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:27.863068 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c3601c-74c4-47df-a6d9-db6aa5355913 req-6e0b34ea-4113-4850-994b-c2b2078fd86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:27.864612 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-64c3601c-74c4-47df-a6d9-db6aa5355913 req-6e0b34ea-4113-4850-994b-c2b2078fd86e service neutron] 10.222.0.108 "GET /v2.0/networks?id=5a006511-b4c6-401d-bf2d-1c9456d23123 HTTP/1.1" status: 200 len: 898 time: 0.8796456 Sep 24 15:55:27.865757 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bc1111aa-ef28-4480-8ee5-0d81567825fe tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:27.868485 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-bc1111aa-ef28-4480-8ee5-0d81567825fe tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] 10.222.0.101 "DELETE /v2.0/networks/f3025fa9-9fcd-4e57-9063-40f361ae0523 HTTP/1.1" status: 204 len: 168 time: 2.5259037 Sep 24 15:55:27.870129 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-38df6fe3-2ae6-4160-b1c0-b6f0343bf76d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:27.876827 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1111aa-ef28-4480-8ee5-0d81567825fe tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Pushing event deleted for resources: {'Network': ['ID=f3025fa9-9fcd-4e57-9063-40f361ae0523,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:27.880086 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45432) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:27.883908 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-0dcb32b4-e2a9-49bb-9fcc-11e3000bad24 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0697246 Sep 24 15:55:27.894473 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-b7db1512-1553-4788-8710-d8f69ee70111 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1683074746'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:55:27.896836 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45434) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:27.943912 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-92cb3840-ce04-4f44-bfe7-c60499888561 None None] Port c56ae648-1e23-490f-8a65-8bbbe3159550 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:55:27.965610 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-92cb3840-ce04-4f44-bfe7-c60499888561 None None] Provisioning complete for port 926133ea-32a2-44e0-9549-5718a174ec2b triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:55:27.965610 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-92cb3840-ce04-4f44-bfe7-c60499888561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:27.995502 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c6ba83-e25e-4629-87d0-05c6ccc02b3f req-f385019f-047d-45c9-b090-dbdef48b8423 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:27.995789 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-38df6fe3-2ae6-4160-b1c0-b6f0343bf76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:27.996668 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-95c6ba83-e25e-4629-87d0-05c6ccc02b3f req-f385019f-047d-45c9-b090-dbdef48b8423 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=756dc3f9-786f-43e3-a1c1-2690c736e704 HTTP/1.1" status: 200 len: 945 time: 0.0878656 Sep 24 15:55:28.024250 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-92cb3840-ce04-4f44-bfe7-c60499888561 None None] Port 926133ea-32a2-44e0-9549-5718a174ec2b cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:55:28.025049 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebca70b-d727-4b99-bf25-521e6c0a6db2 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:28.029936 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-cebca70b-d727-4b99-bf25-521e6c0a6db2 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1285305 Sep 24 15:55:28.041298 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45436) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:28.057034 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38df6fe3-2ae6-4160-b1c0-b6f0343bf76d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9545e169-6302-4c95-b2ec-60ceccdd4645,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:28.063637 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8bc4ee28-853d-4640-9f50-d841ed2d2bd7 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:28.072470 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-64c3601c-74c4-47df-a6d9-db6aa5355913 req-de17c6bf-f826-40c5-903d-ad3af555ad04 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aedc8984-c719-4441-90cd-2f9058b26fa4 HTTP/1.1" status: 200 len: 1001 time: 0.1909604 Sep 24 15:55:28.087220 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-8881fe7c-9e30-4af5-8d17-8d60fa1bbbe0 None None] For port 8b013d66-2745-4bfb-9170-b03027f9bc25, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=8b013d66-2745-4bfb-9170-b03027f9bc25,segment=NetworkSegment(fb531be8-b37e-4ff9-a98b-5c7db484a0eb),segment_id=fb531be8-b37e-4ff9-a98b-5c7db484a0eb)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:55:28.092292 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-92cb3840-ce04-4f44-bfe7-c60499888561 None None] Provisioning complete for port 15d0e750-8157-44b0-8867-74481c6bcb01 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:55:28.092681 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-92cb3840-ce04-4f44-bfe7-c60499888561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:28.174422 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc4ee28-853d-4640-9f50-d841ed2d2bd7 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event deleted for resources: {'Port': ['ID=926133ea-32a2-44e0-9549-5718a174ec2b,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:28.186730 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-95c6ba83-e25e-4629-87d0-05c6ccc02b3f req-71aba981-fc0f-4561-9316-5782fc1aa4d6 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=e1bf097d-ba10-49b0-95a0-b191bbbc69a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1803031 Sep 24 15:55:28.210734 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26a2e9b-1599-4fe1-ac55-7122d0c476a7 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:28.217411 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-a26a2e9b-1599-4fe1-ac55-7122d0c476a7 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1714113 Sep 24 15:55:28.218122 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45440) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:28.226549 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8881fe7c-9e30-4af5-8d17-8d60fa1bbbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:28.249858 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-38df6fe3-2ae6-4160-b1c0-b6f0343bf76d admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=9e5f6a30b10246d49aef95c33a9ecf12&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0621312 Sep 24 15:55:28.261478 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45442) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:28.262402 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7db1512-1553-4788-8710-d8f69ee70111 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Made reservation on behalf of 9b1de2c8a90e4c7b8a3f22e9202f02be for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:55:28.266103 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b7db1512-1553-4788-8710-d8f69ee70111 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:28.296705 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-525a0101-3dd9-4397-a562-b8ea7aea689b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0771854 Sep 24 15:55:28.297349 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45448) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:28.303267 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-a0b1e677-782d-44bc-8281-d9195377736a tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Request body: {'subnet': {'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:55:28.411534 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8881fe7c-9e30-4af5-8d17-8d60fa1bbbe0 None None] Pushing event updated for resources: {'Port': ['ID=8b013d66-2745-4bfb-9170-b03027f9bc25,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:28.436683 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-cefecef3-592a-4273-b082-de2fe99fba48 None None] Provisioning complete for port c56ae648-1e23-490f-8a65-8bbbe3159550 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:55:28.437069 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-cefecef3-592a-4273-b082-de2fe99fba48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:28.468220 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c3601c-74c4-47df-a6d9-db6aa5355913 req-4e16280d-746c-4604-931f-3a32878adb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:28.468220 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-64c3601c-74c4-47df-a6d9-db6aa5355913 req-4e16280d-746c-4604-931f-3a32878adb64 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=a105c675-e167-42b4-b812-5ae7f91fba38 HTTP/1.1" status: 200 len: 835 time: 0.3252039 Sep 24 15:55:28.517819 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8bc4ee28-853d-4640-9f50-d841ed2d2bd7 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:28.526121 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-8bc4ee28-853d-4640-9f50-d841ed2d2bd7 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "DELETE /v2.0/ports/926133ea-32a2-44e0-9549-5718a174ec2b HTTP/1.1" status: 204 len: 168 time: 2.2359254 Sep 24 15:55:28.526767 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45454) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:28.529063 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7db1512-1553-4788-8710-d8f69ee70111 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1263} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:55:28.540966 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-cefecef3-592a-4273-b082-de2fe99fba48 None None] Port c56ae648-1e23-490f-8a65-8bbbe3159550 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:55:28.544977 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-cefecef3-592a-4273-b082-de2fe99fba48 None None] Could not find standard attr ID for object 926133ea-32a2-44e0-9549-5718a174ec2b. {{(pid=95299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 15:55:28.598984 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-d158e41e-5f5c-4582-83a9-9d1e6e553095 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] GET failed (client error): The resource could not be found. Sep 24 15:55:28.600758 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 15d0e750-8157-44b0-8867-74481c6bcb01 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:55:28.600896 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-d158e41e-5f5c-4582-83a9-9d1e6e553095 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "GET /v2.0/ports/926133ea-32a2-44e0-9549-5718a174ec2b HTTP/1.1" status: 404 len: 333 time: 0.0770161 Sep 24 15:55:28.609763 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45456) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:28.620138 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0cdf4d27-87d0-47c4-be0b-60ac06c5c5c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:28.640523 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b7db1512-1553-4788-8710-d8f69ee70111 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:28.641325 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-b7db1512-1553-4788-8710-d8f69ee70111 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Added segment 6066a45e-a1f9-4c25-8e1f-1840a2b78a17 of type vlan for network cfe68e7a-b74e-4500-ab0b-27a612caa58a Sep 24 15:55:28.680653 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e671d3a8-46a9-492c-ba96-0217c1cec0f2 None None] get_active_networks_info from n-d-808921-1 {{(pid=95299) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 24 15:55:28.692308 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0cdf4d27-87d0-47c4-be0b-60ac06c5c5c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:28.695503 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c3601c-74c4-47df-a6d9-db6aa5355913 req-f80eaa09-9a02-4ddd-aefe-6c535358cfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:28.697076 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-64c3601c-74c4-47df-a6d9-db6aa5355913 req-f80eaa09-9a02-4ddd-aefe-6c535358cfa5 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=5a006511-b4c6-401d-bf2d-1c9456d23123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2120354 Sep 24 15:55:28.712529 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b1e677-782d-44bc-8281-d9195377736a tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Made reservation on behalf of 1ffc126d96724ce991d5ac46e64fd1ec for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:55:28.718396 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a0b1e677-782d-44bc-8281-d9195377736a tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:28.730512 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 15d0e750-8157-44b0-8867-74481c6bcb01 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:55:28.730919 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:28.744496 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b7db1512-1553-4788-8710-d8f69ee70111 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:28.859826 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-564fb249-f5ed-4a35-8554-107e3e88d51e tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Deleting port c56ae648-1e23-490f-8a65-8bbbe3159550 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:55:28.860413 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-564fb249-f5ed-4a35-8554-107e3e88d51e tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:28.871223 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-64c3601c-74c4-47df-a6d9-db6aa5355913 req-7d1a52c6-1a50-495e-9c29-57ace85181e7 service neutron] 10.222.0.108 "GET /v2.0/networks/5a006511-b4c6-401d-bf2d-1c9456d23123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641650 Sep 24 15:55:28.896961 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e671d3a8-46a9-492c-ba96-0217c1cec0f2 None None] Resources bound (agent type, host, resource id): {{(pid=95299) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 24 15:55:28.971959 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-564fb249-f5ed-4a35-8554-107e3e88d51e tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:29.003662 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-564fb249-f5ed-4a35-8554-107e3e88d51e tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Calling delete_port for c56ae648-1e23-490f-8a65-8bbbe3159550 owned by {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:55:29.010702 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b7db1512-1553-4788-8710-d8f69ee70111 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:29.020737 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7db1512-1553-4788-8710-d8f69ee70111 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:29.021728 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b7db1512-1553-4788-8710-d8f69ee70111 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:29.033356 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0cdf4d27-87d0-47c4-be0b-60ac06c5c5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:29.035912 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0cdf4d27-87d0-47c4-be0b-60ac06c5c5c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:29.039436 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-0cdf4d27-87d0-47c4-be0b-60ac06c5c5c8 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/9545e169-6302-4c95-b2ec-60ceccdd4645 HTTP/1.1" status: 204 len: 168 time: 0.7681451 Sep 24 15:55:29.069474 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdf4d27-87d0-47c4-be0b-60ac06c5c5c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9545e169-6302-4c95-b2ec-60ceccdd4645,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:29.079960 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-64c3601c-74c4-47df-a6d9-db6aa5355913 req-5e2222b8-4f01-4561-b1ce-703fbc7437de service neutron] 10.222.0.108 "GET /v2.0/networks/5a006511-b4c6-401d-bf2d-1c9456d23123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007802 Sep 24 15:55:29.179723 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7db1512-1553-4788-8710-d8f69ee70111 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Pushing event updated for resources: {'Network': ['ID=cfe68e7a-b74e-4500-ab0b-27a612caa58a,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:29.200492 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network cfe68e7a-b74e-4500-ab0b-27a612caa58a details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:55:29.201083 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b7db1512-1553-4788-8710-d8f69ee70111 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3116713 Sep 24 15:55:29.213840 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45464) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:29.219438 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-646359fb-57b8-4888-babb-4eaec14c9e7f tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Request body: {'subnet': {'network_id': 'cfe68e7a-b74e-4500-ab0b-27a612caa58a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:55:29.241208 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d42b39-ff41-46c1-b902-2ed13d79c381 None None] get_active_networks_info from n-d-808921-1 {{(pid=95299) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 24 15:55:29.389162 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-564fb249-f5ed-4a35-8554-107e3e88d51e tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:29.434036 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-646359fb-57b8-4888-babb-4eaec14c9e7f tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Made reservation on behalf of 9b1de2c8a90e4c7b8a3f22e9202f02be for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:55:29.439774 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-646359fb-57b8-4888-babb-4eaec14c9e7f tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:29.453362 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564fb249-f5ed-4a35-8554-107e3e88d51e tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event deleted for resources: {'Port': ['ID=c56ae648-1e23-490f-8a65-8bbbe3159550,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:29.501090 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45472) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:29.516931 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d42b39-ff41-46c1-b902-2ed13d79c381 None None] Resources bound (agent type, host, resource id): {{(pid=95299) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 24 15:55:29.527950 n-d-808921-1 neutron-server[95298]: DEBUG neutron.objects.ports [None req-a0b1e677-782d-44bc-8281-d9195377736a tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95298) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 24 15:55:29.858963 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-564fb249-f5ed-4a35-8554-107e3e88d51e tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:29.861063 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-564fb249-f5ed-4a35-8554-107e3e88d51e tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "DELETE /v2.0/ports/c56ae648-1e23-490f-8a65-8bbbe3159550 HTTP/1.1" status: 204 len: 168 time: 1.2484469 Sep 24 15:55:29.876188 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45484) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:29.935862 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d12cec3-ae26-48d1-8bd6-c2bd7bf7ccdd tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] GET failed (client error): The resource could not be found. Sep 24 15:55:29.938408 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-3d12cec3-ae26-48d1-8bd6-c2bd7bf7ccdd tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "GET /v2.0/ports/c56ae648-1e23-490f-8a65-8bbbe3159550 HTTP/1.1" status: 404 len: 333 time: 0.0600715 Sep 24 15:55:29.951284 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45488) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:29.990582 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9ca2e7-b8af-4340-b62f-6a86b6382da0 req-bc982315-182d-40a4-8807-4a37eaf7a588 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:29.992601 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3b9ca2e7-b8af-4340-b62f-6a86b6382da0 req-bc982315-182d-40a4-8807-4a37eaf7a588 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=756dc3f9-786f-43e3-a1c1-2690c736e704 HTTP/1.1" status: 200 len: 945 time: 0.7126632 Sep 24 15:55:30.000383 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea466552-7c38-4e81-9f81-079034421cb7 None None] Update dhcp port {'port': {'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'fixed_ips': [{'subnet_id': '7d40daf1-8a0f-4f3e-8b2b-bfd29dd0eb19'}], 'binding:host_id': 'n-d-808921-1'}, 'id': '8b013d66-2745-4bfb-9170-b03027f9bc25'} from n-d-808921-1. {{(pid=95299) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 24 15:55:30.033985 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ea466552-7c38-4e81-9f81-079034421cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:30.039286 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-54dd48aa-74b3-4a51-a810-353de4692ee5 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Deleting subnet 3f360573-9690-4a7f-a293-53221c393c74 {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:55:30.044803 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-54dd48aa-74b3-4a51-a810-353de4692ee5 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:30.080607 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad06d78-85ad-426e-be8c-450bd33a2710 req-be095ea4-b6d2-4230-81a1-a474e2488ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:30.082378 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fad06d78-85ad-426e-be8c-450bd33a2710 req-be095ea4-b6d2-4230-81a1-a474e2488ddb service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=7e512e155fd047afb7c369ee55b40ecc&device_id=756dc3f9-786f-43e3-a1c1-2690c736e704 HTTP/1.1" status: 200 len: 1096 time: 0.1189508 Sep 24 15:55:30.083586 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-646359fb-57b8-4888-babb-4eaec14c9e7f tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:30.089638 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3b9ca2e7-b8af-4340-b62f-6a86b6382da0 req-ecbf269b-b66e-46fe-bc0d-7ea750c0e892 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=e1bf097d-ba10-49b0-95a0-b191bbbc69a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0887866 Sep 24 15:55:30.139635 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a0b1e677-782d-44bc-8281-d9195377736a tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:30.206939 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646359fb-57b8-4888-babb-4eaec14c9e7f tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Pushing event updated for resources: {'Subnet': ['ID=ab15fac7-b478-4b1e-8a31-fd7b3a4c098e,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:30.267453 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-54dd48aa-74b3-4a51-a810-353de4692ee5 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:30.338888 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-646359fb-57b8-4888-babb-4eaec14c9e7f tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Checking segment: {'id': '6066a45e-a1f9-4c25-8e1f-1840a2b78a17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'cfe68e7a-b74e-4500-ab0b-27a612caa58a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:55:30.340126 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646359fb-57b8-4888-babb-4eaec14c9e7f tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Network hostable DHCP agents. Network: cfe68e7a-b74e-4500-ab0b-27a612caa58a, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:55:30.397165 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad06d78-85ad-426e-be8c-450bd33a2710 req-814ac24a-d041-4b5a-918b-57fb0e5b15fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:30.398773 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fad06d78-85ad-426e-be8c-450bd33a2710 req-814ac24a-d041-4b5a-918b-57fb0e5b15fd service neutron] 10.222.0.108 "GET /v2.0/networks?id=5a006511-b4c6-401d-bf2d-1c9456d23123 HTTP/1.1" status: 200 len: 898 time: 0.2913749 Sep 24 15:55:30.455285 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-a0b1e677-782d-44bc-8281-d9195377736a tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] For port 8b013d66-2745-4bfb-9170-b03027f9bc25, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=8b013d66-2745-4bfb-9170-b03027f9bc25,segment=NetworkSegment(fb531be8-b37e-4ff9-a98b-5c7db484a0eb),segment_id=fb531be8-b37e-4ff9-a98b-5c7db484a0eb)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:55:30.500178 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fad06d78-85ad-426e-be8c-450bd33a2710 req-bffb45c0-9034-486e-a922-ed50cc12a5f3 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aedc8984-c719-4441-90cd-2f9058b26fa4 HTTP/1.1" status: 200 len: 1001 time: 0.0826600 Sep 24 15:55:30.512031 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a0b1e677-782d-44bc-8281-d9195377736a tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:30.518603 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-54dd48aa-74b3-4a51-a810-353de4692ee5 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:30.553481 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-646359fb-57b8-4888-babb-4eaec14c9e7f tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Network cfe68e7a-b74e-4500-ab0b-27a612caa58a is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:55:30.598590 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a0b1e677-782d-44bc-8281-d9195377736a tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:30.599502 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a0b1e677-782d-44bc-8281-d9195377736a tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:30.616714 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.db.api [None req-ea466552-7c38-4e81-9f81-079034421cb7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:55:30.617306 n-d-808921-1 neutron-server[95299]: DEBUG oslo_db.api [None req-ea466552-7c38-4e81-9f81-079034421cb7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:55:30.643200 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad06d78-85ad-426e-be8c-450bd33a2710 req-f1d0acc7-5573-429e-b381-63ee66ba5342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:30.644694 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fad06d78-85ad-426e-be8c-450bd33a2710 req-f1d0acc7-5573-429e-b381-63ee66ba5342 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=a105c675-e167-42b4-b812-5ae7f91fba38 HTTP/1.1" status: 200 len: 835 time: 0.0927484 Sep 24 15:55:30.685229 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-646359fb-57b8-4888-babb-4eaec14c9e7f tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, cfe68e7a-b74e-4500-ab0b-27a612caa58a) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:55:30.691849 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646359fb-57b8-4888-babb-4eaec14c9e7f tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:30.692503 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-646359fb-57b8-4888-babb-4eaec14c9e7f tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:30.708357 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b1e677-782d-44bc-8281-d9195377736a tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event updated for resources: {'Port': ['ID=8b013d66-2745-4bfb-9170-b03027f9bc25,revision_number=5']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:30.712055 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad06d78-85ad-426e-be8c-450bd33a2710 req-ab1d1e63-1906-409d-8281-1c43b48dc851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:30.713662 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fad06d78-85ad-426e-be8c-450bd33a2710 req-ab1d1e63-1906-409d-8281-1c43b48dc851 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=5a006511-b4c6-401d-bf2d-1c9456d23123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585306 Sep 24 15:55:30.727782 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0b1e677-782d-44bc-8281-d9195377736a tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Network 50d98e88-8a75-4835-9919-86c163395f7c is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:55:30.736544 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-a0b1e677-782d-44bc-8281-d9195377736a tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:55:30.739593 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b1e677-782d-44bc-8281-d9195377736a tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:30.740193 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a0b1e677-782d-44bc-8281-d9195377736a tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:30.744799 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-54dd48aa-74b3-4a51-a810-353de4692ee5 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:30.756006 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b1e677-782d-44bc-8281-d9195377736a tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event updated for resources: {'Subnet': ['ID=7d40daf1-8a0f-4f3e-8b2b-bfd29dd0eb19,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:30.776408 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6761d138-5c3f-4a8c-b404-5ade9d057c35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:30.801204 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-646359fb-57b8-4888-babb-4eaec14c9e7f tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5870979 Sep 24 15:55:30.804469 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-54dd48aa-74b3-4a51-a810-353de4692ee5 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:30.809904 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-54dd48aa-74b3-4a51-a810-353de4692ee5 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "DELETE /v2.0/subnets/3f360573-9690-4a7f-a293-53221c393c74 HTTP/1.1" status: 204 len: 168 time: 0.8546743 Sep 24 15:55:30.809904 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dd48aa-74b3-4a51-a810-353de4692ee5 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event deleted for resources: {'Subnet': ['ID=3f360573-9690-4a7f-a293-53221c393c74,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:30.810899 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45504) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:30.814960 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45506) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:30.827238 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-a0b1e677-782d-44bc-8281-d9195377736a tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5287783 Sep 24 15:55:30.827909 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45508) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:30.837206 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-a48d928e-12ec-43bc-aa94-2cd6548ba10e tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Request body: {'subnet': {'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:55:31.011503 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-626fe40b-4f80-4936-9db8-3fc576002450 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:31.014316 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fad06d78-85ad-426e-be8c-450bd33a2710 req-03db5cf9-9569-4761-8889-42efbc09d947 service neutron] 10.222.0.108 "GET /v2.0/networks/5a006511-b4c6-401d-bf2d-1c9456d23123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922387 Sep 24 15:55:31.097771 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-796d0b97-91d7-4e22-846b-45417d36f895 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:31.161623 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ea466552-7c38-4e81-9f81-079034421cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:31.204488 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fad06d78-85ad-426e-be8c-450bd33a2710 req-f8657854-91a3-48a6-a326-6ded209cc5f7 service neutron] 10.222.0.108 "GET /v2.0/networks/5a006511-b4c6-401d-bf2d-1c9456d23123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814921 Sep 24 15:55:31.214521 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-626fe40b-4f80-4936-9db8-3fc576002450 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Deleting port 15d0e750-8157-44b0-8867-74481c6bcb01 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:55:31.214822 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-626fe40b-4f80-4936-9db8-3fc576002450 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:31.234943 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-796d0b97-91d7-4e22-846b-45417d36f895 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:31.240766 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48d928e-12ec-43bc-aa94-2cd6548ba10e tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Made reservation on behalf of 1ffc126d96724ce991d5ac46e64fd1ec for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:55:31.247617 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a48d928e-12ec-43bc-aa94-2cd6548ba10e tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:31.252747 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a2ce0a1f-01f1-49a0-ac67-5083e5b6450d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:31.323838 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-626fe40b-4f80-4936-9db8-3fc576002450 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] For port 15d0e750-8157-44b0-8867-74481c6bcb01, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=15d0e750-8157-44b0-8867-74481c6bcb01,segment=NetworkSegment(6269fae2-5244-4af4-935a-14d0e35b0a44),segment_id=6269fae2-5244-4af4-935a-14d0e35b0a44)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:55:31.324215 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-626fe40b-4f80-4936-9db8-3fc576002450 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:31.341271 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-626fe40b-4f80-4936-9db8-3fc576002450 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Calling delete_port for 15d0e750-8157-44b0-8867-74481c6bcb01 owned by network:dhcp {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:55:31.504019 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-ea466552-7c38-4e81-9f81-079034421cb7 None None] For port 8b013d66-2745-4bfb-9170-b03027f9bc25, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=8b013d66-2745-4bfb-9170-b03027f9bc25,segment=NetworkSegment(fb531be8-b37e-4ff9-a98b-5c7db484a0eb),segment_id=fb531be8-b37e-4ff9-a98b-5c7db484a0eb)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:55:31.541824 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ea466552-7c38-4e81-9f81-079034421cb7 None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:31.622750 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ea466552-7c38-4e81-9f81-079034421cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:31.696819 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea466552-7c38-4e81-9f81-079034421cb7 None None] Pushing event updated for resources: {'Port': ['ID=8b013d66-2745-4bfb-9170-b03027f9bc25,revision_number=6']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:31.732634 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7144b1-448a-4879-8e68-34916ae3289c req-9f9e41b4-cfd0-4eff-a9df-8e88b884613b tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:31.734452 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3a7144b1-448a-4879-8e68-34916ae3289c req-9f9e41b4-cfd0-4eff-a9df-8e88b884613b tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=756dc3f9-786f-43e3-a1c1-2690c736e704 HTTP/1.1" status: 200 len: 945 time: 0.5627182 Sep 24 15:55:31.756545 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-796d0b97-91d7-4e22-846b-45417d36f895 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:31.796602 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796d0b97-91d7-4e22-846b-45417d36f895 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Pushing event deleted for resources: {'Subnet': ['ID=ab15fac7-b478-4b1e-8a31-fd7b3a4c098e,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:31.827770 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-297dd772-02b5-4711-b360-95a22ed39896 req-c5b62075-ac31-4557-9212-d84870eb58da service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=87b6a1f0-7b0d-4e7e-af5d-8e794e98c80d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1619465 Sep 24 15:55:31.848212 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-6761d138-5c3f-4a8c-b404-5ade9d057c35 admin admin] Deleting port d469f2b7-fb99-4eb5-9e94-c40cd40f72d8 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:55:31.848508 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6761d138-5c3f-4a8c-b404-5ade9d057c35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:31.881430 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-796d0b97-91d7-4e22-846b-45417d36f895 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:31.936693 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-796d0b97-91d7-4e22-846b-45417d36f895 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfe68e7a-b74e-4500-ab0b-27a612caa58a']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:55:31.953053 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-796d0b97-91d7-4e22-846b-45417d36f895 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6066a45e-a1f9-4c25-8e1f-1840a2b78a17') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:55:31.953381 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-796d0b97-91d7-4e22-846b-45417d36f895 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6066a45e-a1f9-4c25-8e1f-1840a2b78a17') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:55:31.965171 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-796d0b97-91d7-4e22-846b-45417d36f895 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:31.967237 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3a7144b1-448a-4879-8e68-34916ae3289c req-e5ea30e2-d322-48b8-86c5-111005d710b8 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=e1bf097d-ba10-49b0-95a0-b191bbbc69a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1920226 Sep 24 15:55:31.992134 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-796d0b97-91d7-4e22-846b-45417d36f895 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:31.999879 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-796d0b97-91d7-4e22-846b-45417d36f895 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Releasing vlan 1263 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:55:32.000426 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-796d0b97-91d7-4e22-846b-45417d36f895 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:32.004623 n-d-808921-1 neutron-server[95298]: INFO neutron.db.ipam_backend_mixin [None req-a48d928e-12ec-43bc-aa94-2cd6548ba10e tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7d40daf1-8a0f-4f3e-8b2b-bfd29dd0eb19 (CIDR: 2001:db8::/64) Sep 24 15:55:32.004772 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:55:32.004772 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:55:32.004772 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:55:32.004772 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:55:32.004772 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:55:32.004772 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:55:32.004772 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:55:32.004772 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:55:32.004772 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:55:32.004772 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:55:32.004772 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:55:32.004772 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:55:32.004772 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:55:32.004772 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:55:32.004772 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:55:32.004772 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:55:32.004772 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:55:32.004772 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:55:32.004772 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:55:32.004772 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:55:32.004772 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:55:32.004772 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:55:32.004772 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:55:32.004772 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:55:32.004772 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:55:32.004772 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:55:32.004772 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:55:32.004772 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:55:32.004772 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:55:32.004772 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:55:32.004772 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:55:32.004772 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:55:32.031526 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-626fe40b-4f80-4936-9db8-3fc576002450 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:32.032134 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-6761d138-5c3f-4a8c-b404-5ade9d057c35 admin admin] For port d469f2b7-fb99-4eb5-9e94-c40cd40f72d8, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=d469f2b7-fb99-4eb5-9e94-c40cd40f72d8,segment=NetworkSegment(40ae7766-b06a-4ffc-9ec0-bb3040c6122f),segment_id=40ae7766-b06a-4ffc-9ec0-bb3040c6122f)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:55:32.032291 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6761d138-5c3f-4a8c-b404-5ade9d057c35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:32.047659 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297dd772-02b5-4711-b360-95a22ed39896 req-a71c5d9b-6e54-48b1-aa12-1ce6477ad958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:32.049287 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-297dd772-02b5-4711-b360-95a22ed39896 req-a71c5d9b-6e54-48b1-aa12-1ce6477ad958 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=7841fa2f595c42b88ef5416d36f78c25&device_id=87b6a1f0-7b0d-4e7e-af5d-8e794e98c80d HTTP/1.1" status: 200 len: 1096 time: 0.1205935 Sep 24 15:55:32.063288 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-6761d138-5c3f-4a8c-b404-5ade9d057c35 admin admin] Calling delete_port for d469f2b7-fb99-4eb5-9e94-c40cd40f72d8 owned by network:router_interface {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:55:32.085635 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-a48d928e-12ec-43bc-aa94-2cd6548ba10e tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 15:55:32.086130 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a48d928e-12ec-43bc-aa94-2cd6548ba10e tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:55:32.093264 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626fe40b-4f80-4936-9db8-3fc576002450 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] No DVR routers for this DVR port 15d0e750-8157-44b0-8867-74481c6bcb01 on host n-d-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:55:32.116815 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626fe40b-4f80-4936-9db8-3fc576002450 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event deleted for resources: {'Port': ['ID=15d0e750-8157-44b0-8867-74481c6bcb01,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:32.199088 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-626fe40b-4f80-4936-9db8-3fc576002450 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:32.220359 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-796d0b97-91d7-4e22-846b-45417d36f895 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:32.222939 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-626fe40b-4f80-4936-9db8-3fc576002450 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['361b9afa-0b4c-4d04-972f-b8bbfaaaeb56']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:55:32.237157 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-a48d928e-12ec-43bc-aa94-2cd6548ba10e tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4008446 Sep 24 15:55:32.237157 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45522) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:32.242147 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-2a414cd9-d729-42f4-85c1-574a164934bf tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Request body: {'subnet': {'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:55:32.244534 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-796d0b97-91d7-4e22-846b-45417d36f895 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:32.250533 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-796d0b97-91d7-4e22-846b-45417d36f895 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] 10.222.0.101 "DELETE /v2.0/networks/cfe68e7a-b74e-4500-ab0b-27a612caa58a HTTP/1.1" status: 204 len: 168 time: 1.4038749 Sep 24 15:55:32.256871 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45524) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:32.257667 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796d0b97-91d7-4e22-846b-45417d36f895 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Pushing event deleted for resources: {'Network': ['ID=cfe68e7a-b74e-4500-ab0b-27a612caa58a,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:32.263691 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-f874e7db-bb82-4f88-aba5-63a936023a51 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-266277453'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:55:32.271254 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-626fe40b-4f80-4936-9db8-3fc576002450 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6269fae2-5244-4af4-935a-14d0e35b0a44') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:55:32.271551 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-626fe40b-4f80-4936-9db8-3fc576002450 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6269fae2-5244-4af4-935a-14d0e35b0a44') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:55:32.286113 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-626fe40b-4f80-4936-9db8-3fc576002450 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:32.291867 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297dd772-02b5-4711-b360-95a22ed39896 req-1ebbe4e9-48df-46aa-b940-fe71a66ef8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:32.293989 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-297dd772-02b5-4711-b360-95a22ed39896 req-1ebbe4e9-48df-46aa-b940-fe71a66ef8ea service neutron] 10.222.0.110 "GET /v2.0/networks?id=9650dd06-c337-403b-9f2f-c268b521f2ba HTTP/1.1" status: 200 len: 898 time: 0.2194610 Sep 24 15:55:32.306479 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-626fe40b-4f80-4936-9db8-3fc576002450 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:32.313964 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-626fe40b-4f80-4936-9db8-3fc576002450 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Releasing vlan 1283 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:55:32.314400 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-626fe40b-4f80-4936-9db8-3fc576002450 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:32.318227 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:55:32.318227 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:55:32.318227 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:55:32.318227 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:55:32.318227 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:55:32.318227 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:55:32.318227 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:55:32.318227 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:55:32.318227 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:55:32.318227 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:55:32.318227 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:55:32.318227 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:55:32.318227 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:55:32.318227 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:55:32.318227 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:55:32.318227 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:55:32.318227 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:55:32.318227 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:55:32.318227 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:55:32.318227 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:55:32.318227 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:55:32.318227 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:55:32.318227 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:55:32.318227 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:55:32.318227 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:55:32.318227 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:55:32.318227 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:55:32.318227 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:55:32.318227 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:55:32.318227 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:55:32.318227 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:55:32.318227 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:55:32.404630 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f874e7db-bb82-4f88-aba5-63a936023a51 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Made reservation on behalf of 9b1de2c8a90e4c7b8a3f22e9202f02be for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:55:32.408351 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f874e7db-bb82-4f88-aba5-63a936023a51 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:32.428195 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-297dd772-02b5-4711-b360-95a22ed39896 req-8c06b4e7-9102-4bb3-bead-4bccb7e6a63c service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1862b1f-4d7b-4e17-b328-e8db2634c97a HTTP/1.1" status: 200 len: 1000 time: 0.1252632 Sep 24 15:55:32.434093 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f874e7db-bb82-4f88-aba5-63a936023a51 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1296} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:55:32.443665 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f874e7db-bb82-4f88-aba5-63a936023a51 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:32.444012 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-f874e7db-bb82-4f88-aba5-63a936023a51 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Added segment 17a5ad4e-117f-4495-a9a4-57661fa405b8 of type vlan for network 8ea3239c-704f-4727-a8f5-8fb8f96c1741 Sep 24 15:55:32.477890 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-626fe40b-4f80-4936-9db8-3fc576002450 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:32.502443 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-626fe40b-4f80-4936-9db8-3fc576002450 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:32.502443 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-626fe40b-4f80-4936-9db8-3fc576002450 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "DELETE /v2.0/networks/361b9afa-0b4c-4d04-972f-b8bbfaaaeb56 HTTP/1.1" status: 204 len: 168 time: 1.6517787 Sep 24 15:55:32.506987 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45526) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:32.513986 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f874e7db-bb82-4f88-aba5-63a936023a51 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:32.518264 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-43e4f98a-a0d0-4259-8c2c-8a8394f8ed9b tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-246650525'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:55:32.518478 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626fe40b-4f80-4936-9db8-3fc576002450 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event deleted for resources: {'Network': ['ID=361b9afa-0b4c-4d04-972f-b8bbfaaaeb56,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:32.581416 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297dd772-02b5-4711-b360-95a22ed39896 req-521b1051-470d-4150-ae6f-f7910c050a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:32.581955 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-297dd772-02b5-4711-b360-95a22ed39896 req-521b1051-470d-4150-ae6f-f7910c050a7d service neutron] 10.222.0.110 "GET /v2.0/subnets?id=250e76ba-07ca-44b4-bdd4-d39b52ecd754 HTTP/1.1" status: 200 len: 835 time: 0.1407504 Sep 24 15:55:32.583789 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.db.api [None req-2a414cd9-d729-42f4-85c1-574a164934bf tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 15:55:32.583789 n-d-808921-1 neutron-server[95298]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 24 15:55:32.583789 n-d-808921-1 neutron-server[95298]: [parameters: {'project_id_1': '1ffc126d96724ce991d5ac46e64fd1ec', 'expiration_1': datetime.datetime(2021, 9, 24, 15, 55, 12, 538390)}] Sep 24 15:55:32.583789 n-d-808921-1 neutron-server[95298]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:55:32.584216 n-d-808921-1 neutron-server[95298]: DEBUG oslo_db.api [None req-2a414cd9-d729-42f4-85c1-574a164934bf tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:55:32.628223 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f874e7db-bb82-4f88-aba5-63a936023a51 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:32.634488 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f874e7db-bb82-4f88-aba5-63a936023a51 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:32.636537 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f874e7db-bb82-4f88-aba5-63a936023a51 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:32.653958 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e4f98a-a0d0-4259-8c2c-8a8394f8ed9b tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Made reservation on behalf of 60728dc15ec0482fbe958ba9258d8b5e for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:55:32.666156 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-43e4f98a-a0d0-4259-8c2c-8a8394f8ed9b tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:32.671351 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6761d138-5c3f-4a8c-b404-5ade9d057c35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:32.767477 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 8b013d66-2745-4bfb-9170-b03027f9bc25 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:55:32.782549 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6761d138-5c3f-4a8c-b404-5ade9d057c35 admin admin] Pushing event deleted for resources: {'Port': ['ID=d469f2b7-fb99-4eb5-9e94-c40cd40f72d8,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:32.782792 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f874e7db-bb82-4f88-aba5-63a936023a51 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5199666 Sep 24 15:55:32.782792 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f874e7db-bb82-4f88-aba5-63a936023a51 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Pushing event updated for resources: {'Network': ['ID=8ea3239c-704f-4727-a8f5-8fb8f96c1741,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:32.786288 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45532) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:32.788301 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297dd772-02b5-4711-b360-95a22ed39896 req-b86379fa-8bf3-4c88-a340-9b83e4bc11bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:32.790066 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-297dd772-02b5-4711-b360-95a22ed39896 req-b86379fa-8bf3-4c88-a340-9b83e4bc11bd service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9650dd06-c337-403b-9f2f-c268b521f2ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1907892 Sep 24 15:55:32.797348 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-71159ad4-be72-49c9-87ab-d3a1cf7122d1 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Request body: {'subnet': {'network_id': '8ea3239c-704f-4727-a8f5-8fb8f96c1741', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:55:32.819204 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 8ea3239c-704f-4727-a8f5-8fb8f96c1741 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:55:32.829667 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43e4f98a-a0d0-4259-8c2c-8a8394f8ed9b tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1297} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:55:32.903785 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-43e4f98a-a0d0-4259-8c2c-8a8394f8ed9b tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:32.904130 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-43e4f98a-a0d0-4259-8c2c-8a8394f8ed9b tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Added segment 770bf666-997e-44c8-a868-e68cb43f4aa1 of type vlan for network ca651115-5d6f-4442-8077-19843ce4c79b Sep 24 15:55:32.939065 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 8b013d66-2745-4bfb-9170-b03027f9bc25 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:55:32.939440 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:33.038146 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:33.041647 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-43e4f98a-a0d0-4259-8c2c-8a8394f8ed9b tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:33.055723 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71159ad4-be72-49c9-87ab-d3a1cf7122d1 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Made reservation on behalf of 9b1de2c8a90e4c7b8a3f22e9202f02be for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:55:33.059667 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-71159ad4-be72-49c9-87ab-d3a1cf7122d1 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:33.083221 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df3b4aa-b288-4a3d-9c93-a051dbb77d10 None None] Network cfe68e7a-b74e-4500-ab0b-27a612caa58a requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:55:33.096066 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2950607d-bfb1-4f93-9e1c-1a144931c03e None None] Network 50d98e88-8a75-4835-9919-86c163395f7c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:55:33.134528 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port 8b013d66-2745-4bfb-9170-b03027f9bc25, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=8b013d66-2745-4bfb-9170-b03027f9bc25,segment=NetworkSegment(fb531be8-b37e-4ff9-a98b-5c7db484a0eb),segment_id=fb531be8-b37e-4ff9-a98b-5c7db484a0eb)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:55:33.137207 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df3b4aa-b288-4a3d-9c93-a051dbb77d10 None None] Network cfe68e7a-b74e-4500-ab0b-27a612caa58a could not be found, it might have been deleted concurrently. {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 24 15:55:33.157776 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddefbe2-54c0-4f88-8475-cb6bea56653e None None] Network cfe68e7a-b74e-4500-ab0b-27a612caa58a requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:55:33.186062 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-297dd772-02b5-4711-b360-95a22ed39896 req-f3cf0dc5-792c-4a8e-bfe0-b798b43119f3 service neutron] 10.222.0.110 "GET /v2.0/networks/9650dd06-c337-403b-9f2f-c268b521f2ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3572826 Sep 24 15:55:33.186656 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddefbe2-54c0-4f88-8475-cb6bea56653e None None] Network cfe68e7a-b74e-4500-ab0b-27a612caa58a could not be found, it might have been deleted concurrently. {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 24 15:55:33.189331 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-9d53c932-9c5a-498f-8413-94d60405f568 None None] Provisioning complete for port 8b013d66-2745-4bfb-9170-b03027f9bc25 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:55:33.189717 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9d53c932-9c5a-498f-8413-94d60405f568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:33.244929 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:33.354447 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa808f1-741c-4e8d-880a-ca0758117e06 req-76661aa2-be8d-4311-ba2a-7d31a4797038 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:33.357828 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9fa808f1-741c-4e8d-880a-ca0758117e06 req-76661aa2-be8d-4311-ba2a-7d31a4797038 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=756dc3f9-786f-43e3-a1c1-2690c736e704 HTTP/1.1" status: 200 len: 945 time: 0.3099642 Sep 24 15:55:33.362427 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a414cd9-d729-42f4-85c1-574a164934bf tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Made reservation on behalf of 1ffc126d96724ce991d5ac46e64fd1ec for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:55:33.365797 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=8b013d66-2745-4bfb-9170-b03027f9bc25,revision_number=7']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:33.366316 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2a414cd9-d729-42f4-85c1-574a164934bf tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:33.407611 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-43e4f98a-a0d0-4259-8c2c-8a8394f8ed9b tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:33.414619 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e4f98a-a0d0-4259-8c2c-8a8394f8ed9b tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:33.415572 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-43e4f98a-a0d0-4259-8c2c-8a8394f8ed9b tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:33.449243 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-71159ad4-be72-49c9-87ab-d3a1cf7122d1 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:33.495359 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad09575-c898-4de0-8d2d-c3b97b72c009 None None] DHCP port deletion for 361b9afa-0b4c-4d04-972f-b8bbfaaaeb56 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:55:33.522334 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6761d138-5c3f-4a8c-b404-5ade9d057c35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:33.535664 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71159ad4-be72-49c9-87ab-d3a1cf7122d1 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Pushing event updated for resources: {'Subnet': ['ID=9546ac6a-6be7-4286-b4c8-4c1e40efcfae,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:33.551401 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71159ad4-be72-49c9-87ab-d3a1cf7122d1 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Checking segment: {'id': '17a5ad4e-117f-4495-a9a4-57661fa405b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '8ea3239c-704f-4727-a8f5-8fb8f96c1741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:55:33.552431 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71159ad4-be72-49c9-87ab-d3a1cf7122d1 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Network hostable DHCP agents. Network: 8ea3239c-704f-4727-a8f5-8fb8f96c1741, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:55:33.562402 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-297dd772-02b5-4711-b360-95a22ed39896 req-6661b2d4-5dd9-4c90-830d-197d5929931f service neutron] 10.222.0.110 "GET /v2.0/networks/9650dd06-c337-403b-9f2f-c268b521f2ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3661392 Sep 24 15:55:33.596624 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9fa808f1-741c-4e8d-880a-ca0758117e06 req-bca0b1c4-0db2-4bfd-ad55-c080f6ca5569 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=e1bf097d-ba10-49b0-95a0-b191bbbc69a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2197247 Sep 24 15:55:33.600866 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e4f98a-a0d0-4259-8c2c-8a8394f8ed9b tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event updated for resources: {'Network': ['ID=ca651115-5d6f-4442-8077-19843ce4c79b,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:33.606439 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-43e4f98a-a0d0-4259-8c2c-8a8394f8ed9b tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0901871 Sep 24 15:55:33.608829 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45536) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:33.613717 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network ca651115-5d6f-4442-8077-19843ce4c79b details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:55:33.620414 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-c85b9c73-8e5a-4797-bd42-0b9a280d9492 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Request body: {'subnet': {'network_id': 'ca651115-5d6f-4442-8077-19843ce4c79b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:55:33.647474 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71159ad4-be72-49c9-87ab-d3a1cf7122d1 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Network 8ea3239c-704f-4727-a8f5-8fb8f96c1741 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:55:33.756098 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-71159ad4-be72-49c9-87ab-d3a1cf7122d1 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 8ea3239c-704f-4727-a8f5-8fb8f96c1741) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:55:33.764474 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71159ad4-be72-49c9-87ab-d3a1cf7122d1 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:33.767460 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f211afe1-9e4b-42a6-852b-30f0f7ad5f60 None None] Network 8ea3239c-704f-4727-a8f5-8fb8f96c1741 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:55:33.771837 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-71159ad4-be72-49c9-87ab-d3a1cf7122d1 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:33.828211 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c85b9c73-8e5a-4797-bd42-0b9a280d9492 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Made reservation on behalf of 60728dc15ec0482fbe958ba9258d8b5e for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:55:33.831871 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c85b9c73-8e5a-4797-bd42-0b9a280d9492 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:33.947204 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-71159ad4-be72-49c9-87ab-d3a1cf7122d1 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1561174 Sep 24 15:55:33.947339 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-469e6805-b669-4ef9-8776-e84029ed187e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:33.949399 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45550) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:33.958832 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-afdf2663-a508-4788-ab38-e01a14640f08 None None] Provisioning complete for port 8b013d66-2745-4bfb-9170-b03027f9bc25 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:55:33.959264 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-afdf2663-a508-4788-ab38-e01a14640f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:34.014223 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6761d138-5c3f-4a8c-b404-5ade9d057c35 admin admin] Router 5819512c-8212-4b23-9988-5082fe39d789 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:55:34.081435 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf641076-2f52-4ccf-852f-adc8a72983d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-8ea3239c-704f-4727-a8f5-8fb8f96c1741', 'network_id': '8ea3239c-704f-4727-a8f5-8fb8f96c1741', 'tenant_id': '9b1de2c8a90e4c7b8a3f22e9202f02be', 'fixed_ips': [{'subnet_id': '9546ac6a-6be7-4286-b4c8-4c1e40efcfae'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:55:34.083038 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-bf641076-2f52-4ccf-852f-adc8a72983d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:34.128452 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2a414cd9-d729-42f4-85c1-574a164934bf tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:34.147287 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-679217ea-f53b-43de-aa17-626a9f276213 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:34.191180 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6761d138-5c3f-4a8c-b404-5ade9d057c35 admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:55:34.195721 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a414cd9-d729-42f4-85c1-574a164934bf tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Network 50d98e88-8a75-4835-9919-86c163395f7c is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:55:34.212676 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-6761d138-5c3f-4a8c-b404-5ade9d057c35 admin admin] 10.222.0.101 "PUT /v2.0/routers/5819512c-8212-4b23-9988-5082fe39d789/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7011564 Sep 24 15:55:34.212676 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45554) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:34.216583 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-2a414cd9-d729-42f4-85c1-574a164934bf tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:55:34.218262 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a414cd9-d729-42f4-85c1-574a164934bf tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event updated for resources: {'Subnet': ['ID=8d7ddd83-c2c4-4a8e-996f-3b810717fd6e,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:34.222112 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a414cd9-d729-42f4-85c1-574a164934bf tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:34.222633 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2a414cd9-d729-42f4-85c1-574a164934bf tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:34.270863 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-679217ea-f53b-43de-aa17-626a9f276213 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:34.340811 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c85b9c73-8e5a-4797-bd42-0b9a280d9492 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:34.352405 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1838a6-ece5-465b-96ea-fe456e22be10 None None] Network 50d98e88-8a75-4835-9919-86c163395f7c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:55:34.355059 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d946a43-26a6-4b6a-ab67-892a69431d5d None None] Sync routers for ids ['5819512c-8212-4b23-9988-5082fe39d789'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:55:34.414133 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d946a43-26a6-4b6a-ab67-892a69431d5d None None] Routers {'5819512c-8212-4b23-9988-5082fe39d789'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:55:34.414930 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-4d946a43-26a6-4b6a-ab67-892a69431d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:55:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['5819512c-8212-4b23-9988-5082fe39d789'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:55:34.418297 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85b9c73-8e5a-4797-bd42-0b9a280d9492 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event updated for resources: {'Subnet': ['ID=450566c3-4812-4178-9fa4-1042f591d1a4,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:34.429468 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85b9c73-8e5a-4797-bd42-0b9a280d9492 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Checking segment: {'id': '770bf666-997e-44c8-a868-e68cb43f4aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'ca651115-5d6f-4442-8077-19843ce4c79b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:55:34.429912 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85b9c73-8e5a-4797-bd42-0b9a280d9492 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Network hostable DHCP agents. Network: ca651115-5d6f-4442-8077-19843ce4c79b, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:55:34.456738 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-679217ea-f53b-43de-aa17-626a9f276213 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:34.508297 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679217ea-f53b-43de-aa17-626a9f276213 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Pushing event deleted for resources: {'Subnet': ['ID=9546ac6a-6be7-4286-b4c8-4c1e40efcfae,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:34.533791 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server [None req-bf641076-2f52-4ccf-852f-adc8a72983d8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9546ac6a-6be7-4286-b4c8-4c1e40efcfae: This subnet is being modified by another concurrent operation. Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server raise exception Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9546ac6a-6be7-4286-b4c8-4c1e40efcfae: This subnet is being modified by another concurrent operation. Sep 24 15:55:34.536025 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server Sep 24 15:55:34.566605 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044eda92-cdf8-41d6-b46a-1f8d6f635c0d None None] Network 8ea3239c-704f-4727-a8f5-8fb8f96c1741 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:55:34.589743 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85b9c73-8e5a-4797-bd42-0b9a280d9492 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Network ca651115-5d6f-4442-8077-19843ce4c79b is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:55:34.650396 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-679217ea-f53b-43de-aa17-626a9f276213 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:34.679841 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-679217ea-f53b-43de-aa17-626a9f276213 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ea3239c-704f-4727-a8f5-8fb8f96c1741']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:55:34.693116 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-679217ea-f53b-43de-aa17-626a9f276213 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17a5ad4e-117f-4495-a9a4-57661fa405b8') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:55:34.693514 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-679217ea-f53b-43de-aa17-626a9f276213 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17a5ad4e-117f-4495-a9a4-57661fa405b8') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:55:34.706234 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-679217ea-f53b-43de-aa17-626a9f276213 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:34.714403 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-c85b9c73-8e5a-4797-bd42-0b9a280d9492 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, ca651115-5d6f-4442-8077-19843ce4c79b) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:55:34.731882 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85b9c73-8e5a-4797-bd42-0b9a280d9492 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:34.732603 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c85b9c73-8e5a-4797-bd42-0b9a280d9492 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:34.751225 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-679217ea-f53b-43de-aa17-626a9f276213 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:34.758899 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-679217ea-f53b-43de-aa17-626a9f276213 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Releasing vlan 1296 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:55:34.759311 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-679217ea-f53b-43de-aa17-626a9f276213 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:34.763269 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:55:34.763269 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:55:34.763269 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:55:34.763269 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:55:34.763269 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:55:34.763269 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:55:34.763269 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:55:34.763269 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:55:34.763269 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:55:34.763269 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:55:34.763269 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:55:34.763269 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:55:34.763269 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:55:34.763269 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:55:34.763269 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:55:34.763269 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:55:34.763269 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:55:34.763269 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:55:34.763269 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:55:34.763269 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:55:34.763269 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:55:34.763269 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:55:34.763269 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:55:34.763269 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:55:34.763269 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:55:34.763269 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:55:34.763269 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:55:34.763269 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:55:34.763269 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:55:34.763269 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:55:34.763269 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:55:34.763269 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:55:34.765446 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2974dc85-e479-4896-a120-c91c5bcec798 None None] Network ca651115-5d6f-4442-8077-19843ce4c79b requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:55:34.768026 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 8b013d66-2745-4bfb-9170-b03027f9bc25 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:55:34.791611 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-2a414cd9-d729-42f4-85c1-574a164934bf tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5535722 Sep 24 15:55:34.804634 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45566) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:34.811432 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-8198ff0d-9def-4d19-9ede-cbc30bf71515 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Request body: {'port': {'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'mac_address': 'fa:16:3e:9a:f4:d0', 'name': 'tempest-NetworksTestDHCPv6-1176478189'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:55:34.814257 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-4d946a43-26a6-4b6a-ab67-892a69431d5d None None] Set router 5819512c-8212-4b23-9988-5082fe39d789 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:55:34.863715 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-c85b9c73-8e5a-4797-bd42-0b9a280d9492 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2524078 Sep 24 15:55:34.866253 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45568) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:34.873778 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-e7347896-ade9-4515-9e3d-aa6fcf04c15b tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Request body: {'port': {'network_id': 'ca651115-5d6f-4442-8077-19843ce4c79b', 'name': 'tempest-PortsTestJSON-330860107', 'fixed_ips': [{'subnet_id': '450566c3-4812-4178-9fa4-1042f591d1a4', 'ip_address': '172.20.0.10'}]}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:55:34.885592 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-aee8d421-2695-41d0-8cea-703bdc61bf25 admin admin] Notify callbacks [] for router, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:34.925984 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-679217ea-f53b-43de-aa17-626a9f276213 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:34.979534 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc561ec6-9936-435b-907b-a41053f9f43c req-2a6ede28-8c71-4a60-a9eb-24e098ded54a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:34.981170 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bc561ec6-9936-435b-907b-a41053f9f43c req-2a6ede28-8c71-4a60-a9eb-24e098ded54a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=756dc3f9-786f-43e3-a1c1-2690c736e704 HTTP/1.1" status: 200 len: 945 time: 0.1942582 Sep 24 15:55:34.984351 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-679217ea-f53b-43de-aa17-626a9f276213 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:34.989729 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-679217ea-f53b-43de-aa17-626a9f276213 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] 10.222.0.101 "DELETE /v2.0/networks/8ea3239c-704f-4727-a8f5-8fb8f96c1741 HTTP/1.1" status: 204 len: 168 time: 1.0360909 Sep 24 15:55:34.990428 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45574) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:34.996169 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-8442d505-c877-4aa8-b00f-0b8e4e44345d tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1059870324'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:55:35.019815 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679217ea-f53b-43de-aa17-626a9f276213 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Pushing event deleted for resources: {'Network': ['ID=8ea3239c-704f-4727-a8f5-8fb8f96c1741,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:35.088397 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.db.api [None req-e7347896-ade9-4515-9e3d-aa6fcf04c15b tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 15:55:35.088397 n-d-808921-1 neutron-server[95297]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 24 15:55:35.088397 n-d-808921-1 neutron-server[95297]: [parameters: {'project_id_1': '60728dc15ec0482fbe958ba9258d8b5e', 'expiration_1': datetime.datetime(2021, 9, 24, 15, 55, 15, 54989)}] Sep 24 15:55:35.088397 n-d-808921-1 neutron-server[95297]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:55:35.088783 n-d-808921-1 neutron-server[95297]: DEBUG oslo_db.api [None req-e7347896-ade9-4515-9e3d-aa6fcf04c15b tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:55:35.142859 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bc561ec6-9936-435b-907b-a41053f9f43c req-04e07d45-609f-40f9-be49-272744504961 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=e1bf097d-ba10-49b0-95a0-b191bbbc69a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1380877 Sep 24 15:55:35.144302 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-aee8d421-2695-41d0-8cea-703bdc61bf25 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:35.210239 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8442d505-c877-4aa8-b00f-0b8e4e44345d tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Made reservation on behalf of 9b1de2c8a90e4c7b8a3f22e9202f02be for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:55:35.213887 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8442d505-c877-4aa8-b00f-0b8e4e44345d tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:35.240091 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 8b013d66-2745-4bfb-9170-b03027f9bc25 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:55:35.240637 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:35.246202 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8442d505-c877-4aa8-b00f-0b8e4e44345d tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1254} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:55:35.255244 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8442d505-c877-4aa8-b00f-0b8e4e44345d tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:35.255586 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-8442d505-c877-4aa8-b00f-0b8e4e44345d tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Added segment 2657aa02-5c75-42d5-be59-905ea21ae89d of type vlan for network 17fb6823-2eab-4355-ad88-e075b4c5edc1 Sep 24 15:55:35.284135 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65f3331-eb33-410f-9684-0e91b64fddfb None None] Update dhcp port {'port': {'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'fixed_ips': [{'subnet_id': '7d40daf1-8a0f-4f3e-8b2b-bfd29dd0eb19', 'ip_address': '2001:db8::f816:3eff:fe83:7b69'}, {'subnet_id': '8d7ddd83-c2c4-4a8e-996f-3b810717fd6e'}], 'binding:host_id': 'n-d-808921-1'}, 'id': '8b013d66-2745-4bfb-9170-b03027f9bc25'} from n-d-808921-1. {{(pid=95299) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 24 15:55:35.338859 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8442d505-c877-4aa8-b00f-0b8e4e44345d tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:35.363378 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a65f3331-eb33-410f-9684-0e91b64fddfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:35.366260 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8198ff0d-9def-4d19-9ede-cbc30bf71515 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Made reservation on behalf of 1ffc126d96724ce991d5ac46e64fd1ec for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:55:35.371969 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:35.417244 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19dd72d-fb5b-4454-bb14-b76d707325b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-ca651115-5d6f-4442-8077-19843ce4c79b', 'network_id': 'ca651115-5d6f-4442-8077-19843ce4c79b', 'tenant_id': '60728dc15ec0482fbe958ba9258d8b5e', 'fixed_ips': [{'subnet_id': '450566c3-4812-4178-9fa4-1042f591d1a4'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:55:35.418116 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a19dd72d-fb5b-4454-bb14-b76d707325b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:35.439528 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-aee8d421-2695-41d0-8cea-703bdc61bf25 admin admin] Deleting port 7ad0e428-c51c-4fe0-8a37-d0a7cf52c9aa {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:55:35.439528 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-aee8d421-2695-41d0-8cea-703bdc61bf25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:35.497533 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8198ff0d-9def-4d19-9ede-cbc30bf71515 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:35.585324 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8442d505-c877-4aa8-b00f-0b8e4e44345d tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:35.591293 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8442d505-c877-4aa8-b00f-0b8e4e44345d tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:35.592217 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8442d505-c877-4aa8-b00f-0b8e4e44345d tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:35.612998 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 15d0e750-8157-44b0-8867-74481c6bcb01 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:55:35.645957 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-4d946a43-26a6-4b6a-ab67-892a69431d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5819512c-8212-4b23-9988-5082fe39d789', 'name': 'tempest-TaggedBootDevicesTest-2092132471-router', 'tenant_id': '4e03fc3d20524ffa9cc0335ea5171849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.39'}], 'enable_snat': True}, 'gw_port_id': '7ad0e428-c51c-4fe0-8a37-d0a7cf52c9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:43:44Z', 'updated_at': '2021-09-24T15:55:32Z', 'revision_number': 5, 'project_id': '4e03fc3d20524ffa9cc0335ea5171849', 'gw_port': {'id': '7ad0e428-c51c-4fe0-8a37-d0a7cf52c9aa', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:73:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5819512c-8212-4b23-9988-5082fe39d789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:43:45Z', 'updated_at': '2021-09-24T15:43:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:55:35.650711 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 15d0e750-8157-44b0-8867-74481c6bcb01 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:55:35.651053 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 15d0e750-8157-44b0-8867-74481c6bcb01 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:55:35.669721 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [None req-8198ff0d-9def-4d19-9ede-cbc30bf71515 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] device_id is not set on port dbeeb672-03a7-4bce-9825-20aa1adace73 yet. {{(pid=95298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:55:35.726675 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d946a43-26a6-4b6a-ab67-892a69431d5d None None] Checking router: 5819512c-8212-4b23-9988-5082fe39d789 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:55:35.728697 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7347896-ade9-4515-9e3d-aa6fcf04c15b tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Made reservation on behalf of 60728dc15ec0482fbe958ba9258d8b5e for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:55:35.759958 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-aee8d421-2695-41d0-8cea-703bdc61bf25 admin admin] For port 7ad0e428-c51c-4fe0-8a37-d0a7cf52c9aa, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=7ad0e428-c51c-4fe0-8a37-d0a7cf52c9aa,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:55:35.760436 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-aee8d421-2695-41d0-8cea-703bdc61bf25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:35.763952 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d946a43-26a6-4b6a-ab67-892a69431d5d None None] Routers {'5819512c-8212-4b23-9988-5082fe39d789'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:55:35.764407 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-4d946a43-26a6-4b6a-ab67-892a69431d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:55:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['5819512c-8212-4b23-9988-5082fe39d789'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:55:35.766661 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-a19dd72d-fb5b-4454-bb14-b76d707325b0 None None] Allocated IP 172.20.0.2 (ca651115-5d6f-4442-8077-19843ce4c79b/450566c3-4812-4178-9fa4-1042f591d1a4/0c0243dc-1e2c-46f2-bbee-e2ad620d51dc) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:55:35.772088 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8442d505-c877-4aa8-b00f-0b8e4e44345d tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Pushing event updated for resources: {'Network': ['ID=17fb6823-2eab-4355-ad88-e075b4c5edc1,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:35.778220 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-a65f3331-eb33-410f-9684-0e91b64fddfb None None] Allocated IP 2001:db8:0:1::2 (50d98e88-8a75-4835-9919-86c163395f7c/8d7ddd83-c2c4-4a8e-996f-3b810717fd6e/8b013d66-2745-4bfb-9170-b03027f9bc25) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:55:35.788280 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-aee8d421-2695-41d0-8cea-703bdc61bf25 admin admin] Calling delete_port for 7ad0e428-c51c-4fe0-8a37-d0a7cf52c9aa owned by network:router_gateway {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:55:35.818192 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 17fb6823-2eab-4355-ad88-e075b4c5edc1 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:55:35.844879 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-8442d505-c877-4aa8-b00f-0b8e4e44345d tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8532257 Sep 24 15:55:35.848002 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45588) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:35.853620 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-babe3d67-faf3-43f1-b491-4959f864e977 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Request body: {'subnet': {'network_id': '17fb6823-2eab-4355-ad88-e075b4c5edc1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:55:35.919630 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e7347896-ade9-4515-9e3d-aa6fcf04c15b tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:35.947500 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [None req-e7347896-ade9-4515-9e3d-aa6fcf04c15b tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] device_id is not set on port 2522500d-b4cd-4c4f-8542-fc634c87689f yet. {{(pid=95297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:55:36.051156 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-babe3d67-faf3-43f1-b491-4959f864e977 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Made reservation on behalf of 9b1de2c8a90e4c7b8a3f22e9202f02be for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:55:36.055885 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-babe3d67-faf3-43f1-b491-4959f864e977 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:36.142915 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.ipam_backend_mixin [None req-babe3d67-faf3-43f1-b491-4959f864e977 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Performing IP validity checks on allocation pools {{(pid=95298) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 24 15:55:36.143436 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.ipam_backend_mixin [None req-babe3d67-faf3-43f1-b491-4959f864e977 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95298) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 24 15:55:36.291630 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-aee8d421-2695-41d0-8cea-703bdc61bf25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:36.298365 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-4d946a43-26a6-4b6a-ab67-892a69431d5d None None] Set router 5819512c-8212-4b23-9988-5082fe39d789 gateway port host: None {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:55:36.341494 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee8d421-2695-41d0-8cea-703bdc61bf25 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ad0e428-c51c-4fe0-8a37-d0a7cf52c9aa,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:36.355137 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45596) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:36.397024 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-4d946a43-26a6-4b6a-ab67-892a69431d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5819512c-8212-4b23-9988-5082fe39d789', 'name': 'tempest-TaggedBootDevicesTest-2092132471-router', 'tenant_id': '4e03fc3d20524ffa9cc0335ea5171849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:43:44Z', 'updated_at': '2021-09-24T15:55:35Z', 'revision_number': 6, 'project_id': '4e03fc3d20524ffa9cc0335ea5171849', 'gw_port_host': None}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:55:36.441342 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d946a43-26a6-4b6a-ab67-892a69431d5d None None] The sync data for ids ['5819512c-8212-4b23-9988-5082fe39d789'] in n-d-808921-1 is: [{'id': '5819512c-8212-4b23-9988-5082fe39d789', 'name': 'tempest-TaggedBootDevicesTest-2092132471-router', 'tenant_id': '4e03fc3d20524ffa9cc0335ea5171849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:43:44Z', 'updated_at': '2021-09-24T15:55:35Z', 'revision_number': 6, 'project_id': '4e03fc3d20524ffa9cc0335ea5171849', 'gw_port_host': None}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:55:36.446898 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19675a3a-fc37-4d62-81b6-6d6257fa406b req-da573c19-98d5-479a-8878-f9a33bfbf700 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:36.448639 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-19675a3a-fc37-4d62-81b6-6d6257fa406b req-da573c19-98d5-479a-8878-f9a33bfbf700 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=756dc3f9-786f-43e3-a1c1-2690c736e704 HTTP/1.1" status: 200 len: 945 time: 0.1948712 Sep 24 15:55:36.482009 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-a65f3331-eb33-410f-9684-0e91b64fddfb None None] For port 8b013d66-2745-4bfb-9170-b03027f9bc25, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=8b013d66-2745-4bfb-9170-b03027f9bc25,segment=NetworkSegment(fb531be8-b37e-4ff9-a98b-5c7db484a0eb),segment_id=fb531be8-b37e-4ff9-a98b-5c7db484a0eb)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:55:36.565111 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a65f3331-eb33-410f-9684-0e91b64fddfb None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:36.567106 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a19dd72d-fb5b-4454-bb14-b76d707325b0 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:36.589826 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-aee8d421-2695-41d0-8cea-703bdc61bf25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586576'] for router_gateway, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:36.596315 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-babe3d67-faf3-43f1-b491-4959f864e977 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:36.652116 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a65f3331-eb33-410f-9684-0e91b64fddfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:36.666221 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-19675a3a-fc37-4d62-81b6-6d6257fa406b req-60c78ef1-458e-4557-9177-afab8cfde105 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=e1bf097d-ba10-49b0-95a0-b191bbbc69a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1707904 Sep 24 15:55:36.750332 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a19dd72d-fb5b-4454-bb14-b76d707325b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:36.760670 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65f3331-eb33-410f-9684-0e91b64fddfb None None] Pushing event updated for resources: {'Port': ['ID=8b013d66-2745-4bfb-9170-b03027f9bc25,revision_number=8']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:36.762269 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-e7347896-ade9-4515-9e3d-aa6fcf04c15b tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Allocated IP 172.20.0.10 (ca651115-5d6f-4442-8077-19843ce4c79b/450566c3-4812-4178-9fa4-1042f591d1a4/2522500d-b4cd-4c4f-8542-fc634c87689f) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:55:36.765828 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:36.780329 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-aee8d421-2695-41d0-8cea-703bdc61bf25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:36.787964 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-aee8d421-2695-41d0-8cea-703bdc61bf25 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:36.858158 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19dd72d-fb5b-4454-bb14-b76d707325b0 None None] Network ca651115-5d6f-4442-8077-19843ce4c79b is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:55:36.875084 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-a19dd72d-fb5b-4454-bb14-b76d707325b0 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:55:36.887991 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19dd72d-fb5b-4454-bb14-b76d707325b0 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:55:36.931532 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babe3d67-faf3-43f1-b491-4959f864e977 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Pushing event updated for resources: {'Subnet': ['ID=0034b809-f330-49d0-8a0e-9229e70262d7,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:36.978545 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19dd72d-fb5b-4454-bb14-b76d707325b0 None None] Pushing event updated for resources: {'Port': ['ID=0c0243dc-1e2c-46f2-bbee-e2ad620d51dc,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:36.978752 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-babe3d67-faf3-43f1-b491-4959f864e977 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Checking segment: {'id': '2657aa02-5c75-42d5-be59-905ea21ae89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '17fb6823-2eab-4355-ad88-e075b4c5edc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:55:36.978995 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babe3d67-faf3-43f1-b491-4959f864e977 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Network hostable DHCP agents. Network: 17fb6823-2eab-4355-ad88-e075b4c5edc1, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:55:37.005156 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-a19dd72d-fb5b-4454-bb14-b76d707325b0 None None] Attempting to bind port 0c0243dc-1e2c-46f2-bbee-e2ad620d51dc on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:55:37.005561 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-a19dd72d-fb5b-4454-bb14-b76d707325b0 None None] Attempting to bind port 0c0243dc-1e2c-46f2-bbee-e2ad620d51dc by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '770bf666-997e-44c8-a868-e68cb43f4aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'ca651115-5d6f-4442-8077-19843ce4c79b'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:55:37.005937 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19dd72d-fb5b-4454-bb14-b76d707325b0 None None] Attempting to bind port 0c0243dc-1e2c-46f2-bbee-e2ad620d51dc on network ca651115-5d6f-4442-8077-19843ce4c79b {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:55:37.015857 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19dd72d-fb5b-4454-bb14-b76d707325b0 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:55:37.016265 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19dd72d-fb5b-4454-bb14-b76d707325b0 None None] Checking segment: {'id': '770bf666-997e-44c8-a868-e68cb43f4aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'ca651115-5d6f-4442-8077-19843ce4c79b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:55:37.016695 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a19dd72d-fb5b-4454-bb14-b76d707325b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:37.017085 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19dd72d-fb5b-4454-bb14-b76d707325b0 None None] Bound using segment: {'id': '770bf666-997e-44c8-a868-e68cb43f4aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'ca651115-5d6f-4442-8077-19843ce4c79b'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:55:37.017616 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-a19dd72d-fb5b-4454-bb14-b76d707325b0 None None] Bound port: 0c0243dc-1e2c-46f2-bbee-e2ad620d51dc, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '770bf666-997e-44c8-a868-e68cb43f4aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'ca651115-5d6f-4442-8077-19843ce4c79b'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:55:37.018067 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a19dd72d-fb5b-4454-bb14-b76d707325b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:37.060245 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-aee8d421-2695-41d0-8cea-703bdc61bf25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:37.060747 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee8d421-2695-41d0-8cea-703bdc61bf25 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5819512c-8212-4b23-9988-5082fe39d789 {{(pid=95298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:55:37.080441 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e7347896-ade9-4515-9e3d-aa6fcf04c15b tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:37.083432 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-aee8d421-2695-41d0-8cea-703bdc61bf25 admin admin] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:37.085120 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-aee8d421-2695-41d0-8cea-703bdc61bf25 admin admin] 10.222.0.101 "DELETE /v2.0/routers/5819512c-8212-4b23-9988-5082fe39d789 HTTP/1.1" status: 204 len: 168 time: 2.8741519 Sep 24 15:55:37.091040 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45600) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:37.127307 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-a19dd72d-fb5b-4454-bb14-b76d707325b0 None None] For port 0c0243dc-1e2c-46f2-bbee-e2ad620d51dc, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:55:37.143416 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-a19dd72d-fb5b-4454-bb14-b76d707325b0 None None] For port 0c0243dc-1e2c-46f2-bbee-e2ad620d51dc, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=0c0243dc-1e2c-46f2-bbee-e2ad620d51dc,segment=NetworkSegment(770bf666-997e-44c8-a868-e68cb43f4aa1),segment_id=770bf666-997e-44c8-a868-e68cb43f4aa1)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:55:37.160868 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-8198ff0d-9def-4d19-9ede-cbc30bf71515 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Allocated IP 2001:db8:0:1::3bc (50d98e88-8a75-4835-9919-86c163395f7c/8d7ddd83-c2c4-4a8e-996f-3b810717fd6e/dbeeb672-03a7-4bce-9825-20aa1adace73) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:55:37.195525 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-8198ff0d-9def-4d19-9ede-cbc30bf71515 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Allocated IP 2001:db8::f816:3eff:fe9a:f4d0 (50d98e88-8a75-4835-9919-86c163395f7c/7d40daf1-8a0f-4f3e-8b2b-bfd29dd0eb19/dbeeb672-03a7-4bce-9825-20aa1adace73) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:55:37.219354 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a19dd72d-fb5b-4454-bb14-b76d707325b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:37.222917 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1fb8cf3-d54b-432a-9432-fa4283ff969c admin admin] Deleting subnet ff90cfb5-edb1-4dd2-95a8-9b64a8718aa6 {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:55:37.251451 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e7347896-ade9-4515-9e3d-aa6fcf04c15b tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:37.259458 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f1fb8cf3-d54b-432a-9432-fa4283ff969c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:37.265327 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babe3d67-faf3-43f1-b491-4959f864e977 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Network 17fb6823-2eab-4355-ad88-e075b4c5edc1 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:55:37.375185 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7347896-ade9-4515-9e3d-aa6fcf04c15b tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Network ca651115-5d6f-4442-8077-19843ce4c79b is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:55:37.394014 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-e7347896-ade9-4515-9e3d-aa6fcf04c15b tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:55:37.399082 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7347896-ade9-4515-9e3d-aa6fcf04c15b tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:55:37.420433 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f1fb8cf3-d54b-432a-9432-fa4283ff969c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:37.423751 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19dd72d-fb5b-4454-bb14-b76d707325b0 None None] Pushing event updated for resources: {'Port': ['ID=0c0243dc-1e2c-46f2-bbee-e2ad620d51dc,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:37.478821 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7347896-ade9-4515-9e3d-aa6fcf04c15b tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event updated for resources: {'Port': ['ID=2522500d-b4cd-4c4f-8542-fc634c87689f,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:37.488805 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-babe3d67-faf3-43f1-b491-4959f864e977 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 17fb6823-2eab-4355-ad88-e075b4c5edc1) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:55:37.501495 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87fd8773-f7fb-489c-a3af-38d4fa51d931 None None] Network 17fb6823-2eab-4355-ad88-e075b4c5edc1 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:55:37.507877 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7347896-ade9-4515-9e3d-aa6fcf04c15b tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:37.508967 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e7347896-ade9-4515-9e3d-aa6fcf04c15b tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:37.637785 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8198ff0d-9def-4d19-9ede-cbc30bf71515 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:37.645238 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babe3d67-faf3-43f1-b491-4959f864e977 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:37.645847 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-babe3d67-faf3-43f1-b491-4959f864e977 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:37.688410 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e7347896-ade9-4515-9e3d-aa6fcf04c15b tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.8198829 Sep 24 15:55:37.690746 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45604) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:37.698851 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-20bbee24-cde5-4dde-b602-d4bfc7836c8c tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Request body: {'port': {'network_id': 'ca651115-5d6f-4442-8077-19843ce4c79b', 'name': 'tempest-PortsTestJSON-937149310', 'fixed_ips': [{'subnet_id': '450566c3-4812-4178-9fa4-1042f591d1a4', 'ip_address': '172.20.0.9'}]}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:55:37.837126 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d877c0-efb9-4c40-ae02-7d50b284fd2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-17fb6823-2eab-4355-ad88-e075b4c5edc1', 'network_id': '17fb6823-2eab-4355-ad88-e075b4c5edc1', 'tenant_id': '9b1de2c8a90e4c7b8a3f22e9202f02be', 'fixed_ips': [{'subnet_id': '0034b809-f330-49d0-8a0e-9229e70262d7'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:55:37.838046 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d7d877c0-efb9-4c40-ae02-7d50b284fd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:37.892310 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f1fb8cf3-d54b-432a-9432-fa4283ff969c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:37.967001 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-babe3d67-faf3-43f1-b491-4959f864e977 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.1175566 Sep 24 15:55:37.972160 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45610) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:38.019751 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-944ae965-fe2a-4aac-a2ea-91f762c23d91 None None] Provisioning complete for port 8b013d66-2745-4bfb-9170-b03027f9bc25 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:55:38.020130 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-944ae965-fe2a-4aac-a2ea-91f762c23d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:38.061603 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20bbee24-cde5-4dde-b602-d4bfc7836c8c tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Made reservation on behalf of 60728dc15ec0482fbe958ba9258d8b5e for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:55:38.068311 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-20bbee24-cde5-4dde-b602-d4bfc7836c8c tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:38.079433 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-d7d877c0-efb9-4c40-ae02-7d50b284fd2d None None] Allocated IP 172.20.0.3 (17fb6823-2eab-4355-ad88-e075b4c5edc1/0034b809-f330-49d0-8a0e-9229e70262d7/eebb373c-8b7a-4bcc-bd2e-fef2548e0a6d) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:55:38.087577 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [None req-20bbee24-cde5-4dde-b602-d4bfc7836c8c tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] device_id is not set on port 8de8ffb5-f599-4c92-84e4-e63e0fd37d8a yet. {{(pid=95297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:55:38.287085 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d7d877c0-efb9-4c40-ae02-7d50b284fd2d None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:38.293528 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-20bbee24-cde5-4dde-b602-d4bfc7836c8c tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Allocated IP 172.20.0.9 (ca651115-5d6f-4442-8077-19843ce4c79b/450566c3-4812-4178-9fa4-1042f591d1a4/8de8ffb5-f599-4c92-84e4-e63e0fd37d8a) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:55:38.380484 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed03e671-64f9-4a0d-8580-e4400d78d878 req-a5b05462-7e31-4413-bde4-6d3f56f4be60 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:38.381340 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ed03e671-64f9-4a0d-8580-e4400d78d878 req-a5b05462-7e31-4413-bde4-6d3f56f4be60 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=756dc3f9-786f-43e3-a1c1-2690c736e704 HTTP/1.1" status: 200 len: 945 time: 0.5667624 Sep 24 15:55:38.382466 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8198ff0d-9def-4d19-9ede-cbc30bf71515 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:38.383782 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d7d877c0-efb9-4c40-ae02-7d50b284fd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:38.481379 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d877c0-efb9-4c40-ae02-7d50b284fd2d None None] Network 17fb6823-2eab-4355-ad88-e075b4c5edc1 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:55:38.489931 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-d7d877c0-efb9-4c40-ae02-7d50b284fd2d None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:55:38.497166 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d877c0-efb9-4c40-ae02-7d50b284fd2d None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:55:38.529853 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-20bbee24-cde5-4dde-b602-d4bfc7836c8c tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:38.606541 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d877c0-efb9-4c40-ae02-7d50b284fd2d None None] Pushing event updated for resources: {'Port': ['ID=eebb373c-8b7a-4bcc-bd2e-fef2548e0a6d,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:38.619400 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8198ff0d-9def-4d19-9ede-cbc30bf71515 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Network 50d98e88-8a75-4835-9919-86c163395f7c is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:55:38.624821 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-94c3103c-7d64-4844-a8d7-29f70449f65e tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:38.632154 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-d7d877c0-efb9-4c40-ae02-7d50b284fd2d None None] Attempting to bind port eebb373c-8b7a-4bcc-bd2e-fef2548e0a6d on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:55:38.632459 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-d7d877c0-efb9-4c40-ae02-7d50b284fd2d None None] Attempting to bind port eebb373c-8b7a-4bcc-bd2e-fef2548e0a6d by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '2657aa02-5c75-42d5-be59-905ea21ae89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '17fb6823-2eab-4355-ad88-e075b4c5edc1'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:55:38.632822 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d877c0-efb9-4c40-ae02-7d50b284fd2d None None] Attempting to bind port eebb373c-8b7a-4bcc-bd2e-fef2548e0a6d on network 17fb6823-2eab-4355-ad88-e075b4c5edc1 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:55:38.638841 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d877c0-efb9-4c40-ae02-7d50b284fd2d None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:55:38.639211 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d877c0-efb9-4c40-ae02-7d50b284fd2d None None] Checking segment: {'id': '2657aa02-5c75-42d5-be59-905ea21ae89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '17fb6823-2eab-4355-ad88-e075b4c5edc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:55:38.639606 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d7d877c0-efb9-4c40-ae02-7d50b284fd2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:38.639993 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7d877c0-efb9-4c40-ae02-7d50b284fd2d None None] Bound using segment: {'id': '2657aa02-5c75-42d5-be59-905ea21ae89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '17fb6823-2eab-4355-ad88-e075b4c5edc1'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:55:38.640452 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-d7d877c0-efb9-4c40-ae02-7d50b284fd2d None None] Bound port: eebb373c-8b7a-4bcc-bd2e-fef2548e0a6d, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2657aa02-5c75-42d5-be59-905ea21ae89d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '17fb6823-2eab-4355-ad88-e075b4c5edc1'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:55:38.640840 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d7d877c0-efb9-4c40-ae02-7d50b284fd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:38.693974 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-8198ff0d-9def-4d19-9ede-cbc30bf71515 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:55:38.705996 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8198ff0d-9def-4d19-9ede-cbc30bf71515 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event updated for resources: {'Port': ['ID=dbeeb672-03a7-4bce-9825-20aa1adace73,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:38.709048 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-20bbee24-cde5-4dde-b602-d4bfc7836c8c tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:38.717848 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8198ff0d-9def-4d19-9ede-cbc30bf71515 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:55:38.726144 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8198ff0d-9def-4d19-9ede-cbc30bf71515 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:38.727056 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8198ff0d-9def-4d19-9ede-cbc30bf71515 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:38.739663 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f1fb8cf3-d54b-432a-9432-fa4283ff969c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:38.751443 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ed03e671-64f9-4a0d-8580-e4400d78d878 req-745b826f-23ef-4115-99a2-7adab976d85d tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=e1bf097d-ba10-49b0-95a0-b191bbbc69a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3405881 Sep 24 15:55:38.779134 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20bbee24-cde5-4dde-b602-d4bfc7836c8c tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Network ca651115-5d6f-4442-8077-19843ce4c79b is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:55:38.781170 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-d7d877c0-efb9-4c40-ae02-7d50b284fd2d None None] For port eebb373c-8b7a-4bcc-bd2e-fef2548e0a6d, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:55:38.785508 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-d7d877c0-efb9-4c40-ae02-7d50b284fd2d None None] For port eebb373c-8b7a-4bcc-bd2e-fef2548e0a6d, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=eebb373c-8b7a-4bcc-bd2e-fef2548e0a6d,segment=NetworkSegment(2657aa02-5c75-42d5-be59-905ea21ae89d),segment_id=2657aa02-5c75-42d5-be59-905ea21ae89d)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:55:38.800124 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 8b013d66-2745-4bfb-9170-b03027f9bc25 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:55:38.801529 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-20bbee24-cde5-4dde-b602-d4bfc7836c8c tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:55:38.812696 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20bbee24-cde5-4dde-b602-d4bfc7836c8c tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:55:38.826762 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5e3ab0f7-5029-4881-a0e2-d2388362c2c0 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:38.856511 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bbee24-cde5-4dde-b602-d4bfc7836c8c tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event updated for resources: {'Port': ['ID=8de8ffb5-f599-4c92-84e4-e63e0fd37d8a,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:38.862291 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fb8cf3-d54b-432a-9432-fa4283ff969c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff90cfb5-edb1-4dd2-95a8-9b64a8718aa6,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:38.864835 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f1fb8cf3-d54b-432a-9432-fa4283ff969c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:38.867751 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-f1fb8cf3-d54b-432a-9432-fa4283ff969c admin admin] 10.222.0.101 "DELETE /v2.0/subnets/ff90cfb5-edb1-4dd2-95a8-9b64a8718aa6 HTTP/1.1" status: 204 len: 168 time: 1.7736764 Sep 24 15:55:38.872576 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45616) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:38.879041 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac86284-d8a1-4d1f-8266-5ba49290ae2c None None] Network fd4dbc0b-12eb-4c1c-a696-391550e45003 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:55:38.888749 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d7d877c0-efb9-4c40-ae02-7d50b284fd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:38.923933 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bbee24-cde5-4dde-b602-d4bfc7836c8c tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:38.924870 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-20bbee24-cde5-4dde-b602-d4bfc7836c8c tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:38.945680 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90c7fd9-056f-45d5-8e09-581a89df65f0 None None] Network ca651115-5d6f-4442-8077-19843ce4c79b requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:55:38.956388 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-8198ff0d-9def-4d19-9ede-cbc30bf71515 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 4.1506114 Sep 24 15:55:38.960880 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45620) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:39.080696 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4e70838f-6d90-44ec-a666-3bf71e267615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:39.122236 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-7cc5c0a9-250d-4e36-b821-a091e8722241 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Deleting port dbeeb672-03a7-4bce-9825-20aa1adace73 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:55:39.122817 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7cc5c0a9-250d-4e36-b821-a091e8722241 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:39.157896 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-5faf64ff-627b-4173-8d85-a93baef60ea5 None None] Provisioning complete for port 0c0243dc-1e2c-46f2-bbee-e2ad620d51dc triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:55:39.158280 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5faf64ff-627b-4173-8d85-a93baef60ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:39.210185 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 8b013d66-2745-4bfb-9170-b03027f9bc25 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:55:39.210592 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:39.218822 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-20bbee24-cde5-4dde-b602-d4bfc7836c8c tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.5265646 Sep 24 15:55:39.219476 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45622) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:39.253767 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-5e3ab0f7-5029-4881-a0e2-d2388362c2c0 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Deleting port eebb373c-8b7a-4bcc-bd2e-fef2548e0a6d {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:55:39.254217 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5e3ab0f7-5029-4881-a0e2-d2388362c2c0 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:39.280078 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:39.321977 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d877c0-efb9-4c40-ae02-7d50b284fd2d None None] Pushing event updated for resources: {'Port': ['ID=eebb373c-8b7a-4bcc-bd2e-fef2548e0a6d,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:39.381837 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7cc5c0a9-250d-4e36-b821-a091e8722241 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:39.458926 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e527e5-5b42-4297-9b64-e1d3c5fddcae tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:39.460964 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-c3e527e5-5b42-4297-9b64-e1d3c5fddcae tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2378671 Sep 24 15:55:39.469007 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45626) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:39.555455 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 0c0243dc-1e2c-46f2-bbee-e2ad620d51dc up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:55:39.568649 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5faf64ff-627b-4173-8d85-a93baef60ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:39.584650 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-7cc5c0a9-250d-4e36-b821-a091e8722241 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Calling delete_port for dbeeb672-03a7-4bce-9825-20aa1adace73 owned by {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:55:39.609565 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-4e70838f-6d90-44ec-a666-3bf71e267615 admin admin] Deleting port 34b4b98c-d035-4d9b-9f20-d9c94c0ed2b1 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:55:39.619194 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4e70838f-6d90-44ec-a666-3bf71e267615 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:39.639305 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d551d9-04a6-407a-93c0-7dda624e9712 None None] DHCP port deletion for fd4dbc0b-12eb-4c1c-a696-391550e45003 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:55:39.658627 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45630) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:39.723795 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-5faf64ff-627b-4173-8d85-a93baef60ea5 None None] For port 0c0243dc-1e2c-46f2-bbee-e2ad620d51dc, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=0c0243dc-1e2c-46f2-bbee-e2ad620d51dc,segment=NetworkSegment(770bf666-997e-44c8-a868-e68cb43f4aa1),segment_id=770bf666-997e-44c8-a868-e68cb43f4aa1)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:55:39.746301 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-5e3ab0f7-5029-4881-a0e2-d2388362c2c0 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] For port eebb373c-8b7a-4bcc-bd2e-fef2548e0a6d, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=eebb373c-8b7a-4bcc-bd2e-fef2548e0a6d,segment=NetworkSegment(2657aa02-5c75-42d5-be59-905ea21ae89d),segment_id=2657aa02-5c75-42d5-be59-905ea21ae89d)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:55:39.747305 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5e3ab0f7-5029-4881-a0e2-d2388362c2c0 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:39.765821 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 0c0243dc-1e2c-46f2-bbee-e2ad620d51dc triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:55:39.766517 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:39.807369 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5faf64ff-627b-4173-8d85-a93baef60ea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:39.833069 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-30d551d9-04a6-407a-93c0-7dda624e9712 None None] Deleting port 34b4b98c-d035-4d9b-9f20-d9c94c0ed2b1 {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:55:39.833682 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-30d551d9-04a6-407a-93c0-7dda624e9712 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:39.839298 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66804297-634f-469c-a577-82860f206594 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:39.859959 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66804297-634f-469c-a577-82860f206594 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:39.866094 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-5e3ab0f7-5029-4881-a0e2-d2388362c2c0 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Calling delete_port for eebb373c-8b7a-4bcc-bd2e-fef2548e0a6d owned by network:dhcp {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:55:39.891281 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66804297-634f-469c-a577-82860f206594 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:39.895146 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-4e70838f-6d90-44ec-a666-3bf71e267615 admin admin] For port 34b4b98c-d035-4d9b-9f20-d9c94c0ed2b1, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=34b4b98c-d035-4d9b-9f20-d9c94c0ed2b1,segment=NetworkSegment(40ae7766-b06a-4ffc-9ec0-bb3040c6122f),segment_id=40ae7766-b06a-4ffc-9ec0-bb3040c6122f)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:55:39.895146 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4e70838f-6d90-44ec-a666-3bf71e267615 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:39.904426 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-66804297-634f-469c-a577-82860f206594 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.4321702 Sep 24 15:55:39.908781 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45636) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:39.931223 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-4e70838f-6d90-44ec-a666-3bf71e267615 admin admin] Calling delete_port for 34b4b98c-d035-4d9b-9f20-d9c94c0ed2b1 owned by network:dhcp {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:55:39.944302 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-30d551d9-04a6-407a-93c0-7dda624e9712 None None] For port 34b4b98c-d035-4d9b-9f20-d9c94c0ed2b1, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=34b4b98c-d035-4d9b-9f20-d9c94c0ed2b1,segment=NetworkSegment(40ae7766-b06a-4ffc-9ec0-bb3040c6122f),segment_id=40ae7766-b06a-4ffc-9ec0-bb3040c6122f)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:55:39.944709 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-30d551d9-04a6-407a-93c0-7dda624e9712 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:39.958639 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-30d551d9-04a6-407a-93c0-7dda624e9712 None None] Calling delete_port for 34b4b98c-d035-4d9b-9f20-d9c94c0ed2b1 owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:55:39.976908 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a54f3ecd-94dc-4f40-9006-d5058f53660f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:40.140490 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-1c01edcd-2889-4888-a0fc-4817311d4e1e None None] Provisioning complete for port dbeeb672-03a7-4bce-9825-20aa1adace73 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:55:40.141145 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-1c01edcd-2889-4888-a0fc-4817311d4e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:40.209372 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963de112-9ffa-49b1-b7f1-b4f9516f5959 req-0775ee63-5cf5-4efe-bf3e-9efd5adfe06a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:40.211076 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-963de112-9ffa-49b1-b7f1-b4f9516f5959 req-0775ee63-5cf5-4efe-bf3e-9efd5adfe06a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=756dc3f9-786f-43e3-a1c1-2690c736e704 HTTP/1.1" status: 200 len: 945 time: 0.2712264 Sep 24 15:55:40.321041 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-94c3103c-7d64-4844-a8d7-29f70449f65e tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Deleting port 09ea9169-e01d-4fc5-9de1-b74abec1a52d {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:55:40.325269 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-94c3103c-7d64-4844-a8d7-29f70449f65e tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:40.348444 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-d9226fd3-9d0c-4840-a0d9-cb3cb4fd95b5 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Deleting port 8de8ffb5-f599-4c92-84e4-e63e0fd37d8a {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:55:40.351283 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d9226fd3-9d0c-4840-a0d9-cb3cb4fd95b5 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:40.364057 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4e70838f-6d90-44ec-a666-3bf71e267615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:40.401905 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7cc5c0a9-250d-4e36-b821-a091e8722241 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:40.403608 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-30d551d9-04a6-407a-93c0-7dda624e9712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:40.420032 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faf64ff-627b-4173-8d85-a93baef60ea5 None None] Pushing event updated for resources: {'Port': ['ID=0c0243dc-1e2c-46f2-bbee-e2ad620d51dc,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:40.441880 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e70838f-6d90-44ec-a666-3bf71e267615 admin admin] Pushing event deleted for resources: {'Port': ['ID=34b4b98c-d035-4d9b-9f20-d9c94c0ed2b1,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:40.460632 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5e3ab0f7-5029-4881-a0e2-d2388362c2c0 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:40.477183 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d551d9-04a6-407a-93c0-7dda624e9712 None None] Pushing event deleted for resources: {'Port': ['ID=34b4b98c-d035-4d9b-9f20-d9c94c0ed2b1,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:40.481531 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d551d9-04a6-407a-93c0-7dda624e9712 None None] No DVR routers for this DVR port 34b4b98c-d035-4d9b-9f20-d9c94c0ed2b1 on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:55:40.485059 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc5c0a9-250d-4e36-b821-a091e8722241 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event deleted for resources: {'Port': ['ID=dbeeb672-03a7-4bce-9825-20aa1adace73,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:40.494030 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-1c01edcd-2889-4888-a0fc-4817311d4e1e None None] Port dbeeb672-03a7-4bce-9825-20aa1adace73 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:55:40.516387 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device d469f2b7-fb99-4eb5-9e94-c40cd40f72d8 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:55:40.585840 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: d469f2b7-fb99-4eb5-9e94-c40cd40f72d8 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:55:40.585840 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device d469f2b7-fb99-4eb5-9e94-c40cd40f72d8 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:55:40.585840 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 7ad0e428-c51c-4fe0-8a37-d0a7cf52c9aa no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:55:40.593893 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 7ad0e428-c51c-4fe0-8a37-d0a7cf52c9aa {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:55:40.594610 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 7ad0e428-c51c-4fe0-8a37-d0a7cf52c9aa not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:55:40.604401 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7cc5c0a9-250d-4e36-b821-a091e8722241 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:40.607534 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-7cc5c0a9-250d-4e36-b821-a091e8722241 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/ports/dbeeb672-03a7-4bce-9825-20aa1adace73 HTTP/1.1" status: 204 len: 168 time: 1.6389515 Sep 24 15:55:40.616807 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45638) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:40.645431 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-bd0abd15-30bd-4baa-919a-57aed55ff381 None None] Provisioning complete for port 0c0243dc-1e2c-46f2-bbee-e2ad620d51dc triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:55:40.645817 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-bd0abd15-30bd-4baa-919a-57aed55ff381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:40.718357 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e70838f-6d90-44ec-a666-3bf71e267615 admin admin] No DVR routers for this DVR port 34b4b98c-d035-4d9b-9f20-d9c94c0ed2b1 on host n-d-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:55:40.718357 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3ab0f7-5029-4881-a0e2-d2388362c2c0 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] No DVR routers for this DVR port eebb373c-8b7a-4bcc-bd2e-fef2548e0a6d on host n-d-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:55:40.718667 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d9226fd3-9d0c-4840-a0d9-cb3cb4fd95b5 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:40.725255 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-963de112-9ffa-49b1-b7f1-b4f9516f5959 req-b9143240-a4c8-43ed-93b8-a6274219775d tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=e1bf097d-ba10-49b0-95a0-b191bbbc69a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5014200 Sep 24 15:55:40.763366 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-d9226fd3-9d0c-4840-a0d9-cb3cb4fd95b5 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Calling delete_port for 8de8ffb5-f599-4c92-84e4-e63e0fd37d8a owned by {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:55:40.786658 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4252e116-4fd1-4a24-998b-926ec3570b06 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:40.792868 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-4252e116-4fd1-4a24-998b-926ec3570b06 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1744561 Sep 24 15:55:40.801268 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45642) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:40.860350 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5e3ab0f7-5029-4881-a0e2-d2388362c2c0 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:40.866569 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:40.867483 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3ab0f7-5029-4881-a0e2-d2388362c2c0 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Pushing event deleted for resources: {'Port': ['ID=eebb373c-8b7a-4bcc-bd2e-fef2548e0a6d,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:40.898034 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-bd0abd15-30bd-4baa-919a-57aed55ff381 None None] Provisioning complete for port 8de8ffb5-f599-4c92-84e4-e63e0fd37d8a triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:55:40.899200 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-bd0abd15-30bd-4baa-919a-57aed55ff381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:40.933872 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a54f3ecd-94dc-4f40-9006-d5058f53660f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:40.938195 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 0c0243dc-1e2c-46f2-bbee-e2ad620d51dc up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:55:40.979846 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b0b58b-72af-4fb4-8b32-9a5204cd3285 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:40.982097 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e7b0b58b-72af-4fb4-8b32-9a5204cd3285 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1745985 Sep 24 15:55:40.987842 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45644) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:41.004576 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4e70838f-6d90-44ec-a666-3bf71e267615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:41.015430 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-bd0abd15-30bd-4baa-919a-57aed55ff381 None None] Port 8de8ffb5-f599-4c92-84e4-e63e0fd37d8a cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:55:41.028419 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 0c0243dc-1e2c-46f2-bbee-e2ad620d51dc triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:55:41.028803 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:41.047045 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-94c3103c-7d64-4844-a8d7-29f70449f65e tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] For port 09ea9169-e01d-4fc5-9de1-b74abec1a52d, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=09ea9169-e01d-4fc5-9de1-b74abec1a52d,segment=NetworkSegment(e1d98049-eee8-47df-959b-ec6c0bc0b9c8),segment_id=e1d98049-eee8-47df-959b-ec6c0bc0b9c8)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:55:41.047544 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-94c3103c-7d64-4844-a8d7-29f70449f65e tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:41.070266 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-4e70838f-6d90-44ec-a666-3bf71e267615 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd4dbc0b-12eb-4c1c-a696-391550e45003']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:55:41.070890 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a54f3ecd-94dc-4f40-9006-d5058f53660f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:41.082050 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-bd0abd15-30bd-4baa-919a-57aed55ff381 None None] Provisioning complete for port 2522500d-b4cd-4c4f-8542-fc634c87689f triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:55:41.082474 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-bd0abd15-30bd-4baa-919a-57aed55ff381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:41.089709 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-94c3103c-7d64-4844-a8d7-29f70449f65e tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Calling delete_port for 09ea9169-e01d-4fc5-9de1-b74abec1a52d owned by network:router_interface {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:55:41.096362 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-4e70838f-6d90-44ec-a666-3bf71e267615 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40ae7766-b06a-4ffc-9ec0-bb3040c6122f') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:55:41.096362 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-4e70838f-6d90-44ec-a666-3bf71e267615 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40ae7766-b06a-4ffc-9ec0-bb3040c6122f') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:55:41.125762 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-bd0abd15-30bd-4baa-919a-57aed55ff381 None None] Port 2522500d-b4cd-4c4f-8542-fc634c87689f cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:55:41.127712 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4e70838f-6d90-44ec-a666-3bf71e267615 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:41.155191 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0006510c-1b4d-4f4d-84c1-4d3babe5a2df None None] Network 17fb6823-2eab-4355-ad88-e075b4c5edc1 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:55:41.175500 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a705f401-20fc-4b64-8d33-d14944b0304d tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:41.175500 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a705f401-20fc-4b64-8d33-d14944b0304d tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:41.175500 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a705f401-20fc-4b64-8d33-d14944b0304d tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:41.175500 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-a705f401-20fc-4b64-8d33-d14944b0304d tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1830387 Sep 24 15:55:41.178213 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4e70838f-6d90-44ec-a666-3bf71e267615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:41.180179 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45646) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:41.180376 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device eebb373c-8b7a-4bcc-bd2e-fef2548e0a6d up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:55:41.181950 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54f3ecd-94dc-4f40-9006-d5058f53660f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b29aa247-f3b7-4ae6-846c-06f851e6c1a8,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:41.189851 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-a54f3ecd-94dc-4f40-9006-d5058f53660f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=b8c0e83416d840d4928ffab87334b611&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5115976 Sep 24 15:55:41.192434 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45648) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:41.218473 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: eebb373c-8b7a-4bcc-bd2e-fef2548e0a6d {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:55:41.218473 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device eebb373c-8b7a-4bcc-bd2e-fef2548e0a6d not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 24 15:55:41.244630 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d55a107-bb88-47e5-a19f-c6e19ffc16a6 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Deleting subnet 7d40daf1-8a0f-4f3e-8b2b-bfd29dd0eb19 {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:55:41.247556 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5e3ab0f7-5029-4881-a0e2-d2388362c2c0 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:41.256366 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-87a1d2c5-1ecc-4d24-967c-f6f7a31ae435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:41.265202 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5d55a107-bb88-47e5-a19f-c6e19ffc16a6 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:41.269312 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e70838f-6d90-44ec-a666-3bf71e267615 admin admin] Releasing vlan 1281 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:55:41.269495 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4e70838f-6d90-44ec-a666-3bf71e267615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:41.271178 n-d-808921-1 neutron-server[95298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:55:41.271178 n-d-808921-1 neutron-server[95298]: self.session.flush() Sep 24 15:55:41.271178 n-d-808921-1 neutron-server[95298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:55:41.271178 n-d-808921-1 neutron-server[95298]: self.session.flush() Sep 24 15:55:41.271178 n-d-808921-1 neutron-server[95298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:55:41.271178 n-d-808921-1 neutron-server[95298]: self.session.flush() Sep 24 15:55:41.271178 n-d-808921-1 neutron-server[95298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:55:41.271178 n-d-808921-1 neutron-server[95298]: self.session.flush() Sep 24 15:55:41.271178 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:55:41.271178 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:55:41.271178 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:55:41.271178 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:55:41.271178 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:55:41.271178 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:55:41.271178 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:55:41.271178 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:55:41.271178 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:55:41.271178 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:55:41.271178 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:55:41.271178 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:55:41.271178 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:55:41.271178 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:55:41.271178 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:55:41.271178 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:55:41.271178 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:55:41.271178 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:55:41.271178 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:55:41.271178 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:55:41.271178 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:55:41.271178 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:55:41.271178 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:55:41.271178 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:55:41.271178 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:55:41.271178 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:55:41.271178 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:55:41.271178 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:55:41.271178 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:55:41.271178 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:55:41.271178 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:55:41.271178 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:55:41.274330 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Port eebb373c-8b7a-4bcc-bd2e-fef2548e0a6d not found, will not notify nova. {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 24 15:55:41.289106 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d9226fd3-9d0c-4840-a0d9-cb3cb4fd95b5 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:41.295563 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-87a1d2c5-1ecc-4d24-967c-f6f7a31ae435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:41.306043 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-5a2fd831-1818-4c27-b1ca-5a8b3fee279c None None] Provisioning complete for port 8de8ffb5-f599-4c92-84e4-e63e0fd37d8a triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:55:41.306043 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5a2fd831-1818-4c27-b1ca-5a8b3fee279c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:41.333657 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-5a2fd831-1818-4c27-b1ca-5a8b3fee279c None None] Port 8de8ffb5-f599-4c92-84e4-e63e0fd37d8a was deleted so its status cannot be updated. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 24 15:55:41.340792 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-5a2fd831-1818-4c27-b1ca-5a8b3fee279c None None] Could not find standard attr ID for object eebb373c-8b7a-4bcc-bd2e-fef2548e0a6d. {{(pid=95299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 15:55:41.343979 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 34b4b98c-d035-4d9b-9f20-d9c94c0ed2b1 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:55:41.373983 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9226fd3-9d0c-4840-a0d9-cb3cb4fd95b5 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event deleted for resources: {'Port': ['ID=8de8ffb5-f599-4c92-84e4-e63e0fd37d8a,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:41.402004 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 34b4b98c-d035-4d9b-9f20-d9c94c0ed2b1 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:55:41.403958 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 34b4b98c-d035-4d9b-9f20-d9c94c0ed2b1 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:55:41.443081 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3ab0f7-5029-4881-a0e2-d2388362c2c0 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Pushing event deleted for resources: {'Subnet': ['ID=0034b809-f330-49d0-8a0e-9229e70262d7,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:41.476419 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5d55a107-bb88-47e5-a19f-c6e19ffc16a6 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:41.524464 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d9226fd3-9d0c-4840-a0d9-cb3cb4fd95b5 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:41.530869 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-d9226fd3-9d0c-4840-a0d9-cb3cb4fd95b5 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "DELETE /v2.0/ports/8de8ffb5-f599-4c92-84e4-e63e0fd37d8a HTTP/1.1" status: 204 len: 168 time: 1.6095865 Sep 24 15:55:41.533311 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45650) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:41.534248 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c935023-13dc-42a9-bc06-c66d8e2bc66a None None] DHCP port deletion for 17fb6823-2eab-4355-ad88-e075b4c5edc1 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:55:41.581376 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5d55a107-bb88-47e5-a19f-c6e19ffc16a6 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:41.583632 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e9bcaa6-743e-47fd-a0fb-8ae861323d93 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] GET failed (client error): The resource could not be found. Sep 24 15:55:41.586720 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-2e9bcaa6-743e-47fd-a0fb-8ae861323d93 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "GET /v2.0/ports/8de8ffb5-f599-4c92-84e4-e63e0fd37d8a HTTP/1.1" status: 404 len: 333 time: 0.0508800 Sep 24 15:55:41.590425 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-87a1d2c5-1ecc-4d24-967c-f6f7a31ae435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:41.591138 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-87a1d2c5-1ecc-4d24-967c-f6f7a31ae435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:41.594614 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-87a1d2c5-1ecc-4d24-967c-f6f7a31ae435 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/b29aa247-f3b7-4ae6-846c-06f851e6c1a8 HTTP/1.1" status: 204 len: 168 time: 0.3989813 Sep 24 15:55:41.594614 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45652) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:41.634589 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a1d2c5-1ecc-4d24-967c-f6f7a31ae435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29aa247-f3b7-4ae6-846c-06f851e6c1a8,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:41.720334 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2842ca0-e271-4f24-b8df-090ef13fbee8 None None] get_active_networks_info from n-d-808921-1 {{(pid=95299) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 24 15:55:41.725397 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5e3ab0f7-5029-4881-a0e2-d2388362c2c0 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:41.772947 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-8d126ab9-135f-46fe-8b42-504fa628821d tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Deleting port 2522500d-b4cd-4c4f-8542-fc634c87689f {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:55:41.774500 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8d126ab9-135f-46fe-8b42-504fa628821d tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:41.774763 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4e70838f-6d90-44ec-a666-3bf71e267615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:41.785282 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-5e3ab0f7-5029-4881-a0e2-d2388362c2c0 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17fb6823-2eab-4355-ad88-e075b4c5edc1']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:55:41.799745 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4e70838f-6d90-44ec-a666-3bf71e267615 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:41.806685 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-4e70838f-6d90-44ec-a666-3bf71e267615 admin admin] 10.222.0.101 "DELETE /v2.0/networks/fd4dbc0b-12eb-4c1c-a696-391550e45003 HTTP/1.1" status: 204 len: 168 time: 2.9286654 Sep 24 15:55:41.851858 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-5e3ab0f7-5029-4881-a0e2-d2388362c2c0 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2657aa02-5c75-42d5-be59-905ea21ae89d') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:55:41.852148 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-5e3ab0f7-5029-4881-a0e2-d2388362c2c0 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2657aa02-5c75-42d5-be59-905ea21ae89d') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:55:41.859569 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e70838f-6d90-44ec-a666-3bf71e267615 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd4dbc0b-12eb-4c1c-a696-391550e45003,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:41.886714 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5e3ab0f7-5029-4881-a0e2-d2388362c2c0 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:41.930657 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5e3ab0f7-5029-4881-a0e2-d2388362c2c0 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:41.936398 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2842ca0-e271-4f24-b8df-090ef13fbee8 None None] Resources bound (agent type, host, resource id): {{(pid=95299) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 24 15:55:41.940135 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e3ab0f7-5029-4881-a0e2-d2388362c2c0 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Releasing vlan 1254 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:55:41.940665 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5e3ab0f7-5029-4881-a0e2-d2388362c2c0 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:41.944625 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:55:41.944625 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:55:41.944625 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:55:41.944625 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:55:41.944625 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:55:41.944625 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:55:41.944625 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:55:41.944625 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:55:41.944625 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:55:41.944625 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:55:41.944625 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:55:41.944625 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:55:41.944625 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:55:41.944625 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:55:41.944625 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:55:41.944625 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:55:41.944625 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:55:41.944625 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:55:41.944625 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:55:41.944625 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:55:41.944625 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:55:41.944625 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:55:41.944625 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:55:41.944625 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:55:41.944625 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:55:41.944625 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:55:41.944625 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:55:41.944625 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:55:41.944625 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:55:41.944625 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:55:41.944625 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:55:41.944625 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:55:42.019876 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8d126ab9-135f-46fe-8b42-504fa628821d tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:42.020826 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86600ca3-ac16-46f8-9e0d-902516a209d0 req-33e45b6e-0fed-418c-bbbc-b26e296df1d8 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:42.022503 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-86600ca3-ac16-46f8-9e0d-902516a209d0 req-33e45b6e-0fed-418c-bbbc-b26e296df1d8 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=756dc3f9-786f-43e3-a1c1-2690c736e704 HTTP/1.1" status: 200 len: 945 time: 0.1499741 Sep 24 15:55:42.024561 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5d55a107-bb88-47e5-a19f-c6e19ffc16a6 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:42.034055 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-8d126ab9-135f-46fe-8b42-504fa628821d tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Calling delete_port for 2522500d-b4cd-4c4f-8542-fc634c87689f owned by {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:55:42.063119 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d55a107-bb88-47e5-a19f-c6e19ffc16a6 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event deleted for resources: {'Subnet': ['ID=7d40daf1-8a0f-4f3e-8b2b-bfd29dd0eb19,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:42.065036 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-94c3103c-7d64-4844-a8d7-29f70449f65e tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:42.085491 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5d55a107-bb88-47e5-a19f-c6e19ffc16a6 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:42.089873 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-5d55a107-bb88-47e5-a19f-c6e19ffc16a6 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/subnets/7d40daf1-8a0f-4f3e-8b2b-bfd29dd0eb19 HTTP/1.1" status: 204 len: 168 time: 0.9063680 Sep 24 15:55:42.106540 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45666) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:42.117436 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c3103c-7d64-4844-a8d7-29f70449f65e tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Pushing event deleted for resources: {'Port': ['ID=09ea9169-e01d-4fc5-9de1-b74abec1a52d,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:42.170357 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5e3ab0f7-5029-4881-a0e2-d2388362c2c0 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:42.211243 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5e3ab0f7-5029-4881-a0e2-d2388362c2c0 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:42.216926 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-5e3ab0f7-5029-4881-a0e2-d2388362c2c0 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] 10.222.0.101 "DELETE /v2.0/networks/17fb6823-2eab-4355-ad88-e075b4c5edc1 HTTP/1.1" status: 204 len: 168 time: 4.2429044 Sep 24 15:55:42.219658 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45672) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:42.224816 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-eaa8f980-8397-42ec-af2c-24e4316c0a0c tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1354877735'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:55:42.241959 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-86600ca3-ac16-46f8-9e0d-902516a209d0 req-e1b9a365-008b-4978-99e7-a4f49b82c762 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=e1bf097d-ba10-49b0-95a0-b191bbbc69a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2063198 Sep 24 15:55:42.242719 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3ab0f7-5029-4881-a0e2-d2388362c2c0 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Pushing event deleted for resources: {'Network': ['ID=17fb6823-2eab-4355-ad88-e075b4c5edc1,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:42.259228 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-518e399f-6b64-4b58-95dd-94f90143bf20 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Deleting subnet 8d7ddd83-c2c4-4a8e-996f-3b810717fd6e {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:55:42.275354 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-518e399f-6b64-4b58-95dd-94f90143bf20 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:42.302095 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45674) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:42.329169 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa8f980-8397-42ec-af2c-24e4316c0a0c tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Made reservation on behalf of 9b1de2c8a90e4c7b8a3f22e9202f02be for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:55:42.339747 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18b67da-68fc-4239-88ab-5b52b4b9b392 None None] Network 50d98e88-8a75-4835-9919-86c163395f7c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:55:42.344771 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-eaa8f980-8397-42ec-af2c-24e4316c0a0c tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:42.349006 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8d126ab9-135f-46fe-8b42-504fa628821d tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:42.422306 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d126ab9-135f-46fe-8b42-504fa628821d tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event deleted for resources: {'Port': ['ID=2522500d-b4cd-4c4f-8542-fc634c87689f,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:42.531935 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaa8f980-8397-42ec-af2c-24e4316c0a0c tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1295} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:55:42.576287 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-eb916ec8-dc40-445e-8266-4a47d2b72bf7 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=4e03fc3d20524ffa9cc0335ea5171849&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2676859 Sep 24 15:55:42.578530 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45678) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:42.595804 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-eaa8f980-8397-42ec-af2c-24e4316c0a0c tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:42.596168 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-eaa8f980-8397-42ec-af2c-24e4316c0a0c tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Added segment 3951830d-3ac4-4400-8173-101486e66055 of type vlan for network 845cd610-efda-408a-a418-04a298723427 Sep 24 15:55:42.675102 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8d126ab9-135f-46fe-8b42-504fa628821d tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:42.681631 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-8d126ab9-135f-46fe-8b42-504fa628821d tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "DELETE /v2.0/ports/2522500d-b4cd-4c4f-8542-fc634c87689f HTTP/1.1" status: 204 len: 168 time: 1.0835638 Sep 24 15:55:42.694308 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45682) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:42.718633 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-eaa8f980-8397-42ec-af2c-24e4316c0a0c tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:42.763799 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-17a8b184-6a34-4daf-b730-d75ce6fdaa4e tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] GET failed (client error): The resource could not be found. Sep 24 15:55:42.768389 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-17a8b184-6a34-4daf-b730-d75ce6fdaa4e tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "GET /v2.0/ports/2522500d-b4cd-4c4f-8542-fc634c87689f HTTP/1.1" status: 404 len: 333 time: 0.0702739 Sep 24 15:55:42.770786 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45686) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:42.872851 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device eebb373c-8b7a-4bcc-bd2e-fef2548e0a6d no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:55:42.899584 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: eebb373c-8b7a-4bcc-bd2e-fef2548e0a6d {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:55:42.899972 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device eebb373c-8b7a-4bcc-bd2e-fef2548e0a6d not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:55:42.904319 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-518e399f-6b64-4b58-95dd-94f90143bf20 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:43.008601 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-94c3103c-7d64-4844-a8d7-29f70449f65e tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:43.095175 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-518e399f-6b64-4b58-95dd-94f90143bf20 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:43.200843 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a48a391b-ca00-4e3b-ba3b-e55b3672a6bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:43.264704 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b343edf-228f-451e-8dcc-d477162aa8a1 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Deleting subnet 450566c3-4812-4178-9fa4-1042f591d1a4 {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:55:43.276825 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7b343edf-228f-451e-8dcc-d477162aa8a1 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:43.280678 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a48a391b-ca00-4e3b-ba3b-e55b3672a6bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:43.371266 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-518e399f-6b64-4b58-95dd-94f90143bf20 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:43.381365 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-eaa8f980-8397-42ec-af2c-24e4316c0a0c tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:43.387550 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa8f980-8397-42ec-af2c-24e4316c0a0c tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:43.388169 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-eaa8f980-8397-42ec-af2c-24e4316c0a0c tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:43.402165 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7b343edf-228f-451e-8dcc-d477162aa8a1 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:43.439396 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-518e399f-6b64-4b58-95dd-94f90143bf20 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:43.443743 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-518e399f-6b64-4b58-95dd-94f90143bf20 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/subnets/8d7ddd83-c2c4-4a8e-996f-3b810717fd6e HTTP/1.1" status: 204 len: 168 time: 1.3330767 Sep 24 15:55:43.445369 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45700) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:43.450579 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518e399f-6b64-4b58-95dd-94f90143bf20 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event deleted for resources: {'Subnet': ['ID=8d7ddd83-c2c4-4a8e-996f-3b810717fd6e,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:43.458236 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c394a87-cbc2-4965-9b87-25cfa1e14697 None None] Network 50d98e88-8a75-4835-9919-86c163395f7c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:55:43.465360 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94c3103c-7d64-4844-a8d7-29f70449f65e tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Router 74d0ced5-4bae-4df5-9549-085946fe4576 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:55:43.480206 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08dcd0f-1692-495e-b8df-7e8bf96e550e req-0607dff5-75bd-408d-9320-290422d3e36e tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:43.481849 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a08dcd0f-1692-495e-b8df-7e8bf96e550e req-0607dff5-75bd-408d-9320-290422d3e36e tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=756dc3f9-786f-43e3-a1c1-2690c736e704 HTTP/1.1" status: 200 len: 945 time: 0.1146591 Sep 24 15:55:43.544570 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e680e80e-5c26-48e5-8385-b7a5ba8b1d12 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0742817 Sep 24 15:55:43.544840 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45702) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:43.551247 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-1feadbae-524e-41cd-91d4-1197c6b1f558 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Request body: {'subnet': {'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:55:43.562032 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7d9c22e1-46d1-463d-96c6-25a2a548d175 None None] Provisioning complete for port 8b013d66-2745-4bfb-9170-b03027f9bc25 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:55:43.562283 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7d9c22e1-46d1-463d-96c6-25a2a548d175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:43.602446 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-eaa8f980-8397-42ec-af2c-24e4316c0a0c tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.3777490 Sep 24 15:55:43.602702 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45704) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:43.607723 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa8f980-8397-42ec-af2c-24e4316c0a0c tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Pushing event updated for resources: {'Network': ['ID=845cd610-efda-408a-a418-04a298723427,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:43.609381 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a08dcd0f-1692-495e-b8df-7e8bf96e550e req-b43aac0d-7f80-42c3-88e8-79bc7edb5b1a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=e1bf097d-ba10-49b0-95a0-b191bbbc69a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1204257 Sep 24 15:55:43.619073 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-a4a45f1c-1ac8-4267-b1bb-54ed489d414d tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Request body: {'subnet': {'network_id': '845cd610-efda-408a-a418-04a298723427', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:55:43.623849 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 845cd610-efda-408a-a418-04a298723427 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:55:43.631995 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [req-fad06d78-85ad-426e-be8c-450bd33a2710 req-280b4cf7-c258-481a-88fa-a4538f8d4b14 service neutron] show failed (client error): The resource could not be found. Sep 24 15:55:43.633108 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fad06d78-85ad-426e-be8c-450bd33a2710 req-280b4cf7-c258-481a-88fa-a4538f8d4b14 service neutron] 10.222.0.108 "GET /v2.0/ports/aedc8984-c719-4441-90cd-2f9058b26fa4/bindings/n-h1-808921-1 HTTP/1.1" status: 404 len: 380 time: 0.3037138 Sep 24 15:55:43.703300 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7b343edf-228f-451e-8dcc-d477162aa8a1 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:43.763152 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f949062-a422-46be-b163-52f1e7d4fec3 None None] DHCP port deletion for 50d98e88-8a75-4835-9919-86c163395f7c request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:55:43.771310 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a48a391b-ca00-4e3b-ba3b-e55b3672a6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:43.777160 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a48a391b-ca00-4e3b-ba3b-e55b3672a6bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:43.778943 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-a48a391b-ca00-4e3b-ba3b-e55b3672a6bd admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/36661b0c-4b5c-4f9d-8577-0fff57e17e03 HTTP/1.1" status: 204 len: 168 time: 1.1951292 Sep 24 15:55:43.799171 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48a391b-ca00-4e3b-ba3b-e55b3672a6bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36661b0c-4b5c-4f9d-8577-0fff57e17e03,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:43.822211 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94c3103c-7d64-4844-a8d7-29f70449f65e tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:55:43.835236 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-9f949062-a422-46be-b163-52f1e7d4fec3 None None] Deleting port 8b013d66-2745-4bfb-9170-b03027f9bc25 {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:55:43.835750 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9f949062-a422-46be-b163-52f1e7d4fec3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:43.842646 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-94c3103c-7d64-4844-a8d7-29f70449f65e tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "PUT /v2.0/routers/74d0ced5-4bae-4df5-9549-085946fe4576/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4905624 Sep 24 15:55:43.849093 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2b000f-dd3f-4e49-8aff-d2b1b33fa772 None None] Sync routers for ids ['74d0ced5-4bae-4df5-9549-085946fe4576'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:55:43.860999 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2b000f-dd3f-4e49-8aff-d2b1b33fa772 None None] Routers {'74d0ced5-4bae-4df5-9549-085946fe4576'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:55:43.861887 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-7c2b000f-dd3f-4e49-8aff-d2b1b33fa772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:55:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['74d0ced5-4bae-4df5-9549-085946fe4576'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:55:43.908197 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-9f949062-a422-46be-b163-52f1e7d4fec3 None None] For port 8b013d66-2745-4bfb-9170-b03027f9bc25, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=8b013d66-2745-4bfb-9170-b03027f9bc25,segment=NetworkSegment(fb531be8-b37e-4ff9-a98b-5c7db484a0eb),segment_id=fb531be8-b37e-4ff9-a98b-5c7db484a0eb)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:55:43.909290 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9f949062-a422-46be-b163-52f1e7d4fec3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:43.919140 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7b343edf-228f-451e-8dcc-d477162aa8a1 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:43.924301 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-9f949062-a422-46be-b163-52f1e7d4fec3 None None] Calling delete_port for 8b013d66-2745-4bfb-9170-b03027f9bc25 owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:55:43.960004 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b343edf-228f-451e-8dcc-d477162aa8a1 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event deleted for resources: {'Subnet': ['ID=450566c3-4812-4178-9fa4-1042f591d1a4,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:43.964733 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7b343edf-228f-451e-8dcc-d477162aa8a1 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:43.967019 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-7b343edf-228f-451e-8dcc-d477162aa8a1 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "DELETE /v2.0/subnets/450566c3-4812-4178-9fa4-1042f591d1a4 HTTP/1.1" status: 204 len: 168 time: 1.1841762 Sep 24 15:55:43.969830 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45710) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:43.980338 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de90576a-26ca-4301-abc0-9041469df70e None None] Network ca651115-5d6f-4442-8077-19843ce4c79b requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:55:44.024704 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1feadbae-524e-41cd-91d4-1197c6b1f558 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Made reservation on behalf of 1ffc126d96724ce991d5ac46e64fd1ec for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:55:44.024704 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1feadbae-524e-41cd-91d4-1197c6b1f558 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:44.142770 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0ebe103c-dba6-484c-960c-39d3914244e3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:44.199038 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-7c2b000f-dd3f-4e49-8aff-d2b1b33fa772 None None] Set router 74d0ced5-4bae-4df5-9549-085946fe4576 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:55:44.219638 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9f949062-a422-46be-b163-52f1e7d4fec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:44.254833 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f949062-a422-46be-b163-52f1e7d4fec3 None None] Pushing event deleted for resources: {'Port': ['ID=8b013d66-2745-4bfb-9170-b03027f9bc25,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:44.257423 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a45f1c-1ac8-4267-b1bb-54ed489d414d tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Made reservation on behalf of 9b1de2c8a90e4c7b8a3f22e9202f02be for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:55:44.260062 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f949062-a422-46be-b163-52f1e7d4fec3 None None] No DVR routers for this DVR port 8b013d66-2745-4bfb-9170-b03027f9bc25 on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:55:44.266714 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a4a45f1c-1ac8-4267-b1bb-54ed489d414d tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:44.274499 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b290db-2be1-4df0-a39c-e263a4d7d5ff None None] DHCP port deletion for ca651115-5d6f-4442-8077-19843ce4c79b request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:55:44.349452 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-0ebe103c-dba6-484c-960c-39d3914244e3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Deleting port 0c0243dc-1e2c-46f2-bbee-e2ad620d51dc {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:55:44.349797 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0ebe103c-dba6-484c-960c-39d3914244e3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:44.369479 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-d5b290db-2be1-4df0-a39c-e263a4d7d5ff None None] Deleting port 0c0243dc-1e2c-46f2-bbee-e2ad620d51dc {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:55:44.370626 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d5b290db-2be1-4df0-a39c-e263a4d7d5ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:44.491806 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-d5b290db-2be1-4df0-a39c-e263a4d7d5ff None None] For port 0c0243dc-1e2c-46f2-bbee-e2ad620d51dc, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=0c0243dc-1e2c-46f2-bbee-e2ad620d51dc,segment=NetworkSegment(770bf666-997e-44c8-a868-e68cb43f4aa1),segment_id=770bf666-997e-44c8-a868-e68cb43f4aa1)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:55:44.492330 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d5b290db-2be1-4df0-a39c-e263a4d7d5ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:44.509041 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-d5b290db-2be1-4df0-a39c-e263a4d7d5ff None None] Calling delete_port for 0c0243dc-1e2c-46f2-bbee-e2ad620d51dc owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:55:44.577429 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-7c2b000f-dd3f-4e49-8aff-d2b1b33fa772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d0ced5-4bae-4df5-9549-085946fe4576', 'name': 'tempest-TestNetworkBasicOps-router-118955220', 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '75ca1059-9905-4ba8-ae95-357afde4cc34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:52:48Z', 'updated_at': '2021-09-24T15:55:41Z', 'revision_number': 6, 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'gw_port': {'id': '75ca1059-9905-4ba8-ae95-357afde4cc34', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:91:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d0ced5-4bae-4df5-9549-085946fe4576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:52:50Z', 'updated_at': '2021-09-24T15:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': '53a03020-ba9b-47e0-9646-f667c9bc693c', 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'floating_ip_address': '172.25.0.57', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '74d0ced5-4bae-4df5-9549-085946fe4576', 'port_id': 'd1862b1f-4d7b-4e17-b328-e8db2634c97a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9650dd06-c337-403b-9f2f-c268b521f2ba', 'mac_address': 'fa:16:3e:ce:e0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b6a1f0-7b0d-4e7e-af5d-8e794e98c80d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:53:50Z', 'updated_at': '2021-09-24T15:53:57Z', 'revision_number': 1, 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f110d8a9-7d91-48ca-833e-929f7bb3af71', 'name': '', 'network_id': '9650dd06-c337-403b-9f2f-c268b521f2ba', 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'mac_address': 'fa:16:3e:c2:2e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d0ced5-4bae-4df5-9549-085946fe4576', 'device_owner': 'network:router_interface', 'standard_attr_id': 2367, 'fixed_ips': [{'subnet_id': '250e76ba-07ca-44b4-bdd4-d39b52ecd754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:53:06Z', 'updated_at': '2021-09-24T15:53:15Z', 'revision_number': 5, 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'subnets': [{'id': '250e76ba-07ca-44b4-bdd4-d39b52ecd754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:55:44.618267 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-0ebe103c-dba6-484c-960c-39d3914244e3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] For port 0c0243dc-1e2c-46f2-bbee-e2ad620d51dc, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=0c0243dc-1e2c-46f2-bbee-e2ad620d51dc,segment=NetworkSegment(770bf666-997e-44c8-a868-e68cb43f4aa1),segment_id=770bf666-997e-44c8-a868-e68cb43f4aa1)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:55:44.618805 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0ebe103c-dba6-484c-960c-39d3914244e3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:44.648553 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-0ebe103c-dba6-484c-960c-39d3914244e3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Calling delete_port for 0c0243dc-1e2c-46f2-bbee-e2ad620d51dc owned by network:dhcp {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:55:44.669059 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2b000f-dd3f-4e49-8aff-d2b1b33fa772 None None] Checking router: 74d0ced5-4bae-4df5-9549-085946fe4576 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:55:44.687467 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2b000f-dd3f-4e49-8aff-d2b1b33fa772 None None] Routers {'74d0ced5-4bae-4df5-9549-085946fe4576'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:55:44.688521 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-7c2b000f-dd3f-4e49-8aff-d2b1b33fa772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:55:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['74d0ced5-4bae-4df5-9549-085946fe4576'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:55:44.707115 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d5b290db-2be1-4df0-a39c-e263a4d7d5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:44.716301 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dedd3c7-c4d7-4404-ac89-fa2d2b044145 req-c84cc41c-bab9-4b91-a02a-376b1c9900aa tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:44.724797 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3dedd3c7-c4d7-4404-ac89-fa2d2b044145 req-c84cc41c-bab9-4b91-a02a-376b1c9900aa tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/ports?device_id=f8d2dcaa-e9e4-4245-87a7-9d370be1dd04 HTTP/1.1" status: 200 len: 946 time: 0.2699389 Sep 24 15:55:44.751355 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b290db-2be1-4df0-a39c-e263a4d7d5ff None None] Pushing event deleted for resources: {'Port': ['ID=0c0243dc-1e2c-46f2-bbee-e2ad620d51dc,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:44.755407 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b290db-2be1-4df0-a39c-e263a4d7d5ff None None] No DVR routers for this DVR port 0c0243dc-1e2c-46f2-bbee-e2ad620d51dc on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:55:44.778084 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 8b013d66-2745-4bfb-9170-b03027f9bc25 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:55:44.791778 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad06d78-85ad-426e-be8c-450bd33a2710 req-3d78ffe4-6bd0-4798-b770-c9abf6bc484d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:44.793987 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fad06d78-85ad-426e-be8c-450bd33a2710 req-3d78ffe4-6bd0-4798-b770-c9abf6bc484d service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=756dc3f9-786f-43e3-a1c1-2690c736e704&tenant_id=7e512e155fd047afb7c369ee55b40ecc HTTP/1.1" status: 200 len: 1096 time: 0.3423586 Sep 24 15:55:44.804831 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 8b013d66-2745-4bfb-9170-b03027f9bc25 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:55:44.805710 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 8b013d66-2745-4bfb-9170-b03027f9bc25 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:55:44.806400 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 0c0243dc-1e2c-46f2-bbee-e2ad620d51dc no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:55:44.837229 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 0c0243dc-1e2c-46f2-bbee-e2ad620d51dc {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:55:44.837860 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 0c0243dc-1e2c-46f2-bbee-e2ad620d51dc not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:55:44.840702 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-fad06d78-85ad-426e-be8c-450bd33a2710 req-442e39e1-9472-426d-82f1-7324f97515af service neutron] Request body: {'port': {'binding:host_id': 'n-h1-808921-1', 'device_owner': 'compute:nova'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:55:44.952045 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3dedd3c7-c4d7-4404-ac89-fa2d2b044145 req-6aafd3f2-39a0-4cfd-a4e5-8aca99ee9fbc tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/security-groups?id=3de61ae6-50a8-4cdd-839d-c59be6a6406f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2156427 Sep 24 15:55:44.976331 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-7c2b000f-dd3f-4e49-8aff-d2b1b33fa772 None None] Set router 74d0ced5-4bae-4df5-9549-085946fe4576 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:55:45.017191 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0ebe103c-dba6-484c-960c-39d3914244e3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:45.117609 n-d-808921-1 neutron-server[95298]: DEBUG neutron.objects.ports [None req-1feadbae-524e-41cd-91d4-1197c6b1f558 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95298) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 24 15:55:45.120635 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebe103c-dba6-484c-960c-39d3914244e3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event deleted for resources: {'Port': ['ID=0c0243dc-1e2c-46f2-bbee-e2ad620d51dc,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:45.125253 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebe103c-dba6-484c-960c-39d3914244e3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] No DVR routers for this DVR port 0c0243dc-1e2c-46f2-bbee-e2ad620d51dc on host n-d-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:55:45.129523 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1feadbae-524e-41cd-91d4-1197c6b1f558 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:45.179958 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca33abea-7b53-417c-830c-b6587ef722e3 req-5c447ff6-8660-40f9-ad97-5334d64b9fea tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:45.184054 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-fad06d78-85ad-426e-be8c-450bd33a2710 req-442e39e1-9472-426d-82f1-7324f97515af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:45.195037 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ca33abea-7b53-417c-830c-b6587ef722e3 req-5c447ff6-8660-40f9-ad97-5334d64b9fea tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=756dc3f9-786f-43e3-a1c1-2690c736e704 HTTP/1.1" status: 200 len: 945 time: 0.4689770 Sep 24 15:55:45.211837 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a4a45f1c-1ac8-4267-b1bb-54ed489d414d tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:45.242160 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1feadbae-524e-41cd-91d4-1197c6b1f558 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Network 50d98e88-8a75-4835-9919-86c163395f7c is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:55:45.268767 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ca33abea-7b53-417c-830c-b6587ef722e3 req-179653bf-ea67-4b96-bc64-d9902f7ee0b9 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=e1bf097d-ba10-49b0-95a0-b191bbbc69a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0637989 Sep 24 15:55:45.274113 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-1feadbae-524e-41cd-91d4-1197c6b1f558 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:55:45.281196 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feadbae-524e-41cd-91d4-1197c6b1f558 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event updated for resources: {'Subnet': ['ID=f3f5b707-2535-4d7a-9d7d-48d73061e3f2,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:45.286565 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9aee4f-c7c7-4d9d-9d76-e1a6978762c8 None None] Network 50d98e88-8a75-4835-9919-86c163395f7c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:55:45.287163 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1feadbae-524e-41cd-91d4-1197c6b1f558 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:45.287774 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1feadbae-524e-41cd-91d4-1197c6b1f558 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:45.321226 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-7c2b000f-dd3f-4e49-8aff-d2b1b33fa772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d0ced5-4bae-4df5-9549-085946fe4576', 'name': 'tempest-TestNetworkBasicOps-router-118955220', 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '75ca1059-9905-4ba8-ae95-357afde4cc34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:52:48Z', 'updated_at': '2021-09-24T15:55:41Z', 'revision_number': 6, 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'gw_port': {'id': '75ca1059-9905-4ba8-ae95-357afde4cc34', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:91:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d0ced5-4bae-4df5-9549-085946fe4576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:52:50Z', 'updated_at': '2021-09-24T15:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': '53a03020-ba9b-47e0-9646-f667c9bc693c', 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'floating_ip_address': '172.25.0.57', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '74d0ced5-4bae-4df5-9549-085946fe4576', 'port_id': 'd1862b1f-4d7b-4e17-b328-e8db2634c97a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9650dd06-c337-403b-9f2f-c268b521f2ba', 'mac_address': 'fa:16:3e:ce:e0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b6a1f0-7b0d-4e7e-af5d-8e794e98c80d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:53:50Z', 'updated_at': '2021-09-24T15:53:57Z', 'revision_number': 1, 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f110d8a9-7d91-48ca-833e-929f7bb3af71', 'name': '', 'network_id': '9650dd06-c337-403b-9f2f-c268b521f2ba', 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'mac_address': 'fa:16:3e:c2:2e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d0ced5-4bae-4df5-9549-085946fe4576', 'device_owner': 'network:router_interface', 'standard_attr_id': 2367, 'fixed_ips': [{'subnet_id': '250e76ba-07ca-44b4-bdd4-d39b52ecd754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:53:06Z', 'updated_at': '2021-09-24T15:53:15Z', 'revision_number': 5, 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'subnets': [{'id': '250e76ba-07ca-44b4-bdd4-d39b52ecd754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:55:45.357399 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c2b000f-dd3f-4e49-8aff-d2b1b33fa772 None None] The sync data for ids ['74d0ced5-4bae-4df5-9549-085946fe4576'] in n-d-808921-1 is: [{'id': '74d0ced5-4bae-4df5-9549-085946fe4576', 'name': 'tempest-TestNetworkBasicOps-router-118955220', 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '75ca1059-9905-4ba8-ae95-357afde4cc34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:52:48Z', 'updated_at': '2021-09-24T15:55:41Z', 'revision_number': 6, 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'gw_port': {'id': '75ca1059-9905-4ba8-ae95-357afde4cc34', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:91:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d0ced5-4bae-4df5-9549-085946fe4576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:52:50Z', 'updated_at': '2021-09-24T15:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': '53a03020-ba9b-47e0-9646-f667c9bc693c', 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'floating_ip_address': '172.25.0.57', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '74d0ced5-4bae-4df5-9549-085946fe4576', 'port_id': 'd1862b1f-4d7b-4e17-b328-e8db2634c97a', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 2473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9650dd06-c337-403b-9f2f-c268b521f2ba', 'mac_address': 'fa:16:3e:ce:e0:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b6a1f0-7b0d-4e7e-af5d-8e794e98c80d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:53:50Z', 'updated_at': '2021-09-24T15:53:57Z', 'revision_number': 1, 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f110d8a9-7d91-48ca-833e-929f7bb3af71', 'name': '', 'network_id': '9650dd06-c337-403b-9f2f-c268b521f2ba', 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'mac_address': 'fa:16:3e:c2:2e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d0ced5-4bae-4df5-9549-085946fe4576', 'device_owner': 'network:router_interface', 'standard_attr_id': 2367, 'fixed_ips': [{'subnet_id': '250e76ba-07ca-44b4-bdd4-d39b52ecd754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:53:06Z', 'updated_at': '2021-09-24T15:53:15Z', 'revision_number': 5, 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'subnets': [{'id': '250e76ba-07ca-44b4-bdd4-d39b52ecd754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:55:45.427986 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0ebe103c-dba6-484c-960c-39d3914244e3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:45.496935 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-0ebe103c-dba6-484c-960c-39d3914244e3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca651115-5d6f-4442-8077-19843ce4c79b']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:55:45.562942 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c957a8-4f98-4e64-9d9d-06044ab53fad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-50d98e88-8a75-4835-9919-86c163395f7c', 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'tenant_id': '1ffc126d96724ce991d5ac46e64fd1ec', 'fixed_ips': [{'subnet_id': 'f3f5b707-2535-4d7a-9d7d-48d73061e3f2'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:55:45.564244 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b6c957a8-4f98-4e64-9d9d-06044ab53fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:45.569451 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-0ebe103c-dba6-484c-960c-39d3914244e3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '770bf666-997e-44c8-a868-e68cb43f4aa1') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:55:45.569758 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-0ebe103c-dba6-484c-960c-39d3914244e3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '770bf666-997e-44c8-a868-e68cb43f4aa1') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:55:45.581425 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a45f1c-1ac8-4267-b1bb-54ed489d414d tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Pushing event updated for resources: {'Subnet': ['ID=c8f6098f-cf06-431e-a46f-fcc196c5368c,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:45.584503 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-1feadbae-524e-41cd-91d4-1197c6b1f558 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0407379 Sep 24 15:55:45.587644 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45748) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:45.596392 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a45f1c-1ac8-4267-b1bb-54ed489d414d tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Checking segment: {'id': '3951830d-3ac4-4400-8173-101486e66055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': '845cd610-efda-408a-a418-04a298723427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:55:45.596635 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-5b54aa3a-1434-4630-b9ae-ec549743af4b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Request body: {'subnet': {'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:55:45.596824 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a45f1c-1ac8-4267-b1bb-54ed489d414d tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Network hostable DHCP agents. Network: 845cd610-efda-408a-a418-04a298723427, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:55:45.602742 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0ebe103c-dba6-484c-960c-39d3914244e3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:45.617781 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45750) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:45.636550 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0ebe103c-dba6-484c-960c-39d3914244e3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:45.662099 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ebe103c-dba6-484c-960c-39d3914244e3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Releasing vlan 1297 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:55:45.662544 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0ebe103c-dba6-484c-960c-39d3914244e3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:45.665623 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:55:45.665623 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:55:45.665623 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:55:45.665623 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:55:45.665623 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:55:45.665623 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:55:45.665623 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:55:45.665623 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:55:45.665623 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:55:45.665623 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:55:45.665623 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:55:45.665623 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:55:45.665623 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:55:45.665623 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:55:45.665623 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:55:45.665623 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:55:45.665623 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:55:45.665623 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:55:45.665623 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:55:45.665623 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:55:45.665623 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:55:45.665623 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:55:45.665623 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:55:45.665623 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:55:45.665623 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:55:45.665623 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:55:45.665623 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:55:45.665623 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:55:45.665623 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:55:45.665623 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:55:45.665623 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:55:45.665623 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:55:45.774219 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-b6c957a8-4f98-4e64-9d9d-06044ab53fad None None] Allocated IP 2001:db8::f816:3eff:fe8d:747d (50d98e88-8a75-4835-9919-86c163395f7c/f3f5b707-2535-4d7a-9d7d-48d73061e3f2/bd89e317-063f-4487-a91c-884eeb15689e) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:55:45.781189 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a45f1c-1ac8-4267-b1bb-54ed489d414d tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Network 845cd610-efda-408a-a418-04a298723427 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:55:45.811451 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de5446c-3e76-4e66-9ba2-9e7c71a83c4a req-5cc90599-e12a-4fbd-93c5-ee244fc93dd0 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:45.813553 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6de5446c-3e76-4e66-9ba2-9e7c71a83c4a req-5cc90599-e12a-4fbd-93c5-ee244fc93dd0 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.108 "GET /v2.0/ports?device_id=f8d2dcaa-e9e4-4245-87a7-9d370be1dd04 HTTP/1.1" status: 200 len: 946 time: 0.1013012 Sep 24 15:55:45.841925 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-1b9ea4fa-06b6-4051-ac7d-a688d8bd420c admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-583367473-network', 'tenant_id': '4472dfca9d7f40889221343c442f22ba'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:55:45.851773 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-fad06d78-85ad-426e-be8c-450bd33a2710 req-442e39e1-9472-426d-82f1-7324f97515af service neutron] For port aedc8984-c719-4441-90cd-2f9058b26fa4, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=aedc8984-c719-4441-90cd-2f9058b26fa4,segment=NetworkSegment(a16152fb-2bdf-4e02-99e2-b4e349df34e6),segment_id=a16152fb-2bdf-4e02-99e2-b4e349df34e6)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:55:45.892377 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-fad06d78-85ad-426e-be8c-450bd33a2710 req-442e39e1-9472-426d-82f1-7324f97515af service neutron] For port aedc8984-c719-4441-90cd-2f9058b26fa4, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:55:45.931633 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-6de5446c-3e76-4e66-9ba2-9e7c71a83c4a req-29c1bcb8-24ed-432d-b831-1e8e0707a2dd tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Deleting port e793c41b-3b14-4a87-b92b-6ea16cc1f590 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:55:45.931977 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-6de5446c-3e76-4e66-9ba2-9e7c71a83c4a req-29c1bcb8-24ed-432d-b831-1e8e0707a2dd tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:45.950639 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '756dc3f9-786f-43e3-a1c1-2690c736e704', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aedc8984-c719-4441-90cd-2f9058b26fa4'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:55:45.953083 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-593fdb41-f349-4aca-bdbd-fb4bc0a16f8e" -d '{"events": [{"server_uuid": "756dc3f9-786f-43e3-a1c1-2690c736e704", "name": "network-vif-unplugged", "status": "completed", "tag": "aedc8984-c719-4441-90cd-2f9058b26fa4"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:55:45.957823 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-fad06d78-85ad-426e-be8c-450bd33a2710 req-442e39e1-9472-426d-82f1-7324f97515af service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:45.962312 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0ebe103c-dba6-484c-960c-39d3914244e3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:45.978569 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-a4a45f1c-1ac8-4267-b1bb-54ed489d414d tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 845cd610-efda-408a-a418-04a298723427) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:55:45.987182 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0ebe103c-dba6-484c-960c-39d3914244e3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:45.993871 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-0ebe103c-dba6-484c-960c-39d3914244e3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "DELETE /v2.0/networks/ca651115-5d6f-4442-8077-19843ce4c79b HTTP/1.1" status: 204 len: 168 time: 2.0178938 Sep 24 15:55:45.994079 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45760) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:45.997286 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b6c957a8-4f98-4e64-9d9d-06044ab53fad None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:46.000410 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-ef4756e7-d8a7-48c5-867e-c538691a9817 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-66899820'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:55:46.018833 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a45f1c-1ac8-4267-b1bb-54ed489d414d tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:46.018833 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a4a45f1c-1ac8-4267-b1bb-54ed489d414d tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:46.019101 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00aa21cf-64be-440b-a8cd-cc2f6bb692db None None] Network 845cd610-efda-408a-a418-04a298723427 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:55:46.019213 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b54aa3a-1434-4630-b9ae-ec549743af4b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Made reservation on behalf of 1ffc126d96724ce991d5ac46e64fd1ec for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:55:46.019213 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5b54aa3a-1434-4630-b9ae-ec549743af4b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:46.059616 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 15:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20629881-3ccf-49fb-9313-809cc7fa6ad2 x-openstack-request-id: req-20629881-3ccf-49fb-9313-809cc7fa6ad2 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:55:46.059908 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "756dc3f9-786f-43e3-a1c1-2690c736e704", "name": "network-vif-unplugged", "status": "completed", "tag": "aedc8984-c719-4441-90cd-2f9058b26fa4", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:55:46.060165 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-20629881-3ccf-49fb-9313-809cc7fa6ad2 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:55:46.060553 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '756dc3f9-786f-43e3-a1c1-2690c736e704', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aedc8984-c719-4441-90cd-2f9058b26fa4', 'code': 200} Sep 24 15:55:46.064664 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-fad06d78-85ad-426e-be8c-450bd33a2710 req-442e39e1-9472-426d-82f1-7324f97515af service neutron] Transition to ACTIVE for port object aedc8984-c719-4441-90cd-2f9058b26fa4 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:55:46.068272 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebe103c-dba6-484c-960c-39d3914244e3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event deleted for resources: {'Network': ['ID=ca651115-5d6f-4442-8077-19843ce4c79b,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:46.083945 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b6c957a8-4f98-4e64-9d9d-06044ab53fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:46.130858 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c957a8-4f98-4e64-9d9d-06044ab53fad None None] Network 50d98e88-8a75-4835-9919-86c163395f7c is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:55:46.136997 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-b6c957a8-4f98-4e64-9d9d-06044ab53fad None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:55:46.142866 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-fad06d78-85ad-426e-be8c-450bd33a2710 req-442e39e1-9472-426d-82f1-7324f97515af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:46.145562 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c957a8-4f98-4e64-9d9d-06044ab53fad None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:55:46.179218 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9ea4fa-06b6-4051-ac7d-a688d8bd420c admin admin] Made reservation on behalf of 4472dfca9d7f40889221343c442f22ba for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:55:46.181515 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1b9ea4fa-06b6-4051-ac7d-a688d8bd420c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:46.183640 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-6de5446c-3e76-4e66-9ba2-9e7c71a83c4a req-29c1bcb8-24ed-432d-b831-1e8e0707a2dd tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] For port e793c41b-3b14-4a87-b92b-6ea16cc1f590, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=e793c41b-3b14-4a87-b92b-6ea16cc1f590,segment=NetworkSegment(e1d98049-eee8-47df-959b-ec6c0bc0b9c8),segment_id=e1d98049-eee8-47df-959b-ec6c0bc0b9c8)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:55:46.184184 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-6de5446c-3e76-4e66-9ba2-9e7c71a83c4a req-29c1bcb8-24ed-432d-b831-1e8e0707a2dd tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:46.199703 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1b9ea4fa-06b6-4051-ac7d-a688d8bd420c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:46.207145 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f50ec31-426b-4066-bce8-4e3c5f79b5e9 req-5d553ffa-88a2-41ab-9d12-3f9ab73aa763 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:46.208685 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0f50ec31-426b-4066-bce8-4e3c5f79b5e9 req-5d553ffa-88a2-41ab-9d12-3f9ab73aa763 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/ports?device_id=f8d2dcaa-e9e4-4245-87a7-9d370be1dd04 HTTP/1.1" status: 200 len: 946 time: 0.1521101 Sep 24 15:55:46.223561 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-6de5446c-3e76-4e66-9ba2-9e7c71a83c4a req-29c1bcb8-24ed-432d-b831-1e8e0707a2dd tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Calling delete_port for e793c41b-3b14-4a87-b92b-6ea16cc1f590 owned by compute:nova {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:55:46.247995 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c957a8-4f98-4e64-9d9d-06044ab53fad None None] Pushing event updated for resources: {'Port': ['ID=bd89e317-063f-4487-a91c-884eeb15689e,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:46.273807 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f43ed03-2fc3-4c42-9017-41839881b937 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-845cd610-efda-408a-a418-04a298723427', 'network_id': '845cd610-efda-408a-a418-04a298723427', 'tenant_id': '9b1de2c8a90e4c7b8a3f22e9202f02be', 'fixed_ips': [{'subnet_id': 'c8f6098f-cf06-431e-a46f-fcc196c5368c'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:55:46.274685 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4f43ed03-2fc3-4c42-9017-41839881b937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:46.286729 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-a4a45f1c-1ac8-4267-b1bb-54ed489d414d tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.6810498 Sep 24 15:55:46.286729 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442e39e1-9472-426d-82f1-7324f97515af service neutron] Pushing event updated for resources: {'Port': ['ID=aedc8984-c719-4441-90cd-2f9058b26fa4,revision_number=6']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:46.289734 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45766) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:46.294605 n-d-808921-1 neutron-server[95297]: INFO neutron.db.ipam_backend_mixin [None req-5b54aa3a-1434-4630-b9ae-ec549743af4b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f3f5b707-2535-4d7a-9d7d-48d73061e3f2 (CIDR: 2001:db8::/64) Sep 24 15:55:46.322430 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-b6c957a8-4f98-4e64-9d9d-06044ab53fad None None] Attempting to bind port bd89e317-063f-4487-a91c-884eeb15689e on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:55:46.327752 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-b6c957a8-4f98-4e64-9d9d-06044ab53fad None None] Attempting to bind port bd89e317-063f-4487-a91c-884eeb15689e by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:55:46.331567 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c957a8-4f98-4e64-9d9d-06044ab53fad None None] Attempting to bind port bd89e317-063f-4487-a91c-884eeb15689e on network 50d98e88-8a75-4835-9919-86c163395f7c {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:55:46.334687 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.db.api [None req-1b9ea4fa-06b6-4051-ac7d-a688d8bd420c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 15:55:46.334687 n-d-808921-1 neutron-server[95298]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 24 15:55:46.334687 n-d-808921-1 neutron-server[95298]: [parameters: {'project_id_1': '4472dfca9d7f40889221343c442f22ba', 'expiration_1': datetime.datetime(2021, 9, 24, 15, 55, 26, 280173)}] Sep 24 15:55:46.334687 n-d-808921-1 neutron-server[95298]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:55:46.336400 n-d-808921-1 neutron-server[95298]: DEBUG oslo_db.api [None req-1b9ea4fa-06b6-4051-ac7d-a688d8bd420c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:55:46.357396 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c957a8-4f98-4e64-9d9d-06044ab53fad None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:55:46.361537 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c957a8-4f98-4e64-9d9d-06044ab53fad None None] Checking segment: {'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:55:46.361537 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b6c957a8-4f98-4e64-9d9d-06044ab53fad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:46.361537 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c957a8-4f98-4e64-9d9d-06044ab53fad None None] Bound using segment: {'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:55:46.363590 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-b6c957a8-4f98-4e64-9d9d-06044ab53fad None None] Bound port: bd89e317-063f-4487-a91c-884eeb15689e, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:55:46.364091 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b6c957a8-4f98-4e64-9d9d-06044ab53fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:46.382655 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b54aa3a-1434-4630-b9ae-ec549743af4b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 15:55:46.383163 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b54aa3a-1434-4630-b9ae-ec549743af4b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:55:46.432783 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0f50ec31-426b-4066-bce8-4e3c5f79b5e9 req-8c01d88b-3937-4f0c-b617-9308a95e97ee tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/security-groups?id=3de61ae6-50a8-4cdd-839d-c59be6a6406f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1998615 Sep 24 15:55:46.471925 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-fad06d78-85ad-426e-be8c-450bd33a2710 req-442e39e1-9472-426d-82f1-7324f97515af service neutron] No DVR routers for this DVR port aedc8984-c719-4441-90cd-2f9058b26fa4 on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:55:46.493984 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef4756e7-d8a7-48c5-867e-c538691a9817 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Made reservation on behalf of 60728dc15ec0482fbe958ba9258d8b5e for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:55:46.498390 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ef4756e7-d8a7-48c5-867e-c538691a9817 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:46.564094 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef4756e7-d8a7-48c5-867e-c538691a9817 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1285} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:55:46.585239 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-5b54aa3a-1434-4630-b9ae-ec549743af4b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9964159 Sep 24 15:55:46.586091 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45774) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:46.593308 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ef4756e7-d8a7-48c5-867e-c538691a9817 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:46.593662 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-ef4756e7-d8a7-48c5-867e-c538691a9817 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Added segment 7f7ada15-bcc9-4b96-b431-394f6b98193a of type vlan for network 81b30a19-5dfb-44ee-84b8-e4bafe7869e4 Sep 24 15:55:46.598076 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-9679f66c-916b-47ee-9464-b6cc0c579397 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Request body: {'subnet': {'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:55:46.633689 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-4f43ed03-2fc3-4c42-9017-41839881b937 None None] Allocated IP 172.20.0.1 (845cd610-efda-408a-a418-04a298723427/c8f6098f-cf06-431e-a46f-fcc196c5368c/80c225bc-8eb7-4a8f-bcec-39d2620006cd) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:55:46.642382 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a1102bf9-f340-4a0b-9635-749202163058 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:46.644317 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-b6c957a8-4f98-4e64-9d9d-06044ab53fad None None] For port bd89e317-063f-4487-a91c-884eeb15689e, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:55:46.650324 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 09ea9169-e01d-4fc5-9de1-b74abec1a52d no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:55:46.686443 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 09ea9169-e01d-4fc5-9de1-b74abec1a52d {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:55:46.686778 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 09ea9169-e01d-4fc5-9de1-b74abec1a52d not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:55:46.690967 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-b6c957a8-4f98-4e64-9d9d-06044ab53fad None None] For port bd89e317-063f-4487-a91c-884eeb15689e, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=bd89e317-063f-4487-a91c-884eeb15689e,segment=NetworkSegment(fb531be8-b37e-4ff9-a98b-5c7db484a0eb),segment_id=fb531be8-b37e-4ff9-a98b-5c7db484a0eb)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:55:46.782268 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ef4756e7-d8a7-48c5-867e-c538691a9817 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:46.807068 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b6c957a8-4f98-4e64-9d9d-06044ab53fad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:46.876931 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a1102bf9-f340-4a0b-9635-749202163058 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:46.957794 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1b9ea4fa-06b6-4051-ac7d-a688d8bd420c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:46.969882 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-6de5446c-3e76-4e66-9ba2-9e7c71a83c4a req-29c1bcb8-24ed-432d-b831-1e8e0707a2dd tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:47.014270 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device aedc8984-c719-4441-90cd-2f9058b26fa4 no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:55:47.019376 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97817f92-2724-4287-99b1-9e921c04070d req-3cc0c6f7-c743-46a0-a580-1370beeeefce tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:47.020998 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-97817f92-2724-4287-99b1-9e921c04070d req-3cc0c6f7-c743-46a0-a580-1370beeeefce tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=756dc3f9-786f-43e3-a1c1-2690c736e704 HTTP/1.1" status: 200 len: 943 time: 0.5508702 Sep 24 15:55:47.033633 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ef4756e7-d8a7-48c5-867e-c538691a9817 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:47.045557 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4756e7-d8a7-48c5-867e-c538691a9817 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:47.047448 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ef4756e7-d8a7-48c5-867e-c538691a9817 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:47.090901 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-97817f92-2724-4287-99b1-9e921c04070d req-11e9dc9e-8f97-47ef-8743-36027e56766d tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=e1bf097d-ba10-49b0-95a0-b191bbbc69a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0517821 Sep 24 15:55:47.101892 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c957a8-4f98-4e64-9d9d-06044ab53fad None None] Pushing event updated for resources: {'Port': ['ID=bd89e317-063f-4487-a91c-884eeb15689e,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:47.104974 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4f43ed03-2fc3-4c42-9017-41839881b937 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:47.105443 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c1bcb8-24ed-432d-b831-1e8e0707a2dd tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Pushing event deleted for resources: {'Port': ['ID=e793c41b-3b14-4a87-b92b-6ea16cc1f590,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:47.115204 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c957a8-4f98-4e64-9d9d-06044ab53fad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:55:47.115555 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c957a8-4f98-4e64-9d9d-06044ab53fad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:55:47.115896 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c957a8-4f98-4e64-9d9d-06044ab53fad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:55:47.116231 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c957a8-4f98-4e64-9d9d-06044ab53fad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:55:47.116564 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c957a8-4f98-4e64-9d9d-06044ab53fad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:55:47.116902 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c957a8-4f98-4e64-9d9d-06044ab53fad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:55:47.117328 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c957a8-4f98-4e64-9d9d-06044ab53fad None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:55:47.117534 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c957a8-4f98-4e64-9d9d-06044ab53fad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:55:47.117860 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c957a8-4f98-4e64-9d9d-06044ab53fad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:55:47.118181 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c957a8-4f98-4e64-9d9d-06044ab53fad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:55:47.118545 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c957a8-4f98-4e64-9d9d-06044ab53fad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:55:47.118868 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c957a8-4f98-4e64-9d9d-06044ab53fad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:55:47.123526 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device aedc8984-c719-4441-90cd-2f9058b26fa4 not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:55:47.151613 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9679f66c-916b-47ee-9464-b6cc0c579397 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Made reservation on behalf of 1ffc126d96724ce991d5ac46e64fd1ec for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:55:47.156436 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9679f66c-916b-47ee-9464-b6cc0c579397 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:47.177326 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4f43ed03-2fc3-4c42-9017-41839881b937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:47.179812 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-fad06d78-85ad-426e-be8c-450bd33a2710 req-442e39e1-9472-426d-82f1-7324f97515af service neutron] Attempting to bind port aedc8984-c719-4441-90cd-2f9058b26fa4 on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:55:47.180368 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-fad06d78-85ad-426e-be8c-450bd33a2710 req-442e39e1-9472-426d-82f1-7324f97515af service neutron] Attempting to bind port aedc8984-c719-4441-90cd-2f9058b26fa4 by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': 'a16152fb-2bdf-4e02-99e2-b4e349df34e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '5a006511-b4c6-401d-bf2d-1c9456d23123'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:55:47.180877 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad06d78-85ad-426e-be8c-450bd33a2710 req-442e39e1-9472-426d-82f1-7324f97515af service neutron] Attempting to bind port aedc8984-c719-4441-90cd-2f9058b26fa4 on network 5a006511-b4c6-401d-bf2d-1c9456d23123 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:55:47.188091 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad06d78-85ad-426e-be8c-450bd33a2710 req-442e39e1-9472-426d-82f1-7324f97515af service neutron] Port aedc8984-c719-4441-90cd-2f9058b26fa4 on network 5a006511-b4c6-401d-bf2d-1c9456d23123 not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:55:47.188680 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad06d78-85ad-426e-be8c-450bd33a2710 req-442e39e1-9472-426d-82f1-7324f97515af service neutron] Attempting to bind port aedc8984-c719-4441-90cd-2f9058b26fa4 on network 5a006511-b4c6-401d-bf2d-1c9456d23123 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:55:47.200740 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad06d78-85ad-426e-be8c-450bd33a2710 req-442e39e1-9472-426d-82f1-7324f97515af service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:55:47.201073 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad06d78-85ad-426e-be8c-450bd33a2710 req-442e39e1-9472-426d-82f1-7324f97515af service neutron] Checking segment: {'id': 'a16152fb-2bdf-4e02-99e2-b4e349df34e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '5a006511-b4c6-401d-bf2d-1c9456d23123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:55:47.201675 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fad06d78-85ad-426e-be8c-450bd33a2710 req-442e39e1-9472-426d-82f1-7324f97515af service neutron] Bound using segment: {'id': 'a16152fb-2bdf-4e02-99e2-b4e349df34e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '5a006511-b4c6-401d-bf2d-1c9456d23123'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:55:47.202114 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-fad06d78-85ad-426e-be8c-450bd33a2710 req-442e39e1-9472-426d-82f1-7324f97515af service neutron] Bound port: aedc8984-c719-4441-90cd-2f9058b26fa4, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a16152fb-2bdf-4e02-99e2-b4e349df34e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '5a006511-b4c6-401d-bf2d-1c9456d23123'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:55:47.202500 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-fad06d78-85ad-426e-be8c-450bd33a2710 req-442e39e1-9472-426d-82f1-7324f97515af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:47.229800 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f43ed03-2fc3-4c42-9017-41839881b937 None None] Network 845cd610-efda-408a-a418-04a298723427 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:55:47.237447 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-4f43ed03-2fc3-4c42-9017-41839881b937 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:55:47.240462 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f43ed03-2fc3-4c42-9017-41839881b937 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:55:47.258461 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1b9ea4fa-06b6-4051-ac7d-a688d8bd420c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:47.306417 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-fad06d78-85ad-426e-be8c-450bd33a2710 req-442e39e1-9472-426d-82f1-7324f97515af service neutron] For port aedc8984-c719-4441-90cd-2f9058b26fa4, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:55:47.311025 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-fad06d78-85ad-426e-be8c-450bd33a2710 req-442e39e1-9472-426d-82f1-7324f97515af service neutron] For port aedc8984-c719-4441-90cd-2f9058b26fa4, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=aedc8984-c719-4441-90cd-2f9058b26fa4,segment=NetworkSegment(a16152fb-2bdf-4e02-99e2-b4e349df34e6),segment_id=a16152fb-2bdf-4e02-99e2-b4e349df34e6)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:55:47.322104 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f43ed03-2fc3-4c42-9017-41839881b937 None None] Pushing event updated for resources: {'Port': ['ID=80c225bc-8eb7-4a8f-bcec-39d2620006cd,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:47.364308 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4756e7-d8a7-48c5-867e-c538691a9817 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event updated for resources: {'Network': ['ID=81b30a19-5dfb-44ee-84b8-e4bafe7869e4,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:47.375828 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1b9ea4fa-06b6-4051-ac7d-a688d8bd420c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:47.388704 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 81b30a19-5dfb-44ee-84b8-e4bafe7869e4 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:55:47.392865 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-4f43ed03-2fc3-4c42-9017-41839881b937 None None] Attempting to bind port 80c225bc-8eb7-4a8f-bcec-39d2620006cd on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:55:47.393741 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-4f43ed03-2fc3-4c42-9017-41839881b937 None None] Attempting to bind port 80c225bc-8eb7-4a8f-bcec-39d2620006cd by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '3951830d-3ac4-4400-8173-101486e66055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': '845cd610-efda-408a-a418-04a298723427'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:55:47.394127 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f43ed03-2fc3-4c42-9017-41839881b937 None None] Attempting to bind port 80c225bc-8eb7-4a8f-bcec-39d2620006cd on network 845cd610-efda-408a-a418-04a298723427 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:55:47.395444 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-6de5446c-3e76-4e66-9ba2-9e7c71a83c4a req-29c1bcb8-24ed-432d-b831-1e8e0707a2dd tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] No DVR routers for this DVR port e793c41b-3b14-4a87-b92b-6ea16cc1f590 on host n-h2-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:55:47.404239 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-6de5446c-3e76-4e66-9ba2-9e7c71a83c4a req-29c1bcb8-24ed-432d-b831-1e8e0707a2dd tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:47.406497 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6de5446c-3e76-4e66-9ba2-9e7c71a83c4a req-29c1bcb8-24ed-432d-b831-1e8e0707a2dd tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.108 "DELETE /v2.0/ports/e793c41b-3b14-4a87-b92b-6ea16cc1f590 HTTP/1.1" status: 204 len: 173 time: 1.5839114 Sep 24 15:55:47.406946 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8d2dcaa-e9e4-4245-87a7-9d370be1dd04', 'name': 'network-vif-deleted', 'tag': 'e793c41b-3b14-4a87-b92b-6ea16cc1f590'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:55:47.409762 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a6eeccb-57a7-41a3-af6a-1d1e50c8cb11" -d '{"events": [{"server_uuid": "f8d2dcaa-e9e4-4245-87a7-9d370be1dd04", "name": "network-vif-deleted", "tag": "e793c41b-3b14-4a87-b92b-6ea16cc1f590"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:55:47.413298 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f43ed03-2fc3-4c42-9017-41839881b937 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:55:47.413680 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f43ed03-2fc3-4c42-9017-41839881b937 None None] Checking segment: {'id': '3951830d-3ac4-4400-8173-101486e66055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': '845cd610-efda-408a-a418-04a298723427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:55:47.414368 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4f43ed03-2fc3-4c42-9017-41839881b937 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:47.414873 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f43ed03-2fc3-4c42-9017-41839881b937 None None] Bound using segment: {'id': '3951830d-3ac4-4400-8173-101486e66055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': '845cd610-efda-408a-a418-04a298723427'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:55:47.415314 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a1102bf9-f340-4a0b-9635-749202163058 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:47.415449 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-4f43ed03-2fc3-4c42-9017-41839881b937 None None] Bound port: 80c225bc-8eb7-4a8f-bcec-39d2620006cd, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3951830d-3ac4-4400-8173-101486e66055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': '845cd610-efda-408a-a418-04a298723427'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:55:47.415752 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4f43ed03-2fc3-4c42-9017-41839881b937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:47.458261 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ef4756e7-d8a7-48c5-867e-c538691a9817 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4642713 Sep 24 15:55:47.464011 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45786) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:47.477407 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-fad06d78-85ad-426e-be8c-450bd33a2710 req-442e39e1-9472-426d-82f1-7324f97515af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:47.481596 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-8b450d64-8c60-464f-88bd-d691de5657c2 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Request body: {'subnet': {'network_id': '81b30a19-5dfb-44ee-84b8-e4bafe7869e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:55:47.486649 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b9ea4fa-06b6-4051-ac7d-a688d8bd420c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1255} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:55:47.486851 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1102bf9-f340-4a0b-9635-749202163058 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Pushing event deleted for resources: {'Subnet': ['ID=c8f6098f-cf06-431e-a46f-fcc196c5368c,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:47.539597 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f91645-09f3-430f-8749-ac33c465f570 x-openstack-request-id: req-98f91645-09f3-430f-8749-ac33c465f570 {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:55:47.539894 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8d2dcaa-e9e4-4245-87a7-9d370be1dd04", "name": "network-vif-deleted", "tag": "e793c41b-3b14-4a87-b92b-6ea16cc1f590", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:55:47.540149 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-98f91645-09f3-430f-8749-ac33c465f570 {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:55:47.540555 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8d2dcaa-e9e4-4245-87a7-9d370be1dd04', 'name': 'network-vif-deleted', 'tag': 'e793c41b-3b14-4a87-b92b-6ea16cc1f590', 'status': 'completed', 'code': 200} Sep 24 15:55:47.625243 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-4f43ed03-2fc3-4c42-9017-41839881b937 None None] For port 80c225bc-8eb7-4a8f-bcec-39d2620006cd, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:55:47.629361 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-4f43ed03-2fc3-4c42-9017-41839881b937 None None] For port 80c225bc-8eb7-4a8f-bcec-39d2620006cd, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=80c225bc-8eb7-4a8f-bcec-39d2620006cd,segment=NetworkSegment(3951830d-3ac4-4400-8173-101486e66055),segment_id=3951830d-3ac4-4400-8173-101486e66055)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:55:47.637919 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442e39e1-9472-426d-82f1-7324f97515af service neutron] Pushing event updated for resources: {'Port': ['ID=aedc8984-c719-4441-90cd-2f9058b26fa4,revision_number=7']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:47.657135 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a1102bf9-f340-4a0b-9635-749202163058 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:47.681560 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1b9ea4fa-06b6-4051-ac7d-a688d8bd420c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:47.682923 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-1b9ea4fa-06b6-4051-ac7d-a688d8bd420c admin admin] Added segment 2d4148f7-78e5-4002-a3d3-cbf2f9d23b6f of type vlan for network 37e12990-d89a-41c9-8ebb-3667e0011fed Sep 24 15:55:47.685716 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad06d78-85ad-426e-be8c-450bd33a2710 req-442e39e1-9472-426d-82f1-7324f97515af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:47.686621 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-fad06d78-85ad-426e-be8c-450bd33a2710 req-442e39e1-9472-426d-82f1-7324f97515af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:47.691307 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fad06d78-85ad-426e-be8c-450bd33a2710 req-442e39e1-9472-426d-82f1-7324f97515af service neutron] 10.222.0.110 "PUT /v2.0/ports/aedc8984-c719-4441-90cd-2f9058b26fa4 HTTP/1.1" status: 200 len: 1091 time: 2.8768170 Sep 24 15:55:47.691307 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f9a3638f-8d97-44dc-a96b-7d101c6b73d3 req-09866758-4461-48e4-8da6-2b87a675eb83 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/ports?device_id=f8d2dcaa-e9e4-4245-87a7-9d370be1dd04 HTTP/1.1" status: 200 len: 210 time: 0.0424993 Sep 24 15:55:47.699189 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9ea4fa-06b6-4051-ac7d-a688d8bd420c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f01d15e-96da-44d4-a1d5-1761ac1ea183,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:47.718398 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4f43ed03-2fc3-4c42-9017-41839881b937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:47.777984 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-a1102bf9-f340-4a0b-9635-749202163058 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['845cd610-efda-408a-a418-04a298723427']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:55:47.838102 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-a1102bf9-f340-4a0b-9635-749202163058 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3951830d-3ac4-4400-8173-101486e66055') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:55:47.839314 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-a1102bf9-f340-4a0b-9635-749202163058 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3951830d-3ac4-4400-8173-101486e66055') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:55:47.846882 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1b9ea4fa-06b6-4051-ac7d-a688d8bd420c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:47.907759 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a1102bf9-f340-4a0b-9635-749202163058 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:47.916974 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad06d78-85ad-426e-be8c-450bd33a2710 req-430a8984-3e75-4f0c-83e1-7d5ef40e1341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:47.918323 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fad06d78-85ad-426e-be8c-450bd33a2710 req-430a8984-3e75-4f0c-83e1-7d5ef40e1341 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=7e512e155fd047afb7c369ee55b40ecc&device_id=756dc3f9-786f-43e3-a1c1-2690c736e704 HTTP/1.1" status: 200 len: 1094 time: 0.1710472 Sep 24 15:55:47.924624 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f43ed03-2fc3-4c42-9017-41839881b937 None None] Pushing event updated for resources: {'Port': ['ID=80c225bc-8eb7-4a8f-bcec-39d2620006cd,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:47.941950 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d993589f-a72f-45a8-b6ca-3b1eee96b51b None None] Network 845cd610-efda-408a-a418-04a298723427 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:55:47.957408 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a1102bf9-f340-4a0b-9635-749202163058 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:47.980425 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1102bf9-f340-4a0b-9635-749202163058 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Releasing vlan 1295 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:55:47.980839 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a1102bf9-f340-4a0b-9635-749202163058 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:48.001391 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:55:48.001391 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:55:48.001391 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:55:48.001391 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:55:48.001391 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:55:48.001391 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:55:48.001391 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:55:48.001391 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:55:48.001391 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:55:48.001391 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:55:48.001391 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:55:48.001391 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:55:48.001391 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:55:48.001391 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:55:48.001391 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:55:48.001391 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:55:48.001391 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:55:48.001391 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:55:48.001391 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:55:48.001391 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:55:48.001391 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:55:48.001391 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:55:48.001391 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:55:48.001391 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:55:48.001391 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:55:48.001391 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:55:48.001391 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:55:48.001391 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:55:48.001391 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:55:48.001391 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:55:48.001391 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:55:48.001391 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:55:48.063170 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b450d64-8c60-464f-88bd-d691de5657c2 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Made reservation on behalf of 60728dc15ec0482fbe958ba9258d8b5e for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:55:48.064887 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '756dc3f9-786f-43e3-a1c1-2690c736e704', 'tag': 'aedc8984-c719-4441-90cd-2f9058b26fa4'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:55:48.066783 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8b450d64-8c60-464f-88bd-d691de5657c2 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:48.067038 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6f9d14b-8d90-403d-91be-5fe2fdbddcd4" -d '{"events": [{"name": "network-changed", "server_uuid": "756dc3f9-786f-43e3-a1c1-2690c736e704", "tag": "aedc8984-c719-4441-90cd-2f9058b26fa4"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:55:48.095668 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1b9ea4fa-06b6-4051-ac7d-a688d8bd420c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:48.098866 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9ea4fa-06b6-4051-ac7d-a688d8bd420c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:48.099654 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1b9ea4fa-06b6-4051-ac7d-a688d8bd420c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:48.179645 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad06d78-85ad-426e-be8c-450bd33a2710 req-37d0b6e8-cac7-4cda-8a0f-8874d63635b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:48.181659 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fad06d78-85ad-426e-be8c-450bd33a2710 req-37d0b6e8-cac7-4cda-8a0f-8874d63635b7 service neutron] 10.222.0.110 "GET /v2.0/networks?id=5a006511-b4c6-401d-bf2d-1c9456d23123 HTTP/1.1" status: 200 len: 898 time: 0.2530122 Sep 24 15:55:48.184295 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bcd6e6a-b676-4885-93f6-35edb94ca58c x-openstack-request-id: req-9bcd6e6a-b676-4885-93f6-35edb94ca58c {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:55:48.184822 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "756dc3f9-786f-43e3-a1c1-2690c736e704", "tag": "aedc8984-c719-4441-90cd-2f9058b26fa4", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:55:48.185278 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-9bcd6e6a-b676-4885-93f6-35edb94ca58c {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:55:48.185835 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '756dc3f9-786f-43e3-a1c1-2690c736e704', 'tag': 'aedc8984-c719-4441-90cd-2f9058b26fa4', 'status': 'completed', 'code': 200} Sep 24 15:55:48.244571 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.db.api [None req-a1102bf9-f340-4a0b-9635-749202163058 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 24 15:55:48.244571 n-d-808921-1 neutron-server[95297]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 24 15:55:48.244571 n-d-808921-1 neutron-server[95297]: [parameters: {'id': '845cd610-efda-408a-a418-04a298723427'}] Sep 24 15:55:48.244571 n-d-808921-1 neutron-server[95297]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:55:48.245943 n-d-808921-1 neutron-server[95297]: DEBUG oslo_db.api [None req-a1102bf9-f340-4a0b-9635-749202163058 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:55:48.246917 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9679f66c-916b-47ee-9464-b6cc0c579397 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:48.340085 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9679f66c-916b-47ee-9464-b6cc0c579397 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Network 50d98e88-8a75-4835-9919-86c163395f7c is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:55:48.340195 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-1b9ea4fa-06b6-4051-ac7d-a688d8bd420c admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.7152691 Sep 24 15:55:48.340195 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9ea4fa-06b6-4051-ac7d-a688d8bd420c admin admin] Pushing event updated for resources: {'Network': ['ID=37e12990-d89a-41c9-8ebb-3667e0011fed,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:48.341085 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45800) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:48.348230 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-9679f66c-916b-47ee-9464-b6cc0c579397 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:55:48.348539 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 37e12990-d89a-41c9-8ebb-3667e0011fed details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:55:48.373323 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-3b43feda-4350-44c1-a07b-97199c909aa1 admin admin] Request body: {'subnet': {'network_id': '37e12990-d89a-41c9-8ebb-3667e0011fed', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-583367473-subnet', 'tenant_id': '4472dfca9d7f40889221343c442f22ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:55:48.377662 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9679f66c-916b-47ee-9464-b6cc0c579397 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:48.379145 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9679f66c-916b-47ee-9464-b6cc0c579397 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:48.407797 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9679f66c-916b-47ee-9464-b6cc0c579397 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event updated for resources: {'Subnet': ['ID=374a54b7-e0be-4e6e-bf1f-1f590f99188b,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:48.417384 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f9d14b-8d90-403d-91be-5fe2fdbddcd4 req-44e102a8-c3ed-451e-8d2e-527022f1e4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:48.418164 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fad06d78-85ad-426e-be8c-450bd33a2710 req-0da37c2c-0893-46ee-a48b-1ef3b5a9ca0a service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aedc8984-c719-4441-90cd-2f9058b26fa4 HTTP/1.1" status: 200 len: 999 time: 0.2171392 Sep 24 15:55:48.419454 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c6f9d14b-8d90-403d-91be-5fe2fdbddcd4 req-44e102a8-c3ed-451e-8d2e-527022f1e4da service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=7e512e155fd047afb7c369ee55b40ecc&device_id=756dc3f9-786f-43e3-a1c1-2690c736e704 HTTP/1.1" status: 200 len: 1094 time: 0.2096415 Sep 24 15:55:48.452783 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d362d3e1-6c89-4d4f-a8e4-3c9d7aa435c5 req-d1e90d01-b1c4-480d-b18d-6095b844cf04 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:48.462224 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d362d3e1-6c89-4d4f-a8e4-3c9d7aa435c5 req-d1e90d01-b1c4-480d-b18d-6095b844cf04 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=756dc3f9-786f-43e3-a1c1-2690c736e704 HTTP/1.1" status: 200 len: 943 time: 0.2390742 Sep 24 15:55:48.509214 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b43feda-4350-44c1-a07b-97199c909aa1 admin admin] Made reservation on behalf of 4472dfca9d7f40889221343c442f22ba for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:55:48.512958 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3b43feda-4350-44c1-a07b-97199c909aa1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:48.566425 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c6e41a-5443-4b41-bb61-a1652bd002ce None None] Network 50d98e88-8a75-4835-9919-86c163395f7c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:55:48.577701 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad06d78-85ad-426e-be8c-450bd33a2710 req-2a6e9f2b-5eeb-4c1c-bdf5-17f05d1eb2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:48.579300 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fad06d78-85ad-426e-be8c-450bd33a2710 req-2a6e9f2b-5eeb-4c1c-bdf5-17f05d1eb2d3 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=a105c675-e167-42b4-b812-5ae7f91fba38 HTTP/1.1" status: 200 len: 835 time: 0.1478705 Sep 24 15:55:48.594489 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d362d3e1-6c89-4d4f-a8e4-3c9d7aa435c5 req-384672a8-9ede-4fe5-b0cc-05f48eca6302 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=e1bf097d-ba10-49b0-95a0-b191bbbc69a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1313372 Sep 24 15:55:48.621202 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-9679f66c-916b-47ee-9464-b6cc0c579397 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0262172 Sep 24 15:55:48.636413 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45804) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:48.658567 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-99041670-414f-4c43-803b-6a916a1456c3 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Request body: {'port': {'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'mac_address': 'fa:16:3e:13:01:26', 'name': 'tempest-NetworksTestDHCPv6-2099096291'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:55:48.677596 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f9d14b-8d90-403d-91be-5fe2fdbddcd4 req-3a8cec2f-ffbc-4e64-b255-b8b523dd6207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:48.681491 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c6f9d14b-8d90-403d-91be-5fe2fdbddcd4 req-3a8cec2f-ffbc-4e64-b255-b8b523dd6207 service neutron] 10.222.0.108 "GET /v2.0/networks?id=5a006511-b4c6-401d-bf2d-1c9456d23123 HTTP/1.1" status: 200 len: 898 time: 0.2481747 Sep 24 15:55:48.686098 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-8e2da6a2-2dc3-481a-91e7-15e280cce04d None None] Provisioning complete for port bd89e317-063f-4487-a91c-884eeb15689e triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:55:48.686714 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8e2da6a2-2dc3-481a-91e7-15e280cce04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:48.791678 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device bd89e317-063f-4487-a91c-884eeb15689e up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:55:48.793619 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a1102bf9-f340-4a0b-9635-749202163058 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:48.797608 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c6f9d14b-8d90-403d-91be-5fe2fdbddcd4 req-c0c39d60-8368-42d1-97c0-6bb29a202407 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aedc8984-c719-4441-90cd-2f9058b26fa4 HTTP/1.1" status: 200 len: 999 time: 0.0959103 Sep 24 15:55:48.801973 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8b450d64-8c60-464f-88bd-d691de5657c2 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:48.837618 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45808) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:48.865002 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad06d78-85ad-426e-be8c-450bd33a2710 req-643b8250-bcf2-4422-803e-a6f4a0a0a17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:48.867350 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fad06d78-85ad-426e-be8c-450bd33a2710 req-643b8250-bcf2-4422-803e-a6f4a0a0a17a service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=5a006511-b4c6-401d-bf2d-1c9456d23123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2329047 Sep 24 15:55:48.904937 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8e2da6a2-2dc3-481a-91e7-15e280cce04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:48.921133 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b450d64-8c60-464f-88bd-d691de5657c2 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event updated for resources: {'Subnet': ['ID=5e880248-d74c-4ef6-ac03-1809ae1ad8ee,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:48.981943 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f9d14b-8d90-403d-91be-5fe2fdbddcd4 req-e0e21563-8d94-406f-9c45-4df41412dc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:48.983395 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c6f9d14b-8d90-403d-91be-5fe2fdbddcd4 req-e0e21563-8d94-406f-9c45-4df41412dc06 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=a105c675-e167-42b4-b812-5ae7f91fba38 HTTP/1.1" status: 200 len: 835 time: 0.1786330 Sep 24 15:55:48.996450 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-8e2da6a2-2dc3-481a-91e7-15e280cce04d None None] For port bd89e317-063f-4487-a91c-884eeb15689e, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=bd89e317-063f-4487-a91c-884eeb15689e,segment=NetworkSegment(fb531be8-b37e-4ff9-a98b-5c7db484a0eb),segment_id=fb531be8-b37e-4ff9-a98b-5c7db484a0eb)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:55:49.001285 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port bd89e317-063f-4487-a91c-884eeb15689e triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:55:49.001659 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:49.032432 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device e793c41b-3b14-4a87-b92b-6ea16cc1f590 no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:55:49.039443 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b450d64-8c60-464f-88bd-d691de5657c2 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Checking segment: {'id': '7f7ada15-bcc9-4b96-b431-394f6b98193a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '81b30a19-5dfb-44ee-84b8-e4bafe7869e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:55:49.039801 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b450d64-8c60-464f-88bd-d691de5657c2 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Network hostable DHCP agents. Network: 81b30a19-5dfb-44ee-84b8-e4bafe7869e4, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:55:49.063928 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] No Port match for: e793c41b-3b14-4a87-b92b-6ea16cc1f590 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:55:49.064207 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device e793c41b-3b14-4a87-b92b-6ea16cc1f590 not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:55:49.074269 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8e2da6a2-2dc3-481a-91e7-15e280cce04d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:49.078611 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-a1102bf9-f340-4a0b-9635-749202163058 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Deleting port 80c225bc-8eb7-4a8f-bcec-39d2620006cd {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:55:49.078611 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a1102bf9-f340-4a0b-9635-749202163058 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:49.087472 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f9d14b-8d90-403d-91be-5fe2fdbddcd4 req-d6647c3f-3420-43f9-b1c5-723ed5a89458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:49.089779 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c6f9d14b-8d90-403d-91be-5fe2fdbddcd4 req-d6647c3f-3420-43f9-b1c5-723ed5a89458 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=5a006511-b4c6-401d-bf2d-1c9456d23123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0933709 Sep 24 15:55:49.162532 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f329c5ad-6167-49cb-8b83-d5eb2de65254 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:49.215640 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3b43feda-4350-44c1-a07b-97199c909aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:49.226120 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-badf15f8-77b7-4fe7-9bf5-3f5b190d1988 None None] Update dhcp port {'port': {'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'fixed_ips': [{'subnet_id': 'f3f5b707-2535-4d7a-9d7d-48d73061e3f2', 'ip_address': '2001:db8::f816:3eff:fe8d:747d'}, {'subnet_id': '374a54b7-e0be-4e6e-bf1f-1f590f99188b'}], 'binding:host_id': 'n-d-808921-1'}, 'id': 'bd89e317-063f-4487-a91c-884eeb15689e'} from n-d-808921-1. {{(pid=95299) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 24 15:55:49.240713 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f329c5ad-6167-49cb-8b83-d5eb2de65254 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:49.265720 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2da6a2-2dc3-481a-91e7-15e280cce04d None None] Pushing event updated for resources: {'Port': ['ID=bd89e317-063f-4487-a91c-884eeb15689e,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:49.274315 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-badf15f8-77b7-4fe7-9bf5-3f5b190d1988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:49.310914 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99041670-414f-4c43-803b-6a916a1456c3 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Made reservation on behalf of 1ffc126d96724ce991d5ac46e64fd1ec for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:55:49.322498 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fad06d78-85ad-426e-be8c-450bd33a2710 req-9cf00721-e9c9-4a09-9bfa-01bd242c432a service neutron] 10.222.0.110 "GET /v2.0/networks/5a006511-b4c6-401d-bf2d-1c9456d23123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4409289 Sep 24 15:55:49.449366 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b43feda-4350-44c1-a07b-97199c909aa1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b610bc2-63cb-4d97-b045-4d1e5f7573ee,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:49.474192 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b450d64-8c60-464f-88bd-d691de5657c2 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Network 81b30a19-5dfb-44ee-84b8-e4bafe7869e4 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:55:49.485495 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-badf15f8-77b7-4fe7-9bf5-3f5b190d1988 None None] Allocated IP 2001:db8:0:1::2 (50d98e88-8a75-4835-9919-86c163395f7c/374a54b7-e0be-4e6e-bf1f-1f590f99188b/bd89e317-063f-4487-a91c-884eeb15689e) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:55:49.517662 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b43feda-4350-44c1-a07b-97199c909aa1 admin admin] Checking segment: {'id': '2d4148f7-78e5-4002-a3d3-cbf2f9d23b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '37e12990-d89a-41c9-8ebb-3667e0011fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:55:49.517662 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b43feda-4350-44c1-a07b-97199c909aa1 admin admin] Network hostable DHCP agents. Network: 37e12990-d89a-41c9-8ebb-3667e0011fed, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:55:49.522798 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-99041670-414f-4c43-803b-6a916a1456c3 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:49.557941 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f329c5ad-6167-49cb-8b83-d5eb2de65254 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:49.559791 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-a1102bf9-f340-4a0b-9635-749202163058 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] For port 80c225bc-8eb7-4a8f-bcec-39d2620006cd, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=80c225bc-8eb7-4a8f-bcec-39d2620006cd,segment=NetworkSegment(3951830d-3ac4-4400-8173-101486e66055),segment_id=3951830d-3ac4-4400-8173-101486e66055)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:55:49.560162 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a1102bf9-f340-4a0b-9635-749202163058 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:49.560458 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f329c5ad-6167-49cb-8b83-d5eb2de65254 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:49.564226 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-f329c5ad-6167-49cb-8b83-d5eb2de65254 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "DELETE /v2.0/security-groups/3de61ae6-50a8-4cdd-839d-c59be6a6406f HTTP/1.1" status: 204 len: 168 time: 0.7174597 Sep 24 15:55:49.580810 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [None req-99041670-414f-4c43-803b-6a916a1456c3 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] device_id is not set on port 4f5c50c9-9e2f-4ab7-a50f-39100d86dbf5 yet. {{(pid=95298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:55:49.581634 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-a1102bf9-f340-4a0b-9635-749202163058 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Calling delete_port for 80c225bc-8eb7-4a8f-bcec-39d2620006cd owned by network:dhcp {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:55:49.591712 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fad06d78-85ad-426e-be8c-450bd33a2710 req-665b582f-b91f-4564-91f0-92788508da53 service neutron] 10.222.0.110 "GET /v2.0/networks/5a006511-b4c6-401d-bf2d-1c9456d23123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383659 Sep 24 15:55:49.595262 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-8b450d64-8c60-464f-88bd-d691de5657c2 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 81b30a19-5dfb-44ee-84b8-e4bafe7869e4) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:55:49.603218 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f329c5ad-6167-49cb-8b83-d5eb2de65254 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de61ae6-50a8-4cdd-839d-c59be6a6406f,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:49.605815 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b450d64-8c60-464f-88bd-d691de5657c2 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:49.606451 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8b450d64-8c60-464f-88bd-d691de5657c2 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:49.616204 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ee4a8d-cb3b-419e-b239-a2c50836cefc None None] Network 81b30a19-5dfb-44ee-84b8-e4bafe7869e4 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:55:49.623802 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c6f9d14b-8d90-403d-91be-5fe2fdbddcd4 req-0dbde30e-caad-4af3-ae18-33a9777031c3 service neutron] 10.222.0.108 "GET /v2.0/networks/5a006511-b4c6-401d-bf2d-1c9456d23123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5136273 Sep 24 15:55:49.654119 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-badf15f8-77b7-4fe7-9bf5-3f5b190d1988 None None] For port bd89e317-063f-4487-a91c-884eeb15689e, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=bd89e317-063f-4487-a91c-884eeb15689e,segment=NetworkSegment(fb531be8-b37e-4ff9-a98b-5c7db484a0eb),segment_id=fb531be8-b37e-4ff9-a98b-5c7db484a0eb)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:55:49.711864 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45818) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:49.719495 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b43feda-4350-44c1-a07b-97199c909aa1 admin admin] Network 37e12990-d89a-41c9-8ebb-3667e0011fed is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:55:49.734017 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-3b43feda-4350-44c1-a07b-97199c909aa1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 37e12990-d89a-41c9-8ebb-3667e0011fed) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:55:49.739567 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b43feda-4350-44c1-a07b-97199c909aa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:49.740161 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3b43feda-4350-44c1-a07b-97199c909aa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:49.766761 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19365bca-d958-4c51-8783-3e7118ac43a3 None None] Network 37e12990-d89a-41c9-8ebb-3667e0011fed requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:55:49.769429 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa5a08-c369-4bcc-bf33-3ccc6fb70267 req-5386477e-36ba-4d17-bfb8-a779c49a15a4 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:49.777914 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9baa5a08-c369-4bcc-bf33-3ccc6fb70267 req-5386477e-36ba-4d17-bfb8-a779c49a15a4 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=756dc3f9-786f-43e3-a1c1-2690c736e704 HTTP/1.1" status: 200 len: 943 time: 0.0946603 Sep 24 15:55:49.782570 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-badf15f8-77b7-4fe7-9bf5-3f5b190d1988 None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:49.798724 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-8b450d64-8c60-464f-88bd-d691de5657c2 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3320212 Sep 24 15:55:49.809515 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45820) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:49.820363 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-42579828-7893-4805-85c4-71bc70ea1033 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-151748164', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:55:49.835859 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-408d26ae-ef70-4746-a0dd-d656094c8fc6 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Deleting subnet dae38f63-2fc8-424d-8d7c-b689599e967d {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:55:49.839978 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c6f9d14b-8d90-403d-91be-5fe2fdbddcd4 req-97a56a99-fb8e-40be-9d25-da16e516ee84 service neutron] 10.222.0.108 "GET /v2.0/networks/5a006511-b4c6-401d-bf2d-1c9456d23123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885388 Sep 24 15:55:49.852069 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-3b43feda-4350-44c1-a07b-97199c909aa1 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4826081 Sep 24 15:55:49.859423 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-408d26ae-ef70-4746-a0dd-d656094c8fc6 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:49.912499 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-badf15f8-77b7-4fe7-9bf5-3f5b190d1988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:49.915994 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-408d26ae-ef70-4746-a0dd-d656094c8fc6 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:49.950382 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9baa5a08-c369-4bcc-bf33-3ccc6fb70267 req-3aa7eee3-1171-4cd4-9ce7-a7d6d1b00c05 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=e1bf097d-ba10-49b0-95a0-b191bbbc69a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1715307 Sep 24 15:55:49.955587 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f9d14b-8d90-403d-91be-5fe2fdbddcd4 req-e84deec1-8246-4fb7-92cc-a731abb998b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:49.956873 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c6f9d14b-8d90-403d-91be-5fe2fdbddcd4 req-e84deec1-8246-4fb7-92cc-a731abb998b7 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=7e512e155fd047afb7c369ee55b40ecc&device_id=756dc3f9-786f-43e3-a1c1-2690c736e704 HTTP/1.1" status: 200 len: 1094 time: 0.1696165 Sep 24 15:55:49.999694 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9372d60b-a313-40eb-a476-df369377ec89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-81b30a19-5dfb-44ee-84b8-e4bafe7869e4', 'network_id': '81b30a19-5dfb-44ee-84b8-e4bafe7869e4', 'tenant_id': '60728dc15ec0482fbe958ba9258d8b5e', 'fixed_ips': [{'subnet_id': '5e880248-d74c-4ef6-ac03-1809ae1ad8ee'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:55:50.000439 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9372d60b-a313-40eb-a476-df369377ec89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:50.065240 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a1102bf9-f340-4a0b-9635-749202163058 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:50.105373 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f938f2b4-1feb-4f9c-87c9-fdb2e740770b None None] Network 37e12990-d89a-41c9-8ebb-3667e0011fed requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:55:50.123911 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-408d26ae-ef70-4746-a0dd-d656094c8fc6 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:50.142874 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badf15f8-77b7-4fe7-9bf5-3f5b190d1988 None None] Pushing event updated for resources: {'Port': ['ID=bd89e317-063f-4487-a91c-884eeb15689e,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:50.169157 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-42579828-7893-4805-85c4-71bc70ea1033 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:50.171293 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-42579828-7893-4805-85c4-71bc70ea1033 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:50.196632 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f9d14b-8d90-403d-91be-5fe2fdbddcd4 req-9320cd8e-123d-4b3d-b051-29ab4d7c3ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:50.199670 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c6f9d14b-8d90-403d-91be-5fe2fdbddcd4 req-9320cd8e-123d-4b3d-b051-29ab4d7c3ada service neutron] 10.222.0.110 "GET /v2.0/networks?id=5a006511-b4c6-401d-bf2d-1c9456d23123 HTTP/1.1" status: 200 len: 898 time: 0.2279778 Sep 24 15:55:50.213195 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1102bf9-f340-4a0b-9635-749202163058 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Pushing event deleted for resources: {'Port': ['ID=80c225bc-8eb7-4a8f-bcec-39d2620006cd,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:50.234421 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1102bf9-f340-4a0b-9635-749202163058 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] No DVR routers for this DVR port 80c225bc-8eb7-4a8f-bcec-39d2620006cd on host n-d-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:55:50.276114 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-408d26ae-ef70-4746-a0dd-d656094c8fc6 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:50.331125 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-408d26ae-ef70-4746-a0dd-d656094c8fc6 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:50.333098 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-408d26ae-ef70-4746-a0dd-d656094c8fc6 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "DELETE /v2.0/subnets/dae38f63-2fc8-424d-8d7c-b689599e967d HTTP/1.1" status: 204 len: 168 time: 0.6180639 Sep 24 15:55:50.338940 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45836) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:50.352608 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408d26ae-ef70-4746-a0dd-d656094c8fc6 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Pushing event deleted for resources: {'Subnet': ['ID=dae38f63-2fc8-424d-8d7c-b689599e967d,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:50.389100 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-9372d60b-a313-40eb-a476-df369377ec89 None None] Allocated IP 172.20.0.2 (81b30a19-5dfb-44ee-84b8-e4bafe7869e4/5e880248-d74c-4ef6-ac03-1809ae1ad8ee/0be637e3-bc04-4086-91ae-e33b342a0486) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:55:50.419618 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a1102bf9-f340-4a0b-9635-749202163058 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:50.422890 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3977ab7a-15bd-494c-8f95-cce711473578 None None] Network 3a6c98a9-5931-406e-bcc7-3547b66b4f6c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:55:50.445305 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-99041670-414f-4c43-803b-6a916a1456c3 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Allocated IP 2001:db8:0:1::1f5 (50d98e88-8a75-4835-9919-86c163395f7c/374a54b7-e0be-4e6e-bf1f-1f590f99188b/4f5c50c9-9e2f-4ab7-a50f-39100d86dbf5) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:55:50.481671 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-a1102bf9-f340-4a0b-9635-749202163058 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['845cd610-efda-408a-a418-04a298723427']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:55:50.482221 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-42579828-7893-4805-85c4-71bc70ea1033 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:50.497133 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-a1102bf9-f340-4a0b-9635-749202163058 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3951830d-3ac4-4400-8173-101486e66055') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:55:50.497684 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-a1102bf9-f340-4a0b-9635-749202163058 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3951830d-3ac4-4400-8173-101486e66055') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:55:50.509237 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-99041670-414f-4c43-803b-6a916a1456c3 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Allocated IP 2001:db8::f816:3eff:fe13:126 (50d98e88-8a75-4835-9919-86c163395f7c/f3f5b707-2535-4d7a-9d7d-48d73061e3f2/4f5c50c9-9e2f-4ab7-a50f-39100d86dbf5) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:55:50.513268 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a1102bf9-f340-4a0b-9635-749202163058 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:50.515652 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c6f9d14b-8d90-403d-91be-5fe2fdbddcd4 req-d046e278-e36f-4d95-96c3-032585dfb6ad service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aedc8984-c719-4441-90cd-2f9058b26fa4 HTTP/1.1" status: 200 len: 999 time: 0.3061278 Sep 24 15:55:50.598373 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-42579828-7893-4805-85c4-71bc70ea1033 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:50.673152 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-da6b7370-4a55-4827-a2d0-132d42ee5c2e tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:50.694312 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec93f8-b03a-4c7e-969b-623865fa07fa req-616421f1-c2f4-47df-a810-27a7c8acc81c tempest-InstanceActionsV221TestJSON-874907181 tempest-InstanceActionsV221TestJSON-874907181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:50.706370 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-86ec93f8-b03a-4c7e-969b-623865fa07fa req-616421f1-c2f4-47df-a810-27a7c8acc81c tempest-InstanceActionsV221TestJSON-874907181 tempest-InstanceActionsV221TestJSON-874907181-project] 10.222.0.101 "GET /v2.0/networks?id=37e12990-d89a-41c9-8ebb-3667e0011fed HTTP/1.1" status: 200 len: 817 time: 0.1825325 Sep 24 15:55:50.711949 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a1102bf9-f340-4a0b-9635-749202163058 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:50.716579 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f9d14b-8d90-403d-91be-5fe2fdbddcd4 req-d7fd88e4-c722-4659-a336-ad13ca0aa0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:50.718263 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c6f9d14b-8d90-403d-91be-5fe2fdbddcd4 req-d7fd88e4-c722-4659-a336-ad13ca0aa0b9 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=a105c675-e167-42b4-b812-5ae7f91fba38 HTTP/1.1" status: 200 len: 835 time: 0.1915789 Sep 24 15:55:50.733607 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1102bf9-f340-4a0b-9635-749202163058 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Releasing vlan 1295 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:55:50.734872 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a1102bf9-f340-4a0b-9635-749202163058 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:50.740533 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:55:50.740533 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:55:50.740533 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:55:50.740533 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:55:50.740533 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:55:50.740533 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:55:50.740533 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:55:50.740533 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:55:50.740533 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:55:50.740533 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:55:50.740533 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:55:50.740533 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:55:50.740533 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:55:50.740533 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:55:50.740533 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:55:50.740533 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:55:50.740533 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:55:50.740533 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:55:50.740533 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:55:50.740533 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:55:50.740533 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:55:50.740533 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:55:50.740533 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:55:50.740533 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:55:50.740533 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:55:50.740533 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:55:50.740533 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:55:50.740533 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:55:50.740533 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:55:50.740533 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:55:50.740533 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:55:50.740533 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:55:50.777673 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-86ec93f8-b03a-4c7e-969b-623865fa07fa req-20cde386-e096-47f5-a5b6-a91296185910 tempest-InstanceActionsV221TestJSON-874907181 tempest-InstanceActionsV221TestJSON-874907181-project] 10.222.0.101 "GET /v2.0/quotas/4472dfca9d7f40889221343c442f22ba HTTP/1.1" status: 200 len: 375 time: 0.0720716 Sep 24 15:55:50.791747 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device bd89e317-063f-4487-a91c-884eeb15689e up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:55:50.825137 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-42579828-7893-4805-85c4-71bc70ea1033 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:50.829087 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-42579828-7893-4805-85c4-71bc70ea1033 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 1.0114961 Sep 24 15:55:50.830777 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45854) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:50.915038 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-86ec93f8-b03a-4c7e-969b-623865fa07fa req-1b509ccf-adb4-4c5c-9ce7-7f88bfed0153 tempest-InstanceActionsV221TestJSON-874907181 tempest-InstanceActionsV221TestJSON-874907181-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=4472dfca9d7f40889221343c442f22ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1308858 Sep 24 15:55:50.954911 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port bd89e317-063f-4487-a91c-884eeb15689e triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:55:50.955293 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:51.004818 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-99041670-414f-4c43-803b-6a916a1456c3 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:51.015733 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:55:51.076275 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-86ec93f8-b03a-4c7e-969b-623865fa07fa req-dab279cc-a25e-4264-ae5d-693ccfd6923c service neutron] 10.222.0.101 "GET /v2.0/networks/37e12990-d89a-41c9-8ebb-3667e0011fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507218 Sep 24 15:55:51.086663 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a1102bf9-f340-4a0b-9635-749202163058 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:51.102313 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9372d60b-a313-40eb-a476-df369377ec89 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:51.111557 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-0c06266c-cc47-438e-b2b7-4b7b1380bc8b tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Request body: {'port': {'network_id': '81b30a19-5dfb-44ee-84b8-e4bafe7869e4', 'name': 'tempest-PortsTestJSON-35520952'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:55:51.144312 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a1102bf9-f340-4a0b-9635-749202163058 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:51.146922 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-a1102bf9-f340-4a0b-9635-749202163058 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] 10.222.0.101 "DELETE /v2.0/networks/845cd610-efda-408a-a418-04a298723427 HTTP/1.1" status: 204 len: 168 time: 4.8510165 Sep 24 15:55:51.157251 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-3af133a9-996e-4a0d-8cd0-d6c5988b66d3 None None] Provisioning complete for port bd89e317-063f-4487-a91c-884eeb15689e triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:55:51.157628 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3af133a9-996e-4a0d-8cd0-d6c5988b66d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:51.160070 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45858) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:51.164746 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1102bf9-f340-4a0b-9635-749202163058 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Pushing event deleted for resources: {'Network': ['ID=845cd610-efda-408a-a418-04a298723427,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:51.171189 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-97a91bca-804a-4560-9592-0cc90079257a tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-825995306'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:55:51.187595 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c9f46a-e656-4cb8-85f3-71f0fc164aec None None] DHCP port deletion for 3a6c98a9-5931-406e-bcc7-3547b66b4f6c request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:55:51.205234 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9372d60b-a313-40eb-a476-df369377ec89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:51.257613 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-99041670-414f-4c43-803b-6a916a1456c3 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:51.274940 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-86ec93f8-b03a-4c7e-969b-623865fa07fa req-0117747b-b108-4d6c-9690-121497788795 service neutron] 10.222.0.101 "GET /v2.0/networks/37e12990-d89a-41c9-8ebb-3667e0011fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973999 Sep 24 15:55:51.292383 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9372d60b-a313-40eb-a476-df369377ec89 None None] Pushing event updated for resources: {'Port': ['ID=0be637e3-bc04-4086-91ae-e33b342a0486,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:51.305216 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97a91bca-804a-4560-9592-0cc90079257a tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Made reservation on behalf of 9b1de2c8a90e4c7b8a3f22e9202f02be for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:55:51.308765 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9372d60b-a313-40eb-a476-df369377ec89 None None] Network 81b30a19-5dfb-44ee-84b8-e4bafe7869e4 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:55:51.311875 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-97a91bca-804a-4560-9592-0cc90079257a tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:51.313935 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-9372d60b-a313-40eb-a476-df369377ec89 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:55:51.318201 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9372d60b-a313-40eb-a476-df369377ec89 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:55:51.358361 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99041670-414f-4c43-803b-6a916a1456c3 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Network 50d98e88-8a75-4835-9919-86c163395f7c is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:55:51.379352 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97a91bca-804a-4560-9592-0cc90079257a tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1274} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:55:51.379989 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-99041670-414f-4c43-803b-6a916a1456c3 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:55:51.382855 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99041670-414f-4c43-803b-6a916a1456c3 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:55:51.389909 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99041670-414f-4c43-803b-6a916a1456c3 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:51.390635 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-99041670-414f-4c43-803b-6a916a1456c3 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:51.411434 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-97a91bca-804a-4560-9592-0cc90079257a tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:51.412623 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-97a91bca-804a-4560-9592-0cc90079257a tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Added segment 5acc91c8-4517-417c-bb27-a6ed40cd2b29 of type vlan for network e8cff54b-5b69-4609-8b2b-1e21d605a2a4 Sep 24 15:55:51.420518 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f9d14b-8d90-403d-91be-5fe2fdbddcd4 req-143d8fdc-b09c-4ece-87b2-c1738fa4db55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:51.421531 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c6f9d14b-8d90-403d-91be-5fe2fdbddcd4 req-143d8fdc-b09c-4ece-87b2-c1738fa4db55 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=5a006511-b4c6-401d-bf2d-1c9456d23123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6832354 Sep 24 15:55:51.426329 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99041670-414f-4c43-803b-6a916a1456c3 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event updated for resources: {'Port': ['ID=4f5c50c9-9e2f-4ab7-a50f-39100d86dbf5,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:51.440456 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-9372d60b-a313-40eb-a476-df369377ec89 None None] Attempting to bind port 0be637e3-bc04-4086-91ae-e33b342a0486 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:55:51.440858 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-9372d60b-a313-40eb-a476-df369377ec89 None None] Attempting to bind port 0be637e3-bc04-4086-91ae-e33b342a0486 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '7f7ada15-bcc9-4b96-b431-394f6b98193a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '81b30a19-5dfb-44ee-84b8-e4bafe7869e4'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:55:51.446602 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9372d60b-a313-40eb-a476-df369377ec89 None None] Attempting to bind port 0be637e3-bc04-4086-91ae-e33b342a0486 on network 81b30a19-5dfb-44ee-84b8-e4bafe7869e4 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:55:51.453705 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-c0c9f46a-e656-4cb8-85f3-71f0fc164aec None None] Deleting port 76365c5d-e19a-4431-a0ca-d2237b83e3e3 {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:55:51.454093 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c0c9f46a-e656-4cb8-85f3-71f0fc164aec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:51.456307 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9372d60b-a313-40eb-a476-df369377ec89 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:55:51.456723 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9372d60b-a313-40eb-a476-df369377ec89 None None] Checking segment: {'id': '7f7ada15-bcc9-4b96-b431-394f6b98193a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '81b30a19-5dfb-44ee-84b8-e4bafe7869e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:55:51.457058 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9372d60b-a313-40eb-a476-df369377ec89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:51.457449 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9372d60b-a313-40eb-a476-df369377ec89 None None] Bound using segment: {'id': '7f7ada15-bcc9-4b96-b431-394f6b98193a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '81b30a19-5dfb-44ee-84b8-e4bafe7869e4'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:55:51.457963 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-9372d60b-a313-40eb-a476-df369377ec89 None None] Bound port: 0be637e3-bc04-4086-91ae-e33b342a0486, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f7ada15-bcc9-4b96-b431-394f6b98193a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1285, 'network_id': '81b30a19-5dfb-44ee-84b8-e4bafe7869e4'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:55:51.458371 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9372d60b-a313-40eb-a476-df369377ec89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:51.484419 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f480b-70e6-4976-a166-67368a6c446e req-2d364d69-0300-47e2-92bc-a898a5fd418c tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:51.485806 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-eb1f480b-70e6-4976-a166-67368a6c446e req-2d364d69-0300-47e2-92bc-a898a5fd418c tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=756dc3f9-786f-43e3-a1c1-2690c736e704 HTTP/1.1" status: 200 len: 943 time: 0.2366514 Sep 24 15:55:51.516696 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c06266c-cc47-438e-b2b7-4b7b1380bc8b tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Made reservation on behalf of 60728dc15ec0482fbe958ba9258d8b5e for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:55:51.520384 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0c06266c-cc47-438e-b2b7-4b7b1380bc8b tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:51.524086 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-da6b7370-4a55-4827-a2d0-132d42ee5c2e tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Deleting port 76365c5d-e19a-4431-a0ca-d2237b83e3e3 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:55:51.524313 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-da6b7370-4a55-4827-a2d0-132d42ee5c2e tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:51.563849 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-97a91bca-804a-4560-9592-0cc90079257a tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:51.651821 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7b9c0f12-3735-454f-887d-20c66884ea41 req-bf736859-39df-4508-9376-d83460a08228 tempest-InstanceActionsV221TestJSON-874907181 tempest-InstanceActionsV221TestJSON-874907181-project] 10.222.0.101 "GET /v2.0/ports?device_id=0b11a47d-d21b-4284-aa6e-a61c7cd6d55d HTTP/1.1" status: 200 len: 210 time: 0.0580666 Sep 24 15:55:51.657107 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-9372d60b-a313-40eb-a476-df369377ec89 None None] For port 0be637e3-bc04-4086-91ae-e33b342a0486, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:55:51.670289 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-9372d60b-a313-40eb-a476-df369377ec89 None None] For port 0be637e3-bc04-4086-91ae-e33b342a0486, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=0be637e3-bc04-4086-91ae-e33b342a0486,segment=NetworkSegment(7f7ada15-bcc9-4b96-b431-394f6b98193a),segment_id=7f7ada15-bcc9-4b96-b431-394f6b98193a)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:55:51.672975 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-97a91bca-804a-4560-9592-0cc90079257a tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:51.679571 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a91bca-804a-4560-9592-0cc90079257a tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:51.685414 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-97a91bca-804a-4560-9592-0cc90079257a tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:51.691519 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c6f9d14b-8d90-403d-91be-5fe2fdbddcd4 req-a51df5a1-0e16-48ab-9f35-b977931246d0 service neutron] 10.222.0.110 "GET /v2.0/networks/5a006511-b4c6-401d-bf2d-1c9456d23123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530921 Sep 24 15:55:51.706512 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-99041670-414f-4c43-803b-6a916a1456c3 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.0558062 Sep 24 15:55:51.707928 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [None req-0c06266c-cc47-438e-b2b7-4b7b1380bc8b tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] device_id is not set on port 9b5e10a7-74d7-496c-a928-3f52dbdb661f yet. {{(pid=95298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:55:51.712680 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45866) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:51.741178 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-c0c9f46a-e656-4cb8-85f3-71f0fc164aec None None] For port 76365c5d-e19a-4431-a0ca-d2237b83e3e3, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=76365c5d-e19a-4431-a0ca-d2237b83e3e3,segment=NetworkSegment(e1d98049-eee8-47df-959b-ec6c0bc0b9c8),segment_id=e1d98049-eee8-47df-959b-ec6c0bc0b9c8)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:55:51.742294 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c0c9f46a-e656-4cb8-85f3-71f0fc164aec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:51.762491 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-c0c9f46a-e656-4cb8-85f3-71f0fc164aec None None] Calling delete_port for 76365c5d-e19a-4431-a0ca-d2237b83e3e3 owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:55:51.857342 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-97a91bca-804a-4560-9592-0cc90079257a tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6932867 Sep 24 15:55:51.858298 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a91bca-804a-4560-9592-0cc90079257a tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Pushing event updated for resources: {'Network': ['ID=e8cff54b-5b69-4609-8b2b-1e21d605a2a4,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:51.860823 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45872) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:51.871416 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-4fc8100a-b327-4fe8-bfda-4ce8e0bc0acf tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Request body: {'subnet': {'network_id': 'e8cff54b-5b69-4609-8b2b-1e21d605a2a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:55:51.881230 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network e8cff54b-5b69-4609-8b2b-1e21d605a2a4 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:55:51.883901 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9372d60b-a313-40eb-a476-df369377ec89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:51.884906 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c6f9d14b-8d90-403d-91be-5fe2fdbddcd4 req-82a18574-6c35-47b8-8959-9e2a32fb9479 service neutron] 10.222.0.110 "GET /v2.0/networks/5a006511-b4c6-401d-bf2d-1c9456d23123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713922 Sep 24 15:55:51.973952 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-da6b7370-4a55-4827-a2d0-132d42ee5c2e tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] For port 76365c5d-e19a-4431-a0ca-d2237b83e3e3, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=76365c5d-e19a-4431-a0ca-d2237b83e3e3,segment=NetworkSegment(e1d98049-eee8-47df-959b-ec6c0bc0b9c8),segment_id=e1d98049-eee8-47df-959b-ec6c0bc0b9c8)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:55:51.974381 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-da6b7370-4a55-4827-a2d0-132d42ee5c2e tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:51.988949 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c0c9f46a-e656-4cb8-85f3-71f0fc164aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:52.067234 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-eb1f480b-70e6-4976-a166-67368a6c446e req-ab6a6955-aed8-4162-b424-f67a017eee12 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=e1bf097d-ba10-49b0-95a0-b191bbbc69a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5583613 Sep 24 15:55:52.075277 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-ef8e3678-9a28-41bb-895f-d794f1f9b934 None None] Provisioning complete for port 4f5c50c9-9e2f-4ab7-a50f-39100d86dbf5 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:55:52.075762 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ef8e3678-9a28-41bb-895f-d794f1f9b934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:52.093974 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-a60b1a9d-1b66-4fbe-9a6f-e3b79c26a8c9 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Deleting port 4f5c50c9-9e2f-4ab7-a50f-39100d86dbf5 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:55:52.093974 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a60b1a9d-1b66-4fbe-9a6f-e3b79c26a8c9 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:52.096964 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-da6b7370-4a55-4827-a2d0-132d42ee5c2e tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Calling delete_port for 76365c5d-e19a-4431-a0ca-d2237b83e3e3 owned by network:dhcp {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:55:52.131867 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c9f46a-e656-4cb8-85f3-71f0fc164aec None None] No DVR routers for this DVR port 76365c5d-e19a-4431-a0ca-d2237b83e3e3 on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:55:52.168098 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device aedc8984-c719-4441-90cd-2f9058b26fa4 details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:55:52.196817 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9372d60b-a313-40eb-a476-df369377ec89 None None] Pushing event updated for resources: {'Port': ['ID=0be637e3-bc04-4086-91ae-e33b342a0486,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:52.201655 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-ef8e3678-9a28-41bb-895f-d794f1f9b934 None None] Port 4f5c50c9-9e2f-4ab7-a50f-39100d86dbf5 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:55:52.234503 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c9f46a-e656-4cb8-85f3-71f0fc164aec None None] Pushing event deleted for resources: {'Port': ['ID=76365c5d-e19a-4431-a0ca-d2237b83e3e3,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:52.264046 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a60b1a9d-1b66-4fbe-9a6f-e3b79c26a8c9 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:52.286984 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-a60b1a9d-1b66-4fbe-9a6f-e3b79c26a8c9 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Calling delete_port for 4f5c50c9-9e2f-4ab7-a50f-39100d86dbf5 owned by {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:55:52.336805 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-0c06266c-cc47-438e-b2b7-4b7b1380bc8b tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Allocated IP 172.20.0.10 (81b30a19-5dfb-44ee-84b8-e4bafe7869e4/5e880248-d74c-4ef6-ac03-1809ae1ad8ee/9b5e10a7-74d7-496c-a928-3f52dbdb661f) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:55:52.383324 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port aedc8984-c719-4441-90cd-2f9058b26fa4, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=aedc8984-c719-4441-90cd-2f9058b26fa4,segment=NetworkSegment(a16152fb-2bdf-4e02-99e2-b4e349df34e6),segment_id=a16152fb-2bdf-4e02-99e2-b4e349df34e6)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:55:52.395520 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-da6b7370-4a55-4827-a2d0-132d42ee5c2e tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:52.435766 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': 'aedc8984-c719-4441-90cd-2f9058b26fa4', 'network_id': '5a006511-b4c6-401d-bf2d-1c9456d23123', 'port_id': 'aedc8984-c719-4441-90cd-2f9058b26fa4', 'mac_address': 'fa:16:3e:a7:74:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a105c675-e167-42b4-b812-5ae7f91fba38', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:55:52.452933 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc8100a-b327-4fe8-bfda-4ce8e0bc0acf tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Made reservation on behalf of 9b1de2c8a90e4c7b8a3f22e9202f02be for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:55:52.459772 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4fc8100a-b327-4fe8-bfda-4ce8e0bc0acf tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:52.475043 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6b7370-4a55-4827-a2d0-132d42ee5c2e tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Pushing event deleted for resources: {'Port': ['ID=76365c5d-e19a-4431-a0ca-d2237b83e3e3,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:52.488141 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:52.506427 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aedc8984-c719-4441-90cd-2f9058b26fa4 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:55:52.516494 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6b7370-4a55-4827-a2d0-132d42ee5c2e tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] No DVR routers for this DVR port 76365c5d-e19a-4431-a0ca-d2237b83e3e3 on host n-d-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:55:52.542005 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port aedc8984-c719-4441-90cd-2f9058b26fa4, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=aedc8984-c719-4441-90cd-2f9058b26fa4,segment=NetworkSegment(a16152fb-2bdf-4e02-99e2-b4e349df34e6),segment_id=a16152fb-2bdf-4e02-99e2-b4e349df34e6)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:55:52.627299 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:52.746804 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=aedc8984-c719-4441-90cd-2f9058b26fa4,revision_number=8']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:52.766365 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-da6b7370-4a55-4827-a2d0-132d42ee5c2e tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:52.816192 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 0be637e3-bc04-4086-91ae-e33b342a0486 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:55:52.827966 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-da6b7370-4a55-4827-a2d0-132d42ee5c2e tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a6c98a9-5931-406e-bcc7-3547b66b4f6c']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:55:52.837802 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-da6b7370-4a55-4827-a2d0-132d42ee5c2e tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1d98049-eee8-47df-959b-ec6c0bc0b9c8') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:55:52.838101 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-da6b7370-4a55-4827-a2d0-132d42ee5c2e tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1d98049-eee8-47df-959b-ec6c0bc0b9c8') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:55:52.847178 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-da6b7370-4a55-4827-a2d0-132d42ee5c2e tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:52.862830 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b48ac579-9daa-4184-8c0b-86d8b727bbc1 req-23bdca93-fcf7-4191-8de8-b4bdc9a96d8d tempest-InstanceActionsV221TestJSON-874907181 tempest-InstanceActionsV221TestJSON-874907181-project] 10.222.0.101 "GET /v2.0/ports?device_id=0b11a47d-d21b-4284-aa6e-a61c7cd6d55d HTTP/1.1" status: 200 len: 210 time: 0.0935316 Sep 24 15:55:52.870435 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-da6b7370-4a55-4827-a2d0-132d42ee5c2e tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:52.879898 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da6b7370-4a55-4827-a2d0-132d42ee5c2e tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Releasing vlan 1259 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:55:52.880839 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-da6b7370-4a55-4827-a2d0-132d42ee5c2e tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:52.881025 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 0be637e3-bc04-4086-91ae-e33b342a0486 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:55:52.881447 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:52.886955 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a60b1a9d-1b66-4fbe-9a6f-e3b79c26a8c9 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:52.887436 n-d-808921-1 neutron-server[95298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:55:52.887436 n-d-808921-1 neutron-server[95298]: self.session.flush() Sep 24 15:55:52.887436 n-d-808921-1 neutron-server[95298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:55:52.887436 n-d-808921-1 neutron-server[95298]: self.session.flush() Sep 24 15:55:52.887436 n-d-808921-1 neutron-server[95298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:55:52.887436 n-d-808921-1 neutron-server[95298]: self.session.flush() Sep 24 15:55:52.887436 n-d-808921-1 neutron-server[95298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:55:52.887436 n-d-808921-1 neutron-server[95298]: self.session.flush() Sep 24 15:55:52.887436 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:55:52.887436 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:55:52.887436 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:55:52.887436 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:55:52.887436 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:55:52.887436 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:55:52.887436 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:55:52.887436 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:55:52.887436 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:55:52.887436 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:55:52.887436 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:55:52.887436 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:55:52.887436 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:55:52.887436 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:55:52.887436 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:55:52.887436 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:55:52.887436 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:55:52.887436 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:55:52.887436 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:55:52.887436 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:55:52.887436 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:55:52.887436 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:55:52.887436 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:55:52.887436 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:55:52.887436 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:55:52.887436 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:55:52.887436 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:55:52.887436 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:55:52.887436 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:55:52.887436 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:55:52.887436 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:55:52.887436 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:55:52.908371 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['aedc8984-c719-4441-90cd-2f9058b26fa4'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:55:52.924549 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60b1a9d-1b66-4fbe-9a6f-e3b79c26a8c9 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event deleted for resources: {'Port': ['ID=4f5c50c9-9e2f-4ab7-a50f-39100d86dbf5,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:52.973225 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0c06266c-cc47-438e-b2b7-4b7b1380bc8b tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:52.978689 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a60b1a9d-1b66-4fbe-9a6f-e3b79c26a8c9 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:52.983253 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-a60b1a9d-1b66-4fbe-9a6f-e3b79c26a8c9 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/ports/4f5c50c9-9e2f-4ab7-a50f-39100d86dbf5 HTTP/1.1" status: 204 len: 168 time: 1.2404480 Sep 24 15:55:52.984008 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45882) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:53.072386 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a49361a-afb7-46c6-b51f-8d7ca055d37f tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:53.073646 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-da6b7370-4a55-4827-a2d0-132d42ee5c2e tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:53.078599 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45884) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:53.080174 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-3a49361a-afb7-46c6-b51f-8d7ca055d37f tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0943220 Sep 24 15:55:53.121414 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-da6b7370-4a55-4827-a2d0-132d42ee5c2e tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:53.126458 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-da6b7370-4a55-4827-a2d0-132d42ee5c2e tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "DELETE /v2.0/networks/3a6c98a9-5931-406e-bcc7-3547b66b4f6c HTTP/1.1" status: 204 len: 168 time: 2.7474883 Sep 24 15:55:53.127868 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45890) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:53.163597 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0c06266c-cc47-438e-b2b7-4b7b1380bc8b tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:53.229968 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:53.234745 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6b7370-4a55-4827-a2d0-132d42ee5c2e tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Pushing event deleted for resources: {'Network': ['ID=3a6c98a9-5931-406e-bcc7-3547b66b4f6c,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:53.256784 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c06266c-cc47-438e-b2b7-4b7b1380bc8b tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Network 81b30a19-5dfb-44ee-84b8-e4bafe7869e4 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:55:53.282881 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-0c06266c-cc47-438e-b2b7-4b7b1380bc8b tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:55:53.294080 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c06266c-cc47-438e-b2b7-4b7b1380bc8b tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:55:53.298686 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port 0be637e3-bc04-4086-91ae-e33b342a0486, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=0be637e3-bc04-4086-91ae-e33b342a0486,segment=NetworkSegment(7f7ada15-bcc9-4b96-b431-394f6b98193a),segment_id=7f7ada15-bcc9-4b96-b431-394f6b98193a)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:55:53.375204 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c06266c-cc47-438e-b2b7-4b7b1380bc8b tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:53.375877 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0c06266c-cc47-438e-b2b7-4b7b1380bc8b tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:53.382252 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:53.436290 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb71959-a5a8-4cb6-8e15-9c9c9ea0aae3 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:53.440998 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-cbb71959-a5a8-4cb6-8e15-9c9c9ea0aae3 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3599401 Sep 24 15:55:53.447704 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664a8104-0ffe-4dbc-a269-dcf5b0ddc293 req-61380df2-2bcf-4df3-9a3f-28373a8831a6 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:53.449751 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-664a8104-0ffe-4dbc-a269-dcf5b0ddc293 req-61380df2-2bcf-4df3-9a3f-28373a8831a6 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=756dc3f9-786f-43e3-a1c1-2690c736e704 HTTP/1.1" status: 200 len: 944 time: 0.1440201 Sep 24 15:55:53.461152 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45894) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:53.474953 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 76365c5d-e19a-4431-a0ca-d2237b83e3e3 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:55:53.522329 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 76365c5d-e19a-4431-a0ca-d2237b83e3e3 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:55:53.522513 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 76365c5d-e19a-4431-a0ca-d2237b83e3e3 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:55:53.535473 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c06266c-cc47-438e-b2b7-4b7b1380bc8b tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event updated for resources: {'Port': ['ID=9b5e10a7-74d7-496c-a928-3f52dbdb661f,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:53.538750 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=0be637e3-bc04-4086-91ae-e33b342a0486,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:53.545779 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-0c06266c-cc47-438e-b2b7-4b7b1380bc8b tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.4451988 Sep 24 15:55:53.548486 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45896) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:53.636986 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-664a8104-0ffe-4dbc-a269-dcf5b0ddc293 req-7f33eff6-75ea-4900-ba50-c4658f9150c7 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=e1bf097d-ba10-49b0-95a0-b191bbbc69a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1215801 Sep 24 15:55:53.668240 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-609e5d76-6185-4926-80d7-ee083a69cd63 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Deleting port bcd55b4a-8d37-4ffc-a7f8-6052a6ce658b {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:55:53.668693 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-609e5d76-6185-4926-80d7-ee083a69cd63 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:53.675911 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edaa159-f1d3-4237-a618-3206e12f2f68 None None] Network 81b30a19-5dfb-44ee-84b8-e4bafe7869e4 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:55:53.787356 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-609e5d76-6185-4926-80d7-ee083a69cd63 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:53.787598 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-609e5d76-6185-4926-80d7-ee083a69cd63 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:53.804732 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-609e5d76-6185-4926-80d7-ee083a69cd63 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Calling delete_port for bcd55b4a-8d37-4ffc-a7f8-6052a6ce658b owned by network:floatingip {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:55:53.827117 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-adbc80cd-20e0-426f-b8f3-5fa76c3cfbfb None None] Provisioning complete for port 0be637e3-bc04-4086-91ae-e33b342a0486 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:55:53.827844 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-adbc80cd-20e0-426f-b8f3-5fa76c3cfbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:53.961844 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4fc8100a-b327-4fe8-bfda-4ce8e0bc0acf tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:54.088912 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a00e1cd5-5431-4261-87d9-e077613fc718 req-72634005-8a01-48d1-8237-a427cef5c058 tempest-InstanceActionsV221TestJSON-874907181 tempest-InstanceActionsV221TestJSON-874907181-project] 10.222.0.101 "GET /v2.0/ports?device_id=0b11a47d-d21b-4284-aa6e-a61c7cd6d55d HTTP/1.1" status: 200 len: 210 time: 0.0817776 Sep 24 15:55:54.152706 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc8100a-b327-4fe8-bfda-4ce8e0bc0acf tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Pushing event updated for resources: {'Subnet': ['ID=faa9b4df-229c-446b-82bf-d462ebd0f9e6,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:54.163035 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device aedc8984-c719-4441-90cd-2f9058b26fa4 up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:55:54.177612 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc8100a-b327-4fe8-bfda-4ce8e0bc0acf tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Checking segment: {'id': '5acc91c8-4517-417c-bb27-a6ed40cd2b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': 'e8cff54b-5b69-4609-8b2b-1e21d605a2a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:55:54.178183 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc8100a-b327-4fe8-bfda-4ce8e0bc0acf tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Network hostable DHCP agents. Network: e8cff54b-5b69-4609-8b2b-1e21d605a2a4, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:55:54.278947 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23539462-6aad-4085-ae32-1e484eec4b02 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:54.280531 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23539462-6aad-4085-ae32-1e484eec4b02 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:54.282042 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23539462-6aad-4085-ae32-1e484eec4b02 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:54.286122 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-23539462-6aad-4085-ae32-1e484eec4b02 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.8211989 Sep 24 15:55:54.286557 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45910) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:54.307472 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port aedc8984-c719-4441-90cd-2f9058b26fa4 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:55:54.317818 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port aedc8984-c719-4441-90cd-2f9058b26fa4 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:55:54.318194 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:54.344128 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc8100a-b327-4fe8-bfda-4ce8e0bc0acf tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Network e8cff54b-5b69-4609-8b2b-1e21d605a2a4 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:55:54.358923 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-609e5d76-6185-4926-80d7-ee083a69cd63 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:54.446545 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609e5d76-6185-4926-80d7-ee083a69cd63 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Pushing event deleted for resources: {'Port': ['ID=bcd55b4a-8d37-4ffc-a7f8-6052a6ce658b,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:54.459119 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-4fc8100a-b327-4fe8-bfda-4ce8e0bc0acf tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, e8cff54b-5b69-4609-8b2b-1e21d605a2a4) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:55:54.490919 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc8100a-b327-4fe8-bfda-4ce8e0bc0acf tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:54.493352 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4fc8100a-b327-4fe8-bfda-4ce8e0bc0acf tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:54.512936 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-9618d7df-2e6e-4b32-882d-8175101e8ae2 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Deleting subnet 374a54b7-e0be-4e6e-bf1f-1f590f99188b {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:55:54.529967 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d8a8b8-24a5-4e17-aab6-b1b2c8f730d4 None None] Network e8cff54b-5b69-4609-8b2b-1e21d605a2a4 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:55:54.570729 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9618d7df-2e6e-4b32-882d-8175101e8ae2 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:54.688272 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:54.694663 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-4fc8100a-b327-4fe8-bfda-4ce8e0bc0acf tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.8258154 Sep 24 15:55:54.699245 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45914) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:54.746640 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port aedc8984-c719-4441-90cd-2f9058b26fa4, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=aedc8984-c719-4441-90cd-2f9058b26fa4,segment=NetworkSegment(a16152fb-2bdf-4e02-99e2-b4e349df34e6),segment_id=a16152fb-2bdf-4e02-99e2-b4e349df34e6)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:55:54.775994 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '756dc3f9-786f-43e3-a1c1-2690c736e704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aedc8984-c719-4441-90cd-2f9058b26fa4'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:55:54.779114 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18de1557-c753-4750-abea-800989e1be32" -d '{"events": [{"server_uuid": "756dc3f9-786f-43e3-a1c1-2690c736e704", "name": "network-vif-plugged", "status": "completed", "tag": "aedc8984-c719-4441-90cd-2f9058b26fa4"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:55:54.782373 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-048fd5cc-7c8e-4df8-a1d8-595da4efef12 None None] Provisioning complete for port 9b5e10a7-74d7-496c-a928-3f52dbdb661f triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:55:54.783655 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-048fd5cc-7c8e-4df8-a1d8-595da4efef12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:54.803024 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9618d7df-2e6e-4b32-882d-8175101e8ae2 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:54.839335 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-609e5d76-6185-4926-80d7-ee083a69cd63 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for floatingip, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:54.839665 n-d-808921-1 neutron-server[95297]: INFO neutron.db.l3_db [None req-609e5d76-6185-4926-80d7-ee083a69cd63 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Floating IP 53a03020-ba9b-47e0-9646-f667c9bc693c disassociated (deleted). External IP: 172.25.0.57, port: d1862b1f-4d7b-4e17-b328-e8db2634c97a. Sep 24 15:55:54.874164 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 0be637e3-bc04-4086-91ae-e33b342a0486 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:55:54.876758 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:54.940680 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb2d0a-006d-4639-ae2c-9124ef866f30 req-e76a4cfb-9475-4ad8-b21a-cc6f62e48459 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:54.942321 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-aadb2d0a-006d-4639-ae2c-9124ef866f30 req-e76a4cfb-9475-4ad8-b21a-cc6f62e48459 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=756dc3f9-786f-43e3-a1c1-2690c736e704 HTTP/1.1" status: 200 len: 944 time: 0.3759637 Sep 24 15:55:55.004951 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-aadb2d0a-006d-4639-ae2c-9124ef866f30 req-a7f1abdc-ff05-4338-b8ba-3593db713007 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=e1bf097d-ba10-49b0-95a0-b191bbbc69a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498633 Sep 24 15:55:55.030582 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330b0412-a7fa-4723-ae8a-37ce08419e0c x-openstack-request-id: req-330b0412-a7fa-4723-ae8a-37ce08419e0c {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:55:55.030842 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba0e6b-a51f-4223-a15a-5f7b09b7b9d2 req-7e9b2a01-e52b-4628-a637-c701ba47ce68 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:55.030979 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "756dc3f9-786f-43e3-a1c1-2690c736e704", "name": "network-vif-plugged", "status": "completed", "tag": "aedc8984-c719-4441-90cd-2f9058b26fa4", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:55:55.030979 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-330b0412-a7fa-4723-ae8a-37ce08419e0c {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:55:55.030979 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '756dc3f9-786f-43e3-a1c1-2690c736e704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aedc8984-c719-4441-90cd-2f9058b26fa4', 'code': 200} Sep 24 15:55:55.031221 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b6ba0e6b-a51f-4223-a15a-5f7b09b7b9d2 req-7e9b2a01-e52b-4628-a637-c701ba47ce68 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.110 "GET /v2.0/ports?device_id=756dc3f9-786f-43e3-a1c1-2690c736e704&tenant_id=7e512e155fd047afb7c369ee55b40ecc&binding%3Ahost_id=n-h1-808921-1 HTTP/1.1" status: 200 len: 944 time: 0.5664544 Sep 24 15:55:55.032407 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=aedc8984-c719-4441-90cd-2f9058b26fa4,revision_number=9']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:55.074318 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-048fd5cc-7c8e-4df8-a1d8-595da4efef12 None None] Port 9b5e10a7-74d7-496c-a928-3f52dbdb661f cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:55:55.158187 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b6ba0e6b-a51f-4223-a15a-5f7b09b7b9d2 req-4c3e244f-fd41-414c-b151-24c7f5465a26 service neutron] 10.222.0.110 "GET /v2.0/ports/aedc8984-c719-4441-90cd-2f9058b26fa4/bindings/n-h1-808921-1 HTTP/1.1" status: 200 len: 382 time: 0.0963645 Sep 24 15:55:55.166031 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec93f8-b03a-4c7e-969b-623865fa07fa req-66bde7ce-1a5f-49a1-99b4-20410a036f47 tempest-InstanceActionsV221TestJSON-874907181 tempest-InstanceActionsV221TestJSON-874907181-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:55.168169 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-86ec93f8-b03a-4c7e-969b-623865fa07fa req-66bde7ce-1a5f-49a1-99b4-20410a036f47 tempest-InstanceActionsV221TestJSON-874907181 tempest-InstanceActionsV221TestJSON-874907181-project] 10.222.0.110 "GET /v2.0/networks?id=37e12990-d89a-41c9-8ebb-3667e0011fed HTTP/1.1" status: 200 len: 817 time: 0.5525820 Sep 24 15:55:55.169245 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1b3341ac-f426-4d54-a575-a06697a22713 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:55.187449 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-86ec93f8-b03a-4c7e-969b-623865fa07fa req-10b67757-888f-406f-8412-03375f95196b tempest-InstanceActionsV221TestJSON-874907181 tempest-InstanceActionsV221TestJSON-874907181-project] Request body: {'port': {'device_id': '0b11a47d-d21b-4284-aa6e-a61c7cd6d55d', 'network_id': '37e12990-d89a-41c9-8ebb-3667e0011fed', 'admin_state_up': True, 'tenant_id': '4472dfca9d7f40889221343c442f22ba'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:55:55.297890 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0181a754-f192-41f3-9896-41010743b5e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-e8cff54b-5b69-4609-8b2b-1e21d605a2a4', 'network_id': 'e8cff54b-5b69-4609-8b2b-1e21d605a2a4', 'tenant_id': '9b1de2c8a90e4c7b8a3f22e9202f02be', 'fixed_ips': [{'subnet_id': 'faa9b4df-229c-446b-82bf-d462ebd0f9e6'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:55:55.298802 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0181a754-f192-41f3-9896-41010743b5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:55.303694 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-048fd5cc-7c8e-4df8-a1d8-595da4efef12 None None] Provisioning complete for port 0be637e3-bc04-4086-91ae-e33b342a0486 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:55:55.304052 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-048fd5cc-7c8e-4df8-a1d8-595da4efef12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:55.349731 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 0be637e3-bc04-4086-91ae-e33b342a0486 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:55:55.350125 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:55.404991 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba0e6b-a51f-4223-a15a-5f7b09b7b9d2 req-f9763110-4299-4eee-8eef-a6b7cefb90f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:55.406575 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b6ba0e6b-a51f-4223-a15a-5f7b09b7b9d2 req-f9763110-4299-4eee-8eef-a6b7cefb90f0 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=7e512e155fd047afb7c369ee55b40ecc&device_id=756dc3f9-786f-43e3-a1c1-2690c736e704 HTTP/1.1" status: 200 len: 1096 time: 0.1995800 Sep 24 15:55:55.490232 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-0181a754-f192-41f3-9896-41010743b5e3 None None] Allocated IP 172.20.0.1 (e8cff54b-5b69-4609-8b2b-1e21d605a2a4/faa9b4df-229c-446b-82bf-d462ebd0f9e6/50b06732-65c7-4b27-aad5-6d3b2c8d7ce6) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:55:55.658984 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0181a754-f192-41f3-9896-41010743b5e3 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:55.665239 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba0e6b-a51f-4223-a15a-5f7b09b7b9d2 req-ca28a21c-2754-4b49-ad6b-a3fc9dd82747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:55.667352 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b6ba0e6b-a51f-4223-a15a-5f7b09b7b9d2 req-ca28a21c-2754-4b49-ad6b-a3fc9dd82747 service neutron] 10.222.0.110 "GET /v2.0/networks?id=5a006511-b4c6-401d-bf2d-1c9456d23123 HTTP/1.1" status: 200 len: 898 time: 0.2243688 Sep 24 15:55:55.733913 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7c12ea8a-1942-4f48-b722-42a45ed160b8 req-6cb3d598-edd5-4097-b155-1fa5e61ef1ed tempest-InstanceActionsV221TestJSON-874907181 tempest-InstanceActionsV221TestJSON-874907181-project] 10.222.0.101 "GET /v2.0/ports?device_id=0b11a47d-d21b-4284-aa6e-a61c7cd6d55d HTTP/1.1" status: 200 len: 210 time: 0.1654341 Sep 24 15:55:55.749096 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86ec93f8-b03a-4c7e-969b-623865fa07fa req-10b67757-888f-406f-8412-03375f95196b tempest-InstanceActionsV221TestJSON-874907181 tempest-InstanceActionsV221TestJSON-874907181-project] Made reservation on behalf of 4472dfca9d7f40889221343c442f22ba for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:55:55.752784 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-86ec93f8-b03a-4c7e-969b-623865fa07fa req-10b67757-888f-406f-8412-03375f95196b tempest-InstanceActionsV221TestJSON-874907181 tempest-InstanceActionsV221TestJSON-874907181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:55.761979 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0181a754-f192-41f3-9896-41010743b5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:55.762715 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-609e5d76-6185-4926-80d7-ee083a69cd63 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Router 74d0ced5-4bae-4df5-9549-085946fe4576 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:55:55.770545 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1b3341ac-f426-4d54-a575-a06697a22713 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:55.789176 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-128c3411-52db-4401-b647-7111d7ea58d7 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:55.830916 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0181a754-f192-41f3-9896-41010743b5e3 None None] Network e8cff54b-5b69-4609-8b2b-1e21d605a2a4 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:55:55.839490 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-0181a754-f192-41f3-9896-41010743b5e3 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:55:55.842567 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9618d7df-2e6e-4b32-882d-8175101e8ae2 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:55.846947 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0181a754-f192-41f3-9896-41010743b5e3 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:55:55.914264 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0181a754-f192-41f3-9896-41010743b5e3 None None] Pushing event updated for resources: {'Port': ['ID=50b06732-65c7-4b27-aad5-6d3b2c8d7ce6,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:55.921725 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-0181a754-f192-41f3-9896-41010743b5e3 None None] Attempting to bind port 50b06732-65c7-4b27-aad5-6d3b2c8d7ce6 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:55:55.922076 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-0181a754-f192-41f3-9896-41010743b5e3 None None] Attempting to bind port 50b06732-65c7-4b27-aad5-6d3b2c8d7ce6 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '5acc91c8-4517-417c-bb27-a6ed40cd2b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': 'e8cff54b-5b69-4609-8b2b-1e21d605a2a4'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:55:55.922471 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0181a754-f192-41f3-9896-41010743b5e3 None None] Attempting to bind port 50b06732-65c7-4b27-aad5-6d3b2c8d7ce6 on network e8cff54b-5b69-4609-8b2b-1e21d605a2a4 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:55:55.929045 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0181a754-f192-41f3-9896-41010743b5e3 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:55:55.929418 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0181a754-f192-41f3-9896-41010743b5e3 None None] Checking segment: {'id': '5acc91c8-4517-417c-bb27-a6ed40cd2b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': 'e8cff54b-5b69-4609-8b2b-1e21d605a2a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:55:55.929823 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0181a754-f192-41f3-9896-41010743b5e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:55.930217 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0181a754-f192-41f3-9896-41010743b5e3 None None] Bound using segment: {'id': '5acc91c8-4517-417c-bb27-a6ed40cd2b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': 'e8cff54b-5b69-4609-8b2b-1e21d605a2a4'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:55:55.930760 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-0181a754-f192-41f3-9896-41010743b5e3 None None] Bound port: 50b06732-65c7-4b27-aad5-6d3b2c8d7ce6, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5acc91c8-4517-417c-bb27-a6ed40cd2b29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': 'e8cff54b-5b69-4609-8b2b-1e21d605a2a4'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:55:55.931148 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0181a754-f192-41f3-9896-41010743b5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:55.984194 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-86ec93f8-b03a-4c7e-969b-623865fa07fa req-10b67757-888f-406f-8412-03375f95196b tempest-InstanceActionsV221TestJSON-874907181 tempest-InstanceActionsV221TestJSON-874907181-project] Allocated IP 172.20.0.8 (37e12990-d89a-41c9-8ebb-3667e0011fed/8b610bc2-63cb-4d97-b045-4d1e5f7573ee/aef0ee4c-78fd-4261-aee6-945714a93f78) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:55:55.989846 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-609e5d76-6185-4926-80d7-ee083a69cd63 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:55:55.996645 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-609e5d76-6185-4926-80d7-ee083a69cd63 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:56.005287 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-0181a754-f192-41f3-9896-41010743b5e3 None None] For port 50b06732-65c7-4b27-aad5-6d3b2c8d7ce6, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:55:56.009062 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-0181a754-f192-41f3-9896-41010743b5e3 None None] For port 50b06732-65c7-4b27-aad5-6d3b2c8d7ce6, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=50b06732-65c7-4b27-aad5-6d3b2c8d7ce6,segment=NetworkSegment(5acc91c8-4517-417c-bb27-a6ed40cd2b29),segment_id=5acc91c8-4517-417c-bb27-a6ed40cd2b29)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:55:56.012479 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf87e9d-a55c-4782-ad15-5e7476222e0d None None] Sync routers for ids ['74d0ced5-4bae-4df5-9549-085946fe4576'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:55:56.030399 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf87e9d-a55c-4782-ad15-5e7476222e0d None None] Routers {'74d0ced5-4bae-4df5-9549-085946fe4576'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:55:56.030399 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-adf87e9d-a55c-4782-ad15-5e7476222e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:55:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['74d0ced5-4bae-4df5-9549-085946fe4576'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:55:56.065357 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-128c3411-52db-4401-b647-7111d7ea58d7 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Deleting port 50b06732-65c7-4b27-aad5-6d3b2c8d7ce6 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:55:56.075003 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-128c3411-52db-4401-b647-7111d7ea58d7 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:56.078422 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-609e5d76-6185-4926-80d7-ee083a69cd63 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "DELETE /v2.0/floatingips/53a03020-ba9b-47e0-9646-f667c9bc693c HTTP/1.1" status: 204 len: 168 time: 2.9503951 Sep 24 15:55:56.080132 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87b6a1f0-7b0d-4e7e-af5d-8e794e98c80d', 'tag': 'd1862b1f-4d7b-4e17-b328-e8db2634c97a'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:55:56.082843 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb98562-1b44-4da6-9fcc-2cc71dbaf490" -d '{"events": [{"name": "network-changed", "server_uuid": "87b6a1f0-7b0d-4e7e-af5d-8e794e98c80d", "tag": "d1862b1f-4d7b-4e17-b328-e8db2634c97a"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:55:56.156992 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1b3341ac-f426-4d54-a575-a06697a22713 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:56.214189 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9618d7df-2e6e-4b32-882d-8175101e8ae2 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:56.222006 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-adf87e9d-a55c-4782-ad15-5e7476222e0d None None] Set router 74d0ced5-4bae-4df5-9549-085946fe4576 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:55:56.243730 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-128c3411-52db-4401-b647-7111d7ea58d7 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] For port 50b06732-65c7-4b27-aad5-6d3b2c8d7ce6, host n-d-808921-1, got binding levels [] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:55:56.245838 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-128c3411-52db-4401-b647-7111d7ea58d7 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:56.253986 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b6ba0e6b-a51f-4223-a15a-5f7b09b7b9d2 req-de603f47-b691-462d-bf7a-2013f2ee691e service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aedc8984-c719-4441-90cd-2f9058b26fa4 HTTP/1.1" status: 200 len: 1001 time: 0.5785904 Sep 24 15:55:56.278061 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9618d7df-2e6e-4b32-882d-8175101e8ae2 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event deleted for resources: {'Subnet': ['ID=374a54b7-e0be-4e6e-bf1f-1f590f99188b,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:56.291759 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-128c3411-52db-4401-b647-7111d7ea58d7 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Calling delete_port for 50b06732-65c7-4b27-aad5-6d3b2c8d7ce6 owned by network:dhcp {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:55:56.295262 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9618d7df-2e6e-4b32-882d-8175101e8ae2 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:56.297430 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-9618d7df-2e6e-4b32-882d-8175101e8ae2 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/subnets/374a54b7-e0be-4e6e-bf1f-1f590f99188b HTTP/1.1" status: 204 len: 168 time: 2.0098839 Sep 24 15:55:56.300583 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45930) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:56.311891 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83799b73-c1f0-45ef-87bb-ef909c5a6a34 None None] Network 50d98e88-8a75-4835-9919-86c163395f7c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:55:56.317538 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0181a754-f192-41f3-9896-41010743b5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:56.365001 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3341ac-f426-4d54-a575-a06697a22713 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event updated for resources: {'Port': ['ID=9b5e10a7-74d7-496c-a928-3f52dbdb661f,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:56.376285 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba0e6b-a51f-4223-a15a-5f7b09b7b9d2 req-43a99b76-b60b-4818-996c-9fdebe76590c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:56.377775 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b6ba0e6b-a51f-4223-a15a-5f7b09b7b9d2 req-43a99b76-b60b-4818-996c-9fdebe76590c service neutron] 10.222.0.110 "GET /v2.0/subnets?id=a105c675-e167-42b4-b812-5ae7f91fba38 HTTP/1.1" status: 200 len: 835 time: 0.0931058 Sep 24 15:55:56.427432 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b916f2c-6aac-450f-9d09-0dbf08af6fea tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Deleting subnet f3f5b707-2535-4d7a-9d7d-48d73061e3f2 {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:55:56.431005 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31710817-f0c9-4263-a56c-4ee3ef3fbafa req-e364483c-ab36-4d51-a763-241c50a45c0a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:56.433119 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-31710817-f0c9-4263-a56c-4ee3ef3fbafa req-e364483c-ab36-4d51-a763-241c50a45c0a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=756dc3f9-786f-43e3-a1c1-2690c736e704 HTTP/1.1" status: 200 len: 945 time: 0.2893746 Sep 24 15:55:56.447160 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0b916f2c-6aac-450f-9d09-0dbf08af6fea tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:56.466257 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-2812768b-eb7f-4447-bcf4-9712315b45bf None None] Provisioning complete for port 9b5e10a7-74d7-496c-a928-3f52dbdb661f triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:55:56.467288 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2812768b-eb7f-4447-bcf4-9712315b45bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:56.522077 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-86ec93f8-b03a-4c7e-969b-623865fa07fa req-10b67757-888f-406f-8412-03375f95196b tempest-InstanceActionsV221TestJSON-874907181 tempest-InstanceActionsV221TestJSON-874907181-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:56.585138 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0b916f2c-6aac-450f-9d09-0dbf08af6fea tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:56.611049 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0181a754-f192-41f3-9896-41010743b5e3 None None] Pushing event updated for resources: {'Port': ['ID=50b06732-65c7-4b27-aad5-6d3b2c8d7ce6,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:56.620206 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-2812768b-eb7f-4447-bcf4-9712315b45bf None None] Port 9b5e10a7-74d7-496c-a928-3f52dbdb661f cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:55:56.688835 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e4e047e-d86b-4252-a7a7-a5fb7f62acb2 x-openstack-request-id: req-3e4e047e-d86b-4252-a7a7-a5fb7f62acb2 {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:55:56.689279 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87b6a1f0-7b0d-4e7e-af5d-8e794e98c80d", "tag": "d1862b1f-4d7b-4e17-b328-e8db2634c97a", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:55:56.689639 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-3e4e047e-d86b-4252-a7a7-a5fb7f62acb2 {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:55:56.690141 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87b6a1f0-7b0d-4e7e-af5d-8e794e98c80d', 'tag': 'd1862b1f-4d7b-4e17-b328-e8db2634c97a', 'status': 'completed', 'code': 200} Sep 24 15:55:56.745469 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-31710817-f0c9-4263-a56c-4ee3ef3fbafa req-1e2f3421-e4de-4361-b654-e34104d08589 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=e1bf097d-ba10-49b0-95a0-b191bbbc69a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1468353 Sep 24 15:55:56.758070 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-86ec93f8-b03a-4c7e-969b-623865fa07fa req-10b67757-888f-406f-8412-03375f95196b tempest-InstanceActionsV221TestJSON-874907181 tempest-InstanceActionsV221TestJSON-874907181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:56.778669 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-dec6ea05-2247-4c99-91cf-823e6d697780 None None] Provisioning complete for port 9b5e10a7-74d7-496c-a928-3f52dbdb661f triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:55:56.778669 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-dec6ea05-2247-4c99-91cf-823e6d697780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:56.857832 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0b916f2c-6aac-450f-9d09-0dbf08af6fea tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:56.923626 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb98562-1b44-4da6-9fcc-2cc71dbaf490 req-4aa5798c-2c01-4e69-ae8d-8e44e93d3529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:56.927551 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1eb98562-1b44-4da6-9fcc-2cc71dbaf490 req-4aa5798c-2c01-4e69-ae8d-8e44e93d3529 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=7841fa2f595c42b88ef5416d36f78c25&device_id=87b6a1f0-7b0d-4e7e-af5d-8e794e98c80d HTTP/1.1" status: 200 len: 1096 time: 0.2060177 Sep 24 15:55:56.950858 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-dec6ea05-2247-4c99-91cf-823e6d697780 None None] Port 9b5e10a7-74d7-496c-a928-3f52dbdb661f cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:55:56.958694 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-adf87e9d-a55c-4782-ad15-5e7476222e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d0ced5-4bae-4df5-9549-085946fe4576', 'name': 'tempest-TestNetworkBasicOps-router-118955220', 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '75ca1059-9905-4ba8-ae95-357afde4cc34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:52:48Z', 'updated_at': '2021-09-24T15:55:41Z', 'revision_number': 6, 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'gw_port': {'id': '75ca1059-9905-4ba8-ae95-357afde4cc34', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:91:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d0ced5-4bae-4df5-9549-085946fe4576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:52:50Z', 'updated_at': '2021-09-24T15:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'f110d8a9-7d91-48ca-833e-929f7bb3af71', 'name': '', 'network_id': '9650dd06-c337-403b-9f2f-c268b521f2ba', 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'mac_address': 'fa:16:3e:c2:2e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d0ced5-4bae-4df5-9549-085946fe4576', 'device_owner': 'network:router_interface', 'standard_attr_id': 2367, 'fixed_ips': [{'subnet_id': '250e76ba-07ca-44b4-bdd4-d39b52ecd754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:53:06Z', 'updated_at': '2021-09-24T15:53:15Z', 'revision_number': 5, 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'subnets': [{'id': '250e76ba-07ca-44b4-bdd4-d39b52ecd754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:55:56.993726 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf87e9d-a55c-4782-ad15-5e7476222e0d None None] Checking router: 74d0ced5-4bae-4df5-9549-085946fe4576 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:55:56.995795 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba0e6b-a51f-4223-a15a-5f7b09b7b9d2 req-1c2c5942-9498-4b4d-97dc-d3988a3f8ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:56.999666 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b6ba0e6b-a51f-4223-a15a-5f7b09b7b9d2 req-1c2c5942-9498-4b4d-97dc-d3988a3f8ff1 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=5a006511-b4c6-401d-bf2d-1c9456d23123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6023619 Sep 24 15:55:57.007478 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf87e9d-a55c-4782-ad15-5e7476222e0d None None] Routers {'74d0ced5-4bae-4df5-9549-085946fe4576'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:55:57.008727 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-adf87e9d-a55c-4782-ad15-5e7476222e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:55:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['74d0ced5-4bae-4df5-9549-085946fe4576'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:55:57.013478 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-128c3411-52db-4401-b647-7111d7ea58d7 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:57.032222 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86ec93f8-b03a-4c7e-969b-623865fa07fa req-10b67757-888f-406f-8412-03375f95196b tempest-InstanceActionsV221TestJSON-874907181 tempest-InstanceActionsV221TestJSON-874907181-project] Network 37e12990-d89a-41c9-8ebb-3667e0011fed is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:55:57.056585 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b67757-888f-406f-8412-03375f95196b tempest-InstanceActionsV221TestJSON-874907181 tempest-InstanceActionsV221TestJSON-874907181-project] Pushing event updated for resources: {'Port': ['ID=aef0ee4c-78fd-4261-aee6-945714a93f78,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:57.080793 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128c3411-52db-4401-b647-7111d7ea58d7 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Pushing event deleted for resources: {'Port': ['ID=50b06732-65c7-4b27-aad5-6d3b2c8d7ce6,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:57.100296 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-86ec93f8-b03a-4c7e-969b-623865fa07fa req-10b67757-888f-406f-8412-03375f95196b tempest-InstanceActionsV221TestJSON-874907181 tempest-InstanceActionsV221TestJSON-874907181-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:55:57.106326 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-86ec93f8-b03a-4c7e-969b-623865fa07fa req-10b67757-888f-406f-8412-03375f95196b tempest-InstanceActionsV221TestJSON-874907181 tempest-InstanceActionsV221TestJSON-874907181-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:55:57.154049 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0b916f2c-6aac-450f-9d09-0dbf08af6fea tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:57.178381 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-adf87e9d-a55c-4782-ad15-5e7476222e0d None None] Set router 74d0ced5-4bae-4df5-9549-085946fe4576 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:55:57.233562 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128c3411-52db-4401-b647-7111d7ea58d7 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] No DVR routers for this DVR port 50b06732-65c7-4b27-aad5-6d3b2c8d7ce6 on host n-d-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:55:57.240202 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd9f6bc-962b-472d-a1f5-1d16a30c167a req-fb6345ad-39df-4baa-b7f2-9997d2013d7c tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:57.242278 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b916f2c-6aac-450f-9d09-0dbf08af6fea tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event deleted for resources: {'Subnet': ['ID=f3f5b707-2535-4d7a-9d7d-48d73061e3f2,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:57.247816 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0b916f2c-6aac-450f-9d09-0dbf08af6fea tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:57.250425 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-0b916f2c-6aac-450f-9d09-0dbf08af6fea tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/subnets/f3f5b707-2535-4d7a-9d7d-48d73061e3f2 HTTP/1.1" status: 204 len: 168 time: 0.9483697 Sep 24 15:55:57.256723 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45940) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:57.260043 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5cd9f6bc-962b-472d-a1f5-1d16a30c167a req-fb6345ad-39df-4baa-b7f2-9997d2013d7c tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/ports?device_id=87b6a1f0-7b0d-4e7e-af5d-8e794e98c80d HTTP/1.1" status: 200 len: 945 time: 0.3292897 Sep 24 15:55:57.268260 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1b3341ac-f426-4d54-a575-a06697a22713 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:57.397113 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-333eb385-db4f-46eb-a62e-24da7af0c313 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1281865 Sep 24 15:55:57.397113 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb98562-1b44-4da6-9fcc-2cc71dbaf490 req-f1ccc0a8-f39f-459a-9a25-0840bab0c150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:57.397113 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1eb98562-1b44-4da6-9fcc-2cc71dbaf490 req-f1ccc0a8-f39f-459a-9a25-0840bab0c150 service neutron] 10.222.0.110 "GET /v2.0/networks?id=9650dd06-c337-403b-9f2f-c268b521f2ba HTTP/1.1" status: 200 len: 898 time: 0.4540548 Sep 24 15:55:57.398125 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec93f8-b03a-4c7e-969b-623865fa07fa req-10b67757-888f-406f-8412-03375f95196b tempest-InstanceActionsV221TestJSON-874907181 tempest-InstanceActionsV221TestJSON-874907181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:57.399125 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-86ec93f8-b03a-4c7e-969b-623865fa07fa req-10b67757-888f-406f-8412-03375f95196b tempest-InstanceActionsV221TestJSON-874907181 tempest-InstanceActionsV221TestJSON-874907181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:57.405975 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ebc089-56ec-4e3d-a1e0-83fd1bbf2906 req-601a7fba-9a8d-41a6-b14b-a0594a262718 tempest-InstanceActionsV221TestJSON-874907181 tempest-InstanceActionsV221TestJSON-874907181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:57.413444 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45942) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:57.414265 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-82ebc089-56ec-4e3d-a1e0-83fd1bbf2906 req-601a7fba-9a8d-41a6-b14b-a0594a262718 tempest-InstanceActionsV221TestJSON-874907181 tempest-InstanceActionsV221TestJSON-874907181-project] 10.222.0.101 "GET /v2.0/ports?device_id=0b11a47d-d21b-4284-aa6e-a61c7cd6d55d HTTP/1.1" status: 200 len: 931 time: 0.4611652 Sep 24 15:55:57.441653 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-1d1ad241-0cec-474c-a2a9-b45b5215af41 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Request body: {'subnet': {'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:55:57.486199 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-adf87e9d-a55c-4782-ad15-5e7476222e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d0ced5-4bae-4df5-9549-085946fe4576', 'name': 'tempest-TestNetworkBasicOps-router-118955220', 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '75ca1059-9905-4ba8-ae95-357afde4cc34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:52:48Z', 'updated_at': '2021-09-24T15:55:41Z', 'revision_number': 6, 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'gw_port': {'id': '75ca1059-9905-4ba8-ae95-357afde4cc34', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:91:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d0ced5-4bae-4df5-9549-085946fe4576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:52:50Z', 'updated_at': '2021-09-24T15:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'f110d8a9-7d91-48ca-833e-929f7bb3af71', 'name': '', 'network_id': '9650dd06-c337-403b-9f2f-c268b521f2ba', 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'mac_address': 'fa:16:3e:c2:2e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d0ced5-4bae-4df5-9549-085946fe4576', 'device_owner': 'network:router_interface', 'standard_attr_id': 2367, 'fixed_ips': [{'subnet_id': '250e76ba-07ca-44b4-bdd4-d39b52ecd754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:53:06Z', 'updated_at': '2021-09-24T15:53:15Z', 'revision_number': 5, 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'subnets': [{'id': '250e76ba-07ca-44b4-bdd4-d39b52ecd754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:55:57.534528 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-82ebc089-56ec-4e3d-a1e0-83fd1bbf2906 req-f9989750-4143-4a0d-8d93-6cb2dd5265d3 tempest-InstanceActionsV221TestJSON-874907181 tempest-InstanceActionsV221TestJSON-874907181-project] 10.222.0.101 "GET /v2.0/security-groups?id=8f01d15e-96da-44d4-a1d5-1761ac1ea183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156735 Sep 24 15:55:57.539574 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b6ba0e6b-a51f-4223-a15a-5f7b09b7b9d2 req-d2f0d2ef-5dc1-4f1a-b741-ca5e93fa0d60 service neutron] 10.222.0.110 "GET /v2.0/networks/5a006511-b4c6-401d-bf2d-1c9456d23123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5182281 Sep 24 15:55:57.543125 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adf87e9d-a55c-4782-ad15-5e7476222e0d None None] The sync data for ids ['74d0ced5-4bae-4df5-9549-085946fe4576'] in n-d-808921-1 is: [{'id': '74d0ced5-4bae-4df5-9549-085946fe4576', 'name': 'tempest-TestNetworkBasicOps-router-118955220', 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '75ca1059-9905-4ba8-ae95-357afde4cc34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:52:48Z', 'updated_at': '2021-09-24T15:55:41Z', 'revision_number': 6, 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'gw_port': {'id': '75ca1059-9905-4ba8-ae95-357afde4cc34', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:91:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d0ced5-4bae-4df5-9549-085946fe4576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:52:50Z', 'updated_at': '2021-09-24T15:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'f110d8a9-7d91-48ca-833e-929f7bb3af71', 'name': '', 'network_id': '9650dd06-c337-403b-9f2f-c268b521f2ba', 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'mac_address': 'fa:16:3e:c2:2e:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d0ced5-4bae-4df5-9549-085946fe4576', 'device_owner': 'network:router_interface', 'standard_attr_id': 2367, 'fixed_ips': [{'subnet_id': '250e76ba-07ca-44b4-bdd4-d39b52ecd754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:53:06Z', 'updated_at': '2021-09-24T15:53:15Z', 'revision_number': 5, 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'subnets': [{'id': '250e76ba-07ca-44b4-bdd4-d39b52ecd754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:55:57.621227 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-128c3411-52db-4401-b647-7111d7ea58d7 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:57.659918 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-86ec93f8-b03a-4c7e-969b-623865fa07fa req-10b67757-888f-406f-8412-03375f95196b tempest-InstanceActionsV221TestJSON-874907181 tempest-InstanceActionsV221TestJSON-874907181-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4765458 Sep 24 15:55:57.696196 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5cd9f6bc-962b-472d-a1f5-1d16a30c167a req-dcba9b4b-bdf1-44b0-855f-6da0bbb93fa7 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/security-groups?id=202b03dd-8b6c-450b-807e-d6079299f35d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3405647 Sep 24 15:55:57.726239 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1eb98562-1b44-4da6-9fcc-2cc71dbaf490 req-6cb1a5e1-cf2d-4468-b017-ea80a8c3a64e service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d1862b1f-4d7b-4e17-b328-e8db2634c97a HTTP/1.1" status: 200 len: 217 time: 0.2896290 Sep 24 15:55:57.775623 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-86ec93f8-b03a-4c7e-969b-623865fa07fa req-15b5dca6-7a03-4a3c-9bc3-bf7fa2356fdf service neutron] Request body: {'port': {'device_id': '0b11a47d-d21b-4284-aa6e-a61c7cd6d55d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:55:57.807635 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb98562-1b44-4da6-9fcc-2cc71dbaf490 req-d4ddb607-6a9d-4fe3-b8e0-c017a23e0883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:57.809291 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1eb98562-1b44-4da6-9fcc-2cc71dbaf490 req-d4ddb607-6a9d-4fe3-b8e0-c017a23e0883 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=250e76ba-07ca-44b4-bdd4-d39b52ecd754 HTTP/1.1" status: 200 len: 835 time: 0.0725677 Sep 24 15:55:57.886788 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-128c3411-52db-4401-b647-7111d7ea58d7 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:57.952837 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb98562-1b44-4da6-9fcc-2cc71dbaf490 req-a81c893c-4b97-4e7e-82d8-e771e16e7613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:57.955534 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1eb98562-1b44-4da6-9fcc-2cc71dbaf490 req-a81c893c-4b97-4e7e-82d8-e771e16e7613 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9650dd06-c337-403b-9f2f-c268b521f2ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1339991 Sep 24 15:55:57.975557 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128c3411-52db-4401-b647-7111d7ea58d7 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Pushing event deleted for resources: {'Subnet': ['ID=faa9b4df-229c-446b-82bf-d462ebd0f9e6,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:58.075812 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41282eb4-1464-4d24-b645-a330f99e0538 None None] Network 50d98e88-8a75-4835-9919-86c163395f7c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:55:58.091970 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.110', 59666) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:58.095073 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128c3411-52db-4401-b647-7111d7ea58d7 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:55:58.095257 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128c3411-52db-4401-b647-7111d7ea58d7 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:55:58.095590 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128c3411-52db-4401-b647-7111d7ea58d7 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:55:58.095935 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128c3411-52db-4401-b647-7111d7ea58d7 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:55:58.096277 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128c3411-52db-4401-b647-7111d7ea58d7 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:55:58.096609 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128c3411-52db-4401-b647-7111d7ea58d7 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:55:58.096937 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128c3411-52db-4401-b647-7111d7ea58d7 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:55:58.097262 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128c3411-52db-4401-b647-7111d7ea58d7 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:55:58.097599 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128c3411-52db-4401-b647-7111d7ea58d7 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:55:58.097909 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128c3411-52db-4401-b647-7111d7ea58d7 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:55:58.098230 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128c3411-52db-4401-b647-7111d7ea58d7 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:55:58.098574 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-128c3411-52db-4401-b647-7111d7ea58d7 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:55:58.126309 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc55428-0656-4b65-a84e-d5b545209611 None None] New status for floating IP 53a03020-ba9b-47e0-9646-f667c9bc693c: DOWN {{(pid=95300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:55:58.195952 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77cf137-f4e6-457e-918c-ffbe655202a5 None None] Network e8cff54b-5b69-4609-8b2b-1e21d605a2a4 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:55:58.226886 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-6b57d81c-e45b-47d9-8ba0-dfc49611ff3f None None] Provisioning complete for port bd89e317-063f-4487-a91c-884eeb15689e triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:55:58.227175 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6b57d81c-e45b-47d9-8ba0-dfc49611ff3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:58.255284 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-128c3411-52db-4401-b647-7111d7ea58d7 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:58.348405 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9febc-0935-452d-b871-1792cce0d5da req-9aef3c76-b546-42a3-b44a-4cc099f77857 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:58.355638 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-86a9febc-0935-452d-b871-1792cce0d5da req-9aef3c76-b546-42a3-b44a-4cc099f77857 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.110 "GET /v2.0/ports?device_id=87b6a1f0-7b0d-4e7e-af5d-8e794e98c80d HTTP/1.1" status: 200 len: 945 time: 0.2503679 Sep 24 15:55:58.361098 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-128c3411-52db-4401-b647-7111d7ea58d7 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8cff54b-5b69-4609-8b2b-1e21d605a2a4']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:55:58.396668 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-128c3411-52db-4401-b647-7111d7ea58d7 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5acc91c8-4517-417c-bb27-a6ed40cd2b29') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:55:58.397050 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-128c3411-52db-4401-b647-7111d7ea58d7 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5acc91c8-4517-417c-bb27-a6ed40cd2b29') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:55:58.411879 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-128c3411-52db-4401-b647-7111d7ea58d7 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:58.458661 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0813622-1796-41c9-abdf-c5f6f9d761c7 req-b60e76ed-3fd6-4a43-a4e3-672ed9a772ac tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:58.465465 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e0813622-1796-41c9-abdf-c5f6f9d761c7 req-b60e76ed-3fd6-4a43-a4e3-672ed9a772ac tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=756dc3f9-786f-43e3-a1c1-2690c736e704 HTTP/1.1" status: 200 len: 945 time: 0.5074358 Sep 24 15:55:58.483281 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-128c3411-52db-4401-b647-7111d7ea58d7 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:58.505873 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-128c3411-52db-4401-b647-7111d7ea58d7 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Releasing vlan 1274 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:55:58.505873 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-128c3411-52db-4401-b647-7111d7ea58d7 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:58.508526 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:55:58.508526 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:55:58.508526 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:55:58.508526 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:55:58.508526 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:55:58.508526 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:55:58.508526 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:55:58.508526 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:55:58.508526 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:55:58.508526 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:55:58.508526 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:55:58.508526 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:55:58.508526 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:55:58.508526 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:55:58.508526 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:55:58.508526 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:55:58.508526 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:55:58.508526 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:55:58.508526 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:55:58.508526 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:55:58.508526 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:55:58.508526 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:55:58.508526 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:55:58.508526 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:55:58.508526 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:55:58.508526 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:55:58.508526 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:55:58.508526 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:55:58.508526 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:55:58.508526 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:55:58.508526 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:55:58.508526 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:55:58.538733 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8357a8-d167-43fe-bcfc-fa91e98151f4 None None] DHCP port deletion for 50d98e88-8a75-4835-9919-86c163395f7c request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:55:58.552829 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1eb98562-1b44-4da6-9fcc-2cc71dbaf490 req-f07f9104-f84b-488a-a2df-c1ab8304e0ae service neutron] 10.222.0.110 "GET /v2.0/networks/9650dd06-c337-403b-9f2f-c268b521f2ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5692065 Sep 24 15:55:58.591130 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1809ca4a-8de5-4927-bc80-b02e4cede306 None None] DHCP port deletion for e8cff54b-5b69-4609-8b2b-1e21d605a2a4 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:55:58.631353 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-9e308c84-ffc6-4a0e-921d-15ebeb77d5b5 None None] Could not find standard attr ID for object 50b06732-65c7-4b27-aad5-6d3b2c8d7ce6. {{(pid=95299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 15:55:58.686631 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-fd8357a8-d167-43fe-bcfc-fa91e98151f4 None None] Deleting port bd89e317-063f-4487-a91c-884eeb15689e {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:55:58.686930 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-fd8357a8-d167-43fe-bcfc-fa91e98151f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:58.688917 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e0813622-1796-41c9-abdf-c5f6f9d761c7 req-47cfae99-43c6-4c84-b5d5-a142a28b0e43 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=e1bf097d-ba10-49b0-95a0-b191bbbc69a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2131841 Sep 24 15:55:58.734151 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device bd89e317-063f-4487-a91c-884eeb15689e no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:55:58.786658 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-128c3411-52db-4401-b647-7111d7ea58d7 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:58.795460 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-86a9febc-0935-452d-b871-1792cce0d5da req-a4215a8d-a54d-4d94-a02e-d01dbe975afd tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Deleting port d1862b1f-4d7b-4e17-b328-e8db2634c97a {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:55:58.795805 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-86a9febc-0935-452d-b871-1792cce0d5da req-a4215a8d-a54d-4d94-a02e-d01dbe975afd tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:58.800086 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1b3341ac-f426-4d54-a575-a06697a22713 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:58.808750 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b6ba0e6b-a51f-4223-a15a-5f7b09b7b9d2 req-f15ad2d4-b201-475c-9040-e7a818c2ca39 service neutron] 10.222.0.110 "GET /v2.0/networks/5a006511-b4c6-401d-bf2d-1c9456d23123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2431154 Sep 24 15:55:58.818600 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-128c3411-52db-4401-b647-7111d7ea58d7 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:58.820772 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-128c3411-52db-4401-b647-7111d7ea58d7 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] 10.222.0.101 "DELETE /v2.0/networks/e8cff54b-5b69-4609-8b2b-1e21d605a2a4 HTTP/1.1" status: 204 len: 168 time: 4.0938692 Sep 24 15:55:58.823514 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1eb98562-1b44-4da6-9fcc-2cc71dbaf490 req-ff3aad42-4575-4473-8214-0bf567f37ed6 service neutron] 10.222.0.110 "GET /v2.0/networks/9650dd06-c337-403b-9f2f-c268b521f2ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566659 Sep 24 15:55:58.829564 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45962) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:55:58.842811 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-156e7346-25d8-4be9-81c9-6fc7e611e920 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-960354063'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:55:58.846614 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128c3411-52db-4401-b647-7111d7ea58d7 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Pushing event deleted for resources: {'Network': ['ID=e8cff54b-5b69-4609-8b2b-1e21d605a2a4,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:58.853453 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-fd8357a8-d167-43fe-bcfc-fa91e98151f4 None None] For port bd89e317-063f-4487-a91c-884eeb15689e, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=bd89e317-063f-4487-a91c-884eeb15689e,segment=NetworkSegment(fb531be8-b37e-4ff9-a98b-5c7db484a0eb),segment_id=fb531be8-b37e-4ff9-a98b-5c7db484a0eb)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:55:58.854687 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-fd8357a8-d167-43fe-bcfc-fa91e98151f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:58.855427 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-86ec93f8-b03a-4c7e-969b-623865fa07fa req-15b5dca6-7a03-4a3c-9bc3-bf7fa2356fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:58.870534 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-fd8357a8-d167-43fe-bcfc-fa91e98151f4 None None] Calling delete_port for bd89e317-063f-4487-a91c-884eeb15689e owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:55:58.941911 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b3ffe-7773-43b4-a612-0f40f2bad867 req-2d88b7a4-1538-45ee-91fc-c6e1a8992f9a tempest-InstanceActionsV221TestJSON-874907181 tempest-InstanceActionsV221TestJSON-874907181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:58.950596 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4b9b3ffe-7773-43b4-a612-0f40f2bad867 req-2d88b7a4-1538-45ee-91fc-c6e1a8992f9a tempest-InstanceActionsV221TestJSON-874907181 tempest-InstanceActionsV221TestJSON-874907181-project] 10.222.0.101 "GET /v2.0/ports?device_id=0b11a47d-d21b-4284-aa6e-a61c7cd6d55d HTTP/1.1" status: 200 len: 931 time: 0.2718394 Sep 24 15:55:58.983323 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:58.984850 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d1ad241-0cec-474c-a2a9-b45b5215af41 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Made reservation on behalf of 1ffc126d96724ce991d5ac46e64fd1ec for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:55:58.989947 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1d1ad241-0cec-474c-a2a9-b45b5215af41 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:59.004150 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339a88a6-0810-4145-847a-d12d1e858d96 req-37055e6b-48f0-4b56-a2ab-ef952ad3917c tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:59.016755 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-339a88a6-0810-4145-847a-d12d1e858d96 req-37055e6b-48f0-4b56-a2ab-ef952ad3917c tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/ports?device_id=87b6a1f0-7b0d-4e7e-af5d-8e794e98c80d HTTP/1.1" status: 200 len: 945 time: 0.1648369 Sep 24 15:55:59.050953 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-86a9febc-0935-452d-b871-1792cce0d5da req-a4215a8d-a54d-4d94-a02e-d01dbe975afd tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] For port d1862b1f-4d7b-4e17-b328-e8db2634c97a, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=d1862b1f-4d7b-4e17-b328-e8db2634c97a,segment=NetworkSegment(d7f03bc8-ea19-48e4-af94-237cd7b5d9dc),segment_id=d7f03bc8-ea19-48e4-af94-237cd7b5d9dc)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:55:59.051579 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-86a9febc-0935-452d-b871-1792cce0d5da req-a4215a8d-a54d-4d94-a02e-d01dbe975afd tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:59.074382 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-86a9febc-0935-452d-b871-1792cce0d5da req-a4215a8d-a54d-4d94-a02e-d01dbe975afd tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Calling delete_port for d1862b1f-4d7b-4e17-b328-e8db2634c97a owned by compute:nova {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:55:59.104231 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-339a88a6-0810-4145-847a-d12d1e858d96 req-b5788d1a-d0e0-451b-b62b-463f8fce4a7f tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/security-groups?id=202b03dd-8b6c-450b-807e-d6079299f35d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718086 Sep 24 15:55:59.114603 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-fd8357a8-d167-43fe-bcfc-fa91e98151f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:59.188743 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4b9b3ffe-7773-43b4-a612-0f40f2bad867 req-e2b66b16-d332-42d6-a9ae-3bfcbfc2b9d3 tempest-InstanceActionsV221TestJSON-874907181 tempest-InstanceActionsV221TestJSON-874907181-project] 10.222.0.101 "GET /v2.0/security-groups?id=8f01d15e-96da-44d4-a1d5-1761ac1ea183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368689 Sep 24 15:55:59.206300 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-156e7346-25d8-4be9-81c9-6fc7e611e920 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Made reservation on behalf of 9b1de2c8a90e4c7b8a3f22e9202f02be for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:55:59.211828 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-156e7346-25d8-4be9-81c9-6fc7e611e920 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:59.230644 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8357a8-d167-43fe-bcfc-fa91e98151f4 None None] Pushing event deleted for resources: {'Port': ['ID=bd89e317-063f-4487-a91c-884eeb15689e,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:59.245977 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8357a8-d167-43fe-bcfc-fa91e98151f4 None None] No DVR routers for this DVR port bd89e317-063f-4487-a91c-884eeb15689e on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:55:59.270868 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680814ae-e162-4eb2-88b1-a8d7dc37f2b6 None None] get_active_networks_info from n-d-808921-1 {{(pid=95299) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 24 15:55:59.395744 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-156e7346-25d8-4be9-81c9-6fc7e611e920 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1275} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:55:59.404441 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-86a9febc-0935-452d-b871-1792cce0d5da req-a4215a8d-a54d-4d94-a02e-d01dbe975afd tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:59.443059 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4215a8d-a54d-4d94-a02e-d01dbe975afd tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Pushing event deleted for resources: {'Port': ['ID=d1862b1f-4d7b-4e17-b328-e8db2634c97a,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:59.475428 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-156e7346-25d8-4be9-81c9-6fc7e611e920 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:59.475781 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-156e7346-25d8-4be9-81c9-6fc7e611e920 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Added segment a3d4a97b-bdec-4774-9259-88a1714dbe8e of type vlan for network 4c5a9727-6461-43c6-a250-f5ed0fa24177 Sep 24 15:55:59.511998 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-86a9febc-0935-452d-b871-1792cce0d5da req-a4215a8d-a54d-4d94-a02e-d01dbe975afd tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] No DVR routers for this DVR port d1862b1f-4d7b-4e17-b328-e8db2634c97a on host n-h1-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:55:59.516154 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-86a9febc-0935-452d-b871-1792cce0d5da req-a4215a8d-a54d-4d94-a02e-d01dbe975afd tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:59.518637 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-86a9febc-0935-452d-b871-1792cce0d5da req-a4215a8d-a54d-4d94-a02e-d01dbe975afd tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.110 "DELETE /v2.0/ports/d1862b1f-4d7b-4e17-b328-e8db2634c97a HTTP/1.1" status: 204 len: 173 time: 1.0441024 Sep 24 15:55:59.519089 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87b6a1f0-7b0d-4e7e-af5d-8e794e98c80d', 'name': 'network-vif-deleted', 'tag': 'd1862b1f-4d7b-4e17-b328-e8db2634c97a'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:55:59.521715 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ae53b3-02c0-4bd4-9c32-3c93df422ac3" -d '{"events": [{"server_uuid": "87b6a1f0-7b0d-4e7e-af5d-8e794e98c80d", "name": "network-vif-deleted", "tag": "d1862b1f-4d7b-4e17-b328-e8db2634c97a"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:55:59.559246 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-680814ae-e162-4eb2-88b1-a8d7dc37f2b6 None None] Resources bound (agent type, host, resource id): {{(pid=95299) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 24 15:55:59.586328 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d9b575-d6e4-4d08-849b-07eb92fa48c9 x-openstack-request-id: req-d2d9b575-d6e4-4d08-849b-07eb92fa48c9 {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:55:59.586711 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87b6a1f0-7b0d-4e7e-af5d-8e794e98c80d", "name": "network-vif-deleted", "tag": "d1862b1f-4d7b-4e17-b328-e8db2634c97a", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:55:59.587073 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d2d9b575-d6e4-4d08-849b-07eb92fa48c9 {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:55:59.587595 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87b6a1f0-7b0d-4e7e-af5d-8e794e98c80d', 'name': 'network-vif-deleted', 'tag': 'd1862b1f-4d7b-4e17-b328-e8db2634c97a', 'status': 'completed', 'code': 200} Sep 24 15:55:59.707293 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-156e7346-25d8-4be9-81c9-6fc7e611e920 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:59.809214 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1b3341ac-f426-4d54-a575-a06697a22713 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:59.831555 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1d1ad241-0cec-474c-a2a9-b45b5215af41 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:59.911812 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1ad241-0cec-474c-a2a9-b45b5215af41 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Network 50d98e88-8a75-4835-9919-86c163395f7c is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:55:59.915729 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-86ec93f8-b03a-4c7e-969b-623865fa07fa req-15b5dca6-7a03-4a3c-9bc3-bf7fa2356fdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aef0ee4c-78fd-4261-aee6-945714a93f78 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:55:59.928556 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-1d1ad241-0cec-474c-a2a9-b45b5215af41 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:55:59.933351 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-86ec93f8-b03a-4c7e-969b-623865fa07fa req-15b5dca6-7a03-4a3c-9bc3-bf7fa2356fdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:59.937078 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1ad241-0cec-474c-a2a9-b45b5215af41 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:59.937610 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1d1ad241-0cec-474c-a2a9-b45b5215af41 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:55:59.937833 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228dace5-16e8-4e4d-acb5-902de3808341 None None] Network 50d98e88-8a75-4835-9919-86c163395f7c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:55:59.950399 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21908c86-38c1-40cb-8041-405fa371073c req-75bde8ae-2156-4345-b1d8-c3c04602fc73 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:55:59.952037 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-21908c86-38c1-40cb-8041-405fa371073c req-75bde8ae-2156-4345-b1d8-c3c04602fc73 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=756dc3f9-786f-43e3-a1c1-2690c736e704 HTTP/1.1" status: 200 len: 945 time: 0.1769996 Sep 24 15:55:59.970705 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1ad241-0cec-474c-a2a9-b45b5215af41 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event updated for resources: {'Subnet': ['ID=ac808c57-7f21-4063-9549-23ed5d12f993,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:55:59.982158 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-86ec93f8-b03a-4c7e-969b-623865fa07fa req-15b5dca6-7a03-4a3c-9bc3-bf7fa2356fdf service neutron] Transition to ACTIVE for port object aef0ee4c-78fd-4261-aee6-945714a93f78 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:56:00.009975 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-21908c86-38c1-40cb-8041-405fa371073c req-7bea8501-4594-4f3e-b1ca-db6dc03224cf tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=e1bf097d-ba10-49b0-95a0-b191bbbc69a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467191 Sep 24 15:56:00.102406 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf53e3d-c215-42df-92dc-92a71f7bf2d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-50d98e88-8a75-4835-9919-86c163395f7c', 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'tenant_id': '1ffc126d96724ce991d5ac46e64fd1ec', 'fixed_ips': [{'subnet_id': 'ac808c57-7f21-4063-9549-23ed5d12f993'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:56:00.103251 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-bcf53e3d-c215-42df-92dc-92a71f7bf2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:00.164512 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-156e7346-25d8-4be9-81c9-6fc7e611e920 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:00.172318 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156e7346-25d8-4be9-81c9-6fc7e611e920 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:00.175684 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-156e7346-25d8-4be9-81c9-6fc7e611e920 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:00.175684 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1b3341ac-f426-4d54-a575-a06697a22713 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:00.210543 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device d1862b1f-4d7b-4e17-b328-e8db2634c97a no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:56:00.217429 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-86ec93f8-b03a-4c7e-969b-623865fa07fa req-15b5dca6-7a03-4a3c-9bc3-bf7fa2356fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:00.246307 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] No Port match for: d1862b1f-4d7b-4e17-b328-e8db2634c97a {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:56:00.251118 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device d1862b1f-4d7b-4e17-b328-e8db2634c97a not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:56:00.258814 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-86276043-2737-41e5-95b9-91d6bdfc1037 req-76e36b12-5a2e-4b40-84ad-785423042adf tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/ports?device_id=87b6a1f0-7b0d-4e7e-af5d-8e794e98c80d HTTP/1.1" status: 200 len: 210 time: 0.0769401 Sep 24 15:56:00.265454 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-1d1ad241-0cec-474c-a2a9-b45b5215af41 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.8275728 Sep 24 15:56:00.269160 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45978) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:00.285859 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-0e9182fb-b968-44f7-929a-6e13c4043d9e tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Request body: {'subnet': {'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:56:00.371429 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-bcf53e3d-c215-42df-92dc-92a71f7bf2d7 None None] Allocated IP 2001:db8::2 (50d98e88-8a75-4835-9919-86c163395f7c/ac808c57-7f21-4063-9549-23ed5d12f993/3d0e8558-3fe2-4e02-95b6-aeb0a179ff9e) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:56:00.390266 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-156e7346-25d8-4be9-81c9-6fc7e611e920 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5594661 Sep 24 15:56:00.423351 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3341ac-f426-4d54-a575-a06697a22713 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event updated for resources: {'Port': ['ID=9b5e10a7-74d7-496c-a928-3f52dbdb661f,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:00.425780 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45980) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:00.429253 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1b3341ac-f426-4d54-a575-a06697a22713 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:00.443696 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-7a380d83-c156-4658-ade6-75119fe01158 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Request body: {'network': {'name': 'New_network'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:56:00.459093 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156e7346-25d8-4be9-81c9-6fc7e611e920 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Pushing event updated for resources: {'Network': ['ID=4c5a9727-6461-43c6-a250-f5ed0fa24177,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:00.529783 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76aa96ef-a430-43b5-81c6-e8c925146f87 req-97ae32bd-d536-4ac8-ab3f-cb19e8b57b36 tempest-InstanceActionsV221TestJSON-874907181 tempest-InstanceActionsV221TestJSON-874907181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:00.530130 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 4c5a9727-6461-43c6-a250-f5ed0fa24177 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:56:00.539701 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-76aa96ef-a430-43b5-81c6-e8c925146f87 req-97ae32bd-d536-4ac8-ab3f-cb19e8b57b36 tempest-InstanceActionsV221TestJSON-874907181 tempest-InstanceActionsV221TestJSON-874907181-project] 10.222.0.101 "GET /v2.0/ports?device_id=0b11a47d-d21b-4284-aa6e-a61c7cd6d55d HTTP/1.1" status: 200 len: 943 time: 0.1046007 Sep 24 15:56:00.616081 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-76aa96ef-a430-43b5-81c6-e8c925146f87 req-64abccf1-2623-4574-ab38-18642e714e25 tempest-InstanceActionsV221TestJSON-874907181 tempest-InstanceActionsV221TestJSON-874907181-project] 10.222.0.101 "GET /v2.0/security-groups?id=8f01d15e-96da-44d4-a1d5-1761ac1ea183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753002 Sep 24 15:56:00.656886 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b5dca6-7a03-4a3c-9bc3-bf7fa2356fdf service neutron] Pushing event updated for resources: {'Port': ['ID=aef0ee4c-78fd-4261-aee6-945714a93f78,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:00.665790 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-86ec93f8-b03a-4c7e-969b-623865fa07fa req-15b5dca6-7a03-4a3c-9bc3-bf7fa2356fdf service neutron] Attempting to bind port aef0ee4c-78fd-4261-aee6-945714a93f78 on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:56:00.666241 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-86ec93f8-b03a-4c7e-969b-623865fa07fa req-15b5dca6-7a03-4a3c-9bc3-bf7fa2356fdf service neutron] Attempting to bind port aef0ee4c-78fd-4261-aee6-945714a93f78 by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': '2d4148f7-78e5-4002-a3d3-cbf2f9d23b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '37e12990-d89a-41c9-8ebb-3667e0011fed'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:56:00.666682 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ec93f8-b03a-4c7e-969b-623865fa07fa req-15b5dca6-7a03-4a3c-9bc3-bf7fa2356fdf service neutron] Attempting to bind port aef0ee4c-78fd-4261-aee6-945714a93f78 on network 37e12990-d89a-41c9-8ebb-3667e0011fed {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:56:00.678981 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ec93f8-b03a-4c7e-969b-623865fa07fa req-15b5dca6-7a03-4a3c-9bc3-bf7fa2356fdf service neutron] Port aef0ee4c-78fd-4261-aee6-945714a93f78 on network 37e12990-d89a-41c9-8ebb-3667e0011fed not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:56:00.679326 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ec93f8-b03a-4c7e-969b-623865fa07fa req-15b5dca6-7a03-4a3c-9bc3-bf7fa2356fdf service neutron] Attempting to bind port aef0ee4c-78fd-4261-aee6-945714a93f78 on network 37e12990-d89a-41c9-8ebb-3667e0011fed {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:56:00.682272 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e9182fb-b968-44f7-929a-6e13c4043d9e tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Made reservation on behalf of 1ffc126d96724ce991d5ac46e64fd1ec for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:56:00.686624 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ec93f8-b03a-4c7e-969b-623865fa07fa req-15b5dca6-7a03-4a3c-9bc3-bf7fa2356fdf service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 55, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:56:00.686966 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ec93f8-b03a-4c7e-969b-623865fa07fa req-15b5dca6-7a03-4a3c-9bc3-bf7fa2356fdf service neutron] Checking segment: {'id': '2d4148f7-78e5-4002-a3d3-cbf2f9d23b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '37e12990-d89a-41c9-8ebb-3667e0011fed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:56:00.687352 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86ec93f8-b03a-4c7e-969b-623865fa07fa req-15b5dca6-7a03-4a3c-9bc3-bf7fa2356fdf service neutron] Bound using segment: {'id': '2d4148f7-78e5-4002-a3d3-cbf2f9d23b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '37e12990-d89a-41c9-8ebb-3667e0011fed'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:56:00.687790 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-86ec93f8-b03a-4c7e-969b-623865fa07fa req-15b5dca6-7a03-4a3c-9bc3-bf7fa2356fdf service neutron] Bound port: aef0ee4c-78fd-4261-aee6-945714a93f78, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d4148f7-78e5-4002-a3d3-cbf2f9d23b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': '37e12990-d89a-41c9-8ebb-3667e0011fed'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:56:00.688177 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-86ec93f8-b03a-4c7e-969b-623865fa07fa req-15b5dca6-7a03-4a3c-9bc3-bf7fa2356fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:00.688465 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0e9182fb-b968-44f7-929a-6e13c4043d9e tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:00.763861 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-bcf53e3d-c215-42df-92dc-92a71f7bf2d7 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:00.801440 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3341ac-f426-4d54-a575-a06697a22713 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Network 81b30a19-5dfb-44ee-84b8-e4bafe7869e4 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:56:00.822152 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-bcf53e3d-c215-42df-92dc-92a71f7bf2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:00.833770 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-1b3341ac-f426-4d54-a575-a06697a22713 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:56:00.844205 n-d-808921-1 neutron-server[95297]: INFO neutron.db.ipam_backend_mixin [None req-0e9182fb-b968-44f7-929a-6e13c4043d9e tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ac808c57-7f21-4063-9549-23ed5d12f993 (CIDR: 2001:db8::/64) Sep 24 15:56:00.896352 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcf53e3d-c215-42df-92dc-92a71f7bf2d7 None None] Network 50d98e88-8a75-4835-9919-86c163395f7c is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:56:00.902493 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e9182fb-b968-44f7-929a-6e13c4043d9e tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 15:56:00.903074 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e9182fb-b968-44f7-929a-6e13c4043d9e tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:00.906083 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-bcf53e3d-c215-42df-92dc-92a71f7bf2d7 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:56:00.906241 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf53e3d-c215-42df-92dc-92a71f7bf2d7 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:56:00.923639 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7a380d83-c156-4658-ade6-75119fe01158 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:00.923894 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf53e3d-c215-42df-92dc-92a71f7bf2d7 None None] Pushing event updated for resources: {'Port': ['ID=3d0e8558-3fe2-4e02-95b6-aeb0a179ff9e,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:00.982493 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-86ec93f8-b03a-4c7e-969b-623865fa07fa req-15b5dca6-7a03-4a3c-9bc3-bf7fa2356fdf service neutron] For port aef0ee4c-78fd-4261-aee6-945714a93f78, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:56:01.003299 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-bcf53e3d-c215-42df-92dc-92a71f7bf2d7 None None] Attempting to bind port 3d0e8558-3fe2-4e02-95b6-aeb0a179ff9e on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:56:01.003680 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-bcf53e3d-c215-42df-92dc-92a71f7bf2d7 None None] Attempting to bind port 3d0e8558-3fe2-4e02-95b6-aeb0a179ff9e by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:56:01.004059 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf53e3d-c215-42df-92dc-92a71f7bf2d7 None None] Attempting to bind port 3d0e8558-3fe2-4e02-95b6-aeb0a179ff9e on network 50d98e88-8a75-4835-9919-86c163395f7c {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:56:01.006767 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-86ec93f8-b03a-4c7e-969b-623865fa07fa req-15b5dca6-7a03-4a3c-9bc3-bf7fa2356fdf service neutron] For port aef0ee4c-78fd-4261-aee6-945714a93f78, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=aef0ee4c-78fd-4261-aee6-945714a93f78,segment=NetworkSegment(2d4148f7-78e5-4002-a3d3-cbf2f9d23b6f),segment_id=2d4148f7-78e5-4002-a3d3-cbf2f9d23b6f)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:56:01.011631 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf53e3d-c215-42df-92dc-92a71f7bf2d7 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:56:01.012091 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf53e3d-c215-42df-92dc-92a71f7bf2d7 None None] Checking segment: {'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:56:01.012509 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-bcf53e3d-c215-42df-92dc-92a71f7bf2d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:01.012915 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcf53e3d-c215-42df-92dc-92a71f7bf2d7 None None] Bound using segment: {'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:56:01.013407 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-bcf53e3d-c215-42df-92dc-92a71f7bf2d7 None None] Bound port: 3d0e8558-3fe2-4e02-95b6-aeb0a179ff9e, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '50d98e88-8a75-4835-9919-86c163395f7c'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:56:01.014021 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-bcf53e3d-c215-42df-92dc-92a71f7bf2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:01.071160 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-0e9182fb-b968-44f7-929a-6e13c4043d9e tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7983634 Sep 24 15:56:01.071388 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45990) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:01.078633 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-755aa43b-a0c8-4a85-b67f-8585a4e3e986 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Request body: {'subnet': {'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:56:01.117065 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-bcf53e3d-c215-42df-92dc-92a71f7bf2d7 None None] For port 3d0e8558-3fe2-4e02-95b6-aeb0a179ff9e, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:56:01.120562 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-bcf53e3d-c215-42df-92dc-92a71f7bf2d7 None None] For port 3d0e8558-3fe2-4e02-95b6-aeb0a179ff9e, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=3d0e8558-3fe2-4e02-95b6-aeb0a179ff9e,segment=NetworkSegment(fb531be8-b37e-4ff9-a98b-5c7db484a0eb),segment_id=fb531be8-b37e-4ff9-a98b-5c7db484a0eb)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:56:01.153154 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51b27d3-4dae-4a1f-a564-688558fdcaa0 req-d1142281-9ea4-4543-8703-2cae39568b6d tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:01.155205 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a51b27d3-4dae-4a1f-a564-688558fdcaa0 req-d1142281-9ea4-4543-8703-2cae39568b6d tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=756dc3f9-786f-43e3-a1c1-2690c736e704 HTTP/1.1" status: 200 len: 945 time: 0.0548069 Sep 24 15:56:01.170793 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-e92ed96e-a942-411e-aca2-bacc4fa86816 None None] Provisioning complete for port 9b5e10a7-74d7-496c-a928-3f52dbdb661f triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:56:01.171170 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e92ed96e-a942-411e-aca2-bacc4fa86816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:01.183424 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7a380d83-c156-4658-ade6-75119fe01158 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:01.191848 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-86ec93f8-b03a-4c7e-969b-623865fa07fa req-15b5dca6-7a03-4a3c-9bc3-bf7fa2356fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:01.212650 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-e92ed96e-a942-411e-aca2-bacc4fa86816 None None] Port 9b5e10a7-74d7-496c-a928-3f52dbdb661f cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:56:01.241452 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7a380d83-c156-4658-ade6-75119fe01158 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Network 4c5a9727-6461-43c6-a250-f5ed0fa24177 is not hosted by any dhcp agent {{(pid=95298) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 24 15:56:01.247045 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a380d83-c156-4658-ade6-75119fe01158 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:01.247575 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7a380d83-c156-4658-ade6-75119fe01158 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:01.248841 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-7a380d83-c156-4658-ade6-75119fe01158 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] 10.222.0.101 "PUT /v2.0/networks/4c5a9727-6461-43c6-a250-f5ed0fa24177 HTTP/1.1" status: 200 len: 723 time: 0.8096280 Sep 24 15:56:01.251825 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45992) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:01.257853 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-c31ad8d9-6689-471b-aef3-ab5af85ea74e tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Request body: {'subnet': {'network_id': '4c5a9727-6461-43c6-a250-f5ed0fa24177', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:56:01.279693 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a51b27d3-4dae-4a1f-a564-688558fdcaa0 req-8447f2bd-a16e-4169-ab69-e2f8a8e1bbb3 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=e1bf097d-ba10-49b0-95a0-b191bbbc69a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1170216 Sep 24 15:56:01.289354 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec93f8-b03a-4c7e-969b-623865fa07fa req-15b5dca6-7a03-4a3c-9bc3-bf7fa2356fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:01.289354 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-86ec93f8-b03a-4c7e-969b-623865fa07fa req-15b5dca6-7a03-4a3c-9bc3-bf7fa2356fdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:01.289354 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-86ec93f8-b03a-4c7e-969b-623865fa07fa req-15b5dca6-7a03-4a3c-9bc3-bf7fa2356fdf service neutron] 10.222.0.110 "PUT /v2.0/ports/aef0ee4c-78fd-4261-aee6-945714a93f78 HTTP/1.1" status: 200 len: 1091 time: 3.5783982 Sep 24 15:56:01.289354 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b3341ac-f426-4d54-a575-a06697a22713 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Router cfab9575-dea1-4f9f-9cab-8cb22f3ba9f4 is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:56:01.289354 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b11a47d-d21b-4284-aa6e-a61c7cd6d55d', 'tag': 'aef0ee4c-78fd-4261-aee6-945714a93f78'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:56:01.291715 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d873218-4b66-4d32-81c0-3ae68d7a3532" -d '{"events": [{"name": "network-changed", "server_uuid": "0b11a47d-d21b-4284-aa6e-a61c7cd6d55d", "tag": "aef0ee4c-78fd-4261-aee6-945714a93f78"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:56:01.330579 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-58f8a7d2-552e-40e8-b844-1055506fcfc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:01.335180 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-bcf53e3d-c215-42df-92dc-92a71f7bf2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:01.342313 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a380d83-c156-4658-ade6-75119fe01158 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Pushing event updated for resources: {'Network': ['ID=4c5a9727-6461-43c6-a250-f5ed0fa24177,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:01.353336 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b5dca6-7a03-4a3c-9bc3-bf7fa2356fdf service neutron] Pushing event updated for resources: {'Port': ['ID=aef0ee4c-78fd-4261-aee6-945714a93f78,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:01.393831 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46000) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:01.395346 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb267928-f955-4653-a55f-388ced461b4b x-openstack-request-id: req-fb267928-f955-4653-a55f-388ced461b4b {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:56:01.395635 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b11a47d-d21b-4284-aa6e-a61c7cd6d55d", "tag": "aef0ee4c-78fd-4261-aee6-945714a93f78", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:56:01.395884 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-fb267928-f955-4653-a55f-388ced461b4b {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:56:01.415400 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b11a47d-d21b-4284-aa6e-a61c7cd6d55d', 'tag': 'aef0ee4c-78fd-4261-aee6-945714a93f78', 'status': 'completed', 'code': 200} Sep 24 15:56:01.416050 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 4c5a9727-6461-43c6-a250-f5ed0fa24177 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:56:01.428354 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755aa43b-a0c8-4a85-b67f-8585a4e3e986 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Made reservation on behalf of 1ffc126d96724ce991d5ac46e64fd1ec for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:56:01.432893 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-755aa43b-a0c8-4a85-b67f-8585a4e3e986 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:01.462498 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf53e3d-c215-42df-92dc-92a71f7bf2d7 None None] Pushing event updated for resources: {'Port': ['ID=3d0e8558-3fe2-4e02-95b6-aeb0a179ff9e,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:01.533442 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b3341ac-f426-4d54-a575-a06697a22713 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:56:01.540883 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-1b3341ac-f426-4d54-a575-a06697a22713 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "PUT /v2.0/routers/cfab9575-dea1-4f9f-9cab-8cb22f3ba9f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9912598 Sep 24 15:56:01.546754 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46002) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:01.550254 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b01cc7d-1c1e-4601-b799-831f7f65c46c None None] Sync routers for ids ['cfab9575-dea1-4f9f-9cab-8cb22f3ba9f4'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:56:01.563982 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b01cc7d-1c1e-4601-b799-831f7f65c46c None None] Routers {'cfab9575-dea1-4f9f-9cab-8cb22f3ba9f4'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:56:01.564617 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-9b01cc7d-1c1e-4601-b799-831f7f65c46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:55:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['cfab9575-dea1-4f9f-9cab-8cb22f3ba9f4'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:56:01.579092 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d873218-4b66-4d32-81c0-3ae68d7a3532 req-323a231f-0c2b-49a1-8ea5-8d3c5bb7bd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:01.580642 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3d873218-4b66-4d32-81c0-3ae68d7a3532 req-323a231f-0c2b-49a1-8ea5-8d3c5bb7bd36 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=4472dfca9d7f40889221343c442f22ba&device_id=0b11a47d-d21b-4284-aa6e-a61c7cd6d55d HTTP/1.1" status: 200 len: 1094 time: 0.1732264 Sep 24 15:56:01.601776 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-463c7227-df9f-4759-b351-db52b2abea61 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:01.620948 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-9b01cc7d-1c1e-4601-b799-831f7f65c46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:56:01.635811 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b01cc7d-1c1e-4601-b799-831f7f65c46c None None] Routers {'cfab9575-dea1-4f9f-9cab-8cb22f3ba9f4'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:56:01.637728 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-9b01cc7d-1c1e-4601-b799-831f7f65c46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:55:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['cfab9575-dea1-4f9f-9cab-8cb22f3ba9f4'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:56:01.668351 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-463c7227-df9f-4759-b351-db52b2abea61 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:01.722801 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-9b01cc7d-1c1e-4601-b799-831f7f65c46c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:56:01.724614 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b01cc7d-1c1e-4601-b799-831f7f65c46c None None] The sync data for ids ['cfab9575-dea1-4f9f-9cab-8cb22f3ba9f4'] in n-d-808921-1 is: [] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:56:01.770913 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f1edb0-2395-4d98-ad7e-3845522fbb4d tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:01.772735 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-a7f1edb0-2395-4d98-ad7e-3845522fbb4d tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "GET /v2.0/ports?device_id=cfab9575-dea1-4f9f-9cab-8cb22f3ba9f4 HTTP/1.1" status: 200 len: 981 time: 0.2246015 Sep 24 15:56:01.801510 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46008) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:02.038477 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c31ad8d9-6689-471b-aef3-ab5af85ea74e tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Made reservation on behalf of 9b1de2c8a90e4c7b8a3f22e9202f02be for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:56:02.040413 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c31ad8d9-6689-471b-aef3-ab5af85ea74e tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:02.536364 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d873218-4b66-4d32-81c0-3ae68d7a3532 req-1b7c7ead-d2da-42c1-9bfb-64dc4c4ea2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:02.538420 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3d873218-4b66-4d32-81c0-3ae68d7a3532 req-1b7c7ead-d2da-42c1-9bfb-64dc4c4ea2e8 service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=4472dfca9d7f40889221343c442f22ba&shared=False HTTP/1.1" status: 200 len: 919 time: 0.9485350 Sep 24 15:56:02.549071 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5513814-11a9-42ec-aa69-3f175dcf9743 req-149dab69-f58a-4071-b305-5a78ca4b6ad3 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:02.550877 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d5513814-11a9-42ec-aa69-3f175dcf9743 req-149dab69-f58a-4071-b305-5a78ca4b6ad3 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=756dc3f9-786f-43e3-a1c1-2690c736e704 HTTP/1.1" status: 200 len: 945 time: 0.1390691 Sep 24 15:56:02.552334 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c31ad8d9-6689-471b-aef3-ab5af85ea74e tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:02.553363 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5436a861-b6e6-459f-987b-c49c21c4062b req-a6472581-5a6d-4aeb-84dc-b4dfbea06128 tempest-InstanceActionsV221TestJSON-874907181 tempest-InstanceActionsV221TestJSON-874907181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:02.563268 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5436a861-b6e6-459f-987b-c49c21c4062b req-a6472581-5a6d-4aeb-84dc-b4dfbea06128 tempest-InstanceActionsV221TestJSON-874907181 tempest-InstanceActionsV221TestJSON-874907181-project] 10.222.0.101 "GET /v2.0/ports?device_id=0b11a47d-d21b-4284-aa6e-a61c7cd6d55d HTTP/1.1" status: 200 len: 943 time: 0.8177192 Sep 24 15:56:02.628520 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-463c7227-df9f-4759-b351-db52b2abea61 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:02.632581 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-463c7227-df9f-4759-b351-db52b2abea61 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:02.635231 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31ad8d9-6689-471b-aef3-ab5af85ea74e tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Pushing event updated for resources: {'Subnet': ['ID=07f32281-ef3d-453d-a467-099f5d374412,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:02.638922 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-463c7227-df9f-4759-b351-db52b2abea61 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "DELETE /v2.0/security-groups/202b03dd-8b6c-450b-807e-d6079299f35d HTTP/1.1" status: 204 len: 168 time: 1.2417598 Sep 24 15:56:02.650390 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba0e6b-a51f-4223-a15a-5f7b09b7b9d2 req-3d08fe52-2449-4b61-bace-a1c8ecc689e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:02.652076 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b6ba0e6b-a51f-4223-a15a-5f7b09b7b9d2 req-3d08fe52-2449-4b61-bace-a1c8ecc689e5 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=756dc3f9-786f-43e3-a1c1-2690c736e704&tenant_id=7e512e155fd047afb7c369ee55b40ecc HTTP/1.1" status: 200 len: 1096 time: 0.3857658 Sep 24 15:56:02.667303 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-b6ba0e6b-a51f-4223-a15a-5f7b09b7b9d2 req-3dc25f8b-3e93-4638-9445-dc89f317c8af service neutron] Request body: {'port': {'binding:host_id': 'n-h2-808921-1', 'device_owner': 'compute:nova'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:56:02.721458 n-d-808921-1 neutron-server[95297]: DEBUG neutron.objects.ports [None req-755aa43b-a0c8-4a85-b67f-8585a4e3e986 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95297) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 24 15:56:02.745486 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d5513814-11a9-42ec-aa69-3f175dcf9743 req-b19eec59-e7f6-4f37-8d45-9459629fa4b4 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=e1bf097d-ba10-49b0-95a0-b191bbbc69a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1782348 Sep 24 15:56:02.771105 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-77d0ac14-881d-4de5-a1aa-bfb15c48df7b None None] Provisioning complete for port 3d0e8558-3fe2-4e02-95b6-aeb0a179ff9e triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:56:02.771608 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-77d0ac14-881d-4de5-a1aa-bfb15c48df7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:02.812268 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 3d0e8558-3fe2-4e02-95b6-aeb0a179ff9e up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:56:02.854391 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31ad8d9-6689-471b-aef3-ab5af85ea74e tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Checking segment: {'id': 'a3d4a97b-bdec-4774-9259-88a1714dbe8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '4c5a9727-6461-43c6-a250-f5ed0fa24177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:56:02.854928 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31ad8d9-6689-471b-aef3-ab5af85ea74e tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Network hostable DHCP agents. Network: 4c5a9727-6461-43c6-a250-f5ed0fa24177, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:56:02.866381 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-b6ba0e6b-a51f-4223-a15a-5f7b09b7b9d2 req-3dc25f8b-3e93-4638-9445-dc89f317c8af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:02.874494 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463c7227-df9f-4759-b351-db52b2abea61 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=202b03dd-8b6c-450b-807e-d6079299f35d,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:02.880968 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5436a861-b6e6-459f-987b-c49c21c4062b req-d6579443-0a3f-43bd-b70a-7fd4cdac213d tempest-InstanceActionsV221TestJSON-874907181 tempest-InstanceActionsV221TestJSON-874907181-project] 10.222.0.101 "GET /v2.0/security-groups?id=8f01d15e-96da-44d4-a1d5-1761ac1ea183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165157 Sep 24 15:56:02.980409 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d873218-4b66-4d32-81c0-3ae68d7a3532 req-a32074ba-0d49-413e-9788-777f9144ee73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:02.982196 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3d873218-4b66-4d32-81c0-3ae68d7a3532 req-a32074ba-0d49-413e-9788-777f9144ee73 service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4071550 Sep 24 15:56:03.020250 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-77d0ac14-881d-4de5-a1aa-bfb15c48df7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:03.037049 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46022) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:03.051558 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 3d0e8558-3fe2-4e02-95b6-aeb0a179ff9e triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:56:03.051924 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:03.058899 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31ad8d9-6689-471b-aef3-ab5af85ea74e tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Network 4c5a9727-6461-43c6-a250-f5ed0fa24177 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:56:03.189333 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.db.api [None req-77d0ac14-881d-4de5-a1aa-bfb15c48df7b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:56:03.189949 n-d-808921-1 neutron-server[95299]: DEBUG oslo_db.api [None req-77d0ac14-881d-4de5-a1aa-bfb15c48df7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:56:03.199723 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-c31ad8d9-6689-471b-aef3-ab5af85ea74e tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 4c5a9727-6461-43c6-a250-f5ed0fa24177) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:56:03.205941 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-755aa43b-a0c8-4a85-b67f-8585a4e3e986 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:03.208458 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:03.218558 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8d879f-d5ed-49ab-88e3-554620bbcaeb None None] Network 4c5a9727-6461-43c6-a250-f5ed0fa24177 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:56:03.220509 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31ad8d9-6689-471b-aef3-ab5af85ea74e tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:03.221284 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c31ad8d9-6689-471b-aef3-ab5af85ea74e tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:03.242707 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3be70b5b-e7f6-4eb9-b674-347c1545dc6c tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:03.288633 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-b6ba0e6b-a51f-4223-a15a-5f7b09b7b9d2 req-3dc25f8b-3e93-4638-9445-dc89f317c8af service neutron] For port aedc8984-c719-4441-90cd-2f9058b26fa4, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=aedc8984-c719-4441-90cd-2f9058b26fa4,segment=NetworkSegment(a16152fb-2bdf-4e02-99e2-b4e349df34e6),segment_id=a16152fb-2bdf-4e02-99e2-b4e349df34e6)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:56:03.326379 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-c31ad8d9-6689-471b-aef3-ab5af85ea74e tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0733223 Sep 24 15:56:03.330762 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46024) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:03.345814 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-4115e3dd-6d67-4018-adc1-ecc7b21d806a tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:56:03.371089 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.db.api [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:56:03.372591 n-d-808921-1 neutron-server[95299]: DEBUG oslo_db.api [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:56:03.404394 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-b6ba0e6b-a51f-4223-a15a-5f7b09b7b9d2 req-3dc25f8b-3e93-4638-9445-dc89f317c8af service neutron] For port aedc8984-c719-4441-90cd-2f9058b26fa4, host n-h1-808921-1, cleared binding levels {{(pid=95297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:56:03.412372 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec93f8-b03a-4c7e-969b-623865fa07fa req-81bd276e-c4ff-489f-b2dd-b4b83eae9b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:03.413898 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-86ec93f8-b03a-4c7e-969b-623865fa07fa req-81bd276e-c4ff-489f-b2dd-b4b83eae9b4c service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=4472dfca9d7f40889221343c442f22ba&device_id=0b11a47d-d21b-4284-aa6e-a61c7cd6d55d HTTP/1.1" status: 200 len: 1094 time: 0.3779755 Sep 24 15:56:03.463078 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c6f8a5-449c-4cca-97e3-392ff1506860 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-4c5a9727-6461-43c6-a250-f5ed0fa24177', 'network_id': '4c5a9727-6461-43c6-a250-f5ed0fa24177', 'tenant_id': '9b1de2c8a90e4c7b8a3f22e9202f02be', 'fixed_ips': [{'subnet_id': '07f32281-ef3d-453d-a467-099f5d374412'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:56:03.463795 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-39c6f8a5-449c-4cca-97e3-392ff1506860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:03.534433 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-86ec93f8-b03a-4c7e-969b-623865fa07fa req-175ed708-2574-4aaf-8970-a97b6dcd398f service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=aef0ee4c-78fd-4261-aee6-945714a93f78 HTTP/1.1" status: 200 len: 217 time: 0.1097989 Sep 24 15:56:03.554331 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '756dc3f9-786f-43e3-a1c1-2690c736e704', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aedc8984-c719-4441-90cd-2f9058b26fa4'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:56:03.556724 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98b94336-4a3d-45d6-94e2-fe3ec35c9a81" -d '{"events": [{"server_uuid": "756dc3f9-786f-43e3-a1c1-2690c736e704", "name": "network-vif-unplugged", "status": "completed", "tag": "aedc8984-c719-4441-90cd-2f9058b26fa4"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:56:03.561328 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-b6ba0e6b-a51f-4223-a15a-5f7b09b7b9d2 req-3dc25f8b-3e93-4638-9445-dc89f317c8af service neutron] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:03.586438 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4115e3dd-6d67-4018-adc1-ecc7b21d806a tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8890189'] for subnet, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:03.642254 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.provisioning_blocks [req-b6ba0e6b-a51f-4223-a15a-5f7b09b7b9d2 req-3dc25f8b-3e93-4638-9445-dc89f317c8af service neutron] Transition to ACTIVE for port object aedc8984-c719-4441-90cd-2f9058b26fa4 will not be triggered until provisioned by entity L2. {{(pid=95297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:56:03.659894 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec93f8-b03a-4c7e-969b-623865fa07fa req-d4623edd-0388-422b-8130-bdeb5ea24a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:03.660471 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-86ec93f8-b03a-4c7e-969b-623865fa07fa req-d4623edd-0388-422b-8130-bdeb5ea24a48 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=8b610bc2-63cb-4d97-b045-4d1e5f7573ee HTTP/1.1" status: 200 len: 857 time: 0.1161044 Sep 24 15:56:03.672180 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-755aa43b-a0c8-4a85-b67f-8585a4e3e986 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] For port 3d0e8558-3fe2-4e02-95b6-aeb0a179ff9e, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=3d0e8558-3fe2-4e02-95b6-aeb0a179ff9e,segment=NetworkSegment(fb531be8-b37e-4ff9-a98b-5c7db484a0eb),segment_id=fb531be8-b37e-4ff9-a98b-5c7db484a0eb)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:56:03.676690 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 15:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fcfdea1-2f88-4251-ae13-d4e5be78af9e x-openstack-request-id: req-3fcfdea1-2f88-4251-ae13-d4e5be78af9e {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:56:03.677216 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "756dc3f9-786f-43e3-a1c1-2690c736e704", "name": "network-vif-unplugged", "status": "completed", "tag": "aedc8984-c719-4441-90cd-2f9058b26fa4", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:56:03.677655 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-3fcfdea1-2f88-4251-ae13-d4e5be78af9e {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:56:03.680585 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '756dc3f9-786f-43e3-a1c1-2690c736e704', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aedc8984-c719-4441-90cd-2f9058b26fa4', 'code': 200} Sep 24 15:56:03.736976 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-b6ba0e6b-a51f-4223-a15a-5f7b09b7b9d2 req-3dc25f8b-3e93-4638-9445-dc89f317c8af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:03.761753 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-86ec93f8-b03a-4c7e-969b-623865fa07fa req-0dda4fb4-08c1-48a2-a45f-887a68bde68d service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=37e12990-d89a-41c9-8ebb-3667e0011fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0738101 Sep 24 15:56:03.851319 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-39c6f8a5-449c-4cca-97e3-392ff1506860 None None] Allocated IP 172.20.0.2 (4c5a9727-6461-43c6-a250-f5ed0fa24177/07f32281-ef3d-453d-a467-099f5d374412/314184e5-39d2-4eed-85c6-3dd40ab295a2) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:56:04.036803 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-755aa43b-a0c8-4a85-b67f-8585a4e3e986 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:04.038935 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-77d0ac14-881d-4de5-a1aa-bfb15c48df7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:04.084682 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-193192c2-3227-4aaa-a244-081fd016de0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:04.089277 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc25f8b-3e93-4638-9445-dc89f317c8af service neutron] Pushing event updated for resources: {'Port': ['ID=aedc8984-c719-4441-90cd-2f9058b26fa4,revision_number=10']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:04.111685 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:04.118281 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-3be70b5b-e7f6-4eb9-b674-347c1545dc6c tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Deleting port 9b5e10a7-74d7-496c-a928-3f52dbdb661f {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:56:04.119151 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3be70b5b-e7f6-4eb9-b674-347c1545dc6c tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:04.123516 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-755aa43b-a0c8-4a85-b67f-8585a4e3e986 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:04.124422 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-755aa43b-a0c8-4a85-b67f-8585a4e3e986 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:04.144855 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-86ec93f8-b03a-4c7e-969b-623865fa07fa req-e4a0214e-b84f-4c8e-a81d-ace0585f2fec service neutron] 10.222.0.110 "GET /v2.0/networks/37e12990-d89a-41c9-8ebb-3667e0011fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3722670 Sep 24 15:56:04.192361 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755aa43b-a0c8-4a85-b67f-8585a4e3e986 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event updated for resources: {'Subnet': ['ID=82c6d9e2-e7a9-4871-b13b-542a340de85e,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:04.235925 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6ba0e6b-a51f-4223-a15a-5f7b09b7b9d2 req-3dc25f8b-3e93-4638-9445-dc89f317c8af service neutron] No DVR routers for this DVR port aedc8984-c719-4441-90cd-2f9058b26fa4 on host n-h1-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:56:04.279305 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device aedc8984-c719-4441-90cd-2f9058b26fa4 no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:56:04.289926 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3be70b5b-e7f6-4eb9-b674-347c1545dc6c tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:04.303527 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-3be70b5b-e7f6-4eb9-b674-347c1545dc6c tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Calling delete_port for 9b5e10a7-74d7-496c-a928-3f52dbdb661f owned by network:router_interface {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:56:04.337244 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:04.343119 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device aedc8984-c719-4441-90cd-2f9058b26fa4 not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:56:04.348857 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70b2dac-ee9b-4c97-90ad-ae4c76849750 req-662b0f33-1e8f-4a8d-b551-bf30fa38f2b4 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:04.350647 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e70b2dac-ee9b-4c97-90ad-ae4c76849750 req-662b0f33-1e8f-4a8d-b551-bf30fa38f2b4 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=756dc3f9-786f-43e3-a1c1-2690c736e704 HTTP/1.1" status: 200 len: 944 time: 0.4286146 Sep 24 15:56:04.351728 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.db.api [None req-77d0ac14-881d-4de5-a1aa-bfb15c48df7b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:56:04.352523 n-d-808921-1 neutron-server[95299]: DEBUG oslo_db.api [None req-77d0ac14-881d-4de5-a1aa-bfb15c48df7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:56:04.373931 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.db.api [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:56:04.374926 n-d-808921-1 neutron-server[95299]: DEBUG oslo_db.api [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:56:04.375950 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-39c6f8a5-449c-4cca-97e3-392ff1506860 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:04.392242 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755aa43b-a0c8-4a85-b67f-8585a4e3e986 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Network 50d98e88-8a75-4835-9919-86c163395f7c is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:56:04.398660 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-755aa43b-a0c8-4a85-b67f-8585a4e3e986 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:56:04.411516 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fda4d0-043d-4af4-8058-3f545d76ab70 None None] Network 50d98e88-8a75-4835-9919-86c163395f7c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:56:04.423232 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755aa43b-a0c8-4a85-b67f-8585a4e3e986 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:04.424022 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-755aa43b-a0c8-4a85-b67f-8585a4e3e986 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:04.461907 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-b6ba0e6b-a51f-4223-a15a-5f7b09b7b9d2 req-3dc25f8b-3e93-4638-9445-dc89f317c8af service neutron] Attempting to bind port aedc8984-c719-4441-90cd-2f9058b26fa4 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:56:04.462396 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-b6ba0e6b-a51f-4223-a15a-5f7b09b7b9d2 req-3dc25f8b-3e93-4638-9445-dc89f317c8af service neutron] Attempting to bind port aedc8984-c719-4441-90cd-2f9058b26fa4 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': 'a16152fb-2bdf-4e02-99e2-b4e349df34e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '5a006511-b4c6-401d-bf2d-1c9456d23123'}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:56:04.462801 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ba0e6b-a51f-4223-a15a-5f7b09b7b9d2 req-3dc25f8b-3e93-4638-9445-dc89f317c8af service neutron] Attempting to bind port aedc8984-c719-4441-90cd-2f9058b26fa4 on network 5a006511-b4c6-401d-bf2d-1c9456d23123 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:56:04.484270 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-86ec93f8-b03a-4c7e-969b-623865fa07fa req-f2a2f38d-173a-4ba2-848e-d8c632b01854 service neutron] 10.222.0.110 "GET /v2.0/networks/37e12990-d89a-41c9-8ebb-3667e0011fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941851 Sep 24 15:56:04.500035 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ba0e6b-a51f-4223-a15a-5f7b09b7b9d2 req-3dc25f8b-3e93-4638-9445-dc89f317c8af service neutron] Port aedc8984-c719-4441-90cd-2f9058b26fa4 on network 5a006511-b4c6-401d-bf2d-1c9456d23123 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:56:04.501196 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ba0e6b-a51f-4223-a15a-5f7b09b7b9d2 req-3dc25f8b-3e93-4638-9445-dc89f317c8af service neutron] Attempting to bind port aedc8984-c719-4441-90cd-2f9058b26fa4 on network 5a006511-b4c6-401d-bf2d-1c9456d23123 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:56:04.508303 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755aa43b-a0c8-4a85-b67f-8585a4e3e986 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event updated for resources: {'Port': ['ID=3d0e8558-3fe2-4e02-95b6-aeb0a179ff9e,revision_number=4']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:04.528374 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e70b2dac-ee9b-4c97-90ad-ae4c76849750 req-695ee46e-851d-4c51-96d0-1070448f902f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=e1bf097d-ba10-49b0-95a0-b191bbbc69a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1469939 Sep 24 15:56:04.531789 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ba0e6b-a51f-4223-a15a-5f7b09b7b9d2 req-3dc25f8b-3e93-4638-9445-dc89f317c8af service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:56:04.532136 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ba0e6b-a51f-4223-a15a-5f7b09b7b9d2 req-3dc25f8b-3e93-4638-9445-dc89f317c8af service neutron] Checking segment: {'id': 'a16152fb-2bdf-4e02-99e2-b4e349df34e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '5a006511-b4c6-401d-bf2d-1c9456d23123'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:56:04.542988 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ba0e6b-a51f-4223-a15a-5f7b09b7b9d2 req-3dc25f8b-3e93-4638-9445-dc89f317c8af service neutron] Bound using segment: {'id': 'a16152fb-2bdf-4e02-99e2-b4e349df34e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '5a006511-b4c6-401d-bf2d-1c9456d23123'} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:56:04.542988 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-b6ba0e6b-a51f-4223-a15a-5f7b09b7b9d2 req-3dc25f8b-3e93-4638-9445-dc89f317c8af service neutron] Bound port: aedc8984-c719-4441-90cd-2f9058b26fa4, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a16152fb-2bdf-4e02-99e2-b4e349df34e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': '5a006511-b4c6-401d-bf2d-1c9456d23123'}}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:56:04.542988 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-b6ba0e6b-a51f-4223-a15a-5f7b09b7b9d2 req-3dc25f8b-3e93-4638-9445-dc89f317c8af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:04.567174 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cdf031-7917-4e13-a96b-c251044ef0ea req-f9a5c2e4-176f-4b34-9729-8884fe70b44e tempest-InstanceActionsV221TestJSON-874907181 tempest-InstanceActionsV221TestJSON-874907181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:04.568710 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-19cdf031-7917-4e13-a96b-c251044ef0ea req-f9a5c2e4-176f-4b34-9729-8884fe70b44e tempest-InstanceActionsV221TestJSON-874907181 tempest-InstanceActionsV221TestJSON-874907181-project] 10.222.0.101 "GET /v2.0/ports?device_id=0b11a47d-d21b-4284-aa6e-a61c7cd6d55d HTTP/1.1" status: 200 len: 943 time: 0.4224222 Sep 24 15:56:04.607402 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-b6ba0e6b-a51f-4223-a15a-5f7b09b7b9d2 req-3dc25f8b-3e93-4638-9445-dc89f317c8af service neutron] For port aedc8984-c719-4441-90cd-2f9058b26fa4, host n-h2-808921-1, cleared binding levels {{(pid=95297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:56:04.610501 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-b6ba0e6b-a51f-4223-a15a-5f7b09b7b9d2 req-3dc25f8b-3e93-4638-9445-dc89f317c8af service neutron] For port aedc8984-c719-4441-90cd-2f9058b26fa4, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=aedc8984-c719-4441-90cd-2f9058b26fa4,segment=NetworkSegment(a16152fb-2bdf-4e02-99e2-b4e349df34e6),segment_id=a16152fb-2bdf-4e02-99e2-b4e349df34e6)] {{(pid=95297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:56:04.720731 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-19cdf031-7917-4e13-a96b-c251044ef0ea req-00bb16da-281b-41b3-8c94-5f98753ac42a tempest-InstanceActionsV221TestJSON-874907181 tempest-InstanceActionsV221TestJSON-874907181-project] 10.222.0.101 "GET /v2.0/security-groups?id=8f01d15e-96da-44d4-a1d5-1761ac1ea183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253021 Sep 24 15:56:04.739460 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-98ef0238-cd72-4245-95b8-35c3bc6ccaf9 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:04.815867 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:04.850628 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port 3d0e8558-3fe2-4e02-95b6-aeb0a179ff9e, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=3d0e8558-3fe2-4e02-95b6-aeb0a179ff9e,segment=NetworkSegment(fb531be8-b37e-4ff9-a98b-5c7db484a0eb),segment_id=fb531be8-b37e-4ff9-a98b-5c7db484a0eb)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:56:04.872708 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-39c6f8a5-449c-4cca-97e3-392ff1506860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:04.902261 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c6f8a5-449c-4cca-97e3-392ff1506860 None None] Network 4c5a9727-6461-43c6-a250-f5ed0fa24177 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:56:04.905487 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-39c6f8a5-449c-4cca-97e3-392ff1506860 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:56:04.909302 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c6f8a5-449c-4cca-97e3-392ff1506860 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:56:04.923770 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c6f8a5-449c-4cca-97e3-392ff1506860 None None] Pushing event updated for resources: {'Port': ['ID=314184e5-39d2-4eed-85c6-3dd40ab295a2,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:04.945592 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-755aa43b-a0c8-4a85-b67f-8585a4e3e986 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.8729966 Sep 24 15:56:04.950465 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46036) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:04.956669 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-5c33f1e7-b689-4ce7-88c4-9113a49e6865 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Request body: {'port': {'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'mac_address': 'fa:16:3e:92:01:20', 'name': 'tempest-NetworksTestDHCPv6-1829118067'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:56:04.982896 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-39c6f8a5-449c-4cca-97e3-392ff1506860 None None] Attempting to bind port 314184e5-39d2-4eed-85c6-3dd40ab295a2 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:56:04.983680 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-39c6f8a5-449c-4cca-97e3-392ff1506860 None None] Attempting to bind port 314184e5-39d2-4eed-85c6-3dd40ab295a2 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'a3d4a97b-bdec-4774-9259-88a1714dbe8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '4c5a9727-6461-43c6-a250-f5ed0fa24177'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:56:04.984062 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c6f8a5-449c-4cca-97e3-392ff1506860 None None] Attempting to bind port 314184e5-39d2-4eed-85c6-3dd40ab295a2 on network 4c5a9727-6461-43c6-a250-f5ed0fa24177 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:56:04.994493 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c6f8a5-449c-4cca-97e3-392ff1506860 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:56:04.995008 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c6f8a5-449c-4cca-97e3-392ff1506860 None None] Checking segment: {'id': 'a3d4a97b-bdec-4774-9259-88a1714dbe8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '4c5a9727-6461-43c6-a250-f5ed0fa24177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:56:04.995425 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-39c6f8a5-449c-4cca-97e3-392ff1506860 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:04.995829 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c6f8a5-449c-4cca-97e3-392ff1506860 None None] Bound using segment: {'id': 'a3d4a97b-bdec-4774-9259-88a1714dbe8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '4c5a9727-6461-43c6-a250-f5ed0fa24177'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:56:04.996318 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-39c6f8a5-449c-4cca-97e3-392ff1506860 None None] Bound port: 314184e5-39d2-4eed-85c6-3dd40ab295a2, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3d4a97b-bdec-4774-9259-88a1714dbe8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '4c5a9727-6461-43c6-a250-f5ed0fa24177'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:56:04.996706 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-39c6f8a5-449c-4cca-97e3-392ff1506860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:05.031538 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-b6ba0e6b-a51f-4223-a15a-5f7b09b7b9d2 req-3dc25f8b-3e93-4638-9445-dc89f317c8af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:05.123013 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-39c6f8a5-449c-4cca-97e3-392ff1506860 None None] For port 314184e5-39d2-4eed-85c6-3dd40ab295a2, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:56:05.127216 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3be70b5b-e7f6-4eb9-b674-347c1545dc6c tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:05.128495 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-39c6f8a5-449c-4cca-97e3-392ff1506860 None None] For port 314184e5-39d2-4eed-85c6-3dd40ab295a2, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=314184e5-39d2-4eed-85c6-3dd40ab295a2,segment=NetworkSegment(a3d4a97b-bdec-4774-9259-88a1714dbe8e),segment_id=a3d4a97b-bdec-4774-9259-88a1714dbe8e)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:56:05.134958 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:05.142759 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4115e3dd-6d67-4018-adc1-ecc7b21d806a tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772637962999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3191475'] for subnet, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:05.200627 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba0e6b-a51f-4223-a15a-5f7b09b7b9d2 req-3dc25f8b-3e93-4638-9445-dc89f317c8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:05.201275 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-b6ba0e6b-a51f-4223-a15a-5f7b09b7b9d2 req-3dc25f8b-3e93-4638-9445-dc89f317c8af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:05.207210 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b6ba0e6b-a51f-4223-a15a-5f7b09b7b9d2 req-3dc25f8b-3e93-4638-9445-dc89f317c8af service neutron] 10.222.0.108 "PUT /v2.0/ports/aedc8984-c719-4441-90cd-2f9058b26fa4 HTTP/1.1" status: 200 len: 1092 time: 2.5449553 Sep 24 15:56:05.268351 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-39c6f8a5-449c-4cca-97e3-392ff1506860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:05.285415 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4115e3dd-6d67-4018-adc1-ecc7b21d806a tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:05.286330 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4115e3dd-6d67-4018-adc1-ecc7b21d806a tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:05.289082 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-4115e3dd-6d67-4018-adc1-ecc7b21d806a tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] 10.222.0.101 "PUT /v2.0/subnets/07f32281-ef3d-453d-a467-099f5d374412 HTTP/1.1" status: 200 len: 806 time: 1.9479532 Sep 24 15:56:05.326529 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 3d0e8558-3fe2-4e02-95b6-aeb0a179ff9e up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:56:05.358814 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46042) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:05.475562 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:05.489485 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=3d0e8558-3fe2-4e02-95b6-aeb0a179ff9e,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:05.493047 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc25f8b-3e93-4638-9445-dc89f317c8af service neutron] Pushing event updated for resources: {'Port': ['ID=aedc8984-c719-4441-90cd-2f9058b26fa4,revision_number=11']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:05.503765 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4115e3dd-6d67-4018-adc1-ecc7b21d806a tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Pushing event updated for resources: {'Subnet': ['ID=07f32281-ef3d-453d-a467-099f5d374412,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:05.511333 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba0e6b-a51f-4223-a15a-5f7b09b7b9d2 req-ff8cd789-748c-45de-bf70-c23bbbc45b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:05.512884 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b6ba0e6b-a51f-4223-a15a-5f7b09b7b9d2 req-ff8cd789-748c-45de-bf70-c23bbbc45b95 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=7e512e155fd047afb7c369ee55b40ecc&device_id=756dc3f9-786f-43e3-a1c1-2690c736e704 HTTP/1.1" status: 200 len: 1095 time: 0.2173507 Sep 24 15:56:05.611679 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c6f8a5-449c-4cca-97e3-392ff1506860 None None] Pushing event updated for resources: {'Port': ['ID=314184e5-39d2-4eed-85c6-3dd40ab295a2,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:05.698136 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 3d0e8558-3fe2-4e02-95b6-aeb0a179ff9e triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:56:05.705234 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:05.781009 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '756dc3f9-786f-43e3-a1c1-2690c736e704', 'tag': 'aedc8984-c719-4441-90cd-2f9058b26fa4'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:56:05.786571 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d809fb-b280-4779-9e74-ec64dccc85f8" -d '{"events": [{"name": "network-changed", "server_uuid": "756dc3f9-786f-43e3-a1c1-2690c736e704", "tag": "aedc8984-c719-4441-90cd-2f9058b26fa4"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:56:05.802701 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba0e6b-a51f-4223-a15a-5f7b09b7b9d2 req-d4522f84-6e81-4be1-b427-eeeba16f3efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:05.804460 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b6ba0e6b-a51f-4223-a15a-5f7b09b7b9d2 req-d4522f84-6e81-4be1-b427-eeeba16f3efd service neutron] 10.222.0.108 "GET /v2.0/networks?id=5a006511-b4c6-401d-bf2d-1c9456d23123 HTTP/1.1" status: 200 len: 898 time: 0.2391887 Sep 24 15:56:05.839687 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-64acc2f0-7863-423b-a26e-925770afc028 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:05.867818 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-e039171f-6de2-406c-ab5f-a323de0a627d None None] Provisioning complete for port 3d0e8558-3fe2-4e02-95b6-aeb0a179ff9e triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:56:05.868190 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e039171f-6de2-406c-ab5f-a323de0a627d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:05.893166 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be70b5b-e7f6-4eb9-b674-347c1545dc6c tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event deleted for resources: {'Port': ['ID=9b5e10a7-74d7-496c-a928-3f52dbdb661f,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:05.999084 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b6ba0e6b-a51f-4223-a15a-5f7b09b7b9d2 req-8c56b3cd-3177-454b-a58f-9c484096b654 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aedc8984-c719-4441-90cd-2f9058b26fa4 HTTP/1.1" status: 200 len: 999 time: 0.1840992 Sep 24 15:56:06.021172 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4b8482-0a23-435b-8237-7c4370970471 req-bcdfc3df-d544-4d42-b1d0-1532680030b3 tempest-InstanceActionsV221TestJSON-874907181 tempest-InstanceActionsV221TestJSON-874907181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:06.029000 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ec4b8482-0a23-435b-8237-7c4370970471 req-bcdfc3df-d544-4d42-b1d0-1532680030b3 tempest-InstanceActionsV221TestJSON-874907181 tempest-InstanceActionsV221TestJSON-874907181-project] 10.222.0.101 "GET /v2.0/ports?device_id=0b11a47d-d21b-4284-aa6e-a61c7cd6d55d HTTP/1.1" status: 200 len: 943 time: 0.1360927 Sep 24 15:56:06.041382 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562f1106-e0df-4601-a5e9-a68b567a8a5e req-21cdb6a5-45aa-48ea-a6be-f698ab709fdf tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:06.043255 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-562f1106-e0df-4601-a5e9-a68b567a8a5e req-21cdb6a5-45aa-48ea-a6be-f698ab709fdf tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=756dc3f9-786f-43e3-a1c1-2690c736e704 HTTP/1.1" status: 200 len: 944 time: 0.2135472 Sep 24 15:56:06.131361 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba0e6b-a51f-4223-a15a-5f7b09b7b9d2 req-29b15cf0-4ad1-48fc-8a61-21e7c3213546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:06.133129 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b6ba0e6b-a51f-4223-a15a-5f7b09b7b9d2 req-29b15cf0-4ad1-48fc-8a61-21e7c3213546 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=a105c675-e167-42b4-b812-5ae7f91fba38 HTTP/1.1" status: 200 len: 835 time: 0.1208808 Sep 24 15:56:06.137565 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ec4b8482-0a23-435b-8237-7c4370970471 req-5dc882a9-e4b5-4f33-a7bc-739c5632937f tempest-InstanceActionsV221TestJSON-874907181 tempest-InstanceActionsV221TestJSON-874907181-project] 10.222.0.101 "GET /v2.0/security-groups?id=8f01d15e-96da-44d4-a1d5-1761ac1ea183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077166 Sep 24 15:56:06.144770 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-64acc2f0-7863-423b-a26e-925770afc028 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Deleting port 314184e5-39d2-4eed-85c6-3dd40ab295a2 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:56:06.145182 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-64acc2f0-7863-423b-a26e-925770afc028 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:06.163186 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3be70b5b-e7f6-4eb9-b674-347c1545dc6c tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:06.270984 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device aef0ee4c-78fd-4261-aee6-945714a93f78 details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:56:06.299357 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-64acc2f0-7863-423b-a26e-925770afc028 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] For port 314184e5-39d2-4eed-85c6-3dd40ab295a2, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=314184e5-39d2-4eed-85c6-3dd40ab295a2,segment=NetworkSegment(a3d4a97b-bdec-4774-9259-88a1714dbe8e),segment_id=a3d4a97b-bdec-4774-9259-88a1714dbe8e)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:56:06.299746 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-64acc2f0-7863-423b-a26e-925770afc028 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:06.331494 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c33f1e7-b689-4ce7-88c4-9113a49e6865 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Made reservation on behalf of 1ffc126d96724ce991d5ac46e64fd1ec for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:56:06.332145 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-64acc2f0-7863-423b-a26e-925770afc028 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Calling delete_port for 314184e5-39d2-4eed-85c6-3dd40ab295a2 owned by network:dhcp {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:56:06.425587 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-98ef0238-cd72-4245-95b8-35c3bc6ccaf9 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Deleting port f110d8a9-7d91-48ca-833e-929f7bb3af71 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:56:06.426317 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-98ef0238-cd72-4245-95b8-35c3bc6ccaf9 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:06.450605 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-562f1106-e0df-4601-a5e9-a68b567a8a5e req-003fa71a-9df0-4034-877c-32682b1580d2 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=e1bf097d-ba10-49b0-95a0-b191bbbc69a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2851086 Sep 24 15:56:06.476755 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port aef0ee4c-78fd-4261-aee6-945714a93f78, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=aef0ee4c-78fd-4261-aee6-945714a93f78,segment=NetworkSegment(2d4148f7-78e5-4002-a3d3-cbf2f9d23b6f),segment_id=2d4148f7-78e5-4002-a3d3-cbf2f9d23b6f)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:56:06.526612 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': 'aef0ee4c-78fd-4261-aee6-945714a93f78', 'network_id': '37e12990-d89a-41c9-8ebb-3667e0011fed', 'port_id': 'aef0ee4c-78fd-4261-aee6-945714a93f78', 'mac_address': 'fa:16:3e:1c:fb:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b610bc2-63cb-4d97-b045-4d1e5f7573ee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:56:06.534098 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1231ff-b7fa-4117-b5cd-6d4e95e91df3 x-openstack-request-id: req-ef1231ff-b7fa-4117-b5cd-6d4e95e91df3 {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:56:06.534426 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "756dc3f9-786f-43e3-a1c1-2690c736e704", "tag": "aedc8984-c719-4441-90cd-2f9058b26fa4", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:56:06.534701 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ef1231ff-b7fa-4117-b5cd-6d4e95e91df3 {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:56:06.535086 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '756dc3f9-786f-43e3-a1c1-2690c736e704', 'tag': 'aedc8984-c719-4441-90cd-2f9058b26fa4', 'status': 'completed', 'code': 200} Sep 24 15:56:06.595212 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba0e6b-a51f-4223-a15a-5f7b09b7b9d2 req-3ec450cd-b9c6-4b65-9d4e-3eaa361af25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:06.596832 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b6ba0e6b-a51f-4223-a15a-5f7b09b7b9d2 req-3ec450cd-b9c6-4b65-9d4e-3eaa361af25c service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=5a006511-b4c6-401d-bf2d-1c9456d23123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0609665 Sep 24 15:56:06.640338 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:06.660819 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-64acc2f0-7863-423b-a26e-925770afc028 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:06.661198 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aef0ee4c-78fd-4261-aee6-945714a93f78 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:56:06.674754 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d809fb-b280-4779-9e74-ec64dccc85f8 req-66bd9001-6fbe-4e2d-b863-c49fe3bddd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:06.676787 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-36d809fb-b280-4779-9e74-ec64dccc85f8 req-66bd9001-6fbe-4e2d-b863-c49fe3bddd01 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=7e512e155fd047afb7c369ee55b40ecc&device_id=756dc3f9-786f-43e3-a1c1-2690c736e704 HTTP/1.1" status: 200 len: 1095 time: 0.3715248 Sep 24 15:56:06.709369 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port aef0ee4c-78fd-4261-aee6-945714a93f78, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=aef0ee4c-78fd-4261-aee6-945714a93f78,segment=NetworkSegment(2d4148f7-78e5-4002-a3d3-cbf2f9d23b6f),segment_id=2d4148f7-78e5-4002-a3d3-cbf2f9d23b6f)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:56:06.709611 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3be70b5b-e7f6-4eb9-b674-347c1545dc6c tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Router cfab9575-dea1-4f9f-9cab-8cb22f3ba9f4 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:56:06.711758 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:06.726277 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64acc2f0-7863-423b-a26e-925770afc028 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Pushing event deleted for resources: {'Port': ['ID=314184e5-39d2-4eed-85c6-3dd40ab295a2,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:06.789504 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64acc2f0-7863-423b-a26e-925770afc028 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] No DVR routers for this DVR port 314184e5-39d2-4eed-85c6-3dd40ab295a2 on host n-d-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:56:06.793030 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:06.796118 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b6ba0e6b-a51f-4223-a15a-5f7b09b7b9d2 req-0f5141d1-bce8-4561-b77f-700e11a70889 service neutron] 10.222.0.108 "GET /v2.0/networks/5a006511-b4c6-401d-bf2d-1c9456d23123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893277 Sep 24 15:56:06.800576 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5c33f1e7-b689-4ce7-88c4-9113a49e6865 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:06.874048 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=aef0ee4c-78fd-4261-aee6-945714a93f78,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:06.877912 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96cd05d-0056-40a8-8a42-6e98f851a2dd None None] Network 4c5a9727-6461-43c6-a250-f5ed0fa24177 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:56:06.925956 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7431a62f-e360-4e14-a05e-6c539c4faba4 None None] Could not find standard attr ID for object 314184e5-39d2-4eed-85c6-3dd40ab295a2. {{(pid=95299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 15:56:06.947588 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be70b5b-e7f6-4eb9-b674-347c1545dc6c tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:56:06.953259 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-3be70b5b-e7f6-4eb9-b674-347c1545dc6c tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "PUT /v2.0/routers/cfab9575-dea1-4f9f-9cab-8cb22f3ba9f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1486616 Sep 24 15:56:06.958731 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a346298-0025-44f1-a0b3-c83b0858f9db None None] Sync routers for ids ['cfab9575-dea1-4f9f-9cab-8cb22f3ba9f4'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:56:06.968856 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [None req-5c33f1e7-b689-4ce7-88c4-9113a49e6865 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] device_id is not set on port d04c5d0f-a19a-4570-94f0-c33463d4c58a yet. {{(pid=95298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:56:06.975480 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46054) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:06.975911 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a346298-0025-44f1-a0b3-c83b0858f9db None None] Routers {'cfab9575-dea1-4f9f-9cab-8cb22f3ba9f4'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:56:06.976732 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-7a346298-0025-44f1-a0b3-c83b0858f9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:56:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['cfab9575-dea1-4f9f-9cab-8cb22f3ba9f4'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:56:06.995621 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-98ef0238-cd72-4245-95b8-35c3bc6ccaf9 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] For port f110d8a9-7d91-48ca-833e-929f7bb3af71, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=f110d8a9-7d91-48ca-833e-929f7bb3af71,segment=NetworkSegment(d7f03bc8-ea19-48e4-af94-237cd7b5d9dc),segment_id=d7f03bc8-ea19-48e4-af94-237cd7b5d9dc)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:56:07.000658 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-98ef0238-cd72-4245-95b8-35c3bc6ccaf9 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:07.059234 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-7a346298-0025-44f1-a0b3-c83b0858f9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:56:07.067181 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb270bce-ef1c-4a06-a91b-2d41ce8f6ce3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] GET failed (client error): The resource could not be found. Sep 24 15:56:07.068814 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-bb270bce-ef1c-4a06-a91b-2d41ce8f6ce3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "GET /v2.0/ports/9b5e10a7-74d7-496c-a928-3f52dbdb661f HTTP/1.1" status: 404 len: 333 time: 0.0904646 Sep 24 15:56:07.069873 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-98ef0238-cd72-4245-95b8-35c3bc6ccaf9 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Calling delete_port for f110d8a9-7d91-48ca-833e-929f7bb3af71 owned by network:router_interface {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:56:07.077279 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46056) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:07.078381 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a346298-0025-44f1-a0b3-c83b0858f9db None None] Routers {'cfab9575-dea1-4f9f-9cab-8cb22f3ba9f4'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:56:07.079241 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-7a346298-0025-44f1-a0b3-c83b0858f9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:56:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['cfab9575-dea1-4f9f-9cab-8cb22f3ba9f4'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:56:07.092593 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['aef0ee4c-78fd-4261-aee6-945714a93f78'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:56:07.139200 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-7a346298-0025-44f1-a0b3-c83b0858f9db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:56:07.140143 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a346298-0025-44f1-a0b3-c83b0858f9db None None] The sync data for ids ['cfab9575-dea1-4f9f-9cab-8cb22f3ba9f4'] in n-d-808921-1 is: [] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:56:07.184051 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-64acc2f0-7863-423b-a26e-925770afc028 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:07.355209 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 3d0e8558-3fe2-4e02-95b6-aeb0a179ff9e up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:56:07.424865 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-5c33f1e7-b689-4ce7-88c4-9113a49e6865 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Allocated IP 2001:db8::92 (50d98e88-8a75-4835-9919-86c163395f7c/ac808c57-7f21-4063-9549-23ed5d12f993/d04c5d0f-a19a-4570-94f0-c33463d4c58a) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:56:07.433857 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-5c33f1e7-b689-4ce7-88c4-9113a49e6865 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Allocated IP 2001:db8:0:1:f816:3eff:fe92:120 (50d98e88-8a75-4835-9919-86c163395f7c/82c6d9e2-e7a9-4871-b13b-542a340de85e/d04c5d0f-a19a-4570-94f0-c33463d4c58a) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:56:07.439277 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b6ba0e6b-a51f-4223-a15a-5f7b09b7b9d2 req-ebb256fd-e218-4f2e-9e74-8178f5c06f77 service neutron] 10.222.0.108 "GET /v2.0/networks/5a006511-b4c6-401d-bf2d-1c9456d23123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051579 Sep 24 15:56:07.448412 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-64acc2f0-7863-423b-a26e-925770afc028 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:07.488599 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d809fb-b280-4779-9e74-ec64dccc85f8 req-18897efe-a203-410b-b1a4-cd281d1c04da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:07.490101 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-36d809fb-b280-4779-9e74-ec64dccc85f8 req-18897efe-a203-410b-b1a4-cd281d1c04da service neutron] 10.222.0.110 "GET /v2.0/networks?id=5a006511-b4c6-401d-bf2d-1c9456d23123 HTTP/1.1" status: 200 len: 898 time: 0.8035278 Sep 24 15:56:07.497345 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 3d0e8558-3fe2-4e02-95b6-aeb0a179ff9e triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:56:07.497767 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:07.534196 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64acc2f0-7863-423b-a26e-925770afc028 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Pushing event deleted for resources: {'Subnet': ['ID=07f32281-ef3d-453d-a467-099f5d374412,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:07.575176 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b35ceb-4b4b-44ab-babe-a1fbf9c21d88 req-8c0d31b4-3a04-49d2-a888-fc93e3531d6a tempest-InstanceActionsV221TestJSON-874907181 tempest-InstanceActionsV221TestJSON-874907181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:07.575176 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-27b35ceb-4b4b-44ab-babe-a1fbf9c21d88 req-8c0d31b4-3a04-49d2-a888-fc93e3531d6a tempest-InstanceActionsV221TestJSON-874907181 tempest-InstanceActionsV221TestJSON-874907181-project] 10.222.0.101 "GET /v2.0/ports?device_id=0b11a47d-d21b-4284-aa6e-a61c7cd6d55d HTTP/1.1" status: 200 len: 944 time: 0.2133942 Sep 24 15:56:07.575512 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ceb5d91-7072-432c-b1dd-f4031a000c90 None None] Network 4c5a9727-6461-43c6-a250-f5ed0fa24177 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:56:07.598175 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d92fd9a3-0e37-44f8-bcea-8f3ae1e88385 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for router, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:07.740553 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-64acc2f0-7863-423b-a26e-925770afc028 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:07.754738 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-36d809fb-b280-4779-9e74-ec64dccc85f8 req-4352bc40-ad25-4354-bd99-8fa0f9b12e7c service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aedc8984-c719-4441-90cd-2f9058b26fa4 HTTP/1.1" status: 200 len: 999 time: 0.1524591 Sep 24 15:56:07.772888 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d809fb-b280-4779-9e74-ec64dccc85f8 req-08cda5a7-6980-4359-b989-45623a532f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:07.774617 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-36d809fb-b280-4779-9e74-ec64dccc85f8 req-08cda5a7-6980-4359-b989-45623a532f3c service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=7e512e155fd047afb7c369ee55b40ecc&device_id=756dc3f9-786f-43e3-a1c1-2690c736e704 HTTP/1.1" status: 200 len: 1095 time: 0.2157516 Sep 24 15:56:07.784750 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-27b35ceb-4b4b-44ab-babe-a1fbf9c21d88 req-cadddb81-f4c1-4e2d-8a67-000e52ee9a3c tempest-InstanceActionsV221TestJSON-874907181 tempest-InstanceActionsV221TestJSON-874907181-project] 10.222.0.101 "GET /v2.0/security-groups?id=8f01d15e-96da-44d4-a1d5-1761ac1ea183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184567 Sep 24 15:56:07.796399 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-64acc2f0-7863-423b-a26e-925770afc028 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c5a9727-6461-43c6-a250-f5ed0fa24177']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:56:07.817304 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3ff8b5-cff7-4d02-b883-2cd5f1a19e31 None None] DHCP port deletion for 4c5a9727-6461-43c6-a250-f5ed0fa24177 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:56:07.818004 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-64acc2f0-7863-423b-a26e-925770afc028 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3d4a97b-bdec-4774-9259-88a1714dbe8e') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:56:07.818306 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-64acc2f0-7863-423b-a26e-925770afc028 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3d4a97b-bdec-4774-9259-88a1714dbe8e') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:56:07.844018 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-64acc2f0-7863-423b-a26e-925770afc028 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:07.891270 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-64acc2f0-7863-423b-a26e-925770afc028 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:07.905152 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64acc2f0-7863-423b-a26e-925770afc028 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Releasing vlan 1275 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:56:07.905575 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-64acc2f0-7863-423b-a26e-925770afc028 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:07.908576 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:56:07.908576 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:56:07.908576 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:56:07.908576 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:56:07.908576 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:56:07.908576 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:56:07.908576 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:56:07.908576 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:56:07.908576 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:56:07.908576 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:56:07.908576 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:56:07.908576 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:56:07.908576 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:56:07.908576 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:56:07.908576 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:56:07.908576 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:56:07.908576 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:56:07.908576 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:56:07.908576 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:56:07.908576 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:56:07.908576 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:56:07.908576 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:56:07.908576 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:56:07.908576 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:56:07.908576 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:56:07.908576 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:56:07.908576 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:56:07.908576 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:56:07.908576 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:56:07.908576 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:56:07.908576 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:56:07.908576 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:56:07.974221 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d809fb-b280-4779-9e74-ec64dccc85f8 req-baef6f70-33f0-4adf-abab-6df843d5fe1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:07.975679 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-36d809fb-b280-4779-9e74-ec64dccc85f8 req-baef6f70-33f0-4adf-abab-6df843d5fe1f service neutron] 10.222.0.108 "GET /v2.0/networks?id=5a006511-b4c6-401d-bf2d-1c9456d23123 HTTP/1.1" status: 200 len: 898 time: 0.1884613 Sep 24 15:56:08.050026 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-36d809fb-b280-4779-9e74-ec64dccc85f8 req-48ab8aae-98b1-4c24-8025-d79024b017ad service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aedc8984-c719-4441-90cd-2f9058b26fa4 HTTP/1.1" status: 200 len: 999 time: 0.0650871 Sep 24 15:56:08.063299 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d809fb-b280-4779-9e74-ec64dccc85f8 req-be688d21-deaf-44a1-b03e-9e3231fcd7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:08.064777 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-36d809fb-b280-4779-9e74-ec64dccc85f8 req-be688d21-deaf-44a1-b03e-9e3231fcd7c7 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=a105c675-e167-42b4-b812-5ae7f91fba38 HTTP/1.1" status: 200 len: 835 time: 0.2984505 Sep 24 15:56:08.088718 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-64acc2f0-7863-423b-a26e-925770afc028 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:08.100962 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-64acc2f0-7863-423b-a26e-925770afc028 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:08.102873 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-64acc2f0-7863-423b-a26e-925770afc028 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] 10.222.0.101 "DELETE /v2.0/networks/4c5a9727-6461-43c6-a250-f5ed0fa24177 HTTP/1.1" status: 204 len: 168 time: 2.7307982 Sep 24 15:56:08.106629 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46068) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:08.127316 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64acc2f0-7863-423b-a26e-925770afc028 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Pushing event deleted for resources: {'Network': ['ID=4c5a9727-6461-43c6-a250-f5ed0fa24177,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:08.145389 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d809fb-b280-4779-9e74-ec64dccc85f8 req-78479ca3-c1c1-4d23-99d7-b6cdf0b1a61a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:08.147097 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-36d809fb-b280-4779-9e74-ec64dccc85f8 req-78479ca3-c1c1-4d23-99d7-b6cdf0b1a61a service neutron] 10.222.0.108 "GET /v2.0/subnets?id=a105c675-e167-42b4-b812-5ae7f91fba38 HTTP/1.1" status: 200 len: 835 time: 0.0880508 Sep 24 15:56:08.148183 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f630f7c-b365-4083-aa60-2ab487c066ce tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:08.148788 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f630f7c-b365-4083-aa60-2ab487c066ce tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:08.151517 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-9f630f7c-b365-4083-aa60-2ab487c066ce tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] 10.222.0.101 "DELETE /v2.0/networks/4c5a9727-6461-43c6-a250-f5ed0fa24177 HTTP/1.1" status: 404 len: 339 time: 0.0350168 Sep 24 15:56:08.163125 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46070) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:08.169355 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-df14fb85-d7f5-44c3-8537-a7ab63ba9a3c tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1762226352', 'description': 'd1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:56:08.221980 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d809fb-b280-4779-9e74-ec64dccc85f8 req-00eb9203-6875-47ba-8819-e5dfe0f6ebae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:08.223596 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-36d809fb-b280-4779-9e74-ec64dccc85f8 req-00eb9203-6875-47ba-8819-e5dfe0f6ebae service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=5a006511-b4c6-401d-bf2d-1c9456d23123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689538 Sep 24 15:56:08.290590 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device aef0ee4c-78fd-4261-aee6-945714a93f78 up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:56:08.325071 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df14fb85-d7f5-44c3-8537-a7ab63ba9a3c tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Made reservation on behalf of 9b1de2c8a90e4c7b8a3f22e9202f02be for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:56:08.328963 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-df14fb85-d7f5-44c3-8537-a7ab63ba9a3c tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:08.358731 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df14fb85-d7f5-44c3-8537-a7ab63ba9a3c tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1297} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:56:08.370113 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-36d809fb-b280-4779-9e74-ec64dccc85f8 req-adb51a6b-5401-43b7-b180-1104324f0921 service neutron] 10.222.0.108 "GET /v2.0/networks/5a006511-b4c6-401d-bf2d-1c9456d23123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373920 Sep 24 15:56:08.374633 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-df14fb85-d7f5-44c3-8537-a7ab63ba9a3c tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:08.375035 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-df14fb85-d7f5-44c3-8537-a7ab63ba9a3c tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Added segment 99f7c5d3-e2c7-425f-b991-941c86b6d54e of type vlan for network 4279bcfc-0052-49c7-94aa-1995dcd83d0f Sep 24 15:56:08.378222 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d92fd9a3-0e37-44f8-bcea-8f3ae1e88385 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:08.393445 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d92fd9a3-0e37-44f8-bcea-8f3ae1e88385 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:08.435078 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port aef0ee4c-78fd-4261-aee6-945714a93f78 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:56:08.435078 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port aef0ee4c-78fd-4261-aee6-945714a93f78 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:56:08.435078 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:08.455514 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc933f2a-2910-461b-b6cb-da29f1e85f92 req-64823db9-d16f-44cd-809f-cc9c299903d6 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:08.456807 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bc933f2a-2910-461b-b6cb-da29f1e85f92 req-64823db9-d16f-44cd-809f-cc9c299903d6 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=756dc3f9-786f-43e3-a1c1-2690c736e704 HTTP/1.1" status: 200 len: 944 time: 0.6803143 Sep 24 15:56:08.466007 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-df14fb85-d7f5-44c3-8537-a7ab63ba9a3c tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:08.527887 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5c33f1e7-b689-4ce7-88c4-9113a49e6865 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:08.569973 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-36d809fb-b280-4779-9e74-ec64dccc85f8 req-92284e4c-6741-4f6d-9803-0f9314c39ac8 service neutron] 10.222.0.108 "GET /v2.0/networks/5a006511-b4c6-401d-bf2d-1c9456d23123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806695 Sep 24 15:56:08.570677 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d809fb-b280-4779-9e74-ec64dccc85f8 req-6d310222-a952-4330-a44c-699cd102de58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:08.572313 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-36d809fb-b280-4779-9e74-ec64dccc85f8 req-6d310222-a952-4330-a44c-699cd102de58 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=5a006511-b4c6-401d-bf2d-1c9456d23123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1987123 Sep 24 15:56:08.574586 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:08.608314 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b11a47d-d21b-4284-aa6e-a61c7cd6d55d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef0ee4c-78fd-4261-aee6-945714a93f78'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:56:08.610610 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-209ad9fb-a19c-4c79-bbae-a9dcead70047" -d '{"events": [{"server_uuid": "0b11a47d-d21b-4284-aa6e-a61c7cd6d55d", "name": "network-vif-plugged", "status": "completed", "tag": "aef0ee4c-78fd-4261-aee6-945714a93f78"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:56:08.621231 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bc933f2a-2910-461b-b6cb-da29f1e85f92 req-c9d5aa52-9ea0-48be-9a8f-af000a038f1b tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=e1bf097d-ba10-49b0-95a0-b191bbbc69a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1273677 Sep 24 15:56:08.624118 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port aef0ee4c-78fd-4261-aee6-945714a93f78, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=aef0ee4c-78fd-4261-aee6-945714a93f78,segment=NetworkSegment(2d4148f7-78e5-4002-a3d3-cbf2f9d23b6f),segment_id=2d4148f7-78e5-4002-a3d3-cbf2f9d23b6f)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:56:08.628118 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d92fd9a3-0e37-44f8-bcea-8f3ae1e88385 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:08.628661 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d92fd9a3-0e37-44f8-bcea-8f3ae1e88385 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Fanout notify agent at l3_agent the message router_deleted on router cfab9575-dea1-4f9f-9cab-8cb22f3ba9f4 {{(pid=95298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:56:08.642375 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-df14fb85-d7f5-44c3-8537-a7ab63ba9a3c tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:08.648422 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df14fb85-d7f5-44c3-8537-a7ab63ba9a3c tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:08.649030 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-df14fb85-d7f5-44c3-8537-a7ab63ba9a3c tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:08.653635 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d92fd9a3-0e37-44f8-bcea-8f3ae1e88385 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:08.657399 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-d92fd9a3-0e37-44f8-bcea-8f3ae1e88385 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "DELETE /v2.0/routers/cfab9575-dea1-4f9f-9cab-8cb22f3ba9f4 HTTP/1.1" status: 204 len: 168 time: 1.5704629 Sep 24 15:56:08.663150 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46078) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:08.676655 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9915315-477d-4e47-9855-662888ec76d3 x-openstack-request-id: req-a9915315-477d-4e47-9855-662888ec76d3 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:56:08.677152 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b11a47d-d21b-4284-aa6e-a61c7cd6d55d", "name": "network-vif-plugged", "status": "completed", "tag": "aef0ee4c-78fd-4261-aee6-945714a93f78", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:56:08.677614 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a9915315-477d-4e47-9855-662888ec76d3 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:56:08.678185 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b11a47d-d21b-4284-aa6e-a61c7cd6d55d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aef0ee4c-78fd-4261-aee6-945714a93f78', 'code': 200} Sep 24 15:56:08.716007 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:08.733797 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df14fb85-d7f5-44c3-8537-a7ab63ba9a3c tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Pushing event updated for resources: {'Network': ['ID=4279bcfc-0052-49c7-94aa-1995dcd83d0f,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:08.750621 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 4279bcfc-0052-49c7-94aa-1995dcd83d0f details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:56:08.776098 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cb475f9-4f13-4716-bac1-ab1e42150ea0 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Deleting subnet 5e880248-d74c-4ef6-ac03-1809ae1ad8ee {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:56:08.786672 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6cb475f9-4f13-4716-bac1-ab1e42150ea0 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:08.805795 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4fd65a-67ba-47ca-a805-db173796788c req-b6d075a7-4695-43a5-8cd8-3e2fa218cf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:08.808022 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8b4fd65a-67ba-47ca-a805-db173796788c req-b6d075a7-4695-43a5-8cd8-3e2fa218cf12 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=0b11a47d-d21b-4284-aa6e-a61c7cd6d55d HTTP/1.1" status: 200 len: 1096 time: 0.0488262 Sep 24 15:56:08.840398 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-df14fb85-d7f5-44c3-8537-a7ab63ba9a3c tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.6747694 Sep 24 15:56:08.841602 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-36d809fb-b280-4779-9e74-ec64dccc85f8 req-ee75dfff-5e39-4567-9ce2-23ba415e5aba service neutron] 10.222.0.110 "GET /v2.0/networks/5a006511-b4c6-401d-bf2d-1c9456d23123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390449 Sep 24 15:56:08.843872 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46082) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:08.850436 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6cb475f9-4f13-4716-bac1-ab1e42150ea0 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:08.851916 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=aef0ee4c-78fd-4261-aee6-945714a93f78,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:08.883549 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8b4fd65a-67ba-47ca-a805-db173796788c req-14c31b29-46c8-4e05-a984-5b1bc6e6f735 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=8f01d15e-96da-44d4-a1d5-1761ac1ea183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671635 Sep 24 15:56:08.944734 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe59db7-e39e-40fa-8c36-b1b07de396ca tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:08.946222 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-6fe59db7-e39e-40fa-8c36-b1b07de396ca tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] 10.222.0.101 "GET /v2.0/networks?id=4279bcfc-0052-49c7-94aa-1995dcd83d0f HTTP/1.1" status: 200 len: 761 time: 0.1014118 Sep 24 15:56:08.949122 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46084) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:08.954200 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-26676c3b-ba89-4ac1-90d1-5f56696d8ea4 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Request body: {'network': {'description': 'd2'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:56:08.955950 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-98ef0238-cd72-4245-95b8-35c3bc6ccaf9 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:09.036472 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ef0238-cd72-4245-95b8-35c3bc6ccaf9 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Pushing event deleted for resources: {'Port': ['ID=f110d8a9-7d91-48ca-833e-929f7bb3af71,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:09.052691 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5c33f1e7-b689-4ce7-88c4-9113a49e6865 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:09.099280 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:09.197923 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-26676c3b-ba89-4ac1-90d1-5f56696d8ea4 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:09.200328 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8cfbc3-4164-440b-bfd5-7a6c13949510 req-9e8a7c60-7f61-43e5-99e4-f6c063d9dd2d tempest-InstanceActionsV221TestJSON-874907181 tempest-InstanceActionsV221TestJSON-874907181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:09.207502 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ab8cfbc3-4164-440b-bfd5-7a6c13949510 req-9e8a7c60-7f61-43e5-99e4-f6c063d9dd2d tempest-InstanceActionsV221TestJSON-874907181 tempest-InstanceActionsV221TestJSON-874907181-project] 10.222.0.101 "GET /v2.0/ports?device_id=0b11a47d-d21b-4284-aa6e-a61c7cd6d55d HTTP/1.1" status: 200 len: 945 time: 0.3085356 Sep 24 15:56:09.225031 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-36d809fb-b280-4779-9e74-ec64dccc85f8 req-127146d2-78dd-4a65-a3f4-4f04e7881f7f service neutron] 10.222.0.110 "GET /v2.0/networks/5a006511-b4c6-401d-bf2d-1c9456d23123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3679736 Sep 24 15:56:09.259521 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c33f1e7-b689-4ce7-88c4-9113a49e6865 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Network 50d98e88-8a75-4835-9919-86c163395f7c is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:56:09.266643 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6cb475f9-4f13-4716-bac1-ab1e42150ea0 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:09.300519 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-5c33f1e7-b689-4ce7-88c4-9113a49e6865 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:56:09.302054 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 314184e5-39d2-4eed-85c6-3dd40ab295a2 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:56:09.302699 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c33f1e7-b689-4ce7-88c4-9113a49e6865 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event updated for resources: {'Port': ['ID=d04c5d0f-a19a-4570-94f0-c33463d4c58a,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:09.305095 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c33f1e7-b689-4ce7-88c4-9113a49e6865 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:56:09.313328 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c33f1e7-b689-4ce7-88c4-9113a49e6865 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:09.313986 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5c33f1e7-b689-4ce7-88c4-9113a49e6865 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:09.335525 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-26676c3b-ba89-4ac1-90d1-5f56696d8ea4 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:09.337199 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 314184e5-39d2-4eed-85c6-3dd40ab295a2 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:56:09.338129 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 314184e5-39d2-4eed-85c6-3dd40ab295a2 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:56:09.374057 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-26676c3b-ba89-4ac1-90d1-5f56696d8ea4 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Network 4279bcfc-0052-49c7-94aa-1995dcd83d0f is not hosted by any dhcp agent {{(pid=95297) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 24 15:56:09.379803 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26676c3b-ba89-4ac1-90d1-5f56696d8ea4 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:09.384374 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-26676c3b-ba89-4ac1-90d1-5f56696d8ea4 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:09.384374 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-26676c3b-ba89-4ac1-90d1-5f56696d8ea4 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] 10.222.0.101 "PUT /v2.0/networks/4279bcfc-0052-49c7-94aa-1995dcd83d0f HTTP/1.1" status: 200 len: 758 time: 0.4316463 Sep 24 15:56:09.386634 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46086) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:09.397514 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ab8cfbc3-4164-440b-bfd5-7a6c13949510 req-897b6005-afa6-48a9-ae04-ca3847d9f0db tempest-InstanceActionsV221TestJSON-874907181 tempest-InstanceActionsV221TestJSON-874907181-project] 10.222.0.101 "GET /v2.0/security-groups?id=8f01d15e-96da-44d4-a1d5-1761ac1ea183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652436 Sep 24 15:56:09.472800 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-5c33f1e7-b689-4ce7-88c4-9113a49e6865 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 4.5212605 Sep 24 15:56:09.476887 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46090) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:09.526377 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-98ef0238-cd72-4245-95b8-35c3bc6ccaf9 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:09.546719 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a19de6-9a9d-4d10-84ff-6eee0fbc3ed1 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:09.552134 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-22a19de6-9a9d-4d10-84ff-6eee0fbc3ed1 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] 10.222.0.101 "GET /v2.0/networks?id=4279bcfc-0052-49c7-94aa-1995dcd83d0f HTTP/1.1" status: 200 len: 761 time: 0.1608446 Sep 24 15:56:09.566995 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46092) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:09.580227 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-14faa483-abdd-4f92-903e-3bf93728bc70 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2144170122'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:56:09.583591 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26676c3b-ba89-4ac1-90d1-5f56696d8ea4 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Pushing event updated for resources: {'Network': ['ID=4279bcfc-0052-49c7-94aa-1995dcd83d0f,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:09.589005 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6cb475f9-4f13-4716-bac1-ab1e42150ea0 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:09.604966 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 4279bcfc-0052-49c7-94aa-1995dcd83d0f details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:56:09.667199 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6cb475f9-4f13-4716-bac1-ab1e42150ea0 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:09.671965 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-6cb475f9-4f13-4716-bac1-ab1e42150ea0 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "DELETE /v2.0/subnets/5e880248-d74c-4ef6-ac03-1809ae1ad8ee HTTP/1.1" status: 204 len: 168 time: 1.0058312 Sep 24 15:56:09.672496 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46098) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:09.679615 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fd2c9c-8b16-476c-adec-3256f70929c4 None None] Network 81b30a19-5dfb-44ee-84b8-e4bafe7869e4 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:56:09.695285 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb475f9-4f13-4716-bac1-ab1e42150ea0 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event deleted for resources: {'Subnet': ['ID=5e880248-d74c-4ef6-ac03-1809ae1ad8ee,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:09.745030 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-545b596e-5b94-4d1e-8536-ef2ead0fd2e3 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Deleting port d04c5d0f-a19a-4570-94f0-c33463d4c58a {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:56:09.745413 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-545b596e-5b94-4d1e-8536-ef2ead0fd2e3 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:09.820542 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c71a098f-a307-4676-8995-c7b1b43b30aa tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:09.840836 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14faa483-abdd-4f92-903e-3bf93728bc70 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Made reservation on behalf of 9b1de2c8a90e4c7b8a3f22e9202f02be for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:56:09.844349 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-14faa483-abdd-4f92-903e-3bf93728bc70 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:09.891919 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4912ce8-309a-405a-9691-982af3ff56d2 req-b82b60ed-3621-42f0-83cc-899b951977f4 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:09.892826 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a4912ce8-309a-405a-9691-982af3ff56d2 req-b82b60ed-3621-42f0-83cc-899b951977f4 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=756dc3f9-786f-43e3-a1c1-2690c736e704 HTTP/1.1" status: 200 len: 944 time: 0.1442368 Sep 24 15:56:09.897115 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-309eb6aa-ffe3-4e7d-8683-e37b3c03468e None None] Provisioning complete for port d04c5d0f-a19a-4570-94f0-c33463d4c58a triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:56:09.897494 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-309eb6aa-ffe3-4e7d-8683-e37b3c03468e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:09.905985 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-c71a098f-a307-4676-8995-c7b1b43b30aa tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Deleting port 0be637e3-bc04-4086-91ae-e33b342a0486 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:56:09.906619 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c71a098f-a307-4676-8995-c7b1b43b30aa tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:09.931045 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14faa483-abdd-4f92-903e-3bf93728bc70 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1295} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:56:09.940939 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-14faa483-abdd-4f92-903e-3bf93728bc70 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:09.951538 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-14faa483-abdd-4f92-903e-3bf93728bc70 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Added segment 72770400-e29c-4d7b-ab6f-bb206876f333 of type vlan for network bb7e0dfa-5a98-4c49-9272-e698dfc8be6d Sep 24 15:56:09.985947 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-309eb6aa-ffe3-4e7d-8683-e37b3c03468e None None] Port d04c5d0f-a19a-4570-94f0-c33463d4c58a cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:56:10.011539 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-14faa483-abdd-4f92-903e-3bf93728bc70 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:10.020328 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-c71a098f-a307-4676-8995-c7b1b43b30aa tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] For port 0be637e3-bc04-4086-91ae-e33b342a0486, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=0be637e3-bc04-4086-91ae-e33b342a0486,segment=NetworkSegment(7f7ada15-bcc9-4b96-b431-394f6b98193a),segment_id=7f7ada15-bcc9-4b96-b431-394f6b98193a)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:56:10.020547 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c71a098f-a307-4676-8995-c7b1b43b30aa tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:10.052084 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-c71a098f-a307-4676-8995-c7b1b43b30aa tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Calling delete_port for 0be637e3-bc04-4086-91ae-e33b342a0486 owned by network:dhcp {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:56:10.092513 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a4912ce8-309a-405a-9691-982af3ff56d2 req-0b244b33-0e93-4d16-86ff-320fbe9eeac3 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=e1bf097d-ba10-49b0-95a0-b191bbbc69a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1121089 Sep 24 15:56:10.112230 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-545b596e-5b94-4d1e-8536-ef2ead0fd2e3 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:10.120831 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e56528a-085f-45f4-83d2-fa95a7163158 None None] DHCP port deletion for 81b30a19-5dfb-44ee-84b8-e4bafe7869e4 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:56:10.136172 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46100) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:10.195008 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-0e56528a-085f-45f4-83d2-fa95a7163158 None None] Deleting port 0be637e3-bc04-4086-91ae-e33b342a0486 {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:56:10.195388 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0e56528a-085f-45f4-83d2-fa95a7163158 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:10.217247 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-545b596e-5b94-4d1e-8536-ef2ead0fd2e3 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Calling delete_port for d04c5d0f-a19a-4570-94f0-c33463d4c58a owned by {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:56:10.263314 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-0e56528a-085f-45f4-83d2-fa95a7163158 None None] For port 0be637e3-bc04-4086-91ae-e33b342a0486, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=0be637e3-bc04-4086-91ae-e33b342a0486,segment=NetworkSegment(7f7ada15-bcc9-4b96-b431-394f6b98193a),segment_id=7f7ada15-bcc9-4b96-b431-394f6b98193a)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:56:10.263807 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0e56528a-085f-45f4-83d2-fa95a7163158 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:10.277951 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-0e56528a-085f-45f4-83d2-fa95a7163158 None None] Calling delete_port for 0be637e3-bc04-4086-91ae-e33b342a0486 owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:56:10.279565 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-14faa483-abdd-4f92-903e-3bf93728bc70 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:10.285050 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14faa483-abdd-4f92-903e-3bf93728bc70 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:10.285598 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-14faa483-abdd-4f92-903e-3bf93728bc70 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:10.308015 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c71a098f-a307-4676-8995-c7b1b43b30aa tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:10.347789 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71a098f-a307-4676-8995-c7b1b43b30aa tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event deleted for resources: {'Port': ['ID=0be637e3-bc04-4086-91ae-e33b342a0486,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:10.354116 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71a098f-a307-4676-8995-c7b1b43b30aa tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] No DVR routers for this DVR port 0be637e3-bc04-4086-91ae-e33b342a0486 on host n-d-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:56:10.394139 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0e56528a-085f-45f4-83d2-fa95a7163158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:10.425897 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e56528a-085f-45f4-83d2-fa95a7163158 None None] Pushing event deleted for resources: {'Port': ['ID=0be637e3-bc04-4086-91ae-e33b342a0486,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:10.436581 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e56528a-085f-45f4-83d2-fa95a7163158 None None] No DVR routers for this DVR port 0be637e3-bc04-4086-91ae-e33b342a0486 on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:56:10.471020 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c71a098f-a307-4676-8995-c7b1b43b30aa tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:10.532272 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-c71a098f-a307-4676-8995-c7b1b43b30aa tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81b30a19-5dfb-44ee-84b8-e4bafe7869e4']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:56:10.546680 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-c71a098f-a307-4676-8995-c7b1b43b30aa tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f7ada15-bcc9-4b96-b431-394f6b98193a') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:56:10.546923 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-c71a098f-a307-4676-8995-c7b1b43b30aa tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f7ada15-bcc9-4b96-b431-394f6b98193a') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:56:10.566605 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c71a098f-a307-4676-8995-c7b1b43b30aa tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:10.590270 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c71a098f-a307-4676-8995-c7b1b43b30aa tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:10.599975 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af13d4e-f2f8-48e5-b794-96df813d51b4 req-9645135a-a1b8-4a2b-8e19-9d72e1fec20c tempest-InstanceActionsV221TestJSON-874907181 tempest-InstanceActionsV221TestJSON-874907181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:10.601429 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7af13d4e-f2f8-48e5-b794-96df813d51b4 req-9645135a-a1b8-4a2b-8e19-9d72e1fec20c tempest-InstanceActionsV221TestJSON-874907181 tempest-InstanceActionsV221TestJSON-874907181-project] 10.222.0.101 "GET /v2.0/ports?device_id=0b11a47d-d21b-4284-aa6e-a61c7cd6d55d HTTP/1.1" status: 200 len: 945 time: 0.1058118 Sep 24 15:56:10.608089 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c71a098f-a307-4676-8995-c7b1b43b30aa tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Releasing vlan 1285 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:56:10.608504 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c71a098f-a307-4676-8995-c7b1b43b30aa tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:10.611718 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:56:10.611718 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:56:10.611718 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:56:10.611718 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:56:10.611718 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:56:10.611718 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:56:10.611718 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:56:10.611718 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:56:10.611718 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:56:10.611718 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:56:10.611718 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:56:10.611718 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:56:10.611718 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:56:10.611718 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:56:10.611718 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:56:10.611718 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:56:10.611718 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:56:10.611718 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:56:10.611718 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:56:10.611718 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:56:10.611718 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:56:10.611718 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:56:10.611718 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:56:10.611718 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:56:10.611718 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:56:10.611718 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:56:10.611718 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:56:10.611718 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:56:10.611718 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:56:10.611718 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:56:10.611718 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:56:10.611718 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:56:10.699199 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7af13d4e-f2f8-48e5-b794-96df813d51b4 req-78555d22-43a3-4b78-805c-1b4a212e2b44 tempest-InstanceActionsV221TestJSON-874907181 tempest-InstanceActionsV221TestJSON-874907181-project] 10.222.0.101 "GET /v2.0/security-groups?id=8f01d15e-96da-44d4-a1d5-1761ac1ea183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862734 Sep 24 15:56:10.705667 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-ef717570-d40e-47b0-8c4d-6e50c0297203 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/floatingips/b8ef5bbc-9243-4734-8e55-f982404fb1b4 HTTP/1.1" status: 200 len: 991 time: 0.5680470 Sep 24 15:56:10.727732 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ef0238-cd72-4245-95b8-35c3bc6ccaf9 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Router 74d0ced5-4bae-4df5-9549-085946fe4576 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:56:10.772424 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-14faa483-abdd-4f92-903e-3bf93728bc70 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2028625 Sep 24 15:56:10.773166 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14faa483-abdd-4f92-903e-3bf93728bc70 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Pushing event updated for resources: {'Network': ['ID=bb7e0dfa-5a98-4c49-9272-e698dfc8be6d,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:10.775609 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46110) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:10.785159 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-3bb29b49-4514-41cf-9f1b-5ed9b1a5c6d0 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Request body: {'subnet': {'network_id': 'bb7e0dfa-5a98-4c49-9272-e698dfc8be6d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:56:10.789925 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network bb7e0dfa-5a98-4c49-9272-e698dfc8be6d details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:56:10.798747 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c71a098f-a307-4676-8995-c7b1b43b30aa tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:10.821859 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c71a098f-a307-4676-8995-c7b1b43b30aa tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:10.825514 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-c71a098f-a307-4676-8995-c7b1b43b30aa tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "DELETE /v2.0/networks/81b30a19-5dfb-44ee-84b8-e4bafe7869e4 HTTP/1.1" status: 204 len: 168 time: 1.1518440 Sep 24 15:56:10.831512 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46112) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:10.845400 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71a098f-a307-4676-8995-c7b1b43b30aa tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event deleted for resources: {'Network': ['ID=81b30a19-5dfb-44ee-84b8-e4bafe7869e4,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:10.890702 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:10.898102 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af800684-f29b-4a6b-b84e-a8926f267602 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:10.899505 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-af800684-f29b-4a6b-b84e-a8926f267602 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "GET /v2.0/ports/fe0f35c7-f6af-4545-8538-a6af657630de HTTP/1.1" status: 200 len: 841 time: 0.0670547 Sep 24 15:56:10.925750 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46114) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:10.980163 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-56e0b966-99a1-4ed2-90e0-6a377090ba0f tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "GET /v2.0/ports/fe0f35c7-f6af-4545-8538-a6af657630de?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0530403 Sep 24 15:56:10.983364 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ef0238-cd72-4245-95b8-35c3bc6ccaf9 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:56:10.984238 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46116) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:10.988382 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-98ef0238-cd72-4245-95b8-35c3bc6ccaf9 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "PUT /v2.0/routers/74d0ced5-4bae-4df5-9549-085946fe4576/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9496515 Sep 24 15:56:10.988549 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-8c7c221e-6be1-4421-8a61-e0daf41c1f49 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Request body: {'subnet': {'network_id': 'd09fcc39-a3ae-48b5-a16d-fbfa237204b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:56:10.994844 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46118) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:11.000125 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed14a07c-dd88-4d2d-bc85-84fe319b34dd None None] Sync routers for ids ['74d0ced5-4bae-4df5-9549-085946fe4576'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:56:11.015989 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed14a07c-dd88-4d2d-bc85-84fe319b34dd None None] Routers {'74d0ced5-4bae-4df5-9549-085946fe4576'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:56:11.018723 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-ed14a07c-dd88-4d2d-bc85-84fe319b34dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:56:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['74d0ced5-4bae-4df5-9549-085946fe4576'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:56:11.077286 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device aedc8984-c719-4441-90cd-2f9058b26fa4 details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:56:11.079257 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a28781a-30ac-4f21-a008-be9e8b5524f7 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Deleting subnet 250e76ba-07ca-44b4-bdd4-d39b52ecd754 {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:56:11.090334 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0a28781a-30ac-4f21-a008-be9e8b5524f7 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:11.164356 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0a28781a-30ac-4f21-a008-be9e8b5524f7 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:11.171201 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-ed14a07c-dd88-4d2d-bc85-84fe319b34dd None None] Set router 74d0ced5-4bae-4df5-9549-085946fe4576 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:56:11.173792 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-545b596e-5b94-4d1e-8536-ef2ead0fd2e3 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:11.201166 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb29b49-4514-41cf-9f1b-5ed9b1a5c6d0 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Made reservation on behalf of 9b1de2c8a90e4c7b8a3f22e9202f02be for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:56:11.204368 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3bb29b49-4514-41cf-9f1b-5ed9b1a5c6d0 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:11.240595 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545b596e-5b94-4d1e-8536-ef2ead0fd2e3 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event deleted for resources: {'Port': ['ID=d04c5d0f-a19a-4570-94f0-c33463d4c58a,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:11.274497 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port aedc8984-c719-4441-90cd-2f9058b26fa4, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=aedc8984-c719-4441-90cd-2f9058b26fa4,segment=NetworkSegment(a16152fb-2bdf-4e02-99e2-b4e349df34e6),segment_id=a16152fb-2bdf-4e02-99e2-b4e349df34e6)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:56:11.287682 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': 'aedc8984-c719-4441-90cd-2f9058b26fa4', 'network_id': '5a006511-b4c6-401d-bf2d-1c9456d23123', 'port_id': 'aedc8984-c719-4441-90cd-2f9058b26fa4', 'mac_address': 'fa:16:3e:a7:74:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1289, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a105c675-e167-42b4-b812-5ae7f91fba38', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:56:11.333668 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-545b596e-5b94-4d1e-8536-ef2ead0fd2e3 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:11.344243 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-545b596e-5b94-4d1e-8536-ef2ead0fd2e3 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/ports/d04c5d0f-a19a-4570-94f0-c33463d4c58a HTTP/1.1" status: 204 len: 168 time: 1.8578727 Sep 24 15:56:11.344386 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46122) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:11.344475 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 0be637e3-bc04-4086-91ae-e33b342a0486 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:56:11.449110 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7c221e-6be1-4421-8a61-e0daf41c1f49 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Made reservation on behalf of 60728dc15ec0482fbe958ba9258d8b5e for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:56:11.452681 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8c7c221e-6be1-4421-8a61-e0daf41c1f49 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:11.550790 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0a28781a-30ac-4f21-a008-be9e8b5524f7 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:11.551933 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 0be637e3-bc04-4086-91ae-e33b342a0486 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:56:11.552377 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 0be637e3-bc04-4086-91ae-e33b342a0486 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:56:11.637539 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:11.655934 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7e4b21-d127-4321-be05-847d6c5ee403 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:11.657499 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-6d7e4b21-d127-4321-be05-847d6c5ee403 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3169477 Sep 24 15:56:11.661614 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46126) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:11.666186 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aedc8984-c719-4441-90cd-2f9058b26fa4 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:56:11.709188 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port aedc8984-c719-4441-90cd-2f9058b26fa4, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=aedc8984-c719-4441-90cd-2f9058b26fa4,segment=NetworkSegment(a16152fb-2bdf-4e02-99e2-b4e349df34e6),segment_id=a16152fb-2bdf-4e02-99e2-b4e349df34e6)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:56:11.724386 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51078ea4-9c6e-4091-9e27-75a73c4e0f5d tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:11.730540 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-51078ea4-9c6e-4091-9e27-75a73c4e0f5d tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0679522 Sep 24 15:56:11.733638 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46128) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:11.761221 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7add37-d7e7-4a6b-b821-4217b257674b req-c7d7ab60-1379-4c20-995f-476bbe53756b tempest-InstanceActionsV221TestJSON-874907181 tempest-InstanceActionsV221TestJSON-874907181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:11.762796 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1f7add37-d7e7-4a6b-b821-4217b257674b req-c7d7ab60-1379-4c20-995f-476bbe53756b tempest-InstanceActionsV221TestJSON-874907181 tempest-InstanceActionsV221TestJSON-874907181-project] 10.222.0.101 "GET /v2.0/ports?device_id=0b11a47d-d21b-4284-aa6e-a61c7cd6d55d HTTP/1.1" status: 200 len: 945 time: 0.3244674 Sep 24 15:56:11.766177 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-ed14a07c-dd88-4d2d-bc85-84fe319b34dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d0ced5-4bae-4df5-9549-085946fe4576', 'name': 'tempest-TestNetworkBasicOps-router-118955220', 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '75ca1059-9905-4ba8-ae95-357afde4cc34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:52:48Z', 'updated_at': '2021-09-24T15:56:08Z', 'revision_number': 7, 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'gw_port': {'id': '75ca1059-9905-4ba8-ae95-357afde4cc34', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:91:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d0ced5-4bae-4df5-9549-085946fe4576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:52:50Z', 'updated_at': '2021-09-24T15:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:56:11.798371 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed14a07c-dd88-4d2d-bc85-84fe319b34dd None None] Checking router: 74d0ced5-4bae-4df5-9549-085946fe4576 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:56:11.809158 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed14a07c-dd88-4d2d-bc85-84fe319b34dd None None] Routers {'74d0ced5-4bae-4df5-9549-085946fe4576'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:56:11.809375 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c9e844-b094-430e-ab3c-b363de98cfb9 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:11.809867 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-ed14a07c-dd88-4d2d-bc85-84fe319b34dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:56:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['74d0ced5-4bae-4df5-9549-085946fe4576'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:56:11.811092 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c9e844-b094-430e-ab3c-b363de98cfb9 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:11.812669 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c9e844-b094-430e-ab3c-b363de98cfb9 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:11.816786 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-e6c9e844-b094-430e-ab3c-b363de98cfb9 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0794408 Sep 24 15:56:11.818582 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46130) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:11.818740 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:11.831723 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1f7add37-d7e7-4a6b-b821-4217b257674b req-d497e112-3c9e-4184-b7dc-19d4fcb08222 tempest-InstanceActionsV221TestJSON-874907181 tempest-InstanceActionsV221TestJSON-874907181-project] 10.222.0.101 "GET /v2.0/security-groups?id=8f01d15e-96da-44d4-a1d5-1761ac1ea183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615125 Sep 24 15:56:11.895270 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3bb29b49-4514-41cf-9f1b-5ed9b1a5c6d0 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:11.901221 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-dee7757c-c21e-4524-9747-657dd0982544 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Deleting subnet 82c6d9e2-e7a9-4871-b13b-542a340de85e {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:56:11.901375 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0a28781a-30ac-4f21-a008-be9e8b5524f7 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:11.901493 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dee7757c-c21e-4524-9747-657dd0982544 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:11.956992 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=aedc8984-c719-4441-90cd-2f9058b26fa4,revision_number=12']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:11.959182 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dee7757c-c21e-4524-9747-657dd0982544 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:11.980342 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0a28781a-30ac-4f21-a008-be9e8b5524f7 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:11.984639 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-0a28781a-30ac-4f21-a008-be9e8b5524f7 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "DELETE /v2.0/subnets/250e76ba-07ca-44b4-bdd4-d39b52ecd754 HTTP/1.1" status: 204 len: 168 time: 0.9847178 Sep 24 15:56:11.987203 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46134) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:11.991857 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a229eb4-b79c-4123-9793-371d82d5d51a None None] Network 9650dd06-c337-403b-9f2f-c268b521f2ba requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:56:11.996611 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-ed14a07c-dd88-4d2d-bc85-84fe319b34dd None None] Set router 74d0ced5-4bae-4df5-9549-085946fe4576 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:56:12.037467 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb29b49-4514-41cf-9f1b-5ed9b1a5c6d0 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Pushing event updated for resources: {'Subnet': ['ID=2fbe168f-12f7-4fb4-ba74-88f53a994d29,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:12.073352 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['aedc8984-c719-4441-90cd-2f9058b26fa4'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:56:12.081371 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dee7757c-c21e-4524-9747-657dd0982544 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:12.085593 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a28781a-30ac-4f21-a008-be9e8b5524f7 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Pushing event deleted for resources: {'Subnet': ['ID=250e76ba-07ca-44b4-bdd4-d39b52ecd754,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:12.108564 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb29b49-4514-41cf-9f1b-5ed9b1a5c6d0 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Checking segment: {'id': '72770400-e29c-4d7b-ab6f-bb206876f333', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': 'bb7e0dfa-5a98-4c49-9272-e698dfc8be6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:56:12.108564 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb29b49-4514-41cf-9f1b-5ed9b1a5c6d0 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Network hostable DHCP agents. Network: bb7e0dfa-5a98-4c49-9272-e698dfc8be6d, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:56:12.168675 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8c7c221e-6be1-4421-8a61-e0daf41c1f49 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:12.179668 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5fd48dc1-996f-429a-bfd8-c30e88753ffc tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for router, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:12.258186 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7c221e-6be1-4421-8a61-e0daf41c1f49 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Network d09fcc39-a3ae-48b5-a16d-fbfa237204b6 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:56:12.262945 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-8c7c221e-6be1-4421-8a61-e0daf41c1f49 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:56:12.268303 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dee7757c-c21e-4524-9747-657dd0982544 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:12.273701 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7c221e-6be1-4421-8a61-e0daf41c1f49 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:12.273701 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8c7c221e-6be1-4421-8a61-e0daf41c1f49 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:12.281815 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb29b49-4514-41cf-9f1b-5ed9b1a5c6d0 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Network bb7e0dfa-5a98-4c49-9272-e698dfc8be6d is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:56:12.292095 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7c221e-6be1-4421-8a61-e0daf41c1f49 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event updated for resources: {'Subnet': ['ID=d255fab1-d95d-4bdf-ab35-1a81f44050df,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:12.293102 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059b02b5-5111-4334-9ea9-20ec0975c4bd None None] Network d09fcc39-a3ae-48b5-a16d-fbfa237204b6 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:56:12.309969 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dee7757c-c21e-4524-9747-657dd0982544 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:12.315327 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-dee7757c-c21e-4524-9747-657dd0982544 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/subnets/82c6d9e2-e7a9-4871-b13b-542a340de85e HTTP/1.1" status: 204 len: 168 time: 0.4940486 Sep 24 15:56:12.315327 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46136) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:12.324946 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546289f6-1304-42d8-9c25-8351e7aa65c5 None None] Network 50d98e88-8a75-4835-9919-86c163395f7c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:56:12.353973 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee7757c-c21e-4524-9747-657dd0982544 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event deleted for resources: {'Subnet': ['ID=82c6d9e2-e7a9-4871-b13b-542a340de85e,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:12.356113 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5fd48dc1-996f-429a-bfd8-c30e88753ffc tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:12.391387 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-3bb29b49-4514-41cf-9f1b-5ed9b1a5c6d0 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, bb7e0dfa-5a98-4c49-9272-e698dfc8be6d) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:56:12.401446 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb29b49-4514-41cf-9f1b-5ed9b1a5c6d0 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:12.402144 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3bb29b49-4514-41cf-9f1b-5ed9b1a5c6d0 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:12.406573 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0a5a51c-c668-40f4-a949-eb021739f4c0 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Deleting subnet ac808c57-7f21-4063-9549-23ed5d12f993 {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:56:12.410366 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c0a5a51c-c668-40f4-a949-eb021739f4c0 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:12.428728 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-8c7c221e-6be1-4421-8a61-e0daf41c1f49 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4439054 Sep 24 15:56:12.429477 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46138) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:12.429957 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1462c440-b69b-4b39-8d90-bcac1704dab2 None None] Network bb7e0dfa-5a98-4c49-9272-e698dfc8be6d requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:56:12.436957 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-2dd278bc-85af-49f8-9fb8-7613b42a850b tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Request body: {'security_group': {'name': 'tempest-secgroup-915068456'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:56:12.467460 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c0a5a51c-c668-40f4-a949-eb021739f4c0 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:12.534847 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e976f9-362f-47de-8805-6febbb90d7a0 None None] DHCP port deletion for 9650dd06-c337-403b-9f2f-c268b521f2ba request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:56:12.547380 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-5fd48dc1-996f-429a-bfd8-c30e88753ffc tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Deleting port 75ca1059-9905-4ba8-ae95-357afde4cc34 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:56:12.547835 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5fd48dc1-996f-429a-bfd8-c30e88753ffc tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:12.574120 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c0a5a51c-c668-40f4-a949-eb021739f4c0 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:12.584331 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-3bb29b49-4514-41cf-9f1b-5ed9b1a5c6d0 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8051996 Sep 24 15:56:12.586494 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46140) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:12.733459 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2dd278bc-85af-49f8-9fb8-7613b42a850b tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:12.736788 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-5fd48dc1-996f-429a-bfd8-c30e88753ffc tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] For port 75ca1059-9905-4ba8-ae95-357afde4cc34, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=75ca1059-9905-4ba8-ae95-357afde4cc34,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:56:12.737334 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5fd48dc1-996f-429a-bfd8-c30e88753ffc tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:12.771136 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c0a5a51c-c668-40f4-a949-eb021739f4c0 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:12.806798 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a5a51c-c668-40f4-a949-eb021739f4c0 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event deleted for resources: {'Subnet': ['ID=ac808c57-7f21-4063-9549-23ed5d12f993,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:12.819580 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c0a5a51c-c668-40f4-a949-eb021739f4c0 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:12.824113 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-c0a5a51c-c668-40f4-a949-eb021739f4c0 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/subnets/ac808c57-7f21-4063-9549-23ed5d12f993 HTTP/1.1" status: 204 len: 168 time: 0.5053592 Sep 24 15:56:12.826387 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46144) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:12.848561 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-ed14a07c-dd88-4d2d-bc85-84fe319b34dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74d0ced5-4bae-4df5-9549-085946fe4576', 'name': 'tempest-TestNetworkBasicOps-router-118955220', 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '75ca1059-9905-4ba8-ae95-357afde4cc34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:52:48Z', 'updated_at': '2021-09-24T15:56:08Z', 'revision_number': 7, 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'gw_port': {'id': '75ca1059-9905-4ba8-ae95-357afde4cc34', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:91:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d0ced5-4bae-4df5-9549-085946fe4576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:52:50Z', 'updated_at': '2021-09-24T15:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:56:12.906961 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-165d4629-e155-44f6-8536-b6a0794824f8 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0784225 Sep 24 15:56:12.910092 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46148) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:12.919828 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-431002e5-6cd0-4eb0-8c16-34f73c40371c tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Request body: {'subnet': {'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:56:12.927030 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed14a07c-dd88-4d2d-bc85-84fe319b34dd None None] The sync data for ids ['74d0ced5-4bae-4df5-9549-085946fe4576'] in n-d-808921-1 is: [{'id': '74d0ced5-4bae-4df5-9549-085946fe4576', 'name': 'tempest-TestNetworkBasicOps-router-118955220', 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.167'}], 'enable_snat': True}, 'gw_port_id': '75ca1059-9905-4ba8-ae95-357afde4cc34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:52:48Z', 'updated_at': '2021-09-24T15:56:08Z', 'revision_number': 7, 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'gw_port': {'id': '75ca1059-9905-4ba8-ae95-357afde4cc34', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:91:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74d0ced5-4bae-4df5-9549-085946fe4576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2338, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:52:50Z', 'updated_at': '2021-09-24T15:53:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:56:12.970111 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41edff39-ad01-457c-b6e6-7c9ca0c9ff9d req-7426e281-6c6e-4153-bc70-6df940379e36 tempest-InstanceActionsV221TestJSON-874907181 tempest-InstanceActionsV221TestJSON-874907181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:12.971716 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-41edff39-ad01-457c-b6e6-7c9ca0c9ff9d req-7426e281-6c6e-4153-bc70-6df940379e36 tempest-InstanceActionsV221TestJSON-874907181 tempest-InstanceActionsV221TestJSON-874907181-project] 10.222.0.110 "GET /v2.0/ports?device_id=0b11a47d-d21b-4284-aa6e-a61c7cd6d55d HTTP/1.1" status: 200 len: 945 time: 0.1620638 Sep 24 15:56:12.994543 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-08e976f9-362f-47de-8805-6febbb90d7a0 None None] Deleting port 44e37bca-20dc-4973-8c33-2123b15910f7 {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:56:12.996742 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-08e976f9-362f-47de-8805-6febbb90d7a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:13.047091 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac712ed-a967-4242-aaf8-dbfb84c368ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-bb7e0dfa-5a98-4c49-9272-e698dfc8be6d', 'network_id': 'bb7e0dfa-5a98-4c49-9272-e698dfc8be6d', 'tenant_id': '9b1de2c8a90e4c7b8a3f22e9202f02be', 'fixed_ips': [{'subnet_id': '2fbe168f-12f7-4fb4-ba74-88f53a994d29'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:56:13.047976 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4ac712ed-a967-4242-aaf8-dbfb84c368ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:13.143165 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-08e976f9-362f-47de-8805-6febbb90d7a0 None None] For port 44e37bca-20dc-4973-8c33-2123b15910f7, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=44e37bca-20dc-4973-8c33-2123b15910f7,segment=NetworkSegment(d7f03bc8-ea19-48e4-af94-237cd7b5d9dc),segment_id=d7f03bc8-ea19-48e4-af94-237cd7b5d9dc)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:56:13.143607 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-08e976f9-362f-47de-8805-6febbb90d7a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:13.155277 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-5fd48dc1-996f-429a-bfd8-c30e88753ffc tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Calling delete_port for 75ca1059-9905-4ba8-ae95-357afde4cc34 owned by network:router_gateway {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:56:13.165866 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc4ccdb-1982-4a03-ae01-c78698ab0532 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-d09fcc39-a3ae-48b5-a16d-fbfa237204b6', 'network_id': 'd09fcc39-a3ae-48b5-a16d-fbfa237204b6', 'tenant_id': '60728dc15ec0482fbe958ba9258d8b5e', 'fixed_ips': [{'subnet_id': 'd255fab1-d95d-4bdf-ab35-1a81f44050df'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:56:13.165866 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-cfc4ccdb-1982-4a03-ae01-c78698ab0532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:13.175455 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-41edff39-ad01-457c-b6e6-7c9ca0c9ff9d req-7c01ff34-3ac4-4289-9e6a-761d6f35ad6d tempest-InstanceActionsV221TestJSON-874907181 tempest-InstanceActionsV221TestJSON-874907181-project] Deleting port aef0ee4c-78fd-4261-aee6-945714a93f78 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:56:13.176346 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-41edff39-ad01-457c-b6e6-7c9ca0c9ff9d req-7c01ff34-3ac4-4289-9e6a-761d6f35ad6d tempest-InstanceActionsV221TestJSON-874907181 tempest-InstanceActionsV221TestJSON-874907181-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:13.194022 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0b6af18c-61db-4bff-bd18-1fcb52f69e6d tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:13.196463 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-08e976f9-362f-47de-8805-6febbb90d7a0 None None] Calling delete_port for 44e37bca-20dc-4973-8c33-2123b15910f7 owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:56:13.210925 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-431002e5-6cd0-4eb0-8c16-34f73c40371c tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Made reservation on behalf of 1ffc126d96724ce991d5ac46e64fd1ec for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:56:13.219072 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-431002e5-6cd0-4eb0-8c16-34f73c40371c tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:13.269361 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca163495-b334-4364-ad88-7e9bc36b04d1 req-c4aafdd3-9473-451d-a82a-bd4db328af24 tempest-InstanceActionsV221TestJSON-874907181 tempest-InstanceActionsV221TestJSON-874907181-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:13.271212 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ca163495-b334-4364-ad88-7e9bc36b04d1 req-c4aafdd3-9473-451d-a82a-bd4db328af24 tempest-InstanceActionsV221TestJSON-874907181 tempest-InstanceActionsV221TestJSON-874907181-project] 10.222.0.101 "GET /v2.0/ports?device_id=0b11a47d-d21b-4284-aa6e-a61c7cd6d55d HTTP/1.1" status: 200 len: 945 time: 0.1595964 Sep 24 15:56:13.427308 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-41edff39-ad01-457c-b6e6-7c9ca0c9ff9d req-7c01ff34-3ac4-4289-9e6a-761d6f35ad6d tempest-InstanceActionsV221TestJSON-874907181 tempest-InstanceActionsV221TestJSON-874907181-project] For port aef0ee4c-78fd-4261-aee6-945714a93f78, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=aef0ee4c-78fd-4261-aee6-945714a93f78,segment=NetworkSegment(2d4148f7-78e5-4002-a3d3-cbf2f9d23b6f),segment_id=2d4148f7-78e5-4002-a3d3-cbf2f9d23b6f)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:56:13.427308 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-41edff39-ad01-457c-b6e6-7c9ca0c9ff9d req-7c01ff34-3ac4-4289-9e6a-761d6f35ad6d tempest-InstanceActionsV221TestJSON-874907181 tempest-InstanceActionsV221TestJSON-874907181-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:13.431860 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0b6af18c-61db-4bff-bd18-1fcb52f69e6d tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:13.460786 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-41edff39-ad01-457c-b6e6-7c9ca0c9ff9d req-7c01ff34-3ac4-4289-9e6a-761d6f35ad6d tempest-InstanceActionsV221TestJSON-874907181 tempest-InstanceActionsV221TestJSON-874907181-project] Calling delete_port for aef0ee4c-78fd-4261-aee6-945714a93f78 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:56:13.494206 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ca163495-b334-4364-ad88-7e9bc36b04d1 req-c1e2f22f-13fc-4d87-90a3-1a31a69ee7f7 tempest-InstanceActionsV221TestJSON-874907181 tempest-InstanceActionsV221TestJSON-874907181-project] 10.222.0.101 "GET /v2.0/security-groups?id=8f01d15e-96da-44d4-a1d5-1761ac1ea183&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128084 Sep 24 15:56:13.531114 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2dd278bc-85af-49f8-9fb8-7613b42a850b tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:13.590447 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 44e37bca-20dc-4973-8c33-2123b15910f7 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:56:13.637982 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2dd278bc-85af-49f8-9fb8-7613b42a850b tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:13.679534 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0b6af18c-61db-4bff-bd18-1fcb52f69e6d tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:13.699569 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc5928b2-ea5e-4798-9125-867bf14f2b6a None None] Update dhcp port {'port': {'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'fixed_ips': [{'subnet_id': 'ac808c57-7f21-4063-9549-23ed5d12f993'}], 'binding:host_id': 'n-d-808921-1'}, 'id': '3d0e8558-3fe2-4e02-95b6-aeb0a179ff9e'} from n-d-808921-1. {{(pid=95299) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 24 15:56:13.713614 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5fd48dc1-996f-429a-bfd8-c30e88753ffc tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:13.728170 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6af18c-61db-4bff-bd18-1fcb52f69e6d tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Pushing event deleted for resources: {'Subnet': ['ID=2fbe168f-12f7-4fb4-ba74-88f53a994d29,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:13.737430 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2dd278bc-85af-49f8-9fb8-7613b42a850b tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:13.741640 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-2dd278bc-85af-49f8-9fb8-7613b42a850b tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3058057 Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server [None req-4ac712ed-a967-4242-aaf8-dbfb84c368ba None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2fbe168f-12f7-4fb4-ba74-88f53a994d29: This subnet is being modified by another concurrent operation. Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server raise exception Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2fbe168f-12f7-4fb4-ba74-88f53a994d29: This subnet is being modified by another concurrent operation. Sep 24 15:56:13.749165 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server Sep 24 15:56:13.766066 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46152) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:13.766066 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-4d04bdca-42a1-46ec-ae1e-85a1b88cbf7e tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Request body: {'security_group': {'name': 'tempest-secgroup-1771907015'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:56:13.800486 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d20dfe3-c649-4906-affb-d278aeea2ed4 None None] Network bb7e0dfa-5a98-4c49-9272-e698dfc8be6d requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:56:13.808800 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd278bc-85af-49f8-9fb8-7613b42a850b tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fe6bba6-f99b-442f-96bb-3f0b87b2f9eb,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:13.813123 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-dc5928b2-ea5e-4798-9125-867bf14f2b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:13.833077 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd48dc1-996f-429a-bfd8-c30e88753ffc tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Pushing event deleted for resources: {'Port': ['ID=75ca1059-9905-4ba8-ae95-357afde4cc34,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:13.925846 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0b6af18c-61db-4bff-bd18-1fcb52f69e6d tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:13.942183 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4d04bdca-42a1-46ec-ae1e-85a1b88cbf7e tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:13.963069 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-0b6af18c-61db-4bff-bd18-1fcb52f69e6d tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb7e0dfa-5a98-4c49-9272-e698dfc8be6d']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:56:13.975737 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5fd48dc1-996f-429a-bfd8-c30e88753ffc tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586576'] for router_gateway, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:13.982199 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-41edff39-ad01-457c-b6e6-7c9ca0c9ff9d req-7c01ff34-3ac4-4289-9e6a-761d6f35ad6d tempest-InstanceActionsV221TestJSON-874907181 tempest-InstanceActionsV221TestJSON-874907181-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:13.984547 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-431002e5-6cd0-4eb0-8c16-34f73c40371c tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:13.989148 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-cfc4ccdb-1982-4a03-ae01-c78698ab0532 None None] Allocated IP 172.20.0.2 (d09fcc39-a3ae-48b5-a16d-fbfa237204b6/d255fab1-d95d-4bdf-ab35-1a81f44050df/7b95be45-79ba-4e4a-b220-81dc1653a994) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:56:14.002211 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['aef0ee4c-78fd-4261-aee6-945714a93f78'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:56:14.018266 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-0b6af18c-61db-4bff-bd18-1fcb52f69e6d tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72770400-e29c-4d7b-ab6f-bb206876f333') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:56:14.020060 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-0b6af18c-61db-4bff-bd18-1fcb52f69e6d tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72770400-e29c-4d7b-ab6f-bb206876f333') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:56:14.080571 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c01ff34-3ac4-4289-9e6a-761d6f35ad6d tempest-InstanceActionsV221TestJSON-874907181 tempest-InstanceActionsV221TestJSON-874907181-project] Pushing event deleted for resources: {'Port': ['ID=aef0ee4c-78fd-4261-aee6-945714a93f78,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:14.096847 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431002e5-6cd0-4eb0-8c16-34f73c40371c tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Network 50d98e88-8a75-4835-9919-86c163395f7c is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:56:14.100333 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5fd48dc1-996f-429a-bfd8-c30e88753ffc tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:14.103902 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5fd48dc1-996f-429a-bfd8-c30e88753ffc tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:14.106459 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0b6af18c-61db-4bff-bd18-1fcb52f69e6d tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:14.120061 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-431002e5-6cd0-4eb0-8c16-34f73c40371c tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:56:14.127219 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431002e5-6cd0-4eb0-8c16-34f73c40371c tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:14.132159 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:14.132333 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-431002e5-6cd0-4eb0-8c16-34f73c40371c tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:14.136955 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-08e976f9-362f-47de-8805-6febbb90d7a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:14.153330 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-41edff39-ad01-457c-b6e6-7c9ca0c9ff9d req-7c01ff34-3ac4-4289-9e6a-761d6f35ad6d tempest-InstanceActionsV221TestJSON-874907181 tempest-InstanceActionsV221TestJSON-874907181-project] No DVR routers for this DVR port aef0ee4c-78fd-4261-aee6-945714a93f78 on host n-h1-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:56:14.162447 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0b6af18c-61db-4bff-bd18-1fcb52f69e6d tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:14.166853 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-41edff39-ad01-457c-b6e6-7c9ca0c9ff9d req-7c01ff34-3ac4-4289-9e6a-761d6f35ad6d tempest-InstanceActionsV221TestJSON-874907181 tempest-InstanceActionsV221TestJSON-874907181-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:14.166853 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-41edff39-ad01-457c-b6e6-7c9ca0c9ff9d req-7c01ff34-3ac4-4289-9e6a-761d6f35ad6d tempest-InstanceActionsV221TestJSON-874907181 tempest-InstanceActionsV221TestJSON-874907181-project] 10.222.0.110 "DELETE /v2.0/ports/aef0ee4c-78fd-4261-aee6-945714a93f78 HTTP/1.1" status: 204 len: 173 time: 1.1800821 Sep 24 15:56:14.170761 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b11a47d-d21b-4284-aa6e-a61c7cd6d55d', 'name': 'network-vif-deleted', 'tag': 'aef0ee4c-78fd-4261-aee6-945714a93f78'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:56:14.170761 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e232a3f0-5610-4260-8e38-a1ed48fadc1f" -d '{"events": [{"server_uuid": "0b11a47d-d21b-4284-aa6e-a61c7cd6d55d", "name": "network-vif-deleted", "tag": "aef0ee4c-78fd-4261-aee6-945714a93f78"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:56:14.176357 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431002e5-6cd0-4eb0-8c16-34f73c40371c tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event updated for resources: {'Subnet': ['ID=8ac32248-25dc-401f-99f9-ace3426d6b62,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:14.188321 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b6af18c-61db-4bff-bd18-1fcb52f69e6d tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Releasing vlan 1295 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:56:14.188893 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0b6af18c-61db-4bff-bd18-1fcb52f69e6d tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:14.233854 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4d04bdca-42a1-46ec-ae1e-85a1b88cbf7e tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:14.245067 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f66c1f-0c07-4abd-abc9-5c270dd3997f x-openstack-request-id: req-35f66c1f-0c07-4abd-abc9-5c270dd3997f {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:56:14.245067 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b11a47d-d21b-4284-aa6e-a61c7cd6d55d", "name": "network-vif-deleted", "tag": "aef0ee4c-78fd-4261-aee6-945714a93f78", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:56:14.245067 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-35f66c1f-0c07-4abd-abc9-5c270dd3997f {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:56:14.245067 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b11a47d-d21b-4284-aa6e-a61c7cd6d55d', 'name': 'network-vif-deleted', 'tag': 'aef0ee4c-78fd-4261-aee6-945714a93f78', 'status': 'completed', 'code': 200} Sep 24 15:56:14.247515 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e976f9-362f-47de-8805-6febbb90d7a0 None None] No DVR routers for this DVR port 44e37bca-20dc-4973-8c33-2123b15910f7 on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:56:14.254316 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e976f9-362f-47de-8805-6febbb90d7a0 None None] Pushing event deleted for resources: {'Port': ['ID=44e37bca-20dc-4973-8c33-2123b15910f7,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:14.286412 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device f110d8a9-7d91-48ca-833e-929f7bb3af71 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:56:14.294769 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:56:14.294769 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:56:14.294769 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:56:14.294769 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:56:14.294769 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:56:14.294769 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:56:14.294769 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:56:14.294769 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:56:14.294769 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:56:14.294769 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:56:14.294769 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:56:14.294769 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:56:14.294769 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:56:14.294769 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:56:14.294769 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:56:14.294769 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:56:14.294769 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:56:14.294769 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:56:14.294769 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:56:14.294769 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:56:14.294769 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:56:14.294769 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:56:14.294769 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:56:14.294769 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:56:14.294769 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:56:14.294769 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:56:14.294769 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:56:14.294769 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:56:14.294769 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:56:14.294769 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:56:14.294769 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:56:14.294769 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:56:14.316587 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5fd48dc1-996f-429a-bfd8-c30e88753ffc tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:14.316915 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fd48dc1-996f-429a-bfd8-c30e88753ffc tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Fanout notify agent at l3_agent the message router_deleted on router 74d0ced5-4bae-4df5-9549-085946fe4576 {{(pid=95297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:56:14.318606 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433792c9-3eb6-4163-acd6-c4b0082dd3be None None] Network 50d98e88-8a75-4835-9919-86c163395f7c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:56:14.334678 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: f110d8a9-7d91-48ca-833e-929f7bb3af71 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:56:14.334678 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device f110d8a9-7d91-48ca-833e-929f7bb3af71 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:56:14.343110 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5fd48dc1-996f-429a-bfd8-c30e88753ffc tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:14.344423 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-5fd48dc1-996f-429a-bfd8-c30e88753ffc tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "DELETE /v2.0/routers/74d0ced5-4bae-4df5-9549-085946fe4576 HTTP/1.1" status: 204 len: 168 time: 2.3541055 Sep 24 15:56:14.347647 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46160) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:14.356164 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4d04bdca-42a1-46ec-ae1e-85a1b88cbf7e tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:14.391724 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d04bdca-42a1-46ec-ae1e-85a1b88cbf7e tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dc4f82b-d13f-4ba8-ab1b-26d1a5ed4489,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:14.462852 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0b6af18c-61db-4bff-bd18-1fcb52f69e6d tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:14.471305 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0b6af18c-61db-4bff-bd18-1fcb52f69e6d tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:14.473439 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-0b6af18c-61db-4bff-bd18-1fcb52f69e6d tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] 10.222.0.101 "DELETE /v2.0/networks/bb7e0dfa-5a98-4c49-9272-e698dfc8be6d HTTP/1.1" status: 204 len: 168 time: 1.8837423 Sep 24 15:56:14.474725 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-cfc4ccdb-1982-4a03-ae01-c78698ab0532 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:14.476241 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46162) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:14.488235 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-fc490075-9c1c-4d26-8d40-fb81d0902f8e None None] Provisioning complete for port 3d0e8558-3fe2-4e02-95b6-aeb0a179ff9e triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:56:14.488628 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-fc490075-9c1c-4d26-8d40-fb81d0902f8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:14.491318 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4d04bdca-42a1-46ec-ae1e-85a1b88cbf7e tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:14.498453 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-4d04bdca-42a1-46ec-ae1e-85a1b88cbf7e tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7405674 Sep 24 15:56:14.502712 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-431002e5-6cd0-4eb0-8c16-34f73c40371c tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5849125 Sep 24 15:56:14.502889 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-aa3bbd70-cddf-4ddc-ae77-77fdc1e1995f tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:14.505624 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46164) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:14.505952 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46166) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:14.536767 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-b7fddec2-cd9c-49d3-a38b-7d4b9797e4bc tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Request body: {'subnet': {'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:56:14.539837 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-21b2dccf-9bea-4e9c-9086-5e4d57805f4a tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] GET failed (client error): The resource could not be found. Sep 24 15:56:14.541382 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-21b2dccf-9bea-4e9c-9086-5e4d57805f4a tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] 10.222.0.101 "GET /v2.0/subnets/2fbe168f-12f7-4fb4-ba74-88f53a994d29 HTTP/1.1" status: 404 len: 337 time: 0.0634279 Sep 24 15:56:14.544256 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46170) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:14.554916 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-ba56df05-d80c-4361-8791-098073d1e7db tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1152817138', 'security_groups': ['5dc4f82b-d13f-4ba8-ab1b-26d1a5ed4489'], 'network_id': 'd09fcc39-a3ae-48b5-a16d-fbfa237204b6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd255fab1-d95d-4bdf-ab35-1a81f44050df'}]}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:56:14.563415 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f7f9d95-6a2a-4cbc-a7e8-e2d1cf4151d6 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:14.572782 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f7f9d95-6a2a-4cbc-a7e8-e2d1cf4151d6 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:14.572782 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-1f7f9d95-6a2a-4cbc-a7e8-e2d1cf4151d6 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] 10.222.0.101 "DELETE /v2.0/networks/bb7e0dfa-5a98-4c49-9272-e698dfc8be6d HTTP/1.1" status: 404 len: 339 time: 0.0203531 Sep 24 15:56:14.577672 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46172) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:14.624417 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-cfc4ccdb-1982-4a03-ae01-c78698ab0532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:14.667686 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6af18c-61db-4bff-bd18-1fcb52f69e6d tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Pushing event deleted for resources: {'Network': ['ID=bb7e0dfa-5a98-4c49-9272-e698dfc8be6d,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:14.678697 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfc4ccdb-1982-4a03-ae01-c78698ab0532 None None] Network d09fcc39-a3ae-48b5-a16d-fbfa237204b6 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:56:14.685617 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-cfc4ccdb-1982-4a03-ae01-c78698ab0532 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:56:14.689943 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc4ccdb-1982-4a03-ae01-c78698ab0532 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:56:14.702044 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc4ccdb-1982-4a03-ae01-c78698ab0532 None None] Pushing event updated for resources: {'Port': ['ID=7b95be45-79ba-4e4a-b220-81dc1653a994,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:14.731727 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d1687219-3756-462a-9b41-634da6b4a130 req-ec0c5eb3-619f-4792-96d2-a21aaebcb11a tempest-InstanceActionsV221TestJSON-874907181 tempest-InstanceActionsV221TestJSON-874907181-project] 10.222.0.101 "GET /v2.0/ports?device_id=0b11a47d-d21b-4284-aa6e-a61c7cd6d55d HTTP/1.1" status: 200 len: 210 time: 0.0701985 Sep 24 15:56:14.790003 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-cfc4ccdb-1982-4a03-ae01-c78698ab0532 None None] Attempting to bind port 7b95be45-79ba-4e4a-b220-81dc1653a994 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:56:14.790399 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-cfc4ccdb-1982-4a03-ae01-c78698ab0532 None None] Attempting to bind port 7b95be45-79ba-4e4a-b220-81dc1653a994 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '8081f0b6-c7d7-4e45-a7e9-2bf4ca5543c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': 'd09fcc39-a3ae-48b5-a16d-fbfa237204b6'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:56:14.791598 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc4ccdb-1982-4a03-ae01-c78698ab0532 None None] Attempting to bind port 7b95be45-79ba-4e4a-b220-81dc1653a994 on network d09fcc39-a3ae-48b5-a16d-fbfa237204b6 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:56:14.798475 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec78358-11d7-4c88-8625-21c44228f2bd None None] Update dhcp port {'port': {'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'fixed_ips': [{'subnet_id': '8ac32248-25dc-401f-99f9-ace3426d6b62'}], 'binding:host_id': 'n-d-808921-1'}, 'id': '3d0e8558-3fe2-4e02-95b6-aeb0a179ff9e'} from n-d-808921-1. {{(pid=95299) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 24 15:56:14.801925 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc4ccdb-1982-4a03-ae01-c78698ab0532 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:56:14.802927 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc4ccdb-1982-4a03-ae01-c78698ab0532 None None] Checking segment: {'id': '8081f0b6-c7d7-4e45-a7e9-2bf4ca5543c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': 'd09fcc39-a3ae-48b5-a16d-fbfa237204b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:56:14.802927 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-cfc4ccdb-1982-4a03-ae01-c78698ab0532 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:14.805337 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc4ccdb-1982-4a03-ae01-c78698ab0532 None None] Bound using segment: {'id': '8081f0b6-c7d7-4e45-a7e9-2bf4ca5543c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': 'd09fcc39-a3ae-48b5-a16d-fbfa237204b6'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:56:14.805337 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-cfc4ccdb-1982-4a03-ae01-c78698ab0532 None None] Bound port: 7b95be45-79ba-4e4a-b220-81dc1653a994, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8081f0b6-c7d7-4e45-a7e9-2bf4ca5543c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': 'd09fcc39-a3ae-48b5-a16d-fbfa237204b6'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:56:14.805337 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-cfc4ccdb-1982-4a03-ae01-c78698ab0532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:14.840206 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6ec78358-11d7-4c88-8625-21c44228f2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:14.896814 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736d5c64-f9aa-4511-9d93-52d2498d2fe0 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:14.902250 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-736d5c64-f9aa-4511-9d93-52d2498d2fe0 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3202901 Sep 24 15:56:14.902529 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46176) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:14.982961 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-7004c592-f72a-4ca5-b65d-ebb37f74a969 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] 10.222.0.101 "GET /v2.0/subnets?network_id=e6a2de20-1ea0-43e5-88e0-982d19e317d5 HTTP/1.1" status: 200 len: 207 time: 0.0759869 Sep 24 15:56:14.983424 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46178) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:14.992505 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-aa3bbd70-cddf-4ddc-ae77-77fdc1e1995f tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:15.005771 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.db.api [None req-ba56df05-d80c-4361-8791-098073d1e7db tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 15:56:15.005771 n-d-808921-1 neutron-server[95297]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 24 15:56:15.005771 n-d-808921-1 neutron-server[95297]: [parameters: {'project_id': '60728dc15ec0482fbe958ba9258d8b5e', 'id': 'ef7bbff9-5542-477f-8f2f-1301fe852a3b', 'expiration': datetime.datetime(2021, 9, 24, 15, 58, 14, 958830)}] Sep 24 15:56:15.005771 n-d-808921-1 neutron-server[95297]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:56:15.006121 n-d-808921-1 neutron-server[95297]: DEBUG oslo_db.api [None req-ba56df05-d80c-4361-8791-098073d1e7db tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:56:15.020874 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-aa3bbd70-cddf-4ddc-ae77-77fdc1e1995f tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9650dd06-c337-403b-9f2f-c268b521f2ba']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:56:15.021401 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-cfc4ccdb-1982-4a03-ae01-c78698ab0532 None None] For port 7b95be45-79ba-4e4a-b220-81dc1653a994, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:56:15.033345 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-aa3bbd70-cddf-4ddc-ae77-77fdc1e1995f tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7f03bc8-ea19-48e4-af94-237cd7b5d9dc') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:56:15.033700 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-aa3bbd70-cddf-4ddc-ae77-77fdc1e1995f tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7f03bc8-ea19-48e4-af94-237cd7b5d9dc') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:56:15.045068 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-cfc4ccdb-1982-4a03-ae01-c78698ab0532 None None] For port 7b95be45-79ba-4e4a-b220-81dc1653a994, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=7b95be45-79ba-4e4a-b220-81dc1653a994,segment=NetworkSegment(8081f0b6-c7d7-4e45-a7e9-2bf4ca5543c2),segment_id=8081f0b6-c7d7-4e45-a7e9-2bf4ca5543c2)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:56:15.048379 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-aa3bbd70-cddf-4ddc-ae77-77fdc1e1995f tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:15.070087 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-aa3bbd70-cddf-4ddc-ae77-77fdc1e1995f tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:15.079457 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa3bbd70-cddf-4ddc-ae77-77fdc1e1995f tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Releasing vlan 1251 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:56:15.079931 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-aa3bbd70-cddf-4ddc-ae77-77fdc1e1995f tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:15.087052 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:56:15.087052 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:56:15.087052 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:56:15.087052 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:56:15.087052 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:56:15.087052 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:56:15.087052 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:56:15.087052 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:56:15.087052 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:56:15.087052 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:56:15.087052 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:56:15.087052 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:56:15.087052 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:56:15.087052 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:56:15.087052 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:56:15.087052 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:56:15.087052 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:56:15.087052 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:56:15.087052 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:56:15.087052 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:56:15.087052 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:56:15.087052 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:56:15.087052 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:56:15.087052 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:56:15.087052 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:56:15.087052 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:56:15.087052 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:56:15.087052 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:56:15.087052 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:56:15.087052 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:56:15.087052 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:56:15.087052 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:56:15.097040 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device aedc8984-c719-4441-90cd-2f9058b26fa4 up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:56:15.154738 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-6ec78358-11d7-4c88-8625-21c44228f2bd None None] Allocated IP 2001:db8::2 (50d98e88-8a75-4835-9919-86c163395f7c/8ac32248-25dc-401f-99f9-ace3426d6b62/3d0e8558-3fe2-4e02-95b6-aeb0a179ff9e) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:56:15.162804 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7fddec2-cd9c-49d3-a38b-7d4b9797e4bc tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Made reservation on behalf of 1ffc126d96724ce991d5ac46e64fd1ec for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:56:15.169541 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-cfc4ccdb-1982-4a03-ae01-c78698ab0532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:15.174365 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b7fddec2-cd9c-49d3-a38b-7d4b9797e4bc tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:15.284901 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37478e17-d155-4aa2-aa6b-6d7dc518c390 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:15.285311 n-d-808921-1 neutron-server[95297]: INFO neutron.db.ipam_backend_mixin [None req-b7fddec2-cd9c-49d3-a38b-7d4b9797e4bc tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8ac32248-25dc-401f-99f9-ace3426d6b62 (CIDR: 2001:db8::/64) Sep 24 15:56:15.289634 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37478e17-d155-4aa2-aa6b-6d7dc518c390 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:15.298211 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37478e17-d155-4aa2-aa6b-6d7dc518c390 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:15.305398 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37478e17-d155-4aa2-aa6b-6d7dc518c390 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:15.313412 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-37478e17-d155-4aa2-aa6b-6d7dc518c390 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] 10.222.0.101 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.3284433 Sep 24 15:56:15.314583 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46182) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:15.347719 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7fddec2-cd9c-49d3-a38b-7d4b9797e4bc tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 15:56:15.348549 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7fddec2-cd9c-49d3-a38b-7d4b9797e4bc tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:15.359880 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 3d0e8558-3fe2-4e02-95b6-aeb0a179ff9e no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:56:15.450688 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-aa3bbd70-cddf-4ddc-ae77-77fdc1e1995f tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:15.458761 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-aa3bbd70-cddf-4ddc-ae77-77fdc1e1995f tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:15.466845 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-aa3bbd70-cddf-4ddc-ae77-77fdc1e1995f tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "DELETE /v2.0/networks/9650dd06-c337-403b-9f2f-c268b521f2ba HTTP/1.1" status: 204 len: 168 time: 1.1178019 Sep 24 15:56:15.506156 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46184) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:15.553656 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-5d975a52-137c-4b8f-b837-f2fa28d6f4de tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Request body: {'network': {'name': 'tempest-network-smoke--992460323', 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'port_security_enabled': True}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:56:15.577371 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3bbd70-cddf-4ddc-ae77-77fdc1e1995f tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Pushing event deleted for resources: {'Network': ['ID=9650dd06-c337-403b-9f2f-c268b521f2ba,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:15.580855 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b7fddec2-cd9c-49d3-a38b-7d4b9797e4bc tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0548091 Sep 24 15:56:15.585384 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46186) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:15.593631 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-86ca5c11-526b-4616-b287-aa4f0cfe3cbc tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Request body: {'subnet': {'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:56:15.646621 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-8ef97ed7-74d1-4a53-8b8b-81394e78179c tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] 10.222.0.101 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.3298321 Sep 24 15:56:15.651587 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46188) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:15.665435 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc4ccdb-1982-4a03-ae01-c78698ab0532 None None] Pushing event updated for resources: {'Port': ['ID=7b95be45-79ba-4e4a-b220-81dc1653a994,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:15.735456 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-6ec78358-11d7-4c88-8625-21c44228f2bd None None] For port 3d0e8558-3fe2-4e02-95b6-aeb0a179ff9e, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=3d0e8558-3fe2-4e02-95b6-aeb0a179ff9e,segment=NetworkSegment(fb531be8-b37e-4ff9-a98b-5c7db484a0eb),segment_id=fb531be8-b37e-4ff9-a98b-5c7db484a0eb)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:56:15.752188 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7fc54b-69e8-45d0-92b2-62d2257b26b9 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:15.754639 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c7fc54b-69e8-45d0-92b2-62d2257b26b9 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:15.763194 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-5c7fc54b-69e8-45d0-92b2-62d2257b26b9 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1098533 Sep 24 15:56:15.767016 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46190) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:15.787705 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port aedc8984-c719-4441-90cd-2f9058b26fa4 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:56:15.802381 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port aedc8984-c719-4441-90cd-2f9058b26fa4 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:56:15.802830 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:15.852847 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb848ffd-9762-4967-81bb-1201b57de119 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Attributes excluded by policy engine: ['shared'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:15.856736 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb848ffd-9762-4967-81bb-1201b57de119 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Attributes excluded by policy engine: ['shared'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:15.871597 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-bb848ffd-9762-4967-81bb-1201b57de119 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] 10.222.0.101 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0985382 Sep 24 15:56:15.871702 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:15.871792 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46196) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:15.888778 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba56df05-d80c-4361-8791-098073d1e7db tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Made reservation on behalf of 60728dc15ec0482fbe958ba9258d8b5e for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:56:15.892235 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6ec78358-11d7-4c88-8625-21c44228f2bd None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:15.971782 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:15.975673 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.db.api [None req-86ca5c11-526b-4616-b287-aa4f0cfe3cbc tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 15:56:15.975673 n-d-808921-1 neutron-server[95297]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 24 15:56:15.975673 n-d-808921-1 neutron-server[95297]: [parameters: {'project_id_1': '1ffc126d96724ce991d5ac46e64fd1ec', 'expiration_1': datetime.datetime(2021, 9, 24, 15, 55, 55, 780964)}] Sep 24 15:56:15.975673 n-d-808921-1 neutron-server[95297]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:56:15.977848 n-d-808921-1 neutron-server[95297]: DEBUG oslo_db.api [None req-86ca5c11-526b-4616-b287-aa4f0cfe3cbc tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:56:16.048196 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port aedc8984-c719-4441-90cd-2f9058b26fa4, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=aedc8984-c719-4441-90cd-2f9058b26fa4,segment=NetworkSegment(a16152fb-2bdf-4e02-99e2-b4e349df34e6),segment_id=a16152fb-2bdf-4e02-99e2-b4e349df34e6)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:56:16.049127 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '756dc3f9-786f-43e3-a1c1-2690c736e704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aedc8984-c719-4441-90cd-2f9058b26fa4'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:56:16.055812 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41ecbc9d-3e5e-4cdf-9319-e6cd1eb7c1e8" -d '{"events": [{"server_uuid": "756dc3f9-786f-43e3-a1c1-2690c736e704", "name": "network-vif-plugged", "status": "completed", "tag": "aedc8984-c719-4441-90cd-2f9058b26fa4"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:56:16.061549 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6ec78358-11d7-4c88-8625-21c44228f2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:16.082606 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ba56df05-d80c-4361-8791-098073d1e7db tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:16.092928 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f6ca57-2971-4a7a-b5b2-902064211950 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:16.099526 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-82f6ca57-2971-4a7a-b5b2-902064211950 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] 10.222.0.101 "GET /v2.0/networks/ebe78551-0d33-48ea-bf42-220cfcf085f8 HTTP/1.1" status: 200 len: 800 time: 0.2246809 Sep 24 15:56:16.107006 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46206) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:16.118977 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d975a52-137c-4b8f-b837-f2fa28d6f4de tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Made reservation on behalf of 7841fa2f595c42b88ef5416d36f78c25 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:56:16.127757 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5d975a52-137c-4b8f-b837-f2fa28d6f4de tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:16.130022 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc3e273c-f4c0-4fe1-b97a-df6320dd407a x-openstack-request-id: req-fc3e273c-f4c0-4fe1-b97a-df6320dd407a {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:56:16.130022 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "756dc3f9-786f-43e3-a1c1-2690c736e704", "name": "network-vif-plugged", "status": "completed", "tag": "aedc8984-c719-4441-90cd-2f9058b26fa4", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:56:16.130022 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-fc3e273c-f4c0-4fe1-b97a-df6320dd407a {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:56:16.130535 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46208) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:16.130634 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '756dc3f9-786f-43e3-a1c1-2690c736e704', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aedc8984-c719-4441-90cd-2f9058b26fa4', 'code': 200} Sep 24 15:56:16.131618 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [None req-ba56df05-d80c-4361-8791-098073d1e7db tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] device_id is not set on port 90bfca05-3e69-4dcc-978e-20704dded64d yet. {{(pid=95297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:56:16.177664 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:16.211299 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec78358-11d7-4c88-8625-21c44228f2bd None None] Pushing event updated for resources: {'Port': ['ID=3d0e8558-3fe2-4e02-95b6-aeb0a179ff9e,revision_number=8']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:16.214612 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.db.api [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:56:16.214612 n-d-808921-1 neutron-server[95299]: DEBUG oslo_db.api [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:56:16.263251 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d975a52-137c-4b8f-b837-f2fa28d6f4de tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1269} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:56:16.285926 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-83936710-3089-46ee-9cc0-3557389654c4 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] 10.222.0.101 "GET /v2.0/networks/ebe78551-0d33-48ea-bf42-220cfcf085f8?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1844306 Sep 24 15:56:16.289514 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46210) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:16.292389 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=aedc8984-c719-4441-90cd-2f9058b26fa4,revision_number=13']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:16.324127 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device aef0ee4c-78fd-4261-aee6-945714a93f78 no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:56:16.330730 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5d975a52-137c-4b8f-b837-f2fa28d6f4de tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:16.331212 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-5d975a52-137c-4b8f-b837-f2fa28d6f4de tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Added segment 3b0d1fe3-9fe9-4ff8-92fd-d9c45ff0aa0c of type vlan for network 86c3d0ed-1df9-469f-9686-3575b374c832 Sep 24 15:56:16.354031 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] No Port match for: aef0ee4c-78fd-4261-aee6-945714a93f78 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:56:16.354409 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device aef0ee4c-78fd-4261-aee6-945714a93f78 not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:56:16.404567 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab7c368-6902-4f54-8a5f-21ccdd2617fc tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:16.405200 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-0ab7c368-6902-4f54-8a5f-21ccdd2617fc tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] 10.222.0.101 "GET /v2.0/subnets/19a632ef-0222-4b2c-a912-d843ef227bfe HTTP/1.1" status: 200 len: 811 time: 0.1134992 Sep 24 15:56:16.410102 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46212) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:16.414310 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-e28ff1fd-98eb-4fd6-ba69-4063a823502a admin admin] Deleting subnet 8b610bc2-63cb-4d97-b045-4d1e5f7573ee {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:56:16.440725 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e28ff1fd-98eb-4fd6-ba69-4063a823502a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:16.481397 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5d975a52-137c-4b8f-b837-f2fa28d6f4de tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:16.489859 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ddffe7-4108-4c08-8594-6984845f4543 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Attributes excluded by policy engine: ['shared'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:16.489859 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b7ddffe7-4108-4c08-8594-6984845f4543 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] 10.222.0.101 "GET /v2.0/subnets/19a632ef-0222-4b2c-a912-d843ef227bfe?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0732422 Sep 24 15:56:16.491252 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46214) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:16.498179 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-cb9a4ccf-e5db-4c08-bd8c-7ac35ca1714c tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-298632865'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:56:16.538267 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e28ff1fd-98eb-4fd6-ba69-4063a823502a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:16.633109 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e28ff1fd-98eb-4fd6-ba69-4063a823502a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:16.636540 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-ba56df05-d80c-4361-8791-098073d1e7db tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Allocated IP 172.20.0.3 (d09fcc39-a3ae-48b5-a16d-fbfa237204b6/d255fab1-d95d-4bdf-ab35-1a81f44050df/90bfca05-3e69-4dcc-978e-20704dded64d) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:56:16.667943 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb9a4ccf-e5db-4c08-bd8c-7ac35ca1714c tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Made reservation on behalf of 9b1de2c8a90e4c7b8a3f22e9202f02be for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:56:16.671560 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cb9a4ccf-e5db-4c08-bd8c-7ac35ca1714c tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:16.707163 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5d975a52-137c-4b8f-b837-f2fa28d6f4de tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:16.712277 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb9a4ccf-e5db-4c08-bd8c-7ac35ca1714c tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1254} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:56:16.713615 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d975a52-137c-4b8f-b837-f2fa28d6f4de tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:16.714555 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5d975a52-137c-4b8f-b837-f2fa28d6f4de tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:16.725687 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cb9a4ccf-e5db-4c08-bd8c-7ac35ca1714c tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:16.726029 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-cb9a4ccf-e5db-4c08-bd8c-7ac35ca1714c tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Added segment 6b878e57-592c-4ee4-9382-48330c11f50a of type vlan for network 90e62746-7532-4fc3-9aaa-704d2b903270 Sep 24 15:56:16.767079 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:16.799035 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cb9a4ccf-e5db-4c08-bd8c-7ac35ca1714c tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:16.820861 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port 3d0e8558-3fe2-4e02-95b6-aeb0a179ff9e, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=3d0e8558-3fe2-4e02-95b6-aeb0a179ff9e,segment=NetworkSegment(fb531be8-b37e-4ff9-a98b-5c7db484a0eb),segment_id=fb531be8-b37e-4ff9-a98b-5c7db484a0eb)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:56:16.860924 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d975a52-137c-4b8f-b837-f2fa28d6f4de tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Pushing event updated for resources: {'Network': ['ID=86c3d0ed-1df9-469f-9686-3575b374c832,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:16.873426 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 86c3d0ed-1df9-469f-9686-3575b374c832 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:56:16.882793 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ca5c11-526b-4616-b287-aa4f0cfe3cbc tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Made reservation on behalf of 1ffc126d96724ce991d5ac46e64fd1ec for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:56:16.887284 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-86ca5c11-526b-4616-b287-aa4f0cfe3cbc tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:16.978248 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e28ff1fd-98eb-4fd6-ba69-4063a823502a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:17.013048 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-df9e92d7-40f5-4170-8199-6a2bcd6dff60 None None] Provisioning complete for port 7b95be45-79ba-4e4a-b220-81dc1653a994 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:56:17.014109 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-df9e92d7-40f5-4170-8199-6a2bcd6dff60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:17.026882 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:17.027513 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 75ca1059-9905-4ba8-ae95-357afde4cc34 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:56:17.090219 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-5d975a52-137c-4b8f-b837-f2fa28d6f4de tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5735612 Sep 24 15:56:17.104465 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 75ca1059-9905-4ba8-ae95-357afde4cc34 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:56:17.105064 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 75ca1059-9905-4ba8-ae95-357afde4cc34 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:56:17.135783 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46220) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:17.143964 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-142e5ad5-7364-4f55-aada-b8394cbd4fb5 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1406295477', 'admin_state_up': True, 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:56:17.165330 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28ff1fd-98eb-4fd6-ba69-4063a823502a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b610bc2-63cb-4d97-b045-4d1e5f7573ee,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:17.168057 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e28ff1fd-98eb-4fd6-ba69-4063a823502a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:17.169967 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e28ff1fd-98eb-4fd6-ba69-4063a823502a admin admin] 10.222.0.101 "DELETE /v2.0/subnets/8b610bc2-63cb-4d97-b045-4d1e5f7573ee HTTP/1.1" status: 204 len: 168 time: 1.0327497 Sep 24 15:56:17.175052 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46222) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:17.193562 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=3d0e8558-3fe2-4e02-95b6-aeb0a179ff9e,revision_number=9']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:17.264987 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-df9e92d7-40f5-4170-8199-6a2bcd6dff60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:17.264987 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3deec960-c2d2-4c15-b377-8b2c34848313 None None] get_active_networks_info from n-d-808921-1 {{(pid=95299) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 24 15:56:17.316807 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ba56df05-d80c-4361-8791-098073d1e7db tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:17.325258 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cb9a4ccf-e5db-4c08-bd8c-7ac35ca1714c tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:17.325493 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e4d76ebd-8eb3-498a-a4b6-bbc5d3de2d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:17.333760 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9a4ccf-e5db-4c08-bd8c-7ac35ca1714c tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:17.336008 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cb9a4ccf-e5db-4c08-bd8c-7ac35ca1714c tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:17.341049 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-df9e92d7-40f5-4170-8199-6a2bcd6dff60 None None] For port 7b95be45-79ba-4e4a-b220-81dc1653a994, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=7b95be45-79ba-4e4a-b220-81dc1653a994,segment=NetworkSegment(8081f0b6-c7d7-4e45-a7e9-2bf4ca5543c2),segment_id=8081f0b6-c7d7-4e45-a7e9-2bf4ca5543c2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:56:17.401791 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-142e5ad5-7364-4f55-aada-b8394cbd4fb5 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:17.402826 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-142e5ad5-7364-4f55-aada-b8394cbd4fb5 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:17.431767 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 3d0e8558-3fe2-4e02-95b6-aeb0a179ff9e up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:56:17.437952 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3deec960-c2d2-4c15-b377-8b2c34848313 None None] Resources bound (agent type, host, resource id): {{(pid=95299) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 24 15:56:17.454735 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9a4ccf-e5db-4c08-bd8c-7ac35ca1714c tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Pushing event updated for resources: {'Network': ['ID=90e62746-7532-4fc3-9aaa-704d2b903270,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:17.464021 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-df9e92d7-40f5-4170-8199-6a2bcd6dff60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:17.467197 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9a4ccf-e5db-4c08-bd8c-7ac35ca1714c tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:56:17.467197 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9a4ccf-e5db-4c08-bd8c-7ac35ca1714c tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:56:17.467197 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9a4ccf-e5db-4c08-bd8c-7ac35ca1714c tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:56:17.467197 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9a4ccf-e5db-4c08-bd8c-7ac35ca1714c tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:56:17.467197 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9a4ccf-e5db-4c08-bd8c-7ac35ca1714c tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:56:17.467628 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9a4ccf-e5db-4c08-bd8c-7ac35ca1714c tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:56:17.467715 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9a4ccf-e5db-4c08-bd8c-7ac35ca1714c tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:56:17.468708 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9a4ccf-e5db-4c08-bd8c-7ac35ca1714c tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:56:17.468708 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9a4ccf-e5db-4c08-bd8c-7ac35ca1714c tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:56:17.469173 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9a4ccf-e5db-4c08-bd8c-7ac35ca1714c tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:56:17.469532 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9a4ccf-e5db-4c08-bd8c-7ac35ca1714c tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:56:17.470422 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb9a4ccf-e5db-4c08-bd8c-7ac35ca1714c tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:56:17.502783 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-cb9a4ccf-e5db-4c08-bd8c-7ac35ca1714c tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0064058 Sep 24 15:56:17.502971 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46224) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:17.505217 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 90e62746-7532-4fc3-9aaa-704d2b903270 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:56:17.510005 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-d0db8af7-7f87-4f25-a643-8dce5d2137d0 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Request body: {'subnet': {'network_id': '90e62746-7532-4fc3-9aaa-704d2b903270', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:56:17.513506 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e4d76ebd-8eb3-498a-a4b6-bbc5d3de2d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:17.582267 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-df9e92d7-40f5-4170-8199-6a2bcd6dff60 None None] Provisioning complete for port fe0f35c7-f6af-4545-8538-a6af657630de triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:56:17.585741 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-df9e92d7-40f5-4170-8199-6a2bcd6dff60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:17.601213 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-142e5ad5-7364-4f55-aada-b8394cbd4fb5 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:17.603971 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-e4d76ebd-8eb3-498a-a4b6-bbc5d3de2d97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37e12990-d89a-41c9-8ebb-3667e0011fed']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:56:17.617174 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ba56df05-d80c-4361-8791-098073d1e7db tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:17.630188 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-e4d76ebd-8eb3-498a-a4b6-bbc5d3de2d97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d4148f7-78e5-4002-a3d3-cbf2f9d23b6f') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:56:17.630655 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-e4d76ebd-8eb3-498a-a4b6-bbc5d3de2d97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d4148f7-78e5-4002-a3d3-cbf2f9d23b6f') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:56:17.667310 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e4d76ebd-8eb3-498a-a4b6-bbc5d3de2d97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:17.671164 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9e92d7-40f5-4170-8199-6a2bcd6dff60 None None] Pushing event updated for resources: {'Port': ['ID=7b95be45-79ba-4e4a-b220-81dc1653a994,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:17.731482 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 3d0e8558-3fe2-4e02-95b6-aeb0a179ff9e triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:56:17.731837 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:17.733711 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0db8af7-7f87-4f25-a643-8dce5d2137d0 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Made reservation on behalf of 9b1de2c8a90e4c7b8a3f22e9202f02be for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:56:17.736136 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-df9e92d7-40f5-4170-8199-6a2bcd6dff60 None None] Port fe0f35c7-f6af-4545-8538-a6af657630de cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:56:17.742910 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d0db8af7-7f87-4f25-a643-8dce5d2137d0 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:17.750902 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba56df05-d80c-4361-8791-098073d1e7db tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Network d09fcc39-a3ae-48b5-a16d-fbfa237204b6 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:56:17.755287 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e4d76ebd-8eb3-498a-a4b6-bbc5d3de2d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:17.771591 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-ba56df05-d80c-4361-8791-098073d1e7db tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:56:17.799939 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4d76ebd-8eb3-498a-a4b6-bbc5d3de2d97 admin admin] Releasing vlan 1255 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:56:17.800652 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e4d76ebd-8eb3-498a-a4b6-bbc5d3de2d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:17.802572 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:56:17.802572 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:56:17.802572 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:56:17.802572 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:56:17.802572 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:56:17.802572 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:56:17.802572 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:56:17.802572 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:56:17.802572 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:56:17.802572 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:56:17.802572 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:56:17.802572 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:56:17.802572 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:56:17.802572 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:56:17.802572 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:56:17.802572 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:56:17.802572 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:56:17.802572 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:56:17.802572 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:56:17.802572 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:56:17.802572 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:56:17.802572 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:56:17.802572 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:56:17.802572 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:56:17.802572 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:56:17.802572 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:56:17.802572 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:56:17.802572 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:56:17.802572 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:56:17.802572 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:56:17.802572 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:56:17.802572 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:56:17.805025 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba56df05-d80c-4361-8791-098073d1e7db tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event updated for resources: {'Port': ['ID=90bfca05-3e69-4dcc-978e-20704dded64d,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:17.820225 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba56df05-d80c-4361-8791-098073d1e7db tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:56:17.829700 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.ipam_backend_mixin [None req-d0db8af7-7f87-4f25-a643-8dce5d2137d0 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Performing IP validity checks on allocation pools {{(pid=95298) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 24 15:56:17.830212 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.ipam_backend_mixin [None req-d0db8af7-7f87-4f25-a643-8dce5d2137d0 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95298) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 24 15:56:17.908234 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:17.930664 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-8c9a4c42-5403-423d-9e28-68c6d0dae7a4 None None] Provisioning complete for port 3d0e8558-3fe2-4e02-95b6-aeb0a179ff9e triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:56:17.931129 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8c9a4c42-5403-423d-9e28-68c6d0dae7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:17.974497 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-142e5ad5-7364-4f55-aada-b8394cbd4fb5 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:18.004004 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba56df05-d80c-4361-8791-098073d1e7db tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:18.004640 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ba56df05-d80c-4361-8791-098073d1e7db tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:18.032397 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port 3d0e8558-3fe2-4e02-95b6-aeb0a179ff9e, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=3d0e8558-3fe2-4e02-95b6-aeb0a179ff9e,segment=NetworkSegment(fb531be8-b37e-4ff9-a98b-5c7db484a0eb),segment_id=fb531be8-b37e-4ff9-a98b-5c7db484a0eb)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:56:18.063468 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e4d76ebd-8eb3-498a-a4b6-bbc5d3de2d97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:18.072524 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e4d76ebd-8eb3-498a-a4b6-bbc5d3de2d97 admin admin] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:18.076815 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e4d76ebd-8eb3-498a-a4b6-bbc5d3de2d97 admin admin] 10.222.0.101 "DELETE /v2.0/networks/37e12990-d89a-41c9-8ebb-3667e0011fed HTTP/1.1" status: 204 len: 168 time: 0.8907912 Sep 24 15:56:18.100411 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8c9a4c42-5403-423d-9e28-68c6d0dae7a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:18.110836 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d76ebd-8eb3-498a-a4b6-bbc5d3de2d97 admin admin] Pushing event deleted for resources: {'Network': ['ID=37e12990-d89a-41c9-8ebb-3667e0011fed,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:18.138291 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:18.139133 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 7b95be45-79ba-4e4a-b220-81dc1653a994 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:56:18.228291 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ba56df05-d80c-4361-8791-098073d1e7db tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.7004654 Sep 24 15:56:18.238299 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46232) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:18.248554 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-252fd377-2556-4cdc-a003-476878982016 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Request body: {'subnet': {'network_id': 'd09fcc39-a3ae-48b5-a16d-fbfa237204b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:56:18.263588 n-d-808921-1 neutron-server[95297]: DEBUG neutron.objects.ports [None req-86ca5c11-526b-4616-b287-aa4f0cfe3cbc tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95297) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 24 15:56:18.329500 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 7b95be45-79ba-4e4a-b220-81dc1653a994 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:56:18.337773 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:18.344118 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.db.api [None req-8c9a4c42-5403-423d-9e28-68c6d0dae7a4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:56:18.344468 n-d-808921-1 neutron-server[95299]: DEBUG oslo_db.api [None req-8c9a4c42-5403-423d-9e28-68c6d0dae7a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:56:18.360624 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d0db8af7-7f87-4f25-a643-8dce5d2137d0 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:18.373302 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=3d0e8558-3fe2-4e02-95b6-aeb0a179ff9e,revision_number=10']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:18.446829 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0db8af7-7f87-4f25-a643-8dce5d2137d0 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Pushing event updated for resources: {'Subnet': ['ID=d48278a5-b954-40b3-bfb7-f5e0c10fb898,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:18.449921 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0db8af7-7f87-4f25-a643-8dce5d2137d0 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Checking segment: {'id': '6b878e57-592c-4ee4-9382-48330c11f50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '90e62746-7532-4fc3-9aaa-704d2b903270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:56:18.450278 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0db8af7-7f87-4f25-a643-8dce5d2137d0 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Network hostable DHCP agents. Network: 90e62746-7532-4fc3-9aaa-704d2b903270, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:56:18.533510 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46234) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:18.587023 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-e13c561a-fa55-44a0-a439-dfce0ee9e61e admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=4472dfca9d7f40889221343c442f22ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0522952 Sep 24 15:56:18.589904 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0db8af7-7f87-4f25-a643-8dce5d2137d0 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Network 90e62746-7532-4fc3-9aaa-704d2b903270 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:56:18.592247 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46236) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:18.655273 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bafa6657-76d4-401a-a8c5-21586f3def17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:18.688185 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bafa6657-76d4-401a-a8c5-21586f3def17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:18.711921 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-d0db8af7-7f87-4f25-a643-8dce5d2137d0 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 90e62746-7532-4fc3-9aaa-704d2b903270) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:56:18.721331 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f75da12-6581-46e8-b3da-097727b0ebb2 None None] Network 90e62746-7532-4fc3-9aaa-704d2b903270 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:56:18.726115 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0db8af7-7f87-4f25-a643-8dce5d2137d0 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:18.726766 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d0db8af7-7f87-4f25-a643-8dce5d2137d0 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-529207'] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:18.855688 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bafa6657-76d4-401a-a8c5-21586f3def17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:18.858497 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bafa6657-76d4-401a-a8c5-21586f3def17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:18.863979 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-bafa6657-76d4-401a-a8c5-21586f3def17 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/8f01d15e-96da-44d4-a1d5-1761ac1ea183 HTTP/1.1" status: 204 len: 168 time: 0.2709939 Sep 24 15:56:18.880889 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafa6657-76d4-401a-a8c5-21586f3def17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f01d15e-96da-44d4-a1d5-1761ac1ea183,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:18.940694 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbb83d9-aea4-4bcc-9b71-052a98059407 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-90e62746-7532-4fc3-9aaa-704d2b903270', 'network_id': '90e62746-7532-4fc3-9aaa-704d2b903270', 'tenant_id': '9b1de2c8a90e4c7b8a3f22e9202f02be', 'fixed_ips': [{'subnet_id': 'd48278a5-b954-40b3-bfb7-f5e0c10fb898'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:56:18.941643 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-fcbb83d9-aea4-4bcc-9b71-052a98059407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:19.017429 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-142e5ad5-7364-4f55-aada-b8394cbd4fb5 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for router_gateway, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:19.049158 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-be6c53b7-20e4-4739-a1c9-c34e3e312e89 None None] Provisioning complete for port 90bfca05-3e69-4dcc-978e-20704dded64d triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:56:19.049530 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-be6c53b7-20e4-4739-a1c9-c34e3e312e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:19.065180 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-142e5ad5-7364-4f55-aada-b8394cbd4fb5 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:19.072530 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-252fd377-2556-4cdc-a003-476878982016 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Made reservation on behalf of 60728dc15ec0482fbe958ba9258d8b5e for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:56:19.076165 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-252fd377-2556-4cdc-a003-476878982016 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:19.122295 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-be6c53b7-20e4-4739-a1c9-c34e3e312e89 None None] Port 90bfca05-3e69-4dcc-978e-20704dded64d cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:56:19.125509 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-fcbb83d9-aea4-4bcc-9b71-052a98059407 None None] Allocated IP 172.20.0.3 (90e62746-7532-4fc3-9aaa-704d2b903270/d48278a5-b954-40b3-bfb7-f5e0c10fb898/e6f48da1-9a4b-43f6-bba2-003b11089d84) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:56:19.142257 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-d0db8af7-7f87-4f25-a643-8dce5d2137d0 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.6379869 Sep 24 15:56:19.144917 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46240) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:19.151880 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-7a23a996-bfad-46ba-9fea-9c1fb46ca3f4 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:56:19.175429 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-86ca5c11-526b-4616-b287-aa4f0cfe3cbc tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:19.329601 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 3d0e8558-3fe2-4e02-95b6-aeb0a179ff9e up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:56:19.361743 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7a23a996-bfad-46ba-9fea-9c1fb46ca3f4 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8440169'] for subnet, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:19.370219 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-fcbb83d9-aea4-4bcc-9b71-052a98059407 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:19.400821 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 3d0e8558-3fe2-4e02-95b6-aeb0a179ff9e triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:56:19.401189 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:19.451938 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-fcbb83d9-aea4-4bcc-9b71-052a98059407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:19.548274 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-142e5ad5-7364-4f55-aada-b8394cbd4fb5 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Allocated IP 172.25.0.98 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/2d8dc83c-9b93-4f1d-9f6c-d428f15acc7f) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:56:19.550726 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 7b95be45-79ba-4e4a-b220-81dc1653a994 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:56:19.564018 n-d-808921-1 neutron-server[95297]: INFO neutron.db.ipam_backend_mixin [None req-252fd377-2556-4cdc-a003-476878982016 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d255fab1-d95d-4bdf-ab35-1a81f44050df (CIDR: 172.20.0.0/28) Sep 24 15:56:19.629855 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-252fd377-2556-4cdc-a003-476878982016 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 15:56:19.630388 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-252fd377-2556-4cdc-a003-476878982016 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:19.670440 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-86ca5c11-526b-4616-b287-aa4f0cfe3cbc tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] For port 3d0e8558-3fe2-4e02-95b6-aeb0a179ff9e, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=3d0e8558-3fe2-4e02-95b6-aeb0a179ff9e,segment=NetworkSegment(fb531be8-b37e-4ff9-a98b-5c7db484a0eb),segment_id=fb531be8-b37e-4ff9-a98b-5c7db484a0eb)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:56:19.746934 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-86ca5c11-526b-4616-b287-aa4f0cfe3cbc tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:19.762628 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-142e5ad5-7364-4f55-aada-b8394cbd4fb5 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:19.791040 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-252fd377-2556-4cdc-a003-476878982016 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5470936 Sep 24 15:56:19.791271 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcbb83d9-aea4-4bcc-9b71-052a98059407 None None] Network 90e62746-7532-4fc3-9aaa-704d2b903270 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:56:19.792952 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46254) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:19.800174 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-fcbb83d9-aea4-4bcc-9b71-052a98059407 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:56:19.800557 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-c9aae7a9-87cc-4b66-8985-f748dc82b96a tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Request body: {'subnet': {'network_id': 'd09fcc39-a3ae-48b5-a16d-fbfa237204b6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:56:19.802830 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbb83d9-aea4-4bcc-9b71-052a98059407 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:56:19.804848 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbb83d9-aea4-4bcc-9b71-052a98059407 None None] Pushing event updated for resources: {'Port': ['ID=e6f48da1-9a4b-43f6-bba2-003b11089d84,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:19.841325 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7a23a996-bfad-46ba-9fea-9c1fb46ca3f4 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772637962999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9080176'] for subnet, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:19.863527 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-86ca5c11-526b-4616-b287-aa4f0cfe3cbc tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:19.865789 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-86ca5c11-526b-4616-b287-aa4f0cfe3cbc tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:19.866658 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 7b95be45-79ba-4e4a-b220-81dc1653a994 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:56:19.867035 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:19.887921 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-fcbb83d9-aea4-4bcc-9b71-052a98059407 None None] Attempting to bind port e6f48da1-9a4b-43f6-bba2-003b11089d84 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:56:19.899102 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-fcbb83d9-aea4-4bcc-9b71-052a98059407 None None] Attempting to bind port e6f48da1-9a4b-43f6-bba2-003b11089d84 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '6b878e57-592c-4ee4-9382-48330c11f50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '90e62746-7532-4fc3-9aaa-704d2b903270'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:56:19.899102 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbb83d9-aea4-4bcc-9b71-052a98059407 None None] Attempting to bind port e6f48da1-9a4b-43f6-bba2-003b11089d84 on network 90e62746-7532-4fc3-9aaa-704d2b903270 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:56:19.904367 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbb83d9-aea4-4bcc-9b71-052a98059407 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:56:19.904864 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbb83d9-aea4-4bcc-9b71-052a98059407 None None] Checking segment: {'id': '6b878e57-592c-4ee4-9382-48330c11f50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '90e62746-7532-4fc3-9aaa-704d2b903270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:56:19.905357 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-fcbb83d9-aea4-4bcc-9b71-052a98059407 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:19.905822 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcbb83d9-aea4-4bcc-9b71-052a98059407 None None] Bound using segment: {'id': '6b878e57-592c-4ee4-9382-48330c11f50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '90e62746-7532-4fc3-9aaa-704d2b903270'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:56:19.906401 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-fcbb83d9-aea4-4bcc-9b71-052a98059407 None None] Bound port: e6f48da1-9a4b-43f6-bba2-003b11089d84, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b878e57-592c-4ee4-9382-48330c11f50a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '90e62746-7532-4fc3-9aaa-704d2b903270'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:56:19.906840 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-fcbb83d9-aea4-4bcc-9b71-052a98059407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:19.931834 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a23a996-bfad-46ba-9fea-9c1fb46ca3f4 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Pushing event updated for resources: {'Subnet': ['ID=d48278a5-b954-40b3-bfb7-f5e0c10fb898,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:19.945828 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a23a996-bfad-46ba-9fea-9c1fb46ca3f4 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:19.947119 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7a23a996-bfad-46ba-9fea-9c1fb46ca3f4 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:19.952858 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-7a23a996-bfad-46ba-9fea-9c1fb46ca3f4 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] 10.222.0.101 "PUT /v2.0/subnets/d48278a5-b954-40b3-bfb7-f5e0c10fb898 HTTP/1.1" status: 200 len: 877 time: 0.8068354 Sep 24 15:56:19.953198 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ca5c11-526b-4616-b287-aa4f0cfe3cbc tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event updated for resources: {'Port': ['ID=3d0e8558-3fe2-4e02-95b6-aeb0a179ff9e,revision_number=12']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:19.963819 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46258) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:19.989886 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-142e5ad5-7364-4f55-aada-b8394cbd4fb5 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:20.034034 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ca5c11-526b-4616-b287-aa4f0cfe3cbc tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Network 50d98e88-8a75-4835-9919-86c163395f7c is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:56:20.048238 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-86ca5c11-526b-4616-b287-aa4f0cfe3cbc tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:56:20.059151 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ca5c11-526b-4616-b287-aa4f0cfe3cbc tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:20.059996 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-86ca5c11-526b-4616-b287-aa4f0cfe3cbc tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:20.074235 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977fe548-2657-4d1e-842e-d523c5c11f12 None None] Network 50d98e88-8a75-4835-9919-86c163395f7c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:56:20.075032 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142e5ad5-7364-4f55-aada-b8394cbd4fb5 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:56:20.084046 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-142e5ad5-7364-4f55-aada-b8394cbd4fb5 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:56:20.095522 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142e5ad5-7364-4f55-aada-b8394cbd4fb5 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:56:20.112947 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-fcbb83d9-aea4-4bcc-9b71-052a98059407 None None] For port e6f48da1-9a4b-43f6-bba2-003b11089d84, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:56:20.114331 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-16ee048c-b7a2-4add-b3bc-e0e7c4e1a1db tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:20.129679 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ca5c11-526b-4616-b287-aa4f0cfe3cbc tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event updated for resources: {'Subnet': ['ID=ae1c0c78-420e-4a4b-9481-2eac9c4df6d3,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:20.134603 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142e5ad5-7364-4f55-aada-b8394cbd4fb5 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Pushing event updated for resources: {'Port': ['ID=2d8dc83c-9b93-4f1d-9f6c-d428f15acc7f,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:20.162536 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-fcbb83d9-aea4-4bcc-9b71-052a98059407 None None] For port e6f48da1-9a4b-43f6-bba2-003b11089d84, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=e6f48da1-9a4b-43f6-bba2-003b11089d84,segment=NetworkSegment(6b878e57-592c-4ee4-9382-48330c11f50a),segment_id=6b878e57-592c-4ee4-9382-48330c11f50a)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:56:20.194363 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9aae7a9-87cc-4b66-8985-f748dc82b96a tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Made reservation on behalf of 60728dc15ec0482fbe958ba9258d8b5e for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:56:20.202316 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c9aae7a9-87cc-4b66-8985-f748dc82b96a tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:20.293459 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-fcbb83d9-aea4-4bcc-9b71-052a98059407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:20.344596 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-86ca5c11-526b-4616-b287-aa4f0cfe3cbc tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.7531188 Sep 24 15:56:20.345419 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46270) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:20.351494 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-16ee048c-b7a2-4add-b3bc-e0e7c4e1a1db tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Deleting port e6f48da1-9a4b-43f6-bba2-003b11089d84 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:56:20.352410 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-97142dbf-7652-4bb8-9373-b16e8087a234 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Request body: {'port': {'network_id': '50d98e88-8a75-4835-9919-86c163395f7c', 'mac_address': 'fa:16:3e:2e:56:38', 'name': 'tempest-NetworksTestDHCPv6-1487743590'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:56:20.362969 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-16ee048c-b7a2-4add-b3bc-e0e7c4e1a1db tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:20.373016 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbb83d9-aea4-4bcc-9b71-052a98059407 None None] Pushing event updated for resources: {'Port': ['ID=e6f48da1-9a4b-43f6-bba2-003b11089d84,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:20.575029 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-16ee048c-b7a2-4add-b3bc-e0e7c4e1a1db tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] For port e6f48da1-9a4b-43f6-bba2-003b11089d84, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=e6f48da1-9a4b-43f6-bba2-003b11089d84,segment=NetworkSegment(6b878e57-592c-4ee4-9382-48330c11f50a),segment_id=6b878e57-592c-4ee4-9382-48330c11f50a)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:56:20.575907 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-16ee048c-b7a2-4add-b3bc-e0e7c4e1a1db tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:20.614095 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-16ee048c-b7a2-4add-b3bc-e0e7c4e1a1db tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Calling delete_port for e6f48da1-9a4b-43f6-bba2-003b11089d84 owned by network:dhcp {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:56:20.620919 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46274) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:20.729700 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97142dbf-7652-4bb8-9373-b16e8087a234 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Made reservation on behalf of 1ffc126d96724ce991d5ac46e64fd1ec for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:56:20.878287 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-142e5ad5-7364-4f55-aada-b8394cbd4fb5 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for router_gateway, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:20.945150 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-dd89a1a0-bb43-4fd3-bc4f-737537a3a2c6 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1012360627-network', 'tenant_id': 'b1d4e87ebb25495582840f0e5900ef24'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:56:20.967844 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-97142dbf-7652-4bb8-9373-b16e8087a234 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:21.044460 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [None req-97142dbf-7652-4bb8-9373-b16e8087a234 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] device_id is not set on port 2f0f2f86-f0b6-43a4-b6a2-e63ec8edc55f yet. {{(pid=95297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:56:21.099421 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-16ee048c-b7a2-4add-b3bc-e0e7c4e1a1db tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:21.126921 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ee048c-b7a2-4add-b3bc-e0e7c4e1a1db tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Pushing event deleted for resources: {'Port': ['ID=e6f48da1-9a4b-43f6-bba2-003b11089d84,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:21.128030 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd89a1a0-bb43-4fd3-bc4f-737537a3a2c6 admin admin] Made reservation on behalf of b1d4e87ebb25495582840f0e5900ef24 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:56:21.132442 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dd89a1a0-bb43-4fd3-bc4f-737537a3a2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:21.180418 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ee048c-b7a2-4add-b3bc-e0e7c4e1a1db tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] No DVR routers for this DVR port e6f48da1-9a4b-43f6-bba2-003b11089d84 on host n-d-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:56:21.189069 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c9aae7a9-87cc-4b66-8985-f748dc82b96a tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:21.210477 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dd89a1a0-bb43-4fd3-bc4f-737537a3a2c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:21.272129 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 3d0e8558-3fe2-4e02-95b6-aeb0a179ff9e up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:56:21.324119 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9aae7a9-87cc-4b66-8985-f748dc82b96a tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Network d09fcc39-a3ae-48b5-a16d-fbfa237204b6 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:56:21.333202 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-c9aae7a9-87cc-4b66-8985-f748dc82b96a tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:56:21.342759 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9aae7a9-87cc-4b66-8985-f748dc82b96a tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:21.343369 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c9aae7a9-87cc-4b66-8985-f748dc82b96a tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:21.345932 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22e6183-0d13-44f9-a0f6-4a3289eb3f56 None None] Network d09fcc39-a3ae-48b5-a16d-fbfa237204b6 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:56:21.360026 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-16ee048c-b7a2-4add-b3bc-e0e7c4e1a1db tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:21.375444 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aae7a9-87cc-4b66-8985-f748dc82b96a tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event updated for resources: {'Subnet': ['ID=73981731-c4b8-4d2d-8536-3f8912ed17a7,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:21.412749 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 3d0e8558-3fe2-4e02-95b6-aeb0a179ff9e triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:56:21.413378 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:21.421854 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-c9aae7a9-87cc-4b66-8985-f748dc82b96a tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6265674 Sep 24 15:56:21.424854 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46278) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:21.435472 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-9e397fd1-a253-415b-8902-ca1bb91c4bbd tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-547160862', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '73981731-c4b8-4d2d-8536-3f8912ed17a7'}], 'security_groups': ['6fe6bba6-f99b-442f-96bb-3f0b87b2f9eb']}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:56:21.464711 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-142e5ad5-7364-4f55-aada-b8394cbd4fb5 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:21.558434 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-97142dbf-7652-4bb8-9373-b16e8087a234 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Allocated IP 2001:db8::10c (50d98e88-8a75-4835-9919-86c163395f7c/8ac32248-25dc-401f-99f9-ace3426d6b62/2f0f2f86-f0b6-43a4-b6a2-e63ec8edc55f) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:56:21.608494 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-29a01ad9-3cee-4b57-975d-427203ef7697 None None] Provisioning complete for port 3d0e8558-3fe2-4e02-95b6-aeb0a179ff9e triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:56:21.608945 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-29a01ad9-3cee-4b57-975d-427203ef7697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:21.631566 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-97142dbf-7652-4bb8-9373-b16e8087a234 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Allocated IP 2001:db8:0:1:f816:3eff:fe2e:5638 (50d98e88-8a75-4835-9919-86c163395f7c/ae1c0c78-420e-4a4b-9481-2eac9c4df6d3/2f0f2f86-f0b6-43a4-b6a2-e63ec8edc55f) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:56:21.646123 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9e397fd1-a253-415b-8902-ca1bb91c4bbd tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:21.740571 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-16ee048c-b7a2-4add-b3bc-e0e7c4e1a1db tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:21.836882 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ee048c-b7a2-4add-b3bc-e0e7c4e1a1db tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Pushing event deleted for resources: {'Subnet': ['ID=d48278a5-b954-40b3-bfb7-f5e0c10fb898,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:21.905735 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e9d29d-48ba-40d0-8890-81a0e8a372c4 None None] Update dhcp port {'port': {'network_id': 'd09fcc39-a3ae-48b5-a16d-fbfa237204b6', 'fixed_ips': [{'subnet_id': 'd255fab1-d95d-4bdf-ab35-1a81f44050df', 'ip_address': '172.20.0.2'}, {'subnet_id': '73981731-c4b8-4d2d-8536-3f8912ed17a7'}], 'binding:host_id': 'n-d-808921-1'}, 'id': '7b95be45-79ba-4e4a-b220-81dc1653a994'} from n-d-808921-1. {{(pid=95299) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 24 15:56:21.949690 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c5e9d29d-48ba-40d0-8890-81a0e8a372c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:21.950657 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dd89a1a0-bb43-4fd3-bc4f-737537a3a2c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:21.959634 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-16ee048c-b7a2-4add-b3bc-e0e7c4e1a1db tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:21.964139 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-97142dbf-7652-4bb8-9373-b16e8087a234 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:22.001570 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac2e75b-df98-4c73-a191-786241772868 None None] Network 90e62746-7532-4fc3-9aaa-704d2b903270 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:56:22.017375 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-142e5ad5-7364-4f55-aada-b8394cbd4fb5 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Router 644a38d6-7b19-46f6-bf33-3e6e5889e7a0 is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:56:22.033465 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-16ee048c-b7a2-4add-b3bc-e0e7c4e1a1db tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90e62746-7532-4fc3-9aaa-704d2b903270']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:56:22.033729 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-74c3fea1-afbb-4a36-a384-cfdf74d11371 None None] Could not find standard attr ID for object e6f48da1-9a4b-43f6-bba2-003b11089d84. {{(pid=95299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 15:56:22.078379 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dd89a1a0-bb43-4fd3-bc4f-737537a3a2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:22.088739 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-16ee048c-b7a2-4add-b3bc-e0e7c4e1a1db tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b878e57-592c-4ee4-9382-48330c11f50a') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:56:22.089981 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-16ee048c-b7a2-4add-b3bc-e0e7c4e1a1db tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b878e57-592c-4ee4-9382-48330c11f50a') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:56:22.106621 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-97142dbf-7652-4bb8-9373-b16e8087a234 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:22.110033 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd89a1a0-bb43-4fd3-bc4f-737537a3a2c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1288} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:56:22.121824 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-16ee048c-b7a2-4add-b3bc-e0e7c4e1a1db tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:22.174126 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dd89a1a0-bb43-4fd3-bc4f-737537a3a2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:22.174577 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-dd89a1a0-bb43-4fd3-bc4f-737537a3a2c6 admin admin] Added segment 9bf9bbee-e4f7-4cba-869d-d400e1c83c07 of type vlan for network 8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9 Sep 24 15:56:22.184678 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-16ee048c-b7a2-4add-b3bc-e0e7c4e1a1db tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:22.196337 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16ee048c-b7a2-4add-b3bc-e0e7c4e1a1db tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Releasing vlan 1254 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:56:22.196799 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-16ee048c-b7a2-4add-b3bc-e0e7c4e1a1db tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:22.199984 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:56:22.199984 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:56:22.199984 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:56:22.199984 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:56:22.199984 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:56:22.199984 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:56:22.199984 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:56:22.199984 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:56:22.199984 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:56:22.199984 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:56:22.199984 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:56:22.199984 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:56:22.199984 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:56:22.199984 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:56:22.199984 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:56:22.199984 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:56:22.199984 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:56:22.199984 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:56:22.199984 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:56:22.199984 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:56:22.199984 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:56:22.199984 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:56:22.199984 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:56:22.199984 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:56:22.199984 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:56:22.199984 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:56:22.199984 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:56:22.199984 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:56:22.199984 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:56:22.199984 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:56:22.199984 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:56:22.199984 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:56:22.220830 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd89a1a0-bb43-4fd3-bc4f-737537a3a2c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b08d5ed6-e549-411e-93fa-b917e2edcd92,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:22.254697 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97142dbf-7652-4bb8-9373-b16e8087a234 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Network 50d98e88-8a75-4835-9919-86c163395f7c is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:56:22.256852 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97142dbf-7652-4bb8-9373-b16e8087a234 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event updated for resources: {'Port': ['ID=2f0f2f86-f0b6-43a4-b6a2-e63ec8edc55f,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:22.289505 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-97142dbf-7652-4bb8-9373-b16e8087a234 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:56:22.295953 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97142dbf-7652-4bb8-9373-b16e8087a234 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:56:22.302318 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97142dbf-7652-4bb8-9373-b16e8087a234 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:22.310064 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-97142dbf-7652-4bb8-9373-b16e8087a234 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:22.311474 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-142e5ad5-7364-4f55-aada-b8394cbd4fb5 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:56:22.336014 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0765f3cd-3046-4efc-99c1-fb2c84c6b1ec None None] Sync routers for ids ['644a38d6-7b19-46f6-bf33-3e6e5889e7a0'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:56:22.342776 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dd89a1a0-bb43-4fd3-bc4f-737537a3a2c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:22.350629 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0765f3cd-3046-4efc-99c1-fb2c84c6b1ec None None] Routers {'644a38d6-7b19-46f6-bf33-3e6e5889e7a0'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:56:22.351656 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-0765f3cd-3046-4efc-99c1-fb2c84c6b1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:56:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['644a38d6-7b19-46f6-bf33-3e6e5889e7a0'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:56:22.356432 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1eed89b-55da-4901-8d9f-091e6868a660 None None] DHCP port deletion for 90e62746-7532-4fc3-9aaa-704d2b903270 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:56:22.381803 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c687f3-3266-4915-9490-738163327411 None None] Network 90e62746-7532-4fc3-9aaa-704d2b903270 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:56:22.421250 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-9e397fd1-a253-415b-8902-ca1bb91c4bbd tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Delete allocated IP 172.20.0.3 (d09fcc39-a3ae-48b5-a16d-fbfa237204b6/d255fab1-d95d-4bdf-ab35-1a81f44050df) {{(pid=95298) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 24 15:56:22.426109 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-16ee048c-b7a2-4add-b3bc-e0e7c4e1a1db tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:22.438230 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-16ee048c-b7a2-4add-b3bc-e0e7c4e1a1db tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:22.440170 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-16ee048c-b7a2-4add-b3bc-e0e7c4e1a1db tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] 10.222.0.101 "DELETE /v2.0/networks/90e62746-7532-4fc3-9aaa-704d2b903270 HTTP/1.1" status: 204 len: 168 time: 2.4832087 Sep 24 15:56:22.443753 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46284) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:22.461861 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-9e397fd1-a253-415b-8902-ca1bb91c4bbd tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Allocated IP 172.20.0.22 (d09fcc39-a3ae-48b5-a16d-fbfa237204b6/73981731-c4b8-4d2d-8536-3f8912ed17a7/90bfca05-3e69-4dcc-978e-20704dded64d) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:56:22.465911 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ee048c-b7a2-4add-b3bc-e0e7c4e1a1db tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Pushing event deleted for resources: {'Network': ['ID=90e62746-7532-4fc3-9aaa-704d2b903270,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:22.494460 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dd89a1a0-bb43-4fd3-bc4f-737537a3a2c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:22.499536 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd89a1a0-bb43-4fd3-bc4f-737537a3a2c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:22.504343 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dd89a1a0-bb43-4fd3-bc4f-737537a3a2c6 admin admin] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:22.514380 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-97142dbf-7652-4bb8-9373-b16e8087a234 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.1681142 Sep 24 15:56:22.515638 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-0765f3cd-3046-4efc-99c1-fb2c84c6b1ec None None] Set router 644a38d6-7b19-46f6-bf33-3e6e5889e7a0 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:56:22.518549 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46286) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:22.521811 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-142e5ad5-7364-4f55-aada-b8394cbd4fb5 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:22.523894 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-142e5ad5-7364-4f55-aada-b8394cbd4fb5 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.3835006 Sep 24 15:56:22.531860 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46288) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:22.535347 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-95480f8c-25f7-47d8-875f-be67d67020ac tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:22.538996 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95480f8c-25f7-47d8-875f-be67d67020ac tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:22.543112 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-95480f8c-25f7-47d8-875f-be67d67020ac tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] 10.222.0.101 "DELETE /v2.0/subnets/d48278a5-b954-40b3-bfb7-f5e0c10fb898 HTTP/1.1" status: 404 len: 337 time: 0.0981894 Sep 24 15:56:22.549905 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46290) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:22.593306 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-06e0fe64-cebc-454f-b60c-1ba1be6f6b7f tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:22.598836 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06e0fe64-cebc-454f-b60c-1ba1be6f6b7f tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:22.598836 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-06e0fe64-cebc-454f-b60c-1ba1be6f6b7f tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] 10.222.0.101 "DELETE /v2.0/networks/90e62746-7532-4fc3-9aaa-704d2b903270 HTTP/1.1" status: 404 len: 339 time: 0.0447693 Sep 24 15:56:22.607522 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46292) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:22.625988 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-0e4ede85-0036-4d94-866d-db361e2a5d09 tempest-TestNetworkBasicOps-1836589182 tempest-TestNetworkBasicOps-1836589182-project-admin] 10.222.0.101 "GET /v2.0/subnets?project_id=7841fa2f595c42b88ef5416d36f78c25&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0903759 Sep 24 15:56:22.630546 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46296) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:22.738590 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-dd89a1a0-bb43-4fd3-bc4f-737537a3a2c6 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1165555 Sep 24 15:56:22.772344 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46300) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:22.778296 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-24a28031-28b7-43da-85f2-257275002f12 admin admin] Request body: {'subnet': {'network_id': '8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1012360627-subnet', 'tenant_id': 'b1d4e87ebb25495582840f0e5900ef24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:56:22.780544 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-e6a08d93-0227-40f3-8216-3b8845a289d4 None None] Provisioning complete for port 2f0f2f86-f0b6-43a4-b6a2-e63ec8edc55f triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:56:22.781044 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e6a08d93-0227-40f3-8216-3b8845a289d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:22.788686 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9a2b7ad-154b-426b-947b-8397c24a419f tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:22.790656 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9a2b7ad-154b-426b-947b-8397c24a419f tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:22.794560 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-c9a2b7ad-154b-426b-947b-8397c24a419f tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] 10.222.0.101 "DELETE /v2.0/subnets/2fbe168f-12f7-4fb4-ba74-88f53a994d29 HTTP/1.1" status: 404 len: 337 time: 0.1830716 Sep 24 15:56:22.797835 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46302) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:22.798988 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd89a1a0-bb43-4fd3-bc4f-737537a3a2c6 admin admin] Pushing event updated for resources: {'Network': ['ID=8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:22.850588 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:56:22.878164 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8fe41cc-6f20-4c26-9497-621f1ee3af0b tempest-TestNetworkBasicOps-1836589182 tempest-TestNetworkBasicOps-1836589182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:22.879959 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b8fe41cc-6f20-4c26-9497-621f1ee3af0b tempest-TestNetworkBasicOps-1836589182 tempest-TestNetworkBasicOps-1836589182-project-admin] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2406178 Sep 24 15:56:22.882626 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46304) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:22.885228 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-f67b44a1-a0d2-43f2-a832-8f386d2ec064 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:22.885830 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f67b44a1-a0d2-43f2-a832-8f386d2ec064 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:22.890697 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-f67b44a1-a0d2-43f2-a832-8f386d2ec064 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] 10.222.0.101 "DELETE /v2.0/networks/bb7e0dfa-5a98-4c49-9272-e698dfc8be6d HTTP/1.1" status: 404 len: 339 time: 0.0835178 Sep 24 15:56:22.891496 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46306) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:22.892732 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-0765f3cd-3046-4efc-99c1-fb2c84c6b1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '644a38d6-7b19-46f6-bf33-3e6e5889e7a0', 'name': 'tempest-TestNetworkBasicOps-router-1406295477', 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '2d8dc83c-9b93-4f1d-9f6c-d428f15acc7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:56:17Z', 'updated_at': '2021-09-24T15:56:20Z', 'revision_number': 3, 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'gw_port': {'id': '2d8dc83c-9b93-4f1d-9f6c-d428f15acc7f', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:af:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '644a38d6-7b19-46f6-bf33-3e6e5889e7a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:56:19Z', 'updated_at': '2021-09-24T15:56:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:56:22.927531 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0765f3cd-3046-4efc-99c1-fb2c84c6b1ec None None] Checking router: 644a38d6-7b19-46f6-bf33-3e6e5889e7a0 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:56:22.928026 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-d82f2752-cb21-41a6-96e1-d13ed31d3ce2 tempest-TestNetworkBasicOps-1836589182 tempest-TestNetworkBasicOps-1836589182-project-admin] 10.222.0.101 "GET /v2.0/subnets?network_id=e6a2de20-1ea0-43e5-88e0-982d19e317d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0430267 Sep 24 15:56:22.928589 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0765f3cd-3046-4efc-99c1-fb2c84c6b1ec None None] Updating router 644a38d6-7b19-46f6-bf33-3e6e5889e7a0 port 2d8dc83c-9b93-4f1d-9f6c-d428f15acc7f binding host n-d-808921-1 {{(pid=95300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:56:22.930526 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46308) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:22.936028 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-e6a08d93-0227-40f3-8216-3b8845a289d4 None None] Port 2f0f2f86-f0b6-43a4-b6a2-e63ec8edc55f cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:56:22.939824 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-bacb407f-dccd-4553-9474-24314793ce4b tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1811517829', 'network_id': '86c3d0ed-1df9-469f-9686-3575b374c832', 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:56:22.961449 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-0765f3cd-3046-4efc-99c1-fb2c84c6b1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:23.006357 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-59863ead-4541-43ac-8bca-f4510b6c9c3c tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Deleting port 2f0f2f86-f0b6-43a4-b6a2-e63ec8edc55f {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:56:23.006357 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-59863ead-4541-43ac-8bca-f4510b6c9c3c tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:23.042410 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a28031-28b7-43da-85f2-257275002f12 admin admin] Made reservation on behalf of b1d4e87ebb25495582840f0e5900ef24 for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:56:23.044866 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-24a28031-28b7-43da-85f2-257275002f12 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:23.060702 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3983e09f-72f2-4344-a4ea-b74ad201052e tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:23.066210 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9e397fd1-a253-415b-8902-ca1bb91c4bbd tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:23.192831 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bacb407f-dccd-4553-9474-24314793ce4b tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Made reservation on behalf of 7841fa2f595c42b88ef5416d36f78c25 for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:56:23.197694 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bacb407f-dccd-4553-9474-24314793ce4b tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:23.211984 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-59863ead-4541-43ac-8bca-f4510b6c9c3c tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:23.221039 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device e6f48da1-9a4b-43f6-bba2-003b11089d84 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:56:23.243752 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-59863ead-4541-43ac-8bca-f4510b6c9c3c tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Calling delete_port for 2f0f2f86-f0b6-43a4-b6a2-e63ec8edc55f owned by {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:56:23.252402 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: e6f48da1-9a4b-43f6-bba2-003b11089d84 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:56:23.253027 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device e6f48da1-9a4b-43f6-bba2-003b11089d84 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:56:23.278523 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9e397fd1-a253-415b-8902-ca1bb91c4bbd tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:23.283914 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-0765f3cd-3046-4efc-99c1-fb2c84c6b1ec None None] Notify callbacks [] for port, precommit_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:23.334524 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-c5e9d29d-48ba-40d0-8890-81a0e8a372c4 None None] Allocated IP 172.20.0.18 (d09fcc39-a3ae-48b5-a16d-fbfa237204b6/73981731-c4b8-4d2d-8536-3f8912ed17a7/7b95be45-79ba-4e4a-b220-81dc1653a994) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:56:23.387696 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-0765f3cd-3046-4efc-99c1-fb2c84c6b1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:23.454133 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-c5e9d29d-48ba-40d0-8890-81a0e8a372c4 None None] For port 7b95be45-79ba-4e4a-b220-81dc1653a994, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=7b95be45-79ba-4e4a-b220-81dc1653a994,segment=NetworkSegment(8081f0b6-c7d7-4e45-a7e9-2bf4ca5543c2),segment_id=8081f0b6-c7d7-4e45-a7e9-2bf4ca5543c2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:56:23.478108 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-0765f3cd-3046-4efc-99c1-fb2c84c6b1ec None None] Attempting to bind port 2d8dc83c-9b93-4f1d-9f6c-d428f15acc7f on host n-d-808921-1 for vnic_type normal with profile {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:56:23.478529 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-0765f3cd-3046-4efc-99c1-fb2c84c6b1ec None None] Attempting to bind port 2d8dc83c-9b93-4f1d-9f6c-d428f15acc7f by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:56:23.480008 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0765f3cd-3046-4efc-99c1-fb2c84c6b1ec None None] Attempting to bind port 2d8dc83c-9b93-4f1d-9f6c-d428f15acc7f on network e6a2de20-1ea0-43e5-88e0-982d19e317d5 {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:56:23.489857 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c5e9d29d-48ba-40d0-8890-81a0e8a372c4 None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:23.495180 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0765f3cd-3046-4efc-99c1-fb2c84c6b1ec None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:56:23.495557 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0765f3cd-3046-4efc-99c1-fb2c84c6b1ec None None] Checking segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:56:23.495961 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-0765f3cd-3046-4efc-99c1-fb2c84c6b1ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:23.496355 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0765f3cd-3046-4efc-99c1-fb2c84c6b1ec None None] Bound using segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:56:23.496834 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-0765f3cd-3046-4efc-99c1-fb2c84c6b1ec None None] Bound port: 2d8dc83c-9b93-4f1d-9f6c-d428f15acc7f, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:56:23.497248 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-0765f3cd-3046-4efc-99c1-fb2c84c6b1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:23.528313 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ffefc-a6f9-422f-8b6e-d35cb3ac475f None None] Pushing event updated for resources: {'Port': ['ID=2d8dc83c-9b93-4f1d-9f6c-d428f15acc7f,revision_number=2']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:23.541696 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ffefc-a6f9-422f-8b6e-d35cb3ac475f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:56:23.542137 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ffefc-a6f9-422f-8b6e-d35cb3ac475f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:56:23.542588 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ffefc-a6f9-422f-8b6e-d35cb3ac475f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:56:23.542993 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ffefc-a6f9-422f-8b6e-d35cb3ac475f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:56:23.543400 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ffefc-a6f9-422f-8b6e-d35cb3ac475f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:56:23.543804 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ffefc-a6f9-422f-8b6e-d35cb3ac475f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:56:23.544220 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ffefc-a6f9-422f-8b6e-d35cb3ac475f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:56:23.544624 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ffefc-a6f9-422f-8b6e-d35cb3ac475f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:56:23.544959 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ffefc-a6f9-422f-8b6e-d35cb3ac475f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:56:23.545317 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ffefc-a6f9-422f-8b6e-d35cb3ac475f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:56:23.545691 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ffefc-a6f9-422f-8b6e-d35cb3ac475f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:56:23.546048 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63ffefc-a6f9-422f-8b6e-d35cb3ac475f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:56:23.573287 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-0765f3cd-3046-4efc-99c1-fb2c84c6b1ec None None] For port 2d8dc83c-9b93-4f1d-9f6c-d428f15acc7f, host n-d-808921-1, cleared binding levels {{(pid=95300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:56:23.575740 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c5e9d29d-48ba-40d0-8890-81a0e8a372c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:23.576832 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-0765f3cd-3046-4efc-99c1-fb2c84c6b1ec None None] For port 2d8dc83c-9b93-4f1d-9f6c-d428f15acc7f, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=2d8dc83c-9b93-4f1d-9f6c-d428f15acc7f,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:56:23.612438 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bacb407f-dccd-4553-9474-24314793ce4b tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:23.614063 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3983e09f-72f2-4344-a4ea-b74ad201052e tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:23.673458 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e9d29d-48ba-40d0-8890-81a0e8a372c4 None None] Pushing event updated for resources: {'Port': ['ID=7b95be45-79ba-4e4a-b220-81dc1653a994,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:23.684194 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-0765f3cd-3046-4efc-99c1-fb2c84c6b1ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:23.687247 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacb407f-dccd-4553-9474-24314793ce4b tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Pushing event updated for resources: {'Subnet': ['ID=6ff16690-23f5-46c1-9253-2f37b777a341,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:23.702303 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacb407f-dccd-4553-9474-24314793ce4b tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Checking segment: {'id': '3b0d1fe3-9fe9-4ff8-92fd-d9c45ff0aa0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '86c3d0ed-1df9-469f-9686-3575b374c832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:56:23.702895 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bacb407f-dccd-4553-9474-24314793ce4b tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Network hostable DHCP agents. Network: 86c3d0ed-1df9-469f-9686-3575b374c832, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:56:23.721039 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-3983e09f-72f2-4344-a4ea-b74ad201052e tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4279bcfc-0052-49c7-94aa-1995dcd83d0f']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:56:23.779848 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63ffefc-a6f9-422f-8b6e-d35cb3ac475f None None] Pushing event updated for resources: {'Port': ['ID=2d8dc83c-9b93-4f1d-9f6c-d428f15acc7f,revision_number=3']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:23.787299 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0765f3cd-3046-4efc-99c1-fb2c84c6b1ec None None] Routers {'644a38d6-7b19-46f6-bf33-3e6e5889e7a0'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:56:23.787918 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-0765f3cd-3046-4efc-99c1-fb2c84c6b1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:56:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['644a38d6-7b19-46f6-bf33-3e6e5889e7a0'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:56:23.815709 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-3983e09f-72f2-4344-a4ea-b74ad201052e tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99f7c5d3-e2c7-425f-b991-941c86b6d54e') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:56:23.815972 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-3983e09f-72f2-4344-a4ea-b74ad201052e tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99f7c5d3-e2c7-425f-b991-941c86b6d54e') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:56:23.838153 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e397fd1-a253-415b-8902-ca1bb91c4bbd tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event updated for resources: {'Port': ['ID=90bfca05-3e69-4dcc-978e-20704dded64d,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:23.848787 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3983e09f-72f2-4344-a4ea-b74ad201052e tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:23.862840 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bacb407f-dccd-4553-9474-24314793ce4b tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Network 86c3d0ed-1df9-469f-9686-3575b374c832 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:56:23.884205 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-9e397fd1-a253-415b-8902-ca1bb91c4bbd tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] In _notify_port_updated(), no bound segment for port 90bfca05-3e69-4dcc-978e-20704dded64d on network d09fcc39-a3ae-48b5-a16d-fbfa237204b6 {{(pid=95298) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 24 15:56:23.889559 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e397fd1-a253-415b-8902-ca1bb91c4bbd tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:23.890751 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9e397fd1-a253-415b-8902-ca1bb91c4bbd tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:23.891608 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-9e397fd1-a253-415b-8902-ca1bb91c4bbd tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "PUT /v2.0/ports/90bfca05-3e69-4dcc-978e-20704dded64d HTTP/1.1" status: 200 len: 920 time: 2.4656935 Sep 24 15:56:23.894862 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46314) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:24.020301 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-7e25e980-33ea-4054-b3f7-199ba048508d tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Deleting port 90bfca05-3e69-4dcc-978e-20704dded64d {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:56:24.020648 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7e25e980-33ea-4054-b3f7-199ba048508d tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:24.047633 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-0765f3cd-3046-4efc-99c1-fb2c84c6b1ec None None] Set router 644a38d6-7b19-46f6-bf33-3e6e5889e7a0 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:56:24.073318 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-bacb407f-dccd-4553-9474-24314793ce4b tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 86c3d0ed-1df9-469f-9686-3575b374c832) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:56:24.078728 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bacb407f-dccd-4553-9474-24314793ce4b tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:24.078728 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bacb407f-dccd-4553-9474-24314793ce4b tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:24.086638 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8daa8ff5-686c-4723-bfd8-4ccf8042ba53 None None] Network 86c3d0ed-1df9-469f-9686-3575b374c832 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:56:24.122877 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3983e09f-72f2-4344-a4ea-b74ad201052e tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:24.156248 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3983e09f-72f2-4344-a4ea-b74ad201052e tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Releasing vlan 1297 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:56:24.156666 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3983e09f-72f2-4344-a4ea-b74ad201052e tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:24.166162 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:56:24.166162 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:56:24.166162 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:56:24.166162 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:56:24.166162 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:56:24.166162 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:56:24.166162 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:56:24.166162 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:56:24.166162 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:56:24.166162 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:56:24.166162 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:56:24.166162 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:56:24.166162 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:56:24.166162 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:56:24.166162 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:56:24.166162 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:56:24.166162 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:56:24.166162 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:56:24.166162 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:56:24.166162 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:56:24.166162 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:56:24.166162 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:56:24.166162 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:56:24.166162 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:56:24.166162 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:56:24.166162 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:56:24.166162 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:56:24.166162 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:56:24.166162 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:56:24.166162 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:56:24.166162 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:56:24.166162 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:56:24.208248 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-59863ead-4541-43ac-8bca-f4510b6c9c3c tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:24.230755 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-24a28031-28b7-43da-85f2-257275002f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:24.235055 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-bacb407f-dccd-4553-9474-24314793ce4b tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3025124 Sep 24 15:56:24.238159 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46316) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:24.326094 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7e25e980-33ea-4054-b3f7-199ba048508d tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:24.340498 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-0765f3cd-3046-4efc-99c1-fb2c84c6b1ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '644a38d6-7b19-46f6-bf33-3e6e5889e7a0', 'name': 'tempest-TestNetworkBasicOps-router-1406295477', 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '2d8dc83c-9b93-4f1d-9f6c-d428f15acc7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:56:17Z', 'updated_at': '2021-09-24T15:56:20Z', 'revision_number': 3, 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'gw_port': {'id': '2d8dc83c-9b93-4f1d-9f6c-d428f15acc7f', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:af:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '644a38d6-7b19-46f6-bf33-3e6e5889e7a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:56:19Z', 'updated_at': '2021-09-24T15:56:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:56:24.349841 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-7e25e980-33ea-4054-b3f7-199ba048508d tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Calling delete_port for 90bfca05-3e69-4dcc-978e-20704dded64d owned by {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:56:24.374590 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59863ead-4541-43ac-8bca-f4510b6c9c3c tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event deleted for resources: {'Port': ['ID=2f0f2f86-f0b6-43a4-b6a2-e63ec8edc55f,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:24.390980 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0765f3cd-3046-4efc-99c1-fb2c84c6b1ec None None] The sync data for ids ['644a38d6-7b19-46f6-bf33-3e6e5889e7a0'] in n-d-808921-1 is: [{'id': '644a38d6-7b19-46f6-bf33-3e6e5889e7a0', 'name': 'tempest-TestNetworkBasicOps-router-1406295477', 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '2d8dc83c-9b93-4f1d-9f6c-d428f15acc7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:56:17Z', 'updated_at': '2021-09-24T15:56:20Z', 'revision_number': 3, 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'gw_port': {'id': '2d8dc83c-9b93-4f1d-9f6c-d428f15acc7f', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:af:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '644a38d6-7b19-46f6-bf33-3e6e5889e7a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:56:19Z', 'updated_at': '2021-09-24T15:56:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:56:24.392286 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86739489-1bab-4c96-b391-56150a4b41e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-86c3d0ed-1df9-469f-9686-3575b374c832', 'network_id': '86c3d0ed-1df9-469f-9686-3575b374c832', 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'fixed_ips': [{'subnet_id': '6ff16690-23f5-46c1-9253-2f37b777a341'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:56:24.395928 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-86739489-1bab-4c96-b391-56150a4b41e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:24.476857 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-59863ead-4541-43ac-8bca-f4510b6c9c3c tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:24.480142 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-59863ead-4541-43ac-8bca-f4510b6c9c3c tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/ports/2f0f2f86-f0b6-43a4-b6a2-e63ec8edc55f HTTP/1.1" status: 204 len: 168 time: 1.9608800 Sep 24 15:56:24.491505 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46318) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:24.492403 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3983e09f-72f2-4344-a4ea-b74ad201052e tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:24.496087 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a28031-28b7-43da-85f2-257275002f12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d76fbf6b-f034-49d4-9f46-98621b5cf251,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:24.521533 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3983e09f-72f2-4344-a4ea-b74ad201052e tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:24.523720 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-3983e09f-72f2-4344-a4ea-b74ad201052e tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] 10.222.0.101 "DELETE /v2.0/networks/4279bcfc-0052-49c7-94aa-1995dcd83d0f HTTP/1.1" status: 204 len: 168 time: 1.6311357 Sep 24 15:56:24.607841 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46320) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:24.608861 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3983e09f-72f2-4344-a4ea-b74ad201052e tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Pushing event deleted for resources: {'Network': ['ID=4279bcfc-0052-49c7-94aa-1995dcd83d0f,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:24.661607 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a28031-28b7-43da-85f2-257275002f12 admin admin] Checking segment: {'id': '9bf9bbee-e4f7-4cba-869d-d400e1c83c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:56:24.661981 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a28031-28b7-43da-85f2-257275002f12 admin admin] Network hostable DHCP agents. Network: 8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:56:24.686253 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0dcbdbd-eb25-43fd-849a-e09af08aed4a tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:24.687029 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0dcbdbd-eb25-43fd-849a-e09af08aed4a tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:24.688719 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b0dcbdbd-eb25-43fd-849a-e09af08aed4a tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] 10.222.0.101 "DELETE /v2.0/subnets/07f32281-ef3d-453d-a467-099f5d374412 HTTP/1.1" status: 404 len: 337 time: 0.0766659 Sep 24 15:56:24.695403 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-86739489-1bab-4c96-b391-56150a4b41e0 None None] Allocated IP 172.20.0.2 (86c3d0ed-1df9-469f-9686-3575b374c832/6ff16690-23f5-46c1-9253-2f37b777a341/a3562c43-a106-4f75-a845-cc8fd1b5196e) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:56:24.717421 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46322) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:24.747143 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceabf16e-1794-47ff-b688-5ced646c2a64 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:24.749072 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-ceabf16e-1794-47ff-b688-5ced646c2a64 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2471213 Sep 24 15:56:24.757877 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-04ffdcd9-88aa-4798-9b97-3987e5fd4ae5 None None] Provisioning complete for port 7b95be45-79ba-4e4a-b220-81dc1653a994 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:56:24.758259 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-04ffdcd9-88aa-4798-9b97-3987e5fd4ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:24.759122 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46324) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:24.795533 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-0eba48ac-b083-4ec9-b1df-648e6a61a2bb tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:24.796269 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0eba48ac-b083-4ec9-b1df-648e6a61a2bb tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:24.798377 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-0eba48ac-b083-4ec9-b1df-648e6a61a2bb tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] 10.222.0.101 "DELETE /v2.0/networks/4c5a9727-6461-43c6-a250-f5ed0fa24177 HTTP/1.1" status: 404 len: 339 time: 0.0788879 Sep 24 15:56:24.801286 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46328) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:24.826692 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a28031-28b7-43da-85f2-257275002f12 admin admin] Network 8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:56:24.904459 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-46b90cf1-3121-46fe-beb4-b5b6a58657bf tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:24.904921 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46b90cf1-3121-46fe-beb4-b5b6a58657bf tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:24.912508 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-46b90cf1-3121-46fe-beb4-b5b6a58657bf tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] 10.222.0.101 "DELETE /v2.0/subnets/faa9b4df-229c-446b-82bf-d462ebd0f9e6 HTTP/1.1" status: 404 len: 337 time: 0.1095710 Sep 24 15:56:24.923659 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46332) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:24.966750 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-87a8368a-fda4-4caf-b376-2cde79e74853 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:24.967649 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87a8368a-fda4-4caf-b376-2cde79e74853 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:24.976379 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-87a8368a-fda4-4caf-b376-2cde79e74853 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] 10.222.0.101 "DELETE /v2.0/networks/e8cff54b-5b69-4609-8b2b-1e21d605a2a4 HTTP/1.1" status: 404 len: 339 time: 0.0448809 Sep 24 15:56:24.981037 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46334) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:24.992655 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31406d40-3b10-4202-9067-589b61a6afc8 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:24.996967 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-31406d40-3b10-4202-9067-589b61a6afc8 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2366540 Sep 24 15:56:25.017417 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46336) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:25.121521 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-24a28031-28b7-43da-85f2-257275002f12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:56:25.128903 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a28031-28b7-43da-85f2-257275002f12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:25.129516 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-24a28031-28b7-43da-85f2-257275002f12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:25.133606 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-04ffdcd9-88aa-4798-9b97-3987e5fd4ae5 None None] Provisioning complete for port fe0f35c7-f6af-4545-8538-a6af657630de triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:56:25.134227 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-04ffdcd9-88aa-4798-9b97-3987e5fd4ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:25.144137 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364fa021-c2b0-411b-92c8-c68e236aa43f None None] Network 8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:56:25.189980 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb6e839c-09c4-4af6-8294-e0238bf07b1d tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:25.190539 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb6e839c-09c4-4af6-8294-e0238bf07b1d tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:25.192469 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-cb6e839c-09c4-4af6-8294-e0238bf07b1d tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] 10.222.0.101 "DELETE /v2.0/subnets/c8f6098f-cf06-431e-a46f-fcc196c5368c HTTP/1.1" status: 404 len: 337 time: 0.2099712 Sep 24 15:56:25.214628 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46338) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:25.279844 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5234983c-43f4-42f5-9cb5-e694058c5a42 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:25.282915 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5234983c-43f4-42f5-9cb5-e694058c5a42 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:25.284578 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5234983c-43f4-42f5-9cb5-e694058c5a42 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:25.286866 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-5234983c-43f4-42f5-9cb5-e694058c5a42 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2649016 Sep 24 15:56:25.289316 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46340) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:25.318327 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef434cf2-58ea-4ad3-95b2-06b16d430c58 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:25.318995 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef434cf2-58ea-4ad3-95b2-06b16d430c58 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:25.325344 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ef434cf2-58ea-4ad3-95b2-06b16d430c58 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] 10.222.0.101 "DELETE /v2.0/networks/845cd610-efda-408a-a418-04a298723427 HTTP/1.1" status: 404 len: 339 time: 0.0991678 Sep 24 15:56:25.328359 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46342) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:25.342896 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-24a28031-28b7-43da-85f2-257275002f12 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.5694454 Sep 24 15:56:25.389369 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bb37ba6-6ccf-4aa1-96a9-2d6235f0dbe6 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Deleting subnet 8ac32248-25dc-401f-99f9-ace3426d6b62 {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:56:25.402247 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1bb37ba6-6ccf-4aa1-96a9-2d6235f0dbe6 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:25.507953 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1bb37ba6-6ccf-4aa1-96a9-2d6235f0dbe6 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:25.515515 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 7b95be45-79ba-4e4a-b220-81dc1653a994 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:56:25.597495 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e66078e-ae2c-42cc-bd5f-e69ef0ab3a33 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:25.597950 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e66078e-ae2c-42cc-bd5f-e69ef0ab3a33 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:25.601215 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-8e66078e-ae2c-42cc-bd5f-e69ef0ab3a33 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] 10.222.0.101 "DELETE /v2.0/subnets/0034b809-f330-49d0-8a0e-9229e70262d7 HTTP/1.1" status: 404 len: 337 time: 0.2709105 Sep 24 15:56:25.612428 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46348) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:25.643082 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7e25e980-33ea-4054-b3f7-199ba048508d tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:25.660204 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c0074b-af09-4abb-af88-0c7fa924b721 None None] Network 8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:56:25.745609 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1bb37ba6-6ccf-4aa1-96a9-2d6235f0dbe6 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:25.766860 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-86739489-1bab-4c96-b391-56150a4b41e0 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:25.770078 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d05ab6b-edad-4027-94c9-3b7f5897a0fb tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:25.770772 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d05ab6b-edad-4027-94c9-3b7f5897a0fb tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:25.777502 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-0d05ab6b-edad-4027-94c9-3b7f5897a0fb tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] 10.222.0.101 "DELETE /v2.0/networks/17fb6823-2eab-4355-ad88-e075b4c5edc1 HTTP/1.1" status: 404 len: 339 time: 0.1610327 Sep 24 15:56:25.793778 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-04ffdcd9-88aa-4798-9b97-3987e5fd4ae5 None None] Port fe0f35c7-f6af-4545-8538-a6af657630de cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:56:25.823531 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-04ffdcd9-88aa-4798-9b97-3987e5fd4ae5 None None] Could not find standard attr ID for object 90bfca05-3e69-4dcc-978e-20704dded64d. {{(pid=95299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 15:56:25.830004 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 7b95be45-79ba-4e4a-b220-81dc1653a994 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:56:25.830429 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:25.850187 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46354) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:25.863951 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e25e980-33ea-4054-b3f7-199ba048508d tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event deleted for resources: {'Port': ['ID=90bfca05-3e69-4dcc-978e-20704dded64d,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:25.911292 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff410e05-4006-4704-9a60-f33a4eb7c860 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:25.911765 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff410e05-4006-4704-9a60-f33a4eb7c860 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:25.917035 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-ff410e05-4006-4704-9a60-f33a4eb7c860 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] 10.222.0.101 "DELETE /v2.0/subnets/9546ac6a-6be7-4286-b4c8-4c1e40efcfae HTTP/1.1" status: 404 len: 337 time: 0.0657394 Sep 24 15:56:25.917716 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46356) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:25.989799 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc5130c8-eb68-4d37-bdd8-7fff8a3c783f tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:25.990488 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc5130c8-eb68-4d37-bdd8-7fff8a3c783f tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:26.002671 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-fc5130c8-eb68-4d37-bdd8-7fff8a3c783f tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] 10.222.0.101 "DELETE /v2.0/networks/8ea3239c-704f-4727-a8f5-8fb8f96c1741 HTTP/1.1" status: 404 len: 339 time: 0.0622389 Sep 24 15:56:26.003605 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46364) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:26.047944 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-603323ac-97c1-45b7-a758-3ab2ccd5aede tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:26.048646 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-603323ac-97c1-45b7-a758-3ab2ccd5aede tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:26.053892 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-603323ac-97c1-45b7-a758-3ab2ccd5aede tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] 10.222.0.101 "DELETE /v2.0/subnets/ab15fac7-b478-4b1e-8a31-fd7b3a4c098e HTTP/1.1" status: 404 len: 337 time: 0.0456953 Sep 24 15:56:26.056270 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46372) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:26.122095 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1bb37ba6-6ccf-4aa1-96a9-2d6235f0dbe6 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:26.142749 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6d5a7b0-f03b-4143-963d-22fc37251b3c tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:26.143539 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6d5a7b0-f03b-4143-963d-22fc37251b3c tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:26.145568 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e6d5a7b0-f03b-4143-963d-22fc37251b3c tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] 10.222.0.101 "DELETE /v2.0/networks/cfe68e7a-b74e-4500-ab0b-27a612caa58a HTTP/1.1" status: 404 len: 339 time: 0.0883179 Sep 24 15:56:26.155041 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46374) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:26.212149 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7e25e980-33ea-4054-b3f7-199ba048508d tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:26.216682 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-7e25e980-33ea-4054-b3f7-199ba048508d tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "DELETE /v2.0/ports/90bfca05-3e69-4dcc-978e-20704dded64d HTTP/1.1" status: 204 len: 168 time: 2.3180430 Sep 24 15:56:26.217131 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46376) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:26.219338 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-86739489-1bab-4c96-b391-56150a4b41e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:26.229385 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-7218a8cc-0e63-482e-b632-af4920be0b94 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:26.229845 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7218a8cc-0e63-482e-b632-af4920be0b94 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:26.234561 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-7218a8cc-0e63-482e-b632-af4920be0b94 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] 10.222.0.101 "DELETE /v2.0/subnets/151c6b80-7843-415c-ae0b-f7fb818509e3 HTTP/1.1" status: 404 len: 337 time: 0.0739956 Sep 24 15:56:26.236640 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb37ba6-6ccf-4aa1-96a9-2d6235f0dbe6 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event deleted for resources: {'Subnet': ['ID=8ac32248-25dc-401f-99f9-ace3426d6b62,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:26.240283 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46378) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:26.241972 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-1d3e4ffc-80ce-4470-9ab0-efaa50a8909b None None] Could not find standard attr ID for object 90bfca05-3e69-4dcc-978e-20704dded64d. {{(pid=95299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 15:56:26.248097 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86739489-1bab-4c96-b391-56150a4b41e0 None None] Network 86c3d0ed-1df9-469f-9686-3575b374c832 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:56:26.251306 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-25df3ec2-dfc6-46e1-879a-52fa1c0591bd tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] GET failed (client error): The resource could not be found. Sep 24 15:56:26.253104 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-25df3ec2-dfc6-46e1-879a-52fa1c0591bd tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "GET /v2.0/ports/90bfca05-3e69-4dcc-978e-20704dded64d HTTP/1.1" status: 404 len: 333 time: 0.0351725 Sep 24 15:56:26.257480 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46380) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:26.270029 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-86739489-1bab-4c96-b391-56150a4b41e0 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:56:26.272601 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86739489-1bab-4c96-b391-56150a4b41e0 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:56:26.290358 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1bb37ba6-6ccf-4aa1-96a9-2d6235f0dbe6 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:26.293524 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-1bb37ba6-6ccf-4aa1-96a9-2d6235f0dbe6 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/subnets/8ac32248-25dc-401f-99f9-ace3426d6b62 HTTP/1.1" status: 204 len: 168 time: 1.0030491 Sep 24 15:56:26.295200 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-392cdad7-775f-4e2c-ad41-7cf9de0d1490 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:26.295963 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-392cdad7-775f-4e2c-ad41-7cf9de0d1490 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:26.297728 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-392cdad7-775f-4e2c-ad41-7cf9de0d1490 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] 10.222.0.101 "DELETE /v2.0/networks/f3025fa9-9fcd-4e57-9063-40f361ae0523 HTTP/1.1" status: 404 len: 339 time: 0.0392265 Sep 24 15:56:26.301096 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46382) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:26.301747 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46384) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:26.326465 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c00b83-ecd1-4a5c-9748-0f4759539927 None None] Network 50d98e88-8a75-4835-9919-86c163395f7c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:56:26.350665 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-62889b77-2b8f-4b71-92a3-9eaa656cb687 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:26.389988 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86739489-1bab-4c96-b391-56150a4b41e0 None None] Pushing event updated for resources: {'Port': ['ID=a3562c43-a106-4f75-a845-cc8fd1b5196e,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:26.418963 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1a439d7c-d33b-42ed-984d-611c0f75b9ec tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:26.429695 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-86739489-1bab-4c96-b391-56150a4b41e0 None None] Attempting to bind port a3562c43-a106-4f75-a845-cc8fd1b5196e on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:56:26.430058 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-86739489-1bab-4c96-b391-56150a4b41e0 None None] Attempting to bind port a3562c43-a106-4f75-a845-cc8fd1b5196e by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '3b0d1fe3-9fe9-4ff8-92fd-d9c45ff0aa0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '86c3d0ed-1df9-469f-9686-3575b374c832'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:56:26.431396 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86739489-1bab-4c96-b391-56150a4b41e0 None None] Attempting to bind port a3562c43-a106-4f75-a845-cc8fd1b5196e on network 86c3d0ed-1df9-469f-9686-3575b374c832 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:56:26.442979 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 2d8dc83c-9b93-4f1d-9f6c-d428f15acc7f up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:56:26.455357 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-4a9d058c-812c-4801-8e9e-4ad5058b18f5 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:26.467782 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-4a9d058c-812c-4801-8e9e-4ad5058b18f5 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.101 "GET /v2.0/networks?id=8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9 HTTP/1.1" status: 200 len: 813 time: 0.4221900 Sep 24 15:56:26.496495 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-03e04abb-4a62-484d-85b2-f7655a4ddfed tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:26.496903 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86739489-1bab-4c96-b391-56150a4b41e0 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:56:26.497066 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03e04abb-4a62-484d-85b2-f7655a4ddfed tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:26.497486 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86739489-1bab-4c96-b391-56150a4b41e0 None None] Checking segment: {'id': '3b0d1fe3-9fe9-4ff8-92fd-d9c45ff0aa0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '86c3d0ed-1df9-469f-9686-3575b374c832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:56:26.497950 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-86739489-1bab-4c96-b391-56150a4b41e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:26.501853 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86739489-1bab-4c96-b391-56150a4b41e0 None None] Bound using segment: {'id': '3b0d1fe3-9fe9-4ff8-92fd-d9c45ff0aa0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '86c3d0ed-1df9-469f-9686-3575b374c832'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:56:26.502035 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-03e04abb-4a62-484d-85b2-f7655a4ddfed tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] 10.222.0.101 "DELETE /v2.0/subnets/333b0d4a-cf24-4403-8d49-c1b40b5626c1 HTTP/1.1" status: 404 len: 337 time: 0.1528945 Sep 24 15:56:26.502155 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-86739489-1bab-4c96-b391-56150a4b41e0 None None] Bound port: a3562c43-a106-4f75-a845-cc8fd1b5196e, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0d1fe3-9fe9-4ff8-92fd-d9c45ff0aa0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '86c3d0ed-1df9-469f-9686-3575b374c832'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:56:26.502155 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-86739489-1bab-4c96-b391-56150a4b41e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:26.510674 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46386) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:26.514568 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1a439d7c-d33b-42ed-984d-611c0f75b9ec tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:26.525097 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-8972e234-9664-418a-8970-aed911f80505 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Deleting subnet ae1c0c78-420e-4a4b-9481-2eac9c4df6d3 {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:56:26.545037 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-48c4ec5a-55db-4e05-9093-58db220d6d84 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.101 "GET /v2.0/quotas/b1d4e87ebb25495582840f0e5900ef24 HTTP/1.1" status: 200 len: 375 time: 0.0530295 Sep 24 15:56:26.546033 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8972e234-9664-418a-8970-aed911f80505 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:26.549395 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-abb7cb77-b5bc-465e-8917-ce0694006bf1 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:26.550017 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abb7cb77-b5bc-465e-8917-ce0694006bf1 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:26.552629 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-abb7cb77-b5bc-465e-8917-ce0694006bf1 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] 10.222.0.101 "DELETE /v2.0/networks/ff1d4e8d-ff44-4310-bd58-f9d3542bd44a HTTP/1.1" status: 404 len: 339 time: 0.0407822 Sep 24 15:56:26.576264 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46388) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:26.609706 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 2d8dc83c-9b93-4f1d-9f6c-d428f15acc7f triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:56:26.610084 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:26.668089 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-8dc32dc8-1799-4032-b9cf-5634415d9f4f tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=b1d4e87ebb25495582840f0e5900ef24&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1142633 Sep 24 15:56:26.699509 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8972e234-9664-418a-8970-aed911f80505 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:26.733201 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-86739489-1bab-4c96-b391-56150a4b41e0 None None] For port a3562c43-a106-4f75-a845-cc8fd1b5196e, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:56:26.760842 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-86739489-1bab-4c96-b391-56150a4b41e0 None None] For port a3562c43-a106-4f75-a845-cc8fd1b5196e, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=a3562c43-a106-4f75-a845-cc8fd1b5196e,segment=NetworkSegment(3b0d1fe3-9fe9-4ff8-92fd-d9c45ff0aa0c),segment_id=3b0d1fe3-9fe9-4ff8-92fd-d9c45ff0aa0c)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:56:26.767880 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c9b4426-88be-4144-ab93-3d89753f1a31 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Deleting subnet 19a632ef-0222-4b2c-a912-d843ef227bfe {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:56:26.771950 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0c9b4426-88be-4144-ab93-3d89753f1a31 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:26.815181 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1a439d7c-d33b-42ed-984d-611c0f75b9ec tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:26.815434 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:26.817613 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1a439d7c-d33b-42ed-984d-611c0f75b9ec tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:26.823438 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-1a439d7c-d33b-42ed-984d-611c0f75b9ec tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "DELETE /v2.0/security-groups/5dc4f82b-d13f-4ba8-ab1b-26d1a5ed4489 HTTP/1.1" status: 204 len: 168 time: 0.5648541 Sep 24 15:56:26.824351 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46390) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:26.825702 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-62889b77-2b8f-4b71-92a3-9eaa656cb687 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Allocated IP 172.20.0.1 (86c3d0ed-1df9-469f-9686-3575b374c832/6ff16690-23f5-46c1-9253-2f37b777a341/24fa33be-154e-403f-89b2-b4ca49e20208) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:56:26.836672 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-86739489-1bab-4c96-b391-56150a4b41e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:26.880099 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a439d7c-d33b-42ed-984d-611c0f75b9ec tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dc4f82b-d13f-4ba8-ab1b-26d1a5ed4489,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:26.886772 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port 2d8dc83c-9b93-4f1d-9f6c-d428f15acc7f, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=2d8dc83c-9b93-4f1d-9f6c-d428f15acc7f,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:56:26.938886 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8972e234-9664-418a-8970-aed911f80505 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:26.957291 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86739489-1bab-4c96-b391-56150a4b41e0 None None] Pushing event updated for resources: {'Port': ['ID=a3562c43-a106-4f75-a845-cc8fd1b5196e,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:26.957400 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-372c24af-159f-4b97-8f33-afa11f7e402d tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:26.981370 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:26.987522 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-ee472acc-a604-47d9-ba82-6eae5132c74b service neutron] 10.222.0.101 "GET /v2.0/networks/8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030853 Sep 24 15:56:27.044124 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-372c24af-159f-4b97-8f33-afa11f7e402d tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:27.073726 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=2d8dc83c-9b93-4f1d-9f6c-d428f15acc7f,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:27.099245 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0c9b4426-88be-4144-ab93-3d89753f1a31 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:27.111485 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-62889b77-2b8f-4b71-92a3-9eaa656cb687 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:27.186971 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-372c24af-159f-4b97-8f33-afa11f7e402d tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:27.207932 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-372c24af-159f-4b97-8f33-afa11f7e402d tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:27.207932 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-372c24af-159f-4b97-8f33-afa11f7e402d tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "DELETE /v2.0/security-groups/6fe6bba6-f99b-442f-96bb-3f0b87b2f9eb HTTP/1.1" status: 204 len: 168 time: 0.3692062 Sep 24 15:56:27.207932 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46398) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:27.281808 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-62889b77-2b8f-4b71-92a3-9eaa656cb687 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:27.283970 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372c24af-159f-4b97-8f33-afa11f7e402d tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fe6bba6-f99b-442f-96bb-3f0b87b2f9eb,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:27.285708 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0c9b4426-88be-4144-ab93-3d89753f1a31 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:27.410999 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 2d8dc83c-9b93-4f1d-9f6c-d428f15acc7f up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:56:27.445238 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62889b77-2b8f-4b71-92a3-9eaa656cb687 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Network 86c3d0ed-1df9-469f-9686-3575b374c832 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:56:27.452832 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-d5f09274-7853-4a68-844f-66f652c9ccf9 service neutron] 10.222.0.101 "GET /v2.0/networks/8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4495702 Sep 24 15:56:27.454958 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-62889b77-2b8f-4b71-92a3-9eaa656cb687 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:56:27.460790 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c1e8cd5-92ef-4570-af47-e82215bbe914 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Deleting subnet d255fab1-d95d-4bdf-ab35-1a81f44050df {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:56:27.465546 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6c1e8cd5-92ef-4570-af47-e82215bbe914 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:27.469128 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62889b77-2b8f-4b71-92a3-9eaa656cb687 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:56:27.472395 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0c9b4426-88be-4144-ab93-3d89753f1a31 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:27.533446 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 2d8dc83c-9b93-4f1d-9f6c-d428f15acc7f triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:56:27.539910 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:27.545906 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9b4426-88be-4144-ab93-3d89753f1a31 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Pushing event deleted for resources: {'Subnet': ['ID=19a632ef-0222-4b2c-a912-d843ef227bfe,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:27.554626 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8972e234-9664-418a-8970-aed911f80505 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:27.613346 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62889b77-2b8f-4b71-92a3-9eaa656cb687 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Pushing event updated for resources: {'Port': ['ID=24fa33be-154e-403f-89b2-b4ca49e20208,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:27.638334 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8972e234-9664-418a-8970-aed911f80505 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event deleted for resources: {'Subnet': ['ID=ae1c0c78-420e-4a4b-9481-2eac9c4df6d3,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:27.640423 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0c9b4426-88be-4144-ab93-3d89753f1a31 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:27.649332 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46404) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:27.650716 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-0c9b4426-88be-4144-ab93-3d89753f1a31 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] 10.222.0.101 "DELETE /v2.0/subnets/19a632ef-0222-4b2c-a912-d843ef227bfe HTTP/1.1" status: 204 len: 168 time: 1.0719585 Sep 24 15:56:27.654043 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8972e234-9664-418a-8970-aed911f80505 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:27.655996 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-8972e234-9664-418a-8970-aed911f80505 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/subnets/ae1c0c78-420e-4a4b-9481-2eac9c4df6d3 HTTP/1.1" status: 204 len: 168 time: 1.3529122 Sep 24 15:56:27.659240 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be4aace-5043-485f-8708-3f01109f75c4 None None] Network ebe78551-0d33-48ea-bf42-220cfcf085f8 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:56:27.664244 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46406) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:27.679035 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6c1e8cd5-92ef-4570-af47-e82215bbe914 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:27.746180 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-62889b77-2b8f-4b71-92a3-9eaa656cb687 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:27.750105 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-7c9b7731-5bc5-4e59-9dc0-ffc20fb0639f tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0848339 Sep 24 15:56:27.750749 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46410) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:27.835995 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c844248-5705-4e0d-8af3-5c31d786c136 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:27.841416 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-9c844248-5705-4e0d-8af3-5c31d786c136 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0896802 Sep 24 15:56:27.842034 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46414) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:27.927619 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb9ca8c-1434-48de-bf92-82ff1d11560f tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:27.928280 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e564df5c-4863-4af6-af84-ef3579c422d1 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:27.932994 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-dcb9ca8c-1434-48de-bf92-82ff1d11560f tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0897751 Sep 24 15:56:27.933584 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46416) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:27.965829 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69f75be-29a6-4c75-8e31-eacfea5a948f None None] DHCP port deletion for ebe78551-0d33-48ea-bf42-220cfcf085f8 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:56:28.007012 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-4314826c-7e47-4845-bdfa-2cdedf1fa799 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0722470 Sep 24 15:56:28.009127 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46418) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:28.020559 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:56:28.046804 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f2b113e-af7f-4baf-ad1c-cbdce22e5413 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:28.047954 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f2b113e-af7f-4baf-ad1c-cbdce22e5413 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:28.049061 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-f69f75be-29a6-4c75-8e31-eacfea5a948f None None] Deleting port 82926775-3d70-472c-8128-0110d20f1a01 {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:56:28.049451 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f69f75be-29a6-4c75-8e31-eacfea5a948f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:28.050920 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-2f2b113e-af7f-4baf-ad1c-cbdce22e5413 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/ports/2f0f2f86-f0b6-43a4-b6a2-e63ec8edc55f HTTP/1.1" status: 404 len: 333 time: 0.0391352 Sep 24 15:56:28.057354 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46420) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:28.110147 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-c145b1a3-39ab-4844-b3fa-4c5eb1b181b0 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:28.114934 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c145b1a3-39ab-4844-b3fa-4c5eb1b181b0 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:28.119273 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-c145b1a3-39ab-4844-b3fa-4c5eb1b181b0 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/subnets/ae1c0c78-420e-4a4b-9481-2eac9c4df6d3 HTTP/1.1" status: 404 len: 337 time: 0.0583570 Sep 24 15:56:28.120110 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46422) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:28.141015 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6c1e8cd5-92ef-4570-af47-e82215bbe914 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:28.148350 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b78520a-b366-4c64-819f-92c0d3c3a9d5 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:28.148816 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b78520a-b366-4c64-819f-92c0d3c3a9d5 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:28.151219 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-6b78520a-b366-4c64-819f-92c0d3c3a9d5 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/subnets/8ac32248-25dc-401f-99f9-ace3426d6b62 HTTP/1.1" status: 404 len: 337 time: 0.0300946 Sep 24 15:56:28.153876 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46424) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:28.173249 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2854c1b-d389-4db8-a973-fcedf0fc3059 None None] Network 50d98e88-8a75-4835-9919-86c163395f7c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:56:28.188508 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-133f1275-6db8-4e14-9511-05e39e8c0348 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:28.189345 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-133f1275-6db8-4e14-9511-05e39e8c0348 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:28.191751 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-133f1275-6db8-4e14-9511-05e39e8c0348 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/ports/d04c5d0f-a19a-4570-94f0-c33463d4c58a HTTP/1.1" status: 404 len: 333 time: 0.0364032 Sep 24 15:56:28.196908 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46426) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:28.217362 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-e564df5c-4863-4af6-af84-ef3579c422d1 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Deleting port 82926775-3d70-472c-8128-0110d20f1a01 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:56:28.217711 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e564df5c-4863-4af6-af84-ef3579c422d1 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:28.233607 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-054a819e-957f-483c-8bf1-34c9344c1eed tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:28.233832 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-f69f75be-29a6-4c75-8e31-eacfea5a948f None None] For port 82926775-3d70-472c-8128-0110d20f1a01, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=82926775-3d70-472c-8128-0110d20f1a01,segment=NetworkSegment(59ce9c4e-76e2-44a5-8f20-3d225bb8f481),segment_id=59ce9c4e-76e2-44a5-8f20-3d225bb8f481)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:56:28.237066 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f69f75be-29a6-4c75-8e31-eacfea5a948f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:28.237195 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-054a819e-957f-483c-8bf1-34c9344c1eed tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:28.237195 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-054a819e-957f-483c-8bf1-34c9344c1eed tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/subnets/82c6d9e2-e7a9-4871-b13b-542a340de85e HTTP/1.1" status: 404 len: 337 time: 0.0380301 Sep 24 15:56:28.239308 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46428) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:28.281828 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dde1b15-448e-47fd-ab77-989f1202b308 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:28.282557 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2dde1b15-448e-47fd-ab77-989f1202b308 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:28.287179 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-2dde1b15-448e-47fd-ab77-989f1202b308 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/subnets/ac808c57-7f21-4063-9549-23ed5d12f993 HTTP/1.1" status: 404 len: 337 time: 0.0466521 Sep 24 15:56:28.287867 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46432) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:28.312317 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bbddf93-7e6b-4af7-8b35-fef146ab78fe tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:28.313243 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bbddf93-7e6b-4af7-8b35-fef146ab78fe tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:28.318195 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-8bbddf93-7e6b-4af7-8b35-fef146ab78fe tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/ports/4f5c50c9-9e2f-4ab7-a50f-39100d86dbf5 HTTP/1.1" status: 404 len: 333 time: 0.0293016 Sep 24 15:56:28.319383 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46434) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:28.339378 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-e564df5c-4863-4af6-af84-ef3579c422d1 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] For port 82926775-3d70-472c-8128-0110d20f1a01, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=82926775-3d70-472c-8128-0110d20f1a01,segment=NetworkSegment(59ce9c4e-76e2-44a5-8f20-3d225bb8f481),segment_id=59ce9c4e-76e2-44a5-8f20-3d225bb8f481)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:56:28.340634 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e564df5c-4863-4af6-af84-ef3579c422d1 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:28.345813 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-f69f75be-29a6-4c75-8e31-eacfea5a948f None None] Calling delete_port for 82926775-3d70-472c-8128-0110d20f1a01 owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:56:28.355980 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-e564df5c-4863-4af6-af84-ef3579c422d1 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Calling delete_port for 82926775-3d70-472c-8128-0110d20f1a01 owned by network:dhcp {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:56:28.359401 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ccb1c1d-3914-4ef0-9702-fdb867e91ce0 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:28.360064 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ccb1c1d-3914-4ef0-9702-fdb867e91ce0 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:28.365101 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-2ccb1c1d-3914-4ef0-9702-fdb867e91ce0 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/subnets/374a54b7-e0be-4e6e-bf1f-1f590f99188b HTTP/1.1" status: 404 len: 337 time: 0.0446985 Sep 24 15:56:28.367640 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46436) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:28.401465 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2688bd1-d5a9-47af-b96c-41b45e99fc92 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:28.402463 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2688bd1-d5a9-47af-b96c-41b45e99fc92 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:28.407960 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-e2688bd1-d5a9-47af-b96c-41b45e99fc92 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/subnets/f3f5b707-2535-4d7a-9d7d-48d73061e3f2 HTTP/1.1" status: 404 len: 337 time: 0.0409844 Sep 24 15:56:28.408727 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46438) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:28.434313 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a46e560-0992-457b-b0c1-e8167c6215a7 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:28.435181 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a46e560-0992-457b-b0c1-e8167c6215a7 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:28.440160 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-8a46e560-0992-457b-b0c1-e8167c6215a7 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/ports/dbeeb672-03a7-4bce-9825-20aa1adace73 HTTP/1.1" status: 404 len: 333 time: 0.0303152 Sep 24 15:56:28.441107 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46442) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:28.451199 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-f750b84c-f5ea-4aa2-83f0-35500b8885e2 None None] Provisioning complete for port 3d0e8558-3fe2-4e02-95b6-aeb0a179ff9e triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:56:28.451706 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f750b84c-f5ea-4aa2-83f0-35500b8885e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:28.472409 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-553df406-e682-4710-a834-ba5ab7c6109c tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:28.472956 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-553df406-e682-4710-a834-ba5ab7c6109c tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:28.478182 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-553df406-e682-4710-a834-ba5ab7c6109c tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/subnets/8d7ddd83-c2c4-4a8e-996f-3b810717fd6e HTTP/1.1" status: 404 len: 337 time: 0.0358753 Sep 24 15:56:28.478908 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46444) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:28.516370 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfa67812-59e2-42c9-aae7-a080febadfaa tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:28.516850 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfa67812-59e2-42c9-aae7-a080febadfaa tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:28.522118 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-bfa67812-59e2-42c9-aae7-a080febadfaa tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/subnets/7d40daf1-8a0f-4f3e-8b2b-bfd29dd0eb19 HTTP/1.1" status: 404 len: 337 time: 0.0419116 Sep 24 15:56:28.524325 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46446) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:28.557561 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-0aef2966-80bf-4f4b-9b12-450b4e9f049a tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:28.558916 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0aef2966-80bf-4f4b-9b12-450b4e9f049a tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:28.563251 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-0aef2966-80bf-4f4b-9b12-450b4e9f049a tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/ports/da09720f-e8c9-46f9-8777-8f92896e81df HTTP/1.1" status: 404 len: 333 time: 0.0394390 Sep 24 15:56:28.564754 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46450) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:28.569105 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6c1e8cd5-92ef-4570-af47-e82215bbe914 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:28.599056 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41a129c-849f-4061-aedd-df056d273b2c None None] DHCP port deletion for 50d98e88-8a75-4835-9919-86c163395f7c request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:56:28.602088 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-993fb211-4806-4543-ab58-c16d202aad23 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:28.603242 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-993fb211-4806-4543-ab58-c16d202aad23 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:28.608569 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-993fb211-4806-4543-ab58-c16d202aad23 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/subnets/84692c5a-6ea9-409b-a4ac-a702368cb688 HTTP/1.1" status: 404 len: 337 time: 0.0427754 Sep 24 15:56:28.609250 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46452) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:28.637069 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e5c1ef9-a3f1-4bcd-9b85-b91f29407cc3 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:28.637519 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e5c1ef9-a3f1-4bcd-9b85-b91f29407cc3 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:28.643094 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-1e5c1ef9-a3f1-4bcd-9b85-b91f29407cc3 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/ports/71130b70-0981-4d97-801f-bdb9644f6836 HTTP/1.1" status: 404 len: 333 time: 0.0327528 Sep 24 15:56:28.643867 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46454) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:28.645247 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f69f75be-29a6-4c75-8e31-eacfea5a948f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:28.653369 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1e8cd5-92ef-4570-af47-e82215bbe914 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event deleted for resources: {'Subnet': ['ID=d255fab1-d95d-4bdf-ab35-1a81f44050df,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:28.663049 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-62889b77-2b8f-4b71-92a3-9eaa656cb687 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:28.673034 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-441ec892-f381-4e08-9d49-f0c0a0638cbf tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:28.673504 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-441ec892-f381-4e08-9d49-f0c0a0638cbf tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:28.678277 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-441ec892-f381-4e08-9d49-f0c0a0638cbf tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/subnets/0d26cf27-3bca-4b13-bcb7-62b3470077df HTTP/1.1" status: 404 len: 337 time: 0.0300748 Sep 24 15:56:28.678460 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6c1e8cd5-92ef-4570-af47-e82215bbe914 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:28.678591 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46456) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:28.679822 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9c86ac-6bd3-4e49-af31-1e6569e2fbc4 None None] Network d09fcc39-a3ae-48b5-a16d-fbfa237204b6 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:56:28.685021 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-6c1e8cd5-92ef-4570-af47-e82215bbe914 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "DELETE /v2.0/subnets/d255fab1-d95d-4bdf-ab35-1a81f44050df HTTP/1.1" status: 204 len: 168 time: 1.4787500 Sep 24 15:56:28.688049 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46458) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:28.693833 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-261d3ff0-71ad-4715-bce1-992df5aa1e78 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Request body: {'subnet': {'network_id': 'd09fcc39-a3ae-48b5-a16d-fbfa237204b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:56:28.699993 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e564df5c-4863-4af6-af84-ef3579c422d1 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:28.713579 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-138517b8-a402-4f48-9bdf-31519a8844c4 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:28.713579 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-138517b8-a402-4f48-9bdf-31519a8844c4 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:28.713579 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-138517b8-a402-4f48-9bdf-31519a8844c4 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/ports/1b374904-f85f-483e-abfe-e7f922063acb HTTP/1.1" status: 404 len: 333 time: 0.0307133 Sep 24 15:56:28.713965 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46460) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:28.716864 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a08841-1475-45d1-8952-f047c9908ce8 None None] Network 86c3d0ed-1df9-469f-9686-3575b374c832 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:56:28.746242 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-45e26963-99d5-4308-b9cd-5cd3ccba772b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:28.746769 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45e26963-99d5-4308-b9cd-5cd3ccba772b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:28.750935 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-45e26963-99d5-4308-b9cd-5cd3ccba772b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/subnets/25dccd6b-a453-459d-a932-b072546a0457 HTTP/1.1" status: 404 len: 337 time: 0.0337365 Sep 24 15:56:28.752707 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46462) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:28.777175 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-d96ec44d-3d47-4cf1-ba82-05cd7da3d5a2 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:28.777684 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69f75be-29a6-4c75-8e31-eacfea5a948f None None] Pushing event deleted for resources: {'Port': ['ID=82926775-3d70-472c-8128-0110d20f1a01,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:28.777940 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d96ec44d-3d47-4cf1-ba82-05cd7da3d5a2 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:28.783221 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-d96ec44d-3d47-4cf1-ba82-05cd7da3d5a2 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/ports/57e44300-6ec7-40b9-8e9e-37d79e25e006 HTTP/1.1" status: 404 len: 333 time: 0.0263035 Sep 24 15:56:28.783692 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46464) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:28.812639 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-8709b79a-5404-4f5a-b5c9-9c25024f9c18 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:28.813002 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8709b79a-5404-4f5a-b5c9-9c25024f9c18 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:28.814816 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-8709b79a-5404-4f5a-b5c9-9c25024f9c18 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/subnets/804b40f8-e54a-4149-b09c-7c8e40e78339 HTTP/1.1" status: 404 len: 337 time: 0.0303016 Sep 24 15:56:28.817517 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46466) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:28.826956 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69f75be-29a6-4c75-8e31-eacfea5a948f None None] No DVR routers for this DVR port 82926775-3d70-472c-8128-0110d20f1a01 on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:56:28.854862 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c559c4c-3ff8-43ed-9776-d943c89ccfa0 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:28.854862 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c559c4c-3ff8-43ed-9776-d943c89ccfa0 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:28.854862 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-6c559c4c-3ff8-43ed-9776-d943c89ccfa0 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/ports/17dfbbff-65ee-44c1-b4d7-45aa3c6aeb06 HTTP/1.1" status: 404 len: 333 time: 0.0298095 Sep 24 15:56:28.856001 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e564df5c-4863-4af6-af84-ef3579c422d1 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Pushing event deleted for resources: {'Port': ['ID=82926775-3d70-472c-8128-0110d20f1a01,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:28.856973 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46468) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:28.876820 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-b55a0a9b-3844-4255-9d70-ebf8b3fc5112 None None] Provisioning complete for port a3562c43-a106-4f75-a845-cc8fd1b5196e triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:56:28.877184 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b55a0a9b-3844-4255-9d70-ebf8b3fc5112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:28.879689 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e564df5c-4863-4af6-af84-ef3579c422d1 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] No DVR routers for this DVR port 82926775-3d70-472c-8128-0110d20f1a01 on host n-d-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:56:28.886195 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-f41a129c-849f-4061-aedd-df056d273b2c None None] Deleting port 3d0e8558-3fe2-4e02-95b6-aeb0a179ff9e {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:56:28.886683 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f41a129c-849f-4061-aedd-df056d273b2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:28.887053 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-3367fd80-3991-4123-b6c3-166f78c14dca tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:28.887522 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3367fd80-3991-4123-b6c3-166f78c14dca tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:28.892025 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-3367fd80-3991-4123-b6c3-166f78c14dca tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/subnets/775e8ee5-106c-4902-86b8-e30d2721e307 HTTP/1.1" status: 404 len: 337 time: 0.0314715 Sep 24 15:56:28.892402 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46470) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:28.916350 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0dd92e6-9152-415c-8291-972800ef2bbf tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:28.917114 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0dd92e6-9152-415c-8291-972800ef2bbf tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:28.918961 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-f0dd92e6-9152-415c-8291-972800ef2bbf tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/ports/10fd6903-20fd-43ad-b902-a7f76020ed75 HTTP/1.1" status: 404 len: 333 time: 0.0257511 Sep 24 15:56:28.921586 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46472) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:28.955070 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca28f69c-4e5f-4dd1-a1ea-0fd796eeeb5d tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:28.955535 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca28f69c-4e5f-4dd1-a1ea-0fd796eeeb5d tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:28.957420 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-ca28f69c-4e5f-4dd1-a1ea-0fd796eeeb5d tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/subnets/b479785c-48fa-417e-b421-1964566dcf84 HTTP/1.1" status: 404 len: 337 time: 0.0349159 Sep 24 15:56:28.961143 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46476) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:29.061557 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfa14476-943c-445b-9293-1c0174175196 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:29.063570 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfa14476-943c-445b-9293-1c0174175196 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:29.070537 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-bfa14476-943c-445b-9293-1c0174175196 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/subnets/2cdfe01d-475e-4537-8547-5901178e95fd HTTP/1.1" status: 404 len: 337 time: 0.1020148 Sep 24 15:56:29.071968 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46488) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:29.132322 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-3976bbe0-e831-4777-b070-fd055d3747fe tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:29.133062 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3976bbe0-e831-4777-b070-fd055d3747fe tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:29.137749 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-3976bbe0-e831-4777-b070-fd055d3747fe tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/ports/7b5742a8-36da-4364-a546-6123520be513 HTTP/1.1" status: 404 len: 333 time: 0.0617919 Sep 24 15:56:29.153754 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46490) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:29.158049 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-f41a129c-849f-4061-aedd-df056d273b2c None None] For port 3d0e8558-3fe2-4e02-95b6-aeb0a179ff9e, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=3d0e8558-3fe2-4e02-95b6-aeb0a179ff9e,segment=NetworkSegment(fb531be8-b37e-4ff9-a98b-5c7db484a0eb),segment_id=fb531be8-b37e-4ff9-a98b-5c7db484a0eb)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:56:29.158791 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f41a129c-849f-4061-aedd-df056d273b2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:29.173904 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-f41a129c-849f-4061-aedd-df056d273b2c None None] Calling delete_port for 3d0e8558-3fe2-4e02-95b6-aeb0a179ff9e owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:56:29.252662 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5bc5d3b7-70ae-45ae-b3cd-ddfdd5f8f8f4 req-8f767127-0571-40cc-abff-d77a84fb706c tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.101 "GET /v2.0/ports?device_id=f96b4a00-4223-4d7b-8cee-62d33341ef0f HTTP/1.1" status: 200 len: 210 time: 0.1227760 Sep 24 15:56:29.254981 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6a3d503-f176-45b5-89f3-b2ec21bdf4d9 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:29.264191 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6a3d503-f176-45b5-89f3-b2ec21bdf4d9 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:29.266103 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-a6a3d503-f176-45b5-89f3-b2ec21bdf4d9 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/subnets/0585650a-6a7f-468c-83a6-746b24aaf290 HTTP/1.1" status: 404 len: 337 time: 0.1101663 Sep 24 15:56:29.268633 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46492) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:29.311003 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c29b60d-66fd-4e06-95e8-30c28cb7b7ca tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:29.311788 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c29b60d-66fd-4e06-95e8-30c28cb7b7ca tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:29.313853 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-3c29b60d-66fd-4e06-95e8-30c28cb7b7ca tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/subnets/3c7aae3e-cb68-41e7-9fd1-964d798c1dce HTTP/1.1" status: 404 len: 337 time: 0.0441487 Sep 24 15:56:29.316622 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46494) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:29.368615 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0208b53-0c0a-4e32-9085-5bfd8c45856b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:29.374076 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0208b53-0c0a-4e32-9085-5bfd8c45856b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:29.381979 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-f0208b53-0c0a-4e32-9085-5bfd8c45856b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/ports/56ae8384-7e08-4e8f-a43f-840b58e4d542 HTTP/1.1" status: 404 len: 333 time: 0.0640213 Sep 24 15:56:29.385654 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46496) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:29.445248 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c217c0f-1463-4029-952e-a50a588b06e1 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:29.463387 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c217c0f-1463-4029-952e-a50a588b06e1 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:29.476681 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-9c217c0f-1463-4029-952e-a50a588b06e1 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/subnets/50809130-c10b-4af5-a419-a6ff624489e4 HTTP/1.1" status: 404 len: 337 time: 0.0894229 Sep 24 15:56:29.478215 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46500) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:29.549515 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-8432506d-9722-4b75-9168-e6f25cfc4f29 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:29.550179 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8432506d-9722-4b75-9168-e6f25cfc4f29 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:29.556036 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device a3562c43-a106-4f75-a845-cc8fd1b5196e up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:56:29.556827 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-8432506d-9722-4b75-9168-e6f25cfc4f29 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/subnets/c46f7466-8356-44c5-9dd0-48a562bf1567 HTTP/1.1" status: 404 len: 337 time: 0.0757141 Sep 24 15:56:29.557951 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46504) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:29.613738 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-6be1c5f0-cd28-44e7-a2a4-069b70629ab5 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:29.614760 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6be1c5f0-cd28-44e7-a2a4-069b70629ab5 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:29.614892 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e564df5c-4863-4af6-af84-ef3579c422d1 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:29.620704 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-6be1c5f0-cd28-44e7-a2a4-069b70629ab5 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/ports/e5fc06e4-795c-4eb6-9d8a-872f3540fe43 HTTP/1.1" status: 404 len: 333 time: 0.0615296 Sep 24 15:56:29.622260 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46510) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:29.645353 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-e564df5c-4863-4af6-af84-ef3579c422d1 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebe78551-0d33-48ea-bf42-220cfcf085f8']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:56:29.657250 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-e564df5c-4863-4af6-af84-ef3579c422d1 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59ce9c4e-76e2-44a5-8f20-3d225bb8f481') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:56:29.657584 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-e564df5c-4863-4af6-af84-ef3579c422d1 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59ce9c4e-76e2-44a5-8f20-3d225bb8f481') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:56:29.659306 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-8067b387-aab4-4f99-8bbe-3c7b1cc5a5e7 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:29.659962 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8067b387-aab4-4f99-8bbe-3c7b1cc5a5e7 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:29.666269 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-8067b387-aab4-4f99-8bbe-3c7b1cc5a5e7 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/subnets/be3e6ceb-3a0a-437f-afc2-59f502682ac9 HTTP/1.1" status: 404 len: 337 time: 0.0426509 Sep 24 15:56:29.667209 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46512) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:29.673792 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e564df5c-4863-4af6-af84-ef3579c422d1 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:29.696011 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e564df5c-4863-4af6-af84-ef3579c422d1 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:29.704837 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-9579ed80-8f84-4bbb-b3ad-10ffba22f83c tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:29.705296 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9579ed80-8f84-4bbb-b3ad-10ffba22f83c tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:29.709301 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port a3562c43-a106-4f75-a845-cc8fd1b5196e triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:56:29.710261 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:29.710574 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-9579ed80-8f84-4bbb-b3ad-10ffba22f83c tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/subnets/cee6aca6-2793-4714-b649-fe461db2a7c8 HTTP/1.1" status: 404 len: 337 time: 0.0419424 Sep 24 15:56:29.711206 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46514) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:29.725683 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e564df5c-4863-4af6-af84-ef3579c422d1 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Releasing vlan 1262 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:56:29.726094 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e564df5c-4863-4af6-af84-ef3579c422d1 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:29.729544 n-d-808921-1 neutron-server[95297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:56:29.729544 n-d-808921-1 neutron-server[95297]: self.session.flush() Sep 24 15:56:29.729544 n-d-808921-1 neutron-server[95297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:56:29.729544 n-d-808921-1 neutron-server[95297]: self.session.flush() Sep 24 15:56:29.729544 n-d-808921-1 neutron-server[95297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:56:29.729544 n-d-808921-1 neutron-server[95297]: self.session.flush() Sep 24 15:56:29.729544 n-d-808921-1 neutron-server[95297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:56:29.729544 n-d-808921-1 neutron-server[95297]: self.session.flush() Sep 24 15:56:29.729544 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:56:29.729544 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:56:29.729544 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:56:29.729544 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:56:29.729544 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:56:29.729544 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:56:29.729544 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:56:29.729544 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:56:29.729544 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:56:29.729544 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:56:29.729544 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:56:29.729544 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:56:29.729544 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:56:29.729544 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:56:29.729544 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:56:29.729544 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:56:29.729544 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:56:29.729544 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:56:29.729544 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:56:29.729544 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:56:29.729544 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:56:29.729544 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:56:29.729544 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:56:29.729544 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:56:29.729544 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:56:29.729544 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:56:29.729544 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:56:29.729544 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:56:29.729544 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:56:29.729544 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:56:29.729544 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:56:29.729544 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:56:29.746892 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f41a129c-849f-4061-aedd-df056d273b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:29.749878 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b55a0a9b-3844-4255-9d70-ebf8b3fc5112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:29.769357 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-c3075e3a-7e34-49ed-8e03-e2e78d376e52 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/ports?device_id=3a556880-1690-47c1-b61f-2b29f4c2f201 HTTP/1.1" status: 200 len: 205 time: 0.0569720 Sep 24 15:56:29.771715 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46516) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:29.809658 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41a129c-849f-4061-aedd-df056d273b2c None None] No DVR routers for this DVR port 3d0e8558-3fe2-4e02-95b6-aeb0a179ff9e on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:56:29.823111 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41a129c-849f-4061-aedd-df056d273b2c None None] Pushing event deleted for resources: {'Port': ['ID=3d0e8558-3fe2-4e02-95b6-aeb0a179ff9e,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:29.826101 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [None req-ed917aaf-5b07-413a-a076-a29a45fa785c tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] delete failed (client error): The resource could not be found. Sep 24 15:56:29.829879 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-ed917aaf-5b07-413a-a076-a29a45fa785c tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/routers/3a556880-1690-47c1-b61f-2b29f4c2f201 HTTP/1.1" status: 404 len: 336 time: 0.0568070 Sep 24 15:56:29.833031 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46518) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:29.880748 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-b55a0a9b-3844-4255-9d70-ebf8b3fc5112 None None] For port a3562c43-a106-4f75-a845-cc8fd1b5196e, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=a3562c43-a106-4f75-a845-cc8fd1b5196e,segment=NetworkSegment(3b0d1fe3-9fe9-4ff8-92fd-d9c45ff0aa0c),segment_id=3b0d1fe3-9fe9-4ff8-92fd-d9c45ff0aa0c)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:56:29.895271 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a351455-d0f0-4ea9-8115-462ae3a8939e tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:29.895697 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a351455-d0f0-4ea9-8115-462ae3a8939e tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:29.897403 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-6a351455-d0f0-4ea9-8115-462ae3a8939e tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/subnets/f758aee0-a9f3-44d9-beee-c006fc5ce513 HTTP/1.1" status: 404 len: 337 time: 0.0661166 Sep 24 15:56:29.904489 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46520) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:29.950539 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-27e9caff-da0c-4dd8-a5c1-b809a2c30356 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "GET /v2.0/ports?device_id=80c758de-3d03-48dd-ab20-b2f4558e49c6 HTTP/1.1" status: 200 len: 205 time: 0.0428741 Sep 24 15:56:29.951308 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46522) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:29.967975 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:29.968598 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261d3ff0-71ad-4715-bce1-992df5aa1e78 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Made reservation on behalf of 60728dc15ec0482fbe958ba9258d8b5e for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:56:29.982810 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-261d3ff0-71ad-4715-bce1-992df5aa1e78 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:30.011125 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b55a0a9b-3844-4255-9d70-ebf8b3fc5112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:30.019225 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [None req-15080f23-7afe-4473-af02-eb273c32ca00 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] delete failed (client error): The resource could not be found. Sep 24 15:56:30.019751 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-15080f23-7afe-4473-af02-eb273c32ca00 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/routers/80c758de-3d03-48dd-ab20-b2f4558e49c6 HTTP/1.1" status: 404 len: 336 time: 0.0675185 Sep 24 15:56:30.026940 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46524) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:30.084146 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-6486504a-868f-469d-bab2-61647f4cc2a6 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:30.086021 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6486504a-868f-469d-bab2-61647f4cc2a6 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:30.088821 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-6486504a-868f-469d-bab2-61647f4cc2a6 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/subnets/dddf0ecb-bfbc-4af8-9feb-895d3640fc23 HTTP/1.1" status: 404 len: 337 time: 0.0605645 Sep 24 15:56:30.091812 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46526) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:30.152142 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.db.api [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:56:30.152417 n-d-808921-1 neutron-server[95299]: DEBUG oslo_db.api [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:56:30.152898 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55a0a9b-3844-4255-9d70-ebf8b3fc5112 None None] Pushing event updated for resources: {'Port': ['ID=a3562c43-a106-4f75-a845-cc8fd1b5196e,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:30.168422 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-cba6eabe-d97d-4dc5-b50d-29c6b4fdc4ef None None] Provisioning complete for port a3562c43-a106-4f75-a845-cc8fd1b5196e triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:56:30.168815 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-cba6eabe-d97d-4dc5-b50d-29c6b4fdc4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:30.208359 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fb43ff1-14b5-44cf-8022-a551bd30a8a0 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:30.208818 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fb43ff1-14b5-44cf-8022-a551bd30a8a0 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:30.210608 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-3fb43ff1-14b5-44cf-8022-a551bd30a8a0 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/subnets/e4687cb0-a91d-4f0d-b6db-c622ffb5ebf6 HTTP/1.1" status: 404 len: 337 time: 0.0789182 Sep 24 15:56:30.213755 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46532) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:30.262617 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-f273eee4-bd18-4466-ad1b-7fe9f88a9b68 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:30.265130 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f273eee4-bd18-4466-ad1b-7fe9f88a9b68 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:30.270157 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-f273eee4-bd18-4466-ad1b-7fe9f88a9b68 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/ports/e46608a6-ed3d-46b4-bcf0-742b5a7cb80e HTTP/1.1" status: 404 len: 333 time: 0.0516355 Sep 24 15:56:30.271269 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46536) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:30.288865 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-62889b77-2b8f-4b71-92a3-9eaa656cb687 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:30.291107 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e564df5c-4863-4af6-af84-ef3579c422d1 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:30.309542 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e564df5c-4863-4af6-af84-ef3579c422d1 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:30.315494 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e564df5c-4863-4af6-af84-ef3579c422d1 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] 10.222.0.101 "DELETE /v2.0/networks/ebe78551-0d33-48ea-bf42-220cfcf085f8 HTTP/1.1" status: 204 len: 168 time: 2.6634462 Sep 24 15:56:30.348123 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-58e0eb41-611d-49ce-8da1-57654d30e0b1 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:30.350530 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58e0eb41-611d-49ce-8da1-57654d30e0b1 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:30.354587 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-58e0eb41-611d-49ce-8da1-57654d30e0b1 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/subnets/0a7ded81-1bd5-44a2-9755-777213cc5b7f HTTP/1.1" status: 404 len: 337 time: 0.0818996 Sep 24 15:56:30.357483 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46540) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:30.405456 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-cba6eabe-d97d-4dc5-b50d-29c6b4fdc4ef None None] Provisioning complete for port 24fa33be-154e-403f-89b2-b4ca49e20208 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:56:30.405792 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-cba6eabe-d97d-4dc5-b50d-29c6b4fdc4ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:30.458179 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4ab605d-19f4-4562-b6d1-01f67149ff9b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:30.459095 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4ab605d-19f4-4562-b6d1-01f67149ff9b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:30.461488 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-e4ab605d-19f4-4562-b6d1-01f67149ff9b tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/ports/f26ab70f-c7da-4f6f-9bf3-380516849831 HTTP/1.1" status: 404 len: 333 time: 0.1019456 Sep 24 15:56:30.474858 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46542) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:30.482374 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-cba6eabe-d97d-4dc5-b50d-29c6b4fdc4ef None None] Port 24fa33be-154e-403f-89b2-b4ca49e20208 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:56:30.510913 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-26a5e322-244e-4d91-9b9a-23e6e2826f8a req-46da4306-38f6-45f1-888c-90b6e11b0456 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.101 "GET /v2.0/ports?device_id=f96b4a00-4223-4d7b-8cee-62d33341ef0f HTTP/1.1" status: 200 len: 210 time: 0.0669465 Sep 24 15:56:30.519935 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e564df5c-4863-4af6-af84-ef3579c422d1 tempest-NetworksTest-651592196 tempest-NetworksTest-651592196-project] Pushing event deleted for resources: {'Network': ['ID=ebe78551-0d33-48ea-bf42-220cfcf085f8,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:30.527378 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-62889b77-2b8f-4b71-92a3-9eaa656cb687 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:30.537445 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2503e17-646a-44ae-8bf9-ce26cf29affb tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:30.541544 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2503e17-646a-44ae-8bf9-ce26cf29affb tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:30.541544 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-c2503e17-646a-44ae-8bf9-ce26cf29affb tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/subnets/e2f37ae4-625d-403f-9bb4-ddfc4b7ce7aa HTTP/1.1" status: 404 len: 337 time: 0.0613670 Sep 24 15:56:30.543431 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46546) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:30.571461 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bbb2028-fbb1-48c5-a0f7-e20b273300f3 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:30.572428 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bbb2028-fbb1-48c5-a0f7-e20b273300f3 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:30.575064 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-0bbb2028-fbb1-48c5-a0f7-e20b273300f3 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/ports/b819d8d6-bf47-497f-8ab5-3c5ecb8816e8 HTTP/1.1" status: 404 len: 333 time: 0.0306625 Sep 24 15:56:30.577442 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46548) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:30.607868 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d70142c-c451-46b7-9777-bfc3caa76c51 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:30.608344 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d70142c-c451-46b7-9777-bfc3caa76c51 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:30.612793 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-7d70142c-c451-46b7-9777-bfc3caa76c51 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/subnets/53ed367e-c571-4823-840e-54f2b7360e9c HTTP/1.1" status: 404 len: 337 time: 0.0343745 Sep 24 15:56:30.613394 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46550) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:30.622993 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-73466778-d3c0-4f18-aaa6-ca320438da9d None None] Provisioning complete for port 24fa33be-154e-403f-89b2-b4ca49e20208 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:56:30.623550 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73466778-d3c0-4f18-aaa6-ca320438da9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:30.628254 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62889b77-2b8f-4b71-92a3-9eaa656cb687 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Pushing event updated for resources: {'Port': ['ID=24fa33be-154e-403f-89b2-b4ca49e20208,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:30.631042 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-62889b77-2b8f-4b71-92a3-9eaa656cb687 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:30.642428 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5d3f65b-cc8d-4349-bb68-df13cc270f64 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:30.643145 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5d3f65b-cc8d-4349-bb68-df13cc270f64 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:30.647859 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-f5d3f65b-cc8d-4349-bb68-df13cc270f64 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/ports/817806f0-0bd2-4a9d-827c-18b0a1cdd281 HTTP/1.1" status: 404 len: 333 time: 0.0334520 Sep 24 15:56:30.648575 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46554) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:30.690195 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-69725717-2300-48b4-a3e5-9470993615e2 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:30.690910 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69725717-2300-48b4-a3e5-9470993615e2 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:30.695787 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-69725717-2300-48b4-a3e5-9470993615e2 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/subnets/13d50c6a-ccba-4513-af6e-4a035c72bac7 HTTP/1.1" status: 404 len: 337 time: 0.0462015 Sep 24 15:56:30.697241 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46556) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:30.708063 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-261d3ff0-71ad-4715-bce1-992df5aa1e78 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:30.718812 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-73466778-d3c0-4f18-aaa6-ca320438da9d None None] Port 24fa33be-154e-403f-89b2-b4ca49e20208 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:56:30.740742 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-49de4855-b06f-47fa-8378-d56df0736e5a tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:30.741797 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49de4855-b06f-47fa-8378-d56df0736e5a tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:30.746928 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-49de4855-b06f-47fa-8378-d56df0736e5a tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/ports/0c26c6a3-bcfa-4116-8672-705b00caafbd HTTP/1.1" status: 404 len: 333 time: 0.0464125 Sep 24 15:56:30.747456 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46560) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:30.779264 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261d3ff0-71ad-4715-bce1-992df5aa1e78 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Network d09fcc39-a3ae-48b5-a16d-fbfa237204b6 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:56:30.784257 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 82926775-3d70-472c-8128-0110d20f1a01 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:56:30.787911 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-261d3ff0-71ad-4715-bce1-992df5aa1e78 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:56:30.791531 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261d3ff0-71ad-4715-bce1-992df5aa1e78 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:30.792345 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-261d3ff0-71ad-4715-bce1-992df5aa1e78 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:30.798667 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-c47d0e93-bf36-4d59-856d-15769aa08359 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:30.799103 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c47d0e93-bf36-4d59-856d-15769aa08359 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:30.803836 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-c47d0e93-bf36-4d59-856d-15769aa08359 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/subnets/1a5ba526-38ae-4a5a-a6a7-e8a9ba5fbfa8 HTTP/1.1" status: 404 len: 337 time: 0.0553317 Sep 24 15:56:30.804595 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46562) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:30.813557 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0df1481a-cbd9-46b3-bbce-1505023570eb None None] Network d09fcc39-a3ae-48b5-a16d-fbfa237204b6 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:56:30.816916 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 82926775-3d70-472c-8128-0110d20f1a01 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:56:30.817270 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 82926775-3d70-472c-8128-0110d20f1a01 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:56:30.817684 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 3d0e8558-3fe2-4e02-95b6-aeb0a179ff9e no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:56:30.817903 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62889b77-2b8f-4b71-92a3-9eaa656cb687 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Network 86c3d0ed-1df9-469f-9686-3575b374c832 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:56:30.819536 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261d3ff0-71ad-4715-bce1-992df5aa1e78 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event updated for resources: {'Subnet': ['ID=6e707feb-0bf8-47ca-84a8-805aae0e9f37,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:30.822557 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-62889b77-2b8f-4b71-92a3-9eaa656cb687 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:56:30.837740 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e8442d4-d1c0-48c3-b56f-010539bf80cc tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:30.838948 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e8442d4-d1c0-48c3-b56f-010539bf80cc tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:30.842842 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-9e8442d4-d1c0-48c3-b56f-010539bf80cc tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/ports/f175ca35-4a3c-49bc-833c-46e03f1a07c4 HTTP/1.1" status: 404 len: 333 time: 0.0363293 Sep 24 15:56:30.843936 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46564) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:30.871740 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 3d0e8558-3fe2-4e02-95b6-aeb0a179ff9e {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:56:30.872090 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 3d0e8558-3fe2-4e02-95b6-aeb0a179ff9e not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:56:30.877528 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4d597b8-78bd-4a9c-a1d2-332d411dc94a tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:30.878209 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4d597b8-78bd-4a9c-a1d2-332d411dc94a tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:30.880673 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-a4d597b8-78bd-4a9c-a1d2-332d411dc94a tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/subnets/ea17fd7d-4f7c-4e5e-b713-5c997a9bf2b6 HTTP/1.1" status: 404 len: 337 time: 0.0352724 Sep 24 15:56:30.880937 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-aa4ed642-8ebd-402e-b83d-e3f51908942f None None] Provisioning complete for port 7b95be45-79ba-4e4a-b220-81dc1653a994 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:56:30.881131 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-aa4ed642-8ebd-402e-b83d-e3f51908942f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:30.883134 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46566) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:30.939498 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8ffbe9f-3cc1-4710-b1ae-d4aee63c0012 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:30.940198 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8ffbe9f-3cc1-4710-b1ae-d4aee63c0012 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:30.941995 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b8ffbe9f-3cc1-4710-b1ae-d4aee63c0012 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/ports/360eb0bb-e4fe-44a4-b79b-50b5488da0cc HTTP/1.1" status: 404 len: 333 time: 0.0574777 Sep 24 15:56:30.944924 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46570) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:30.984340 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-261d3ff0-71ad-4715-bce1-992df5aa1e78 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2951941 Sep 24 15:56:30.997056 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46576) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:31.012013 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-f28aa3f5-f80e-43ce-a818-d89413896a10 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Request body: {'security_group': {'name': 'tempest-secgroup-1604503988'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:56:31.040837 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-81e4ecbb-5b56-48f1-8bed-088cfef2d119 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:31.041300 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81e4ecbb-5b56-48f1-8bed-088cfef2d119 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:31.043158 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-81e4ecbb-5b56-48f1-8bed-088cfef2d119 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/subnets/d3ffa909-ccc3-49dc-9d48-ae5e5a933441 HTTP/1.1" status: 404 len: 337 time: 0.0972733 Sep 24 15:56:31.045725 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46578) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:31.075513 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46580) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:31.102187 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62889b77-2b8f-4b71-92a3-9eaa656cb687 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Router 644a38d6-7b19-46f6-bf33-3e6e5889e7a0 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:56:31.193104 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-aa4ed642-8ebd-402e-b83d-e3f51908942f None None] Provisioning complete for port fe0f35c7-f6af-4545-8538-a6af657630de triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:56:31.193483 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-aa4ed642-8ebd-402e-b83d-e3f51908942f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:31.208939 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ad4db568-ca81-499d-90e2-de27959ae9b2 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:31.238199 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-aa4ed642-8ebd-402e-b83d-e3f51908942f None None] Port fe0f35c7-f6af-4545-8538-a6af657630de cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:56:31.277566 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62889b77-2b8f-4b71-92a3-9eaa656cb687 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:56:31.284002 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-62889b77-2b8f-4b71-92a3-9eaa656cb687 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "PUT /v2.0/routers/644a38d6-7b19-46f6-bf33-3e6e5889e7a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0442226 Sep 24 15:56:31.291096 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46584) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:31.295446 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beef4665-5f08-4069-9773-63ad68859458 None None] Sync routers for ids ['644a38d6-7b19-46f6-bf33-3e6e5889e7a0'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:56:31.329632 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f28aa3f5-f80e-43ce-a818-d89413896a10 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:31.334224 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device a3562c43-a106-4f75-a845-cc8fd1b5196e up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:56:31.365425 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ad4db568-ca81-499d-90e2-de27959ae9b2 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:31.370701 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5ad757b9-8c44-40c3-8e31-69ef4586dfb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:31.402079 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beef4665-5f08-4069-9773-63ad68859458 None None] Routers {'644a38d6-7b19-46f6-bf33-3e6e5889e7a0'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:56:31.402929 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-beef4665-5f08-4069-9773-63ad68859458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:56:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['644a38d6-7b19-46f6-bf33-3e6e5889e7a0'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:56:31.411848 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-ad4db568-ca81-499d-90e2-de27959ae9b2 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50d98e88-8a75-4835-9919-86c163395f7c']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:56:31.412077 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2871786-72e5-49a1-92d3-f060e953b828 None None] Update dhcp port {'port': {'network_id': 'd09fcc39-a3ae-48b5-a16d-fbfa237204b6', 'fixed_ips': [{'subnet_id': '73981731-c4b8-4d2d-8536-3f8912ed17a7', 'ip_address': '172.20.0.18'}, {'subnet_id': '6e707feb-0bf8-47ca-84a8-805aae0e9f37'}], 'binding:host_id': 'n-d-808921-1'}, 'id': '7b95be45-79ba-4e4a-b220-81dc1653a994'} from n-d-808921-1. {{(pid=95299) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 24 15:56:31.429051 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-ad4db568-ca81-499d-90e2-de27959ae9b2 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:56:31.429649 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-ad4db568-ca81-499d-90e2-de27959ae9b2 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb531be8-b37e-4ff9-a98b-5c7db484a0eb') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:56:31.440909 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ad4db568-ca81-499d-90e2-de27959ae9b2 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:31.454907 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ad4db568-ca81-499d-90e2-de27959ae9b2 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:31.461510 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad4db568-ca81-499d-90e2-de27959ae9b2 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Releasing vlan 1271 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:56:31.462557 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ad4db568-ca81-499d-90e2-de27959ae9b2 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:31.465771 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:56:31.465771 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:56:31.465771 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:56:31.465771 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:56:31.465771 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:56:31.465771 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:56:31.465771 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:56:31.465771 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:56:31.465771 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:56:31.465771 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:56:31.465771 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:56:31.465771 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:56:31.465771 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:56:31.465771 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:56:31.465771 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:56:31.465771 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:56:31.465771 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:56:31.465771 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:56:31.465771 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:56:31.465771 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:56:31.465771 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:56:31.465771 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:56:31.465771 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:56:31.465771 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:56:31.465771 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:56:31.465771 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:56:31.465771 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:56:31.465771 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:56:31.465771 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:56:31.465771 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:56:31.465771 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:56:31.465771 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:56:31.492607 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-75037fea-2b81-4e46-9969-3fb6b7e92fd9 None None] Provisioning complete for port 24fa33be-154e-403f-89b2-b4ca49e20208 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:56:31.493033 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-75037fea-2b81-4e46-9969-3fb6b7e92fd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:31.498656 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a2871786-72e5-49a1-92d3-f060e953b828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:31.518475 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-51889137-f2ef-4ffe-be2a-abbd323f1257 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=9b1de2c8a90e4c7b8a3f22e9202f02be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4396906 Sep 24 15:56:31.520949 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46588) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:31.621192 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fe6e68-a15f-41c7-9f49-1858681c9dd6 tempest-TestNetworkBasicOps-1836589182 tempest-TestNetworkBasicOps-1836589182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:31.622045 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fe6e68-a15f-41c7-9f49-1858681c9dd6 tempest-TestNetworkBasicOps-1836589182 tempest-TestNetworkBasicOps-1836589182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:31.622836 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fe6e68-a15f-41c7-9f49-1858681c9dd6 tempest-TestNetworkBasicOps-1836589182 tempest-TestNetworkBasicOps-1836589182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:31.623487 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fe6e68-a15f-41c7-9f49-1858681c9dd6 tempest-TestNetworkBasicOps-1836589182 tempest-TestNetworkBasicOps-1836589182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:31.624135 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fe6e68-a15f-41c7-9f49-1858681c9dd6 tempest-TestNetworkBasicOps-1836589182 tempest-TestNetworkBasicOps-1836589182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:31.624795 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fe6e68-a15f-41c7-9f49-1858681c9dd6 tempest-TestNetworkBasicOps-1836589182 tempest-TestNetworkBasicOps-1836589182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:31.626047 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fe6e68-a15f-41c7-9f49-1858681c9dd6 tempest-TestNetworkBasicOps-1836589182 tempest-TestNetworkBasicOps-1836589182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:31.626767 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fe6e68-a15f-41c7-9f49-1858681c9dd6 tempest-TestNetworkBasicOps-1836589182 tempest-TestNetworkBasicOps-1836589182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:31.627904 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fe6e68-a15f-41c7-9f49-1858681c9dd6 tempest-TestNetworkBasicOps-1836589182 tempest-TestNetworkBasicOps-1836589182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:31.630695 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-91fe6e68-a15f-41c7-9f49-1858681c9dd6 tempest-TestNetworkBasicOps-1836589182 tempest-TestNetworkBasicOps-1836589182-project-admin] 10.222.0.101 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6378 time: 0.3385262 Sep 24 15:56:31.637364 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46594) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:31.657058 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-75037fea-2b81-4e46-9969-3fb6b7e92fd9 None None] Port 24fa33be-154e-403f-89b2-b4ca49e20208 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:56:31.660019 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7e308eae-3b64-4dd4-9643-010143eb623a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:31.687618 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7e308eae-3b64-4dd4-9643-010143eb623a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:31.729136 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port a3562c43-a106-4f75-a845-cc8fd1b5196e triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:56:31.729560 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:31.735080 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ad4db568-ca81-499d-90e2-de27959ae9b2 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:31.770284 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-beef4665-5f08-4069-9773-63ad68859458 None None] Set router 644a38d6-7b19-46f6-bf33-3e6e5889e7a0 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:56:31.786778 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0ec08d1d-c568-4a31-9b35-1e747195a280 req-c3e5c00e-37a3-483e-bfc8-18c4faaa6277 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.101 "GET /v2.0/ports?device_id=f96b4a00-4223-4d7b-8cee-62d33341ef0f HTTP/1.1" status: 200 len: 210 time: 0.1713648 Sep 24 15:56:31.792636 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ad4db568-ca81-499d-90e2-de27959ae9b2 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:31.794798 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-ad4db568-ca81-499d-90e2-de27959ae9b2 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] 10.222.0.101 "DELETE /v2.0/networks/50d98e88-8a75-4835-9919-86c163395f7c HTTP/1.1" status: 204 len: 168 time: 0.7481418 Sep 24 15:56:31.797990 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4db568-ca81-499d-90e2-de27959ae9b2 tempest-NetworksTestDHCPv6-696024073 tempest-NetworksTestDHCPv6-696024073-project] Pushing event deleted for resources: {'Network': ['ID=50d98e88-8a75-4835-9919-86c163395f7c,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:31.809659 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7e308eae-3b64-4dd4-9643-010143eb623a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:31.813014 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7e308eae-3b64-4dd4-9643-010143eb623a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:31.816121 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-7e308eae-3b64-4dd4-9643-010143eb623a admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/6dec7bbf-6d73-4fc1-bfb7-8f4fc4d81055 HTTP/1.1" status: 204 len: 168 time: 0.2923777 Sep 24 15:56:31.837843 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e308eae-3b64-4dd4-9643-010143eb623a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dec7bbf-6d73-4fc1-bfb7-8f4fc4d81055,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:31.849309 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19895048-74f9-496a-9305-461b0d6d5c45 tempest-TestNetworkBasicOps-1836589182 tempest-TestNetworkBasicOps-1836589182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:31.850014 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19895048-74f9-496a-9305-461b0d6d5c45 tempest-TestNetworkBasicOps-1836589182 tempest-TestNetworkBasicOps-1836589182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:31.850666 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19895048-74f9-496a-9305-461b0d6d5c45 tempest-TestNetworkBasicOps-1836589182 tempest-TestNetworkBasicOps-1836589182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:31.851216 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19895048-74f9-496a-9305-461b0d6d5c45 tempest-TestNetworkBasicOps-1836589182 tempest-TestNetworkBasicOps-1836589182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:31.852069 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19895048-74f9-496a-9305-461b0d6d5c45 tempest-TestNetworkBasicOps-1836589182 tempest-TestNetworkBasicOps-1836589182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:31.853070 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19895048-74f9-496a-9305-461b0d6d5c45 tempest-TestNetworkBasicOps-1836589182 tempest-TestNetworkBasicOps-1836589182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:31.853585 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19895048-74f9-496a-9305-461b0d6d5c45 tempest-TestNetworkBasicOps-1836589182 tempest-TestNetworkBasicOps-1836589182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:31.854105 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19895048-74f9-496a-9305-461b0d6d5c45 tempest-TestNetworkBasicOps-1836589182 tempest-TestNetworkBasicOps-1836589182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:31.854639 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19895048-74f9-496a-9305-461b0d6d5c45 tempest-TestNetworkBasicOps-1836589182 tempest-TestNetworkBasicOps-1836589182-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:31.859395 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-19895048-74f9-496a-9305-461b0d6d5c45 tempest-TestNetworkBasicOps-1836589182 tempest-TestNetworkBasicOps-1836589182-project-admin] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5817 time: 0.2127762 Sep 24 15:56:31.859792 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46600) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:31.936426 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f28aa3f5-f80e-43ce-a818-d89413896a10 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:32.027384 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f28aa3f5-f80e-43ce-a818-d89413896a10 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:32.072895 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-a2871786-72e5-49a1-92d3-f060e953b828 None None] Allocated IP 172.20.0.2 (d09fcc39-a3ae-48b5-a16d-fbfa237204b6/6e707feb-0bf8-47ca-84a8-805aae0e9f37/7b95be45-79ba-4e4a-b220-81dc1653a994) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:56:32.079236 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28aa3f5-f80e-43ce-a818-d89413896a10 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53152a7b-0c0a-4750-8ffe-71b49cc8e7fa,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:32.122074 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f28aa3f5-f80e-43ce-a818-d89413896a10 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:32.129965 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f28aa3f5-f80e-43ce-a818-d89413896a10 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1294503 Sep 24 15:56:32.131091 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46602) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:32.144448 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-4093c418-4753-45d0-bdd4-b1e97f72ea9a tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Request body: {'security_group': {'name': 'tempest-secgroup-1225942733'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:56:32.307784 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4093c418-4753-45d0-bdd4-b1e97f72ea9a tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:32.598429 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4093c418-4753-45d0-bdd4-b1e97f72ea9a tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:32.613861 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-a2871786-72e5-49a1-92d3-f060e953b828 None None] For port 7b95be45-79ba-4e4a-b220-81dc1653a994, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=7b95be45-79ba-4e4a-b220-81dc1653a994,segment=NetworkSegment(8081f0b6-c7d7-4e45-a7e9-2bf4ca5543c2),segment_id=8081f0b6-c7d7-4e45-a7e9-2bf4ca5543c2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:56:32.630259 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-beef4665-5f08-4069-9773-63ad68859458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '644a38d6-7b19-46f6-bf33-3e6e5889e7a0', 'name': 'tempest-TestNetworkBasicOps-router-1406295477', 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '2d8dc83c-9b93-4f1d-9f6c-d428f15acc7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:56:17Z', 'updated_at': '2021-09-24T15:56:28Z', 'revision_number': 4, 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'gw_port': {'id': '2d8dc83c-9b93-4f1d-9f6c-d428f15acc7f', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:af:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644a38d6-7b19-46f6-bf33-3e6e5889e7a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:56:19Z', 'updated_at': '2021-09-24T15:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '24fa33be-154e-403f-89b2-b4ca49e20208', 'name': '', 'network_id': '86c3d0ed-1df9-469f-9686-3575b374c832', 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'mac_address': 'fa:16:3e:3b:dc:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '644a38d6-7b19-46f6-bf33-3e6e5889e7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '6ff16690-23f5-46c1-9253-2f37b777a341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:56:26Z', 'updated_at': '2021-09-24T15:56:29Z', 'revision_number': 2, 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'subnets': [{'id': '6ff16690-23f5-46c1-9253-2f37b777a341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:56:32.639209 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46610) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:32.659442 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-4702ace9-2d47-4813-be09-c7bb970b61d0 tempest-TestNetworkBasicOps-1836589182 tempest-TestNetworkBasicOps-1836589182-project-admin] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3053 time: 0.7972653 Sep 24 15:56:32.675003 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beef4665-5f08-4069-9773-63ad68859458 None None] Checking router: 644a38d6-7b19-46f6-bf33-3e6e5889e7a0 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:56:32.675804 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beef4665-5f08-4069-9773-63ad68859458 None None] Updating router 644a38d6-7b19-46f6-bf33-3e6e5889e7a0 port 24fa33be-154e-403f-89b2-b4ca49e20208 binding host n-d-808921-1 {{(pid=95299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:56:32.683313 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4093c418-4753-45d0-bdd4-b1e97f72ea9a tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:32.762353 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a2871786-72e5-49a1-92d3-f060e953b828 None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:32.768423 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-beef4665-5f08-4069-9773-63ad68859458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:32.813703 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4093c418-4753-45d0-bdd4-b1e97f72ea9a tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dda2de8-a035-43a6-b54f-1389b90a2481,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:32.856131 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4093c418-4753-45d0-bdd4-b1e97f72ea9a tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:32.857713 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-4093c418-4753-45d0-bdd4-b1e97f72ea9a tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7260234 Sep 24 15:56:32.860480 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46626) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:32.866624 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-74313876-3be4-4d3e-99c3-103624e0248a tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Request body: {'security_group': {'name': 'tempest-secgroup-595472334'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:56:32.890189 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a2871786-72e5-49a1-92d3-f060e953b828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:32.976119 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2871786-72e5-49a1-92d3-f060e953b828 None None] Pushing event updated for resources: {'Port': ['ID=7b95be45-79ba-4e4a-b220-81dc1653a994,revision_number=6']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:33.081777 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-eb59ba04-4914-4d33-a72c-82d35f16cca4 req-749e5097-e5c7-4eb2-a4af-7defb2c8861b tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.101 "GET /v2.0/ports?device_id=f96b4a00-4223-4d7b-8cee-62d33341ef0f HTTP/1.1" status: 200 len: 210 time: 0.0385828 Sep 24 15:56:33.102188 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-dc26b43e-7020-4b90-a5d9-bc7f6c6f828d admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=1ffc126d96724ce991d5ac46e64fd1ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4602406 Sep 24 15:56:33.105433 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46630) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:33.108986 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6e41b27f-be30-4a9a-b135-656cd5e10b81 req-14093ec5-ffff-4d3b-87b7-cf155586ca89 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=5ea82851-d9e0-4b55-9108-445a8363c1e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4715369 Sep 24 15:56:33.127042 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-74313876-3be4-4d3e-99c3-103624e0248a tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:33.249560 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41b27f-be30-4a9a-b135-656cd5e10b81 req-8b3ba223-4b98-424f-8bbf-c9f564b19bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:33.252053 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6e41b27f-be30-4a9a-b135-656cd5e10b81 req-8b3ba223-4b98-424f-8bbf-c9f564b19bca service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=b960fdf244c2496089f6c9d33b373dc4&device_id=5ea82851-d9e0-4b55-9108-445a8363c1e2 HTTP/1.1" status: 200 len: 1097 time: 0.1075811 Sep 24 15:56:33.325279 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46634) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:33.347644 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-82222185-ed10-41d7-a95b-12265abfb5be tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-654404510', 'description': 'tempest-secgroup-smoke-654404510 description', 'project_id': '7841fa2f595c42b88ef5416d36f78c25'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:56:33.376844 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-74313876-3be4-4d3e-99c3-103624e0248a tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:33.440849 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b33fcf56-0bbc-4f37-b825-008285f975e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:33.449136 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 7b95be45-79ba-4e4a-b220-81dc1653a994 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:56:33.502042 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-beef4665-5f08-4069-9773-63ad68859458 None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:33.513175 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-74313876-3be4-4d3e-99c3-103624e0248a tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:33.549529 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41b27f-be30-4a9a-b135-656cd5e10b81 req-67bb9bdb-6fb3-401e-8291-a0c73d791324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:33.551679 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6e41b27f-be30-4a9a-b135-656cd5e10b81 req-67bb9bdb-6fb3-401e-8291-a0c73d791324 service neutron] 10.222.0.110 "GET /v2.0/networks?id=3dbb0dfe-b454-4e57-a2db-34f294a0159c HTTP/1.1" status: 200 len: 913 time: 0.2710633 Sep 24 15:56:33.551836 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 7b95be45-79ba-4e4a-b220-81dc1653a994 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:56:33.552138 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:33.585517 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b33fcf56-0bbc-4f37-b825-008285f975e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:33.664373 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-a01cd5cf-be6c-407d-b1f3-46c17a6b294a tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:33.666763 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-a01cd5cf-be6c-407d-b1f3-46c17a6b294a tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.110 "GET /v2.0/networks?id=8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9 HTTP/1.1" status: 200 len: 813 time: 0.2879279 Sep 24 15:56:33.669999 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74313876-3be4-4d3e-99c3-103624e0248a tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42af7453-775e-4d9f-a008-77176562ba3c,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:33.683225 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-acd34941-ae62-4c55-9156-fa457e6570a0 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Request body: {'port': {'device_id': '13964ba9-821b-4915-a326-d42c578a9567', 'network_id': '8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9', 'admin_state_up': True, 'tenant_id': 'b1d4e87ebb25495582840f0e5900ef24'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:56:33.709432 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-beef4665-5f08-4069-9773-63ad68859458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:33.744205 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-82222185-ed10-41d7-a95b-12265abfb5be tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:33.833694 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6e41b27f-be30-4a9a-b135-656cd5e10b81 req-e42dfa44-1bc7-48ff-9edf-acdb2000126c service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62117fed-4a4c-483e-8efd-25f6e0880509 HTTP/1.1" status: 200 len: 1002 time: 0.2737401 Sep 24 15:56:33.877122 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b33fcf56-0bbc-4f37-b825-008285f975e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:33.891560 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b33fcf56-0bbc-4f37-b825-008285f975e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:33.891924 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-beef4665-5f08-4069-9773-63ad68859458 None None] Attempting to bind port 24fa33be-154e-403f-89b2-b4ca49e20208 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:56:33.892019 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b33fcf56-0bbc-4f37-b825-008285f975e5 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f9734714-bb56-4fba-8ceb-e78de66aa39a HTTP/1.1" status: 204 len: 168 time: 0.7813737 Sep 24 15:56:33.892116 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-beef4665-5f08-4069-9773-63ad68859458 None None] Attempting to bind port 24fa33be-154e-403f-89b2-b4ca49e20208 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '3b0d1fe3-9fe9-4ff8-92fd-d9c45ff0aa0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '86c3d0ed-1df9-469f-9686-3575b374c832'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:56:33.892116 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beef4665-5f08-4069-9773-63ad68859458 None None] Attempting to bind port 24fa33be-154e-403f-89b2-b4ca49e20208 on network 86c3d0ed-1df9-469f-9686-3575b374c832 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:56:33.904422 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beef4665-5f08-4069-9773-63ad68859458 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:56:33.904794 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beef4665-5f08-4069-9773-63ad68859458 None None] Checking segment: {'id': '3b0d1fe3-9fe9-4ff8-92fd-d9c45ff0aa0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '86c3d0ed-1df9-469f-9686-3575b374c832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:56:33.905199 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-beef4665-5f08-4069-9773-63ad68859458 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:33.905595 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beef4665-5f08-4069-9773-63ad68859458 None None] Bound using segment: {'id': '3b0d1fe3-9fe9-4ff8-92fd-d9c45ff0aa0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '86c3d0ed-1df9-469f-9686-3575b374c832'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:56:33.906067 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-beef4665-5f08-4069-9773-63ad68859458 None None] Bound port: 24fa33be-154e-403f-89b2-b4ca49e20208, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0d1fe3-9fe9-4ff8-92fd-d9c45ff0aa0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '86c3d0ed-1df9-469f-9686-3575b374c832'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:56:33.906541 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-beef4665-5f08-4069-9773-63ad68859458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:33.920659 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e55775-bef7-4657-a1be-72c6e543a0bc None None] Pushing event updated for resources: {'Port': ['ID=24fa33be-154e-403f-89b2-b4ca49e20208,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:34.005851 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33fcf56-0bbc-4f37-b825-008285f975e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9734714-bb56-4fba-8ceb-e78de66aa39a,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:34.013857 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-74313876-3be4-4d3e-99c3-103624e0248a tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:34.021844 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-74313876-3be4-4d3e-99c3-103624e0248a tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1599708 Sep 24 15:56:34.022579 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-beef4665-5f08-4069-9773-63ad68859458 None None] For port 24fa33be-154e-403f-89b2-b4ca49e20208, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:56:34.028879 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-beef4665-5f08-4069-9773-63ad68859458 None None] For port 24fa33be-154e-403f-89b2-b4ca49e20208, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=24fa33be-154e-403f-89b2-b4ca49e20208,segment=NetworkSegment(3b0d1fe3-9fe9-4ff8-92fd-d9c45ff0aa0c),segment_id=3b0d1fe3-9fe9-4ff8-92fd-d9c45ff0aa0c)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:56:34.056509 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.db.api [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-acd34941-ae62-4c55-9156-fa457e6570a0 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 15:56:34.056509 n-d-808921-1 neutron-server[95297]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 24 15:56:34.056509 n-d-808921-1 neutron-server[95297]: [parameters: {'project_id_1': 'b1d4e87ebb25495582840f0e5900ef24', 'expiration_1': datetime.datetime(2021, 9, 24, 15, 56, 13, 952758)}] Sep 24 15:56:34.056509 n-d-808921-1 neutron-server[95297]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:56:34.056987 n-d-808921-1 neutron-server[95297]: DEBUG oslo_db.api [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-acd34941-ae62-4c55-9156-fa457e6570a0 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:56:34.057242 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46648) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:34.078109 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c6058b82-18c1-4a31-a361-bcf34c66e210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:34.080771 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-ed6c75df-36a8-40bd-af96-ebb1aaa01e6b tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-710110283', 'security_groups': ['42af7453-775e-4d9f-a008-77176562ba3c'], 'network_id': 'd09fcc39-a3ae-48b5-a16d-fbfa237204b6', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6e707feb-0bf8-47ca-84a8-805aae0e9f37'}]}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:56:34.087349 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41b27f-be30-4a9a-b135-656cd5e10b81 req-a5d2a0fb-047f-4b0c-b9a7-dd73a8e99519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:34.090433 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6e41b27f-be30-4a9a-b135-656cd5e10b81 req-a5d2a0fb-047f-4b0c-b9a7-dd73a8e99519 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=ad938f0b-b628-4cac-9404-1e2682973b1a HTTP/1.1" status: 200 len: 850 time: 0.2435088 Sep 24 15:56:34.162951 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-beef4665-5f08-4069-9773-63ad68859458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:34.188634 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-82222185-ed10-41d7-a95b-12265abfb5be tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:34.227874 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e41b27f-be30-4a9a-b135-656cd5e10b81 req-04880b27-b9d0-477b-9ccd-f982b7001634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:34.230722 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6e41b27f-be30-4a9a-b135-656cd5e10b81 req-04880b27-b9d0-477b-9ccd-f982b7001634 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=3dbb0dfe-b454-4e57-a2db-34f294a0159c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1330683 Sep 24 15:56:34.270227 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4c6881fc-8052-49b4-a9b4-aa5bee31d6ef req-fb423df6-6dc1-40ad-96c9-ef879745388c tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.101 "GET /v2.0/ports?device_id=f96b4a00-4223-4d7b-8cee-62d33341ef0f HTTP/1.1" status: 200 len: 210 time: 0.0743542 Sep 24 15:56:34.304179 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-82222185-ed10-41d7-a95b-12265abfb5be tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:34.333392 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e55775-bef7-4657-a1be-72c6e543a0bc None None] Pushing event updated for resources: {'Port': ['ID=24fa33be-154e-403f-89b2-b4ca49e20208,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:34.358145 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-e5ebf15c-971c-498b-9531-071d6027f9c2 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:34.365275 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-e5ebf15c-971c-498b-9531-071d6027f9c2 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.108 "GET /v2.0/networks?id=8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9 HTTP/1.1" status: 200 len: 813 time: 0.4147823 Sep 24 15:56:34.366557 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46654) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:34.373713 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-1f7fd4c6-7648-4ef8-8db8-4fe0c9cecbe6 None None] Provisioning complete for port 24fa33be-154e-403f-89b2-b4ca49e20208 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:56:34.375463 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-1f7fd4c6-7648-4ef8-8db8-4fe0c9cecbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:34.380408 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beef4665-5f08-4069-9773-63ad68859458 None None] Routers {'644a38d6-7b19-46f6-bf33-3e6e5889e7a0'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:56:34.381061 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-beef4665-5f08-4069-9773-63ad68859458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:56:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['644a38d6-7b19-46f6-bf33-3e6e5889e7a0'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:56:34.394207 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-4667040f-5855-4727-82ed-dc4af8190278 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Request body: {'port': {'device_id': 'f96b4a00-4223-4d7b-8cee-62d33341ef0f', 'network_id': '8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9', 'admin_state_up': True, 'tenant_id': 'b1d4e87ebb25495582840f0e5900ef24'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:56:34.592588 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-e296002d-53e2-43e7-994f-e441f149cc88 tempest-NetworksNegativeTestJSON-258911046 tempest-NetworksNegativeTestJSON-258911046-project] Request body: {'port': {'network_id': '3c2ff1ab-573c-41ab-baea-c89b4d7742c1', 'name': 'tempest-NetworksNegativeTestJSON-316838151'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:56:34.595150 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6e41b27f-be30-4a9a-b135-656cd5e10b81 req-c1a021de-7504-4f52-96ee-257a88e07003 service neutron] 10.222.0.110 "GET /v2.0/networks/3dbb0dfe-b454-4e57-a2db-34f294a0159c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3423033 Sep 24 15:56:34.603216 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82222185-ed10-41d7-a95b-12265abfb5be tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95020bcf-266e-4b6b-8ca8-225847e62790,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:34.629883 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:34.638316 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-e296002d-53e2-43e7-994f-e441f149cc88 tempest-NetworksNegativeTestJSON-258911046 tempest-NetworksNegativeTestJSON-258911046-project] POST failed (client error): The resource could not be found. Sep 24 15:56:34.638927 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e296002d-53e2-43e7-994f-e441f149cc88 tempest-NetworksNegativeTestJSON-258911046 tempest-NetworksNegativeTestJSON-258911046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:34.647276 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e296002d-53e2-43e7-994f-e441f149cc88 tempest-NetworksNegativeTestJSON-258911046 tempest-NetworksNegativeTestJSON-258911046-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2664843 Sep 24 15:56:34.647649 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46662) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:34.660871 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.db.api [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-4667040f-5855-4727-82ed-dc4af8190278 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 15:56:34.660871 n-d-808921-1 neutron-server[95297]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 24 15:56:34.660871 n-d-808921-1 neutron-server[95297]: [parameters: {'project_id_1': 'b1d4e87ebb25495582840f0e5900ef24', 'expiration_1': datetime.datetime(2021, 9, 24, 15, 56, 14, 577229)}] Sep 24 15:56:34.660871 n-d-808921-1 neutron-server[95297]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:56:34.662324 n-d-808921-1 neutron-server[95297]: DEBUG oslo_db.api [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-4667040f-5855-4727-82ed-dc4af8190278 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:56:34.671967 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.db.api [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-acd34941-ae62-4c55-9156-fa457e6570a0 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 15:56:34.671967 n-d-808921-1 neutron-server[95297]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 24 15:56:34.671967 n-d-808921-1 neutron-server[95297]: [parameters: {'project_id_1': 'b1d4e87ebb25495582840f0e5900ef24', 'expiration_1': datetime.datetime(2021, 9, 24, 15, 56, 14, 571171)}] Sep 24 15:56:34.671967 n-d-808921-1 neutron-server[95297]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:56:34.673017 n-d-808921-1 neutron-server[95297]: DEBUG oslo_db.api [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-acd34941-ae62-4c55-9156-fa457e6570a0 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:56:34.707058 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-82222185-ed10-41d7-a95b-12265abfb5be tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:34.707058 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-82222185-ed10-41d7-a95b-12265abfb5be tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.3720486 Sep 24 15:56:34.707251 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46668) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:34.717217 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-0b7be5e5-8729-4294-99ce-f030ff8008fb tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Request body: {'security_group_rule': {'security_group_id': '95020bcf-266e-4b6b-8ca8-225847e62790', 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:56:34.720234 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-71936e91-99cf-400f-b89a-35c5cf3bd754 tempest-NetworksNegativeTestJSON-258911046 tempest-NetworksNegativeTestJSON-258911046-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:34.720925 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71936e91-99cf-400f-b89a-35c5cf3bd754 tempest-NetworksNegativeTestJSON-258911046 tempest-NetworksNegativeTestJSON-258911046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:34.730060 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-71936e91-99cf-400f-b89a-35c5cf3bd754 tempest-NetworksNegativeTestJSON-258911046 tempest-NetworksNegativeTestJSON-258911046-project] 10.222.0.101 "DELETE /v2.0/networks/5cc41192-020f-4581-9915-41a9526721db HTTP/1.1" status: 404 len: 339 time: 0.0718668 Sep 24 15:56:34.740981 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46674) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:34.750552 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-beef4665-5f08-4069-9773-63ad68859458 None None] Set router 644a38d6-7b19-46f6-bf33-3e6e5889e7a0 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:56:34.779986 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecc8d932-33b3-4a13-b06d-514912fce19d tempest-NetworksNegativeTestJSON-258911046 tempest-NetworksNegativeTestJSON-258911046-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:34.780641 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecc8d932-33b3-4a13-b06d-514912fce19d tempest-NetworksNegativeTestJSON-258911046 tempest-NetworksNegativeTestJSON-258911046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:34.784672 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6e41b27f-be30-4a9a-b135-656cd5e10b81 req-a2097a6a-9980-4a57-8f1a-9ece82064745 service neutron] 10.222.0.110 "GET /v2.0/networks/3dbb0dfe-b454-4e57-a2db-34f294a0159c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784909 Sep 24 15:56:34.786637 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46676) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:34.787156 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ecc8d932-33b3-4a13-b06d-514912fce19d tempest-NetworksNegativeTestJSON-258911046 tempest-NetworksNegativeTestJSON-258911046-project] 10.222.0.101 "DELETE /v2.0/ports/47f65777-26e1-4c98-8919-9ada16794468 HTTP/1.1" status: 404 len: 333 time: 0.0436316 Sep 24 15:56:34.792977 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed6c75df-36a8-40bd-af96-ebb1aaa01e6b tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Made reservation on behalf of 60728dc15ec0482fbe958ba9258d8b5e for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:56:34.816939 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.db.api [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-acd34941-ae62-4c55-9156-fa457e6570a0 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 15:56:34.816939 n-d-808921-1 neutron-server[95297]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 24 15:56:34.816939 n-d-808921-1 neutron-server[95297]: [parameters: {'project_id_1': 'b1d4e87ebb25495582840f0e5900ef24', 'expiration_1': datetime.datetime(2021, 9, 24, 15, 56, 14, 777372)}] Sep 24 15:56:34.816939 n-d-808921-1 neutron-server[95297]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:56:34.817644 n-d-808921-1 neutron-server[95297]: DEBUG oslo_db.api [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-acd34941-ae62-4c55-9156-fa457e6570a0 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:56:34.827487 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-edbb98d5-d016-4db3-97a7-fa1b4c0b0d46 tempest-NetworksNegativeTestJSON-258911046 tempest-NetworksNegativeTestJSON-258911046-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:34.827960 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edbb98d5-d016-4db3-97a7-fa1b4c0b0d46 tempest-NetworksNegativeTestJSON-258911046 tempest-NetworksNegativeTestJSON-258911046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:34.831081 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-edbb98d5-d016-4db3-97a7-fa1b4c0b0d46 tempest-NetworksNegativeTestJSON-258911046 tempest-NetworksNegativeTestJSON-258911046-project] 10.222.0.101 "DELETE /v2.0/subnets/4aee472a-cf06-4465-b97f-00c0e4695edd HTTP/1.1" status: 404 len: 337 time: 0.0421817 Sep 24 15:56:34.834032 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46678) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:34.896612 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-590e979a-31aa-41b4-9437-65570bd60dab tempest-NetworksNegativeTestJSON-258911046 tempest-NetworksNegativeTestJSON-258911046-project] GET failed (client error): The resource could not be found. Sep 24 15:56:34.900025 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-590e979a-31aa-41b4-9437-65570bd60dab tempest-NetworksNegativeTestJSON-258911046 tempest-NetworksNegativeTestJSON-258911046-project] 10.222.0.101 "GET /v2.0/networks/1232d0d9-a399-4b32-b106-76e8b109f91c HTTP/1.1" status: 404 len: 339 time: 0.0634623 Sep 24 15:56:34.904798 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46684) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:34.949455 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-91903de6-d146-48a9-b57b-fd313fa63f22 tempest-NetworksNegativeTestJSON-258911046 tempest-NetworksNegativeTestJSON-258911046-project] GET failed (client error): The resource could not be found. Sep 24 15:56:34.951177 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-91903de6-d146-48a9-b57b-fd313fa63f22 tempest-NetworksNegativeTestJSON-258911046 tempest-NetworksNegativeTestJSON-258911046-project] 10.222.0.101 "GET /v2.0/ports/246bdb8a-af5f-4be4-aa4d-23d903d3f90d HTTP/1.1" status: 404 len: 333 time: 0.0452912 Sep 24 15:56:34.955864 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0b7be5e5-8729-4294-99ce-f030ff8008fb tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:34.956058 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46686) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:34.987189 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ed6c75df-36a8-40bd-af96-ebb1aaa01e6b tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:34.999581 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-1f7fd4c6-7648-4ef8-8db8-4fe0c9cecbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:35.026565 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b4424e6-574e-43fd-a771-790a9307bf66 tempest-NetworksNegativeTestJSON-258911046 tempest-NetworksNegativeTestJSON-258911046-project] GET failed (client error): The resource could not be found. Sep 24 15:56:35.028110 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-2b4424e6-574e-43fd-a771-790a9307bf66 tempest-NetworksNegativeTestJSON-258911046 tempest-NetworksNegativeTestJSON-258911046-project] 10.222.0.101 "GET /v2.0/subnets/c5c8132b-136a-4993-b297-952a1c5e019d HTTP/1.1" status: 404 len: 337 time: 0.0710871 Sep 24 15:56:35.031828 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46692) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:35.037684 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-27285f03-dfb2-4610-b896-0ecaf6c06849 tempest-NetworksNegativeTestJSON-258911046 tempest-NetworksNegativeTestJSON-258911046-project] Request body: {'network': {'name': 'new_name'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:56:35.062119 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-27285f03-dfb2-4610-b896-0ecaf6c06849 tempest-NetworksNegativeTestJSON-258911046 tempest-NetworksNegativeTestJSON-258911046-project] PUT failed (client error): The resource could not be found. Sep 24 15:56:35.075100 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27285f03-dfb2-4610-b896-0ecaf6c06849 tempest-NetworksNegativeTestJSON-258911046 tempest-NetworksNegativeTestJSON-258911046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:35.079867 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-27285f03-dfb2-4610-b896-0ecaf6c06849 tempest-NetworksNegativeTestJSON-258911046 tempest-NetworksNegativeTestJSON-258911046-project] 10.222.0.101 "PUT /v2.0/networks/f1c7b6cd-11ff-4afc-addf-156b985a0525 HTTP/1.1" status: 404 len: 339 time: 0.0433476 Sep 24 15:56:35.081195 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46696) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:35.087604 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-3d04c423-cfe0-4e8a-8c09-9c2db1016009 tempest-NetworksNegativeTestJSON-258911046 tempest-NetworksNegativeTestJSON-258911046-project] Request body: {'port': {'name': 'new_name'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:56:35.115407 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d04c423-cfe0-4e8a-8c09-9c2db1016009 tempest-NetworksNegativeTestJSON-258911046 tempest-NetworksNegativeTestJSON-258911046-project] PUT failed (client error): The resource could not be found. Sep 24 15:56:35.116122 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d04c423-cfe0-4e8a-8c09-9c2db1016009 tempest-NetworksNegativeTestJSON-258911046 tempest-NetworksNegativeTestJSON-258911046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:35.121464 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-3d04c423-cfe0-4e8a-8c09-9c2db1016009 tempest-NetworksNegativeTestJSON-258911046 tempest-NetworksNegativeTestJSON-258911046-project] 10.222.0.101 "PUT /v2.0/ports/c5613c1c-bc8a-43f9-8e3a-ef3365a53211 HTTP/1.1" status: 404 len: 333 time: 0.0347426 Sep 24 15:56:35.123135 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46700) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:35.127002 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0b7be5e5-8729-4294-99ce-f030ff8008fb tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:35.130952 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [None req-ed6c75df-36a8-40bd-af96-ebb1aaa01e6b tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] device_id is not set on port 4f97f466-6a32-4a48-813e-10a78d45b431 yet. {{(pid=95297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:56:35.131416 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-53e1f6c4-1f59-470a-9812-3753ad9c863c tempest-NetworksNegativeTestJSON-258911046 tempest-NetworksNegativeTestJSON-258911046-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:56:35.176539 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-1f7fd4c6-7648-4ef8-8db8-4fe0c9cecbe6 None None] For port 24fa33be-154e-403f-89b2-b4ca49e20208, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=24fa33be-154e-403f-89b2-b4ca49e20208,segment=NetworkSegment(3b0d1fe3-9fe9-4ff8-92fd-d9c45ff0aa0c),segment_id=3b0d1fe3-9fe9-4ff8-92fd-d9c45ff0aa0c)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:56:35.190053 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-53e1f6c4-1f59-470a-9812-3753ad9c863c tempest-NetworksNegativeTestJSON-258911046 tempest-NetworksNegativeTestJSON-258911046-project] PUT failed (client error): The resource could not be found. Sep 24 15:56:35.193126 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53e1f6c4-1f59-470a-9812-3753ad9c863c tempest-NetworksNegativeTestJSON-258911046 tempest-NetworksNegativeTestJSON-258911046-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:35.194385 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-53e1f6c4-1f59-470a-9812-3753ad9c863c tempest-NetworksNegativeTestJSON-258911046 tempest-NetworksNegativeTestJSON-258911046-project] 10.222.0.101 "PUT /v2.0/subnets/da22d140-c12f-4fa3-917c-701fe9c41594 HTTP/1.1" status: 404 len: 337 time: 0.0686519 Sep 24 15:56:35.276465 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0b7be5e5-8729-4294-99ce-f030ff8008fb tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:35.291487 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-1f7fd4c6-7648-4ef8-8db8-4fe0c9cecbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:35.341465 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:35.360461 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7be5e5-8729-4294-99ce-f030ff8008fb tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=238bfb65-6724-44b4-bbe5-76b374e90e02,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:35.377434 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7fd4c6-7648-4ef8-8db8-4fe0c9cecbe6 None None] Pushing event updated for resources: {'Port': ['ID=24fa33be-154e-403f-89b2-b4ca49e20208,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:35.395114 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-beef4665-5f08-4069-9773-63ad68859458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '644a38d6-7b19-46f6-bf33-3e6e5889e7a0', 'name': 'tempest-TestNetworkBasicOps-router-1406295477', 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '2d8dc83c-9b93-4f1d-9f6c-d428f15acc7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:56:17Z', 'updated_at': '2021-09-24T15:56:28Z', 'revision_number': 4, 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'gw_port': {'id': '2d8dc83c-9b93-4f1d-9f6c-d428f15acc7f', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:af:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644a38d6-7b19-46f6-bf33-3e6e5889e7a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:56:19Z', 'updated_at': '2021-09-24T15:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '24fa33be-154e-403f-89b2-b4ca49e20208', 'name': '', 'network_id': '86c3d0ed-1df9-469f-9686-3575b374c832', 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'mac_address': 'fa:16:3e:3b:dc:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '644a38d6-7b19-46f6-bf33-3e6e5889e7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '6ff16690-23f5-46c1-9253-2f37b777a341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:56:26Z', 'updated_at': '2021-09-24T15:56:34Z', 'revision_number': 4, 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'subnets': [{'id': '6ff16690-23f5-46c1-9253-2f37b777a341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:56:35.444868 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beef4665-5f08-4069-9773-63ad68859458 None None] The sync data for ids ['644a38d6-7b19-46f6-bf33-3e6e5889e7a0'] in n-d-808921-1 is: [{'id': '644a38d6-7b19-46f6-bf33-3e6e5889e7a0', 'name': 'tempest-TestNetworkBasicOps-router-1406295477', 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '2d8dc83c-9b93-4f1d-9f6c-d428f15acc7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:56:17Z', 'updated_at': '2021-09-24T15:56:28Z', 'revision_number': 4, 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'gw_port': {'id': '2d8dc83c-9b93-4f1d-9f6c-d428f15acc7f', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:af:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644a38d6-7b19-46f6-bf33-3e6e5889e7a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:56:19Z', 'updated_at': '2021-09-24T15:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '24fa33be-154e-403f-89b2-b4ca49e20208', 'name': '', 'network_id': '86c3d0ed-1df9-469f-9686-3575b374c832', 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'mac_address': 'fa:16:3e:3b:dc:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '644a38d6-7b19-46f6-bf33-3e6e5889e7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '6ff16690-23f5-46c1-9253-2f37b777a341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:56:26Z', 'updated_at': '2021-09-24T15:56:34Z', 'revision_number': 4, 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'subnets': [{'id': '6ff16690-23f5-46c1-9253-2f37b777a341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:56:35.456753 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-4667040f-5855-4727-82ed-dc4af8190278 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Made reservation on behalf of b1d4e87ebb25495582840f0e5900ef24 for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:56:35.460367 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-4667040f-5855-4727-82ed-dc4af8190278 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:35.504483 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0b7be5e5-8729-4294-99ce-f030ff8008fb tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:35.505723 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-0b7be5e5-8729-4294-99ce-f030ff8008fb tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7975695 Sep 24 15:56:35.509780 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46712) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:35.516285 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-89bf72bc-8c0a-493d-b834-01e5ecfe4e32 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Request body: {'security_group_rule': {'security_group_id': '95020bcf-266e-4b6b-8ca8-225847e62790', 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:56:35.527231 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-1b3fdb6d-2f38-43d8-9c2b-586c4948c358 None None] Provisioning complete for port 7b95be45-79ba-4e4a-b220-81dc1653a994 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:56:35.529121 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-1b3fdb6d-2f38-43d8-9c2b-586c4948c358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:35.565552 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b4d064b0-edb5-40dd-83f2-2ba7cea51d00 req-fd5ef701-0315-44f3-8809-767941360745 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.101 "GET /v2.0/ports?device_id=f96b4a00-4223-4d7b-8cee-62d33341ef0f HTTP/1.1" status: 200 len: 210 time: 0.1172776 Sep 24 15:56:35.613388 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-ed6c75df-36a8-40bd-af96-ebb1aaa01e6b tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Allocated IP 172.20.0.14 (d09fcc39-a3ae-48b5-a16d-fbfa237204b6/6e707feb-0bf8-47ca-84a8-805aae0e9f37/4f97f466-6a32-4a48-813e-10a78d45b431) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:56:35.724934 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46714) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:35.816348 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-1b3fdb6d-2f38-43d8-9c2b-586c4948c358 None None] Provisioning complete for port 24fa33be-154e-403f-89b2-b4ca49e20208 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:56:35.816925 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-1b3fdb6d-2f38-43d8-9c2b-586c4948c358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:35.936265 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-89bf72bc-8c0a-493d-b834-01e5ecfe4e32 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:35.997637 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46720) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:36.083902 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-1b3fdb6d-2f38-43d8-9c2b-586c4948c358 None None] Provisioning complete for port fe0f35c7-f6af-4545-8538-a6af657630de triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:56:36.084349 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-1b3fdb6d-2f38-43d8-9c2b-586c4948c358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:36.140592 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-4667040f-5855-4727-82ed-dc4af8190278 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Allocated IP 172.20.0.13 (8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9/d76fbf6b-f034-49d4-9f46-98621b5cf251/4e054914-49c9-44fe-a738-df527faee0b9) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:56:36.150847 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-acd34941-ae62-4c55-9156-fa457e6570a0 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Made reservation on behalf of b1d4e87ebb25495582840f0e5900ef24 for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:56:36.154627 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-acd34941-ae62-4c55-9156-fa457e6570a0 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:36.219783 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-06d60805-a603-4f48-8cae-9b50bb50005b tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1053296525'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:56:36.244994 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-1b3fdb6d-2f38-43d8-9c2b-586c4948c358 None None] Port fe0f35c7-f6af-4545-8538-a6af657630de cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:56:36.318067 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-82009aaa-ba33-4c44-8ecc-8bef2a7cffbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:36.404063 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-89bf72bc-8c0a-493d-b834-01e5ecfe4e32 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:36.433943 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06d60805-a603-4f48-8cae-9b50bb50005b tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Made reservation on behalf of 2d946ad750444f0d89ba5cce0015eec1 for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:56:36.437648 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-06d60805-a603-4f48-8cae-9b50bb50005b tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:36.461317 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-06d60805-a603-4f48-8cae-9b50bb50005b tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:36.465884 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ed6c75df-36a8-40bd-af96-ebb1aaa01e6b tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:36.500997 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-89bf72bc-8c0a-493d-b834-01e5ecfe4e32 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:36.550287 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bf72bc-8c0a-493d-b834-01e5ecfe4e32 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34e4fc26-b6c7-438f-8636-832ed5861460,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:36.577389 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-82009aaa-ba33-4c44-8ecc-8bef2a7cffbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:36.659692 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-82009aaa-ba33-4c44-8ecc-8bef2a7cffbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:36.691759 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-4667040f-5855-4727-82ed-dc4af8190278 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:36.700712 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:36.737329 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-82009aaa-ba33-4c44-8ecc-8bef2a7cffbc admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=0ff8dda01b464cb583afa305657ca8b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7364490 Sep 24 15:56:36.739522 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46730) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:36.774464 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ed6c75df-36a8-40bd-af96-ebb1aaa01e6b tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:36.780286 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-97ece543-adbc-4366-9600-6bf510dc8591 req-347ad504-f915-4800-b6b5-993db275d0a5 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.101 "GET /v2.0/ports?device_id=f96b4a00-4223-4d7b-8cee-62d33341ef0f HTTP/1.1" status: 200 len: 210 time: 0.0828962 Sep 24 15:56:36.802781 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82009aaa-ba33-4c44-8ecc-8bef2a7cffbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14a6a755-e404-4977-8885-490f97d67c98,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:36.809190 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-89bf72bc-8c0a-493d-b834-01e5ecfe4e32 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:36.823302 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-89bf72bc-8c0a-493d-b834-01e5ecfe4e32 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3105416 Sep 24 15:56:36.835288 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46732) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:36.842304 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-e7564b6e-1c48-4a9f-b797-40d485d73379 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Request body: {'security_group_rule': {'security_group_id': '95020bcf-266e-4b6b-8ca8-225847e62790', 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:56:36.875378 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-4667040f-5855-4727-82ed-dc4af8190278 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:36.974831 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-06d60805-a603-4f48-8cae-9b50bb50005b tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:37.053947 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-06d60805-a603-4f48-8cae-9b50bb50005b tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:37.113805 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06d60805-a603-4f48-8cae-9b50bb50005b tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1265} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:56:37.134762 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d60805-a603-4f48-8cae-9b50bb50005b tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21bfb272-ca9c-4401-8008-d0948decd3b3,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:37.140442 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-06d60805-a603-4f48-8cae-9b50bb50005b tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:37.140940 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-06d60805-a603-4f48-8cae-9b50bb50005b tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Added segment 8d527d85-fb53-448d-bd32-d6ec2619966b of type vlan for network 4d256f9c-b5fc-40e2-b9bb-6481a19982a6 Sep 24 15:56:37.219780 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e7564b6e-1c48-4a9f-b797-40d485d73379 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:37.224353 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-06d60805-a603-4f48-8cae-9b50bb50005b tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:37.360562 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e7564b6e-1c48-4a9f-b797-40d485d73379 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:37.382115 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6c75df-36a8-40bd-af96-ebb1aaa01e6b tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Network d09fcc39-a3ae-48b5-a16d-fbfa237204b6 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:56:37.402146 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 24fa33be-154e-403f-89b2-b4ca49e20208 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:56:37.408141 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-ed6c75df-36a8-40bd-af96-ebb1aaa01e6b tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:56:37.420803 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-06d60805-a603-4f48-8cae-9b50bb50005b tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:37.426797 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06d60805-a603-4f48-8cae-9b50bb50005b tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:37.427428 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-06d60805-a603-4f48-8cae-9b50bb50005b tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:37.434904 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6c75df-36a8-40bd-af96-ebb1aaa01e6b tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:56:37.483872 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e7564b6e-1c48-4a9f-b797-40d485d73379 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:37.503307 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 24fa33be-154e-403f-89b2-b4ca49e20208 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:56:37.503679 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:37.521572 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7564b6e-1c48-4a9f-b797-40d485d73379 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee216a3a-8d56-46d3-a057-b4437f4e3541,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:37.541819 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6c75df-36a8-40bd-af96-ebb1aaa01e6b tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event updated for resources: {'Port': ['ID=4f97f466-6a32-4a48-813e-10a78d45b431,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:37.552125 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-4667040f-5855-4727-82ed-dc4af8190278 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Network 8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:56:37.569726 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6c75df-36a8-40bd-af96-ebb1aaa01e6b tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:37.570788 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ed6c75df-36a8-40bd-af96-ebb1aaa01e6b tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:37.580788 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d60805-a603-4f48-8cae-9b50bb50005b tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Pushing event updated for resources: {'Network': ['ID=4d256f9c-b5fc-40e2-b9bb-6481a19982a6,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:37.607849 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-4667040f-5855-4727-82ed-dc4af8190278 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:56:37.613667 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-06d60805-a603-4f48-8cae-9b50bb50005b tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.8867266 Sep 24 15:56:37.619736 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46740) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:37.625028 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-8253ff1e-fee9-4c1d-a6dc-fc9f11d6959e tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Request body: {'subnet': {'network_id': '4d256f9c-b5fc-40e2-b9bb-6481a19982a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:56:37.636739 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 4d256f9c-b5fc-40e2-b9bb-6481a19982a6 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:56:37.643709 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-90578ebb-0b61-49ab-bafa-54627d721430 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:37.646149 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e7564b6e-1c48-4a9f-b797-40d485d73379 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:37.647952 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-e7564b6e-1c48-4a9f-b797-40d485d73379 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8112216 Sep 24 15:56:37.662780 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46742) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:37.663358 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-acd34941-ae62-4c55-9156-fa457e6570a0 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Allocated IP 172.20.0.10 (8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9/d76fbf6b-f034-49d4-9f46-98621b5cf251/9fdd7155-521b-4e67-a272-ca127d6b07d7) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:56:37.666739 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-4667040f-5855-4727-82ed-dc4af8190278 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:56:37.668118 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-3807f458-f93d-45a8-9e87-bdf63d06a972 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Request body: {'security_group_rule': {'security_group_id': '95020bcf-266e-4b6b-8ca8-225847e62790', 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:56:37.731229 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-4667040f-5855-4727-82ed-dc4af8190278 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:37.731907 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-4667040f-5855-4727-82ed-dc4af8190278 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:37.761405 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ed6c75df-36a8-40bd-af96-ebb1aaa01e6b tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.6926787 Sep 24 15:56:37.769765 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46744) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:37.777608 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4667040f-5855-4727-82ed-dc4af8190278 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Pushing event updated for resources: {'Port': ['ID=4e054914-49c9-44fe-a738-df527faee0b9,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:37.779740 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-c2dfb4c6-fcb4-452b-90fd-f1ecf30f4f0e tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Request body: {'subnet': {'network_id': 'd09fcc39-a3ae-48b5-a16d-fbfa237204b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:56:37.787583 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-782956ff-f776-46f5-b3d0-11d837d2fc95 None None] Provisioning complete for port 4f97f466-6a32-4a48-813e-10a78d45b431 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:56:37.788208 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-782956ff-f776-46f5-b3d0-11d837d2fc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:37.803868 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-90578ebb-0b61-49ab-bafa-54627d721430 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:37.855619 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-782956ff-f776-46f5-b3d0-11d837d2fc95 None None] Port 4f97f466-6a32-4a48-813e-10a78d45b431 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:56:37.862785 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8253ff1e-fee9-4c1d-a6dc-fc9f11d6959e tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Made reservation on behalf of 2d946ad750444f0d89ba5cce0015eec1 for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:56:37.866302 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8253ff1e-fee9-4c1d-a6dc-fc9f11d6959e tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:37.970980 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-90578ebb-0b61-49ab-bafa-54627d721430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:37.973503 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-90578ebb-0b61-49ab-bafa-54627d721430 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:37.976010 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-90578ebb-0b61-49ab-bafa-54627d721430 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/14a6a755-e404-4977-8885-490f97d67c98 HTTP/1.1" status: 204 len: 168 time: 1.2338941 Sep 24 15:56:37.978684 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-4667040f-5855-4727-82ed-dc4af8190278 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6002338 Sep 24 15:56:37.984127 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-acd34941-ae62-4c55-9156-fa457e6570a0 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:38.001919 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90578ebb-0b61-49ab-bafa-54627d721430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a6a755-e404-4977-8885-490f97d67c98,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:38.028500 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2097f446-0824-4c8c-9d18-43eed474faee req-d3bc4139-a528-459b-8c0c-2e9df8d083cc tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:38.030029 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2097f446-0824-4c8c-9d18-43eed474faee req-d3bc4139-a528-459b-8c0c-2e9df8d083cc tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.101 "GET /v2.0/ports?device_id=f96b4a00-4223-4d7b-8cee-62d33341ef0f HTTP/1.1" status: 200 len: 932 time: 0.1743338 Sep 24 15:56:38.080728 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-f31189ae-a790-495e-9eed-a1eafbdfd240 service neutron] Request body: {'port': {'device_id': 'f96b4a00-4223-4d7b-8cee-62d33341ef0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:56:38.118667 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2097f446-0824-4c8c-9d18-43eed474faee req-8ce39603-b8b7-41b0-a757-4297055161c9 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.101 "GET /v2.0/security-groups?id=b08d5ed6-e549-411e-93fa-b917e2edcd92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703180 Sep 24 15:56:38.144235 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-f31189ae-a790-495e-9eed-a1eafbdfd240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:38.174674 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3807f458-f93d-45a8-9e87-bdf63d06a972 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:38.191228 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-acd34941-ae62-4c55-9156-fa457e6570a0 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:38.272178 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3807f458-f93d-45a8-9e87-bdf63d06a972 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:38.288081 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2dfb4c6-fcb4-452b-90fd-f1ecf30f4f0e tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Made reservation on behalf of 60728dc15ec0482fbe958ba9258d8b5e for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:56:38.293309 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c2dfb4c6-fcb4-452b-90fd-f1ecf30f4f0e tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:38.300980 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8253ff1e-fee9-4c1d-a6dc-fc9f11d6959e tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:38.309924 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-acd34941-ae62-4c55-9156-fa457e6570a0 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Network 8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:56:38.317426 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd34941-ae62-4c55-9156-fa457e6570a0 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Pushing event updated for resources: {'Port': ['ID=9fdd7155-521b-4e67-a272-ca127d6b07d7,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:38.323226 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-acd34941-ae62-4c55-9156-fa457e6570a0 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:56:38.325967 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-acd34941-ae62-4c55-9156-fa457e6570a0 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:56:38.377824 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-acd34941-ae62-4c55-9156-fa457e6570a0 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:38.378378 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-acd34941-ae62-4c55-9156-fa457e6570a0 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:38.382376 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3807f458-f93d-45a8-9e87-bdf63d06a972 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:38.438936 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3807f458-f93d-45a8-9e87-bdf63d06a972 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5b8c20a-1eb9-469c-9c1b-dfbf7010b67f,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:38.556872 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8253ff1e-fee9-4c1d-a6dc-fc9f11d6959e tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Checking segment: {'id': '8d527d85-fb53-448d-bd32-d6ec2619966b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '4d256f9c-b5fc-40e2-b9bb-6481a19982a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:56:38.557466 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8253ff1e-fee9-4c1d-a6dc-fc9f11d6959e tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Network hostable DHCP agents. Network: 4d256f9c-b5fc-40e2-b9bb-6481a19982a6, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:56:38.583212 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8253ff1e-fee9-4c1d-a6dc-fc9f11d6959e tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Pushing event updated for resources: {'Subnet': ['ID=f339af8f-c422-4912-a7ff-6a246ea092ee,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:38.627896 n-d-808921-1 neutron-server[95298]: INFO neutron.db.ipam_backend_mixin [None req-c2dfb4c6-fcb4-452b-90fd-f1ecf30f4f0e tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6e707feb-0bf8-47ca-84a8-805aae0e9f37 (CIDR: 172.20.0.0/28) Sep 24 15:56:38.640065 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-acd34941-ae62-4c55-9156-fa457e6570a0 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9616292 Sep 24 15:56:38.658898 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3807f458-f93d-45a8-9e87-bdf63d06a972 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:38.659264 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-b79d58a6-6011-438d-90b0-906b925f159c service neutron] Request body: {'port': {'device_id': '13964ba9-821b-4915-a326-d42c578a9567', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:56:38.660280 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-3807f458-f93d-45a8-9e87-bdf63d06a972 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9961271 Sep 24 15:56:38.662824 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46796) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:38.669672 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-96aaad57-4698-4f29-87fa-280ab050730d tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Request body: {'security_group_rule': {'security_group_id': '95020bcf-266e-4b6b-8ca8-225847e62790', 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:56:38.694483 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2dfb4c6-fcb4-452b-90fd-f1ecf30f4f0e tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 15:56:38.695155 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2dfb4c6-fcb4-452b-90fd-f1ecf30f4f0e tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:38.704090 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-f31189ae-a790-495e-9eed-a1eafbdfd240 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e054914-49c9-44fe-a738-df527faee0b9 {{(pid=95297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:56:38.714659 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-f31189ae-a790-495e-9eed-a1eafbdfd240 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:38.718004 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8253ff1e-fee9-4c1d-a6dc-fc9f11d6959e tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Network 4d256f9c-b5fc-40e2-b9bb-6481a19982a6 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:56:38.758940 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.provisioning_blocks [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-f31189ae-a790-495e-9eed-a1eafbdfd240 service neutron] Transition to ACTIVE for port object 4e054914-49c9-44fe-a738-df527faee0b9 will not be triggered until provisioned by entity L2. {{(pid=95297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:56:38.762030 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-b79d58a6-6011-438d-90b0-906b925f159c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:38.770120 n-d-808921-1 neutron-server[95298]: INFO neutron.db.securitygroups_db [None req-96aaad57-4698-4f29-87fa-280ab050730d tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Project 7841fa2f595c42b88ef5416d36f78c25 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 15:56:38.776681 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-96aaad57-4698-4f29-87fa-280ab050730d tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:38.827764 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-8253ff1e-fee9-4c1d-a6dc-fc9f11d6959e tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 4d256f9c-b5fc-40e2-b9bb-6481a19982a6) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:56:38.833372 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8253ff1e-fee9-4c1d-a6dc-fc9f11d6959e tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:38.833962 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8253ff1e-fee9-4c1d-a6dc-fc9f11d6959e tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:38.838831 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ba2d45-2af3-4fdf-be94-140d03dbae72 None None] Network 4d256f9c-b5fc-40e2-b9bb-6481a19982a6 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:56:38.860079 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-f31189ae-a790-495e-9eed-a1eafbdfd240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:38.867027 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-c2dfb4c6-fcb4-452b-90fd-f1ecf30f4f0e tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0933943 Sep 24 15:56:38.888052 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46806) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:38.901212 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-6f9a71a7-0b88-41e2-990c-868f5cc91c4d tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Request body: {'subnet': {'network_id': 'd09fcc39-a3ae-48b5-a16d-fbfa237204b6', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:56:38.965420 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-96aaad57-4698-4f29-87fa-280ab050730d tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:38.998275 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31189ae-a790-495e-9eed-a1eafbdfd240 service neutron] Pushing event updated for resources: {'Port': ['ID=4e054914-49c9-44fe-a738-df527faee0b9,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:39.029273 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-8253ff1e-fee9-4c1d-a6dc-fc9f11d6959e tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4083638 Sep 24 15:56:39.034807 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46808) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:39.043421 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-d4adf99c-9cf7-4158-a4cb-830435811cd2 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Request body: {'port': {'network_id': '4d256f9c-b5fc-40e2-b9bb-6481a19982a6', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-319362444'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:56:39.050701 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-96aaad57-4698-4f29-87fa-280ab050730d tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:39.084538 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96aaad57-4698-4f29-87fa-280ab050730d tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=473382f0-dd21-4ace-abc6-737c0ec04897,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:39.134592 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e54a939-b2f9-4013-9d28-49f953c43b36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-4d256f9c-b5fc-40e2-b9bb-6481a19982a6', 'network_id': '4d256f9c-b5fc-40e2-b9bb-6481a19982a6', 'tenant_id': '2d946ad750444f0d89ba5cce0015eec1', 'fixed_ips': [{'subnet_id': 'f339af8f-c422-4912-a7ff-6a246ea092ee'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:56:39.135655 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5e54a939-b2f9-4013-9d28-49f953c43b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:39.220694 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-96aaad57-4698-4f29-87fa-280ab050730d tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:39.222378 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-96aaad57-4698-4f29-87fa-280ab050730d tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5584016 Sep 24 15:56:39.226207 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46818) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:39.238540 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-9b7ad69e-9285-4c9f-a7b5-c214e465122f tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Request body: {'security_group_rule': {'security_group_id': '95020bcf-266e-4b6b-8ca8-225847e62790', 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:56:39.248270 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:39.368030 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-f31189ae-a790-495e-9eed-a1eafbdfd240 service neutron] Attempting to bind port 4e054914-49c9-44fe-a738-df527faee0b9 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:56:39.368627 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-f31189ae-a790-495e-9eed-a1eafbdfd240 service neutron] Attempting to bind port 4e054914-49c9-44fe-a738-df527faee0b9 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '9bf9bbee-e4f7-4cba-869d-d400e1c83c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9'}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:56:39.368969 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-f31189ae-a790-495e-9eed-a1eafbdfd240 service neutron] Attempting to bind port 4e054914-49c9-44fe-a738-df527faee0b9 on network 8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:56:39.385411 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-f31189ae-a790-495e-9eed-a1eafbdfd240 service neutron] Port 4e054914-49c9-44fe-a738-df527faee0b9 on network 8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:56:39.385739 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-f31189ae-a790-495e-9eed-a1eafbdfd240 service neutron] Attempting to bind port 4e054914-49c9-44fe-a738-df527faee0b9 on network 8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:56:39.392086 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c432fcc-ca85-4c7f-a33d-095adf723ead req-55eb0b22-4bc8-4d2a-9e42-eebd05b947aa tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:39.394715 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-f31189ae-a790-495e-9eed-a1eafbdfd240 service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:56:39.395057 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-f31189ae-a790-495e-9eed-a1eafbdfd240 service neutron] Checking segment: {'id': '9bf9bbee-e4f7-4cba-869d-d400e1c83c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:56:39.395450 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-f31189ae-a790-495e-9eed-a1eafbdfd240 service neutron] Bound using segment: {'id': '9bf9bbee-e4f7-4cba-869d-d400e1c83c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9'} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:56:39.395914 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-f31189ae-a790-495e-9eed-a1eafbdfd240 service neutron] Bound port: 4e054914-49c9-44fe-a738-df527faee0b9, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bf9bbee-e4f7-4cba-869d-d400e1c83c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9'}}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:56:39.396305 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-f31189ae-a790-495e-9eed-a1eafbdfd240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:39.403009 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5c432fcc-ca85-4c7f-a33d-095adf723ead req-55eb0b22-4bc8-4d2a-9e42-eebd05b947aa tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.101 "GET /v2.0/ports?device_id=f96b4a00-4223-4d7b-8cee-62d33341ef0f HTTP/1.1" status: 200 len: 944 time: 0.1329618 Sep 24 15:56:39.413269 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-5e54a939-b2f9-4013-9d28-49f953c43b36 None None] Allocated IP 2001:db8::2 (4d256f9c-b5fc-40e2-b9bb-6481a19982a6/f339af8f-c422-4912-a7ff-6a246ea092ee/3b70231c-f9a0-43fb-b10f-ae04ae9e7c99) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:56:39.453951 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5c432fcc-ca85-4c7f-a33d-095adf723ead req-c49bc6f2-e6a4-42cd-80d6-e3aff26f39ca tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.101 "GET /v2.0/security-groups?id=b08d5ed6-e549-411e-93fa-b917e2edcd92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497725 Sep 24 15:56:39.522397 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-b79d58a6-6011-438d-90b0-906b925f159c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fdd7155-521b-4e67-a272-ca127d6b07d7 {{(pid=95297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:56:39.523619 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9a71a7-0b88-41e2-990c-868f5cc91c4d tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Made reservation on behalf of 60728dc15ec0482fbe958ba9258d8b5e for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:56:39.528424 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6f9a71a7-0b88-41e2-990c-868f5cc91c4d tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:39.549423 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-b79d58a6-6011-438d-90b0-906b925f159c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:39.556328 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.db.api [None req-d4adf99c-9cf7-4158-a4cb-830435811cd2 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 15:56:39.556328 n-d-808921-1 neutron-server[95297]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 24 15:56:39.556328 n-d-808921-1 neutron-server[95297]: [parameters: {'project_id_1': '2d946ad750444f0d89ba5cce0015eec1', 'expiration_1': datetime.datetime(2021, 9, 24, 15, 56, 19, 371262)}] Sep 24 15:56:39.556328 n-d-808921-1 neutron-server[95297]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:56:39.556844 n-d-808921-1 neutron-server[95297]: DEBUG oslo_db.api [None req-d4adf99c-9cf7-4158-a4cb-830435811cd2 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:56:39.569552 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-f31189ae-a790-495e-9eed-a1eafbdfd240 service neutron] For port 4e054914-49c9-44fe-a738-df527faee0b9, host n-h2-808921-1, cleared binding levels {{(pid=95297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:56:39.574972 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-f31189ae-a790-495e-9eed-a1eafbdfd240 service neutron] For port 4e054914-49c9-44fe-a738-df527faee0b9, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=4e054914-49c9-44fe-a738-df527faee0b9,segment=NetworkSegment(9bf9bbee-e4f7-4cba-869d-d400e1c83c07),segment_id=9bf9bbee-e4f7-4cba-869d-d400e1c83c07)] {{(pid=95297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:56:39.576548 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.provisioning_blocks [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-b79d58a6-6011-438d-90b0-906b925f159c service neutron] Transition to ACTIVE for port object 9fdd7155-521b-4e67-a272-ca127d6b07d7 will not be triggered until provisioned by entity L2. {{(pid=95297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:56:39.662853 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5e54a939-b2f9-4013-9d28-49f953c43b36 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:39.666606 n-d-808921-1 neutron-server[95298]: INFO neutron.db.ipam_backend_mixin [None req-6f9a71a7-0b88-41e2-990c-868f5cc91c4d tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 73981731-c4b8-4d2d-8536-3f8912ed17a7 (CIDR: 172.20.0.16/28) Sep 24 15:56:39.687895 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-f31189ae-a790-495e-9eed-a1eafbdfd240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:39.694870 n-d-808921-1 neutron-server[95298]: INFO neutron.db.securitygroups_db [None req-9b7ad69e-9285-4c9f-a7b5-c214e465122f tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Project 7841fa2f595c42b88ef5416d36f78c25 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 15:56:39.700313 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9b7ad69e-9285-4c9f-a7b5-c214e465122f tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:39.716331 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-b79d58a6-6011-438d-90b0-906b925f159c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:39.720769 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f9a71a7-0b88-41e2-990c-868f5cc91c4d tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 15:56:39.721286 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f9a71a7-0b88-41e2-990c-868f5cc91c4d tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:39.735857 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-f31189ae-a790-495e-9eed-a1eafbdfd240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:39.736505 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-f31189ae-a790-495e-9eed-a1eafbdfd240 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:39.738133 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-f31189ae-a790-495e-9eed-a1eafbdfd240 service neutron] 10.222.0.108 "PUT /v2.0/ports/4e054914-49c9-44fe-a738-df527faee0b9 HTTP/1.1" status: 200 len: 1092 time: 1.7496700 Sep 24 15:56:39.738601 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f96b4a00-4223-4d7b-8cee-62d33341ef0f', 'tag': '4e054914-49c9-44fe-a738-df527faee0b9'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:56:39.740908 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95fb30cd-ca23-4bff-a36a-b8f249937f8e" -d '{"events": [{"name": "network-changed", "server_uuid": "f96b4a00-4223-4d7b-8cee-62d33341ef0f", "tag": "4e054914-49c9-44fe-a738-df527faee0b9"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:56:39.776985 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9b7ad69e-9285-4c9f-a7b5-c214e465122f tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:39.783347 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31189ae-a790-495e-9eed-a1eafbdfd240 service neutron] Pushing event updated for resources: {'Port': ['ID=4e054914-49c9-44fe-a738-df527faee0b9,revision_number=3']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:39.787664 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5e54a939-b2f9-4013-9d28-49f953c43b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:39.825667 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa682308-1955-4e9c-9dd1-0b0d9b31eacb x-openstack-request-id: req-aa682308-1955-4e9c-9dd1-0b0d9b31eacb {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:56:39.826477 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f96b4a00-4223-4d7b-8cee-62d33341ef0f", "tag": "4e054914-49c9-44fe-a738-df527faee0b9", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:56:39.826477 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-aa682308-1955-4e9c-9dd1-0b0d9b31eacb {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:56:39.826673 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f96b4a00-4223-4d7b-8cee-62d33341ef0f', 'tag': '4e054914-49c9-44fe-a738-df527faee0b9', 'status': 'completed', 'code': 200} Sep 24 15:56:39.839114 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e54a939-b2f9-4013-9d28-49f953c43b36 None None] Network 4d256f9c-b5fc-40e2-b9bb-6481a19982a6 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:56:39.843799 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-5e54a939-b2f9-4013-9d28-49f953c43b36 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:56:39.846374 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e54a939-b2f9-4013-9d28-49f953c43b36 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:56:39.857083 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e54a939-b2f9-4013-9d28-49f953c43b36 None None] Pushing event updated for resources: {'Port': ['ID=3b70231c-f9a0-43fb-b10f-ae04ae9e7c99,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:39.861381 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-6f9a71a7-0b88-41e2-990c-868f5cc91c4d tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.9687202 Sep 24 15:56:39.861381 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46834) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:39.871588 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-87bbc3f5-b769-41e7-b753-ac0956c691ec tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Request body: {'subnet': {'network_id': 'd09fcc39-a3ae-48b5-a16d-fbfa237204b6', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:56:39.916730 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9b7ad69e-9285-4c9f-a7b5-c214e465122f tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:39.941412 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-5e54a939-b2f9-4013-9d28-49f953c43b36 None None] Attempting to bind port 3b70231c-f9a0-43fb-b10f-ae04ae9e7c99 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:56:39.941789 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-5e54a939-b2f9-4013-9d28-49f953c43b36 None None] Attempting to bind port 3b70231c-f9a0-43fb-b10f-ae04ae9e7c99 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '8d527d85-fb53-448d-bd32-d6ec2619966b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '4d256f9c-b5fc-40e2-b9bb-6481a19982a6'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:56:39.942165 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e54a939-b2f9-4013-9d28-49f953c43b36 None None] Attempting to bind port 3b70231c-f9a0-43fb-b10f-ae04ae9e7c99 on network 4d256f9c-b5fc-40e2-b9bb-6481a19982a6 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:56:39.950691 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e54a939-b2f9-4013-9d28-49f953c43b36 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 56, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:56:39.951069 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e54a939-b2f9-4013-9d28-49f953c43b36 None None] Checking segment: {'id': '8d527d85-fb53-448d-bd32-d6ec2619966b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '4d256f9c-b5fc-40e2-b9bb-6481a19982a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:56:39.951693 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5e54a939-b2f9-4013-9d28-49f953c43b36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:39.952440 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e54a939-b2f9-4013-9d28-49f953c43b36 None None] Bound using segment: {'id': '8d527d85-fb53-448d-bd32-d6ec2619966b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '4d256f9c-b5fc-40e2-b9bb-6481a19982a6'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:56:39.953258 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-5e54a939-b2f9-4013-9d28-49f953c43b36 None None] Bound port: 3b70231c-f9a0-43fb-b10f-ae04ae9e7c99, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d527d85-fb53-448d-bd32-d6ec2619966b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '4d256f9c-b5fc-40e2-b9bb-6481a19982a6'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:56:39.953849 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5e54a939-b2f9-4013-9d28-49f953c43b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:39.957348 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79d58a6-6011-438d-90b0-906b925f159c service neutron] Pushing event updated for resources: {'Port': ['ID=9fdd7155-521b-4e67-a272-ca127d6b07d7,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:39.971826 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-b79d58a6-6011-438d-90b0-906b925f159c service neutron] Attempting to bind port 9fdd7155-521b-4e67-a272-ca127d6b07d7 on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:56:39.972379 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-b79d58a6-6011-438d-90b0-906b925f159c service neutron] Attempting to bind port 9fdd7155-521b-4e67-a272-ca127d6b07d7 by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': '9bf9bbee-e4f7-4cba-869d-d400e1c83c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9'}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:56:39.972929 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-b79d58a6-6011-438d-90b0-906b925f159c service neutron] Attempting to bind port 9fdd7155-521b-4e67-a272-ca127d6b07d7 on network 8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:56:39.983380 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-b79d58a6-6011-438d-90b0-906b925f159c service neutron] Port 9fdd7155-521b-4e67-a272-ca127d6b07d7 on network 8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:56:39.983790 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-b79d58a6-6011-438d-90b0-906b925f159c service neutron] Attempting to bind port 9fdd7155-521b-4e67-a272-ca127d6b07d7 on network 8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:56:39.991503 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb30cd-ca23-4bff-a36a-b8f249937f8e req-fea4e68c-afdc-4168-aa4b-ddb833bcb514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:39.993689 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-95fb30cd-ca23-4bff-a36a-b8f249937f8e req-fea4e68c-afdc-4168-aa4b-ddb833bcb514 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=b1d4e87ebb25495582840f0e5900ef24&device_id=f96b4a00-4223-4d7b-8cee-62d33341ef0f HTTP/1.1" status: 200 len: 1095 time: 0.1015701 Sep 24 15:56:39.995262 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-b79d58a6-6011-438d-90b0-906b925f159c service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:56:39.995705 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-b79d58a6-6011-438d-90b0-906b925f159c service neutron] Checking segment: {'id': '9bf9bbee-e4f7-4cba-869d-d400e1c83c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:56:39.996090 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-b79d58a6-6011-438d-90b0-906b925f159c service neutron] Bound using segment: {'id': '9bf9bbee-e4f7-4cba-869d-d400e1c83c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9'} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:56:39.996546 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-b79d58a6-6011-438d-90b0-906b925f159c service neutron] Bound port: 9fdd7155-521b-4e67-a272-ca127d6b07d7, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bf9bbee-e4f7-4cba-869d-d400e1c83c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9'}}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:56:39.998048 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-b79d58a6-6011-438d-90b0-906b925f159c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:40.062596 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-5e54a939-b2f9-4013-9d28-49f953c43b36 None None] For port 3b70231c-f9a0-43fb-b10f-ae04ae9e7c99, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:56:40.069210 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-5e54a939-b2f9-4013-9d28-49f953c43b36 None None] For port 3b70231c-f9a0-43fb-b10f-ae04ae9e7c99, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=3b70231c-f9a0-43fb-b10f-ae04ae9e7c99,segment=NetworkSegment(8d527d85-fb53-448d-bd32-d6ec2619966b),segment_id=8d527d85-fb53-448d-bd32-d6ec2619966b)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:56:40.079610 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7ad69e-9285-4c9f-a7b5-c214e465122f tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2678cddc-babf-4cd9-8fbf-9dc2d004ec02,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:40.144792 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5e54a939-b2f9-4013-9d28-49f953c43b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:40.179804 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-b79d58a6-6011-438d-90b0-906b925f159c service neutron] For port 9fdd7155-521b-4e67-a272-ca127d6b07d7, host n-h1-808921-1, cleared binding levels {{(pid=95297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:56:40.187461 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-b79d58a6-6011-438d-90b0-906b925f159c service neutron] For port 9fdd7155-521b-4e67-a272-ca127d6b07d7, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=9fdd7155-521b-4e67-a272-ca127d6b07d7,segment=NetworkSegment(9bf9bbee-e4f7-4cba-869d-d400e1c83c07),segment_id=9bf9bbee-e4f7-4cba-869d-d400e1c83c07)] {{(pid=95297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:56:40.190035 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb30cd-ca23-4bff-a36a-b8f249937f8e req-4af0d038-e80b-4c17-908a-c193d5cefe97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:40.191725 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-95fb30cd-ca23-4bff-a36a-b8f249937f8e req-4af0d038-e80b-4c17-908a-c193d5cefe97 service neutron] 10.222.0.108 "GET /v2.0/networks?tenant_id=b1d4e87ebb25495582840f0e5900ef24&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1849935 Sep 24 15:56:40.202027 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9b7ad69e-9285-4c9f-a7b5-c214e465122f tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:40.208737 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-9b7ad69e-9285-4c9f-a7b5-c214e465122f tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9750044 Sep 24 15:56:40.235274 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e54a939-b2f9-4013-9d28-49f953c43b36 None None] Pushing event updated for resources: {'Port': ['ID=3b70231c-f9a0-43fb-b10f-ae04ae9e7c99,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:40.271222 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-b79d58a6-6011-438d-90b0-906b925f159c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:40.364155 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-b79d58a6-6011-438d-90b0-906b925f159c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:40.364795 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-b79d58a6-6011-438d-90b0-906b925f159c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:40.366569 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-b79d58a6-6011-438d-90b0-906b925f159c service neutron] 10.222.0.110 "PUT /v2.0/ports/9fdd7155-521b-4e67-a272-ca127d6b07d7 HTTP/1.1" status: 200 len: 1092 time: 1.7138746 Sep 24 15:56:40.423812 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4adf99c-9cf7-4158-a4cb-830435811cd2 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Made reservation on behalf of 2d946ad750444f0d89ba5cce0015eec1 for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:56:40.434513 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d4adf99c-9cf7-4158-a4cb-830435811cd2 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:40.463311 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [None req-d4adf99c-9cf7-4158-a4cb-830435811cd2 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] device_id is not set on port 1d81a159-b3a6-4866-8e54-a018b5bc84bc yet. {{(pid=95297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:56:40.541040 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87bbc3f5-b769-41e7-b753-ac0956c691ec tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Made reservation on behalf of 60728dc15ec0482fbe958ba9258d8b5e for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:56:40.562797 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79d58a6-6011-438d-90b0-906b925f159c service neutron] Pushing event updated for resources: {'Port': ['ID=9fdd7155-521b-4e67-a272-ca127d6b07d7,revision_number=3']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:40.565059 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-87bbc3f5-b769-41e7-b753-ac0956c691ec tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:40.642218 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fb30cd-ca23-4bff-a36a-b8f249937f8e req-13ef97a0-5482-4eed-a04c-89d4b34a9ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:40.652907 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-95fb30cd-ca23-4bff-a36a-b8f249937f8e req-13ef97a0-5482-4eed-a04c-89d4b34a9ec2 service neutron] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4533877 Sep 24 15:56:40.776008 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cef30f-a968-4f80-a914-422b6121cf3f req-70015c8f-2fd1-43b0-9ca3-7d1c426e02dc tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:40.777676 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e2cef30f-a968-4f80-a914-422b6121cf3f req-70015c8f-2fd1-43b0-9ca3-7d1c426e02dc tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.101 "GET /v2.0/ports?device_id=f96b4a00-4223-4d7b-8cee-62d33341ef0f HTTP/1.1" status: 200 len: 944 time: 0.0947938 Sep 24 15:56:40.855216 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:40.857724 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bc1ac98a-c15b-421c-9a7e-94d6f37f9da2 req-fc2bcc16-aab4-4f64-8b42-595920fb5205 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-654404510&fields=id&tenant_id=7841fa2f595c42b88ef5416d36f78c25 HTTP/1.1" status: 200 len: 267 time: 0.2789109 Sep 24 15:56:40.868405 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e2cef30f-a968-4f80-a914-422b6121cf3f req-302307b9-54cb-4c09-aef8-a98dcb6bbfc2 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.101 "GET /v2.0/security-groups?id=b08d5ed6-e549-411e-93fa-b917e2edcd92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843060 Sep 24 15:56:40.926783 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-d4adf99c-9cf7-4158-a4cb-830435811cd2 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Allocated IP 2001:db8::e1 (4d256f9c-b5fc-40e2-b9bb-6481a19982a6/f339af8f-c422-4912-a7ff-6a246ea092ee/1d81a159-b3a6-4866-8e54-a018b5bc84bc) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:56:40.936737 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-fa80aca7-f004-4153-91fc-95508af8e5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:40.938519 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-fa80aca7-f004-4153-91fc-95508af8e5e5 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=b1d4e87ebb25495582840f0e5900ef24&device_id=13964ba9-821b-4915-a326-d42c578a9567 HTTP/1.1" status: 200 len: 1095 time: 0.3306816 Sep 24 15:56:40.979353 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-ea528f90-e67b-4e04-a04f-fd51fff7a962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:40.981843 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-ea528f90-e67b-4e04-a04f-fd51fff7a962 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=b1d4e87ebb25495582840f0e5900ef24&device_id=f96b4a00-4223-4d7b-8cee-62d33341ef0f HTTP/1.1" status: 200 len: 1095 time: 0.2426503 Sep 24 15:56:41.026669 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-c5de9f5c-af22-4715-b79b-c2ade4282fcf service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fdd7155-521b-4e67-a272-ca127d6b07d7 HTTP/1.1" status: 200 len: 217 time: 0.0668595 Sep 24 15:56:41.061445 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-87bbc3f5-b769-41e7-b753-ac0956c691ec tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:41.107920 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87bbc3f5-b769-41e7-b753-ac0956c691ec tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Network d09fcc39-a3ae-48b5-a16d-fbfa237204b6 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:56:41.111348 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-87bbc3f5-b769-41e7-b753-ac0956c691ec tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:56:41.121595 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87bbc3f5-b769-41e7-b753-ac0956c691ec tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:41.122300 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-87bbc3f5-b769-41e7-b753-ac0956c691ec tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:41.139632 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efd2de8-efc5-4cac-8e43-c0c2e0e4e963 None None] Network d09fcc39-a3ae-48b5-a16d-fbfa237204b6 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:56:41.144364 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bbc3f5-b769-41e7-b753-ac0956c691ec tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event updated for resources: {'Subnet': ['ID=08010541-4cc3-43da-acc1-50fff997a4d5,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:41.156531 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-f9983d5a-9b5b-4f16-8d27-3ea86eda571d service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e054914-49c9-44fe-a738-df527faee0b9 HTTP/1.1" status: 200 len: 217 time: 0.1372910 Sep 24 15:56:41.204315 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-87bbc3f5-b769-41e7-b753-ac0956c691ec tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3410811 Sep 24 15:56:41.208112 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46904) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:41.216613 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-504a08fc-08c3-4410-ab90-7258397ed31e tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-964542646', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '08010541-4cc3-43da-acc1-50fff997a4d5'}], 'security_groups': ['53152a7b-0c0a-4750-8ffe-71b49cc8e7fa', '7dda2de8-a035-43a6-b54f-1389b90a2481']}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:56:41.281530 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ac98a-c15b-421c-9a7e-94d6f37f9da2 req-a73f237d-c12d-4df3-b5fa-c99d2495f302 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:41.288874 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bc1ac98a-c15b-421c-9a7e-94d6f37f9da2 req-a73f237d-c12d-4df3-b5fa-c99d2495f302 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/networks?id=86c3d0ed-1df9-469f-9686-3575b374c832 HTTP/1.1" status: 200 len: 796 time: 0.4293761 Sep 24 15:56:41.315210 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-6579569e-dd4d-4845-9131-c6748d0ea858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:41.316701 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-6579569e-dd4d-4845-9131-c6748d0ea858 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=d76fbf6b-f034-49d4-9f46-98621b5cf251 HTTP/1.1" status: 200 len: 853 time: 0.2479687 Sep 24 15:56:41.363336 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bc1ac98a-c15b-421c-9a7e-94d6f37f9da2 req-93d5825a-8a9c-4e2d-afe9-a4c37878cf77 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/quotas/7841fa2f595c42b88ef5416d36f78c25 HTTP/1.1" status: 200 len: 375 time: 0.0734746 Sep 24 15:56:41.437269 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-5a07d39a-4785-4a9c-ac43-aabd5c9cdf00 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0963802 Sep 24 15:56:41.450485 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-0242ec6b-2b77-453d-8c6f-17edfdd605c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:41.455311 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-0242ec6b-2b77-453d-8c6f-17edfdd605c9 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=d76fbf6b-f034-49d4-9f46-98621b5cf251 HTTP/1.1" status: 200 len: 853 time: 0.2801831 Sep 24 15:56:41.458591 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 3b70231c-f9a0-43fb-b10f-ae04ae9e7c99 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:56:41.610768 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-504a08fc-08c3-4410-ab90-7258397ed31e tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:41.616977 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-6c37bf16-e42b-47c1-898d-d81300b4123d service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1159806 Sep 24 15:56:41.639314 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 3b70231c-f9a0-43fb-b10f-ae04ae9e7c99 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:56:41.639692 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:41.805321 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3d3543-13d3-4ea9-8c04-18abf5477a53 None None] Update dhcp port {'port': {'network_id': 'd09fcc39-a3ae-48b5-a16d-fbfa237204b6', 'fixed_ips': [{'subnet_id': '73981731-c4b8-4d2d-8536-3f8912ed17a7', 'ip_address': '172.20.0.18'}, {'subnet_id': '6e707feb-0bf8-47ca-84a8-805aae0e9f37', 'ip_address': '172.20.0.2'}, {'subnet_id': '08010541-4cc3-43da-acc1-50fff997a4d5'}], 'binding:host_id': 'n-d-808921-1'}, 'id': '7b95be45-79ba-4e4a-b220-81dc1653a994'} from n-d-808921-1. {{(pid=95299) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 24 15:56:41.841881 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13964ba9-821b-4915-a326-d42c578a9567', 'tag': '9fdd7155-521b-4e67-a272-ca127d6b07d7'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:56:41.845041 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe88a3c-0c03-4b7d-bea1-72955a88d46b" -d '{"events": [{"name": "network-changed", "server_uuid": "13964ba9-821b-4915-a326-d42c578a9567", "tag": "9fdd7155-521b-4e67-a272-ca127d6b07d7"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:56:41.860376 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d4adf99c-9cf7-4158-a4cb-830435811cd2 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:41.885930 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bc1ac98a-c15b-421c-9a7e-94d6f37f9da2 req-c6527880-4228-4c4c-bf68-83843d758ccf tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=7841fa2f595c42b88ef5416d36f78c25&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5215979 Sep 24 15:56:41.976599 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a4fcb6-3d06-4563-ae32-5cd6831ccd7c None None] Network 4d256f9c-b5fc-40e2-b9bb-6481a19982a6 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:56:41.989825 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0b3d3543-13d3-4ea9-8c04-18abf5477a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:42.015726 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-15b6afc0-a98a-4d51-8b2d-eb0c52213391 service neutron] 10.222.0.110 "GET /v2.0/networks/8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5540438 Sep 24 15:56:42.174276 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eeada0-732f-4808-b818-743929beb3b4 req-048037d2-d337-4600-8a1e-f6cf6ee91755 tempest-TestNetworkAdvancedServerOps-571836934 tempest-TestNetworkAdvancedServerOps-571836934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:42.176252 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-11eeada0-732f-4808-b818-743929beb3b4 req-048037d2-d337-4600-8a1e-f6cf6ee91755 tempest-TestNetworkAdvancedServerOps-571836934 tempest-TestNetworkAdvancedServerOps-571836934-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=756dc3f9-786f-43e3-a1c1-2690c736e704 HTTP/1.1" status: 200 len: 1097 time: 0.0747328 Sep 24 15:56:42.223998 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-ec0da92c-c98c-4d9d-b9fa-733ddee84c20 service neutron] 10.222.0.108 "GET /v2.0/networks/8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5664670 Sep 24 15:56:42.260383 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-11eeada0-732f-4808-b818-743929beb3b4 req-9a488c07-2ec8-442d-8584-b1b96d4b2f36 tempest-TestNetworkAdvancedServerOps-571836934 tempest-TestNetworkAdvancedServerOps-571836934-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=e1bf097d-ba10-49b0-95a0-b191bbbc69a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0558047 Sep 24 15:56:42.301604 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46938) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:42.432796 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bc1ac98a-c15b-421c-9a7e-94d6f37f9da2 req-e38f26b3-d25b-4ce9-b72c-3062041e555e service neutron] 10.222.0.101 "GET /v2.0/networks/86c3d0ed-1df9-469f-9686-3575b374c832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5438337 Sep 24 15:56:42.442312 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-504a08fc-08c3-4410-ab90-7258397ed31e tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Delete allocated IP 172.20.0.14 (d09fcc39-a3ae-48b5-a16d-fbfa237204b6/6e707feb-0bf8-47ca-84a8-805aae0e9f37) {{(pid=95298) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 24 15:56:42.464481 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-504a08fc-08c3-4410-ab90-7258397ed31e tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Allocated IP 172.20.0.45 (d09fcc39-a3ae-48b5-a16d-fbfa237204b6/08010541-4cc3-43da-acc1-50fff997a4d5/4f97f466-6a32-4a48-813e-10a78d45b431) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:56:42.541987 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b555567-2343-4774-98e7-50932a267ef3 x-openstack-request-id: req-6b555567-2343-4774-98e7-50932a267ef3 {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:56:42.542288 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13964ba9-821b-4915-a326-d42c578a9567", "tag": "9fdd7155-521b-4e67-a272-ca127d6b07d7", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:56:42.542548 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-6b555567-2343-4774-98e7-50932a267ef3 {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:56:42.543840 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13964ba9-821b-4915-a326-d42c578a9567', 'tag': '9fdd7155-521b-4e67-a272-ca127d6b07d7', 'status': 'completed', 'code': 200} Sep 24 15:56:42.545138 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d4adf99c-9cf7-4158-a4cb-830435811cd2 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:42.634333 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:42.645065 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-49aa4ffd-7364-456e-93e1-e85c973c8d39 None None] Provisioning complete for port 3b70231c-f9a0-43fb-b10f-ae04ae9e7c99 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:56:42.645551 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-49aa4ffd-7364-456e-93e1-e85c973c8d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:42.666545 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-637f2456-d3e1-42c5-a41b-220a3244cc11 service neutron] 10.222.0.108 "GET /v2.0/networks/8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4320719 Sep 24 15:56:42.746105 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port 3b70231c-f9a0-43fb-b10f-ae04ae9e7c99, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=3b70231c-f9a0-43fb-b10f-ae04ae9e7c99,segment=NetworkSegment(8d527d85-fb53-448d-bd32-d6ec2619966b),segment_id=8d527d85-fb53-448d-bd32-d6ec2619966b)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:56:42.751029 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e055b4-eb64-47a9-a53c-de3add1d3983 req-e388c7a4-f607-4281-9e60-c2b68f0976c6 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:42.760125 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d9e055b4-eb64-47a9-a53c-de3add1d3983 req-e388c7a4-f607-4281-9e60-c2b68f0976c6 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.101 "GET /v2.0/ports?device_id=f96b4a00-4223-4d7b-8cee-62d33341ef0f HTTP/1.1" status: 200 len: 944 time: 0.1384685 Sep 24 15:56:42.809465 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-58711865-b893-4847-9819-1b60d0077a1d tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Deleting port 4541cfbc-54ea-4d17-8753-5ff98fe298ca {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:56:42.809811 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-58711865-b893-4847-9819-1b60d0077a1d tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:42.837723 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:42.905907 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-49aa4ffd-7364-456e-93e1-e85c973c8d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:42.930321 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d9e055b4-eb64-47a9-a53c-de3add1d3983 req-e95e94f0-a223-4264-aca6-f788827d3a33 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.101 "GET /v2.0/security-groups?id=b08d5ed6-e549-411e-93fa-b917e2edcd92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688993 Sep 24 15:56:43.054765 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=3b70231c-f9a0-43fb-b10f-ae04ae9e7c99,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:43.081126 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.db.api [None req-49aa4ffd-7364-456e-93e1-e85c973c8d39 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:56:43.082334 n-d-808921-1 neutron-server[95299]: DEBUG oslo_db.api [None req-49aa4ffd-7364-456e-93e1-e85c973c8d39 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:56:43.286136 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 3b70231c-f9a0-43fb-b10f-ae04ae9e7c99 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:56:43.356607 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46946) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:43.360985 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 3b70231c-f9a0-43fb-b10f-ae04ae9e7c99 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:56:43.361361 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:43.366190 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4adf99c-9cf7-4158-a4cb-830435811cd2 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Network 4d256f9c-b5fc-40e2-b9bb-6481a19982a6 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:56:43.370155 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4adf99c-9cf7-4158-a4cb-830435811cd2 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Pushing event updated for resources: {'Port': ['ID=1d81a159-b3a6-4866-8e54-a018b5bc84bc,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:43.373559 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-d4adf99c-9cf7-4158-a4cb-830435811cd2 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:56:43.385894 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4adf99c-9cf7-4158-a4cb-830435811cd2 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:56:43.392320 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4adf99c-9cf7-4158-a4cb-830435811cd2 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:43.393622 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d4adf99c-9cf7-4158-a4cb-830435811cd2 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:43.434478 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-14842dde-2b51-4b8d-8cac-7fca3d99e0b2 req-26651709-611f-4e62-8dd2-171a5cd9383c service neutron] 10.222.0.110 "GET /v2.0/networks/8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3701427 Sep 24 15:56:43.482785 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bc1ac98a-c15b-421c-9a7e-94d6f37f9da2 req-1a2514d9-363e-4874-9c5f-c49e28c15c95 service neutron] 10.222.0.101 "GET /v2.0/networks/86c3d0ed-1df9-469f-9686-3575b374c832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9540684 Sep 24 15:56:43.497160 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-d4adf99c-9cf7-4158-a4cb-830435811cd2 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 4.4561131 Sep 24 15:56:43.497160 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46950) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:43.511650 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-58c33fa7-613e-482d-b0f4-8197ed1d103a tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Request body: {'port': {'network_id': '4d256f9c-b5fc-40e2-b9bb-6481a19982a6', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-979966145', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:56:43.512470 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.api.validators [None req-58c33fa7-613e-482d-b0f4-8197ed1d103a tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] bootfile-name is not in valid_values {{(pid=95297) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 24 15:56:43.513035 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.api.validators [None req-58c33fa7-613e-482d-b0f4-8197ed1d103a tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] tftp-server is not in valid_values {{(pid=95297) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 24 15:56:43.520079 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.api.validators [None req-58c33fa7-613e-482d-b0f4-8197ed1d103a tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] server-ip-address is not in valid_values {{(pid=95297) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 24 15:56:43.594679 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ab75a85f-6065-47db-86eb-2dfb6152b6e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:43.674188 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-58711865-b893-4847-9819-1b60d0077a1d tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:43.674542 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-58711865-b893-4847-9819-1b60d0077a1d tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:43.694016 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-504a08fc-08c3-4410-ab90-7258397ed31e tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:43.702237 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-58711865-b893-4847-9819-1b60d0077a1d tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Calling delete_port for 4541cfbc-54ea-4d17-8753-5ff98fe298ca owned by network:floatingip {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:56:43.767713 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-1507cebd-4602-41fe-bd10-96a9127c37a2 None None] Provisioning complete for port 3b70231c-f9a0-43fb-b10f-ae04ae9e7c99 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:56:43.768374 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-1507cebd-4602-41fe-bd10-96a9127c37a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:43.791985 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe88a3c-0c03-4b7d-bea1-72955a88d46b req-5431a967-3581-48cd-bab2-0296c35fb9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:43.795727 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4fe88a3c-0c03-4b7d-bea1-72955a88d46b req-5431a967-3581-48cd-bab2-0296c35fb9fd service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=b1d4e87ebb25495582840f0e5900ef24&device_id=13964ba9-821b-4915-a326-d42c578a9567 HTTP/1.1" status: 200 len: 1095 time: 0.1550832 Sep 24 15:56:43.841223 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-504a08fc-08c3-4410-ab90-7258397ed31e tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:43.939037 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-0b3d3543-13d3-4ea9-8c04-18abf5477a53 None None] Allocated IP 172.20.0.34 (d09fcc39-a3ae-48b5-a16d-fbfa237204b6/08010541-4cc3-43da-acc1-50fff997a4d5/7b95be45-79ba-4e4a-b220-81dc1653a994) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:56:43.978240 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fb23e0c4-a9b6-45b5-aa6d-d31c2fc83551 req-0335bcb2-8236-4421-aef8-d51bdcb89879 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/ports?device_id=7bbee7cb-3449-4ea4-9f17-63eb1d17e01f HTTP/1.1" status: 200 len: 210 time: 0.1291778 Sep 24 15:56:44.099520 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe88a3c-0c03-4b7d-bea1-72955a88d46b req-630bd7a2-9249-4cbf-a425-f566d2e85ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:44.103820 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4fe88a3c-0c03-4b7d-bea1-72955a88d46b req-630bd7a2-9249-4cbf-a425-f566d2e85ff2 service neutron] 10.222.0.110 "GET /v2.0/networks?id=8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9 HTTP/1.1" status: 200 len: 915 time: 0.2978523 Sep 24 15:56:44.125053 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-0b3d3543-13d3-4ea9-8c04-18abf5477a53 None None] For port 7b95be45-79ba-4e4a-b220-81dc1653a994, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=7b95be45-79ba-4e4a-b220-81dc1653a994,segment=NetworkSegment(8081f0b6-c7d7-4e45-a7e9-2bf4ca5543c2),segment_id=8081f0b6-c7d7-4e45-a7e9-2bf4ca5543c2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:56:44.126965 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-1507cebd-4602-41fe-bd10-96a9127c37a2 None None] Provisioning complete for port 1d81a159-b3a6-4866-8e54-a018b5bc84bc triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:56:44.127345 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-1507cebd-4602-41fe-bd10-96a9127c37a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:44.151421 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ab75a85f-6065-47db-86eb-2dfb6152b6e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:44.187328 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4fe88a3c-0c03-4b7d-bea1-72955a88d46b req-a13b2f27-b4f1-4235-af0b-9d0f70e47004 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9fdd7155-521b-4e67-a272-ca127d6b07d7 HTTP/1.1" status: 200 len: 217 time: 0.0686185 Sep 24 15:56:44.195518 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-1507cebd-4602-41fe-bd10-96a9127c37a2 None None] Port 1d81a159-b3a6-4866-8e54-a018b5bc84bc cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:56:44.206698 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0b3d3543-13d3-4ea9-8c04-18abf5477a53 None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:44.244208 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504a08fc-08c3-4410-ab90-7258397ed31e tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event updated for resources: {'Port': ['ID=4f97f466-6a32-4a48-813e-10a78d45b431,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:44.248860 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ab75a85f-6065-47db-86eb-2dfb6152b6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:44.256690 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-504a08fc-08c3-4410-ab90-7258397ed31e tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] In _notify_port_updated(), no bound segment for port 4f97f466-6a32-4a48-813e-10a78d45b431 on network d09fcc39-a3ae-48b5-a16d-fbfa237204b6 {{(pid=95298) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 24 15:56:44.264556 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-504a08fc-08c3-4410-ab90-7258397ed31e tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:44.269486 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-504a08fc-08c3-4410-ab90-7258397ed31e tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:44.269486 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-504a08fc-08c3-4410-ab90-7258397ed31e tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "PUT /v2.0/ports/4f97f466-6a32-4a48-813e-10a78d45b431 HTTP/1.1" status: 200 len: 959 time: 3.0563684 Sep 24 15:56:44.271174 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46966) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:44.323589 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-774bddf2-092a-4ead-8f9b-baf288de4ed2 None None] Provisioning complete for port 1d81a159-b3a6-4866-8e54-a018b5bc84bc triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:56:44.324557 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-774bddf2-092a-4ead-8f9b-baf288de4ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:44.326822 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0b3d3543-13d3-4ea9-8c04-18abf5477a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:44.334923 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5b97d-09e9-424e-85e7-20b01e885de4 req-890b6ec0-5f2a-4308-8dd0-5d0403b883a1 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:44.342805 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d6b5b97d-09e9-424e-85e7-20b01e885de4 req-890b6ec0-5f2a-4308-8dd0-5d0403b883a1 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.101 "GET /v2.0/ports?device_id=f96b4a00-4223-4d7b-8cee-62d33341ef0f HTTP/1.1" status: 200 len: 944 time: 0.2265153 Sep 24 15:56:44.356894 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ab75a85f-6065-47db-86eb-2dfb6152b6e4 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=f9e6f40ead4c4b56bd70ad7395032e81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9856296 Sep 24 15:56:44.363495 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46968) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:44.372367 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab75a85f-6065-47db-86eb-2dfb6152b6e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a932aa-de11-41e8-a079-566bf6b54b14,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:44.378061 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe88a3c-0c03-4b7d-bea1-72955a88d46b req-4c02d0af-8061-4e9e-8ecd-27627ce2f7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:44.379637 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4fe88a3c-0c03-4b7d-bea1-72955a88d46b req-4c02d0af-8061-4e9e-8ecd-27627ce2f7e2 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=d76fbf6b-f034-49d4-9f46-98621b5cf251 HTTP/1.1" status: 200 len: 853 time: 0.1705377 Sep 24 15:56:44.435224 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-42a15672-43c9-4588-85be-ac86bfd2f2eb tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Deleting port 4f97f466-6a32-4a48-813e-10a78d45b431 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:56:44.438171 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-42a15672-43c9-4588-85be-ac86bfd2f2eb tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:44.461567 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c33fa7-613e-482d-b0f4-8197ed1d103a tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Made reservation on behalf of 2d946ad750444f0d89ba5cce0015eec1 for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:56:44.465590 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-58c33fa7-613e-482d-b0f4-8197ed1d103a tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:44.469275 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4fe88a3c-0c03-4b7d-bea1-72955a88d46b req-9de839f7-aa4c-486c-9169-77c93ba90e2d service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753202 Sep 24 15:56:44.487637 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d6b5b97d-09e9-424e-85e7-20b01e885de4 req-a6636025-11bc-4b43-a547-9adad21dd545 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.101 "GET /v2.0/security-groups?id=b08d5ed6-e549-411e-93fa-b917e2edcd92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373098 Sep 24 15:56:44.532478 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [None req-58c33fa7-613e-482d-b0f4-8197ed1d103a tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] device_id is not set on port 92a4e827-9ff1-429c-a27d-0d0b35e51957 yet. {{(pid=95297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:56:44.569781 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-774bddf2-092a-4ead-8f9b-baf288de4ed2 None None] Port 1d81a159-b3a6-4866-8e54-a018b5bc84bc cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:56:44.585553 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-42a15672-43c9-4588-85be-ac86bfd2f2eb tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:44.593373 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3d3543-13d3-4ea9-8c04-18abf5477a53 None None] Pushing event updated for resources: {'Port': ['ID=7b95be45-79ba-4e4a-b220-81dc1653a994,revision_number=7']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:44.609223 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-42a15672-43c9-4588-85be-ac86bfd2f2eb tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Calling delete_port for 4f97f466-6a32-4a48-813e-10a78d45b431 owned by {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:56:44.679757 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-58711865-b893-4847-9819-1b60d0077a1d tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:44.680812 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e1269c09-5196-41c3-972f-380829e55b2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:44.719769 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58711865-b893-4847-9819-1b60d0077a1d tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event deleted for resources: {'Port': ['ID=4541cfbc-54ea-4d17-8753-5ff98fe298ca,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:44.735282 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e1269c09-5196-41c3-972f-380829e55b2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:44.806872 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4fe88a3c-0c03-4b7d-bea1-72955a88d46b req-e8bee983-8b06-4dc2-81c4-56d20814eaab service neutron] 10.222.0.110 "GET /v2.0/networks/8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122768 Sep 24 15:56:44.812285 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-58711865-b893-4847-9819-1b60d0077a1d tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for floatingip, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:44.812285 n-d-808921-1 neutron-server[95298]: INFO neutron.db.l3_db [None req-58711865-b893-4847-9819-1b60d0077a1d tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Floating IP b8ef5bbc-9243-4734-8e55-f982404fb1b4 disassociated (deleted). External IP: 172.25.0.125, port: aedc8984-c719-4441-90cd-2f9058b26fa4. Sep 24 15:56:44.956553 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-58c33fa7-613e-482d-b0f4-8197ed1d103a tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Allocated IP 2001:db8::df (4d256f9c-b5fc-40e2-b9bb-6481a19982a6/f339af8f-c422-4912-a7ff-6a246ea092ee/92a4e827-9ff1-429c-a27d-0d0b35e51957) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:56:44.964326 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4fe88a3c-0c03-4b7d-bea1-72955a88d46b req-3e9ba08e-88f3-4ee2-a755-29b955134b50 service neutron] 10.222.0.110 "GET /v2.0/networks/8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380987 Sep 24 15:56:45.089841 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e1269c09-5196-41c3-972f-380829e55b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:45.096358 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e1269c09-5196-41c3-972f-380829e55b2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:45.096358 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e1269c09-5196-41c3-972f-380829e55b2c admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/b9a932aa-de11-41e8-a079-566bf6b54b14 HTTP/1.1" status: 204 len: 168 time: 0.7286766 Sep 24 15:56:45.097320 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-42a15672-43c9-4588-85be-ac86bfd2f2eb tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:45.138742 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1269c09-5196-41c3-972f-380829e55b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a932aa-de11-41e8-a079-566bf6b54b14,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:45.208251 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2cb90374-cbe5-459d-b59f-5df10adf6f3f req-f2de5029-aff2-4e44-85c7-e9e760a94488 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/ports?device_id=7bbee7cb-3449-4ea4-9f17-63eb1d17e01f HTTP/1.1" status: 200 len: 210 time: 0.1010177 Sep 24 15:56:45.217833 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 4e054914-49c9-44fe-a738-df527faee0b9 details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:56:45.220496 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a15672-43c9-4588-85be-ac86bfd2f2eb tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event deleted for resources: {'Port': ['ID=4f97f466-6a32-4a48-813e-10a78d45b431,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:45.389262 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58711865-b893-4847-9819-1b60d0077a1d tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Router 78c405c4-a398-4aa6-b221-c98db0153635 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:56:45.400751 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-58c33fa7-613e-482d-b0f4-8197ed1d103a tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:45.408124 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 7b95be45-79ba-4e4a-b220-81dc1653a994 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:56:45.501311 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 4e054914-49c9-44fe-a738-df527faee0b9, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=4e054914-49c9-44fe-a738-df527faee0b9,segment=NetworkSegment(9bf9bbee-e4f7-4cba-869d-d400e1c83c07),segment_id=9bf9bbee-e4f7-4cba-869d-d400e1c83c07)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:56:45.529630 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-42a15672-43c9-4588-85be-ac86bfd2f2eb tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:45.532486 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-42a15672-43c9-4588-85be-ac86bfd2f2eb tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "DELETE /v2.0/ports/4f97f466-6a32-4a48-813e-10a78d45b431 HTTP/1.1" status: 204 len: 168 time: 1.2604542 Sep 24 15:56:45.534830 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46984) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:45.543522 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': '4e054914-49c9-44fe-a738-df527faee0b9', 'network_id': '8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9', 'port_id': '4e054914-49c9-44fe-a738-df527faee0b9', 'mac_address': 'fa:16:3e:65:07:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd76fbf6b-f034-49d4-9f46-98621b5cf251', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:56:45.569106 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-9ccabae1-6ff3-4e13-a345-3aef127629e8 None None] Provisioning complete for port 7b95be45-79ba-4e4a-b220-81dc1653a994 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:56:45.569718 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9ccabae1-6ff3-4e13-a345-3aef127629e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:45.573316 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-040812b4-36be-4817-b51e-4f6861eb9b92 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] GET failed (client error): The resource could not be found. Sep 24 15:56:45.575338 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-040812b4-36be-4817-b51e-4f6861eb9b92 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "GET /v2.0/ports/4f97f466-6a32-4a48-813e-10a78d45b431 HTTP/1.1" status: 404 len: 333 time: 0.0392718 Sep 24 15:56:45.578055 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46986) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:45.599734 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-58c33fa7-613e-482d-b0f4-8197ed1d103a tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:45.705932 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c33fa7-613e-482d-b0f4-8197ed1d103a tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Network 4d256f9c-b5fc-40e2-b9bb-6481a19982a6 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:56:45.708801 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-49f92f02-166e-4751-8bf4-92b8791f99a9 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:45.710580 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb5764-f77d-4b70-81ac-e8fd0e60af9a req-49ef5ce8-55e3-44de-977c-5116fa844965 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:45.720052 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7efb5764-f77d-4b70-81ac-e8fd0e60af9a req-49ef5ce8-55e3-44de-977c-5116fa844965 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.101 "GET /v2.0/ports?device_id=f96b4a00-4223-4d7b-8cee-62d33341ef0f HTTP/1.1" status: 200 len: 944 time: 0.0878851 Sep 24 15:56:45.720705 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:45.737249 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-49f92f02-166e-4751-8bf4-92b8791f99a9 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:45.738628 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e054914-49c9-44fe-a738-df527faee0b9 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:56:45.742217 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58711865-b893-4847-9819-1b60d0077a1d tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:56:45.744438 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 7b95be45-79ba-4e4a-b220-81dc1653a994 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:56:45.744927 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:45.748980 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-58711865-b893-4847-9819-1b60d0077a1d tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:45.762678 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0095a946-af31-4f29-bfe6-85f2557c6558 None None] Sync routers for ids ['78c405c4-a398-4aa6-b221-c98db0153635'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:56:45.775627 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0095a946-af31-4f29-bfe6-85f2557c6558 None None] Routers {'78c405c4-a398-4aa6-b221-c98db0153635'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:56:45.777307 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-0095a946-af31-4f29-bfe6-85f2557c6558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:56:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['78c405c4-a398-4aa6-b221-c98db0153635'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:56:45.802945 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7efb5764-f77d-4b70-81ac-e8fd0e60af9a req-4d709be0-3852-4f35-860c-a823fcf680ba tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.101 "GET /v2.0/security-groups?id=b08d5ed6-e549-411e-93fa-b917e2edcd92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819132 Sep 24 15:56:45.807113 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-58c33fa7-613e-482d-b0f4-8197ed1d103a tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:56:45.813990 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 4e054914-49c9-44fe-a738-df527faee0b9, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=4e054914-49c9-44fe-a738-df527faee0b9,segment=NetworkSegment(9bf9bbee-e4f7-4cba-869d-d400e1c83c07),segment_id=9bf9bbee-e4f7-4cba-869d-d400e1c83c07)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:56:45.814475 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c33fa7-613e-482d-b0f4-8197ed1d103a tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:56:45.818071 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-58711865-b893-4847-9819-1b60d0077a1d tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "DELETE /v2.0/floatingips/b8ef5bbc-9243-4734-8e55-f982404fb1b4 HTTP/1.1" status: 204 len: 168 time: 3.5152774 Sep 24 15:56:45.818531 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c33fa7-613e-482d-b0f4-8197ed1d103a tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:45.818695 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '756dc3f9-786f-43e3-a1c1-2690c736e704', 'tag': 'aedc8984-c719-4441-90cd-2f9058b26fa4'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:56:45.819563 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-58c33fa7-613e-482d-b0f4-8197ed1d103a tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:45.822601 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7121f76e-6bc0-4dae-9736-b3ddbcbf7cc2" -d '{"events": [{"name": "network-changed", "server_uuid": "756dc3f9-786f-43e3-a1c1-2690c736e704", "tag": "aedc8984-c719-4441-90cd-2f9058b26fa4"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:56:45.886840 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c33fa7-613e-482d-b0f4-8197ed1d103a tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Pushing event updated for resources: {'Port': ['ID=92a4e827-9ff1-429c-a27d-0d0b35e51957,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:45.907610 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-49f92f02-166e-4751-8bf4-92b8791f99a9 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:45.910172 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-49f92f02-166e-4751-8bf4-92b8791f99a9 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:45.911439 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-49f92f02-166e-4751-8bf4-92b8791f99a9 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "DELETE /v2.0/security-groups/42af7453-775e-4d9f-a008-77176562ba3c HTTP/1.1" status: 204 len: 168 time: 0.3321979 Sep 24 15:56:45.917771 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46994) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:45.928271 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f92f02-166e-4751-8bf4-92b8791f99a9 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42af7453-775e-4d9f-a008-77176562ba3c,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:45.988208 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46996) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:45.990878 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:46.021634 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4122913c-c969-4f9b-b801-b14ee2d460d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:46.036275 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-58c33fa7-613e-482d-b0f4-8197ed1d103a tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 2.5385532 Sep 24 15:56:46.037141 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46998) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:46.169032 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-80dde7f9-d2e0-4f32-b61d-9289341d6fa8 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:46.240529 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c41e4a5-5a51-4306-8c56-db330b2b8a44 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:46.244592 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-80dde7f9-d2e0-4f32-b61d-9289341d6fa8 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:46.260467 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-0095a946-af31-4f29-bfe6-85f2557c6558 None None] Set router 78c405c4-a398-4aa6-b221-c98db0153635 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:56:46.284568 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c41e4a5-5a51-4306-8c56-db330b2b8a44 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:46.298559 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['4e054914-49c9-44fe-a738-df527faee0b9'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:56:46.304260 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c41e4a5-5a51-4306-8c56-db330b2b8a44 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:46.311421 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-3c41e4a5-5a51-4306-8c56-db330b2b8a44 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.2524393 Sep 24 15:56:46.348432 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47004) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:46.430458 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-9ccabae1-6ff3-4e13-a345-3aef127629e8 None None] Could not find standard attr ID for object 4f97f466-6a32-4a48-813e-10a78d45b431. {{(pid=95299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 15:56:46.462420 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 9fdd7155-521b-4e67-a272-ca127d6b07d7 details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:56:46.472170 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca4816c6-a27d-4979-b37e-ccd735a6e680 x-openstack-request-id: req-ca4816c6-a27d-4979-b37e-ccd735a6e680 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:56:46.472451 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "756dc3f9-786f-43e3-a1c1-2690c736e704", "tag": "aedc8984-c719-4441-90cd-2f9058b26fa4", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:56:46.472715 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ca4816c6-a27d-4979-b37e-ccd735a6e680 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:56:46.473137 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '756dc3f9-786f-43e3-a1c1-2690c736e704', 'tag': 'aedc8984-c719-4441-90cd-2f9058b26fa4', 'status': 'completed', 'code': 200} Sep 24 15:56:46.592732 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-80dde7f9-d2e0-4f32-b61d-9289341d6fa8 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:46.627802 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-80dde7f9-d2e0-4f32-b61d-9289341d6fa8 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:46.631625 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-80dde7f9-d2e0-4f32-b61d-9289341d6fa8 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "DELETE /v2.0/security-groups/7dda2de8-a035-43a6-b54f-1389b90a2481 HTTP/1.1" status: 204 len: 168 time: 0.7150426 Sep 24 15:56:46.643710 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47010) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:46.689941 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 9fdd7155-521b-4e67-a272-ca127d6b07d7, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=9fdd7155-521b-4e67-a272-ca127d6b07d7,segment=NetworkSegment(9bf9bbee-e4f7-4cba-869d-d400e1c83c07),segment_id=9bf9bbee-e4f7-4cba-869d-d400e1c83c07)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:56:46.720755 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': '9fdd7155-521b-4e67-a272-ca127d6b07d7', 'network_id': '8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9', 'port_id': '9fdd7155-521b-4e67-a272-ca127d6b07d7', 'mac_address': 'fa:16:3e:f6:1a:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd76fbf6b-f034-49d4-9f46-98621b5cf251', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:56:46.728728 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=4e054914-49c9-44fe-a738-df527faee0b9,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:46.749465 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-9ccabae1-6ff3-4e13-a345-3aef127629e8 None None] Provisioning complete for port fe0f35c7-f6af-4545-8538-a6af657630de triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:56:46.749855 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9ccabae1-6ff3-4e13-a345-3aef127629e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:46.768809 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-86464a72-09eb-41de-b124-6d67505b68e3 req-8ed9387e-b7f2-450f-b732-527848705cae tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/ports?device_id=7bbee7cb-3449-4ea4-9f17-63eb1d17e01f HTTP/1.1" status: 200 len: 210 time: 0.1822419 Sep 24 15:56:46.782078 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dde7f9-d2e0-4f32-b61d-9289341d6fa8 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dda2de8-a035-43a6-b54f-1389b90a2481,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:46.812675 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-0095a946-af31-4f29-bfe6-85f2557c6558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c405c4-a398-4aa6-b221-c98db0153635', 'name': 'tempest-TestNetworkAdvancedServerOps-router-867806077', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ba1ffb8f-07ee-4620-a38b-7a7aae55af6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:54:11Z', 'updated_at': '2021-09-24T15:54:20Z', 'revision_number': 4, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'gw_port': {'id': 'ba1ffb8f-07ee-4620-a38b-7a7aae55af6f', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c405c4-a398-4aa6-b221-c98db0153635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:54:12Z', 'updated_at': '2021-09-24T15:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '9e51ef6d-7936-4733-8923-52c25f5a6d4a', 'name': '', 'network_id': '5a006511-b4c6-401d-bf2d-1c9456d23123', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'mac_address': 'fa:16:3e:c4:5c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c405c4-a398-4aa6-b221-c98db0153635', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'a105c675-e167-42b4-b812-5ae7f91fba38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:54:18Z', 'updated_at': '2021-09-24T15:54:25Z', 'revision_number': 5, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'subnets': [{'id': 'a105c675-e167-42b4-b812-5ae7f91fba38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:56:46.813331 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-9ccabae1-6ff3-4e13-a345-3aef127629e8 None None] Port fe0f35c7-f6af-4545-8538-a6af657630de cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:56:46.845241 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121f76e-6bc0-4dae-9736-b3ddbcbf7cc2 req-d398ea2a-9eb8-4e21-9daa-b1217beb978c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:46.860044 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7121f76e-6bc0-4dae-9736-b3ddbcbf7cc2 req-d398ea2a-9eb8-4e21-9daa-b1217beb978c service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=7e512e155fd047afb7c369ee55b40ecc&device_id=756dc3f9-786f-43e3-a1c1-2690c736e704 HTTP/1.1" status: 200 len: 1097 time: 0.3500991 Sep 24 15:56:46.868993 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0095a946-af31-4f29-bfe6-85f2557c6558 None None] Checking router: 78c405c4-a398-4aa6-b221-c98db0153635 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:56:46.880945 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0095a946-af31-4f29-bfe6-85f2557c6558 None None] Routers {'78c405c4-a398-4aa6-b221-c98db0153635'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:56:46.881906 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-0095a946-af31-4f29-bfe6-85f2557c6558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:56:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['78c405c4-a398-4aa6-b221-c98db0153635'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:56:46.927042 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4122913c-c969-4f9b-b801-b14ee2d460d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:46.987408 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:47.006570 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-2bf1d7dd-7054-45c3-b6dd-36b571f68ae8 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Deleting port 92a4e827-9ff1-429c-a27d-0d0b35e51957 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:56:47.007208 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2bf1d7dd-7054-45c3-b6dd-36b571f68ae8 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:47.018012 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-5d4313a6-6c1e-4986-b654-1b7a84f81fea None None] Provisioning complete for port 92a4e827-9ff1-429c-a27d-0d0b35e51957 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:56:47.018404 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5d4313a6-6c1e-4986-b654-1b7a84f81fea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:47.043757 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-0095a946-af31-4f29-bfe6-85f2557c6558 None None] Set router 78c405c4-a398-4aa6-b221-c98db0153635 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:56:47.051941 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4122913c-c969-4f9b-b801-b14ee2d460d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:47.077475 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-5d4313a6-6c1e-4986-b654-1b7a84f81fea None None] Port 92a4e827-9ff1-429c-a27d-0d0b35e51957 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:56:47.086055 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-5d4313a6-6c1e-4986-b654-1b7a84f81fea None None] Could not find standard attr ID for object 4f97f466-6a32-4a48-813e-10a78d45b431. {{(pid=95299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 15:56:47.098226 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fdd7155-521b-4e67-a272-ca127d6b07d7 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:56:47.129199 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b10b2462-a998-4621-b90d-51fc3cecbdb0 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:47.141400 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 9fdd7155-521b-4e67-a272-ca127d6b07d7, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=9fdd7155-521b-4e67-a272-ca127d6b07d7,segment=NetworkSegment(9bf9bbee-e4f7-4cba-869d-d400e1c83c07),segment_id=9bf9bbee-e4f7-4cba-869d-d400e1c83c07)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:56:47.183092 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c586542-5de8-4bc7-b05d-e009bb393c23 req-c8bf7c4c-f294-462c-a0a6-30d62db82510 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:47.184829 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9c586542-5de8-4bc7-b05d-e009bb393c23 req-c8bf7c4c-f294-462c-a0a6-30d62db82510 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=756dc3f9-786f-43e3-a1c1-2690c736e704 HTTP/1.1" status: 200 len: 946 time: 0.4066067 Sep 24 15:56:47.191044 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b10b2462-a998-4621-b90d-51fc3cecbdb0 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:47.215619 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ac98a-c15b-421c-9a7e-94d6f37f9da2 req-95f7f009-5421-4593-8bab-e0bdeaf89601 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:47.219801 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bc1ac98a-c15b-421c-9a7e-94d6f37f9da2 req-95f7f009-5421-4593-8bab-e0bdeaf89601 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.108 "GET /v2.0/networks?id=86c3d0ed-1df9-469f-9686-3575b374c832 HTTP/1.1" status: 200 len: 796 time: 0.6802928 Sep 24 15:56:47.229626 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39632e14-4858-45dc-945b-485d0c0a0172 req-1daf73be-10f7-4e56-9eb5-1ca25fb62ef0 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:47.235709 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:47.238584 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-39632e14-4858-45dc-945b-485d0c0a0172 req-1daf73be-10f7-4e56-9eb5-1ca25fb62ef0 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.101 "GET /v2.0/ports?device_id=f96b4a00-4223-4d7b-8cee-62d33341ef0f HTTP/1.1" status: 200 len: 945 time: 0.2965624 Sep 24 15:56:47.287197 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-4122913c-c969-4f9b-b801-b14ee2d460d2 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=dbc308d48b0d4f9b9feda20bd84a2477&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2900622 Sep 24 15:56:47.287450 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47016) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:47.303079 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4122913c-c969-4f9b-b801-b14ee2d460d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a662b8b0-dff7-4030-bfdf-d0a75f1f1d97,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:47.339098 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=9fdd7155-521b-4e67-a272-ca127d6b07d7,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:47.355552 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:56:47.355961 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:56:47.356596 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:56:47.356990 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:56:47.358132 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:56:47.358593 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:56:47.359530 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:56:47.369383 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:56:47.369383 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:56:47.369383 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:56:47.369383 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:56:47.369383 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:56:47.369821 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-39632e14-4858-45dc-945b-485d0c0a0172 req-ca20424c-a2f5-4b8c-8e62-8da1925e880d tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.101 "GET /v2.0/security-groups?id=b08d5ed6-e549-411e-93fa-b917e2edcd92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233852 Sep 24 15:56:47.369821 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2bf1d7dd-7054-45c3-b6dd-36b571f68ae8 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:47.369821 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121f76e-6bc0-4dae-9736-b3ddbcbf7cc2 req-b08304d7-1eb5-44bd-9949-6ee9f8b78e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:47.373097 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7121f76e-6bc0-4dae-9736-b3ddbcbf7cc2 req-b08304d7-1eb5-44bd-9949-6ee9f8b78e0e service neutron] 10.222.0.108 "GET /v2.0/networks?id=5a006511-b4c6-401d-bf2d-1c9456d23123 HTTP/1.1" status: 200 len: 898 time: 0.4945102 Sep 24 15:56:47.398314 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-0095a946-af31-4f29-bfe6-85f2557c6558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c405c4-a398-4aa6-b221-c98db0153635', 'name': 'tempest-TestNetworkAdvancedServerOps-router-867806077', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ba1ffb8f-07ee-4620-a38b-7a7aae55af6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:54:11Z', 'updated_at': '2021-09-24T15:54:20Z', 'revision_number': 4, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'gw_port': {'id': 'ba1ffb8f-07ee-4620-a38b-7a7aae55af6f', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c405c4-a398-4aa6-b221-c98db0153635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:54:12Z', 'updated_at': '2021-09-24T15:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '9e51ef6d-7936-4733-8923-52c25f5a6d4a', 'name': '', 'network_id': '5a006511-b4c6-401d-bf2d-1c9456d23123', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'mac_address': 'fa:16:3e:c4:5c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c405c4-a398-4aa6-b221-c98db0153635', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'a105c675-e167-42b4-b812-5ae7f91fba38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:54:18Z', 'updated_at': '2021-09-24T15:54:25Z', 'revision_number': 5, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'subnets': [{'id': 'a105c675-e167-42b4-b812-5ae7f91fba38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:56:47.401844 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-2bf1d7dd-7054-45c3-b6dd-36b571f68ae8 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Calling delete_port for 92a4e827-9ff1-429c-a27d-0d0b35e51957 owned by {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:56:47.435479 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bc1ac98a-c15b-421c-9a7e-94d6f37f9da2 req-32f05bf8-8d90-4c8e-b4e8-ab694fc32d87 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.108 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7841fa2f595c42b88ef5416d36f78c25 HTTP/1.1" status: 200 len: 379 time: 0.2027960 Sep 24 15:56:47.438530 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9c586542-5de8-4bc7-b05d-e009bb393c23 req-56cb8d03-7a11-45f3-9686-fd4afb8dff4b tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=e1bf097d-ba10-49b0-95a0-b191bbbc69a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2126398 Sep 24 15:56:47.448791 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-bc1ac98a-c15b-421c-9a7e-94d6f37f9da2 req-ed804c9c-9835-469e-a868-dc2bcaed747f tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Request body: {'port': {'device_id': '7bbee7cb-3449-4ea4-9f17-63eb1d17e01f', 'network_id': '86c3d0ed-1df9-469f-9686-3575b374c832', 'admin_state_up': True, 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'security_groups': ['95020bcf-266e-4b6b-8ca8-225847e62790']}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:56:47.451288 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0095a946-af31-4f29-bfe6-85f2557c6558 None None] The sync data for ids ['78c405c4-a398-4aa6-b221-c98db0153635'] in n-d-808921-1 is: [{'id': '78c405c4-a398-4aa6-b221-c98db0153635', 'name': 'tempest-TestNetworkAdvancedServerOps-router-867806077', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ba1ffb8f-07ee-4620-a38b-7a7aae55af6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:54:11Z', 'updated_at': '2021-09-24T15:54:20Z', 'revision_number': 4, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'gw_port': {'id': 'ba1ffb8f-07ee-4620-a38b-7a7aae55af6f', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c405c4-a398-4aa6-b221-c98db0153635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:54:12Z', 'updated_at': '2021-09-24T15:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '9e51ef6d-7936-4733-8923-52c25f5a6d4a', 'name': '', 'network_id': '5a006511-b4c6-401d-bf2d-1c9456d23123', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'mac_address': 'fa:16:3e:c4:5c:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c405c4-a398-4aa6-b221-c98db0153635', 'device_owner': 'network:router_interface', 'standard_attr_id': 2546, 'fixed_ips': [{'subnet_id': 'a105c675-e167-42b4-b812-5ae7f91fba38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:54:18Z', 'updated_at': '2021-09-24T15:54:25Z', 'revision_number': 5, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'subnets': [{'id': 'a105c675-e167-42b4-b812-5ae7f91fba38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:56:47.498832 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['9fdd7155-521b-4e67-a272-ca127d6b07d7'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:56:47.523327 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7121f76e-6bc0-4dae-9736-b3ddbcbf7cc2 req-6e56c922-f593-4744-b5fa-b16c29e7f30a service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=aedc8984-c719-4441-90cd-2f9058b26fa4 HTTP/1.1" status: 200 len: 217 time: 0.1361289 Sep 24 15:56:47.547418 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b10b2462-a998-4621-b90d-51fc3cecbdb0 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:47.551189 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b10b2462-a998-4621-b90d-51fc3cecbdb0 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:47.552359 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b10b2462-a998-4621-b90d-51fc3cecbdb0 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "DELETE /v2.0/security-groups/53152a7b-0c0a-4750-8ffe-71b49cc8e7fa HTTP/1.1" status: 204 len: 168 time: 0.8968039 Sep 24 15:56:47.560152 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47018) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:47.608082 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10b2462-a998-4621-b90d-51fc3cecbdb0 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53152a7b-0c0a-4750-8ffe-71b49cc8e7fa,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:47.618798 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121f76e-6bc0-4dae-9736-b3ddbcbf7cc2 req-10800f87-2623-4642-b636-931b7aaaaeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:47.621068 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7121f76e-6bc0-4dae-9736-b3ddbcbf7cc2 req-10800f87-2623-4642-b636-931b7aaaaeb8 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=a105c675-e167-42b4-b812-5ae7f91fba38 HTTP/1.1" status: 200 len: 835 time: 0.0797503 Sep 24 15:56:47.675644 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2d06101c-a50e-4472-b041-5d51273a8e44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:47.690841 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-18349100-d07e-483a-8d02-f80f8982d7af tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Deleting subnet 6e707feb-0bf8-47ca-84a8-805aae0e9f37 {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:56:47.702216 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-18349100-d07e-483a-8d02-f80f8982d7af tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:47.789712 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2d06101c-a50e-4472-b041-5d51273a8e44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:47.830733 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-18349100-d07e-483a-8d02-f80f8982d7af tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:47.845416 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7121f76e-6bc0-4dae-9736-b3ddbcbf7cc2 req-b356c6f3-10d2-4acd-ac31-78557a79edb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:47.847494 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7121f76e-6bc0-4dae-9736-b3ddbcbf7cc2 req-b356c6f3-10d2-4acd-ac31-78557a79edb2 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=5a006511-b4c6-401d-bf2d-1c9456d23123&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2103024 Sep 24 15:56:47.878717 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc1ac98a-c15b-421c-9a7e-94d6f37f9da2 req-ed804c9c-9835-469e-a868-dc2bcaed747f tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Made reservation on behalf of 7841fa2f595c42b88ef5416d36f78c25 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:56:47.882425 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-bc1ac98a-c15b-421c-9a7e-94d6f37f9da2 req-ed804c9c-9835-469e-a868-dc2bcaed747f tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:47.906994 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e557bacd-f8a9-4324-9c05-ba9239525ae1 None None] New status for floating IP b8ef5bbc-9243-4734-8e55-f982404fb1b4: DOWN {{(pid=95299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:56:47.934300 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2bf1d7dd-7054-45c3-b6dd-36b571f68ae8 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:47.987423 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ac0bb308-4244-49ad-874a-91049c9b77df req-715256a1-63b6-45c9-a23c-41a27c0b1c56 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/ports?device_id=7bbee7cb-3449-4ea4-9f17-63eb1d17e01f HTTP/1.1" status: 200 len: 210 time: 0.0694187 Sep 24 15:56:48.016922 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad51c3-fb62-49d8-968f-24d34b6f7e45 req-bc66e571-a0fb-4ae9-b409-4d29e66f7d0b tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:48.018547 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-59ad51c3-fb62-49d8-968f-24d34b6f7e45 req-bc66e571-a0fb-4ae9-b409-4d29e66f7d0b tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.108 "GET /v2.0/ports?device_id=756dc3f9-786f-43e3-a1c1-2690c736e704 HTTP/1.1" status: 200 len: 946 time: 0.1409116 Sep 24 15:56:48.023433 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf1d7dd-7054-45c3-b6dd-36b571f68ae8 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Pushing event deleted for resources: {'Port': ['ID=92a4e827-9ff1-429c-a27d-0d0b35e51957,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:48.053754 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-18349100-d07e-483a-8d02-f80f8982d7af tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:48.067230 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2bf1d7dd-7054-45c3-b6dd-36b571f68ae8 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:48.067230 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-2bf1d7dd-7054-45c3-b6dd-36b571f68ae8 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] 10.222.0.101 "DELETE /v2.0/ports/92a4e827-9ff1-429c-a27d-0d0b35e51957 HTTP/1.1" status: 204 len: 168 time: 1.7173216 Sep 24 15:56:48.074069 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47028) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:48.081700 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-35c5f5f3-1ea6-417b-b501-d91df3e5cf68 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Request body: {'port': {'name': 'tempest-new-port-name-2071221822', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:56:48.082107 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.api.validators [None req-35c5f5f3-1ea6-417b-b501-d91df3e5cf68 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] bootfile-name is not in valid_values {{(pid=95297) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 24 15:56:48.082473 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.api.validators [None req-35c5f5f3-1ea6-417b-b501-d91df3e5cf68 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] tftp-server is not in valid_values {{(pid=95297) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 24 15:56:48.082807 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.api.validators [None req-35c5f5f3-1ea6-417b-b501-d91df3e5cf68 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] server-ip-address is not in valid_values {{(pid=95297) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 24 15:56:48.092017 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7121f76e-6bc0-4dae-9736-b3ddbcbf7cc2 req-f72eddf7-55ee-4e52-86fd-6130f4586a21 service neutron] 10.222.0.108 "GET /v2.0/networks/5a006511-b4c6-401d-bf2d-1c9456d23123?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244525 Sep 24 15:56:48.139478 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2d06101c-a50e-4472-b041-5d51273a8e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:48.142188 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2d06101c-a50e-4472-b041-5d51273a8e44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:48.151191 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-2d06101c-a50e-4472-b041-5d51273a8e44 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a662b8b0-dff7-4030-bfdf-d0a75f1f1d97 HTTP/1.1" status: 204 len: 168 time: 0.8507998 Sep 24 15:56:48.187275 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-35c5f5f3-1ea6-417b-b501-d91df3e5cf68 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:48.257624 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d06101c-a50e-4472-b041-5d51273a8e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a662b8b0-dff7-4030-bfdf-d0a75f1f1d97,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:48.391691 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-bc1ac98a-c15b-421c-9a7e-94d6f37f9da2 req-ed804c9c-9835-469e-a868-dc2bcaed747f tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Allocated IP 172.20.0.4 (86c3d0ed-1df9-469f-9686-3575b374c832/6ff16690-23f5-46c1-9253-2f37b777a341/74b285c7-50a5-4fa0-8dc5-887f6e83db67) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:56:48.408230 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-59ad51c3-fb62-49d8-968f-24d34b6f7e45 req-9a7a5519-4ff4-44ec-b5df-3cf2ccffd558 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Deleting port aedc8984-c719-4441-90cd-2f9058b26fa4 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:56:48.408561 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-59ad51c3-fb62-49d8-968f-24d34b6f7e45 req-9a7a5519-4ff4-44ec-b5df-3cf2ccffd558 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:48.433852 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7121f76e-6bc0-4dae-9736-b3ddbcbf7cc2 req-f3475334-73cc-43c0-9c88-2a19a9ac5ec0 service neutron] 10.222.0.108 "GET /v2.0/networks/5a006511-b4c6-401d-bf2d-1c9456d23123?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153071 Sep 24 15:56:48.447769 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 9fdd7155-521b-4e67-a272-ca127d6b07d7 up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:56:48.456258 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-18349100-d07e-483a-8d02-f80f8982d7af tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:48.575958 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18349100-d07e-483a-8d02-f80f8982d7af tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event deleted for resources: {'Subnet': ['ID=6e707feb-0bf8-47ca-84a8-805aae0e9f37,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:48.598287 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-18349100-d07e-483a-8d02-f80f8982d7af tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:48.603882 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-18349100-d07e-483a-8d02-f80f8982d7af tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "DELETE /v2.0/subnets/6e707feb-0bf8-47ca-84a8-805aae0e9f37 HTTP/1.1" status: 204 len: 168 time: 1.0362985 Sep 24 15:56:48.605195 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47040) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:48.612642 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c545af-2207-4c4f-aed6-1852ef52ac80 None None] Network d09fcc39-a3ae-48b5-a16d-fbfa237204b6 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:56:48.640253 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port 9fdd7155-521b-4e67-a272-ca127d6b07d7 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:56:48.659360 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port 9fdd7155-521b-4e67-a272-ca127d6b07d7 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:56:48.660335 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:48.668180 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-35c5f5f3-1ea6-417b-b501-d91df3e5cf68 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:48.704736 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ac5d7d-95c0-4169-a05f-4c9d914bc700 req-ceccd9c7-e648-4eab-a198-e1bcce6b8edc tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:48.706168 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-25ac5d7d-95c0-4169-a05f-4c9d914bc700 req-ceccd9c7-e648-4eab-a198-e1bcce6b8edc tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=756dc3f9-786f-43e3-a1c1-2690c736e704 HTTP/1.1" status: 200 len: 946 time: 0.1375015 Sep 24 15:56:48.709212 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-59ad51c3-fb62-49d8-968f-24d34b6f7e45 req-9a7a5519-4ff4-44ec-b5df-3cf2ccffd558 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] For port aedc8984-c719-4441-90cd-2f9058b26fa4, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=aedc8984-c719-4441-90cd-2f9058b26fa4,segment=NetworkSegment(a16152fb-2bdf-4e02-99e2-b4e349df34e6),segment_id=a16152fb-2bdf-4e02-99e2-b4e349df34e6)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:56:48.709570 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-59ad51c3-fb62-49d8-968f-24d34b6f7e45 req-9a7a5519-4ff4-44ec-b5df-3cf2ccffd558 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:48.710304 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba2fdb20-d4b9-411e-b445-fa427aa242a7 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Deleting subnet 08010541-4cc3-43da-acc1-50fff997a4d5 {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:56:48.714502 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ba2fdb20-d4b9-411e-b445-fa427aa242a7 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:48.759100 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-35c5f5f3-1ea6-417b-b501-d91df3e5cf68 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:48.822390 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ba2fdb20-d4b9-411e-b445-fa427aa242a7 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:48.830483 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-35c5f5f3-1ea6-417b-b501-d91df3e5cf68 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] In _notify_port_updated(), no bound segment for port 1d81a159-b3a6-4866-8e54-a018b5bc84bc on network 4d256f9c-b5fc-40e2-b9bb-6481a19982a6 {{(pid=95297) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 24 15:56:48.831699 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c5f5f3-1ea6-417b-b501-d91df3e5cf68 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:48.832402 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-35c5f5f3-1ea6-417b-b501-d91df3e5cf68 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:48.836669 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-35c5f5f3-1ea6-417b-b501-d91df3e5cf68 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] 10.222.0.101 "PUT /v2.0/ports/1d81a159-b3a6-4866-8e54-a018b5bc84bc HTTP/1.1" status: 200 len: 1129 time: 0.7615292 Sep 24 15:56:48.840196 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47046) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:48.943693 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-25ac5d7d-95c0-4169-a05f-4c9d914bc700 req-ae3dac61-e4ca-4d0d-936a-d651fa056bf5 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=e1bf097d-ba10-49b0-95a0-b191bbbc69a4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2261868 Sep 24 15:56:48.970017 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c5f5f3-1ea6-417b-b501-d91df3e5cf68 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Pushing event updated for resources: {'Port': ['ID=1d81a159-b3a6-4866-8e54-a018b5bc84bc,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:49.087651 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9292ea6-bab2-4760-9170-9c8834d0bec5 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:49.087651 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f9292ea6-bab2-4760-9170-9c8834d0bec5 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] 10.222.0.101 "GET /v2.0/ports/1d81a159-b3a6-4866-8e54-a018b5bc84bc HTTP/1.1" status: 200 len: 1129 time: 0.2123773 Sep 24 15:56:49.088302 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47056) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:49.100532 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:49.166174 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13964ba9-821b-4915-a326-d42c578a9567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fdd7155-521b-4e67-a272-ca127d6b07d7'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:56:49.168644 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28de2e78-62fc-4705-afc8-b15d59cf4d03" -d '{"events": [{"server_uuid": "13964ba9-821b-4915-a326-d42c578a9567", "name": "network-vif-plugged", "status": "completed", "tag": "9fdd7155-521b-4e67-a272-ca127d6b07d7"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:56:49.198454 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 9fdd7155-521b-4e67-a272-ca127d6b07d7, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=9fdd7155-521b-4e67-a272-ca127d6b07d7,segment=NetworkSegment(9bf9bbee-e4f7-4cba-869d-d400e1c83c07),segment_id=9bf9bbee-e4f7-4cba-869d-d400e1c83c07)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:56:49.232554 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 4e054914-49c9-44fe-a738-df527faee0b9 up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:56:49.270169 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ba2fdb20-d4b9-411e-b445-fa427aa242a7 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:49.287052 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:49.298653 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d169adb-33e1-439c-b249-490d11d088bf req-318f69df-185a-4b60-8dc7-d32c252367f9 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:49.300869 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4d169adb-33e1-439c-b249-490d11d088bf req-318f69df-185a-4b60-8dc7-d32c252367f9 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.101 "GET /v2.0/ports?device_id=f96b4a00-4223-4d7b-8cee-62d33341ef0f HTTP/1.1" status: 200 len: 945 time: 0.7478921 Sep 24 15:56:49.307965 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-59ad51c3-fb62-49d8-968f-24d34b6f7e45 req-9a7a5519-4ff4-44ec-b5df-3cf2ccffd558 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Calling delete_port for aedc8984-c719-4441-90cd-2f9058b26fa4 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:56:49.431102 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=9fdd7155-521b-4e67-a272-ca127d6b07d7,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:49.443946 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-2d4566ae-7433-416e-beba-745821d344fd None None] Provisioning complete for port 1d81a159-b3a6-4866-8e54-a018b5bc84bc triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:56:49.444481 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2d4566ae-7433-416e-beba-745821d344fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:49.466186 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-bc1ac98a-c15b-421c-9a7e-94d6f37f9da2 req-ed804c9c-9835-469e-a868-dc2bcaed747f tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:49.496353 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4d169adb-33e1-439c-b249-490d11d088bf req-e50b213c-af28-40b8-95ee-9845cb6e4262 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.101 "GET /v2.0/security-groups?id=b08d5ed6-e549-411e-93fa-b917e2edcd92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840260 Sep 24 15:56:49.507422 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-2d4566ae-7433-416e-beba-745821d344fd None None] Port 1d81a159-b3a6-4866-8e54-a018b5bc84bc cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:56:49.542018 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-38bf603a-8cc5-4032-9c24-9c3a6d300b41 req-009f5e0f-b016-4821-b5eb-ea58e7617ddb tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/ports?device_id=7bbee7cb-3449-4ea4-9f17-63eb1d17e01f HTTP/1.1" status: 200 len: 210 time: 0.3476968 Sep 24 15:56:49.592270 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port 4e054914-49c9-44fe-a738-df527faee0b9 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:56:49.596526 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ba2fdb20-d4b9-411e-b445-fa427aa242a7 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:49.597367 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port 4e054914-49c9-44fe-a738-df527faee0b9 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:56:49.598097 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:49.616499 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-0632a670-8404-461f-923a-4514346b715c tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Deleting port 1d81a159-b3a6-4866-8e54-a018b5bc84bc {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:56:49.616865 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0632a670-8404-461f-923a-4514346b715c tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:49.671240 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-bc1ac98a-c15b-421c-9a7e-94d6f37f9da2 req-ed804c9c-9835-469e-a868-dc2bcaed747f tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:49.707699 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2fdb20-d4b9-411e-b445-fa427aa242a7 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event deleted for resources: {'Subnet': ['ID=08010541-4cc3-43da-acc1-50fff997a4d5,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:49.731993 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ba2fdb20-d4b9-411e-b445-fa427aa242a7 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:49.736914 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ba2fdb20-d4b9-411e-b445-fa427aa242a7 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "DELETE /v2.0/subnets/08010541-4cc3-43da-acc1-50fff997a4d5 HTTP/1.1" status: 204 len: 168 time: 1.1306975 Sep 24 15:56:49.737575 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47072) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:49.834333 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc1ac98a-c15b-421c-9a7e-94d6f37f9da2 req-ed804c9c-9835-469e-a868-dc2bcaed747f tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Network 86c3d0ed-1df9-469f-9686-3575b374c832 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:56:49.909868 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-bc1ac98a-c15b-421c-9a7e-94d6f37f9da2 req-ed804c9c-9835-469e-a868-dc2bcaed747f tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:56:49.919580 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc1ac98a-c15b-421c-9a7e-94d6f37f9da2 req-ed804c9c-9835-469e-a868-dc2bcaed747f tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:56:49.933032 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed804c9c-9835-469e-a868-dc2bcaed747f tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Pushing event updated for resources: {'Port': ['ID=74b285c7-50a5-4fa0-8dc5-887f6e83db67,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:49.998244 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-14541ced-cedf-4a88-bf8e-8cf695094511 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:49.999012 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14541ced-cedf-4a88-bf8e-8cf695094511 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:50.012045 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-14541ced-cedf-4a88-bf8e-8cf695094511 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "DELETE /v2.0/subnets/6e707feb-0bf8-47ca-84a8-805aae0e9f37 HTTP/1.1" status: 404 len: 337 time: 0.2428420 Sep 24 15:56:50.012045 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47080) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:50.119213 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-59ad51c3-fb62-49d8-968f-24d34b6f7e45 req-9a7a5519-4ff4-44ec-b5df-3cf2ccffd558 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:50.168087 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abef0b0e-24a4-4b0e-aee8-739d3e9d074c x-openstack-request-id: req-abef0b0e-24a4-4b0e-aee8-739d3e9d074c {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:56:50.168430 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13964ba9-821b-4915-a326-d42c578a9567", "name": "network-vif-plugged", "status": "completed", "tag": "9fdd7155-521b-4e67-a272-ca127d6b07d7", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:56:50.168758 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-abef0b0e-24a4-4b0e-aee8-739d3e9d074c {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:56:50.169068 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13964ba9-821b-4915-a326-d42c578a9567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fdd7155-521b-4e67-a272-ca127d6b07d7', 'code': 200} Sep 24 15:56:50.211746 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0632a670-8404-461f-923a-4514346b715c tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:50.244730 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-c755dbe8-6b83-4f58-b6f4-0fe01f90ac48 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Deleting subnet 73981731-c4b8-4d2d-8536-3f8912ed17a7 {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:56:50.244891 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ac98a-c15b-421c-9a7e-94d6f37f9da2 req-ed804c9c-9835-469e-a868-dc2bcaed747f tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:50.245570 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-bc1ac98a-c15b-421c-9a7e-94d6f37f9da2 req-ed804c9c-9835-469e-a868-dc2bcaed747f tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:50.283547 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7a5519-4ff4-44ec-b5df-3cf2ccffd558 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event deleted for resources: {'Port': ['ID=aedc8984-c719-4441-90cd-2f9058b26fa4,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:50.329147 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c755dbe8-6b83-4f58-b6f4-0fe01f90ac48 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:50.332818 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-0632a670-8404-461f-923a-4514346b715c tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Calling delete_port for 1d81a159-b3a6-4866-8e54-a018b5bc84bc owned by {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:56:50.334056 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:50.354622 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c89c04-6989-4820-8f40-e59453e92743 None None] Network d09fcc39-a3ae-48b5-a16d-fbfa237204b6 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:56:50.378949 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-59ad51c3-fb62-49d8-968f-24d34b6f7e45 req-9a7a5519-4ff4-44ec-b5df-3cf2ccffd558 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] No DVR routers for this DVR port aedc8984-c719-4441-90cd-2f9058b26fa4 on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:56:50.381531 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bc1ac98a-c15b-421c-9a7e-94d6f37f9da2 req-ed804c9c-9835-469e-a868-dc2bcaed747f tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9376705 Sep 24 15:56:50.382937 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-59ad51c3-fb62-49d8-968f-24d34b6f7e45 req-9a7a5519-4ff4-44ec-b5df-3cf2ccffd558 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:50.392846 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-59ad51c3-fb62-49d8-968f-24d34b6f7e45 req-9a7a5519-4ff4-44ec-b5df-3cf2ccffd558 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.108 "DELETE /v2.0/ports/aedc8984-c719-4441-90cd-2f9058b26fa4 HTTP/1.1" status: 204 len: 173 time: 2.3583078 Sep 24 15:56:50.392846 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '756dc3f9-786f-43e3-a1c1-2690c736e704', 'name': 'network-vif-deleted', 'tag': 'aedc8984-c719-4441-90cd-2f9058b26fa4'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:56:50.392846 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c74905-5c7f-426c-8e81-7c378da7f4e6" -d '{"events": [{"server_uuid": "756dc3f9-786f-43e3-a1c1-2690c736e704", "name": "network-vif-deleted", "tag": "aedc8984-c719-4441-90cd-2f9058b26fa4"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:56:50.404179 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-6640ee67-74f8-47c1-85be-1a3ca5328c9d None None] Provisioning complete for port 7b95be45-79ba-4e4a-b220-81dc1653a994 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:56:50.404923 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6640ee67-74f8-47c1-85be-1a3ca5328c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:50.405892 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-bc1ac98a-c15b-421c-9a7e-94d6f37f9da2 req-bc1e188d-a8f3-4e76-ba8a-48ab7af05e7c service neutron] Request body: {'port': {'device_id': '7bbee7cb-3449-4ea4-9f17-63eb1d17e01f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:56:50.458279 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d85a99e7-76cb-4d35-94e4-ba965e515476 x-openstack-request-id: req-d85a99e7-76cb-4d35-94e4-ba965e515476 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:56:50.458606 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "756dc3f9-786f-43e3-a1c1-2690c736e704", "name": "network-vif-deleted", "tag": "aedc8984-c719-4441-90cd-2f9058b26fa4", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:56:50.458982 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d85a99e7-76cb-4d35-94e4-ba965e515476 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:56:50.459252 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '756dc3f9-786f-43e3-a1c1-2690c736e704', 'name': 'network-vif-deleted', 'tag': 'aedc8984-c719-4441-90cd-2f9058b26fa4', 'status': 'completed', 'code': 200} Sep 24 15:56:50.520566 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-bc1ac98a-c15b-421c-9a7e-94d6f37f9da2 req-bc1e188d-a8f3-4e76-ba8a-48ab7af05e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:50.673272 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 4e054914-49c9-44fe-a738-df527faee0b9, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=4e054914-49c9-44fe-a738-df527faee0b9,segment=NetworkSegment(9bf9bbee-e4f7-4cba-869d-d400e1c83c07),segment_id=9bf9bbee-e4f7-4cba-869d-d400e1c83c07)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:56:50.780134 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:50.780996 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device aedc8984-c719-4441-90cd-2f9058b26fa4 no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:56:50.884621 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c22758-f5f8-414b-b489-5dc66aab307d req-85f49df8-e8f2-44ff-9076-df41606b5904 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:50.893842 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-00c22758-f5f8-414b-b489-5dc66aab307d req-85f49df8-e8f2-44ff-9076-df41606b5904 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.101 "GET /v2.0/ports?device_id=f96b4a00-4223-4d7b-8cee-62d33341ef0f HTTP/1.1" status: 200 len: 945 time: 0.1913955 Sep 24 15:56:50.936484 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] No Port match for: aedc8984-c719-4441-90cd-2f9058b26fa4 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:56:50.936484 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device aedc8984-c719-4441-90cd-2f9058b26fa4 not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:56:51.102140 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4b9aac13-677b-4f30-8e3a-def08a568a61 req-35c922f2-0862-4ffb-b550-c09e2d819041 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=756dc3f9-786f-43e3-a1c1-2690c736e704 HTTP/1.1" status: 200 len: 210 time: 0.9325600 Sep 24 15:56:51.122187 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-00c22758-f5f8-414b-b489-5dc66aab307d req-de48c035-1675-49d9-9d5d-b277baa30173 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.101 "GET /v2.0/security-groups?id=b08d5ed6-e549-411e-93fa-b917e2edcd92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767404 Sep 24 15:56:51.125201 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=4e054914-49c9-44fe-a738-df527faee0b9,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:51.158089 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8053d23d-4b23-450e-ac21-91a4ea967347 req-547e3a91-1912-43b5-8e40-4e611b49cba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:51.159621 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8053d23d-4b23-450e-ac21-91a4ea967347 req-547e3a91-1912-43b5-8e40-4e611b49cba4 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=13964ba9-821b-4915-a326-d42c578a9567 HTTP/1.1" status: 200 len: 1097 time: 1.1517491 Sep 24 15:56:51.275865 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-6640ee67-74f8-47c1-85be-1a3ca5328c9d None None] Provisioning complete for port fe0f35c7-f6af-4545-8538-a6af657630de triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:56:51.275865 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6640ee67-74f8-47c1-85be-1a3ca5328c9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:51.291241 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-bc1ac98a-c15b-421c-9a7e-94d6f37f9da2 req-bc1e188d-a8f3-4e76-ba8a-48ab7af05e7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74b285c7-50a5-4fa0-8dc5-887f6e83db67 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:56:51.303958 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-bc1ac98a-c15b-421c-9a7e-94d6f37f9da2 req-bc1e188d-a8f3-4e76-ba8a-48ab7af05e7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:51.310855 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c755dbe8-6b83-4f58-b6f4-0fe01f90ac48 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:51.331541 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-bc1ac98a-c15b-421c-9a7e-94d6f37f9da2 req-bc1e188d-a8f3-4e76-ba8a-48ab7af05e7c service neutron] Transition to ACTIVE for port object 74b285c7-50a5-4fa0-8dc5-887f6e83db67 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:56:51.344206 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-6640ee67-74f8-47c1-85be-1a3ca5328c9d None None] Port fe0f35c7-f6af-4545-8538-a6af657630de cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:56:51.415192 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8053d23d-4b23-450e-ac21-91a4ea967347 req-c8443df9-ea92-48f5-8dbe-4d4063468924 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=b08d5ed6-e549-411e-93fa-b917e2edcd92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170725 Sep 24 15:56:51.498766 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-bc1ac98a-c15b-421c-9a7e-94d6f37f9da2 req-bc1e188d-a8f3-4e76-ba8a-48ab7af05e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:51.594738 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a772ee6-7696-435e-b553-f599ab1c14e9 req-eaa6808e-271a-4b61-99c7-7c4e1dcdb5e2 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:51.596868 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0a772ee6-7696-435e-b553-f599ab1c14e9 req-eaa6808e-271a-4b61-99c7-7c4e1dcdb5e2 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/ports?device_id=7bbee7cb-3449-4ea4-9f17-63eb1d17e01f HTTP/1.1" status: 200 len: 931 time: 0.2959132 Sep 24 15:56:51.629731 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1e188d-a8f3-4e76-ba8a-48ab7af05e7c service neutron] Pushing event updated for resources: {'Port': ['ID=74b285c7-50a5-4fa0-8dc5-887f6e83db67,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:51.789648 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-bc1ac98a-c15b-421c-9a7e-94d6f37f9da2 req-bc1e188d-a8f3-4e76-ba8a-48ab7af05e7c service neutron] Attempting to bind port 74b285c7-50a5-4fa0-8dc5-887f6e83db67 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:56:51.790439 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-bc1ac98a-c15b-421c-9a7e-94d6f37f9da2 req-bc1e188d-a8f3-4e76-ba8a-48ab7af05e7c service neutron] Attempting to bind port 74b285c7-50a5-4fa0-8dc5-887f6e83db67 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '3b0d1fe3-9fe9-4ff8-92fd-d9c45ff0aa0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '86c3d0ed-1df9-469f-9686-3575b374c832'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:56:51.790985 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1ac98a-c15b-421c-9a7e-94d6f37f9da2 req-bc1e188d-a8f3-4e76-ba8a-48ab7af05e7c service neutron] Attempting to bind port 74b285c7-50a5-4fa0-8dc5-887f6e83db67 on network 86c3d0ed-1df9-469f-9686-3575b374c832 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:56:51.797535 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c755dbe8-6b83-4f58-b6f4-0fe01f90ac48 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:51.802363 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1ac98a-c15b-421c-9a7e-94d6f37f9da2 req-bc1e188d-a8f3-4e76-ba8a-48ab7af05e7c service neutron] Port 74b285c7-50a5-4fa0-8dc5-887f6e83db67 on network 86c3d0ed-1df9-469f-9686-3575b374c832 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:56:51.804106 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1ac98a-c15b-421c-9a7e-94d6f37f9da2 req-bc1e188d-a8f3-4e76-ba8a-48ab7af05e7c service neutron] Attempting to bind port 74b285c7-50a5-4fa0-8dc5-887f6e83db67 on network 86c3d0ed-1df9-469f-9686-3575b374c832 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:56:51.817758 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1ac98a-c15b-421c-9a7e-94d6f37f9da2 req-bc1e188d-a8f3-4e76-ba8a-48ab7af05e7c service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:56:51.818162 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1ac98a-c15b-421c-9a7e-94d6f37f9da2 req-bc1e188d-a8f3-4e76-ba8a-48ab7af05e7c service neutron] Checking segment: {'id': '3b0d1fe3-9fe9-4ff8-92fd-d9c45ff0aa0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '86c3d0ed-1df9-469f-9686-3575b374c832'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:56:51.818683 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1ac98a-c15b-421c-9a7e-94d6f37f9da2 req-bc1e188d-a8f3-4e76-ba8a-48ab7af05e7c service neutron] Bound using segment: {'id': '3b0d1fe3-9fe9-4ff8-92fd-d9c45ff0aa0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '86c3d0ed-1df9-469f-9686-3575b374c832'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:56:51.819224 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-bc1ac98a-c15b-421c-9a7e-94d6f37f9da2 req-bc1e188d-a8f3-4e76-ba8a-48ab7af05e7c service neutron] Bound port: 74b285c7-50a5-4fa0-8dc5-887f6e83db67, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b0d1fe3-9fe9-4ff8-92fd-d9c45ff0aa0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1269, 'network_id': '86c3d0ed-1df9-469f-9686-3575b374c832'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:56:51.819767 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-bc1ac98a-c15b-421c-9a7e-94d6f37f9da2 req-bc1e188d-a8f3-4e76-ba8a-48ab7af05e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:51.824159 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [req-36308775-8cc3-4175-963b-13326fc63984 req-d7a2053a-9ed4-449a-972b-426b5985383d service neutron] (95298) timed out ('10.222.0.101', 52998) {{(pid=95298) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 24 15:56:51.872127 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0a772ee6-7696-435e-b553-f599ab1c14e9 req-ba09378e-772a-4e1b-a5a3-778102511bcc tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/security-groups?id=95020bcf-266e-4b6b-8ca8-225847e62790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2464852 Sep 24 15:56:51.886106 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0632a670-8404-461f-923a-4514346b715c tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:51.944217 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-bc1ac98a-c15b-421c-9a7e-94d6f37f9da2 req-bc1e188d-a8f3-4e76-ba8a-48ab7af05e7c service neutron] For port 74b285c7-50a5-4fa0-8dc5-887f6e83db67, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:56:51.948340 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-bc1ac98a-c15b-421c-9a7e-94d6f37f9da2 req-bc1e188d-a8f3-4e76-ba8a-48ab7af05e7c service neutron] For port 74b285c7-50a5-4fa0-8dc5-887f6e83db67, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=74b285c7-50a5-4fa0-8dc5-887f6e83db67,segment=NetworkSegment(3b0d1fe3-9fe9-4ff8-92fd-d9c45ff0aa0c),segment_id=3b0d1fe3-9fe9-4ff8-92fd-d9c45ff0aa0c)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:56:51.951295 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0632a670-8404-461f-923a-4514346b715c tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Pushing event deleted for resources: {'Port': ['ID=1d81a159-b3a6-4866-8e54-a018b5bc84bc,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:51.999824 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0632a670-8404-461f-923a-4514346b715c tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:52.001825 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-0632a670-8404-461f-923a-4514346b715c tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] 10.222.0.101 "DELETE /v2.0/ports/1d81a159-b3a6-4866-8e54-a018b5bc84bc HTTP/1.1" status: 204 len: 168 time: 2.9125445 Sep 24 15:56:52.005293 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47112) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:52.089696 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-bc1ac98a-c15b-421c-9a7e-94d6f37f9da2 req-bc1e188d-a8f3-4e76-ba8a-48ab7af05e7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:52.149566 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d0204a5-b019-43cb-b77b-00862604b89e tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Deleting subnet f339af8f-c422-4912-a7ff-6a246ea092ee {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:56:52.157945 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c755dbe8-6b83-4f58-b6f4-0fe01f90ac48 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:52.172494 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6d0204a5-b019-43cb-b77b-00862604b89e tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:52.172767 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f96b4a00-4223-4d7b-8cee-62d33341ef0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e054914-49c9-44fe-a738-df527faee0b9'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:56:52.173239 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-146be0dd-3a83-4208-ae2f-03431f1d45fc" -d '{"events": [{"server_uuid": "f96b4a00-4223-4d7b-8cee-62d33341ef0f", "name": "network-vif-plugged", "status": "completed", "tag": "4e054914-49c9-44fe-a738-df527faee0b9"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:56:52.194213 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c755dbe8-6b83-4f58-b6f4-0fe01f90ac48 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event deleted for resources: {'Subnet': ['ID=73981731-c4b8-4d2d-8536-3f8912ed17a7,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:52.202834 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c755dbe8-6b83-4f58-b6f4-0fe01f90ac48 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:52.205026 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-c755dbe8-6b83-4f58-b6f4-0fe01f90ac48 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "DELETE /v2.0/subnets/73981731-c4b8-4d2d-8536-3f8912ed17a7 HTTP/1.1" status: 204 len: 168 time: 2.1899416 Sep 24 15:56:52.210980 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47126) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:52.248727 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ac98a-c15b-421c-9a7e-94d6f37f9da2 req-bc1e188d-a8f3-4e76-ba8a-48ab7af05e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:52.249422 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-bc1ac98a-c15b-421c-9a7e-94d6f37f9da2 req-bc1e188d-a8f3-4e76-ba8a-48ab7af05e7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:52.251076 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bc1ac98a-c15b-421c-9a7e-94d6f37f9da2 req-bc1e188d-a8f3-4e76-ba8a-48ab7af05e7c service neutron] 10.222.0.108 "PUT /v2.0/ports/74b285c7-50a5-4fa0-8dc5-887f6e83db67 HTTP/1.1" status: 200 len: 1091 time: 1.8510296 Sep 24 15:56:52.255870 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47128) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:52.259382 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ece6b14-c248-4c6b-a564-a9259ae0b1fd tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:52.259926 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ece6b14-c248-4c6b-a564-a9259ae0b1fd tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:52.268825 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-7ece6b14-c248-4c6b-a564-a9259ae0b1fd tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "DELETE /v2.0/subnets/d255fab1-d95d-4bdf-ab35-1a81f44050df HTTP/1.1" status: 404 len: 337 time: 0.0561600 Sep 24 15:56:52.269417 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6f29f3-b6eb-4409-909e-5c922abc7808 None None] Network d09fcc39-a3ae-48b5-a16d-fbfa237204b6 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:56:52.269543 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47130) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:52.324004 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-614bc2d5-bdd9-4fbf-ba0a-4b6cdbcb5f77 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "GET /v2.0/ports?device_id=cfab9575-dea1-4f9f-9cab-8cb22f3ba9f4 HTTP/1.1" status: 200 len: 205 time: 0.0505714 Sep 24 15:56:52.324004 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47136) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:52.381837 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [None req-0fc7a20a-91f1-4eea-a71f-8acd1eba3adc tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] delete failed (client error): The resource could not be found. Sep 24 15:56:52.389217 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1e188d-a8f3-4e76-ba8a-48ab7af05e7c service neutron] Pushing event updated for resources: {'Port': ['ID=74b285c7-50a5-4fa0-8dc5-887f6e83db67,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:52.389949 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-0fc7a20a-91f1-4eea-a71f-8acd1eba3adc tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "DELETE /v2.0/routers/cfab9575-dea1-4f9f-9cab-8cb22f3ba9f4 HTTP/1.1" status: 404 len: 336 time: 0.0659256 Sep 24 15:56:52.390859 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47138) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:52.424007 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ca7926f-9df5-422e-8637-258e77f78c1b tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:52.424496 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ca7926f-9df5-422e-8637-258e77f78c1b tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:52.428473 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6d0204a5-b019-43cb-b77b-00862604b89e tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:52.428638 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-2ca7926f-9df5-422e-8637-258e77f78c1b tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "DELETE /v2.0/subnets/5e880248-d74c-4ef6-ac03-1809ae1ad8ee HTTP/1.1" status: 404 len: 337 time: 0.0356383 Sep 24 15:56:52.432407 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47142) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:52.492374 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d637855-79cb-4da4-9d85-6e476bf67c12 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:52.492887 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d637855-79cb-4da4-9d85-6e476bf67c12 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:52.502941 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-5d637855-79cb-4da4-9d85-6e476bf67c12 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "DELETE /v2.0/subnets/450566c3-4812-4178-9fa4-1042f591d1a4 HTTP/1.1" status: 404 len: 337 time: 0.0661399 Sep 24 15:56:52.505680 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47144) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:52.516468 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bbee7cb-3449-4ea4-9f17-63eb1d17e01f', 'tag': '74b285c7-50a5-4fa0-8dc5-887f6e83db67'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:56:52.519816 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5201a4-d426-4f74-9142-092f0dfd2703" -d '{"events": [{"name": "network-changed", "server_uuid": "7bbee7cb-3449-4ea4-9f17-63eb1d17e01f", "tag": "74b285c7-50a5-4fa0-8dc5-887f6e83db67"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:56:52.560912 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-cae726aa-f3ef-4f0e-af66-255f2ad0d2f5 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:52.561326 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cae726aa-f3ef-4f0e-af66-255f2ad0d2f5 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:52.566392 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-cae726aa-f3ef-4f0e-af66-255f2ad0d2f5 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "DELETE /v2.0/subnets/3f360573-9690-4a7f-a293-53221c393c74 HTTP/1.1" status: 404 len: 337 time: 0.0592515 Sep 24 15:56:52.567074 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47148) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:52.597752 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-48ddc848-4fb3-467b-bad8-07872eb4f36c tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:52.598941 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48ddc848-4fb3-467b-bad8-07872eb4f36c tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:52.600707 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-48ddc848-4fb3-467b-bad8-07872eb4f36c tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "DELETE /v2.0/ports/71ff88e4-f5fe-438a-b1d3-1ba2fd1f6593 HTTP/1.1" status: 404 len: 333 time: 0.0323668 Sep 24 15:56:52.606178 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47150) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:52.608469 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-d634c818-d72d-4b6e-b0ee-4ee99039a878 None None] Provisioning complete for port 7b95be45-79ba-4e4a-b220-81dc1653a994 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:56:52.608851 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d634c818-d72d-4b6e-b0ee-4ee99039a878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:52.641629 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-20c1992a-e750-4ebd-81b4-b01a2e7bb7c4 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:52.643967 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20c1992a-e750-4ebd-81b4-b01a2e7bb7c4 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:52.645878 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-20c1992a-e750-4ebd-81b4-b01a2e7bb7c4 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "DELETE /v2.0/subnets/6510508e-008a-4f30-9022-2619461f752a HTTP/1.1" status: 404 len: 337 time: 0.0381835 Sep 24 15:56:52.651994 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47152) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:52.696644 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-860aecc4-7e33-432a-a276-4738a17fb9ee tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:52.697116 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-860aecc4-7e33-432a-a276-4738a17fb9ee tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:52.701255 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-860aecc4-7e33-432a-a276-4738a17fb9ee tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "DELETE /v2.0/subnets/84e6aa82-5bee-4e7c-977b-a779a48c2b08 HTTP/1.1" status: 404 len: 337 time: 0.0459669 Sep 24 15:56:52.701512 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47160) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:52.746279 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-14315655-66be-4694-9cd7-2338f4a672c3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:52.750683 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14315655-66be-4694-9cd7-2338f4a672c3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:52.762537 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-14315655-66be-4694-9cd7-2338f4a672c3 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "DELETE /v2.0/ports/5e1e5576-126c-450b-b1e7-05da9437635c HTTP/1.1" status: 404 len: 333 time: 0.0557299 Sep 24 15:56:52.762537 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47162) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:52.812649 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-62b93992-c6d7-4b2f-98a6-708400b32564 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:52.813295 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62b93992-c6d7-4b2f-98a6-708400b32564 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:52.815468 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-62b93992-c6d7-4b2f-98a6-708400b32564 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "DELETE /v2.0/subnets/68fbc2b3-85d4-4ca8-b053-9e59fe199d9b HTTP/1.1" status: 404 len: 337 time: 0.0522509 Sep 24 15:56:52.817975 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47166) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:52.855086 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-d634c818-d72d-4b6e-b0ee-4ee99039a878 None None] Provisioning complete for port fe0f35c7-f6af-4545-8538-a6af657630de triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:56:52.856224 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d634c818-d72d-4b6e-b0ee-4ee99039a878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:52.862897 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-07339e3c-1f1f-4265-b832-961ff856194c tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] DELETE failed (client error): The resource could not be found. Sep 24 15:56:52.863386 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07339e3c-1f1f-4265-b832-961ff856194c tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:56:52.865171 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-07339e3c-1f1f-4265-b832-961ff856194c tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "DELETE /v2.0/subnets/3589ec21-0448-47b3-9a86-715f3795d668 HTTP/1.1" status: 404 len: 337 time: 0.0459197 Sep 24 15:56:52.872033 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47170) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:52.878627 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7971209-d5a1-4437-832d-4120a8f2f357 req-66359d68-b094-45c1-a30a-8dbef8abb373 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:52.889168 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d7971209-d5a1-4437-832d-4120a8f2f357 req-66359d68-b094-45c1-a30a-8dbef8abb373 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.101 "GET /v2.0/ports?device_id=f96b4a00-4223-4d7b-8cee-62d33341ef0f HTTP/1.1" status: 200 len: 946 time: 0.4576247 Sep 24 15:56:52.919142 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88c0b86-230b-49eb-8308-fd0db3209ac2 None None] DHCP port deletion for d09fcc39-a3ae-48b5-a16d-fbfa237204b6 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:56:52.930533 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6d0204a5-b019-43cb-b77b-00862604b89e tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:52.947964 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-d634c818-d72d-4b6e-b0ee-4ee99039a878 None None] Port fe0f35c7-f6af-4545-8538-a6af657630de cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:56:53.008746 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ac98a-c15b-421c-9a7e-94d6f37f9da2 req-c323caab-5191-44fd-90b5-810a27320c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:53.010355 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-f1be45ba-ae75-4db4-afaf-0f88e9fa1938 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Deleting port fe0f35c7-f6af-4545-8538-a6af657630de {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:56:53.010873 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f1be45ba-ae75-4db4-afaf-0f88e9fa1938 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:53.015488 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bc1ac98a-c15b-421c-9a7e-94d6f37f9da2 req-c323caab-5191-44fd-90b5-810a27320c89 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=7841fa2f595c42b88ef5416d36f78c25&device_id=7bbee7cb-3449-4ea4-9f17-63eb1d17e01f HTTP/1.1" status: 200 len: 1094 time: 0.5690517 Sep 24 15:56:53.022673 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-d88c0b86-230b-49eb-8308-fd0db3209ac2 None None] Deleting port 7b95be45-79ba-4e4a-b220-81dc1653a994 {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:56:53.023138 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d88c0b86-230b-49eb-8308-fd0db3209ac2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:53.126546 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f1be45ba-ae75-4db4-afaf-0f88e9fa1938 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:53.135041 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bc1ac98a-c15b-421c-9a7e-94d6f37f9da2 req-795ddafc-7b65-42b3-83ed-845c1994b265 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74b285c7-50a5-4fa0-8dc5-887f6e83db67 HTTP/1.1" status: 200 len: 217 time: 0.0602353 Sep 24 15:56:53.144457 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-f1be45ba-ae75-4db4-afaf-0f88e9fa1938 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Calling delete_port for fe0f35c7-f6af-4545-8538-a6af657630de owned by {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:56:53.150629 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-d88c0b86-230b-49eb-8308-fd0db3209ac2 None None] For port 7b95be45-79ba-4e4a-b220-81dc1653a994, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=7b95be45-79ba-4e4a-b220-81dc1653a994,segment=NetworkSegment(8081f0b6-c7d7-4e45-a7e9-2bf4ca5543c2),segment_id=8081f0b6-c7d7-4e45-a7e9-2bf4ca5543c2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:56:53.151772 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d88c0b86-230b-49eb-8308-fd0db3209ac2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:53.177771 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-d88c0b86-230b-49eb-8308-fd0db3209ac2 None None] Calling delete_port for 7b95be45-79ba-4e4a-b220-81dc1653a994 owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:56:53.277686 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d7971209-d5a1-4437-832d-4120a8f2f357 req-ab7b0400-627c-4231-9cfc-b2081c5fb43e tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.101 "GET /v2.0/security-groups?id=b08d5ed6-e549-411e-93fa-b917e2edcd92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3874526 Sep 24 15:56:53.333371 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ac98a-c15b-421c-9a7e-94d6f37f9da2 req-f4d9d696-1b5f-4102-9384-2ffbedcd40a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:53.338629 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bc1ac98a-c15b-421c-9a7e-94d6f37f9da2 req-f4d9d696-1b5f-4102-9384-2ffbedcd40a1 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=6ff16690-23f5-46c1-9253-2f37b777a341 HTTP/1.1" status: 200 len: 835 time: 0.1918700 Sep 24 15:56:53.346286 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 7b95be45-79ba-4e4a-b220-81dc1653a994 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:56:53.386373 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f1be45ba-ae75-4db4-afaf-0f88e9fa1938 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:53.443452 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d80847-8dfd-4987-8de5-103ac601f9fc x-openstack-request-id: req-c1d80847-8dfd-4987-8de5-103ac601f9fc {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:56:53.443755 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bbee7cb-3449-4ea4-9f17-63eb1d17e01f", "tag": "74b285c7-50a5-4fa0-8dc5-887f6e83db67", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:56:53.444018 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c1d80847-8dfd-4987-8de5-103ac601f9fc {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:56:53.444422 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1691173b-6971-495a-a749-e77d5efc904c x-openstack-request-id: req-1691173b-6971-495a-a749-e77d5efc904c {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:56:53.444609 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bbee7cb-3449-4ea4-9f17-63eb1d17e01f', 'tag': '74b285c7-50a5-4fa0-8dc5-887f6e83db67', 'status': 'completed', 'code': 200} Sep 24 15:56:53.447412 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f96b4a00-4223-4d7b-8cee-62d33341ef0f", "name": "network-vif-plugged", "status": "completed", "tag": "4e054914-49c9-44fe-a738-df527faee0b9", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:56:53.448032 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-1691173b-6971-495a-a749-e77d5efc904c {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:56:53.449289 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f96b4a00-4223-4d7b-8cee-62d33341ef0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e054914-49c9-44fe-a738-df527faee0b9', 'code': 200} Sep 24 15:56:53.461068 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6d0204a5-b019-43cb-b77b-00862604b89e tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:53.462125 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d88c0b86-230b-49eb-8308-fd0db3209ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:53.468671 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1be45ba-ae75-4db4-afaf-0f88e9fa1938 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event deleted for resources: {'Port': ['ID=fe0f35c7-f6af-4545-8538-a6af657630de,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:53.492852 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f1be45ba-ae75-4db4-afaf-0f88e9fa1938 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:53.498826 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f1be45ba-ae75-4db4-afaf-0f88e9fa1938 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "DELETE /v2.0/ports/fe0f35c7-f6af-4545-8538-a6af657630de HTTP/1.1" status: 204 len: 168 time: 0.6249518 Sep 24 15:56:53.502731 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47182) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:53.518071 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0204a5-b019-43cb-b77b-00862604b89e tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Pushing event deleted for resources: {'Subnet': ['ID=f339af8f-c422-4912-a7ff-6a246ea092ee,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:53.531230 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88c0b86-230b-49eb-8308-fd0db3209ac2 None None] Pushing event deleted for resources: {'Port': ['ID=7b95be45-79ba-4e4a-b220-81dc1653a994,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:53.536408 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No active binding found for port 7b95be45-79ba-4e4a-b220-81dc1653a994 {{(pid=95299) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 24 15:56:53.537122 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 7b95be45-79ba-4e4a-b220-81dc1653a994 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:56:53.540075 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88c0b86-230b-49eb-8308-fd0db3209ac2 None None] No DVR routers for this DVR port 7b95be45-79ba-4e4a-b220-81dc1653a994 on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:56:53.578123 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ac98a-c15b-421c-9a7e-94d6f37f9da2 req-0ad6f898-00e4-4878-b1db-a7a1d9f65e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:53.583041 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bc1ac98a-c15b-421c-9a7e-94d6f37f9da2 req-0ad6f898-00e4-4878-b1db-a7a1d9f65e00 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=86c3d0ed-1df9-469f-9686-3575b374c832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2395077 Sep 24 15:56:53.611786 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c981746-ca47-4a0d-93c3-f3617ca59a02 None None] Network 4d256f9c-b5fc-40e2-b9bb-6481a19982a6 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:56:53.638838 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6d0204a5-b019-43cb-b77b-00862604b89e tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:53.643487 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-6d0204a5-b019-43cb-b77b-00862604b89e tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] 10.222.0.101 "DELETE /v2.0/subnets/f339af8f-c422-4912-a7ff-6a246ea092ee HTTP/1.1" status: 204 len: 168 time: 1.6345870 Sep 24 15:56:53.646544 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47188) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:53.704285 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b8c2421e-fdd9-4fd8-bead-f235f8a46782 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:53.832944 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b8c2421e-fdd9-4fd8-bead-f235f8a46782 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:53.853142 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa9a4c-ad67-4877-87b8-2dbb7bef354b req-143f7383-c384-4274-af65-d3c098456dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:53.854701 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-31fa9a4c-ad67-4877-87b8-2dbb7bef354b req-143f7383-c384-4274-af65-d3c098456dd6 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=f96b4a00-4223-4d7b-8cee-62d33341ef0f HTTP/1.1" status: 200 len: 1097 time: 0.3985906 Sep 24 15:56:53.859197 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-b8c2421e-fdd9-4fd8-bead-f235f8a46782 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d09fcc39-a3ae-48b5-a16d-fbfa237204b6']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:56:53.887709 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-b8c2421e-fdd9-4fd8-bead-f235f8a46782 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8081f0b6-c7d7-4e45-a7e9-2bf4ca5543c2') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:56:53.888157 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-b8c2421e-fdd9-4fd8-bead-f235f8a46782 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8081f0b6-c7d7-4e45-a7e9-2bf4ca5543c2') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:56:53.902005 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574c3752-dfc6-4f51-ab74-76477d348a62 None None] DHCP port deletion for 4d256f9c-b5fc-40e2-b9bb-6481a19982a6 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:56:53.902498 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b8c2421e-fdd9-4fd8-bead-f235f8a46782 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:53.903094 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b921445f-7c8d-419a-8af9-b4693670cb27 req-edf95f0c-941d-4f1f-bda1-b9c4f3bc453e tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:53.911288 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b921445f-7c8d-419a-8af9-b4693670cb27 req-edf95f0c-941d-4f1f-bda1-b9c4f3bc453e tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/ports?device_id=7bbee7cb-3449-4ea4-9f17-63eb1d17e01f HTTP/1.1" status: 200 len: 943 time: 0.3166058 Sep 24 15:56:53.917465 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9624907b-0fda-46dd-9a20-b1b10cb63f47 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:53.918740 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b8c2421e-fdd9-4fd8-bead-f235f8a46782 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:53.926581 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8c2421e-fdd9-4fd8-bead-f235f8a46782 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Releasing vlan 1270 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:56:53.927396 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b8c2421e-fdd9-4fd8-bead-f235f8a46782 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:53.975208 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bc1ac98a-c15b-421c-9a7e-94d6f37f9da2 req-779533b1-1ba8-4e3b-b5eb-f6578033db94 service neutron] 10.222.0.108 "GET /v2.0/networks/86c3d0ed-1df9-469f-9686-3575b374c832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3759451 Sep 24 15:56:53.989083 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-31fa9a4c-ad67-4877-87b8-2dbb7bef354b req-01238ecf-d315-4890-92e5-d61c105e76f5 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=b08d5ed6-e549-411e-93fa-b917e2edcd92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225069 Sep 24 15:56:54.017021 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:56:54.017021 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:56:54.017021 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:56:54.017021 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:56:54.017021 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:56:54.017021 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:56:54.017021 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:56:54.017021 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:56:54.017021 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:56:54.017021 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:56:54.017021 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:56:54.017021 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:56:54.017021 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:56:54.017021 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:56:54.017021 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:56:54.017021 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:56:54.017021 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:56:54.017021 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:56:54.017021 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:56:54.017021 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:56:54.017021 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:56:54.017021 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:56:54.017021 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:56:54.017021 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:56:54.017021 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:56:54.017021 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:56:54.017021 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:56:54.017021 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:56:54.017021 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:56:54.017021 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:56:54.017021 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:56:54.017021 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:56:54.025312 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-574c3752-dfc6-4f51-ab74-76477d348a62 None None] Deleting port 3b70231c-f9a0-43fb-b10f-ae04ae9e7c99 {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:56:54.025312 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-574c3752-dfc6-4f51-ab74-76477d348a62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:54.077991 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b921445f-7c8d-419a-8af9-b4693670cb27 req-483dfc15-e4ea-4122-9926-72f5a64c24ed tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/security-groups?id=95020bcf-266e-4b6b-8ca8-225847e62790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1658242 Sep 24 15:56:54.120791 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b8c2421e-fdd9-4fd8-bead-f235f8a46782 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:54.122824 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-574c3752-dfc6-4f51-ab74-76477d348a62 None None] For port 3b70231c-f9a0-43fb-b10f-ae04ae9e7c99, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=3b70231c-f9a0-43fb-b10f-ae04ae9e7c99,segment=NetworkSegment(8d527d85-fb53-448d-bd32-d6ec2619966b),segment_id=8d527d85-fb53-448d-bd32-d6ec2619966b)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:56:54.123292 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-574c3752-dfc6-4f51-ab74-76477d348a62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:54.128757 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b8c2421e-fdd9-4fd8-bead-f235f8a46782 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:54.130800 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b8c2421e-fdd9-4fd8-bead-f235f8a46782 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] 10.222.0.101 "DELETE /v2.0/networks/d09fcc39-a3ae-48b5-a16d-fbfa237204b6 HTTP/1.1" status: 204 len: 168 time: 0.6243973 Sep 24 15:56:54.140513 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-574c3752-dfc6-4f51-ab74-76477d348a62 None None] Calling delete_port for 3b70231c-f9a0-43fb-b10f-ae04ae9e7c99 owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:56:54.160232 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c2421e-fdd9-4fd8-bead-f235f8a46782 tempest-PortsTestJSON-423338710 tempest-PortsTestJSON-423338710-project] Pushing event deleted for resources: {'Network': ['ID=d09fcc39-a3ae-48b5-a16d-fbfa237204b6,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:54.241949 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bc1ac98a-c15b-421c-9a7e-94d6f37f9da2 req-b533287c-233e-4353-a389-6652d3ca93b4 service neutron] 10.222.0.108 "GET /v2.0/networks/86c3d0ed-1df9-469f-9686-3575b374c832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557971 Sep 24 15:56:54.252471 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-9624907b-0fda-46dd-9a20-b1b10cb63f47 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Deleting port 3b70231c-f9a0-43fb-b10f-ae04ae9e7c99 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:56:54.252903 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9624907b-0fda-46dd-9a20-b1b10cb63f47 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:54.342908 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-9624907b-0fda-46dd-9a20-b1b10cb63f47 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] For port 3b70231c-f9a0-43fb-b10f-ae04ae9e7c99, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=3b70231c-f9a0-43fb-b10f-ae04ae9e7c99,segment=NetworkSegment(8d527d85-fb53-448d-bd32-d6ec2619966b),segment_id=8d527d85-fb53-448d-bd32-d6ec2619966b)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:56:54.343282 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9624907b-0fda-46dd-9a20-b1b10cb63f47 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:54.366651 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-574c3752-dfc6-4f51-ab74-76477d348a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:54.377710 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4b9ce8fb-b91b-43a1-96f0-14226f5f30ce tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:54.403895 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574c3752-dfc6-4f51-ab74-76477d348a62 None None] Pushing event deleted for resources: {'Port': ['ID=3b70231c-f9a0-43fb-b10f-ae04ae9e7c99,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:54.407882 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574c3752-dfc6-4f51-ab74-76477d348a62 None None] No DVR routers for this DVR port 3b70231c-f9a0-43fb-b10f-ae04ae9e7c99 on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:56:54.443495 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92b9dff-5b56-4778-aedf-27ddeaa13beb req-4d3cd3d4-eee2-48f4-8194-cf4745616102 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:54.448969 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d92b9dff-5b56-4778-aedf-27ddeaa13beb req-4d3cd3d4-eee2-48f4-8194-cf4745616102 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.101 "GET /v2.0/ports?device_id=f96b4a00-4223-4d7b-8cee-62d33341ef0f HTTP/1.1" status: 200 len: 946 time: 0.0785754 Sep 24 15:56:54.449127 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-9624907b-0fda-46dd-9a20-b1b10cb63f47 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Calling delete_port for 3b70231c-f9a0-43fb-b10f-ae04ae9e7c99 owned by network:dhcp {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:56:54.494666 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d92b9dff-5b56-4778-aedf-27ddeaa13beb req-e5a9d3ef-0d05-4d08-bdee-89ab0aa656df tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.101 "GET /v2.0/security-groups?id=b08d5ed6-e549-411e-93fa-b917e2edcd92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407073 Sep 24 15:56:54.601674 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5201a4-d426-4f74-9142-092f0dfd2703 req-1cc041ff-10bc-4adf-b4f3-4610479e47b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:54.603313 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ad5201a4-d426-4f74-9142-092f0dfd2703 req-1cc041ff-10bc-4adf-b4f3-4610479e47b7 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=7841fa2f595c42b88ef5416d36f78c25&device_id=7bbee7cb-3449-4ea4-9f17-63eb1d17e01f HTTP/1.1" status: 200 len: 1094 time: 0.1467588 Sep 24 15:56:54.985332 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47210) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:55.229244 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9624907b-0fda-46dd-9a20-b1b10cb63f47 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:55.316480 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9624907b-0fda-46dd-9a20-b1b10cb63f47 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Pushing event deleted for resources: {'Port': ['ID=3b70231c-f9a0-43fb-b10f-ae04ae9e7c99,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:55.348851 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 3b70231c-f9a0-43fb-b10f-ae04ae9e7c99 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:56:55.367793 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e2fa0b3a-2733-4d5c-b1ba-cfa7951161c9 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=60728dc15ec0482fbe958ba9258d8b5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3795390 Sep 24 15:56:55.368692 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9624907b-0fda-46dd-9a20-b1b10cb63f47 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] No DVR routers for this DVR port 3b70231c-f9a0-43fb-b10f-ae04ae9e7c99 on host n-d-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:56:55.370649 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47224) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:55.392130 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 3b70231c-f9a0-43fb-b10f-ae04ae9e7c99 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:56:55.393208 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 3b70231c-f9a0-43fb-b10f-ae04ae9e7c99 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:56:55.445058 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5201a4-d426-4f74-9142-092f0dfd2703 req-abd3cb74-7b9c-4a5e-8c3c-35b63aec848c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:55.446753 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ad5201a4-d426-4f74-9142-092f0dfd2703 req-abd3cb74-7b9c-4a5e-8c3c-35b63aec848c service neutron] 10.222.0.108 "GET /v2.0/networks?id=86c3d0ed-1df9-469f-9686-3575b374c832 HTTP/1.1" status: 200 len: 898 time: 0.8308227 Sep 24 15:56:55.496222 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b2c95ec7-3b0f-402f-891e-57334528108a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:55.521010 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b2c95ec7-3b0f-402f-891e-57334528108a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:55.639565 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9624907b-0fda-46dd-9a20-b1b10cb63f47 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:55.657191 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b2c95ec7-3b0f-402f-891e-57334528108a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:55.660299 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b2c95ec7-3b0f-402f-891e-57334528108a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:55.661474 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b2c95ec7-3b0f-402f-891e-57334528108a admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c3d08907-33a2-49b7-b669-c82e08cae4d4 HTTP/1.1" status: 204 len: 168 time: 0.2898386 Sep 24 15:56:55.668431 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-9624907b-0fda-46dd-9a20-b1b10cb63f47 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d256f9c-b5fc-40e2-b9bb-6481a19982a6']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:56:55.673843 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c95ec7-3b0f-402f-891e-57334528108a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d08907-33a2-49b7-b669-c82e08cae4d4,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:55.690975 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-9624907b-0fda-46dd-9a20-b1b10cb63f47 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d527d85-fb53-448d-bd32-d6ec2619966b') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:56:55.691538 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-9624907b-0fda-46dd-9a20-b1b10cb63f47 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d527d85-fb53-448d-bd32-d6ec2619966b') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:56:55.698309 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd727aa0-0ba9-4dfb-b373-27780e413398 req-b9f00aa7-24cc-470b-aa95-aa5e63fca824 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:55.708460 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bd727aa0-0ba9-4dfb-b373-27780e413398 req-b9f00aa7-24cc-470b-aa95-aa5e63fca824 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.101 "GET /v2.0/ports?device_id=f96b4a00-4223-4d7b-8cee-62d33341ef0f HTTP/1.1" status: 200 len: 946 time: 0.0959876 Sep 24 15:56:55.715001 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9624907b-0fda-46dd-9a20-b1b10cb63f47 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:55.732613 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9624907b-0fda-46dd-9a20-b1b10cb63f47 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:55.739046 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9624907b-0fda-46dd-9a20-b1b10cb63f47 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Releasing vlan 1265 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:56:55.739706 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9624907b-0fda-46dd-9a20-b1b10cb63f47 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:55.779018 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f1e5a2-dfe4-48d3-8638-d558e34b6914 req-a4d444b9-4820-4f8d-bf38-a434cc6fc672 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:55.780557 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-88f1e5a2-dfe4-48d3-8638-d558e34b6914 req-a4d444b9-4820-4f8d-bf38-a434cc6fc672 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/ports?device_id=7bbee7cb-3449-4ea4-9f17-63eb1d17e01f HTTP/1.1" status: 200 len: 943 time: 0.5805385 Sep 24 15:56:55.781925 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ad5201a4-d426-4f74-9142-092f0dfd2703 req-45cddc01-1b9c-4fd0-a1fd-981b7120c84a service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74b285c7-50a5-4fa0-8dc5-887f6e83db67 HTTP/1.1" status: 200 len: 217 time: 0.3228450 Sep 24 15:56:55.782730 n-d-808921-1 neutron-server[95298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:56:55.782730 n-d-808921-1 neutron-server[95298]: self.session.flush() Sep 24 15:56:55.782730 n-d-808921-1 neutron-server[95298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:56:55.782730 n-d-808921-1 neutron-server[95298]: self.session.flush() Sep 24 15:56:55.782730 n-d-808921-1 neutron-server[95298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:56:55.782730 n-d-808921-1 neutron-server[95298]: self.session.flush() Sep 24 15:56:55.782730 n-d-808921-1 neutron-server[95298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:56:55.782730 n-d-808921-1 neutron-server[95298]: self.session.flush() Sep 24 15:56:55.782730 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:56:55.782730 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:56:55.782730 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:56:55.782730 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:56:55.782730 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:56:55.782730 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:56:55.782730 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:56:55.782730 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:56:55.782730 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:56:55.782730 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:56:55.782730 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:56:55.782730 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:56:55.782730 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:56:55.782730 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:56:55.782730 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:56:55.782730 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:56:55.782730 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:56:55.782730 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:56:55.782730 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:56:55.782730 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:56:55.782730 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:56:55.782730 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:56:55.782730 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:56:55.782730 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:56:55.782730 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:56:55.782730 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:56:55.782730 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:56:55.782730 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:56:55.782730 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:56:55.782730 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:56:55.782730 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:56:55.782730 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:56:55.813688 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bd727aa0-0ba9-4dfb-b373-27780e413398 req-806685a4-fc3a-49ad-b500-cd7cf1a2e151 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.101 "GET /v2.0/security-groups?id=b08d5ed6-e549-411e-93fa-b917e2edcd92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955663 Sep 24 15:56:55.936707 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c0f810-5836-4092-90f4-99b39168aaf9 req-aba15084-b8cc-4432-9433-71b34a449164 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:55.938534 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-27c0f810-5836-4092-90f4-99b39168aaf9 req-aba15084-b8cc-4432-9433-71b34a449164 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.101 "GET /v2.0/ports?device_id=13964ba9-821b-4915-a326-d42c578a9567 HTTP/1.1" status: 200 len: 946 time: 0.0582893 Sep 24 15:56:55.954477 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-88f1e5a2-dfe4-48d3-8638-d558e34b6914 req-c2da4546-0156-40ed-a43f-095f52642fd9 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/security-groups?id=95020bcf-266e-4b6b-8ca8-225847e62790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300845 Sep 24 15:56:55.968059 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5201a4-d426-4f74-9142-092f0dfd2703 req-e4edf77a-2dcb-47d4-a39c-acd07f979dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:55.969688 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ad5201a4-d426-4f74-9142-092f0dfd2703 req-e4edf77a-2dcb-47d4-a39c-acd07f979dc2 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=6ff16690-23f5-46c1-9253-2f37b777a341 HTTP/1.1" status: 200 len: 835 time: 0.1429465 Sep 24 15:56:56.002796 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-27c0f810-5836-4092-90f4-99b39168aaf9 req-0164b704-e268-4d62-a2b3-32099ba0ba17 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.101 "GET /v2.0/security-groups?id=b08d5ed6-e549-411e-93fa-b917e2edcd92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536110 Sep 24 15:56:56.028439 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-4b9ce8fb-b91b-43a1-96f0-14226f5f30ce tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Deleting port 9e51ef6d-7936-4733-8923-52c25f5a6d4a {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:56:56.028785 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4b9ce8fb-b91b-43a1-96f0-14226f5f30ce tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:56.084967 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5201a4-d426-4f74-9142-092f0dfd2703 req-8c977a24-8c62-482f-8658-3b28287c2632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:56.087008 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ad5201a4-d426-4f74-9142-092f0dfd2703 req-8c977a24-8c62-482f-8658-3b28287c2632 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=86c3d0ed-1df9-469f-9686-3575b374c832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1091402 Sep 24 15:56:56.138896 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9624907b-0fda-46dd-9a20-b1b10cb63f47 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:56.144428 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9624907b-0fda-46dd-9a20-b1b10cb63f47 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:56.146675 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-9624907b-0fda-46dd-9a20-b1b10cb63f47 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] 10.222.0.101 "DELETE /v2.0/networks/4d256f9c-b5fc-40e2-b9bb-6481a19982a6 HTTP/1.1" status: 204 len: 168 time: 2.4864831 Sep 24 15:56:56.193905 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9624907b-0fda-46dd-9a20-b1b10cb63f47 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990 tempest-ExtraDHCPOptionsIpV6TestJSON-1616951990-project] Pushing event deleted for resources: {'Network': ['ID=4d256f9c-b5fc-40e2-b9bb-6481a19982a6,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:56.289783 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-4b9ce8fb-b91b-43a1-96f0-14226f5f30ce tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] For port 9e51ef6d-7936-4733-8923-52c25f5a6d4a, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=9e51ef6d-7936-4733-8923-52c25f5a6d4a,segment=NetworkSegment(a16152fb-2bdf-4e02-99e2-b4e349df34e6),segment_id=a16152fb-2bdf-4e02-99e2-b4e349df34e6)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:56:56.290163 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4b9ce8fb-b91b-43a1-96f0-14226f5f30ce tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:56.315480 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-4b9ce8fb-b91b-43a1-96f0-14226f5f30ce tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Calling delete_port for 9e51ef6d-7936-4733-8923-52c25f5a6d4a owned by network:router_interface {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:56:56.408328 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ad5201a4-d426-4f74-9142-092f0dfd2703 req-db406bdc-2c73-457f-a509-1715be98476b service neutron] 10.222.0.108 "GET /v2.0/networks/86c3d0ed-1df9-469f-9686-3575b374c832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872157 Sep 24 15:56:56.578189 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ad5201a4-d426-4f74-9142-092f0dfd2703 req-27a806ed-6e1d-418c-9406-8946a3c5ee4c service neutron] 10.222.0.108 "GET /v2.0/networks/86c3d0ed-1df9-469f-9686-3575b374c832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616743 Sep 24 15:56:56.849055 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4b9ce8fb-b91b-43a1-96f0-14226f5f30ce tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:56.877636 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9ce8fb-b91b-43a1-96f0-14226f5f30ce tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event deleted for resources: {'Port': ['ID=9e51ef6d-7936-4733-8923-52c25f5a6d4a,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:56.913071 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47258) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:57.269398 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 74b285c7-50a5-4fa0-8dc5-887f6e83db67 details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:56:57.305892 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-2fc9142a-4c4c-43a3-b9a2-834f2ce8e897 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=2d946ad750444f0d89ba5cce0015eec1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3985317 Sep 24 15:56:57.307742 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47274) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:57.321851 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65788de0-7d57-4dd0-8bbe-4806f96c22a8 req-28a6a8ea-ec0a-4973-a254-6b3b264233ed tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:57.325655 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-65788de0-7d57-4dd0-8bbe-4806f96c22a8 req-28a6a8ea-ec0a-4973-a254-6b3b264233ed tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/ports?device_id=7bbee7cb-3449-4ea4-9f17-63eb1d17e01f HTTP/1.1" status: 200 len: 943 time: 0.1973462 Sep 24 15:56:57.376946 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4b9ce8fb-b91b-43a1-96f0-14226f5f30ce tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:57.404758 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-65788de0-7d57-4dd0-8bbe-4806f96c22a8 req-ee1da313-043d-49aa-b9a6-1b4ca1abd657 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/security-groups?id=95020bcf-266e-4b6b-8ca8-225847e62790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714512 Sep 24 15:56:57.457799 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c398bb0d-4112-44e0-a675-b542dd69ab60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:57.506608 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c398bb0d-4112-44e0-a675-b542dd69ab60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:57.534631 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 74b285c7-50a5-4fa0-8dc5-887f6e83db67, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=74b285c7-50a5-4fa0-8dc5-887f6e83db67,segment=NetworkSegment(3b0d1fe3-9fe9-4ff8-92fd-d9c45ff0aa0c),segment_id=3b0d1fe3-9fe9-4ff8-92fd-d9c45ff0aa0c)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:56:57.550620 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': '74b285c7-50a5-4fa0-8dc5-887f6e83db67', 'network_id': '86c3d0ed-1df9-469f-9686-3575b374c832', 'port_id': '74b285c7-50a5-4fa0-8dc5-887f6e83db67', 'mac_address': 'fa:16:3e:72:86:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ff16690-23f5-46c1-9253-2f37b777a341', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:56:57.622478 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47288) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:57.651148 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:57.688434 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74b285c7-50a5-4fa0-8dc5-887f6e83db67 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:56:57.698439 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c398bb0d-4112-44e0-a675-b542dd69ab60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:57.705260 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c398bb0d-4112-44e0-a675-b542dd69ab60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:57.720231 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-c398bb0d-4112-44e0-a675-b542dd69ab60 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/21bfb272-ca9c-4401-8008-d0948decd3b3 HTTP/1.1" status: 204 len: 168 time: 0.4082866 Sep 24 15:56:57.785026 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c398bb0d-4112-44e0-a675-b542dd69ab60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21bfb272-ca9c-4401-8008-d0948decd3b3,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:57.785359 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 74b285c7-50a5-4fa0-8dc5-887f6e83db67, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=74b285c7-50a5-4fa0-8dc5-887f6e83db67,segment=NetworkSegment(3b0d1fe3-9fe9-4ff8-92fd-d9c45ff0aa0c),segment_id=3b0d1fe3-9fe9-4ff8-92fd-d9c45ff0aa0c)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:56:57.864885 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:57.868629 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b9ce8fb-b91b-43a1-96f0-14226f5f30ce tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Router 78c405c4-a398-4aa6-b221-c98db0153635 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:56:57.931139 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-594b34fd-b906-4863-89a5-1dc951bf9f94 tempest-DvrRoutersNegativeTest-664529970 tempest-DvrRoutersNegativeTest-664529970-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1035653791', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:56:57.937219 n-d-808921-1 neutron-server[95297]: DEBUG neutron.policy [None req-594b34fd-b906-4863-89a5-1dc951bf9f94 tempest-DvrRoutersNegativeTest-664529970 tempest-DvrRoutersNegativeTest-664529970-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=95297) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Sep 24 15:56:57.937778 n-d-808921-1 neutron-server[95297]: DEBUG neutron.policy [None req-594b34fd-b906-4863-89a5-1dc951bf9f94 tempest-DvrRoutersNegativeTest-664529970 tempest-DvrRoutersNegativeTest-664529970-project] Failed policy check for 'create_router' {{(pid=95297) enforce /opt/stack/neutron/neutron/policy.py:520}} Sep 24 15:56:57.940709 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [None req-594b34fd-b906-4863-89a5-1dc951bf9f94 tempest-DvrRoutersNegativeTest-664529970 tempest-DvrRoutersNegativeTest-664529970-project] create failed (client error): Access was denied to this resource. Sep 24 15:56:57.942183 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-594b34fd-b906-4863-89a5-1dc951bf9f94 tempest-DvrRoutersNegativeTest-664529970 tempest-DvrRoutersNegativeTest-664529970-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3186028 Sep 24 15:56:58.025425 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=74b285c7-50a5-4fa0-8dc5-887f6e83db67,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:58.025552 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-2a731f3a-e54f-474a-9e34-a2484b73aa75 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:58.026712 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-2a731f3a-e54f-474a-9e34-a2484b73aa75 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.101 "GET /v2.0/networks?id=8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9 HTTP/1.1" status: 200 len: 813 time: 0.4018507 Sep 24 15:56:58.074621 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-95c90b49-013d-4151-ad62-1f7e4b5891bf tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.101 "GET /v2.0/quotas/b1d4e87ebb25495582840f0e5900ef24 HTTP/1.1" status: 200 len: 375 time: 0.0375724 Sep 24 15:56:58.112700 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['74b285c7-50a5-4fa0-8dc5-887f6e83db67'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:56:58.154732 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b9ce8fb-b91b-43a1-96f0-14226f5f30ce tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:56:58.172695 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46d699e-edf6-45d4-86cc-f06051ef8f17 None None] Sync routers for ids ['78c405c4-a398-4aa6-b221-c98db0153635'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:56:58.191021 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-4b9ce8fb-b91b-43a1-96f0-14226f5f30ce tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "PUT /v2.0/routers/78c405c4-a398-4aa6-b221-c98db0153635/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9214754 Sep 24 15:56:58.195817 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47302) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:58.228279 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46d699e-edf6-45d4-86cc-f06051ef8f17 None None] Routers {'78c405c4-a398-4aa6-b221-c98db0153635'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:56:58.235866 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-d46d699e-edf6-45d4-86cc-f06051ef8f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:56:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['78c405c4-a398-4aa6-b221-c98db0153635'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:56:58.304047 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-59d59357-a174-479b-8688-53ae2c0abd6e tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Deleting subnet a105c675-e167-42b4-b812-5ae7f91fba38 {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:56:58.313570 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-59d59357-a174-479b-8688-53ae2c0abd6e tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:58.398876 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-2d35155e-abc2-4a23-bb2f-a291a9e554cd tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=b1d4e87ebb25495582840f0e5900ef24&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3216722 Sep 24 15:56:58.402707 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-59d59357-a174-479b-8688-53ae2c0abd6e tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:58.426087 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c23f6e9-9972-4fe9-ab89-33d757ab29bc req-cfd040bd-6c5a-4043-8e61-db2feb3fb21f tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:58.428001 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6c23f6e9-9972-4fe9-ab89-33d757ab29bc req-cfd040bd-6c5a-4043-8e61-db2feb3fb21f tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.110 "GET /v2.0/ports?device_id=13964ba9-821b-4915-a326-d42c578a9567 HTTP/1.1" status: 200 len: 946 time: 0.3478825 Sep 24 15:56:58.617755 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-d46d699e-edf6-45d4-86cc-f06051ef8f17 None None] Set router 78c405c4-a398-4aa6-b221-c98db0153635 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:56:58.701532 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-59d59357-a174-479b-8688-53ae2c0abd6e tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:58.716320 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b97bcc7-7571-4e9d-8e83-d4679b801279 req-d9b8cb9b-619c-4759-84e3-2256c6915c9c tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:58.726155 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4b97bcc7-7571-4e9d-8e83-d4679b801279 req-d9b8cb9b-619c-4759-84e3-2256c6915c9c tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/ports?device_id=7bbee7cb-3449-4ea4-9f17-63eb1d17e01f HTTP/1.1" status: 200 len: 944 time: 0.1612940 Sep 24 15:56:58.798224 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd680d-79cb-4c9b-ab3a-1c30b3319c87 req-3d304a06-f110-4116-b6e7-710b1ae0431f tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:56:58.800362 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-befd680d-79cb-4c9b-ab3a-1c30b3319c87 req-3d304a06-f110-4116-b6e7-710b1ae0431f tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.108 "GET /v2.0/ports?device_id=f96b4a00-4223-4d7b-8cee-62d33341ef0f HTTP/1.1" status: 200 len: 946 time: 0.2880397 Sep 24 15:56:58.839630 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4b97bcc7-7571-4e9d-8e83-d4679b801279 req-e31bdf69-4044-4a43-b560-fcbd7105eaac tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/security-groups?id=95020bcf-266e-4b6b-8ca8-225847e62790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111982 Sep 24 15:56:58.845415 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-392b6ec0-b70c-4714-9f37-5dee8ec22267 service neutron] 10.222.0.101 "GET /v2.0/networks/8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4456289 Sep 24 15:56:58.945763 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-6c23f6e9-9972-4fe9-ab89-33d757ab29bc req-3d45cb05-f74a-4af7-84bf-0c4b16c24e79 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Deleting port 9fdd7155-521b-4e67-a272-ca127d6b07d7 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:56:58.946539 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-6c23f6e9-9972-4fe9-ab89-33d757ab29bc req-3d45cb05-f74a-4af7-84bf-0c4b16c24e79 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:59.088940 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-d46d699e-edf6-45d4-86cc-f06051ef8f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c405c4-a398-4aa6-b221-c98db0153635', 'name': 'tempest-TestNetworkAdvancedServerOps-router-867806077', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ba1ffb8f-07ee-4620-a38b-7a7aae55af6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:54:11Z', 'updated_at': '2021-09-24T15:56:56Z', 'revision_number': 5, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'gw_port': {'id': 'ba1ffb8f-07ee-4620-a38b-7a7aae55af6f', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c405c4-a398-4aa6-b221-c98db0153635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:54:12Z', 'updated_at': '2021-09-24T15:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:56:59.104692 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-6c23f6e9-9972-4fe9-ab89-33d757ab29bc req-3d45cb05-f74a-4af7-84bf-0c4b16c24e79 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] For port 9fdd7155-521b-4e67-a272-ca127d6b07d7, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=9fdd7155-521b-4e67-a272-ca127d6b07d7,segment=NetworkSegment(9bf9bbee-e4f7-4cba-869d-d400e1c83c07),segment_id=9bf9bbee-e4f7-4cba-869d-d400e1c83c07)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:56:59.105112 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-6c23f6e9-9972-4fe9-ab89-33d757ab29bc req-3d45cb05-f74a-4af7-84bf-0c4b16c24e79 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:59.132803 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-befd680d-79cb-4c9b-ab3a-1c30b3319c87 req-88d825f2-0340-49f0-a724-f60f025a45a5 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Deleting port 4e054914-49c9-44fe-a738-df527faee0b9 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:56:59.133391 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-befd680d-79cb-4c9b-ab3a-1c30b3319c87 req-88d825f2-0340-49f0-a724-f60f025a45a5 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:59.134131 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-6c23f6e9-9972-4fe9-ab89-33d757ab29bc req-3d45cb05-f74a-4af7-84bf-0c4b16c24e79 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Calling delete_port for 9fdd7155-521b-4e67-a272-ca127d6b07d7 owned by compute:nova {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:56:59.176370 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46d699e-edf6-45d4-86cc-f06051ef8f17 None None] Checking router: 78c405c4-a398-4aa6-b221-c98db0153635 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:56:59.196469 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46d699e-edf6-45d4-86cc-f06051ef8f17 None None] Routers {'78c405c4-a398-4aa6-b221-c98db0153635'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:56:59.197365 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-d46d699e-edf6-45d4-86cc-f06051ef8f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:56:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['78c405c4-a398-4aa6-b221-c98db0153635'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:56:59.277141 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 74b285c7-50a5-4fa0-8dc5-887f6e83db67 up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:56:59.314910 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-befd680d-79cb-4c9b-ab3a-1c30b3319c87 req-88d825f2-0340-49f0-a724-f60f025a45a5 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] For port 4e054914-49c9-44fe-a738-df527faee0b9, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=4e054914-49c9-44fe-a738-df527faee0b9,segment=NetworkSegment(9bf9bbee-e4f7-4cba-869d-d400e1c83c07),segment_id=9bf9bbee-e4f7-4cba-869d-d400e1c83c07)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:56:59.315290 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-befd680d-79cb-4c9b-ab3a-1c30b3319c87 req-88d825f2-0340-49f0-a724-f60f025a45a5 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:59.364356 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-befd680d-79cb-4c9b-ab3a-1c30b3319c87 req-88d825f2-0340-49f0-a724-f60f025a45a5 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Calling delete_port for 4e054914-49c9-44fe-a738-df527faee0b9 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:56:59.459503 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-d46d699e-edf6-45d4-86cc-f06051ef8f17 None None] Set router 78c405c4-a398-4aa6-b221-c98db0153635 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:56:59.474538 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-59d59357-a174-479b-8688-53ae2c0abd6e tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:59.559247 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-59d59357-a174-479b-8688-53ae2c0abd6e tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:59.561182 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-59d59357-a174-479b-8688-53ae2c0abd6e tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "DELETE /v2.0/subnets/a105c675-e167-42b4-b812-5ae7f91fba38 HTTP/1.1" status: 204 len: 168 time: 1.3598180 Sep 24 15:56:59.562140 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d59357-a174-479b-8688-53ae2c0abd6e tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event deleted for resources: {'Subnet': ['ID=a105c675-e167-42b4-b812-5ae7f91fba38,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:59.563913 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47320) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:59.565489 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port 74b285c7-50a5-4fa0-8dc5-887f6e83db67 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:56:59.575599 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe2fc1f-f155-4d7e-8131-6e2cfe4aeca6 None None] Network 5a006511-b4c6-401d-bf2d-1c9456d23123 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:56:59.578097 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port 74b285c7-50a5-4fa0-8dc5-887f6e83db67 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:56:59.579313 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:59.639621 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-f3f67fe3-84f4-4752-956b-879b4c12aa1e service neutron] 10.222.0.101 "GET /v2.0/networks/8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7777143 Sep 24 15:56:59.721228 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-6c23f6e9-9972-4fe9-ab89-33d757ab29bc req-3d45cb05-f74a-4af7-84bf-0c4b16c24e79 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:59.758855 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['4e054914-49c9-44fe-a738-df527faee0b9'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:56:59.796999 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d45cb05-f74a-4af7-84bf-0c4b16c24e79 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Pushing event deleted for resources: {'Port': ['ID=9fdd7155-521b-4e67-a272-ca127d6b07d7,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:56:59.839391 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d45cb05-f74a-4af7-84bf-0c4b16c24e79 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:56:59.840029 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d45cb05-f74a-4af7-84bf-0c4b16c24e79 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:56:59.844603 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d45cb05-f74a-4af7-84bf-0c4b16c24e79 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:56:59.844603 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d45cb05-f74a-4af7-84bf-0c4b16c24e79 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:56:59.844603 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d45cb05-f74a-4af7-84bf-0c4b16c24e79 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:56:59.844603 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d45cb05-f74a-4af7-84bf-0c4b16c24e79 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:56:59.844603 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d45cb05-f74a-4af7-84bf-0c4b16c24e79 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:56:59.844603 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d45cb05-f74a-4af7-84bf-0c4b16c24e79 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:56:59.846696 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d45cb05-f74a-4af7-84bf-0c4b16c24e79 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:56:59.847227 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d45cb05-f74a-4af7-84bf-0c4b16c24e79 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:56:59.848928 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d45cb05-f74a-4af7-84bf-0c4b16c24e79 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:56:59.849446 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d45cb05-f74a-4af7-84bf-0c4b16c24e79 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:56:59.856134 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['9fdd7155-521b-4e67-a272-ca127d6b07d7'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:56:59.888824 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-d46d699e-edf6-45d4-86cc-f06051ef8f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78c405c4-a398-4aa6-b221-c98db0153635', 'name': 'tempest-TestNetworkAdvancedServerOps-router-867806077', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ba1ffb8f-07ee-4620-a38b-7a7aae55af6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:54:11Z', 'updated_at': '2021-09-24T15:56:56Z', 'revision_number': 5, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'gw_port': {'id': 'ba1ffb8f-07ee-4620-a38b-7a7aae55af6f', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c405c4-a398-4aa6-b221-c98db0153635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:54:12Z', 'updated_at': '2021-09-24T15:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:56:59.889351 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-66b7b726-172f-4a86-9cd2-343c0fe2e4b9 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for router, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:59.899525 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47328) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:56:59.953598 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c23f6e9-9972-4fe9-ab89-33d757ab29bc req-3d45cb05-f74a-4af7-84bf-0c4b16c24e79 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] No DVR routers for this DVR port 9fdd7155-521b-4e67-a272-ca127d6b07d7 on host n-h1-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:56:59.956887 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46d699e-edf6-45d4-86cc-f06051ef8f17 None None] The sync data for ids ['78c405c4-a398-4aa6-b221-c98db0153635'] in n-d-808921-1 is: [{'id': '78c405c4-a398-4aa6-b221-c98db0153635', 'name': 'tempest-TestNetworkAdvancedServerOps-router-867806077', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.80'}], 'enable_snat': True}, 'gw_port_id': 'ba1ffb8f-07ee-4620-a38b-7a7aae55af6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:54:11Z', 'updated_at': '2021-09-24T15:56:56Z', 'revision_number': 5, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'gw_port': {'id': 'ba1ffb8f-07ee-4620-a38b-7a7aae55af6f', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:fb:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78c405c4-a398-4aa6-b221-c98db0153635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2511, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:54:12Z', 'updated_at': '2021-09-24T15:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:56:59.962016 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-6c23f6e9-9972-4fe9-ab89-33d757ab29bc req-3d45cb05-f74a-4af7-84bf-0c4b16c24e79 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:56:59.979403 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6c23f6e9-9972-4fe9-ab89-33d757ab29bc req-3d45cb05-f74a-4af7-84bf-0c4b16c24e79 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.110 "DELETE /v2.0/ports/9fdd7155-521b-4e67-a272-ca127d6b07d7 HTTP/1.1" status: 204 len: 173 time: 1.5354655 Sep 24 15:56:59.980165 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13964ba9-821b-4915-a326-d42c578a9567', 'name': 'network-vif-deleted', 'tag': '9fdd7155-521b-4e67-a272-ca127d6b07d7'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:56:59.983266 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d18483da-d5e1-4b0a-a962-89ea11730a5e" -d '{"events": [{"server_uuid": "13964ba9-821b-4915-a326-d42c578a9567", "name": "network-vif-deleted", "tag": "9fdd7155-521b-4e67-a272-ca127d6b07d7"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:57:00.139689 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-66b7b726-172f-4a86-9cd2-343c0fe2e4b9 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:00.176825 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b3f8b-a627-4308-928c-60cd05cf4555 req-b1701edf-4c3e-448f-9181-6460d5a45b8e tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:00.181028 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-095b3f8b-a627-4308-928c-60cd05cf4555 req-b1701edf-4c3e-448f-9181-6460d5a45b8e tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/ports?device_id=7bbee7cb-3449-4ea4-9f17-63eb1d17e01f HTTP/1.1" status: 200 len: 944 time: 0.1174448 Sep 24 15:57:00.196522 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-befd680d-79cb-4c9b-ab3a-1c30b3319c87 req-88d825f2-0340-49f0-a724-f60f025a45a5 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:00.225200 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['9fdd7155-521b-4e67-a272-ca127d6b07d7'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:57:00.234006 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e5d819cc-ab89-4bac-ba74-6f1372d50484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:00.260193 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:00.265796 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d825f2-0340-49f0-a724-f60f025a45a5 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Pushing event deleted for resources: {'Port': ['ID=4e054914-49c9-44fe-a738-df527faee0b9,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:00.386386 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bbee7cb-3449-4ea4-9f17-63eb1d17e01f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b285c7-50a5-4fa0-8dc5-887f6e83db67'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:57:00.392445 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e298721-052b-4049-8b56-65fed76fe10f" -d '{"events": [{"server_uuid": "7bbee7cb-3449-4ea4-9f17-63eb1d17e01f", "name": "network-vif-plugged", "status": "completed", "tag": "74b285c7-50a5-4fa0-8dc5-887f6e83db67"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:57:00.453031 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-befd680d-79cb-4c9b-ab3a-1c30b3319c87 req-88d825f2-0340-49f0-a724-f60f025a45a5 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] No DVR routers for this DVR port 4e054914-49c9-44fe-a738-df527faee0b9 on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:57:00.463499 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-095b3f8b-a627-4308-928c-60cd05cf4555 req-02064744-62a3-420e-953b-3735348dbf85 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/security-groups?id=95020bcf-266e-4b6b-8ca8-225847e62790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2733314 Sep 24 15:57:00.464914 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-befd680d-79cb-4c9b-ab3a-1c30b3319c87 req-88d825f2-0340-49f0-a724-f60f025a45a5 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:00.467078 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-befd680d-79cb-4c9b-ab3a-1c30b3319c87 req-88d825f2-0340-49f0-a724-f60f025a45a5 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.108 "DELETE /v2.0/ports/4e054914-49c9-44fe-a738-df527faee0b9 HTTP/1.1" status: 204 len: 173 time: 1.6405652 Sep 24 15:57:00.468898 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f96b4a00-4223-4d7b-8cee-62d33341ef0f', 'name': 'network-vif-deleted', 'tag': '4e054914-49c9-44fe-a738-df527faee0b9'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:57:00.471627 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3a99d9-e4cc-4ec7-a863-726e1daaeb5f" -d '{"events": [{"server_uuid": "f96b4a00-4223-4d7b-8cee-62d33341ef0f", "name": "network-vif-deleted", "tag": "4e054914-49c9-44fe-a738-df527faee0b9"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:57:00.505011 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 74b285c7-50a5-4fa0-8dc5-887f6e83db67, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=74b285c7-50a5-4fa0-8dc5-887f6e83db67,segment=NetworkSegment(3b0d1fe3-9fe9-4ff8-92fd-d9c45ff0aa0c),segment_id=3b0d1fe3-9fe9-4ff8-92fd-d9c45ff0aa0c)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:57:00.517004 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fca1e22-86b5-4666-ac32-1870d8e0c579 None None] DHCP port deletion for 5a006511-b4c6-401d-bf2d-1c9456d23123 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:57:00.538529 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-66b7b726-172f-4a86-9cd2-343c0fe2e4b9 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Deleting port ba1ffb8f-07ee-4620-a38b-7a7aae55af6f {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:57:00.541289 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-66b7b726-172f-4a86-9cd2-343c0fe2e4b9 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:00.597287 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57ee2499-ecfe-48f7-a97f-bdb9aeb1b3cc x-openstack-request-id: req-57ee2499-ecfe-48f7-a97f-bdb9aeb1b3cc {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:57:00.597561 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bbee7cb-3449-4ea4-9f17-63eb1d17e01f", "name": "network-vif-plugged", "status": "completed", "tag": "74b285c7-50a5-4fa0-8dc5-887f6e83db67", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:57:00.597846 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-57ee2499-ecfe-48f7-a97f-bdb9aeb1b3cc {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:57:00.599078 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bbee7cb-3449-4ea4-9f17-63eb1d17e01f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b285c7-50a5-4fa0-8dc5-887f6e83db67', 'code': 200} Sep 24 15:57:00.660382 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-4fca1e22-86b5-4666-ac32-1870d8e0c579 None None] Deleting port 9bcfe057-dae1-411d-97da-292e153ba0ad {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:57:00.663199 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4fca1e22-86b5-4666-ac32-1870d8e0c579 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:00.672507 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:00.813765 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e5d819cc-ab89-4bac-ba74-6f1372d50484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:00.830892 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e95f39d3-330d-4058-9645-e70b5a68f691 x-openstack-request-id: req-e95f39d3-330d-4058-9645-e70b5a68f691 {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:57:00.831186 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13964ba9-821b-4915-a326-d42c578a9567", "name": "network-vif-deleted", "tag": "9fdd7155-521b-4e67-a272-ca127d6b07d7", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:57:00.833663 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e95f39d3-330d-4058-9645-e70b5a68f691 {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:57:00.839287 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13964ba9-821b-4915-a326-d42c578a9567', 'name': 'network-vif-deleted', 'tag': '9fdd7155-521b-4e67-a272-ca127d6b07d7', 'status': 'completed', 'code': 200} Sep 24 15:57:00.856125 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=74b285c7-50a5-4fa0-8dc5-887f6e83db67,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:00.887227 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf454d14-fb23-4f5c-80fa-b42cd51cac09 x-openstack-request-id: req-bf454d14-fb23-4f5c-80fa-b42cd51cac09 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:57:00.889747 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f96b4a00-4223-4d7b-8cee-62d33341ef0f", "name": "network-vif-deleted", "tag": "4e054914-49c9-44fe-a738-df527faee0b9", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:57:00.890526 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-bf454d14-fb23-4f5c-80fa-b42cd51cac09 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:57:00.891147 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f96b4a00-4223-4d7b-8cee-62d33341ef0f', 'name': 'network-vif-deleted', 'tag': '4e054914-49c9-44fe-a738-df527faee0b9', 'status': 'completed', 'code': 200} Sep 24 15:57:00.948816 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-59506225-36eb-43df-b030-f75e3eba9a66 req-79bfb2e8-e7a6-4a57-8bc3-b7ddb31746c3 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.101 "GET /v2.0/ports?device_id=d5e5c069-1908-43a0-807b-a562052049af HTTP/1.1" status: 200 len: 210 time: 0.0463836 Sep 24 15:57:00.958978 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-66b7b726-172f-4a86-9cd2-343c0fe2e4b9 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] For port ba1ffb8f-07ee-4620-a38b-7a7aae55af6f, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=ba1ffb8f-07ee-4620-a38b-7a7aae55af6f,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:57:00.959656 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-66b7b726-172f-4a86-9cd2-343c0fe2e4b9 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:00.960088 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e5d819cc-ab89-4bac-ba74-6f1372d50484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:00.970695 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-4fca1e22-86b5-4666-ac32-1870d8e0c579 None None] For port 9bcfe057-dae1-411d-97da-292e153ba0ad, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=9bcfe057-dae1-411d-97da-292e153ba0ad,segment=NetworkSegment(a16152fb-2bdf-4e02-99e2-b4e349df34e6),segment_id=a16152fb-2bdf-4e02-99e2-b4e349df34e6)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:57:00.970695 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4fca1e22-86b5-4666-ac32-1870d8e0c579 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:00.986461 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-66b7b726-172f-4a86-9cd2-343c0fe2e4b9 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Calling delete_port for ba1ffb8f-07ee-4620-a38b-7a7aae55af6f owned by network:router_gateway {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:57:01.003011 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-4fca1e22-86b5-4666-ac32-1870d8e0c579 None None] Calling delete_port for 9bcfe057-dae1-411d-97da-292e153ba0ad owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:57:01.003984 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba76e1-8052-4616-9084-911377613a9b req-eea8e249-ccf4-4e42-abb8-4440f2d3d5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:01.005954 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-01ba76e1-8052-4616-9084-911377613a9b req-eea8e249-ccf4-4e42-abb8-4440f2d3d5ee service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=7bbee7cb-3449-4ea4-9f17-63eb1d17e01f HTTP/1.1" status: 200 len: 1096 time: 0.2376809 Sep 24 15:57:01.011569 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e5d819cc-ab89-4bac-ba74-6f1372d50484 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=abd0e8a971f14926853f49e8032b7c93&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1109560 Sep 24 15:57:01.012257 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47366) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:01.064744 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d819cc-ab89-4bac-ba74-6f1372d50484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed6115f-bfff-44e3-993e-f2754f0c7bfc,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:01.125937 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-cb9ccf0f-eea4-4fd2-aa03-edd5c67267a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:01.158712 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-cb9ccf0f-eea4-4fd2-aa03-edd5c67267a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:01.341757 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47378) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:01.374681 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-78992e0e-874a-482e-b8bd-5177b2eda5eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:01.384824 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 9e51ef6d-7936-4733-8923-52c25f5a6d4a no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:57:01.409164 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 9e51ef6d-7936-4733-8923-52c25f5a6d4a {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:57:01.410377 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 9e51ef6d-7936-4733-8923-52c25f5a6d4a not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:57:01.410950 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 9bcfe057-dae1-411d-97da-292e153ba0ad no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:57:01.467797 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-7b93c788-64e4-4ed0-b94a-1a37c6dfd310 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-320784375'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:57:01.485622 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4fca1e22-86b5-4666-ac32-1870d8e0c579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:01.516099 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-cb9ccf0f-eea4-4fd2-aa03-edd5c67267a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:01.520987 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No active binding found for port 9bcfe057-dae1-411d-97da-292e153ba0ad {{(pid=95299) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 24 15:57:01.522395 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 9bcfe057-dae1-411d-97da-292e153ba0ad not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:57:01.559031 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-cb9ccf0f-eea4-4fd2-aa03-edd5c67267a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:01.562655 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-cb9ccf0f-eea4-4fd2-aa03-edd5c67267a7 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/aed6115f-bfff-44e3-993e-f2754f0c7bfc HTTP/1.1" status: 204 len: 168 time: 0.5425601 Sep 24 15:57:01.613055 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9ccf0f-eea4-4fd2-aa03-edd5c67267a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed6115f-bfff-44e3-993e-f2754f0c7bfc,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:01.653069 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fca1e22-86b5-4666-ac32-1870d8e0c579 None None] Pushing event deleted for resources: {'Port': ['ID=9bcfe057-dae1-411d-97da-292e153ba0ad,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:01.673540 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fca1e22-86b5-4666-ac32-1870d8e0c579 None None] No DVR routers for this DVR port 9bcfe057-dae1-411d-97da-292e153ba0ad on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:57:01.711828 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b93c788-64e4-4ed0-b94a-1a37c6dfd310 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Made reservation on behalf of 5a864602808b4dc49d9e4388fb4dce35 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:57:01.733861 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7b93c788-64e4-4ed0-b94a-1a37c6dfd310 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:01.767304 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-01ba76e1-8052-4616-9084-911377613a9b req-0119dd2a-4a72-491c-8d98-c76a7959af47 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=95020bcf-266e-4b6b-8ca8-225847e62790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7160518 Sep 24 15:57:01.769621 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7b93c788-64e4-4ed0-b94a-1a37c6dfd310 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:01.815652 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af72e9-aeb2-4c0d-91e7-278a4f22a2b5 req-2904d36f-c5df-40ef-8d4b-ff021c04560a tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:01.817270 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-05af72e9-aeb2-4c0d-91e7-278a4f22a2b5 req-2904d36f-c5df-40ef-8d4b-ff021c04560a tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/ports?device_id=7bbee7cb-3449-4ea4-9f17-63eb1d17e01f HTTP/1.1" status: 200 len: 945 time: 0.1431322 Sep 24 15:57:01.920368 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-05af72e9-aeb2-4c0d-91e7-278a4f22a2b5 req-fecf03a5-5915-4891-9d2a-c4a55fc11ff6 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/security-groups?id=95020bcf-266e-4b6b-8ca8-225847e62790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709245 Sep 24 15:57:01.977535 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7b93c788-64e4-4ed0-b94a-1a37c6dfd310 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:02.000930 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-66b7b726-172f-4a86-9cd2-343c0fe2e4b9 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:02.069028 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b7b726-172f-4a86-9cd2-343c0fe2e4b9 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event deleted for resources: {'Port': ['ID=ba1ffb8f-07ee-4620-a38b-7a7aae55af6f,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:02.139213 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a8acb332-a1d3-4b63-8a86-c0031a19b0ef req-0021b3bf-368d-4028-8978-184ea89e464d tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.101 "GET /v2.0/ports?device_id=d5e5c069-1908-43a0-807b-a562052049af HTTP/1.1" status: 200 len: 210 time: 0.0712450 Sep 24 15:57:02.143664 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7b93c788-64e4-4ed0-b94a-1a37c6dfd310 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:02.171273 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b93c788-64e4-4ed0-b94a-1a37c6dfd310 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1266} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:57:02.213055 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7b93c788-64e4-4ed0-b94a-1a37c6dfd310 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:02.213702 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-7b93c788-64e4-4ed0-b94a-1a37c6dfd310 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Added segment c3a84a21-80ab-4364-a6e8-9e99a268f3e8 of type vlan for network 8f2aea8a-3b42-407b-9165-76240965d7e0 Sep 24 15:57:02.248975 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-66b7b726-172f-4a86-9cd2-343c0fe2e4b9 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586576'] for router_gateway, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:02.284624 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b93c788-64e4-4ed0-b94a-1a37c6dfd310 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e41250ef-9e0f-483c-8657-c7df0e13bcfb,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:02.340070 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7b93c788-64e4-4ed0-b94a-1a37c6dfd310 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:02.409457 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-66b7b726-172f-4a86-9cd2-343c0fe2e4b9 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:02.412332 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-66b7b726-172f-4a86-9cd2-343c0fe2e4b9 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:02.460489 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7b93c788-64e4-4ed0-b94a-1a37c6dfd310 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:02.471088 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 9fdd7155-521b-4e67-a272-ca127d6b07d7 no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:57:02.471809 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b93c788-64e4-4ed0-b94a-1a37c6dfd310 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:02.471809 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7b93c788-64e4-4ed0-b94a-1a37c6dfd310 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:02.488900 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] No Port match for: 9fdd7155-521b-4e67-a272-ca127d6b07d7 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:57:02.489246 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 9fdd7155-521b-4e67-a272-ca127d6b07d7 not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:57:02.541676 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b93c788-64e4-4ed0-b94a-1a37c6dfd310 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Pushing event updated for resources: {'Network': ['ID=8f2aea8a-3b42-407b-9165-76240965d7e0,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:02.560781 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 8f2aea8a-3b42-407b-9165-76240965d7e0 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:57:02.580353 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-66b7b726-172f-4a86-9cd2-343c0fe2e4b9 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:02.580888 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66b7b726-172f-4a86-9cd2-343c0fe2e4b9 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Fanout notify agent at l3_agent the message router_deleted on router 78c405c4-a398-4aa6-b221-c98db0153635 {{(pid=95298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:57:02.581518 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-7b93c788-64e4-4ed0-b94a-1a37c6dfd310 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2384210 Sep 24 15:57:02.587973 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-66b7b726-172f-4a86-9cd2-343c0fe2e4b9 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:02.595370 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-66b7b726-172f-4a86-9cd2-343c0fe2e4b9 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "DELETE /v2.0/routers/78c405c4-a398-4aa6-b221-c98db0153635 HTTP/1.1" status: 204 len: 168 time: 3.0236573 Sep 24 15:57:02.597296 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47406) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:02.815658 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3dc7c301-774b-4c84-a636-90b71e22c12f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:02.956920 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3dc7c301-774b-4c84-a636-90b71e22c12f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:02.981925 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-3dc7c301-774b-4c84-a636-90b71e22c12f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a006511-b4c6-401d-bf2d-1c9456d23123']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:03.031529 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-3dc7c301-774b-4c84-a636-90b71e22c12f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a16152fb-2bdf-4e02-99e2-b4e349df34e6') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:03.031820 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-3dc7c301-774b-4c84-a636-90b71e22c12f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a16152fb-2bdf-4e02-99e2-b4e349df34e6') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:03.047194 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3dc7c301-774b-4c84-a636-90b71e22c12f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:03.078056 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3dc7c301-774b-4c84-a636-90b71e22c12f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:03.090885 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dc7c301-774b-4c84-a636-90b71e22c12f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Releasing vlan 1289 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:57:03.090885 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3dc7c301-774b-4c84-a636-90b71e22c12f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:03.185216 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:57:03.185216 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:57:03.185216 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:57:03.185216 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:57:03.185216 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:57:03.185216 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:57:03.185216 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:57:03.185216 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:57:03.185216 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:57:03.185216 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:57:03.185216 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:57:03.185216 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:57:03.185216 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:57:03.185216 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:57:03.185216 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:57:03.185216 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:57:03.185216 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:57:03.185216 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:57:03.185216 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:57:03.185216 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:57:03.185216 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:57:03.185216 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:57:03.185216 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:57:03.185216 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:57:03.185216 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:57:03.185216 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:57:03.185216 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:57:03.185216 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:57:03.185216 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:57:03.185216 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:57:03.185216 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:57:03.185216 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:57:03.292841 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 4e054914-49c9-44fe-a738-df527faee0b9 no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:57:03.376660 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3dc7c301-774b-4c84-a636-90b71e22c12f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:03.402865 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3dc7c301-774b-4c84-a636-90b71e22c12f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:03.409846 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-3dc7c301-774b-4c84-a636-90b71e22c12f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "DELETE /v2.0/networks/5a006511-b4c6-401d-bf2d-1c9456d23123 HTTP/1.1" status: 204 len: 168 time: 0.8104520 Sep 24 15:57:03.421529 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464d302-8c37-402a-8518-1c7d2432134a req-96135a0f-bf70-4af0-8984-fda05fb3dddf tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:03.430727 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b464d302-8c37-402a-8518-1c7d2432134a req-96135a0f-bf70-4af0-8984-fda05fb3dddf tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/ports?device_id=7bbee7cb-3449-4ea4-9f17-63eb1d17e01f HTTP/1.1" status: 200 len: 945 time: 0.3944049 Sep 24 15:57:03.438071 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] No Port match for: 4e054914-49c9-44fe-a738-df527faee0b9 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:57:03.438717 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 4e054914-49c9-44fe-a738-df527faee0b9 not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:57:03.448982 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47430) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:03.454512 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ef2d8324-d154-4d5d-b58a-285ea0413e12 req-fef7d9c7-ecd5-48c7-a44e-552524110c31 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.101 "GET /v2.0/ports?device_id=d5e5c069-1908-43a0-807b-a562052049af HTTP/1.1" status: 200 len: 210 time: 0.1197326 Sep 24 15:57:03.468772 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device ba1ffb8f-07ee-4620-a38b-7a7aae55af6f no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:57:03.505478 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc7c301-774b-4c84-a636-90b71e22c12f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event deleted for resources: {'Network': ['ID=5a006511-b4c6-401d-bf2d-1c9456d23123,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:03.549322 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: ba1ffb8f-07ee-4620-a38b-7a7aae55af6f {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:57:03.550658 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device ba1ffb8f-07ee-4620-a38b-7a7aae55af6f not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:57:03.651597 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b464d302-8c37-402a-8518-1c7d2432134a req-7c9ee375-006d-4035-ae5c-56cf33ea1898 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/security-groups?id=95020bcf-266e-4b6b-8ca8-225847e62790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2196410 Sep 24 15:57:03.706082 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-22e52da6-9dae-4080-b5b9-781e17d7a8b7 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:03.740476 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47446) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:03.745258 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-22e52da6-9dae-4080-b5b9-781e17d7a8b7 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:03.868781 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-dc29c879-6ccd-435d-8eac-0deb40bca31b tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Request body: {'security_group': {'name': 'tempest-secgroup--645885010'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:57:04.211408 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dc29c879-6ccd-435d-8eac-0deb40bca31b tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:04.223942 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e6b586f2-675f-4a28-a17a-613367f2bf22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:04.229101 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-22e52da6-9dae-4080-b5b9-781e17d7a8b7 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:04.245584 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-22e52da6-9dae-4080-b5b9-781e17d7a8b7 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:04.249167 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-22e52da6-9dae-4080-b5b9-781e17d7a8b7 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "DELETE /v2.0/security-groups/e1bf097d-ba10-49b0-95a0-b191bbbc69a4 HTTP/1.1" status: 204 len: 168 time: 0.7971730 Sep 24 15:57:04.250485 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dc29c879-6ccd-435d-8eac-0deb40bca31b tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:04.254614 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:04.401712 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dc29c879-6ccd-435d-8eac-0deb40bca31b tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:04.407359 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e52da6-9dae-4080-b5b9-781e17d7a8b7 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1bf097d-ba10-49b0-95a0-b191bbbc69a4,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:04.496434 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dc29c879-6ccd-435d-8eac-0deb40bca31b tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:04.585133 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc29c879-6ccd-435d-8eac-0deb40bca31b tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cfc57b4-2930-4b48-b017-e3d7bfc8bbb4,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:04.739199 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e5aed462-3a24-4729-9a96-79417e3380d5 req-3f57be8f-4233-48d8-a12e-226371271c79 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.101 "GET /v2.0/ports?device_id=d5e5c069-1908-43a0-807b-a562052049af HTTP/1.1" status: 200 len: 210 time: 0.0682623 Sep 24 15:57:04.846571 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dc29c879-6ccd-435d-8eac-0deb40bca31b tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:04.909334 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ccb3e-fa67-4f0d-93a5-1d347b3fb5b9 req-23cdd34b-ae96-4b3a-b40f-4aa6ed3d111f tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:04.910904 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7f8ccb3e-fa67-4f0d-93a5-1d347b3fb5b9 req-23cdd34b-ae96-4b3a-b40f-4aa6ed3d111f tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/ports?device_id=7bbee7cb-3449-4ea4-9f17-63eb1d17e01f HTTP/1.1" status: 200 len: 945 time: 0.0544882 Sep 24 15:57:04.967292 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dc29c879-6ccd-435d-8eac-0deb40bca31b tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:05.013000 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7f8ccb3e-fa67-4f0d-93a5-1d347b3fb5b9 req-8e50558e-52da-47fc-afc5-5481fb388679 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/security-groups?id=95020bcf-266e-4b6b-8ca8-225847e62790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955620 Sep 24 15:57:05.019677 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc29c879-6ccd-435d-8eac-0deb40bca31b tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91cb8a80-99a5-4a3f-8736-b77655cf4229,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:05.023191 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:57:05.296000 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dc29c879-6ccd-435d-8eac-0deb40bca31b tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:05.307756 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-dc29c879-6ccd-435d-8eac-0deb40bca31b tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5639424 Sep 24 15:57:05.308543 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47468) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:05.345958 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:05.371605 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-1908cf72-f22f-4d43-b763-db3d6e81c6c8 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:05.389234 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-1908cf72-f22f-4d43-b763-db3d6e81c6c8 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.110 "GET /v2.0/networks?id=8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9 HTTP/1.1" status: 200 len: 813 time: 0.4288316 Sep 24 15:57:05.410156 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-32dbb50a-dae5-4e98-ba26-a4a5167145fa tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Request body: {'port': {'device_id': '115cf86f-141d-4ea4-819a-f87911b462ed', 'network_id': '8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9', 'admin_state_up': True, 'tenant_id': 'b1d4e87ebb25495582840f0e5900ef24'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:57:05.618465 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092db86d-62ad-4d50-9dfc-1f7a2fdc2b74 req-d4d3d628-2429-4f6f-8799-17dec2ab4258 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:05.620731 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-092db86d-62ad-4d50-9dfc-1f7a2fdc2b74 req-d4d3d628-2429-4f6f-8799-17dec2ab4258 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/ports?device_id=7bbee7cb-3449-4ea4-9f17-63eb1d17e01f HTTP/1.1" status: 200 len: 945 time: 0.4246471 Sep 24 15:57:05.623636 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-52357ed1-220e-4d70-aeef-423570c722b9 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.3138037 Sep 24 15:57:05.634475 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47486) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:05.672370 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-a63969ac-b7b1-485c-8d21-5c84b9e43935 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Request body: {'security_group': {'name': 'tempest-security--963123144', 'description': 'tempest-security-description-734247423'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:57:05.744135 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-753cf9e8-07ed-4822-9b63-4ee298f4df9b tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:05.749758 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-753cf9e8-07ed-4822-9b63-4ee298f4df9b tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.108 "GET /v2.0/networks?id=8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9 HTTP/1.1" status: 200 len: 813 time: 0.3770485 Sep 24 15:57:05.784166 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-7f67477e-b661-4e3a-a8dd-5493b789a1d4 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Request body: {'port': {'device_id': 'd5e5c069-1908-43a0-807b-a562052049af', 'network_id': '8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9', 'admin_state_up': True, 'tenant_id': 'b1d4e87ebb25495582840f0e5900ef24'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:57:05.931397 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a63969ac-b7b1-485c-8d21-5c84b9e43935 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:05.963759 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-092db86d-62ad-4d50-9dfc-1f7a2fdc2b74 req-b0c9e21f-4f1f-4a93-8cba-5ef29b2ada9e tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/security-groups?id=95020bcf-266e-4b6b-8ca8-225847e62790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3271434 Sep 24 15:57:05.998735 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47494) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:06.000265 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47496) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:06.063919 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47500) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:06.074097 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-092736ac-5f93-43d0-a4a7-d3d1c44ac038 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Request body: {'subnet': {'network_id': '8f2aea8a-3b42-407b-9165-76240965d7e0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:57:06.095784 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-75209695-5650-4c0c-9339-43519d8572c7 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1558095339', 'description': 'tempest-secgroup-smoke-1558095339 description', 'project_id': '7e512e155fd047afb7c369ee55b40ecc'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:57:06.173972 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4765f0d9-e0a3-48c8-ba82-6786578fef24 tempest-TestNetworkBasicOps-1836589182 tempest-TestNetworkBasicOps-1836589182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:06.176653 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-4765f0d9-e0a3-48c8-ba82-6786578fef24 tempest-TestNetworkBasicOps-1836589182 tempest-TestNetworkBasicOps-1836589182-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=7bbee7cb-3449-4ea4-9f17-63eb1d17e01f HTTP/1.1" status: 200 len: 1091 time: 0.1636472 Sep 24 15:57:06.177486 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.db.api [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-7f67477e-b661-4e3a-a8dd-5493b789a1d4 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 15:57:06.177486 n-d-808921-1 neutron-server[95298]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 24 15:57:06.177486 n-d-808921-1 neutron-server[95298]: [parameters: {'project_id': 'b1d4e87ebb25495582840f0e5900ef24', 'id': '5d6b969d-fb00-4e88-ba55-40305704989a', 'expiration': datetime.datetime(2021, 9, 24, 15, 59, 6, 146172)}] Sep 24 15:57:06.177486 n-d-808921-1 neutron-server[95298]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:57:06.178051 n-d-808921-1 neutron-server[95298]: DEBUG oslo_db.api [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-7f67477e-b661-4e3a-a8dd-5493b789a1d4 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:57:06.179982 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47502) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:06.186607 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-e3ae5b75-b6af-492e-b249-53a1ce390443 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Request body: {'floatingip': {'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'port_id': '74b285c7-50a5-4fa0-8dc5-887f6e83db67', 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:57:06.223705 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e6f7f3fc-621d-47d4-909f-225e86069a6c req-6e42fe0c-46d3-493b-b406-4b7b7a087e34 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.101 "GET /v2.0/ports?device_id=d5e5c069-1908-43a0-807b-a562052049af HTTP/1.1" status: 200 len: 210 time: 0.0706627 Sep 24 15:57:06.247698 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-75209695-5650-4c0c-9339-43519d8572c7 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:06.255723 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a63969ac-b7b1-485c-8d21-5c84b9e43935 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:06.352128 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a63969ac-b7b1-485c-8d21-5c84b9e43935 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:06.354732 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a63969ac-b7b1-485c-8d21-5c84b9e43935 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:06.356004 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-a63969ac-b7b1-485c-8d21-5c84b9e43935 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] 10.222.0.101 "PUT /v2.0/security-groups/91cb8a80-99a5-4a3f-8736-b77655cf4229 HTTP/1.1" status: 200 len: 1778 time: 0.7015004 Sep 24 15:57:06.359022 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47504) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:06.383868 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63969ac-b7b1-485c-8d21-5c84b9e43935 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91cb8a80-99a5-4a3f-8736-b77655cf4229,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:06.417248 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-fcc26d9b-0405-480d-8d54-5c71512f3ade tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] 10.222.0.101 "GET /v2.0/security-groups/91cb8a80-99a5-4a3f-8736-b77655cf4229 HTTP/1.1" status: 200 len: 1778 time: 0.0540142 Sep 24 15:57:06.417820 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47506) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:06.457484 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e3ae5b75-b6af-492e-b249-53a1ce390443 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for floatingip, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:06.466255 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.db.api [None req-75209695-5650-4c0c-9339-43519d8572c7 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 15:57:06.466255 n-d-808921-1 neutron-server[95298]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 24 15:57:06.466255 n-d-808921-1 neutron-server[95298]: [parameters: {'project_id_1': '7e512e155fd047afb7c369ee55b40ecc', 'expiration_1': datetime.datetime(2021, 9, 24, 15, 56, 46, 282135)}] Sep 24 15:57:06.466255 n-d-808921-1 neutron-server[95298]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:57:06.466764 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.db.api [None req-092736ac-5f93-43d0-a4a7-d3d1c44ac038 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 15:57:06.466764 n-d-808921-1 neutron-server[95297]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 24 15:57:06.466764 n-d-808921-1 neutron-server[95297]: [parameters: {'project_id_1': '5a864602808b4dc49d9e4388fb4dce35', 'expiration_1': datetime.datetime(2021, 9, 24, 15, 56, 46, 313218)}] Sep 24 15:57:06.466764 n-d-808921-1 neutron-server[95297]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:57:06.467150 n-d-808921-1 neutron-server[95298]: DEBUG oslo_db.api [None req-75209695-5650-4c0c-9339-43519d8572c7 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:57:06.467256 n-d-808921-1 neutron-server[95297]: DEBUG oslo_db.api [None req-092736ac-5f93-43d0-a4a7-d3d1c44ac038 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:57:06.506427 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7f60e297-bbfd-44e4-85e2-c1dbc99023f6 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:06.542197 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7f60e297-bbfd-44e4-85e2-c1dbc99023f6 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:06.635265 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-32dbb50a-dae5-4e98-ba26-a4a5167145fa tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Made reservation on behalf of b1d4e87ebb25495582840f0e5900ef24 for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:57:06.635265 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-32dbb50a-dae5-4e98-ba26-a4a5167145fa tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:06.643167 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e3ae5b75-b6af-492e-b249-53a1ce390443 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:06.723360 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:06.839867 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7f60e297-bbfd-44e4-85e2-c1dbc99023f6 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:06.842587 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7f60e297-bbfd-44e4-85e2-c1dbc99023f6 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:06.843881 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-7f60e297-bbfd-44e4-85e2-c1dbc99023f6 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] 10.222.0.101 "DELETE /v2.0/security-groups/91cb8a80-99a5-4a3f-8736-b77655cf4229 HTTP/1.1" status: 204 len: 168 time: 0.4248476 Sep 24 15:57:06.846503 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47510) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:06.855634 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-7f67477e-b661-4e3a-a8dd-5493b789a1d4 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Made reservation on behalf of b1d4e87ebb25495582840f0e5900ef24 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:57:06.859454 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-7f67477e-b661-4e3a-a8dd-5493b789a1d4 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:06.902956 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f60e297-bbfd-44e4-85e2-c1dbc99023f6 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91cb8a80-99a5-4a3f-8736-b77655cf4229,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:06.905003 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-32dbb50a-dae5-4e98-ba26-a4a5167145fa tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Allocated IP 172.20.0.9 (8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9/d76fbf6b-f034-49d4-9f46-98621b5cf251/74b10caf-0c32-43bf-9c8a-dc8288c8b912) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:57:06.921198 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-503d8d69-04c8-42c4-a639-9fa64e61c025 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0717013 Sep 24 15:57:06.926953 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47512) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:06.948730 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [None req-bf18c28a-61b0-4528-a3be-7532266619d9 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] delete failed (client error): The resource could not be found. Sep 24 15:57:06.954777 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-bf18c28a-61b0-4528-a3be-7532266619d9 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] 10.222.0.101 "DELETE /v2.0/security-groups/91cb8a80-99a5-4a3f-8736-b77655cf4229 HTTP/1.1" status: 404 len: 347 time: 0.0196397 Sep 24 15:57:06.954777 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47516) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:06.966551 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-9236ba4e-575c-4318-b34f-8a00493b9b94 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Request body: {'security_group': {'name': 'tempest-secgroup--1736317075'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:57:06.979138 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-75209695-5650-4c0c-9339-43519d8572c7 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:07.044366 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-e3ae5b75-b6af-492e-b249-53a1ce390443 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Allocated IP 172.25.0.144 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/1d4a80fb-5411-40f5-bc77-474ac7f966e2) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:57:07.122643 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9236ba4e-575c-4318-b34f-8a00493b9b94 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:07.176940 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e3ae5b75-b6af-492e-b249-53a1ce390443 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:07.250139 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-32dbb50a-dae5-4e98-ba26-a4a5167145fa tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:07.282066 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e3ae5b75-b6af-492e-b249-53a1ce390443 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:07.285524 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092736ac-5f93-43d0-a4a7-d3d1c44ac038 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Made reservation on behalf of 5a864602808b4dc49d9e4388fb4dce35 for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:57:07.291114 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-092736ac-5f93-43d0-a4a7-d3d1c44ac038 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:07.330506 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ae5b75-b6af-492e-b249-53a1ce390443 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:57:07.335648 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-e3ae5b75-b6af-492e-b249-53a1ce390443 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:57:07.341827 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ae5b75-b6af-492e-b249-53a1ce390443 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:57:07.381618 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ae5b75-b6af-492e-b249-53a1ce390443 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Pushing event updated for resources: {'Port': ['ID=1d4a80fb-5411-40f5-bc77-474ac7f966e2,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:07.501100 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d4610388-e034-4b0d-bb87-53d759896a2f req-2ce9c4a3-d807-4a1c-a4cb-fb8039dd58c2 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.101 "GET /v2.0/ports?device_id=d5e5c069-1908-43a0-807b-a562052049af HTTP/1.1" status: 200 len: 210 time: 0.1507931 Sep 24 15:57:07.504488 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-32dbb50a-dae5-4e98-ba26-a4a5167145fa tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:07.541095 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-75209695-5650-4c0c-9339-43519d8572c7 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:07.587452 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.db.api [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-7f67477e-b661-4e3a-a8dd-5493b789a1d4 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.9-6fd5110e-1be5-4741-9bdc-ee8ae71b5d0b {{(pid=95298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:57:07.587769 n-d-808921-1 neutron-server[95298]: DEBUG oslo_db.api [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-7f67477e-b661-4e3a-a8dd-5493b789a1d4 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:57:07.606821 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-32dbb50a-dae5-4e98-ba26-a4a5167145fa tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Network 8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:57:07.617693 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-75209695-5650-4c0c-9339-43519d8572c7 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:07.620350 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-32dbb50a-dae5-4e98-ba26-a4a5167145fa tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:57:07.623179 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-32dbb50a-dae5-4e98-ba26-a4a5167145fa tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:57:07.663412 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dbb50a-dae5-4e98-ba26-a4a5167145fa tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Pushing event updated for resources: {'Port': ['ID=74b10caf-0c32-43bf-9c8a-dc8288c8b912,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:07.686120 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1dea7e-3140-4897-a79a-4b06e8c045f3 req-aca51240-8777-4cd8-b9f1-51f8842b9f2d tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:07.689303 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ec1dea7e-3140-4897-a79a-4b06e8c045f3 req-aca51240-8777-4cd8-b9f1-51f8842b9f2d tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/ports?device_id=5ea82851-d9e0-4b55-9108-445a8363c1e2 HTTP/1.1" status: 200 len: 946 time: 0.1710651 Sep 24 15:57:07.692985 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-092736ac-5f93-43d0-a4a7-d3d1c44ac038 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:07.732264 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75209695-5650-4c0c-9339-43519d8572c7 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d304bbd8-1375-41e6-a4a7-0404dd25bcd6,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:07.781478 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-32dbb50a-dae5-4e98-ba26-a4a5167145fa tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:07.782210 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-32dbb50a-dae5-4e98-ba26-a4a5167145fa tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:07.794734 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ec1dea7e-3140-4897-a79a-4b06e8c045f3 req-771c0836-2205-4841-8958-fb2642a7fb6b tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/security-groups?id=beef4521-75a7-4152-bec5-95472c5ccdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972373 Sep 24 15:57:07.865512 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092736ac-5f93-43d0-a4a7-d3d1c44ac038 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Pushing event updated for resources: {'Subnet': ['ID=e996ae30-71bf-49c4-96b3-45e65a2cede6,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:07.876579 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9236ba4e-575c-4318-b34f-8a00493b9b94 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:07.885950 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092736ac-5f93-43d0-a4a7-d3d1c44ac038 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Checking segment: {'id': 'c3a84a21-80ab-4364-a6e8-9e99a268f3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': '8f2aea8a-3b42-407b-9165-76240965d7e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:57:07.886385 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092736ac-5f93-43d0-a4a7-d3d1c44ac038 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Network hostable DHCP agents. Network: 8f2aea8a-3b42-407b-9165-76240965d7e0, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:57:08.004184 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9236ba4e-575c-4318-b34f-8a00493b9b94 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:08.035853 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9236ba4e-575c-4318-b34f-8a00493b9b94 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73716e2a-b658-4e42-9ea1-55de51b7e48f,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:08.048236 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092736ac-5f93-43d0-a4a7-d3d1c44ac038 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Network 8f2aea8a-3b42-407b-9165-76240965d7e0 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:57:08.089137 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-7f67477e-b661-4e3a-a8dd-5493b789a1d4 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:08.135999 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e3ae5b75-b6af-492e-b249-53a1ce390443 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:08.152055 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-32dbb50a-dae5-4e98-ba26-a4a5167145fa tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7570691 Sep 24 15:57:08.170393 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-00499a78-4688-483b-97f8-91e697dbbd63 service neutron] Request body: {'port': {'device_id': '115cf86f-141d-4ea4-819a-f87911b462ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:57:08.223769 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9236ba4e-575c-4318-b34f-8a00493b9b94 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:08.225000 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-9236ba4e-575c-4318-b34f-8a00493b9b94 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2696185 Sep 24 15:57:08.227759 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-092736ac-5f93-43d0-a4a7-d3d1c44ac038 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 8f2aea8a-3b42-407b-9165-76240965d7e0) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:57:08.230544 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47540) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:08.238581 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-7034c4ec-072b-4809-981f-459d0bba9a61 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Request body: {'security_group_rule': {'security_group_id': '73716e2a-b658-4e42-9ea1-55de51b7e48f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:57:08.240257 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfdab384-c42f-43bb-82dd-f15070a488a6 None None] Network 8f2aea8a-3b42-407b-9165-76240965d7e0 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:57:08.241365 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-75209695-5650-4c0c-9339-43519d8572c7 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:08.246383 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-75209695-5650-4c0c-9339-43519d8572c7 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.1532934 Sep 24 15:57:08.247912 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47544) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:08.249229 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092736ac-5f93-43d0-a4a7-d3d1c44ac038 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:08.249842 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-092736ac-5f93-43d0-a4a7-d3d1c44ac038 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:08.261074 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-31f6a87e-c9a4-4a17-a616-a9baa2b15097 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Request body: {'security_group_rule': {'security_group_id': 'd304bbd8-1375-41e6-a4a7-0404dd25bcd6', 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:57:08.273917 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-00499a78-4688-483b-97f8-91e697dbbd63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:08.360854 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-7f67477e-b661-4e3a-a8dd-5493b789a1d4 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Allocated IP 172.20.0.11 (8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9/d76fbf6b-f034-49d4-9f46-98621b5cf251/e3da23b6-5b01-4df7-b2c8-e66c4da8d719) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:57:08.416747 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e3ae5b75-b6af-492e-b249-53a1ce390443 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:08.442872 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7034c4ec-072b-4809-981f-459d0bba9a61 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:08.468896 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167dfea5-32c2-40cc-971a-dfeff3c91bb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-8f2aea8a-3b42-407b-9165-76240965d7e0', 'network_id': '8f2aea8a-3b42-407b-9165-76240965d7e0', 'tenant_id': '5a864602808b4dc49d9e4388fb4dce35', 'fixed_ips': [{'subnet_id': 'e996ae30-71bf-49c4-96b3-45e65a2cede6'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:57:08.470268 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-167dfea5-32c2-40cc-971a-dfeff3c91bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:08.508516 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7034c4ec-072b-4809-981f-459d0bba9a61 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:08.551367 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-092736ac-5f93-43d0-a4a7-d3d1c44ac038 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5212502 Sep 24 15:57:08.555403 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47548) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:08.563270 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-280235a3-4483-414a-b3bc-3595097e52fb tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2000231715'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:57:08.639932 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-04adc092-5898-4c70-a994-78d3ad69fc28 req-c70dc856-ef23-4125-81d6-919a6bd94cd1 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.101 "GET /v2.0/ports?device_id=d5e5c069-1908-43a0-807b-a562052049af HTTP/1.1" status: 200 len: 210 time: 0.0385056 Sep 24 15:57:08.645044 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7034c4ec-072b-4809-981f-459d0bba9a61 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:08.663160 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7034c4ec-072b-4809-981f-459d0bba9a61 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27d040f2-01c2-4940-8096-0312bf48b064,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:08.681207 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-31f6a87e-c9a4-4a17-a616-a9baa2b15097 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:08.693294 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-7f67477e-b661-4e3a-a8dd-5493b789a1d4 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:08.741037 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-31f6a87e-c9a4-4a17-a616-a9baa2b15097 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:08.745044 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e3ae5b75-b6af-492e-b249-53a1ce390443 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:08.807270 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-280235a3-4483-414a-b3bc-3595097e52fb tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Made reservation on behalf of 5a864602808b4dc49d9e4388fb4dce35 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:57:08.810790 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-280235a3-4483-414a-b3bc-3595097e52fb tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:08.823347 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-167dfea5-32c2-40cc-971a-dfeff3c91bb6 None None] Allocated IP 2001:db8:0:ffff::2 (8f2aea8a-3b42-407b-9165-76240965d7e0/e996ae30-71bf-49c4-96b3-45e65a2cede6/8bc84ef6-5b5d-4a59-afcd-cefb78b5de9f) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:57:08.838950 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e3ae5b75-b6af-492e-b249-53a1ce390443 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:08.841681 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-7f67477e-b661-4e3a-a8dd-5493b789a1d4 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:08.847730 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-280235a3-4483-414a-b3bc-3595097e52fb tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1275} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:57:08.849486 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-31f6a87e-c9a4-4a17-a616-a9baa2b15097 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:08.888198 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f6a87e-c9a4-4a17-a616-a9baa2b15097 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3864b5ff-1e82-4ddf-aaf9-9278e80b1872,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:08.899776 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7034c4ec-072b-4809-981f-459d0bba9a61 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:08.901016 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-7034c4ec-072b-4809-981f-459d0bba9a61 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6675935 Sep 24 15:57:08.912312 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47552) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:08.920827 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-280235a3-4483-414a-b3bc-3595097e52fb tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:08.920827 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-280235a3-4483-414a-b3bc-3595097e52fb tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Added segment 78213cb0-9f98-4c2a-b54e-759cfc2bbec7 of type vlan for network f1702460-1047-4ae0-87ce-698ce0f3c29c Sep 24 15:57:08.927496 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ae5b75-b6af-492e-b249-53a1ce390443 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Pushing event updated for resources: {'Port': ['ID=1d4a80fb-5411-40f5-bc77-474ac7f966e2,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:08.993666 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e3ae5b75-b6af-492e-b249-53a1ce390443 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:09.033057 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-167dfea5-32c2-40cc-971a-dfeff3c91bb6 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:09.269196 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:09.295505 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-167dfea5-32c2-40cc-971a-dfeff3c91bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:09.345413 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167dfea5-32c2-40cc-971a-dfeff3c91bb6 None None] Network 8f2aea8a-3b42-407b-9165-76240965d7e0 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:57:09.349055 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-167dfea5-32c2-40cc-971a-dfeff3c91bb6 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:57:09.354007 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167dfea5-32c2-40cc-971a-dfeff3c91bb6 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:57:09.377404 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-31f6a87e-c9a4-4a17-a616-a9baa2b15097 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:09.378882 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-31f6a87e-c9a4-4a17-a616-a9baa2b15097 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1245365 Sep 24 15:57:09.390881 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47556) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:09.395179 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167dfea5-32c2-40cc-971a-dfeff3c91bb6 None None] Pushing event updated for resources: {'Port': ['ID=8bc84ef6-5b5d-4a59-afcd-cefb78b5de9f,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:09.397000 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-bb245534-e456-4735-88c0-659f61639a60 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Request body: {'security_group_rule': {'security_group_id': 'd304bbd8-1375-41e6-a4a7-0404dd25bcd6', 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:57:09.405265 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-280235a3-4483-414a-b3bc-3595097e52fb tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:09.407858 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-73163c31-54d9-45eb-8f93-b49e9db69a18 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:09.416941 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-73163c31-54d9-45eb-8f93-b49e9db69a18 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:09.419498 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-7f67477e-b661-4e3a-a8dd-5493b789a1d4 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Network 8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:57:09.434681 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-7f67477e-b661-4e3a-a8dd-5493b789a1d4 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:57:09.437930 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-167dfea5-32c2-40cc-971a-dfeff3c91bb6 None None] Attempting to bind port 8bc84ef6-5b5d-4a59-afcd-cefb78b5de9f on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:57:09.438669 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-167dfea5-32c2-40cc-971a-dfeff3c91bb6 None None] Attempting to bind port 8bc84ef6-5b5d-4a59-afcd-cefb78b5de9f by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'c3a84a21-80ab-4364-a6e8-9e99a268f3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': '8f2aea8a-3b42-407b-9165-76240965d7e0'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:57:09.440371 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167dfea5-32c2-40cc-971a-dfeff3c91bb6 None None] Attempting to bind port 8bc84ef6-5b5d-4a59-afcd-cefb78b5de9f on network 8f2aea8a-3b42-407b-9165-76240965d7e0 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:57:09.452238 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167dfea5-32c2-40cc-971a-dfeff3c91bb6 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:57:09.452238 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167dfea5-32c2-40cc-971a-dfeff3c91bb6 None None] Checking segment: {'id': 'c3a84a21-80ab-4364-a6e8-9e99a268f3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': '8f2aea8a-3b42-407b-9165-76240965d7e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:57:09.452238 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-167dfea5-32c2-40cc-971a-dfeff3c91bb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:09.452238 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167dfea5-32c2-40cc-971a-dfeff3c91bb6 None None] Bound using segment: {'id': 'c3a84a21-80ab-4364-a6e8-9e99a268f3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': '8f2aea8a-3b42-407b-9165-76240965d7e0'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:57:09.452238 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-167dfea5-32c2-40cc-971a-dfeff3c91bb6 None None] Bound port: 8bc84ef6-5b5d-4a59-afcd-cefb78b5de9f, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3a84a21-80ab-4364-a6e8-9e99a268f3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': '8f2aea8a-3b42-407b-9165-76240965d7e0'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:57:09.452238 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-167dfea5-32c2-40cc-971a-dfeff3c91bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:09.454481 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-7f67477e-b661-4e3a-a8dd-5493b789a1d4 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:57:09.522181 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f67477e-b661-4e3a-a8dd-5493b789a1d4 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Pushing event updated for resources: {'Port': ['ID=e3da23b6-5b01-4df7-b2c8-e66c4da8d719,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:09.540667 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-167dfea5-32c2-40cc-971a-dfeff3c91bb6 None None] For port 8bc84ef6-5b5d-4a59-afcd-cefb78b5de9f, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:57:09.544863 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-167dfea5-32c2-40cc-971a-dfeff3c91bb6 None None] For port 8bc84ef6-5b5d-4a59-afcd-cefb78b5de9f, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=8bc84ef6-5b5d-4a59-afcd-cefb78b5de9f,segment=NetworkSegment(c3a84a21-80ab-4364-a6e8-9e99a268f3e8),segment_id=c3a84a21-80ab-4364-a6e8-9e99a268f3e8)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:57:09.557495 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a61b12-d974-465c-b3f8-eb1e7fbcc11e req-ad65c9e7-8aaf-400d-87eb-c6df51f63d72 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:09.562147 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-73163c31-54d9-45eb-8f93-b49e9db69a18 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:09.563149 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-39a61b12-d974-465c-b3f8-eb1e7fbcc11e req-ad65c9e7-8aaf-400d-87eb-c6df51f63d72 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/ports?device_id=5ea82851-d9e0-4b55-9108-445a8363c1e2 HTTP/1.1" status: 200 len: 946 time: 0.6429307 Sep 24 15:57:09.571902 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-73163c31-54d9-45eb-8f93-b49e9db69a18 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:09.573044 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-73163c31-54d9-45eb-8f93-b49e9db69a18 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] 10.222.0.101 "DELETE /v2.0/security-group-rules/27d040f2-01c2-4940-8096-0312bf48b064 HTTP/1.1" status: 204 len: 168 time: 0.6558897 Sep 24 15:57:09.578985 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47558) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:09.590032 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73163c31-54d9-45eb-8f93-b49e9db69a18 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=27d040f2-01c2-4940-8096-0312bf48b064,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:09.596047 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-7f67477e-b661-4e3a-a8dd-5493b789a1d4 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:09.596558 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-7f67477e-b661-4e3a-a8dd-5493b789a1d4 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:09.602107 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-00499a78-4688-483b-97f8-91e697dbbd63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74b10caf-0c32-43bf-9c8a-dc8288c8b912 {{(pid=95297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:57:09.611096 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-280235a3-4483-414a-b3bc-3595097e52fb tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:09.616709 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-280235a3-4483-414a-b3bc-3595097e52fb tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:09.617077 n-d-808921-1 neutron-server[95298]: INFO neutron.db.l3_db [None req-e3ae5b75-b6af-492e-b249-53a1ce390443 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Floating IP 5eb78960-bd1c-4052-a3b6-2e3e14ce35ee associated. External IP: 172.25.0.144, port: 74b285c7-50a5-4fa0-8dc5-887f6e83db67. Sep 24 15:57:09.617302 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-280235a3-4483-414a-b3bc-3595097e52fb tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:09.624252 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-00499a78-4688-483b-97f8-91e697dbbd63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:09.641056 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bb245534-e456-4735-88c0-659f61639a60 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:09.660421 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-167dfea5-32c2-40cc-971a-dfeff3c91bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:09.684373 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.provisioning_blocks [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-00499a78-4688-483b-97f8-91e697dbbd63 service neutron] Transition to ACTIVE for port object 74b10caf-0c32-43bf-9c8a-dc8288c8b912 will not be triggered until provisioned by entity L2. {{(pid=95297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:57:09.706826 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-39a61b12-d974-465c-b3f8-eb1e7fbcc11e req-f89d79c5-1b0d-4c5f-802b-77e35e2b21dd tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/security-groups?id=beef4521-75a7-4152-bec5-95472c5ccdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353920 Sep 24 15:57:09.753057 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167dfea5-32c2-40cc-971a-dfeff3c91bb6 None None] Pushing event updated for resources: {'Port': ['ID=8bc84ef6-5b5d-4a59-afcd-cefb78b5de9f,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:09.756267 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-50a99d2a-8b6a-4f84-b1cc-72508d960b4e tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1759579 Sep 24 15:57:09.770693 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47562) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:09.782869 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-7f67477e-b661-4e3a-a8dd-5493b789a1d4 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0189502 Sep 24 15:57:09.808920 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-29985f4b-4610-48b8-9eac-a87be7b3df96 service neutron] Request body: {'port': {'device_id': 'd5e5c069-1908-43a0-807b-a562052049af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:57:09.813096 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-00499a78-4688-483b-97f8-91e697dbbd63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:09.818725 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-280235a3-4483-414a-b3bc-3595097e52fb tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2582049 Sep 24 15:57:09.818725 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280235a3-4483-414a-b3bc-3595097e52fb tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Pushing event updated for resources: {'Network': ['ID=f1702460-1047-4ae0-87ce-698ce0f3c29c,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:09.833134 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47566) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:09.833569 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network f1702460-1047-4ae0-87ce-698ce0f3c29c details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:57:09.884329 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-2e9a892c-0007-434f-a436-9bf1ffec1274 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Request body: {'subnet': {'network_id': 'f1702460-1047-4ae0-87ce-698ce0f3c29c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:57:09.993138 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-29985f4b-4610-48b8-9eac-a87be7b3df96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:09.999487 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7b33f38c-df83-4db6-a9c0-d2d57be81f3c tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:10.015819 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00499a78-4688-483b-97f8-91e697dbbd63 service neutron] Pushing event updated for resources: {'Port': ['ID=74b10caf-0c32-43bf-9c8a-dc8288c8b912,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:10.027701 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bb245534-e456-4735-88c0-659f61639a60 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:10.048643 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7b33f38c-df83-4db6-a9c0-d2d57be81f3c tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:10.073820 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea70ce-fb19-4500-b661-078da4feed32 req-42420ed7-0494-4496-80be-d37b0d1aab48 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:10.075457 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5aea70ce-fb19-4500-b661-078da4feed32 req-42420ed7-0494-4496-80be-d37b0d1aab48 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.101 "GET /v2.0/ports?device_id=d5e5c069-1908-43a0-807b-a562052049af HTTP/1.1" status: 200 len: 932 time: 0.2645745 Sep 24 15:57:10.137828 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bb245534-e456-4735-88c0-659f61639a60 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:10.181274 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb245534-e456-4735-88c0-659f61639a60 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=720514b5-2a77-4e1a-9c33-f36ba8de6a37,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:10.192181 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5aea70ce-fb19-4500-b661-078da4feed32 req-c04c768e-80f2-47c3-8812-c6083f86317d tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.101 "GET /v2.0/security-groups?id=b08d5ed6-e549-411e-93fa-b917e2edcd92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897949 Sep 24 15:57:10.192949 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-00499a78-4688-483b-97f8-91e697dbbd63 service neutron] Attempting to bind port 74b10caf-0c32-43bf-9c8a-dc8288c8b912 on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:57:10.193285 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-00499a78-4688-483b-97f8-91e697dbbd63 service neutron] Attempting to bind port 74b10caf-0c32-43bf-9c8a-dc8288c8b912 by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': '9bf9bbee-e4f7-4cba-869d-d400e1c83c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9'}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:57:10.193612 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-00499a78-4688-483b-97f8-91e697dbbd63 service neutron] Attempting to bind port 74b10caf-0c32-43bf-9c8a-dc8288c8b912 on network 8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:57:10.199684 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-00499a78-4688-483b-97f8-91e697dbbd63 service neutron] Port 74b10caf-0c32-43bf-9c8a-dc8288c8b912 on network 8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9 not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:57:10.200011 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-00499a78-4688-483b-97f8-91e697dbbd63 service neutron] Attempting to bind port 74b10caf-0c32-43bf-9c8a-dc8288c8b912 on network 8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:57:10.205014 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-00499a78-4688-483b-97f8-91e697dbbd63 service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:57:10.207106 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-00499a78-4688-483b-97f8-91e697dbbd63 service neutron] Checking segment: {'id': '9bf9bbee-e4f7-4cba-869d-d400e1c83c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:57:10.207662 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-00499a78-4688-483b-97f8-91e697dbbd63 service neutron] Bound using segment: {'id': '9bf9bbee-e4f7-4cba-869d-d400e1c83c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9'} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:57:10.208120 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-00499a78-4688-483b-97f8-91e697dbbd63 service neutron] Bound port: 74b10caf-0c32-43bf-9c8a-dc8288c8b912, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bf9bbee-e4f7-4cba-869d-d400e1c83c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9'}}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:57:10.208488 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-00499a78-4688-483b-97f8-91e697dbbd63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:10.241859 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ae5b75-b6af-492e-b249-53a1ce390443 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Router 644a38d6-7b19-46f6-bf33-3e6e5889e7a0 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:57:10.284760 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-00499a78-4688-483b-97f8-91e697dbbd63 service neutron] For port 74b10caf-0c32-43bf-9c8a-dc8288c8b912, host n-h1-808921-1, cleared binding levels {{(pid=95297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:57:10.288809 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-00499a78-4688-483b-97f8-91e697dbbd63 service neutron] For port 74b10caf-0c32-43bf-9c8a-dc8288c8b912, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=74b10caf-0c32-43bf-9c8a-dc8288c8b912,segment=NetworkSegment(9bf9bbee-e4f7-4cba-869d-d400e1c83c07),segment_id=9bf9bbee-e4f7-4cba-869d-d400e1c83c07)] {{(pid=95297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:57:10.381343 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e9a892c-0007-434f-a436-9bf1ffec1274 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Made reservation on behalf of 5a864602808b4dc49d9e4388fb4dce35 for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:57:10.385836 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2e9a892c-0007-434f-a436-9bf1ffec1274 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:10.447845 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7b33f38c-df83-4db6-a9c0-d2d57be81f3c tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:10.450729 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7b33f38c-df83-4db6-a9c0-d2d57be81f3c tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:10.454738 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-7b33f38c-df83-4db6-a9c0-d2d57be81f3c tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] 10.222.0.101 "DELETE /v2.0/security-groups/73716e2a-b658-4e42-9ea1-55de51b7e48f HTTP/1.1" status: 204 len: 168 time: 0.6840377 Sep 24 15:57:10.455201 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-00499a78-4688-483b-97f8-91e697dbbd63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:10.458425 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47570) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:10.478566 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b33f38c-df83-4db6-a9c0-d2d57be81f3c tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73716e2a-b658-4e42-9ea1-55de51b7e48f,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:10.481075 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ae5b75-b6af-492e-b249-53a1ce390443 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:57:10.493129 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4e4712-710c-44b5-8ed6-d8b0c9343cab None None] Sync routers for ids ['644a38d6-7b19-46f6-bf33-3e6e5889e7a0'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:57:10.507907 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bb245534-e456-4735-88c0-659f61639a60 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:10.509321 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-bb245534-e456-4735-88c0-659f61639a60 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1173782 Sep 24 15:57:10.515578 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4e4712-710c-44b5-8ed6-d8b0c9343cab None None] Routers {'644a38d6-7b19-46f6-bf33-3e6e5889e7a0'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:57:10.516225 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-6a4e4712-710c-44b5-8ed6-d8b0c9343cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:57:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['644a38d6-7b19-46f6-bf33-3e6e5889e7a0'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:10.530322 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47572) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:10.538003 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-0468d4af-e3b9-405e-bf57-f8325a8131d0 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Request body: {'security_group_rule': {'security_group_id': 'd304bbd8-1375-41e6-a4a7-0404dd25bcd6', 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:57:10.559254 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-00499a78-4688-483b-97f8-91e697dbbd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:10.560023 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-00499a78-4688-483b-97f8-91e697dbbd63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:10.561640 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-00499a78-4688-483b-97f8-91e697dbbd63 service neutron] 10.222.0.110 "PUT /v2.0/ports/74b10caf-0c32-43bf-9c8a-dc8288c8b912 HTTP/1.1" status: 200 len: 1091 time: 2.3955262 Sep 24 15:57:10.564531 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '115cf86f-141d-4ea4-819a-f87911b462ed', 'tag': '74b10caf-0c32-43bf-9c8a-dc8288c8b912'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:57:10.567082 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a60d82e5-0e39-4183-af5a-46b433466009" -d '{"events": [{"name": "network-changed", "server_uuid": "115cf86f-141d-4ea4-819a-f87911b462ed", "tag": "74b10caf-0c32-43bf-9c8a-dc8288c8b912"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:57:10.573601 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-5ee63178-3d67-496c-bac8-cd2be567f385 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1039453 Sep 24 15:57:10.581218 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47576) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:10.585887 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-7fa61ac0-f4f5-4fc6-b28c-3e84e4d321fd tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Request body: {'security_group': {'name': 'tempest-secgroup--361853884'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:57:10.618074 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-29985f4b-4610-48b8-9eac-a87be7b3df96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3da23b6-5b01-4df7-b2c8-e66c4da8d719 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:57:10.633209 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-29985f4b-4610-48b8-9eac-a87be7b3df96 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:10.652578 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae3fc8c-bf02-48b1-96f7-3c759b9b260e x-openstack-request-id: req-1ae3fc8c-bf02-48b1-96f7-3c759b9b260e {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:57:10.652911 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "115cf86f-141d-4ea4-819a-f87911b462ed", "tag": "74b10caf-0c32-43bf-9c8a-dc8288c8b912", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:57:10.653176 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-1ae3fc8c-bf02-48b1-96f7-3c759b9b260e {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:57:10.653601 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '115cf86f-141d-4ea4-819a-f87911b462ed', 'tag': '74b10caf-0c32-43bf-9c8a-dc8288c8b912', 'status': 'completed', 'code': 200} Sep 24 15:57:10.669625 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-29985f4b-4610-48b8-9eac-a87be7b3df96 service neutron] Transition to ACTIVE for port object e3da23b6-5b01-4df7-b2c8-e66c4da8d719 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:57:10.683334 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00499a78-4688-483b-97f8-91e697dbbd63 service neutron] Pushing event updated for resources: {'Port': ['ID=74b10caf-0c32-43bf-9c8a-dc8288c8b912,revision_number=3']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:10.687993 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-6a4e4712-710c-44b5-8ed6-d8b0c9343cab None None] Set router 644a38d6-7b19-46f6-bf33-3e6e5889e7a0 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:57:10.745624 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-29985f4b-4610-48b8-9eac-a87be7b3df96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:10.766495 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d82e5-0e39-4183-af5a-46b433466009 req-1a60de1e-bf83-430d-b680-b29232c6ea2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:10.769528 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a60d82e5-0e39-4183-af5a-46b433466009 req-1a60de1e-bf83-430d-b680-b29232c6ea2c service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=b1d4e87ebb25495582840f0e5900ef24&device_id=115cf86f-141d-4ea4-819a-f87911b462ed HTTP/1.1" status: 200 len: 1094 time: 0.1011269 Sep 24 15:57:10.870631 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0468d4af-e3b9-405e-bf57-f8325a8131d0 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:10.885864 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29985f4b-4610-48b8-9eac-a87be7b3df96 service neutron] Pushing event updated for resources: {'Port': ['ID=e3da23b6-5b01-4df7-b2c8-e66c4da8d719,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:10.952571 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-29985f4b-4610-48b8-9eac-a87be7b3df96 service neutron] Attempting to bind port e3da23b6-5b01-4df7-b2c8-e66c4da8d719 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:57:10.952821 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-29985f4b-4610-48b8-9eac-a87be7b3df96 service neutron] Attempting to bind port e3da23b6-5b01-4df7-b2c8-e66c4da8d719 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '9bf9bbee-e4f7-4cba-869d-d400e1c83c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:57:10.953157 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-29985f4b-4610-48b8-9eac-a87be7b3df96 service neutron] Attempting to bind port e3da23b6-5b01-4df7-b2c8-e66c4da8d719 on network 8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:57:10.959513 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-29985f4b-4610-48b8-9eac-a87be7b3df96 service neutron] Port e3da23b6-5b01-4df7-b2c8-e66c4da8d719 on network 8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:57:10.959759 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-29985f4b-4610-48b8-9eac-a87be7b3df96 service neutron] Attempting to bind port e3da23b6-5b01-4df7-b2c8-e66c4da8d719 on network 8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:57:10.966960 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-29985f4b-4610-48b8-9eac-a87be7b3df96 service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:57:10.967271 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-29985f4b-4610-48b8-9eac-a87be7b3df96 service neutron] Checking segment: {'id': '9bf9bbee-e4f7-4cba-869d-d400e1c83c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:57:10.967791 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-29985f4b-4610-48b8-9eac-a87be7b3df96 service neutron] Bound using segment: {'id': '9bf9bbee-e4f7-4cba-869d-d400e1c83c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:57:10.968420 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-29985f4b-4610-48b8-9eac-a87be7b3df96 service neutron] Bound port: e3da23b6-5b01-4df7-b2c8-e66c4da8d719, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bf9bbee-e4f7-4cba-869d-d400e1c83c07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:57:10.968789 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-29985f4b-4610-48b8-9eac-a87be7b3df96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:10.972213 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2e9a892c-0007-434f-a436-9bf1ffec1274 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:10.972715 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e3ae5b75-b6af-492e-b249-53a1ce390443 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:10.977169 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:11.073327 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bae83c5c-a11f-420f-a6bd-4436417deedb None None] Network 8f2aea8a-3b42-407b-9165-76240965d7e0 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:57:11.074180 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-e3ae5b75-b6af-492e-b249-53a1ce390443 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.8927593 Sep 24 15:57:11.084794 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd294f9f-0ccf-42c7-8f76-8a4954f73ad7 req-dc204a1d-f526-4bd3-9e86-712403cf8807 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:11.087142 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bd294f9f-0ccf-42c7-8f76-8a4954f73ad7 req-dc204a1d-f526-4bd3-9e86-712403cf8807 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/ports?device_id=5ea82851-d9e0-4b55-9108-445a8363c1e2 HTTP/1.1" status: 200 len: 946 time: 0.2711105 Sep 24 15:57:11.087639 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47586) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:11.121200 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0468d4af-e3b9-405e-bf57-f8325a8131d0 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:11.129607 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bbee7cb-3449-4ea4-9f17-63eb1d17e01f', 'tag': '74b285c7-50a5-4fa0-8dc5-887f6e83db67'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:57:11.132617 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e4f31b2-b9e5-466d-8119-a74040fc24c9" -d '{"events": [{"name": "network-changed", "server_uuid": "7bbee7cb-3449-4ea4-9f17-63eb1d17e01f", "tag": "74b285c7-50a5-4fa0-8dc5-887f6e83db67"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:57:11.147655 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-29985f4b-4610-48b8-9eac-a87be7b3df96 service neutron] For port e3da23b6-5b01-4df7-b2c8-e66c4da8d719, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:57:11.151898 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-29985f4b-4610-48b8-9eac-a87be7b3df96 service neutron] For port e3da23b6-5b01-4df7-b2c8-e66c4da8d719, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=e3da23b6-5b01-4df7-b2c8-e66c4da8d719,segment=NetworkSegment(9bf9bbee-e4f7-4cba-869d-d400e1c83c07),segment_id=9bf9bbee-e4f7-4cba-869d-d400e1c83c07)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:57:11.175369 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d82e5-0e39-4183-af5a-46b433466009 req-e9a3a4ed-1dbd-4519-aaf6-3ea7c07eb70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:11.175654 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f01ede4e-0446-4e62-aa88-b9adbc96db08 x-openstack-request-id: req-f01ede4e-0446-4e62-aa88-b9adbc96db08 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:57:11.176925 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bbee7cb-3449-4ea4-9f17-63eb1d17e01f", "tag": "74b285c7-50a5-4fa0-8dc5-887f6e83db67", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:57:11.176925 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-f01ede4e-0446-4e62-aa88-b9adbc96db08 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:57:11.176925 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bbee7cb-3449-4ea4-9f17-63eb1d17e01f', 'tag': '74b285c7-50a5-4fa0-8dc5-887f6e83db67', 'status': 'completed', 'code': 200} Sep 24 15:57:11.177259 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a60d82e5-0e39-4183-af5a-46b433466009 req-e9a3a4ed-1dbd-4519-aaf6-3ea7c07eb70f service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=b1d4e87ebb25495582840f0e5900ef24&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3964498 Sep 24 15:57:11.214099 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9a892c-0007-434f-a436-9bf1ffec1274 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Pushing event updated for resources: {'Subnet': ['ID=e8cdb86a-847d-424b-9ec4-f4f3bc152330,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:11.223099 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-748e4755-4f21-4b46-8dec-161f37b14041 None None] Provisioning complete for port 8bc84ef6-5b5d-4a59-afcd-cefb78b5de9f triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:57:11.223099 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-748e4755-4f21-4b46-8dec-161f37b14041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:11.245803 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7fa61ac0-f4f5-4fc6-b28c-3e84e4d321fd tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:11.266111 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-29985f4b-4610-48b8-9eac-a87be7b3df96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:11.308117 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0468d4af-e3b9-405e-bf57-f8325a8131d0 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:11.333686 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e6623a87-2519-4f52-8708-8ec656ebdab6 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/floatingips/5eb78960-bd1c-4052-a3b6-2e3e14ce35ee HTTP/1.1" status: 200 len: 991 time: 0.2267070 Sep 24 15:57:11.336947 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29985f4b-4610-48b8-9eac-a87be7b3df96 service neutron] Pushing event updated for resources: {'Port': ['ID=e3da23b6-5b01-4df7-b2c8-e66c4da8d719,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:11.372664 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9a892c-0007-434f-a436-9bf1ffec1274 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Checking segment: {'id': '78213cb0-9f98-4c2a-b54e-759cfc2bbec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'f1702460-1047-4ae0-87ce-698ce0f3c29c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:57:11.372664 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9a892c-0007-434f-a436-9bf1ffec1274 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Network hostable DHCP agents. Network: f1702460-1047-4ae0-87ce-698ce0f3c29c, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:57:11.378380 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-29985f4b-4610-48b8-9eac-a87be7b3df96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:11.378380 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-29985f4b-4610-48b8-9eac-a87be7b3df96 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:11.380487 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-29985f4b-4610-48b8-9eac-a87be7b3df96 service neutron] 10.222.0.108 "PUT /v2.0/ports/e3da23b6-5b01-4df7-b2c8-e66c4da8d719 HTTP/1.1" status: 200 len: 1092 time: 1.5801179 Sep 24 15:57:11.412042 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4f31b2-b9e5-466d-8119-a74040fc24c9 req-f9554925-417d-46b0-9e27-6d254e755162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:11.413280 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5e4f31b2-b9e5-466d-8119-a74040fc24c9 req-f9554925-417d-46b0-9e27-6d254e755162 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=7841fa2f595c42b88ef5416d36f78c25&device_id=7bbee7cb-3449-4ea4-9f17-63eb1d17e01f HTTP/1.1" status: 200 len: 1096 time: 0.2141964 Sep 24 15:57:11.439057 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bd294f9f-0ccf-42c7-8f76-8a4954f73ad7 req-4ce41985-a331-4ad1-9ee5-cd6d4770abd2 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/security-groups?id=beef4521-75a7-4152-bec5-95472c5ccdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3210411 Sep 24 15:57:11.457585 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468d4af-e3b9-405e-bf57-f8325a8131d0 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f287809e-e84f-4606-9677-3ac1558e4b68,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:11.459441 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 8bc84ef6-5b5d-4a59-afcd-cefb78b5de9f up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:57:11.503089 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d82e5-0e39-4183-af5a-46b433466009 req-df442a0b-8492-458f-8521-b42c9bcf1a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:11.504977 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a60d82e5-0e39-4183-af5a-46b433466009 req-df442a0b-8492-458f-8521-b42c9bcf1a27 service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3055744 Sep 24 15:57:11.517759 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ececef3-7901-4463-92c0-bac9ace8b8f4 req-966ed82a-646e-4ab9-94b8-e6e38b4a0161 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:11.525737 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4ececef3-7901-4463-92c0-bac9ace8b8f4 req-966ed82a-646e-4ab9-94b8-e6e38b4a0161 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.101 "GET /v2.0/ports?device_id=d5e5c069-1908-43a0-807b-a562052049af HTTP/1.1" status: 200 len: 944 time: 0.1704435 Sep 24 15:57:11.532297 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-6a4e4712-710c-44b5-8ed6-d8b0c9343cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '644a38d6-7b19-46f6-bf33-3e6e5889e7a0', 'name': 'tempest-TestNetworkBasicOps-router-1406295477', 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '2d8dc83c-9b93-4f1d-9f6c-d428f15acc7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:56:17Z', 'updated_at': '2021-09-24T15:56:28Z', 'revision_number': 4, 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'gw_port': {'id': '2d8dc83c-9b93-4f1d-9f6c-d428f15acc7f', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:af:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644a38d6-7b19-46f6-bf33-3e6e5889e7a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:56:19Z', 'updated_at': '2021-09-24T15:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': '5eb78960-bd1c-4052-a3b6-2e3e14ce35ee', 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'floating_ip_address': '172.25.0.144', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '644a38d6-7b19-46f6-bf33-3e6e5889e7a0', 'port_id': '74b285c7-50a5-4fa0-8dc5-887f6e83db67', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86c3d0ed-1df9-469f-9686-3575b374c832', 'mac_address': 'fa:16:3e:72:86:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbee7cb-3449-4ea4-9f17-63eb1d17e01f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:57:07Z', 'updated_at': '2021-09-24T15:57:07Z', 'revision_number': 0, 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24fa33be-154e-403f-89b2-b4ca49e20208', 'name': '', 'network_id': '86c3d0ed-1df9-469f-9686-3575b374c832', 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'mac_address': 'fa:16:3e:3b:dc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644a38d6-7b19-46f6-bf33-3e6e5889e7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '6ff16690-23f5-46c1-9253-2f37b777a341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:56:26Z', 'updated_at': '2021-09-24T15:56:35Z', 'revision_number': 5, 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'subnets': [{'id': '6ff16690-23f5-46c1-9253-2f37b777a341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:11.593551 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4e4712-710c-44b5-8ed6-d8b0c9343cab None None] Checking router: 644a38d6-7b19-46f6-bf33-3e6e5889e7a0 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:57:11.602036 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0468d4af-e3b9-405e-bf57-f8325a8131d0 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:11.603467 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-0468d4af-e3b9-405e-bf57-f8325a8131d0 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0688953 Sep 24 15:57:11.604848 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9a892c-0007-434f-a436-9bf1ffec1274 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Network f1702460-1047-4ae0-87ce-698ce0f3c29c is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:57:11.607651 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47598) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:11.611817 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 8bc84ef6-5b5d-4a59-afcd-cefb78b5de9f triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:57:11.612192 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:11.620116 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-947f467a-146b-4f2a-86af-e194295ecfaa tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Request body: {'security_group_rule': {'security_group_id': 'd304bbd8-1375-41e6-a4a7-0404dd25bcd6', 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:57:11.644014 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-748e4755-4f21-4b46-8dec-161f37b14041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:11.666447 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-543789aa-8c30-4e12-b10a-c07d68f71c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:11.666776 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-18bc1552-74ec-45a9-86e1-8bdcce56b838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:11.668496 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-18bc1552-74ec-45a9-86e1-8bdcce56b838 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=b1d4e87ebb25495582840f0e5900ef24&device_id=115cf86f-141d-4ea4-819a-f87911b462ed HTTP/1.1" status: 200 len: 1094 time: 0.1214955 Sep 24 15:57:11.671436 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-543789aa-8c30-4e12-b10a-c07d68f71c61 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=b1d4e87ebb25495582840f0e5900ef24&device_id=d5e5c069-1908-43a0-807b-a562052049af HTTP/1.1" status: 200 len: 1095 time: 0.1650412 Sep 24 15:57:11.676842 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4ececef3-7901-4463-92c0-bac9ace8b8f4 req-541d940d-5b42-4345-a979-8e7e8834d506 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.101 "GET /v2.0/security-groups?id=b08d5ed6-e549-411e-93fa-b917e2edcd92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502697 Sep 24 15:57:11.684683 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4e4712-710c-44b5-8ed6-d8b0c9343cab None None] Routers {'644a38d6-7b19-46f6-bf33-3e6e5889e7a0'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:57:11.685406 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-6a4e4712-710c-44b5-8ed6-d8b0c9343cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:57:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['644a38d6-7b19-46f6-bf33-3e6e5889e7a0'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:11.737494 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-012f39c1-3372-4669-985c-bc7a836e7d2b service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=74b10caf-0c32-43bf-9c8a-dc8288c8b912 HTTP/1.1" status: 200 len: 217 time: 0.0590136 Sep 24 15:57:11.755374 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-da41dc93-8711-43a5-8d29-5abefd81b0b4 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3da23b6-5b01-4df7-b2c8-e66c4da8d719 HTTP/1.1" status: 200 len: 217 time: 0.0636721 Sep 24 15:57:11.761175 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4f31b2-b9e5-466d-8119-a74040fc24c9 req-8754fac6-543d-4068-9cc2-3474034a469c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:11.762841 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5e4f31b2-b9e5-466d-8119-a74040fc24c9 req-8754fac6-543d-4068-9cc2-3474034a469c service neutron] 10.222.0.108 "GET /v2.0/networks?id=86c3d0ed-1df9-469f-9686-3575b374c832 HTTP/1.1" status: 200 len: 898 time: 0.3422492 Sep 24 15:57:11.800107 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-2e9a892c-0007-434f-a436-9bf1ffec1274 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, f1702460-1047-4ae0-87ce-698ce0f3c29c) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:57:11.813324 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9a892c-0007-434f-a436-9bf1ffec1274 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:11.813916 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2e9a892c-0007-434f-a436-9bf1ffec1274 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:11.841451 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d313e634-ca87-420d-9811-fdfe485262a7 None None] Network f1702460-1047-4ae0-87ce-698ce0f3c29c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:57:11.845872 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-748e4755-4f21-4b46-8dec-161f37b14041 None None] For port 8bc84ef6-5b5d-4a59-afcd-cefb78b5de9f, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=8bc84ef6-5b5d-4a59-afcd-cefb78b5de9f,segment=NetworkSegment(c3a84a21-80ab-4364-a6e8-9e99a268f3e8),segment_id=c3a84a21-80ab-4364-a6e8-9e99a268f3e8)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:57:11.870616 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-d64801e8-35d5-4563-87ea-d92ecfb21b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:11.872245 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-d64801e8-35d5-4563-87ea-d92ecfb21b2f service neutron] 10.222.0.110 "GET /v2.0/subnets?id=d76fbf6b-f034-49d4-9f46-98621b5cf251 HTTP/1.1" status: 200 len: 853 time: 0.1214578 Sep 24 15:57:11.926422 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-f9477978-5832-4f2a-8653-56e5074d8b03 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451326 Sep 24 15:57:11.930163 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7fa61ac0-f4f5-4fc6-b28c-3e84e4d321fd tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:11.933566 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5e4f31b2-b9e5-466d-8119-a74040fc24c9 req-2a5c1caf-5703-4514-a82c-9982c8ac0545 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74b285c7-50a5-4fa0-8dc5-887f6e83db67 HTTP/1.1" status: 200 len: 999 time: 0.1612196 Sep 24 15:57:11.935321 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-1f6d69f5-1809-4df9-9323-cfbbc75e6a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:11.936731 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-1f6d69f5-1809-4df9-9323-cfbbc75e6a66 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=d76fbf6b-f034-49d4-9f46-98621b5cf251 HTTP/1.1" status: 200 len: 853 time: 0.1730571 Sep 24 15:57:11.969221 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-748e4755-4f21-4b46-8dec-161f37b14041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:12.003847 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-31df8c8e-009b-4947-aa52-316f8a7cf59b service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515924 Sep 24 15:57:12.044776 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4f31b2-b9e5-466d-8119-a74040fc24c9 req-7b2418fb-1966-4031-897a-2717c6bf60d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:12.046418 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5e4f31b2-b9e5-466d-8119-a74040fc24c9 req-7b2418fb-1966-4031-897a-2717c6bf60d5 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=6ff16690-23f5-46c1-9253-2f37b777a341 HTTP/1.1" status: 200 len: 835 time: 0.0954094 Sep 24 15:57:12.054687 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7fa61ac0-f4f5-4fc6-b28c-3e84e4d321fd tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:12.094943 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-6a4e4712-710c-44b5-8ed6-d8b0c9343cab None None] Set router 644a38d6-7b19-46f6-bf33-3e6e5889e7a0 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:57:12.116902 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa61ac0-f4f5-4fc6-b28c-3e84e4d321fd tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51a97015-ec5c-435b-8ff4-7f1e3151f69b,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:12.132763 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-299b4011-ae82-4409-8517-a172bd3d8b25 service neutron] 10.222.0.110 "GET /v2.0/networks/8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886129 Sep 24 15:57:12.148550 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4f31b2-b9e5-466d-8119-a74040fc24c9 req-4b557d6c-85c1-4af9-b914-38349aa58841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:12.162528 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5e4f31b2-b9e5-466d-8119-a74040fc24c9 req-4b557d6c-85c1-4af9-b914-38349aa58841 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=86c3d0ed-1df9-469f-9686-3575b374c832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0912337 Sep 24 15:57:12.162717 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-2e9a892c-0007-434f-a436-9bf1ffec1274 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.3129845 Sep 24 15:57:12.162837 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47600) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:12.171477 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748e4755-4f21-4b46-8dec-161f37b14041 None None] Pushing event updated for resources: {'Port': ['ID=8bc84ef6-5b5d-4a59-afcd-cefb78b5de9f,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:12.192162 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7fa61ac0-f4f5-4fc6-b28c-3e84e4d321fd tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:12.193699 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-7fa61ac0-f4f5-4fc6-b28c-3e84e4d321fd tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6114764 Sep 24 15:57:12.196915 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47602) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:12.203924 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-befeee48-56a9-4c58-936f-f79c134f3430 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Request body: {'security_group_rule': {'security_group_id': '51a97015-ec5c-435b-8ff4-7f1e3151f69b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:57:12.208709 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-fe9a4868-1b2b-4ed0-a883-19eee7aa760e service neutron] 10.222.0.108 "GET /v2.0/networks/8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954634 Sep 24 15:57:12.250895 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-1425578c-7def-49f5-b0ca-abe1e237cedb None None] Provisioning complete for port 8bc84ef6-5b5d-4a59-afcd-cefb78b5de9f triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:57:12.251259 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-1425578c-7def-49f5-b0ca-abe1e237cedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:12.289179 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-947f467a-146b-4f2a-86af-e194295ecfaa tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:12.349208 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47604) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:12.370577 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-947f467a-146b-4f2a-86af-e194295ecfaa tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:12.412426 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-daa69347-1f64-49c1-844c-6c722d5ed2b8 service neutron] 10.222.0.110 "GET /v2.0/networks/8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712600 Sep 24 15:57:12.463824 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-947f467a-146b-4f2a-86af-e194295ecfaa tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:12.481649 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-5784551b-c7d0-4c13-9b85-fc112382a6c9 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/floatingips/5eb78960-bd1c-4052-a3b6-2e3e14ce35ee HTTP/1.1" status: 200 len: 991 time: 0.1296785 Sep 24 15:57:12.488108 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f467a-146b-4f2a-86af-e194295ecfaa tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=288692c8-87d4-4cd2-889b-d276df316d69,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:12.508229 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-befeee48-56a9-4c58-936f-f79c134f3430 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:12.546751 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5e4f31b2-b9e5-466d-8119-a74040fc24c9 req-c1911fca-41ae-4b44-ad1e-f4ad8396169d service neutron] 10.222.0.108 "GET /v2.0/networks/86c3d0ed-1df9-469f-9686-3575b374c832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3882818 Sep 24 15:57:12.557701 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-70cd44c0-62d0-44a9-94f1-34ced0dd4f12 req-252a3f1c-f22b-4e34-a504-1349ea640b73 service neutron] 10.222.0.108 "GET /v2.0/networks/8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3330288 Sep 24 15:57:12.612982 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-947f467a-146b-4f2a-86af-e194295ecfaa tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:12.615040 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-947f467a-146b-4f2a-86af-e194295ecfaa tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0012341 Sep 24 15:57:12.620938 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47612) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:12.627925 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-d7375c21-9f6d-458e-b5d1-dbddda2891e4 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Request body: {'security_group_rule': {'security_group_id': 'd304bbd8-1375-41e6-a4a7-0404dd25bcd6', 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:57:12.657546 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9af0de6-67af-421a-8c8f-10c2e09d5494 req-16a1fd30-63d9-403b-a6a3-a73d7ad955e8 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:12.666584 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b9af0de6-67af-421a-8c8f-10c2e09d5494 req-16a1fd30-63d9-403b-a6a3-a73d7ad955e8 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/ports?device_id=5ea82851-d9e0-4b55-9108-445a8363c1e2 HTTP/1.1" status: 200 len: 946 time: 0.1227028 Sep 24 15:57:12.677417 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5e4f31b2-b9e5-466d-8119-a74040fc24c9 req-ab47c4e9-dff2-4082-aea9-0bdbbcdd7544 service neutron] 10.222.0.108 "GET /v2.0/networks/86c3d0ed-1df9-469f-9686-3575b374c832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223848 Sep 24 15:57:12.681816 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fae4db87-1cf5-4d3d-aa8e-7e4254b9aa5a tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:12.720967 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15acbf1d-c033-41be-a5a3-ab0a3dc607db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-f1702460-1047-4ae0-87ce-698ce0f3c29c', 'network_id': 'f1702460-1047-4ae0-87ce-698ce0f3c29c', 'tenant_id': '5a864602808b4dc49d9e4388fb4dce35', 'fixed_ips': [{'subnet_id': 'e8cdb86a-847d-424b-9ec4-f4f3bc152330'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:57:12.721815 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-15acbf1d-c033-41be-a5a3-ab0a3dc607db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:12.758139 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-befeee48-56a9-4c58-936f-f79c134f3430 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:12.762594 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fae4db87-1cf5-4d3d-aa8e-7e4254b9aa5a tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:12.765673 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b9af0de6-67af-421a-8c8f-10c2e09d5494 req-12f7ee91-a0c1-4957-b41a-1b8c82dee49b tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/security-groups?id=beef4521-75a7-4152-bec5-95472c5ccdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969763 Sep 24 15:57:12.863734 n-d-808921-1 neutron-server[95297]: INFO neutron.db.securitygroups_db [None req-d7375c21-9f6d-458e-b5d1-dbddda2891e4 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Project 7e512e155fd047afb7c369ee55b40ecc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 15:57:12.871221 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d7375c21-9f6d-458e-b5d1-dbddda2891e4 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:12.884047 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf62d35c-fba5-42aa-ab4d-77623c0a1751 req-5304cbae-221d-4474-a509-1f907c34534f tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:12.885806 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bf62d35c-fba5-42aa-ab4d-77623c0a1751 req-5304cbae-221d-4474-a509-1f907c34534f tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.101 "GET /v2.0/ports?device_id=d5e5c069-1908-43a0-807b-a562052049af HTTP/1.1" status: 200 len: 944 time: 0.0781426 Sep 24 15:57:12.890599 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-6a4e4712-710c-44b5-8ed6-d8b0c9343cab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '644a38d6-7b19-46f6-bf33-3e6e5889e7a0', 'name': 'tempest-TestNetworkBasicOps-router-1406295477', 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '2d8dc83c-9b93-4f1d-9f6c-d428f15acc7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:56:17Z', 'updated_at': '2021-09-24T15:56:28Z', 'revision_number': 4, 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'gw_port': {'id': '2d8dc83c-9b93-4f1d-9f6c-d428f15acc7f', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:af:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644a38d6-7b19-46f6-bf33-3e6e5889e7a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:56:19Z', 'updated_at': '2021-09-24T15:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': '5eb78960-bd1c-4052-a3b6-2e3e14ce35ee', 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'floating_ip_address': '172.25.0.144', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '644a38d6-7b19-46f6-bf33-3e6e5889e7a0', 'port_id': '74b285c7-50a5-4fa0-8dc5-887f6e83db67', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86c3d0ed-1df9-469f-9686-3575b374c832', 'mac_address': 'fa:16:3e:72:86:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbee7cb-3449-4ea4-9f17-63eb1d17e01f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:57:07Z', 'updated_at': '2021-09-24T15:57:07Z', 'revision_number': 0, 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24fa33be-154e-403f-89b2-b4ca49e20208', 'name': '', 'network_id': '86c3d0ed-1df9-469f-9686-3575b374c832', 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'mac_address': 'fa:16:3e:3b:dc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644a38d6-7b19-46f6-bf33-3e6e5889e7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '6ff16690-23f5-46c1-9253-2f37b777a341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:56:26Z', 'updated_at': '2021-09-24T15:56:35Z', 'revision_number': 5, 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'subnets': [{'id': '6ff16690-23f5-46c1-9253-2f37b777a341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:12.918824 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-befeee48-56a9-4c58-936f-f79c134f3430 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:12.936598 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a4e4712-710c-44b5-8ed6-d8b0c9343cab None None] The sync data for ids ['644a38d6-7b19-46f6-bf33-3e6e5889e7a0'] in n-d-808921-1 is: [{'id': '644a38d6-7b19-46f6-bf33-3e6e5889e7a0', 'name': 'tempest-TestNetworkBasicOps-router-1406295477', 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '2d8dc83c-9b93-4f1d-9f6c-d428f15acc7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:56:17Z', 'updated_at': '2021-09-24T15:56:28Z', 'revision_number': 4, 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'gw_port': {'id': '2d8dc83c-9b93-4f1d-9f6c-d428f15acc7f', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:af:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644a38d6-7b19-46f6-bf33-3e6e5889e7a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:56:19Z', 'updated_at': '2021-09-24T15:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': '5eb78960-bd1c-4052-a3b6-2e3e14ce35ee', 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'floating_ip_address': '172.25.0.144', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '644a38d6-7b19-46f6-bf33-3e6e5889e7a0', 'port_id': '74b285c7-50a5-4fa0-8dc5-887f6e83db67', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2912, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '86c3d0ed-1df9-469f-9686-3575b374c832', 'mac_address': 'fa:16:3e:72:86:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbee7cb-3449-4ea4-9f17-63eb1d17e01f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:57:07Z', 'updated_at': '2021-09-24T15:57:07Z', 'revision_number': 0, 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24fa33be-154e-403f-89b2-b4ca49e20208', 'name': '', 'network_id': '86c3d0ed-1df9-469f-9686-3575b374c832', 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'mac_address': 'fa:16:3e:3b:dc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644a38d6-7b19-46f6-bf33-3e6e5889e7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '6ff16690-23f5-46c1-9253-2f37b777a341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:56:26Z', 'updated_at': '2021-09-24T15:56:35Z', 'revision_number': 5, 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'subnets': [{'id': '6ff16690-23f5-46c1-9253-2f37b777a341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:57:12.951858 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d7375c21-9f6d-458e-b5d1-dbddda2891e4 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:12.952902 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befeee48-56a9-4c58-936f-f79c134f3430 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=debbb67e-1630-4b4b-a66d-a63b97f2ecf0,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:12.964881 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bf62d35c-fba5-42aa-ab4d-77623c0a1751 req-ef7ee18f-b8dd-4378-a5ec-654cf03e3382 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.101 "GET /v2.0/security-groups?id=b08d5ed6-e549-411e-93fa-b917e2edcd92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672395 Sep 24 15:57:13.049267 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fae4db87-1cf5-4d3d-aa8e-7e4254b9aa5a tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:13.077912 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d7375c21-9f6d-458e-b5d1-dbddda2891e4 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:13.082580 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-befeee48-56a9-4c58-936f-f79c134f3430 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:13.087245 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-befeee48-56a9-4c58-936f-f79c134f3430 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8891683 Sep 24 15:57:13.088206 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47616) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:13.092382 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae4db87-1cf5-4d3d-aa8e-7e4254b9aa5a tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Pushing event deleted for resources: {'Subnet': ['ID=e8cdb86a-847d-424b-9ec4-f4f3bc152330,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:13.102581 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-f23e9197-9f98-400a-a9ee-617376607ab0 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Request body: {'security_group_rule': {'security_group_id': '51a97015-ec5c-435b-8ff4-7f1e3151f69b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server [None req-15acbf1d-c033-41be-a5a3-ab0a3dc607db None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e8cdb86a-847d-424b-9ec4-f4f3bc152330: This subnet is being modified by another concurrent operation. Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server raise exception Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e8cdb86a-847d-424b-9ec4-f4f3bc152330: This subnet is being modified by another concurrent operation. Sep 24 15:57:13.107119 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server Sep 24 15:57:13.126129 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7375c21-9f6d-458e-b5d1-dbddda2891e4 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97b74ec5-2aaf-457b-b678-26c3cb6079c0,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:13.155191 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b825a57-1abf-413f-aeba-d05109943420 None None] Network f1702460-1047-4ae0-87ce-698ce0f3c29c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:57:13.181596 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fae4db87-1cf5-4d3d-aa8e-7e4254b9aa5a tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:13.184222 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5e5c069-1908-43a0-807b-a562052049af', 'tag': 'e3da23b6-5b01-4df7-b2c8-e66c4da8d719'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:57:13.187374 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5069386d-3258-449d-80d6-0e946a1ebbe7" -d '{"events": [{"name": "network-changed", "server_uuid": "d5e5c069-1908-43a0-807b-a562052049af", "tag": "e3da23b6-5b01-4df7-b2c8-e66c4da8d719"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:57:13.216674 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-fae4db87-1cf5-4d3d-aa8e-7e4254b9aa5a tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1702460-1047-4ae0-87ce-698ce0f3c29c']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:13.235448 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-fae4db87-1cf5-4d3d-aa8e-7e4254b9aa5a tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78213cb0-9f98-4c2a-b54e-759cfc2bbec7') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:13.235749 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-fae4db87-1cf5-4d3d-aa8e-7e4254b9aa5a tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78213cb0-9f98-4c2a-b54e-759cfc2bbec7') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:13.248008 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f23e9197-9f98-400a-a9ee-617376607ab0 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:13.253994 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fae4db87-1cf5-4d3d-aa8e-7e4254b9aa5a tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:13.267570 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fae4db87-1cf5-4d3d-aa8e-7e4254b9aa5a tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:13.277680 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fae4db87-1cf5-4d3d-aa8e-7e4254b9aa5a tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Releasing vlan 1275 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:57:13.278093 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fae4db87-1cf5-4d3d-aa8e-7e4254b9aa5a tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:13.285359 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:57:13.285359 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:57:13.285359 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:57:13.285359 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:57:13.285359 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:57:13.285359 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:57:13.285359 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:57:13.285359 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:57:13.285359 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:57:13.285359 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:57:13.285359 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:57:13.285359 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:57:13.285359 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:57:13.285359 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:57:13.285359 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:57:13.285359 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:57:13.285359 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:57:13.285359 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:57:13.285359 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:57:13.285359 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:57:13.285359 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:57:13.285359 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:57:13.285359 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:57:13.285359 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:57:13.285359 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:57:13.285359 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:57:13.285359 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:57:13.285359 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:57:13.285359 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:57:13.285359 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:57:13.285359 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:57:13.285359 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:57:13.288019 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6341a4e-c3d1-4770-86f7-ed52c45907b0 x-openstack-request-id: req-a6341a4e-c3d1-4770-86f7-ed52c45907b0 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:57:13.288019 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5e5c069-1908-43a0-807b-a562052049af", "tag": "e3da23b6-5b01-4df7-b2c8-e66c4da8d719", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:57:13.288019 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a6341a4e-c3d1-4770-86f7-ed52c45907b0 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:57:13.288019 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5e5c069-1908-43a0-807b-a562052049af', 'tag': 'e3da23b6-5b01-4df7-b2c8-e66c4da8d719', 'status': 'completed', 'code': 200} Sep 24 15:57:13.316991 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d7375c21-9f6d-458e-b5d1-dbddda2891e4 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:13.335103 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71e72e2-e7fb-451c-a24c-db5db8ef6b75 None None] New status for floating IP 5eb78960-bd1c-4052-a3b6-2e3e14ce35ee: ACTIVE {{(pid=95300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:57:13.350506 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-d7375c21-9f6d-458e-b5d1-dbddda2891e4 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7276099 Sep 24 15:57:13.352010 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47620) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:13.367025 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-3d0f7896-92ef-4da1-b895-30dd2d8d0b5f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Request body: {'security_group_rule': {'security_group_id': 'd304bbd8-1375-41e6-a4a7-0404dd25bcd6', 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:57:13.379106 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 8bc84ef6-5b5d-4a59-afcd-cefb78b5de9f up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:57:13.414170 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069386d-3258-449d-80d6-0e946a1ebbe7 req-3ef7d0a5-aaaa-4b60-9924-1319a1bccfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:13.415962 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5069386d-3258-449d-80d6-0e946a1ebbe7 req-3ef7d0a5-aaaa-4b60-9924-1319a1bccfd9 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=b1d4e87ebb25495582840f0e5900ef24&device_id=d5e5c069-1908-43a0-807b-a562052049af HTTP/1.1" status: 200 len: 1095 time: 0.1274676 Sep 24 15:57:13.429896 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f23e9197-9f98-400a-a9ee-617376607ab0 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:13.448818 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a989e6aa-df5d-4be8-ac36-044b6a29831e None None] get_active_networks_info from n-d-808921-1 {{(pid=95299) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 24 15:57:13.484677 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47624) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:13.529951 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fae4db87-1cf5-4d3d-aa8e-7e4254b9aa5a tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:13.559757 n-d-808921-1 neutron-server[95297]: INFO neutron.db.securitygroups_db [None req-3d0f7896-92ef-4da1-b895-30dd2d8d0b5f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Project 7e512e155fd047afb7c369ee55b40ecc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 15:57:13.562430 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fae4db87-1cf5-4d3d-aa8e-7e4254b9aa5a tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:13.564565 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 8bc84ef6-5b5d-4a59-afcd-cefb78b5de9f triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:57:13.565035 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:13.565211 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f23e9197-9f98-400a-a9ee-617376607ab0 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:13.570121 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-fae4db87-1cf5-4d3d-aa8e-7e4254b9aa5a tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] 10.222.0.101 "DELETE /v2.0/networks/f1702460-1047-4ae0-87ce-698ce0f3c29c HTTP/1.1" status: 204 len: 168 time: 1.4123654 Sep 24 15:57:13.572050 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae4db87-1cf5-4d3d-aa8e-7e4254b9aa5a tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Pushing event deleted for resources: {'Network': ['ID=f1702460-1047-4ae0-87ce-698ce0f3c29c,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:13.574265 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47626) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:13.594503 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-fb4d525c-b7c3-47f2-8b13-8e969bfecf54 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2147320073'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:57:13.602322 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069386d-3258-449d-80d6-0e946a1ebbe7 req-25f37185-c05e-4d42-9a2a-b7e7dd80bd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:13.605900 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5069386d-3258-449d-80d6-0e946a1ebbe7 req-25f37185-c05e-4d42-9a2a-b7e7dd80bd7d service neutron] 10.222.0.108 "GET /v2.0/networks?id=8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9 HTTP/1.1" status: 200 len: 915 time: 0.1797528 Sep 24 15:57:13.607792 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3d0f7896-92ef-4da1-b895-30dd2d8d0b5f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:13.648145 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a989e6aa-df5d-4be8-ac36-044b6a29831e None None] Resources bound (agent type, host, resource id): {{(pid=95299) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 24 15:57:13.656119 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23e9197-9f98-400a-a9ee-617376607ab0 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56e144e9-d8d8-4d9d-8adc-aa01996e6f24,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:13.657894 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5069386d-3258-449d-80d6-0e946a1ebbe7 req-141bc17f-10d2-43a5-9dd7-059e29626770 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3da23b6-5b01-4df7-b2c8-e66c4da8d719 HTTP/1.1" status: 200 len: 217 time: 0.0459199 Sep 24 15:57:13.733368 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f5e5e87a-3514-4d10-aa81-f26a960afeeb tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/floatingips/5eb78960-bd1c-4052-a3b6-2e3e14ce35ee HTTP/1.1" status: 200 len: 991 time: 0.2475286 Sep 24 15:57:13.738439 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5069386d-3258-449d-80d6-0e946a1ebbe7 req-69b71e72-b4bc-4de8-a8c8-40e4e29e0949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:13.740145 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5069386d-3258-449d-80d6-0e946a1ebbe7 req-69b71e72-b4bc-4de8-a8c8-40e4e29e0949 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=d76fbf6b-f034-49d4-9f46-98621b5cf251 HTTP/1.1" status: 200 len: 853 time: 0.0744178 Sep 24 15:57:13.771090 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3d0f7896-92ef-4da1-b895-30dd2d8d0b5f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:13.789201 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5069386d-3258-449d-80d6-0e946a1ebbe7 req-d5ba2b97-d8ef-43f7-8910-b9285455e249 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411563 Sep 24 15:57:13.811084 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb4d525c-b7c3-47f2-8b13-8e969bfecf54 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Made reservation on behalf of 5a864602808b4dc49d9e4388fb4dce35 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:57:13.814002 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fb4d525c-b7c3-47f2-8b13-8e969bfecf54 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:13.856345 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3d0f7896-92ef-4da1-b895-30dd2d8d0b5f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:13.881176 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0f7896-92ef-4da1-b895-30dd2d8d0b5f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f104a7ad-2d50-41eb-a5a3-192a51fcbd94,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:13.907438 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb4d525c-b7c3-47f2-8b13-8e969bfecf54 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1298} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:57:13.918934 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fb4d525c-b7c3-47f2-8b13-8e969bfecf54 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:13.919443 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-fb4d525c-b7c3-47f2-8b13-8e969bfecf54 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Added segment 19f49dd1-30a2-44d4-9beb-33416004f179 of type vlan for network 60ed9fb1-0436-47ff-a049-1d9d3aeb0931 Sep 24 15:57:13.930642 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f23e9197-9f98-400a-a9ee-617376607ab0 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:13.935562 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f23e9197-9f98-400a-a9ee-617376607ab0 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8398170 Sep 24 15:57:13.935562 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47632) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:13.940047 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-ed77c232-00af-490f-a889-fc76ef2e68fa tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Request body: {'security_group_rule': {'security_group_id': '51a97015-ec5c-435b-8ff4-7f1e3151f69b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:57:13.992732 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5069386d-3258-449d-80d6-0e946a1ebbe7 req-0965c85a-85d2-45a3-b977-8311f401a083 service neutron] 10.222.0.108 "GET /v2.0/networks/8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891389 Sep 24 15:57:14.001114 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813bfdf2-3f1f-4431-8e18-333b20c01fe7 req-31fe375b-f39e-4e9a-bf96-fee4a1e9837a tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:14.002715 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-813bfdf2-3f1f-4431-8e18-333b20c01fe7 req-31fe375b-f39e-4e9a-bf96-fee4a1e9837a tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/ports?device_id=5ea82851-d9e0-4b55-9108-445a8363c1e2 HTTP/1.1" status: 200 len: 946 time: 0.1252201 Sep 24 15:57:14.012739 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fb4d525c-b7c3-47f2-8b13-8e969bfecf54 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:14.041530 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3d0f7896-92ef-4da1-b895-30dd2d8d0b5f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:14.055839 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-3d0f7896-92ef-4da1-b895-30dd2d8d0b5f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6938925 Sep 24 15:57:14.068914 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47636) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:14.076432 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-344c1b0a-56a7-43af-9a12-20fd6c3a3e2f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Request body: {'network': {'name': 'tempest-network-smoke--511832460', 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'port_security_enabled': True}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:57:14.100110 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-813bfdf2-3f1f-4431-8e18-333b20c01fe7 req-55062922-9a2f-44dc-b201-f0948741d9a5 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/security-groups?id=beef4521-75a7-4152-bec5-95472c5ccdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870998 Sep 24 15:57:14.144776 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62883f5e-da18-486b-b48c-04a031df0644 req-c79ad97e-9d20-46a5-a7d3-1a01004e5e22 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:14.153685 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-62883f5e-da18-486b-b48c-04a031df0644 req-c79ad97e-9d20-46a5-a7d3-1a01004e5e22 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.101 "GET /v2.0/ports?device_id=d5e5c069-1908-43a0-807b-a562052049af HTTP/1.1" status: 200 len: 944 time: 0.0871615 Sep 24 15:57:14.167333 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5069386d-3258-449d-80d6-0e946a1ebbe7 req-c4ce0f51-8499-4539-960c-fea5379cfa55 service neutron] 10.222.0.108 "GET /v2.0/networks/8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635005 Sep 24 15:57:14.184313 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ed77c232-00af-490f-a889-fc76ef2e68fa tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:14.206424 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fb4d525c-b7c3-47f2-8b13-8e969bfecf54 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:14.212515 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4d525c-b7c3-47f2-8b13-8e969bfecf54 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:14.213206 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fb4d525c-b7c3-47f2-8b13-8e969bfecf54 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:14.217557 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-62883f5e-da18-486b-b48c-04a031df0644 req-5e73ae5d-a5e8-412e-b09a-fcaa94112c2e tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.101 "GET /v2.0/security-groups?id=b08d5ed6-e549-411e-93fa-b917e2edcd92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630646 Sep 24 15:57:14.289093 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344c1b0a-56a7-43af-9a12-20fd6c3a3e2f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Made reservation on behalf of 7e512e155fd047afb7c369ee55b40ecc for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:57:14.292752 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-344c1b0a-56a7-43af-9a12-20fd6c3a3e2f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:14.325843 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-344c1b0a-56a7-43af-9a12-20fd6c3a3e2f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1297} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:57:14.336885 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-344c1b0a-56a7-43af-9a12-20fd6c3a3e2f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:14.337236 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-344c1b0a-56a7-43af-9a12-20fd6c3a3e2f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Added segment d7ef416a-40a9-4337-a1c4-1afeb8984525 of type vlan for network e034e6ed-6102-4046-9f1f-a643f9565610 Sep 24 15:57:14.346265 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4d525c-b7c3-47f2-8b13-8e969bfecf54 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Pushing event updated for resources: {'Network': ['ID=60ed9fb1-0436-47ff-a049-1d9d3aeb0931,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:14.362644 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 60ed9fb1-0436-47ff-a049-1d9d3aeb0931 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:57:14.391421 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ed77c232-00af-490f-a889-fc76ef2e68fa tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:14.392633 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-344c1b0a-56a7-43af-9a12-20fd6c3a3e2f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:14.418749 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-fb4d525c-b7c3-47f2-8b13-8e969bfecf54 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8341093 Sep 24 15:57:14.421562 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47638) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:14.427683 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-a2bbfdbd-bec0-4e8f-89db-86bf02bfe23f tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Request body: {'subnet': {'network_id': '60ed9fb1-0436-47ff-a049-1d9d3aeb0931', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:57:14.500934 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ed77c232-00af-490f-a889-fc76ef2e68fa tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:14.503673 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-344c1b0a-56a7-43af-9a12-20fd6c3a3e2f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:14.509992 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344c1b0a-56a7-43af-9a12-20fd6c3a3e2f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:14.510666 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-344c1b0a-56a7-43af-9a12-20fd6c3a3e2f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:14.520687 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 74b10caf-0c32-43bf-9c8a-dc8288c8b912 details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:57:14.538224 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed77c232-00af-490f-a889-fc76ef2e68fa tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=308e43c9-aeca-4863-a926-5bbea6225035,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:14.608279 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ed77c232-00af-490f-a889-fc76ef2e68fa tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:14.613074 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ed77c232-00af-490f-a889-fc76ef2e68fa tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6733048 Sep 24 15:57:14.613074 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47642) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:14.614640 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344c1b0a-56a7-43af-9a12-20fd6c3a3e2f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event updated for resources: {'Network': ['ID=e034e6ed-6102-4046-9f1f-a643f9565610,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:14.620284 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-13ae7298-d96a-4946-abab-27a9d3c9735f tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Request body: {'security_group_rule': {'security_group_id': '51a97015-ec5c-435b-8ff4-7f1e3151f69b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:57:14.627114 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network e034e6ed-6102-4046-9f1f-a643f9565610 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:57:14.674318 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 74b10caf-0c32-43bf-9c8a-dc8288c8b912, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=74b10caf-0c32-43bf-9c8a-dc8288c8b912,segment=NetworkSegment(9bf9bbee-e4f7-4cba-869d-d400e1c83c07),segment_id=9bf9bbee-e4f7-4cba-869d-d400e1c83c07)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:57:14.717860 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': '74b10caf-0c32-43bf-9c8a-dc8288c8b912', 'network_id': '8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9', 'port_id': '74b10caf-0c32-43bf-9c8a-dc8288c8b912', 'mac_address': 'fa:16:3e:4e:fa:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd76fbf6b-f034-49d4-9f46-98621b5cf251', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:57:14.731693 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2bbfdbd-bec0-4e8f-89db-86bf02bfe23f tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Made reservation on behalf of 5a864602808b4dc49d9e4388fb4dce35 for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:57:14.740096 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47646) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:14.744032 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a2bbfdbd-bec0-4e8f-89db-86bf02bfe23f tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:14.758900 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:14.777829 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74b10caf-0c32-43bf-9c8a-dc8288c8b912 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:57:14.813450 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 74b10caf-0c32-43bf-9c8a-dc8288c8b912, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=74b10caf-0c32-43bf-9c8a-dc8288c8b912,segment=NetworkSegment(9bf9bbee-e4f7-4cba-869d-d400e1c83c07),segment_id=9bf9bbee-e4f7-4cba-869d-d400e1c83c07)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:57:14.830747 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-1fbda17b-b7e9-4fa2-8916-9d2bfa96221a tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/floatingips/5eb78960-bd1c-4052-a3b6-2e3e14ce35ee HTTP/1.1" status: 200 len: 993 time: 0.0889766 Sep 24 15:57:14.833858 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-344c1b0a-56a7-43af-9a12-20fd6c3a3e2f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7633107 Sep 24 15:57:14.838946 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47650) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:14.845193 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-b509150e-2cae-460e-a776-88d30a728692 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1861874524', 'admin_state_up': True, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:57:14.883594 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:14.954195 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=74b10caf-0c32-43bf-9c8a-dc8288c8b912,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:15.021939 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-13ae7298-d96a-4946-abab-27a9d3c9735f tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:15.076870 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-13ae7298-d96a-4946-abab-27a9d3c9735f tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:15.118402 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a2bbfdbd-bec0-4e8f-89db-86bf02bfe23f tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:15.161191 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b509150e-2cae-460e-a776-88d30a728692 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:15.162690 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b509150e-2cae-460e-a776-88d30a728692 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:15.163599 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['74b10caf-0c32-43bf-9c8a-dc8288c8b912'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:57:15.201133 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bbfdbd-bec0-4e8f-89db-86bf02bfe23f tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Pushing event updated for resources: {'Subnet': ['ID=6c5ab51d-d346-4bd5-9037-ec4c67c67cb8,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:15.207984 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-13ae7298-d96a-4946-abab-27a9d3c9735f tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:15.214290 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bbfdbd-bec0-4e8f-89db-86bf02bfe23f tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Checking segment: {'id': '19f49dd1-30a2-44d4-9beb-33416004f179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '60ed9fb1-0436-47ff-a049-1d9d3aeb0931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:57:15.214681 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bbfdbd-bec0-4e8f-89db-86bf02bfe23f tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Network hostable DHCP agents. Network: 60ed9fb1-0436-47ff-a049-1d9d3aeb0931, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:57:15.236762 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ae7298-d96a-4946-abab-27a9d3c9735f tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=727989f8-cbd5-4036-8e3b-a377b2cb5185,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:15.255300 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b509150e-2cae-460e-a776-88d30a728692 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:15.295151 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff494571-4904-42f1-ac4e-98a34cd5799d req-e6cf7aa9-1205-4228-a284-cfbee16b82f4 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:15.296997 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ff494571-4904-42f1-ac4e-98a34cd5799d req-e6cf7aa9-1205-4228-a284-cfbee16b82f4 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/ports?device_id=5ea82851-d9e0-4b55-9108-445a8363c1e2 HTTP/1.1" status: 200 len: 946 time: 0.0951786 Sep 24 15:57:15.327139 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-13ae7298-d96a-4946-abab-27a9d3c9735f tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:15.331560 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-13ae7298-d96a-4946-abab-27a9d3c9735f tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7182689 Sep 24 15:57:15.332400 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47660) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:15.336376 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device e3da23b6-5b01-4df7-b2c8-e66c4da8d719 details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:57:15.342559 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-e0049ad1-7e7c-4237-831e-eabba5aa5b6d tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Request body: {'security_group_rule': {'security_group_id': '51a97015-ec5c-435b-8ff4-7f1e3151f69b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:57:15.351601 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bbfdbd-bec0-4e8f-89db-86bf02bfe23f tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Network 60ed9fb1-0436-47ff-a049-1d9d3aeb0931 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:57:15.386775 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ff494571-4904-42f1-ac4e-98a34cd5799d req-fb86593b-9bcd-4660-b838-241760d594fa tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/security-groups?id=beef4521-75a7-4152-bec5-95472c5ccdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807440 Sep 24 15:57:15.395664 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a59833-b4de-4e36-9d67-1e113ad64766 req-dd045ab8-5d71-4172-8313-154b93ecfc71 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:15.398801 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b3a59833-b4de-4e36-9d67-1e113ad64766 req-dd045ab8-5d71-4172-8313-154b93ecfc71 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.101 "GET /v2.0/ports?device_id=d5e5c069-1908-43a0-807b-a562052049af HTTP/1.1" status: 200 len: 944 time: 0.1012242 Sep 24 15:57:15.442914 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b3a59833-b4de-4e36-9d67-1e113ad64766 req-196af8fc-e6d7-4830-b76d-efcd7e884561 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.101 "GET /v2.0/security-groups?id=b08d5ed6-e549-411e-93fa-b917e2edcd92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379989 Sep 24 15:57:15.443649 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-a2bbfdbd-bec0-4e8f-89db-86bf02bfe23f tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 60ed9fb1-0436-47ff-a049-1d9d3aeb0931) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:57:15.452826 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bbfdbd-bec0-4e8f-89db-86bf02bfe23f tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:15.453600 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a2bbfdbd-bec0-4e8f-89db-86bf02bfe23f tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:15.458533 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e0049ad1-7e7c-4237-831e-eabba5aa5b6d tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:15.460602 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port e3da23b6-5b01-4df7-b2c8-e66c4da8d719, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=e3da23b6-5b01-4df7-b2c8-e66c4da8d719,segment=NetworkSegment(9bf9bbee-e4f7-4cba-869d-d400e1c83c07),segment_id=9bf9bbee-e4f7-4cba-869d-d400e1c83c07)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:57:15.478058 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb27901-f18d-4562-b19c-f840b79da1e0 None None] Network 60ed9fb1-0436-47ff-a049-1d9d3aeb0931 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:57:15.498308 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': 'e3da23b6-5b01-4df7-b2c8-e66c4da8d719', 'network_id': '8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9', 'port_id': 'e3da23b6-5b01-4df7-b2c8-e66c4da8d719', 'mac_address': 'fa:16:3e:fd:02:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd76fbf6b-f034-49d4-9f46-98621b5cf251', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:57:15.519569 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b509150e-2cae-460e-a776-88d30a728692 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:15.536456 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-a2bbfdbd-bec0-4e8f-89db-86bf02bfe23f tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1135578 Sep 24 15:57:15.541586 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47664) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:15.549955 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e0049ad1-7e7c-4237-831e-eabba5aa5b6d tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:15.552052 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-c8366211-230e-45f1-a636-8de6ba3a70ca tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1445425990'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:57:15.596125 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:15.630602 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3da23b6-5b01-4df7-b2c8-e66c4da8d719 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:57:15.648759 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e0049ad1-7e7c-4237-831e-eabba5aa5b6d tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:15.653074 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8366211-230e-45f1-a636-8de6ba3a70ca tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Made reservation on behalf of 5a864602808b4dc49d9e4388fb4dce35 for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:57:15.659172 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c8366211-230e-45f1-a636-8de6ba3a70ca tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:15.659444 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port e3da23b6-5b01-4df7-b2c8-e66c4da8d719, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=e3da23b6-5b01-4df7-b2c8-e66c4da8d719,segment=NetworkSegment(9bf9bbee-e4f7-4cba-869d-d400e1c83c07),segment_id=9bf9bbee-e4f7-4cba-869d-d400e1c83c07)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:57:15.680189 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0049ad1-7e7c-4237-831e-eabba5aa5b6d tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4c416bb-652d-40ad-aa7b-d943e63ab01a,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:15.701321 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce5bb9c-9200-43d7-b9e8-07fc12ac2d14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-60ed9fb1-0436-47ff-a049-1d9d3aeb0931', 'network_id': '60ed9fb1-0436-47ff-a049-1d9d3aeb0931', 'tenant_id': '5a864602808b4dc49d9e4388fb4dce35', 'fixed_ips': [{'subnet_id': '6c5ab51d-d346-4bd5-9037-ec4c67c67cb8'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:57:15.702277 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-cce5bb9c-9200-43d7-b9e8-07fc12ac2d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:15.738512 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8366211-230e-45f1-a636-8de6ba3a70ca tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1259} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:57:15.780815 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c8366211-230e-45f1-a636-8de6ba3a70ca tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:15.781164 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-c8366211-230e-45f1-a636-8de6ba3a70ca tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Added segment f0dbc43a-9ffc-401e-b8a2-9871cb74bc17 of type vlan for network e65432df-b736-41bc-a13e-6e998ca314aa Sep 24 15:57:15.786024 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:15.815378 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e0049ad1-7e7c-4237-831e-eabba5aa5b6d tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:15.818087 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e0049ad1-7e7c-4237-831e-eabba5aa5b6d tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4836838 Sep 24 15:57:15.821042 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47672) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:15.845632 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3099925b-0eb5-4533-b93f-3ad9f29802f5 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:15.854856 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3099925b-0eb5-4533-b93f-3ad9f29802f5 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:15.876717 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=e3da23b6-5b01-4df7-b2c8-e66c4da8d719,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:15.903115 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-cce5bb9c-9200-43d7-b9e8-07fc12ac2d14 None None] Allocated IP 2001:db8::3 (60ed9fb1-0436-47ff-a049-1d9d3aeb0931/6c5ab51d-d346-4bd5-9037-ec4c67c67cb8/e4ff35b5-f844-4bfc-b424-422f032ba94b) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:57:15.974377 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3099925b-0eb5-4533-b93f-3ad9f29802f5 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:15.982097 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3099925b-0eb5-4533-b93f-3ad9f29802f5 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:15.986544 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-3099925b-0eb5-4533-b93f-3ad9f29802f5 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] 10.222.0.101 "DELETE /v2.0/security-group-rules/c4c416bb-652d-40ad-aa7b-d943e63ab01a HTTP/1.1" status: 204 len: 168 time: 0.1613727 Sep 24 15:57:15.987068 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47676) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:16.004357 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3099925b-0eb5-4533-b93f-3ad9f29802f5 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c4c416bb-652d-40ad-aa7b-d943e63ab01a,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:16.012214 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['e3da23b6-5b01-4df7-b2c8-e66c4da8d719'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:57:16.054396 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-d018bc16-a5a8-482e-bc26-bc21958ae53c tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0643837 Sep 24 15:57:16.057277 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47680) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:16.095895 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3f3266fe-b20f-4820-8b87-691ce23a9700 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:16.112096 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3f3266fe-b20f-4820-8b87-691ce23a9700 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:16.112679 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-cce5bb9c-9200-43d7-b9e8-07fc12ac2d14 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:16.196742 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-cce5bb9c-9200-43d7-b9e8-07fc12ac2d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:16.219892 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3f3266fe-b20f-4820-8b87-691ce23a9700 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:16.227058 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c8366211-230e-45f1-a636-8de6ba3a70ca tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:16.229382 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3f3266fe-b20f-4820-8b87-691ce23a9700 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:16.235597 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-3f3266fe-b20f-4820-8b87-691ce23a9700 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] 10.222.0.101 "DELETE /v2.0/security-group-rules/727989f8-cbd5-4036-8e3b-a377b2cb5185 HTTP/1.1" status: 204 len: 168 time: 0.1747847 Sep 24 15:57:16.236680 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47684) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:16.254747 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce5bb9c-9200-43d7-b9e8-07fc12ac2d14 None None] Network 60ed9fb1-0436-47ff-a049-1d9d3aeb0931 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:57:16.261762 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-cce5bb9c-9200-43d7-b9e8-07fc12ac2d14 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:57:16.270867 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce5bb9c-9200-43d7-b9e8-07fc12ac2d14 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:57:16.276543 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce5bb9c-9200-43d7-b9e8-07fc12ac2d14 None None] Pushing event updated for resources: {'Port': ['ID=e4ff35b5-f844-4bfc-b424-422f032ba94b,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:16.296598 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3266fe-b20f-4820-8b87-691ce23a9700 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=727989f8-cbd5-4036-8e3b-a377b2cb5185,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:16.328327 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-7a3de24c-f238-4590-b43f-f033fe523037 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0763764 Sep 24 15:57:16.336871 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47692) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:16.342968 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-cce5bb9c-9200-43d7-b9e8-07fc12ac2d14 None None] Attempting to bind port e4ff35b5-f844-4bfc-b424-422f032ba94b on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:57:16.343349 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-cce5bb9c-9200-43d7-b9e8-07fc12ac2d14 None None] Attempting to bind port e4ff35b5-f844-4bfc-b424-422f032ba94b by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '19f49dd1-30a2-44d4-9beb-33416004f179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '60ed9fb1-0436-47ff-a049-1d9d3aeb0931'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:57:16.343887 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce5bb9c-9200-43d7-b9e8-07fc12ac2d14 None None] Attempting to bind port e4ff35b5-f844-4bfc-b424-422f032ba94b on network 60ed9fb1-0436-47ff-a049-1d9d3aeb0931 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:57:16.350088 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce5bb9c-9200-43d7-b9e8-07fc12ac2d14 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:57:16.351470 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce5bb9c-9200-43d7-b9e8-07fc12ac2d14 None None] Checking segment: {'id': '19f49dd1-30a2-44d4-9beb-33416004f179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '60ed9fb1-0436-47ff-a049-1d9d3aeb0931'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:57:16.351617 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-cce5bb9c-9200-43d7-b9e8-07fc12ac2d14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:16.352817 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce5bb9c-9200-43d7-b9e8-07fc12ac2d14 None None] Bound using segment: {'id': '19f49dd1-30a2-44d4-9beb-33416004f179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '60ed9fb1-0436-47ff-a049-1d9d3aeb0931'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:57:16.353315 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-cce5bb9c-9200-43d7-b9e8-07fc12ac2d14 None None] Bound port: e4ff35b5-f844-4bfc-b424-422f032ba94b, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19f49dd1-30a2-44d4-9beb-33416004f179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1298, 'network_id': '60ed9fb1-0436-47ff-a049-1d9d3aeb0931'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:57:16.353826 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-cce5bb9c-9200-43d7-b9e8-07fc12ac2d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:16.363835 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8b66a85a-f162-4f7d-abda-e3e429b526bc tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:16.378695 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c8366211-230e-45f1-a636-8de6ba3a70ca tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:16.380627 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8b66a85a-f162-4f7d-abda-e3e429b526bc tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:16.385221 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8366211-230e-45f1-a636-8de6ba3a70ca tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:16.385943 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c8366211-230e-45f1-a636-8de6ba3a70ca tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:16.417656 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b509150e-2cae-460e-a776-88d30a728692 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for router_gateway, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:16.439915 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-cce5bb9c-9200-43d7-b9e8-07fc12ac2d14 None None] For port e4ff35b5-f844-4bfc-b424-422f032ba94b, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:57:16.442786 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b509150e-2cae-460e-a776-88d30a728692 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:16.445086 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-cce5bb9c-9200-43d7-b9e8-07fc12ac2d14 None None] For port e4ff35b5-f844-4bfc-b424-422f032ba94b, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=e4ff35b5-f844-4bfc-b424-422f032ba94b,segment=NetworkSegment(19f49dd1-30a2-44d4-9beb-33416004f179),segment_id=19f49dd1-30a2-44d4-9beb-33416004f179)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:57:16.523548 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 74b10caf-0c32-43bf-9c8a-dc8288c8b912 up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:57:16.572317 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-cce5bb9c-9200-43d7-b9e8-07fc12ac2d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:16.573025 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337efbc7-f4d4-4bbe-ab00-d17b3f21b300 req-c1bb8511-65f4-41cc-ab86-7cb5b4aa9b0d tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:16.574713 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-337efbc7-f4d4-4bbe-ab00-d17b3f21b300 req-c1bb8511-65f4-41cc-ab86-7cb5b4aa9b0d tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.101 "GET /v2.0/ports?device_id=d5e5c069-1908-43a0-807b-a562052049af HTTP/1.1" status: 200 len: 945 time: 0.0571728 Sep 24 15:57:16.575994 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8b66a85a-f162-4f7d-abda-e3e429b526bc tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:16.583399 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8b66a85a-f162-4f7d-abda-e3e429b526bc tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:16.586992 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-8b66a85a-f162-4f7d-abda-e3e429b526bc tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] 10.222.0.101 "DELETE /v2.0/security-group-rules/308e43c9-aeca-4863-a926-5bbea6225035 HTTP/1.1" status: 204 len: 168 time: 0.2450702 Sep 24 15:57:16.588429 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47698) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:16.596450 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8366211-230e-45f1-a636-8de6ba3a70ca tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Pushing event updated for resources: {'Network': ['ID=e65432df-b736-41bc-a13e-6e998ca314aa,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:16.601628 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b66a85a-f162-4f7d-abda-e3e429b526bc tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=308e43c9-aeca-4863-a926-5bbea6225035,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:16.617105 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network e65432df-b736-41bc-a13e-6e998ca314aa details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:57:16.619039 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-c8366211-230e-45f1-a636-8de6ba3a70ca tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0755138 Sep 24 15:57:16.623819 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47700) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:16.630281 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-956f16aa-5c02-4cd2-aec1-ba1745ee11fb tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Request body: {'subnet': {'network_id': 'e65432df-b736-41bc-a13e-6e998ca314aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:57:16.675346 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce5bb9c-9200-43d7-b9e8-07fc12ac2d14 None None] Pushing event updated for resources: {'Port': ['ID=e4ff35b5-f844-4bfc-b424-422f032ba94b,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:16.687282 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36acbeac-1664-48cd-8bb2-b4d1ab15b252 req-43e04082-f6ef-4227-9bc3-3c0d2801dbd1 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:16.696795 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-36acbeac-1664-48cd-8bb2-b4d1ab15b252 req-43e04082-f6ef-4227-9bc3-3c0d2801dbd1 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/ports?device_id=5ea82851-d9e0-4b55-9108-445a8363c1e2 HTTP/1.1" status: 200 len: 946 time: 0.2281120 Sep 24 15:57:16.697574 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-337efbc7-f4d4-4bbe-ab00-d17b3f21b300 req-43d7b0b5-a86d-4592-8004-99704bb6ff25 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.101 "GET /v2.0/security-groups?id=b08d5ed6-e549-411e-93fa-b917e2edcd92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021578 Sep 24 15:57:16.723731 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-a412c5fd-0f09-49f8-8fa3-36d458372347 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1315098 Sep 24 15:57:16.729772 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47702) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:16.763461 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port 74b10caf-0c32-43bf-9c8a-dc8288c8b912 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:57:16.769225 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port 74b10caf-0c32-43bf-9c8a-dc8288c8b912 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:57:16.769980 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:16.806990 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-36acbeac-1664-48cd-8bb2-b4d1ab15b252 req-8a921a4d-3c15-48d9-a277-8047b0ae3b75 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/security-groups?id=beef4521-75a7-4152-bec5-95472c5ccdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985253 Sep 24 15:57:16.818748 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-b509150e-2cae-460e-a776-88d30a728692 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Allocated IP 172.25.0.123 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/721b235a-b2f1-4c7c-8fd8-a5d977290b09) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:57:16.852616 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-956f16aa-5c02-4cd2-aec1-ba1745ee11fb tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Made reservation on behalf of 5a864602808b4dc49d9e4388fb4dce35 for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:57:16.863109 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-956f16aa-5c02-4cd2-aec1-ba1745ee11fb tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:16.980887 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:17.009505 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-319f7e0f-ef4f-420a-9cda-c6d6f49c6a3b tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:17.023314 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-319f7e0f-ef4f-420a-9cda-c6d6f49c6a3b tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:17.025341 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.ipam_backend_mixin [None req-956f16aa-5c02-4cd2-aec1-ba1745ee11fb tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Performing IP validity checks on allocation pools {{(pid=95297) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 24 15:57:17.025986 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.ipam_backend_mixin [None req-956f16aa-5c02-4cd2-aec1-ba1745ee11fb tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95297) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 24 15:57:17.034965 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '115cf86f-141d-4ea4-819a-f87911b462ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b10caf-0c32-43bf-9c8a-dc8288c8b912'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:57:17.037793 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ee65e55-b387-4897-8f88-477dd3552908" -d '{"events": [{"server_uuid": "115cf86f-141d-4ea4-819a-f87911b462ed", "name": "network-vif-plugged", "status": "completed", "tag": "74b10caf-0c32-43bf-9c8a-dc8288c8b912"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:57:17.065228 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47712) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:17.067283 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b509150e-2cae-460e-a776-88d30a728692 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:17.074377 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 74b10caf-0c32-43bf-9c8a-dc8288c8b912, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=74b10caf-0c32-43bf-9c8a-dc8288c8b912,segment=NetworkSegment(9bf9bbee-e4f7-4cba-869d-d400e1c83c07),segment_id=9bf9bbee-e4f7-4cba-869d-d400e1c83c07)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:57:17.097991 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9041295-1ed2-41dc-9151-4e4ba4f51c95 x-openstack-request-id: req-c9041295-1ed2-41dc-9151-4e4ba4f51c95 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:57:17.098439 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "115cf86f-141d-4ea4-819a-f87911b462ed", "name": "network-vif-plugged", "status": "completed", "tag": "74b10caf-0c32-43bf-9c8a-dc8288c8b912", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:57:17.114670 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c9041295-1ed2-41dc-9151-4e4ba4f51c95 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:57:17.114670 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '115cf86f-141d-4ea4-819a-f87911b462ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b10caf-0c32-43bf-9c8a-dc8288c8b912', 'code': 200} Sep 24 15:57:17.229304 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:17.250009 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2d1d32a3-ae22-409e-938b-8851c65f01b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:17.266151 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b509150e-2cae-460e-a776-88d30a728692 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:17.274703 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-319f7e0f-ef4f-420a-9cda-c6d6f49c6a3b tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:17.300248 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=74b10caf-0c32-43bf-9c8a-dc8288c8b912,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:17.329264 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-956f16aa-5c02-4cd2-aec1-ba1745ee11fb tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:17.339403 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device e3da23b6-5b01-4df7-b2c8-e66c4da8d719 up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:57:17.342045 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-319f7e0f-ef4f-420a-9cda-c6d6f49c6a3b tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:17.346221 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-319f7e0f-ef4f-420a-9cda-c6d6f49c6a3b tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] 10.222.0.101 "DELETE /v2.0/security-group-rules/56e144e9-d8d8-4d9d-8adc-aa01996e6f24 HTTP/1.1" status: 204 len: 168 time: 0.6122696 Sep 24 15:57:17.349714 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47716) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:17.355207 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319f7e0f-ef4f-420a-9cda-c6d6f49c6a3b tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=56e144e9-d8d8-4d9d-8adc-aa01996e6f24,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:17.368308 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b509150e-2cae-460e-a776-88d30a728692 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:57:17.378123 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-b509150e-2cae-460e-a776-88d30a728692 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:57:17.382812 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b509150e-2cae-460e-a776-88d30a728692 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:57:17.383950 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device e4ff35b5-f844-4bfc-b424-422f032ba94b up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:57:17.411391 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b509150e-2cae-460e-a776-88d30a728692 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event updated for resources: {'Port': ['ID=721b235a-b2f1-4c7c-8fd8-a5d977290b09,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:17.413297 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0feb87-1723-4c6f-ab1e-70a33475578d req-27f616c6-1b9f-4ede-8316-1de67dd6bbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:17.421851 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3e0feb87-1723-4c6f-ab1e-70a33475578d req-27f616c6-1b9f-4ede-8316-1de67dd6bbc6 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=115cf86f-141d-4ea4-819a-f87911b462ed HTTP/1.1" status: 200 len: 1095 time: 0.2404404 Sep 24 15:57:17.467770 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port e4ff35b5-f844-4bfc-b424-422f032ba94b triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:57:17.468184 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:17.515354 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2d1d32a3-ae22-409e-938b-8851c65f01b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:17.574785 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:17.592812 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956f16aa-5c02-4cd2-aec1-ba1745ee11fb tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Pushing event updated for resources: {'Subnet': ['ID=ae47c2b0-bc73-4f49-bc47-2497eb9b0b02,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:17.623796 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port e4ff35b5-f844-4bfc-b424-422f032ba94b, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=e4ff35b5-f844-4bfc-b424-422f032ba94b,segment=NetworkSegment(19f49dd1-30a2-44d4-9beb-33416004f179),segment_id=19f49dd1-30a2-44d4-9beb-33416004f179)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:57:17.628924 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-338e654e-d07b-494f-946e-abff07c8387c tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.2514820 Sep 24 15:57:17.630360 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port e3da23b6-5b01-4df7-b2c8-e66c4da8d719 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:57:17.632310 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47720) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:17.638212 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2d1d32a3-ae22-409e-938b-8851c65f01b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:17.643273 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port e3da23b6-5b01-4df7-b2c8-e66c4da8d719 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:57:17.643897 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:17.662737 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3e0feb87-1723-4c6f-ab1e-70a33475578d req-4b718a19-6acb-41e7-bb13-af1e46206305 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=b08d5ed6-e549-411e-93fa-b917e2edcd92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288058 Sep 24 15:57:17.674744 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956f16aa-5c02-4cd2-aec1-ba1745ee11fb tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Checking segment: {'id': 'f0dbc43a-9ffc-401e-b8a2-9871cb74bc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1259, 'network_id': 'e65432df-b736-41bc-a13e-6e998ca314aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:57:17.675185 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956f16aa-5c02-4cd2-aec1-ba1745ee11fb tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Network hostable DHCP agents. Network: e65432df-b736-41bc-a13e-6e998ca314aa, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:57:17.708898 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:17.723658 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47722) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:17.726106 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-2d1d32a3-ae22-409e-938b-8851c65f01b6 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5c0d4421b7fb48eca10999e07e9bbf52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6593492 Sep 24 15:57:17.757884 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d32a3-ae22-409e-938b-8851c65f01b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=032a4475-df3f-4b45-b96d-05aaa37b2b74,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:17.784409 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-42f02ba5-06d1-418d-9af6-5a5b6ce702a8 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:17.813365 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-42f02ba5-06d1-418d-9af6-5a5b6ce702a8 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:17.849483 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956f16aa-5c02-4cd2-aec1-ba1745ee11fb tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Network e65432df-b736-41bc-a13e-6e998ca314aa is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:57:17.937738 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7bf99f-5d9f-4d87-9573-b633098fd966 req-498e7263-6098-4522-93c1-ebfa1e959a60 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:17.940155 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-956f16aa-5c02-4cd2-aec1-ba1745ee11fb tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, e65432df-b736-41bc-a13e-6e998ca314aa) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:57:17.945382 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956f16aa-5c02-4cd2-aec1-ba1745ee11fb tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:17.946142 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-956f16aa-5c02-4cd2-aec1-ba1745ee11fb tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:17.948542 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1c7bf99f-5d9f-4d87-9573-b633098fd966 req-498e7263-6098-4522-93c1-ebfa1e959a60 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.101 "GET /v2.0/ports?device_id=d5e5c069-1908-43a0-807b-a562052049af HTTP/1.1" status: 200 len: 945 time: 0.1426299 Sep 24 15:57:17.973670 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c210a223-d3a2-44c3-9e74-1693cd17f57e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:17.998484 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:18.016283 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-42f02ba5-06d1-418d-9af6-5a5b6ce702a8 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:18.026384 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-42f02ba5-06d1-418d-9af6-5a5b6ce702a8 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:18.027675 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-42f02ba5-06d1-418d-9af6-5a5b6ce702a8 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] 10.222.0.101 "DELETE /v2.0/security-group-rules/debbb67e-1630-4b4b-a66d-a63b97f2ecf0 HTTP/1.1" status: 204 len: 168 time: 0.3905022 Sep 24 15:57:18.032796 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47730) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:18.038730 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=e4ff35b5-f844-4bfc-b424-422f032ba94b,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:18.038955 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f02ba5-06d1-418d-9af6-5a5b6ce702a8 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=debbb67e-1630-4b4b-a66d-a63b97f2ecf0,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:18.042847 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046a9c81-8016-4645-b3f0-03ac3e63be81 None None] Network e65432df-b736-41bc-a13e-6e998ca314aa requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:57:18.045150 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20daa4b4-a41d-4cdf-a177-f9a8379b9488 None None] Network 60ed9fb1-0436-47ff-a049-1d9d3aeb0931 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:57:18.291400 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c210a223-d3a2-44c3-9e74-1693cd17f57e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:18.291902 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e74f5-bdbf-4362-bbc2-0ab7dc7e9164 req-1f28cb62-d2e5-4b85-a548-7913ae90cc24 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:18.291902 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4e2e74f5-bdbf-4362-bbc2-0ab7dc7e9164 req-1f28cb62-d2e5-4b85-a548-7913ae90cc24 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/ports?device_id=5ea82851-d9e0-4b55-9108-445a8363c1e2 HTTP/1.1" status: 200 len: 946 time: 0.1382391 Sep 24 15:57:18.292098 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port e3da23b6-5b01-4df7-b2c8-e66c4da8d719, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=e3da23b6-5b01-4df7-b2c8-e66c4da8d719,segment=NetworkSegment(9bf9bbee-e4f7-4cba-869d-d400e1c83c07),segment_id=9bf9bbee-e4f7-4cba-869d-d400e1c83c07)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:57:18.292195 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-2edef9d4-7df5-457b-aead-c70543f0b0b5 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0768743 Sep 24 15:57:18.292298 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1c7bf99f-5d9f-4d87-9573-b633098fd966 req-979d4a87-2790-431e-9054-462f9f28ce49 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.101 "GET /v2.0/security-groups?id=b08d5ed6-e549-411e-93fa-b917e2edcd92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800220 Sep 24 15:57:18.292298 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b509150e-2cae-460e-a776-88d30a728692 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for router_gateway, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:18.292503 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4e2e74f5-bdbf-4362-bbc2-0ab7dc7e9164 req-3f8f41f9-8737-41f7-bade-573464ca024f tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/security-groups?id=beef4521-75a7-4152-bec5-95472c5ccdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726418 Sep 24 15:57:18.292503 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47732) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:18.292692 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-64cb026f-943a-4204-8e1a-ef6422b45635 None None] Provisioning complete for port e4ff35b5-f844-4bfc-b424-422f032ba94b triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:57:18.292692 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-64cb026f-943a-4204-8e1a-ef6422b45635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:18.292888 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-956f16aa-5c02-4cd2-aec1-ba1745ee11fb tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.6230268 Sep 24 15:57:18.292888 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-327d9be2-3c26-4af8-ac77-86e4291fd49f tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:18.292888 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47734) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:18.312442 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-327d9be2-3c26-4af8-ac77-86e4291fd49f tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:18.325976 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:18.394672 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=e3da23b6-5b01-4df7-b2c8-e66c4da8d719,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:18.433435 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f1dcff9a-8e6d-4e4e-bd8f-5321f5ccdf41 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:18.448516 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b509150e-2cae-460e-a776-88d30a728692 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:18.487523 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c210a223-d3a2-44c3-9e74-1693cd17f57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:18.487523 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c210a223-d3a2-44c3-9e74-1693cd17f57e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:18.487523 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-c210a223-d3a2-44c3-9e74-1693cd17f57e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/032a4475-df3f-4b45-b96d-05aaa37b2b74 HTTP/1.1" status: 204 len: 168 time: 0.7306740 Sep 24 15:57:18.487523 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c210a223-d3a2-44c3-9e74-1693cd17f57e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=032a4475-df3f-4b45-b96d-05aaa37b2b74,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:18.520887 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c210a223-d3a2-44c3-9e74-1693cd17f57e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:57:18.520887 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c210a223-d3a2-44c3-9e74-1693cd17f57e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:57:18.520887 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c210a223-d3a2-44c3-9e74-1693cd17f57e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:57:18.520887 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c210a223-d3a2-44c3-9e74-1693cd17f57e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:57:18.520887 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c210a223-d3a2-44c3-9e74-1693cd17f57e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:57:18.520887 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c210a223-d3a2-44c3-9e74-1693cd17f57e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:57:18.520887 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c210a223-d3a2-44c3-9e74-1693cd17f57e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:57:18.520887 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c210a223-d3a2-44c3-9e74-1693cd17f57e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:57:18.520887 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c210a223-d3a2-44c3-9e74-1693cd17f57e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:57:18.520887 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c210a223-d3a2-44c3-9e74-1693cd17f57e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:57:18.520887 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c210a223-d3a2-44c3-9e74-1693cd17f57e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:57:18.521922 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c210a223-d3a2-44c3-9e74-1693cd17f57e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:57:18.524595 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f1dcff9a-8e6d-4e4e-bd8f-5321f5ccdf41 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:18.561572 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-327d9be2-3c26-4af8-ac77-86e4291fd49f tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:18.562575 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-327d9be2-3c26-4af8-ac77-86e4291fd49f tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:18.566095 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-327d9be2-3c26-4af8-ac77-86e4291fd49f tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] 10.222.0.101 "DELETE /v2.0/security-groups/51a97015-ec5c-435b-8ff4-7f1e3151f69b HTTP/1.1" status: 204 len: 168 time: 0.3925581 Sep 24 15:57:18.566266 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b92508-958c-4804-9951-48a52789159c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-e65432df-b736-41bc-a13e-6e998ca314aa', 'network_id': 'e65432df-b736-41bc-a13e-6e998ca314aa', 'tenant_id': '5a864602808b4dc49d9e4388fb4dce35', 'fixed_ips': [{'subnet_id': 'ae47c2b0-bc73-4f49-bc47-2497eb9b0b02'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:57:18.566963 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a8b92508-958c-4804-9951-48a52789159c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:18.573587 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47738) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:18.606252 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327d9be2-3c26-4af8-ac77-86e4291fd49f tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a97015-ec5c-435b-8ff4-7f1e3151f69b,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:18.654100 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-36c26d85-722a-4d67-8ff4-7a91da2e4814 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0751057 Sep 24 15:57:18.659043 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47740) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:18.661048 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-6f845573-9516-4aa0-954f-837fb6de9b8b tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Request body: {'security_group': {'name': 'tempest-secgroup--894570354'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:57:18.734986 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f1dcff9a-8e6d-4e4e-bd8f-5321f5ccdf41 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:18.762767 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b509150e-2cae-460e-a776-88d30a728692 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Router 2c929dc6-c979-41c4-a3ea-edb335de17b6 is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:57:18.769970 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dcff9a-8e6d-4e4e-bd8f-5321f5ccdf41 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Pushing event deleted for resources: {'Subnet': ['ID=ae47c2b0-bc73-4f49-bc47-2497eb9b0b02,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:18.776094 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6f845573-9516-4aa0-954f-837fb6de9b8b tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server [None req-a8b92508-958c-4804-9951-48a52789159c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ae47c2b0-bc73-4f49-bc47-2497eb9b0b02: This subnet is being modified by another concurrent operation. Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1480, in create_port Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1445, in _create_port_db Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server raise self.value Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server raise exception Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ae47c2b0-bc73-4f49-bc47-2497eb9b0b02: This subnet is being modified by another concurrent operation. Sep 24 15:57:18.870781 n-d-808921-1 neutron-server[95299]: ERROR oslo_messaging.rpc.server Sep 24 15:57:18.886395 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213be347-a225-4073-8622-6b377457d4d1 None None] Network e65432df-b736-41bc-a13e-6e998ca314aa requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:57:18.929431 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f1dcff9a-8e6d-4e4e-bd8f-5321f5ccdf41 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:18.939091 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b509150e-2cae-460e-a776-88d30a728692 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:57:18.957885 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d099e7-8cde-4a18-aa03-3d19be7e1537 None None] Sync routers for ids ['2c929dc6-c979-41c4-a3ea-edb335de17b6'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:57:18.980915 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d099e7-8cde-4a18-aa03-3d19be7e1537 None None] Routers {'2c929dc6-c979-41c4-a3ea-edb335de17b6'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:57:18.981186 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-f1dcff9a-8e6d-4e4e-bd8f-5321f5ccdf41 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e65432df-b736-41bc-a13e-6e998ca314aa']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:18.981688 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-f1d099e7-8cde-4a18-aa03-3d19be7e1537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:57:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['2c929dc6-c979-41c4-a3ea-edb335de17b6'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:18.996468 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-f1dcff9a-8e6d-4e4e-bd8f-5321f5ccdf41 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0dbc43a-9ffc-401e-b8a2-9871cb74bc17') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:18.996762 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-f1dcff9a-8e6d-4e4e-bd8f-5321f5ccdf41 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0dbc43a-9ffc-401e-b8a2-9871cb74bc17') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:19.012841 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f1dcff9a-8e6d-4e4e-bd8f-5321f5ccdf41 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:19.040260 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f1dcff9a-8e6d-4e4e-bd8f-5321f5ccdf41 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:19.044120 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6f845573-9516-4aa0-954f-837fb6de9b8b tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:19.049184 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1dcff9a-8e6d-4e4e-bd8f-5321f5ccdf41 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Releasing vlan 1259 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:57:19.049837 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f1dcff9a-8e6d-4e4e-bd8f-5321f5ccdf41 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:19.056296 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:57:19.056296 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:57:19.056296 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:57:19.056296 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:57:19.056296 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:57:19.056296 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:57:19.056296 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:57:19.056296 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:57:19.056296 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:57:19.056296 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:57:19.056296 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:57:19.056296 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:57:19.056296 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:57:19.056296 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:57:19.056296 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:57:19.056296 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:57:19.056296 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:57:19.056296 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:57:19.056296 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:57:19.056296 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:57:19.056296 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:57:19.056296 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:57:19.056296 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:57:19.056296 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:57:19.056296 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:57:19.056296 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:57:19.056296 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:57:19.056296 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:57:19.056296 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:57:19.056296 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:57:19.056296 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:57:19.056296 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:57:19.068776 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-0ad19fd1-c4f2-4938-a6b6-3a2526338d11 None None] Provisioning complete for port e4ff35b5-f844-4bfc-b424-422f032ba94b triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:57:19.069951 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0ad19fd1-c4f2-4938-a6b6-3a2526338d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:19.075657 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7937e502-1f49-44f2-9a6d-4c592344c6eb None None] get_active_networks_info from n-d-808921-1 {{(pid=95299) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 24 15:57:19.118745 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5e5c069-1908-43a0-807b-a562052049af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3da23b6-5b01-4df7-b2c8-e66c4da8d719'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:57:19.121004 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c4b0f3-7509-4fcd-ae11-a3c50d4974e7" -d '{"events": [{"server_uuid": "d5e5c069-1908-43a0-807b-a562052049af", "name": "network-vif-plugged", "status": "completed", "tag": "e3da23b6-5b01-4df7-b2c8-e66c4da8d719"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:57:19.142041 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6f845573-9516-4aa0-954f-837fb6de9b8b tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:19.181636 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f845573-9516-4aa0-954f-837fb6de9b8b tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e568a78-c02a-48d6-ae58-c7b6709bc592,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:19.184344 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f1dcff9a-8e6d-4e4e-bd8f-5321f5ccdf41 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:19.220001 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f1dcff9a-8e6d-4e4e-bd8f-5321f5ccdf41 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:19.220001 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f1dcff9a-8e6d-4e4e-bd8f-5321f5ccdf41 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] 10.222.0.101 "DELETE /v2.0/networks/e65432df-b736-41bc-a13e-6e998ca314aa HTTP/1.1" status: 204 len: 168 time: 0.9647858 Sep 24 15:57:19.220001 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dcff9a-8e6d-4e4e-bd8f-5321f5ccdf41 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Pushing event deleted for resources: {'Network': ['ID=e65432df-b736-41bc-a13e-6e998ca314aa,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:19.223684 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47754) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:19.228527 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-ce0eea5a-51ed-4ff1-abe9-eb30e8d2c81c tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1826279774'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:57:19.239790 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-f1d099e7-8cde-4a18-aa03-3d19be7e1537 None None] Set router 2c929dc6-c979-41c4-a3ea-edb335de17b6 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:57:19.241233 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b509150e-2cae-460e-a776-88d30a728692 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:19.243313 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a7faec-7fa6-4e76-8ca3-f35e1a38f896 x-openstack-request-id: req-79a7faec-7fa6-4e76-8ca3-f35e1a38f896 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:57:19.248539 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5e5c069-1908-43a0-807b-a562052049af", "name": "network-vif-plugged", "status": "completed", "tag": "e3da23b6-5b01-4df7-b2c8-e66c4da8d719", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:57:19.248539 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-79a7faec-7fa6-4e76-8ca3-f35e1a38f896 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:57:19.248539 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5e5c069-1908-43a0-807b-a562052049af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3da23b6-5b01-4df7-b2c8-e66c4da8d719', 'code': 200} Sep 24 15:57:19.249062 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b509150e-2cae-460e-a776-88d30a728692 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.4060233 Sep 24 15:57:19.251565 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47756) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:19.306006 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6f845573-9516-4aa0-954f-837fb6de9b8b tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:19.311660 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-6f845573-9516-4aa0-954f-837fb6de9b8b tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6509211 Sep 24 15:57:19.311660 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47758) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:19.314664 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-a34f2ca5-7b1e-4c8c-aa43-f3050ab697f2 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Request body: {'security_group_rule': {'security_group_id': '2e568a78-c02a-48d6-ae58-c7b6709bc592', 'direction': 'ingress', 'protocol': 17}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:57:19.361854 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-5400166c-bcd6-417a-a934-ab4ba9284799 tempest-TestNetworkAdvancedServerOps-571836934 tempest-TestNetworkAdvancedServerOps-571836934-project-admin] 10.222.0.101 "GET /v2.0/subnets?project_id=7e512e155fd047afb7c369ee55b40ecc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1068444 Sep 24 15:57:19.362296 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47760) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:19.372055 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7937e502-1f49-44f2-9a6d-4c592344c6eb None None] Resources bound (agent type, host, resource id): {{(pid=95299) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 24 15:57:19.414101 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.db.api [None req-a34f2ca5-7b1e-4c8c-aa43-f3050ab697f2 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 15:57:19.414101 n-d-808921-1 neutron-server[95297]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 24 15:57:19.414101 n-d-808921-1 neutron-server[95297]: [parameters: {'project_id_1': '6cccc83c4a29432c960b0c39ed757df7', 'expiration_1': datetime.datetime(2021, 9, 24, 15, 56, 59, 344728)}] Sep 24 15:57:19.414101 n-d-808921-1 neutron-server[95297]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:57:19.414631 n-d-808921-1 neutron-server[95297]: DEBUG oslo_db.api [None req-a34f2ca5-7b1e-4c8c-aa43-f3050ab697f2 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:57:19.423055 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47764) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:19.434879 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device e4ff35b5-f844-4bfc-b424-422f032ba94b up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:57:19.445793 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ab23dd46-b55c-4d31-b81b-5aa673596492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:19.472974 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21de9282-d728-4c82-9fb9-4f7778cbc0e4 req-1b2ac911-7d0c-48aa-8b80-3130f57aa8c2 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:19.474810 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-21de9282-d728-4c82-9fb9-4f7778cbc0e4 req-1b2ac911-7d0c-48aa-8b80-3130f57aa8c2 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.101 "GET /v2.0/ports?device_id=d5e5c069-1908-43a0-807b-a562052049af HTTP/1.1" status: 200 len: 946 time: 0.2114158 Sep 24 15:57:19.481380 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3107585-3209-4a42-b7f2-e8169b6f0a24 req-08070d23-43d5-4729-a658-09188bd7f91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:19.483201 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e3107585-3209-4a42-b7f2-e8169b6f0a24 req-08070d23-43d5-4729-a658-09188bd7f91c service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=d5e5c069-1908-43a0-807b-a562052049af HTTP/1.1" status: 200 len: 1097 time: 0.1636038 Sep 24 15:57:19.510904 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b4fffa-9d67-4cc0-838c-8d8eee327437 req-fb1620e4-5f4a-4770-98b1-a41567f3fd9c tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:19.515746 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e6b4fffa-9d67-4cc0-838c-8d8eee327437 req-fb1620e4-5f4a-4770-98b1-a41567f3fd9c tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/ports?device_id=5ea82851-d9e0-4b55-9108-445a8363c1e2 HTTP/1.1" status: 200 len: 946 time: 0.1520808 Sep 24 15:57:19.542959 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce0eea5a-51ed-4ff1-abe9-eb30e8d2c81c tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Made reservation on behalf of 5a864602808b4dc49d9e4388fb4dce35 for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:57:19.546628 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ce0eea5a-51ed-4ff1-abe9-eb30e8d2c81c tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:19.595510 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e3107585-3209-4a42-b7f2-e8169b6f0a24 req-a67ea53f-f08a-4600-9660-1fce714a26d2 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=b08d5ed6-e549-411e-93fa-b917e2edcd92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817835 Sep 24 15:57:19.611215 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e6b4fffa-9d67-4cc0-838c-8d8eee327437 req-6f3dfaef-9863-429a-92d6-d813903bebf6 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/security-groups?id=beef4521-75a7-4152-bec5-95472c5ccdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906582 Sep 24 15:57:19.616085 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-21de9282-d728-4c82-9fb9-4f7778cbc0e4 req-6c044faa-ccad-491c-9ec8-26a8e171afb8 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.101 "GET /v2.0/security-groups?id=b08d5ed6-e549-411e-93fa-b917e2edcd92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939851 Sep 24 15:57:19.622519 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2756f10-6f33-4529-988a-efa7cefe1a88 tempest-TestNetworkAdvancedServerOps-571836934 tempest-TestNetworkAdvancedServerOps-571836934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:19.622686 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce0eea5a-51ed-4ff1-abe9-eb30e8d2c81c tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1275} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:57:19.627378 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f2756f10-6f33-4529-988a-efa7cefe1a88 tempest-TestNetworkAdvancedServerOps-571836934 tempest-TestNetworkAdvancedServerOps-571836934-project-admin] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2604184 Sep 24 15:57:19.628224 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47768) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:19.650448 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port e4ff35b5-f844-4bfc-b424-422f032ba94b triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:57:19.650593 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:19.656091 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ce0eea5a-51ed-4ff1-abe9-eb30e8d2c81c tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:19.656091 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-ce0eea5a-51ed-4ff1-abe9-eb30e8d2c81c tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Added segment 872a05b9-3d4a-43e0-923d-850b103fb914 of type vlan for network 4f7bd6e9-f170-466a-83a0-433895049882 Sep 24 15:57:19.674374 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-6f2f2fdf-b643-48cd-84fa-9e3a961d724f tempest-TestNetworkAdvancedServerOps-571836934 tempest-TestNetworkAdvancedServerOps-571836934-project-admin] 10.222.0.101 "GET /v2.0/subnets?network_id=e6a2de20-1ea0-43e5-88e0-982d19e317d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0424643 Sep 24 15:57:19.674374 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47772) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:19.683549 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-ffba6508-4be1-4c64-bb2a-c87b0a9730b6 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1982061817', 'network_id': 'e034e6ed-6102-4046-9f1f-a643f9565610', 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:57:19.735441 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ce0eea5a-51ed-4ff1-abe9-eb30e8d2c81c tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:19.761827 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-f1d099e7-8cde-4a18-aa03-3d19be7e1537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c929dc6-c979-41c4-a3ea-edb335de17b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1861874524', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '721b235a-b2f1-4c7c-8fd8-a5d977290b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:57:15Z', 'updated_at': '2021-09-24T15:57:17Z', 'revision_number': 3, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'gw_port': {'id': '721b235a-b2f1-4c7c-8fd8-a5d977290b09', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fd:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c929dc6-c979-41c4-a3ea-edb335de17b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:57:16Z', 'updated_at': '2021-09-24T15:57:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:19.810458 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d099e7-8cde-4a18-aa03-3d19be7e1537 None None] Checking router: 2c929dc6-c979-41c4-a3ea-edb335de17b6 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:57:19.810811 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d099e7-8cde-4a18-aa03-3d19be7e1537 None None] Updating router 2c929dc6-c979-41c4-a3ea-edb335de17b6 port 721b235a-b2f1-4c7c-8fd8-a5d977290b09 binding host n-d-808921-1 {{(pid=95299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:57:19.825681 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ab23dd46-b55c-4d31-b81b-5aa673596492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:19.874599 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ce0eea5a-51ed-4ff1-abe9-eb30e8d2c81c tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:19.880885 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce0eea5a-51ed-4ff1-abe9-eb30e8d2c81c tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:19.881372 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ce0eea5a-51ed-4ff1-abe9-eb30e8d2c81c tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:19.887969 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f1d099e7-8cde-4a18-aa03-3d19be7e1537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:19.933277 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ab23dd46-b55c-4d31-b81b-5aa673596492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:19.964928 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0eea5a-51ed-4ff1-abe9-eb30e8d2c81c tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Pushing event updated for resources: {'Network': ['ID=4f7bd6e9-f170-466a-83a0-433895049882,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:19.986691 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ab23dd46-b55c-4d31-b81b-5aa673596492 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=af778b695be54e86b4e1013365e19d06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5615137 Sep 24 15:57:19.987248 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47774) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:19.995557 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab23dd46-b55c-4d31-b81b-5aa673596492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae68e1c-6a93-4ddd-9573-bd203518f930,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:19.997562 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 4f7bd6e9-f170-466a-83a0-433895049882 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:57:20.048464 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-29f2ed2d-1fe4-4174-8070-a4e9b841256e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:20.086888 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-ce0eea5a-51ed-4ff1-abe9-eb30e8d2c81c tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8627467 Sep 24 15:57:20.089614 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47778) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:20.095382 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-8b5e9f3c-a693-4781-a1f1-a309428cf005 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Request body: {'subnet': {'network_id': '4f7bd6e9-f170-466a-83a0-433895049882', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:57:20.097967 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-29f2ed2d-1fe4-4174-8070-a4e9b841256e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:20.206283 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e94a25b-7f6c-4db1-81ff-c4af15a7f9cb req-4276c3e6-1149-4a2a-85d0-9ddbc5ad90a7 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:20.211037 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8e94a25b-7f6c-4db1-81ff-c4af15a7f9cb req-4276c3e6-1149-4a2a-85d0-9ddbc5ad90a7 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/ports?device_id=5ea82851-d9e0-4b55-9108-445a8363c1e2 HTTP/1.1" status: 200 len: 946 time: 0.0647614 Sep 24 15:57:20.403884 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f1d099e7-8cde-4a18-aa03-3d19be7e1537 None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:20.478161 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f1d099e7-8cde-4a18-aa03-3d19be7e1537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:20.539621 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-f1d099e7-8cde-4a18-aa03-3d19be7e1537 None None] Attempting to bind port 721b235a-b2f1-4c7c-8fd8-a5d977290b09 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:57:20.540148 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-f1d099e7-8cde-4a18-aa03-3d19be7e1537 None None] Attempting to bind port 721b235a-b2f1-4c7c-8fd8-a5d977290b09 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:57:20.540626 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d099e7-8cde-4a18-aa03-3d19be7e1537 None None] Attempting to bind port 721b235a-b2f1-4c7c-8fd8-a5d977290b09 on network e6a2de20-1ea0-43e5-88e0-982d19e317d5 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:57:20.542870 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c492d6e7-ac89-4887-b3a9-49214f076910 None None] Pushing event updated for resources: {'Port': ['ID=721b235a-b2f1-4c7c-8fd8-a5d977290b09,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:20.548814 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d099e7-8cde-4a18-aa03-3d19be7e1537 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:57:20.549335 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d099e7-8cde-4a18-aa03-3d19be7e1537 None None] Checking segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:57:20.550092 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f1d099e7-8cde-4a18-aa03-3d19be7e1537 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:20.550763 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1d099e7-8cde-4a18-aa03-3d19be7e1537 None None] Bound using segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:57:20.551400 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-f1d099e7-8cde-4a18-aa03-3d19be7e1537 None None] Bound port: 721b235a-b2f1-4c7c-8fd8-a5d977290b09, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:57:20.551880 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f1d099e7-8cde-4a18-aa03-3d19be7e1537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:20.596146 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-29f2ed2d-1fe4-4174-8070-a4e9b841256e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:20.599698 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-29f2ed2d-1fe4-4174-8070-a4e9b841256e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:20.604410 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-29f2ed2d-1fe4-4174-8070-a4e9b841256e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/6ae68e1c-6a93-4ddd-9573-bd203518f930 HTTP/1.1" status: 204 len: 168 time: 0.6132379 Sep 24 15:57:20.612190 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-f1d099e7-8cde-4a18-aa03-3d19be7e1537 None None] For port 721b235a-b2f1-4c7c-8fd8-a5d977290b09, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:57:20.614989 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-f1d099e7-8cde-4a18-aa03-3d19be7e1537 None None] For port 721b235a-b2f1-4c7c-8fd8-a5d977290b09, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=721b235a-b2f1-4c7c-8fd8-a5d977290b09,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:57:20.616890 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffba6508-4be1-4c64-bb2a-c87b0a9730b6 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Made reservation on behalf of 7e512e155fd047afb7c369ee55b40ecc for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:57:20.620870 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ffba6508-4be1-4c64-bb2a-c87b0a9730b6 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:20.661979 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f2ed2d-1fe4-4174-8070-a4e9b841256e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae68e1c-6a93-4ddd-9573-bd203518f930,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:20.732851 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f1d099e7-8cde-4a18-aa03-3d19be7e1537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:20.763239 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8e94a25b-7f6c-4db1-81ff-c4af15a7f9cb req-03cfc424-f5ba-46a9-af7d-3e28851d924d tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/security-groups?id=beef4521-75a7-4152-bec5-95472c5ccdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5482605 Sep 24 15:57:20.788672 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a34f2ca5-7b1e-4c8c-aa43-f3050ab697f2 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:20.802394 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d212145c-9104-4e8c-9112-c6728a3a52a9 req-496d5c61-ff38-452c-9eb9-d1025721c991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:20.804372 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d212145c-9104-4e8c-9112-c6728a3a52a9 req-496d5c61-ff38-452c-9eb9-d1025721c991 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=b960fdf244c2496089f6c9d33b373dc4&device_id=5ea82851-d9e0-4b55-9108-445a8363c1e2 HTTP/1.1" status: 200 len: 1097 time: 0.2116687 Sep 24 15:57:20.858430 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ceb51-f4d8-4e8a-abcf-545fe6004d71 req-a08a14b4-e084-4fec-9e84-acb23573651c tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:20.866406 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d38ceb51-f4d8-4e8a-abcf-545fe6004d71 req-a08a14b4-e084-4fec-9e84-acb23573651c tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.101 "GET /v2.0/ports?device_id=d5e5c069-1908-43a0-807b-a562052049af HTTP/1.1" status: 200 len: 946 time: 0.1015618 Sep 24 15:57:20.899821 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d099e7-8cde-4a18-aa03-3d19be7e1537 None None] Routers {'2c929dc6-c979-41c4-a3ea-edb335de17b6'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:57:20.901183 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-f1d099e7-8cde-4a18-aa03-3d19be7e1537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:57:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['2c929dc6-c979-41c4-a3ea-edb335de17b6'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:20.904145 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c492d6e7-ac89-4887-b3a9-49214f076910 None None] Pushing event updated for resources: {'Port': ['ID=721b235a-b2f1-4c7c-8fd8-a5d977290b09,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:20.911320 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b5e9f3c-a693-4781-a1f1-a309428cf005 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Made reservation on behalf of 5a864602808b4dc49d9e4388fb4dce35 for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:57:20.917865 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8b5e9f3c-a693-4781-a1f1-a309428cf005 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:20.955259 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d38ceb51-f4d8-4e8a-abcf-545fe6004d71 req-8360269d-7baf-49ed-a096-57e13f7cce63 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.101 "GET /v2.0/security-groups?id=b08d5ed6-e549-411e-93fa-b917e2edcd92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821073 Sep 24 15:57:21.016162 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a34f2ca5-7b1e-4c8c-aa43-f3050ab697f2 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:21.019122 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d212145c-9104-4e8c-9112-c6728a3a52a9 req-30598d2d-988a-47a5-9f94-a0cbfbc476ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:21.020638 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d212145c-9104-4e8c-9112-c6728a3a52a9 req-30598d2d-988a-47a5-9f94-a0cbfbc476ba service neutron] 10.222.0.110 "GET /v2.0/networks?id=3dbb0dfe-b454-4e57-a2db-34f294a0159c HTTP/1.1" status: 200 len: 913 time: 0.2054214 Sep 24 15:57:21.111512 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-f1d099e7-8cde-4a18-aa03-3d19be7e1537 None None] Set router 2c929dc6-c979-41c4-a3ea-edb335de17b6 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:57:21.129025 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d212145c-9104-4e8c-9112-c6728a3a52a9 req-b1fd3bb8-fa2a-45e4-b53f-e44a3dfab45d service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62117fed-4a4c-483e-8efd-25f6e0880509 HTTP/1.1" status: 200 len: 1002 time: 0.0862000 Sep 24 15:57:21.130089 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a34f2ca5-7b1e-4c8c-aa43-f3050ab697f2 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:21.182096 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34f2ca5-7b1e-4c8c-aa43-f3050ab697f2 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=306d832c-987f-4803-bc59-6cef0b22f9b0,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:21.206682 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ffba6508-4be1-4c64-bb2a-c87b0a9730b6 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:21.269112 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a34f2ca5-7b1e-4c8c-aa43-f3050ab697f2 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:21.273630 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-a34f2ca5-7b1e-4c8c-aa43-f3050ab697f2 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.9625156 Sep 24 15:57:21.274195 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47788) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:21.279030 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d212145c-9104-4e8c-9112-c6728a3a52a9 req-64279acd-731c-4c9b-9b9e-3cebec41c245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:21.280746 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d212145c-9104-4e8c-9112-c6728a3a52a9 req-64279acd-731c-4c9b-9b9e-3cebec41c245 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=ad938f0b-b628-4cac-9404-1e2682973b1a HTTP/1.1" status: 200 len: 850 time: 0.1416419 Sep 24 15:57:21.282145 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffba6508-4be1-4c64-bb2a-c87b0a9730b6 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event updated for resources: {'Subnet': ['ID=2c0c6582-6192-4ba7-b197-927e1af8c8ea,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:21.364403 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-24adb5ea-7b5d-4e86-af0a-87c7fa823121 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:21.374067 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffba6508-4be1-4c64-bb2a-c87b0a9730b6 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Checking segment: {'id': 'd7ef416a-40a9-4337-a1c4-1afeb8984525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'e034e6ed-6102-4046-9f1f-a643f9565610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:57:21.377717 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffba6508-4be1-4c64-bb2a-c87b0a9730b6 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Network hostable DHCP agents. Network: e034e6ed-6102-4046-9f1f-a643f9565610, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:57:21.382732 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d212145c-9104-4e8c-9112-c6728a3a52a9 req-afde8a67-3ac6-41c4-a492-f0c401578e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:21.384511 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d212145c-9104-4e8c-9112-c6728a3a52a9 req-afde8a67-3ac6-41c4-a492-f0c401578e3d service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=3dbb0dfe-b454-4e57-a2db-34f294a0159c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0930870 Sep 24 15:57:21.397006 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-24adb5ea-7b5d-4e86-af0a-87c7fa823121 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:21.401213 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8b5e9f3c-a693-4781-a1f1-a309428cf005 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:21.430010 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-f1d099e7-8cde-4a18-aa03-3d19be7e1537 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c929dc6-c979-41c4-a3ea-edb335de17b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1861874524', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '721b235a-b2f1-4c7c-8fd8-a5d977290b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:57:15Z', 'updated_at': '2021-09-24T15:57:17Z', 'revision_number': 3, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'gw_port': {'id': '721b235a-b2f1-4c7c-8fd8-a5d977290b09', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fd:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c929dc6-c979-41c4-a3ea-edb335de17b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:57:16Z', 'updated_at': '2021-09-24T15:57:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:21.458517 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1d099e7-8cde-4a18-aa03-3d19be7e1537 None None] The sync data for ids ['2c929dc6-c979-41c4-a3ea-edb335de17b6'] in n-d-808921-1 is: [{'id': '2c929dc6-c979-41c4-a3ea-edb335de17b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1861874524', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '721b235a-b2f1-4c7c-8fd8-a5d977290b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:57:15Z', 'updated_at': '2021-09-24T15:57:17Z', 'revision_number': 3, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'gw_port': {'id': '721b235a-b2f1-4c7c-8fd8-a5d977290b09', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fd:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c929dc6-c979-41c4-a3ea-edb335de17b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:57:16Z', 'updated_at': '2021-09-24T15:57:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:57:21.502988 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d212145c-9104-4e8c-9112-c6728a3a52a9 req-3b1d60e3-a95d-4830-bad9-1b1d2cd63264 service neutron] 10.222.0.110 "GET /v2.0/networks/3dbb0dfe-b454-4e57-a2db-34f294a0159c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093042 Sep 24 15:57:21.508112 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5e9f3c-a693-4781-a1f1-a309428cf005 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Pushing event updated for resources: {'Subnet': ['ID=5f73f415-19dd-4b20-af04-0f103ccbb784,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:21.523807 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b5e9f3c-a693-4781-a1f1-a309428cf005 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Checking segment: {'id': '872a05b9-3d4a-43e0-923d-850b103fb914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '4f7bd6e9-f170-466a-83a0-433895049882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:57:21.524171 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5e9f3c-a693-4781-a1f1-a309428cf005 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Network hostable DHCP agents. Network: 4f7bd6e9-f170-466a-83a0-433895049882, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:57:21.543782 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffba6508-4be1-4c64-bb2a-c87b0a9730b6 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Network e034e6ed-6102-4046-9f1f-a643f9565610 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:57:21.562172 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47790) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:21.580347 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d34745f1-5d9a-43c3-b1b8-06eef36f3658 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:21.606855 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-24adb5ea-7b5d-4e86-af0a-87c7fa823121 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:21.609650 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-24adb5ea-7b5d-4e86-af0a-87c7fa823121 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:21.610931 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-24adb5ea-7b5d-4e86-af0a-87c7fa823121 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] 10.222.0.101 "DELETE /v2.0/security-groups/2e568a78-c02a-48d6-ae58-c7b6709bc592 HTTP/1.1" status: 204 len: 168 time: 0.3357687 Sep 24 15:57:21.614177 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47792) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:21.633742 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24adb5ea-7b5d-4e86-af0a-87c7fa823121 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e568a78-c02a-48d6-ae58-c7b6709bc592,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:21.637845 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5e9f3c-a693-4781-a1f1-a309428cf005 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Network 4f7bd6e9-f170-466a-83a0-433895049882 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:57:21.671572 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-44af6057-e0be-4c72-b7b9-23097baeed34 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0563161 Sep 24 15:57:21.675792 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47794) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:21.681512 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-de6ff930-58e6-4356-a28d-5aadb8534df0 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Request body: {'security_group': {'name': 'tempest-secgroup--1294831784'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:57:21.686525 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d212145c-9104-4e8c-9112-c6728a3a52a9 req-a14e51c7-eb38-4087-aff5-ff45edc25ddf service neutron] 10.222.0.110 "GET /v2.0/networks/3dbb0dfe-b454-4e57-a2db-34f294a0159c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752656 Sep 24 15:57:21.730049 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-8b5e9f3c-a693-4781-a1f1-a309428cf005 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 4f7bd6e9-f170-466a-83a0-433895049882) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:57:21.733506 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-ffba6508-4be1-4c64-bb2a-c87b0a9730b6 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, e034e6ed-6102-4046-9f1f-a643f9565610) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:57:21.737142 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5e9f3c-a693-4781-a1f1-a309428cf005 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:21.751282 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffba6508-4be1-4c64-bb2a-c87b0a9730b6 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:21.751878 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8b5e9f3c-a693-4781-a1f1-a309428cf005 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:21.752457 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ffba6508-4be1-4c64-bb2a-c87b0a9730b6 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:21.771839 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6481791-80f2-4a57-a27c-787a8868de11 None None] Network 4f7bd6e9-f170-466a-83a0-433895049882 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:57:21.789303 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d34745f1-5d9a-43c3-b1b8-06eef36f3658 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:21.796295 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccce6f22-83fb-4c33-8e85-8ec7d35bd020 None None] Network e034e6ed-6102-4046-9f1f-a643f9565610 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:57:21.885472 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d34745f1-5d9a-43c3-b1b8-06eef36f3658 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:21.948017 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-d34745f1-5d9a-43c3-b1b8-06eef36f3658 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=a0c04f4574574d2897985d2b814b8909&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3847311 Sep 24 15:57:21.948893 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34745f1-5d9a-43c3-b1b8-06eef36f3658 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=026f1840-29b8-424c-83a4-000dde49e9c2,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:21.950714 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47802) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:21.969653 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc1cc88-8adb-47cf-a65e-b49980456f06 req-b0ece570-288c-4fe0-9127-6dc1f2df1cf2 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:21.971379 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-abc1cc88-8adb-47cf-a65e-b49980456f06 req-b0ece570-288c-4fe0-9127-6dc1f2df1cf2 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/ports?device_id=5ea82851-d9e0-4b55-9108-445a8363c1e2 HTTP/1.1" status: 200 len: 946 time: 0.1192024 Sep 24 15:57:22.002046 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-8b5e9f3c-a693-4781-a1f1-a309428cf005 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.9111907 Sep 24 15:57:22.005265 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47806) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:22.110893 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b4c3ff-4249-45b9-870d-caa07f9a3847 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-4f7bd6e9-f170-466a-83a0-433895049882', 'network_id': '4f7bd6e9-f170-466a-83a0-433895049882', 'tenant_id': '5a864602808b4dc49d9e4388fb4dce35', 'fixed_ips': [{'subnet_id': '5f73f415-19dd-4b20-af04-0f103ccbb784'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:57:22.111765 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-85b4c3ff-4249-45b9-870d-caa07f9a3847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:22.121760 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-abc1cc88-8adb-47cf-a65e-b49980456f06 req-f5c824f7-959d-4b9a-b4b9-35438bc4f49b tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/security-groups?id=beef4521-75a7-4152-bec5-95472c5ccdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364343 Sep 24 15:57:22.205738 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-de6ff930-58e6-4356-a28d-5aadb8534df0 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:22.244389 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d0ac23de-8d6f-4680-8909-cf9b9b0516d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:22.265885 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15feec36-749f-4677-a087-4de2b4493b80 req-4016170e-d1be-4721-9299-85e90dd2110b tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:22.281294 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-15feec36-749f-4677-a087-4de2b4493b80 req-4016170e-d1be-4721-9299-85e90dd2110b tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.101 "GET /v2.0/ports?device_id=d5e5c069-1908-43a0-807b-a562052049af HTTP/1.1" status: 200 len: 946 time: 0.2074325 Sep 24 15:57:22.304000 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2311aa0e-7278-4a9b-b1ed-290aa890a95f tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:22.323224 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ffba6508-4be1-4c64-bb2a-c87b0a9730b6 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.6476417 Sep 24 15:57:22.328717 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47810) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:22.376975 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-85b4c3ff-4249-45b9-870d-caa07f9a3847 None None] Allocated IP 2001:db8::1 (4f7bd6e9-f170-466a-83a0-433895049882/5f73f415-19dd-4b20-af04-0f103ccbb784/1d51dcc5-9a9e-4110-ab96-bfe8583d6eec) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:57:22.408172 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2311aa0e-7278-4a9b-b1ed-290aa890a95f tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:22.452216 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d0ac23de-8d6f-4680-8909-cf9b9b0516d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:22.483598 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-15feec36-749f-4677-a087-4de2b4493b80 req-f3356bd5-f032-4f71-b6c7-2617e0fc5f57 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.101 "GET /v2.0/security-groups?id=b08d5ed6-e549-411e-93fa-b917e2edcd92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994982 Sep 24 15:57:22.517628 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc96af85-c91f-416f-ae19-c97850406fb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-e034e6ed-6102-4046-9f1f-a643f9565610', 'network_id': 'e034e6ed-6102-4046-9f1f-a643f9565610', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'fixed_ips': [{'subnet_id': '2c0c6582-6192-4ba7-b197-927e1af8c8ea'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:57:22.518576 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-fc96af85-c91f-416f-ae19-c97850406fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:22.693884 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7846237-e393-46d1-be62-47eb64faaa8e req-a0a0b645-b25a-4a8f-a0a9-56c4914b3a47 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:22.696285 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d7846237-e393-46d1-be62-47eb64faaa8e req-a0a0b645-b25a-4a8f-a0a9-56c4914b3a47 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.101 "GET /v2.0/ports?device_id=115cf86f-141d-4ea4-819a-f87911b462ed HTTP/1.1" status: 200 len: 945 time: 0.0902278 Sep 24 15:57:22.727731 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-85b4c3ff-4249-45b9-870d-caa07f9a3847 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:22.748161 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d7846237-e393-46d1-be62-47eb64faaa8e req-4cd08b42-58c5-4d7a-9c5c-003798988330 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.101 "GET /v2.0/security-groups?id=b08d5ed6-e549-411e-93fa-b917e2edcd92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447986 Sep 24 15:57:22.819584 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-85b4c3ff-4249-45b9-870d-caa07f9a3847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:22.851142 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-de6ff930-58e6-4356-a28d-5aadb8534df0 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:22.903970 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2311aa0e-7278-4a9b-b1ed-290aa890a95f tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:22.909889 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-fc96af85-c91f-416f-ae19-c97850406fb7 None None] Allocated IP 172.20.0.2 (e034e6ed-6102-4046-9f1f-a643f9565610/2c0c6582-6192-4ba7-b197-927e1af8c8ea/cb9f1819-0e6e-41f2-954d-413ef4ea6a6c) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:57:22.921253 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b4c3ff-4249-45b9-870d-caa07f9a3847 None None] Network 4f7bd6e9-f170-466a-83a0-433895049882 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:57:22.928271 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-85b4c3ff-4249-45b9-870d-caa07f9a3847 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:57:22.939749 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b4c3ff-4249-45b9-870d-caa07f9a3847 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:57:22.947448 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4c3ff-4249-45b9-870d-caa07f9a3847 None None] Pushing event updated for resources: {'Port': ['ID=1d51dcc5-9a9e-4110-ab96-bfe8583d6eec,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:22.971619 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d0ac23de-8d6f-4680-8909-cf9b9b0516d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:22.974329 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d0ac23de-8d6f-4680-8909-cf9b9b0516d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:23.004465 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-d0ac23de-8d6f-4680-8909-cf9b9b0516d3 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/026f1840-29b8-424c-83a4-000dde49e9c2 HTTP/1.1" status: 204 len: 168 time: 1.0300417 Sep 24 15:57:23.015801 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-de6ff930-58e6-4356-a28d-5aadb8534df0 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:23.021762 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-85b4c3ff-4249-45b9-870d-caa07f9a3847 None None] Attempting to bind port 1d51dcc5-9a9e-4110-ab96-bfe8583d6eec on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:57:23.023658 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-85b4c3ff-4249-45b9-870d-caa07f9a3847 None None] Attempting to bind port 1d51dcc5-9a9e-4110-ab96-bfe8583d6eec by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '872a05b9-3d4a-43e0-923d-850b103fb914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '4f7bd6e9-f170-466a-83a0-433895049882'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:57:23.023658 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b4c3ff-4249-45b9-870d-caa07f9a3847 None None] Attempting to bind port 1d51dcc5-9a9e-4110-ab96-bfe8583d6eec on network 4f7bd6e9-f170-466a-83a0-433895049882 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:57:23.040061 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b4c3ff-4249-45b9-870d-caa07f9a3847 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:57:23.040368 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b4c3ff-4249-45b9-870d-caa07f9a3847 None None] Checking segment: {'id': '872a05b9-3d4a-43e0-923d-850b103fb914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '4f7bd6e9-f170-466a-83a0-433895049882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:57:23.041927 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-85b4c3ff-4249-45b9-870d-caa07f9a3847 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:23.042368 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b4c3ff-4249-45b9-870d-caa07f9a3847 None None] Bound using segment: {'id': '872a05b9-3d4a-43e0-923d-850b103fb914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '4f7bd6e9-f170-466a-83a0-433895049882'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:57:23.044657 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-85b4c3ff-4249-45b9-870d-caa07f9a3847 None None] Bound port: 1d51dcc5-9a9e-4110-ab96-bfe8583d6eec, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '872a05b9-3d4a-43e0-923d-850b103fb914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': '4f7bd6e9-f170-466a-83a0-433895049882'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:57:23.045629 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-85b4c3ff-4249-45b9-870d-caa07f9a3847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:23.068231 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ac23de-8d6f-4680-8909-cf9b9b0516d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=026f1840-29b8-424c-83a4-000dde49e9c2,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:23.101656 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2311aa0e-7278-4a9b-b1ed-290aa890a95f tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:23.104768 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2311aa0e-7278-4a9b-b1ed-290aa890a95f tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Pushing event deleted for resources: {'Subnet': ['ID=5f73f415-19dd-4b20-af04-0f103ccbb784,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:23.133441 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-2311aa0e-7278-4a9b-b1ed-290aa890a95f tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f7bd6e9-f170-466a-83a0-433895049882']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:23.153902 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-de6ff930-58e6-4356-a28d-5aadb8534df0 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:23.155701 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-de6ff930-58e6-4356-a28d-5aadb8534df0 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4786575 Sep 24 15:57:23.160089 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47820) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:23.166172 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-b738bf79-e69f-48be-9016-4b2259f6bd8a tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Request body: {'security_group': {'name': 'tempest-secgroup--1121406440'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:57:23.191360 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-2311aa0e-7278-4a9b-b1ed-290aa890a95f tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '872a05b9-3d4a-43e0-923d-850b103fb914') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:23.193464 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-2311aa0e-7278-4a9b-b1ed-290aa890a95f tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '872a05b9-3d4a-43e0-923d-850b103fb914') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:23.205140 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2311aa0e-7278-4a9b-b1ed-290aa890a95f tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:23.243281 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b738bf79-e69f-48be-9016-4b2259f6bd8a tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:23.250757 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2311aa0e-7278-4a9b-b1ed-290aa890a95f tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:23.281301 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2311aa0e-7278-4a9b-b1ed-290aa890a95f tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Releasing vlan 1275 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:57:23.282853 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2311aa0e-7278-4a9b-b1ed-290aa890a95f tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:23.291513 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:57:23.291513 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:57:23.291513 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:57:23.291513 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:57:23.291513 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:57:23.291513 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:57:23.291513 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:57:23.291513 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:57:23.291513 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:57:23.291513 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:57:23.291513 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:57:23.291513 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:57:23.291513 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:57:23.291513 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:57:23.291513 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:57:23.291513 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:57:23.291513 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:57:23.291513 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:57:23.291513 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:57:23.291513 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:57:23.291513 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:57:23.291513 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:57:23.291513 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:57:23.291513 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:57:23.291513 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:57:23.291513 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:57:23.291513 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:57:23.291513 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:57:23.291513 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:57:23.291513 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:57:23.291513 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:57:23.291513 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:57:23.499493 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-fc96af85-c91f-416f-ae19-c97850406fb7 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:23.554058 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 721b235a-b2f1-4c7c-8fd8-a5d977290b09 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:57:23.644645 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-fc96af85-c91f-416f-ae19-c97850406fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:23.647903 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3704ba1a-c50a-4127-a0df-12b40bfd7dcd req-1499affc-a41a-4e89-b06d-d3193d44af94 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:23.653691 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3704ba1a-c50a-4127-a0df-12b40bfd7dcd req-1499affc-a41a-4e89-b06d-d3193d44af94 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/ports?device_id=5ea82851-d9e0-4b55-9108-445a8363c1e2 HTTP/1.1" status: 200 len: 946 time: 0.3355703 Sep 24 15:57:23.667418 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6ff930-58e6-4356-a28d-5aadb8534df0 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2df19def-df64-4e9f-8991-44c26c27b012,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:23.680184 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.db.api [None req-2311aa0e-7278-4a9b-b1ed-290aa890a95f tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 24 15:57:23.680184 n-d-808921-1 neutron-server[95297]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 24 15:57:23.680184 n-d-808921-1 neutron-server[95297]: [parameters: {'id': '4f7bd6e9-f170-466a-83a0-433895049882'}] Sep 24 15:57:23.680184 n-d-808921-1 neutron-server[95297]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:57:23.680629 n-d-808921-1 neutron-server[95297]: DEBUG oslo_db.api [None req-2311aa0e-7278-4a9b-b1ed-290aa890a95f tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:57:23.771171 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-85b4c3ff-4249-45b9-870d-caa07f9a3847 None None] For port 1d51dcc5-9a9e-4110-ab96-bfe8583d6eec, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:57:23.774120 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc96af85-c91f-416f-ae19-c97850406fb7 None None] Pushing event updated for resources: {'Port': ['ID=cb9f1819-0e6e-41f2-954d-413ef4ea6a6c,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:23.784955 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3704ba1a-c50a-4127-a0df-12b40bfd7dcd req-d9b230ca-5ca1-4672-818c-652edff422fa tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/security-groups?id=beef4521-75a7-4152-bec5-95472c5ccdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182451 Sep 24 15:57:23.815359 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc96af85-c91f-416f-ae19-c97850406fb7 None None] Network e034e6ed-6102-4046-9f1f-a643f9565610 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:57:23.815359 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-85b4c3ff-4249-45b9-870d-caa07f9a3847 None None] For port 1d51dcc5-9a9e-4110-ab96-bfe8583d6eec, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=1d51dcc5-9a9e-4110-ab96-bfe8583d6eec,segment=NetworkSegment(872a05b9-3d4a-43e0-923d-850b103fb914),segment_id=872a05b9-3d4a-43e0-923d-850b103fb914)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:57:23.818123 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-fc96af85-c91f-416f-ae19-c97850406fb7 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:57:23.821703 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc96af85-c91f-416f-ae19-c97850406fb7 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:57:23.862285 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b738bf79-e69f-48be-9016-4b2259f6bd8a tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:23.872811 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 721b235a-b2f1-4c7c-8fd8-a5d977290b09 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:57:23.872811 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:23.934077 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-85b4c3ff-4249-45b9-870d-caa07f9a3847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:23.935199 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-fc96af85-c91f-416f-ae19-c97850406fb7 None None] Attempting to bind port cb9f1819-0e6e-41f2-954d-413ef4ea6a6c on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:57:23.935568 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-fc96af85-c91f-416f-ae19-c97850406fb7 None None] Attempting to bind port cb9f1819-0e6e-41f2-954d-413ef4ea6a6c by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'd7ef416a-40a9-4337-a1c4-1afeb8984525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'e034e6ed-6102-4046-9f1f-a643f9565610'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:57:23.935927 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc96af85-c91f-416f-ae19-c97850406fb7 None None] Attempting to bind port cb9f1819-0e6e-41f2-954d-413ef4ea6a6c on network e034e6ed-6102-4046-9f1f-a643f9565610 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:57:23.973005 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc96af85-c91f-416f-ae19-c97850406fb7 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:57:23.974301 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc96af85-c91f-416f-ae19-c97850406fb7 None None] Checking segment: {'id': 'd7ef416a-40a9-4337-a1c4-1afeb8984525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'e034e6ed-6102-4046-9f1f-a643f9565610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:57:23.974301 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-fc96af85-c91f-416f-ae19-c97850406fb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:23.974301 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc96af85-c91f-416f-ae19-c97850406fb7 None None] Bound using segment: {'id': 'd7ef416a-40a9-4337-a1c4-1afeb8984525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'e034e6ed-6102-4046-9f1f-a643f9565610'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:57:23.974856 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-fc96af85-c91f-416f-ae19-c97850406fb7 None None] Bound port: cb9f1819-0e6e-41f2-954d-413ef4ea6a6c, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7ef416a-40a9-4337-a1c4-1afeb8984525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'e034e6ed-6102-4046-9f1f-a643f9565610'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:57:23.975230 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-fc96af85-c91f-416f-ae19-c97850406fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:23.992005 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2aecbb-aebd-40c1-bfc6-3a05cb42c3fa req-a2107428-ce21-458d-b5d8-1e3d896b9ba3 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:23.993892 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4a2aecbb-aebd-40c1-bfc6-3a05cb42c3fa req-a2107428-ce21-458d-b5d8-1e3d896b9ba3 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.101 "GET /v2.0/ports?device_id=115cf86f-141d-4ea4-819a-f87911b462ed HTTP/1.1" status: 200 len: 945 time: 0.1230397 Sep 24 15:57:23.994948 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b738bf79-e69f-48be-9016-4b2259f6bd8a tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:24.013371 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9da85083-d3de-461d-b8e6-d2b5e2eaf7cc tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:24.032106 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b738bf79-e69f-48be-9016-4b2259f6bd8a tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1108a4d3-7c2c-4351-ad7e-a33ae14b1881,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:24.091240 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4a2aecbb-aebd-40c1-bfc6-3a05cb42c3fa req-6894f3f2-29c9-4ba8-97ee-0dd1b11922c1 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.101 "GET /v2.0/security-groups?id=b08d5ed6-e549-411e-93fa-b917e2edcd92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904748 Sep 24 15:57:24.103290 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b738bf79-e69f-48be-9016-4b2259f6bd8a tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:24.104708 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b738bf79-e69f-48be-9016-4b2259f6bd8a tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9435968 Sep 24 15:57:24.123332 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47840) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:24.135979 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-c1018dcd-18b3-498a-acdb-2388ebd2df28 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Request body: {'security_group_rule': {'security_group_id': '2df19def-df64-4e9f-8991-44c26c27b012', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '1108a4d3-7c2c-4351-ad7e-a33ae14b1881', 'remote_ip_prefix': None}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:57:24.152188 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80349dd6-7e77-4cf5-be7d-4626e1406b76 None None] Network 4f7bd6e9-f170-466a-83a0-433895049882 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:57:24.184423 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-fc96af85-c91f-416f-ae19-c97850406fb7 None None] For port cb9f1819-0e6e-41f2-954d-413ef4ea6a6c, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:57:24.191402 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2311aa0e-7278-4a9b-b1ed-290aa890a95f tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:24.191746 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-fc96af85-c91f-416f-ae19-c97850406fb7 None None] For port cb9f1819-0e6e-41f2-954d-413ef4ea6a6c, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=cb9f1819-0e6e-41f2-954d-413ef4ea6a6c,segment=NetworkSegment(d7ef416a-40a9-4337-a1c4-1afeb8984525),segment_id=d7ef416a-40a9-4337-a1c4-1afeb8984525)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:57:24.197806 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b4c3ff-4249-45b9-870d-caa07f9a3847 None None] Pushing event updated for resources: {'Port': ['ID=1d51dcc5-9a9e-4110-ab96-bfe8583d6eec,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:24.232126 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:24.280372 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c1018dcd-18b3-498a-acdb-2388ebd2df28 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:24.309494 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port 721b235a-b2f1-4c7c-8fd8-a5d977290b09, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=721b235a-b2f1-4c7c-8fd8-a5d977290b09,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:57:24.316873 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-fc96af85-c91f-416f-ae19-c97850406fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:24.390146 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c1018dcd-18b3-498a-acdb-2388ebd2df28 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:24.395126 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-2311aa0e-7278-4a9b-b1ed-290aa890a95f tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Deleting port 1d51dcc5-9a9e-4110-ab96-bfe8583d6eec {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:57:24.395877 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2311aa0e-7278-4a9b-b1ed-290aa890a95f tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:24.422760 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:24.453851 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc96af85-c91f-416f-ae19-c97850406fb7 None None] Pushing event updated for resources: {'Port': ['ID=cb9f1819-0e6e-41f2-954d-413ef4ea6a6c,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:24.511597 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-9da85083-d3de-461d-b8e6-d2b5e2eaf7cc tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Allocated IP 172.20.0.1 (e034e6ed-6102-4046-9f1f-a643f9565610/2c0c6582-6192-4ba7-b197-927e1af8c8ea/5770e312-70ce-4912-8d30-b4a3104bd9b7) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:57:24.533566 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=721b235a-b2f1-4c7c-8fd8-a5d977290b09,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:24.548607 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c1018dcd-18b3-498a-acdb-2388ebd2df28 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:24.585868 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-2311aa0e-7278-4a9b-b1ed-290aa890a95f tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] For port 1d51dcc5-9a9e-4110-ab96-bfe8583d6eec, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=1d51dcc5-9a9e-4110-ab96-bfe8583d6eec,segment=NetworkSegment(872a05b9-3d4a-43e0-923d-850b103fb914),segment_id=872a05b9-3d4a-43e0-923d-850b103fb914)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:57:24.586421 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2311aa0e-7278-4a9b-b1ed-290aa890a95f tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:24.604225 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1018dcd-18b3-498a-acdb-2388ebd2df28 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f811c23-3f85-41a9-aebe-2e32d838b701,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:24.607718 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-2311aa0e-7278-4a9b-b1ed-290aa890a95f tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Calling delete_port for 1d51dcc5-9a9e-4110-ab96-bfe8583d6eec owned by network:dhcp {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:57:24.689319 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c1018dcd-18b3-498a-acdb-2388ebd2df28 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:24.692203 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-c1018dcd-18b3-498a-acdb-2388ebd2df28 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5657856 Sep 24 15:57:24.712084 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47852) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:24.765937 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0bbccf0f-4b2b-4527-968d-8a436c0264a6 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:24.787793 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0bbccf0f-4b2b-4527-968d-8a436c0264a6 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:24.902213 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd83df-4e5a-4fdc-9ef0-8496d3102009 req-a7d0831e-2b19-4354-96fe-f1948ae2e401 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:24.904215 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-73bd83df-4e5a-4fdc-9ef0-8496d3102009 req-a7d0831e-2b19-4354-96fe-f1948ae2e401 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.110 "GET /v2.0/ports?device_id=115cf86f-141d-4ea4-819a-f87911b462ed HTTP/1.1" status: 200 len: 945 time: 0.0995879 Sep 24 15:57:24.948270 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2311aa0e-7278-4a9b-b1ed-290aa890a95f tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:24.987618 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0bbccf0f-4b2b-4527-968d-8a436c0264a6 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:24.992086 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2311aa0e-7278-4a9b-b1ed-290aa890a95f tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Pushing event deleted for resources: {'Port': ['ID=1d51dcc5-9a9e-4110-ab96-bfe8583d6eec,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:24.998311 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0bbccf0f-4b2b-4527-968d-8a436c0264a6 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:24.999479 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-0bbccf0f-4b2b-4527-968d-8a436c0264a6 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] 10.222.0.101 "DELETE /v2.0/security-group-rules/7f811c23-3f85-41a9-aebe-2e32d838b701 HTTP/1.1" status: 204 len: 168 time: 0.2861559 Sep 24 15:57:25.007820 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47856) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:25.008664 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2311aa0e-7278-4a9b-b1ed-290aa890a95f tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] No DVR routers for this DVR port 1d51dcc5-9a9e-4110-ab96-bfe8583d6eec on host n-d-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:57:25.038824 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbccf0f-4b2b-4527-968d-8a436c0264a6 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7f811c23-3f85-41a9-aebe-2e32d838b701,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:25.057696 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9da85083-d3de-461d-b8e6-d2b5e2eaf7cc tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:25.154392 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2311aa0e-7278-4a9b-b1ed-290aa890a95f tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:25.175335 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-5c3e349c-0a7b-4c51-8410-5d9c56fc60a5 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1646700 Sep 24 15:57:25.179111 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9da85083-d3de-461d-b8e6-d2b5e2eaf7cc tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:25.181791 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47862) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:25.201685 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-2311aa0e-7278-4a9b-b1ed-290aa890a95f tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f7bd6e9-f170-466a-83a0-433895049882']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:25.232495 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-2311aa0e-7278-4a9b-b1ed-290aa890a95f tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '872a05b9-3d4a-43e0-923d-850b103fb914') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:25.232801 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-2311aa0e-7278-4a9b-b1ed-290aa890a95f tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '872a05b9-3d4a-43e0-923d-850b103fb914') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:25.236609 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-73bd83df-4e5a-4fdc-9ef0-8496d3102009 req-9fea662e-4757-42c5-9ab3-560733fcf4eb tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Deleting port 74b10caf-0c32-43bf-9c8a-dc8288c8b912 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:57:25.236609 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-73bd83df-4e5a-4fdc-9ef0-8496d3102009 req-9fea662e-4757-42c5-9ab3-560733fcf4eb tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:25.246065 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da85083-d3de-461d-b8e6-d2b5e2eaf7cc tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Network e034e6ed-6102-4046-9f1f-a643f9565610 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:57:25.255825 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-9da85083-d3de-461d-b8e6-d2b5e2eaf7cc tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:57:25.263132 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2311aa0e-7278-4a9b-b1ed-290aa890a95f tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:25.275626 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da85083-d3de-461d-b8e6-d2b5e2eaf7cc tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:57:25.295238 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da85083-d3de-461d-b8e6-d2b5e2eaf7cc tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event updated for resources: {'Port': ['ID=5770e312-70ce-4912-8d30-b4a3104bd9b7,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:25.298533 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2311aa0e-7278-4a9b-b1ed-290aa890a95f tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:25.391983 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a2f084-ec0a-45e5-944c-c956792c3d45 req-9f1fdadf-7f42-4f20-971d-2be6e991b80f tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:25.393714 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-55a2f084-ec0a-45e5-944c-c956792c3d45 req-9f1fdadf-7f42-4f20-971d-2be6e991b80f tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.101 "GET /v2.0/ports?device_id=115cf86f-141d-4ea4-819a-f87911b462ed HTTP/1.1" status: 200 len: 945 time: 0.2155166 Sep 24 15:57:25.395022 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2311aa0e-7278-4a9b-b1ed-290aa890a95f tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Releasing vlan 1275 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:57:25.395591 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2311aa0e-7278-4a9b-b1ed-290aa890a95f tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:25.403459 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:57:25.403459 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:57:25.403459 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:57:25.403459 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:57:25.403459 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:57:25.403459 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:57:25.403459 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:57:25.403459 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:57:25.403459 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:57:25.403459 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:57:25.403459 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:57:25.403459 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:57:25.403459 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:57:25.403459 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:57:25.403459 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:57:25.403459 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:57:25.403459 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:57:25.403459 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:57:25.403459 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:57:25.403459 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:57:25.403459 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:57:25.403459 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:57:25.403459 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:57:25.403459 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:57:25.403459 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:57:25.403459 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:57:25.403459 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:57:25.403459 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:57:25.403459 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:57:25.403459 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:57:25.403459 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:57:25.403459 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:57:25.484859 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9da85083-d3de-461d-b8e6-d2b5e2eaf7cc tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:25.490374 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c08f1caf-fb66-43c2-b451-d30c63968f58 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:25.517895 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-73bd83df-4e5a-4fdc-9ef0-8496d3102009 req-9fea662e-4757-42c5-9ab3-560733fcf4eb tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] For port 74b10caf-0c32-43bf-9c8a-dc8288c8b912, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=74b10caf-0c32-43bf-9c8a-dc8288c8b912,segment=NetworkSegment(9bf9bbee-e4f7-4cba-869d-d400e1c83c07),segment_id=9bf9bbee-e4f7-4cba-869d-d400e1c83c07)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:57:25.518265 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-73bd83df-4e5a-4fdc-9ef0-8496d3102009 req-9fea662e-4757-42c5-9ab3-560733fcf4eb tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:25.539736 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-55a2f084-ec0a-45e5-944c-c956792c3d45 req-f7c57818-26fa-469d-af64-be938a01795a tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.101 "GET /v2.0/security-groups?id=b08d5ed6-e549-411e-93fa-b917e2edcd92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212122 Sep 24 15:57:25.545862 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-73bd83df-4e5a-4fdc-9ef0-8496d3102009 req-9fea662e-4757-42c5-9ab3-560733fcf4eb tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Calling delete_port for 74b10caf-0c32-43bf-9c8a-dc8288c8b912 owned by compute:nova {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:57:25.584769 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83fff0d-ef02-4bba-ac20-06c1a8ff235d req-fd996b3f-a3d3-4923-9a30-0d6d94aec900 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:25.586890 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b83fff0d-ef02-4bba-ac20-06c1a8ff235d req-fd996b3f-a3d3-4923-9a30-0d6d94aec900 tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.108 "GET /v2.0/ports?device_id=d5e5c069-1908-43a0-807b-a562052049af HTTP/1.1" status: 200 len: 946 time: 0.3278906 Sep 24 15:57:25.652786 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 721b235a-b2f1-4c7c-8fd8-a5d977290b09 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:57:25.695031 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c08f1caf-fb66-43c2-b451-d30c63968f58 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:25.790841 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2311aa0e-7278-4a9b-b1ed-290aa890a95f tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:25.795790 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2311aa0e-7278-4a9b-b1ed-290aa890a95f tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:25.798368 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-2311aa0e-7278-4a9b-b1ed-290aa890a95f tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] 10.222.0.101 "DELETE /v2.0/networks/4f7bd6e9-f170-466a-83a0-433895049882 HTTP/1.1" status: 204 len: 168 time: 3.7773569 Sep 24 15:57:25.809225 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 721b235a-b2f1-4c7c-8fd8-a5d977290b09 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:57:25.809603 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:25.816981 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47876) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:25.817801 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2311aa0e-7278-4a9b-b1ed-290aa890a95f tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Pushing event deleted for resources: {'Network': ['ID=4f7bd6e9-f170-466a-83a0-433895049882,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:25.827023 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-489f1518-ae34-443e-804c-99f1d0c29b9a tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1915107007'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:57:25.920606 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-73bd83df-4e5a-4fdc-9ef0-8496d3102009 req-9fea662e-4757-42c5-9ab3-560733fcf4eb tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:25.951184 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device cb9f1819-0e6e-41f2-954d-413ef4ea6a6c up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:57:25.986075 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-489f1518-ae34-443e-804c-99f1d0c29b9a tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Made reservation on behalf of 5a864602808b4dc49d9e4388fb4dce35 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:57:25.990363 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63cc15f4-f9df-4150-b4dc-23d4818ea64e None None] Network e034e6ed-6102-4046-9f1f-a643f9565610 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:57:25.993398 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-489f1518-ae34-443e-804c-99f1d0c29b9a tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:26.004022 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fea662e-4757-42c5-9ab3-560733fcf4eb tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Pushing event deleted for resources: {'Port': ['ID=74b10caf-0c32-43bf-9c8a-dc8288c8b912,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:26.012740 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['e3da23b6-5b01-4df7-b2c8-e66c4da8d719'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:57:26.013972 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-b83fff0d-ef02-4bba-ac20-06c1a8ff235d req-0e5a126a-b7bb-4817-946b-85724f821c2d tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Deleting port e3da23b6-5b01-4df7-b2c8-e66c4da8d719 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:57:26.014313 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b83fff0d-ef02-4bba-ac20-06c1a8ff235d req-0e5a126a-b7bb-4817-946b-85724f821c2d tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:26.018531 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['74b10caf-0c32-43bf-9c8a-dc8288c8b912'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:57:26.106243 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-73bd83df-4e5a-4fdc-9ef0-8496d3102009 req-9fea662e-4757-42c5-9ab3-560733fcf4eb tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] No DVR routers for this DVR port 74b10caf-0c32-43bf-9c8a-dc8288c8b912 on host n-h1-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:57:26.109688 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-73bd83df-4e5a-4fdc-9ef0-8496d3102009 req-9fea662e-4757-42c5-9ab3-560733fcf4eb tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:26.111848 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-73bd83df-4e5a-4fdc-9ef0-8496d3102009 req-9fea662e-4757-42c5-9ab3-560733fcf4eb tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.110 "DELETE /v2.0/ports/74b10caf-0c32-43bf-9c8a-dc8288c8b912 HTTP/1.1" status: 204 len: 173 time: 1.1994469 Sep 24 15:57:26.112419 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '115cf86f-141d-4ea4-819a-f87911b462ed', 'name': 'network-vif-deleted', 'tag': '74b10caf-0c32-43bf-9c8a-dc8288c8b912'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:57:26.115435 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9621408b-c721-4082-a352-8512d98c6922" -d '{"events": [{"server_uuid": "115cf86f-141d-4ea4-819a-f87911b462ed", "name": "network-vif-deleted", "tag": "74b10caf-0c32-43bf-9c8a-dc8288c8b912"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:57:26.144588 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9da85083-d3de-461d-b8e6-d2b5e2eaf7cc tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:26.174038 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1efb2e19-d65b-4d96-8e2d-495446bd54e9 x-openstack-request-id: req-1efb2e19-d65b-4d96-8e2d-495446bd54e9 {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:57:26.174836 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "115cf86f-141d-4ea4-819a-f87911b462ed", "name": "network-vif-deleted", "tag": "74b10caf-0c32-43bf-9c8a-dc8288c8b912", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:57:26.175190 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-1efb2e19-d65b-4d96-8e2d-495446bd54e9 {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:57:26.175690 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '115cf86f-141d-4ea4-819a-f87911b462ed', 'name': 'network-vif-deleted', 'tag': '74b10caf-0c32-43bf-9c8a-dc8288c8b912', 'status': 'completed', 'code': 200} Sep 24 15:57:26.193294 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-489f1518-ae34-443e-804c-99f1d0c29b9a tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1271} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:57:26.216176 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-489f1518-ae34-443e-804c-99f1d0c29b9a tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:26.216678 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-489f1518-ae34-443e-804c-99f1d0c29b9a tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Added segment 5f9da0da-8043-496a-897a-7de5fd62cb87 of type vlan for network 85d74af9-79b7-40bb-8f38-2308ba7809f4 Sep 24 15:57:26.231848 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c08f1caf-fb66-43c2-b451-d30c63968f58 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:26.252548 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c08f1caf-fb66-43c2-b451-d30c63968f58 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:26.254683 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-c08f1caf-fb66-43c2-b451-d30c63968f58 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] 10.222.0.101 "DELETE /v2.0/security-groups/1108a4d3-7c2c-4351-ad7e-a33ae14b1881 HTTP/1.1" status: 204 len: 168 time: 1.0679936 Sep 24 15:57:26.258297 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47888) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:26.261251 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-b83fff0d-ef02-4bba-ac20-06c1a8ff235d req-0e5a126a-b7bb-4817-946b-85724f821c2d tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] For port e3da23b6-5b01-4df7-b2c8-e66c4da8d719, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=e3da23b6-5b01-4df7-b2c8-e66c4da8d719,segment=NetworkSegment(9bf9bbee-e4f7-4cba-869d-d400e1c83c07),segment_id=9bf9bbee-e4f7-4cba-869d-d400e1c83c07)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:57:26.263505 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b83fff0d-ef02-4bba-ac20-06c1a8ff235d req-0e5a126a-b7bb-4817-946b-85724f821c2d tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:26.305996 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-489f1518-ae34-443e-804c-99f1d0c29b9a tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:26.341421 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08f1caf-fb66-43c2-b451-d30c63968f58 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1108a4d3-7c2c-4351-ad7e-a33ae14b1881,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:26.368810 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-b83fff0d-ef02-4bba-ac20-06c1a8ff235d req-0e5a126a-b7bb-4817-946b-85724f821c2d tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Calling delete_port for e3da23b6-5b01-4df7-b2c8-e66c4da8d719 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:57:26.488474 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-489f1518-ae34-443e-804c-99f1d0c29b9a tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:26.497007 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489f1518-ae34-443e-804c-99f1d0c29b9a tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:26.497885 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-489f1518-ae34-443e-804c-99f1d0c29b9a tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:26.625585 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489f1518-ae34-443e-804c-99f1d0c29b9a tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Pushing event updated for resources: {'Network': ['ID=85d74af9-79b7-40bb-8f38-2308ba7809f4,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:26.655935 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port cb9f1819-0e6e-41f2-954d-413ef4ea6a6c triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:57:26.656597 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:26.658726 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 85d74af9-79b7-40bb-8f38-2308ba7809f4 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:57:26.658960 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-a1b3b74f-21f5-4840-83b7-4ef060c1f574 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3724883 Sep 24 15:57:26.661265 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47896) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:26.721773 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-0bb008e7-628b-4ee6-b5ce-baa6f69ce537 None None] Provisioning complete for port cb9f1819-0e6e-41f2-954d-413ef4ea6a6c triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:57:26.722148 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0bb008e7-628b-4ee6-b5ce-baa6f69ce537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:26.752067 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-489f1518-ae34-443e-804c-99f1d0c29b9a tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9296534 Sep 24 15:57:26.752689 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47898) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:26.775387 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-df247609-c8a7-4eb3-839c-9a4ddab3041c tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Request body: {'subnet': {'network_id': '85d74af9-79b7-40bb-8f38-2308ba7809f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:57:26.783986 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-df42e022-e62c-4b0f-82f7-dc387fde8dbc req-a85b453c-3983-458b-b9c4-c6678dbcdacd tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.101 "GET /v2.0/ports?device_id=115cf86f-141d-4ea4-819a-f87911b462ed HTTP/1.1" status: 200 len: 210 time: 0.0753605 Sep 24 15:57:26.845005 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-aa9a4f02-56ea-4915-a7b4-6e0e1d06e297 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:26.951539 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9da85083-d3de-461d-b8e6-d2b5e2eaf7cc tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:26.954168 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b83fff0d-ef02-4bba-ac20-06c1a8ff235d req-0e5a126a-b7bb-4817-946b-85724f821c2d tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:26.961191 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-aa9a4f02-56ea-4915-a7b4-6e0e1d06e297 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:27.017641 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0bb008e7-628b-4ee6-b5ce-baa6f69ce537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:27.034156 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5a126a-b7bb-4817-946b-85724f821c2d tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Pushing event deleted for resources: {'Port': ['ID=e3da23b6-5b01-4df7-b2c8-e66c4da8d719,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:27.040587 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9da85083-d3de-461d-b8e6-d2b5e2eaf7cc tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:27.098233 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-0bb008e7-628b-4ee6-b5ce-baa6f69ce537 None None] For port cb9f1819-0e6e-41f2-954d-413ef4ea6a6c, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=cb9f1819-0e6e-41f2-954d-413ef4ea6a6c,segment=NetworkSegment(d7ef416a-40a9-4337-a1c4-1afeb8984525),segment_id=d7ef416a-40a9-4337-a1c4-1afeb8984525)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:57:27.110042 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-b83fff0d-ef02-4bba-ac20-06c1a8ff235d req-0e5a126a-b7bb-4817-946b-85724f821c2d tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] No DVR routers for this DVR port e3da23b6-5b01-4df7-b2c8-e66c4da8d719 on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:57:27.112873 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b83fff0d-ef02-4bba-ac20-06c1a8ff235d req-0e5a126a-b7bb-4817-946b-85724f821c2d tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:27.116337 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b83fff0d-ef02-4bba-ac20-06c1a8ff235d req-0e5a126a-b7bb-4817-946b-85724f821c2d tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.108 "DELETE /v2.0/ports/e3da23b6-5b01-4df7-b2c8-e66c4da8d719 HTTP/1.1" status: 204 len: 173 time: 1.5205193 Sep 24 15:57:27.122193 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df247609-c8a7-4eb3-839c-9a4ddab3041c tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Made reservation on behalf of 5a864602808b4dc49d9e4388fb4dce35 for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:57:27.123382 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5e5c069-1908-43a0-807b-a562052049af', 'name': 'network-vif-deleted', 'tag': 'e3da23b6-5b01-4df7-b2c8-e66c4da8d719'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:57:27.125787 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2c42531-7f64-4d22-98f7-5e9e78ac4f18" -d '{"events": [{"server_uuid": "d5e5c069-1908-43a0-807b-a562052049af", "name": "network-vif-deleted", "tag": "e3da23b6-5b01-4df7-b2c8-e66c4da8d719"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:57:27.155718 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-df247609-c8a7-4eb3-839c-9a4ddab3041c tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:27.158703 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9da85083-d3de-461d-b8e6-d2b5e2eaf7cc tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:27.175755 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da85083-d3de-461d-b8e6-d2b5e2eaf7cc tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event updated for resources: {'Port': ['ID=5770e312-70ce-4912-8d30-b4a3104bd9b7,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:27.177044 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0bb008e7-628b-4ee6-b5ce-baa6f69ce537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:27.223816 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-951d3a1d-ea80-4789-8191-18aacab9b941 x-openstack-request-id: req-951d3a1d-ea80-4789-8191-18aacab9b941 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:57:27.224299 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5e5c069-1908-43a0-807b-a562052049af", "name": "network-vif-deleted", "tag": "e3da23b6-5b01-4df7-b2c8-e66c4da8d719", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:57:27.224606 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-951d3a1d-ea80-4789-8191-18aacab9b941 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:57:27.225012 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5e5c069-1908-43a0-807b-a562052049af', 'name': 'network-vif-deleted', 'tag': 'e3da23b6-5b01-4df7-b2c8-e66c4da8d719', 'status': 'completed', 'code': 200} Sep 24 15:57:27.234485 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:27.283987 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-aa9a4f02-56ea-4915-a7b4-6e0e1d06e297 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:27.287941 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-aa9a4f02-56ea-4915-a7b4-6e0e1d06e297 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:27.292339 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-aa9a4f02-56ea-4915-a7b4-6e0e1d06e297 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] 10.222.0.101 "DELETE /v2.0/security-groups/2df19def-df64-4e9f-8991-44c26c27b012 HTTP/1.1" status: 204 len: 168 time: 0.6273654 Sep 24 15:57:27.298912 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47904) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:27.352976 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.db.api [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:57:27.353257 n-d-808921-1 neutron-server[95299]: DEBUG oslo_db.api [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:57:27.356748 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb008e7-628b-4ee6-b5ce-baa6f69ce537 None None] Pushing event updated for resources: {'Port': ['ID=cb9f1819-0e6e-41f2-954d-413ef4ea6a6c,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:27.371851 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9a4f02-56ea-4915-a7b4-6e0e1d06e297 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df19def-df64-4e9f-8991-44c26c27b012,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:27.461019 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da85083-d3de-461d-b8e6-d2b5e2eaf7cc tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Network e034e6ed-6102-4046-9f1f-a643f9565610 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:57:27.462851 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-9da85083-d3de-461d-b8e6-d2b5e2eaf7cc tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:57:27.478394 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-72a82e95-f573-4986-b9c3-d46b3aa0ed8a tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1608176 Sep 24 15:57:27.482812 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47906) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:27.487896 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-8d56c1bd-826c-4d7e-b154-78302b08f076 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Request body: {'security_group': {'name': 'tempest-secgroup--1480832159'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:57:27.606039 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-2f3d9452-6b56-4d63-a560-5c46eea06080 None None] Provisioning complete for port cb9f1819-0e6e-41f2-954d-413ef4ea6a6c triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:57:27.606167 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2f3d9452-6b56-4d63-a560-5c46eea06080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:27.634810 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8d56c1bd-826c-4d7e-b154-78302b08f076 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:27.695946 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5ec21b7a-f804-4128-a349-792748907182 req-a7480c93-407f-429d-bae0-d0279d4674ab service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=7bbee7cb-3449-4ea4-9f17-63eb1d17e01f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0809953 Sep 24 15:57:27.698001 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9da85083-d3de-461d-b8e6-d2b5e2eaf7cc tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Router 2c929dc6-c979-41c4-a3ea-edb335de17b6 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:57:27.758158 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-df247609-c8a7-4eb3-839c-9a4ddab3041c tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:27.814230 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-2f3d9452-6b56-4d63-a560-5c46eea06080 None None] Provisioning complete for port 5770e312-70ce-4912-8d30-b4a3104bd9b7 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:57:27.814670 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2f3d9452-6b56-4d63-a560-5c46eea06080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:27.844087 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec21b7a-f804-4128-a349-792748907182 req-4da39a8e-c8b2-4acf-abdb-712db7c7a539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:27.845770 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5ec21b7a-f804-4128-a349-792748907182 req-4da39a8e-c8b2-4acf-abdb-712db7c7a539 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=7841fa2f595c42b88ef5416d36f78c25&device_id=7bbee7cb-3449-4ea4-9f17-63eb1d17e01f HTTP/1.1" status: 200 len: 1096 time: 0.0691881 Sep 24 15:57:27.873248 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-2f3d9452-6b56-4d63-a560-5c46eea06080 None None] Port 5770e312-70ce-4912-8d30-b4a3104bd9b7 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:57:27.885706 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df247609-c8a7-4eb3-839c-9a4ddab3041c tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Pushing event updated for resources: {'Subnet': ['ID=5b6c90ba-8290-45c4-883f-4152abbb069a,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:27.941967 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8d56c1bd-826c-4d7e-b154-78302b08f076 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:27.943624 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df247609-c8a7-4eb3-839c-9a4ddab3041c tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Checking segment: {'id': '5f9da0da-8043-496a-897a-7de5fd62cb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '85d74af9-79b7-40bb-8f38-2308ba7809f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:57:27.944622 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df247609-c8a7-4eb3-839c-9a4ddab3041c tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Network hostable DHCP agents. Network: 85d74af9-79b7-40bb-8f38-2308ba7809f4, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:57:27.974699 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da85083-d3de-461d-b8e6-d2b5e2eaf7cc tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:57:27.992197 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-9da85083-d3de-461d-b8e6-d2b5e2eaf7cc tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "PUT /v2.0/routers/2c929dc6-c979-41c4-a3ea-edb335de17b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6556242 Sep 24 15:57:27.993291 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693fb865-ad98-4365-9c6f-509a1c5752bb None None] Sync routers for ids ['2c929dc6-c979-41c4-a3ea-edb335de17b6'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:57:28.009209 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8d56c1bd-826c-4d7e-b154-78302b08f076 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:28.023419 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693fb865-ad98-4365-9c6f-509a1c5752bb None None] Routers {'2c929dc6-c979-41c4-a3ea-edb335de17b6'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:57:28.025286 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-693fb865-ad98-4365-9c6f-509a1c5752bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:57:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['2c929dc6-c979-41c4-a3ea-edb335de17b6'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:28.061733 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-41c806cd-10a2-47c4-bcf7-5c96ebed8e3f None None] Provisioning complete for port 5770e312-70ce-4912-8d30-b4a3104bd9b7 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:57:28.062638 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-41c806cd-10a2-47c4-bcf7-5c96ebed8e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:28.081979 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d56c1bd-826c-4d7e-b154-78302b08f076 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=417a6fa2-40e0-4041-9d1a-3e809c8c02da,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:28.089743 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df247609-c8a7-4eb3-839c-9a4ddab3041c tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Network 85d74af9-79b7-40bb-8f38-2308ba7809f4 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:57:28.128589 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8d56c1bd-826c-4d7e-b154-78302b08f076 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:28.133831 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-8d56c1bd-826c-4d7e-b154-78302b08f076 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6496871 Sep 24 15:57:28.137958 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47920) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:28.140245 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-ae679368-a1fe-4f0a-8c91-f64d3671e65f tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Request body: {'security_group_rule': {'security_group_id': '417a6fa2-40e0-4041-9d1a-3e809c8c02da', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:57:28.165397 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-41c806cd-10a2-47c4-bcf7-5c96ebed8e3f None None] Port 5770e312-70ce-4912-8d30-b4a3104bd9b7 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:57:28.169424 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-231e7e44-d323-426b-9455-395bee9bf469 req-aa90d797-a065-4143-bac1-9641995bce1b tempest-MultipleCreateTestJSON-1593114346 tempest-MultipleCreateTestJSON-1593114346-project] 10.222.0.101 "GET /v2.0/ports?device_id=d5e5c069-1908-43a0-807b-a562052049af HTTP/1.1" status: 200 len: 210 time: 0.0948370 Sep 24 15:57:28.214615 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-df247609-c8a7-4eb3-839c-9a4ddab3041c tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 85d74af9-79b7-40bb-8f38-2308ba7809f4) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:57:28.220732 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df247609-c8a7-4eb3-839c-9a4ddab3041c tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:28.221911 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-df247609-c8a7-4eb3-839c-9a4ddab3041c tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:28.224879 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe64b06-1ee0-4975-839e-4672dee9b096 None None] Network 85d74af9-79b7-40bb-8f38-2308ba7809f4 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:57:28.235991 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec21b7a-f804-4128-a349-792748907182 req-d4bd600a-8441-45a8-85ee-ffd1d650735a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:28.238917 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5ec21b7a-f804-4128-a349-792748907182 req-d4bd600a-8441-45a8-85ee-ffd1d650735a service neutron] 10.222.0.108 "GET /v2.0/networks?id=86c3d0ed-1df9-469f-9686-3575b374c832 HTTP/1.1" status: 200 len: 898 time: 0.3469949 Sep 24 15:57:28.285890 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device cb9f1819-0e6e-41f2-954d-413ef4ea6a6c up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:57:28.286693 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ae679368-a1fe-4f0a-8c91-f64d3671e65f tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:28.371300 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-693fb865-ad98-4365-9c6f-509a1c5752bb None None] Set router 2c929dc6-c979-41c4-a3ea-edb335de17b6 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:57:28.446320 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port cb9f1819-0e6e-41f2-954d-413ef4ea6a6c triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:57:28.447156 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:28.537079 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5ec21b7a-f804-4128-a349-792748907182 req-19628a6f-eaff-4e92-9dbf-e41760963cfb service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74b285c7-50a5-4fa0-8dc5-887f6e83db67 HTTP/1.1" status: 200 len: 1001 time: 0.2882578 Sep 24 15:57:28.543944 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-df247609-c8a7-4eb3-839c-9a4ddab3041c tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7711864 Sep 24 15:57:28.543944 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ae679368-a1fe-4f0a-8c91-f64d3671e65f tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:28.545225 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47934) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:28.596039 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-688446ba-67cf-41b7-a40e-2ff3653dc181 req-d5e01b18-e812-4bf6-b995-4932d0e3b730 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1558095339&fields=id&tenant_id=7e512e155fd047afb7c369ee55b40ecc HTTP/1.1" status: 200 len: 267 time: 0.0630841 Sep 24 15:57:28.665958 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 74b10caf-0c32-43bf-9c8a-dc8288c8b912 no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:57:28.684533 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ae679368-a1fe-4f0a-8c91-f64d3671e65f tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:28.724157 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9abbf88f-da08-4207-bdf5-2d75378898b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-85d74af9-79b7-40bb-8f38-2308ba7809f4', 'network_id': '85d74af9-79b7-40bb-8f38-2308ba7809f4', 'tenant_id': '5a864602808b4dc49d9e4388fb4dce35', 'fixed_ips': [{'subnet_id': '5b6c90ba-8290-45c4-883f-4152abbb069a'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:57:28.725066 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9abbf88f-da08-4207-bdf5-2d75378898b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:28.738253 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec21b7a-f804-4128-a349-792748907182 req-a1995daf-1b6b-4962-bfd8-c0b694ec1cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:28.739765 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5ec21b7a-f804-4128-a349-792748907182 req-a1995daf-1b6b-4962-bfd8-c0b694ec1cff service neutron] 10.222.0.108 "GET /v2.0/subnets?id=6ff16690-23f5-46c1-9253-2f37b777a341 HTTP/1.1" status: 200 len: 835 time: 0.1932957 Sep 24 15:57:28.745041 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] No Port match for: 74b10caf-0c32-43bf-9c8a-dc8288c8b912 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:57:28.745392 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 74b10caf-0c32-43bf-9c8a-dc8288c8b912 not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:57:28.747176 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-5edf7781-1088-48ec-bb30-af8fd0e4c49f None None] Provisioning complete for port 5770e312-70ce-4912-8d30-b4a3104bd9b7 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:57:28.747548 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5edf7781-1088-48ec-bb30-af8fd0e4c49f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:28.765934 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-693fb865-ad98-4365-9c6f-509a1c5752bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c929dc6-c979-41c4-a3ea-edb335de17b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1861874524', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '721b235a-b2f1-4c7c-8fd8-a5d977290b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:57:15Z', 'updated_at': '2021-09-24T15:57:25Z', 'revision_number': 4, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'gw_port': {'id': '721b235a-b2f1-4c7c-8fd8-a5d977290b09', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c929dc6-c979-41c4-a3ea-edb335de17b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:57:16Z', 'updated_at': '2021-09-24T15:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '5770e312-70ce-4912-8d30-b4a3104bd9b7', 'name': '', 'network_id': 'e034e6ed-6102-4046-9f1f-a643f9565610', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'mac_address': 'fa:16:3e:80:ba:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c929dc6-c979-41c4-a3ea-edb335de17b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': '2c0c6582-6192-4ba7-b197-927e1af8c8ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:57:24Z', 'updated_at': '2021-09-24T15:57:26Z', 'revision_number': 2, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'subnets': [{'id': '2c0c6582-6192-4ba7-b197-927e1af8c8ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:28.842147 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693fb865-ad98-4365-9c6f-509a1c5752bb None None] Checking router: 2c929dc6-c979-41c4-a3ea-edb335de17b6 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:57:28.847570 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693fb865-ad98-4365-9c6f-509a1c5752bb None None] Updating router 2c929dc6-c979-41c4-a3ea-edb335de17b6 port 5770e312-70ce-4912-8d30-b4a3104bd9b7 binding host n-d-808921-1 {{(pid=95300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:57:28.855660 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec21b7a-f804-4128-a349-792748907182 req-58be7636-e27c-45e5-bf39-4840bfb33509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:28.857198 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5ec21b7a-f804-4128-a349-792748907182 req-58be7636-e27c-45e5-bf39-4840bfb33509 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=86c3d0ed-1df9-469f-9686-3575b374c832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1075420 Sep 24 15:57:28.874509 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688446ba-67cf-41b7-a40e-2ff3653dc181 req-23f9db5a-54d4-4491-9cb2-a2040cdc7973 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:28.876800 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-688446ba-67cf-41b7-a40e-2ff3653dc181 req-23f9db5a-54d4-4491-9cb2-a2040cdc7973 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/networks?id=e034e6ed-6102-4046-9f1f-a643f9565610 HTTP/1.1" status: 200 len: 796 time: 0.2724509 Sep 24 15:57:28.878954 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ae679368-a1fe-4f0a-8c91-f64d3671e65f tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:28.880854 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ae679368-a1fe-4f0a-8c91-f64d3671e65f tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7446020 Sep 24 15:57:28.882806 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae679368-a1fe-4f0a-8c91-f64d3671e65f tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36536ca6-e69a-40ae-bec9-cc09a18afefa,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:28.888887 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47938) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:28.890154 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-693fb865-ad98-4365-9c6f-509a1c5752bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:28.893206 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-5edf7781-1088-48ec-bb30-af8fd0e4c49f None None] Port 5770e312-70ce-4912-8d30-b4a3104bd9b7 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:57:28.917395 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3d56651e-03f0-4347-93d5-06e22f4325eb tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:28.983431 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3d56651e-03f0-4347-93d5-06e22f4325eb tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:28.989858 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-688446ba-67cf-41b7-a40e-2ff3653dc181 req-82049982-2f60-433a-87d9-b33e7fd292ff tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/quotas/7e512e155fd047afb7c369ee55b40ecc HTTP/1.1" status: 200 len: 375 time: 0.0980637 Sep 24 15:57:29.036190 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-71294a15-eae5-4958-89be-1dd0febfd23b tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:29.046090 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-71294a15-eae5-4958-89be-1dd0febfd23b tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:29.080492 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-9abbf88f-da08-4207-bdf5-2d75378898b6 None None] Allocated IP 2001:db8::1 (85d74af9-79b7-40bb-8f38-2308ba7809f4/5b6c90ba-8290-45c4-883f-4152abbb069a/091bc416-a505-4770-8d6a-538141d21b0f) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:57:29.163400 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-688446ba-67cf-41b7-a40e-2ff3653dc181 req-37d1bf08-3c13-4e60-8c07-8e127080837e tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=7e512e155fd047afb7c369ee55b40ecc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1494262 Sep 24 15:57:29.190636 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5ec21b7a-f804-4128-a349-792748907182 req-a95050ca-0e88-478f-b6c0-eedf050ff25b service neutron] 10.222.0.108 "GET /v2.0/networks/86c3d0ed-1df9-469f-9686-3575b374c832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3226759 Sep 24 15:57:29.241276 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-71294a15-eae5-4958-89be-1dd0febfd23b tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:29.255626 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-71294a15-eae5-4958-89be-1dd0febfd23b tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:29.260007 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-71294a15-eae5-4958-89be-1dd0febfd23b tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] 10.222.0.101 "DELETE /v2.0/security-group-rules/36536ca6-e69a-40ae-bec9-cc09a18afefa HTTP/1.1" status: 204 len: 168 time: 0.3622971 Sep 24 15:57:29.261025 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47950) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:29.288214 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47952) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:29.340665 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5ec21b7a-f804-4128-a349-792748907182 req-4faac650-e74e-40aa-b7a5-3d4d61eafd87 service neutron] 10.222.0.108 "GET /v2.0/networks/86c3d0ed-1df9-469f-9686-3575b374c832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415522 Sep 24 15:57:29.357920 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9abbf88f-da08-4207-bdf5-2d75378898b6 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:29.385876 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device e3da23b6-5b01-4df7-b2c8-e66c4da8d719 no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:57:29.408051 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] No Port match for: e3da23b6-5b01-4df7-b2c8-e66c4da8d719 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:57:29.408402 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device e3da23b6-5b01-4df7-b2c8-e66c4da8d719 not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:57:29.420938 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-693fb865-ad98-4365-9c6f-509a1c5752bb None None] Notify callbacks [] for port, precommit_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:29.466415 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9abbf88f-da08-4207-bdf5-2d75378898b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:29.520402 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abbf88f-da08-4207-bdf5-2d75378898b6 None None] Network 85d74af9-79b7-40bb-8f38-2308ba7809f4 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:57:29.525803 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-9abbf88f-da08-4207-bdf5-2d75378898b6 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:57:29.533132 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abbf88f-da08-4207-bdf5-2d75378898b6 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:57:29.536563 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abbf88f-da08-4207-bdf5-2d75378898b6 None None] Pushing event updated for resources: {'Port': ['ID=091bc416-a505-4770-8d6a-538141d21b0f,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:29.551453 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-693fb865-ad98-4365-9c6f-509a1c5752bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:29.581197 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3d56651e-03f0-4347-93d5-06e22f4325eb tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:29.608404 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccb20d7-40be-415c-b344-49fb88a8cdb4 None None] Pushing event updated for resources: {'Port': ['ID=5770e312-70ce-4912-8d30-b4a3104bd9b7,revision_number=3']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:29.641780 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccb20d7-40be-415c-b344-49fb88a8cdb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:57:29.642322 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccb20d7-40be-415c-b344-49fb88a8cdb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:57:29.646804 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccb20d7-40be-415c-b344-49fb88a8cdb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:57:29.646804 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccb20d7-40be-415c-b344-49fb88a8cdb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:57:29.646804 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccb20d7-40be-415c-b344-49fb88a8cdb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:57:29.646804 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccb20d7-40be-415c-b344-49fb88a8cdb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:57:29.646804 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccb20d7-40be-415c-b344-49fb88a8cdb4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:57:29.646804 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccb20d7-40be-415c-b344-49fb88a8cdb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:57:29.646804 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccb20d7-40be-415c-b344-49fb88a8cdb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:57:29.646804 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccb20d7-40be-415c-b344-49fb88a8cdb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:57:29.646804 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccb20d7-40be-415c-b344-49fb88a8cdb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:57:29.646804 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eccb20d7-40be-415c-b344-49fb88a8cdb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:57:29.698177 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-9abbf88f-da08-4207-bdf5-2d75378898b6 None None] Attempting to bind port 091bc416-a505-4770-8d6a-538141d21b0f on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:57:29.698687 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-9abbf88f-da08-4207-bdf5-2d75378898b6 None None] Attempting to bind port 091bc416-a505-4770-8d6a-538141d21b0f by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '5f9da0da-8043-496a-897a-7de5fd62cb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '85d74af9-79b7-40bb-8f38-2308ba7809f4'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:57:29.699059 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abbf88f-da08-4207-bdf5-2d75378898b6 None None] Attempting to bind port 091bc416-a505-4770-8d6a-538141d21b0f on network 85d74af9-79b7-40bb-8f38-2308ba7809f4 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:57:29.705288 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abbf88f-da08-4207-bdf5-2d75378898b6 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:57:29.705718 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abbf88f-da08-4207-bdf5-2d75378898b6 None None] Checking segment: {'id': '5f9da0da-8043-496a-897a-7de5fd62cb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '85d74af9-79b7-40bb-8f38-2308ba7809f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:57:29.706129 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9abbf88f-da08-4207-bdf5-2d75378898b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:29.706547 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abbf88f-da08-4207-bdf5-2d75378898b6 None None] Bound using segment: {'id': '5f9da0da-8043-496a-897a-7de5fd62cb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '85d74af9-79b7-40bb-8f38-2308ba7809f4'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:57:29.707028 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-9abbf88f-da08-4207-bdf5-2d75378898b6 None None] Bound port: 091bc416-a505-4770-8d6a-538141d21b0f, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f9da0da-8043-496a-897a-7de5fd62cb87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '85d74af9-79b7-40bb-8f38-2308ba7809f4'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:57:29.707408 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9abbf88f-da08-4207-bdf5-2d75378898b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:29.719719 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d56651e-03f0-4347-93d5-06e22f4325eb tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Pushing event deleted for resources: {'Subnet': ['ID=5b6c90ba-8290-45c4-883f-4152abbb069a,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:29.729399 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-693fb865-ad98-4365-9c6f-509a1c5752bb None None] Attempting to bind port 5770e312-70ce-4912-8d30-b4a3104bd9b7 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:57:29.729896 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-693fb865-ad98-4365-9c6f-509a1c5752bb None None] Attempting to bind port 5770e312-70ce-4912-8d30-b4a3104bd9b7 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'd7ef416a-40a9-4337-a1c4-1afeb8984525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'e034e6ed-6102-4046-9f1f-a643f9565610'}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:57:29.731072 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693fb865-ad98-4365-9c6f-509a1c5752bb None None] Attempting to bind port 5770e312-70ce-4912-8d30-b4a3104bd9b7 on network e034e6ed-6102-4046-9f1f-a643f9565610 {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:57:29.747045 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693fb865-ad98-4365-9c6f-509a1c5752bb None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:57:29.747577 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693fb865-ad98-4365-9c6f-509a1c5752bb None None] Checking segment: {'id': 'd7ef416a-40a9-4337-a1c4-1afeb8984525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'e034e6ed-6102-4046-9f1f-a643f9565610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:57:29.748108 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-693fb865-ad98-4365-9c6f-509a1c5752bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:29.748610 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-693fb865-ad98-4365-9c6f-509a1c5752bb None None] Bound using segment: {'id': 'd7ef416a-40a9-4337-a1c4-1afeb8984525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'e034e6ed-6102-4046-9f1f-a643f9565610'} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:57:29.749200 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-693fb865-ad98-4365-9c6f-509a1c5752bb None None] Bound port: 5770e312-70ce-4912-8d30-b4a3104bd9b7, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7ef416a-40a9-4337-a1c4-1afeb8984525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'e034e6ed-6102-4046-9f1f-a643f9565610'}}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:57:29.749749 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-693fb865-ad98-4365-9c6f-509a1c5752bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:29.775910 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-3114dc58-7985-4a0e-8935-759ea3181fdb admin admin] Deleting subnet d76fbf6b-f034-49d4-9f46-98621b5cf251 {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:57:29.778872 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3114dc58-7985-4a0e-8935-759ea3181fdb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:29.814918 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3114dc58-7985-4a0e-8935-759ea3181fdb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:29.860257 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3114dc58-7985-4a0e-8935-759ea3181fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:29.869388 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3d56651e-03f0-4347-93d5-06e22f4325eb tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:29.879924 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-9abbf88f-da08-4207-bdf5-2d75378898b6 None None] For port 091bc416-a505-4770-8d6a-538141d21b0f, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:57:29.892285 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-9abbf88f-da08-4207-bdf5-2d75378898b6 None None] For port 091bc416-a505-4770-8d6a-538141d21b0f, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=091bc416-a505-4770-8d6a-538141d21b0f,segment=NetworkSegment(5f9da0da-8043-496a-897a-7de5fd62cb87),segment_id=5f9da0da-8043-496a-897a-7de5fd62cb87)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:57:29.917728 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-693fb865-ad98-4365-9c6f-509a1c5752bb None None] For port 5770e312-70ce-4912-8d30-b4a3104bd9b7, host n-d-808921-1, cleared binding levels {{(pid=95300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:57:29.923879 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-3d56651e-03f0-4347-93d5-06e22f4325eb tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85d74af9-79b7-40bb-8f38-2308ba7809f4']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:29.926051 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-693fb865-ad98-4365-9c6f-509a1c5752bb None None] For port 5770e312-70ce-4912-8d30-b4a3104bd9b7, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=5770e312-70ce-4912-8d30-b4a3104bd9b7,segment=NetworkSegment(d7ef416a-40a9-4337-a1c4-1afeb8984525),segment_id=d7ef416a-40a9-4337-a1c4-1afeb8984525)] {{(pid=95300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:57:29.938524 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71294a15-eae5-4958-89be-1dd0febfd23b tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=36536ca6-e69a-40ae-bec9-cc09a18afefa,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:29.961430 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-3d56651e-03f0-4347-93d5-06e22f4325eb tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f9da0da-8043-496a-897a-7de5fd62cb87') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:29.961430 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-3d56651e-03f0-4347-93d5-06e22f4325eb tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f9da0da-8043-496a-897a-7de5fd62cb87') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:29.963832 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3d56651e-03f0-4347-93d5-06e22f4325eb tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:30.021776 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47962) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:30.047224 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-22a40fbe-1f9a-47cf-b3fb-333bdeb18837 None None] Provisioning complete for port 5770e312-70ce-4912-8d30-b4a3104bd9b7 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:57:30.047863 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-22a40fbe-1f9a-47cf-b3fb-333bdeb18837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:30.076152 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-5d04d388-2bd3-42cb-8a08-0393e909082d tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.8083594 Sep 24 15:57:30.078995 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47966) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:30.099345 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-22a40fbe-1f9a-47cf-b3fb-333bdeb18837 None None] Port 5770e312-70ce-4912-8d30-b4a3104bd9b7 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:57:30.108857 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-688446ba-67cf-41b7-a40e-2ff3653dc181 req-51e2ce6d-d458-4570-8b3b-f1438b3757e3 service neutron] 10.222.0.101 "GET /v2.0/networks/e034e6ed-6102-4046-9f1f-a643f9565610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9330335 Sep 24 15:57:30.111401 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9abbf88f-da08-4207-bdf5-2d75378898b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:30.128939 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3d56651e-03f0-4347-93d5-06e22f4325eb tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:30.144522 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d56651e-03f0-4347-93d5-06e22f4325eb tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Releasing vlan 1271 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:57:30.145457 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3d56651e-03f0-4347-93d5-06e22f4325eb tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:30.146173 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-693fb865-ad98-4365-9c6f-509a1c5752bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:30.149344 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:57:30.149344 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:57:30.149344 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:57:30.149344 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:57:30.149344 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:57:30.149344 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:57:30.149344 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:57:30.149344 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:57:30.149344 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:57:30.149344 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:57:30.149344 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:57:30.149344 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:57:30.149344 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:57:30.149344 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:57:30.149344 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:57:30.149344 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:57:30.149344 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:57:30.149344 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:57:30.149344 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:57:30.149344 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:57:30.149344 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:57:30.149344 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:57:30.149344 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:57:30.149344 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:57:30.149344 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:57:30.149344 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:57:30.149344 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:57:30.149344 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:57:30.149344 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:57:30.149344 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:57:30.149344 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:57:30.149344 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:57:30.180682 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3114dc58-7985-4a0e-8935-759ea3181fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:30.187233 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-34288881-95cb-40d6-9e42-fe743c5b2664 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:30.222672 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3114dc58-7985-4a0e-8935-759ea3181fdb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d76fbf6b-f034-49d4-9f46-98621b5cf251,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:30.263696 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3114dc58-7985-4a0e-8935-759ea3181fdb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:30.265565 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-3114dc58-7985-4a0e-8935-759ea3181fdb admin admin] 10.222.0.101 "DELETE /v2.0/subnets/d76fbf6b-f034-49d4-9f46-98621b5cf251 HTTP/1.1" status: 204 len: 168 time: 0.9751303 Sep 24 15:57:30.270188 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47968) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:30.290486 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693fb865-ad98-4365-9c6f-509a1c5752bb None None] Routers {'2c929dc6-c979-41c4-a3ea-edb335de17b6'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:57:30.291642 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-693fb865-ad98-4365-9c6f-509a1c5752bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:57:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['2c929dc6-c979-41c4-a3ea-edb335de17b6'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:30.332490 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abbf88f-da08-4207-bdf5-2d75378898b6 None None] Pushing event updated for resources: {'Port': ['ID=091bc416-a505-4770-8d6a-538141d21b0f,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:30.346967 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-10be4f1e-252b-49c3-9142-fc2fff1ff4dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:30.354503 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-34288881-95cb-40d6-9e42-fe743c5b2664 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:30.374989 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879ef0ac-f528-4043-bc09-97208584ea02 None None] Network 85d74af9-79b7-40bb-8f38-2308ba7809f4 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:57:30.437489 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.db.api [None req-3d56651e-03f0-4347-93d5-06e22f4325eb tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 24 15:57:30.437489 n-d-808921-1 neutron-server[95298]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 24 15:57:30.437489 n-d-808921-1 neutron-server[95298]: [parameters: {'id': '85d74af9-79b7-40bb-8f38-2308ba7809f4'}] Sep 24 15:57:30.437489 n-d-808921-1 neutron-server[95298]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:57:30.438663 n-d-808921-1 neutron-server[95298]: DEBUG oslo_db.api [None req-3d56651e-03f0-4347-93d5-06e22f4325eb tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:57:30.455436 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-688446ba-67cf-41b7-a40e-2ff3653dc181 req-78ecba33-60f1-46ac-b827-ade225f94c06 service neutron] 10.222.0.101 "GET /v2.0/networks/e034e6ed-6102-4046-9f1f-a643f9565610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380342 Sep 24 15:57:30.476456 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-32044e6d-fed9-4116-94a7-9a19e60833dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:30.496558 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-34288881-95cb-40d6-9e42-fe743c5b2664 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:30.498715 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-34288881-95cb-40d6-9e42-fe743c5b2664 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:30.500301 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-34288881-95cb-40d6-9e42-fe743c5b2664 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] 10.222.0.101 "DELETE /v2.0/security-groups/417a6fa2-40e0-4041-9d1a-3e809c8c02da HTTP/1.1" status: 204 len: 168 time: 0.4196413 Sep 24 15:57:30.523222 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47972) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:30.571103 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34288881-95cb-40d6-9e42-fe743c5b2664 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=417a6fa2-40e0-4041-9d1a-3e809c8c02da,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:30.676561 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-693fb865-ad98-4365-9c6f-509a1c5752bb None None] Set router 2c929dc6-c979-41c4-a3ea-edb335de17b6 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:57:30.679177 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-32044e6d-fed9-4116-94a7-9a19e60833dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:30.710097 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-10be4f1e-252b-49c3-9142-fc2fff1ff4dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:30.716031 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-32044e6d-fed9-4116-94a7-9a19e60833dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:30.735258 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccb20d7-40be-415c-b344-49fb88a8cdb4 None None] Pushing event updated for resources: {'Port': ['ID=5770e312-70ce-4912-8d30-b4a3104bd9b7,revision_number=4']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:30.736476 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-32044e6d-fed9-4116-94a7-9a19e60833dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bf9bbee-e4f7-4cba-869d-d400e1c83c07') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:30.737020 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-32044e6d-fed9-4116-94a7-9a19e60833dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bf9bbee-e4f7-4cba-869d-d400e1c83c07') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:30.754205 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-32044e6d-fed9-4116-94a7-9a19e60833dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:30.775680 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f34bf6-88d8-404f-add1-1f663727a1e3 None None] get_active_networks_info from n-d-808921-1 {{(pid=95299) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 24 15:57:30.779803 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-32044e6d-fed9-4116-94a7-9a19e60833dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:30.786700 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32044e6d-fed9-4116-94a7-9a19e60833dc admin admin] Releasing vlan 1288 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:57:30.787235 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-32044e6d-fed9-4116-94a7-9a19e60833dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:30.838787 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d9c863f0-beaf-4483-b672-0be051e75def req-6858689c-ae75-476c-a70f-18d33de4c1b4 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=56aeda28-0052-429d-a1d0-74f2354d8203 HTTP/1.1" status: 200 len: 210 time: 0.0484765 Sep 24 15:57:30.838787 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-10be4f1e-252b-49c3-9142-fc2fff1ff4dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:30.856262 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:57:30.856262 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:57:30.856262 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:57:30.856262 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:57:30.856262 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:57:30.856262 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:57:30.856262 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:57:30.856262 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:57:30.856262 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:57:30.856262 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:57:30.856262 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:57:30.856262 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:57:30.856262 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:57:30.856262 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:57:30.856262 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:57:30.856262 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:57:30.856262 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:57:30.856262 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:57:30.856262 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:57:30.856262 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:57:30.856262 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:57:30.856262 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:57:30.856262 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:57:30.856262 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:57:30.856262 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:57:30.856262 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:57:30.856262 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:57:30.856262 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:57:30.856262 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:57:30.856262 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:57:30.856262 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:57:30.856262 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:57:30.885340 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-ddb88246-e355-490d-b9e9-d6119d32a0d9 None None] Provisioning complete for port 5770e312-70ce-4912-8d30-b4a3104bd9b7 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:57:30.885709 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ddb88246-e355-490d-b9e9-d6119d32a0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:30.900818 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-4e269669-9222-4f96-a2df-a8adc4fd4e22 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3752713 Sep 24 15:57:30.904409 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47980) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:30.911223 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-1db70806-2c74-4868-8553-ab40e128cb00 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Request body: {'security_group': {'name': 'tempest-secgroup--1813034498'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:57:30.911924 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-10be4f1e-252b-49c3-9142-fc2fff1ff4dc admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=122a694a661f496f90ac70d7a5741adf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8887312 Sep 24 15:57:30.913627 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47982) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:30.934615 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-32044e6d-fed9-4116-94a7-9a19e60833dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:30.944949 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-32044e6d-fed9-4116-94a7-9a19e60833dc admin admin] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:30.947922 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-32044e6d-fed9-4116-94a7-9a19e60833dc admin admin] 10.222.0.101 "DELETE /v2.0/networks/8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9 HTTP/1.1" status: 204 len: 168 time: 0.6766253 Sep 24 15:57:30.958068 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3d56651e-03f0-4347-93d5-06e22f4325eb tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:30.963224 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10be4f1e-252b-49c3-9142-fc2fff1ff4dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25f8f219-ca12-4e2b-939a-85fe50ea1f1e,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:30.964641 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32044e6d-fed9-4116-94a7-9a19e60833dc admin admin] Pushing event deleted for resources: {'Network': ['ID=8f2fb0bc-d5d4-444c-b70d-ce32fdf6b6a9,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:30.979263 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2f34bf6-88d8-404f-add1-1f663727a1e3 None None] Resources bound (agent type, host, resource id): {{(pid=95299) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 24 15:57:31.003003 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2116658a-dcb8-40a4-b691-2abc7277f613 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:31.017400 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1db70806-2c74-4868-8553-ab40e128cb00 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:31.090246 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2116658a-dcb8-40a4-b691-2abc7277f613 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:31.120200 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-693fb865-ad98-4365-9c6f-509a1c5752bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c929dc6-c979-41c4-a3ea-edb335de17b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1861874524', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '721b235a-b2f1-4c7c-8fd8-a5d977290b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:57:15Z', 'updated_at': '2021-09-24T15:57:25Z', 'revision_number': 4, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'gw_port': {'id': '721b235a-b2f1-4c7c-8fd8-a5d977290b09', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c929dc6-c979-41c4-a3ea-edb335de17b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:57:16Z', 'updated_at': '2021-09-24T15:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '5770e312-70ce-4912-8d30-b4a3104bd9b7', 'name': '', 'network_id': 'e034e6ed-6102-4046-9f1f-a643f9565610', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'mac_address': 'fa:16:3e:80:ba:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c929dc6-c979-41c4-a3ea-edb335de17b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': '2c0c6582-6192-4ba7-b197-927e1af8c8ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:57:24Z', 'updated_at': '2021-09-24T15:57:29Z', 'revision_number': 4, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'subnets': [{'id': '2c0c6582-6192-4ba7-b197-927e1af8c8ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:31.145891 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-3d56651e-03f0-4347-93d5-06e22f4325eb tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Deleting port 091bc416-a505-4770-8d6a-538141d21b0f {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:57:31.146304 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3d56651e-03f0-4347-93d5-06e22f4325eb tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:31.152885 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-693fb865-ad98-4365-9c6f-509a1c5752bb None None] The sync data for ids ['2c929dc6-c979-41c4-a3ea-edb335de17b6'] in n-d-808921-1 is: [{'id': '2c929dc6-c979-41c4-a3ea-edb335de17b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1861874524', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '721b235a-b2f1-4c7c-8fd8-a5d977290b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:57:15Z', 'updated_at': '2021-09-24T15:57:25Z', 'revision_number': 4, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'gw_port': {'id': '721b235a-b2f1-4c7c-8fd8-a5d977290b09', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c929dc6-c979-41c4-a3ea-edb335de17b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:57:16Z', 'updated_at': '2021-09-24T15:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '5770e312-70ce-4912-8d30-b4a3104bd9b7', 'name': '', 'network_id': 'e034e6ed-6102-4046-9f1f-a643f9565610', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'mac_address': 'fa:16:3e:80:ba:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c929dc6-c979-41c4-a3ea-edb335de17b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': '2c0c6582-6192-4ba7-b197-927e1af8c8ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:57:24Z', 'updated_at': '2021-09-24T15:57:29Z', 'revision_number': 4, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'subnets': [{'id': '2c0c6582-6192-4ba7-b197-927e1af8c8ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:57:31.225191 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1db70806-2c74-4868-8553-ab40e128cb00 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:31.263108 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-3d56651e-03f0-4347-93d5-06e22f4325eb tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] For port 091bc416-a505-4770-8d6a-538141d21b0f, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=091bc416-a505-4770-8d6a-538141d21b0f,segment=NetworkSegment(5f9da0da-8043-496a-897a-7de5fd62cb87),segment_id=5f9da0da-8043-496a-897a-7de5fd62cb87)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:57:31.263472 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3d56651e-03f0-4347-93d5-06e22f4325eb tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:31.288924 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ddb88246-e355-490d-b9e9-d6119d32a0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:31.294842 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1db70806-2c74-4868-8553-ab40e128cb00 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:31.298993 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-3d56651e-03f0-4347-93d5-06e22f4325eb tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Calling delete_port for 091bc416-a505-4770-8d6a-538141d21b0f owned by network:dhcp {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:57:31.340365 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db70806-2c74-4868-8553-ab40e128cb00 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Pushing event updated for resources: {'SecurityGroup': ['ID=956d43bf-2f8b-418f-b567-5f992f61a2ee,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:31.369561 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9e355959-ce7b-4bb9-80b0-afaf5da414a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:31.390956 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-ddb88246-e355-490d-b9e9-d6119d32a0d9 None None] For port 5770e312-70ce-4912-8d30-b4a3104bd9b7, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=5770e312-70ce-4912-8d30-b4a3104bd9b7,segment=NetworkSegment(d7ef416a-40a9-4337-a1c4-1afeb8984525),segment_id=d7ef416a-40a9-4337-a1c4-1afeb8984525)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:57:31.394442 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2116658a-dcb8-40a4-b691-2abc7277f613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:31.398553 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2116658a-dcb8-40a4-b691-2abc7277f613 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:31.402460 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-2116658a-dcb8-40a4-b691-2abc7277f613 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/25f8f219-ca12-4e2b-939a-85fe50ea1f1e HTTP/1.1" status: 204 len: 168 time: 0.4849782 Sep 24 15:57:31.435808 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1db70806-2c74-4868-8553-ab40e128cb00 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:31.439799 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-1db70806-2c74-4868-8553-ab40e128cb00 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5341525 Sep 24 15:57:31.441629 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47996) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:31.447552 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2116658a-dcb8-40a4-b691-2abc7277f613 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f8f219-ca12-4e2b-939a-85fe50ea1f1e,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:31.454589 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-4641cd07-cdb5-4aab-9e7d-f718aad678af tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Request body: {'security_group_rule': {'security_group_id': '956d43bf-2f8b-418f-b567-5f992f61a2ee', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:57:31.502442 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48000) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:31.537706 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ddb88246-e355-490d-b9e9-d6119d32a0d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:31.588750 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4641cd07-cdb5-4aab-9e7d-f718aad678af tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:31.605017 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-cbed9580-6164-4464-9031-9fae3d992985 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=b1d4e87ebb25495582840f0e5900ef24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1058009 Sep 24 15:57:31.607564 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48006) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:31.619191 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca922c9a-11dd-4db7-a656-33f84ef1563e None None] get_active_networks_info from n-d-808921-1 {{(pid=95299) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 24 15:57:31.644183 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3d56651e-03f0-4347-93d5-06e22f4325eb tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:31.671591 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d56651e-03f0-4347-93d5-06e22f4325eb tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] No DVR routers for this DVR port 091bc416-a505-4770-8d6a-538141d21b0f on host n-d-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:57:31.694601 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4641cd07-cdb5-4aab-9e7d-f718aad678af tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:31.700610 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb88246-e355-490d-b9e9-d6119d32a0d9 None None] Pushing event updated for resources: {'Port': ['ID=5770e312-70ce-4912-8d30-b4a3104bd9b7,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:31.715371 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d56651e-03f0-4347-93d5-06e22f4325eb tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Pushing event deleted for resources: {'Port': ['ID=091bc416-a505-4770-8d6a-538141d21b0f,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:31.754196 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a3122efe-9d5c-4252-96be-124b15cf48ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:31.789883 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4641cd07-cdb5-4aab-9e7d-f718aad678af tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:31.803774 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a3122efe-9d5c-4252-96be-124b15cf48ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:31.803914 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca922c9a-11dd-4db7-a656-33f84ef1563e None None] Resources bound (agent type, host, resource id): {{(pid=95299) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 24 15:57:31.831043 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4641cd07-cdb5-4aab-9e7d-f718aad678af tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a16a033f-384a-437f-87f2-47f1fce5a29d,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:31.879094 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3d56651e-03f0-4347-93d5-06e22f4325eb tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:31.949163 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-3d56651e-03f0-4347-93d5-06e22f4325eb tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85d74af9-79b7-40bb-8f38-2308ba7809f4']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:31.981850 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-3d56651e-03f0-4347-93d5-06e22f4325eb tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f9da0da-8043-496a-897a-7de5fd62cb87') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:31.982132 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-3d56651e-03f0-4347-93d5-06e22f4325eb tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f9da0da-8043-496a-897a-7de5fd62cb87') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:31.995548 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3d56651e-03f0-4347-93d5-06e22f4325eb tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:31.998477 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-78caf907-1b3a-4b1b-b874-77a866d56646 req-40c2081f-cceb-4437-ada8-a5d9ac0f8099 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=56aeda28-0052-429d-a1d0-74f2354d8203 HTTP/1.1" status: 200 len: 210 time: 0.0667810 Sep 24 15:57:32.001986 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4641cd07-cdb5-4aab-9e7d-f718aad678af tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:32.003330 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-4641cd07-cdb5-4aab-9e7d-f718aad678af tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5594893 Sep 24 15:57:32.007215 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48018) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:32.039288 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3d56651e-03f0-4347-93d5-06e22f4325eb tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:32.065509 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-84e669ca-2426-44fe-9e95-24116b8ea121 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] 10.222.0.101 "GET /v2.0/security-group-rules/a16a033f-384a-437f-87f2-47f1fce5a29d HTTP/1.1" status: 200 len: 763 time: 0.0519626 Sep 24 15:57:32.065632 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48020) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:32.069723 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d56651e-03f0-4347-93d5-06e22f4325eb tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Releasing vlan 1271 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:57:32.070242 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3d56651e-03f0-4347-93d5-06e22f4325eb tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:32.076317 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:57:32.076317 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:57:32.076317 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:57:32.076317 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:57:32.076317 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:57:32.076317 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:57:32.076317 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:57:32.076317 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:57:32.076317 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:57:32.076317 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:57:32.076317 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:57:32.076317 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:57:32.076317 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:57:32.076317 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:57:32.076317 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:57:32.076317 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:57:32.076317 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:57:32.076317 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:57:32.076317 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:57:32.076317 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:57:32.076317 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:57:32.076317 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:57:32.076317 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:57:32.076317 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:57:32.076317 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:57:32.076317 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:57:32.076317 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:57:32.076317 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:57:32.076317 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:57:32.076317 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:57:32.076317 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:57:32.076317 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:57:32.180637 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a3122efe-9d5c-4252-96be-124b15cf48ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:32.184508 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a3122efe-9d5c-4252-96be-124b15cf48ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:32.195846 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-a3122efe-9d5c-4252-96be-124b15cf48ba admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/b08d5ed6-e549-411e-93fa-b917e2edcd92 HTTP/1.1" status: 204 len: 168 time: 0.5773401 Sep 24 15:57:32.208409 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3122efe-9d5c-4252-96be-124b15cf48ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b08d5ed6-e549-411e-93fa-b917e2edcd92,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:32.208901 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-11682e8f-bc0f-4ea3-955e-343845ea51d1 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1423938 Sep 24 15:57:32.212961 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48028) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:32.261044 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-acc8cea3-6866-41b0-9da0-9f6501185d81 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:32.276644 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3d56651e-03f0-4347-93d5-06e22f4325eb tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:32.281768 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-acc8cea3-6866-41b0-9da0-9f6501185d81 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:32.320953 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3d56651e-03f0-4347-93d5-06e22f4325eb tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:32.323680 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-3d56651e-03f0-4347-93d5-06e22f4325eb tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] 10.222.0.101 "DELETE /v2.0/networks/85d74af9-79b7-40bb-8f38-2308ba7809f4 HTTP/1.1" status: 204 len: 168 time: 3.7425144 Sep 24 15:57:32.331365 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48032) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:32.336757 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-3e6343a8-3eb3-4e90-8869-be4f5439c604 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-430451619'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:57:32.338438 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d56651e-03f0-4347-93d5-06e22f4325eb tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Pushing event deleted for resources: {'Network': ['ID=85d74af9-79b7-40bb-8f38-2308ba7809f4,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:32.369994 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 5770e312-70ce-4912-8d30-b4a3104bd9b7 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:57:32.460001 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e6343a8-3eb3-4e90-8869-be4f5439c604 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Made reservation on behalf of 5a864602808b4dc49d9e4388fb4dce35 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:57:32.464136 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3e6343a8-3eb3-4e90-8869-be4f5439c604 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:32.483552 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-acc8cea3-6866-41b0-9da0-9f6501185d81 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:32.486000 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 5770e312-70ce-4912-8d30-b4a3104bd9b7 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:57:32.486623 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:32.501051 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-acc8cea3-6866-41b0-9da0-9f6501185d81 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:32.505711 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-acc8cea3-6866-41b0-9da0-9f6501185d81 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] 10.222.0.101 "DELETE /v2.0/security-group-rules/a16a033f-384a-437f-87f2-47f1fce5a29d HTTP/1.1" status: 204 len: 168 time: 0.2916944 Sep 24 15:57:32.509454 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc8cea3-6866-41b0-9da0-9f6501185d81 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a16a033f-384a-437f-87f2-47f1fce5a29d,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:32.512788 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48034) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:32.536165 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e6343a8-3eb3-4e90-8869-be4f5439c604 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1260} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:57:32.574522 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3e6343a8-3eb3-4e90-8869-be4f5439c604 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:32.575464 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-3e6343a8-3eb3-4e90-8869-be4f5439c604 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Added segment 74e319db-0b30-4577-8a53-676d87fef10b of type vlan for network 2f04f90b-41d7-4ab1-a265-8d231bf54c5e Sep 24 15:57:32.606471 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-164c3540-5890-4b3a-9246-75fa4d22d88b tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0894899 Sep 24 15:57:32.608805 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48038) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:32.616915 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-a6c97540-20b2-4429-a167-39fb2fe1aa43 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Request body: {'security_group_rule': {'security_group_id': '956d43bf-2f8b-418f-b567-5f992f61a2ee', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:57:32.686120 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3e6343a8-3eb3-4e90-8869-be4f5439c604 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:32.757900 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a6c97540-20b2-4429-a167-39fb2fe1aa43 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:32.801066 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3e6343a8-3eb3-4e90-8869-be4f5439c604 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:32.810613 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6343a8-3eb3-4e90-8869-be4f5439c604 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:32.811271 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3e6343a8-3eb3-4e90-8869-be4f5439c604 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:32.882700 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a6c97540-20b2-4429-a167-39fb2fe1aa43 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:32.940872 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-3e6343a8-3eb3-4e90-8869-be4f5439c604 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6076381 Sep 24 15:57:32.955112 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6343a8-3eb3-4e90-8869-be4f5439c604 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Pushing event updated for resources: {'Network': ['ID=2f04f90b-41d7-4ab1-a265-8d231bf54c5e,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:32.955711 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 2f04f90b-41d7-4ab1-a265-8d231bf54c5e details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:57:32.957619 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48054) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:32.965204 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-b9fee968-ed2f-497d-8ae9-2a5d5b057fd2 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Request body: {'subnet': {'network_id': '2f04f90b-41d7-4ab1-a265-8d231bf54c5e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:57:33.054501 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a6c97540-20b2-4429-a167-39fb2fe1aa43 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:33.086639 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c97540-20b2-4429-a167-39fb2fe1aa43 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59d85131-3fbe-42ce-92ce-14914c29cf62,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:33.130177 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c86efacd-e227-4fea-9890-e8d1d5b2fee2 req-83f61fbd-da41-4003-9dea-9821a8247cab tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=56aeda28-0052-429d-a1d0-74f2354d8203 HTTP/1.1" status: 200 len: 210 time: 0.0351002 Sep 24 15:57:33.185458 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a6c97540-20b2-4429-a167-39fb2fe1aa43 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:33.187469 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-a6c97540-20b2-4429-a167-39fb2fe1aa43 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5769749 Sep 24 15:57:33.190162 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48062) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:33.212863 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b48fc390-f19c-4318-853a-ec7d119c88ea tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] 10.222.0.101 "GET /v2.0/security-group-rules/59d85131-3fbe-42ce-92ce-14914c29cf62 HTTP/1.1" status: 200 len: 763 time: 0.0210321 Sep 24 15:57:33.214854 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48064) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:33.284517 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f830b9d4-f875-45b3-9a1a-1690e34b3c89 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0681500 Sep 24 15:57:33.287252 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48072) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:33.310229 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9fee968-ed2f-497d-8ae9-2a5d5b057fd2 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Made reservation on behalf of 5a864602808b4dc49d9e4388fb4dce35 for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:57:33.314094 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b9fee968-ed2f-497d-8ae9-2a5d5b057fd2 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:33.341825 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0c2b27cb-2e75-4d39-b4ff-361dff9dbf18 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:33.371042 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0c2b27cb-2e75-4d39-b4ff-361dff9dbf18 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:33.574489 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688446ba-67cf-41b7-a40e-2ff3653dc181 req-d8999c7a-1635-443f-90f0-c45e0c717ed3 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:33.576112 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-688446ba-67cf-41b7-a40e-2ff3653dc181 req-d8999c7a-1635-443f-90f0-c45e0c717ed3 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.110 "GET /v2.0/networks?id=e034e6ed-6102-4046-9f1f-a643f9565610 HTTP/1.1" status: 200 len: 796 time: 0.2007530 Sep 24 15:57:33.612944 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48080) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:33.634163 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-688446ba-67cf-41b7-a40e-2ff3653dc181 req-2243d5d7-f8d9-4f5b-8331-5279fbaef725 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.110 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e512e155fd047afb7c369ee55b40ecc HTTP/1.1" status: 200 len: 380 time: 0.0467126 Sep 24 15:57:33.645643 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-688446ba-67cf-41b7-a40e-2ff3653dc181 req-5e9d0e7f-5171-4454-9fb2-7b51d0922d27 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Request body: {'port': {'device_id': '56aeda28-0052-429d-a1d0-74f2354d8203', 'network_id': 'e034e6ed-6102-4046-9f1f-a643f9565610', 'admin_state_up': True, 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'security_groups': ['d304bbd8-1375-41e6-a4a7-0404dd25bcd6']}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:57:33.711751 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0c2b27cb-2e75-4d39-b4ff-361dff9dbf18 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:33.719284 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0c2b27cb-2e75-4d39-b4ff-361dff9dbf18 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:33.720193 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-0c2b27cb-2e75-4d39-b4ff-361dff9dbf18 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] 10.222.0.101 "DELETE /v2.0/security-group-rules/59d85131-3fbe-42ce-92ce-14914c29cf62 HTTP/1.1" status: 204 len: 168 time: 0.4318273 Sep 24 15:57:33.725576 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48088) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:33.735201 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2b27cb-2e75-4d39-b4ff-361dff9dbf18 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=59d85131-3fbe-42ce-92ce-14914c29cf62,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:33.786455 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-f8b4a8c5-0544-4701-988b-c8318ff651c5 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0597496 Sep 24 15:57:33.789665 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b9fee968-ed2f-497d-8ae9-2a5d5b057fd2 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:33.797533 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48092) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:33.805249 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-4b637bb5-6de2-415f-b028-d522b049d340 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-950523152-network', 'tenant_id': 'b3bc8c40013d4a92b1cf10d67118144c'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:57:33.813804 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-cbc8eb89-7268-42b8-a591-bc59e34d460d tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Request body: {'security_group_rule': {'security_group_id': '956d43bf-2f8b-418f-b567-5f992f61a2ee', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:57:33.872858 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-688446ba-67cf-41b7-a40e-2ff3653dc181 req-5e9d0e7f-5171-4454-9fb2-7b51d0922d27 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Made reservation on behalf of 7e512e155fd047afb7c369ee55b40ecc for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:57:33.877194 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-688446ba-67cf-41b7-a40e-2ff3653dc181 req-5e9d0e7f-5171-4454-9fb2-7b51d0922d27 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:33.879700 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fee968-ed2f-497d-8ae9-2a5d5b057fd2 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Pushing event updated for resources: {'Subnet': ['ID=0e3782d4-eac3-4132-89e9-8b3219278669,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:33.889424 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9fee968-ed2f-497d-8ae9-2a5d5b057fd2 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Checking segment: {'id': '74e319db-0b30-4577-8a53-676d87fef10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '2f04f90b-41d7-4ab1-a265-8d231bf54c5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:57:33.889779 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fee968-ed2f-497d-8ae9-2a5d5b057fd2 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Network hostable DHCP agents. Network: 2f04f90b-41d7-4ab1-a265-8d231bf54c5e, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:57:33.899095 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.db.api [None req-cbc8eb89-7268-42b8-a591-bc59e34d460d tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 15:57:33.899095 n-d-808921-1 neutron-server[95297]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 24 15:57:33.899095 n-d-808921-1 neutron-server[95297]: [parameters: {'project_id_1': '6cccc83c4a29432c960b0c39ed757df7', 'expiration_1': datetime.datetime(2021, 9, 24, 15, 57, 13, 824933)}] Sep 24 15:57:33.899095 n-d-808921-1 neutron-server[95297]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:57:33.899580 n-d-808921-1 neutron-server[95297]: DEBUG oslo_db.api [None req-cbc8eb89-7268-42b8-a591-bc59e34d460d tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:57:33.946186 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7cd2b995-3b67-47cb-a6c1-171c8b0ba60c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:34.020416 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [req-688446ba-67cf-41b7-a40e-2ff3653dc181 req-5e9d0e7f-5171-4454-9fb2-7b51d0922d27 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Allocated IP 172.20.0.5 (e034e6ed-6102-4046-9f1f-a643f9565610/2c0c6582-6192-4ba7-b197-927e1af8c8ea/aa13762d-583b-4889-9399-530afb17aa2e) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:57:34.082962 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9fee968-ed2f-497d-8ae9-2a5d5b057fd2 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Network 2f04f90b-41d7-4ab1-a265-8d231bf54c5e is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:57:34.088128 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b637bb5-6de2-415f-b028-d522b049d340 admin admin] Made reservation on behalf of b3bc8c40013d4a92b1cf10d67118144c for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:57:34.090572 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4b637bb5-6de2-415f-b028-d522b049d340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:34.103257 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4b637bb5-6de2-415f-b028-d522b049d340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:34.176957 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-b9fee968-ed2f-497d-8ae9-2a5d5b057fd2 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 2f04f90b-41d7-4ab1-a265-8d231bf54c5e) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:57:34.188851 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fee968-ed2f-497d-8ae9-2a5d5b057fd2 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:34.189439 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b9fee968-ed2f-497d-8ae9-2a5d5b057fd2 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:34.209527 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-688446ba-67cf-41b7-a40e-2ff3653dc181 req-5e9d0e7f-5171-4454-9fb2-7b51d0922d27 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:34.211043 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e61301-7faf-4d04-b425-adb030a288f4 None None] Network 2f04f90b-41d7-4ab1-a265-8d231bf54c5e requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:57:34.317834 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a1c1fcdc-c971-43a6-9ef9-e019b4c8280d req-cdd6f7fb-b8e3-4562-b693-97f183bde4b7 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=56aeda28-0052-429d-a1d0-74f2354d8203 HTTP/1.1" status: 200 len: 210 time: 0.0389223 Sep 24 15:57:34.321143 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:34.324319 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4b637bb5-6de2-415f-b028-d522b049d340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:34.355084 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-688446ba-67cf-41b7-a40e-2ff3653dc181 req-5e9d0e7f-5171-4454-9fb2-7b51d0922d27 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:34.418764 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd29e3ff-964e-4649-8637-83197b4c87bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-2f04f90b-41d7-4ab1-a265-8d231bf54c5e', 'network_id': '2f04f90b-41d7-4ab1-a265-8d231bf54c5e', 'tenant_id': '5a864602808b4dc49d9e4388fb4dce35', 'fixed_ips': [{'subnet_id': '0e3782d4-eac3-4132-89e9-8b3219278669'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:57:34.419890 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-bd29e3ff-964e-4649-8637-83197b4c87bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:34.422860 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4b637bb5-6de2-415f-b028-d522b049d340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:34.429030 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-688446ba-67cf-41b7-a40e-2ff3653dc181 req-5e9d0e7f-5171-4454-9fb2-7b51d0922d27 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Network e034e6ed-6102-4046-9f1f-a643f9565610 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:57:34.442041 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [req-688446ba-67cf-41b7-a40e-2ff3653dc181 req-5e9d0e7f-5171-4454-9fb2-7b51d0922d27 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:57:34.455174 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-688446ba-67cf-41b7-a40e-2ff3653dc181 req-5e9d0e7f-5171-4454-9fb2-7b51d0922d27 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:57:34.457642 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b637bb5-6de2-415f-b028-d522b049d340 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1281} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:57:34.462625 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9d0e7f-5171-4454-9fb2-7b51d0922d27 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event updated for resources: {'Port': ['ID=aa13762d-583b-4889-9399-530afb17aa2e,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:34.505575 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4b637bb5-6de2-415f-b028-d522b049d340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:34.506798 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-4b637bb5-6de2-415f-b028-d522b049d340 admin admin] Added segment 563c8a32-dd71-4fde-bd28-b20905086572 of type vlan for network 5b5ae1eb-54bd-4dc0-9ed2-fc3865a6b206 Sep 24 15:57:34.519204 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b637bb5-6de2-415f-b028-d522b049d340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d722b705-a17e-4de7-9c70-ed2c73719e82,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:34.535070 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b9fee968-ed2f-497d-8ae9-2a5d5b057fd2 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5752082 Sep 24 15:57:34.537993 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48104) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:34.557498 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-00b10db5-a7f1-4ec4-9f3f-ea8e5cd65ed6 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Request body: {'subnet': {'network_id': '2f04f90b-41d7-4ab1-a265-8d231bf54c5e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:57:34.641139 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-bd29e3ff-964e-4649-8637-83197b4c87bc None None] Allocated IP 2001:db8::2 (2f04f90b-41d7-4ab1-a265-8d231bf54c5e/0e3782d4-eac3-4132-89e9-8b3219278669/ea4846ac-424d-459c-a43a-073a4e2613aa) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:57:34.641775 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4b637bb5-6de2-415f-b028-d522b049d340 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:34.657308 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688446ba-67cf-41b7-a40e-2ff3653dc181 req-5e9d0e7f-5171-4454-9fb2-7b51d0922d27 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:34.657949 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-688446ba-67cf-41b7-a40e-2ff3653dc181 req-5e9d0e7f-5171-4454-9fb2-7b51d0922d27 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:34.739493 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0b9628dd-508c-4afb-b3db-6a27d73fe4d7 req-a6912abe-52a1-4509-ae08-8d72445f4c00 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=5ea82851-d9e0-4b55-9108-445a8363c1e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1347864 Sep 24 15:57:34.746166 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-cbc8eb89-7268-42b8-a591-bc59e34d460d tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:34.790225 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4b637bb5-6de2-415f-b028-d522b049d340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:34.791424 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b637bb5-6de2-415f-b028-d522b049d340 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:34.792029 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4b637bb5-6de2-415f-b028-d522b049d340 admin admin] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:34.814514 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-85417507-4888-4af9-b215-81bef9113b4d None None] Provisioning complete for port aa13762d-583b-4889-9399-530afb17aa2e triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:57:34.815092 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-85417507-4888-4af9-b215-81bef9113b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:34.878016 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9628dd-508c-4afb-b3db-6a27d73fe4d7 req-42a64814-4012-4be8-b56c-cb8b26d57cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:34.880119 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0b9628dd-508c-4afb-b3db-6a27d73fe4d7 req-42a64814-4012-4be8-b56c-cb8b26d57cd7 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=b960fdf244c2496089f6c9d33b373dc4&device_id=5ea82851-d9e0-4b55-9108-445a8363c1e2 HTTP/1.1" status: 200 len: 1097 time: 0.0758371 Sep 24 15:57:34.889024 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-85417507-4888-4af9-b215-81bef9113b4d None None] Port aa13762d-583b-4889-9399-530afb17aa2e cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:57:34.901934 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b637bb5-6de2-415f-b028-d522b049d340 admin admin] Pushing event updated for resources: {'Network': ['ID=5b5ae1eb-54bd-4dc0-9ed2-fc3865a6b206,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:34.905345 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-688446ba-67cf-41b7-a40e-2ff3653dc181 req-5e9d0e7f-5171-4454-9fb2-7b51d0922d27 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2639151 Sep 24 15:57:34.912299 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-bd29e3ff-964e-4649-8637-83197b4c87bc None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:34.917726 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 5b5ae1eb-54bd-4dc0-9ed2-fc3865a6b206 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:57:34.923126 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-cbc8eb89-7268-42b8-a591-bc59e34d460d tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:34.927506 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-688446ba-67cf-41b7-a40e-2ff3653dc181 req-d141df71-3f89-4abd-bc83-5418b2bec115 service neutron] Request body: {'port': {'device_id': '56aeda28-0052-429d-a1d0-74f2354d8203', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:57:34.983000 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b10db5-a7f1-4ec4-9f3f-ea8e5cd65ed6 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Made reservation on behalf of 5a864602808b4dc49d9e4388fb4dce35 for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:57:34.988223 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-00b10db5-a7f1-4ec4-9f3f-ea8e5cd65ed6 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:34.992969 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-688446ba-67cf-41b7-a40e-2ff3653dc181 req-d141df71-3f89-4abd-bc83-5418b2bec115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:35.001099 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-bd29e3ff-964e-4649-8637-83197b4c87bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:35.045325 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd29e3ff-964e-4649-8637-83197b4c87bc None None] Network 2f04f90b-41d7-4ab1-a265-8d231bf54c5e is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:57:35.048699 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-bd29e3ff-964e-4649-8637-83197b4c87bc None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:57:35.052588 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd29e3ff-964e-4649-8637-83197b4c87bc None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:57:35.082760 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd29e3ff-964e-4649-8637-83197b4c87bc None None] Pushing event updated for resources: {'Port': ['ID=ea4846ac-424d-459c-a43a-073a4e2613aa,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:35.124210 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-bd29e3ff-964e-4649-8637-83197b4c87bc None None] Attempting to bind port ea4846ac-424d-459c-a43a-073a4e2613aa on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:57:35.124580 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-bd29e3ff-964e-4649-8637-83197b4c87bc None None] Attempting to bind port ea4846ac-424d-459c-a43a-073a4e2613aa by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '74e319db-0b30-4577-8a53-676d87fef10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '2f04f90b-41d7-4ab1-a265-8d231bf54c5e'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:57:35.124946 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd29e3ff-964e-4649-8637-83197b4c87bc None None] Attempting to bind port ea4846ac-424d-459c-a43a-073a4e2613aa on network 2f04f90b-41d7-4ab1-a265-8d231bf54c5e {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:57:35.130210 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd29e3ff-964e-4649-8637-83197b4c87bc None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:57:35.130538 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd29e3ff-964e-4649-8637-83197b4c87bc None None] Checking segment: {'id': '74e319db-0b30-4577-8a53-676d87fef10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '2f04f90b-41d7-4ab1-a265-8d231bf54c5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:57:35.130930 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-bd29e3ff-964e-4649-8637-83197b4c87bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:35.135720 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd29e3ff-964e-4649-8637-83197b4c87bc None None] Bound using segment: {'id': '74e319db-0b30-4577-8a53-676d87fef10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '2f04f90b-41d7-4ab1-a265-8d231bf54c5e'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:57:35.135720 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-bd29e3ff-964e-4649-8637-83197b4c87bc None None] Bound port: ea4846ac-424d-459c-a43a-073a4e2613aa, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74e319db-0b30-4577-8a53-676d87fef10b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1260, 'network_id': '2f04f90b-41d7-4ab1-a265-8d231bf54c5e'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:57:35.135720 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-bd29e3ff-964e-4649-8637-83197b4c87bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:35.136046 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-cbc8eb89-7268-42b8-a591-bc59e34d460d tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:35.158617 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc8eb89-7268-42b8-a591-bc59e34d460d tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dc9d880-06a4-4a0f-9161-6300874cfa8e,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:35.188804 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-4b637bb5-6de2-415f-b028-d522b049d340 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5696924 Sep 24 15:57:35.188804 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48112) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:35.194960 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-23017df3-5f16-4046-b8d5-872d83fe7909 admin admin] Request body: {'subnet': {'network_id': '5b5ae1eb-54bd-4dc0-9ed2-fc3865a6b206', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-950523152-subnet', 'tenant_id': 'b3bc8c40013d4a92b1cf10d67118144c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:57:35.210687 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9628dd-508c-4afb-b3db-6a27d73fe4d7 req-96e732e2-4d16-422b-906b-4df141b48e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:35.210687 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0b9628dd-508c-4afb-b3db-6a27d73fe4d7 req-96e732e2-4d16-422b-906b-4df141b48e80 service neutron] 10.222.0.110 "GET /v2.0/networks?id=3dbb0dfe-b454-4e57-a2db-34f294a0159c HTTP/1.1" status: 200 len: 913 time: 0.2753830 Sep 24 15:57:35.246741 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-bd29e3ff-964e-4649-8637-83197b4c87bc None None] For port ea4846ac-424d-459c-a43a-073a4e2613aa, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:57:35.250152 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-bd29e3ff-964e-4649-8637-83197b4c87bc None None] For port ea4846ac-424d-459c-a43a-073a4e2613aa, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=ea4846ac-424d-459c-a43a-073a4e2613aa,segment=NetworkSegment(74e319db-0b30-4577-8a53-676d87fef10b),segment_id=74e319db-0b30-4577-8a53-676d87fef10b)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:57:35.273583 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-cbc8eb89-7268-42b8-a591-bc59e34d460d tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:35.273583 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-cbc8eb89-7268-42b8-a591-bc59e34d460d tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4746587 Sep 24 15:57:35.276304 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48118) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:35.291696 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:35.302619 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-01cb56ec-c878-49b9-9a01-f02b750f0d56 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] 10.222.0.101 "GET /v2.0/security-group-rules/4dc9d880-06a4-4a0f-9161-6300874cfa8e HTTP/1.1" status: 200 len: 764 time: 0.0230777 Sep 24 15:57:35.303424 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48120) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:35.323869 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-bd29e3ff-964e-4649-8637-83197b4c87bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:35.340201 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23017df3-5f16-4046-b8d5-872d83fe7909 admin admin] Made reservation on behalf of b3bc8c40013d4a92b1cf10d67118144c for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:57:35.343802 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-23017df3-5f16-4046-b8d5-872d83fe7909 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:35.487534 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-9834e140-50ae-4572-b7b2-c390e27a3708 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1829865 Sep 24 15:57:35.510392 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48132) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:35.511842 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd29e3ff-964e-4649-8637-83197b4c87bc None None] Pushing event updated for resources: {'Port': ['ID=ea4846ac-424d-459c-a43a-073a4e2613aa,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:35.740169 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [req-688446ba-67cf-41b7-a40e-2ff3653dc181 req-d141df71-3f89-4abd-bc83-5418b2bec115 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa13762d-583b-4889-9399-530afb17aa2e {{(pid=95297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:57:35.758990 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-938922dc-80b5-4d3b-b3c0-c13b0d4f4088 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:35.793309 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-938922dc-80b5-4d3b-b3c0-c13b0d4f4088 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:35.794977 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-688446ba-67cf-41b7-a40e-2ff3653dc181 req-d141df71-3f89-4abd-bc83-5418b2bec115 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:36.066480 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.provisioning_blocks [req-688446ba-67cf-41b7-a40e-2ff3653dc181 req-d141df71-3f89-4abd-bc83-5418b2bec115 service neutron] Transition to ACTIVE for port object aa13762d-583b-4889-9399-530afb17aa2e will not be triggered until provisioned by entity L2. {{(pid=95297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:57:36.066480 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-938922dc-80b5-4d3b-b3c0-c13b0d4f4088 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:36.080738 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-938922dc-80b5-4d3b-b3c0-c13b0d4f4088 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:36.085756 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-938922dc-80b5-4d3b-b3c0-c13b0d4f4088 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] 10.222.0.101 "DELETE /v2.0/security-group-rules/4dc9d880-06a4-4a0f-9161-6300874cfa8e HTTP/1.1" status: 204 len: 168 time: 0.5737748 Sep 24 15:57:36.086512 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48140) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:36.126733 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938922dc-80b5-4d3b-b3c0-c13b0d4f4088 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4dc9d880-06a4-4a0f-9161-6300874cfa8e,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:36.128411 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0b9628dd-508c-4afb-b3db-6a27d73fe4d7 req-994ab035-bdfb-4556-870b-1dbbb2071334 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62117fed-4a4c-483e-8efd-25f6e0880509 HTTP/1.1" status: 200 len: 1002 time: 0.8953860 Sep 24 15:57:36.192952 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-9dc8485b-d024-4828-93c9-a507de83ed91 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] 10.222.0.101 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0948682 Sep 24 15:57:36.194983 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48142) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:36.217123 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9628dd-508c-4afb-b3db-6a27d73fe4d7 req-f74df322-7ef3-4650-b7c1-13762dc2ae37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:36.218863 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0b9628dd-508c-4afb-b3db-6a27d73fe4d7 req-f74df322-7ef3-4650-b7c1-13762dc2ae37 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=ad938f0b-b628-4cac-9404-1e2682973b1a HTTP/1.1" status: 200 len: 850 time: 0.0773671 Sep 24 15:57:36.228388 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-23017df3-5f16-4046-b8d5-872d83fe7909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:36.246940 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516f349b-7a04-4cb1-bde9-02f0cc99c55d req-414ba0a9-cc6b-4acd-8ad9-34a2780c7f1e tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:36.255056 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-516f349b-7a04-4cb1-bde9-02f0cc99c55d req-414ba0a9-cc6b-4acd-8ad9-34a2780c7f1e tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=56aeda28-0052-429d-a1d0-74f2354d8203 HTTP/1.1" status: 200 len: 931 time: 0.2176690 Sep 24 15:57:36.271004 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device ea4846ac-424d-459c-a43a-073a4e2613aa up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:57:36.293113 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-688446ba-67cf-41b7-a40e-2ff3653dc181 req-d141df71-3f89-4abd-bc83-5418b2bec115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:36.371936 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port ea4846ac-424d-459c-a43a-073a4e2613aa triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:57:36.372318 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:36.388267 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d141df71-3f89-4abd-bc83-5418b2bec115 service neutron] Pushing event updated for resources: {'Port': ['ID=aa13762d-583b-4889-9399-530afb17aa2e,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:36.390535 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-516f349b-7a04-4cb1-bde9-02f0cc99c55d req-a12acfd0-1f92-4363-a574-cf3bb3a341c1 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=d304bbd8-1375-41e6-a4a7-0404dd25bcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077583 Sep 24 15:57:36.410616 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9628dd-508c-4afb-b3db-6a27d73fe4d7 req-71f3e8bb-ac02-45dd-92ce-97d6fef8a046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:36.412205 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0b9628dd-508c-4afb-b3db-6a27d73fe4d7 req-71f3e8bb-ac02-45dd-92ce-97d6fef8a046 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=3dbb0dfe-b454-4e57-a2db-34f294a0159c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1561990 Sep 24 15:57:36.504602 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23017df3-5f16-4046-b8d5-872d83fe7909 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b77319b-e972-47e8-93df-b7729b347ab6,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:36.547416 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d0522bed-848b-4c16-9cce-d02f773304f0 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:36.620872 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-00b10db5-a7f1-4ec4-9f3f-ea8e5cd65ed6 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:36.642702 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:36.662772 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23017df3-5f16-4046-b8d5-872d83fe7909 admin admin] Checking segment: {'id': '563c8a32-dd71-4fde-bd28-b20905086572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '5b5ae1eb-54bd-4dc0-9ed2-fc3865a6b206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:57:36.663204 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23017df3-5f16-4046-b8d5-872d83fe7909 admin admin] Network hostable DHCP agents. Network: 5b5ae1eb-54bd-4dc0-9ed2-fc3865a6b206, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:57:36.710373 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48146) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:36.714928 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b10db5-a7f1-4ec4-9f3f-ea8e5cd65ed6 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Network 2f04f90b-41d7-4ab1-a265-8d231bf54c5e is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:57:36.718975 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port ea4846ac-424d-459c-a43a-073a4e2613aa, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=ea4846ac-424d-459c-a43a-073a4e2613aa,segment=NetworkSegment(74e319db-0b30-4577-8a53-676d87fef10b),segment_id=74e319db-0b30-4577-8a53-676d87fef10b)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:57:36.726191 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-419892bb-e1f5-431b-b0ac-0ab144c8fbdb tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Request body: {'network': {'name': 'tempest-network-smoke--1958167049', 'project_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'port_security_enabled': True}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:57:36.742211 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-00b10db5-a7f1-4ec4-9f3f-ea8e5cd65ed6 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:57:36.751145 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b10db5-a7f1-4ec4-9f3f-ea8e5cd65ed6 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:36.751734 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-00b10db5-a7f1-4ec4-9f3f-ea8e5cd65ed6 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:36.756846 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0b9628dd-508c-4afb-b3db-6a27d73fe4d7 req-c52c3604-015f-43c6-99da-43a0faa38526 service neutron] 10.222.0.110 "GET /v2.0/networks/3dbb0dfe-b454-4e57-a2db-34f294a0159c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301404 Sep 24 15:57:36.760346 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d0522bed-848b-4c16-9cce-d02f773304f0 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:36.774670 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:36.808764 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:36.837099 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b10db5-a7f1-4ec4-9f3f-ea8e5cd65ed6 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Pushing event updated for resources: {'Subnet': ['ID=edff9e46-7865-4523-b93b-69820c3c812d,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:36.837841 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-688446ba-67cf-41b7-a40e-2ff3653dc181 req-d141df71-3f89-4abd-bc83-5418b2bec115 service neutron] Attempting to bind port aa13762d-583b-4889-9399-530afb17aa2e on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:57:36.838392 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-688446ba-67cf-41b7-a40e-2ff3653dc181 req-d141df71-3f89-4abd-bc83-5418b2bec115 service neutron] Attempting to bind port aa13762d-583b-4889-9399-530afb17aa2e by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': 'd7ef416a-40a9-4337-a1c4-1afeb8984525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'e034e6ed-6102-4046-9f1f-a643f9565610'}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:57:36.848337 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688446ba-67cf-41b7-a40e-2ff3653dc181 req-d141df71-3f89-4abd-bc83-5418b2bec115 service neutron] Attempting to bind port aa13762d-583b-4889-9399-530afb17aa2e on network e034e6ed-6102-4046-9f1f-a643f9565610 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:57:36.884585 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688446ba-67cf-41b7-a40e-2ff3653dc181 req-d141df71-3f89-4abd-bc83-5418b2bec115 service neutron] Port aa13762d-583b-4889-9399-530afb17aa2e on network e034e6ed-6102-4046-9f1f-a643f9565610 not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:57:36.884926 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688446ba-67cf-41b7-a40e-2ff3653dc181 req-d141df71-3f89-4abd-bc83-5418b2bec115 service neutron] Attempting to bind port aa13762d-583b-4889-9399-530afb17aa2e on network e034e6ed-6102-4046-9f1f-a643f9565610 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:57:36.914770 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688446ba-67cf-41b7-a40e-2ff3653dc181 req-d141df71-3f89-4abd-bc83-5418b2bec115 service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:57:36.915080 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688446ba-67cf-41b7-a40e-2ff3653dc181 req-d141df71-3f89-4abd-bc83-5418b2bec115 service neutron] Checking segment: {'id': 'd7ef416a-40a9-4337-a1c4-1afeb8984525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'e034e6ed-6102-4046-9f1f-a643f9565610'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:57:36.915460 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688446ba-67cf-41b7-a40e-2ff3653dc181 req-d141df71-3f89-4abd-bc83-5418b2bec115 service neutron] Bound using segment: {'id': 'd7ef416a-40a9-4337-a1c4-1afeb8984525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'e034e6ed-6102-4046-9f1f-a643f9565610'} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:57:36.915909 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-688446ba-67cf-41b7-a40e-2ff3653dc181 req-d141df71-3f89-4abd-bc83-5418b2bec115 service neutron] Bound port: aa13762d-583b-4889-9399-530afb17aa2e, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7ef416a-40a9-4337-a1c4-1afeb8984525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'e034e6ed-6102-4046-9f1f-a643f9565610'}}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:57:36.916274 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-688446ba-67cf-41b7-a40e-2ff3653dc181 req-d141df71-3f89-4abd-bc83-5418b2bec115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:36.932833 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-419892bb-e1f5-431b-b0ac-0ab144c8fbdb tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Made reservation on behalf of 1154a7819e8f441ba8a2f5ad356b8a2c for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:57:36.936578 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-419892bb-e1f5-431b-b0ac-0ab144c8fbdb tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:36.953998 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-419892bb-e1f5-431b-b0ac-0ab144c8fbdb tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:36.977373 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=ea4846ac-424d-459c-a43a-073a4e2613aa,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:36.989421 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0b9628dd-508c-4afb-b3db-6a27d73fe4d7 req-5f876c49-0008-44a3-af0d-dc3cc769b9c3 service neutron] 10.222.0.110 "GET /v2.0/networks/3dbb0dfe-b454-4e57-a2db-34f294a0159c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173202 Sep 24 15:57:36.997653 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-688446ba-67cf-41b7-a40e-2ff3653dc181 req-d141df71-3f89-4abd-bc83-5418b2bec115 service neutron] For port aa13762d-583b-4889-9399-530afb17aa2e, host n-h1-808921-1, cleared binding levels {{(pid=95297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:57:37.002170 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-688446ba-67cf-41b7-a40e-2ff3653dc181 req-d141df71-3f89-4abd-bc83-5418b2bec115 service neutron] For port aa13762d-583b-4889-9399-530afb17aa2e, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=aa13762d-583b-4889-9399-530afb17aa2e,segment=NetworkSegment(d7ef416a-40a9-4337-a1c4-1afeb8984525),segment_id=d7ef416a-40a9-4337-a1c4-1afeb8984525)] {{(pid=95297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:57:37.040766 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48150) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:37.041117 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-00b10db5-a7f1-4ec4-9f3f-ea8e5cd65ed6 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.5013726 Sep 24 15:57:37.087304 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48152) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:37.094022 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d0522bed-848b-4c16-9cce-d02f773304f0 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:37.095090 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d0522bed-848b-4c16-9cce-d02f773304f0 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:37.096181 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-d0522bed-848b-4c16-9cce-d02f773304f0 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] 10.222.0.101 "DELETE /v2.0/security-groups/956d43bf-2f8b-418f-b567-5f992f61a2ee HTTP/1.1" status: 204 len: 168 time: 0.8996451 Sep 24 15:57:37.099295 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48156) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:37.105514 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23017df3-5f16-4046-b8d5-872d83fe7909 admin admin] Network 5b5ae1eb-54bd-4dc0-9ed2-fc3865a6b206 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:57:37.119758 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-688446ba-67cf-41b7-a40e-2ff3653dc181 req-d141df71-3f89-4abd-bc83-5418b2bec115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:37.136169 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0522bed-848b-4c16-9cce-d02f773304f0 tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=956d43bf-2f8b-418f-b567-5f992f61a2ee,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:37.159854 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9d75c7-76fc-4ca5-9fb3-2c41e1fd1d03 None None] Network 2f04f90b-41d7-4ab1-a265-8d231bf54c5e requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:57:37.172824 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-4b640187-5b44-4b60-93eb-5bb6385456cb tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0675168 Sep 24 15:57:37.178387 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48158) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:37.196350 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4fb8cd-19ad-4ee6-9b8b-6a2f521b8f67 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:37.198648 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4fb8cd-19ad-4ee6-9b8b-6a2f521b8f67 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:37.200204 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4fb8cd-19ad-4ee6-9b8b-6a2f521b8f67 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:37.201939 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4fb8cd-19ad-4ee6-9b8b-6a2f521b8f67 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:37.204028 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4fb8cd-19ad-4ee6-9b8b-6a2f521b8f67 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:37.204181 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-419892bb-e1f5-431b-b0ac-0ab144c8fbdb tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:37.206216 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-8a4fb8cd-19ad-4ee6-9b8b-6a2f521b8f67 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1641250 Sep 24 15:57:37.211721 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-23017df3-5f16-4046-b8d5-872d83fe7909 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 5b5ae1eb-54bd-4dc0-9ed2-fc3865a6b206) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:57:37.212597 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48160) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:37.221644 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-9a6cb7b2-3c98-4c19-b33a-17af33e48c03 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1963792283'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:57:37.221795 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688446ba-67cf-41b7-a40e-2ff3653dc181 req-d141df71-3f89-4abd-bc83-5418b2bec115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:37.222286 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-688446ba-67cf-41b7-a40e-2ff3653dc181 req-d141df71-3f89-4abd-bc83-5418b2bec115 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:37.223701 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-688446ba-67cf-41b7-a40e-2ff3653dc181 req-d141df71-3f89-4abd-bc83-5418b2bec115 service neutron] 10.222.0.110 "PUT /v2.0/ports/aa13762d-583b-4889-9399-530afb17aa2e HTTP/1.1" status: 200 len: 1091 time: 2.3032489 Sep 24 15:57:37.224152 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56aeda28-0052-429d-a1d0-74f2354d8203', 'tag': 'aa13762d-583b-4889-9399-530afb17aa2e'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:57:37.226714 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5bad53d-c028-442e-9484-8814d43a92df" -d '{"events": [{"name": "network-changed", "server_uuid": "56aeda28-0052-429d-a1d0-74f2354d8203", "tag": "aa13762d-583b-4889-9399-530afb17aa2e"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:57:37.230452 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23017df3-5f16-4046-b8d5-872d83fe7909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:37.231075 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-23017df3-5f16-4046-b8d5-872d83fe7909 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:37.254700 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d141df71-3f89-4abd-bc83-5418b2bec115 service neutron] Pushing event updated for resources: {'Port': ['ID=aa13762d-583b-4889-9399-530afb17aa2e,revision_number=3']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:37.269390 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-419892bb-e1f5-431b-b0ac-0ab144c8fbdb tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:37.277820 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-110e15db-38ee-475a-9261-78c4bf188e1b tempest-SecGroupTest-1455392860 tempest-SecGroupTest-1455392860-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0978792 Sep 24 15:57:37.310807 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d81f407-8cda-4718-a6a4-18d2db333808 None None] Network 5b5ae1eb-54bd-4dc0-9ed2-fc3865a6b206 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:57:37.312405 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c04ff8-c4d1-4cda-bc4f-50cfb3138aa5 x-openstack-request-id: req-e1c04ff8-c4d1-4cda-bc4f-50cfb3138aa5 {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:57:37.312866 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56aeda28-0052-429d-a1d0-74f2354d8203", "tag": "aa13762d-583b-4889-9399-530afb17aa2e", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:57:37.313576 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e1c04ff8-c4d1-4cda-bc4f-50cfb3138aa5 {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:57:37.316385 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56aeda28-0052-429d-a1d0-74f2354d8203', 'tag': 'aa13762d-583b-4889-9399-530afb17aa2e', 'status': 'completed', 'code': 200} Sep 24 15:57:37.318201 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-419892bb-e1f5-431b-b0ac-0ab144c8fbdb tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1295} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:57:37.359656 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cfe819c8-b616-43c4-afcf-6e63973ad8ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:37.396114 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-23017df3-5f16-4046-b8d5-872d83fe7909 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2085526 Sep 24 15:57:37.400159 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48166) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:37.401179 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419892bb-e1f5-431b-b0ac-0ab144c8fbdb tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51c20171-aa3f-4930-8715-8a173b123fe8,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:37.405046 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ec882a-89ac-40b2-9dd0-d0590de5c169 None None] Provisioning complete for port ea4846ac-424d-459c-a43a-073a4e2613aa triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:57:37.405447 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ec882a-89ac-40b2-9dd0-d0590de5c169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:37.412889 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-26b3a48d-b10d-46fc-ba61-396aa320baf1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-950523152-router', 'tenant_id': 'b3bc8c40013d4a92b1cf10d67118144c', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:57:37.433639 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-419892bb-e1f5-431b-b0ac-0ab144c8fbdb tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:37.434513 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-419892bb-e1f5-431b-b0ac-0ab144c8fbdb tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Added segment c0799422-e8b3-4c5a-9646-fb503ff7b23e of type vlan for network 13818614-7186-4b08-8e65-99dcf947f9be Sep 24 15:57:37.462120 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688446ba-67cf-41b7-a40e-2ff3653dc181 req-8690b889-d1f0-4ca0-b580-a7b70c4b423f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:37.463790 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-688446ba-67cf-41b7-a40e-2ff3653dc181 req-8690b889-d1f0-4ca0-b580-a7b70c4b423f service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=7e512e155fd047afb7c369ee55b40ecc&device_id=56aeda28-0052-429d-a1d0-74f2354d8203 HTTP/1.1" status: 200 len: 1094 time: 0.1315150 Sep 24 15:57:37.487218 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6cb7b2-3c98-4c19-b33a-17af33e48c03 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Made reservation on behalf of 5a864602808b4dc49d9e4388fb4dce35 for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:57:37.491539 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9a6cb7b2-3c98-4c19-b33a-17af33e48c03 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:37.516065 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-419892bb-e1f5-431b-b0ac-0ab144c8fbdb tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:37.546148 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a6cb7b2-3c98-4c19-b33a-17af33e48c03 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1251} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:57:37.574816 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9a6cb7b2-3c98-4c19-b33a-17af33e48c03 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:37.576385 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-9a6cb7b2-3c98-4c19-b33a-17af33e48c03 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Added segment 6bd15cb2-5e58-4589-8e20-87e49bbb4c5b of type vlan for network ebc1b727-30b5-4592-956d-6ba77f84f8dc Sep 24 15:57:37.577427 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-688446ba-67cf-41b7-a40e-2ff3653dc181 req-4c409d7e-539a-4ddb-bb53-a60a5622d260 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa13762d-583b-4889-9399-530afb17aa2e HTTP/1.1" status: 200 len: 217 time: 0.0924666 Sep 24 15:57:37.628290 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6932bf4-8cb1-45f3-a73a-e426375644e7 req-69a1652a-adb6-4312-8e4f-157143eb85ce tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:37.629887 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d6932bf4-8cb1-45f3-a73a-e426375644e7 req-69a1652a-adb6-4312-8e4f-157143eb85ce tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=56aeda28-0052-429d-a1d0-74f2354d8203 HTTP/1.1" status: 200 len: 943 time: 0.0850143 Sep 24 15:57:37.635583 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9a6cb7b2-3c98-4c19-b33a-17af33e48c03 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:37.660596 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-26b3a48d-b10d-46fc-ba61-396aa320baf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:37.662392 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-26b3a48d-b10d-46fc-ba61-396aa320baf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:37.684963 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bdceb9e-5141-40b1-b1a6-8b73acb90824 None None] Network 5b5ae1eb-54bd-4dc0-9ed2-fc3865a6b206 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:57:37.687902 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-419892bb-e1f5-431b-b0ac-0ab144c8fbdb tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:37.694882 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419892bb-e1f5-431b-b0ac-0ab144c8fbdb tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:37.699441 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-419892bb-e1f5-431b-b0ac-0ab144c8fbdb tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:37.707290 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688446ba-67cf-41b7-a40e-2ff3653dc181 req-87937ae7-82ee-42e9-b6f0-74774d4c9e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:37.709605 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-688446ba-67cf-41b7-a40e-2ff3653dc181 req-87937ae7-82ee-42e9-b6f0-74774d4c9e50 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=2c0c6582-6192-4ba7-b197-927e1af8c8ea HTTP/1.1" status: 200 len: 835 time: 0.1061547 Sep 24 15:57:37.718277 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d6932bf4-8cb1-45f3-a73a-e426375644e7 req-9363cf7b-87ca-431b-851b-6831854e65dc tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=d304bbd8-1375-41e6-a4a7-0404dd25bcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695839 Sep 24 15:57:37.791171 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-26b3a48d-b10d-46fc-ba61-396aa320baf1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:37.802626 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9a6cb7b2-3c98-4c19-b33a-17af33e48c03 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:37.810201 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6cb7b2-3c98-4c19-b33a-17af33e48c03 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:37.811461 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9a6cb7b2-3c98-4c19-b33a-17af33e48c03 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:37.822230 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419892bb-e1f5-431b-b0ac-0ab144c8fbdb tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Pushing event updated for resources: {'Network': ['ID=13818614-7186-4b08-8e65-99dcf947f9be,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:37.830016 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688446ba-67cf-41b7-a40e-2ff3653dc181 req-c6c9d138-b38a-4650-afb6-9b0f4ba1dc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:37.830409 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b712e5bd-f0ba-445f-9e0e-00d76f54c1df None None] Update dhcp port {'port': {'network_id': '2f04f90b-41d7-4ab1-a265-8d231bf54c5e', 'fixed_ips': [{'subnet_id': '0e3782d4-eac3-4132-89e9-8b3219278669', 'ip_address': '2001:db8::2'}, {'subnet_id': 'edff9e46-7865-4523-b93b-69820c3c812d'}], 'binding:host_id': 'n-d-808921-1'}, 'id': 'ea4846ac-424d-459c-a43a-073a4e2613aa'} from n-d-808921-1. {{(pid=95299) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 24 15:57:37.833344 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-688446ba-67cf-41b7-a40e-2ff3653dc181 req-c6c9d138-b38a-4650-afb6-9b0f4ba1dc03 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=e034e6ed-6102-4046-9f1f-a643f9565610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1038697 Sep 24 15:57:37.841965 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 13818614-7186-4b08-8e65-99dcf947f9be details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:57:37.882862 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48172) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:37.938567 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b712e5bd-f0ba-445f-9e0e-00d76f54c1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:37.945902 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6cb7b2-3c98-4c19-b33a-17af33e48c03 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Pushing event updated for resources: {'Network': ['ID=ebc1b727-30b5-4592-956d-6ba77f84f8dc,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:37.985064 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cfe819c8-b616-43c4-afcf-6e63973ad8ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:37.996100 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network ebc1b727-30b5-4592-956d-6ba77f84f8dc details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:57:38.056696 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-558604b4-c7ae-4938-9eae-6e202d64835f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=6cccc83c4a29432c960b0c39ed757df7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1692250 Sep 24 15:57:38.059092 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48176) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:38.074559 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cfe819c8-b616-43c4-afcf-6e63973ad8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:38.133047 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe819c8-b616-43c4-afcf-6e63973ad8ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f851a069-7c9e-43c3-a366-f61c930e83ab,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:38.150743 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-26b3a48d-b10d-46fc-ba61-396aa320baf1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:38.153682 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-cfe819c8-b616-43c4-afcf-6e63973ad8ff admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=6858af63cbb241ccbabd2ca65fe3f4b1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0651872 Sep 24 15:57:38.157627 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48178) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:38.171892 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-688446ba-67cf-41b7-a40e-2ff3653dc181 req-b3413822-1f6b-4523-ae5b-9d28ba9fb292 service neutron] 10.222.0.110 "GET /v2.0/networks/e034e6ed-6102-4046-9f1f-a643f9565610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322117 Sep 24 15:57:38.182886 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-9a6cb7b2-3c98-4c19-b33a-17af33e48c03 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9656734 Sep 24 15:57:38.183811 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48180) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:38.189492 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device ea4846ac-424d-459c-a43a-073a4e2613aa up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:57:38.201133 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-c4a29c9b-2bc5-49de-94d3-3944d9d921b7 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Request body: {'network': {'name': 'New_network'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:57:38.201581 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-419892bb-e1f5-431b-b0ac-0ab144c8fbdb tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4825122 Sep 24 15:57:38.204400 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48182) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:38.208731 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-b4edf86d-ccaf-4fa1-8186-1844354e1cd7 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-495157186', 'admin_state_up': True, 'project_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:57:38.217678 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b27c97ea-cf26-4bc3-927c-88a91b36282a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:38.258418 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b27c97ea-cf26-4bc3-927c-88a91b36282a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:38.303191 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-50a409bf-7d70-4909-9e06-6df123381e53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:38.303431 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-b712e5bd-f0ba-445f-9e0e-00d76f54c1df None None] Allocated IP 172.20.0.1 (2f04f90b-41d7-4ab1-a265-8d231bf54c5e/edff9e46-7865-4523-b93b-69820c3c812d/ea4846ac-424d-459c-a43a-073a4e2613aa) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:57:38.305531 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port ea4846ac-424d-459c-a43a-073a4e2613aa triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:57:38.306030 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:38.331489 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-50a409bf-7d70-4909-9e06-6df123381e53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:38.351523 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b4edf86d-ccaf-4fa1-8186-1844354e1cd7 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:38.355562 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b4edf86d-ccaf-4fa1-8186-1844354e1cd7 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:38.430902 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b4edf86d-ccaf-4fa1-8186-1844354e1cd7 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:38.437860 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b27c97ea-cf26-4bc3-927c-88a91b36282a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:38.441172 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b27c97ea-cf26-4bc3-927c-88a91b36282a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:38.443056 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b27c97ea-cf26-4bc3-927c-88a91b36282a admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/0cfc57b4-2930-4b48-b017-e3d7bfc8bbb4 HTTP/1.1" status: 204 len: 168 time: 0.3828831 Sep 24 15:57:38.461604 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27c97ea-cf26-4bc3-927c-88a91b36282a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cfc57b4-2930-4b48-b017-e3d7bfc8bbb4,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:38.499538 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-b712e5bd-f0ba-445f-9e0e-00d76f54c1df None None] For port ea4846ac-424d-459c-a43a-073a4e2613aa, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=ea4846ac-424d-459c-a43a-073a4e2613aa,segment=NetworkSegment(74e319db-0b30-4577-8a53-676d87fef10b),segment_id=74e319db-0b30-4577-8a53-676d87fef10b)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:57:38.531766 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b712e5bd-f0ba-445f-9e0e-00d76f54c1df None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:38.543775 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-50a409bf-7d70-4909-9e06-6df123381e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:38.546501 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-50a409bf-7d70-4909-9e06-6df123381e53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:38.547795 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-50a409bf-7d70-4909-9e06-6df123381e53 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f851a069-7c9e-43c3-a366-f61c930e83ab HTTP/1.1" status: 204 len: 168 time: 0.3889832 Sep 24 15:57:38.591061 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a409bf-7d70-4909-9e06-6df123381e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f851a069-7c9e-43c3-a366-f61c930e83ab,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:38.632339 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b712e5bd-f0ba-445f-9e0e-00d76f54c1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:38.687211 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b4edf86d-ccaf-4fa1-8186-1844354e1cd7 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:38.735167 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b712e5bd-f0ba-445f-9e0e-00d76f54c1df None None] Pushing event updated for resources: {'Port': ['ID=ea4846ac-424d-459c-a43a-073a4e2613aa,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:38.846606 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c4a29c9b-2bc5-49de-94d3-3944d9d921b7 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:38.865910 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-688446ba-67cf-41b7-a40e-2ff3653dc181 req-90683fe7-9b1c-483d-9eac-31d67003d66a service neutron] 10.222.0.110 "GET /v2.0/networks/e034e6ed-6102-4046-9f1f-a643f9565610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6663878 Sep 24 15:57:38.931373 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c4a29c9b-2bc5-49de-94d3-3944d9d921b7 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:38.953619 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34619b2c-f2f8-4dd0-b9b3-3da4ea6b393f req-d26897fe-e07e-4c0f-8764-9b0aaa8298e4 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:38.955386 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-34619b2c-f2f8-4dd0-b9b3-3da4ea6b393f req-d26897fe-e07e-4c0f-8764-9b0aaa8298e4 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=56aeda28-0052-429d-a1d0-74f2354d8203 HTTP/1.1" status: 200 len: 943 time: 0.1338601 Sep 24 15:57:38.971781 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c4a29c9b-2bc5-49de-94d3-3944d9d921b7 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Network ebc1b727-30b5-4592-956d-6ba77f84f8dc is not hosted by any dhcp agent {{(pid=95297) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 24 15:57:38.983030 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:38.992669 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a29c9b-2bc5-49de-94d3-3944d9d921b7 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:38.992669 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c4a29c9b-2bc5-49de-94d3-3944d9d921b7 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:38.997261 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-c4a29c9b-2bc5-49de-94d3-3944d9d921b7 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] 10.222.0.101 "PUT /v2.0/networks/ebc1b727-30b5-4592-956d-6ba77f84f8dc HTTP/1.1" status: 200 len: 723 time: 0.8083186 Sep 24 15:57:39.013569 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48196) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:39.026006 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-c542e28a-9d11-4381-b27f-bb639c082088 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Request body: {'subnet': {'network_id': 'ebc1b727-30b5-4592-956d-6ba77f84f8dc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:57:39.052468 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-34619b2c-f2f8-4dd0-b9b3-3da4ea6b393f req-b0d9f200-608d-4ea9-85fb-b7bdfdc0195d tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=d304bbd8-1375-41e6-a4a7-0404dd25bcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667465 Sep 24 15:57:39.147312 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a29c9b-2bc5-49de-94d3-3944d9d921b7 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Pushing event updated for resources: {'Network': ['ID=ebc1b727-30b5-4592-956d-6ba77f84f8dc,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:39.158266 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network ebc1b727-30b5-4592-956d-6ba77f84f8dc details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:57:39.206860 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b4edf86d-ccaf-4fa1-8186-1844354e1cd7 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks [] for router_gateway, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:39.228304 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b4edf86d-ccaf-4fa1-8186-1844354e1cd7 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:39.238935 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bad53d-c028-442e-9484-8814d43a92df req-771ed133-f01b-45ad-b111-6ab1a8b93777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:39.240719 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d5bad53d-c028-442e-9484-8814d43a92df req-771ed133-f01b-45ad-b111-6ab1a8b93777 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=7e512e155fd047afb7c369ee55b40ecc&device_id=56aeda28-0052-429d-a1d0-74f2354d8203 HTTP/1.1" status: 200 len: 1094 time: 0.2422941 Sep 24 15:57:39.359670 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-26b3a48d-b10d-46fc-ba61-396aa320baf1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:39.360364 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-b4edf86d-ccaf-4fa1-8186-1844354e1cd7 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Allocated IP 172.25.0.108 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/7b5e7e62-d694-4e79-86b6-7d3065c07fec) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:57:39.393799 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c542e28a-9d11-4381-b27f-bb639c082088 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Made reservation on behalf of 5a864602808b4dc49d9e4388fb4dce35 for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:57:39.398019 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c542e28a-9d11-4381-b27f-bb639c082088 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:39.402008 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-26b3a48d-b10d-46fc-ba61-396aa320baf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:39.421474 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48204) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:39.464860 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e36c2492-92e9-4b3a-8c92-e09e7eb14de7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:39.490130 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b4edf86d-ccaf-4fa1-8186-1844354e1cd7 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:39.513130 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bad53d-c028-442e-9484-8814d43a92df req-b48ad500-b744-46a5-9e8a-19d6cc24e335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:39.514674 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d5bad53d-c028-442e-9484-8814d43a92df req-b48ad500-b744-46a5-9e8a-19d6cc24e335 service neutron] 10.222.0.110 "GET /v2.0/networks?id=e034e6ed-6102-4046-9f1f-a643f9565610 HTTP/1.1" status: 200 len: 898 time: 0.2478817 Sep 24 15:57:39.559964 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d40791f-06ca-438b-9674-d96054c68e72 None None] Network 2f04f90b-41d7-4ab1-a265-8d231bf54c5e requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:57:39.617383 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d5bad53d-c028-442e-9484-8814d43a92df req-6b0a23a3-13a1-4b2c-bd03-ea69a798b6d1 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa13762d-583b-4889-9399-530afb17aa2e HTTP/1.1" status: 200 len: 217 time: 0.0612795 Sep 24 15:57:39.618993 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b4edf86d-ccaf-4fa1-8186-1844354e1cd7 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:39.643268 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-de323be7-7930-478b-8b2d-37036846748b None None] Provisioning complete for port ea4846ac-424d-459c-a43a-073a4e2613aa triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:57:39.644031 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-de323be7-7930-478b-8b2d-37036846748b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:39.696322 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4edf86d-ccaf-4fa1-8186-1844354e1cd7 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:57:39.701416 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-b4edf86d-ccaf-4fa1-8186-1844354e1cd7 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:57:39.714183 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4edf86d-ccaf-4fa1-8186-1844354e1cd7 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:57:39.765494 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4edf86d-ccaf-4fa1-8186-1844354e1cd7 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Pushing event updated for resources: {'Port': ['ID=7b5e7e62-d694-4e79-86b6-7d3065c07fec,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:39.777506 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-26b3a48d-b10d-46fc-ba61-396aa320baf1 admin admin] Allocated IP 172.25.0.181 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/46257093-a6b0-4da2-91b4-8328f3cf93b7) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:57:39.807343 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bad53d-c028-442e-9484-8814d43a92df req-c8c5b400-b41b-475d-8ae9-4ea14154032e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:39.807343 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d5bad53d-c028-442e-9484-8814d43a92df req-c8c5b400-b41b-475d-8ae9-4ea14154032e service neutron] 10.222.0.110 "GET /v2.0/subnets?id=2c0c6582-6192-4ba7-b197-927e1af8c8ea HTTP/1.1" status: 200 len: 835 time: 0.1797757 Sep 24 15:57:39.963562 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48214) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:39.981740 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bad53d-c028-442e-9484-8814d43a92df req-a553aaef-c079-402f-84dd-a8dadd021bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:39.983314 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d5bad53d-c028-442e-9484-8814d43a92df req-a553aaef-c079-402f-84dd-a8dadd021bff service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=e034e6ed-6102-4046-9f1f-a643f9565610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1620898 Sep 24 15:57:40.042471 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c542e28a-9d11-4381-b27f-bb639c082088 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:40.052284 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-26b3a48d-b10d-46fc-ba61-396aa320baf1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:40.095514 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e36c2492-92e9-4b3a-8c92-e09e7eb14de7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:40.112400 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48222) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:40.174236 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device ea4846ac-424d-459c-a43a-073a4e2613aa up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:57:40.175835 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-9961d685-e795-447c-b4c9-15c14244681a tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-569818470'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:57:40.239015 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c542e28a-9d11-4381-b27f-bb639c082088 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Pushing event updated for resources: {'Subnet': ['ID=9230522f-d3e4-4ff3-b705-686e3c1bc90e,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:40.247875 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e36c2492-92e9-4b3a-8c92-e09e7eb14de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:40.271578 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port ea4846ac-424d-459c-a43a-073a4e2613aa triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:57:40.272736 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:40.275655 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-fa97017c-16d8-467f-adb1-85ffc081e6dc None None] Provisioning complete for port ea4846ac-424d-459c-a43a-073a4e2613aa triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:57:40.277567 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-fa97017c-16d8-467f-adb1-85ffc081e6dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:40.290304 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b4edf86d-ccaf-4fa1-8186-1844354e1cd7 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks [] for router_gateway, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:40.355953 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d5bad53d-c028-442e-9484-8814d43a92df req-988a8bbc-e938-4ee6-b6f2-9148e6642818 service neutron] 10.222.0.110 "GET /v2.0/networks/e034e6ed-6102-4046-9f1f-a643f9565610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3553760 Sep 24 15:57:40.385526 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36c2492-92e9-4b3a-8c92-e09e7eb14de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be66a87c-5684-4397-8011-b9ebd8a235a8,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:40.392021 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e36c2492-92e9-4b3a-8c92-e09e7eb14de7 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=86eb760b42ad48c9893e3432f9bcd933&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9695103 Sep 24 15:57:40.396147 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f468f89d-586f-443d-a855-c18b8276e25f tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/floatingips/5eb78960-bd1c-4052-a3b6-2e3e14ce35ee HTTP/1.1" status: 200 len: 993 time: 0.2798581 Sep 24 15:57:40.396327 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48224) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:40.398909 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9961d685-e795-447c-b4c9-15c14244681a tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] Made reservation on behalf of 27dedeef0b06444a8888e0afc2b45a38 for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:57:40.419866 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9961d685-e795-447c-b4c9-15c14244681a tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:40.420283 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c542e28a-9d11-4381-b27f-bb639c082088 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Checking segment: {'id': '6bd15cb2-5e58-4589-8e20-87e49bbb4c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'ebc1b727-30b5-4592-956d-6ba77f84f8dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:57:40.420283 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c542e28a-9d11-4381-b27f-bb639c082088 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Network hostable DHCP agents. Network: ebc1b727-30b5-4592-956d-6ba77f84f8dc, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:57:40.420738 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9961d685-e795-447c-b4c9-15c14244681a tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:40.450570 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2492a34e-2750-4ce8-a325-4fea982d0329 req-f3fe5677-8195-43c2-8252-51f48e974f6d tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:40.452233 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2492a34e-2750-4ce8-a325-4fea982d0329 req-f3fe5677-8195-43c2-8252-51f48e974f6d tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=56aeda28-0052-429d-a1d0-74f2354d8203 HTTP/1.1" status: 200 len: 943 time: 0.2423723 Sep 24 15:57:40.479485 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-26b3a48d-b10d-46fc-ba61-396aa320baf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:40.608059 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b4edf86d-ccaf-4fa1-8186-1844354e1cd7 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:40.609067 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b3a48d-b10d-46fc-ba61-396aa320baf1 admin admin] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:57:40.633264 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-26b3a48d-b10d-46fc-ba61-396aa320baf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:57:40.650115 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b3a48d-b10d-46fc-ba61-396aa320baf1 admin admin] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:57:40.657453 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2492a34e-2750-4ce8-a325-4fea982d0329 req-e32b0327-8d5c-4f58-aa0a-0983b04af393 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=d304bbd8-1375-41e6-a4a7-0404dd25bcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1915488 Sep 24 15:57:40.658068 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b3a48d-b10d-46fc-ba61-396aa320baf1 admin admin] Pushing event updated for resources: {'Port': ['ID=46257093-a6b0-4da2-91b4-8328f3cf93b7,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:40.673112 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device aa13762d-583b-4889-9399-530afb17aa2e details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:57:40.673623 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9961d685-e795-447c-b4c9-15c14244681a tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:40.682600 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d5bad53d-c028-442e-9484-8814d43a92df req-3cf5514f-2826-464d-b239-17883b2453c2 service neutron] 10.222.0.110 "GET /v2.0/networks/e034e6ed-6102-4046-9f1f-a643f9565610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3094220 Sep 24 15:57:40.685711 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c542e28a-9d11-4381-b27f-bb639c082088 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Network ebc1b727-30b5-4592-956d-6ba77f84f8dc is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:57:40.691802 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48230) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:40.691989 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8dc5c0e8-540e-4054-833f-f1e411a984a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:40.726822 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8dc5c0e8-540e-4054-833f-f1e411a984a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:40.767477 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9961d685-e795-447c-b4c9-15c14244681a tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:40.811579 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port aa13762d-583b-4889-9399-530afb17aa2e, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=aa13762d-583b-4889-9399-530afb17aa2e,segment=NetworkSegment(d7ef416a-40a9-4337-a1c4-1afeb8984525),segment_id=d7ef416a-40a9-4337-a1c4-1afeb8984525)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:57:40.815000 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-c542e28a-9d11-4381-b27f-bb639c082088 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, ebc1b727-30b5-4592-956d-6ba77f84f8dc) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:57:40.825452 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': 'aa13762d-583b-4889-9399-530afb17aa2e', 'network_id': 'e034e6ed-6102-4046-9f1f-a643f9565610', 'port_id': 'aa13762d-583b-4889-9399-530afb17aa2e', 'mac_address': 'fa:16:3e:8d:15:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1297, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2c0c6582-6192-4ba7-b197-927e1af8c8ea', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:57:40.829979 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9961d685-e795-447c-b4c9-15c14244681a tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1254} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:57:40.830202 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca40ba63-29e4-4e80-9ed9-3f084a5e6690 None None] Network ebc1b727-30b5-4592-956d-6ba77f84f8dc requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:57:40.846071 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c542e28a-9d11-4381-b27f-bb639c082088 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:40.846685 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c542e28a-9d11-4381-b27f-bb639c082088 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:40.850998 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9961d685-e795-447c-b4c9-15c14244681a tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fad9984-8628-4f06-acba-be69be8d7c5d,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:40.867286 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9961d685-e795-447c-b4c9-15c14244681a tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:40.867668 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-9961d685-e795-447c-b4c9-15c14244681a tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] Added segment a0fefb80-06b5-4a55-b601-c780dba58cd0 of type vlan for network 0381e9ec-c8a6-4c46-984a-0a666f2cc067 Sep 24 15:57:40.886934 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:40.918879 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:40.939513 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa13762d-583b-4889-9399-530afb17aa2e {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:57:40.969468 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9961d685-e795-447c-b4c9-15c14244681a tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:40.972209 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port aa13762d-583b-4889-9399-530afb17aa2e, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=aa13762d-583b-4889-9399-530afb17aa2e,segment=NetworkSegment(d7ef416a-40a9-4337-a1c4-1afeb8984525),segment_id=d7ef416a-40a9-4337-a1c4-1afeb8984525)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:57:40.992133 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-c542e28a-9d11-4381-b27f-bb639c082088 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9708726 Sep 24 15:57:40.995679 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48232) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:41.001547 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-df65478b-65b3-4157-9326-8bbff99c43bb tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:57:41.046091 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-446d0b62-898e-440f-8cb6-58e2e0562ec0 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Deleting port 1d4a80fb-5411-40f5-bc77-474ac7f966e2 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:57:41.047171 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-446d0b62-898e-440f-8cb6-58e2e0562ec0 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:41.057851 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029104f9-c177-4526-8b93-1e4732adf202 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-ebc1b727-30b5-4592-956d-6ba77f84f8dc', 'network_id': 'ebc1b727-30b5-4592-956d-6ba77f84f8dc', 'tenant_id': '5a864602808b4dc49d9e4388fb4dce35', 'fixed_ips': [{'subnet_id': '9230522f-d3e4-4ff3-b705-686e3c1bc90e'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:57:41.058671 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-029104f9-c177-4526-8b93-1e4732adf202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:41.132769 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-446d0b62-898e-440f-8cb6-58e2e0562ec0 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:41.133122 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-446d0b62-898e-440f-8cb6-58e2e0562ec0 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:41.143553 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9961d685-e795-447c-b4c9-15c14244681a tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:41.148780 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:41.149135 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8dc5c0e8-540e-4054-833f-f1e411a984a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:41.151531 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9961d685-e795-447c-b4c9-15c14244681a tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:41.151897 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8dc5c0e8-540e-4054-833f-f1e411a984a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:41.153135 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9961d685-e795-447c-b4c9-15c14244681a tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:41.153291 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-8dc5c0e8-540e-4054-833f-f1e411a984a1 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/be66a87c-5684-4397-8011-b9ebd8a235a8 HTTP/1.1" status: 204 len: 168 time: 0.7445714 Sep 24 15:57:41.168335 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4edf86d-ccaf-4fa1-8186-1844354e1cd7 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Router 07ee152a-b38f-4437-9b37-7ebd70954210 is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:57:41.171880 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-446d0b62-898e-440f-8cb6-58e2e0562ec0 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Calling delete_port for 1d4a80fb-5411-40f5-bc77-474ac7f966e2 owned by network:floatingip {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:57:41.179786 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-df65478b-65b3-4157-9326-8bbff99c43bb tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8890189'] for subnet, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:41.183048 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc5c0e8-540e-4054-833f-f1e411a984a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be66a87c-5684-4397-8011-b9ebd8a235a8,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:41.269525 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-029104f9-c177-4526-8b93-1e4732adf202 None None] Allocated IP 2001:db8::2 (ebc1b727-30b5-4592-956d-6ba77f84f8dc/9230522f-d3e4-4ff3-b705-686e3c1bc90e/eff8e0e5-55a4-44ac-827f-e5eab2608c64) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:57:41.285813 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-26b3a48d-b10d-46fc-ba61-396aa320baf1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:41.361911 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-9961d685-e795-447c-b4c9-15c14244681a tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.3946912 Sep 24 15:57:41.364955 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48236) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:41.372041 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-8c1a0c3a-9280-4671-8fd2-c1f283af2afe tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] Request body: {'subnet': {'network_id': '0381e9ec-c8a6-4c46-984a-0a666f2cc067', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:57:41.376789 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9961d685-e795-447c-b4c9-15c14244681a tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] Pushing event updated for resources: {'Network': ['ID=0381e9ec-c8a6-4c46-984a-0a666f2cc067,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:41.393610 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 0381e9ec-c8a6-4c46-984a-0a666f2cc067 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:57:41.461560 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-029104f9-c177-4526-8b93-1e4732adf202 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:41.486929 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['aa13762d-583b-4889-9399-530afb17aa2e'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:57:41.510604 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-26b3a48d-b10d-46fc-ba61-396aa320baf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:41.511768 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=aa13762d-583b-4889-9399-530afb17aa2e,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:41.590168 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-029104f9-c177-4526-8b93-1e4732adf202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:41.663019 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029104f9-c177-4526-8b93-1e4732adf202 None None] Network ebc1b727-30b5-4592-956d-6ba77f84f8dc is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:57:41.670447 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-029104f9-c177-4526-8b93-1e4732adf202 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:57:41.679978 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029104f9-c177-4526-8b93-1e4732adf202 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:57:41.702399 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029104f9-c177-4526-8b93-1e4732adf202 None None] Pushing event updated for resources: {'Port': ['ID=eff8e0e5-55a4-44ac-827f-e5eab2608c64,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:41.806508 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-029104f9-c177-4526-8b93-1e4732adf202 None None] Attempting to bind port eff8e0e5-55a4-44ac-827f-e5eab2608c64 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:57:41.806948 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-029104f9-c177-4526-8b93-1e4732adf202 None None] Attempting to bind port eff8e0e5-55a4-44ac-827f-e5eab2608c64 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '6bd15cb2-5e58-4589-8e20-87e49bbb4c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'ebc1b727-30b5-4592-956d-6ba77f84f8dc'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:57:41.807435 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029104f9-c177-4526-8b93-1e4732adf202 None None] Attempting to bind port eff8e0e5-55a4-44ac-827f-e5eab2608c64 on network ebc1b727-30b5-4592-956d-6ba77f84f8dc {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:57:41.826641 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029104f9-c177-4526-8b93-1e4732adf202 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:57:41.826641 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029104f9-c177-4526-8b93-1e4732adf202 None None] Checking segment: {'id': '6bd15cb2-5e58-4589-8e20-87e49bbb4c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'ebc1b727-30b5-4592-956d-6ba77f84f8dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:57:41.826895 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-029104f9-c177-4526-8b93-1e4732adf202 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:41.827361 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029104f9-c177-4526-8b93-1e4732adf202 None None] Bound using segment: {'id': '6bd15cb2-5e58-4589-8e20-87e49bbb4c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'ebc1b727-30b5-4592-956d-6ba77f84f8dc'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:57:41.827984 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-029104f9-c177-4526-8b93-1e4732adf202 None None] Bound port: eff8e0e5-55a4-44ac-827f-e5eab2608c64, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bd15cb2-5e58-4589-8e20-87e49bbb4c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': 'ebc1b727-30b5-4592-956d-6ba77f84f8dc'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:57:41.828443 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-029104f9-c177-4526-8b93-1e4732adf202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:41.876963 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-df65478b-65b3-4157-9326-8bbff99c43bb tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772637962999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3191475'] for subnet, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:41.926168 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df65478b-65b3-4157-9326-8bbff99c43bb tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:41.926898 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-df65478b-65b3-4157-9326-8bbff99c43bb tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:41.933530 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-df65478b-65b3-4157-9326-8bbff99c43bb tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] 10.222.0.101 "PUT /v2.0/subnets/9230522f-d3e4-4ff3-b705-686e3c1bc90e HTTP/1.1" status: 200 len: 826 time: 0.9322665 Sep 24 15:57:41.933530 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26b3a48d-b10d-46fc-ba61-396aa320baf1 admin admin] Router 43377dbd-f904-409e-9b1c-72a57d160497 is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:57:41.934870 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48248) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:41.956941 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-029104f9-c177-4526-8b93-1e4732adf202 None None] For port eff8e0e5-55a4-44ac-827f-e5eab2608c64, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:57:41.962962 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-029104f9-c177-4526-8b93-1e4732adf202 None None] For port eff8e0e5-55a4-44ac-827f-e5eab2608c64, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=eff8e0e5-55a4-44ac-827f-e5eab2608c64,segment=NetworkSegment(6bd15cb2-5e58-4589-8e20-87e49bbb4c5b),segment_id=6bd15cb2-5e58-4589-8e20-87e49bbb4c5b)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:57:41.965607 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4edf86d-ccaf-4fa1-8186-1844354e1cd7 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:57:41.975257 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df65478b-65b3-4157-9326-8bbff99c43bb tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Pushing event updated for resources: {'Subnet': ['ID=9230522f-d3e4-4ff3-b705-686e3c1bc90e,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:41.999064 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84382d78-c822-47d8-8c44-a7317426329f None None] Sync routers for ids ['07ee152a-b38f-4437-9b37-7ebd70954210'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:57:42.009320 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84382d78-c822-47d8-8c44-a7317426329f None None] Routers {'07ee152a-b38f-4437-9b37-7ebd70954210'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:57:42.010062 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-84382d78-c822-47d8-8c44-a7317426329f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:57:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['07ee152a-b38f-4437-9b37-7ebd70954210'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:42.025321 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:57:42.067793 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef76e6a-f2c5-4e28-8d48-b3335392e962 req-e0a2a7af-71cf-4e56-9910-74cd18345e43 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:42.075122 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4ef76e6a-f2c5-4e28-8d48-b3335392e962 req-e0a2a7af-71cf-4e56-9910-74cd18345e43 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=56aeda28-0052-429d-a1d0-74f2354d8203 HTTP/1.1" status: 200 len: 944 time: 0.1123400 Sep 24 15:57:42.147473 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b4edf86d-ccaf-4fa1-8186-1844354e1cd7 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:42.148742 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b4edf86d-ccaf-4fa1-8186-1844354e1cd7 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.9434128 Sep 24 15:57:42.155076 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48252) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:42.176707 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4ef76e6a-f2c5-4e28-8d48-b3335392e962 req-83f04dca-084e-4f18-8b91-81d7de8efb60 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=d304bbd8-1375-41e6-a4a7-0404dd25bcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002650 Sep 24 15:57:42.187301 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-84382d78-c822-47d8-8c44-a7317426329f None None] Set router 07ee152a-b38f-4437-9b37-7ebd70954210 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:57:42.218453 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-029104f9-c177-4526-8b93-1e4732adf202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:42.277384 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c1a0c3a-9280-4671-8fd2-c1f283af2afe tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] Made reservation on behalf of 27dedeef0b06444a8888e0afc2b45a38 for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:57:42.280444 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8c1a0c3a-9280-4671-8fd2-c1f283af2afe tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:42.332906 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-446d0b62-898e-440f-8cb6-58e2e0562ec0 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:42.425324 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029104f9-c177-4526-8b93-1e4732adf202 None None] Pushing event updated for resources: {'Port': ['ID=eff8e0e5-55a4-44ac-827f-e5eab2608c64,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:42.522120 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-84382d78-c822-47d8-8c44-a7317426329f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ee152a-b38f-4437-9b37-7ebd70954210', 'name': 'tempest-TestSecurityGroupsBasicOps-router-495157186', 'tenant_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '7b5e7e62-d694-4e79-86b6-7d3065c07fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:57:38Z', 'updated_at': '2021-09-24T15:57:39Z', 'revision_number': 3, 'project_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'gw_port': {'id': '7b5e7e62-d694-4e79-86b6-7d3065c07fec', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:1d:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ee152a-b38f-4437-9b37-7ebd70954210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:57:39Z', 'updated_at': '2021-09-24T15:57:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:42.556744 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446d0b62-898e-440f-8cb6-58e2e0562ec0 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Pushing event deleted for resources: {'Port': ['ID=1d4a80fb-5411-40f5-bc77-474ac7f966e2,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:42.581920 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-9f756af3-66a5-4d58-8ff3-ccac6f2ad3b8 tempest-TestSecurityGroupsBasicOps-804848104 tempest-TestSecurityGroupsBasicOps-804848104-project-admin] 10.222.0.101 "GET /v2.0/subnets?project_id=1154a7819e8f441ba8a2f5ad356b8a2c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4215105 Sep 24 15:57:42.582149 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-87a7aa5d-61bb-4861-a37b-c9b27a84379b tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:42.583459 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48262) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:42.590487 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84382d78-c822-47d8-8c44-a7317426329f None None] Checking router: 07ee152a-b38f-4437-9b37-7ebd70954210 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:57:42.590844 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84382d78-c822-47d8-8c44-a7317426329f None None] Updating router 07ee152a-b38f-4437-9b37-7ebd70954210 port 7b5e7e62-d694-4e79-86b6-7d3065c07fec binding host n-d-808921-1 {{(pid=95299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:57:42.677953 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-84382d78-c822-47d8-8c44-a7317426329f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:42.716183 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-446d0b62-898e-440f-8cb6-58e2e0562ec0 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for floatingip, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:42.716565 n-d-808921-1 neutron-server[95298]: INFO neutron.db.l3_db [None req-446d0b62-898e-440f-8cb6-58e2e0562ec0 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Floating IP 5eb78960-bd1c-4052-a3b6-2e3e14ce35ee disassociated (deleted). External IP: 172.25.0.144, port: 74b285c7-50a5-4fa0-8dc5-887f6e83db67. Sep 24 15:57:42.728736 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b3a48d-b10d-46fc-ba61-396aa320baf1 admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:57:42.747936 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ce0b31-9c04-4e2f-9aa1-e34a3c781adb None None] Sync routers for ids ['43377dbd-f904-409e-9b1c-72a57d160497'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:57:42.759839 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ce0b31-9c04-4e2f-9aa1-e34a3c781adb None None] Routers {'43377dbd-f904-409e-9b1c-72a57d160497'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:57:42.760461 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-11ce0b31-9c04-4e2f-9aa1-e34a3c781adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:57:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['43377dbd-f904-409e-9b1c-72a57d160497'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:42.956076 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25136663-ce23-4049-ae7a-02ad3f2ccdbd tempest-TestSecurityGroupsBasicOps-804848104 tempest-TestSecurityGroupsBasicOps-804848104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:42.960428 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-25136663-ce23-4049-ae7a-02ad3f2ccdbd tempest-TestSecurityGroupsBasicOps-804848104 tempest-TestSecurityGroupsBasicOps-804848104-project-admin] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3698802 Sep 24 15:57:42.961554 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48266) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:42.965788 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-11ce0b31-9c04-4e2f-9aa1-e34a3c781adb None None] Set router 43377dbd-f904-409e-9b1c-72a57d160497 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:57:43.016102 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-26b3a48d-b10d-46fc-ba61-396aa320baf1 admin admin] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:43.019298 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-26b3a48d-b10d-46fc-ba61-396aa320baf1 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.6130545 Sep 24 15:57:43.023084 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48270) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:43.027562 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-578a19c3-452b-42d3-b409-1f45b6f4339e tempest-TestSecurityGroupsBasicOps-804848104 tempest-TestSecurityGroupsBasicOps-804848104-project-admin] 10.222.0.101 "GET /v2.0/subnets?network_id=e6a2de20-1ea0-43e5-88e0-982d19e317d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0614049 Sep 24 15:57:43.033315 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48272) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:43.045364 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device aa13762d-583b-4889-9399-530afb17aa2e up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:57:43.054911 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-e1cc9d08-63cc-4280-b2e9-281f6d384dcd tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-46528653', 'network_id': '13818614-7186-4b08-8e65-99dcf947f9be', 'project_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:57:43.098139 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-87a7aa5d-61bb-4861-a37b-c9b27a84379b tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Deleting port eff8e0e5-55a4-44ac-827f-e5eab2608c64 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:57:43.098526 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-87a7aa5d-61bb-4861-a37b-c9b27a84379b tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:43.189431 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-11ce0b31-9c04-4e2f-9aa1-e34a3c781adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43377dbd-f904-409e-9b1c-72a57d160497', 'name': 'tempest-ServerRescueTestJSON-950523152-router', 'tenant_id': 'b3bc8c40013d4a92b1cf10d67118144c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '46257093-a6b0-4da2-91b4-8328f3cf93b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:57:37Z', 'updated_at': '2021-09-24T15:57:40Z', 'revision_number': 3, 'project_id': 'b3bc8c40013d4a92b1cf10d67118144c', 'gw_port': {'id': '46257093-a6b0-4da2-91b4-8328f3cf93b7', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:84:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43377dbd-f904-409e-9b1c-72a57d160497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:57:39Z', 'updated_at': '2021-09-24T15:57:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:43.227714 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ce0b31-9c04-4e2f-9aa1-e34a3c781adb None None] Checking router: 43377dbd-f904-409e-9b1c-72a57d160497 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:57:43.228260 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ce0b31-9c04-4e2f-9aa1-e34a3c781adb None None] Updating router 43377dbd-f904-409e-9b1c-72a57d160497 port 46257093-a6b0-4da2-91b4-8328f3cf93b7 binding host n-d-808921-1 {{(pid=95300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:57:43.239746 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-84382d78-c822-47d8-8c44-a7317426329f None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:43.256224 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-11ce0b31-9c04-4e2f-9aa1-e34a3c781adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:43.309455 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-84382d78-c822-47d8-8c44-a7317426329f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:43.393031 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-446d0b62-898e-440f-8cb6-58e2e0562ec0 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Router 644a38d6-7b19-46f6-bf33-3e6e5889e7a0 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:57:43.405961 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port aa13762d-583b-4889-9399-530afb17aa2e completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:57:43.433192 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-84382d78-c822-47d8-8c44-a7317426329f None None] Attempting to bind port 7b5e7e62-d694-4e79-86b6-7d3065c07fec on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:57:43.433567 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-84382d78-c822-47d8-8c44-a7317426329f None None] Attempting to bind port 7b5e7e62-d694-4e79-86b6-7d3065c07fec by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:57:43.433939 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84382d78-c822-47d8-8c44-a7317426329f None None] Attempting to bind port 7b5e7e62-d694-4e79-86b6-7d3065c07fec on network e6a2de20-1ea0-43e5-88e0-982d19e317d5 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:57:43.444575 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-87a7aa5d-61bb-4861-a37b-c9b27a84379b tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] For port eff8e0e5-55a4-44ac-827f-e5eab2608c64, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=eff8e0e5-55a4-44ac-827f-e5eab2608c64,segment=NetworkSegment(6bd15cb2-5e58-4589-8e20-87e49bbb4c5b),segment_id=6bd15cb2-5e58-4589-8e20-87e49bbb4c5b)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:57:43.445137 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-87a7aa5d-61bb-4861-a37b-c9b27a84379b tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:43.446667 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b8f406-8a4a-4e06-9a21-3b3a8a43e78d None None] Pushing event updated for resources: {'Port': ['ID=7b5e7e62-d694-4e79-86b6-7d3065c07fec,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:43.449056 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port aa13762d-583b-4889-9399-530afb17aa2e triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:57:43.449435 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:43.498034 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84382d78-c822-47d8-8c44-a7317426329f None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:57:43.498436 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84382d78-c822-47d8-8c44-a7317426329f None None] Checking segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:57:43.498783 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-84382d78-c822-47d8-8c44-a7317426329f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:43.499220 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84382d78-c822-47d8-8c44-a7317426329f None None] Bound using segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:57:43.499759 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-84382d78-c822-47d8-8c44-a7317426329f None None] Bound port: 7b5e7e62-d694-4e79-86b6-7d3065c07fec, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:57:43.500151 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-84382d78-c822-47d8-8c44-a7317426329f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:43.568216 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-446d0b62-898e-440f-8cb6-58e2e0562ec0 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:57:43.572282 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8c1a0c3a-9280-4671-8fd2-c1f283af2afe tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:43.574861 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-84382d78-c822-47d8-8c44-a7317426329f None None] For port 7b5e7e62-d694-4e79-86b6-7d3065c07fec, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:57:43.579015 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-84382d78-c822-47d8-8c44-a7317426329f None None] For port 7b5e7e62-d694-4e79-86b6-7d3065c07fec, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=7b5e7e62-d694-4e79-86b6-7d3065c07fec,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:57:43.580447 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-446d0b62-898e-440f-8cb6-58e2e0562ec0 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:43.611655 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f466abc-94fc-4e75-a9a8-a20c5fbba91e None None] Sync routers for ids ['644a38d6-7b19-46f6-bf33-3e6e5889e7a0'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:57:43.672465 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f466abc-94fc-4e75-a9a8-a20c5fbba91e None None] Routers {'644a38d6-7b19-46f6-bf33-3e6e5889e7a0'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:57:43.672465 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-0f466abc-94fc-4e75-a9a8-a20c5fbba91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:57:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['644a38d6-7b19-46f6-bf33-3e6e5889e7a0'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:43.672465 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:43.686079 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-87a7aa5d-61bb-4861-a37b-c9b27a84379b tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Calling delete_port for eff8e0e5-55a4-44ac-827f-e5eab2608c64 owned by network:dhcp {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:57:43.687391 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-446d0b62-898e-440f-8cb6-58e2e0562ec0 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "DELETE /v2.0/floatingips/5eb78960-bd1c-4052-a3b6-2e3e14ce35ee HTTP/1.1" status: 204 len: 168 time: 2.9950264 Sep 24 15:57:43.692547 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bbee7cb-3449-4ea4-9f17-63eb1d17e01f', 'tag': '74b285c7-50a5-4fa0-8dc5-887f6e83db67'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:57:43.695617 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d34dbdf0-0353-4fe4-847a-7bdd93990ec3" -d '{"events": [{"name": "network-changed", "server_uuid": "7bbee7cb-3449-4ea4-9f17-63eb1d17e01f", "tag": "74b285c7-50a5-4fa0-8dc5-887f6e83db67"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:57:43.716894 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1a0c3a-9280-4671-8fd2-c1f283af2afe tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] Pushing event updated for resources: {'Subnet': ['ID=a93a5e68-c359-4d7c-aeaa-19e5a933803b,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:43.727241 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c1a0c3a-9280-4671-8fd2-c1f283af2afe tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] Checking segment: {'id': 'a0fefb80-06b5-4a55-b601-c780dba58cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '0381e9ec-c8a6-4c46-984a-0a666f2cc067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:57:43.727635 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1a0c3a-9280-4671-8fd2-c1f283af2afe tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] Network hostable DHCP agents. Network: 0381e9ec-c8a6-4c46-984a-0a666f2cc067, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:57:43.762620 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-11ce0b31-9c04-4e2f-9aa1-e34a3c781adb None None] Notify callbacks [] for port, precommit_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:43.785661 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-84382d78-c822-47d8-8c44-a7317426329f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:43.792616 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1cc9d08-63cc-4280-b2e9-281f6d384dcd tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Made reservation on behalf of 1154a7819e8f441ba8a2f5ad356b8a2c for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:57:43.796167 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e1cc9d08-63cc-4280-b2e9-281f6d384dcd tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:43.810579 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c13fa2f-6948-46ea-a09f-e03e311838fd req-3e0af482-7083-456b-af28-8222c5832d71 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:43.818046 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8c13fa2f-6948-46ea-a09f-e03e311838fd req-3e0af482-7083-456b-af28-8222c5832d71 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=56aeda28-0052-429d-a1d0-74f2354d8203 HTTP/1.1" status: 200 len: 944 time: 0.5249500 Sep 24 15:57:43.828651 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c1a0c3a-9280-4671-8fd2-c1f283af2afe tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] Network 0381e9ec-c8a6-4c46-984a-0a666f2cc067 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:57:43.894899 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-11ce0b31-9c04-4e2f-9aa1-e34a3c781adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:43.928549 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-8c1a0c3a-9280-4671-8fd2-c1f283af2afe tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 0381e9ec-c8a6-4c46-984a-0a666f2cc067) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:57:43.935146 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1a0c3a-9280-4671-8fd2-c1f283af2afe tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:43.935983 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8c1a0c3a-9280-4671-8fd2-c1f283af2afe tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:43.983502 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-11ce0b31-9c04-4e2f-9aa1-e34a3c781adb None None] Attempting to bind port 46257093-a6b0-4da2-91b4-8328f3cf93b7 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:57:43.983872 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-11ce0b31-9c04-4e2f-9aa1-e34a3c781adb None None] Attempting to bind port 46257093-a6b0-4da2-91b4-8328f3cf93b7 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:57:43.984241 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ce0b31-9c04-4e2f-9aa1-e34a3c781adb None None] Attempting to bind port 46257093-a6b0-4da2-91b4-8328f3cf93b7 on network e6a2de20-1ea0-43e5-88e0-982d19e317d5 {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:57:43.986312 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df106ba-c976-4e14-b0bb-8c54d0394007 None None] Pushing event updated for resources: {'Port': ['ID=46257093-a6b0-4da2-91b4-8328f3cf93b7,revision_number=2']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:43.993520 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ce0b31-9c04-4e2f-9aa1-e34a3c781adb None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:57:43.993890 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ce0b31-9c04-4e2f-9aa1-e34a3c781adb None None] Checking segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:57:43.994295 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-11ce0b31-9c04-4e2f-9aa1-e34a3c781adb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:43.994710 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ce0b31-9c04-4e2f-9aa1-e34a3c781adb None None] Bound using segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:57:43.995271 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-11ce0b31-9c04-4e2f-9aa1-e34a3c781adb None None] Bound port: 46257093-a6b0-4da2-91b4-8328f3cf93b7, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:57:43.995545 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-11ce0b31-9c04-4e2f-9aa1-e34a3c781adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:44.054439 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-8c1a0c3a-9280-4671-8fd2-c1f283af2afe tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6869640 Sep 24 15:57:44.056727 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48290) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:44.060006 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8c13fa2f-6948-46ea-a09f-e03e311838fd req-2e96d9df-e244-4da7-b847-597046124ed3 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=d304bbd8-1375-41e6-a4a7-0404dd25bcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2406268 Sep 24 15:57:44.066382 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-8241c213-da27-4302-92a9-d7276bd118af tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] Request body: {'port': {'network_id': '0381e9ec-c8a6-4c46-984a-0a666f2cc067', 'name': 'tempest-TagsExtTest-988031883'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:57:44.070904 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b8f406-8a4a-4e06-9a21-3b3a8a43e78d None None] Pushing event updated for resources: {'Port': ['ID=7b5e7e62-d694-4e79-86b6-7d3065c07fec,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:44.082454 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de076c68-ba44-4164-ad3c-fb1344ef14f6 None None] Network 0381e9ec-c8a6-4c46-984a-0a666f2cc067 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:57:44.086883 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03f5c3e-8f2b-4be8-99c8-bb672d738e2f None None] Network ebc1b727-30b5-4592-956d-6ba77f84f8dc requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:57:44.112528 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-11ce0b31-9c04-4e2f-9aa1-e34a3c781adb None None] For port 46257093-a6b0-4da2-91b4-8328f3cf93b7, host n-d-808921-1, cleared binding levels {{(pid=95300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:57:44.121504 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-11ce0b31-9c04-4e2f-9aa1-e34a3c781adb None None] For port 46257093-a6b0-4da2-91b4-8328f3cf93b7, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=46257093-a6b0-4da2-91b4-8328f3cf93b7,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:57:44.195089 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56aeda28-0052-429d-a1d0-74f2354d8203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa13762d-583b-4889-9399-530afb17aa2e'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:57:44.197363 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa7084ac-2908-4dcb-b6c9-c36bd69c0d95" -d '{"events": [{"server_uuid": "56aeda28-0052-429d-a1d0-74f2354d8203", "name": "network-vif-plugged", "status": "completed", "tag": "aa13762d-583b-4889-9399-530afb17aa2e"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:57:44.217892 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-152a6b61-6ae9-45d2-a869-5056d8134941 x-openstack-request-id: req-152a6b61-6ae9-45d2-a869-5056d8134941 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:57:44.218616 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bbee7cb-3449-4ea4-9f17-63eb1d17e01f", "tag": "74b285c7-50a5-4fa0-8dc5-887f6e83db67", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:57:44.219111 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-152a6b61-6ae9-45d2-a869-5056d8134941 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:57:44.219771 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bbee7cb-3449-4ea4-9f17-63eb1d17e01f', 'tag': '74b285c7-50a5-4fa0-8dc5-887f6e83db67', 'status': 'completed', 'code': 200} Sep 24 15:57:44.239436 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-41ff05ad-bbc6-4029-8795-f313dcdb75ab None None] Provisioning complete for port eff8e0e5-55a4-44ac-827f-e5eab2608c64 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:57:44.240553 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-41ff05ad-bbc6-4029-8795-f313dcdb75ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:44.265888 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-11ce0b31-9c04-4e2f-9aa1-e34a3c781adb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:44.275396 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port aa13762d-583b-4889-9399-530afb17aa2e, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=aa13762d-583b-4889-9399-530afb17aa2e,segment=NetworkSegment(d7ef416a-40a9-4337-a1c4-1afeb8984525),segment_id=d7ef416a-40a9-4337-a1c4-1afeb8984525)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:57:44.337288 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf84a9c-e04f-4e0d-bd05-05ad3401acfb x-openstack-request-id: req-2bf84a9c-e04f-4e0d-bd05-05ad3401acfb {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:57:44.337852 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56aeda28-0052-429d-a1d0-74f2354d8203", "name": "network-vif-plugged", "status": "completed", "tag": "aa13762d-583b-4889-9399-530afb17aa2e", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:57:44.338281 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-2bf84a9c-e04f-4e0d-bd05-05ad3401acfb {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:57:44.338936 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56aeda28-0052-429d-a1d0-74f2354d8203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa13762d-583b-4889-9399-530afb17aa2e', 'code': 200} Sep 24 15:57:44.351750 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device eff8e0e5-55a4-44ac-827f-e5eab2608c64 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:57:44.405267 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-0f466abc-94fc-4e75-a9a8-a20c5fbba91e None None] Set router 644a38d6-7b19-46f6-bf33-3e6e5889e7a0 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:57:44.414042 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:44.416350 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84382d78-c822-47d8-8c44-a7317426329f None None] Routers {'07ee152a-b38f-4437-9b37-7ebd70954210'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:57:44.417223 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-84382d78-c822-47d8-8c44-a7317426329f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:57:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['07ee152a-b38f-4437-9b37-7ebd70954210'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:44.421291 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ce0b31-9c04-4e2f-9aa1-e34a3c781adb None None] Routers {'43377dbd-f904-409e-9b1c-72a57d160497'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:57:44.421965 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-11ce0b31-9c04-4e2f-9aa1-e34a3c781adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:57:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['43377dbd-f904-409e-9b1c-72a57d160497'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:44.448933 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34dbdf0-0353-4fe4-847a-7bdd93990ec3 req-bbcc6534-5964-4f34-b3eb-d7264c3e287d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:44.450813 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d34dbdf0-0353-4fe4-847a-7bdd93990ec3 req-bbcc6534-5964-4f34-b3eb-d7264c3e287d service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=7841fa2f595c42b88ef5416d36f78c25&device_id=7bbee7cb-3449-4ea4-9f17-63eb1d17e01f HTTP/1.1" status: 200 len: 1096 time: 0.2268701 Sep 24 15:57:44.492587 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8241c213-da27-4302-92a9-d7276bd118af tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] Made reservation on behalf of 27dedeef0b06444a8888e0afc2b45a38 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:57:44.496647 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8241c213-da27-4302-92a9-d7276bd118af tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:44.543339 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=aa13762d-583b-4889-9399-530afb17aa2e,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:44.569576 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [None req-8241c213-da27-4302-92a9-d7276bd118af tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] device_id is not set on port 43def8f7-e5cb-45b3-add0-af3b1b4c3ed4 yet. {{(pid=95298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:57:44.584945 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df106ba-c976-4e14-b0bb-8c54d0394007 None None] Pushing event updated for resources: {'Port': ['ID=46257093-a6b0-4da2-91b4-8328f3cf93b7,revision_number=3']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:44.622510 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-11ce0b31-9c04-4e2f-9aa1-e34a3c781adb None None] Set router 43377dbd-f904-409e-9b1c-72a57d160497 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:57:44.677251 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-41ff05ad-bbc6-4029-8795-f313dcdb75ab None None] Could not find standard attr ID for object eff8e0e5-55a4-44ac-827f-e5eab2608c64. {{(pid=95299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 15:57:44.705666 n-d-808921-1 neutron-server[95299]: INFO neutron.plugins.ml2.db [None req-41ff05ad-bbc6-4029-8795-f313dcdb75ab None None] No ports have port_id starting with eff8e0e5-55a4-44ac-827f-e5eab2608c64 Sep 24 15:57:44.708260 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No active binding found for port eff8e0e5-55a4-44ac-827f-e5eab2608c64 {{(pid=95299) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 24 15:57:44.708745 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device eff8e0e5-55a4-44ac-827f-e5eab2608c64 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 24 15:57:44.751634 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-87a7aa5d-61bb-4861-a37b-c9b27a84379b tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:44.807304 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Port eff8e0e5-55a4-44ac-827f-e5eab2608c64 not found, will not notify nova. {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 24 15:57:44.822030 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-8241c213-da27-4302-92a9-d7276bd118af tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] Allocated IP 172.20.0.13 (0381e9ec-c8a6-4c46-984a-0a666f2cc067/a93a5e68-c359-4d7c-aeaa-19e5a933803b/43def8f7-e5cb-45b3-add0-af3b1b4c3ed4) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:57:44.825984 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e1cc9d08-63cc-4280-b2e9-281f6d384dcd tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:44.844372 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a7aa5d-61bb-4861-a37b-c9b27a84379b tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Pushing event deleted for resources: {'Port': ['ID=eff8e0e5-55a4-44ac-827f-e5eab2608c64,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:44.918057 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6c06cd-632a-4aff-b6eb-bf65d48f58eb req-d377f797-90b9-4d0f-bd59-876f54f8507c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:44.918057 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2f6c06cd-632a-4aff-b6eb-bf65d48f58eb req-d377f797-90b9-4d0f-bd59-876f54f8507c service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=56aeda28-0052-429d-a1d0-74f2354d8203 HTTP/1.1" status: 200 len: 1096 time: 0.3929944 Sep 24 15:57:44.937302 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a88e5be-99ed-49a3-aef4-ec4ca9040bb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-0381e9ec-c8a6-4c46-984a-0a666f2cc067', 'network_id': '0381e9ec-c8a6-4c46-984a-0a666f2cc067', 'tenant_id': '27dedeef0b06444a8888e0afc2b45a38', 'fixed_ips': [{'subnet_id': 'a93a5e68-c359-4d7c-aeaa-19e5a933803b'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:57:44.938235 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2a88e5be-99ed-49a3-aef4-ec4ca9040bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:44.941732 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-84382d78-c822-47d8-8c44-a7317426329f None None] Set router 07ee152a-b38f-4437-9b37-7ebd70954210 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:57:44.953372 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a7aa5d-61bb-4861-a37b-c9b27a84379b tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] No DVR routers for this DVR port eff8e0e5-55a4-44ac-827f-e5eab2608c64 on host n-d-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:57:44.993177 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-11ce0b31-9c04-4e2f-9aa1-e34a3c781adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43377dbd-f904-409e-9b1c-72a57d160497', 'name': 'tempest-ServerRescueTestJSON-950523152-router', 'tenant_id': 'b3bc8c40013d4a92b1cf10d67118144c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '46257093-a6b0-4da2-91b4-8328f3cf93b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:57:37Z', 'updated_at': '2021-09-24T15:57:40Z', 'revision_number': 3, 'project_id': 'b3bc8c40013d4a92b1cf10d67118144c', 'gw_port': {'id': '46257093-a6b0-4da2-91b4-8328f3cf93b7', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:84:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43377dbd-f904-409e-9b1c-72a57d160497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:57:39Z', 'updated_at': '2021-09-24T15:57:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:45.036637 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-87a7aa5d-61bb-4861-a37b-c9b27a84379b tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:45.041623 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c5a16d01-edb3-40b1-a7d8-061a6f62a2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:45.098744 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3cab09-0e31-481b-8f8f-3785066b56f7 req-dcb0cfb6-91dd-4e63-9556-f43e1703955a tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:45.098744 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ed3cab09-0e31-481b-8f8f-3785066b56f7 req-dcb0cfb6-91dd-4e63-9556-f43e1703955a tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/ports?device_id=7bbee7cb-3449-4ea4-9f17-63eb1d17e01f HTTP/1.1" status: 200 len: 945 time: 0.6113908 Sep 24 15:57:45.106296 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ce0b31-9c04-4e2f-9aa1-e34a3c781adb None None] The sync data for ids ['43377dbd-f904-409e-9b1c-72a57d160497'] in n-d-808921-1 is: [{'id': '43377dbd-f904-409e-9b1c-72a57d160497', 'name': 'tempest-ServerRescueTestJSON-950523152-router', 'tenant_id': 'b3bc8c40013d4a92b1cf10d67118144c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '46257093-a6b0-4da2-91b4-8328f3cf93b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:57:37Z', 'updated_at': '2021-09-24T15:57:40Z', 'revision_number': 3, 'project_id': 'b3bc8c40013d4a92b1cf10d67118144c', 'gw_port': {'id': '46257093-a6b0-4da2-91b4-8328f3cf93b7', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:84:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43377dbd-f904-409e-9b1c-72a57d160497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:57:39Z', 'updated_at': '2021-09-24T15:57:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:57:45.197022 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cc9d08-63cc-4280-b2e9-281f6d384dcd tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Pushing event updated for resources: {'Subnet': ['ID=56122e50-b940-4224-b271-61ac27d698f8,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:45.203556 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8241c213-da27-4302-92a9-d7276bd118af tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:45.298607 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6c36ad-bc7a-4ff4-b0c0-5d1f034a8aa5 None None] Network ebc1b727-30b5-4592-956d-6ba77f84f8dc requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:57:45.308566 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34dbdf0-0353-4fe4-847a-7bdd93990ec3 req-35c6db3a-7a84-4fd9-a981-119ca327891d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:45.315477 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d34dbdf0-0353-4fe4-847a-7bdd93990ec3 req-35c6db3a-7a84-4fd9-a981-119ca327891d service neutron] 10.222.0.108 "GET /v2.0/networks?id=86c3d0ed-1df9-469f-9686-3575b374c832 HTTP/1.1" status: 200 len: 898 time: 0.8512583 Sep 24 15:57:45.364141 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8241c213-da27-4302-92a9-d7276bd118af tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:45.367504 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d34dbdf0-0353-4fe4-847a-7bdd93990ec3 req-061be396-c2f9-4d8a-80ea-ce3bcbb04324 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=74b285c7-50a5-4fa0-8dc5-887f6e83db67 HTTP/1.1" status: 200 len: 217 time: 0.0458808 Sep 24 15:57:45.384144 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91812ba3-0ac0-4483-8599-9fe61dac5dc5 req-34b1944c-8b9b-44bb-8fdf-beda4249cd6d tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:45.385862 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-91812ba3-0ac0-4483-8599-9fe61dac5dc5 req-34b1944c-8b9b-44bb-8fdf-beda4249cd6d tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=56aeda28-0052-429d-a1d0-74f2354d8203 HTTP/1.1" status: 200 len: 945 time: 0.1243002 Sep 24 15:57:45.478621 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cc9d08-63cc-4280-b2e9-281f6d384dcd tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Checking segment: {'id': 'c0799422-e8b3-4c5a-9646-fb503ff7b23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': '13818614-7186-4b08-8e65-99dcf947f9be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:57:45.479127 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cc9d08-63cc-4280-b2e9-281f6d384dcd tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Network hostable DHCP agents. Network: 13818614-7186-4b08-8e65-99dcf947f9be, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:57:45.482776 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2f6c06cd-632a-4aff-b6eb-bf65d48f58eb req-9522c943-4db5-4357-90e8-25df355625d2 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=d304bbd8-1375-41e6-a4a7-0404dd25bcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5406654 Sep 24 15:57:45.489572 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8241c213-da27-4302-92a9-d7276bd118af tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] Network 0381e9ec-c8a6-4c46-984a-0a666f2cc067 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:57:45.501202 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-8241c213-da27-4302-92a9-d7276bd118af tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:57:45.510370 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-2a88e5be-99ed-49a3-aef4-ec4ca9040bb9 None None] Allocated IP 172.20.0.2 (0381e9ec-c8a6-4c46-984a-0a666f2cc067/a93a5e68-c359-4d7c-aeaa-19e5a933803b/7ef98ed5-a8d3-4642-818b-8cecf12995c2) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:57:45.512806 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8241c213-da27-4302-92a9-d7276bd118af tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:57:45.541351 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8241c213-da27-4302-92a9-d7276bd118af tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] Pushing event updated for resources: {'Port': ['ID=43def8f7-e5cb-45b3-add0-af3b1b4c3ed4,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:45.553342 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34dbdf0-0353-4fe4-847a-7bdd93990ec3 req-76df4996-f75c-4e22-97fe-9d0233b1f770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:45.561159 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d34dbdf0-0353-4fe4-847a-7bdd93990ec3 req-76df4996-f75c-4e22-97fe-9d0233b1f770 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=6ff16690-23f5-46c1-9253-2f37b777a341 HTTP/1.1" status: 200 len: 835 time: 0.1700847 Sep 24 15:57:45.577316 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-0f466abc-94fc-4e75-a9a8-a20c5fbba91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '644a38d6-7b19-46f6-bf33-3e6e5889e7a0', 'name': 'tempest-TestNetworkBasicOps-router-1406295477', 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '2d8dc83c-9b93-4f1d-9f6c-d428f15acc7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:56:17Z', 'updated_at': '2021-09-24T15:56:28Z', 'revision_number': 4, 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'gw_port': {'id': '2d8dc83c-9b93-4f1d-9f6c-d428f15acc7f', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:af:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644a38d6-7b19-46f6-bf33-3e6e5889e7a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:56:19Z', 'updated_at': '2021-09-24T15:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '24fa33be-154e-403f-89b2-b4ca49e20208', 'name': '', 'network_id': '86c3d0ed-1df9-469f-9686-3575b374c832', 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'mac_address': 'fa:16:3e:3b:dc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644a38d6-7b19-46f6-bf33-3e6e5889e7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '6ff16690-23f5-46c1-9253-2f37b777a341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:56:26Z', 'updated_at': '2021-09-24T15:56:35Z', 'revision_number': 5, 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'subnets': [{'id': '6ff16690-23f5-46c1-9253-2f37b777a341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:45.623106 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f466abc-94fc-4e75-a9a8-a20c5fbba91e None None] Checking router: 644a38d6-7b19-46f6-bf33-3e6e5889e7a0 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:57:45.645287 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-91812ba3-0ac0-4483-8599-9fe61dac5dc5 req-79bebac1-621d-4f9b-a66e-e099dae77c4b tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=d304bbd8-1375-41e6-a4a7-0404dd25bcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2460823 Sep 24 15:57:45.694989 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ed3cab09-0e31-481b-8f8f-3785066b56f7 req-6b2df5c0-c816-4c6b-952c-ef3d68bd2f8e tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/security-groups?id=95020bcf-266e-4b6b-8ca8-225847e62790&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5776002 Sep 24 15:57:45.715121 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8241c213-da27-4302-92a9-d7276bd118af tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:45.716424 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8241c213-da27-4302-92a9-d7276bd118af tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:45.751574 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34dbdf0-0353-4fe4-847a-7bdd93990ec3 req-589281d0-9765-408c-94db-b990a5ff7332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:45.753119 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d34dbdf0-0353-4fe4-847a-7bdd93990ec3 req-589281d0-9765-408c-94db-b990a5ff7332 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=86c3d0ed-1df9-469f-9686-3575b374c832&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1620126 Sep 24 15:57:45.759461 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f466abc-94fc-4e75-a9a8-a20c5fbba91e None None] Routers {'644a38d6-7b19-46f6-bf33-3e6e5889e7a0'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:57:45.760018 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-0f466abc-94fc-4e75-a9a8-a20c5fbba91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:57:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['644a38d6-7b19-46f6-bf33-3e6e5889e7a0'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:45.775983 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9145ba64-2f68-47cc-a419-3f2f9d158b73 req-9a6450f3-97af-478b-9d4c-b77197881200 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:45.777795 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9145ba64-2f68-47cc-a419-3f2f9d158b73 req-9a6450f3-97af-478b-9d4c-b77197881200 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.108 "GET /v2.0/ports?device_id=7bbee7cb-3449-4ea4-9f17-63eb1d17e01f HTTP/1.1" status: 200 len: 945 time: 0.1537144 Sep 24 15:57:45.831160 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cc9d08-63cc-4280-b2e9-281f6d384dcd tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Network 13818614-7186-4b08-8e65-99dcf947f9be is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:57:45.883233 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-c5a16d01-edb3-40b1-a7d8-061a6f62a2d1 admin admin] Allocated IP 172.20.0.1 (5b5ae1eb-54bd-4dc0-9ed2-fc3865a6b206/1b77319b-e972-47e8-93df-b7729b347ab6/f8fe4614-3b5d-45de-99fa-7346897eb583) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:57:45.886990 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-87a7aa5d-61bb-4861-a37b-c9b27a84379b tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:45.914442 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-8241c213-da27-4302-92a9-d7276bd118af tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.8530455 Sep 24 15:57:45.916757 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48316) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:45.921548 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-945b23a0-b3ea-4613-bbe4-8650e740fd19 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2115288518', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:57:45.937788 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a7aa5d-61bb-4861-a37b-c9b27a84379b tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Pushing event deleted for resources: {'Subnet': ['ID=9230522f-d3e4-4ff3-b705-686e3c1bc90e,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:46.003941 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d34dbdf0-0353-4fe4-847a-7bdd93990ec3 req-a1241576-d5af-4d91-8e6b-19607aa3ddbe service neutron] 10.222.0.108 "GET /v2.0/networks/86c3d0ed-1df9-469f-9686-3575b374c832?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392731 Sep 24 15:57:46.015889 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-9145ba64-2f68-47cc-a419-3f2f9d158b73 req-c7213be4-e3d9-478d-b5db-7d94efaccf73 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Deleting port 74b285c7-50a5-4fa0-8dc5-887f6e83db67 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:57:46.016244 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-9145ba64-2f68-47cc-a419-3f2f9d158b73 req-c7213be4-e3d9-478d-b5db-7d94efaccf73 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:46.046269 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-e1cc9d08-63cc-4280-b2e9-281f6d384dcd tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 13818614-7186-4b08-8e65-99dcf947f9be) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:57:46.049153 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1cc9d08-63cc-4280-b2e9-281f6d384dcd tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:46.050465 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e1cc9d08-63cc-4280-b2e9-281f6d384dcd tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:46.091929 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e1631a-6791-4ca2-8b29-36d1a1d73f5e None None] Network 13818614-7186-4b08-8e65-99dcf947f9be requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:57:46.135016 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-84382d78-c822-47d8-8c44-a7317426329f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ee152a-b38f-4437-9b37-7ebd70954210', 'name': 'tempest-TestSecurityGroupsBasicOps-router-495157186', 'tenant_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '7b5e7e62-d694-4e79-86b6-7d3065c07fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:57:38Z', 'updated_at': '2021-09-24T15:57:39Z', 'revision_number': 3, 'project_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'gw_port': {'id': '7b5e7e62-d694-4e79-86b6-7d3065c07fec', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:1d:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ee152a-b38f-4437-9b37-7ebd70954210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:57:39Z', 'updated_at': '2021-09-24T15:57:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:46.166944 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-945b23a0-b3ea-4613-bbe4-8650e740fd19 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:46.176285 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-945b23a0-b3ea-4613-bbe4-8650e740fd19 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:46.177259 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-87a7aa5d-61bb-4861-a37b-c9b27a84379b tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:46.244379 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-87a7aa5d-61bb-4861-a37b-c9b27a84379b tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebc1b727-30b5-4592-956d-6ba77f84f8dc']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:46.257606 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-87a7aa5d-61bb-4861-a37b-c9b27a84379b tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bd15cb2-5e58-4589-8e20-87e49bbb4c5b') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:46.258023 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-87a7aa5d-61bb-4861-a37b-c9b27a84379b tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bd15cb2-5e58-4589-8e20-87e49bbb4c5b') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:46.273442 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-87a7aa5d-61bb-4861-a37b-c9b27a84379b tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:46.302815 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-87a7aa5d-61bb-4861-a37b-c9b27a84379b tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:46.325236 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84382d78-c822-47d8-8c44-a7317426329f None None] The sync data for ids ['07ee152a-b38f-4437-9b37-7ebd70954210'] in n-d-808921-1 is: [{'id': '07ee152a-b38f-4437-9b37-7ebd70954210', 'name': 'tempest-TestSecurityGroupsBasicOps-router-495157186', 'tenant_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '7b5e7e62-d694-4e79-86b6-7d3065c07fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:57:38Z', 'updated_at': '2021-09-24T15:57:39Z', 'revision_number': 3, 'project_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'gw_port': {'id': '7b5e7e62-d694-4e79-86b6-7d3065c07fec', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:1d:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ee152a-b38f-4437-9b37-7ebd70954210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:57:39Z', 'updated_at': '2021-09-24T15:57:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:57:46.356539 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-945b23a0-b3ea-4613-bbe4-8650e740fd19 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:46.384550 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87a7aa5d-61bb-4861-a37b-c9b27a84379b tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Releasing vlan 1251 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:57:46.384844 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-87a7aa5d-61bb-4861-a37b-c9b27a84379b tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:46.398626 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:57:46.398626 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:57:46.398626 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:57:46.398626 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:57:46.398626 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:57:46.398626 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:57:46.398626 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:57:46.398626 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:57:46.398626 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:57:46.398626 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:57:46.398626 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:57:46.398626 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:57:46.398626 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:57:46.398626 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:57:46.398626 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:57:46.398626 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:57:46.398626 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:57:46.398626 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:57:46.398626 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:57:46.398626 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:57:46.398626 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:57:46.398626 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:57:46.398626 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:57:46.398626 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:57:46.398626 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:57:46.398626 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:57:46.398626 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:57:46.398626 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:57:46.398626 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:57:46.398626 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:57:46.398626 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:57:46.398626 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:57:46.434286 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e1cc9d08-63cc-4280-b2e9-281f6d384dcd tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.3998284 Sep 24 15:57:46.435538 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48322) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:46.453182 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-0f466abc-94fc-4e75-a9a8-a20c5fbba91e None None] Set router 644a38d6-7b19-46f6-bf33-3e6e5889e7a0 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:57:46.467125 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-9145ba64-2f68-47cc-a419-3f2f9d158b73 req-c7213be4-e3d9-478d-b5db-7d94efaccf73 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] For port 74b285c7-50a5-4fa0-8dc5-887f6e83db67, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=74b285c7-50a5-4fa0-8dc5-887f6e83db67,segment=NetworkSegment(3b0d1fe3-9fe9-4ff8-92fd-d9c45ff0aa0c),segment_id=3b0d1fe3-9fe9-4ff8-92fd-d9c45ff0aa0c)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:57:46.467785 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-9145ba64-2f68-47cc-a419-3f2f9d158b73 req-c7213be4-e3d9-478d-b5db-7d94efaccf73 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:46.471077 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-945b23a0-b3ea-4613-bbe4-8650e740fd19 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:46.501983 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-9145ba64-2f68-47cc-a419-3f2f9d158b73 req-c7213be4-e3d9-478d-b5db-7d94efaccf73 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Calling delete_port for 74b285c7-50a5-4fa0-8dc5-887f6e83db67 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:57:46.514251 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d34dbdf0-0353-4fe4-847a-7bdd93990ec3 req-5059593b-1dc9-46fa-85c8-6aa511cb5a11 service neutron] 10.222.0.108 "GET /v2.0/networks/86c3d0ed-1df9-469f-9686-3575b374c832?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5010943 Sep 24 15:57:46.532541 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2a88e5be-99ed-49a3-aef4-ec4ca9040bb9 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:46.536892 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c5a16d01-edb3-40b1-a7d8-061a6f62a2d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:46.545123 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 46257093-a6b0-4da2-91b4-8328f3cf93b7 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:57:46.545869 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d17a5e-8a2f-41e7-a17f-fff9323bf7be None None] Network ebc1b727-30b5-4592-956d-6ba77f84f8dc requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:57:46.656839 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2a88e5be-99ed-49a3-aef4-ec4ca9040bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:46.687939 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-945b23a0-b3ea-4613-bbe4-8650e740fd19 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:46.689976 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-945b23a0-b3ea-4613-bbe4-8650e740fd19 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7719646 Sep 24 15:57:46.696520 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48328) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:46.710510 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-fd8b9e65-c350-4369-931d-36af7d14781e tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1072377123', 'prefixes': ['172.20.0.0/16']}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:57:46.876867 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a88e5be-99ed-49a3-aef4-ec4ca9040bb9 None None] Network 0381e9ec-c8a6-4c46-984a-0a666f2cc067 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:57:46.951852 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-2a88e5be-99ed-49a3-aef4-ec4ca9040bb9 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:57:46.966392 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-9145ba64-2f68-47cc-a419-3f2f9d158b73 req-c7213be4-e3d9-478d-b5db-7d94efaccf73 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:46.983032 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a88e5be-99ed-49a3-aef4-ec4ca9040bb9 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:57:46.988131 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a88e5be-99ed-49a3-aef4-ec4ca9040bb9 None None] Pushing event updated for resources: {'Port': ['ID=7ef98ed5-a8d3-4642-818b-8cecf12995c2,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:47.031346 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7213be4-e3d9-478d-b5db-7d94efaccf73 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Pushing event deleted for resources: {'Port': ['ID=74b285c7-50a5-4fa0-8dc5-887f6e83db67,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:47.114220 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e95e3ed-1c78-400e-8088-41627c4ac992 req-a66df818-744c-40a6-979c-1205e87e46ca tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:47.116115 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1e95e3ed-1c78-400e-8088-41627c4ac992 req-a66df818-744c-40a6-979c-1205e87e46ca tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=56aeda28-0052-429d-a1d0-74f2354d8203 HTTP/1.1" status: 200 len: 945 time: 0.3230722 Sep 24 15:57:47.187041 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-9145ba64-2f68-47cc-a419-3f2f9d158b73 req-c7213be4-e3d9-478d-b5db-7d94efaccf73 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] No DVR routers for this DVR port 74b285c7-50a5-4fa0-8dc5-887f6e83db67 on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:57:47.189887 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-9145ba64-2f68-47cc-a419-3f2f9d158b73 req-c7213be4-e3d9-478d-b5db-7d94efaccf73 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:47.192639 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9145ba64-2f68-47cc-a419-3f2f9d158b73 req-c7213be4-e3d9-478d-b5db-7d94efaccf73 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.108 "DELETE /v2.0/ports/74b285c7-50a5-4fa0-8dc5-887f6e83db67 HTTP/1.1" status: 204 len: 173 time: 1.4062500 Sep 24 15:57:47.198198 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1e95e3ed-1c78-400e-8088-41627c4ac992 req-749c1031-4cdd-4039-8bda-be1f5652c247 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=d304bbd8-1375-41e6-a4a7-0404dd25bcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608397 Sep 24 15:57:47.198708 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bbee7cb-3449-4ea4-9f17-63eb1d17e01f', 'name': 'network-vif-deleted', 'tag': '74b285c7-50a5-4fa0-8dc5-887f6e83db67'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:57:47.201081 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ff031f-cc49-415e-9117-3af02998fb93" -d '{"events": [{"server_uuid": "7bbee7cb-3449-4ea4-9f17-63eb1d17e01f", "name": "network-vif-deleted", "tag": "74b285c7-50a5-4fa0-8dc5-887f6e83db67"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:57:47.205492 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fd8b9e65-c350-4369-931d-36af7d14781e tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] Notify callbacks [] for subnetpool, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:47.208714 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-fd8b9e65-c350-4369-931d-36af7d14781e tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] 10.222.0.101 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.5109103 Sep 24 15:57:47.213949 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48336) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:47.222383 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.tag.tag_plugin [None req-d4e562a6-0149-449d-b105-b5f6c394fc3f tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a93a5e68-c359-4d7c-aeaa-19e5a933803b', 'tempest-TagsExtTest-Tag-542503699') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:47.335710 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7586bdd-0e82-4583-a082-57869c5584cd x-openstack-request-id: req-a7586bdd-0e82-4583-a082-57869c5584cd {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:57:47.336076 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bbee7cb-3449-4ea4-9f17-63eb1d17e01f", "name": "network-vif-deleted", "tag": "74b285c7-50a5-4fa0-8dc5-887f6e83db67", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:57:47.336395 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a7586bdd-0e82-4583-a082-57869c5584cd {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:57:47.336913 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bbee7cb-3449-4ea4-9f17-63eb1d17e01f', 'name': 'network-vif-deleted', 'tag': '74b285c7-50a5-4fa0-8dc5-887f6e83db67', 'status': 'completed', 'code': 200} Sep 24 15:57:47.460515 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 46257093-a6b0-4da2-91b4-8328f3cf93b7 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:57:47.463502 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:47.540121 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2f6dcf3d-5e1d-443c-9281-2c53f06f5114 req-241f69fe-da64-4651-a313-ec28aa815823 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "GET /v2.0/ports?device_id=7bbee7cb-3449-4ea4-9f17-63eb1d17e01f HTTP/1.1" status: 200 len: 210 time: 0.0711951 Sep 24 15:57:47.555917 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-87a7aa5d-61bb-4861-a37b-c9b27a84379b tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:47.596972 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-87a7aa5d-61bb-4861-a37b-c9b27a84379b tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:47.599362 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-87a7aa5d-61bb-4861-a37b-c9b27a84379b tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] 10.222.0.101 "DELETE /v2.0/networks/ebc1b727-30b5-4592-956d-6ba77f84f8dc HTTP/1.1" status: 204 len: 168 time: 5.6604991 Sep 24 15:57:47.610216 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48340) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:47.634669 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a7aa5d-61bb-4861-a37b-c9b27a84379b tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Pushing event deleted for resources: {'Network': ['ID=ebc1b727-30b5-4592-956d-6ba77f84f8dc,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:47.648035 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-4672e585-ad16-412c-85c3-7c8e7bf58215 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] DELETE failed (client error): The resource could not be found. Sep 24 15:57:47.648656 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4672e585-ad16-412c-85c3-7c8e7bf58215 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:57:47.650535 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-4672e585-ad16-412c-85c3-7c8e7bf58215 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] 10.222.0.101 "DELETE /v2.0/networks/ebc1b727-30b5-4592-956d-6ba77f84f8dc HTTP/1.1" status: 404 len: 339 time: 0.0393338 Sep 24 15:57:47.654654 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1219d5-a882-48de-bd9c-d8d12d20295c None None] DHCP port deletion for ebc1b727-30b5-4592-956d-6ba77f84f8dc request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:57:47.655527 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48342) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:47.661033 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-2a88e5be-99ed-49a3-aef4-ec4ca9040bb9 None None] Attempting to bind port 7ef98ed5-a8d3-4642-818b-8cecf12995c2 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:57:47.670451 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-2a88e5be-99ed-49a3-aef4-ec4ca9040bb9 None None] Attempting to bind port 7ef98ed5-a8d3-4642-818b-8cecf12995c2 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'a0fefb80-06b5-4a55-b601-c780dba58cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '0381e9ec-c8a6-4c46-984a-0a666f2cc067'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:57:47.670451 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a88e5be-99ed-49a3-aef4-ec4ca9040bb9 None None] Attempting to bind port 7ef98ed5-a8d3-4642-818b-8cecf12995c2 on network 0381e9ec-c8a6-4c46-984a-0a666f2cc067 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:57:47.670722 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-fd76f5fc-36dc-46f0-8b13-20399e2f0c1a tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-511365183', 'description': 'd1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:57:47.707194 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a88e5be-99ed-49a3-aef4-ec4ca9040bb9 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:57:47.707194 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a88e5be-99ed-49a3-aef4-ec4ca9040bb9 None None] Checking segment: {'id': 'a0fefb80-06b5-4a55-b601-c780dba58cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '0381e9ec-c8a6-4c46-984a-0a666f2cc067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:57:47.707194 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2a88e5be-99ed-49a3-aef4-ec4ca9040bb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:47.707194 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a88e5be-99ed-49a3-aef4-ec4ca9040bb9 None None] Bound using segment: {'id': 'a0fefb80-06b5-4a55-b601-c780dba58cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '0381e9ec-c8a6-4c46-984a-0a666f2cc067'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:57:47.707194 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-2a88e5be-99ed-49a3-aef4-ec4ca9040bb9 None None] Bound port: 7ef98ed5-a8d3-4642-818b-8cecf12995c2, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0fefb80-06b5-4a55-b601-c780dba58cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': '0381e9ec-c8a6-4c46-984a-0a666f2cc067'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:57:47.707194 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2a88e5be-99ed-49a3-aef4-ec4ca9040bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:47.723700 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6170903a-0114-4148-bf6e-7886d07a3c04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-13818614-7186-4b08-8e65-99dcf947f9be', 'network_id': '13818614-7186-4b08-8e65-99dcf947f9be', 'tenant_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'fixed_ips': [{'subnet_id': '56122e50-b940-4224-b271-61ac27d698f8'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:57:47.724941 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6170903a-0114-4148-bf6e-7886d07a3c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:47.732120 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-d4e562a6-0149-449d-b105-b5f6c394fc3f tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] 10.222.0.101 "PUT /v2.0/subnets/a93a5e68-c359-4d7c-aeaa-19e5a933803b/tags/tempest-TagsExtTest-Tag-542503699 HTTP/1.1" status: 201 len: 201 time: 0.5170386 Sep 24 15:57:47.736858 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48344) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:47.743166 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.tag.tag_plugin [None req-2d6b13cb-345d-44dd-a3b7-b7050b4dfc25 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '43def8f7-e5cb-45b3-add0-af3b1b4c3ed4', 'tempest-TagsExtTest-Tag-1823135359') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:47.829452 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd76f5fc-36dc-46f0-8b13-20399e2f0c1a tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Made reservation on behalf of 5a864602808b4dc49d9e4388fb4dce35 for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:57:47.841717 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fd76f5fc-36dc-46f0-8b13-20399e2f0c1a tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:47.909631 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd76f5fc-36dc-46f0-8b13-20399e2f0c1a tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1296} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:57:47.932618 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fd76f5fc-36dc-46f0-8b13-20399e2f0c1a tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:47.935479 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-fd76f5fc-36dc-46f0-8b13-20399e2f0c1a tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Added segment bf2201cf-2f70-4462-b236-2078eca8e5c3 of type vlan for network 458d4251-ec54-47df-8b02-c313aaf60c98 Sep 24 15:57:47.958371 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c5a16d01-edb3-40b1-a7d8-061a6f62a2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:47.986109 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a16d01-edb3-40b1-a7d8-061a6f62a2d1 admin admin] Network 5b5ae1eb-54bd-4dc0-9ed2-fc3865a6b206 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:57:47.996585 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-c5a16d01-edb3-40b1-a7d8-061a6f62a2d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:57:48.018732 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fd76f5fc-36dc-46f0-8b13-20399e2f0c1a tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:48.024063 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a16d01-edb3-40b1-a7d8-061a6f62a2d1 admin admin] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:57:48.089273 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-0f466abc-94fc-4e75-a9a8-a20c5fbba91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '644a38d6-7b19-46f6-bf33-3e6e5889e7a0', 'name': 'tempest-TestNetworkBasicOps-router-1406295477', 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '2d8dc83c-9b93-4f1d-9f6c-d428f15acc7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:56:17Z', 'updated_at': '2021-09-24T15:56:28Z', 'revision_number': 4, 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'gw_port': {'id': '2d8dc83c-9b93-4f1d-9f6c-d428f15acc7f', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:af:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644a38d6-7b19-46f6-bf33-3e6e5889e7a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:56:19Z', 'updated_at': '2021-09-24T15:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '24fa33be-154e-403f-89b2-b4ca49e20208', 'name': '', 'network_id': '86c3d0ed-1df9-469f-9686-3575b374c832', 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'mac_address': 'fa:16:3e:3b:dc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644a38d6-7b19-46f6-bf33-3e6e5889e7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '6ff16690-23f5-46c1-9253-2f37b777a341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:56:26Z', 'updated_at': '2021-09-24T15:56:35Z', 'revision_number': 5, 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'subnets': [{'id': '6ff16690-23f5-46c1-9253-2f37b777a341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:48.140942 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f466abc-94fc-4e75-a9a8-a20c5fbba91e None None] The sync data for ids ['644a38d6-7b19-46f6-bf33-3e6e5889e7a0'] in n-d-808921-1 is: [{'id': '644a38d6-7b19-46f6-bf33-3e6e5889e7a0', 'name': 'tempest-TestNetworkBasicOps-router-1406295477', 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '2d8dc83c-9b93-4f1d-9f6c-d428f15acc7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:56:17Z', 'updated_at': '2021-09-24T15:56:28Z', 'revision_number': 4, 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'gw_port': {'id': '2d8dc83c-9b93-4f1d-9f6c-d428f15acc7f', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:af:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644a38d6-7b19-46f6-bf33-3e6e5889e7a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:56:19Z', 'updated_at': '2021-09-24T15:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '24fa33be-154e-403f-89b2-b4ca49e20208', 'name': '', 'network_id': '86c3d0ed-1df9-469f-9686-3575b374c832', 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'mac_address': 'fa:16:3e:3b:dc:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644a38d6-7b19-46f6-bf33-3e6e5889e7a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 2831, 'fixed_ips': [{'subnet_id': '6ff16690-23f5-46c1-9253-2f37b777a341', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:56:26Z', 'updated_at': '2021-09-24T15:56:35Z', 'revision_number': 5, 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'subnets': [{'id': '6ff16690-23f5-46c1-9253-2f37b777a341', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:57:48.146813 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-2a88e5be-99ed-49a3-aef4-ec4ca9040bb9 None None] For port 7ef98ed5-a8d3-4642-818b-8cecf12995c2, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:57:48.148812 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a16d01-edb3-40b1-a7d8-061a6f62a2d1 admin admin] Pushing event updated for resources: {'Port': ['ID=f8fe4614-3b5d-45de-99fa-7346897eb583,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:48.178275 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-2a88e5be-99ed-49a3-aef4-ec4ca9040bb9 None None] For port 7ef98ed5-a8d3-4642-818b-8cecf12995c2, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=7ef98ed5-a8d3-4642-818b-8cecf12995c2,segment=NetworkSegment(a0fefb80-06b5-4a55-b601-c780dba58cd0),segment_id=a0fefb80-06b5-4a55-b601-c780dba58cd0)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:57:48.180010 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:48.183544 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c5a16d01-edb3-40b1-a7d8-061a6f62a2d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:48.191015 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-2d6b13cb-345d-44dd-a3b7-b7050b4dfc25 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] 10.222.0.101 "PUT /v2.0/ports/43def8f7-e5cb-45b3-add0-af3b1b4c3ed4/tags/tempest-TagsExtTest-Tag-1823135359 HTTP/1.1" status: 201 len: 201 time: 0.4526675 Sep 24 15:57:48.192120 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fd76f5fc-36dc-46f0-8b13-20399e2f0c1a tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:48.199248 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd76f5fc-36dc-46f0-8b13-20399e2f0c1a tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:48.199710 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fd76f5fc-36dc-46f0-8b13-20399e2f0c1a tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:48.203819 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48346) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:48.213894 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-6170903a-0114-4148-bf6e-7886d07a3c04 None None] Allocated IP 172.20.0.2 (13818614-7186-4b08-8e65-99dcf947f9be/56122e50-b940-4224-b271-61ac27d698f8/ffae6ce2-f555-487e-a8f1-6b092e743dbe) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:57:48.218945 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.tag.tag_plugin [None req-264ce866-294f-4b46-ac14-264bebd014f1 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '46c6c0ce-a79c-47b5-835e-59503961c6d0', 'tempest-TagsExtTest-Tag-1337272342') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:48.221290 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port 46257093-a6b0-4da2-91b4-8328f3cf93b7, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=46257093-a6b0-4da2-91b4-8328f3cf93b7,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:57:48.273368 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2a88e5be-99ed-49a3-aef4-ec4ca9040bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:48.373837 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:48.409043 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a88e5be-99ed-49a3-aef4-ec4ca9040bb9 None None] Pushing event updated for resources: {'Port': ['ID=7ef98ed5-a8d3-4642-818b-8cecf12995c2,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:48.422654 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a88e5be-99ed-49a3-aef4-ec4ca9040bb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:57:48.423008 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a88e5be-99ed-49a3-aef4-ec4ca9040bb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:57:48.423349 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a88e5be-99ed-49a3-aef4-ec4ca9040bb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:57:48.424064 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a88e5be-99ed-49a3-aef4-ec4ca9040bb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:57:48.424774 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a88e5be-99ed-49a3-aef4-ec4ca9040bb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:57:48.425090 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a88e5be-99ed-49a3-aef4-ec4ca9040bb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:57:48.426069 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a88e5be-99ed-49a3-aef4-ec4ca9040bb9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:57:48.426645 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a88e5be-99ed-49a3-aef4-ec4ca9040bb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:57:48.428220 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a88e5be-99ed-49a3-aef4-ec4ca9040bb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:57:48.428721 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a88e5be-99ed-49a3-aef4-ec4ca9040bb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:57:48.429226 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a88e5be-99ed-49a3-aef4-ec4ca9040bb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:57:48.429709 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a88e5be-99ed-49a3-aef4-ec4ca9040bb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:57:48.447328 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd76f5fc-36dc-46f0-8b13-20399e2f0c1a tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Pushing event updated for resources: {'Network': ['ID=458d4251-ec54-47df-8b02-c313aaf60c98,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:48.450427 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-fd76f5fc-36dc-46f0-8b13-20399e2f0c1a tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7936616 Sep 24 15:57:48.453338 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48352) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:48.556370 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 458d4251-ec54-47df-8b02-c313aaf60c98 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:57:48.607775 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc0148-585a-4c13-bacd-22c419fe3b15 req-d9f8ce99-9293-4cd1-bcb4-623a1cf83816 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:48.609381 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c1dc0148-585a-4c13-bacd-22c419fe3b15 req-d9f8ce99-9293-4cd1-bcb4-623a1cf83816 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=56aeda28-0052-429d-a1d0-74f2354d8203 HTTP/1.1" status: 200 len: 945 time: 0.2504680 Sep 24 15:57:48.663717 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 7b5e7e62-d694-4e79-86b6-7d3065c07fec up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:57:48.685018 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbab5d5-e983-4c16-b1fa-3b4986c4c47d tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:48.686562 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-1fbab5d5-e983-4c16-b1fa-3b4986c4c47d tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] 10.222.0.101 "GET /v2.0/networks?id=458d4251-ec54-47df-8b02-c313aaf60c98 HTTP/1.1" status: 200 len: 764 time: 0.2322636 Sep 24 15:57:48.707429 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48358) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:48.707429 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48360) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:48.708014 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-e691951b-a4c4-4c5a-8e58-e0311a306faf tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Request body: {'network': {'description': 'd2'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:57:48.743613 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5589996f-ba39-42a6-9241-290f68599b4d tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:48.799871 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c1dc0148-585a-4c13-bacd-22c419fe3b15 req-3f418f6f-7570-4bf7-85a3-71b80d2c2ef0 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=d304bbd8-1375-41e6-a4a7-0404dd25bcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1554785 Sep 24 15:57:48.830385 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=46257093-a6b0-4da2-91b4-8328f3cf93b7,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:48.843415 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6170903a-0114-4148-bf6e-7886d07a3c04 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:48.894513 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-264ce866-294f-4b46-ac14-264bebd014f1 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] 10.222.0.101 "PUT /v2.0/routers/46c6c0ce-a79c-47b5-835e-59503961c6d0/tags/tempest-TagsExtTest-Tag-1337272342 HTTP/1.1" status: 201 len: 201 time: 0.6858785 Sep 24 15:57:48.918717 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48370) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:48.932855 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c5a16d01-edb3-40b1-a7d8-061a6f62a2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:48.939094 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 7b5e7e62-d694-4e79-86b6-7d3065c07fec triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:57:48.941061 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:48.946733 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.tag.tag_plugin [None req-a0a28118-34b4-48d4-8f58-673cc840a79b tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd3ed5c35-2af2-4439-84d6-c903a7755f5c', 'tempest-TagsExtTest-Tag-1405574225') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:49.012991 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6170903a-0114-4148-bf6e-7886d07a3c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:49.060245 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4317304b-7384-453a-b21f-18f94d792915 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:49.092270 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6170903a-0114-4148-bf6e-7886d07a3c04 None None] Network 13818614-7186-4b08-8e65-99dcf947f9be is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:57:49.103347 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-6170903a-0114-4148-bf6e-7886d07a3c04 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:57:49.107065 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6170903a-0114-4148-bf6e-7886d07a3c04 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:57:49.170250 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6170903a-0114-4148-bf6e-7886d07a3c04 None None] Pushing event updated for resources: {'Port': ['ID=ffae6ce2-f555-487e-a8f1-6b092e743dbe,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:49.175834 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4317304b-7384-453a-b21f-18f94d792915 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:49.260836 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e88886-183e-438b-a3ef-13dd9f04506f req-10545082-d18d-42ac-aad4-9cf197985132 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:49.263212 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-01e88886-183e-438b-a3ef-13dd9f04506f req-10545082-d18d-42ac-aad4-9cf197985132 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=56aeda28-0052-429d-a1d0-74f2354d8203 HTTP/1.1" status: 200 len: 945 time: 0.3375995 Sep 24 15:57:49.275385 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef257677-401c-4a03-8a8a-50a3c9b72903 None None] New status for floating IP 5eb78960-bd1c-4052-a3b6-2e3e14ce35ee: DOWN {{(pid=95300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:57:49.421101 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-01e88886-183e-438b-a3ef-13dd9f04506f req-668757d5-7771-4750-985b-19a23240553d tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=d304bbd8-1375-41e6-a4a7-0404dd25bcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1409192 Sep 24 15:57:49.455637 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48374) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:49.508825 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-6170903a-0114-4148-bf6e-7886d07a3c04 None None] Attempting to bind port ffae6ce2-f555-487e-a8f1-6b092e743dbe on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:57:49.509743 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-6170903a-0114-4148-bf6e-7886d07a3c04 None None] Attempting to bind port ffae6ce2-f555-487e-a8f1-6b092e743dbe by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'c0799422-e8b3-4c5a-9646-fb503ff7b23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': '13818614-7186-4b08-8e65-99dcf947f9be'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:57:49.510395 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6170903a-0114-4148-bf6e-7886d07a3c04 None None] Attempting to bind port ffae6ce2-f555-487e-a8f1-6b092e743dbe on network 13818614-7186-4b08-8e65-99dcf947f9be {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:57:49.512999 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 74b285c7-50a5-4fa0-8dc5-887f6e83db67 no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:57:49.517516 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:49.573676 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6170903a-0114-4148-bf6e-7886d07a3c04 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:57:49.574726 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6170903a-0114-4148-bf6e-7886d07a3c04 None None] Checking segment: {'id': 'c0799422-e8b3-4c5a-9646-fb503ff7b23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': '13818614-7186-4b08-8e65-99dcf947f9be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:57:49.574726 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6170903a-0114-4148-bf6e-7886d07a3c04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:49.575294 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6170903a-0114-4148-bf6e-7886d07a3c04 None None] Bound using segment: {'id': 'c0799422-e8b3-4c5a-9646-fb503ff7b23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': '13818614-7186-4b08-8e65-99dcf947f9be'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:57:49.576021 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-6170903a-0114-4148-bf6e-7886d07a3c04 None None] Bound port: ffae6ce2-f555-487e-a8f1-6b092e743dbe, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0799422-e8b3-4c5a-9646-fb503ff7b23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': '13818614-7186-4b08-8e65-99dcf947f9be'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:57:49.576761 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6170903a-0114-4148-bf6e-7886d07a3c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:49.604221 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] No Port match for: 74b285c7-50a5-4fa0-8dc5-887f6e83db67 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:57:49.604932 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 74b285c7-50a5-4fa0-8dc5-887f6e83db67 not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:57:49.638993 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e691951b-a4c4-4c5a-8e58-e0311a306faf tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:49.660727 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port 7b5e7e62-d694-4e79-86b6-7d3065c07fec, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=7b5e7e62-d694-4e79-86b6-7d3065c07fec,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:57:49.692316 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c5a16d01-edb3-40b1-a7d8-061a6f62a2d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:49.719580 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d5afbd-c2c0-4ab6-b7ac-426e116d5a4a tempest-TestNetworkAdvancedServerOps-571836934 tempest-TestNetworkAdvancedServerOps-571836934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:49.719580 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-a4d5afbd-c2c0-4ab6-b7ac-426e116d5a4a tempest-TestNetworkAdvancedServerOps-571836934 tempest-TestNetworkAdvancedServerOps-571836934-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=56aeda28-0052-429d-a1d0-74f2354d8203 HTTP/1.1" status: 200 len: 1091 time: 0.2576144 Sep 24 15:57:49.719905 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48376) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:49.722310 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-2eee3af7-2cbc-456c-a2c2-8591a70f901f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Request body: {'floatingip': {'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'port_id': 'aa13762d-583b-4889-9399-530afb17aa2e', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:57:49.749559 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-a0a28118-34b4-48d4-8f58-673cc840a79b tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] 10.222.0.101 "PUT /v2.0/subnetpools/d3ed5c35-2af2-4439-84d6-c903a7755f5c/tags/tempest-TagsExtTest-Tag-1405574225 HTTP/1.1" status: 201 len: 201 time: 0.8160791 Sep 24 15:57:49.750066 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48378) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:49.754870 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-5589996f-ba39-42a6-9241-290f68599b4d tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Allocated IP 172.20.0.1 (13818614-7186-4b08-8e65-99dcf947f9be/56122e50-b940-4224-b271-61ac27d698f8/5458e65c-f857-4b84-92a4-ea20d2659287) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:57:49.762526 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.tag.tag_plugin [None req-edaa320e-c636-49a4-8cdc-aefe6dc277dd tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a93a5e68-c359-4d7c-aeaa-19e5a933803b') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:49.763038 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-6170903a-0114-4148-bf6e-7886d07a3c04 None None] For port ffae6ce2-f555-487e-a8f1-6b092e743dbe, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:57:49.767203 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:49.770926 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c5a16d01-edb3-40b1-a7d8-061a6f62a2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:49.778612 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e691951b-a4c4-4c5a-8e58-e0311a306faf tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:49.780840 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-6170903a-0114-4148-bf6e-7886d07a3c04 None None] For port ffae6ce2-f555-487e-a8f1-6b092e743dbe, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=ffae6ce2-f555-487e-a8f1-6b092e743dbe,segment=NetworkSegment(c0799422-e8b3-4c5a-9646-fb503ff7b23e),segment_id=c0799422-e8b3-4c5a-9646-fb503ff7b23e)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:57:49.785882 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device eff8e0e5-55a4-44ac-827f-e5eab2608c64 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:57:49.828507 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e691951b-a4c4-4c5a-8e58-e0311a306faf tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Network 458d4251-ec54-47df-8b02-c313aaf60c98 is not hosted by any dhcp agent {{(pid=95298) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 24 15:57:49.838643 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: eff8e0e5-55a4-44ac-827f-e5eab2608c64 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:57:49.838803 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device eff8e0e5-55a4-44ac-827f-e5eab2608c64 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:57:49.846505 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e691951b-a4c4-4c5a-8e58-e0311a306faf tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:49.851424 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e691951b-a4c4-4c5a-8e58-e0311a306faf tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:49.851424 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-e691951b-a4c4-4c5a-8e58-e0311a306faf tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] 10.222.0.101 "PUT /v2.0/networks/458d4251-ec54-47df-8b02-c313aaf60c98 HTTP/1.1" status: 200 len: 761 time: 1.1462154 Sep 24 15:57:49.863121 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48380) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:49.863582 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4317304b-7384-453a-b21f-18f94d792915 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:49.874549 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4317304b-7384-453a-b21f-18f94d792915 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:49.875890 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-4317304b-7384-453a-b21f-18f94d792915 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "DELETE /v2.0/security-groups/95020bcf-266e-4b6b-8ca8-225847e62790 HTTP/1.1" status: 204 len: 168 time: 1.1721344 Sep 24 15:57:49.880202 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6170903a-0114-4148-bf6e-7886d07a3c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:49.905446 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=7b5e7e62-d694-4e79-86b6-7d3065c07fec,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:49.945860 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2eee3af7-2cbc-456c-a2c2-8591a70f901f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for floatingip, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:49.967880 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6170903a-0114-4148-bf6e-7886d07a3c04 None None] Pushing event updated for resources: {'Port': ['ID=ffae6ce2-f555-487e-a8f1-6b092e743dbe,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:50.041069 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a16d01-edb3-40b1-a7d8-061a6f62a2d1 admin admin] Pushing event updated for resources: {'Port': ['ID=f8fe4614-3b5d-45de-99fa-7346897eb583,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:50.043926 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c5a16d01-edb3-40b1-a7d8-061a6f62a2d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:50.055916 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4317304b-7384-453a-b21f-18f94d792915 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95020bcf-266e-4b6b-8ca8-225847e62790,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:50.069478 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48384) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:50.083177 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691951b-a4c4-4c5a-8e58-e0311a306faf tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Pushing event updated for resources: {'Network': ['ID=458d4251-ec54-47df-8b02-c313aaf60c98,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:50.114603 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 458d4251-ec54-47df-8b02-c313aaf60c98 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:57:50.150274 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71302748-9a5c-479f-9b17-0e02511ae521 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:50.157800 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-71302748-9a5c-479f-9b17-0e02511ae521 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] 10.222.0.101 "GET /v2.0/networks?id=458d4251-ec54-47df-8b02-c313aaf60c98 HTTP/1.1" status: 200 len: 764 time: 0.2781596 Sep 24 15:57:50.158478 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48386) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:50.205515 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5589996f-ba39-42a6-9241-290f68599b4d tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:50.249644 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324fa69a-3294-48da-b20e-23c5528bbe3d None None] Network 0381e9ec-c8a6-4c46-984a-0a666f2cc067 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:57:50.349088 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-56e57aa9-8692-4aba-b144-a69db924f5a0 None None] Provisioning complete for port 7ef98ed5-a8d3-4642-818b-8cecf12995c2 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:57:50.350002 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-56e57aa9-8692-4aba-b144-a69db924f5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:50.365882 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5589996f-ba39-42a6-9241-290f68599b4d tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:50.502810 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-edaa320e-c636-49a4-8cdc-aefe6dc277dd tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] 10.222.0.101 "GET /v2.0/subnets/a93a5e68-c359-4d7c-aeaa-19e5a933803b/tags HTTP/1.1" status: 200 len: 240 time: 0.7514830 Sep 24 15:57:50.508253 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48390) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:50.510169 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5589996f-ba39-42a6-9241-290f68599b4d tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Network 13818614-7186-4b08-8e65-99dcf947f9be is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:57:50.520314 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.tag.tag_plugin [None req-6cc3afa5-704e-4bce-838d-c1f758746ea7 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a93a5e68-c359-4d7c-aeaa-19e5a933803b', 'tempest-TagsExtTest-Tag-542503699') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:50.584315 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-5589996f-ba39-42a6-9241-290f68599b4d tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:57:50.588699 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a16d01-edb3-40b1-a7d8-061a6f62a2d1 admin admin] Network 5b5ae1eb-54bd-4dc0-9ed2-fc3865a6b206 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:57:50.590486 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5589996f-ba39-42a6-9241-290f68599b4d tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:57:50.594003 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5589996f-ba39-42a6-9241-290f68599b4d tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Pushing event updated for resources: {'Port': ['ID=5458e65c-f857-4b84-92a4-ea20d2659287,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:50.607331 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-c5a16d01-edb3-40b1-a7d8-061a6f62a2d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:57:50.616514 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-56e57aa9-8692-4aba-b144-a69db924f5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:50.675653 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-56e57aa9-8692-4aba-b144-a69db924f5a0 None None] For port 7ef98ed5-a8d3-4642-818b-8cecf12995c2, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=7ef98ed5-a8d3-4642-818b-8cecf12995c2,segment=NetworkSegment(a0fefb80-06b5-4a55-b601-c780dba58cd0),segment_id=a0fefb80-06b5-4a55-b601-c780dba58cd0)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:57:50.711771 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ed90fe-206e-4ad3-a3ce-1d48d0beb8f1 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:50.716396 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-e9ed90fe-206e-4ad3-a3ce-1d48d0beb8f1 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5490472 Sep 24 15:57:50.720047 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48392) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:50.788721 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-56e57aa9-8692-4aba-b144-a69db924f5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:50.794946 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5589996f-ba39-42a6-9241-290f68599b4d tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:50.843822 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b6ba369c-f8df-4e87-8533-82572b9d8053 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] 10.222.0.101 "GET /v2.0/subnets?network_id=e6a2de20-1ea0-43e5-88e0-982d19e317d5 HTTP/1.1" status: 200 len: 207 time: 0.1223719 Sep 24 15:57:50.845285 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 7b5e7e62-d694-4e79-86b6-7d3065c07fec up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:57:50.851547 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48394) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:50.877368 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-6cc3afa5-704e-4bce-838d-c1f758746ea7 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] 10.222.0.101 "GET /v2.0/subnets/a93a5e68-c359-4d7c-aeaa-19e5a933803b/tags/tempest-TagsExtTest-Tag-542503699 HTTP/1.1" status: 204 len: 168 time: 0.3615150 Sep 24 15:57:50.881058 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48396) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:50.887871 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.tag.tag_plugin [None req-798bd28a-8d91-483b-bd31-2d9df3d5ecf0 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'a93a5e68-c359-4d7c-aeaa-19e5a933803b', 'tempest-TagsExtTest-Tag-542503699') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:50.941503 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2eee3af7-2cbc-456c-a2c2-8591a70f901f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:50.960949 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e57aa9-8692-4aba-b144-a69db924f5a0 None None] Pushing event updated for resources: {'Port': ['ID=7ef98ed5-a8d3-4642-818b-8cecf12995c2,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:51.050271 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 7b5e7e62-d694-4e79-86b6-7d3065c07fec triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:57:51.050753 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:51.056467 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-d9431771-223c-44d8-b2c9-f2e7816c19ae None None] Provisioning complete for port 7ef98ed5-a8d3-4642-818b-8cecf12995c2 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:57:51.056701 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d9431771-223c-44d8-b2c9-f2e7816c19ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:51.122311 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5a16d01-edb3-40b1-a7d8-061a6f62a2d1 admin admin] Router 43377dbd-f904-409e-9b1c-72a57d160497 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:57:51.253328 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-d9431771-223c-44d8-b2c9-f2e7816c19ae None None] Provisioning complete for port 43def8f7-e5cb-45b3-add0-af3b1b4c3ed4 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:57:51.253328 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d9431771-223c-44d8-b2c9-f2e7816c19ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:51.364219 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a16d01-edb3-40b1-a7d8-061a6f62a2d1 admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:57:51.375326 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-c5a16d01-edb3-40b1-a7d8-061a6f62a2d1 admin admin] 10.222.0.101 "PUT /v2.0/routers/43377dbd-f904-409e-9b1c-72a57d160497/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3490441 Sep 24 15:57:51.388674 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fb49fc-4de9-4efa-9465-190165cb1cd3 None None] Sync routers for ids ['43377dbd-f904-409e-9b1c-72a57d160497'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:57:51.445306 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fb49fc-4de9-4efa-9465-190165cb1cd3 None None] Routers {'43377dbd-f904-409e-9b1c-72a57d160497'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:57:51.447941 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-62fb49fc-4de9-4efa-9465-190165cb1cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:57:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['43377dbd-f904-409e-9b1c-72a57d160497'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:51.453236 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5589996f-ba39-42a6-9241-290f68599b4d tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:51.492075 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-798bd28a-8d91-483b-bd31-2d9df3d5ecf0 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] 10.222.0.101 "DELETE /v2.0/subnets/a93a5e68-c359-4d7c-aeaa-19e5a933803b/tags/tempest-TagsExtTest-Tag-542503699 HTTP/1.1" status: 204 len: 168 time: 0.6054583 Sep 24 15:57:51.494570 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48404) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:51.497188 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.tag.tag_plugin [None req-42f8b676-de99-4dbd-a974-d7950f3e2ae8 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a93a5e68-c359-4d7c-aeaa-19e5a933803b') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:51.542099 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefb075f-4450-431d-a75f-36456b75233e None None] Network 13818614-7186-4b08-8e65-99dcf947f9be requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:57:51.543308 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e21c546-7824-4a0e-a435-24a77cb2eefc tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:51.550207 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e21c546-7824-4a0e-a435-24a77cb2eefc tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:51.557980 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e21c546-7824-4a0e-a435-24a77cb2eefc tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:51.563639 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 46257093-a6b0-4da2-91b4-8328f3cf93b7 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:57:51.570041 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-d9431771-223c-44d8-b2c9-f2e7816c19ae None None] Port 43def8f7-e5cb-45b3-add0-af3b1b4c3ed4 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:57:51.577712 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e21c546-7824-4a0e-a435-24a77cb2eefc tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:51.584941 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e21c546-7824-4a0e-a435-24a77cb2eefc tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:51.591543 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e21c546-7824-4a0e-a435-24a77cb2eefc tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:51.593625 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-9e21c546-7824-4a0e-a435-24a77cb2eefc tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] 10.222.0.101 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.7411299 Sep 24 15:57:51.602236 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48406) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:51.692146 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-2eee3af7-2cbc-456c-a2c2-8591a70f901f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Allocated IP 172.25.0.110 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/8dfa0165-7456-424c-8d02-4f490152d276) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:57:51.773690 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-dda54e0c-58bd-42f7-86fd-f1f665148679 None None] Provisioning complete for port ffae6ce2-f555-487e-a8f1-6b092e743dbe triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:57:51.774549 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-dda54e0c-58bd-42f7-86fd-f1f665148679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:51.788395 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-62fb49fc-4de9-4efa-9465-190165cb1cd3 None None] Set router 43377dbd-f904-409e-9b1c-72a57d160497 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:57:51.942717 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2eee3af7-2cbc-456c-a2c2-8591a70f901f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:51.943454 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 46257093-a6b0-4da2-91b4-8328f3cf93b7 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:57:51.943454 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:51.961227 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2c5a4a91-5b09-49d0-89c1-27f8db568853 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:51.977904 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-c3cd9128-c25f-4c5d-b018-50bd30d17317 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] 10.222.0.101 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.3739378 Sep 24 15:57:51.989343 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-42f8b676-de99-4dbd-a974-d7950f3e2ae8 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] 10.222.0.101 "GET /v2.0/subnets/a93a5e68-c359-4d7c-aeaa-19e5a933803b/tags HTTP/1.1" status: 200 len: 205 time: 0.4929633 Sep 24 15:57:51.993537 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48422) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:51.993875 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48424) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:52.003862 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.tag.tag_plugin [None req-44d2faf7-ee11-4d40-8309-17e125e6fd0b tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '43def8f7-e5cb-45b3-add0-af3b1b4c3ed4') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:52.217471 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-dda54e0c-58bd-42f7-86fd-f1f665148679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:52.239589 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 7ef98ed5-a8d3-4642-818b-8cecf12995c2 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:57:52.303806 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-dda54e0c-58bd-42f7-86fd-f1f665148679 None None] For port ffae6ce2-f555-487e-a8f1-6b092e743dbe, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=ffae6ce2-f555-487e-a8f1-6b092e743dbe,segment=NetworkSegment(c0799422-e8b3-4c5a-9646-fb503ff7b23e),segment_id=c0799422-e8b3-4c5a-9646-fb503ff7b23e)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:57:52.327824 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-62fb49fc-4de9-4efa-9465-190165cb1cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43377dbd-f904-409e-9b1c-72a57d160497', 'name': 'tempest-ServerRescueTestJSON-950523152-router', 'tenant_id': 'b3bc8c40013d4a92b1cf10d67118144c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '46257093-a6b0-4da2-91b4-8328f3cf93b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:57:37Z', 'updated_at': '2021-09-24T15:57:48Z', 'revision_number': 4, 'project_id': 'b3bc8c40013d4a92b1cf10d67118144c', 'gw_port': {'id': '46257093-a6b0-4da2-91b4-8328f3cf93b7', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:84:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43377dbd-f904-409e-9b1c-72a57d160497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:57:39Z', 'updated_at': '2021-09-24T15:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'f8fe4614-3b5d-45de-99fa-7346897eb583', 'name': '', 'network_id': '5b5ae1eb-54bd-4dc0-9ed2-fc3865a6b206', 'tenant_id': 'b3bc8c40013d4a92b1cf10d67118144c', 'mac_address': 'fa:16:3e:2e:7a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43377dbd-f904-409e-9b1c-72a57d160497', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': '1b77319b-e972-47e8-93df-b7729b347ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:57:45Z', 'updated_at': '2021-09-24T15:57:49Z', 'revision_number': 2, 'project_id': 'b3bc8c40013d4a92b1cf10d67118144c', 'subnets': [{'id': '1b77319b-e972-47e8-93df-b7729b347ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:52.372653 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fb49fc-4de9-4efa-9465-190165cb1cd3 None None] Checking router: 43377dbd-f904-409e-9b1c-72a57d160497 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:57:52.373532 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fb49fc-4de9-4efa-9465-190165cb1cd3 None None] Updating router 43377dbd-f904-409e-9b1c-72a57d160497 port f8fe4614-3b5d-45de-99fa-7346897eb583 binding host n-d-808921-1 {{(pid=95299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:57:52.411787 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 7ef98ed5-a8d3-4642-818b-8cecf12995c2 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:57:52.412534 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:52.414635 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-dda54e0c-58bd-42f7-86fd-f1f665148679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:52.487998 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2eee3af7-2cbc-456c-a2c2-8591a70f901f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:52.558585 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-62fb49fc-4de9-4efa-9465-190165cb1cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:52.623864 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eee3af7-2cbc-456c-a2c2-8591a70f901f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:57:52.637280 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-2eee3af7-2cbc-456c-a2c2-8591a70f901f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:57:52.645381 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eee3af7-2cbc-456c-a2c2-8591a70f901f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:57:52.665400 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-dda54e0c-58bd-42f7-86fd-f1f665148679 None None] Provisioning complete for port 43def8f7-e5cb-45b3-add0-af3b1b4c3ed4 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:57:52.665907 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-dda54e0c-58bd-42f7-86fd-f1f665148679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:52.666980 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d275a6e3-ebd8-4981-baef-724a3c48fd4f tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:52.668806 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d275a6e3-ebd8-4981-baef-724a3c48fd4f tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:52.670764 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d275a6e3-ebd8-4981-baef-724a3c48fd4f tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:52.672469 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d275a6e3-ebd8-4981-baef-724a3c48fd4f tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:52.674469 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d275a6e3-ebd8-4981-baef-724a3c48fd4f tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:52.676502 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-d275a6e3-ebd8-4981-baef-724a3c48fd4f tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.6795394 Sep 24 15:57:52.684279 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48430) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:52.719657 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-dda54e0c-58bd-42f7-86fd-f1f665148679 None None] Port 43def8f7-e5cb-45b3-add0-af3b1b4c3ed4 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:57:52.732452 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eee3af7-2cbc-456c-a2c2-8591a70f901f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event updated for resources: {'Port': ['ID=8dfa0165-7456-424c-8d02-4f490152d276,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:52.734105 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46da13-dea8-4aae-a2d3-d72e197d7b3e req-732164d6-24ec-4c8e-b600-f836a0aefd99 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:52.735997 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6c46da13-dea8-4aae-a2d3-d72e197d7b3e req-732164d6-24ec-4c8e-b600-f836a0aefd99 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/networks?id=5b5ae1eb-54bd-4dc0-9ed2-fc3865a6b206 HTTP/1.1" status: 200 len: 810 time: 0.8927817 Sep 24 15:57:52.752331 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda54e0c-58bd-42f7-86fd-f1f665148679 None None] Pushing event updated for resources: {'Port': ['ID=ffae6ce2-f555-487e-a8f1-6b092e743dbe,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:52.897078 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c706e5ef-f67a-4436-9170-cba5838657c7 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Attributes excluded by policy engine: ['shared'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:52.899278 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c706e5ef-f67a-4436-9170-cba5838657c7 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Attributes excluded by policy engine: ['shared'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:52.900710 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c706e5ef-f67a-4436-9170-cba5838657c7 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Attributes excluded by policy engine: ['shared'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:52.902221 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c706e5ef-f67a-4436-9170-cba5838657c7 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Attributes excluded by policy engine: ['shared'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:52.903863 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c706e5ef-f67a-4436-9170-cba5838657c7 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Attributes excluded by policy engine: ['shared'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:52.905754 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-c706e5ef-f67a-4436-9170-cba5838657c7 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] 10.222.0.101 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2187495 Sep 24 15:57:52.918796 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device ffae6ce2-f555-487e-a8f1-6b092e743dbe up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:57:52.924477 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48432) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:52.941323 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6c46da13-dea8-4aae-a2d3-d72e197d7b3e req-477a03f3-eb5c-4074-9bb8-8ea910ef2d97 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/quotas/b3bc8c40013d4a92b1cf10d67118144c HTTP/1.1" status: 200 len: 375 time: 0.1614804 Sep 24 15:57:52.945468 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5589996f-ba39-42a6-9241-290f68599b4d tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:52.968405 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-44d2faf7-ee11-4d40-8309-17e125e6fd0b tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] 10.222.0.101 "GET /v2.0/ports/43def8f7-e5cb-45b3-add0-af3b1b4c3ed4/tags HTTP/1.1" status: 200 len: 241 time: 0.9701400 Sep 24 15:57:52.973792 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48434) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:53.004772 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.tag.tag_plugin [None req-d614ba1a-305d-4c72-b7cb-3073d4fd1efd tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '43def8f7-e5cb-45b3-add0-af3b1b4c3ed4', 'tempest-TagsExtTest-Tag-1823135359') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:53.074884 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6c46da13-dea8-4aae-a2d3-d72e197d7b3e req-be79194d-ca7c-4f26-a165-30cd7cbf3996 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=b3bc8c40013d4a92b1cf10d67118144c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1127372 Sep 24 15:57:53.075565 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5589996f-ba39-42a6-9241-290f68599b4d tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:53.163758 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-a31d5d44-015e-4d24-8d4f-85ffd946e456 None None] Provisioning complete for port ffae6ce2-f555-487e-a8f1-6b092e743dbe triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:57:53.167144 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a31d5d44-015e-4d24-8d4f-85ffd946e456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:53.179916 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466171b6-9b28-4e62-a920-0127bc2f7ee3 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:53.181370 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-466171b6-9b28-4e62-a920-0127bc2f7ee3 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] 10.222.0.101 "GET /v2.0/networks/8f2aea8a-3b42-407b-9165-76240965d7e0 HTTP/1.1" status: 200 len: 803 time: 0.2584887 Sep 24 15:57:53.187540 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48440) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:53.201173 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48442) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:53.246434 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5589996f-ba39-42a6-9241-290f68599b4d tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:53.267721 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5589996f-ba39-42a6-9241-290f68599b4d tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Pushing event updated for resources: {'Port': ['ID=5458e65c-f857-4b84-92a4-ea20d2659287,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:53.308666 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-d614ba1a-305d-4c72-b7cb-3073d4fd1efd tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] 10.222.0.101 "GET /v2.0/ports/43def8f7-e5cb-45b3-add0-af3b1b4c3ed4/tags/tempest-TagsExtTest-Tag-1823135359 HTTP/1.1" status: 204 len: 168 time: 0.3180075 Sep 24 15:57:53.326276 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48446) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:53.330713 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.tag.tag_plugin [None req-69df4188-6753-4326-b416-6aae021230b7 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '43def8f7-e5cb-45b3-add0-af3b1b4c3ed4', 'tempest-TagsExtTest-Tag-1823135359') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:53.398585 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port ffae6ce2-f555-487e-a8f1-6b092e743dbe triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:57:53.398961 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:53.453643 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5589996f-ba39-42a6-9241-290f68599b4d tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Network 13818614-7186-4b08-8e65-99dcf947f9be is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:57:53.482622 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-5589996f-ba39-42a6-9241-290f68599b4d tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:57:53.493426 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1a21f337-0591-4ab8-b537-7f7d973b2f70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:53.509398 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-a31d5d44-015e-4d24-8d4f-85ffd946e456 None None] Provisioning complete for port 5458e65c-f857-4b84-92a4-ea20d2659287 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:57:53.509683 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a31d5d44-015e-4d24-8d4f-85ffd946e456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:53.579618 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-62fb49fc-4de9-4efa-9465-190165cb1cd3 None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:53.590405 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-a31d5d44-015e-4d24-8d4f-85ffd946e456 None None] Port 5458e65c-f857-4b84-92a4-ea20d2659287 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:57:53.609539 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-0caff47d-6ce4-4179-af18-74777cc4f5a0 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] 10.222.0.101 "GET /v2.0/networks/8f2aea8a-3b42-407b-9165-76240965d7e0?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.4208283 Sep 24 15:57:53.615001 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-2c5a4a91-5b09-49d0-89c1-27f8db568853 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Deleting port 24fa33be-154e-403f-89b2-b4ca49e20208 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:57:53.615466 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2c5a4a91-5b09-49d0-89c1-27f8db568853 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:53.659629 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-62fb49fc-4de9-4efa-9465-190165cb1cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:53.709133 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48448) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:53.718602 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c24998-183e-4f87-9a48-ff58756f0f96 None None] Pushing event updated for resources: {'Port': ['ID=f8fe4614-3b5d-45de-99fa-7346897eb583,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:53.743325 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-2c5a4a91-5b09-49d0-89c1-27f8db568853 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] For port 24fa33be-154e-403f-89b2-b4ca49e20208, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=24fa33be-154e-403f-89b2-b4ca49e20208,segment=NetworkSegment(3b0d1fe3-9fe9-4ff8-92fd-d9c45ff0aa0c),segment_id=3b0d1fe3-9fe9-4ff8-92fd-d9c45ff0aa0c)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:57:53.743693 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2c5a4a91-5b09-49d0-89c1-27f8db568853 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:53.746598 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 7ef98ed5-a8d3-4642-818b-8cecf12995c2 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:57:53.758637 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-2c5a4a91-5b09-49d0-89c1-27f8db568853 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Calling delete_port for 24fa33be-154e-403f-89b2-b4ca49e20208 owned by network:router_interface {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:57:53.812674 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-6de555bd-9d1e-4c85-912b-2410ef368f86 None None] Provisioning complete for port 5458e65c-f857-4b84-92a4-ea20d2659287 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:57:53.813139 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6de555bd-9d1e-4c85-912b-2410ef368f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:53.874257 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e5035db-e83c-47f5-afec-09896d5a39fd tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:53.875825 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-6e5035db-e83c-47f5-afec-09896d5a39fd tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] 10.222.0.101 "GET /v2.0/subnets/e996ae30-71bf-49c4-96b3-45e65a2cede6 HTTP/1.1" status: 200 len: 843 time: 0.1636810 Sep 24 15:57:53.890115 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48450) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:53.902774 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 7ef98ed5-a8d3-4642-818b-8cecf12995c2 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:57:53.903150 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:53.904724 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-6de555bd-9d1e-4c85-912b-2410ef368f86 None None] Port 5458e65c-f857-4b84-92a4-ea20d2659287 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:57:53.939631 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-62fb49fc-4de9-4efa-9465-190165cb1cd3 None None] Attempting to bind port f8fe4614-3b5d-45de-99fa-7346897eb583 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:57:53.940428 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-62fb49fc-4de9-4efa-9465-190165cb1cd3 None None] Attempting to bind port f8fe4614-3b5d-45de-99fa-7346897eb583 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '563c8a32-dd71-4fde-bd28-b20905086572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '5b5ae1eb-54bd-4dc0-9ed2-fc3865a6b206'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:57:53.940428 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fb49fc-4de9-4efa-9465-190165cb1cd3 None None] Attempting to bind port f8fe4614-3b5d-45de-99fa-7346897eb583 on network 5b5ae1eb-54bd-4dc0-9ed2-fc3865a6b206 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:57:53.946541 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6c46da13-dea8-4aae-a2d3-d72e197d7b3e req-56992679-b02c-4ad7-8f2d-dfda5e720d68 service neutron] 10.222.0.101 "GET /v2.0/networks/5b5ae1eb-54bd-4dc0-9ed2-fc3865a6b206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8375404 Sep 24 15:57:53.961927 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fb49fc-4de9-4efa-9465-190165cb1cd3 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:57:53.962383 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fb49fc-4de9-4efa-9465-190165cb1cd3 None None] Checking segment: {'id': '563c8a32-dd71-4fde-bd28-b20905086572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '5b5ae1eb-54bd-4dc0-9ed2-fc3865a6b206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:57:53.962745 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-62fb49fc-4de9-4efa-9465-190165cb1cd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:53.963147 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62fb49fc-4de9-4efa-9465-190165cb1cd3 None None] Bound using segment: {'id': '563c8a32-dd71-4fde-bd28-b20905086572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '5b5ae1eb-54bd-4dc0-9ed2-fc3865a6b206'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:57:53.963633 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-62fb49fc-4de9-4efa-9465-190165cb1cd3 None None] Bound port: f8fe4614-3b5d-45de-99fa-7346897eb583, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '563c8a32-dd71-4fde-bd28-b20905086572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '5b5ae1eb-54bd-4dc0-9ed2-fc3865a6b206'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:57:53.964022 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-62fb49fc-4de9-4efa-9465-190165cb1cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:53.986531 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2eee3af7-2cbc-456c-a2c2-8591a70f901f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:53.990865 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e364f15-87fd-4c6b-aa02-677749f0ede2 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Attributes excluded by policy engine: ['shared'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:53.992460 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-1e364f15-87fd-4c6b-aa02-677749f0ede2 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] 10.222.0.101 "GET /v2.0/subnets/e996ae30-71bf-49c4-96b3-45e65a2cede6?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0982015 Sep 24 15:57:53.997790 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48452) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:54.006331 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-0081d498-1045-4fba-8914-ebd61f73a325 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1448222033'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:57:54.024496 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5589996f-ba39-42a6-9241-290f68599b4d tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Router 07ee152a-b38f-4437-9b37-7ebd70954210 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:57:54.070459 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1a21f337-0591-4ab8-b537-7f7d973b2f70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:54.094749 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-75eb975b-b513-49e0-8aa7-137b46a60e8e None None] Provisioning complete for port 5458e65c-f857-4b84-92a4-ea20d2659287 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:57:54.095124 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-75eb975b-b513-49e0-8aa7-137b46a60e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:54.114115 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-69df4188-6753-4326-b416-6aae021230b7 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] 10.222.0.101 "DELETE /v2.0/ports/43def8f7-e5cb-45b3-add0-af3b1b4c3ed4/tags/tempest-TagsExtTest-Tag-1823135359 HTTP/1.1" status: 204 len: 168 time: 0.7845604 Sep 24 15:57:54.114506 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48454) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:54.119739 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.tag.tag_plugin [None req-b9dbc016-3e89-4b32-a578-06c078e23c3a tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '43def8f7-e5cb-45b3-add0-af3b1b4c3ed4') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:54.124589 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-62fb49fc-4de9-4efa-9465-190165cb1cd3 None None] For port f8fe4614-3b5d-45de-99fa-7346897eb583, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:57:54.143077 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6c46da13-dea8-4aae-a2d3-d72e197d7b3e req-646dc9e7-8181-45b2-9049-72901f1352af service neutron] 10.222.0.101 "GET /v2.0/networks/5b5ae1eb-54bd-4dc0-9ed2-fc3865a6b206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849225 Sep 24 15:57:54.152482 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device ffae6ce2-f555-487e-a8f1-6b092e743dbe up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:57:54.174105 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-62fb49fc-4de9-4efa-9465-190165cb1cd3 None None] For port f8fe4614-3b5d-45de-99fa-7346897eb583, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=f8fe4614-3b5d-45de-99fa-7346897eb583,segment=NetworkSegment(563c8a32-dd71-4fde-bd28-b20905086572),segment_id=563c8a32-dd71-4fde-bd28-b20905086572)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:57:54.175679 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-75eb975b-b513-49e0-8aa7-137b46a60e8e None None] Port 5458e65c-f857-4b84-92a4-ea20d2659287 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:57:54.179942 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2c5a4a91-5b09-49d0-89c1-27f8db568853 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:54.190947 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1a21f337-0591-4ab8-b537-7f7d973b2f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:54.224288 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2eee3af7-2cbc-456c-a2c2-8591a70f901f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:54.247386 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-62fb49fc-4de9-4efa-9465-190165cb1cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:54.252285 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5a4a91-5b09-49d0-89c1-27f8db568853 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Pushing event deleted for resources: {'Port': ['ID=24fa33be-154e-403f-89b2-b4ca49e20208,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:54.266067 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port ffae6ce2-f555-487e-a8f1-6b092e743dbe triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:57:54.266666 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:54.268209 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-1a21f337-0591-4ab8-b537-7f7d973b2f70 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=cb898beed89a40a6b53a8f49fa5edfa0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0553451 Sep 24 15:57:54.268925 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48456) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:54.278019 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5589996f-ba39-42a6-9241-290f68599b4d tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:57:54.280774 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a21f337-0591-4ab8-b537-7f7d973b2f70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca31d44c-6bdb-4693-8222-1fde5f30ef30,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:54.296750 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-5589996f-ba39-42a6-9241-290f68599b4d tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "PUT /v2.0/routers/07ee152a-b38f-4437-9b37-7ebd70954210/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8473063 Sep 24 15:57:54.297154 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723ef99a-bb69-46e3-8186-aae98ab263c0 None None] Sync routers for ids ['07ee152a-b38f-4437-9b37-7ebd70954210'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:57:54.300752 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48458) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:54.312470 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-42bc73f3-adfd-4512-abc0-c14748b3d438 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--377466828', 'description': 'tempest-secgroup_access--377466828 description', 'project_id': '1154a7819e8f441ba8a2f5ad356b8a2c'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:57:54.317140 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723ef99a-bb69-46e3-8186-aae98ab263c0 None None] Routers {'07ee152a-b38f-4437-9b37-7ebd70954210'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:57:54.317442 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-723ef99a-bb69-46e3-8186-aae98ab263c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:57:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['07ee152a-b38f-4437-9b37-7ebd70954210'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:54.387621 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0081d498-1045-4fba-8914-ebd61f73a325 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Made reservation on behalf of 5a864602808b4dc49d9e4388fb4dce35 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:57:54.393777 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0081d498-1045-4fba-8914-ebd61f73a325 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:54.435616 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c24998-183e-4f87-9a48-ff58756f0f96 None None] Pushing event updated for resources: {'Port': ['ID=f8fe4614-3b5d-45de-99fa-7346897eb583,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:54.440924 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fb49fc-4de9-4efa-9465-190165cb1cd3 None None] Routers {'43377dbd-f904-409e-9b1c-72a57d160497'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:57:54.441969 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-62fb49fc-4de9-4efa-9465-190165cb1cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:57:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['43377dbd-f904-409e-9b1c-72a57d160497'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:54.473338 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-816d7e55-f123-43da-9080-aaec991daf50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:54.482196 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0081d498-1045-4fba-8914-ebd61f73a325 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1265} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:57:54.507818 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0081d498-1045-4fba-8914-ebd61f73a325 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:54.508175 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-0081d498-1045-4fba-8914-ebd61f73a325 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Added segment 4e6465bb-aad7-433c-be78-183d2f609446 of type vlan for network c113cdbf-7af7-4e71-aba8-689506ada255 Sep 24 15:57:54.511404 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-816d7e55-f123-43da-9080-aaec991daf50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:54.515330 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b9dbc016-3e89-4b32-a578-06c078e23c3a tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] 10.222.0.101 "GET /v2.0/ports/43def8f7-e5cb-45b3-add0-af3b1b4c3ed4/tags HTTP/1.1" status: 200 len: 205 time: 0.3968720 Sep 24 15:57:54.537131 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48464) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:54.540780 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7edff0a9-0600-4f29-aa1c-3b499f2a270e req-d5023593-87f0-4e61-9e72-1e3314f48c77 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb85660a-fb37-4b80-a4be-00e9bc56d2d2 HTTP/1.1" status: 200 len: 210 time: 0.1111493 Sep 24 15:57:54.567616 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.tag.tag_plugin [None req-f99ed568-d392-47a3-b358-ed6af9abfcb2 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '46c6c0ce-a79c-47b5-835e-59503961c6d0') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:54.568469 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-723ef99a-bb69-46e3-8186-aae98ab263c0 None None] Set router 07ee152a-b38f-4437-9b37-7ebd70954210 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:57:54.643351 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-42bc73f3-adfd-4512-abc0-c14748b3d438 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:54.700146 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0081d498-1045-4fba-8914-ebd61f73a325 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:54.704316 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-62fb49fc-4de9-4efa-9465-190165cb1cd3 None None] Set router 43377dbd-f904-409e-9b1c-72a57d160497 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:57:54.786187 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2eee3af7-2cbc-456c-a2c2-8591a70f901f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:54.787851 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f99ed568-d392-47a3-b358-ed6af9abfcb2 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] 10.222.0.101 "GET /v2.0/routers/46c6c0ce-a79c-47b5-835e-59503961c6d0/tags HTTP/1.1" status: 200 len: 241 time: 0.2495873 Sep 24 15:57:54.788665 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48470) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:54.803414 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.tag.tag_plugin [None req-0d7390eb-6a58-4860-8bb8-946466c0c6a4 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '46c6c0ce-a79c-47b5-835e-59503961c6d0', 'tempest-TagsExtTest-Tag-1337272342') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:54.854398 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0081d498-1045-4fba-8914-ebd61f73a325 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:54.862109 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0081d498-1045-4fba-8914-ebd61f73a325 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:54.862700 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0081d498-1045-4fba-8914-ebd61f73a325 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:54.877354 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2c5a4a91-5b09-49d0-89c1-27f8db568853 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:54.888278 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2eee3af7-2cbc-456c-a2c2-8591a70f901f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:54.932494 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-723ef99a-bb69-46e3-8186-aae98ab263c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ee152a-b38f-4437-9b37-7ebd70954210', 'name': 'tempest-TestSecurityGroupsBasicOps-router-495157186', 'tenant_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '7b5e7e62-d694-4e79-86b6-7d3065c07fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:57:38Z', 'updated_at': '2021-09-24T15:57:51Z', 'revision_number': 4, 'project_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'gw_port': {'id': '7b5e7e62-d694-4e79-86b6-7d3065c07fec', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:1d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ee152a-b38f-4437-9b37-7ebd70954210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:57:39Z', 'updated_at': '2021-09-24T15:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '5458e65c-f857-4b84-92a4-ea20d2659287', 'name': '', 'network_id': '13818614-7186-4b08-8e65-99dcf947f9be', 'tenant_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'mac_address': 'fa:16:3e:d5:e4:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ee152a-b38f-4437-9b37-7ebd70954210', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '56122e50-b940-4224-b271-61ac27d698f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:57:49Z', 'updated_at': '2021-09-24T15:57:51Z', 'revision_number': 2, 'project_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'subnets': [{'id': '56122e50-b940-4224-b271-61ac27d698f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:54.972751 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723ef99a-bb69-46e3-8186-aae98ab263c0 None None] Checking router: 07ee152a-b38f-4437-9b37-7ebd70954210 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:57:54.973515 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723ef99a-bb69-46e3-8186-aae98ab263c0 None None] Updating router 07ee152a-b38f-4437-9b37-7ebd70954210 port 5458e65c-f857-4b84-92a4-ea20d2659287 binding host n-d-808921-1 {{(pid=95300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:57:54.988225 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-62fb49fc-4de9-4efa-9465-190165cb1cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43377dbd-f904-409e-9b1c-72a57d160497', 'name': 'tempest-ServerRescueTestJSON-950523152-router', 'tenant_id': 'b3bc8c40013d4a92b1cf10d67118144c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '46257093-a6b0-4da2-91b4-8328f3cf93b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:57:37Z', 'updated_at': '2021-09-24T15:57:48Z', 'revision_number': 4, 'project_id': 'b3bc8c40013d4a92b1cf10d67118144c', 'gw_port': {'id': '46257093-a6b0-4da2-91b4-8328f3cf93b7', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:84:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43377dbd-f904-409e-9b1c-72a57d160497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:57:39Z', 'updated_at': '2021-09-24T15:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'f8fe4614-3b5d-45de-99fa-7346897eb583', 'name': '', 'network_id': '5b5ae1eb-54bd-4dc0-9ed2-fc3865a6b206', 'tenant_id': 'b3bc8c40013d4a92b1cf10d67118144c', 'mac_address': 'fa:16:3e:2e:7a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43377dbd-f904-409e-9b1c-72a57d160497', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': '1b77319b-e972-47e8-93df-b7729b347ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:57:45Z', 'updated_at': '2021-09-24T15:57:54Z', 'revision_number': 4, 'project_id': 'b3bc8c40013d4a92b1cf10d67118144c', 'subnets': [{'id': '1b77319b-e972-47e8-93df-b7729b347ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:55.002629 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-816d7e55-f123-43da-9080-aaec991daf50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:55.006314 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-816d7e55-f123-43da-9080-aaec991daf50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:55.007179 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-723ef99a-bb69-46e3-8186-aae98ab263c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:55.010511 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-816d7e55-f123-43da-9080-aaec991daf50 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/ca31d44c-6bdb-4693-8222-1fde5f30ef30 HTTP/1.1" status: 204 len: 168 time: 0.7356362 Sep 24 15:57:55.015549 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-42bc73f3-adfd-4512-abc0-c14748b3d438 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:55.022323 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-0d7390eb-6a58-4860-8bb8-946466c0c6a4 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] 10.222.0.101 "GET /v2.0/routers/46c6c0ce-a79c-47b5-835e-59503961c6d0/tags/tempest-TagsExtTest-Tag-1337272342 HTTP/1.1" status: 204 len: 168 time: 0.2265568 Sep 24 15:57:55.029129 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fb49fc-4de9-4efa-9465-190165cb1cd3 None None] The sync data for ids ['43377dbd-f904-409e-9b1c-72a57d160497'] in n-d-808921-1 is: [{'id': '43377dbd-f904-409e-9b1c-72a57d160497', 'name': 'tempest-ServerRescueTestJSON-950523152-router', 'tenant_id': 'b3bc8c40013d4a92b1cf10d67118144c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '46257093-a6b0-4da2-91b4-8328f3cf93b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:57:37Z', 'updated_at': '2021-09-24T15:57:48Z', 'revision_number': 4, 'project_id': 'b3bc8c40013d4a92b1cf10d67118144c', 'gw_port': {'id': '46257093-a6b0-4da2-91b4-8328f3cf93b7', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:84:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43377dbd-f904-409e-9b1c-72a57d160497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:57:39Z', 'updated_at': '2021-09-24T15:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'f8fe4614-3b5d-45de-99fa-7346897eb583', 'name': '', 'network_id': '5b5ae1eb-54bd-4dc0-9ed2-fc3865a6b206', 'tenant_id': 'b3bc8c40013d4a92b1cf10d67118144c', 'mac_address': 'fa:16:3e:2e:7a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43377dbd-f904-409e-9b1c-72a57d160497', 'device_owner': 'network:router_interface', 'standard_attr_id': 3048, 'fixed_ips': [{'subnet_id': '1b77319b-e972-47e8-93df-b7729b347ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:57:45Z', 'updated_at': '2021-09-24T15:57:54Z', 'revision_number': 4, 'project_id': 'b3bc8c40013d4a92b1cf10d67118144c', 'subnets': [{'id': '1b77319b-e972-47e8-93df-b7729b347ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:57:55.030783 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48474) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:55.038741 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.tag.tag_plugin [None req-5a4d7a8c-909f-4854-af5d-95a5ab93eb6a tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '46c6c0ce-a79c-47b5-835e-59503961c6d0', 'tempest-TagsExtTest-Tag-1337272342') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:55.050120 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eee3af7-2cbc-456c-a2c2-8591a70f901f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event updated for resources: {'Port': ['ID=8dfa0165-7456-424c-8d02-4f490152d276,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:55.073638 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816d7e55-f123-43da-9080-aaec991daf50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca31d44c-6bdb-4693-8222-1fde5f30ef30,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:55.076309 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0081d498-1045-4fba-8914-ebd61f73a325 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Pushing event updated for resources: {'Network': ['ID=c113cdbf-7af7-4e71-aba8-689506ada255,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:55.112591 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2eee3af7-2cbc-456c-a2c2-8591a70f901f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:55.132716 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network c113cdbf-7af7-4e71-aba8-689506ada255 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:57:55.145168 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-42bc73f3-adfd-4512-abc0-c14748b3d438 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:55.203778 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bc73f3-adfd-4512-abc0-c14748b3d438 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b09f9d36-615e-491f-9040-7f552995a11f,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:55.268803 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-0081d498-1045-4fba-8914-ebd61f73a325 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2671566 Sep 24 15:57:55.274771 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48476) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:55.275189 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-cb58c54b-4560-4fb9-8960-521f36b7d61c tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Request body: {'subnet': {'network_id': 'c113cdbf-7af7-4e71-aba8-689506ada255', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:57:55.408559 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-42bc73f3-adfd-4512-abc0-c14748b3d438 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:55.409987 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-42bc73f3-adfd-4512-abc0-c14748b3d438 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.1083348 Sep 24 15:57:55.414067 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48478) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:55.419308 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-bd7e93bd-9d64-4336-84db-de160565975b tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--873506932', 'description': 'tempest-secgroup_general--873506932 description', 'project_id': '1154a7819e8f441ba8a2f5ad356b8a2c'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:57:55.434989 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.db.api [None req-bd7e93bd-9d64-4336-84db-de160565975b tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 15:57:55.434989 n-d-808921-1 neutron-server[95297]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 24 15:57:55.434989 n-d-808921-1 neutron-server[95297]: [parameters: {'project_id_1': '1154a7819e8f441ba8a2f5ad356b8a2c', 'expiration_1': datetime.datetime(2021, 9, 24, 15, 57, 35, 429351)}] Sep 24 15:57:55.434989 n-d-808921-1 neutron-server[95297]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:57:55.435690 n-d-808921-1 neutron-server[95297]: DEBUG oslo_db.api [None req-bd7e93bd-9d64-4336-84db-de160565975b tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:57:55.511170 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-723ef99a-bb69-46e3-8186-aae98ab263c0 None None] Notify callbacks [] for port, precommit_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:55.531016 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb58c54b-4560-4fb9-8960-521f36b7d61c tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Made reservation on behalf of 5a864602808b4dc49d9e4388fb4dce35 for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:57:55.535991 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-cb58c54b-4560-4fb9-8960-521f36b7d61c tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:55.618909 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.ipam_backend_mixin [None req-cb58c54b-4560-4fb9-8960-521f36b7d61c tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Performing IP validity checks on allocation pools {{(pid=95297) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 24 15:57:55.619580 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.ipam_backend_mixin [None req-cb58c54b-4560-4fb9-8960-521f36b7d61c tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95297) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 24 15:57:55.628494 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-723ef99a-bb69-46e3-8186-aae98ab263c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:55.692237 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02df87f7-7a58-4c7e-b806-8ea559940b43 None None] Pushing event updated for resources: {'Port': ['ID=5458e65c-f857-4b84-92a4-ea20d2659287,revision_number=3']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:55.701584 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-124b9450-40d5-437a-9e78-9bba63345e50 req-1b2bd033-b175-415a-ad78-ee0fba1d55e3 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb85660a-fb37-4b80-a4be-00e9bc56d2d2 HTTP/1.1" status: 200 len: 210 time: 0.0657201 Sep 24 15:57:55.888328 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-723ef99a-bb69-46e3-8186-aae98ab263c0 None None] Attempting to bind port 5458e65c-f857-4b84-92a4-ea20d2659287 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:57:55.890763 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-723ef99a-bb69-46e3-8186-aae98ab263c0 None None] Attempting to bind port 5458e65c-f857-4b84-92a4-ea20d2659287 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'c0799422-e8b3-4c5a-9646-fb503ff7b23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': '13818614-7186-4b08-8e65-99dcf947f9be'}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:57:55.895048 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723ef99a-bb69-46e3-8186-aae98ab263c0 None None] Attempting to bind port 5458e65c-f857-4b84-92a4-ea20d2659287 on network 13818614-7186-4b08-8e65-99dcf947f9be {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:57:55.902995 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723ef99a-bb69-46e3-8186-aae98ab263c0 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:57:55.903779 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723ef99a-bb69-46e3-8186-aae98ab263c0 None None] Checking segment: {'id': 'c0799422-e8b3-4c5a-9646-fb503ff7b23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': '13818614-7186-4b08-8e65-99dcf947f9be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:57:55.904336 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-723ef99a-bb69-46e3-8186-aae98ab263c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:55.904870 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723ef99a-bb69-46e3-8186-aae98ab263c0 None None] Bound using segment: {'id': 'c0799422-e8b3-4c5a-9646-fb503ff7b23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': '13818614-7186-4b08-8e65-99dcf947f9be'} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:57:55.908718 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-723ef99a-bb69-46e3-8186-aae98ab263c0 None None] Bound port: 5458e65c-f857-4b84-92a4-ea20d2659287, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0799422-e8b3-4c5a-9646-fb503ff7b23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': '13818614-7186-4b08-8e65-99dcf947f9be'}}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:57:55.908718 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-723ef99a-bb69-46e3-8186-aae98ab263c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:55.951665 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device f8fe4614-3b5d-45de-99fa-7346897eb583 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:57:55.959050 n-d-808921-1 neutron-server[95298]: INFO neutron.db.l3_db [None req-2eee3af7-2cbc-456c-a2c2-8591a70f901f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Floating IP 0e15ac26-ce19-489d-8d0d-fb16629e0549 associated. External IP: 172.25.0.110, port: aa13762d-583b-4889-9399-530afb17aa2e. Sep 24 15:57:56.011254 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48488) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:56.034760 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-cb58c54b-4560-4fb9-8960-521f36b7d61c tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:56.041388 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-529fc248-7487-4cde-9e9c-78786a9ec21a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:56.043776 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-723ef99a-bb69-46e3-8186-aae98ab263c0 None None] For port 5458e65c-f857-4b84-92a4-ea20d2659287, host n-d-808921-1, cleared binding levels {{(pid=95300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:57:56.049789 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-723ef99a-bb69-46e3-8186-aae98ab263c0 None None] For port 5458e65c-f857-4b84-92a4-ea20d2659287, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=5458e65c-f857-4b84-92a4-ea20d2659287,segment=NetworkSegment(c0799422-e8b3-4c5a-9646-fb503ff7b23e),segment_id=c0799422-e8b3-4c5a-9646-fb503ff7b23e)] {{(pid=95300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:57:56.082640 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port f8fe4614-3b5d-45de-99fa-7346897eb583 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:57:56.084597 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:56.096034 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bd7e93bd-9d64-4336-84db-de160565975b tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:56.106142 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-5a4d7a8c-909f-4854-af5d-95a5ab93eb6a tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] 10.222.0.101 "DELETE /v2.0/routers/46c6c0ce-a79c-47b5-835e-59503961c6d0/tags/tempest-TagsExtTest-Tag-1337272342 HTTP/1.1" status: 204 len: 168 time: 1.0740552 Sep 24 15:57:56.106760 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48490) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:56.118949 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.tag.tag_plugin [None req-5687fab9-50f8-452c-8ebc-0d26bc6a7b77 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '46c6c0ce-a79c-47b5-835e-59503961c6d0') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:56.172998 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb58c54b-4560-4fb9-8960-521f36b7d61c tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Pushing event updated for resources: {'Subnet': ['ID=e0e28039-6f5e-42f0-a533-e736dd75afb0,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:56.174516 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-723ef99a-bb69-46e3-8186-aae98ab263c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:56.202539 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb58c54b-4560-4fb9-8960-521f36b7d61c tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Checking segment: {'id': '4e6465bb-aad7-433c-be78-183d2f609446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'c113cdbf-7af7-4e71-aba8-689506ada255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:57:56.202946 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb58c54b-4560-4fb9-8960-521f36b7d61c tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Network hostable DHCP agents. Network: c113cdbf-7af7-4e71-aba8-689506ada255, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:57:56.222242 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-1c123985-fc94-4d89-b44b-eb15086d4fdb None None] Provisioning complete for port 5458e65c-f857-4b84-92a4-ea20d2659287 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:57:56.223105 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-1c123985-fc94-4d89-b44b-eb15086d4fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:56.277250 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-529fc248-7487-4cde-9e9c-78786a9ec21a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:56.279633 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02df87f7-7a58-4c7e-b806-8ea559940b43 None None] Pushing event updated for resources: {'Port': ['ID=5458e65c-f857-4b84-92a4-ea20d2659287,revision_number=4']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:56.284205 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c5a4a91-5b09-49d0-89c1-27f8db568853 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Router 644a38d6-7b19-46f6-bf33-3e6e5889e7a0 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:57:56.292954 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723ef99a-bb69-46e3-8186-aae98ab263c0 None None] Routers {'07ee152a-b38f-4437-9b37-7ebd70954210'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:57:56.293694 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-723ef99a-bb69-46e3-8186-aae98ab263c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:57:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['07ee152a-b38f-4437-9b37-7ebd70954210'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:56.322965 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:56.353874 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb58c54b-4560-4fb9-8960-521f36b7d61c tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Network c113cdbf-7af7-4e71-aba8-689506ada255 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:57:56.401305 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-529fc248-7487-4cde-9e9c-78786a9ec21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:56.448801 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port f8fe4614-3b5d-45de-99fa-7346897eb583, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=f8fe4614-3b5d-45de-99fa-7346897eb583,segment=NetworkSegment(563c8a32-dd71-4fde-bd28-b20905086572),segment_id=563c8a32-dd71-4fde-bd28-b20905086572)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:57:56.450219 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-1c123985-fc94-4d89-b44b-eb15086d4fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:56.482538 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-723ef99a-bb69-46e3-8186-aae98ab263c0 None None] Set router 07ee152a-b38f-4437-9b37-7ebd70954210 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:57:56.491846 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-1c123985-fc94-4d89-b44b-eb15086d4fdb None None] For port 5458e65c-f857-4b84-92a4-ea20d2659287, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=5458e65c-f857-4b84-92a4-ea20d2659287,segment=NetworkSegment(c0799422-e8b3-4c5a-9646-fb503ff7b23e),segment_id=c0799422-e8b3-4c5a-9646-fb503ff7b23e)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:57:56.506914 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-529fc248-7487-4cde-9e9c-78786a9ec21a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=f9a714f949a7407a838b4a7177188828&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4906602 Sep 24 15:57:56.510479 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48492) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:56.513821 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-cb58c54b-4560-4fb9-8960-521f36b7d61c tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, c113cdbf-7af7-4e71-aba8-689506ada255) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:57:56.523353 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2df6cc9-58bd-4e79-a81a-f62a464ec4ca None None] Network c113cdbf-7af7-4e71-aba8-689506ada255 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:57:56.532478 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb58c54b-4560-4fb9-8960-521f36b7d61c tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:56.535508 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-cb58c54b-4560-4fb9-8960-521f36b7d61c tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:56.541506 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:56.547799 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-5687fab9-50f8-452c-8ebc-0d26bc6a7b77 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] 10.222.0.101 "GET /v2.0/routers/46c6c0ce-a79c-47b5-835e-59503961c6d0/tags HTTP/1.1" status: 200 len: 205 time: 0.4317081 Sep 24 15:57:56.549336 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48494) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:56.566761 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.tag.tag_plugin [None req-b15d7030-f5d3-418d-9746-fcab07c3c7ce tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd3ed5c35-2af2-4439-84d6-c903a7755f5c') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:56.570386 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529fc248-7487-4cde-9e9c-78786a9ec21a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8cd52a6-64d2-4064-bea6-1437284e3baf,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:56.575275 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-1c123985-fc94-4d89-b44b-eb15086d4fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:56.696286 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2a920b48-6ad8-4bd6-8431-37040da5d970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:56.721167 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=f8fe4614-3b5d-45de-99fa-7346897eb583,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:56.744659 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b15d7030-f5d3-418d-9746-fcab07c3c7ce tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] 10.222.0.101 "GET /v2.0/subnetpools/d3ed5c35-2af2-4439-84d6-c903a7755f5c/tags HTTP/1.1" status: 200 len: 241 time: 0.1923320 Sep 24 15:57:56.751969 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48498) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:56.764301 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bd7e93bd-9d64-4336-84db-de160565975b tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:56.766914 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2a920b48-6ad8-4bd6-8431-37040da5d970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:56.772131 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-cd2fda9f-4ee1-4655-ac82-0cf4b84f80aa None None] Provisioning complete for port 5458e65c-f857-4b84-92a4-ea20d2659287 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:57:56.772517 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-cd2fda9f-4ee1-4655-ac82-0cf4b84f80aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:56.779192 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.tag.tag_plugin [None req-7467e9de-456a-4950-bf64-242751ac09f1 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd3ed5c35-2af2-4439-84d6-c903a7755f5c', 'tempest-TagsExtTest-Tag-1405574225') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:56.818851 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c5a4a91-5b09-49d0-89c1-27f8db568853 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:57:56.841030 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-2c5a4a91-5b09-49d0-89c1-27f8db568853 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "PUT /v2.0/routers/644a38d6-7b19-46f6-bf33-3e6e5889e7a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7675810 Sep 24 15:57:56.846287 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48500) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:56.851573 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec40df0-4ace-4ea8-91a1-24df1c4acefe None None] Sync routers for ids ['644a38d6-7b19-46f6-bf33-3e6e5889e7a0'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:57:56.871780 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bd7e93bd-9d64-4336-84db-de160565975b tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:56.901488 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f1753b0b-1aa8-4122-97d0-c3add650d3b8 req-14e5277f-7345-4ac4-8ae1-447831d174ea tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb85660a-fb37-4b80-a4be-00e9bc56d2d2 HTTP/1.1" status: 200 len: 210 time: 0.0630300 Sep 24 15:57:56.903918 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-723ef99a-bb69-46e3-8186-aae98ab263c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ee152a-b38f-4437-9b37-7ebd70954210', 'name': 'tempest-TestSecurityGroupsBasicOps-router-495157186', 'tenant_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '7b5e7e62-d694-4e79-86b6-7d3065c07fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:57:38Z', 'updated_at': '2021-09-24T15:57:51Z', 'revision_number': 4, 'project_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'gw_port': {'id': '7b5e7e62-d694-4e79-86b6-7d3065c07fec', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:1d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ee152a-b38f-4437-9b37-7ebd70954210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:57:39Z', 'updated_at': '2021-09-24T15:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '5458e65c-f857-4b84-92a4-ea20d2659287', 'name': '', 'network_id': '13818614-7186-4b08-8e65-99dcf947f9be', 'tenant_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'mac_address': 'fa:16:3e:d5:e4:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ee152a-b38f-4437-9b37-7ebd70954210', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '56122e50-b940-4224-b271-61ac27d698f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:57:49Z', 'updated_at': '2021-09-24T15:57:56Z', 'revision_number': 4, 'project_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'subnets': [{'id': '56122e50-b940-4224-b271-61ac27d698f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:56.906332 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eee3af7-2cbc-456c-a2c2-8591a70f901f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Router 2c929dc6-c979-41c4-a3ea-edb335de17b6 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:57:56.913906 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-7467e9de-456a-4950-bf64-242751ac09f1 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] 10.222.0.101 "GET /v2.0/subnetpools/d3ed5c35-2af2-4439-84d6-c903a7755f5c/tags/tempest-TagsExtTest-Tag-1405574225 HTTP/1.1" status: 204 len: 168 time: 0.1536219 Sep 24 15:57:56.926515 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48502) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:56.940797 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723ef99a-bb69-46e3-8186-aae98ab263c0 None None] The sync data for ids ['07ee152a-b38f-4437-9b37-7ebd70954210'] in n-d-808921-1 is: [{'id': '07ee152a-b38f-4437-9b37-7ebd70954210', 'name': 'tempest-TestSecurityGroupsBasicOps-router-495157186', 'tenant_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '7b5e7e62-d694-4e79-86b6-7d3065c07fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:57:38Z', 'updated_at': '2021-09-24T15:57:51Z', 'revision_number': 4, 'project_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'gw_port': {'id': '7b5e7e62-d694-4e79-86b6-7d3065c07fec', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:1d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ee152a-b38f-4437-9b37-7ebd70954210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:57:39Z', 'updated_at': '2021-09-24T15:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '5458e65c-f857-4b84-92a4-ea20d2659287', 'name': '', 'network_id': '13818614-7186-4b08-8e65-99dcf947f9be', 'tenant_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'mac_address': 'fa:16:3e:d5:e4:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ee152a-b38f-4437-9b37-7ebd70954210', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '56122e50-b940-4224-b271-61ac27d698f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:57:49Z', 'updated_at': '2021-09-24T15:57:56Z', 'revision_number': 4, 'project_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'subnets': [{'id': '56122e50-b940-4224-b271-61ac27d698f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:57:56.941781 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7e93bd-9d64-4336-84db-de160565975b tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63e4738a-f24b-4a61-9373-0015f7f58dee,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:56.947997 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.tag.tag_plugin [None req-1cf701a2-1dab-4164-b0c5-d366d47a709c tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'd3ed5c35-2af2-4439-84d6-c903a7755f5c', 'tempest-TagsExtTest-Tag-1405574225') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:56.993072 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-cb58c54b-4560-4fb9-8960-521f36b7d61c tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.7189147 Sep 24 15:57:56.993467 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48504) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:56.997523 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec40df0-4ace-4ea8-91a1-24df1c4acefe None None] Routers {'644a38d6-7b19-46f6-bf33-3e6e5889e7a0'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:57:57.001214 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-0ec40df0-4ace-4ea8-91a1-24df1c4acefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:57:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['644a38d6-7b19-46f6-bf33-3e6e5889e7a0'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:57.001214 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c123985-fc94-4d89-b44b-eb15086d4fdb None None] Pushing event updated for resources: {'Port': ['ID=5458e65c-f857-4b84-92a4-ea20d2659287,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:57.001680 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-d3444c64-55ca-459c-8897-c5eb82a3aaf3 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:57:57.016071 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b864c17-7680-46b6-9f7a-8626f3d0648e tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Deleting subnet 6ff16690-23f5-46c1-9253-2f37b777a341 {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:57:57.039284 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eee3af7-2cbc-456c-a2c2-8591a70f901f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:57:57.050731 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92280d03-d0e3-4814-81f4-32716bc33a0a None None] Sync routers for ids ['2c929dc6-c979-41c4-a3ea-edb335de17b6'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:57:57.055459 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5b864c17-7680-46b6-9f7a-8626f3d0648e tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:57.068629 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92280d03-d0e3-4814-81f4-32716bc33a0a None None] Routers {'2c929dc6-c979-41c4-a3ea-edb335de17b6'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:57:57.069264 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-92280d03-d0e3-4814-81f4-32716bc33a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:57:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['2c929dc6-c979-41c4-a3ea-edb335de17b6'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:57.105006 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1012cf-0066-426b-be4a-4ced0a7bd822 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-c113cdbf-7af7-4e71-aba8-689506ada255', 'network_id': 'c113cdbf-7af7-4e71-aba8-689506ada255', 'tenant_id': '5a864602808b4dc49d9e4388fb4dce35', 'fixed_ips': [{'subnet_id': 'e0e28039-6f5e-42f0-a533-e736dd75afb0'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:57:57.107644 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5e1012cf-0066-426b-be4a-4ced0a7bd822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:57.150000 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2a920b48-6ad8-4bd6-8431-37040da5d970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:57.150554 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2a920b48-6ad8-4bd6-8431-37040da5d970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:57.153201 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-2a920b48-6ad8-4bd6-8431-37040da5d970 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d8cd52a6-64d2-4064-bea6-1437284e3baf HTTP/1.1" status: 204 len: 168 time: 0.6362627 Sep 24 15:57:57.185413 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2eee3af7-2cbc-456c-a2c2-8591a70f901f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:57.195482 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5b864c17-7680-46b6-9f7a-8626f3d0648e tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:57.268242 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-2eee3af7-2cbc-456c-a2c2-8591a70f901f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.5497406 Sep 24 15:57:57.268891 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56aeda28-0052-429d-a1d0-74f2354d8203', 'tag': 'aa13762d-583b-4889-9399-530afb17aa2e'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:57:57.271733 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d1f167f-8533-4bef-b550-66272e2e3342" -d '{"events": [{"name": "network-changed", "server_uuid": "56aeda28-0052-429d-a1d0-74f2354d8203", "tag": "aa13762d-583b-4889-9399-530afb17aa2e"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:57:57.295763 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bd7e93bd-9d64-4336-84db-de160565975b tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:57.300205 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-bd7e93bd-9d64-4336-84db-de160565975b tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 1.8848240 Sep 24 15:57:57.303837 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-92280d03-d0e3-4814-81f4-32716bc33a0a None None] Set router 2c929dc6-c979-41c4-a3ea-edb335de17b6 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:57:57.307253 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48512) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:57.312758 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-b6d78240-6b04-435d-8af0-b329a6ca8b38 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Request body: {'security_group_rule': {'security_group_id': 'b09f9d36-615e-491f-9040-7f552995a11f', 'project_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:57:57.382886 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d3444c64-55ca-459c-8897-c5eb82a3aaf3 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8890189'] for subnet, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:57.384207 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08474565-53e9-45e4-ba0c-d46c64dfce0b x-openstack-request-id: req-08474565-53e9-45e4-ba0c-d46c64dfce0b {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:57:57.384512 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56aeda28-0052-429d-a1d0-74f2354d8203", "tag": "aa13762d-583b-4889-9399-530afb17aa2e", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:57:57.384960 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-08474565-53e9-45e4-ba0c-d46c64dfce0b {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:57:57.385166 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56aeda28-0052-429d-a1d0-74f2354d8203', 'tag': 'aa13762d-583b-4889-9399-530afb17aa2e', 'status': 'completed', 'code': 200} Sep 24 15:57:57.434503 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-1cf701a2-1dab-4164-b0c5-d366d47a709c tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] 10.222.0.101 "DELETE /v2.0/subnetpools/d3ed5c35-2af2-4439-84d6-c903a7755f5c/tags/tempest-TagsExtTest-Tag-1405574225 HTTP/1.1" status: 204 len: 168 time: 0.4892550 Sep 24 15:57:57.434712 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a920b48-6ad8-4bd6-8431-37040da5d970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8cd52a6-64d2-4064-bea6-1437284e3baf,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:57.437011 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48514) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:57.444044 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.tag.tag_plugin [None req-fbec9d07-9820-4a67-9c97-969261b7a29d tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'd3ed5c35-2af2-4439-84d6-c903a7755f5c') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:57.519416 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b6d78240-6b04-435d-8af0-b329a6ca8b38 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:57.553404 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-fbec9d07-9820-4a67-9c97-969261b7a29d tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] 10.222.0.101 "GET /v2.0/subnetpools/d3ed5c35-2af2-4439-84d6-c903a7755f5c/tags HTTP/1.1" status: 200 len: 205 time: 0.1056192 Sep 24 15:57:57.556786 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48516) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:57.569655 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.tag.tag_plugin [None req-b626bf6e-c78e-4ba2-9243-733b9ad088a3 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd3ed5c35-2af2-4439-84d6-c903a7755f5c') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:57.621762 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1f167f-8533-4bef-b550-66272e2e3342 req-02fa0270-21b1-45c8-ae17-84e3a823bbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:57.623923 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9d1f167f-8533-4bef-b550-66272e2e3342 req-02fa0270-21b1-45c8-ae17-84e3a823bbcf service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=7e512e155fd047afb7c369ee55b40ecc&device_id=56aeda28-0052-429d-a1d0-74f2354d8203 HTTP/1.1" status: 200 len: 1096 time: 0.1255963 Sep 24 15:57:57.633364 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5b864c17-7680-46b6-9f7a-8626f3d0648e tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:57.668630 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b6d78240-6b04-435d-8af0-b329a6ca8b38 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:57.740708 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b626bf6e-c78e-4ba2-9243-733b9ad088a3 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] 10.222.0.101 "DELETE /v2.0/subnetpools/d3ed5c35-2af2-4439-84d6-c903a7755f5c/tags HTTP/1.1" status: 204 len: 168 time: 0.1741881 Sep 24 15:57:57.743060 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48522) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:57.748250 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.tag.tag_plugin [None req-1512a52f-958a-477a-a8ce-ca3d66e7ef7b tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '46c6c0ce-a79c-47b5-835e-59503961c6d0') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:57.801404 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a235a1-7cd4-46f6-a401-c90f938a644a req-dbc4e168-3819-4ea8-a826-6f9ec3e5e058 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:57.811641 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-90a235a1-7cd4-46f6-a401-c90f938a644a req-dbc4e168-3819-4ea8-a826-6f9ec3e5e058 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=56aeda28-0052-429d-a1d0-74f2354d8203 HTTP/1.1" status: 200 len: 945 time: 0.3664825 Sep 24 15:57:57.890258 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b6d78240-6b04-435d-8af0-b329a6ca8b38 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:57.963211 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-5e1012cf-0066-426b-be4a-4ced0a7bd822 None None] Allocated IP 2001:db8::3 (c113cdbf-7af7-4e71-aba8-689506ada255/e0e28039-6f5e-42f0-a533-e736dd75afb0/81fb6506-3200-4448-8b5f-d6096e44aa09) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:57:57.970432 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-92280d03-d0e3-4814-81f4-32716bc33a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c929dc6-c979-41c4-a3ea-edb335de17b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1861874524', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '721b235a-b2f1-4c7c-8fd8-a5d977290b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:57:15Z', 'updated_at': '2021-09-24T15:57:25Z', 'revision_number': 4, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'gw_port': {'id': '721b235a-b2f1-4c7c-8fd8-a5d977290b09', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c929dc6-c979-41c4-a3ea-edb335de17b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:57:16Z', 'updated_at': '2021-09-24T15:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': '0e15ac26-ce19-489d-8d0d-fb16629e0549', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'floating_ip_address': '172.25.0.110', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '2c929dc6-c979-41c4-a3ea-edb335de17b6', 'port_id': 'aa13762d-583b-4889-9399-530afb17aa2e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3056, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e034e6ed-6102-4046-9f1f-a643f9565610', 'mac_address': 'fa:16:3e:8d:15:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56aeda28-0052-429d-a1d0-74f2354d8203', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:57:53Z', 'updated_at': '2021-09-24T15:57:53Z', 'revision_number': 0, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5770e312-70ce-4912-8d30-b4a3104bd9b7', 'name': '', 'network_id': 'e034e6ed-6102-4046-9f1f-a643f9565610', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'mac_address': 'fa:16:3e:80:ba:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c929dc6-c979-41c4-a3ea-edb335de17b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': '2c0c6582-6192-4ba7-b197-927e1af8c8ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:57:24Z', 'updated_at': '2021-09-24T15:57:31Z', 'revision_number': 5, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'subnets': [{'id': '2c0c6582-6192-4ba7-b197-927e1af8c8ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:58.017145 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-0ec40df0-4ace-4ea8-91a1-24df1c4acefe None None] Set router 644a38d6-7b19-46f6-bf33-3e6e5889e7a0 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:57:58.056688 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b6d78240-6b04-435d-8af0-b329a6ca8b38 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:58.059281 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92280d03-d0e3-4814-81f4-32716bc33a0a None None] Checking router: 2c929dc6-c979-41c4-a3ea-edb335de17b6 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:57:58.066618 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b6d78240-6b04-435d-8af0-b329a6ca8b38 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7547574 Sep 24 15:57:58.078882 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d78240-6b04-435d-8af0-b329a6ca8b38 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e3c4987-533a-4cb0-b958-16347bd399b0,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:58.088893 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92280d03-d0e3-4814-81f4-32716bc33a0a None None] Routers {'2c929dc6-c979-41c4-a3ea-edb335de17b6'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:57:58.089521 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-92280d03-d0e3-4814-81f4-32716bc33a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:57:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['2c929dc6-c979-41c4-a3ea-edb335de17b6'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:58.113631 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5b864c17-7680-46b6-9f7a-8626f3d0648e tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:58.131101 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device f8fe4614-3b5d-45de-99fa-7346897eb583 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:57:58.244284 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-90a235a1-7cd4-46f6-a401-c90f938a644a req-d9609fc1-8cdd-4283-83d6-20d5b89ed6fd tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=d304bbd8-1375-41e6-a4a7-0404dd25bcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4305642 Sep 24 15:57:58.261953 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b864c17-7680-46b6-9f7a-8626f3d0648e tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Pushing event deleted for resources: {'Subnet': ['ID=6ff16690-23f5-46c1-9253-2f37b777a341,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:58.285690 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-1512a52f-958a-477a-a8ce-ca3d66e7ef7b tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] 10.222.0.101 "DELETE /v2.0/routers/46c6c0ce-a79c-47b5-835e-59503961c6d0/tags HTTP/1.1" status: 204 len: 168 time: 0.5388517 Sep 24 15:57:58.291348 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5b864c17-7680-46b6-9f7a-8626f3d0648e tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:58.297502 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48542) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:58.297845 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48544) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:58.298157 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48546) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:58.300143 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-5b864c17-7680-46b6-9f7a-8626f3d0648e tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "DELETE /v2.0/subnets/6ff16690-23f5-46c1-9253-2f37b777a341 HTTP/1.1" status: 204 len: 168 time: 1.4492528 Sep 24 15:57:58.314108 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.tag.tag_plugin [None req-863bcb2a-948b-43b1-a29a-748221355dae tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '43def8f7-e5cb-45b3-add0-af3b1b4c3ed4') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:58.345919 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1f167f-8533-4bef-b550-66272e2e3342 req-0c97d505-0e4d-4268-a669-46f125f17896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:58.347526 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a398f5-4b88-4dbc-96ba-942a177d0ec6 None None] Network 86c3d0ed-1df9-469f-9686-3575b374c832 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:57:58.355412 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9d1f167f-8533-4bef-b550-66272e2e3342 req-0c97d505-0e4d-4268-a669-46f125f17896 service neutron] 10.222.0.110 "GET /v2.0/networks?id=e034e6ed-6102-4046-9f1f-a643f9565610 HTTP/1.1" status: 200 len: 898 time: 0.7044282 Sep 24 15:57:58.532169 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0cd2ec88-a6db-400c-87a5-3002ee4099dd req-8cac0c4d-ab07-4fe5-a794-594f20bb8ea2 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb85660a-fb37-4b80-a4be-00e9bc56d2d2 HTTP/1.1" status: 200 len: 210 time: 0.1121814 Sep 24 15:57:58.565808 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9d1f167f-8533-4bef-b550-66272e2e3342 req-79c95c60-67cf-40d6-8edc-d7de7443a7dc service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa13762d-583b-4889-9399-530afb17aa2e HTTP/1.1" status: 200 len: 999 time: 0.2031999 Sep 24 15:57:58.622261 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46da13-dea8-4aae-a2d3-d72e197d7b3e req-488eb351-5a4a-4d6b-beff-f0d74b96c119 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:58.624198 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6c46da13-dea8-4aae-a2d3-d72e197d7b3e req-488eb351-5a4a-4d6b-beff-f0d74b96c119 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.108 "GET /v2.0/networks?id=5b5ae1eb-54bd-4dc0-9ed2-fc3865a6b206 HTTP/1.1" status: 200 len: 810 time: 0.7753358 Sep 24 15:57:58.655724 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-92280d03-d0e3-4814-81f4-32716bc33a0a None None] Set router 2c929dc6-c979-41c4-a3ea-edb335de17b6 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:57:58.690527 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1f167f-8533-4bef-b550-66272e2e3342 req-32e68232-c05b-44a3-ac55-b640001d33a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:58.690986 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-6c46da13-dea8-4aae-a2d3-d72e197d7b3e req-fdb2e34c-a9df-46de-9f32-b87c6a3684b5 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Request body: {'port': {'device_id': 'fb85660a-fb37-4b80-a4be-00e9bc56d2d2', 'network_id': '5b5ae1eb-54bd-4dc0-9ed2-fc3865a6b206', 'admin_state_up': True, 'tenant_id': 'b3bc8c40013d4a92b1cf10d67118144c'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:57:58.692172 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9d1f167f-8533-4bef-b550-66272e2e3342 req-32e68232-c05b-44a3-ac55-b640001d33a5 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=2c0c6582-6192-4ba7-b197-927e1af8c8ea HTTP/1.1" status: 200 len: 835 time: 0.1176608 Sep 24 15:57:58.763104 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port f8fe4614-3b5d-45de-99fa-7346897eb583 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:57:58.763594 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:58.776642 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1f167f-8533-4bef-b550-66272e2e3342 req-ba502ec9-4ffc-4ddf-9801-aefccbce9029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:57:58.778172 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9d1f167f-8533-4bef-b550-66272e2e3342 req-ba502ec9-4ffc-4ddf-9801-aefccbce9029 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=e034e6ed-6102-4046-9f1f-a643f9565610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706995 Sep 24 15:57:58.898564 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-1fd181ea-3d24-414a-ad2d-43c693c08ae4 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/floatingips/0e15ac26-ce19-489d-8d0d-fb16629e0549 HTTP/1.1" status: 200 len: 991 time: 0.5940154 Sep 24 15:57:58.945605 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9d1f167f-8533-4bef-b550-66272e2e3342 req-185a885d-6916-449a-a915-7413d3bd7596 service neutron] 10.222.0.110 "GET /v2.0/networks/e034e6ed-6102-4046-9f1f-a643f9565610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560578 Sep 24 15:57:58.962322 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5e1012cf-0066-426b-be4a-4ced0a7bd822 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:58.970315 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-26d8da86-876b-4b49-9875-def600764ac9 req-fcdd2eb3-78c7-4f2e-9f28-07e32205e415 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup_access--377466828&fields=id&tenant_id=1154a7819e8f441ba8a2f5ad356b8a2c HTTP/1.1" status: 200 len: 267 time: 0.3435345 Sep 24 15:57:59.060975 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 5458e65c-f857-4b84-92a4-ea20d2659287 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:57:59.116829 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caea8888-093a-4a52-804f-856fe627a729 None None] DHCP port deletion for 86c3d0ed-1df9-469f-9686-3575b374c832 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:57:59.156110 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5e1012cf-0066-426b-be4a-4ced0a7bd822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:59.163515 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9d1f167f-8533-4bef-b550-66272e2e3342 req-6a1976bc-4b5b-4458-8d72-d882579f73a7 service neutron] 10.222.0.110 "GET /v2.0/networks/e034e6ed-6102-4046-9f1f-a643f9565610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063949 Sep 24 15:57:59.174726 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-92280d03-d0e3-4814-81f4-32716bc33a0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c929dc6-c979-41c4-a3ea-edb335de17b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1861874524', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '721b235a-b2f1-4c7c-8fd8-a5d977290b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:57:15Z', 'updated_at': '2021-09-24T15:57:25Z', 'revision_number': 4, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'gw_port': {'id': '721b235a-b2f1-4c7c-8fd8-a5d977290b09', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c929dc6-c979-41c4-a3ea-edb335de17b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:57:16Z', 'updated_at': '2021-09-24T15:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': '0e15ac26-ce19-489d-8d0d-fb16629e0549', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'floating_ip_address': '172.25.0.110', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '2c929dc6-c979-41c4-a3ea-edb335de17b6', 'port_id': 'aa13762d-583b-4889-9399-530afb17aa2e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3056, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e034e6ed-6102-4046-9f1f-a643f9565610', 'mac_address': 'fa:16:3e:8d:15:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56aeda28-0052-429d-a1d0-74f2354d8203', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:57:53Z', 'updated_at': '2021-09-24T15:57:53Z', 'revision_number': 0, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5770e312-70ce-4912-8d30-b4a3104bd9b7', 'name': '', 'network_id': 'e034e6ed-6102-4046-9f1f-a643f9565610', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'mac_address': 'fa:16:3e:80:ba:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c929dc6-c979-41c4-a3ea-edb335de17b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': '2c0c6582-6192-4ba7-b197-927e1af8c8ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:57:24Z', 'updated_at': '2021-09-24T15:57:31Z', 'revision_number': 5, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'subnets': [{'id': '2c0c6582-6192-4ba7-b197-927e1af8c8ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:59.215059 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92280d03-d0e3-4814-81f4-32716bc33a0a None None] The sync data for ids ['2c929dc6-c979-41c4-a3ea-edb335de17b6'] in n-d-808921-1 is: [{'id': '2c929dc6-c979-41c4-a3ea-edb335de17b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1861874524', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '721b235a-b2f1-4c7c-8fd8-a5d977290b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:57:15Z', 'updated_at': '2021-09-24T15:57:25Z', 'revision_number': 4, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'gw_port': {'id': '721b235a-b2f1-4c7c-8fd8-a5d977290b09', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c929dc6-c979-41c4-a3ea-edb335de17b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:57:16Z', 'updated_at': '2021-09-24T15:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': '0e15ac26-ce19-489d-8d0d-fb16629e0549', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'floating_ip_address': '172.25.0.110', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '2c929dc6-c979-41c4-a3ea-edb335de17b6', 'port_id': 'aa13762d-583b-4889-9399-530afb17aa2e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3056, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e034e6ed-6102-4046-9f1f-a643f9565610', 'mac_address': 'fa:16:3e:8d:15:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56aeda28-0052-429d-a1d0-74f2354d8203', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:57:53Z', 'updated_at': '2021-09-24T15:57:53Z', 'revision_number': 0, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5770e312-70ce-4912-8d30-b4a3104bd9b7', 'name': '', 'network_id': 'e034e6ed-6102-4046-9f1f-a643f9565610', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'mac_address': 'fa:16:3e:80:ba:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c929dc6-c979-41c4-a3ea-edb335de17b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': '2c0c6582-6192-4ba7-b197-927e1af8c8ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:57:24Z', 'updated_at': '2021-09-24T15:57:31Z', 'revision_number': 5, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'subnets': [{'id': '2c0c6582-6192-4ba7-b197-927e1af8c8ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:57:59.346934 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-0ec40df0-4ace-4ea8-91a1-24df1c4acefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '644a38d6-7b19-46f6-bf33-3e6e5889e7a0', 'name': 'tempest-TestNetworkBasicOps-router-1406295477', 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '2d8dc83c-9b93-4f1d-9f6c-d428f15acc7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:56:17Z', 'updated_at': '2021-09-24T15:57:54Z', 'revision_number': 5, 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'gw_port': {'id': '2d8dc83c-9b93-4f1d-9f6c-d428f15acc7f', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:af:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644a38d6-7b19-46f6-bf33-3e6e5889e7a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:56:19Z', 'updated_at': '2021-09-24T15:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:59.407755 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1012cf-0066-426b-be4a-4ced0a7bd822 None None] Network c113cdbf-7af7-4e71-aba8-689506ada255 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:57:59.412441 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec40df0-4ace-4ea8-91a1-24df1c4acefe None None] Checking router: 644a38d6-7b19-46f6-bf33-3e6e5889e7a0 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:57:59.414465 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 5458e65c-f857-4b84-92a4-ea20d2659287 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:57:59.414767 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:59.426756 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-5e1012cf-0066-426b-be4a-4ced0a7bd822 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:57:59.461427 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1012cf-0066-426b-be4a-4ced0a7bd822 None None] Pushing event updated for resources: {'Port': ['ID=81fb6506-3200-4448-8b5f-d6096e44aa09,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:57:59.470845 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1012cf-0066-426b-be4a-4ced0a7bd822 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:57:59.484926 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ec40df0-4ace-4ea8-91a1-24df1c4acefe None None] Routers {'644a38d6-7b19-46f6-bf33-3e6e5889e7a0'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:57:59.486047 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-0ec40df0-4ace-4ea8-91a1-24df1c4acefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:57:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['644a38d6-7b19-46f6-bf33-3e6e5889e7a0'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:59.611475 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5c30fde5-e3e0-4961-b132-345849fa4506 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for router, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:59.763018 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-0ec40df0-4ace-4ea8-91a1-24df1c4acefe None None] Set router 644a38d6-7b19-46f6-bf33-3e6e5889e7a0 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:57:59.772398 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5c30fde5-e3e0-4961-b132-345849fa4506 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:59.776950 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-863bcb2a-948b-43b1-a29a-748221355dae tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] 10.222.0.101 "DELETE /v2.0/ports/43def8f7-e5cb-45b3-add0-af3b1b4c3ed4/tags HTTP/1.1" status: 204 len: 168 time: 1.4717543 Sep 24 15:57:59.784603 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48574) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:57:59.793778 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.tag.tag_plugin [None req-81bf0832-32e4-4188-8de8-1c870f91ca83 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a93a5e68-c359-4d7c-aeaa-19e5a933803b') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:57:59.820748 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-26d8da86-876b-4b49-9875-def600764ac9 req-2083ee21-a7f8-44a0-b9da-d6f888f2ad0f tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup_general--873506932&fields=id&tenant_id=1154a7819e8f441ba8a2f5ad356b8a2c HTTP/1.1" status: 200 len: 267 time: 0.3399873 Sep 24 15:57:59.852377 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-5e1012cf-0066-426b-be4a-4ced0a7bd822 None None] Attempting to bind port 81fb6506-3200-4448-8b5f-d6096e44aa09 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:57:59.852377 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-5e1012cf-0066-426b-be4a-4ced0a7bd822 None None] Attempting to bind port 81fb6506-3200-4448-8b5f-d6096e44aa09 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '4e6465bb-aad7-433c-be78-183d2f609446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'c113cdbf-7af7-4e71-aba8-689506ada255'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:57:59.852377 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1012cf-0066-426b-be4a-4ced0a7bd822 None None] Attempting to bind port 81fb6506-3200-4448-8b5f-d6096e44aa09 on network c113cdbf-7af7-4e71-aba8-689506ada255 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:57:59.882880 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff17cd31-6e0b-435d-ae7b-747f43dac1d3 None None] New status for floating IP 0e15ac26-ce19-489d-8d0d-fb16629e0549: ACTIVE {{(pid=95299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:57:59.943734 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c46da13-dea8-4aae-a2d3-d72e197d7b3e req-fdb2e34c-a9df-46de-9f32-b87c6a3684b5 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Made reservation on behalf of b3bc8c40013d4a92b1cf10d67118144c for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:57:59.947462 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-6c46da13-dea8-4aae-a2d3-d72e197d7b3e req-fdb2e34c-a9df-46de-9f32-b87c6a3684b5 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:59.950489 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-caea8888-093a-4a52-804f-856fe627a729 None None] Deleting port a3562c43-a106-4f75-a845-cc8fd1b5196e {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:57:59.950931 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-caea8888-093a-4a52-804f-856fe627a729 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:57:59.954439 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48580) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:00.032536 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-caea8888-093a-4a52-804f-856fe627a729 None None] For port a3562c43-a106-4f75-a845-cc8fd1b5196e, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=a3562c43-a106-4f75-a845-cc8fd1b5196e,segment=NetworkSegment(3b0d1fe3-9fe9-4ff8-92fd-d9c45ff0aa0c),segment_id=3b0d1fe3-9fe9-4ff8-92fd-d9c45ff0aa0c)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:58:00.033465 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-caea8888-093a-4a52-804f-856fe627a729 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:00.034115 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-0e711761-fa38-42a7-a0e9-06beda0402df tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/floatingips/0e15ac26-ce19-489d-8d0d-fb16629e0549 HTTP/1.1" status: 200 len: 991 time: 0.0787020 Sep 24 15:58:00.050199 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-caea8888-093a-4a52-804f-856fe627a729 None None] Calling delete_port for a3562c43-a106-4f75-a845-cc8fd1b5196e owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:58:00.073325 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1012cf-0066-426b-be4a-4ced0a7bd822 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:58:00.074310 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4a60744b-63f6-4230-bc9b-38bc56529055 req-c4863f69-c1dd-4c84-ae65-feb73886ea12 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb85660a-fb37-4b80-a4be-00e9bc56d2d2 HTTP/1.1" status: 200 len: 210 time: 0.0649912 Sep 24 15:58:00.074846 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1012cf-0066-426b-be4a-4ced0a7bd822 None None] Checking segment: {'id': '4e6465bb-aad7-433c-be78-183d2f609446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'c113cdbf-7af7-4e71-aba8-689506ada255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:58:00.074979 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5e1012cf-0066-426b-be4a-4ced0a7bd822 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:00.075484 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1012cf-0066-426b-be4a-4ced0a7bd822 None None] Bound using segment: {'id': '4e6465bb-aad7-433c-be78-183d2f609446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'c113cdbf-7af7-4e71-aba8-689506ada255'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:58:00.075996 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-5e1012cf-0066-426b-be4a-4ced0a7bd822 None None] Bound port: 81fb6506-3200-4448-8b5f-d6096e44aa09, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e6465bb-aad7-433c-be78-183d2f609446', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'c113cdbf-7af7-4e71-aba8-689506ada255'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:58:00.076387 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5e1012cf-0066-426b-be4a-4ced0a7bd822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:00.173754 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d3444c64-55ca-459c-8897-c5eb82a3aaf3 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772637962999', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3191475'] for subnet, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:00.191108 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d8da86-876b-4b49-9875-def600764ac9 req-785bdc53-2391-40e9-aedd-6ff04632be6a tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:00.195266 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-26d8da86-876b-4b49-9875-def600764ac9 req-785bdc53-2391-40e9-aedd-6ff04632be6a tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "GET /v2.0/networks?id=13818614-7186-4b08-8e65-99dcf947f9be HTTP/1.1" status: 200 len: 797 time: 0.3667593 Sep 24 15:58:00.233869 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-81bf0832-32e4-4188-8de8-1c870f91ca83 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] 10.222.0.101 "DELETE /v2.0/subnets/a93a5e68-c359-4d7c-aeaa-19e5a933803b/tags HTTP/1.1" status: 204 len: 168 time: 0.4455953 Sep 24 15:58:00.240646 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48586) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:00.253028 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.tag.tag_plugin [None req-316a6eb5-fb41-4fa8-99ed-67d000d9a2af tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a93a5e68-c359-4d7c-aeaa-19e5a933803b', 'tempest-TagsExtTest-Tag-1555292235') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:58:00.274075 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3444c64-55ca-459c-8897-c5eb82a3aaf3 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:00.274874 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d3444c64-55ca-459c-8897-c5eb82a3aaf3 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:00.279595 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-d3444c64-55ca-459c-8897-c5eb82a3aaf3 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] 10.222.0.101 "PUT /v2.0/subnets/e0e28039-6f5e-42f0-a533-e736dd75afb0 HTTP/1.1" status: 200 len: 900 time: 3.2820385 Sep 24 15:58:00.280533 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48588) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:00.290224 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-26d8da86-876b-4b49-9875-def600764ac9 req-0ba32e31-bf5a-4bd1-84ec-9e7917b539d6 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "GET /v2.0/quotas/1154a7819e8f441ba8a2f5ad356b8a2c HTTP/1.1" status: 200 len: 375 time: 0.0756228 Sep 24 15:58:00.327969 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3444c64-55ca-459c-8897-c5eb82a3aaf3 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Pushing event updated for resources: {'Subnet': ['ID=e0e28039-6f5e-42f0-a533-e736dd75afb0,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:00.344575 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-5c30fde5-e3e0-4961-b132-345849fa4506 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Deleting port 2d8dc83c-9b93-4f1d-9f6c-d428f15acc7f {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:58:00.345145 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5c30fde5-e3e0-4961-b132-345849fa4506 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:00.357049 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-5e1012cf-0066-426b-be4a-4ced0a7bd822 None None] For port 81fb6506-3200-4448-8b5f-d6096e44aa09, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:58:00.377392 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3444c64-55ca-459c-8897-c5eb82a3aaf3 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:58:00.378124 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3444c64-55ca-459c-8897-c5eb82a3aaf3 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:58:00.378688 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3444c64-55ca-459c-8897-c5eb82a3aaf3 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:58:00.379197 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3444c64-55ca-459c-8897-c5eb82a3aaf3 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:58:00.381580 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3444c64-55ca-459c-8897-c5eb82a3aaf3 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:58:00.382236 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3444c64-55ca-459c-8897-c5eb82a3aaf3 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:58:00.382764 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3444c64-55ca-459c-8897-c5eb82a3aaf3 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:58:00.383716 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3444c64-55ca-459c-8897-c5eb82a3aaf3 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:58:00.384221 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3444c64-55ca-459c-8897-c5eb82a3aaf3 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:58:00.385651 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3444c64-55ca-459c-8897-c5eb82a3aaf3 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:58:00.386175 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3444c64-55ca-459c-8897-c5eb82a3aaf3 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:58:00.386832 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3444c64-55ca-459c-8897-c5eb82a3aaf3 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:58:00.532167 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7ad1f038-a182-40bb-a57a-64aee73948e2 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:00.577898 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-6c46da13-dea8-4aae-a2d3-d72e197d7b3e req-fdb2e34c-a9df-46de-9f32-b87c6a3684b5 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Allocated IP 172.20.0.4 (5b5ae1eb-54bd-4dc0-9ed2-fc3865a6b206/1b77319b-e972-47e8-93df-b7729b347ab6/6a208f6d-3676-4483-97c6-16d909eb22e6) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:58:00.611038 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-26d8da86-876b-4b49-9875-def600764ac9 req-d5a85804-4acf-4b80-a3c2-5b373f92739e tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=1154a7819e8f441ba8a2f5ad356b8a2c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2800429 Sep 24 15:58:00.635281 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-7ad1f038-a182-40bb-a57a-64aee73948e2 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Deleting port 81fb6506-3200-4448-8b5f-d6096e44aa09 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:58:00.636032 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7ad1f038-a182-40bb-a57a-64aee73948e2 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:00.671020 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-5c30fde5-e3e0-4961-b132-345849fa4506 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] For port 2d8dc83c-9b93-4f1d-9f6c-d428f15acc7f, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=2d8dc83c-9b93-4f1d-9f6c-d428f15acc7f,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:58:00.671512 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5c30fde5-e3e0-4961-b132-345849fa4506 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:00.726071 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-5e1012cf-0066-426b-be4a-4ced0a7bd822 None None] For port 81fb6506-3200-4448-8b5f-d6096e44aa09, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=81fb6506-3200-4448-8b5f-d6096e44aa09,segment=NetworkSegment(4e6465bb-aad7-433c-be78-183d2f609446),segment_id=4e6465bb-aad7-433c-be78-183d2f609446)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:58:00.726334 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-5c30fde5-e3e0-4961-b132-345849fa4506 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Calling delete_port for 2d8dc83c-9b93-4f1d-9f6c-d428f15acc7f owned by network:router_gateway {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:58:00.811206 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5e1012cf-0066-426b-be4a-4ced0a7bd822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:00.828889 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-7ad1f038-a182-40bb-a57a-64aee73948e2 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] For port 81fb6506-3200-4448-8b5f-d6096e44aa09, host n-d-808921-1, got binding levels [] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:58:00.829633 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7ad1f038-a182-40bb-a57a-64aee73948e2 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:00.878814 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-7ad1f038-a182-40bb-a57a-64aee73948e2 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Calling delete_port for 81fb6506-3200-4448-8b5f-d6096e44aa09 owned by network:dhcp {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:58:00.952760 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device a3562c43-a106-4f75-a845-cc8fd1b5196e no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:58:01.035451 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1012cf-0066-426b-be4a-4ced0a7bd822 None None] Pushing event updated for resources: {'Port': ['ID=81fb6506-3200-4448-8b5f-d6096e44aa09,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:01.044977 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48600) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:01.103790 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-0ec40df0-4ace-4ea8-91a1-24df1c4acefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '644a38d6-7b19-46f6-bf33-3e6e5889e7a0', 'name': 'tempest-TestNetworkBasicOps-router-1406295477', 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '2d8dc83c-9b93-4f1d-9f6c-d428f15acc7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:56:17Z', 'updated_at': '2021-09-24T15:57:54Z', 'revision_number': 5, 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'gw_port': {'id': '2d8dc83c-9b93-4f1d-9f6c-d428f15acc7f', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:af:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644a38d6-7b19-46f6-bf33-3e6e5889e7a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:56:19Z', 'updated_at': '2021-09-24T15:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:58:01.239390 n-d-808921-1 neutron-server[95299]: INFO neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No ports have port_id starting with a3562c43-a106-4f75-a845-cc8fd1b5196e Sep 24 15:58:01.242359 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-caea8888-093a-4a52-804f-856fe627a729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:01.243961 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec40df0-4ace-4ea8-91a1-24df1c4acefe None None] The sync data for ids ['644a38d6-7b19-46f6-bf33-3e6e5889e7a0'] in n-d-808921-1 is: [{'id': '644a38d6-7b19-46f6-bf33-3e6e5889e7a0', 'name': 'tempest-TestNetworkBasicOps-router-1406295477', 'tenant_id': '7841fa2f595c42b88ef5416d36f78c25', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.98'}], 'enable_snat': True}, 'gw_port_id': '2d8dc83c-9b93-4f1d-9f6c-d428f15acc7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:56:17Z', 'updated_at': '2021-09-24T15:57:54Z', 'revision_number': 5, 'project_id': '7841fa2f595c42b88ef5416d36f78c25', 'gw_port': {'id': '2d8dc83c-9b93-4f1d-9f6c-d428f15acc7f', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:af:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644a38d6-7b19-46f6-bf33-3e6e5889e7a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2818, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:56:19Z', 'updated_at': '2021-09-24T15:56:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:58:01.283509 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caea8888-093a-4a52-804f-856fe627a729 None None] Pushing event deleted for resources: {'Port': ['ID=a3562c43-a106-4f75-a845-cc8fd1b5196e,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:01.298784 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caea8888-093a-4a52-804f-856fe627a729 None None] No DVR routers for this DVR port a3562c43-a106-4f75-a845-cc8fd1b5196e on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:58:01.340356 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9f610242-06d5-4019-af01-bdb0f3d533d3 req-19f840ed-2bfc-4301-8904-5eb5b5ed2b85 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb85660a-fb37-4b80-a4be-00e9bc56d2d2 HTTP/1.1" status: 200 len: 210 time: 0.0823841 Sep 24 15:58:01.341414 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7ad1f038-a182-40bb-a57a-64aee73948e2 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:01.345641 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-316a6eb5-fb41-4fa8-99ed-67d000d9a2af tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] 10.222.0.101 "PUT /v2.0/subnets/a93a5e68-c359-4d7c-aeaa-19e5a933803b/tags/tempest-TagsExtTest-Tag-1555292235 HTTP/1.1" status: 201 len: 201 time: 1.1033692 Sep 24 15:58:01.351061 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48606) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:01.389140 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.tag.tag_plugin [None req-9385097d-871b-4dbe-9058-d661d8b5ef88 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '43def8f7-e5cb-45b3-add0-af3b1b4c3ed4', 'tempest-TagsExtTest-Tag-805915735') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:58:01.390575 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-700e3bad-21fc-481f-bbbd-fd21ba771d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:01.393788 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad1f038-a182-40bb-a57a-64aee73948e2 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Pushing event deleted for resources: {'Port': ['ID=81fb6506-3200-4448-8b5f-d6096e44aa09,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:01.466941 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad1f038-a182-40bb-a57a-64aee73948e2 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] No DVR routers for this DVR port 81fb6506-3200-4448-8b5f-d6096e44aa09 on host n-d-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:58:01.526601 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7ad1f038-a182-40bb-a57a-64aee73948e2 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:01.571404 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-6c46da13-dea8-4aae-a2d3-d72e197d7b3e req-fdb2e34c-a9df-46de-9f32-b87c6a3684b5 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:01.633217 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-189968b7-84d9-4d89-94ac-99906e7fb0ab tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/floatingips/0e15ac26-ce19-489d-8d0d-fb16629e0549 HTTP/1.1" status: 200 len: 993 time: 0.5774155 Sep 24 15:58:01.678302 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-9385097d-871b-4dbe-9058-d661d8b5ef88 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] 10.222.0.101 "PUT /v2.0/ports/43def8f7-e5cb-45b3-add0-af3b1b4c3ed4/tags/tempest-TagsExtTest-Tag-805915735 HTTP/1.1" status: 201 len: 201 time: 0.2999051 Sep 24 15:58:01.679823 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48612) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:01.680646 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5c30fde5-e3e0-4961-b132-345849fa4506 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:01.694559 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.tag.tag_plugin [None req-2c43af9e-5fc1-426a-8c66-71fb21251f4d tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '46c6c0ce-a79c-47b5-835e-59503961c6d0', 'tempest-TagsExtTest-Tag-141166521') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:58:01.723345 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c30fde5-e3e0-4961-b132-345849fa4506 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Pushing event deleted for resources: {'Port': ['ID=2d8dc83c-9b93-4f1d-9f6c-d428f15acc7f,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:01.741962 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7ad1f038-a182-40bb-a57a-64aee73948e2 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:01.797905 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-6c46da13-dea8-4aae-a2d3-d72e197d7b3e req-fdb2e34c-a9df-46de-9f32-b87c6a3684b5 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:01.798811 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad1f038-a182-40bb-a57a-64aee73948e2 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Pushing event deleted for resources: {'Subnet': ['ID=e0e28039-6f5e-42f0-a533-e736dd75afb0,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:01.825677 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-26d8da86-876b-4b49-9875-def600764ac9 req-41191b03-46d3-4c72-8092-3d429f012ebb service neutron] 10.222.0.101 "GET /v2.0/networks/13818614-7186-4b08-8e65-99dcf947f9be?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1737304 Sep 24 15:58:01.951126 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c46da13-dea8-4aae-a2d3-d72e197d7b3e req-fdb2e34c-a9df-46de-9f32-b87c6a3684b5 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Network 5b5ae1eb-54bd-4dc0-9ed2-fc3865a6b206 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:58:01.954984 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7ad1f038-a182-40bb-a57a-64aee73948e2 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:01.956064 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-6c46da13-dea8-4aae-a2d3-d72e197d7b3e req-fdb2e34c-a9df-46de-9f32-b87c6a3684b5 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:58:01.960282 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c46da13-dea8-4aae-a2d3-d72e197d7b3e req-fdb2e34c-a9df-46de-9f32-b87c6a3684b5 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:58:01.971604 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5c30fde5-e3e0-4961-b132-345849fa4506 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586576'] for router_gateway, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:01.983613 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-7ad1f038-a182-40bb-a57a-64aee73948e2 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c113cdbf-7af7-4e71-aba8-689506ada255']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:58:01.996253 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-7ad1f038-a182-40bb-a57a-64aee73948e2 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e6465bb-aad7-433c-be78-183d2f609446') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:58:01.996600 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-7ad1f038-a182-40bb-a57a-64aee73948e2 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e6465bb-aad7-433c-be78-183d2f609446') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:58:02.011055 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7ad1f038-a182-40bb-a57a-64aee73948e2 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:02.028363 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7ad1f038-a182-40bb-a57a-64aee73948e2 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:02.044461 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ad1f038-a182-40bb-a57a-64aee73948e2 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Releasing vlan 1265 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:58:02.044461 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7ad1f038-a182-40bb-a57a-64aee73948e2 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:02.048838 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:58:02.048838 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:58:02.048838 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:58:02.048838 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:58:02.048838 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:58:02.048838 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:58:02.048838 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:58:02.048838 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:58:02.048838 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:58:02.048838 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:58:02.048838 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:58:02.048838 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:58:02.048838 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:58:02.048838 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:58:02.048838 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:58:02.048838 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:58:02.048838 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:58:02.048838 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:58:02.048838 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:58:02.048838 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:58:02.048838 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:58:02.048838 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:58:02.048838 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:58:02.048838 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:58:02.048838 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:58:02.048838 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:58:02.048838 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:58:02.048838 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:58:02.048838 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:58:02.048838 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:58:02.048838 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:58:02.048838 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:58:02.101401 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb2e34c-a9df-46de-9f32-b87c6a3684b5 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Pushing event updated for resources: {'Port': ['ID=6a208f6d-3676-4483-97c6-16d909eb22e6,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:02.127795 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-2c43af9e-5fc1-426a-8c66-71fb21251f4d tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] 10.222.0.101 "PUT /v2.0/routers/46c6c0ce-a79c-47b5-835e-59503961c6d0/tags/tempest-TagsExtTest-Tag-141166521 HTTP/1.1" status: 201 len: 201 time: 0.4433610 Sep 24 15:58:02.128014 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48614) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:02.137278 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.tag.tag_plugin [None req-97575d29-b55b-413a-a799-b7adaa50d100 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'd3ed5c35-2af2-4439-84d6-c903a7755f5c', 'tempest-TagsExtTest-Tag-2035506283') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:58:02.161884 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5c30fde5-e3e0-4961-b132-345849fa4506 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:02.166040 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5c30fde5-e3e0-4961-b132-345849fa4506 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:02.176051 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-26d8da86-876b-4b49-9875-def600764ac9 req-42944678-871f-4c6e-bf7f-9204e820cf43 service neutron] 10.222.0.101 "GET /v2.0/networks/13818614-7186-4b08-8e65-99dcf947f9be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3491881 Sep 24 15:58:02.202438 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46da13-dea8-4aae-a2d3-d72e197d7b3e req-fdb2e34c-a9df-46de-9f32-b87c6a3684b5 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:02.203066 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-6c46da13-dea8-4aae-a2d3-d72e197d7b3e req-fdb2e34c-a9df-46de-9f32-b87c6a3684b5 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:02.248660 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7ad1f038-a182-40bb-a57a-64aee73948e2 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:02.254099 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7ad1f038-a182-40bb-a57a-64aee73948e2 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:02.260884 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48618) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:02.262763 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-7ad1f038-a182-40bb-a57a-64aee73948e2 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] 10.222.0.101 "DELETE /v2.0/networks/c113cdbf-7af7-4e71-aba8-689506ada255 HTTP/1.1" status: 204 len: 168 time: 1.9807155 Sep 24 15:58:02.280749 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad1f038-a182-40bb-a57a-64aee73948e2 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Pushing event deleted for resources: {'Network': ['ID=c113cdbf-7af7-4e71-aba8-689506ada255,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:02.311686 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a9019f1-48bb-489d-bfa4-2a741e83ce7c tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] DELETE failed (client error): The resource could not be found. Sep 24 15:58:02.312187 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a9019f1-48bb-489d-bfa4-2a741e83ce7c tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:58:02.314207 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-0a9019f1-48bb-489d-bfa4-2a741e83ce7c tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] 10.222.0.101 "DELETE /v2.0/subnets/e0e28039-6f5e-42f0-a533-e736dd75afb0 HTTP/1.1" status: 404 len: 337 time: 0.0520771 Sep 24 15:58:02.317021 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48620) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:02.337841 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6e85e9a-bb36-4b64-ad47-eb1fb5f073ac tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] DELETE failed (client error): The resource could not be found. Sep 24 15:58:02.338452 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6e85e9a-bb36-4b64-ad47-eb1fb5f073ac tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:58:02.340174 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f6e85e9a-bb36-4b64-ad47-eb1fb5f073ac tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] 10.222.0.101 "DELETE /v2.0/networks/c113cdbf-7af7-4e71-aba8-689506ada255 HTTP/1.1" status: 404 len: 339 time: 0.0215547 Sep 24 15:58:02.342711 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48622) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:02.383793 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6c46da13-dea8-4aae-a2d3-d72e197d7b3e req-fdb2e34c-a9df-46de-9f32-b87c6a3684b5 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7043440 Sep 24 15:58:02.384583 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5c30fde5-e3e0-4961-b132-345849fa4506 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:02.385312 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c30fde5-e3e0-4961-b132-345849fa4506 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Fanout notify agent at l3_agent the message router_deleted on router 644a38d6-7b19-46f6-bf33-3e6e5889e7a0 {{(pid=95298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:58:02.393275 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5c30fde5-e3e0-4961-b132-345849fa4506 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:02.394465 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-5c30fde5-e3e0-4961-b132-345849fa4506 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "DELETE /v2.0/routers/644a38d6-7b19-46f6-bf33-3e6e5889e7a0 HTTP/1.1" status: 204 len: 168 time: 4.0336175 Sep 24 15:58:02.400255 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-6c46da13-dea8-4aae-a2d3-d72e197d7b3e req-c68b99ea-bfc0-4588-8450-9929f16469cb service neutron] Request body: {'port': {'device_id': 'fb85660a-fb37-4b80-a4be-00e9bc56d2d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:58:02.403430 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48626) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:02.464658 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2e66c462-b6ff-4d56-80ec-8d3aec77e85b tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:02.502190 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-97575d29-b55b-413a-a799-b7adaa50d100 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] 10.222.0.101 "PUT /v2.0/subnetpools/d3ed5c35-2af2-4439-84d6-c903a7755f5c/tags/tempest-TagsExtTest-Tag-2035506283 HTTP/1.1" status: 201 len: 201 time: 0.3729579 Sep 24 15:58:02.503075 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-061f87d7-0a72-4298-91e2-cbecd629043f None None] Could not find standard attr ID for object 81fb6506-3200-4448-8b5f-d6096e44aa09. {{(pid=95299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 15:58:02.526930 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bfba5b7-e69a-4ffc-bab0-3da865e38f35 None None] DHCP port deletion for c113cdbf-7af7-4e71-aba8-689506ada255 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:58:02.531744 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48632) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:02.533440 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.tag.tag_plugin [None req-d4bcf085-1905-4afc-8f86-8bd30da546fb tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'a93a5e68-c359-4d7c-aeaa-19e5a933803b', {'tags': ['tempest-TagsExtTest-Tag-1683854743', 'tempest-TagsExtTest-Tag-2015170954', 'tempest-TagsExtTest-Tag-1254485771']}) {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:58:02.559013 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a52f7a-8266-4756-9939-14f54d916750 None None] Network c113cdbf-7af7-4e71-aba8-689506ada255 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:58:02.578941 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a52f7a-8266-4756-9939-14f54d916750 None None] Network c113cdbf-7af7-4e71-aba8-689506ada255 could not be found, it might have been deleted concurrently. {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 24 15:58:02.595567 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4edb70-03f7-408b-89d9-de4b0fa591df None None] Network c113cdbf-7af7-4e71-aba8-689506ada255 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:58:02.604875 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ce65b8-635b-4967-a621-196df673f0cc req-401c6202-1e21-43d9-b50e-030ef4764594 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:02.608278 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-26ce65b8-635b-4967-a621-196df673f0cc req-401c6202-1e21-43d9-b50e-030ef4764594 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb85660a-fb37-4b80-a4be-00e9bc56d2d2 HTTP/1.1" status: 200 len: 931 time: 0.1372385 Sep 24 15:58:02.626326 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4edb70-03f7-408b-89d9-de4b0fa591df None None] Network c113cdbf-7af7-4e71-aba8-689506ada255 could not be found, it might have been deleted concurrently. {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 24 15:58:02.722856 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cf2aaca8-ac0b-4d01-962b-745c2cdbea67 req-21b4ca9f-7d53-48fd-817a-860b8b7d9bfa tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "GET /v2.0/ports?device_id=cc6f7f69-a208-403a-96ca-2175192815ac HTTP/1.1" status: 200 len: 210 time: 0.1862986 Sep 24 15:58:02.772312 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2e66c462-b6ff-4d56-80ec-8d3aec77e85b tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:02.819612 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-2e66c462-b6ff-4d56-80ec-8d3aec77e85b tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['458d4251-ec54-47df-8b02-c313aaf60c98']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:58:02.835306 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-2e66c462-b6ff-4d56-80ec-8d3aec77e85b tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf2201cf-2f70-4462-b236-2078eca8e5c3') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:58:02.835905 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-2e66c462-b6ff-4d56-80ec-8d3aec77e85b tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf2201cf-2f70-4462-b236-2078eca8e5c3') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:58:02.836054 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-6c46da13-dea8-4aae-a2d3-d72e197d7b3e req-c68b99ea-bfc0-4588-8450-9929f16469cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:02.840594 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-26ce65b8-635b-4967-a621-196df673f0cc req-c5fee76f-3677-4ff4-8ead-91b755b663b5 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905506 Sep 24 15:58:02.851003 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2e66c462-b6ff-4d56-80ec-8d3aec77e85b tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:02.866906 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fca7b410-0c28-4169-b781-8ff8345eca67 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:02.874163 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2e66c462-b6ff-4d56-80ec-8d3aec77e85b tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:02.881634 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e66c462-b6ff-4d56-80ec-8d3aec77e85b tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Releasing vlan 1296 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:58:02.882038 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2e66c462-b6ff-4d56-80ec-8d3aec77e85b tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:02.885378 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:58:02.885378 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:58:02.885378 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:58:02.885378 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:58:02.885378 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:58:02.885378 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:58:02.885378 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:58:02.885378 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:58:02.885378 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:58:02.885378 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:58:02.885378 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:58:02.885378 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:58:02.885378 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:58:02.885378 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:58:02.885378 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:58:02.885378 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:58:02.885378 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:58:02.885378 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:58:02.885378 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:58:02.885378 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:58:02.885378 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:58:02.885378 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:58:02.885378 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:58:02.885378 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:58:02.885378 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:58:02.885378 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:58:02.885378 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:58:02.885378 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:58:02.885378 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:58:02.885378 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:58:02.885378 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:58:02.885378 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:58:03.049361 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48644) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:03.049474 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-d4bcf085-1905-4afc-8f86-8bd30da546fb tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] 10.222.0.101 "PUT /v2.0/subnets/a93a5e68-c359-4d7c-aeaa-19e5a933803b/tags HTTP/1.1" status: 200 len: 318 time: 0.5177844 Sep 24 15:58:03.066313 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.tag.tag_plugin [None req-62f2b7c6-cb7e-411e-b442-f5850e38c96a tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a93a5e68-c359-4d7c-aeaa-19e5a933803b') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:58:03.120549 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fca7b410-0c28-4169-b781-8ff8345eca67 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:03.141919 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2e66c462-b6ff-4d56-80ec-8d3aec77e85b tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:03.175672 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2e66c462-b6ff-4d56-80ec-8d3aec77e85b tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:03.182263 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-2e66c462-b6ff-4d56-80ec-8d3aec77e85b tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] 10.222.0.101 "DELETE /v2.0/networks/458d4251-ec54-47df-8b02-c313aaf60c98 HTTP/1.1" status: 204 len: 168 time: 0.8384700 Sep 24 15:58:03.190895 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48646) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:03.235838 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 24fa33be-154e-403f-89b2-b4ca49e20208 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:58:03.247372 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e66c462-b6ff-4d56-80ec-8d3aec77e85b tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Pushing event deleted for resources: {'Network': ['ID=458d4251-ec54-47df-8b02-c313aaf60c98,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:03.251867 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd4a5e15-b7ec-4f39-8752-5d1d39f1ddcd tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] DELETE failed (client error): The resource could not be found. Sep 24 15:58:03.252387 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd4a5e15-b7ec-4f39-8752-5d1d39f1ddcd tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:58:03.257073 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-bd4a5e15-b7ec-4f39-8752-5d1d39f1ddcd tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] 10.222.0.101 "DELETE /v2.0/subnets/9230522f-d3e4-4ff3-b705-686e3c1bc90e HTTP/1.1" status: 404 len: 337 time: 0.0641687 Sep 24 15:58:03.258545 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48648) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:03.278376 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-92a32246-bb4a-49e7-9b87-c0b96ac4060d tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] DELETE failed (client error): The resource could not be found. Sep 24 15:58:03.279007 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92a32246-bb4a-49e7-9b87-c0b96ac4060d tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:58:03.282055 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-92a32246-bb4a-49e7-9b87-c0b96ac4060d tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] 10.222.0.101 "DELETE /v2.0/networks/ebc1b727-30b5-4592-956d-6ba77f84f8dc HTTP/1.1" status: 404 len: 339 time: 0.0225692 Sep 24 15:58:03.289247 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 24fa33be-154e-403f-89b2-b4ca49e20208 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:58:03.290939 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 24fa33be-154e-403f-89b2-b4ca49e20208 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:58:03.292856 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 2d8dc83c-9b93-4f1d-9f6c-d428f15acc7f no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:58:03.298938 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48650) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:03.316457 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-fca7b410-0c28-4169-b781-8ff8345eca67 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86c3d0ed-1df9-469f-9686-3575b374c832']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:58:03.357018 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 2d8dc83c-9b93-4f1d-9f6c-d428f15acc7f {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:58:03.358961 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 2d8dc83c-9b93-4f1d-9f6c-d428f15acc7f not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:58:03.375820 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-fca7b410-0c28-4169-b781-8ff8345eca67 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b0d1fe3-9fe9-4ff8-92fd-d9c45ff0aa0c') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:58:03.376309 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-fca7b410-0c28-4169-b781-8ff8345eca67 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b0d1fe3-9fe9-4ff8-92fd-d9c45ff0aa0c') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:58:03.415686 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fca7b410-0c28-4169-b781-8ff8345eca67 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:03.421187 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-b78f5287-f396-44d0-b648-fdbf2eeedb58 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Deleting subnet edff9e46-7865-4523-b93b-69820c3c812d {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:58:03.424987 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b78f5287-f396-44d0-b648-fdbf2eeedb58 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:03.439541 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fca7b410-0c28-4169-b781-8ff8345eca67 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:03.457245 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fca7b410-0c28-4169-b781-8ff8345eca67 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Releasing vlan 1269 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:58:03.457908 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fca7b410-0c28-4169-b781-8ff8345eca67 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:03.463202 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:58:03.463202 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:58:03.463202 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:58:03.463202 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:58:03.463202 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:58:03.463202 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:58:03.463202 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:58:03.463202 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:58:03.463202 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:58:03.463202 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:58:03.463202 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:58:03.463202 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:58:03.463202 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:58:03.463202 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:58:03.463202 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:58:03.463202 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:58:03.463202 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:58:03.463202 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:58:03.463202 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:58:03.463202 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:58:03.463202 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:58:03.463202 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:58:03.463202 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:58:03.463202 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:58:03.463202 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:58:03.463202 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:58:03.463202 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:58:03.463202 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:58:03.463202 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:58:03.463202 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:58:03.463202 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:58:03.463202 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:58:03.471297 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b78f5287-f396-44d0-b648-fdbf2eeedb58 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:03.497600 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-62f2b7c6-cb7e-411e-b442-f5850e38c96a tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] 10.222.0.101 "DELETE /v2.0/subnets/a93a5e68-c359-4d7c-aeaa-19e5a933803b/tags HTTP/1.1" status: 204 len: 168 time: 0.4491942 Sep 24 15:58:03.499644 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48652) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:03.508495 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.tag.tag_plugin [None req-d8028853-efbe-42b2-9475-606ee63f15b1 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a93a5e68-c359-4d7c-aeaa-19e5a933803b', 'tempest-TagsExtTest-Tag-1683854743') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:58:03.573570 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b78f5287-f396-44d0-b648-fdbf2eeedb58 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:03.822966 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b78f5287-f396-44d0-b648-fdbf2eeedb58 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:03.859139 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78f5287-f396-44d0-b648-fdbf2eeedb58 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Pushing event deleted for resources: {'Subnet': ['ID=edff9e46-7865-4523-b93b-69820c3c812d,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:03.866184 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b78f5287-f396-44d0-b648-fdbf2eeedb58 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:03.871489 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b78f5287-f396-44d0-b648-fdbf2eeedb58 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] 10.222.0.101 "DELETE /v2.0/subnets/edff9e46-7865-4523-b93b-69820c3c812d HTTP/1.1" status: 204 len: 168 time: 0.5604496 Sep 24 15:58:03.873723 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c9c33c-0c34-4cfe-a18e-e4df5c309397 None None] Network 2f04f90b-41d7-4ab1-a265-8d231bf54c5e requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:58:03.874845 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48662) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:03.891066 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-077b47be-62db-4ebc-b138-6618636dc7e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:03.947417 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7d36a17-c5a7-4b54-86ff-e39b56e630b1 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Deleting subnet 0e3782d4-eac3-4132-89e9-8b3219278669 {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:58:03.952710 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c7d36a17-c5a7-4b54-86ff-e39b56e630b1 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:03.993489 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-6c46da13-dea8-4aae-a2d3-d72e197d7b3e req-c68b99ea-bfc0-4588-8450-9929f16469cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a208f6d-3676-4483-97c6-16d909eb22e6 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:58:04.042630 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0d22c406-a240-4497-81da-4f292b68167d req-ba25a052-4806-4ad2-89ee-e1048dbdc836 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "GET /v2.0/ports?device_id=cc6f7f69-a208-403a-96ca-2175192815ac HTTP/1.1" status: 200 len: 210 time: 0.0925670 Sep 24 15:58:04.045163 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c7d36a17-c5a7-4b54-86ff-e39b56e630b1 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:04.055247 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-6c46da13-dea8-4aae-a2d3-d72e197d7b3e req-c68b99ea-bfc0-4588-8450-9929f16469cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:04.090071 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [None req-d8028853-efbe-42b2-9475-606ee63f15b1 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] show failed (client error): The resource could not be found. Sep 24 15:58:04.091490 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-d8028853-efbe-42b2-9475-606ee63f15b1 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] 10.222.0.101 "GET /v2.0/subnets/a93a5e68-c359-4d7c-aeaa-19e5a933803b/tags/tempest-TagsExtTest-Tag-1683854743 HTTP/1.1" status: 404 len: 329 time: 0.5907319 Sep 24 15:58:04.096592 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7774ac-2b1d-42d1-8bf8-0b55c610e421 req-7af4ce54-e29d-4a36-b59e-ba389e30be4f tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:04.097275 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48666) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:04.098652 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fd7774ac-2b1d-42d1-8bf8-0b55c610e421 req-7af4ce54-e29d-4a36-b59e-ba389e30be4f tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb85660a-fb37-4b80-a4be-00e9bc56d2d2 HTTP/1.1" status: 200 len: 931 time: 0.1487534 Sep 24 15:58:04.102492 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.tag.tag_plugin [None req-fd57cc2b-096b-4541-89a0-312c318c7c48 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a93a5e68-c359-4d7c-aeaa-19e5a933803b', 'tempest-TagsExtTest-Tag-2015170954') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:58:04.170062 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [None req-fd57cc2b-096b-4541-89a0-312c318c7c48 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] show failed (client error): The resource could not be found. Sep 24 15:58:04.171206 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-fd57cc2b-096b-4541-89a0-312c318c7c48 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] 10.222.0.101 "GET /v2.0/subnets/a93a5e68-c359-4d7c-aeaa-19e5a933803b/tags/tempest-TagsExtTest-Tag-2015170954 HTTP/1.1" status: 404 len: 329 time: 0.0729830 Sep 24 15:58:04.175436 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48668) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:04.182037 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.tag.tag_plugin [None req-23ccffc2-96a9-42e6-8d72-af54163f130c tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a93a5e68-c359-4d7c-aeaa-19e5a933803b', 'tempest-TagsExtTest-Tag-1254485771') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:58:04.212227 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fd7774ac-2b1d-42d1-8bf8-0b55c610e421 req-f2834061-3b9e-4b93-8645-cd47e06b250b tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966244 Sep 24 15:58:04.216585 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-6c46da13-dea8-4aae-a2d3-d72e197d7b3e req-c68b99ea-bfc0-4588-8450-9929f16469cb service neutron] Transition to ACTIVE for port object 6a208f6d-3676-4483-97c6-16d909eb22e6 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:58:04.225774 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fca7b410-0c28-4169-b781-8ff8345eca67 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:04.230260 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fca7b410-0c28-4169-b781-8ff8345eca67 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:04.231500 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c7d36a17-c5a7-4b54-86ff-e39b56e630b1 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:04.234391 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-fca7b410-0c28-4169-b781-8ff8345eca67 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] 10.222.0.101 "DELETE /v2.0/networks/86c3d0ed-1df9-469f-9686-3575b374c832 HTTP/1.1" status: 204 len: 168 time: 1.8282573 Sep 24 15:58:04.282354 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca7b410-0c28-4169-b781-8ff8345eca67 tempest-TestNetworkBasicOps-1834172297 tempest-TestNetworkBasicOps-1834172297-project] Pushing event deleted for resources: {'Network': ['ID=86c3d0ed-1df9-469f-9686-3575b374c832,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:04.294363 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [None req-23ccffc2-96a9-42e6-8d72-af54163f130c tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] show failed (client error): The resource could not be found. Sep 24 15:58:04.295642 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-23ccffc2-96a9-42e6-8d72-af54163f130c tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] 10.222.0.101 "GET /v2.0/subnets/a93a5e68-c359-4d7c-aeaa-19e5a933803b/tags/tempest-TagsExtTest-Tag-1254485771 HTTP/1.1" status: 404 len: 329 time: 0.1188760 Sep 24 15:58:04.298695 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48672) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:04.307353 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.tag.tag_plugin [None req-908a0411-4e62-4ec9-a655-d1673cf74dea tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '43def8f7-e5cb-45b3-add0-af3b1b4c3ed4', {'tags': ['tempest-TagsExtTest-Tag-372644908', 'tempest-TagsExtTest-Tag-434957369', 'tempest-TagsExtTest-Tag-1674286985']}) {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:58:04.311674 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-6c46da13-dea8-4aae-a2d3-d72e197d7b3e req-c68b99ea-bfc0-4588-8450-9929f16469cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:04.313723 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:04.419256 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c7d36a17-c5a7-4b54-86ff-e39b56e630b1 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:04.487466 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68b99ea-bfc0-4588-8450-9929f16469cb service neutron] Pushing event updated for resources: {'Port': ['ID=6a208f6d-3676-4483-97c6-16d909eb22e6,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:04.500367 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c7d36a17-c5a7-4b54-86ff-e39b56e630b1 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:04.502294 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-c7d36a17-c5a7-4b54-86ff-e39b56e630b1 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] 10.222.0.101 "DELETE /v2.0/subnets/0e3782d4-eac3-4132-89e9-8b3219278669 HTTP/1.1" status: 204 len: 168 time: 0.6261895 Sep 24 15:58:04.503432 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d36a17-c5a7-4b54-86ff-e39b56e630b1 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Pushing event deleted for resources: {'Subnet': ['ID=0e3782d4-eac3-4132-89e9-8b3219278669,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:04.505809 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48674) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:04.524497 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-6c46da13-dea8-4aae-a2d3-d72e197d7b3e req-c68b99ea-bfc0-4588-8450-9929f16469cb service neutron] Attempting to bind port 6a208f6d-3676-4483-97c6-16d909eb22e6 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:58:04.524909 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-6c46da13-dea8-4aae-a2d3-d72e197d7b3e req-c68b99ea-bfc0-4588-8450-9929f16469cb service neutron] Attempting to bind port 6a208f6d-3676-4483-97c6-16d909eb22e6 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '563c8a32-dd71-4fde-bd28-b20905086572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '5b5ae1eb-54bd-4dc0-9ed2-fc3865a6b206'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:58:04.525326 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c46da13-dea8-4aae-a2d3-d72e197d7b3e req-c68b99ea-bfc0-4588-8450-9929f16469cb service neutron] Attempting to bind port 6a208f6d-3676-4483-97c6-16d909eb22e6 on network 5b5ae1eb-54bd-4dc0-9ed2-fc3865a6b206 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:58:04.530710 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c46da13-dea8-4aae-a2d3-d72e197d7b3e req-c68b99ea-bfc0-4588-8450-9929f16469cb service neutron] Port 6a208f6d-3676-4483-97c6-16d909eb22e6 on network 5b5ae1eb-54bd-4dc0-9ed2-fc3865a6b206 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:58:04.531137 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c46da13-dea8-4aae-a2d3-d72e197d7b3e req-c68b99ea-bfc0-4588-8450-9929f16469cb service neutron] Attempting to bind port 6a208f6d-3676-4483-97c6-16d909eb22e6 on network 5b5ae1eb-54bd-4dc0-9ed2-fc3865a6b206 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:58:04.538136 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c46da13-dea8-4aae-a2d3-d72e197d7b3e req-c68b99ea-bfc0-4588-8450-9929f16469cb service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:58:04.538620 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c46da13-dea8-4aae-a2d3-d72e197d7b3e req-c68b99ea-bfc0-4588-8450-9929f16469cb service neutron] Checking segment: {'id': '563c8a32-dd71-4fde-bd28-b20905086572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '5b5ae1eb-54bd-4dc0-9ed2-fc3865a6b206'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:58:04.539070 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c46da13-dea8-4aae-a2d3-d72e197d7b3e req-c68b99ea-bfc0-4588-8450-9929f16469cb service neutron] Bound using segment: {'id': '563c8a32-dd71-4fde-bd28-b20905086572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '5b5ae1eb-54bd-4dc0-9ed2-fc3865a6b206'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:58:04.539618 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-6c46da13-dea8-4aae-a2d3-d72e197d7b3e req-c68b99ea-bfc0-4588-8450-9929f16469cb service neutron] Bound port: 6a208f6d-3676-4483-97c6-16d909eb22e6, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '563c8a32-dd71-4fde-bd28-b20905086572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '5b5ae1eb-54bd-4dc0-9ed2-fc3865a6b206'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:58:04.540086 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-6c46da13-dea8-4aae-a2d3-d72e197d7b3e req-c68b99ea-bfc0-4588-8450-9929f16469cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:04.590854 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-908a0411-4e62-4ec9-a655-d1673cf74dea tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] 10.222.0.101 "PUT /v2.0/ports/43def8f7-e5cb-45b3-add0-af3b1b4c3ed4/tags HTTP/1.1" status: 200 len: 316 time: 0.2911165 Sep 24 15:58:04.593897 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48676) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:04.594244 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7474071d-0de8-484c-bc93-ddd6c40ecf29 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:04.601111 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.tag.tag_plugin [None req-0a82889f-3662-4ff5-834c-eee27a929466 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '43def8f7-e5cb-45b3-add0-af3b1b4c3ed4') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:58:04.660829 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-6c46da13-dea8-4aae-a2d3-d72e197d7b3e req-c68b99ea-bfc0-4588-8450-9929f16469cb service neutron] For port 6a208f6d-3676-4483-97c6-16d909eb22e6, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:58:04.670976 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-7474071d-0de8-484c-bc93-ddd6c40ecf29 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Deleting port ea4846ac-424d-459c-a43a-073a4e2613aa {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:58:04.670976 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7474071d-0de8-484c-bc93-ddd6c40ecf29 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:04.671301 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-6c46da13-dea8-4aae-a2d3-d72e197d7b3e req-c68b99ea-bfc0-4588-8450-9929f16469cb service neutron] For port 6a208f6d-3676-4483-97c6-16d909eb22e6, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=6a208f6d-3676-4483-97c6-16d909eb22e6,segment=NetworkSegment(563c8a32-dd71-4fde-bd28-b20905086572),segment_id=563c8a32-dd71-4fde-bd28-b20905086572)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:58:04.766330 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-7474071d-0de8-484c-bc93-ddd6c40ecf29 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] For port ea4846ac-424d-459c-a43a-073a4e2613aa, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=ea4846ac-424d-459c-a43a-073a4e2613aa,segment=NetworkSegment(74e319db-0b30-4577-8a53-676d87fef10b),segment_id=74e319db-0b30-4577-8a53-676d87fef10b)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:58:04.768399 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7474071d-0de8-484c-bc93-ddd6c40ecf29 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:04.784091 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-7474071d-0de8-484c-bc93-ddd6c40ecf29 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Calling delete_port for ea4846ac-424d-459c-a43a-073a4e2613aa owned by network:dhcp {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:58:04.842226 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-6c46da13-dea8-4aae-a2d3-d72e197d7b3e req-c68b99ea-bfc0-4588-8450-9929f16469cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:04.904974 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-0a82889f-3662-4ff5-834c-eee27a929466 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] 10.222.0.101 "DELETE /v2.0/ports/43def8f7-e5cb-45b3-add0-af3b1b4c3ed4/tags HTTP/1.1" status: 204 len: 168 time: 0.3095739 Sep 24 15:58:04.908658 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48684) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:04.913435 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.tag.tag_plugin [None req-9f62b360-b5cd-4ee4-ae36-f40a974b54a5 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '43def8f7-e5cb-45b3-add0-af3b1b4c3ed4', 'tempest-TagsExtTest-Tag-372644908') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:58:04.927483 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46da13-dea8-4aae-a2d3-d72e197d7b3e req-c68b99ea-bfc0-4588-8450-9929f16469cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:04.930611 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-6c46da13-dea8-4aae-a2d3-d72e197d7b3e req-c68b99ea-bfc0-4588-8450-9929f16469cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:04.931871 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6c46da13-dea8-4aae-a2d3-d72e197d7b3e req-c68b99ea-bfc0-4588-8450-9929f16469cb service neutron] 10.222.0.108 "PUT /v2.0/ports/6a208f6d-3676-4483-97c6-16d909eb22e6 HTTP/1.1" status: 200 len: 1091 time: 2.5361090 Sep 24 15:58:04.934418 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb85660a-fb37-4b80-a4be-00e9bc56d2d2', 'tag': '6a208f6d-3676-4483-97c6-16d909eb22e6'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:58:04.945328 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-369eb91e-550d-4983-9d35-bc031358aa02" -d '{"events": [{"name": "network-changed", "server_uuid": "fb85660a-fb37-4b80-a4be-00e9bc56d2d2", "tag": "6a208f6d-3676-4483-97c6-16d909eb22e6"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:58:05.021490 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [None req-9f62b360-b5cd-4ee4-ae36-f40a974b54a5 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] show failed (client error): The resource could not be found. Sep 24 15:58:05.025387 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-9f62b360-b5cd-4ee4-ae36-f40a974b54a5 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] 10.222.0.101 "GET /v2.0/ports/43def8f7-e5cb-45b3-add0-af3b1b4c3ed4/tags/tempest-TagsExtTest-Tag-372644908 HTTP/1.1" status: 404 len: 328 time: 0.1130440 Sep 24 15:58:05.026913 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48690) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:05.030512 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.tag.tag_plugin [None req-da5a0c72-8a3c-4ca1-a0c0-1fa280ac88c8 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '43def8f7-e5cb-45b3-add0-af3b1b4c3ed4', 'tempest-TagsExtTest-Tag-434957369') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:58:05.044851 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68b99ea-bfc0-4588-8450-9929f16469cb service neutron] Pushing event updated for resources: {'Port': ['ID=6a208f6d-3676-4483-97c6-16d909eb22e6,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:05.046676 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04868754-1b65-4d16-be06-5a48551059b1 None None] Network 2f04f90b-41d7-4ab1-a265-8d231bf54c5e requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:58:05.053838 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c071c563-8d7d-45e0-be4e-6a8c481c0bcf x-openstack-request-id: req-c071c563-8d7d-45e0-be4e-6a8c481c0bcf {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:58:05.054161 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb85660a-fb37-4b80-a4be-00e9bc56d2d2", "tag": "6a208f6d-3676-4483-97c6-16d909eb22e6", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:58:05.077114 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c071c563-8d7d-45e0-be4e-6a8c481c0bcf {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:58:05.077726 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb85660a-fb37-4b80-a4be-00e9bc56d2d2', 'tag': '6a208f6d-3676-4483-97c6-16d909eb22e6', 'status': 'completed', 'code': 200} Sep 24 15:58:05.092519 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48694) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:05.143976 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369eb91e-550d-4983-9d35-bc031358aa02 req-25fde7c0-c53f-40fd-9dd5-4014d29eaff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:05.145973 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-369eb91e-550d-4983-9d35-bc031358aa02 req-25fde7c0-c53f-40fd-9dd5-4014d29eaff2 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=b3bc8c40013d4a92b1cf10d67118144c&device_id=fb85660a-fb37-4b80-a4be-00e9bc56d2d2 HTTP/1.1" status: 200 len: 1094 time: 0.0671403 Sep 24 15:58:05.151830 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [None req-da5a0c72-8a3c-4ca1-a0c0-1fa280ac88c8 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] show failed (client error): The resource could not be found. Sep 24 15:58:05.153069 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-da5a0c72-8a3c-4ca1-a0c0-1fa280ac88c8 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] 10.222.0.101 "GET /v2.0/ports/43def8f7-e5cb-45b3-add0-af3b1b4c3ed4/tags/tempest-TagsExtTest-Tag-434957369 HTTP/1.1" status: 404 len: 328 time: 0.1264327 Sep 24 15:58:05.157736 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48698) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:05.169387 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-02b405c2-45f6-454b-a059-1285b5871ecd req-b5d15f00-2530-4c77-8849-65ec9d70b946 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "GET /v2.0/ports?device_id=cc6f7f69-a208-403a-96ca-2175192815ac HTTP/1.1" status: 200 len: 210 time: 0.0354106 Sep 24 15:58:05.177034 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.tag.tag_plugin [None req-496f7b2a-c369-45f7-852d-6360f5ed04cd tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '43def8f7-e5cb-45b3-add0-af3b1b4c3ed4', 'tempest-TagsExtTest-Tag-1674286985') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:58:05.198256 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7474071d-0de8-484c-bc93-ddd6c40ecf29 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:05.224573 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7474071d-0de8-484c-bc93-ddd6c40ecf29 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Pushing event deleted for resources: {'Port': ['ID=ea4846ac-424d-459c-a43a-073a4e2613aa,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:05.231878 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7474071d-0de8-484c-bc93-ddd6c40ecf29 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] No DVR routers for this DVR port ea4846ac-424d-459c-a43a-073a4e2613aa on host n-d-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:58:05.238193 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-cee64a06-8cfa-4799-acdf-f7b9c68322f6 None None] Provisioning complete for port ea4846ac-424d-459c-a43a-073a4e2613aa triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:58:05.238833 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-cee64a06-8cfa-4799-acdf-f7b9c68322f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:05.288887 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-cee64a06-8cfa-4799-acdf-f7b9c68322f6 None None] Port ea4846ac-424d-459c-a43a-073a4e2613aa was deleted so its status cannot be updated. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:331}} Sep 24 15:58:05.378967 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36da58d9-4814-4331-bf7b-40ad0c556b7e None None] DHCP port deletion for 2f04f90b-41d7-4ab1-a265-8d231bf54c5e request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:58:05.382490 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7474071d-0de8-484c-bc93-ddd6c40ecf29 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:05.396921 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-c61c5a80-ffac-4a63-bc52-bb3bd6286413 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=7841fa2f595c42b88ef5416d36f78c25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3031616 Sep 24 15:58:05.400540 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48702) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:05.405227 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:05.419394 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-7474071d-0de8-484c-bc93-ddd6c40ecf29 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f04f90b-41d7-4ab1-a265-8d231bf54c5e']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:58:05.437028 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-7474071d-0de8-484c-bc93-ddd6c40ecf29 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74e319db-0b30-4577-8a53-676d87fef10b') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:58:05.437328 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-7474071d-0de8-484c-bc93-ddd6c40ecf29 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74e319db-0b30-4577-8a53-676d87fef10b') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:58:05.457036 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7474071d-0de8-484c-bc93-ddd6c40ecf29 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:05.479317 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7474071d-0de8-484c-bc93-ddd6c40ecf29 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:05.487895 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ef58d915-3f29-4f76-8813-bad42391f583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:05.490413 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7474071d-0de8-484c-bc93-ddd6c40ecf29 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Releasing vlan 1260 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:58:05.490718 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7474071d-0de8-484c-bc93-ddd6c40ecf29 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:05.493799 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:58:05.493799 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:58:05.493799 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:58:05.493799 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:58:05.493799 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:58:05.493799 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:58:05.493799 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:58:05.493799 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:58:05.493799 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:58:05.493799 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:58:05.493799 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:58:05.493799 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:58:05.493799 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:58:05.493799 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:58:05.493799 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:58:05.493799 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:58:05.493799 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:58:05.493799 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:58:05.493799 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:58:05.493799 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:58:05.493799 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:58:05.493799 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:58:05.493799 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:58:05.493799 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:58:05.493799 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:58:05.493799 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:58:05.493799 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:58:05.493799 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:58:05.493799 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:58:05.493799 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:58:05.493799 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:58:05.493799 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:58:05.508338 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [None req-496f7b2a-c369-45f7-852d-6360f5ed04cd tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] show failed (client error): The resource could not be found. Sep 24 15:58:05.512453 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-496f7b2a-c369-45f7-852d-6360f5ed04cd tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] 10.222.0.101 "GET /v2.0/ports/43def8f7-e5cb-45b3-add0-af3b1b4c3ed4/tags/tempest-TagsExtTest-Tag-1674286985 HTTP/1.1" status: 404 len: 329 time: 0.3516874 Sep 24 15:58:05.513784 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48704) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:05.519986 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.tag.tag_plugin [None req-f7fa013b-06fe-4f81-af81-1f1d07cf302e tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '46c6c0ce-a79c-47b5-835e-59503961c6d0', {'tags': ['tempest-TagsExtTest-Tag-1105100747', 'tempest-TagsExtTest-Tag-1035393330', 'tempest-TagsExtTest-Tag-2000414516']}) {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:58:05.562816 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369eb91e-550d-4983-9d35-bc031358aa02 req-e1be0f90-fd69-46e1-8017-9b46fd6607e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:05.565370 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-369eb91e-550d-4983-9d35-bc031358aa02 req-e1be0f90-fd69-46e1-8017-9b46fd6607e9 service neutron] 10.222.0.108 "GET /v2.0/networks?tenant_id=b3bc8c40013d4a92b1cf10d67118144c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.4063506 Sep 24 15:58:05.570094 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ef58d915-3f29-4f76-8813-bad42391f583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:05.617301 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092547d-b8ff-4a1f-a786-983bd10d04d8 req-6c184450-6210-4f4d-bb4a-6db9cac969c5 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:05.618868 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c092547d-b8ff-4a1f-a786-983bd10d04d8 req-6c184450-6210-4f4d-bb4a-6db9cac969c5 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb85660a-fb37-4b80-a4be-00e9bc56d2d2 HTTP/1.1" status: 200 len: 943 time: 0.2983782 Sep 24 15:58:05.714201 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7474071d-0de8-484c-bc93-ddd6c40ecf29 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:05.729894 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7474071d-0de8-484c-bc93-ddd6c40ecf29 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:05.731948 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-7474071d-0de8-484c-bc93-ddd6c40ecf29 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] 10.222.0.101 "DELETE /v2.0/networks/2f04f90b-41d7-4ab1-a265-8d231bf54c5e HTTP/1.1" status: 204 len: 168 time: 1.2250893 Sep 24 15:58:05.746945 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48712) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:05.758658 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ef58d915-3f29-4f76-8813-bad42391f583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:05.761346 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ef58d915-3f29-4f76-8813-bad42391f583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:05.765620 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ef58d915-3f29-4f76-8813-bad42391f583 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/96514177-85e8-44c3-96ee-ae315b2fa4f2 HTTP/1.1" status: 204 len: 168 time: 0.3640740 Sep 24 15:58:05.784411 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c092547d-b8ff-4a1f-a786-983bd10d04d8 req-4e5f302d-4826-49e3-9e1e-b3791fd76575 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484430 Sep 24 15:58:05.811537 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7474071d-0de8-484c-bc93-ddd6c40ecf29 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Pushing event deleted for resources: {'Network': ['ID=2f04f90b-41d7-4ab1-a265-8d231bf54c5e,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:05.814117 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef58d915-3f29-4f76-8813-bad42391f583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96514177-85e8-44c3-96ee-ae315b2fa4f2,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:05.816769 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-604f67be-e948-4e81-933a-6dacd24f1c3f tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] DELETE failed (client error): The resource could not be found. Sep 24 15:58:05.817894 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-604f67be-e948-4e81-933a-6dacd24f1c3f tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:58:05.820048 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-604f67be-e948-4e81-933a-6dacd24f1c3f tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] 10.222.0.101 "DELETE /v2.0/subnets/5b6c90ba-8290-45c4-883f-4152abbb069a HTTP/1.1" status: 404 len: 337 time: 0.0713594 Sep 24 15:58:05.822918 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48718) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:05.858692 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-20303e4b-ffba-4dab-9c55-2f78e57bf13a tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] DELETE failed (client error): The resource could not be found. Sep 24 15:58:05.859578 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20303e4b-ffba-4dab-9c55-2f78e57bf13a tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:58:05.861577 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-20303e4b-ffba-4dab-9c55-2f78e57bf13a tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] 10.222.0.101 "DELETE /v2.0/networks/85d74af9-79b7-40bb-8f38-2308ba7809f4 HTTP/1.1" status: 404 len: 339 time: 0.0374758 Sep 24 15:58:05.864241 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48722) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:05.894169 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-fef6e8a2-eacd-4fe8-bfab-25e3f11263cd tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] DELETE failed (client error): The resource could not be found. Sep 24 15:58:05.894799 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fef6e8a2-eacd-4fe8-bfab-25e3f11263cd tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:58:05.898064 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-fef6e8a2-eacd-4fe8-bfab-25e3f11263cd tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] 10.222.0.101 "DELETE /v2.0/subnets/5f73f415-19dd-4b20-af04-0f103ccbb784 HTTP/1.1" status: 404 len: 337 time: 0.0325561 Sep 24 15:58:05.900841 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48724) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:05.926016 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f5e4e67-96c6-4973-bae0-e5d6c4ed3465 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] DELETE failed (client error): The resource could not be found. Sep 24 15:58:05.927541 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f5e4e67-96c6-4973-bae0-e5d6c4ed3465 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:58:05.929640 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-6f5e4e67-96c6-4973-bae0-e5d6c4ed3465 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] 10.222.0.101 "DELETE /v2.0/networks/4f7bd6e9-f170-466a-83a0-433895049882 HTTP/1.1" status: 404 len: 339 time: 0.0274930 Sep 24 15:58:05.932199 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48726) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:05.933992 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-f7fa013b-06fe-4f81-af81-1f1d07cf302e tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] 10.222.0.101 "PUT /v2.0/routers/46c6c0ce-a79c-47b5-835e-59503961c6d0/tags HTTP/1.1" status: 200 len: 318 time: 0.4176478 Sep 24 15:58:05.941524 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48728) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:05.946680 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.tag.tag_plugin [None req-ae58de66-f05a-41ae-9a67-4234ef76738a tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '46c6c0ce-a79c-47b5-835e-59503961c6d0') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:58:05.965745 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369eb91e-550d-4983-9d35-bc031358aa02 req-2c0379d6-fe17-4159-94a2-b42b614e8abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:05.967287 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-369eb91e-550d-4983-9d35-bc031358aa02 req-2c0379d6-fe17-4159-94a2-b42b614e8abb service neutron] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3612676 Sep 24 15:58:05.976240 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d8da86-876b-4b49-9875-def600764ac9 req-d41b0102-9281-4ccc-9345-0d6cf9b12bcd tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:05.977712 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-26d8da86-876b-4b49-9875-def600764ac9 req-d41b0102-9281-4ccc-9345-0d6cf9b12bcd tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.108 "GET /v2.0/networks?id=13818614-7186-4b08-8e65-99dcf947f9be HTTP/1.1" status: 200 len: 797 time: 0.2087862 Sep 24 15:58:06.019061 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-70a0d469-5775-4414-8d40-86c839bb45db tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] DELETE failed (client error): The resource could not be found. Sep 24 15:58:06.019428 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70a0d469-5775-4414-8d40-86c839bb45db tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:58:06.021848 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-70a0d469-5775-4414-8d40-86c839bb45db tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] 10.222.0.101 "DELETE /v2.0/subnets/ae47c2b0-bc73-4f49-bc47-2497eb9b0b02 HTTP/1.1" status: 404 len: 337 time: 0.0883040 Sep 24 15:58:06.025260 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48730) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:06.051257 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8c0b979-1372-48d0-9fb6-ee0f3b1c1e83 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] DELETE failed (client error): The resource could not be found. Sep 24 15:58:06.052871 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8c0b979-1372-48d0-9fb6-ee0f3b1c1e83 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:58:06.054776 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-a8c0b979-1372-48d0-9fb6-ee0f3b1c1e83 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] 10.222.0.101 "DELETE /v2.0/networks/e65432df-b736-41bc-a13e-6e998ca314aa HTTP/1.1" status: 404 len: 339 time: 0.0275631 Sep 24 15:58:06.059683 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48732) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:06.069589 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-26d8da86-876b-4b49-9875-def600764ac9 req-55ecd504-6e8d-462d-aacc-b26d767e8bfc tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.108 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1154a7819e8f441ba8a2f5ad356b8a2c HTTP/1.1" status: 200 len: 476 time: 0.0834286 Sep 24 15:58:06.108334 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-26d8da86-876b-4b49-9875-def600764ac9 req-fd020589-598a-431f-b398-5dd6e3d0a812 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Request body: {'port': {'device_id': 'cc6f7f69-a208-403a-96ca-2175192815ac', 'network_id': '13818614-7186-4b08-8e65-99dcf947f9be', 'admin_state_up': True, 'tenant_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'security_groups': ['b09f9d36-615e-491f-9040-7f552995a11f', '63e4738a-f24b-4a61-9373-0015f7f58dee']}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:58:06.154384 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46da13-dea8-4aae-a2d3-d72e197d7b3e req-a533899f-7ad8-4359-aa45-a16bf0c35940 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:06.155894 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6c46da13-dea8-4aae-a2d3-d72e197d7b3e req-a533899f-7ad8-4359-aa45-a16bf0c35940 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=b3bc8c40013d4a92b1cf10d67118144c&device_id=fb85660a-fb37-4b80-a4be-00e9bc56d2d2 HTTP/1.1" status: 200 len: 1094 time: 0.1290157 Sep 24 15:58:06.209832 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-565e2ca9-43cd-4878-8905-f272debf4dfc tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Deleting subnet 6c5ab51d-d346-4bd5-9037-ec4c67c67cb8 {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:58:06.250543 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-565e2ca9-43cd-4878-8905-f272debf4dfc tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:06.253853 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6c46da13-dea8-4aae-a2d3-d72e197d7b3e req-af68c28d-3245-47ea-b502-2346cffd68c9 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a208f6d-3676-4483-97c6-16d909eb22e6 HTTP/1.1" status: 200 len: 217 time: 0.0652919 Sep 24 15:58:06.268523 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ae58de66-f05a-41ae-9a67-4234ef76738a tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] 10.222.0.101 "DELETE /v2.0/routers/46c6c0ce-a79c-47b5-835e-59503961c6d0/tags HTTP/1.1" status: 204 len: 168 time: 0.3234344 Sep 24 15:58:06.268815 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48740) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:06.276168 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.tag.tag_plugin [None req-b28a88c5-4242-444c-acc9-83a7c625c419 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '46c6c0ce-a79c-47b5-835e-59503961c6d0', 'tempest-TagsExtTest-Tag-1105100747') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:58:06.357034 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c46da13-dea8-4aae-a2d3-d72e197d7b3e req-b5e18acc-6a38-46e0-bb7e-5b924e7fa717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:06.358519 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6c46da13-dea8-4aae-a2d3-d72e197d7b3e req-b5e18acc-6a38-46e0-bb7e-5b924e7fa717 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=1b77319b-e972-47e8-93df-b7729b347ab6 HTTP/1.1" status: 200 len: 850 time: 0.0817547 Sep 24 15:58:06.376150 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-da658ba7-7bd7-4c3f-bf26-e2aa64ba8fc8 req-b955c835-52cb-40f1-93ef-a0c3b4341bc2 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "GET /v2.0/ports?device_id=cc6f7f69-a208-403a-96ca-2175192815ac HTTP/1.1" status: 200 len: 210 time: 0.0372202 Sep 24 15:58:06.376354 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-565e2ca9-43cd-4878-8905-f272debf4dfc tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:06.429001 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [None req-b28a88c5-4242-444c-acc9-83a7c625c419 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] show failed (client error): The resource could not be found. Sep 24 15:58:06.432566 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b28a88c5-4242-444c-acc9-83a7c625c419 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] 10.222.0.101 "GET /v2.0/routers/46c6c0ce-a79c-47b5-835e-59503961c6d0/tags/tempest-TagsExtTest-Tag-1105100747 HTTP/1.1" status: 404 len: 329 time: 0.1603656 Sep 24 15:58:06.434028 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48742) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:06.438528 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.tag.tag_plugin [None req-446a0618-3d61-4267-8e08-b34070b35297 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '46c6c0ce-a79c-47b5-835e-59503961c6d0', 'tempest-TagsExtTest-Tag-1035393330') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:58:06.453574 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6c46da13-dea8-4aae-a2d3-d72e197d7b3e req-4a5a6f7d-a32d-4277-a7b5-a77264f4dc59 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=5b5ae1eb-54bd-4dc0-9ed2-fc3865a6b206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739801 Sep 24 15:58:06.527799 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [None req-446a0618-3d61-4267-8e08-b34070b35297 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] show failed (client error): The resource could not be found. Sep 24 15:58:06.530411 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-446a0618-3d61-4267-8e08-b34070b35297 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] 10.222.0.101 "GET /v2.0/routers/46c6c0ce-a79c-47b5-835e-59503961c6d0/tags/tempest-TagsExtTest-Tag-1035393330 HTTP/1.1" status: 404 len: 329 time: 0.0940056 Sep 24 15:58:06.531954 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48744) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:06.537809 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.tag.tag_plugin [None req-e0e05f5d-ff69-4536-be93-b0619e948f39 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '46c6c0ce-a79c-47b5-835e-59503961c6d0', 'tempest-TagsExtTest-Tag-2000414516') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:58:06.564848 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4476afeb-5892-41ee-8c64-3afd3e653460 req-e7fa4f4b-ed44-4a8d-9f8c-29d23072388c tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:06.566376 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4476afeb-5892-41ee-8c64-3afd3e653460 req-e7fa4f4b-ed44-4a8d-9f8c-29d23072388c tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/ports?device_id=5ea82851-d9e0-4b55-9108-445a8363c1e2 HTTP/1.1" status: 200 len: 946 time: 0.2452481 Sep 24 15:58:06.616645 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [None req-e0e05f5d-ff69-4536-be93-b0619e948f39 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] show failed (client error): The resource could not be found. Sep 24 15:58:06.620343 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e0e05f5d-ff69-4536-be93-b0619e948f39 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] 10.222.0.101 "GET /v2.0/routers/46c6c0ce-a79c-47b5-835e-59503961c6d0/tags/tempest-TagsExtTest-Tag-2000414516 HTTP/1.1" status: 404 len: 329 time: 0.0848763 Sep 24 15:58:06.620564 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48746) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:06.625305 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.tag.tag_plugin [None req-dbf732da-7b2e-477f-b42a-4d30a0b1f548 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'd3ed5c35-2af2-4439-84d6-c903a7755f5c', {'tags': ['tempest-TagsExtTest-Tag-1959554430', 'tempest-TagsExtTest-Tag-2085344408', 'tempest-TagsExtTest-Tag-64532188']}) {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:58:06.632312 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26d8da86-876b-4b49-9875-def600764ac9 req-fd020589-598a-431f-b398-5dd6e3d0a812 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Made reservation on behalf of 1154a7819e8f441ba8a2f5ad356b8a2c for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:58:06.635941 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-26d8da86-876b-4b49-9875-def600764ac9 req-fd020589-598a-431f-b398-5dd6e3d0a812 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:06.656143 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-565e2ca9-43cd-4878-8905-f272debf4dfc tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:06.719378 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:06.745527 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4476afeb-5892-41ee-8c64-3afd3e653460 req-12a99996-5c13-4b50-b361-14f979c795bb tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/security-groups?id=beef4521-75a7-4152-bec5-95472c5ccdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699822 Sep 24 15:58:06.746107 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-dbf732da-7b2e-477f-b42a-4d30a0b1f548 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] 10.222.0.101 "PUT /v2.0/subnetpools/d3ed5c35-2af2-4439-84d6-c903a7755f5c/tags HTTP/1.1" status: 200 len: 316 time: 0.1241944 Sep 24 15:58:06.747596 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6c46da13-dea8-4aae-a2d3-d72e197d7b3e req-1936358d-7ead-4b18-9e09-663f1e836b64 service neutron] 10.222.0.108 "GET /v2.0/networks/5b5ae1eb-54bd-4dc0-9ed2-fc3865a6b206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794023 Sep 24 15:58:06.748307 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48748) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:06.754814 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.tag.tag_plugin [None req-42defb3b-2410-47e8-a0eb-747366acce29 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd3ed5c35-2af2-4439-84d6-c903a7755f5c') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:58:06.883024 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48754) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:06.912848 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device ea4846ac-424d-459c-a43a-073a4e2613aa no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:58:06.938933 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7623876f-2783-4794-a136-d6dc3ff5d5f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:06.963052 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: ea4846ac-424d-459c-a43a-073a4e2613aa {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:58:06.963986 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device ea4846ac-424d-459c-a43a-073a4e2613aa not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:58:06.996776 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-42defb3b-2410-47e8-a0eb-747366acce29 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] 10.222.0.101 "DELETE /v2.0/subnetpools/d3ed5c35-2af2-4439-84d6-c903a7755f5c/tags HTTP/1.1" status: 204 len: 168 time: 0.2470624 Sep 24 15:58:07.001646 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48760) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:07.011261 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.tag.tag_plugin [None req-4d17fdf6-13db-42e7-a9b6-08cd7249c80e tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd3ed5c35-2af2-4439-84d6-c903a7755f5c', 'tempest-TagsExtTest-Tag-1959554430') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:58:07.066887 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ccfefc-b18e-4b76-a884-de3cd8c45f49 req-142e987e-52b9-4d98-bb7a-e6ec9020556d tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:07.068486 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c7ccfefc-b18e-4b76-a884-de3cd8c45f49 req-142e987e-52b9-4d98-bb7a-e6ec9020556d tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb85660a-fb37-4b80-a4be-00e9bc56d2d2 HTTP/1.1" status: 200 len: 943 time: 0.1652606 Sep 24 15:58:07.076721 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [None req-4d17fdf6-13db-42e7-a9b6-08cd7249c80e tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] show failed (client error): The resource could not be found. Sep 24 15:58:07.080171 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-4d17fdf6-13db-42e7-a9b6-08cd7249c80e tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] 10.222.0.101 "GET /v2.0/subnetpools/d3ed5c35-2af2-4439-84d6-c903a7755f5c/tags/tempest-TagsExtTest-Tag-1959554430 HTTP/1.1" status: 404 len: 329 time: 0.0725384 Sep 24 15:58:07.082175 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48762) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:07.093332 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.tag.tag_plugin [None req-10abbc1e-af7d-4f2e-82c6-7f0dd4039440 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd3ed5c35-2af2-4439-84d6-c903a7755f5c', 'tempest-TagsExtTest-Tag-2085344408') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:58:07.161203 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c7ccfefc-b18e-4b76-a884-de3cd8c45f49 req-178a2c01-be40-45fb-8e1f-af57a531148c tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812624 Sep 24 15:58:07.162171 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [None req-10abbc1e-af7d-4f2e-82c6-7f0dd4039440 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] show failed (client error): The resource could not be found. Sep 24 15:58:07.165755 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-10abbc1e-af7d-4f2e-82c6-7f0dd4039440 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] 10.222.0.101 "GET /v2.0/subnetpools/d3ed5c35-2af2-4439-84d6-c903a7755f5c/tags/tempest-TagsExtTest-Tag-2085344408 HTTP/1.1" status: 404 len: 329 time: 0.0800786 Sep 24 15:58:07.170946 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48768) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:07.170946 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.tag.tag_plugin [None req-2de87311-d31f-4299-a011-9ac0ff2af283 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'd3ed5c35-2af2-4439-84d6-c903a7755f5c', 'tempest-TagsExtTest-Tag-64532188') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:58:07.205525 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7623876f-2783-4794-a136-d6dc3ff5d5f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:07.212269 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [None req-2de87311-d31f-4299-a011-9ac0ff2af283 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] show failed (client error): The resource could not be found. Sep 24 15:58:07.213335 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-2de87311-d31f-4299-a011-9ac0ff2af283 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] 10.222.0.101 "GET /v2.0/subnetpools/d3ed5c35-2af2-4439-84d6-c903a7755f5c/tags/tempest-TagsExtTest-Tag-64532188 HTTP/1.1" status: 404 len: 327 time: 0.0464129 Sep 24 15:58:07.216072 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48770) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:07.220665 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.tag.tag_plugin [None req-dc1774ca-e7fb-441c-a1af-6eeba7477091 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'd3ed5c35-2af2-4439-84d6-c903a7755f5c') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:58:07.252723 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-dc1774ca-e7fb-441c-a1af-6eeba7477091 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] 10.222.0.101 "DELETE /v2.0/subnetpools/d3ed5c35-2af2-4439-84d6-c903a7755f5c/tags HTTP/1.1" status: 204 len: 168 time: 0.0334873 Sep 24 15:58:07.252956 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48774) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:07.258665 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.tag.tag_plugin [None req-2220fd41-ba96-45f7-a6e4-74b81ef89739 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '46c6c0ce-a79c-47b5-835e-59503961c6d0') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:58:07.285551 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-565e2ca9-43cd-4878-8905-f272debf4dfc tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:07.338317 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-26d8da86-876b-4b49-9875-def600764ac9 req-fd020589-598a-431f-b398-5dd6e3d0a812 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Allocated IP 172.20.0.8 (13818614-7186-4b08-8e65-99dcf947f9be/56122e50-b940-4224-b271-61ac27d698f8/7a619d73-29c5-47bb-84d5-35ad6689c821) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:58:07.341333 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565e2ca9-43cd-4878-8905-f272debf4dfc tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Pushing event deleted for resources: {'Subnet': ['ID=6c5ab51d-d346-4bd5-9037-ec4c67c67cb8,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:07.344480 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7623876f-2783-4794-a136-d6dc3ff5d5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:07.344726 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6c46da13-dea8-4aae-a2d3-d72e197d7b3e req-1f8ca11f-6770-4dfd-842c-58357177c1d7 service neutron] 10.222.0.108 "GET /v2.0/networks/5b5ae1eb-54bd-4dc0-9ed2-fc3865a6b206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089140 Sep 24 15:58:07.348135 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-565e2ca9-43cd-4878-8905-f272debf4dfc tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:07.352251 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-565e2ca9-43cd-4878-8905-f272debf4dfc tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] 10.222.0.101 "DELETE /v2.0/subnets/6c5ab51d-d346-4bd5-9037-ec4c67c67cb8 HTTP/1.1" status: 204 len: 168 time: 1.2798798 Sep 24 15:58:07.353491 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48776) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:07.354531 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756b8e76-ed19-457b-98b7-6a5acd19807c None None] Network 60ed9fb1-0436-47ff-a049-1d9d3aeb0931 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:58:07.364571 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-2220fd41-ba96-45f7-a6e4-74b81ef89739 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] 10.222.0.101 "DELETE /v2.0/routers/46c6c0ce-a79c-47b5-835e-59503961c6d0/tags HTTP/1.1" status: 204 len: 168 time: 0.1104033 Sep 24 15:58:07.367559 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48778) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:07.388099 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.tag.tag_plugin [None req-c0d1422a-5a9c-46e7-828f-73942c65280b tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '43def8f7-e5cb-45b3-add0-af3b1b4c3ed4') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:58:07.408672 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-7623876f-2783-4794-a136-d6dc3ff5d5f2 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=666b1ea6455a4802afaf2c2bbd9b5cdf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5211847 Sep 24 15:58:07.409816 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7623876f-2783-4794-a136-d6dc3ff5d5f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d172e8e3-3fed-4d1e-93f5-14f6a742e65f,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:07.412964 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48782) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:07.491946 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1dbce58b-cfbc-4514-ac74-e83bae3555d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:07.523999 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1dbce58b-cfbc-4514-ac74-e83bae3555d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:07.542514 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b48631d4-ac89-4f66-917c-9322c67f8a4c tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:07.549998 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6c1ba7d9-585e-49d5-85b4-cda67bc5461f req-47ddc572-6fa8-4635-8092-afea8bd92528 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "GET /v2.0/ports?device_id=cc6f7f69-a208-403a-96ca-2175192815ac HTTP/1.1" status: 200 len: 210 time: 0.0574012 Sep 24 15:58:07.625751 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac6e7c8-ce00-41e6-99ae-6ec3615a7347 None None] DHCP port deletion for 60ed9fb1-0436-47ff-a049-1d9d3aeb0931 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:58:07.662096 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1dbce58b-cfbc-4514-ac74-e83bae3555d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:07.665055 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1dbce58b-cfbc-4514-ac74-e83bae3555d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:07.666389 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-1dbce58b-cfbc-4514-ac74-e83bae3555d0 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d172e8e3-3fed-4d1e-93f5-14f6a742e65f HTTP/1.1" status: 204 len: 168 time: 0.2516980 Sep 24 15:58:07.677222 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbce58b-cfbc-4514-ac74-e83bae3555d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d172e8e3-3fed-4d1e-93f5-14f6a742e65f,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:07.680208 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-c0d1422a-5a9c-46e7-828f-73942c65280b tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] 10.222.0.101 "DELETE /v2.0/ports/43def8f7-e5cb-45b3-add0-af3b1b4c3ed4/tags HTTP/1.1" status: 204 len: 168 time: 0.3107100 Sep 24 15:58:07.684817 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48796) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:07.693539 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.tag.tag_plugin [None req-066f19ab-2d9d-434e-ba0d-564a8fdaf317 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a93a5e68-c359-4d7c-aeaa-19e5a933803b') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:58:07.715122 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-eac6e7c8-ce00-41e6-99ae-6ec3615a7347 None None] Deleting port e4ff35b5-f844-4bfc-b424-422f032ba94b {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:58:07.715508 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-eac6e7c8-ce00-41e6-99ae-6ec3615a7347 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:07.762540 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-26d8da86-876b-4b49-9875-def600764ac9 req-fd020589-598a-431f-b398-5dd6e3d0a812 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:07.783939 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-b48631d4-ac89-4f66-917c-9322c67f8a4c tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Deleting port e4ff35b5-f844-4bfc-b424-422f032ba94b {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:58:07.784143 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b48631d4-ac89-4f66-917c-9322c67f8a4c tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:07.787023 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-eac6e7c8-ce00-41e6-99ae-6ec3615a7347 None None] For port e4ff35b5-f844-4bfc-b424-422f032ba94b, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=e4ff35b5-f844-4bfc-b424-422f032ba94b,segment=NetworkSegment(19f49dd1-30a2-44d4-9beb-33416004f179),segment_id=19f49dd1-30a2-44d4-9beb-33416004f179)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:58:07.788222 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-eac6e7c8-ce00-41e6-99ae-6ec3615a7347 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:07.804817 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-eac6e7c8-ce00-41e6-99ae-6ec3615a7347 None None] Calling delete_port for e4ff35b5-f844-4bfc-b424-422f032ba94b owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:58:07.886842 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-b48631d4-ac89-4f66-917c-9322c67f8a4c tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] For port e4ff35b5-f844-4bfc-b424-422f032ba94b, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=e4ff35b5-f844-4bfc-b424-422f032ba94b,segment=NetworkSegment(19f49dd1-30a2-44d4-9beb-33416004f179),segment_id=19f49dd1-30a2-44d4-9beb-33416004f179)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:58:07.887527 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b48631d4-ac89-4f66-917c-9322c67f8a4c tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:07.896839 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-066f19ab-2d9d-434e-ba0d-564a8fdaf317 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] 10.222.0.101 "DELETE /v2.0/subnets/a93a5e68-c359-4d7c-aeaa-19e5a933803b/tags HTTP/1.1" status: 204 len: 168 time: 0.2091050 Sep 24 15:58:07.902268 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48806) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:07.910039 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-b48631d4-ac89-4f66-917c-9322c67f8a4c tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Calling delete_port for e4ff35b5-f844-4bfc-b424-422f032ba94b owned by network:dhcp {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:58:07.943846 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c5941a-3d2e-418b-b5ba-826d28d2a405 req-5d5e4615-3ee5-4b9b-8a33-f26920a8e4a9 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:07.950016 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-92c5941a-3d2e-418b-b5ba-826d28d2a405 req-5d5e4615-3ee5-4b9b-8a33-f26920a8e4a9 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/ports?device_id=5ea82851-d9e0-4b55-9108-445a8363c1e2 HTTP/1.1" status: 200 len: 946 time: 0.0744386 Sep 24 15:58:07.992731 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-92c5941a-3d2e-418b-b5ba-826d28d2a405 req-5421c4ca-8260-48e4-9456-c6093c5366a0 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/security-groups?id=beef4521-75a7-4152-bec5-95472c5ccdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358331 Sep 24 15:58:07.997805 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-26d8da86-876b-4b49-9875-def600764ac9 req-fd020589-598a-431f-b398-5dd6e3d0a812 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:08.076213 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-eac6e7c8-ce00-41e6-99ae-6ec3615a7347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:08.084526 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26d8da86-876b-4b49-9875-def600764ac9 req-fd020589-598a-431f-b398-5dd6e3d0a812 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Network 13818614-7186-4b08-8e65-99dcf947f9be is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:58:08.093543 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-26d8da86-876b-4b49-9875-def600764ac9 req-fd020589-598a-431f-b398-5dd6e3d0a812 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:58:08.095989 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-26d8da86-876b-4b49-9875-def600764ac9 req-fd020589-598a-431f-b398-5dd6e3d0a812 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:58:08.112787 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac6e7c8-ce00-41e6-99ae-6ec3615a7347 None None] Pushing event deleted for resources: {'Port': ['ID=e4ff35b5-f844-4bfc-b424-422f032ba94b,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:08.118025 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac6e7c8-ce00-41e6-99ae-6ec3615a7347 None None] No DVR routers for this DVR port e4ff35b5-f844-4bfc-b424-422f032ba94b on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:58:08.149463 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd020589-598a-431f-b398-5dd6e3d0a812 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Pushing event updated for resources: {'Port': ['ID=7a619d73-29c5-47bb-84d5-35ad6689c821,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:08.170939 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b48631d4-ac89-4f66-917c-9322c67f8a4c tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:08.212295 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48631d4-ac89-4f66-917c-9322c67f8a4c tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] No DVR routers for this DVR port e4ff35b5-f844-4bfc-b424-422f032ba94b on host n-d-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:58:08.214104 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48631d4-ac89-4f66-917c-9322c67f8a4c tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Pushing event deleted for resources: {'Port': ['ID=e4ff35b5-f844-4bfc-b424-422f032ba94b,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:08.225929 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d8da86-876b-4b49-9875-def600764ac9 req-fd020589-598a-431f-b398-5dd6e3d0a812 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:08.226527 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-26d8da86-876b-4b49-9875-def600764ac9 req-fd020589-598a-431f-b398-5dd6e3d0a812 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:08.233600 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a2880746-5ec4-4688-bd51-0be4b5933310 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] Notify callbacks [] for subnetpool, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:08.237963 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48814) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:08.238223 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-a2880746-5ec4-4688-bd51-0be4b5933310 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] 10.222.0.101 "DELETE /v2.0/subnetpools/d3ed5c35-2af2-4439-84d6-c903a7755f5c HTTP/1.1" status: 204 len: 168 time: 0.3342319 Sep 24 15:58:08.329265 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-28bd0b75-742d-430a-84ca-87577384fada tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] 10.222.0.101 "GET /v2.0/ports?device_id=46c6c0ce-a79c-47b5-835e-59503961c6d0 HTTP/1.1" status: 200 len: 205 time: 0.0901215 Sep 24 15:58:08.331823 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48816) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:08.394107 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-26d8da86-876b-4b49-9875-def600764ac9 req-fd020589-598a-431f-b398-5dd6e3d0a812 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 2.2933354 Sep 24 15:58:08.440342 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b48631d4-ac89-4f66-917c-9322c67f8a4c tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:08.455876 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-26d8da86-876b-4b49-9875-def600764ac9 req-938a5b68-d7d8-4f93-b099-6fdddd253d7a service neutron] Request body: {'port': {'device_id': 'cc6f7f69-a208-403a-96ca-2175192815ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:58:08.502786 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-b48631d4-ac89-4f66-917c-9322c67f8a4c tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60ed9fb1-0436-47ff-a049-1d9d3aeb0931']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:58:08.503758 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d2b577c1-373e-4f14-b066-ec4d5ab8abb0 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] Notify callbacks [] for router, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:08.522446 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef1aea-5db0-43a5-9b50-884ee75fde31 req-b5c33b18-76b6-47b0-85fd-df43c9ba9853 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:08.524183 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1cef1aea-5db0-43a5-9b50-884ee75fde31 req-b5c33b18-76b6-47b0-85fd-df43c9ba9853 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb85660a-fb37-4b80-a4be-00e9bc56d2d2 HTTP/1.1" status: 200 len: 943 time: 0.2455654 Sep 24 15:58:08.531716 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-b48631d4-ac89-4f66-917c-9322c67f8a4c tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19f49dd1-30a2-44d4-9beb-33416004f179') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:58:08.532013 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-b48631d4-ac89-4f66-917c-9322c67f8a4c tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19f49dd1-30a2-44d4-9beb-33416004f179') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:58:08.575711 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-9a2fd962-ac18-42ab-be2b-f063a5977fa7 None None] Provisioning complete for port 7a619d73-29c5-47bb-84d5-35ad6689c821 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:58:08.576323 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9a2fd962-ac18-42ab-be2b-f063a5977fa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:08.581790 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b48631d4-ac89-4f66-917c-9322c67f8a4c tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:08.613507 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-26d8da86-876b-4b49-9875-def600764ac9 req-938a5b68-d7d8-4f93-b099-6fdddd253d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:08.643671 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b48631d4-ac89-4f66-917c-9322c67f8a4c tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:08.671701 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b48631d4-ac89-4f66-917c-9322c67f8a4c tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Releasing vlan 1298 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:58:08.672460 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b48631d4-ac89-4f66-917c-9322c67f8a4c tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:08.676133 n-d-808921-1 neutron-server[95298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:58:08.676133 n-d-808921-1 neutron-server[95298]: self.session.flush() Sep 24 15:58:08.676133 n-d-808921-1 neutron-server[95298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:58:08.676133 n-d-808921-1 neutron-server[95298]: self.session.flush() Sep 24 15:58:08.676133 n-d-808921-1 neutron-server[95298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:58:08.676133 n-d-808921-1 neutron-server[95298]: self.session.flush() Sep 24 15:58:08.676133 n-d-808921-1 neutron-server[95298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:58:08.676133 n-d-808921-1 neutron-server[95298]: self.session.flush() Sep 24 15:58:08.676133 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:58:08.676133 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:58:08.676133 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:58:08.676133 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:58:08.676133 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:58:08.676133 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:58:08.676133 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:58:08.676133 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:58:08.676133 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:58:08.676133 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:58:08.676133 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:58:08.676133 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:58:08.676133 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:58:08.676133 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:58:08.676133 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:58:08.676133 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:58:08.676133 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:58:08.676133 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:58:08.676133 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:58:08.676133 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:58:08.676133 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:58:08.676133 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:58:08.676133 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:58:08.676133 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:58:08.676133 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:58:08.676133 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:58:08.676133 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:58:08.676133 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:58:08.676133 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:58:08.676133 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:58:08.676133 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:58:08.676133 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:58:08.684948 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1cef1aea-5db0-43a5-9b50-884ee75fde31 req-c97fb2aa-21cd-467b-8edc-f252ea0f7a1e tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495867 Sep 24 15:58:08.691850 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d2b577c1-373e-4f14-b066-ec4d5ab8abb0 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:08.694712 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d2b577c1-373e-4f14-b066-ec4d5ab8abb0 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:08.716823 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-9a2fd962-ac18-42ab-be2b-f063a5977fa7 None None] Port 7a619d73-29c5-47bb-84d5-35ad6689c821 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:58:08.790367 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d7659-3e6e-4dd2-b319-d5883136ecf0 req-36f5eaa9-ee02-4c04-98d3-8cc767f65c2d tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:08.790367 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c71d7659-3e6e-4dd2-b319-d5883136ecf0 req-36f5eaa9-ee02-4c04-98d3-8cc767f65c2d tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "GET /v2.0/ports?device_id=cc6f7f69-a208-403a-96ca-2175192815ac HTTP/1.1" status: 200 len: 970 time: 0.0509360 Sep 24 15:58:08.830029 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c71d7659-3e6e-4dd2-b319-d5883136ecf0 req-cbfdff9a-8494-4a73-9256-a13e8f9ccf22 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "GET /v2.0/security-groups?id=b09f9d36-615e-491f-9040-7f552995a11f&id=63e4738a-f24b-4a61-9373-0015f7f58dee&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0369587 Sep 24 15:58:08.834833 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d2b577c1-373e-4f14-b066-ec4d5ab8abb0 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:08.835668 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b577c1-373e-4f14-b066-ec4d5ab8abb0 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] Fanout notify agent at l3_agent the message router_deleted on router 46c6c0ce-a79c-47b5-835e-59503961c6d0 {{(pid=95297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:58:08.835788 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device e4ff35b5-f844-4bfc-b424-422f032ba94b no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:58:08.844083 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d2b577c1-373e-4f14-b066-ec4d5ab8abb0 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:08.846530 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-d2b577c1-373e-4f14-b066-ec4d5ab8abb0 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] 10.222.0.101 "DELETE /v2.0/routers/46c6c0ce-a79c-47b5-835e-59503961c6d0 HTTP/1.1" status: 204 len: 168 time: 0.5131352 Sep 24 15:58:08.850082 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48832) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:08.879813 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: e4ff35b5-f844-4bfc-b424-422f032ba94b {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:58:08.880915 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device e4ff35b5-f844-4bfc-b424-422f032ba94b not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:58:08.932942 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b48631d4-ac89-4f66-917c-9322c67f8a4c tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:08.941993 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b48631d4-ac89-4f66-917c-9322c67f8a4c tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:08.944170 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b48631d4-ac89-4f66-917c-9322c67f8a4c tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] 10.222.0.101 "DELETE /v2.0/networks/60ed9fb1-0436-47ff-a049-1d9d3aeb0931 HTTP/1.1" status: 204 len: 168 time: 1.5897491 Sep 24 15:58:08.947691 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48834) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:08.962885 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48631d4-ac89-4f66-917c-9322c67f8a4c tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Pushing event deleted for resources: {'Network': ['ID=60ed9fb1-0436-47ff-a049-1d9d3aeb0931,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:08.982822 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-a318c73a-58f5-43bd-bac9-302a05a3108d tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] DELETE failed (client error): The resource could not be found. Sep 24 15:58:08.983277 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a318c73a-58f5-43bd-bac9-302a05a3108d tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:58:08.988143 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-a318c73a-58f5-43bd-bac9-302a05a3108d tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] 10.222.0.101 "DELETE /v2.0/subnets/e8cdb86a-847d-424b-9ec4-f4f3bc152330 HTTP/1.1" status: 404 len: 337 time: 0.0364337 Sep 24 15:58:08.988893 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48836) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:08.992528 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-db6d61d0-b92b-46b0-ad8e-8612b7e0bdf3 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] Deleting port 43def8f7-e5cb-45b3-add0-af3b1b4c3ed4 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:58:08.992870 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-db6d61d0-b92b-46b0-ad8e-8612b7e0bdf3 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:09.027746 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-afe2e0b8-bda6-4cba-bbbe-cace416cfc27 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] DELETE failed (client error): The resource could not be found. Sep 24 15:58:09.028395 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afe2e0b8-bda6-4cba-bbbe-cace416cfc27 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:58:09.033341 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-afe2e0b8-bda6-4cba-bbbe-cace416cfc27 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] 10.222.0.101 "DELETE /v2.0/networks/f1702460-1047-4ae0-87ce-698ce0f3c29c HTTP/1.1" status: 404 len: 339 time: 0.0433445 Sep 24 15:58:09.037660 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48840) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:09.079449 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:09.092029 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-db6d61d0-b92b-46b0-ad8e-8612b7e0bdf3 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:09.107023 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-db6d61d0-b92b-46b0-ad8e-8612b7e0bdf3 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] Calling delete_port for 43def8f7-e5cb-45b3-add0-af3b1b4c3ed4 owned by {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:58:09.139417 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-26d8da86-876b-4b49-9875-def600764ac9 req-938a5b68-d7d8-4f93-b099-6fdddd253d7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a619d73-29c5-47bb-84d5-35ad6689c821 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:58:09.152384 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-3765416e-ff0c-4a2e-b09a-0f059917d828 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Deleting subnet e996ae30-71bf-49c4-96b3-45e65a2cede6 {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:58:09.156267 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-26d8da86-876b-4b49-9875-def600764ac9 req-938a5b68-d7d8-4f93-b099-6fdddd253d7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:09.159291 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3765416e-ff0c-4a2e-b09a-0f059917d828 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:09.198134 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-26d8da86-876b-4b49-9875-def600764ac9 req-938a5b68-d7d8-4f93-b099-6fdddd253d7a service neutron] Transition to ACTIVE for port object 7a619d73-29c5-47bb-84d5-35ad6689c821 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:58:09.218455 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a571ccbb-75c4-4094-b9d3-0a802d881bce req-51193df5-fca5-4bcc-9834-1e20e2344120 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:09.219940 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a571ccbb-75c4-4094-b9d3-0a802d881bce req-51193df5-fca5-4bcc-9834-1e20e2344120 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/ports?device_id=5ea82851-d9e0-4b55-9108-445a8363c1e2 HTTP/1.1" status: 200 len: 946 time: 0.1351726 Sep 24 15:58:09.229847 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3765416e-ff0c-4a2e-b09a-0f059917d828 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:09.261289 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-26d8da86-876b-4b49-9875-def600764ac9 req-938a5b68-d7d8-4f93-b099-6fdddd253d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:09.299493 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-db6d61d0-b92b-46b0-ad8e-8612b7e0bdf3 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:09.334199 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a571ccbb-75c4-4094-b9d3-0a802d881bce req-904d58cf-3148-46b2-8d53-d42e23b1a35d tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/security-groups?id=beef4521-75a7-4152-bec5-95472c5ccdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063452 Sep 24 15:58:09.336918 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6d61d0-b92b-46b0-ad8e-8612b7e0bdf3 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] Pushing event deleted for resources: {'Port': ['ID=43def8f7-e5cb-45b3-add0-af3b1b4c3ed4,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:09.415222 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938a5b68-d7d8-4f93-b099-6fdddd253d7a service neutron] Pushing event updated for resources: {'Port': ['ID=7a619d73-29c5-47bb-84d5-35ad6689c821,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:09.450516 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-db6d61d0-b92b-46b0-ad8e-8612b7e0bdf3 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:09.455827 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-db6d61d0-b92b-46b0-ad8e-8612b7e0bdf3 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] 10.222.0.101 "DELETE /v2.0/ports/43def8f7-e5cb-45b3-add0-af3b1b4c3ed4 HTTP/1.1" status: 204 len: 168 time: 0.6019905 Sep 24 15:58:09.457578 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48848) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:09.501576 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3765416e-ff0c-4a2e-b09a-0f059917d828 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:09.533563 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6b2f490-76ab-4623-a045-8763fa4b0f96 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] Deleting subnet a93a5e68-c359-4d7c-aeaa-19e5a933803b {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:58:09.536349 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-26d8da86-876b-4b49-9875-def600764ac9 req-938a5b68-d7d8-4f93-b099-6fdddd253d7a service neutron] Attempting to bind port 7a619d73-29c5-47bb-84d5-35ad6689c821 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:58:09.536698 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-26d8da86-876b-4b49-9875-def600764ac9 req-938a5b68-d7d8-4f93-b099-6fdddd253d7a service neutron] Attempting to bind port 7a619d73-29c5-47bb-84d5-35ad6689c821 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': 'c0799422-e8b3-4c5a-9646-fb503ff7b23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': '13818614-7186-4b08-8e65-99dcf947f9be'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:58:09.537032 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d8da86-876b-4b49-9875-def600764ac9 req-938a5b68-d7d8-4f93-b099-6fdddd253d7a service neutron] Attempting to bind port 7a619d73-29c5-47bb-84d5-35ad6689c821 on network 13818614-7186-4b08-8e65-99dcf947f9be {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:58:09.539405 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b6b2f490-76ab-4623-a045-8763fa4b0f96 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:09.547345 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d8da86-876b-4b49-9875-def600764ac9 req-938a5b68-d7d8-4f93-b099-6fdddd253d7a service neutron] Port 7a619d73-29c5-47bb-84d5-35ad6689c821 on network 13818614-7186-4b08-8e65-99dcf947f9be not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:58:09.547747 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d8da86-876b-4b49-9875-def600764ac9 req-938a5b68-d7d8-4f93-b099-6fdddd253d7a service neutron] Attempting to bind port 7a619d73-29c5-47bb-84d5-35ad6689c821 on network 13818614-7186-4b08-8e65-99dcf947f9be {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:58:09.561945 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d8da86-876b-4b49-9875-def600764ac9 req-938a5b68-d7d8-4f93-b099-6fdddd253d7a service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:58:09.562363 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d8da86-876b-4b49-9875-def600764ac9 req-938a5b68-d7d8-4f93-b099-6fdddd253d7a service neutron] Checking segment: {'id': 'c0799422-e8b3-4c5a-9646-fb503ff7b23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': '13818614-7186-4b08-8e65-99dcf947f9be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:58:09.562702 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d8da86-876b-4b49-9875-def600764ac9 req-938a5b68-d7d8-4f93-b099-6fdddd253d7a service neutron] Bound using segment: {'id': 'c0799422-e8b3-4c5a-9646-fb503ff7b23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': '13818614-7186-4b08-8e65-99dcf947f9be'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:58:09.563145 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-26d8da86-876b-4b49-9875-def600764ac9 req-938a5b68-d7d8-4f93-b099-6fdddd253d7a service neutron] Bound port: 7a619d73-29c5-47bb-84d5-35ad6689c821, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0799422-e8b3-4c5a-9646-fb503ff7b23e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1295, 'network_id': '13818614-7186-4b08-8e65-99dcf947f9be'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:58:09.563507 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-26d8da86-876b-4b49-9875-def600764ac9 req-938a5b68-d7d8-4f93-b099-6fdddd253d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:09.600640 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b6b2f490-76ab-4623-a045-8763fa4b0f96 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:09.618110 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 6a208f6d-3676-4483-97c6-16d909eb22e6 details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:58:09.674149 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-26d8da86-876b-4b49-9875-def600764ac9 req-938a5b68-d7d8-4f93-b099-6fdddd253d7a service neutron] For port 7a619d73-29c5-47bb-84d5-35ad6689c821, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:58:09.678733 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-26d8da86-876b-4b49-9875-def600764ac9 req-938a5b68-d7d8-4f93-b099-6fdddd253d7a service neutron] For port 7a619d73-29c5-47bb-84d5-35ad6689c821, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=7a619d73-29c5-47bb-84d5-35ad6689c821,segment=NetworkSegment(c0799422-e8b3-4c5a-9646-fb503ff7b23e),segment_id=c0799422-e8b3-4c5a-9646-fb503ff7b23e)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:58:09.682454 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3765416e-ff0c-4a2e-b09a-0f059917d828 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:09.721697 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3765416e-ff0c-4a2e-b09a-0f059917d828 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Pushing event deleted for resources: {'Subnet': ['ID=e996ae30-71bf-49c4-96b3-45e65a2cede6,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:09.739453 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3765416e-ff0c-4a2e-b09a-0f059917d828 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:09.741772 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-3765416e-ff0c-4a2e-b09a-0f059917d828 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] 10.222.0.101 "DELETE /v2.0/subnets/e996ae30-71bf-49c4-96b3-45e65a2cede6 HTTP/1.1" status: 204 len: 168 time: 0.7042370 Sep 24 15:58:09.744385 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48852) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:09.764411 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-26d8da86-876b-4b49-9875-def600764ac9 req-938a5b68-d7d8-4f93-b099-6fdddd253d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:09.786162 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b6b2f490-76ab-4623-a045-8763fa4b0f96 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:09.802252 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4952bf34-13e9-4d2e-aeb5-35cf67e4c7a7 None None] Network 8f2aea8a-3b42-407b-9165-76240965d7e0 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:58:09.882431 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-652cb610-9500-4016-83da-cd27d6d1db35 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:09.903491 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b76a1dc-ba39-4e61-a2b1-a53139f0c400 req-06e9e7ec-449d-4161-90cc-1c4d97449f25 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:09.912746 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7b76a1dc-ba39-4e61-a2b1-a53139f0c400 req-06e9e7ec-449d-4161-90cc-1c4d97449f25 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb85660a-fb37-4b80-a4be-00e9bc56d2d2 HTTP/1.1" status: 200 len: 943 time: 0.1011705 Sep 24 15:58:09.958524 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7b76a1dc-ba39-4e61-a2b1-a53139f0c400 req-f52380d8-b1c4-4a1b-9e4a-abc85f7e24e1 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448122 Sep 24 15:58:09.962042 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b6b2f490-76ab-4623-a045-8763fa4b0f96 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:09.968093 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938a5b68-d7d8-4f93-b099-6fdddd253d7a service neutron] Pushing event updated for resources: {'Port': ['ID=7a619d73-29c5-47bb-84d5-35ad6689c821,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:09.975001 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 6a208f6d-3676-4483-97c6-16d909eb22e6, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=6a208f6d-3676-4483-97c6-16d909eb22e6,segment=NetworkSegment(563c8a32-dd71-4fde-bd28-b20905086572),segment_id=563c8a32-dd71-4fde-bd28-b20905086572)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:58:10.006067 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': '6a208f6d-3676-4483-97c6-16d909eb22e6', 'network_id': '5b5ae1eb-54bd-4dc0-9ed2-fc3865a6b206', 'port_id': '6a208f6d-3676-4483-97c6-16d909eb22e6', 'mac_address': 'fa:16:3e:c8:ad:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b77319b-e972-47e8-93df-b7729b347ab6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:58:10.007789 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b2f490-76ab-4623-a045-8763fa4b0f96 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] Pushing event deleted for resources: {'Subnet': ['ID=a93a5e68-c359-4d7c-aeaa-19e5a933803b,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:10.011660 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b6b2f490-76ab-4623-a045-8763fa4b0f96 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:10.013995 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b6b2f490-76ab-4623-a045-8763fa4b0f96 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] 10.222.0.101 "DELETE /v2.0/subnets/a93a5e68-c359-4d7c-aeaa-19e5a933803b HTTP/1.1" status: 204 len: 168 time: 0.5551839 Sep 24 15:58:10.016526 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48856) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:10.029403 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d8da86-876b-4b49-9875-def600764ac9 req-938a5b68-d7d8-4f93-b099-6fdddd253d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:10.030042 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-26d8da86-876b-4b49-9875-def600764ac9 req-938a5b68-d7d8-4f93-b099-6fdddd253d7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:10.036536 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-26d8da86-876b-4b49-9875-def600764ac9 req-938a5b68-d7d8-4f93-b099-6fdddd253d7a service neutron] 10.222.0.108 "PUT /v2.0/ports/7a619d73-29c5-47bb-84d5-35ad6689c821 HTTP/1.1" status: 200 len: 1130 time: 1.5862076 Sep 24 15:58:10.038275 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc6f7f69-a208-403a-96ca-2175192815ac', 'tag': '7a619d73-29c5-47bb-84d5-35ad6689c821'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:58:10.048797 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-162b7f19-ab20-410e-88fb-eaa019186974" -d '{"events": [{"name": "network-changed", "server_uuid": "cc6f7f69-a208-403a-96ca-2175192815ac", "tag": "7a619d73-29c5-47bb-84d5-35ad6689c821"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:58:10.051032 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8d9976-3924-4693-8281-fe084665c306 None None] Network 0381e9ec-c8a6-4c46-984a-0a666f2cc067 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:58:10.136879 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae1acef-3996-40fa-9dd7-b528bdbfc841 req-a1c794de-4f79-44d6-a5ca-7cbce6e00aad tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:10.145373 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0ae1acef-3996-40fa-9dd7-b528bdbfc841 req-a1c794de-4f79-44d6-a5ca-7cbce6e00aad tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "GET /v2.0/ports?device_id=cc6f7f69-a208-403a-96ca-2175192815ac HTTP/1.1" status: 200 len: 982 time: 0.1884181 Sep 24 15:58:10.152219 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:10.187192 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b47a56c-932a-4f1c-8a9d-ed05e4484589 x-openstack-request-id: req-0b47a56c-932a-4f1c-8a9d-ed05e4484589 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:58:10.187565 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc6f7f69-a208-403a-96ca-2175192815ac", "tag": "7a619d73-29c5-47bb-84d5-35ad6689c821", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:58:10.187890 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-0b47a56c-932a-4f1c-8a9d-ed05e4484589 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:58:10.188414 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc6f7f69-a208-403a-96ca-2175192815ac', 'tag': '7a619d73-29c5-47bb-84d5-35ad6689c821', 'status': 'completed', 'code': 200} Sep 24 15:58:10.201151 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1a58d3-351b-4175-ba83-dcf95a7dec5b None None] DHCP port deletion for 8f2aea8a-3b42-407b-9165-76240965d7e0 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:58:10.222749 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a208f6d-3676-4483-97c6-16d909eb22e6 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:58:10.307370 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0ae1acef-3996-40fa-9dd7-b528bdbfc841 req-d5ff267a-fe07-440b-85f8-d7a6d1cda1c0 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "GET /v2.0/security-groups?id=b09f9d36-615e-491f-9040-7f552995a11f&id=63e4738a-f24b-4a61-9373-0015f7f58dee&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1602123 Sep 24 15:58:10.310973 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b7f19-ab20-410e-88fb-eaa019186974 req-a67a3502-8d65-4f23-b121-18e21877d84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:10.312820 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-162b7f19-ab20-410e-88fb-eaa019186974 req-a67a3502-8d65-4f23-b121-18e21877d84d service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=1154a7819e8f441ba8a2f5ad356b8a2c&device_id=cc6f7f69-a208-403a-96ca-2175192815ac HTTP/1.1" status: 200 len: 1133 time: 0.1421173 Sep 24 15:58:10.337807 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-652cb610-9500-4016-83da-cd27d6d1db35 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Deleting port 8bc84ef6-5b5d-4a59-afcd-cefb78b5de9f {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:58:10.338148 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-652cb610-9500-4016-83da-cd27d6d1db35 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:10.359606 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 6a208f6d-3676-4483-97c6-16d909eb22e6, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=6a208f6d-3676-4483-97c6-16d909eb22e6,segment=NetworkSegment(563c8a32-dd71-4fde-bd28-b20905086572),segment_id=563c8a32-dd71-4fde-bd28-b20905086572)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:58:10.444760 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-fa1a58d3-351b-4175-ba83-dcf95a7dec5b None None] Deleting port 8bc84ef6-5b5d-4a59-afcd-cefb78b5de9f {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:58:10.445418 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-fa1a58d3-351b-4175-ba83-dcf95a7dec5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:10.447527 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:10.525620 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d57d3f-02cc-4089-a8d6-51395f8ff384 None None] DHCP port deletion for 0381e9ec-c8a6-4c46-984a-0a666f2cc067 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:58:10.599796 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-652cb610-9500-4016-83da-cd27d6d1db35 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] For port 8bc84ef6-5b5d-4a59-afcd-cefb78b5de9f, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=8bc84ef6-5b5d-4a59-afcd-cefb78b5de9f,segment=NetworkSegment(c3a84a21-80ab-4364-a6e8-9e99a268f3e8),segment_id=c3a84a21-80ab-4364-a6e8-9e99a268f3e8)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:58:10.600399 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-652cb610-9500-4016-83da-cd27d6d1db35 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:10.615620 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-652cb610-9500-4016-83da-cd27d6d1db35 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Calling delete_port for 8bc84ef6-5b5d-4a59-afcd-cefb78b5de9f owned by network:dhcp {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:58:10.617358 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f861c155-2196-4e02-8b80-ce0647194098 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:10.643430 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-fa1a58d3-351b-4175-ba83-dcf95a7dec5b None None] For port 8bc84ef6-5b5d-4a59-afcd-cefb78b5de9f, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=8bc84ef6-5b5d-4a59-afcd-cefb78b5de9f,segment=NetworkSegment(c3a84a21-80ab-4364-a6e8-9e99a268f3e8),segment_id=c3a84a21-80ab-4364-a6e8-9e99a268f3e8)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:58:10.643837 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-fa1a58d3-351b-4175-ba83-dcf95a7dec5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:10.646705 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511bbfa-f881-4d21-8d8b-8da84f1d220e req-104a7bfa-499d-4779-9a56-29a09ff306dd tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:10.648273 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b511bbfa-f881-4d21-8d8b-8da84f1d220e req-104a7bfa-499d-4779-9a56-29a09ff306dd tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/ports?device_id=5ea82851-d9e0-4b55-9108-445a8363c1e2 HTTP/1.1" status: 200 len: 946 time: 0.0717232 Sep 24 15:58:10.664907 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=6a208f6d-3676-4483-97c6-16d909eb22e6,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:10.670464 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-fa1a58d3-351b-4175-ba83-dcf95a7dec5b None None] Calling delete_port for 8bc84ef6-5b5d-4a59-afcd-cefb78b5de9f owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:58:10.672486 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['6a208f6d-3676-4483-97c6-16d909eb22e6'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:58:10.737659 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b511bbfa-f881-4d21-8d8b-8da84f1d220e req-30b95443-2f75-441e-87c2-ec9fe46c84da tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/security-groups?id=beef4521-75a7-4152-bec5-95472c5ccdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530410 Sep 24 15:58:10.769978 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-f861c155-2196-4e02-8b80-ce0647194098 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] Deleting port 7ef98ed5-a8d3-4642-818b-8cecf12995c2 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:58:10.770958 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f861c155-2196-4e02-8b80-ce0647194098 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:10.791875 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b7f19-ab20-410e-88fb-eaa019186974 req-2a37921f-56c1-43c3-96ce-d432f0ed78f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:10.792834 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-162b7f19-ab20-410e-88fb-eaa019186974 req-2a37921f-56c1-43c3-96ce-d432f0ed78f5 service neutron] 10.222.0.108 "GET /v2.0/networks?tenant_id=1154a7819e8f441ba8a2f5ad356b8a2c&shared=False HTTP/1.1" status: 200 len: 899 time: 0.4523838 Sep 24 15:58:10.844593 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-77d57d3f-02cc-4089-a8d6-51395f8ff384 None None] Deleting port 7ef98ed5-a8d3-4642-818b-8cecf12995c2 {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:58:10.844970 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-77d57d3f-02cc-4089-a8d6-51395f8ff384 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:10.869087 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 7ef98ed5-a8d3-4642-818b-8cecf12995c2 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:58:10.869858 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-f861c155-2196-4e02-8b80-ce0647194098 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] For port 7ef98ed5-a8d3-4642-818b-8cecf12995c2, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=7ef98ed5-a8d3-4642-818b-8cecf12995c2,segment=NetworkSegment(a0fefb80-06b5-4a55-b601-c780dba58cd0),segment_id=a0fefb80-06b5-4a55-b601-c780dba58cd0)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:58:10.870394 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f861c155-2196-4e02-8b80-ce0647194098 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:10.883761 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-f861c155-2196-4e02-8b80-ce0647194098 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] Calling delete_port for 7ef98ed5-a8d3-4642-818b-8cecf12995c2 owned by network:dhcp {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:58:10.942855 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162b7f19-ab20-410e-88fb-eaa019186974 req-e644dd35-f03a-4238-a32b-be130d5228e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:10.945501 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-162b7f19-ab20-410e-88fb-eaa019186974 req-e644dd35-f03a-4238-a32b-be130d5228e1 service neutron] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1455102 Sep 24 15:58:10.947257 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-652cb610-9500-4016-83da-cd27d6d1db35 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:11.003416 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652cb610-9500-4016-83da-cd27d6d1db35 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Pushing event deleted for resources: {'Port': ['ID=8bc84ef6-5b5d-4a59-afcd-cefb78b5de9f,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:11.024890 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652cb610-9500-4016-83da-cd27d6d1db35 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] No DVR routers for this DVR port 8bc84ef6-5b5d-4a59-afcd-cefb78b5de9f on host n-d-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:58:11.079357 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f861c155-2196-4e02-8b80-ce0647194098 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:11.093811 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d8da86-876b-4b49-9875-def600764ac9 req-571f7af2-468f-4c3c-af8a-62d923aa667d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:11.095730 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-26d8da86-876b-4b49-9875-def600764ac9 req-571f7af2-468f-4c3c-af8a-62d923aa667d service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=1154a7819e8f441ba8a2f5ad356b8a2c&device_id=cc6f7f69-a208-403a-96ca-2175192815ac HTTP/1.1" status: 200 len: 1133 time: 0.1085796 Sep 24 15:58:11.097662 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:11.131192 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f861c155-2196-4e02-8b80-ce0647194098 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] Pushing event deleted for resources: {'Port': ['ID=7ef98ed5-a8d3-4642-818b-8cecf12995c2,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:11.142116 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f861c155-2196-4e02-8b80-ce0647194098 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] No DVR routers for this DVR port 7ef98ed5-a8d3-4642-818b-8cecf12995c2 on host n-d-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:58:11.162554 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-fa1a58d3-351b-4175-ba83-dcf95a7dec5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:11.165748 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-77d57d3f-02cc-4089-a8d6-51395f8ff384 None None] For port 7ef98ed5-a8d3-4642-818b-8cecf12995c2, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=7ef98ed5-a8d3-4642-818b-8cecf12995c2,segment=NetworkSegment(a0fefb80-06b5-4a55-b601-c780dba58cd0),segment_id=a0fefb80-06b5-4a55-b601-c780dba58cd0)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:58:11.166324 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-77d57d3f-02cc-4089-a8d6-51395f8ff384 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:11.167765 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-26d8da86-876b-4b49-9875-def600764ac9 req-8da3eb97-abc5-49af-a507-b2f80221ed71 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a619d73-29c5-47bb-84d5-35ad6689c821 HTTP/1.1" status: 200 len: 217 time: 0.0636079 Sep 24 15:58:11.182848 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No active binding found for port 7ef98ed5-a8d3-4642-818b-8cecf12995c2 {{(pid=95299) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 24 15:58:11.183542 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 7ef98ed5-a8d3-4642-818b-8cecf12995c2 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:58:11.184146 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 8bc84ef6-5b5d-4a59-afcd-cefb78b5de9f no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:58:11.195756 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-652cb610-9500-4016-83da-cd27d6d1db35 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:11.213059 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-77d57d3f-02cc-4089-a8d6-51395f8ff384 None None] Calling delete_port for 7ef98ed5-a8d3-4642-818b-8cecf12995c2 owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:58:11.216048 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1a58d3-351b-4175-ba83-dcf95a7dec5b None None] Pushing event deleted for resources: {'Port': ['ID=8bc84ef6-5b5d-4a59-afcd-cefb78b5de9f,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:11.250684 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1a58d3-351b-4175-ba83-dcf95a7dec5b None None] No DVR routers for this DVR port 8bc84ef6-5b5d-4a59-afcd-cefb78b5de9f on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:58:11.258097 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 8bc84ef6-5b5d-4a59-afcd-cefb78b5de9f {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:58:11.258389 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 8bc84ef6-5b5d-4a59-afcd-cefb78b5de9f not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:58:11.258814 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f861c155-2196-4e02-8b80-ce0647194098 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:11.281391 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-652cb610-9500-4016-83da-cd27d6d1db35 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f2aea8a-3b42-407b-9165-76240965d7e0']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:58:11.299655 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-f861c155-2196-4e02-8b80-ce0647194098 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0381e9ec-c8a6-4c46-984a-0a666f2cc067']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:58:11.303556 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-652cb610-9500-4016-83da-cd27d6d1db35 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3a84a21-80ab-4364-a6e8-9e99a268f3e8') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:58:11.303838 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-652cb610-9500-4016-83da-cd27d6d1db35 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3a84a21-80ab-4364-a6e8-9e99a268f3e8') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:58:11.313699 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-f861c155-2196-4e02-8b80-ce0647194098 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0fefb80-06b5-4a55-b601-c780dba58cd0') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:58:11.314055 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-f861c155-2196-4e02-8b80-ce0647194098 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0fefb80-06b5-4a55-b601-c780dba58cd0') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:58:11.314637 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67739494-83ce-4bb4-be4d-595a80ffda22 req-5f66872b-b4be-447a-993b-3f01c77a87a6 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:11.316174 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-67739494-83ce-4bb4-be4d-595a80ffda22 req-5f66872b-b4be-447a-993b-3f01c77a87a6 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb85660a-fb37-4b80-a4be-00e9bc56d2d2 HTTP/1.1" status: 200 len: 944 time: 0.2025075 Sep 24 15:58:11.328358 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-652cb610-9500-4016-83da-cd27d6d1db35 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:11.332369 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d8da86-876b-4b49-9875-def600764ac9 req-b81f4851-260c-43c0-8fbb-d9cad05f9554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:11.334743 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-26d8da86-876b-4b49-9875-def600764ac9 req-b81f4851-260c-43c0-8fbb-d9cad05f9554 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=56122e50-b940-4224-b271-61ac27d698f8 HTTP/1.1" status: 200 len: 833 time: 0.1353011 Sep 24 15:58:11.350710 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f861c155-2196-4e02-8b80-ce0647194098 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:11.368516 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f861c155-2196-4e02-8b80-ce0647194098 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:11.374216 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-652cb610-9500-4016-83da-cd27d6d1db35 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:11.376537 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f861c155-2196-4e02-8b80-ce0647194098 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] Releasing vlan 1254 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:58:11.377153 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f861c155-2196-4e02-8b80-ce0647194098 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:11.381028 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:58:11.381028 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:58:11.381028 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:58:11.381028 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:58:11.381028 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:58:11.381028 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:58:11.381028 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:58:11.381028 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:58:11.381028 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:58:11.381028 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:58:11.381028 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:58:11.381028 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:58:11.381028 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:58:11.381028 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:58:11.381028 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:58:11.381028 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:58:11.381028 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:58:11.381028 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:58:11.381028 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:58:11.381028 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:58:11.381028 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:58:11.381028 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:58:11.381028 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:58:11.381028 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:58:11.381028 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:58:11.381028 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:58:11.381028 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:58:11.381028 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:58:11.381028 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:58:11.381028 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:58:11.381028 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:58:11.381028 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:58:11.402479 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-77d57d3f-02cc-4089-a8d6-51395f8ff384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:11.405405 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-652cb610-9500-4016-83da-cd27d6d1db35 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Releasing vlan 1266 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:58:11.405827 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-652cb610-9500-4016-83da-cd27d6d1db35 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:11.409059 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:58:11.409059 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:58:11.409059 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:58:11.409059 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:58:11.409059 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:58:11.409059 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:58:11.409059 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:58:11.409059 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:58:11.409059 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:58:11.409059 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:58:11.409059 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:58:11.409059 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:58:11.409059 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:58:11.409059 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:58:11.409059 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:58:11.409059 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:58:11.409059 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:58:11.409059 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:58:11.409059 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:58:11.409059 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:58:11.409059 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:58:11.409059 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:58:11.409059 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:58:11.409059 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:58:11.409059 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:58:11.409059 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:58:11.409059 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:58:11.409059 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:58:11.409059 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:58:11.409059 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:58:11.409059 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:58:11.409059 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:58:11.441463 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d57d3f-02cc-4089-a8d6-51395f8ff384 None None] Pushing event deleted for resources: {'Port': ['ID=7ef98ed5-a8d3-4642-818b-8cecf12995c2,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:11.443729 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d57d3f-02cc-4089-a8d6-51395f8ff384 None None] No DVR routers for this DVR port 7ef98ed5-a8d3-4642-818b-8cecf12995c2 on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:58:11.494901 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-67739494-83ce-4bb4-be4d-595a80ffda22 req-40143972-2fad-42c1-bbb1-8bb49e1baf4c tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641569 Sep 24 15:58:11.505573 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d8da86-876b-4b49-9875-def600764ac9 req-1ec27a96-65d5-469c-b6b5-f061c4297213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:11.507453 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-26d8da86-876b-4b49-9875-def600764ac9 req-1ec27a96-65d5-469c-b6b5-f061c4297213 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=13818614-7186-4b08-8e65-99dcf947f9be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1499600 Sep 24 15:58:11.523559 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78173909-a288-4dcc-b644-6b2ecd427184 req-7886c318-eaff-4e1c-95df-6f95ec4d849b tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:11.525127 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-78173909-a288-4dcc-b644-6b2ecd427184 req-7886c318-eaff-4e1c-95df-6f95ec4d849b tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "GET /v2.0/ports?device_id=cc6f7f69-a208-403a-96ca-2175192815ac HTTP/1.1" status: 200 len: 982 time: 0.1275380 Sep 24 15:58:11.583806 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-78173909-a288-4dcc-b644-6b2ecd427184 req-171c46e8-d8d6-460e-a67e-73b7aac752c5 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "GET /v2.0/security-groups?id=b09f9d36-615e-491f-9040-7f552995a11f&id=63e4738a-f24b-4a61-9373-0015f7f58dee&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0498614 Sep 24 15:58:11.593474 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-652cb610-9500-4016-83da-cd27d6d1db35 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:11.604059 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-652cb610-9500-4016-83da-cd27d6d1db35 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:11.605917 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-652cb610-9500-4016-83da-cd27d6d1db35 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] 10.222.0.101 "DELETE /v2.0/networks/8f2aea8a-3b42-407b-9165-76240965d7e0 HTTP/1.1" status: 204 len: 168 time: 1.8604341 Sep 24 15:58:11.619237 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652cb610-9500-4016-83da-cd27d6d1db35 tempest-NetworksIpV6Test-1239885317 tempest-NetworksIpV6Test-1239885317-project] Pushing event deleted for resources: {'Network': ['ID=8f2aea8a-3b42-407b-9165-76240965d7e0,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:11.619614 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f861c155-2196-4e02-8b80-ce0647194098 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:11.632227 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f861c155-2196-4e02-8b80-ce0647194098 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:11.634199 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f861c155-2196-4e02-8b80-ce0647194098 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] 10.222.0.101 "DELETE /v2.0/networks/0381e9ec-c8a6-4c46-984a-0a666f2cc067 HTTP/1.1" status: 204 len: 168 time: 1.6165526 Sep 24 15:58:11.642077 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-26d8da86-876b-4b49-9875-def600764ac9 req-1dfca87c-e10a-476a-b997-beff662fc0c3 service neutron] 10.222.0.108 "GET /v2.0/networks/13818614-7186-4b08-8e65-99dcf947f9be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216249 Sep 24 15:58:11.647752 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f861c155-2196-4e02-8b80-ce0647194098 tempest-TagsExtTest-678608776 tempest-TagsExtTest-678608776-project] Pushing event deleted for resources: {'Network': ['ID=0381e9ec-c8a6-4c46-984a-0a666f2cc067,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:11.749228 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-26d8da86-876b-4b49-9875-def600764ac9 req-a65b04cf-c05f-4113-b7ec-a3a0022aa10b service neutron] 10.222.0.108 "GET /v2.0/networks/13818614-7186-4b08-8e65-99dcf947f9be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983734 Sep 24 15:58:11.861181 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7dd95a-32f6-412b-8373-4991acda59e4 req-a90c2fc0-2de5-41e4-9e08-7b1e17165ba6 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:11.862710 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ad7dd95a-32f6-412b-8373-4991acda59e4 req-a90c2fc0-2de5-41e4-9e08-7b1e17165ba6 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/ports?device_id=5ea82851-d9e0-4b55-9108-445a8363c1e2 HTTP/1.1" status: 200 len: 946 time: 0.0536592 Sep 24 15:58:11.903594 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ad7dd95a-32f6-412b-8373-4991acda59e4 req-83b4efa7-5e24-4b6c-b911-41653bfc2756 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/security-groups?id=beef4521-75a7-4152-bec5-95472c5ccdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338984 Sep 24 15:58:12.170729 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48878) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:12.270906 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48884) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:12.375418 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-1a1dd17a-c8c1-4d1a-b43b-ec8298f472f8 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=27dedeef0b06444a8888e0afc2b45a38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2034900 Sep 24 15:58:12.378785 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48888) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:12.416510 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-40eae783-fbb9-4cec-816d-1bb4642024b1 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5a864602808b4dc49d9e4388fb4dce35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1443703 Sep 24 15:58:12.419026 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48890) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:12.457286 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-278b29ac-1403-4a44-9e31-df14db52972c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:12.492062 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-278b29ac-1403-4a44-9e31-df14db52972c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:12.509110 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-57cdd9f6-518f-46eb-be68-78c01379c343 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:12.546683 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-57cdd9f6-518f-46eb-be68-78c01379c343 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:12.626084 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50dd516-f81e-4b61-9a54-bb009ef71249 req-c61a92d1-92a3-4b0a-a783-32b7777de96c tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:12.627608 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a50dd516-f81e-4b61-9a54-bb009ef71249 req-c61a92d1-92a3-4b0a-a783-32b7777de96c tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb85660a-fb37-4b80-a4be-00e9bc56d2d2 HTTP/1.1" status: 200 len: 944 time: 0.0573752 Sep 24 15:58:12.705313 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a50dd516-f81e-4b61-9a54-bb009ef71249 req-8b2017b6-5851-4eee-99a5-d2051bbb6b60 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588071 Sep 24 15:58:12.706487 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-278b29ac-1403-4a44-9e31-df14db52972c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:12.706487 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-278b29ac-1403-4a44-9e31-df14db52972c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:12.707423 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-278b29ac-1403-4a44-9e31-df14db52972c admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/1fad9984-8628-4f06-acba-be69be8d7c5d HTTP/1.1" status: 204 len: 168 time: 0.3272557 Sep 24 15:58:12.713209 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-57cdd9f6-518f-46eb-be68-78c01379c343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:12.715727 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-57cdd9f6-518f-46eb-be68-78c01379c343 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:12.719202 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-57cdd9f6-518f-46eb-be68-78c01379c343 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/e41250ef-9e0f-483c-8657-c7df0e13bcfb HTTP/1.1" status: 204 len: 168 time: 0.2968919 Sep 24 15:58:12.727259 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278b29ac-1403-4a44-9e31-df14db52972c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fad9984-8628-4f06-acba-be69be8d7c5d,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:12.740761 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cdd9f6-518f-46eb-be68-78c01379c343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41250ef-9e0f-483c-8657-c7df0e13bcfb,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:12.759590 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad21a33-7201-4031-aefa-60a2873c4082 req-b3c1054a-9800-4b5e-a4d3-1598e184cad7 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:12.767614 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9ad21a33-7201-4031-aefa-60a2873c4082 req-b3c1054a-9800-4b5e-a4d3-1598e184cad7 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "GET /v2.0/ports?device_id=cc6f7f69-a208-403a-96ca-2175192815ac HTTP/1.1" status: 200 len: 982 time: 0.1070454 Sep 24 15:58:12.815682 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9ad21a33-7201-4031-aefa-60a2873c4082 req-2d7c2a08-f956-4147-b240-f2e105489e80 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "GET /v2.0/security-groups?id=b09f9d36-615e-491f-9040-7f552995a11f&id=63e4738a-f24b-4a61-9373-0015f7f58dee&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0463531 Sep 24 15:58:13.027158 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88060a9b-4b3c-46ac-be1a-c3f3610f437a req-cb305e11-c757-478c-9162-589ce7168e87 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:13.028672 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-88060a9b-4b3c-46ac-be1a-c3f3610f437a req-cb305e11-c757-478c-9162-589ce7168e87 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/ports?device_id=5ea82851-d9e0-4b55-9108-445a8363c1e2 HTTP/1.1" status: 200 len: 946 time: 0.0565760 Sep 24 15:58:13.072434 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-88060a9b-4b3c-46ac-be1a-c3f3610f437a req-64c96cb3-f8a4-4822-a628-29e456c98982 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/security-groups?id=beef4521-75a7-4152-bec5-95472c5ccdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376937 Sep 24 15:58:13.632693 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 7a619d73-29c5-47bb-84d5-35ad6689c821 details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:58:13.635894 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 6a208f6d-3676-4483-97c6-16d909eb22e6 up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:58:13.736737 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48938) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:13.782102 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 7a619d73-29c5-47bb-84d5-35ad6689c821, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=7a619d73-29c5-47bb-84d5-35ad6689c821,segment=NetworkSegment(c0799422-e8b3-4c5a-9646-fb503ff7b23e),segment_id=c0799422-e8b3-4c5a-9646-fb503ff7b23e)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:58:13.798013 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': '7a619d73-29c5-47bb-84d5-35ad6689c821', 'network_id': '13818614-7186-4b08-8e65-99dcf947f9be', 'port_id': '7a619d73-29c5-47bb-84d5-35ad6689c821', 'mac_address': 'fa:16:3e:27:14:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1295, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56122e50-b940-4224-b271-61ac27d698f8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:58:13.842571 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port 6a208f6d-3676-4483-97c6-16d909eb22e6 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:58:13.857542 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port 6a208f6d-3676-4483-97c6-16d909eb22e6 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:58:13.857542 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:13.859611 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:13.892731 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d48be04-cc9d-4424-b1ff-c06bd64fb397 req-27c4704b-5922-4450-ac67-f0c5df0c8b82 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:13.896206 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2d48be04-cc9d-4424-b1ff-c06bd64fb397 req-27c4704b-5922-4450-ac67-f0c5df0c8b82 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb85660a-fb37-4b80-a4be-00e9bc56d2d2 HTTP/1.1" status: 200 len: 944 time: 0.0876062 Sep 24 15:58:13.906558 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-39b10bf2-fb31-42da-aec1-0e9b5eba5ad0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:13.953324 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a619d73-29c5-47bb-84d5-35ad6689c821 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:58:13.966752 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2d48be04-cc9d-4424-b1ff-c06bd64fb397 req-b4687ac6-4689-4d51-a265-abc476be2cfa tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619624 Sep 24 15:58:14.009325 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 7a619d73-29c5-47bb-84d5-35ad6689c821, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=7a619d73-29c5-47bb-84d5-35ad6689c821,segment=NetworkSegment(c0799422-e8b3-4c5a-9646-fb503ff7b23e),segment_id=c0799422-e8b3-4c5a-9646-fb503ff7b23e)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:58:14.026447 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8e7c89-726a-413a-a2af-d2f8b789b0be req-82e308bb-b73c-45bb-9bba-d5da6f99b909 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:14.028000 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ff8e7c89-726a-413a-a2af-d2f8b789b0be req-82e308bb-b73c-45bb-9bba-d5da6f99b909 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "GET /v2.0/ports?device_id=cc6f7f69-a208-403a-96ca-2175192815ac HTTP/1.1" status: 200 len: 982 time: 0.0966761 Sep 24 15:58:14.054364 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:14.079156 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb85660a-fb37-4b80-a4be-00e9bc56d2d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a208f6d-3676-4483-97c6-16d909eb22e6'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:58:14.081923 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48883654-dd17-4f4d-ab53-aadae12faa32" -d '{"events": [{"server_uuid": "fb85660a-fb37-4b80-a4be-00e9bc56d2d2", "name": "network-vif-plugged", "status": "completed", "tag": "6a208f6d-3676-4483-97c6-16d909eb22e6"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:58:14.097840 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 6a208f6d-3676-4483-97c6-16d909eb22e6, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=6a208f6d-3676-4483-97c6-16d909eb22e6,segment=NetworkSegment(563c8a32-dd71-4fde-bd28-b20905086572),segment_id=563c8a32-dd71-4fde-bd28-b20905086572)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:58:14.101323 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ff8e7c89-726a-413a-a2af-d2f8b789b0be req-eb056b0a-a38a-461a-ae90-12919299e463 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "GET /v2.0/security-groups?id=b09f9d36-615e-491f-9040-7f552995a11f&id=63e4738a-f24b-4a61-9373-0015f7f58dee&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0624940 Sep 24 15:58:14.126852 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-39b10bf2-fb31-42da-aec1-0e9b5eba5ad0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:14.137483 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a8e5aa-8a7d-4073-b080-31d256c3c56f x-openstack-request-id: req-36a8e5aa-8a7d-4073-b080-31d256c3c56f {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:58:14.138092 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb85660a-fb37-4b80-a4be-00e9bc56d2d2", "name": "network-vif-plugged", "status": "completed", "tag": "6a208f6d-3676-4483-97c6-16d909eb22e6", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:58:14.138371 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-36a8e5aa-8a7d-4073-b080-31d256c3c56f {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:58:14.138808 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb85660a-fb37-4b80-a4be-00e9bc56d2d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a208f6d-3676-4483-97c6-16d909eb22e6', 'code': 200} Sep 24 15:58:14.176800 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:14.231485 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=7a619d73-29c5-47bb-84d5-35ad6689c821,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:14.243097 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1831613b-892b-4945-bbda-15124bbcf228 req-7ad8d922-a10b-4884-8906-8f08dba894d6 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:14.244966 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1831613b-892b-4945-bbda-15124bbcf228 req-7ad8d922-a10b-4884-8906-8f08dba894d6 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/ports?device_id=5ea82851-d9e0-4b55-9108-445a8363c1e2 HTTP/1.1" status: 200 len: 946 time: 0.0621042 Sep 24 15:58:14.246254 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-39b10bf2-fb31-42da-aec1-0e9b5eba5ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:14.253042 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:14.261837 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f82c33-8791-4fad-932c-6863ec5210cf req-c506feba-1a52-42cc-9df7-66527af7b1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:14.264156 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a0f82c33-8791-4fad-932c-6863ec5210cf req-c506feba-1a52-42cc-9df7-66527af7b1fc service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=fb85660a-fb37-4b80-a4be-00e9bc56d2d2 HTTP/1.1" status: 200 len: 1095 time: 0.0608976 Sep 24 15:58:14.290331 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48964) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:14.315781 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b10bf2-fb31-42da-aec1-0e9b5eba5ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91893640-9439-4081-8d84-c629d11d6946,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:14.321764 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a0f82c33-8791-4fad-932c-6863ec5210cf req-daf87e50-6169-45cc-b2c0-f6e67e9549f5 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495293 Sep 24 15:58:14.339601 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-39b10bf2-fb31-42da-aec1-0e9b5eba5ad0 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d85a12c599bc4ae1a3bec1841e13a832&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6000574 Sep 24 15:58:14.343443 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48968) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:14.357149 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=6a208f6d-3676-4483-97c6-16d909eb22e6,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:14.363191 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1831613b-892b-4945-bbda-15124bbcf228 req-8fdbda74-bd15-4511-bb51-ab812fad2e6c tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/security-groups?id=beef4521-75a7-4152-bec5-95472c5ccdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905843 Sep 24 15:58:14.406885 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['7a619d73-29c5-47bb-84d5-35ad6689c821'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:58:14.408569 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cf53f191-45bb-49e9-b1ea-03f66632823c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:14.432306 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48970) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:14.434195 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cf53f191-45bb-49e9-b1ea-03f66632823c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:14.547854 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-46ae8714-1668-4c9b-a998-1b9b9ef603b0 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-315840556'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:58:14.555105 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cf53f191-45bb-49e9-b1ea-03f66632823c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:14.559488 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cf53f191-45bb-49e9-b1ea-03f66632823c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:14.561186 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-cf53f191-45bb-49e9-b1ea-03f66632823c admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/91893640-9439-4081-8d84-c629d11d6946 HTTP/1.1" status: 204 len: 168 time: 0.2165432 Sep 24 15:58:14.575546 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf53f191-45bb-49e9-b1ea-03f66632823c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91893640-9439-4081-8d84-c629d11d6946,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:14.612026 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-74b27bfb-7ac6-4971-99b3-baa7ef083a53 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-684017100-network', 'tenant_id': '2c59804ebd49449c8f27f0fc690c66fe'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:58:14.647180 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ae8714-1668-4c9b-a998-1b9b9ef603b0 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Made reservation on behalf of dd692a6dccf5494e8242fa57d76d3d05 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:58:14.650518 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-46ae8714-1668-4c9b-a998-1b9b9ef603b0 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:14.663795 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-46ae8714-1668-4c9b-a998-1b9b9ef603b0 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:14.747289 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74b27bfb-7ac6-4971-99b3-baa7ef083a53 admin admin] Made reservation on behalf of 2c59804ebd49449c8f27f0fc690c66fe for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:58:14.749512 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-74b27bfb-7ac6-4971-99b3-baa7ef083a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:14.762529 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-74b27bfb-7ac6-4971-99b3-baa7ef083a53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:14.846437 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-46ae8714-1668-4c9b-a998-1b9b9ef603b0 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:15.002997 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-46ae8714-1668-4c9b-a998-1b9b9ef603b0 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:15.037963 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46ae8714-1668-4c9b-a998-1b9b9ef603b0 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1294} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:58:15.056458 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ae8714-1668-4c9b-a998-1b9b9ef603b0 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd708d5-bd7a-4ba3-8ca8-883f26e4b9ff,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:15.062782 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-46ae8714-1668-4c9b-a998-1b9b9ef603b0 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:15.063190 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-46ae8714-1668-4c9b-a998-1b9b9ef603b0 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Added segment f9a903a0-7531-46fa-8b52-58078a257370 of type vlan for network c45242a2-aa61-462e-b2f7-cc7a02a5e774 Sep 24 15:58:15.104957 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1120a5a2-7612-4cb7-9bf4-334853d3330b req-4c5d79fc-457e-47d3-aee8-9daca7eb264f tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:15.106581 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1120a5a2-7612-4cb7-9bf4-334853d3330b req-4c5d79fc-457e-47d3-aee8-9daca7eb264f tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb85660a-fb37-4b80-a4be-00e9bc56d2d2 HTTP/1.1" status: 200 len: 945 time: 0.0583591 Sep 24 15:58:15.124700 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-46ae8714-1668-4c9b-a998-1b9b9ef603b0 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:15.148443 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1120a5a2-7612-4cb7-9bf4-334853d3330b req-b0df3b88-9a49-4c30-9357-8fe94e814c55 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354176 Sep 24 15:58:15.178706 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-74b27bfb-7ac6-4971-99b3-baa7ef083a53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:15.227184 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ef579c-9353-4269-b704-46c5e7098a8e req-9cec1012-3d7b-40e0-a1e4-3ea0d16894f4 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:15.228654 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-66ef579c-9353-4269-b704-46c5e7098a8e req-9cec1012-3d7b-40e0-a1e4-3ea0d16894f4 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "GET /v2.0/ports?device_id=cc6f7f69-a208-403a-96ca-2175192815ac HTTP/1.1" status: 200 len: 983 time: 0.0487230 Sep 24 15:58:15.240841 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-46ae8714-1668-4c9b-a998-1b9b9ef603b0 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:15.246015 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ae8714-1668-4c9b-a998-1b9b9ef603b0 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:15.246609 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-46ae8714-1668-4c9b-a998-1b9b9ef603b0 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:15.309173 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-66ef579c-9353-4269-b704-46c5e7098a8e req-7b1b9a21-c181-490d-b379-578a05408e47 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "GET /v2.0/security-groups?id=b09f9d36-615e-491f-9040-7f552995a11f&id=63e4738a-f24b-4a61-9373-0015f7f58dee&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0741637 Sep 24 15:58:15.340098 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-74b27bfb-7ac6-4971-99b3-baa7ef083a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:15.345459 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ae8714-1668-4c9b-a998-1b9b9ef603b0 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event updated for resources: {'Network': ['ID=c45242a2-aa61-462e-b2f7-cc7a02a5e774,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:15.356672 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network c45242a2-aa61-462e-b2f7-cc7a02a5e774 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:58:15.364512 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74b27bfb-7ac6-4971-99b3-baa7ef083a53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1253} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:58:15.378067 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b27bfb-7ac6-4971-99b3-baa7ef083a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e77d1939-6ac2-475c-a4a4-6975df282ff5,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:15.383916 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-74b27bfb-7ac6-4971-99b3-baa7ef083a53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:15.384136 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-74b27bfb-7ac6-4971-99b3-baa7ef083a53 admin admin] Added segment d7420083-172e-4019-81fa-90a7ac6e4c56 of type vlan for network 3b83f6b4-8f4f-497f-a8c3-fc8dc8b07f73 Sep 24 15:58:15.432779 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-74b27bfb-7ac6-4971-99b3-baa7ef083a53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:15.485568 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-46ae8714-1668-4c9b-a998-1b9b9ef603b0 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0522611 Sep 24 15:58:15.488182 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48984) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:15.493457 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-c927bad0-860c-4915-8035-c54ad4b3407e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Request body: {'port': {'network_id': 'c45242a2-aa61-462e-b2f7-cc7a02a5e774', 'name': 'tempest-PortsIpV6TestJSON-1814832376'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:58:15.500077 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca4362-42d8-43a7-ab97-5dec305e4435 req-ee44575a-8aa2-4139-91df-34ce90eee588 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:15.501597 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d0ca4362-42d8-43a7-ab97-5dec305e4435 req-ee44575a-8aa2-4139-91df-34ce90eee588 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/ports?device_id=5ea82851-d9e0-4b55-9108-445a8363c1e2 HTTP/1.1" status: 200 len: 946 time: 0.0502827 Sep 24 15:58:15.562221 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d0ca4362-42d8-43a7-ab97-5dec305e4435 req-b247eefd-0ec9-4caa-b7cd-0efffab00838 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/security-groups?id=beef4521-75a7-4152-bec5-95472c5ccdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427921 Sep 24 15:58:15.563381 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48986) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:15.583484 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-de47ea1d-44b1-4744-b01a-b34f71e295b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:15.594226 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.db.api [None req-de47ea1d-44b1-4744-b01a-b34f71e295b0 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 15:58:15.594226 n-d-808921-1 neutron-server[95298]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 24 15:58:15.594226 n-d-808921-1 neutron-server[95298]: [parameters: {'project_id_1': 'b9ea9f20e2754b91b281ab575360f4c3', 'expiration_1': datetime.datetime(2021, 9, 24, 15, 57, 55, 588131)}] Sep 24 15:58:15.594226 n-d-808921-1 neutron-server[95298]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:58:15.594890 n-d-808921-1 neutron-server[95298]: DEBUG oslo_db.api [None req-de47ea1d-44b1-4744-b01a-b34f71e295b0 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:58:15.616394 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-74b27bfb-7ac6-4971-99b3-baa7ef083a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:15.617439 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b27bfb-7ac6-4971-99b3-baa7ef083a53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:15.618054 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-74b27bfb-7ac6-4971-99b3-baa7ef083a53 admin admin] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:15.649360 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 7a619d73-29c5-47bb-84d5-35ad6689c821 up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:58:15.686876 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b27bfb-7ac6-4971-99b3-baa7ef083a53 admin admin] Pushing event updated for resources: {'Network': ['ID=3b83f6b4-8f4f-497f-a8c3-fc8dc8b07f73,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:15.699842 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 3b83f6b4-8f4f-497f-a8c3-fc8dc8b07f73 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:58:15.728268 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c927bad0-860c-4915-8035-c54ad4b3407e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Made reservation on behalf of dd692a6dccf5494e8242fa57d76d3d05 for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:58:15.732535 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c927bad0-860c-4915-8035-c54ad4b3407e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:15.750770 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [None req-c927bad0-860c-4915-8035-c54ad4b3407e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] device_id is not set on port fa0113c1-c244-4497-b8c6-26923e69a15d yet. {{(pid=95297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:58:15.836322 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port 7a619d73-29c5-47bb-84d5-35ad6689c821 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:58:15.840330 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port 7a619d73-29c5-47bb-84d5-35ad6689c821 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:58:15.840708 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:15.848924 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-74b27bfb-7ac6-4971-99b3-baa7ef083a53 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.5513582 Sep 24 15:58:15.852443 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48992) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:15.856700 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-2947a52b-8104-4bf8-8218-611f88817570 admin admin] Request body: {'subnet': {'network_id': '3b83f6b4-8f4f-497f-a8c3-fc8dc8b07f73', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-684017100-subnet', 'tenant_id': '2c59804ebd49449c8f27f0fc690c66fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:58:15.921920 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:15.928803 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c927bad0-860c-4915-8035-c54ad4b3407e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:15.955628 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 7a619d73-29c5-47bb-84d5-35ad6689c821, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=7a619d73-29c5-47bb-84d5-35ad6689c821,segment=NetworkSegment(c0799422-e8b3-4c5a-9646-fb503ff7b23e),segment_id=c0799422-e8b3-4c5a-9646-fb503ff7b23e)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:58:15.970367 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2947a52b-8104-4bf8-8218-611f88817570 admin admin] Made reservation on behalf of 2c59804ebd49449c8f27f0fc690c66fe for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:58:15.972740 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2947a52b-8104-4bf8-8218-611f88817570 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:16.042000 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:16.070025 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c927bad0-860c-4915-8035-c54ad4b3407e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:16.098693 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=7a619d73-29c5-47bb-84d5-35ad6689c821,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:16.139610 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c927bad0-860c-4915-8035-c54ad4b3407e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event updated for resources: {'Port': ['ID=fa0113c1-c244-4497-b8c6-26923e69a15d,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:16.139915 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc6f7f69-a208-403a-96ca-2175192815ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a619d73-29c5-47bb-84d5-35ad6689c821'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:58:16.142245 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b436776-6465-4bf8-9e87-436d838cc66f" -d '{"events": [{"server_uuid": "cc6f7f69-a208-403a-96ca-2175192815ac", "name": "network-vif-plugged", "status": "completed", "tag": "7a619d73-29c5-47bb-84d5-35ad6689c821"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:58:16.151785 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c927bad0-860c-4915-8035-c54ad4b3407e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Checking segment: {'id': 'f9a903a0-7531-46fa-8b52-58078a257370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'c45242a2-aa61-462e-b2f7-cc7a02a5e774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:58:16.152220 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c927bad0-860c-4915-8035-c54ad4b3407e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Network hostable DHCP agents. Network: c45242a2-aa61-462e-b2f7-cc7a02a5e774, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:58:16.189530 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9714fc5-5cda-476c-97a9-9a8a687fc3a4 x-openstack-request-id: req-a9714fc5-5cda-476c-97a9-9a8a687fc3a4 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:58:16.189835 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc6f7f69-a208-403a-96ca-2175192815ac", "name": "network-vif-plugged", "status": "completed", "tag": "7a619d73-29c5-47bb-84d5-35ad6689c821", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:58:16.190094 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a9714fc5-5cda-476c-97a9-9a8a687fc3a4 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:58:16.190533 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc6f7f69-a208-403a-96ca-2175192815ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a619d73-29c5-47bb-84d5-35ad6689c821', 'code': 200} Sep 24 15:58:16.261452 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c927bad0-860c-4915-8035-c54ad4b3407e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Network c45242a2-aa61-462e-b2f7-cc7a02a5e774 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:58:16.288318 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9fbb00-038c-408f-9d8e-0fa0483a876a req-fc3cf0b0-2073-4650-81d3-a2c99b21e159 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:16.289869 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fd9fbb00-038c-408f-9d8e-0fa0483a876a req-fc3cf0b0-2073-4650-81d3-a2c99b21e159 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb85660a-fb37-4b80-a4be-00e9bc56d2d2 HTTP/1.1" status: 200 len: 945 time: 0.0635679 Sep 24 15:58:16.333605 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-de47ea1d-44b1-4744-b01a-b34f71e295b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:16.339488 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fd9fbb00-038c-408f-9d8e-0fa0483a876a req-bf6ee2d5-6d2c-470f-bfad-d3dd9693c90e tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432978 Sep 24 15:58:16.340684 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-c927bad0-860c-4915-8035-c54ad4b3407e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, c45242a2-aa61-462e-b2f7-cc7a02a5e774) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:58:16.344994 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c927bad0-860c-4915-8035-c54ad4b3407e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:58:16.352598 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c927bad0-860c-4915-8035-c54ad4b3407e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:16.353181 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c927bad0-860c-4915-8035-c54ad4b3407e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:16.365081 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a97124-e508-4bb2-a902-d7c1f3131581 None None] Network c45242a2-aa61-462e-b2f7-cc7a02a5e774 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:58:16.416450 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80548b3a-fbb3-44d1-8769-4a12a84dae3b req-b36bff0c-a65c-439d-b3e6-0058a8a05dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:16.416450 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-80548b3a-fbb3-44d1-8769-4a12a84dae3b req-b36bff0c-a65c-439d-b3e6-0058a8a05dbd service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=cc6f7f69-a208-403a-96ca-2175192815ac HTTP/1.1" status: 200 len: 1135 time: 0.0737720 Sep 24 15:58:16.468214 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-c927bad0-860c-4915-8035-c54ad4b3407e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9759290 Sep 24 15:58:16.468504 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 49002) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:16.474138 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-ef90b499-3d0d-4a8f-9313-810794534d7f tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1532256305'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:58:16.539991 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-80548b3a-fbb3-44d1-8769-4a12a84dae3b req-778aae26-5e0d-4574-b71f-1aff053511c4 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=63e4738a-f24b-4a61-9373-0015f7f58dee&id=b09f9d36-615e-491f-9040-7f552995a11f&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1139512 Sep 24 15:58:16.553439 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebbf424-56ea-4325-a724-0ae680a0b6bd req-64b26303-ec1b-46c7-b9ae-2d1ebe9874fe tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:16.554932 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-aebbf424-56ea-4325-a724-0ae680a0b6bd req-64b26303-ec1b-46c7-b9ae-2d1ebe9874fe tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "GET /v2.0/ports?device_id=cc6f7f69-a208-403a-96ca-2175192815ac HTTP/1.1" status: 200 len: 984 time: 0.1397610 Sep 24 15:58:16.648465 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-aebbf424-56ea-4325-a724-0ae680a0b6bd req-6c67bb99-793b-4453-a25d-f4a0145e6fef tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "GET /v2.0/security-groups?id=b09f9d36-615e-491f-9040-7f552995a11f&id=63e4738a-f24b-4a61-9373-0015f7f58dee&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0692689 Sep 24 15:58:16.681476 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-de47ea1d-44b1-4744-b01a-b34f71e295b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:16.754279 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fc5616-e611-4860-82cf-e3328e640036 req-155c8232-e0bb-45ea-a74c-1162a6e263a5 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:16.756433 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-74fc5616-e611-4860-82cf-e3328e640036 req-155c8232-e0bb-45ea-a74c-1162a6e263a5 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/ports?device_id=5ea82851-d9e0-4b55-9108-445a8363c1e2 HTTP/1.1" status: 200 len: 946 time: 0.0510998 Sep 24 15:58:16.769853 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2947a52b-8104-4bf8-8218-611f88817570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:16.841745 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-74fc5616-e611-4860-82cf-e3328e640036 req-dd0c7130-219e-4729-be3a-8fb6f4179749 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/security-groups?id=beef4521-75a7-4152-bec5-95472c5ccdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794272 Sep 24 15:58:16.856231 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-de47ea1d-44b1-4744-b01a-b34f71e295b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:16.861716 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2947a52b-8104-4bf8-8218-611f88817570 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b46f2198-d633-4929-b75c-bd732bd0d441,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:16.913531 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-de47ea1d-44b1-4744-b01a-b34f71e295b0 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=b9ea9f20e2754b91b281ab575360f4c3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3461919 Sep 24 15:58:16.913531 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2947a52b-8104-4bf8-8218-611f88817570 admin admin] Checking segment: {'id': 'd7420083-172e-4019-81fa-90a7ac6e4c56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '3b83f6b4-8f4f-497f-a8c3-fc8dc8b07f73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:58:16.913531 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2947a52b-8104-4bf8-8218-611f88817570 admin admin] Network hostable DHCP agents. Network: 3b83f6b4-8f4f-497f-a8c3-fc8dc8b07f73, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:58:16.914115 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 49008) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:16.915226 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de47ea1d-44b1-4744-b01a-b34f71e295b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d4c29a0-c3aa-48f8-b646-b31be1657aa6,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:16.979604 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3b35af8f-0b8d-4155-a2b1-f39e630d007a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:16.998159 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54953452-7113-4bf0-95b6-127a75c82320 req-0416e773-2754-41bf-bb67-ec1412a8cce8 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:16.998504 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef90b499-3d0d-4a8f-9313-810794534d7f tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Made reservation on behalf of dd692a6dccf5494e8242fa57d76d3d05 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:58:17.001923 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ef90b499-3d0d-4a8f-9313-810794534d7f tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:17.003087 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-54953452-7113-4bf0-95b6-127a75c82320 req-0416e773-2754-41bf-bb67-ec1412a8cce8 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb85660a-fb37-4b80-a4be-00e9bc56d2d2 HTTP/1.1" status: 200 len: 945 time: 0.0526090 Sep 24 15:58:17.009938 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3b35af8f-0b8d-4155-a2b1-f39e630d007a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:17.039491 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-54953452-7113-4bf0-95b6-127a75c82320 req-db91f569-fd36-411c-8a27-64850ea9ec85 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331326 Sep 24 15:58:17.047298 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2947a52b-8104-4bf8-8218-611f88817570 admin admin] Network 3b83f6b4-8f4f-497f-a8c3-fc8dc8b07f73 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:58:17.060434 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef90b499-3d0d-4a8f-9313-810794534d7f tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1287} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:58:17.072853 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ef90b499-3d0d-4a8f-9313-810794534d7f tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:17.076981 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-ef90b499-3d0d-4a8f-9313-810794534d7f tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Added segment 2b34d0eb-b00f-48a7-a791-7c725cf55b9e of type vlan for network 3b83b560-3711-42de-80b2-10733dcd4255 Sep 24 15:58:17.124283 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5bf010-0266-4dd7-b3e0-e3df1336cd13 req-fe0e962a-c4f7-42d1-a936-7c5d65e608ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:17.125754 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3b5bf010-0266-4dd7-b3e0-e3df1336cd13 req-fe0e962a-c4f7-42d1-a936-7c5d65e608ed service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=b3bc8c40013d4a92b1cf10d67118144c&device_id=fb85660a-fb37-4b80-a4be-00e9bc56d2d2 HTTP/1.1" status: 200 len: 1096 time: 0.0478187 Sep 24 15:58:17.130609 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ef90b499-3d0d-4a8f-9313-810794534d7f tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:17.130790 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-2947a52b-8104-4bf8-8218-611f88817570 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 3b83f6b4-8f4f-497f-a8c3-fc8dc8b07f73) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:58:17.139872 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61db410-51dd-4ddc-8772-3a8139c3155f None None] Network 3b83f6b4-8f4f-497f-a8c3-fc8dc8b07f73 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:58:17.148466 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2947a52b-8104-4bf8-8218-611f88817570 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:17.149136 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2947a52b-8104-4bf8-8218-611f88817570 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:17.184863 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3b35af8f-0b8d-4155-a2b1-f39e630d007a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:17.187699 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3b35af8f-0b8d-4155-a2b1-f39e630d007a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:17.191650 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-3b35af8f-0b8d-4155-a2b1-f39e630d007a admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/2d4c29a0-c3aa-48f8-b646-b31be1657aa6 HTTP/1.1" status: 204 len: 168 time: 0.2738602 Sep 24 15:58:17.198205 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b35af8f-0b8d-4155-a2b1-f39e630d007a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d4c29a0-c3aa-48f8-b646-b31be1657aa6,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:17.225225 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ef90b499-3d0d-4a8f-9313-810794534d7f tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:17.231097 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef90b499-3d0d-4a8f-9313-810794534d7f tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:17.231715 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ef90b499-3d0d-4a8f-9313-810794534d7f tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:17.248318 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5bf010-0266-4dd7-b3e0-e3df1336cd13 req-91c2c1ec-cd35-489d-a63c-08b8479bf721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:17.261451 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3b5bf010-0266-4dd7-b3e0-e3df1336cd13 req-91c2c1ec-cd35-489d-a63c-08b8479bf721 service neutron] 10.222.0.108 "GET /v2.0/networks?id=5b5ae1eb-54bd-4dc0-9ed2-fc3865a6b206 HTTP/1.1" status: 200 len: 912 time: 0.1145184 Sep 24 15:58:17.295507 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10be937-83d8-4acd-9282-985bb185c27a None None] Network 3b83f6b4-8f4f-497f-a8c3-fc8dc8b07f73 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:58:17.314446 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-2947a52b-8104-4bf8-8218-611f88817570 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4614012 Sep 24 15:58:17.315939 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3b5bf010-0266-4dd7-b3e0-e3df1336cd13 req-547f2369-8e9e-4b0d-8e2a-6e8db8607d87 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a208f6d-3676-4483-97c6-16d909eb22e6 HTTP/1.1" status: 200 len: 217 time: 0.0578346 Sep 24 15:58:17.326704 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef90b499-3d0d-4a8f-9313-810794534d7f tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event updated for resources: {'Network': ['ID=3b83b560-3711-42de-80b2-10733dcd4255,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:17.344415 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49014) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:17.347275 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ef90b499-3d0d-4a8f-9313-810794534d7f tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8749776 Sep 24 15:58:17.347401 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 3b83b560-3711-42de-80b2-10733dcd4255 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:58:17.351331 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-57c8a855-7065-4917-9d0a-776c2bd58701 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Request body: {'ports': [{'network_id': 'c45242a2-aa61-462e-b2f7-cc7a02a5e774'}, {'network_id': '3b83b560-3711-42de-80b2-10733dcd4255'}]} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:58:17.351747 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-57c8a855-7065-4917-9d0a-776c2bd58701 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Request body: {'port': {'network_id': 'c45242a2-aa61-462e-b2f7-cc7a02a5e774'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:58:17.352341 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-57c8a855-7065-4917-9d0a-776c2bd58701 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Request body: {'port': {'network_id': '3b83b560-3711-42de-80b2-10733dcd4255'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:58:17.450826 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5bf010-0266-4dd7-b3e0-e3df1336cd13 req-e1c05975-16c0-40bd-94aa-185c95f88f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:17.452402 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3b5bf010-0266-4dd7-b3e0-e3df1336cd13 req-e1c05975-16c0-40bd-94aa-185c95f88f28 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=1b77319b-e972-47e8-93df-b7729b347ab6 HTTP/1.1" status: 200 len: 850 time: 0.1175411 Sep 24 15:58:17.522093 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3b5bf010-0266-4dd7-b3e0-e3df1336cd13 req-10bab187-2d16-41d2-812b-7af891ffce15 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=5b5ae1eb-54bd-4dc0-9ed2-fc3865a6b206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474980 Sep 24 15:58:17.678935 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3b5bf010-0266-4dd7-b3e0-e3df1336cd13 req-7003fa6d-0d9f-4d97-a176-fb230ae986fe service neutron] 10.222.0.108 "GET /v2.0/networks/5b5ae1eb-54bd-4dc0-9ed2-fc3865a6b206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456101 Sep 24 15:58:17.765715 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c8a855-7065-4917-9d0a-776c2bd58701 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Made reservation on behalf of dd692a6dccf5494e8242fa57d76d3d05 for: {'port': 2} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:58:17.770393 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-57c8a855-7065-4917-9d0a-776c2bd58701 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:17.793522 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335c5fff-454f-4f07-858a-77dc975f80ec req-dc7d7a9c-f7a6-48aa-a9b6-a1dd18d8991b tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:17.800243 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-335c5fff-454f-4f07-858a-77dc975f80ec req-dc7d7a9c-f7a6-48aa-a9b6-a1dd18d8991b tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "GET /v2.0/ports?device_id=cc6f7f69-a208-403a-96ca-2175192815ac HTTP/1.1" status: 200 len: 984 time: 0.0706460 Sep 24 15:58:17.803329 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-57c8a855-7065-4917-9d0a-776c2bd58701 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:17.831449 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3b5bf010-0266-4dd7-b3e0-e3df1336cd13 req-deab5c8a-40b5-442b-9bc7-ddb8243d7901 service neutron] 10.222.0.108 "GET /v2.0/networks/5b5ae1eb-54bd-4dc0-9ed2-fc3865a6b206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450796 Sep 24 15:58:17.841973 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-335c5fff-454f-4f07-858a-77dc975f80ec req-641ea40f-e21c-40ab-a454-47ba04d11293 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "GET /v2.0/security-groups?id=b09f9d36-615e-491f-9040-7f552995a11f&id=63e4738a-f24b-4a61-9373-0015f7f58dee&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0382760 Sep 24 15:58:17.909459 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [None req-57c8a855-7065-4917-9d0a-776c2bd58701 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] device_id is not set on port 5badd85e-79fc-48b4-844b-2395bf1eaeec yet. {{(pid=95298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:58:18.076812 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-57c8a855-7065-4917-9d0a-776c2bd58701 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:18.155890 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0fc655-b062-4fa3-937b-cb88b6e05791 req-ae306026-12cf-49bf-9b73-66c317f6dd26 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:18.167636 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ca0fc655-b062-4fa3-937b-cb88b6e05791 req-ae306026-12cf-49bf-9b73-66c317f6dd26 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/ports?device_id=5ea82851-d9e0-4b55-9108-445a8363c1e2 HTTP/1.1" status: 200 len: 946 time: 0.2263975 Sep 24 15:58:18.176098 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [None req-57c8a855-7065-4917-9d0a-776c2bd58701 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] device_id is not set on port a528bb7a-3790-47fa-99ca-1829299bcaef yet. {{(pid=95298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:58:18.177144 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7254cca3-d8ac-42f8-af3f-52ad5fdae877 req-ea05a94e-66b0-4403-a1ba-243a4c86535a tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:18.184410 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7254cca3-d8ac-42f8-af3f-52ad5fdae877 req-ea05a94e-66b0-4403-a1ba-243a4c86535a tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb85660a-fb37-4b80-a4be-00e9bc56d2d2 HTTP/1.1" status: 200 len: 945 time: 0.0637193 Sep 24 15:58:18.226671 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ca0fc655-b062-4fa3-937b-cb88b6e05791 req-7db46f24-deb3-48ea-92a8-6c956e98e6aa tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/security-groups?id=beef4521-75a7-4152-bec5-95472c5ccdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571055 Sep 24 15:58:18.234884 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7254cca3-d8ac-42f8-af3f-52ad5fdae877 req-b9987e77-c954-401b-9e52-13542dcc0681 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448892 Sep 24 15:58:18.331528 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 49058) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:18.337231 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-f4ebe37f-47e7-4f31-817d-5b0e12c039bc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1501413945-network', 'tenant_id': '08f6511d071c43cebcb9ec6ad0f1fbcb'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:58:18.390142 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-57c8a855-7065-4917-9d0a-776c2bd58701 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:18.470607 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ebe37f-47e7-4f31-817d-5b0e12c039bc admin admin] Made reservation on behalf of 08f6511d071c43cebcb9ec6ad0f1fbcb for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:58:18.474513 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f4ebe37f-47e7-4f31-817d-5b0e12c039bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:18.484045 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f4ebe37f-47e7-4f31-817d-5b0e12c039bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:18.522726 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-57c8a855-7065-4917-9d0a-776c2bd58701 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:18.592470 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c8a855-7065-4917-9d0a-776c2bd58701 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Network c45242a2-aa61-462e-b2f7-cc7a02a5e774 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:58:18.593064 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f4ebe37f-47e7-4f31-817d-5b0e12c039bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:18.595693 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 49064) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:18.601831 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-57c8a855-7065-4917-9d0a-776c2bd58701 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:58:18.604087 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c8a855-7065-4917-9d0a-776c2bd58701 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event updated for resources: {'Port': ['ID=5badd85e-79fc-48b4-844b-2395bf1eaeec,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:18.606328 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c8a855-7065-4917-9d0a-776c2bd58701 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:58:18.607257 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-57c8a855-7065-4917-9d0a-776c2bd58701 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:18.619981 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c8a855-7065-4917-9d0a-776c2bd58701 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:58:18.620229 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c8a855-7065-4917-9d0a-776c2bd58701 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:58:18.620621 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c8a855-7065-4917-9d0a-776c2bd58701 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:58:18.620847 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c8a855-7065-4917-9d0a-776c2bd58701 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:58:18.621156 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c8a855-7065-4917-9d0a-776c2bd58701 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:58:18.621485 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c8a855-7065-4917-9d0a-776c2bd58701 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:58:18.621814 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c8a855-7065-4917-9d0a-776c2bd58701 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:58:18.622146 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c8a855-7065-4917-9d0a-776c2bd58701 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:58:18.622524 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c8a855-7065-4917-9d0a-776c2bd58701 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:58:18.628955 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c8a855-7065-4917-9d0a-776c2bd58701 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:58:18.628955 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c8a855-7065-4917-9d0a-776c2bd58701 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:58:18.628955 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57c8a855-7065-4917-9d0a-776c2bd58701 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:58:18.690096 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c8a855-7065-4917-9d0a-776c2bd58701 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event updated for resources: {'Port': ['ID=a528bb7a-3790-47fa-99ca-1829299bcaef,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:18.696845 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c8a855-7065-4917-9d0a-776c2bd58701 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Checking segment: {'id': '2b34d0eb-b00f-48a7-a791-7c725cf55b9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '3b83b560-3711-42de-80b2-10733dcd4255'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:58:18.697827 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c8a855-7065-4917-9d0a-776c2bd58701 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Network hostable DHCP agents. Network: 3b83b560-3711-42de-80b2-10733dcd4255, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:58:18.708077 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dba311c-3c20-49a9-9ee5-b3db40c8b30e req-29bb7670-8e74-4332-a26e-cf1489b56e34 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:18.719210 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9dba311c-3c20-49a9-9ee5-b3db40c8b30e req-29bb7670-8e74-4332-a26e-cf1489b56e34 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/ports?device_id=5ea82851-d9e0-4b55-9108-445a8363c1e2 HTTP/1.1" status: 200 len: 946 time: 0.0927935 Sep 24 15:58:18.720794 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f4ebe37f-47e7-4f31-817d-5b0e12c039bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:18.768490 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-dd126335-9f60-49b5-9a46-996d31287cff admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-59871751-network', 'tenant_id': '4ee65bc9e82f4772bc95f2416cfc685b'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:58:18.795282 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4ebe37f-47e7-4f31-817d-5b0e12c039bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1265} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:58:18.796128 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c8a855-7065-4917-9d0a-776c2bd58701 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Network 3b83b560-3711-42de-80b2-10733dcd4255 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:58:18.822567 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ebe37f-47e7-4f31-817d-5b0e12c039bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c671254f-1d4a-4834-9b57-ec3a7ab21241,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:18.838691 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f4ebe37f-47e7-4f31-817d-5b0e12c039bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:18.838691 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-f4ebe37f-47e7-4f31-817d-5b0e12c039bc admin admin] Added segment aebe6ea5-3b4b-49a2-b57c-216fd1084e60 of type vlan for network e84efd2c-20f7-4408-94db-3186b77a5ff3 Sep 24 15:58:18.856096 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9dba311c-3c20-49a9-9ee5-b3db40c8b30e req-0e73f4fd-51eb-4a20-8ea1-4f9246817ff7 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/security-groups?id=beef4521-75a7-4152-bec5-95472c5ccdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313252 Sep 24 15:58:18.887958 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf1f515-613e-4a18-8c21-5c70f7ae3a3a req-5581031b-43c0-4733-b529-470f42e673dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:18.889541 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-edf1f515-613e-4a18-8c21-5c70f7ae3a3a req-5581031b-43c0-4733-b529-470f42e673dc service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=b960fdf244c2496089f6c9d33b373dc4&device_id=5ea82851-d9e0-4b55-9108-445a8363c1e2 HTTP/1.1" status: 200 len: 1097 time: 0.1482401 Sep 24 15:58:18.890513 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-57c8a855-7065-4917-9d0a-776c2bd58701 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 3b83b560-3711-42de-80b2-10733dcd4255) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:58:18.893116 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f4ebe37f-47e7-4f31-817d-5b0e12c039bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:18.896382 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c8a855-7065-4917-9d0a-776c2bd58701 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:58:18.901743 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c8a855-7065-4917-9d0a-776c2bd58701 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:18.905703 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-face9a7b-56fd-4e1a-b0de-ff431f6d0bc0 None None] Network 3b83b560-3711-42de-80b2-10733dcd4255 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:58:18.907427 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c8a855-7065-4917-9d0a-776c2bd58701 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:18.908236 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-57c8a855-7065-4917-9d0a-776c2bd58701 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:18.941783 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd126335-9f60-49b5-9a46-996d31287cff admin admin] Made reservation on behalf of 4ee65bc9e82f4772bc95f2416cfc685b for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:58:18.944701 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dd126335-9f60-49b5-9a46-996d31287cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:18.982793 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d2c24-bd79-4638-94ab-aaec022a6a9e req-115e190c-bd5b-448b-90e6-6dcbbeff64be tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:18.983545 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dd126335-9f60-49b5-9a46-996d31287cff admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:18.983906 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-133d2c24-bd79-4638-94ab-aaec022a6a9e req-115e190c-bd5b-448b-90e6-6dcbbeff64be tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "GET /v2.0/ports?device_id=cc6f7f69-a208-403a-96ca-2175192815ac HTTP/1.1" status: 200 len: 984 time: 0.0704439 Sep 24 15:58:19.014084 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-57c8a855-7065-4917-9d0a-776c2bd58701 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6685414 Sep 24 15:58:19.018227 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49070) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:19.028306 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf1f515-613e-4a18-8c21-5c70f7ae3a3a req-3b37d9b3-3da3-4e2d-874f-861b13480685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:19.029715 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-edf1f515-613e-4a18-8c21-5c70f7ae3a3a req-3b37d9b3-3da3-4e2d-874f-861b13480685 service neutron] 10.222.0.110 "GET /v2.0/networks?id=3dbb0dfe-b454-4e57-a2db-34f294a0159c HTTP/1.1" status: 200 len: 913 time: 0.1309805 Sep 24 15:58:19.030433 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:58:19.059091 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-133d2c24-bd79-4638-94ab-aaec022a6a9e req-74573809-e30e-4cbe-89d6-0c90a064a25e tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "GET /v2.0/security-groups?id=b09f9d36-615e-491f-9040-7f552995a11f&id=63e4738a-f24b-4a61-9373-0015f7f58dee&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0662668 Sep 24 15:58:19.090094 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f4ebe37f-47e7-4f31-817d-5b0e12c039bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:19.091091 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ebe37f-47e7-4f31-817d-5b0e12c039bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:19.091668 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f4ebe37f-47e7-4f31-817d-5b0e12c039bc admin admin] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:19.151670 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-10abe03a-6558-45d9-90a0-2d8427395ec6 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Deleting port a528bb7a-3790-47fa-99ca-1829299bcaef {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:58:19.152035 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-10abe03a-6558-45d9-90a0-2d8427395ec6 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:19.198967 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-edf1f515-613e-4a18-8c21-5c70f7ae3a3a req-ef2c87b5-16b9-4df9-9978-633a7f97aaae service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62117fed-4a4c-483e-8efd-25f6e0880509 HTTP/1.1" status: 200 len: 1002 time: 0.1551781 Sep 24 15:58:19.214714 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ebe37f-47e7-4f31-817d-5b0e12c039bc admin admin] Pushing event updated for resources: {'Network': ['ID=e84efd2c-20f7-4408-94db-3186b77a5ff3,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:19.224570 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-10abe03a-6558-45d9-90a0-2d8427395ec6 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:19.227274 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network e84efd2c-20f7-4408-94db-3186b77a5ff3 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:58:19.241418 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-10abe03a-6558-45d9-90a0-2d8427395ec6 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Calling delete_port for a528bb7a-3790-47fa-99ca-1829299bcaef owned by {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:58:19.288822 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dd126335-9f60-49b5-9a46-996d31287cff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:19.303611 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e186dcc8-bdf3-434e-8bfb-73fb4731262b req-8b80367e-59bd-4c7c-aee7-343df4c3c03b tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:19.305124 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e186dcc8-bdf3-434e-8bfb-73fb4731262b req-8b80367e-59bd-4c7c-aee7-343df4c3c03b tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "GET /v2.0/ports?device_id=cc6f7f69-a208-403a-96ca-2175192815ac HTTP/1.1" status: 200 len: 984 time: 0.1540701 Sep 24 15:58:19.307145 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf1f515-613e-4a18-8c21-5c70f7ae3a3a req-34fc8bdb-141a-498c-a68b-de697032348d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:19.308479 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-edf1f515-613e-4a18-8c21-5c70f7ae3a3a req-34fc8bdb-141a-498c-a68b-de697032348d service neutron] 10.222.0.110 "GET /v2.0/subnets?id=ad938f0b-b628-4cac-9404-1e2682973b1a HTTP/1.1" status: 200 len: 850 time: 0.0890570 Sep 24 15:58:19.376298 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92103389-1134-4b85-b88f-9157f1088ddd req-d918f372-53ce-44f4-97f8-a40cd403c43c tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:19.377961 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-92103389-1134-4b85-b88f-9157f1088ddd req-d918f372-53ce-44f4-97f8-a40cd403c43c tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb85660a-fb37-4b80-a4be-00e9bc56d2d2 HTTP/1.1" status: 200 len: 945 time: 0.0593007 Sep 24 15:58:19.386137 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e186dcc8-bdf3-434e-8bfb-73fb4731262b req-ee6d158a-37c8-4691-a5d2-023a1107c902 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "GET /v2.0/security-groups?id=b09f9d36-615e-491f-9040-7f552995a11f&id=63e4738a-f24b-4a61-9373-0015f7f58dee&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0719500 Sep 24 15:58:19.388942 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf1f515-613e-4a18-8c21-5c70f7ae3a3a req-bfdb8bad-ebc7-41a8-b0ed-1678ba28b895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:19.390396 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-edf1f515-613e-4a18-8c21-5c70f7ae3a3a req-bfdb8bad-ebc7-41a8-b0ed-1678ba28b895 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=3dbb0dfe-b454-4e57-a2db-34f294a0159c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690563 Sep 24 15:58:19.421817 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-92103389-1134-4b85-b88f-9157f1088ddd req-02445f18-b79b-4c4c-a839-c6062b0a5cb2 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337110 Sep 24 15:58:19.422646 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dd126335-9f60-49b5-9a46-996d31287cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:19.442509 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-10abe03a-6558-45d9-90a0-2d8427395ec6 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:19.465495 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd126335-9f60-49b5-9a46-996d31287cff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1296} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:58:19.472634 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10abe03a-6558-45d9-90a0-2d8427395ec6 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event deleted for resources: {'Port': ['ID=a528bb7a-3790-47fa-99ca-1829299bcaef,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:19.480890 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-10abe03a-6558-45d9-90a0-2d8427395ec6 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:19.483033 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-10abe03a-6558-45d9-90a0-2d8427395ec6 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "DELETE /v2.0/ports/a528bb7a-3790-47fa-99ca-1829299bcaef HTTP/1.1" status: 204 len: 168 time: 0.4637187 Sep 24 15:58:19.485614 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49078) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:19.512201 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd126335-9f60-49b5-9a46-996d31287cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b46dc4c-8625-48b7-867e-04d0a73981e8,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:19.521704 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f4ebe37f-47e7-4f31-817d-5b0e12c039bc admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.1889796 Sep 24 15:58:19.537022 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49080) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:19.543385 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-bd586108-6ef1-4029-9c54-095b0593e755 admin admin] Request body: {'subnet': {'network_id': 'e84efd2c-20f7-4408-94db-3186b77a5ff3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1501413945-subnet', 'tenant_id': '08f6511d071c43cebcb9ec6ad0f1fbcb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:58:19.543889 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dd126335-9f60-49b5-9a46-996d31287cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:19.544245 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-dd126335-9f60-49b5-9a46-996d31287cff admin admin] Added segment 9bbcc83f-1367-4d9a-9966-92f556ce33fb of type vlan for network 59a2b267-7d35-4f17-a326-047d7682538f Sep 24 15:58:19.589286 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059f9acd-e0c0-4248-9489-a4bd87412b4a tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:19.595334 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059f9acd-e0c0-4248-9489-a4bd87412b4a tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:19.596945 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-059f9acd-e0c0-4248-9489-a4bd87412b4a tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1104047 Sep 24 15:58:19.606093 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-edf1f515-613e-4a18-8c21-5c70f7ae3a3a req-2b3e3717-fb43-4cf3-8ab6-6e66eb6dde1e service neutron] 10.222.0.110 "GET /v2.0/networks/3dbb0dfe-b454-4e57-a2db-34f294a0159c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951175 Sep 24 15:58:19.606250 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49082) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:19.610393 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dd126335-9f60-49b5-9a46-996d31287cff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:19.622188 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441f8d13-aa2f-4bff-b6bf-0ade041a8029 req-b372fa7b-cc0b-4d83-bbaa-4d5b0a70e89a tempest-TestSecurityGroupsBasicOps-804848104 tempest-TestSecurityGroupsBasicOps-804848104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:19.623900 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-441f8d13-aa2f-4bff-b6bf-0ade041a8029 req-b372fa7b-cc0b-4d83-bbaa-4d5b0a70e89a tempest-TestSecurityGroupsBasicOps-804848104 tempest-TestSecurityGroupsBasicOps-804848104-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=cc6f7f69-a208-403a-96ca-2175192815ac HTTP/1.1" status: 200 len: 1135 time: 0.1274202 Sep 24 15:58:19.668975 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd586108-6ef1-4029-9c54-095b0593e755 admin admin] Made reservation on behalf of 08f6511d071c43cebcb9ec6ad0f1fbcb for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:58:19.670514 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-441f8d13-aa2f-4bff-b6bf-0ade041a8029 req-cf5fe9f7-8b85-4586-9452-f1f33be41ca2 tempest-TestSecurityGroupsBasicOps-804848104 tempest-TestSecurityGroupsBasicOps-804848104-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:19.671292 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bd586108-6ef1-4029-9c54-095b0593e755 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:19.758129 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-edf1f515-613e-4a18-8c21-5c70f7ae3a3a req-0dcea73b-d3af-4ea7-a5d9-fe9ccb2c7895 service neutron] 10.222.0.110 "GET /v2.0/networks/3dbb0dfe-b454-4e57-a2db-34f294a0159c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497228 Sep 24 15:58:19.767807 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-ce5cecf6-a119-4c9c-8781-7749e6b5a207 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Deleting port 5badd85e-79fc-48b4-844b-2395bf1eaeec {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:58:19.768155 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ce5cecf6-a119-4c9c-8781-7749e6b5a207 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:19.792742 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dd126335-9f60-49b5-9a46-996d31287cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:19.795697 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd126335-9f60-49b5-9a46-996d31287cff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:19.795697 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dd126335-9f60-49b5-9a46-996d31287cff admin admin] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:19.867000 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ce5cecf6-a119-4c9c-8781-7749e6b5a207 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:19.875813 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd126335-9f60-49b5-9a46-996d31287cff admin admin] Pushing event updated for resources: {'Network': ['ID=59a2b267-7d35-4f17-a326-047d7682538f,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:19.882553 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-441f8d13-aa2f-4bff-b6bf-0ade041a8029 req-cf5fe9f7-8b85-4586-9452-f1f33be41ca2 tempest-TestSecurityGroupsBasicOps-804848104 tempest-TestSecurityGroupsBasicOps-804848104-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:19.884577 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-ce5cecf6-a119-4c9c-8781-7749e6b5a207 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Calling delete_port for 5badd85e-79fc-48b4-844b-2395bf1eaeec owned by {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:58:19.895427 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 59a2b267-7d35-4f17-a326-047d7682538f details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:58:20.008569 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-441f8d13-aa2f-4bff-b6bf-0ade041a8029 req-cf5fe9f7-8b85-4586-9452-f1f33be41ca2 tempest-TestSecurityGroupsBasicOps-804848104 tempest-TestSecurityGroupsBasicOps-804848104-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:20.034387 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f93f3e9-f043-49b8-aa2a-d6f309794557 req-81de934b-4da1-48af-939d-27bb7b607690 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:20.035235 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-441f8d13-aa2f-4bff-b6bf-0ade041a8029 req-cf5fe9f7-8b85-4586-9452-f1f33be41ca2 tempest-TestSecurityGroupsBasicOps-804848104 tempest-TestSecurityGroupsBasicOps-804848104-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=b09f9d36-615e-491f-9040-7f552995a11f&id=63e4738a-f24b-4a61-9373-0015f7f58dee&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3963344 Sep 24 15:58:20.036411 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4f93f3e9-f043-49b8-aa2a-d6f309794557 req-81de934b-4da1-48af-939d-27bb7b607690 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/ports?device_id=5ea82851-d9e0-4b55-9108-445a8363c1e2 HTTP/1.1" status: 200 len: 946 time: 0.0764060 Sep 24 15:58:20.057932 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5fe9f7-8b85-4586-9452-f1f33be41ca2 tempest-TestSecurityGroupsBasicOps-804848104 tempest-TestSecurityGroupsBasicOps-804848104-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6122267e-3e29-4394-8b9f-13d976f5d675,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:20.058300 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49086) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:20.114997 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4f93f3e9-f043-49b8-aa2a-d6f309794557 req-36c3e1d2-7798-44a9-90bf-24d41c5d249d tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/security-groups?id=beef4521-75a7-4152-bec5-95472c5ccdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641294 Sep 24 15:58:20.118561 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bd586108-6ef1-4029-9c54-095b0593e755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:20.153425 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce0c368-0022-46a7-838f-2ffce0bc1ff1 tempest-TestSecurityGroupsBasicOps-804848104 tempest-TestSecurityGroupsBasicOps-804848104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:20.157731 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-9ce0c368-0022-46a7-838f-2ffce0bc1ff1 tempest-TestSecurityGroupsBasicOps-804848104 tempest-TestSecurityGroupsBasicOps-804848104-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=cc6f7f69-a208-403a-96ca-2175192815ac HTTP/1.1" status: 200 len: 1130 time: 0.0958166 Sep 24 15:58:20.158199 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 49088) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:20.165124 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-f3dc515f-bdbb-4d77-bb2e-5b0433006701 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Request body: {'floatingip': {'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'port_id': '7a619d73-29c5-47bb-84d5-35ad6689c821', 'tenant_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:58:20.167593 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ce5cecf6-a119-4c9c-8781-7749e6b5a207 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:20.174847 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-dd126335-9f60-49b5-9a46-996d31287cff admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.5750871 Sep 24 15:58:20.179397 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 49090) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:20.187358 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-c9d83799-b89d-4d2b-8f46-281f88336105 admin admin] Request body: {'subnet': {'network_id': '59a2b267-7d35-4f17-a326-047d7682538f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-59871751-subnet', 'tenant_id': '4ee65bc9e82f4772bc95f2416cfc685b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:58:20.211818 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd586108-6ef1-4029-9c54-095b0593e755 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d67e597-2686-4e55-8561-8ed7b103cfd8,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:20.213868 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5cecf6-a119-4c9c-8781-7749e6b5a207 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event deleted for resources: {'Port': ['ID=5badd85e-79fc-48b4-844b-2395bf1eaeec,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:20.226172 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ce5cecf6-a119-4c9c-8781-7749e6b5a207 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:20.228110 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-ce5cecf6-a119-4c9c-8781-7749e6b5a207 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "DELETE /v2.0/ports/5badd85e-79fc-48b4-844b-2395bf1eaeec HTTP/1.1" status: 204 len: 168 time: 0.6263907 Sep 24 15:58:20.229106 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd586108-6ef1-4029-9c54-095b0593e755 admin admin] Checking segment: {'id': 'aebe6ea5-3b4b-49a2-b57c-216fd1084e60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': 'e84efd2c-20f7-4408-94db-3186b77a5ff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:58:20.229458 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd586108-6ef1-4029-9c54-095b0593e755 admin admin] Network hostable DHCP agents. Network: e84efd2c-20f7-4408-94db-3186b77a5ff3, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:58:20.230755 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 49092) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:20.272632 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f3dc515f-bdbb-4d77-bb2e-5b0433006701 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks [] for floatingip, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:20.307454 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69dacbc-f905-4e95-a29f-a0d22eeee5f2 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:20.311399 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e69dacbc-f905-4e95-a29f-a0d22eeee5f2 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0769196 Sep 24 15:58:20.311897 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49094) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:20.322883 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd586108-6ef1-4029-9c54-095b0593e755 admin admin] Network e84efd2c-20f7-4408-94db-3186b77a5ff3 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:58:20.342229 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-1256b3d5-8a1a-4de4-b791-b1eff9462e9c tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] GET failed (client error): The resource could not be found. Sep 24 15:58:20.343908 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-1256b3d5-8a1a-4de4-b791-b1eff9462e9c tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "GET /v2.0/ports/a528bb7a-3790-47fa-99ca-1829299bcaef HTTP/1.1" status: 404 len: 333 time: 0.0309324 Sep 24 15:58:20.346629 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49096) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:20.375417 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-439ea5a3-1653-4a69-b423-dc226cf111d5 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] GET failed (client error): The resource could not be found. Sep 24 15:58:20.376838 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d83799-b89d-4d2b-8f46-281f88336105 admin admin] Made reservation on behalf of 4ee65bc9e82f4772bc95f2416cfc685b for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:58:20.377019 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-439ea5a3-1653-4a69-b423-dc226cf111d5 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "GET /v2.0/ports/5badd85e-79fc-48b4-844b-2395bf1eaeec HTTP/1.1" status: 404 len: 333 time: 0.0294173 Sep 24 15:58:20.379268 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c9d83799-b89d-4d2b-8f46-281f88336105 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:20.379764 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49098) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:20.457941 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f3dc515f-bdbb-4d77-bb2e-5b0433006701 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:20.465082 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7c118b48-6f98-4087-9ddf-d119118fefb8 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:20.469142 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-bd586108-6ef1-4029-9c54-095b0593e755 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, e84efd2c-20f7-4408-94db-3186b77a5ff3) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:58:20.478800 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b13370-c2ac-4835-8bdd-4aa7ec210948 None None] Network e84efd2c-20f7-4408-94db-3186b77a5ff3 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:58:20.487629 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd586108-6ef1-4029-9c54-095b0593e755 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:20.488637 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bd586108-6ef1-4029-9c54-095b0593e755 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:20.606063 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7c118b48-6f98-4087-9ddf-d119118fefb8 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:20.614643 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-bd586108-6ef1-4029-9c54-095b0593e755 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0717602 Sep 24 15:58:20.641456 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-7c118b48-6f98-4087-9ddf-d119118fefb8 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b83b560-3711-42de-80b2-10733dcd4255']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:58:20.653552 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588b3db1-68cc-4f96-8a7a-6e165b8f5767 None None] Network e84efd2c-20f7-4408-94db-3186b77a5ff3 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:58:20.663874 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-7c118b48-6f98-4087-9ddf-d119118fefb8 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b34d0eb-b00f-48a7-a791-7c725cf55b9e') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:58:20.664574 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-7c118b48-6f98-4087-9ddf-d119118fefb8 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b34d0eb-b00f-48a7-a791-7c725cf55b9e') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:58:20.678849 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7891b-0382-48ff-98fa-a74ad86430c9 req-a4067da9-f7f6-43b2-b9fd-235928abae6f tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:20.679753 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7c118b48-6f98-4087-9ddf-d119118fefb8 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:20.686376 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2cd7891b-0382-48ff-98fa-a74ad86430c9 req-a4067da9-f7f6-43b2-b9fd-235928abae6f tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb85660a-fb37-4b80-a4be-00e9bc56d2d2 HTTP/1.1" status: 200 len: 945 time: 0.1746519 Sep 24 15:58:20.698068 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7c118b48-6f98-4087-9ddf-d119118fefb8 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:20.705553 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c118b48-6f98-4087-9ddf-d119118fefb8 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Releasing vlan 1287 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:58:20.705553 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7c118b48-6f98-4087-9ddf-d119118fefb8 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:20.709395 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-f3dc515f-bdbb-4d77-bb2e-5b0433006701 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Allocated IP 172.25.0.84 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/e393b43c-fd0b-4d33-8966-442357789524) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:58:20.711369 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:58:20.711369 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:58:20.711369 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:58:20.711369 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:58:20.711369 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:58:20.711369 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:58:20.711369 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:58:20.711369 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:58:20.711369 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:58:20.711369 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:58:20.711369 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:58:20.711369 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:58:20.711369 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:58:20.711369 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:58:20.711369 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:58:20.711369 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:58:20.711369 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:58:20.711369 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:58:20.711369 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:58:20.711369 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:58:20.711369 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:58:20.711369 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:58:20.711369 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:58:20.711369 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:58:20.711369 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:58:20.711369 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:58:20.711369 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:58:20.711369 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:58:20.711369 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:58:20.711369 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:58:20.711369 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:58:20.711369 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:58:20.759317 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 49104) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:20.782580 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2cd7891b-0382-48ff-98fa-a74ad86430c9 req-1f5f7338-3f44-467b-abf5-8a70a80fa5b3 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938339 Sep 24 15:58:20.849350 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c9d83799-b89d-4d2b-8f46-281f88336105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:20.858998 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7c118b48-6f98-4087-9ddf-d119118fefb8 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:20.867103 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7c118b48-6f98-4087-9ddf-d119118fefb8 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:20.869213 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-7c118b48-6f98-4087-9ddf-d119118fefb8 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "DELETE /v2.0/networks/3b83b560-3711-42de-80b2-10733dcd4255 HTTP/1.1" status: 204 len: 168 time: 0.4885452 Sep 24 15:58:20.873150 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49106) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:20.890926 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-394b7b27-b125-4e8f-9bb7-6811cdf8fbae tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1735183543'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:58:20.894938 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c118b48-6f98-4087-9ddf-d119118fefb8 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event deleted for resources: {'Network': ['ID=3b83b560-3711-42de-80b2-10733dcd4255,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:20.901490 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac7051d5-5f31-4b6e-a4b2-b32c3f0b702d admin admin] Deleting subnet b46f2198-d633-4929-b75c-bd732bd0d441 {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:58:20.914504 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ac7051d5-5f31-4b6e-a4b2-b32c3f0b702d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:20.979963 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d83799-b89d-4d2b-8f46-281f88336105 admin admin] Pushing event updated for resources: {'Subnet': ['ID=786905fb-2e2f-444d-a3fd-5da3432afe48,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:20.984411 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-394b7b27-b125-4e8f-9bb7-6811cdf8fbae tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Made reservation on behalf of dd692a6dccf5494e8242fa57d76d3d05 for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:58:20.988661 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-394b7b27-b125-4e8f-9bb7-6811cdf8fbae tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:20.989230 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f3dc515f-bdbb-4d77-bb2e-5b0433006701 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:21.003076 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ac7051d5-5f31-4b6e-a4b2-b32c3f0b702d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:21.006048 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d83799-b89d-4d2b-8f46-281f88336105 admin admin] Checking segment: {'id': '9bbcc83f-1367-4d9a-9966-92f556ce33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '59a2b267-7d35-4f17-a326-047d7682538f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:58:21.006440 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d83799-b89d-4d2b-8f46-281f88336105 admin admin] Network hostable DHCP agents. Network: 59a2b267-7d35-4f17-a326-047d7682538f, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:58:21.013398 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-394b7b27-b125-4e8f-9bb7-6811cdf8fbae tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1274} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:58:21.022441 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-394b7b27-b125-4e8f-9bb7-6811cdf8fbae tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:21.022794 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-394b7b27-b125-4e8f-9bb7-6811cdf8fbae tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Added segment 2101d43c-7657-49ed-a967-2ceed08554d2 of type vlan for network 6839b37b-4545-458b-ac13-390555a5817f Sep 24 15:58:21.062629 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-394b7b27-b125-4e8f-9bb7-6811cdf8fbae tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:21.072630 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ac7051d5-5f31-4b6e-a4b2-b32c3f0b702d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:21.187294 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d83799-b89d-4d2b-8f46-281f88336105 admin admin] Network 59a2b267-7d35-4f17-a326-047d7682538f is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:58:21.230876 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f3dc515f-bdbb-4d77-bb2e-5b0433006701 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:21.235725 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ac7051d5-5f31-4b6e-a4b2-b32c3f0b702d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:21.236602 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392adcdb-5a19-47cb-819c-7685d70e2af3 req-2e80dff5-3d37-468c-a4cf-6c17170dbc2f tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:21.238263 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-392adcdb-5a19-47cb-819c-7685d70e2af3 req-2e80dff5-3d37-468c-a4cf-6c17170dbc2f tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/ports?device_id=5ea82851-d9e0-4b55-9108-445a8363c1e2 HTTP/1.1" status: 200 len: 946 time: 0.0514457 Sep 24 15:58:21.239869 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-394b7b27-b125-4e8f-9bb7-6811cdf8fbae tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:21.245525 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394b7b27-b125-4e8f-9bb7-6811cdf8fbae tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:21.246136 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-394b7b27-b125-4e8f-9bb7-6811cdf8fbae tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:21.295029 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-c9d83799-b89d-4d2b-8f46-281f88336105 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 59a2b267-7d35-4f17-a326-047d7682538f) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:58:21.296689 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7051d5-5f31-4b6e-a4b2-b32c3f0b702d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b46f2198-d633-4929-b75c-bd732bd0d441,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:21.305579 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293f7980-abce-48cc-9aa6-c2937f865355 None None] Network 59a2b267-7d35-4f17-a326-047d7682538f requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:58:21.306151 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3dc515f-bdbb-4d77-bb2e-5b0433006701 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:58:21.308476 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d83799-b89d-4d2b-8f46-281f88336105 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:21.309073 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c9d83799-b89d-4d2b-8f46-281f88336105 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:21.315579 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ac7051d5-5f31-4b6e-a4b2-b32c3f0b702d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:21.320092 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ac7051d5-5f31-4b6e-a4b2-b32c3f0b702d admin admin] 10.222.0.101 "DELETE /v2.0/subnets/b46f2198-d633-4929-b75c-bd732bd0d441 HTTP/1.1" status: 204 len: 168 time: 0.5553424 Sep 24 15:58:21.321353 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-f3dc515f-bdbb-4d77-bb2e-5b0433006701 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:58:21.325128 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 49110) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:21.335928 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dc515f-bdbb-4d77-bb2e-5b0433006701 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:58:21.358180 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394b7b27-b125-4e8f-9bb7-6811cdf8fbae tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event updated for resources: {'Network': ['ID=6839b37b-4545-458b-ac13-390555a5817f,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:21.367899 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-392adcdb-5a19-47cb-819c-7685d70e2af3 req-1fa7b7c1-7851-4852-b32f-e5af428b2668 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/security-groups?id=beef4521-75a7-4152-bec5-95472c5ccdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189470 Sep 24 15:58:21.373734 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-394b7b27-b125-4e8f-9bb7-6811cdf8fbae tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4841616 Sep 24 15:58:21.374779 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49112) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:21.378537 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dc515f-bdbb-4d77-bb2e-5b0433006701 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Pushing event updated for resources: {'Port': ['ID=e393b43c-fd0b-4d33-8966-442357789524,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:21.381145 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 6839b37b-4545-458b-ac13-390555a5817f details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:58:21.382120 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-b589cd56-415d-4ef6-9b66-77b815a91e9f tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Request body: {'subnet': {'network_id': '6839b37b-4545-458b-ac13-390555a5817f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:58:21.521353 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566d9cd4-7414-4f99-9433-1b8f9d76c53d None None] Network 59a2b267-7d35-4f17-a326-047d7682538f requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:58:21.570596 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b589cd56-415d-4ef6-9b66-77b815a91e9f tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Made reservation on behalf of dd692a6dccf5494e8242fa57d76d3d05 for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:58:21.574430 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b589cd56-415d-4ef6-9b66-77b815a91e9f tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:21.817968 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-c9d83799-b89d-4d2b-8f46-281f88336105 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.6348326 Sep 24 15:58:21.828460 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1135aa99-df02-425f-98e5-c7bd9b3be216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:21.838995 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b589cd56-415d-4ef6-9b66-77b815a91e9f tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:21.909823 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b589cd56-415d-4ef6-9b66-77b815a91e9f tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event updated for resources: {'Subnet': ['ID=09b48d35-c8dd-40b1-82b0-70f3f5f1fbea,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:21.919280 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b589cd56-415d-4ef6-9b66-77b815a91e9f tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Checking segment: {'id': '2101d43c-7657-49ed-a967-2ceed08554d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '6839b37b-4545-458b-ac13-390555a5817f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:58:21.919702 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b589cd56-415d-4ef6-9b66-77b815a91e9f tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Network hostable DHCP agents. Network: 6839b37b-4545-458b-ac13-390555a5817f, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:58:22.026828 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1135aa99-df02-425f-98e5-c7bd9b3be216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:22.029740 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b589cd56-415d-4ef6-9b66-77b815a91e9f tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Network 6839b37b-4545-458b-ac13-390555a5817f is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:58:22.053009 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e892db-5729-44c5-8f08-91d5bd6f4eab req-f7941ec0-6358-4dee-9d8b-c56962acd92b tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:22.054539 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-20e892db-5729-44c5-8f08-91d5bd6f4eab req-f7941ec0-6358-4dee-9d8b-c56962acd92b tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb85660a-fb37-4b80-a4be-00e9bc56d2d2 HTTP/1.1" status: 200 len: 945 time: 0.1844981 Sep 24 15:58:22.099706 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-1135aa99-df02-425f-98e5-c7bd9b3be216 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b83f6b4-8f4f-497f-a8c3-fc8dc8b07f73']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:58:22.120539 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-1135aa99-df02-425f-98e5-c7bd9b3be216 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7420083-172e-4019-81fa-90a7ac6e4c56') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:58:22.120836 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-1135aa99-df02-425f-98e5-c7bd9b3be216 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7420083-172e-4019-81fa-90a7ac6e4c56') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:58:22.135869 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1135aa99-df02-425f-98e5-c7bd9b3be216 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:22.137307 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-b589cd56-415d-4ef6-9b66-77b815a91e9f tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 6839b37b-4545-458b-ac13-390555a5817f) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:58:22.143755 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b589cd56-415d-4ef6-9b66-77b815a91e9f tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:22.144788 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b589cd56-415d-4ef6-9b66-77b815a91e9f tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:22.149009 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4e5240-8097-4d68-a41f-49ee0c72420a None None] Network 6839b37b-4545-458b-ac13-390555a5817f requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:58:22.173662 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-20e892db-5729-44c5-8f08-91d5bd6f4eab req-3039ef0d-d82d-4ecf-975b-73d2616db146 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100690 Sep 24 15:58:22.185694 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1135aa99-df02-425f-98e5-c7bd9b3be216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:22.185694 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1135aa99-df02-425f-98e5-c7bd9b3be216 admin admin] Releasing vlan 1253 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:58:22.185694 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1135aa99-df02-425f-98e5-c7bd9b3be216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:22.185694 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:58:22.185694 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:58:22.185694 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:58:22.185694 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:58:22.185694 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:58:22.185694 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:58:22.185694 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:58:22.185694 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:58:22.185694 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:58:22.185694 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:58:22.185694 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:58:22.185694 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:58:22.185694 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:58:22.185694 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:58:22.185694 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:58:22.185694 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:58:22.185694 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:58:22.185694 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:58:22.185694 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:58:22.185694 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:58:22.185694 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:58:22.185694 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:58:22.185694 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:58:22.185694 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:58:22.185694 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:58:22.185694 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:58:22.185694 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:58:22.185694 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:58:22.185694 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:58:22.185694 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:58:22.185694 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:58:22.185694 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:58:22.256651 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b589cd56-415d-4ef6-9b66-77b815a91e9f tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8807340 Sep 24 15:58:22.259188 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49126) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:22.264177 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-5de0b699-05bf-45ad-ab20-027633ae7333 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Request body: {'port': {'network_id': '6839b37b-4545-458b-ac13-390555a5817f', 'name': 'tempest-PortsIpV6TestJSON-855265171'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:58:22.309366 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781100e8-09cf-4b12-8581-e79d4e996e76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-6839b37b-4545-458b-ac13-390555a5817f', 'network_id': '6839b37b-4545-458b-ac13-390555a5817f', 'tenant_id': 'dd692a6dccf5494e8242fa57d76d3d05', 'fixed_ips': [{'subnet_id': '09b48d35-c8dd-40b1-82b0-70f3f5f1fbea'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:58:22.310221 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-781100e8-09cf-4b12-8581-e79d4e996e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:22.379870 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1135aa99-df02-425f-98e5-c7bd9b3be216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:22.406177 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1135aa99-df02-425f-98e5-c7bd9b3be216 admin admin] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:22.408109 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-1135aa99-df02-425f-98e5-c7bd9b3be216 admin admin] 10.222.0.101 "DELETE /v2.0/networks/3b83f6b4-8f4f-497f-a8c3-fc8dc8b07f73 HTTP/1.1" status: 204 len: 168 time: 1.0804625 Sep 24 15:58:22.412222 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49132) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:22.434511 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1135aa99-df02-425f-98e5-c7bd9b3be216 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b83f6b4-8f4f-497f-a8c3-fc8dc8b07f73,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:22.453227 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de0b699-05bf-45ad-ab20-027633ae7333 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Made reservation on behalf of dd692a6dccf5494e8242fa57d76d3d05 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:58:22.458122 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5de0b699-05bf-45ad-ab20-027633ae7333 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:22.479999 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-781100e8-09cf-4b12-8581-e79d4e996e76 None None] Allocated IP 2001:db8::2 (6839b37b-4545-458b-ac13-390555a5817f/09b48d35-c8dd-40b1-82b0-70f3f5f1fbea/cfc5b09a-fcea-4191-8f6a-da6fd4b00070) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:58:22.485908 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [None req-5de0b699-05bf-45ad-ab20-027633ae7333 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] device_id is not set on port 0943db73-9a48-4ddf-b170-a52e89b5ea3c yet. {{(pid=95298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:58:22.500918 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9cd967c-bfea-40a8-9cba-cb6985e27a90 admin admin] Deleting subnet 9d67e597-2686-4e55-8561-8ed7b103cfd8 {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:58:22.532520 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c9cd967c-bfea-40a8-9cba-cb6985e27a90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:22.601133 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c9cd967c-bfea-40a8-9cba-cb6985e27a90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:22.643976 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c9cd967c-bfea-40a8-9cba-cb6985e27a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:22.663275 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-781100e8-09cf-4b12-8581-e79d4e996e76 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:22.683089 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f3dc515f-bdbb-4d77-bb2e-5b0433006701 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:22.741502 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49138) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:22.746959 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-ced37d12-6327-47c1-9961-a24feb5c8ac5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1105771185-network', 'tenant_id': '30e12c47a80b40ec9d7897037388f11c'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:58:22.779261 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-781100e8-09cf-4b12-8581-e79d4e996e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:22.816435 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781100e8-09cf-4b12-8581-e79d4e996e76 None None] Network 6839b37b-4545-458b-ac13-390555a5817f is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:58:22.821382 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-781100e8-09cf-4b12-8581-e79d4e996e76 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:58:22.822150 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c9cd967c-bfea-40a8-9cba-cb6985e27a90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:22.825018 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781100e8-09cf-4b12-8581-e79d4e996e76 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:58:22.836706 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781100e8-09cf-4b12-8581-e79d4e996e76 None None] Pushing event updated for resources: {'Port': ['ID=cfc5b09a-fcea-4191-8f6a-da6fd4b00070,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:22.864335 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-5de0b699-05bf-45ad-ab20-027633ae7333 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Allocated IP 2001:db8::ef (6839b37b-4545-458b-ac13-390555a5817f/09b48d35-c8dd-40b1-82b0-70f3f5f1fbea/0943db73-9a48-4ddf-b170-a52e89b5ea3c) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:58:22.866609 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cd967c-bfea-40a8-9cba-cb6985e27a90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d67e597-2686-4e55-8561-8ed7b103cfd8,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:22.870532 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c9cd967c-bfea-40a8-9cba-cb6985e27a90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:22.872441 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-c9cd967c-bfea-40a8-9cba-cb6985e27a90 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/9d67e597-2686-4e55-8561-8ed7b103cfd8 HTTP/1.1" status: 204 len: 168 time: 0.4591103 Sep 24 15:58:22.875266 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49140) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:22.892130 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-781100e8-09cf-4b12-8581-e79d4e996e76 None None] Attempting to bind port cfc5b09a-fcea-4191-8f6a-da6fd4b00070 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:58:22.892507 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-781100e8-09cf-4b12-8581-e79d4e996e76 None None] Attempting to bind port cfc5b09a-fcea-4191-8f6a-da6fd4b00070 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '2101d43c-7657-49ed-a967-2ceed08554d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '6839b37b-4545-458b-ac13-390555a5817f'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:58:22.892872 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781100e8-09cf-4b12-8581-e79d4e996e76 None None] Attempting to bind port cfc5b09a-fcea-4191-8f6a-da6fd4b00070 on network 6839b37b-4545-458b-ac13-390555a5817f {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:58:22.898363 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781100e8-09cf-4b12-8581-e79d4e996e76 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:58:22.898673 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781100e8-09cf-4b12-8581-e79d4e996e76 None None] Checking segment: {'id': '2101d43c-7657-49ed-a967-2ceed08554d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '6839b37b-4545-458b-ac13-390555a5817f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:58:22.899236 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-781100e8-09cf-4b12-8581-e79d4e996e76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:22.899404 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ced37d12-6327-47c1-9961-a24feb5c8ac5 admin admin] Made reservation on behalf of 30e12c47a80b40ec9d7897037388f11c for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:58:22.899508 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781100e8-09cf-4b12-8581-e79d4e996e76 None None] Bound using segment: {'id': '2101d43c-7657-49ed-a967-2ceed08554d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '6839b37b-4545-458b-ac13-390555a5817f'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:58:22.899926 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-781100e8-09cf-4b12-8581-e79d4e996e76 None None] Bound port: cfc5b09a-fcea-4191-8f6a-da6fd4b00070, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2101d43c-7657-49ed-a967-2ceed08554d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1274, 'network_id': '6839b37b-4545-458b-ac13-390555a5817f'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:58:22.900293 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-781100e8-09cf-4b12-8581-e79d4e996e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:22.901423 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ced37d12-6327-47c1-9961-a24feb5c8ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:22.915937 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ced37d12-6327-47c1-9961-a24feb5c8ac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:22.936416 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f3dc515f-bdbb-4d77-bb2e-5b0433006701 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:23.043141 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-781100e8-09cf-4b12-8581-e79d4e996e76 None None] For port cfc5b09a-fcea-4191-8f6a-da6fd4b00070, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:58:23.047004 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-781100e8-09cf-4b12-8581-e79d4e996e76 None None] For port cfc5b09a-fcea-4191-8f6a-da6fd4b00070, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=cfc5b09a-fcea-4191-8f6a-da6fd4b00070,segment=NetworkSegment(2101d43c-7657-49ed-a967-2ceed08554d2),segment_id=2101d43c-7657-49ed-a967-2ceed08554d2)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:58:23.125257 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f3dc515f-bdbb-4d77-bb2e-5b0433006701 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:23.135044 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9ebd4448-c2ee-4a4a-bce8-6bd0501a80d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:23.156416 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ced37d12-6327-47c1-9961-a24feb5c8ac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:23.159333 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-781100e8-09cf-4b12-8581-e79d4e996e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:23.214385 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f3dc515f-bdbb-4d77-bb2e-5b0433006701 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:23.226228 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5de0b699-05bf-45ad-ab20-027633ae7333 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:23.250168 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781100e8-09cf-4b12-8581-e79d4e996e76 None None] Pushing event updated for resources: {'Port': ['ID=cfc5b09a-fcea-4191-8f6a-da6fd4b00070,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:23.264562 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dc515f-bdbb-4d77-bb2e-5b0433006701 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Pushing event updated for resources: {'Port': ['ID=e393b43c-fd0b-4d33-8966-442357789524,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:23.271433 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9ebd4448-c2ee-4a4a-bce8-6bd0501a80d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:23.273520 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ced37d12-6327-47c1-9961-a24feb5c8ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:23.333481 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f3dc515f-bdbb-4d77-bb2e-5b0433006701 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:23.350264 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ced37d12-6327-47c1-9961-a24feb5c8ac5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1264} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:58:23.372595 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-9ebd4448-c2ee-4a4a-bce8-6bd0501a80d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e84efd2c-20f7-4408-94db-3186b77a5ff3']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:58:23.388478 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced37d12-6327-47c1-9961-a24feb5c8ac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14177da7-58c9-4f5e-bf89-efc1448e633c,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:23.396624 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ced37d12-6327-47c1-9961-a24feb5c8ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:23.396756 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-ced37d12-6327-47c1-9961-a24feb5c8ac5 admin admin] Added segment 8e7d5767-4fc5-4699-b58c-b52c1e1049ce of type vlan for network 81b0f367-9ee1-4538-8832-52789ddf80d0 Sep 24 15:58:23.399074 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-9ebd4448-c2ee-4a4a-bce8-6bd0501a80d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aebe6ea5-3b4b-49a2-b57c-216fd1084e60') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:58:23.399364 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-9ebd4448-c2ee-4a4a-bce8-6bd0501a80d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aebe6ea5-3b4b-49a2-b57c-216fd1084e60') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:58:23.420656 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9ebd4448-c2ee-4a4a-bce8-6bd0501a80d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:23.482282 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e896967-0476-4f4d-a6ec-675a7edc8130 req-3aec8641-777e-4f94-b539-2ec214b6ea5d tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:23.483852 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9e896967-0476-4f4d-a6ec-675a7edc8130 req-3aec8641-777e-4f94-b539-2ec214b6ea5d tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb85660a-fb37-4b80-a4be-00e9bc56d2d2 HTTP/1.1" status: 200 len: 945 time: 0.2027576 Sep 24 15:58:23.490633 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9ebd4448-c2ee-4a4a-bce8-6bd0501a80d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:23.499803 n-d-808921-1 neutron-server[95297]: INFO neutron.db.l3_db [None req-f3dc515f-bdbb-4d77-bb2e-5b0433006701 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Floating IP bfc7fc6b-8474-4881-910e-96dd016da1c7 associated. External IP: 172.25.0.84, port: 7a619d73-29c5-47bb-84d5-35ad6689c821. Sep 24 15:58:23.506417 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ced37d12-6327-47c1-9961-a24feb5c8ac5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:23.523397 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ebd4448-c2ee-4a4a-bce8-6bd0501a80d1 admin admin] Releasing vlan 1265 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:58:23.524046 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9ebd4448-c2ee-4a4a-bce8-6bd0501a80d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:23.529362 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:58:23.529362 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:58:23.529362 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:58:23.529362 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:58:23.529362 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:58:23.529362 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:58:23.529362 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:58:23.529362 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:58:23.529362 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:58:23.529362 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:58:23.529362 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:58:23.529362 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:58:23.529362 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:58:23.529362 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:58:23.529362 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:58:23.529362 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:58:23.529362 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:58:23.529362 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:58:23.529362 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:58:23.529362 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:58:23.529362 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:58:23.529362 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:58:23.529362 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:58:23.529362 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:58:23.529362 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:58:23.529362 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:58:23.529362 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:58:23.529362 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:58:23.529362 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:58:23.529362 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:58:23.529362 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:58:23.529362 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:58:23.544164 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5de0b699-05bf-45ad-ab20-027633ae7333 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:23.668616 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9e896967-0476-4f4d-a6ec-675a7edc8130 req-2fc18241-925a-4803-b6c8-5a66bb4e3397 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755636 Sep 24 15:58:23.670246 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de0b699-05bf-45ad-ab20-027633ae7333 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Network 6839b37b-4545-458b-ac13-390555a5817f is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:58:23.675922 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-5de0b699-05bf-45ad-ab20-027633ae7333 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:58:23.678488 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de0b699-05bf-45ad-ab20-027633ae7333 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:58:23.688478 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de0b699-05bf-45ad-ab20-027633ae7333 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:23.689440 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5de0b699-05bf-45ad-ab20-027633ae7333 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:23.702612 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de0b699-05bf-45ad-ab20-027633ae7333 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event updated for resources: {'Port': ['ID=0943db73-9a48-4ddf-b170-a52e89b5ea3c,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:23.739709 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3dc515f-bdbb-4d77-bb2e-5b0433006701 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Router 07ee152a-b38f-4437-9b37-7ebd70954210 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:58:23.784527 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9ebd4448-c2ee-4a4a-bce8-6bd0501a80d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:23.797015 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9ebd4448-c2ee-4a4a-bce8-6bd0501a80d1 admin admin] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:23.799183 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-9ebd4448-c2ee-4a4a-bce8-6bd0501a80d1 admin admin] 10.222.0.101 "DELETE /v2.0/networks/e84efd2c-20f7-4408-94db-3186b77a5ff3 HTTP/1.1" status: 204 len: 168 time: 0.9230082 Sep 24 15:58:23.811353 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd4448-c2ee-4a4a-bce8-6bd0501a80d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e84efd2c-20f7-4408-94db-3186b77a5ff3,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:23.819353 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ced37d12-6327-47c1-9961-a24feb5c8ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:23.820324 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced37d12-6327-47c1-9961-a24feb5c8ac5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:23.820899 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ced37d12-6327-47c1-9961-a24feb5c8ac5 admin admin] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:23.824883 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-5de0b699-05bf-45ad-ab20-027633ae7333 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5640860 Sep 24 15:58:23.831320 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49146) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:23.860862 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3dc515f-bdbb-4d77-bb2e-5b0433006701 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:58:23.874522 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487df41e-e34d-48eb-96fb-f527f424625d None None] Sync routers for ids ['07ee152a-b38f-4437-9b37-7ebd70954210'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:58:23.884899 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487df41e-e34d-48eb-96fb-f527f424625d None None] Routers {'07ee152a-b38f-4437-9b37-7ebd70954210'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:58:23.885970 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-487df41e-e34d-48eb-96fb-f527f424625d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:58:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['07ee152a-b38f-4437-9b37-7ebd70954210'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:58:23.970795 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced37d12-6327-47c1-9961-a24feb5c8ac5 admin admin] Pushing event updated for resources: {'Network': ['ID=81b0f367-9ee1-4538-8832-52789ddf80d0,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:23.985874 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 81b0f367-9ee1-4538-8832-52789ddf80d0 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:58:23.996042 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-ced37d12-6327-47c1-9961-a24feb5c8ac5 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2509398 Sep 24 15:58:23.996281 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49148) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:24.001870 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-d82ffc60-6b34-4fe5-a46b-b990abb20707 admin admin] Request body: {'subnet': {'network_id': '81b0f367-9ee1-4538-8832-52789ddf80d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1105771185-subnet', 'tenant_id': '30e12c47a80b40ec9d7897037388f11c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:58:24.017179 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-487df41e-e34d-48eb-96fb-f527f424625d None None] Set router 07ee152a-b38f-4437-9b37-7ebd70954210 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:58:24.037051 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f3dc515f-bdbb-4d77-bb2e-5b0433006701 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:24.044340 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-98779a58-e3d5-4d78-be65-468bcb18f245 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Deleting port 0943db73-9a48-4ddf-b170-a52e89b5ea3c {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:58:24.044679 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-98779a58-e3d5-4d78-be65-468bcb18f245 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:24.096928 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f3dc515f-bdbb-4d77-bb2e-5b0433006701 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.9342065 Sep 24 15:58:24.096928 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc6f7f69-a208-403a-96ca-2175192815ac', 'tag': '7a619d73-29c5-47bb-84d5-35ad6689c821'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:58:24.099439 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19ccc54-3a37-446d-babe-5bf9c54986a7" -d '{"events": [{"name": "network-changed", "server_uuid": "cc6f7f69-a208-403a-96ca-2175192815ac", "tag": "7a619d73-29c5-47bb-84d5-35ad6689c821"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:58:24.103434 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 49150) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:24.180390 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b6c0ba-0605-4f1b-bdf3-8c6911bf7b3f x-openstack-request-id: req-05b6c0ba-0605-4f1b-bdf3-8c6911bf7b3f {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:58:24.181525 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc6f7f69-a208-403a-96ca-2175192815ac", "tag": "7a619d73-29c5-47bb-84d5-35ad6689c821", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:58:24.182782 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-05b6c0ba-0605-4f1b-bdf3-8c6911bf7b3f {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:58:24.183535 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc6f7f69-a208-403a-96ca-2175192815ac', 'tag': '7a619d73-29c5-47bb-84d5-35ad6689c821', 'status': 'completed', 'code': 200} Sep 24 15:58:24.349372 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 49154) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:24.367643 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac99de9e-2244-40ee-b842-cb5e158ece2c None None] Network 6839b37b-4545-458b-ac13-390555a5817f requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:58:24.397309 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adff302-a66e-4656-8972-62d066270e02 tempest-TestSecurityGroupsBasicOps-804848104 tempest-TestSecurityGroupsBasicOps-804848104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:24.397788 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adff302-a66e-4656-8972-62d066270e02 tempest-TestSecurityGroupsBasicOps-804848104 tempest-TestSecurityGroupsBasicOps-804848104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:24.398254 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adff302-a66e-4656-8972-62d066270e02 tempest-TestSecurityGroupsBasicOps-804848104 tempest-TestSecurityGroupsBasicOps-804848104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:24.398751 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adff302-a66e-4656-8972-62d066270e02 tempest-TestSecurityGroupsBasicOps-804848104 tempest-TestSecurityGroupsBasicOps-804848104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:24.399450 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adff302-a66e-4656-8972-62d066270e02 tempest-TestSecurityGroupsBasicOps-804848104 tempest-TestSecurityGroupsBasicOps-804848104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:24.399920 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adff302-a66e-4656-8972-62d066270e02 tempest-TestSecurityGroupsBasicOps-804848104 tempest-TestSecurityGroupsBasicOps-804848104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:24.400381 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adff302-a66e-4656-8972-62d066270e02 tempest-TestSecurityGroupsBasicOps-804848104 tempest-TestSecurityGroupsBasicOps-804848104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:24.400843 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adff302-a66e-4656-8972-62d066270e02 tempest-TestSecurityGroupsBasicOps-804848104 tempest-TestSecurityGroupsBasicOps-804848104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:24.401295 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adff302-a66e-4656-8972-62d066270e02 tempest-TestSecurityGroupsBasicOps-804848104 tempest-TestSecurityGroupsBasicOps-804848104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:24.401749 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adff302-a66e-4656-8972-62d066270e02 tempest-TestSecurityGroupsBasicOps-804848104 tempest-TestSecurityGroupsBasicOps-804848104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:24.402204 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adff302-a66e-4656-8972-62d066270e02 tempest-TestSecurityGroupsBasicOps-804848104 tempest-TestSecurityGroupsBasicOps-804848104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:24.407752 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-3adff302-a66e-4656-8972-62d066270e02 tempest-TestSecurityGroupsBasicOps-804848104 tempest-TestSecurityGroupsBasicOps-804848104-project-admin] 10.222.0.101 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7675 time: 0.3020813 Sep 24 15:58:24.409763 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 49156) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:24.451337 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-487df41e-e34d-48eb-96fb-f527f424625d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ee152a-b38f-4437-9b37-7ebd70954210', 'name': 'tempest-TestSecurityGroupsBasicOps-router-495157186', 'tenant_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '7b5e7e62-d694-4e79-86b6-7d3065c07fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:57:38Z', 'updated_at': '2021-09-24T15:57:51Z', 'revision_number': 4, 'project_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'gw_port': {'id': '7b5e7e62-d694-4e79-86b6-7d3065c07fec', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:1d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ee152a-b38f-4437-9b37-7ebd70954210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:57:39Z', 'updated_at': '2021-09-24T15:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': 'bfc7fc6b-8474-4881-910e-96dd016da1c7', 'tenant_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'floating_ip_address': '172.25.0.84', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '07ee152a-b38f-4437-9b37-7ebd70954210', 'port_id': '7a619d73-29c5-47bb-84d5-35ad6689c821', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13818614-7186-4b08-8e65-99dcf947f9be', 'mac_address': 'fa:16:3e:27:14:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6f7f69-a208-403a-96ca-2175192815ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:58:22Z', 'updated_at': '2021-09-24T15:58:22Z', 'revision_number': 0, 'project_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5458e65c-f857-4b84-92a4-ea20d2659287', 'name': '', 'network_id': '13818614-7186-4b08-8e65-99dcf947f9be', 'tenant_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'mac_address': 'fa:16:3e:d5:e4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ee152a-b38f-4437-9b37-7ebd70954210', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '56122e50-b940-4224-b271-61ac27d698f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:57:49Z', 'updated_at': '2021-09-24T15:57:56Z', 'revision_number': 5, 'project_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'subnets': [{'id': '56122e50-b940-4224-b271-61ac27d698f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:58:24.487287 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487df41e-e34d-48eb-96fb-f527f424625d None None] Checking router: 07ee152a-b38f-4437-9b37-7ebd70954210 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:58:24.493436 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-6b2494e5-c17c-473e-aea5-2f6160d23980 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=2c59804ebd49449c8f27f0fc690c66fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1428854 Sep 24 15:58:24.499532 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 49158) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:24.501492 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487df41e-e34d-48eb-96fb-f527f424625d None None] Routers {'07ee152a-b38f-4437-9b37-7ebd70954210'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:58:24.502192 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-487df41e-e34d-48eb-96fb-f527f424625d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:58:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['07ee152a-b38f-4437-9b37-7ebd70954210'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:58:24.539629 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d82ffc60-6b34-4fe5-a46b-b990abb20707 admin admin] Made reservation on behalf of 30e12c47a80b40ec9d7897037388f11c for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:58:24.541937 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d82ffc60-6b34-4fe5-a46b-b990abb20707 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:24.567659 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ccc54-3a37-446d-babe-5bf9c54986a7 req-56bdfc51-632c-4232-894d-812ab2bea7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:24.569316 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a19ccc54-3a37-446d-babe-5bf9c54986a7 req-56bdfc51-632c-4232-894d-812ab2bea7d0 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=1154a7819e8f441ba8a2f5ad356b8a2c&device_id=cc6f7f69-a208-403a-96ca-2175192815ac HTTP/1.1" status: 200 len: 1135 time: 0.1463220 Sep 24 15:58:24.591667 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0763813-fa91-4606-b43a-3802a644a4ef tempest-TestSecurityGroupsBasicOps-804848104 tempest-TestSecurityGroupsBasicOps-804848104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:24.592686 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0763813-fa91-4606-b43a-3802a644a4ef tempest-TestSecurityGroupsBasicOps-804848104 tempest-TestSecurityGroupsBasicOps-804848104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:24.593214 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0763813-fa91-4606-b43a-3802a644a4ef tempest-TestSecurityGroupsBasicOps-804848104 tempest-TestSecurityGroupsBasicOps-804848104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:24.593738 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0763813-fa91-4606-b43a-3802a644a4ef tempest-TestSecurityGroupsBasicOps-804848104 tempest-TestSecurityGroupsBasicOps-804848104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:24.594255 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0763813-fa91-4606-b43a-3802a644a4ef tempest-TestSecurityGroupsBasicOps-804848104 tempest-TestSecurityGroupsBasicOps-804848104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:24.594796 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0763813-fa91-4606-b43a-3802a644a4ef tempest-TestSecurityGroupsBasicOps-804848104 tempest-TestSecurityGroupsBasicOps-804848104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:24.595304 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0763813-fa91-4606-b43a-3802a644a4ef tempest-TestSecurityGroupsBasicOps-804848104 tempest-TestSecurityGroupsBasicOps-804848104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:24.595853 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0763813-fa91-4606-b43a-3802a644a4ef tempest-TestSecurityGroupsBasicOps-804848104 tempest-TestSecurityGroupsBasicOps-804848104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:24.596357 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0763813-fa91-4606-b43a-3802a644a4ef tempest-TestSecurityGroupsBasicOps-804848104 tempest-TestSecurityGroupsBasicOps-804848104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:24.602924 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-c0763813-fa91-4606-b43a-3802a644a4ef tempest-TestSecurityGroupsBasicOps-804848104 tempest-TestSecurityGroupsBasicOps-804848104-project-admin] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5872 time: 0.1920114 Sep 24 15:58:24.608000 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 49160) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:24.610519 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-98779a58-e3d5-4d78-be65-468bcb18f245 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:24.621426 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-5b85c4a8-cfad-47d8-bc43-d6879ec4e5b9 None None] Provisioning complete for port cfc5b09a-fcea-4191-8f6a-da6fd4b00070 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:58:24.621809 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5b85c4a8-cfad-47d8-bc43-d6879ec4e5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:24.637412 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-487df41e-e34d-48eb-96fb-f527f424625d None None] Set router 07ee152a-b38f-4437-9b37-7ebd70954210 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:58:24.647284 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-98779a58-e3d5-4d78-be65-468bcb18f245 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Calling delete_port for 0943db73-9a48-4ddf-b170-a52e89b5ea3c owned by {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:58:24.728631 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-250c49fb-4c23-471a-842c-d4885157ca1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:24.823634 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5b85c4a8-cfad-47d8-bc43-d6879ec4e5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:24.825660 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-250c49fb-4c23-471a-842c-d4885157ca1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:24.911445 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ccc54-3a37-446d-babe-5bf9c54986a7 req-d98dd339-2f46-43ba-9791-ac0da6d3fbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:24.913103 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a19ccc54-3a37-446d-babe-5bf9c54986a7 req-d98dd339-2f46-43ba-9791-ac0da6d3fbc8 service neutron] 10.222.0.108 "GET /v2.0/networks?id=13818614-7186-4b08-8e65-99dcf947f9be HTTP/1.1" status: 200 len: 899 time: 0.3343253 Sep 24 15:58:24.921613 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-5b85c4a8-cfad-47d8-bc43-d6879ec4e5b9 None None] For port cfc5b09a-fcea-4191-8f6a-da6fd4b00070, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=cfc5b09a-fcea-4191-8f6a-da6fd4b00070,segment=NetworkSegment(2101d43c-7657-49ed-a967-2ceed08554d2),segment_id=2101d43c-7657-49ed-a967-2ceed08554d2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:58:24.972175 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device cfc5b09a-fcea-4191-8f6a-da6fd4b00070 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:58:25.027769 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-d232514a-31ff-4cfd-9861-edd5a353cf7d tempest-TestSecurityGroupsBasicOps-804848104 tempest-TestSecurityGroupsBasicOps-804848104-project-admin] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3781 time: 0.4104035 Sep 24 15:58:25.027769 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 49164) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:25.028082 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5b85c4a8-cfad-47d8-bc43-d6879ec4e5b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:25.042281 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bbacdf-29fc-4b30-9d4e-c66e6db9063b req-a7b6ad6f-9460-4588-92bc-6c28c310dda6 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:25.046115 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-81bbacdf-29fc-4b30-9d4e-c66e6db9063b req-a7b6ad6f-9460-4588-92bc-6c28c310dda6 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb85660a-fb37-4b80-a4be-00e9bc56d2d2 HTTP/1.1" status: 200 len: 945 time: 0.2410836 Sep 24 15:58:25.056892 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-487df41e-e34d-48eb-96fb-f527f424625d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ee152a-b38f-4437-9b37-7ebd70954210', 'name': 'tempest-TestSecurityGroupsBasicOps-router-495157186', 'tenant_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '7b5e7e62-d694-4e79-86b6-7d3065c07fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:57:38Z', 'updated_at': '2021-09-24T15:57:51Z', 'revision_number': 4, 'project_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'gw_port': {'id': '7b5e7e62-d694-4e79-86b6-7d3065c07fec', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:1d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ee152a-b38f-4437-9b37-7ebd70954210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:57:39Z', 'updated_at': '2021-09-24T15:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': 'bfc7fc6b-8474-4881-910e-96dd016da1c7', 'tenant_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'floating_ip_address': '172.25.0.84', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '07ee152a-b38f-4437-9b37-7ebd70954210', 'port_id': '7a619d73-29c5-47bb-84d5-35ad6689c821', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13818614-7186-4b08-8e65-99dcf947f9be', 'mac_address': 'fa:16:3e:27:14:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6f7f69-a208-403a-96ca-2175192815ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:58:22Z', 'updated_at': '2021-09-24T15:58:22Z', 'revision_number': 0, 'project_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5458e65c-f857-4b84-92a4-ea20d2659287', 'name': '', 'network_id': '13818614-7186-4b08-8e65-99dcf947f9be', 'tenant_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'mac_address': 'fa:16:3e:d5:e4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ee152a-b38f-4437-9b37-7ebd70954210', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '56122e50-b940-4224-b271-61ac27d698f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:57:49Z', 'updated_at': '2021-09-24T15:57:56Z', 'revision_number': 5, 'project_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'subnets': [{'id': '56122e50-b940-4224-b271-61ac27d698f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:58:25.083918 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-250c49fb-4c23-471a-842c-d4885157ca1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:25.086678 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-250c49fb-4c23-471a-842c-d4885157ca1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:25.096840 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487df41e-e34d-48eb-96fb-f527f424625d None None] The sync data for ids ['07ee152a-b38f-4437-9b37-7ebd70954210'] in n-d-808921-1 is: [{'id': '07ee152a-b38f-4437-9b37-7ebd70954210', 'name': 'tempest-TestSecurityGroupsBasicOps-router-495157186', 'tenant_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '7b5e7e62-d694-4e79-86b6-7d3065c07fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:57:38Z', 'updated_at': '2021-09-24T15:57:51Z', 'revision_number': 4, 'project_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'gw_port': {'id': '7b5e7e62-d694-4e79-86b6-7d3065c07fec', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:1d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ee152a-b38f-4437-9b37-7ebd70954210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:57:39Z', 'updated_at': '2021-09-24T15:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': 'bfc7fc6b-8474-4881-910e-96dd016da1c7', 'tenant_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'floating_ip_address': '172.25.0.84', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '07ee152a-b38f-4437-9b37-7ebd70954210', 'port_id': '7a619d73-29c5-47bb-84d5-35ad6689c821', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '13818614-7186-4b08-8e65-99dcf947f9be', 'mac_address': 'fa:16:3e:27:14:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc6f7f69-a208-403a-96ca-2175192815ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:58:22Z', 'updated_at': '2021-09-24T15:58:22Z', 'revision_number': 0, 'project_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5458e65c-f857-4b84-92a4-ea20d2659287', 'name': '', 'network_id': '13818614-7186-4b08-8e65-99dcf947f9be', 'tenant_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'mac_address': 'fa:16:3e:d5:e4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ee152a-b38f-4437-9b37-7ebd70954210', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '56122e50-b940-4224-b271-61ac27d698f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:57:49Z', 'updated_at': '2021-09-24T15:57:56Z', 'revision_number': 5, 'project_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'subnets': [{'id': '56122e50-b940-4224-b271-61ac27d698f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:58:25.105190 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-250c49fb-4c23-471a-842c-d4885157ca1f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/e77d1939-6ac2-475c-a4a4-6975df282ff5 HTTP/1.1" status: 204 len: 168 time: 0.5939250 Sep 24 15:58:25.116664 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a19ccc54-3a37-446d-babe-5bf9c54986a7 req-4d25b83f-c819-4cd3-8c2f-a330eab7e481 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a619d73-29c5-47bb-84d5-35ad6689c821 HTTP/1.1" status: 200 len: 998 time: 0.1939437 Sep 24 15:58:25.120337 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b85c4a8-cfad-47d8-bc43-d6879ec4e5b9 None None] Pushing event updated for resources: {'Port': ['ID=cfc5b09a-fcea-4191-8f6a-da6fd4b00070,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:25.128883 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250c49fb-4c23-471a-842c-d4885157ca1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e77d1939-6ac2-475c-a4a4-6975df282ff5,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:25.159624 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a86ccc-7219-4f17-adc8-f21e20dc6134 tempest-TestSecurityGroupsBasicOps-804848104 tempest-TestSecurityGroupsBasicOps-804848104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:25.160124 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a86ccc-7219-4f17-adc8-f21e20dc6134 tempest-TestSecurityGroupsBasicOps-804848104 tempest-TestSecurityGroupsBasicOps-804848104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:25.162309 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-05a86ccc-7219-4f17-adc8-f21e20dc6134 tempest-TestSecurityGroupsBasicOps-804848104 tempest-TestSecurityGroupsBasicOps-804848104-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=07ee152a-b38f-4437-9b37-7ebd70954210 HTTP/1.1" status: 200 len: 1990 time: 0.1367974 Sep 24 15:58:25.224762 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port cfc5b09a-fcea-4191-8f6a-da6fd4b00070 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:58:25.226580 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:25.274113 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-81bbacdf-29fc-4b30-9d4e-c66e6db9063b req-8be3a2dd-837c-4d4e-86c0-90c60123e35c tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907454 Sep 24 15:58:25.282263 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d82ffc60-6b34-4fe5-a46b-b990abb20707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:25.285368 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ccc54-3a37-446d-babe-5bf9c54986a7 req-0a06ff7b-c324-4b2b-b507-516ccd86dc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:25.287621 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a19ccc54-3a37-446d-babe-5bf9c54986a7 req-0a06ff7b-c324-4b2b-b507-516ccd86dc4a service neutron] 10.222.0.108 "GET /v2.0/subnets?id=56122e50-b940-4224-b271-61ac27d698f8 HTTP/1.1" status: 200 len: 833 time: 0.1514351 Sep 24 15:58:25.372021 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-8bfb84e7-e1fb-482e-99f6-188471b19a6d None None] Provisioning complete for port cfc5b09a-fcea-4191-8f6a-da6fd4b00070 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:58:25.372192 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8bfb84e7-e1fb-482e-99f6-188471b19a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:25.394871 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19ccc54-3a37-446d-babe-5bf9c54986a7 req-0b899782-ee14-4430-8bda-90a7ea4ec290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:25.396543 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a19ccc54-3a37-446d-babe-5bf9c54986a7 req-0b899782-ee14-4430-8bda-90a7ea4ec290 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=13818614-7186-4b08-8e65-99dcf947f9be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1011457 Sep 24 15:58:25.402504 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-98779a58-e3d5-4d78-be65-468bcb18f245 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:25.434502 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82ffc60-6b34-4fe5-a46b-b990abb20707 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a68f7fc-89f8-4ae6-ab83-fbd39955e441,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:25.485429 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98779a58-e3d5-4d78-be65-468bcb18f245 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event deleted for resources: {'Port': ['ID=0943db73-9a48-4ddf-b170-a52e89b5ea3c,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:25.500270 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-8bfb84e7-e1fb-482e-99f6-188471b19a6d None None] Could not find standard attr ID for object 0943db73-9a48-4ddf-b170-a52e89b5ea3c. {{(pid=95299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 15:58:25.526624 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d6c6f3-0b3e-44d7-bda4-8c385076b875 None None] New status for floating IP bfc7fc6b-8474-4881-910e-96dd016da1c7: ACTIVE {{(pid=95299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:58:25.528969 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82ffc60-6b34-4fe5-a46b-b990abb20707 admin admin] Checking segment: {'id': '8e7d5767-4fc5-4699-b58c-b52c1e1049ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1264, 'network_id': '81b0f367-9ee1-4538-8832-52789ddf80d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:58:25.529992 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82ffc60-6b34-4fe5-a46b-b990abb20707 admin admin] Network hostable DHCP agents. Network: 81b0f367-9ee1-4538-8832-52789ddf80d0, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:58:25.577105 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-98779a58-e3d5-4d78-be65-468bcb18f245 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:25.581463 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-98779a58-e3d5-4d78-be65-468bcb18f245 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "DELETE /v2.0/ports/0943db73-9a48-4ddf-b170-a52e89b5ea3c HTTP/1.1" status: 204 len: 168 time: 1.7446101 Sep 24 15:58:25.582727 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 49172) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:25.618944 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf14be7e-a1e8-4ec5-8de8-33309e873756 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] DELETE failed (client error): The resource could not be found. Sep 24 15:58:25.619646 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf14be7e-a1e8-4ec5-8de8-33309e873756 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:58:25.621478 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-bf14be7e-a1e8-4ec5-8de8-33309e873756 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "DELETE /v2.0/ports/0943db73-9a48-4ddf-b170-a52e89b5ea3c HTTP/1.1" status: 404 len: 333 time: 0.0375078 Sep 24 15:58:25.624731 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 49174) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:25.639667 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a19ccc54-3a37-446d-babe-5bf9c54986a7 req-7a01e7c2-d662-4b5b-80f2-7d8d70dce36e service neutron] 10.222.0.108 "GET /v2.0/networks/13818614-7186-4b08-8e65-99dcf947f9be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333715 Sep 24 15:58:25.659717 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-8747acce-37e3-4ebb-a8b0-570f3dac6b6e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] GET failed (client error): The resource could not be found. Sep 24 15:58:25.662290 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-8747acce-37e3-4ebb-a8b0-570f3dac6b6e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "GET /v2.0/ports/0943db73-9a48-4ddf-b170-a52e89b5ea3c HTTP/1.1" status: 404 len: 333 time: 0.0361197 Sep 24 15:58:25.666831 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 49176) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:25.675932 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82ffc60-6b34-4fe5-a46b-b990abb20707 admin admin] Network 81b0f367-9ee1-4538-8832-52789ddf80d0 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:58:25.720109 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-fba07517-2b95-44f0-bb10-df6289dc8a98 None None] Could not find standard attr ID for object 0943db73-9a48-4ddf-b170-a52e89b5ea3c. {{(pid=95299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 15:58:25.751414 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-0944a7c4-afbe-4419-ae8f-5025b4ad07e7 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Deleting subnet 09b48d35-c8dd-40b1-82b0-70f3f5f1fbea {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:58:25.754975 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0944a7c4-afbe-4419-ae8f-5025b4ad07e7 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:25.758615 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a19ccc54-3a37-446d-babe-5bf9c54986a7 req-c1027a4b-05cd-4b5f-83bd-3aae372421ba service neutron] 10.222.0.108 "GET /v2.0/networks/13818614-7186-4b08-8e65-99dcf947f9be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089323 Sep 24 15:58:25.771178 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-d82ffc60-6b34-4fe5-a46b-b990abb20707 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 81b0f367-9ee1-4538-8832-52789ddf80d0) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:58:25.776774 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82ffc60-6b34-4fe5-a46b-b990abb20707 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:25.778500 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d82ffc60-6b34-4fe5-a46b-b990abb20707 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:25.789205 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b75fcf2-a462-4fd7-953e-cb5bdade2779 None None] Network 81b0f367-9ee1-4538-8832-52789ddf80d0 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:58:25.826130 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0944a7c4-afbe-4419-ae8f-5025b4ad07e7 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:25.922453 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0944a7c4-afbe-4419-ae8f-5025b4ad07e7 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:25.926805 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-d82ffc60-6b34-4fe5-a46b-b990abb20707 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.9287543 Sep 24 15:58:25.936774 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffdb0dbd-257e-4a24-ad3e-6afc46ec97e6 None None] Network 81b0f367-9ee1-4538-8832-52789ddf80d0 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:58:26.100366 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49182) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:26.148103 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-eb7a75f3-dbbc-464c-ab77-58dfbd6da3f4 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=08f6511d071c43cebcb9ec6ad0f1fbcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463316 Sep 24 15:58:26.148877 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49184) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:26.217746 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-28a1c64c-03da-4270-9624-1904b1230926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:26.241130 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-28a1c64c-03da-4270-9624-1904b1230926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:26.386114 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-28a1c64c-03da-4270-9624-1904b1230926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:26.388781 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-28a1c64c-03da-4270-9624-1904b1230926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:26.392326 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-28a1c64c-03da-4270-9624-1904b1230926 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c671254f-1d4a-4834-9b57-ec3a7ab21241 HTTP/1.1" status: 204 len: 168 time: 0.2400198 Sep 24 15:58:26.401406 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a1c64c-03da-4270-9624-1904b1230926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c671254f-1d4a-4834-9b57-ec3a7ab21241,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:26.432435 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3004e5-9b4f-4de7-82e3-e1f815a1a1ca req-d4adc1e4-e251-4acc-8667-8e53cf30028d tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:26.434201 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2f3004e5-9b4f-4de7-82e3-e1f815a1a1ca req-d4adc1e4-e251-4acc-8667-8e53cf30028d tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb85660a-fb37-4b80-a4be-00e9bc56d2d2 HTTP/1.1" status: 200 len: 945 time: 0.0781753 Sep 24 15:58:26.448188 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0944a7c4-afbe-4419-ae8f-5025b4ad07e7 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:26.482625 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2f3004e5-9b4f-4de7-82e3-e1f815a1a1ca req-4b1f184b-b685-46f1-86f7-271b212321a6 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421004 Sep 24 15:58:26.487095 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0944a7c4-afbe-4419-ae8f-5025b4ad07e7 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event deleted for resources: {'Subnet': ['ID=09b48d35-c8dd-40b1-82b0-70f3f5f1fbea,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:26.496314 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0944a7c4-afbe-4419-ae8f-5025b4ad07e7 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:26.497780 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-0944a7c4-afbe-4419-ae8f-5025b4ad07e7 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "DELETE /v2.0/subnets/09b48d35-c8dd-40b1-82b0-70f3f5f1fbea HTTP/1.1" status: 204 len: 168 time: 0.8275373 Sep 24 15:58:26.500262 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49204) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:26.510641 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd767848-1ebe-46f0-90d8-60d4c1b3d0aa None None] Network 6839b37b-4545-458b-ac13-390555a5817f requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:58:26.572798 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae741e-3fcc-41d1-93a6-f6dc280d8481 req-821d40af-e075-45cf-a650-acff40bfb7b4 tempest-VolumesActionsTest-1874423237 tempest-VolumesActionsTest-1874423237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:26.574577 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bbae741e-3fcc-41d1-93a6-f6dc280d8481 req-821d40af-e075-45cf-a650-acff40bfb7b4 tempest-VolumesActionsTest-1874423237 tempest-VolumesActionsTest-1874423237-project] 10.222.0.101 "GET /v2.0/networks?id=59a2b267-7d35-4f17-a326-047d7682538f HTTP/1.1" status: 200 len: 807 time: 0.1547625 Sep 24 15:58:26.593359 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bbae741e-3fcc-41d1-93a6-f6dc280d8481 req-d654872b-6635-452a-a183-710c98b7ab1c tempest-VolumesActionsTest-1874423237 tempest-VolumesActionsTest-1874423237-project] 10.222.0.101 "GET /v2.0/quotas/4ee65bc9e82f4772bc95f2416cfc685b HTTP/1.1" status: 200 len: 375 time: 0.0120234 Sep 24 15:58:26.605017 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-040edda7-9a8c-471f-8fd1-6592b62b4421 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:26.638087 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bbae741e-3fcc-41d1-93a6-f6dc280d8481 req-f8caa534-4f0c-4528-9816-926374a7a2e1 tempest-VolumesActionsTest-1874423237 tempest-VolumesActionsTest-1874423237-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=4ee65bc9e82f4772bc95f2416cfc685b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0375705 Sep 24 15:58:26.664517 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-040edda7-9a8c-471f-8fd1-6592b62b4421 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Deleting port cfc5b09a-fcea-4191-8f6a-da6fd4b00070 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:58:26.664895 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-040edda7-9a8c-471f-8fd1-6592b62b4421 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:26.713581 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1150ff7c-f201-4cad-9a40-5cbcaf5b725c None None] DHCP port deletion for 6839b37b-4545-458b-ac13-390555a5817f request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:58:26.740291 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-040edda7-9a8c-471f-8fd1-6592b62b4421 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] For port cfc5b09a-fcea-4191-8f6a-da6fd4b00070, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=cfc5b09a-fcea-4191-8f6a-da6fd4b00070,segment=NetworkSegment(2101d43c-7657-49ed-a967-2ceed08554d2),segment_id=2101d43c-7657-49ed-a967-2ceed08554d2)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:58:26.740635 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-040edda7-9a8c-471f-8fd1-6592b62b4421 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:26.761227 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-040edda7-9a8c-471f-8fd1-6592b62b4421 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Calling delete_port for cfc5b09a-fcea-4191-8f6a-da6fd4b00070 owned by network:dhcp {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:58:26.768292 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-1150ff7c-f201-4cad-9a40-5cbcaf5b725c None None] Deleting port cfc5b09a-fcea-4191-8f6a-da6fd4b00070 {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:58:26.769045 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-1150ff7c-f201-4cad-9a40-5cbcaf5b725c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:26.785648 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bbae741e-3fcc-41d1-93a6-f6dc280d8481 req-47da16f0-bdf2-4b4d-b292-d45b52cfb870 service neutron] 10.222.0.101 "GET /v2.0/networks/59a2b267-7d35-4f17-a326-047d7682538f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336637 Sep 24 15:58:26.899366 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device cfc5b09a-fcea-4191-8f6a-da6fd4b00070 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:58:26.906572 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce95350c-c629-4846-aca1-ba91317b6be0 req-88beed8a-84fc-4689-9cf3-ab0f6cf8df99 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:26.908838 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ce95350c-c629-4846-aca1-ba91317b6be0 req-88beed8a-84fc-4689-9cf3-ab0f6cf8df99 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=56aeda28-0052-429d-a1d0-74f2354d8203 HTTP/1.1" status: 200 len: 945 time: 0.0838034 Sep 24 15:58:26.933956 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bbae741e-3fcc-41d1-93a6-f6dc280d8481 req-b42cb026-6c84-44e9-a912-b8a45a545948 service neutron] 10.222.0.101 "GET /v2.0/networks/59a2b267-7d35-4f17-a326-047d7682538f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429000 Sep 24 15:58:26.978408 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-1150ff7c-f201-4cad-9a40-5cbcaf5b725c None None] For port cfc5b09a-fcea-4191-8f6a-da6fd4b00070, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=cfc5b09a-fcea-4191-8f6a-da6fd4b00070,segment=NetworkSegment(2101d43c-7657-49ed-a967-2ceed08554d2),segment_id=2101d43c-7657-49ed-a967-2ceed08554d2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:58:26.978408 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-1150ff7c-f201-4cad-9a40-5cbcaf5b725c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:26.979224 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ce95350c-c629-4846-aca1-ba91317b6be0 req-5b0f7744-f205-48eb-8868-8789696cf0b1 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=d304bbd8-1375-41e6-a4a7-0404dd25bcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528181 Sep 24 15:58:26.992208 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-1150ff7c-f201-4cad-9a40-5cbcaf5b725c None None] Calling delete_port for cfc5b09a-fcea-4191-8f6a-da6fd4b00070 owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:58:26.994271 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49214) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:27.004098 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-040edda7-9a8c-471f-8fd1-6592b62b4421 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:27.028369 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Port cfc5b09a-fcea-4191-8f6a-da6fd4b00070 update to DOWN by agent not found {{(pid=95299) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 24 15:58:27.072626 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040edda7-9a8c-471f-8fd1-6592b62b4421 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event deleted for resources: {'Port': ['ID=cfc5b09a-fcea-4191-8f6a-da6fd4b00070,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:27.074592 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040edda7-9a8c-471f-8fd1-6592b62b4421 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] No DVR routers for this DVR port cfc5b09a-fcea-4191-8f6a-da6fd4b00070 on host n-d-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:58:27.115493 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-5a4ef276-bbd2-4c85-a507-608877d6f1b5 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/floatingips/0e15ac26-ce19-489d-8d0d-fb16629e0549 HTTP/1.1" status: 200 len: 993 time: 0.1199098 Sep 24 15:58:27.123526 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-1150ff7c-f201-4cad-9a40-5cbcaf5b725c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:27.157551 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1150ff7c-f201-4cad-9a40-5cbcaf5b725c None None] Pushing event deleted for resources: {'Port': ['ID=cfc5b09a-fcea-4191-8f6a-da6fd4b00070,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:27.159505 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1150ff7c-f201-4cad-9a40-5cbcaf5b725c None None] No DVR routers for this DVR port cfc5b09a-fcea-4191-8f6a-da6fd4b00070 on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:58:27.221416 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-040edda7-9a8c-471f-8fd1-6592b62b4421 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:27.265811 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-040edda7-9a8c-471f-8fd1-6592b62b4421 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6839b37b-4545-458b-ac13-390555a5817f']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:58:27.274523 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a50450b2-e184-4968-9ea5-09bdd0bb2cc4 req-8659f8ee-80d9-4efb-9463-2157c75224dc tempest-VolumesActionsTest-1874423237 tempest-VolumesActionsTest-1874423237-project] 10.222.0.101 "GET /v2.0/ports?device_id=bcc337dc-4a78-43ae-9e54-64fb9a9e291d HTTP/1.1" status: 200 len: 210 time: 0.0424891 Sep 24 15:58:27.281326 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-040edda7-9a8c-471f-8fd1-6592b62b4421 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2101d43c-7657-49ed-a967-2ceed08554d2') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:58:27.281326 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-040edda7-9a8c-471f-8fd1-6592b62b4421 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2101d43c-7657-49ed-a967-2ceed08554d2') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:58:27.290172 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-040edda7-9a8c-471f-8fd1-6592b62b4421 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:27.307680 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-040edda7-9a8c-471f-8fd1-6592b62b4421 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:27.313906 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-040edda7-9a8c-471f-8fd1-6592b62b4421 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Releasing vlan 1274 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:58:27.319880 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-040edda7-9a8c-471f-8fd1-6592b62b4421 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:27.319880 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:58:27.319880 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:58:27.319880 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:58:27.319880 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:58:27.319880 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:58:27.319880 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:58:27.319880 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:58:27.319880 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:58:27.319880 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:58:27.319880 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:58:27.319880 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:58:27.319880 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:58:27.319880 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:58:27.319880 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:58:27.319880 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:58:27.319880 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:58:27.319880 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:58:27.319880 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:58:27.319880 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:58:27.319880 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:58:27.319880 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:58:27.319880 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:58:27.319880 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:58:27.319880 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:58:27.319880 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:58:27.319880 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:58:27.319880 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:58:27.319880 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:58:27.319880 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:58:27.319880 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:58:27.319880 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:58:27.319880 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:58:27.470272 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-040edda7-9a8c-471f-8fd1-6592b62b4421 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:27.478521 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-040edda7-9a8c-471f-8fd1-6592b62b4421 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:27.481175 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-040edda7-9a8c-471f-8fd1-6592b62b4421 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "DELETE /v2.0/networks/6839b37b-4545-458b-ac13-390555a5817f HTTP/1.1" status: 204 len: 168 time: 0.9797065 Sep 24 15:58:27.485485 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49240) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:27.490908 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-abd9e01c-f024-431f-9c8d-db29188afcc2 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2045437200'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:58:27.514138 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040edda7-9a8c-471f-8fd1-6592b62b4421 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event deleted for resources: {'Network': ['ID=6839b37b-4545-458b-ac13-390555a5817f,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:27.559453 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ed54f9-a9bf-4afd-b128-75091315c14b req-8c6a3439-463a-4713-b40e-5086f16fc12f tempest-TestNetworkAdvancedServerOps-571836934 tempest-TestNetworkAdvancedServerOps-571836934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:27.561082 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d3ed54f9-a9bf-4afd-b128-75091315c14b req-8c6a3439-463a-4713-b40e-5086f16fc12f tempest-TestNetworkAdvancedServerOps-571836934 tempest-TestNetworkAdvancedServerOps-571836934-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=56aeda28-0052-429d-a1d0-74f2354d8203 HTTP/1.1" status: 200 len: 1096 time: 0.0787969 Sep 24 15:58:27.603615 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d3ed54f9-a9bf-4afd-b128-75091315c14b req-81e1cf73-7818-4ea7-b5d4-4a6370b3720a tempest-TestNetworkAdvancedServerOps-571836934 tempest-TestNetworkAdvancedServerOps-571836934-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=d304bbd8-1375-41e6-a4a7-0404dd25bcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357966 Sep 24 15:58:27.607604 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efdedf7-9634-4a59-b3ce-e429b7324bb6 req-c7e9957c-6923-471a-bb94-f146b6e04dc9 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:27.609123 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0efdedf7-9634-4a59-b3ce-e429b7324bb6 req-c7e9957c-6923-471a-bb94-f146b6e04dc9 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb85660a-fb37-4b80-a4be-00e9bc56d2d2 HTTP/1.1" status: 200 len: 945 time: 0.0511212 Sep 24 15:58:27.650845 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0efdedf7-9634-4a59-b3ce-e429b7324bb6 req-4ca568f8-e78c-461e-a734-3574da923cb2 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352075 Sep 24 15:58:27.687160 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd9e01c-f024-431f-9c8d-db29188afcc2 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Made reservation on behalf of dd692a6dccf5494e8242fa57d76d3d05 for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:58:27.690911 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-abd9e01c-f024-431f-9c8d-db29188afcc2 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:27.716016 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abd9e01c-f024-431f-9c8d-db29188afcc2 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1256} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:58:27.725038 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-abd9e01c-f024-431f-9c8d-db29188afcc2 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:27.725388 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-abd9e01c-f024-431f-9c8d-db29188afcc2 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Added segment 1e9d7291-038e-4ed9-a5ee-3ea79370abd1 of type vlan for network 7e286db4-004b-4579-ab2c-01d37e4018e0 Sep 24 15:58:27.767141 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-abd9e01c-f024-431f-9c8d-db29188afcc2 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:27.890360 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-abd9e01c-f024-431f-9c8d-db29188afcc2 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:27.896265 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd9e01c-f024-431f-9c8d-db29188afcc2 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:27.896899 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-abd9e01c-f024-431f-9c8d-db29188afcc2 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:27.965540 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd9e01c-f024-431f-9c8d-db29188afcc2 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event updated for resources: {'Network': ['ID=7e286db4-004b-4579-ab2c-01d37e4018e0,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:27.975532 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 7e286db4-004b-4579-ab2c-01d37e4018e0 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:58:28.056943 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-abd9e01c-f024-431f-9c8d-db29188afcc2 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5698371 Sep 24 15:58:28.059860 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49252) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:28.065761 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-61136e4f-2cc9-4003-b68d-2f9edf414ace tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Request body: {'subnet': {'network_id': '7e286db4-004b-4579-ab2c-01d37e4018e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:58:28.254271 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61136e4f-2cc9-4003-b68d-2f9edf414ace tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Made reservation on behalf of dd692a6dccf5494e8242fa57d76d3d05 for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:58:28.263168 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-61136e4f-2cc9-4003-b68d-2f9edf414ace tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:28.358364 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5cddad8f-7566-43df-8267-140970f4a8ea req-5830b07e-3b1d-4fd6-8c8a-4fc07176a86e tempest-VolumesActionsTest-1874423237 tempest-VolumesActionsTest-1874423237-project] 10.222.0.101 "GET /v2.0/ports?device_id=bcc337dc-4a78-43ae-9e54-64fb9a9e291d HTTP/1.1" status: 200 len: 210 time: 0.0325613 Sep 24 15:58:28.555685 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-61136e4f-2cc9-4003-b68d-2f9edf414ace tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:28.622997 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61136e4f-2cc9-4003-b68d-2f9edf414ace tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event updated for resources: {'Subnet': ['ID=b15a5843-d124-4900-9090-b018a8dfd7f9,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:28.630587 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61136e4f-2cc9-4003-b68d-2f9edf414ace tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Checking segment: {'id': '1e9d7291-038e-4ed9-a5ee-3ea79370abd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '7e286db4-004b-4579-ab2c-01d37e4018e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:58:28.630993 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61136e4f-2cc9-4003-b68d-2f9edf414ace tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Network hostable DHCP agents. Network: 7e286db4-004b-4579-ab2c-01d37e4018e0, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:58:28.721417 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61136e4f-2cc9-4003-b68d-2f9edf414ace tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Network 7e286db4-004b-4579-ab2c-01d37e4018e0 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:58:28.779937 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba18b9-5163-43af-a881-d520c3ad8f46 req-7a3f8653-ae33-4673-b6a3-023c03613670 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:28.781640 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1bba18b9-5163-43af-a881-d520c3ad8f46 req-7a3f8653-ae33-4673-b6a3-023c03613670 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb85660a-fb37-4b80-a4be-00e9bc56d2d2 HTTP/1.1" status: 200 len: 945 time: 0.0595779 Sep 24 15:58:28.820495 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1bba18b9-5163-43af-a881-d520c3ad8f46 req-0d4c3e1e-1b4a-4cd9-9c50-81d05ebf20be tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322142 Sep 24 15:58:28.839724 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-61136e4f-2cc9-4003-b68d-2f9edf414ace tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 7e286db4-004b-4579-ab2c-01d37e4018e0) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:58:28.844476 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61136e4f-2cc9-4003-b68d-2f9edf414ace tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:28.845465 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-61136e4f-2cc9-4003-b68d-2f9edf414ace tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:28.849819 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038675c3-8e4a-4b69-ba59-014ecc906b09 None None] Network 7e286db4-004b-4579-ab2c-01d37e4018e0 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:58:28.949317 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-61136e4f-2cc9-4003-b68d-2f9edf414ace tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8845894 Sep 24 15:58:28.949317 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49290) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:28.953855 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-1c6df53b-d3de-451c-8b4b-6e13abe7b856 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Request body: {'port': {'network_id': '7e286db4-004b-4579-ab2c-01d37e4018e0', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-636428142'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:58:29.008608 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5905d7b5-c0c9-435c-a269-2c6f4d093b2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-7e286db4-004b-4579-ab2c-01d37e4018e0', 'network_id': '7e286db4-004b-4579-ab2c-01d37e4018e0', 'tenant_id': 'dd692a6dccf5494e8242fa57d76d3d05', 'fixed_ips': [{'subnet_id': 'b15a5843-d124-4900-9090-b018a8dfd7f9'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:58:29.009528 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5905d7b5-c0c9-435c-a269-2c6f4d093b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:29.167538 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-5905d7b5-c0c9-435c-a269-2c6f4d093b2f None None] Allocated IP 2001:db8::2 (7e286db4-004b-4579-ab2c-01d37e4018e0/b15a5843-d124-4900-9090-b018a8dfd7f9/f871b32b-48ba-4ed7-8e4a-75436d14917a) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:58:29.224320 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c6df53b-d3de-451c-8b4b-6e13abe7b856 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Made reservation on behalf of dd692a6dccf5494e8242fa57d76d3d05 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:58:29.229421 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1c6df53b-d3de-451c-8b4b-6e13abe7b856 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:29.245792 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-d88aba58-73b1-4481-8106-02600e8ddc35 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=56aeda28-0052-429d-a1d0-74f2354d8203&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1847391 Sep 24 15:58:29.253330 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-1a99c97c-a2de-42af-aa16-d0b5a017097d service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 15:58:29.265182 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [None req-1c6df53b-d3de-451c-8b4b-6e13abe7b856 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] device_id is not set on port a6406e5f-1891-4cbc-bce7-5fda31162993 yet. {{(pid=95298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:58:29.266557 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-1a99c97c-a2de-42af-aa16-d0b5a017097d service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0146940 Sep 24 15:58:29.355776 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5905d7b5-c0c9-435c-a269-2c6f4d093b2f None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:29.461789 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fec68d73-f845-4505-b8c1-634aa574eba5 req-0a929e50-475b-4836-a400-3845a832e5d5 tempest-VolumesActionsTest-1874423237 tempest-VolumesActionsTest-1874423237-project] 10.222.0.101 "GET /v2.0/ports?device_id=bcc337dc-4a78-43ae-9e54-64fb9a9e291d HTTP/1.1" status: 200 len: 210 time: 0.0291643 Sep 24 15:58:29.519657 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5905d7b5-c0c9-435c-a269-2c6f4d093b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:29.564120 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5905d7b5-c0c9-435c-a269-2c6f4d093b2f None None] Network 7e286db4-004b-4579-ab2c-01d37e4018e0 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:58:29.567805 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-5905d7b5-c0c9-435c-a269-2c6f4d093b2f None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:58:29.571623 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5905d7b5-c0c9-435c-a269-2c6f4d093b2f None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:58:29.584944 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5905d7b5-c0c9-435c-a269-2c6f4d093b2f None None] Pushing event updated for resources: {'Port': ['ID=f871b32b-48ba-4ed7-8e4a-75436d14917a,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:29.596049 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-1c6df53b-d3de-451c-8b4b-6e13abe7b856 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Allocated IP 2001:db8::397 (7e286db4-004b-4579-ab2c-01d37e4018e0/b15a5843-d124-4900-9090-b018a8dfd7f9/a6406e5f-1891-4cbc-bce7-5fda31162993) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:58:29.653606 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-5905d7b5-c0c9-435c-a269-2c6f4d093b2f None None] Attempting to bind port f871b32b-48ba-4ed7-8e4a-75436d14917a on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:58:29.653983 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-5905d7b5-c0c9-435c-a269-2c6f4d093b2f None None] Attempting to bind port f871b32b-48ba-4ed7-8e4a-75436d14917a by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '1e9d7291-038e-4ed9-a5ee-3ea79370abd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '7e286db4-004b-4579-ab2c-01d37e4018e0'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:58:29.654374 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5905d7b5-c0c9-435c-a269-2c6f4d093b2f None None] Attempting to bind port f871b32b-48ba-4ed7-8e4a-75436d14917a on network 7e286db4-004b-4579-ab2c-01d37e4018e0 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:58:29.659716 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5905d7b5-c0c9-435c-a269-2c6f4d093b2f None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:58:29.661032 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5905d7b5-c0c9-435c-a269-2c6f4d093b2f None None] Checking segment: {'id': '1e9d7291-038e-4ed9-a5ee-3ea79370abd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '7e286db4-004b-4579-ab2c-01d37e4018e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:58:29.661796 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5905d7b5-c0c9-435c-a269-2c6f4d093b2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:29.662413 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5905d7b5-c0c9-435c-a269-2c6f4d093b2f None None] Bound using segment: {'id': '1e9d7291-038e-4ed9-a5ee-3ea79370abd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '7e286db4-004b-4579-ab2c-01d37e4018e0'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:58:29.662898 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-5905d7b5-c0c9-435c-a269-2c6f4d093b2f None None] Bound port: f871b32b-48ba-4ed7-8e4a-75436d14917a, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e9d7291-038e-4ed9-a5ee-3ea79370abd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '7e286db4-004b-4579-ab2c-01d37e4018e0'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:58:29.663283 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5905d7b5-c0c9-435c-a269-2c6f4d093b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:29.729004 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1c6df53b-d3de-451c-8b4b-6e13abe7b856 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:29.736693 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-5905d7b5-c0c9-435c-a269-2c6f4d093b2f None None] For port f871b32b-48ba-4ed7-8e4a-75436d14917a, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:58:29.740695 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-5905d7b5-c0c9-435c-a269-2c6f4d093b2f None None] For port f871b32b-48ba-4ed7-8e4a-75436d14917a, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=f871b32b-48ba-4ed7-8e4a-75436d14917a,segment=NetworkSegment(1e9d7291-038e-4ed9-a5ee-3ea79370abd1),segment_id=1e9d7291-038e-4ed9-a5ee-3ea79370abd1)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:58:29.839426 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5905d7b5-c0c9-435c-a269-2c6f4d093b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:29.867860 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1c6df53b-d3de-451c-8b4b-6e13abe7b856 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:29.963766 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5905d7b5-c0c9-435c-a269-2c6f4d093b2f None None] Pushing event updated for resources: {'Port': ['ID=f871b32b-48ba-4ed7-8e4a-75436d14917a,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:29.971601 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d698745-a109-4e53-a296-8a004e680f57 req-6dcafe2d-0125-475f-b7dc-120725fb0991 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:29.988285 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6df53b-d3de-451c-8b4b-6e13abe7b856 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event updated for resources: {'Port': ['ID=a6406e5f-1891-4cbc-bce7-5fda31162993,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:29.993906 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9d698745-a109-4e53-a296-8a004e680f57 req-6dcafe2d-0125-475f-b7dc-120725fb0991 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb85660a-fb37-4b80-a4be-00e9bc56d2d2 HTTP/1.1" status: 200 len: 945 time: 0.0995955 Sep 24 15:58:30.008402 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6df53b-d3de-451c-8b4b-6e13abe7b856 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Network 7e286db4-004b-4579-ab2c-01d37e4018e0 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:58:30.009877 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-1c6df53b-d3de-451c-8b4b-6e13abe7b856 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:58:30.013473 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6df53b-d3de-451c-8b4b-6e13abe7b856 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:58:30.019830 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6df53b-d3de-451c-8b4b-6e13abe7b856 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:30.020605 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1c6df53b-d3de-451c-8b4b-6e13abe7b856 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:30.061113 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9d698745-a109-4e53-a296-8a004e680f57 req-35d5f943-04a6-42f8-8e64-a85b1f2d5691 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662260 Sep 24 15:58:30.119381 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-1c6df53b-d3de-451c-8b4b-6e13abe7b856 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.1695743 Sep 24 15:58:30.121986 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49308) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:30.236527 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-f04a3aa7-5a1d-4a77-8206-303301e25924 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Deleting port a6406e5f-1891-4cbc-bce7-5fda31162993 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:58:30.237586 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f04a3aa7-5a1d-4a77-8206-303301e25924 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:30.342369 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f04a3aa7-5a1d-4a77-8206-303301e25924 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:30.352229 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae741e-3fcc-41d1-93a6-f6dc280d8481 req-9bb2c375-9e76-4d5d-9670-8c2153a01a18 tempest-VolumesActionsTest-1874423237 tempest-VolumesActionsTest-1874423237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:30.353949 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bbae741e-3fcc-41d1-93a6-f6dc280d8481 req-9bb2c375-9e76-4d5d-9670-8c2153a01a18 tempest-VolumesActionsTest-1874423237 tempest-VolumesActionsTest-1874423237-project] 10.222.0.110 "GET /v2.0/networks?id=59a2b267-7d35-4f17-a326-047d7682538f HTTP/1.1" status: 200 len: 807 time: 0.1249783 Sep 24 15:58:30.368664 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-f04a3aa7-5a1d-4a77-8206-303301e25924 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Calling delete_port for a6406e5f-1891-4cbc-bce7-5fda31162993 owned by {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:58:30.383849 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-bbae741e-3fcc-41d1-93a6-f6dc280d8481 req-6189e113-1e4f-4900-bc3f-263f49296610 tempest-VolumesActionsTest-1874423237 tempest-VolumesActionsTest-1874423237-project] Request body: {'port': {'device_id': 'bcc337dc-4a78-43ae-9e54-64fb9a9e291d', 'network_id': '59a2b267-7d35-4f17-a326-047d7682538f', 'admin_state_up': True, 'tenant_id': '4ee65bc9e82f4772bc95f2416cfc685b'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:58:30.615896 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2fd9c723-f427-48b3-9877-7b3e9c3984af req-0df7e0ce-4b08-48c7-bb8e-5b5800d354ea tempest-VolumesActionsTest-1874423237 tempest-VolumesActionsTest-1874423237-project] 10.222.0.101 "GET /v2.0/ports?device_id=bcc337dc-4a78-43ae-9e54-64fb9a9e291d HTTP/1.1" status: 200 len: 210 time: 0.0370383 Sep 24 15:58:30.662029 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbae741e-3fcc-41d1-93a6-f6dc280d8481 req-6189e113-1e4f-4900-bc3f-263f49296610 tempest-VolumesActionsTest-1874423237 tempest-VolumesActionsTest-1874423237-project] Made reservation on behalf of 4ee65bc9e82f4772bc95f2416cfc685b for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:58:30.666324 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-bbae741e-3fcc-41d1-93a6-f6dc280d8481 req-6189e113-1e4f-4900-bc3f-263f49296610 tempest-VolumesActionsTest-1874423237 tempest-VolumesActionsTest-1874423237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:30.696363 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f04a3aa7-5a1d-4a77-8206-303301e25924 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:30.737866 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04a3aa7-5a1d-4a77-8206-303301e25924 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event deleted for resources: {'Port': ['ID=a6406e5f-1891-4cbc-bce7-5fda31162993,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:30.772380 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f04a3aa7-5a1d-4a77-8206-303301e25924 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:30.772776 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-46b78a26-4538-46e5-aa2c-bed2db9d633c tempest-TestNetworkAdvancedServerOps-571836934 tempest-TestNetworkAdvancedServerOps-571836934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:30.774967 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-f04a3aa7-5a1d-4a77-8206-303301e25924 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "DELETE /v2.0/ports/a6406e5f-1891-4cbc-bce7-5fda31162993 HTTP/1.1" status: 204 len: 168 time: 0.6514742 Sep 24 15:58:30.777135 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49316) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:30.777339 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-46b78a26-4538-46e5-aa2c-bed2db9d633c tempest-TestNetworkAdvancedServerOps-571836934 tempest-TestNetworkAdvancedServerOps-571836934-project-admin] 10.222.0.101 "GET /v2.0/ports/aa13762d-583b-4889-9399-530afb17aa2e HTTP/1.1" status: 200 len: 1093 time: 0.2733786 Sep 24 15:58:30.786240 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-ea5ca37a-9b57-4201-92de-b9b7a7abd40a service neutron] Request body: {'binding': {'host': 'n-h2-808921-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:58:30.787005 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-ea5ca37a-9b57-4201-92de-b9b7a7abd40a service neutron] Unknown quota resources ['binding']. {{(pid=95297) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 24 15:58:30.810035 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dc601fd-be76-4641-b099-62bfeb611f62 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] GET failed (client error): The resource could not be found. Sep 24 15:58:30.813480 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-8dc601fd-be76-4641-b099-62bfeb611f62 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "GET /v2.0/ports/a6406e5f-1891-4cbc-bce7-5fda31162993 HTTP/1.1" status: 404 len: 333 time: 0.0340579 Sep 24 15:58:30.815102 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49318) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:30.905788 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-2881c564-c6c2-4a9e-b1e4-284d618fb4c3 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Deleting subnet b15a5843-d124-4900-9090-b018a8dfd7f9 {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:58:30.913703 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2881c564-c6c2-4a9e-b1e4-284d618fb4c3 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:30.950470 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device f871b32b-48ba-4ed7-8e4a-75436d14917a up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:58:30.968558 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2881c564-c6c2-4a9e-b1e4-284d618fb4c3 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:31.013905 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [req-bbae741e-3fcc-41d1-93a6-f6dc280d8481 req-6189e113-1e4f-4900-bc3f-263f49296610 tempest-VolumesActionsTest-1874423237 tempest-VolumesActionsTest-1874423237-project] Allocated IP 172.20.0.10 (59a2b267-7d35-4f17-a326-047d7682538f/786905fb-2e2f-444d-a3fd-5da3432afe48/c536f752-137d-4c10-a03a-5481fda2cb01) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:58:31.014683 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port f871b32b-48ba-4ed7-8e4a-75436d14917a triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:58:31.015055 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:31.110176 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2881c564-c6c2-4a9e-b1e4-284d618fb4c3 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:31.120169 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1875f37-ff8d-45a2-a23a-8054f391e31f None None] Network 7e286db4-004b-4579-ab2c-01d37e4018e0 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:58:31.147454 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-ea5ca37a-9b57-4201-92de-b9b7a7abd40a service neutron] Attempting to bind port aa13762d-583b-4889-9399-530afb17aa2e on host n-h2-808921-1 for vnic_type normal with profile None {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:58:31.147953 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-ea5ca37a-9b57-4201-92de-b9b7a7abd40a service neutron] Attempting to bind port aa13762d-583b-4889-9399-530afb17aa2e by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': 'd7ef416a-40a9-4337-a1c4-1afeb8984525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'e034e6ed-6102-4046-9f1f-a643f9565610'}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:58:31.148348 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-ea5ca37a-9b57-4201-92de-b9b7a7abd40a service neutron] Attempting to bind port aa13762d-583b-4889-9399-530afb17aa2e on network e034e6ed-6102-4046-9f1f-a643f9565610 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:58:31.166007 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-ea5ca37a-9b57-4201-92de-b9b7a7abd40a service neutron] Port aa13762d-583b-4889-9399-530afb17aa2e on network e034e6ed-6102-4046-9f1f-a643f9565610 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:58:31.166007 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-ea5ca37a-9b57-4201-92de-b9b7a7abd40a service neutron] Attempting to bind port aa13762d-583b-4889-9399-530afb17aa2e on network e034e6ed-6102-4046-9f1f-a643f9565610 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:58:31.188952 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-ea5ca37a-9b57-4201-92de-b9b7a7abd40a service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:58:31.190741 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-ea5ca37a-9b57-4201-92de-b9b7a7abd40a service neutron] Checking segment: {'id': 'd7ef416a-40a9-4337-a1c4-1afeb8984525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'e034e6ed-6102-4046-9f1f-a643f9565610'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:58:31.190741 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-ea5ca37a-9b57-4201-92de-b9b7a7abd40a service neutron] Bound using segment: {'id': 'd7ef416a-40a9-4337-a1c4-1afeb8984525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'e034e6ed-6102-4046-9f1f-a643f9565610'} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:58:31.190741 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-ea5ca37a-9b57-4201-92de-b9b7a7abd40a service neutron] Bound port: aa13762d-583b-4889-9399-530afb17aa2e, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7ef416a-40a9-4337-a1c4-1afeb8984525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'e034e6ed-6102-4046-9f1f-a643f9565610'}}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:58:31.267571 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2881c564-c6c2-4a9e-b1e4-284d618fb4c3 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:31.290308 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:31.295245 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2881c564-c6c2-4a9e-b1e4-284d618fb4c3 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event deleted for resources: {'Subnet': ['ID=b15a5843-d124-4900-9090-b018a8dfd7f9,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:31.302693 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2881c564-c6c2-4a9e-b1e4-284d618fb4c3 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:31.304739 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-2881c564-c6c2-4a9e-b1e4-284d618fb4c3 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "DELETE /v2.0/subnets/b15a5843-d124-4900-9090-b018a8dfd7f9 HTTP/1.1" status: 204 len: 168 time: 0.4883976 Sep 24 15:58:31.307444 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49326) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:31.338264 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-c43d0326-f215-45d4-8382-507082bdce7d None None] Provisioning complete for port f871b32b-48ba-4ed7-8e4a-75436d14917a triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:58:31.338763 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c43d0326-f215-45d4-8382-507082bdce7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:31.377120 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1666dacf-cb3b-4309-88f1-eec6dad54c85 req-d63087c3-5d49-4732-8d14-6d2057f786ac tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:31.379229 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1666dacf-cb3b-4309-88f1-eec6dad54c85 req-d63087c3-5d49-4732-8d14-6d2057f786ac tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb85660a-fb37-4b80-a4be-00e9bc56d2d2 HTTP/1.1" status: 200 len: 945 time: 0.1977327 Sep 24 15:58:31.390049 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f8ecb524-2226-4c3a-8ad2-e0f2e6ef83fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:31.411545 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f5bb0692-bc54-4aff-9f7a-c437aae6427e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:31.415874 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-ea5ca37a-9b57-4201-92de-b9b7a7abd40a service neutron] For port aa13762d-583b-4889-9399-530afb17aa2e, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=aa13762d-583b-4889-9399-530afb17aa2e,segment=NetworkSegment(d7ef416a-40a9-4337-a1c4-1afeb8984525),segment_id=d7ef416a-40a9-4337-a1c4-1afeb8984525)] {{(pid=95297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:58:31.437270 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-bbae741e-3fcc-41d1-93a6-f6dc280d8481 req-6189e113-1e4f-4900-bc3f-263f49296610 tempest-VolumesActionsTest-1874423237 tempest-VolumesActionsTest-1874423237-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:31.452931 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.db.api [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:58:31.453372 n-d-808921-1 neutron-server[95299]: DEBUG oslo_db.api [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:58:31.462035 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1666dacf-cb3b-4309-88f1-eec6dad54c85 req-54b1cb57-95db-4e80-bb0c-95f55a67ba93 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699744 Sep 24 15:58:31.471221 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-f5bb0692-bc54-4aff-9f7a-c437aae6427e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Deleting port f871b32b-48ba-4ed7-8e4a-75436d14917a {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:58:31.471560 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f5bb0692-bc54-4aff-9f7a-c437aae6427e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:31.512801 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c43d0326-f215-45d4-8382-507082bdce7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:31.513393 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-ea5ca37a-9b57-4201-92de-b9b7a7abd40a service neutron] Notify callbacks [] for binding, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:31.514718 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-ea5ca37a-9b57-4201-92de-b9b7a7abd40a service neutron] 10.222.0.101 "POST /v2.0/ports/aa13762d-583b-4889-9399-530afb17aa2e/bindings HTTP/1.1" status: 201 len: 389 time: 0.7324655 Sep 24 15:58:31.553694 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-c43d0326-f215-45d4-8382-507082bdce7d None None] For port f871b32b-48ba-4ed7-8e4a-75436d14917a, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=f871b32b-48ba-4ed7-8e4a-75436d14917a,segment=NetworkSegment(1e9d7291-038e-4ed9-a5ee-3ea79370abd1),segment_id=1e9d7291-038e-4ed9-a5ee-3ea79370abd1)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:58:31.557204 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-f5bb0692-bc54-4aff-9f7a-c437aae6427e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] For port f871b32b-48ba-4ed7-8e4a-75436d14917a, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=f871b32b-48ba-4ed7-8e4a-75436d14917a,segment=NetworkSegment(1e9d7291-038e-4ed9-a5ee-3ea79370abd1),segment_id=1e9d7291-038e-4ed9-a5ee-3ea79370abd1)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:58:31.557625 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f5bb0692-bc54-4aff-9f7a-c437aae6427e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:31.570282 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-f5bb0692-bc54-4aff-9f7a-c437aae6427e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Calling delete_port for f871b32b-48ba-4ed7-8e4a-75436d14917a owned by network:dhcp {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:58:31.575218 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5810627-5eac-4083-bc8e-981cf012602c None None] DHCP port deletion for 7e286db4-004b-4579-ab2c-01d37e4018e0 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:58:31.582158 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-bbae741e-3fcc-41d1-93a6-f6dc280d8481 req-6189e113-1e4f-4900-bc3f-263f49296610 tempest-VolumesActionsTest-1874423237 tempest-VolumesActionsTest-1874423237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:31.622796 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-f5810627-5eac-4083-bc8e-981cf012602c None None] Deleting port f871b32b-48ba-4ed7-8e4a-75436d14917a {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:58:31.623171 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f5810627-5eac-4083-bc8e-981cf012602c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:31.628354 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbae741e-3fcc-41d1-93a6-f6dc280d8481 req-6189e113-1e4f-4900-bc3f-263f49296610 tempest-VolumesActionsTest-1874423237 tempest-VolumesActionsTest-1874423237-project] Network 59a2b267-7d35-4f17-a326-047d7682538f is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:58:31.632054 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [req-bbae741e-3fcc-41d1-93a6-f6dc280d8481 req-6189e113-1e4f-4900-bc3f-263f49296610 tempest-VolumesActionsTest-1874423237 tempest-VolumesActionsTest-1874423237-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:58:31.635928 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbae741e-3fcc-41d1-93a6-f6dc280d8481 req-6189e113-1e4f-4900-bc3f-263f49296610 tempest-VolumesActionsTest-1874423237 tempest-VolumesActionsTest-1874423237-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:58:31.677576 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6189e113-1e4f-4900-bc3f-263f49296610 tempest-VolumesActionsTest-1874423237 tempest-VolumesActionsTest-1874423237-project] Pushing event updated for resources: {'Port': ['ID=c536f752-137d-4c10-a03a-5481fda2cb01,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:31.692183 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-f5810627-5eac-4083-bc8e-981cf012602c None None] For port f871b32b-48ba-4ed7-8e4a-75436d14917a, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=f871b32b-48ba-4ed7-8e4a-75436d14917a,segment=NetworkSegment(1e9d7291-038e-4ed9-a5ee-3ea79370abd1),segment_id=1e9d7291-038e-4ed9-a5ee-3ea79370abd1)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:58:31.692747 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f5810627-5eac-4083-bc8e-981cf012602c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:31.702768 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c43d0326-f215-45d4-8382-507082bdce7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:31.709909 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae741e-3fcc-41d1-93a6-f6dc280d8481 req-6189e113-1e4f-4900-bc3f-263f49296610 tempest-VolumesActionsTest-1874423237 tempest-VolumesActionsTest-1874423237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:31.710608 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-bbae741e-3fcc-41d1-93a6-f6dc280d8481 req-6189e113-1e4f-4900-bc3f-263f49296610 tempest-VolumesActionsTest-1874423237 tempest-VolumesActionsTest-1874423237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:31.734664 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-f5810627-5eac-4083-bc8e-981cf012602c None None] Calling delete_port for f871b32b-48ba-4ed7-8e4a-75436d14917a owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:58:31.774075 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77dc24-90b9-459d-8e48-ff8c9f83b06c req-f52ea755-3c73-49fb-828e-74b1ae607d52 tempest-VolumesActionsTest-1874423237 tempest-VolumesActionsTest-1874423237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:31.775839 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7b77dc24-90b9-459d-8e48-ff8c9f83b06c req-f52ea755-3c73-49fb-828e-74b1ae607d52 tempest-VolumesActionsTest-1874423237 tempest-VolumesActionsTest-1874423237-project] 10.222.0.101 "GET /v2.0/ports?device_id=bcc337dc-4a78-43ae-9e54-64fb9a9e291d HTTP/1.1" status: 200 len: 932 time: 0.0539887 Sep 24 15:58:31.811931 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43d0326-f215-45d4-8382-507082bdce7d None None] Pushing event updated for resources: {'Port': ['ID=f871b32b-48ba-4ed7-8e4a-75436d14917a,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:31.823404 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7b77dc24-90b9-459d-8e48-ff8c9f83b06c req-69afde16-a7b4-45cb-b23d-aa395e0aff0f tempest-VolumesActionsTest-1874423237 tempest-VolumesActionsTest-1874423237-project] 10.222.0.101 "GET /v2.0/security-groups?id=8b46dc4c-8625-48b7-867e-04d0a73981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364220 Sep 24 15:58:31.881944 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129a9aea-0d9c-4fa8-9ddd-635c69560420 req-33e27c78-420c-4bd9-8acb-c58123159942 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:31.883702 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-129a9aea-0d9c-4fa8-9ddd-635c69560420 req-33e27c78-420c-4bd9-8acb-c58123159942 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=56aeda28-0052-429d-a1d0-74f2354d8203 HTTP/1.1" status: 200 len: 945 time: 0.0569420 Sep 24 15:58:31.926503 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-129a9aea-0d9c-4fa8-9ddd-635c69560420 req-995fcf33-da94-4bdb-9aee-ed9a597677e2 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=d304bbd8-1375-41e6-a4a7-0404dd25bcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334744 Sep 24 15:58:31.959386 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f5bb0692-bc54-4aff-9f7a-c437aae6427e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:31.960104 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bbae741e-3fcc-41d1-93a6-f6dc280d8481 req-6189e113-1e4f-4900-bc3f-263f49296610 tempest-VolumesActionsTest-1874423237 tempest-VolumesActionsTest-1874423237-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5619292 Sep 24 15:58:31.961276 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f5810627-5eac-4083-bc8e-981cf012602c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:31.962126 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-bbae741e-3fcc-41d1-93a6-f6dc280d8481 req-4828ab18-6f9e-4a08-9a59-6b668dacb1f3 service neutron] Request body: {'port': {'device_id': 'bcc337dc-4a78-43ae-9e54-64fb9a9e291d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:58:31.962262 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bb0692-bc54-4aff-9f7a-c437aae6427e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event deleted for resources: {'Port': ['ID=f871b32b-48ba-4ed7-8e4a-75436d14917a,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:31.969136 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bb0692-bc54-4aff-9f7a-c437aae6427e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] No DVR routers for this DVR port f871b32b-48ba-4ed7-8e4a-75436d14917a on host n-d-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:58:31.970565 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5810627-5eac-4083-bc8e-981cf012602c None None] Pushing event deleted for resources: {'Port': ['ID=f871b32b-48ba-4ed7-8e4a-75436d14917a,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:31.991476 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Port f871b32b-48ba-4ed7-8e4a-75436d14917a update to ACTIVE by agent not found {{(pid=95299) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 24 15:58:31.993309 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5810627-5eac-4083-bc8e-981cf012602c None None] No DVR routers for this DVR port f871b32b-48ba-4ed7-8e4a-75436d14917a on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:58:32.018907 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-bbae741e-3fcc-41d1-93a6-f6dc280d8481 req-4828ab18-6f9e-4a08-9a59-6b668dacb1f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:32.064343 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f5bb0692-bc54-4aff-9f7a-c437aae6427e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:32.084393 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-f5bb0692-bc54-4aff-9f7a-c437aae6427e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e286db4-004b-4579-ab2c-01d37e4018e0']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:58:32.093763 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-f5bb0692-bc54-4aff-9f7a-c437aae6427e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e9d7291-038e-4ed9-a5ee-3ea79370abd1') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:58:32.098665 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-f5bb0692-bc54-4aff-9f7a-c437aae6427e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e9d7291-038e-4ed9-a5ee-3ea79370abd1') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:58:32.111129 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f5bb0692-bc54-4aff-9f7a-c437aae6427e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:32.126319 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f5bb0692-bc54-4aff-9f7a-c437aae6427e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:32.132748 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5bb0692-bc54-4aff-9f7a-c437aae6427e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Releasing vlan 1256 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:58:32.137348 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f5bb0692-bc54-4aff-9f7a-c437aae6427e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:32.137348 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:58:32.137348 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:58:32.137348 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:58:32.137348 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:58:32.137348 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:58:32.137348 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:58:32.137348 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:58:32.137348 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:58:32.137348 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:58:32.137348 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:58:32.137348 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:58:32.137348 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:58:32.137348 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:58:32.137348 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:58:32.137348 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:58:32.137348 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:58:32.137348 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:58:32.137348 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:58:32.137348 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:58:32.137348 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:58:32.137348 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:58:32.137348 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:58:32.137348 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:58:32.137348 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:58:32.137348 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:58:32.137348 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:58:32.137348 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:58:32.137348 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:58:32.137348 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:58:32.137348 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:58:32.137348 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:58:32.137348 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:58:32.288655 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f5bb0692-bc54-4aff-9f7a-c437aae6427e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:32.298563 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f5bb0692-bc54-4aff-9f7a-c437aae6427e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:32.300915 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-f5bb0692-bc54-4aff-9f7a-c437aae6427e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "DELETE /v2.0/networks/7e286db4-004b-4579-ab2c-01d37e4018e0 HTTP/1.1" status: 204 len: 168 time: 0.9923394 Sep 24 15:58:32.306119 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 49336) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:32.310724 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bb0692-bc54-4aff-9f7a-c437aae6427e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event deleted for resources: {'Network': ['ID=7e286db4-004b-4579-ab2c-01d37e4018e0,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:32.312274 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-b033fcfe-ebbd-4beb-9e66-c72a7748bd7b tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Request body: {'port': {'network_id': 'c45242a2-aa61-462e-b2f7-cc7a02a5e774', 'name': 'tempest-PortsIpV6TestJSON-565279403'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:58:32.431632 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [req-bbae741e-3fcc-41d1-93a6-f6dc280d8481 req-4828ab18-6f9e-4a08-9a59-6b668dacb1f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c536f752-137d-4c10-a03a-5481fda2cb01 {{(pid=95297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:58:32.442534 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-bbae741e-3fcc-41d1-93a6-f6dc280d8481 req-4828ab18-6f9e-4a08-9a59-6b668dacb1f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:32.462624 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.provisioning_blocks [req-bbae741e-3fcc-41d1-93a6-f6dc280d8481 req-4828ab18-6f9e-4a08-9a59-6b668dacb1f3 service neutron] Transition to ACTIVE for port object c536f752-137d-4c10-a03a-5481fda2cb01 will not be triggered until provisioned by entity L2. {{(pid=95297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:58:32.469703 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-9b4a9b44-0e52-4252-a5fc-23550fa1e179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:32.471268 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-9b4a9b44-0e52-4252-a5fc-23550fa1e179 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=7e512e155fd047afb7c369ee55b40ecc&device_id=56aeda28-0052-429d-a1d0-74f2354d8203 HTTP/1.1" status: 200 len: 1096 time: 0.0431144 Sep 24 15:58:32.573469 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-c7da0d00-cf56-49cb-9d0e-05fcac027654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:32.575072 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-c7da0d00-cf56-49cb-9d0e-05fcac027654 service neutron] 10.222.0.108 "GET /v2.0/networks?id=e034e6ed-6102-4046-9f1f-a643f9565610 HTTP/1.1" status: 200 len: 898 time: 0.0954716 Sep 24 15:58:32.591341 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363a7eb4-194f-4b33-9a46-1c59d4cea80e req-0433a566-76d4-4424-a355-6029f7b8e04d tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:32.593053 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-363a7eb4-194f-4b33-9a46-1c59d4cea80e req-0433a566-76d4-4424-a355-6029f7b8e04d tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb85660a-fb37-4b80-a4be-00e9bc56d2d2 HTTP/1.1" status: 200 len: 945 time: 0.0506611 Sep 24 15:58:32.606205 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b033fcfe-ebbd-4beb-9e66-c72a7748bd7b tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Made reservation on behalf of dd692a6dccf5494e8242fa57d76d3d05 for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:58:32.609605 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b033fcfe-ebbd-4beb-9e66-c72a7748bd7b tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:32.627573 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-bbae741e-3fcc-41d1-93a6-f6dc280d8481 req-4828ab18-6f9e-4a08-9a59-6b668dacb1f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:32.647848 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-26f23217-a403-4106-8f27-74eeca7b9334 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa13762d-583b-4889-9399-530afb17aa2e HTTP/1.1" status: 200 len: 1001 time: 0.0644815 Sep 24 15:58:32.676330 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [None req-b033fcfe-ebbd-4beb-9e66-c72a7748bd7b tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] device_id is not set on port 852fad41-f01b-4063-a2db-b0780bad200b yet. {{(pid=95297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:58:32.701064 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-363a7eb4-194f-4b33-9a46-1c59d4cea80e req-4ded9f2c-4b49-463c-a982-b00e936e70fc tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010749 Sep 24 15:58:32.705072 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-97d98a92-d2db-42b8-bfde-ce7fc3a2bc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:32.708296 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-97d98a92-d2db-42b8-bfde-ce7fc3a2bc47 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=2c0c6582-6192-4ba7-b197-927e1af8c8ea HTTP/1.1" status: 200 len: 835 time: 0.0533316 Sep 24 15:58:32.771631 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4828ab18-6f9e-4a08-9a59-6b668dacb1f3 service neutron] Pushing event updated for resources: {'Port': ['ID=c536f752-137d-4c10-a03a-5481fda2cb01,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:32.773830 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-8bed8155-7777-4474-8217-939829bdd4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:32.785837 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-8bed8155-7777-4474-8217-939829bdd4bf service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=e034e6ed-6102-4046-9f1f-a643f9565610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694461 Sep 24 15:58:32.881834 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device f871b32b-48ba-4ed7-8e4a-75436d14917a no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:58:32.889537 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-bbae741e-3fcc-41d1-93a6-f6dc280d8481 req-4828ab18-6f9e-4a08-9a59-6b668dacb1f3 service neutron] Attempting to bind port c536f752-137d-4c10-a03a-5481fda2cb01 on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:58:32.889878 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-bbae741e-3fcc-41d1-93a6-f6dc280d8481 req-4828ab18-6f9e-4a08-9a59-6b668dacb1f3 service neutron] Attempting to bind port c536f752-137d-4c10-a03a-5481fda2cb01 by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': '9bbcc83f-1367-4d9a-9966-92f556ce33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '59a2b267-7d35-4f17-a326-047d7682538f'}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:58:32.890216 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbae741e-3fcc-41d1-93a6-f6dc280d8481 req-4828ab18-6f9e-4a08-9a59-6b668dacb1f3 service neutron] Attempting to bind port c536f752-137d-4c10-a03a-5481fda2cb01 on network 59a2b267-7d35-4f17-a326-047d7682538f {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:58:32.906767 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbae741e-3fcc-41d1-93a6-f6dc280d8481 req-4828ab18-6f9e-4a08-9a59-6b668dacb1f3 service neutron] Port c536f752-137d-4c10-a03a-5481fda2cb01 on network 59a2b267-7d35-4f17-a326-047d7682538f not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:58:32.910431 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: f871b32b-48ba-4ed7-8e4a-75436d14917a {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:58:32.910596 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbae741e-3fcc-41d1-93a6-f6dc280d8481 req-4828ab18-6f9e-4a08-9a59-6b668dacb1f3 service neutron] Attempting to bind port c536f752-137d-4c10-a03a-5481fda2cb01 on network 59a2b267-7d35-4f17-a326-047d7682538f {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:58:32.910707 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device f871b32b-48ba-4ed7-8e4a-75436d14917a not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:58:32.916388 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbae741e-3fcc-41d1-93a6-f6dc280d8481 req-4828ab18-6f9e-4a08-9a59-6b668dacb1f3 service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:58:32.916735 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbae741e-3fcc-41d1-93a6-f6dc280d8481 req-4828ab18-6f9e-4a08-9a59-6b668dacb1f3 service neutron] Checking segment: {'id': '9bbcc83f-1367-4d9a-9966-92f556ce33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '59a2b267-7d35-4f17-a326-047d7682538f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:58:32.917150 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbae741e-3fcc-41d1-93a6-f6dc280d8481 req-4828ab18-6f9e-4a08-9a59-6b668dacb1f3 service neutron] Bound using segment: {'id': '9bbcc83f-1367-4d9a-9966-92f556ce33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '59a2b267-7d35-4f17-a326-047d7682538f'} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:58:32.917616 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-bbae741e-3fcc-41d1-93a6-f6dc280d8481 req-4828ab18-6f9e-4a08-9a59-6b668dacb1f3 service neutron] Bound port: c536f752-137d-4c10-a03a-5481fda2cb01, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bbcc83f-1367-4d9a-9966-92f556ce33fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '59a2b267-7d35-4f17-a326-047d7682538f'}}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:58:32.917950 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-bbae741e-3fcc-41d1-93a6-f6dc280d8481 req-4828ab18-6f9e-4a08-9a59-6b668dacb1f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:32.928704 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-d4ff4a9a-5927-4bd1-ab04-fb2b92257998 service neutron] 10.222.0.108 "GET /v2.0/networks/e034e6ed-6102-4046-9f1f-a643f9565610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313655 Sep 24 15:58:32.998957 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b033fcfe-ebbd-4beb-9e66-c72a7748bd7b tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:33.032754 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ee933e-6d61-4c84-8dee-4d33a9c96ba3 req-0e48cdb1-da47-4f6d-8691-e7591a7f8d57 tempest-VolumesActionsTest-1874423237 tempest-VolumesActionsTest-1874423237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:33.034369 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-25ee933e-6d61-4c84-8dee-4d33a9c96ba3 req-0e48cdb1-da47-4f6d-8691-e7591a7f8d57 tempest-VolumesActionsTest-1874423237 tempest-VolumesActionsTest-1874423237-project] 10.222.0.101 "GET /v2.0/ports?device_id=bcc337dc-4a78-43ae-9e54-64fb9a9e291d HTTP/1.1" status: 200 len: 944 time: 0.1047223 Sep 24 15:58:33.078403 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-14fce383-05b9-4217-8f24-b07ccf8a5b84 service neutron] 10.222.0.108 "GET /v2.0/networks/e034e6ed-6102-4046-9f1f-a643f9565610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404665 Sep 24 15:58:33.084356 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-bbae741e-3fcc-41d1-93a6-f6dc280d8481 req-4828ab18-6f9e-4a08-9a59-6b668dacb1f3 service neutron] For port c536f752-137d-4c10-a03a-5481fda2cb01, host n-h1-808921-1, cleared binding levels {{(pid=95297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:58:33.098010 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-25ee933e-6d61-4c84-8dee-4d33a9c96ba3 req-e328d240-aa0b-49e6-a5f0-2ef7d9eb2c43 tempest-VolumesActionsTest-1874423237 tempest-VolumesActionsTest-1874423237-project] 10.222.0.101 "GET /v2.0/security-groups?id=8b46dc4c-8625-48b7-867e-04d0a73981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564175 Sep 24 15:58:33.103062 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-bbae741e-3fcc-41d1-93a6-f6dc280d8481 req-4828ab18-6f9e-4a08-9a59-6b668dacb1f3 service neutron] For port c536f752-137d-4c10-a03a-5481fda2cb01, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=c536f752-137d-4c10-a03a-5481fda2cb01,segment=NetworkSegment(9bbcc83f-1367-4d9a-9966-92f556ce33fb),segment_id=9bbcc83f-1367-4d9a-9966-92f556ce33fb)] {{(pid=95297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:58:33.124473 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d90df2-7306-43fb-b38e-90a92a2b859b req-b5524e6b-d1fb-45e6-b4ca-9c045f50ecbe tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:33.126022 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-88d90df2-7306-43fb-b38e-90a92a2b859b req-b5524e6b-d1fb-45e6-b4ca-9c045f50ecbe tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=56aeda28-0052-429d-a1d0-74f2354d8203 HTTP/1.1" status: 200 len: 945 time: 0.0954955 Sep 24 15:58:33.165539 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-88d90df2-7306-43fb-b38e-90a92a2b859b req-11e668d8-9f96-4b25-bf1c-459af58149ca tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=d304bbd8-1375-41e6-a4a7-0404dd25bcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323899 Sep 24 15:58:33.201900 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-bbae741e-3fcc-41d1-93a6-f6dc280d8481 req-4828ab18-6f9e-4a08-9a59-6b668dacb1f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:33.235581 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b033fcfe-ebbd-4beb-9e66-c72a7748bd7b tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:33.238666 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-235022c4-8ebe-4137-8c1b-5ca4c4a85058 tempest-TestNetworkAdvancedServerOps-571836934 tempest-TestNetworkAdvancedServerOps-571836934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:33.240394 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-235022c4-8ebe-4137-8c1b-5ca4c4a85058 tempest-TestNetworkAdvancedServerOps-571836934 tempest-TestNetworkAdvancedServerOps-571836934-project-admin] 10.222.0.108 "GET /v2.0/ports?device_id=56aeda28-0052-429d-a1d0-74f2354d8203&tenant_id=7e512e155fd047afb7c369ee55b40ecc&binding%3Ahost_id=n-h1-808921-1 HTTP/1.1" status: 200 len: 1096 time: 0.0845082 Sep 24 15:58:33.253359 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae741e-3fcc-41d1-93a6-f6dc280d8481 req-4828ab18-6f9e-4a08-9a59-6b668dacb1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:33.254413 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-6cd65541-9db3-494f-8a29-21e953d14438 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-808921-1'}}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:58:33.254634 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-bbae741e-3fcc-41d1-93a6-f6dc280d8481 req-4828ab18-6f9e-4a08-9a59-6b668dacb1f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:33.255990 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bbae741e-3fcc-41d1-93a6-f6dc280d8481 req-4828ab18-6f9e-4a08-9a59-6b668dacb1f3 service neutron] 10.222.0.110 "PUT /v2.0/ports/c536f752-137d-4c10-a03a-5481fda2cb01 HTTP/1.1" status: 200 len: 1092 time: 1.3193765 Sep 24 15:58:33.256504 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcc337dc-4a78-43ae-9e54-64fb9a9e291d', 'tag': 'c536f752-137d-4c10-a03a-5481fda2cb01'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:58:33.258766 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1076f4d-eb38-473a-bbe1-32b5d4f7a488" -d '{"events": [{"name": "network-changed", "server_uuid": "bcc337dc-4a78-43ae-9e54-64fb9a9e291d", "tag": "c536f752-137d-4c10-a03a-5481fda2cb01"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:58:33.293955 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b033fcfe-ebbd-4beb-9e66-c72a7748bd7b tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Network c45242a2-aa61-462e-b2f7-cc7a02a5e774 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:58:33.293955 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4828ab18-6f9e-4a08-9a59-6b668dacb1f3 service neutron] Pushing event updated for resources: {'Port': ['ID=c536f752-137d-4c10-a03a-5481fda2cb01,revision_number=3']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:33.298548 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-b033fcfe-ebbd-4beb-9e66-c72a7748bd7b tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:58:33.304715 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b033fcfe-ebbd-4beb-9e66-c72a7748bd7b tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:58:33.311265 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b033fcfe-ebbd-4beb-9e66-c72a7748bd7b tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:33.312292 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b033fcfe-ebbd-4beb-9e66-c72a7748bd7b tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:33.342759 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c068e1b5-44c9-4419-8237-b17d5235b49d x-openstack-request-id: req-c068e1b5-44c9-4419-8237-b17d5235b49d {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:58:33.342998 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-6cd65541-9db3-494f-8a29-21e953d14438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:33.343766 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcc337dc-4a78-43ae-9e54-64fb9a9e291d", "tag": "c536f752-137d-4c10-a03a-5481fda2cb01", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:58:33.344200 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c068e1b5-44c9-4419-8237-b17d5235b49d {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:58:33.345227 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcc337dc-4a78-43ae-9e54-64fb9a9e291d', 'tag': 'c536f752-137d-4c10-a03a-5481fda2cb01', 'status': 'completed', 'code': 200} Sep 24 15:58:33.401444 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b033fcfe-ebbd-4beb-9e66-c72a7748bd7b tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event updated for resources: {'Port': ['ID=852fad41-f01b-4063-a2db-b0780bad200b,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:33.414865 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1076f4d-eb38-473a-bbe1-32b5d4f7a488 req-b1acd3e3-7d8e-4748-a08b-79bce0edab3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:33.419735 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d1076f4d-eb38-473a-bbe1-32b5d4f7a488 req-b1acd3e3-7d8e-4748-a08b-79bce0edab3c service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=4ee65bc9e82f4772bc95f2416cfc685b&device_id=bcc337dc-4a78-43ae-9e54-64fb9a9e291d HTTP/1.1" status: 200 len: 1095 time: 0.0676661 Sep 24 15:58:33.462474 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b033fcfe-ebbd-4beb-9e66-c72a7748bd7b tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.1552320 Sep 24 15:58:33.465257 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49348) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:33.620301 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1076f4d-eb38-473a-bbe1-32b5d4f7a488 req-ff96d8fd-6725-49a1-8ef3-c84e2673dc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:33.622172 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d1076f4d-eb38-473a-bbe1-32b5d4f7a488 req-ff96d8fd-6725-49a1-8ef3-c84e2673dc27 service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=4ee65bc9e82f4772bc95f2416cfc685b&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1977406 Sep 24 15:58:33.852635 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-6cd65541-9db3-494f-8a29-21e953d14438 service neutron] For port aa13762d-583b-4889-9399-530afb17aa2e, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=aa13762d-583b-4889-9399-530afb17aa2e,segment=NetworkSegment(d7ef416a-40a9-4337-a1c4-1afeb8984525),segment_id=d7ef416a-40a9-4337-a1c4-1afeb8984525)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:58:33.884051 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e94a5ae4-5364-4969-a78c-9b9365f9c840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:33.927932 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-6cd65541-9db3-494f-8a29-21e953d14438 service neutron] For port aa13762d-583b-4889-9399-530afb17aa2e, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:58:33.963694 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-67e54342-762d-4f87-8df4-a42ed9f6c3b4 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Deleting port 852fad41-f01b-4063-a2db-b0780bad200b {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:58:33.964039 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-67e54342-762d-4f87-8df4-a42ed9f6c3b4 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:33.995064 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56aeda28-0052-429d-a1d0-74f2354d8203', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa13762d-583b-4889-9399-530afb17aa2e'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:58:33.997560 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1200ac90-7192-46cf-9321-20f7c1684685" -d '{"events": [{"server_uuid": "56aeda28-0052-429d-a1d0-74f2354d8203", "name": "network-vif-unplugged", "status": "completed", "tag": "aa13762d-583b-4889-9399-530afb17aa2e"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:58:34.013152 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-6cd65541-9db3-494f-8a29-21e953d14438 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:34.065854 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-67e54342-762d-4f87-8df4-a42ed9f6c3b4 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:34.070428 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 15:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5bfe1f4-cd6a-4f6c-a100-2fc459c971be x-openstack-request-id: req-d5bfe1f4-cd6a-4f6c-a100-2fc459c971be {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:58:34.070654 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56aeda28-0052-429d-a1d0-74f2354d8203", "name": "network-vif-unplugged", "status": "completed", "tag": "aa13762d-583b-4889-9399-530afb17aa2e", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:58:34.070890 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d5bfe1f4-cd6a-4f6c-a100-2fc459c971be {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:58:34.072102 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56aeda28-0052-429d-a1d0-74f2354d8203', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa13762d-583b-4889-9399-530afb17aa2e', 'code': 200} Sep 24 15:58:34.084716 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-67e54342-762d-4f87-8df4-a42ed9f6c3b4 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Calling delete_port for 852fad41-f01b-4063-a2db-b0780bad200b owned by {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:58:34.131028 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-6cd65541-9db3-494f-8a29-21e953d14438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:34.141060 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1076f4d-eb38-473a-bbe1-32b5d4f7a488 req-e495f408-8621-4f2e-984b-8920e3ec6b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:34.142696 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d1076f4d-eb38-473a-bbe1-32b5d4f7a488 req-e495f408-8621-4f2e-984b-8920e3ec6b9d service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5125387 Sep 24 15:58:34.152125 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc3b01-839f-4cb9-b658-d3fac10ce1c5 req-6e4e69b0-2492-46fd-a28e-9621b6aee6bd tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:34.160543 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-efdc3b01-839f-4cb9-b658-d3fac10ce1c5 req-6e4e69b0-2492-46fd-a28e-9621b6aee6bd tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb85660a-fb37-4b80-a4be-00e9bc56d2d2 HTTP/1.1" status: 200 len: 945 time: 0.1174128 Sep 24 15:58:34.220287 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-efdc3b01-839f-4cb9-b658-d3fac10ce1c5 req-bf9f0f4d-36ac-4372-99ca-631b1a309532 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534143 Sep 24 15:58:34.392981 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:34.408071 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae741e-3fcc-41d1-93a6-f6dc280d8481 req-c3fabc6e-fb44-44fb-9115-8c901f85d31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:34.409726 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bbae741e-3fcc-41d1-93a6-f6dc280d8481 req-c3fabc6e-fb44-44fb-9115-8c901f85d31b service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=4ee65bc9e82f4772bc95f2416cfc685b&device_id=bcc337dc-4a78-43ae-9e54-64fb9a9e291d HTTP/1.1" status: 200 len: 1095 time: 0.1046178 Sep 24 15:58:34.428388 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1296d0-4d79-428f-b8be-60ccd3ffbeff req-7511bd34-9f78-4ec7-8bb3-1e484c626cef tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:34.429995 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd65541-9db3-494f-8a29-21e953d14438 service neutron] Pushing event updated for resources: {'Port': ['ID=aa13762d-583b-4889-9399-530afb17aa2e,revision_number=7']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:34.436097 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-dc1296d0-4d79-428f-b8be-60ccd3ffbeff req-7511bd34-9f78-4ec7-8bb3-1e484c626cef tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=56aeda28-0052-429d-a1d0-74f2354d8203 HTTP/1.1" status: 200 len: 943 time: 0.0837424 Sep 24 15:58:34.498331 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bbae741e-3fcc-41d1-93a6-f6dc280d8481 req-6ea40c99-b03f-419b-a5fc-ffa2e9031a5e service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c536f752-137d-4c10-a03a-5481fda2cb01 HTTP/1.1" status: 200 len: 217 time: 0.0543859 Sep 24 15:58:34.498719 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d7185-86be-4be8-b49e-7464048ca7f5 req-199d3437-cc79-4fe8-bc35-e6a778f95968 tempest-VolumesActionsTest-1874423237 tempest-VolumesActionsTest-1874423237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:34.500082 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-261d7185-86be-4be8-b49e-7464048ca7f5 req-199d3437-cc79-4fe8-bc35-e6a778f95968 tempest-VolumesActionsTest-1874423237 tempest-VolumesActionsTest-1874423237-project] 10.222.0.101 "GET /v2.0/ports?device_id=bcc337dc-4a78-43ae-9e54-64fb9a9e291d HTTP/1.1" status: 200 len: 944 time: 0.2708037 Sep 24 15:58:34.550214 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-dc1296d0-4d79-428f-b8be-60ccd3ffbeff req-f50db42f-cf41-4ccd-82d5-a8b27e549984 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=d304bbd8-1375-41e6-a4a7-0404dd25bcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131411 Sep 24 15:58:34.557862 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-6cd65541-9db3-494f-8a29-21e953d14438 service neutron] Attempting to bind port aa13762d-583b-4889-9399-530afb17aa2e on host n-h1-808921-1 for vnic_type normal with profile {"migrating_to": "n-h2-808921-1"} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:58:34.558094 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-6cd65541-9db3-494f-8a29-21e953d14438 service neutron] Attempting to bind port aa13762d-583b-4889-9399-530afb17aa2e by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': 'd7ef416a-40a9-4337-a1c4-1afeb8984525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'e034e6ed-6102-4046-9f1f-a643f9565610'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:58:34.558490 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-6cd65541-9db3-494f-8a29-21e953d14438 service neutron] Attempting to bind port aa13762d-583b-4889-9399-530afb17aa2e on network e034e6ed-6102-4046-9f1f-a643f9565610 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:58:34.576421 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-261d7185-86be-4be8-b49e-7464048ca7f5 req-330f9b0a-c1b5-4d98-8793-ed3fa27e1300 tempest-VolumesActionsTest-1874423237 tempest-VolumesActionsTest-1874423237-project] 10.222.0.101 "GET /v2.0/security-groups?id=8b46dc4c-8625-48b7-867e-04d0a73981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661995 Sep 24 15:58:34.577063 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-6cd65541-9db3-494f-8a29-21e953d14438 service neutron] Port aa13762d-583b-4889-9399-530afb17aa2e on network e034e6ed-6102-4046-9f1f-a643f9565610 not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:58:34.577411 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-6cd65541-9db3-494f-8a29-21e953d14438 service neutron] Attempting to bind port aa13762d-583b-4889-9399-530afb17aa2e on network e034e6ed-6102-4046-9f1f-a643f9565610 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:58:34.578205 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbae741e-3fcc-41d1-93a6-f6dc280d8481 req-e9d740e0-1f78-4a63-9a39-932c0364dd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:34.579917 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bbae741e-3fcc-41d1-93a6-f6dc280d8481 req-e9d740e0-1f78-4a63-9a39-932c0364dd67 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=786905fb-2e2f-444d-a3fd-5da3432afe48 HTTP/1.1" status: 200 len: 847 time: 0.0702472 Sep 24 15:58:34.583016 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-6cd65541-9db3-494f-8a29-21e953d14438 service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:58:34.583355 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-6cd65541-9db3-494f-8a29-21e953d14438 service neutron] Checking segment: {'id': 'd7ef416a-40a9-4337-a1c4-1afeb8984525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'e034e6ed-6102-4046-9f1f-a643f9565610'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:58:34.583739 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-6cd65541-9db3-494f-8a29-21e953d14438 service neutron] Bound using segment: {'id': 'd7ef416a-40a9-4337-a1c4-1afeb8984525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'e034e6ed-6102-4046-9f1f-a643f9565610'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:58:34.584196 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-6cd65541-9db3-494f-8a29-21e953d14438 service neutron] Bound port: aa13762d-583b-4889-9399-530afb17aa2e, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7ef416a-40a9-4337-a1c4-1afeb8984525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1297, 'network_id': 'e034e6ed-6102-4046-9f1f-a643f9565610'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:58:34.584559 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-6cd65541-9db3-494f-8a29-21e953d14438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:34.617329 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bbae741e-3fcc-41d1-93a6-f6dc280d8481 req-d096ba47-96a4-4095-9ac6-1ffb9f1bc07e service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=59a2b267-7d35-4f17-a326-047d7682538f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268121 Sep 24 15:58:34.624894 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-67e54342-762d-4f87-8df4-a42ed9f6c3b4 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:34.652878 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-a851ea8a-05b3-441b-83ff-cc6049077107 None None] Provisioning complete for port aa13762d-583b-4889-9399-530afb17aa2e triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:58:34.653252 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a851ea8a-05b3-441b-83ff-cc6049077107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:34.660671 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e54342-762d-4f87-8df4-a42ed9f6c3b4 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event deleted for resources: {'Port': ['ID=852fad41-f01b-4063-a2db-b0780bad200b,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:34.681777 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-67e54342-762d-4f87-8df4-a42ed9f6c3b4 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:34.681777 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-67e54342-762d-4f87-8df4-a42ed9f6c3b4 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "DELETE /v2.0/ports/852fad41-f01b-4063-a2db-b0780bad200b HTTP/1.1" status: 204 len: 168 time: 1.2151148 Sep 24 15:58:34.685028 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49360) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:34.692240 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-141165be-97de-4dc7-9afa-b98c8d4604c3 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Request body: {'port': {'network_id': 'c45242a2-aa61-462e-b2f7-cc7a02a5e774', 'mac_address': 'fa:16:3e:9d:8d:bf', 'name': 'tempest-PortsIpV6TestJSON-356999578'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:58:34.698843 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-a851ea8a-05b3-441b-83ff-cc6049077107 None None] Port aa13762d-583b-4889-9399-530afb17aa2e cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:58:34.712728 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-6cd65541-9db3-494f-8a29-21e953d14438 service neutron] For port aa13762d-583b-4889-9399-530afb17aa2e, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:58:34.727529 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bbae741e-3fcc-41d1-93a6-f6dc280d8481 req-41f6d3a1-bd65-4d2d-906e-02fbea0ebb19 service neutron] 10.222.0.110 "GET /v2.0/networks/59a2b267-7d35-4f17-a326-047d7682538f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006262 Sep 24 15:58:34.735548 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-6cd65541-9db3-494f-8a29-21e953d14438 service neutron] For port aa13762d-583b-4889-9399-530afb17aa2e, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=aa13762d-583b-4889-9399-530afb17aa2e,segment=NetworkSegment(d7ef416a-40a9-4337-a1c4-1afeb8984525),segment_id=d7ef416a-40a9-4337-a1c4-1afeb8984525)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:58:34.824182 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bbae741e-3fcc-41d1-93a6-f6dc280d8481 req-95a8cb74-1aad-40ae-8630-6c1a3fad8b99 service neutron] 10.222.0.110 "GET /v2.0/networks/59a2b267-7d35-4f17-a326-047d7682538f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860457 Sep 24 15:58:34.887890 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-6cd65541-9db3-494f-8a29-21e953d14438 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:34.892240 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141165be-97de-4dc7-9afa-b98c8d4604c3 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Made reservation on behalf of dd692a6dccf5494e8242fa57d76d3d05 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:58:35.049558 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-141165be-97de-4dc7-9afa-b98c8d4604c3 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:35.066687 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd65541-9db3-494f-8a29-21e953d14438 service neutron] Pushing event updated for resources: {'Port': ['ID=aa13762d-583b-4889-9399-530afb17aa2e,revision_number=8']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:35.094904 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [None req-141165be-97de-4dc7-9afa-b98c8d4604c3 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] device_id is not set on port 265c0b2d-faf9-49cd-82de-4801f1dd784e yet. {{(pid=95298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:58:35.154655 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-6cd65541-9db3-494f-8a29-21e953d14438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:35.155275 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-6cd65541-9db3-494f-8a29-21e953d14438 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:35.156672 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-6cd65541-9db3-494f-8a29-21e953d14438 service neutron] 10.222.0.108 "PUT /v2.0/ports/aa13762d-583b-4889-9399-530afb17aa2e HTTP/1.1" status: 200 len: 1121 time: 1.9076915 Sep 24 15:58:35.230002 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-f3c84c6b-f049-499c-a3aa-afbed5395549 None None] Provisioning complete for port aa13762d-583b-4889-9399-530afb17aa2e triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:58:35.230696 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f3c84c6b-f049-499c-a3aa-afbed5395549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:35.265644 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['aa13762d-583b-4889-9399-530afb17aa2e'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:58:35.293166 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-141165be-97de-4dc7-9afa-b98c8d4604c3 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:35.360812 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc997c-de70-4591-9bc6-a4b9634bbff8 req-c673540c-52ba-4a59-94b0-3339becd54f5 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:35.362396 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a0bc997c-de70-4591-9bc6-a4b9634bbff8 req-c673540c-52ba-4a59-94b0-3339becd54f5 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb85660a-fb37-4b80-a4be-00e9bc56d2d2 HTTP/1.1" status: 200 len: 945 time: 0.0748115 Sep 24 15:58:35.402020 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-141165be-97de-4dc7-9afa-b98c8d4604c3 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:35.433989 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a0bc997c-de70-4591-9bc6-a4b9634bbff8 req-779f5db5-6653-4f66-acba-cc6b989d4be9 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618193 Sep 24 15:58:35.461934 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:35.468405 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141165be-97de-4dc7-9afa-b98c8d4604c3 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Network c45242a2-aa61-462e-b2f7-cc7a02a5e774 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:58:35.472138 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-141165be-97de-4dc7-9afa-b98c8d4604c3 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:58:35.476556 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141165be-97de-4dc7-9afa-b98c8d4604c3 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:58:35.483003 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141165be-97de-4dc7-9afa-b98c8d4604c3 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:35.483700 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-141165be-97de-4dc7-9afa-b98c8d4604c3 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:35.507687 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141165be-97de-4dc7-9afa-b98c8d4604c3 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event updated for resources: {'Port': ['ID=265c0b2d-faf9-49cd-82de-4801f1dd784e,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:35.553991 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f3c84c6b-f049-499c-a3aa-afbed5395549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:35.594494 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56aeda28-0052-429d-a1d0-74f2354d8203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa13762d-583b-4889-9399-530afb17aa2e'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:58:35.606458 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32752c47-a044-45c4-b286-131b7db4b737" -d '{"events": [{"server_uuid": "56aeda28-0052-429d-a1d0-74f2354d8203", "name": "network-vif-plugged", "status": "completed", "tag": "aa13762d-583b-4889-9399-530afb17aa2e"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:58:35.617654 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-f3c84c6b-f049-499c-a3aa-afbed5395549 None None] For port aa13762d-583b-4889-9399-530afb17aa2e, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=aa13762d-583b-4889-9399-530afb17aa2e,segment=NetworkSegment(d7ef416a-40a9-4337-a1c4-1afeb8984525),segment_id=d7ef416a-40a9-4337-a1c4-1afeb8984525)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:58:35.628415 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-141165be-97de-4dc7-9afa-b98c8d4604c3 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9421747 Sep 24 15:58:35.630207 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49378) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:35.726671 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd66552d-350b-4156-ac12-b3d7e07d884a req-83bd14ea-cb34-41af-8af0-098954fe5c6e tempest-VolumesActionsTest-1874423237 tempest-VolumesActionsTest-1874423237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:35.727567 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f55e4a2-abda-47ad-88a4-161eda55b0ed tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:35.729740 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-6f55e4a2-abda-47ad-88a4-161eda55b0ed tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "GET /v2.0/ports/265c0b2d-faf9-49cd-82de-4801f1dd784e HTTP/1.1" status: 200 len: 844 time: 0.0982990 Sep 24 15:58:35.730979 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fd66552d-350b-4156-ac12-b3d7e07d884a req-83bd14ea-cb34-41af-8af0-098954fe5c6e tempest-VolumesActionsTest-1874423237 tempest-VolumesActionsTest-1874423237-project] 10.222.0.101 "GET /v2.0/ports?device_id=bcc337dc-4a78-43ae-9e54-64fb9a9e291d HTTP/1.1" status: 200 len: 944 time: 0.0665119 Sep 24 15:58:35.732855 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 49380) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:35.739575 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ebb762-79b6-41d2-a92a-a15d6203c274 req-9a06edb5-0cc7-4e0d-9ca3-83b45d7248fc tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:35.741287 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f4ebb762-79b6-41d2-a92a-a15d6203c274 req-9a06edb5-0cc7-4e0d-9ca3-83b45d7248fc tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=56aeda28-0052-429d-a1d0-74f2354d8203 HTTP/1.1" status: 200 len: 943 time: 0.0972347 Sep 24 15:58:35.769889 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f3c84c6b-f049-499c-a3aa-afbed5395549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:35.788782 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f4ebb762-79b6-41d2-a92a-a15d6203c274 req-513392bf-0c5e-4827-b0a4-592f783c189b tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=d304bbd8-1375-41e6-a4a7-0404dd25bcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398991 Sep 24 15:58:35.821167 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fd66552d-350b-4156-ac12-b3d7e07d884a req-2ed049bd-a304-4c3b-a1d5-cba125f47e5d tempest-VolumesActionsTest-1874423237 tempest-VolumesActionsTest-1874423237-project] 10.222.0.101 "GET /v2.0/security-groups?id=8b46dc4c-8625-48b7-867e-04d0a73981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778801 Sep 24 15:58:35.877329 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ce9904-d8a9-4a88-abbd-d440d3963495 x-openstack-request-id: req-08ce9904-d8a9-4a88-abbd-d440d3963495 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:58:35.877329 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56aeda28-0052-429d-a1d0-74f2354d8203", "name": "network-vif-plugged", "status": "completed", "tag": "aa13762d-583b-4889-9399-530afb17aa2e", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:58:35.877632 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-08ce9904-d8a9-4a88-abbd-d440d3963495 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:58:35.877797 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56aeda28-0052-429d-a1d0-74f2354d8203', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa13762d-583b-4889-9399-530afb17aa2e', 'code': 200} Sep 24 15:58:35.889339 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-a64cb737-3843-4e17-83e9-8f1134806f0e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Deleting port 265c0b2d-faf9-49cd-82de-4801f1dd784e {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:58:35.889632 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a64cb737-3843-4e17-83e9-8f1134806f0e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:35.936468 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c84c6b-f049-499c-a3aa-afbed5395549 None None] Pushing event updated for resources: {'Port': ['ID=aa13762d-583b-4889-9399-530afb17aa2e,revision_number=9']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:35.966086 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a64cb737-3843-4e17-83e9-8f1134806f0e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:35.978951 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-a64cb737-3843-4e17-83e9-8f1134806f0e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Calling delete_port for 265c0b2d-faf9-49cd-82de-4801f1dd784e owned by {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:58:36.072732 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56aeda28-0052-429d-a1d0-74f2354d8203', 'tag': 'aa13762d-583b-4889-9399-530afb17aa2e'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:58:36.075270 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f7804f-1033-4ff3-8213-1bf2d628fc27" -d '{"events": [{"name": "network-changed", "server_uuid": "56aeda28-0052-429d-a1d0-74f2354d8203", "tag": "aa13762d-583b-4889-9399-530afb17aa2e"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:58:36.112235 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1ad9df-2da5-4dbd-9649-2ff5507ab443 x-openstack-request-id: req-ef1ad9df-2da5-4dbd-9649-2ff5507ab443 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:58:36.112519 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56aeda28-0052-429d-a1d0-74f2354d8203", "tag": "aa13762d-583b-4889-9399-530afb17aa2e", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:58:36.113306 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ef1ad9df-2da5-4dbd-9649-2ff5507ab443 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:58:36.113943 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56aeda28-0052-429d-a1d0-74f2354d8203', 'tag': 'aa13762d-583b-4889-9399-530afb17aa2e', 'status': 'completed', 'code': 200} Sep 24 15:58:36.121477 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a64cb737-3843-4e17-83e9-8f1134806f0e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:36.161827 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64cb737-3843-4e17-83e9-8f1134806f0e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event deleted for resources: {'Port': ['ID=265c0b2d-faf9-49cd-82de-4801f1dd784e,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:36.183302 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a64cb737-3843-4e17-83e9-8f1134806f0e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:36.185286 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-a64cb737-3843-4e17-83e9-8f1134806f0e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "DELETE /v2.0/ports/265c0b2d-faf9-49cd-82de-4801f1dd784e HTTP/1.1" status: 204 len: 168 time: 0.4512913 Sep 24 15:58:36.188498 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49388) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:36.200793 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f7804f-1033-4ff3-8213-1bf2d628fc27 req-fa203f1c-b18f-4230-8c74-c68eba48ff13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:36.202307 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-71f7804f-1033-4ff3-8213-1bf2d628fc27 req-fa203f1c-b18f-4230-8c74-c68eba48ff13 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=7e512e155fd047afb7c369ee55b40ecc&device_id=56aeda28-0052-429d-a1d0-74f2354d8203 HTTP/1.1" status: 200 len: 1126 time: 0.0527403 Sep 24 15:58:36.220309 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-7984a653-f00a-457e-a181-5e4b636a51ce tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] GET failed (client error): The resource could not be found. Sep 24 15:58:36.222359 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-7984a653-f00a-457e-a181-5e4b636a51ce tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "GET /v2.0/ports/265c0b2d-faf9-49cd-82de-4801f1dd784e HTTP/1.1" status: 404 len: 333 time: 0.0327902 Sep 24 15:58:36.226039 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49392) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:36.230937 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-2fc5ef13-bd71-4b1c-bf1d-beb87644b4a3 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Request body: {'port': {'network_id': 'c45242a2-aa61-462e-b2f7-cc7a02a5e774', 'name': 'tempest-PortsIpV6TestJSON-1043448624'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:58:36.311974 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f7804f-1033-4ff3-8213-1bf2d628fc27 req-94332d58-078c-4e41-8d2b-b0bc98b7ddeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:36.313021 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-71f7804f-1033-4ff3-8213-1bf2d628fc27 req-94332d58-078c-4e41-8d2b-b0bc98b7ddeb service neutron] 10.222.0.110 "GET /v2.0/networks?id=e034e6ed-6102-4046-9f1f-a643f9565610 HTTP/1.1" status: 200 len: 898 time: 0.1032102 Sep 24 15:58:36.387394 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-71f7804f-1033-4ff3-8213-1bf2d628fc27 req-95bb41b2-6b25-4c0b-a428-898bf8b76fe0 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa13762d-583b-4889-9399-530afb17aa2e HTTP/1.1" status: 200 len: 1001 time: 0.0645607 Sep 24 15:58:36.442821 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f7804f-1033-4ff3-8213-1bf2d628fc27 req-ac43d2ad-339c-4483-bab3-bcfef9d8dc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:36.444506 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-71f7804f-1033-4ff3-8213-1bf2d628fc27 req-ac43d2ad-339c-4483-bab3-bcfef9d8dc8f service neutron] 10.222.0.110 "GET /v2.0/subnets?id=2c0c6582-6192-4ba7-b197-927e1af8c8ea HTTP/1.1" status: 200 len: 835 time: 0.0487542 Sep 24 15:58:36.447702 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc5ef13-bd71-4b1c-bf1d-beb87644b4a3 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Made reservation on behalf of dd692a6dccf5494e8242fa57d76d3d05 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:58:36.452368 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2fc5ef13-bd71-4b1c-bf1d-beb87644b4a3 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:36.470520 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [None req-2fc5ef13-bd71-4b1c-bf1d-beb87644b4a3 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] device_id is not set on port 01e76981-8822-4e43-adb4-f420ac069091 yet. {{(pid=95298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:58:36.506058 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f7804f-1033-4ff3-8213-1bf2d628fc27 req-4db53b22-f33f-4c55-b34f-e2e38699a55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:36.507603 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-71f7804f-1033-4ff3-8213-1bf2d628fc27 req-4db53b22-f33f-4c55-b34f-e2e38699a55f service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=e034e6ed-6102-4046-9f1f-a643f9565610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502520 Sep 24 15:58:36.614820 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-71f7804f-1033-4ff3-8213-1bf2d628fc27 req-83f72693-12a5-4e22-ac6a-1ad9e0520f4c service neutron] 10.222.0.110 "GET /v2.0/networks/e034e6ed-6102-4046-9f1f-a643f9565610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985758 Sep 24 15:58:36.623451 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be9d2f0-781b-44c0-9592-06c2a5708bb9 req-daaded34-c551-4bb1-85fb-d1cb7c804d63 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:36.624934 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8be9d2f0-781b-44c0-9592-06c2a5708bb9 req-daaded34-c551-4bb1-85fb-d1cb7c804d63 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb85660a-fb37-4b80-a4be-00e9bc56d2d2 HTTP/1.1" status: 200 len: 945 time: 0.1091416 Sep 24 15:58:36.716790 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-71f7804f-1033-4ff3-8213-1bf2d628fc27 req-2cfd83a1-a621-4981-acc8-c0bbc783ffe7 service neutron] 10.222.0.110 "GET /v2.0/networks/e034e6ed-6102-4046-9f1f-a643f9565610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932620 Sep 24 15:58:36.746599 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8be9d2f0-781b-44c0-9592-06c2a5708bb9 req-5c74083b-aeda-4538-871d-ad282ba8c10f tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073682 Sep 24 15:58:36.751750 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2fc5ef13-bd71-4b1c-bf1d-beb87644b4a3 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:36.760786 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c7a7e1f4-c39e-4f3a-b257-d01036f157dd req-44bf2b05-81a0-41ce-ba03-9be929da4c5a service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=5ea82851-d9e0-4b55-9108-445a8363c1e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1349399 Sep 24 15:58:36.787588 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:36.855940 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a7e1f4-c39e-4f3a-b257-d01036f157dd req-fd565840-3814-45e7-9a5d-7ce4e21783b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:36.857604 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c7a7e1f4-c39e-4f3a-b257-d01036f157dd req-fd565840-3814-45e7-9a5d-7ce4e21783b9 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=b960fdf244c2496089f6c9d33b373dc4&device_id=5ea82851-d9e0-4b55-9108-445a8363c1e2 HTTP/1.1" status: 200 len: 1097 time: 0.0456941 Sep 24 15:58:36.897505 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device c536f752-137d-4c10-a03a-5481fda2cb01 details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:58:36.931395 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f108d677-4777-4f2b-8ffe-08a0d56cfa1a req-a7eeb355-fd57-4918-91d5-3031b374a885 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:36.940861 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f108d677-4777-4f2b-8ffe-08a0d56cfa1a req-a7eeb355-fd57-4918-91d5-3031b374a885 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=56aeda28-0052-429d-a1d0-74f2354d8203 HTTP/1.1" status: 200 len: 945 time: 0.0648825 Sep 24 15:58:36.949390 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2fc5ef13-bd71-4b1c-bf1d-beb87644b4a3 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:36.991185 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f108d677-4777-4f2b-8ffe-08a0d56cfa1a req-8ceb62b7-b46e-480e-b9f9-8eb66836a0ef tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=d304bbd8-1375-41e6-a4a7-0404dd25bcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486119 Sep 24 15:58:37.042693 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port c536f752-137d-4c10-a03a-5481fda2cb01, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=c536f752-137d-4c10-a03a-5481fda2cb01,segment=NetworkSegment(9bbcc83f-1367-4d9a-9966-92f556ce33fb),segment_id=9bbcc83f-1367-4d9a-9966-92f556ce33fb)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:58:37.055320 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc5ef13-bd71-4b1c-bf1d-beb87644b4a3 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Network c45242a2-aa61-462e-b2f7-cc7a02a5e774 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:58:37.057341 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': 'c536f752-137d-4c10-a03a-5481fda2cb01', 'network_id': '59a2b267-7d35-4f17-a326-047d7682538f', 'port_id': 'c536f752-137d-4c10-a03a-5481fda2cb01', 'mac_address': 'fa:16:3e:c8:a7:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '786905fb-2e2f-444d-a3fd-5da3432afe48', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:58:37.068723 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-2fc5ef13-bd71-4b1c-bf1d-beb87644b4a3 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:58:37.077544 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc5ef13-bd71-4b1c-bf1d-beb87644b4a3 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event updated for resources: {'Port': ['ID=01e76981-8822-4e43-adb4-f420ac069091,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:37.085251 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc5ef13-bd71-4b1c-bf1d-beb87644b4a3 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:58:37.090703 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc5ef13-bd71-4b1c-bf1d-beb87644b4a3 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:37.091309 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2fc5ef13-bd71-4b1c-bf1d-beb87644b4a3 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:37.100466 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:37.104972 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5cd209-687b-464a-9854-194f389646c8 req-afd93eed-69a0-4a3a-8194-a21b39f48b81 tempest-VolumesActionsTest-1874423237 tempest-VolumesActionsTest-1874423237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:37.106556 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ce5cd209-687b-464a-9854-194f389646c8 req-afd93eed-69a0-4a3a-8194-a21b39f48b81 tempest-VolumesActionsTest-1874423237 tempest-VolumesActionsTest-1874423237-project] 10.222.0.101 "GET /v2.0/ports?device_id=bcc337dc-4a78-43ae-9e54-64fb9a9e291d HTTP/1.1" status: 200 len: 944 time: 0.2077439 Sep 24 15:58:37.112918 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a7e1f4-c39e-4f3a-b257-d01036f157dd req-805306cd-2934-4080-a6b0-29b631731dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:37.114960 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c7a7e1f4-c39e-4f3a-b257-d01036f157dd req-805306cd-2934-4080-a6b0-29b631731dac service neutron] 10.222.0.110 "GET /v2.0/networks?id=3dbb0dfe-b454-4e57-a2db-34f294a0159c HTTP/1.1" status: 200 len: 913 time: 0.2344880 Sep 24 15:58:37.116394 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c536f752-137d-4c10-a03a-5481fda2cb01 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:58:37.138649 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port c536f752-137d-4c10-a03a-5481fda2cb01, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=c536f752-137d-4c10-a03a-5481fda2cb01,segment=NetworkSegment(9bbcc83f-1367-4d9a-9966-92f556ce33fb),segment_id=9bbcc83f-1367-4d9a-9966-92f556ce33fb)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:58:37.188159 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-2fc5ef13-bd71-4b1c-bf1d-beb87644b4a3 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.9609840 Sep 24 15:58:37.191553 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 49402) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:37.195442 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ce5cd209-687b-464a-9854-194f389646c8 req-a14332aa-85d0-4e3c-a5fd-7643532fcdf6 tempest-VolumesActionsTest-1874423237 tempest-VolumesActionsTest-1874423237-project] 10.222.0.101 "GET /v2.0/security-groups?id=8b46dc4c-8625-48b7-867e-04d0a73981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776553 Sep 24 15:58:37.198161 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-0b196c07-69d4-48f6-8e85-aa681d2169db tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:58:37.213078 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c7a7e1f4-c39e-4f3a-b257-d01036f157dd req-cb42a10c-e04c-499e-a019-49d512241695 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=62117fed-4a4c-483e-8efd-25f6e0880509 HTTP/1.1" status: 200 len: 1002 time: 0.0891452 Sep 24 15:58:37.218106 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:37.274487 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=c536f752-137d-4c10-a03a-5481fda2cb01,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:37.277400 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a7e1f4-c39e-4f3a-b257-d01036f157dd req-c0a5e388-7798-42b7-b4c9-8ce7f832372c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:37.280740 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0b196c07-69d4-48f6-8e85-aa681d2169db tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:37.281268 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c7a7e1f4-c39e-4f3a-b257-d01036f157dd req-c0a5e388-7798-42b7-b4c9-8ce7f832372c service neutron] 10.222.0.110 "GET /v2.0/subnets?id=ad938f0b-b628-4cac-9404-1e2682973b1a HTTP/1.1" status: 200 len: 850 time: 0.0590715 Sep 24 15:58:37.333771 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a7e1f4-c39e-4f3a-b257-d01036f157dd req-c9bc2700-bf14-44c7-85d4-f9dfa1fc0a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:37.335695 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c7a7e1f4-c39e-4f3a-b257-d01036f157dd req-c9bc2700-bf14-44c7-85d4-f9dfa1fc0a5f service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=3dbb0dfe-b454-4e57-a2db-34f294a0159c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458694 Sep 24 15:58:37.435798 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c7a7e1f4-c39e-4f3a-b257-d01036f157dd req-b58a3d85-482b-48b3-9b93-9bd6b9509b47 service neutron] 10.222.0.110 "GET /v2.0/networks/3dbb0dfe-b454-4e57-a2db-34f294a0159c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911767 Sep 24 15:58:37.452547 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0b196c07-69d4-48f6-8e85-aa681d2169db tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:37.497563 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['c536f752-137d-4c10-a03a-5481fda2cb01'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:58:37.519513 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0b196c07-69d4-48f6-8e85-aa681d2169db tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:37.541146 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c7a7e1f4-c39e-4f3a-b257-d01036f157dd req-a11410af-506b-45cc-ba40-7adc51a1bd8c service neutron] 10.222.0.110 "GET /v2.0/networks/3dbb0dfe-b454-4e57-a2db-34f294a0159c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968807 Sep 24 15:58:37.563880 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-0b196c07-69d4-48f6-8e85-aa681d2169db tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] In _notify_port_updated(), no bound segment for port 01e76981-8822-4e43-adb4-f420ac069091 on network c45242a2-aa61-462e-b2f7-cc7a02a5e774 {{(pid=95297) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 24 15:58:37.570276 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b196c07-69d4-48f6-8e85-aa681d2169db tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:37.570921 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0b196c07-69d4-48f6-8e85-aa681d2169db tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:37.572236 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-0b196c07-69d4-48f6-8e85-aa681d2169db tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "PUT /v2.0/ports/01e76981-8822-4e43-adb4-f420ac069091 HTTP/1.1" status: 200 len: 818 time: 0.3792267 Sep 24 15:58:37.575265 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49404) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:37.587666 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b196c07-69d4-48f6-8e85-aa681d2169db tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event updated for resources: {'Port': ['ID=01e76981-8822-4e43-adb4-f420ac069091,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:37.675221 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-5bd65b77-a0c1-4e51-a159-5212cbda6aa1 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Deleting port 01e76981-8822-4e43-adb4-f420ac069091 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:58:37.676230 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5bd65b77-a0c1-4e51-a159-5212cbda6aa1 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:37.741929 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5bd65b77-a0c1-4e51-a159-5212cbda6aa1 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:37.754171 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-5bd65b77-a0c1-4e51-a159-5212cbda6aa1 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Calling delete_port for 01e76981-8822-4e43-adb4-f420ac069091 owned by {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:58:37.777184 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device aa13762d-583b-4889-9399-530afb17aa2e details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:58:37.889852 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port aa13762d-583b-4889-9399-530afb17aa2e, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=aa13762d-583b-4889-9399-530afb17aa2e,segment=NetworkSegment(d7ef416a-40a9-4337-a1c4-1afeb8984525),segment_id=d7ef416a-40a9-4337-a1c4-1afeb8984525)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:58:37.901992 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device aa13762d-583b-4889-9399-530afb17aa2e has no active binding in host n-h2-808921-1 {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 24 15:58:37.905853 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9829b20-f64e-48b0-8ece-cc2e7e4025b4 req-fb7cd87a-0f3c-4e1f-ae2f-a3fcd83cdf44 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:37.907434 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d9829b20-f64e-48b0-8ece-cc2e7e4025b4 req-fb7cd87a-0f3c-4e1f-ae2f-a3fcd83cdf44 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb85660a-fb37-4b80-a4be-00e9bc56d2d2 HTTP/1.1" status: 200 len: 945 time: 0.0784066 Sep 24 15:58:37.950175 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d9829b20-f64e-48b0-8ece-cc2e7e4025b4 req-5a0a9017-9473-4819-b0b8-a757452a6764 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351155 Sep 24 15:58:37.958264 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5bd65b77-a0c1-4e51-a159-5212cbda6aa1 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:37.988961 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd65b77-a0c1-4e51-a159-5212cbda6aa1 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event deleted for resources: {'Port': ['ID=01e76981-8822-4e43-adb4-f420ac069091,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:37.997340 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5bd65b77-a0c1-4e51-a159-5212cbda6aa1 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:37.999618 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-5bd65b77-a0c1-4e51-a159-5212cbda6aa1 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "DELETE /v2.0/ports/01e76981-8822-4e43-adb4-f420ac069091 HTTP/1.1" status: 204 len: 168 time: 0.4232609 Sep 24 15:58:38.002566 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 49412) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:38.056612 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e2f3bc-32f2-4585-8fc0-3ab5afe9bb27 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:38.061066 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-51e2f3bc-32f2-4585-8fc0-3ab5afe9bb27 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0548010 Sep 24 15:58:38.066636 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49416) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:38.106585 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e177933-7fa5-44af-b26b-5cfba811eb2c tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] GET failed (client error): The resource could not be found. Sep 24 15:58:38.108219 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-1e177933-7fa5-44af-b26b-5cfba811eb2c tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "GET /v2.0/ports/01e76981-8822-4e43-adb4-f420ac069091 HTTP/1.1" status: 404 len: 333 time: 0.0460806 Sep 24 15:58:38.112636 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49418) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:38.117547 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-fe69cb9b-766a-411a-8e46-0a4a4b5f8d5d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1472113138'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:58:38.151413 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb3e52a-70cf-4a0c-b53f-e6c8ea1b6b45 req-5f60a662-0e92-4ed9-b135-d45621ad5f79 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:38.152951 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1eb3e52a-70cf-4a0c-b53f-e6c8ea1b6b45 req-5f60a662-0e92-4ed9-b135-d45621ad5f79 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=56aeda28-0052-429d-a1d0-74f2354d8203 HTTP/1.1" status: 200 len: 945 time: 0.0935993 Sep 24 15:58:38.195651 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1eb3e52a-70cf-4a0c-b53f-e6c8ea1b6b45 req-a439b63e-85e1-46eb-89a0-bdd0d8ee46cc tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=d304bbd8-1375-41e6-a4a7-0404dd25bcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362487 Sep 24 15:58:38.254227 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe69cb9b-766a-411a-8e46-0a4a4b5f8d5d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Made reservation on behalf of dd692a6dccf5494e8242fa57d76d3d05 for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:58:38.254882 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fe69cb9b-766a-411a-8e46-0a4a4b5f8d5d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:38.282696 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe69cb9b-766a-411a-8e46-0a4a4b5f8d5d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1287} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:58:38.292299 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fe69cb9b-766a-411a-8e46-0a4a4b5f8d5d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:38.292674 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-fe69cb9b-766a-411a-8e46-0a4a4b5f8d5d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Added segment df8cf657-9ca0-4ea9-8cd7-9b9ed0236cbd of type vlan for network 31929f58-b344-4bd6-9295-526c90589ee8 Sep 24 15:58:38.340677 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fe69cb9b-766a-411a-8e46-0a4a4b5f8d5d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:38.343068 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f72c08-9202-49b9-b378-b7b24c0ae4ed req-958b2c10-c358-48f3-a3fc-c6493c060d51 tempest-VolumesActionsTest-1874423237 tempest-VolumesActionsTest-1874423237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:38.344854 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e4f72c08-9202-49b9-b378-b7b24c0ae4ed req-958b2c10-c358-48f3-a3fc-c6493c060d51 tempest-VolumesActionsTest-1874423237 tempest-VolumesActionsTest-1874423237-project] 10.222.0.101 "GET /v2.0/ports?device_id=bcc337dc-4a78-43ae-9e54-64fb9a9e291d HTTP/1.1" status: 200 len: 945 time: 0.0776255 Sep 24 15:58:38.389336 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e4f72c08-9202-49b9-b378-b7b24c0ae4ed req-727b5ebd-f749-49f4-9229-f4840388337f tempest-VolumesActionsTest-1874423237 tempest-VolumesActionsTest-1874423237-project] 10.222.0.101 "GET /v2.0/security-groups?id=8b46dc4c-8625-48b7-867e-04d0a73981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364499 Sep 24 15:58:38.443941 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fe69cb9b-766a-411a-8e46-0a4a4b5f8d5d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:38.449661 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe69cb9b-766a-411a-8e46-0a4a4b5f8d5d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:38.450245 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fe69cb9b-766a-411a-8e46-0a4a4b5f8d5d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:38.515122 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe69cb9b-766a-411a-8e46-0a4a4b5f8d5d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event updated for resources: {'Network': ['ID=31929f58-b344-4bd6-9295-526c90589ee8,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:38.525208 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 31929f58-b344-4bd6-9295-526c90589ee8 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:58:38.551090 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-fe69cb9b-766a-411a-8e46-0a4a4b5f8d5d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4375033 Sep 24 15:58:38.554093 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49422) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:38.559297 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-cb0a5b40-281d-41e2-b9c9-eb5b26aaf32e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Request body: {'subnet': {'network_id': '31929f58-b344-4bd6-9295-526c90589ee8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:58:38.709447 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0a5b40-281d-41e2-b9c9-eb5b26aaf32e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Made reservation on behalf of dd692a6dccf5494e8242fa57d76d3d05 for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:58:38.713199 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cb0a5b40-281d-41e2-b9c9-eb5b26aaf32e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:38.919825 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device c536f752-137d-4c10-a03a-5481fda2cb01 up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:58:38.982262 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cb0a5b40-281d-41e2-b9c9-eb5b26aaf32e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:39.018571 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:39.064405 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port c536f752-137d-4c10-a03a-5481fda2cb01 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:58:39.069373 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port c536f752-137d-4c10-a03a-5481fda2cb01 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:58:39.069888 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:39.073439 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0a5b40-281d-41e2-b9c9-eb5b26aaf32e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event updated for resources: {'Subnet': ['ID=31cfa270-bf13-4f65-83bf-58697999c4ca,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:39.103287 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0a5b40-281d-41e2-b9c9-eb5b26aaf32e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Checking segment: {'id': 'df8cf657-9ca0-4ea9-8cd7-9b9ed0236cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '31929f58-b344-4bd6-9295-526c90589ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:58:39.103651 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0a5b40-281d-41e2-b9c9-eb5b26aaf32e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Network hostable DHCP agents. Network: 31929f58-b344-4bd6-9295-526c90589ee8, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:58:39.118437 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b306371-34d7-4651-8750-c1932790d7d4 req-9d385f5e-4785-4fe2-8a1a-bc1fb914e8d0 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:39.120012 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0b306371-34d7-4651-8750-c1932790d7d4 req-9d385f5e-4785-4fe2-8a1a-bc1fb914e8d0 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb85660a-fb37-4b80-a4be-00e9bc56d2d2 HTTP/1.1" status: 200 len: 945 time: 0.0870619 Sep 24 15:58:39.158536 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:39.166160 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0b306371-34d7-4651-8750-c1932790d7d4 req-330cf776-3923-451c-b21e-53d64752ef6c tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361271 Sep 24 15:58:39.186734 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcc337dc-4a78-43ae-9e54-64fb9a9e291d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c536f752-137d-4c10-a03a-5481fda2cb01'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:58:39.189204 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce1b7db-557b-4783-a6d2-a2d44743d4d4" -d '{"events": [{"server_uuid": "bcc337dc-4a78-43ae-9e54-64fb9a9e291d", "name": "network-vif-plugged", "status": "completed", "tag": "c536f752-137d-4c10-a03a-5481fda2cb01"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:58:39.201616 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port c536f752-137d-4c10-a03a-5481fda2cb01, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=c536f752-137d-4c10-a03a-5481fda2cb01,segment=NetworkSegment(9bbcc83f-1367-4d9a-9966-92f556ce33fb),segment_id=9bbcc83f-1367-4d9a-9966-92f556ce33fb)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:58:39.207743 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0a5b40-281d-41e2-b9c9-eb5b26aaf32e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Network 31929f58-b344-4bd6-9295-526c90589ee8 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:58:39.230887 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e87d69d7-2c4c-49b3-8574-3204a918e7dd x-openstack-request-id: req-e87d69d7-2c4c-49b3-8574-3204a918e7dd {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:58:39.231186 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcc337dc-4a78-43ae-9e54-64fb9a9e291d", "name": "network-vif-plugged", "status": "completed", "tag": "c536f752-137d-4c10-a03a-5481fda2cb01", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:58:39.231434 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e87d69d7-2c4c-49b3-8574-3204a918e7dd {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:58:39.231824 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcc337dc-4a78-43ae-9e54-64fb9a9e291d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c536f752-137d-4c10-a03a-5481fda2cb01', 'code': 200} Sep 24 15:58:39.258793 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:39.287169 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-cb0a5b40-281d-41e2-b9c9-eb5b26aaf32e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 31929f58-b344-4bd6-9295-526c90589ee8) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:58:39.293659 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0a5b40-281d-41e2-b9c9-eb5b26aaf32e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:39.294431 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cb0a5b40-281d-41e2-b9c9-eb5b26aaf32e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:39.306286 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b1c9d6c-358d-4db6-959d-b41a34f1f6f4 None None] Network 31929f58-b344-4bd6-9295-526c90589ee8 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:58:39.376366 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92d1d0e-00d1-44b4-8d8d-b9eace179892 req-39cbd7a5-0aa6-4d9d-823d-1d8ccfde4b2b tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:39.377807 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d92d1d0e-00d1-44b4-8d8d-b9eace179892 req-39cbd7a5-0aa6-4d9d-823d-1d8ccfde4b2b tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=56aeda28-0052-429d-a1d0-74f2354d8203 HTTP/1.1" status: 200 len: 945 time: 0.1031597 Sep 24 15:58:39.388176 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=c536f752-137d-4c10-a03a-5481fda2cb01,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:39.407545 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-cb0a5b40-281d-41e2-b9c9-eb5b26aaf32e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8522379 Sep 24 15:58:39.411741 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49432) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:39.416263 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-df8c7d4e-c653-4e11-8ccd-fb617376f1ff tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Request body: {'subnet': {'network_id': '31929f58-b344-4bd6-9295-526c90589ee8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:58:39.422783 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5b9c22-2e5b-4150-849d-ce2084a60007 req-fa8af75b-dcb0-4e1b-83b0-6ea6c275bc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:39.423186 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ef5b9c22-2e5b-4150-849d-ce2084a60007 req-fa8af75b-dcb0-4e1b-83b0-6ea6c275bc03 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=bcc337dc-4a78-43ae-9e54-64fb9a9e291d HTTP/1.1" status: 200 len: 1097 time: 0.0896597 Sep 24 15:58:39.584383 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df712c4-a032-4cf8-9c8c-c083a28ff354 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-31929f58-b344-4bd6-9295-526c90589ee8', 'network_id': '31929f58-b344-4bd6-9295-526c90589ee8', 'tenant_id': 'dd692a6dccf5494e8242fa57d76d3d05', 'fixed_ips': [{'subnet_id': '31cfa270-bf13-4f65-83bf-58697999c4ca'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:58:39.585488 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2df712c4-a032-4cf8-9c8c-c083a28ff354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:39.589037 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d92d1d0e-00d1-44b4-8d8d-b9eace179892 req-85e8d8e1-2ed3-4c50-938a-e7c483c06cd2 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=d304bbd8-1375-41e6-a4a7-0404dd25bcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2034502 Sep 24 15:58:39.596164 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1191bdde-32c2-4465-815f-cc01e9996462 req-2ba40ce8-938b-47a5-bf9e-e86130cea419 tempest-VolumesActionsTest-1874423237 tempest-VolumesActionsTest-1874423237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:39.598889 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1191bdde-32c2-4465-815f-cc01e9996462 req-2ba40ce8-938b-47a5-bf9e-e86130cea419 tempest-VolumesActionsTest-1874423237 tempest-VolumesActionsTest-1874423237-project] 10.222.0.101 "GET /v2.0/ports?device_id=bcc337dc-4a78-43ae-9e54-64fb9a9e291d HTTP/1.1" status: 200 len: 946 time: 0.0751362 Sep 24 15:58:39.619286 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ef5b9c22-2e5b-4150-849d-ce2084a60007 req-6601ebff-1c69-4a0d-8403-3b446bf6ddb1 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=8b46dc4c-8625-48b7-867e-04d0a73981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726914 Sep 24 15:58:39.663025 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1191bdde-32c2-4465-815f-cc01e9996462 req-4bb73583-33f3-485e-8466-50867ad3390b tempest-VolumesActionsTest-1874423237 tempest-VolumesActionsTest-1874423237-project] 10.222.0.101 "GET /v2.0/security-groups?id=8b46dc4c-8625-48b7-867e-04d0a73981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412996 Sep 24 15:58:39.729569 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-2df712c4-a032-4cf8-9c8c-c083a28ff354 None None] Allocated IP 2001:db8::2 (31929f58-b344-4bd6-9295-526c90589ee8/31cfa270-bf13-4f65-83bf-58697999c4ca/cd7435c3-aeec-4c66-9558-6ed5686f4e3f) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:58:39.746800 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df8c7d4e-c653-4e11-8ccd-fb617376f1ff tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Made reservation on behalf of dd692a6dccf5494e8242fa57d76d3d05 for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:58:39.750435 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-df8c7d4e-c653-4e11-8ccd-fb617376f1ff tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:39.847428 n-d-808921-1 neutron-server[95298]: INFO neutron.db.ipam_backend_mixin [None req-df8c7d4e-c653-4e11-8ccd-fb617376f1ff tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 31cfa270-bf13-4f65-83bf-58697999c4ca (CIDR: 2001:db8::/64) Sep 24 15:58:39.884541 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2df712c4-a032-4cf8-9c8c-c083a28ff354 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:39.890335 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-df8c7d4e-c653-4e11-8ccd-fb617376f1ff tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 15:58:39.890825 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df8c7d4e-c653-4e11-8ccd-fb617376f1ff tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:58:39.950752 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2df712c4-a032-4cf8-9c8c-c083a28ff354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:39.988385 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-df8c7d4e-c653-4e11-8ccd-fb617376f1ff tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5733569 Sep 24 15:58:39.988834 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 49438) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:39.992119 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df712c4-a032-4cf8-9c8c-c083a28ff354 None None] Network 31929f58-b344-4bd6-9295-526c90589ee8 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:58:39.998626 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-ba720e60-11da-4108-aa98-d42221a3038b tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Request body: {'subnet': {'network_id': '31929f58-b344-4bd6-9295-526c90589ee8', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:58:39.998830 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-2df712c4-a032-4cf8-9c8c-c083a28ff354 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:58:39.998830 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df712c4-a032-4cf8-9c8c-c083a28ff354 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:58:40.013943 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df712c4-a032-4cf8-9c8c-c083a28ff354 None None] Pushing event updated for resources: {'Port': ['ID=cd7435c3-aeec-4c66-9558-6ed5686f4e3f,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:40.065529 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-2df712c4-a032-4cf8-9c8c-c083a28ff354 None None] Attempting to bind port cd7435c3-aeec-4c66-9558-6ed5686f4e3f on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:58:40.065975 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-2df712c4-a032-4cf8-9c8c-c083a28ff354 None None] Attempting to bind port cd7435c3-aeec-4c66-9558-6ed5686f4e3f by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'df8cf657-9ca0-4ea9-8cd7-9b9ed0236cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '31929f58-b344-4bd6-9295-526c90589ee8'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:58:40.067195 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df712c4-a032-4cf8-9c8c-c083a28ff354 None None] Attempting to bind port cd7435c3-aeec-4c66-9558-6ed5686f4e3f on network 31929f58-b344-4bd6-9295-526c90589ee8 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:58:40.073970 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df712c4-a032-4cf8-9c8c-c083a28ff354 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:58:40.074386 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df712c4-a032-4cf8-9c8c-c083a28ff354 None None] Checking segment: {'id': 'df8cf657-9ca0-4ea9-8cd7-9b9ed0236cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '31929f58-b344-4bd6-9295-526c90589ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:58:40.074781 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2df712c4-a032-4cf8-9c8c-c083a28ff354 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:40.075645 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df712c4-a032-4cf8-9c8c-c083a28ff354 None None] Bound using segment: {'id': 'df8cf657-9ca0-4ea9-8cd7-9b9ed0236cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '31929f58-b344-4bd6-9295-526c90589ee8'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:58:40.075645 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-2df712c4-a032-4cf8-9c8c-c083a28ff354 None None] Bound port: cd7435c3-aeec-4c66-9558-6ed5686f4e3f, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df8cf657-9ca0-4ea9-8cd7-9b9ed0236cbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '31929f58-b344-4bd6-9295-526c90589ee8'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:58:40.078614 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2df712c4-a032-4cf8-9c8c-c083a28ff354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:40.156312 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-2df712c4-a032-4cf8-9c8c-c083a28ff354 None None] For port cd7435c3-aeec-4c66-9558-6ed5686f4e3f, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:58:40.160708 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-2df712c4-a032-4cf8-9c8c-c083a28ff354 None None] For port cd7435c3-aeec-4c66-9558-6ed5686f4e3f, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=cd7435c3-aeec-4c66-9558-6ed5686f4e3f,segment=NetworkSegment(df8cf657-9ca0-4ea9-8cd7-9b9ed0236cbd),segment_id=df8cf657-9ca0-4ea9-8cd7-9b9ed0236cbd)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:58:40.235331 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba720e60-11da-4108-aa98-d42221a3038b tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Made reservation on behalf of dd692a6dccf5494e8242fa57d76d3d05 for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:58:40.239577 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ba720e60-11da-4108-aa98-d42221a3038b tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:40.265684 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2df712c4-a032-4cf8-9c8c-c083a28ff354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:40.296376 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f79a57-3113-4330-a15b-c96260d86979 req-274b78a7-afc2-4daa-beaa-882d95863dea tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:40.298307 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-03f79a57-3113-4330-a15b-c96260d86979 req-274b78a7-afc2-4daa-beaa-882d95863dea tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb85660a-fb37-4b80-a4be-00e9bc56d2d2 HTTP/1.1" status: 200 len: 945 time: 0.0636108 Sep 24 15:58:40.358628 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df712c4-a032-4cf8-9c8c-c083a28ff354 None None] Pushing event updated for resources: {'Port': ['ID=cd7435c3-aeec-4c66-9558-6ed5686f4e3f,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:40.373814 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-03f79a57-3113-4330-a15b-c96260d86979 req-4ee22281-088d-45cc-b1bd-abcdb598246d tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627036 Sep 24 15:58:40.632970 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ba720e60-11da-4108-aa98-d42221a3038b tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:40.705628 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba720e60-11da-4108-aa98-d42221a3038b tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Network 31929f58-b344-4bd6-9295-526c90589ee8 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:58:40.713049 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-ba720e60-11da-4108-aa98-d42221a3038b tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:58:40.732864 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba720e60-11da-4108-aa98-d42221a3038b tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:40.733766 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ba720e60-11da-4108-aa98-d42221a3038b tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:40.754752 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba720e60-11da-4108-aa98-d42221a3038b tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event updated for resources: {'Subnet': ['ID=1b6c4ea8-2403-4ff1-9ab1-a893278866be,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:40.785883 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa3fc3c-725e-423c-999d-259fa52e6918 req-771af71c-389f-47d3-9b65-30bcf17e79b0 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:40.794099 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-efa3fc3c-725e-423c-999d-259fa52e6918 req-771af71c-389f-47d3-9b65-30bcf17e79b0 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=56aeda28-0052-429d-a1d0-74f2354d8203 HTTP/1.1" status: 200 len: 945 time: 0.1151931 Sep 24 15:58:40.841090 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d79107-630e-40ed-8a6a-b9bd8ba64e80 req-e0ee51b2-cdd7-41eb-9265-a81df6ec4d9a tempest-VolumesActionsTest-1874423237 tempest-VolumesActionsTest-1874423237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:40.848502 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e2d79107-630e-40ed-8a6a-b9bd8ba64e80 req-e0ee51b2-cdd7-41eb-9265-a81df6ec4d9a tempest-VolumesActionsTest-1874423237 tempest-VolumesActionsTest-1874423237-project] 10.222.0.101 "GET /v2.0/ports?device_id=bcc337dc-4a78-43ae-9e54-64fb9a9e291d HTTP/1.1" status: 200 len: 946 time: 0.0887687 Sep 24 15:58:40.850437 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ba720e60-11da-4108-aa98-d42221a3038b tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8598437 Sep 24 15:58:40.850638 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49454) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:40.855782 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-f991b67c-316e-46bd-aa15-39adb3c28b1a tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Request body: {'port': {'network_id': '31929f58-b344-4bd6-9295-526c90589ee8', 'fixed_ips': [{'subnet_id': '31cfa270-bf13-4f65-83bf-58697999c4ca'}, {'subnet_id': '1b6c4ea8-2403-4ff1-9ab1-a893278866be'}], 'name': 'tempest-PortsIpV6TestJSON-871875115'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:58:40.868051 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-efa3fc3c-725e-423c-999d-259fa52e6918 req-76523b3f-8abc-4607-849c-92a34963dd5a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=d304bbd8-1375-41e6-a4a7-0404dd25bcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708749 Sep 24 15:58:40.884624 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:40.950812 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device cd7435c3-aeec-4c66-9558-6ed5686f4e3f up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:58:40.965190 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e2d79107-630e-40ed-8a6a-b9bd8ba64e80 req-16039cc1-e456-413b-a4dc-5c6db5940ae2 tempest-VolumesActionsTest-1874423237 tempest-VolumesActionsTest-1874423237-project] 10.222.0.101 "GET /v2.0/security-groups?id=8b46dc4c-8625-48b7-867e-04d0a73981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158113 Sep 24 15:58:41.012173 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port cd7435c3-aeec-4c66-9558-6ed5686f4e3f triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:58:41.012947 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:41.101742 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:41.121436 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f991b67c-316e-46bd-aa15-39adb3c28b1a tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Made reservation on behalf of dd692a6dccf5494e8242fa57d76d3d05 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:58:41.141175 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port cd7435c3-aeec-4c66-9558-6ed5686f4e3f, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=cd7435c3-aeec-4c66-9558-6ed5686f4e3f,segment=NetworkSegment(df8cf657-9ca0-4ea9-8cd7-9b9ed0236cbd),segment_id=df8cf657-9ca0-4ea9-8cd7-9b9ed0236cbd)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:58:41.225314 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f991b67c-316e-46bd-aa15-39adb3c28b1a tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:41.249188 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [None req-f991b67c-316e-46bd-aa15-39adb3c28b1a tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] device_id is not set on port 24bb5d48-14dc-49cc-8556-d62a067d6246 yet. {{(pid=95298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:58:41.287240 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:41.379571 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=cd7435c3-aeec-4c66-9558-6ed5686f4e3f,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:41.521701 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d55898-c0ac-47cd-933d-61d4a2a2e72b req-5bb33125-4f9e-4d6a-a77f-e375d1e93568 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:41.548094 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-36d55898-c0ac-47cd-933d-61d4a2a2e72b req-5bb33125-4f9e-4d6a-a77f-e375d1e93568 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb85660a-fb37-4b80-a4be-00e9bc56d2d2 HTTP/1.1" status: 200 len: 945 time: 0.0643885 Sep 24 15:58:41.564018 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-36d55898-c0ac-47cd-933d-61d4a2a2e72b req-a194530b-06a1-4130-a7c1-3ccecb457568 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345628 Sep 24 15:58:41.593362 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dcef43b-8080-4bc2-ae44-07e6fb5e3264 None None] Network 31929f58-b344-4bd6-9295-526c90589ee8 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:58:41.633017 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-f991b67c-316e-46bd-aa15-39adb3c28b1a tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Allocated IP 2001:db8::278 (31929f58-b344-4bd6-9295-526c90589ee8/31cfa270-bf13-4f65-83bf-58697999c4ca/24bb5d48-14dc-49cc-8556-d62a067d6246) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:58:41.639645 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-f991b67c-316e-46bd-aa15-39adb3c28b1a tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Allocated IP 2001:db8:0:1::26 (31929f58-b344-4bd6-9295-526c90589ee8/1b6c4ea8-2403-4ff1-9ab1-a893278866be/24bb5d48-14dc-49cc-8556-d62a067d6246) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:58:41.684833 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-d1938a1c-f1f1-4a88-a891-10491e8192ba None None] Provisioning complete for port cd7435c3-aeec-4c66-9558-6ed5686f4e3f triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:58:41.685103 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d1938a1c-f1f1-4a88-a891-10491e8192ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:41.848016 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-31522176-3b28-4722-ac7e-3e9bd367cd21 service neutron] 10.222.0.110 "GET /v2.0/ports/aa13762d-583b-4889-9399-530afb17aa2e/bindings/n-h2-808921-1 HTTP/1.1" status: 200 len: 384 time: 0.0907760 Sep 24 15:58:41.850877 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f991b67c-316e-46bd-aa15-39adb3c28b1a tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:41.888811 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c039fb26-fbee-42a1-9e2a-71873b2a74c4 None None] Update dhcp port {'port': {'network_id': '31929f58-b344-4bd6-9295-526c90589ee8', 'fixed_ips': [{'subnet_id': '31cfa270-bf13-4f65-83bf-58697999c4ca', 'ip_address': '2001:db8::2'}, {'subnet_id': '1b6c4ea8-2403-4ff1-9ab1-a893278866be'}], 'binding:host_id': 'n-d-808921-1'}, 'id': 'cd7435c3-aeec-4c66-9558-6ed5686f4e3f'} from n-d-808921-1. {{(pid=95299) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 24 15:58:41.916567 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c039fb26-fbee-42a1-9e2a-71873b2a74c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:42.099883 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e717ec6e-ca27-469e-837d-3f096db0600c req-ccb44fcb-de2a-42fb-8d09-3e208b70897c tempest-VolumesActionsTest-1874423237 tempest-VolumesActionsTest-1874423237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:42.101688 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e717ec6e-ca27-469e-837d-3f096db0600c req-ccb44fcb-de2a-42fb-8d09-3e208b70897c tempest-VolumesActionsTest-1874423237 tempest-VolumesActionsTest-1874423237-project] 10.222.0.101 "GET /v2.0/ports?device_id=bcc337dc-4a78-43ae-9e54-64fb9a9e291d HTTP/1.1" status: 200 len: 946 time: 0.0583031 Sep 24 15:58:42.140007 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-c039fb26-fbee-42a1-9e2a-71873b2a74c4 None None] Allocated IP 2001:db8:0:1::2 (31929f58-b344-4bd6-9295-526c90589ee8/1b6c4ea8-2403-4ff1-9ab1-a893278866be/cd7435c3-aeec-4c66-9558-6ed5686f4e3f) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:58:42.144661 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e717ec6e-ca27-469e-837d-3f096db0600c req-8af63fb5-9957-40f0-8f70-3a15c3681433 tempest-VolumesActionsTest-1874423237 tempest-VolumesActionsTest-1874423237-project] 10.222.0.101 "GET /v2.0/security-groups?id=8b46dc4c-8625-48b7-867e-04d0a73981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364168 Sep 24 15:58:42.255365 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-c039fb26-fbee-42a1-9e2a-71873b2a74c4 None None] For port cd7435c3-aeec-4c66-9558-6ed5686f4e3f, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=cd7435c3-aeec-4c66-9558-6ed5686f4e3f,segment=NetworkSegment(df8cf657-9ca0-4ea9-8cd7-9b9ed0236cbd),segment_id=df8cf657-9ca0-4ea9-8cd7-9b9ed0236cbd)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:58:42.287053 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c039fb26-fbee-42a1-9e2a-71873b2a74c4 None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:42.302891 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f991b67c-316e-46bd-aa15-39adb3c28b1a tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:42.375260 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c039fb26-fbee-42a1-9e2a-71873b2a74c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:42.397389 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f991b67c-316e-46bd-aa15-39adb3c28b1a tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Network 31929f58-b344-4bd6-9295-526c90589ee8 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:58:42.405842 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-f991b67c-316e-46bd-aa15-39adb3c28b1a tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:58:42.408365 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f991b67c-316e-46bd-aa15-39adb3c28b1a tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:58:42.415492 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f991b67c-316e-46bd-aa15-39adb3c28b1a tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:42.422864 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f991b67c-316e-46bd-aa15-39adb3c28b1a tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:42.458148 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f991b67c-316e-46bd-aa15-39adb3c28b1a tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event updated for resources: {'Port': ['ID=24bb5d48-14dc-49cc-8556-d62a067d6246,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:42.470449 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c039fb26-fbee-42a1-9e2a-71873b2a74c4 None None] Pushing event updated for resources: {'Port': ['ID=cd7435c3-aeec-4c66-9558-6ed5686f4e3f,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:42.478846 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d108322-c61f-43c7-b50e-05f58affb169 req-bf9107d2-10f6-4138-8140-b588c63af5f5 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:42.480398 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3d108322-c61f-43c7-b50e-05f58affb169 req-bf9107d2-10f6-4138-8140-b588c63af5f5 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=56aeda28-0052-429d-a1d0-74f2354d8203 HTTP/1.1" status: 200 len: 945 time: 0.5240402 Sep 24 15:58:42.524812 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-fecf316e-8472-4e57-b571-840a290f730d service neutron] For port aa13762d-583b-4889-9399-530afb17aa2e, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=aa13762d-583b-4889-9399-530afb17aa2e,segment=NetworkSegment(d7ef416a-40a9-4337-a1c4-1afeb8984525),segment_id=d7ef416a-40a9-4337-a1c4-1afeb8984525)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:58:42.553658 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3d108322-c61f-43c7-b50e-05f58affb169 req-5487bbb8-88da-41cc-b39a-30c7c6d9e51c tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=d304bbd8-1375-41e6-a4a7-0404dd25bcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635495 Sep 24 15:58:42.558486 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-fecf316e-8472-4e57-b571-840a290f730d service neutron] For port aa13762d-583b-4889-9399-530afb17aa2e, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:58:42.579804 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-f991b67c-316e-46bd-aa15-39adb3c28b1a tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 1.7279036 Sep 24 15:58:42.582508 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49474) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:42.587540 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-b9ff1713-997a-4240-a887-0c9296d074c2 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '31cfa270-bf13-4f65-83bf-58697999c4ca'}]}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:58:42.648452 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56aeda28-0052-429d-a1d0-74f2354d8203', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa13762d-583b-4889-9399-530afb17aa2e'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:58:42.650774 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd2dc22-8e84-4a42-8747-f12b090a856f" -d '{"events": [{"server_uuid": "56aeda28-0052-429d-a1d0-74f2354d8203", "name": "network-vif-unplugged", "status": "completed", "tag": "aa13762d-583b-4889-9399-530afb17aa2e"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:58:42.665986 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-fecf316e-8472-4e57-b571-840a290f730d service neutron] For port aa13762d-583b-4889-9399-530afb17aa2e, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=aa13762d-583b-4889-9399-530afb17aa2e,segment=NetworkSegment(d7ef416a-40a9-4337-a1c4-1afeb8984525),segment_id=d7ef416a-40a9-4337-a1c4-1afeb8984525)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:58:42.708479 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b9ff1713-997a-4240-a887-0c9296d074c2 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:42.718785 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 15:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b1d5add-61d3-4e82-a49e-ac27a551484f x-openstack-request-id: req-0b1d5add-61d3-4e82-a49e-ac27a551484f {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:58:42.719073 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56aeda28-0052-429d-a1d0-74f2354d8203", "name": "network-vif-unplugged", "status": "completed", "tag": "aa13762d-583b-4889-9399-530afb17aa2e", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:58:42.719324 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-0b1d5add-61d3-4e82-a49e-ac27a551484f {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:58:42.719785 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56aeda28-0052-429d-a1d0-74f2354d8203', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa13762d-583b-4889-9399-530afb17aa2e', 'code': 200} Sep 24 15:58:42.749720 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d030c81-0daf-419a-a0da-f02b15643e13 req-290c660c-c245-4a7c-bb1b-5a43482d91c4 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:42.751665 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7d030c81-0daf-419a-a0da-f02b15643e13 req-290c660c-c245-4a7c-bb1b-5a43482d91c4 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb85660a-fb37-4b80-a4be-00e9bc56d2d2 HTTP/1.1" status: 200 len: 945 time: 0.1070745 Sep 24 15:58:42.799133 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7d030c81-0daf-419a-a0da-f02b15643e13 req-a48f211f-cdf2-4f8a-a940-55a4ae813a2a tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400851 Sep 24 15:58:42.824487 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-fecf316e-8472-4e57-b571-840a290f730d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:42.897208 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device cd7435c3-aeec-4c66-9558-6ed5686f4e3f up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:58:42.964838 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port cd7435c3-aeec-4c66-9558-6ed5686f4e3f triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:58:42.965342 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:43.111688 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-b9ff1713-997a-4240-a887-0c9296d074c2 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Delete allocated IP 2001:db8:0:1::26 (31929f58-b344-4bd6-9295-526c90589ee8/1b6c4ea8-2403-4ff1-9ab1-a893278866be) {{(pid=95298) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 24 15:58:43.224873 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9364eeb-0fa9-415c-811d-176ee5a11e39 None None] Network 31929f58-b344-4bd6-9295-526c90589ee8 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:58:43.261434 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-fecf316e-8472-4e57-b571-840a290f730d service neutron] Transition to ACTIVE for port object aa13762d-583b-4889-9399-530afb17aa2e will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:58:43.314165 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-9ca9a56d-5bfc-4b3f-9f02-af3e20022c00 None None] Provisioning complete for port cd7435c3-aeec-4c66-9558-6ed5686f4e3f triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:58:43.314827 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9ca9a56d-5bfc-4b3f-9f02-af3e20022c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:43.341412 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-fecf316e-8472-4e57-b571-840a290f730d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:43.353816 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b9ff1713-997a-4240-a887-0c9296d074c2 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:43.447199 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecf316e-8472-4e57-b571-840a290f730d service neutron] Pushing event updated for resources: {'Port': ['ID=aa13762d-583b-4889-9399-530afb17aa2e,revision_number=11']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:43.453218 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b9ff1713-997a-4240-a887-0c9296d074c2 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:43.527277 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-b9ff1713-997a-4240-a887-0c9296d074c2 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] In _notify_port_updated(), no bound segment for port 24bb5d48-14dc-49cc-8556-d62a067d6246 on network 31929f58-b344-4bd6-9295-526c90589ee8 {{(pid=95298) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 24 15:58:43.533962 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ff1713-997a-4240-a887-0c9296d074c2 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:43.534946 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b9ff1713-997a-4240-a887-0c9296d074c2 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:43.542651 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b9ff1713-997a-4240-a887-0c9296d074c2 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "PUT /v2.0/ports/24bb5d48-14dc-49cc-8556-d62a067d6246 HTTP/1.1" status: 200 len: 925 time: 0.9528933 Sep 24 15:58:43.543528 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 49488) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:43.555966 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-b7205051-664b-4e13-95a9-770e3f97f5e4 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '31cfa270-bf13-4f65-83bf-58697999c4ca'}, {'subnet_id': '1b6c4ea8-2403-4ff1-9ab1-a893278866be'}]}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:58:43.576579 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ff1713-997a-4240-a887-0c9296d074c2 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event updated for resources: {'Port': ['ID=24bb5d48-14dc-49cc-8556-d62a067d6246,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:43.612002 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-fecf316e-8472-4e57-b571-840a290f730d service neutron] No DVR routers for this DVR port aa13762d-583b-4889-9399-530afb17aa2e on host n-h1-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:58:43.893077 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b7205051-664b-4e13-95a9-770e3f97f5e4 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:43.977147 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-9ba5a35b-a756-4b3b-b225-90af649ff2d7 None None] Provisioning complete for port 24bb5d48-14dc-49cc-8556-d62a067d6246 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:58:43.977519 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9ba5a35b-a756-4b3b-b225-90af649ff2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:44.007876 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a5549-adf0-42b1-9eba-347cb9876f34 req-9e0a1f01-f8f9-498a-b16c-c8fea80ac3e4 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:44.009616 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-024a5549-adf0-42b1-9eba-347cb9876f34 req-9e0a1f01-f8f9-498a-b16c-c8fea80ac3e4 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=56aeda28-0052-429d-a1d0-74f2354d8203 HTTP/1.1" status: 200 len: 944 time: 0.3149190 Sep 24 15:58:44.044159 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-fecf316e-8472-4e57-b571-840a290f730d service neutron] 10.222.0.110 "PUT /v2.0/ports/aa13762d-583b-4889-9399-530afb17aa2e/bindings/n-h2-808921-1/activate HTTP/1.1" status: 200 len: 369 time: 2.1855440 Sep 24 15:58:44.074095 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-9ba5a35b-a756-4b3b-b225-90af649ff2d7 None None] Port 24bb5d48-14dc-49cc-8556-d62a067d6246 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:58:44.089565 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-024a5549-adf0-42b1-9eba-347cb9876f34 req-9af9fc16-aa37-49a4-b125-928938077637 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=d304bbd8-1375-41e6-a4a7-0404dd25bcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530601 Sep 24 15:58:44.095985 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-9ba5a35b-a756-4b3b-b225-90af649ff2d7 None None] Provisioning complete for port cd7435c3-aeec-4c66-9558-6ed5686f4e3f triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:58:44.099328 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9ba5a35b-a756-4b3b-b225-90af649ff2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:44.137531 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59b4993-8e24-444e-8f15-c7fe18ff90af req-b37e9aa9-cc65-4ebb-a5c8-ec668c821836 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:44.139497 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d59b4993-8e24-444e-8f15-c7fe18ff90af req-b37e9aa9-cc65-4ebb-a5c8-ec668c821836 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb85660a-fb37-4b80-a4be-00e9bc56d2d2 HTTP/1.1" status: 200 len: 945 time: 0.1139081 Sep 24 15:58:44.241470 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d59b4993-8e24-444e-8f15-c7fe18ff90af req-2ebb66d8-9771-4880-8935-2a4cefb2d018 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934379 Sep 24 15:58:44.359169 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-c5d2ce9d-c23b-4fbe-96e8-e0b5111d92ea tempest-TestNetworkAdvancedServerOps-571836934 tempest-TestNetworkAdvancedServerOps-571836934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:44.361944 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-c5d2ce9d-c23b-4fbe-96e8-e0b5111d92ea tempest-TestNetworkAdvancedServerOps-571836934 tempest-TestNetworkAdvancedServerOps-571836934-project-admin] 10.222.0.108 "GET /v2.0/ports?device_id=56aeda28-0052-429d-a1d0-74f2354d8203&tenant_id=7e512e155fd047afb7c369ee55b40ecc&binding%3Ahost_id=n-h1-808921-1 HTTP/1.1" status: 200 len: 1095 time: 0.1101620 Sep 24 15:58:44.411283 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-712357fd-5e8b-403e-a7da-87315649590d None None] Provisioning complete for port 24bb5d48-14dc-49cc-8556-d62a067d6246 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:58:44.412327 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-712357fd-5e8b-403e-a7da-87315649590d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:44.474943 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-b7205051-664b-4e13-95a9-770e3f97f5e4 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Allocated IP 2001:db8:0:1::186 (31929f58-b344-4bd6-9295-526c90589ee8/1b6c4ea8-2403-4ff1-9ab1-a893278866be/24bb5d48-14dc-49cc-8556-d62a067d6246) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:58:44.484217 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-23259abe-7232-4f36-bb86-414aca856965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:44.485773 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-23259abe-7232-4f36-bb86-414aca856965 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=56aeda28-0052-429d-a1d0-74f2354d8203&tenant_id=7e512e155fd047afb7c369ee55b40ecc HTTP/1.1" status: 200 len: 1095 time: 0.1152558 Sep 24 15:58:44.489136 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-712357fd-5e8b-403e-a7da-87315649590d None None] Port 24bb5d48-14dc-49cc-8556-d62a067d6246 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:58:44.562944 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-426e99a7-d818-4271-ac10-9b53ca2eaeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:44.565024 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-426e99a7-d818-4271-ac10-9b53ca2eaeb8 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=7e512e155fd047afb7c369ee55b40ecc&device_id=56aeda28-0052-429d-a1d0-74f2354d8203 HTTP/1.1" status: 200 len: 1095 time: 0.0531898 Sep 24 15:58:44.635772 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b7205051-664b-4e13-95a9-770e3f97f5e4 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:44.680714 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-0ea34ec1-e849-4b3d-a918-57f1c54a207a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:44.682192 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-0ea34ec1-e849-4b3d-a918-57f1c54a207a service neutron] 10.222.0.108 "GET /v2.0/networks?id=e034e6ed-6102-4046-9f1f-a643f9565610 HTTP/1.1" status: 200 len: 898 time: 0.1093912 Sep 24 15:58:44.710261 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-848e52de-b58f-4a28-9b81-6424cf0a16c5 None None] Provisioning complete for port 24bb5d48-14dc-49cc-8556-d62a067d6246 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:58:44.710763 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-848e52de-b58f-4a28-9b81-6424cf0a16c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:44.712582 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b7205051-664b-4e13-95a9-770e3f97f5e4 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:44.761779 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-fce2b936-44dd-4ee8-b422-d5cae71da15c service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa13762d-583b-4889-9399-530afb17aa2e HTTP/1.1" status: 200 len: 999 time: 0.0723934 Sep 24 15:58:44.767648 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-848e52de-b58f-4a28-9b81-6424cf0a16c5 None None] Port 24bb5d48-14dc-49cc-8556-d62a067d6246 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:58:44.822330 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-b7205051-664b-4e13-95a9-770e3f97f5e4 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] In _notify_port_updated(), no bound segment for port 24bb5d48-14dc-49cc-8556-d62a067d6246 on network 31929f58-b344-4bd6-9295-526c90589ee8 {{(pid=95297) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 24 15:58:44.823836 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-6069408f-60ae-4084-9ed2-4576e44ad18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:44.825519 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-6069408f-60ae-4084-9ed2-4576e44ad18e service neutron] 10.222.0.108 "GET /v2.0/subnets?id=2c0c6582-6192-4ba7-b197-927e1af8c8ea HTTP/1.1" status: 200 len: 835 time: 0.0535066 Sep 24 15:58:44.828022 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7205051-664b-4e13-95a9-770e3f97f5e4 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:44.828654 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b7205051-664b-4e13-95a9-770e3f97f5e4 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:44.830114 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b7205051-664b-4e13-95a9-770e3f97f5e4 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "PUT /v2.0/ports/24bb5d48-14dc-49cc-8556-d62a067d6246 HTTP/1.1" status: 200 len: 1011 time: 1.2861345 Sep 24 15:58:44.831956 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7205051-664b-4e13-95a9-770e3f97f5e4 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event updated for resources: {'Port': ['ID=24bb5d48-14dc-49cc-8556-d62a067d6246,revision_number=3']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:44.835050 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 49498) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:44.887922 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-a81637fe-f02b-4432-9d65-b03dff71f998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:44.889466 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-a81637fe-f02b-4432-9d65-b03dff71f998 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=e034e6ed-6102-4046-9f1f-a643f9565610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555327 Sep 24 15:58:44.935993 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-01470162-b85f-455b-9d17-5310e66dcc97 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Deleting port 24bb5d48-14dc-49cc-8556-d62a067d6246 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:58:44.935993 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-01470162-b85f-455b-9d17-5310e66dcc97 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:45.009906 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-c344dcf7-2741-4d2a-b6e9-ddb52e242acf service neutron] 10.222.0.108 "GET /v2.0/networks/e034e6ed-6102-4046-9f1f-a643f9565610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115818 Sep 24 15:58:45.052669 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-01470162-b85f-455b-9d17-5310e66dcc97 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:45.065012 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-01470162-b85f-455b-9d17-5310e66dcc97 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Calling delete_port for 24bb5d48-14dc-49cc-8556-d62a067d6246 owned by {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:58:45.118756 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-996bbe17-6eda-45c7-bd2d-03e060c097ba service neutron] 10.222.0.108 "GET /v2.0/networks/e034e6ed-6102-4046-9f1f-a643f9565610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012785 Sep 24 15:58:45.144257 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-3307fce0-8b27-4ba8-bb16-a7b34c4e2663 None None] Provisioning complete for port 24bb5d48-14dc-49cc-8556-d62a067d6246 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:58:45.144551 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3307fce0-8b27-4ba8-bb16-a7b34c4e2663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:45.185790 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-3307fce0-8b27-4ba8-bb16-a7b34c4e2663 None None] Port 24bb5d48-14dc-49cc-8556-d62a067d6246 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:58:45.218495 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd67ec-c421-4672-b641-df193169844c req-9953af0c-278e-4976-9a68-f742bc3484c5 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:45.220090 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-80cd67ec-c421-4672-b641-df193169844c req-9953af0c-278e-4976-9a68-f742bc3484c5 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=56aeda28-0052-429d-a1d0-74f2354d8203 HTTP/1.1" status: 200 len: 944 time: 0.0545244 Sep 24 15:58:45.263640 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-80cd67ec-c421-4672-b641-df193169844c req-70420c62-daf1-4551-b0fe-4a74f60ba7e9 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=d304bbd8-1375-41e6-a4a7-0404dd25bcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362377 Sep 24 15:58:45.346491 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-01470162-b85f-455b-9d17-5310e66dcc97 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:45.382896 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01470162-b85f-455b-9d17-5310e66dcc97 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event deleted for resources: {'Port': ['ID=24bb5d48-14dc-49cc-8556-d62a067d6246,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:45.421379 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0cfe42-1c6d-4b54-ab8a-f2ea32968339 req-679fd966-1c1e-4456-8b95-81f09e433ad7 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:45.423139 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3a0cfe42-1c6d-4b54-ab8a-f2ea32968339 req-679fd966-1c1e-4456-8b95-81f09e433ad7 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb85660a-fb37-4b80-a4be-00e9bc56d2d2 HTTP/1.1" status: 200 len: 945 time: 0.1113679 Sep 24 15:58:45.450075 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-01470162-b85f-455b-9d17-5310e66dcc97 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:45.454806 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-01470162-b85f-455b-9d17-5310e66dcc97 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "DELETE /v2.0/ports/24bb5d48-14dc-49cc-8556-d62a067d6246 HTTP/1.1" status: 204 len: 168 time: 0.6168525 Sep 24 15:58:45.455380 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49512) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:45.483485 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-568303f1-5802-43ce-81e7-4075b85ece85 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] GET failed (client error): The resource could not be found. Sep 24 15:58:45.485215 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-568303f1-5802-43ce-81e7-4075b85ece85 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "GET /v2.0/ports/24bb5d48-14dc-49cc-8556-d62a067d6246 HTTP/1.1" status: 404 len: 333 time: 0.0287569 Sep 24 15:58:45.488417 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49514) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:45.496268 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3a0cfe42-1c6d-4b54-ab8a-f2ea32968339 req-da365b18-0bb7-4363-8812-8d20c98daa91 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500970 Sep 24 15:58:45.592972 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-19cf4377-6402-49ee-951a-616aabddca0e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Deleting subnet 1b6c4ea8-2403-4ff1-9ab1-a893278866be {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:58:45.598026 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-19cf4377-6402-49ee-951a-616aabddca0e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:45.675887 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-19cf4377-6402-49ee-951a-616aabddca0e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:45.718635 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-a7cc338e-1396-4f3b-8119-c33ff44f6844 tempest-TestNetworkAdvancedServerOps-571836934 tempest-TestNetworkAdvancedServerOps-571836934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:45.720156 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-a7cc338e-1396-4f3b-8119-c33ff44f6844 tempest-TestNetworkAdvancedServerOps-571836934 tempest-TestNetworkAdvancedServerOps-571836934-project-admin] 10.222.0.108 "GET /v2.0/ports?device_id=56aeda28-0052-429d-a1d0-74f2354d8203&tenant_id=7e512e155fd047afb7c369ee55b40ecc&binding%3Ahost_id=n-h2-808921-1 HTTP/1.1" status: 200 len: 1095 time: 0.0897689 Sep 24 15:58:45.814165 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-19cf4377-6402-49ee-951a-616aabddca0e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:46.065661 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-19cf4377-6402-49ee-951a-616aabddca0e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:46.097321 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cf4377-6402-49ee-951a-616aabddca0e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event deleted for resources: {'Subnet': ['ID=1b6c4ea8-2403-4ff1-9ab1-a893278866be,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:46.108379 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-ee78e297-387f-406c-9ab2-3a30d2db851b service neutron] For port aa13762d-583b-4889-9399-530afb17aa2e, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:58:46.109688 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-19cf4377-6402-49ee-951a-616aabddca0e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:46.111880 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-19cf4377-6402-49ee-951a-616aabddca0e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "DELETE /v2.0/subnets/1b6c4ea8-2403-4ff1-9ab1-a893278866be HTTP/1.1" status: 204 len: 168 time: 0.6222532 Sep 24 15:58:46.115447 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 49530) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:46.116262 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-ee78e297-387f-406c-9ab2-3a30d2db851b service neutron] Notify callbacks [] for binding, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:46.118046 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dd0232b4-f80e-4816-8cf1-4f1f348d3f37 req-ee78e297-387f-406c-9ab2-3a30d2db851b service neutron] 10.222.0.108 "DELETE /v2.0/ports/aa13762d-583b-4889-9399-530afb17aa2e/bindings/n-h1-808921-1 HTTP/1.1" status: 204 len: 173 time: 0.3864284 Sep 24 15:58:46.129151 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f54e697-8750-4009-ab45-cb0d79ecb42e None None] Network 31929f58-b344-4bd6-9295-526c90589ee8 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:58:46.216106 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b1cefd5-0b6e-4f61-9e9b-9779143cb7d5 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Deleting subnet 31cfa270-bf13-4f65-83bf-58697999c4ca {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:58:46.219767 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3b1cefd5-0b6e-4f61-9e9b-9779143cb7d5 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:46.278438 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3b1cefd5-0b6e-4f61-9e9b-9779143cb7d5 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:46.399172 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3b1cefd5-0b6e-4f61-9e9b-9779143cb7d5 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:46.437372 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c4d94f-de6a-4a94-8232-ea173a24b310 req-997e2d23-e431-41eb-9beb-296b35a81a50 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:46.451037 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e0c4d94f-de6a-4a94-8232-ea173a24b310 req-997e2d23-e431-41eb-9beb-296b35a81a50 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=56aeda28-0052-429d-a1d0-74f2354d8203 HTTP/1.1" status: 200 len: 944 time: 0.0668314 Sep 24 15:58:46.522664 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e0c4d94f-de6a-4a94-8232-ea173a24b310 req-643f9caf-f2b8-4315-816b-b931e096ab29 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=d304bbd8-1375-41e6-a4a7-0404dd25bcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704629 Sep 24 15:58:46.556471 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3b1cefd5-0b6e-4f61-9e9b-9779143cb7d5 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:46.624011 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1cefd5-0b6e-4f61-9e9b-9779143cb7d5 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event deleted for resources: {'Subnet': ['ID=31cfa270-bf13-4f65-83bf-58697999c4ca,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:46.642212 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3b1cefd5-0b6e-4f61-9e9b-9779143cb7d5 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:46.644420 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-3b1cefd5-0b6e-4f61-9e9b-9779143cb7d5 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "DELETE /v2.0/subnets/31cfa270-bf13-4f65-83bf-58697999c4ca HTTP/1.1" status: 204 len: 168 time: 0.5279174 Sep 24 15:58:46.647923 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49546) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:46.755065 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bb484f09-7dfb-4d00-bd01-b2b8d4141c4c tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:46.783021 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82424b10-8fb4-4aca-a7f0-985916c89328 req-09d3087d-e9fe-448b-b7e3-230247e4f19c tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:46.785558 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-82424b10-8fb4-4aca-a7f0-985916c89328 req-09d3087d-e9fe-448b-b7e3-230247e4f19c tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb85660a-fb37-4b80-a4be-00e9bc56d2d2 HTTP/1.1" status: 200 len: 945 time: 0.1021056 Sep 24 15:58:46.786124 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 49548) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:46.854940 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17c34f2-7a26-419d-a44b-bf04dbbedfca req-5cdcea12-445f-457c-a0a7-951c9c7e54e1 tempest-TestNetworkAdvancedServerOps-571836934 tempest-TestNetworkAdvancedServerOps-571836934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:46.863842 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a17c34f2-7a26-419d-a44b-bf04dbbedfca req-5cdcea12-445f-457c-a0a7-951c9c7e54e1 tempest-TestNetworkAdvancedServerOps-571836934 tempest-TestNetworkAdvancedServerOps-571836934-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=56aeda28-0052-429d-a1d0-74f2354d8203 HTTP/1.1" status: 200 len: 1095 time: 0.1903844 Sep 24 15:58:46.887771 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-82424b10-8fb4-4aca-a7f0-985916c89328 req-3032e812-b114-4be9-b64a-e5dc5e2d724e tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945597 Sep 24 15:58:46.929691 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-bb484f09-7dfb-4d00-bd01-b2b8d4141c4c tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Deleting port cd7435c3-aeec-4c66-9558-6ed5686f4e3f {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:58:46.930029 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bb484f09-7dfb-4d00-bd01-b2b8d4141c4c tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:46.942803 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a17c34f2-7a26-419d-a44b-bf04dbbedfca req-171dfda5-2e82-410a-b981-6d65dd656a2a tempest-TestNetworkAdvancedServerOps-571836934 tempest-TestNetworkAdvancedServerOps-571836934-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=d304bbd8-1375-41e6-a4a7-0404dd25bcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694213 Sep 24 15:58:46.969418 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device aa13762d-583b-4889-9399-530afb17aa2e no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:58:46.993662 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-95871488-ff48-4970-8596-43bb676bf67b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:47.026295 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device aa13762d-583b-4889-9399-530afb17aa2e not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:58:47.037167 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-bb484f09-7dfb-4d00-bd01-b2b8d4141c4c tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] For port cd7435c3-aeec-4c66-9558-6ed5686f4e3f, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=cd7435c3-aeec-4c66-9558-6ed5686f4e3f,segment=NetworkSegment(df8cf657-9ca0-4ea9-8cd7-9b9ed0236cbd),segment_id=df8cf657-9ca0-4ea9-8cd7-9b9ed0236cbd)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:58:47.037538 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bb484f09-7dfb-4d00-bd01-b2b8d4141c4c tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:47.067931 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-bb484f09-7dfb-4d00-bd01-b2b8d4141c4c tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Calling delete_port for cd7435c3-aeec-4c66-9558-6ed5686f4e3f owned by network:dhcp {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:58:47.179968 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-95871488-ff48-4970-8596-43bb676bf67b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:47.212672 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8122f873-cb43-484b-983f-8ba84b305078 req-e87129db-d9f0-4e9e-9e24-9bdfb29dc3f2 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:47.214724 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8122f873-cb43-484b-983f-8ba84b305078 req-e87129db-d9f0-4e9e-9e24-9bdfb29dc3f2 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=56aeda28-0052-429d-a1d0-74f2354d8203 HTTP/1.1" status: 200 len: 944 time: 0.1594486 Sep 24 15:58:47.262239 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8122f873-cb43-484b-983f-8ba84b305078 req-7c56dbbc-394c-4aac-b034-e4a414ae7d21 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=d304bbd8-1375-41e6-a4a7-0404dd25bcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408180 Sep 24 15:58:47.272595 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-95871488-ff48-4970-8596-43bb676bf67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:47.283911 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bb484f09-7dfb-4d00-bd01-b2b8d4141c4c tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:47.286439 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e8455d-6617-4ee6-b7f2-bb572b21910c None None] Network 31929f58-b344-4bd6-9295-526c90589ee8 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:58:47.292591 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49564) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:47.326638 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb484f09-7dfb-4d00-bd01-b2b8d4141c4c tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event deleted for resources: {'Port': ['ID=cd7435c3-aeec-4c66-9558-6ed5686f4e3f,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:47.326638 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb484f09-7dfb-4d00-bd01-b2b8d4141c4c tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] No DVR routers for this DVR port cd7435c3-aeec-4c66-9558-6ed5686f4e3f on host n-d-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:58:47.330996 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-95871488-ff48-4970-8596-43bb676bf67b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=67b2b746ed264d77ab907f95d8b1f3af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5437853 Sep 24 15:58:47.335028 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 49566) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:47.343572 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95871488-ff48-4970-8596-43bb676bf67b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02acc203-8984-41f7-b17f-729d1b730014,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:47.364854 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-f83a45a5-c91f-4bf7-be82-c3063ffd7cc1 None None] Could not find standard attr ID for object cd7435c3-aeec-4c66-9558-6ed5686f4e3f. {{(pid=95299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 15:58:47.406369 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-50d37621-abed-48e2-88e9-a35ae0584237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:47.431526 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-5d9961c5-a0ac-4e34-b5e9-11981e01a44c tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/floatingips/0e15ac26-ce19-489d-8d0d-fb16629e0549 HTTP/1.1" status: 200 len: 991 time: 0.1368868 Sep 24 15:58:47.431840 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-50d37621-abed-48e2-88e9-a35ae0584237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:47.460240 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bb484f09-7dfb-4d00-bd01-b2b8d4141c4c tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:47.482755 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-bb484f09-7dfb-4d00-bd01-b2b8d4141c4c tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31929f58-b344-4bd6-9295-526c90589ee8']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:58:47.494975 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-bb484f09-7dfb-4d00-bd01-b2b8d4141c4c tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df8cf657-9ca0-4ea9-8cd7-9b9ed0236cbd') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:58:47.495321 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-bb484f09-7dfb-4d00-bd01-b2b8d4141c4c tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df8cf657-9ca0-4ea9-8cd7-9b9ed0236cbd') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:58:47.509848 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bb484f09-7dfb-4d00-bd01-b2b8d4141c4c tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:47.525831 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bb484f09-7dfb-4d00-bd01-b2b8d4141c4c tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:47.532713 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb484f09-7dfb-4d00-bd01-b2b8d4141c4c tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Releasing vlan 1287 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:58:47.533125 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bb484f09-7dfb-4d00-bd01-b2b8d4141c4c tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:47.536672 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:58:47.536672 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:58:47.536672 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:58:47.536672 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:58:47.536672 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:58:47.536672 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:58:47.536672 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:58:47.536672 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:58:47.536672 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:58:47.536672 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:58:47.536672 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:58:47.536672 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:58:47.536672 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:58:47.536672 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:58:47.536672 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:58:47.536672 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:58:47.536672 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:58:47.536672 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:58:47.536672 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:58:47.536672 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:58:47.536672 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:58:47.536672 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:58:47.536672 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:58:47.536672 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:58:47.536672 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:58:47.536672 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:58:47.536672 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:58:47.536672 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:58:47.536672 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:58:47.536672 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:58:47.536672 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:58:47.536672 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:58:47.578441 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-50d37621-abed-48e2-88e9-a35ae0584237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:47.581375 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-50d37621-abed-48e2-88e9-a35ae0584237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:47.585361 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-50d37621-abed-48e2-88e9-a35ae0584237 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/02acc203-8984-41f7-b17f-729d1b730014 HTTP/1.1" status: 204 len: 168 time: 0.2469084 Sep 24 15:58:47.595319 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d37621-abed-48e2-88e9-a35ae0584237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02acc203-8984-41f7-b17f-729d1b730014,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:47.713277 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d63fc4a-afd1-4ea4-9762-b4403ccfc8c8 None None] DHCP port deletion for 31929f58-b344-4bd6-9295-526c90589ee8 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:58:47.752522 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bb484f09-7dfb-4d00-bd01-b2b8d4141c4c tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:47.759918 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bb484f09-7dfb-4d00-bd01-b2b8d4141c4c tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:47.761784 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-bb484f09-7dfb-4d00-bd01-b2b8d4141c4c tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "DELETE /v2.0/networks/31929f58-b344-4bd6-9295-526c90589ee8 HTTP/1.1" status: 204 len: 168 time: 1.1128674 Sep 24 15:58:47.773041 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49572) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:47.785408 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb484f09-7dfb-4d00-bd01-b2b8d4141c4c tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event deleted for resources: {'Network': ['ID=31929f58-b344-4bd6-9295-526c90589ee8,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:47.816371 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268d55e4-262f-45a4-aec6-e21938b196b6 req-56dd212b-2cab-4b2a-9418-939ec8d200ac tempest-VolumesActionsTest-1874423237 tempest-VolumesActionsTest-1874423237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:47.818368 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-268d55e4-262f-45a4-aec6-e21938b196b6 req-56dd212b-2cab-4b2a-9418-939ec8d200ac tempest-VolumesActionsTest-1874423237 tempest-VolumesActionsTest-1874423237-project] 10.222.0.101 "GET /v2.0/ports?device_id=bcc337dc-4a78-43ae-9e54-64fb9a9e291d HTTP/1.1" status: 200 len: 946 time: 0.0646658 Sep 24 15:58:47.828262 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ac5640-05dc-4721-a4cc-204178315a0b tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:47.830208 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b3ac5640-05dc-4721-a4cc-204178315a0b tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0555849 Sep 24 15:58:47.833894 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49574) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:47.861993 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-268d55e4-262f-45a4-aec6-e21938b196b6 req-1723cab5-6d7f-4b46-97e2-0f9aeedf88fc tempest-VolumesActionsTest-1874423237 tempest-VolumesActionsTest-1874423237-project] 10.222.0.101 "GET /v2.0/security-groups?id=8b46dc4c-8625-48b7-867e-04d0a73981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338159 Sep 24 15:58:47.880698 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-0c8e46fa-ebf5-4d0e-9574-f545839373f6 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0456345 Sep 24 15:58:47.884043 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49576) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:47.888863 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-7c80dd23-894d-47a7-b80c-9b93879d407a tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1586674562'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:58:48.003499 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d099601-4d14-45da-9ac6-477d905a705c req-75ec10d7-20a5-4130-93ed-a5bb38ce8a8e tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:48.004931 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5d099601-4d14-45da-9ac6-477d905a705c req-75ec10d7-20a5-4130-93ed-a5bb38ce8a8e tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb85660a-fb37-4b80-a4be-00e9bc56d2d2 HTTP/1.1" status: 200 len: 945 time: 0.0504761 Sep 24 15:58:48.006365 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c80dd23-894d-47a7-b80c-9b93879d407a tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Made reservation on behalf of dd692a6dccf5494e8242fa57d76d3d05 for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:58:48.009703 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7c80dd23-894d-47a7-b80c-9b93879d407a tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:48.053199 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c80dd23-894d-47a7-b80c-9b93879d407a tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1265} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:58:48.070627 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5d099601-4d14-45da-9ac6-477d905a705c req-d89ada85-30c6-41fc-8573-3320820af26a tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576968 Sep 24 15:58:48.073375 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7c80dd23-894d-47a7-b80c-9b93879d407a tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:48.073716 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-7c80dd23-894d-47a7-b80c-9b93879d407a tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Added segment a4eed8d7-834d-4ace-b470-e8e2e7bf7a59 of type vlan for network 6542520c-8498-4576-9cfe-6faedb2b93b1 Sep 24 15:58:48.113608 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7c80dd23-894d-47a7-b80c-9b93879d407a tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:48.223868 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7c80dd23-894d-47a7-b80c-9b93879d407a tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:48.229628 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c80dd23-894d-47a7-b80c-9b93879d407a tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:48.230222 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7c80dd23-894d-47a7-b80c-9b93879d407a tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:48.297219 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c80dd23-894d-47a7-b80c-9b93879d407a tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event updated for resources: {'Network': ['ID=6542520c-8498-4576-9cfe-6faedb2b93b1,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:48.307559 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 6542520c-8498-4576-9cfe-6faedb2b93b1 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:58:48.338821 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-7c80dd23-894d-47a7-b80c-9b93879d407a tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4511468 Sep 24 15:58:48.339068 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49582) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:48.344250 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-8df16848-a324-45b2-b34e-ccc20143669d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Request body: {'subnet': {'network_id': '6542520c-8498-4576-9cfe-6faedb2b93b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:58:48.350628 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 49584) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:48.364285 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-40546f7d-e039-4659-b863-a22afdcc45a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:48.453970 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-40546f7d-e039-4659-b863-a22afdcc45a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:48.557604 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-40546f7d-e039-4659-b863-a22afdcc45a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:48.596426 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-40546f7d-e039-4659-b863-a22afdcc45a3 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5d5769e37c8543579e646cb143edac93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2446923 Sep 24 15:58:48.597430 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40546f7d-e039-4659-b863-a22afdcc45a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c0cd0e-abae-47f6-a04b-0a785c5a259c,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:48.599304 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49586) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:48.645709 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df16848-a324-45b2-b34e-ccc20143669d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Made reservation on behalf of dd692a6dccf5494e8242fa57d76d3d05 for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:58:48.649147 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8df16848-a324-45b2-b34e-ccc20143669d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:48.666439 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bf1a30a2-c5ae-4e84-9308-23b483e2f59d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:48.733471 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bf1a30a2-c5ae-4e84-9308-23b483e2f59d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:48.847883 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device cd7435c3-aeec-4c66-9558-6ed5686f4e3f no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:58:48.868195 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: cd7435c3-aeec-4c66-9558-6ed5686f4e3f {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:58:48.868527 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device cd7435c3-aeec-4c66-9558-6ed5686f4e3f not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:58:48.895699 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bf1a30a2-c5ae-4e84-9308-23b483e2f59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:48.899129 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bf1a30a2-c5ae-4e84-9308-23b483e2f59d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:48.904471 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-bf1a30a2-c5ae-4e84-9308-23b483e2f59d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/e7c0cd0e-abae-47f6-a04b-0a785c5a259c HTTP/1.1" status: 204 len: 168 time: 0.2992222 Sep 24 15:58:48.907470 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1a30a2-c5ae-4e84-9308-23b483e2f59d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c0cd0e-abae-47f6-a04b-0a785c5a259c,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:48.993239 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb1be5-a7f6-40e7-9339-d4a2cf5dc678 req-e6dbad64-6dcd-440e-8e6d-031a4ecde555 tempest-VolumesActionsTest-1874423237 tempest-VolumesActionsTest-1874423237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:48.994759 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9efb1be5-a7f6-40e7-9339-d4a2cf5dc678 req-e6dbad64-6dcd-440e-8e6d-031a4ecde555 tempest-VolumesActionsTest-1874423237 tempest-VolumesActionsTest-1874423237-project] 10.222.0.101 "GET /v2.0/ports?device_id=bcc337dc-4a78-43ae-9e54-64fb9a9e291d HTTP/1.1" status: 200 len: 946 time: 0.0537689 Sep 24 15:58:49.033394 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9efb1be5-a7f6-40e7-9339-d4a2cf5dc678 req-59af929d-d24f-4209-ab14-766a347b0098 tempest-VolumesActionsTest-1874423237 tempest-VolumesActionsTest-1874423237-project] 10.222.0.101 "GET /v2.0/security-groups?id=8b46dc4c-8625-48b7-867e-04d0a73981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325661 Sep 24 15:58:49.045345 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8df16848-a324-45b2-b34e-ccc20143669d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:49.140880 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df16848-a324-45b2-b34e-ccc20143669d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event updated for resources: {'Subnet': ['ID=2fd384eb-11da-4f4e-bc35-191391443e6b,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:49.195316 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d956c600-931d-40cc-bcfe-815995301872 req-a952b07d-f070-4b3d-92ca-59c84030b31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:49.196848 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d956c600-931d-40cc-bcfe-815995301872 req-a952b07d-f070-4b3d-92ca-59c84030b31b service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=fb85660a-fb37-4b80-a4be-00e9bc56d2d2 HTTP/1.1" status: 200 len: 1096 time: 0.1047175 Sep 24 15:58:49.199476 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df16848-a324-45b2-b34e-ccc20143669d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Checking segment: {'id': 'a4eed8d7-834d-4ace-b470-e8e2e7bf7a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '6542520c-8498-4576-9cfe-6faedb2b93b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:58:49.199831 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df16848-a324-45b2-b34e-ccc20143669d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Network hostable DHCP agents. Network: 6542520c-8498-4576-9cfe-6faedb2b93b1, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:58:49.240394 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dee046-a3ae-4888-88da-e012a0d31a18 req-d7bac614-24e6-4457-b492-997532f36ade tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:49.241984 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-27dee046-a3ae-4888-88da-e012a0d31a18 req-d7bac614-24e6-4457-b492-997532f36ade tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb85660a-fb37-4b80-a4be-00e9bc56d2d2 HTTP/1.1" status: 200 len: 945 time: 0.0931118 Sep 24 15:58:49.274151 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d956c600-931d-40cc-bcfe-815995301872 req-292f141b-24b0-4e2f-9e5d-c6ac1d0cd69e service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683424 Sep 24 15:58:49.319759 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-27dee046-a3ae-4888-88da-e012a0d31a18 req-3d2bff49-50e7-4ee5-b733-224523e1d2bd tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712266 Sep 24 15:58:49.333426 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df16848-a324-45b2-b34e-ccc20143669d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Network 6542520c-8498-4576-9cfe-6faedb2b93b1 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:58:49.349379 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fde6552-0ffc-40ca-b808-7b8e4db69fef req-8e4f7a35-fdef-4c84-ab0b-03409f5a6b7b tempest-VolumesActionsTest-1874423237 tempest-VolumesActionsTest-1874423237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:49.351000 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8fde6552-0ffc-40ca-b808-7b8e4db69fef req-8e4f7a35-fdef-4c84-ab0b-03409f5a6b7b tempest-VolumesActionsTest-1874423237 tempest-VolumesActionsTest-1874423237-project] 10.222.0.110 "GET /v2.0/ports?device_id=bcc337dc-4a78-43ae-9e54-64fb9a9e291d HTTP/1.1" status: 200 len: 946 time: 0.0745153 Sep 24 15:58:49.431701 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-8df16848-a324-45b2-b34e-ccc20143669d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 6542520c-8498-4576-9cfe-6faedb2b93b1) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:58:49.437013 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df16848-a324-45b2-b34e-ccc20143669d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:49.437647 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8df16848-a324-45b2-b34e-ccc20143669d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:49.445444 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68324bf4-dbd7-4473-9768-f964d5d99e8e None None] Network 6542520c-8498-4576-9cfe-6faedb2b93b1 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:58:49.469750 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-8fde6552-0ffc-40ca-b808-7b8e4db69fef req-1904820b-4202-4b65-b32f-fee654482a85 tempest-VolumesActionsTest-1874423237 tempest-VolumesActionsTest-1874423237-project] Deleting port c536f752-137d-4c10-a03a-5481fda2cb01 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:58:49.469996 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8fde6552-0ffc-40ca-b808-7b8e4db69fef req-1904820b-4202-4b65-b32f-fee654482a85 tempest-VolumesActionsTest-1874423237 tempest-VolumesActionsTest-1874423237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:49.536179 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-8df16848-a324-45b2-b34e-ccc20143669d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1958945 Sep 24 15:58:49.539524 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 49606) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:49.546994 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-110d1331-de50-4ed1-8e46-44ec6d08a68c tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Request body: {'port': {'network_id': '6542520c-8498-4576-9cfe-6faedb2b93b1', 'name': 'tempest-PortsIpV6TestJSON-1584416622'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:58:49.600669 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-8fde6552-0ffc-40ca-b808-7b8e4db69fef req-1904820b-4202-4b65-b32f-fee654482a85 tempest-VolumesActionsTest-1874423237 tempest-VolumesActionsTest-1874423237-project] For port c536f752-137d-4c10-a03a-5481fda2cb01, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=c536f752-137d-4c10-a03a-5481fda2cb01,segment=NetworkSegment(9bbcc83f-1367-4d9a-9966-92f556ce33fb),segment_id=9bbcc83f-1367-4d9a-9966-92f556ce33fb)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:58:49.601345 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8fde6552-0ffc-40ca-b808-7b8e4db69fef req-1904820b-4202-4b65-b32f-fee654482a85 tempest-VolumesActionsTest-1874423237 tempest-VolumesActionsTest-1874423237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:49.620144 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3cad8b-a886-4f24-bb80-dd61dad31274 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-6542520c-8498-4576-9cfe-6faedb2b93b1', 'network_id': '6542520c-8498-4576-9cfe-6faedb2b93b1', 'tenant_id': 'dd692a6dccf5494e8242fa57d76d3d05', 'fixed_ips': [{'subnet_id': '2fd384eb-11da-4f4e-bc35-191391443e6b'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:58:49.621424 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2a3cad8b-a886-4f24-bb80-dd61dad31274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:49.623568 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-8fde6552-0ffc-40ca-b808-7b8e4db69fef req-1904820b-4202-4b65-b32f-fee654482a85 tempest-VolumesActionsTest-1874423237 tempest-VolumesActionsTest-1874423237-project] Calling delete_port for c536f752-137d-4c10-a03a-5481fda2cb01 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:58:49.697302 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49612) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:49.810267 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-110d1331-de50-4ed1-8e46-44ec6d08a68c tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Made reservation on behalf of dd692a6dccf5494e8242fa57d76d3d05 for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:58:49.818167 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-110d1331-de50-4ed1-8e46-44ec6d08a68c tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:49.841443 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-2a3cad8b-a886-4f24-bb80-dd61dad31274 None None] Allocated IP 2001:db8::2 (6542520c-8498-4576-9cfe-6faedb2b93b1/2fd384eb-11da-4f4e-bc35-191391443e6b/25ae321b-3347-4d02-9078-24243af3aba0) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:58:49.846004 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [None req-110d1331-de50-4ed1-8e46-44ec6d08a68c tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] device_id is not set on port d2f40de2-531a-4f1d-94e1-92bea208bb06 yet. {{(pid=95297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:58:50.081260 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2a3cad8b-a886-4f24-bb80-dd61dad31274 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:50.167677 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2a3cad8b-a886-4f24-bb80-dd61dad31274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:50.276819 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3cad8b-a886-4f24-bb80-dd61dad31274 None None] Pushing event updated for resources: {'Port': ['ID=25ae321b-3347-4d02-9078-24243af3aba0,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:50.289110 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3cad8b-a886-4f24-bb80-dd61dad31274 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:58:50.289462 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3cad8b-a886-4f24-bb80-dd61dad31274 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:58:50.290102 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3cad8b-a886-4f24-bb80-dd61dad31274 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:58:50.290597 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3cad8b-a886-4f24-bb80-dd61dad31274 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:58:50.291238 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3cad8b-a886-4f24-bb80-dd61dad31274 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:58:50.292040 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3cad8b-a886-4f24-bb80-dd61dad31274 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:58:50.292806 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3cad8b-a886-4f24-bb80-dd61dad31274 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:58:50.293498 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3cad8b-a886-4f24-bb80-dd61dad31274 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:58:50.293498 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3cad8b-a886-4f24-bb80-dd61dad31274 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:58:50.293822 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3cad8b-a886-4f24-bb80-dd61dad31274 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:58:50.295252 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3cad8b-a886-4f24-bb80-dd61dad31274 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:58:50.295252 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a3cad8b-a886-4f24-bb80-dd61dad31274 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:58:50.306113 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3cad8b-a886-4f24-bb80-dd61dad31274 None None] Network 6542520c-8498-4576-9cfe-6faedb2b93b1 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:58:50.307774 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-2a3cad8b-a886-4f24-bb80-dd61dad31274 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:58:50.310211 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-110d1331-de50-4ed1-8e46-44ec6d08a68c tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Allocated IP 2001:db8::d8 (6542520c-8498-4576-9cfe-6faedb2b93b1/2fd384eb-11da-4f4e-bc35-191391443e6b/d2f40de2-531a-4f1d-94e1-92bea208bb06) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:58:50.314179 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a3cad8b-a886-4f24-bb80-dd61dad31274 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:58:50.348339 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-ff1b45cb-fabb-4b35-ad60-212ca52e467f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Deleting port 8dfa0165-7456-424c-8d02-4f490152d276 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:58:50.348729 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ff1b45cb-fabb-4b35-ad60-212ca52e467f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:50.389039 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-2a3cad8b-a886-4f24-bb80-dd61dad31274 None None] Attempting to bind port 25ae321b-3347-4d02-9078-24243af3aba0 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:58:50.389420 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-2a3cad8b-a886-4f24-bb80-dd61dad31274 None None] Attempting to bind port 25ae321b-3347-4d02-9078-24243af3aba0 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'a4eed8d7-834d-4ace-b470-e8e2e7bf7a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '6542520c-8498-4576-9cfe-6faedb2b93b1'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:58:50.389792 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3cad8b-a886-4f24-bb80-dd61dad31274 None None] Attempting to bind port 25ae321b-3347-4d02-9078-24243af3aba0 on network 6542520c-8498-4576-9cfe-6faedb2b93b1 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:58:50.395902 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3cad8b-a886-4f24-bb80-dd61dad31274 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:58:50.396283 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3cad8b-a886-4f24-bb80-dd61dad31274 None None] Checking segment: {'id': 'a4eed8d7-834d-4ace-b470-e8e2e7bf7a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '6542520c-8498-4576-9cfe-6faedb2b93b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:58:50.396727 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2a3cad8b-a886-4f24-bb80-dd61dad31274 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:50.397129 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3cad8b-a886-4f24-bb80-dd61dad31274 None None] Bound using segment: {'id': 'a4eed8d7-834d-4ace-b470-e8e2e7bf7a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '6542520c-8498-4576-9cfe-6faedb2b93b1'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:58:50.397609 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-2a3cad8b-a886-4f24-bb80-dd61dad31274 None None] Bound port: 25ae321b-3347-4d02-9078-24243af3aba0, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4eed8d7-834d-4ace-b470-e8e2e7bf7a59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1265, 'network_id': '6542520c-8498-4576-9cfe-6faedb2b93b1'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:58:50.398013 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2a3cad8b-a886-4f24-bb80-dd61dad31274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:50.405746 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c13903-c011-49b9-8fb0-052ddbe4639b req-039667a1-7eb5-44e7-986d-de4f21b79328 tempest-VolumesActionsTest-1874423237 tempest-VolumesActionsTest-1874423237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:50.407352 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b7c13903-c011-49b9-8fb0-052ddbe4639b req-039667a1-7eb5-44e7-986d-de4f21b79328 tempest-VolumesActionsTest-1874423237 tempest-VolumesActionsTest-1874423237-project] 10.222.0.101 "GET /v2.0/ports?device_id=bcc337dc-4a78-43ae-9e54-64fb9a9e291d HTTP/1.1" status: 200 len: 946 time: 0.1340966 Sep 24 15:58:50.411330 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8fde6552-0ffc-40ca-b808-7b8e4db69fef req-1904820b-4202-4b65-b32f-fee654482a85 tempest-VolumesActionsTest-1874423237 tempest-VolumesActionsTest-1874423237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:50.427351 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['c536f752-137d-4c10-a03a-5481fda2cb01'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:58:50.475356 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1904820b-4202-4b65-b32f-fee654482a85 tempest-VolumesActionsTest-1874423237 tempest-VolumesActionsTest-1874423237-project] Pushing event deleted for resources: {'Port': ['ID=c536f752-137d-4c10-a03a-5481fda2cb01,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:50.526383 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-2a3cad8b-a886-4f24-bb80-dd61dad31274 None None] For port 25ae321b-3347-4d02-9078-24243af3aba0, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:58:50.560672 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-2a3cad8b-a886-4f24-bb80-dd61dad31274 None None] For port 25ae321b-3347-4d02-9078-24243af3aba0, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=25ae321b-3347-4d02-9078-24243af3aba0,segment=NetworkSegment(a4eed8d7-834d-4ace-b470-e8e2e7bf7a59),segment_id=a4eed8d7-834d-4ace-b470-e8e2e7bf7a59)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:58:50.637128 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fde6552-0ffc-40ca-b808-7b8e4db69fef req-1904820b-4202-4b65-b32f-fee654482a85 tempest-VolumesActionsTest-1874423237 tempest-VolumesActionsTest-1874423237-project] No DVR routers for this DVR port c536f752-137d-4c10-a03a-5481fda2cb01 on host n-h1-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:58:50.643937 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8fde6552-0ffc-40ca-b808-7b8e4db69fef req-1904820b-4202-4b65-b32f-fee654482a85 tempest-VolumesActionsTest-1874423237 tempest-VolumesActionsTest-1874423237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:50.645981 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8fde6552-0ffc-40ca-b808-7b8e4db69fef req-1904820b-4202-4b65-b32f-fee654482a85 tempest-VolumesActionsTest-1874423237 tempest-VolumesActionsTest-1874423237-project] 10.222.0.110 "DELETE /v2.0/ports/c536f752-137d-4c10-a03a-5481fda2cb01 HTTP/1.1" status: 204 len: 173 time: 1.2878263 Sep 24 15:58:50.646463 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcc337dc-4a78-43ae-9e54-64fb9a9e291d', 'name': 'network-vif-deleted', 'tag': 'c536f752-137d-4c10-a03a-5481fda2cb01'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:58:50.648262 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2a3cad8b-a886-4f24-bb80-dd61dad31274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:50.648896 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-556e0f5e-92e8-486e-8884-5bf119625b11" -d '{"events": [{"server_uuid": "bcc337dc-4a78-43ae-9e54-64fb9a9e291d", "name": "network-vif-deleted", "tag": "c536f752-137d-4c10-a03a-5481fda2cb01"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:58:50.653423 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ff1b45cb-fabb-4b35-ad60-212ca52e467f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:50.653777 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ff1b45cb-fabb-4b35-ad60-212ca52e467f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:50.658945 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b7c13903-c011-49b9-8fb0-052ddbe4639b req-bd8f18c8-a581-43a4-8d42-7d6c860b4870 tempest-VolumesActionsTest-1874423237 tempest-VolumesActionsTest-1874423237-project] 10.222.0.101 "GET /v2.0/security-groups?id=8b46dc4c-8625-48b7-867e-04d0a73981e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328949 Sep 24 15:58:50.687145 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-ff1b45cb-fabb-4b35-ad60-212ca52e467f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Calling delete_port for 8dfa0165-7456-424c-8d02-4f490152d276 owned by network:floatingip {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:58:50.735090 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3cad8b-a886-4f24-bb80-dd61dad31274 None None] Pushing event updated for resources: {'Port': ['ID=25ae321b-3347-4d02-9078-24243af3aba0,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:50.769504 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be61ecd-be40-438d-b012-2331bbded1ca x-openstack-request-id: req-5be61ecd-be40-438d-b012-2331bbded1ca {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:58:50.769921 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcc337dc-4a78-43ae-9e54-64fb9a9e291d", "name": "network-vif-deleted", "tag": "c536f752-137d-4c10-a03a-5481fda2cb01", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:58:50.770140 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-5be61ecd-be40-438d-b012-2331bbded1ca {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:58:50.770577 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcc337dc-4a78-43ae-9e54-64fb9a9e291d', 'name': 'network-vif-deleted', 'tag': 'c536f752-137d-4c10-a03a-5481fda2cb01', 'status': 'completed', 'code': 200} Sep 24 15:58:50.955626 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab4e44a-e53c-4d27-9cd5-dbfc6a088cca req-7ac4a290-546b-4bb2-9a64-d245f59f85bd tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:50.958102 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9ab4e44a-e53c-4d27-9cd5-dbfc6a088cca req-7ac4a290-546b-4bb2-9a64-d245f59f85bd tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb85660a-fb37-4b80-a4be-00e9bc56d2d2 HTTP/1.1" status: 200 len: 945 time: 0.5161035 Sep 24 15:58:50.964445 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-110d1331-de50-4ed1-8e46-44ec6d08a68c tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:51.042443 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9ab4e44a-e53c-4d27-9cd5-dbfc6a088cca req-b506527b-709a-4efc-bb8c-201e05a18579 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754514 Sep 24 15:58:51.116316 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ff1b45cb-fabb-4b35-ad60-212ca52e467f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:51.149791 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1b45cb-fabb-4b35-ad60-212ca52e467f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event deleted for resources: {'Port': ['ID=8dfa0165-7456-424c-8d02-4f490152d276,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:51.173293 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-110d1331-de50-4ed1-8e46-44ec6d08a68c tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:51.229679 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110d1331-de50-4ed1-8e46-44ec6d08a68c tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Network 6542520c-8498-4576-9cfe-6faedb2b93b1 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:58:51.232821 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-110d1331-de50-4ed1-8e46-44ec6d08a68c tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:58:51.238724 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110d1331-de50-4ed1-8e46-44ec6d08a68c tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:58:51.256168 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110d1331-de50-4ed1-8e46-44ec6d08a68c tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:51.258443 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-110d1331-de50-4ed1-8e46-44ec6d08a68c tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:51.273259 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ff1b45cb-fabb-4b35-ad60-212ca52e467f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for floatingip, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:51.273587 n-d-808921-1 neutron-server[95298]: INFO neutron.db.l3_db [None req-ff1b45cb-fabb-4b35-ad60-212ca52e467f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Floating IP 0e15ac26-ce19-489d-8d0d-fb16629e0549 disassociated (deleted). External IP: 172.25.0.110, port: aa13762d-583b-4889-9399-530afb17aa2e. Sep 24 15:58:51.314597 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110d1331-de50-4ed1-8e46-44ec6d08a68c tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event updated for resources: {'Port': ['ID=d2f40de2-531a-4f1d-94e1-92bea208bb06,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:51.395047 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-110d1331-de50-4ed1-8e46-44ec6d08a68c tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8535790 Sep 24 15:58:51.400934 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 49656) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:51.406193 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-9bbd7b39-c0c1-4d94-b54c-d3441da45fb5 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Request body: {'port': {'network_id': '6542520c-8498-4576-9cfe-6faedb2b93b1', 'name': 'tempest-PortsIpV6TestJSON-1979650814'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:58:51.604239 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13140031-9c4f-4463-afe4-add4ab82b594 req-46d4a0cd-ba5e-408a-9eba-7f89da05d7ea tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:51.605776 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-13140031-9c4f-4463-afe4-add4ab82b594 req-46d4a0cd-ba5e-408a-9eba-7f89da05d7ea tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/networks?id=5b5ae1eb-54bd-4dc0-9ed2-fc3865a6b206 HTTP/1.1" status: 200 len: 810 time: 0.2231405 Sep 24 15:58:51.635453 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bbd7b39-c0c1-4d94-b54c-d3441da45fb5 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Made reservation on behalf of dd692a6dccf5494e8242fa57d76d3d05 for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:58:51.640082 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-13140031-9c4f-4463-afe4-add4ab82b594 req-00cb7073-9dea-479a-b08f-f75bbbfb7184 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/quotas/b3bc8c40013d4a92b1cf10d67118144c HTTP/1.1" status: 200 len: 375 time: 0.0203114 Sep 24 15:58:51.640666 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9bbd7b39-c0c1-4d94-b54c-d3441da45fb5 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:51.644737 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff1b45cb-fabb-4b35-ad60-212ca52e467f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Router 2c929dc6-c979-41c4-a3ea-edb335de17b6 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:58:51.661049 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [None req-9bbd7b39-c0c1-4d94-b54c-d3441da45fb5 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] device_id is not set on port 56376725-e75d-4ce2-b01c-07cdcfd1a930 yet. {{(pid=95297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:58:51.856152 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d5db21ac-2bba-4d07-959e-875c637d4007 req-152124da-36b8-469a-9e13-e5090450f115 tempest-VolumesActionsTest-1874423237 tempest-VolumesActionsTest-1874423237-project] 10.222.0.101 "GET /v2.0/ports?device_id=bcc337dc-4a78-43ae-9e54-64fb9a9e291d HTTP/1.1" status: 200 len: 210 time: 0.0665386 Sep 24 15:58:51.896037 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-13140031-9c4f-4463-afe4-add4ab82b594 req-91926981-06b0-4834-9595-cf8fbb05b65d tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=b3bc8c40013d4a92b1cf10d67118144c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2465205 Sep 24 15:58:51.907858 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-9bbd7b39-c0c1-4d94-b54c-d3441da45fb5 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Allocated IP 2001:db8::313 (6542520c-8498-4576-9cfe-6faedb2b93b1/2fd384eb-11da-4f4e-bc35-191391443e6b/56376725-e75d-4ce2-b01c-07cdcfd1a930) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:58:51.945051 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff1b45cb-fabb-4b35-ad60-212ca52e467f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:58:51.955143 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ff1b45cb-fabb-4b35-ad60-212ca52e467f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:51.958436 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215dc4a7-314a-4898-8b53-234f6a6dc4d3 None None] Sync routers for ids ['2c929dc6-c979-41c4-a3ea-edb335de17b6'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:58:51.975290 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215dc4a7-314a-4898-8b53-234f6a6dc4d3 None None] Routers {'2c929dc6-c979-41c4-a3ea-edb335de17b6'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:58:51.976483 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-215dc4a7-314a-4898-8b53-234f6a6dc4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:58:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['2c929dc6-c979-41c4-a3ea-edb335de17b6'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:58:52.019551 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-ff1b45cb-fabb-4b35-ad60-212ca52e467f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "DELETE /v2.0/floatingips/0e15ac26-ce19-489d-8d0d-fb16629e0549 HTTP/1.1" status: 204 len: 168 time: 2.3205912 Sep 24 15:58:52.043575 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-13140031-9c4f-4463-afe4-add4ab82b594 req-d9db340d-dd2f-4f7b-9eb1-a937be3b3334 service neutron] 10.222.0.101 "GET /v2.0/networks/5b5ae1eb-54bd-4dc0-9ed2-fc3865a6b206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363745 Sep 24 15:58:52.047052 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10f5048-a025-4bc5-91bc-b9c71df57171 None None] Network 6542520c-8498-4576-9cfe-6faedb2b93b1 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:58:52.152147 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9bbd7b39-c0c1-4d94-b54c-d3441da45fb5 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:52.168753 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-215dc4a7-314a-4898-8b53-234f6a6dc4d3 None None] Set router 2c929dc6-c979-41c4-a3ea-edb335de17b6 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:58:52.192118 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-66b85be6-b864-4e95-be77-d2d745151fe8 None None] Provisioning complete for port 25ae321b-3347-4d02-9078-24243af3aba0 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:58:52.192570 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-66b85be6-b864-4e95-be77-d2d745151fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:52.235804 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-13140031-9c4f-4463-afe4-add4ab82b594 req-170b6a46-bacb-4308-8572-fd264413a7dd service neutron] 10.222.0.101 "GET /v2.0/networks/5b5ae1eb-54bd-4dc0-9ed2-fc3865a6b206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835697 Sep 24 15:58:52.296741 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9bbd7b39-c0c1-4d94-b54c-d3441da45fb5 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:52.317624 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-66b85be6-b864-4e95-be77-d2d745151fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:52.358941 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-66b85be6-b864-4e95-be77-d2d745151fe8 None None] For port 25ae321b-3347-4d02-9078-24243af3aba0, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=25ae321b-3347-4d02-9078-24243af3aba0,segment=NetworkSegment(a4eed8d7-834d-4ace-b470-e8e2e7bf7a59),segment_id=a4eed8d7-834d-4ace-b470-e8e2e7bf7a59)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:58:52.374714 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbd7b39-c0c1-4d94-b54c-d3441da45fb5 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Network 6542520c-8498-4576-9cfe-6faedb2b93b1 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:58:52.378627 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-9bbd7b39-c0c1-4d94-b54c-d3441da45fb5 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:58:52.386693 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbd7b39-c0c1-4d94-b54c-d3441da45fb5 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:58:52.392591 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbd7b39-c0c1-4d94-b54c-d3441da45fb5 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:52.392988 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9bbd7b39-c0c1-4d94-b54c-d3441da45fb5 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:52.412095 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbd7b39-c0c1-4d94-b54c-d3441da45fb5 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event updated for resources: {'Port': ['ID=56376725-e75d-4ce2-b01c-07cdcfd1a930,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:52.458139 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-66b85be6-b864-4e95-be77-d2d745151fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:52.486259 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-215dc4a7-314a-4898-8b53-234f6a6dc4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c929dc6-c979-41c4-a3ea-edb335de17b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1861874524', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '721b235a-b2f1-4c7c-8fd8-a5d977290b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:57:15Z', 'updated_at': '2021-09-24T15:57:25Z', 'revision_number': 4, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'gw_port': {'id': '721b235a-b2f1-4c7c-8fd8-a5d977290b09', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c929dc6-c979-41c4-a3ea-edb335de17b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:57:16Z', 'updated_at': '2021-09-24T15:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '5770e312-70ce-4912-8d30-b4a3104bd9b7', 'name': '', 'network_id': 'e034e6ed-6102-4046-9f1f-a643f9565610', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'mac_address': 'fa:16:3e:80:ba:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c929dc6-c979-41c4-a3ea-edb335de17b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': '2c0c6582-6192-4ba7-b197-927e1af8c8ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:57:24Z', 'updated_at': '2021-09-24T15:57:31Z', 'revision_number': 5, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'subnets': [{'id': '2c0c6582-6192-4ba7-b197-927e1af8c8ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:58:52.525919 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b85be6-b864-4e95-be77-d2d745151fe8 None None] Pushing event updated for resources: {'Port': ['ID=25ae321b-3347-4d02-9078-24243af3aba0,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:52.533263 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-9bbd7b39-c0c1-4d94-b54c-d3441da45fb5 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1312118 Sep 24 15:58:52.536034 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 49674) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:52.637019 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49680) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:52.647350 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215dc4a7-314a-4898-8b53-234f6a6dc4d3 None None] Checking router: 2c929dc6-c979-41c4-a3ea-edb335de17b6 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:58:52.657396 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215dc4a7-314a-4898-8b53-234f6a6dc4d3 None None] Routers {'2c929dc6-c979-41c4-a3ea-edb335de17b6'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:58:52.657962 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-215dc4a7-314a-4898-8b53-234f6a6dc4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:58:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['2c929dc6-c979-41c4-a3ea-edb335de17b6'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:58:52.698557 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-f7d98ee4-0f0c-4862-a500-0d4684d64650 None None] Provisioning complete for port 25ae321b-3347-4d02-9078-24243af3aba0 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:58:52.698871 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f7d98ee4-0f0c-4862-a500-0d4684d64650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:52.750674 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8e6378a9-2fb0-410d-b9db-0c81c703e5f2 req-28a682e9-c199-43b5-a142-24f16c8859a2 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=aad57a45-3f54-4cc4-9bbf-e4ed34d63d25 HTTP/1.1" status: 200 len: 210 time: 0.0670774 Sep 24 15:58:52.771856 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56aeda28-0052-429d-a1d0-74f2354d8203', 'tag': 'aa13762d-583b-4889-9399-530afb17aa2e'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:58:52.774243 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c91e089a-8130-40b8-8c87-c1ff75843224" -d '{"events": [{"name": "network-changed", "server_uuid": "56aeda28-0052-429d-a1d0-74f2354d8203", "tag": "aa13762d-583b-4889-9399-530afb17aa2e"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:58:52.797419 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097c6a97-6617-441e-bc2e-b233d4cdde3c tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:52.799344 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-097c6a97-6617-441e-bc2e-b233d4cdde3c tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Ad8 HTTP/1.1" status: 200 len: 928 time: 0.2623057 Sep 24 15:58:52.802393 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49688) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:52.818245 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd224002-99e6-4d8b-b461-2369c62ab829 req-8463ee2e-917c-43f1-a8c3-6c7515d2f489 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:52.828019 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fd224002-99e6-4d8b-b461-2369c62ab829 req-8463ee2e-917c-43f1-a8c3-6c7515d2f489 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=56aeda28-0052-429d-a1d0-74f2354d8203 HTTP/1.1" status: 200 len: 944 time: 0.1362181 Sep 24 15:58:52.915917 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1366135-f18c-431f-a302-10503f1fdb95 x-openstack-request-id: req-b1366135-f18c-431f-a302-10503f1fdb95 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:58:52.916210 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56aeda28-0052-429d-a1d0-74f2354d8203", "tag": "aa13762d-583b-4889-9399-530afb17aa2e", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:58:52.919847 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b1366135-f18c-431f-a302-10503f1fdb95 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:58:52.919847 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56aeda28-0052-429d-a1d0-74f2354d8203', 'tag': 'aa13762d-583b-4889-9399-530afb17aa2e', 'status': 'completed', 'code': 200} Sep 24 15:58:52.929310 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fd224002-99e6-4d8b-b461-2369c62ab829 req-bc6648c1-0fe1-4182-be40-d539dbc513d7 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=d304bbd8-1375-41e6-a4a7-0404dd25bcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999303 Sep 24 15:58:52.929888 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-215dc4a7-314a-4898-8b53-234f6a6dc4d3 None None] Set router 2c929dc6-c979-41c4-a3ea-edb335de17b6 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:58:53.012582 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 25ae321b-3347-4d02-9078-24243af3aba0 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:58:53.064903 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device c536f752-137d-4c10-a03a-5481fda2cb01 no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:58:53.078881 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-f7d98ee4-0f0c-4862-a500-0d4684d64650 None None] Provisioning complete for port d2f40de2-531a-4f1d-94e1-92bea208bb06 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:58:53.079350 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f7d98ee4-0f0c-4862-a500-0d4684d64650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:53.106883 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dfe70581-b9e1-445f-b186-6437feec90d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:53.175580 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] No Port match for: c536f752-137d-4c10-a03a-5481fda2cb01 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:58:53.176005 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device c536f752-137d-4c10-a03a-5481fda2cb01 not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:58:53.208479 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 25ae321b-3347-4d02-9078-24243af3aba0 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:58:53.208854 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:53.210532 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-f7d98ee4-0f0c-4862-a500-0d4684d64650 None None] Port d2f40de2-531a-4f1d-94e1-92bea208bb06 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:58:53.216730 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-215dc4a7-314a-4898-8b53-234f6a6dc4d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c929dc6-c979-41c4-a3ea-edb335de17b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1861874524', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '721b235a-b2f1-4c7c-8fd8-a5d977290b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:57:15Z', 'updated_at': '2021-09-24T15:57:25Z', 'revision_number': 4, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'gw_port': {'id': '721b235a-b2f1-4c7c-8fd8-a5d977290b09', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c929dc6-c979-41c4-a3ea-edb335de17b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:57:16Z', 'updated_at': '2021-09-24T15:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '5770e312-70ce-4912-8d30-b4a3104bd9b7', 'name': '', 'network_id': 'e034e6ed-6102-4046-9f1f-a643f9565610', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'mac_address': 'fa:16:3e:80:ba:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c929dc6-c979-41c4-a3ea-edb335de17b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': '2c0c6582-6192-4ba7-b197-927e1af8c8ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:57:24Z', 'updated_at': '2021-09-24T15:57:31Z', 'revision_number': 5, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'subnets': [{'id': '2c0c6582-6192-4ba7-b197-927e1af8c8ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:58:53.226956 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f5116e-fb31-422f-b8af-8dcf57ee19f0 req-c73f656f-c313-45ed-aacf-4bf519912313 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:53.228690 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-80f5116e-fb31-422f-b8af-8dcf57ee19f0 req-c73f656f-c313-45ed-aacf-4bf519912313 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.108 "GET /v2.0/ports?device_id=56aeda28-0052-429d-a1d0-74f2354d8203 HTTP/1.1" status: 200 len: 944 time: 0.2130830 Sep 24 15:58:53.230726 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e089a-8130-40b8-8c87-c1ff75843224 req-0e1d486b-1308-4b6f-bfad-44e64b279fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:53.232120 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c91e089a-8130-40b8-8c87-c1ff75843224 req-0e1d486b-1308-4b6f-bfad-44e64b279fbb service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=7e512e155fd047afb7c369ee55b40ecc&device_id=56aeda28-0052-429d-a1d0-74f2354d8203 HTTP/1.1" status: 200 len: 1095 time: 0.3056262 Sep 24 15:58:53.251896 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215dc4a7-314a-4898-8b53-234f6a6dc4d3 None None] The sync data for ids ['2c929dc6-c979-41c4-a3ea-edb335de17b6'] in n-d-808921-1 is: [{'id': '2c929dc6-c979-41c4-a3ea-edb335de17b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1861874524', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '721b235a-b2f1-4c7c-8fd8-a5d977290b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:57:15Z', 'updated_at': '2021-09-24T15:57:25Z', 'revision_number': 4, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'gw_port': {'id': '721b235a-b2f1-4c7c-8fd8-a5d977290b09', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c929dc6-c979-41c4-a3ea-edb335de17b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:57:16Z', 'updated_at': '2021-09-24T15:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '5770e312-70ce-4912-8d30-b4a3104bd9b7', 'name': '', 'network_id': 'e034e6ed-6102-4046-9f1f-a643f9565610', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'mac_address': 'fa:16:3e:80:ba:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c929dc6-c979-41c4-a3ea-edb335de17b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': '2c0c6582-6192-4ba7-b197-927e1af8c8ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:57:24Z', 'updated_at': '2021-09-24T15:57:31Z', 'revision_number': 5, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'subnets': [{'id': '2c0c6582-6192-4ba7-b197-927e1af8c8ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:58:53.346058 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-eb0a232e-1b62-4269-ae9c-3078b8b0946b None None] Provisioning complete for port d2f40de2-531a-4f1d-94e1-92bea208bb06 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:58:53.347113 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-eb0a232e-1b62-4269-ae9c-3078b8b0946b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:53.397329 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-eb0a232e-1b62-4269-ae9c-3078b8b0946b None None] Port d2f40de2-531a-4f1d-94e1-92bea208bb06 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:58:53.426173 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-f3e93177-3a51-4c67-8b90-a520d90be766 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Deleting port 56376725-e75d-4ce2-b01c-07cdcfd1a930 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:58:53.426679 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f3e93177-3a51-4c67-8b90-a520d90be766 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:53.519084 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-32c49b3d-8c89-4d7c-8b72-754dc2c9ed26 None None] Provisioning complete for port 56376725-e75d-4ce2-b01c-07cdcfd1a930 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:58:53.519742 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-32c49b3d-8c89-4d7c-8b72-754dc2c9ed26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:53.566913 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-32c49b3d-8c89-4d7c-8b72-754dc2c9ed26 None None] Port 56376725-e75d-4ce2-b01c-07cdcfd1a930 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:58:53.595606 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a6e337-b3c4-4358-a365-79350610b9ad None None] New status for floating IP 0e15ac26-ce19-489d-8d0d-fb16629e0549: DOWN {{(pid=95299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:58:53.629842 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dfe70581-b9e1-445f-b186-6437feec90d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:53.632761 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e089a-8130-40b8-8c87-c1ff75843224 req-b81ee9b5-db2f-4f9a-84bc-a8881febe9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:53.634617 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c91e089a-8130-40b8-8c87-c1ff75843224 req-b81ee9b5-db2f-4f9a-84bc-a8881febe9dc service neutron] 10.222.0.108 "GET /v2.0/networks?id=e034e6ed-6102-4046-9f1f-a643f9565610 HTTP/1.1" status: 200 len: 898 time: 0.3658862 Sep 24 15:58:53.699986 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f3e93177-3a51-4c67-8b90-a520d90be766 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:53.710383 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c91e089a-8130-40b8-8c87-c1ff75843224 req-f9860848-ff11-4e3d-a26d-6adf8d96ac10 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa13762d-583b-4889-9399-530afb17aa2e HTTP/1.1" status: 200 len: 217 time: 0.0662382 Sep 24 15:58:53.718388 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-f3e93177-3a51-4c67-8b90-a520d90be766 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Calling delete_port for 56376725-e75d-4ce2-b01c-07cdcfd1a930 owned by {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:58:53.721981 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dfe70581-b9e1-445f-b186-6437feec90d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:53.776059 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-80f5116e-fb31-422f-b8af-8dcf57ee19f0 req-b477b89d-5c84-40dd-9ab5-b4fcca1ab49c tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Deleting port aa13762d-583b-4889-9399-530afb17aa2e {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:58:53.776718 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-80f5116e-fb31-422f-b8af-8dcf57ee19f0 req-b477b89d-5c84-40dd-9ab5-b4fcca1ab49c tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:53.833863 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-919299c7-d22b-4c05-92d6-46d907f50b90 req-f28b9658-828f-49c4-8319-946aa90de022 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=aad57a45-3f54-4cc4-9bbf-e4ed34d63d25 HTTP/1.1" status: 200 len: 210 time: 0.0288637 Sep 24 15:58:53.880044 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-dfe70581-b9e1-445f-b186-6437feec90d2 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=41e1dbe28be94de1ad45f2831412e52b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2419264 Sep 24 15:58:53.885490 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 49708) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:53.889593 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe70581-b9e1-445f-b186-6437feec90d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4da7d6-f07d-45b1-bc66-751eedb3b29e,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:53.930547 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e089a-8130-40b8-8c87-c1ff75843224 req-60de3fc1-2781-4f63-872b-aba1e2a13fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:53.932040 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c91e089a-8130-40b8-8c87-c1ff75843224 req-60de3fc1-2781-4f63-872b-aba1e2a13fd4 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=2c0c6582-6192-4ba7-b197-927e1af8c8ea HTTP/1.1" status: 200 len: 835 time: 0.2115269 Sep 24 15:58:53.947453 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-76ad11dc-dbf4-4c84-ac60-b73eaa4be3dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:53.979830 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-76ad11dc-dbf4-4c84-ac60-b73eaa4be3dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:54.010995 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-80f5116e-fb31-422f-b8af-8dcf57ee19f0 req-b477b89d-5c84-40dd-9ab5-b4fcca1ab49c tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] For port aa13762d-583b-4889-9399-530afb17aa2e, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=aa13762d-583b-4889-9399-530afb17aa2e,segment=NetworkSegment(d7ef416a-40a9-4337-a1c4-1afeb8984525),segment_id=d7ef416a-40a9-4337-a1c4-1afeb8984525)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:58:54.011281 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-80f5116e-fb31-422f-b8af-8dcf57ee19f0 req-b477b89d-5c84-40dd-9ab5-b4fcca1ab49c tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:54.055811 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-80f5116e-fb31-422f-b8af-8dcf57ee19f0 req-b477b89d-5c84-40dd-9ab5-b4fcca1ab49c tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Calling delete_port for aa13762d-583b-4889-9399-530afb17aa2e owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:58:54.064427 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e089a-8130-40b8-8c87-c1ff75843224 req-cbe0e4a8-fba2-41ea-9fcb-bcdf208f29c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:54.066178 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c91e089a-8130-40b8-8c87-c1ff75843224 req-cbe0e4a8-fba2-41ea-9fcb-bcdf208f29c3 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=e034e6ed-6102-4046-9f1f-a643f9565610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1244528 Sep 24 15:58:54.141243 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-76ad11dc-dbf4-4c84-ac60-b73eaa4be3dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:54.144606 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-76ad11dc-dbf4-4c84-ac60-b73eaa4be3dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:54.146079 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-76ad11dc-dbf4-4c84-ac60-b73eaa4be3dc admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/0b4da7d6-f07d-45b1-bc66-751eedb3b29e HTTP/1.1" status: 204 len: 168 time: 0.2594421 Sep 24 15:58:54.165394 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ad11dc-dbf4-4c84-ac60-b73eaa4be3dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4da7d6-f07d-45b1-bc66-751eedb3b29e,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:54.230655 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa3995b-c31d-4605-bda4-f991cd999ac8 req-52abb982-9a06-4347-8398-8071d916ebab tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:54.232219 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2fa3995b-c31d-4605-bda4-f991cd999ac8 req-52abb982-9a06-4347-8398-8071d916ebab tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=56aeda28-0052-429d-a1d0-74f2354d8203 HTTP/1.1" status: 200 len: 944 time: 0.2294459 Sep 24 15:58:54.309989 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c91e089a-8130-40b8-8c87-c1ff75843224 req-e9bdb8e5-b6de-43b0-8780-a5d91ebb2f40 service neutron] 10.222.0.108 "GET /v2.0/networks/e034e6ed-6102-4046-9f1f-a643f9565610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350333 Sep 24 15:58:54.316366 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2fa3995b-c31d-4605-bda4-f991cd999ac8 req-f424352a-6660-49e1-b6f5-cf6178e4395e tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=d304bbd8-1375-41e6-a4a7-0404dd25bcd6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687120 Sep 24 15:58:54.335012 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f3e93177-3a51-4c67-8b90-a520d90be766 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:54.416569 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e93177-3a51-4c67-8b90-a520d90be766 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event deleted for resources: {'Port': ['ID=56376725-e75d-4ce2-b01c-07cdcfd1a930,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:54.482843 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f3e93177-3a51-4c67-8b90-a520d90be766 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:54.488450 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-f3e93177-3a51-4c67-8b90-a520d90be766 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "DELETE /v2.0/ports/56376725-e75d-4ce2-b01c-07cdcfd1a930 HTTP/1.1" status: 204 len: 168 time: 1.6814165 Sep 24 15:58:54.488619 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 49716) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:54.515007 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c91e089a-8130-40b8-8c87-c1ff75843224 req-6497bf16-1776-4b49-8bba-cfa6cc8ea332 service neutron] 10.222.0.108 "GET /v2.0/networks/e034e6ed-6102-4046-9f1f-a643f9565610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962540 Sep 24 15:58:54.526108 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d093ff7-8e31-4625-8c01-8cac6cf2f04c tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] GET failed (client error): The resource could not be found. Sep 24 15:58:54.527829 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-0d093ff7-8e31-4625-8c01-8cac6cf2f04c tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "GET /v2.0/ports/56376725-e75d-4ce2-b01c-07cdcfd1a930 HTTP/1.1" status: 404 len: 333 time: 0.0388386 Sep 24 15:58:54.530732 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 49720) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:54.578085 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-80f5116e-fb31-422f-b8af-8dcf57ee19f0 req-b477b89d-5c84-40dd-9ab5-b4fcca1ab49c tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:54.613088 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b477b89d-5c84-40dd-9ab5-b4fcca1ab49c tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event deleted for resources: {'Port': ['ID=aa13762d-583b-4889-9399-530afb17aa2e,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:54.663997 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-ce29e404-0c45-4e19-a6e9-31db74d53e06 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Deleting port d2f40de2-531a-4f1d-94e1-92bea208bb06 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:58:54.664687 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ce29e404-0c45-4e19-a6e9-31db74d53e06 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:54.678502 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-80f5116e-fb31-422f-b8af-8dcf57ee19f0 req-b477b89d-5c84-40dd-9ab5-b4fcca1ab49c tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] No DVR routers for this DVR port aa13762d-583b-4889-9399-530afb17aa2e on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:58:54.683734 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-80f5116e-fb31-422f-b8af-8dcf57ee19f0 req-b477b89d-5c84-40dd-9ab5-b4fcca1ab49c tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:54.686066 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-80f5116e-fb31-422f-b8af-8dcf57ee19f0 req-b477b89d-5c84-40dd-9ab5-b4fcca1ab49c tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.108 "DELETE /v2.0/ports/aa13762d-583b-4889-9399-530afb17aa2e HTTP/1.1" status: 204 len: 173 time: 1.4361145 Sep 24 15:58:54.777519 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ce29e404-0c45-4e19-a6e9-31db74d53e06 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:54.791942 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-ce29e404-0c45-4e19-a6e9-31db74d53e06 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Calling delete_port for d2f40de2-531a-4f1d-94e1-92bea208bb06 owned by {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:58:54.918375 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56aeda28-0052-429d-a1d0-74f2354d8203', 'name': 'network-vif-deleted', 'tag': 'aa13762d-583b-4889-9399-530afb17aa2e'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:58:54.921761 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da357ed4-efc8-4c7c-a6dd-c0d601ce4bca" -d '{"events": [{"server_uuid": "56aeda28-0052-429d-a1d0-74f2354d8203", "name": "network-vif-deleted", "tag": "aa13762d-583b-4889-9399-530afb17aa2e"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:58:54.964221 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8d5a37fd-2815-4ba7-981c-83b0c6b0a523 req-62951eb0-2599-4842-8af5-b27950fa7e90 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=aad57a45-3f54-4cc4-9bbf-e4ed34d63d25 HTTP/1.1" status: 200 len: 210 time: 0.0465877 Sep 24 15:58:54.968420 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107115fd-3efd-452b-a95a-1910c5ae8e97 x-openstack-request-id: req-107115fd-3efd-452b-a95a-1910c5ae8e97 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:58:54.968708 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56aeda28-0052-429d-a1d0-74f2354d8203", "name": "network-vif-deleted", "tag": "aa13762d-583b-4889-9399-530afb17aa2e", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:58:54.968951 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-107115fd-3efd-452b-a95a-1910c5ae8e97 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:58:54.969343 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56aeda28-0052-429d-a1d0-74f2354d8203', 'name': 'network-vif-deleted', 'tag': 'aa13762d-583b-4889-9399-530afb17aa2e', 'status': 'completed', 'code': 200} Sep 24 15:58:55.059032 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ce29e404-0c45-4e19-a6e9-31db74d53e06 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:55.092205 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49728) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:55.100955 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce29e404-0c45-4e19-a6e9-31db74d53e06 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event deleted for resources: {'Port': ['ID=d2f40de2-531a-4f1d-94e1-92bea208bb06,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:55.111693 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-75beeadc-44ec-44b6-b8d1-c8f02c9c46c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:55.132041 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ce29e404-0c45-4e19-a6e9-31db74d53e06 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:55.134661 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ce29e404-0c45-4e19-a6e9-31db74d53e06 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "DELETE /v2.0/ports/d2f40de2-531a-4f1d-94e1-92bea208bb06 HTTP/1.1" status: 204 len: 168 time: 0.6027737 Sep 24 15:58:55.139300 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 49730) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:55.167146 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9048e5c-a6aa-40ca-adfb-11594b5ccc96 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] GET failed (client error): The resource could not be found. Sep 24 15:58:55.169476 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-c9048e5c-a6aa-40ca-adfb-11594b5ccc96 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "GET /v2.0/ports/d2f40de2-531a-4f1d-94e1-92bea208bb06 HTTP/1.1" status: 404 len: 333 time: 0.0311313 Sep 24 15:58:55.172516 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 49732) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:55.231516 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-7618b7fa-cdde-4963-b35e-7ed86b4f4a0e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Deleting subnet 2fd384eb-11da-4f4e-bc35-191391443e6b {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:58:55.234858 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7618b7fa-cdde-4963-b35e-7ed86b4f4a0e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:55.243443 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-75beeadc-44ec-44b6-b8d1-c8f02c9c46c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:55.278259 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7618b7fa-cdde-4963-b35e-7ed86b4f4a0e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:55.359888 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-75beeadc-44ec-44b6-b8d1-c8f02c9c46c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:55.389753 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75beeadc-44ec-44b6-b8d1-c8f02c9c46c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8593f72c-f928-4d30-bf6a-714dd03dea9b,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:55.392353 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7618b7fa-cdde-4963-b35e-7ed86b4f4a0e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:55.422777 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-75beeadc-44ec-44b6-b8d1-c8f02c9c46c3 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=89fd97d7fe4442b39ddb9db1b065aede&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3289061 Sep 24 15:58:55.423922 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49736) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:55.474435 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-88fa92c5-9404-4f07-a214-dca9b583840e req-e3b6b38f-547e-479a-ad5d-52935b57e020 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=56aeda28-0052-429d-a1d0-74f2354d8203 HTTP/1.1" status: 200 len: 210 time: 0.0404246 Sep 24 15:58:55.528706 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a4499410-8bed-46e3-8eea-ff4ab2ceb889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:55.581330 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7618b7fa-cdde-4963-b35e-7ed86b4f4a0e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:55.591711 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a4499410-8bed-46e3-8eea-ff4ab2ceb889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:55.609600 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7618b7fa-cdde-4963-b35e-7ed86b4f4a0e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event deleted for resources: {'Subnet': ['ID=2fd384eb-11da-4f4e-bc35-191391443e6b,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:55.614284 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7618b7fa-cdde-4963-b35e-7ed86b4f4a0e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:55.616302 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-7618b7fa-cdde-4963-b35e-7ed86b4f4a0e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "DELETE /v2.0/subnets/2fd384eb-11da-4f4e-bc35-191391443e6b HTTP/1.1" status: 204 len: 168 time: 0.4406936 Sep 24 15:58:55.618895 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 49738) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:55.628190 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2439c5-8f65-4086-9e90-564b92d1916a None None] Network 6542520c-8498-4576-9cfe-6faedb2b93b1 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:58:55.642439 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13140031-9c4f-4463-afe4-add4ab82b594 req-78e57933-d740-4f04-8e61-86a7f6c2de0f tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:55.643937 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-13140031-9c4f-4463-afe4-add4ab82b594 req-78e57933-d740-4f04-8e61-86a7f6c2de0f tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.110 "GET /v2.0/networks?id=5b5ae1eb-54bd-4dc0-9ed2-fc3865a6b206 HTTP/1.1" status: 200 len: 810 time: 0.1472690 Sep 24 15:58:55.668339 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-13140031-9c4f-4463-afe4-add4ab82b594 req-dfbf4422-d288-492b-a577-77a83d8ffc1d tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Request body: {'port': {'device_id': 'aad57a45-3f54-4cc4-9bbf-e4ed34d63d25', 'network_id': '5b5ae1eb-54bd-4dc0-9ed2-fc3865a6b206', 'admin_state_up': True, 'tenant_id': 'b3bc8c40013d4a92b1cf10d67118144c'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:58:55.713679 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1c7c5e85-1341-4fa7-be61-20965137865a tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:55.760036 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a4499410-8bed-46e3-8eea-ff4ab2ceb889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:55.762581 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a4499410-8bed-46e3-8eea-ff4ab2ceb889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:55.766625 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-a4499410-8bed-46e3-8eea-ff4ab2ceb889 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/8593f72c-f928-4d30-bf6a-714dd03dea9b HTTP/1.1" status: 204 len: 168 time: 0.3413630 Sep 24 15:58:55.783148 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c5e85-1341-4fa7-be61-20965137865a tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Deleting port 25ae321b-3347-4d02-9078-24243af3aba0 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:58:55.783490 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1c7c5e85-1341-4fa7-be61-20965137865a tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:55.803086 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4499410-8bed-46e3-8eea-ff4ab2ceb889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8593f72c-f928-4d30-bf6a-714dd03dea9b,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:55.871843 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638afbc4-32b0-4886-82d7-285641e032ca None None] DHCP port deletion for 6542520c-8498-4576-9cfe-6faedb2b93b1 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:58:55.881688 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-1c7c5e85-1341-4fa7-be61-20965137865a tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] For port 25ae321b-3347-4d02-9078-24243af3aba0, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=25ae321b-3347-4d02-9078-24243af3aba0,segment=NetworkSegment(a4eed8d7-834d-4ace-b470-e8e2e7bf7a59),segment_id=a4eed8d7-834d-4ace-b470-e8e2e7bf7a59)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:58:55.885239 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1c7c5e85-1341-4fa7-be61-20965137865a tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:55.894987 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-1c7c5e85-1341-4fa7-be61-20965137865a tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Calling delete_port for 25ae321b-3347-4d02-9078-24243af3aba0 owned by network:dhcp {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:58:55.930616 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device aa13762d-583b-4889-9399-530afb17aa2e no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:58:55.937893 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-638afbc4-32b0-4886-82d7-285641e032ca None None] Deleting port 25ae321b-3347-4d02-9078-24243af3aba0 {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:58:55.938264 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-638afbc4-32b0-4886-82d7-285641e032ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:55.963941 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] No Port match for: aa13762d-583b-4889-9399-530afb17aa2e {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:58:55.964280 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device aa13762d-583b-4889-9399-530afb17aa2e not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:58:55.998008 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13140031-9c4f-4463-afe4-add4ab82b594 req-dfbf4422-d288-492b-a577-77a83d8ffc1d tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Made reservation on behalf of b3bc8c40013d4a92b1cf10d67118144c for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:58:56.004433 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-13140031-9c4f-4463-afe4-add4ab82b594 req-dfbf4422-d288-492b-a577-77a83d8ffc1d tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:56.022059 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-638afbc4-32b0-4886-82d7-285641e032ca None None] For port 25ae321b-3347-4d02-9078-24243af3aba0, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=25ae321b-3347-4d02-9078-24243af3aba0,segment=NetworkSegment(a4eed8d7-834d-4ace-b470-e8e2e7bf7a59),segment_id=a4eed8d7-834d-4ace-b470-e8e2e7bf7a59)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:58:56.022776 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-638afbc4-32b0-4886-82d7-285641e032ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:56.032469 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:58:56.040289 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-638afbc4-32b0-4886-82d7-285641e032ca None None] Calling delete_port for 25ae321b-3347-4d02-9078-24243af3aba0 owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:58:56.086147 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0f895ea9-29a6-47a0-ae4b-ab87ddb18a88 req-0d6f9bac-3a4b-4c15-a69d-59d186b2907e tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=aad57a45-3f54-4cc4-9bbf-e4ed34d63d25 HTTP/1.1" status: 200 len: 210 time: 0.0320489 Sep 24 15:58:56.180681 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1c7c5e85-1341-4fa7-be61-20965137865a tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:56.188720 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-638afbc4-32b0-4886-82d7-285641e032ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:56.202887 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638afbc4-32b0-4886-82d7-285641e032ca None None] No DVR routers for this DVR port 25ae321b-3347-4d02-9078-24243af3aba0 on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:58:56.208097 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c5e85-1341-4fa7-be61-20965137865a tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event deleted for resources: {'Port': ['ID=25ae321b-3347-4d02-9078-24243af3aba0,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:56.211762 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7c5e85-1341-4fa7-be61-20965137865a tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] No DVR routers for this DVR port 25ae321b-3347-4d02-9078-24243af3aba0 on host n-d-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:58:56.225801 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638afbc4-32b0-4886-82d7-285641e032ca None None] Pushing event deleted for resources: {'Port': ['ID=25ae321b-3347-4d02-9078-24243af3aba0,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:56.307541 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-13140031-9c4f-4463-afe4-add4ab82b594 req-dfbf4422-d288-492b-a577-77a83d8ffc1d tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Allocated IP 172.20.0.12 (5b5ae1eb-54bd-4dc0-9ed2-fc3865a6b206/1b77319b-e972-47e8-93df-b7729b347ab6/0d9bb3fd-4f99-4c08-805b-a4bb8aab8289) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:58:56.311799 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1c7c5e85-1341-4fa7-be61-20965137865a tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:56.339491 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-1c7c5e85-1341-4fa7-be61-20965137865a tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6542520c-8498-4576-9cfe-6faedb2b93b1']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:58:56.349829 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-1c7c5e85-1341-4fa7-be61-20965137865a tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4eed8d7-834d-4ace-b470-e8e2e7bf7a59') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:58:56.350598 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-1c7c5e85-1341-4fa7-be61-20965137865a tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4eed8d7-834d-4ace-b470-e8e2e7bf7a59') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:58:56.360304 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1c7c5e85-1341-4fa7-be61-20965137865a tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:56.380320 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1c7c5e85-1341-4fa7-be61-20965137865a tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:56.387067 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c7c5e85-1341-4fa7-be61-20965137865a tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Releasing vlan 1265 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:58:56.387561 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1c7c5e85-1341-4fa7-be61-20965137865a tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:56.390931 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:58:56.390931 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:58:56.390931 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:58:56.390931 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:58:56.390931 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:58:56.390931 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:58:56.390931 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:58:56.390931 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:58:56.390931 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:58:56.390931 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:58:56.390931 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:58:56.390931 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:58:56.390931 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:58:56.390931 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:58:56.390931 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:58:56.390931 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:58:56.390931 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:58:56.390931 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:58:56.390931 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:58:56.390931 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:58:56.390931 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:58:56.390931 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:58:56.390931 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:58:56.390931 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:58:56.390931 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:58:56.390931 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:58:56.390931 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:58:56.390931 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:58:56.390931 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:58:56.390931 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:58:56.390931 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:58:56.390931 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:58:56.514469 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-13140031-9c4f-4463-afe4-add4ab82b594 req-dfbf4422-d288-492b-a577-77a83d8ffc1d tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:56.550799 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1c7c5e85-1341-4fa7-be61-20965137865a tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:56.551075 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49764) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:56.554836 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1c7c5e85-1341-4fa7-be61-20965137865a tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:56.558725 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-1c7c5e85-1341-4fa7-be61-20965137865a tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "DELETE /v2.0/networks/6542520c-8498-4576-9cfe-6faedb2b93b1 HTTP/1.1" status: 204 len: 168 time: 0.9375355 Sep 24 15:58:56.562033 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 49766) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:56.569342 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-299c7ad3-82e6-47f1-8387-d8809cd9e44e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-563362203'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:58:56.589481 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7c5e85-1341-4fa7-be61-20965137865a tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event deleted for resources: {'Network': ['ID=6542520c-8498-4576-9cfe-6faedb2b93b1,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:56.727101 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299c7ad3-82e6-47f1-8387-d8809cd9e44e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Made reservation on behalf of dd692a6dccf5494e8242fa57d76d3d05 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:58:56.731181 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-299c7ad3-82e6-47f1-8387-d8809cd9e44e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:56.761716 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-299c7ad3-82e6-47f1-8387-d8809cd9e44e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1287} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:58:56.771792 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-299c7ad3-82e6-47f1-8387-d8809cd9e44e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:56.772301 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-299c7ad3-82e6-47f1-8387-d8809cd9e44e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Added segment 1d964880-d512-46be-8f94-ee344bc4318d of type vlan for network 175245e4-5c9b-4fee-8600-402dad79b938 Sep 24 15:58:56.821656 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-299c7ad3-82e6-47f1-8387-d8809cd9e44e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:56.915008 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 25ae321b-3347-4d02-9078-24243af3aba0 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:58:56.938043 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 25ae321b-3347-4d02-9078-24243af3aba0 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:58:56.938665 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 25ae321b-3347-4d02-9078-24243af3aba0 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:58:56.946776 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-299c7ad3-82e6-47f1-8387-d8809cd9e44e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:56.952516 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299c7ad3-82e6-47f1-8387-d8809cd9e44e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:56.953165 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-299c7ad3-82e6-47f1-8387-d8809cd9e44e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:57.032015 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299c7ad3-82e6-47f1-8387-d8809cd9e44e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event updated for resources: {'Network': ['ID=175245e4-5c9b-4fee-8600-402dad79b938,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:57.046624 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 175245e4-5c9b-4fee-8600-402dad79b938 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:58:57.050413 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-13140031-9c4f-4463-afe4-add4ab82b594 req-dfbf4422-d288-492b-a577-77a83d8ffc1d tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:57.061501 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['6a208f6d-3676-4483-97c6-16d909eb22e6'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:58:57.105489 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13140031-9c4f-4463-afe4-add4ab82b594 req-dfbf4422-d288-492b-a577-77a83d8ffc1d tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Network 5b5ae1eb-54bd-4dc0-9ed2-fc3865a6b206 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:58:57.139495 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-13140031-9c4f-4463-afe4-add4ab82b594 req-dfbf4422-d288-492b-a577-77a83d8ffc1d tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:58:57.147169 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-13140031-9c4f-4463-afe4-add4ab82b594 req-dfbf4422-d288-492b-a577-77a83d8ffc1d tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:58:57.154839 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbf4422-d288-492b-a577-77a83d8ffc1d tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Pushing event updated for resources: {'Port': ['ID=0d9bb3fd-4f99-4c08-805b-a4bb8aab8289,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:57.179201 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-299c7ad3-82e6-47f1-8387-d8809cd9e44e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6133952 Sep 24 15:58:57.181340 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49778) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:57.195337 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-52d65069-d351-42f2-adab-ef2e88d55089 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Request body: {'subnet': {'network_id': '175245e4-5c9b-4fee-8600-402dad79b938', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:58:57.249949 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13140031-9c4f-4463-afe4-add4ab82b594 req-dfbf4422-d288-492b-a577-77a83d8ffc1d tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:57.250533 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-13140031-9c4f-4463-afe4-add4ab82b594 req-dfbf4422-d288-492b-a577-77a83d8ffc1d tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:57.369819 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5d75e2-ec3a-4a05-9f75-2edfc68f3880 req-cc191f7d-3015-4d01-94f7-128112d1e543 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:57.377397 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fa5d75e2-ec3a-4a05-9f75-2edfc68f3880 req-cc191f7d-3015-4d01-94f7-128112d1e543 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=aad57a45-3f54-4cc4-9bbf-e4ed34d63d25 HTTP/1.1" status: 200 len: 932 time: 0.1369283 Sep 24 15:58:57.419555 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fa5d75e2-ec3a-4a05-9f75-2edfc68f3880 req-b20ffd69-7a76-432b-b8cd-119c3afe82ec tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398378 Sep 24 15:58:57.452117 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-13140031-9c4f-4463-afe4-add4ab82b594 req-dfbf4422-d288-492b-a577-77a83d8ffc1d tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7883468 Sep 24 15:58:57.465915 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-13140031-9c4f-4463-afe4-add4ab82b594 req-a651a21a-a95f-4b38-8e81-6f32852550f5 service neutron] Request body: {'port': {'device_id': 'aad57a45-3f54-4cc4-9bbf-e4ed34d63d25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:58:57.548045 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5044774c-bc5a-4aba-b513-5bac391d0f18 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:57.549831 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-13140031-9c4f-4463-afe4-add4ab82b594 req-a651a21a-a95f-4b38-8e81-6f32852550f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:57.590467 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d65069-d351-42f2-adab-ef2e88d55089 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Made reservation on behalf of dd692a6dccf5494e8242fa57d76d3d05 for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:58:57.593860 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-52d65069-d351-42f2-adab-ef2e88d55089 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:58.156138 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-52d65069-d351-42f2-adab-ef2e88d55089 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:58.216994 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-13140031-9c4f-4463-afe4-add4ab82b594 req-a651a21a-a95f-4b38-8e81-6f32852550f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d9bb3fd-4f99-4c08-805b-a4bb8aab8289 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:58:58.241525 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-13140031-9c4f-4463-afe4-add4ab82b594 req-a651a21a-a95f-4b38-8e81-6f32852550f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:58.271037 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d65069-d351-42f2-adab-ef2e88d55089 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event updated for resources: {'Subnet': ['ID=0a1ce8f1-e605-465d-a586-02ac54afcaec,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:58.274274 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-13140031-9c4f-4463-afe4-add4ab82b594 req-a651a21a-a95f-4b38-8e81-6f32852550f5 service neutron] Transition to ACTIVE for port object 0d9bb3fd-4f99-4c08-805b-a4bb8aab8289 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:58:58.297959 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d65069-d351-42f2-adab-ef2e88d55089 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Checking segment: {'id': '1d964880-d512-46be-8f94-ee344bc4318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '175245e4-5c9b-4fee-8600-402dad79b938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:58:58.298264 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d65069-d351-42f2-adab-ef2e88d55089 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Network hostable DHCP agents. Network: 175245e4-5c9b-4fee-8600-402dad79b938, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:58:58.305926 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-5044774c-bc5a-4aba-b513-5bac391d0f18 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Deleting port 5770e312-70ce-4912-8d30-b4a3104bd9b7 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:58:58.306089 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5044774c-bc5a-4aba-b513-5bac391d0f18 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:58.361996 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 49806) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:58.399736 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-13140031-9c4f-4463-afe4-add4ab82b594 req-a651a21a-a95f-4b38-8e81-6f32852550f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:58.446205 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d65069-d351-42f2-adab-ef2e88d55089 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Network 175245e4-5c9b-4fee-8600-402dad79b938 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:58:58.461552 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-8c278801-1706-4f8c-9699-67e695062293 tempest-TestSecurityGroupsBasicOps-804848104 tempest-TestSecurityGroupsBasicOps-804848104-project-admin] 10.222.0.101 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2984 time: 0.0980372 Sep 24 15:58:58.464649 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 49810) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:58.470050 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-6969b0de-470f-44b7-839e-42d0abc67daf tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Request body: {'network': {'name': 'tempest-network-smoke--437760040', 'project_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'port_security_enabled': False}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:58:58.495191 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a651a21a-a95f-4b38-8e81-6f32852550f5 service neutron] Pushing event updated for resources: {'Port': ['ID=0d9bb3fd-4f99-4c08-805b-a4bb8aab8289,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:58.516157 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-5044774c-bc5a-4aba-b513-5bac391d0f18 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] For port 5770e312-70ce-4912-8d30-b4a3104bd9b7, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=5770e312-70ce-4912-8d30-b4a3104bd9b7,segment=NetworkSegment(d7ef416a-40a9-4337-a1c4-1afeb8984525),segment_id=d7ef416a-40a9-4337-a1c4-1afeb8984525)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:58:58.517757 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5044774c-bc5a-4aba-b513-5bac391d0f18 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:58.537381 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-5044774c-bc5a-4aba-b513-5bac391d0f18 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Calling delete_port for 5770e312-70ce-4912-8d30-b4a3104bd9b7 owned by network:router_interface {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:58:58.581785 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6969b0de-470f-44b7-839e-42d0abc67daf tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Made reservation on behalf of 1154a7819e8f441ba8a2f5ad356b8a2c for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:58:58.586069 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6969b0de-470f-44b7-839e-42d0abc67daf tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:58.610887 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-52d65069-d351-42f2-adab-ef2e88d55089 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 175245e4-5c9b-4fee-8600-402dad79b938) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:58:58.619852 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d946dbce-48da-4876-8004-4782589ce78b None None] Network 175245e4-5c9b-4fee-8600-402dad79b938 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:58:58.649553 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6969b0de-470f-44b7-839e-42d0abc67daf tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1288} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:58:58.670227 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6969b0de-470f-44b7-839e-42d0abc67daf tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:58.670607 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-6969b0de-470f-44b7-839e-42d0abc67daf tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Added segment 8aa00b6a-58c7-4013-af9a-4707e55c353c of type vlan for network 0f7ab674-61a6-47d2-953e-c5802017e6d0 Sep 24 15:58:58.682861 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d65069-d351-42f2-adab-ef2e88d55089 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:58.683454 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-52d65069-d351-42f2-adab-ef2e88d55089 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:58.748604 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-13140031-9c4f-4463-afe4-add4ab82b594 req-a651a21a-a95f-4b38-8e81-6f32852550f5 service neutron] Attempting to bind port 0d9bb3fd-4f99-4c08-805b-a4bb8aab8289 on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:58:58.748960 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-13140031-9c4f-4463-afe4-add4ab82b594 req-a651a21a-a95f-4b38-8e81-6f32852550f5 service neutron] Attempting to bind port 0d9bb3fd-4f99-4c08-805b-a4bb8aab8289 by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': '563c8a32-dd71-4fde-bd28-b20905086572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '5b5ae1eb-54bd-4dc0-9ed2-fc3865a6b206'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:58:58.749284 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13140031-9c4f-4463-afe4-add4ab82b594 req-a651a21a-a95f-4b38-8e81-6f32852550f5 service neutron] Attempting to bind port 0d9bb3fd-4f99-4c08-805b-a4bb8aab8289 on network 5b5ae1eb-54bd-4dc0-9ed2-fc3865a6b206 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:58:58.767612 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13140031-9c4f-4463-afe4-add4ab82b594 req-a651a21a-a95f-4b38-8e81-6f32852550f5 service neutron] Port 0d9bb3fd-4f99-4c08-805b-a4bb8aab8289 on network 5b5ae1eb-54bd-4dc0-9ed2-fc3865a6b206 not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:58:58.767924 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13140031-9c4f-4463-afe4-add4ab82b594 req-a651a21a-a95f-4b38-8e81-6f32852550f5 service neutron] Attempting to bind port 0d9bb3fd-4f99-4c08-805b-a4bb8aab8289 on network 5b5ae1eb-54bd-4dc0-9ed2-fc3865a6b206 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:58:58.775355 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6969b0de-470f-44b7-839e-42d0abc67daf tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:58.781811 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9995a568-8fcf-4ac7-b7a5-eda44d02d271 req-9135b838-d73f-4c1a-b862-a02b27b74b73 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:58.784877 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9995a568-8fcf-4ac7-b7a5-eda44d02d271 req-9135b838-d73f-4c1a-b862-a02b27b74b73 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=aad57a45-3f54-4cc4-9bbf-e4ed34d63d25 HTTP/1.1" status: 200 len: 944 time: 0.1853802 Sep 24 15:58:58.830471 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13140031-9c4f-4463-afe4-add4ab82b594 req-a651a21a-a95f-4b38-8e81-6f32852550f5 service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:58:58.831387 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13140031-9c4f-4463-afe4-add4ab82b594 req-a651a21a-a95f-4b38-8e81-6f32852550f5 service neutron] Checking segment: {'id': '563c8a32-dd71-4fde-bd28-b20905086572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '5b5ae1eb-54bd-4dc0-9ed2-fc3865a6b206'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:58:58.831713 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13140031-9c4f-4463-afe4-add4ab82b594 req-a651a21a-a95f-4b38-8e81-6f32852550f5 service neutron] Bound using segment: {'id': '563c8a32-dd71-4fde-bd28-b20905086572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '5b5ae1eb-54bd-4dc0-9ed2-fc3865a6b206'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:58:58.832152 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-13140031-9c4f-4463-afe4-add4ab82b594 req-a651a21a-a95f-4b38-8e81-6f32852550f5 service neutron] Bound port: 0d9bb3fd-4f99-4c08-805b-a4bb8aab8289, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '563c8a32-dd71-4fde-bd28-b20905086572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': '5b5ae1eb-54bd-4dc0-9ed2-fc3865a6b206'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:58:58.832506 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-13140031-9c4f-4463-afe4-add4ab82b594 req-a651a21a-a95f-4b38-8e81-6f32852550f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:58.835154 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-52d65069-d351-42f2-adab-ef2e88d55089 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6528099 Sep 24 15:58:58.839584 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 49818) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:58.848755 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-e32087d4-b663-4a82-bbb2-9e705635473d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Request body: {'port': {'network_id': '175245e4-5c9b-4fee-8600-402dad79b938', 'name': 'tempest-PortsIpV6TestJSON-1345851696', 'fixed_ips': [{'subnet_id': '0a1ce8f1-e605-465d-a586-02ac54afcaec', 'ip_address': '2001:db8::10'}]}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:58:58.863663 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2274d19-af4d-43a8-bd43-4a06965faf32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-175245e4-5c9b-4fee-8600-402dad79b938', 'network_id': '175245e4-5c9b-4fee-8600-402dad79b938', 'tenant_id': 'dd692a6dccf5494e8242fa57d76d3d05', 'fixed_ips': [{'subnet_id': '0a1ce8f1-e605-465d-a586-02ac54afcaec'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:58:58.864725 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e2274d19-af4d-43a8-bd43-4a06965faf32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:58.912434 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6969b0de-470f-44b7-839e-42d0abc67daf tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:58.918938 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6969b0de-470f-44b7-839e-42d0abc67daf tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:58.919656 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6969b0de-470f-44b7-839e-42d0abc67daf tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:58.927139 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-13140031-9c4f-4463-afe4-add4ab82b594 req-a651a21a-a95f-4b38-8e81-6f32852550f5 service neutron] For port 0d9bb3fd-4f99-4c08-805b-a4bb8aab8289, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:58:58.931156 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-13140031-9c4f-4463-afe4-add4ab82b594 req-a651a21a-a95f-4b38-8e81-6f32852550f5 service neutron] For port 0d9bb3fd-4f99-4c08-805b-a4bb8aab8289, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=0d9bb3fd-4f99-4c08-805b-a4bb8aab8289,segment=NetworkSegment(563c8a32-dd71-4fde-bd28-b20905086572),segment_id=563c8a32-dd71-4fde-bd28-b20905086572)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:58:58.957901 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9995a568-8fcf-4ac7-b7a5-eda44d02d271 req-824302e7-9195-4d4d-8c3e-6fdbdf25491f tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371145 Sep 24 15:58:59.039661 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6969b0de-470f-44b7-839e-42d0abc67daf tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Pushing event updated for resources: {'Network': ['ID=0f7ab674-61a6-47d2-953e-c5802017e6d0,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:59.051151 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-6969b0de-470f-44b7-839e-42d0abc67daf tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5850492 Sep 24 15:58:59.054179 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 49820) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:58:59.054333 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 0f7ab674-61a6-47d2-953e-c5802017e6d0 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:58:59.054834 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-13140031-9c4f-4463-afe4-add4ab82b594 req-a651a21a-a95f-4b38-8e81-6f32852550f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:59.058182 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-189df330-e5e5-4789-9573-c922c8d91f8a tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1671471545', 'admin_state_up': True, 'project_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:58:59.095930 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13140031-9c4f-4463-afe4-add4ab82b594 req-a651a21a-a95f-4b38-8e81-6f32852550f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:59.096716 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-13140031-9c4f-4463-afe4-add4ab82b594 req-a651a21a-a95f-4b38-8e81-6f32852550f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:59.098302 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-13140031-9c4f-4463-afe4-add4ab82b594 req-a651a21a-a95f-4b38-8e81-6f32852550f5 service neutron] 10.222.0.110 "PUT /v2.0/ports/0d9bb3fd-4f99-4c08-805b-a4bb8aab8289 HTTP/1.1" status: 200 len: 1092 time: 1.6366351 Sep 24 15:58:59.099017 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aad57a45-3f54-4cc4-9bbf-e4ed34d63d25', 'tag': '0d9bb3fd-4f99-4c08-805b-a4bb8aab8289'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:58:59.101405 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f64d84-85d5-4e6f-8a5b-e98689504cd8" -d '{"events": [{"name": "network-changed", "server_uuid": "aad57a45-3f54-4cc4-9bbf-e4ed34d63d25", "tag": "0d9bb3fd-4f99-4c08-805b-a4bb8aab8289"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:58:59.159953 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34cafa6b-a253-4ea4-b547-9724ff62f064 x-openstack-request-id: req-34cafa6b-a253-4ea4-b547-9724ff62f064 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:58:59.160559 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aad57a45-3f54-4cc4-9bbf-e4ed34d63d25", "tag": "0d9bb3fd-4f99-4c08-805b-a4bb8aab8289", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:58:59.160559 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-34cafa6b-a253-4ea4-b547-9724ff62f064 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:58:59.161020 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aad57a45-3f54-4cc4-9bbf-e4ed34d63d25', 'tag': '0d9bb3fd-4f99-4c08-805b-a4bb8aab8289', 'status': 'completed', 'code': 200} Sep 24 15:58:59.169175 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a651a21a-a95f-4b38-8e81-6f32852550f5 service neutron] Pushing event updated for resources: {'Port': ['ID=0d9bb3fd-4f99-4c08-805b-a4bb8aab8289,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:59.218309 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e32087d4-b663-4a82-bbb2-9e705635473d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Made reservation on behalf of dd692a6dccf5494e8242fa57d76d3d05 for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:58:59.233707 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f64d84-85d5-4e6f-8a5b-e98689504cd8 req-0cb5bed0-ae43-4186-8853-67f07a5b64d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:59.235671 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-58f64d84-85d5-4e6f-8a5b-e98689504cd8 req-0cb5bed0-ae43-4186-8853-67f07a5b64d2 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=b3bc8c40013d4a92b1cf10d67118144c&device_id=aad57a45-3f54-4cc4-9bbf-e4ed34d63d25 HTTP/1.1" status: 200 len: 1095 time: 0.0492270 Sep 24 15:58:59.312489 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-e2274d19-af4d-43a8-bd43-4a06965faf32 None None] Allocated IP 2001:db8::2 (175245e4-5c9b-4fee-8600-402dad79b938/0a1ce8f1-e605-465d-a586-02ac54afcaec/22943202-be04-4d60-bcd8-b4e5688ad40b) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:58:59.346060 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e32087d4-b663-4a82-bbb2-9e705635473d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:59.369184 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-189df330-e5e5-4789-9573-c922c8d91f8a tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:59.369184 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-189df330-e5e5-4789-9573-c922c8d91f8a tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:59.371174 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f64d84-85d5-4e6f-8a5b-e98689504cd8 req-afec388f-48b2-438f-b7d5-a24f3847db1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:59.372698 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-58f64d84-85d5-4e6f-8a5b-e98689504cd8 req-afec388f-48b2-438f-b7d5-a24f3847db1a service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=b3bc8c40013d4a92b1cf10d67118144c&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1168830 Sep 24 15:58:59.374420 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5044774c-bc5a-4aba-b513-5bac391d0f18 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:59.412375 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5044774c-bc5a-4aba-b513-5bac391d0f18 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event deleted for resources: {'Port': ['ID=5770e312-70ce-4912-8d30-b4a3104bd9b7,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:59.573615 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [None req-e32087d4-b663-4a82-bbb2-9e705635473d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] device_id is not set on port c4cc07ee-f071-497f-8e1e-69425e973aeb yet. {{(pid=95297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:58:59.594964 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e2274d19-af4d-43a8-bd43-4a06965faf32 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:59.665642 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-189df330-e5e5-4789-9573-c922c8d91f8a tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:59.756096 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f64d84-85d5-4e6f-8a5b-e98689504cd8 req-221e24b8-c33a-4de9-b8a5-bf8b6e2d3933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:59.757678 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-58f64d84-85d5-4e6f-8a5b-e98689504cd8 req-221e24b8-c33a-4de9-b8a5-bf8b6e2d3933 service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3465760 Sep 24 15:58:59.761650 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e2274d19-af4d-43a8-bd43-4a06965faf32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:59.797957 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2274d19-af4d-43a8-bd43-4a06965faf32 None None] Network 175245e4-5c9b-4fee-8600-402dad79b938 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:58:59.800622 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-e2274d19-af4d-43a8-bd43-4a06965faf32 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:58:59.832977 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2274d19-af4d-43a8-bd43-4a06965faf32 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:58:59.898105 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2274d19-af4d-43a8-bd43-4a06965faf32 None None] Pushing event updated for resources: {'Port': ['ID=22943202-be04-4d60-bcd8-b4e5688ad40b,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:58:59.912596 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-e2274d19-af4d-43a8-bd43-4a06965faf32 None None] Attempting to bind port 22943202-be04-4d60-bcd8-b4e5688ad40b on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:58:59.913556 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-e2274d19-af4d-43a8-bd43-4a06965faf32 None None] Attempting to bind port 22943202-be04-4d60-bcd8-b4e5688ad40b by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '1d964880-d512-46be-8f94-ee344bc4318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '175245e4-5c9b-4fee-8600-402dad79b938'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:58:59.914168 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2274d19-af4d-43a8-bd43-4a06965faf32 None None] Attempting to bind port 22943202-be04-4d60-bcd8-b4e5688ad40b on network 175245e4-5c9b-4fee-8600-402dad79b938 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:58:59.920154 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2274d19-af4d-43a8-bd43-4a06965faf32 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 58, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:58:59.920829 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2274d19-af4d-43a8-bd43-4a06965faf32 None None] Checking segment: {'id': '1d964880-d512-46be-8f94-ee344bc4318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '175245e4-5c9b-4fee-8600-402dad79b938'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:58:59.921435 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e2274d19-af4d-43a8-bd43-4a06965faf32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:59.922453 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2274d19-af4d-43a8-bd43-4a06965faf32 None None] Bound using segment: {'id': '1d964880-d512-46be-8f94-ee344bc4318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '175245e4-5c9b-4fee-8600-402dad79b938'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:58:59.923099 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-e2274d19-af4d-43a8-bd43-4a06965faf32 None None] Bound port: 22943202-be04-4d60-bcd8-b4e5688ad40b, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d964880-d512-46be-8f94-ee344bc4318d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '175245e4-5c9b-4fee-8600-402dad79b938'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:58:59.923668 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e2274d19-af4d-43a8-bd43-4a06965faf32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:59.929486 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13140031-9c4f-4463-afe4-add4ab82b594 req-d6bfa035-d776-4585-8e80-b3836c855584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:58:59.931008 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-13140031-9c4f-4463-afe4-add4ab82b594 req-d6bfa035-d776-4585-8e80-b3836c855584 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=b3bc8c40013d4a92b1cf10d67118144c&device_id=aad57a45-3f54-4cc4-9bbf-e4ed34d63d25 HTTP/1.1" status: 200 len: 1095 time: 0.0831766 Sep 24 15:58:59.931735 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5044774c-bc5a-4aba-b513-5bac391d0f18 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:58:59.999798 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-e2274d19-af4d-43a8-bd43-4a06965faf32 None None] For port 22943202-be04-4d60-bcd8-b4e5688ad40b, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:59:00.004630 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-e2274d19-af4d-43a8-bd43-4a06965faf32 None None] For port 22943202-be04-4d60-bcd8-b4e5688ad40b, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=22943202-be04-4d60-bcd8-b4e5688ad40b,segment=NetworkSegment(1d964880-d512-46be-8f94-ee344bc4318d),segment_id=1d964880-d512-46be-8f94-ee344bc4318d)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:59:00.014681 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-13140031-9c4f-4463-afe4-add4ab82b594 req-75e7fddf-2bd4-417d-a17b-d72a1b1a8818 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d9bb3fd-4f99-4c08-805b-a4bb8aab8289 HTTP/1.1" status: 200 len: 217 time: 0.0666983 Sep 24 15:59:00.044887 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-189df330-e5e5-4789-9573-c922c8d91f8a tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:00.050044 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-e32087d4-b663-4a82-bbb2-9e705635473d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Allocated IP 2001:db8::10 (175245e4-5c9b-4fee-8600-402dad79b938/0a1ce8f1-e605-465d-a586-02ac54afcaec/c4cc07ee-f071-497f-8e1e-69425e973aeb) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:59:00.176988 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13140031-9c4f-4463-afe4-add4ab82b594 req-666fb98e-81d9-4184-9e87-4b4089cdd6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:00.178449 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-13140031-9c4f-4463-afe4-add4ab82b594 req-666fb98e-81d9-4184-9e87-4b4089cdd6a7 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=1b77319b-e972-47e8-93df-b7729b347ab6 HTTP/1.1" status: 200 len: 850 time: 0.1314757 Sep 24 15:59:00.198705 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e2274d19-af4d-43a8-bd43-4a06965faf32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:00.219692 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-13140031-9c4f-4463-afe4-add4ab82b594 req-a1eb6cdf-8c2a-4f63-b443-651b8a41eace service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=5b5ae1eb-54bd-4dc0-9ed2-fc3865a6b206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333107 Sep 24 15:59:00.251016 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6332f06e-01f9-4789-8a5c-63f8556853e1 req-5a8ddb0b-6d94-44ab-b1a0-925015e15bad tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:00.253677 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6332f06e-01f9-4789-8a5c-63f8556853e1 req-5a8ddb0b-6d94-44ab-b1a0-925015e15bad tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=aad57a45-3f54-4cc4-9bbf-e4ed34d63d25 HTTP/1.1" status: 200 len: 944 time: 0.1908312 Sep 24 15:59:00.258908 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2274d19-af4d-43a8-bd43-4a06965faf32 None None] Pushing event updated for resources: {'Port': ['ID=22943202-be04-4d60-bcd8-b4e5688ad40b,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:00.295227 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e32087d4-b663-4a82-bbb2-9e705635473d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:00.551233 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e32087d4-b663-4a82-bbb2-9e705635473d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:00.652062 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32087d4-b663-4a82-bbb2-9e705635473d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event updated for resources: {'Port': ['ID=c4cc07ee-f071-497f-8e1e-69425e973aeb,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:00.783686 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e32087d4-b663-4a82-bbb2-9e705635473d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Network 175245e4-5c9b-4fee-8600-402dad79b938 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:59:00.788608 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-e32087d4-b663-4a82-bbb2-9e705635473d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:59:00.792928 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32087d4-b663-4a82-bbb2-9e705635473d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:59:00.808789 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32087d4-b663-4a82-bbb2-9e705635473d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:00.809482 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e32087d4-b663-4a82-bbb2-9e705635473d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:00.829181 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32087d4-b663-4a82-bbb2-9e705635473d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:59:00.829561 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32087d4-b663-4a82-bbb2-9e705635473d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:59:00.829911 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32087d4-b663-4a82-bbb2-9e705635473d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:59:00.830251 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32087d4-b663-4a82-bbb2-9e705635473d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:59:00.830699 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32087d4-b663-4a82-bbb2-9e705635473d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:59:00.831226 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32087d4-b663-4a82-bbb2-9e705635473d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:59:00.832183 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32087d4-b663-4a82-bbb2-9e705635473d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:59:00.832565 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32087d4-b663-4a82-bbb2-9e705635473d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:59:00.832914 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32087d4-b663-4a82-bbb2-9e705635473d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:59:00.833243 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32087d4-b663-4a82-bbb2-9e705635473d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:59:00.833571 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32087d4-b663-4a82-bbb2-9e705635473d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:59:00.833895 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e32087d4-b663-4a82-bbb2-9e705635473d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:59:01.078649 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 22943202-be04-4d60-bcd8-b4e5688ad40b up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:59:01.159772 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6332f06e-01f9-4789-8a5c-63f8556853e1 req-2a707d53-ab1d-475f-a94a-5a845ecb87b9 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8578472 Sep 24 15:59:01.189757 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 22943202-be04-4d60-bcd8-b4e5688ad40b triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:59:01.190825 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:01.222857 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-13140031-9c4f-4463-afe4-add4ab82b594 req-1a2a6bf6-e4f5-437c-acd0-04eb5f493e42 service neutron] 10.222.0.110 "GET /v2.0/networks/5b5ae1eb-54bd-4dc0-9ed2-fc3865a6b206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9855828 Sep 24 15:59:01.280566 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5044774c-bc5a-4aba-b513-5bac391d0f18 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Router 2c929dc6-c979-41c4-a3ea-edb335de17b6 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:59:01.297305 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2e0c22e4-f26f-46bb-9337-3ebf50532618 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:01.346869 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:01.361177 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e32087d4-b663-4a82-bbb2-9e705635473d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5202291 Sep 24 15:59:01.372954 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-189df330-e5e5-4789-9573-c922c8d91f8a tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks [] for router_gateway, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:01.375434 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 49858) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:01.396935 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f2bc0e-f378-46dc-a274-3e5ab6b7179c req-30ff603a-6b54-499d-b596-47d49b16ef99 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:01.398909 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e4f2bc0e-f378-46dc-a274-3e5ab6b7179c req-30ff603a-6b54-499d-b596-47d49b16ef99 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/ports?device_id=5ea82851-d9e0-4b55-9108-445a8363c1e2 HTTP/1.1" status: 200 len: 946 time: 0.7479763 Sep 24 15:59:01.413025 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-837f2eae-fdf4-4288-841e-f426a85e4b39 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Request body: {'port': {'network_id': '175245e4-5c9b-4fee-8600-402dad79b938', 'name': 'tempest-PortsIpV6TestJSON-188215195', 'fixed_ips': [{'subnet_id': '0a1ce8f1-e605-465d-a586-02ac54afcaec', 'ip_address': '2001:db8::f'}]}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:59:01.413636 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port 22943202-be04-4d60-bcd8-b4e5688ad40b, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=22943202-be04-4d60-bcd8-b4e5688ad40b,segment=NetworkSegment(1d964880-d512-46be-8f94-ee344bc4318d),segment_id=1d964880-d512-46be-8f94-ee344bc4318d)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:59:01.477924 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:01.481577 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-189df330-e5e5-4789-9573-c922c8d91f8a tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:01.532523 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-13140031-9c4f-4463-afe4-add4ab82b594 req-99d4893e-aad3-4335-9a4f-c8b8b35261fc service neutron] 10.222.0.110 "GET /v2.0/networks/5b5ae1eb-54bd-4dc0-9ed2-fc3865a6b206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062541 Sep 24 15:59:01.534971 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=22943202-be04-4d60-bcd8-b4e5688ad40b,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:01.579204 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e4f2bc0e-f378-46dc-a274-3e5ab6b7179c req-3edd810b-5cc1-4aa5-aee8-17e01f65187d tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/security-groups?id=beef4521-75a7-4152-bec5-95472c5ccdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551220 Sep 24 15:59:01.616200 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5044774c-bc5a-4aba-b513-5bac391d0f18 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:59:01.637316 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-5044774c-bc5a-4aba-b513-5bac391d0f18 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "PUT /v2.0/routers/2c929dc6-c979-41c4-a3ea-edb335de17b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0798452 Sep 24 15:59:01.637316 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49864) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:01.640770 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19adf3e8-bbae-4be8-90be-8296c793b492 None None] Sync routers for ids ['2c929dc6-c979-41c4-a3ea-edb335de17b6'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:59:01.655954 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19adf3e8-bbae-4be8-90be-8296c793b492 None None] Routers {'2c929dc6-c979-41c4-a3ea-edb335de17b6'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:59:01.656903 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-19adf3e8-bbae-4be8-90be-8296c793b492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:58:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['2c929dc6-c979-41c4-a3ea-edb335de17b6'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:59:01.737388 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-f315b544-f97c-449b-abe9-1b10d291d5d3 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Deleting subnet 2c0c6582-6192-4ba7-b197-927e1af8c8ea {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:59:01.741727 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f315b544-f97c-449b-abe9-1b10d291d5d3 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:01.811655 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-19adf3e8-bbae-4be8-90be-8296c793b492 None None] Set router 2c929dc6-c979-41c4-a3ea-edb335de17b6 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:59:01.815778 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f315b544-f97c-449b-abe9-1b10d291d5d3 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:01.840010 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-189df330-e5e5-4789-9573-c922c8d91f8a tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Allocated IP 172.25.0.232 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/e04f13a0-bfda-4469-8308-817bcbcd0e2c) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:59:01.896252 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-837f2eae-fdf4-4288-841e-f426a85e4b39 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Made reservation on behalf of dd692a6dccf5494e8242fa57d76d3d05 for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:59:01.911717 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-837f2eae-fdf4-4288-841e-f426a85e4b39 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:02.004314 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f315b544-f97c-449b-abe9-1b10d291d5d3 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:02.009104 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [None req-837f2eae-fdf4-4288-841e-f426a85e4b39 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] device_id is not set on port 1911af32-b849-4659-9f26-e9430f8baadf yet. {{(pid=95297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:59:02.071488 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-189df330-e5e5-4789-9573-c922c8d91f8a tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:02.096599 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-19adf3e8-bbae-4be8-90be-8296c793b492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c929dc6-c979-41c4-a3ea-edb335de17b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1861874524', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '721b235a-b2f1-4c7c-8fd8-a5d977290b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:57:15Z', 'updated_at': '2021-09-24T15:58:59Z', 'revision_number': 5, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'gw_port': {'id': '721b235a-b2f1-4c7c-8fd8-a5d977290b09', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c929dc6-c979-41c4-a3ea-edb335de17b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:57:16Z', 'updated_at': '2021-09-24T15:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:59:02.102162 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de396828-90d2-4b09-a6be-8ce05d8c9562 None None] Network 175245e4-5c9b-4fee-8600-402dad79b938 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:59:02.129684 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19adf3e8-bbae-4be8-90be-8296c793b492 None None] Checking router: 2c929dc6-c979-41c4-a3ea-edb335de17b6 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:59:02.148795 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19adf3e8-bbae-4be8-90be-8296c793b492 None None] Routers {'2c929dc6-c979-41c4-a3ea-edb335de17b6'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:59:02.148795 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-19adf3e8-bbae-4be8-90be-8296c793b492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:58:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['2c929dc6-c979-41c4-a3ea-edb335de17b6'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:59:02.181343 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f315b544-f97c-449b-abe9-1b10d291d5d3 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:02.212566 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f315b544-f97c-449b-abe9-1b10d291d5d3 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:02.220878 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-f315b544-f97c-449b-abe9-1b10d291d5d3 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "DELETE /v2.0/subnets/2c0c6582-6192-4ba7-b197-927e1af8c8ea HTTP/1.1" status: 204 len: 168 time: 0.5817971 Sep 24 15:59:02.223247 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 49884) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:02.228993 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79777c7c-9e14-4d30-99ae-77417564e426 None None] Network e034e6ed-6102-4046-9f1f-a643f9565610 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:59:02.269957 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f315b544-f97c-449b-abe9-1b10d291d5d3 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event deleted for resources: {'Subnet': ['ID=2c0c6582-6192-4ba7-b197-927e1af8c8ea,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:02.308640 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-189df330-e5e5-4789-9573-c922c8d91f8a tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:02.376868 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-19adf3e8-bbae-4be8-90be-8296c793b492 None None] Set router 2c929dc6-c979-41c4-a3ea-edb335de17b6 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:59:02.443950 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8715efe-2984-4809-9fb1-8f4965e6b282 req-4f728566-dfb3-469d-a255-279f0167abd3 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:02.445888 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c8715efe-2984-4809-9fb1-8f4965e6b282 req-4f728566-dfb3-469d-a255-279f0167abd3 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=aad57a45-3f54-4cc4-9bbf-e4ed34d63d25 HTTP/1.1" status: 200 len: 944 time: 0.0742950 Sep 24 15:59:02.512451 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189df330-e5e5-4789-9573-c922c8d91f8a tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Pushing event updated for resources: {'Port': ['ID=e04f13a0-bfda-4469-8308-817bcbcd0e2c,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:02.517278 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189df330-e5e5-4789-9573-c922c8d91f8a tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:59:02.535707 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c8715efe-2984-4809-9fb1-8f4965e6b282 req-d418be0d-4ea0-422a-8198-2354e4371029 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817981 Sep 24 15:59:02.550133 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-837f2eae-fdf4-4288-841e-f426a85e4b39 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Allocated IP 2001:db8::f (175245e4-5c9b-4fee-8600-402dad79b938/0a1ce8f1-e605-465d-a586-02ac54afcaec/1911af32-b849-4659-9f26-e9430f8baadf) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:59:02.552888 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-189df330-e5e5-4789-9573-c922c8d91f8a tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:59:02.612519 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189df330-e5e5-4789-9573-c922c8d91f8a tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:59:02.660509 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-14b7d329-ae04-448a-830e-39950b7dd6e8 None None] Provisioning complete for port 22943202-be04-4d60-bcd8-b4e5688ad40b triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:59:02.662230 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-14b7d329-ae04-448a-830e-39950b7dd6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:02.730237 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-19adf3e8-bbae-4be8-90be-8296c793b492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c929dc6-c979-41c4-a3ea-edb335de17b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1861874524', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '721b235a-b2f1-4c7c-8fd8-a5d977290b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:57:15Z', 'updated_at': '2021-09-24T15:58:59Z', 'revision_number': 5, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'gw_port': {'id': '721b235a-b2f1-4c7c-8fd8-a5d977290b09', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c929dc6-c979-41c4-a3ea-edb335de17b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:57:16Z', 'updated_at': '2021-09-24T15:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:59:02.801792 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19adf3e8-bbae-4be8-90be-8296c793b492 None None] The sync data for ids ['2c929dc6-c979-41c4-a3ea-edb335de17b6'] in n-d-808921-1 is: [{'id': '2c929dc6-c979-41c4-a3ea-edb335de17b6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1861874524', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '721b235a-b2f1-4c7c-8fd8-a5d977290b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:57:15Z', 'updated_at': '2021-09-24T15:58:59Z', 'revision_number': 5, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'gw_port': {'id': '721b235a-b2f1-4c7c-8fd8-a5d977290b09', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:fd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c929dc6-c979-41c4-a3ea-edb335de17b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2943, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:57:16Z', 'updated_at': '2021-09-24T15:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:59:02.861474 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4953e8-dcf9-4cb6-b43e-c3f6fa65a922 req-44481fd9-b841-48f6-b5f4-14dca153e709 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:02.863301 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ac4953e8-dcf9-4cb6-b43e-c3f6fa65a922 req-44481fd9-b841-48f6-b5f4-14dca153e709 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.110 "GET /v2.0/ports?device_id=5ea82851-d9e0-4b55-9108-445a8363c1e2 HTTP/1.1" status: 200 len: 946 time: 0.1298149 Sep 24 15:59:03.075924 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-ac4953e8-dcf9-4cb6-b43e-c3f6fa65a922 req-1c37be35-57db-469c-814a-39cd411142b6 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Deleting port 62117fed-4a4c-483e-8efd-25f6e0880509 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:59:03.084836 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-ac4953e8-dcf9-4cb6-b43e-c3f6fa65a922 req-1c37be35-57db-469c-814a-39cd411142b6 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:03.085028 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c14fd57d-4d36-422c-9e8b-ef99ba58b0cf tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for router, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:03.195345 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-ac4953e8-dcf9-4cb6-b43e-c3f6fa65a922 req-1c37be35-57db-469c-814a-39cd411142b6 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] For port 62117fed-4a4c-483e-8efd-25f6e0880509, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=62117fed-4a4c-483e-8efd-25f6e0880509,segment=NetworkSegment(272d0ce2-ce94-428b-a239-5dd619a27c57),segment_id=272d0ce2-ce94-428b-a239-5dd619a27c57)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:59:03.195706 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-ac4953e8-dcf9-4cb6-b43e-c3f6fa65a922 req-1c37be35-57db-469c-814a-39cd411142b6 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:03.259519 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81068515-3de1-44c0-89e8-79901561283c None None] DHCP port deletion for e034e6ed-6102-4046-9f1f-a643f9565610 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:59:03.344232 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 22943202-be04-4d60-bcd8-b4e5688ad40b up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:59:03.369691 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c14fd57d-4d36-422c-9e8b-ef99ba58b0cf tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:03.459426 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9548b381-e6d1-42b4-93dd-a840d0dd2f9b req-25eca3db-16b9-42c9-a698-53a50698c5ab tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:03.459426 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9548b381-e6d1-42b4-93dd-a840d0dd2f9b req-25eca3db-16b9-42c9-a698-53a50698c5ab tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/ports?device_id=5ea82851-d9e0-4b55-9108-445a8363c1e2 HTTP/1.1" status: 200 len: 946 time: 0.7095418 Sep 24 15:59:03.609710 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-e4ee2a80-33c1-47bd-bb8d-0e3ee66daf8f None None] Provisioning complete for port c4cc07ee-f071-497f-8e1e-69425e973aeb triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:59:03.610322 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e4ee2a80-33c1-47bd-bb8d-0e3ee66daf8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:03.699005 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 22943202-be04-4d60-bcd8-b4e5688ad40b triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:59:03.699930 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:03.763270 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-81068515-3de1-44c0-89e8-79901561283c None None] Deleting port cb9f1819-0e6e-41f2-954d-413ef4ea6a6c {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:59:03.764168 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-81068515-3de1-44c0-89e8-79901561283c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:03.788642 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-ac4953e8-dcf9-4cb6-b43e-c3f6fa65a922 req-1c37be35-57db-469c-814a-39cd411142b6 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:03.791737 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-ac4953e8-dcf9-4cb6-b43e-c3f6fa65a922 req-1c37be35-57db-469c-814a-39cd411142b6 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:03.791737 n-d-808921-1 neutron-server[95298]: INFO neutron.db.l3_db [req-ac4953e8-dcf9-4cb6-b43e-c3f6fa65a922 req-1c37be35-57db-469c-814a-39cd411142b6 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Floating IP 6e0bdfe4-c3c3-490e-af4e-94ce2adf3afc disassociated. External IP: 172.25.0.104, port: 62117fed-4a4c-483e-8efd-25f6e0880509. Sep 24 15:59:03.791737 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-ac4953e8-dcf9-4cb6-b43e-c3f6fa65a922 req-1c37be35-57db-469c-814a-39cd411142b6 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Calling delete_port for 62117fed-4a4c-483e-8efd-25f6e0880509 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:59:03.841302 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a80acbd-bcef-4a22-b564-5e63c1101e4e req-05adc355-d94f-45bc-9c74-c0f171939220 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:03.854001 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1a80acbd-bcef-4a22-b564-5e63c1101e4e req-05adc355-d94f-45bc-9c74-c0f171939220 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=aad57a45-3f54-4cc4-9bbf-e4ed34d63d25 HTTP/1.1" status: 200 len: 944 time: 0.1496487 Sep 24 15:59:03.864437 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9548b381-e6d1-42b4-93dd-a840d0dd2f9b req-37e03bdb-8c58-487e-97c0-ad0d17d21d62 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/security-groups?id=beef4521-75a7-4152-bec5-95472c5ccdd1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3717043 Sep 24 15:59:03.918737 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-837f2eae-fdf4-4288-841e-f426a85e4b39 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:03.926402 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-81068515-3de1-44c0-89e8-79901561283c None None] For port cb9f1819-0e6e-41f2-954d-413ef4ea6a6c, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=cb9f1819-0e6e-41f2-954d-413ef4ea6a6c,segment=NetworkSegment(d7ef416a-40a9-4337-a1c4-1afeb8984525),segment_id=d7ef416a-40a9-4337-a1c4-1afeb8984525)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:59:03.927162 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-81068515-3de1-44c0-89e8-79901561283c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:03.944314 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-81068515-3de1-44c0-89e8-79901561283c None None] Calling delete_port for cb9f1819-0e6e-41f2-954d-413ef4ea6a6c owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:59:03.983951 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-c14fd57d-4d36-422c-9e8b-ef99ba58b0cf tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Deleting port 721b235a-b2f1-4c7c-8fd8-a5d977290b09 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:59:03.984357 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c14fd57d-4d36-422c-9e8b-ef99ba58b0cf tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:04.040919 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-189df330-e5e5-4789-9573-c922c8d91f8a tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks [] for router_gateway, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:04.083017 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-e4ee2a80-33c1-47bd-bb8d-0e3ee66daf8f None None] Port c4cc07ee-f071-497f-8e1e-69425e973aeb cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:59:04.104844 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-e4ee2a80-33c1-47bd-bb8d-0e3ee66daf8f None None] Provisioning complete for port 22943202-be04-4d60-bcd8-b4e5688ad40b triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:59:04.105218 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e4ee2a80-33c1-47bd-bb8d-0e3ee66daf8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:04.157645 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-81068515-3de1-44c0-89e8-79901561283c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:04.168907 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1a80acbd-bcef-4a22-b564-5e63c1101e4e req-37c78025-ffa5-4c83-8502-46f3e8376820 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055677 Sep 24 15:59:04.231050 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81068515-3de1-44c0-89e8-79901561283c None None] No DVR routers for this DVR port cb9f1819-0e6e-41f2-954d-413ef4ea6a6c on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:59:04.238118 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-ac4953e8-dcf9-4cb6-b43e-c3f6fa65a922 req-1c37be35-57db-469c-814a-39cd411142b6 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:04.270209 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-27a7a307-087c-47e5-b1ca-6bc3fc64e1c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:04.283227 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81068515-3de1-44c0-89e8-79901561283c None None] Pushing event deleted for resources: {'Port': ['ID=cb9f1819-0e6e-41f2-954d-413ef4ea6a6c,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:04.294293 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c37be35-57db-469c-814a-39cd411142b6 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Pushing event deleted for resources: {'Port': ['ID=62117fed-4a4c-483e-8efd-25f6e0880509,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:04.317542 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-c14fd57d-4d36-422c-9e8b-ef99ba58b0cf tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] For port 721b235a-b2f1-4c7c-8fd8-a5d977290b09, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=721b235a-b2f1-4c7c-8fd8-a5d977290b09,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:59:04.318171 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c14fd57d-4d36-422c-9e8b-ef99ba58b0cf tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:04.370762 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-837f2eae-fdf4-4288-841e-f426a85e4b39 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:04.388414 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-c14fd57d-4d36-422c-9e8b-ef99ba58b0cf tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Calling delete_port for 721b235a-b2f1-4c7c-8fd8-a5d977290b09 owned by network:router_gateway {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:59:04.409950 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:04.452782 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837f2eae-fdf4-4288-841e-f426a85e4b39 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event updated for resources: {'Port': ['ID=1911af32-b849-4659-9f26-e9430f8baadf,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:04.498312 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-189df330-e5e5-4789-9573-c922c8d91f8a tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:04.500265 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837f2eae-fdf4-4288-841e-f426a85e4b39 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Network 175245e4-5c9b-4fee-8600-402dad79b938 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:59:04.503469 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-837f2eae-fdf4-4288-841e-f426a85e4b39 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:59:04.516627 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837f2eae-fdf4-4288-841e-f426a85e4b39 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:59:04.520945 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-cc022ea5-91f8-4c20-8b6c-4ea8ac66ee51 None None] Provisioning complete for port c4cc07ee-f071-497f-8e1e-69425e973aeb triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:59:04.521170 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-cc022ea5-91f8-4c20-8b6c-4ea8ac66ee51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:04.526308 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837f2eae-fdf4-4288-841e-f426a85e4b39 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:04.526474 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac4953e8-dcf9-4cb6-b43e-c3f6fa65a922 req-1c37be35-57db-469c-814a-39cd411142b6 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Router fa68bc5a-ac36-4bfc-813b-ef3aae9e165b has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:59:04.526598 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-837f2eae-fdf4-4288-841e-f426a85e4b39 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:04.576127 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-cc022ea5-91f8-4c20-8b6c-4ea8ac66ee51 None None] Port c4cc07ee-f071-497f-8e1e-69425e973aeb cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:59:04.719499 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac4953e8-dcf9-4cb6-b43e-c3f6fa65a922 req-1c37be35-57db-469c-814a-39cd411142b6 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:59:04.743909 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8ca32c-1e4c-4484-b633-de8b9705676d None None] Sync routers for ids ['fa68bc5a-ac36-4bfc-813b-ef3aae9e165b'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:59:04.761657 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8ca32c-1e4c-4484-b633-de8b9705676d None None] Routers {'fa68bc5a-ac36-4bfc-813b-ef3aae9e165b'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:59:04.762645 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-2e8ca32c-1e4c-4484-b633-de8b9705676d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:59:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['fa68bc5a-ac36-4bfc-813b-ef3aae9e165b'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:59:04.856537 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac4953e8-dcf9-4cb6-b43e-c3f6fa65a922 req-1c37be35-57db-469c-814a-39cd411142b6 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] No DVR routers for this DVR port 62117fed-4a4c-483e-8efd-25f6e0880509 on host n-h1-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:59:04.864896 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-ac4953e8-dcf9-4cb6-b43e-c3f6fa65a922 req-1c37be35-57db-469c-814a-39cd411142b6 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:04.876690 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ac4953e8-dcf9-4cb6-b43e-c3f6fa65a922 req-1c37be35-57db-469c-814a-39cd411142b6 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.110 "DELETE /v2.0/ports/62117fed-4a4c-483e-8efd-25f6e0880509 HTTP/1.1" status: 204 len: 173 time: 2.0032094 Sep 24 15:59:04.877912 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ea82851-d9e0-4b55-9108-445a8363c1e2', 'name': 'network-vif-deleted', 'tag': '62117fed-4a4c-483e-8efd-25f6e0880509'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:59:04.886130 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa44fe29-b86f-4f2f-80b0-cf946ed75b33" -d '{"events": [{"server_uuid": "5ea82851-d9e0-4b55-9108-445a8363c1e2", "name": "network-vif-deleted", "tag": "62117fed-4a4c-483e-8efd-25f6e0880509"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:59:04.987461 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04173a7-7d2a-45d4-b43a-69979c254a68 x-openstack-request-id: req-b04173a7-7d2a-45d4-b43a-69979c254a68 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:59:04.987760 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ea82851-d9e0-4b55-9108-445a8363c1e2", "name": "network-vif-deleted", "tag": "62117fed-4a4c-483e-8efd-25f6e0880509", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:59:04.988063 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b04173a7-7d2a-45d4-b43a-69979c254a68 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:59:04.988463 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ea82851-d9e0-4b55-9108-445a8363c1e2', 'name': 'network-vif-deleted', 'tag': '62117fed-4a4c-483e-8efd-25f6e0880509', 'status': 'completed', 'code': 200} Sep 24 15:59:05.003480 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 5770e312-70ce-4912-8d30-b4a3104bd9b7 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:59:05.047193 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f4d1db2b-5528-4cb3-b8f1-3660c7364fb6 req-3fe539df-59e4-41f6-ab2b-faaaff347432 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/ports?device_id=5ea82851-d9e0-4b55-9108-445a8363c1e2 HTTP/1.1" status: 200 len: 210 time: 0.0308681 Sep 24 15:59:05.061774 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 5770e312-70ce-4912-8d30-b4a3104bd9b7 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:59:05.061990 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 5770e312-70ce-4912-8d30-b4a3104bd9b7 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:59:05.062440 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device cb9f1819-0e6e-41f2-954d-413ef4ea6a6c no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:59:05.066914 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 0d9bb3fd-4f99-4c08-805b-a4bb8aab8289 details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:59:05.120043 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: cb9f1819-0e6e-41f2-954d-413ef4ea6a6c {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:59:05.120397 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device cb9f1819-0e6e-41f2-954d-413ef4ea6a6c not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:59:05.161099 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-2e8ca32c-1e4c-4484-b633-de8b9705676d None None] Set router fa68bc5a-ac36-4bfc-813b-ef3aae9e165b gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:59:05.192298 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-5710064f-4bb4-4352-8630-0a4b1644038b None None] Provisioning complete for port 1911af32-b849-4659-9f26-e9430f8baadf triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:59:05.193016 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5710064f-4bb4-4352-8630-0a4b1644038b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:05.347907 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-837f2eae-fdf4-4288-841e-f426a85e4b39 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.9463086 Sep 24 15:59:05.351637 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49912) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:05.366480 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-5710064f-4bb4-4352-8630-0a4b1644038b None None] Port 1911af32-b849-4659-9f26-e9430f8baadf cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:59:05.384945 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:05.459490 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 0d9bb3fd-4f99-4c08-805b-a4bb8aab8289, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=0d9bb3fd-4f99-4c08-805b-a4bb8aab8289,segment=NetworkSegment(563c8a32-dd71-4fde-bd28-b20905086572),segment_id=563c8a32-dd71-4fde-bd28-b20905086572)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:59:05.486796 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': '0d9bb3fd-4f99-4c08-805b-a4bb8aab8289', 'network_id': '5b5ae1eb-54bd-4dc0-9ed2-fc3865a6b206', 'port_id': '0d9bb3fd-4f99-4c08-805b-a4bb8aab8289', 'mac_address': 'fa:16:3e:37:c7:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b77319b-e972-47e8-93df-b7729b347ab6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:59:05.567552 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2c3dde-31b7-4f9b-8820-3cc9777dab9d req-a60e31cf-a8f4-43c1-a2ad-2ed207cf3469 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:05.576764 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1a2c3dde-31b7-4f9b-8820-3cc9777dab9d req-a60e31cf-a8f4-43c1-a2ad-2ed207cf3469 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=aad57a45-3f54-4cc4-9bbf-e4ed34d63d25 HTTP/1.1" status: 200 len: 944 time: 0.2351017 Sep 24 15:59:05.583448 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ded93e-fbc8-42ec-a51d-d1a1c34bf713 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:05.590915 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-08ded93e-fbc8-42ec-a51d-d1a1c34bf713 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2321169 Sep 24 15:59:05.591161 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 49914) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:05.684526 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:05.724854 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d9bb3fd-4f99-4c08-805b-a4bb8aab8289 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:59:05.767434 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1fa22b-7048-4909-8660-efb8b92b63d9 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:05.771230 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 0d9bb3fd-4f99-4c08-805b-a4bb8aab8289, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=0d9bb3fd-4f99-4c08-805b-a4bb8aab8289,segment=NetworkSegment(563c8a32-dd71-4fde-bd28-b20905086572),segment_id=563c8a32-dd71-4fde-bd28-b20905086572)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:59:05.787762 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1fa22b-7048-4909-8660-efb8b92b63d9 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:05.802111 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1fa22b-7048-4909-8660-efb8b92b63d9 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:05.804223 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ef1fa22b-7048-4909-8660-efb8b92b63d9 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.2133834 Sep 24 15:59:05.808574 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49922) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:05.841043 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-2e8ca32c-1e4c-4484-b633-de8b9705676d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa68bc5a-ac36-4bfc-813b-ef3aae9e165b', 'name': 'tempest-AttachVolumeTestJSON-1816297676-router', 'tenant_id': 'b960fdf244c2496089f6c9d33b373dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '21c80e1d-ee1e-4a5f-bbc5-445fa95422eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:54:18Z', 'updated_at': '2021-09-24T15:54:27Z', 'revision_number': 4, 'project_id': 'b960fdf244c2496089f6c9d33b373dc4', 'gw_port': {'id': '21c80e1d-ee1e-4a5f-bbc5-445fa95422eb', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa68bc5a-ac36-4bfc-813b-ef3aae9e165b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:54:19Z', 'updated_at': '2021-09-24T15:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'd466d7c6-bac4-4ebd-b80f-8c7522efb055', 'name': '', 'network_id': '3dbb0dfe-b454-4e57-a2db-34f294a0159c', 'tenant_id': 'b960fdf244c2496089f6c9d33b373dc4', 'mac_address': 'fa:16:3e:13:ff:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa68bc5a-ac36-4bfc-813b-ef3aae9e165b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': 'ad938f0b-b628-4cac-9404-1e2682973b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:54:24Z', 'updated_at': '2021-09-24T15:54:32Z', 'revision_number': 5, 'project_id': 'b960fdf244c2496089f6c9d33b373dc4', 'subnets': [{'id': 'ad938f0b-b628-4cac-9404-1e2682973b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:59:05.914701 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8ca32c-1e4c-4484-b633-de8b9705676d None None] Checking router: fa68bc5a-ac36-4bfc-813b-ef3aae9e165b for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:59:05.919584 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1a2c3dde-31b7-4f9b-8820-3cc9777dab9d req-190b6389-3cf8-4257-8e03-2250fe38abbf tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629602 Sep 24 15:59:05.933275 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:05.941388 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c14fd57d-4d36-422c-9e8b-ef99ba58b0cf tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:05.977744 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14fd57d-4d36-422c-9e8b-ef99ba58b0cf tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event deleted for resources: {'Port': ['ID=721b235a-b2f1-4c7c-8fd8-a5d977290b09,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:05.990756 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-9463e90f-07e6-4072-b854-396fb8d0ac03 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Deleting port 1911af32-b849-4659-9f26-e9430f8baadf {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:59:05.993106 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9463e90f-07e6-4072-b854-396fb8d0ac03 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:05.998203 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-189df330-e5e5-4789-9573-c922c8d91f8a tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Router 803c42bd-d31d-4aeb-bcd6-be91779aaf3c is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:59:06.067089 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8ca32c-1e4c-4484-b633-de8b9705676d None None] Routers {'fa68bc5a-ac36-4bfc-813b-ef3aae9e165b'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:59:06.068733 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-2e8ca32c-1e4c-4484-b633-de8b9705676d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:59:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['fa68bc5a-ac36-4bfc-813b-ef3aae9e165b'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:59:06.138806 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=0d9bb3fd-4f99-4c08-805b-a4bb8aab8289,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:06.221191 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9463e90f-07e6-4072-b854-396fb8d0ac03 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:06.253993 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-2e8ca32c-1e4c-4484-b633-de8b9705676d None None] Set router fa68bc5a-ac36-4bfc-813b-ef3aae9e165b gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:59:06.257304 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-9463e90f-07e6-4072-b854-396fb8d0ac03 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Calling delete_port for 1911af32-b849-4659-9f26-e9430f8baadf owned by {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:59:06.329530 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-189df330-e5e5-4789-9573-c922c8d91f8a tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:59:06.343083 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f11b71-402c-42c4-9c99-c91d2771d8d4 None None] Sync routers for ids ['803c42bd-d31d-4aeb-bcd6-be91779aaf3c'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:59:06.364034 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f11b71-402c-42c4-9c99-c91d2771d8d4 None None] Routers {'803c42bd-d31d-4aeb-bcd6-be91779aaf3c'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:59:06.364939 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-93f11b71-402c-42c4-9c99-c91d2771d8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:59:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['803c42bd-d31d-4aeb-bcd6-be91779aaf3c'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:59:06.365852 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49928) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:06.370762 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c14fd57d-4d36-422c-9e8b-ef99ba58b0cf tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586576'] for router_gateway, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:06.460685 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-189df330-e5e5-4789-9573-c922c8d91f8a tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:06.462431 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-189df330-e5e5-4789-9573-c922c8d91f8a tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 7.4079387 Sep 24 15:59:06.466841 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 49930) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:06.543352 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a2c21b0b-2944-4807-815a-4dd913fc92a4 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:06.573624 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8ea8ab-b96e-401b-95d9-f1333bd7cf63 tempest-TestSecurityGroupsBasicOps-804848104 tempest-TestSecurityGroupsBasicOps-804848104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:06.575870 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-5c8ea8ab-b96e-401b-95d9-f1333bd7cf63 tempest-TestSecurityGroupsBasicOps-804848104 tempest-TestSecurityGroupsBasicOps-804848104-project-admin] 10.222.0.101 "GET /v2.0/subnets?project_id=1154a7819e8f441ba8a2f5ad356b8a2c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 828 time: 0.1074011 Sep 24 15:59:06.579029 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 49932) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:06.636389 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c14fd57d-4d36-422c-9e8b-ef99ba58b0cf tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:06.641748 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-93f11b71-402c-42c4-9c99-c91d2771d8d4 None None] Set router 803c42bd-d31d-4aeb-bcd6-be91779aaf3c gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:59:06.651455 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c14fd57d-4d36-422c-9e8b-ef99ba58b0cf tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:06.657501 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a2c21b0b-2944-4807-815a-4dd913fc92a4 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:06.823733 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['0d9bb3fd-4f99-4c08-805b-a4bb8aab8289'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:59:06.836964 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9463e90f-07e6-4072-b854-396fb8d0ac03 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:06.918930 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a2c21b0b-2944-4807-815a-4dd913fc92a4 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:06.918930 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a2c21b0b-2944-4807-815a-4dd913fc92a4 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:06.920323 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-a2c21b0b-2944-4807-815a-4dd913fc92a4 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "DELETE /v2.0/security-groups/beef4521-75a7-4152-bec5-95472c5ccdd1 HTTP/1.1" status: 204 len: 168 time: 0.5534096 Sep 24 15:59:06.921244 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9463e90f-07e6-4072-b854-396fb8d0ac03 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event deleted for resources: {'Port': ['ID=1911af32-b849-4659-9f26-e9430f8baadf,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:06.925851 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49940) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:06.949432 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c21b0b-2944-4807-815a-4dd913fc92a4 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=beef4521-75a7-4152-bec5-95472c5ccdd1,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:06.998729 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9463e90f-07e6-4072-b854-396fb8d0ac03 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:07.003422 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-9463e90f-07e6-4072-b854-396fb8d0ac03 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "DELETE /v2.0/ports/1911af32-b849-4659-9f26-e9430f8baadf HTTP/1.1" status: 204 len: 168 time: 1.1934590 Sep 24 15:59:07.008417 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [None req-57b28ba4-6909-4a51-857b-42a8b78ddb24 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] show failed (client error): The resource could not be found. Sep 24 15:59:07.011986 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-57b28ba4-6909-4a51-857b-42a8b78ddb24 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/security-groups/beef4521-75a7-4152-bec5-95472c5ccdd1 HTTP/1.1" status: 404 len: 347 time: 0.0728364 Sep 24 15:59:07.012905 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49944) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:07.014957 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49946) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:07.055484 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8910144c-c560-4197-9010-d566366ec1ba tempest-TestSecurityGroupsBasicOps-804848104 tempest-TestSecurityGroupsBasicOps-804848104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:07.057584 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-8910144c-c560-4197-9010-d566366ec1ba tempest-TestSecurityGroupsBasicOps-804848104 tempest-TestSecurityGroupsBasicOps-804848104-project-admin] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4772005 Sep 24 15:59:07.062476 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 49950) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:07.081382 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-93f11b71-402c-42c4-9c99-c91d2771d8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '803c42bd-d31d-4aeb-bcd6-be91779aaf3c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1671471545', 'tenant_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'e04f13a0-bfda-4469-8308-817bcbcd0e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:58:59Z', 'updated_at': '2021-09-24T15:59:03Z', 'revision_number': 3, 'project_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'gw_port': {'id': 'e04f13a0-bfda-4469-8308-817bcbcd0e2c', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:da:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '803c42bd-d31d-4aeb-bcd6-be91779aaf3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:59:01Z', 'updated_at': '2021-09-24T15:59:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:59:07.115068 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-dfa2d8cf-10e5-4be3-be89-a1657c24f266 tempest-TestSecurityGroupsBasicOps-804848104 tempest-TestSecurityGroupsBasicOps-804848104-project-admin] 10.222.0.101 "GET /v2.0/subnets?network_id=e6a2de20-1ea0-43e5-88e0-982d19e317d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0510623 Sep 24 15:59:07.118534 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 49952) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:07.122821 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee8e83a1-473a-4515-ab9b-46913fbe9a09 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] GET failed (client error): The resource could not be found. Sep 24 15:59:07.128586 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-ee8e83a1-473a-4515-ab9b-46913fbe9a09 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "GET /v2.0/ports/1911af32-b849-4659-9f26-e9430f8baadf HTTP/1.1" status: 404 len: 333 time: 0.1122243 Sep 24 15:59:07.129378 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49954) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:07.167704 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 62117fed-4a4c-483e-8efd-25f6e0880509 no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:59:07.176246 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-a83024f6-727c-4ca3-87ac-d5093c446f6f tempest-TestSecurityGroupsBasicOps-804848104 tempest-TestSecurityGroupsBasicOps-804848104-project-admin] 10.222.0.101 "GET /v2.0/subnets?project_id=1154a7819e8f441ba8a2f5ad356b8a2c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0565681 Sep 24 15:59:07.177714 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c14fd57d-4d36-422c-9e8b-ef99ba58b0cf tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:07.178388 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c14fd57d-4d36-422c-9e8b-ef99ba58b0cf tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Fanout notify agent at l3_agent the message router_deleted on router 2c929dc6-c979-41c4-a3ea-edb335de17b6 {{(pid=95297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:59:07.181395 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 49956) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:07.193987 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c14fd57d-4d36-422c-9e8b-ef99ba58b0cf tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:07.195636 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-c14fd57d-4d36-422c-9e8b-ef99ba58b0cf tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "DELETE /v2.0/routers/2c929dc6-c979-41c4-a3ea-edb335de17b6 HTTP/1.1" status: 204 len: 168 time: 4.9712451 Sep 24 15:59:07.213930 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 49958) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:07.237136 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] No Port match for: 62117fed-4a4c-483e-8efd-25f6e0880509 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:59:07.237552 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 62117fed-4a4c-483e-8efd-25f6e0880509 not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:59:07.272751 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:07.381642 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f11b71-402c-42c4-9c99-c91d2771d8d4 None None] Checking router: 803c42bd-d31d-4aeb-bcd6-be91779aaf3c for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:59:07.382611 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f11b71-402c-42c4-9c99-c91d2771d8d4 None None] Updating router 803c42bd-d31d-4aeb-bcd6-be91779aaf3c port e04f13a0-bfda-4469-8308-817bcbcd0e2c binding host n-d-808921-1 {{(pid=95300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:59:07.403387 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b0ff96-2add-4b53-8b56-562617b44fa6 tempest-TestSecurityGroupsBasicOps-804848104 tempest-TestSecurityGroupsBasicOps-804848104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:07.407655 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e9b0ff96-2add-4b53-8b56-562617b44fa6 tempest-TestSecurityGroupsBasicOps-804848104 tempest-TestSecurityGroupsBasicOps-804848104-project-admin] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2242146 Sep 24 15:59:07.407939 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 49962) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:07.418931 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-93f11b71-402c-42c4-9c99-c91d2771d8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:07.446559 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6e2dd4-b850-4578-97d9-4ffac8e27036 req-136157d6-980b-4895-8496-aca086bdfa70 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:07.454578 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8a6e2dd4-b850-4578-97d9-4ffac8e27036 req-136157d6-980b-4895-8496-aca086bdfa70 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=aad57a45-3f54-4cc4-9bbf-e4ed34d63d25 HTTP/1.1" status: 200 len: 945 time: 0.3457582 Sep 24 15:59:07.491850 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-2e8ca32c-1e4c-4484-b633-de8b9705676d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa68bc5a-ac36-4bfc-813b-ef3aae9e165b', 'name': 'tempest-AttachVolumeTestJSON-1816297676-router', 'tenant_id': 'b960fdf244c2496089f6c9d33b373dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '21c80e1d-ee1e-4a5f-bbc5-445fa95422eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:54:18Z', 'updated_at': '2021-09-24T15:54:27Z', 'revision_number': 4, 'project_id': 'b960fdf244c2496089f6c9d33b373dc4', 'gw_port': {'id': '21c80e1d-ee1e-4a5f-bbc5-445fa95422eb', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa68bc5a-ac36-4bfc-813b-ef3aae9e165b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:54:19Z', 'updated_at': '2021-09-24T15:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'd466d7c6-bac4-4ebd-b80f-8c7522efb055', 'name': '', 'network_id': '3dbb0dfe-b454-4e57-a2db-34f294a0159c', 'tenant_id': 'b960fdf244c2496089f6c9d33b373dc4', 'mac_address': 'fa:16:3e:13:ff:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa68bc5a-ac36-4bfc-813b-ef3aae9e165b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': 'ad938f0b-b628-4cac-9404-1e2682973b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:54:24Z', 'updated_at': '2021-09-24T15:54:32Z', 'revision_number': 5, 'project_id': 'b960fdf244c2496089f6c9d33b373dc4', 'subnets': [{'id': 'ad938f0b-b628-4cac-9404-1e2682973b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:59:07.539782 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-137abe0e-c4cd-450a-8ee6-01a4afef0bce tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Deleting port c4cc07ee-f071-497f-8e1e-69425e973aeb {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:59:07.540447 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-137abe0e-c4cd-450a-8ee6-01a4afef0bce tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:07.560428 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8a6e2dd4-b850-4578-97d9-4ffac8e27036 req-852ed8c4-d797-4199-b5f1-2fb234e1ab5f tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031241 Sep 24 15:59:07.561005 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8ca32c-1e4c-4484-b633-de8b9705676d None None] The sync data for ids ['fa68bc5a-ac36-4bfc-813b-ef3aae9e165b'] in n-d-808921-1 is: [{'id': 'fa68bc5a-ac36-4bfc-813b-ef3aae9e165b', 'name': 'tempest-AttachVolumeTestJSON-1816297676-router', 'tenant_id': 'b960fdf244c2496089f6c9d33b373dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '21c80e1d-ee1e-4a5f-bbc5-445fa95422eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:54:18Z', 'updated_at': '2021-09-24T15:54:27Z', 'revision_number': 4, 'project_id': 'b960fdf244c2496089f6c9d33b373dc4', 'gw_port': {'id': '21c80e1d-ee1e-4a5f-bbc5-445fa95422eb', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa68bc5a-ac36-4bfc-813b-ef3aae9e165b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:54:19Z', 'updated_at': '2021-09-24T15:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'd466d7c6-bac4-4ebd-b80f-8c7522efb055', 'name': '', 'network_id': '3dbb0dfe-b454-4e57-a2db-34f294a0159c', 'tenant_id': 'b960fdf244c2496089f6c9d33b373dc4', 'mac_address': 'fa:16:3e:13:ff:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa68bc5a-ac36-4bfc-813b-ef3aae9e165b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': 'ad938f0b-b628-4cac-9404-1e2682973b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:54:24Z', 'updated_at': '2021-09-24T15:54:32Z', 'revision_number': 5, 'project_id': 'b960fdf244c2496089f6c9d33b373dc4', 'subnets': [{'id': 'ad938f0b-b628-4cac-9404-1e2682973b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:59:07.579746 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b4f41792-640a-455d-9b89-ee2b5a9b4ee5 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:07.622334 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-2a4f342a-d196-4ecc-8403-0236fbf0d750 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Deleting port 6c3009e0-5bb3-4d71-8e8d-6805f8e48438 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:59:07.623021 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2a4f342a-d196-4ecc-8403-0236fbf0d750 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:07.629638 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-92dfeea0-7242-4b6f-b558-baf760bb2d4f tempest-TestSecurityGroupsBasicOps-804848104 tempest-TestSecurityGroupsBasicOps-804848104-project-admin] 10.222.0.101 "GET /v2.0/subnets?network_id=e6a2de20-1ea0-43e5-88e0-982d19e317d5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2175176 Sep 24 15:59:07.630844 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49964) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:07.647452 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-90072f5a-7149-4545-833e-638fcc172538 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1819870226', 'network_id': '0f7ab674-61a6-47d2-953e-c5802017e6d0', 'project_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:59:07.743689 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b4f41792-640a-455d-9b89-ee2b5a9b4ee5 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:07.772600 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-b4f41792-640a-455d-9b89-ee2b5a9b4ee5 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e034e6ed-6102-4046-9f1f-a643f9565610']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:59:07.780541 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-93f11b71-402c-42c4-9c99-c91d2771d8d4 None None] Notify callbacks [] for port, precommit_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:07.806924 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-b4f41792-640a-455d-9b89-ee2b5a9b4ee5 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7ef416a-40a9-4337-a1c4-1afeb8984525') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:59:07.807226 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-b4f41792-640a-455d-9b89-ee2b5a9b4ee5 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7ef416a-40a9-4337-a1c4-1afeb8984525') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:59:07.818429 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b4f41792-640a-455d-9b89-ee2b5a9b4ee5 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:07.834006 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b4f41792-640a-455d-9b89-ee2b5a9b4ee5 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:07.837562 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-137abe0e-c4cd-450a-8ee6-01a4afef0bce tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:07.841433 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4f41792-640a-455d-9b89-ee2b5a9b4ee5 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Releasing vlan 1297 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:59:07.841971 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b4f41792-640a-455d-9b89-ee2b5a9b4ee5 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:07.862391 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-137abe0e-c4cd-450a-8ee6-01a4afef0bce tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Calling delete_port for c4cc07ee-f071-497f-8e1e-69425e973aeb owned by {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:59:07.870006 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-93f11b71-402c-42c4-9c99-c91d2771d8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:07.937669 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:59:07.937669 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:59:07.937669 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:59:07.937669 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:59:07.937669 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:59:07.937669 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:59:07.937669 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:59:07.937669 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:59:07.937669 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:59:07.937669 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:59:07.937669 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:59:07.937669 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:59:07.937669 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:59:07.937669 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:59:07.937669 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:59:07.937669 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:59:07.937669 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:59:07.937669 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:59:07.937669 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:59:07.937669 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:59:07.937669 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:59:07.937669 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:59:07.937669 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:59:07.937669 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:59:07.937669 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:59:07.937669 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:59:07.937669 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:59:07.937669 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:59:07.937669 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:59:07.937669 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:59:07.937669 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:59:07.937669 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:59:07.957239 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-93f11b71-402c-42c4-9c99-c91d2771d8d4 None None] Attempting to bind port e04f13a0-bfda-4469-8308-817bcbcd0e2c on host n-d-808921-1 for vnic_type normal with profile {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:59:07.957600 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-93f11b71-402c-42c4-9c99-c91d2771d8d4 None None] Attempting to bind port e04f13a0-bfda-4469-8308-817bcbcd0e2c by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:59:07.957956 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f11b71-402c-42c4-9c99-c91d2771d8d4 None None] Attempting to bind port e04f13a0-bfda-4469-8308-817bcbcd0e2c on network e6a2de20-1ea0-43e5-88e0-982d19e317d5 {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:59:07.967461 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44052172-9237-487e-9849-2d157d127de9 None None] Pushing event updated for resources: {'Port': ['ID=e04f13a0-bfda-4469-8308-817bcbcd0e2c,revision_number=2']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:07.977016 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f11b71-402c-42c4-9c99-c91d2771d8d4 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:59:07.977555 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f11b71-402c-42c4-9c99-c91d2771d8d4 None None] Checking segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:59:07.977986 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-93f11b71-402c-42c4-9c99-c91d2771d8d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:07.978419 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93f11b71-402c-42c4-9c99-c91d2771d8d4 None None] Bound using segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:59:07.978848 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-93f11b71-402c-42c4-9c99-c91d2771d8d4 None None] Bound port: e04f13a0-bfda-4469-8308-817bcbcd0e2c, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:59:07.979222 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-93f11b71-402c-42c4-9c99-c91d2771d8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:07.981731 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44052172-9237-487e-9849-2d157d127de9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:59:07.982086 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44052172-9237-487e-9849-2d157d127de9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:59:07.982445 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44052172-9237-487e-9849-2d157d127de9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:59:07.982773 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44052172-9237-487e-9849-2d157d127de9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:59:07.983096 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44052172-9237-487e-9849-2d157d127de9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:59:07.983413 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44052172-9237-487e-9849-2d157d127de9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:59:07.983740 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44052172-9237-487e-9849-2d157d127de9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:59:07.984053 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44052172-9237-487e-9849-2d157d127de9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:59:07.984368 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44052172-9237-487e-9849-2d157d127de9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:59:07.984681 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44052172-9237-487e-9849-2d157d127de9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:59:07.985002 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44052172-9237-487e-9849-2d157d127de9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:59:07.985306 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44052172-9237-487e-9849-2d157d127de9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:59:08.028459 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b4f41792-640a-455d-9b89-ee2b5a9b4ee5 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:08.031948 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b37878-604a-46a0-a110-3758e3f21810 None None] New status for floating IP 6e0bdfe4-c3c3-490e-af4e-94ce2adf3afc: DOWN {{(pid=95299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:59:08.044701 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b4f41792-640a-455d-9b89-ee2b5a9b4ee5 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:08.052590 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49970) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:08.053784 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b4f41792-640a-455d-9b89-ee2b5a9b4ee5 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "DELETE /v2.0/networks/e034e6ed-6102-4046-9f1f-a643f9565610 HTTP/1.1" status: 204 len: 168 time: 0.8357840 Sep 24 15:59:08.070783 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f41792-640a-455d-9b89-ee2b5a9b4ee5 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event deleted for resources: {'Network': ['ID=e034e6ed-6102-4046-9f1f-a643f9565610,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:08.089219 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2a4f342a-d196-4ecc-8403-0236fbf0d750 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:08.089549 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2a4f342a-d196-4ecc-8403-0236fbf0d750 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:08.105501 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90072f5a-7149-4545-833e-638fcc172538 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Made reservation on behalf of 1154a7819e8f441ba8a2f5ad356b8a2c for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:59:08.109161 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-90072f5a-7149-4545-833e-638fcc172538 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:08.125020 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-93f11b71-402c-42c4-9c99-c91d2771d8d4 None None] For port e04f13a0-bfda-4469-8308-817bcbcd0e2c, host n-d-808921-1, cleared binding levels {{(pid=95300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:59:08.132658 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-93f11b71-402c-42c4-9c99-c91d2771d8d4 None None] For port e04f13a0-bfda-4469-8308-817bcbcd0e2c, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=e04f13a0-bfda-4469-8308-817bcbcd0e2c,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:59:08.156237 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-2a4f342a-d196-4ecc-8403-0236fbf0d750 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Calling delete_port for 6c3009e0-5bb3-4d71-8e8d-6805f8e48438 owned by network:floatingip {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:59:08.203725 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-93f11b71-402c-42c4-9c99-c91d2771d8d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:08.270155 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-920a7cf3-62b4-48d8-9f95-a7dd6148b960 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:08.294481 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f11b71-402c-42c4-9c99-c91d2771d8d4 None None] Routers {'803c42bd-d31d-4aeb-bcd6-be91779aaf3c'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:59:08.295339 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-93f11b71-402c-42c4-9c99-c91d2771d8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:59:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['803c42bd-d31d-4aeb-bcd6-be91779aaf3c'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:59:08.349425 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44052172-9237-487e-9849-2d157d127de9 None None] Pushing event updated for resources: {'Port': ['ID=e04f13a0-bfda-4469-8308-817bcbcd0e2c,revision_number=3']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:08.364398 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-920a7cf3-62b4-48d8-9f95-a7dd6148b960 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:08.443626 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-93f11b71-402c-42c4-9c99-c91d2771d8d4 None None] Set router 803c42bd-d31d-4aeb-bcd6-be91779aaf3c gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:59:08.455848 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-137abe0e-c4cd-450a-8ee6-01a4afef0bce tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:08.514276 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137abe0e-c4cd-450a-8ee6-01a4afef0bce tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event deleted for resources: {'Port': ['ID=c4cc07ee-f071-497f-8e1e-69425e973aeb,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:08.679560 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-93f11b71-402c-42c4-9c99-c91d2771d8d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '803c42bd-d31d-4aeb-bcd6-be91779aaf3c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1671471545', 'tenant_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'e04f13a0-bfda-4469-8308-817bcbcd0e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:58:59Z', 'updated_at': '2021-09-24T15:59:03Z', 'revision_number': 3, 'project_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'gw_port': {'id': 'e04f13a0-bfda-4469-8308-817bcbcd0e2c', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:da:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '803c42bd-d31d-4aeb-bcd6-be91779aaf3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:59:01Z', 'updated_at': '2021-09-24T15:59:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:59:08.721474 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f11b71-402c-42c4-9c99-c91d2771d8d4 None None] The sync data for ids ['803c42bd-d31d-4aeb-bcd6-be91779aaf3c'] in n-d-808921-1 is: [{'id': '803c42bd-d31d-4aeb-bcd6-be91779aaf3c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1671471545', 'tenant_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'e04f13a0-bfda-4469-8308-817bcbcd0e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:58:59Z', 'updated_at': '2021-09-24T15:59:03Z', 'revision_number': 3, 'project_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'gw_port': {'id': 'e04f13a0-bfda-4469-8308-817bcbcd0e2c', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:da:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '803c42bd-d31d-4aeb-bcd6-be91779aaf3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:59:01Z', 'updated_at': '2021-09-24T15:59:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:59:08.761736 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ba227e-294f-4cf9-b218-df9176509d66 req-ad504a4f-3ebf-47c7-826f-ddf4323a7c5d tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:08.764167 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b0ba227e-294f-4cf9-b218-df9176509d66 req-ad504a4f-3ebf-47c7-826f-ddf4323a7c5d tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=aad57a45-3f54-4cc4-9bbf-e4ed34d63d25 HTTP/1.1" status: 200 len: 945 time: 0.0722485 Sep 24 15:59:08.842097 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b0ba227e-294f-4cf9-b218-df9176509d66 req-a65b1420-bbca-4826-a8d0-b02866b8af89 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672383 Sep 24 15:59:08.855171 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 721b235a-b2f1-4c7c-8fd8-a5d977290b09 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:59:08.899658 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 721b235a-b2f1-4c7c-8fd8-a5d977290b09 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:59:08.900333 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 721b235a-b2f1-4c7c-8fd8-a5d977290b09 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:59:09.024049 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-137abe0e-c4cd-450a-8ee6-01a4afef0bce tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:09.026041 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-137abe0e-c4cd-450a-8ee6-01a4afef0bce tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "DELETE /v2.0/ports/c4cc07ee-f071-497f-8e1e-69425e973aeb HTTP/1.1" status: 204 len: 168 time: 1.8647423 Sep 24 15:59:09.029874 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 49986) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:09.049190 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:09.067359 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 0d9bb3fd-4f99-4c08-805b-a4bb8aab8289 up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:59:09.089149 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-20221a81-bfde-4d59-88a8-c2990222c8be tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] GET failed (client error): The resource could not be found. Sep 24 15:59:09.096490 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-20221a81-bfde-4d59-88a8-c2990222c8be tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "GET /v2.0/ports/c4cc07ee-f071-497f-8e1e-69425e973aeb HTTP/1.1" status: 404 len: 333 time: 0.0645537 Sep 24 15:59:09.102635 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 49988) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:09.132555 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2a4f342a-d196-4ecc-8403-0236fbf0d750 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:09.155162 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-920a7cf3-62b4-48d8-9f95-a7dd6148b960 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:09.165138 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-920a7cf3-62b4-48d8-9f95-a7dd6148b960 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:09.172700 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-920a7cf3-62b4-48d8-9f95-a7dd6148b960 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "DELETE /v2.0/security-groups/d304bbd8-1375-41e6-a4a7-0404dd25bcd6 HTTP/1.1" status: 204 len: 168 time: 1.1180189 Sep 24 15:59:09.246689 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4f342a-d196-4ecc-8403-0236fbf0d750 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Pushing event deleted for resources: {'Port': ['ID=6c3009e0-5bb3-4d71-8e8d-6805f8e48438,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:09.253654 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-150cc2eb-893b-4a66-a992-088ac32d8f80 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Deleting subnet 0a1ce8f1-e605-465d-a586-02ac54afcaec {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:59:09.260969 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920a7cf3-62b4-48d8-9f95-a7dd6148b960 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d304bbd8-1375-41e6-a4a7-0404dd25bcd6,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:09.262987 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-150cc2eb-893b-4a66-a992-088ac32d8f80 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:09.307894 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port 0d9bb3fd-4f99-4c08-805b-a4bb8aab8289 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:59:09.318490 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port 0d9bb3fd-4f99-4c08-805b-a4bb8aab8289 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:59:09.319102 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:09.365500 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-90072f5a-7149-4545-833e-638fcc172538 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:09.432349 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-150cc2eb-893b-4a66-a992-088ac32d8f80 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:09.515276 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2a4f342a-d196-4ecc-8403-0236fbf0d750 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks [] for floatingip, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:09.525314 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2a4f342a-d196-4ecc-8403-0236fbf0d750 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:09.532900 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-2a4f342a-d196-4ecc-8403-0236fbf0d750 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "DELETE /v2.0/floatingips/6e0bdfe4-c3c3-490e-af4e-94ce2adf3afc HTTP/1.1" status: 204 len: 168 time: 2.5153985 Sep 24 15:59:09.561183 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90072f5a-7149-4545-833e-638fcc172538 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Pushing event updated for resources: {'Subnet': ['ID=51901650-bd7e-43c8-ad2a-ff12cecba4d5,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:09.643893 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90072f5a-7149-4545-833e-638fcc172538 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Checking segment: {'id': '8aa00b6a-58c7-4013-af9a-4707e55c353c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '0f7ab674-61a6-47d2-953e-c5802017e6d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:59:09.646883 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90072f5a-7149-4545-833e-638fcc172538 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Network hostable DHCP agents. Network: 0f7ab674-61a6-47d2-953e-c5802017e6d0, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:59:09.654322 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-150cc2eb-893b-4a66-a992-088ac32d8f80 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:09.656844 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:09.742488 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad57a45-3f54-4cc4-9bbf-e4ed34d63d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d9bb3fd-4f99-4c08-805b-a4bb8aab8289'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:59:09.749765 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21227f09-4acb-4f53-af9c-f77afc0e074e" -d '{"events": [{"server_uuid": "aad57a45-3f54-4cc4-9bbf-e4ed34d63d25", "name": "network-vif-plugged", "status": "completed", "tag": "0d9bb3fd-4f99-4c08-805b-a4bb8aab8289"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:59:09.755211 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90072f5a-7149-4545-833e-638fcc172538 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Network 0f7ab674-61a6-47d2-953e-c5802017e6d0 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:59:09.781509 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 0d9bb3fd-4f99-4c08-805b-a4bb8aab8289, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=0d9bb3fd-4f99-4c08-805b-a4bb8aab8289,segment=NetworkSegment(563c8a32-dd71-4fde-bd28-b20905086572),segment_id=563c8a32-dd71-4fde-bd28-b20905086572)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:59:09.827098 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-90072f5a-7149-4545-833e-638fcc172538 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 0f7ab674-61a6-47d2-953e-c5802017e6d0) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:59:09.832171 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90072f5a-7149-4545-833e-638fcc172538 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:09.835012 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-90072f5a-7149-4545-833e-638fcc172538 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:09.841188 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a7f1c9-5f52-4ff0-bbb7-88e32f413e07 None None] Network 0f7ab674-61a6-47d2-953e-c5802017e6d0 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:59:09.859681 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-150cc2eb-893b-4a66-a992-088ac32d8f80 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:09.903240 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150cc2eb-893b-4a66-a992-088ac32d8f80 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event deleted for resources: {'Subnet': ['ID=0a1ce8f1-e605-465d-a586-02ac54afcaec,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:09.921333 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-150cc2eb-893b-4a66-a992-088ac32d8f80 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:09.924461 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-150cc2eb-893b-4a66-a992-088ac32d8f80 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "DELETE /v2.0/subnets/0a1ce8f1-e605-465d-a586-02ac54afcaec HTTP/1.1" status: 204 len: 168 time: 0.8174226 Sep 24 15:59:09.927301 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 50008) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:09.974510 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0e4f77-2481-4a09-a528-6edfd43f30cd None None] Network 175245e4-5c9b-4fee-8600-402dad79b938 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:59:09.978559 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:10.000106 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-90072f5a-7149-4545-833e-638fcc172538 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.3664951 Sep 24 15:59:10.001217 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 50010) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:10.030490 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 50012) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:10.038632 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-b50bc423-9cd9-45d0-88ea-a0aa6f5540cb tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1773356557', 'description': 'tempest-description--741508605'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:59:10.089409 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 50014) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:10.111793 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-7d63ed60-34db-42dd-b158-9f28c4221c22 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-518668865', 'description': 'tempest-secgroup-smoke-518668865 description', 'project_id': '7e512e155fd047afb7c369ee55b40ecc'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:59:10.185770 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2434e566-26bb-4c1c-9599-9f02790283e3 x-openstack-request-id: req-2434e566-26bb-4c1c-9599-9f02790283e3 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:59:10.186280 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aad57a45-3f54-4cc4-9bbf-e4ed34d63d25", "name": "network-vif-plugged", "status": "completed", "tag": "0d9bb3fd-4f99-4c08-805b-a4bb8aab8289", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:59:10.186428 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-2434e566-26bb-4c1c-9599-9f02790283e3 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:59:10.186742 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aad57a45-3f54-4cc4-9bbf-e4ed34d63d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d9bb3fd-4f99-4c08-805b-a4bb8aab8289', 'code': 200} Sep 24 15:59:10.280135 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b50bc423-9cd9-45d0-88ea-a0aa6f5540cb tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:10.291564 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382f376b-68fe-4b58-b3e7-22b2c74cfa41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-0f7ab674-61a6-47d2-953e-c5802017e6d0', 'network_id': '0f7ab674-61a6-47d2-953e-c5802017e6d0', 'tenant_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'fixed_ips': [{'subnet_id': '51901650-bd7e-43c8-ad2a-ff12cecba4d5'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:59:10.292445 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-382f376b-68fe-4b58-b3e7-22b2c74cfa41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:10.307359 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=0d9bb3fd-4f99-4c08-805b-a4bb8aab8289,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:10.359838 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1581d5f1-a20d-4ff9-b3ef-b6b2208cb4df tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:10.383788 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccef9b0-d3f0-42eb-b57f-8e8222044546 req-463e8faa-ea28-475f-87e9-e706ba4123d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:10.387653 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bccef9b0-d3f0-42eb-b57f-8e8222044546 req-463e8faa-ea28-475f-87e9-e706ba4123d5 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=aad57a45-3f54-4cc4-9bbf-e4ed34d63d25 HTTP/1.1" status: 200 len: 1097 time: 0.1304495 Sep 24 15:59:10.466993 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddedaeff-4acb-489f-b715-7489b5c9c67f req-0dea37c7-79dc-4c23-bd10-ae0123a72462 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:10.475567 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ddedaeff-4acb-489f-b715-7489b5c9c67f req-0dea37c7-79dc-4c23-bd10-ae0123a72462 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=aad57a45-3f54-4cc4-9bbf-e4ed34d63d25 HTTP/1.1" status: 200 len: 946 time: 0.2761896 Sep 24 15:59:10.478652 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bccef9b0-d3f0-42eb-b57f-8e8222044546 req-90cd2315-be1a-463d-9eab-06aa6dc9fce8 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760524 Sep 24 15:59:10.488039 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-382f376b-68fe-4b58-b3e7-22b2c74cfa41 None None] Allocated IP 172.20.0.18 (0f7ab674-61a6-47d2-953e-c5802017e6d0/51901650-bd7e-43c8-ad2a-ff12cecba4d5/523e3733-9433-4d0b-9e79-c619d5a01335) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:59:10.489310 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7d63ed60-34db-42dd-b158-9f28c4221c22 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:10.564028 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ddedaeff-4acb-489f-b715-7489b5c9c67f req-2cafa1c3-4c25-4fae-9d09-de885fa9e448 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872357 Sep 24 15:59:10.716515 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b50bc423-9cd9-45d0-88ea-a0aa6f5540cb tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:10.742545 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-382f376b-68fe-4b58-b3e7-22b2c74cfa41 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:10.778181 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b50bc423-9cd9-45d0-88ea-a0aa6f5540cb tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:10.808214 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-382f376b-68fe-4b58-b3e7-22b2c74cfa41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:10.847787 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259a1ad8-02d9-4179-9390-8202f77a5c65 None None] DHCP port deletion for 175245e4-5c9b-4fee-8600-402dad79b938 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:59:10.867306 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382f376b-68fe-4b58-b3e7-22b2c74cfa41 None None] Network 0f7ab674-61a6-47d2-953e-c5802017e6d0 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:59:10.871852 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-382f376b-68fe-4b58-b3e7-22b2c74cfa41 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:59:10.878901 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382f376b-68fe-4b58-b3e7-22b2c74cfa41 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:59:10.890069 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50bc423-9cd9-45d0-88ea-a0aa6f5540cb tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe7b3f3-c575-4a21-a642-c600ec810622,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:10.966272 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:10.967636 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7d63ed60-34db-42dd-b158-9f28c4221c22 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:10.991722 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f376b-68fe-4b58-b3e7-22b2c74cfa41 None None] Pushing event updated for resources: {'Port': ['ID=523e3733-9433-4d0b-9e79-c619d5a01335,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:11.049921 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7d63ed60-34db-42dd-b158-9f28c4221c22 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:11.074479 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-382f376b-68fe-4b58-b3e7-22b2c74cfa41 None None] Attempting to bind port 523e3733-9433-4d0b-9e79-c619d5a01335 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:59:11.074726 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-382f376b-68fe-4b58-b3e7-22b2c74cfa41 None None] Attempting to bind port 523e3733-9433-4d0b-9e79-c619d5a01335 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '8aa00b6a-58c7-4013-af9a-4707e55c353c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '0f7ab674-61a6-47d2-953e-c5802017e6d0'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:59:11.074926 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382f376b-68fe-4b58-b3e7-22b2c74cfa41 None None] Attempting to bind port 523e3733-9433-4d0b-9e79-c619d5a01335 on network 0f7ab674-61a6-47d2-953e-c5802017e6d0 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:59:11.077855 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device e04f13a0-bfda-4469-8308-817bcbcd0e2c up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:59:11.092362 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d63ed60-34db-42dd-b158-9f28c4221c22 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b319b27-4e04-421a-90ad-1a96efb10b51,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:11.137878 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382f376b-68fe-4b58-b3e7-22b2c74cfa41 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:59:11.138485 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382f376b-68fe-4b58-b3e7-22b2c74cfa41 None None] Checking segment: {'id': '8aa00b6a-58c7-4013-af9a-4707e55c353c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '0f7ab674-61a6-47d2-953e-c5802017e6d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:59:11.146234 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-382f376b-68fe-4b58-b3e7-22b2c74cfa41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:11.146234 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382f376b-68fe-4b58-b3e7-22b2c74cfa41 None None] Bound using segment: {'id': '8aa00b6a-58c7-4013-af9a-4707e55c353c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '0f7ab674-61a6-47d2-953e-c5802017e6d0'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:59:11.146234 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-382f376b-68fe-4b58-b3e7-22b2c74cfa41 None None] Bound port: 523e3733-9433-4d0b-9e79-c619d5a01335, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aa00b6a-58c7-4013-af9a-4707e55c353c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '0f7ab674-61a6-47d2-953e-c5802017e6d0'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:59:11.146234 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-382f376b-68fe-4b58-b3e7-22b2c74cfa41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:11.166617 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b50bc423-9cd9-45d0-88ea-a0aa6f5540cb tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:11.170759 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b50bc423-9cd9-45d0-88ea-a0aa6f5540cb tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.1359510 Sep 24 15:59:11.171098 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 50020) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:11.177686 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-70a30b61-a518-4f1c-b628-7bc3fc5ecda5 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Request body: {'security_group_rule': {'security_group_id': 'bfe7b3f3-c575-4a21-a642-c600ec810622', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:59:11.221665 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7d63ed60-34db-42dd-b158-9f28c4221c22 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:11.221665 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-7d63ed60-34db-42dd-b158-9f28c4221c22 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.1283154 Sep 24 15:59:11.225125 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 50022) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:11.231680 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-4f68e5a6-2958-4bc1-8863-dcd8c60d1910 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Request body: {'security_group_rule': {'security_group_id': '4b319b27-4e04-421a-90ad-1a96efb10b51', 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:59:11.237910 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-259a1ad8-02d9-4179-9390-8202f77a5c65 None None] Deleting port 22943202-be04-4d60-bcd8-b4e5688ad40b {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:59:11.238520 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-259a1ad8-02d9-4179-9390-8202f77a5c65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:11.240745 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-1581d5f1-a20d-4ff9-b3ef-b6b2208cb4df tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Deleting port 22943202-be04-4d60-bcd8-b4e5688ad40b {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:59:11.241140 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1581d5f1-a20d-4ff9-b3ef-b6b2208cb4df tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:11.288851 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port e04f13a0-bfda-4469-8308-817bcbcd0e2c triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:59:11.288851 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:11.333499 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-70a30b61-a518-4f1c-b628-7bc3fc5ecda5 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:11.343323 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-382f376b-68fe-4b58-b3e7-22b2c74cfa41 None None] For port 523e3733-9433-4d0b-9e79-c619d5a01335, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:59:11.388848 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-382f376b-68fe-4b58-b3e7-22b2c74cfa41 None None] For port 523e3733-9433-4d0b-9e79-c619d5a01335, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=523e3733-9433-4d0b-9e79-c619d5a01335,segment=NetworkSegment(8aa00b6a-58c7-4013-af9a-4707e55c353c),segment_id=8aa00b6a-58c7-4013-af9a-4707e55c353c)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:59:11.388848 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-259a1ad8-02d9-4179-9390-8202f77a5c65 None None] For port 22943202-be04-4d60-bcd8-b4e5688ad40b, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=22943202-be04-4d60-bcd8-b4e5688ad40b,segment=NetworkSegment(1d964880-d512-46be-8f94-ee344bc4318d),segment_id=1d964880-d512-46be-8f94-ee344bc4318d)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:59:11.388848 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-259a1ad8-02d9-4179-9390-8202f77a5c65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:11.405148 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-259a1ad8-02d9-4179-9390-8202f77a5c65 None None] Calling delete_port for 22943202-be04-4d60-bcd8-b4e5688ad40b owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:59:11.478076 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-1581d5f1-a20d-4ff9-b3ef-b6b2208cb4df tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] For port 22943202-be04-4d60-bcd8-b4e5688ad40b, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=22943202-be04-4d60-bcd8-b4e5688ad40b,segment=NetworkSegment(1d964880-d512-46be-8f94-ee344bc4318d),segment_id=1d964880-d512-46be-8f94-ee344bc4318d)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:59:11.478697 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1581d5f1-a20d-4ff9-b3ef-b6b2208cb4df tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:11.488002 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-382f376b-68fe-4b58-b3e7-22b2c74cfa41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:11.494937 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-70a30b61-a518-4f1c-b628-7bc3fc5ecda5 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:11.538136 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-1581d5f1-a20d-4ff9-b3ef-b6b2208cb4df tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Calling delete_port for 22943202-be04-4d60-bcd8-b4e5688ad40b owned by network:dhcp {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:59:11.559987 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:11.597942 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-70a30b61-a518-4f1c-b628-7bc3fc5ecda5 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:11.612644 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4f68e5a6-2958-4bc1-8863-dcd8c60d1910 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:11.615609 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port e04f13a0-bfda-4469-8308-817bcbcd0e2c, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=e04f13a0-bfda-4469-8308-817bcbcd0e2c,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:59:11.678254 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a30b61-a518-4f1c-b628-7bc3fc5ecda5 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cef05bb9-bdd9-484d-b380-e05b78495f34,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:11.689177 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382f376b-68fe-4b58-b3e7-22b2c74cfa41 None None] Pushing event updated for resources: {'Port': ['ID=523e3733-9433-4d0b-9e79-c619d5a01335,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:11.745551 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:11.765771 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-70a30b61-a518-4f1c-b628-7bc3fc5ecda5 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:11.768230 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-70a30b61-a518-4f1c-b628-7bc3fc5ecda5 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5951798 Sep 24 15:59:11.781365 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 50030) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:11.804895 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-a33d847f-311e-4701-8ced-0a57db5a52aa tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Request body: {'security_group_rule': {'security_group_id': 'bfe7b3f3-c575-4a21-a642-c600ec810622', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:59:11.821828 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2331041c-736b-4b55-b095-878701510509 req-a9ae60b7-d4d5-4a9a-9141-cd7c0cac31fc tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:11.833248 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2331041c-736b-4b55-b095-878701510509 req-a9ae60b7-d4d5-4a9a-9141-cd7c0cac31fc tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=aad57a45-3f54-4cc4-9bbf-e4ed34d63d25 HTTP/1.1" status: 200 len: 946 time: 0.1349592 Sep 24 15:59:11.917451 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2331041c-736b-4b55-b095-878701510509 req-6664891f-6a5d-482d-b0b8-60dcd4cb87ae tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816298 Sep 24 15:59:11.940943 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 22943202-be04-4d60-bcd8-b4e5688ad40b no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:59:12.221902 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-259a1ad8-02d9-4179-9390-8202f77a5c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:12.242984 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Port 22943202-be04-4d60-bcd8-b4e5688ad40b update to DOWN by agent not found {{(pid=95299) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 24 15:59:12.245974 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259a1ad8-02d9-4179-9390-8202f77a5c65 None None] No DVR routers for this DVR port 22943202-be04-4d60-bcd8-b4e5688ad40b on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:59:12.248194 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=e04f13a0-bfda-4469-8308-817bcbcd0e2c,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:12.263973 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-82331ef1-8922-48fe-9d96-5f5cd56860e2 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:12.276239 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1581d5f1-a20d-4ff9-b3ef-b6b2208cb4df tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:12.303252 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259a1ad8-02d9-4179-9390-8202f77a5c65 None None] Pushing event deleted for resources: {'Port': ['ID=22943202-be04-4d60-bcd8-b4e5688ad40b,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:12.304487 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a33d847f-311e-4701-8ced-0a57db5a52aa tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:12.378029 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1581d5f1-a20d-4ff9-b3ef-b6b2208cb4df tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event deleted for resources: {'Port': ['ID=22943202-be04-4d60-bcd8-b4e5688ad40b,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:12.404593 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1581d5f1-a20d-4ff9-b3ef-b6b2208cb4df tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] No DVR routers for this DVR port 22943202-be04-4d60-bcd8-b4e5688ad40b on host n-d-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:59:12.507184 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4f68e5a6-2958-4bc1-8863-dcd8c60d1910 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:12.563999 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a33d847f-311e-4701-8ced-0a57db5a52aa tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:12.590331 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1581d5f1-a20d-4ff9-b3ef-b6b2208cb4df tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:12.632627 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4f68e5a6-2958-4bc1-8863-dcd8c60d1910 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:12.666107 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-1581d5f1-a20d-4ff9-b3ef-b6b2208cb4df tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['175245e4-5c9b-4fee-8600-402dad79b938']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:59:12.682155 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f68e5a6-2958-4bc1-8863-dcd8c60d1910 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73c0af30-c722-4de1-a980-371fc6af10d0,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:12.690621 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-1581d5f1-a20d-4ff9-b3ef-b6b2208cb4df tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d964880-d512-46be-8f94-ee344bc4318d') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:59:12.690920 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-1581d5f1-a20d-4ff9-b3ef-b6b2208cb4df tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d964880-d512-46be-8f94-ee344bc4318d') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:59:12.708717 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a33d847f-311e-4701-8ced-0a57db5a52aa tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:12.726309 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1581d5f1-a20d-4ff9-b3ef-b6b2208cb4df tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:12.778999 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33d847f-311e-4701-8ced-0a57db5a52aa tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8187215-3bd6-40f3-8e62-aea4a25a1f76,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:12.797597 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1581d5f1-a20d-4ff9-b3ef-b6b2208cb4df tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:12.804786 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4f68e5a6-2958-4bc1-8863-dcd8c60d1910 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:12.808918 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-4f68e5a6-2958-4bc1-8863-dcd8c60d1910 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5823696 Sep 24 15:59:12.809274 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 50038) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:12.813919 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1581d5f1-a20d-4ff9-b3ef-b6b2208cb4df tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Releasing vlan 1287 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:59:12.814508 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1581d5f1-a20d-4ff9-b3ef-b6b2208cb4df tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:12.817751 n-d-808921-1 neutron-server[95297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:59:12.817751 n-d-808921-1 neutron-server[95297]: self.session.flush() Sep 24 15:59:12.817751 n-d-808921-1 neutron-server[95297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:59:12.817751 n-d-808921-1 neutron-server[95297]: self.session.flush() Sep 24 15:59:12.817751 n-d-808921-1 neutron-server[95297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:59:12.817751 n-d-808921-1 neutron-server[95297]: self.session.flush() Sep 24 15:59:12.817751 n-d-808921-1 neutron-server[95297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 15:59:12.817751 n-d-808921-1 neutron-server[95297]: self.session.flush() Sep 24 15:59:12.817751 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:59:12.817751 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:59:12.817751 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:59:12.817751 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:59:12.817751 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:59:12.817751 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:59:12.817751 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:59:12.817751 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:59:12.817751 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:59:12.817751 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:59:12.817751 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:59:12.817751 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:59:12.817751 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:59:12.817751 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:59:12.817751 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:59:12.817751 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:59:12.817751 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:59:12.817751 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:59:12.817751 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:59:12.817751 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:59:12.817751 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:59:12.817751 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:59:12.817751 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:59:12.817751 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:59:12.817751 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:59:12.817751 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:59:12.817751 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:59:12.817751 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:59:12.817751 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:59:12.817751 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:59:12.817751 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:59:12.817751 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:59:12.823963 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-b23cc6b7-4937-4156-905f-50caf29fac0b tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Request body: {'security_group_rule': {'security_group_id': '4b319b27-4e04-421a-90ad-1a96efb10b51', 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:59:12.921088 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 50040) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:12.982157 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a33d847f-311e-4701-8ced-0a57db5a52aa tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:12.983932 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-a33d847f-311e-4701-8ced-0a57db5a52aa tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1850183 Sep 24 15:59:12.987458 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 50046) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:12.993916 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-19d4c208-1f0f-4f65-a34b-171e7f8f09b0 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Request body: {'floatingip': {'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:59:13.082052 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b23cc6b7-4937-4156-905f-50caf29fac0b tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:13.185277 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-19d4c208-1f0f-4f65-a34b-171e7f8f09b0 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks [] for floatingip, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:13.204563 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1581d5f1-a20d-4ff9-b3ef-b6b2208cb4df tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:13.226769 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 523e3733-9433-4d0b-9e79-c619d5a01335 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:59:13.258927 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1581d5f1-a20d-4ff9-b3ef-b6b2208cb4df tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:13.260317 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-1581d5f1-a20d-4ff9-b3ef-b6b2208cb4df tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "DELETE /v2.0/networks/175245e4-5c9b-4fee-8600-402dad79b938 HTTP/1.1" status: 204 len: 168 time: 3.3317599 Sep 24 15:59:13.274930 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1581d5f1-a20d-4ff9-b3ef-b6b2208cb4df tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event deleted for resources: {'Network': ['ID=175245e4-5c9b-4fee-8600-402dad79b938,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:13.276875 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 50054) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:13.296038 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-8d3b4063-53e6-45ad-b817-e9c084e8e38d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1401364111'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:59:13.337335 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-baaf19ae-a4a3-42f3-bd43-d4ed32612268 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:13.348092 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-82331ef1-8922-48fe-9d96-5f5cd56860e2 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Allocated IP 172.20.0.17 (0f7ab674-61a6-47d2-953e-c5802017e6d0/51901650-bd7e-43c8-ad2a-ff12cecba4d5/b301c20a-9fee-4475-ace5-84146dfa5ae5) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:59:13.366090 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b23cc6b7-4937-4156-905f-50caf29fac0b tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:13.393401 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 523e3733-9433-4d0b-9e79-c619d5a01335 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:59:13.394179 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:13.394522 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b77a927-d858-4f3b-bbd3-5b5f0b5f9bef req-fee4a4c5-686f-4a23-a241-859e149e543d tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:13.402030 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8b77a927-d858-4f3b-bbd3-5b5f0b5f9bef req-fee4a4c5-686f-4a23-a241-859e149e543d tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=aad57a45-3f54-4cc4-9bbf-e4ed34d63d25 HTTP/1.1" status: 200 len: 946 time: 0.3036749 Sep 24 15:59:13.484000 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8b77a927-d858-4f3b-bbd3-5b5f0b5f9bef req-764ee126-9c49-4f8e-bd5d-92dbbbc8e78f tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809360 Sep 24 15:59:13.484310 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b23cc6b7-4937-4156-905f-50caf29fac0b tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:13.508386 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23cc6b7-4937-4156-905f-50caf29fac0b tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=209c94a0-d618-4641-a9d5-1c99ff4dea0f,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:13.517156 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d3b4063-53e6-45ad-b817-e9c084e8e38d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Made reservation on behalf of dd692a6dccf5494e8242fa57d76d3d05 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:59:13.521488 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8d3b4063-53e6-45ad-b817-e9c084e8e38d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:13.605325 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97fc914-8c62-4934-974d-ef30142d33ce None None] Network 0f7ab674-61a6-47d2-953e-c5802017e6d0 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:59:13.610692 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d3b4063-53e6-45ad-b817-e9c084e8e38d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1289} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:59:13.623373 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8d3b4063-53e6-45ad-b817-e9c084e8e38d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:13.623813 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-8d3b4063-53e6-45ad-b817-e9c084e8e38d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Added segment 8df8b053-0688-42c6-8710-45e1d72d02c8 of type vlan for network ee3f611d-8f6f-47fe-856a-4a6531e10aea Sep 24 15:59:13.632326 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:13.669522 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-82331ef1-8922-48fe-9d96-5f5cd56860e2 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:13.691735 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8d3b4063-53e6-45ad-b817-e9c084e8e38d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:13.695570 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-19d4c208-1f0f-4f65-a34b-171e7f8f09b0 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:13.725027 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-baaf19ae-a4a3-42f3-bd43-d4ed32612268 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:13.761941 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-5431624f-417a-4f48-8e5d-c8ec94569352 None None] Provisioning complete for port 523e3733-9433-4d0b-9e79-c619d5a01335 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:59:13.762739 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5431624f-417a-4f48-8e5d-c8ec94569352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:13.772396 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port 523e3733-9433-4d0b-9e79-c619d5a01335, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=523e3733-9433-4d0b-9e79-c619d5a01335,segment=NetworkSegment(8aa00b6a-58c7-4013-af9a-4707e55c353c),segment_id=8aa00b6a-58c7-4013-af9a-4707e55c353c)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:59:13.821281 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-baaf19ae-a4a3-42f3-bd43-d4ed32612268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:13.838411 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-82331ef1-8922-48fe-9d96-5f5cd56860e2 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:13.882758 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-19d4c208-1f0f-4f65-a34b-171e7f8f09b0 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Allocated IP 172.25.0.173 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/0c54e4c1-0979-4c1b-a26f-5cd71bd83e78) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:59:13.888041 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaf19ae-a4a3-42f3-bd43-d4ed32612268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e33d5ab8-912b-4e29-90f9-7be03bc995e7,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:13.893411 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-baaf19ae-a4a3-42f3-bd43-d4ed32612268 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ceef75fd77814af189daa079ef4f1006&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9699986 Sep 24 15:59:13.896928 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 50058) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:13.930496 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:13.931684 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device e04f13a0-bfda-4469-8308-817bcbcd0e2c up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:59:13.937334 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82331ef1-8922-48fe-9d96-5f5cd56860e2 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Network 0f7ab674-61a6-47d2-953e-c5802017e6d0 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:59:13.938494 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8d3b4063-53e6-45ad-b817-e9c084e8e38d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:13.949132 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3b4063-53e6-45ad-b817-e9c084e8e38d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:13.951030 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8d3b4063-53e6-45ad-b817-e9c084e8e38d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:13.974825 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-82331ef1-8922-48fe-9d96-5f5cd56860e2 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:59:13.985786 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b23cc6b7-4937-4156-905f-50caf29fac0b tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:13.987806 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b23cc6b7-4937-4156-905f-50caf29fac0b tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1767063 Sep 24 15:59:13.992471 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 50060) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:14.025382 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-3b127d60-2470-4240-b8b5-bdecb8423963 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Request body: {'security_group_rule': {'security_group_id': '4b319b27-4e04-421a-90ad-1a96efb10b51', 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:59:14.030819 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-95f0b3b6-fc5a-4eb3-8355-43b72d1cdb1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:14.069726 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82331ef1-8922-48fe-9d96-5f5cd56860e2 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:59:14.132818 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-95f0b3b6-fc5a-4eb3-8355-43b72d1cdb1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:14.163069 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5431624f-417a-4f48-8e5d-c8ec94569352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:14.255364 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-19d4c208-1f0f-4f65-a34b-171e7f8f09b0 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:14.271135 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-82331ef1-8922-48fe-9d96-5f5cd56860e2 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:14.274193 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82331ef1-8922-48fe-9d96-5f5cd56860e2 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Pushing event updated for resources: {'Port': ['ID=b301c20a-9fee-4475-ace5-84146dfa5ae5,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:14.288913 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3b4063-53e6-45ad-b817-e9c084e8e38d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event updated for resources: {'Network': ['ID=ee3f611d-8f6f-47fe-856a-4a6531e10aea,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:14.289519 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=523e3733-9433-4d0b-9e79-c619d5a01335,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:14.326696 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3b127d60-2470-4240-b8b5-bdecb8423963 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:14.326872 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port e04f13a0-bfda-4469-8308-817bcbcd0e2c triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:59:14.326872 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:14.334754 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network ee3f611d-8f6f-47fe-856a-4a6531e10aea details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:59:14.405333 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.db.api [None req-5431624f-417a-4f48-8e5d-c8ec94569352 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:59:14.406106 n-d-808921-1 neutron-server[95299]: DEBUG oslo_db.api [None req-5431624f-417a-4f48-8e5d-c8ec94569352 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:59:14.433515 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9471b086-59b1-4117-b85c-e12c37a23588 req-ac7e7df6-cbcd-4608-8295-2c0c0e1e0236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:14.440771 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9471b086-59b1-4117-b85c-e12c37a23588 req-ac7e7df6-cbcd-4608-8295-2c0c0e1e0236 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=b3bc8c40013d4a92b1cf10d67118144c&device_id=aad57a45-3f54-4cc4-9bbf-e4ed34d63d25 HTTP/1.1" status: 200 len: 1097 time: 0.1773887 Sep 24 15:59:14.448547 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-95f0b3b6-fc5a-4eb3-8355-43b72d1cdb1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:14.449481 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aef05df-e3d1-449f-914c-87bb47d7fea2 req-9fa07b88-a6e1-4d7f-b523-61c891eaccc6 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:14.457830 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1aef05df-e3d1-449f-914c-87bb47d7fea2 req-9fa07b88-a6e1-4d7f-b523-61c891eaccc6 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=aad57a45-3f54-4cc4-9bbf-e4ed34d63d25 HTTP/1.1" status: 200 len: 946 time: 0.1599770 Sep 24 15:59:14.462714 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-95f0b3b6-fc5a-4eb3-8355-43b72d1cdb1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:14.468106 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-95f0b3b6-fc5a-4eb3-8355-43b72d1cdb1a admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/e33d5ab8-912b-4e29-90f9-7be03bc995e7 HTTP/1.1" status: 204 len: 168 time: 0.5695508 Sep 24 15:59:14.514969 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-8d3b4063-53e6-45ad-b817-e9c084e8e38d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2340899 Sep 24 15:59:14.519657 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 50070) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:14.522693 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f0b3b6-fc5a-4eb3-8355-43b72d1cdb1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33d5ab8-912b-4e29-90f9-7be03bc995e7,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:14.540927 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-01c1e8ce-6ecb-453e-ac4e-fc332ca0c064 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Request body: {'subnet': {'network_id': 'ee3f611d-8f6f-47fe-856a-4a6531e10aea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:59:14.612617 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-19d4c208-1f0f-4f65-a34b-171e7f8f09b0 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:14.622149 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3b127d60-2470-4240-b8b5-bdecb8423963 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:14.625065 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1aef05df-e3d1-449f-914c-87bb47d7fea2 req-6050ca33-3ee8-4f6c-ab09-f2fe0c981033 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663549 Sep 24 15:59:14.704495 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d4c208-1f0f-4f65-a34b-171e7f8f09b0 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:59:14.714505 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-19d4c208-1f0f-4f65-a34b-171e7f8f09b0 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:59:14.723867 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d4c208-1f0f-4f65-a34b-171e7f8f09b0 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:59:14.736104 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d4c208-1f0f-4f65-a34b-171e7f8f09b0 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Pushing event updated for resources: {'Port': ['ID=0c54e4c1-0979-4c1b-a26f-5cd71bd83e78,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:14.759548 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9471b086-59b1-4117-b85c-e12c37a23588 req-bafe02e5-581c-4b2c-aba0-68457786eec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:14.761590 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9471b086-59b1-4117-b85c-e12c37a23588 req-bafe02e5-581c-4b2c-aba0-68457786eec0 service neutron] 10.222.0.110 "GET /v2.0/networks?id=5b5ae1eb-54bd-4dc0-9ed2-fc3865a6b206 HTTP/1.1" status: 200 len: 912 time: 0.2851110 Sep 24 15:59:14.764766 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3b127d60-2470-4240-b8b5-bdecb8423963 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:14.766181 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-82331ef1-8922-48fe-9d96-5f5cd56860e2 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:14.827051 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9471b086-59b1-4117-b85c-e12c37a23588 req-67934a40-5864-495c-b0ea-258c54c1cceb service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d9bb3fd-4f99-4c08-805b-a4bb8aab8289 HTTP/1.1" status: 200 len: 217 time: 0.0526826 Sep 24 15:59:14.849630 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b127d60-2470-4240-b8b5-bdecb8423963 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2999d854-589f-48a8-8e41-a55c20db84f0,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:14.917699 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c1e8ce-6ecb-453e-ac4e-fc332ca0c064 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Made reservation on behalf of dd692a6dccf5494e8242fa57d76d3d05 for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:59:14.922188 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-01c1e8ce-6ecb-453e-ac4e-fc332ca0c064 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:14.960709 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9471b086-59b1-4117-b85c-e12c37a23588 req-e1aab559-76a6-44c5-9051-76bdc73e1ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:14.963241 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9471b086-59b1-4117-b85c-e12c37a23588 req-e1aab559-76a6-44c5-9051-76bdc73e1ba7 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=1b77319b-e972-47e8-93df-b7729b347ab6 HTTP/1.1" status: 200 len: 850 time: 0.1254315 Sep 24 15:59:14.993737 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 523e3733-9433-4d0b-9e79-c619d5a01335 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:59:15.050480 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9471b086-59b1-4117-b85c-e12c37a23588 req-24c9236b-7879-4601-9576-83d5c3f86c02 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=5b5ae1eb-54bd-4dc0-9ed2-fc3865a6b206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755560 Sep 24 15:59:15.060562 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-19d4c208-1f0f-4f65-a34b-171e7f8f09b0 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:15.068165 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3b127d60-2470-4240-b8b5-bdecb8423963 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:15.069948 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-3b127d60-2470-4240-b8b5-bdecb8423963 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0759087 Sep 24 15:59:15.072575 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 50076) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:15.088211 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-f9442eed-7dc1-422a-b041-0d77929ff148 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Request body: {'security_group_rule': {'security_group_id': '4b319b27-4e04-421a-90ad-1a96efb10b51', 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:59:15.121018 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 523e3733-9433-4d0b-9e79-c619d5a01335 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:59:15.121520 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:15.222279 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-19d4c208-1f0f-4f65-a34b-171e7f8f09b0 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:15.261664 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-3d940820-eb95-4458-a63e-89ee76a8dc5f None None] Provisioning complete for port b301c20a-9fee-4475-ace5-84146dfa5ae5 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:59:15.262285 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3d940820-eb95-4458-a63e-89ee76a8dc5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:15.297411 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f9442eed-7dc1-422a-b041-0d77929ff148 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:15.312480 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-3d940820-eb95-4458-a63e-89ee76a8dc5f None None] Port b301c20a-9fee-4475-ace5-84146dfa5ae5 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:59:15.323684 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9471b086-59b1-4117-b85c-e12c37a23588 req-b780bb92-0425-4675-a19b-073bbca90aa2 service neutron] 10.222.0.110 "GET /v2.0/networks/5b5ae1eb-54bd-4dc0-9ed2-fc3865a6b206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2524993 Sep 24 15:59:15.324259 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-3d940820-eb95-4458-a63e-89ee76a8dc5f None None] Provisioning complete for port 523e3733-9433-4d0b-9e79-c619d5a01335 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:59:15.324526 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3d940820-eb95-4458-a63e-89ee76a8dc5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:15.415162 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-82331ef1-8922-48fe-9d96-5f5cd56860e2 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:15.467457 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 50080) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:15.484507 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-66933224-4d32-4165-a20e-bb82833315cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:15.489969 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-82331ef1-8922-48fe-9d96-5f5cd56860e2 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:15.531511 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f9442eed-7dc1-422a-b041-0d77929ff148 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:15.563713 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9471b086-59b1-4117-b85c-e12c37a23588 req-d70a7645-b292-4977-852b-de3a1a05fa85 service neutron] 10.222.0.110 "GET /v2.0/networks/5b5ae1eb-54bd-4dc0-9ed2-fc3865a6b206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242270 Sep 24 15:59:15.565791 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-01c1e8ce-6ecb-453e-ac4e-fc332ca0c064 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:15.590785 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-19d4c208-1f0f-4f65-a34b-171e7f8f09b0 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:15.600455 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f9442eed-7dc1-422a-b041-0d77929ff148 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:15.621369 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9442eed-7dc1-422a-b041-0d77929ff148 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2f4c224-f2db-427f-ab4d-9f1dc519d1fa,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:15.655921 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-82331ef1-8922-48fe-9d96-5f5cd56860e2 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:15.669040 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82331ef1-8922-48fe-9d96-5f5cd56860e2 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Pushing event updated for resources: {'Port': ['ID=b301c20a-9fee-4475-ace5-84146dfa5ae5,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:15.708214 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c1e8ce-6ecb-453e-ac4e-fc332ca0c064 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event updated for resources: {'Subnet': ['ID=08bce5ef-da63-478d-a312-c31c2f7d69af,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:15.752748 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01c1e8ce-6ecb-453e-ac4e-fc332ca0c064 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Checking segment: {'id': '8df8b053-0688-42c6-8710-45e1d72d02c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': 'ee3f611d-8f6f-47fe-856a-4a6531e10aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:59:15.753029 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c1e8ce-6ecb-453e-ac4e-fc332ca0c064 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Network hostable DHCP agents. Network: ee3f611d-8f6f-47fe-856a-4a6531e10aea, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:59:15.760689 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-19d4c208-1f0f-4f65-a34b-171e7f8f09b0 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:15.853623 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb67695-2b43-4a2c-8b54-11acadfa4d61 req-d5ad27e2-e5b0-44de-ac02-7063cefa1db2 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:15.853623 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6bb67695-2b43-4a2c-8b54-11acadfa4d61 req-d5ad27e2-e5b0-44de-ac02-7063cefa1db2 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=aad57a45-3f54-4cc4-9bbf-e4ed34d63d25 HTTP/1.1" status: 200 len: 946 time: 0.1387641 Sep 24 15:59:15.854506 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d4c208-1f0f-4f65-a34b-171e7f8f09b0 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Pushing event updated for resources: {'Port': ['ID=0c54e4c1-0979-4c1b-a26f-5cd71bd83e78,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:15.859135 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82331ef1-8922-48fe-9d96-5f5cd56860e2 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Network 0f7ab674-61a6-47d2-953e-c5802017e6d0 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:59:15.861756 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-66933224-4d32-4165-a20e-bb82833315cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:15.863571 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-82331ef1-8922-48fe-9d96-5f5cd56860e2 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:59:15.869177 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-19d4c208-1f0f-4f65-a34b-171e7f8f09b0 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:15.906465 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6bb67695-2b43-4a2c-8b54-11acadfa4d61 req-8e13f99b-b98b-4a98-a69f-7c8b53c8d106 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466247 Sep 24 15:59:15.983253 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82331ef1-8922-48fe-9d96-5f5cd56860e2 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Router 803c42bd-d31d-4aeb-bcd6-be91779aaf3c has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:59:16.029288 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c1e8ce-6ecb-453e-ac4e-fc332ca0c064 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Network ee3f611d-8f6f-47fe-856a-4a6531e10aea is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:59:16.031294 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-66933224-4d32-4165-a20e-bb82833315cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:16.089354 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-66933224-4d32-4165-a20e-bb82833315cf admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ca30555e95f84e898af9e322f79b7f20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6212020 Sep 24 15:59:16.090069 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66933224-4d32-4165-a20e-bb82833315cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eab85a1-7944-4033-9ff1-63ddf93982db,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:16.092026 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 50090) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:16.107324 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-ff16220f-9ae9-426c-b2e1-a849674bb16f None None] Provisioning complete for port b301c20a-9fee-4475-ace5-84146dfa5ae5 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:59:16.107842 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ff16220f-9ae9-426c-b2e1-a849674bb16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:16.143946 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82331ef1-8922-48fe-9d96-5f5cd56860e2 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:59:16.144676 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f9442eed-7dc1-422a-b041-0d77929ff148 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:16.146008 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-f9442eed-7dc1-422a-b041-0d77929ff148 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0723228 Sep 24 15:59:16.147989 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-ff16220f-9ae9-426c-b2e1-a849674bb16f None None] Port b301c20a-9fee-4475-ace5-84146dfa5ae5 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:59:16.148621 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 50092) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:16.153493 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-4dccbe7f-f4c7-4445-b298-d382cee1c74a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Request body: {'security_group_rule': {'security_group_id': '4b319b27-4e04-421a-90ad-1a96efb10b51', 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:59:16.158568 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-82331ef1-8922-48fe-9d96-5f5cd56860e2 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "PUT /v2.0/routers/803c42bd-d31d-4aeb-bcd6-be91779aaf3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1518581 Sep 24 15:59:16.159489 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6c98dbde-3283-4de9-9dde-835c300d8b3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:16.162181 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f8abef-4205-465d-8dc0-159842ec2404 None None] Sync routers for ids ['803c42bd-d31d-4aeb-bcd6-be91779aaf3c'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:59:16.171761 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f8abef-4205-465d-8dc0-159842ec2404 None None] Routers {'803c42bd-d31d-4aeb-bcd6-be91779aaf3c'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:59:16.172380 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-e9f8abef-4205-465d-8dc0-159842ec2404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:59:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['803c42bd-d31d-4aeb-bcd6-be91779aaf3c'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:59:16.181171 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-01c1e8ce-6ecb-453e-ac4e-fc332ca0c064 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, ee3f611d-8f6f-47fe-856a-4a6531e10aea) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:59:16.185632 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c1e8ce-6ecb-453e-ac4e-fc332ca0c064 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:16.185826 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-19d4c208-1f0f-4f65-a34b-171e7f8f09b0 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:16.186244 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-01c1e8ce-6ecb-453e-ac4e-fc332ca0c064 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:16.187614 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-19d4c208-1f0f-4f65-a34b-171e7f8f09b0 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1989224 Sep 24 15:59:16.193826 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6c98dbde-3283-4de9-9dde-835c300d8b3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:16.194620 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b531883a-c56b-4c97-b761-48d66f5c3d7c None None] Network ee3f611d-8f6f-47fe-856a-4a6531e10aea requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:59:16.297743 n-d-808921-1 neutron-server[95298]: INFO neutron.db.securitygroups_db [None req-4dccbe7f-f4c7-4445-b298-d382cee1c74a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Project 7e512e155fd047afb7c369ee55b40ecc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 15:59:16.304161 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4dccbe7f-f4c7-4445-b298-d382cee1c74a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:16.343095 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6c98dbde-3283-4de9-9dde-835c300d8b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:16.346257 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6c98dbde-3283-4de9-9dde-835c300d8b3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:16.359144 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-6c98dbde-3283-4de9-9dde-835c300d8b3f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/8eab85a1-7944-4033-9ff1-63ddf93982db HTTP/1.1" status: 204 len: 168 time: 0.2574561 Sep 24 15:59:16.366600 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-e9f8abef-4205-465d-8dc0-159842ec2404 None None] Set router 803c42bd-d31d-4aeb-bcd6-be91779aaf3c gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:59:16.377614 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-01c1e8ce-6ecb-453e-ac4e-fc332ca0c064 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8492188 Sep 24 15:59:16.377614 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 50106) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:16.382907 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-2e66a41c-7388-4f78-96a1-b26a0f94779b tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1077978877', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:59:16.446479 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c98dbde-3283-4de9-9dde-835c300d8b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eab85a1-7944-4033-9ff1-63ddf93982db,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:16.491032 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d182c285-0a77-476d-98d9-d07eede0ee3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-ee3f611d-8f6f-47fe-856a-4a6531e10aea', 'network_id': 'ee3f611d-8f6f-47fe-856a-4a6531e10aea', 'tenant_id': 'dd692a6dccf5494e8242fa57d76d3d05', 'fixed_ips': [{'subnet_id': '08bce5ef-da63-478d-a312-c31c2f7d69af'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:59:16.491032 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d182c285-0a77-476d-98d9-d07eede0ee3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:16.527758 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4dccbe7f-f4c7-4445-b298-d382cee1c74a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:16.557295 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2e66a41c-7388-4f78-96a1-b26a0f94779b tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:16.558718 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2e66a41c-7388-4f78-96a1-b26a0f94779b tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:16.619567 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4dccbe7f-f4c7-4445-b298-d382cee1c74a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:16.658938 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dccbe7f-f4c7-4445-b298-d382cee1c74a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70ab8c32-ad49-4745-9d6c-0428772806eb,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:16.674571 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-986b793c-00f0-4823-90d4-78f81b51c428 req-7798f9b8-2dcf-435c-a8e2-a5bbf40bfe8e tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-securitygroup--1773356557&fields=id&tenant_id=b960fdf244c2496089f6c9d33b373dc4 HTTP/1.1" status: 200 len: 267 time: 0.1681073 Sep 24 15:59:16.683202 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-e9f8abef-4205-465d-8dc0-159842ec2404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '803c42bd-d31d-4aeb-bcd6-be91779aaf3c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1671471545', 'tenant_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'e04f13a0-bfda-4469-8308-817bcbcd0e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:58:59Z', 'updated_at': '2021-09-24T15:59:14Z', 'revision_number': 4, 'project_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'gw_port': {'id': 'e04f13a0-bfda-4469-8308-817bcbcd0e2c', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:da:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803c42bd-d31d-4aeb-bcd6-be91779aaf3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:59:01Z', 'updated_at': '2021-09-24T15:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'b301c20a-9fee-4475-ace5-84146dfa5ae5', 'name': '', 'network_id': '0f7ab674-61a6-47d2-953e-c5802017e6d0', 'tenant_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'mac_address': 'fa:16:3e:90:26:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '803c42bd-d31d-4aeb-bcd6-be91779aaf3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '51901650-bd7e-43c8-ad2a-ff12cecba4d5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:59:12Z', 'updated_at': '2021-09-24T15:59:15Z', 'revision_number': 2, 'project_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'subnets': [{'id': '51901650-bd7e-43c8-ad2a-ff12cecba4d5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:59:16.707052 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bc4c06-69ef-4a9b-8a49-9c1eeeba6ecb req-f9809a7a-f22f-46d1-9253-4f02c5c15fbd tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:16.716840 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f8abef-4205-465d-8dc0-159842ec2404 None None] Checking router: 803c42bd-d31d-4aeb-bcd6-be91779aaf3c for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:59:16.717737 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-82bc4c06-69ef-4a9b-8a49-9c1eeeba6ecb req-f9809a7a-f22f-46d1-9253-4f02c5c15fbd tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "GET /v2.0/networks?id=0f7ab674-61a6-47d2-953e-c5802017e6d0 HTTP/1.1" status: 200 len: 797 time: 0.2041419 Sep 24 15:59:16.718451 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f8abef-4205-465d-8dc0-159842ec2404 None None] Updating router 803c42bd-d31d-4aeb-bcd6-be91779aaf3c port b301c20a-9fee-4475-ace5-84146dfa5ae5 binding host n-d-808921-1 {{(pid=95300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:59:16.741000 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-d182c285-0a77-476d-98d9-d07eede0ee3a None None] Allocated IP 2001:db8::2 (ee3f611d-8f6f-47fe-856a-4a6531e10aea/08bce5ef-da63-478d-a312-c31c2f7d69af/6188a8c1-7455-4fe5-b3f2-dad2c2b9dce9) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:59:16.743822 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4dccbe7f-f4c7-4445-b298-d382cee1c74a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:16.745383 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-4dccbe7f-f4c7-4445-b298-d382cee1c74a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5958173 Sep 24 15:59:16.748889 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2e66a41c-7388-4f78-96a1-b26a0f94779b tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:16.754029 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 50130) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:16.755934 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-82bc4c06-69ef-4a9b-8a49-9c1eeeba6ecb req-5f3691da-b33f-4214-8658-791fbe66f7a9 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "GET /v2.0/quotas/1154a7819e8f441ba8a2f5ad356b8a2c HTTP/1.1" status: 200 len: 375 time: 0.0367749 Sep 24 15:59:16.756965 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-e9f8abef-4205-465d-8dc0-159842ec2404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:16.767097 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-1db4afa3-f73b-41eb-b1fe-e9f5efd375dc tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Request body: {'security_group_rule': {'security_group_id': '4b319b27-4e04-421a-90ad-1a96efb10b51', 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:59:16.864683 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-82bc4c06-69ef-4a9b-8a49-9c1eeeba6ecb req-ebc298d2-52ef-4c08-911b-5772d6ff70dc tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=1154a7819e8f441ba8a2f5ad356b8a2c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1005514 Sep 24 15:59:16.896935 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b793c-00f0-4823-90d4-78f81b51c428 req-36701b1c-8e53-4a01-a173-d65d723462ab tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:16.898657 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-986b793c-00f0-4823-90d4-78f81b51c428 req-36701b1c-8e53-4a01-a173-d65d723462ab tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/networks?id=3dbb0dfe-b454-4e57-a2db-34f294a0159c HTTP/1.1" status: 200 len: 811 time: 0.1497204 Sep 24 15:59:16.901283 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2e66a41c-7388-4f78-96a1-b26a0f94779b tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:16.941999 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d182c285-0a77-476d-98d9-d07eede0ee3a None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:16.949180 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-986b793c-00f0-4823-90d4-78f81b51c428 req-17092d0e-e519-4850-b542-b2753d2d40a8 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/quotas/b960fdf244c2496089f6c9d33b373dc4 HTTP/1.1" status: 200 len: 375 time: 0.0223007 Sep 24 15:59:17.000876 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2e66a41c-7388-4f78-96a1-b26a0f94779b tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:17.004997 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 50136) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:17.005200 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-2e66a41c-7388-4f78-96a1-b26a0f94779b tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6270962 Sep 24 15:59:17.012848 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d182c285-0a77-476d-98d9-d07eede0ee3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:17.029173 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-10fff498-a586-4935-b428-12dd5deb90c1 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Request body: {'port': {'network_id': 'ee3f611d-8f6f-47fe-856a-4a6531e10aea', 'name': 'tempest-PortsIpV6TestJSON-2016321256'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:59:17.062783 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-82bc4c06-69ef-4a9b-8a49-9c1eeeba6ecb req-ff5d31ee-59d0-4246-aaf9-4c03b656f23a service neutron] 10.222.0.101 "GET /v2.0/networks/0f7ab674-61a6-47d2-953e-c5802017e6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930106 Sep 24 15:59:17.065644 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-986b793c-00f0-4823-90d4-78f81b51c428 req-e72bed3b-9ce3-461a-b5c7-ba5a94aee6d9 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=b960fdf244c2496089f6c9d33b373dc4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1100104 Sep 24 15:59:17.098967 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d182c285-0a77-476d-98d9-d07eede0ee3a None None] Network ee3f611d-8f6f-47fe-856a-4a6531e10aea is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:59:17.102963 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-d182c285-0a77-476d-98d9-d07eede0ee3a None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:59:17.113973 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d182c285-0a77-476d-98d9-d07eede0ee3a None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:59:17.131912 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d182c285-0a77-476d-98d9-d07eede0ee3a None None] Pushing event updated for resources: {'Port': ['ID=6188a8c1-7455-4fe5-b3f2-dad2c2b9dce9,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:17.132387 n-d-808921-1 neutron-server[95297]: INFO neutron.db.securitygroups_db [None req-1db4afa3-f73b-41eb-b1fe-e9f5efd375dc tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Project 7e512e155fd047afb7c369ee55b40ecc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 15:59:17.187232 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1db4afa3-f73b-41eb-b1fe-e9f5efd375dc tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:17.231473 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-e9f8abef-4205-465d-8dc0-159842ec2404 None None] Notify callbacks [] for port, precommit_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:17.246958 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-d182c285-0a77-476d-98d9-d07eede0ee3a None None] Attempting to bind port 6188a8c1-7455-4fe5-b3f2-dad2c2b9dce9 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:59:17.247210 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-d182c285-0a77-476d-98d9-d07eede0ee3a None None] Attempting to bind port 6188a8c1-7455-4fe5-b3f2-dad2c2b9dce9 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '8df8b053-0688-42c6-8710-45e1d72d02c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': 'ee3f611d-8f6f-47fe-856a-4a6531e10aea'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:59:17.248653 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d182c285-0a77-476d-98d9-d07eede0ee3a None None] Attempting to bind port 6188a8c1-7455-4fe5-b3f2-dad2c2b9dce9 on network ee3f611d-8f6f-47fe-856a-4a6531e10aea {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:59:17.254495 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d182c285-0a77-476d-98d9-d07eede0ee3a None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:59:17.255013 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d182c285-0a77-476d-98d9-d07eede0ee3a None None] Checking segment: {'id': '8df8b053-0688-42c6-8710-45e1d72d02c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': 'ee3f611d-8f6f-47fe-856a-4a6531e10aea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:59:17.255426 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d182c285-0a77-476d-98d9-d07eede0ee3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:17.255877 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d182c285-0a77-476d-98d9-d07eede0ee3a None None] Bound using segment: {'id': '8df8b053-0688-42c6-8710-45e1d72d02c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': 'ee3f611d-8f6f-47fe-856a-4a6531e10aea'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:59:17.256364 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-d182c285-0a77-476d-98d9-d07eede0ee3a None None] Bound port: 6188a8c1-7455-4fe5-b3f2-dad2c2b9dce9, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8df8b053-0688-42c6-8710-45e1d72d02c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1289, 'network_id': 'ee3f611d-8f6f-47fe-856a-4a6531e10aea'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:59:17.256799 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d182c285-0a77-476d-98d9-d07eede0ee3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:17.273270 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1db4afa3-f73b-41eb-b1fe-e9f5efd375dc tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:17.294655 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-986b793c-00f0-4823-90d4-78f81b51c428 req-56c0c2b2-0573-4853-8a55-f997b2312464 service neutron] 10.222.0.101 "GET /v2.0/networks/3dbb0dfe-b454-4e57-a2db-34f294a0159c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046268 Sep 24 15:59:17.316126 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-e9f8abef-4205-465d-8dc0-159842ec2404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:17.332082 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-d182c285-0a77-476d-98d9-d07eede0ee3a None None] For port 6188a8c1-7455-4fe5-b3f2-dad2c2b9dce9, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:59:17.335547 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-d182c285-0a77-476d-98d9-d07eede0ee3a None None] For port 6188a8c1-7455-4fe5-b3f2-dad2c2b9dce9, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=6188a8c1-7455-4fe5-b3f2-dad2c2b9dce9,segment=NetworkSegment(8df8b053-0688-42c6-8710-45e1d72d02c8),segment_id=8df8b053-0688-42c6-8710-45e1d72d02c8)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:59:17.359506 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1db4afa3-f73b-41eb-b1fe-e9f5efd375dc tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:17.394627 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-82bc4c06-69ef-4a9b-8a49-9c1eeeba6ecb req-f228f992-7147-4388-a5aa-4f176a3ef6f9 service neutron] 10.222.0.101 "GET /v2.0/networks/0f7ab674-61a6-47d2-953e-c5802017e6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2975137 Sep 24 15:59:17.428356 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db4afa3-f73b-41eb-b1fe-e9f5efd375dc tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff3a2391-add2-4cbc-bcf8-34fe9db48a70,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:17.458153 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d182c285-0a77-476d-98d9-d07eede0ee3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:17.480999 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b541e019-c242-43bd-976b-31b02e13ef40 None None] Pushing event updated for resources: {'Port': ['ID=b301c20a-9fee-4475-ace5-84146dfa5ae5,revision_number=3']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:17.494114 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-e9f8abef-4205-465d-8dc0-159842ec2404 None None] Attempting to bind port b301c20a-9fee-4475-ace5-84146dfa5ae5 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:59:17.494114 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-e9f8abef-4205-465d-8dc0-159842ec2404 None None] Attempting to bind port b301c20a-9fee-4475-ace5-84146dfa5ae5 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '8aa00b6a-58c7-4013-af9a-4707e55c353c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '0f7ab674-61a6-47d2-953e-c5802017e6d0'}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:59:17.495012 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f8abef-4205-465d-8dc0-159842ec2404 None None] Attempting to bind port b301c20a-9fee-4475-ace5-84146dfa5ae5 on network 0f7ab674-61a6-47d2-953e-c5802017e6d0 {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:59:17.513029 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f8abef-4205-465d-8dc0-159842ec2404 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:59:17.513424 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f8abef-4205-465d-8dc0-159842ec2404 None None] Checking segment: {'id': '8aa00b6a-58c7-4013-af9a-4707e55c353c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '0f7ab674-61a6-47d2-953e-c5802017e6d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:59:17.513801 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-e9f8abef-4205-465d-8dc0-159842ec2404 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:17.514193 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f8abef-4205-465d-8dc0-159842ec2404 None None] Bound using segment: {'id': '8aa00b6a-58c7-4013-af9a-4707e55c353c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '0f7ab674-61a6-47d2-953e-c5802017e6d0'} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:59:17.514718 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-e9f8abef-4205-465d-8dc0-159842ec2404 None None] Bound port: b301c20a-9fee-4475-ace5-84146dfa5ae5, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aa00b6a-58c7-4013-af9a-4707e55c353c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '0f7ab674-61a6-47d2-953e-c5802017e6d0'}}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:59:17.515098 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-e9f8abef-4205-465d-8dc0-159842ec2404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:17.523122 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10fff498-a586-4935-b428-12dd5deb90c1 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Made reservation on behalf of dd692a6dccf5494e8242fa57d76d3d05 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:59:17.527439 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-10fff498-a586-4935-b428-12dd5deb90c1 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:17.575092 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [None req-10fff498-a586-4935-b428-12dd5deb90c1 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] device_id is not set on port e7a348d4-2f52-497d-9685-302b4a71e390 yet. {{(pid=95298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:59:17.603025 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d182c285-0a77-476d-98d9-d07eede0ee3a None None] Pushing event updated for resources: {'Port': ['ID=6188a8c1-7455-4fe5-b3f2-dad2c2b9dce9,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:17.629272 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-986b793c-00f0-4823-90d4-78f81b51c428 req-df4ad4bd-5a04-4c86-8784-18d338bf4067 service neutron] 10.222.0.101 "GET /v2.0/networks/3dbb0dfe-b454-4e57-a2db-34f294a0159c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3268421 Sep 24 15:59:17.632130 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1db4afa3-f73b-41eb-b1fe-e9f5efd375dc tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:17.636694 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-1db4afa3-f73b-41eb-b1fe-e9f5efd375dc tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8815713 Sep 24 15:59:17.637333 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 50148) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:17.640035 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-e9f8abef-4205-465d-8dc0-159842ec2404 None None] For port b301c20a-9fee-4475-ace5-84146dfa5ae5, host n-d-808921-1, cleared binding levels {{(pid=95300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:59:17.645488 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-275d7c47-31b9-4053-8fb3-902f0a9d5445 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Request body: {'network': {'name': 'tempest-network-smoke--946771672', 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'port_security_enabled': True}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:59:17.645880 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-e9f8abef-4205-465d-8dc0-159842ec2404 None None] For port b301c20a-9fee-4475-ace5-84146dfa5ae5, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=b301c20a-9fee-4475-ace5-84146dfa5ae5,segment=NetworkSegment(8aa00b6a-58c7-4013-af9a-4707e55c353c),segment_id=8aa00b6a-58c7-4013-af9a-4707e55c353c)] {{(pid=95300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:59:17.755444 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-275d7c47-31b9-4053-8fb3-902f0a9d5445 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Made reservation on behalf of 7e512e155fd047afb7c369ee55b40ecc for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:59:17.755913 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-e9f8abef-4205-465d-8dc0-159842ec2404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:17.759307 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-275d7c47-31b9-4053-8fb3-902f0a9d5445 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:17.843412 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-275d7c47-31b9-4053-8fb3-902f0a9d5445 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1272} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 15:59:17.900633 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-275d7c47-31b9-4053-8fb3-902f0a9d5445 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:17.914399 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f8abef-4205-465d-8dc0-159842ec2404 None None] Routers {'803c42bd-d31d-4aeb-bcd6-be91779aaf3c'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:59:17.914399 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-e9f8abef-4205-465d-8dc0-159842ec2404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:59:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['803c42bd-d31d-4aeb-bcd6-be91779aaf3c'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:59:17.919057 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-275d7c47-31b9-4053-8fb3-902f0a9d5445 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Added segment 101d8513-09ad-40d6-a088-a15715413fec of type vlan for network 78ed0ec3-2733-4633-a276-464419b5683d Sep 24 15:59:17.931301 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-0a3b6a29-33fa-4f86-a0cc-fe1136664bed None None] Provisioning complete for port b301c20a-9fee-4475-ace5-84146dfa5ae5 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:59:17.934663 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0a3b6a29-33fa-4f86-a0cc-fe1136664bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:18.113955 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-275d7c47-31b9-4053-8fb3-902f0a9d5445 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:18.170176 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-10fff498-a586-4935-b428-12dd5deb90c1 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Allocated IP 2001:db8::6e (ee3f611d-8f6f-47fe-856a-4a6531e10aea/08bce5ef-da63-478d-a312-c31c2f7d69af/e7a348d4-2f52-497d-9685-302b4a71e390) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:59:18.218763 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a3250574-fde3-476e-9272-06d6b81104da req-b94008b4-2bef-456f-ae7b-2d0886fa8f01 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "GET /v2.0/ports?device_id=6675a2bb-d274-4d28-bbc1-e4ef4f06227f HTTP/1.1" status: 200 len: 210 time: 0.1415911 Sep 24 15:59:18.237150 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.db.resource_extend [None req-275d7c47-31b9-4053-8fb3-902f0a9d5445 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 24 15:59:18.261623 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-e9f8abef-4205-465d-8dc0-159842ec2404 None None] Set router 803c42bd-d31d-4aeb-bcd6-be91779aaf3c gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:59:18.264130 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0a3b6a29-33fa-4f86-a0cc-fe1136664bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:18.359020 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-0a3b6a29-33fa-4f86-a0cc-fe1136664bed None None] For port b301c20a-9fee-4475-ace5-84146dfa5ae5, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=b301c20a-9fee-4475-ace5-84146dfa5ae5,segment=NetworkSegment(8aa00b6a-58c7-4013-af9a-4707e55c353c),segment_id=8aa00b6a-58c7-4013-af9a-4707e55c353c)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:59:18.371932 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b541e019-c242-43bd-976b-31b02e13ef40 None None] Pushing event updated for resources: {'Port': ['ID=b301c20a-9fee-4475-ace5-84146dfa5ae5,revision_number=4']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:18.375571 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af91aa46-3586-4e20-8111-02812e9ce71f req-47403bd8-aae1-4d6d-8a9f-f39ac7342113 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:18.377748 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-af91aa46-3586-4e20-8111-02812e9ce71f req-47403bd8-aae1-4d6d-8a9f-f39ac7342113 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=aad57a45-3f54-4cc4-9bbf-e4ed34d63d25 HTTP/1.1" status: 200 len: 946 time: 0.4731243 Sep 24 15:59:18.437707 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4eaef49d-395b-403d-8c01-39ecf2323e1e req-babbb9d9-c65f-4e44-8fbb-52e3e2a61c04 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/ports?device_id=54202e34-5d99-47c3-9bff-0b3fb0575bc8 HTTP/1.1" status: 200 len: 210 time: 0.1064107 Sep 24 15:59:18.441951 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-275d7c47-31b9-4053-8fb3-902f0a9d5445 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:18.452378 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0a3b6a29-33fa-4f86-a0cc-fe1136664bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:18.457370 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275d7c47-31b9-4053-8fb3-902f0a9d5445 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:18.458177 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-275d7c47-31b9-4053-8fb3-902f0a9d5445 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:18.538808 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3b6a29-33fa-4f86-a0cc-fe1136664bed None None] Pushing event updated for resources: {'Port': ['ID=b301c20a-9fee-4475-ace5-84146dfa5ae5,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:18.561618 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275d7c47-31b9-4053-8fb3-902f0a9d5445 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event updated for resources: {'Network': ['ID=78ed0ec3-2733-4633-a276-464419b5683d,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:18.578751 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-275d7c47-31b9-4053-8fb3-902f0a9d5445 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9311936 Sep 24 15:59:18.578751 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 50178) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:18.578991 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 78ed0ec3-2733-4633-a276-464419b5683d details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 15:59:18.579101 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-979d1123-bdc6-4893-9dcf-2e6369d9459a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-503689369', 'admin_state_up': True, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:59:18.666041 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-1ade5c72-f1bc-435c-ba1c-b058cdbe19b1 None None] Provisioning complete for port b301c20a-9fee-4475-ace5-84146dfa5ae5 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:59:18.666041 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-1ade5c72-f1bc-435c-ba1c-b058cdbe19b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:18.698994 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-af91aa46-3586-4e20-8111-02812e9ce71f req-d37488f2-253c-4f8a-a193-6a8451df7025 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783759 Sep 24 15:59:18.716410 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-979d1123-bdc6-4893-9dcf-2e6369d9459a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:18.718872 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-979d1123-bdc6-4893-9dcf-2e6369d9459a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:18.888636 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-979d1123-bdc6-4893-9dcf-2e6369d9459a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:18.916797 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-10fff498-a586-4935-b428-12dd5deb90c1 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:18.981971 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-e9f8abef-4205-465d-8dc0-159842ec2404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '803c42bd-d31d-4aeb-bcd6-be91779aaf3c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1671471545', 'tenant_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'e04f13a0-bfda-4469-8308-817bcbcd0e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:58:59Z', 'updated_at': '2021-09-24T15:59:14Z', 'revision_number': 4, 'project_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'gw_port': {'id': 'e04f13a0-bfda-4469-8308-817bcbcd0e2c', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:da:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803c42bd-d31d-4aeb-bcd6-be91779aaf3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:59:01Z', 'updated_at': '2021-09-24T15:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'b301c20a-9fee-4475-ace5-84146dfa5ae5', 'name': '', 'network_id': '0f7ab674-61a6-47d2-953e-c5802017e6d0', 'tenant_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'mac_address': 'fa:16:3e:90:26:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '803c42bd-d31d-4aeb-bcd6-be91779aaf3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '51901650-bd7e-43c8-ad2a-ff12cecba4d5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:59:12Z', 'updated_at': '2021-09-24T15:59:17Z', 'revision_number': 4, 'project_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'subnets': [{'id': '51901650-bd7e-43c8-ad2a-ff12cecba4d5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:59:19.021354 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f8abef-4205-465d-8dc0-159842ec2404 None None] The sync data for ids ['803c42bd-d31d-4aeb-bcd6-be91779aaf3c'] in n-d-808921-1 is: [{'id': '803c42bd-d31d-4aeb-bcd6-be91779aaf3c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1671471545', 'tenant_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'e04f13a0-bfda-4469-8308-817bcbcd0e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:58:59Z', 'updated_at': '2021-09-24T15:59:14Z', 'revision_number': 4, 'project_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'gw_port': {'id': 'e04f13a0-bfda-4469-8308-817bcbcd0e2c', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:da:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803c42bd-d31d-4aeb-bcd6-be91779aaf3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:59:01Z', 'updated_at': '2021-09-24T15:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'b301c20a-9fee-4475-ace5-84146dfa5ae5', 'name': '', 'network_id': '0f7ab674-61a6-47d2-953e-c5802017e6d0', 'tenant_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'mac_address': 'fa:16:3e:90:26:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '803c42bd-d31d-4aeb-bcd6-be91779aaf3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3214, 'fixed_ips': [{'subnet_id': '51901650-bd7e-43c8-ad2a-ff12cecba4d5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:59:12Z', 'updated_at': '2021-09-24T15:59:17Z', 'revision_number': 4, 'project_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'subnets': [{'id': '51901650-bd7e-43c8-ad2a-ff12cecba4d5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:59:19.034578 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-10fff498-a586-4935-b428-12dd5deb90c1 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:19.061396 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 6188a8c1-7455-4fe5-b3f2-dad2c2b9dce9 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:59:19.185045 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fff498-a586-4935-b428-12dd5deb90c1 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event updated for resources: {'Port': ['ID=e7a348d4-2f52-497d-9685-302b4a71e390,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:19.200370 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 6188a8c1-7455-4fe5-b3f2-dad2c2b9dce9 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:59:19.200370 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:19.202798 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10fff498-a586-4935-b428-12dd5deb90c1 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Network ee3f611d-8f6f-47fe-856a-4a6531e10aea is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:59:19.211679 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-10fff498-a586-4935-b428-12dd5deb90c1 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:59:19.215660 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10fff498-a586-4935-b428-12dd5deb90c1 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:59:19.223021 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fff498-a586-4935-b428-12dd5deb90c1 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:19.224375 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-10fff498-a586-4935-b428-12dd5deb90c1 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:19.228930 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fff498-a586-4935-b428-12dd5deb90c1 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:59:19.229631 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fff498-a586-4935-b428-12dd5deb90c1 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:59:19.230582 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fff498-a586-4935-b428-12dd5deb90c1 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:59:19.234874 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fff498-a586-4935-b428-12dd5deb90c1 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:59:19.234874 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fff498-a586-4935-b428-12dd5deb90c1 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:59:19.234874 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fff498-a586-4935-b428-12dd5deb90c1 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:59:19.234874 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fff498-a586-4935-b428-12dd5deb90c1 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:59:19.234874 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fff498-a586-4935-b428-12dd5deb90c1 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:59:19.234874 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fff498-a586-4935-b428-12dd5deb90c1 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:59:19.234874 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fff498-a586-4935-b428-12dd5deb90c1 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:59:19.234874 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fff498-a586-4935-b428-12dd5deb90c1 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:59:19.234874 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10fff498-a586-4935-b428-12dd5deb90c1 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:59:19.401168 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-10fff498-a586-4935-b428-12dd5deb90c1 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.3949180 Sep 24 15:59:19.403662 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 50196) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:19.499563 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:19.592442 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00829b0f-1c2d-4b98-abc4-c5a3c4dca528 None None] Network ee3f611d-8f6f-47fe-856a-4a6531e10aea requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:59:19.600756 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ad10e997-4a3d-4553-9077-2816aa71fbc8 req-063550a1-7447-4ace-93f4-3f8a57e3c52b tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/ports?device_id=54202e34-5d99-47c3-9bff-0b3fb0575bc8 HTTP/1.1" status: 200 len: 210 time: 0.0865479 Sep 24 15:59:19.621411 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port 6188a8c1-7455-4fe5-b3f2-dad2c2b9dce9, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=6188a8c1-7455-4fe5-b3f2-dad2c2b9dce9,segment=NetworkSegment(8df8b053-0688-42c6-8710-45e1d72d02c8),segment_id=8df8b053-0688-42c6-8710-45e1d72d02c8)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:59:19.728868 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-63a52077-2c15-40ec-be1f-e06f0cdb26cb None None] Provisioning complete for port 6188a8c1-7455-4fe5-b3f2-dad2c2b9dce9 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:59:19.729495 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-63a52077-2c15-40ec-be1f-e06f0cdb26cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:19.783063 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:20.004907 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=6188a8c1-7455-4fe5-b3f2-dad2c2b9dce9,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:20.033984 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-979d1123-bdc6-4893-9dcf-2e6369d9459a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:20.107001 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-49fd84fd-41d3-46f4-af96-59669f632389 req-5078f3de-f812-4dc7-a4c5-80d95bb0f2d9 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "GET /v2.0/ports?device_id=6675a2bb-d274-4d28-bbc1-e4ef4f06227f HTTP/1.1" status: 200 len: 210 time: 0.0632966 Sep 24 15:59:20.120178 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2941622-72e0-4259-b528-46364f23cb14 req-165c3964-bc1e-4238-97e7-deace5833881 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:20.121728 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f2941622-72e0-4259-b528-46364f23cb14 req-165c3964-bc1e-4238-97e7-deace5833881 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=aad57a45-3f54-4cc4-9bbf-e4ed34d63d25 HTTP/1.1" status: 200 len: 946 time: 0.2423775 Sep 24 15:59:20.301244 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f2941622-72e0-4259-b528-46364f23cb14 req-d7d9c05f-80ca-42dd-9458-5dd19cd2f119 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384349 Sep 24 15:59:20.445906 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-644eb629-7078-4682-8a55-232f65cff32e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:20.542963 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-979d1123-bdc6-4893-9dcf-2e6369d9459a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for router_gateway, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:20.598763 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-979d1123-bdc6-4893-9dcf-2e6369d9459a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:20.722332 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-e31b8459-3ac3-4f08-aaeb-26cb7df66186 None None] Provisioning complete for port e7a348d4-2f52-497d-9685-302b4a71e390 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:59:20.723275 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e31b8459-3ac3-4f08-aaeb-26cb7df66186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:20.786364 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-e31b8459-3ac3-4f08-aaeb-26cb7df66186 None None] Port e7a348d4-2f52-497d-9685-302b4a71e390 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:59:20.786736 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-979d1123-bdc6-4893-9dcf-2e6369d9459a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Allocated IP 172.25.0.254 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/5a7bd278-bae2-4935-a8bb-1c0f019b7c62) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:59:20.811431 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-e31b8459-3ac3-4f08-aaeb-26cb7df66186 None None] Provisioning complete for port 6188a8c1-7455-4fe5-b3f2-dad2c2b9dce9 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:59:20.812128 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e31b8459-3ac3-4f08-aaeb-26cb7df66186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:20.839549 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-03b96858-9d1b-432f-a72c-12064ffb2d9b req-948a0356-7f77-4eae-8ffa-599f6de74ab3 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/ports?device_id=54202e34-5d99-47c3-9bff-0b3fb0575bc8 HTTP/1.1" status: 200 len: 210 time: 0.0971372 Sep 24 15:59:21.081270 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-644eb629-7078-4682-8a55-232f65cff32e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:21.135775 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 6188a8c1-7455-4fe5-b3f2-dad2c2b9dce9 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:59:21.157701 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-979d1123-bdc6-4893-9dcf-2e6369d9459a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:21.174402 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-644eb629-7078-4682-8a55-232f65cff32e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:21.247735 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-828adb8b-29ec-4ce5-a517-0154f7163257 None None] Provisioning complete for port e7a348d4-2f52-497d-9685-302b4a71e390 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:59:21.248389 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-828adb8b-29ec-4ce5-a517-0154f7163257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:21.285214 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 50224) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:21.296823 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-979d1123-bdc6-4893-9dcf-2e6369d9459a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:21.298928 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-828adb8b-29ec-4ce5-a517-0154f7163257 None None] Port e7a348d4-2f52-497d-9685-302b4a71e390 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:59:21.322422 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 6188a8c1-7455-4fe5-b3f2-dad2c2b9dce9 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:59:21.322422 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:21.381748 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-979d1123-bdc6-4893-9dcf-2e6369d9459a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:59:21.385093 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-979d1123-bdc6-4893-9dcf-2e6369d9459a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:59:21.393073 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979d1123-bdc6-4893-9dcf-2e6369d9459a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:59:21.468711 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979d1123-bdc6-4893-9dcf-2e6369d9459a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event updated for resources: {'Port': ['ID=5a7bd278-bae2-4935-a8bb-1c0f019b7c62,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:21.509208 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device b301c20a-9fee-4475-ace5-84146dfa5ae5 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:59:21.514009 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f69bd752-d1ff-4928-b7f5-f70dbd5b6e49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:21.579489 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port b301c20a-9fee-4475-ace5-84146dfa5ae5 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:59:21.581913 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:21.594901 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b8a4c8-6578-47e1-b6f7-7368d9dbab1c req-9656db33-ac1f-4088-9592-5f92461e9399 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:21.603060 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d4b8a4c8-6578-47e1-b6f7-7368d9dbab1c req-9656db33-ac1f-4088-9592-5f92461e9399 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=aad57a45-3f54-4cc4-9bbf-e4ed34d63d25 HTTP/1.1" status: 200 len: 946 time: 0.1508875 Sep 24 15:59:21.810689 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d4b8a4c8-6578-47e1-b6f7-7368d9dbab1c req-6feef041-79c5-46eb-9e4e-1c419b8462cb tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032309 Sep 24 15:59:21.825982 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-994dab7f-b61b-46f6-ba6a-3898924d26ae req-f7e4bd08-7306-47a1-a773-3ac27fcf58f4 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "GET /v2.0/ports?device_id=6675a2bb-d274-4d28-bbc1-e4ef4f06227f HTTP/1.1" status: 200 len: 210 time: 0.5904467 Sep 24 15:59:21.973698 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644eb629-7078-4682-8a55-232f65cff32e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event updated for resources: {'Port': ['ID=e7a348d4-2f52-497d-9685-302b4a71e390,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:22.004174 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f69bd752-d1ff-4928-b7f5-f70dbd5b6e49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:22.042988 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2d8d59a8-387d-46b6-8ea8-962a2d22e795 req-9697cd67-b0dd-426e-9a82-ab683b4799d3 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/ports?device_id=54202e34-5d99-47c3-9bff-0b3fb0575bc8 HTTP/1.1" status: 200 len: 210 time: 0.0948751 Sep 24 15:59:22.114920 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f69bd752-d1ff-4928-b7f5-f70dbd5b6e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:22.151388 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bc4c06-69ef-4a9b-8a49-9c1eeeba6ecb req-90118a98-69b7-4bd9-9974-f8a0affe0a50 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:22.153455 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-82bc4c06-69ef-4a9b-8a49-9c1eeeba6ecb req-90118a98-69b7-4bd9-9974-f8a0affe0a50 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.110 "GET /v2.0/networks?id=0f7ab674-61a6-47d2-953e-c5802017e6d0 HTTP/1.1" status: 200 len: 797 time: 0.9719644 Sep 24 15:59:22.161738 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b793c-00f0-4823-90d4-78f81b51c428 req-15ad25b2-c192-4caf-83aa-cd8647a059a4 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:22.163344 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-986b793c-00f0-4823-90d4-78f81b51c428 req-15ad25b2-c192-4caf-83aa-cd8647a059a4 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.110 "GET /v2.0/networks?id=3dbb0dfe-b454-4e57-a2db-34f294a0159c HTTP/1.1" status: 200 len: 811 time: 0.2672095 Sep 24 15:59:22.201216 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-82bc4c06-69ef-4a9b-8a49-9c1eeeba6ecb req-7f66b359-27b9-4940-945e-c007b8afe9ea tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Request body: {'port': {'device_id': '6675a2bb-d274-4d28-bbc1-e4ef4f06227f', 'network_id': '0f7ab674-61a6-47d2-953e-c5802017e6d0', 'admin_state_up': True, 'tenant_id': '1154a7819e8f441ba8a2f5ad356b8a2c'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:59:22.206820 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-644eb629-7078-4682-8a55-232f65cff32e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:22.229243 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f69bd752-d1ff-4928-b7f5-f70dbd5b6e49 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e100b925db32473b87a2df20f37b7987&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9429159 Sep 24 15:59:22.240435 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 50236) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:22.243503 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-99941a75-7c6e-4695-bbca-88c71917e91e None None] Provisioning complete for port e7a348d4-2f52-497d-9685-302b4a71e390 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:59:22.246589 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-99941a75-7c6e-4695-bbca-88c71917e91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:22.249990 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69bd752-d1ff-4928-b7f5-f70dbd5b6e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b54916ba-b7ec-4d50-b3bc-b2d928e45236,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:22.278755 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-979d1123-bdc6-4893-9dcf-2e6369d9459a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for router_gateway, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:22.332637 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-99941a75-7c6e-4695-bbca-88c71917e91e None None] Port e7a348d4-2f52-497d-9685-302b4a71e390 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:59:22.357189 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-986b793c-00f0-4823-90d4-78f81b51c428 req-80c76ed5-e990-4e11-a782-890f36700ae6 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.110 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b960fdf244c2496089f6c9d33b373dc4 HTTP/1.1" status: 200 len: 380 time: 0.1479290 Sep 24 15:59:22.377586 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-986b793c-00f0-4823-90d4-78f81b51c428 req-9881af51-c3f0-4195-823a-a904a72a63a4 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Request body: {'port': {'device_id': '54202e34-5d99-47c3-9bff-0b3fb0575bc8', 'network_id': '3dbb0dfe-b454-4e57-a2db-34f294a0159c', 'admin_state_up': True, 'tenant_id': 'b960fdf244c2496089f6c9d33b373dc4', 'security_groups': ['bfe7b3f3-c575-4a21-a642-c600ec810622']}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:59:22.490677 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e2f4d499-eb4f-4489-8d1e-061f924b75fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:22.493580 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82bc4c06-69ef-4a9b-8a49-9c1eeeba6ecb req-7f66b359-27b9-4940-945e-c007b8afe9ea tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Made reservation on behalf of 1154a7819e8f441ba8a2f5ad356b8a2c for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:59:22.497700 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-82bc4c06-69ef-4a9b-8a49-9c1eeeba6ecb req-7f66b359-27b9-4940-945e-c007b8afe9ea tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:22.516784 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-644eb629-7078-4682-8a55-232f65cff32e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:22.558163 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e2f4d499-eb4f-4489-8d1e-061f924b75fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:22.714072 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-979d1123-bdc6-4893-9dcf-2e6369d9459a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:22.753959 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-986b793c-00f0-4823-90d4-78f81b51c428 req-9881af51-c3f0-4195-823a-a904a72a63a4 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Made reservation on behalf of b960fdf244c2496089f6c9d33b373dc4 for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:59:22.757488 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-986b793c-00f0-4823-90d4-78f81b51c428 req-9881af51-c3f0-4195-823a-a904a72a63a4 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:22.774330 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-82bc4c06-69ef-4a9b-8a49-9c1eeeba6ecb req-7f66b359-27b9-4940-945e-c007b8afe9ea tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Allocated IP 172.20.0.20 (0f7ab674-61a6-47d2-953e-c5802017e6d0/51901650-bd7e-43c8-ad2a-ff12cecba4d5/23308ede-57a3-4dad-a916-1ee99fed4a31) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:59:22.798518 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e2f4d499-eb4f-4489-8d1e-061f924b75fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:22.801164 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e2f4d499-eb4f-4489-8d1e-061f924b75fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:22.802742 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e2f4d499-eb4f-4489-8d1e-061f924b75fb admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/b54916ba-b7ec-4d50-b3bc-b2d928e45236 HTTP/1.1" status: 204 len: 168 time: 0.5611513 Sep 24 15:59:22.913888 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f4d499-eb4f-4489-8d1e-061f924b75fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54916ba-b7ec-4d50-b3bc-b2d928e45236,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:23.024113 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b016ab4f-081d-4d59-bfb8-8c6d86ab6bd8 req-5fd17c25-622c-49ad-a55b-eb2f728e1bdc tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "GET /v2.0/ports?device_id=6675a2bb-d274-4d28-bbc1-e4ef4f06227f HTTP/1.1" status: 200 len: 210 time: 0.0749695 Sep 24 15:59:23.061523 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [req-986b793c-00f0-4823-90d4-78f81b51c428 req-9881af51-c3f0-4195-823a-a904a72a63a4 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Allocated IP 172.20.0.12 (3dbb0dfe-b454-4e57-a2db-34f294a0159c/ad938f0b-b628-4cac-9404-1e2682973b1a/c72c3377-7bed-4f6a-8dda-e05d6d81c428) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:59:23.089465 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-644eb629-7078-4682-8a55-232f65cff32e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:23.105086 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0829dd0b-9ada-417b-8a5b-003b0bea240c req-b0bbbf24-a110-4455-a237-4ffce294c508 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:23.109163 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0829dd0b-9ada-417b-8a5b-003b0bea240c req-b0bbbf24-a110-4455-a237-4ffce294c508 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=aad57a45-3f54-4cc4-9bbf-e4ed34d63d25 HTTP/1.1" status: 200 len: 946 time: 0.1908112 Sep 24 15:59:23.134104 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-82bc4c06-69ef-4a9b-8a49-9c1eeeba6ecb req-7f66b359-27b9-4940-945e-c007b8afe9ea tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:23.195099 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-979d1123-bdc6-4893-9dcf-2e6369d9459a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Router 43fbce14-064b-4084-8a86-21effe393dd6 is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:59:23.215706 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0829dd0b-9ada-417b-8a5b-003b0bea240c req-3b0ddb9b-82e2-430e-86a4-2cb6035e56d0 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952184 Sep 24 15:59:23.219863 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-644eb629-7078-4682-8a55-232f65cff32e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:23.220754 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-644eb629-7078-4682-8a55-232f65cff32e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:23.263085 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-956b5fc3-636b-4b14-8266-85c54ecad03c req-c327c660-884a-425f-819b-6eaddd7c09b9 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/ports?device_id=54202e34-5d99-47c3-9bff-0b3fb0575bc8 HTTP/1.1" status: 200 len: 210 time: 0.0719872 Sep 24 15:59:23.372449 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644eb629-7078-4682-8a55-232f65cff32e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event updated for resources: {'Port': ['ID=e7a348d4-2f52-497d-9685-302b4a71e390,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:23.382664 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-979d1123-bdc6-4893-9dcf-2e6369d9459a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:59:23.386658 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-82bc4c06-69ef-4a9b-8a49-9c1eeeba6ecb req-7f66b359-27b9-4940-945e-c007b8afe9ea tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:23.393354 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a768990-0a99-4b3f-90d0-7a65ac550b3e None None] Sync routers for ids ['43fbce14-064b-4084-8a86-21effe393dd6'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:59:23.401511 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644eb629-7078-4682-8a55-232f65cff32e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Network ee3f611d-8f6f-47fe-856a-4a6531e10aea is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:59:23.405615 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a768990-0a99-4b3f-90d0-7a65ac550b3e None None] Routers {'43fbce14-064b-4084-8a86-21effe393dd6'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:59:23.407037 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-644eb629-7078-4682-8a55-232f65cff32e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:59:23.407189 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-2a768990-0a99-4b3f-90d0-7a65ac550b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:59:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['43fbce14-064b-4084-8a86-21effe393dd6'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:59:23.425683 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-986b793c-00f0-4823-90d4-78f81b51c428 req-9881af51-c3f0-4195-823a-a904a72a63a4 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:23.450205 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82bc4c06-69ef-4a9b-8a49-9c1eeeba6ecb req-7f66b359-27b9-4940-945e-c007b8afe9ea tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Network 0f7ab674-61a6-47d2-953e-c5802017e6d0 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:59:23.454790 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-82bc4c06-69ef-4a9b-8a49-9c1eeeba6ecb req-7f66b359-27b9-4940-945e-c007b8afe9ea tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:59:23.457622 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-82bc4c06-69ef-4a9b-8a49-9c1eeeba6ecb req-7f66b359-27b9-4940-945e-c007b8afe9ea tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:59:23.515180 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-979d1123-bdc6-4893-9dcf-2e6369d9459a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:23.525501 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-979d1123-bdc6-4893-9dcf-2e6369d9459a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.9446778 Sep 24 15:59:23.525501 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 50254) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:23.573810 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-7008d31f-359d-47c6-bdc2-268491922195 tempest-TestNetworkAdvancedServerOps-571836934 tempest-TestNetworkAdvancedServerOps-571836934-project-admin] 10.222.0.101 "GET /v2.0/subnets?project_id=7e512e155fd047afb7c369ee55b40ecc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0531015 Sep 24 15:59:23.576513 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 50256) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:23.621184 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-2a768990-0a99-4b3f-90d0-7a65ac550b3e None None] Set router 43fbce14-064b-4084-8a86-21effe393dd6 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:59:23.646663 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-986b793c-00f0-4823-90d4-78f81b51c428 req-9881af51-c3f0-4195-823a-a904a72a63a4 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:23.659826 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bc4c06-69ef-4a9b-8a49-9c1eeeba6ecb req-7f66b359-27b9-4940-945e-c007b8afe9ea tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:23.660515 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-82bc4c06-69ef-4a9b-8a49-9c1eeeba6ecb req-7f66b359-27b9-4940-945e-c007b8afe9ea tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:23.697988 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f66b359-27b9-4940-945e-c007b8afe9ea tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Pushing event updated for resources: {'Port': ['ID=23308ede-57a3-4dad-a916-1ee99fed4a31,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:23.750840 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-82bc4c06-69ef-4a9b-8a49-9c1eeeba6ecb req-7f66b359-27b9-4940-945e-c007b8afe9ea tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.5541158 Sep 24 15:59:23.771916 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-82bc4c06-69ef-4a9b-8a49-9c1eeeba6ecb req-6c65c8cb-db35-4325-9863-8212421b908e service neutron] Request body: {'port': {'device_id': '6675a2bb-d274-4d28-bbc1-e4ef4f06227f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:59:23.793060 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 50260) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:23.818835 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-644eb629-7078-4682-8a55-232f65cff32e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Router d38acbfd-fb25-4b83-92fa-f1f514797036 is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 15:59:23.864696 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7d792685-5dd9-4729-a0f8-40d03a46d823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:23.915392 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-82bc4c06-69ef-4a9b-8a49-9c1eeeba6ecb req-6c65c8cb-db35-4325-9863-8212421b908e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:23.915738 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-986b793c-00f0-4823-90d4-78f81b51c428 req-9881af51-c3f0-4195-823a-a904a72a63a4 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Network 3dbb0dfe-b454-4e57-a2db-34f294a0159c is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:59:23.934023 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [req-986b793c-00f0-4823-90d4-78f81b51c428 req-9881af51-c3f0-4195-823a-a904a72a63a4 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:59:23.942102 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9881af51-c3f0-4195-823a-a904a72a63a4 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Pushing event updated for resources: {'Port': ['ID=c72c3377-7bed-4f6a-8dda-e05d6d81c428,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:23.948015 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-986b793c-00f0-4823-90d4-78f81b51c428 req-9881af51-c3f0-4195-823a-a904a72a63a4 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:59:23.957581 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083ee80a-c9be-4bf5-9589-5bcb04f19be5 tempest-TestNetworkAdvancedServerOps-571836934 tempest-TestNetworkAdvancedServerOps-571836934-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:23.959528 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-083ee80a-c9be-4bf5-9589-5bcb04f19be5 tempest-TestNetworkAdvancedServerOps-571836934 tempest-TestNetworkAdvancedServerOps-571836934-project-admin] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3819823 Sep 24 15:59:23.963044 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 50262) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:24.000083 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-4ee30732-e81c-4e52-80ed-3bf0a438d99c None None] Provisioning complete for port e7a348d4-2f52-497d-9685-302b4a71e390 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:59:24.000798 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4ee30732-e81c-4e52-80ed-3bf0a438d99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:24.025327 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b793c-00f0-4823-90d4-78f81b51c428 req-9881af51-c3f0-4195-823a-a904a72a63a4 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:24.025998 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-986b793c-00f0-4823-90d4-78f81b51c428 req-9881af51-c3f0-4195-823a-a904a72a63a4 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:24.054437 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-85630be9-5df7-45bb-aa9e-60023f7f7bd2 tempest-TestNetworkAdvancedServerOps-571836934 tempest-TestNetworkAdvancedServerOps-571836934-project-admin] 10.222.0.101 "GET /v2.0/subnets?network_id=e6a2de20-1ea0-43e5-88e0-982d19e317d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0888691 Sep 24 15:59:24.056991 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 50266) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:24.067312 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-4ee30732-e81c-4e52-80ed-3bf0a438d99c None None] Port e7a348d4-2f52-497d-9685-302b4a71e390 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:59:24.069341 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-67561adb-c217-4d75-b929-85b86cedb98d tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1818442945', 'network_id': '78ed0ec3-2733-4633-a276-464419b5683d', 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:59:24.070784 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-2a768990-0a99-4b3f-90d0-7a65ac550b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43fbce14-064b-4084-8a86-21effe393dd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-503689369', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '5a7bd278-bae2-4935-a8bb-1c0f019b7c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:59:18Z', 'updated_at': '2021-09-24T15:59:21Z', 'revision_number': 3, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'gw_port': {'id': '5a7bd278-bae2-4935-a8bb-1c0f019b7c62', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43fbce14-064b-4084-8a86-21effe393dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:59:20Z', 'updated_at': '2021-09-24T15:59:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:59:24.074568 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-644eb629-7078-4682-8a55-232f65cff32e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:59:24.081922 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-644eb629-7078-4682-8a55-232f65cff32e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "PUT /v2.0/routers/d38acbfd-fb25-4b83-92fa-f1f514797036/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6730285 Sep 24 15:59:24.084536 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 50268) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:24.091962 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaddda21-a4e6-426c-8a69-0057d50f6f30 None None] Sync routers for ids ['d38acbfd-fb25-4b83-92fa-f1f514797036'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:59:24.104479 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaddda21-a4e6-426c-8a69-0057d50f6f30 None None] Routers {'d38acbfd-fb25-4b83-92fa-f1f514797036'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:59:24.107535 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-eaddda21-a4e6-426c-8a69-0057d50f6f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:59:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['d38acbfd-fb25-4b83-92fa-f1f514797036'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:59:24.167058 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-4ee30732-e81c-4e52-80ed-3bf0a438d99c None None] Provisioning complete for port 23308ede-57a3-4dad-a916-1ee99fed4a31 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:59:24.167376 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4ee30732-e81c-4e52-80ed-3bf0a438d99c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:24.186538 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-eaddda21-a4e6-426c-8a69-0057d50f6f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:59:24.200163 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7d792685-5dd9-4729-a0f8-40d03a46d823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:24.209943 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaddda21-a4e6-426c-8a69-0057d50f6f30 None None] Routers {'d38acbfd-fb25-4b83-92fa-f1f514797036'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:59:24.210219 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a768990-0a99-4b3f-90d0-7a65ac550b3e None None] Checking router: 43fbce14-064b-4084-8a86-21effe393dd6 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:59:24.210430 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a768990-0a99-4b3f-90d0-7a65ac550b3e None None] Updating router 43fbce14-064b-4084-8a86-21effe393dd6 port 5a7bd278-bae2-4935-a8bb-1c0f019b7c62 binding host n-d-808921-1 {{(pid=95299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:59:24.210754 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-eaddda21-a4e6-426c-8a69-0057d50f6f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:59:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['d38acbfd-fb25-4b83-92fa-f1f514797036'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:59:24.257623 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-eaddda21-a4e6-426c-8a69-0057d50f6f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:59:24.257830 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2a768990-0a99-4b3f-90d0-7a65ac550b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:24.258292 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaddda21-a4e6-426c-8a69-0057d50f6f30 None None] The sync data for ids ['d38acbfd-fb25-4b83-92fa-f1f514797036'] in n-d-808921-1 is: [] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:59:24.268864 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-4ee30732-e81c-4e52-80ed-3bf0a438d99c None None] Port 23308ede-57a3-4dad-a916-1ee99fed4a31 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:59:24.276326 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7d792685-5dd9-4729-a0f8-40d03a46d823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:24.297032 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72dc25af-b3ce-43be-8e12-5cf99e4dbf2e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:24.302019 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-72dc25af-b3ce-43be-8e12-5cf99e4dbf2e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "GET /v2.0/ports?device_id=d38acbfd-fb25-4b83-92fa-f1f514797036 HTTP/1.1" status: 200 len: 988 time: 0.2137086 Sep 24 15:59:24.316466 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 50274) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:24.328948 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-7d792685-5dd9-4729-a0f8-40d03a46d823 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=eaa5a8c1c1e64b4abaa1530487e95851&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4899454 Sep 24 15:59:24.336365 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 50276) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:24.369114 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-986b793c-00f0-4823-90d4-78f81b51c428 req-9881af51-c3f0-4195-823a-a904a72a63a4 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9955199 Sep 24 15:59:24.382401 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4d6829-a5ad-477e-9f0f-4fc44e974823 req-046f89fc-f3ac-4560-9e75-b6f3bc70915e tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:24.384063 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1e4d6829-a5ad-477e-9f0f-4fc44e974823 req-046f89fc-f3ac-4560-9e75-b6f3bc70915e tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "GET /v2.0/ports?device_id=6675a2bb-d274-4d28-bbc1-e4ef4f06227f HTTP/1.1" status: 200 len: 895 time: 0.2345195 Sep 24 15:59:24.393839 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d792685-5dd9-4729-a0f8-40d03a46d823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17730c89-6837-48b9-a7ec-52a7089eea19,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:24.400166 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-986b793c-00f0-4823-90d4-78f81b51c428 req-8958f9c9-4e75-47d9-b86a-7c459ba5042b service neutron] Request body: {'port': {'device_id': '54202e34-5d99-47c3-9bff-0b3fb0575bc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:59:24.402921 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-a6241d8c-b955-414a-a3b0-41d56dd7c2d9 None None] Provisioning complete for port c72c3377-7bed-4f6a-8dda-e05d6d81c428 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:59:24.404069 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a6241d8c-b955-414a-a3b0-41d56dd7c2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:24.497826 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-a6241d8c-b955-414a-a3b0-41d56dd7c2d9 None None] Port c72c3377-7bed-4f6a-8dda-e05d6d81c428 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:59:24.516670 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643bcc06-0a32-438a-a4a9-8c3bb2b286cd req-c72bf4cd-77ad-4dc0-8ad5-475360424a99 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:24.518295 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-643bcc06-0a32-438a-a4a9-8c3bb2b286cd req-c72bf4cd-77ad-4dc0-8ad5-475360424a99 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=aad57a45-3f54-4cc4-9bbf-e4ed34d63d25 HTTP/1.1" status: 200 len: 946 time: 0.1858149 Sep 24 15:59:24.518998 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3e190be6-6a19-4d83-af35-05c29c13e486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:24.525133 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-986b793c-00f0-4823-90d4-78f81b51c428 req-8958f9c9-4e75-47d9-b86a-7c459ba5042b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:24.550236 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67561adb-c217-4d75-b929-85b86cedb98d tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Made reservation on behalf of 7e512e155fd047afb7c369ee55b40ecc for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:59:24.553686 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-67561adb-c217-4d75-b929-85b86cedb98d tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:24.598106 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2a768990-0a99-4b3f-90d0-7a65ac550b3e None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:24.600798 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3e190be6-6a19-4d83-af35-05c29c13e486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:24.659812 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989c7beb-ba36-46e3-83d3-3957e686b31a req-b4fcdd28-84b6-4d14-b4a7-c502dd32edd4 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:24.661302 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-989c7beb-ba36-46e3-83d3-3957e686b31a req-b4fcdd28-84b6-4d14-b4a7-c502dd32edd4 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/ports?device_id=54202e34-5d99-47c3-9bff-0b3fb0575bc8 HTTP/1.1" status: 200 len: 932 time: 0.1528797 Sep 24 15:59:24.672122 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2a768990-0a99-4b3f-90d0-7a65ac550b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:24.713210 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-643bcc06-0a32-438a-a4a9-8c3bb2b286cd req-d68503db-c6b9-4b9b-916d-fbb0b8d6244a tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759267 Sep 24 15:59:24.742507 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-2a768990-0a99-4b3f-90d0-7a65ac550b3e None None] Attempting to bind port 5a7bd278-bae2-4935-a8bb-1c0f019b7c62 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:59:24.742884 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-2a768990-0a99-4b3f-90d0-7a65ac550b3e None None] Attempting to bind port 5a7bd278-bae2-4935-a8bb-1c0f019b7c62 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:59:24.743255 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a768990-0a99-4b3f-90d0-7a65ac550b3e None None] Attempting to bind port 5a7bd278-bae2-4935-a8bb-1c0f019b7c62 on network e6a2de20-1ea0-43e5-88e0-982d19e317d5 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:59:24.751658 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a768990-0a99-4b3f-90d0-7a65ac550b3e None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:59:24.752041 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a768990-0a99-4b3f-90d0-7a65ac550b3e None None] Checking segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:59:24.752636 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2a768990-0a99-4b3f-90d0-7a65ac550b3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:24.753049 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a768990-0a99-4b3f-90d0-7a65ac550b3e None None] Bound using segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:59:24.753532 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-2a768990-0a99-4b3f-90d0-7a65ac550b3e None None] Bound port: 5a7bd278-bae2-4935-a8bb-1c0f019b7c62, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:59:24.753922 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2a768990-0a99-4b3f-90d0-7a65ac550b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:24.782789 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b76246d-c68a-4c23-89be-74ae29154b1e None None] Pushing event updated for resources: {'Port': ['ID=5a7bd278-bae2-4935-a8bb-1c0f019b7c62,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:24.819101 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-989c7beb-ba36-46e3-83d3-3957e686b31a req-0aad301c-8404-4d54-8e5b-12424b840e74 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/security-groups?id=bfe7b3f3-c575-4a21-a642-c600ec810622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494651 Sep 24 15:59:24.822908 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-2a768990-0a99-4b3f-90d0-7a65ac550b3e None None] For port 5a7bd278-bae2-4935-a8bb-1c0f019b7c62, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:59:24.826758 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-2a768990-0a99-4b3f-90d0-7a65ac550b3e None None] For port 5a7bd278-bae2-4935-a8bb-1c0f019b7c62, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=5a7bd278-bae2-4935-a8bb-1c0f019b7c62,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:59:24.832264 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-82bc4c06-69ef-4a9b-8a49-9c1eeeba6ecb req-6c65c8cb-db35-4325-9863-8212421b908e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23308ede-57a3-4dad-a916-1ee99fed4a31 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:59:24.841830 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-82bc4c06-69ef-4a9b-8a49-9c1eeeba6ecb req-6c65c8cb-db35-4325-9863-8212421b908e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:24.910894 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2a768990-0a99-4b3f-90d0-7a65ac550b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:24.944232 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-82bc4c06-69ef-4a9b-8a49-9c1eeeba6ecb req-6c65c8cb-db35-4325-9863-8212421b908e service neutron] Transition to ACTIVE for port object 23308ede-57a3-4dad-a916-1ee99fed4a31 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:59:24.980400 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a768990-0a99-4b3f-90d0-7a65ac550b3e None None] Routers {'43fbce14-064b-4084-8a86-21effe393dd6'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:59:24.981360 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-2a768990-0a99-4b3f-90d0-7a65ac550b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:59:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['43fbce14-064b-4084-8a86-21effe393dd6'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:59:25.211930 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b76246d-c68a-4c23-89be-74ae29154b1e None None] Pushing event updated for resources: {'Port': ['ID=5a7bd278-bae2-4935-a8bb-1c0f019b7c62,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:25.284491 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3e190be6-6a19-4d83-af35-05c29c13e486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:25.287129 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3e190be6-6a19-4d83-af35-05c29c13e486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:25.290787 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-3e190be6-6a19-4d83-af35-05c29c13e486 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/17730c89-6837-48b9-a7ec-52a7089eea19 HTTP/1.1" status: 204 len: 168 time: 0.9503453 Sep 24 15:59:25.296210 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-2a768990-0a99-4b3f-90d0-7a65ac550b3e None None] Set router 43fbce14-064b-4084-8a86-21effe393dd6 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:59:25.339658 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e190be6-6a19-4d83-af35-05c29c13e486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17730c89-6837-48b9-a7ec-52a7089eea19,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:25.487765 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-67561adb-c217-4d75-b929-85b86cedb98d tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:25.531038 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-82bc4c06-69ef-4a9b-8a49-9c1eeeba6ecb req-6c65c8cb-db35-4325-9863-8212421b908e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:25.569331 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [req-986b793c-00f0-4823-90d4-78f81b51c428 req-8958f9c9-4e75-47d9-b86a-7c459ba5042b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c72c3377-7bed-4f6a-8dda-e05d6d81c428 {{(pid=95297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:59:25.583857 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-986b793c-00f0-4823-90d4-78f81b51c428 req-8958f9c9-4e75-47d9-b86a-7c459ba5042b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:25.595513 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c1ad0cf7-3d9a-4f44-9211-8c5b63cee572 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:25.645209 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.provisioning_blocks [req-986b793c-00f0-4823-90d4-78f81b51c428 req-8958f9c9-4e75-47d9-b86a-7c459ba5042b service neutron] Transition to ACTIVE for port object c72c3377-7bed-4f6a-8dda-e05d6d81c428 will not be triggered until provisioned by entity L2. {{(pid=95297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:59:25.650475 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67561adb-c217-4d75-b929-85b86cedb98d tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event updated for resources: {'Subnet': ['ID=0480698d-1abe-4017-ba8f-f31dd6254cc6,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:25.653494 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-2a768990-0a99-4b3f-90d0-7a65ac550b3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43fbce14-064b-4084-8a86-21effe393dd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-503689369', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '5a7bd278-bae2-4935-a8bb-1c0f019b7c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:59:18Z', 'updated_at': '2021-09-24T15:59:21Z', 'revision_number': 3, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'gw_port': {'id': '5a7bd278-bae2-4935-a8bb-1c0f019b7c62', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43fbce14-064b-4084-8a86-21effe393dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:59:20Z', 'updated_at': '2021-09-24T15:59:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:59:25.664595 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c65c8cb-db35-4325-9863-8212421b908e service neutron] Pushing event updated for resources: {'Port': ['ID=23308ede-57a3-4dad-a916-1ee99fed4a31,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:25.693586 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67561adb-c217-4d75-b929-85b86cedb98d tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Checking segment: {'id': '101d8513-09ad-40d6-a088-a15715413fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '78ed0ec3-2733-4633-a276-464419b5683d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:59:25.693960 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67561adb-c217-4d75-b929-85b86cedb98d tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Network hostable DHCP agents. Network: 78ed0ec3-2733-4633-a276-464419b5683d, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 15:59:25.713392 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a768990-0a99-4b3f-90d0-7a65ac550b3e None None] The sync data for ids ['43fbce14-064b-4084-8a86-21effe393dd6'] in n-d-808921-1 is: [{'id': '43fbce14-064b-4084-8a86-21effe393dd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-503689369', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '5a7bd278-bae2-4935-a8bb-1c0f019b7c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:59:18Z', 'updated_at': '2021-09-24T15:59:21Z', 'revision_number': 3, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'gw_port': {'id': '5a7bd278-bae2-4935-a8bb-1c0f019b7c62', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a6:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43fbce14-064b-4084-8a86-21effe393dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:59:20Z', 'updated_at': '2021-09-24T15:59:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:59:25.730140 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-986b793c-00f0-4823-90d4-78f81b51c428 req-8958f9c9-4e75-47d9-b86a-7c459ba5042b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:25.765579 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1869e090-087a-4e8f-9987-deaddaf4dcd0 req-69a23396-3b74-4733-bd3b-948dee77c853 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:25.770010 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1869e090-087a-4e8f-9987-deaddaf4dcd0 req-69a23396-3b74-4733-bd3b-948dee77c853 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "GET /v2.0/ports?device_id=6675a2bb-d274-4d28-bbc1-e4ef4f06227f HTTP/1.1" status: 200 len: 907 time: 0.2256312 Sep 24 15:59:25.905664 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-82bc4c06-69ef-4a9b-8a49-9c1eeeba6ecb req-6c65c8cb-db35-4325-9863-8212421b908e service neutron] Attempting to bind port 23308ede-57a3-4dad-a916-1ee99fed4a31 on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:59:25.906006 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-82bc4c06-69ef-4a9b-8a49-9c1eeeba6ecb req-6c65c8cb-db35-4325-9863-8212421b908e service neutron] Attempting to bind port 23308ede-57a3-4dad-a916-1ee99fed4a31 by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': '8aa00b6a-58c7-4013-af9a-4707e55c353c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '0f7ab674-61a6-47d2-953e-c5802017e6d0'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:59:25.906362 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82bc4c06-69ef-4a9b-8a49-9c1eeeba6ecb req-6c65c8cb-db35-4325-9863-8212421b908e service neutron] Attempting to bind port 23308ede-57a3-4dad-a916-1ee99fed4a31 on network 0f7ab674-61a6-47d2-953e-c5802017e6d0 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:59:25.940682 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82bc4c06-69ef-4a9b-8a49-9c1eeeba6ecb req-6c65c8cb-db35-4325-9863-8212421b908e service neutron] Port 23308ede-57a3-4dad-a916-1ee99fed4a31 on network 0f7ab674-61a6-47d2-953e-c5802017e6d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:59:25.941014 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82bc4c06-69ef-4a9b-8a49-9c1eeeba6ecb req-6c65c8cb-db35-4325-9863-8212421b908e service neutron] Attempting to bind port 23308ede-57a3-4dad-a916-1ee99fed4a31 on network 0f7ab674-61a6-47d2-953e-c5802017e6d0 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:59:25.964455 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82bc4c06-69ef-4a9b-8a49-9c1eeeba6ecb req-6c65c8cb-db35-4325-9863-8212421b908e service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:59:25.964754 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82bc4c06-69ef-4a9b-8a49-9c1eeeba6ecb req-6c65c8cb-db35-4325-9863-8212421b908e service neutron] Checking segment: {'id': '8aa00b6a-58c7-4013-af9a-4707e55c353c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '0f7ab674-61a6-47d2-953e-c5802017e6d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:59:25.965591 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82bc4c06-69ef-4a9b-8a49-9c1eeeba6ecb req-6c65c8cb-db35-4325-9863-8212421b908e service neutron] Bound using segment: {'id': '8aa00b6a-58c7-4013-af9a-4707e55c353c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '0f7ab674-61a6-47d2-953e-c5802017e6d0'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:59:25.966049 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-82bc4c06-69ef-4a9b-8a49-9c1eeeba6ecb req-6c65c8cb-db35-4325-9863-8212421b908e service neutron] Bound port: 23308ede-57a3-4dad-a916-1ee99fed4a31, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8aa00b6a-58c7-4013-af9a-4707e55c353c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '0f7ab674-61a6-47d2-953e-c5802017e6d0'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:59:25.966750 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-82bc4c06-69ef-4a9b-8a49-9c1eeeba6ecb req-6c65c8cb-db35-4325-9863-8212421b908e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:25.986426 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8958f9c9-4e75-47d9-b86a-7c459ba5042b service neutron] Pushing event updated for resources: {'Port': ['ID=c72c3377-7bed-4f6a-8dda-e05d6d81c428,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:26.037573 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c17bf77-99ca-4a32-8dc2-e7d83d36490e req-1c35b534-a49e-4b06-b5d4-cf6b82786dce tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:26.045642 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0c17bf77-99ca-4a32-8dc2-e7d83d36490e req-1c35b534-a49e-4b06-b5d4-cf6b82786dce tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=aad57a45-3f54-4cc4-9bbf-e4ed34d63d25 HTTP/1.1" status: 200 len: 946 time: 0.1366053 Sep 24 15:59:26.107517 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67561adb-c217-4d75-b929-85b86cedb98d tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Network 78ed0ec3-2733-4633-a276-464419b5683d is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 15:59:26.203980 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0c17bf77-99ca-4a32-8dc2-e7d83d36490e req-383a17c2-dd5c-49bf-a9a4-57b4d2b563a8 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573458 Sep 24 15:59:26.303001 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a885020-bb1f-48db-ab31-21570438b0e5 req-8076ead3-f2c3-4a98-a444-4921ad9e15ce tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:26.304693 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4a885020-bb1f-48db-ab31-21570438b0e5 req-8076ead3-f2c3-4a98-a444-4921ad9e15ce tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/ports?device_id=54202e34-5d99-47c3-9bff-0b3fb0575bc8 HTTP/1.1" status: 200 len: 944 time: 0.2850273 Sep 24 15:59:26.305005 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-82bc4c06-69ef-4a9b-8a49-9c1eeeba6ecb req-6c65c8cb-db35-4325-9863-8212421b908e service neutron] For port 23308ede-57a3-4dad-a916-1ee99fed4a31, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:59:26.308204 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-67561adb-c217-4d75-b929-85b86cedb98d tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 78ed0ec3-2733-4633-a276-464419b5683d) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:59:26.321692 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67561adb-c217-4d75-b929-85b86cedb98d tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:26.322301 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-67561adb-c217-4d75-b929-85b86cedb98d tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:26.323375 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-82bc4c06-69ef-4a9b-8a49-9c1eeeba6ecb req-6c65c8cb-db35-4325-9863-8212421b908e service neutron] For port 23308ede-57a3-4dad-a916-1ee99fed4a31, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=23308ede-57a3-4dad-a916-1ee99fed4a31,segment=NetworkSegment(8aa00b6a-58c7-4013-af9a-4707e55c353c),segment_id=8aa00b6a-58c7-4013-af9a-4707e55c353c)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:59:26.347804 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e219747e-ecb6-410e-972b-2eff5d034535 None None] Network 78ed0ec3-2733-4633-a276-464419b5683d requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:59:26.371158 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-c1ad0cf7-3d9a-4f44-9211-8c5b63cee572 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Deleting port e7a348d4-2f52-497d-9685-302b4a71e390 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:59:26.371553 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c1ad0cf7-3d9a-4f44-9211-8c5b63cee572 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:26.371863 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-986b793c-00f0-4823-90d4-78f81b51c428 req-8958f9c9-4e75-47d9-b86a-7c459ba5042b service neutron] Attempting to bind port c72c3377-7bed-4f6a-8dda-e05d6d81c428 on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:59:26.372355 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-986b793c-00f0-4823-90d4-78f81b51c428 req-8958f9c9-4e75-47d9-b86a-7c459ba5042b service neutron] Attempting to bind port c72c3377-7bed-4f6a-8dda-e05d6d81c428 by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': '272d0ce2-ce94-428b-a239-5dd619a27c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '3dbb0dfe-b454-4e57-a2db-34f294a0159c'}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:59:26.373019 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986b793c-00f0-4823-90d4-78f81b51c428 req-8958f9c9-4e75-47d9-b86a-7c459ba5042b service neutron] Attempting to bind port c72c3377-7bed-4f6a-8dda-e05d6d81c428 on network 3dbb0dfe-b454-4e57-a2db-34f294a0159c {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:59:26.405819 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986b793c-00f0-4823-90d4-78f81b51c428 req-8958f9c9-4e75-47d9-b86a-7c459ba5042b service neutron] Port c72c3377-7bed-4f6a-8dda-e05d6d81c428 on network 3dbb0dfe-b454-4e57-a2db-34f294a0159c not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:59:26.406158 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986b793c-00f0-4823-90d4-78f81b51c428 req-8958f9c9-4e75-47d9-b86a-7c459ba5042b service neutron] Attempting to bind port c72c3377-7bed-4f6a-8dda-e05d6d81c428 on network 3dbb0dfe-b454-4e57-a2db-34f294a0159c {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:59:26.412486 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-82bc4c06-69ef-4a9b-8a49-9c1eeeba6ecb req-6c65c8cb-db35-4325-9863-8212421b908e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:26.439601 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986b793c-00f0-4823-90d4-78f81b51c428 req-8958f9c9-4e75-47d9-b86a-7c459ba5042b service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 59, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:59:26.441091 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986b793c-00f0-4823-90d4-78f81b51c428 req-8958f9c9-4e75-47d9-b86a-7c459ba5042b service neutron] Checking segment: {'id': '272d0ce2-ce94-428b-a239-5dd619a27c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '3dbb0dfe-b454-4e57-a2db-34f294a0159c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:59:26.441091 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-986b793c-00f0-4823-90d4-78f81b51c428 req-8958f9c9-4e75-47d9-b86a-7c459ba5042b service neutron] Bound using segment: {'id': '272d0ce2-ce94-428b-a239-5dd619a27c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '3dbb0dfe-b454-4e57-a2db-34f294a0159c'} {{(pid=95297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:59:26.441091 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.managers [req-986b793c-00f0-4823-90d4-78f81b51c428 req-8958f9c9-4e75-47d9-b86a-7c459ba5042b service neutron] Bound port: c72c3377-7bed-4f6a-8dda-e05d6d81c428, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '272d0ce2-ce94-428b-a239-5dd619a27c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1280, 'network_id': '3dbb0dfe-b454-4e57-a2db-34f294a0159c'}}] {{(pid=95297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:59:26.441598 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-986b793c-00f0-4823-90d4-78f81b51c428 req-8958f9c9-4e75-47d9-b86a-7c459ba5042b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:26.470313 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4a885020-bb1f-48db-ab31-21570438b0e5 req-66ea3837-12b9-450c-9131-ab10ad8f09b0 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/security-groups?id=bfe7b3f3-c575-4a21-a642-c600ec810622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472111 Sep 24 15:59:26.563428 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bc4c06-69ef-4a9b-8a49-9c1eeeba6ecb req-6c65c8cb-db35-4325-9863-8212421b908e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:26.564610 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-82bc4c06-69ef-4a9b-8a49-9c1eeeba6ecb req-6c65c8cb-db35-4325-9863-8212421b908e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:26.566047 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-82bc4c06-69ef-4a9b-8a49-9c1eeeba6ecb req-6c65c8cb-db35-4325-9863-8212421b908e service neutron] 10.222.0.110 "PUT /v2.0/ports/23308ede-57a3-4dad-a916-1ee99fed4a31 HTTP/1.1" status: 200 len: 1055 time: 2.8054259 Sep 24 15:59:26.583189 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6675a2bb-d274-4d28-bbc1-e4ef4f06227f', 'tag': '23308ede-57a3-4dad-a916-1ee99fed4a31'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:59:26.598399 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac576a7-3425-42e5-9708-5d13b8e604bb" -d '{"events": [{"name": "network-changed", "server_uuid": "6675a2bb-d274-4d28-bbc1-e4ef4f06227f", "tag": "23308ede-57a3-4dad-a916-1ee99fed4a31"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:59:26.611482 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-67561adb-c217-4d75-b929-85b86cedb98d tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.5482178 Sep 24 15:59:26.612538 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 50320) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:26.656317 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83722d56-b642-41de-9867-a2b30044cbb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-78ed0ec3-2733-4633-a276-464419b5683d', 'network_id': '78ed0ec3-2733-4633-a276-464419b5683d', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'fixed_ips': [{'subnet_id': '0480698d-1abe-4017-ba8f-f31dd6254cc6'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:59:26.658139 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-83722d56-b642-41de-9867-a2b30044cbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:26.698051 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c65c8cb-db35-4325-9863-8212421b908e service neutron] Pushing event updated for resources: {'Port': ['ID=23308ede-57a3-4dad-a916-1ee99fed4a31,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:26.702027 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f4ccec-29eb-4b87-a104-d25c2e3ecdc2 x-openstack-request-id: req-50f4ccec-29eb-4b87-a104-d25c2e3ecdc2 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:59:26.702314 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6675a2bb-d274-4d28-bbc1-e4ef4f06227f", "tag": "23308ede-57a3-4dad-a916-1ee99fed4a31", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:59:26.702597 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-50f4ccec-29eb-4b87-a104-d25c2e3ecdc2 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:59:26.702987 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6675a2bb-d274-4d28-bbc1-e4ef4f06227f', 'tag': '23308ede-57a3-4dad-a916-1ee99fed4a31', 'status': 'completed', 'code': 200} Sep 24 15:59:26.708267 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c1ad0cf7-3d9a-4f44-9211-8c5b63cee572 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:26.778320 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-c1ad0cf7-3d9a-4f44-9211-8c5b63cee572 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Calling delete_port for e7a348d4-2f52-497d-9685-302b4a71e390 owned by network:router_interface {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:59:27.032141 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 5a7bd278-bae2-4935-a8bb-1c0f019b7c62 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:59:27.052484 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac576a7-3425-42e5-9708-5d13b8e604bb req-2372d2b1-7fc2-46e9-b2c2-69279d7cd71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:27.054296 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-eac576a7-3425-42e5-9708-5d13b8e604bb req-2372d2b1-7fc2-46e9-b2c2-69279d7cd71a service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1154a7819e8f441ba8a2f5ad356b8a2c&device_id=6675a2bb-d274-4d28-bbc1-e4ef4f06227f HTTP/1.1" status: 200 len: 1058 time: 0.3294518 Sep 24 15:59:27.067110 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-83722d56-b642-41de-9867-a2b30044cbb9 None None] Allocated IP 172.20.0.2 (78ed0ec3-2733-4633-a276-464419b5683d/0480698d-1abe-4017-ba8f-f31dd6254cc6/6748395b-9af1-41e4-bfd6-3b000de5cc01) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:59:27.167381 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 5a7bd278-bae2-4935-a8bb-1c0f019b7c62 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:59:27.168184 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:27.183369 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-986b793c-00f0-4823-90d4-78f81b51c428 req-8958f9c9-4e75-47d9-b86a-7c459ba5042b service neutron] For port c72c3377-7bed-4f6a-8dda-e05d6d81c428, host n-h1-808921-1, cleared binding levels {{(pid=95297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:59:27.275323 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-986b793c-00f0-4823-90d4-78f81b51c428 req-8958f9c9-4e75-47d9-b86a-7c459ba5042b service neutron] For port c72c3377-7bed-4f6a-8dda-e05d6d81c428, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=c72c3377-7bed-4f6a-8dda-e05d6d81c428,segment=NetworkSegment(272d0ce2-ce94-428b-a239-5dd619a27c57),segment_id=272d0ce2-ce94-428b-a239-5dd619a27c57)] {{(pid=95297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:59:27.311862 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163fdc9f-a7fb-4073-bb52-42810ab0a137 req-24f1d3c9-66cc-458f-8d6e-97312879491e tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:27.313483 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-163fdc9f-a7fb-4073-bb52-42810ab0a137 req-24f1d3c9-66cc-458f-8d6e-97312879491e tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "GET /v2.0/ports?device_id=6675a2bb-d274-4d28-bbc1-e4ef4f06227f HTTP/1.1" status: 200 len: 907 time: 0.2879007 Sep 24 15:59:27.359976 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-986b793c-00f0-4823-90d4-78f81b51c428 req-8958f9c9-4e75-47d9-b86a-7c459ba5042b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:27.360663 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac576a7-3425-42e5-9708-5d13b8e604bb req-804daba3-d8b1-4e88-85f1-94a957bcc07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:27.364325 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac576a7-3425-42e5-9708-5d13b8e604bb req-804daba3-d8b1-4e88-85f1-94a957bcc07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:27.370398 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-eac576a7-3425-42e5-9708-5d13b8e604bb req-804daba3-d8b1-4e88-85f1-94a957bcc07a service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=1154a7819e8f441ba8a2f5ad356b8a2c&shared=False HTTP/1.1" status: 200 len: 1586 time: 0.2997174 Sep 24 15:59:27.423295 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-83722d56-b642-41de-9867-a2b30044cbb9 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:27.434086 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:27.501005 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port 5a7bd278-bae2-4935-a8bb-1c0f019b7c62, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=5a7bd278-bae2-4935-a8bb-1c0f019b7c62,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:59:27.522854 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-83722d56-b642-41de-9867-a2b30044cbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:27.589624 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b793c-00f0-4823-90d4-78f81b51c428 req-8958f9c9-4e75-47d9-b86a-7c459ba5042b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:27.590250 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-986b793c-00f0-4823-90d4-78f81b51c428 req-8958f9c9-4e75-47d9-b86a-7c459ba5042b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:27.591723 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:27.598561 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-986b793c-00f0-4823-90d4-78f81b51c428 req-8958f9c9-4e75-47d9-b86a-7c459ba5042b service neutron] 10.222.0.110 "PUT /v2.0/ports/c72c3377-7bed-4f6a-8dda-e05d6d81c428 HTTP/1.1" status: 200 len: 1092 time: 3.2093086 Sep 24 15:59:27.599252 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54202e34-5d99-47c3-9bff-0b3fb0575bc8', 'tag': 'c72c3377-7bed-4f6a-8dda-e05d6d81c428'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:59:27.601794 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cad1462-f1e7-4974-81be-d0ba795ed52a" -d '{"events": [{"name": "network-changed", "server_uuid": "54202e34-5d99-47c3-9bff-0b3fb0575bc8", "tag": "c72c3377-7bed-4f6a-8dda-e05d6d81c428"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:59:27.618895 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83722d56-b642-41de-9867-a2b30044cbb9 None None] Network 78ed0ec3-2733-4633-a276-464419b5683d is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:59:27.624694 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-83722d56-b642-41de-9867-a2b30044cbb9 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:59:27.637685 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83722d56-b642-41de-9867-a2b30044cbb9 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:59:27.685339 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83722d56-b642-41de-9867-a2b30044cbb9 None None] Pushing event updated for resources: {'Port': ['ID=6748395b-9af1-41e4-bfd6-3b000de5cc01,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:27.715944 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac1fb3-6511-4b4d-92a9-4c1bde90877e req-52ce011f-4a85-45bb-ac5f-92b3d24b2fe2 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:27.717792 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-60ac1fb3-6511-4b4d-92a9-4c1bde90877e req-52ce011f-4a85-45bb-ac5f-92b3d24b2fe2 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=aad57a45-3f54-4cc4-9bbf-e4ed34d63d25 HTTP/1.1" status: 200 len: 946 time: 0.2866659 Sep 24 15:59:27.725239 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac576a7-3425-42e5-9708-5d13b8e604bb req-7d8eee3e-69a1-4be0-9dab-923401bbc609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:27.727177 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-eac576a7-3425-42e5-9708-5d13b8e604bb req-7d8eee3e-69a1-4be0-9dab-923401bbc609 service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3224165 Sep 24 15:59:27.737960 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c1ad0cf7-3d9a-4f44-9211-8c5b63cee572 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:27.738963 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-83722d56-b642-41de-9867-a2b30044cbb9 None None] Attempting to bind port 6748395b-9af1-41e4-bfd6-3b000de5cc01 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:59:27.739441 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-83722d56-b642-41de-9867-a2b30044cbb9 None None] Attempting to bind port 6748395b-9af1-41e4-bfd6-3b000de5cc01 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '101d8513-09ad-40d6-a088-a15715413fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '78ed0ec3-2733-4633-a276-464419b5683d'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:59:27.739930 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83722d56-b642-41de-9867-a2b30044cbb9 None None] Attempting to bind port 6748395b-9af1-41e4-bfd6-3b000de5cc01 on network 78ed0ec3-2733-4633-a276-464419b5683d {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:59:27.775389 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83722d56-b642-41de-9867-a2b30044cbb9 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:59:27.776174 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83722d56-b642-41de-9867-a2b30044cbb9 None None] Checking segment: {'id': '101d8513-09ad-40d6-a088-a15715413fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '78ed0ec3-2733-4633-a276-464419b5683d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:59:27.776709 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-83722d56-b642-41de-9867-a2b30044cbb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:27.777218 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83722d56-b642-41de-9867-a2b30044cbb9 None None] Bound using segment: {'id': '101d8513-09ad-40d6-a088-a15715413fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '78ed0ec3-2733-4633-a276-464419b5683d'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:59:27.778056 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-83722d56-b642-41de-9867-a2b30044cbb9 None None] Bound port: 6748395b-9af1-41e4-bfd6-3b000de5cc01, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '101d8513-09ad-40d6-a088-a15715413fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '78ed0ec3-2733-4633-a276-464419b5683d'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:59:27.778306 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-83722d56-b642-41de-9867-a2b30044cbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:27.850666 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8958f9c9-4e75-47d9-b86a-7c459ba5042b service neutron] Pushing event updated for resources: {'Port': ['ID=c72c3377-7bed-4f6a-8dda-e05d6d81c428,revision_number=3']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:27.853107 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=5a7bd278-bae2-4935-a8bb-1c0f019b7c62,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:27.930395 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-83722d56-b642-41de-9867-a2b30044cbb9 None None] For port 6748395b-9af1-41e4-bfd6-3b000de5cc01, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:59:27.934021 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-83722d56-b642-41de-9867-a2b30044cbb9 None None] For port 6748395b-9af1-41e4-bfd6-3b000de5cc01, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=6748395b-9af1-41e4-bfd6-3b000de5cc01,segment=NetworkSegment(101d8513-09ad-40d6-a088-a15715413fec),segment_id=101d8513-09ad-40d6-a088-a15715413fec)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:59:27.938417 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ad0cf7-3d9a-4f44-9211-8c5b63cee572 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event deleted for resources: {'Port': ['ID=e7a348d4-2f52-497d-9685-302b4a71e390,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:28.034414 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-375c9605-66f2-4bc2-a346-a9ffead05979 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:28.044562 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f1216b-de9c-42ca-8976-18b680d974b7 req-762d1877-bee5-4939-bb48-c6f2bda3e075 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:28.045872 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-34f1216b-de9c-42ca-8976-18b680d974b7 req-762d1877-bee5-4939-bb48-c6f2bda3e075 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/ports?device_id=54202e34-5d99-47c3-9bff-0b3fb0575bc8 HTTP/1.1" status: 200 len: 944 time: 0.4629092 Sep 24 15:59:28.067186 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-60ac1fb3-6511-4b4d-92a9-4c1bde90877e req-e88634bf-2d6b-4be6-8023-a6519d00d9fd tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3383780 Sep 24 15:59:28.086160 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b793c-00f0-4823-90d4-78f81b51c428 req-3a7b71d3-5fcc-4ad9-adec-15d128c555af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:28.088198 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-986b793c-00f0-4823-90d4-78f81b51c428 req-3a7b71d3-5fcc-4ad9-adec-15d128c555af service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=b960fdf244c2496089f6c9d33b373dc4&device_id=54202e34-5d99-47c3-9bff-0b3fb0575bc8 HTTP/1.1" status: 200 len: 1095 time: 0.2903585 Sep 24 15:59:28.094759 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-83722d56-b642-41de-9867-a2b30044cbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:28.152340 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bc4c06-69ef-4a9b-8a49-9c1eeeba6ecb req-8f534d26-d2e7-4453-a14e-35dfc8a91089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:28.154362 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-82bc4c06-69ef-4a9b-8a49-9c1eeeba6ecb req-8f534d26-d2e7-4453-a14e-35dfc8a91089 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1154a7819e8f441ba8a2f5ad356b8a2c&device_id=6675a2bb-d274-4d28-bbc1-e4ef4f06227f HTTP/1.1" status: 200 len: 1058 time: 0.3182664 Sep 24 15:59:28.158479 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c1ad0cf7-3d9a-4f44-9211-8c5b63cee572 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:28.222949 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83722d56-b642-41de-9867-a2b30044cbb9 None None] Pushing event updated for resources: {'Port': ['ID=6748395b-9af1-41e4-bfd6-3b000de5cc01,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:28.226062 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c33a929-0b59-43df-929d-5967e770f2e1 x-openstack-request-id: req-8c33a929-0b59-43df-929d-5967e770f2e1 {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:59:28.226373 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54202e34-5d99-47c3-9bff-0b3fb0575bc8", "tag": "c72c3377-7bed-4f6a-8dda-e05d6d81c428", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:59:28.226652 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-8c33a929-0b59-43df-929d-5967e770f2e1 {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:59:28.227423 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54202e34-5d99-47c3-9bff-0b3fb0575bc8', 'tag': 'c72c3377-7bed-4f6a-8dda-e05d6d81c428', 'status': 'completed', 'code': 200} Sep 24 15:59:28.228886 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-82bc4c06-69ef-4a9b-8a49-9c1eeeba6ecb req-7eb6909f-6e73-478e-9129-e1c806c0ea08 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.20&port_id=23308ede-57a3-4dad-a916-1ee99fed4a31 HTTP/1.1" status: 200 len: 217 time: 0.0622330 Sep 24 15:59:28.301232 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-986b793c-00f0-4823-90d4-78f81b51c428 req-19f3cac3-6c36-4dd8-8492-e831fbbf6224 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c72c3377-7bed-4f6a-8dda-e05d6d81c428 HTTP/1.1" status: 200 len: 217 time: 0.0906587 Sep 24 15:59:28.306718 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-34f1216b-de9c-42ca-8976-18b680d974b7 req-ce4895d7-7521-45cf-b60d-db1d10c99a36 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/security-groups?id=bfe7b3f3-c575-4a21-a642-c600ec810622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2499208 Sep 24 15:59:28.451560 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b793c-00f0-4823-90d4-78f81b51c428 req-d55e6e45-df95-4e75-b51a-efdbe33bd251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:28.454251 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-986b793c-00f0-4823-90d4-78f81b51c428 req-d55e6e45-df95-4e75-b51a-efdbe33bd251 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=ad938f0b-b628-4cac-9404-1e2682973b1a HTTP/1.1" status: 200 len: 850 time: 0.1342385 Sep 24 15:59:28.459805 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bc4c06-69ef-4a9b-8a49-9c1eeeba6ecb req-40639c2d-7d23-4cb9-aa20-de119ea96b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:28.463283 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-82bc4c06-69ef-4a9b-8a49-9c1eeeba6ecb req-40639c2d-7d23-4cb9-aa20-de119ea96b4f service neutron] 10.222.0.110 "GET /v2.0/subnets?id=51901650-bd7e-43c8-ad2a-ff12cecba4d5 HTTP/1.1" status: 200 len: 838 time: 0.1871033 Sep 24 15:59:28.729630 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986b793c-00f0-4823-90d4-78f81b51c428 req-78092d0f-46a5-4931-9f54-7fa4901774e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:28.739706 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-986b793c-00f0-4823-90d4-78f81b51c428 req-78092d0f-46a5-4931-9f54-7fa4901774e5 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=3dbb0dfe-b454-4e57-a2db-34f294a0159c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2771490 Sep 24 15:59:28.777419 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1ad0cf7-3d9a-4f44-9211-8c5b63cee572 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Router d38acbfd-fb25-4b83-92fa-f1f514797036 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:59:28.795254 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bc4c06-69ef-4a9b-8a49-9c1eeeba6ecb req-09a3f71d-9b87-45ee-a7dd-f47f32775af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:28.797745 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-82bc4c06-69ef-4a9b-8a49-9c1eeeba6ecb req-09a3f71d-9b87-45ee-a7dd-f47f32775af0 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=0f7ab674-61a6-47d2-953e-c5802017e6d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2723355 Sep 24 15:59:28.811854 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8c7e91a3-88dd-4384-b71a-659e23bb9839 req-851a3ac6-8282-4d18-ba1c-32a3da48eedf service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=fb85660a-fb37-4b80-a4be-00e9bc56d2d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1976864 Sep 24 15:59:28.894932 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cfeee5-eb03-4fdc-9cef-6e7389b88b09 req-15ee25ef-dd88-414d-bced-74ef4eec4330 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:28.896496 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-26cfeee5-eb03-4fdc-9cef-6e7389b88b09 req-15ee25ef-dd88-414d-bced-74ef4eec4330 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "GET /v2.0/ports?device_id=6675a2bb-d274-4d28-bbc1-e4ef4f06227f HTTP/1.1" status: 200 len: 907 time: 0.3657591 Sep 24 15:59:28.913586 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-375c9605-66f2-4bc2-a346-a9ffead05979 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Allocated IP 172.20.0.1 (78ed0ec3-2733-4633-a276-464419b5683d/0480698d-1abe-4017-ba8f-f31dd6254cc6/7673fc2d-4e72-463f-b5e6-baa9394d1986) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:59:29.115703 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-986b793c-00f0-4823-90d4-78f81b51c428 req-32677f07-4627-41d8-96c4-b806b2619c4c service neutron] 10.222.0.110 "GET /v2.0/networks/3dbb0dfe-b454-4e57-a2db-34f294a0159c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3600192 Sep 24 15:59:29.144205 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 5a7bd278-bae2-4935-a8bb-1c0f019b7c62 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:59:29.197217 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-375c9605-66f2-4bc2-a346-a9ffead05979 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:29.249240 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 5a7bd278-bae2-4935-a8bb-1c0f019b7c62 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:59:29.249944 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:29.389132 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-986b793c-00f0-4823-90d4-78f81b51c428 req-379fb97e-951d-4c73-884a-11a7d587b9ae service neutron] 10.222.0.110 "GET /v2.0/networks/3dbb0dfe-b454-4e57-a2db-34f294a0159c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655275 Sep 24 15:59:29.392177 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 6748395b-9af1-41e4-bfd6-3b000de5cc01 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:59:29.459936 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-82bc4c06-69ef-4a9b-8a49-9c1eeeba6ecb req-f456d2eb-dfaa-4c9b-99ff-97497ed59b45 service neutron] 10.222.0.110 "GET /v2.0/networks/0f7ab674-61a6-47d2-953e-c5802017e6d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6534586 Sep 24 15:59:29.466158 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4b363e-4029-4f31-8fca-5d745bf096ec req-0bcb39af-5800-4fc0-8570-059af777d503 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:29.474123 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3b4b363e-4029-4f31-8fca-5d745bf096ec req-0bcb39af-5800-4fc0-8570-059af777d503 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=aad57a45-3f54-4cc4-9bbf-e4ed34d63d25 HTTP/1.1" status: 200 len: 946 time: 0.2670722 Sep 24 15:59:29.495823 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 6748395b-9af1-41e4-bfd6-3b000de5cc01 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:59:29.497709 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:29.537989 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ad0cf7-3d9a-4f44-9211-8c5b63cee572 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:59:29.542994 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3b4b363e-4029-4f31-8fca-5d745bf096ec req-079ec732-297d-4fa7-ba76-9b20b2da0828 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677419 Sep 24 15:59:29.547003 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-c1ad0cf7-3d9a-4f44-9211-8c5b63cee572 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "PUT /v2.0/routers/d38acbfd-fb25-4b83-92fa-f1f514797036/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2265136 Sep 24 15:59:29.556974 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 50368) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:29.562658 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7de6407-09e8-46fb-b8d1-2fb65028b7ef None None] Sync routers for ids ['d38acbfd-fb25-4b83-92fa-f1f514797036'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:59:29.593547 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7de6407-09e8-46fb-b8d1-2fb65028b7ef None None] Routers {'d38acbfd-fb25-4b83-92fa-f1f514797036'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:59:29.594620 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-e7de6407-09e8-46fb-b8d1-2fb65028b7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:59:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['d38acbfd-fb25-4b83-92fa-f1f514797036'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:59:29.605103 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e91a3-88dd-4384-b71a-659e23bb9839 req-46ce01f4-1099-4f50-98dd-1ac905e0b40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:29.609189 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8c7e91a3-88dd-4384-b71a-659e23bb9839 req-46ce01f4-1099-4f50-98dd-1ac905e0b40c service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=b3bc8c40013d4a92b1cf10d67118144c&device_id=fb85660a-fb37-4b80-a4be-00e9bc56d2d2 HTTP/1.1" status: 200 len: 1096 time: 0.7268169 Sep 24 15:59:29.644872 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-375c9605-66f2-4bc2-a346-a9ffead05979 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:29.670520 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-e7de6407-09e8-46fb-b8d1-2fb65028b7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:59:29.699876 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ab27d28-24f9-4c41-a31d-3ab675b354f2 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] GET failed (client error): The resource could not be found. Sep 24 15:59:29.706576 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-2ab27d28-24f9-4c41-a31d-3ab675b354f2 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "GET /v2.0/ports/e7a348d4-2f52-497d-9685-302b4a71e390 HTTP/1.1" status: 404 len: 333 time: 0.1446271 Sep 24 15:59:29.707633 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375c9605-66f2-4bc2-a346-a9ffead05979 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event updated for resources: {'Port': ['ID=7673fc2d-4e72-463f-b5e6-baa9394d1986,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:29.713878 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 50374) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:29.735909 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7de6407-09e8-46fb-b8d1-2fb65028b7ef None None] Routers {'d38acbfd-fb25-4b83-92fa-f1f514797036'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:59:29.736676 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-e7de6407-09e8-46fb-b8d1-2fb65028b7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:59:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['d38acbfd-fb25-4b83-92fa-f1f514797036'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:59:29.798599 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-e7de6407-09e8-46fb-b8d1-2fb65028b7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:59:29.801496 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7de6407-09e8-46fb-b8d1-2fb65028b7ef None None] The sync data for ids ['d38acbfd-fb25-4b83-92fa-f1f514797036'] in n-d-808921-1 is: [] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:59:29.815227 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8120234c-1f7a-4c0a-a7b3-c901912e7ce7 None None] Network 78ed0ec3-2733-4633-a276-464419b5683d requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:59:29.837260 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4d999d8a-df54-41e8-9529-7d617a8ed8c5 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for router, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:29.867942 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-82bc4c06-69ef-4a9b-8a49-9c1eeeba6ecb req-41203a42-def2-430d-95a7-216b1fc24d89 service neutron] 10.222.0.110 "GET /v2.0/networks/0f7ab674-61a6-47d2-953e-c5802017e6d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541996 Sep 24 15:59:29.878219 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:29.924838 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e91a3-88dd-4384-b71a-659e23bb9839 req-fa2882c8-da9f-414f-919a-358d96a448c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:29.938272 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8c7e91a3-88dd-4384-b71a-659e23bb9839 req-fa2882c8-da9f-414f-919a-358d96a448c5 service neutron] 10.222.0.108 "GET /v2.0/networks?id=5b5ae1eb-54bd-4dc0-9ed2-fc3865a6b206 HTTP/1.1" status: 200 len: 912 time: 0.3044131 Sep 24 15:59:29.951437 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-d41a153e-a7cc-4f73-8e11-731fec21ad32 None None] Provisioning complete for port 6748395b-9af1-41e4-bfd6-3b000de5cc01 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:59:29.951864 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d41a153e-a7cc-4f73-8e11-731fec21ad32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:29.961297 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375c9605-66f2-4bc2-a346-a9ffead05979 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Network 78ed0ec3-2733-4633-a276-464419b5683d is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:59:29.969728 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad1462-f1e7-4974-81be-d0ba795ed52a req-d3849d18-5e58-4009-aa54-7aec8ddd94c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:29.972607 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3cad1462-f1e7-4974-81be-d0ba795ed52a req-d3849d18-5e58-4009-aa54-7aec8ddd94c6 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=b960fdf244c2496089f6c9d33b373dc4&device_id=54202e34-5d99-47c3-9bff-0b3fb0575bc8 HTTP/1.1" status: 200 len: 1095 time: 0.4285681 Sep 24 15:59:30.004680 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port 6748395b-9af1-41e4-bfd6-3b000de5cc01, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=6748395b-9af1-41e4-bfd6-3b000de5cc01,segment=NetworkSegment(101d8513-09ad-40d6-a088-a15715413fec),segment_id=101d8513-09ad-40d6-a088-a15715413fec)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:59:30.009327 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-375c9605-66f2-4bc2-a346-a9ffead05979 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:59:30.012616 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375c9605-66f2-4bc2-a346-a9ffead05979 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:59:30.048608 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8c7e91a3-88dd-4384-b71a-659e23bb9839 req-10ee7073-44f2-49b9-922d-05eced08f849 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6a208f6d-3676-4483-97c6-16d909eb22e6 HTTP/1.1" status: 200 len: 217 time: 0.0977409 Sep 24 15:59:30.062969 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca7d5ad-4be8-4d6a-a799-94b04f50827c req-5e8c5efe-42ce-4ef9-8057-6d40d8a76ef5 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:30.065710 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3ca7d5ad-4be8-4d6a-a799-94b04f50827c req-5e8c5efe-42ce-4ef9-8057-6d40d8a76ef5 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/ports?device_id=54202e34-5d99-47c3-9bff-0b3fb0575bc8 HTTP/1.1" status: 200 len: 944 time: 0.1826322 Sep 24 15:59:30.123736 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:30.134641 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad1462-f1e7-4974-81be-d0ba795ed52a req-dbf0bf7b-aed6-4eac-905e-e40dda392aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:30.138391 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3cad1462-f1e7-4974-81be-d0ba795ed52a req-dbf0bf7b-aed6-4eac-905e-e40dda392aa1 service neutron] 10.222.0.110 "GET /v2.0/networks?id=3dbb0dfe-b454-4e57-a2db-34f294a0159c HTTP/1.1" status: 200 len: 913 time: 0.1176493 Sep 24 15:59:30.150098 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d41a153e-a7cc-4f73-8e11-731fec21ad32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:30.165138 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e91a3-88dd-4384-b71a-659e23bb9839 req-61cc6748-2ecc-49d2-b9b7-afacbb045d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:30.166441 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8c7e91a3-88dd-4384-b71a-659e23bb9839 req-61cc6748-2ecc-49d2-b9b7-afacbb045d2a service neutron] 10.222.0.108 "GET /v2.0/subnets?id=1b77319b-e972-47e8-93df-b7729b347ab6 HTTP/1.1" status: 200 len: 850 time: 0.0994556 Sep 24 15:59:30.173133 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3ca7d5ad-4be8-4d6a-a799-94b04f50827c req-c2428fdb-1546-45d5-8c5f-0b1ec5be1613 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/security-groups?id=bfe7b3f3-c575-4a21-a642-c600ec810622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944302 Sep 24 15:59:30.213325 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8c7e91a3-88dd-4384-b71a-659e23bb9839 req-998dd370-bd8d-4fb9-864e-84217411828e service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=5b5ae1eb-54bd-4dc0-9ed2-fc3865a6b206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392368 Sep 24 15:59:30.327416 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=6748395b-9af1-41e4-bfd6-3b000de5cc01,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:30.351850 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.db.api [None req-d41a153e-a7cc-4f73-8e11-731fec21ad32 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 15:59:30.359389 n-d-808921-1 neutron-server[95299]: DEBUG oslo_db.api [None req-d41a153e-a7cc-4f73-8e11-731fec21ad32 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 15:59:30.374317 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8c7e91a3-88dd-4384-b71a-659e23bb9839 req-daf0e699-6158-4b50-a254-72fdf482bc71 service neutron] 10.222.0.108 "GET /v2.0/networks/5b5ae1eb-54bd-4dc0-9ed2-fc3865a6b206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530538 Sep 24 15:59:30.417880 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3cad1462-f1e7-4974-81be-d0ba795ed52a req-6206ed53-a2ce-4129-b1b4-1d0e651e125a service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c72c3377-7bed-4f6a-8dda-e05d6d81c428 HTTP/1.1" status: 200 len: 217 time: 0.2552233 Sep 24 15:59:30.457779 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4d999d8a-df54-41e8-9529-7d617a8ed8c5 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:30.462924 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4d999d8a-df54-41e8-9529-7d617a8ed8c5 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:30.517859 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad1462-f1e7-4974-81be-d0ba795ed52a req-7377855d-c78a-48cf-86c3-d53e31713b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:30.519325 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3cad1462-f1e7-4974-81be-d0ba795ed52a req-7377855d-c78a-48cf-86c3-d53e31713b30 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=ad938f0b-b628-4cac-9404-1e2682973b1a HTTP/1.1" status: 200 len: 850 time: 0.0660601 Sep 24 15:59:30.522077 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-375c9605-66f2-4bc2-a346-a9ffead05979 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:30.536985 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8c7e91a3-88dd-4384-b71a-659e23bb9839 req-acfba186-594c-4d54-81a6-a204722c5ec5 service neutron] 10.222.0.108 "GET /v2.0/networks/5b5ae1eb-54bd-4dc0-9ed2-fc3865a6b206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477063 Sep 24 15:59:30.664127 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa973c3e-bade-407f-89d9-59bbe43a2f2a req-37e05a9d-6dbb-48bb-a422-1561bf62171e tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:30.665683 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-aa973c3e-bade-407f-89d9-59bbe43a2f2a req-37e05a9d-6dbb-48bb-a422-1561bf62171e tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "GET /v2.0/ports?device_id=6675a2bb-d274-4d28-bbc1-e4ef4f06227f HTTP/1.1" status: 200 len: 907 time: 0.5060890 Sep 24 15:59:30.709050 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cad1462-f1e7-4974-81be-d0ba795ed52a req-c0c249da-4c25-4fb3-9e12-ace9fef3410d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:30.710661 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3cad1462-f1e7-4974-81be-d0ba795ed52a req-c0c249da-4c25-4fb3-9e12-ace9fef3410d service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=3dbb0dfe-b454-4e57-a2db-34f294a0159c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1752381 Sep 24 15:59:30.753673 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793904e6-2e48-40ef-a2fb-2f63656f3462 req-bb05b71a-3d02-4cc4-9933-6761d9e7be2d tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:30.761229 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-793904e6-2e48-40ef-a2fb-2f63656f3462 req-bb05b71a-3d02-4cc4-9933-6761d9e7be2d tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=aad57a45-3f54-4cc4-9bbf-e4ed34d63d25 HTTP/1.1" status: 200 len: 946 time: 0.1154056 Sep 24 15:59:30.774826 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4d999d8a-df54-41e8-9529-7d617a8ed8c5 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:30.775275 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d999d8a-df54-41e8-9529-7d617a8ed8c5 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Fanout notify agent at l3_agent the message router_deleted on router d38acbfd-fb25-4b83-92fa-f1f514797036 {{(pid=95297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:59:30.796880 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4d999d8a-df54-41e8-9529-7d617a8ed8c5 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:30.798732 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-4d999d8a-df54-41e8-9529-7d617a8ed8c5 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "DELETE /v2.0/routers/d38acbfd-fb25-4b83-92fa-f1f514797036 HTTP/1.1" status: 204 len: 168 time: 1.0816269 Sep 24 15:59:30.803165 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 50396) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:30.833231 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-793904e6-2e48-40ef-a2fb-2f63656f3462 req-976f3756-e0ea-42a4-8ce4-e1de61db7e82 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709159 Sep 24 15:59:30.929005 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9a1b85e-fcef-4437-94de-033f95ffbd91 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Deleting subnet 08bce5ef-da63-478d-a312-c31c2f7d69af {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:59:30.939926 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e9a1b85e-fcef-4437-94de-033f95ffbd91 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:30.997285 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e9a1b85e-fcef-4437-94de-033f95ffbd91 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:31.014995 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 6748395b-9af1-41e4-bfd6-3b000de5cc01 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:59:31.124126 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-21c1d680-adec-43ba-a89d-c760aa8aefc1 None None] Provisioning complete for port 7673fc2d-4e72-463f-b5e6-baa9394d1986 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:59:31.124531 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-21c1d680-adec-43ba-a89d-c760aa8aefc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:31.170879 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e9a1b85e-fcef-4437-94de-033f95ffbd91 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:31.225984 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-21c1d680-adec-43ba-a89d-c760aa8aefc1 None None] Port 7673fc2d-4e72-463f-b5e6-baa9394d1986 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:59:31.229852 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 6748395b-9af1-41e4-bfd6-3b000de5cc01 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:59:31.230241 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:31.326693 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-21c1d680-adec-43ba-a89d-c760aa8aefc1 None None] Provisioning complete for port 6748395b-9af1-41e4-bfd6-3b000de5cc01 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:59:31.330943 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-21c1d680-adec-43ba-a89d-c760aa8aefc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:31.335386 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-fc3e7642-aad4-4148-8cad-a2497b71e11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:31.347489 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e9a1b85e-fcef-4437-94de-033f95ffbd91 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:31.374328 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e9a1b85e-fcef-4437-94de-033f95ffbd91 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:31.382964 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-e9a1b85e-fcef-4437-94de-033f95ffbd91 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "DELETE /v2.0/subnets/08bce5ef-da63-478d-a312-c31c2f7d69af HTTP/1.1" status: 204 len: 168 time: 0.5754251 Sep 24 15:59:31.410171 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24449cb-0553-4e68-8b7f-17380b7ffb99 None None] Network ee3f611d-8f6f-47fe-856a-4a6531e10aea requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:59:31.423012 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a1b85e-fcef-4437-94de-033f95ffbd91 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event deleted for resources: {'Subnet': ['ID=08bce5ef-da63-478d-a312-c31c2f7d69af,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:31.428003 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 50402) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:31.458561 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-375c9605-66f2-4bc2-a346-a9ffead05979 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:31.608747 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3cad1462-f1e7-4974-81be-d0ba795ed52a req-1a46e97a-1469-45bf-9a8a-de3282b101cc service neutron] 10.222.0.110 "GET /v2.0/networks/3dbb0dfe-b454-4e57-a2db-34f294a0159c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8718398 Sep 24 15:59:31.625467 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad93ce17-010b-4220-b171-fdb153289d44 req-ae37ac1d-823b-434d-83d7-054f2f4b3222 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:31.627683 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ad93ce17-010b-4220-b171-fdb153289d44 req-ae37ac1d-823b-434d-83d7-054f2f4b3222 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/ports?device_id=54202e34-5d99-47c3-9bff-0b3fb0575bc8 HTTP/1.1" status: 200 len: 944 time: 0.1803067 Sep 24 15:59:31.634799 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a8042a75-b225-44a6-9f7a-790fb3907ff8 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:31.764670 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3cad1462-f1e7-4974-81be-d0ba795ed52a req-236d570d-4020-4e88-b2ec-4866cd52df5e service neutron] 10.222.0.110 "GET /v2.0/networks/3dbb0dfe-b454-4e57-a2db-34f294a0159c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252863 Sep 24 15:59:31.770540 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-a8042a75-b225-44a6-9f7a-790fb3907ff8 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Deleting port 6188a8c1-7455-4fe5-b3f2-dad2c2b9dce9 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:59:31.770874 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a8042a75-b225-44a6-9f7a-790fb3907ff8 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:31.844165 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b40a9ba-29bf-4391-bfac-a282950e209b None None] DHCP port deletion for ee3f611d-8f6f-47fe-856a-4a6531e10aea request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:59:31.900406 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c430a9-c823-42f9-8a34-9316cb301b0d req-041acd63-635a-460a-b7a5-e4800d4439cb tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:31.901956 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e1c430a9-c823-42f9-8a34-9316cb301b0d req-041acd63-635a-460a-b7a5-e4800d4439cb tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "GET /v2.0/ports?device_id=6675a2bb-d274-4d28-bbc1-e4ef4f06227f HTTP/1.1" status: 200 len: 907 time: 0.1333883 Sep 24 15:59:31.910975 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-a8042a75-b225-44a6-9f7a-790fb3907ff8 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] For port 6188a8c1-7455-4fe5-b3f2-dad2c2b9dce9, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=6188a8c1-7455-4fe5-b3f2-dad2c2b9dce9,segment=NetworkSegment(8df8b053-0688-42c6-8710-45e1d72d02c8),segment_id=8df8b053-0688-42c6-8710-45e1d72d02c8)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:59:31.911349 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a8042a75-b225-44a6-9f7a-790fb3907ff8 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:31.926627 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-2b40a9ba-29bf-4391-bfac-a282950e209b None None] Deleting port 6188a8c1-7455-4fe5-b3f2-dad2c2b9dce9 {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:59:31.926627 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2b40a9ba-29bf-4391-bfac-a282950e209b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:31.932797 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ad93ce17-010b-4220-b171-fdb153289d44 req-b77f71cd-a552-4148-9a52-527870006fb4 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/security-groups?id=bfe7b3f3-c575-4a21-a642-c600ec810622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655509 Sep 24 15:59:31.955720 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-a8042a75-b225-44a6-9f7a-790fb3907ff8 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Calling delete_port for 6188a8c1-7455-4fe5-b3f2-dad2c2b9dce9 owned by network:dhcp {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:59:32.039482 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-2b40a9ba-29bf-4391-bfac-a282950e209b None None] For port 6188a8c1-7455-4fe5-b3f2-dad2c2b9dce9, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=6188a8c1-7455-4fe5-b3f2-dad2c2b9dce9,segment=NetworkSegment(8df8b053-0688-42c6-8710-45e1d72d02c8),segment_id=8df8b053-0688-42c6-8710-45e1d72d02c8)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:59:32.039896 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2b40a9ba-29bf-4391-bfac-a282950e209b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:32.067292 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-2b40a9ba-29bf-4391-bfac-a282950e209b None None] Calling delete_port for 6188a8c1-7455-4fe5-b3f2-dad2c2b9dce9 owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:59:32.128851 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fa6f03-4744-4b9d-b188-c5433ccedfb3 req-bc7bee0d-2059-4d0b-b5ee-4dcf87a259c5 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:32.130645 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-99fa6f03-4744-4b9d-b188-c5433ccedfb3 req-bc7bee0d-2059-4d0b-b5ee-4dcf87a259c5 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=aad57a45-3f54-4cc4-9bbf-e4ed34d63d25 HTTP/1.1" status: 200 len: 946 time: 0.0592864 Sep 24 15:59:32.146969 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-375c9605-66f2-4bc2-a346-a9ffead05979 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:32.174440 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-99fa6f03-4744-4b9d-b188-c5433ccedfb3 req-51fb7b08-8ec2-4388-a18b-0369b8b66442 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373173 Sep 24 15:59:32.208163 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a8042a75-b225-44a6-9f7a-790fb3907ff8 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:32.215808 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2b40a9ba-29bf-4391-bfac-a282950e209b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:32.234502 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8042a75-b225-44a6-9f7a-790fb3907ff8 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event deleted for resources: {'Port': ['ID=6188a8c1-7455-4fe5-b3f2-dad2c2b9dce9,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:32.238889 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8042a75-b225-44a6-9f7a-790fb3907ff8 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] No DVR routers for this DVR port 6188a8c1-7455-4fe5-b3f2-dad2c2b9dce9 on host n-d-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:59:32.246137 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b40a9ba-29bf-4391-bfac-a282950e209b None None] Pushing event deleted for resources: {'Port': ['ID=6188a8c1-7455-4fe5-b3f2-dad2c2b9dce9,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:32.254900 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b40a9ba-29bf-4391-bfac-a282950e209b None None] No DVR routers for this DVR port 6188a8c1-7455-4fe5-b3f2-dad2c2b9dce9 on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:59:32.282834 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-375c9605-66f2-4bc2-a346-a9ffead05979 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:32.357270 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a8042a75-b225-44a6-9f7a-790fb3907ff8 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:32.362297 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375c9605-66f2-4bc2-a346-a9ffead05979 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event updated for resources: {'Port': ['ID=7673fc2d-4e72-463f-b5e6-baa9394d1986,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:32.367706 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-375c9605-66f2-4bc2-a346-a9ffead05979 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:32.383039 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-a8042a75-b225-44a6-9f7a-790fb3907ff8 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee3f611d-8f6f-47fe-856a-4a6531e10aea']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:59:32.408198 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-a8042a75-b225-44a6-9f7a-790fb3907ff8 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8df8b053-0688-42c6-8710-45e1d72d02c8') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:59:32.408651 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-a8042a75-b225-44a6-9f7a-790fb3907ff8 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8df8b053-0688-42c6-8710-45e1d72d02c8') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:59:32.436051 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a8042a75-b225-44a6-9f7a-790fb3907ff8 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:32.457616 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a8042a75-b225-44a6-9f7a-790fb3907ff8 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:32.473618 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8042a75-b225-44a6-9f7a-790fb3907ff8 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Releasing vlan 1289 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:59:32.474276 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a8042a75-b225-44a6-9f7a-790fb3907ff8 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:32.477548 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:59:32.477548 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:59:32.477548 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:59:32.477548 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:59:32.477548 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:59:32.477548 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:59:32.477548 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:59:32.477548 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:59:32.477548 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:59:32.477548 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:59:32.477548 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:59:32.477548 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:59:32.477548 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:59:32.477548 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:59:32.477548 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:59:32.477548 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:59:32.477548 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:59:32.477548 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:59:32.477548 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:59:32.477548 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:59:32.477548 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:59:32.477548 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:59:32.477548 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:59:32.477548 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:59:32.477548 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:59:32.477548 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:59:32.477548 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:59:32.477548 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:59:32.477548 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:59:32.477548 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:59:32.477548 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:59:32.477548 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:59:32.492165 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375c9605-66f2-4bc2-a346-a9ffead05979 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Network 78ed0ec3-2733-4633-a276-464419b5683d is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:59:32.499457 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-375c9605-66f2-4bc2-a346-a9ffead05979 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:59:32.650251 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-375c9605-66f2-4bc2-a346-a9ffead05979 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Router 43fbce14-064b-4084-8a86-21effe393dd6 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:59:32.674492 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a8042a75-b225-44a6-9f7a-790fb3907ff8 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:32.679953 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a8042a75-b225-44a6-9f7a-790fb3907ff8 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:32.683738 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-a8042a75-b225-44a6-9f7a-790fb3907ff8 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "DELETE /v2.0/networks/ee3f611d-8f6f-47fe-856a-4a6531e10aea HTTP/1.1" status: 204 len: 168 time: 1.2525671 Sep 24 15:59:32.700233 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 50416) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:32.722482 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8042a75-b225-44a6-9f7a-790fb3907ff8 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event deleted for resources: {'Network': ['ID=ee3f611d-8f6f-47fe-856a-4a6531e10aea,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:32.760114 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a574205f-e48c-4d2a-a7c6-d9957bf1d65f tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:32.761830 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-a574205f-e48c-4d2a-a7c6-d9957bf1d65f tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "GET /v2.0/ports/fa0113c1-c244-4497-b8c6-26923e69a15d HTTP/1.1" status: 200 len: 845 time: 0.0605738 Sep 24 15:59:32.767948 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 50418) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:32.772666 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-9e146560-19d1-4b36-8b41-e195e87ce780 None None] Provisioning complete for port 7673fc2d-4e72-463f-b5e6-baa9394d1986 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:59:32.772964 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9e146560-19d1-4b36-8b41-e195e87ce780 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:32.811764 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-9e146560-19d1-4b36-8b41-e195e87ce780 None None] Port 7673fc2d-4e72-463f-b5e6-baa9394d1986 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:59:32.814704 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-375c9605-66f2-4bc2-a346-a9ffead05979 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:59:32.817079 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-6895d2eb-edc0-4e86-a862-a00111a57428 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "GET /v2.0/ports/fa0113c1-c244-4497-b8c6-26923e69a15d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0486369 Sep 24 15:59:32.821112 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-375c9605-66f2-4bc2-a346-a9ffead05979 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "PUT /v2.0/routers/43fbce14-064b-4084-8a86-21effe393dd6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2033625 Sep 24 15:59:32.824781 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 50420) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:32.828806 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bab508-3819-441e-aea7-bdc78d8fc860 None None] Sync routers for ids ['43fbce14-064b-4084-8a86-21effe393dd6'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:59:32.831062 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-3417f6a6-b4ca-4178-867c-51cd88edbebe tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Request body: {'subnet': {'network_id': 'c45242a2-aa61-462e-b2f7-cc7a02a5e774', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:59:32.851903 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bab508-3819-441e-aea7-bdc78d8fc860 None None] Routers {'43fbce14-064b-4084-8a86-21effe393dd6'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:59:32.854271 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-34bab508-3819-441e-aea7-bdc78d8fc860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:59:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['43fbce14-064b-4084-8a86-21effe393dd6'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:59:32.967456 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 6188a8c1-7455-4fe5-b3f2-dad2c2b9dce9 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:59:32.993574 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 6188a8c1-7455-4fe5-b3f2-dad2c2b9dce9 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:59:32.993866 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 6188a8c1-7455-4fe5-b3f2-dad2c2b9dce9 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:59:33.030309 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-34bab508-3819-441e-aea7-bdc78d8fc860 None None] Set router 43fbce14-064b-4084-8a86-21effe393dd6 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:59:33.055313 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07012f51-6385-424d-a8d0-f1f8dc84e7be req-797da547-1cde-49ba-b117-acfbead05fdc tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:33.057086 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-07012f51-6385-424d-a8d0-f1f8dc84e7be req-797da547-1cde-49ba-b117-acfbead05fdc tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "GET /v2.0/ports?device_id=6675a2bb-d274-4d28-bbc1-e4ef4f06227f HTTP/1.1" status: 200 len: 907 time: 0.0670600 Sep 24 15:59:33.077734 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186077a-04e1-4584-8234-7dda5ac2ff18 req-55a818ff-927e-4d64-9917-48eb886355a5 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:33.085964 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3417f6a6-b4ca-4178-867c-51cd88edbebe tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Made reservation on behalf of dd692a6dccf5494e8242fa57d76d3d05 for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:59:33.086855 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b186077a-04e1-4584-8234-7dda5ac2ff18 req-55a818ff-927e-4d64-9917-48eb886355a5 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/ports?device_id=54202e34-5d99-47c3-9bff-0b3fb0575bc8 HTTP/1.1" status: 200 len: 944 time: 0.0611656 Sep 24 15:59:33.090271 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3417f6a6-b4ca-4178-867c-51cd88edbebe tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:33.146569 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b186077a-04e1-4584-8234-7dda5ac2ff18 req-2c366cd7-67a3-4fd5-9397-f424162c00d9 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/security-groups?id=bfe7b3f3-c575-4a21-a642-c600ec810622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586870 Sep 24 15:59:33.169677 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 15:59:33.196632 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 23308ede-57a3-4dad-a916-1ee99fed4a31 details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:59:33.296800 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-943b1d30-c632-4ade-821e-638bdbe7a9f0 req-b9bf987f-2b53-43c3-96b8-cd65799dd672 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-518668865&fields=id&tenant_id=7e512e155fd047afb7c369ee55b40ecc HTTP/1.1" status: 200 len: 267 time: 0.1514082 Sep 24 15:59:33.361085 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4afc3e-824e-4d69-bb67-e10cefcf3da8 req-0e2f9cc4-2b3b-4daa-a364-80351fd36d88 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:33.372572 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-34bab508-3819-441e-aea7-bdc78d8fc860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43fbce14-064b-4084-8a86-21effe393dd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-503689369', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '5a7bd278-bae2-4935-a8bb-1c0f019b7c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:59:18Z', 'updated_at': '2021-09-24T15:59:30Z', 'revision_number': 4, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'gw_port': {'id': '5a7bd278-bae2-4935-a8bb-1c0f019b7c62', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43fbce14-064b-4084-8a86-21effe393dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:59:20Z', 'updated_at': '2021-09-24T15:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '7673fc2d-4e72-463f-b5e6-baa9394d1986', 'name': '', 'network_id': '78ed0ec3-2733-4633-a276-464419b5683d', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'mac_address': 'fa:16:3e:53:9f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43fbce14-064b-4084-8a86-21effe393dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '0480698d-1abe-4017-ba8f-f31dd6254cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:59:28Z', 'updated_at': '2021-09-24T15:59:31Z', 'revision_number': 2, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'subnets': [{'id': '0480698d-1abe-4017-ba8f-f31dd6254cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:59:33.374066 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8f4afc3e-824e-4d69-bb67-e10cefcf3da8 req-0e2f9cc4-2b3b-4daa-a364-80351fd36d88 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=aad57a45-3f54-4cc4-9bbf-e4ed34d63d25 HTTP/1.1" status: 200 len: 946 time: 0.0952561 Sep 24 15:59:33.389900 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 23308ede-57a3-4dad-a916-1ee99fed4a31, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=23308ede-57a3-4dad-a916-1ee99fed4a31,segment=NetworkSegment(8aa00b6a-58c7-4013-af9a-4707e55c353c),segment_id=8aa00b6a-58c7-4013-af9a-4707e55c353c)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:59:33.403480 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bab508-3819-441e-aea7-bdc78d8fc860 None None] Checking router: 43fbce14-064b-4084-8a86-21effe393dd6 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:59:33.403836 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bab508-3819-441e-aea7-bdc78d8fc860 None None] Updating router 43fbce14-064b-4084-8a86-21effe393dd6 port 7673fc2d-4e72-463f-b5e6-baa9394d1986 binding host n-d-808921-1 {{(pid=95300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 15:59:33.413656 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': '23308ede-57a3-4dad-a916-1ee99fed4a31', 'network_id': '0f7ab674-61a6-47d2-953e-c5802017e6d0', 'port_id': '23308ede-57a3-4dad-a916-1ee99fed4a31', 'mac_address': 'fa:16:3e:6a:68:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1288, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51901650-bd7e-43c8-ad2a-ff12cecba4d5', 'ip_address': '172.20.0.20'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:59:33.432154 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8f4afc3e-824e-4d69-bb67-e10cefcf3da8 req-380cb735-ec34-4831-aa63-23fae28c0f7f tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559294 Sep 24 15:59:33.465673 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-34bab508-3819-441e-aea7-bdc78d8fc860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:33.479935 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:33.498154 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23308ede-57a3-4dad-a916-1ee99fed4a31 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:59:33.531666 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 23308ede-57a3-4dad-a916-1ee99fed4a31, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=23308ede-57a3-4dad-a916-1ee99fed4a31,segment=NetworkSegment(8aa00b6a-58c7-4013-af9a-4707e55c353c),segment_id=8aa00b6a-58c7-4013-af9a-4707e55c353c)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:59:33.570394 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b1d30-c632-4ade-821e-638bdbe7a9f0 req-ee8ce149-4437-4cdb-a88b-c2110f51c57a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:33.571908 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-943b1d30-c632-4ade-821e-638bdbe7a9f0 req-ee8ce149-4437-4cdb-a88b-c2110f51c57a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/networks?id=78ed0ec3-2733-4633-a276-464419b5683d HTTP/1.1" status: 200 len: 796 time: 0.2293646 Sep 24 15:59:33.589744 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-943b1d30-c632-4ade-821e-638bdbe7a9f0 req-79a6ac26-627f-4305-af8e-56d131369740 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/quotas/7e512e155fd047afb7c369ee55b40ecc HTTP/1.1" status: 200 len: 375 time: 0.0104597 Sep 24 15:59:33.608636 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:33.609331 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device c72c3377-7bed-4f6a-8dda-e05d6d81c428 details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:59:33.639569 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3417f6a6-b4ca-4178-867c-51cd88edbebe tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:33.695734 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-943b1d30-c632-4ade-821e-638bdbe7a9f0 req-74b2f61e-71d1-42e5-bf99-03ec07c053a9 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=7e512e155fd047afb7c369ee55b40ecc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0998151 Sep 24 15:59:33.703071 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 50444) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:33.733260 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3417f6a6-b4ca-4178-867c-51cd88edbebe tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Network c45242a2-aa61-462e-b2f7-cc7a02a5e774 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:59:33.754795 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-3417f6a6-b4ca-4178-867c-51cd88edbebe tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:59:33.782395 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=23308ede-57a3-4dad-a916-1ee99fed4a31,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:33.800070 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3417f6a6-b4ca-4178-867c-51cd88edbebe tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:33.800931 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3417f6a6-b4ca-4178-867c-51cd88edbebe tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:33.804404 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3417f6a6-b4ca-4178-867c-51cd88edbebe tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event updated for resources: {'Subnet': ['ID=b5ae6ab8-b5c7-47af-a621-3e989c31dcb6,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:33.826858 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458b350c-6bd4-414e-aaf1-db9bbf00afd8 None None] Network c45242a2-aa61-462e-b2f7-cc7a02a5e774 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:59:33.833722 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d9c7ed9-8b30-4ef2-a170-47ab52d1b0c7 admin admin] Deleting subnet 786905fb-2e2f-444d-a3fd-5da3432afe48 {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:59:33.865320 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7d9c7ed9-8b30-4ef2-a170-47ab52d1b0c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:33.875832 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-34bab508-3819-441e-aea7-bdc78d8fc860 None None] Notify callbacks [] for port, precommit_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:33.944335 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7d9c7ed9-8b30-4ef2-a170-47ab52d1b0c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:33.965054 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-943b1d30-c632-4ade-821e-638bdbe7a9f0 req-33732090-6d01-4c01-9c24-51e3c18f0f55 service neutron] 10.222.0.101 "GET /v2.0/networks/78ed0ec3-2733-4633-a276-464419b5683d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392159 Sep 24 15:59:34.046926 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7d9c7ed9-8b30-4ef2-a170-47ab52d1b0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:34.066377 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-3417f6a6-b4ca-4178-867c-51cd88edbebe tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2402797 Sep 24 15:59:34.071572 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 50446) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:34.084752 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-34bab508-3819-441e-aea7-bdc78d8fc860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:34.087494 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-14d17672-3453-473c-b745-9c9668b83b51 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Request body: {'security_group': {'name': 'tempest-secgroup-450207259'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:59:34.151634 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-943b1d30-c632-4ade-821e-638bdbe7a9f0 req-d8cec0dc-6059-44cc-87ef-331812bc0df5 service neutron] 10.222.0.101 "GET /v2.0/networks/78ed0ec3-2733-4633-a276-464419b5683d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788521 Sep 24 15:59:34.214094 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d76dc-bfaa-4de9-a58c-f60e1fcf9420 None None] Pushing event updated for resources: {'Port': ['ID=7673fc2d-4e72-463f-b5e6-baa9394d1986,revision_number=3']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:34.233651 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7d9c7ed9-8b30-4ef2-a170-47ab52d1b0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:34.266000 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-14d17672-3453-473c-b745-9c9668b83b51 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:34.292580 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9c7ed9-8b30-4ef2-a170-47ab52d1b0c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=786905fb-2e2f-444d-a3fd-5da3432afe48,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:34.342135 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce3e10c-3b34-4f60-b6a8-4ed0d3222fe1 req-04a7e576-2882-4355-a98d-599a1ed627e1 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:34.344203 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6ce3e10c-3b34-4f60-b6a8-4ed0d3222fe1 req-04a7e576-2882-4355-a98d-599a1ed627e1 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "GET /v2.0/ports?device_id=6675a2bb-d274-4d28-bbc1-e4ef4f06227f HTTP/1.1" status: 200 len: 908 time: 0.1602528 Sep 24 15:59:34.346043 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7d9c7ed9-8b30-4ef2-a170-47ab52d1b0c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:34.348616 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-7d9c7ed9-8b30-4ef2-a170-47ab52d1b0c7 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/786905fb-2e2f-444d-a3fd-5da3432afe48 HTTP/1.1" status: 204 len: 168 time: 0.6444545 Sep 24 15:59:34.351908 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 50454) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:34.401245 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-34bab508-3819-441e-aea7-bdc78d8fc860 None None] Attempting to bind port 7673fc2d-4e72-463f-b5e6-baa9394d1986 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:59:34.401629 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-34bab508-3819-441e-aea7-bdc78d8fc860 None None] Attempting to bind port 7673fc2d-4e72-463f-b5e6-baa9394d1986 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '101d8513-09ad-40d6-a088-a15715413fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '78ed0ec3-2733-4633-a276-464419b5683d'}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:59:34.402139 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bab508-3819-441e-aea7-bdc78d8fc860 None None] Attempting to bind port 7673fc2d-4e72-463f-b5e6-baa9394d1986 on network 78ed0ec3-2733-4633-a276-464419b5683d {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:59:34.410306 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bab508-3819-441e-aea7-bdc78d8fc860 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 59, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:59:34.410904 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bab508-3819-441e-aea7-bdc78d8fc860 None None] Checking segment: {'id': '101d8513-09ad-40d6-a088-a15715413fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '78ed0ec3-2733-4633-a276-464419b5683d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:59:34.411666 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-34bab508-3819-441e-aea7-bdc78d8fc860 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:34.418800 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34bab508-3819-441e-aea7-bdc78d8fc860 None None] Bound using segment: {'id': '101d8513-09ad-40d6-a088-a15715413fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '78ed0ec3-2733-4633-a276-464419b5683d'} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:59:34.419213 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-34bab508-3819-441e-aea7-bdc78d8fc860 None None] Bound port: 7673fc2d-4e72-463f-b5e6-baa9394d1986, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '101d8513-09ad-40d6-a088-a15715413fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '78ed0ec3-2733-4633-a276-464419b5683d'}}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:59:34.419725 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-34bab508-3819-441e-aea7-bdc78d8fc860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:34.438924 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port c72c3377-7bed-4f6a-8dda-e05d6d81c428, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=c72c3377-7bed-4f6a-8dda-e05d6d81c428,segment=NetworkSegment(272d0ce2-ce94-428b-a239-5dd619a27c57),segment_id=272d0ce2-ce94-428b-a239-5dd619a27c57)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:59:34.511282 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-34bab508-3819-441e-aea7-bdc78d8fc860 None None] For port 7673fc2d-4e72-463f-b5e6-baa9394d1986, host n-d-808921-1, cleared binding levels {{(pid=95300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:59:34.511585 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0af238f9-3f40-45f1-a698-b826a282a147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:34.513214 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': 'c72c3377-7bed-4f6a-8dda-e05d6d81c428', 'network_id': '3dbb0dfe-b454-4e57-a2db-34f294a0159c', 'port_id': 'c72c3377-7bed-4f6a-8dda-e05d6d81c428', 'mac_address': 'fa:16:3e:5c:24:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1280, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad938f0b-b628-4cac-9404-1e2682973b1a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:59:34.518198 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-34bab508-3819-441e-aea7-bdc78d8fc860 None None] For port 7673fc2d-4e72-463f-b5e6-baa9394d1986, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=7673fc2d-4e72-463f-b5e6-baa9394d1986,segment=NetworkSegment(101d8513-09ad-40d6-a088-a15715413fec),segment_id=101d8513-09ad-40d6-a088-a15715413fec)] {{(pid=95300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:59:34.537389 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-14d17672-3453-473c-b745-9c9668b83b51 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:34.544166 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6c9f2b79-3e17-4f4d-be46-d924b87b9439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:34.585429 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-34bab508-3819-441e-aea7-bdc78d8fc860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:34.592260 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:34.602084 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:34.619735 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c72c3377-7bed-4f6a-8dda-e05d6d81c428 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:59:34.634080 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-14d17672-3453-473c-b745-9c9668b83b51 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:34.642636 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port c72c3377-7bed-4f6a-8dda-e05d6d81c428, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=c72c3377-7bed-4f6a-8dda-e05d6d81c428,segment=NetworkSegment(272d0ce2-ce94-428b-a239-5dd619a27c57),segment_id=272d0ce2-ce94-428b-a239-5dd619a27c57)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:59:34.654441 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd7e44-2191-4731-9f2c-4fb920bbba20 req-24928043-1466-4e63-ba11-d763ecb8f594 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:34.656049 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-62dd7e44-2191-4731-9f2c-4fb920bbba20 req-24928043-1466-4e63-ba11-d763ecb8f594 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/ports?device_id=54202e34-5d99-47c3-9bff-0b3fb0575bc8 HTTP/1.1" status: 200 len: 944 time: 0.1565170 Sep 24 15:59:34.679093 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-baf32900-e687-4123-b4b7-a91754efd54d None None] Provisioning complete for port 7673fc2d-4e72-463f-b5e6-baa9394d1986 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:59:34.685057 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-baf32900-e687-4123-b4b7-a91754efd54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:34.720662 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34bab508-3819-441e-aea7-bdc78d8fc860 None None] Routers {'43fbce14-064b-4084-8a86-21effe393dd6'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:59:34.721286 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-34bab508-3819-441e-aea7-bdc78d8fc860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:59:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['43fbce14-064b-4084-8a86-21effe393dd6'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:59:34.741941 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d17672-3453-473c-b745-9c9668b83b51 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd57233-02e3-423e-988f-36ec3b17724b,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:34.766663 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:34.787258 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-14d17672-3453-473c-b745-9c9668b83b51 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:34.801209 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-14d17672-3453-473c-b745-9c9668b83b51 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7275419 Sep 24 15:59:34.803873 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 50462) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:34.818673 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d76dc-bfaa-4de9-a58c-f60e1fcf9420 None None] Pushing event updated for resources: {'Port': ['ID=7673fc2d-4e72-463f-b5e6-baa9394d1986,revision_number=4']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:34.819243 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-1e625aac-09f7-4554-a7d8-eb3d7c3a7299 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Request body: {'security_group': {'name': 'tempest-secgroup-177374330'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:59:34.838099 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6c9f2b79-3e17-4f4d-be46-d924b87b9439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:34.879161 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=c72c3377-7bed-4f6a-8dda-e05d6d81c428,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:34.889899 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a81ed62-cdae-4db9-a7e0-ea753a67dba1 req-e631c896-ecae-42a7-8cda-2dcbde71d7c2 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:34.889899 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0a81ed62-cdae-4db9-a7e0-ea753a67dba1 req-e631c896-ecae-42a7-8cda-2dcbde71d7c2 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=aad57a45-3f54-4cc4-9bbf-e4ed34d63d25 HTTP/1.1" status: 200 len: 946 time: 0.1816671 Sep 24 15:59:34.890114 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-6c9f2b79-3e17-4f4d-be46-d924b87b9439 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59a2b267-7d35-4f17-a326-047d7682538f']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:59:34.913725 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-6c9f2b79-3e17-4f4d-be46-d924b87b9439 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bbcc83f-1367-4d9a-9966-92f556ce33fb') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:59:34.914078 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-6c9f2b79-3e17-4f4d-be46-d924b87b9439 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bbcc83f-1367-4d9a-9966-92f556ce33fb') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:59:34.929730 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6c9f2b79-3e17-4f4d-be46-d924b87b9439 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:34.945767 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6c9f2b79-3e17-4f4d-be46-d924b87b9439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:34.952699 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c9f2b79-3e17-4f4d-be46-d924b87b9439 admin admin] Releasing vlan 1296 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:59:34.953151 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6c9f2b79-3e17-4f4d-be46-d924b87b9439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:34.960268 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1e625aac-09f7-4554-a7d8-eb3d7c3a7299 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:34.967733 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-34bab508-3819-441e-aea7-bdc78d8fc860 None None] Set router 43fbce14-064b-4084-8a86-21effe393dd6 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:59:35.018071 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0a81ed62-cdae-4db9-a7e0-ea753a67dba1 req-c2e83905-fb9b-4fa5-908b-ba71abfe7470 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095347 Sep 24 15:59:35.027574 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:59:35.027574 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:59:35.027574 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:59:35.027574 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:59:35.027574 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:59:35.027574 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:59:35.027574 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:59:35.027574 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:59:35.027574 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:59:35.027574 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:59:35.027574 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:59:35.027574 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:59:35.027574 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:59:35.027574 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:59:35.027574 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:59:35.027574 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:59:35.027574 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:59:35.027574 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:59:35.027574 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:59:35.027574 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:59:35.027574 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:59:35.027574 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:59:35.027574 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:59:35.027574 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:59:35.027574 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:59:35.027574 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:59:35.027574 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:59:35.027574 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:59:35.027574 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:59:35.027574 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:59:35.027574 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:59:35.027574 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:59:35.084804 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6c9f2b79-3e17-4f4d-be46-d924b87b9439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:35.093437 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6c9f2b79-3e17-4f4d-be46-d924b87b9439 admin admin] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:35.100429 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['23308ede-57a3-4dad-a916-1ee99fed4a31'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:59:35.101139 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-6c9f2b79-3e17-4f4d-be46-d924b87b9439 admin admin] 10.222.0.101 "DELETE /v2.0/networks/59a2b267-7d35-4f17-a326-047d7682538f HTTP/1.1" status: 204 len: 168 time: 0.7469866 Sep 24 15:59:35.101986 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 50468) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:35.105192 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['c72c3377-7bed-4f6a-8dda-e05d6d81c428'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:59:35.112036 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-baf32900-e687-4123-b4b7-a91754efd54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:35.114534 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-62dd7e44-2191-4731-9f2c-4fb920bbba20 req-b66ad6b6-7d13-47de-ae38-7495e26bc3de tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/security-groups?id=bfe7b3f3-c575-4a21-a642-c600ec810622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4005394 Sep 24 15:59:35.169555 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9f2b79-3e17-4f4d-be46-d924b87b9439 admin admin] Pushing event deleted for resources: {'Network': ['ID=59a2b267-7d35-4f17-a326-047d7682538f,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:35.194936 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5f20c12-0d04-43cd-ab5e-9d544c10481b admin admin] Deleting subnet 9a68f7fc-89f8-4ae6-ab83-fbd39955e441 {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:59:35.198690 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c5f20c12-0d04-43cd-ab5e-9d544c10481b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:35.208507 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6e91439f-1cde-4865-b494-a38d7261120f req-6658c9b2-3ecd-4414-9cce-020425c63c25 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=c8f56886-5e0f-4583-94b8-b5728223db0b HTTP/1.1" status: 200 len: 210 time: 0.0828903 Sep 24 15:59:35.248877 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1e625aac-09f7-4554-a7d8-eb3d7c3a7299 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:35.270162 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c5f20c12-0d04-43cd-ab5e-9d544c10481b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:35.274264 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68d2013-016e-48e0-bd58-02545f8cb67f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-c45242a2-aa61-462e-b2f7-cc7a02a5e774', 'network_id': 'c45242a2-aa61-462e-b2f7-cc7a02a5e774', 'tenant_id': 'dd692a6dccf5494e8242fa57d76d3d05', 'fixed_ips': [{'subnet_id': 'b5ae6ab8-b5c7-47af-a621-3e989c31dcb6'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 15:59:35.276166 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e68d2013-016e-48e0-bd58-02545f8cb67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:35.327963 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1e625aac-09f7-4554-a7d8-eb3d7c3a7299 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:35.347051 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-baf32900-e687-4123-b4b7-a91754efd54d None None] For port 7673fc2d-4e72-463f-b5e6-baa9394d1986, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=7673fc2d-4e72-463f-b5e6-baa9394d1986,segment=NetworkSegment(101d8513-09ad-40d6-a088-a15715413fec),segment_id=101d8513-09ad-40d6-a088-a15715413fec)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:59:35.352966 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c5f20c12-0d04-43cd-ab5e-9d544c10481b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:35.379634 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e625aac-09f7-4554-a7d8-eb3d7c3a7299 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e1ae2b-57e5-4336-8f51-81556d1d4b07,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:35.403667 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-34bab508-3819-441e-aea7-bdc78d8fc860 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43fbce14-064b-4084-8a86-21effe393dd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-503689369', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '5a7bd278-bae2-4935-a8bb-1c0f019b7c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:59:18Z', 'updated_at': '2021-09-24T15:59:30Z', 'revision_number': 4, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'gw_port': {'id': '5a7bd278-bae2-4935-a8bb-1c0f019b7c62', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43fbce14-064b-4084-8a86-21effe393dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:59:20Z', 'updated_at': '2021-09-24T15:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '7673fc2d-4e72-463f-b5e6-baa9394d1986', 'name': '', 'network_id': '78ed0ec3-2733-4633-a276-464419b5683d', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'mac_address': 'fa:16:3e:53:9f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43fbce14-064b-4084-8a86-21effe393dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '0480698d-1abe-4017-ba8f-f31dd6254cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:59:28Z', 'updated_at': '2021-09-24T15:59:34Z', 'revision_number': 4, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'subnets': [{'id': '0480698d-1abe-4017-ba8f-f31dd6254cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:59:35.440501 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:35.446805 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-baf32900-e687-4123-b4b7-a91754efd54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:35.466802 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34bab508-3819-441e-aea7-bdc78d8fc860 None None] The sync data for ids ['43fbce14-064b-4084-8a86-21effe393dd6'] in n-d-808921-1 is: [{'id': '43fbce14-064b-4084-8a86-21effe393dd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-503689369', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '5a7bd278-bae2-4935-a8bb-1c0f019b7c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:59:18Z', 'updated_at': '2021-09-24T15:59:30Z', 'revision_number': 4, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'gw_port': {'id': '5a7bd278-bae2-4935-a8bb-1c0f019b7c62', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43fbce14-064b-4084-8a86-21effe393dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:59:20Z', 'updated_at': '2021-09-24T15:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '7673fc2d-4e72-463f-b5e6-baa9394d1986', 'name': '', 'network_id': '78ed0ec3-2733-4633-a276-464419b5683d', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'mac_address': 'fa:16:3e:53:9f:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43fbce14-064b-4084-8a86-21effe393dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '0480698d-1abe-4017-ba8f-f31dd6254cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:59:28Z', 'updated_at': '2021-09-24T15:59:34Z', 'revision_number': 4, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'subnets': [{'id': '0480698d-1abe-4017-ba8f-f31dd6254cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:59:35.486140 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1e625aac-09f7-4554-a7d8-eb3d7c3a7299 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:35.489912 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-1e625aac-09f7-4554-a7d8-eb3d7c3a7299 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6826813 Sep 24 15:59:35.494838 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 50476) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:35.495231 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-06ebac19-7155-4a43-9f69-7a82ffee8ca3 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1531540850', 'security_groups': ['e5e1ae2b-57e5-4336-8f51-81556d1d4b07'], 'network_id': 'c45242a2-aa61-462e-b2f7-cc7a02a5e774', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b5ae6ab8-b5c7-47af-a621-3e989c31dcb6'}]}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:59:35.538498 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf32900-e687-4123-b4b7-a91754efd54d None None] Pushing event updated for resources: {'Port': ['ID=7673fc2d-4e72-463f-b5e6-baa9394d1986,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:35.589301 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c5f20c12-0d04-43cd-ab5e-9d544c10481b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:35.674855 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c5f20c12-0d04-43cd-ab5e-9d544c10481b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:35.686308 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-c5f20c12-0d04-43cd-ab5e-9d544c10481b admin admin] 10.222.0.101 "DELETE /v2.0/subnets/9a68f7fc-89f8-4ae6-ab83-fbd39955e441 HTTP/1.1" status: 204 len: 168 time: 0.5704155 Sep 24 15:59:35.689877 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 50478) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:35.695669 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f20c12-0d04-43cd-ab5e-9d544c10481b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a68f7fc-89f8-4ae6-ab83-fbd39955e441,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:35.725080 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-aa0d59b3-9e79-4e2f-b270-c867ca8c6cc3 None None] Provisioning complete for port 7673fc2d-4e72-463f-b5e6-baa9394d1986 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:59:35.733064 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031ae75a-e190-46a9-9627-d37059a6e6c3 req-c30d58cf-b3d5-4839-a64a-78342926e91e tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:35.739512 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-aa0d59b3-9e79-4e2f-b270-c867ca8c6cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:35.740527 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-031ae75a-e190-46a9-9627-d37059a6e6c3 req-c30d58cf-b3d5-4839-a64a-78342926e91e tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "GET /v2.0/ports?device_id=6675a2bb-d274-4d28-bbc1-e4ef4f06227f HTTP/1.1" status: 200 len: 908 time: 0.2565715 Sep 24 15:59:35.889999 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-e68d2013-016e-48e0-bd58-02545f8cb67f None None] Allocated IP 2001:db8::2 (c45242a2-aa61-462e-b2f7-cc7a02a5e774/b5ae6ab8-b5c7-47af-a621-3e989c31dcb6/c88b54a3-04ff-4087-a2ec-4797b44c4e99) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:59:35.920501 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6b61d8df-ef18-4562-bb11-87c88c94850d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:36.026821 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6b61d8df-ef18-4562-bb11-87c88c94850d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:36.085119 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-6b61d8df-ef18-4562-bb11-87c88c94850d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81b0f367-9ee1-4538-8832-52789ddf80d0']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:59:36.132083 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-6b61d8df-ef18-4562-bb11-87c88c94850d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e7d5767-4fc5-4699-b58c-b52c1e1049ce') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:59:36.132376 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-6b61d8df-ef18-4562-bb11-87c88c94850d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e7d5767-4fc5-4699-b58c-b52c1e1049ce') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:59:36.152983 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e68d2013-016e-48e0-bd58-02545f8cb67f None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:36.158189 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6b61d8df-ef18-4562-bb11-87c88c94850d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:36.189533 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6b61d8df-ef18-4562-bb11-87c88c94850d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:36.201164 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b61d8df-ef18-4562-bb11-87c88c94850d admin admin] Releasing vlan 1264 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:59:36.201488 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6b61d8df-ef18-4562-bb11-87c88c94850d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:36.224321 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 15:59:36.224321 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:59:36.224321 n-d-808921-1 neutron-server[95297]: timer() Sep 24 15:59:36.224321 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:59:36.224321 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 15:59:36.224321 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:59:36.224321 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 15:59:36.224321 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:59:36.224321 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 15:59:36.224321 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:59:36.224321 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 15:59:36.224321 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:59:36.224321 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 15:59:36.224321 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:59:36.224321 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:59:36.224321 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:59:36.224321 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:59:36.224321 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:59:36.224321 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 15:59:36.224321 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:59:36.224321 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 15:59:36.224321 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:59:36.224321 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:59:36.224321 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:59:36.224321 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 15:59:36.224321 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:59:36.224321 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:59:36.224321 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:59:36.224321 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:59:36.224321 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:59:36.224321 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:59:36.224321 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:59:36.227211 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ebac19-7155-4a43-9f69-7a82ffee8ca3 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Made reservation on behalf of dd692a6dccf5494e8242fa57d76d3d05 for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:59:36.284385 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e68d2013-016e-48e0-bd58-02545f8cb67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:36.285339 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a03c3-ebb6-4950-91fe-988ffca72c78 req-972083d1-8ac6-4ba3-a7e8-adba5220a063 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:36.306402 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ce2a03c3-ebb6-4950-91fe-988ffca72c78 req-972083d1-8ac6-4ba3-a7e8-adba5220a063 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/ports?device_id=54202e34-5d99-47c3-9bff-0b3fb0575bc8 HTTP/1.1" status: 200 len: 945 time: 0.0641139 Sep 24 15:59:36.388966 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e68d2013-016e-48e0-bd58-02545f8cb67f None None] Network c45242a2-aa61-462e-b2f7-cc7a02a5e774 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:59:36.395791 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ce2a03c3-ebb6-4950-91fe-988ffca72c78 req-6d356d76-5e6a-4c03-b3c4-f0add812e797 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/security-groups?id=bfe7b3f3-c575-4a21-a642-c600ec810622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871954 Sep 24 15:59:36.402630 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-e68d2013-016e-48e0-bd58-02545f8cb67f None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:59:36.411511 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68d2013-016e-48e0-bd58-02545f8cb67f None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:59:36.418666 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68d2013-016e-48e0-bd58-02545f8cb67f None None] Pushing event updated for resources: {'Port': ['ID=c88b54a3-04ff-4087-a2ec-4797b44c4e99,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:36.432896 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6b61d8df-ef18-4562-bb11-87c88c94850d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:36.442686 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6b61d8df-ef18-4562-bb11-87c88c94850d admin admin] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:36.447419 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-6b61d8df-ef18-4562-bb11-87c88c94850d admin admin] 10.222.0.101 "DELETE /v2.0/networks/81b0f367-9ee1-4538-8832-52789ddf80d0 HTTP/1.1" status: 204 len: 168 time: 0.7571428 Sep 24 15:59:36.478122 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b61d8df-ef18-4562-bb11-87c88c94850d admin admin] Pushing event deleted for resources: {'Network': ['ID=81b0f367-9ee1-4538-8832-52789ddf80d0,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:36.506954 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-06ebac19-7155-4a43-9f69-7a82ffee8ca3 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:36.544400 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cc3064-7ce1-46f4-a003-f96bd94d9926 req-f40fcc94-2228-4b83-95b5-2174046c20a9 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:36.546252 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-80cc3064-7ce1-46f4-a003-f96bd94d9926 req-f40fcc94-2228-4b83-95b5-2174046c20a9 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=aad57a45-3f54-4cc4-9bbf-e4ed34d63d25 HTTP/1.1" status: 200 len: 946 time: 0.3227322 Sep 24 15:59:36.566068 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-e68d2013-016e-48e0-bd58-02545f8cb67f None None] Attempting to bind port c88b54a3-04ff-4087-a2ec-4797b44c4e99 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:59:36.567253 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-e68d2013-016e-48e0-bd58-02545f8cb67f None None] Attempting to bind port c88b54a3-04ff-4087-a2ec-4797b44c4e99 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'f9a903a0-7531-46fa-8b52-58078a257370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'c45242a2-aa61-462e-b2f7-cc7a02a5e774'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:59:36.568958 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68d2013-016e-48e0-bd58-02545f8cb67f None None] Attempting to bind port c88b54a3-04ff-4087-a2ec-4797b44c4e99 on network c45242a2-aa61-462e-b2f7-cc7a02a5e774 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:59:36.587621 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68d2013-016e-48e0-bd58-02545f8cb67f None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 59, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:59:36.588972 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68d2013-016e-48e0-bd58-02545f8cb67f None None] Checking segment: {'id': 'f9a903a0-7531-46fa-8b52-58078a257370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'c45242a2-aa61-462e-b2f7-cc7a02a5e774'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:59:36.589813 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e68d2013-016e-48e0-bd58-02545f8cb67f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:36.590760 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68d2013-016e-48e0-bd58-02545f8cb67f None None] Bound using segment: {'id': 'f9a903a0-7531-46fa-8b52-58078a257370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'c45242a2-aa61-462e-b2f7-cc7a02a5e774'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:59:36.594025 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-e68d2013-016e-48e0-bd58-02545f8cb67f None None] Bound port: c88b54a3-04ff-4087-a2ec-4797b44c4e99, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9a903a0-7531-46fa-8b52-58078a257370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1294, 'network_id': 'c45242a2-aa61-462e-b2f7-cc7a02a5e774'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:59:36.599064 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [None req-06ebac19-7155-4a43-9f69-7a82ffee8ca3 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] device_id is not set on port fd4bf0a5-6a00-4057-aafb-60e4068362a9 yet. {{(pid=95297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:59:36.600762 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e68d2013-016e-48e0-bd58-02545f8cb67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:36.605210 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2b47a615-5a09-450a-ba7f-65589891047f req-be8db7ea-9789-4b95-8994-bc21bf196f3b tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=c8f56886-5e0f-4583-94b8-b5728223db0b HTTP/1.1" status: 200 len: 210 time: 0.0679078 Sep 24 15:59:36.752042 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-80cc3064-7ce1-46f4-a003-f96bd94d9926 req-9416ffab-6a98-4b64-ad11-c2d26ede2f8b tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943469 Sep 24 15:59:36.752546 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:36.767583 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-e68d2013-016e-48e0-bd58-02545f8cb67f None None] For port c88b54a3-04ff-4087-a2ec-4797b44c4e99, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:59:36.775527 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-e68d2013-016e-48e0-bd58-02545f8cb67f None None] For port c88b54a3-04ff-4087-a2ec-4797b44c4e99, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=c88b54a3-04ff-4087-a2ec-4797b44c4e99,segment=NetworkSegment(f9a903a0-7531-46fa-8b52-58078a257370),segment_id=f9a903a0-7531-46fa-8b52-58078a257370)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:59:36.873288 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e68d2013-016e-48e0-bd58-02545f8cb67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:36.995571 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-06ebac19-7155-4a43-9f69-7a82ffee8ca3 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Allocated IP 2001:db8::384 (c45242a2-aa61-462e-b2f7-cc7a02a5e774/b5ae6ab8-b5c7-47af-a621-3e989c31dcb6/fd4bf0a5-6a00-4057-aafb-60e4068362a9) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:59:37.017960 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68d2013-016e-48e0-bd58-02545f8cb67f None None] Pushing event updated for resources: {'Port': ['ID=c88b54a3-04ff-4087-a2ec-4797b44c4e99,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:37.038875 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421d802c-2890-4200-bfac-993588fa8d5a req-9235fdec-4f15-485d-9ff3-1ab0b22de4ec tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:37.041295 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-421d802c-2890-4200-bfac-993588fa8d5a req-9235fdec-4f15-485d-9ff3-1ab0b22de4ec tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "GET /v2.0/ports?device_id=6675a2bb-d274-4d28-bbc1-e4ef4f06227f HTTP/1.1" status: 200 len: 908 time: 0.1746330 Sep 24 15:59:37.047342 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 7673fc2d-4e72-463f-b5e6-baa9394d1986 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:59:37.116451 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 50492) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:37.156207 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 7673fc2d-4e72-463f-b5e6-baa9394d1986 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:59:37.156609 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:37.208398 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 23308ede-57a3-4dad-a916-1ee99fed4a31 up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:59:37.231808 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-76bfb6e3-4d28-4e3a-a043-b7b74790a2d2 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=4ee65bc9e82f4772bc95f2416cfc685b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1141362 Sep 24 15:59:37.235937 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 50494) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:37.357472 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-06ebac19-7155-4a43-9f69-7a82ffee8ca3 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:37.461263 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-36a529c0-8b10-4c81-96da-17ef285fc7f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:37.501254 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port 23308ede-57a3-4dad-a916-1ee99fed4a31 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:59:37.519188 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port 23308ede-57a3-4dad-a916-1ee99fed4a31 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:59:37.519950 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:37.526514 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-36a529c0-8b10-4c81-96da-17ef285fc7f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:37.583109 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3206f2de-c626-4e7a-8f82-9b5d9538182d req-e99b5fa8-d53a-4936-bfa9-5284f84de577 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:37.584837 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3206f2de-c626-4e7a-8f82-9b5d9538182d req-e99b5fa8-d53a-4936-bfa9-5284f84de577 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/ports?device_id=54202e34-5d99-47c3-9bff-0b3fb0575bc8 HTTP/1.1" status: 200 len: 945 time: 0.0930970 Sep 24 15:59:37.593367 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-06ebac19-7155-4a43-9f69-7a82ffee8ca3 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:37.640088 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:37.672490 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6675a2bb-d274-4d28-bbc1-e4ef4f06227f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23308ede-57a3-4dad-a916-1ee99fed4a31'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:59:37.675722 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcdd105a-8eb1-4866-a840-8ad51ac0c81b" -d '{"events": [{"server_uuid": "6675a2bb-d274-4d28-bbc1-e4ef4f06227f", "name": "network-vif-plugged", "status": "completed", "tag": "23308ede-57a3-4dad-a916-1ee99fed4a31"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:59:37.690948 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3206f2de-c626-4e7a-8f82-9b5d9538182d req-b70e58a3-47fb-4c7c-b67f-586e7b207dc1 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/security-groups?id=bfe7b3f3-c575-4a21-a642-c600ec810622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947218 Sep 24 15:59:37.692456 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 23308ede-57a3-4dad-a916-1ee99fed4a31, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=23308ede-57a3-4dad-a916-1ee99fed4a31,segment=NetworkSegment(8aa00b6a-58c7-4013-af9a-4707e55c353c),segment_id=8aa00b6a-58c7-4013-af9a-4707e55c353c)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:59:37.699619 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ebac19-7155-4a43-9f69-7a82ffee8ca3 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Network c45242a2-aa61-462e-b2f7-cc7a02a5e774 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:59:37.712136 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-06ebac19-7155-4a43-9f69-7a82ffee8ca3 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:59:37.721299 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ebac19-7155-4a43-9f69-7a82ffee8ca3 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:59:37.727386 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ebac19-7155-4a43-9f69-7a82ffee8ca3 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:37.728089 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-06ebac19-7155-4a43-9f69-7a82ffee8ca3 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:37.732333 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ebac19-7155-4a43-9f69-7a82ffee8ca3 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event updated for resources: {'Port': ['ID=fd4bf0a5-6a00-4057-aafb-60e4068362a9,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:37.748207 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-36a529c0-8b10-4c81-96da-17ef285fc7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:37.751691 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-36a529c0-8b10-4c81-96da-17ef285fc7f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:37.755559 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-36a529c0-8b10-4c81-96da-17ef285fc7f1 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/8b46dc4c-8625-48b7-867e-04d0a73981e8 HTTP/1.1" status: 204 len: 168 time: 0.5141685 Sep 24 15:59:37.779514 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a529c0-8b10-4c81-96da-17ef285fc7f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b46dc4c-8625-48b7-867e-04d0a73981e8,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:37.808478 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:59:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3208c94-b82e-44e3-bf91-522550edf9b6 x-openstack-request-id: req-e3208c94-b82e-44e3-bf91-522550edf9b6 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:59:37.812938 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6675a2bb-d274-4d28-bbc1-e4ef4f06227f", "name": "network-vif-plugged", "status": "completed", "tag": "23308ede-57a3-4dad-a916-1ee99fed4a31", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:59:37.819376 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e3208c94-b82e-44e3-bf91-522550edf9b6 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:59:37.819376 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6675a2bb-d274-4d28-bbc1-e4ef4f06227f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23308ede-57a3-4dad-a916-1ee99fed4a31', 'code': 200} Sep 24 15:59:37.831351 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:37.832178 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device c72c3377-7bed-4f6a-8dda-e05d6d81c428 up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:59:37.840651 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-06ebac19-7155-4a43-9f69-7a82ffee8ca3 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3468940 Sep 24 15:59:37.841185 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 50508) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:37.847317 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-eac66121-2524-49ea-bd55-d79f0f0de49c tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Request body: {'subnet': {'network_id': 'c45242a2-aa61-462e-b2f7-cc7a02a5e774', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:59:37.925012 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b1d30-c632-4ade-821e-638bdbe7a9f0 req-5dee7cc1-d0b7-4037-9e55-8485d77e807f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:37.927178 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-943b1d30-c632-4ade-821e-638bdbe7a9f0 req-5dee7cc1-d0b7-4037-9e55-8485d77e807f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.108 "GET /v2.0/networks?id=78ed0ec3-2733-4633-a276-464419b5683d HTTP/1.1" status: 200 len: 796 time: 0.3131764 Sep 24 15:59:37.995376 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=23308ede-57a3-4dad-a916-1ee99fed4a31,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:37.995788 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7d94fd74-3f54-441f-917b-aba15c86931b req-48067840-c2ac-4b65-b87f-70f6835edd22 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=c8f56886-5e0f-4583-94b8-b5728223db0b HTTP/1.1" status: 200 len: 210 time: 0.0885339 Sep 24 15:59:38.117390 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-943b1d30-c632-4ade-821e-638bdbe7a9f0 req-59e904eb-979b-48e5-ac6a-417177829fce tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.108 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e512e155fd047afb7c369ee55b40ecc HTTP/1.1" status: 200 len: 379 time: 0.1633422 Sep 24 15:59:38.142562 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port c72c3377-7bed-4f6a-8dda-e05d6d81c428 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:59:38.144555 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-943b1d30-c632-4ade-821e-638bdbe7a9f0 req-379c0333-9947-429d-b659-f38ce7950abf tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Request body: {'port': {'device_id': 'c8f56886-5e0f-4583-94b8-b5728223db0b', 'network_id': '78ed0ec3-2733-4633-a276-464419b5683d', 'admin_state_up': True, 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'security_groups': ['4b319b27-4e04-421a-90ad-1a96efb10b51']}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:59:38.147812 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port c72c3377-7bed-4f6a-8dda-e05d6d81c428 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:59:38.148262 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:38.280547 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2715d098-dc72-4771-be63-dab6a952435d req-7a13dddd-655c-419f-bf2c-08b1c09383e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:38.289192 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2715d098-dc72-4771-be63-dab6a952435d req-7a13dddd-655c-419f-bf2c-08b1c09383e3 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=6675a2bb-d274-4d28-bbc1-e4ef4f06227f HTTP/1.1" status: 200 len: 1060 time: 0.3784049 Sep 24 15:59:38.296528 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:38.314497 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3c7cb8-b75b-4b76-b54b-03d49ab6c1b7 req-3cb46c2a-b028-4dfc-b2a9-c4c7132f0a4e tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:38.327985 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cb3c7cb8-b75b-4b76-b54b-03d49ab6c1b7 req-3cb46c2a-b028-4dfc-b2a9-c4c7132f0a4e tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=aad57a45-3f54-4cc4-9bbf-e4ed34d63d25 HTTP/1.1" status: 200 len: 946 time: 0.4207914 Sep 24 15:59:38.356298 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port c72c3377-7bed-4f6a-8dda-e05d6d81c428, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=c72c3377-7bed-4f6a-8dda-e05d6d81c428,segment=NetworkSegment(272d0ce2-ce94-428b-a239-5dd619a27c57),segment_id=272d0ce2-ce94-428b-a239-5dd619a27c57)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:59:38.374812 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eac66121-2524-49ea-bd55-d79f0f0de49c tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Made reservation on behalf of dd692a6dccf5494e8242fa57d76d3d05 for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:59:38.379735 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5863ae8-01f3-41ed-a329-cac274f94483 req-f15e8891-b24c-4c72-a177-2d3e536d1627 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:38.381297 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f5863ae8-01f3-41ed-a329-cac274f94483 req-f15e8891-b24c-4c72-a177-2d3e536d1627 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "GET /v2.0/ports?device_id=6675a2bb-d274-4d28-bbc1-e4ef4f06227f HTTP/1.1" status: 200 len: 909 time: 0.1075294 Sep 24 15:59:38.382038 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-eac66121-2524-49ea-bd55-d79f0f0de49c tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:38.448111 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:38.488269 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-943b1d30-c632-4ade-821e-638bdbe7a9f0 req-379c0333-9947-429d-b659-f38ce7950abf tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Made reservation on behalf of 7e512e155fd047afb7c369ee55b40ecc for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:59:38.492313 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-943b1d30-c632-4ade-821e-638bdbe7a9f0 req-379c0333-9947-429d-b659-f38ce7950abf tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:38.535951 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=c72c3377-7bed-4f6a-8dda-e05d6d81c428,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:38.538907 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cb3c7cb8-b75b-4b76-b54b-03d49ab6c1b7 req-d5c87701-6f86-4269-a4e9-d04d3da6d6ef tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082887 Sep 24 15:59:38.563159 n-d-808921-1 neutron-server[95297]: INFO neutron.db.ipam_backend_mixin [None req-eac66121-2524-49ea-bd55-d79f0f0de49c tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b5ae6ab8-b5c7-47af-a621-3e989c31dcb6 (CIDR: 2001:db8::/64) Sep 24 15:59:38.587497 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-f5e222b6-57af-4e34-b869-66c332194a71 None None] Provisioning complete for port c88b54a3-04ff-4087-a2ec-4797b44c4e99 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:59:38.587905 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f5e222b6-57af-4e34-b869-66c332194a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:38.607174 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-eac66121-2524-49ea-bd55-d79f0f0de49c tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 15:59:38.607796 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eac66121-2524-49ea-bd55-d79f0f0de49c tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:59:38.654580 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-943b1d30-c632-4ade-821e-638bdbe7a9f0 req-379c0333-9947-429d-b659-f38ce7950abf tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Allocated IP 172.20.0.6 (78ed0ec3-2733-4633-a276-464419b5683d/0480698d-1abe-4017-ba8f-f31dd6254cc6/beee2116-20f2-482a-a6d1-9fdd3437736b) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:59:38.677857 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f5e222b6-57af-4e34-b869-66c332194a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:38.734616 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-eac66121-2524-49ea-bd55-d79f0f0de49c tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8898184 Sep 24 15:59:38.734983 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 50518) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:38.742093 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-16eef43f-f6d3-404c-886d-52eab6e2e645 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Request body: {'subnet': {'network_id': 'c45242a2-aa61-462e-b2f7-cc7a02a5e774', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:59:38.748063 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-f5e222b6-57af-4e34-b869-66c332194a71 None None] For port c88b54a3-04ff-4087-a2ec-4797b44c4e99, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=c88b54a3-04ff-4087-a2ec-4797b44c4e99,segment=NetworkSegment(f9a903a0-7531-46fa-8b52-58078a257370),segment_id=f9a903a0-7531-46fa-8b52-58078a257370)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:59:38.857666 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f5e222b6-57af-4e34-b869-66c332194a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:38.859188 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 50520) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:38.901008 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-f5e222b6-57af-4e34-b869-66c332194a71 None None] Provisioning complete for port fa0113c1-c244-4497-b8c6-26923e69a15d triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:59:38.901230 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f5e222b6-57af-4e34-b869-66c332194a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:38.927697 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-943b1d30-c632-4ade-821e-638bdbe7a9f0 req-379c0333-9947-429d-b659-f38ce7950abf tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:38.999988 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-f5e222b6-57af-4e34-b869-66c332194a71 None None] Port fa0113c1-c244-4497-b8c6-26923e69a15d cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:59:39.007375 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-6335b26e-7cf6-44ed-a242-1f99dea2cd47 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=30e12c47a80b40ec9d7897037388f11c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1466470 Sep 24 15:59:39.010429 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 50522) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:39.020866 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e222b6-57af-4e34-b869-66c332194a71 None None] Pushing event updated for resources: {'Port': ['ID=c88b54a3-04ff-4087-a2ec-4797b44c4e99,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:39.027007 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142784dd-7b17-48ee-83d7-11bd975b7ed9 req-2828bac6-e191-46e7-8868-c939b89a9f27 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:39.029393 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-142784dd-7b17-48ee-83d7-11bd975b7ed9 req-2828bac6-e191-46e7-8868-c939b89a9f27 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/ports?device_id=54202e34-5d99-47c3-9bff-0b3fb0575bc8 HTTP/1.1" status: 200 len: 946 time: 0.2391624 Sep 24 15:59:39.055272 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device c88b54a3-04ff-4087-a2ec-4797b44c4e99 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:59:39.087890 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-142784dd-7b17-48ee-83d7-11bd975b7ed9 req-efe1ead5-cdaf-4544-b724-c7424680915f tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/security-groups?id=bfe7b3f3-c575-4a21-a642-c600ec810622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489044 Sep 24 15:59:39.108736 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port c88b54a3-04ff-4087-a2ec-4797b44c4e99 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:59:39.109268 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:39.112634 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:39.113204 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-943b1d30-c632-4ade-821e-638bdbe7a9f0 req-379c0333-9947-429d-b659-f38ce7950abf tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:39.153724 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-939b0fbd-cd73-42b4-83a2-8751a648634e None None] Provisioning complete for port fd4bf0a5-6a00-4057-aafb-60e4068362a9 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:59:39.154096 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-939b0fbd-cd73-42b4-83a2-8751a648634e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:39.159384 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-80a0401f-4198-4f75-a6c5-9cddb2c1f632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:39.165077 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16eef43f-f6d3-404c-886d-52eab6e2e645 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Made reservation on behalf of dd692a6dccf5494e8242fa57d76d3d05 for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:59:39.169183 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-16eef43f-f6d3-404c-886d-52eab6e2e645 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:39.174311 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-943b1d30-c632-4ade-821e-638bdbe7a9f0 req-379c0333-9947-429d-b659-f38ce7950abf tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Network 78ed0ec3-2733-4633-a276-464419b5683d is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:59:39.177900 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-943b1d30-c632-4ade-821e-638bdbe7a9f0 req-379c0333-9947-429d-b659-f38ce7950abf tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:59:39.181196 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-943b1d30-c632-4ade-821e-638bdbe7a9f0 req-379c0333-9947-429d-b659-f38ce7950abf tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:59:39.217432 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379c0333-9947-429d-b659-f38ce7950abf tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event updated for resources: {'Port': ['ID=beee2116-20f2-482a-a6d1-9fdd3437736b,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:39.227537 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-939b0fbd-cd73-42b4-83a2-8751a648634e None None] Port fd4bf0a5-6a00-4057-aafb-60e4068362a9 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:59:39.254984 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b1d30-c632-4ade-821e-638bdbe7a9f0 req-379c0333-9947-429d-b659-f38ce7950abf tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:39.256002 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-943b1d30-c632-4ade-821e-638bdbe7a9f0 req-379c0333-9947-429d-b659-f38ce7950abf tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:39.354903 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-943b1d30-c632-4ade-821e-638bdbe7a9f0 req-379c0333-9947-429d-b659-f38ce7950abf tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2325182 Sep 24 15:59:39.358790 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-80a0401f-4198-4f75-a6c5-9cddb2c1f632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:39.368971 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-943b1d30-c632-4ade-821e-638bdbe7a9f0 req-6e1c9f39-2cb7-459a-9093-c62603cf3ffd service neutron] Request body: {'port': {'device_id': 'c8f56886-5e0f-4583-94b8-b5728223db0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:59:39.370143 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb46dd77-2295-423c-a7ae-5eaa592d901a req-1cba9ca1-23c7-47fd-8424-83950226bdd4 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:39.371885 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cb46dd77-2295-423c-a7ae-5eaa592d901a req-1cba9ca1-23c7-47fd-8424-83950226bdd4 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=c8f56886-5e0f-4583-94b8-b5728223db0b HTTP/1.1" status: 200 len: 931 time: 0.2434077 Sep 24 15:59:39.497526 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cb46dd77-2295-423c-a7ae-5eaa592d901a req-756fd3b7-fe05-40bd-8634-2afcd9a18b00 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=4b319b27-4e04-421a-90ad-1a96efb10b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096010 Sep 24 15:59:39.559069 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-6685b012-843b-420e-9770-b01bb4edba94 None None] Provisioning complete for port beee2116-20f2-482a-a6d1-9fdd3437736b triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:59:39.559382 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6685b012-843b-420e-9770-b01bb4edba94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:39.604060 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-6685b012-843b-420e-9770-b01bb4edba94 None None] Port beee2116-20f2-482a-a6d1-9fdd3437736b cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:59:39.661561 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-80a0401f-4198-4f75-a6c5-9cddb2c1f632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:39.664616 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-80a0401f-4198-4f75-a6c5-9cddb2c1f632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:39.668208 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-80a0401f-4198-4f75-a6c5-9cddb2c1f632 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/14177da7-58c9-4f5e-bf89-efc1448e633c HTTP/1.1" status: 204 len: 168 time: 0.6529689 Sep 24 15:59:39.677681 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a0401f-4198-4f75-a6c5-9cddb2c1f632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14177da7-58c9-4f5e-bf89-efc1448e633c,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:39.714013 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cbc5d6-284a-4443-9d7f-1ddd1d9df04c req-575fb11a-605b-4533-beec-23ca1c84eed8 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:39.715798 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-94cbc5d6-284a-4443-9d7f-1ddd1d9df04c req-575fb11a-605b-4533-beec-23ca1c84eed8 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=aad57a45-3f54-4cc4-9bbf-e4ed34d63d25 HTTP/1.1" status: 200 len: 946 time: 0.0841939 Sep 24 15:59:39.761759 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-94cbc5d6-284a-4443-9d7f-1ddd1d9df04c req-31f1af28-c46b-4677-a8a5-091028c9c850 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372260 Sep 24 15:59:39.766795 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-16eef43f-f6d3-404c-886d-52eab6e2e645 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:39.815703 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54202e34-5d99-47c3-9bff-0b3fb0575bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c72c3377-7bed-4f6a-8dda-e05d6d81c428'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:59:39.818083 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1a2a6c-35c7-41ba-a984-ba79e9f96713" -d '{"events": [{"server_uuid": "54202e34-5d99-47c3-9bff-0b3fb0575bc8", "name": "network-vif-plugged", "status": "completed", "tag": "c72c3377-7bed-4f6a-8dda-e05d6d81c428"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:59:39.839539 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16eef43f-f6d3-404c-886d-52eab6e2e645 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Network c45242a2-aa61-462e-b2f7-cc7a02a5e774 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:59:39.840500 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-943b1d30-c632-4ade-821e-638bdbe7a9f0 req-6e1c9f39-2cb7-459a-9093-c62603cf3ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:39.841624 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-16eef43f-f6d3-404c-886d-52eab6e2e645 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:59:39.846291 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16eef43f-f6d3-404c-886d-52eab6e2e645 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:39.846985 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-16eef43f-f6d3-404c-886d-52eab6e2e645 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:39.852992 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3cb79b-0173-438f-9552-54d06b836e8a None None] Network c45242a2-aa61-462e-b2f7-cc7a02a5e774 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:59:39.863660 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e34e9e-f680-4225-8d5a-79db340beaa6 req-078d6795-7e43-42cb-9966-845f5df81f94 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:39.865187 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-38e34e9e-f680-4225-8d5a-79db340beaa6 req-078d6795-7e43-42cb-9966-845f5df81f94 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "GET /v2.0/ports?device_id=6675a2bb-d274-4d28-bbc1-e4ef4f06227f HTTP/1.1" status: 200 len: 909 time: 0.0673308 Sep 24 15:59:39.933288 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eef43f-f6d3-404c-886d-52eab6e2e645 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event updated for resources: {'Subnet': ['ID=62865528-a614-40e0-88f9-88a1cf91b476,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:39.955765 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-16eef43f-f6d3-404c-886d-52eab6e2e645 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2183542 Sep 24 15:59:39.957962 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f989ce-851d-4086-9b6d-77ff7952a8ec x-openstack-request-id: req-37f989ce-851d-4086-9b6d-77ff7952a8ec {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:59:39.958491 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54202e34-5d99-47c3-9bff-0b3fb0575bc8", "name": "network-vif-plugged", "status": "completed", "tag": "c72c3377-7bed-4f6a-8dda-e05d6d81c428", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:59:39.959078 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 50538) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:39.962593 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-37f989ce-851d-4086-9b6d-77ff7952a8ec {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:59:39.963332 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54202e34-5d99-47c3-9bff-0b3fb0575bc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c72c3377-7bed-4f6a-8dda-e05d6d81c428', 'code': 200} Sep 24 15:59:39.964700 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-bd968f03-2071-47cd-9244-45ff2c2cb4cd tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-79274047', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '62865528-a614-40e0-88f9-88a1cf91b476'}], 'security_groups': ['cfd57233-02e3-423e-988f-36ec3b17724b']}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:59:40.092975 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bd968f03-2071-47cd-9244-45ff2c2cb4cd tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:40.160400 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a5e2a3-ea36-438c-afdd-1f8013057d6d req-7f5fd0d2-ac45-4738-be62-3e0ed9d27a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:40.162485 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-12a5e2a3-ea36-438c-afdd-1f8013057d6d req-7f5fd0d2-ac45-4738-be62-3e0ed9d27a40 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=54202e34-5d99-47c3-9bff-0b3fb0575bc8 HTTP/1.1" status: 200 len: 1097 time: 0.1396499 Sep 24 15:59:40.210143 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5a19c4-aead-4429-b64d-cd9f3f2f1f66 None None] Update dhcp port {'port': {'network_id': 'c45242a2-aa61-462e-b2f7-cc7a02a5e774', 'fixed_ips': [{'subnet_id': 'b5ae6ab8-b5c7-47af-a621-3e989c31dcb6', 'ip_address': '2001:db8::2'}, {'subnet_id': '62865528-a614-40e0-88f9-88a1cf91b476'}], 'binding:host_id': 'n-d-808921-1'}, 'id': 'c88b54a3-04ff-4087-a2ec-4797b44c4e99'} from n-d-808921-1. {{(pid=95299) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 24 15:59:40.247658 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-943b1d30-c632-4ade-821e-638bdbe7a9f0 req-6e1c9f39-2cb7-459a-9093-c62603cf3ffd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beee2116-20f2-482a-a6d1-9fdd3437736b {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:59:40.254757 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-943b1d30-c632-4ade-821e-638bdbe7a9f0 req-6e1c9f39-2cb7-459a-9093-c62603cf3ffd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:40.278192 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ed5a19c4-aead-4429-b64d-cd9f3f2f1f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:40.284281 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9ad19f-e92c-4c0d-9baa-ed39a7f6d8b4 req-ac822ee9-d024-4f2c-b385-394db4b36eef tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:40.286015 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bd9ad19f-e92c-4c0d-9baa-ed39a7f6d8b4 req-ac822ee9-d024-4f2c-b385-394db4b36eef tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/ports?device_id=54202e34-5d99-47c3-9bff-0b3fb0575bc8 HTTP/1.1" status: 200 len: 946 time: 0.0843849 Sep 24 15:59:40.290018 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-943b1d30-c632-4ade-821e-638bdbe7a9f0 req-6e1c9f39-2cb7-459a-9093-c62603cf3ffd service neutron] Transition to ACTIVE for port object beee2116-20f2-482a-a6d1-9fdd3437736b will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 15:59:40.326730 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-12a5e2a3-ea36-438c-afdd-1f8013057d6d req-69b8cf6d-f866-4253-83bd-50f5afe65d07 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=bfe7b3f3-c575-4a21-a642-c600ec810622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1422820 Sep 24 15:59:40.339293 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bd9ad19f-e92c-4c0d-9baa-ed39a7f6d8b4 req-2f3ab43a-6e4a-48ed-b3ec-0ac8634d0def tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/security-groups?id=bfe7b3f3-c575-4a21-a642-c600ec810622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459611 Sep 24 15:59:40.390693 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-943b1d30-c632-4ade-821e-638bdbe7a9f0 req-6e1c9f39-2cb7-459a-9093-c62603cf3ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:40.464255 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1c9f39-2cb7-459a-9093-c62603cf3ffd service neutron] Pushing event updated for resources: {'Port': ['ID=beee2116-20f2-482a-a6d1-9fdd3437736b,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:40.607374 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-bd968f03-2071-47cd-9244-45ff2c2cb4cd tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Delete allocated IP 2001:db8::384 (c45242a2-aa61-462e-b2f7-cc7a02a5e774/b5ae6ab8-b5c7-47af-a621-3e989c31dcb6) {{(pid=95297) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 24 15:59:40.623628 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-bd968f03-2071-47cd-9244-45ff2c2cb4cd tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Allocated IP 2001:db8:0:1::7d (c45242a2-aa61-462e-b2f7-cc7a02a5e774/62865528-a614-40e0-88f9-88a1cf91b476/fd4bf0a5-6a00-4057-aafb-60e4068362a9) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:59:40.648559 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-943b1d30-c632-4ade-821e-638bdbe7a9f0 req-6e1c9f39-2cb7-459a-9093-c62603cf3ffd service neutron] Attempting to bind port beee2116-20f2-482a-a6d1-9fdd3437736b on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 15:59:40.649010 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-943b1d30-c632-4ade-821e-638bdbe7a9f0 req-6e1c9f39-2cb7-459a-9093-c62603cf3ffd service neutron] Attempting to bind port beee2116-20f2-482a-a6d1-9fdd3437736b by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '101d8513-09ad-40d6-a088-a15715413fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '78ed0ec3-2733-4633-a276-464419b5683d'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 15:59:40.649586 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943b1d30-c632-4ade-821e-638bdbe7a9f0 req-6e1c9f39-2cb7-459a-9093-c62603cf3ffd service neutron] Attempting to bind port beee2116-20f2-482a-a6d1-9fdd3437736b on network 78ed0ec3-2733-4633-a276-464419b5683d {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:59:40.655038 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943b1d30-c632-4ade-821e-638bdbe7a9f0 req-6e1c9f39-2cb7-459a-9093-c62603cf3ffd service neutron] Port beee2116-20f2-482a-a6d1-9fdd3437736b on network 78ed0ec3-2733-4633-a276-464419b5683d not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 15:59:40.655486 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943b1d30-c632-4ade-821e-638bdbe7a9f0 req-6e1c9f39-2cb7-459a-9093-c62603cf3ffd service neutron] Attempting to bind port beee2116-20f2-482a-a6d1-9fdd3437736b on network 78ed0ec3-2733-4633-a276-464419b5683d {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 15:59:40.662238 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943b1d30-c632-4ade-821e-638bdbe7a9f0 req-6e1c9f39-2cb7-459a-9093-c62603cf3ffd service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 15, 59, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 15:59:40.662720 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943b1d30-c632-4ade-821e-638bdbe7a9f0 req-6e1c9f39-2cb7-459a-9093-c62603cf3ffd service neutron] Checking segment: {'id': '101d8513-09ad-40d6-a088-a15715413fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '78ed0ec3-2733-4633-a276-464419b5683d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 15:59:40.663228 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-943b1d30-c632-4ade-821e-638bdbe7a9f0 req-6e1c9f39-2cb7-459a-9093-c62603cf3ffd service neutron] Bound using segment: {'id': '101d8513-09ad-40d6-a088-a15715413fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '78ed0ec3-2733-4633-a276-464419b5683d'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 15:59:40.663760 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-943b1d30-c632-4ade-821e-638bdbe7a9f0 req-6e1c9f39-2cb7-459a-9093-c62603cf3ffd service neutron] Bound port: beee2116-20f2-482a-a6d1-9fdd3437736b, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '101d8513-09ad-40d6-a088-a15715413fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': '78ed0ec3-2733-4633-a276-464419b5683d'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 15:59:40.664214 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-943b1d30-c632-4ade-821e-638bdbe7a9f0 req-6e1c9f39-2cb7-459a-9093-c62603cf3ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:40.758551 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-943b1d30-c632-4ade-821e-638bdbe7a9f0 req-6e1c9f39-2cb7-459a-9093-c62603cf3ffd service neutron] For port beee2116-20f2-482a-a6d1-9fdd3437736b, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 15:59:40.761578 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-943b1d30-c632-4ade-821e-638bdbe7a9f0 req-6e1c9f39-2cb7-459a-9093-c62603cf3ffd service neutron] For port beee2116-20f2-482a-a6d1-9fdd3437736b, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=beee2116-20f2-482a-a6d1-9fdd3437736b,segment=NetworkSegment(101d8513-09ad-40d6-a088-a15715413fec),segment_id=101d8513-09ad-40d6-a088-a15715413fec)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 15:59:40.780696 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0abd44-b9b2-4e88-a1f6-944968072fd6 req-b3b87651-7f15-4253-b03c-11af9adf5fee tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:40.782565 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cc0abd44-b9b2-4e88-a1f6-944968072fd6 req-b3b87651-7f15-4253-b03c-11af9adf5fee tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=c8f56886-5e0f-4583-94b8-b5728223db0b HTTP/1.1" status: 200 len: 943 time: 0.1143804 Sep 24 15:59:40.866220 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-943b1d30-c632-4ade-821e-638bdbe7a9f0 req-6e1c9f39-2cb7-459a-9093-c62603cf3ffd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:40.906651 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cc0abd44-b9b2-4e88-a1f6-944968072fd6 req-5bbe9493-baad-4393-a4ab-7f6ad415fbcc tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=4b319b27-4e04-421a-90ad-1a96efb10b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778110 Sep 24 15:59:40.918040 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:40.948750 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b1d30-c632-4ade-821e-638bdbe7a9f0 req-6e1c9f39-2cb7-459a-9093-c62603cf3ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:40.948750 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-943b1d30-c632-4ade-821e-638bdbe7a9f0 req-6e1c9f39-2cb7-459a-9093-c62603cf3ffd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:40.948750 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-943b1d30-c632-4ade-821e-638bdbe7a9f0 req-6e1c9f39-2cb7-459a-9093-c62603cf3ffd service neutron] 10.222.0.108 "PUT /v2.0/ports/beee2116-20f2-482a-a6d1-9fdd3437736b HTTP/1.1" status: 200 len: 1091 time: 1.5816264 Sep 24 15:59:40.948750 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8f56886-5e0f-4583-94b8-b5728223db0b', 'tag': 'beee2116-20f2-482a-a6d1-9fdd3437736b'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:59:40.949327 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b15890-12d5-42d0-a602-840e0eb3d526" -d '{"events": [{"name": "network-changed", "server_uuid": "c8f56886-5e0f-4583-94b8-b5728223db0b", "tag": "beee2116-20f2-482a-a6d1-9fdd3437736b"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:59:40.952957 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bd968f03-2071-47cd-9244-45ff2c2cb4cd tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:40.998321 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device c88b54a3-04ff-4087-a2ec-4797b44c4e99 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:59:41.000345 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1c9f39-2cb7-459a-9093-c62603cf3ffd service neutron] Pushing event updated for resources: {'Port': ['ID=beee2116-20f2-482a-a6d1-9fdd3437736b,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:41.025383 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea52e82f-34d9-4566-997b-eba9b53664b9 req-db662bc2-d2d2-4b36-bb03-cb850d0184de tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:41.026997 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ea52e82f-34d9-4566-997b-eba9b53664b9 req-db662bc2-d2d2-4b36-bb03-cb850d0184de tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=aad57a45-3f54-4cc4-9bbf-e4ed34d63d25 HTTP/1.1" status: 200 len: 946 time: 0.1127632 Sep 24 15:59:41.081476 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1adaa6-1c73-4d7c-b111-af8721359fca req-7e8bdd07-586b-4670-87b0-5946e6b02606 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:41.083596 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2a1adaa6-1c73-4d7c-b111-af8721359fca req-7e8bdd07-586b-4670-87b0-5946e6b02606 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "GET /v2.0/ports?device_id=6675a2bb-d274-4d28-bbc1-e4ef4f06227f HTTP/1.1" status: 200 len: 909 time: 0.0597773 Sep 24 15:59:41.084844 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bd968f03-2071-47cd-9244-45ff2c2cb4cd tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:41.094047 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ea52e82f-34d9-4566-997b-eba9b53664b9 req-7d4d5b74-d234-4c8b-b53c-8ad767c66c52 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524073 Sep 24 15:59:41.098528 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port c88b54a3-04ff-4087-a2ec-4797b44c4e99 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:59:41.098734 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:41.179615 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-bd968f03-2071-47cd-9244-45ff2c2cb4cd tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] In _notify_port_updated(), no bound segment for port fd4bf0a5-6a00-4057-aafb-60e4068362a9 on network c45242a2-aa61-462e-b2f7-cc7a02a5e774 {{(pid=95297) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 24 15:59:41.187677 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd968f03-2071-47cd-9244-45ff2c2cb4cd tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:41.188023 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bd968f03-2071-47cd-9244-45ff2c2cb4cd tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:41.195798 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-bd968f03-2071-47cd-9244-45ff2c2cb4cd tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "PUT /v2.0/ports/fd4bf0a5-6a00-4057-aafb-60e4068362a9 HTTP/1.1" status: 200 len: 928 time: 1.2354445 Sep 24 15:59:41.196243 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 50570) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:41.216429 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd968f03-2071-47cd-9244-45ff2c2cb4cd tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event updated for resources: {'Port': ['ID=fd4bf0a5-6a00-4057-aafb-60e4068362a9,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:41.223324 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1ab88b2-8346-4ac4-a307-46865b011845 x-openstack-request-id: req-f1ab88b2-8346-4ac4-a307-46865b011845 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:59:41.223324 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8f56886-5e0f-4583-94b8-b5728223db0b", "tag": "beee2116-20f2-482a-a6d1-9fdd3437736b", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:59:41.223628 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-f1ab88b2-8346-4ac4-a307-46865b011845 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:59:41.223987 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8f56886-5e0f-4583-94b8-b5728223db0b', 'tag': 'beee2116-20f2-482a-a6d1-9fdd3437736b', 'status': 'completed', 'code': 200} Sep 24 15:59:41.232263 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-ed5a19c4-aead-4429-b64d-cd9f3f2f1f66 None None] Allocated IP 2001:db8:0:1::2 (c45242a2-aa61-462e-b2f7-cc7a02a5e774/62865528-a614-40e0-88f9-88a1cf91b476/c88b54a3-04ff-4087-a2ec-4797b44c4e99) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:59:41.258202 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b1d30-c632-4ade-821e-638bdbe7a9f0 req-bc17d426-673c-4b98-b260-b4a0f57dc5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:41.260396 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-943b1d30-c632-4ade-821e-638bdbe7a9f0 req-bc17d426-673c-4b98-b260-b4a0f57dc5f4 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=7e512e155fd047afb7c369ee55b40ecc&device_id=c8f56886-5e0f-4583-94b8-b5728223db0b HTTP/1.1" status: 200 len: 1094 time: 0.1475112 Sep 24 15:59:41.334523 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-943b1d30-c632-4ade-821e-638bdbe7a9f0 req-e304ed0e-d372-4842-adf9-fc099ff54924 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=beee2116-20f2-482a-a6d1-9fdd3437736b HTTP/1.1" status: 200 len: 217 time: 0.0627718 Sep 24 15:59:41.420770 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b1d30-c632-4ade-821e-638bdbe7a9f0 req-4f136cf0-5df4-44c9-a70d-374ec5ca2f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:41.423740 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-943b1d30-c632-4ade-821e-638bdbe7a9f0 req-4f136cf0-5df4-44c9-a70d-374ec5ca2f78 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=0480698d-1abe-4017-ba8f-f31dd6254cc6 HTTP/1.1" status: 200 len: 835 time: 0.0809164 Sep 24 15:59:41.432561 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-ed5a19c4-aead-4429-b64d-cd9f3f2f1f66 None None] For port c88b54a3-04ff-4087-a2ec-4797b44c4e99, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=c88b54a3-04ff-4087-a2ec-4797b44c4e99,segment=NetworkSegment(f9a903a0-7531-46fa-8b52-58078a257370),segment_id=f9a903a0-7531-46fa-8b52-58078a257370)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:59:41.467653 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ed5a19c4-aead-4429-b64d-cd9f3f2f1f66 None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:41.508016 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-8b2750af-9935-4286-9b9a-d6a25aeafeae tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Deleting port fd4bf0a5-6a00-4057-aafb-60e4068362a9 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:59:41.508358 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8b2750af-9935-4286-9b9a-d6a25aeafeae tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:41.554264 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ed5a19c4-aead-4429-b64d-cd9f3f2f1f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:41.559891 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545e0af-654e-41ea-900d-1eaf717b93e7 req-01607174-0638-4ff8-b4b4-2ad577a06324 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:41.568460 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1545e0af-654e-41ea-900d-1eaf717b93e7 req-01607174-0638-4ff8-b4b4-2ad577a06324 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/ports?device_id=54202e34-5d99-47c3-9bff-0b3fb0575bc8 HTTP/1.1" status: 200 len: 946 time: 0.1392281 Sep 24 15:59:41.642980 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943b1d30-c632-4ade-821e-638bdbe7a9f0 req-deb46baa-7fe0-4096-aa4b-74bec5b55868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:41.644388 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-943b1d30-c632-4ade-821e-638bdbe7a9f0 req-deb46baa-7fe0-4096-aa4b-74bec5b55868 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=78ed0ec3-2733-4633-a276-464419b5683d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2029331 Sep 24 15:59:41.655682 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1545e0af-654e-41ea-900d-1eaf717b93e7 req-a73812b9-4671-4331-9339-5198ca18c0fd tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/security-groups?id=bfe7b3f3-c575-4a21-a642-c600ec810622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862527 Sep 24 15:59:41.700792 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8b2750af-9935-4286-9b9a-d6a25aeafeae tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:41.714131 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5a19c4-aead-4429-b64d-cd9f3f2f1f66 None None] Pushing event updated for resources: {'Port': ['ID=c88b54a3-04ff-4087-a2ec-4797b44c4e99,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:41.766746 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-8b2750af-9935-4286-9b9a-d6a25aeafeae tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Calling delete_port for fd4bf0a5-6a00-4057-aafb-60e4068362a9 owned by {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:59:41.814181 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c379ebcc-a99d-4cd5-83b1-e7a043c6d4ae req-b011bc04-49b0-4ebe-90f4-89f1595aee09 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:41.815805 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c379ebcc-a99d-4cd5-83b1-e7a043c6d4ae req-b011bc04-49b0-4ebe-90f4-89f1595aee09 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "GET /v2.0/ports?device_id=6675a2bb-d274-4d28-bbc1-e4ef4f06227f HTTP/1.1" status: 200 len: 909 time: 0.5605500 Sep 24 15:59:41.892901 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-943b1d30-c632-4ade-821e-638bdbe7a9f0 req-4e81009b-bb63-4655-a21a-8d4c29961abb service neutron] 10.222.0.108 "GET /v2.0/networks/78ed0ec3-2733-4633-a276-464419b5683d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335105 Sep 24 15:59:42.080066 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb8594-135d-4c4a-94ae-b533444479d7 req-37bba0b2-3615-4f72-8ca2-ec1ab549344f tempest-TestSecurityGroupsBasicOps-804848104 tempest-TestSecurityGroupsBasicOps-804848104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:42.091142 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-caeb8594-135d-4c4a-94ae-b533444479d7 req-37bba0b2-3615-4f72-8ca2-ec1ab549344f tempest-TestSecurityGroupsBasicOps-804848104 tempest-TestSecurityGroupsBasicOps-804848104-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=6675a2bb-d274-4d28-bbc1-e4ef4f06227f HTTP/1.1" status: 200 len: 1060 time: 0.1517160 Sep 24 15:59:42.091142 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-943b1d30-c632-4ade-821e-638bdbe7a9f0 req-b6778804-505d-49fd-81eb-eff92e9c96cb service neutron] 10.222.0.108 "GET /v2.0/networks/78ed0ec3-2733-4633-a276-464419b5683d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832790 Sep 24 15:59:42.125110 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388bf25-ec9d-47ef-b3ba-41ce27971f17 req-dee490cd-05e1-488b-910c-f3c36d673625 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:42.147568 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6388bf25-ec9d-47ef-b3ba-41ce27971f17 req-dee490cd-05e1-488b-910c-f3c36d673625 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=c8f56886-5e0f-4583-94b8-b5728223db0b HTTP/1.1" status: 200 len: 943 time: 0.0990307 Sep 24 15:59:42.219117 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6388bf25-ec9d-47ef-b3ba-41ce27971f17 req-24cf1c54-0fad-4a2f-ad20-83c09c0b1722 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=4b319b27-4e04-421a-90ad-1a96efb10b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691562 Sep 24 15:59:42.338521 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70102bad-a575-48ec-ae86-eefa65bf363a req-fe011e5d-493c-43b9-b6b2-f3a663ace4b3 tempest-TestSecurityGroupsBasicOps-804848104 tempest-TestSecurityGroupsBasicOps-804848104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:42.340430 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-70102bad-a575-48ec-ae86-eefa65bf363a req-fe011e5d-493c-43b9-b6b2-f3a663ace4b3 tempest-TestSecurityGroupsBasicOps-804848104 tempest-TestSecurityGroupsBasicOps-804848104-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=cc6f7f69-a208-403a-96ca-2175192815ac HTTP/1.1" status: 200 len: 1135 time: 0.1634989 Sep 24 15:59:42.343883 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b15890-12d5-42d0-a602-840e0eb3d526 req-d47fe9e2-2239-4fd1-9842-14dd6ec638f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:42.346610 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d5b15890-12d5-42d0-a602-840e0eb3d526 req-d47fe9e2-2239-4fd1-9842-14dd6ec638f0 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=7e512e155fd047afb7c369ee55b40ecc&device_id=c8f56886-5e0f-4583-94b8-b5728223db0b HTTP/1.1" status: 200 len: 1094 time: 0.0924563 Sep 24 15:59:42.381970 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3496481-aad8-4b1c-ab88-0742777f3678 req-600b338f-5728-4752-b490-7828e2b7868f tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:42.385429 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a3496481-aad8-4b1c-ab88-0742777f3678 req-600b338f-5728-4752-b490-7828e2b7868f tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=aad57a45-3f54-4cc4-9bbf-e4ed34d63d25 HTTP/1.1" status: 200 len: 946 time: 0.0984077 Sep 24 15:59:42.416726 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8b2750af-9935-4286-9b9a-d6a25aeafeae tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:42.444541 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a3496481-aad8-4b1c-ab88-0742777f3678 req-4fd63343-d875-4a06-a6b8-27662c2985aa tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513918 Sep 24 15:59:42.469677 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-70102bad-a575-48ec-ae86-eefa65bf363a req-6265f59f-2730-4b02-8d5a-6558a7f9baf1 tempest-TestSecurityGroupsBasicOps-804848104 tempest-TestSecurityGroupsBasicOps-804848104-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=b09f9d36-615e-491f-9040-7f552995a11f&id=63e4738a-f24b-4a61-9373-0015f7f58dee&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1214747 Sep 24 15:59:42.495910 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 50598) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:42.505512 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2750af-9935-4286-9b9a-d6a25aeafeae tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event deleted for resources: {'Port': ['ID=fd4bf0a5-6a00-4057-aafb-60e4068362a9,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:42.544903 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-13eb1690-53de-4710-84fd-7f0ad8365eb8 None None] Could not find standard attr ID for object fd4bf0a5-6a00-4057-aafb-60e4068362a9. {{(pid=95299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 15:59:42.549654 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8b2750af-9935-4286-9b9a-d6a25aeafeae tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:42.554136 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-8b2750af-9935-4286-9b9a-d6a25aeafeae tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "DELETE /v2.0/ports/fd4bf0a5-6a00-4057-aafb-60e4068362a9 HTTP/1.1" status: 204 len: 168 time: 1.3543651 Sep 24 15:59:42.555384 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 50608) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:42.566132 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-13eb1690-53de-4710-84fd-7f0ad8365eb8 None None] Provisioning complete for port c88b54a3-04ff-4087-a2ec-4797b44c4e99 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:59:42.566540 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-13eb1690-53de-4710-84fd-7f0ad8365eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:42.585696 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-f47601d6-a22f-4762-8fcc-7af248e9220c tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] GET failed (client error): The resource could not be found. Sep 24 15:59:42.590116 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f47601d6-a22f-4762-8fcc-7af248e9220c tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "GET /v2.0/ports/fd4bf0a5-6a00-4057-aafb-60e4068362a9 HTTP/1.1" status: 404 len: 333 time: 0.0311344 Sep 24 15:59:42.592068 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 50612) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:42.594296 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80a64b0-6db1-44fe-ae97-436f9db53192 tempest-TestSecurityGroupsBasicOps-804848104 tempest-TestSecurityGroupsBasicOps-804848104-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:42.599134 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f80a64b0-6db1-44fe-ae97-436f9db53192 tempest-TestSecurityGroupsBasicOps-804848104 tempest-TestSecurityGroupsBasicOps-804848104-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=6675a2bb-d274-4d28-bbc1-e4ef4f06227f HTTP/1.1" status: 200 len: 1055 time: 0.0996668 Sep 24 15:59:42.610990 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b15890-12d5-42d0-a602-840e0eb3d526 req-fa123678-0a5e-491c-98e6-4be4c69f611f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:42.612762 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d5b15890-12d5-42d0-a602-840e0eb3d526 req-fa123678-0a5e-491c-98e6-4be4c69f611f service neutron] 10.222.0.108 "GET /v2.0/networks?id=78ed0ec3-2733-4633-a276-464419b5683d HTTP/1.1" status: 200 len: 898 time: 0.2567580 Sep 24 15:59:42.692974 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d5b15890-12d5-42d0-a602-840e0eb3d526 req-c42df2fe-7cb6-4826-8518-5a91fcfe239a service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=beee2116-20f2-482a-a6d1-9fdd3437736b HTTP/1.1" status: 200 len: 217 time: 0.0707221 Sep 24 15:59:42.733238 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c51cc4c8-9cc0-483d-93de-6f89ab1fd89d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:42.779276 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-13eb1690-53de-4710-84fd-7f0ad8365eb8 None None] Provisioning complete for port fa0113c1-c244-4497-b8c6-26923e69a15d triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:59:42.779656 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-13eb1690-53de-4710-84fd-7f0ad8365eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:42.797244 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c51cc4c8-9cc0-483d-93de-6f89ab1fd89d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:42.860795 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b15890-12d5-42d0-a602-840e0eb3d526 req-2683d9d6-f56d-4345-89fc-2032aaf055ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:42.862732 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d5b15890-12d5-42d0-a602-840e0eb3d526 req-2683d9d6-f56d-4345-89fc-2032aaf055ff service neutron] 10.222.0.108 "GET /v2.0/subnets?id=0480698d-1abe-4017-ba8f-f31dd6254cc6 HTTP/1.1" status: 200 len: 835 time: 0.1603115 Sep 24 15:59:42.882801 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-13eb1690-53de-4710-84fd-7f0ad8365eb8 None None] Port fa0113c1-c244-4497-b8c6-26923e69a15d cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:59:42.928718 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da39c9e-5677-4b08-848c-b2f87992d8bb req-24d5613d-19ae-4491-b670-b65841be4f0d tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:42.939966 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6da39c9e-5677-4b08-848c-b2f87992d8bb req-24d5613d-19ae-4491-b670-b65841be4f0d tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/ports?device_id=54202e34-5d99-47c3-9bff-0b3fb0575bc8 HTTP/1.1" status: 200 len: 946 time: 0.1588788 Sep 24 15:59:42.961498 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c51cc4c8-9cc0-483d-93de-6f89ab1fd89d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:42.964769 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c51cc4c8-9cc0-483d-93de-6f89ab1fd89d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:42.967874 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-c51cc4c8-9cc0-483d-93de-6f89ab1fd89d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "DELETE /v2.0/security-groups/e5e1ae2b-57e5-4336-8f51-81556d1d4b07 HTTP/1.1" status: 204 len: 168 time: 0.3630538 Sep 24 15:59:42.969348 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 50622) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:42.979125 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b15890-12d5-42d0-a602-840e0eb3d526 req-c3c1fcb8-7185-4e10-a2bb-88b1e1c7a455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:42.980674 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d5b15890-12d5-42d0-a602-840e0eb3d526 req-c3c1fcb8-7185-4e10-a2bb-88b1e1c7a455 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=78ed0ec3-2733-4633-a276-464419b5683d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1096473 Sep 24 15:59:42.984787 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device c88b54a3-04ff-4087-a2ec-4797b44c4e99 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:59:43.025043 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51cc4c8-9cc0-483d-93de-6f89ab1fd89d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e1ae2b-57e5-4336-8f51-81556d1d4b07,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:43.044225 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-ce65bb9d-9b0b-418a-8211-2c864018516d None None] Could not find standard attr ID for object fd4bf0a5-6a00-4057-aafb-60e4068362a9. {{(pid=95299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 15:59:43.047997 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b90591c9-eab2-4efb-941b-ae866403d175 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:43.087593 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port c88b54a3-04ff-4087-a2ec-4797b44c4e99 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:59:43.088307 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:43.095792 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b90591c9-eab2-4efb-941b-ae866403d175 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:43.165979 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d5b15890-12d5-42d0-a602-840e0eb3d526 req-0e095c5e-5561-4ead-8bb6-ba7a1813122b service neutron] 10.222.0.108 "GET /v2.0/networks/78ed0ec3-2733-4633-a276-464419b5683d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740062 Sep 24 15:59:43.169021 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6da39c9e-5677-4b08-848c-b2f87992d8bb req-3d48dc92-d523-4758-87d7-06d3886dd017 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/security-groups?id=bfe7b3f3-c575-4a21-a642-c600ec810622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2282131 Sep 24 15:59:43.276766 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b90591c9-eab2-4efb-941b-ae866403d175 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:43.281628 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b90591c9-eab2-4efb-941b-ae866403d175 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:43.284337 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b90591c9-eab2-4efb-941b-ae866403d175 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "DELETE /v2.0/security-groups/cfd57233-02e3-423e-988f-36ec3b17724b HTTP/1.1" status: 204 len: 168 time: 0.3120039 Sep 24 15:59:43.288888 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d5b15890-12d5-42d0-a602-840e0eb3d526 req-39791bdd-73ce-4c60-8840-e0d0fee0c396 service neutron] 10.222.0.108 "GET /v2.0/networks/78ed0ec3-2733-4633-a276-464419b5683d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150634 Sep 24 15:59:43.289387 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 50634) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:43.300192 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90591c9-eab2-4efb-941b-ae866403d175 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd57233-02e3-423e-988f-36ec3b17724b,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:43.369967 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9198ef1-ebbc-4e99-9299-8e8bb2ae4897 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Deleting subnet b5ae6ab8-b5c7-47af-a621-3e989c31dcb6 {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:59:43.375556 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f9198ef1-ebbc-4e99-9299-8e8bb2ae4897 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:43.385710 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d6ac07-e849-4ae3-ab7e-091343e37f91 req-432b52d2-2827-4a24-9e8b-2e55e229aba3 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:43.387421 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-83d6ac07-e849-4ae3-ab7e-091343e37f91 req-432b52d2-2827-4a24-9e8b-2e55e229aba3 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/ports?device_id=54202e34-5d99-47c3-9bff-0b3fb0575bc8 HTTP/1.1" status: 200 len: 946 time: 0.1144567 Sep 24 15:59:43.398930 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 50640) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:43.403554 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-c20ed6be-6113-44f7-aa22-9cd7d792e490 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Request body: {'floatingip': {'port_id': 'c72c3377-7bed-4f6a-8dda-e05d6d81c428'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:59:43.427877 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f9198ef1-ebbc-4e99-9299-8e8bb2ae4897 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:43.489541 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c20ed6be-6113-44f7-aa22-9cd7d792e490 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks [] for floatingip, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:43.538738 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be29291-ff04-49a3-82ee-3d0518d3b067 req-5f920ecc-27c7-4244-aab8-ab06896bf630 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:43.540308 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1be29291-ff04-49a3-82ee-3d0518d3b067 req-5f920ecc-27c7-4244-aab8-ab06896bf630 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=c8f56886-5e0f-4583-94b8-b5728223db0b HTTP/1.1" status: 200 len: 943 time: 0.1697791 Sep 24 15:59:43.548190 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cadf5c-8bc4-4b08-8262-edcd5574dd34 req-15180cd4-7bad-4d7d-9b60-670a6f44f0df tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:43.549808 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e1cadf5c-8bc4-4b08-8262-edcd5574dd34 req-15180cd4-7bad-4d7d-9b60-670a6f44f0df tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "GET /v2.0/ports?device_id=6675a2bb-d274-4d28-bbc1-e4ef4f06227f HTTP/1.1" status: 200 len: 909 time: 0.0989561 Sep 24 15:59:43.567816 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f9198ef1-ebbc-4e99-9299-8e8bb2ae4897 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:43.674025 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1be29291-ff04-49a3-82ee-3d0518d3b067 req-71a08193-b523-46ab-a18f-72b7fce1823f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=4b319b27-4e04-421a-90ad-1a96efb10b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237547 Sep 24 15:59:43.773007 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d418366-37d1-4a09-b385-39159faec8e6 req-def46295-a05c-475b-abe9-847da8de652b tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:43.785366 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6d418366-37d1-4a09-b385-39159faec8e6 req-def46295-a05c-475b-abe9-847da8de652b tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=aad57a45-3f54-4cc4-9bbf-e4ed34d63d25 HTTP/1.1" status: 200 len: 946 time: 0.1487763 Sep 24 15:59:43.796954 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f9198ef1-ebbc-4e99-9299-8e8bb2ae4897 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:43.849172 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9198ef1-ebbc-4e99-9299-8e8bb2ae4897 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event deleted for resources: {'Subnet': ['ID=b5ae6ab8-b5c7-47af-a621-3e989c31dcb6,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:43.856789 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f9198ef1-ebbc-4e99-9299-8e8bb2ae4897 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:43.858849 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-f9198ef1-ebbc-4e99-9299-8e8bb2ae4897 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "DELETE /v2.0/subnets/b5ae6ab8-b5c7-47af-a621-3e989c31dcb6 HTTP/1.1" status: 204 len: 168 time: 0.5685496 Sep 24 15:59:43.867077 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 50656) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:43.871673 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-c23087a8-9c4a-43e6-96d4-1d260674c87a tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Request body: {'subnet': {'network_id': 'c45242a2-aa61-462e-b2f7-cc7a02a5e774', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:59:43.884037 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb339a2-c29c-49c8-9f91-003a540092ed None None] Network c45242a2-aa61-462e-b2f7-cc7a02a5e774 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:59:43.907658 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6d418366-37d1-4a09-b385-39159faec8e6 req-8285ae8f-0e1f-45ef-bc1e-fd7703671649 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198215 Sep 24 15:59:44.144658 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c23087a8-9c4a-43e6-96d4-1d260674c87a tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Made reservation on behalf of dd692a6dccf5494e8242fa57d76d3d05 for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:59:44.150017 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c23087a8-9c4a-43e6-96d4-1d260674c87a tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:44.152361 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device beee2116-20f2-482a-a6d1-9fdd3437736b details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 15:59:44.216774 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c20ed6be-6113-44f7-aa22-9cd7d792e490 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:44.316249 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c20ed6be-6113-44f7-aa22-9cd7d792e490 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:44.512798 n-d-808921-1 neutron-server[95297]: INFO neutron.db.l3_db [None req-c20ed6be-6113-44f7-aa22-9cd7d792e490 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Floating IP acc97666-c1f9-4e40-ac77-b8c16df605bd associated. External IP: 172.25.0.173, port: c72c3377-7bed-4f6a-8dda-e05d6d81c428. Sep 24 15:59:44.520879 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port beee2116-20f2-482a-a6d1-9fdd3437736b, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=beee2116-20f2-482a-a6d1-9fdd3437736b,segment=NetworkSegment(101d8513-09ad-40d6-a088-a15715413fec),segment_id=101d8513-09ad-40d6-a088-a15715413fec)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:59:44.535070 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': 'beee2116-20f2-482a-a6d1-9fdd3437736b', 'network_id': '78ed0ec3-2733-4633-a276-464419b5683d', 'port_id': 'beee2116-20f2-482a-a6d1-9fdd3437736b', 'mac_address': 'fa:16:3e:1c:28:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0480698d-1abe-4017-ba8f-f31dd6254cc6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 15:59:44.612171 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:44.646937 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beee2116-20f2-482a-a6d1-9fdd3437736b {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 15:59:44.683546 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port beee2116-20f2-482a-a6d1-9fdd3437736b, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=beee2116-20f2-482a-a6d1-9fdd3437736b,segment=NetworkSegment(101d8513-09ad-40d6-a088-a15715413fec),segment_id=101d8513-09ad-40d6-a088-a15715413fec)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:59:44.757982 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d6d53-4f35-4f29-b745-60d3750c4c31 req-3689fe56-1590-4d0d-9c95-471471badced tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:44.759565 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-db1d6d53-4f35-4f29-b745-60d3750c4c31 req-3689fe56-1590-4d0d-9c95-471471badced tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "GET /v2.0/ports?device_id=6675a2bb-d274-4d28-bbc1-e4ef4f06227f HTTP/1.1" status: 200 len: 909 time: 0.0694404 Sep 24 15:59:44.780901 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c23087a8-9c4a-43e6-96d4-1d260674c87a tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:44.838179 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:44.909699 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23087a8-9c4a-43e6-96d4-1d260674c87a tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Network c45242a2-aa61-462e-b2f7-cc7a02a5e774 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:59:44.918236 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=beee2116-20f2-482a-a6d1-9fdd3437736b,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:44.929033 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d713bc-2d59-44c0-a8d3-e139d4b49d23 req-cd7bf2c3-662c-4b33-b946-2a22214747ea tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:44.930425 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b8d713bc-2d59-44c0-a8d3-e139d4b49d23 req-cd7bf2c3-662c-4b33-b946-2a22214747ea tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.110 "GET /v2.0/ports?device_id=6675a2bb-d274-4d28-bbc1-e4ef4f06227f HTTP/1.1" status: 200 len: 909 time: 0.1368697 Sep 24 15:59:44.951489 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-c23087a8-9c4a-43e6-96d4-1d260674c87a tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:59:44.975680 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23087a8-9c4a-43e6-96d4-1d260674c87a tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:44.977533 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c23087a8-9c4a-43e6-96d4-1d260674c87a tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:44.997115 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c20ed6be-6113-44f7-aa22-9cd7d792e490 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Router fa68bc5a-ac36-4bfc-813b-ef3aae9e165b has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:59:45.003765 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94eecd9-13e3-4308-89b8-674a3f1b109f req-78f5b3a3-c5ee-4c7c-a1e4-5c2e25cfbf0d tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:45.010780 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b94eecd9-13e3-4308-89b8-674a3f1b109f req-78f5b3a3-c5ee-4c7c-a1e4-5c2e25cfbf0d tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=c8f56886-5e0f-4583-94b8-b5728223db0b HTTP/1.1" status: 200 len: 943 time: 0.2456512 Sep 24 15:59:45.012890 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23087a8-9c4a-43e6-96d4-1d260674c87a tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event updated for resources: {'Subnet': ['ID=f1b7fe89-6033-4c1d-971a-86b9a808111f,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:45.051525 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986ad751-5992-4415-a31c-b6de817e1f53 None None] Network c45242a2-aa61-462e-b2f7-cc7a02a5e774 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:59:45.071326 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['beee2116-20f2-482a-a6d1-9fdd3437736b'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:59:45.079614 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b94eecd9-13e3-4308-89b8-674a3f1b109f req-0050eb80-7cf5-4ca3-a72b-15da2844bec2 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=4b319b27-4e04-421a-90ad-1a96efb10b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532420 Sep 24 15:59:45.143109 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-c23087a8-9c4a-43e6-96d4-1d260674c87a tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2756307 Sep 24 15:59:45.144268 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 50682) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:45.149078 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-e1efdeec-8329-4641-afc9-358ef69d30d6 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Request body: {'security_group': {'name': 'tempest-secgroup-1192464080'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:59:45.195510 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7527137f-a302-4b6e-b58a-12085447cded None None] Provisioning complete for port c88b54a3-04ff-4087-a2ec-4797b44c4e99 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:59:45.195976 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7527137f-a302-4b6e-b58a-12085447cded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:45.238069 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47126797-d406-41f9-a713-b0b2c1852fbb req-09e63e15-7bb9-42a5-9967-98c005d40849 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:45.239629 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-47126797-d406-41f9-a713-b0b2c1852fbb req-09e63e15-7bb9-42a5-9967-98c005d40849 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=aad57a45-3f54-4cc4-9bbf-e4ed34d63d25 HTTP/1.1" status: 200 len: 946 time: 0.1518652 Sep 24 15:59:45.258976 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c20ed6be-6113-44f7-aa22-9cd7d792e490 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:59:45.273804 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c20ed6be-6113-44f7-aa22-9cd7d792e490 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:45.276051 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21110c7-ddf7-4405-8034-7fd2e5c87021 None None] Sync routers for ids ['fa68bc5a-ac36-4bfc-813b-ef3aae9e165b'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:59:45.279648 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-b8d713bc-2d59-44c0-a8d3-e139d4b49d23 req-d91ecb7e-1347-43b6-a2c9-0fe5a45e7188 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Deleting port 23308ede-57a3-4dad-a916-1ee99fed4a31 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:59:45.279983 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-b8d713bc-2d59-44c0-a8d3-e139d4b49d23 req-d91ecb7e-1347-43b6-a2c9-0fe5a45e7188 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:45.288191 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e1efdeec-8329-4641-afc9-358ef69d30d6 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:45.311675 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21110c7-ddf7-4405-8034-7fd2e5c87021 None None] Routers {'fa68bc5a-ac36-4bfc-813b-ef3aae9e165b'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:59:45.312690 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-f21110c7-ddf7-4405-8034-7fd2e5c87021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:59:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['fa68bc5a-ac36-4bfc-813b-ef3aae9e165b'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:59:45.353937 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-c20ed6be-6113-44f7-aa22-9cd7d792e490 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "PUT /v2.0/floatingips/acc97666-c1f9-4e40-ac77-b8c16df605bd HTTP/1.1" status: 200 len: 992 time: 1.9538167 Sep 24 15:59:45.456268 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54202e34-5d99-47c3-9bff-0b3fb0575bc8', 'tag': 'c72c3377-7bed-4f6a-8dda-e05d6d81c428'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:59:45.459265 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d1a992-ed4f-4587-8c85-0786fe33d40a" -d '{"events": [{"name": "network-changed", "server_uuid": "54202e34-5d99-47c3-9bff-0b3fb0575bc8", "tag": "c72c3377-7bed-4f6a-8dda-e05d6d81c428"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:59:45.468888 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e1efdeec-8329-4641-afc9-358ef69d30d6 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:45.483462 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-47126797-d406-41f9-a713-b0b2c1852fbb req-e761d2c0-7a25-4a39-9d34-6d9e99a76829 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359838 Sep 24 15:59:45.548271 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-b8d713bc-2d59-44c0-a8d3-e139d4b49d23 req-d91ecb7e-1347-43b6-a2c9-0fe5a45e7188 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] For port 23308ede-57a3-4dad-a916-1ee99fed4a31, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=23308ede-57a3-4dad-a916-1ee99fed4a31,segment=NetworkSegment(8aa00b6a-58c7-4013-af9a-4707e55c353c),segment_id=8aa00b6a-58c7-4013-af9a-4707e55c353c)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:59:45.549123 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-b8d713bc-2d59-44c0-a8d3-e139d4b49d23 req-d91ecb7e-1347-43b6-a2c9-0fe5a45e7188 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:45.550684 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e1efdeec-8329-4641-afc9-358ef69d30d6 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:45.552538 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541401c7-460d-4fa9-bca2-5b308706de20 x-openstack-request-id: req-541401c7-460d-4fa9-bca2-5b308706de20 {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:59:45.552818 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54202e34-5d99-47c3-9bff-0b3fb0575bc8", "tag": "c72c3377-7bed-4f6a-8dda-e05d6d81c428", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:59:45.553068 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-541401c7-460d-4fa9-bca2-5b308706de20 {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:59:45.553450 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54202e34-5d99-47c3-9bff-0b3fb0575bc8', 'tag': 'c72c3377-7bed-4f6a-8dda-e05d6d81c428', 'status': 'completed', 'code': 200} Sep 24 15:59:45.565514 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [req-b8d713bc-2d59-44c0-a8d3-e139d4b49d23 req-d91ecb7e-1347-43b6-a2c9-0fe5a45e7188 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Calling delete_port for 23308ede-57a3-4dad-a916-1ee99fed4a31 owned by compute:nova {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:59:45.669486 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-f21110c7-ddf7-4405-8034-7fd2e5c87021 None None] Set router fa68bc5a-ac36-4bfc-813b-ef3aae9e165b gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:59:45.696156 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1efdeec-8329-4641-afc9-358ef69d30d6 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aea9a6c4-91a4-4fc6-98e0-c4b4b83f5db5,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:45.708253 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d1a992-ed4f-4587-8c85-0786fe33d40a req-c2f2e082-f350-4136-a3f8-d1869245f0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:45.710485 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b2d1a992-ed4f-4587-8c85-0786fe33d40a req-c2f2e082-f350-4136-a3f8-d1869245f0fb service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=b960fdf244c2496089f6c9d33b373dc4&device_id=54202e34-5d99-47c3-9bff-0b3fb0575bc8 HTTP/1.1" status: 200 len: 1097 time: 0.1231704 Sep 24 15:59:45.786233 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c0433d-bea2-40e3-b1aa-27ea9a8f747b None None] Update dhcp port {'port': {'network_id': 'c45242a2-aa61-462e-b2f7-cc7a02a5e774', 'fixed_ips': [{'subnet_id': '62865528-a614-40e0-88f9-88a1cf91b476', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f1b7fe89-6033-4c1d-971a-86b9a808111f'}], 'binding:host_id': 'n-d-808921-1'}, 'id': 'c88b54a3-04ff-4087-a2ec-4797b44c4e99'} from n-d-808921-1. {{(pid=95299) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 24 15:59:45.791864 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7527137f-a302-4b6e-b58a-12085447cded None None] Provisioning complete for port fa0113c1-c244-4497-b8c6-26923e69a15d triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:59:45.794378 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7527137f-a302-4b6e-b58a-12085447cded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:45.859437 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d1a992-ed4f-4587-8c85-0786fe33d40a req-a614d466-ebd7-454d-90a4-a86c87a55ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:45.868133 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b2d1a992-ed4f-4587-8c85-0786fe33d40a req-a614d466-ebd7-454d-90a4-a86c87a55ea2 service neutron] 10.222.0.110 "GET /v2.0/networks?id=3dbb0dfe-b454-4e57-a2db-34f294a0159c HTTP/1.1" status: 200 len: 913 time: 0.1467686 Sep 24 15:59:45.870525 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e1efdeec-8329-4641-afc9-358ef69d30d6 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:45.874482 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-e1efdeec-8329-4641-afc9-358ef69d30d6 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7265208 Sep 24 15:59:45.878741 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 50708) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:45.885000 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-845b74b7-4b01-4272-a246-5336eb1784c7 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Request body: {'security_group': {'name': 'tempest-secgroup-1596895090'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:59:45.903344 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f6c0433d-bea2-40e3-b1aa-27ea9a8f747b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:45.935703 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7527137f-a302-4b6e-b58a-12085447cded None None] Port fa0113c1-c244-4497-b8c6-26923e69a15d cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:59:45.943267 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-b8d713bc-2d59-44c0-a8d3-e139d4b49d23 req-d91ecb7e-1347-43b6-a2c9-0fe5a45e7188 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:45.990900 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91ecb7e-1347-43b6-a2c9-0fe5a45e7188 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Pushing event deleted for resources: {'Port': ['ID=23308ede-57a3-4dad-a916-1ee99fed4a31,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:46.010943 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b587872-e503-4398-b6f5-5d3b8c7f6045 req-99697744-606d-43c3-8c9b-29301817ab57 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:46.012523 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3b587872-e503-4398-b6f5-5d3b8c7f6045 req-99697744-606d-43c3-8c9b-29301817ab57 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "GET /v2.0/ports?device_id=6675a2bb-d274-4d28-bbc1-e4ef4f06227f HTTP/1.1" status: 200 len: 830 time: 0.1550090 Sep 24 15:59:46.033468 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b2d1a992-ed4f-4587-8c85-0786fe33d40a req-4d6d5287-63c0-4cf2-a71e-73269369e7a6 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c72c3377-7bed-4f6a-8dda-e05d6d81c428 HTTP/1.1" status: 200 len: 1000 time: 0.1515772 Sep 24 15:59:46.060897 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-845b74b7-4b01-4272-a246-5336eb1784c7 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:46.100568 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8d713bc-2d59-44c0-a8d3-e139d4b49d23 req-d91ecb7e-1347-43b6-a2c9-0fe5a45e7188 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] No DVR routers for this DVR port 23308ede-57a3-4dad-a916-1ee99fed4a31 on host n-h1-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:59:46.103694 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-b8d713bc-2d59-44c0-a8d3-e139d4b49d23 req-d91ecb7e-1347-43b6-a2c9-0fe5a45e7188 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:46.105985 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b8d713bc-2d59-44c0-a8d3-e139d4b49d23 req-d91ecb7e-1347-43b6-a2c9-0fe5a45e7188 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.110 "DELETE /v2.0/ports/23308ede-57a3-4dad-a916-1ee99fed4a31 HTTP/1.1" status: 204 len: 173 time: 1.1620257 Sep 24 15:59:46.165684 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d1a992-ed4f-4587-8c85-0786fe33d40a req-850bee7a-e1fc-4bb9-bc08-1cf0f41d167b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:46.167235 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b2d1a992-ed4f-4587-8c85-0786fe33d40a req-850bee7a-e1fc-4bb9-bc08-1cf0f41d167b service neutron] 10.222.0.110 "GET /v2.0/subnets?id=ad938f0b-b628-4cac-9404-1e2682973b1a HTTP/1.1" status: 200 len: 850 time: 0.1259842 Sep 24 15:59:46.213398 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-845b74b7-4b01-4272-a246-5336eb1784c7 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:46.254808 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d1a992-ed4f-4587-8c85-0786fe33d40a req-a78738b7-c4ab-47bc-a196-6fc039fcb1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:46.256489 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b2d1a992-ed4f-4587-8c85-0786fe33d40a req-a78738b7-c4ab-47bc-a196-6fc039fcb1d3 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=3dbb0dfe-b454-4e57-a2db-34f294a0159c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0802131 Sep 24 15:59:46.351362 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2323bdf8-b136-4799-8fea-aee09d811658 req-0646b0a5-5d1a-4d95-b8fc-9a7bfbd9111e tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:46.351941 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-f6c0433d-bea2-40e3-b1aa-27ea9a8f747b None None] Allocated IP 2001:db8::2 (c45242a2-aa61-462e-b2f7-cc7a02a5e774/f1b7fe89-6033-4c1d-971a-86b9a808111f/c88b54a3-04ff-4087-a2ec-4797b44c4e99) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:59:46.362273 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2323bdf8-b136-4799-8fea-aee09d811658 req-0646b0a5-5d1a-4d95-b8fc-9a7bfbd9111e tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=c8f56886-5e0f-4583-94b8-b5728223db0b HTTP/1.1" status: 200 len: 944 time: 0.1340852 Sep 24 15:59:46.389840 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b2d1a992-ed4f-4587-8c85-0786fe33d40a req-85382956-f8a4-413d-bab3-f04d23e815df service neutron] 10.222.0.110 "GET /v2.0/networks/3dbb0dfe-b454-4e57-a2db-34f294a0159c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244347 Sep 24 15:59:46.396178 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-845b74b7-4b01-4272-a246-5336eb1784c7 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:46.413816 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-f21110c7-ddf7-4405-8034-7fd2e5c87021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa68bc5a-ac36-4bfc-813b-ef3aae9e165b', 'name': 'tempest-AttachVolumeTestJSON-1816297676-router', 'tenant_id': 'b960fdf244c2496089f6c9d33b373dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '21c80e1d-ee1e-4a5f-bbc5-445fa95422eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:54:18Z', 'updated_at': '2021-09-24T15:54:27Z', 'revision_number': 4, 'project_id': 'b960fdf244c2496089f6c9d33b373dc4', 'gw_port': {'id': '21c80e1d-ee1e-4a5f-bbc5-445fa95422eb', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa68bc5a-ac36-4bfc-813b-ef3aae9e165b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:54:19Z', 'updated_at': '2021-09-24T15:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': 'acc97666-c1f9-4e40-ac77-b8c16df605bd', 'tenant_id': 'b960fdf244c2496089f6c9d33b373dc4', 'floating_ip_address': '172.25.0.173', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': 'fa68bc5a-ac36-4bfc-813b-ef3aae9e165b', 'port_id': 'c72c3377-7bed-4f6a-8dda-e05d6d81c428', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dbb0dfe-b454-4e57-a2db-34f294a0159c', 'mac_address': 'fa:16:3e:5c:24:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54202e34-5d99-47c3-9bff-0b3fb0575bc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:59:14Z', 'updated_at': '2021-09-24T15:59:44Z', 'revision_number': 1, 'project_id': 'b960fdf244c2496089f6c9d33b373dc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd466d7c6-bac4-4ebd-b80f-8c7522efb055', 'name': '', 'network_id': '3dbb0dfe-b454-4e57-a2db-34f294a0159c', 'tenant_id': 'b960fdf244c2496089f6c9d33b373dc4', 'mac_address': 'fa:16:3e:13:ff:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa68bc5a-ac36-4bfc-813b-ef3aae9e165b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': 'ad938f0b-b628-4cac-9404-1e2682973b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:54:24Z', 'updated_at': '2021-09-24T15:54:32Z', 'revision_number': 5, 'project_id': 'b960fdf244c2496089f6c9d33b373dc4', 'subnets': [{'id': 'ad938f0b-b628-4cac-9404-1e2682973b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:59:46.456548 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845b74b7-4b01-4272-a246-5336eb1784c7 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4fee383-73d5-4df0-a234-c84611df9d8c,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:46.478612 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2323bdf8-b136-4799-8fea-aee09d811658 req-398107a0-9eaf-443f-81ec-d3856cae4d43 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=4b319b27-4e04-421a-90ad-1a96efb10b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154063 Sep 24 15:59:46.486740 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21110c7-ddf7-4405-8034-7fd2e5c87021 None None] Checking router: fa68bc5a-ac36-4bfc-813b-ef3aae9e165b for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:59:46.530258 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f21110c7-ddf7-4405-8034-7fd2e5c87021 None None] Routers {'fa68bc5a-ac36-4bfc-813b-ef3aae9e165b'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:59:46.530934 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-f21110c7-ddf7-4405-8034-7fd2e5c87021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:59:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['fa68bc5a-ac36-4bfc-813b-ef3aae9e165b'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:59:46.554146 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-845b74b7-4b01-4272-a246-5336eb1784c7 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:46.558040 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-845b74b7-4b01-4272-a246-5336eb1784c7 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6755507 Sep 24 15:59:46.563594 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 50724) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:46.563594 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-ef687c71-2b24-4c24-9c1c-ee2400018128 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Request body: {'security_group': {'name': 'tempest-secgroup-1596224974'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:59:46.614451 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b2d1a992-ed4f-4587-8c85-0786fe33d40a req-15001d64-10f3-40f8-9089-e0e10ad118fd service neutron] 10.222.0.110 "GET /v2.0/networks/3dbb0dfe-b454-4e57-a2db-34f294a0159c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168543 Sep 24 15:59:46.674331 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-f6c0433d-bea2-40e3-b1aa-27ea9a8f747b None None] For port c88b54a3-04ff-4087-a2ec-4797b44c4e99, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=c88b54a3-04ff-4087-a2ec-4797b44c4e99,segment=NetworkSegment(f9a903a0-7531-46fa-8b52-58078a257370),segment_id=f9a903a0-7531-46fa-8b52-58078a257370)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:59:46.702029 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a3e88-59d2-4d51-a52d-f722380dd3a5 req-2c54d840-8fe5-4ae1-a434-7f8a17cccd5c tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:46.707660 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2d2a3e88-59d2-4d51-a52d-f722380dd3a5 req-2c54d840-8fe5-4ae1-a434-7f8a17cccd5c tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=aad57a45-3f54-4cc4-9bbf-e4ed34d63d25 HTTP/1.1" status: 200 len: 946 time: 0.0855670 Sep 24 15:59:46.779258 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2d2a3e88-59d2-4d51-a52d-f722380dd3a5 req-7d6f469e-42dc-4977-b658-5bed3af589ec tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551944 Sep 24 15:59:46.779455 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f6c0433d-bea2-40e3-b1aa-27ea9a8f747b None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:46.795208 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-f21110c7-ddf7-4405-8034-7fd2e5c87021 None None] Set router fa68bc5a-ac36-4bfc-813b-ef3aae9e165b gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:59:46.848848 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ef687c71-2b24-4c24-9c1c-ee2400018128 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:46.909129 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f6c0433d-bea2-40e3-b1aa-27ea9a8f747b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:46.937096 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c636642c-c7eb-40be-9ebe-e55a77b09fae req-b0d005d0-8def-40ba-8f0b-7a5a311b3c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:46.940077 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c636642c-c7eb-40be-9ebe-e55a77b09fae req-b0d005d0-8def-40ba-8f0b-7a5a311b3c80 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=aad57a45-3f54-4cc4-9bbf-e4ed34d63d25 HTTP/1.1" status: 200 len: 1097 time: 0.0512686 Sep 24 15:59:46.950057 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ef687c71-2b24-4c24-9c1c-ee2400018128 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:46.977767 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c636642c-c7eb-40be-9ebe-e55a77b09fae req-10b6dea3-eeb8-445f-9d7d-f57b67a9a85e service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302215 Sep 24 15:59:47.054201 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ef687c71-2b24-4c24-9c1c-ee2400018128 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:47.097175 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef687c71-2b24-4c24-9c1c-ee2400018128 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=833d0a75-9140-448e-b9f9-2642cdba1446,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:47.151440 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ef687c71-2b24-4c24-9c1c-ee2400018128 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:47.157376 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ef687c71-2b24-4c24-9c1c-ee2400018128 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5953357 Sep 24 15:59:47.158669 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 50734) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:47.164429 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-d23e6d6d-04bb-4889-ad9c-f728fae81b5d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2129605189', 'security_groups': ['833d0a75-9140-448e-b9f9-2642cdba1446'], 'network_id': 'c45242a2-aa61-462e-b2f7-cc7a02a5e774', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f1b7fe89-6033-4c1d-971a-86b9a808111f'}]}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:59:47.267684 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-43a9e470-05f9-4e5a-a072-8f5c7645eea7 req-7ab586a3-f58b-4b5c-83a0-6024129c3b1b tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "GET /v2.0/ports?device_id=6675a2bb-d274-4d28-bbc1-e4ef4f06227f HTTP/1.1" status: 200 len: 210 time: 0.0687892 Sep 24 15:59:47.342063 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c0433d-bea2-40e3-b1aa-27ea9a8f747b None None] Pushing event updated for resources: {'Port': ['ID=c88b54a3-04ff-4087-a2ec-4797b44c4e99,revision_number=6']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:47.400269 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-f21110c7-ddf7-4405-8034-7fd2e5c87021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa68bc5a-ac36-4bfc-813b-ef3aae9e165b', 'name': 'tempest-AttachVolumeTestJSON-1816297676-router', 'tenant_id': 'b960fdf244c2496089f6c9d33b373dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '21c80e1d-ee1e-4a5f-bbc5-445fa95422eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:54:18Z', 'updated_at': '2021-09-24T15:54:27Z', 'revision_number': 4, 'project_id': 'b960fdf244c2496089f6c9d33b373dc4', 'gw_port': {'id': '21c80e1d-ee1e-4a5f-bbc5-445fa95422eb', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa68bc5a-ac36-4bfc-813b-ef3aae9e165b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:54:19Z', 'updated_at': '2021-09-24T15:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': 'acc97666-c1f9-4e40-ac77-b8c16df605bd', 'tenant_id': 'b960fdf244c2496089f6c9d33b373dc4', 'floating_ip_address': '172.25.0.173', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': 'fa68bc5a-ac36-4bfc-813b-ef3aae9e165b', 'port_id': 'c72c3377-7bed-4f6a-8dda-e05d6d81c428', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dbb0dfe-b454-4e57-a2db-34f294a0159c', 'mac_address': 'fa:16:3e:5c:24:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54202e34-5d99-47c3-9bff-0b3fb0575bc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:59:14Z', 'updated_at': '2021-09-24T15:59:44Z', 'revision_number': 1, 'project_id': 'b960fdf244c2496089f6c9d33b373dc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd466d7c6-bac4-4ebd-b80f-8c7522efb055', 'name': '', 'network_id': '3dbb0dfe-b454-4e57-a2db-34f294a0159c', 'tenant_id': 'b960fdf244c2496089f6c9d33b373dc4', 'mac_address': 'fa:16:3e:13:ff:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa68bc5a-ac36-4bfc-813b-ef3aae9e165b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': 'ad938f0b-b628-4cac-9404-1e2682973b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:54:24Z', 'updated_at': '2021-09-24T15:54:32Z', 'revision_number': 5, 'project_id': 'b960fdf244c2496089f6c9d33b373dc4', 'subnets': [{'id': 'ad938f0b-b628-4cac-9404-1e2682973b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:59:47.429266 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f21110c7-ddf7-4405-8034-7fd2e5c87021 None None] The sync data for ids ['fa68bc5a-ac36-4bfc-813b-ef3aae9e165b'] in n-d-808921-1 is: [{'id': 'fa68bc5a-ac36-4bfc-813b-ef3aae9e165b', 'name': 'tempest-AttachVolumeTestJSON-1816297676-router', 'tenant_id': 'b960fdf244c2496089f6c9d33b373dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '21c80e1d-ee1e-4a5f-bbc5-445fa95422eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:54:18Z', 'updated_at': '2021-09-24T15:54:27Z', 'revision_number': 4, 'project_id': 'b960fdf244c2496089f6c9d33b373dc4', 'gw_port': {'id': '21c80e1d-ee1e-4a5f-bbc5-445fa95422eb', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa68bc5a-ac36-4bfc-813b-ef3aae9e165b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:54:19Z', 'updated_at': '2021-09-24T15:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': 'acc97666-c1f9-4e40-ac77-b8c16df605bd', 'tenant_id': 'b960fdf244c2496089f6c9d33b373dc4', 'floating_ip_address': '172.25.0.173', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': 'fa68bc5a-ac36-4bfc-813b-ef3aae9e165b', 'port_id': 'c72c3377-7bed-4f6a-8dda-e05d6d81c428', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3225, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3dbb0dfe-b454-4e57-a2db-34f294a0159c', 'mac_address': 'fa:16:3e:5c:24:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54202e34-5d99-47c3-9bff-0b3fb0575bc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:59:14Z', 'updated_at': '2021-09-24T15:59:44Z', 'revision_number': 1, 'project_id': 'b960fdf244c2496089f6c9d33b373dc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd466d7c6-bac4-4ebd-b80f-8c7522efb055', 'name': '', 'network_id': '3dbb0dfe-b454-4e57-a2db-34f294a0159c', 'tenant_id': 'b960fdf244c2496089f6c9d33b373dc4', 'mac_address': 'fa:16:3e:13:ff:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa68bc5a-ac36-4bfc-813b-ef3aae9e165b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': 'ad938f0b-b628-4cac-9404-1e2682973b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:54:24Z', 'updated_at': '2021-09-24T15:54:32Z', 'revision_number': 5, 'project_id': 'b960fdf244c2496089f6c9d33b373dc4', 'subnets': [{'id': 'ad938f0b-b628-4cac-9404-1e2682973b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:59:47.487837 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d23e6d6d-04bb-4889-ad9c-f728fae81b5d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Made reservation on behalf of dd692a6dccf5494e8242fa57d76d3d05 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:59:47.557870 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6675a2bb-d274-4d28-bbc1-e4ef4f06227f', 'name': 'network-vif-deleted', 'tag': '23308ede-57a3-4dad-a916-1ee99fed4a31'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:59:47.560420 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f15bd38-2974-4e92-b5d5-c53a790fe58b" -d '{"events": [{"server_uuid": "6675a2bb-d274-4d28-bbc1-e4ef4f06227f", "name": "network-vif-deleted", "tag": "23308ede-57a3-4dad-a916-1ee99fed4a31"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:59:47.660926 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef49231-3a09-4069-a5fa-4a02b21c4460 x-openstack-request-id: req-eef49231-3a09-4069-a5fa-4a02b21c4460 {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:59:47.660926 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6675a2bb-d274-4d28-bbc1-e4ef4f06227f", "name": "network-vif-deleted", "tag": "23308ede-57a3-4dad-a916-1ee99fed4a31", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:59:47.660926 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-eef49231-3a09-4069-a5fa-4a02b21c4460 {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:59:47.660926 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6675a2bb-d274-4d28-bbc1-e4ef4f06227f', 'name': 'network-vif-deleted', 'tag': '23308ede-57a3-4dad-a916-1ee99fed4a31', 'status': 'completed', 'code': 200} Sep 24 15:59:47.661421 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d23e6d6d-04bb-4889-ad9c-f728fae81b5d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:47.686891 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07990c7-9893-4755-8ffc-a25d5d8b1de4 req-f8149e28-a2c0-4b19-81cb-64c4f953d52c tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:47.698670 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c07990c7-9893-4755-8ffc-a25d5d8b1de4 req-f8149e28-a2c0-4b19-81cb-64c4f953d52c tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=c8f56886-5e0f-4583-94b8-b5728223db0b HTTP/1.1" status: 200 len: 944 time: 0.0965345 Sep 24 15:59:47.816471 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c07990c7-9893-4755-8ffc-a25d5d8b1de4 req-0fd8284e-9a78-4a51-b243-cd4b6260aac0 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=4b319b27-4e04-421a-90ad-1a96efb10b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165946 Sep 24 15:59:47.828521 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d31fc6-248c-4bda-9b13-88ed64ecf215 None None] New status for floating IP acc97666-c1f9-4e40-ac77-b8c16df605bd: ACTIVE {{(pid=95300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:59:48.098889 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [None req-d23e6d6d-04bb-4889-ad9c-f728fae81b5d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] device_id is not set on port 8fedfd8e-cba4-4a6c-b142-61a8dcde69fe yet. {{(pid=95298) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 15:59:48.161420 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device beee2116-20f2-482a-a6d1-9fdd3437736b up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:59:48.205393 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52f549f-695c-4bac-9f27-1a3aee7e0cbd req-e1c2cfc2-1074-4cce-9cf4-979f164573ef tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:48.207037 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b52f549f-695c-4bac-9f27-1a3aee7e0cbd req-e1c2cfc2-1074-4cce-9cf4-979f164573ef tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=aad57a45-3f54-4cc4-9bbf-e4ed34d63d25 HTTP/1.1" status: 200 len: 946 time: 0.1448190 Sep 24 15:59:48.214119 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-cdcec3ef-1ed2-4654-b1c9-fb00a3d040ea None None] Provisioning complete for port c88b54a3-04ff-4087-a2ec-4797b44c4e99 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:59:48.221064 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-cdcec3ef-1ed2-4654-b1c9-fb00a3d040ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:48.344161 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 50774) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:48.371475 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b52f549f-695c-4bac-9f27-1a3aee7e0cbd req-94c340fc-d516-4635-b8ee-74292cbcc7d6 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551807 Sep 24 15:59:48.384104 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port beee2116-20f2-482a-a6d1-9fdd3437736b completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 15:59:48.408565 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port beee2116-20f2-482a-a6d1-9fdd3437736b triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:59:48.409153 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:48.565666 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-d23e6d6d-04bb-4889-ad9c-f728fae81b5d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Allocated IP 2001:db8::33a (c45242a2-aa61-462e-b2f7-cc7a02a5e774/f1b7fe89-6033-4c1d-971a-86b9a808111f/8fedfd8e-cba4-4a6c-b142-61a8dcde69fe) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:59:48.591257 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:48.593595 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-cdcec3ef-1ed2-4654-b1c9-fb00a3d040ea None None] Provisioning complete for port fa0113c1-c244-4497-b8c6-26923e69a15d triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:59:48.594805 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-cdcec3ef-1ed2-4654-b1c9-fb00a3d040ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:48.655867 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8f56886-5e0f-4583-94b8-b5728223db0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beee2116-20f2-482a-a6d1-9fdd3437736b'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:59:48.658475 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32e0266-e438-4ab5-9016-14e57dc6099c" -d '{"events": [{"server_uuid": "c8f56886-5e0f-4583-94b8-b5728223db0b", "name": "network-vif-plugged", "status": "completed", "tag": "beee2116-20f2-482a-a6d1-9fdd3437736b"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:59:48.678729 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port beee2116-20f2-482a-a6d1-9fdd3437736b, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=beee2116-20f2-482a-a6d1-9fdd3437736b,segment=NetworkSegment(101d8513-09ad-40d6-a088-a15715413fec),segment_id=101d8513-09ad-40d6-a088-a15715413fec)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:59:48.679864 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-cdcec3ef-1ed2-4654-b1c9-fb00a3d040ea None None] Port fa0113c1-c244-4497-b8c6-26923e69a15d cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:59:48.708347 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 15:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-497ad208-d71d-477e-9982-8d6262833cca x-openstack-request-id: req-497ad208-d71d-477e-9982-8d6262833cca {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:59:48.708927 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8f56886-5e0f-4583-94b8-b5728223db0b", "name": "network-vif-plugged", "status": "completed", "tag": "beee2116-20f2-482a-a6d1-9fdd3437736b", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:59:48.709185 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-497ad208-d71d-477e-9982-8d6262833cca {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:59:48.709801 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8f56886-5e0f-4583-94b8-b5728223db0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beee2116-20f2-482a-a6d1-9fdd3437736b', 'code': 200} Sep 24 15:59:48.773808 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:48.845058 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=beee2116-20f2-482a-a6d1-9fdd3437736b,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:48.853839 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d23e6d6d-04bb-4889-ad9c-f728fae81b5d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:48.935332 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6f4b52-def3-4fe1-ad0b-0639703dcd18 req-dec9aa08-d184-4627-9563-2813035393dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:48.940609 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3e6f4b52-def3-4fe1-ad0b-0639703dcd18 req-dec9aa08-d184-4627-9563-2813035393dd service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=c8f56886-5e0f-4583-94b8-b5728223db0b HTTP/1.1" status: 200 len: 1096 time: 0.1693828 Sep 24 15:59:48.977340 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device c88b54a3-04ff-4087-a2ec-4797b44c4e99 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:59:49.019678 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3e6f4b52-def3-4fe1-ad0b-0639703dcd18 req-9703f834-ad22-43fd-b22a-be62894ed6c7 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=4b319b27-4e04-421a-90ad-1a96efb10b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697622 Sep 24 15:59:49.024203 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d23e6d6d-04bb-4889-ad9c-f728fae81b5d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:49.054687 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port c88b54a3-04ff-4087-a2ec-4797b44c4e99 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:59:49.055561 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:49.082259 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23e6d6d-04bb-4889-ad9c-f728fae81b5d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Network c45242a2-aa61-462e-b2f7-cc7a02a5e774 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:59:49.085892 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-d23e6d6d-04bb-4889-ad9c-f728fae81b5d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:59:49.090925 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23e6d6d-04bb-4889-ad9c-f728fae81b5d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:59:49.098578 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23e6d6d-04bb-4889-ad9c-f728fae81b5d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:49.098733 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb8622-6a79-471f-a018-8a2827db870b req-a0b3422e-fcee-4751-94fa-ccf30f2bbb27 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:49.099447 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d23e6d6d-04bb-4889-ad9c-f728fae81b5d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:49.100016 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8fcb8622-6a79-471f-a018-8a2827db870b req-a0b3422e-fcee-4751-94fa-ccf30f2bbb27 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=c8f56886-5e0f-4583-94b8-b5728223db0b HTTP/1.1" status: 200 len: 945 time: 0.0902596 Sep 24 15:59:49.119724 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-22c1c113-ffa2-4d99-aca1-c59ea90c17ae tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:49.122380 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23e6d6d-04bb-4889-ad9c-f728fae81b5d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event updated for resources: {'Port': ['ID=8fedfd8e-cba4-4a6c-b142-61a8dcde69fe,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:49.191646 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-d23e6d6d-04bb-4889-ad9c-f728fae81b5d tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0318308 Sep 24 15:59:49.194531 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 50790) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:49.195345 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8fcb8622-6a79-471f-a018-8a2827db870b req-8e47eef5-6c35-4627-9d99-17699041e944 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=4b319b27-4e04-421a-90ad-1a96efb10b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877399 Sep 24 15:59:49.200153 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-b54f7a84-7713-4f04-a7a8-26a9e7b36c13 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Request body: {'subnet': {'network_id': 'c45242a2-aa61-462e-b2f7-cc7a02a5e774', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:59:49.320237 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 23308ede-57a3-4dad-a916-1ee99fed4a31 no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:59:49.367941 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] No Port match for: 23308ede-57a3-4dad-a916-1ee99fed4a31 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:59:49.368306 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 23308ede-57a3-4dad-a916-1ee99fed4a31 not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:59:49.470308 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54f7a84-7713-4f04-a7a8-26a9e7b36c13 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Made reservation on behalf of dd692a6dccf5494e8242fa57d76d3d05 for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:59:49.474150 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b54f7a84-7713-4f04-a7a8-26a9e7b36c13 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:49.517899 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-5ecf1750-2046-4ef4-b7aa-7d81cfdb163a None None] Provisioning complete for port 8fedfd8e-cba4-4a6c-b142-61a8dcde69fe triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:59:49.518601 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5ecf1750-2046-4ef4-b7aa-7d81cfdb163a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:49.564391 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-5ecf1750-2046-4ef4-b7aa-7d81cfdb163a None None] Port 8fedfd8e-cba4-4a6c-b142-61a8dcde69fe cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:59:49.636981 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e951ccd-8d52-4e19-b999-31e89f2ffc35 req-51d00d09-e15c-40b0-b59e-cd86dc25fd24 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:49.638734 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9e951ccd-8d52-4e19-b999-31e89f2ffc35 req-51d00d09-e15c-40b0-b59e-cd86dc25fd24 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=aad57a45-3f54-4cc4-9bbf-e4ed34d63d25 HTTP/1.1" status: 200 len: 946 time: 0.1021583 Sep 24 15:59:49.649037 n-d-808921-1 neutron-server[95298]: INFO neutron.db.ipam_backend_mixin [None req-b54f7a84-7713-4f04-a7a8-26a9e7b36c13 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f1b7fe89-6033-4c1d-971a-86b9a808111f (CIDR: 2001:db8::/64) Sep 24 15:59:49.702099 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9e951ccd-8d52-4e19-b999-31e89f2ffc35 req-349f13d4-7b4b-481c-9d44-ec35b618bb74 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428553 Sep 24 15:59:49.712758 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-b54f7a84-7713-4f04-a7a8-26a9e7b36c13 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 15:59:49.713259 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b54f7a84-7713-4f04-a7a8-26a9e7b36c13 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:59:49.826848 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b54f7a84-7713-4f04-a7a8-26a9e7b36c13 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6305666 Sep 24 15:59:49.829169 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 50802) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:49.835137 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-b7a456fb-10a1-4afc-a73e-b501dfecd8c0 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Request body: {'subnet': {'network_id': 'c45242a2-aa61-462e-b2f7-cc7a02a5e774', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:59:49.975236 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-22c1c113-ffa2-4d99-aca1-c59ea90c17ae tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Deleting port b301c20a-9fee-4475-ace5-84146dfa5ae5 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:59:49.975789 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-22c1c113-ffa2-4d99-aca1-c59ea90c17ae tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:50.070790 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-22c1c113-ffa2-4d99-aca1-c59ea90c17ae tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] For port b301c20a-9fee-4475-ace5-84146dfa5ae5, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=b301c20a-9fee-4475-ace5-84146dfa5ae5,segment=NetworkSegment(8aa00b6a-58c7-4013-af9a-4707e55c353c),segment_id=8aa00b6a-58c7-4013-af9a-4707e55c353c)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:59:50.071280 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-22c1c113-ffa2-4d99-aca1-c59ea90c17ae tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:50.088820 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-22c1c113-ffa2-4d99-aca1-c59ea90c17ae tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Calling delete_port for b301c20a-9fee-4475-ace5-84146dfa5ae5 owned by network:router_interface {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:59:50.137258 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a456fb-10a1-4afc-a73e-b501dfecd8c0 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Made reservation on behalf of dd692a6dccf5494e8242fa57d76d3d05 for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:59:50.142883 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b7a456fb-10a1-4afc-a73e-b501dfecd8c0 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:50.368800 n-d-808921-1 neutron-server[95298]: INFO neutron.db.ipam_backend_mixin [None req-b7a456fb-10a1-4afc-a73e-b501dfecd8c0 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 62865528-a614-40e0-88f9-88a1cf91b476 (CIDR: 2001:db8:0:1::/64) Sep 24 15:59:50.385734 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c564e118-d869-4d8e-aefd-3f9d7ae7cf2e req-f040b7ac-595b-4a25-b022-beb67e331955 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:50.387763 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c564e118-d869-4d8e-aefd-3f9d7ae7cf2e req-f040b7ac-595b-4a25-b022-beb67e331955 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=aad57a45-3f54-4cc4-9bbf-e4ed34d63d25 HTTP/1.1" status: 200 len: 946 time: 0.1604800 Sep 24 15:59:50.399871 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf305a-6bc8-4779-8c75-b8796f7bcada req-169ed65d-4173-4c05-bef0-73b12f77eccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:50.399871 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-02bf305a-6bc8-4779-8c75-b8796f7bcada req-169ed65d-4173-4c05-bef0-73b12f77eccc service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=b3bc8c40013d4a92b1cf10d67118144c&device_id=aad57a45-3f54-4cc4-9bbf-e4ed34d63d25 HTTP/1.1" status: 200 len: 1097 time: 0.0930207 Sep 24 15:59:50.430906 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c335d96c-d9ff-4c9a-a5a0-974d0aede623 req-bc70a921-b7a3-4597-9062-07b7d0840eb1 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:50.432479 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c335d96c-d9ff-4c9a-a5a0-974d0aede623 req-bc70a921-b7a3-4597-9062-07b7d0840eb1 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=c8f56886-5e0f-4583-94b8-b5728223db0b HTTP/1.1" status: 200 len: 945 time: 0.0672512 Sep 24 15:59:50.436968 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7a456fb-10a1-4afc-a73e-b501dfecd8c0 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 15:59:50.437463 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7a456fb-10a1-4afc-a73e-b501dfecd8c0 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:59:50.474890 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-22c1c113-ffa2-4d99-aca1-c59ea90c17ae tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:50.511533 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c335d96c-d9ff-4c9a-a5a0-974d0aede623 req-e44369e8-18e3-4f64-889f-dbf8a6aa455e tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=4b319b27-4e04-421a-90ad-1a96efb10b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690320 Sep 24 15:59:50.514689 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c1c113-ffa2-4d99-aca1-c59ea90c17ae tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Pushing event deleted for resources: {'Port': ['ID=b301c20a-9fee-4475-ace5-84146dfa5ae5,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:50.516766 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c564e118-d869-4d8e-aefd-3f9d7ae7cf2e req-93977742-31f6-4073-b52e-bc38468162de tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164520 Sep 24 15:59:50.557309 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf305a-6bc8-4779-8c75-b8796f7bcada req-e1b3d969-c07a-411f-87f4-066b816eaab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:50.559463 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-02bf305a-6bc8-4779-8c75-b8796f7bcada req-e1b3d969-c07a-411f-87f4-066b816eaab2 service neutron] 10.222.0.110 "GET /v2.0/networks?id=5b5ae1eb-54bd-4dc0-9ed2-fc3865a6b206 HTTP/1.1" status: 200 len: 912 time: 0.1523640 Sep 24 15:59:50.634755 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-02bf305a-6bc8-4779-8c75-b8796f7bcada req-bdb991a9-ea21-47e6-815c-9fc12e0fd6e0 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0d9bb3fd-4f99-4c08-805b-a4bb8aab8289 HTTP/1.1" status: 200 len: 217 time: 0.0667691 Sep 24 15:59:50.636434 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b7a456fb-10a1-4afc-a73e-b501dfecd8c0 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.8061454 Sep 24 15:59:50.639381 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 50830) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:50.655728 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-65d4e862-43c5-4ee9-8a38-a6a5013a1c1b tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Request body: {'subnet': {'network_id': 'c45242a2-aa61-462e-b2f7-cc7a02a5e774', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:59:50.760807 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf305a-6bc8-4779-8c75-b8796f7bcada req-8fbe9b8c-167c-486a-9dd7-780f7eda468d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:50.762423 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-02bf305a-6bc8-4779-8c75-b8796f7bcada req-8fbe9b8c-167c-486a-9dd7-780f7eda468d service neutron] 10.222.0.110 "GET /v2.0/subnets?id=1b77319b-e972-47e8-93df-b7729b347ab6 HTTP/1.1" status: 200 len: 850 time: 0.1196439 Sep 24 15:59:50.766851 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-22c1c113-ffa2-4d99-aca1-c59ea90c17ae tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:50.838572 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-02bf305a-6bc8-4779-8c75-b8796f7bcada req-7f7e3e48-2ce1-49a1-ad58-d5f23d9d8c9f service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=5b5ae1eb-54bd-4dc0-9ed2-fc3865a6b206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681255 Sep 24 15:59:50.979685 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-02bf305a-6bc8-4779-8c75-b8796f7bcada req-f02467e5-af08-4ca9-9b9a-5dd2f6f3c4bd service neutron] 10.222.0.110 "GET /v2.0/networks/5b5ae1eb-54bd-4dc0-9ed2-fc3865a6b206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277783 Sep 24 15:59:51.074450 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d4e862-43c5-4ee9-8a38-a6a5013a1c1b tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Made reservation on behalf of dd692a6dccf5494e8242fa57d76d3d05 for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 15:59:51.080088 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-65d4e862-43c5-4ee9-8a38-a6a5013a1c1b tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:51.094303 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22c1c113-ffa2-4d99-aca1-c59ea90c17ae tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Router 803c42bd-d31d-4aeb-bcd6-be91779aaf3c has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:59:51.243258 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-02bf305a-6bc8-4779-8c75-b8796f7bcada req-f02ed408-51ff-4b44-bf10-213a71b57d8d service neutron] 10.222.0.110 "GET /v2.0/networks/5b5ae1eb-54bd-4dc0-9ed2-fc3865a6b206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560928 Sep 24 15:59:51.246910 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22c1c113-ffa2-4d99-aca1-c59ea90c17ae tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:59:51.254677 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-22c1c113-ffa2-4d99-aca1-c59ea90c17ae tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "PUT /v2.0/routers/803c42bd-d31d-4aeb-bcd6-be91779aaf3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9072392 Sep 24 15:59:51.255988 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 50842) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:51.258367 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6ed7b0-b755-4f1e-ab6a-3a12564de75d None None] Sync routers for ids ['803c42bd-d31d-4aeb-bcd6-be91779aaf3c'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:59:51.272793 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6ed7b0-b755-4f1e-ab6a-3a12564de75d None None] Routers {'803c42bd-d31d-4aeb-bcd6-be91779aaf3c'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:59:51.273435 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-fa6ed7b0-b755-4f1e-ab6a-3a12564de75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:59:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['803c42bd-d31d-4aeb-bcd6-be91779aaf3c'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:59:51.332367 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f2cb434-1582-4fe6-8a19-d7ee7ab96890 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Deleting subnet 51901650-bd7e-43c8-ad2a-ff12cecba4d5 {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:59:51.338044 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1f2cb434-1582-4fe6-8a19-d7ee7ab96890 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:51.392697 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1f2cb434-1582-4fe6-8a19-d7ee7ab96890 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:51.420033 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-fa6ed7b0-b755-4f1e-ab6a-3a12564de75d None None] Set router 803c42bd-d31d-4aeb-bcd6-be91779aaf3c gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:59:51.540509 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-65d4e862-43c5-4ee9-8a38-a6a5013a1c1b tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:51.551524 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1f2cb434-1582-4fe6-8a19-d7ee7ab96890 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:51.681341 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-fa6ed7b0-b755-4f1e-ab6a-3a12564de75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '803c42bd-d31d-4aeb-bcd6-be91779aaf3c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1671471545', 'tenant_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'e04f13a0-bfda-4469-8308-817bcbcd0e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:58:59Z', 'updated_at': '2021-09-24T15:59:50Z', 'revision_number': 5, 'project_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'gw_port': {'id': 'e04f13a0-bfda-4469-8308-817bcbcd0e2c', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:da:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803c42bd-d31d-4aeb-bcd6-be91779aaf3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:59:01Z', 'updated_at': '2021-09-24T15:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:59:51.683616 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65d4e862-43c5-4ee9-8a38-a6a5013a1c1b tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Network c45242a2-aa61-462e-b2f7-cc7a02a5e774 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:59:51.705501 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-65d4e862-43c5-4ee9-8a38-a6a5013a1c1b tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:59:51.711679 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6ed7b0-b755-4f1e-ab6a-3a12564de75d None None] Checking router: 803c42bd-d31d-4aeb-bcd6-be91779aaf3c for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:59:51.711928 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d4e862-43c5-4ee9-8a38-a6a5013a1c1b tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:51.718018 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-65d4e862-43c5-4ee9-8a38-a6a5013a1c1b tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:51.720582 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6911e122-e663-4c62-a841-39876a8853e2 None None] Network c45242a2-aa61-462e-b2f7-cc7a02a5e774 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:59:51.744645 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1f2cb434-1582-4fe6-8a19-d7ee7ab96890 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:51.745617 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d4e862-43c5-4ee9-8a38-a6a5013a1c1b tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event updated for resources: {'Subnet': ['ID=d64cb7ca-fdec-49f9-afa7-80e194cb09e6,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:51.756843 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b48424-490f-4f0b-a314-91a00ab235b5 req-c64dec03-23bc-49b7-aa93-37a525ba2d5d tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:51.758716 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-06b48424-490f-4f0b-a314-91a00ab235b5 req-c64dec03-23bc-49b7-aa93-37a525ba2d5d tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=c8f56886-5e0f-4583-94b8-b5728223db0b HTTP/1.1" status: 200 len: 945 time: 0.1205282 Sep 24 15:59:51.818365 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-06b48424-490f-4f0b-a314-91a00ab235b5 req-ebecc6c7-414e-419f-bb43-1f98e7d402dc tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=4b319b27-4e04-421a-90ad-1a96efb10b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503490 Sep 24 15:59:51.822554 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-65d4e862-43c5-4ee9-8a38-a6a5013a1c1b tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1818099 Sep 24 15:59:51.831136 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 50852) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:51.831912 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2cb434-1582-4fe6-8a19-d7ee7ab96890 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Pushing event deleted for resources: {'Subnet': ['ID=51901650-bd7e-43c8-ad2a-ff12cecba4d5,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:51.838298 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6ed7b0-b755-4f1e-ab6a-3a12564de75d None None] Routers {'803c42bd-d31d-4aeb-bcd6-be91779aaf3c'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:59:51.838940 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-fa6ed7b0-b755-4f1e-ab6a-3a12564de75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:59:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['803c42bd-d31d-4aeb-bcd6-be91779aaf3c'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:59:51.853896 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-4eb6d6dc-5999-45ff-a399-6a1f581a3119 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-881917948', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd64cb7ca-fdec-49f9-afa7-80e194cb09e6'}], 'security_groups': ['aea9a6c4-91a4-4fc6-98e0-c4b4b83f5db5', 'e4fee383-73d5-4df0-a234-c84611df9d8c']}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:59:51.899302 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc2c8069-eecf-4cea-9382-0962dd34e95c None None] Network 0f7ab674-61a6-47d2-953e-c5802017e6d0 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:59:51.908610 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1f2cb434-1582-4fe6-8a19-d7ee7ab96890 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:51.913042 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-1f2cb434-1582-4fe6-8a19-d7ee7ab96890 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "DELETE /v2.0/subnets/51901650-bd7e-43c8-ad2a-ff12cecba4d5 HTTP/1.1" status: 204 len: 168 time: 0.6534593 Sep 24 15:59:51.916116 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 50858) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:51.972753 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0957a365-fda5-4254-afeb-dc45215804bb req-d9119a4f-2fd2-43e8-a80f-585c2e33e600 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:51.981588 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0957a365-fda5-4254-afeb-dc45215804bb req-d9119a4f-2fd2-43e8-a80f-585c2e33e600 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=c8f56886-5e0f-4583-94b8-b5728223db0b HTTP/1.1" status: 200 len: 945 time: 0.0844905 Sep 24 15:59:52.010491 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d5a2b-25f7-40c2-b791-074601040a7c req-cf6e6212-e8cb-4943-831b-f896e9c589fc tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:52.013213 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b19d5a2b-25f7-40c2-b791-074601040a7c req-cf6e6212-e8cb-4943-831b-f896e9c589fc tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=aad57a45-3f54-4cc4-9bbf-e4ed34d63d25 HTTP/1.1" status: 200 len: 946 time: 0.3489161 Sep 24 15:59:52.034427 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0957a365-fda5-4254-afeb-dc45215804bb req-7899ee89-db63-4e2a-b450-74e6d7b0e8f3 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=4b319b27-4e04-421a-90ad-1a96efb10b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517986 Sep 24 15:59:52.059400 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-fa6ed7b0-b755-4f1e-ab6a-3a12564de75d None None] Set router 803c42bd-d31d-4aeb-bcd6-be91779aaf3c gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:59:52.066893 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 50868) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:52.133966 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee010fb9-5e37-4632-a7a7-3db88e62d53b tempest-TestNetworkAdvancedServerOps-571836934 tempest-TestNetworkAdvancedServerOps-571836934-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:52.133966 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-ee010fb9-5e37-4632-a7a7-3db88e62d53b tempest-TestNetworkAdvancedServerOps-571836934 tempest-TestNetworkAdvancedServerOps-571836934-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=c8f56886-5e0f-4583-94b8-b5728223db0b HTTP/1.1" status: 200 len: 1091 time: 0.0623517 Sep 24 15:59:52.142845 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 50870) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:52.149346 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-bc6d785e-2d8a-4ea0-bba3-a0100692fbc9 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Request body: {'floatingip': {'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'port_id': 'beee2116-20f2-482a-a6d1-9fdd3437736b', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 15:59:52.262605 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bc6d785e-2d8a-4ea0-bba3-a0100692fbc9 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for floatingip, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:52.291587 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b19d5a2b-25f7-40c2-b791-074601040a7c req-51f68868-795e-415d-ae63-0d718d7e148f tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583876 Sep 24 15:59:52.356792 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b8c96312-8291-495b-98ee-3111cfabb812 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks [] for router, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:52.462001 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4eb6d6dc-5999-45ff-a399-6a1f581a3119 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:52.495465 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bc6d785e-2d8a-4ea0-bba3-a0100692fbc9 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:52.511499 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f6ca3c-10e6-4c74-9f1d-f8d6b08a711d None None] Update dhcp port {'port': {'network_id': 'c45242a2-aa61-462e-b2f7-cc7a02a5e774', 'fixed_ips': [{'subnet_id': '62865528-a614-40e0-88f9-88a1cf91b476', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f1b7fe89-6033-4c1d-971a-86b9a808111f', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd64cb7ca-fdec-49f9-afa7-80e194cb09e6'}], 'binding:host_id': 'n-d-808921-1'}, 'id': 'c88b54a3-04ff-4087-a2ec-4797b44c4e99'} from n-d-808921-1. {{(pid=95299) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 24 15:59:52.554543 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d2f6ca3c-10e6-4c74-9f1d-f8d6b08a711d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:52.581938 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130ff39b-923a-44cd-a16c-031791375c43 None None] DHCP port deletion for 0f7ab674-61a6-47d2-953e-c5802017e6d0 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 15:59:52.640081 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-fa6ed7b0-b755-4f1e-ab6a-3a12564de75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '803c42bd-d31d-4aeb-bcd6-be91779aaf3c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1671471545', 'tenant_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'e04f13a0-bfda-4469-8308-817bcbcd0e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:58:59Z', 'updated_at': '2021-09-24T15:59:50Z', 'revision_number': 5, 'project_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'gw_port': {'id': 'e04f13a0-bfda-4469-8308-817bcbcd0e2c', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:da:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803c42bd-d31d-4aeb-bcd6-be91779aaf3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:59:01Z', 'updated_at': '2021-09-24T15:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:59:52.643223 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-bc6d785e-2d8a-4ea0-bba3-a0100692fbc9 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Allocated IP 172.25.0.134 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/621ea7c4-c487-4b4b-879f-99e98330768a) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:59:52.684380 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6ed7b0-b755-4f1e-ab6a-3a12564de75d None None] The sync data for ids ['803c42bd-d31d-4aeb-bcd6-be91779aaf3c'] in n-d-808921-1 is: [{'id': '803c42bd-d31d-4aeb-bcd6-be91779aaf3c', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1671471545', 'tenant_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.232'}], 'enable_snat': True}, 'gw_port_id': 'e04f13a0-bfda-4469-8308-817bcbcd0e2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:58:59Z', 'updated_at': '2021-09-24T15:59:50Z', 'revision_number': 5, 'project_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'gw_port': {'id': 'e04f13a0-bfda-4469-8308-817bcbcd0e2c', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:da:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '803c42bd-d31d-4aeb-bcd6-be91779aaf3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:59:01Z', 'updated_at': '2021-09-24T15:59:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:59:52.814278 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-130ff39b-923a-44cd-a16c-031791375c43 None None] Deleting port 523e3733-9433-4d0b-9e79-c619d5a01335 {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:59:52.814599 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-130ff39b-923a-44cd-a16c-031791375c43 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:52.816866 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bc6d785e-2d8a-4ea0-bba3-a0100692fbc9 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:52.845379 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b8c96312-8291-495b-98ee-3111cfabb812 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:52.933909 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bc6d785e-2d8a-4ea0-bba3-a0100692fbc9 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:52.974963 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6d785e-2d8a-4ea0-bba3-a0100692fbc9 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 15:59:52.981090 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-bc6d785e-2d8a-4ea0-bba3-a0100692fbc9 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 15:59:52.986410 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6d785e-2d8a-4ea0-bba3-a0100692fbc9 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 15:59:53.050689 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6d785e-2d8a-4ea0-bba3-a0100692fbc9 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event updated for resources: {'Port': ['ID=621ea7c4-c487-4b4b-879f-99e98330768a,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:53.089877 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-b8c96312-8291-495b-98ee-3111cfabb812 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Deleting port e04f13a0-bfda-4469-8308-817bcbcd0e2c {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:59:53.092121 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b8c96312-8291-495b-98ee-3111cfabb812 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:53.217352 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-130ff39b-923a-44cd-a16c-031791375c43 None None] For port 523e3733-9433-4d0b-9e79-c619d5a01335, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=523e3733-9433-4d0b-9e79-c619d5a01335,segment=NetworkSegment(8aa00b6a-58c7-4013-af9a-4707e55c353c),segment_id=8aa00b6a-58c7-4013-af9a-4707e55c353c)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:59:53.217756 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-130ff39b-923a-44cd-a16c-031791375c43 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:53.251327 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-130ff39b-923a-44cd-a16c-031791375c43 None None] Calling delete_port for 523e3733-9433-4d0b-9e79-c619d5a01335 owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:59:53.253748 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-d2f6ca3c-10e6-4c74-9f1d-f8d6b08a711d None None] Allocated IP 2001:db8:0:2::2 (c45242a2-aa61-462e-b2f7-cc7a02a5e774/d64cb7ca-fdec-49f9-afa7-80e194cb09e6/c88b54a3-04ff-4087-a2ec-4797b44c4e99) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:59:53.259343 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 523e3733-9433-4d0b-9e79-c619d5a01335 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:59:53.445039 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:53.607586 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-d2f6ca3c-10e6-4c74-9f1d-f8d6b08a711d None None] For port c88b54a3-04ff-4087-a2ec-4797b44c4e99, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=c88b54a3-04ff-4087-a2ec-4797b44c4e99,segment=NetworkSegment(f9a903a0-7531-46fa-8b52-58078a257370),segment_id=f9a903a0-7531-46fa-8b52-58078a257370)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:59:53.654694 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-b8c96312-8291-495b-98ee-3111cfabb812 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] For port e04f13a0-bfda-4469-8308-817bcbcd0e2c, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=e04f13a0-bfda-4469-8308-817bcbcd0e2c,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:59:53.655068 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b8c96312-8291-495b-98ee-3111cfabb812 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:53.659413 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d2f6ca3c-10e6-4c74-9f1d-f8d6b08a711d None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:53.667834 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port 523e3733-9433-4d0b-9e79-c619d5a01335, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=523e3733-9433-4d0b-9e79-c619d5a01335,segment=NetworkSegment(8aa00b6a-58c7-4013-af9a-4707e55c353c),segment_id=8aa00b6a-58c7-4013-af9a-4707e55c353c)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:59:53.678214 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-b8c96312-8291-495b-98ee-3111cfabb812 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Calling delete_port for e04f13a0-bfda-4469-8308-817bcbcd0e2c owned by network:router_gateway {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:59:53.694649 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece37645-4c98-46e9-829c-f438f61e07ee req-89fa586a-160a-496b-89cb-65cf64daf6cc tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:53.702517 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ece37645-4c98-46e9-829c-f438f61e07ee req-89fa586a-160a-496b-89cb-65cf64daf6cc tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=aad57a45-3f54-4cc4-9bbf-e4ed34d63d25 HTTP/1.1" status: 200 len: 946 time: 0.1032979 Sep 24 15:59:53.724384 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d2f6ca3c-10e6-4c74-9f1d-f8d6b08a711d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:53.801149 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:53.801837 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device b301c20a-9fee-4475-ace5-84146dfa5ae5 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:59:53.870841 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: b301c20a-9fee-4475-ace5-84146dfa5ae5 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:59:53.871186 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device b301c20a-9fee-4475-ace5-84146dfa5ae5 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:59:53.920318 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-130ff39b-923a-44cd-a16c-031791375c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:53.932756 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f6ca3c-10e6-4c74-9f1d-f8d6b08a711d None None] Pushing event updated for resources: {'Port': ['ID=c88b54a3-04ff-4087-a2ec-4797b44c4e99,revision_number=7']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:53.940289 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ece37645-4c98-46e9-829c-f438f61e07ee req-ef8a4d3b-65a5-407d-8a9f-f82fdd1af82a tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366579 Sep 24 15:59:53.972961 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f6ca3c-10e6-4c74-9f1d-f8d6b08a711d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:59:53.973717 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f6ca3c-10e6-4c74-9f1d-f8d6b08a711d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:59:53.974313 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f6ca3c-10e6-4c74-9f1d-f8d6b08a711d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:59:53.974921 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f6ca3c-10e6-4c74-9f1d-f8d6b08a711d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:59:53.975489 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f6ca3c-10e6-4c74-9f1d-f8d6b08a711d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:59:53.976075 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f6ca3c-10e6-4c74-9f1d-f8d6b08a711d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:59:53.976655 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f6ca3c-10e6-4c74-9f1d-f8d6b08a711d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:59:53.977215 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f6ca3c-10e6-4c74-9f1d-f8d6b08a711d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:59:53.977940 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f6ca3c-10e6-4c74-9f1d-f8d6b08a711d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:59:53.978545 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f6ca3c-10e6-4c74-9f1d-f8d6b08a711d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:59:53.979109 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f6ca3c-10e6-4c74-9f1d-f8d6b08a711d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:59:53.979854 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f6ca3c-10e6-4c74-9f1d-f8d6b08a711d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 15:59:54.036186 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130ff39b-923a-44cd-a16c-031791375c43 None None] No DVR routers for this DVR port 523e3733-9433-4d0b-9e79-c619d5a01335 on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 15:59:54.057612 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event deleted for resources: {'Port': ['ID=523e3733-9433-4d0b-9e79-c619d5a01335,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:54.117844 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130ff39b-923a-44cd-a16c-031791375c43 None None] Pushing event deleted for resources: {'Port': ['ID=523e3733-9433-4d0b-9e79-c619d5a01335,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:54.168300 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-4eb6d6dc-5999-45ff-a399-6a1f581a3119 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Delete allocated IP 2001:db8::33a (c45242a2-aa61-462e-b2f7-cc7a02a5e774/f1b7fe89-6033-4c1d-971a-86b9a808111f) {{(pid=95297) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 24 15:59:54.189910 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-4eb6d6dc-5999-45ff-a399-6a1f581a3119 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Allocated IP 2001:db8:0:2::335 (c45242a2-aa61-462e-b2f7-cc7a02a5e774/d64cb7ca-fdec-49f9-afa7-80e194cb09e6/8fedfd8e-cba4-4a6c-b142-61a8dcde69fe) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 15:59:54.383913 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4eb6d6dc-5999-45ff-a399-6a1f581a3119 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:54.489674 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bc6d785e-2d8a-4ea0-bba3-a0100692fbc9 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:54.502596 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4eb6d6dc-5999-45ff-a399-6a1f581a3119 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:54.636876 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-4eb6d6dc-5999-45ff-a399-6a1f581a3119 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] In _notify_port_updated(), no bound segment for port 8fedfd8e-cba4-4a6c-b142-61a8dcde69fe on network c45242a2-aa61-462e-b2f7-cc7a02a5e774 {{(pid=95297) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:873}} Sep 24 15:59:54.645901 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb6d6dc-5999-45ff-a399-6a1f581a3119 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:54.647164 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4eb6d6dc-5999-45ff-a399-6a1f581a3119 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:54.648753 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-4eb6d6dc-5999-45ff-a399-6a1f581a3119 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "PUT /v2.0/ports/8fedfd8e-cba4-4a6c-b142-61a8dcde69fe HTTP/1.1" status: 200 len: 969 time: 2.8012381 Sep 24 15:59:54.652054 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 50906) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:54.652841 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b8c96312-8291-495b-98ee-3111cfabb812 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:54.707105 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb6d6dc-5999-45ff-a399-6a1f581a3119 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event updated for resources: {'Port': ['ID=8fedfd8e-cba4-4a6c-b142-61a8dcde69fe,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:54.777695 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c96312-8291-495b-98ee-3111cfabb812 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Pushing event deleted for resources: {'Port': ['ID=e04f13a0-bfda-4469-8308-817bcbcd0e2c,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:54.795952 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b8c96312-8291-495b-98ee-3111cfabb812 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586576'] for router_gateway, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:54.813061 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bc6d785e-2d8a-4ea0-bba3-a0100692fbc9 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:54.952213 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-77ed2c39-7f63-4092-8419-e8aa77eabf95 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Deleting port 8fedfd8e-cba4-4a6c-b142-61a8dcde69fe {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:59:54.952706 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-77ed2c39-7f63-4092-8419-e8aa77eabf95 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:54.989880 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b8c96312-8291-495b-98ee-3111cfabb812 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:54.993044 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b8c96312-8291-495b-98ee-3111cfabb812 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:55.106530 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device c88b54a3-04ff-4087-a2ec-4797b44c4e99 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 15:59:55.123685 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e24592-9d04-4353-bf00-170c1abf12d3 req-4a54ddee-6073-47ed-9242-b646ba473c4b tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:55.123685 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a5e24592-9d04-4353-bf00-170c1abf12d3 req-4a54ddee-6073-47ed-9242-b646ba473c4b tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=aad57a45-3f54-4cc4-9bbf-e4ed34d63d25 HTTP/1.1" status: 200 len: 946 time: 0.2837145 Sep 24 15:59:55.172929 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b8c96312-8291-495b-98ee-3111cfabb812 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:55.174518 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8c96312-8291-495b-98ee-3111cfabb812 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Fanout notify agent at l3_agent the message router_deleted on router 803c42bd-d31d-4aeb-bcd6-be91779aaf3c {{(pid=95297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 15:59:55.187371 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b8c96312-8291-495b-98ee-3111cfabb812 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:55.189580 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b8c96312-8291-495b-98ee-3111cfabb812 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "DELETE /v2.0/routers/803c42bd-d31d-4aeb-bcd6-be91779aaf3c HTTP/1.1" status: 204 len: 168 time: 3.2725358 Sep 24 15:59:55.195769 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 50920) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:55.227702 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a5e24592-9d04-4353-bf00-170c1abf12d3 req-ccd32033-0f20-40fd-a058-8e021f86146b tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949562 Sep 24 15:59:55.278983 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-77ed2c39-7f63-4092-8419-e8aa77eabf95 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:55.307138 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-81063b46-d9d4-4a7c-9393-f6d14f290e71 None None] Provisioning complete for port 8fedfd8e-cba4-4a6c-b142-61a8dcde69fe triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:59:55.309190 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-81063b46-d9d4-4a7c-9393-f6d14f290e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:55.354001 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-77ed2c39-7f63-4092-8419-e8aa77eabf95 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Calling delete_port for 8fedfd8e-cba4-4a6c-b142-61a8dcde69fe owned by {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:59:55.364610 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d6db1e29-1234-4689-9296-be89925187c5 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:55.371342 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port c88b54a3-04ff-4087-a2ec-4797b44c4e99 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:59:55.371988 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:55.384031 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-81063b46-d9d4-4a7c-9393-f6d14f290e71 None None] Port 8fedfd8e-cba4-4a6c-b142-61a8dcde69fe cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:59:55.411930 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bc6d785e-2d8a-4ea0-bba3-a0100692fbc9 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:55.460240 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-81063b46-d9d4-4a7c-9393-f6d14f290e71 None None] Provisioning complete for port c88b54a3-04ff-4087-a2ec-4797b44c4e99 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:59:55.460627 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-81063b46-d9d4-4a7c-9393-f6d14f290e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:55.510099 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bc6d785e-2d8a-4ea0-bba3-a0100692fbc9 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:55.665214 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6d785e-2d8a-4ea0-bba3-a0100692fbc9 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event updated for resources: {'Port': ['ID=621ea7c4-c487-4b4b-879f-99e98330768a,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:55.698076 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d6db1e29-1234-4689-9296-be89925187c5 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:55.700750 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-81063b46-d9d4-4a7c-9393-f6d14f290e71 None None] Provisioning complete for port fa0113c1-c244-4497-b8c6-26923e69a15d triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:59:55.701404 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-81063b46-d9d4-4a7c-9393-f6d14f290e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:55.757377 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-81063b46-d9d4-4a7c-9393-f6d14f290e71 None None] Port fa0113c1-c244-4497-b8c6-26923e69a15d cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:59:55.770480 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-d6db1e29-1234-4689-9296-be89925187c5 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f7ab674-61a6-47d2-953e-c5802017e6d0']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:59:55.782478 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-d6db1e29-1234-4689-9296-be89925187c5 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aa00b6a-58c7-4013-af9a-4707e55c353c') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:59:55.786906 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-d6db1e29-1234-4689-9296-be89925187c5 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aa00b6a-58c7-4013-af9a-4707e55c353c') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:59:55.799277 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d6db1e29-1234-4689-9296-be89925187c5 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:55.802508 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bc6d785e-2d8a-4ea0-bba3-a0100692fbc9 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:55.871984 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d6db1e29-1234-4689-9296-be89925187c5 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:55.884073 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6db1e29-1234-4689-9296-be89925187c5 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Releasing vlan 1288 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 15:59:55.884481 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d6db1e29-1234-4689-9296-be89925187c5 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:55.887586 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 15:59:55.887586 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 15:59:55.887586 n-d-808921-1 neutron-server[95298]: timer() Sep 24 15:59:55.887586 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 15:59:55.887586 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 15:59:55.887586 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 15:59:55.887586 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 15:59:55.887586 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 15:59:55.887586 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 15:59:55.887586 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 15:59:55.887586 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 15:59:55.887586 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 15:59:55.887586 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 15:59:55.887586 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 15:59:55.887586 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 15:59:55.887586 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 15:59:55.887586 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 15:59:55.887586 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 15:59:55.887586 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 15:59:55.887586 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 15:59:55.887586 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 15:59:55.887586 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 15:59:55.887586 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 15:59:55.887586 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 15:59:55.887586 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 15:59:55.887586 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 15:59:55.887586 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 15:59:55.887586 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 15:59:55.887586 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 15:59:55.887586 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 15:59:55.887586 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 15:59:55.887586 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 15:59:55.904790 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-a62266fc-efdb-4a29-9b59-026a00e3a999 None None] Provisioning complete for port 8fedfd8e-cba4-4a6c-b142-61a8dcde69fe triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 15:59:55.907114 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a62266fc-efdb-4a29-9b59-026a00e3a999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:55.947881 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-a62266fc-efdb-4a29-9b59-026a00e3a999 None None] Port 8fedfd8e-cba4-4a6c-b142-61a8dcde69fe cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 15:59:56.012264 n-d-808921-1 neutron-server[95298]: INFO neutron.db.l3_db [None req-bc6d785e-2d8a-4ea0-bba3-a0100692fbc9 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Floating IP 3d7a5054-e027-415e-b392-416c36243bb7 associated. External IP: 172.25.0.134, port: beee2116-20f2-482a-a6d1-9fdd3437736b. Sep 24 15:59:56.052549 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-77ed2c39-7f63-4092-8419-e8aa77eabf95 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:56.088890 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ed2c39-7f63-4092-8419-e8aa77eabf95 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event deleted for resources: {'Port': ['ID=8fedfd8e-cba4-4a6c-b142-61a8dcde69fe,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:56.104733 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d6db1e29-1234-4689-9296-be89925187c5 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:56.134671 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d6db1e29-1234-4689-9296-be89925187c5 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:56.136795 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-d6db1e29-1234-4689-9296-be89925187c5 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "DELETE /v2.0/networks/0f7ab674-61a6-47d2-953e-c5802017e6d0 HTTP/1.1" status: 204 len: 168 time: 0.9400253 Sep 24 15:59:56.139604 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 50934) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:56.196030 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-77ed2c39-7f63-4092-8419-e8aa77eabf95 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:56.198513 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-77ed2c39-7f63-4092-8419-e8aa77eabf95 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "DELETE /v2.0/ports/8fedfd8e-cba4-4a6c-b142-61a8dcde69fe HTTP/1.1" status: 204 len: 168 time: 1.5449584 Sep 24 15:59:56.217573 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 50940) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:56.240117 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6db1e29-1234-4689-9296-be89925187c5 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Pushing event deleted for resources: {'Network': ['ID=0f7ab674-61a6-47d2-953e-c5802017e6d0,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:56.293928 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-8946a77b-b5aa-454a-8019-b24073010513 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] GET failed (client error): The resource could not be found. Sep 24 15:59:56.295994 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-8946a77b-b5aa-454a-8019-b24073010513 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "GET /v2.0/ports/8fedfd8e-cba4-4a6c-b142-61a8dcde69fe HTTP/1.1" status: 404 len: 333 time: 0.0742466 Sep 24 15:59:56.298785 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 50944) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:56.440785 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-96442121-9860-4d1e-9ebc-4c29cc2e1966 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:56.470840 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd86985e-01fd-4255-b644-dc82a23b1cc8 req-959e7bec-486d-45b8-b945-ff78ff0e297b tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:56.472260 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cd86985e-01fd-4255-b644-dc82a23b1cc8 req-959e7bec-486d-45b8-b945-ff78ff0e297b tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=aad57a45-3f54-4cc4-9bbf-e4ed34d63d25 HTTP/1.1" status: 200 len: 946 time: 0.1168978 Sep 24 15:59:56.500838 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-96442121-9860-4d1e-9ebc-4c29cc2e1966 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:56.523064 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cd86985e-01fd-4255-b644-dc82a23b1cc8 req-07eef02f-c163-474a-ba95-ed1603a0e351 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428956 Sep 24 15:59:56.530951 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-441487d9-9748-448d-866f-819f5572cbf3 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Deleting port e393b43c-fd0b-4d33-8966-442357789524 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:59:56.532188 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-441487d9-9748-448d-866f-819f5572cbf3 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:56.542625 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc6d785e-2d8a-4ea0-bba3-a0100692fbc9 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Router 43fbce14-064b-4084-8a86-21effe393dd6 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:59:56.625123 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-441487d9-9748-448d-866f-819f5572cbf3 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:56.625277 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-441487d9-9748-448d-866f-819f5572cbf3 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:56.638181 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-441487d9-9748-448d-866f-819f5572cbf3 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Calling delete_port for e393b43c-fd0b-4d33-8966-442357789524 owned by network:floatingip {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:59:56.665517 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc6d785e-2d8a-4ea0-bba3-a0100692fbc9 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:59:56.675565 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d2164e-5e9a-43e5-9478-6eac3f02c2a4 None None] Sync routers for ids ['43fbce14-064b-4084-8a86-21effe393dd6'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:59:56.688285 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d2164e-5e9a-43e5-9478-6eac3f02c2a4 None None] Routers {'43fbce14-064b-4084-8a86-21effe393dd6'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:59:56.688285 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-47d2164e-5e9a-43e5-9478-6eac3f02c2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:59:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['43fbce14-064b-4084-8a86-21effe393dd6'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:59:56.716700 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-96442121-9860-4d1e-9ebc-4c29cc2e1966 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:56.718282 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-96442121-9860-4d1e-9ebc-4c29cc2e1966 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:56.726745 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-96442121-9860-4d1e-9ebc-4c29cc2e1966 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "DELETE /v2.0/security-groups/833d0a75-9140-448e-b9f9-2642cdba1446 HTTP/1.1" status: 204 len: 168 time: 0.4209929 Sep 24 15:59:56.727447 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 50952) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:56.752622 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96442121-9860-4d1e-9ebc-4c29cc2e1966 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=833d0a75-9140-448e-b9f9-2642cdba1446,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:56.816273 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bc6d785e-2d8a-4ea0-bba3-a0100692fbc9 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:56.888875 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-bc6d785e-2d8a-4ea0-bba3-a0100692fbc9 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.7510295 Sep 24 15:59:56.892050 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8f56886-5e0f-4583-94b8-b5728223db0b', 'tag': 'beee2116-20f2-482a-a6d1-9fdd3437736b'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:59:56.894467 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8abb184f-d89a-4226-8544-10466b8f52a1" -d '{"events": [{"name": "network-changed", "server_uuid": "c8f56886-5e0f-4583-94b8-b5728223db0b", "tag": "beee2116-20f2-482a-a6d1-9fdd3437736b"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:59:56.908107 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7da404d3-f3ec-4875-b90c-d74bc5d69b6b tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:56.941291 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device e04f13a0-bfda-4469-8308-817bcbcd0e2c no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 15:59:56.954768 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7da404d3-f3ec-4875-b90c-d74bc5d69b6b tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:56.976735 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: e04f13a0-bfda-4469-8308-817bcbcd0e2c {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 15:59:56.978359 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device e04f13a0-bfda-4469-8308-817bcbcd0e2c not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 15:59:57.001828 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba2e556-941b-4a09-b724-fa519a7f8aaf x-openstack-request-id: req-4ba2e556-941b-4a09-b724-fa519a7f8aaf {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:59:57.002211 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8f56886-5e0f-4583-94b8-b5728223db0b", "tag": "beee2116-20f2-482a-a6d1-9fdd3437736b", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:59:57.002576 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4ba2e556-941b-4a09-b724-fa519a7f8aaf {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:59:57.006253 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8f56886-5e0f-4583-94b8-b5728223db0b', 'tag': 'beee2116-20f2-482a-a6d1-9fdd3437736b', 'status': 'completed', 'code': 200} Sep 24 15:59:57.018501 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-47d2164e-5e9a-43e5-9478-6eac3f02c2a4 None None] Set router 43fbce14-064b-4084-8a86-21effe393dd6 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:59:57.041922 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5419fd70-87e7-4523-8a1a-a52b33320f70 req-6c2bb148-b06d-4b9e-9ef9-c55bcf359b0c tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:57.043487 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5419fd70-87e7-4523-8a1a-a52b33320f70 req-6c2bb148-b06d-4b9e-9ef9-c55bcf359b0c tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=c8f56886-5e0f-4583-94b8-b5728223db0b HTTP/1.1" status: 200 len: 945 time: 0.0658488 Sep 24 15:59:57.072752 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-441487d9-9748-448d-866f-819f5572cbf3 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:57.084011 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abb184f-d89a-4226-8544-10466b8f52a1 req-75dbd084-dc41-4032-85fb-636f03dd813e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:57.084996 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8abb184f-d89a-4226-8544-10466b8f52a1 req-75dbd084-dc41-4032-85fb-636f03dd813e service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=7e512e155fd047afb7c369ee55b40ecc&device_id=c8f56886-5e0f-4583-94b8-b5728223db0b HTTP/1.1" status: 200 len: 1096 time: 0.0580051 Sep 24 15:59:57.120591 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7da404d3-f3ec-4875-b90c-d74bc5d69b6b tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:57.123320 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7da404d3-f3ec-4875-b90c-d74bc5d69b6b tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:57.124619 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-7da404d3-f3ec-4875-b90c-d74bc5d69b6b tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "DELETE /v2.0/security-groups/e4fee383-73d5-4df0-a234-c84611df9d8c HTTP/1.1" status: 204 len: 168 time: 0.3959188 Sep 24 15:59:57.134831 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 50962) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:57.169040 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da404d3-f3ec-4875-b90c-d74bc5d69b6b tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4fee383-73d5-4df0-a234-c84611df9d8c,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:57.169726 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441487d9-9748-448d-866f-819f5572cbf3 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Pushing event deleted for resources: {'Port': ['ID=e393b43c-fd0b-4d33-8966-442357789524,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:57.190964 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5419fd70-87e7-4523-8a1a-a52b33320f70 req-101d69cf-1872-4d63-844f-40cea1ae028f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=4b319b27-4e04-421a-90ad-1a96efb10b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405294 Sep 24 15:59:57.228450 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 50966) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:57.253110 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-441487d9-9748-448d-866f-819f5572cbf3 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks [] for floatingip, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:57.253491 n-d-808921-1 neutron-server[95297]: INFO neutron.db.l3_db [None req-441487d9-9748-448d-866f-819f5572cbf3 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Floating IP bfc7fc6b-8474-4881-910e-96dd016da1c7 disassociated (deleted). External IP: 172.25.0.84, port: 7a619d73-29c5-47bb-84d5-35ad6689c821. Sep 24 15:59:57.278932 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-47d2164e-5e9a-43e5-9478-6eac3f02c2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43fbce14-064b-4084-8a86-21effe393dd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-503689369', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '5a7bd278-bae2-4935-a8bb-1c0f019b7c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:59:18Z', 'updated_at': '2021-09-24T15:59:30Z', 'revision_number': 4, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'gw_port': {'id': '5a7bd278-bae2-4935-a8bb-1c0f019b7c62', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43fbce14-064b-4084-8a86-21effe393dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:59:20Z', 'updated_at': '2021-09-24T15:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': '3d7a5054-e027-415e-b392-416c36243bb7', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'floating_ip_address': '172.25.0.134', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '43fbce14-064b-4084-8a86-21effe393dd6', 'port_id': 'beee2116-20f2-482a-a6d1-9fdd3437736b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78ed0ec3-2733-4633-a276-464419b5683d', 'mac_address': 'fa:16:3e:1c:28:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f56886-5e0f-4583-94b8-b5728223db0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:59:53Z', 'updated_at': '2021-09-24T15:59:53Z', 'revision_number': 0, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7673fc2d-4e72-463f-b5e6-baa9394d1986', 'name': '', 'network_id': '78ed0ec3-2733-4633-a276-464419b5683d', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'mac_address': 'fa:16:3e:53:9f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43fbce14-064b-4084-8a86-21effe393dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '0480698d-1abe-4017-ba8f-f31dd6254cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:59:28Z', 'updated_at': '2021-09-24T15:59:35Z', 'revision_number': 5, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'subnets': [{'id': '0480698d-1abe-4017-ba8f-f31dd6254cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:59:57.314081 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d2164e-5e9a-43e5-9478-6eac3f02c2a4 None None] Checking router: 43fbce14-064b-4084-8a86-21effe393dd6 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:59:57.324607 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-995cf344-03bb-44f5-ac42-3449eb621534 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:57.339253 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d2164e-5e9a-43e5-9478-6eac3f02c2a4 None None] Routers {'43fbce14-064b-4084-8a86-21effe393dd6'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:59:57.339865 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-47d2164e-5e9a-43e5-9478-6eac3f02c2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:59:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['43fbce14-064b-4084-8a86-21effe393dd6'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:59:57.382152 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abb184f-d89a-4226-8544-10466b8f52a1 req-12842ddd-b69a-4027-84bc-f103c530fe73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:57.383823 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8abb184f-d89a-4226-8544-10466b8f52a1 req-12842ddd-b69a-4027-84bc-f103c530fe73 service neutron] 10.222.0.108 "GET /v2.0/networks?id=78ed0ec3-2733-4633-a276-464419b5683d HTTP/1.1" status: 200 len: 898 time: 0.2916377 Sep 24 15:59:57.385915 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-995cf344-03bb-44f5-ac42-3449eb621534 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:57.392290 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-aec91baa-d640-4189-adde-6887236f7f3a tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/floatingips/3d7a5054-e027-415e-b392-416c36243bb7 HTTP/1.1" status: 200 len: 991 time: 0.1644726 Sep 24 15:59:57.504948 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8abb184f-d89a-4226-8544-10466b8f52a1 req-f1c85a50-a1b8-4c8f-8229-020b70e5aa4e service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=beee2116-20f2-482a-a6d1-9fdd3437736b HTTP/1.1" status: 200 len: 999 time: 0.1053197 Sep 24 15:59:57.510723 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-47d2164e-5e9a-43e5-9478-6eac3f02c2a4 None None] Set router 43fbce14-064b-4084-8a86-21effe393dd6 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:59:57.521747 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-441487d9-9748-448d-866f-819f5572cbf3 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Router 07ee152a-b38f-4437-9b37-7ebd70954210 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 15:59:57.606574 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abb184f-d89a-4226-8544-10466b8f52a1 req-1604b5b9-cf83-416c-b499-e0031fe97c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:57.608102 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8abb184f-d89a-4226-8544-10466b8f52a1 req-1604b5b9-cf83-416c-b499-e0031fe97c46 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=0480698d-1abe-4017-ba8f-f31dd6254cc6 HTTP/1.1" status: 200 len: 835 time: 0.0948794 Sep 24 15:59:57.616510 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-995cf344-03bb-44f5-ac42-3449eb621534 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:57.619762 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-995cf344-03bb-44f5-ac42-3449eb621534 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:57.621577 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-995cf344-03bb-44f5-ac42-3449eb621534 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "DELETE /v2.0/security-groups/aea9a6c4-91a4-4fc6-98e0-c4b4b83f5db5 HTTP/1.1" status: 204 len: 168 time: 0.4834633 Sep 24 15:59:57.627466 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 50980) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:57.717291 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995cf344-03bb-44f5-ac42-3449eb621534 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea9a6c4-91a4-4fc6-98e0-c4b4b83f5db5,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:57.755418 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7581cb-ae76-4b4f-a0c3-db468d321987 req-a0cef85b-ebf4-4b3e-a3e3-ea8df0db2b25 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:57.756877 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3b7581cb-ae76-4b4f-a0c3-db468d321987 req-a0cef85b-ebf4-4b3e-a3e3-ea8df0db2b25 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=aad57a45-3f54-4cc4-9bbf-e4ed34d63d25 HTTP/1.1" status: 200 len: 946 time: 0.1031070 Sep 24 15:59:57.762105 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abb184f-d89a-4226-8544-10466b8f52a1 req-1eb7edfc-3258-4879-99ef-116634d51589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:57.763600 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8abb184f-d89a-4226-8544-10466b8f52a1 req-1eb7edfc-3258-4879-99ef-116634d51589 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=78ed0ec3-2733-4633-a276-464419b5683d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1347747 Sep 24 15:59:57.775705 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-b69bd4be-317d-4012-8666-e0286f6191d4 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Deleting subnet f1b7fe89-6033-4c1d-971a-86b9a808111f {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:59:57.779771 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b69bd4be-317d-4012-8666-e0286f6191d4 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:57.823997 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b69bd4be-317d-4012-8666-e0286f6191d4 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:57.856482 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-47d2164e-5e9a-43e5-9478-6eac3f02c2a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43fbce14-064b-4084-8a86-21effe393dd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-503689369', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '5a7bd278-bae2-4935-a8bb-1c0f019b7c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:59:18Z', 'updated_at': '2021-09-24T15:59:30Z', 'revision_number': 4, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'gw_port': {'id': '5a7bd278-bae2-4935-a8bb-1c0f019b7c62', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43fbce14-064b-4084-8a86-21effe393dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:59:20Z', 'updated_at': '2021-09-24T15:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': '3d7a5054-e027-415e-b392-416c36243bb7', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'floating_ip_address': '172.25.0.134', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '43fbce14-064b-4084-8a86-21effe393dd6', 'port_id': 'beee2116-20f2-482a-a6d1-9fdd3437736b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78ed0ec3-2733-4633-a276-464419b5683d', 'mac_address': 'fa:16:3e:1c:28:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f56886-5e0f-4583-94b8-b5728223db0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:59:53Z', 'updated_at': '2021-09-24T15:59:53Z', 'revision_number': 0, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7673fc2d-4e72-463f-b5e6-baa9394d1986', 'name': '', 'network_id': '78ed0ec3-2733-4633-a276-464419b5683d', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'mac_address': 'fa:16:3e:53:9f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43fbce14-064b-4084-8a86-21effe393dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '0480698d-1abe-4017-ba8f-f31dd6254cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:59:28Z', 'updated_at': '2021-09-24T15:59:35Z', 'revision_number': 5, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'subnets': [{'id': '0480698d-1abe-4017-ba8f-f31dd6254cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:59:57.862809 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3b7581cb-ae76-4b4f-a0c3-db468d321987 req-631ca0a1-18cc-4566-9f51-83ea910a5db1 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978456 Sep 24 15:59:57.891534 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d2164e-5e9a-43e5-9478-6eac3f02c2a4 None None] The sync data for ids ['43fbce14-064b-4084-8a86-21effe393dd6'] in n-d-808921-1 is: [{'id': '43fbce14-064b-4084-8a86-21effe393dd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-503689369', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '5a7bd278-bae2-4935-a8bb-1c0f019b7c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:59:18Z', 'updated_at': '2021-09-24T15:59:30Z', 'revision_number': 4, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'gw_port': {'id': '5a7bd278-bae2-4935-a8bb-1c0f019b7c62', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43fbce14-064b-4084-8a86-21effe393dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:59:20Z', 'updated_at': '2021-09-24T15:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': '3d7a5054-e027-415e-b392-416c36243bb7', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'floating_ip_address': '172.25.0.134', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '43fbce14-064b-4084-8a86-21effe393dd6', 'port_id': 'beee2116-20f2-482a-a6d1-9fdd3437736b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3281, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78ed0ec3-2733-4633-a276-464419b5683d', 'mac_address': 'fa:16:3e:1c:28:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8f56886-5e0f-4583-94b8-b5728223db0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T15:59:53Z', 'updated_at': '2021-09-24T15:59:53Z', 'revision_number': 0, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7673fc2d-4e72-463f-b5e6-baa9394d1986', 'name': '', 'network_id': '78ed0ec3-2733-4633-a276-464419b5683d', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'mac_address': 'fa:16:3e:53:9f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43fbce14-064b-4084-8a86-21effe393dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '0480698d-1abe-4017-ba8f-f31dd6254cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:59:28Z', 'updated_at': '2021-09-24T15:59:35Z', 'revision_number': 5, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'subnets': [{'id': '0480698d-1abe-4017-ba8f-f31dd6254cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:59:57.905667 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-441487d9-9748-448d-866f-819f5572cbf3 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 15:59:57.912620 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-441487d9-9748-448d-866f-819f5572cbf3 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:57.918573 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f82e6e-c6b5-4999-9973-0ddccedb3f48 None None] Sync routers for ids ['07ee152a-b38f-4437-9b37-7ebd70954210'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 15:59:57.936882 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f82e6e-c6b5-4999-9973-0ddccedb3f48 None None] Routers {'07ee152a-b38f-4437-9b37-7ebd70954210'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:59:57.938651 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-c4f82e6e-c6b5-4999-9973-0ddccedb3f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:59:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['07ee152a-b38f-4437-9b37-7ebd70954210'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:59:57.946283 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8abb184f-d89a-4226-8544-10466b8f52a1 req-6bc95db8-f65c-4aad-ad98-3699af60a522 service neutron] 10.222.0.108 "GET /v2.0/networks/78ed0ec3-2733-4633-a276-464419b5683d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729898 Sep 24 15:59:57.952441 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-441487d9-9748-448d-866f-819f5572cbf3 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "DELETE /v2.0/floatingips/bfc7fc6b-8474-4881-910e-96dd016da1c7 HTTP/1.1" status: 204 len: 168 time: 1.8101747 Sep 24 15:59:57.988606 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc6f7f69-a208-403a-96ca-2175192815ac', 'tag': '7a619d73-29c5-47bb-84d5-35ad6689c821'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 15:59:57.988972 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08ac191-dfd4-4bd7-9c6d-3c73d919cfc8" -d '{"events": [{"name": "network-changed", "server_uuid": "cc6f7f69-a208-403a-96ca-2175192815ac", "tag": "7a619d73-29c5-47bb-84d5-35ad6689c821"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 15:59:58.070809 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b69bd4be-317d-4012-8666-e0286f6191d4 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:58.120531 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 15:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf61843-81ab-44f0-8f43-7291276c1291 x-openstack-request-id: req-fdf61843-81ab-44f0-8f43-7291276c1291 {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 15:59:58.120813 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc6f7f69-a208-403a-96ca-2175192815ac", "tag": "7a619d73-29c5-47bb-84d5-35ad6689c821", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 15:59:58.121057 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-fdf61843-81ab-44f0-8f43-7291276c1291 {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 15:59:58.121440 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc6f7f69-a208-403a-96ca-2175192815ac', 'tag': '7a619d73-29c5-47bb-84d5-35ad6689c821', 'status': 'completed', 'code': 200} Sep 24 15:59:58.196253 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ac191-dfd4-4bd7-9c6d-3c73d919cfc8 req-7b0e3f8f-f40d-4ed5-a39f-99fc4c172386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:58.201624 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-c4f82e6e-c6b5-4999-9973-0ddccedb3f48 None None] Set router 07ee152a-b38f-4437-9b37-7ebd70954210 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:59:58.205423 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e08ac191-dfd4-4bd7-9c6d-3c73d919cfc8 req-7b0e3f8f-f40d-4ed5-a39f-99fc4c172386 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=1154a7819e8f441ba8a2f5ad356b8a2c&device_id=cc6f7f69-a208-403a-96ca-2175192815ac HTTP/1.1" status: 200 len: 1135 time: 0.0861585 Sep 24 15:59:58.208035 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8abb184f-d89a-4226-8544-10466b8f52a1 req-37233190-3cf4-46e9-b99b-f061cfba17c5 service neutron] 10.222.0.108 "GET /v2.0/networks/78ed0ec3-2733-4633-a276-464419b5683d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514982 Sep 24 15:59:58.228808 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b69bd4be-317d-4012-8666-e0286f6191d4 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:58.331462 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b69bd4be-317d-4012-8666-e0286f6191d4 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:58.333672 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b69bd4be-317d-4012-8666-e0286f6191d4 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "DELETE /v2.0/subnets/f1b7fe89-6033-4c1d-971a-86b9a808111f HTTP/1.1" status: 204 len: 168 time: 0.7052155 Sep 24 15:59:58.335496 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69bd4be-317d-4012-8666-e0286f6191d4 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event deleted for resources: {'Subnet': ['ID=f1b7fe89-6033-4c1d-971a-86b9a808111f,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:58.336470 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d537961-a9c9-4a6b-85a5-eb8e207e45e7 None None] New status for floating IP 3d7a5054-e027-415e-b392-416c36243bb7: ACTIVE {{(pid=95300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 15:59:58.338382 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 51006) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:58.395196 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 51008) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:58.440161 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ac191-dfd4-4bd7-9c6d-3c73d919cfc8 req-416a669c-3898-4dfd-a0c6-49b845027a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:58.442109 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e08ac191-dfd4-4bd7-9c6d-3c73d919cfc8 req-416a669c-3898-4dfd-a0c6-49b845027a1d service neutron] 10.222.0.108 "GET /v2.0/networks?id=13818614-7186-4b08-8e65-99dcf947f9be HTTP/1.1" status: 200 len: 899 time: 0.2240961 Sep 24 15:59:58.520701 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e08ac191-dfd4-4bd7-9c6d-3c73d919cfc8 req-2f46955a-9199-4b08-9c53-57f24ae440f6 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a619d73-29c5-47bb-84d5-35ad6689c821 HTTP/1.1" status: 200 len: 217 time: 0.0607574 Sep 24 15:59:58.548766 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2ae947-0ee2-469a-8d3d-895ee94be480 req-65d24656-ca2e-4451-9d61-a23732f5fc91 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:58.550924 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7e2ae947-0ee2-469a-8d3d-895ee94be480 req-65d24656-ca2e-4451-9d61-a23732f5fc91 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.110 "GET /v2.0/ports?device_id=aad57a45-3f54-4cc4-9bbf-e4ed34d63d25 HTTP/1.1" status: 200 len: 946 time: 0.1475382 Sep 24 15:59:58.558199 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663e1a24-6d0e-4577-b147-251dd72de3c2 None None] Network c45242a2-aa61-462e-b2f7-cc7a02a5e774 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 15:59:58.581026 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-55d96795-dfb3-4653-bfae-56cefa584dbe tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Deleting subnet d64cb7ca-fdec-49f9-afa7-80e194cb09e6 {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:59:58.639731 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-2efcb623-65c3-43d6-a204-85e652574565 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/floatingips/3d7a5054-e027-415e-b392-416c36243bb7 HTTP/1.1" status: 200 len: 991 time: 0.2432849 Sep 24 15:59:58.647931 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-55d96795-dfb3-4653-bfae-56cefa584dbe tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:58.653046 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ac191-dfd4-4bd7-9c6d-3c73d919cfc8 req-53bbedc3-ea3d-4475-9528-524f4c4cc6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:58.655397 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e08ac191-dfd4-4bd7-9c6d-3c73d919cfc8 req-53bbedc3-ea3d-4475-9528-524f4c4cc6d4 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=56122e50-b940-4224-b271-61ac27d698f8 HTTP/1.1" status: 200 len: 833 time: 0.1255260 Sep 24 15:59:58.733206 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffad788-88df-4e16-ac20-749cdaf29b0e req-16742f2e-2c45-4597-abbe-811f68191ca1 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:58.735558 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-dffad788-88df-4e16-ac20-749cdaf29b0e req-16742f2e-2c45-4597-abbe-811f68191ca1 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "GET /v2.0/ports?device_id=cc6f7f69-a208-403a-96ca-2175192815ac HTTP/1.1" status: 200 len: 984 time: 0.1847272 Sep 24 15:59:58.754735 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ac191-dfd4-4bd7-9c6d-3c73d919cfc8 req-300c8e69-19c5-4ce6-b62d-0dbab849af3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:58.756429 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e08ac191-dfd4-4bd7-9c6d-3c73d919cfc8 req-300c8e69-19c5-4ce6-b62d-0dbab849af3f service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=13818614-7186-4b08-8e65-99dcf947f9be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0913706 Sep 24 15:59:58.794478 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-55d96795-dfb3-4653-bfae-56cefa584dbe tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:58.798683 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-7e2ae947-0ee2-469a-8d3d-895ee94be480 req-aeee6f9f-4c5f-429a-bfc9-243e56d51a54 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Deleting port 0d9bb3fd-4f99-4c08-805b-a4bb8aab8289 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 15:59:58.799056 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7e2ae947-0ee2-469a-8d3d-895ee94be480 req-aeee6f9f-4c5f-429a-bfc9-243e56d51a54 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:58.837208 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-dffad788-88df-4e16-ac20-749cdaf29b0e req-2b31e5dd-35cb-4991-b4e9-78c49075f379 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "GET /v2.0/security-groups?id=b09f9d36-615e-491f-9040-7f552995a11f&id=63e4738a-f24b-4a61-9373-0015f7f58dee&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0926802 Sep 24 15:59:58.924291 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-c4f82e6e-c6b5-4999-9973-0ddccedb3f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ee152a-b38f-4437-9b37-7ebd70954210', 'name': 'tempest-TestSecurityGroupsBasicOps-router-495157186', 'tenant_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '7b5e7e62-d694-4e79-86b6-7d3065c07fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:57:38Z', 'updated_at': '2021-09-24T15:57:51Z', 'revision_number': 4, 'project_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'gw_port': {'id': '7b5e7e62-d694-4e79-86b6-7d3065c07fec', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:1d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ee152a-b38f-4437-9b37-7ebd70954210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:57:39Z', 'updated_at': '2021-09-24T15:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '5458e65c-f857-4b84-92a4-ea20d2659287', 'name': '', 'network_id': '13818614-7186-4b08-8e65-99dcf947f9be', 'tenant_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'mac_address': 'fa:16:3e:d5:e4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ee152a-b38f-4437-9b37-7ebd70954210', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '56122e50-b940-4224-b271-61ac27d698f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:57:49Z', 'updated_at': '2021-09-24T15:57:56Z', 'revision_number': 5, 'project_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'subnets': [{'id': '56122e50-b940-4224-b271-61ac27d698f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:59:58.938933 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-55d96795-dfb3-4653-bfae-56cefa584dbe tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:59.024444 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f82e6e-c6b5-4999-9973-0ddccedb3f48 None None] Checking router: 07ee152a-b38f-4437-9b37-7ebd70954210 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 15:59:59.042391 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f82e6e-c6b5-4999-9973-0ddccedb3f48 None None] Routers {'07ee152a-b38f-4437-9b37-7ebd70954210'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 15:59:59.043046 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-c4f82e6e-c6b5-4999-9973-0ddccedb3f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T15:59:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['07ee152a-b38f-4437-9b37-7ebd70954210'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:59:59.120518 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-55d96795-dfb3-4653-bfae-56cefa584dbe tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:59.217528 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d96795-dfb3-4653-bfae-56cefa584dbe tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event deleted for resources: {'Subnet': ['ID=d64cb7ca-fdec-49f9-afa7-80e194cb09e6,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:59.226489 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-c4f82e6e-c6b5-4999-9973-0ddccedb3f48 None None] Set router 07ee152a-b38f-4437-9b37-7ebd70954210 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 15:59:59.227232 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-55d96795-dfb3-4653-bfae-56cefa584dbe tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:59.227232 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-55d96795-dfb3-4653-bfae-56cefa584dbe tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "DELETE /v2.0/subnets/d64cb7ca-fdec-49f9-afa7-80e194cb09e6 HTTP/1.1" status: 204 len: 168 time: 0.8792660 Sep 24 15:59:59.234371 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 51024) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:59.235142 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-7e2ae947-0ee2-469a-8d3d-895ee94be480 req-aeee6f9f-4c5f-429a-bfc9-243e56d51a54 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] For port 0d9bb3fd-4f99-4c08-805b-a4bb8aab8289, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=0d9bb3fd-4f99-4c08-805b-a4bb8aab8289,segment=NetworkSegment(563c8a32-dd71-4fde-bd28-b20905086572),segment_id=563c8a32-dd71-4fde-bd28-b20905086572)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 15:59:59.235142 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7e2ae947-0ee2-469a-8d3d-895ee94be480 req-aeee6f9f-4c5f-429a-bfc9-243e56d51a54 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:59.249557 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-7e2ae947-0ee2-469a-8d3d-895ee94be480 req-aeee6f9f-4c5f-429a-bfc9-243e56d51a54 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Calling delete_port for 0d9bb3fd-4f99-4c08-805b-a4bb8aab8289 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 15:59:59.331844 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b579c85-9365-4f41-8a9e-7371b9819788 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] DELETE failed (client error): The resource could not be found. Sep 24 15:59:59.332377 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b579c85-9365-4f41-8a9e-7371b9819788 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 15:59:59.336604 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-3b579c85-9365-4f41-8a9e-7371b9819788 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "DELETE /v2.0/subnets/f1b7fe89-6033-4c1d-971a-86b9a808111f HTTP/1.1" status: 404 len: 337 time: 0.0991857 Sep 24 15:59:59.337859 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 51028) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:59.423221 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5565a127-eff4-4ae8-9078-9f5c9f683a77 req-08a2c86e-4739-4d6c-84b9-dda157a22afd tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:59.430760 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5565a127-eff4-4ae8-9078-9f5c9f683a77 req-08a2c86e-4739-4d6c-84b9-dda157a22afd tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=aad57a45-3f54-4cc4-9bbf-e4ed34d63d25 HTTP/1.1" status: 200 len: 946 time: 0.1711962 Sep 24 15:59:59.478359 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-f363ee51-35b3-435a-a090-485c04db2c1e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Deleting subnet 62865528-a614-40e0-88f9-88a1cf91b476 {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 15:59:59.486829 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f363ee51-35b3-435a-a090-485c04db2c1e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:59.491419 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e08ac191-dfd4-4bd7-9c6d-3c73d919cfc8 req-bcdd2c03-89b0-4146-a3f2-42a01a73299c service neutron] 10.222.0.108 "GET /v2.0/networks/13818614-7186-4b08-8e65-99dcf947f9be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7253327 Sep 24 15:59:59.558072 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f363ee51-35b3-435a-a090-485c04db2c1e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:59.571260 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5565a127-eff4-4ae8-9078-9f5c9f683a77 req-813bec13-e03a-4da6-813c-8141fc6a1060 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395054 Sep 24 15:59:59.645031 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 51034) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 15:59:59.679602 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-c4f82e6e-c6b5-4999-9973-0ddccedb3f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ee152a-b38f-4437-9b37-7ebd70954210', 'name': 'tempest-TestSecurityGroupsBasicOps-router-495157186', 'tenant_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '7b5e7e62-d694-4e79-86b6-7d3065c07fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:57:38Z', 'updated_at': '2021-09-24T15:57:51Z', 'revision_number': 4, 'project_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'gw_port': {'id': '7b5e7e62-d694-4e79-86b6-7d3065c07fec', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:1d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ee152a-b38f-4437-9b37-7ebd70954210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:57:39Z', 'updated_at': '2021-09-24T15:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '5458e65c-f857-4b84-92a4-ea20d2659287', 'name': '', 'network_id': '13818614-7186-4b08-8e65-99dcf947f9be', 'tenant_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'mac_address': 'fa:16:3e:d5:e4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ee152a-b38f-4437-9b37-7ebd70954210', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '56122e50-b940-4224-b271-61ac27d698f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:57:49Z', 'updated_at': '2021-09-24T15:57:56Z', 'revision_number': 5, 'project_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'subnets': [{'id': '56122e50-b940-4224-b271-61ac27d698f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 15:59:59.735598 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f82e6e-c6b5-4999-9973-0ddccedb3f48 None None] The sync data for ids ['07ee152a-b38f-4437-9b37-7ebd70954210'] in n-d-808921-1 is: [{'id': '07ee152a-b38f-4437-9b37-7ebd70954210', 'name': 'tempest-TestSecurityGroupsBasicOps-router-495157186', 'tenant_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '7b5e7e62-d694-4e79-86b6-7d3065c07fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:57:38Z', 'updated_at': '2021-09-24T15:57:51Z', 'revision_number': 4, 'project_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'gw_port': {'id': '7b5e7e62-d694-4e79-86b6-7d3065c07fec', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:1d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ee152a-b38f-4437-9b37-7ebd70954210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:57:39Z', 'updated_at': '2021-09-24T15:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '5458e65c-f857-4b84-92a4-ea20d2659287', 'name': '', 'network_id': '13818614-7186-4b08-8e65-99dcf947f9be', 'tenant_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'mac_address': 'fa:16:3e:d5:e4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ee152a-b38f-4437-9b37-7ebd70954210', 'device_owner': 'network:router_interface', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': '56122e50-b940-4224-b271-61ac27d698f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:57:49Z', 'updated_at': '2021-09-24T15:57:56Z', 'revision_number': 5, 'project_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'subnets': [{'id': '56122e50-b940-4224-b271-61ac27d698f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 15:59:59.747849 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e08ac191-dfd4-4bd7-9c6d-3c73d919cfc8 req-69eb03f1-c886-4bbc-ae56-683c7b9ad356 service neutron] 10.222.0.108 "GET /v2.0/networks/13818614-7186-4b08-8e65-99dcf947f9be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430913 Sep 24 15:59:59.903591 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7e2ae947-0ee2-469a-8d3d-895ee94be480 req-aeee6f9f-4c5f-429a-bfc9-243e56d51a54 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 15:59:59.919377 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['0d9bb3fd-4f99-4c08-805b-a4bb8aab8289'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:59:59.922633 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['6a208f6d-3676-4483-97c6-16d909eb22e6'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 15:59:59.961820 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeee6f9f-4c5f-429a-bfc9-243e56d51a54 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Pushing event deleted for resources: {'Port': ['ID=0d9bb3fd-4f99-4c08-805b-a4bb8aab8289,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 15:59:59.994107 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29537f8f-953d-45a8-87cc-eba096c35a51 req-44206917-767d-4719-80a0-f63ecef87335 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 15:59:59.996695 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-29537f8f-953d-45a8-87cc-eba096c35a51 req-44206917-767d-4719-80a0-f63ecef87335 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.108 "GET /v2.0/ports?device_id=cc6f7f69-a208-403a-96ca-2175192815ac HTTP/1.1" status: 200 len: 984 time: 0.1623728 Sep 24 16:00:00.082326 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e2ae947-0ee2-469a-8d3d-895ee94be480 req-aeee6f9f-4c5f-429a-bfc9-243e56d51a54 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] No DVR routers for this DVR port 0d9bb3fd-4f99-4c08-805b-a4bb8aab8289 on host n-h1-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:00:00.085775 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7e2ae947-0ee2-469a-8d3d-895ee94be480 req-aeee6f9f-4c5f-429a-bfc9-243e56d51a54 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:00.088839 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7e2ae947-0ee2-469a-8d3d-895ee94be480 req-aeee6f9f-4c5f-429a-bfc9-243e56d51a54 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.110 "DELETE /v2.0/ports/0d9bb3fd-4f99-4c08-805b-a4bb8aab8289 HTTP/1.1" status: 204 len: 173 time: 1.4961405 Sep 24 16:00:00.101097 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aad57a45-3f54-4cc4-9bbf-e4ed34d63d25', 'name': 'network-vif-deleted', 'tag': '0d9bb3fd-4f99-4c08-805b-a4bb8aab8289'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:00:00.104070 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c75cd37-b1b2-4ed2-ba34-cee75ae0abf7" -d '{"events": [{"server_uuid": "aad57a45-3f54-4cc4-9bbf-e4ed34d63d25", "name": "network-vif-deleted", "tag": "0d9bb3fd-4f99-4c08-805b-a4bb8aab8289"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:00:00.206020 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-29537f8f-953d-45a8-87cc-eba096c35a51 req-cf685b04-22c1-40e5-bb87-6a689e1e78f6 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Deleting port 7a619d73-29c5-47bb-84d5-35ad6689c821 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:00:00.207038 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-29537f8f-953d-45a8-87cc-eba096c35a51 req-cf685b04-22c1-40e5-bb87-6a689e1e78f6 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:00.240310 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fffd2e4-8de0-4699-b269-289a72c1beca None None] Network c45242a2-aa61-462e-b2f7-cc7a02a5e774 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:00:00.290246 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89d6208a-1e87-4b3c-8455-d01986b5480b x-openstack-request-id: req-89d6208a-1e87-4b3c-8455-d01986b5480b {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:00:00.290592 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aad57a45-3f54-4cc4-9bbf-e4ed34d63d25", "name": "network-vif-deleted", "tag": "0d9bb3fd-4f99-4c08-805b-a4bb8aab8289", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:00:00.290825 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-89d6208a-1e87-4b3c-8455-d01986b5480b {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:00:00.291246 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aad57a45-3f54-4cc4-9bbf-e4ed34d63d25', 'name': 'network-vif-deleted', 'tag': '0d9bb3fd-4f99-4c08-805b-a4bb8aab8289', 'status': 'completed', 'code': 200} Sep 24 16:00:00.301585 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ca9ffe-6345-42db-90cd-daad664c7b35 None None] New status for floating IP bfc7fc6b-8474-4881-910e-96dd016da1c7: DOWN {{(pid=95299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 16:00:00.348413 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f363ee51-35b3-435a-a090-485c04db2c1e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:00.381591 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-d07c3812-d8c4-4517-aec6-8d2777fd25bc tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/floatingips/3d7a5054-e027-415e-b392-416c36243bb7 HTTP/1.1" status: 200 len: 993 time: 0.7339900 Sep 24 16:00:00.410676 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391950c8-72c8-4bab-831d-c781a3f5f121 req-ba6cc719-e196-4420-be25-3a442da7c9ce tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:00.412327 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-391950c8-72c8-4bab-831d-c781a3f5f121 req-ba6cc719-e196-4420-be25-3a442da7c9ce tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "GET /v2.0/ports?device_id=cc6f7f69-a208-403a-96ca-2175192815ac HTTP/1.1" status: 200 len: 984 time: 0.1930802 Sep 24 16:00:00.421376 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-29537f8f-953d-45a8-87cc-eba096c35a51 req-cf685b04-22c1-40e5-bb87-6a689e1e78f6 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] For port 7a619d73-29c5-47bb-84d5-35ad6689c821, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=7a619d73-29c5-47bb-84d5-35ad6689c821,segment=NetworkSegment(c0799422-e8b3-4c5a-9646-fb503ff7b23e),segment_id=c0799422-e8b3-4c5a-9646-fb503ff7b23e)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:00:00.432274 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-29537f8f-953d-45a8-87cc-eba096c35a51 req-cf685b04-22c1-40e5-bb87-6a689e1e78f6 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:00.486467 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-29537f8f-953d-45a8-87cc-eba096c35a51 req-cf685b04-22c1-40e5-bb87-6a689e1e78f6 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Calling delete_port for 7a619d73-29c5-47bb-84d5-35ad6689c821 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:00:00.491713 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-391950c8-72c8-4bab-831d-c781a3f5f121 req-91739742-bc67-4b8d-b169-a486e34d76cd tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "GET /v2.0/security-groups?id=b09f9d36-615e-491f-9040-7f552995a11f&id=63e4738a-f24b-4a61-9373-0015f7f58dee&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0728035 Sep 24 16:00:00.595223 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f363ee51-35b3-435a-a090-485c04db2c1e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:00.646850 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-e4cb105c-08f9-43f4-b98b-a501c3202f35 None None] Provisioning complete for port c88b54a3-04ff-4087-a2ec-4797b44c4e99 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:00:00.647220 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e4cb105c-08f9-43f4-b98b-a501c3202f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:00.689430 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f363ee51-35b3-435a-a090-485c04db2c1e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event deleted for resources: {'Subnet': ['ID=62865528-a614-40e0-88f9-88a1cf91b476,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:00.700578 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f363ee51-35b3-435a-a090-485c04db2c1e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:00.706141 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f363ee51-35b3-435a-a090-485c04db2c1e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "DELETE /v2.0/subnets/62865528-a614-40e0-88f9-88a1cf91b476 HTTP/1.1" status: 204 len: 168 time: 1.3648393 Sep 24 16:00:00.706744 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 51054) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:00.738719 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-32d11475-f210-446d-84b4-3b7b6c2e0e37 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] DELETE failed (client error): The resource could not be found. Sep 24 16:00:00.739176 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32d11475-f210-446d-84b4-3b7b6c2e0e37 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 16:00:00.742634 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-32d11475-f210-446d-84b4-3b7b6c2e0e37 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "DELETE /v2.0/subnets/b5ae6ab8-b5c7-47af-a621-3e989c31dcb6 HTTP/1.1" status: 404 len: 337 time: 0.0335829 Sep 24 16:00:00.743941 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 51056) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:00.775614 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-4fc4aba5-e5c0-4fa4-9418-02b5f460d72a tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "GET /v2.0/ports?device_id=d38acbfd-fb25-4b83-92fa-f1f514797036 HTTP/1.1" status: 200 len: 205 time: 0.0293357 Sep 24 16:00:00.777740 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 51060) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:00.792462 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e268f81d-b4b9-4eb8-8187-4dedca6a2537 req-e7e13871-a92f-4bd7-a2fe-c2ebe3d68eb4 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=aad57a45-3f54-4cc4-9bbf-e4ed34d63d25 HTTP/1.1" status: 200 len: 210 time: 0.0384066 Sep 24 16:00:00.816870 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-29537f8f-953d-45a8-87cc-eba096c35a51 req-cf685b04-22c1-40e5-bb87-6a689e1e78f6 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:00.848019 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [None req-91352fad-f112-4a41-b991-1a46b61c5125 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] delete failed (client error): The resource could not be found. Sep 24 16:00:00.851087 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 51062) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:00.851757 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-91352fad-f112-4a41-b991-1a46b61c5125 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "DELETE /v2.0/routers/d38acbfd-fb25-4b83-92fa-f1f514797036 HTTP/1.1" status: 404 len: 336 time: 0.0671859 Sep 24 16:00:00.866171 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf685b04-22c1-40e5-bb87-6a689e1e78f6 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Pushing event deleted for resources: {'Port': ['ID=7a619d73-29c5-47bb-84d5-35ad6689c821,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:00.880515 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-e4cb105c-08f9-43f4-b98b-a501c3202f35 None None] Provisioning complete for port fa0113c1-c244-4497-b8c6-26923e69a15d triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:00:00.880894 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e4cb105c-08f9-43f4-b98b-a501c3202f35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:00.904123 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-498e3dd2-c261-4bf9-aa6d-24662c31401e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] DELETE failed (client error): The resource could not be found. Sep 24 16:00:00.904727 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-498e3dd2-c261-4bf9-aa6d-24662c31401e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 16:00:00.906661 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-498e3dd2-c261-4bf9-aa6d-24662c31401e tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "DELETE /v2.0/subnets/08bce5ef-da63-478d-a312-c31c2f7d69af HTTP/1.1" status: 404 len: 337 time: 0.0528018 Sep 24 16:00:00.911126 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 51066) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:00.929879 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-e4cb105c-08f9-43f4-b98b-a501c3202f35 None None] Port fa0113c1-c244-4497-b8c6-26923e69a15d cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:00:00.939696 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e8209f-c175-4f94-a0fb-6108c746f941 None None] DHCP port deletion for c45242a2-aa61-462e-b2f7-cc7a02a5e774 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 16:00:00.960270 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-29537f8f-953d-45a8-87cc-eba096c35a51 req-cf685b04-22c1-40e5-bb87-6a689e1e78f6 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] No DVR routers for this DVR port 7a619d73-29c5-47bb-84d5-35ad6689c821 on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:00:00.972747 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-29537f8f-953d-45a8-87cc-eba096c35a51 req-cf685b04-22c1-40e5-bb87-6a689e1e78f6 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:00.977847 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-29537f8f-953d-45a8-87cc-eba096c35a51 req-cf685b04-22c1-40e5-bb87-6a689e1e78f6 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.108 "DELETE /v2.0/ports/7a619d73-29c5-47bb-84d5-35ad6689c821 HTTP/1.1" status: 204 len: 173 time: 0.9536617 Sep 24 16:00:00.995110 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f17093b-3ee0-4000-9843-b246d24de338 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] DELETE failed (client error): The resource could not be found. Sep 24 16:00:00.995662 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f17093b-3ee0-4000-9843-b246d24de338 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 16:00:00.997754 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-0f17093b-3ee0-4000-9843-b246d24de338 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "DELETE /v2.0/subnets/0a1ce8f1-e605-465d-a586-02ac54afcaec HTTP/1.1" status: 404 len: 337 time: 0.0851021 Sep 24 16:00:01.001102 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 51068) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:01.020347 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-83e8209f-c175-4f94-a0fb-6108c746f941 None None] Deleting port c88b54a3-04ff-4087-a2ec-4797b44c4e99 {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:00:01.020729 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-83e8209f-c175-4f94-a0fb-6108c746f941 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:01.036380 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-443b7eb9-6adc-4f7e-92cd-e9b067125adc tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] DELETE failed (client error): The resource could not be found. Sep 24 16:00:01.037076 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-443b7eb9-6adc-4f7e-92cd-e9b067125adc tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 16:00:01.039014 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-443b7eb9-6adc-4f7e-92cd-e9b067125adc tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "DELETE /v2.0/subnets/2fd384eb-11da-4f4e-bc35-191391443e6b HTTP/1.1" status: 404 len: 337 time: 0.0361111 Sep 24 16:00:01.041636 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 51070) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:01.073083 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-d100fe45-e05f-48fe-a3d1-9a5880bf9ff9 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] DELETE failed (client error): The resource could not be found. Sep 24 16:00:01.074023 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d100fe45-e05f-48fe-a3d1-9a5880bf9ff9 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 16:00:01.079134 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 51072) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:01.079332 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-d100fe45-e05f-48fe-a3d1-9a5880bf9ff9 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "DELETE /v2.0/ports/24bb5d48-14dc-49cc-8556-d62a067d6246 HTTP/1.1" status: 404 len: 333 time: 0.0367661 Sep 24 16:00:01.104352 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-83e8209f-c175-4f94-a0fb-6108c746f941 None None] For port c88b54a3-04ff-4087-a2ec-4797b44c4e99, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=c88b54a3-04ff-4087-a2ec-4797b44c4e99,segment=NetworkSegment(f9a903a0-7531-46fa-8b52-58078a257370),segment_id=f9a903a0-7531-46fa-8b52-58078a257370)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:00:01.104933 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-83e8209f-c175-4f94-a0fb-6108c746f941 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:01.109819 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f60547d-f073-4448-a129-0897bf74fe9c tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] DELETE failed (client error): The resource could not be found. Sep 24 16:00:01.110762 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f60547d-f073-4448-a129-0897bf74fe9c tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 16:00:01.113700 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-6f60547d-f073-4448-a129-0897bf74fe9c tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "DELETE /v2.0/subnets/1b6c4ea8-2403-4ff1-9ab1-a893278866be HTTP/1.1" status: 404 len: 337 time: 0.0330009 Sep 24 16:00:01.116458 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 51074) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:01.122839 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-83e8209f-c175-4f94-a0fb-6108c746f941 None None] Calling delete_port for c88b54a3-04ff-4087-a2ec-4797b44c4e99 owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:00:01.158431 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-66e7505e-d459-4c6d-bbb5-44b2d4c0adae tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] DELETE failed (client error): The resource could not be found. Sep 24 16:00:01.158903 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66e7505e-d459-4c6d-bbb5-44b2d4c0adae tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 16:00:01.160754 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-66e7505e-d459-4c6d-bbb5-44b2d4c0adae tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "DELETE /v2.0/subnets/31cfa270-bf13-4f65-83bf-58697999c4ca HTTP/1.1" status: 404 len: 337 time: 0.0433493 Sep 24 16:00:01.169344 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 51076) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:01.192079 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-2adb44c0-c7eb-440a-90ee-e04f8192f6d3 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] DELETE failed (client error): The resource could not be found. Sep 24 16:00:01.193170 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2adb44c0-c7eb-440a-90ee-e04f8192f6d3 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 16:00:01.195416 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-2adb44c0-c7eb-440a-90ee-e04f8192f6d3 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "DELETE /v2.0/ports/a6406e5f-1891-4cbc-bce7-5fda31162993 HTTP/1.1" status: 404 len: 333 time: 0.0306809 Sep 24 16:00:01.197945 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 51080) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:01.240544 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-58570714-dc63-4210-9178-9163dfc61344 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] DELETE failed (client error): The resource could not be found. Sep 24 16:00:01.240716 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58570714-dc63-4210-9178-9163dfc61344 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 16:00:01.242666 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-58570714-dc63-4210-9178-9163dfc61344 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "DELETE /v2.0/subnets/b15a5843-d124-4900-9090-b018a8dfd7f9 HTTP/1.1" status: 404 len: 337 time: 0.0430717 Sep 24 16:00:01.245204 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 51086) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:01.277441 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-f32e15a2-ad64-4da4-bc44-9d57ab4305f7 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] DELETE failed (client error): The resource could not be found. Sep 24 16:00:01.277902 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f32e15a2-ad64-4da4-bc44-9d57ab4305f7 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 16:00:01.279727 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f32e15a2-ad64-4da4-bc44-9d57ab4305f7 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "DELETE /v2.0/subnets/09b48d35-c8dd-40b1-82b0-70f3f5f1fbea HTTP/1.1" status: 404 len: 337 time: 0.0335963 Sep 24 16:00:01.282613 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 51088) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:01.287412 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ae19e632-6c6a-40e2-ad41-038124417eb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:01.373047 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-83e8209f-c175-4f94-a0fb-6108c746f941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:01.405572 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-0dad55c8-39db-4749-88a6-459683ba3eed tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Deleting port fa0113c1-c244-4497-b8c6-26923e69a15d {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:00:01.406082 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0dad55c8-39db-4749-88a6-459683ba3eed tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:01.410442 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e8209f-c175-4f94-a0fb-6108c746f941 None None] Pushing event deleted for resources: {'Port': ['ID=c88b54a3-04ff-4087-a2ec-4797b44c4e99,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:01.445777 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e8209f-c175-4f94-a0fb-6108c746f941 None None] No DVR routers for this DVR port c88b54a3-04ff-4087-a2ec-4797b44c4e99 on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:00:01.521204 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0dad55c8-39db-4749-88a6-459683ba3eed tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:01.547663 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-0dad55c8-39db-4749-88a6-459683ba3eed tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Calling delete_port for fa0113c1-c244-4497-b8c6-26923e69a15d owned by {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:00:01.726638 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ce99206f-c629-48e1-b394-549c76d26353 req-dc9859b1-7136-4613-b4ba-a8ce9508222c tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "GET /v2.0/ports?device_id=cc6f7f69-a208-403a-96ca-2175192815ac HTTP/1.1" status: 200 len: 210 time: 0.0416458 Sep 24 16:00:01.811825 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0dad55c8-39db-4749-88a6-459683ba3eed tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:01.845028 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0dad55c8-39db-4749-88a6-459683ba3eed tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:01.851248 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-0dad55c8-39db-4749-88a6-459683ba3eed tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "DELETE /v2.0/ports/fa0113c1-c244-4497-b8c6-26923e69a15d HTTP/1.1" status: 204 len: 168 time: 0.5651343 Sep 24 16:00:01.851537 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 51110) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:01.927670 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dad55c8-39db-4749-88a6-459683ba3eed tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event deleted for resources: {'Port': ['ID=fa0113c1-c244-4497-b8c6-26923e69a15d,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:01.954928 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dad55c8-39db-4749-88a6-459683ba3eed tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:00:01.955303 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dad55c8-39db-4749-88a6-459683ba3eed tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:00:01.955625 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dad55c8-39db-4749-88a6-459683ba3eed tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:00:01.958663 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dad55c8-39db-4749-88a6-459683ba3eed tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:00:01.958663 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dad55c8-39db-4749-88a6-459683ba3eed tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:00:01.958663 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dad55c8-39db-4749-88a6-459683ba3eed tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:00:01.958663 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dad55c8-39db-4749-88a6-459683ba3eed tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:00:01.958663 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dad55c8-39db-4749-88a6-459683ba3eed tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:00:01.958663 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dad55c8-39db-4749-88a6-459683ba3eed tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:00:01.958663 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dad55c8-39db-4749-88a6-459683ba3eed tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:00:01.958663 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dad55c8-39db-4749-88a6-459683ba3eed tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:00:01.958663 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dad55c8-39db-4749-88a6-459683ba3eed tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:00:01.994692 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4413abf4-a48c-47cb-9d18-511788e0edc6 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:02.091871 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4413abf4-a48c-47cb-9d18-511788e0edc6 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:02.123809 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-4413abf4-a48c-47cb-9d18-511788e0edc6 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c45242a2-aa61-462e-b2f7-cc7a02a5e774']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:00:02.143999 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-4413abf4-a48c-47cb-9d18-511788e0edc6 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9a903a0-7531-46fa-8b52-58078a257370') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:00:02.148034 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-4413abf4-a48c-47cb-9d18-511788e0edc6 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9a903a0-7531-46fa-8b52-58078a257370') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:00:02.156843 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4413abf4-a48c-47cb-9d18-511788e0edc6 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:02.180324 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4413abf4-a48c-47cb-9d18-511788e0edc6 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:02.187491 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4413abf4-a48c-47cb-9d18-511788e0edc6 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Releasing vlan 1294 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 16:00:02.187911 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4413abf4-a48c-47cb-9d18-511788e0edc6 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:02.217719 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 16:00:02.217719 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 16:00:02.217719 n-d-808921-1 neutron-server[95298]: timer() Sep 24 16:00:02.217719 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 16:00:02.217719 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 16:00:02.217719 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 16:00:02.217719 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 16:00:02.217719 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 16:00:02.217719 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 16:00:02.217719 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 16:00:02.217719 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 16:00:02.217719 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 16:00:02.217719 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 16:00:02.217719 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 16:00:02.217719 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 16:00:02.217719 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 16:00:02.217719 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 16:00:02.217719 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 16:00:02.217719 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 16:00:02.217719 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 16:00:02.217719 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 16:00:02.217719 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 16:00:02.217719 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 16:00:02.217719 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 16:00:02.217719 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 16:00:02.217719 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 16:00:02.217719 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 16:00:02.217719 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 16:00:02.217719 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 16:00:02.217719 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 16:00:02.217719 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 16:00:02.217719 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 16:00:02.280150 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 51118) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:02.292894 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc6f7f69-a208-403a-96ca-2175192815ac', 'name': 'network-vif-deleted', 'tag': '7a619d73-29c5-47bb-84d5-35ad6689c821'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:00:02.295210 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d2f06ca-5431-41f5-ae43-a69e6b4427d3" -d '{"events": [{"server_uuid": "cc6f7f69-a208-403a-96ca-2175192815ac", "name": "network-vif-deleted", "tag": "7a619d73-29c5-47bb-84d5-35ad6689c821"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:00:02.358314 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b2daaf-ed62-48c2-a5be-1577684965f0 x-openstack-request-id: req-73b2daaf-ed62-48c2-a5be-1577684965f0 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:00:02.358907 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc6f7f69-a208-403a-96ca-2175192815ac", "name": "network-vif-deleted", "tag": "7a619d73-29c5-47bb-84d5-35ad6689c821", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:00:02.359412 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-73b2daaf-ed62-48c2-a5be-1577684965f0 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:00:02.359890 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc6f7f69-a208-403a-96ca-2175192815ac', 'name': 'network-vif-deleted', 'tag': '7a619d73-29c5-47bb-84d5-35ad6689c821', 'status': 'completed', 'code': 200} Sep 24 16:00:02.373798 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4413abf4-a48c-47cb-9d18-511788e0edc6 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:02.401219 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4413abf4-a48c-47cb-9d18-511788e0edc6 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:02.408896 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-4413abf4-a48c-47cb-9d18-511788e0edc6 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] 10.222.0.101 "DELETE /v2.0/networks/c45242a2-aa61-462e-b2f7-cc7a02a5e774 HTTP/1.1" status: 204 len: 168 time: 0.5555534 Sep 24 16:00:02.449752 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4413abf4-a48c-47cb-9d18-511788e0edc6 tempest-PortsIpV6TestJSON-2064794332 tempest-PortsIpV6TestJSON-2064794332-project] Pushing event deleted for resources: {'Network': ['ID=c45242a2-aa61-462e-b2f7-cc7a02a5e774,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:02.490285 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-89d9932b-2047-40c9-91cf-ef361301b6b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:02.528483 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc71f65-2be2-444f-8985-f3546e5a3bb3 req-e6b7bc49-d81d-4dd9-96ea-09f9e966df2b tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:02.530724 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9cc71f65-2be2-444f-8985-f3546e5a3bb3 req-e6b7bc49-d81d-4dd9-96ea-09f9e966df2b tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb85660a-fb37-4b80-a4be-00e9bc56d2d2 HTTP/1.1" status: 200 len: 945 time: 0.0673614 Sep 24 16:00:02.578923 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9cc71f65-2be2-444f-8985-f3546e5a3bb3 req-b49476cc-82fb-48ce-830d-c75452df2471 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400608 Sep 24 16:00:02.623141 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-89d9932b-2047-40c9-91cf-ef361301b6b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:02.724775 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-89d9932b-2047-40c9-91cf-ef361301b6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:02.764730 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-89d9932b-2047-40c9-91cf-ef361301b6b6 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=4f38217fb867496582d508792033c925&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4825671 Sep 24 16:00:02.765510 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d9932b-2047-40c9-91cf-ef361301b6b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3136e0d6-1c87-42a5-b8b9-58781a89f8cf,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:02.767489 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 51138) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:02.811940 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 51142) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:02.847806 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-be402808-b355-4549-8036-70ff1069ad2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:02.886204 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-be402808-b355-4549-8036-70ff1069ad2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:02.927619 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-abfa4d77-98c1-4ea3-adc0-0eb1505c3e1a tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:02.960067 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-abfa4d77-98c1-4ea3-adc0-0eb1505c3e1a tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:02.976516 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 51146) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:02.989789 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device c88b54a3-04ff-4087-a2ec-4797b44c4e99 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:00:03.019180 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: c88b54a3-04ff-4087-a2ec-4797b44c4e99 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:00:03.020014 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device c88b54a3-04ff-4087-a2ec-4797b44c4e99 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:00:03.113467 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-be402808-b355-4549-8036-70ff1069ad2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:03.116212 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-be402808-b355-4549-8036-70ff1069ad2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:03.117410 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-be402808-b355-4549-8036-70ff1069ad2f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/3136e0d6-1c87-42a5-b8b9-58781a89f8cf HTTP/1.1" status: 204 len: 168 time: 0.3489017 Sep 24 16:00:03.126147 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be402808-b355-4549-8036-70ff1069ad2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3136e0d6-1c87-42a5-b8b9-58781a89f8cf,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:03.143689 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-abfa4d77-98c1-4ea3-adc0-0eb1505c3e1a tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:03.143689 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-abfa4d77-98c1-4ea3-adc0-0eb1505c3e1a tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:03.143689 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-abfa4d77-98c1-4ea3-adc0-0eb1505c3e1a tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "DELETE /v2.0/security-groups/63e4738a-f24b-4a61-9373-0015f7f58dee HTTP/1.1" status: 204 len: 168 time: 0.3270264 Sep 24 16:00:03.145074 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 51154) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:03.153851 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-94eb41e4-fb74-4418-b899-c1bdd2b00e13 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=dd692a6dccf5494e8242fa57d76d3d05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1704264 Sep 24 16:00:03.153851 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 51156) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:03.166706 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfa4d77-98c1-4ea3-adc0-0eb1505c3e1a tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63e4738a-f24b-4a61-9373-0015f7f58dee,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:03.213267 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1a531592-1790-4170-81b8-5898235a33ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:03.232254 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bde8f485-2cdb-4c00-a5b7-a7b37d5bbec9 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:03.238046 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1a531592-1790-4170-81b8-5898235a33ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:03.267434 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bde8f485-2cdb-4c00-a5b7-a7b37d5bbec9 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:03.382711 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bde8f485-2cdb-4c00-a5b7-a7b37d5bbec9 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:03.387296 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1a531592-1790-4170-81b8-5898235a33ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:03.387425 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bde8f485-2cdb-4c00-a5b7-a7b37d5bbec9 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:03.387540 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1a531592-1790-4170-81b8-5898235a33ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:03.387734 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-bde8f485-2cdb-4c00-a5b7-a7b37d5bbec9 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "DELETE /v2.0/security-groups/b09f9d36-615e-491f-9040-7f552995a11f HTTP/1.1" status: 204 len: 168 time: 0.2397733 Sep 24 16:00:03.390120 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-1a531592-1790-4170-81b8-5898235a33ac admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/7dd708d5-bd7a-4ba3-8ca8-883f26e4b9ff HTTP/1.1" status: 204 len: 168 time: 0.2356813 Sep 24 16:00:03.391543 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 51162) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:03.409091 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde8f485-2cdb-4c00-a5b7-a7b37d5bbec9 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09f9d36-615e-491f-9040-7f552995a11f,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:03.425145 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 0d9bb3fd-4f99-4c08-805b-a4bb8aab8289 no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:00:03.444798 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a531592-1790-4170-81b8-5898235a33ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd708d5-bd7a-4ba3-8ca8-883f26e4b9ff,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:03.469272 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] No Port match for: 0d9bb3fd-4f99-4c08-805b-a4bb8aab8289 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:00:03.469916 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 0d9bb3fd-4f99-4c08-805b-a4bb8aab8289 not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:00:03.753023 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a48eeb-796e-4167-8057-86052f28f3cf req-d1ce4f47-5bba-4e87-b1b1-f8a6e79d6bbd tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:03.754616 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b5a48eeb-796e-4167-8057-86052f28f3cf req-d1ce4f47-5bba-4e87-b1b1-f8a6e79d6bbd tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb85660a-fb37-4b80-a4be-00e9bc56d2d2 HTTP/1.1" status: 200 len: 945 time: 0.1037107 Sep 24 16:00:03.826010 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b5a48eeb-796e-4167-8057-86052f28f3cf req-b1b6ce23-3699-4c0f-8da6-5bcf3d1023c0 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462792 Sep 24 16:00:03.912875 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5bc2676d-cc21-406a-9cdf-82c13d6ae03c tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:03.920109 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-cd292b2c-535b-4109-9c4d-8b6c679dff3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:03.984712 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 51178) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:04.001486 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a47b599d-c58d-428e-91a0-30f47fe40177 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:04.108543 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a47b599d-c58d-428e-91a0-30f47fe40177 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:04.202101 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a47b599d-c58d-428e-91a0-30f47fe40177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:04.222594 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-5bc2676d-cc21-406a-9cdf-82c13d6ae03c tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Deleting port 5458e65c-f857-4b84-92a4-ea20d2659287 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:00:04.223269 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5bc2676d-cc21-406a-9cdf-82c13d6ae03c tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:04.251894 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-a47b599d-c58d-428e-91a0-30f47fe40177 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ef047fc04a1548df8197a999d309cf9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2647705 Sep 24 16:00:04.255403 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 51190) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:04.263390 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47b599d-c58d-428e-91a0-30f47fe40177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2da742cd-c3ac-4699-891b-6b71d3dfa71b,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:04.264014 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 7a619d73-29c5-47bb-84d5-35ad6689c821 no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:00:04.311970 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:04.325469 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] No Port match for: 7a619d73-29c5-47bb-84d5-35ad6689c821 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:00:04.326822 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 7a619d73-29c5-47bb-84d5-35ad6689c821 not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:00:04.335835 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fd61437b-0764-4bd2-9281-3018fd71ade8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:04.354108 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-5bc2676d-cc21-406a-9cdf-82c13d6ae03c tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] For port 5458e65c-f857-4b84-92a4-ea20d2659287, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=5458e65c-f857-4b84-92a4-ea20d2659287,segment=NetworkSegment(c0799422-e8b3-4c5a-9646-fb503ff7b23e),segment_id=c0799422-e8b3-4c5a-9646-fb503ff7b23e)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:00:04.354509 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5bc2676d-cc21-406a-9cdf-82c13d6ae03c tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:04.361207 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fd61437b-0764-4bd2-9281-3018fd71ade8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:04.368823 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-5bc2676d-cc21-406a-9cdf-82c13d6ae03c tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Calling delete_port for 5458e65c-f857-4b84-92a4-ea20d2659287 owned by network:router_interface {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:00:04.487724 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fd61437b-0764-4bd2-9281-3018fd71ade8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:04.490520 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fd61437b-0764-4bd2-9281-3018fd71ade8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:04.491716 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-fd61437b-0764-4bd2-9281-3018fd71ade8 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/2da742cd-c3ac-4699-891b-6b71d3dfa71b HTTP/1.1" status: 204 len: 168 time: 0.2353373 Sep 24 16:00:04.501951 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd61437b-0764-4bd2-9281-3018fd71ade8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2da742cd-c3ac-4699-891b-6b71d3dfa71b,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:04.666774 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29180e6-12be-485e-9578-2d44cb1af085 req-dbec60ec-9196-4fd3-9098-2ead1346d4d1 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:04.668454 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e29180e6-12be-485e-9578-2d44cb1af085 req-dbec60ec-9196-4fd3-9098-2ead1346d4d1 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.108 "GET /v2.0/ports?device_id=fb85660a-fb37-4b80-a4be-00e9bc56d2d2 HTTP/1.1" status: 200 len: 945 time: 0.0557785 Sep 24 16:00:04.701075 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5bc2676d-cc21-406a-9cdf-82c13d6ae03c tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:04.803648 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc2676d-cc21-406a-9cdf-82c13d6ae03c tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Pushing event deleted for resources: {'Port': ['ID=5458e65c-f857-4b84-92a4-ea20d2659287,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:04.914401 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-e29180e6-12be-485e-9578-2d44cb1af085 req-d91abab5-9cdb-447d-b990-5a77900100b6 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Deleting port 6a208f6d-3676-4483-97c6-16d909eb22e6 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:00:04.915027 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e29180e6-12be-485e-9578-2d44cb1af085 req-d91abab5-9cdb-447d-b990-5a77900100b6 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:05.098128 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5bc2676d-cc21-406a-9cdf-82c13d6ae03c tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:05.125917 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9048e4d5-6198-40f2-a6f7-54edb4eb8277 req-3ede79d7-a807-4dc1-9f8b-c5d89e7ea8b2 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:05.127614 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9048e4d5-6198-40f2-a6f7-54edb4eb8277 req-3ede79d7-a807-4dc1-9f8b-c5d89e7ea8b2 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb85660a-fb37-4b80-a4be-00e9bc56d2d2 HTTP/1.1" status: 200 len: 945 time: 0.1653914 Sep 24 16:00:05.139509 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-e29180e6-12be-485e-9578-2d44cb1af085 req-d91abab5-9cdb-447d-b990-5a77900100b6 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] For port 6a208f6d-3676-4483-97c6-16d909eb22e6, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=6a208f6d-3676-4483-97c6-16d909eb22e6,segment=NetworkSegment(563c8a32-dd71-4fde-bd28-b20905086572),segment_id=563c8a32-dd71-4fde-bd28-b20905086572)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:00:05.139879 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e29180e6-12be-485e-9578-2d44cb1af085 req-d91abab5-9cdb-447d-b990-5a77900100b6 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:05.199774 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-e29180e6-12be-485e-9578-2d44cb1af085 req-d91abab5-9cdb-447d-b990-5a77900100b6 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Calling delete_port for 6a208f6d-3676-4483-97c6-16d909eb22e6 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:00:05.200140 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 51220) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:05.311500 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:05.316605 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9048e4d5-6198-40f2-a6f7-54edb4eb8277 req-753553fe-bd3b-413a-9dea-a29f494dc1d8 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/security-groups?id=d722b705-a17e-4de7-9c70-ed2c73719e82&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798873 Sep 24 16:00:05.331580 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-db687fc4-8904-44a2-b7e0-dc0bce2c7214 tempest-TagsTest-1476540381 tempest-TagsTest-1476540381-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1560649830'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:00:05.428506 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 51224) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:05.446305 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-18aea3d1-2af4-439e-b699-37345a5fdb4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:05.448193 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db687fc4-8904-44a2-b7e0-dc0bce2c7214 tempest-TagsTest-1476540381 tempest-TagsTest-1476540381-project] Made reservation on behalf of ef75182ae6d74ccc929d5acc59abc5cf for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:00:05.451766 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-db687fc4-8904-44a2-b7e0-dc0bce2c7214 tempest-TagsTest-1476540381 tempest-TagsTest-1476540381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:05.465816 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-db687fc4-8904-44a2-b7e0-dc0bce2c7214 tempest-TagsTest-1476540381 tempest-TagsTest-1476540381-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:05.492234 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.db.api [None req-db687fc4-8904-44a2-b7e0-dc0bce2c7214 tempest-TagsTest-1476540381 tempest-TagsTest-1476540381-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 16:00:05.492234 n-d-808921-1 neutron-server[95297]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 24 16:00:05.492234 n-d-808921-1 neutron-server[95297]: [parameters: {'project_id_1': 'ef75182ae6d74ccc929d5acc59abc5cf', 'expiration_1': datetime.datetime(2021, 9, 24, 15, 59, 45, 484393)}] Sep 24 16:00:05.492234 n-d-808921-1 neutron-server[95297]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 16:00:05.492759 n-d-808921-1 neutron-server[95297]: DEBUG oslo_db.api [None req-db687fc4-8904-44a2-b7e0-dc0bce2c7214 tempest-TagsTest-1476540381 tempest-TagsTest-1476540381-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 16:00:05.505372 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bc2676d-cc21-406a-9cdf-82c13d6ae03c tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Router 07ee152a-b38f-4437-9b37-7ebd70954210 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:00:05.567394 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-18aea3d1-2af4-439e-b699-37345a5fdb4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:05.614802 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e29180e6-12be-485e-9578-2d44cb1af085 req-d91abab5-9cdb-447d-b990-5a77900100b6 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:05.634495 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['6a208f6d-3676-4483-97c6-16d909eb22e6'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:00:05.659832 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc2676d-cc21-406a-9cdf-82c13d6ae03c tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:00:05.662067 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-18aea3d1-2af4-439e-b699-37345a5fdb4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:05.666657 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-5bc2676d-cc21-406a-9cdf-82c13d6ae03c tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "PUT /v2.0/routers/07ee152a-b38f-4437-9b37-7ebd70954210/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2718070 Sep 24 16:00:05.669386 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91abab5-9cdb-447d-b990-5a77900100b6 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Pushing event deleted for resources: {'Port': ['ID=6a208f6d-3676-4483-97c6-16d909eb22e6,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:05.673210 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 51234) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:05.685064 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9db1f4-e66d-46d0-8d26-7708b8ec3ae1 None None] Sync routers for ids ['07ee152a-b38f-4437-9b37-7ebd70954210'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:00:05.709326 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9db1f4-e66d-46d0-8d26-7708b8ec3ae1 None None] Routers {'07ee152a-b38f-4437-9b37-7ebd70954210'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:00:05.710311 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-5a9db1f4-e66d-46d0-8d26-7708b8ec3ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:00:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['07ee152a-b38f-4437-9b37-7ebd70954210'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:00:05.715319 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-18aea3d1-2af4-439e-b699-37345a5fdb4f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=6aa8b7bd1c9548599e478e62d34f23fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2854815 Sep 24 16:00:05.716622 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aea3d1-2af4-439e-b699-37345a5fdb4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4855d0f8-e047-4ead-bb11-496d1ded9382,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:05.719270 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 51236) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:05.744789 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-e29180e6-12be-485e-9578-2d44cb1af085 req-d91abab5-9cdb-447d-b990-5a77900100b6 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] No DVR routers for this DVR port 6a208f6d-3676-4483-97c6-16d909eb22e6 on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:00:05.751435 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e29180e6-12be-485e-9578-2d44cb1af085 req-d91abab5-9cdb-447d-b990-5a77900100b6 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:05.755434 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e29180e6-12be-485e-9578-2d44cb1af085 req-d91abab5-9cdb-447d-b990-5a77900100b6 tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.108 "DELETE /v2.0/ports/6a208f6d-3676-4483-97c6-16d909eb22e6 HTTP/1.1" status: 204 len: 173 time: 1.0788884 Sep 24 16:00:05.755434 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb85660a-fb37-4b80-a4be-00e9bc56d2d2', 'name': 'network-vif-deleted', 'tag': '6a208f6d-3676-4483-97c6-16d909eb22e6'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:00:05.756446 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b1049ab-cbc5-4252-83bd-e368d08ebde8" -d '{"events": [{"server_uuid": "fb85660a-fb37-4b80-a4be-00e9bc56d2d2", "name": "network-vif-deleted", "tag": "6a208f6d-3676-4483-97c6-16d909eb22e6"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:00:05.778833 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d94a196-da17-464e-a040-871ee9c97be1 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Deleting subnet 56122e50-b940-4224-b271-61ac27d698f8 {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 16:00:05.782978 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0d94a196-da17-464e-a040-871ee9c97be1 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:05.808336 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3378f919-1c0a-42e4-82ec-9ef6ff2e0d1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:05.833959 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0d94a196-da17-464e-a040-871ee9c97be1 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:05.841694 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3378f919-1c0a-42e4-82ec-9ef6ff2e0d1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:05.860781 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78c27a0-89ca-489c-b02a-e8e8e55432a1 x-openstack-request-id: req-e78c27a0-89ca-489c-b02a-e8e8e55432a1 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:00:05.861412 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb85660a-fb37-4b80-a4be-00e9bc56d2d2", "name": "network-vif-deleted", "tag": "6a208f6d-3676-4483-97c6-16d909eb22e6", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:00:05.862357 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e78c27a0-89ca-489c-b02a-e8e8e55432a1 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:00:05.862977 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb85660a-fb37-4b80-a4be-00e9bc56d2d2', 'name': 'network-vif-deleted', 'tag': '6a208f6d-3676-4483-97c6-16d909eb22e6', 'status': 'completed', 'code': 200} Sep 24 16:00:05.895541 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-5a9db1f4-e66d-46d0-8d26-7708b8ec3ae1 None None] Set router 07ee152a-b38f-4437-9b37-7ebd70954210 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:00:05.938315 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0d94a196-da17-464e-a040-871ee9c97be1 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:05.993777 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-db687fc4-8904-44a2-b7e0-dc0bce2c7214 tempest-TagsTest-1476540381 tempest-TagsTest-1476540381-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:06.008398 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3378f919-1c0a-42e4-82ec-9ef6ff2e0d1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:06.011081 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3378f919-1c0a-42e4-82ec-9ef6ff2e0d1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:06.012426 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-3378f919-1c0a-42e4-82ec-9ef6ff2e0d1d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/4855d0f8-e047-4ead-bb11-496d1ded9382 HTTP/1.1" status: 204 len: 168 time: 0.2919707 Sep 24 16:00:06.027868 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3378f919-1c0a-42e4-82ec-9ef6ff2e0d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4855d0f8-e047-4ead-bb11-496d1ded9382,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:06.088383 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0d94a196-da17-464e-a040-871ee9c97be1 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:06.139205 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d94a196-da17-464e-a040-871ee9c97be1 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Pushing event deleted for resources: {'Subnet': ['ID=56122e50-b940-4224-b271-61ac27d698f8,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:06.144923 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0d94a196-da17-464e-a040-871ee9c97be1 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:06.150675 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-0d94a196-da17-464e-a040-871ee9c97be1 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "DELETE /v2.0/subnets/56122e50-b940-4224-b271-61ac27d698f8 HTTP/1.1" status: 204 len: 168 time: 0.4745166 Sep 24 16:00:06.151731 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 51246) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:06.154161 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf338eb-6faa-4a87-8d33-52370645c238 None None] Network 13818614-7186-4b08-8e65-99dcf947f9be requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:00:06.165841 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-5a9db1f4-e66d-46d0-8d26-7708b8ec3ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ee152a-b38f-4437-9b37-7ebd70954210', 'name': 'tempest-TestSecurityGroupsBasicOps-router-495157186', 'tenant_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '7b5e7e62-d694-4e79-86b6-7d3065c07fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:57:38Z', 'updated_at': '2021-09-24T16:00:04Z', 'revision_number': 5, 'project_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'gw_port': {'id': '7b5e7e62-d694-4e79-86b6-7d3065c07fec', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:1d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ee152a-b38f-4437-9b37-7ebd70954210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:57:39Z', 'updated_at': '2021-09-24T15:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:00:06.184815 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-db687fc4-8904-44a2-b7e0-dc0bce2c7214 tempest-TagsTest-1476540381 tempest-TagsTest-1476540381-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:06.208605 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9db1f4-e66d-46d0-8d26-7708b8ec3ae1 None None] Checking router: 07ee152a-b38f-4437-9b37-7ebd70954210 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:00:06.218547 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9db1f4-e66d-46d0-8d26-7708b8ec3ae1 None None] Routers {'07ee152a-b38f-4437-9b37-7ebd70954210'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:00:06.219532 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-5a9db1f4-e66d-46d0-8d26-7708b8ec3ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:00:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['07ee152a-b38f-4437-9b37-7ebd70954210'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:00:06.279701 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-db687fc4-8904-44a2-b7e0-dc0bce2c7214 tempest-TagsTest-1476540381 tempest-TagsTest-1476540381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:06.335026 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db687fc4-8904-44a2-b7e0-dc0bce2c7214 tempest-TagsTest-1476540381 tempest-TagsTest-1476540381-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1286} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 16:00:06.369475 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db687fc4-8904-44a2-b7e0-dc0bce2c7214 tempest-TagsTest-1476540381 tempest-TagsTest-1476540381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf06f82-ec32-49d3-9d47-ec408b5bbfa5,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:06.372139 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-5a9db1f4-e66d-46d0-8d26-7708b8ec3ae1 None None] Set router 07ee152a-b38f-4437-9b37-7ebd70954210 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:00:06.406776 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-db687fc4-8904-44a2-b7e0-dc0bce2c7214 tempest-TagsTest-1476540381 tempest-TagsTest-1476540381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:06.435261 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-db687fc4-8904-44a2-b7e0-dc0bce2c7214 tempest-TagsTest-1476540381 tempest-TagsTest-1476540381-project] Added segment ed1d94ca-6620-40c6-b40c-c1b9cc4682d3 of type vlan for network 17deff94-0794-47be-8f81-62dde7013fac Sep 24 16:00:06.504662 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-db687fc4-8904-44a2-b7e0-dc0bce2c7214 tempest-TagsTest-1476540381 tempest-TagsTest-1476540381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:06.554602 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6b2bd78f-679b-40a9-bf9a-6f1977c203ed req-3e4a8af7-9a9e-4f66-b32e-bb3ce5e5267a tempest-ServerRescueTestJSON-1528645985 tempest-ServerRescueTestJSON-1528645985-project] 10.222.0.101 "GET /v2.0/ports?device_id=fb85660a-fb37-4b80-a4be-00e9bc56d2d2 HTTP/1.1" status: 200 len: 210 time: 0.0420005 Sep 24 16:00:06.691962 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-db687fc4-8904-44a2-b7e0-dc0bce2c7214 tempest-TagsTest-1476540381 tempest-TagsTest-1476540381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:06.701069 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db687fc4-8904-44a2-b7e0-dc0bce2c7214 tempest-TagsTest-1476540381 tempest-TagsTest-1476540381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:06.702163 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-db687fc4-8904-44a2-b7e0-dc0bce2c7214 tempest-TagsTest-1476540381 tempest-TagsTest-1476540381-project] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:06.725765 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e469a762-f56e-433d-b3f6-2d44cc0b79f2 None None] DHCP port deletion for 13818614-7186-4b08-8e65-99dcf947f9be request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 16:00:06.736179 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:06.797012 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-e469a762-f56e-433d-b3f6-2d44cc0b79f2 None None] Deleting port ffae6ce2-f555-487e-a8f1-6b092e743dbe {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:00:06.798306 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e469a762-f56e-433d-b3f6-2d44cc0b79f2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:06.808940 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-5a9db1f4-e66d-46d0-8d26-7708b8ec3ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ee152a-b38f-4437-9b37-7ebd70954210', 'name': 'tempest-TestSecurityGroupsBasicOps-router-495157186', 'tenant_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '7b5e7e62-d694-4e79-86b6-7d3065c07fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:57:38Z', 'updated_at': '2021-09-24T16:00:04Z', 'revision_number': 5, 'project_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'gw_port': {'id': '7b5e7e62-d694-4e79-86b6-7d3065c07fec', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:1d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ee152a-b38f-4437-9b37-7ebd70954210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:57:39Z', 'updated_at': '2021-09-24T15:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:00:06.829319 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-db687fc4-8904-44a2-b7e0-dc0bce2c7214 tempest-TagsTest-1476540381 tempest-TagsTest-1476540381-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.6275842 Sep 24 16:00:06.837589 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 51260) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:06.864772 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.tag.tag_plugin [None req-95ba33c3-f24a-40cf-8655-45cf4830b956 tempest-TagsTest-1476540381 tempest-TagsTest-1476540381-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '17deff94-0794-47be-8f81-62dde7013fac', 'tempest-TagsTest-Tag-1495133209') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:00:06.891168 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-e469a762-f56e-433d-b3f6-2d44cc0b79f2 None None] For port ffae6ce2-f555-487e-a8f1-6b092e743dbe, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=ffae6ce2-f555-487e-a8f1-6b092e743dbe,segment=NetworkSegment(c0799422-e8b3-4c5a-9646-fb503ff7b23e),segment_id=c0799422-e8b3-4c5a-9646-fb503ff7b23e)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:00:06.891594 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e469a762-f56e-433d-b3f6-2d44cc0b79f2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:06.902195 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9db1f4-e66d-46d0-8d26-7708b8ec3ae1 None None] The sync data for ids ['07ee152a-b38f-4437-9b37-7ebd70954210'] in n-d-808921-1 is: [{'id': '07ee152a-b38f-4437-9b37-7ebd70954210', 'name': 'tempest-TestSecurityGroupsBasicOps-router-495157186', 'tenant_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.108'}], 'enable_snat': True}, 'gw_port_id': '7b5e7e62-d694-4e79-86b6-7d3065c07fec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:57:38Z', 'updated_at': '2021-09-24T16:00:04Z', 'revision_number': 5, 'project_id': '1154a7819e8f441ba8a2f5ad356b8a2c', 'gw_port': {'id': '7b5e7e62-d694-4e79-86b6-7d3065c07fec', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:1d:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ee152a-b38f-4437-9b37-7ebd70954210', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3028, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:57:39Z', 'updated_at': '2021-09-24T15:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:00:06.920887 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-e469a762-f56e-433d-b3f6-2d44cc0b79f2 None None] Calling delete_port for ffae6ce2-f555-487e-a8f1-6b092e743dbe owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:00:06.934101 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f478d6a2-b7a4-45ce-914a-5796744a5410 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks [] for router, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:06.947431 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db687fc4-8904-44a2-b7e0-dc0bce2c7214 tempest-TagsTest-1476540381 tempest-TagsTest-1476540381-project] Pushing event updated for resources: {'Network': ['ID=17deff94-0794-47be-8f81-62dde7013fac,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:07.002757 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 17deff94-0794-47be-8f81-62dde7013fac details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 16:00:07.105098 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f478d6a2-b7a4-45ce-914a-5796744a5410 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:07.144310 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e469a762-f56e-433d-b3f6-2d44cc0b79f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:07.168524 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e469a762-f56e-433d-b3f6-2d44cc0b79f2 None None] Pushing event deleted for resources: {'Port': ['ID=ffae6ce2-f555-487e-a8f1-6b092e743dbe,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:07.176938 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e469a762-f56e-433d-b3f6-2d44cc0b79f2 None None] No DVR routers for this DVR port ffae6ce2-f555-487e-a8f1-6b092e743dbe on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:00:07.231356 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-f478d6a2-b7a4-45ce-914a-5796744a5410 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Deleting port 7b5e7e62-d694-4e79-86b6-7d3065c07fec {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:00:07.231628 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f478d6a2-b7a4-45ce-914a-5796744a5410 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:07.249789 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-95ba33c3-f24a-40cf-8655-45cf4830b956 tempest-TagsTest-1476540381 tempest-TagsTest-1476540381-project] 10.222.0.101 "PUT /v2.0/networks/17deff94-0794-47be-8f81-62dde7013fac/tags/tempest-TagsTest-Tag-1495133209 HTTP/1.1" status: 201 len: 201 time: 0.4083040 Sep 24 16:00:07.250371 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 51274) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:07.258267 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.tag.tag_plugin [None req-3e66dc72-f80e-4ad8-8d2c-b19aef2fc97e tempest-TagsTest-1476540381 tempest-TagsTest-1476540381-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '17deff94-0794-47be-8f81-62dde7013fac', 'tempest-TagsTest-Tag-1495133209') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:00:07.338154 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-f478d6a2-b7a4-45ce-914a-5796744a5410 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] For port 7b5e7e62-d694-4e79-86b6-7d3065c07fec, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=7b5e7e62-d694-4e79-86b6-7d3065c07fec,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:00:07.338625 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f478d6a2-b7a4-45ce-914a-5796744a5410 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:07.358333 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-f478d6a2-b7a4-45ce-914a-5796744a5410 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Calling delete_port for 7b5e7e62-d694-4e79-86b6-7d3065c07fec owned by network:router_gateway {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:00:07.367734 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device ffae6ce2-f555-487e-a8f1-6b092e743dbe no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:00:07.420707 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: ffae6ce2-f555-487e-a8f1-6b092e743dbe {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:00:07.421019 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device ffae6ce2-f555-487e-a8f1-6b092e743dbe not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:00:07.423923 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-3e66dc72-f80e-4ad8-8d2c-b19aef2fc97e tempest-TagsTest-1476540381 tempest-TagsTest-1476540381-project] 10.222.0.101 "GET /v2.0/networks/17deff94-0794-47be-8f81-62dde7013fac/tags/tempest-TagsTest-Tag-1495133209 HTTP/1.1" status: 204 len: 168 time: 0.1719818 Sep 24 16:00:07.429930 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 51278) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:07.431917 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.tag.tag_plugin [None req-9dc24eca-961c-4e63-95ba-5cf665b12100 tempest-TagsTest-1476540381 tempest-TagsTest-1476540381-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '17deff94-0794-47be-8f81-62dde7013fac') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:00:07.530145 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-9dc24eca-961c-4e63-95ba-5cf665b12100 tempest-TagsTest-1476540381 tempest-TagsTest-1476540381-project] 10.222.0.101 "GET /v2.0/networks/17deff94-0794-47be-8f81-62dde7013fac/tags HTTP/1.1" status: 200 len: 238 time: 0.1011181 Sep 24 16:00:07.531256 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 51286) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:07.537273 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.tag.tag_plugin [None req-27c5a005-b1e5-4793-b88c-db67083f13a0 tempest-TagsTest-1476540381 tempest-TagsTest-1476540381-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '17deff94-0794-47be-8f81-62dde7013fac', {'tags': ['tempest-TagsTest-Tag-411820178', 'tempest-TagsTest-Tag-1253300087', 'tempest-TagsTest-Tag-2028912979']}) {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:00:07.685565 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 51296) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:07.763347 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f478d6a2-b7a4-45ce-914a-5796744a5410 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:07.787945 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 51298) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:07.795894 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f478d6a2-b7a4-45ce-914a-5796744a5410 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Pushing event deleted for resources: {'Port': ['ID=7b5e7e62-d694-4e79-86b6-7d3065c07fec,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:07.855578 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-27c5a005-b1e5-4793-b88c-db67083f13a0 tempest-TagsTest-1476540381 tempest-TagsTest-1476540381-project] 10.222.0.101 "PUT /v2.0/networks/17deff94-0794-47be-8f81-62dde7013fac/tags HTTP/1.1" status: 200 len: 308 time: 0.3218355 Sep 24 16:00:07.861013 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 51306) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:07.863318 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f478d6a2-b7a4-45ce-914a-5796744a5410 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586576'] for router_gateway, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:07.913089 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.tag.tag_plugin [None req-5b9e31ae-e51f-4698-a653-c0a252f4f78a tempest-TagsTest-1476540381 tempest-TagsTest-1476540381-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '17deff94-0794-47be-8f81-62dde7013fac', 'tempest-TagsTest-Tag-411820178') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:00:07.953016 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-ad369bdd-dc22-4dd3-8270-1072517521ff admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1064182309-network', 'tenant_id': 'b5547b2f28bc46cf919cd78f3e66f53f'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:00:07.993085 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f478d6a2-b7a4-45ce-914a-5796744a5410 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:07.996546 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f478d6a2-b7a4-45ce-914a-5796744a5410 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:08.061396 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad369bdd-dc22-4dd3-8270-1072517521ff admin admin] Made reservation on behalf of b5547b2f28bc46cf919cd78f3e66f53f for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:00:08.063954 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ad369bdd-dc22-4dd3-8270-1072517521ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:08.077038 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ad369bdd-dc22-4dd3-8270-1072517521ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:08.161559 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f478d6a2-b7a4-45ce-914a-5796744a5410 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:08.162078 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f478d6a2-b7a4-45ce-914a-5796744a5410 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Fanout notify agent at l3_agent the message router_deleted on router 07ee152a-b38f-4437-9b37-7ebd70954210 {{(pid=95298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 16:00:08.172010 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f478d6a2-b7a4-45ce-914a-5796744a5410 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:08.172010 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-f478d6a2-b7a4-45ce-914a-5796744a5410 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "DELETE /v2.0/routers/07ee152a-b38f-4437-9b37-7ebd70954210 HTTP/1.1" status: 204 len: 168 time: 2.0186234 Sep 24 16:00:08.174153 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 51310) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:08.201427 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-5b9e31ae-e51f-4698-a653-c0a252f4f78a tempest-TagsTest-1476540381 tempest-TagsTest-1476540381-project] 10.222.0.101 "DELETE /v2.0/networks/17deff94-0794-47be-8f81-62dde7013fac/tags/tempest-TagsTest-Tag-411820178 HTTP/1.1" status: 204 len: 168 time: 0.3392916 Sep 24 16:00:08.216797 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 51312) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:08.223662 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.tag.tag_plugin [None req-cdf65a98-f851-42cf-8770-f899d2520524 tempest-TagsTest-1476540381 tempest-TagsTest-1476540381-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '17deff94-0794-47be-8f81-62dde7013fac', 'tempest-TagsTest-Tag-411820178') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:00:08.260491 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 6a208f6d-3676-4483-97c6-16d909eb22e6 no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:00:08.262447 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-31f55197-1c1d-457b-bb0b-4b0832517c43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:08.285625 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] No Port match for: 6a208f6d-3676-4483-97c6-16d909eb22e6 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:00:08.286439 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 6a208f6d-3676-4483-97c6-16d909eb22e6 not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:00:08.289120 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6a3fc919-ac99-4f20-8800-6ae8e3bcbee8 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:08.325225 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ad369bdd-dc22-4dd3-8270-1072517521ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:08.384744 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [None req-cdf65a98-f851-42cf-8770-f899d2520524 tempest-TagsTest-1476540381 tempest-TagsTest-1476540381-project] show failed (client error): The resource could not be found. Sep 24 16:00:08.387147 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-cdf65a98-f851-42cf-8770-f899d2520524 tempest-TagsTest-1476540381 tempest-TagsTest-1476540381-project] 10.222.0.101 "GET /v2.0/networks/17deff94-0794-47be-8f81-62dde7013fac/tags/tempest-TagsTest-Tag-411820178 HTTP/1.1" status: 404 len: 325 time: 0.1687741 Sep 24 16:00:08.402863 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 51318) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:08.407635 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ad369bdd-dc22-4dd3-8270-1072517521ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:08.407925 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.tag.tag_plugin [None req-f340b323-e2dd-43a3-a62f-8b7a524e9eb6 tempest-TagsTest-1476540381 tempest-TagsTest-1476540381-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '17deff94-0794-47be-8f81-62dde7013fac', 'tempest-TagsTest-Tag-1253300087') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:00:08.453991 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad369bdd-dc22-4dd3-8270-1072517521ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1292} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 16:00:08.456451 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad369bdd-dc22-4dd3-8270-1072517521ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca15437-3c4a-4f62-8c3c-b05f259153ed,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:08.471317 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6a3fc919-ac99-4f20-8800-6ae8e3bcbee8 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:08.500079 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ad369bdd-dc22-4dd3-8270-1072517521ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:08.500424 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-ad369bdd-dc22-4dd3-8270-1072517521ff admin admin] Added segment 6dd41732-cb7d-4783-acdf-340debc56e0a of type vlan for network 28e9497b-ff8f-4c1a-8214-41b5390b13ab Sep 24 16:00:08.507104 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-6a3fc919-ac99-4f20-8800-6ae8e3bcbee8 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13818614-7186-4b08-8e65-99dcf947f9be']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:00:08.523181 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-6a3fc919-ac99-4f20-8800-6ae8e3bcbee8 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0799422-e8b3-4c5a-9646-fb503ff7b23e') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:00:08.525148 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-6a3fc919-ac99-4f20-8800-6ae8e3bcbee8 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0799422-e8b3-4c5a-9646-fb503ff7b23e') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:00:08.536237 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6a3fc919-ac99-4f20-8800-6ae8e3bcbee8 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:08.567937 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-f340b323-e2dd-43a3-a62f-8b7a524e9eb6 tempest-TagsTest-1476540381 tempest-TagsTest-1476540381-project] 10.222.0.101 "GET /v2.0/networks/17deff94-0794-47be-8f81-62dde7013fac/tags/tempest-TagsTest-Tag-1253300087 HTTP/1.1" status: 204 len: 168 time: 0.1640794 Sep 24 16:00:08.568127 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ad369bdd-dc22-4dd3-8270-1072517521ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:08.570918 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 51320) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:08.576474 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6a3fc919-ac99-4f20-8800-6ae8e3bcbee8 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:08.576678 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.tag.tag_plugin [None req-cc0fc8fb-bd8a-495c-9d0a-730d77c24823 tempest-TagsTest-1476540381 tempest-TagsTest-1476540381-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '17deff94-0794-47be-8f81-62dde7013fac', 'tempest-TagsTest-Tag-2028912979') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:00:08.582921 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a3fc919-ac99-4f20-8800-6ae8e3bcbee8 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Releasing vlan 1295 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 16:00:08.583321 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6a3fc919-ac99-4f20-8800-6ae8e3bcbee8 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:08.586467 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 16:00:08.586467 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 16:00:08.586467 n-d-808921-1 neutron-server[95298]: timer() Sep 24 16:00:08.586467 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 16:00:08.586467 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 16:00:08.586467 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 16:00:08.586467 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 16:00:08.586467 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 16:00:08.586467 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 16:00:08.586467 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 16:00:08.586467 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 16:00:08.586467 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 16:00:08.586467 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 16:00:08.586467 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 16:00:08.586467 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 16:00:08.586467 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 16:00:08.586467 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 16:00:08.586467 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 16:00:08.586467 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 16:00:08.586467 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 16:00:08.586467 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 16:00:08.586467 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 16:00:08.586467 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 16:00:08.586467 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 16:00:08.586467 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 16:00:08.586467 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 16:00:08.586467 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 16:00:08.586467 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 16:00:08.586467 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 16:00:08.586467 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 16:00:08.586467 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 16:00:08.586467 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 16:00:08.703731 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-cc0fc8fb-bd8a-495c-9d0a-730d77c24823 tempest-TagsTest-1476540381 tempest-TagsTest-1476540381-project] 10.222.0.101 "GET /v2.0/networks/17deff94-0794-47be-8f81-62dde7013fac/tags/tempest-TagsTest-Tag-2028912979 HTTP/1.1" status: 204 len: 168 time: 0.1304612 Sep 24 16:00:08.706704 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 51326) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:08.712990 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.tag.tag_plugin [None req-1548afab-6091-4319-adeb-857cae130df1 tempest-TagsTest-1476540381 tempest-TagsTest-1476540381-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '17deff94-0794-47be-8f81-62dde7013fac') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:00:08.731985 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ad369bdd-dc22-4dd3-8270-1072517521ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:08.733159 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad369bdd-dc22-4dd3-8270-1072517521ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:08.735878 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ad369bdd-dc22-4dd3-8270-1072517521ff admin admin] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:08.765536 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6a3fc919-ac99-4f20-8800-6ae8e3bcbee8 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:08.797470 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6a3fc919-ac99-4f20-8800-6ae8e3bcbee8 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:08.809090 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-6a3fc919-ac99-4f20-8800-6ae8e3bcbee8 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] 10.222.0.101 "DELETE /v2.0/networks/13818614-7186-4b08-8e65-99dcf947f9be HTTP/1.1" status: 204 len: 168 time: 0.6310275 Sep 24 16:00:08.841246 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad369bdd-dc22-4dd3-8270-1072517521ff admin admin] Pushing event updated for resources: {'Network': ['ID=28e9497b-ff8f-4c1a-8214-41b5390b13ab,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:08.853674 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3fc919-ac99-4f20-8800-6ae8e3bcbee8 tempest-TestSecurityGroupsBasicOps-1892937070 tempest-TestSecurityGroupsBasicOps-1892937070-project] Pushing event deleted for resources: {'Network': ['ID=13818614-7186-4b08-8e65-99dcf947f9be,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:08.855610 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ad369bdd-dc22-4dd3-8270-1072517521ff admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0665734 Sep 24 16:00:08.865336 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 51332) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:08.865574 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 28e9497b-ff8f-4c1a-8214-41b5390b13ab details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 16:00:08.865719 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-31f55197-1c1d-457b-bb0b-4b0832517c43 admin admin] Deleting port f8fe4614-3b5d-45de-99fa-7346897eb583 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:00:08.865719 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-31f55197-1c1d-457b-bb0b-4b0832517c43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:08.869565 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-f181459d-3e14-4ad5-b4f1-cba992746858 admin admin] Request body: {'subnet': {'network_id': '28e9497b-ff8f-4c1a-8214-41b5390b13ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1064182309-subnet', 'tenant_id': 'b5547b2f28bc46cf919cd78f3e66f53f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:00:08.952221 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-1548afab-6091-4319-adeb-857cae130df1 tempest-TagsTest-1476540381 tempest-TagsTest-1476540381-project] 10.222.0.101 "DELETE /v2.0/networks/17deff94-0794-47be-8f81-62dde7013fac/tags HTTP/1.1" status: 204 len: 168 time: 0.2441597 Sep 24 16:00:08.953457 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 51338) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:08.957881 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.tag.tag_plugin [None req-62ee60d2-02ad-43f2-91d7-dfa80c460297 tempest-TagsTest-1476540381 tempest-TagsTest-1476540381-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '17deff94-0794-47be-8f81-62dde7013fac', 'tempest-TagsTest-Tag-1253300087') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:00:08.985980 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 7b5e7e62-d694-4e79-86b6-7d3065c07fec no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:00:09.013680 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 7b5e7e62-d694-4e79-86b6-7d3065c07fec {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:00:09.014358 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 7b5e7e62-d694-4e79-86b6-7d3065c07fec not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:00:09.016718 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 5458e65c-f857-4b84-92a4-ea20d2659287 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:00:09.028874 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f181459d-3e14-4ad5-b4f1-cba992746858 admin admin] Made reservation on behalf of b5547b2f28bc46cf919cd78f3e66f53f for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:00:09.032211 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f181459d-3e14-4ad5-b4f1-cba992746858 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:09.059006 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 5458e65c-f857-4b84-92a4-ea20d2659287 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:00:09.059352 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 5458e65c-f857-4b84-92a4-ea20d2659287 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:00:09.069552 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [None req-62ee60d2-02ad-43f2-91d7-dfa80c460297 tempest-TagsTest-1476540381 tempest-TagsTest-1476540381-project] show failed (client error): The resource could not be found. Sep 24 16:00:09.070899 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-62ee60d2-02ad-43f2-91d7-dfa80c460297 tempest-TagsTest-1476540381 tempest-TagsTest-1476540381-project] 10.222.0.101 "GET /v2.0/networks/17deff94-0794-47be-8f81-62dde7013fac/tags/tempest-TagsTest-Tag-1253300087 HTTP/1.1" status: 404 len: 326 time: 0.1162302 Sep 24 16:00:09.073992 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 51342) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:09.079264 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.tag.tag_plugin [None req-91d96c46-ba72-4d8b-a58a-791ebd7e2ada tempest-TagsTest-1476540381 tempest-TagsTest-1476540381-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '17deff94-0794-47be-8f81-62dde7013fac', 'tempest-TagsTest-Tag-2028912979') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:00:09.150223 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [None req-91d96c46-ba72-4d8b-a58a-791ebd7e2ada tempest-TagsTest-1476540381 tempest-TagsTest-1476540381-project] show failed (client error): The resource could not be found. Sep 24 16:00:09.151309 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-91d96c46-ba72-4d8b-a58a-791ebd7e2ada tempest-TagsTest-1476540381 tempest-TagsTest-1476540381-project] 10.222.0.101 "GET /v2.0/networks/17deff94-0794-47be-8f81-62dde7013fac/tags/tempest-TagsTest-Tag-2028912979 HTTP/1.1" status: 404 len: 326 time: 0.0762661 Sep 24 16:00:09.154441 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 51344) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:09.159064 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.tag.tag_plugin [None req-eb7b87a5-d0f1-4938-8d59-38656b5865fe tempest-TagsTest-1476540381 tempest-TagsTest-1476540381-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '17deff94-0794-47be-8f81-62dde7013fac') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:00:09.202006 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:09.242536 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-eb7b87a5-d0f1-4938-8d59-38656b5865fe tempest-TagsTest-1476540381 tempest-TagsTest-1476540381-project] 10.222.0.101 "DELETE /v2.0/networks/17deff94-0794-47be-8f81-62dde7013fac/tags HTTP/1.1" status: 204 len: 168 time: 0.0850775 Sep 24 16:00:09.245062 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 51348) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:09.328838 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-25433f00-e629-48c3-80fd-fb2a62214c7a tempest-TagsTest-1476540381 tempest-TagsTest-1476540381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:09.385350 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-31f55197-1c1d-457b-bb0b-4b0832517c43 admin admin] For port f8fe4614-3b5d-45de-99fa-7346897eb583, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=f8fe4614-3b5d-45de-99fa-7346897eb583,segment=NetworkSegment(563c8a32-dd71-4fde-bd28-b20905086572),segment_id=563c8a32-dd71-4fde-bd28-b20905086572)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:00:09.385724 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-31f55197-1c1d-457b-bb0b-4b0832517c43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:09.409193 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-31f55197-1c1d-457b-bb0b-4b0832517c43 admin admin] Calling delete_port for f8fe4614-3b5d-45de-99fa-7346897eb583 owned by network:router_interface {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:00:09.446100 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-25433f00-e629-48c3-80fd-fb2a62214c7a tempest-TagsTest-1476540381 tempest-TagsTest-1476540381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:09.468106 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-25433f00-e629-48c3-80fd-fb2a62214c7a tempest-TagsTest-1476540381 tempest-TagsTest-1476540381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17deff94-0794-47be-8f81-62dde7013fac']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:00:09.479159 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-25433f00-e629-48c3-80fd-fb2a62214c7a tempest-TagsTest-1476540381 tempest-TagsTest-1476540381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed1d94ca-6620-40c6-b40c-c1b9cc4682d3') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:00:09.482058 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-25433f00-e629-48c3-80fd-fb2a62214c7a tempest-TagsTest-1476540381 tempest-TagsTest-1476540381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed1d94ca-6620-40c6-b40c-c1b9cc4682d3') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:00:09.491410 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-25433f00-e629-48c3-80fd-fb2a62214c7a tempest-TagsTest-1476540381 tempest-TagsTest-1476540381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:09.507133 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-25433f00-e629-48c3-80fd-fb2a62214c7a tempest-TagsTest-1476540381 tempest-TagsTest-1476540381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:09.509033 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 51352) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:09.512327 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25433f00-e629-48c3-80fd-fb2a62214c7a tempest-TagsTest-1476540381 tempest-TagsTest-1476540381-project] Releasing vlan 1286 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 16:00:09.512723 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-25433f00-e629-48c3-80fd-fb2a62214c7a tempest-TagsTest-1476540381 tempest-TagsTest-1476540381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:09.516360 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 16:00:09.516360 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 16:00:09.516360 n-d-808921-1 neutron-server[95298]: timer() Sep 24 16:00:09.516360 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 16:00:09.516360 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 16:00:09.516360 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 16:00:09.516360 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 16:00:09.516360 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 16:00:09.516360 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 16:00:09.516360 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 16:00:09.516360 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 16:00:09.516360 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 16:00:09.516360 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 16:00:09.516360 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 16:00:09.516360 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 16:00:09.516360 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 16:00:09.516360 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 16:00:09.516360 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 16:00:09.516360 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 16:00:09.516360 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 16:00:09.516360 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 16:00:09.516360 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 16:00:09.516360 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 16:00:09.516360 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 16:00:09.516360 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 16:00:09.516360 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 16:00:09.516360 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 16:00:09.516360 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 16:00:09.516360 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 16:00:09.516360 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 16:00:09.516360 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 16:00:09.516360 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 16:00:09.707321 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-6ae8659e-9b2c-4a1f-83e9-0f93b306624f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=1154a7819e8f441ba8a2f5ad356b8a2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1956923 Sep 24 16:00:09.707660 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-25433f00-e629-48c3-80fd-fb2a62214c7a tempest-TagsTest-1476540381 tempest-TagsTest-1476540381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:09.709864 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 51362) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:09.712148 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-25433f00-e629-48c3-80fd-fb2a62214c7a tempest-TagsTest-1476540381 tempest-TagsTest-1476540381-project] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:09.715584 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-25433f00-e629-48c3-80fd-fb2a62214c7a tempest-TagsTest-1476540381 tempest-TagsTest-1476540381-project] 10.222.0.101 "DELETE /v2.0/networks/17deff94-0794-47be-8f81-62dde7013fac HTTP/1.1" status: 204 len: 168 time: 0.4695120 Sep 24 16:00:09.732728 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25433f00-e629-48c3-80fd-fb2a62214c7a tempest-TagsTest-1476540381 tempest-TagsTest-1476540381-project] Pushing event deleted for resources: {'Network': ['ID=17deff94-0794-47be-8f81-62dde7013fac,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:09.742595 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f181459d-3e14-4ad5-b4f1-cba992746858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:09.821977 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-31f55197-1c1d-457b-bb0b-4b0832517c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:09.836159 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f181459d-3e14-4ad5-b4f1-cba992746858 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00da42d2-0c6d-4d34-8d9f-66f58ffd93de,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:09.879191 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f55197-1c1d-457b-bb0b-4b0832517c43 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8fe4614-3b5d-45de-99fa-7346897eb583,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:09.886098 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9bcb551f-ba7b-4a9d-93d1-35cbc4e24f92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:09.918384 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f181459d-3e14-4ad5-b4f1-cba992746858 admin admin] Checking segment: {'id': '6dd41732-cb7d-4783-acdf-340debc56e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '28e9497b-ff8f-4c1a-8214-41b5390b13ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:00:09.918749 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f181459d-3e14-4ad5-b4f1-cba992746858 admin admin] Network hostable DHCP agents. Network: 28e9497b-ff8f-4c1a-8214-41b5390b13ab, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 16:00:09.956644 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9bcb551f-ba7b-4a9d-93d1-35cbc4e24f92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:10.038628 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:00:10.115025 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-31f55197-1c1d-457b-bb0b-4b0832517c43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:10.121848 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f181459d-3e14-4ad5-b4f1-cba992746858 admin admin] Network 28e9497b-ff8f-4c1a-8214-41b5390b13ab is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 16:00:10.186310 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9bcb551f-ba7b-4a9d-93d1-35cbc4e24f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:10.189544 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9bcb551f-ba7b-4a9d-93d1-35cbc4e24f92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:10.193254 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-9bcb551f-ba7b-4a9d-93d1-35cbc4e24f92 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/51c20171-aa3f-4930-8715-8a173b123fe8 HTTP/1.1" status: 204 len: 168 time: 0.4802182 Sep 24 16:00:10.204463 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcb551f-ba7b-4a9d-93d1-35cbc4e24f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c20171-aa3f-4930-8715-8a173b123fe8,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:10.238618 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-f181459d-3e14-4ad5-b4f1-cba992746858 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 28e9497b-ff8f-4c1a-8214-41b5390b13ab) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:00:10.247516 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efa9476-0004-4d3d-89d5-3f0d9eb7d01a None None] Network 28e9497b-ff8f-4c1a-8214-41b5390b13ab requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:00:10.264862 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 51376) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:10.279586 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f181459d-3e14-4ad5-b4f1-cba992746858 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:10.280174 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f181459d-3e14-4ad5-b4f1-cba992746858 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:10.386564 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f181459d-3e14-4ad5-b4f1-cba992746858 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5251138 Sep 24 16:00:10.423499 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9844c3e-499c-4b04-aa8f-912fc0333ae5 None None] Network 28e9497b-ff8f-4c1a-8214-41b5390b13ab requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:00:10.479266 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31f55197-1c1d-457b-bb0b-4b0832517c43 admin admin] Router 43377dbd-f904-409e-9b1c-72a57d160497 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:00:10.483134 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-5433aa95-7572-47ce-a658-d0d1bc8cdb75 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ef75182ae6d74ccc929d5acc59abc5cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2165165 Sep 24 16:00:10.485886 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 51384) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:10.581973 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-79cde659-2562-4dde-bb15-3e076aa964fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:10.610169 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-79cde659-2562-4dde-bb15-3e076aa964fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:10.689777 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f55197-1c1d-457b-bb0b-4b0832517c43 admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:00:10.699633 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-31f55197-1c1d-457b-bb0b-4b0832517c43 admin admin] 10.222.0.101 "PUT /v2.0/routers/43377dbd-f904-409e-9b1c-72a57d160497/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0127285 Sep 24 16:00:10.700305 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c004add-1517-4e3c-b110-65adb1721631 None None] Sync routers for ids ['43377dbd-f904-409e-9b1c-72a57d160497'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:00:10.703178 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 51394) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:10.715078 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c004add-1517-4e3c-b110-65adb1721631 None None] Routers {'43377dbd-f904-409e-9b1c-72a57d160497'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:00:10.718327 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-5c004add-1517-4e3c-b110-65adb1721631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:00:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['43377dbd-f904-409e-9b1c-72a57d160497'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:00:10.760376 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-79cde659-2562-4dde-bb15-3e076aa964fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:10.763535 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-79cde659-2562-4dde-bb15-3e076aa964fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:10.767314 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-79cde659-2562-4dde-bb15-3e076aa964fc admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/4bf06f82-ec32-49d3-9d47-ec408b5bbfa5 HTTP/1.1" status: 204 len: 168 time: 0.2801824 Sep 24 16:00:10.786447 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cde659-2562-4dde-bb15-3e076aa964fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf06f82-ec32-49d3-9d47-ec408b5bbfa5,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:10.875603 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bea53a76-58fe-4c64-9e0b-146c22daa683 admin admin] Notify callbacks [] for router, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:10.938242 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-5c004add-1517-4e3c-b110-65adb1721631 None None] Set router 43377dbd-f904-409e-9b1c-72a57d160497 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:00:10.981511 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:11.004407 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bea53a76-58fe-4c64-9e0b-146c22daa683 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:11.122760 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-bea53a76-58fe-4c64-9e0b-146c22daa683 admin admin] Deleting port 46257093-a6b0-4da2-91b4-8328f3cf93b7 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:00:11.123169 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bea53a76-58fe-4c64-9e0b-146c22daa683 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:11.214531 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-5c004add-1517-4e3c-b110-65adb1721631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43377dbd-f904-409e-9b1c-72a57d160497', 'name': 'tempest-ServerRescueTestJSON-950523152-router', 'tenant_id': 'b3bc8c40013d4a92b1cf10d67118144c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.181'}], 'enable_snat': True}, 'gw_port_id': '46257093-a6b0-4da2-91b4-8328f3cf93b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:57:37Z', 'updated_at': '2021-09-24T16:00:09Z', 'revision_number': 5, 'project_id': 'b3bc8c40013d4a92b1cf10d67118144c', 'gw_port': {'id': '46257093-a6b0-4da2-91b4-8328f3cf93b7', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:84:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43377dbd-f904-409e-9b1c-72a57d160497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3029, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:57:39Z', 'updated_at': '2021-09-24T15:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:00:11.253690 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c004add-1517-4e3c-b110-65adb1721631 None None] Checking router: 43377dbd-f904-409e-9b1c-72a57d160497 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:00:11.265204 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c004add-1517-4e3c-b110-65adb1721631 None None] Routers {'43377dbd-f904-409e-9b1c-72a57d160497'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:00:11.266389 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-5c004add-1517-4e3c-b110-65adb1721631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:00:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['43377dbd-f904-409e-9b1c-72a57d160497'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:00:11.273657 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-bea53a76-58fe-4c64-9e0b-146c22daa683 admin admin] For port 46257093-a6b0-4da2-91b4-8328f3cf93b7, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=46257093-a6b0-4da2-91b4-8328f3cf93b7,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:00:11.274513 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bea53a76-58fe-4c64-9e0b-146c22daa683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:11.283350 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 51410) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:11.293503 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-bea53a76-58fe-4c64-9e0b-146c22daa683 admin admin] Calling delete_port for 46257093-a6b0-4da2-91b4-8328f3cf93b7 owned by network:router_gateway {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:00:11.299271 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8dece0a6-b20d-4515-9ea0-1c0c206a388c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:11.371636 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-5c004add-1517-4e3c-b110-65adb1721631 None None] Set router 43377dbd-f904-409e-9b1c-72a57d160497 gateway port host: None {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:00:11.432271 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-5c004add-1517-4e3c-b110-65adb1721631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43377dbd-f904-409e-9b1c-72a57d160497', 'name': 'tempest-ServerRescueTestJSON-950523152-router', 'tenant_id': 'b3bc8c40013d4a92b1cf10d67118144c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:57:37Z', 'updated_at': '2021-09-24T16:00:11Z', 'revision_number': 6, 'project_id': 'b3bc8c40013d4a92b1cf10d67118144c', 'gw_port_host': None}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:00:11.458693 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8dece0a6-b20d-4515-9ea0-1c0c206a388c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:11.460539 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c004add-1517-4e3c-b110-65adb1721631 None None] The sync data for ids ['43377dbd-f904-409e-9b1c-72a57d160497'] in n-d-808921-1 is: [{'id': '43377dbd-f904-409e-9b1c-72a57d160497', 'name': 'tempest-ServerRescueTestJSON-950523152-router', 'tenant_id': 'b3bc8c40013d4a92b1cf10d67118144c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:57:37Z', 'updated_at': '2021-09-24T16:00:11Z', 'revision_number': 6, 'project_id': 'b3bc8c40013d4a92b1cf10d67118144c', 'gw_port_host': None}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:00:11.527466 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8dece0a6-b20d-4515-9ea0-1c0c206a388c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:11.582954 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-8dece0a6-b20d-4515-9ea0-1c0c206a388c admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=555891aafa7440519073c3fe5f7d49cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2961783 Sep 24 16:00:11.583642 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 51418) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:11.587325 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dece0a6-b20d-4515-9ea0-1c0c206a388c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c16e8714-0675-488c-a5ec-e6404234d506,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:11.628133 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bea53a76-58fe-4c64-9e0b-146c22daa683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:11.677656 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea53a76-58fe-4c64-9e0b-146c22daa683 admin admin] Pushing event deleted for resources: {'Port': ['ID=46257093-a6b0-4da2-91b4-8328f3cf93b7,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:11.747852 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7773ad71-799c-42f4-8559-f45d004a832b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:11.778616 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bea53a76-58fe-4c64-9e0b-146c22daa683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586576'] for router_gateway, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:11.783197 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7773ad71-799c-42f4-8559-f45d004a832b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:11.894310 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bea53a76-58fe-4c64-9e0b-146c22daa683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:11.900362 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bea53a76-58fe-4c64-9e0b-146c22daa683 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:12.041556 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bea53a76-58fe-4c64-9e0b-146c22daa683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:12.046664 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bea53a76-58fe-4c64-9e0b-146c22daa683 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 43377dbd-f904-409e-9b1c-72a57d160497 {{(pid=95298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 16:00:12.046962 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bea53a76-58fe-4c64-9e0b-146c22daa683 admin admin] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:12.050371 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-bea53a76-58fe-4c64-9e0b-146c22daa683 admin admin] 10.222.0.101 "DELETE /v2.0/routers/43377dbd-f904-409e-9b1c-72a57d160497 HTTP/1.1" status: 204 len: 168 time: 1.3430624 Sep 24 16:00:12.050821 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 51440) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:12.061254 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7773ad71-799c-42f4-8559-f45d004a832b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:12.069392 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7773ad71-799c-42f4-8559-f45d004a832b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:12.069392 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-7773ad71-799c-42f4-8559-f45d004a832b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c16e8714-0675-488c-a5ec-e6404234d506 HTTP/1.1" status: 204 len: 168 time: 0.4813054 Sep 24 16:00:12.178448 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7773ad71-799c-42f4-8559-f45d004a832b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c16e8714-0675-488c-a5ec-e6404234d506,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:12.197236 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-86d1b0b3-0c01-41ba-aebe-507548e2121e admin admin] Deleting subnet 1b77319b-e972-47e8-93df-b7729b347ab6 {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 16:00:12.207101 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-86d1b0b3-0c01-41ba-aebe-507548e2121e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:12.252736 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-86d1b0b3-0c01-41ba-aebe-507548e2121e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:12.304277 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-86d1b0b3-0c01-41ba-aebe-507548e2121e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:12.474768 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-86d1b0b3-0c01-41ba-aebe-507548e2121e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:12.534740 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d1b0b3-0c01-41ba-aebe-507548e2121e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b77319b-e972-47e8-93df-b7729b347ab6,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:12.547941 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-86d1b0b3-0c01-41ba-aebe-507548e2121e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:12.551103 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-86d1b0b3-0c01-41ba-aebe-507548e2121e admin admin] 10.222.0.101 "DELETE /v2.0/subnets/1b77319b-e972-47e8-93df-b7729b347ab6 HTTP/1.1" status: 204 len: 168 time: 0.4991729 Sep 24 16:00:12.553614 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 51458) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:12.712952 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1e2c2eb1-5d3f-4412-b664-10e4672c1e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:12.806577 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1e2c2eb1-5d3f-4412-b664-10e4672c1e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:12.829347 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-1e2c2eb1-5d3f-4412-b664-10e4672c1e4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b5ae1eb-54bd-4dc0-9ed2-fc3865a6b206']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:00:12.840109 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-1e2c2eb1-5d3f-4412-b664-10e4672c1e4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '563c8a32-dd71-4fde-bd28-b20905086572') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:00:12.840403 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-1e2c2eb1-5d3f-4412-b664-10e4672c1e4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '563c8a32-dd71-4fde-bd28-b20905086572') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:00:12.857791 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1e2c2eb1-5d3f-4412-b664-10e4672c1e4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:12.866093 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1e2c2eb1-5d3f-4412-b664-10e4672c1e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:12.872784 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e2c2eb1-5d3f-4412-b664-10e4672c1e4a admin admin] Releasing vlan 1281 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 16:00:12.873396 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1e2c2eb1-5d3f-4412-b664-10e4672c1e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:12.875985 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 16:00:12.875985 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 16:00:12.875985 n-d-808921-1 neutron-server[95298]: timer() Sep 24 16:00:12.875985 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 16:00:12.875985 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 16:00:12.875985 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 16:00:12.875985 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 16:00:12.875985 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 16:00:12.875985 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 16:00:12.875985 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 16:00:12.875985 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 16:00:12.875985 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 16:00:12.875985 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 16:00:12.875985 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 16:00:12.875985 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 16:00:12.875985 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 16:00:12.875985 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 16:00:12.875985 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 16:00:12.875985 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 16:00:12.875985 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 16:00:12.875985 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 16:00:12.875985 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 16:00:12.875985 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 16:00:12.875985 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 16:00:12.875985 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 16:00:12.875985 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 16:00:12.875985 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 16:00:12.875985 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 16:00:12.875985 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 16:00:12.875985 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 16:00:12.875985 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 16:00:12.875985 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 16:00:12.956678 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device f8fe4614-3b5d-45de-99fa-7346897eb583 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:00:12.977074 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: f8fe4614-3b5d-45de-99fa-7346897eb583 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:00:12.977486 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device f8fe4614-3b5d-45de-99fa-7346897eb583 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:00:12.983631 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 46257093-a6b0-4da2-91b4-8328f3cf93b7 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:00:12.996768 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 46257093-a6b0-4da2-91b4-8328f3cf93b7 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:00:12.997113 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 46257093-a6b0-4da2-91b4-8328f3cf93b7 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:00:13.142458 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1e2c2eb1-5d3f-4412-b664-10e4672c1e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:13.159103 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1e2c2eb1-5d3f-4412-b664-10e4672c1e4a admin admin] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:13.159103 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-1e2c2eb1-5d3f-4412-b664-10e4672c1e4a admin admin] 10.222.0.101 "DELETE /v2.0/networks/5b5ae1eb-54bd-4dc0-9ed2-fc3865a6b206 HTTP/1.1" status: 204 len: 168 time: 0.5954802 Sep 24 16:00:13.161437 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2c2eb1-5d3f-4412-b664-10e4672c1e4a admin admin] Pushing event deleted for resources: {'Network': ['ID=5b5ae1eb-54bd-4dc0-9ed2-fc3865a6b206,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:13.258686 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 51480) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:13.311099 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-a624ccfb-4eca-425e-8736-d283fd333af7 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e8a6c670080d4253b047f16284e4f21b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0510759 Sep 24 16:00:13.314390 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 51484) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:13.378988 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-60fb974d-6dda-4693-a39d-139982d0dcac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:13.403502 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-60fb974d-6dda-4693-a39d-139982d0dcac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:13.567065 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-60fb974d-6dda-4693-a39d-139982d0dcac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:13.569719 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-60fb974d-6dda-4693-a39d-139982d0dcac admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:13.571040 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-60fb974d-6dda-4693-a39d-139982d0dcac admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/6122267e-3e29-4394-8b9f-13d976f5d675 HTTP/1.1" status: 204 len: 168 time: 0.2553833 Sep 24 16:00:13.579343 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fb974d-6dda-4693-a39d-139982d0dcac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6122267e-3e29-4394-8b9f-13d976f5d675,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:13.838118 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 51506) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:13.889575 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-0aedffaa-31bc-4161-ab53-e0d8ac6b6abc admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=b3bc8c40013d4a92b1cf10d67118144c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0501602 Sep 24 16:00:13.892842 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 51510) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:13.954037 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-750cc356-8ffd-4191-ac6b-3e67b707d926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:13.980893 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-750cc356-8ffd-4191-ac6b-3e67b707d926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:14.117264 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-750cc356-8ffd-4191-ac6b-3e67b707d926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:14.119963 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-750cc356-8ffd-4191-ac6b-3e67b707d926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:14.122007 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-750cc356-8ffd-4191-ac6b-3e67b707d926 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d722b705-a17e-4de7-9c70-ed2c73719e82 HTTP/1.1" status: 204 len: 168 time: 0.2274909 Sep 24 16:00:14.147443 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750cc356-8ffd-4191-ac6b-3e67b707d926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d722b705-a17e-4de7-9c70-ed2c73719e82,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:14.244691 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800bc955-b821-44b9-9610-d972f1174abf req-a04fe829-4bc8-437e-be45-01604438ad08 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:14.246645 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-800bc955-b821-44b9-9610-d972f1174abf req-a04fe829-4bc8-437e-be45-01604438ad08 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] 10.222.0.101 "GET /v2.0/networks?id=28e9497b-ff8f-4c1a-8214-41b5390b13ab HTTP/1.1" status: 200 len: 809 time: 0.1417308 Sep 24 16:00:14.266308 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-800bc955-b821-44b9-9610-d972f1174abf req-14bc8b31-9425-4079-90dd-8b96d59c07c6 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] 10.222.0.101 "GET /v2.0/quotas/b5547b2f28bc46cf919cd78f3e66f53f HTTP/1.1" status: 200 len: 375 time: 0.0118737 Sep 24 16:00:14.315162 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-800bc955-b821-44b9-9610-d972f1174abf req-f25981e8-65d3-411f-972c-233bff967a12 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=b5547b2f28bc46cf919cd78f3e66f53f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424321 Sep 24 16:00:14.422923 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-800bc955-b821-44b9-9610-d972f1174abf req-ff56deee-95de-4ab6-ad34-13523f550d60 service neutron] 10.222.0.101 "GET /v2.0/networks/28e9497b-ff8f-4c1a-8214-41b5390b13ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058414 Sep 24 16:00:14.550483 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-800bc955-b821-44b9-9610-d972f1174abf req-14534651-9757-43f0-bf7a-a3377d873643 service neutron] 10.222.0.101 "GET /v2.0/networks/28e9497b-ff8f-4c1a-8214-41b5390b13ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243610 Sep 24 16:00:14.840846 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c02c0ad4-93ce-4fae-87cb-382cf64a0fe2 req-b57e97c3-fc29-4d8f-996b-6af2a6713f4c tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] 10.222.0.101 "GET /v2.0/ports?device_id=b5e4f584-8314-403d-bb6e-ec60853a4c96 HTTP/1.1" status: 200 len: 210 time: 0.0335441 Sep 24 16:00:15.279870 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 51594) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:15.371113 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 51600) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:15.445730 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-e719161c-9126-48ce-af27-6d457b28439e admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1755938406-network', 'tenant_id': '4bf29ebe6ac640e6b58457d1077ba89c'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:00:15.484872 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-823ee94f-f2f2-4487-b462-559d00b7ca98 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1496323484-network', 'tenant_id': '47adefb7ca614d33b7bb1493dd2de83a'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:00:15.560865 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e719161c-9126-48ce-af27-6d457b28439e admin admin] Made reservation on behalf of 4bf29ebe6ac640e6b58457d1077ba89c for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:00:15.563931 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e719161c-9126-48ce-af27-6d457b28439e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:15.586586 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e719161c-9126-48ce-af27-6d457b28439e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:15.722842 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823ee94f-f2f2-4487-b462-559d00b7ca98 admin admin] Made reservation on behalf of 47adefb7ca614d33b7bb1493dd2de83a for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:00:15.725367 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-823ee94f-f2f2-4487-b462-559d00b7ca98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:15.739805 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-823ee94f-f2f2-4487-b462-559d00b7ca98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:15.973363 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e719161c-9126-48ce-af27-6d457b28439e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:15.973363 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e36bead8-ac4f-4549-8afc-9d1529806dc9 req-9b3cb65d-7a4c-4bfa-a7d8-636a406cb85d tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] 10.222.0.101 "GET /v2.0/ports?device_id=b5e4f584-8314-403d-bb6e-ec60853a4c96 HTTP/1.1" status: 200 len: 210 time: 0.0278325 Sep 24 16:00:16.182581 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e719161c-9126-48ce-af27-6d457b28439e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:16.228287 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e719161c-9126-48ce-af27-6d457b28439e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1253} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 16:00:16.240140 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e719161c-9126-48ce-af27-6d457b28439e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cae09cd8-904a-49cc-b757-09684031a326,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:16.255788 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e719161c-9126-48ce-af27-6d457b28439e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:16.257193 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-e719161c-9126-48ce-af27-6d457b28439e admin admin] Added segment 88d88d00-ad54-4674-b7a3-3049ab57b52f of type vlan for network 748b33f5-a1e2-4d7d-85aa-fff91a37696d Sep 24 16:00:16.631605 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e719161c-9126-48ce-af27-6d457b28439e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:16.677031 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-823ee94f-f2f2-4487-b462-559d00b7ca98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:16.762073 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e719161c-9126-48ce-af27-6d457b28439e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:16.763104 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e719161c-9126-48ce-af27-6d457b28439e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:16.763687 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e719161c-9126-48ce-af27-6d457b28439e admin admin] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:16.766811 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-823ee94f-f2f2-4487-b462-559d00b7ca98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:16.836037 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-823ee94f-f2f2-4487-b462-559d00b7ca98 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1267} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 16:00:16.900350 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-e719161c-9126-48ce-af27-6d457b28439e admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.6193001 Sep 24 16:00:16.902886 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e719161c-9126-48ce-af27-6d457b28439e admin admin] Pushing event updated for resources: {'Network': ['ID=748b33f5-a1e2-4d7d-85aa-fff91a37696d,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:16.903541 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 51642) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:16.904971 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823ee94f-f2f2-4487-b462-559d00b7ca98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac01e2b0-277e-45a1-92e1-a1ef944c698e,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:16.909075 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-823ee94f-f2f2-4487-b462-559d00b7ca98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:16.909437 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-823ee94f-f2f2-4487-b462-559d00b7ca98 admin admin] Added segment 94c0797a-5dbb-467d-9f41-7597f4debf01 of type vlan for network e683698e-96d3-4f25-bed4-4200552ea2ef Sep 24 16:00:16.920085 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 748b33f5-a1e2-4d7d-85aa-fff91a37696d details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 16:00:16.924180 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-8bbef69c-618c-4e25-8ee6-87863ee2b2a3 admin admin] Request body: {'subnet': {'network_id': '748b33f5-a1e2-4d7d-85aa-fff91a37696d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1755938406-subnet', 'tenant_id': '4bf29ebe6ac640e6b58457d1077ba89c', 'ip_version': 4}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:00:16.996674 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bbef69c-618c-4e25-8ee6-87863ee2b2a3 admin admin] Made reservation on behalf of 4bf29ebe6ac640e6b58457d1077ba89c for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:00:17.001012 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8bbef69c-618c-4e25-8ee6-87863ee2b2a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:17.023268 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-823ee94f-f2f2-4487-b462-559d00b7ca98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:17.099636 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-790401e2-1201-4a21-b5a9-5f6108f511c4 req-45fed394-a0f9-4d27-9fd0-e5171894f4f7 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] 10.222.0.101 "GET /v2.0/ports?device_id=b5e4f584-8314-403d-bb6e-ec60853a4c96 HTTP/1.1" status: 200 len: 210 time: 0.0335231 Sep 24 16:00:17.195777 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-823ee94f-f2f2-4487-b462-559d00b7ca98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:17.196782 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823ee94f-f2f2-4487-b462-559d00b7ca98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:17.197382 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-823ee94f-f2f2-4487-b462-559d00b7ca98 admin admin] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:17.276491 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8bbef69c-618c-4e25-8ee6-87863ee2b2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:17.293619 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823ee94f-f2f2-4487-b462-559d00b7ca98 admin admin] Pushing event updated for resources: {'Network': ['ID=e683698e-96d3-4f25-bed4-4200552ea2ef,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:17.306514 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network e683698e-96d3-4f25-bed4-4200552ea2ef details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 16:00:17.344141 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-823ee94f-f2f2-4487-b462-559d00b7ca98 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.9714267 Sep 24 16:00:17.345093 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 51654) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:17.347686 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbef69c-618c-4e25-8ee6-87863ee2b2a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c956b0c7-d5fc-4ea5-b659-2858a2ff059e,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:17.352712 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-2195f80d-a39a-45ab-b84e-318abeacaba2 admin admin] Request body: {'subnet': {'network_id': 'e683698e-96d3-4f25-bed4-4200552ea2ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1496323484-subnet', 'tenant_id': '47adefb7ca614d33b7bb1493dd2de83a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:00:17.405830 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbef69c-618c-4e25-8ee6-87863ee2b2a3 admin admin] Checking segment: {'id': '88d88d00-ad54-4674-b7a3-3049ab57b52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '748b33f5-a1e2-4d7d-85aa-fff91a37696d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:00:17.407364 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bbef69c-618c-4e25-8ee6-87863ee2b2a3 admin admin] Network hostable DHCP agents. Network: 748b33f5-a1e2-4d7d-85aa-fff91a37696d, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 16:00:17.470120 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2195f80d-a39a-45ab-b84e-318abeacaba2 admin admin] Made reservation on behalf of 47adefb7ca614d33b7bb1493dd2de83a for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:00:17.472772 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2195f80d-a39a-45ab-b84e-318abeacaba2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:17.527321 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bbef69c-618c-4e25-8ee6-87863ee2b2a3 admin admin] Network 748b33f5-a1e2-4d7d-85aa-fff91a37696d is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 16:00:17.650751 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-8bbef69c-618c-4e25-8ee6-87863ee2b2a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 748b33f5-a1e2-4d7d-85aa-fff91a37696d) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:00:17.659565 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbef69c-618c-4e25-8ee6-87863ee2b2a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:17.661718 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8bbef69c-618c-4e25-8ee6-87863ee2b2a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:17.668709 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26f02bb-9e68-4280-ab42-3b04166aee98 None None] Network 748b33f5-a1e2-4d7d-85aa-fff91a37696d requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:00:17.744548 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800bc955-b821-44b9-9610-d972f1174abf req-e6ca5956-c58f-4852-94a3-264ddde71ffc tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:17.746049 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-800bc955-b821-44b9-9610-d972f1174abf req-e6ca5956-c58f-4852-94a3-264ddde71ffc tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] 10.222.0.108 "GET /v2.0/networks?id=28e9497b-ff8f-4c1a-8214-41b5390b13ab HTTP/1.1" status: 200 len: 809 time: 0.1912358 Sep 24 16:00:17.761211 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-800bc955-b821-44b9-9610-d972f1174abf req-d21c5b72-47b0-427a-a345-a91744b21e65 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] Request body: {'port': {'device_id': 'b5e4f584-8314-403d-bb6e-ec60853a4c96', 'network_id': '28e9497b-ff8f-4c1a-8214-41b5390b13ab', 'admin_state_up': True, 'tenant_id': 'b5547b2f28bc46cf919cd78f3e66f53f'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:00:17.857691 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-8bbef69c-618c-4e25-8ee6-87863ee2b2a3 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.9500721 Sep 24 16:00:17.859061 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2195f80d-a39a-45ab-b84e-318abeacaba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:17.859932 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 51666) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:17.865392 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-71b8f518-a30f-4056-8b8d-a1c54c82dfb2 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1755938406-router', 'tenant_id': '4bf29ebe6ac640e6b58457d1077ba89c', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:00:17.886604 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3207ab6c-dec3-49f0-894f-0aad760d3912 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-748b33f5-a1e2-4d7d-85aa-fff91a37696d', 'network_id': '748b33f5-a1e2-4d7d-85aa-fff91a37696d', 'tenant_id': '4bf29ebe6ac640e6b58457d1077ba89c', 'fixed_ips': [{'subnet_id': 'c956b0c7-d5fc-4ea5-b659-2858a2ff059e'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 16:00:17.887531 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3207ab6c-dec3-49f0-894f-0aad760d3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:17.926786 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2195f80d-a39a-45ab-b84e-318abeacaba2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04b7f077-c013-4647-8fb9-7721770c2649,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:17.944476 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2195f80d-a39a-45ab-b84e-318abeacaba2 admin admin] Checking segment: {'id': '94c0797a-5dbb-467d-9f41-7597f4debf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'e683698e-96d3-4f25-bed4-4200552ea2ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:00:17.944839 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2195f80d-a39a-45ab-b84e-318abeacaba2 admin admin] Network hostable DHCP agents. Network: e683698e-96d3-4f25-bed4-4200552ea2ef, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 16:00:17.976888 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-71b8f518-a30f-4056-8b8d-a1c54c82dfb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:17.978047 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-71b8f518-a30f-4056-8b8d-a1c54c82dfb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:18.067101 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-3207ab6c-dec3-49f0-894f-0aad760d3912 None None] Allocated IP 172.20.0.2 (748b33f5-a1e2-4d7d-85aa-fff91a37696d/c956b0c7-d5fc-4ea5-b659-2858a2ff059e/5408b7d2-79a6-43ed-89ea-ed9f1fdcdbfc) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:00:18.075210 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2195f80d-a39a-45ab-b84e-318abeacaba2 admin admin] Network e683698e-96d3-4f25-bed4-4200552ea2ef is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 16:00:18.100900 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-71b8f518-a30f-4056-8b8d-a1c54c82dfb2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:18.103677 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-800bc955-b821-44b9-9610-d972f1174abf req-d21c5b72-47b0-427a-a345-a91744b21e65 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] Made reservation on behalf of b5547b2f28bc46cf919cd78f3e66f53f for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:00:18.107289 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-800bc955-b821-44b9-9610-d972f1174abf req-d21c5b72-47b0-427a-a345-a91744b21e65 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:18.178062 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-2195f80d-a39a-45ab-b84e-318abeacaba2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, e683698e-96d3-4f25-bed4-4200552ea2ef) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:00:18.190855 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2195f80d-a39a-45ab-b84e-318abeacaba2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:18.191666 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2195f80d-a39a-45ab-b84e-318abeacaba2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:18.209871 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024e950f-1955-4390-8d9f-4c6472c4a790 None None] Network e683698e-96d3-4f25-bed4-4200552ea2ef requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:00:18.238073 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3207ab6c-dec3-49f0-894f-0aad760d3912 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:18.273340 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-2195f80d-a39a-45ab-b84e-318abeacaba2 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9265797 Sep 24 16:00:18.275829 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 51676) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:18.280111 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-e067091e-8d32-4c74-aad1-15ff9586f981 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1496323484-router', 'tenant_id': '47adefb7ca614d33b7bb1493dd2de83a', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:00:18.298910 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-216d1c96-a9a8-43d5-a815-3678b2bac8e4 req-3f6ddd0b-97cf-450e-926c-babb52430167 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] 10.222.0.101 "GET /v2.0/ports?device_id=b5e4f584-8314-403d-bb6e-ec60853a4c96 HTTP/1.1" status: 200 len: 210 time: 0.0635509 Sep 24 16:00:18.304662 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-800bc955-b821-44b9-9610-d972f1174abf req-d21c5b72-47b0-427a-a345-a91744b21e65 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] Allocated IP 172.20.0.9 (28e9497b-ff8f-4c1a-8214-41b5390b13ab/00da42d2-0c6d-4d34-8d9f-66f58ffd93de/adb684dd-f017-407d-aad9-eb7b5b85273f) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:00:18.388484 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3207ab6c-dec3-49f0-894f-0aad760d3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:18.413308 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-71b8f518-a30f-4056-8b8d-a1c54c82dfb2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:18.469473 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3207ab6c-dec3-49f0-894f-0aad760d3912 None None] Network 748b33f5-a1e2-4d7d-85aa-fff91a37696d is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:00:18.491421 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e067091e-8d32-4c74-aad1-15ff9586f981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:18.492139 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-3207ab6c-dec3-49f0-894f-0aad760d3912 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:00:18.492787 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e067091e-8d32-4c74-aad1-15ff9586f981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:18.493979 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3207ab6c-dec3-49f0-894f-0aad760d3912 None None] Pushing event updated for resources: {'Port': ['ID=5408b7d2-79a6-43ed-89ea-ed9f1fdcdbfc,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:18.510434 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3207ab6c-dec3-49f0-894f-0aad760d3912 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:00:18.597911 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1b4a89-089f-432d-aae3-180661ae5782 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-e683698e-96d3-4f25-bed4-4200552ea2ef', 'network_id': 'e683698e-96d3-4f25-bed4-4200552ea2ef', 'tenant_id': '47adefb7ca614d33b7bb1493dd2de83a', 'fixed_ips': [{'subnet_id': '04b7f077-c013-4647-8fb9-7721770c2649'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 16:00:18.600299 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f1b4a89-089f-432d-aae3-180661ae5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:18.613841 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e067091e-8d32-4c74-aad1-15ff9586f981 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:18.631545 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-800bc955-b821-44b9-9610-d972f1174abf req-d21c5b72-47b0-427a-a345-a91744b21e65 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:18.679367 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-3207ab6c-dec3-49f0-894f-0aad760d3912 None None] Attempting to bind port 5408b7d2-79a6-43ed-89ea-ed9f1fdcdbfc on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:00:18.679922 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-3207ab6c-dec3-49f0-894f-0aad760d3912 None None] Attempting to bind port 5408b7d2-79a6-43ed-89ea-ed9f1fdcdbfc by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '88d88d00-ad54-4674-b7a3-3049ab57b52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '748b33f5-a1e2-4d7d-85aa-fff91a37696d'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:00:18.680440 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3207ab6c-dec3-49f0-894f-0aad760d3912 None None] Attempting to bind port 5408b7d2-79a6-43ed-89ea-ed9f1fdcdbfc on network 748b33f5-a1e2-4d7d-85aa-fff91a37696d {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:00:18.745822 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3207ab6c-dec3-49f0-894f-0aad760d3912 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:00:18.746724 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3207ab6c-dec3-49f0-894f-0aad760d3912 None None] Checking segment: {'id': '88d88d00-ad54-4674-b7a3-3049ab57b52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '748b33f5-a1e2-4d7d-85aa-fff91a37696d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:00:18.746859 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3207ab6c-dec3-49f0-894f-0aad760d3912 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:18.747176 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3207ab6c-dec3-49f0-894f-0aad760d3912 None None] Bound using segment: {'id': '88d88d00-ad54-4674-b7a3-3049ab57b52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '748b33f5-a1e2-4d7d-85aa-fff91a37696d'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:00:18.747668 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-3207ab6c-dec3-49f0-894f-0aad760d3912 None None] Bound port: 5408b7d2-79a6-43ed-89ea-ed9f1fdcdbfc, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88d88d00-ad54-4674-b7a3-3049ab57b52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '748b33f5-a1e2-4d7d-85aa-fff91a37696d'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:00:18.748055 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3207ab6c-dec3-49f0-894f-0aad760d3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:18.778655 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-800bc955-b821-44b9-9610-d972f1174abf req-d21c5b72-47b0-427a-a345-a91744b21e65 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:18.835357 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-71b8f518-a30f-4056-8b8d-a1c54c82dfb2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:18.872797 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-71b8f518-a30f-4056-8b8d-a1c54c82dfb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:18.887664 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21c5b72-47b0-427a-a345-a91744b21e65 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] Pushing event updated for resources: {'Port': ['ID=adb684dd-f017-407d-aad9-eb7b5b85273f,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:18.906409 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-7f1b4a89-089f-432d-aae3-180661ae5782 None None] Allocated IP 172.20.0.2 (e683698e-96d3-4f25-bed4-4200552ea2ef/04b7f077-c013-4647-8fb9-7721770c2649/dbe4403d-2b7d-42cb-b73a-da8f03c2a00c) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:00:18.959161 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-800bc955-b821-44b9-9610-d972f1174abf req-d21c5b72-47b0-427a-a345-a91744b21e65 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] Network 28e9497b-ff8f-4c1a-8214-41b5390b13ab is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:00:18.961984 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e067091e-8d32-4c74-aad1-15ff9586f981 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:18.968405 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-800bc955-b821-44b9-9610-d972f1174abf req-d21c5b72-47b0-427a-a345-a91744b21e65 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:00:18.976518 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-800bc955-b821-44b9-9610-d972f1174abf req-d21c5b72-47b0-427a-a345-a91744b21e65 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:00:18.994581 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-71b8f518-a30f-4056-8b8d-a1c54c82dfb2 admin admin] Allocated IP 172.25.0.193 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/dbfc593e-0cf8-4d18-851e-cb0cad255cd4) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:00:19.032432 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800bc955-b821-44b9-9610-d972f1174abf req-d21c5b72-47b0-427a-a345-a91744b21e65 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:19.035238 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-800bc955-b821-44b9-9610-d972f1174abf req-d21c5b72-47b0-427a-a345-a91744b21e65 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:19.118980 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-800bc955-b821-44b9-9610-d972f1174abf req-d21c5b72-47b0-427a-a345-a91744b21e65 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3617022 Sep 24 16:00:19.122229 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-71b8f518-a30f-4056-8b8d-a1c54c82dfb2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:19.132013 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-3207ab6c-dec3-49f0-894f-0aad760d3912 None None] For port 5408b7d2-79a6-43ed-89ea-ed9f1fdcdbfc, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:00:19.136962 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-3207ab6c-dec3-49f0-894f-0aad760d3912 None None] For port 5408b7d2-79a6-43ed-89ea-ed9f1fdcdbfc, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=5408b7d2-79a6-43ed-89ea-ed9f1fdcdbfc,segment=NetworkSegment(88d88d00-ad54-4674-b7a3-3049ab57b52f),segment_id=88d88d00-ad54-4674-b7a3-3049ab57b52f)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:00:19.142051 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f1b4a89-089f-432d-aae3-180661ae5782 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:19.163449 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-800bc955-b821-44b9-9610-d972f1174abf req-4535d7a1-a449-472d-a324-325427e61b12 service neutron] Request body: {'port': {'device_id': 'b5e4f584-8314-403d-bb6e-ec60853a4c96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:00:19.210994 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3207ab6c-dec3-49f0-894f-0aad760d3912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:19.242228 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-800bc955-b821-44b9-9610-d972f1174abf req-4535d7a1-a449-472d-a324-325427e61b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:19.247763 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-71b8f518-a30f-4056-8b8d-a1c54c82dfb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:19.252674 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f1b4a89-089f-432d-aae3-180661ae5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:19.274759 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1b4a89-089f-432d-aae3-180661ae5782 None None] Network e683698e-96d3-4f25-bed4-4200552ea2ef is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:00:19.278488 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-7f1b4a89-089f-432d-aae3-180661ae5782 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:00:19.282023 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1b4a89-089f-432d-aae3-180661ae5782 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:00:19.308083 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3207ab6c-dec3-49f0-894f-0aad760d3912 None None] Pushing event updated for resources: {'Port': ['ID=5408b7d2-79a6-43ed-89ea-ed9f1fdcdbfc,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:19.310751 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b8f518-a30f-4056-8b8d-a1c54c82dfb2 admin admin] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:00:19.315139 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-71b8f518-a30f-4056-8b8d-a1c54c82dfb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:00:19.319163 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b8f518-a30f-4056-8b8d-a1c54c82dfb2 admin admin] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:00:19.382205 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b8f518-a30f-4056-8b8d-a1c54c82dfb2 admin admin] Pushing event updated for resources: {'Port': ['ID=dbfc593e-0cf8-4d18-851e-cb0cad255cd4,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:19.422129 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-7f1b4a89-089f-432d-aae3-180661ae5782 None None] Attempting to bind port dbe4403d-2b7d-42cb-b73a-da8f03c2a00c on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:00:19.422529 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-7f1b4a89-089f-432d-aae3-180661ae5782 None None] Attempting to bind port dbe4403d-2b7d-42cb-b73a-da8f03c2a00c by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '94c0797a-5dbb-467d-9f41-7597f4debf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'e683698e-96d3-4f25-bed4-4200552ea2ef'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:00:19.422896 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1b4a89-089f-432d-aae3-180661ae5782 None None] Attempting to bind port dbe4403d-2b7d-42cb-b73a-da8f03c2a00c on network e683698e-96d3-4f25-bed4-4200552ea2ef {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:00:19.472576 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1b4a89-089f-432d-aae3-180661ae5782 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:00:19.472958 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1b4a89-089f-432d-aae3-180661ae5782 None None] Checking segment: {'id': '94c0797a-5dbb-467d-9f41-7597f4debf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'e683698e-96d3-4f25-bed4-4200552ea2ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:00:19.473354 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f1b4a89-089f-432d-aae3-180661ae5782 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:19.473752 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1b4a89-089f-432d-aae3-180661ae5782 None None] Bound using segment: {'id': '94c0797a-5dbb-467d-9f41-7597f4debf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'e683698e-96d3-4f25-bed4-4200552ea2ef'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:00:19.474380 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-7f1b4a89-089f-432d-aae3-180661ae5782 None None] Bound port: dbe4403d-2b7d-42cb-b73a-da8f03c2a00c, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94c0797a-5dbb-467d-9f41-7597f4debf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'e683698e-96d3-4f25-bed4-4200552ea2ef'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:00:19.474697 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f1b4a89-089f-432d-aae3-180661ae5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:19.490937 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1b4a89-089f-432d-aae3-180661ae5782 None None] Pushing event updated for resources: {'Port': ['ID=dbe4403d-2b7d-42cb-b73a-da8f03c2a00c,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:19.567264 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f1b4a89-089f-432d-aae3-180661ae5782 None None] For port dbe4403d-2b7d-42cb-b73a-da8f03c2a00c, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:00:19.571378 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f1b4a89-089f-432d-aae3-180661ae5782 None None] For port dbe4403d-2b7d-42cb-b73a-da8f03c2a00c, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=dbe4403d-2b7d-42cb-b73a-da8f03c2a00c,segment=NetworkSegment(94c0797a-5dbb-467d-9f41-7597f4debf01),segment_id=94c0797a-5dbb-467d-9f41-7597f4debf01)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:00:19.572004 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e067091e-8d32-4c74-aad1-15ff9586f981 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:19.603276 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e067091e-8d32-4c74-aad1-15ff9586f981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:19.645307 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f1b4a89-089f-432d-aae3-180661ae5782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:19.688057 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd30a6fa-3abf-43ae-97e1-9600a903204d req-b200efd5-b16b-4d40-98ca-b58bbc64f606 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:19.691758 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-dd30a6fa-3abf-43ae-97e1-9600a903204d req-b200efd5-b16b-4d40-98ca-b58bbc64f606 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] 10.222.0.101 "GET /v2.0/ports?device_id=b5e4f584-8314-403d-bb6e-ec60853a4c96 HTTP/1.1" status: 200 len: 931 time: 0.1722426 Sep 24 16:00:19.791353 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1b4a89-089f-432d-aae3-180661ae5782 None None] Pushing event updated for resources: {'Port': ['ID=dbe4403d-2b7d-42cb-b73a-da8f03c2a00c,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:19.849645 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-71b8f518-a30f-4056-8b8d-a1c54c82dfb2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:19.937854 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-dd30a6fa-3abf-43ae-97e1-9600a903204d req-855753b9-0702-4ead-aa0c-b5c3174aa7ee tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] 10.222.0.101 "GET /v2.0/security-groups?id=eca15437-3c4a-4f62-8c3c-b05f259153ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328873 Sep 24 16:00:19.978168 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-800bc955-b821-44b9-9610-d972f1174abf req-4535d7a1-a449-472d-a324-325427e61b12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adb684dd-f017-407d-aad9-eb7b5b85273f {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:00:19.989822 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-800bc955-b821-44b9-9610-d972f1174abf req-4535d7a1-a449-472d-a324-325427e61b12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:20.046194 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-800bc955-b821-44b9-9610-d972f1174abf req-4535d7a1-a449-472d-a324-325427e61b12 service neutron] Transition to ACTIVE for port object adb684dd-f017-407d-aad9-eb7b5b85273f will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 16:00:20.119525 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-e067091e-8d32-4c74-aad1-15ff9586f981 admin admin] Allocated IP 172.25.0.41 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/e80c1131-6851-4550-afaf-22cc674efd38) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:00:20.159338 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-800bc955-b821-44b9-9610-d972f1174abf req-4535d7a1-a449-472d-a324-325427e61b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:20.190693 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-71b8f518-a30f-4056-8b8d-a1c54c82dfb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:20.305732 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4535d7a1-a449-472d-a324-325427e61b12 service neutron] Pushing event updated for resources: {'Port': ['ID=adb684dd-f017-407d-aad9-eb7b5b85273f,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:20.366312 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4535d7a1-a449-472d-a324-325427e61b12 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:00:20.366703 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4535d7a1-a449-472d-a324-325427e61b12 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:00:20.367047 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4535d7a1-a449-472d-a324-325427e61b12 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:00:20.367378 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4535d7a1-a449-472d-a324-325427e61b12 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:00:20.367711 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4535d7a1-a449-472d-a324-325427e61b12 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:00:20.368058 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4535d7a1-a449-472d-a324-325427e61b12 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:00:20.368360 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4535d7a1-a449-472d-a324-325427e61b12 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:00:20.368682 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4535d7a1-a449-472d-a324-325427e61b12 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:00:20.369001 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4535d7a1-a449-472d-a324-325427e61b12 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:00:20.369319 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4535d7a1-a449-472d-a324-325427e61b12 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:00:20.369635 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4535d7a1-a449-472d-a324-325427e61b12 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:00:20.369951 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4535d7a1-a449-472d-a324-325427e61b12 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:00:20.398042 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e067091e-8d32-4c74-aad1-15ff9586f981 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:20.429016 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-800bc955-b821-44b9-9610-d972f1174abf req-4535d7a1-a449-472d-a324-325427e61b12 service neutron] Attempting to bind port adb684dd-f017-407d-aad9-eb7b5b85273f on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:00:20.429346 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-800bc955-b821-44b9-9610-d972f1174abf req-4535d7a1-a449-472d-a324-325427e61b12 service neutron] Attempting to bind port adb684dd-f017-407d-aad9-eb7b5b85273f by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '6dd41732-cb7d-4783-acdf-340debc56e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '28e9497b-ff8f-4c1a-8214-41b5390b13ab'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:00:20.429673 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800bc955-b821-44b9-9610-d972f1174abf req-4535d7a1-a449-472d-a324-325427e61b12 service neutron] Attempting to bind port adb684dd-f017-407d-aad9-eb7b5b85273f on network 28e9497b-ff8f-4c1a-8214-41b5390b13ab {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:00:20.447075 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800bc955-b821-44b9-9610-d972f1174abf req-4535d7a1-a449-472d-a324-325427e61b12 service neutron] Port adb684dd-f017-407d-aad9-eb7b5b85273f on network 28e9497b-ff8f-4c1a-8214-41b5390b13ab not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 16:00:20.447395 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800bc955-b821-44b9-9610-d972f1174abf req-4535d7a1-a449-472d-a324-325427e61b12 service neutron] Attempting to bind port adb684dd-f017-407d-aad9-eb7b5b85273f on network 28e9497b-ff8f-4c1a-8214-41b5390b13ab {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:00:20.457410 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 51736) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:20.466926 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800bc955-b821-44b9-9610-d972f1174abf req-4535d7a1-a449-472d-a324-325427e61b12 service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:00:20.467321 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800bc955-b821-44b9-9610-d972f1174abf req-4535d7a1-a449-472d-a324-325427e61b12 service neutron] Checking segment: {'id': '6dd41732-cb7d-4783-acdf-340debc56e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '28e9497b-ff8f-4c1a-8214-41b5390b13ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:00:20.470914 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800bc955-b821-44b9-9610-d972f1174abf req-4535d7a1-a449-472d-a324-325427e61b12 service neutron] Bound using segment: {'id': '6dd41732-cb7d-4783-acdf-340debc56e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '28e9497b-ff8f-4c1a-8214-41b5390b13ab'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:00:20.470914 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-800bc955-b821-44b9-9610-d972f1174abf req-4535d7a1-a449-472d-a324-325427e61b12 service neutron] Bound port: adb684dd-f017-407d-aad9-eb7b5b85273f, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dd41732-cb7d-4783-acdf-340debc56e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '28e9497b-ff8f-4c1a-8214-41b5390b13ab'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:00:20.470914 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-800bc955-b821-44b9-9610-d972f1174abf req-4535d7a1-a449-472d-a324-325427e61b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:20.546289 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e067091e-8d32-4c74-aad1-15ff9586f981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:20.563468 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-800bc955-b821-44b9-9610-d972f1174abf req-4535d7a1-a449-472d-a324-325427e61b12 service neutron] For port adb684dd-f017-407d-aad9-eb7b5b85273f, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:00:20.616716 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-800bc955-b821-44b9-9610-d972f1174abf req-4535d7a1-a449-472d-a324-325427e61b12 service neutron] For port adb684dd-f017-407d-aad9-eb7b5b85273f, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=adb684dd-f017-407d-aad9-eb7b5b85273f,segment=NetworkSegment(6dd41732-cb7d-4783-acdf-340debc56e0a),segment_id=6dd41732-cb7d-4783-acdf-340debc56e0a)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:00:20.629109 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e067091e-8d32-4c74-aad1-15ff9586f981 admin admin] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:00:20.632368 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-e067091e-8d32-4c74-aad1-15ff9586f981 admin admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:00:20.640396 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e067091e-8d32-4c74-aad1-15ff9586f981 admin admin] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:00:20.643926 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e067091e-8d32-4c74-aad1-15ff9586f981 admin admin] Pushing event updated for resources: {'Port': ['ID=e80c1131-6851-4550-afaf-22cc674efd38,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:20.695834 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-800bc955-b821-44b9-9610-d972f1174abf req-4535d7a1-a449-472d-a324-325427e61b12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:20.703108 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a2b7efbe-2e98-43c9-84e5-12fa8b276934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:20.781346 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4535d7a1-a449-472d-a324-325427e61b12 service neutron] Pushing event updated for resources: {'Port': ['ID=adb684dd-f017-407d-aad9-eb7b5b85273f,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:20.810725 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800bc955-b821-44b9-9610-d972f1174abf req-4535d7a1-a449-472d-a324-325427e61b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:20.812728 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-800bc955-b821-44b9-9610-d972f1174abf req-4535d7a1-a449-472d-a324-325427e61b12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:20.814250 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-800bc955-b821-44b9-9610-d972f1174abf req-4535d7a1-a449-472d-a324-325427e61b12 service neutron] 10.222.0.108 "PUT /v2.0/ports/adb684dd-f017-407d-aad9-eb7b5b85273f HTTP/1.1" status: 200 len: 1091 time: 1.6562157 Sep 24 16:00:20.820345 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5e4f584-8314-403d-bb6e-ec60853a4c96', 'tag': 'adb684dd-f017-407d-aad9-eb7b5b85273f'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:00:20.822709 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ca3041-6804-4608-8654-4d11a84a0435" -d '{"events": [{"name": "network-changed", "server_uuid": "b5e4f584-8314-403d-bb6e-ec60853a4c96", "tag": "adb684dd-f017-407d-aad9-eb7b5b85273f"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:00:20.849070 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71b8f518-a30f-4056-8b8d-a1c54c82dfb2 admin admin] Router 71665b7a-67c3-485d-9f97-f47c295bd37f is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 16:00:20.864908 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117182ff-0e3e-4aea-b591-3be3576d27e8 None None] Network 748b33f5-a1e2-4d7d-85aa-fff91a37696d requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:00:20.877402 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7862921e-132c-4983-8bec-6dc69d25aa8e x-openstack-request-id: req-7862921e-132c-4983-8bec-6dc69d25aa8e {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:00:20.877702 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5e4f584-8314-403d-bb6e-ec60853a4c96", "tag": "adb684dd-f017-407d-aad9-eb7b5b85273f", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:00:20.877958 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-7862921e-132c-4983-8bec-6dc69d25aa8e {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:00:20.878377 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5e4f584-8314-403d-bb6e-ec60853a4c96', 'tag': 'adb684dd-f017-407d-aad9-eb7b5b85273f', 'status': 'completed', 'code': 200} Sep 24 16:00:21.101063 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b8f518-a30f-4056-8b8d-a1c54c82dfb2 admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:00:21.133193 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8811000d-42e5-4567-b74d-c00acfb52d18 None None] Sync routers for ids ['71665b7a-67c3-485d-9f97-f47c295bd37f'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:00:21.154466 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 5408b7d2-79a6-43ed-89ea-ed9f1fdcdbfc up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:00:21.299240 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-e06fe68e-490c-4389-9a1a-e8989b7e6762 None None] Provisioning complete for port 5408b7d2-79a6-43ed-89ea-ed9f1fdcdbfc triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:00:21.299793 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e06fe68e-490c-4389-9a1a-e8989b7e6762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:21.305056 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8811000d-42e5-4567-b74d-c00acfb52d18 None None] Routers {'71665b7a-67c3-485d-9f97-f47c295bd37f'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:00:21.305872 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-8811000d-42e5-4567-b74d-c00acfb52d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:00:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['71665b7a-67c3-485d-9f97-f47c295bd37f'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:00:21.386210 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 5408b7d2-79a6-43ed-89ea-ed9f1fdcdbfc triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:00:21.389056 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:21.457018 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-8811000d-42e5-4567-b74d-c00acfb52d18 None None] Set router 71665b7a-67c3-485d-9f97-f47c295bd37f gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:00:21.625967 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a2b7efbe-2e98-43c9-84e5-12fa8b276934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:21.660105 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca3041-6804-4608-8654-4d11a84a0435 req-38f9e83d-0334-4d3b-9c36-6230194a6d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:21.662266 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d5ca3041-6804-4608-8654-4d11a84a0435 req-38f9e83d-0334-4d3b-9c36-6230194a6d89 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=b5547b2f28bc46cf919cd78f3e66f53f&device_id=b5e4f584-8314-403d-bb6e-ec60853a4c96 HTTP/1.1" status: 200 len: 1094 time: 0.7214642 Sep 24 16:00:21.676593 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d59649f-84bc-4c49-bb2b-11d1ac2c1cf6 req-7692823f-a71c-4888-9538-c71e82b29dd9 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:21.678730 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4d59649f-84bc-4c49-bb2b-11d1ac2c1cf6 req-7692823f-a71c-4888-9538-c71e82b29dd9 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] 10.222.0.101 "GET /v2.0/ports?device_id=b5e4f584-8314-403d-bb6e-ec60853a4c96 HTTP/1.1" status: 200 len: 943 time: 0.5243402 Sep 24 16:00:21.707317 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e06fe68e-490c-4389-9a1a-e8989b7e6762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:21.709314 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78336151-8db4-4b73-83df-9a1632c9fce4 None None] Network e683698e-96d3-4f25-bed4-4200552ea2ef requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:00:21.743587 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a2b7efbe-2e98-43c9-84e5-12fa8b276934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:21.781136 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 51760) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:21.781753 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-a2b7efbe-2e98-43c9-84e5-12fa8b276934 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=cffaf702d1f6405a8a4efd33a204712a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3226595 Sep 24 16:00:21.791490 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:21.797697 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-8811000d-42e5-4567-b74d-c00acfb52d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71665b7a-67c3-485d-9f97-f47c295bd37f', 'name': 'tempest-ImageQuotaTest-1755938406-router', 'tenant_id': '4bf29ebe6ac640e6b58457d1077ba89c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'dbfc593e-0cf8-4d18-851e-cb0cad255cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:00:18Z', 'updated_at': '2021-09-24T16:00:19Z', 'revision_number': 3, 'project_id': '4bf29ebe6ac640e6b58457d1077ba89c', 'gw_port': {'id': 'dbfc593e-0cf8-4d18-851e-cb0cad255cd4', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f4:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71665b7a-67c3-485d-9f97-f47c295bd37f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:00:18Z', 'updated_at': '2021-09-24T16:00:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:00:21.828552 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8811000d-42e5-4567-b74d-c00acfb52d18 None None] Checking router: 71665b7a-67c3-485d-9f97-f47c295bd37f for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:00:21.829068 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8811000d-42e5-4567-b74d-c00acfb52d18 None None] Updating router 71665b7a-67c3-485d-9f97-f47c295bd37f port dbfc593e-0cf8-4d18-851e-cb0cad255cd4 binding host n-d-808921-1 {{(pid=95300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 16:00:21.836139 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-71b8f518-a30f-4056-8b8d-a1c54c82dfb2 admin admin] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:21.838553 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-71b8f518-a30f-4056-8b8d-a1c54c82dfb2 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.9765337 Sep 24 16:00:21.841280 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-e06fe68e-490c-4389-9a1a-e8989b7e6762 None None] For port 5408b7d2-79a6-43ed-89ea-ed9f1fdcdbfc, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=5408b7d2-79a6-43ed-89ea-ed9f1fdcdbfc,segment=NetworkSegment(88d88d00-ad54-4674-b7a3-3049ab57b52f),segment_id=88d88d00-ad54-4674-b7a3-3049ab57b52f)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:00:21.841991 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 51762) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:21.863473 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4d59649f-84bc-4c49-bb2b-11d1ac2c1cf6 req-066acd8a-f0f6-4ec6-afdf-66e04c6517c1 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] 10.222.0.101 "GET /v2.0/security-groups?id=eca15437-3c4a-4f62-8c3c-b05f259153ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745675 Sep 24 16:00:21.900366 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b7efbe-2e98-43c9-84e5-12fa8b276934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da5e0d9-0ca3-46c9-9589-bed2c730c46b,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:21.906941 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-8811000d-42e5-4567-b74d-c00acfb52d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:21.914914 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c9c59183-bd84-4604-b113-db5b3dc77639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:21.951417 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c9c59183-bd84-4604-b113-db5b3dc77639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:21.973349 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e06fe68e-490c-4389-9a1a-e8989b7e6762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:21.985400 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca3041-6804-4608-8654-4d11a84a0435 req-bb19f8c7-287e-4b10-b059-4d287cb6ce9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:21.985400 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d5ca3041-6804-4608-8654-4d11a84a0435 req-bb19f8c7-287e-4b10-b059-4d287cb6ce9d service neutron] 10.222.0.108 "GET /v2.0/networks?tenant_id=b5547b2f28bc46cf919cd78f3e66f53f&shared=False HTTP/1.1" status: 200 len: 911 time: 0.3043239 Sep 24 16:00:22.018959 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e067091e-8d32-4c74-aad1-15ff9586f981 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:22.129600 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.db.api [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 16:00:22.130914 n-d-808921-1 neutron-server[95299]: DEBUG oslo_db.api [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 16:00:22.180062 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-1abf8f11-a0a6-442c-b081-860e9dcc1dd0 None None] Provisioning complete for port dbe4403d-2b7d-42cb-b73a-da8f03c2a00c triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:00:22.180608 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-1abf8f11-a0a6-442c-b081-860e9dcc1dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:22.201391 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca3041-6804-4608-8654-4d11a84a0435 req-b77f0b90-41c8-4efd-a1c3-a20f6b66cbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:22.204465 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d5ca3041-6804-4608-8654-4d11a84a0435 req-b77f0b90-41c8-4efd-a1c3-a20f6b66cbc2 service neutron] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2103276 Sep 24 16:00:22.226527 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c9c59183-bd84-4604-b113-db5b3dc77639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:22.233821 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c9c59183-bd84-4604-b113-db5b3dc77639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:22.239064 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-c9c59183-bd84-4604-b113-db5b3dc77639 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/8da5e0d9-0ca3-46c9-9589-bed2c730c46b HTTP/1.1" status: 204 len: 168 time: 0.4566584 Sep 24 16:00:22.272876 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c59183-bd84-4604-b113-db5b3dc77639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da5e0d9-0ca3-46c9-9589-bed2c730c46b,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:22.316387 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-8811000d-42e5-4567-b74d-c00acfb52d18 None None] Notify callbacks [] for port, precommit_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:22.359401 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06fe68e-490c-4389-9a1a-e8989b7e6762 None None] Pushing event updated for resources: {'Port': ['ID=5408b7d2-79a6-43ed-89ea-ed9f1fdcdbfc,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:22.420063 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-8811000d-42e5-4567-b74d-c00acfb52d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:22.423560 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-1abf8f11-a0a6-442c-b081-860e9dcc1dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:22.469766 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-1abf8f11-a0a6-442c-b081-860e9dcc1dd0 None None] For port dbe4403d-2b7d-42cb-b73a-da8f03c2a00c, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=dbe4403d-2b7d-42cb-b73a-da8f03c2a00c,segment=NetworkSegment(94c0797a-5dbb-467d-9f41-7597f4debf01),segment_id=94c0797a-5dbb-467d-9f41-7597f4debf01)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:00:22.533394 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-1abf8f11-a0a6-442c-b081-860e9dcc1dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:22.539199 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800bc955-b821-44b9-9610-d972f1174abf req-81d64f41-55e9-4484-9b24-20df1b9174fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:22.540810 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-800bc955-b821-44b9-9610-d972f1174abf req-81d64f41-55e9-4484-9b24-20df1b9174fb service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=b5547b2f28bc46cf919cd78f3e66f53f&device_id=b5e4f584-8314-403d-bb6e-ec60853a4c96 HTTP/1.1" status: 200 len: 1094 time: 0.2159414 Sep 24 16:00:22.571061 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-8811000d-42e5-4567-b74d-c00acfb52d18 None None] Attempting to bind port dbfc593e-0cf8-4d18-851e-cb0cad255cd4 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:00:22.572305 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-8811000d-42e5-4567-b74d-c00acfb52d18 None None] Attempting to bind port dbfc593e-0cf8-4d18-851e-cb0cad255cd4 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:00:22.572663 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8811000d-42e5-4567-b74d-c00acfb52d18 None None] Attempting to bind port dbfc593e-0cf8-4d18-851e-cb0cad255cd4 on network e6a2de20-1ea0-43e5-88e0-982d19e317d5 {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:00:22.591815 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d64635-9eaa-4692-800d-450fbf703375 None None] Pushing event updated for resources: {'Port': ['ID=dbfc593e-0cf8-4d18-851e-cb0cad255cd4,revision_number=2']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:22.600701 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8811000d-42e5-4567-b74d-c00acfb52d18 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:00:22.600956 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8811000d-42e5-4567-b74d-c00acfb52d18 None None] Checking segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:00:22.601361 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-8811000d-42e5-4567-b74d-c00acfb52d18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:22.601748 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8811000d-42e5-4567-b74d-c00acfb52d18 None None] Bound using segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:00:22.608512 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-800bc955-b821-44b9-9610-d972f1174abf req-b1458feb-de3f-4680-b6b2-72d750354cf1 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=adb684dd-f017-407d-aad9-eb7b5b85273f HTTP/1.1" status: 200 len: 217 time: 0.0573919 Sep 24 16:00:22.609865 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e067091e-8d32-4c74-aad1-15ff9586f981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:22.611051 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-8811000d-42e5-4567-b74d-c00acfb52d18 None None] Bound port: dbfc593e-0cf8-4d18-851e-cb0cad255cd4, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:00:22.611518 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-8811000d-42e5-4567-b74d-c00acfb52d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:22.629760 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-1abf8f11-a0a6-442c-b081-860e9dcc1dd0 None None] Provisioning complete for port 5408b7d2-79a6-43ed-89ea-ed9f1fdcdbfc triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:00:22.632578 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-1abf8f11-a0a6-442c-b081-860e9dcc1dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:22.633197 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d64635-9eaa-4692-800d-450fbf703375 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:00:22.633534 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d64635-9eaa-4692-800d-450fbf703375 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:00:22.633869 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d64635-9eaa-4692-800d-450fbf703375 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:00:22.634198 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d64635-9eaa-4692-800d-450fbf703375 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:00:22.634550 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d64635-9eaa-4692-800d-450fbf703375 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:00:22.634870 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d64635-9eaa-4692-800d-450fbf703375 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:00:22.635189 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d64635-9eaa-4692-800d-450fbf703375 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:00:22.635505 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d64635-9eaa-4692-800d-450fbf703375 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:00:22.635820 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d64635-9eaa-4692-800d-450fbf703375 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:00:22.636131 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d64635-9eaa-4692-800d-450fbf703375 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:00:22.636444 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d64635-9eaa-4692-800d-450fbf703375 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:00:22.636754 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20d64635-9eaa-4692-800d-450fbf703375 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:00:22.727314 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a2f23764-b4f2-4574-9381-f4d4f4b925f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:22.743262 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-8811000d-42e5-4567-b74d-c00acfb52d18 None None] For port dbfc593e-0cf8-4d18-851e-cb0cad255cd4, host n-d-808921-1, cleared binding levels {{(pid=95300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:00:22.747544 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-8811000d-42e5-4567-b74d-c00acfb52d18 None None] For port dbfc593e-0cf8-4d18-851e-cb0cad255cd4, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=dbfc593e-0cf8-4d18-851e-cb0cad255cd4,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:00:22.757734 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abf8f11-a0a6-442c-b081-860e9dcc1dd0 None None] Pushing event updated for resources: {'Port': ['ID=dbe4403d-2b7d-42cb-b73a-da8f03c2a00c,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:22.786456 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device dbe4403d-2b7d-42cb-b73a-da8f03c2a00c up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:00:22.803713 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800bc955-b821-44b9-9610-d972f1174abf req-4c09eb64-3307-48d7-842f-28ca25136f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:22.805205 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-800bc955-b821-44b9-9610-d972f1174abf req-4c09eb64-3307-48d7-842f-28ca25136f58 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=00da42d2-0c6d-4d34-8d9f-66f58ffd93de HTTP/1.1" status: 200 len: 849 time: 0.1867163 Sep 24 16:00:22.819284 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-8811000d-42e5-4567-b74d-c00acfb52d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:22.873977 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-800bc955-b821-44b9-9610-d972f1174abf req-c51f785f-99e4-48ea-aa7d-986b040e14ba service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=28e9497b-ff8f-4c1a-8214-41b5390b13ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338817 Sep 24 16:00:22.895655 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port dbe4403d-2b7d-42cb-b73a-da8f03c2a00c triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:00:22.900301 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:22.956573 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d64635-9eaa-4692-800d-450fbf703375 None None] Pushing event updated for resources: {'Port': ['ID=dbfc593e-0cf8-4d18-851e-cb0cad255cd4,revision_number=3']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:22.965659 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8811000d-42e5-4567-b74d-c00acfb52d18 None None] Routers {'71665b7a-67c3-485d-9f97-f47c295bd37f'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:00:22.966577 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-8811000d-42e5-4567-b74d-c00acfb52d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:00:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['71665b7a-67c3-485d-9f97-f47c295bd37f'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:00:23.088386 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-cfc0e212-c05a-45b4-b827-ef5a7032ede3 None None] Provisioning complete for port dbe4403d-2b7d-42cb-b73a-da8f03c2a00c triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:00:23.088901 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-cfc0e212-c05a-45b4-b827-ef5a7032ede3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:23.117618 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-a2f23764-b4f2-4574-9381-f4d4f4b925f2 admin admin] Allocated IP 172.20.0.1 (748b33f5-a1e2-4d7d-85aa-fff91a37696d/c956b0c7-d5fc-4ea5-b659-2858a2ff059e/66004d40-766d-4d09-9df9-ec8fbfb1a349) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:00:23.164250 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-8811000d-42e5-4567-b74d-c00acfb52d18 None None] Set router 71665b7a-67c3-485d-9f97-f47c295bd37f gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:00:23.219184 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 51798) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:23.278012 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4711c5-626e-4a9c-baa1-be9e9cc49e97 req-19527d72-133a-4543-9174-3559a1d0a520 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:23.283085 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4f4711c5-626e-4a9c-baa1-be9e9cc49e97 req-19527d72-133a-4543-9174-3559a1d0a520 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] 10.222.0.101 "GET /v2.0/ports?device_id=b5e4f584-8314-403d-bb6e-ec60853a4c96 HTTP/1.1" status: 200 len: 943 time: 0.2755611 Sep 24 16:00:23.292685 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2502fcd3-bf74-423d-9c11-0b243214edde admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:23.303183 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a2f23764-b4f2-4574-9381-f4d4f4b925f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:23.306005 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 5408b7d2-79a6-43ed-89ea-ed9f1fdcdbfc up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:00:23.345232 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-800bc955-b821-44b9-9610-d972f1174abf req-be8cc8fa-bfd5-47de-af0e-03aed84a74d3 service neutron] 10.222.0.108 "GET /v2.0/networks/28e9497b-ff8f-4c1a-8214-41b5390b13ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4487283 Sep 24 16:00:23.406222 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 5408b7d2-79a6-43ed-89ea-ed9f1fdcdbfc triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:00:23.406785 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:23.446926 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e067091e-8d32-4c74-aad1-15ff9586f981 admin admin] Router 62671c09-4b46-46be-9ad2-aa1b8d4b03a7 is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 16:00:23.449174 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-8811000d-42e5-4567-b74d-c00acfb52d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71665b7a-67c3-485d-9f97-f47c295bd37f', 'name': 'tempest-ImageQuotaTest-1755938406-router', 'tenant_id': '4bf29ebe6ac640e6b58457d1077ba89c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'dbfc593e-0cf8-4d18-851e-cb0cad255cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:00:18Z', 'updated_at': '2021-09-24T16:00:19Z', 'revision_number': 3, 'project_id': '4bf29ebe6ac640e6b58457d1077ba89c', 'gw_port': {'id': 'dbfc593e-0cf8-4d18-851e-cb0cad255cd4', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f4:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71665b7a-67c3-485d-9f97-f47c295bd37f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:00:18Z', 'updated_at': '2021-09-24T16:00:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:00:23.450176 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a2f23764-b4f2-4574-9381-f4d4f4b925f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:23.470913 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4f4711c5-626e-4a9c-baa1-be9e9cc49e97 req-2201202f-412b-4415-9942-3e16c663a7ee tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] 10.222.0.101 "GET /v2.0/security-groups?id=eca15437-3c4a-4f62-8c3c-b05f259153ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706192 Sep 24 16:00:23.491312 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8811000d-42e5-4567-b74d-c00acfb52d18 None None] The sync data for ids ['71665b7a-67c3-485d-9f97-f47c295bd37f'] in n-d-808921-1 is: [{'id': '71665b7a-67c3-485d-9f97-f47c295bd37f', 'name': 'tempest-ImageQuotaTest-1755938406-router', 'tenant_id': '4bf29ebe6ac640e6b58457d1077ba89c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'dbfc593e-0cf8-4d18-851e-cb0cad255cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:00:18Z', 'updated_at': '2021-09-24T16:00:19Z', 'revision_number': 3, 'project_id': '4bf29ebe6ac640e6b58457d1077ba89c', 'gw_port': {'id': 'dbfc593e-0cf8-4d18-851e-cb0cad255cd4', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f4:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71665b7a-67c3-485d-9f97-f47c295bd37f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:00:18Z', 'updated_at': '2021-09-24T16:00:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:00:23.562912 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device dbe4403d-2b7d-42cb-b73a-da8f03c2a00c up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:00:23.578662 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f23764-b4f2-4574-9381-f4d4f4b925f2 admin admin] Network 748b33f5-a1e2-4d7d-85aa-fff91a37696d is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:00:23.582693 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-a2f23764-b4f2-4574-9381-f4d4f4b925f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:00:23.591171 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f23764-b4f2-4574-9381-f4d4f4b925f2 admin admin] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:00:23.595819 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f23764-b4f2-4574-9381-f4d4f4b925f2 admin admin] Pushing event updated for resources: {'Port': ['ID=66004d40-766d-4d09-9df9-ec8fbfb1a349,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:23.636203 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port dbe4403d-2b7d-42cb-b73a-da8f03c2a00c triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:00:23.637484 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:23.645586 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a2f23764-b4f2-4574-9381-f4d4f4b925f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:23.800807 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-800bc955-b821-44b9-9610-d972f1174abf req-e6ad3735-8c23-4322-af79-7a24b5e94f5b service neutron] 10.222.0.108 "GET /v2.0/networks/28e9497b-ff8f-4c1a-8214-41b5390b13ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4445350 Sep 24 16:00:23.856804 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14ab830-ceee-4849-b72e-aa9a2e6a81bd req-479fdc2c-ca38-488d-9109-33170e561eeb tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:23.858629 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e14ab830-ceee-4849-b72e-aa9a2e6a81bd req-479fdc2c-ca38-488d-9109-33170e561eeb tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=c8f56886-5e0f-4583-94b8-b5728223db0b HTTP/1.1" status: 200 len: 945 time: 0.2066138 Sep 24 16:00:23.940138 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2502fcd3-bf74-423d-9c11-0b243214edde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:23.953748 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e067091e-8d32-4c74-aad1-15ff9586f981 admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:00:23.978915 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5730a14e-21d1-4ee9-b631-2de568ed2e42 None None] Sync routers for ids ['62671c09-4b46-46be-9ad2-aa1b8d4b03a7'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:00:24.007717 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e14ab830-ceee-4849-b72e-aa9a2e6a81bd req-b9356dab-bb45-40b4-b1ae-3cd9737f082f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=4b319b27-4e04-421a-90ad-1a96efb10b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1120579 Sep 24 16:00:24.009713 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5730a14e-21d1-4ee9-b631-2de568ed2e42 None None] Routers {'62671c09-4b46-46be-9ad2-aa1b8d4b03a7'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:00:24.016033 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-5730a14e-21d1-4ee9-b631-2de568ed2e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:00:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['62671c09-4b46-46be-9ad2-aa1b8d4b03a7'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:00:24.016182 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a2f23764-b4f2-4574-9381-f4d4f4b925f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:24.059911 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-cdaa1d09-db2a-44c4-95b1-9fd3f6e174ad None None] Provisioning complete for port 66004d40-766d-4d09-9df9-ec8fbfb1a349 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:00:24.060313 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-cdaa1d09-db2a-44c4-95b1-9fd3f6e174ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:24.069743 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2502fcd3-bf74-423d-9c11-0b243214edde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:24.163588 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-2502fcd3-bf74-423d-9c11-0b243214edde admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=87d35a276a3f4d22a03c3aba4628e874&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9386818 Sep 24 16:00:24.163799 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 51816) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:24.172106 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2502fcd3-bf74-423d-9c11-0b243214edde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5972b2e6-611c-4d87-918e-719969c90826,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:24.203907 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e067091e-8d32-4c74-aad1-15ff9586f981 admin admin] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:24.207720 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-e067091e-8d32-4c74-aad1-15ff9586f981 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.9285092 Sep 24 16:00:24.208374 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 51818) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:24.223471 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-5730a14e-21d1-4ee9-b631-2de568ed2e42 None None] Set router 62671c09-4b46-46be-9ad2-aa1b8d4b03a7 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:00:24.335311 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a2f23764-b4f2-4574-9381-f4d4f4b925f2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:24.352393 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-cdaa1d09-db2a-44c4-95b1-9fd3f6e174ad None None] Port 66004d40-766d-4d09-9df9-ec8fbfb1a349 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:00:24.379108 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bb5ff939-b796-456d-8fc7-b6bde90695d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:24.396259 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a2f23764-b4f2-4574-9381-f4d4f4b925f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:24.456139 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bb5ff939-b796-456d-8fc7-b6bde90695d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:24.516775 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-5730a14e-21d1-4ee9-b631-2de568ed2e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62671c09-4b46-46be-9ad2-aa1b8d4b03a7', 'name': 'tempest-AttachVolumeShelveTestJSON-1496323484-router', 'tenant_id': '47adefb7ca614d33b7bb1493dd2de83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'e80c1131-6851-4550-afaf-22cc674efd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:00:18Z', 'updated_at': '2021-09-24T16:00:21Z', 'revision_number': 3, 'project_id': '47adefb7ca614d33b7bb1493dd2de83a', 'gw_port': {'id': 'e80c1131-6851-4550-afaf-22cc674efd38', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:98:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62671c09-4b46-46be-9ad2-aa1b8d4b03a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:00:19Z', 'updated_at': '2021-09-24T16:00:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:00:24.524005 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f23764-b4f2-4574-9381-f4d4f4b925f2 admin admin] Pushing event updated for resources: {'Port': ['ID=66004d40-766d-4d09-9df9-ec8fbfb1a349,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:24.551497 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a2f23764-b4f2-4574-9381-f4d4f4b925f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:24.566940 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5730a14e-21d1-4ee9-b631-2de568ed2e42 None None] Checking router: 62671c09-4b46-46be-9ad2-aa1b8d4b03a7 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:00:24.567299 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5730a14e-21d1-4ee9-b631-2de568ed2e42 None None] Updating router 62671c09-4b46-46be-9ad2-aa1b8d4b03a7 port e80c1131-6851-4550-afaf-22cc674efd38 binding host n-d-808921-1 {{(pid=95299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 16:00:24.613700 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5730a14e-21d1-4ee9-b631-2de568ed2e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:24.720681 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f23764-b4f2-4574-9381-f4d4f4b925f2 admin admin] Network 748b33f5-a1e2-4d7d-85aa-fff91a37696d is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:00:24.722290 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-a2f23764-b4f2-4574-9381-f4d4f4b925f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:00:24.728808 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bb5ff939-b796-456d-8fc7-b6bde90695d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:24.731425 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bb5ff939-b796-456d-8fc7-b6bde90695d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:24.732629 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-bb5ff939-b796-456d-8fc7-b6bde90695d6 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/5972b2e6-611c-4d87-918e-719969c90826 HTTP/1.1" status: 204 len: 168 time: 0.5678787 Sep 24 16:00:24.862638 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5ff939-b796-456d-8fc7-b6bde90695d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5972b2e6-611c-4d87-918e-719969c90826,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:24.924726 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2f23764-b4f2-4574-9381-f4d4f4b925f2 admin admin] Router 71665b7a-67c3-485d-9f97-f47c295bd37f has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:00:24.986938 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8d12e8-9705-4d0d-b073-8604f6bab690 req-aa1fb98b-a26e-41b5-87c3-736ddb8ff2f1 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:25.004774 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1c8d12e8-9705-4d0d-b073-8604f6bab690 req-aa1fb98b-a26e-41b5-87c3-736ddb8ff2f1 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] 10.222.0.101 "GET /v2.0/ports?device_id=b5e4f584-8314-403d-bb6e-ec60853a4c96 HTTP/1.1" status: 200 len: 943 time: 0.2918458 Sep 24 16:00:25.085392 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f23764-b4f2-4574-9381-f4d4f4b925f2 admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:00:25.100462 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-a2f23764-b4f2-4574-9381-f4d4f4b925f2 admin admin] 10.222.0.101 "PUT /v2.0/routers/71665b7a-67c3-485d-9f97-f47c295bd37f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2426717 Sep 24 16:00:25.131198 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1c8d12e8-9705-4d0d-b073-8604f6bab690 req-e9463afd-979d-481d-b7bf-87373b4fc92b tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] 10.222.0.101 "GET /v2.0/security-groups?id=eca15437-3c4a-4f62-8c3c-b05f259153ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190557 Sep 24 16:00:25.229960 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-3be6daf8-69b3-4d68-9b92-81e0b656eae0 None None] Provisioning complete for port 66004d40-766d-4d09-9df9-ec8fbfb1a349 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:00:25.230477 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3be6daf8-69b3-4d68-9b92-81e0b656eae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:25.261794 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-24af8976-af20-43c5-b430-d80b9dc798dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:25.264972 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fec82fb-164d-4a7f-a288-09ae6114e126 req-a3d29986-87e3-4203-8e3f-9d6a78437ee0 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:25.267880 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9fec82fb-164d-4a7f-a288-09ae6114e126 req-a3d29986-87e3-4203-8e3f-9d6a78437ee0 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=c8f56886-5e0f-4583-94b8-b5728223db0b HTTP/1.1" status: 200 len: 945 time: 0.0806518 Sep 24 16:00:25.309883 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-3be6daf8-69b3-4d68-9b92-81e0b656eae0 None None] Port 66004d40-766d-4d09-9df9-ec8fbfb1a349 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:00:25.314956 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device dbfc593e-0cf8-4d18-851e-cb0cad255cd4 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:00:25.392687 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9fec82fb-164d-4a7f-a288-09ae6114e126 req-418235ca-e1a0-4ec2-8bfd-a05d25d0eddc tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=4b319b27-4e04-421a-90ad-1a96efb10b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157632 Sep 24 16:00:25.447674 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5730a14e-21d1-4ee9-b631-2de568ed2e42 None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:25.456487 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port dbfc593e-0cf8-4d18-851e-cb0cad255cd4 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:00:25.457136 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:25.543781 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5730a14e-21d1-4ee9-b631-2de568ed2e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:25.616861 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:25.628364 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-24af8976-af20-43c5-b430-d80b9dc798dc admin admin] Allocated IP 172.20.0.1 (e683698e-96d3-4f25-bed4-4200552ea2ef/04b7f077-c013-4647-8fb9-7721770c2649/6af7c1c0-bda7-4b07-af01-4aa16dbec1e1) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:00:25.652725 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port dbfc593e-0cf8-4d18-851e-cb0cad255cd4, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=dbfc593e-0cf8-4d18-851e-cb0cad255cd4,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:00:25.673004 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-5730a14e-21d1-4ee9-b631-2de568ed2e42 None None] Attempting to bind port e80c1131-6851-4550-afaf-22cc674efd38 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:00:25.674690 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-5730a14e-21d1-4ee9-b631-2de568ed2e42 None None] Attempting to bind port e80c1131-6851-4550-afaf-22cc674efd38 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:00:25.675130 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5730a14e-21d1-4ee9-b631-2de568ed2e42 None None] Attempting to bind port e80c1131-6851-4550-afaf-22cc674efd38 on network e6a2de20-1ea0-43e5-88e0-982d19e317d5 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:00:25.684987 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d21de9-9aa6-4a39-8d87-60c840f32403 None None] Pushing event updated for resources: {'Port': ['ID=e80c1131-6851-4550-afaf-22cc674efd38,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:25.688939 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5730a14e-21d1-4ee9-b631-2de568ed2e42 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:00:25.688939 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5730a14e-21d1-4ee9-b631-2de568ed2e42 None None] Checking segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:00:25.688939 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5730a14e-21d1-4ee9-b631-2de568ed2e42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:25.689377 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5730a14e-21d1-4ee9-b631-2de568ed2e42 None None] Bound using segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:00:25.690021 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-5730a14e-21d1-4ee9-b631-2de568ed2e42 None None] Bound port: e80c1131-6851-4550-afaf-22cc674efd38, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:00:25.690287 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5730a14e-21d1-4ee9-b631-2de568ed2e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:25.753762 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-24af8976-af20-43c5-b430-d80b9dc798dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:25.771880 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:25.786877 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-5730a14e-21d1-4ee9-b631-2de568ed2e42 None None] For port e80c1131-6851-4550-afaf-22cc674efd38, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:00:25.791095 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-5730a14e-21d1-4ee9-b631-2de568ed2e42 None None] For port e80c1131-6851-4550-afaf-22cc674efd38, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=e80c1131-6851-4550-afaf-22cc674efd38,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:00:25.842163 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=dbfc593e-0cf8-4d18-851e-cb0cad255cd4,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:25.870448 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5730a14e-21d1-4ee9-b631-2de568ed2e42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:25.870770 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-24af8976-af20-43c5-b430-d80b9dc798dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:25.906300 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24af8976-af20-43c5-b430-d80b9dc798dc admin admin] Network e683698e-96d3-4f25-bed4-4200552ea2ef is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:00:25.908454 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-24af8976-af20-43c5-b430-d80b9dc798dc admin admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:00:25.912158 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24af8976-af20-43c5-b430-d80b9dc798dc admin admin] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:00:25.988518 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d21de9-9aa6-4a39-8d87-60c840f32403 None None] Pushing event updated for resources: {'Port': ['ID=e80c1131-6851-4550-afaf-22cc674efd38,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:26.006518 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5730a14e-21d1-4ee9-b631-2de568ed2e42 None None] Routers {'62671c09-4b46-46be-9ad2-aa1b8d4b03a7'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:00:26.007601 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-5730a14e-21d1-4ee9-b631-2de568ed2e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:00:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['62671c09-4b46-46be-9ad2-aa1b8d4b03a7'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:00:26.227826 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-5730a14e-21d1-4ee9-b631-2de568ed2e42 None None] Set router 62671c09-4b46-46be-9ad2-aa1b8d4b03a7 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:00:26.279337 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a02391-6420-489e-867a-aa36b86d433b None None] Sync routers for ids ['71665b7a-67c3-485d-9f97-f47c295bd37f'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:00:26.313133 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a02391-6420-489e-867a-aa36b86d433b None None] Routers {'71665b7a-67c3-485d-9f97-f47c295bd37f'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:00:26.315629 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-36a02391-6420-489e-867a-aa36b86d433b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:00:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['71665b7a-67c3-485d-9f97-f47c295bd37f'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:00:26.379734 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c482a76a-a3f2-48e2-a1fe-2027daeb74e2 req-d437d84d-f5e7-4bda-9bb0-99101423966b tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:26.387604 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device adb684dd-f017-407d-aad9-eb7b5b85273f details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 16:00:26.400115 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c482a76a-a3f2-48e2-a1fe-2027daeb74e2 req-d437d84d-f5e7-4bda-9bb0-99101423966b tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] 10.222.0.101 "GET /v2.0/ports?device_id=b5e4f584-8314-403d-bb6e-ec60853a4c96 HTTP/1.1" status: 200 len: 943 time: 0.1411839 Sep 24 16:00:26.570925 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c482a76a-a3f2-48e2-a1fe-2027daeb74e2 req-fed6bf63-4128-4def-8b2e-9e31d8653b49 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] 10.222.0.101 "GET /v2.0/security-groups?id=eca15437-3c4a-4f62-8c3c-b05f259153ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697986 Sep 24 16:00:26.577016 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-36a02391-6420-489e-867a-aa36b86d433b None None] Set router 71665b7a-67c3-485d-9f97-f47c295bd37f gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:00:26.582883 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24af8976-af20-43c5-b430-d80b9dc798dc admin admin] Pushing event updated for resources: {'Port': ['ID=6af7c1c0-bda7-4b07-af01-4aa16dbec1e1,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:26.616663 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-047212b8-e2ff-4d1b-a83d-7942181f40c7 None None] Provisioning complete for port 6af7c1c0-bda7-4b07-af01-4aa16dbec1e1 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:00:26.618025 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-047212b8-e2ff-4d1b-a83d-7942181f40c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:26.620108 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-24af8976-af20-43c5-b430-d80b9dc798dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:26.708525 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d23304-3b5a-4c86-8576-7f6e558edf77 req-46f699e9-4858-4bdb-82ce-7213f662755f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:26.715262 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-31d23304-3b5a-4c86-8576-7f6e558edf77 req-46f699e9-4858-4bdb-82ce-7213f662755f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=c8f56886-5e0f-4583-94b8-b5728223db0b HTTP/1.1" status: 200 len: 945 time: 0.1662517 Sep 24 16:00:26.855867 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-31d23304-3b5a-4c86-8576-7f6e558edf77 req-07d9ced0-e2c6-4a3f-b6c0-da3a8cc3c549 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=4b319b27-4e04-421a-90ad-1a96efb10b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278090 Sep 24 16:00:26.884605 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-36a02391-6420-489e-867a-aa36b86d433b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71665b7a-67c3-485d-9f97-f47c295bd37f', 'name': 'tempest-ImageQuotaTest-1755938406-router', 'tenant_id': '4bf29ebe6ac640e6b58457d1077ba89c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'dbfc593e-0cf8-4d18-851e-cb0cad255cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:00:18Z', 'updated_at': '2021-09-24T16:00:23Z', 'revision_number': 4, 'project_id': '4bf29ebe6ac640e6b58457d1077ba89c', 'gw_port': {'id': 'dbfc593e-0cf8-4d18-851e-cb0cad255cd4', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71665b7a-67c3-485d-9f97-f47c295bd37f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:00:18Z', 'updated_at': '2021-09-24T16:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '66004d40-766d-4d09-9df9-ec8fbfb1a349', 'name': '', 'network_id': '748b33f5-a1e2-4d7d-85aa-fff91a37696d', 'tenant_id': '4bf29ebe6ac640e6b58457d1077ba89c', 'mac_address': 'fa:16:3e:06:d8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71665b7a-67c3-485d-9f97-f47c295bd37f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'c956b0c7-d5fc-4ea5-b659-2858a2ff059e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:00:22Z', 'updated_at': '2021-09-24T16:00:24Z', 'revision_number': 2, 'project_id': '4bf29ebe6ac640e6b58457d1077ba89c', 'subnets': [{'id': 'c956b0c7-d5fc-4ea5-b659-2858a2ff059e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:00:26.933036 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a02391-6420-489e-867a-aa36b86d433b None None] Checking router: 71665b7a-67c3-485d-9f97-f47c295bd37f for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:00:26.933392 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a02391-6420-489e-867a-aa36b86d433b None None] Updating router 71665b7a-67c3-485d-9f97-f47c295bd37f port 66004d40-766d-4d09-9df9-ec8fbfb1a349 binding host n-d-808921-1 {{(pid=95300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 16:00:26.986518 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-36a02391-6420-489e-867a-aa36b86d433b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:27.057807 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-24af8976-af20-43c5-b430-d80b9dc798dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:27.071737 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-047212b8-e2ff-4d1b-a83d-7942181f40c7 None None] Port 6af7c1c0-bda7-4b07-af01-4aa16dbec1e1 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:00:27.095011 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port adb684dd-f017-407d-aad9-eb7b5b85273f, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=adb684dd-f017-407d-aad9-eb7b5b85273f,segment=NetworkSegment(6dd41732-cb7d-4783-acdf-340debc56e0a),segment_id=6dd41732-cb7d-4783-acdf-340debc56e0a)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:00:27.112938 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': 'adb684dd-f017-407d-aad9-eb7b5b85273f', 'network_id': '28e9497b-ff8f-4c1a-8214-41b5390b13ab', 'port_id': 'adb684dd-f017-407d-aad9-eb7b5b85273f', 'mac_address': 'fa:16:3e:7b:c6:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00da42d2-0c6d-4d34-8d9f-66f58ffd93de', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 16:00:27.183338 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-5730a14e-21d1-4ee9-b631-2de568ed2e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62671c09-4b46-46be-9ad2-aa1b8d4b03a7', 'name': 'tempest-AttachVolumeShelveTestJSON-1496323484-router', 'tenant_id': '47adefb7ca614d33b7bb1493dd2de83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'e80c1131-6851-4550-afaf-22cc674efd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:00:18Z', 'updated_at': '2021-09-24T16:00:21Z', 'revision_number': 3, 'project_id': '47adefb7ca614d33b7bb1493dd2de83a', 'gw_port': {'id': 'e80c1131-6851-4550-afaf-22cc674efd38', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:98:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62671c09-4b46-46be-9ad2-aa1b8d4b03a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:00:19Z', 'updated_at': '2021-09-24T16:00:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:00:27.253420 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5730a14e-21d1-4ee9-b631-2de568ed2e42 None None] The sync data for ids ['62671c09-4b46-46be-9ad2-aa1b8d4b03a7'] in n-d-808921-1 is: [{'id': '62671c09-4b46-46be-9ad2-aa1b8d4b03a7', 'name': 'tempest-AttachVolumeShelveTestJSON-1496323484-router', 'tenant_id': '47adefb7ca614d33b7bb1493dd2de83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'e80c1131-6851-4550-afaf-22cc674efd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:00:18Z', 'updated_at': '2021-09-24T16:00:21Z', 'revision_number': 3, 'project_id': '47adefb7ca614d33b7bb1493dd2de83a', 'gw_port': {'id': 'e80c1131-6851-4550-afaf-22cc674efd38', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:98:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62671c09-4b46-46be-9ad2-aa1b8d4b03a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:00:19Z', 'updated_at': '2021-09-24T16:00:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:00:27.284145 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device dbfc593e-0cf8-4d18-851e-cb0cad255cd4 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:00:27.289228 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:27.365053 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adb684dd-f017-407d-aad9-eb7b5b85273f {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:00:27.442749 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port adb684dd-f017-407d-aad9-eb7b5b85273f, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=adb684dd-f017-407d-aad9-eb7b5b85273f,segment=NetworkSegment(6dd41732-cb7d-4783-acdf-340debc56e0a),segment_id=6dd41732-cb7d-4783-acdf-340debc56e0a)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:00:27.463855 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port dbfc593e-0cf8-4d18-851e-cb0cad255cd4 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:00:27.464047 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:27.467471 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-24af8976-af20-43c5-b430-d80b9dc798dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:27.494208 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 51912) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:27.566552 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:27.570247 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-24af8976-af20-43c5-b430-d80b9dc798dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:27.660962 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=adb684dd-f017-407d-aad9-eb7b5b85273f,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:27.674510 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-24af8976-af20-43c5-b430-d80b9dc798dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:27.760397 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-36a02391-6420-489e-867a-aa36b86d433b None None] Notify callbacks [] for port, precommit_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:27.817655 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['adb684dd-f017-407d-aad9-eb7b5b85273f'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:00:27.857949 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-36a02391-6420-489e-867a-aa36b86d433b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:27.912401 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24af8976-af20-43c5-b430-d80b9dc798dc admin admin] Pushing event updated for resources: {'Port': ['ID=6af7c1c0-bda7-4b07-af01-4aa16dbec1e1,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:27.960394 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1365a7ff-f704-435f-97fa-f5afc52ab956 None None] Pushing event updated for resources: {'Port': ['ID=66004d40-766d-4d09-9df9-ec8fbfb1a349,revision_number=3']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:28.004820 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24af8976-af20-43c5-b430-d80b9dc798dc admin admin] Network e683698e-96d3-4f25-bed4-4200552ea2ef is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:00:28.008349 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-24af8976-af20-43c5-b430-d80b9dc798dc admin admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:00:28.113884 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-36a02391-6420-489e-867a-aa36b86d433b None None] Attempting to bind port 66004d40-766d-4d09-9df9-ec8fbfb1a349 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:00:28.114216 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-36a02391-6420-489e-867a-aa36b86d433b None None] Attempting to bind port 66004d40-766d-4d09-9df9-ec8fbfb1a349 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '88d88d00-ad54-4674-b7a3-3049ab57b52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '748b33f5-a1e2-4d7d-85aa-fff91a37696d'}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:00:28.114651 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a02391-6420-489e-867a-aa36b86d433b None None] Attempting to bind port 66004d40-766d-4d09-9df9-ec8fbfb1a349 on network 748b33f5-a1e2-4d7d-85aa-fff91a37696d {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:00:28.132368 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a02391-6420-489e-867a-aa36b86d433b None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:00:28.133149 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a02391-6420-489e-867a-aa36b86d433b None None] Checking segment: {'id': '88d88d00-ad54-4674-b7a3-3049ab57b52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '748b33f5-a1e2-4d7d-85aa-fff91a37696d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:00:28.133583 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-36a02391-6420-489e-867a-aa36b86d433b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:28.133986 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a02391-6420-489e-867a-aa36b86d433b None None] Bound using segment: {'id': '88d88d00-ad54-4674-b7a3-3049ab57b52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '748b33f5-a1e2-4d7d-85aa-fff91a37696d'} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:00:28.134504 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-36a02391-6420-489e-867a-aa36b86d433b None None] Bound port: 66004d40-766d-4d09-9df9-ec8fbfb1a349, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88d88d00-ad54-4674-b7a3-3049ab57b52f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1253, 'network_id': '748b33f5-a1e2-4d7d-85aa-fff91a37696d'}}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:00:28.134898 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-36a02391-6420-489e-867a-aa36b86d433b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:28.203108 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf7a67-32fe-4cb6-aeae-16907b530116 req-5335e951-598d-4dad-8591-a8356b1f7b8e tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:28.212387 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-71cf7a67-32fe-4cb6-aeae-16907b530116 req-5335e951-598d-4dad-8591-a8356b1f7b8e tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] 10.222.0.101 "GET /v2.0/ports?device_id=b5e4f584-8314-403d-bb6e-ec60853a4c96 HTTP/1.1" status: 200 len: 944 time: 0.4782593 Sep 24 16:00:28.379000 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-36a02391-6420-489e-867a-aa36b86d433b None None] For port 66004d40-766d-4d09-9df9-ec8fbfb1a349, host n-d-808921-1, cleared binding levels {{(pid=95300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:00:28.413127 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-36a02391-6420-489e-867a-aa36b86d433b None None] For port 66004d40-766d-4d09-9df9-ec8fbfb1a349, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=66004d40-766d-4d09-9df9-ec8fbfb1a349,segment=NetworkSegment(88d88d00-ad54-4674-b7a3-3049ab57b52f),segment_id=88d88d00-ad54-4674-b7a3-3049ab57b52f)] {{(pid=95300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:00:28.419432 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6bcf21-38d6-4217-84d3-d363c88ca3ff req-97379741-db04-4dc3-8049-3a98a408990f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:28.430619 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fa6bcf21-38d6-4217-84d3-d363c88ca3ff req-97379741-db04-4dc3-8049-3a98a408990f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=c8f56886-5e0f-4583-94b8-b5728223db0b HTTP/1.1" status: 200 len: 945 time: 0.2071657 Sep 24 16:00:28.439918 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-71cf7a67-32fe-4cb6-aeae-16907b530116 req-88ba71fe-e218-433c-aaf4-b18848410f4e tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] 10.222.0.101 "GET /v2.0/security-groups?id=eca15437-3c4a-4f62-8c3c-b05f259153ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263904 Sep 24 16:00:28.510087 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-36a02391-6420-489e-867a-aa36b86d433b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:28.515964 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24af8976-af20-43c5-b430-d80b9dc798dc admin admin] Router 62671c09-4b46-46be-9ad2-aa1b8d4b03a7 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:00:28.516307 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-9ccca5f5-cfcf-4975-9a35-28bba3533cab None None] Provisioning complete for port 66004d40-766d-4d09-9df9-ec8fbfb1a349 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:00:28.527501 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9ccca5f5-cfcf-4975-9a35-28bba3533cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:28.536529 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fa6bcf21-38d6-4217-84d3-d363c88ca3ff req-e0796699-df60-43bc-89bc-236c6e01de0b tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=4b319b27-4e04-421a-90ad-1a96efb10b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049132 Sep 24 16:00:28.604970 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e8329a0d-c11e-4f83-8c15-08d3e13bdbd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:28.642313 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1365a7ff-f704-435f-97fa-f5afc52ab956 None None] Pushing event updated for resources: {'Port': ['ID=66004d40-766d-4d09-9df9-ec8fbfb1a349,revision_number=4']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:28.670052 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a02391-6420-489e-867a-aa36b86d433b None None] Routers {'71665b7a-67c3-485d-9f97-f47c295bd37f'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:00:28.671509 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-36a02391-6420-489e-867a-aa36b86d433b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:00:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['71665b7a-67c3-485d-9f97-f47c295bd37f'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:00:28.753410 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9ccca5f5-cfcf-4975-9a35-28bba3533cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:28.818108 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24af8976-af20-43c5-b430-d80b9dc798dc admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:00:28.840600 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-24af8976-af20-43c5-b430-d80b9dc798dc admin admin] 10.222.0.101 "PUT /v2.0/routers/62671c09-4b46-46be-9ad2-aa1b8d4b03a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6313643 Sep 24 16:00:28.845270 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-9ccca5f5-cfcf-4975-9a35-28bba3533cab None None] For port 66004d40-766d-4d09-9df9-ec8fbfb1a349, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=66004d40-766d-4d09-9df9-ec8fbfb1a349,segment=NetworkSegment(88d88d00-ad54-4674-b7a3-3049ab57b52f),segment_id=88d88d00-ad54-4674-b7a3-3049ab57b52f)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:00:28.960972 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9ccca5f5-cfcf-4975-9a35-28bba3533cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:28.973605 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-36a02391-6420-489e-867a-aa36b86d433b None None] Set router 71665b7a-67c3-485d-9f97-f47c295bd37f gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:00:29.149588 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccca5f5-cfcf-4975-9a35-28bba3533cab None None] Pushing event updated for resources: {'Port': ['ID=66004d40-766d-4d09-9df9-ec8fbfb1a349,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:29.188632 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-267475e9-5cbd-435e-bd12-a444a9823a58 None None] Provisioning complete for port 66004d40-766d-4d09-9df9-ec8fbfb1a349 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:00:29.189015 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-267475e9-5cbd-435e-bd12-a444a9823a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:29.198985 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-e8329a0d-c11e-4f83-8c15-08d3e13bdbd0 admin admin] Deleting port 66004d40-766d-4d09-9df9-ec8fbfb1a349 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:00:29.198985 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e8329a0d-c11e-4f83-8c15-08d3e13bdbd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:29.319780 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device e80c1131-6851-4550-afaf-22cc674efd38 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:00:29.347682 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-e8329a0d-c11e-4f83-8c15-08d3e13bdbd0 admin admin] For port 66004d40-766d-4d09-9df9-ec8fbfb1a349, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=66004d40-766d-4d09-9df9-ec8fbfb1a349,segment=NetworkSegment(88d88d00-ad54-4674-b7a3-3049ab57b52f),segment_id=88d88d00-ad54-4674-b7a3-3049ab57b52f)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:00:29.348054 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e8329a0d-c11e-4f83-8c15-08d3e13bdbd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:29.365364 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-e8329a0d-c11e-4f83-8c15-08d3e13bdbd0 admin admin] Calling delete_port for 66004d40-766d-4d09-9df9-ec8fbfb1a349 owned by network:router_interface {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:00:29.372442 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-267475e9-5cbd-435e-bd12-a444a9823a58 None None] Provisioning complete for port 6af7c1c0-bda7-4b07-af01-4aa16dbec1e1 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:00:29.372834 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-267475e9-5cbd-435e-bd12-a444a9823a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:29.390918 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-36a02391-6420-489e-867a-aa36b86d433b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71665b7a-67c3-485d-9f97-f47c295bd37f', 'name': 'tempest-ImageQuotaTest-1755938406-router', 'tenant_id': '4bf29ebe6ac640e6b58457d1077ba89c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'dbfc593e-0cf8-4d18-851e-cb0cad255cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:00:18Z', 'updated_at': '2021-09-24T16:00:23Z', 'revision_number': 4, 'project_id': '4bf29ebe6ac640e6b58457d1077ba89c', 'gw_port': {'id': 'dbfc593e-0cf8-4d18-851e-cb0cad255cd4', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71665b7a-67c3-485d-9f97-f47c295bd37f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:00:18Z', 'updated_at': '2021-09-24T16:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '66004d40-766d-4d09-9df9-ec8fbfb1a349', 'name': '', 'network_id': '748b33f5-a1e2-4d7d-85aa-fff91a37696d', 'tenant_id': '4bf29ebe6ac640e6b58457d1077ba89c', 'mac_address': 'fa:16:3e:06:d8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71665b7a-67c3-485d-9f97-f47c295bd37f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'c956b0c7-d5fc-4ea5-b659-2858a2ff059e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:00:22Z', 'updated_at': '2021-09-24T16:00:28Z', 'revision_number': 4, 'project_id': '4bf29ebe6ac640e6b58457d1077ba89c', 'subnets': [{'id': 'c956b0c7-d5fc-4ea5-b659-2858a2ff059e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:00:29.418795 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-267475e9-5cbd-435e-bd12-a444a9823a58 None None] Port 6af7c1c0-bda7-4b07-af01-4aa16dbec1e1 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:00:29.426169 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a02391-6420-489e-867a-aa36b86d433b None None] The sync data for ids ['71665b7a-67c3-485d-9f97-f47c295bd37f'] in n-d-808921-1 is: [{'id': '71665b7a-67c3-485d-9f97-f47c295bd37f', 'name': 'tempest-ImageQuotaTest-1755938406-router', 'tenant_id': '4bf29ebe6ac640e6b58457d1077ba89c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'dbfc593e-0cf8-4d18-851e-cb0cad255cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:00:18Z', 'updated_at': '2021-09-24T16:00:23Z', 'revision_number': 4, 'project_id': '4bf29ebe6ac640e6b58457d1077ba89c', 'gw_port': {'id': 'dbfc593e-0cf8-4d18-851e-cb0cad255cd4', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71665b7a-67c3-485d-9f97-f47c295bd37f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:00:18Z', 'updated_at': '2021-09-24T16:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '66004d40-766d-4d09-9df9-ec8fbfb1a349', 'name': '', 'network_id': '748b33f5-a1e2-4d7d-85aa-fff91a37696d', 'tenant_id': '4bf29ebe6ac640e6b58457d1077ba89c', 'mac_address': 'fa:16:3e:06:d8:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71665b7a-67c3-485d-9f97-f47c295bd37f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3345, 'fixed_ips': [{'subnet_id': 'c956b0c7-d5fc-4ea5-b659-2858a2ff059e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:00:22Z', 'updated_at': '2021-09-24T16:00:28Z', 'revision_number': 4, 'project_id': '4bf29ebe6ac640e6b58457d1077ba89c', 'subnets': [{'id': 'c956b0c7-d5fc-4ea5-b659-2858a2ff059e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:00:29.471407 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port e80c1131-6851-4550-afaf-22cc674efd38 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:00:29.497628 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:29.620935 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 51974) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:29.696713 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:29.753159 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port e80c1131-6851-4550-afaf-22cc674efd38, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=e80c1131-6851-4550-afaf-22cc674efd38,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:00:29.862514 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4834b743-88a6-4a98-ab14-14679517a45c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:29.874172 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:29.880871 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 51978) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:29.886820 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-7d9bc2b4-9e0c-4b4e-82f5-7c4712a0f707 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Request body: {'security_group': {'name': 'tempest-securitygroup--704611985', 'description': 'tempest-description--1767346654'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:00:29.930267 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.db.api [None req-7d9bc2b4-9e0c-4b4e-82f5-7c4712a0f707 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 24 16:00:29.930267 n-d-808921-1 neutron-server[95297]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 24 16:00:29.930267 n-d-808921-1 neutron-server[95297]: [parameters: {'project_id': '47adefb7ca614d33b7bb1493dd2de83a', 'id': '30f00e94-5011-4d1e-ba5e-3d07671bff2c', 'expiration': datetime.datetime(2021, 9, 24, 16, 2, 29, 922914)}] Sep 24 16:00:29.930267 n-d-808921-1 neutron-server[95297]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 16:00:29.936008 n-d-808921-1 neutron-server[95297]: DEBUG oslo_db.api [None req-7d9bc2b4-9e0c-4b4e-82f5-7c4712a0f707 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 16:00:29.967431 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=e80c1131-6851-4550-afaf-22cc674efd38,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:29.985190 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e8329a0d-c11e-4f83-8c15-08d3e13bdbd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:30.029176 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8329a0d-c11e-4f83-8c15-08d3e13bdbd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=66004d40-766d-4d09-9df9-ec8fbfb1a349,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:30.051322 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9c28ac-0164-42b2-80e5-a37abac2ce73 req-e56d6dbb-f3cc-4b9d-a592-6233c6f7adaa tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:30.059188 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7a9c28ac-0164-42b2-80e5-a37abac2ce73 req-e56d6dbb-f3cc-4b9d-a592-6233c6f7adaa tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=c8f56886-5e0f-4583-94b8-b5728223db0b HTTP/1.1" status: 200 len: 945 time: 0.1117353 Sep 24 16:00:30.090101 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4834b743-88a6-4a98-ab14-14679517a45c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:30.194043 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a308f058-0b66-44fa-9b1a-a819536dc0f7 req-6e0ebdb3-fb01-4186-ac20-472bb7e5a0e6 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:30.195730 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a308f058-0b66-44fa-9b1a-a819536dc0f7 req-6e0ebdb3-fb01-4186-ac20-472bb7e5a0e6 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] 10.222.0.101 "GET /v2.0/ports?device_id=b5e4f584-8314-403d-bb6e-ec60853a4c96 HTTP/1.1" status: 200 len: 944 time: 0.5949659 Sep 24 16:00:30.196582 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4834b743-88a6-4a98-ab14-14679517a45c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:30.216427 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7a9c28ac-0164-42b2-80e5-a37abac2ce73 req-ea142934-1190-41f0-8cc0-7fd228f3e438 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=4b319b27-4e04-421a-90ad-1a96efb10b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563272 Sep 24 16:00:30.228552 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4834b743-88a6-4a98-ab14-14679517a45c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb36096e-82fa-4777-8552-53878d2eaed7,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:30.277920 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-4834b743-88a6-4a98-ab14-14679517a45c admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=7a5e8f5335aa40f4af1d7d01e383240c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6513600 Sep 24 16:00:30.280051 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 51986) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:30.329902 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a308f058-0b66-44fa-9b1a-a819536dc0f7 req-b89fe9a4-35f0-48ef-9cf2-3b664c0516ef tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] 10.222.0.101 "GET /v2.0/security-groups?id=eca15437-3c4a-4f62-8c3c-b05f259153ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024046 Sep 24 16:00:30.396500 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f3295cdb-9d75-4319-a666-6b824782b68c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:30.402668 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device adb684dd-f017-407d-aad9-eb7b5b85273f up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:00:30.414895 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e8329a0d-c11e-4f83-8c15-08d3e13bdbd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:30.435155 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f3295cdb-9d75-4319-a666-6b824782b68c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:30.484933 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fbf90c-ff2e-43f7-9c38-03f6d24d3e16 None None] Sync routers for ids ['62671c09-4b46-46be-9ad2-aa1b8d4b03a7'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:00:30.520946 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fbf90c-ff2e-43f7-9c38-03f6d24d3e16 None None] Routers {'62671c09-4b46-46be-9ad2-aa1b8d4b03a7'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:00:30.521597 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-e5fbf90c-ff2e-43f7-9c38-03f6d24d3e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:00:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['62671c09-4b46-46be-9ad2-aa1b8d4b03a7'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:00:30.590071 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f3295cdb-9d75-4319-a666-6b824782b68c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:30.592950 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f3295cdb-9d75-4319-a666-6b824782b68c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:30.596763 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-f3295cdb-9d75-4319-a666-6b824782b68c admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/cb36096e-82fa-4777-8552-53878d2eaed7 HTTP/1.1" status: 204 len: 168 time: 0.3108432 Sep 24 16:00:30.607099 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3295cdb-9d75-4319-a666-6b824782b68c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb36096e-82fa-4777-8552-53878d2eaed7,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:30.646953 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port adb684dd-f017-407d-aad9-eb7b5b85273f completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 16:00:30.649210 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7d9bc2b4-9e0c-4b4e-82f5-7c4712a0f707 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:30.660947 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port adb684dd-f017-407d-aad9-eb7b5b85273f triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:00:30.661538 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:30.727417 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-e5fbf90c-ff2e-43f7-9c38-03f6d24d3e16 None None] Set router 62671c09-4b46-46be-9ad2-aa1b8d4b03a7 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:00:30.910889 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:30.962254 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e4f584-8314-403d-bb6e-ec60853a4c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb684dd-f017-407d-aad9-eb7b5b85273f'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:00:30.964740 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a1d98e0-da69-4610-93ef-e5863757c864" -d '{"events": [{"server_uuid": "b5e4f584-8314-403d-bb6e-ec60853a4c96", "name": "network-vif-plugged", "status": "completed", "tag": "adb684dd-f017-407d-aad9-eb7b5b85273f"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:00:30.997877 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port adb684dd-f017-407d-aad9-eb7b5b85273f, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=adb684dd-f017-407d-aad9-eb7b5b85273f,segment=NetworkSegment(6dd41732-cb7d-4783-acdf-340debc56e0a),segment_id=6dd41732-cb7d-4783-acdf-340debc56e0a)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:00:31.052226 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ddb381b-3782-4678-ad8a-0851d46abc42 x-openstack-request-id: req-1ddb381b-3782-4678-ad8a-0851d46abc42 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:00:31.052846 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5e4f584-8314-403d-bb6e-ec60853a4c96", "name": "network-vif-plugged", "status": "completed", "tag": "adb684dd-f017-407d-aad9-eb7b5b85273f", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:00:31.053098 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-1ddb381b-3782-4678-ad8a-0851d46abc42 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:00:31.053510 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5e4f584-8314-403d-bb6e-ec60853a4c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb684dd-f017-407d-aad9-eb7b5b85273f', 'code': 200} Sep 24 16:00:31.065157 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-e5fbf90c-ff2e-43f7-9c38-03f6d24d3e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62671c09-4b46-46be-9ad2-aa1b8d4b03a7', 'name': 'tempest-AttachVolumeShelveTestJSON-1496323484-router', 'tenant_id': '47adefb7ca614d33b7bb1493dd2de83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'e80c1131-6851-4550-afaf-22cc674efd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:00:18Z', 'updated_at': '2021-09-24T16:00:26Z', 'revision_number': 4, 'project_id': '47adefb7ca614d33b7bb1493dd2de83a', 'gw_port': {'id': 'e80c1131-6851-4550-afaf-22cc674efd38', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:98:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62671c09-4b46-46be-9ad2-aa1b8d4b03a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:00:19Z', 'updated_at': '2021-09-24T16:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '6af7c1c0-bda7-4b07-af01-4aa16dbec1e1', 'name': '', 'network_id': 'e683698e-96d3-4f25-bed4-4200552ea2ef', 'tenant_id': '47adefb7ca614d33b7bb1493dd2de83a', 'mac_address': 'fa:16:3e:fa:e0:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62671c09-4b46-46be-9ad2-aa1b8d4b03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '04b7f077-c013-4647-8fb9-7721770c2649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:00:25Z', 'updated_at': '2021-09-24T16:00:27Z', 'revision_number': 2, 'project_id': '47adefb7ca614d33b7bb1493dd2de83a', 'subnets': [{'id': '04b7f077-c013-4647-8fb9-7721770c2649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:00:31.094405 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fbf90c-ff2e-43f7-9c38-03f6d24d3e16 None None] Checking router: 62671c09-4b46-46be-9ad2-aa1b8d4b03a7 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:00:31.094931 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fbf90c-ff2e-43f7-9c38-03f6d24d3e16 None None] Updating router 62671c09-4b46-46be-9ad2-aa1b8d4b03a7 port 6af7c1c0-bda7-4b07-af01-4aa16dbec1e1 binding host n-d-808921-1 {{(pid=95299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 16:00:31.129977 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:31.131908 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e5fbf90c-ff2e-43f7-9c38-03f6d24d3e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:31.189796 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6225d356-8d19-4635-a348-ba3c2ff2b552 req-b1c2e40f-78c8-4b2b-8eed-3fbbef863707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:31.195671 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6225d356-8d19-4635-a348-ba3c2ff2b552 req-b1c2e40f-78c8-4b2b-8eed-3fbbef863707 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=b5e4f584-8314-403d-bb6e-ec60853a4c96 HTTP/1.1" status: 200 len: 1096 time: 0.0926569 Sep 24 16:00:31.250495 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8329a0d-c11e-4f83-8c15-08d3e13bdbd0 admin admin] Router 71665b7a-67c3-485d-9f97-f47c295bd37f has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:00:31.264629 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7d9bc2b4-9e0c-4b4e-82f5-7c4712a0f707 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:31.282006 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6225d356-8d19-4635-a348-ba3c2ff2b552 req-b2db785b-2e38-4b03-bc41-01e8e8f67aed service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=eca15437-3c4a-4f62-8c3c-b05f259153ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736802 Sep 24 16:00:31.354202 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device e80c1131-6851-4550-afaf-22cc674efd38 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:00:31.373242 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4333eeee-77a9-40c9-8249-d18266234660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:31.383686 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7d9bc2b4-9e0c-4b4e-82f5-7c4712a0f707 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:31.430461 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105d219c-f2b4-4be0-844a-862232d7eca4 req-ac34cbc4-8b4a-4f57-a2db-c9aae6c3c28e tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:31.432176 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-105d219c-f2b4-4be0-844a-862232d7eca4 req-ac34cbc4-8b4a-4f57-a2db-c9aae6c3c28e tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=c8f56886-5e0f-4583-94b8-b5728223db0b HTTP/1.1" status: 200 len: 945 time: 0.0925047 Sep 24 16:00:31.493947 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9bc2b4-9e0c-4b4e-82f5-7c4712a0f707 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63f1a5f4-821a-4880-a72f-3ff97c1426e7,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:31.526894 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 52012) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:31.538306 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7d9bc2b4-9e0c-4b4e-82f5-7c4712a0f707 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:31.539503 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-7d9bc2b4-9e0c-4b4e-82f5-7c4712a0f707 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.6575127 Sep 24 16:00:31.546414 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3167c8f9-1c3c-46d7-baf6-c1c80cc7ff9a req-565f083b-e9a4-4e09-96e7-51003a23154d tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:31.548547 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3167c8f9-1c3c-46d7-baf6-c1c80cc7ff9a req-565f083b-e9a4-4e09-96e7-51003a23154d tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] 10.222.0.101 "GET /v2.0/ports?device_id=b5e4f584-8314-403d-bb6e-ec60853a4c96 HTTP/1.1" status: 200 len: 945 time: 0.1231019 Sep 24 16:00:31.549054 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 52016) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:31.553627 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-e5d8128b-ae7b-4fe2-b0f0-d1c4161de0e7 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Request body: {'security_group_rule': {'security_group_id': '63f1a5f4-821a-4880-a72f-3ff97c1426e7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:00:31.563540 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=adb684dd-f017-407d-aad9-eb7b5b85273f,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:31.563706 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c217ad44-d5e7-4808-a1f6-39d3947eafad admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:31.602402 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8329a0d-c11e-4f83-8c15-08d3e13bdbd0 admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:00:31.611317 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3167c8f9-1c3c-46d7-baf6-c1c80cc7ff9a req-0d9d5ce5-f88f-47d7-8a41-4ada0216fd66 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] 10.222.0.101 "GET /v2.0/security-groups?id=eca15437-3c4a-4f62-8c3c-b05f259153ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514865 Sep 24 16:00:31.615534 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e8329a0d-c11e-4f83-8c15-08d3e13bdbd0 admin admin] 10.222.0.101 "PUT /v2.0/routers/71665b7a-67c3-485d-9f97-f47c295bd37f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1200855 Sep 24 16:00:31.618322 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 52018) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:31.647067 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-105d219c-f2b4-4be0-844a-862232d7eca4 req-4fade6b9-f2ee-44be-b9d9-700e75c9e8ab tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=4b319b27-4e04-421a-90ad-1a96efb10b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2000110 Sep 24 16:00:31.720949 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e5d8128b-ae7b-4fe2-b0f0-d1c4161de0e7 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:31.807651 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9202a9c-39c1-402a-bd7d-d9db7cb71b63 None None] Sync routers for ids ['71665b7a-67c3-485d-9f97-f47c295bd37f'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:00:31.821034 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port e80c1131-6851-4550-afaf-22cc674efd38 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:00:31.821581 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:31.823204 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9202a9c-39c1-402a-bd7d-d9db7cb71b63 None None] Routers {'71665b7a-67c3-485d-9f97-f47c295bd37f'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:00:31.824274 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c217ad44-d5e7-4808-a1f6-39d3947eafad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:31.824661 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-f9202a9c-39c1-402a-bd7d-d9db7cb71b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:00:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['71665b7a-67c3-485d-9f97-f47c295bd37f'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:00:31.867878 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fe6181a2-ae28-4484-8e66-f485b23c1e8d admin admin] Notify callbacks [] for router, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:31.875331 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e5d8128b-ae7b-4fe2-b0f0-d1c4161de0e7 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:31.884749 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c217ad44-d5e7-4808-a1f6-39d3947eafad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:31.908673 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e5fbf90c-ff2e-43f7-9c38-03f6d24d3e16 None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:31.969921 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-c217ad44-d5e7-4808-a1f6-39d3947eafad admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=0f6c19e9bfd9440fabb03d7ba71eb9e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4303389 Sep 24 16:00:31.970830 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c217ad44-d5e7-4808-a1f6-39d3947eafad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a05428c-6477-4cd9-9bd6-9214863072b9,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:31.973280 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 52022) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:31.976269 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e5fbf90c-ff2e-43f7-9c38-03f6d24d3e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:31.984523 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e5d8128b-ae7b-4fe2-b0f0-d1c4161de0e7 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:31.991364 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-f9202a9c-39c1-402a-bd7d-d9db7cb71b63 None None] Set router 71665b7a-67c3-485d-9f97-f47c295bd37f gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:00:32.011986 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d8128b-ae7b-4fe2-b0f0-d1c4161de0e7 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e32dc5cd-0013-436f-9c2a-e505cd3e92ac,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:32.037575 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fe6181a2-ae28-4484-8e66-f485b23c1e8d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:32.057833 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d6b45d43-66b2-4b0e-9093-c77edbfb668d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:32.079881 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fbb780-db83-49b3-864a-04f6b6fa994d None None] Pushing event updated for resources: {'Port': ['ID=6af7c1c0-bda7-4b07-af01-4aa16dbec1e1,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:32.082664 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d6b45d43-66b2-4b0e-9093-c77edbfb668d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:32.140332 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-e5fbf90c-ff2e-43f7-9c38-03f6d24d3e16 None None] Attempting to bind port 6af7c1c0-bda7-4b07-af01-4aa16dbec1e1 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:00:32.140852 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-e5fbf90c-ff2e-43f7-9c38-03f6d24d3e16 None None] Attempting to bind port 6af7c1c0-bda7-4b07-af01-4aa16dbec1e1 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '94c0797a-5dbb-467d-9f41-7597f4debf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'e683698e-96d3-4f25-bed4-4200552ea2ef'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:00:32.141225 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fbf90c-ff2e-43f7-9c38-03f6d24d3e16 None None] Attempting to bind port 6af7c1c0-bda7-4b07-af01-4aa16dbec1e1 on network e683698e-96d3-4f25-bed4-4200552ea2ef {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:00:32.147540 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fbf90c-ff2e-43f7-9c38-03f6d24d3e16 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:00:32.147960 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fbf90c-ff2e-43f7-9c38-03f6d24d3e16 None None] Checking segment: {'id': '94c0797a-5dbb-467d-9f41-7597f4debf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'e683698e-96d3-4f25-bed4-4200552ea2ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:00:32.148501 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e5fbf90c-ff2e-43f7-9c38-03f6d24d3e16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:32.148944 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fbf90c-ff2e-43f7-9c38-03f6d24d3e16 None None] Bound using segment: {'id': '94c0797a-5dbb-467d-9f41-7597f4debf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'e683698e-96d3-4f25-bed4-4200552ea2ef'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:00:32.149413 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-e5fbf90c-ff2e-43f7-9c38-03f6d24d3e16 None None] Bound port: 6af7c1c0-bda7-4b07-af01-4aa16dbec1e1, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94c0797a-5dbb-467d-9f41-7597f4debf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'e683698e-96d3-4f25-bed4-4200552ea2ef'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:00:32.149808 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e5fbf90c-ff2e-43f7-9c38-03f6d24d3e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:32.166530 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e5d8128b-ae7b-4fe2-b0f0-d1c4161de0e7 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:32.172337 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 52026) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:32.172495 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-e5d8128b-ae7b-4fe2-b0f0-d1c4161de0e7 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6220143 Sep 24 16:00:32.179066 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-f2618345-a3a4-43be-8ab8-90a020e8d028 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Request body: {'security_group_rule': {'security_group_id': '63f1a5f4-821a-4880-a72f-3ff97c1426e7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:00:32.244496 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d6b45d43-66b2-4b0e-9093-c77edbfb668d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:32.245060 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-fe6181a2-ae28-4484-8e66-f485b23c1e8d admin admin] Deleting port dbfc593e-0cf8-4d18-851e-cb0cad255cd4 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:00:32.245837 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fe6181a2-ae28-4484-8e66-f485b23c1e8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:32.248217 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d6b45d43-66b2-4b0e-9093-c77edbfb668d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:32.250662 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-d6b45d43-66b2-4b0e-9093-c77edbfb668d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/2a05428c-6477-4cd9-9bd6-9214863072b9 HTTP/1.1" status: 204 len: 168 time: 0.2762036 Sep 24 16:00:32.277126 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b45d43-66b2-4b0e-9093-c77edbfb668d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a05428c-6477-4cd9-9bd6-9214863072b9,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:32.301222 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f2618345-a3a4-43be-8ab8-90a020e8d028 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:32.301958 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-e5fbf90c-ff2e-43f7-9c38-03f6d24d3e16 None None] For port 6af7c1c0-bda7-4b07-af01-4aa16dbec1e1, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:00:32.306200 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-e5fbf90c-ff2e-43f7-9c38-03f6d24d3e16 None None] For port 6af7c1c0-bda7-4b07-af01-4aa16dbec1e1, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=6af7c1c0-bda7-4b07-af01-4aa16dbec1e1,segment=NetworkSegment(94c0797a-5dbb-467d-9f41-7597f4debf01),segment_id=94c0797a-5dbb-467d-9f41-7597f4debf01)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:00:32.354437 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-f9202a9c-39c1-402a-bd7d-d9db7cb71b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71665b7a-67c3-485d-9f97-f47c295bd37f', 'name': 'tempest-ImageQuotaTest-1755938406-router', 'tenant_id': '4bf29ebe6ac640e6b58457d1077ba89c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.193'}], 'enable_snat': True}, 'gw_port_id': 'dbfc593e-0cf8-4d18-851e-cb0cad255cd4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:00:18Z', 'updated_at': '2021-09-24T16:00:29Z', 'revision_number': 5, 'project_id': '4bf29ebe6ac640e6b58457d1077ba89c', 'gw_port': {'id': 'dbfc593e-0cf8-4d18-851e-cb0cad255cd4', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71665b7a-67c3-485d-9f97-f47c295bd37f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:00:18Z', 'updated_at': '2021-09-24T16:00:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:00:32.390819 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e5fbf90c-ff2e-43f7-9c38-03f6d24d3e16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:32.407894 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f2618345-a3a4-43be-8ab8-90a020e8d028 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:32.416073 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9202a9c-39c1-402a-bd7d-d9db7cb71b63 None None] Checking router: 71665b7a-67c3-485d-9f97-f47c295bd37f for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:00:32.429436 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9202a9c-39c1-402a-bd7d-d9db7cb71b63 None None] Routers {'71665b7a-67c3-485d-9f97-f47c295bd37f'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:00:32.430372 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-f9202a9c-39c1-402a-bd7d-d9db7cb71b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:00:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['71665b7a-67c3-485d-9f97-f47c295bd37f'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:00:32.479254 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-fe6181a2-ae28-4484-8e66-f485b23c1e8d admin admin] For port dbfc593e-0cf8-4d18-851e-cb0cad255cd4, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=dbfc593e-0cf8-4d18-851e-cb0cad255cd4,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:00:32.479872 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fe6181a2-ae28-4484-8e66-f485b23c1e8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:32.496928 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-fe6181a2-ae28-4484-8e66-f485b23c1e8d admin admin] Calling delete_port for dbfc593e-0cf8-4d18-851e-cb0cad255cd4 owned by network:router_gateway {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:00:32.513708 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f2618345-a3a4-43be-8ab8-90a020e8d028 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:32.519494 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fbb780-db83-49b3-864a-04f6b6fa994d None None] Pushing event updated for resources: {'Port': ['ID=6af7c1c0-bda7-4b07-af01-4aa16dbec1e1,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:32.530416 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5fbf90c-ff2e-43f7-9c38-03f6d24d3e16 None None] Routers {'62671c09-4b46-46be-9ad2-aa1b8d4b03a7'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:00:32.531593 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-e5fbf90c-ff2e-43f7-9c38-03f6d24d3e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:00:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['62671c09-4b46-46be-9ad2-aa1b8d4b03a7'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:00:32.538328 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-612c3574-a592-44c5-bd19-a115a496e21b None None] Provisioning complete for port 6af7c1c0-bda7-4b07-af01-4aa16dbec1e1 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:00:32.538328 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-612c3574-a592-44c5-bd19-a115a496e21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:32.567500 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-f9202a9c-39c1-402a-bd7d-d9db7cb71b63 None None] Set router 71665b7a-67c3-485d-9f97-f47c295bd37f gateway port host: None {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:00:32.581563 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2618345-a3a4-43be-8ab8-90a020e8d028 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4e15855-7bf8-4dc8-9a64-136dcf0bb64a,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:32.687493 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-f9202a9c-39c1-402a-bd7d-d9db7cb71b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71665b7a-67c3-485d-9f97-f47c295bd37f', 'name': 'tempest-ImageQuotaTest-1755938406-router', 'tenant_id': '4bf29ebe6ac640e6b58457d1077ba89c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:00:18Z', 'updated_at': '2021-09-24T16:00:32Z', 'revision_number': 6, 'project_id': '4bf29ebe6ac640e6b58457d1077ba89c', 'gw_port_host': None}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:00:32.728629 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9202a9c-39c1-402a-bd7d-d9db7cb71b63 None None] The sync data for ids ['71665b7a-67c3-485d-9f97-f47c295bd37f'] in n-d-808921-1 is: [{'id': '71665b7a-67c3-485d-9f97-f47c295bd37f', 'name': 'tempest-ImageQuotaTest-1755938406-router', 'tenant_id': '4bf29ebe6ac640e6b58457d1077ba89c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:00:18Z', 'updated_at': '2021-09-24T16:00:32Z', 'revision_number': 6, 'project_id': '4bf29ebe6ac640e6b58457d1077ba89c', 'gw_port_host': None}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:00:32.734731 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f2618345-a3a4-43be-8ab8-90a020e8d028 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:32.740986 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f2618345-a3a4-43be-8ab8-90a020e8d028 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5672529 Sep 24 16:00:32.744513 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 52040) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:32.747326 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-e439a00a-0a58-4e88-8095-cb61217b68bb tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Request body: {'floatingip': {'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:00:32.850111 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-e5fbf90c-ff2e-43f7-9c38-03f6d24d3e16 None None] Set router 62671c09-4b46-46be-9ad2-aa1b8d4b03a7 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:00:32.882852 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab9a8dc-fdca-46f4-b6f8-d17d581a2c13 req-d2601d90-f10e-4a06-abcc-cb751246f0e0 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:32.886882 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2ab9a8dc-fdca-46f4-b6f8-d17d581a2c13 req-d2601d90-f10e-4a06-abcc-cb751246f0e0 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] 10.222.0.101 "GET /v2.0/ports?device_id=b5e4f584-8314-403d-bb6e-ec60853a4c96 HTTP/1.1" status: 200 len: 945 time: 0.1039042 Sep 24 16:00:32.894527 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-612c3574-a592-44c5-bd19-a115a496e21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:32.908260 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ea08c9-ce36-4c25-a30b-298a9cb74c21 req-f0ed649b-4d0b-4cb0-a21f-5de9c2a83b93 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:32.909881 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-74ea08c9-ce36-4c25-a30b-298a9cb74c21 req-f0ed649b-4d0b-4cb0-a21f-5de9c2a83b93 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=c8f56886-5e0f-4583-94b8-b5728223db0b HTTP/1.1" status: 200 len: 945 time: 0.1113703 Sep 24 16:00:32.935483 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-612c3574-a592-44c5-bd19-a115a496e21b None None] For port 6af7c1c0-bda7-4b07-af01-4aa16dbec1e1, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=6af7c1c0-bda7-4b07-af01-4aa16dbec1e1,segment=NetworkSegment(94c0797a-5dbb-467d-9f41-7597f4debf01),segment_id=94c0797a-5dbb-467d-9f41-7597f4debf01)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:00:32.937748 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2ab9a8dc-fdca-46f4-b6f8-d17d581a2c13 req-235b4fca-57cf-4361-ab8d-736716a4a599 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] 10.222.0.101 "GET /v2.0/security-groups?id=eca15437-3c4a-4f62-8c3c-b05f259153ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431831 Sep 24 16:00:32.959469 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e439a00a-0a58-4e88-8095-cb61217b68bb tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks [] for floatingip, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:33.020148 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fe6181a2-ae28-4484-8e66-f485b23c1e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:33.042891 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-612c3574-a592-44c5-bd19-a115a496e21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:33.104401 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6181a2-ae28-4484-8e66-f485b23c1e8d admin admin] Pushing event deleted for resources: {'Port': ['ID=dbfc593e-0cf8-4d18-851e-cb0cad255cd4,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:33.128270 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-74ea08c9-ce36-4c25-a30b-298a9cb74c21 req-9072f20c-7342-4a0c-b3b7-68e32fd240d5 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=4b319b27-4e04-421a-90ad-1a96efb10b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2028761 Sep 24 16:00:33.191896 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612c3574-a592-44c5-bd19-a115a496e21b None None] Pushing event updated for resources: {'Port': ['ID=6af7c1c0-bda7-4b07-af01-4aa16dbec1e1,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:33.209296 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 66004d40-766d-4d09-9df9-ec8fbfb1a349 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:00:33.226720 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fe6181a2-ae28-4484-8e66-f485b23c1e8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586576'] for router_gateway, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:33.259259 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 66004d40-766d-4d09-9df9-ec8fbfb1a349 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:00:33.259851 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 66004d40-766d-4d09-9df9-ec8fbfb1a349 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:00:33.265827 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e439a00a-0a58-4e88-8095-cb61217b68bb tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:33.360795 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fe6181a2-ae28-4484-8e66-f485b23c1e8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:33.363167 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fe6181a2-ae28-4484-8e66-f485b23c1e8d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:33.377447 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-4fe2a335-e630-491f-9623-e3348343a18b None None] Provisioning complete for port 6af7c1c0-bda7-4b07-af01-4aa16dbec1e1 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:00:33.377830 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4fe2a335-e630-491f-9623-e3348343a18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:33.440158 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-e439a00a-0a58-4e88-8095-cb61217b68bb tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Allocated IP 172.25.0.161 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/338185d2-6b84-4976-a749-af94da3e7cf2) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:00:33.507765 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-e5fbf90c-ff2e-43f7-9c38-03f6d24d3e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62671c09-4b46-46be-9ad2-aa1b8d4b03a7', 'name': 'tempest-AttachVolumeShelveTestJSON-1496323484-router', 'tenant_id': '47adefb7ca614d33b7bb1493dd2de83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'e80c1131-6851-4550-afaf-22cc674efd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:00:18Z', 'updated_at': '2021-09-24T16:00:26Z', 'revision_number': 4, 'project_id': '47adefb7ca614d33b7bb1493dd2de83a', 'gw_port': {'id': 'e80c1131-6851-4550-afaf-22cc674efd38', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:98:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62671c09-4b46-46be-9ad2-aa1b8d4b03a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:00:19Z', 'updated_at': '2021-09-24T16:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '6af7c1c0-bda7-4b07-af01-4aa16dbec1e1', 'name': '', 'network_id': 'e683698e-96d3-4f25-bed4-4200552ea2ef', 'tenant_id': '47adefb7ca614d33b7bb1493dd2de83a', 'mac_address': 'fa:16:3e:fa:e0:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62671c09-4b46-46be-9ad2-aa1b8d4b03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '04b7f077-c013-4647-8fb9-7721770c2649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:00:25Z', 'updated_at': '2021-09-24T16:00:32Z', 'revision_number': 4, 'project_id': '47adefb7ca614d33b7bb1493dd2de83a', 'subnets': [{'id': '04b7f077-c013-4647-8fb9-7721770c2649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:00:33.530633 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fe6181a2-ae28-4484-8e66-f485b23c1e8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:33.531505 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe6181a2-ae28-4484-8e66-f485b23c1e8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71665b7a-67c3-485d-9f97-f47c295bd37f {{(pid=95298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 16:00:33.536111 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fe6181a2-ae28-4484-8e66-f485b23c1e8d admin admin] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:33.537255 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-fe6181a2-ae28-4484-8e66-f485b23c1e8d admin admin] 10.222.0.101 "DELETE /v2.0/routers/71665b7a-67c3-485d-9f97-f47c295bd37f HTTP/1.1" status: 204 len: 168 time: 1.9177630 Sep 24 16:00:33.539805 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 52062) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:33.550656 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5fbf90c-ff2e-43f7-9c38-03f6d24d3e16 None None] The sync data for ids ['62671c09-4b46-46be-9ad2-aa1b8d4b03a7'] in n-d-808921-1 is: [{'id': '62671c09-4b46-46be-9ad2-aa1b8d4b03a7', 'name': 'tempest-AttachVolumeShelveTestJSON-1496323484-router', 'tenant_id': '47adefb7ca614d33b7bb1493dd2de83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'e80c1131-6851-4550-afaf-22cc674efd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:00:18Z', 'updated_at': '2021-09-24T16:00:26Z', 'revision_number': 4, 'project_id': '47adefb7ca614d33b7bb1493dd2de83a', 'gw_port': {'id': 'e80c1131-6851-4550-afaf-22cc674efd38', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:98:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62671c09-4b46-46be-9ad2-aa1b8d4b03a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:00:19Z', 'updated_at': '2021-09-24T16:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '6af7c1c0-bda7-4b07-af01-4aa16dbec1e1', 'name': '', 'network_id': 'e683698e-96d3-4f25-bed4-4200552ea2ef', 'tenant_id': '47adefb7ca614d33b7bb1493dd2de83a', 'mac_address': 'fa:16:3e:fa:e0:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62671c09-4b46-46be-9ad2-aa1b8d4b03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '04b7f077-c013-4647-8fb9-7721770c2649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:00:25Z', 'updated_at': '2021-09-24T16:00:32Z', 'revision_number': 4, 'project_id': '47adefb7ca614d33b7bb1493dd2de83a', 'subnets': [{'id': '04b7f077-c013-4647-8fb9-7721770c2649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:00:33.597878 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e439a00a-0a58-4e88-8095-cb61217b68bb tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:33.662452 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb514ccb-cf4c-4de4-ba7c-3947a2364fed admin admin] Deleting subnet c956b0c7-d5fc-4ea5-b659-2858a2ff059e {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 16:00:33.686837 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bb514ccb-cf4c-4de4-ba7c-3947a2364fed admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:33.738227 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e439a00a-0a58-4e88-8095-cb61217b68bb tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:33.792712 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bb514ccb-cf4c-4de4-ba7c-3947a2364fed admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:33.895223 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e439a00a-0a58-4e88-8095-cb61217b68bb tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:00:33.898130 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-e439a00a-0a58-4e88-8095-cb61217b68bb tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:00:33.911306 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e439a00a-0a58-4e88-8095-cb61217b68bb tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:00:33.926850 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-13da6310-10e8-4a10-914f-6c5f9d47cae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:33.928375 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bb514ccb-cf4c-4de4-ba7c-3947a2364fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:33.983953 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e439a00a-0a58-4e88-8095-cb61217b68bb tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Pushing event updated for resources: {'Port': ['ID=338185d2-6b84-4976-a749-af94da3e7cf2,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:34.130853 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bb514ccb-cf4c-4de4-ba7c-3947a2364fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:34.155453 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bb514ccb-cf4c-4de4-ba7c-3947a2364fed admin admin] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:34.160848 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-bb514ccb-cf4c-4de4-ba7c-3947a2364fed admin admin] 10.222.0.101 "DELETE /v2.0/subnets/c956b0c7-d5fc-4ea5-b659-2858a2ff059e HTTP/1.1" status: 204 len: 168 time: 0.6178052 Sep 24 16:00:34.166716 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a11f64-4b3b-4d9a-846b-80ec8a22f8ce None None] Network 748b33f5-a1e2-4d7d-85aa-fff91a37696d requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:00:34.247128 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 52084) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:34.337682 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb514ccb-cf4c-4de4-ba7c-3947a2364fed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c956b0c7-d5fc-4ea5-b659-2858a2ff059e,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:34.416128 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e439a00a-0a58-4e88-8095-cb61217b68bb tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:34.424819 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:34.536493 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-df6dfab4-7c04-4869-a8ce-1cdebf10c636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:34.560360 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e439a00a-0a58-4e88-8095-cb61217b68bb tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:34.564734 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a32421-1614-4b39-9ac0-1eb6ffce2811 req-b0673901-fc12-40a0-b7ed-f281c442f4dc tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:34.566461 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f3a32421-1614-4b39-9ac0-1eb6ffce2811 req-b0673901-fc12-40a0-b7ed-f281c442f4dc tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=c8f56886-5e0f-4583-94b8-b5728223db0b HTTP/1.1" status: 200 len: 945 time: 0.2006891 Sep 24 16:00:34.640867 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df4cefd-96d4-4f4c-aeba-0f41b51efb67 None None] DHCP port deletion for 748b33f5-a1e2-4d7d-85aa-fff91a37696d request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 16:00:34.698119 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f3a32421-1614-4b39-9ac0-1eb6ffce2811 req-6d0a4846-cb2f-4e45-a991-93cc3f738fa9 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=4b319b27-4e04-421a-90ad-1a96efb10b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993237 Sep 24 16:00:34.705315 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-5df4cefd-96d4-4f4c-aeba-0f41b51efb67 None None] Deleting port 5408b7d2-79a6-43ed-89ea-ed9f1fdcdbfc {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:00:34.705804 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5df4cefd-96d4-4f4c-aeba-0f41b51efb67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:34.710103 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-df6dfab4-7c04-4869-a8ce-1cdebf10c636 admin admin] Deleting port 5408b7d2-79a6-43ed-89ea-ed9f1fdcdbfc {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:00:34.710485 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-df6dfab4-7c04-4869-a8ce-1cdebf10c636 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:34.809524 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-df6dfab4-7c04-4869-a8ce-1cdebf10c636 admin admin] For port 5408b7d2-79a6-43ed-89ea-ed9f1fdcdbfc, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=5408b7d2-79a6-43ed-89ea-ed9f1fdcdbfc,segment=NetworkSegment(88d88d00-ad54-4674-b7a3-3049ab57b52f),segment_id=88d88d00-ad54-4674-b7a3-3049ab57b52f)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:00:34.809892 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-df6dfab4-7c04-4869-a8ce-1cdebf10c636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:34.814102 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-5df4cefd-96d4-4f4c-aeba-0f41b51efb67 None None] For port 5408b7d2-79a6-43ed-89ea-ed9f1fdcdbfc, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=5408b7d2-79a6-43ed-89ea-ed9f1fdcdbfc,segment=NetworkSegment(88d88d00-ad54-4674-b7a3-3049ab57b52f),segment_id=88d88d00-ad54-4674-b7a3-3049ab57b52f)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:00:34.814657 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5df4cefd-96d4-4f4c-aeba-0f41b51efb67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:34.824151 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-df6dfab4-7c04-4869-a8ce-1cdebf10c636 admin admin] Calling delete_port for 5408b7d2-79a6-43ed-89ea-ed9f1fdcdbfc owned by network:dhcp {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:00:34.843894 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-5df4cefd-96d4-4f4c-aeba-0f41b51efb67 None None] Calling delete_port for 5408b7d2-79a6-43ed-89ea-ed9f1fdcdbfc owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:00:34.856200 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e439a00a-0a58-4e88-8095-cb61217b68bb tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:34.955283 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e439a00a-0a58-4e88-8095-cb61217b68bb tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:35.039178 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5df4cefd-96d4-4f4c-aeba-0f41b51efb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:35.044222 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e439a00a-0a58-4e88-8095-cb61217b68bb tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:35.068389 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e439a00a-0a58-4e88-8095-cb61217b68bb tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Pushing event updated for resources: {'Port': ['ID=338185d2-6b84-4976-a749-af94da3e7cf2,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:35.091089 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-df6dfab4-7c04-4869-a8ce-1cdebf10c636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:35.119187 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df4cefd-96d4-4f4c-aeba-0f41b51efb67 None None] Pushing event deleted for resources: {'Port': ['ID=5408b7d2-79a6-43ed-89ea-ed9f1fdcdbfc,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:35.125216 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6dfab4-7c04-4869-a8ce-1cdebf10c636 admin admin] Pushing event deleted for resources: {'Port': ['ID=5408b7d2-79a6-43ed-89ea-ed9f1fdcdbfc,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:35.126565 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df4cefd-96d4-4f4c-aeba-0f41b51efb67 None None] No DVR routers for this DVR port 5408b7d2-79a6-43ed-89ea-ed9f1fdcdbfc on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:00:35.137393 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a031ba8e-3664-4651-9f28-a494fe67a54c req-caa76dde-8110-4bc8-af15-0456fe5a6164 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:35.148125 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a031ba8e-3664-4651-9f28-a494fe67a54c req-caa76dde-8110-4bc8-af15-0456fe5a6164 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] 10.222.0.101 "GET /v2.0/ports?device_id=b5e4f584-8314-403d-bb6e-ec60853a4c96 HTTP/1.1" status: 200 len: 945 time: 0.1811199 Sep 24 16:00:35.151184 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e439a00a-0a58-4e88-8095-cb61217b68bb tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:35.165446 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e439a00a-0a58-4e88-8095-cb61217b68bb tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4134479 Sep 24 16:00:35.165605 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6dfab4-7c04-4869-a8ce-1cdebf10c636 admin admin] No DVR routers for this DVR port 5408b7d2-79a6-43ed-89ea-ed9f1fdcdbfc on host n-d-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:00:35.277156 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 6af7c1c0-bda7-4b07-af01-4aa16dbec1e1 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:00:35.323550 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a031ba8e-3664-4651-9f28-a494fe67a54c req-4abbdb1e-6e27-40b6-ace7-fe60a710d46e tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] 10.222.0.101 "GET /v2.0/security-groups?id=eca15437-3c4a-4f62-8c3c-b05f259153ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712449 Sep 24 16:00:35.340033 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:35.399196 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-df6dfab4-7c04-4869-a8ce-1cdebf10c636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:35.432880 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 6af7c1c0-bda7-4b07-af01-4aa16dbec1e1 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:00:35.433259 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:35.447734 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-df6dfab4-7c04-4869-a8ce-1cdebf10c636 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['748b33f5-a1e2-4d7d-85aa-fff91a37696d']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:00:35.474643 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-df6dfab4-7c04-4869-a8ce-1cdebf10c636 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88d88d00-ad54-4674-b7a3-3049ab57b52f') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:00:35.475310 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-df6dfab4-7c04-4869-a8ce-1cdebf10c636 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88d88d00-ad54-4674-b7a3-3049ab57b52f') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:00:35.488159 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-df6dfab4-7c04-4869-a8ce-1cdebf10c636 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:35.507911 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-df6dfab4-7c04-4869-a8ce-1cdebf10c636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:35.517425 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df6dfab4-7c04-4869-a8ce-1cdebf10c636 admin admin] Releasing vlan 1253 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 16:00:35.518219 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-df6dfab4-7c04-4869-a8ce-1cdebf10c636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:35.520355 n-d-808921-1 neutron-server[95298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 16:00:35.520355 n-d-808921-1 neutron-server[95298]: self.session.flush() Sep 24 16:00:35.520355 n-d-808921-1 neutron-server[95298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 16:00:35.520355 n-d-808921-1 neutron-server[95298]: self.session.flush() Sep 24 16:00:35.520355 n-d-808921-1 neutron-server[95298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 16:00:35.520355 n-d-808921-1 neutron-server[95298]: self.session.flush() Sep 24 16:00:35.520355 n-d-808921-1 neutron-server[95298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 16:00:35.520355 n-d-808921-1 neutron-server[95298]: self.session.flush() Sep 24 16:00:35.520355 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 16:00:35.520355 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 16:00:35.520355 n-d-808921-1 neutron-server[95298]: timer() Sep 24 16:00:35.520355 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 16:00:35.520355 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 16:00:35.520355 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 16:00:35.520355 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 16:00:35.520355 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 16:00:35.520355 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 16:00:35.520355 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 16:00:35.520355 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 16:00:35.520355 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 16:00:35.520355 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 16:00:35.520355 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 16:00:35.520355 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 16:00:35.520355 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 16:00:35.520355 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 16:00:35.520355 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 16:00:35.520355 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 16:00:35.520355 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 16:00:35.520355 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 16:00:35.520355 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 16:00:35.520355 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 16:00:35.520355 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 16:00:35.520355 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 16:00:35.520355 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 16:00:35.520355 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 16:00:35.520355 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 16:00:35.520355 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 16:00:35.520355 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 16:00:35.520355 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 16:00:35.520355 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 16:00:35.574192 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b28d7cf0-e2b9-49c1-bedf-238420d6d3da req-1b59bd2f-1d44-4b68-9aa3-040f40faa113 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-securitygroup--704611985&fields=id&tenant_id=47adefb7ca614d33b7bb1493dd2de83a HTTP/1.1" status: 200 len: 267 time: 0.0943747 Sep 24 16:00:35.681017 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 5408b7d2-79a6-43ed-89ea-ed9f1fdcdbfc no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:00:35.746222 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 5408b7d2-79a6-43ed-89ea-ed9f1fdcdbfc {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:00:35.747029 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 5408b7d2-79a6-43ed-89ea-ed9f1fdcdbfc not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:00:35.747451 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device dbfc593e-0cf8-4d18-851e-cb0cad255cd4 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:00:35.776403 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: dbfc593e-0cf8-4d18-851e-cb0cad255cd4 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:00:35.777059 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device dbfc593e-0cf8-4d18-851e-cb0cad255cd4 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:00:35.819906 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d7cf0-e2b9-49c1-bedf-238420d6d3da req-1db437dc-70a6-4fc1-9272-0c79df284514 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:35.821702 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b28d7cf0-e2b9-49c1-bedf-238420d6d3da req-1db437dc-70a6-4fc1-9272-0c79df284514 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/networks?id=e683698e-96d3-4f25-bed4-4200552ea2ef HTTP/1.1" status: 200 len: 817 time: 0.2419584 Sep 24 16:00:35.848838 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b28d7cf0-e2b9-49c1-bedf-238420d6d3da req-371e47bd-fa29-4d9e-af2b-10a5d0309a1f tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/quotas/47adefb7ca614d33b7bb1493dd2de83a HTTP/1.1" status: 200 len: 375 time: 0.0166166 Sep 24 16:00:35.895100 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-df6dfab4-7c04-4869-a8ce-1cdebf10c636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:35.900835 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-df6dfab4-7c04-4869-a8ce-1cdebf10c636 admin admin] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:35.903917 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-df6dfab4-7c04-4869-a8ce-1cdebf10c636 admin admin] 10.222.0.101 "DELETE /v2.0/networks/748b33f5-a1e2-4d7d-85aa-fff91a37696d HTTP/1.1" status: 204 len: 168 time: 1.6154845 Sep 24 16:00:35.921695 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b28d7cf0-e2b9-49c1-bedf-238420d6d3da req-11fcf88e-0872-42a4-9885-d755d9bce810 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=47adefb7ca614d33b7bb1493dd2de83a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0608180 Sep 24 16:00:35.924456 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6dfab4-7c04-4869-a8ce-1cdebf10c636 admin admin] Pushing event deleted for resources: {'Network': ['ID=748b33f5-a1e2-4d7d-85aa-fff91a37696d,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:35.935263 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd34c6-3c3c-4f91-8957-7b90e800a16f req-3ea19997-50e3-42e5-9c7d-5b93bea1fe23 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:35.947053 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d7dd34c6-3c3c-4f91-8957-7b90e800a16f req-3ea19997-50e3-42e5-9c7d-5b93bea1fe23 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=c8f56886-5e0f-4583-94b8-b5728223db0b HTTP/1.1" status: 200 len: 945 time: 0.1266491 Sep 24 16:00:36.033837 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d7dd34c6-3c3c-4f91-8957-7b90e800a16f req-e559ab33-4fe3-4d7d-aacf-756a7c160d94 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=4b319b27-4e04-421a-90ad-1a96efb10b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807979 Sep 24 16:00:36.093994 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b28d7cf0-e2b9-49c1-bedf-238420d6d3da req-7f8462cb-aa2e-420a-94d7-d6947c1e8cfe service neutron] 10.222.0.101 "GET /v2.0/networks/e683698e-96d3-4f25-bed4-4200552ea2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642191 Sep 24 16:00:36.215303 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b28d7cf0-e2b9-49c1-bedf-238420d6d3da req-04d8749c-bad9-4799-a887-a1a9deff96aa service neutron] 10.222.0.101 "GET /v2.0/networks/e683698e-96d3-4f25-bed4-4200552ea2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203139 Sep 24 16:00:36.374440 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7538e0cc-ac06-4f55-baef-93d106269576 req-db27cf82-d5be-416d-8ff5-3fa5f1627bea tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:36.376576 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7538e0cc-ac06-4f55-baef-93d106269576 req-db27cf82-d5be-416d-8ff5-3fa5f1627bea tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] 10.222.0.108 "GET /v2.0/ports?device_id=b5e4f584-8314-403d-bb6e-ec60853a4c96 HTTP/1.1" status: 200 len: 945 time: 0.1142437 Sep 24 16:00:36.524275 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 52164) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:36.575589 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f0e891-e34a-4245-b615-174b4d32fdf2 req-fe031f91-0a60-4e2c-b7ac-f2409ed17a4a tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:36.577583 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b8f0e891-e34a-4245-b615-174b4d32fdf2 req-fe031f91-0a60-4e2c-b7ac-f2409ed17a4a tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] 10.222.0.101 "GET /v2.0/ports?device_id=b5e4f584-8314-403d-bb6e-ec60853a4c96 HTTP/1.1" status: 200 len: 945 time: 0.0982060 Sep 24 16:00:36.579603 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-7538e0cc-ac06-4f55-baef-93d106269576 req-82d8e9fe-6072-4704-803e-6070f0951635 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] Deleting port adb684dd-f017-407d-aad9-eb7b5b85273f {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:00:36.579961 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7538e0cc-ac06-4f55-baef-93d106269576 req-82d8e9fe-6072-4704-803e-6070f0951635 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:36.682249 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ce21f176-0f63-4007-adfb-f08a6bf64dd1 req-9867146f-b984-4395-b047-b467e3f3aa4f tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 210 time: 0.0884750 Sep 24 16:00:36.688388 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-3b330c5c-bc48-44ea-a7b4-4be503bbbfe4 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=4bf29ebe6ac640e6b58457d1077ba89c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1623752 Sep 24 16:00:36.699098 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 52170) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:36.706947 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-7538e0cc-ac06-4f55-baef-93d106269576 req-82d8e9fe-6072-4704-803e-6070f0951635 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] For port adb684dd-f017-407d-aad9-eb7b5b85273f, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=adb684dd-f017-407d-aad9-eb7b5b85273f,segment=NetworkSegment(6dd41732-cb7d-4783-acdf-340debc56e0a),segment_id=6dd41732-cb7d-4783-acdf-340debc56e0a)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:00:36.707325 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7538e0cc-ac06-4f55-baef-93d106269576 req-82d8e9fe-6072-4704-803e-6070f0951635 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:36.709532 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:36.749526 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-7538e0cc-ac06-4f55-baef-93d106269576 req-82d8e9fe-6072-4704-803e-6070f0951635 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] Calling delete_port for adb684dd-f017-407d-aad9-eb7b5b85273f owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:00:36.774281 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6d184af5-ae6d-4054-9183-706c48fd1a2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:36.807899 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6d184af5-ae6d-4054-9183-706c48fd1a2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:36.903675 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b8f0e891-e34a-4245-b615-174b4d32fdf2 req-b693c73d-bced-409c-8fad-dec12940538b tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] 10.222.0.101 "GET /v2.0/security-groups?id=eca15437-3c4a-4f62-8c3c-b05f259153ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412423 Sep 24 16:00:37.010836 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6d184af5-ae6d-4054-9183-706c48fd1a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:37.010836 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6d184af5-ae6d-4054-9183-706c48fd1a2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:37.011903 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-6d184af5-ae6d-4054-9183-706c48fd1a2c admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/cae09cd8-904a-49cc-b757-09684031a326 HTTP/1.1" status: 204 len: 168 time: 0.3106210 Sep 24 16:00:37.030994 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d184af5-ae6d-4054-9183-706c48fd1a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cae09cd8-904a-49cc-b757-09684031a326,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:37.087636 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7538e0cc-ac06-4f55-baef-93d106269576 req-82d8e9fe-6072-4704-803e-6070f0951635 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:37.101515 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['adb684dd-f017-407d-aad9-eb7b5b85273f'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:00:37.171494 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d8e9fe-6072-4704-803e-6070f0951635 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] Pushing event deleted for resources: {'Port': ['ID=adb684dd-f017-407d-aad9-eb7b5b85273f,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:37.205655 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8ed10b-901c-4a41-b820-82a7c0d7e1a0 req-1577d16f-f1f6-47fc-ae22-aa2a97c1e501 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:37.217494 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-af8ed10b-901c-4a41-b820-82a7c0d7e1a0 req-1577d16f-f1f6-47fc-ae22-aa2a97c1e501 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=c8f56886-5e0f-4583-94b8-b5728223db0b HTTP/1.1" status: 200 len: 945 time: 0.0960176 Sep 24 16:00:37.233665 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-7538e0cc-ac06-4f55-baef-93d106269576 req-82d8e9fe-6072-4704-803e-6070f0951635 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] No DVR routers for this DVR port adb684dd-f017-407d-aad9-eb7b5b85273f on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:00:37.244761 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7538e0cc-ac06-4f55-baef-93d106269576 req-82d8e9fe-6072-4704-803e-6070f0951635 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:37.247000 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7538e0cc-ac06-4f55-baef-93d106269576 req-82d8e9fe-6072-4704-803e-6070f0951635 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] 10.222.0.108 "DELETE /v2.0/ports/adb684dd-f017-407d-aad9-eb7b5b85273f HTTP/1.1" status: 204 len: 173 time: 0.8637304 Sep 24 16:00:37.247655 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5e4f584-8314-403d-bb6e-ec60853a4c96', 'name': 'network-vif-deleted', 'tag': 'adb684dd-f017-407d-aad9-eb7b5b85273f'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:00:37.251239 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35bfe0f1-3338-4a0b-addd-8304b35cd8ab" -d '{"events": [{"server_uuid": "b5e4f584-8314-403d-bb6e-ec60853a4c96", "name": "network-vif-deleted", "tag": "adb684dd-f017-407d-aad9-eb7b5b85273f"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:00:37.289495 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-af8ed10b-901c-4a41-b820-82a7c0d7e1a0 req-91b71209-547b-4c93-8131-1b3070a58dfa tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=4b319b27-4e04-421a-90ad-1a96efb10b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709631 Sep 24 16:00:37.300224 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8448ee61-8302-41e8-bc89-9c56d9528f44 req-9f732590-3c0e-47d2-bee3-01a3e5bbae3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:37.302559 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8448ee61-8302-41e8-bc89-9c56d9528f44 req-9f732590-3c0e-47d2-bee3-01a3e5bbae3d service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=c8f56886-5e0f-4583-94b8-b5728223db0b HTTP/1.1" status: 200 len: 1096 time: 0.0718629 Sep 24 16:00:37.316379 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48718387-f6bb-47dc-9205-0210d3fc0844 x-openstack-request-id: req-48718387-f6bb-47dc-9205-0210d3fc0844 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:00:37.321807 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5e4f584-8314-403d-bb6e-ec60853a4c96", "name": "network-vif-deleted", "tag": "adb684dd-f017-407d-aad9-eb7b5b85273f", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:00:37.324495 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-48718387-f6bb-47dc-9205-0210d3fc0844 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:00:37.324903 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5e4f584-8314-403d-bb6e-ec60853a4c96', 'name': 'network-vif-deleted', 'tag': 'adb684dd-f017-407d-aad9-eb7b5b85273f', 'status': 'completed', 'code': 200} Sep 24 16:00:37.358136 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8448ee61-8302-41e8-bc89-9c56d9528f44 req-52cf0b23-c8a0-404b-8ff4-eb1391a16d16 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=4b319b27-4e04-421a-90ad-1a96efb10b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429280 Sep 24 16:00:37.800796 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-17ab2682-929b-4eb2-ae4c-6d2bf1cb1ef4 req-0c8326b9-292d-4ab9-9210-1f0997220be4 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 210 time: 0.0446017 Sep 24 16:00:38.028953 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7f6693f6-9eee-4dfc-bf26-963dfc9a65b8 req-743e25d1-4036-459e-999a-8d0892f1ca4e tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] 10.222.0.101 "GET /v2.0/ports?device_id=b5e4f584-8314-403d-bb6e-ec60853a4c96 HTTP/1.1" status: 200 len: 210 time: 0.0343010 Sep 24 16:00:38.197328 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 52214) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:38.215344 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bae02f84-e827-4153-b802-391a3dd3446a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:38.333864 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bae02f84-e827-4153-b802-391a3dd3446a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:38.428713 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device beee2116-20f2-482a-a6d1-9fdd3437736b details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 16:00:38.438302 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5a5da-6881-4688-a1f2-7820332df469 req-5c66c50d-d8b6-4232-9fb1-4541cbc2bc99 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:38.440545 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9ef5a5da-6881-4688-a1f2-7820332df469 req-5c66c50d-d8b6-4232-9fb1-4541cbc2bc99 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=c8f56886-5e0f-4583-94b8-b5728223db0b HTTP/1.1" status: 200 len: 945 time: 0.0665915 Sep 24 16:00:38.463578 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bae02f84-e827-4153-b802-391a3dd3446a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:38.511167 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9ef5a5da-6881-4688-a1f2-7820332df469 req-3673634a-efeb-43f7-a29b-7656cbd375b5 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=4b319b27-4e04-421a-90ad-1a96efb10b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639229 Sep 24 16:00:38.544088 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae02f84-e827-4153-b802-391a3dd3446a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89f66a4c-652b-4522-a5d4-dafd7448dcca,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:38.564248 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-bae02f84-e827-4153-b802-391a3dd3446a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.3658435 Sep 24 16:00:38.566652 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 52222) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:38.623592 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a8f699d4-f530-43c9-ad25-196543e455d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:38.660144 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a8f699d4-f530-43c9-ad25-196543e455d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:38.678589 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port beee2116-20f2-482a-a6d1-9fdd3437736b, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=beee2116-20f2-482a-a6d1-9fdd3437736b,segment=NetworkSegment(101d8513-09ad-40d6-a088-a15715413fec),segment_id=101d8513-09ad-40d6-a088-a15715413fec)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:00:38.699835 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': 'beee2116-20f2-482a-a6d1-9fdd3437736b', 'network_id': '78ed0ec3-2733-4633-a276-464419b5683d', 'port_id': 'beee2116-20f2-482a-a6d1-9fdd3437736b', 'mac_address': 'fa:16:3e:1c:28:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0480698d-1abe-4017-ba8f-f31dd6254cc6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 16:00:38.744310 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:38.758535 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id beee2116-20f2-482a-a6d1-9fdd3437736b {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:00:38.787571 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port beee2116-20f2-482a-a6d1-9fdd3437736b, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=beee2116-20f2-482a-a6d1-9fdd3437736b,segment=NetworkSegment(101d8513-09ad-40d6-a088-a15715413fec),segment_id=101d8513-09ad-40d6-a088-a15715413fec)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:00:38.812776 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a8f699d4-f530-43c9-ad25-196543e455d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:38.815691 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a8f699d4-f530-43c9-ad25-196543e455d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:38.817017 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-a8f699d4-f530-43c9-ad25-196543e455d6 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/89f66a4c-652b-4522-a5d4-dafd7448dcca HTTP/1.1" status: 204 len: 168 time: 0.2492211 Sep 24 16:00:38.837845 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f699d4-f530-43c9-ad25-196543e455d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f66a4c-652b-4522-a5d4-dafd7448dcca,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:38.927139 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:38.970592 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ff045a0f-ced3-436a-a9aa-34663b1809a6 req-62439d60-f836-4d58-afd1-7f23ab608f71 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 210 time: 0.0712962 Sep 24 16:00:39.036788 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=beee2116-20f2-482a-a6d1-9fdd3437736b,revision_number=6']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:39.091267 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:39.152659 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['beee2116-20f2-482a-a6d1-9fdd3437736b'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:00:39.657208 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f991bba2-b4ef-4f30-bbfb-eece4ac65d4f req-816c1b6e-b63e-413b-8d9c-9fbbb97caf6d tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:39.661998 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f991bba2-b4ef-4f30-bbfb-eece4ac65d4f req-816c1b6e-b63e-413b-8d9c-9fbbb97caf6d tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=c8f56886-5e0f-4583-94b8-b5728223db0b HTTP/1.1" status: 200 len: 944 time: 0.0662172 Sep 24 16:00:39.700453 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9514f3-02b3-4e1c-981b-d827879c0fd0 req-8f54e623-0a0e-48d6-acbd-861eca3e3199 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:39.709537 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5b9514f3-02b3-4e1c-981b-d827879c0fd0 req-8f54e623-0a0e-48d6-acbd-861eca3e3199 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] 10.222.0.101 "GET /v2.0/networks?id=28e9497b-ff8f-4c1a-8214-41b5390b13ab HTTP/1.1" status: 200 len: 809 time: 0.2432158 Sep 24 16:00:39.720720 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f991bba2-b4ef-4f30-bbfb-eece4ac65d4f req-a5eb0b1e-42e5-4953-bc79-e81309c33dfe tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=4b319b27-4e04-421a-90ad-1a96efb10b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548403 Sep 24 16:00:39.739587 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 52254) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:39.750788 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5b9514f3-02b3-4e1c-981b-d827879c0fd0 req-aaae448c-9a2f-45a6-97c8-b27ab200980c tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] 10.222.0.101 "GET /v2.0/quotas/b5547b2f28bc46cf919cd78f3e66f53f HTTP/1.1" status: 200 len: 375 time: 0.0402026 Sep 24 16:00:39.801469 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5b9514f3-02b3-4e1c-981b-d827879c0fd0 req-a8054457-1414-4aca-962f-c28bd64b8313 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=b5547b2f28bc46cf919cd78f3e66f53f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491037 Sep 24 16:00:39.824099 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e4586319-aa88-4612-bcc5-816d57ea41bc tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/floatingips/3d7a5054-e027-415e-b392-416c36243bb7 HTTP/1.1" status: 200 len: 992 time: 0.0769923 Sep 24 16:00:39.927325 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d7cf0-e2b9-49c1-bedf-238420d6d3da req-21993940-d918-498e-bf48-1966f99a4c8f tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:39.929020 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b28d7cf0-e2b9-49c1-bedf-238420d6d3da req-21993940-d918-498e-bf48-1966f99a4c8f tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.110 "GET /v2.0/networks?id=e683698e-96d3-4f25-bed4-4200552ea2ef HTTP/1.1" status: 200 len: 817 time: 0.3534007 Sep 24 16:00:39.978072 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5b9514f3-02b3-4e1c-981b-d827879c0fd0 req-2dd5d1ba-31ce-42a4-9c56-866d5a981448 service neutron] 10.222.0.101 "GET /v2.0/networks/28e9497b-ff8f-4c1a-8214-41b5390b13ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756616 Sep 24 16:00:39.993700 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b28d7cf0-e2b9-49c1-bedf-238420d6d3da req-a044d119-2ff5-45a0-87c9-94696d1c64a8 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.110 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47adefb7ca614d33b7bb1493dd2de83a HTTP/1.1" status: 200 len: 379 time: 0.0519559 Sep 24 16:00:40.010140 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-b28d7cf0-e2b9-49c1-bedf-238420d6d3da req-1a6f9543-900e-4887-8835-a098f93cb04d tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Request body: {'port': {'device_id': 'b894aff8-2af2-409a-a4b2-63ad69fdcc70', 'network_id': 'e683698e-96d3-4f25-bed4-4200552ea2ef', 'admin_state_up': True, 'tenant_id': '47adefb7ca614d33b7bb1493dd2de83a', 'security_groups': ['63f1a5f4-821a-4880-a72f-3ff97c1426e7']}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:00:40.105100 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e6bd27bc-2910-4f48-a767-f7c3b9bf93fc req-9163f194-ac49-44be-afcb-f72576470f78 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 210 time: 0.0342124 Sep 24 16:00:40.182902 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5b9514f3-02b3-4e1c-981b-d827879c0fd0 req-caeeaaf1-7c67-43a0-af5c-2c0e7bddf82c service neutron] 10.222.0.101 "GET /v2.0/networks/28e9497b-ff8f-4c1a-8214-41b5390b13ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864192 Sep 24 16:00:40.272472 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b28d7cf0-e2b9-49c1-bedf-238420d6d3da req-1a6f9543-900e-4887-8835-a098f93cb04d tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Made reservation on behalf of 47adefb7ca614d33b7bb1493dd2de83a for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:00:40.276252 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b28d7cf0-e2b9-49c1-bedf-238420d6d3da req-1a6f9543-900e-4887-8835-a098f93cb04d tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:40.426970 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-b28d7cf0-e2b9-49c1-bedf-238420d6d3da req-1a6f9543-900e-4887-8835-a098f93cb04d tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Allocated IP 172.20.0.9 (e683698e-96d3-4f25-bed4-4200552ea2ef/04b7f077-c013-4647-8fb9-7721770c2649/4ef5e03b-50cc-4464-9575-ac61fd0258d4) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:00:40.433863 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device beee2116-20f2-482a-a6d1-9fdd3437736b up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:00:40.535110 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-768dfdaf-8d4b-4e2f-9e67-5609697fdb04 req-f1489600-c700-403e-be92-93ebcc7edd6c tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] 10.222.0.101 "GET /v2.0/ports?device_id=2dec2185-83f4-402d-9fd3-67526e327c5b HTTP/1.1" status: 200 len: 210 time: 0.1121974 Sep 24 16:00:40.560046 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port beee2116-20f2-482a-a6d1-9fdd3437736b triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:00:40.561257 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:40.561932 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a433b0b8-a9be-40ab-aadf-0755fb9cc41c req-5a70126e-c54e-4e0a-888a-840f2073267e service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=54202e34-5d99-47c3-9bff-0b3fb0575bc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1491742 Sep 24 16:00:40.597629 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b28d7cf0-e2b9-49c1-bedf-238420d6d3da req-1a6f9543-900e-4887-8835-a098f93cb04d tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:40.681191 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a433b0b8-a9be-40ab-aadf-0755fb9cc41c req-00de2fc2-5ad4-4373-9eb6-94ab89fda51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:40.683585 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a433b0b8-a9be-40ab-aadf-0755fb9cc41c req-00de2fc2-5ad4-4373-9eb6-94ab89fda51b service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=b960fdf244c2496089f6c9d33b373dc4&device_id=54202e34-5d99-47c3-9bff-0b3fb0575bc8 HTTP/1.1" status: 200 len: 1097 time: 0.0654759 Sep 24 16:00:40.684292 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:40.737546 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8f56886-5e0f-4583-94b8-b5728223db0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beee2116-20f2-482a-a6d1-9fdd3437736b'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:00:40.741257 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27455e17-da05-4661-b4e4-d1f8e634af61" -d '{"events": [{"server_uuid": "c8f56886-5e0f-4583-94b8-b5728223db0b", "name": "network-vif-plugged", "status": "completed", "tag": "beee2116-20f2-482a-a6d1-9fdd3437736b"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:00:40.757857 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port beee2116-20f2-482a-a6d1-9fdd3437736b, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=beee2116-20f2-482a-a6d1-9fdd3437736b,segment=NetworkSegment(101d8513-09ad-40d6-a088-a15715413fec),segment_id=101d8513-09ad-40d6-a088-a15715413fec)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:00:40.825259 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf561615-6474-4d0e-9eaa-bc11e5cbd682 x-openstack-request-id: req-cf561615-6474-4d0e-9eaa-bc11e5cbd682 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:00:40.825447 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8f56886-5e0f-4583-94b8-b5728223db0b", "name": "network-vif-plugged", "status": "completed", "tag": "beee2116-20f2-482a-a6d1-9fdd3437736b", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:00:40.826960 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-cf561615-6474-4d0e-9eaa-bc11e5cbd682 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:00:40.826960 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8f56886-5e0f-4583-94b8-b5728223db0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beee2116-20f2-482a-a6d1-9fdd3437736b', 'code': 200} Sep 24 16:00:40.873621 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:40.875007 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device adb684dd-f017-407d-aad9-eb7b5b85273f no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:00:40.892251 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a433b0b8-a9be-40ab-aadf-0755fb9cc41c req-38379b49-7f51-4a41-b89d-a1f041b16968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:40.892900 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a433b0b8-a9be-40ab-aadf-0755fb9cc41c req-38379b49-7f51-4a41-b89d-a1f041b16968 service neutron] 10.222.0.110 "GET /v2.0/networks?id=3dbb0dfe-b454-4e57-a2db-34f294a0159c HTTP/1.1" status: 200 len: 913 time: 0.1877840 Sep 24 16:00:40.924096 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] No Port match for: adb684dd-f017-407d-aad9-eb7b5b85273f {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:00:40.924442 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device adb684dd-f017-407d-aad9-eb7b5b85273f not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:00:40.925934 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:41.011234 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=beee2116-20f2-482a-a6d1-9fdd3437736b,revision_number=7']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:41.049208 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a433b0b8-a9be-40ab-aadf-0755fb9cc41c req-066007af-c2ca-4347-9211-11e77693fa54 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c72c3377-7bed-4f6a-8dda-e05d6d81c428 HTTP/1.1" status: 200 len: 1002 time: 0.1485422 Sep 24 16:00:41.116354 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a433b0b8-a9be-40ab-aadf-0755fb9cc41c req-e0d08f95-3598-4fc4-a8b5-5b22b7bf790b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:41.117397 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a433b0b8-a9be-40ab-aadf-0755fb9cc41c req-e0d08f95-3598-4fc4-a8b5-5b22b7bf790b service neutron] 10.222.0.110 "GET /v2.0/subnets?id=ad938f0b-b628-4cac-9404-1e2682973b1a HTTP/1.1" status: 200 len: 850 time: 0.0593328 Sep 24 16:00:41.137820 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b28d7cf0-e2b9-49c1-bedf-238420d6d3da req-1a6f9543-900e-4887-8835-a098f93cb04d tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:41.177035 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a433b0b8-a9be-40ab-aadf-0755fb9cc41c req-eee238bf-beca-4fa2-9dd7-7087e4e57d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:41.178755 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a433b0b8-a9be-40ab-aadf-0755fb9cc41c req-eee238bf-beca-4fa2-9dd7-7087e4e57d1f service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=3dbb0dfe-b454-4e57-a2db-34f294a0159c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528960 Sep 24 16:00:41.186162 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b28d7cf0-e2b9-49c1-bedf-238420d6d3da req-1a6f9543-900e-4887-8835-a098f93cb04d tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Network e683698e-96d3-4f25-bed4-4200552ea2ef is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:00:41.187922 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-b28d7cf0-e2b9-49c1-bedf-238420d6d3da req-1a6f9543-900e-4887-8835-a098f93cb04d tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:00:41.191568 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-b28d7cf0-e2b9-49c1-bedf-238420d6d3da req-1a6f9543-900e-4887-8835-a098f93cb04d tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:00:41.283294 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6f9543-900e-4887-8835-a098f93cb04d tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Pushing event updated for resources: {'Port': ['ID=4ef5e03b-50cc-4464-9575-ac61fd0258d4,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:41.309022 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a433b0b8-a9be-40ab-aadf-0755fb9cc41c req-37877425-f8ca-494e-a53d-b68507920f18 service neutron] 10.222.0.110 "GET /v2.0/networks/3dbb0dfe-b454-4e57-a2db-34f294a0159c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200948 Sep 24 16:00:41.336494 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d7cf0-e2b9-49c1-bedf-238420d6d3da req-1a6f9543-900e-4887-8835-a098f93cb04d tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:41.337367 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b28d7cf0-e2b9-49c1-bedf-238420d6d3da req-1a6f9543-900e-4887-8835-a098f93cb04d tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:41.368969 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026decf6-1b95-4b93-a295-3ddfe19c0993 req-3109524b-7939-4b51-8458-a2137d19e590 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:41.375182 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-026decf6-1b95-4b93-a295-3ddfe19c0993 req-3109524b-7939-4b51-8458-a2137d19e590 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 931 time: 0.1785214 Sep 24 16:00:41.425347 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a433b0b8-a9be-40ab-aadf-0755fb9cc41c req-95f6683e-a727-41da-b34e-5800343c36d9 service neutron] 10.222.0.110 "GET /v2.0/networks/3dbb0dfe-b454-4e57-a2db-34f294a0159c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055222 Sep 24 16:00:41.430072 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-026decf6-1b95-4b93-a295-3ddfe19c0993 req-f53fc303-7577-44b3-9ad2-39fe10f3173b tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=63f1a5f4-821a-4880-a72f-3ff97c1426e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429599 Sep 24 16:00:41.467865 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b28d7cf0-e2b9-49c1-bedf-238420d6d3da req-1a6f9543-900e-4887-8835-a098f93cb04d tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4620395 Sep 24 16:00:41.479962 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-b28d7cf0-e2b9-49c1-bedf-238420d6d3da req-a4393dde-8d69-40cc-b178-30fe55fa66ae service neutron] Request body: {'port': {'device_id': 'b894aff8-2af2-409a-a4b2-63ad69fdcc70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:00:41.538835 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b28d7cf0-e2b9-49c1-bedf-238420d6d3da req-a4393dde-8d69-40cc-b178-30fe55fa66ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:41.553868 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-6f8bf120-e36a-4b49-b970-3d95b158d90c None None] Provisioning complete for port 4ef5e03b-50cc-4464-9575-ac61fd0258d4 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:00:41.554295 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6f8bf120-e36a-4b49-b970-3d95b158d90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:41.593760 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-6f8bf120-e36a-4b49-b970-3d95b158d90c None None] Port 4ef5e03b-50cc-4464-9575-ac61fd0258d4 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:00:41.632215 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3806a69d-b723-4918-85c4-33ea920dc2b4 req-f924f302-cf9f-48bf-b808-6f1d5c464d4a tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] 10.222.0.101 "GET /v2.0/ports?device_id=2dec2185-83f4-402d-9fd3-67526e327c5b HTTP/1.1" status: 200 len: 210 time: 0.0302293 Sep 24 16:00:41.831694 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-b28d7cf0-e2b9-49c1-bedf-238420d6d3da req-a4393dde-8d69-40cc-b178-30fe55fa66ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ef5e03b-50cc-4464-9575-ac61fd0258d4 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:00:41.840688 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b28d7cf0-e2b9-49c1-bedf-238420d6d3da req-a4393dde-8d69-40cc-b178-30fe55fa66ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:41.857626 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-b28d7cf0-e2b9-49c1-bedf-238420d6d3da req-a4393dde-8d69-40cc-b178-30fe55fa66ae service neutron] Transition to ACTIVE for port object 4ef5e03b-50cc-4464-9575-ac61fd0258d4 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 16:00:41.984005 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b28d7cf0-e2b9-49c1-bedf-238420d6d3da req-a4393dde-8d69-40cc-b178-30fe55fa66ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:42.119820 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4393dde-8d69-40cc-b178-30fe55fa66ae service neutron] Pushing event updated for resources: {'Port': ['ID=4ef5e03b-50cc-4464-9575-ac61fd0258d4,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:42.163007 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-b28d7cf0-e2b9-49c1-bedf-238420d6d3da req-a4393dde-8d69-40cc-b178-30fe55fa66ae service neutron] Attempting to bind port 4ef5e03b-50cc-4464-9575-ac61fd0258d4 on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:00:42.163570 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-b28d7cf0-e2b9-49c1-bedf-238420d6d3da req-a4393dde-8d69-40cc-b178-30fe55fa66ae service neutron] Attempting to bind port 4ef5e03b-50cc-4464-9575-ac61fd0258d4 by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': '94c0797a-5dbb-467d-9f41-7597f4debf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'e683698e-96d3-4f25-bed4-4200552ea2ef'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:00:42.163749 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28d7cf0-e2b9-49c1-bedf-238420d6d3da req-a4393dde-8d69-40cc-b178-30fe55fa66ae service neutron] Attempting to bind port 4ef5e03b-50cc-4464-9575-ac61fd0258d4 on network e683698e-96d3-4f25-bed4-4200552ea2ef {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:00:42.168834 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28d7cf0-e2b9-49c1-bedf-238420d6d3da req-a4393dde-8d69-40cc-b178-30fe55fa66ae service neutron] Port 4ef5e03b-50cc-4464-9575-ac61fd0258d4 on network e683698e-96d3-4f25-bed4-4200552ea2ef not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 16:00:42.169433 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28d7cf0-e2b9-49c1-bedf-238420d6d3da req-a4393dde-8d69-40cc-b178-30fe55fa66ae service neutron] Attempting to bind port 4ef5e03b-50cc-4464-9575-ac61fd0258d4 on network e683698e-96d3-4f25-bed4-4200552ea2ef {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:00:42.175435 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28d7cf0-e2b9-49c1-bedf-238420d6d3da req-a4393dde-8d69-40cc-b178-30fe55fa66ae service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:00:42.175800 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28d7cf0-e2b9-49c1-bedf-238420d6d3da req-a4393dde-8d69-40cc-b178-30fe55fa66ae service neutron] Checking segment: {'id': '94c0797a-5dbb-467d-9f41-7597f4debf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'e683698e-96d3-4f25-bed4-4200552ea2ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:00:42.176218 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b28d7cf0-e2b9-49c1-bedf-238420d6d3da req-a4393dde-8d69-40cc-b178-30fe55fa66ae service neutron] Bound using segment: {'id': '94c0797a-5dbb-467d-9f41-7597f4debf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'e683698e-96d3-4f25-bed4-4200552ea2ef'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:00:42.176697 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-b28d7cf0-e2b9-49c1-bedf-238420d6d3da req-a4393dde-8d69-40cc-b178-30fe55fa66ae service neutron] Bound port: 4ef5e03b-50cc-4464-9575-ac61fd0258d4, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94c0797a-5dbb-467d-9f41-7597f4debf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'e683698e-96d3-4f25-bed4-4200552ea2ef'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:00:42.177256 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b28d7cf0-e2b9-49c1-bedf-238420d6d3da req-a4393dde-8d69-40cc-b178-30fe55fa66ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:42.291513 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-b28d7cf0-e2b9-49c1-bedf-238420d6d3da req-a4393dde-8d69-40cc-b178-30fe55fa66ae service neutron] For port 4ef5e03b-50cc-4464-9575-ac61fd0258d4, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:00:42.295216 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-b28d7cf0-e2b9-49c1-bedf-238420d6d3da req-a4393dde-8d69-40cc-b178-30fe55fa66ae service neutron] For port 4ef5e03b-50cc-4464-9575-ac61fd0258d4, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=4ef5e03b-50cc-4464-9575-ac61fd0258d4,segment=NetworkSegment(94c0797a-5dbb-467d-9f41-7597f4debf01),segment_id=94c0797a-5dbb-467d-9f41-7597f4debf01)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:00:42.441447 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b28d7cf0-e2b9-49c1-bedf-238420d6d3da req-a4393dde-8d69-40cc-b178-30fe55fa66ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:42.481116 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d7cf0-e2b9-49c1-bedf-238420d6d3da req-a4393dde-8d69-40cc-b178-30fe55fa66ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:42.481733 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b28d7cf0-e2b9-49c1-bedf-238420d6d3da req-a4393dde-8d69-40cc-b178-30fe55fa66ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:42.484162 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b28d7cf0-e2b9-49c1-bedf-238420d6d3da req-a4393dde-8d69-40cc-b178-30fe55fa66ae service neutron] 10.222.0.110 "PUT /v2.0/ports/4ef5e03b-50cc-4464-9575-ac61fd0258d4 HTTP/1.1" status: 200 len: 1091 time: 1.0080509 Sep 24 16:00:42.484658 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b894aff8-2af2-409a-a4b2-63ad69fdcc70', 'tag': '4ef5e03b-50cc-4464-9575-ac61fd0258d4'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:00:42.486946 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f1a967-7b56-4018-8445-3d16420b3c8f" -d '{"events": [{"name": "network-changed", "server_uuid": "b894aff8-2af2-409a-a4b2-63ad69fdcc70", "tag": "4ef5e03b-50cc-4464-9575-ac61fd0258d4"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:00:42.537870 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4393dde-8d69-40cc-b178-30fe55fa66ae service neutron] Pushing event updated for resources: {'Port': ['ID=4ef5e03b-50cc-4464-9575-ac61fd0258d4,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:42.557847 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-951fc295-c8ce-40ac-bb5d-d14e6156e19c x-openstack-request-id: req-951fc295-c8ce-40ac-bb5d-d14e6156e19c {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:00:42.559498 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b894aff8-2af2-409a-a4b2-63ad69fdcc70", "tag": "4ef5e03b-50cc-4464-9575-ac61fd0258d4", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:00:42.559498 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-951fc295-c8ce-40ac-bb5d-d14e6156e19c {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:00:42.559498 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b894aff8-2af2-409a-a4b2-63ad69fdcc70', 'tag': '4ef5e03b-50cc-4464-9575-ac61fd0258d4', 'status': 'completed', 'code': 200} Sep 24 16:00:42.600578 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db8086-747c-4561-abf6-4ceb849ea235 req-980d1268-a183-48b5-b32f-b8c67de4fa3b tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:42.602779 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-35db8086-747c-4561-abf6-4ceb849ea235 req-980d1268-a183-48b5-b32f-b8c67de4fa3b tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 943 time: 0.0718997 Sep 24 16:00:42.642074 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f1a967-7b56-4018-8445-3d16420b3c8f req-1a106e7a-6b4d-493d-bd26-88eb481bd291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:42.643668 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-82f1a967-7b56-4018-8445-3d16420b3c8f req-1a106e7a-6b4d-493d-bd26-88eb481bd291 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=47adefb7ca614d33b7bb1493dd2de83a&device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 1094 time: 0.0620728 Sep 24 16:00:42.645694 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-35db8086-747c-4561-abf6-4ceb849ea235 req-64029f1e-deb3-42cb-b490-7066bd6982e2 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=63f1a5f4-821a-4880-a72f-3ff97c1426e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359957 Sep 24 16:00:42.777356 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-18d525c6-1ee8-4fe2-8ad5-52b13f01dfe7 req-8b3b17c7-525f-439f-b6d5-22598d5b4536 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] 10.222.0.101 "GET /v2.0/ports?device_id=2dec2185-83f4-402d-9fd3-67526e327c5b HTTP/1.1" status: 200 len: 210 time: 0.0608275 Sep 24 16:00:42.819050 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f1a967-7b56-4018-8445-3d16420b3c8f req-d2ab2265-c106-46c6-9796-76376fe34c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:42.820609 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-82f1a967-7b56-4018-8445-3d16420b3c8f req-d2ab2265-c106-46c6-9796-76376fe34c59 service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=47adefb7ca614d33b7bb1493dd2de83a&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1688156 Sep 24 16:00:43.031325 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f1a967-7b56-4018-8445-3d16420b3c8f req-439eaf28-ea97-4311-95e4-162f75eef593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:43.033024 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-82f1a967-7b56-4018-8445-3d16420b3c8f req-439eaf28-ea97-4311-95e4-162f75eef593 service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2041051 Sep 24 16:00:43.043153 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9514f3-02b3-4e1c-981b-d827879c0fd0 req-5977449c-1af5-49b2-b10a-41508617d00d tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:43.045032 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5b9514f3-02b3-4e1c-981b-d827879c0fd0 req-5977449c-1af5-49b2-b10a-41508617d00d tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] 10.222.0.108 "GET /v2.0/networks?id=28e9497b-ff8f-4c1a-8214-41b5390b13ab HTTP/1.1" status: 200 len: 809 time: 0.1327629 Sep 24 16:00:43.058576 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-5b9514f3-02b3-4e1c-981b-d827879c0fd0 req-4efdf499-815d-4344-a83b-660011ea3942 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] Request body: {'port': {'device_id': '2dec2185-83f4-402d-9fd3-67526e327c5b', 'network_id': '28e9497b-ff8f-4c1a-8214-41b5390b13ab', 'admin_state_up': True, 'tenant_id': 'b5547b2f28bc46cf919cd78f3e66f53f'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:00:43.193944 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d7cf0-e2b9-49c1-bedf-238420d6d3da req-7045b62e-8923-49aa-8d0c-43c949867430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:43.195472 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b28d7cf0-e2b9-49c1-bedf-238420d6d3da req-7045b62e-8923-49aa-8d0c-43c949867430 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=47adefb7ca614d33b7bb1493dd2de83a&device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 1094 time: 0.1047266 Sep 24 16:00:43.261699 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b28d7cf0-e2b9-49c1-bedf-238420d6d3da req-74bdac86-0b1e-407a-8ebe-ee1075e6cdf3 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ef5e03b-50cc-4464-9575-ac61fd0258d4 HTTP/1.1" status: 200 len: 217 time: 0.0543942 Sep 24 16:00:43.315391 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d7cf0-e2b9-49c1-bedf-238420d6d3da req-e2e12c91-3507-4207-8a08-2e9ca971eee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:43.316866 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b28d7cf0-e2b9-49c1-bedf-238420d6d3da req-e2e12c91-3507-4207-8a08-2e9ca971eee7 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=04b7f077-c013-4647-8fb9-7721770c2649 HTTP/1.1" status: 200 len: 856 time: 0.0474415 Sep 24 16:00:43.367105 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28d7cf0-e2b9-49c1-bedf-238420d6d3da req-e81e1473-8607-4579-a684-e495da756803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:43.368613 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b28d7cf0-e2b9-49c1-bedf-238420d6d3da req-e81e1473-8607-4579-a684-e495da756803 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=e683698e-96d3-4f25-bed4-4200552ea2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441527 Sep 24 16:00:43.369169 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b9514f3-02b3-4e1c-981b-d827879c0fd0 req-4efdf499-815d-4344-a83b-660011ea3942 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] Made reservation on behalf of b5547b2f28bc46cf919cd78f3e66f53f for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:00:43.372530 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-5b9514f3-02b3-4e1c-981b-d827879c0fd0 req-4efdf499-815d-4344-a83b-660011ea3942 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:43.387890 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [req-b28d7cf0-e2b9-49c1-bedf-238420d6d3da req-0ac490f0-b4d1-4842-a80d-d190beba832d service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 16:00:43.389260 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b28d7cf0-e2b9-49c1-bedf-238420d6d3da req-0ac490f0-b4d1-4842-a80d-d190beba832d service neutron] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065892 Sep 24 16:00:43.576504 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b28d7cf0-e2b9-49c1-bedf-238420d6d3da req-e7978c14-d073-4959-838d-62872219ca21 service neutron] 10.222.0.110 "GET /v2.0/networks/e683698e-96d3-4f25-bed4-4200552ea2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755645 Sep 24 16:00:43.587968 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-5b9514f3-02b3-4e1c-981b-d827879c0fd0 req-4efdf499-815d-4344-a83b-660011ea3942 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] Allocated IP 172.20.0.7 (28e9497b-ff8f-4c1a-8214-41b5390b13ab/00da42d2-0c6d-4d34-8d9f-66f58ffd93de/d4cb510c-4fb4-4255-9fec-f750160eb25a) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:00:43.728235 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b28d7cf0-e2b9-49c1-bedf-238420d6d3da req-60c7dea7-cf1d-4df1-aa15-f606bfe0476b service neutron] 10.222.0.110 "GET /v2.0/networks/e683698e-96d3-4f25-bed4-4200552ea2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415133 Sep 24 16:00:43.869385 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f77759-6c29-482a-a301-e5157f223e2d req-bd07d435-0b0b-48c8-b89c-fdc2d88813db tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:43.870957 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c2f77759-6c29-482a-a301-e5157f223e2d req-bd07d435-0b0b-48c8-b89c-fdc2d88813db tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 943 time: 0.0862820 Sep 24 16:00:43.877083 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-5b9514f3-02b3-4e1c-981b-d827879c0fd0 req-4efdf499-815d-4344-a83b-660011ea3942 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:43.929224 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c2f77759-6c29-482a-a301-e5157f223e2d req-d6adc9d0-f308-439f-8e77-441c30be8f51 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=63f1a5f4-821a-4880-a72f-3ff97c1426e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501366 Sep 24 16:00:44.069610 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-62819a2e-1f2c-4049-9603-ff65f739c25e req-124905fe-642a-4a7d-a722-bcb990d8628f tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] 10.222.0.101 "GET /v2.0/ports?device_id=2dec2185-83f4-402d-9fd3-67526e327c5b HTTP/1.1" status: 200 len: 210 time: 0.2106104 Sep 24 16:00:44.075465 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-5b9514f3-02b3-4e1c-981b-d827879c0fd0 req-4efdf499-815d-4344-a83b-660011ea3942 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:44.128300 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b9514f3-02b3-4e1c-981b-d827879c0fd0 req-4efdf499-815d-4344-a83b-660011ea3942 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] Network 28e9497b-ff8f-4c1a-8214-41b5390b13ab is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:00:44.131839 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-5b9514f3-02b3-4e1c-981b-d827879c0fd0 req-4efdf499-815d-4344-a83b-660011ea3942 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:00:44.141007 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b9514f3-02b3-4e1c-981b-d827879c0fd0 req-4efdf499-815d-4344-a83b-660011ea3942 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:00:44.207700 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efdf499-815d-4344-a83b-660011ea3942 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] Pushing event updated for resources: {'Port': ['ID=d4cb510c-4fb4-4255-9fec-f750160eb25a,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:44.230077 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9514f3-02b3-4e1c-981b-d827879c0fd0 req-4efdf499-815d-4344-a83b-660011ea3942 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:44.230769 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-5b9514f3-02b3-4e1c-981b-d827879c0fd0 req-4efdf499-815d-4344-a83b-660011ea3942 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:44.332420 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5b9514f3-02b3-4e1c-981b-d827879c0fd0 req-4efdf499-815d-4344-a83b-660011ea3942 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2786219 Sep 24 16:00:44.346773 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-5b9514f3-02b3-4e1c-981b-d827879c0fd0 req-8922685c-9fbe-4ffe-b8b4-4d056d2a542f service neutron] Request body: {'port': {'device_id': '2dec2185-83f4-402d-9fd3-67526e327c5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:00:44.426783 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-5b9514f3-02b3-4e1c-981b-d827879c0fd0 req-8922685c-9fbe-4ffe-b8b4-4d056d2a542f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:44.713898 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-5b9514f3-02b3-4e1c-981b-d827879c0fd0 req-8922685c-9fbe-4ffe-b8b4-4d056d2a542f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4cb510c-4fb4-4255-9fec-f750160eb25a {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:00:44.722629 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-5b9514f3-02b3-4e1c-981b-d827879c0fd0 req-8922685c-9fbe-4ffe-b8b4-4d056d2a542f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:44.736623 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-5b9514f3-02b3-4e1c-981b-d827879c0fd0 req-8922685c-9fbe-4ffe-b8b4-4d056d2a542f service neutron] Transition to ACTIVE for port object d4cb510c-4fb4-4255-9fec-f750160eb25a will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 16:00:44.811809 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-5b9514f3-02b3-4e1c-981b-d827879c0fd0 req-8922685c-9fbe-4ffe-b8b4-4d056d2a542f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:44.864350 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8922685c-9fbe-4ffe-b8b4-4d056d2a542f service neutron] Pushing event updated for resources: {'Port': ['ID=d4cb510c-4fb4-4255-9fec-f750160eb25a,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:44.961077 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-5b9514f3-02b3-4e1c-981b-d827879c0fd0 req-8922685c-9fbe-4ffe-b8b4-4d056d2a542f service neutron] Attempting to bind port d4cb510c-4fb4-4255-9fec-f750160eb25a on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:00:44.961565 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-5b9514f3-02b3-4e1c-981b-d827879c0fd0 req-8922685c-9fbe-4ffe-b8b4-4d056d2a542f service neutron] Attempting to bind port d4cb510c-4fb4-4255-9fec-f750160eb25a by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '6dd41732-cb7d-4783-acdf-340debc56e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '28e9497b-ff8f-4c1a-8214-41b5390b13ab'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:00:44.962217 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9514f3-02b3-4e1c-981b-d827879c0fd0 req-8922685c-9fbe-4ffe-b8b4-4d056d2a542f service neutron] Attempting to bind port d4cb510c-4fb4-4255-9fec-f750160eb25a on network 28e9497b-ff8f-4c1a-8214-41b5390b13ab {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:00:44.968646 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9514f3-02b3-4e1c-981b-d827879c0fd0 req-8922685c-9fbe-4ffe-b8b4-4d056d2a542f service neutron] Port d4cb510c-4fb4-4255-9fec-f750160eb25a on network 28e9497b-ff8f-4c1a-8214-41b5390b13ab not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 16:00:44.969077 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9514f3-02b3-4e1c-981b-d827879c0fd0 req-8922685c-9fbe-4ffe-b8b4-4d056d2a542f service neutron] Attempting to bind port d4cb510c-4fb4-4255-9fec-f750160eb25a on network 28e9497b-ff8f-4c1a-8214-41b5390b13ab {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:00:44.970932 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 52360) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:44.974812 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9514f3-02b3-4e1c-981b-d827879c0fd0 req-8922685c-9fbe-4ffe-b8b4-4d056d2a542f service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:00:44.975410 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9514f3-02b3-4e1c-981b-d827879c0fd0 req-8922685c-9fbe-4ffe-b8b4-4d056d2a542f service neutron] Checking segment: {'id': '6dd41732-cb7d-4783-acdf-340debc56e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '28e9497b-ff8f-4c1a-8214-41b5390b13ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:00:44.975870 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b9514f3-02b3-4e1c-981b-d827879c0fd0 req-8922685c-9fbe-4ffe-b8b4-4d056d2a542f service neutron] Bound using segment: {'id': '6dd41732-cb7d-4783-acdf-340debc56e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '28e9497b-ff8f-4c1a-8214-41b5390b13ab'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:00:44.976391 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-5b9514f3-02b3-4e1c-981b-d827879c0fd0 req-8922685c-9fbe-4ffe-b8b4-4d056d2a542f service neutron] Bound port: d4cb510c-4fb4-4255-9fec-f750160eb25a, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6dd41732-cb7d-4783-acdf-340debc56e0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '28e9497b-ff8f-4c1a-8214-41b5390b13ab'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:00:44.976858 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-5b9514f3-02b3-4e1c-981b-d827879c0fd0 req-8922685c-9fbe-4ffe-b8b4-4d056d2a542f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:45.062104 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-5b9514f3-02b3-4e1c-981b-d827879c0fd0 req-8922685c-9fbe-4ffe-b8b4-4d056d2a542f service neutron] For port d4cb510c-4fb4-4255-9fec-f750160eb25a, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:00:45.066014 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-5b9514f3-02b3-4e1c-981b-d827879c0fd0 req-8922685c-9fbe-4ffe-b8b4-4d056d2a542f service neutron] For port d4cb510c-4fb4-4255-9fec-f750160eb25a, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=d4cb510c-4fb4-4255-9fec-f750160eb25a,segment=NetworkSegment(6dd41732-cb7d-4783-acdf-340debc56e0a),segment_id=6dd41732-cb7d-4783-acdf-340debc56e0a)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:00:45.080904 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259a567b-9628-41b5-9abd-02bedcb706dc req-e87bd6bb-194f-44c4-8423-f73a6b1990c1 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:45.082138 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-259a567b-9628-41b5-9abd-02bedcb706dc req-e87bd6bb-194f-44c4-8423-f73a6b1990c1 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 943 time: 0.0579553 Sep 24 16:00:45.116557 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2bfd6d72-bfcd-4d04-83ce-b720efad0e5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:45.151661 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-259a567b-9628-41b5-9abd-02bedcb706dc req-42745b04-1fbc-417a-952f-4041258f0ad0 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=63f1a5f4-821a-4880-a72f-3ff97c1426e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630994 Sep 24 16:00:45.163216 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-5b9514f3-02b3-4e1c-981b-d827879c0fd0 req-8922685c-9fbe-4ffe-b8b4-4d056d2a542f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:45.226070 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9514f3-02b3-4e1c-981b-d827879c0fd0 req-8922685c-9fbe-4ffe-b8b4-4d056d2a542f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:45.226787 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-5b9514f3-02b3-4e1c-981b-d827879c0fd0 req-8922685c-9fbe-4ffe-b8b4-4d056d2a542f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:45.231198 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5b9514f3-02b3-4e1c-981b-d827879c0fd0 req-8922685c-9fbe-4ffe-b8b4-4d056d2a542f service neutron] 10.222.0.108 "PUT /v2.0/ports/d4cb510c-4fb4-4255-9fec-f750160eb25a HTTP/1.1" status: 200 len: 1091 time: 0.8872385 Sep 24 16:00:45.234130 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dec2185-83f4-402d-9fd3-67526e327c5b', 'tag': 'd4cb510c-4fb4-4255-9fec-f750160eb25a'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:00:45.235031 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2bfd6d72-bfcd-4d04-83ce-b720efad0e5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:45.236607 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e14edd97-0d65-40c5-9fc0-97099387e391" -d '{"events": [{"name": "network-changed", "server_uuid": "2dec2185-83f4-402d-9fd3-67526e327c5b", "tag": "d4cb510c-4fb4-4255-9fec-f750160eb25a"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:00:45.271679 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d1e2bb-03b3-4979-bdc3-f83319d652a6 req-17a4aae5-bb74-4fd0-ae64-406817559f09 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:45.279748 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-39d1e2bb-03b3-4979-bdc3-f83319d652a6 req-17a4aae5-bb74-4fd0-ae64-406817559f09 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] 10.222.0.101 "GET /v2.0/ports?device_id=2dec2185-83f4-402d-9fd3-67526e327c5b HTTP/1.1" status: 200 len: 943 time: 0.1298199 Sep 24 16:00:45.294317 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd26054-2349-4526-941a-70b9f905626f x-openstack-request-id: req-9cd26054-2349-4526-941a-70b9f905626f {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:00:45.294317 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dec2185-83f4-402d-9fd3-67526e327c5b", "tag": "d4cb510c-4fb4-4255-9fec-f750160eb25a", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:00:45.294317 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-9cd26054-2349-4526-941a-70b9f905626f {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:00:45.294317 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dec2185-83f4-402d-9fd3-67526e327c5b', 'tag': 'd4cb510c-4fb4-4255-9fec-f750160eb25a', 'status': 'completed', 'code': 200} Sep 24 16:00:45.301144 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8922685c-9fbe-4ffe-b8b4-4d056d2a542f service neutron] Pushing event updated for resources: {'Port': ['ID=d4cb510c-4fb4-4255-9fec-f750160eb25a,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:45.322761 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2bfd6d72-bfcd-4d04-83ce-b720efad0e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:45.369846 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-2bfd6d72-bfcd-4d04-83ce-b720efad0e5f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=30d47725553e4137802aebf818b9f3b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3977249 Sep 24 16:00:45.375002 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-39d1e2bb-03b3-4979-bdc3-f83319d652a6 req-dd9ce2e7-ee00-4fed-91ba-f82826be89e6 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] 10.222.0.101 "GET /v2.0/security-groups?id=eca15437-3c4a-4f62-8c3c-b05f259153ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943258 Sep 24 16:00:45.375948 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 52372) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:45.386334 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfd6d72-bfcd-4d04-83ce-b720efad0e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62f20276-c889-4c12-8b3c-430afc4be885,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:45.409364 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14edd97-0d65-40c5-9fc0-97099387e391 req-095e3503-00d3-478b-9b2e-e6432a3d9e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:45.410961 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e14edd97-0d65-40c5-9fc0-97099387e391 req-095e3503-00d3-478b-9b2e-e6432a3d9e9c service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=b5547b2f28bc46cf919cd78f3e66f53f&device_id=2dec2185-83f4-402d-9fd3-67526e327c5b HTTP/1.1" status: 200 len: 1094 time: 0.0980518 Sep 24 16:00:45.478986 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9f692537-6fb3-4ff5-9642-b583bd82144e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:45.534514 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9f692537-6fb3-4ff5-9642-b583bd82144e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:45.571908 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14edd97-0d65-40c5-9fc0-97099387e391 req-6f9b5de2-dec6-47e5-9387-c3e1b92c92fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:45.573406 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e14edd97-0d65-40c5-9fc0-97099387e391 req-6f9b5de2-dec6-47e5-9387-c3e1b92c92fb service neutron] 10.222.0.108 "GET /v2.0/networks?tenant_id=b5547b2f28bc46cf919cd78f3e66f53f&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1500008 Sep 24 16:00:45.676234 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14edd97-0d65-40c5-9fc0-97099387e391 req-41fcb65f-477b-4253-9c49-9101816d17e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:45.677839 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e14edd97-0d65-40c5-9fc0-97099387e391 req-41fcb65f-477b-4253-9c49-9101816d17e0 service neutron] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0970523 Sep 24 16:00:45.743504 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9f692537-6fb3-4ff5-9642-b583bd82144e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:45.745979 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9f692537-6fb3-4ff5-9642-b583bd82144e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:45.747140 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-9f692537-6fb3-4ff5-9642-b583bd82144e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/62f20276-c889-4c12-8b3c-430afc4be885 HTTP/1.1" status: 204 len: 168 time: 0.3693180 Sep 24 16:00:45.762613 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f692537-6fb3-4ff5-9642-b583bd82144e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f20276-c889-4c12-8b3c-430afc4be885,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:45.775268 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9514f3-02b3-4e1c-981b-d827879c0fd0 req-9078a43e-6231-455c-8f1d-a816d7a678b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:45.776913 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5b9514f3-02b3-4e1c-981b-d827879c0fd0 req-9078a43e-6231-455c-8f1d-a816d7a678b6 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=b5547b2f28bc46cf919cd78f3e66f53f&device_id=2dec2185-83f4-402d-9fd3-67526e327c5b HTTP/1.1" status: 200 len: 1094 time: 0.0610108 Sep 24 16:00:45.823624 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5b9514f3-02b3-4e1c-981b-d827879c0fd0 req-51489123-9903-470b-8870-a66b63f32303 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d4cb510c-4fb4-4255-9fec-f750160eb25a HTTP/1.1" status: 200 len: 217 time: 0.0388715 Sep 24 16:00:45.875736 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9514f3-02b3-4e1c-981b-d827879c0fd0 req-53f9f91d-90d2-49e2-85cd-ad10eb9fec25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:45.878773 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5b9514f3-02b3-4e1c-981b-d827879c0fd0 req-53f9f91d-90d2-49e2-85cd-ad10eb9fec25 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=00da42d2-0c6d-4d34-8d9f-66f58ffd93de HTTP/1.1" status: 200 len: 849 time: 0.0485058 Sep 24 16:00:45.915015 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5b9514f3-02b3-4e1c-981b-d827879c0fd0 req-4893f788-1652-4b9e-97b3-8c8b1d970c58 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=28e9497b-ff8f-4c1a-8214-41b5390b13ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285807 Sep 24 16:00:46.020382 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5b9514f3-02b3-4e1c-981b-d827879c0fd0 req-06d877bd-bdec-4ddf-bdfb-8ee2c67c34f7 service neutron] 10.222.0.108 "GET /v2.0/networks/28e9497b-ff8f-4c1a-8214-41b5390b13ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969577 Sep 24 16:00:46.118253 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5b9514f3-02b3-4e1c-981b-d827879c0fd0 req-5c8d415b-be82-4991-8976-e3a6cf2b84d8 service neutron] 10.222.0.108 "GET /v2.0/networks/28e9497b-ff8f-4c1a-8214-41b5390b13ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908093 Sep 24 16:00:46.278595 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a1e711-ef4e-4b19-973e-6763692bdd4a req-986489fa-4ec6-4941-960a-8acc693e1ffd tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:46.279975 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-81a1e711-ef4e-4b19-973e-6763692bdd4a req-986489fa-4ec6-4941-960a-8acc693e1ffd tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 943 time: 0.0529530 Sep 24 16:00:46.322667 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-81a1e711-ef4e-4b19-973e-6763692bdd4a req-c450a7ba-a41f-4b83-b6a4-16041eab2ece tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=63f1a5f4-821a-4880-a72f-3ff97c1426e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353992 Sep 24 16:00:46.492279 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2c2d62-e44c-423e-a310-24159bf80d1b req-0acbf33d-36cf-457e-8d48-c7b8131f637e tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:46.493764 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ac2c2d62-e44c-423e-a310-24159bf80d1b req-0acbf33d-36cf-457e-8d48-c7b8131f637e tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] 10.222.0.101 "GET /v2.0/ports?device_id=2dec2185-83f4-402d-9fd3-67526e327c5b HTTP/1.1" status: 200 len: 943 time: 0.0512481 Sep 24 16:00:46.516870 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 52384) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:46.539166 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2655a898-d10d-461e-b2ac-30f15ab44612 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:46.557763 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ac2c2d62-e44c-423e-a310-24159bf80d1b req-e5da49eb-714e-4054-ad7b-6e74b5fae5a5 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] 10.222.0.101 "GET /v2.0/security-groups?id=eca15437-3c4a-4f62-8c3c-b05f259153ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572917 Sep 24 16:00:46.637383 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2655a898-d10d-461e-b2ac-30f15ab44612 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:46.714079 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2655a898-d10d-461e-b2ac-30f15ab44612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:46.752117 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-2655a898-d10d-461e-b2ac-30f15ab44612 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=0a9d9e05914948a8b0a5482ac7e0e652&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2342155 Sep 24 16:00:46.754057 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2655a898-d10d-461e-b2ac-30f15ab44612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42233c27-676d-4620-9db4-676ba4ba873e,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:46.755085 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 52386) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:46.811048 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b463ae1b-0024-416f-8e49-9b7f36af08bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:46.832333 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b463ae1b-0024-416f-8e49-9b7f36af08bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:46.971892 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b463ae1b-0024-416f-8e49-9b7f36af08bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:46.974834 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b463ae1b-0024-416f-8e49-9b7f36af08bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:46.976050 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b463ae1b-0024-416f-8e49-9b7f36af08bb admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/42233c27-676d-4620-9db4-676ba4ba873e HTTP/1.1" status: 204 len: 168 time: 0.2199225 Sep 24 16:00:46.987744 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b463ae1b-0024-416f-8e49-9b7f36af08bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42233c27-676d-4620-9db4-676ba4ba873e,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:47.037832 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:00:47.456506 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ded40-5659-4270-b57e-11017701a66c req-f7d91080-91d2-428f-8504-e4516eb21e0e tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:47.460721 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bc3ded40-5659-4270-b57e-11017701a66c req-f7d91080-91d2-428f-8504-e4516eb21e0e tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 943 time: 0.0561388 Sep 24 16:00:47.499123 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bc3ded40-5659-4270-b57e-11017701a66c req-3a7dc239-6109-4586-83c2-5ff3bbb19286 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=63f1a5f4-821a-4880-a72f-3ff97c1426e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346484 Sep 24 16:00:47.610361 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 4ef5e03b-50cc-4464-9575-ac61fd0258d4 details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 16:00:47.698999 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ab2cb9-8d3e-4cc1-8b82-50d518a0dc03 req-3dd4571e-2024-4ab4-8c73-624b50b404d2 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:47.700635 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c8ab2cb9-8d3e-4cc1-8b82-50d518a0dc03 req-3dd4571e-2024-4ab4-8c73-624b50b404d2 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] 10.222.0.101 "GET /v2.0/ports?device_id=2dec2185-83f4-402d-9fd3-67526e327c5b HTTP/1.1" status: 200 len: 943 time: 0.0549099 Sep 24 16:00:47.735327 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 4ef5e03b-50cc-4464-9575-ac61fd0258d4, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=4ef5e03b-50cc-4464-9575-ac61fd0258d4,segment=NetworkSegment(94c0797a-5dbb-467d-9f41-7597f4debf01),segment_id=94c0797a-5dbb-467d-9f41-7597f4debf01)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:00:47.745200 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c8ab2cb9-8d3e-4cc1-8b82-50d518a0dc03 req-4851c39e-ad33-4628-9230-0bd9712401da tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] 10.222.0.101 "GET /v2.0/security-groups?id=eca15437-3c4a-4f62-8c3c-b05f259153ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371468 Sep 24 16:00:47.748913 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': '4ef5e03b-50cc-4464-9575-ac61fd0258d4', 'network_id': 'e683698e-96d3-4f25-bed4-4200552ea2ef', 'port_id': '4ef5e03b-50cc-4464-9575-ac61fd0258d4', 'mac_address': 'fa:16:3e:11:ad:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04b7f077-c013-4647-8fb9-7721770c2649', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 16:00:47.791165 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 52400) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:47.805497 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-182c1dd3-4541-489c-8d20-62f962f472c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:47.819571 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:47.834659 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ef5e03b-50cc-4464-9575-ac61fd0258d4 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:00:47.869759 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 4ef5e03b-50cc-4464-9575-ac61fd0258d4, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=4ef5e03b-50cc-4464-9575-ac61fd0258d4,segment=NetworkSegment(94c0797a-5dbb-467d-9f41-7597f4debf01),segment_id=94c0797a-5dbb-467d-9f41-7597f4debf01)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:00:47.908610 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-182c1dd3-4541-489c-8d20-62f962f472c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:47.949296 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:47.987120 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-182c1dd3-4541-489c-8d20-62f962f472c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:48.011655 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=4ef5e03b-50cc-4464-9575-ac61fd0258d4,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:48.046149 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-182c1dd3-4541-489c-8d20-62f962f472c9 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=aa84a119ef9345809f47beb89e75ee76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2533085 Sep 24 16:00:48.047007 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182c1dd3-4541-489c-8d20-62f962f472c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2258dca-0778-4160-8fe4-5c8cf2841422,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:48.050359 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 52402) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:48.112829 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-782848bc-948b-4748-9c33-5ca0147788bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:48.139150 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-782848bc-948b-4748-9c33-5ca0147788bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:48.215909 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['4ef5e03b-50cc-4464-9575-ac61fd0258d4'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:00:48.263640 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-782848bc-948b-4748-9c33-5ca0147788bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:48.267302 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-782848bc-948b-4748-9c33-5ca0147788bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:48.272619 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-782848bc-948b-4748-9c33-5ca0147788bf admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a2258dca-0778-4160-8fe4-5c8cf2841422 HTTP/1.1" status: 204 len: 168 time: 0.2164273 Sep 24 16:00:48.281846 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782848bc-948b-4748-9c33-5ca0147788bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2258dca-0778-4160-8fe4-5c8cf2841422,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:48.456067 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device d4cb510c-4fb4-4255-9fec-f750160eb25a details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 16:00:48.617368 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port d4cb510c-4fb4-4255-9fec-f750160eb25a, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=d4cb510c-4fb4-4255-9fec-f750160eb25a,segment=NetworkSegment(6dd41732-cb7d-4783-acdf-340debc56e0a),segment_id=6dd41732-cb7d-4783-acdf-340debc56e0a)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:00:48.641662 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': 'd4cb510c-4fb4-4255-9fec-f750160eb25a', 'network_id': '28e9497b-ff8f-4c1a-8214-41b5390b13ab', 'port_id': 'd4cb510c-4fb4-4255-9fec-f750160eb25a', 'mac_address': 'fa:16:3e:4c:35:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1292, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00da42d2-0c6d-4d34-8d9f-66f58ffd93de', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 16:00:48.696478 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afb3c36-4417-4062-87ae-d9451529e1a9 req-6cf9d94b-961b-4f83-95b6-4d7e92a429df tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:48.699207 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5afb3c36-4417-4062-87ae-d9451529e1a9 req-6cf9d94b-961b-4f83-95b6-4d7e92a429df tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 944 time: 0.0933461 Sep 24 16:00:48.703127 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:48.718763 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4cb510c-4fb4-4255-9fec-f750160eb25a {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:00:48.740488 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port d4cb510c-4fb4-4255-9fec-f750160eb25a, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=d4cb510c-4fb4-4255-9fec-f750160eb25a,segment=NetworkSegment(6dd41732-cb7d-4783-acdf-340debc56e0a),segment_id=6dd41732-cb7d-4783-acdf-340debc56e0a)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:00:48.758616 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5afb3c36-4417-4062-87ae-d9451529e1a9 req-b88a2029-c2e3-406b-81ec-8a536f6ad4d4 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=63f1a5f4-821a-4880-a72f-3ff97c1426e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513675 Sep 24 16:00:48.834788 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:48.888032 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=d4cb510c-4fb4-4255-9fec-f750160eb25a,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:48.957988 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a875562f-f522-47b5-b046-7b7d72aa4b02 req-91e5b665-d0d2-4ec0-95a1-a57474a1e862 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:48.960720 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a875562f-f522-47b5-b046-7b7d72aa4b02 req-91e5b665-d0d2-4ec0-95a1-a57474a1e862 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] 10.222.0.101 "GET /v2.0/ports?device_id=2dec2185-83f4-402d-9fd3-67526e327c5b HTTP/1.1" status: 200 len: 944 time: 0.0712495 Sep 24 16:00:49.019436 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a875562f-f522-47b5-b046-7b7d72aa4b02 req-4442feda-8a45-402b-b83a-0f49f00349f1 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] 10.222.0.101 "GET /v2.0/security-groups?id=eca15437-3c4a-4f62-8c3c-b05f259153ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431683 Sep 24 16:00:49.074922 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['d4cb510c-4fb4-4255-9fec-f750160eb25a'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:00:49.622570 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 4ef5e03b-50cc-4464-9575-ac61fd0258d4 up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:00:49.812922 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port 4ef5e03b-50cc-4464-9575-ac61fd0258d4 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 16:00:49.819149 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port 4ef5e03b-50cc-4464-9575-ac61fd0258d4 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:00:49.819815 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:49.991026 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:50.005180 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48a81a-12bc-4992-814e-5b4bc5669abd req-852cad70-9606-4a30-9486-0a0d9147c8e6 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:50.008027 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7a48a81a-12bc-4992-814e-5b4bc5669abd req-852cad70-9606-4a30-9486-0a0d9147c8e6 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 944 time: 0.1226254 Sep 24 16:00:50.029362 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b894aff8-2af2-409a-a4b2-63ad69fdcc70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef5e03b-50cc-4464-9575-ac61fd0258d4'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:00:50.031932 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca97655-f854-41b3-8fb9-ed9c2f215586" -d '{"events": [{"server_uuid": "b894aff8-2af2-409a-a4b2-63ad69fdcc70", "name": "network-vif-plugged", "status": "completed", "tag": "4ef5e03b-50cc-4464-9575-ac61fd0258d4"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:00:50.051373 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 4ef5e03b-50cc-4464-9575-ac61fd0258d4, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=4ef5e03b-50cc-4464-9575-ac61fd0258d4,segment=NetworkSegment(94c0797a-5dbb-467d-9f41-7597f4debf01),segment_id=94c0797a-5dbb-467d-9f41-7597f4debf01)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:00:50.070083 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7a48a81a-12bc-4992-814e-5b4bc5669abd req-82b36434-6586-4d06-93c2-52c43d31c7d2 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=63f1a5f4-821a-4880-a72f-3ff97c1426e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509036 Sep 24 16:00:50.090945 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d5dbf1-27dd-41c2-bfb2-48954e862581 x-openstack-request-id: req-c9d5dbf1-27dd-41c2-bfb2-48954e862581 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:00:50.091464 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b894aff8-2af2-409a-a4b2-63ad69fdcc70", "name": "network-vif-plugged", "status": "completed", "tag": "4ef5e03b-50cc-4464-9575-ac61fd0258d4", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:00:50.091755 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c9d5dbf1-27dd-41c2-bfb2-48954e862581 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:00:50.096833 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b894aff8-2af2-409a-a4b2-63ad69fdcc70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef5e03b-50cc-4464-9575-ac61fd0258d4', 'code': 200} Sep 24 16:00:50.132741 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:50.210825 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=4ef5e03b-50cc-4464-9575-ac61fd0258d4,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:50.258302 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead1f4d1-1593-4c18-92c6-3fed38768203 req-717047ec-1131-46f3-97f0-7ac7670e96ae tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:50.259848 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ead1f4d1-1593-4c18-92c6-3fed38768203 req-717047ec-1131-46f3-97f0-7ac7670e96ae tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] 10.222.0.101 "GET /v2.0/ports?device_id=2dec2185-83f4-402d-9fd3-67526e327c5b HTTP/1.1" status: 200 len: 944 time: 0.1166635 Sep 24 16:00:50.268008 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57103b42-0959-44ce-8bfe-e732ae79bf2d req-37465bd6-5e1e-44bf-93cb-0f6ac77ec66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:50.269521 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-57103b42-0959-44ce-8bfe-e732ae79bf2d req-37465bd6-5e1e-44bf-93cb-0f6ac77ec66c service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 1096 time: 0.0758324 Sep 24 16:00:50.333843 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ead1f4d1-1593-4c18-92c6-3fed38768203 req-146e1204-36ed-4ec4-a0b7-ae9457424b91 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] 10.222.0.101 "GET /v2.0/security-groups?id=eca15437-3c4a-4f62-8c3c-b05f259153ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632083 Sep 24 16:00:50.336377 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-57103b42-0959-44ce-8bfe-e732ae79bf2d req-ac65d744-4a8e-4dfd-9d7a-2f6da7bacb04 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=63f1a5f4-821a-4880-a72f-3ff97c1426e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505304 Sep 24 16:00:50.480217 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device d4cb510c-4fb4-4255-9fec-f750160eb25a up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:00:50.678408 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port d4cb510c-4fb4-4255-9fec-f750160eb25a completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 16:00:50.682589 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port d4cb510c-4fb4-4255-9fec-f750160eb25a triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:00:50.682963 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:50.768277 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:50.804847 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port d4cb510c-4fb4-4255-9fec-f750160eb25a, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=d4cb510c-4fb4-4255-9fec-f750160eb25a,segment=NetworkSegment(6dd41732-cb7d-4783-acdf-340debc56e0a),segment_id=6dd41732-cb7d-4783-acdf-340debc56e0a)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:00:50.891684 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:50.941255 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=d4cb510c-4fb4-4255-9fec-f750160eb25a,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:51.206667 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d841ff1b-dcd5-4144-ac4a-ef0997b0ce31 req-6fb1259c-2d49-484a-8939-32e622dabda3 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:51.208808 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d841ff1b-dcd5-4144-ac4a-ef0997b0ce31 req-6fb1259c-2d49-484a-8939-32e622dabda3 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 945 time: 0.0558503 Sep 24 16:00:51.252001 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d841ff1b-dcd5-4144-ac4a-ef0997b0ce31 req-1be0f666-1e8d-4c9d-8afe-36a15bd96b17 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=63f1a5f4-821a-4880-a72f-3ff97c1426e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363111 Sep 24 16:00:51.455868 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f40bb57-588d-4b8f-9567-365ffaa1b928 req-6d0e5491-3d8e-4024-b6e1-d85773af9724 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:51.457388 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7f40bb57-588d-4b8f-9567-365ffaa1b928 req-6d0e5491-3d8e-4024-b6e1-d85773af9724 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] 10.222.0.101 "GET /v2.0/ports?device_id=2dec2185-83f4-402d-9fd3-67526e327c5b HTTP/1.1" status: 200 len: 945 time: 0.0513930 Sep 24 16:00:51.505320 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7f40bb57-588d-4b8f-9567-365ffaa1b928 req-2e609a0c-abae-475a-83f8-a3b6e0ffbe18 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] 10.222.0.101 "GET /v2.0/security-groups?id=eca15437-3c4a-4f62-8c3c-b05f259153ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414636 Sep 24 16:00:52.093257 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dec2185-83f4-402d-9fd3-67526e327c5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4cb510c-4fb4-4255-9fec-f750160eb25a'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:00:52.095795 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fbcd5d3-94d6-45d2-95ad-9481e7673d8f" -d '{"events": [{"server_uuid": "2dec2185-83f4-402d-9fd3-67526e327c5b", "name": "network-vif-plugged", "status": "completed", "tag": "d4cb510c-4fb4-4255-9fec-f750160eb25a"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:00:52.130039 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d0cca9e-ce3c-4511-97b7-f350b7e8f63a x-openstack-request-id: req-4d0cca9e-ce3c-4511-97b7-f350b7e8f63a {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:00:52.130478 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dec2185-83f4-402d-9fd3-67526e327c5b", "name": "network-vif-plugged", "status": "completed", "tag": "d4cb510c-4fb4-4255-9fec-f750160eb25a", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:00:52.130735 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4d0cca9e-ce3c-4511-97b7-f350b7e8f63a {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:00:52.131129 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dec2185-83f4-402d-9fd3-67526e327c5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4cb510c-4fb4-4255-9fec-f750160eb25a', 'code': 200} Sep 24 16:00:52.232246 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725395c1-dbe8-4119-b081-9f134dbe1dde req-b415c95d-9ec8-4581-a2e4-b73c360d9a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:52.233754 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-725395c1-dbe8-4119-b081-9f134dbe1dde req-b415c95d-9ec8-4581-a2e4-b73c360d9a6f service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=2dec2185-83f4-402d-9fd3-67526e327c5b HTTP/1.1" status: 200 len: 1096 time: 0.0448825 Sep 24 16:00:52.268061 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-725395c1-dbe8-4119-b081-9f134dbe1dde req-111065ec-93ad-48dd-af97-928cee74cfc1 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=eca15437-3c4a-4f62-8c3c-b05f259153ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272815 Sep 24 16:00:52.375562 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189a658f-0da5-4bfd-bf92-2e1e0a2bb253 req-c328166d-5f63-4b76-9e38-5b330a194242 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:52.376959 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-189a658f-0da5-4bfd-bf92-2e1e0a2bb253 req-c328166d-5f63-4b76-9e38-5b330a194242 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 945 time: 0.0500152 Sep 24 16:00:52.413854 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-189a658f-0da5-4bfd-bf92-2e1e0a2bb253 req-1ff57937-de22-4cd2-b2ff-4bf35d6b7e33 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=63f1a5f4-821a-4880-a72f-3ff97c1426e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308146 Sep 24 16:00:52.529794 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734275d1-4213-4683-aa1c-a803b5948b97 req-11a97cb0-ed5b-4a62-aff9-880eba83bc1a tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:52.531323 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-734275d1-4213-4683-aa1c-a803b5948b97 req-11a97cb0-ed5b-4a62-aff9-880eba83bc1a tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 945 time: 0.0476828 Sep 24 16:00:52.539725 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 52480) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:00:52.545000 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-38059ccb-5552-4d1c-8b42-928b8840a9ca tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Request body: {'floatingip': {'port_id': '4ef5e03b-50cc-4464-9575-ac61fd0258d4'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:00:52.587203 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-38059ccb-5552-4d1c-8b42-928b8840a9ca tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks [] for floatingip, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:52.621648 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae03ab9c-a761-439e-9f03-783222631b2a req-4871a5e8-2a35-45f9-8978-82a509aa3a99 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:52.623274 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ae03ab9c-a761-439e-9f03-783222631b2a req-4871a5e8-2a35-45f9-8978-82a509aa3a99 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] 10.222.0.101 "GET /v2.0/ports?device_id=2dec2185-83f4-402d-9fd3-67526e327c5b HTTP/1.1" status: 200 len: 945 time: 0.0497029 Sep 24 16:00:52.661075 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ae03ab9c-a761-439e-9f03-783222631b2a req-6bbc6c75-edcc-45d6-a586-bc332b186ca4 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] 10.222.0.101 "GET /v2.0/security-groups?id=eca15437-3c4a-4f62-8c3c-b05f259153ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317192 Sep 24 16:00:53.060076 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-38059ccb-5552-4d1c-8b42-928b8840a9ca tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:53.158108 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-38059ccb-5552-4d1c-8b42-928b8840a9ca tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:53.625771 n-d-808921-1 neutron-server[95297]: INFO neutron.db.l3_db [None req-38059ccb-5552-4d1c-8b42-928b8840a9ca tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Floating IP b41551e8-9ecf-4611-bbb6-437bf72533dd associated. External IP: 172.25.0.161, port: 4ef5e03b-50cc-4464-9575-ac61fd0258d4. Sep 24 16:00:53.828382 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b0105-24f5-4c49-bb9c-bb7fff083385 req-2b0e66e9-9334-45d0-8d81-d20e3ba952c0 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:53.830206 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-963b0105-24f5-4c49-bb9c-bb7fff083385 req-2b0e66e9-9334-45d0-8d81-d20e3ba952c0 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] 10.222.0.101 "GET /v2.0/ports?device_id=2dec2185-83f4-402d-9fd3-67526e327c5b HTTP/1.1" status: 200 len: 945 time: 0.0756385 Sep 24 16:00:53.843352 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38059ccb-5552-4d1c-8b42-928b8840a9ca tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Router 62671c09-4b46-46be-9ad2-aa1b8d4b03a7 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:00:53.878363 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-963b0105-24f5-4c49-bb9c-bb7fff083385 req-065aaf5e-3b08-4a77-b228-9117b1714eef tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] 10.222.0.101 "GET /v2.0/security-groups?id=eca15437-3c4a-4f62-8c3c-b05f259153ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408306 Sep 24 16:00:54.003210 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38059ccb-5552-4d1c-8b42-928b8840a9ca tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:00:54.009016 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-38059ccb-5552-4d1c-8b42-928b8840a9ca tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:54.021062 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30686a7a-613a-49fd-aaa7-83079b9bf872 None None] Sync routers for ids ['62671c09-4b46-46be-9ad2-aa1b8d4b03a7'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:00:54.042109 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30686a7a-613a-49fd-aaa7-83079b9bf872 None None] Routers {'62671c09-4b46-46be-9ad2-aa1b8d4b03a7'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:00:54.042969 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-30686a7a-613a-49fd-aaa7-83079b9bf872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:00:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['62671c09-4b46-46be-9ad2-aa1b8d4b03a7'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:00:54.064785 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-38059ccb-5552-4d1c-8b42-928b8840a9ca tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "PUT /v2.0/floatingips/b41551e8-9ecf-4611-bbb6-437bf72533dd HTTP/1.1" status: 200 len: 991 time: 1.5207913 Sep 24 16:00:54.064785 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b894aff8-2af2-409a-a4b2-63ad69fdcc70', 'tag': '4ef5e03b-50cc-4464-9575-ac61fd0258d4'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:00:54.068796 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02df612f-45ef-4f6f-9608-3ff0a166ae1e" -d '{"events": [{"name": "network-changed", "server_uuid": "b894aff8-2af2-409a-a4b2-63ad69fdcc70", "tag": "4ef5e03b-50cc-4464-9575-ac61fd0258d4"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:00:54.126889 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efbfac79-38ed-42bd-9844-28885d823781 x-openstack-request-id: req-efbfac79-38ed-42bd-9844-28885d823781 {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:00:54.127630 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b894aff8-2af2-409a-a4b2-63ad69fdcc70", "tag": "4ef5e03b-50cc-4464-9575-ac61fd0258d4", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:00:54.128559 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-efbfac79-38ed-42bd-9844-28885d823781 {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:00:54.129246 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b894aff8-2af2-409a-a4b2-63ad69fdcc70', 'tag': '4ef5e03b-50cc-4464-9575-ac61fd0258d4', 'status': 'completed', 'code': 200} Sep 24 16:00:54.205242 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df612f-45ef-4f6f-9608-3ff0a166ae1e req-748e0d12-f8bc-46e2-9e5c-f6673992bbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:54.207285 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-02df612f-45ef-4f6f-9608-3ff0a166ae1e req-748e0d12-f8bc-46e2-9e5c-f6673992bbb4 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=47adefb7ca614d33b7bb1493dd2de83a&device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 1096 time: 0.0511832 Sep 24 16:00:54.349031 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df612f-45ef-4f6f-9608-3ff0a166ae1e req-42f9f457-3274-45db-8bb9-92cb89cef227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:54.350807 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-02df612f-45ef-4f6f-9608-3ff0a166ae1e req-42f9f457-3274-45db-8bb9-92cb89cef227 service neutron] 10.222.0.110 "GET /v2.0/networks?id=e683698e-96d3-4f25-bed4-4200552ea2ef HTTP/1.1" status: 200 len: 919 time: 0.1353545 Sep 24 16:00:54.380226 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-30686a7a-613a-49fd-aaa7-83079b9bf872 None None] Set router 62671c09-4b46-46be-9ad2-aa1b8d4b03a7 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:00:54.448160 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-02df612f-45ef-4f6f-9608-3ff0a166ae1e req-29c9b71b-69fe-4ba0-86ec-0b49e1c9158a service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ef5e03b-50cc-4464-9575-ac61fd0258d4 HTTP/1.1" status: 200 len: 999 time: 0.0879252 Sep 24 16:00:54.512730 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df612f-45ef-4f6f-9608-3ff0a166ae1e req-fea455e6-d84e-4d5a-b715-c40998f38fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:54.514706 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-02df612f-45ef-4f6f-9608-3ff0a166ae1e req-fea455e6-d84e-4d5a-b715-c40998f38fa8 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=04b7f077-c013-4647-8fb9-7721770c2649 HTTP/1.1" status: 200 len: 856 time: 0.0587025 Sep 24 16:00:54.571435 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02df612f-45ef-4f6f-9608-3ff0a166ae1e req-b388eb49-f637-4eec-856f-b16fa8e87238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:54.572961 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-02df612f-45ef-4f6f-9608-3ff0a166ae1e req-b388eb49-f637-4eec-856f-b16fa8e87238 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=e683698e-96d3-4f25-bed4-4200552ea2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508742 Sep 24 16:00:54.707096 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-02df612f-45ef-4f6f-9608-3ff0a166ae1e req-9d81a658-805d-498c-a44a-361f085be2b8 service neutron] 10.222.0.110 "GET /v2.0/networks/e683698e-96d3-4f25-bed4-4200552ea2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257625 Sep 24 16:00:54.712973 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-30686a7a-613a-49fd-aaa7-83079b9bf872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62671c09-4b46-46be-9ad2-aa1b8d4b03a7', 'name': 'tempest-AttachVolumeShelveTestJSON-1496323484-router', 'tenant_id': '47adefb7ca614d33b7bb1493dd2de83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'e80c1131-6851-4550-afaf-22cc674efd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:00:18Z', 'updated_at': '2021-09-24T16:00:26Z', 'revision_number': 4, 'project_id': '47adefb7ca614d33b7bb1493dd2de83a', 'gw_port': {'id': 'e80c1131-6851-4550-afaf-22cc674efd38', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:98:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62671c09-4b46-46be-9ad2-aa1b8d4b03a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:00:19Z', 'updated_at': '2021-09-24T16:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': 'b41551e8-9ecf-4611-bbb6-437bf72533dd', 'tenant_id': '47adefb7ca614d33b7bb1493dd2de83a', 'floating_ip_address': '172.25.0.161', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '62671c09-4b46-46be-9ad2-aa1b8d4b03a7', 'port_id': '4ef5e03b-50cc-4464-9575-ac61fd0258d4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e683698e-96d3-4f25-bed4-4200552ea2ef', 'mac_address': 'fa:16:3e:11:ad:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b894aff8-2af2-409a-a4b2-63ad69fdcc70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T16:00:34Z', 'updated_at': '2021-09-24T16:00:52Z', 'revision_number': 1, 'project_id': '47adefb7ca614d33b7bb1493dd2de83a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6af7c1c0-bda7-4b07-af01-4aa16dbec1e1', 'name': '', 'network_id': 'e683698e-96d3-4f25-bed4-4200552ea2ef', 'tenant_id': '47adefb7ca614d33b7bb1493dd2de83a', 'mac_address': 'fa:16:3e:fa:e0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62671c09-4b46-46be-9ad2-aa1b8d4b03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '04b7f077-c013-4647-8fb9-7721770c2649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:00:25Z', 'updated_at': '2021-09-24T16:00:32Z', 'revision_number': 5, 'project_id': '47adefb7ca614d33b7bb1493dd2de83a', 'subnets': [{'id': '04b7f077-c013-4647-8fb9-7721770c2649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:00:54.753650 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30686a7a-613a-49fd-aaa7-83079b9bf872 None None] Checking router: 62671c09-4b46-46be-9ad2-aa1b8d4b03a7 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:00:54.771278 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30686a7a-613a-49fd-aaa7-83079b9bf872 None None] Routers {'62671c09-4b46-46be-9ad2-aa1b8d4b03a7'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:00:54.771278 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-30686a7a-613a-49fd-aaa7-83079b9bf872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:00:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['62671c09-4b46-46be-9ad2-aa1b8d4b03a7'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:00:54.900535 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-02df612f-45ef-4f6f-9608-3ff0a166ae1e req-cbf97f01-8949-4b4d-96e3-433552f0543a service neutron] 10.222.0.110 "GET /v2.0/networks/e683698e-96d3-4f25-bed4-4200552ea2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846409 Sep 24 16:00:54.981253 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-30686a7a-613a-49fd-aaa7-83079b9bf872 None None] Set router 62671c09-4b46-46be-9ad2-aa1b8d4b03a7 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:00:55.235715 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-30686a7a-613a-49fd-aaa7-83079b9bf872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62671c09-4b46-46be-9ad2-aa1b8d4b03a7', 'name': 'tempest-AttachVolumeShelveTestJSON-1496323484-router', 'tenant_id': '47adefb7ca614d33b7bb1493dd2de83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'e80c1131-6851-4550-afaf-22cc674efd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:00:18Z', 'updated_at': '2021-09-24T16:00:26Z', 'revision_number': 4, 'project_id': '47adefb7ca614d33b7bb1493dd2de83a', 'gw_port': {'id': 'e80c1131-6851-4550-afaf-22cc674efd38', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:98:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62671c09-4b46-46be-9ad2-aa1b8d4b03a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:00:19Z', 'updated_at': '2021-09-24T16:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': 'b41551e8-9ecf-4611-bbb6-437bf72533dd', 'tenant_id': '47adefb7ca614d33b7bb1493dd2de83a', 'floating_ip_address': '172.25.0.161', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '62671c09-4b46-46be-9ad2-aa1b8d4b03a7', 'port_id': '4ef5e03b-50cc-4464-9575-ac61fd0258d4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e683698e-96d3-4f25-bed4-4200552ea2ef', 'mac_address': 'fa:16:3e:11:ad:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b894aff8-2af2-409a-a4b2-63ad69fdcc70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T16:00:34Z', 'updated_at': '2021-09-24T16:00:52Z', 'revision_number': 1, 'project_id': '47adefb7ca614d33b7bb1493dd2de83a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6af7c1c0-bda7-4b07-af01-4aa16dbec1e1', 'name': '', 'network_id': 'e683698e-96d3-4f25-bed4-4200552ea2ef', 'tenant_id': '47adefb7ca614d33b7bb1493dd2de83a', 'mac_address': 'fa:16:3e:fa:e0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62671c09-4b46-46be-9ad2-aa1b8d4b03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '04b7f077-c013-4647-8fb9-7721770c2649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:00:25Z', 'updated_at': '2021-09-24T16:00:32Z', 'revision_number': 5, 'project_id': '47adefb7ca614d33b7bb1493dd2de83a', 'subnets': [{'id': '04b7f077-c013-4647-8fb9-7721770c2649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:00:55.268355 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30686a7a-613a-49fd-aaa7-83079b9bf872 None None] The sync data for ids ['62671c09-4b46-46be-9ad2-aa1b8d4b03a7'] in n-d-808921-1 is: [{'id': '62671c09-4b46-46be-9ad2-aa1b8d4b03a7', 'name': 'tempest-AttachVolumeShelveTestJSON-1496323484-router', 'tenant_id': '47adefb7ca614d33b7bb1493dd2de83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'e80c1131-6851-4550-afaf-22cc674efd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:00:18Z', 'updated_at': '2021-09-24T16:00:26Z', 'revision_number': 4, 'project_id': '47adefb7ca614d33b7bb1493dd2de83a', 'gw_port': {'id': 'e80c1131-6851-4550-afaf-22cc674efd38', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:98:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62671c09-4b46-46be-9ad2-aa1b8d4b03a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:00:19Z', 'updated_at': '2021-09-24T16:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': 'b41551e8-9ecf-4611-bbb6-437bf72533dd', 'tenant_id': '47adefb7ca614d33b7bb1493dd2de83a', 'floating_ip_address': '172.25.0.161', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '62671c09-4b46-46be-9ad2-aa1b8d4b03a7', 'port_id': '4ef5e03b-50cc-4464-9575-ac61fd0258d4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e683698e-96d3-4f25-bed4-4200552ea2ef', 'mac_address': 'fa:16:3e:11:ad:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b894aff8-2af2-409a-a4b2-63ad69fdcc70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T16:00:34Z', 'updated_at': '2021-09-24T16:00:52Z', 'revision_number': 1, 'project_id': '47adefb7ca614d33b7bb1493dd2de83a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6af7c1c0-bda7-4b07-af01-4aa16dbec1e1', 'name': '', 'network_id': 'e683698e-96d3-4f25-bed4-4200552ea2ef', 'tenant_id': '47adefb7ca614d33b7bb1493dd2de83a', 'mac_address': 'fa:16:3e:fa:e0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62671c09-4b46-46be-9ad2-aa1b8d4b03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '04b7f077-c013-4647-8fb9-7721770c2649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:00:25Z', 'updated_at': '2021-09-24T16:00:32Z', 'revision_number': 5, 'project_id': '47adefb7ca614d33b7bb1493dd2de83a', 'subnets': [{'id': '04b7f077-c013-4647-8fb9-7721770c2649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:00:55.509422 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c84376-dfa6-457c-9930-50e24798b217 None None] New status for floating IP b41551e8-9ecf-4611-bbb6-437bf72533dd: ACTIVE {{(pid=95300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 16:00:55.767101 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fb9010-3ddd-4a33-8df5-921d32710069 req-8a79c768-916e-4ae7-a64d-89b0874986d8 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:55.768869 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b3fb9010-3ddd-4a33-8df5-921d32710069 req-8a79c768-916e-4ae7-a64d-89b0874986d8 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] 10.222.0.101 "GET /v2.0/ports?device_id=2dec2185-83f4-402d-9fd3-67526e327c5b HTTP/1.1" status: 200 len: 945 time: 0.0616269 Sep 24 16:00:55.817249 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b3fb9010-3ddd-4a33-8df5-921d32710069 req-3af19ea1-d077-4010-a2b1-51e24d85033c tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] 10.222.0.101 "GET /v2.0/security-groups?id=eca15437-3c4a-4f62-8c3c-b05f259153ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416615 Sep 24 16:00:56.948755 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7033c2b-a179-4bfe-b3d2-0035cb433c47 req-60d71ab8-b6bc-456b-89c5-8d1d5978f901 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:56.950261 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f7033c2b-a179-4bfe-b3d2-0035cb433c47 req-60d71ab8-b6bc-456b-89c5-8d1d5978f901 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] 10.222.0.101 "GET /v2.0/ports?device_id=2dec2185-83f4-402d-9fd3-67526e327c5b HTTP/1.1" status: 200 len: 945 time: 0.0596530 Sep 24 16:00:56.993870 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f7033c2b-a179-4bfe-b3d2-0035cb433c47 req-fcd2904d-a815-4def-a3ab-9c80515e63d5 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] 10.222.0.101 "GET /v2.0/security-groups?id=eca15437-3c4a-4f62-8c3c-b05f259153ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347233 Sep 24 16:00:57.170880 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc4b83-59a2-46ac-9b4c-0402794340ac req-84db5293-c8f2-445a-93a1-56e2909913cc tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:00:57.172328 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a9fc4b83-59a2-46ac-9b4c-0402794340ac req-84db5293-c8f2-445a-93a1-56e2909913cc tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] 10.222.0.108 "GET /v2.0/ports?device_id=2dec2185-83f4-402d-9fd3-67526e327c5b HTTP/1.1" status: 200 len: 945 time: 0.0782404 Sep 24 16:00:57.277326 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-a9fc4b83-59a2-46ac-9b4c-0402794340ac req-bc95b53f-8e1a-4195-8a1b-3e32038cbe99 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] Deleting port d4cb510c-4fb4-4255-9fec-f750160eb25a {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:00:57.277669 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-a9fc4b83-59a2-46ac-9b4c-0402794340ac req-bc95b53f-8e1a-4195-8a1b-3e32038cbe99 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:57.404277 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-a9fc4b83-59a2-46ac-9b4c-0402794340ac req-bc95b53f-8e1a-4195-8a1b-3e32038cbe99 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] For port d4cb510c-4fb4-4255-9fec-f750160eb25a, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=d4cb510c-4fb4-4255-9fec-f750160eb25a,segment=NetworkSegment(6dd41732-cb7d-4783-acdf-340debc56e0a),segment_id=6dd41732-cb7d-4783-acdf-340debc56e0a)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:00:57.404711 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-a9fc4b83-59a2-46ac-9b4c-0402794340ac req-bc95b53f-8e1a-4195-8a1b-3e32038cbe99 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:57.420253 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-a9fc4b83-59a2-46ac-9b4c-0402794340ac req-bc95b53f-8e1a-4195-8a1b-3e32038cbe99 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] Calling delete_port for d4cb510c-4fb4-4255-9fec-f750160eb25a owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:00:57.678714 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-a9fc4b83-59a2-46ac-9b4c-0402794340ac req-bc95b53f-8e1a-4195-8a1b-3e32038cbe99 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:57.690876 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['d4cb510c-4fb4-4255-9fec-f750160eb25a'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:00:57.707848 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc95b53f-8e1a-4195-8a1b-3e32038cbe99 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] Pushing event deleted for resources: {'Port': ['ID=d4cb510c-4fb4-4255-9fec-f750160eb25a,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:00:57.770925 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9fc4b83-59a2-46ac-9b4c-0402794340ac req-bc95b53f-8e1a-4195-8a1b-3e32038cbe99 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] No DVR routers for this DVR port d4cb510c-4fb4-4255-9fec-f750160eb25a on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:00:57.773728 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-a9fc4b83-59a2-46ac-9b4c-0402794340ac req-bc95b53f-8e1a-4195-8a1b-3e32038cbe99 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:00:57.775589 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a9fc4b83-59a2-46ac-9b4c-0402794340ac req-bc95b53f-8e1a-4195-8a1b-3e32038cbe99 tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] 10.222.0.108 "DELETE /v2.0/ports/d4cb510c-4fb4-4255-9fec-f750160eb25a HTTP/1.1" status: 204 len: 173 time: 0.5947378 Sep 24 16:00:57.776020 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dec2185-83f4-402d-9fd3-67526e327c5b', 'name': 'network-vif-deleted', 'tag': 'd4cb510c-4fb4-4255-9fec-f750160eb25a'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:00:57.778227 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6096e0c1-3ad2-4309-9850-e6044d87112c" -d '{"events": [{"server_uuid": "2dec2185-83f4-402d-9fd3-67526e327c5b", "name": "network-vif-deleted", "tag": "d4cb510c-4fb4-4255-9fec-f750160eb25a"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:00:57.823740 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d0c62b9-262f-4a56-a221-d1065e28434b x-openstack-request-id: req-5d0c62b9-262f-4a56-a221-d1065e28434b {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:00:57.824037 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dec2185-83f4-402d-9fd3-67526e327c5b", "name": "network-vif-deleted", "tag": "d4cb510c-4fb4-4255-9fec-f750160eb25a", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:00:57.824290 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-5d0c62b9-262f-4a56-a221-d1065e28434b {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:00:57.824689 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dec2185-83f4-402d-9fd3-67526e327c5b', 'name': 'network-vif-deleted', 'tag': 'd4cb510c-4fb4-4255-9fec-f750160eb25a', 'status': 'completed', 'code': 200} Sep 24 16:00:58.131352 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b24d2ec9-be69-4167-a309-5325ed73b93e req-820ea854-b56f-4d91-a07d-092cc3333b7b tempest-VolumesActionsTest-145883620 tempest-VolumesActionsTest-145883620-project] 10.222.0.101 "GET /v2.0/ports?device_id=2dec2185-83f4-402d-9fd3-67526e327c5b HTTP/1.1" status: 200 len: 210 time: 0.0321069 Sep 24 16:01:00.503703 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device d4cb510c-4fb4-4255-9fec-f750160eb25a no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:01:00.531885 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] No Port match for: d4cb510c-4fb4-4255-9fec-f750160eb25a {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:01:00.533561 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device d4cb510c-4fb4-4255-9fec-f750160eb25a not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:01:01.205389 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-69781fb1-ca62-478a-8724-2c578584a9d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:02.245674 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 52806) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:01:02.452573 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7fc7b58b-5311-4650-8cb1-c7819767b223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:02.695681 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7fc7b58b-5311-4650-8cb1-c7819767b223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:02.782569 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7fc7b58b-5311-4650-8cb1-c7819767b223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:02.852067 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-7fc7b58b-5311-4650-8cb1-c7819767b223 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=bc2738ad1681465cb0224af0a3845002&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6027112 Sep 24 16:01:02.854859 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 52824) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:01:02.857369 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc7b58b-5311-4650-8cb1-c7819767b223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6614650-388b-4ee2-a55c-f996d624feb5,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:01:02.880916 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc7b58b-5311-4650-8cb1-c7819767b223 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:01:02.882060 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc7b58b-5311-4650-8cb1-c7819767b223 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:01:02.883076 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc7b58b-5311-4650-8cb1-c7819767b223 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:01:02.884040 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc7b58b-5311-4650-8cb1-c7819767b223 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:01:02.885036 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc7b58b-5311-4650-8cb1-c7819767b223 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:01:02.885978 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc7b58b-5311-4650-8cb1-c7819767b223 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:01:02.888920 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc7b58b-5311-4650-8cb1-c7819767b223 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:01:02.899728 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc7b58b-5311-4650-8cb1-c7819767b223 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:01:02.899728 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc7b58b-5311-4650-8cb1-c7819767b223 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:01:02.899728 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc7b58b-5311-4650-8cb1-c7819767b223 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:01:02.899728 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc7b58b-5311-4650-8cb1-c7819767b223 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:01:02.899728 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc7b58b-5311-4650-8cb1-c7819767b223 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:01:02.936517 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a7f9245b-bba2-4245-b063-54fe722661c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:02.972939 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a7f9245b-bba2-4245-b063-54fe722661c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:03.217501 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a7f9245b-bba2-4245-b063-54fe722661c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:03.221807 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a7f9245b-bba2-4245-b063-54fe722661c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:03.222019 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-a7f9245b-bba2-4245-b063-54fe722661c8 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/b6614650-388b-4ee2-a55c-f996d624feb5 HTTP/1.1" status: 204 len: 168 time: 0.3656933 Sep 24 16:01:03.230643 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f9245b-bba2-4245-b063-54fe722661c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6614650-388b-4ee2-a55c-f996d624feb5,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:01:03.959786 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-1c757f86-a2a3-4a02-8f5a-0b7e014e45f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:04.306438 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:05.354391 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:06.765787 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:08.111930 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-097169c0-2e10-4abb-92fa-9fd088286c80 req-06fc326d-1ad6-4f8c-bbe9-a2760c699ecc tempest-VolumesBackupsTest-565115610 tempest-VolumesBackupsTest-565115610-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=32260695061742b986769f69f5c5b807&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0442662 Sep 24 16:01:08.358891 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097169c0-2e10-4abb-92fa-9fd088286c80 req-cb5dfb3a-24ed-4f70-b71b-0c1b7f620d3f tempest-VolumesBackupsTest-565115610 tempest-VolumesBackupsTest-565115610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:01:08.360556 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-097169c0-2e10-4abb-92fa-9fd088286c80 req-cb5dfb3a-24ed-4f70-b71b-0c1b7f620d3f tempest-VolumesBackupsTest-565115610 tempest-VolumesBackupsTest-565115610-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2471836 Sep 24 16:01:08.377774 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-097169c0-2e10-4abb-92fa-9fd088286c80 req-0643614b-1987-4e9d-a42f-220ba02735b2 tempest-VolumesBackupsTest-565115610 tempest-VolumesBackupsTest-565115610-project] 10.222.0.101 "GET /v2.0/quotas/32260695061742b986769f69f5c5b807 HTTP/1.1" status: 200 len: 375 time: 0.0107596 Sep 24 16:01:08.416247 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-097169c0-2e10-4abb-92fa-9fd088286c80 req-0fd70ba9-ebf9-46fc-a99a-b5d542c768fc tempest-VolumesBackupsTest-565115610 tempest-VolumesBackupsTest-565115610-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=32260695061742b986769f69f5c5b807&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0328200 Sep 24 16:01:08.986099 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ae5cb48b-13b9-4506-ae3d-4afec3ff5794 req-2ec08f0f-5fb8-47c7-bef6-dd031e9ea599 tempest-VolumesBackupsTest-565115610 tempest-VolumesBackupsTest-565115610-project] 10.222.0.101 "GET /v2.0/ports?device_id=410c309f-f0c5-4cb6-95ef-7a3f444b19a2 HTTP/1.1" status: 200 len: 210 time: 0.0476086 Sep 24 16:01:09.037980 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:10.081351 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-724f858d-b8ff-48f1-abe9-b1e279419ad4 req-a04ef00c-fdd7-4ca0-b7c0-980239ef401a tempest-VolumesBackupsTest-565115610 tempest-VolumesBackupsTest-565115610-project] 10.222.0.101 "GET /v2.0/ports?device_id=410c309f-f0c5-4cb6-95ef-7a3f444b19a2 HTTP/1.1" status: 200 len: 210 time: 0.0311964 Sep 24 16:01:10.920474 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:11.721684 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-51910d94-19e0-470f-be95-4515e0076072 req-d0a50a3b-56fe-4986-a94d-a2c1cee68e64 tempest-VolumesBackupsTest-565115610 tempest-VolumesBackupsTest-565115610-project] 10.222.0.101 "GET /v2.0/ports?device_id=410c309f-f0c5-4cb6-95ef-7a3f444b19a2 HTTP/1.1" status: 200 len: 210 time: 0.5097911 Sep 24 16:01:12.026285 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-097169c0-2e10-4abb-92fa-9fd088286c80 req-b731eeea-58f0-4a66-b018-8ad16f5d1a73 tempest-VolumesBackupsTest-565115610 tempest-VolumesBackupsTest-565115610-project] 10.222.0.108 "GET /v2.0/networks?tenant_id=32260695061742b986769f69f5c5b807&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283589 Sep 24 16:01:12.275878 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097169c0-2e10-4abb-92fa-9fd088286c80 req-3b532790-dd50-4541-ae58-5e41683bef6b tempest-VolumesBackupsTest-565115610 tempest-VolumesBackupsTest-565115610-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:01:12.277586 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-097169c0-2e10-4abb-92fa-9fd088286c80 req-3b532790-dd50-4541-ae58-5e41683bef6b tempest-VolumesBackupsTest-565115610 tempest-VolumesBackupsTest-565115610-project] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2451055 Sep 24 16:01:12.291757 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-097169c0-2e10-4abb-92fa-9fd088286c80 req-c0781cc5-127d-46d2-99e6-2ef6b6fec3ad tempest-VolumesBackupsTest-565115610 tempest-VolumesBackupsTest-565115610-project] Request body: {'port': {'device_id': '410c309f-f0c5-4cb6-95ef-7a3f444b19a2', 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939', 'admin_state_up': True, 'tenant_id': '32260695061742b986769f69f5c5b807'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:01:12.579284 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-097169c0-2e10-4abb-92fa-9fd088286c80 req-c0781cc5-127d-46d2-99e6-2ef6b6fec3ad tempest-VolumesBackupsTest-565115610 tempest-VolumesBackupsTest-565115610-project] Made reservation on behalf of 32260695061742b986769f69f5c5b807 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:01:12.585203 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-097169c0-2e10-4abb-92fa-9fd088286c80 req-c0781cc5-127d-46d2-99e6-2ef6b6fec3ad tempest-VolumesBackupsTest-565115610 tempest-VolumesBackupsTest-565115610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:12.613867 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-097169c0-2e10-4abb-92fa-9fd088286c80 req-c0781cc5-127d-46d2-99e6-2ef6b6fec3ad tempest-VolumesBackupsTest-565115610 tempest-VolumesBackupsTest-565115610-project] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:12.747696 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-097169c0-2e10-4abb-92fa-9fd088286c80 req-c0781cc5-127d-46d2-99e6-2ef6b6fec3ad tempest-VolumesBackupsTest-565115610 tempest-VolumesBackupsTest-565115610-project] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:12.856656 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-097169c0-2e10-4abb-92fa-9fd088286c80 req-c0781cc5-127d-46d2-99e6-2ef6b6fec3ad tempest-VolumesBackupsTest-565115610 tempest-VolumesBackupsTest-565115610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:12.864174 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e1b0ce49-8efe-4e8d-9883-40b43ca1ad03 req-fb5811da-bd35-4ab7-8bcc-29f4ea3aa7e1 tempest-VolumesBackupsTest-565115610 tempest-VolumesBackupsTest-565115610-project] 10.222.0.101 "GET /v2.0/ports?device_id=410c309f-f0c5-4cb6-95ef-7a3f444b19a2 HTTP/1.1" status: 200 len: 210 time: 0.0332365 Sep 24 16:01:12.889911 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0781cc5-127d-46d2-99e6-2ef6b6fec3ad tempest-VolumesBackupsTest-565115610 tempest-VolumesBackupsTest-565115610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb7fc8c-d5f4-4b09-9d2b-ec9870122d4d,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:01:13.068650 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-097169c0-2e10-4abb-92fa-9fd088286c80 req-c0781cc5-127d-46d2-99e6-2ef6b6fec3ad tempest-VolumesBackupsTest-565115610 tempest-VolumesBackupsTest-565115610-project] Allocated IP 192.168.233.235 (9672f189-23fe-44e6-9dd2-257ff8905939/188edb94-8042-4961-9ec0-8960b1ce1305/7546af2f-614a-4e2d-9054-1c256042e6e0) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:01:13.277176 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-097169c0-2e10-4abb-92fa-9fd088286c80 req-c0781cc5-127d-46d2-99e6-2ef6b6fec3ad tempest-VolumesBackupsTest-565115610 tempest-VolumesBackupsTest-565115610-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:13.419515 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-097169c0-2e10-4abb-92fa-9fd088286c80 req-c0781cc5-127d-46d2-99e6-2ef6b6fec3ad tempest-VolumesBackupsTest-565115610 tempest-VolumesBackupsTest-565115610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:13.525465 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-097169c0-2e10-4abb-92fa-9fd088286c80 req-c0781cc5-127d-46d2-99e6-2ef6b6fec3ad tempest-VolumesBackupsTest-565115610 tempest-VolumesBackupsTest-565115610-project] Network 9672f189-23fe-44e6-9dd2-257ff8905939 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:01:13.530383 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-097169c0-2e10-4abb-92fa-9fd088286c80 req-c0781cc5-127d-46d2-99e6-2ef6b6fec3ad tempest-VolumesBackupsTest-565115610 tempest-VolumesBackupsTest-565115610-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:01:13.542994 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-097169c0-2e10-4abb-92fa-9fd088286c80 req-c0781cc5-127d-46d2-99e6-2ef6b6fec3ad tempest-VolumesBackupsTest-565115610 tempest-VolumesBackupsTest-565115610-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:01:13.616954 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0781cc5-127d-46d2-99e6-2ef6b6fec3ad tempest-VolumesBackupsTest-565115610 tempest-VolumesBackupsTest-565115610-project] Pushing event updated for resources: {'Port': ['ID=7546af2f-614a-4e2d-9054-1c256042e6e0,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:01:13.655762 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097169c0-2e10-4abb-92fa-9fd088286c80 req-c0781cc5-127d-46d2-99e6-2ef6b6fec3ad tempest-VolumesBackupsTest-565115610 tempest-VolumesBackupsTest-565115610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:01:13.658238 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-097169c0-2e10-4abb-92fa-9fd088286c80 req-c0781cc5-127d-46d2-99e6-2ef6b6fec3ad tempest-VolumesBackupsTest-565115610 tempest-VolumesBackupsTest-565115610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:13.766416 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-097169c0-2e10-4abb-92fa-9fd088286c80 req-c0781cc5-127d-46d2-99e6-2ef6b6fec3ad tempest-VolumesBackupsTest-565115610 tempest-VolumesBackupsTest-565115610-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4784195 Sep 24 16:01:13.781239 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-097169c0-2e10-4abb-92fa-9fd088286c80 req-ae5e4d67-3221-43ca-92bd-75b5645f8e0a service neutron] Request body: {'port': {'device_id': '410c309f-f0c5-4cb6-95ef-7a3f444b19a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:01:13.881238 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-097169c0-2e10-4abb-92fa-9fd088286c80 req-ae5e4d67-3221-43ca-92bd-75b5645f8e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:13.972056 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-9f5e8527-7816-42de-a7b7-79fb145ed3d0 None None] Provisioning complete for port 7546af2f-614a-4e2d-9054-1c256042e6e0 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:01:13.973256 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9f5e8527-7816-42de-a7b7-79fb145ed3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:14.058030 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-9f5e8527-7816-42de-a7b7-79fb145ed3d0 None None] Port 7546af2f-614a-4e2d-9054-1c256042e6e0 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:01:14.114480 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5069aed-69f9-4923-ab34-e35a38577237 req-dbbf2cdf-d5ae-4264-8ace-e391edaa8d71 tempest-VolumesBackupsTest-565115610 tempest-VolumesBackupsTest-565115610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:01:14.120069 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b5069aed-69f9-4923-ab34-e35a38577237 req-dbbf2cdf-d5ae-4264-8ace-e391edaa8d71 tempest-VolumesBackupsTest-565115610 tempest-VolumesBackupsTest-565115610-project] 10.222.0.101 "GET /v2.0/ports?device_id=410c309f-f0c5-4cb6-95ef-7a3f444b19a2 HTTP/1.1" status: 200 len: 936 time: 0.1111875 Sep 24 16:01:14.254945 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b5069aed-69f9-4923-ab34-e35a38577237 req-7edeeae3-26a1-4a9f-9a89-1163ca537fac tempest-VolumesBackupsTest-565115610 tempest-VolumesBackupsTest-565115610-project] 10.222.0.101 "GET /v2.0/security-groups?id=0cb7fc8c-d5f4-4b09-9d2b-ec9870122d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676847 Sep 24 16:01:14.449261 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-097169c0-2e10-4abb-92fa-9fd088286c80 req-ae5e4d67-3221-43ca-92bd-75b5645f8e0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7546af2f-614a-4e2d-9054-1c256042e6e0 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:01:14.458421 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-097169c0-2e10-4abb-92fa-9fd088286c80 req-ae5e4d67-3221-43ca-92bd-75b5645f8e0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:14.476183 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-097169c0-2e10-4abb-92fa-9fd088286c80 req-ae5e4d67-3221-43ca-92bd-75b5645f8e0a service neutron] Transition to ACTIVE for port object 7546af2f-614a-4e2d-9054-1c256042e6e0 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 16:01:14.547886 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-097169c0-2e10-4abb-92fa-9fd088286c80 req-ae5e4d67-3221-43ca-92bd-75b5645f8e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:14.685040 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5e4d67-3221-43ca-92bd-75b5645f8e0a service neutron] Pushing event updated for resources: {'Port': ['ID=7546af2f-614a-4e2d-9054-1c256042e6e0,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:01:14.694132 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-097169c0-2e10-4abb-92fa-9fd088286c80 req-ae5e4d67-3221-43ca-92bd-75b5645f8e0a service neutron] Attempting to bind port 7546af2f-614a-4e2d-9054-1c256042e6e0 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:01:14.694792 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-097169c0-2e10-4abb-92fa-9fd088286c80 req-ae5e4d67-3221-43ca-92bd-75b5645f8e0a service neutron] Attempting to bind port 7546af2f-614a-4e2d-9054-1c256042e6e0 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:01:14.695128 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097169c0-2e10-4abb-92fa-9fd088286c80 req-ae5e4d67-3221-43ca-92bd-75b5645f8e0a service neutron] Attempting to bind port 7546af2f-614a-4e2d-9054-1c256042e6e0 on network 9672f189-23fe-44e6-9dd2-257ff8905939 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:01:14.701843 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097169c0-2e10-4abb-92fa-9fd088286c80 req-ae5e4d67-3221-43ca-92bd-75b5645f8e0a service neutron] Port 7546af2f-614a-4e2d-9054-1c256042e6e0 on network 9672f189-23fe-44e6-9dd2-257ff8905939 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 16:01:14.702175 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097169c0-2e10-4abb-92fa-9fd088286c80 req-ae5e4d67-3221-43ca-92bd-75b5645f8e0a service neutron] Attempting to bind port 7546af2f-614a-4e2d-9054-1c256042e6e0 on network 9672f189-23fe-44e6-9dd2-257ff8905939 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:01:14.708278 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097169c0-2e10-4abb-92fa-9fd088286c80 req-ae5e4d67-3221-43ca-92bd-75b5645f8e0a service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:01:14.708664 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097169c0-2e10-4abb-92fa-9fd088286c80 req-ae5e4d67-3221-43ca-92bd-75b5645f8e0a service neutron] Checking segment: {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:01:14.709005 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-097169c0-2e10-4abb-92fa-9fd088286c80 req-ae5e4d67-3221-43ca-92bd-75b5645f8e0a service neutron] Bound using segment: {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:01:14.709427 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-097169c0-2e10-4abb-92fa-9fd088286c80 req-ae5e4d67-3221-43ca-92bd-75b5645f8e0a service neutron] Bound port: 7546af2f-614a-4e2d-9054-1c256042e6e0, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:01:14.709789 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-097169c0-2e10-4abb-92fa-9fd088286c80 req-ae5e4d67-3221-43ca-92bd-75b5645f8e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:14.859402 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-097169c0-2e10-4abb-92fa-9fd088286c80 req-ae5e4d67-3221-43ca-92bd-75b5645f8e0a service neutron] For port 7546af2f-614a-4e2d-9054-1c256042e6e0, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:01:14.872007 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-097169c0-2e10-4abb-92fa-9fd088286c80 req-ae5e4d67-3221-43ca-92bd-75b5645f8e0a service neutron] For port 7546af2f-614a-4e2d-9054-1c256042e6e0, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=7546af2f-614a-4e2d-9054-1c256042e6e0,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:01:14.942546 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 53116) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:01:15.278767 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-097169c0-2e10-4abb-92fa-9fd088286c80 req-ae5e4d67-3221-43ca-92bd-75b5645f8e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:15.305612 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-fc1f69ce-73db-4ec7-908c-cc310632a8b6 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Deleting port 621ea7c4-c487-4b4b-879f-99e98330768a {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:01:15.306232 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fc1f69ce-73db-4ec7-908c-cc310632a8b6 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:15.351894 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097169c0-2e10-4abb-92fa-9fd088286c80 req-ae5e4d67-3221-43ca-92bd-75b5645f8e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:01:15.351894 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-097169c0-2e10-4abb-92fa-9fd088286c80 req-ae5e4d67-3221-43ca-92bd-75b5645f8e0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:15.351894 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-097169c0-2e10-4abb-92fa-9fd088286c80 req-ae5e4d67-3221-43ca-92bd-75b5645f8e0a service neutron] 10.222.0.108 "PUT /v2.0/ports/7546af2f-614a-4e2d-9054-1c256042e6e0 HTTP/1.1" status: 200 len: 1096 time: 1.5720570 Sep 24 16:01:15.351894 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '410c309f-f0c5-4cb6-95ef-7a3f444b19a2', 'tag': '7546af2f-614a-4e2d-9054-1c256042e6e0'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:01:15.351894 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-222b5628-243d-401f-8ce0-8440c5a9046c" -d '{"events": [{"name": "network-changed", "server_uuid": "410c309f-f0c5-4cb6-95ef-7a3f444b19a2", "tag": "7546af2f-614a-4e2d-9054-1c256042e6e0"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:01:15.385304 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5e4d67-3221-43ca-92bd-75b5645f8e0a service neutron] Pushing event updated for resources: {'Port': ['ID=7546af2f-614a-4e2d-9054-1c256042e6e0,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:01:15.417283 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fc1f69ce-73db-4ec7-908c-cc310632a8b6 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:15.417737 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fc1f69ce-73db-4ec7-908c-cc310632a8b6 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:15.421879 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-392ceb67-0190-4a88-a00e-fb9e78a96945 x-openstack-request-id: req-392ceb67-0190-4a88-a00e-fb9e78a96945 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:01:15.422200 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "410c309f-f0c5-4cb6-95ef-7a3f444b19a2", "tag": "7546af2f-614a-4e2d-9054-1c256042e6e0", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:01:15.422591 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-392ceb67-0190-4a88-a00e-fb9e78a96945 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:01:15.426625 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '410c309f-f0c5-4cb6-95ef-7a3f444b19a2', 'tag': '7546af2f-614a-4e2d-9054-1c256042e6e0', 'status': 'completed', 'code': 200} Sep 24 16:01:15.459511 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-fc1f69ce-73db-4ec7-908c-cc310632a8b6 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Calling delete_port for 621ea7c4-c487-4b4b-879f-99e98330768a owned by network:floatingip {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:01:15.492216 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222b5628-243d-401f-8ce0-8440c5a9046c req-ce43c73e-9cd9-4e19-b62e-80fbdea628cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:01:15.493905 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-222b5628-243d-401f-8ce0-8440c5a9046c req-ce43c73e-9cd9-4e19-b62e-80fbdea628cd service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=32260695061742b986769f69f5c5b807&device_id=410c309f-f0c5-4cb6-95ef-7a3f444b19a2 HTTP/1.1" status: 200 len: 1099 time: 0.0486636 Sep 24 16:01:15.530312 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-222b5628-243d-401f-8ce0-8440c5a9046c req-5cb4d7c0-b57e-4365-8e33-04f8c580df1e service neutron] 10.222.0.108 "GET /v2.0/networks?tenant_id=32260695061742b986769f69f5c5b807&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0269759 Sep 24 16:01:15.700632 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c334181e-8dbd-4c15-a9d0-113667763d89 req-37df9225-c8a1-4d94-bb09-decd3c530da5 tempest-VolumesBackupsTest-565115610 tempest-VolumesBackupsTest-565115610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:01:15.704367 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222b5628-243d-401f-8ce0-8440c5a9046c req-a7701e25-7d67-4f2b-a179-e617774a3a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:01:15.706170 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-222b5628-243d-401f-8ce0-8440c5a9046c req-a7701e25-7d67-4f2b-a179-e617774a3a00 service neutron] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1675212 Sep 24 16:01:15.706898 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c334181e-8dbd-4c15-a9d0-113667763d89 req-37df9225-c8a1-4d94-bb09-decd3c530da5 tempest-VolumesBackupsTest-565115610 tempest-VolumesBackupsTest-565115610-project] 10.222.0.101 "GET /v2.0/ports?device_id=410c309f-f0c5-4cb6-95ef-7a3f444b19a2 HTTP/1.1" status: 200 len: 948 time: 0.2711885 Sep 24 16:01:15.766037 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c334181e-8dbd-4c15-a9d0-113667763d89 req-d6a835fd-1e4e-49ae-bc9a-08a8f167e7b8 tempest-VolumesBackupsTest-565115610 tempest-VolumesBackupsTest-565115610-project] 10.222.0.101 "GET /v2.0/security-groups?id=0cb7fc8c-d5f4-4b09-9d2b-ec9870122d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559225 Sep 24 16:01:15.766842 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fc1f69ce-73db-4ec7-908c-cc310632a8b6 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:15.829105 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1f69ce-73db-4ec7-908c-cc310632a8b6 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event deleted for resources: {'Port': ['ID=621ea7c4-c487-4b4b-879f-99e98330768a,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:01:15.868534 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097169c0-2e10-4abb-92fa-9fd088286c80 req-307e6d46-fef7-4d28-a9f4-812b81a9c7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:01:15.874977 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-097169c0-2e10-4abb-92fa-9fd088286c80 req-307e6d46-fef7-4d28-a9f4-812b81a9c7cd service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=32260695061742b986769f69f5c5b807&device_id=410c309f-f0c5-4cb6-95ef-7a3f444b19a2 HTTP/1.1" status: 200 len: 1099 time: 0.0938094 Sep 24 16:01:15.910714 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fc1f69ce-73db-4ec7-908c-cc310632a8b6 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for floatingip, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:15.911203 n-d-808921-1 neutron-server[95297]: INFO neutron.db.l3_db [None req-fc1f69ce-73db-4ec7-908c-cc310632a8b6 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Floating IP 3d7a5054-e027-415e-b392-416c36243bb7 disassociated (deleted). External IP: 172.25.0.134, port: beee2116-20f2-482a-a6d1-9fdd3437736b. Sep 24 16:01:15.956487 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-097169c0-2e10-4abb-92fa-9fd088286c80 req-eb64e4f0-fc33-414f-992c-7f318f458b69 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=7546af2f-614a-4e2d-9054-1c256042e6e0 HTTP/1.1" status: 200 len: 217 time: 0.0760095 Sep 24 16:01:16.026954 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097169c0-2e10-4abb-92fa-9fd088286c80 req-4cfc7974-2084-4932-b75e-eaae529b64c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:01:16.031372 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-097169c0-2e10-4abb-92fa-9fd088286c80 req-4cfc7974-2084-4932-b75e-eaae529b64c8 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.0661864 Sep 24 16:01:16.090603 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097169c0-2e10-4abb-92fa-9fd088286c80 req-6f64dc8c-e471-4fad-b025-104cae421b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:01:16.092808 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-097169c0-2e10-4abb-92fa-9fd088286c80 req-6f64dc8c-e471-4fad-b025-104cae421b27 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0523560 Sep 24 16:01:16.200169 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc1f69ce-73db-4ec7-908c-cc310632a8b6 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Router 43fbce14-064b-4084-8a86-21effe393dd6 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:01:16.225482 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-097169c0-2e10-4abb-92fa-9fd088286c80 req-7ba3fbc1-8e99-4e45-8ce1-854b9836bd2d service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244161 Sep 24 16:01:16.397045 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc1f69ce-73db-4ec7-908c-cc310632a8b6 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:01:16.403231 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fc1f69ce-73db-4ec7-908c-cc310632a8b6 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:16.407891 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb447b2-6eb3-4d1a-8313-712549cbd851 None None] Sync routers for ids ['43fbce14-064b-4084-8a86-21effe393dd6'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:01:16.409128 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-097169c0-2e10-4abb-92fa-9fd088286c80 req-cbc25a5b-b7b7-4581-9d8d-0bebd1a12ee8 service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750369 Sep 24 16:01:16.426205 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb447b2-6eb3-4d1a-8313-712549cbd851 None None] Routers {'43fbce14-064b-4084-8a86-21effe393dd6'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:01:16.426890 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-2bb447b2-6eb3-4d1a-8313-712549cbd851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:01:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['43fbce14-064b-4084-8a86-21effe393dd6'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:01:16.470414 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-fc1f69ce-73db-4ec7-908c-cc310632a8b6 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "DELETE /v2.0/floatingips/3d7a5054-e027-415e-b392-416c36243bb7 HTTP/1.1" status: 204 len: 168 time: 1.5239632 Sep 24 16:01:16.470414 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8f56886-5e0f-4583-94b8-b5728223db0b', 'tag': 'beee2116-20f2-482a-a6d1-9fdd3437736b'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:01:16.488067 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ce001e-c3d5-440a-8475-229e1c2f8a46" -d '{"events": [{"name": "network-changed", "server_uuid": "c8f56886-5e0f-4583-94b8-b5728223db0b", "tag": "beee2116-20f2-482a-a6d1-9fdd3437736b"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:01:16.536207 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7811e404-2613-4b61-a693-a28490a50b55 x-openstack-request-id: req-7811e404-2613-4b61-a693-a28490a50b55 {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:01:16.536721 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8f56886-5e0f-4583-94b8-b5728223db0b", "tag": "beee2116-20f2-482a-a6d1-9fdd3437736b", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:01:16.537128 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-7811e404-2613-4b61-a693-a28490a50b55 {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:01:16.537692 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8f56886-5e0f-4583-94b8-b5728223db0b', 'tag': 'beee2116-20f2-482a-a6d1-9fdd3437736b', 'status': 'completed', 'code': 200} Sep 24 16:01:16.590258 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-2bb447b2-6eb3-4d1a-8313-712549cbd851 None None] Set router 43fbce14-064b-4084-8a86-21effe393dd6 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:01:16.643223 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ce001e-c3d5-440a-8475-229e1c2f8a46 req-7cbd3392-8d09-4444-a596-91de88032110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:01:16.645239 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-16ce001e-c3d5-440a-8475-229e1c2f8a46 req-7cbd3392-8d09-4444-a596-91de88032110 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=7e512e155fd047afb7c369ee55b40ecc&device_id=c8f56886-5e0f-4583-94b8-b5728223db0b HTTP/1.1" status: 200 len: 1096 time: 0.0795493 Sep 24 16:01:16.765622 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ce001e-c3d5-440a-8475-229e1c2f8a46 req-e0cd42a0-407e-4595-a1fe-989050f23fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:01:16.768443 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-16ce001e-c3d5-440a-8475-229e1c2f8a46 req-e0cd42a0-407e-4595-a1fe-989050f23fbf service neutron] 10.222.0.108 "GET /v2.0/networks?id=78ed0ec3-2733-4633-a276-464419b5683d HTTP/1.1" status: 200 len: 898 time: 0.1133668 Sep 24 16:01:16.844199 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-16ce001e-c3d5-440a-8475-229e1c2f8a46 req-16241900-0eb8-4fb6-a7b0-7bf8e8da130b service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=beee2116-20f2-482a-a6d1-9fdd3437736b HTTP/1.1" status: 200 len: 217 time: 0.0641806 Sep 24 16:01:16.901202 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-2bb447b2-6eb3-4d1a-8313-712549cbd851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43fbce14-064b-4084-8a86-21effe393dd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-503689369', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '5a7bd278-bae2-4935-a8bb-1c0f019b7c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:59:18Z', 'updated_at': '2021-09-24T15:59:30Z', 'revision_number': 4, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'gw_port': {'id': '5a7bd278-bae2-4935-a8bb-1c0f019b7c62', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43fbce14-064b-4084-8a86-21effe393dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:59:20Z', 'updated_at': '2021-09-24T15:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '7673fc2d-4e72-463f-b5e6-baa9394d1986', 'name': '', 'network_id': '78ed0ec3-2733-4633-a276-464419b5683d', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'mac_address': 'fa:16:3e:53:9f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43fbce14-064b-4084-8a86-21effe393dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '0480698d-1abe-4017-ba8f-f31dd6254cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:59:28Z', 'updated_at': '2021-09-24T15:59:35Z', 'revision_number': 5, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'subnets': [{'id': '0480698d-1abe-4017-ba8f-f31dd6254cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:01:16.941491 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143efb0d-d77b-467b-92ba-a80bfc6247b2 req-9df2086f-017a-49b8-b8a7-ab71de8f5be7 tempest-VolumesBackupsTest-565115610 tempest-VolumesBackupsTest-565115610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:01:16.947891 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb447b2-6eb3-4d1a-8313-712549cbd851 None None] Checking router: 43fbce14-064b-4084-8a86-21effe393dd6 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:01:16.949959 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-143efb0d-d77b-467b-92ba-a80bfc6247b2 req-9df2086f-017a-49b8-b8a7-ab71de8f5be7 tempest-VolumesBackupsTest-565115610 tempest-VolumesBackupsTest-565115610-project] 10.222.0.101 "GET /v2.0/ports?device_id=410c309f-f0c5-4cb6-95ef-7a3f444b19a2 HTTP/1.1" status: 200 len: 948 time: 0.0654106 Sep 24 16:01:16.958594 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb447b2-6eb3-4d1a-8313-712549cbd851 None None] Routers {'43fbce14-064b-4084-8a86-21effe393dd6'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:01:16.959229 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-2bb447b2-6eb3-4d1a-8313-712549cbd851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:01:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['43fbce14-064b-4084-8a86-21effe393dd6'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:01:17.001034 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ce001e-c3d5-440a-8475-229e1c2f8a46 req-9af959c4-c92d-4543-a483-16dc7c0ccaef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:01:17.015020 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-143efb0d-d77b-467b-92ba-a80bfc6247b2 req-2e757c64-b411-4f98-b78b-9e82812bbe19 tempest-VolumesBackupsTest-565115610 tempest-VolumesBackupsTest-565115610-project] 10.222.0.101 "GET /v2.0/security-groups?id=0cb7fc8c-d5f4-4b09-9d2b-ec9870122d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555532 Sep 24 16:01:17.016518 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-16ce001e-c3d5-440a-8475-229e1c2f8a46 req-9af959c4-c92d-4543-a483-16dc7c0ccaef service neutron] 10.222.0.108 "GET /v2.0/subnets?id=0480698d-1abe-4017-ba8f-f31dd6254cc6 HTTP/1.1" status: 200 len: 835 time: 0.1499593 Sep 24 16:01:17.148525 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ce001e-c3d5-440a-8475-229e1c2f8a46 req-d0442de1-516f-4d34-a66e-1f75ef1ff7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:01:17.150513 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-16ce001e-c3d5-440a-8475-229e1c2f8a46 req-d0442de1-516f-4d34-a66e-1f75ef1ff7dd service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=78ed0ec3-2733-4633-a276-464419b5683d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1330132 Sep 24 16:01:17.162842 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0de9d90-1728-493b-bae6-201dba6f8c06 req-132fa34e-80d7-4740-9d21-68d96bfe3435 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:01:17.170617 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a0de9d90-1728-493b-bae6-201dba6f8c06 req-132fa34e-80d7-4740-9d21-68d96bfe3435 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=c8f56886-5e0f-4583-94b8-b5728223db0b HTTP/1.1" status: 200 len: 945 time: 0.0724368 Sep 24 16:01:17.174211 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-2bb447b2-6eb3-4d1a-8313-712549cbd851 None None] Set router 43fbce14-064b-4084-8a86-21effe393dd6 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:01:17.335815 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a0de9d90-1728-493b-bae6-201dba6f8c06 req-f1b5ec08-f649-4012-871b-fd70b8d47ca5 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=4b319b27-4e04-421a-90ad-1a96efb10b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1640055 Sep 24 16:01:17.380934 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-16ce001e-c3d5-440a-8475-229e1c2f8a46 req-ebecc1bf-4188-4b2c-be57-cbadea3905c6 service neutron] 10.222.0.108 "GET /v2.0/networks/78ed0ec3-2733-4633-a276-464419b5683d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017813 Sep 24 16:01:17.555899 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-16ce001e-c3d5-440a-8475-229e1c2f8a46 req-4b82d649-4055-403d-b097-a5db8c6a3fdd service neutron] 10.222.0.108 "GET /v2.0/networks/78ed0ec3-2733-4633-a276-464419b5683d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665447 Sep 24 16:01:17.577507 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-2bb447b2-6eb3-4d1a-8313-712549cbd851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43fbce14-064b-4084-8a86-21effe393dd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-503689369', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '5a7bd278-bae2-4935-a8bb-1c0f019b7c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:59:18Z', 'updated_at': '2021-09-24T15:59:30Z', 'revision_number': 4, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'gw_port': {'id': '5a7bd278-bae2-4935-a8bb-1c0f019b7c62', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43fbce14-064b-4084-8a86-21effe393dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:59:20Z', 'updated_at': '2021-09-24T15:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '7673fc2d-4e72-463f-b5e6-baa9394d1986', 'name': '', 'network_id': '78ed0ec3-2733-4633-a276-464419b5683d', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'mac_address': 'fa:16:3e:53:9f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43fbce14-064b-4084-8a86-21effe393dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '0480698d-1abe-4017-ba8f-f31dd6254cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:59:28Z', 'updated_at': '2021-09-24T15:59:35Z', 'revision_number': 5, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'subnets': [{'id': '0480698d-1abe-4017-ba8f-f31dd6254cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:01:17.616152 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb447b2-6eb3-4d1a-8313-712549cbd851 None None] The sync data for ids ['43fbce14-064b-4084-8a86-21effe393dd6'] in n-d-808921-1 is: [{'id': '43fbce14-064b-4084-8a86-21effe393dd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-503689369', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '5a7bd278-bae2-4935-a8bb-1c0f019b7c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:59:18Z', 'updated_at': '2021-09-24T15:59:30Z', 'revision_number': 4, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'gw_port': {'id': '5a7bd278-bae2-4935-a8bb-1c0f019b7c62', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43fbce14-064b-4084-8a86-21effe393dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:59:20Z', 'updated_at': '2021-09-24T15:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '7673fc2d-4e72-463f-b5e6-baa9394d1986', 'name': '', 'network_id': '78ed0ec3-2733-4633-a276-464419b5683d', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'mac_address': 'fa:16:3e:53:9f:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43fbce14-064b-4084-8a86-21effe393dd6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3256, 'fixed_ips': [{'subnet_id': '0480698d-1abe-4017-ba8f-f31dd6254cc6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:59:28Z', 'updated_at': '2021-09-24T15:59:35Z', 'revision_number': 5, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'subnets': [{'id': '0480698d-1abe-4017-ba8f-f31dd6254cc6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:01:18.048028 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652487fb-8e2c-4a28-ae79-2676e9bd2e50 None None] New status for floating IP 3d7a5054-e027-415e-b392-416c36243bb7: DOWN {{(pid=95300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 16:01:18.219460 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ed218f-2368-4078-9f73-9cae914106d5 req-2c2a8df1-2b1e-4fd1-9891-9c69282d916e tempest-VolumesBackupsTest-565115610 tempest-VolumesBackupsTest-565115610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:01:18.221496 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-11ed218f-2368-4078-9f73-9cae914106d5 req-2c2a8df1-2b1e-4fd1-9891-9c69282d916e tempest-VolumesBackupsTest-565115610 tempest-VolumesBackupsTest-565115610-project] 10.222.0.101 "GET /v2.0/ports?device_id=410c309f-f0c5-4cb6-95ef-7a3f444b19a2 HTTP/1.1" status: 200 len: 948 time: 0.1399612 Sep 24 16:01:18.283059 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-11ed218f-2368-4078-9f73-9cae914106d5 req-1d0cee47-69d1-4a84-ba39-9155a33cdc38 tempest-VolumesBackupsTest-565115610 tempest-VolumesBackupsTest-565115610-project] 10.222.0.101 "GET /v2.0/security-groups?id=0cb7fc8c-d5f4-4b09-9d2b-ec9870122d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544105 Sep 24 16:01:18.464316 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b67007-81c4-4b12-aa2a-19a8b4e478bc req-b60a516b-bfd6-4d62-a802-b512e4612c1f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:01:18.474529 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f3b67007-81c4-4b12-aa2a-19a8b4e478bc req-b60a516b-bfd6-4d62-a802-b512e4612c1f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.108 "GET /v2.0/ports?device_id=c8f56886-5e0f-4583-94b8-b5728223db0b HTTP/1.1" status: 200 len: 945 time: 0.0929437 Sep 24 16:01:18.515424 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b3aef8-2f53-4632-88fb-c91edf1855f8 req-e54ee517-59de-48e5-8f8f-c690a094ea97 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:01:18.518045 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-58b3aef8-2f53-4632-88fb-c91edf1855f8 req-e54ee517-59de-48e5-8f8f-c690a094ea97 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=c8f56886-5e0f-4583-94b8-b5728223db0b HTTP/1.1" status: 200 len: 945 time: 0.0762713 Sep 24 16:01:18.583223 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-58b3aef8-2f53-4632-88fb-c91edf1855f8 req-e2c51a84-5ae2-4e09-ac25-3c6f1f3bb2e3 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/security-groups?id=4b319b27-4e04-421a-90ad-1a96efb10b51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544531 Sep 24 16:01:18.609083 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 7546af2f-614a-4e2d-9054-1c256042e6e0 details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 16:01:18.650565 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-f3b67007-81c4-4b12-aa2a-19a8b4e478bc req-5533464d-fd76-41fb-898c-b1ccb7669e4e tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Deleting port beee2116-20f2-482a-a6d1-9fdd3437736b {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:01:18.651292 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-f3b67007-81c4-4b12-aa2a-19a8b4e478bc req-5533464d-fd76-41fb-898c-b1ccb7669e4e tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:18.756927 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 7546af2f-614a-4e2d-9054-1c256042e6e0, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=7546af2f-614a-4e2d-9054-1c256042e6e0,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:01:18.772442 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': '7546af2f-614a-4e2d-9054-1c256042e6e0', 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939', 'port_id': '7546af2f-614a-4e2d-9054-1c256042e6e0', 'mac_address': 'fa:16:3e:a2:cf:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '188edb94-8042-4961-9ec0-8960b1ce1305', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 16:01:18.779277 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-f3b67007-81c4-4b12-aa2a-19a8b4e478bc req-5533464d-fd76-41fb-898c-b1ccb7669e4e tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] For port beee2116-20f2-482a-a6d1-9fdd3437736b, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=beee2116-20f2-482a-a6d1-9fdd3437736b,segment=NetworkSegment(101d8513-09ad-40d6-a088-a15715413fec),segment_id=101d8513-09ad-40d6-a088-a15715413fec)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:01:18.779640 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-f3b67007-81c4-4b12-aa2a-19a8b4e478bc req-5533464d-fd76-41fb-898c-b1ccb7669e4e tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:18.793975 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-f3b67007-81c4-4b12-aa2a-19a8b4e478bc req-5533464d-fd76-41fb-898c-b1ccb7669e4e tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Calling delete_port for beee2116-20f2-482a-a6d1-9fdd3437736b owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:01:18.813408 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:18.828059 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7546af2f-614a-4e2d-9054-1c256042e6e0 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:01:18.849940 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 7546af2f-614a-4e2d-9054-1c256042e6e0, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=7546af2f-614a-4e2d-9054-1c256042e6e0,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:01:18.907990 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:19.024000 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=7546af2f-614a-4e2d-9054-1c256042e6e0,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:01:19.033466 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:01:19.033936 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:01:19.035184 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:01:19.035603 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:01:19.036043 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:01:19.036436 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:01:19.036841 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:01:19.037363 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:01:19.037761 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:01:19.038468 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:01:19.038868 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:01:19.039269 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:01:19.044798 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-f3b67007-81c4-4b12-aa2a-19a8b4e478bc req-5533464d-fd76-41fb-898c-b1ccb7669e4e tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:19.085114 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5533464d-fd76-41fb-898c-b1ccb7669e4e tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event deleted for resources: {'Port': ['ID=beee2116-20f2-482a-a6d1-9fdd3437736b,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:01:19.115123 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['7546af2f-614a-4e2d-9054-1c256042e6e0'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:01:19.177311 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3b67007-81c4-4b12-aa2a-19a8b4e478bc req-5533464d-fd76-41fb-898c-b1ccb7669e4e tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] No DVR routers for this DVR port beee2116-20f2-482a-a6d1-9fdd3437736b on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:01:19.180517 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-f3b67007-81c4-4b12-aa2a-19a8b4e478bc req-5533464d-fd76-41fb-898c-b1ccb7669e4e tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:19.183078 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f3b67007-81c4-4b12-aa2a-19a8b4e478bc req-5533464d-fd76-41fb-898c-b1ccb7669e4e tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.108 "DELETE /v2.0/ports/beee2116-20f2-482a-a6d1-9fdd3437736b HTTP/1.1" status: 204 len: 173 time: 0.7000544 Sep 24 16:01:19.183814 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8f56886-5e0f-4583-94b8-b5728223db0b', 'name': 'network-vif-deleted', 'tag': 'beee2116-20f2-482a-a6d1-9fdd3437736b'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:01:19.186561 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d5cba48-92e9-4116-9b7a-18b17b5eef7f" -d '{"events": [{"server_uuid": "c8f56886-5e0f-4583-94b8-b5728223db0b", "name": "network-vif-deleted", "tag": "beee2116-20f2-482a-a6d1-9fdd3437736b"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:01:19.319438 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3242e519-590e-48da-90bc-38c12bd8a925 x-openstack-request-id: req-3242e519-590e-48da-90bc-38c12bd8a925 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:01:19.320514 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8f56886-5e0f-4583-94b8-b5728223db0b", "name": "network-vif-deleted", "tag": "beee2116-20f2-482a-a6d1-9fdd3437736b", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:01:19.320975 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-3242e519-590e-48da-90bc-38c12bd8a925 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:01:19.321576 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8f56886-5e0f-4583-94b8-b5728223db0b', 'name': 'network-vif-deleted', 'tag': 'beee2116-20f2-482a-a6d1-9fdd3437736b', 'status': 'completed', 'code': 200} Sep 24 16:01:19.452982 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580318b5-70dc-42a2-a0f6-f2d43ca12b9f req-9b789262-7f7f-4eae-a8c6-9d7d4996b063 tempest-VolumesBackupsTest-565115610 tempest-VolumesBackupsTest-565115610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:01:19.461407 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-580318b5-70dc-42a2-a0f6-f2d43ca12b9f req-9b789262-7f7f-4eae-a8c6-9d7d4996b063 tempest-VolumesBackupsTest-565115610 tempest-VolumesBackupsTest-565115610-project] 10.222.0.101 "GET /v2.0/ports?device_id=410c309f-f0c5-4cb6-95ef-7a3f444b19a2 HTTP/1.1" status: 200 len: 949 time: 0.0710294 Sep 24 16:01:19.513017 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-580318b5-70dc-42a2-a0f6-f2d43ca12b9f req-767fc9e3-6b9a-4b5a-a38c-700397ae27e7 tempest-VolumesBackupsTest-565115610 tempest-VolumesBackupsTest-565115610-project] 10.222.0.101 "GET /v2.0/security-groups?id=0cb7fc8c-d5f4-4b09-9d2b-ec9870122d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506384 Sep 24 16:01:19.739732 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5bf91499-25ee-4660-b4ad-76a5db574391 req-cc28327f-8c0d-407f-b084-a7fe6bf8d0f4 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "GET /v2.0/ports?device_id=c8f56886-5e0f-4583-94b8-b5728223db0b HTTP/1.1" status: 200 len: 210 time: 0.0426986 Sep 24 16:01:20.623652 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 7546af2f-614a-4e2d-9054-1c256042e6e0 up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:01:20.624155 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676ff6a0-b6a0-459b-a06e-1f82d74e8e0e req-a703f793-f3a4-4f89-a856-fd60b7c40e1a tempest-VolumesBackupsTest-565115610 tempest-VolumesBackupsTest-565115610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:01:20.625802 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-676ff6a0-b6a0-459b-a06e-1f82d74e8e0e req-a703f793-f3a4-4f89-a856-fd60b7c40e1a tempest-VolumesBackupsTest-565115610 tempest-VolumesBackupsTest-565115610-project] 10.222.0.101 "GET /v2.0/ports?device_id=410c309f-f0c5-4cb6-95ef-7a3f444b19a2 HTTP/1.1" status: 200 len: 949 time: 0.0546463 Sep 24 16:01:20.678175 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-676ff6a0-b6a0-459b-a06e-1f82d74e8e0e req-1e200ed9-62ef-43a4-a5a9-b1bc7ffb2d00 tempest-VolumesBackupsTest-565115610 tempest-VolumesBackupsTest-565115610-project] 10.222.0.101 "GET /v2.0/security-groups?id=0cb7fc8c-d5f4-4b09-9d2b-ec9870122d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438888 Sep 24 16:01:20.786011 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 53214) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:01:20.794164 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port 7546af2f-614a-4e2d-9054-1c256042e6e0 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 16:01:20.798738 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port 7546af2f-614a-4e2d-9054-1c256042e6e0 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:01:20.799224 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:20.912898 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:20.946899 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '410c309f-f0c5-4cb6-95ef-7a3f444b19a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7546af2f-614a-4e2d-9054-1c256042e6e0'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:01:20.949717 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a175fb-fac4-4f77-8a7e-658f24f75560" -d '{"events": [{"server_uuid": "410c309f-f0c5-4cb6-95ef-7a3f444b19a2", "name": "network-vif-plugged", "status": "completed", "tag": "7546af2f-614a-4e2d-9054-1c256042e6e0"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:01:20.968038 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 7546af2f-614a-4e2d-9054-1c256042e6e0, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=7546af2f-614a-4e2d-9054-1c256042e6e0,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:01:21.005860 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13d543f-aa83-4457-af03-7dd937ad23a2 x-openstack-request-id: req-b13d543f-aa83-4457-af03-7dd937ad23a2 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:01:21.006257 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "410c309f-f0c5-4cb6-95ef-7a3f444b19a2", "name": "network-vif-plugged", "status": "completed", "tag": "7546af2f-614a-4e2d-9054-1c256042e6e0", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:01:21.006671 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b13d543f-aa83-4457-af03-7dd937ad23a2 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:01:21.007656 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '410c309f-f0c5-4cb6-95ef-7a3f444b19a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7546af2f-614a-4e2d-9054-1c256042e6e0', 'code': 200} Sep 24 16:01:21.091230 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:21.093206 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device beee2116-20f2-482a-a6d1-9fdd3437736b no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:01:21.203758 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] No Port match for: beee2116-20f2-482a-a6d1-9fdd3437736b {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:01:21.204029 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device beee2116-20f2-482a-a6d1-9fdd3437736b not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:01:21.239071 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4805bde-e896-4bf4-964d-70dd0d70413a req-7e14cc1d-47e8-4c74-9faa-75c64599abb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:01:21.243287 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c4805bde-e896-4bf4-964d-70dd0d70413a req-7e14cc1d-47e8-4c74-9faa-75c64599abb4 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=410c309f-f0c5-4cb6-95ef-7a3f444b19a2 HTTP/1.1" status: 200 len: 1101 time: 0.1183336 Sep 24 16:01:21.243985 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=7546af2f-614a-4e2d-9054-1c256042e6e0,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:01:21.318128 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c4805bde-e896-4bf4-964d-70dd0d70413a req-0f337e9a-c048-4030-af6e-6c2b1b248bbf service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=0cb7fc8c-d5f4-4b09-9d2b-ec9870122d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700655 Sep 24 16:01:21.555026 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7ca2fb2c-8c73-4a52-9604-384705ed4ee1 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:22.125341 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b29e159-1590-4d8a-917e-1541a42bae57 req-e85be750-8ebd-4d71-8287-d85d7dade097 tempest-VolumesBackupsTest-565115610 tempest-VolumesBackupsTest-565115610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:01:22.126950 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5b29e159-1590-4d8a-917e-1541a42bae57 req-e85be750-8ebd-4d71-8287-d85d7dade097 tempest-VolumesBackupsTest-565115610 tempest-VolumesBackupsTest-565115610-project] 10.222.0.101 "GET /v2.0/ports?device_id=410c309f-f0c5-4cb6-95ef-7a3f444b19a2 HTTP/1.1" status: 200 len: 950 time: 0.0878353 Sep 24 16:01:22.291511 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5b29e159-1590-4d8a-917e-1541a42bae57 req-e2485087-53b8-4a8d-8f1a-ba5946121597 tempest-VolumesBackupsTest-565115610 tempest-VolumesBackupsTest-565115610-project] 10.222.0.101 "GET /v2.0/security-groups?id=0cb7fc8c-d5f4-4b09-9d2b-ec9870122d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361756 Sep 24 16:01:22.401525 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-7ca2fb2c-8c73-4a52-9604-384705ed4ee1 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Deleting port 7673fc2d-4e72-463f-b5e6-baa9394d1986 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:01:22.401884 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7ca2fb2c-8c73-4a52-9604-384705ed4ee1 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:22.532280 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-7ca2fb2c-8c73-4a52-9604-384705ed4ee1 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] For port 7673fc2d-4e72-463f-b5e6-baa9394d1986, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=7673fc2d-4e72-463f-b5e6-baa9394d1986,segment=NetworkSegment(101d8513-09ad-40d6-a088-a15715413fec),segment_id=101d8513-09ad-40d6-a088-a15715413fec)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:01:22.532584 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7ca2fb2c-8c73-4a52-9604-384705ed4ee1 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:22.554671 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-7ca2fb2c-8c73-4a52-9604-384705ed4ee1 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Calling delete_port for 7673fc2d-4e72-463f-b5e6-baa9394d1986 owned by network:router_interface {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:01:22.959147 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7ca2fb2c-8c73-4a52-9604-384705ed4ee1 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:23.000096 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca2fb2c-8c73-4a52-9604-384705ed4ee1 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event deleted for resources: {'Port': ['ID=7673fc2d-4e72-463f-b5e6-baa9394d1986,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:01:23.315111 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7ca2fb2c-8c73-4a52-9604-384705ed4ee1 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:23.529566 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa0c90b-8245-4c4f-9012-8158aa7d70ea req-6ce24c4e-b032-4bb2-81ba-1f107b0a14fd tempest-VolumesBackupsTest-565115610 tempest-VolumesBackupsTest-565115610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:01:23.541284 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-baa0c90b-8245-4c4f-9012-8158aa7d70ea req-6ce24c4e-b032-4bb2-81ba-1f107b0a14fd tempest-VolumesBackupsTest-565115610 tempest-VolumesBackupsTest-565115610-project] 10.222.0.101 "GET /v2.0/ports?device_id=410c309f-f0c5-4cb6-95ef-7a3f444b19a2 HTTP/1.1" status: 200 len: 950 time: 0.0759563 Sep 24 16:01:23.599273 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-baa0c90b-8245-4c4f-9012-8158aa7d70ea req-9ea7710a-b0b1-4fb6-88e4-cbe5d10459bb tempest-VolumesBackupsTest-565115610 tempest-VolumesBackupsTest-565115610-project] 10.222.0.101 "GET /v2.0/security-groups?id=0cb7fc8c-d5f4-4b09-9d2b-ec9870122d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543988 Sep 24 16:01:23.610645 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ca2fb2c-8c73-4a52-9604-384705ed4ee1 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Router 43fbce14-064b-4084-8a86-21effe393dd6 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:01:23.781013 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ca2fb2c-8c73-4a52-9604-384705ed4ee1 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:01:23.795148 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1109b0-c37e-4f93-8c81-3e5b49048fc8 None None] Sync routers for ids ['43fbce14-064b-4084-8a86-21effe393dd6'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:01:23.796815 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-7ca2fb2c-8c73-4a52-9604-384705ed4ee1 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "PUT /v2.0/routers/43fbce14-064b-4084-8a86-21effe393dd6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0096579 Sep 24 16:01:23.799717 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 53322) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:01:23.826629 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1109b0-c37e-4f93-8c81-3e5b49048fc8 None None] Routers {'43fbce14-064b-4084-8a86-21effe393dd6'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:01:23.827897 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-7c1109b0-c37e-4f93-8c81-3e5b49048fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:01:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['43fbce14-064b-4084-8a86-21effe393dd6'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:01:23.868777 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-741df175-eb77-4af5-a3ac-ceda0e7808dd tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Deleting subnet 0480698d-1abe-4017-ba8f-f31dd6254cc6 {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 16:01:23.879241 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-741df175-eb77-4af5-a3ac-ceda0e7808dd tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:23.978220 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-741df175-eb77-4af5-a3ac-ceda0e7808dd tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:23.998975 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-7c1109b0-c37e-4f93-8c81-3e5b49048fc8 None None] Set router 43fbce14-064b-4084-8a86-21effe393dd6 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:01:24.040489 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:01:24.116615 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-741df175-eb77-4af5-a3ac-ceda0e7808dd tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:24.254276 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-7c1109b0-c37e-4f93-8c81-3e5b49048fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43fbce14-064b-4084-8a86-21effe393dd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-503689369', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '5a7bd278-bae2-4935-a8bb-1c0f019b7c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:59:18Z', 'updated_at': '2021-09-24T16:01:22Z', 'revision_number': 5, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'gw_port': {'id': '5a7bd278-bae2-4935-a8bb-1c0f019b7c62', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43fbce14-064b-4084-8a86-21effe393dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:59:20Z', 'updated_at': '2021-09-24T15:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:01:24.268465 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-741df175-eb77-4af5-a3ac-ceda0e7808dd tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:24.285388 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1109b0-c37e-4f93-8c81-3e5b49048fc8 None None] Checking router: 43fbce14-064b-4084-8a86-21effe393dd6 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:01:24.295730 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1109b0-c37e-4f93-8c81-3e5b49048fc8 None None] Routers {'43fbce14-064b-4084-8a86-21effe393dd6'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:01:24.296368 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-7c1109b0-c37e-4f93-8c81-3e5b49048fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:01:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['43fbce14-064b-4084-8a86-21effe393dd6'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:01:24.406373 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741df175-eb77-4af5-a3ac-ceda0e7808dd tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event deleted for resources: {'Subnet': ['ID=0480698d-1abe-4017-ba8f-f31dd6254cc6,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:01:24.427405 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741df175-eb77-4af5-a3ac-ceda0e7808dd tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:01:24.428055 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741df175-eb77-4af5-a3ac-ceda0e7808dd tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:01:24.428722 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741df175-eb77-4af5-a3ac-ceda0e7808dd tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:01:24.429241 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741df175-eb77-4af5-a3ac-ceda0e7808dd tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:01:24.429785 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741df175-eb77-4af5-a3ac-ceda0e7808dd tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:01:24.430390 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741df175-eb77-4af5-a3ac-ceda0e7808dd tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:01:24.430888 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741df175-eb77-4af5-a3ac-ceda0e7808dd tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:01:24.431382 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741df175-eb77-4af5-a3ac-ceda0e7808dd tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:01:24.431969 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741df175-eb77-4af5-a3ac-ceda0e7808dd tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:01:24.432517 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741df175-eb77-4af5-a3ac-ceda0e7808dd tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:01:24.433206 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741df175-eb77-4af5-a3ac-ceda0e7808dd tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:01:24.433811 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-741df175-eb77-4af5-a3ac-ceda0e7808dd tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:01:24.437791 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-741df175-eb77-4af5-a3ac-ceda0e7808dd tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:24.440178 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-741df175-eb77-4af5-a3ac-ceda0e7808dd tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "DELETE /v2.0/subnets/0480698d-1abe-4017-ba8f-f31dd6254cc6 HTTP/1.1" status: 204 len: 168 time: 0.6394358 Sep 24 16:01:24.443167 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 53344) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:01:24.597727 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8c90ce-5ac9-472d-8131-696f60d04308 None None] Network 78ed0ec3-2733-4633-a276-464419b5683d requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:01:24.615011 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8a425f8e-f63b-4dd2-b392-416e6f9ad38f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for router, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:24.695775 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-7c1109b0-c37e-4f93-8c81-3e5b49048fc8 None None] Set router 43fbce14-064b-4084-8a86-21effe393dd6 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:01:24.827609 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8a425f8e-f63b-4dd2-b392-416e6f9ad38f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:25.054578 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-8a425f8e-f63b-4dd2-b392-416e6f9ad38f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Deleting port 5a7bd278-bae2-4935-a8bb-1c0f019b7c62 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:01:25.055005 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8a425f8e-f63b-4dd2-b392-416e6f9ad38f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:25.070908 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c2af0c-0c90-4486-baa9-dc2b59f03973 None None] DHCP port deletion for 78ed0ec3-2733-4633-a276-464419b5683d request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 16:01:25.209494 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-8a425f8e-f63b-4dd2-b392-416e6f9ad38f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] For port 5a7bd278-bae2-4935-a8bb-1c0f019b7c62, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=5a7bd278-bae2-4935-a8bb-1c0f019b7c62,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:01:25.210437 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8a425f8e-f63b-4dd2-b392-416e6f9ad38f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:25.228834 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-7c1109b0-c37e-4f93-8c81-3e5b49048fc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43fbce14-064b-4084-8a86-21effe393dd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-503689369', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '5a7bd278-bae2-4935-a8bb-1c0f019b7c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:59:18Z', 'updated_at': '2021-09-24T16:01:22Z', 'revision_number': 5, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'gw_port': {'id': '5a7bd278-bae2-4935-a8bb-1c0f019b7c62', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43fbce14-064b-4084-8a86-21effe393dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:59:20Z', 'updated_at': '2021-09-24T15:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:01:25.236353 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-93c2af0c-0c90-4486-baa9-dc2b59f03973 None None] Deleting port 6748395b-9af1-41e4-bfd6-3b000de5cc01 {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:01:25.236731 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-93c2af0c-0c90-4486-baa9-dc2b59f03973 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:25.245747 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-8a425f8e-f63b-4dd2-b392-416e6f9ad38f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Calling delete_port for 5a7bd278-bae2-4935-a8bb-1c0f019b7c62 owned by network:router_gateway {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:01:25.303345 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-93c2af0c-0c90-4486-baa9-dc2b59f03973 None None] For port 6748395b-9af1-41e4-bfd6-3b000de5cc01, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=6748395b-9af1-41e4-bfd6-3b000de5cc01,segment=NetworkSegment(101d8513-09ad-40d6-a088-a15715413fec),segment_id=101d8513-09ad-40d6-a088-a15715413fec)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:01:25.303907 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-93c2af0c-0c90-4486-baa9-dc2b59f03973 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:25.318367 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-93c2af0c-0c90-4486-baa9-dc2b59f03973 None None] Calling delete_port for 6748395b-9af1-41e4-bfd6-3b000de5cc01 owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:01:25.423578 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 6748395b-9af1-41e4-bfd6-3b000de5cc01 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:01:25.429968 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1109b0-c37e-4f93-8c81-3e5b49048fc8 None None] The sync data for ids ['43fbce14-064b-4084-8a86-21effe393dd6'] in n-d-808921-1 is: [{'id': '43fbce14-064b-4084-8a86-21effe393dd6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-503689369', 'tenant_id': '7e512e155fd047afb7c369ee55b40ecc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.254'}], 'enable_snat': True}, 'gw_port_id': '5a7bd278-bae2-4935-a8bb-1c0f019b7c62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:59:18Z', 'updated_at': '2021-09-24T16:01:22Z', 'revision_number': 5, 'project_id': '7e512e155fd047afb7c369ee55b40ecc', 'gw_port': {'id': '5a7bd278-bae2-4935-a8bb-1c0f019b7c62', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:a6:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43fbce14-064b-4084-8a86-21effe393dd6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3241, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:59:20Z', 'updated_at': '2021-09-24T15:59:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:01:25.620546 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:25.626834 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8a425f8e-f63b-4dd2-b392-416e6f9ad38f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:25.666904 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a425f8e-f63b-4dd2-b392-416e6f9ad38f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event deleted for resources: {'Port': ['ID=5a7bd278-bae2-4935-a8bb-1c0f019b7c62,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:01:25.698641 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-93c2af0c-0c90-4486-baa9-dc2b59f03973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:25.822994 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c2af0c-0c90-4486-baa9-dc2b59f03973 None None] Pushing event deleted for resources: {'Port': ['ID=6748395b-9af1-41e4-bfd6-3b000de5cc01,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:01:25.830499 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c2af0c-0c90-4486-baa9-dc2b59f03973 None None] No DVR routers for this DVR port 6748395b-9af1-41e4-bfd6-3b000de5cc01 on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:01:25.837397 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8a425f8e-f63b-4dd2-b392-416e6f9ad38f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586576'] for router_gateway, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:26.095708 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8a425f8e-f63b-4dd2-b392-416e6f9ad38f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:26.098071 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8a425f8e-f63b-4dd2-b392-416e6f9ad38f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:26.370505 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8a425f8e-f63b-4dd2-b392-416e6f9ad38f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:26.372679 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a425f8e-f63b-4dd2-b392-416e6f9ad38f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Fanout notify agent at l3_agent the message router_deleted on router 43fbce14-064b-4084-8a86-21effe393dd6 {{(pid=95297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 16:01:26.395808 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8a425f8e-f63b-4dd2-b392-416e6f9ad38f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:26.395808 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-8a425f8e-f63b-4dd2-b392-416e6f9ad38f tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "DELETE /v2.0/routers/43fbce14-064b-4084-8a86-21effe393dd6 HTTP/1.1" status: 204 len: 168 time: 1.9391458 Sep 24 16:01:26.397569 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 53400) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:01:26.484046 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ddf7a0be-911a-4e83-b180-b84e681bb6e2 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:26.614199 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ddf7a0be-911a-4e83-b180-b84e681bb6e2 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:26.644539 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-ddf7a0be-911a-4e83-b180-b84e681bb6e2 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78ed0ec3-2733-4633-a276-464419b5683d']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:01:26.655681 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-ddf7a0be-911a-4e83-b180-b84e681bb6e2 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '101d8513-09ad-40d6-a088-a15715413fec') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:01:26.655978 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-ddf7a0be-911a-4e83-b180-b84e681bb6e2 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '101d8513-09ad-40d6-a088-a15715413fec') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:01:26.665850 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ddf7a0be-911a-4e83-b180-b84e681bb6e2 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:26.680466 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ddf7a0be-911a-4e83-b180-b84e681bb6e2 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:26.687089 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddf7a0be-911a-4e83-b180-b84e681bb6e2 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Releasing vlan 1272 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 16:01:26.687474 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ddf7a0be-911a-4e83-b180-b84e681bb6e2 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:26.690576 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 16:01:26.690576 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 16:01:26.690576 n-d-808921-1 neutron-server[95297]: timer() Sep 24 16:01:26.690576 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 16:01:26.690576 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 16:01:26.690576 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 16:01:26.690576 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 16:01:26.690576 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 16:01:26.690576 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 16:01:26.690576 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 16:01:26.690576 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 16:01:26.690576 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 16:01:26.690576 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 16:01:26.690576 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 16:01:26.690576 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 16:01:26.690576 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 16:01:26.690576 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 16:01:26.690576 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 16:01:26.690576 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 16:01:26.690576 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 16:01:26.690576 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 16:01:26.690576 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 16:01:26.690576 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 16:01:26.690576 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 16:01:26.690576 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 16:01:26.690576 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 16:01:26.690576 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 16:01:26.690576 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 16:01:26.690576 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 16:01:26.690576 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 16:01:26.690576 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 16:01:26.690576 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 16:01:26.839021 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ddf7a0be-911a-4e83-b180-b84e681bb6e2 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:26.845055 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ddf7a0be-911a-4e83-b180-b84e681bb6e2 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:26.849278 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ddf7a0be-911a-4e83-b180-b84e681bb6e2 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "DELETE /v2.0/networks/78ed0ec3-2733-4633-a276-464419b5683d HTTP/1.1" status: 204 len: 168 time: 0.4481633 Sep 24 16:01:26.850774 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 53412) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:01:26.863386 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf7a0be-911a-4e83-b180-b84e681bb6e2 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event deleted for resources: {'Network': ['ID=78ed0ec3-2733-4633-a276-464419b5683d,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:01:26.916847 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0ec0aac4-ef00-4f96-aa56-b9b3b223b9a8 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:26.973991 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0ec0aac4-ef00-4f96-aa56-b9b3b223b9a8 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:27.199061 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0ec0aac4-ef00-4f96-aa56-b9b3b223b9a8 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:27.203011 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0ec0aac4-ef00-4f96-aa56-b9b3b223b9a8 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:27.207907 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-0ec0aac4-ef00-4f96-aa56-b9b3b223b9a8 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] 10.222.0.101 "DELETE /v2.0/security-groups/4b319b27-4e04-421a-90ad-1a96efb10b51 HTTP/1.1" status: 204 len: 168 time: 0.3556125 Sep 24 16:01:27.232098 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec0aac4-ef00-4f96-aa56-b9b3b223b9a8 tempest-TestNetworkAdvancedServerOps-836265927 tempest-TestNetworkAdvancedServerOps-836265927-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b319b27-4e04-421a-90ad-1a96efb10b51,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:01:27.236690 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 7673fc2d-4e72-463f-b5e6-baa9394d1986 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:01:27.308960 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 7673fc2d-4e72-463f-b5e6-baa9394d1986 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:01:27.309570 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 7673fc2d-4e72-463f-b5e6-baa9394d1986 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:01:27.310165 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 5a7bd278-bae2-4935-a8bb-1c0f019b7c62 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:01:27.337553 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 5a7bd278-bae2-4935-a8bb-1c0f019b7c62 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:01:27.337913 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 5a7bd278-bae2-4935-a8bb-1c0f019b7c62 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:01:28.000954 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 53464) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:01:28.194539 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 53476) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:01:28.194988 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-28715906-b4ed-4beb-be45-619ac078e4d1 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=7e512e155fd047afb7c369ee55b40ecc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1925168 Sep 24 16:01:28.266918 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-cf60ade9-7e42-4f14-9183-515711bff1f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:28.289020 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-cf60ade9-7e42-4f14-9183-515711bff1f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:28.496003 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-cf60ade9-7e42-4f14-9183-515711bff1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:28.498872 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-cf60ade9-7e42-4f14-9183-515711bff1f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:28.500056 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-cf60ade9-7e42-4f14-9183-515711bff1f1 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/073d5a9c-82e4-42d1-b709-de30b7882247 HTTP/1.1" status: 204 len: 168 time: 0.3037968 Sep 24 16:01:28.508282 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf60ade9-7e42-4f14-9183-515711bff1f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073d5a9c-82e4-42d1-b709-de30b7882247,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:01:29.360512 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 53548) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:01:29.407579 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-af610c32-7de9-487a-86d7-98b82d5395dd admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=6e822b18d0664f92bde883ab1c5348ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427957 Sep 24 16:01:29.410300 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 53550) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:01:29.460681 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c3c894d2-5eaa-4470-8f70-2f8f1c248cb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:29.485806 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c3c894d2-5eaa-4470-8f70-2f8f1c248cb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:29.581569 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c3c894d2-5eaa-4470-8f70-2f8f1c248cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:29.584304 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c3c894d2-5eaa-4470-8f70-2f8f1c248cb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:29.585542 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-c3c894d2-5eaa-4470-8f70-2f8f1c248cb3 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f5a54654-2532-420c-9c92-49b2c50fe578 HTTP/1.1" status: 204 len: 168 time: 0.1767933 Sep 24 16:01:29.594433 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c894d2-5eaa-4470-8f70-2f8f1c248cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5a54654-2532-420c-9c92-49b2c50fe578,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:01:30.704423 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 53664) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:01:30.813974 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-1e2a5df9-39e9-4564-9be4-141c2f54ff84 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1315348320-network', 'tenant_id': '6ad8f84bb52c4584ba308008a91801ef'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:01:30.894323 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e2a5df9-39e9-4564-9be4-141c2f54ff84 admin admin] Made reservation on behalf of 6ad8f84bb52c4584ba308008a91801ef for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:01:30.941927 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1e2a5df9-39e9-4564-9be4-141c2f54ff84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:30.941927 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1e2a5df9-39e9-4564-9be4-141c2f54ff84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:30.998688 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1e2a5df9-39e9-4564-9be4-141c2f54ff84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:31.105572 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1e2a5df9-39e9-4564-9be4-141c2f54ff84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:31.131204 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e2a5df9-39e9-4564-9be4-141c2f54ff84 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1261} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 16:01:31.145303 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2a5df9-39e9-4564-9be4-141c2f54ff84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f13ccb0-bec9-4898-9cda-88871bfcd590,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:01:31.150406 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1e2a5df9-39e9-4564-9be4-141c2f54ff84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:31.150759 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-1e2a5df9-39e9-4564-9be4-141c2f54ff84 admin admin] Added segment e5fecf2f-a123-46c8-bb11-7bccc6e66fa1 of type vlan for network 9ecb3a94-4642-45b9-8779-970376ffc2f9 Sep 24 16:01:31.202567 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1e2a5df9-39e9-4564-9be4-141c2f54ff84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:31.244442 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-08f041d2-f41e-4313-9457-e1af86c58560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:31.313102 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1e2a5df9-39e9-4564-9be4-141c2f54ff84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:31.314204 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2a5df9-39e9-4564-9be4-141c2f54ff84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:01:31.314872 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1e2a5df9-39e9-4564-9be4-141c2f54ff84 admin admin] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:31.386968 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2a5df9-39e9-4564-9be4-141c2f54ff84 admin admin] Pushing event updated for resources: {'Network': ['ID=9ecb3a94-4642-45b9-8779-970376ffc2f9,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:01:31.395436 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-1e2a5df9-39e9-4564-9be4-141c2f54ff84 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6870072 Sep 24 16:01:31.396166 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 53710) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:01:31.401599 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-1d7dd272-3b2c-44b9-ade7-12e3b03f4356 admin admin] Request body: {'subnet': {'network_id': '9ecb3a94-4642-45b9-8779-970376ffc2f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1315348320-subnet', 'tenant_id': '6ad8f84bb52c4584ba308008a91801ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:01:31.405536 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 9ecb3a94-4642-45b9-8779-970376ffc2f9 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 16:01:31.495968 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d7dd272-3b2c-44b9-ade7-12e3b03f4356 admin admin] Made reservation on behalf of 6ad8f84bb52c4584ba308008a91801ef for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:01:31.499656 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1d7dd272-3b2c-44b9-ade7-12e3b03f4356 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:31.723849 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-07d6f68e-f89d-4e17-9665-a1275bdb11d4 req-ef51d83b-1eec-4fe2-825c-d8cbd0f6608c service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=410c309f-f0c5-4cb6-95ef-7a3f444b19a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1302955 Sep 24 16:01:31.777044 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1d7dd272-3b2c-44b9-ade7-12e3b03f4356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:31.860592 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6f68e-f89d-4e17-9665-a1275bdb11d4 req-5437622a-9886-45c6-944b-4f770d53f3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:01:31.861962 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-07d6f68e-f89d-4e17-9665-a1275bdb11d4 req-5437622a-9886-45c6-944b-4f770d53f3cb service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=32260695061742b986769f69f5c5b807&device_id=410c309f-f0c5-4cb6-95ef-7a3f444b19a2 HTTP/1.1" status: 200 len: 1101 time: 0.0948811 Sep 24 16:01:31.864496 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7dd272-3b2c-44b9-ade7-12e3b03f4356 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3dd585f-7c80-4995-9822-6d22089dc2c8,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:01:31.877627 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7dd272-3b2c-44b9-ade7-12e3b03f4356 admin admin] Checking segment: {'id': 'e5fecf2f-a123-46c8-bb11-7bccc6e66fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '9ecb3a94-4642-45b9-8779-970376ffc2f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:01:31.878630 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7dd272-3b2c-44b9-ade7-12e3b03f4356 admin admin] Network hostable DHCP agents. Network: 9ecb3a94-4642-45b9-8779-970376ffc2f9, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 16:01:32.016364 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7dd272-3b2c-44b9-ade7-12e3b03f4356 admin admin] Network 9ecb3a94-4642-45b9-8779-970376ffc2f9 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 16:01:32.021917 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6f68e-f89d-4e17-9665-a1275bdb11d4 req-655fe90c-2852-40f6-ad71-9763b063a788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:01:32.023447 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-07d6f68e-f89d-4e17-9665-a1275bdb11d4 req-655fe90c-2852-40f6-ad71-9763b063a788 service neutron] 10.222.0.108 "GET /v2.0/networks?id=9672f189-23fe-44e6-9dd2-257ff8905939 HTTP/1.1" status: 200 len: 871 time: 0.1238675 Sep 24 16:01:32.068966 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-07d6f68e-f89d-4e17-9665-a1275bdb11d4 req-7583aca9-5fc7-4582-9f04-5b878be3a8c5 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=7546af2f-614a-4e2d-9054-1c256042e6e0 HTTP/1.1" status: 200 len: 217 time: 0.0379925 Sep 24 16:01:32.119978 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6f68e-f89d-4e17-9665-a1275bdb11d4 req-d7c5dc52-904e-4015-b4cc-0b5fa3396938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:01:32.121568 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-07d6f68e-f89d-4e17-9665-a1275bdb11d4 req-d7c5dc52-904e-4015-b4cc-0b5fa3396938 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.0452316 Sep 24 16:01:32.124086 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-1d7dd272-3b2c-44b9-ade7-12e3b03f4356 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 9ecb3a94-4642-45b9-8779-970376ffc2f9) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:01:32.134995 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56abad38-ebf3-4a06-8850-05b2301ef339 None None] Network 9ecb3a94-4642-45b9-8779-970376ffc2f9 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:01:32.140235 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7dd272-3b2c-44b9-ade7-12e3b03f4356 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:01:32.140994 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1d7dd272-3b2c-44b9-ade7-12e3b03f4356 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:32.197270 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6f68e-f89d-4e17-9665-a1275bdb11d4 req-aab4e6bc-5d78-4d9f-9d5f-9ca43a38358c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:01:32.199543 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-07d6f68e-f89d-4e17-9665-a1275bdb11d4 req-aab4e6bc-5d78-4d9f-9d5f-9ca43a38358c service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0708411 Sep 24 16:01:32.211074 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [req-07d6f68e-f89d-4e17-9665-a1275bdb11d4 req-27af456c-dac2-427c-a070-f6104ebdcd75 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 16:01:32.213427 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-07d6f68e-f89d-4e17-9665-a1275bdb11d4 req-27af456c-dac2-427c-a070-f6104ebdcd75 service neutron] 10.222.0.108 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058420 Sep 24 16:01:32.288042 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-1d7dd272-3b2c-44b9-ade7-12e3b03f4356 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8906329 Sep 24 16:01:32.339188 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361fe913-c985-43b6-b4c1-8f0125f5410f None None] Network 9ecb3a94-4642-45b9-8779-970376ffc2f9 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:01:32.385351 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-07d6f68e-f89d-4e17-9665-a1275bdb11d4 req-b5f9beba-1057-4b77-b15e-306a8dcc660f service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604280 Sep 24 16:01:32.553731 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-07d6f68e-f89d-4e17-9665-a1275bdb11d4 req-4138d66a-b466-437a-83d5-b93e366eed24 service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613047 Sep 24 16:01:33.298723 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 53802) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:01:33.303888 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-f53dcd9c-a7c1-460d-835d-9fd9df3b8f34 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1091383006-network', 'tenant_id': '18641586b5a140b2aa2febc74a2327b2'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:01:33.377964 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f53dcd9c-a7c1-460d-835d-9fd9df3b8f34 admin admin] Made reservation on behalf of 18641586b5a140b2aa2febc74a2327b2 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:01:33.386933 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f53dcd9c-a7c1-460d-835d-9fd9df3b8f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:33.407818 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f53dcd9c-a7c1-460d-835d-9fd9df3b8f34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:33.512796 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f53dcd9c-a7c1-460d-835d-9fd9df3b8f34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:33.581737 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f53dcd9c-a7c1-460d-835d-9fd9df3b8f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:33.613004 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53dcd9c-a7c1-460d-835d-9fd9df3b8f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3001ffcd-00f3-45ca-9d3d-369365c74e06,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:01:33.630475 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f53dcd9c-a7c1-460d-835d-9fd9df3b8f34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1283} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 16:01:33.639851 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f53dcd9c-a7c1-460d-835d-9fd9df3b8f34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:33.640195 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-f53dcd9c-a7c1-460d-835d-9fd9df3b8f34 admin admin] Added segment 2f560c33-e579-4a7b-98dc-975839dbd98c of type vlan for network 9cb4e8ab-19e0-4b47-a766-a811f3b91bb9 Sep 24 16:01:33.680656 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f53dcd9c-a7c1-460d-835d-9fd9df3b8f34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:33.776276 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f53dcd9c-a7c1-460d-835d-9fd9df3b8f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:33.777472 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53dcd9c-a7c1-460d-835d-9fd9df3b8f34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:01:33.778918 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f53dcd9c-a7c1-460d-835d-9fd9df3b8f34 admin admin] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:33.852219 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53dcd9c-a7c1-460d-835d-9fd9df3b8f34 admin admin] Pushing event updated for resources: {'Network': ['ID=9cb4e8ab-19e0-4b47-a766-a811f3b91bb9,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:01:33.863189 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 9cb4e8ab-19e0-4b47-a766-a811f3b91bb9 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 16:01:33.918517 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f53dcd9c-a7c1-460d-835d-9fd9df3b8f34 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6184456 Sep 24 16:01:33.921192 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 53832) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:01:33.925971 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-6bafc227-9cb9-4032-a71c-8f3456765ca0 admin admin] Request body: {'subnet': {'network_id': '9cb4e8ab-19e0-4b47-a766-a811f3b91bb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1091383006-subnet', 'tenant_id': '18641586b5a140b2aa2febc74a2327b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:01:33.960451 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5573cf8f-9996-4943-a71e-e3f1a4ed9254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:34.050248 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bafc227-9cb9-4032-a71c-8f3456765ca0 admin admin] Made reservation on behalf of 18641586b5a140b2aa2febc74a2327b2 for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:01:34.053594 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6bafc227-9cb9-4032-a71c-8f3456765ca0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:34.313256 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:34.313723 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6bafc227-9cb9-4032-a71c-8f3456765ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:34.373736 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bafc227-9cb9-4032-a71c-8f3456765ca0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7784f7ce-7c7b-42ca-8d75-b586a671877c,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:01:34.399755 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bafc227-9cb9-4032-a71c-8f3456765ca0 admin admin] Checking segment: {'id': '2f560c33-e579-4a7b-98dc-975839dbd98c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '9cb4e8ab-19e0-4b47-a766-a811f3b91bb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:01:34.400148 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bafc227-9cb9-4032-a71c-8f3456765ca0 admin admin] Network hostable DHCP agents. Network: 9cb4e8ab-19e0-4b47-a766-a811f3b91bb9, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 16:01:34.518705 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bafc227-9cb9-4032-a71c-8f3456765ca0 admin admin] Network 9cb4e8ab-19e0-4b47-a766-a811f3b91bb9 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 16:01:34.592969 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-6bafc227-9cb9-4032-a71c-8f3456765ca0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 9cb4e8ab-19e0-4b47-a766-a811f3b91bb9) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:01:34.597223 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bafc227-9cb9-4032-a71c-8f3456765ca0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:01:34.598036 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6bafc227-9cb9-4032-a71c-8f3456765ca0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:34.602815 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda34328-9238-450e-80c8-2f8b542632b8 None None] Network 9cb4e8ab-19e0-4b47-a766-a811f3b91bb9 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:01:34.708565 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-6bafc227-9cb9-4032-a71c-8f3456765ca0 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7863035 Sep 24 16:01:34.798961 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f055b0-a12e-4e74-a3f3-bb86717a4cd8 None None] Network 9cb4e8ab-19e0-4b47-a766-a811f3b91bb9 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:01:35.083793 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 53886) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:01:35.149186 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebf9c289-42b1-4a88-82cf-c73bb62b27f0 admin admin] Deleting subnet 00da42d2-0c6d-4d34-8d9f-66f58ffd93de {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 16:01:35.153477 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ebf9c289-42b1-4a88-82cf-c73bb62b27f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:35.198892 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ebf9c289-42b1-4a88-82cf-c73bb62b27f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:35.256744 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ebf9c289-42b1-4a88-82cf-c73bb62b27f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:35.347204 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509ec3bd-4780-4525-b76f-0fd9e54c46c4 req-3dbfe430-ba00-46af-837d-5cd26d292f00 tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:01:35.348940 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-509ec3bd-4780-4525-b76f-0fd9e54c46c4 req-3dbfe430-ba00-46af-837d-5cd26d292f00 tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] 10.222.0.101 "GET /v2.0/networks?id=9ecb3a94-4642-45b9-8779-970376ffc2f9 HTTP/1.1" status: 200 len: 812 time: 0.1283445 Sep 24 16:01:35.362428 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:35.367296 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-509ec3bd-4780-4525-b76f-0fd9e54c46c4 req-14dad987-477f-4b6f-8038-9c5572f95366 tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] 10.222.0.101 "GET /v2.0/quotas/6ad8f84bb52c4584ba308008a91801ef HTTP/1.1" status: 200 len: 375 time: 0.0120094 Sep 24 16:01:35.404367 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-509ec3bd-4780-4525-b76f-0fd9e54c46c4 req-bad6cb09-b6ab-4300-8519-c546745a5b0a tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=6ad8f84bb52c4584ba308008a91801ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289090 Sep 24 16:01:35.411031 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ebf9c289-42b1-4a88-82cf-c73bb62b27f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:35.416528 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [req-509ec3bd-4780-4525-b76f-0fd9e54c46c4 req-b037900d-a597-4c9b-98f3-18f0243a6a77 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 16:01:35.417886 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-509ec3bd-4780-4525-b76f-0fd9e54c46c4 req-b037900d-a597-4c9b-98f3-18f0243a6a77 service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057921 Sep 24 16:01:35.446730 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf9c289-42b1-4a88-82cf-c73bb62b27f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00da42d2-0c6d-4d34-8d9f-66f58ffd93de,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:01:35.452778 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ebf9c289-42b1-4a88-82cf-c73bb62b27f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:35.457116 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ebf9c289-42b1-4a88-82cf-c73bb62b27f0 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/00da42d2-0c6d-4d34-8d9f-66f58ffd93de HTTP/1.1" status: 204 len: 168 time: 0.3692031 Sep 24 16:01:35.457366 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 53908) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:01:35.571995 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-509ec3bd-4780-4525-b76f-0fd9e54c46c4 req-df01d07a-179f-4021-9173-b4f87437ddad service neutron] 10.222.0.101 "GET /v2.0/networks/9ecb3a94-4642-45b9-8779-970376ffc2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466789 Sep 24 16:01:35.575930 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dc7f47cf-8f53-4ab6-806b-432c320dbede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:35.676584 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-509ec3bd-4780-4525-b76f-0fd9e54c46c4 req-3670057d-b44e-40c9-bd5c-dadcaafea850 service neutron] 10.222.0.101 "GET /v2.0/networks/9ecb3a94-4642-45b9-8779-970376ffc2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036878 Sep 24 16:01:35.687915 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dc7f47cf-8f53-4ab6-806b-432c320dbede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:35.730510 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-dc7f47cf-8f53-4ab6-806b-432c320dbede admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28e9497b-ff8f-4c1a-8214-41b5390b13ab']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:01:35.742408 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-dc7f47cf-8f53-4ab6-806b-432c320dbede admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dd41732-cb7d-4783-acdf-340debc56e0a') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:01:35.742539 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-dc7f47cf-8f53-4ab6-806b-432c320dbede admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dd41732-cb7d-4783-acdf-340debc56e0a') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:01:35.782638 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dc7f47cf-8f53-4ab6-806b-432c320dbede admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:35.796350 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dc7f47cf-8f53-4ab6-806b-432c320dbede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:35.804683 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc7f47cf-8f53-4ab6-806b-432c320dbede admin admin] Releasing vlan 1292 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 16:01:35.805681 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dc7f47cf-8f53-4ab6-806b-432c320dbede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:35.807520 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 16:01:35.807520 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 16:01:35.807520 n-d-808921-1 neutron-server[95297]: timer() Sep 24 16:01:35.807520 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 16:01:35.807520 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 16:01:35.807520 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 16:01:35.807520 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 16:01:35.807520 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 16:01:35.807520 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 16:01:35.807520 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 16:01:35.807520 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 16:01:35.807520 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 16:01:35.807520 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 16:01:35.807520 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 16:01:35.807520 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 16:01:35.807520 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 16:01:35.807520 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 16:01:35.807520 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 16:01:35.807520 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 16:01:35.807520 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 16:01:35.807520 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 16:01:35.807520 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 16:01:35.807520 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 16:01:35.807520 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 16:01:35.807520 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 16:01:35.807520 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 16:01:35.807520 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 16:01:35.807520 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 16:01:35.807520 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 16:01:35.807520 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 16:01:35.807520 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 16:01:35.807520 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 16:01:35.995037 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dc7f47cf-8f53-4ab6-806b-432c320dbede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:35.999778 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9e5c14f5-2c24-4c24-8ea5-e13568edd0a0 req-648ec86d-58b4-465f-91f1-e1df99f6d62c tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] 10.222.0.101 "GET /v2.0/ports?device_id=6e244912-9c82-4bf5-986c-b4b6cb5faf51 HTTP/1.1" status: 200 len: 210 time: 0.0583675 Sep 24 16:01:36.009291 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dc7f47cf-8f53-4ab6-806b-432c320dbede admin admin] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:36.014839 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-dc7f47cf-8f53-4ab6-806b-432c320dbede admin admin] 10.222.0.101 "DELETE /v2.0/networks/28e9497b-ff8f-4c1a-8214-41b5390b13ab HTTP/1.1" status: 204 len: 168 time: 0.5528526 Sep 24 16:01:36.023593 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7f47cf-8f53-4ab6-806b-432c320dbede admin admin] Pushing event deleted for resources: {'Network': ['ID=28e9497b-ff8f-4c1a-8214-41b5390b13ab,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:01:36.477526 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 53962) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:01:36.518245 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f34b9a75-2301-4552-9604-220f464df077 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=b5547b2f28bc46cf919cd78f3e66f53f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392916 Sep 24 16:01:36.520763 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 53964) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:01:36.575198 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9c32ebe5-7487-4735-88f4-cf4584ba3e30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:36.601170 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9c32ebe5-7487-4735-88f4-cf4584ba3e30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:36.700148 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:36.758967 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9c32ebe5-7487-4735-88f4-cf4584ba3e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:36.761570 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9c32ebe5-7487-4735-88f4-cf4584ba3e30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:36.763317 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-9c32ebe5-7487-4735-88f4-cf4584ba3e30 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/eca15437-3c4a-4f62-8c3c-b05f259153ed HTTP/1.1" status: 204 len: 168 time: 0.2416587 Sep 24 16:01:36.771676 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c32ebe5-7487-4735-88f4-cf4584ba3e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca15437-3c4a-4f62-8c3c-b05f259153ed,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:01:37.082167 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-347e721b-4264-44a8-b587-70bcb12d1b96 req-fbde3a7d-067c-4b77-a857-b5f65f6bb257 tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] 10.222.0.101 "GET /v2.0/ports?device_id=6e244912-9c82-4bf5-986c-b4b6cb5faf51 HTTP/1.1" status: 200 len: 210 time: 0.0277753 Sep 24 16:01:37.953139 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 54050) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:01:38.061611 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-769b31d2-ad2d-41cf-8dba-4365950d7a37 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1643116134-network', 'tenant_id': '1098ec07f5944ca3aa2ef8c2402dd6cb'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:01:38.189818 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a8b298c7-91aa-4d8a-a3e9-f13a924b7baa req-0fe533e7-d711-47df-a802-b6f00d5c2674 tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] 10.222.0.101 "GET /v2.0/ports?device_id=6e244912-9c82-4bf5-986c-b4b6cb5faf51 HTTP/1.1" status: 200 len: 210 time: 0.0381124 Sep 24 16:01:38.195874 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-769b31d2-ad2d-41cf-8dba-4365950d7a37 admin admin] Made reservation on behalf of 1098ec07f5944ca3aa2ef8c2402dd6cb for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:01:38.198586 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-769b31d2-ad2d-41cf-8dba-4365950d7a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:38.209917 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-769b31d2-ad2d-41cf-8dba-4365950d7a37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:38.303089 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-769b31d2-ad2d-41cf-8dba-4365950d7a37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:38.362681 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-769b31d2-ad2d-41cf-8dba-4365950d7a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:38.388781 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-769b31d2-ad2d-41cf-8dba-4365950d7a37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1291} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 16:01:38.397619 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769b31d2-ad2d-41cf-8dba-4365950d7a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=957a1e00-8361-49f9-bda7-655dbb5184dd,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:01:38.405666 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-769b31d2-ad2d-41cf-8dba-4365950d7a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:38.405909 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-769b31d2-ad2d-41cf-8dba-4365950d7a37 admin admin] Added segment 3e48e6b4-f566-4ec5-9829-79df6899155c of type vlan for network 91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8 Sep 24 16:01:38.455833 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-769b31d2-ad2d-41cf-8dba-4365950d7a37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:38.547651 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-769b31d2-ad2d-41cf-8dba-4365950d7a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:38.548763 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769b31d2-ad2d-41cf-8dba-4365950d7a37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:01:38.549433 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-769b31d2-ad2d-41cf-8dba-4365950d7a37 admin admin] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:38.622133 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769b31d2-ad2d-41cf-8dba-4365950d7a37 admin admin] Pushing event updated for resources: {'Network': ['ID=91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:01:38.635158 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 16:01:38.657118 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-769b31d2-ad2d-41cf-8dba-4365950d7a37 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7026052 Sep 24 16:01:38.659831 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 54084) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:01:38.664885 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-0dd8f4d5-7eb3-43e5-afe9-26f8fac55ba7 admin admin] Request body: {'subnet': {'network_id': '91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1643116134-subnet', 'tenant_id': '1098ec07f5944ca3aa2ef8c2402dd6cb', 'ip_version': 4}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:01:38.709344 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509ec3bd-4780-4525-b76f-0fd9e54c46c4 req-7470ad99-e8b9-452f-b1a8-1fd5be7555a6 tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:01:38.711379 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-509ec3bd-4780-4525-b76f-0fd9e54c46c4 req-7470ad99-e8b9-452f-b1a8-1fd5be7555a6 tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] 10.222.0.108 "GET /v2.0/networks?id=9ecb3a94-4642-45b9-8779-970376ffc2f9 HTTP/1.1" status: 200 len: 812 time: 0.1682143 Sep 24 16:01:38.725304 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-509ec3bd-4780-4525-b76f-0fd9e54c46c4 req-a09a757f-f231-4c92-a418-8cf7a3055c4f tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] Request body: {'port': {'device_id': '6e244912-9c82-4bf5-986c-b4b6cb5faf51', 'network_id': '9ecb3a94-4642-45b9-8779-970376ffc2f9', 'admin_state_up': True, 'tenant_id': '6ad8f84bb52c4584ba308008a91801ef'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:01:38.833147 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd8f4d5-7eb3-43e5-afe9-26f8fac55ba7 admin admin] Made reservation on behalf of 1098ec07f5944ca3aa2ef8c2402dd6cb for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:01:38.836699 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f4d5-7eb3-43e5-afe9-26f8fac55ba7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:38.936340 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-509ec3bd-4780-4525-b76f-0fd9e54c46c4 req-a09a757f-f231-4c92-a418-8cf7a3055c4f tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] Made reservation on behalf of 6ad8f84bb52c4584ba308008a91801ef for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:01:38.940229 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-509ec3bd-4780-4525-b76f-0fd9e54c46c4 req-a09a757f-f231-4c92-a418-8cf7a3055c4f tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:39.061474 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:39.081867 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-509ec3bd-4780-4525-b76f-0fd9e54c46c4 req-a09a757f-f231-4c92-a418-8cf7a3055c4f tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] Allocated IP 172.20.0.3 (9ecb3a94-4642-45b9-8779-970376ffc2f9/b3dd585f-7c80-4995-9822-6d22089dc2c8/d826fe4c-224f-4113-bee4-14485c5c490e) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:01:39.113867 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f4d5-7eb3-43e5-afe9-26f8fac55ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:39.179697 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd8f4d5-7eb3-43e5-afe9-26f8fac55ba7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2f4b5a2-b921-44ae-94f4-2c286e9b4e3f,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:01:39.187974 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd8f4d5-7eb3-43e5-afe9-26f8fac55ba7 admin admin] Checking segment: {'id': '3e48e6b4-f566-4ec5-9829-79df6899155c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:01:39.188339 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd8f4d5-7eb3-43e5-afe9-26f8fac55ba7 admin admin] Network hostable DHCP agents. Network: 91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 16:01:39.250879 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-509ec3bd-4780-4525-b76f-0fd9e54c46c4 req-a09a757f-f231-4c92-a418-8cf7a3055c4f tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:39.321409 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd8f4d5-7eb3-43e5-afe9-26f8fac55ba7 admin admin] Network 91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 16:01:39.330329 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d695dbfa-44c6-4213-9ea1-e232ce7a7687 req-bac7c571-0e8c-4d31-acf7-79568555d928 tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] 10.222.0.101 "GET /v2.0/ports?device_id=6e244912-9c82-4bf5-986c-b4b6cb5faf51 HTTP/1.1" status: 200 len: 210 time: 0.0621214 Sep 24 16:01:39.403788 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-509ec3bd-4780-4525-b76f-0fd9e54c46c4 req-a09a757f-f231-4c92-a418-8cf7a3055c4f tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:39.453019 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-0dd8f4d5-7eb3-43e5-afe9-26f8fac55ba7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:01:39.453209 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-509ec3bd-4780-4525-b76f-0fd9e54c46c4 req-a09a757f-f231-4c92-a418-8cf7a3055c4f tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] Network 9ecb3a94-4642-45b9-8779-970376ffc2f9 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:01:39.453969 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd8f4d5-7eb3-43e5-afe9-26f8fac55ba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:01:39.455006 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0dd8f4d5-7eb3-43e5-afe9-26f8fac55ba7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:39.456034 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-509ec3bd-4780-4525-b76f-0fd9e54c46c4 req-a09a757f-f231-4c92-a418-8cf7a3055c4f tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:01:39.460275 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-509ec3bd-4780-4525-b76f-0fd9e54c46c4 req-a09a757f-f231-4c92-a418-8cf7a3055c4f tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:01:39.461869 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3330a209-61d6-41bb-b954-6aa5103c9159 None None] Network 91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:01:39.498206 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09a757f-f231-4c92-a418-8cf7a3055c4f tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] Pushing event updated for resources: {'Port': ['ID=d826fe4c-224f-4113-bee4-14485c5c490e,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:01:39.520036 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509ec3bd-4780-4525-b76f-0fd9e54c46c4 req-a09a757f-f231-4c92-a418-8cf7a3055c4f tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:01:39.520680 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-509ec3bd-4780-4525-b76f-0fd9e54c46c4 req-a09a757f-f231-4c92-a418-8cf7a3055c4f tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:39.537467 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-0dd8f4d5-7eb3-43e5-afe9-26f8fac55ba7 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8765028 Sep 24 16:01:39.540207 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 54094) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:01:39.547918 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-3e04861c-940e-4c36-a0a9-9777faf3e4f3 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1643116134-router', 'tenant_id': '1098ec07f5944ca3aa2ef8c2402dd6cb', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:01:39.617003 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-509ec3bd-4780-4525-b76f-0fd9e54c46c4 req-a09a757f-f231-4c92-a418-8cf7a3055c4f tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8956983 Sep 24 16:01:39.637294 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ec522d-ca1d-49b1-9772-ffc2fc8336d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8', 'network_id': '91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8', 'tenant_id': '1098ec07f5944ca3aa2ef8c2402dd6cb', 'fixed_ips': [{'subnet_id': 'e2f4b5a2-b921-44ae-94f4-2c286e9b4e3f'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 16:01:39.639001 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-84ec522d-ca1d-49b1-9772-ffc2fc8336d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:39.691703 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-509ec3bd-4780-4525-b76f-0fd9e54c46c4 req-dc060068-c519-4ce4-b77f-cca9297463fd service neutron] Request body: {'port': {'device_id': '6e244912-9c82-4bf5-986c-b4b6cb5faf51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:01:39.702138 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3e04861c-940e-4c36-a0a9-9777faf3e4f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:39.704756 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3e04861c-940e-4c36-a0a9-9777faf3e4f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:39.765554 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-509ec3bd-4780-4525-b76f-0fd9e54c46c4 req-dc060068-c519-4ce4-b77f-cca9297463fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:39.813268 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3e04861c-940e-4c36-a0a9-9777faf3e4f3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:39.844415 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-84ec522d-ca1d-49b1-9772-ffc2fc8336d5 None None] Allocated IP 172.20.0.2 (91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8/e2f4b5a2-b921-44ae-94f4-2c286e9b4e3f/a5b01241-2938-4882-aacd-8f5192048b93) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:01:40.034629 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-84ec522d-ca1d-49b1-9772-ffc2fc8336d5 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:40.132262 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-84ec522d-ca1d-49b1-9772-ffc2fc8336d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:40.177269 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ec522d-ca1d-49b1-9772-ffc2fc8336d5 None None] Network 91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:01:40.181018 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-84ec522d-ca1d-49b1-9772-ffc2fc8336d5 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:01:40.185505 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ec522d-ca1d-49b1-9772-ffc2fc8336d5 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:01:40.199551 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ec522d-ca1d-49b1-9772-ffc2fc8336d5 None None] Pushing event updated for resources: {'Port': ['ID=a5b01241-2938-4882-aacd-8f5192048b93,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:01:40.311814 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-84ec522d-ca1d-49b1-9772-ffc2fc8336d5 None None] Attempting to bind port a5b01241-2938-4882-aacd-8f5192048b93 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:01:40.312125 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-84ec522d-ca1d-49b1-9772-ffc2fc8336d5 None None] Attempting to bind port a5b01241-2938-4882-aacd-8f5192048b93 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '3e48e6b4-f566-4ec5-9829-79df6899155c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:01:40.312877 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ec522d-ca1d-49b1-9772-ffc2fc8336d5 None None] Attempting to bind port a5b01241-2938-4882-aacd-8f5192048b93 on network 91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:01:40.323151 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ec522d-ca1d-49b1-9772-ffc2fc8336d5 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:01:40.323832 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ec522d-ca1d-49b1-9772-ffc2fc8336d5 None None] Checking segment: {'id': '3e48e6b4-f566-4ec5-9829-79df6899155c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:01:40.324431 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-84ec522d-ca1d-49b1-9772-ffc2fc8336d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:40.324986 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ec522d-ca1d-49b1-9772-ffc2fc8336d5 None None] Bound using segment: {'id': '3e48e6b4-f566-4ec5-9829-79df6899155c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:01:40.325616 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-84ec522d-ca1d-49b1-9772-ffc2fc8336d5 None None] Bound port: a5b01241-2938-4882-aacd-8f5192048b93, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e48e6b4-f566-4ec5-9829-79df6899155c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:01:40.327690 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-84ec522d-ca1d-49b1-9772-ffc2fc8336d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:40.427700 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-84ec522d-ca1d-49b1-9772-ffc2fc8336d5 None None] For port a5b01241-2938-4882-aacd-8f5192048b93, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:01:40.431859 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-84ec522d-ca1d-49b1-9772-ffc2fc8336d5 None None] For port a5b01241-2938-4882-aacd-8f5192048b93, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=a5b01241-2938-4882-aacd-8f5192048b93,segment=NetworkSegment(3e48e6b4-f566-4ec5-9829-79df6899155c),segment_id=3e48e6b4-f566-4ec5-9829-79df6899155c)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:01:40.471478 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3e04861c-940e-4c36-a0a9-9777faf3e4f3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:40.480311 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-509ec3bd-4780-4525-b76f-0fd9e54c46c4 req-dc060068-c519-4ce4-b77f-cca9297463fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d826fe4c-224f-4113-bee4-14485c5c490e {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:01:40.490598 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-509ec3bd-4780-4525-b76f-0fd9e54c46c4 req-dc060068-c519-4ce4-b77f-cca9297463fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:40.504997 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-509ec3bd-4780-4525-b76f-0fd9e54c46c4 req-dc060068-c519-4ce4-b77f-cca9297463fd service neutron] Transition to ACTIVE for port object d826fe4c-224f-4113-bee4-14485c5c490e will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 16:01:40.508352 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-84ec522d-ca1d-49b1-9772-ffc2fc8336d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:40.544914 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b33023-c944-44d7-bc89-adc92dae5e99 req-e40a9f49-860f-456a-bbc4-f512ba6c5849 tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:01:40.546727 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d7b33023-c944-44d7-bc89-adc92dae5e99 req-e40a9f49-860f-456a-bbc4-f512ba6c5849 tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] 10.222.0.101 "GET /v2.0/ports?device_id=6e244912-9c82-4bf5-986c-b4b6cb5faf51 HTTP/1.1" status: 200 len: 931 time: 0.0776434 Sep 24 16:01:40.589540 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ec522d-ca1d-49b1-9772-ffc2fc8336d5 None None] Pushing event updated for resources: {'Port': ['ID=a5b01241-2938-4882-aacd-8f5192048b93,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:01:40.610472 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-509ec3bd-4780-4525-b76f-0fd9e54c46c4 req-dc060068-c519-4ce4-b77f-cca9297463fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:40.634292 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d7b33023-c944-44d7-bc89-adc92dae5e99 req-22aa0462-481f-4ba6-a417-390053dcc391 tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f13ccb0-bec9-4898-9cda-88871bfcd590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770607 Sep 24 16:01:40.703259 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc060068-c519-4ce4-b77f-cca9297463fd service neutron] Pushing event updated for resources: {'Port': ['ID=d826fe4c-224f-4113-bee4-14485c5c490e,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:01:40.780333 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-509ec3bd-4780-4525-b76f-0fd9e54c46c4 req-dc060068-c519-4ce4-b77f-cca9297463fd service neutron] Attempting to bind port d826fe4c-224f-4113-bee4-14485c5c490e on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:01:40.780333 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-509ec3bd-4780-4525-b76f-0fd9e54c46c4 req-dc060068-c519-4ce4-b77f-cca9297463fd service neutron] Attempting to bind port d826fe4c-224f-4113-bee4-14485c5c490e by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': 'e5fecf2f-a123-46c8-bb11-7bccc6e66fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '9ecb3a94-4642-45b9-8779-970376ffc2f9'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:01:40.781064 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509ec3bd-4780-4525-b76f-0fd9e54c46c4 req-dc060068-c519-4ce4-b77f-cca9297463fd service neutron] Attempting to bind port d826fe4c-224f-4113-bee4-14485c5c490e on network 9ecb3a94-4642-45b9-8779-970376ffc2f9 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:01:40.785620 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509ec3bd-4780-4525-b76f-0fd9e54c46c4 req-dc060068-c519-4ce4-b77f-cca9297463fd service neutron] Port d826fe4c-224f-4113-bee4-14485c5c490e on network 9ecb3a94-4642-45b9-8779-970376ffc2f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 16:01:40.785948 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509ec3bd-4780-4525-b76f-0fd9e54c46c4 req-dc060068-c519-4ce4-b77f-cca9297463fd service neutron] Attempting to bind port d826fe4c-224f-4113-bee4-14485c5c490e on network 9ecb3a94-4642-45b9-8779-970376ffc2f9 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:01:40.794833 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509ec3bd-4780-4525-b76f-0fd9e54c46c4 req-dc060068-c519-4ce4-b77f-cca9297463fd service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 1, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:01:40.795176 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509ec3bd-4780-4525-b76f-0fd9e54c46c4 req-dc060068-c519-4ce4-b77f-cca9297463fd service neutron] Checking segment: {'id': 'e5fecf2f-a123-46c8-bb11-7bccc6e66fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '9ecb3a94-4642-45b9-8779-970376ffc2f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:01:40.795632 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509ec3bd-4780-4525-b76f-0fd9e54c46c4 req-dc060068-c519-4ce4-b77f-cca9297463fd service neutron] Bound using segment: {'id': 'e5fecf2f-a123-46c8-bb11-7bccc6e66fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '9ecb3a94-4642-45b9-8779-970376ffc2f9'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:01:40.796136 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-509ec3bd-4780-4525-b76f-0fd9e54c46c4 req-dc060068-c519-4ce4-b77f-cca9297463fd service neutron] Bound port: d826fe4c-224f-4113-bee4-14485c5c490e, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5fecf2f-a123-46c8-bb11-7bccc6e66fa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': '9ecb3a94-4642-45b9-8779-970376ffc2f9'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:01:40.796568 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-509ec3bd-4780-4525-b76f-0fd9e54c46c4 req-dc060068-c519-4ce4-b77f-cca9297463fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:40.907562 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:40.921221 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-509ec3bd-4780-4525-b76f-0fd9e54c46c4 req-dc060068-c519-4ce4-b77f-cca9297463fd service neutron] For port d826fe4c-224f-4113-bee4-14485c5c490e, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:01:40.925157 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-509ec3bd-4780-4525-b76f-0fd9e54c46c4 req-dc060068-c519-4ce4-b77f-cca9297463fd service neutron] For port d826fe4c-224f-4113-bee4-14485c5c490e, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=d826fe4c-224f-4113-bee4-14485c5c490e,segment=NetworkSegment(e5fecf2f-a123-46c8-bb11-7bccc6e66fa1),segment_id=e5fecf2f-a123-46c8-bb11-7bccc6e66fa1)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:01:40.988451 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3e04861c-940e-4c36-a0a9-9777faf3e4f3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:41.013554 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3e04861c-940e-4c36-a0a9-9777faf3e4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:41.067847 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-509ec3bd-4780-4525-b76f-0fd9e54c46c4 req-dc060068-c519-4ce4-b77f-cca9297463fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:41.136023 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509ec3bd-4780-4525-b76f-0fd9e54c46c4 req-dc060068-c519-4ce4-b77f-cca9297463fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:01:41.137843 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-509ec3bd-4780-4525-b76f-0fd9e54c46c4 req-dc060068-c519-4ce4-b77f-cca9297463fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:41.140958 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-509ec3bd-4780-4525-b76f-0fd9e54c46c4 req-dc060068-c519-4ce4-b77f-cca9297463fd service neutron] 10.222.0.108 "PUT /v2.0/ports/d826fe4c-224f-4113-bee4-14485c5c490e HTTP/1.1" status: 200 len: 1091 time: 1.5153446 Sep 24 16:01:41.142535 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e244912-9c82-4bf5-986c-b4b6cb5faf51', 'tag': 'd826fe4c-224f-4113-bee4-14485c5c490e'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:01:41.147740 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-3e04861c-940e-4c36-a0a9-9777faf3e4f3 admin admin] Allocated IP 172.25.0.226 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/5e9eee8e-e100-4771-a012-5d89734f50bb) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:01:41.155605 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb523e0-411d-469c-a17f-6a93da5d02c5" -d '{"events": [{"name": "network-changed", "server_uuid": "6e244912-9c82-4bf5-986c-b4b6cb5faf51", "tag": "d826fe4c-224f-4113-bee4-14485c5c490e"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:01:41.227886 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc060068-c519-4ce4-b77f-cca9297463fd service neutron] Pushing event updated for resources: {'Port': ['ID=d826fe4c-224f-4113-bee4-14485c5c490e,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:01:41.263569 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66906d9b-cd33-4760-91ea-562012360448 x-openstack-request-id: req-66906d9b-cd33-4760-91ea-562012360448 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:01:41.263909 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e244912-9c82-4bf5-986c-b4b6cb5faf51", "tag": "d826fe4c-224f-4113-bee4-14485c5c490e", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:01:41.264155 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-66906d9b-cd33-4760-91ea-562012360448 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:01:41.264560 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e244912-9c82-4bf5-986c-b4b6cb5faf51', 'tag': 'd826fe4c-224f-4113-bee4-14485c5c490e', 'status': 'completed', 'code': 200} Sep 24 16:01:41.331573 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device a5b01241-2938-4882-aacd-8f5192048b93 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:01:41.382233 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509ec3bd-4780-4525-b76f-0fd9e54c46c4 req-4a7c12b2-191c-4009-be41-58b339aa7f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:01:41.383740 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-509ec3bd-4780-4525-b76f-0fd9e54c46c4 req-4a7c12b2-191c-4009-be41-58b339aa7f14 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=6ad8f84bb52c4584ba308008a91801ef&device_id=6e244912-9c82-4bf5-986c-b4b6cb5faf51 HTTP/1.1" status: 200 len: 1094 time: 0.1066556 Sep 24 16:01:41.420203 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3e04861c-940e-4c36-a0a9-9777faf3e4f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:41.436455 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port a5b01241-2938-4882-aacd-8f5192048b93 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:01:41.437070 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:41.452527 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-509ec3bd-4780-4525-b76f-0fd9e54c46c4 req-acdba94c-1b52-47be-ab09-df3fea1fc419 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d826fe4c-224f-4113-bee4-14485c5c490e HTTP/1.1" status: 200 len: 217 time: 0.0533910 Sep 24 16:01:41.505626 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509ec3bd-4780-4525-b76f-0fd9e54c46c4 req-350dc21a-f8e8-438c-849d-2ea2d10dd4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:01:41.507141 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-509ec3bd-4780-4525-b76f-0fd9e54c46c4 req-350dc21a-f8e8-438c-849d-2ea2d10dd4b7 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=b3dd585f-7c80-4995-9822-6d22089dc2c8 HTTP/1.1" status: 200 len: 852 time: 0.0535524 Sep 24 16:01:41.534378 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3e04861c-940e-4c36-a0a9-9777faf3e4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:41.555279 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-509ec3bd-4780-4525-b76f-0fd9e54c46c4 req-20a99daf-d660-43e0-8f2e-51b42e85c37e service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=9ecb3a94-4642-45b9-8779-970376ffc2f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400524 Sep 24 16:01:41.564827 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:41.614849 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e04861c-940e-4c36-a0a9-9777faf3e4f3 admin admin] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:01:41.624463 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-3e04861c-940e-4c36-a0a9-9777faf3e4f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:01:41.630030 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e04861c-940e-4c36-a0a9-9777faf3e4f3 admin admin] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:01:41.647443 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port a5b01241-2938-4882-aacd-8f5192048b93, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=a5b01241-2938-4882-aacd-8f5192048b93,segment=NetworkSegment(3e48e6b4-f566-4ec5-9829-79df6899155c),segment_id=3e48e6b4-f566-4ec5-9829-79df6899155c)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:01:41.685289 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e04861c-940e-4c36-a0a9-9777faf3e4f3 admin admin] Pushing event updated for resources: {'Port': ['ID=5e9eee8e-e100-4771-a012-5d89734f50bb,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:01:41.729884 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:41.752909 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-509ec3bd-4780-4525-b76f-0fd9e54c46c4 req-9f0d32f9-d4ed-4fba-a06d-3aa74ccc6713 service neutron] 10.222.0.108 "GET /v2.0/networks/9ecb3a94-4642-45b9-8779-970376ffc2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890810 Sep 24 16:01:41.829834 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=a5b01241-2938-4882-aacd-8f5192048b93,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:01:41.920649 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957ac83b-104b-4d76-848d-27df9481b842 req-308d9a30-464d-4529-8218-6cf6e7f14c7d tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:01:41.920649 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-957ac83b-104b-4d76-848d-27df9481b842 req-308d9a30-464d-4529-8218-6cf6e7f14c7d tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] 10.222.0.101 "GET /v2.0/ports?device_id=6e244912-9c82-4bf5-986c-b4b6cb5faf51 HTTP/1.1" status: 200 len: 943 time: 0.1641288 Sep 24 16:01:41.973115 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-509ec3bd-4780-4525-b76f-0fd9e54c46c4 req-15f322b3-7d51-4854-a093-5800466c82d7 service neutron] 10.222.0.108 "GET /v2.0/networks/9ecb3a94-4642-45b9-8779-970376ffc2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089357 Sep 24 16:01:41.982824 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-957ac83b-104b-4d76-848d-27df9481b842 req-828d2cf5-1fdc-49d5-bddb-eee7c934860e tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f13ccb0-bec9-4898-9cda-88871bfcd590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510585 Sep 24 16:01:42.103957 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc34ab0-d5a2-4bcc-95d4-d097418e2a1d None None] Network 91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:01:42.169380 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3e04861c-940e-4c36-a0a9-9777faf3e4f3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:42.222437 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-5fc04c8c-3d45-40c3-bae9-3c6ddf1194d9 None None] Provisioning complete for port a5b01241-2938-4882-aacd-8f5192048b93 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:01:42.222961 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5fc04c8c-3d45-40c3-bae9-3c6ddf1194d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:42.247934 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb523e0-411d-469c-a17f-6a93da5d02c5 req-3978fb1e-3628-40f9-9aef-e507c4279aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:01:42.249982 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5bb523e0-411d-469c-a17f-6a93da5d02c5 req-3978fb1e-3628-40f9-9aef-e507c4279aec service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=6ad8f84bb52c4584ba308008a91801ef&device_id=6e244912-9c82-4bf5-986c-b4b6cb5faf51 HTTP/1.1" status: 200 len: 1094 time: 0.0533841 Sep 24 16:01:42.459091 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3e04861c-940e-4c36-a0a9-9777faf3e4f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:42.489809 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb523e0-411d-469c-a17f-6a93da5d02c5 req-bddfbca5-bdbc-4b7c-9299-928497397984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:01:42.492397 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5bb523e0-411d-469c-a17f-6a93da5d02c5 req-bddfbca5-bdbc-4b7c-9299-928497397984 service neutron] 10.222.0.108 "GET /v2.0/networks?id=9ecb3a94-4642-45b9-8779-970376ffc2f9 HTTP/1.1" status: 200 len: 914 time: 0.2279782 Sep 24 16:01:42.542659 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5bb523e0-411d-469c-a17f-6a93da5d02c5 req-e7b023a1-3e81-48f9-8760-71d2c49c6a07 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d826fe4c-224f-4113-bee4-14485c5c490e HTTP/1.1" status: 200 len: 217 time: 0.0416229 Sep 24 16:01:42.550942 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0d937d4a-d012-4a8c-bb75-3a5ff09f253d req-9bdf5907-b683-44da-b84a-e79fa2f87b6d service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=54202e34-5d99-47c3-9bff-0b3fb0575bc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2105179 Sep 24 16:01:42.605951 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb523e0-411d-469c-a17f-6a93da5d02c5 req-a464d8c0-623c-4bb7-8a10-4a08505422e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:01:42.607689 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5bb523e0-411d-469c-a17f-6a93da5d02c5 req-a464d8c0-623c-4bb7-8a10-4a08505422e0 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=b3dd585f-7c80-4995-9822-6d22089dc2c8 HTTP/1.1" status: 200 len: 852 time: 0.0558093 Sep 24 16:01:42.674172 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5bb523e0-411d-469c-a17f-6a93da5d02c5 req-78bf491c-2161-4a3a-93a4-f375f9aed89e service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=9ecb3a94-4642-45b9-8779-970376ffc2f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311160 Sep 24 16:01:42.682811 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d937d4a-d012-4a8c-bb75-3a5ff09f253d req-3751084c-bf53-4fd8-8e09-aff823665540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:01:42.684762 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0d937d4a-d012-4a8c-bb75-3a5ff09f253d req-3751084c-bf53-4fd8-8e09-aff823665540 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=b960fdf244c2496089f6c9d33b373dc4&device_id=54202e34-5d99-47c3-9bff-0b3fb0575bc8 HTTP/1.1" status: 200 len: 1097 time: 0.0719163 Sep 24 16:01:42.704830 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-dd345a87-85cb-46bf-a989-d7339fece305 None None] Provisioning complete for port a5b01241-2938-4882-aacd-8f5192048b93 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:01:42.705309 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-dd345a87-85cb-46bf-a989-d7339fece305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:42.734515 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e04861c-940e-4c36-a0a9-9777faf3e4f3 admin admin] Router 7a91c027-1279-44ef-a13d-14a699163e67 is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 16:01:42.870460 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5bb523e0-411d-469c-a17f-6a93da5d02c5 req-5adb9af0-528a-4de4-80f7-fb3192eab3fb service neutron] 10.222.0.108 "GET /v2.0/networks/9ecb3a94-4642-45b9-8779-970376ffc2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847305 Sep 24 16:01:42.885418 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e04861c-940e-4c36-a0a9-9777faf3e4f3 admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:01:42.888261 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d937d4a-d012-4a8c-bb75-3a5ff09f253d req-fb45a7af-aceb-47d0-99e1-a61aa9cb796f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:01:42.889796 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0d937d4a-d012-4a8c-bb75-3a5ff09f253d req-fb45a7af-aceb-47d0-99e1-a61aa9cb796f service neutron] 10.222.0.110 "GET /v2.0/networks?id=3dbb0dfe-b454-4e57-a2db-34f294a0159c HTTP/1.1" status: 200 len: 913 time: 0.1741505 Sep 24 16:01:42.895754 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c20c0ab-3c72-4f03-b0f2-e5be7f731c4a None None] Sync routers for ids ['7a91c027-1279-44ef-a13d-14a699163e67'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:01:42.909801 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c20c0ab-3c72-4f03-b0f2-e5be7f731c4a None None] Routers {'7a91c027-1279-44ef-a13d-14a699163e67'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:01:42.910450 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-6c20c0ab-3c72-4f03-b0f2-e5be7f731c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:01:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['7a91c027-1279-44ef-a13d-14a699163e67'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:01:42.976200 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3e04861c-940e-4c36-a0a9-9777faf3e4f3 admin admin] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:42.980716 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-3e04861c-940e-4c36-a0a9-9777faf3e4f3 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4387066 Sep 24 16:01:42.983426 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 54144) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:01:43.026934 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0d937d4a-d012-4a8c-bb75-3a5ff09f253d req-c279de35-8324-42fb-9842-b264412a7b6a service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c72c3377-7bed-4f6a-8dda-e05d6d81c428 HTTP/1.1" status: 200 len: 1002 time: 0.1179020 Sep 24 16:01:43.027351 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-6c20c0ab-3c72-4f03-b0f2-e5be7f731c4a None None] Set router 7a91c027-1279-44ef-a13d-14a699163e67 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:01:43.080574 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5bb523e0-411d-469c-a17f-6a93da5d02c5 req-94b925dc-ea28-45fd-8206-7fb5826f1ac8 service neutron] 10.222.0.108 "GET /v2.0/networks/9ecb3a94-4642-45b9-8779-970376ffc2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007301 Sep 24 16:01:43.103600 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d937d4a-d012-4a8c-bb75-3a5ff09f253d req-d80eced6-b057-4c40-8d66-e36b022b537e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:01:43.105625 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0d937d4a-d012-4a8c-bb75-3a5ff09f253d req-d80eced6-b057-4c40-8d66-e36b022b537e service neutron] 10.222.0.110 "GET /v2.0/subnets?id=ad938f0b-b628-4cac-9404-1e2682973b1a HTTP/1.1" status: 200 len: 850 time: 0.0738738 Sep 24 16:01:43.248496 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5493c8bd-5bfb-4497-803e-3c4d9dfd3f26 req-4b0224b6-19c7-44d8-a732-7e8ea5566f35 tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:01:43.250055 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5493c8bd-5bfb-4497-803e-3c4d9dfd3f26 req-4b0224b6-19c7-44d8-a732-7e8ea5566f35 tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] 10.222.0.101 "GET /v2.0/ports?device_id=6e244912-9c82-4bf5-986c-b4b6cb5faf51 HTTP/1.1" status: 200 len: 943 time: 0.1429536 Sep 24 16:01:43.254078 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d937d4a-d012-4a8c-bb75-3a5ff09f253d req-a066b443-d962-4a8e-9bcb-367873b306d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:01:43.255703 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0d937d4a-d012-4a8c-bb75-3a5ff09f253d req-a066b443-d962-4a8e-9bcb-367873b306d4 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=3dbb0dfe-b454-4e57-a2db-34f294a0159c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1344357 Sep 24 16:01:43.282291 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device a5b01241-2938-4882-aacd-8f5192048b93 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:01:43.355797 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5493c8bd-5bfb-4497-803e-3c4d9dfd3f26 req-9aef8487-5334-4389-ae5a-0d65c7f47833 tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f13ccb0-bec9-4898-9cda-88871bfcd590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915871 Sep 24 16:01:43.356482 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-6c20c0ab-3c72-4f03-b0f2-e5be7f731c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a91c027-1279-44ef-a13d-14a699163e67', 'name': 'tempest-TestServerBasicOps-1643116134-router', 'tenant_id': '1098ec07f5944ca3aa2ef8c2402dd6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '5e9eee8e-e100-4771-a012-5d89734f50bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:01:39Z', 'updated_at': '2021-09-24T16:01:41Z', 'revision_number': 3, 'project_id': '1098ec07f5944ca3aa2ef8c2402dd6cb', 'gw_port': {'id': '5e9eee8e-e100-4771-a012-5d89734f50bb', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2f:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a91c027-1279-44ef-a13d-14a699163e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:01:41Z', 'updated_at': '2021-09-24T16:01:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:01:43.421599 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c20c0ab-3c72-4f03-b0f2-e5be7f731c4a None None] Checking router: 7a91c027-1279-44ef-a13d-14a699163e67 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:01:43.422020 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c20c0ab-3c72-4f03-b0f2-e5be7f731c4a None None] Updating router 7a91c027-1279-44ef-a13d-14a699163e67 port 5e9eee8e-e100-4771-a012-5d89734f50bb binding host n-d-808921-1 {{(pid=95300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 16:01:43.422780 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port a5b01241-2938-4882-aacd-8f5192048b93 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:01:43.423186 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:43.462780 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0d937d4a-d012-4a8c-bb75-3a5ff09f253d req-602b7607-c491-4f3d-ab35-89580dd1a8c8 service neutron] 10.222.0.110 "GET /v2.0/networks/3dbb0dfe-b454-4e57-a2db-34f294a0159c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968200 Sep 24 16:01:43.464350 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-6c20c0ab-3c72-4f03-b0f2-e5be7f731c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:43.589541 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0d937d4a-d012-4a8c-bb75-3a5ff09f253d req-15843e11-42c8-471d-be2a-c60ab44ed666 service neutron] 10.222.0.110 "GET /v2.0/networks/3dbb0dfe-b454-4e57-a2db-34f294a0159c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165607 Sep 24 16:01:43.757371 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e4b08653-2db4-4d86-ada8-22b2762b4bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:43.861507 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-6c20c0ab-3c72-4f03-b0f2-e5be7f731c4a None None] Notify callbacks [] for port, precommit_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:43.946572 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-6c20c0ab-3c72-4f03-b0f2-e5be7f731c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:43.957259 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-e4b08653-2db4-4d86-ada8-22b2762b4bcf admin admin] Allocated IP 172.20.0.1 (91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8/e2f4b5a2-b921-44ae-94f4-2c286e9b4e3f/322b54e6-2185-4102-bfd2-71fb92df7851) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:01:44.005848 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-6c20c0ab-3c72-4f03-b0f2-e5be7f731c4a None None] Attempting to bind port 5e9eee8e-e100-4771-a012-5d89734f50bb on host n-d-808921-1 for vnic_type normal with profile {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:01:44.006209 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-6c20c0ab-3c72-4f03-b0f2-e5be7f731c4a None None] Attempting to bind port 5e9eee8e-e100-4771-a012-5d89734f50bb by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:01:44.006590 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c20c0ab-3c72-4f03-b0f2-e5be7f731c4a None None] Attempting to bind port 5e9eee8e-e100-4771-a012-5d89734f50bb on network e6a2de20-1ea0-43e5-88e0-982d19e317d5 {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:01:44.014978 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb27450-a3eb-4c8c-a47b-57285243bab8 None None] Pushing event updated for resources: {'Port': ['ID=5e9eee8e-e100-4771-a012-5d89734f50bb,revision_number=2']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:01:44.019710 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c20c0ab-3c72-4f03-b0f2-e5be7f731c4a None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:01:44.020293 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c20c0ab-3c72-4f03-b0f2-e5be7f731c4a None None] Checking segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:01:44.020963 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-6c20c0ab-3c72-4f03-b0f2-e5be7f731c4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:44.021690 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c20c0ab-3c72-4f03-b0f2-e5be7f731c4a None None] Bound using segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:01:44.022143 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-6c20c0ab-3c72-4f03-b0f2-e5be7f731c4a None None] Bound port: 5e9eee8e-e100-4771-a012-5d89734f50bb, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:01:44.022611 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-6c20c0ab-3c72-4f03-b0f2-e5be7f731c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:44.048064 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb27450-a3eb-4c8c-a47b-57285243bab8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:01:44.048469 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb27450-a3eb-4c8c-a47b-57285243bab8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:01:44.051684 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb27450-a3eb-4c8c-a47b-57285243bab8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:01:44.051684 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb27450-a3eb-4c8c-a47b-57285243bab8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:01:44.051684 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb27450-a3eb-4c8c-a47b-57285243bab8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:01:44.051684 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb27450-a3eb-4c8c-a47b-57285243bab8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:01:44.051684 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb27450-a3eb-4c8c-a47b-57285243bab8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:01:44.051684 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb27450-a3eb-4c8c-a47b-57285243bab8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:01:44.051684 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb27450-a3eb-4c8c-a47b-57285243bab8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:01:44.051684 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb27450-a3eb-4c8c-a47b-57285243bab8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:01:44.051684 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb27450-a3eb-4c8c-a47b-57285243bab8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:01:44.051684 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb27450-a3eb-4c8c-a47b-57285243bab8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:01:44.086097 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e4b08653-2db4-4d86-ada8-22b2762b4bcf admin admin] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:44.091416 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-6c20c0ab-3c72-4f03-b0f2-e5be7f731c4a None None] For port 5e9eee8e-e100-4771-a012-5d89734f50bb, host n-d-808921-1, cleared binding levels {{(pid=95300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:01:44.094846 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-6c20c0ab-3c72-4f03-b0f2-e5be7f731c4a None None] For port 5e9eee8e-e100-4771-a012-5d89734f50bb, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=5e9eee8e-e100-4771-a012-5d89734f50bb,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:01:44.181997 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-6c20c0ab-3c72-4f03-b0f2-e5be7f731c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:44.227744 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e4b08653-2db4-4d86-ada8-22b2762b4bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:44.242088 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c20c0ab-3c72-4f03-b0f2-e5be7f731c4a None None] Routers {'7a91c027-1279-44ef-a13d-14a699163e67'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:01:44.242088 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-6c20c0ab-3c72-4f03-b0f2-e5be7f731c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:01:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['7a91c027-1279-44ef-a13d-14a699163e67'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:01:44.280841 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb27450-a3eb-4c8c-a47b-57285243bab8 None None] Pushing event updated for resources: {'Port': ['ID=5e9eee8e-e100-4771-a012-5d89734f50bb,revision_number=3']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:01:44.296926 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b08653-2db4-4d86-ada8-22b2762b4bcf admin admin] Network 91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:01:44.307342 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-e4b08653-2db4-4d86-ada8-22b2762b4bcf admin admin] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:01:44.309880 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b08653-2db4-4d86-ada8-22b2762b4bcf admin admin] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:01:44.313774 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b08653-2db4-4d86-ada8-22b2762b4bcf admin admin] Pushing event updated for resources: {'Port': ['ID=322b54e6-2185-4102-bfd2-71fb92df7851,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:01:44.395104 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e4b08653-2db4-4d86-ada8-22b2762b4bcf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:44.402690 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-6c20c0ab-3c72-4f03-b0f2-e5be7f731c4a None None] Set router 7a91c027-1279-44ef-a13d-14a699163e67 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:01:44.622534 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bcec3b-a5f8-499a-8bec-db5f0e11bce0 req-c2fd7b41-8a96-4da3-a507-425bfe4a1f6e tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:01:44.642489 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-91bcec3b-a5f8-499a-8bec-db5f0e11bce0 req-c2fd7b41-8a96-4da3-a507-425bfe4a1f6e tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] 10.222.0.101 "GET /v2.0/ports?device_id=6e244912-9c82-4bf5-986c-b4b6cb5faf51 HTTP/1.1" status: 200 len: 943 time: 0.1680768 Sep 24 16:01:44.733624 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device d826fe4c-224f-4113-bee4-14485c5c490e details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 16:01:44.775002 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-91bcec3b-a5f8-499a-8bec-db5f0e11bce0 req-100cf2b3-3cce-4b6a-ae48-b67890c7020e tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f13ccb0-bec9-4898-9cda-88871bfcd590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223125 Sep 24 16:01:44.855296 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e4b08653-2db4-4d86-ada8-22b2762b4bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:44.891153 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-6c20c0ab-3c72-4f03-b0f2-e5be7f731c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a91c027-1279-44ef-a13d-14a699163e67', 'name': 'tempest-TestServerBasicOps-1643116134-router', 'tenant_id': '1098ec07f5944ca3aa2ef8c2402dd6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '5e9eee8e-e100-4771-a012-5d89734f50bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:01:39Z', 'updated_at': '2021-09-24T16:01:41Z', 'revision_number': 3, 'project_id': '1098ec07f5944ca3aa2ef8c2402dd6cb', 'gw_port': {'id': '5e9eee8e-e100-4771-a012-5d89734f50bb', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2f:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a91c027-1279-44ef-a13d-14a699163e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:01:41Z', 'updated_at': '2021-09-24T16:01:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:01:44.946839 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-4f5583ce-8bd0-4952-b24b-5a0a3cba9656 None None] Provisioning complete for port 322b54e6-2185-4102-bfd2-71fb92df7851 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:01:44.948632 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4f5583ce-8bd0-4952-b24b-5a0a3cba9656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:44.957332 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c20c0ab-3c72-4f03-b0f2-e5be7f731c4a None None] The sync data for ids ['7a91c027-1279-44ef-a13d-14a699163e67'] in n-d-808921-1 is: [{'id': '7a91c027-1279-44ef-a13d-14a699163e67', 'name': 'tempest-TestServerBasicOps-1643116134-router', 'tenant_id': '1098ec07f5944ca3aa2ef8c2402dd6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '5e9eee8e-e100-4771-a012-5d89734f50bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:01:39Z', 'updated_at': '2021-09-24T16:01:41Z', 'revision_number': 3, 'project_id': '1098ec07f5944ca3aa2ef8c2402dd6cb', 'gw_port': {'id': '5e9eee8e-e100-4771-a012-5d89734f50bb', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2f:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a91c027-1279-44ef-a13d-14a699163e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:01:41Z', 'updated_at': '2021-09-24T16:01:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:01:45.017634 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-4f5583ce-8bd0-4952-b24b-5a0a3cba9656 None None] Port 322b54e6-2185-4102-bfd2-71fb92df7851 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:01:45.020494 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port d826fe4c-224f-4113-bee4-14485c5c490e, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=d826fe4c-224f-4113-bee4-14485c5c490e,segment=NetworkSegment(e5fecf2f-a123-46c8-bb11-7bccc6e66fa1),segment_id=e5fecf2f-a123-46c8-bb11-7bccc6e66fa1)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:01:45.047199 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': 'd826fe4c-224f-4113-bee4-14485c5c490e', 'network_id': '9ecb3a94-4642-45b9-8779-970376ffc2f9', 'port_id': 'd826fe4c-224f-4113-bee4-14485c5c490e', 'mac_address': 'fa:16:3e:a1:df:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3dd585f-7c80-4995-9822-6d22089dc2c8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 16:01:45.107278 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:45.124911 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d826fe4c-224f-4113-bee4-14485c5c490e {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:01:45.131906 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e4b08653-2db4-4d86-ada8-22b2762b4bcf admin admin] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:45.162511 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port d826fe4c-224f-4113-bee4-14485c5c490e, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=d826fe4c-224f-4113-bee4-14485c5c490e,segment=NetworkSegment(e5fecf2f-a123-46c8-bb11-7bccc6e66fa1),segment_id=e5fecf2f-a123-46c8-bb11-7bccc6e66fa1)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:01:45.201119 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e4b08653-2db4-4d86-ada8-22b2762b4bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:45.225862 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:45.351095 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b08653-2db4-4d86-ada8-22b2762b4bcf admin admin] Pushing event updated for resources: {'Port': ['ID=322b54e6-2185-4102-bfd2-71fb92df7851,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:01:45.354758 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e4b08653-2db4-4d86-ada8-22b2762b4bcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:45.424093 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=d826fe4c-224f-4113-bee4-14485c5c490e,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:01:45.478495 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['d826fe4c-224f-4113-bee4-14485c5c490e'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:01:45.564452 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b08653-2db4-4d86-ada8-22b2762b4bcf admin admin] Network 91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:01:45.568967 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-e4b08653-2db4-4d86-ada8-22b2762b4bcf admin admin] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:01:45.807793 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4b08653-2db4-4d86-ada8-22b2762b4bcf admin admin] Router 7a91c027-1279-44ef-a13d-14a699163e67 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:01:46.044468 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e0116f-c7ff-48d6-90d8-8b5e8369b5b6 req-b20dd240-3c02-4b1a-9209-24814fe9068a tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:01:46.049573 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-64e0116f-c7ff-48d6-90d8-8b5e8369b5b6 req-b20dd240-3c02-4b1a-9209-24814fe9068a tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] 10.222.0.101 "GET /v2.0/ports?device_id=6e244912-9c82-4bf5-986c-b4b6cb5faf51 HTTP/1.1" status: 200 len: 944 time: 0.0891957 Sep 24 16:01:46.123895 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-64e0116f-c7ff-48d6-90d8-8b5e8369b5b6 req-b5a74573-0220-4d3b-94c3-c4f90e65ad79 tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f13ccb0-bec9-4898-9cda-88871bfcd590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641031 Sep 24 16:01:46.156708 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-6f970a92-769b-40ed-ab36-0e3e1b7cdf2e None None] Provisioning complete for port 322b54e6-2185-4102-bfd2-71fb92df7851 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:01:46.157686 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6f970a92-769b-40ed-ab36-0e3e1b7cdf2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:46.202709 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-6f970a92-769b-40ed-ab36-0e3e1b7cdf2e None None] Port 322b54e6-2185-4102-bfd2-71fb92df7851 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:01:46.466290 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4b08653-2db4-4d86-ada8-22b2762b4bcf admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:01:46.485055 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e4b08653-2db4-4d86-ada8-22b2762b4bcf admin admin] 10.222.0.101 "PUT /v2.0/routers/7a91c027-1279-44ef-a13d-14a699163e67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4919484 Sep 24 16:01:46.730087 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device d826fe4c-224f-4113-bee4-14485c5c490e up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:01:46.900053 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port d826fe4c-224f-4113-bee4-14485c5c490e completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 16:01:46.904865 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port d826fe4c-224f-4113-bee4-14485c5c490e triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:01:46.905247 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:46.990260 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:47.050853 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e244912-9c82-4bf5-986c-b4b6cb5faf51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd826fe4c-224f-4113-bee4-14485c5c490e'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:01:47.056297 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-446c12b0-eafe-403b-97a0-500f9b915716" -d '{"events": [{"server_uuid": "6e244912-9c82-4bf5-986c-b4b6cb5faf51", "name": "network-vif-plugged", "status": "completed", "tag": "d826fe4c-224f-4113-bee4-14485c5c490e"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:01:47.075590 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port d826fe4c-224f-4113-bee4-14485c5c490e, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=d826fe4c-224f-4113-bee4-14485c5c490e,segment=NetworkSegment(e5fecf2f-a123-46c8-bb11-7bccc6e66fa1),segment_id=e5fecf2f-a123-46c8-bb11-7bccc6e66fa1)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:01:47.161778 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-843faf37-bad4-4206-9fda-6c267a283de4 x-openstack-request-id: req-843faf37-bad4-4206-9fda-6c267a283de4 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:01:47.162431 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e244912-9c82-4bf5-986c-b4b6cb5faf51", "name": "network-vif-plugged", "status": "completed", "tag": "d826fe4c-224f-4113-bee4-14485c5c490e", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:01:47.162431 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-843faf37-bad4-4206-9fda-6c267a283de4 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:01:47.162615 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e244912-9c82-4bf5-986c-b4b6cb5faf51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd826fe4c-224f-4113-bee4-14485c5c490e', 'code': 200} Sep 24 16:01:47.210132 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:47.325142 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=d826fe4c-224f-4113-bee4-14485c5c490e,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:01:47.336537 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 5e9eee8e-e100-4771-a012-5d89734f50bb up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:01:47.380868 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a207a16-86e0-44d0-8060-6735987ba066 req-6c7f0534-e680-4510-8db9-0d1d130df027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:01:47.384573 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5a207a16-86e0-44d0-8060-6735987ba066 req-6c7f0534-e680-4510-8db9-0d1d130df027 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=6e244912-9c82-4bf5-986c-b4b6cb5faf51 HTTP/1.1" status: 200 len: 1096 time: 0.1458619 Sep 24 16:01:47.395522 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9659cb6-8206-49e5-bc3a-58456bf7c76e req-15138da7-996b-4d1d-8de2-32399b551d18 tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:01:47.398057 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f9659cb6-8206-49e5-bc3a-58456bf7c76e req-15138da7-996b-4d1d-8de2-32399b551d18 tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] 10.222.0.101 "GET /v2.0/ports?device_id=6e244912-9c82-4bf5-986c-b4b6cb5faf51 HTTP/1.1" status: 200 len: 945 time: 0.1225765 Sep 24 16:01:47.424595 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 5e9eee8e-e100-4771-a012-5d89734f50bb triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:01:47.425198 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:47.500270 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5a207a16-86e0-44d0-8060-6735987ba066 req-edb594b0-7ddb-47bd-8fab-6ca94c49be95 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=1f13ccb0-bec9-4898-9cda-88871bfcd590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008050 Sep 24 16:01:47.508160 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f9659cb6-8206-49e5-bc3a-58456bf7c76e req-43528c5c-90cb-4764-b317-cc17949bc06c tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f13ccb0-bec9-4898-9cda-88871bfcd590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974040 Sep 24 16:01:47.553527 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 54224) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:01:47.559675 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-99647778-2387-4d5c-a79b-fddd75cfbb9f admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-598333068-network', 'tenant_id': '0f10f3e0ca0b4075b5f1f048e6e932f3'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:01:47.560288 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:47.586206 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3ee363-f091-4b36-b461-d8f46c1ebbba None None] Sync routers for ids ['7a91c027-1279-44ef-a13d-14a699163e67'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:01:47.651572 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99647778-2387-4d5c-a79b-fddd75cfbb9f admin admin] Made reservation on behalf of 0f10f3e0ca0b4075b5f1f048e6e932f3 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:01:47.655363 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-99647778-2387-4d5c-a79b-fddd75cfbb9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:47.671147 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-99647778-2387-4d5c-a79b-fddd75cfbb9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:47.782666 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port 5e9eee8e-e100-4771-a012-5d89734f50bb, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=5e9eee8e-e100-4771-a012-5d89734f50bb,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:01:47.791664 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3ee363-f091-4b36-b461-d8f46c1ebbba None None] Routers {'7a91c027-1279-44ef-a13d-14a699163e67'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:01:47.792513 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-9d3ee363-f091-4b36-b461-d8f46c1ebbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:01:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['7a91c027-1279-44ef-a13d-14a699163e67'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:01:47.825133 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-99647778-2387-4d5c-a79b-fddd75cfbb9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:47.896586 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:47.913084 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-99647778-2387-4d5c-a79b-fddd75cfbb9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:47.939184 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99647778-2387-4d5c-a79b-fddd75cfbb9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1d3cfb-988e-4537-9896-db9bec660091,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:01:47.951686 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99647778-2387-4d5c-a79b-fddd75cfbb9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1263} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 16:01:47.963007 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-99647778-2387-4d5c-a79b-fddd75cfbb9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:47.963537 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-99647778-2387-4d5c-a79b-fddd75cfbb9f admin admin] Added segment 18f83c3f-ac28-40a6-8e63-948af08a932e of type vlan for network c99aecf8-7f88-4ceb-882d-090288c05974 Sep 24 16:01:47.966770 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-9d3ee363-f091-4b36-b461-d8f46c1ebbba None None] Set router 7a91c027-1279-44ef-a13d-14a699163e67 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:01:48.017899 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=5e9eee8e-e100-4771-a012-5d89734f50bb,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:01:48.025595 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-99647778-2387-4d5c-a79b-fddd75cfbb9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:48.135600 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-99647778-2387-4d5c-a79b-fddd75cfbb9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:48.137418 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99647778-2387-4d5c-a79b-fddd75cfbb9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:01:48.138178 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-99647778-2387-4d5c-a79b-fddd75cfbb9f admin admin] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:48.218201 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99647778-2387-4d5c-a79b-fddd75cfbb9f admin admin] Pushing event updated for resources: {'Network': ['ID=c99aecf8-7f88-4ceb-882d-090288c05974,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:01:48.236983 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network c99aecf8-7f88-4ceb-882d-090288c05974 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 16:01:48.256374 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-99647778-2387-4d5c-a79b-fddd75cfbb9f admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7016296 Sep 24 16:01:48.259895 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 54232) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:01:48.265498 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-33253ae7-9ac4-4046-b063-46a26e7795ea admin admin] Request body: {'subnet': {'network_id': 'c99aecf8-7f88-4ceb-882d-090288c05974', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-598333068-subnet', 'tenant_id': '0f10f3e0ca0b4075b5f1f048e6e932f3', 'ip_version': 4}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:01:48.370049 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33253ae7-9ac4-4046-b063-46a26e7795ea admin admin] Made reservation on behalf of 0f10f3e0ca0b4075b5f1f048e6e932f3 for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:01:48.374401 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-33253ae7-9ac4-4046-b063-46a26e7795ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:48.378671 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-9d3ee363-f091-4b36-b461-d8f46c1ebbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a91c027-1279-44ef-a13d-14a699163e67', 'name': 'tempest-TestServerBasicOps-1643116134-router', 'tenant_id': '1098ec07f5944ca3aa2ef8c2402dd6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '5e9eee8e-e100-4771-a012-5d89734f50bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:01:39Z', 'updated_at': '2021-09-24T16:01:44Z', 'revision_number': 4, 'project_id': '1098ec07f5944ca3aa2ef8c2402dd6cb', 'gw_port': {'id': '5e9eee8e-e100-4771-a012-5d89734f50bb', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2f:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a91c027-1279-44ef-a13d-14a699163e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:01:41Z', 'updated_at': '2021-09-24T16:01:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '322b54e6-2185-4102-bfd2-71fb92df7851', 'name': '', 'network_id': '91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8', 'tenant_id': '1098ec07f5944ca3aa2ef8c2402dd6cb', 'mac_address': 'fa:16:3e:40:cb:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a91c027-1279-44ef-a13d-14a699163e67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': 'e2f4b5a2-b921-44ae-94f4-2c286e9b4e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:01:43Z', 'updated_at': '2021-09-24T16:01:44Z', 'revision_number': 2, 'project_id': '1098ec07f5944ca3aa2ef8c2402dd6cb', 'subnets': [{'id': 'e2f4b5a2-b921-44ae-94f4-2c286e9b4e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:01:48.417772 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3ee363-f091-4b36-b461-d8f46c1ebbba None None] Checking router: 7a91c027-1279-44ef-a13d-14a699163e67 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:01:48.418739 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3ee363-f091-4b36-b461-d8f46c1ebbba None None] Updating router 7a91c027-1279-44ef-a13d-14a699163e67 port 322b54e6-2185-4102-bfd2-71fb92df7851 binding host n-d-808921-1 {{(pid=95299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 16:01:48.446072 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9d3ee363-f091-4b36-b461-d8f46c1ebbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:48.722722 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d491f-80f3-44c2-9c56-574f6e68a95b req-09b7b0f7-e40d-4ea8-8282-a83fef3673fa tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:01:48.726251 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-837d491f-80f3-44c2-9c56-574f6e68a95b req-09b7b0f7-e40d-4ea8-8282-a83fef3673fa tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] 10.222.0.101 "GET /v2.0/ports?device_id=6e244912-9c82-4bf5-986c-b4b6cb5faf51 HTTP/1.1" status: 200 len: 945 time: 0.0806024 Sep 24 16:01:48.779086 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-837d491f-80f3-44c2-9c56-574f6e68a95b req-0c148f7b-7420-4ead-b485-4a548b9e159f tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f13ccb0-bec9-4898-9cda-88871bfcd590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475607 Sep 24 16:01:48.780550 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-33253ae7-9ac4-4046-b063-46a26e7795ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:48.867827 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33253ae7-9ac4-4046-b063-46a26e7795ea admin admin] Checking segment: {'id': '18f83c3f-ac28-40a6-8e63-948af08a932e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'c99aecf8-7f88-4ceb-882d-090288c05974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:01:48.868223 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33253ae7-9ac4-4046-b063-46a26e7795ea admin admin] Network hostable DHCP agents. Network: c99aecf8-7f88-4ceb-882d-090288c05974, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 16:01:48.870698 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33253ae7-9ac4-4046-b063-46a26e7795ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=7870614f-b4f3-48bf-a715-e41f1f9ba2fe,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:01:48.916060 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9d3ee363-f091-4b36-b461-d8f46c1ebbba None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:48.969771 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33253ae7-9ac4-4046-b063-46a26e7795ea admin admin] Network c99aecf8-7f88-4ceb-882d-090288c05974 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 16:01:48.998709 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9d3ee363-f091-4b36-b461-d8f46c1ebbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:49.049850 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf3353d-9925-440a-b81d-744349c6b067 None None] Pushing event updated for resources: {'Port': ['ID=322b54e6-2185-4102-bfd2-71fb92df7851,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:01:49.084646 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-33253ae7-9ac4-4046-b063-46a26e7795ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, c99aecf8-7f88-4ceb-882d-090288c05974) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:01:49.089522 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33253ae7-9ac4-4046-b063-46a26e7795ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:01:49.090970 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-33253ae7-9ac4-4046-b063-46a26e7795ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:49.127089 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa06cd6-fef7-4e13-94e1-2dadd12b0d76 None None] Network c99aecf8-7f88-4ceb-882d-090288c05974 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:01:49.172249 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-9d3ee363-f091-4b36-b461-d8f46c1ebbba None None] Attempting to bind port 322b54e6-2185-4102-bfd2-71fb92df7851 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:01:49.173036 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-9d3ee363-f091-4b36-b461-d8f46c1ebbba None None] Attempting to bind port 322b54e6-2185-4102-bfd2-71fb92df7851 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '3e48e6b4-f566-4ec5-9829-79df6899155c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:01:49.174178 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3ee363-f091-4b36-b461-d8f46c1ebbba None None] Attempting to bind port 322b54e6-2185-4102-bfd2-71fb92df7851 on network 91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:01:49.192823 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3ee363-f091-4b36-b461-d8f46c1ebbba None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:01:49.194329 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3ee363-f091-4b36-b461-d8f46c1ebbba None None] Checking segment: {'id': '3e48e6b4-f566-4ec5-9829-79df6899155c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:01:49.194329 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9d3ee363-f091-4b36-b461-d8f46c1ebbba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:49.194329 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d3ee363-f091-4b36-b461-d8f46c1ebbba None None] Bound using segment: {'id': '3e48e6b4-f566-4ec5-9829-79df6899155c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:01:49.196253 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-9d3ee363-f091-4b36-b461-d8f46c1ebbba None None] Bound port: 322b54e6-2185-4102-bfd2-71fb92df7851, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e48e6b4-f566-4ec5-9829-79df6899155c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:01:49.196253 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9d3ee363-f091-4b36-b461-d8f46c1ebbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:49.252696 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 5e9eee8e-e100-4771-a012-5d89734f50bb up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:01:49.254894 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-33253ae7-9ac4-4046-b063-46a26e7795ea admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9946973 Sep 24 16:01:49.257344 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 54244) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:01:49.263261 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-2c0222de-c6d3-46a4-b186-7e6093d8db50 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-598333068-router', 'tenant_id': '0f10f3e0ca0b4075b5f1f048e6e932f3', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:01:49.391841 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2c0222de-c6d3-46a4-b186-7e6093d8db50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:49.393125 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2c0222de-c6d3-46a4-b186-7e6093d8db50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:49.459039 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-9d3ee363-f091-4b36-b461-d8f46c1ebbba None None] For port 322b54e6-2185-4102-bfd2-71fb92df7851, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:01:49.474392 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-9d3ee363-f091-4b36-b461-d8f46c1ebbba None None] For port 322b54e6-2185-4102-bfd2-71fb92df7851, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=322b54e6-2185-4102-bfd2-71fb92df7851,segment=NetworkSegment(3e48e6b4-f566-4ec5-9829-79df6899155c),segment_id=3e48e6b4-f566-4ec5-9829-79df6899155c)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:01:49.488805 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2c0222de-c6d3-46a4-b186-7e6093d8db50 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:49.498433 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-f18ece50-b41d-4e59-ac2d-cb4d897bab3e None None] Provisioning complete for port 322b54e6-2185-4102-bfd2-71fb92df7851 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:01:49.498433 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f18ece50-b41d-4e59-ac2d-cb4d897bab3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:49.524443 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a2b288-be8f-408d-bd37-df7da92e1ca3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-c99aecf8-7f88-4ceb-882d-090288c05974', 'network_id': 'c99aecf8-7f88-4ceb-882d-090288c05974', 'tenant_id': '0f10f3e0ca0b4075b5f1f048e6e932f3', 'fixed_ips': [{'subnet_id': '7870614f-b4f3-48bf-a715-e41f1f9ba2fe'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 16:01:49.525306 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-03a2b288-be8f-408d-bd37-df7da92e1ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:49.534028 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 5e9eee8e-e100-4771-a012-5d89734f50bb triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:01:49.534028 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:49.579812 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9d3ee363-f091-4b36-b461-d8f46c1ebbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:49.592612 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-f18ece50-b41d-4e59-ac2d-cb4d897bab3e None None] Port 322b54e6-2185-4102-bfd2-71fb92df7851 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:01:49.772232 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d3ee363-f091-4b36-b461-d8f46c1ebbba None None] Routers {'7a91c027-1279-44ef-a13d-14a699163e67'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:01:49.773414 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-9d3ee363-f091-4b36-b461-d8f46c1ebbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:01:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['7a91c027-1279-44ef-a13d-14a699163e67'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:01:49.914105 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf3353d-9925-440a-b81d-744349c6b067 None None] Pushing event updated for resources: {'Port': ['ID=322b54e6-2185-4102-bfd2-71fb92df7851,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:01:49.971287 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2c0222de-c6d3-46a4-b186-7e6093d8db50 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:50.038830 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-03a2b288-be8f-408d-bd37-df7da92e1ca3 None None] Allocated IP 172.20.0.2 (c99aecf8-7f88-4ceb-882d-090288c05974/7870614f-b4f3-48bf-a715-e41f1f9ba2fe/30cc0d1c-f7e1-4937-8377-bd4c868caffb) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:01:50.050499 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4162cad-9c08-417e-a668-2b697999acef req-f640a778-935f-474b-a65d-5e013c625c29 tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:01:50.052262 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a4162cad-9c08-417e-a668-2b697999acef req-f640a778-935f-474b-a65d-5e013c625c29 tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] 10.222.0.101 "GET /v2.0/ports?device_id=6e244912-9c82-4bf5-986c-b4b6cb5faf51 HTTP/1.1" status: 200 len: 945 time: 0.0929110 Sep 24 16:01:50.071956 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-9d3ee363-f091-4b36-b461-d8f46c1ebbba None None] Set router 7a91c027-1279-44ef-a13d-14a699163e67 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:01:50.127252 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a4162cad-9c08-417e-a668-2b697999acef req-052cafb3-2f5f-4680-93b3-3f1399dd1bfc tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f13ccb0-bec9-4898-9cda-88871bfcd590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579205 Sep 24 16:01:50.298895 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-28e228a4-07bf-4df8-ab85-557d87632e5c None None] Provisioning complete for port 322b54e6-2185-4102-bfd2-71fb92df7851 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:01:50.299856 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-28e228a4-07bf-4df8-ab85-557d87632e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:50.380964 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ecece-7394-4999-92f7-012845f5fee9 req-07901c6f-e1ce-4895-9877-cac3a0fc7b26 tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:01:50.383469 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f18ecece-7394-4999-92f7-012845f5fee9 req-07901c6f-e1ce-4895-9877-cac3a0fc7b26 tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] 10.222.0.101 "GET /v2.0/ports?device_id=6e244912-9c82-4bf5-986c-b4b6cb5faf51 HTTP/1.1" status: 200 len: 945 time: 0.0991161 Sep 24 16:01:50.394071 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2c0222de-c6d3-46a4-b186-7e6093d8db50 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:50.415380 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2c0222de-c6d3-46a4-b186-7e6093d8db50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:50.448169 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f18ecece-7394-4999-92f7-012845f5fee9 req-a7dae067-09d3-4903-bbc4-addb2fde7c42 tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f13ccb0-bec9-4898-9cda-88871bfcd590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515444 Sep 24 16:01:50.569204 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-2c0222de-c6d3-46a4-b186-7e6093d8db50 admin admin] Allocated IP 172.25.0.185 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/55f9561b-2e9d-4e64-9622-3def877e4f1d) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:01:50.582969 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-03a2b288-be8f-408d-bd37-df7da92e1ca3 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:50.689772 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-28e228a4-07bf-4df8-ab85-557d87632e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:50.696615 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2c0222de-c6d3-46a4-b186-7e6093d8db50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:50.762421 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-28e228a4-07bf-4df8-ab85-557d87632e5c None None] For port 322b54e6-2185-4102-bfd2-71fb92df7851, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=322b54e6-2185-4102-bfd2-71fb92df7851,segment=NetworkSegment(3e48e6b4-f566-4ec5-9829-79df6899155c),segment_id=3e48e6b4-f566-4ec5-9829-79df6899155c)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:01:50.764678 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-9d3ee363-f091-4b36-b461-d8f46c1ebbba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a91c027-1279-44ef-a13d-14a699163e67', 'name': 'tempest-TestServerBasicOps-1643116134-router', 'tenant_id': '1098ec07f5944ca3aa2ef8c2402dd6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '5e9eee8e-e100-4771-a012-5d89734f50bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:01:39Z', 'updated_at': '2021-09-24T16:01:44Z', 'revision_number': 4, 'project_id': '1098ec07f5944ca3aa2ef8c2402dd6cb', 'gw_port': {'id': '5e9eee8e-e100-4771-a012-5d89734f50bb', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a91c027-1279-44ef-a13d-14a699163e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:01:41Z', 'updated_at': '2021-09-24T16:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '322b54e6-2185-4102-bfd2-71fb92df7851', 'name': '', 'network_id': '91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8', 'tenant_id': '1098ec07f5944ca3aa2ef8c2402dd6cb', 'mac_address': 'fa:16:3e:40:cb:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a91c027-1279-44ef-a13d-14a699163e67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': 'e2f4b5a2-b921-44ae-94f4-2c286e9b4e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:01:43Z', 'updated_at': '2021-09-24T16:01:49Z', 'revision_number': 4, 'project_id': '1098ec07f5944ca3aa2ef8c2402dd6cb', 'subnets': [{'id': 'e2f4b5a2-b921-44ae-94f4-2c286e9b4e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:01:50.766828 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-03a2b288-be8f-408d-bd37-df7da92e1ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:50.874490 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2c0222de-c6d3-46a4-b186-7e6093d8db50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:50.978941 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-28e228a4-07bf-4df8-ab85-557d87632e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:50.980861 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d3ee363-f091-4b36-b461-d8f46c1ebbba None None] The sync data for ids ['7a91c027-1279-44ef-a13d-14a699163e67'] in n-d-808921-1 is: [{'id': '7a91c027-1279-44ef-a13d-14a699163e67', 'name': 'tempest-TestServerBasicOps-1643116134-router', 'tenant_id': '1098ec07f5944ca3aa2ef8c2402dd6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '5e9eee8e-e100-4771-a012-5d89734f50bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:01:39Z', 'updated_at': '2021-09-24T16:01:44Z', 'revision_number': 4, 'project_id': '1098ec07f5944ca3aa2ef8c2402dd6cb', 'gw_port': {'id': '5e9eee8e-e100-4771-a012-5d89734f50bb', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a91c027-1279-44ef-a13d-14a699163e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:01:41Z', 'updated_at': '2021-09-24T16:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '322b54e6-2185-4102-bfd2-71fb92df7851', 'name': '', 'network_id': '91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8', 'tenant_id': '1098ec07f5944ca3aa2ef8c2402dd6cb', 'mac_address': 'fa:16:3e:40:cb:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a91c027-1279-44ef-a13d-14a699163e67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': 'e2f4b5a2-b921-44ae-94f4-2c286e9b4e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:01:43Z', 'updated_at': '2021-09-24T16:01:49Z', 'revision_number': 4, 'project_id': '1098ec07f5944ca3aa2ef8c2402dd6cb', 'subnets': [{'id': 'e2f4b5a2-b921-44ae-94f4-2c286e9b4e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:01:50.995581 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0222de-c6d3-46a4-b186-7e6093d8db50 admin admin] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:01:50.999134 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a2b288-be8f-408d-bd37-df7da92e1ca3 None None] Network c99aecf8-7f88-4ceb-882d-090288c05974 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:01:51.002750 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-03a2b288-be8f-408d-bd37-df7da92e1ca3 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:01:51.009328 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-2c0222de-c6d3-46a4-b186-7e6093d8db50 admin admin] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:01:51.012143 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a2b288-be8f-408d-bd37-df7da92e1ca3 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:01:51.015923 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0222de-c6d3-46a4-b186-7e6093d8db50 admin admin] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:01:51.139981 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-03a2b288-be8f-408d-bd37-df7da92e1ca3 None None] Attempting to bind port 30cc0d1c-f7e1-4937-8377-bd4c868caffb on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:01:51.140363 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-03a2b288-be8f-408d-bd37-df7da92e1ca3 None None] Attempting to bind port 30cc0d1c-f7e1-4937-8377-bd4c868caffb by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '18f83c3f-ac28-40a6-8e63-948af08a932e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'c99aecf8-7f88-4ceb-882d-090288c05974'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:01:51.140727 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a2b288-be8f-408d-bd37-df7da92e1ca3 None None] Attempting to bind port 30cc0d1c-f7e1-4937-8377-bd4c868caffb on network c99aecf8-7f88-4ceb-882d-090288c05974 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:01:51.197142 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a2b288-be8f-408d-bd37-df7da92e1ca3 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:01:51.197550 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a2b288-be8f-408d-bd37-df7da92e1ca3 None None] Checking segment: {'id': '18f83c3f-ac28-40a6-8e63-948af08a932e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'c99aecf8-7f88-4ceb-882d-090288c05974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:01:51.197915 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-03a2b288-be8f-408d-bd37-df7da92e1ca3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:51.198306 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a2b288-be8f-408d-bd37-df7da92e1ca3 None None] Bound using segment: {'id': '18f83c3f-ac28-40a6-8e63-948af08a932e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'c99aecf8-7f88-4ceb-882d-090288c05974'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:01:51.214057 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-03a2b288-be8f-408d-bd37-df7da92e1ca3 None None] Bound port: 30cc0d1c-f7e1-4937-8377-bd4c868caffb, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f83c3f-ac28-40a6-8e63-948af08a932e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'c99aecf8-7f88-4ceb-882d-090288c05974'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:01:51.214464 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-03a2b288-be8f-408d-bd37-df7da92e1ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:51.217995 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2b288-be8f-408d-bd37-df7da92e1ca3 None None] Pushing event updated for resources: {'Port': ['ID=30cc0d1c-f7e1-4937-8377-bd4c868caffb,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:01:51.380989 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 322b54e6-2185-4102-bfd2-71fb92df7851 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:01:51.480363 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e228a4-07bf-4df8-ab85-557d87632e5c None None] Pushing event updated for resources: {'Port': ['ID=322b54e6-2185-4102-bfd2-71fb92df7851,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:01:51.491813 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0222de-c6d3-46a4-b186-7e6093d8db50 admin admin] Pushing event updated for resources: {'Port': ['ID=55f9561b-2e9d-4e64-9622-3def877e4f1d,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:01:51.525467 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 322b54e6-2185-4102-bfd2-71fb92df7851 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:01:51.525986 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:51.556362 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa5ad7f-2500-49bc-946e-1fa686859e82 req-905da4d8-e0a6-4843-9011-6943a35d8251 tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:01:51.575203 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5fa5ad7f-2500-49bc-946e-1fa686859e82 req-905da4d8-e0a6-4843-9011-6943a35d8251 tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] 10.222.0.101 "GET /v2.0/ports?device_id=6e244912-9c82-4bf5-986c-b4b6cb5faf51 HTTP/1.1" status: 200 len: 945 time: 0.3281181 Sep 24 16:01:51.592859 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-03a2b288-be8f-408d-bd37-df7da92e1ca3 None None] For port 30cc0d1c-f7e1-4937-8377-bd4c868caffb, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:01:51.615234 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-03a2b288-be8f-408d-bd37-df7da92e1ca3 None None] For port 30cc0d1c-f7e1-4937-8377-bd4c868caffb, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=30cc0d1c-f7e1-4937-8377-bd4c868caffb,segment=NetworkSegment(18f83c3f-ac28-40a6-8e63-948af08a932e),segment_id=18f83c3f-ac28-40a6-8e63-948af08a932e)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:01:51.714127 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-03a2b288-be8f-408d-bd37-df7da92e1ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:51.724683 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2c0222de-c6d3-46a4-b186-7e6093d8db50 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:51.729928 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5fa5ad7f-2500-49bc-946e-1fa686859e82 req-28e8559b-00cb-456a-a498-57fb137324d6 tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f13ccb0-bec9-4898-9cda-88871bfcd590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539998 Sep 24 16:01:51.861236 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a2b288-be8f-408d-bd37-df7da92e1ca3 None None] Pushing event updated for resources: {'Port': ['ID=30cc0d1c-f7e1-4937-8377-bd4c868caffb,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:01:52.217317 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2c0222de-c6d3-46a4-b186-7e6093d8db50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:52.539392 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c0222de-c6d3-46a4-b186-7e6093d8db50 admin admin] Router 6be840c7-9375-40a5-9fde-a98794d63f29 is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 16:01:52.711306 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c0222de-c6d3-46a4-b186-7e6093d8db50 admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:01:52.721649 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae51de66-4d43-4f6b-85da-84b6ae3be3c4 None None] Sync routers for ids ['6be840c7-9375-40a5-9fde-a98794d63f29'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:01:52.732817 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae51de66-4d43-4f6b-85da-84b6ae3be3c4 None None] Routers {'6be840c7-9375-40a5-9fde-a98794d63f29'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:01:52.733492 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-ae51de66-4d43-4f6b-85da-84b6ae3be3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:01:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['6be840c7-9375-40a5-9fde-a98794d63f29'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:01:52.907242 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2c0222de-c6d3-46a4-b186-7e6093d8db50 admin admin] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:52.908515 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-2c0222de-c6d3-46a4-b186-7e6093d8db50 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.6501195 Sep 24 16:01:52.911915 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 54298) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:01:52.959119 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761befe5-9f76-4bf5-b407-61bc264abe9a req-a5cede64-a4c2-447d-a765-a45a9b5a9b96 tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:01:52.963796 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-761befe5-9f76-4bf5-b407-61bc264abe9a req-a5cede64-a4c2-447d-a765-a45a9b5a9b96 tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] 10.222.0.101 "GET /v2.0/ports?device_id=6e244912-9c82-4bf5-986c-b4b6cb5faf51 HTTP/1.1" status: 200 len: 945 time: 0.1278155 Sep 24 16:01:53.027623 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-761befe5-9f76-4bf5-b407-61bc264abe9a req-f48aacfe-48dd-40de-a650-1ededad54bcf tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f13ccb0-bec9-4898-9cda-88871bfcd590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536392 Sep 24 16:01:53.175324 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-ae51de66-4d43-4f6b-85da-84b6ae3be3c4 None None] Set router 6be840c7-9375-40a5-9fde-a98794d63f29 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:01:53.459648 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75699b29-b6fd-410c-9ac8-fa077842a4d7 None None] Network c99aecf8-7f88-4ceb-882d-090288c05974 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:01:53.483581 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 30cc0d1c-f7e1-4937-8377-bd4c868caffb up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:01:53.545449 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-ae51de66-4d43-4f6b-85da-84b6ae3be3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be840c7-9375-40a5-9fde-a98794d63f29', 'name': 'tempest-TestServerBasicOps-598333068-router', 'tenant_id': '0f10f3e0ca0b4075b5f1f048e6e932f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '55f9561b-2e9d-4e64-9622-3def877e4f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:01:49Z', 'updated_at': '2021-09-24T16:01:51Z', 'revision_number': 3, 'project_id': '0f10f3e0ca0b4075b5f1f048e6e932f3', 'gw_port': {'id': '55f9561b-2e9d-4e64-9622-3def877e4f1d', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e9:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be840c7-9375-40a5-9fde-a98794d63f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:01:50Z', 'updated_at': '2021-09-24T16:01:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:01:53.609353 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae51de66-4d43-4f6b-85da-84b6ae3be3c4 None None] Checking router: 6be840c7-9375-40a5-9fde-a98794d63f29 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:01:53.609739 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae51de66-4d43-4f6b-85da-84b6ae3be3c4 None None] Updating router 6be840c7-9375-40a5-9fde-a98794d63f29 port 55f9561b-2e9d-4e64-9622-3def877e4f1d binding host n-d-808921-1 {{(pid=95300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 16:01:53.672627 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-ae51de66-4d43-4f6b-85da-84b6ae3be3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:53.715876 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-d130666d-cfcb-4319-8234-6b9aeda69091 None None] Provisioning complete for port 30cc0d1c-f7e1-4937-8377-bd4c868caffb triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:01:53.716126 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d130666d-cfcb-4319-8234-6b9aeda69091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:53.840608 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c08e94-ea88-41ae-886c-cfbabd5682f9 req-fc9206e0-46df-4561-b3be-18d6f8cdf7a7 tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:01:53.850879 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-18c08e94-ea88-41ae-886c-cfbabd5682f9 req-fc9206e0-46df-4561-b3be-18d6f8cdf7a7 tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] 10.222.0.101 "GET /v2.0/ports?device_id=6e244912-9c82-4bf5-986c-b4b6cb5faf51 HTTP/1.1" status: 200 len: 945 time: 0.1567721 Sep 24 16:01:53.876481 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-60a0503d-6601-4453-8ab7-dc8beddf4a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:53.932925 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-18c08e94-ea88-41ae-886c-cfbabd5682f9 req-d62bfc5b-64bb-4a5a-82e2-b0442a7c318b tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f13ccb0-bec9-4898-9cda-88871bfcd590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756347 Sep 24 16:01:53.993029 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 30cc0d1c-f7e1-4937-8377-bd4c868caffb triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:01:53.993412 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:54.015382 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a0b1b-0296-4449-9a26-2efbb732fb5a req-53626d22-6bf5-46e2-ac3d-7309c3032e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:01:54.019433 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-752a0b1b-0296-4449-9a26-2efbb732fb5a req-53626d22-6bf5-46e2-ac3d-7309c3032e53 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=6ad8f84bb52c4584ba308008a91801ef&device_id=6e244912-9c82-4bf5-986c-b4b6cb5faf51 HTTP/1.1" status: 200 len: 1096 time: 0.1959560 Sep 24 16:01:54.113666 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d130666d-cfcb-4319-8234-6b9aeda69091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:54.177360 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-ae51de66-4d43-4f6b-85da-84b6ae3be3c4 None None] Notify callbacks [] for port, precommit_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:54.201863 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-d130666d-cfcb-4319-8234-6b9aeda69091 None None] For port 30cc0d1c-f7e1-4937-8377-bd4c868caffb, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=30cc0d1c-f7e1-4937-8377-bd4c868caffb,segment=NetworkSegment(18f83c3f-ac28-40a6-8e63-948af08a932e),segment_id=18f83c3f-ac28-40a6-8e63-948af08a932e)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:01:54.221650 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:54.232825 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-60a0503d-6601-4453-8ab7-dc8beddf4a21 admin admin] Allocated IP 172.20.0.1 (c99aecf8-7f88-4ceb-882d-090288c05974/7870614f-b4f3-48bf-a715-e41f1f9ba2fe/128fcffd-5be5-429b-b80a-47d264e8e348) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:01:54.295187 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-ae51de66-4d43-4f6b-85da-84b6ae3be3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:54.320932 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d130666d-cfcb-4319-8234-6b9aeda69091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:54.491385 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-ae51de66-4d43-4f6b-85da-84b6ae3be3c4 None None] Attempting to bind port 55f9561b-2e9d-4e64-9622-3def877e4f1d on host n-d-808921-1 for vnic_type normal with profile {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:01:54.491624 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.db.api [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 16:01:54.492078 n-d-808921-1 neutron-server[95299]: DEBUG oslo_db.api [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 16:01:54.493324 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-ae51de66-4d43-4f6b-85da-84b6ae3be3c4 None None] Attempting to bind port 55f9561b-2e9d-4e64-9622-3def877e4f1d by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:01:54.493455 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d130666d-cfcb-4319-8234-6b9aeda69091 None None] Pushing event updated for resources: {'Port': ['ID=30cc0d1c-f7e1-4937-8377-bd4c868caffb,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:01:54.497583 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae51de66-4d43-4f6b-85da-84b6ae3be3c4 None None] Attempting to bind port 55f9561b-2e9d-4e64-9622-3def877e4f1d on network e6a2de20-1ea0-43e5-88e0-982d19e317d5 {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:01:54.497735 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-e7d203c6-5f1f-4846-b718-adbb8f067e45 None None] Provisioning complete for port 30cc0d1c-f7e1-4937-8377-bd4c868caffb triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:01:54.498086 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e7d203c6-5f1f-4846-b718-adbb8f067e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:54.523193 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9ab9d2-49e8-4476-8caa-d258ae71c21e None None] Pushing event updated for resources: {'Port': ['ID=55f9561b-2e9d-4e64-9622-3def877e4f1d,revision_number=2']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:01:54.532842 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae51de66-4d43-4f6b-85da-84b6ae3be3c4 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:01:54.533214 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae51de66-4d43-4f6b-85da-84b6ae3be3c4 None None] Checking segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:01:54.535546 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-ae51de66-4d43-4f6b-85da-84b6ae3be3c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:54.536382 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae51de66-4d43-4f6b-85da-84b6ae3be3c4 None None] Bound using segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:01:54.536499 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-ae51de66-4d43-4f6b-85da-84b6ae3be3c4 None None] Bound port: 55f9561b-2e9d-4e64-9622-3def877e4f1d, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:01:54.537494 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-ae51de66-4d43-4f6b-85da-84b6ae3be3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:54.594824 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a0b1b-0296-4449-9a26-2efbb732fb5a req-7b69c44c-973e-41dc-ad4a-f9356868323a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:01:54.596509 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-752a0b1b-0296-4449-9a26-2efbb732fb5a req-7b69c44c-973e-41dc-ad4a-f9356868323a service neutron] 10.222.0.108 "GET /v2.0/networks?id=9ecb3a94-4642-45b9-8779-970376ffc2f9 HTTP/1.1" status: 200 len: 914 time: 0.5563745 Sep 24 16:01:54.599437 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-60a0503d-6601-4453-8ab7-dc8beddf4a21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:54.652738 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-ae51de66-4d43-4f6b-85da-84b6ae3be3c4 None None] For port 55f9561b-2e9d-4e64-9622-3def877e4f1d, host n-d-808921-1, cleared binding levels {{(pid=95300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:01:54.652922 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-752a0b1b-0296-4449-9a26-2efbb732fb5a req-4ab4fc1d-b5fe-438c-93fa-a3aef495f880 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d826fe4c-224f-4113-bee4-14485c5c490e HTTP/1.1" status: 200 len: 217 time: 0.0444958 Sep 24 16:01:54.656708 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-ae51de66-4d43-4f6b-85da-84b6ae3be3c4 None None] For port 55f9561b-2e9d-4e64-9622-3def877e4f1d, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=55f9561b-2e9d-4e64-9622-3def877e4f1d,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:01:54.717025 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a0b1b-0296-4449-9a26-2efbb732fb5a req-6afb1772-2085-4934-9b82-7bfab470d75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:01:54.718624 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-752a0b1b-0296-4449-9a26-2efbb732fb5a req-6afb1772-2085-4934-9b82-7bfab470d75f service neutron] 10.222.0.108 "GET /v2.0/subnets?id=b3dd585f-7c80-4995-9822-6d22089dc2c8 HTTP/1.1" status: 200 len: 852 time: 0.0581865 Sep 24 16:01:54.748119 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-ae51de66-4d43-4f6b-85da-84b6ae3be3c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:54.752800 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-752a0b1b-0296-4449-9a26-2efbb732fb5a req-cee80815-6cf0-4500-b3d0-88198a68d28c service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=9ecb3a94-4642-45b9-8779-970376ffc2f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260110 Sep 24 16:01:54.797487 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-60a0503d-6601-4453-8ab7-dc8beddf4a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:54.872323 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae51de66-4d43-4f6b-85da-84b6ae3be3c4 None None] Routers {'6be840c7-9375-40a5-9fde-a98794d63f29'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:01:54.873956 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-ae51de66-4d43-4f6b-85da-84b6ae3be3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:01:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['6be840c7-9375-40a5-9fde-a98794d63f29'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:01:54.892954 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-752a0b1b-0296-4449-9a26-2efbb732fb5a req-3bb048dd-dd68-45bb-a199-364a9c392811 service neutron] 10.222.0.108 "GET /v2.0/networks/9ecb3a94-4642-45b9-8779-970376ffc2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326811 Sep 24 16:01:54.938284 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9ab9d2-49e8-4476-8caa-d258ae71c21e None None] Pushing event updated for resources: {'Port': ['ID=55f9561b-2e9d-4e64-9622-3def877e4f1d,revision_number=3']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:01:54.956039 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a0503d-6601-4453-8ab7-dc8beddf4a21 admin admin] Network c99aecf8-7f88-4ceb-882d-090288c05974 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:01:54.996493 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-60a0503d-6601-4453-8ab7-dc8beddf4a21 admin admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:01:55.012220 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a0503d-6601-4453-8ab7-dc8beddf4a21 admin admin] Pushing event updated for resources: {'Port': ['ID=128fcffd-5be5-429b-b80a-47d264e8e348,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:01:55.017511 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a0503d-6601-4453-8ab7-dc8beddf4a21 admin admin] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:01:55.075599 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 322b54e6-2185-4102-bfd2-71fb92df7851 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:01:55.136948 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-ae51de66-4d43-4f6b-85da-84b6ae3be3c4 None None] Set router 6be840c7-9375-40a5-9fde-a98794d63f29 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:01:55.186268 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-752a0b1b-0296-4449-9a26-2efbb732fb5a req-ca02d8e0-5ff2-4528-9504-31029126c247 service neutron] 10.222.0.108 "GET /v2.0/networks/9ecb3a94-4642-45b9-8779-970376ffc2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663522 Sep 24 16:01:55.191667 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 322b54e6-2185-4102-bfd2-71fb92df7851 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:01:55.192373 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:55.220997 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b61fa4-db7e-44e0-8361-69d64e7b6856 req-bfe9e8e2-6876-487b-9e7d-706cec3f1691 tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:01:55.222537 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-48b61fa4-db7e-44e0-8361-69d64e7b6856 req-bfe9e8e2-6876-487b-9e7d-706cec3f1691 tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] 10.222.0.101 "GET /v2.0/ports?device_id=6e244912-9c82-4bf5-986c-b4b6cb5faf51 HTTP/1.1" status: 200 len: 945 time: 0.1228788 Sep 24 16:01:55.223799 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-60a0503d-6601-4453-8ab7-dc8beddf4a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:55.308073 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-48b61fa4-db7e-44e0-8361-69d64e7b6856 req-b66a681b-657d-4558-8936-45f9867640fe tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f13ccb0-bec9-4898-9cda-88871bfcd590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780466 Sep 24 16:01:55.396602 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-ab35bb61-bd6f-4f94-84c7-4728618b77b3 None None] Provisioning complete for port 128fcffd-5be5-429b-b80a-47d264e8e348 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:01:55.397374 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ab35bb61-bd6f-4f94-84c7-4728618b77b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:55.451008 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-ab35bb61-bd6f-4f94-84c7-4728618b77b3 None None] Port 128fcffd-5be5-429b-b80a-47d264e8e348 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:01:55.482324 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-ae51de66-4d43-4f6b-85da-84b6ae3be3c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be840c7-9375-40a5-9fde-a98794d63f29', 'name': 'tempest-TestServerBasicOps-598333068-router', 'tenant_id': '0f10f3e0ca0b4075b5f1f048e6e932f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '55f9561b-2e9d-4e64-9622-3def877e4f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:01:49Z', 'updated_at': '2021-09-24T16:01:51Z', 'revision_number': 3, 'project_id': '0f10f3e0ca0b4075b5f1f048e6e932f3', 'gw_port': {'id': '55f9561b-2e9d-4e64-9622-3def877e4f1d', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e9:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be840c7-9375-40a5-9fde-a98794d63f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:01:50Z', 'updated_at': '2021-09-24T16:01:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:01:55.505024 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 30cc0d1c-f7e1-4937-8377-bd4c868caffb up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:01:55.522461 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae51de66-4d43-4f6b-85da-84b6ae3be3c4 None None] The sync data for ids ['6be840c7-9375-40a5-9fde-a98794d63f29'] in n-d-808921-1 is: [{'id': '6be840c7-9375-40a5-9fde-a98794d63f29', 'name': 'tempest-TestServerBasicOps-598333068-router', 'tenant_id': '0f10f3e0ca0b4075b5f1f048e6e932f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '55f9561b-2e9d-4e64-9622-3def877e4f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:01:49Z', 'updated_at': '2021-09-24T16:01:51Z', 'revision_number': 3, 'project_id': '0f10f3e0ca0b4075b5f1f048e6e932f3', 'gw_port': {'id': '55f9561b-2e9d-4e64-9622-3def877e4f1d', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e9:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be840c7-9375-40a5-9fde-a98794d63f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:01:50Z', 'updated_at': '2021-09-24T16:01:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:01:55.561933 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 30cc0d1c-f7e1-4937-8377-bd4c868caffb triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:01:55.566451 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:55.612494 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-60a0503d-6601-4453-8ab7-dc8beddf4a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:55.854769 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-60a0503d-6601-4453-8ab7-dc8beddf4a21 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:55.964267 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-60a0503d-6601-4453-8ab7-dc8beddf4a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:56.046759 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-60a0503d-6601-4453-8ab7-dc8beddf4a21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:56.099670 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a0503d-6601-4453-8ab7-dc8beddf4a21 admin admin] Pushing event updated for resources: {'Port': ['ID=128fcffd-5be5-429b-b80a-47d264e8e348,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:01:56.509869 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c8290-4bd5-4613-adb9-64b8fd8343b4 req-e7b1fe6a-4c1b-4d30-9867-9ac53d4107c7 tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:01:56.512862 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-633c8290-4bd5-4613-adb9-64b8fd8343b4 req-e7b1fe6a-4c1b-4d30-9867-9ac53d4107c7 tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] 10.222.0.101 "GET /v2.0/ports?device_id=6e244912-9c82-4bf5-986c-b4b6cb5faf51 HTTP/1.1" status: 200 len: 945 time: 0.0658953 Sep 24 16:01:56.531632 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a0503d-6601-4453-8ab7-dc8beddf4a21 admin admin] Network c99aecf8-7f88-4ceb-882d-090288c05974 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:01:56.535260 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-60a0503d-6601-4453-8ab7-dc8beddf4a21 admin admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:01:56.597636 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-633c8290-4bd5-4613-adb9-64b8fd8343b4 req-08128e42-6da3-4d34-beba-df4163440460 tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f13ccb0-bec9-4898-9cda-88871bfcd590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780137 Sep 24 16:01:56.687902 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60a0503d-6601-4453-8ab7-dc8beddf4a21 admin admin] Router 6be840c7-9375-40a5-9fde-a98794d63f29 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:01:56.823492 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a0503d-6601-4453-8ab7-dc8beddf4a21 admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:01:56.828987 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-60a0503d-6601-4453-8ab7-dc8beddf4a21 admin admin] 10.222.0.101 "PUT /v2.0/routers/6be840c7-9375-40a5-9fde-a98794d63f29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9095464 Sep 24 16:01:56.911199 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-9c295f57-9f5c-4781-8777-d157b127984a None None] Provisioning complete for port 128fcffd-5be5-429b-b80a-47d264e8e348 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:01:56.911199 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9c295f57-9f5c-4781-8777-d157b127984a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:56.946796 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-9c295f57-9f5c-4781-8777-d157b127984a None None] Port 128fcffd-5be5-429b-b80a-47d264e8e348 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:01:57.463061 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ccb982-ac43-4b00-8eaa-ce312a19cf4e req-900647b5-e4d5-4561-b126-a71e3fc9c297 tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:01:57.465588 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-98ccb982-ac43-4b00-8eaa-ce312a19cf4e req-900647b5-e4d5-4561-b126-a71e3fc9c297 tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] 10.222.0.101 "GET /v2.0/ports?device_id=6e244912-9c82-4bf5-986c-b4b6cb5faf51 HTTP/1.1" status: 200 len: 945 time: 0.0605681 Sep 24 16:01:57.489325 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 55f9561b-2e9d-4e64-9622-3def877e4f1d up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:01:57.519080 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 54384) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:01:57.523686 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-cc440c16-afab-49e4-a551-e64e392c4ee1 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1548861271', 'description': 'tempest-secgroup-smoke-1548861271 description', 'project_id': '1098ec07f5944ca3aa2ef8c2402dd6cb'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:01:57.533596 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-98ccb982-ac43-4b00-8eaa-ce312a19cf4e req-78d3cff3-7e8a-4d31-a3e0-83360bc4c3ea tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f13ccb0-bec9-4898-9cda-88871bfcd590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599916 Sep 24 16:01:57.562761 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 55f9561b-2e9d-4e64-9622-3def877e4f1d triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:01:57.562761 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:57.647607 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:57.670280 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port 55f9561b-2e9d-4e64-9622-3def877e4f1d, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=55f9561b-2e9d-4e64-9622-3def877e4f1d,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:01:57.687861 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-cc440c16-afab-49e4-a551-e64e392c4ee1 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:57.701152 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83987d4-65eb-4110-a605-b15f64fb7037 None None] Sync routers for ids ['6be840c7-9375-40a5-9fde-a98794d63f29'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:01:57.712085 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83987d4-65eb-4110-a605-b15f64fb7037 None None] Routers {'6be840c7-9375-40a5-9fde-a98794d63f29'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:01:57.722484 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-c83987d4-65eb-4110-a605-b15f64fb7037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:01:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['6be840c7-9375-40a5-9fde-a98794d63f29'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:01:57.775008 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-cc440c16-afab-49e4-a551-e64e392c4ee1 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:57.783270 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:57.858968 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-cc440c16-afab-49e4-a551-e64e392c4ee1 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:57.884523 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-c83987d4-65eb-4110-a605-b15f64fb7037 None None] Set router 6be840c7-9375-40a5-9fde-a98794d63f29 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:01:57.908617 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc440c16-afab-49e4-a551-e64e392c4ee1 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96811e7a-b970-41bf-a841-ebc0d2b6f6f3,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:01:57.936212 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=55f9561b-2e9d-4e64-9622-3def877e4f1d,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:01:58.002223 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-cc440c16-afab-49e4-a551-e64e392c4ee1 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:58.006533 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-cc440c16-afab-49e4-a551-e64e392c4ee1 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4836969 Sep 24 16:01:58.006996 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 54396) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:01:58.013393 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-37329db5-d516-4d66-b328-a21a8ff8e849 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Request body: {'security_group_rule': {'security_group_id': '96811e7a-b970-41bf-a841-ebc0d2b6f6f3', 'project_id': '1098ec07f5944ca3aa2ef8c2402dd6cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:01:58.151564 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-c83987d4-65eb-4110-a605-b15f64fb7037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be840c7-9375-40a5-9fde-a98794d63f29', 'name': 'tempest-TestServerBasicOps-598333068-router', 'tenant_id': '0f10f3e0ca0b4075b5f1f048e6e932f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '55f9561b-2e9d-4e64-9622-3def877e4f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:01:49Z', 'updated_at': '2021-09-24T16:01:55Z', 'revision_number': 4, 'project_id': '0f10f3e0ca0b4075b5f1f048e6e932f3', 'gw_port': {'id': '55f9561b-2e9d-4e64-9622-3def877e4f1d', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e9:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be840c7-9375-40a5-9fde-a98794d63f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:01:50Z', 'updated_at': '2021-09-24T16:01:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '128fcffd-5be5-429b-b80a-47d264e8e348', 'name': '', 'network_id': 'c99aecf8-7f88-4ceb-882d-090288c05974', 'tenant_id': '0f10f3e0ca0b4075b5f1f048e6e932f3', 'mac_address': 'fa:16:3e:58:3c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be840c7-9375-40a5-9fde-a98794d63f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '7870614f-b4f3-48bf-a715-e41f1f9ba2fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:01:53Z', 'updated_at': '2021-09-24T16:01:55Z', 'revision_number': 2, 'project_id': '0f10f3e0ca0b4075b5f1f048e6e932f3', 'subnets': [{'id': '7870614f-b4f3-48bf-a715-e41f1f9ba2fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:01:58.178032 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83987d4-65eb-4110-a605-b15f64fb7037 None None] Checking router: 6be840c7-9375-40a5-9fde-a98794d63f29 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:01:58.178404 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83987d4-65eb-4110-a605-b15f64fb7037 None None] Updating router 6be840c7-9375-40a5-9fde-a98794d63f29 port 128fcffd-5be5-429b-b80a-47d264e8e348 binding host n-d-808921-1 {{(pid=95299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 16:01:58.197131 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-37329db5-d516-4d66-b328-a21a8ff8e849 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:58.204188 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c83987d4-65eb-4110-a605-b15f64fb7037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:58.247341 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-37329db5-d516-4d66-b328-a21a8ff8e849 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:58.324064 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-37329db5-d516-4d66-b328-a21a8ff8e849 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:58.351545 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37329db5-d516-4d66-b328-a21a8ff8e849 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d147987-b82b-40c4-8a88-71a33ec13456,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:01:58.413595 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-37329db5-d516-4d66-b328-a21a8ff8e849 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:58.416538 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-37329db5-d516-4d66-b328-a21a8ff8e849 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4085553 Sep 24 16:01:58.420302 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 54404) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:01:58.425962 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-74f33053-b74a-47ff-bde2-d919c384cc0d tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Request body: {'security_group_rule': {'security_group_id': '96811e7a-b970-41bf-a841-ebc0d2b6f6f3', 'project_id': '1098ec07f5944ca3aa2ef8c2402dd6cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:01:58.548545 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c83987d4-65eb-4110-a605-b15f64fb7037 None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:58.563559 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-74f33053-b74a-47ff-bde2-d919c384cc0d tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:58.611176 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c83987d4-65eb-4110-a605-b15f64fb7037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:58.639377 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-74f33053-b74a-47ff-bde2-d919c384cc0d tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:58.665738 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcc2c94-fa81-450c-91dd-e4b295c91af9 req-967d5eda-d7da-481a-aca8-728bc2a9b954 tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:01:58.674416 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6bcc2c94-fa81-450c-91dd-e4b295c91af9 req-967d5eda-d7da-481a-aca8-728bc2a9b954 tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] 10.222.0.101 "GET /v2.0/ports?device_id=6e244912-9c82-4bf5-986c-b4b6cb5faf51 HTTP/1.1" status: 200 len: 945 time: 0.0599546 Sep 24 16:01:58.675832 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a77cd4-f46b-4cdc-ab7d-62267f4e285d None None] Pushing event updated for resources: {'Port': ['ID=128fcffd-5be5-429b-b80a-47d264e8e348,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:01:58.734987 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6bcc2c94-fa81-450c-91dd-e4b295c91af9 req-4b03561b-dc1b-440e-b8c6-79e9d8ca3105 tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f13ccb0-bec9-4898-9cda-88871bfcd590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584733 Sep 24 16:01:58.759510 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-c83987d4-65eb-4110-a605-b15f64fb7037 None None] Attempting to bind port 128fcffd-5be5-429b-b80a-47d264e8e348 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:01:58.759883 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-c83987d4-65eb-4110-a605-b15f64fb7037 None None] Attempting to bind port 128fcffd-5be5-429b-b80a-47d264e8e348 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '18f83c3f-ac28-40a6-8e63-948af08a932e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'c99aecf8-7f88-4ceb-882d-090288c05974'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:01:58.760248 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83987d4-65eb-4110-a605-b15f64fb7037 None None] Attempting to bind port 128fcffd-5be5-429b-b80a-47d264e8e348 on network c99aecf8-7f88-4ceb-882d-090288c05974 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:01:58.770023 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83987d4-65eb-4110-a605-b15f64fb7037 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 1, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:01:58.770417 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83987d4-65eb-4110-a605-b15f64fb7037 None None] Checking segment: {'id': '18f83c3f-ac28-40a6-8e63-948af08a932e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'c99aecf8-7f88-4ceb-882d-090288c05974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:01:58.775321 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c83987d4-65eb-4110-a605-b15f64fb7037 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:58.775321 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83987d4-65eb-4110-a605-b15f64fb7037 None None] Bound using segment: {'id': '18f83c3f-ac28-40a6-8e63-948af08a932e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'c99aecf8-7f88-4ceb-882d-090288c05974'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:01:58.775321 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-c83987d4-65eb-4110-a605-b15f64fb7037 None None] Bound port: 128fcffd-5be5-429b-b80a-47d264e8e348, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18f83c3f-ac28-40a6-8e63-948af08a932e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': 'c99aecf8-7f88-4ceb-882d-090288c05974'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:01:58.775321 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c83987d4-65eb-4110-a605-b15f64fb7037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:58.798323 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-74f33053-b74a-47ff-bde2-d919c384cc0d tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:58.847376 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f33053-b74a-47ff-bde2-d919c384cc0d tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3427fff7-5ef1-4254-bf1e-fab0ba31cc3b,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:01:58.911080 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-74f33053-b74a-47ff-bde2-d919c384cc0d tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:58.912327 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-74f33053-b74a-47ff-bde2-d919c384cc0d tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4907372 Sep 24 16:01:58.915895 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 54418) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:01:58.926379 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-ab122dcc-ad15-4048-b3ab-7b47a61a7122 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Request body: {'security_group_rule': {'security_group_id': '96811e7a-b970-41bf-a841-ebc0d2b6f6f3', 'project_id': '1098ec07f5944ca3aa2ef8c2402dd6cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:01:58.954157 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-c83987d4-65eb-4110-a605-b15f64fb7037 None None] For port 128fcffd-5be5-429b-b80a-47d264e8e348, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:01:58.954157 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-c83987d4-65eb-4110-a605-b15f64fb7037 None None] For port 128fcffd-5be5-429b-b80a-47d264e8e348, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=128fcffd-5be5-429b-b80a-47d264e8e348,segment=NetworkSegment(18f83c3f-ac28-40a6-8e63-948af08a932e),segment_id=18f83c3f-ac28-40a6-8e63-948af08a932e)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:01:59.044296 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c83987d4-65eb-4110-a605-b15f64fb7037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:59.075439 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ab122dcc-ad15-4048-b3ab-7b47a61a7122 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:59.113355 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-94c365d5-a508-4318-9027-2b77cb1da8c0 None None] Provisioning complete for port 128fcffd-5be5-429b-b80a-47d264e8e348 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:01:59.113725 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-94c365d5-a508-4318-9027-2b77cb1da8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:59.159834 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83987d4-65eb-4110-a605-b15f64fb7037 None None] Routers {'6be840c7-9375-40a5-9fde-a98794d63f29'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:01:59.160468 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-c83987d4-65eb-4110-a605-b15f64fb7037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:01:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['6be840c7-9375-40a5-9fde-a98794d63f29'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:01:59.221417 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ab122dcc-ad15-4048-b3ab-7b47a61a7122 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:59.252915 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9728ba5-7cc2-456f-a37c-2b54b16de92d req-2ba30b0f-69b3-4360-a563-9d5b98f302d0 tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:01:59.262976 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c9728ba5-7cc2-456f-a37c-2b54b16de92d req-2ba30b0f-69b3-4360-a563-9d5b98f302d0 tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] 10.222.0.101 "GET /v2.0/ports?device_id=6e244912-9c82-4bf5-986c-b4b6cb5faf51 HTTP/1.1" status: 200 len: 945 time: 0.1038063 Sep 24 16:01:59.264414 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a77cd4-f46b-4cdc-ab7d-62267f4e285d None None] Pushing event updated for resources: {'Port': ['ID=128fcffd-5be5-429b-b80a-47d264e8e348,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:01:59.310592 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ab122dcc-ad15-4048-b3ab-7b47a61a7122 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:59.357245 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c9728ba5-7cc2-456f-a37c-2b54b16de92d req-315f1df2-113a-498b-8cc7-b3bf77f9436c tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f13ccb0-bec9-4898-9cda-88871bfcd590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929246 Sep 24 16:01:59.360978 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab122dcc-ad15-4048-b3ab-7b47a61a7122 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6c3dba4-5d3d-43e0-8986-a35328c1ee28,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:01:59.381235 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0907bfe3-e71f-4eca-ac82-1fd6d3be3c08 req-a62014ff-a072-4c9f-afeb-3eb01d286367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:01:59.382782 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0907bfe3-e71f-4eca-ac82-1fd6d3be3c08 req-a62014ff-a072-4c9f-afeb-3eb01d286367 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=6ad8f84bb52c4584ba308008a91801ef&device_id=6e244912-9c82-4bf5-986c-b4b6cb5faf51 HTTP/1.1" status: 200 len: 1096 time: 0.1468637 Sep 24 16:01:59.455278 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ab122dcc-ad15-4048-b3ab-7b47a61a7122 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:59.456747 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ab122dcc-ad15-4048-b3ab-7b47a61a7122 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5398719 Sep 24 16:01:59.459557 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 54430) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:01:59.464955 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-5c1cf28f-4390-4f72-911e-34227498123e tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Request body: {'security_group_rule': {'security_group_id': '96811e7a-b970-41bf-a841-ebc0d2b6f6f3', 'project_id': '1098ec07f5944ca3aa2ef8c2402dd6cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:01:59.552767 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0907bfe3-e71f-4eca-ac82-1fd6d3be3c08 req-84fa2824-9600-40db-a482-17ca824204f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:01:59.554424 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0907bfe3-e71f-4eca-ac82-1fd6d3be3c08 req-84fa2824-9600-40db-a482-17ca824204f5 service neutron] 10.222.0.108 "GET /v2.0/networks?id=9ecb3a94-4642-45b9-8779-970376ffc2f9 HTTP/1.1" status: 200 len: 914 time: 0.1632135 Sep 24 16:01:59.591192 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5c1cf28f-4390-4f72-911e-34227498123e tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:59.602049 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0907bfe3-e71f-4eca-ac82-1fd6d3be3c08 req-ea7e9770-1f01-48fc-ac51-c4996ba4fce3 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d826fe4c-224f-4113-bee4-14485c5c490e HTTP/1.1" status: 200 len: 217 time: 0.0387735 Sep 24 16:01:59.627420 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 55f9561b-2e9d-4e64-9622-3def877e4f1d up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:01:59.655686 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0907bfe3-e71f-4eca-ac82-1fd6d3be3c08 req-0ff598f8-e30c-4ab1-baf4-950f8f28a041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:01:59.657174 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0907bfe3-e71f-4eca-ac82-1fd6d3be3c08 req-0ff598f8-e30c-4ab1-baf4-950f8f28a041 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=b3dd585f-7c80-4995-9822-6d22089dc2c8 HTTP/1.1" status: 200 len: 852 time: 0.0477676 Sep 24 16:01:59.670165 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-c83987d4-65eb-4110-a605-b15f64fb7037 None None] Set router 6be840c7-9375-40a5-9fde-a98794d63f29 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:01:59.685600 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5c1cf28f-4390-4f72-911e-34227498123e tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:59.711249 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-94c365d5-a508-4318-9027-2b77cb1da8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:59.711884 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0907bfe3-e71f-4eca-ac82-1fd6d3be3c08 req-672b407a-344a-4111-9d9e-a0922321374a service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=9ecb3a94-4642-45b9-8779-970376ffc2f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454805 Sep 24 16:01:59.778792 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5c1cf28f-4390-4f72-911e-34227498123e tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:59.814612 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1cf28f-4390-4f72-911e-34227498123e tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7682c286-3259-4491-9357-bba19a833c82,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:01:59.865601 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-94c365d5-a508-4318-9027-2b77cb1da8c0 None None] For port 128fcffd-5be5-429b-b80a-47d264e8e348, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=128fcffd-5be5-429b-b80a-47d264e8e348,segment=NetworkSegment(18f83c3f-ac28-40a6-8e63-948af08a932e),segment_id=18f83c3f-ac28-40a6-8e63-948af08a932e)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:01:59.867947 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 55f9561b-2e9d-4e64-9622-3def877e4f1d triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:01:59.868311 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:59.869882 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0907bfe3-e71f-4eca-ac82-1fd6d3be3c08 req-75556c33-c2e6-4359-a41f-93cc3dd3bf84 service neutron] 10.222.0.108 "GET /v2.0/networks/9ecb3a94-4642-45b9-8779-970376ffc2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469004 Sep 24 16:01:59.924948 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5c1cf28f-4390-4f72-911e-34227498123e tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:01:59.926949 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-5c1cf28f-4390-4f72-911e-34227498123e tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4659581 Sep 24 16:01:59.929594 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 54438) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:01:59.937304 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-c1626731-8d05-4bd2-bd87-92f8d0f05445 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Request body: {'security_group_rule': {'security_group_id': '96811e7a-b970-41bf-a841-ebc0d2b6f6f3', 'project_id': '1098ec07f5944ca3aa2ef8c2402dd6cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:01:59.990856 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-94c365d5-a508-4318-9027-2b77cb1da8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:00.005585 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0907bfe3-e71f-4eca-ac82-1fd6d3be3c08 req-71a76791-b443-40d7-abcf-993c79994569 service neutron] 10.222.0.108 "GET /v2.0/networks/9ecb3a94-4642-45b9-8779-970376ffc2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246068 Sep 24 16:02:00.054036 n-d-808921-1 neutron-server[95297]: INFO neutron.db.securitygroups_db [None req-c1626731-8d05-4bd2-bd87-92f8d0f05445 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Project 1098ec07f5944ca3aa2ef8c2402dd6cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 16:02:00.060479 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c1626731-8d05-4bd2-bd87-92f8d0f05445 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:00.129970 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c1626731-8d05-4bd2-bd87-92f8d0f05445 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:00.151039 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c365d5-a508-4318-9027-2b77cb1da8c0 None None] Pushing event updated for resources: {'Port': ['ID=128fcffd-5be5-429b-b80a-47d264e8e348,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:02:00.164008 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-c229f755-060e-4033-b3d4-c2749a516f2c None None] Provisioning complete for port 128fcffd-5be5-429b-b80a-47d264e8e348 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:02:00.164465 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c229f755-060e-4033-b3d4-c2749a516f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:00.211594 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c1626731-8d05-4bd2-bd87-92f8d0f05445 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:00.235596 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-c83987d4-65eb-4110-a605-b15f64fb7037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be840c7-9375-40a5-9fde-a98794d63f29', 'name': 'tempest-TestServerBasicOps-598333068-router', 'tenant_id': '0f10f3e0ca0b4075b5f1f048e6e932f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '55f9561b-2e9d-4e64-9622-3def877e4f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:01:49Z', 'updated_at': '2021-09-24T16:01:55Z', 'revision_number': 4, 'project_id': '0f10f3e0ca0b4075b5f1f048e6e932f3', 'gw_port': {'id': '55f9561b-2e9d-4e64-9622-3def877e4f1d', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be840c7-9375-40a5-9fde-a98794d63f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:01:50Z', 'updated_at': '2021-09-24T16:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '128fcffd-5be5-429b-b80a-47d264e8e348', 'name': '', 'network_id': 'c99aecf8-7f88-4ceb-882d-090288c05974', 'tenant_id': '0f10f3e0ca0b4075b5f1f048e6e932f3', 'mac_address': 'fa:16:3e:58:3c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be840c7-9375-40a5-9fde-a98794d63f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '7870614f-b4f3-48bf-a715-e41f1f9ba2fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:01:53Z', 'updated_at': '2021-09-24T16:01:58Z', 'revision_number': 4, 'project_id': '0f10f3e0ca0b4075b5f1f048e6e932f3', 'subnets': [{'id': '7870614f-b4f3-48bf-a715-e41f1f9ba2fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:02:00.246769 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1626731-8d05-4bd2-bd87-92f8d0f05445 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31d10bc6-e8f3-49d2-9224-13ed04476871,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:02:00.280969 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c83987d4-65eb-4110-a605-b15f64fb7037 None None] The sync data for ids ['6be840c7-9375-40a5-9fde-a98794d63f29'] in n-d-808921-1 is: [{'id': '6be840c7-9375-40a5-9fde-a98794d63f29', 'name': 'tempest-TestServerBasicOps-598333068-router', 'tenant_id': '0f10f3e0ca0b4075b5f1f048e6e932f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '55f9561b-2e9d-4e64-9622-3def877e4f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:01:49Z', 'updated_at': '2021-09-24T16:01:55Z', 'revision_number': 4, 'project_id': '0f10f3e0ca0b4075b5f1f048e6e932f3', 'gw_port': {'id': '55f9561b-2e9d-4e64-9622-3def877e4f1d', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be840c7-9375-40a5-9fde-a98794d63f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:01:50Z', 'updated_at': '2021-09-24T16:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '128fcffd-5be5-429b-b80a-47d264e8e348', 'name': '', 'network_id': 'c99aecf8-7f88-4ceb-882d-090288c05974', 'tenant_id': '0f10f3e0ca0b4075b5f1f048e6e932f3', 'mac_address': 'fa:16:3e:58:3c:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6be840c7-9375-40a5-9fde-a98794d63f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 3442, 'fixed_ips': [{'subnet_id': '7870614f-b4f3-48bf-a715-e41f1f9ba2fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:01:53Z', 'updated_at': '2021-09-24T16:01:58Z', 'revision_number': 4, 'project_id': '0f10f3e0ca0b4075b5f1f048e6e932f3', 'subnets': [{'id': '7870614f-b4f3-48bf-a715-e41f1f9ba2fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:02:00.313071 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c1626731-8d05-4bd2-bd87-92f8d0f05445 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:00.314840 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-c1626731-8d05-4bd2-bd87-92f8d0f05445 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3835027 Sep 24 16:02:00.317659 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 54448) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:02:00.346685 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-faeddf13-901a-4ba1-82f7-2adc48d5b55c tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Request body: {'security_group_rule': {'security_group_id': '96811e7a-b970-41bf-a841-ebc0d2b6f6f3', 'project_id': '1098ec07f5944ca3aa2ef8c2402dd6cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:02:00.478440 n-d-808921-1 neutron-server[95297]: INFO neutron.db.securitygroups_db [None req-faeddf13-901a-4ba1-82f7-2adc48d5b55c tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Project 1098ec07f5944ca3aa2ef8c2402dd6cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 16:02:00.484084 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-faeddf13-901a-4ba1-82f7-2adc48d5b55c tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:00.515625 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147aa1cf-09e9-4715-aaa8-a6e5fc85cd2d req-c8dee220-0089-4084-a180-70b349af2782 tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:02:00.518389 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-147aa1cf-09e9-4715-aaa8-a6e5fc85cd2d req-c8dee220-0089-4084-a180-70b349af2782 tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] 10.222.0.101 "GET /v2.0/ports?device_id=6e244912-9c82-4bf5-986c-b4b6cb5faf51 HTTP/1.1" status: 200 len: 945 time: 0.0681376 Sep 24 16:02:00.569626 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-147aa1cf-09e9-4715-aaa8-a6e5fc85cd2d req-1253b387-f2df-4d98-9f84-abe3a7c4025c tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f13ccb0-bec9-4898-9cda-88871bfcd590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424323 Sep 24 16:02:00.591541 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-faeddf13-901a-4ba1-82f7-2adc48d5b55c tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:00.733635 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-faeddf13-901a-4ba1-82f7-2adc48d5b55c tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:00.754720 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeddf13-901a-4ba1-82f7-2adc48d5b55c tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fca8b05-6af7-4fbb-af1e-aadc8ecd9bfb,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:02:00.860897 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-faeddf13-901a-4ba1-82f7-2adc48d5b55c tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:00.862394 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-faeddf13-901a-4ba1-82f7-2adc48d5b55c tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5435338 Sep 24 16:02:01.053391 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:02:01.076467 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c002abf2-9ba3-4fc7-9ef5-9f212509ddf4 req-ca6a06ae-1d2e-4621-ab59-574fea1926e6 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1548861271&fields=id&tenant_id=1098ec07f5944ca3aa2ef8c2402dd6cb HTTP/1.1" status: 200 len: 267 time: 0.0677476 Sep 24 16:02:01.208743 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c002abf2-9ba3-4fc7-9ef5-9f212509ddf4 req-085ff17f-d7a6-4196-97f3-3f4e0c3f1311 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:02:01.210247 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c002abf2-9ba3-4fc7-9ef5-9f212509ddf4 req-085ff17f-d7a6-4196-97f3-3f4e0c3f1311 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] 10.222.0.101 "GET /v2.0/networks?id=91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8 HTTP/1.1" status: 200 len: 809 time: 0.1324639 Sep 24 16:02:01.225774 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c002abf2-9ba3-4fc7-9ef5-9f212509ddf4 req-254d9d85-acd7-45d3-933a-fe9b8fb61c67 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] 10.222.0.101 "GET /v2.0/quotas/1098ec07f5944ca3aa2ef8c2402dd6cb HTTP/1.1" status: 200 len: 375 time: 0.0094092 Sep 24 16:02:01.248317 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b36f1150-27a4-4b29-aeb0-ca2db5827a68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:01.293680 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c002abf2-9ba3-4fc7-9ef5-9f212509ddf4 req-1106c621-10ed-4601-881e-2f7d28e21c24 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=1098ec07f5944ca3aa2ef8c2402dd6cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0587561 Sep 24 16:02:01.421377 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c002abf2-9ba3-4fc7-9ef5-9f212509ddf4 req-9499d97a-3138-450e-9d61-1be7b1250538 service neutron] 10.222.0.101 "GET /v2.0/networks/91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145799 Sep 24 16:02:01.457834 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 128fcffd-5be5-429b-b80a-47d264e8e348 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:02:01.513142 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 128fcffd-5be5-429b-b80a-47d264e8e348 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:02:01.513732 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:01.546193 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c002abf2-9ba3-4fc7-9ef5-9f212509ddf4 req-cecf8ba6-c727-4397-bbec-ef8591003994 service neutron] 10.222.0.101 "GET /v2.0/networks/91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101906 Sep 24 16:02:01.713920 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2dbe70-2689-40f2-8753-c314b81b5c1e req-c1fddedd-266d-4232-938f-f9f317a613ff tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:02:01.716238 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9e2dbe70-2689-40f2-8753-c314b81b5c1e req-c1fddedd-266d-4232-938f-f9f317a613ff tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] 10.222.0.101 "GET /v2.0/ports?device_id=6e244912-9c82-4bf5-986c-b4b6cb5faf51 HTTP/1.1" status: 200 len: 945 time: 0.0542076 Sep 24 16:02:01.754995 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9e2dbe70-2689-40f2-8753-c314b81b5c1e req-d5bfa583-15ea-4ff4-989c-4e8e88404fc4 tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f13ccb0-bec9-4898-9cda-88871bfcd590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324731 Sep 24 16:02:01.936266 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a2a2eb87-4f51-4d05-a804-334801dd6d49 req-5ab8c7d1-6f36-4d65-8957-0f306d81c5e1 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] 10.222.0.101 "GET /v2.0/ports?device_id=190da033-9905-44de-9653-e0394c77ffcf HTTP/1.1" status: 200 len: 210 time: 0.0640702 Sep 24 16:02:02.360083 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881b6ce9-7c78-4f3e-b266-11cb5eddd718 req-67bee7a5-9515-4a62-9270-35a118c01084 tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:02:02.367181 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-881b6ce9-7c78-4f3e-b266-11cb5eddd718 req-67bee7a5-9515-4a62-9270-35a118c01084 tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] 10.222.0.101 "GET /v2.0/ports?device_id=6e244912-9c82-4bf5-986c-b4b6cb5faf51 HTTP/1.1" status: 200 len: 945 time: 0.0716159 Sep 24 16:02:02.426700 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-881b6ce9-7c78-4f3e-b266-11cb5eddd718 req-5b37d5d0-9e84-4e62-818f-b322a681c358 tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f13ccb0-bec9-4898-9cda-88871bfcd590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475771 Sep 24 16:02:03.094421 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0e79d4f3-75e2-4873-b70e-32dcb80528f9 req-72b3f426-2783-4d4e-8144-9ea42cd1a0a0 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] 10.222.0.101 "GET /v2.0/ports?device_id=190da033-9905-44de-9653-e0394c77ffcf HTTP/1.1" status: 200 len: 210 time: 0.0364635 Sep 24 16:02:03.574619 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbfe24d-daac-4986-8a7b-cdaaa66c8645 req-1a83de2e-f116-42a4-8d6b-5057f241721b tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:02:03.576191 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9dbfe24d-daac-4986-8a7b-cdaaa66c8645 req-1a83de2e-f116-42a4-8d6b-5057f241721b tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] 10.222.0.101 "GET /v2.0/ports?device_id=6e244912-9c82-4bf5-986c-b4b6cb5faf51 HTTP/1.1" status: 200 len: 945 time: 0.0593605 Sep 24 16:02:03.622278 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9dbfe24d-daac-4986-8a7b-cdaaa66c8645 req-e69362e5-2436-4ed0-8dc0-45ad62240ace tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] 10.222.0.101 "GET /v2.0/security-groups?id=1f13ccb0-bec9-4898-9cda-88871bfcd590&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394392 Sep 24 16:02:03.877970 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7682b989-31f2-4c39-972e-b0c293ba6ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:04.116644 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775f5ec2-8253-4ad0-9ca9-30f5dec8002a req-d1be8144-8694-46d3-8633-6eeaf312233a tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:02:04.118124 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-775f5ec2-8253-4ad0-9ca9-30f5dec8002a req-d1be8144-8694-46d3-8633-6eeaf312233a tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] 10.222.0.108 "GET /v2.0/ports?device_id=6e244912-9c82-4bf5-986c-b4b6cb5faf51 HTTP/1.1" status: 200 len: 945 time: 0.0508122 Sep 24 16:02:04.249329 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-89654704-7c77-4d48-9553-305d180c6194 req-3406f89e-24e8-486b-9b4e-9662a1fd4008 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] 10.222.0.101 "GET /v2.0/ports?device_id=190da033-9905-44de-9653-e0394c77ffcf HTTP/1.1" status: 200 len: 210 time: 0.0387619 Sep 24 16:02:04.270663 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-775f5ec2-8253-4ad0-9ca9-30f5dec8002a req-baf382be-b2b2-4510-bd7f-0fa576cc7345 tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] Deleting port d826fe4c-224f-4113-bee4-14485c5c490e {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:02:04.271110 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-775f5ec2-8253-4ad0-9ca9-30f5dec8002a req-baf382be-b2b2-4510-bd7f-0fa576cc7345 tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:04.346625 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:04.396539 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-775f5ec2-8253-4ad0-9ca9-30f5dec8002a req-baf382be-b2b2-4510-bd7f-0fa576cc7345 tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] For port d826fe4c-224f-4113-bee4-14485c5c490e, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=d826fe4c-224f-4113-bee4-14485c5c490e,segment=NetworkSegment(e5fecf2f-a123-46c8-bb11-7bccc6e66fa1),segment_id=e5fecf2f-a123-46c8-bb11-7bccc6e66fa1)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:02:04.396827 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-775f5ec2-8253-4ad0-9ca9-30f5dec8002a req-baf382be-b2b2-4510-bd7f-0fa576cc7345 tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:04.432274 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-775f5ec2-8253-4ad0-9ca9-30f5dec8002a req-baf382be-b2b2-4510-bd7f-0fa576cc7345 tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] Calling delete_port for d826fe4c-224f-4113-bee4-14485c5c490e owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:02:04.568980 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c002abf2-9ba3-4fc7-9ef5-9f212509ddf4 req-eb97ebfd-15fe-4780-8da0-2de221e18370 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:02:04.570447 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c002abf2-9ba3-4fc7-9ef5-9f212509ddf4 req-eb97ebfd-15fe-4780-8da0-2de221e18370 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] 10.222.0.110 "GET /v2.0/networks?id=91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8 HTTP/1.1" status: 200 len: 809 time: 0.1708939 Sep 24 16:02:04.649868 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c002abf2-9ba3-4fc7-9ef5-9f212509ddf4 req-3de76079-fc13-4216-aae2-fe8267621b36 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] 10.222.0.110 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1098ec07f5944ca3aa2ef8c2402dd6cb HTTP/1.1" status: 200 len: 380 time: 0.0649824 Sep 24 16:02:04.661487 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-c002abf2-9ba3-4fc7-9ef5-9f212509ddf4 req-bc8b855d-ede7-458d-8340-c296de1b1b2f tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Request body: {'port': {'device_id': '190da033-9905-44de-9653-e0394c77ffcf', 'network_id': '91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8', 'admin_state_up': True, 'tenant_id': '1098ec07f5944ca3aa2ef8c2402dd6cb', 'security_groups': ['96811e7a-b970-41bf-a841-ebc0d2b6f6f3']}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:02:04.764700 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-775f5ec2-8253-4ad0-9ca9-30f5dec8002a req-baf382be-b2b2-4510-bd7f-0fa576cc7345 tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:04.777930 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['d826fe4c-224f-4113-bee4-14485c5c490e'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:02:04.811881 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf382be-b2b2-4510-bd7f-0fa576cc7345 tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] Pushing event deleted for resources: {'Port': ['ID=d826fe4c-224f-4113-bee4-14485c5c490e,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:02:04.836427 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-19cd882d-353d-4198-b133-fae869dd40d6 req-4fd7f1ad-a2b1-4932-a152-a453bd391a75 tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] 10.222.0.101 "GET /v2.0/ports?device_id=6e244912-9c82-4bf5-986c-b4b6cb5faf51 HTTP/1.1" status: 200 len: 210 time: 0.0855649 Sep 24 16:02:04.866680 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-775f5ec2-8253-4ad0-9ca9-30f5dec8002a req-baf382be-b2b2-4510-bd7f-0fa576cc7345 tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] No DVR routers for this DVR port d826fe4c-224f-4113-bee4-14485c5c490e on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:02:04.872077 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-775f5ec2-8253-4ad0-9ca9-30f5dec8002a req-baf382be-b2b2-4510-bd7f-0fa576cc7345 tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:04.874078 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-775f5ec2-8253-4ad0-9ca9-30f5dec8002a req-baf382be-b2b2-4510-bd7f-0fa576cc7345 tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] 10.222.0.108 "DELETE /v2.0/ports/d826fe4c-224f-4113-bee4-14485c5c490e HTTP/1.1" status: 204 len: 173 time: 0.7495677 Sep 24 16:02:04.874616 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e244912-9c82-4bf5-986c-b4b6cb5faf51', 'name': 'network-vif-deleted', 'tag': 'd826fe4c-224f-4113-bee4-14485c5c490e'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:02:04.877522 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c176dcaa-72de-4378-9b8e-b0e51683915d" -d '{"events": [{"server_uuid": "6e244912-9c82-4bf5-986c-b4b6cb5faf51", "name": "network-vif-deleted", "tag": "d826fe4c-224f-4113-bee4-14485c5c490e"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:02:04.998697 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a86a64f-9768-4613-b794-256c3ea83522 x-openstack-request-id: req-2a86a64f-9768-4613-b794-256c3ea83522 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:02:04.999251 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e244912-9c82-4bf5-986c-b4b6cb5faf51", "name": "network-vif-deleted", "tag": "d826fe4c-224f-4113-bee4-14485c5c490e", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:02:04.999669 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-2a86a64f-9768-4613-b794-256c3ea83522 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:02:05.000228 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e244912-9c82-4bf5-986c-b4b6cb5faf51', 'name': 'network-vif-deleted', 'tag': 'd826fe4c-224f-4113-bee4-14485c5c490e', 'status': 'completed', 'code': 200} Sep 24 16:02:05.065244 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c002abf2-9ba3-4fc7-9ef5-9f212509ddf4 req-bc8b855d-ede7-458d-8340-c296de1b1b2f tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Made reservation on behalf of 1098ec07f5944ca3aa2ef8c2402dd6cb for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:02:05.068900 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-c002abf2-9ba3-4fc7-9ef5-9f212509ddf4 req-bc8b855d-ede7-458d-8340-c296de1b1b2f tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:05.215262 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-c002abf2-9ba3-4fc7-9ef5-9f212509ddf4 req-bc8b855d-ede7-458d-8340-c296de1b1b2f tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Allocated IP 172.20.0.13 (91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8/e2f4b5a2-b921-44ae-94f4-2c286e9b4e3f/e853ffad-24a3-49d6-ab37-6bd92dc0dd54) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:02:05.335714 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:05.431629 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-41d97b0d-929e-4d05-964c-bba87d9627dd req-b2722dfe-a192-47fd-b652-cb292de8943d tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] 10.222.0.101 "GET /v2.0/ports?device_id=190da033-9905-44de-9653-e0394c77ffcf HTTP/1.1" status: 200 len: 210 time: 0.0407035 Sep 24 16:02:05.443217 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-c002abf2-9ba3-4fc7-9ef5-9f212509ddf4 req-bc8b855d-ede7-458d-8340-c296de1b1b2f tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:05.545461 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-c002abf2-9ba3-4fc7-9ef5-9f212509ddf4 req-bc8b855d-ede7-458d-8340-c296de1b1b2f tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:05.594667 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c002abf2-9ba3-4fc7-9ef5-9f212509ddf4 req-bc8b855d-ede7-458d-8340-c296de1b1b2f tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Network 91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:02:05.600464 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-c002abf2-9ba3-4fc7-9ef5-9f212509ddf4 req-bc8b855d-ede7-458d-8340-c296de1b1b2f tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:02:05.601426 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-c002abf2-9ba3-4fc7-9ef5-9f212509ddf4 req-bc8b855d-ede7-458d-8340-c296de1b1b2f tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:02:05.649890 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8b855d-ede7-458d-8340-c296de1b1b2f tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Pushing event updated for resources: {'Port': ['ID=e853ffad-24a3-49d6-ab37-6bd92dc0dd54,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:02:05.723314 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c002abf2-9ba3-4fc7-9ef5-9f212509ddf4 req-bc8b855d-ede7-458d-8340-c296de1b1b2f tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:02:05.724333 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-c002abf2-9ba3-4fc7-9ef5-9f212509ddf4 req-bc8b855d-ede7-458d-8340-c296de1b1b2f tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:05.804365 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c002abf2-9ba3-4fc7-9ef5-9f212509ddf4 req-bc8b855d-ede7-458d-8340-c296de1b1b2f tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1466060 Sep 24 16:02:05.819809 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-c002abf2-9ba3-4fc7-9ef5-9f212509ddf4 req-d9ab9842-6a48-4ec3-b67d-ed4bb1c637a3 service neutron] Request body: {'port': {'device_id': '190da033-9905-44de-9653-e0394c77ffcf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:02:05.897580 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-c002abf2-9ba3-4fc7-9ef5-9f212509ddf4 req-d9ab9842-6a48-4ec3-b67d-ed4bb1c637a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:05.971902 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-cb51a970-dae7-46ec-ab33-c3f62796b402 None None] Provisioning complete for port e853ffad-24a3-49d6-ab37-6bd92dc0dd54 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:02:05.973648 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-cb51a970-dae7-46ec-ab33-c3f62796b402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:06.010117 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5ae82973-639e-4d27-a77a-34ab49ebde68 req-23d5b4ea-bfb1-4fe9-baae-b88a598039ff tempest-TestServerAdvancedOps-1347431267 tempest-TestServerAdvancedOps-1347431267-project] 10.222.0.101 "GET /v2.0/ports?device_id=6e244912-9c82-4bf5-986c-b4b6cb5faf51 HTTP/1.1" status: 200 len: 210 time: 0.0468876 Sep 24 16:02:06.061119 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-cb51a970-dae7-46ec-ab33-c3f62796b402 None None] Port e853ffad-24a3-49d6-ab37-6bd92dc0dd54 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:02:06.301316 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-c002abf2-9ba3-4fc7-9ef5-9f212509ddf4 req-d9ab9842-6a48-4ec3-b67d-ed4bb1c637a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e853ffad-24a3-49d6-ab37-6bd92dc0dd54 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:02:06.310619 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-c002abf2-9ba3-4fc7-9ef5-9f212509ddf4 req-d9ab9842-6a48-4ec3-b67d-ed4bb1c637a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:06.328838 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-c002abf2-9ba3-4fc7-9ef5-9f212509ddf4 req-d9ab9842-6a48-4ec3-b67d-ed4bb1c637a3 service neutron] Transition to ACTIVE for port object e853ffad-24a3-49d6-ab37-6bd92dc0dd54 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 16:02:06.411336 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-c002abf2-9ba3-4fc7-9ef5-9f212509ddf4 req-d9ab9842-6a48-4ec3-b67d-ed4bb1c637a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:06.488251 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ab9842-6a48-4ec3-b67d-ed4bb1c637a3 service neutron] Pushing event updated for resources: {'Port': ['ID=e853ffad-24a3-49d6-ab37-6bd92dc0dd54,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:02:06.587487 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbba15d-188c-4b04-83c6-9642810d8927 req-6df736ee-57cf-4915-b68d-3e3bd040f674 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:02:06.589782 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2fbba15d-188c-4b04-83c6-9642810d8927 req-6df736ee-57cf-4915-b68d-3e3bd040f674 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] 10.222.0.101 "GET /v2.0/ports?device_id=190da033-9905-44de-9653-e0394c77ffcf HTTP/1.1" status: 200 len: 944 time: 0.0586178 Sep 24 16:02:06.659520 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2fbba15d-188c-4b04-83c6-9642810d8927 req-06afb0a6-07f2-43fa-8b59-7508c739ec34 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] 10.222.0.101 "GET /v2.0/security-groups?id=96811e7a-b970-41bf-a841-ebc0d2b6f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609291 Sep 24 16:02:06.670409 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-c002abf2-9ba3-4fc7-9ef5-9f212509ddf4 req-d9ab9842-6a48-4ec3-b67d-ed4bb1c637a3 service neutron] Attempting to bind port e853ffad-24a3-49d6-ab37-6bd92dc0dd54 on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:02:06.670409 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-c002abf2-9ba3-4fc7-9ef5-9f212509ddf4 req-d9ab9842-6a48-4ec3-b67d-ed4bb1c637a3 service neutron] Attempting to bind port e853ffad-24a3-49d6-ab37-6bd92dc0dd54 by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': '3e48e6b4-f566-4ec5-9829-79df6899155c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:02:06.670409 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c002abf2-9ba3-4fc7-9ef5-9f212509ddf4 req-d9ab9842-6a48-4ec3-b67d-ed4bb1c637a3 service neutron] Attempting to bind port e853ffad-24a3-49d6-ab37-6bd92dc0dd54 on network 91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:02:06.671931 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c002abf2-9ba3-4fc7-9ef5-9f212509ddf4 req-d9ab9842-6a48-4ec3-b67d-ed4bb1c637a3 service neutron] Port e853ffad-24a3-49d6-ab37-6bd92dc0dd54 on network 91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 16:02:06.672264 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c002abf2-9ba3-4fc7-9ef5-9f212509ddf4 req-d9ab9842-6a48-4ec3-b67d-ed4bb1c637a3 service neutron] Attempting to bind port e853ffad-24a3-49d6-ab37-6bd92dc0dd54 on network 91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:02:06.678052 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c002abf2-9ba3-4fc7-9ef5-9f212509ddf4 req-d9ab9842-6a48-4ec3-b67d-ed4bb1c637a3 service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:02:06.678418 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c002abf2-9ba3-4fc7-9ef5-9f212509ddf4 req-d9ab9842-6a48-4ec3-b67d-ed4bb1c637a3 service neutron] Checking segment: {'id': '3e48e6b4-f566-4ec5-9829-79df6899155c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:02:06.678817 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c002abf2-9ba3-4fc7-9ef5-9f212509ddf4 req-d9ab9842-6a48-4ec3-b67d-ed4bb1c637a3 service neutron] Bound using segment: {'id': '3e48e6b4-f566-4ec5-9829-79df6899155c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:02:06.679251 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-c002abf2-9ba3-4fc7-9ef5-9f212509ddf4 req-d9ab9842-6a48-4ec3-b67d-ed4bb1c637a3 service neutron] Bound port: e853ffad-24a3-49d6-ab37-6bd92dc0dd54, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e48e6b4-f566-4ec5-9829-79df6899155c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:02:06.679698 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-c002abf2-9ba3-4fc7-9ef5-9f212509ddf4 req-d9ab9842-6a48-4ec3-b67d-ed4bb1c637a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:06.723922 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:06.766596 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device d826fe4c-224f-4113-bee4-14485c5c490e no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:02:06.775004 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-c002abf2-9ba3-4fc7-9ef5-9f212509ddf4 req-d9ab9842-6a48-4ec3-b67d-ed4bb1c637a3 service neutron] For port e853ffad-24a3-49d6-ab37-6bd92dc0dd54, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:02:06.788833 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-c002abf2-9ba3-4fc7-9ef5-9f212509ddf4 req-d9ab9842-6a48-4ec3-b67d-ed4bb1c637a3 service neutron] For port e853ffad-24a3-49d6-ab37-6bd92dc0dd54, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=e853ffad-24a3-49d6-ab37-6bd92dc0dd54,segment=NetworkSegment(3e48e6b4-f566-4ec5-9829-79df6899155c),segment_id=3e48e6b4-f566-4ec5-9829-79df6899155c)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:02:06.800188 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] No Port match for: d826fe4c-224f-4113-bee4-14485c5c490e {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:02:06.800611 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device d826fe4c-224f-4113-bee4-14485c5c490e not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:02:06.872968 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-c002abf2-9ba3-4fc7-9ef5-9f212509ddf4 req-d9ab9842-6a48-4ec3-b67d-ed4bb1c637a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:06.963610 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c002abf2-9ba3-4fc7-9ef5-9f212509ddf4 req-d9ab9842-6a48-4ec3-b67d-ed4bb1c637a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:02:06.965420 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-c002abf2-9ba3-4fc7-9ef5-9f212509ddf4 req-d9ab9842-6a48-4ec3-b67d-ed4bb1c637a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:06.966956 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c002abf2-9ba3-4fc7-9ef5-9f212509ddf4 req-d9ab9842-6a48-4ec3-b67d-ed4bb1c637a3 service neutron] 10.222.0.110 "PUT /v2.0/ports/e853ffad-24a3-49d6-ab37-6bd92dc0dd54 HTTP/1.1" status: 200 len: 1092 time: 1.1517501 Sep 24 16:02:06.971342 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ab9842-6a48-4ec3-b67d-ed4bb1c637a3 service neutron] Pushing event updated for resources: {'Port': ['ID=e853ffad-24a3-49d6-ab37-6bd92dc0dd54,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:02:07.004131 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '190da033-9905-44de-9653-e0394c77ffcf', 'tag': 'e853ffad-24a3-49d6-ab37-6bd92dc0dd54'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:02:07.006846 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-477b6618-220e-423c-82c2-35ddf4c7a35a" -d '{"events": [{"name": "network-changed", "server_uuid": "190da033-9905-44de-9653-e0394c77ffcf", "tag": "e853ffad-24a3-49d6-ab37-6bd92dc0dd54"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:02:07.114324 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 54632) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:02:07.143002 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3782445e-99b8-4466-9786-e1113fcaf44a x-openstack-request-id: req-3782445e-99b8-4466-9786-e1113fcaf44a {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:02:07.143303 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "190da033-9905-44de-9653-e0394c77ffcf", "tag": "e853ffad-24a3-49d6-ab37-6bd92dc0dd54", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:02:07.143559 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-3782445e-99b8-4466-9786-e1113fcaf44a {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:02:07.146104 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '190da033-9905-44de-9653-e0394c77ffcf', 'tag': 'e853ffad-24a3-49d6-ab37-6bd92dc0dd54', 'status': 'completed', 'code': 200} Sep 24 16:02:07.188280 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c002abf2-9ba3-4fc7-9ef5-9f212509ddf4 req-d7b54279-1be8-4617-a831-3cdd161662ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:02:07.189860 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c002abf2-9ba3-4fc7-9ef5-9f212509ddf4 req-d7b54279-1be8-4617-a831-3cdd161662ba service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1098ec07f5944ca3aa2ef8c2402dd6cb&device_id=190da033-9905-44de-9653-e0394c77ffcf HTTP/1.1" status: 200 len: 1095 time: 0.1322045 Sep 24 16:02:07.226283 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c763a0d-2254-4168-9265-b6d532ba5015 admin admin] Deleting subnet b3dd585f-7c80-4995-9822-6d22089dc2c8 {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 16:02:07.230582 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2c763a0d-2254-4168-9265-b6d532ba5015 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:07.273172 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c002abf2-9ba3-4fc7-9ef5-9f212509ddf4 req-a6bbbc28-5b33-4e93-91ce-6fb5c29b8f80 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e853ffad-24a3-49d6-ab37-6bd92dc0dd54 HTTP/1.1" status: 200 len: 217 time: 0.0726829 Sep 24 16:02:07.302202 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2c763a0d-2254-4168-9265-b6d532ba5015 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:07.371912 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c002abf2-9ba3-4fc7-9ef5-9f212509ddf4 req-3cd50f62-d975-4e13-b55a-3360fb117bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:02:07.377411 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2c763a0d-2254-4168-9265-b6d532ba5015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:07.380361 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c002abf2-9ba3-4fc7-9ef5-9f212509ddf4 req-3cd50f62-d975-4e13-b55a-3360fb117bf5 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=e2f4b5a2-b921-44ae-94f4-2c286e9b4e3f HTTP/1.1" status: 200 len: 848 time: 0.0984154 Sep 24 16:02:07.451015 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c002abf2-9ba3-4fc7-9ef5-9f212509ddf4 req-db07b075-c6a4-4562-a2e2-5c9452718b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:02:07.452964 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c002abf2-9ba3-4fc7-9ef5-9f212509ddf4 req-db07b075-c6a4-4562-a2e2-5c9452718b37 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0635245 Sep 24 16:02:07.517580 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2c763a0d-2254-4168-9265-b6d532ba5015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:07.592483 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c763a0d-2254-4168-9265-b6d532ba5015 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3dd585f-7c80-4995-9822-6d22089dc2c8,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:02:07.599236 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2c763a0d-2254-4168-9265-b6d532ba5015 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:07.604147 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c002abf2-9ba3-4fc7-9ef5-9f212509ddf4 req-6be84f4b-2478-4cf5-9478-5c99a1d9295e service neutron] 10.222.0.110 "GET /v2.0/networks/91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390171 Sep 24 16:02:07.605403 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 54652) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:02:07.605992 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-2c763a0d-2254-4168-9265-b6d532ba5015 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/b3dd585f-7c80-4995-9822-6d22089dc2c8 HTTP/1.1" status: 204 len: 168 time: 0.4886820 Sep 24 16:02:07.630541 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c763a0d-2254-4168-9265-b6d532ba5015 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:02:07.631020 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c763a0d-2254-4168-9265-b6d532ba5015 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:02:07.631369 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c763a0d-2254-4168-9265-b6d532ba5015 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:02:07.631735 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c763a0d-2254-4168-9265-b6d532ba5015 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:02:07.632159 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c763a0d-2254-4168-9265-b6d532ba5015 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:02:07.632541 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c763a0d-2254-4168-9265-b6d532ba5015 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:02:07.632874 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c763a0d-2254-4168-9265-b6d532ba5015 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:02:07.633249 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c763a0d-2254-4168-9265-b6d532ba5015 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:02:07.633576 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c763a0d-2254-4168-9265-b6d532ba5015 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:02:07.633959 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c763a0d-2254-4168-9265-b6d532ba5015 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:02:07.634294 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c763a0d-2254-4168-9265-b6d532ba5015 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:02:07.634657 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c763a0d-2254-4168-9265-b6d532ba5015 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:02:07.770995 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-88ccac30-2706-457f-ad8b-fa6c601f858c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:07.792727 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e471311-ef25-48fd-980a-f45649170812 req-6b812e88-6dfa-4e9b-86ce-e6ebbdd3a9b0 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:02:07.795105 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8e471311-ef25-48fd-980a-f45649170812 req-6b812e88-6dfa-4e9b-86ce-e6ebbdd3a9b0 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] 10.222.0.101 "GET /v2.0/ports?device_id=190da033-9905-44de-9653-e0394c77ffcf HTTP/1.1" status: 200 len: 944 time: 0.0724633 Sep 24 16:02:07.796335 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c002abf2-9ba3-4fc7-9ef5-9f212509ddf4 req-830b30c6-071c-48aa-b071-1b8c45bffb98 service neutron] 10.222.0.110 "GET /v2.0/networks/91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693375 Sep 24 16:02:07.845476 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8e471311-ef25-48fd-980a-f45649170812 req-53a3f00a-b751-4b41-bb9a-76417f7e3106 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] 10.222.0.101 "GET /v2.0/security-groups?id=96811e7a-b970-41bf-a841-ebc0d2b6f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439405 Sep 24 16:02:07.892131 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-88ccac30-2706-457f-ad8b-fa6c601f858c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:07.912023 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-88ccac30-2706-457f-ad8b-fa6c601f858c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ecb3a94-4642-45b9-8779-970376ffc2f9']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:02:07.931394 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-88ccac30-2706-457f-ad8b-fa6c601f858c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5fecf2f-a123-46c8-bb11-7bccc6e66fa1') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:02:07.931688 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-88ccac30-2706-457f-ad8b-fa6c601f858c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5fecf2f-a123-46c8-bb11-7bccc6e66fa1') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:02:07.958044 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-88ccac30-2706-457f-ad8b-fa6c601f858c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:07.975692 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-88ccac30-2706-457f-ad8b-fa6c601f858c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:07.984945 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88ccac30-2706-457f-ad8b-fa6c601f858c admin admin] Releasing vlan 1261 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 16:02:07.985330 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-88ccac30-2706-457f-ad8b-fa6c601f858c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:07.987201 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 16:02:07.987201 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 16:02:07.987201 n-d-808921-1 neutron-server[95298]: timer() Sep 24 16:02:07.987201 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 16:02:07.987201 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 16:02:07.987201 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 16:02:07.987201 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 16:02:07.987201 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 16:02:07.987201 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 16:02:07.987201 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 16:02:07.987201 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 16:02:07.987201 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 16:02:07.987201 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 16:02:07.987201 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 16:02:07.987201 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 16:02:07.987201 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 16:02:07.987201 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 16:02:07.987201 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 16:02:07.987201 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 16:02:07.987201 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 16:02:07.987201 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 16:02:07.987201 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 16:02:07.987201 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 16:02:07.987201 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 16:02:07.987201 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 16:02:07.987201 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 16:02:07.987201 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 16:02:07.987201 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 16:02:07.987201 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 16:02:07.987201 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 16:02:07.987201 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 16:02:07.987201 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 16:02:08.003766 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b6618-220e-423c-82c2-35ddf4c7a35a req-4714898a-9730-47e3-96f4-4df6938bb12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:02:08.005272 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-477b6618-220e-423c-82c2-35ddf4c7a35a req-4714898a-9730-47e3-96f4-4df6938bb12d service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1098ec07f5944ca3aa2ef8c2402dd6cb&device_id=190da033-9905-44de-9653-e0394c77ffcf HTTP/1.1" status: 200 len: 1095 time: 0.0907395 Sep 24 16:02:08.142136 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b6618-220e-423c-82c2-35ddf4c7a35a req-954bf3db-87ea-478e-88c3-a108a5a11df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:02:08.153778 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-477b6618-220e-423c-82c2-35ddf4c7a35a req-954bf3db-87ea-478e-88c3-a108a5a11df9 service neutron] 10.222.0.110 "GET /v2.0/networks?id=91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8 HTTP/1.1" status: 200 len: 911 time: 0.1369247 Sep 24 16:02:08.155374 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-88ccac30-2706-457f-ad8b-fa6c601f858c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:08.162598 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-88ccac30-2706-457f-ad8b-fa6c601f858c admin admin] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:08.164823 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-88ccac30-2706-457f-ad8b-fa6c601f858c admin admin] 10.222.0.101 "DELETE /v2.0/networks/9ecb3a94-4642-45b9-8779-970376ffc2f9 HTTP/1.1" status: 204 len: 168 time: 0.5569293 Sep 24 16:02:08.169709 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 54674) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:02:08.201121 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ccac30-2706-457f-ad8b-fa6c601f858c admin admin] Pushing event deleted for resources: {'Network': ['ID=9ecb3a94-4642-45b9-8779-970376ffc2f9,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:02:08.251171 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-477b6618-220e-423c-82c2-35ddf4c7a35a req-fb780ed9-99bc-44bd-a382-257e7eef6e95 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e853ffad-24a3-49d6-ab37-6bd92dc0dd54 HTTP/1.1" status: 200 len: 217 time: 0.0844786 Sep 24 16:02:08.265362 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd3aacb5-bde9-41fd-9841-29b722348058 admin admin] Deleting subnet 7784f7ce-7c7b-42ca-8d75-b586a671877c {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 16:02:08.269714 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-cd3aacb5-bde9-41fd-9841-29b722348058 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:08.328812 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b6618-220e-423c-82c2-35ddf4c7a35a req-cfc1a4f4-bb10-4223-8be0-d41d0186bb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:02:08.335437 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-cd3aacb5-bde9-41fd-9841-29b722348058 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:08.335726 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-477b6618-220e-423c-82c2-35ddf4c7a35a req-cfc1a4f4-bb10-4223-8be0-d41d0186bb9a service neutron] 10.222.0.110 "GET /v2.0/subnets?id=e2f4b5a2-b921-44ae-94f4-2c286e9b4e3f HTTP/1.1" status: 200 len: 848 time: 0.0675874 Sep 24 16:02:08.387506 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-cd3aacb5-bde9-41fd-9841-29b722348058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:08.402685 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b6618-220e-423c-82c2-35ddf4c7a35a req-add23dec-67e8-45ce-8b29-4b1b5bc6acb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:02:08.404347 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-477b6618-220e-423c-82c2-35ddf4c7a35a req-add23dec-67e8-45ce-8b29-4b1b5bc6acb8 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0609612 Sep 24 16:02:08.518259 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-477b6618-220e-423c-82c2-35ddf4c7a35a req-8ba17a8e-bc70-448d-9213-ce710bd2c12c service neutron] 10.222.0.110 "GET /v2.0/networks/91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056571 Sep 24 16:02:08.530980 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-cd3aacb5-bde9-41fd-9841-29b722348058 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:08.545230 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-cd3aacb5-bde9-41fd-9841-29b722348058 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:08.552185 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-cd3aacb5-bde9-41fd-9841-29b722348058 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/7784f7ce-7c7b-42ca-8d75-b586a671877c HTTP/1.1" status: 204 len: 168 time: 0.3813477 Sep 24 16:02:08.615817 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 54690) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:02:08.618034 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3aacb5-bde9-41fd-9841-29b722348058 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7784f7ce-7c7b-42ca-8d75-b586a671877c,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:02:08.647193 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-477b6618-220e-423c-82c2-35ddf4c7a35a req-94ce1f5b-572a-4448-802b-7d6ffae4fd3e service neutron] 10.222.0.110 "GET /v2.0/networks/91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206727 Sep 24 16:02:08.720554 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3705ca0d-e4df-4c36-a3b9-b49a19418e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:08.808605 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3705ca0d-e4df-4c36-a3b9-b49a19418e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:08.840224 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-3705ca0d-e4df-4c36-a3b9-b49a19418e6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cb4e8ab-19e0-4b47-a766-a811f3b91bb9']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:02:08.850974 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-3705ca0d-e4df-4c36-a3b9-b49a19418e6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f560c33-e579-4a7b-98dc-975839dbd98c') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:02:08.851352 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-3705ca0d-e4df-4c36-a3b9-b49a19418e6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f560c33-e579-4a7b-98dc-975839dbd98c') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:02:08.862983 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3705ca0d-e4df-4c36-a3b9-b49a19418e6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:08.879744 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3705ca0d-e4df-4c36-a3b9-b49a19418e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:08.888971 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3705ca0d-e4df-4c36-a3b9-b49a19418e6e admin admin] Releasing vlan 1283 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 16:02:08.889387 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3705ca0d-e4df-4c36-a3b9-b49a19418e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:08.891507 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 16:02:08.891507 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 16:02:08.891507 n-d-808921-1 neutron-server[95297]: timer() Sep 24 16:02:08.891507 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 16:02:08.891507 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 16:02:08.891507 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 16:02:08.891507 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 16:02:08.891507 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 16:02:08.891507 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 16:02:08.891507 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 16:02:08.891507 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 16:02:08.891507 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 16:02:08.891507 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 16:02:08.891507 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 16:02:08.891507 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 16:02:08.891507 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 16:02:08.891507 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 16:02:08.891507 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 16:02:08.891507 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 16:02:08.891507 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 16:02:08.891507 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 16:02:08.891507 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 16:02:08.891507 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 16:02:08.891507 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 16:02:08.891507 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 16:02:08.891507 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 16:02:08.891507 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 16:02:08.891507 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 16:02:08.891507 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 16:02:08.891507 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 16:02:08.891507 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 16:02:08.891507 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 16:02:09.049737 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:09.352050 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c58770c-af7d-4443-bfbe-8d7131fb0ec9 req-a04ab0ca-28c8-4b10-9d19-9bd2c59a008a tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:02:09.354016 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7c58770c-af7d-4443-bfbe-8d7131fb0ec9 req-a04ab0ca-28c8-4b10-9d19-9bd2c59a008a tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] 10.222.0.101 "GET /v2.0/ports?device_id=190da033-9905-44de-9653-e0394c77ffcf HTTP/1.1" status: 200 len: 944 time: 0.0725226 Sep 24 16:02:09.406724 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7c58770c-af7d-4443-bfbe-8d7131fb0ec9 req-f1578728-5740-4468-91bc-40bb7e025598 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] 10.222.0.101 "GET /v2.0/security-groups?id=96811e7a-b970-41bf-a841-ebc0d2b6f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400755 Sep 24 16:02:09.408276 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3705ca0d-e4df-4c36-a3b9-b49a19418e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:09.417968 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3705ca0d-e4df-4c36-a3b9-b49a19418e6e admin admin] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:09.423036 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-3705ca0d-e4df-4c36-a3b9-b49a19418e6e admin admin] 10.222.0.101 "DELETE /v2.0/networks/9cb4e8ab-19e0-4b47-a766-a811f3b91bb9 HTTP/1.1" status: 204 len: 168 time: 0.7938006 Sep 24 16:02:09.448124 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3705ca0d-e4df-4c36-a3b9-b49a19418e6e admin admin] Pushing event deleted for resources: {'Network': ['ID=9cb4e8ab-19e0-4b47-a766-a811f3b91bb9,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:02:09.860680 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 54728) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:02:09.900124 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-979ece6e-cdb9-4991-b087-00d5bb1bafd1 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=6ad8f84bb52c4584ba308008a91801ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0440245 Sep 24 16:02:09.903028 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 54730) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:02:09.969994 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-64223bd8-0db0-4649-a4a6-28392bb3fa42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:10.002046 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-64223bd8-0db0-4649-a4a6-28392bb3fa42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:10.163420 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-64223bd8-0db0-4649-a4a6-28392bb3fa42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:10.166099 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-64223bd8-0db0-4649-a4a6-28392bb3fa42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:10.168413 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-64223bd8-0db0-4649-a4a6-28392bb3fa42 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/1f13ccb0-bec9-4898-9cda-88871bfcd590 HTTP/1.1" status: 204 len: 168 time: 0.2642972 Sep 24 16:02:10.176520 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64223bd8-0db0-4649-a4a6-28392bb3fa42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f13ccb0-bec9-4898-9cda-88871bfcd590,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:02:10.531227 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355b5659-0a67-4c52-88ed-d9ecc32d8d3f req-eb4a5d77-fd6f-4f9d-b690-5f1b2070baf7 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:02:10.532801 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-355b5659-0a67-4c52-88ed-d9ecc32d8d3f req-eb4a5d77-fd6f-4f9d-b690-5f1b2070baf7 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] 10.222.0.101 "GET /v2.0/ports?device_id=190da033-9905-44de-9653-e0394c77ffcf HTTP/1.1" status: 200 len: 944 time: 0.0538521 Sep 24 16:02:10.585993 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-355b5659-0a67-4c52-88ed-d9ecc32d8d3f req-1254fcca-1780-44fa-b3b8-5e8a8d14445f tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] 10.222.0.101 "GET /v2.0/security-groups?id=96811e7a-b970-41bf-a841-ebc0d2b6f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425570 Sep 24 16:02:10.883558 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:11.012872 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 54774) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:02:11.053945 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-bd84ed88-91b6-47cc-8364-6dd2684d08b5 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=18641586b5a140b2aa2febc74a2327b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393503 Sep 24 16:02:11.056488 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 54778) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:02:11.121319 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5b03f427-765e-432e-aa16-446a67f67838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:11.147325 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5b03f427-765e-432e-aa16-446a67f67838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:11.287800 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5b03f427-765e-432e-aa16-446a67f67838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:11.290529 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5b03f427-765e-432e-aa16-446a67f67838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:11.297291 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-5b03f427-765e-432e-aa16-446a67f67838 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/3001ffcd-00f3-45ca-9d3d-369365c74e06 HTTP/1.1" status: 204 len: 168 time: 0.2388346 Sep 24 16:02:11.313435 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03f427-765e-432e-aa16-446a67f67838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3001ffcd-00f3-45ca-9d3d-369365c74e06,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:02:11.720202 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5659ad-69ac-4d44-936f-8c17963355ff req-1f11f76b-92b4-4d60-92fb-a16527ffc454 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:02:11.728744 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2a5659ad-69ac-4d44-936f-8c17963355ff req-1f11f76b-92b4-4d60-92fb-a16527ffc454 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] 10.222.0.101 "GET /v2.0/ports?device_id=190da033-9905-44de-9653-e0394c77ffcf HTTP/1.1" status: 200 len: 944 time: 0.0652728 Sep 24 16:02:11.767488 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2a5659ad-69ac-4d44-936f-8c17963355ff req-5c974f4c-e16b-45b0-94fa-a41536800ce6 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] 10.222.0.101 "GET /v2.0/security-groups?id=96811e7a-b970-41bf-a841-ebc0d2b6f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371008 Sep 24 16:02:12.091902 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device e853ffad-24a3-49d6-ab37-6bd92dc0dd54 details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 16:02:12.219026 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port e853ffad-24a3-49d6-ab37-6bd92dc0dd54, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=e853ffad-24a3-49d6-ab37-6bd92dc0dd54,segment=NetworkSegment(3e48e6b4-f566-4ec5-9829-79df6899155c),segment_id=3e48e6b4-f566-4ec5-9829-79df6899155c)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:02:12.233054 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': 'e853ffad-24a3-49d6-ab37-6bd92dc0dd54', 'network_id': '91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8', 'port_id': 'e853ffad-24a3-49d6-ab37-6bd92dc0dd54', 'mac_address': 'fa:16:3e:82:32:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2f4b5a2-b921-44ae-94f4-2c286e9b4e3f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 16:02:12.340058 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:12.371934 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e853ffad-24a3-49d6-ab37-6bd92dc0dd54 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:02:12.405651 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port e853ffad-24a3-49d6-ab37-6bd92dc0dd54, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=e853ffad-24a3-49d6-ab37-6bd92dc0dd54,segment=NetworkSegment(3e48e6b4-f566-4ec5-9829-79df6899155c),segment_id=3e48e6b4-f566-4ec5-9829-79df6899155c)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:02:12.504039 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:12.569513 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=e853ffad-24a3-49d6-ab37-6bd92dc0dd54,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:02:12.631291 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 54846) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:02:12.789784 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-1164e0a3-7fd9-4ddd-86d8-560c552026b1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1429000212-network', 'tenant_id': 'ee226ab1cfac45edb48a2d9761f73895'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:02:12.809259 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['e853ffad-24a3-49d6-ab37-6bd92dc0dd54'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:02:12.929345 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1164e0a3-7fd9-4ddd-86d8-560c552026b1 admin admin] Made reservation on behalf of ee226ab1cfac45edb48a2d9761f73895 for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:02:12.932949 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1164e0a3-7fd9-4ddd-86d8-560c552026b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:12.941943 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04bf7e1-1438-4358-9cd3-7786393dd720 req-99e97e57-0b43-41be-a8a0-4cb0ff166eea tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:02:12.944298 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a04bf7e1-1438-4358-9cd3-7786393dd720 req-99e97e57-0b43-41be-a8a0-4cb0ff166eea tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] 10.222.0.101 "GET /v2.0/ports?device_id=190da033-9905-44de-9653-e0394c77ffcf HTTP/1.1" status: 200 len: 945 time: 0.0662847 Sep 24 16:02:12.947170 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1164e0a3-7fd9-4ddd-86d8-560c552026b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:13.004083 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a04bf7e1-1438-4358-9cd3-7786393dd720 req-0ba4d168-55e0-455c-acbe-24102041771b tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] 10.222.0.101 "GET /v2.0/security-groups?id=96811e7a-b970-41bf-a841-ebc0d2b6f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465238 Sep 24 16:02:13.097215 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1164e0a3-7fd9-4ddd-86d8-560c552026b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:13.158647 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1164e0a3-7fd9-4ddd-86d8-560c552026b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:13.216204 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1164e0a3-7fd9-4ddd-86d8-560c552026b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1296} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 16:02:13.224575 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1164e0a3-7fd9-4ddd-86d8-560c552026b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=251e596c-3543-41e2-8e99-3ea344b96955,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:02:13.232242 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1164e0a3-7fd9-4ddd-86d8-560c552026b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:13.232593 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-1164e0a3-7fd9-4ddd-86d8-560c552026b1 admin admin] Added segment 1f0f5275-4d4d-4222-a146-2b7429fcf65f of type vlan for network 219a3b95-2b97-4a78-a69d-aa4cf228340a Sep 24 16:02:13.287277 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1164e0a3-7fd9-4ddd-86d8-560c552026b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:13.374796 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1164e0a3-7fd9-4ddd-86d8-560c552026b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:13.375779 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1164e0a3-7fd9-4ddd-86d8-560c552026b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:02:13.376385 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1164e0a3-7fd9-4ddd-86d8-560c552026b1 admin admin] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:13.440266 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1164e0a3-7fd9-4ddd-86d8-560c552026b1 admin admin] Pushing event updated for resources: {'Network': ['ID=219a3b95-2b97-4a78-a69d-aa4cf228340a,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:02:13.450628 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 219a3b95-2b97-4a78-a69d-aa4cf228340a details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 16:02:13.466772 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-1164e0a3-7fd9-4ddd-86d8-560c552026b1 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8343089 Sep 24 16:02:13.469710 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 54874) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:02:13.475417 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-39047aaa-0d9e-45a1-b8e4-8abf3139788e admin admin] Request body: {'subnet': {'network_id': '219a3b95-2b97-4a78-a69d-aa4cf228340a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1429000212-subnet', 'tenant_id': 'ee226ab1cfac45edb48a2d9761f73895', 'ip_version': 4}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:02:13.576284 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39047aaa-0d9e-45a1-b8e4-8abf3139788e admin admin] Made reservation on behalf of ee226ab1cfac45edb48a2d9761f73895 for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:02:13.578836 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-39047aaa-0d9e-45a1-b8e4-8abf3139788e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:13.849646 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-39047aaa-0d9e-45a1-b8e4-8abf3139788e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:13.902932 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39047aaa-0d9e-45a1-b8e4-8abf3139788e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1fa37ff-fc61-4471-a46e-39625d062436,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:02:13.919752 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39047aaa-0d9e-45a1-b8e4-8abf3139788e admin admin] Checking segment: {'id': '1f0f5275-4d4d-4222-a146-2b7429fcf65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '219a3b95-2b97-4a78-a69d-aa4cf228340a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:02:13.920106 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39047aaa-0d9e-45a1-b8e4-8abf3139788e admin admin] Network hostable DHCP agents. Network: 219a3b95-2b97-4a78-a69d-aa4cf228340a, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 16:02:14.026993 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39047aaa-0d9e-45a1-b8e4-8abf3139788e admin admin] Network 219a3b95-2b97-4a78-a69d-aa4cf228340a is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 16:02:14.096220 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device e853ffad-24a3-49d6-ab37-6bd92dc0dd54 up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:02:14.116219 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-39047aaa-0d9e-45a1-b8e4-8abf3139788e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 219a3b95-2b97-4a78-a69d-aa4cf228340a) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:02:14.133686 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39047aaa-0d9e-45a1-b8e4-8abf3139788e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:02:14.134494 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-39047aaa-0d9e-45a1-b8e4-8abf3139788e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:14.208870 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827e34dd-21fc-4cd9-a59e-f76b004d0690 None None] Network 219a3b95-2b97-4a78-a69d-aa4cf228340a requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:02:14.216033 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5b5d9a-459a-448d-8174-b21ecaa9bc04 req-84d44218-f70c-49ac-9b04-3099dff8c891 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:02:14.217894 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ef5b5d9a-459a-448d-8174-b21ecaa9bc04 req-84d44218-f70c-49ac-9b04-3099dff8c891 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] 10.222.0.101 "GET /v2.0/ports?device_id=190da033-9905-44de-9653-e0394c77ffcf HTTP/1.1" status: 200 len: 945 time: 0.0915873 Sep 24 16:02:14.249926 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-39047aaa-0d9e-45a1-b8e4-8abf3139788e admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7785175 Sep 24 16:02:14.252587 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 54892) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:02:14.257597 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-de03b302-d91b-4c62-ae6c-a6a804a0386f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1429000212-router', 'tenant_id': 'ee226ab1cfac45edb48a2d9761f73895', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:02:14.281677 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ef5b5d9a-459a-448d-8174-b21ecaa9bc04 req-f101aa15-32bc-4e69-8951-662776a73eed tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] 10.222.0.101 "GET /v2.0/security-groups?id=96811e7a-b970-41bf-a841-ebc0d2b6f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562866 Sep 24 16:02:14.307281 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port e853ffad-24a3-49d6-ab37-6bd92dc0dd54 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 16:02:14.322160 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port e853ffad-24a3-49d6-ab37-6bd92dc0dd54 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:02:14.322742 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:14.380511 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-de03b302-d91b-4c62-ae6c-a6a804a0386f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:14.381586 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-de03b302-d91b-4c62-ae6c-a6a804a0386f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:14.484712 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72aed5d-a06c-455d-8da5-774fee6fef1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-219a3b95-2b97-4a78-a69d-aa4cf228340a', 'network_id': '219a3b95-2b97-4a78-a69d-aa4cf228340a', 'tenant_id': 'ee226ab1cfac45edb48a2d9761f73895', 'fixed_ips': [{'subnet_id': 'b1fa37ff-fc61-4471-a46e-39625d062436'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 16:02:14.486374 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d72aed5d-a06c-455d-8da5-774fee6fef1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:14.491769 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-de03b302-d91b-4c62-ae6c-a6a804a0386f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:14.511776 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:14.642397 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port e853ffad-24a3-49d6-ab37-6bd92dc0dd54, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=e853ffad-24a3-49d6-ab37-6bd92dc0dd54,segment=NetworkSegment(3e48e6b4-f566-4ec5-9829-79df6899155c),segment_id=3e48e6b4-f566-4ec5-9829-79df6899155c)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:02:14.651563 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '190da033-9905-44de-9653-e0394c77ffcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e853ffad-24a3-49d6-ab37-6bd92dc0dd54'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:02:14.651563 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ddc9488-697d-48ed-b7b8-d9e201cd6b67" -d '{"events": [{"server_uuid": "190da033-9905-44de-9653-e0394c77ffcf", "name": "network-vif-plugged", "status": "completed", "tag": "e853ffad-24a3-49d6-ab37-6bd92dc0dd54"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:02:14.706793 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-d72aed5d-a06c-455d-8da5-774fee6fef1a None None] Allocated IP 172.20.0.2 (219a3b95-2b97-4a78-a69d-aa4cf228340a/b1fa37ff-fc61-4471-a46e-39625d062436/80085f5e-fe36-4ae9-a272-24a31dbad9f4) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:02:14.755291 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:14.967387 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=e853ffad-24a3-49d6-ab37-6bd92dc0dd54,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:02:15.066804 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e528021c-4c4f-40fe-af3a-e23ec702883e x-openstack-request-id: req-e528021c-4c4f-40fe-af3a-e23ec702883e {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:02:15.067126 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "190da033-9905-44de-9653-e0394c77ffcf", "name": "network-vif-plugged", "status": "completed", "tag": "e853ffad-24a3-49d6-ab37-6bd92dc0dd54", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:02:15.067709 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e528021c-4c4f-40fe-af3a-e23ec702883e {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:02:15.068171 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '190da033-9905-44de-9653-e0394c77ffcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e853ffad-24a3-49d6-ab37-6bd92dc0dd54', 'code': 200} Sep 24 16:02:15.072178 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d72aed5d-a06c-455d-8da5-774fee6fef1a None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:15.139199 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d72aed5d-a06c-455d-8da5-774fee6fef1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:15.172621 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-de03b302-d91b-4c62-ae6c-a6a804a0386f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:15.203201 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72aed5d-a06c-455d-8da5-774fee6fef1a None None] Pushing event updated for resources: {'Port': ['ID=80085f5e-fe36-4ae9-a272-24a31dbad9f4,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:02:15.235638 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72aed5d-a06c-455d-8da5-774fee6fef1a None None] Network 219a3b95-2b97-4a78-a69d-aa4cf228340a is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:02:15.236101 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-d72aed5d-a06c-455d-8da5-774fee6fef1a None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:02:15.241253 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72aed5d-a06c-455d-8da5-774fee6fef1a None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:02:15.246842 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b83f810-3e20-4dcb-b3fd-ba561be84169 req-780450d7-dc49-4bb8-bfbd-593a56ec9427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:02:15.248494 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7b83f810-3e20-4dcb-b3fd-ba561be84169 req-780450d7-dc49-4bb8-bfbd-593a56ec9427 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=190da033-9905-44de-9653-e0394c77ffcf HTTP/1.1" status: 200 len: 1097 time: 0.0811584 Sep 24 16:02:15.306604 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7b83f810-3e20-4dcb-b3fd-ba561be84169 req-7d13ea44-c317-4dc5-b262-f9ac257c60f7 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=96811e7a-b970-41bf-a841-ebc0d2b6f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498862 Sep 24 16:02:15.348502 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-d72aed5d-a06c-455d-8da5-774fee6fef1a None None] Attempting to bind port 80085f5e-fe36-4ae9-a272-24a31dbad9f4 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:02:15.349045 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-d72aed5d-a06c-455d-8da5-774fee6fef1a None None] Attempting to bind port 80085f5e-fe36-4ae9-a272-24a31dbad9f4 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '1f0f5275-4d4d-4222-a146-2b7429fcf65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '219a3b95-2b97-4a78-a69d-aa4cf228340a'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:02:15.349831 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72aed5d-a06c-455d-8da5-774fee6fef1a None None] Attempting to bind port 80085f5e-fe36-4ae9-a272-24a31dbad9f4 on network 219a3b95-2b97-4a78-a69d-aa4cf228340a {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:02:15.357564 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72aed5d-a06c-455d-8da5-774fee6fef1a None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:02:15.357943 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72aed5d-a06c-455d-8da5-774fee6fef1a None None] Checking segment: {'id': '1f0f5275-4d4d-4222-a146-2b7429fcf65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '219a3b95-2b97-4a78-a69d-aa4cf228340a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:02:15.373544 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d72aed5d-a06c-455d-8da5-774fee6fef1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:15.373995 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d72aed5d-a06c-455d-8da5-774fee6fef1a None None] Bound using segment: {'id': '1f0f5275-4d4d-4222-a146-2b7429fcf65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '219a3b95-2b97-4a78-a69d-aa4cf228340a'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:02:15.374536 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-d72aed5d-a06c-455d-8da5-774fee6fef1a None None] Bound port: 80085f5e-fe36-4ae9-a272-24a31dbad9f4, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f0f5275-4d4d-4222-a146-2b7429fcf65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '219a3b95-2b97-4a78-a69d-aa4cf228340a'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:02:15.374936 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d72aed5d-a06c-455d-8da5-774fee6fef1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:15.434586 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e530f60-05e9-4c58-8be4-4791956b58bb req-e9f64c75-1e4a-4de3-82ba-a8d298d80e16 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:02:15.442436 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4e530f60-05e9-4c58-8be4-4791956b58bb req-e9f64c75-1e4a-4de3-82ba-a8d298d80e16 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] 10.222.0.101 "GET /v2.0/ports?device_id=190da033-9905-44de-9653-e0394c77ffcf HTTP/1.1" status: 200 len: 946 time: 0.0712187 Sep 24 16:02:15.490725 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4e530f60-05e9-4c58-8be4-4791956b58bb req-835605b8-3bd8-4b95-8a5a-c01df9432bbc tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] 10.222.0.101 "GET /v2.0/security-groups?id=96811e7a-b970-41bf-a841-ebc0d2b6f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421648 Sep 24 16:02:15.510755 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-d72aed5d-a06c-455d-8da5-774fee6fef1a None None] For port 80085f5e-fe36-4ae9-a272-24a31dbad9f4, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:02:15.515126 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-d72aed5d-a06c-455d-8da5-774fee6fef1a None None] For port 80085f5e-fe36-4ae9-a272-24a31dbad9f4, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=80085f5e-fe36-4ae9-a272-24a31dbad9f4,segment=NetworkSegment(1f0f5275-4d4d-4222-a146-2b7429fcf65f),segment_id=1f0f5275-4d4d-4222-a146-2b7429fcf65f)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:02:15.580963 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d72aed5d-a06c-455d-8da5-774fee6fef1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:15.594488 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-de03b302-d91b-4c62-ae6c-a6a804a0386f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:15.617887 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-de03b302-d91b-4c62-ae6c-a6a804a0386f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:15.786264 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-de03b302-d91b-4c62-ae6c-a6a804a0386f admin admin] Allocated IP 172.25.0.236 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/96b6718a-03d6-4dcf-9d6d-07ac9853e574) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:02:15.936225 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72aed5d-a06c-455d-8da5-774fee6fef1a None None] Pushing event updated for resources: {'Port': ['ID=80085f5e-fe36-4ae9-a272-24a31dbad9f4,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:02:15.998578 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-de03b302-d91b-4c62-ae6c-a6a804a0386f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:16.123719 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-de03b302-d91b-4c62-ae6c-a6a804a0386f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:16.174695 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de03b302-d91b-4c62-ae6c-a6a804a0386f admin admin] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:02:16.181086 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-de03b302-d91b-4c62-ae6c-a6a804a0386f admin admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:02:16.183975 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de03b302-d91b-4c62-ae6c-a6a804a0386f admin admin] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:02:16.205578 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de03b302-d91b-4c62-ae6c-a6a804a0386f admin admin] Pushing event updated for resources: {'Port': ['ID=96b6718a-03d6-4dcf-9d6d-07ac9853e574,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:02:16.678263 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b177923-c7e1-45c6-b061-ad640715b910 req-4f841e36-8cb3-4f24-898e-c85f775305a0 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:02:16.689105 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9b177923-c7e1-45c6-b061-ad640715b910 req-4f841e36-8cb3-4f24-898e-c85f775305a0 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] 10.222.0.101 "GET /v2.0/ports?device_id=190da033-9905-44de-9653-e0394c77ffcf HTTP/1.1" status: 200 len: 946 time: 0.0757723 Sep 24 16:02:16.725310 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-de03b302-d91b-4c62-ae6c-a6a804a0386f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:16.791869 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9b177923-c7e1-45c6-b061-ad640715b910 req-e2858886-926b-4f06-919d-f5e09095b6d3 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] 10.222.0.101 "GET /v2.0/security-groups?id=96811e7a-b970-41bf-a841-ebc0d2b6f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879729 Sep 24 16:02:17.030981 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-de03b302-d91b-4c62-ae6c-a6a804a0386f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:17.058126 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f22032-d761-4804-9a75-32f39ec8abc5 None None] Network 219a3b95-2b97-4a78-a69d-aa4cf228340a requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:02:17.116051 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-09378b64-77a4-42f7-b5f8-20ea3b136e93 None None] Provisioning complete for port 80085f5e-fe36-4ae9-a272-24a31dbad9f4 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:02:17.116423 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-09378b64-77a4-42f7-b5f8-20ea3b136e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:17.323552 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de03b302-d91b-4c62-ae6c-a6a804a0386f admin admin] Router ab883636-2580-44b7-9550-c623fbfdf0e7 is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 16:02:17.356333 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-09378b64-77a4-42f7-b5f8-20ea3b136e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:17.437569 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-09378b64-77a4-42f7-b5f8-20ea3b136e93 None None] For port 80085f5e-fe36-4ae9-a272-24a31dbad9f4, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=80085f5e-fe36-4ae9-a272-24a31dbad9f4,segment=NetworkSegment(1f0f5275-4d4d-4222-a146-2b7429fcf65f),segment_id=1f0f5275-4d4d-4222-a146-2b7429fcf65f)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:02:17.508397 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 80085f5e-fe36-4ae9-a272-24a31dbad9f4 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:02:17.535865 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de03b302-d91b-4c62-ae6c-a6a804a0386f admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:02:17.548878 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260df5dd-15b8-4033-941f-773c447dee6c None None] Sync routers for ids ['ab883636-2580-44b7-9550-c623fbfdf0e7'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:02:17.566824 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-09378b64-77a4-42f7-b5f8-20ea3b136e93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:17.575578 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260df5dd-15b8-4033-941f-773c447dee6c None None] Routers {'ab883636-2580-44b7-9550-c623fbfdf0e7'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:02:17.578424 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-260df5dd-15b8-4033-941f-773c447dee6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:02:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['ab883636-2580-44b7-9550-c623fbfdf0e7'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:02:17.653498 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 80085f5e-fe36-4ae9-a272-24a31dbad9f4 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:02:17.654129 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:17.689489 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09378b64-77a4-42f7-b5f8-20ea3b136e93 None None] Pushing event updated for resources: {'Port': ['ID=80085f5e-fe36-4ae9-a272-24a31dbad9f4,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:02:17.696894 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-260df5dd-15b8-4033-941f-773c447dee6c None None] Set router ab883636-2580-44b7-9550-c623fbfdf0e7 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:02:17.721597 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-de03b302-d91b-4c62-ae6c-a6a804a0386f admin admin] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:17.723090 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-de03b302-d91b-4c62-ae6c-a6a804a0386f admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.4687810 Sep 24 16:02:17.725536 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 54994) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:02:17.809524 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-02167b98-9d00-432d-9c61-5a91ddda5818 None None] Provisioning complete for port 80085f5e-fe36-4ae9-a272-24a31dbad9f4 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:02:17.812332 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-02167b98-9d00-432d-9c61-5a91ddda5818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:17.986278 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74646e9-cf04-4a11-bfbb-5fefb83a536e req-781d1dc7-b531-4b05-acbb-ebeb69a9f185 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:02:17.996173 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a74646e9-cf04-4a11-bfbb-5fefb83a536e req-781d1dc7-b531-4b05-acbb-ebeb69a9f185 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] 10.222.0.101 "GET /v2.0/ports?device_id=190da033-9905-44de-9653-e0394c77ffcf HTTP/1.1" status: 200 len: 946 time: 0.0730796 Sep 24 16:02:18.001111 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-260df5dd-15b8-4033-941f-773c447dee6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab883636-2580-44b7-9550-c623fbfdf0e7', 'name': 'tempest-TestVolumeBackupRestore-1429000212-router', 'tenant_id': 'ee226ab1cfac45edb48a2d9761f73895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '96b6718a-03d6-4dcf-9d6d-07ac9853e574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:02:14Z', 'updated_at': '2021-09-24T16:02:16Z', 'revision_number': 3, 'project_id': 'ee226ab1cfac45edb48a2d9761f73895', 'gw_port': {'id': '96b6718a-03d6-4dcf-9d6d-07ac9853e574', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7b:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab883636-2580-44b7-9550-c623fbfdf0e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:02:15Z', 'updated_at': '2021-09-24T16:02:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:02:18.030465 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260df5dd-15b8-4033-941f-773c447dee6c None None] Checking router: ab883636-2580-44b7-9550-c623fbfdf0e7 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:02:18.031207 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260df5dd-15b8-4033-941f-773c447dee6c None None] Updating router ab883636-2580-44b7-9550-c623fbfdf0e7 port 96b6718a-03d6-4dcf-9d6d-07ac9853e574 binding host n-d-808921-1 {{(pid=95300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 16:02:18.042874 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991a027c-650e-44ab-90fd-6e569298ce4c req-0e218681-0872-4c38-bd02-90fd898e9455 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:02:18.044589 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-991a027c-650e-44ab-90fd-6e569298ce4c req-0e218681-0872-4c38-bd02-90fd898e9455 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/ports?device_id=54202e34-5d99-47c3-9bff-0b3fb0575bc8 HTTP/1.1" status: 200 len: 946 time: 0.1790195 Sep 24 16:02:18.051763 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a74646e9-cf04-4a11-bfbb-5fefb83a536e req-0defd345-1381-4e0a-86fd-1a486bc9238d tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] 10.222.0.101 "GET /v2.0/security-groups?id=96811e7a-b970-41bf-a841-ebc0d2b6f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532589 Sep 24 16:02:18.202297 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-260df5dd-15b8-4033-941f-773c447dee6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:18.204417 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-991a027c-650e-44ab-90fd-6e569298ce4c req-6dbaadf4-32ed-4cc4-a7a0-35752a65a041 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/security-groups?id=bfe7b3f3-c575-4a21-a642-c600ec810622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895169 Sep 24 16:02:18.257513 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d556435-82e7-47a8-a381-2a3c220b0704 req-c07b6cfc-9627-4815-adec-83abefff08c4 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:02:18.266070 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7d556435-82e7-47a8-a381-2a3c220b0704 req-c07b6cfc-9627-4815-adec-83abefff08c4 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] 10.222.0.101 "GET /v2.0/ports?device_id=190da033-9905-44de-9653-e0394c77ffcf HTTP/1.1" status: 200 len: 946 time: 0.0701940 Sep 24 16:02:18.316100 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7d556435-82e7-47a8-a381-2a3c220b0704 req-34d48d0d-feb7-4947-b126-9e6251551c06 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] 10.222.0.101 "GET /v2.0/security-groups?id=96811e7a-b970-41bf-a841-ebc0d2b6f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489151 Sep 24 16:02:18.477214 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-62f34ff1-4d96-4c11-8a2c-acde8b6df3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:18.513631 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43de15f1-e36c-4aca-acf8-5b2725ed8956 req-a4ae2f41-b4ea-4358-8ad6-4850200109b7 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:02:18.515262 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-43de15f1-e36c-4aca-acf8-5b2725ed8956 req-a4ae2f41-b4ea-4358-8ad6-4850200109b7 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] 10.222.0.101 "GET /v2.0/ports?device_id=190da033-9905-44de-9653-e0394c77ffcf HTTP/1.1" status: 200 len: 946 time: 0.0774343 Sep 24 16:02:18.562115 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-260df5dd-15b8-4033-941f-773c447dee6c None None] Notify callbacks [] for port, precommit_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:18.617471 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-43de15f1-e36c-4aca-acf8-5b2725ed8956 req-8ea0bd4a-bb36-45b5-afd4-3953d0625716 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] 10.222.0.101 "GET /v2.0/security-groups?id=96811e7a-b970-41bf-a841-ebc0d2b6f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699577 Sep 24 16:02:18.631979 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-260df5dd-15b8-4033-941f-773c447dee6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:18.651264 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 55020) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:02:18.710741 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-62f34ff1-4d96-4c11-8a2c-acde8b6df3ca admin admin] Allocated IP 172.20.0.1 (219a3b95-2b97-4a78-a69d-aa4cf228340a/b1fa37ff-fc61-4471-a46e-39625d062436/287f21b8-6761-4e29-98b7-70bd2d403002) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:02:18.714943 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-260df5dd-15b8-4033-941f-773c447dee6c None None] Attempting to bind port 96b6718a-03d6-4dcf-9d6d-07ac9853e574 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:02:18.714943 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-260df5dd-15b8-4033-941f-773c447dee6c None None] Attempting to bind port 96b6718a-03d6-4dcf-9d6d-07ac9853e574 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:02:18.714943 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260df5dd-15b8-4033-941f-773c447dee6c None None] Attempting to bind port 96b6718a-03d6-4dcf-9d6d-07ac9853e574 on network e6a2de20-1ea0-43e5-88e0-982d19e317d5 {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:02:18.720388 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07edbe8e-8173-4fc2-a9a7-0ef1204a2e95 None None] Pushing event updated for resources: {'Port': ['ID=96b6718a-03d6-4dcf-9d6d-07ac9853e574,revision_number=2']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:02:18.725234 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260df5dd-15b8-4033-941f-773c447dee6c None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:02:18.725743 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260df5dd-15b8-4033-941f-773c447dee6c None None] Checking segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:02:18.726254 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-260df5dd-15b8-4033-941f-773c447dee6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:18.726763 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-260df5dd-15b8-4033-941f-773c447dee6c None None] Bound using segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:02:18.727873 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-260df5dd-15b8-4033-941f-773c447dee6c None None] Bound port: 96b6718a-03d6-4dcf-9d6d-07ac9853e574, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:02:18.727873 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-260df5dd-15b8-4033-941f-773c447dee6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:18.797647 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-260df5dd-15b8-4033-941f-773c447dee6c None None] For port 96b6718a-03d6-4dcf-9d6d-07ac9853e574, host n-d-808921-1, cleared binding levels {{(pid=95300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:02:18.801543 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-260df5dd-15b8-4033-941f-773c447dee6c None None] For port 96b6718a-03d6-4dcf-9d6d-07ac9853e574, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=96b6718a-03d6-4dcf-9d6d-07ac9853e574,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:02:18.848036 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4445c0f9-604b-44c4-ad9d-7f261994a371 tempest-TestServerBasicOps-855865426 tempest-TestServerBasicOps-855865426-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:02:18.848992 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-62f34ff1-4d96-4c11-8a2c-acde8b6df3ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:18.852053 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-4445c0f9-604b-44c4-ad9d-7f261994a371 tempest-TestServerBasicOps-855865426 tempest-TestServerBasicOps-855865426-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=190da033-9905-44de-9653-e0394c77ffcf HTTP/1.1" status: 200 len: 1092 time: 0.1973460 Sep 24 16:02:18.852647 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 55034) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:02:18.857671 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-21d4b925-8b01-4d20-a5fb-3a7aa9c44bbc tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Request body: {'floatingip': {'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'port_id': 'e853ffad-24a3-49d6-ab37-6bd92dc0dd54', 'tenant_id': '1098ec07f5944ca3aa2ef8c2402dd6cb', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:02:18.894920 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-260df5dd-15b8-4033-941f-773c447dee6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:18.961198 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260df5dd-15b8-4033-941f-773c447dee6c None None] Routers {'ab883636-2580-44b7-9550-c623fbfdf0e7'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:02:18.961820 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-260df5dd-15b8-4033-941f-773c447dee6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:02:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['ab883636-2580-44b7-9550-c623fbfdf0e7'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:02:18.965651 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07edbe8e-8173-4fc2-a9a7-0ef1204a2e95 None None] Pushing event updated for resources: {'Port': ['ID=96b6718a-03d6-4dcf-9d6d-07ac9853e574,revision_number=3']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:02:18.992279 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-21d4b925-8b01-4d20-a5fb-3a7aa9c44bbc tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Notify callbacks [] for floatingip, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:19.039164 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-62f34ff1-4d96-4c11-8a2c-acde8b6df3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:19.106048 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-21d4b925-8b01-4d20-a5fb-3a7aa9c44bbc tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:19.112166 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f34ff1-4d96-4c11-8a2c-acde8b6df3ca admin admin] Pushing event updated for resources: {'Port': ['ID=287f21b8-6761-4e29-98b7-70bd2d403002,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:02:19.132170 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f34ff1-4d96-4c11-8a2c-acde8b6df3ca admin admin] Network 219a3b95-2b97-4a78-a69d-aa4cf228340a is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:02:19.134390 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-62f34ff1-4d96-4c11-8a2c-acde8b6df3ca admin admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:02:19.134855 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-260df5dd-15b8-4033-941f-773c447dee6c None None] Set router ab883636-2580-44b7-9550-c623fbfdf0e7 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:02:19.137051 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f34ff1-4d96-4c11-8a2c-acde8b6df3ca admin admin] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:02:19.216092 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-62f34ff1-4d96-4c11-8a2c-acde8b6df3ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:19.235020 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-21d4b925-8b01-4d20-a5fb-3a7aa9c44bbc tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Allocated IP 172.25.0.221 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/75afd1c1-798a-4944-afbf-9f1e885a7380) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:02:19.395295 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79872595-e607-4fd0-b1ef-9435a6a66ab5 req-c787d7a5-b866-43f7-9e44-06dbbe7e2404 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:02:19.395548 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-79872595-e607-4fd0-b1ef-9435a6a66ab5 req-c787d7a5-b866-43f7-9e44-06dbbe7e2404 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/ports?device_id=54202e34-5d99-47c3-9bff-0b3fb0575bc8 HTTP/1.1" status: 200 len: 946 time: 0.1493003 Sep 24 16:02:19.469399 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-79872595-e607-4fd0-b1ef-9435a6a66ab5 req-d3db748c-435c-4d32-b31e-e0e57fb22888 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/security-groups?id=bfe7b3f3-c575-4a21-a642-c600ec810622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657473 Sep 24 16:02:19.485683 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-21d4b925-8b01-4d20-a5fb-3a7aa9c44bbc tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:19.498931 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-260df5dd-15b8-4033-941f-773c447dee6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab883636-2580-44b7-9550-c623fbfdf0e7', 'name': 'tempest-TestVolumeBackupRestore-1429000212-router', 'tenant_id': 'ee226ab1cfac45edb48a2d9761f73895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '96b6718a-03d6-4dcf-9d6d-07ac9853e574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:02:14Z', 'updated_at': '2021-09-24T16:02:16Z', 'revision_number': 3, 'project_id': 'ee226ab1cfac45edb48a2d9761f73895', 'gw_port': {'id': '96b6718a-03d6-4dcf-9d6d-07ac9853e574', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7b:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab883636-2580-44b7-9550-c623fbfdf0e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:02:15Z', 'updated_at': '2021-09-24T16:02:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:02:19.537475 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 80085f5e-fe36-4ae9-a272-24a31dbad9f4 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:02:19.592881 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-62f34ff1-4d96-4c11-8a2c-acde8b6df3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:19.611272 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-260df5dd-15b8-4033-941f-773c447dee6c None None] The sync data for ids ['ab883636-2580-44b7-9550-c623fbfdf0e7'] in n-d-808921-1 is: [{'id': 'ab883636-2580-44b7-9550-c623fbfdf0e7', 'name': 'tempest-TestVolumeBackupRestore-1429000212-router', 'tenant_id': 'ee226ab1cfac45edb48a2d9761f73895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '96b6718a-03d6-4dcf-9d6d-07ac9853e574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:02:14Z', 'updated_at': '2021-09-24T16:02:16Z', 'revision_number': 3, 'project_id': 'ee226ab1cfac45edb48a2d9761f73895', 'gw_port': {'id': '96b6718a-03d6-4dcf-9d6d-07ac9853e574', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7b:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab883636-2580-44b7-9550-c623fbfdf0e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:02:15Z', 'updated_at': '2021-09-24T16:02:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:02:19.621136 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-cdf178a5-24e1-41c0-9b15-cfaa3bb77263 None None] Provisioning complete for port 287f21b8-6761-4e29-98b7-70bd2d403002 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:02:19.621136 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-cdf178a5-24e1-41c0-9b15-cfaa3bb77263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:19.632428 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-21d4b925-8b01-4d20-a5fb-3a7aa9c44bbc tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:19.682826 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 80085f5e-fe36-4ae9-a272-24a31dbad9f4 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:02:19.683195 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:19.718387 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d4b925-8b01-4d20-a5fb-3a7aa9c44bbc tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:02:19.721387 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-21d4b925-8b01-4d20-a5fb-3a7aa9c44bbc tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:02:19.727146 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d4b925-8b01-4d20-a5fb-3a7aa9c44bbc tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:02:19.757308 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-cdf178a5-24e1-41c0-9b15-cfaa3bb77263 None None] Port 287f21b8-6761-4e29-98b7-70bd2d403002 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:02:19.803671 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d4b925-8b01-4d20-a5fb-3a7aa9c44bbc tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Pushing event updated for resources: {'Port': ['ID=75afd1c1-798a-4944-afbf-9f1e885a7380,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:02:19.816965 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5491dbe-bdff-4b66-9d68-02905dc00827 req-25c5c954-1218-43fb-98d5-39d6d3e4f429 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:02:19.818568 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a5491dbe-bdff-4b66-9d68-02905dc00827 req-25c5c954-1218-43fb-98d5-39d6d3e4f429 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.110 "GET /v2.0/ports?device_id=54202e34-5d99-47c3-9bff-0b3fb0575bc8 HTTP/1.1" status: 200 len: 946 time: 0.1211548 Sep 24 16:02:19.958524 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-62f34ff1-4d96-4c11-8a2c-acde8b6df3ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:20.063044 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-a5491dbe-bdff-4b66-9d68-02905dc00827 req-9428a6e2-92a7-47ac-be22-ade348fdabb2 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Deleting port c72c3377-7bed-4f6a-8dda-e05d6d81c428 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:02:20.063389 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-a5491dbe-bdff-4b66-9d68-02905dc00827 req-9428a6e2-92a7-47ac-be22-ade348fdabb2 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:20.104777 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-62f34ff1-4d96-4c11-8a2c-acde8b6df3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:20.262380 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f34ff1-4d96-4c11-8a2c-acde8b6df3ca admin admin] Pushing event updated for resources: {'Port': ['ID=287f21b8-6761-4e29-98b7-70bd2d403002,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:02:20.282397 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-62f34ff1-4d96-4c11-8a2c-acde8b6df3ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:20.294037 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-a5491dbe-bdff-4b66-9d68-02905dc00827 req-9428a6e2-92a7-47ac-be22-ade348fdabb2 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] For port c72c3377-7bed-4f6a-8dda-e05d6d81c428, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=c72c3377-7bed-4f6a-8dda-e05d6d81c428,segment=NetworkSegment(272d0ce2-ce94-428b-a239-5dd619a27c57),segment_id=272d0ce2-ce94-428b-a239-5dd619a27c57)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:02:20.294306 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-a5491dbe-bdff-4b66-9d68-02905dc00827 req-9428a6e2-92a7-47ac-be22-ade348fdabb2 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:20.303989 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-21d4b925-8b01-4d20-a5fb-3a7aa9c44bbc tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:20.447039 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-21d4b925-8b01-4d20-a5fb-3a7aa9c44bbc tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:20.523317 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f34ff1-4d96-4c11-8a2c-acde8b6df3ca admin admin] Network 219a3b95-2b97-4a78-a69d-aa4cf228340a is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:02:20.527738 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-62f34ff1-4d96-4c11-8a2c-acde8b6df3ca admin admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:02:20.659913 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-a5491dbe-bdff-4b66-9d68-02905dc00827 req-9428a6e2-92a7-47ac-be22-ade348fdabb2 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:20.660578 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-a5491dbe-bdff-4b66-9d68-02905dc00827 req-9428a6e2-92a7-47ac-be22-ade348fdabb2 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:20.660578 n-d-808921-1 neutron-server[95298]: INFO neutron.db.l3_db [req-a5491dbe-bdff-4b66-9d68-02905dc00827 req-9428a6e2-92a7-47ac-be22-ade348fdabb2 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Floating IP acc97666-c1f9-4e40-ac77-b8c16df605bd disassociated. External IP: 172.25.0.173, port: c72c3377-7bed-4f6a-8dda-e05d6d81c428. Sep 24 16:02:20.660909 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-a5491dbe-bdff-4b66-9d68-02905dc00827 req-9428a6e2-92a7-47ac-be22-ade348fdabb2 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Calling delete_port for c72c3377-7bed-4f6a-8dda-e05d6d81c428 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:02:20.730211 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-21d4b925-8b01-4d20-a5fb-3a7aa9c44bbc tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:20.796405 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62f34ff1-4d96-4c11-8a2c-acde8b6df3ca admin admin] Router ab883636-2580-44b7-9550-c623fbfdf0e7 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:02:20.808725 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-21d4b925-8b01-4d20-a5fb-3a7aa9c44bbc tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:20.970496 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104795d2-703f-47ac-9bdf-d0072a6f1867 req-e5cf2f99-5f1f-43ba-8de0-cfd0d0ab30ac tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:02:20.973706 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-104795d2-703f-47ac-9bdf-d0072a6f1867 req-e5cf2f99-5f1f-43ba-8de0-cfd0d0ab30ac tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/ports?device_id=54202e34-5d99-47c3-9bff-0b3fb0575bc8 HTTP/1.1" status: 200 len: 946 time: 0.2362580 Sep 24 16:02:20.975169 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d4b925-8b01-4d20-a5fb-3a7aa9c44bbc tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Pushing event updated for resources: {'Port': ['ID=75afd1c1-798a-4944-afbf-9f1e885a7380,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:02:20.977869 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-21d4b925-8b01-4d20-a5fb-3a7aa9c44bbc tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:21.019017 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-4a7e3722-8a9d-49ff-9472-ec3426c7de46 None None] Provisioning complete for port 287f21b8-6761-4e29-98b7-70bd2d403002 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:02:21.020298 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4a7e3722-8a9d-49ff-9472-ec3426c7de46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:21.069771 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-4a7e3722-8a9d-49ff-9472-ec3426c7de46 None None] Port 287f21b8-6761-4e29-98b7-70bd2d403002 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:02:21.083021 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-104795d2-703f-47ac-9bdf-d0072a6f1867 req-c106428a-d6c9-4c3d-9118-ba769ef4a2c5 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/security-groups?id=bfe7b3f3-c575-4a21-a642-c600ec810622&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654221 Sep 24 16:02:21.190598 n-d-808921-1 neutron-server[95297]: INFO neutron.db.l3_db [None req-21d4b925-8b01-4d20-a5fb-3a7aa9c44bbc tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Floating IP 13cb72fd-29e9-4ff7-958d-6e5d27b97db2 associated. External IP: 172.25.0.221, port: e853ffad-24a3-49d6-ab37-6bd92dc0dd54. Sep 24 16:02:21.425275 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62f34ff1-4d96-4c11-8a2c-acde8b6df3ca admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:02:21.433284 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-62f34ff1-4d96-4c11-8a2c-acde8b6df3ca admin admin] 10.222.0.101 "PUT /v2.0/routers/ab883636-2580-44b7-9550-c623fbfdf0e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7034988 Sep 24 16:02:21.493080 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 96b6718a-03d6-4dcf-9d6d-07ac9853e574 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:02:21.500160 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-a5491dbe-bdff-4b66-9d68-02905dc00827 req-9428a6e2-92a7-47ac-be22-ade348fdabb2 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:21.503114 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21d4b925-8b01-4d20-a5fb-3a7aa9c44bbc tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Router 7a91c027-1279-44ef-a13d-14a699163e67 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:02:21.534038 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9428a6e2-92a7-47ac-be22-ade348fdabb2 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Pushing event deleted for resources: {'Port': ['ID=c72c3377-7bed-4f6a-8dda-e05d6d81c428,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:02:21.596804 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 96b6718a-03d6-4dcf-9d6d-07ac9853e574 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:02:21.597506 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:21.716524 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d4b925-8b01-4d20-a5fb-3a7aa9c44bbc tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:02:21.774697 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91e7165-a8a2-426b-8a89-4670a576ac06 None None] Sync routers for ids ['7a91c027-1279-44ef-a13d-14a699163e67'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:02:21.819508 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-21d4b925-8b01-4d20-a5fb-3a7aa9c44bbc tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:21.823575 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91e7165-a8a2-426b-8a89-4670a576ac06 None None] Routers {'7a91c027-1279-44ef-a13d-14a699163e67'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:02:21.827875 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-d91e7165-a8a2-426b-8a89-4670a576ac06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:02:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['7a91c027-1279-44ef-a13d-14a699163e67'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:02:21.843912 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5491dbe-bdff-4b66-9d68-02905dc00827 req-9428a6e2-92a7-47ac-be22-ade348fdabb2 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Router fa68bc5a-ac36-4bfc-813b-ef3aae9e165b has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:02:21.884711 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-21d4b925-8b01-4d20-a5fb-3a7aa9c44bbc tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0243349 Sep 24 16:02:21.886164 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '190da033-9905-44de-9653-e0394c77ffcf', 'tag': 'e853ffad-24a3-49d6-ab37-6bd92dc0dd54'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:02:21.889433 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4a05c7-e3d7-4c9f-b7d5-74cbc162230c" -d '{"events": [{"name": "network-changed", "server_uuid": "190da033-9905-44de-9653-e0394c77ffcf", "tag": "e853ffad-24a3-49d6-ab37-6bd92dc0dd54"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:02:21.962434 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:22.026172 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port 96b6718a-03d6-4dcf-9d6d-07ac9853e574, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=96b6718a-03d6-4dcf-9d6d-07ac9853e574,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:02:22.083139 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5491dbe-bdff-4b66-9d68-02905dc00827 req-9428a6e2-92a7-47ac-be22-ade348fdabb2 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:02:22.093411 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33810ff4-ade3-425d-8933-ddb1955756ef None None] Sync routers for ids ['fa68bc5a-ac36-4bfc-813b-ef3aae9e165b'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:02:22.105879 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:22.117818 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33810ff4-ade3-425d-8933-ddb1955756ef None None] Routers {'fa68bc5a-ac36-4bfc-813b-ef3aae9e165b'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:02:22.118609 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-33810ff4-ade3-425d-8933-ddb1955756ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:02:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['fa68bc5a-ac36-4bfc-813b-ef3aae9e165b'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:02:22.198449 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-d91e7165-a8a2-426b-8a89-4670a576ac06 None None] Set router 7a91c027-1279-44ef-a13d-14a699163e67 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:02:22.205260 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5491dbe-bdff-4b66-9d68-02905dc00827 req-9428a6e2-92a7-47ac-be22-ade348fdabb2 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] No DVR routers for this DVR port c72c3377-7bed-4f6a-8dda-e05d6d81c428 on host n-h1-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:02:22.221142 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-a5491dbe-bdff-4b66-9d68-02905dc00827 req-9428a6e2-92a7-47ac-be22-ade348fdabb2 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:22.231352 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a5491dbe-bdff-4b66-9d68-02905dc00827 req-9428a6e2-92a7-47ac-be22-ade348fdabb2 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.110 "DELETE /v2.0/ports/c72c3377-7bed-4f6a-8dda-e05d6d81c428 HTTP/1.1" status: 204 len: 173 time: 2.3811176 Sep 24 16:02:22.250975 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54202e34-5d99-47c3-9bff-0b3fb0575bc8', 'name': 'network-vif-deleted', 'tag': 'c72c3377-7bed-4f6a-8dda-e05d6d81c428'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:02:22.252191 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-815c7846-7e06-48e3-a9b1-6665981c2de0" -d '{"events": [{"server_uuid": "54202e34-5d99-47c3-9bff-0b3fb0575bc8", "name": "network-vif-deleted", "tag": "c72c3377-7bed-4f6a-8dda-e05d6d81c428"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:02:22.264158 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2646ec00-fbf9-459b-b783-c3234f8a63b7 None None] Sync routers for ids ['ab883636-2580-44b7-9550-c623fbfdf0e7'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:02:22.270041 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=96b6718a-03d6-4dcf-9d6d-07ac9853e574,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:02:22.292073 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9144b9a-d79b-4106-aa24-47661618f9b9 x-openstack-request-id: req-d9144b9a-d79b-4106-aa24-47661618f9b9 {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:02:22.293401 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "190da033-9905-44de-9653-e0394c77ffcf", "tag": "e853ffad-24a3-49d6-ab37-6bd92dc0dd54", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:02:22.293781 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d9144b9a-d79b-4106-aa24-47661618f9b9 {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:02:22.294299 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '190da033-9905-44de-9653-e0394c77ffcf', 'tag': 'e853ffad-24a3-49d6-ab37-6bd92dc0dd54', 'status': 'completed', 'code': 200} Sep 24 16:02:22.389783 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-22625ebb-e757-4c04-b3f4-21b900c2bafc req-243bb05b-5b5b-4f0e-bdfc-e327986b35f8 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/ports?device_id=54202e34-5d99-47c3-9bff-0b3fb0575bc8 HTTP/1.1" status: 200 len: 210 time: 0.0941138 Sep 24 16:02:22.397439 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a651e2-77e8-4ef5-90b0-920d6504d011 x-openstack-request-id: req-73a651e2-77e8-4ef5-90b0-920d6504d011 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:02:22.398175 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54202e34-5d99-47c3-9bff-0b3fb0575bc8", "name": "network-vif-deleted", "tag": "c72c3377-7bed-4f6a-8dda-e05d6d81c428", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:02:22.398175 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-73a651e2-77e8-4ef5-90b0-920d6504d011 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:02:22.398404 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54202e34-5d99-47c3-9bff-0b3fb0575bc8', 'name': 'network-vif-deleted', 'tag': 'c72c3377-7bed-4f6a-8dda-e05d6d81c428', 'status': 'completed', 'code': 200} Sep 24 16:02:22.453712 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-33810ff4-ade3-425d-8933-ddb1955756ef None None] Set router fa68bc5a-ac36-4bfc-813b-ef3aae9e165b gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:02:22.457182 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:02:22.459184 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:02:22.459530 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:02:22.465886 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a05c7-e3d7-4c9f-b7d5-74cbc162230c req-02be7012-5954-4cbb-86eb-d5b99b67e5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:02:22.467819 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:02:22.468373 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:02:22.468541 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5d4a05c7-e3d7-4c9f-b7d5-74cbc162230c req-02be7012-5954-4cbb-86eb-d5b99b67e5fd service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1098ec07f5944ca3aa2ef8c2402dd6cb&device_id=190da033-9905-44de-9653-e0394c77ffcf HTTP/1.1" status: 200 len: 1097 time: 0.0962896 Sep 24 16:02:22.469012 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:02:22.469514 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:02:22.470004 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:02:22.470517 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:02:22.470992 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:02:22.473910 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:02:22.473910 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:02:22.520420 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2646ec00-fbf9-459b-b783-c3234f8a63b7 None None] Routers {'ab883636-2580-44b7-9550-c623fbfdf0e7'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:02:22.521070 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-2646ec00-fbf9-459b-b783-c3234f8a63b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:02:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['ab883636-2580-44b7-9550-c623fbfdf0e7'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:02:22.634102 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 55134) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:02:22.640272 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-78fbdafe-aed6-4bfb-bc89-92cf10ecfb0c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1846596180-network', 'tenant_id': 'e00b67f8689344a6bdfaa05f098862e3'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:02:22.701796 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a05c7-e3d7-4c9f-b7d5-74cbc162230c req-aaaaa508-c900-46ce-8e5b-d5a0186519e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:02:22.703915 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5d4a05c7-e3d7-4c9f-b7d5-74cbc162230c req-aaaaa508-c900-46ce-8e5b-d5a0186519e3 service neutron] 10.222.0.110 "GET /v2.0/networks?id=91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8 HTTP/1.1" status: 200 len: 911 time: 0.2216871 Sep 24 16:02:22.719064 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-2646ec00-fbf9-459b-b783-c3234f8a63b7 None None] Set router ab883636-2580-44b7-9550-c623fbfdf0e7 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:02:22.745581 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-33810ff4-ade3-425d-8933-ddb1955756ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa68bc5a-ac36-4bfc-813b-ef3aae9e165b', 'name': 'tempest-AttachVolumeTestJSON-1816297676-router', 'tenant_id': 'b960fdf244c2496089f6c9d33b373dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '21c80e1d-ee1e-4a5f-bbc5-445fa95422eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:54:18Z', 'updated_at': '2021-09-24T15:54:27Z', 'revision_number': 4, 'project_id': 'b960fdf244c2496089f6c9d33b373dc4', 'gw_port': {'id': '21c80e1d-ee1e-4a5f-bbc5-445fa95422eb', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa68bc5a-ac36-4bfc-813b-ef3aae9e165b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:54:19Z', 'updated_at': '2021-09-24T15:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'd466d7c6-bac4-4ebd-b80f-8c7522efb055', 'name': '', 'network_id': '3dbb0dfe-b454-4e57-a2db-34f294a0159c', 'tenant_id': 'b960fdf244c2496089f6c9d33b373dc4', 'mac_address': 'fa:16:3e:13:ff:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa68bc5a-ac36-4bfc-813b-ef3aae9e165b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': 'ad938f0b-b628-4cac-9404-1e2682973b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:54:24Z', 'updated_at': '2021-09-24T15:54:32Z', 'revision_number': 5, 'project_id': 'b960fdf244c2496089f6c9d33b373dc4', 'subnets': [{'id': 'ad938f0b-b628-4cac-9404-1e2682973b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:02:22.772317 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33810ff4-ade3-425d-8933-ddb1955756ef None None] Checking router: fa68bc5a-ac36-4bfc-813b-ef3aae9e165b for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:02:22.776414 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5d4a05c7-e3d7-4c9f-b7d5-74cbc162230c req-4c312eef-0485-4058-b936-2461fccd25a0 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e853ffad-24a3-49d6-ab37-6bd92dc0dd54 HTTP/1.1" status: 200 len: 1000 time: 0.0637455 Sep 24 16:02:22.781238 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33810ff4-ade3-425d-8933-ddb1955756ef None None] Routers {'fa68bc5a-ac36-4bfc-813b-ef3aae9e165b'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:02:22.781845 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-33810ff4-ade3-425d-8933-ddb1955756ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:02:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['fa68bc5a-ac36-4bfc-813b-ef3aae9e165b'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:02:22.828956 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a05c7-e3d7-4c9f-b7d5-74cbc162230c req-fef029d1-8656-45ee-8674-a91e0a97fcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:02:22.830534 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5d4a05c7-e3d7-4c9f-b7d5-74cbc162230c req-fef029d1-8656-45ee-8674-a91e0a97fcf0 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=e2f4b5a2-b921-44ae-94f4-2c286e9b4e3f HTTP/1.1" status: 200 len: 848 time: 0.0468621 Sep 24 16:02:22.873312 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78fbdafe-aed6-4bfb-bc89-92cf10ecfb0c admin admin] Made reservation on behalf of e00b67f8689344a6bdfaa05f098862e3 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:02:22.874531 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-78fbdafe-aed6-4bfb-bc89-92cf10ecfb0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:22.894472 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-78fbdafe-aed6-4bfb-bc89-92cf10ecfb0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:22.930996 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-33810ff4-ade3-425d-8933-ddb1955756ef None None] Set router fa68bc5a-ac36-4bfc-813b-ef3aae9e165b gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:02:22.942747 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4a05c7-e3d7-4c9f-b7d5-74cbc162230c req-8c58bd8a-5281-4b64-a20f-d4c11729a62f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:02:22.948568 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5d4a05c7-e3d7-4c9f-b7d5-74cbc162230c req-8c58bd8a-5281-4b64-a20f-d4c11729a62f service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1073256 Sep 24 16:02:22.993083 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-d91e7165-a8a2-426b-8a89-4670a576ac06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a91c027-1279-44ef-a13d-14a699163e67', 'name': 'tempest-TestServerBasicOps-1643116134-router', 'tenant_id': '1098ec07f5944ca3aa2ef8c2402dd6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '5e9eee8e-e100-4771-a012-5d89734f50bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:01:39Z', 'updated_at': '2021-09-24T16:01:44Z', 'revision_number': 4, 'project_id': '1098ec07f5944ca3aa2ef8c2402dd6cb', 'gw_port': {'id': '5e9eee8e-e100-4771-a012-5d89734f50bb', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a91c027-1279-44ef-a13d-14a699163e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:01:41Z', 'updated_at': '2021-09-24T16:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': '13cb72fd-29e9-4ff7-958d-6e5d27b97db2', 'tenant_id': '1098ec07f5944ca3aa2ef8c2402dd6cb', 'floating_ip_address': '172.25.0.221', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '7a91c027-1279-44ef-a13d-14a699163e67', 'port_id': 'e853ffad-24a3-49d6-ab37-6bd92dc0dd54', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8', 'mac_address': 'fa:16:3e:82:32:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190da033-9905-44de-9653-e0394c77ffcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T16:02:20Z', 'updated_at': '2021-09-24T16:02:20Z', 'revision_number': 0, 'project_id': '1098ec07f5944ca3aa2ef8c2402dd6cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '322b54e6-2185-4102-bfd2-71fb92df7851', 'name': '', 'network_id': '91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8', 'tenant_id': '1098ec07f5944ca3aa2ef8c2402dd6cb', 'mac_address': 'fa:16:3e:40:cb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a91c027-1279-44ef-a13d-14a699163e67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': 'e2f4b5a2-b921-44ae-94f4-2c286e9b4e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:01:43Z', 'updated_at': '2021-09-24T16:01:50Z', 'revision_number': 5, 'project_id': '1098ec07f5944ca3aa2ef8c2402dd6cb', 'subnets': [{'id': 'e2f4b5a2-b921-44ae-94f4-2c286e9b4e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:02:23.083579 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91e7165-a8a2-426b-8a89-4670a576ac06 None None] Checking router: 7a91c027-1279-44ef-a13d-14a699163e67 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:02:23.157369 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91e7165-a8a2-426b-8a89-4670a576ac06 None None] Routers {'7a91c027-1279-44ef-a13d-14a699163e67'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:02:23.158005 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-d91e7165-a8a2-426b-8a89-4670a576ac06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:02:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['7a91c027-1279-44ef-a13d-14a699163e67'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:02:23.166515 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-78fbdafe-aed6-4bfb-bc89-92cf10ecfb0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:23.200797 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5d4a05c7-e3d7-4c9f-b7d5-74cbc162230c req-31746dd4-7fbf-48e5-9cef-3c90967de385 service neutron] 10.222.0.110 "GET /v2.0/networks/91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427907 Sep 24 16:02:23.238385 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-78fbdafe-aed6-4bfb-bc89-92cf10ecfb0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:23.279095 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78fbdafe-aed6-4bfb-bc89-92cf10ecfb0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1277} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 16:02:23.301536 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fbdafe-aed6-4bfb-bc89-92cf10ecfb0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0190cbc5-05d5-4ccb-a531-ef1e403ed122,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:02:23.306222 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-78fbdafe-aed6-4bfb-bc89-92cf10ecfb0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:23.307742 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-78fbdafe-aed6-4bfb-bc89-92cf10ecfb0c admin admin] Added segment 8d7551c6-4b12-4b47-8cc3-e4c7d53cbfef of type vlan for network fe897f07-1fef-43d7-917b-6a10aa40ea7a Sep 24 16:02:23.330553 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-2646ec00-fbf9-459b-b783-c3234f8a63b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab883636-2580-44b7-9550-c623fbfdf0e7', 'name': 'tempest-TestVolumeBackupRestore-1429000212-router', 'tenant_id': 'ee226ab1cfac45edb48a2d9761f73895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '96b6718a-03d6-4dcf-9d6d-07ac9853e574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:02:14Z', 'updated_at': '2021-09-24T16:02:19Z', 'revision_number': 4, 'project_id': 'ee226ab1cfac45edb48a2d9761f73895', 'gw_port': {'id': '96b6718a-03d6-4dcf-9d6d-07ac9853e574', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab883636-2580-44b7-9550-c623fbfdf0e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:02:15Z', 'updated_at': '2021-09-24T16:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '287f21b8-6761-4e29-98b7-70bd2d403002', 'name': '', 'network_id': '219a3b95-2b97-4a78-a69d-aa4cf228340a', 'tenant_id': 'ee226ab1cfac45edb48a2d9761f73895', 'mac_address': 'fa:16:3e:96:d3:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab883636-2580-44b7-9550-c623fbfdf0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'b1fa37ff-fc61-4471-a46e-39625d062436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:02:18Z', 'updated_at': '2021-09-24T16:02:19Z', 'revision_number': 2, 'project_id': 'ee226ab1cfac45edb48a2d9761f73895', 'subnets': [{'id': 'b1fa37ff-fc61-4471-a46e-39625d062436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:02:23.368687 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2646ec00-fbf9-459b-b783-c3234f8a63b7 None None] Checking router: ab883636-2580-44b7-9550-c623fbfdf0e7 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:02:23.369047 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2646ec00-fbf9-459b-b783-c3234f8a63b7 None None] Updating router ab883636-2580-44b7-9550-c623fbfdf0e7 port 287f21b8-6761-4e29-98b7-70bd2d403002 binding host n-d-808921-1 {{(pid=95299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 16:02:23.371565 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5d4a05c7-e3d7-4c9f-b7d5-74cbc162230c req-0541a3e0-419e-49a4-b7f1-915ac163b645 service neutron] 10.222.0.110 "GET /v2.0/networks/91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582248 Sep 24 16:02:23.381000 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-33810ff4-ade3-425d-8933-ddb1955756ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa68bc5a-ac36-4bfc-813b-ef3aae9e165b', 'name': 'tempest-AttachVolumeTestJSON-1816297676-router', 'tenant_id': 'b960fdf244c2496089f6c9d33b373dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '21c80e1d-ee1e-4a5f-bbc5-445fa95422eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:54:18Z', 'updated_at': '2021-09-24T15:54:27Z', 'revision_number': 4, 'project_id': 'b960fdf244c2496089f6c9d33b373dc4', 'gw_port': {'id': '21c80e1d-ee1e-4a5f-bbc5-445fa95422eb', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa68bc5a-ac36-4bfc-813b-ef3aae9e165b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:54:19Z', 'updated_at': '2021-09-24T15:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'd466d7c6-bac4-4ebd-b80f-8c7522efb055', 'name': '', 'network_id': '3dbb0dfe-b454-4e57-a2db-34f294a0159c', 'tenant_id': 'b960fdf244c2496089f6c9d33b373dc4', 'mac_address': 'fa:16:3e:13:ff:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa68bc5a-ac36-4bfc-813b-ef3aae9e165b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': 'ad938f0b-b628-4cac-9404-1e2682973b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:54:24Z', 'updated_at': '2021-09-24T15:54:32Z', 'revision_number': 5, 'project_id': 'b960fdf244c2496089f6c9d33b373dc4', 'subnets': [{'id': 'ad938f0b-b628-4cac-9404-1e2682973b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:02:23.408843 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-78fbdafe-aed6-4bfb-bc89-92cf10ecfb0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:23.415741 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33810ff4-ade3-425d-8933-ddb1955756ef None None] The sync data for ids ['fa68bc5a-ac36-4bfc-813b-ef3aae9e165b'] in n-d-808921-1 is: [{'id': 'fa68bc5a-ac36-4bfc-813b-ef3aae9e165b', 'name': 'tempest-AttachVolumeTestJSON-1816297676-router', 'tenant_id': 'b960fdf244c2496089f6c9d33b373dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '21c80e1d-ee1e-4a5f-bbc5-445fa95422eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:54:18Z', 'updated_at': '2021-09-24T15:54:27Z', 'revision_number': 4, 'project_id': 'b960fdf244c2496089f6c9d33b373dc4', 'gw_port': {'id': '21c80e1d-ee1e-4a5f-bbc5-445fa95422eb', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa68bc5a-ac36-4bfc-813b-ef3aae9e165b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:54:19Z', 'updated_at': '2021-09-24T15:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'd466d7c6-bac4-4ebd-b80f-8c7522efb055', 'name': '', 'network_id': '3dbb0dfe-b454-4e57-a2db-34f294a0159c', 'tenant_id': 'b960fdf244c2496089f6c9d33b373dc4', 'mac_address': 'fa:16:3e:13:ff:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa68bc5a-ac36-4bfc-813b-ef3aae9e165b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2559, 'fixed_ips': [{'subnet_id': 'ad938f0b-b628-4cac-9404-1e2682973b1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:54:24Z', 'updated_at': '2021-09-24T15:54:32Z', 'revision_number': 5, 'project_id': 'b960fdf244c2496089f6c9d33b373dc4', 'subnets': [{'id': 'ad938f0b-b628-4cac-9404-1e2682973b1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:02:23.431088 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-d91e7165-a8a2-426b-8a89-4670a576ac06 None None] Set router 7a91c027-1279-44ef-a13d-14a699163e67 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:02:23.497473 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2646ec00-fbf9-459b-b783-c3234f8a63b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:23.545138 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-78fbdafe-aed6-4bfb-bc89-92cf10ecfb0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:23.549224 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78fbdafe-aed6-4bfb-bc89-92cf10ecfb0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:02:23.549224 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-78fbdafe-aed6-4bfb-bc89-92cf10ecfb0c admin admin] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:23.554943 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 96b6718a-03d6-4dcf-9d6d-07ac9853e574 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:02:23.577720 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-752470b7-d59a-442e-85f9-6fcccae67d19 req-c1cd1c4c-c3c5-40f1-84f1-768a150a993f tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/ports?device_id=54202e34-5d99-47c3-9bff-0b3fb0575bc8 HTTP/1.1" status: 200 len: 210 time: 0.0406654 Sep 24 16:02:23.646983 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fbdafe-aed6-4bfb-bc89-92cf10ecfb0c admin admin] Pushing event updated for resources: {'Network': ['ID=fe897f07-1fef-43d7-917b-6a10aa40ea7a,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:02:23.672484 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-78fbdafe-aed6-4bfb-bc89-92cf10ecfb0c admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0372198 Sep 24 16:02:23.675325 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 55158) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:02:23.680902 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-06c1025d-9c9e-4699-8b49-fcb65aed715f admin admin] Request body: {'subnet': {'network_id': 'fe897f07-1fef-43d7-917b-6a10aa40ea7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1846596180-subnet', 'tenant_id': 'e00b67f8689344a6bdfaa05f098862e3', 'ip_version': 4}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:02:23.807049 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network fe897f07-1fef-43d7-917b-6a10aa40ea7a details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 16:02:23.811377 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c1025d-9c9e-4699-8b49-fcb65aed715f admin admin] Made reservation on behalf of e00b67f8689344a6bdfaa05f098862e3 for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:02:23.811377 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-06c1025d-9c9e-4699-8b49-fcb65aed715f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:23.891663 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca6f715-bc66-44e1-ad11-de47e623cfc0 None None] New status for floating IP acc97666-c1f9-4e40-ac77-b8c16df605bd: DOWN {{(pid=95300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 16:02:24.119012 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device c72c3377-7bed-4f6a-8dda-e05d6d81c428 no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:02:24.157789 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-06c1025d-9c9e-4699-8b49-fcb65aed715f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:24.159364 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] No Port match for: c72c3377-7bed-4f6a-8dda-e05d6d81c428 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:02:24.160167 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device c72c3377-7bed-4f6a-8dda-e05d6d81c428 not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:02:24.230108 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c1025d-9c9e-4699-8b49-fcb65aed715f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5fa6e97-6057-4b78-8949-eb59b1dd6ed5,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:02:24.234628 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c1025d-9c9e-4699-8b49-fcb65aed715f admin admin] Checking segment: {'id': '8d7551c6-4b12-4b47-8cc3-e4c7d53cbfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'fe897f07-1fef-43d7-917b-6a10aa40ea7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:02:24.234986 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c1025d-9c9e-4699-8b49-fcb65aed715f admin admin] Network hostable DHCP agents. Network: fe897f07-1fef-43d7-917b-6a10aa40ea7a, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 16:02:24.261241 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 96b6718a-03d6-4dcf-9d6d-07ac9853e574 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:02:24.261572 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:24.322791 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c1025d-9c9e-4699-8b49-fcb65aed715f admin admin] Network fe897f07-1fef-43d7-917b-6a10aa40ea7a is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 16:02:24.391234 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-d91e7165-a8a2-426b-8a89-4670a576ac06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a91c027-1279-44ef-a13d-14a699163e67', 'name': 'tempest-TestServerBasicOps-1643116134-router', 'tenant_id': '1098ec07f5944ca3aa2ef8c2402dd6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '5e9eee8e-e100-4771-a012-5d89734f50bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:01:39Z', 'updated_at': '2021-09-24T16:01:44Z', 'revision_number': 4, 'project_id': '1098ec07f5944ca3aa2ef8c2402dd6cb', 'gw_port': {'id': '5e9eee8e-e100-4771-a012-5d89734f50bb', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a91c027-1279-44ef-a13d-14a699163e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:01:41Z', 'updated_at': '2021-09-24T16:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': '13cb72fd-29e9-4ff7-958d-6e5d27b97db2', 'tenant_id': '1098ec07f5944ca3aa2ef8c2402dd6cb', 'floating_ip_address': '172.25.0.221', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '7a91c027-1279-44ef-a13d-14a699163e67', 'port_id': 'e853ffad-24a3-49d6-ab37-6bd92dc0dd54', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8', 'mac_address': 'fa:16:3e:82:32:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190da033-9905-44de-9653-e0394c77ffcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T16:02:20Z', 'updated_at': '2021-09-24T16:02:20Z', 'revision_number': 0, 'project_id': '1098ec07f5944ca3aa2ef8c2402dd6cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '322b54e6-2185-4102-bfd2-71fb92df7851', 'name': '', 'network_id': '91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8', 'tenant_id': '1098ec07f5944ca3aa2ef8c2402dd6cb', 'mac_address': 'fa:16:3e:40:cb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a91c027-1279-44ef-a13d-14a699163e67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': 'e2f4b5a2-b921-44ae-94f4-2c286e9b4e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:01:43Z', 'updated_at': '2021-09-24T16:01:50Z', 'revision_number': 5, 'project_id': '1098ec07f5944ca3aa2ef8c2402dd6cb', 'subnets': [{'id': 'e2f4b5a2-b921-44ae-94f4-2c286e9b4e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:02:24.403789 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-06c1025d-9c9e-4699-8b49-fcb65aed715f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, fe897f07-1fef-43d7-917b-6a10aa40ea7a) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:02:24.413303 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c1025d-9c9e-4699-8b49-fcb65aed715f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:02:24.414048 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-06c1025d-9c9e-4699-8b49-fcb65aed715f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:24.454769 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91e7165-a8a2-426b-8a89-4670a576ac06 None None] The sync data for ids ['7a91c027-1279-44ef-a13d-14a699163e67'] in n-d-808921-1 is: [{'id': '7a91c027-1279-44ef-a13d-14a699163e67', 'name': 'tempest-TestServerBasicOps-1643116134-router', 'tenant_id': '1098ec07f5944ca3aa2ef8c2402dd6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '5e9eee8e-e100-4771-a012-5d89734f50bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:01:39Z', 'updated_at': '2021-09-24T16:01:44Z', 'revision_number': 4, 'project_id': '1098ec07f5944ca3aa2ef8c2402dd6cb', 'gw_port': {'id': '5e9eee8e-e100-4771-a012-5d89734f50bb', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a91c027-1279-44ef-a13d-14a699163e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:01:41Z', 'updated_at': '2021-09-24T16:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': '13cb72fd-29e9-4ff7-958d-6e5d27b97db2', 'tenant_id': '1098ec07f5944ca3aa2ef8c2402dd6cb', 'floating_ip_address': '172.25.0.221', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '7a91c027-1279-44ef-a13d-14a699163e67', 'port_id': 'e853ffad-24a3-49d6-ab37-6bd92dc0dd54', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3466, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8', 'mac_address': 'fa:16:3e:82:32:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '190da033-9905-44de-9653-e0394c77ffcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T16:02:20Z', 'updated_at': '2021-09-24T16:02:20Z', 'revision_number': 0, 'project_id': '1098ec07f5944ca3aa2ef8c2402dd6cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '322b54e6-2185-4102-bfd2-71fb92df7851', 'name': '', 'network_id': '91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8', 'tenant_id': '1098ec07f5944ca3aa2ef8c2402dd6cb', 'mac_address': 'fa:16:3e:40:cb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a91c027-1279-44ef-a13d-14a699163e67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': 'e2f4b5a2-b921-44ae-94f4-2c286e9b4e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:01:43Z', 'updated_at': '2021-09-24T16:01:50Z', 'revision_number': 5, 'project_id': '1098ec07f5944ca3aa2ef8c2402dd6cb', 'subnets': [{'id': 'e2f4b5a2-b921-44ae-94f4-2c286e9b4e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:02:24.479571 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2646ec00-fbf9-459b-b783-c3234f8a63b7 None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:24.484321 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c87a033-116d-482f-a7ad-dd71cffd7d7b None None] Network fe897f07-1fef-43d7-917b-6a10aa40ea7a requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:02:24.500958 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-06c1025d-9c9e-4699-8b49-fcb65aed715f admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8243179 Sep 24 16:02:24.503392 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 55180) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:02:24.508386 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-a6cc59fe-a43c-42d8-ba6e-d5bfb7b3538b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1846596180-router', 'tenant_id': 'e00b67f8689344a6bdfaa05f098862e3', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:02:24.616049 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2646ec00-fbf9-459b-b783-c3234f8a63b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:24.637748 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a6cc59fe-a43c-42d8-ba6e-d5bfb7b3538b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:24.638860 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a6cc59fe-a43c-42d8-ba6e-d5bfb7b3538b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:24.685353 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74005aaf-9ba1-48be-b16a-14634a63464e None None] Pushing event updated for resources: {'Port': ['ID=287f21b8-6761-4e29-98b7-70bd2d403002,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:02:24.770124 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cab6a90-b099-4038-9411-97a0a9bc6a4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-fe897f07-1fef-43d7-917b-6a10aa40ea7a', 'network_id': 'fe897f07-1fef-43d7-917b-6a10aa40ea7a', 'tenant_id': 'e00b67f8689344a6bdfaa05f098862e3', 'fixed_ips': [{'subnet_id': 'f5fa6e97-6057-4b78-8949-eb59b1dd6ed5'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 16:02:24.771179 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5cab6a90-b099-4038-9411-97a0a9bc6a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:24.784184 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 55190) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:02:24.809602 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a6cc59fe-a43c-42d8-ba6e-d5bfb7b3538b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:24.844606 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a34091-16c7-4db4-88f8-938f58df84ae None None] New status for floating IP 13cb72fd-29e9-4ff7-958d-6e5d27b97db2: ACTIVE {{(pid=95299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 16:02:24.892737 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6ab03f0d-6e65-472f-ab52-8bcb9c4b034e tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:24.945413 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6ab03f0d-6e65-472f-ab52-8bcb9c4b034e tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:24.958832 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-2646ec00-fbf9-459b-b783-c3234f8a63b7 None None] Attempting to bind port 287f21b8-6761-4e29-98b7-70bd2d403002 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:02:24.959426 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-2646ec00-fbf9-459b-b783-c3234f8a63b7 None None] Attempting to bind port 287f21b8-6761-4e29-98b7-70bd2d403002 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '1f0f5275-4d4d-4222-a146-2b7429fcf65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '219a3b95-2b97-4a78-a69d-aa4cf228340a'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:02:24.959958 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2646ec00-fbf9-459b-b783-c3234f8a63b7 None None] Attempting to bind port 287f21b8-6761-4e29-98b7-70bd2d403002 on network 219a3b95-2b97-4a78-a69d-aa4cf228340a {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:02:24.972498 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2646ec00-fbf9-459b-b783-c3234f8a63b7 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:02:24.972904 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2646ec00-fbf9-459b-b783-c3234f8a63b7 None None] Checking segment: {'id': '1f0f5275-4d4d-4222-a146-2b7429fcf65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '219a3b95-2b97-4a78-a69d-aa4cf228340a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:02:24.973293 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2646ec00-fbf9-459b-b783-c3234f8a63b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:24.973701 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2646ec00-fbf9-459b-b783-c3234f8a63b7 None None] Bound using segment: {'id': '1f0f5275-4d4d-4222-a146-2b7429fcf65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '219a3b95-2b97-4a78-a69d-aa4cf228340a'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:02:24.974190 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-2646ec00-fbf9-459b-b783-c3234f8a63b7 None None] Bound port: 287f21b8-6761-4e29-98b7-70bd2d403002, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f0f5275-4d4d-4222-a146-2b7429fcf65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '219a3b95-2b97-4a78-a69d-aa4cf228340a'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:02:24.974617 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2646ec00-fbf9-459b-b783-c3234f8a63b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:25.083055 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6ab03f0d-6e65-472f-ab52-8bcb9c4b034e tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:25.085679 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6ab03f0d-6e65-472f-ab52-8bcb9c4b034e tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:25.087934 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-6ab03f0d-6e65-472f-ab52-8bcb9c4b034e tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "DELETE /v2.0/security-groups/bfe7b3f3-c575-4a21-a642-c600ec810622 HTTP/1.1" status: 204 len: 168 time: 0.3044028 Sep 24 16:02:25.094553 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 55202) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:02:25.105958 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab03f0d-6e65-472f-ab52-8bcb9c4b034e tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe7b3f3-c575-4a21-a642-c600ec810622,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:02:25.156975 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a6cc59fe-a43c-42d8-ba6e-d5bfb7b3538b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:25.168600 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [None req-56f87533-4798-4fd4-b68d-1a17146e22d6 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] show failed (client error): The resource could not be found. Sep 24 16:02:25.170008 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-56f87533-4798-4fd4-b68d-1a17146e22d6 tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "GET /v2.0/security-groups/bfe7b3f3-c575-4a21-a642-c600ec810622 HTTP/1.1" status: 404 len: 347 time: 0.0747497 Sep 24 16:02:25.173008 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 55206) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:02:25.252994 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-c12970eb-e4ff-4292-8b3c-9cc481453d07 None None] Provisioning complete for port 287f21b8-6761-4e29-98b7-70bd2d403002 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:02:25.253597 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c12970eb-e4ff-4292-8b3c-9cc481453d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:25.382241 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-5cab6a90-b099-4038-9411-97a0a9bc6a4f None None] Allocated IP 172.20.0.2 (fe897f07-1fef-43d7-917b-6a10aa40ea7a/f5fa6e97-6057-4b78-8949-eb59b1dd6ed5/bd2bcafe-c82b-4f9f-9f38-b0a5a46eebb3) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:02:25.389783 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-a8bd7c38-733a-4112-bcc1-d01ace4346ee tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Deleting port 0c54e4c1-0979-4c1b-a26f-5cd71bd83e78 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:02:25.390404 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a8bd7c38-733a-4112-bcc1-d01ace4346ee tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:25.413552 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-2646ec00-fbf9-459b-b783-c3234f8a63b7 None None] For port 287f21b8-6761-4e29-98b7-70bd2d403002, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:02:25.429590 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-2646ec00-fbf9-459b-b783-c3234f8a63b7 None None] For port 287f21b8-6761-4e29-98b7-70bd2d403002, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=287f21b8-6761-4e29-98b7-70bd2d403002,segment=NetworkSegment(1f0f5275-4d4d-4222-a146-2b7429fcf65f),segment_id=1f0f5275-4d4d-4222-a146-2b7429fcf65f)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:02:25.436483 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-c12970eb-e4ff-4292-8b3c-9cc481453d07 None None] Port 287f21b8-6761-4e29-98b7-70bd2d403002 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:02:25.502513 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a8bd7c38-733a-4112-bcc1-d01ace4346ee tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:25.502839 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a8bd7c38-733a-4112-bcc1-d01ace4346ee tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:25.517584 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-a8bd7c38-733a-4112-bcc1-d01ace4346ee tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Calling delete_port for 0c54e4c1-0979-4c1b-a26f-5cd71bd83e78 owned by network:floatingip {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:02:25.578938 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a6cc59fe-a43c-42d8-ba6e-d5bfb7b3538b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:25.623301 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5cab6a90-b099-4038-9411-97a0a9bc6a4f None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:25.627286 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2646ec00-fbf9-459b-b783-c3234f8a63b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:25.631048 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a6cc59fe-a43c-42d8-ba6e-d5bfb7b3538b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:25.721002 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2646ec00-fbf9-459b-b783-c3234f8a63b7 None None] Routers {'ab883636-2580-44b7-9550-c623fbfdf0e7'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:02:25.721821 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-2646ec00-fbf9-459b-b783-c3234f8a63b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:02:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['ab883636-2580-44b7-9550-c623fbfdf0e7'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:02:25.781120 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a8bd7c38-733a-4112-bcc1-d01ace4346ee tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:25.826081 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-a6cc59fe-a43c-42d8-ba6e-d5bfb7b3538b admin admin] Allocated IP 172.25.0.33 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/f83ec9df-4b1e-44f7-b508-ef809ce597bb) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:02:25.842096 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bd7c38-733a-4112-bcc1-d01ace4346ee tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Pushing event deleted for resources: {'Port': ['ID=0c54e4c1-0979-4c1b-a26f-5cd71bd83e78,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:02:25.980452 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a8bd7c38-733a-4112-bcc1-d01ace4346ee tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks [] for floatingip, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:25.985652 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a8bd7c38-733a-4112-bcc1-d01ace4346ee tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:25.992651 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-a8bd7c38-733a-4112-bcc1-d01ace4346ee tempest-AttachVolumeTestJSON-1228323312 tempest-AttachVolumeTestJSON-1228323312-project] 10.222.0.101 "DELETE /v2.0/floatingips/acc97666-c1f9-4e40-ac77-b8c16df605bd HTTP/1.1" status: 204 len: 168 time: 0.8183103 Sep 24 16:02:26.084037 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a6cc59fe-a43c-42d8-ba6e-d5bfb7b3538b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:26.102669 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5cab6a90-b099-4038-9411-97a0a9bc6a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:26.123988 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-2646ec00-fbf9-459b-b783-c3234f8a63b7 None None] Set router ab883636-2580-44b7-9550-c623fbfdf0e7 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:02:26.164016 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74005aaf-9ba1-48be-b16a-14634a63464e None None] Pushing event updated for resources: {'Port': ['ID=287f21b8-6761-4e29-98b7-70bd2d403002,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:02:26.181384 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a6cc59fe-a43c-42d8-ba6e-d5bfb7b3538b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:26.232122 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cab6a90-b099-4038-9411-97a0a9bc6a4f None None] Network fe897f07-1fef-43d7-917b-6a10aa40ea7a is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:02:26.234037 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-284c6d1b-015d-4ce2-8bbd-baf08abad89d None None] Provisioning complete for port 287f21b8-6761-4e29-98b7-70bd2d403002 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:02:26.234037 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-284c6d1b-015d-4ce2-8bbd-baf08abad89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:26.242015 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6cc59fe-a43c-42d8-ba6e-d5bfb7b3538b admin admin] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:02:26.245957 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-a6cc59fe-a43c-42d8-ba6e-d5bfb7b3538b admin admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:02:26.255806 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cc59fe-a43c-42d8-ba6e-d5bfb7b3538b admin admin] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:02:26.350646 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-5cab6a90-b099-4038-9411-97a0a9bc6a4f None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:02:26.365384 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cab6a90-b099-4038-9411-97a0a9bc6a4f None None] Pushing event updated for resources: {'Port': ['ID=bd2bcafe-c82b-4f9f-9f38-b0a5a46eebb3,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:02:26.367958 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cab6a90-b099-4038-9411-97a0a9bc6a4f None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:02:26.447224 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cc59fe-a43c-42d8-ba6e-d5bfb7b3538b admin admin] Pushing event updated for resources: {'Port': ['ID=f83ec9df-4b1e-44f7-b508-ef809ce597bb,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:02:26.459481 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cc59fe-a43c-42d8-ba6e-d5bfb7b3538b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:02:26.459914 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cc59fe-a43c-42d8-ba6e-d5bfb7b3538b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:02:26.460328 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cc59fe-a43c-42d8-ba6e-d5bfb7b3538b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:02:26.460733 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cc59fe-a43c-42d8-ba6e-d5bfb7b3538b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:02:26.461137 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cc59fe-a43c-42d8-ba6e-d5bfb7b3538b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:02:26.461536 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cc59fe-a43c-42d8-ba6e-d5bfb7b3538b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:02:26.461934 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cc59fe-a43c-42d8-ba6e-d5bfb7b3538b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:02:26.462331 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cc59fe-a43c-42d8-ba6e-d5bfb7b3538b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:02:26.463098 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cc59fe-a43c-42d8-ba6e-d5bfb7b3538b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:02:26.463350 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cc59fe-a43c-42d8-ba6e-d5bfb7b3538b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:02:26.463749 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cc59fe-a43c-42d8-ba6e-d5bfb7b3538b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:02:26.464133 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cc59fe-a43c-42d8-ba6e-d5bfb7b3538b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:02:26.597920 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-5cab6a90-b099-4038-9411-97a0a9bc6a4f None None] Attempting to bind port bd2bcafe-c82b-4f9f-9f38-b0a5a46eebb3 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:02:26.598305 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-5cab6a90-b099-4038-9411-97a0a9bc6a4f None None] Attempting to bind port bd2bcafe-c82b-4f9f-9f38-b0a5a46eebb3 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '8d7551c6-4b12-4b47-8cc3-e4c7d53cbfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'fe897f07-1fef-43d7-917b-6a10aa40ea7a'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:02:26.598657 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cab6a90-b099-4038-9411-97a0a9bc6a4f None None] Attempting to bind port bd2bcafe-c82b-4f9f-9f38-b0a5a46eebb3 on network fe897f07-1fef-43d7-917b-6a10aa40ea7a {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:02:26.605754 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cab6a90-b099-4038-9411-97a0a9bc6a4f None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:02:26.606125 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cab6a90-b099-4038-9411-97a0a9bc6a4f None None] Checking segment: {'id': '8d7551c6-4b12-4b47-8cc3-e4c7d53cbfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'fe897f07-1fef-43d7-917b-6a10aa40ea7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:02:26.606571 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5cab6a90-b099-4038-9411-97a0a9bc6a4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:26.606966 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cab6a90-b099-4038-9411-97a0a9bc6a4f None None] Bound using segment: {'id': '8d7551c6-4b12-4b47-8cc3-e4c7d53cbfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'fe897f07-1fef-43d7-917b-6a10aa40ea7a'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:02:26.607429 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-5cab6a90-b099-4038-9411-97a0a9bc6a4f None None] Bound port: bd2bcafe-c82b-4f9f-9f38-b0a5a46eebb3, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d7551c6-4b12-4b47-8cc3-e4c7d53cbfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'fe897f07-1fef-43d7-917b-6a10aa40ea7a'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:02:26.607807 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5cab6a90-b099-4038-9411-97a0a9bc6a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:26.609527 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-284c6d1b-015d-4ce2-8bbd-baf08abad89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:26.677339 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-284c6d1b-015d-4ce2-8bbd-baf08abad89d None None] For port 287f21b8-6761-4e29-98b7-70bd2d403002, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=287f21b8-6761-4e29-98b7-70bd2d403002,segment=NetworkSegment(1f0f5275-4d4d-4222-a146-2b7429fcf65f),segment_id=1f0f5275-4d4d-4222-a146-2b7429fcf65f)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:02:26.707040 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a6cc59fe-a43c-42d8-ba6e-d5bfb7b3538b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:26.766517 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-5cab6a90-b099-4038-9411-97a0a9bc6a4f None None] For port bd2bcafe-c82b-4f9f-9f38-b0a5a46eebb3, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:02:26.782236 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-5cab6a90-b099-4038-9411-97a0a9bc6a4f None None] For port bd2bcafe-c82b-4f9f-9f38-b0a5a46eebb3, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=bd2bcafe-c82b-4f9f-9f38-b0a5a46eebb3,segment=NetworkSegment(8d7551c6-4b12-4b47-8cc3-e4c7d53cbfef),segment_id=8d7551c6-4b12-4b47-8cc3-e4c7d53cbfef)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:02:26.787293 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-284c6d1b-015d-4ce2-8bbd-baf08abad89d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:26.882717 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284c6d1b-015d-4ce2-8bbd-baf08abad89d None None] Pushing event updated for resources: {'Port': ['ID=287f21b8-6761-4e29-98b7-70bd2d403002,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:02:26.894957 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-2646ec00-fbf9-459b-b783-c3234f8a63b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab883636-2580-44b7-9550-c623fbfdf0e7', 'name': 'tempest-TestVolumeBackupRestore-1429000212-router', 'tenant_id': 'ee226ab1cfac45edb48a2d9761f73895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '96b6718a-03d6-4dcf-9d6d-07ac9853e574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:02:14Z', 'updated_at': '2021-09-24T16:02:19Z', 'revision_number': 4, 'project_id': 'ee226ab1cfac45edb48a2d9761f73895', 'gw_port': {'id': '96b6718a-03d6-4dcf-9d6d-07ac9853e574', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab883636-2580-44b7-9550-c623fbfdf0e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:02:15Z', 'updated_at': '2021-09-24T16:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '287f21b8-6761-4e29-98b7-70bd2d403002', 'name': '', 'network_id': '219a3b95-2b97-4a78-a69d-aa4cf228340a', 'tenant_id': 'ee226ab1cfac45edb48a2d9761f73895', 'mac_address': 'fa:16:3e:96:d3:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab883636-2580-44b7-9550-c623fbfdf0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'b1fa37ff-fc61-4471-a46e-39625d062436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:02:18Z', 'updated_at': '2021-09-24T16:02:25Z', 'revision_number': 4, 'project_id': 'ee226ab1cfac45edb48a2d9761f73895', 'subnets': [{'id': 'b1fa37ff-fc61-4471-a46e-39625d062436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:02:26.931426 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2646ec00-fbf9-459b-b783-c3234f8a63b7 None None] The sync data for ids ['ab883636-2580-44b7-9550-c623fbfdf0e7'] in n-d-808921-1 is: [{'id': 'ab883636-2580-44b7-9550-c623fbfdf0e7', 'name': 'tempest-TestVolumeBackupRestore-1429000212-router', 'tenant_id': 'ee226ab1cfac45edb48a2d9761f73895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '96b6718a-03d6-4dcf-9d6d-07ac9853e574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:02:14Z', 'updated_at': '2021-09-24T16:02:19Z', 'revision_number': 4, 'project_id': 'ee226ab1cfac45edb48a2d9761f73895', 'gw_port': {'id': '96b6718a-03d6-4dcf-9d6d-07ac9853e574', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab883636-2580-44b7-9550-c623fbfdf0e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:02:15Z', 'updated_at': '2021-09-24T16:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '287f21b8-6761-4e29-98b7-70bd2d403002', 'name': '', 'network_id': '219a3b95-2b97-4a78-a69d-aa4cf228340a', 'tenant_id': 'ee226ab1cfac45edb48a2d9761f73895', 'mac_address': 'fa:16:3e:96:d3:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab883636-2580-44b7-9550-c623fbfdf0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'b1fa37ff-fc61-4471-a46e-39625d062436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:02:18Z', 'updated_at': '2021-09-24T16:02:25Z', 'revision_number': 4, 'project_id': 'ee226ab1cfac45edb48a2d9761f73895', 'subnets': [{'id': 'b1fa37ff-fc61-4471-a46e-39625d062436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:02:26.933693 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5cab6a90-b099-4038-9411-97a0a9bc6a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:26.987625 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a6cc59fe-a43c-42d8-ba6e-d5bfb7b3538b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:27.065142 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cab6a90-b099-4038-9411-97a0a9bc6a4f None None] Pushing event updated for resources: {'Port': ['ID=bd2bcafe-c82b-4f9f-9f38-b0a5a46eebb3,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:02:27.374693 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6cc59fe-a43c-42d8-ba6e-d5bfb7b3538b admin admin] Router 6679f644-50d9-4168-923c-165c66b7fe60 is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 16:02:27.653021 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 287f21b8-6761-4e29-98b7-70bd2d403002 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:02:27.673737 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6cc59fe-a43c-42d8-ba6e-d5bfb7b3538b admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:02:27.691993 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54659775-f5bd-4ad7-ab68-290c52942cea None None] Sync routers for ids ['6679f644-50d9-4168-923c-165c66b7fe60'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:02:27.704960 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54659775-f5bd-4ad7-ab68-290c52942cea None None] Routers {'6679f644-50d9-4168-923c-165c66b7fe60'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:02:27.713319 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-54659775-f5bd-4ad7-ab68-290c52942cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:02:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['6679f644-50d9-4168-923c-165c66b7fe60'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:02:27.720042 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 287f21b8-6761-4e29-98b7-70bd2d403002 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:02:27.720607 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:27.820129 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a6cc59fe-a43c-42d8-ba6e-d5bfb7b3538b admin admin] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:27.824240 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-a6cc59fe-a43c-42d8-ba6e-d5bfb7b3538b admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.3172400 Sep 24 16:02:27.824589 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 55266) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:02:27.853942 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device bd2bcafe-c82b-4f9f-9f38-b0a5a46eebb3 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:02:27.954231 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port bd2bcafe-c82b-4f9f-9f38-b0a5a46eebb3 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:02:27.954904 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:28.120227 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-54659775-f5bd-4ad7-ab68-290c52942cea None None] Set router 6679f644-50d9-4168-923c-165c66b7fe60 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:02:28.129091 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:28.196497 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port bd2bcafe-c82b-4f9f-9f38-b0a5a46eebb3, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=bd2bcafe-c82b-4f9f-9f38-b0a5a46eebb3,segment=NetworkSegment(8d7551c6-4b12-4b47-8cc3-e4c7d53cbfef),segment_id=8d7551c6-4b12-4b47-8cc3-e4c7d53cbfef)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:02:28.264463 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:28.396887 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=bd2bcafe-c82b-4f9f-9f38-b0a5a46eebb3,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:02:28.623056 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-54659775-f5bd-4ad7-ab68-290c52942cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6679f644-50d9-4168-923c-165c66b7fe60', 'name': 'tempest-TestVolumeBackupRestore-1846596180-router', 'tenant_id': 'e00b67f8689344a6bdfaa05f098862e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': 'f83ec9df-4b1e-44f7-b508-ef809ce597bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:02:24Z', 'updated_at': '2021-09-24T16:02:26Z', 'revision_number': 3, 'project_id': 'e00b67f8689344a6bdfaa05f098862e3', 'gw_port': {'id': 'f83ec9df-4b1e-44f7-b508-ef809ce597bb', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e7:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6679f644-50d9-4168-923c-165c66b7fe60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:02:25Z', 'updated_at': '2021-09-24T16:02:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:02:28.688005 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54659775-f5bd-4ad7-ab68-290c52942cea None None] Checking router: 6679f644-50d9-4168-923c-165c66b7fe60 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:02:28.688551 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54659775-f5bd-4ad7-ab68-290c52942cea None None] Updating router 6679f644-50d9-4168-923c-165c66b7fe60 port f83ec9df-4b1e-44f7-b508-ef809ce597bb binding host n-d-808921-1 {{(pid=95300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 16:02:28.746264 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-54659775-f5bd-4ad7-ab68-290c52942cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:28.887817 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec309f57-3a92-4043-91d1-a90a009d3152 None None] Network fe897f07-1fef-43d7-917b-6a10aa40ea7a requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:02:29.039091 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-d26c338c-769a-42fa-a72e-e7986ef5ff83 None None] Provisioning complete for port bd2bcafe-c82b-4f9f-9f38-b0a5a46eebb3 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:02:29.043336 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d26c338c-769a-42fa-a72e-e7986ef5ff83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:29.195159 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-54659775-f5bd-4ad7-ab68-290c52942cea None None] Notify callbacks [] for port, precommit_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:29.261272 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-54659775-f5bd-4ad7-ab68-290c52942cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:29.362970 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-54659775-f5bd-4ad7-ab68-290c52942cea None None] Attempting to bind port f83ec9df-4b1e-44f7-b508-ef809ce597bb on host n-d-808921-1 for vnic_type normal with profile {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:02:29.364230 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-54659775-f5bd-4ad7-ab68-290c52942cea None None] Attempting to bind port f83ec9df-4b1e-44f7-b508-ef809ce597bb by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:02:29.365993 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54659775-f5bd-4ad7-ab68-290c52942cea None None] Attempting to bind port f83ec9df-4b1e-44f7-b508-ef809ce597bb on network e6a2de20-1ea0-43e5-88e0-982d19e317d5 {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:02:29.379231 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3b17e7af-6259-43f7-8c48-a25897cf0d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:29.403121 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69314426-df14-4775-8bd7-3d82667482be None None] Pushing event updated for resources: {'Port': ['ID=f83ec9df-4b1e-44f7-b508-ef809ce597bb,revision_number=2']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:02:29.418753 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54659775-f5bd-4ad7-ab68-290c52942cea None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:02:29.419422 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54659775-f5bd-4ad7-ab68-290c52942cea None None] Checking segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:02:29.420000 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-54659775-f5bd-4ad7-ab68-290c52942cea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:29.420880 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54659775-f5bd-4ad7-ab68-290c52942cea None None] Bound using segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:02:29.421510 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-54659775-f5bd-4ad7-ab68-290c52942cea None None] Bound port: f83ec9df-4b1e-44f7-b508-ef809ce597bb, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:02:29.422286 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-54659775-f5bd-4ad7-ab68-290c52942cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:29.508643 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-54659775-f5bd-4ad7-ab68-290c52942cea None None] For port f83ec9df-4b1e-44f7-b508-ef809ce597bb, host n-d-808921-1, cleared binding levels {{(pid=95300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:02:29.512864 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-54659775-f5bd-4ad7-ab68-290c52942cea None None] For port f83ec9df-4b1e-44f7-b508-ef809ce597bb, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=f83ec9df-4b1e-44f7-b508-ef809ce597bb,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:02:29.516014 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device bd2bcafe-c82b-4f9f-9f38-b0a5a46eebb3 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:02:29.574516 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-54659775-f5bd-4ad7-ab68-290c52942cea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:29.635773 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port bd2bcafe-c82b-4f9f-9f38-b0a5a46eebb3 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:02:29.636354 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:29.709797 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-a0bd8d41-3dea-4915-a595-d293a3884362 None None] Provisioning complete for port bd2bcafe-c82b-4f9f-9f38-b0a5a46eebb3 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:02:29.710818 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a0bd8d41-3dea-4915-a595-d293a3884362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:29.717499 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-3b17e7af-6259-43f7-8c48-a25897cf0d67 admin admin] Allocated IP 172.20.0.1 (fe897f07-1fef-43d7-917b-6a10aa40ea7a/f5fa6e97-6057-4b78-8949-eb59b1dd6ed5/e44aa318-4c5a-44e9-b6f3-10cb1bf00942) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:02:29.760329 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69314426-df14-4775-8bd7-3d82667482be None None] Pushing event updated for resources: {'Port': ['ID=f83ec9df-4b1e-44f7-b508-ef809ce597bb,revision_number=3']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:02:29.764190 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54659775-f5bd-4ad7-ab68-290c52942cea None None] Routers {'6679f644-50d9-4168-923c-165c66b7fe60'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:02:29.765039 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-54659775-f5bd-4ad7-ab68-290c52942cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:02:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['6679f644-50d9-4168-923c-165c66b7fe60'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:02:29.949970 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-54659775-f5bd-4ad7-ab68-290c52942cea None None] Set router 6679f644-50d9-4168-923c-165c66b7fe60 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:02:29.960578 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3b17e7af-6259-43f7-8c48-a25897cf0d67 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:30.117890 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3b17e7af-6259-43f7-8c48-a25897cf0d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:30.155645 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-54659775-f5bd-4ad7-ab68-290c52942cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6679f644-50d9-4168-923c-165c66b7fe60', 'name': 'tempest-TestVolumeBackupRestore-1846596180-router', 'tenant_id': 'e00b67f8689344a6bdfaa05f098862e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': 'f83ec9df-4b1e-44f7-b508-ef809ce597bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:02:24Z', 'updated_at': '2021-09-24T16:02:26Z', 'revision_number': 3, 'project_id': 'e00b67f8689344a6bdfaa05f098862e3', 'gw_port': {'id': 'f83ec9df-4b1e-44f7-b508-ef809ce597bb', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e7:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6679f644-50d9-4168-923c-165c66b7fe60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:02:25Z', 'updated_at': '2021-09-24T16:02:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:02:30.161511 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b17e7af-6259-43f7-8c48-a25897cf0d67 admin admin] Network fe897f07-1fef-43d7-917b-6a10aa40ea7a is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:02:30.164384 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-3b17e7af-6259-43f7-8c48-a25897cf0d67 admin admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:02:30.168615 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b17e7af-6259-43f7-8c48-a25897cf0d67 admin admin] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:02:30.184184 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54659775-f5bd-4ad7-ab68-290c52942cea None None] The sync data for ids ['6679f644-50d9-4168-923c-165c66b7fe60'] in n-d-808921-1 is: [{'id': '6679f644-50d9-4168-923c-165c66b7fe60', 'name': 'tempest-TestVolumeBackupRestore-1846596180-router', 'tenant_id': 'e00b67f8689344a6bdfaa05f098862e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': 'f83ec9df-4b1e-44f7-b508-ef809ce597bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:02:24Z', 'updated_at': '2021-09-24T16:02:26Z', 'revision_number': 3, 'project_id': 'e00b67f8689344a6bdfaa05f098862e3', 'gw_port': {'id': 'f83ec9df-4b1e-44f7-b508-ef809ce597bb', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e7:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6679f644-50d9-4168-923c-165c66b7fe60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:02:25Z', 'updated_at': '2021-09-24T16:02:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:02:30.229380 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3b17e7af-6259-43f7-8c48-a25897cf0d67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:30.232363 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b17e7af-6259-43f7-8c48-a25897cf0d67 admin admin] Pushing event updated for resources: {'Port': ['ID=e44aa318-4c5a-44e9-b6f3-10cb1bf00942,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:02:30.530723 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-d739b7ae-dcd3-435a-bed9-09bf181fe368 None None] Provisioning complete for port e44aa318-4c5a-44e9-b6f3-10cb1bf00942 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:02:30.531308 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d739b7ae-dcd3-435a-bed9-09bf181fe368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:30.555086 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3b17e7af-6259-43f7-8c48-a25897cf0d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:30.578981 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-d739b7ae-dcd3-435a-bed9-09bf181fe368 None None] Port e44aa318-4c5a-44e9-b6f3-10cb1bf00942 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:02:30.798236 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3b17e7af-6259-43f7-8c48-a25897cf0d67 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:30.888661 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3b17e7af-6259-43f7-8c48-a25897cf0d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:30.981608 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3b17e7af-6259-43f7-8c48-a25897cf0d67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:31.007858 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b17e7af-6259-43f7-8c48-a25897cf0d67 admin admin] Pushing event updated for resources: {'Port': ['ID=e44aa318-4c5a-44e9-b6f3-10cb1bf00942,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:02:31.168246 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b17e7af-6259-43f7-8c48-a25897cf0d67 admin admin] Network fe897f07-1fef-43d7-917b-6a10aa40ea7a is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:02:31.171559 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-3b17e7af-6259-43f7-8c48-a25897cf0d67 admin admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:02:31.248766 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-26a5c766-3bec-4443-9080-12280f470a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:31.441982 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b17e7af-6259-43f7-8c48-a25897cf0d67 admin admin] Router 6679f644-50d9-4168-923c-165c66b7fe60 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:02:31.576052 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device f83ec9df-4b1e-44f7-b508-ef809ce597bb up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:02:31.711091 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-e98a4344-840a-4f73-ae61-af6fe7faf3f2 None None] Provisioning complete for port e44aa318-4c5a-44e9-b6f3-10cb1bf00942 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:02:31.711726 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e98a4344-840a-4f73-ae61-af6fe7faf3f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:31.720920 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port f83ec9df-4b1e-44f7-b508-ef809ce597bb triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:02:31.721456 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:31.741819 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b17e7af-6259-43f7-8c48-a25897cf0d67 admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:02:31.767074 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-3b17e7af-6259-43f7-8c48-a25897cf0d67 admin admin] 10.222.0.101 "PUT /v2.0/routers/6679f644-50d9-4168-923c-165c66b7fe60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9377613 Sep 24 16:02:31.907667 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-e98a4344-840a-4f73-ae61-af6fe7faf3f2 None None] Port e44aa318-4c5a-44e9-b6f3-10cb1bf00942 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:02:32.050458 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:32.089741 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port f83ec9df-4b1e-44f7-b508-ef809ce597bb, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=f83ec9df-4b1e-44f7-b508-ef809ce597bb,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:02:32.176557 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:32.300853 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=f83ec9df-4b1e-44f7-b508-ef809ce597bb,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:02:32.755564 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de11f7ce-de6b-4406-a582-188a2d182459 None None] Sync routers for ids ['6679f644-50d9-4168-923c-165c66b7fe60'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:02:32.766064 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de11f7ce-de6b-4406-a582-188a2d182459 None None] Routers {'6679f644-50d9-4168-923c-165c66b7fe60'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:02:32.767025 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-de11f7ce-de6b-4406-a582-188a2d182459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:02:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['6679f644-50d9-4168-923c-165c66b7fe60'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:02:32.877693 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-de11f7ce-de6b-4406-a582-188a2d182459 None None] Set router 6679f644-50d9-4168-923c-165c66b7fe60 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:02:33.165439 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-de11f7ce-de6b-4406-a582-188a2d182459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6679f644-50d9-4168-923c-165c66b7fe60', 'name': 'tempest-TestVolumeBackupRestore-1846596180-router', 'tenant_id': 'e00b67f8689344a6bdfaa05f098862e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': 'f83ec9df-4b1e-44f7-b508-ef809ce597bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:02:24Z', 'updated_at': '2021-09-24T16:02:30Z', 'revision_number': 4, 'project_id': 'e00b67f8689344a6bdfaa05f098862e3', 'gw_port': {'id': 'f83ec9df-4b1e-44f7-b508-ef809ce597bb', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e7:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6679f644-50d9-4168-923c-165c66b7fe60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:02:25Z', 'updated_at': '2021-09-24T16:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'e44aa318-4c5a-44e9-b6f3-10cb1bf00942', 'name': '', 'network_id': 'fe897f07-1fef-43d7-917b-6a10aa40ea7a', 'tenant_id': 'e00b67f8689344a6bdfaa05f098862e3', 'mac_address': 'fa:16:3e:05:51:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6679f644-50d9-4168-923c-165c66b7fe60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'f5fa6e97-6057-4b78-8949-eb59b1dd6ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:02:29Z', 'updated_at': '2021-09-24T16:02:30Z', 'revision_number': 2, 'project_id': 'e00b67f8689344a6bdfaa05f098862e3', 'subnets': [{'id': 'f5fa6e97-6057-4b78-8949-eb59b1dd6ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:02:33.201008 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de11f7ce-de6b-4406-a582-188a2d182459 None None] Checking router: 6679f644-50d9-4168-923c-165c66b7fe60 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:02:33.201375 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de11f7ce-de6b-4406-a582-188a2d182459 None None] Updating router 6679f644-50d9-4168-923c-165c66b7fe60 port e44aa318-4c5a-44e9-b6f3-10cb1bf00942 binding host n-d-808921-1 {{(pid=95299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 16:02:33.240736 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-de11f7ce-de6b-4406-a582-188a2d182459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:33.512924 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device f83ec9df-4b1e-44f7-b508-ef809ce597bb up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:02:33.655900 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port f83ec9df-4b1e-44f7-b508-ef809ce597bb triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:02:33.656343 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:33.762239 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-de11f7ce-de6b-4406-a582-188a2d182459 None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:33.833191 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-de11f7ce-de6b-4406-a582-188a2d182459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:33.888252 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a31146c-dcd8-493e-b3c5-27bb5e1c001e None None] Pushing event updated for resources: {'Port': ['ID=e44aa318-4c5a-44e9-b6f3-10cb1bf00942,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:02:33.906094 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ab1a6692-6194-4d0b-bdd3-f2ada309a192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:33.996920 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-de11f7ce-de6b-4406-a582-188a2d182459 None None] Attempting to bind port e44aa318-4c5a-44e9-b6f3-10cb1bf00942 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:02:33.997374 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-de11f7ce-de6b-4406-a582-188a2d182459 None None] Attempting to bind port e44aa318-4c5a-44e9-b6f3-10cb1bf00942 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '8d7551c6-4b12-4b47-8cc3-e4c7d53cbfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'fe897f07-1fef-43d7-917b-6a10aa40ea7a'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:02:33.997750 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de11f7ce-de6b-4406-a582-188a2d182459 None None] Attempting to bind port e44aa318-4c5a-44e9-b6f3-10cb1bf00942 on network fe897f07-1fef-43d7-917b-6a10aa40ea7a {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:02:34.012076 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de11f7ce-de6b-4406-a582-188a2d182459 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 2, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:02:34.013005 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de11f7ce-de6b-4406-a582-188a2d182459 None None] Checking segment: {'id': '8d7551c6-4b12-4b47-8cc3-e4c7d53cbfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'fe897f07-1fef-43d7-917b-6a10aa40ea7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:02:34.013005 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-de11f7ce-de6b-4406-a582-188a2d182459 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:34.013791 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de11f7ce-de6b-4406-a582-188a2d182459 None None] Bound using segment: {'id': '8d7551c6-4b12-4b47-8cc3-e4c7d53cbfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'fe897f07-1fef-43d7-917b-6a10aa40ea7a'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:02:34.014286 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-de11f7ce-de6b-4406-a582-188a2d182459 None None] Bound port: e44aa318-4c5a-44e9-b6f3-10cb1bf00942, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d7551c6-4b12-4b47-8cc3-e4c7d53cbfef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1277, 'network_id': 'fe897f07-1fef-43d7-917b-6a10aa40ea7a'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:02:34.014766 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-de11f7ce-de6b-4406-a582-188a2d182459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:34.126012 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-de11f7ce-de6b-4406-a582-188a2d182459 None None] For port e44aa318-4c5a-44e9-b6f3-10cb1bf00942, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:02:34.137080 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-de11f7ce-de6b-4406-a582-188a2d182459 None None] For port e44aa318-4c5a-44e9-b6f3-10cb1bf00942, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=e44aa318-4c5a-44e9-b6f3-10cb1bf00942,segment=NetworkSegment(8d7551c6-4b12-4b47-8cc3-e4c7d53cbfef),segment_id=8d7551c6-4b12-4b47-8cc3-e4c7d53cbfef)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:02:34.215933 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-de11f7ce-de6b-4406-a582-188a2d182459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:34.293274 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-5a971525-28a4-41d1-83b5-e2db08c24e9b None None] Provisioning complete for port e44aa318-4c5a-44e9-b6f3-10cb1bf00942 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:02:34.293650 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5a971525-28a4-41d1-83b5-e2db08c24e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:34.296683 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de11f7ce-de6b-4406-a582-188a2d182459 None None] Routers {'6679f644-50d9-4168-923c-165c66b7fe60'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:02:34.297334 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-de11f7ce-de6b-4406-a582-188a2d182459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:02:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['6679f644-50d9-4168-923c-165c66b7fe60'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:02:34.556243 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a31146c-dcd8-493e-b3c5-27bb5e1c001e None None] Pushing event updated for resources: {'Port': ['ID=e44aa318-4c5a-44e9-b6f3-10cb1bf00942,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:02:34.583139 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f975d9e2-178d-42b8-8e5d-1da5ab3f3f2f req-f6dffb18-6cf4-41d5-9113-516832930064 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=410c309f-f0c5-4cb6-95ef-7a3f444b19a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1077509 Sep 24 16:02:34.623153 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:34.717755 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975d9e2-178d-42b8-8e5d-1da5ab3f3f2f req-61784f13-4a3a-433d-ae12-abbe21e7db93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:02:34.719865 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f975d9e2-178d-42b8-8e5d-1da5ab3f3f2f req-61784f13-4a3a-433d-ae12-abbe21e7db93 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=32260695061742b986769f69f5c5b807&device_id=410c309f-f0c5-4cb6-95ef-7a3f444b19a2 HTTP/1.1" status: 200 len: 1101 time: 0.0865479 Sep 24 16:02:34.776324 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-de11f7ce-de6b-4406-a582-188a2d182459 None None] Set router 6679f644-50d9-4168-923c-165c66b7fe60 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:02:34.815547 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5a971525-28a4-41d1-83b5-e2db08c24e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:34.919666 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-5a971525-28a4-41d1-83b5-e2db08c24e9b None None] For port e44aa318-4c5a-44e9-b6f3-10cb1bf00942, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=e44aa318-4c5a-44e9-b6f3-10cb1bf00942,segment=NetworkSegment(8d7551c6-4b12-4b47-8cc3-e4c7d53cbfef),segment_id=8d7551c6-4b12-4b47-8cc3-e4c7d53cbfef)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:02:34.930765 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975d9e2-178d-42b8-8e5d-1da5ab3f3f2f req-6b79ba02-691a-45c3-9621-c32d05caac2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:02:34.933286 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f975d9e2-178d-42b8-8e5d-1da5ab3f3f2f req-6b79ba02-691a-45c3-9621-c32d05caac2e service neutron] 10.222.0.108 "GET /v2.0/networks?id=9672f189-23fe-44e6-9dd2-257ff8905939 HTTP/1.1" status: 200 len: 871 time: 0.1888089 Sep 24 16:02:34.990102 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f975d9e2-178d-42b8-8e5d-1da5ab3f3f2f req-4abacf9d-76f3-4f95-97b2-1245c4b4ca6b service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=7546af2f-614a-4e2d-9054-1c256042e6e0 HTTP/1.1" status: 200 len: 217 time: 0.0472181 Sep 24 16:02:35.011874 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5a971525-28a4-41d1-83b5-e2db08c24e9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:35.058818 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975d9e2-178d-42b8-8e5d-1da5ab3f3f2f req-0d68c7a7-6b15-4d21-a44a-78eec45b9886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:02:35.060573 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f975d9e2-178d-42b8-8e5d-1da5ab3f3f2f req-0d68c7a7-6b15-4d21-a44a-78eec45b9886 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.0633404 Sep 24 16:02:35.119972 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a971525-28a4-41d1-83b5-e2db08c24e9b None None] Pushing event updated for resources: {'Port': ['ID=e44aa318-4c5a-44e9-b6f3-10cb1bf00942,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:02:35.146812 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975d9e2-178d-42b8-8e5d-1da5ab3f3f2f req-d2ca0dcc-de42-4d78-9563-24920fecf5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:02:35.148942 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f975d9e2-178d-42b8-8e5d-1da5ab3f3f2f req-d2ca0dcc-de42-4d78-9563-24920fecf5df service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0814021 Sep 24 16:02:35.159809 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-c9554de4-9f06-4f27-9cdb-805c0136cd11 None None] Provisioning complete for port e44aa318-4c5a-44e9-b6f3-10cb1bf00942 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:02:35.159809 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c9554de4-9f06-4f27-9cdb-805c0136cd11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:35.186552 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-de11f7ce-de6b-4406-a582-188a2d182459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6679f644-50d9-4168-923c-165c66b7fe60', 'name': 'tempest-TestVolumeBackupRestore-1846596180-router', 'tenant_id': 'e00b67f8689344a6bdfaa05f098862e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': 'f83ec9df-4b1e-44f7-b508-ef809ce597bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:02:24Z', 'updated_at': '2021-09-24T16:02:30Z', 'revision_number': 4, 'project_id': 'e00b67f8689344a6bdfaa05f098862e3', 'gw_port': {'id': 'f83ec9df-4b1e-44f7-b508-ef809ce597bb', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e7:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6679f644-50d9-4168-923c-165c66b7fe60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:02:25Z', 'updated_at': '2021-09-24T16:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'e44aa318-4c5a-44e9-b6f3-10cb1bf00942', 'name': '', 'network_id': 'fe897f07-1fef-43d7-917b-6a10aa40ea7a', 'tenant_id': 'e00b67f8689344a6bdfaa05f098862e3', 'mac_address': 'fa:16:3e:05:51:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6679f644-50d9-4168-923c-165c66b7fe60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'f5fa6e97-6057-4b78-8949-eb59b1dd6ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:02:29Z', 'updated_at': '2021-09-24T16:02:34Z', 'revision_number': 4, 'project_id': 'e00b67f8689344a6bdfaa05f098862e3', 'subnets': [{'id': 'f5fa6e97-6057-4b78-8949-eb59b1dd6ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:02:35.223964 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de11f7ce-de6b-4406-a582-188a2d182459 None None] The sync data for ids ['6679f644-50d9-4168-923c-165c66b7fe60'] in n-d-808921-1 is: [{'id': '6679f644-50d9-4168-923c-165c66b7fe60', 'name': 'tempest-TestVolumeBackupRestore-1846596180-router', 'tenant_id': 'e00b67f8689344a6bdfaa05f098862e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': 'f83ec9df-4b1e-44f7-b508-ef809ce597bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:02:24Z', 'updated_at': '2021-09-24T16:02:30Z', 'revision_number': 4, 'project_id': 'e00b67f8689344a6bdfaa05f098862e3', 'gw_port': {'id': 'f83ec9df-4b1e-44f7-b508-ef809ce597bb', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e7:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6679f644-50d9-4168-923c-165c66b7fe60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:02:25Z', 'updated_at': '2021-09-24T16:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'e44aa318-4c5a-44e9-b6f3-10cb1bf00942', 'name': '', 'network_id': 'fe897f07-1fef-43d7-917b-6a10aa40ea7a', 'tenant_id': 'e00b67f8689344a6bdfaa05f098862e3', 'mac_address': 'fa:16:3e:05:51:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6679f644-50d9-4168-923c-165c66b7fe60', 'device_owner': 'network:router_interface', 'standard_attr_id': 3478, 'fixed_ips': [{'subnet_id': 'f5fa6e97-6057-4b78-8949-eb59b1dd6ed5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:02:29Z', 'updated_at': '2021-09-24T16:02:34Z', 'revision_number': 4, 'project_id': 'e00b67f8689344a6bdfaa05f098862e3', 'subnets': [{'id': 'f5fa6e97-6057-4b78-8949-eb59b1dd6ed5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:02:35.359838 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f975d9e2-178d-42b8-8e5d-1da5ab3f3f2f req-ad00d52b-8b51-4d88-b5bc-2ded77537474 service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034304 Sep 24 16:02:35.437384 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:35.622188 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device e44aa318-4c5a-44e9-b6f3-10cb1bf00942 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:02:35.709732 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port e44aa318-4c5a-44e9-b6f3-10cb1bf00942 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:02:35.710582 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:35.720433 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f975d9e2-178d-42b8-8e5d-1da5ab3f3f2f req-65c91ac0-df61-4629-b048-5aa03e3a411d service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3522711 Sep 24 16:02:36.718933 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:38.047997 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:02:39.083528 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:40.616539 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 55666) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:02:40.922547 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:41.430413 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dfceb7-66db-4243-a1f8-fe8e9568e28c req-2cb8e635-51c1-4d49-b954-86aa92f1cfeb tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:02:41.432751 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c6dfceb7-66db-4243-a1f8-fe8e9568e28c req-2cb8e635-51c1-4d49-b954-86aa92f1cfeb tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 945 time: 0.0814233 Sep 24 16:02:41.444551 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-823474fe-b909-461a-8004-3233694e6264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:41.872564 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c6dfceb7-66db-4243-a1f8-fe8e9568e28c req-15939325-d6b8-4f7a-aad0-c22aa707a4a3 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=63f1a5f4-821a-4880-a72f-3ff97c1426e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941494 Sep 24 16:02:42.106725 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-823474fe-b909-461a-8004-3233694e6264 admin admin] Deleting port d466d7c6-bac4-4ebd-b80f-8c7522efb055 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:02:42.107322 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-823474fe-b909-461a-8004-3233694e6264 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:42.207743 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-823474fe-b909-461a-8004-3233694e6264 admin admin] For port d466d7c6-bac4-4ebd-b80f-8c7522efb055, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=d466d7c6-bac4-4ebd-b80f-8c7522efb055,segment=NetworkSegment(272d0ce2-ce94-428b-a239-5dd619a27c57),segment_id=272d0ce2-ce94-428b-a239-5dd619a27c57)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:02:42.208109 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-823474fe-b909-461a-8004-3233694e6264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:42.221171 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-823474fe-b909-461a-8004-3233694e6264 admin admin] Calling delete_port for d466d7c6-bac4-4ebd-b80f-8c7522efb055 owned by network:router_interface {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:02:42.474751 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ac9259-d9cf-4116-a323-ac62c46c626a req-354f302f-00df-4e7d-abd2-559cf21a6f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:02:42.476328 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-29ac9259-d9cf-4116-a323-ac62c46c626a req-354f302f-00df-4e7d-abd2-559cf21a6f47 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=47adefb7ca614d33b7bb1493dd2de83a&device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 1096 time: 0.0849631 Sep 24 16:02:42.552055 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-823474fe-b909-461a-8004-3233694e6264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:42.612330 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823474fe-b909-461a-8004-3233694e6264 admin admin] Pushing event deleted for resources: {'Port': ['ID=d466d7c6-bac4-4ebd-b80f-8c7522efb055,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:02:42.632627 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ac9259-d9cf-4116-a323-ac62c46c626a req-0af6248b-ea6d-40a6-958d-4e1665b0a4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:02:42.635360 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-29ac9259-d9cf-4116-a323-ac62c46c626a req-0af6248b-ea6d-40a6-958d-4e1665b0a4cf service neutron] 10.222.0.110 "GET /v2.0/networks?id=e683698e-96d3-4f25-bed4-4200552ea2ef HTTP/1.1" status: 200 len: 919 time: 0.1366270 Sep 24 16:02:42.724311 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-29ac9259-d9cf-4116-a323-ac62c46c626a req-3973a4c5-27d5-444b-8a7f-f20ac40e583d service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ef5e03b-50cc-4464-9575-ac61fd0258d4 HTTP/1.1" status: 200 len: 1001 time: 0.0808790 Sep 24 16:02:42.786725 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ac9259-d9cf-4116-a323-ac62c46c626a req-a7a9dc2c-c334-4f47-a12a-5291c81595a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:02:42.788307 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-29ac9259-d9cf-4116-a323-ac62c46c626a req-a7a9dc2c-c334-4f47-a12a-5291c81595a8 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=04b7f077-c013-4647-8fb9-7721770c2649 HTTP/1.1" status: 200 len: 856 time: 0.0560997 Sep 24 16:02:42.829189 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-823474fe-b909-461a-8004-3233694e6264 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:42.852859 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ac9259-d9cf-4116-a323-ac62c46c626a req-df944ba4-1f34-4476-8458-ca6a95871ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:02:42.861149 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-29ac9259-d9cf-4116-a323-ac62c46c626a req-df944ba4-1f34-4476-8458-ca6a95871ccd service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=e683698e-96d3-4f25-bed4-4200552ea2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566106 Sep 24 16:02:43.083342 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-29ac9259-d9cf-4116-a323-ac62c46c626a req-5ed62690-2b57-490d-bf42-2c666e2f7963 service neutron] 10.222.0.110 "GET /v2.0/networks/e683698e-96d3-4f25-bed4-4200552ea2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205172 Sep 24 16:02:43.105134 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c447b23-0f4e-452d-aebe-36d8383e69d7 req-125caf57-707f-4dcb-9413-542cd6345f21 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:02:43.107030 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4c447b23-0f4e-452d-aebe-36d8383e69d7 req-125caf57-707f-4dcb-9413-542cd6345f21 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 945 time: 0.0966806 Sep 24 16:02:43.186393 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4c447b23-0f4e-452d-aebe-36d8383e69d7 req-3555c491-098c-4329-911d-fe08668bf0c1 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=63f1a5f4-821a-4880-a72f-3ff97c1426e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697575 Sep 24 16:02:43.265640 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-29ac9259-d9cf-4116-a323-ac62c46c626a req-e26e6e3a-e88f-4613-b6c3-11e87616af97 service neutron] 10.222.0.110 "GET /v2.0/networks/e683698e-96d3-4f25-bed4-4200552ea2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715677 Sep 24 16:02:43.268382 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-823474fe-b909-461a-8004-3233694e6264 admin admin] Router fa68bc5a-ac36-4bfc-813b-ef3aae9e165b has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:02:43.428168 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-823474fe-b909-461a-8004-3233694e6264 admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:02:43.438678 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-823474fe-b909-461a-8004-3233694e6264 admin admin] 10.222.0.101 "PUT /v2.0/routers/fa68bc5a-ac36-4bfc-813b-ef3aae9e165b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8179724 Sep 24 16:02:43.439137 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 55748) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:02:43.441176 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781f7eed-00b5-4acb-9386-22f01904e721 None None] Sync routers for ids ['fa68bc5a-ac36-4bfc-813b-ef3aae9e165b'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:02:43.460625 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781f7eed-00b5-4acb-9386-22f01904e721 None None] Routers {'fa68bc5a-ac36-4bfc-813b-ef3aae9e165b'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:02:43.461650 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-781f7eed-00b5-4acb-9386-22f01904e721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:02:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['fa68bc5a-ac36-4bfc-813b-ef3aae9e165b'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:02:43.651569 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e2f21503-1b40-42db-9041-be302c9fe545 admin admin] Notify callbacks [] for router, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:43.677794 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-781f7eed-00b5-4acb-9386-22f01904e721 None None] Set router fa68bc5a-ac36-4bfc-813b-ef3aae9e165b gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:02:43.834751 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e2f21503-1b40-42db-9041-be302c9fe545 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:43.911655 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-781f7eed-00b5-4acb-9386-22f01904e721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa68bc5a-ac36-4bfc-813b-ef3aae9e165b', 'name': 'tempest-AttachVolumeTestJSON-1816297676-router', 'tenant_id': 'b960fdf244c2496089f6c9d33b373dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '21c80e1d-ee1e-4a5f-bbc5-445fa95422eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:54:18Z', 'updated_at': '2021-09-24T16:02:42Z', 'revision_number': 5, 'project_id': 'b960fdf244c2496089f6c9d33b373dc4', 'gw_port': {'id': '21c80e1d-ee1e-4a5f-bbc5-445fa95422eb', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa68bc5a-ac36-4bfc-813b-ef3aae9e165b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:54:19Z', 'updated_at': '2021-09-24T15:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:02:43.943964 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781f7eed-00b5-4acb-9386-22f01904e721 None None] Checking router: fa68bc5a-ac36-4bfc-813b-ef3aae9e165b for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:02:43.953622 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-781f7eed-00b5-4acb-9386-22f01904e721 None None] Routers {'fa68bc5a-ac36-4bfc-813b-ef3aae9e165b'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:02:43.954321 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-781f7eed-00b5-4acb-9386-22f01904e721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:02:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['fa68bc5a-ac36-4bfc-813b-ef3aae9e165b'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:02:44.039943 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-e2f21503-1b40-42db-9041-be302c9fe545 admin admin] Deleting port 21c80e1d-ee1e-4a5f-bbc5-445fa95422eb {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:02:44.041119 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e2f21503-1b40-42db-9041-be302c9fe545 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:44.067990 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-781f7eed-00b5-4acb-9386-22f01904e721 None None] Set router fa68bc5a-ac36-4bfc-813b-ef3aae9e165b gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:02:44.147677 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-e2f21503-1b40-42db-9041-be302c9fe545 admin admin] For port 21c80e1d-ee1e-4a5f-bbc5-445fa95422eb, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=21c80e1d-ee1e-4a5f-bbc5-445fa95422eb,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:02:44.148054 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e2f21503-1b40-42db-9041-be302c9fe545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:44.170270 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-e2f21503-1b40-42db-9041-be302c9fe545 admin admin] Calling delete_port for 21c80e1d-ee1e-4a5f-bbc5-445fa95422eb owned by network:router_gateway {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:02:44.482110 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ad6cc-e2fe-43f7-b8c6-4294475ca7e7 req-4db68149-7720-40a7-8712-40d4ba53e06a tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:02:44.485908 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ba2ad6cc-e2fe-43f7-b8c6-4294475ca7e7 req-4db68149-7720-40a7-8712-40d4ba53e06a tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 945 time: 0.1140687 Sep 24 16:02:44.580729 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ba2ad6cc-e2fe-43f7-b8c6-4294475ca7e7 req-3e8febb3-2103-4813-81c7-6afb677a74e3 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=63f1a5f4-821a-4880-a72f-3ff97c1426e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871348 Sep 24 16:02:44.621616 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e2f21503-1b40-42db-9041-be302c9fe545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:44.622065 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-781f7eed-00b5-4acb-9386-22f01904e721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa68bc5a-ac36-4bfc-813b-ef3aae9e165b', 'name': 'tempest-AttachVolumeTestJSON-1816297676-router', 'tenant_id': 'b960fdf244c2496089f6c9d33b373dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '21c80e1d-ee1e-4a5f-bbc5-445fa95422eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:54:18Z', 'updated_at': '2021-09-24T16:02:42Z', 'revision_number': 5, 'project_id': 'b960fdf244c2496089f6c9d33b373dc4', 'gw_port': {'id': '21c80e1d-ee1e-4a5f-bbc5-445fa95422eb', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa68bc5a-ac36-4bfc-813b-ef3aae9e165b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:54:19Z', 'updated_at': '2021-09-24T15:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:02:44.653840 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-781f7eed-00b5-4acb-9386-22f01904e721 None None] The sync data for ids ['fa68bc5a-ac36-4bfc-813b-ef3aae9e165b'] in n-d-808921-1 is: [{'id': 'fa68bc5a-ac36-4bfc-813b-ef3aae9e165b', 'name': 'tempest-AttachVolumeTestJSON-1816297676-router', 'tenant_id': 'b960fdf244c2496089f6c9d33b373dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.180'}], 'enable_snat': True}, 'gw_port_id': '21c80e1d-ee1e-4a5f-bbc5-445fa95422eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T15:54:18Z', 'updated_at': '2021-09-24T16:02:42Z', 'revision_number': 5, 'project_id': 'b960fdf244c2496089f6c9d33b373dc4', 'gw_port': {'id': '21c80e1d-ee1e-4a5f-bbc5-445fa95422eb', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:bb:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa68bc5a-ac36-4bfc-813b-ef3aae9e165b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2549, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T15:54:19Z', 'updated_at': '2021-09-24T15:54:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:02:44.677134 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f21503-1b40-42db-9041-be302c9fe545 admin admin] Pushing event deleted for resources: {'Port': ['ID=21c80e1d-ee1e-4a5f-bbc5-445fa95422eb,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:02:44.753367 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e2f21503-1b40-42db-9041-be302c9fe545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586576'] for router_gateway, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:44.865308 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e2f21503-1b40-42db-9041-be302c9fe545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:44.867484 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e2f21503-1b40-42db-9041-be302c9fe545 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:45.002249 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e2f21503-1b40-42db-9041-be302c9fe545 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:45.003058 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2f21503-1b40-42db-9041-be302c9fe545 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa68bc5a-ac36-4bfc-813b-ef3aae9e165b {{(pid=95298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 16:02:45.045052 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e2f21503-1b40-42db-9041-be302c9fe545 admin admin] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:45.049356 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-e2f21503-1b40-42db-9041-be302c9fe545 admin admin] 10.222.0.101 "DELETE /v2.0/routers/fa68bc5a-ac36-4bfc-813b-ef3aae9e165b HTTP/1.1" status: 204 len: 168 time: 1.6091132 Sep 24 16:02:45.049748 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 55780) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:02:45.137328 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e9896c5-8cea-4341-9526-84802403b018 admin admin] Deleting subnet ad938f0b-b628-4cac-9404-1e2682973b1a {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 16:02:45.140890 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3e9896c5-8cea-4341-9526-84802403b018 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:45.200767 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3e9896c5-8cea-4341-9526-84802403b018 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:45.351842 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3e9896c5-8cea-4341-9526-84802403b018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:45.533738 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device d466d7c6-bac4-4ebd-b80f-8c7522efb055 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:02:45.562333 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: d466d7c6-bac4-4ebd-b80f-8c7522efb055 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:02:45.563001 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device d466d7c6-bac4-4ebd-b80f-8c7522efb055 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:02:45.563829 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3e9896c5-8cea-4341-9526-84802403b018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:45.602076 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9896c5-8cea-4341-9526-84802403b018 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad938f0b-b628-4cac-9404-1e2682973b1a,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:02:45.622535 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3e9896c5-8cea-4341-9526-84802403b018 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:45.626747 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-3e9896c5-8cea-4341-9526-84802403b018 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/ad938f0b-b628-4cac-9404-1e2682973b1a HTTP/1.1" status: 204 len: 168 time: 0.5745113 Sep 24 16:02:45.628408 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 55798) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:02:45.630191 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5924f9e8-a785-411c-89b8-bf06da54d49d None None] Network 3dbb0dfe-b454-4e57-a2db-34f294a0159c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:02:45.783131 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8bf421d5-5b94-49fe-9602-110840f92927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:45.850383 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360bec60-72e4-449b-a676-574be9111028 req-eb4a29bc-964e-4511-8579-a5cb3cae8cab tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:02:45.867235 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-360bec60-72e4-449b-a676-574be9111028 req-eb4a29bc-964e-4511-8579-a5cb3cae8cab tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 945 time: 0.1388278 Sep 24 16:02:45.874719 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-8bf421d5-5b94-49fe-9602-110840f92927 admin admin] Deleting port 11664e99-7f90-49f9-b502-2d6e7e7b8d01 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:02:45.875077 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8bf421d5-5b94-49fe-9602-110840f92927 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:45.935234 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-360bec60-72e4-449b-a676-574be9111028 req-7fad898a-a56c-4f27-9741-2fb9cb45d396 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=63f1a5f4-821a-4880-a72f-3ff97c1426e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666518 Sep 24 16:02:45.981579 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-8bf421d5-5b94-49fe-9602-110840f92927 admin admin] For port 11664e99-7f90-49f9-b502-2d6e7e7b8d01, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=11664e99-7f90-49f9-b502-2d6e7e7b8d01,segment=NetworkSegment(272d0ce2-ce94-428b-a239-5dd619a27c57),segment_id=272d0ce2-ce94-428b-a239-5dd619a27c57)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:02:45.982059 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8bf421d5-5b94-49fe-9602-110840f92927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:45.995826 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-8bf421d5-5b94-49fe-9602-110840f92927 admin admin] Calling delete_port for 11664e99-7f90-49f9-b502-2d6e7e7b8d01 owned by network:dhcp {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:02:46.089848 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176518e7-506a-4b3a-9995-36e07b22d4ca None None] DHCP port deletion for 3dbb0dfe-b454-4e57-a2db-34f294a0159c request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 16:02:46.175379 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-176518e7-506a-4b3a-9995-36e07b22d4ca None None] Deleting port 11664e99-7f90-49f9-b502-2d6e7e7b8d01 {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:02:46.183614 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-176518e7-506a-4b3a-9995-36e07b22d4ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:46.257327 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-176518e7-506a-4b3a-9995-36e07b22d4ca None None] For port 11664e99-7f90-49f9-b502-2d6e7e7b8d01, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=11664e99-7f90-49f9-b502-2d6e7e7b8d01,segment=NetworkSegment(272d0ce2-ce94-428b-a239-5dd619a27c57),segment_id=272d0ce2-ce94-428b-a239-5dd619a27c57)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:02:46.257746 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-176518e7-506a-4b3a-9995-36e07b22d4ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:46.260857 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8bf421d5-5b94-49fe-9602-110840f92927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:46.281874 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-176518e7-506a-4b3a-9995-36e07b22d4ca None None] Calling delete_port for 11664e99-7f90-49f9-b502-2d6e7e7b8d01 owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:02:46.347606 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf421d5-5b94-49fe-9602-110840f92927 admin admin] Pushing event deleted for resources: {'Port': ['ID=11664e99-7f90-49f9-b502-2d6e7e7b8d01,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:02:46.359064 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf421d5-5b94-49fe-9602-110840f92927 admin admin] No DVR routers for this DVR port 11664e99-7f90-49f9-b502-2d6e7e7b8d01 on host n-d-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:02:46.411668 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 16:02:46.411668 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 16:02:46.411668 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 16:02:46.411668 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 16:02:46.411668 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 16:02:46.411668 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 16:02:46.411668 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 16:02:46.411668 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 16:02:46.411668 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 16:02:46.411668 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 16:02:46.411668 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 16:02:46.411668 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 16:02:46.411668 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 16:02:46.411668 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 16:02:46.411668 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 16:02:46.411668 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 16:02:46.411668 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 16:02:46.411668 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 16:02:46.411668 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 16:02:46.411668 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 16:02:46.411668 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 16:02:46.411668 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 16:02:46.411668 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 16:02:46.411668 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 16:02:46.411668 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 16:02:46.411668 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 16:02:46.411668 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 16:02:46.411668 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 16:02:46.411668 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 16:02:46.411668 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 16:02:46.411668 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 16:02:46.411668 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 16:02:46.411668 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 16:02:46.411668 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 16:02:46.411668 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 16:02:46.411668 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 16:02:46.411668 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 16:02:46.411668 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 16:02:46.411668 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 16:02:46.411668 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 16:02:46.411668 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 16:02:46.411668 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 16:02:46.411668 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 16:02:46.411668 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 16:02:46.411668 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 16:02:46.411668 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 16:02:46.411668 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 16:02:46.411668 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 16:02:46.411668 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 16:02:46.411668 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 16:02:46.411668 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 16:02:46.411668 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 16:02:46.411668 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 16:02:46.411668 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 16:02:46.420188 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-176518e7-506a-4b3a-9995-36e07b22d4ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:46.454295 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176518e7-506a-4b3a-9995-36e07b22d4ca None None] Pushing event deleted for resources: {'Port': ['ID=11664e99-7f90-49f9-b502-2d6e7e7b8d01,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:02:46.460076 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176518e7-506a-4b3a-9995-36e07b22d4ca None None] No DVR routers for this DVR port 11664e99-7f90-49f9-b502-2d6e7e7b8d01 on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:02:46.486549 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8bf421d5-5b94-49fe-9602-110840f92927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:46.539873 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-8bf421d5-5b94-49fe-9602-110840f92927 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dbb0dfe-b454-4e57-a2db-34f294a0159c']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:02:46.551597 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-8bf421d5-5b94-49fe-9602-110840f92927 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '272d0ce2-ce94-428b-a239-5dd619a27c57') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:02:46.551788 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-8bf421d5-5b94-49fe-9602-110840f92927 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '272d0ce2-ce94-428b-a239-5dd619a27c57') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:02:46.563214 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8bf421d5-5b94-49fe-9602-110840f92927 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:46.579672 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8bf421d5-5b94-49fe-9602-110840f92927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:46.603754 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bf421d5-5b94-49fe-9602-110840f92927 admin admin] Releasing vlan 1280 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 16:02:46.603754 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8bf421d5-5b94-49fe-9602-110840f92927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:46.604858 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 16:02:46.604858 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 16:02:46.604858 n-d-808921-1 neutron-server[95297]: timer() Sep 24 16:02:46.604858 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 16:02:46.604858 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 16:02:46.604858 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 16:02:46.604858 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 16:02:46.604858 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 16:02:46.604858 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 16:02:46.604858 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 16:02:46.604858 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 16:02:46.604858 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 16:02:46.604858 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 16:02:46.604858 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 16:02:46.604858 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 16:02:46.604858 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 16:02:46.604858 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 16:02:46.604858 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 16:02:46.604858 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 16:02:46.604858 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 16:02:46.604858 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 16:02:46.604858 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 16:02:46.604858 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 16:02:46.604858 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 16:02:46.604858 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 16:02:46.604858 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 16:02:46.604858 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 16:02:46.604858 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 16:02:46.604858 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 16:02:46.604858 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 16:02:46.604858 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 16:02:46.604858 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 16:02:46.780254 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8bf421d5-5b94-49fe-9602-110840f92927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:46.789362 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8bf421d5-5b94-49fe-9602-110840f92927 admin admin] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:46.793389 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-8bf421d5-5b94-49fe-9602-110840f92927 admin admin] 10.222.0.101 "DELETE /v2.0/networks/3dbb0dfe-b454-4e57-a2db-34f294a0159c HTTP/1.1" status: 204 len: 168 time: 1.1511266 Sep 24 16:02:46.819551 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf421d5-5b94-49fe-9602-110840f92927 admin admin] Pushing event deleted for resources: {'Network': ['ID=3dbb0dfe-b454-4e57-a2db-34f294a0159c,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:02:47.171200 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3761d6-cc80-4b16-980b-9a92d0697d2b req-65260e24-6afe-4696-aeb8-bce98bc1e00c tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:02:47.171200 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ab3761d6-cc80-4b16-980b-9a92d0697d2b req-65260e24-6afe-4696-aeb8-bce98bc1e00c tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 945 time: 0.0975556 Sep 24 16:02:47.205465 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ab3761d6-cc80-4b16-980b-9a92d0697d2b req-1f25ac94-a738-426c-858e-2f6a4a55db79 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=63f1a5f4-821a-4880-a72f-3ff97c1426e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421572 Sep 24 16:02:47.402672 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 55830) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:02:47.478456 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-a94cb4bf-e34b-4fad-a936-43a0a9758ce1 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=b960fdf244c2496089f6c9d33b373dc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0701241 Sep 24 16:02:47.480813 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 55832) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:02:47.510874 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 11664e99-7f90-49f9-b502-2d6e7e7b8d01 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:02:47.551150 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 11664e99-7f90-49f9-b502-2d6e7e7b8d01 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:02:47.552241 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 11664e99-7f90-49f9-b502-2d6e7e7b8d01 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:02:47.552683 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 21c80e1d-ee1e-4a5f-bbc5-445fa95422eb no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:02:47.573633 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dc35903c-83da-44a4-8c10-7fce8f68b178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:47.597575 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 21c80e1d-ee1e-4a5f-bbc5-445fa95422eb {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:02:47.598068 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 21c80e1d-ee1e-4a5f-bbc5-445fa95422eb not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:02:47.611790 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dc35903c-83da-44a4-8c10-7fce8f68b178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:47.788784 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dc35903c-83da-44a4-8c10-7fce8f68b178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:47.794947 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dc35903c-83da-44a4-8c10-7fce8f68b178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:47.799327 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-dc35903c-83da-44a4-8c10-7fce8f68b178 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c39d357e-1c04-429e-b788-937fa609b3bf HTTP/1.1" status: 204 len: 168 time: 0.3142972 Sep 24 16:02:47.816526 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc35903c-83da-44a4-8c10-7fce8f68b178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39d357e-1c04-429e-b788-937fa609b3bf,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:02:48.351619 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd2ccc8-fe40-4d86-aee7-392b13f1506c req-a39b6c24-00c8-446e-a822-9f3e64959465 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:02:48.361630 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9dd2ccc8-fe40-4d86-aee7-392b13f1506c req-a39b6c24-00c8-446e-a822-9f3e64959465 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 945 time: 0.0667183 Sep 24 16:02:48.416281 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9dd2ccc8-fe40-4d86-aee7-392b13f1506c req-f1725602-0de3-4c1e-9900-ad09d5622b2f tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=63f1a5f4-821a-4880-a72f-3ff97c1426e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520775 Sep 24 16:02:49.626488 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d48390-4789-4f6d-ac1f-b91b04d217ed req-94d1ef1b-bf67-4241-acca-469a737cbdf7 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:02:49.628115 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-53d48390-4789-4f6d-ac1f-b91b04d217ed req-94d1ef1b-bf67-4241-acca-469a737cbdf7 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 945 time: 0.0803027 Sep 24 16:02:49.699553 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-53d48390-4789-4f6d-ac1f-b91b04d217ed req-29f1c604-21b7-4719-88a3-232327dca236 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=63f1a5f4-821a-4880-a72f-3ff97c1426e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609677 Sep 24 16:02:50.882591 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70125dd9-e0be-447c-9a0b-47f33846c7f9 req-ff9c2dce-f98b-422f-9c25-9bdf3c95310b tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:02:50.893786 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-70125dd9-e0be-447c-9a0b-47f33846c7f9 req-ff9c2dce-f98b-422f-9c25-9bdf3c95310b tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 945 time: 0.0952010 Sep 24 16:02:50.939158 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-70125dd9-e0be-447c-9a0b-47f33846c7f9 req-b475886d-18f8-4763-a0dd-9887c3d51a74 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=63f1a5f4-821a-4880-a72f-3ff97c1426e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444462 Sep 24 16:02:52.125081 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cf9d29-51b3-4261-8c5d-f28dcc1ae595 req-6a685724-1435-4a74-b478-c8115392b22a tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:02:52.132440 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-41cf9d29-51b3-4261-8c5d-f28dcc1ae595 req-6a685724-1435-4a74-b478-c8115392b22a tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 945 time: 0.0989928 Sep 24 16:02:52.207477 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-41cf9d29-51b3-4261-8c5d-f28dcc1ae595 req-9f7a694a-1afe-478b-9aa5-f5891482f984 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=63f1a5f4-821a-4880-a72f-3ff97c1426e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574365 Sep 24 16:02:53.350711 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89917338-63d2-4d11-9f50-7e27d7825a4e req-972d2925-c1c2-4a81-aff3-1f722359699f tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:02:53.352678 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-89917338-63d2-4d11-9f50-7e27d7825a4e req-972d2925-c1c2-4a81-aff3-1f722359699f tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 945 time: 0.0555465 Sep 24 16:02:53.392005 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-89917338-63d2-4d11-9f50-7e27d7825a4e req-7342d743-d646-4356-b75f-d7e776327fd3 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=63f1a5f4-821a-4880-a72f-3ff97c1426e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326493 Sep 24 16:02:53.734739 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 56010) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:02:53.857401 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a13a5997-b280-417b-993f-aa3cece0c768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:53.986803 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a13a5997-b280-417b-993f-aa3cece0c768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:54.105118 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a13a5997-b280-417b-993f-aa3cece0c768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:54.148548 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 56034) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:02:54.160909 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-a13a5997-b280-417b-993f-aa3cece0c768 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ff8350897aaf43728b025ac6daa22753&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4202700 Sep 24 16:02:54.162740 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13a5997-b280-417b-993f-aa3cece0c768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b35e34-9777-4304-a28a-bb70f48da5b2,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:02:54.209085 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-300f1c39-bc92-4f88-b2fb-9aff8c82c8ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:54.234908 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-300f1c39-bc92-4f88-b2fb-9aff8c82c8ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:54.334586 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 4ef5e03b-50cc-4464-9575-ac61fd0258d4 details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 16:02:54.379114 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-300f1c39-bc92-4f88-b2fb-9aff8c82c8ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:54.383795 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-300f1c39-bc92-4f88-b2fb-9aff8c82c8ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:54.385164 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-300f1c39-bc92-4f88-b2fb-9aff8c82c8ea admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/41b35e34-9777-4304-a28a-bb70f48da5b2 HTTP/1.1" status: 204 len: 168 time: 0.2350309 Sep 24 16:02:54.411166 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300f1c39-bc92-4f88-b2fb-9aff8c82c8ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b35e34-9777-4304-a28a-bb70f48da5b2,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:02:54.492639 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 4ef5e03b-50cc-4464-9575-ac61fd0258d4, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=4ef5e03b-50cc-4464-9575-ac61fd0258d4,segment=NetworkSegment(94c0797a-5dbb-467d-9f41-7597f4debf01),segment_id=94c0797a-5dbb-467d-9f41-7597f4debf01)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:02:54.507550 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': '4ef5e03b-50cc-4464-9575-ac61fd0258d4', 'network_id': 'e683698e-96d3-4f25-bed4-4200552ea2ef', 'port_id': '4ef5e03b-50cc-4464-9575-ac61fd0258d4', 'mac_address': 'fa:16:3e:11:ad:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04b7f077-c013-4647-8fb9-7721770c2649', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 16:02:54.572102 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d8c34-1f31-4a0f-a057-22ec46eca63d req-1982875c-cc53-477e-87b2-190849f4d87a tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:02:54.581301 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ad5d8c34-1f31-4a0f-a057-22ec46eca63d req-1982875c-cc53-477e-87b2-190849f4d87a tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 945 time: 0.0813181 Sep 24 16:02:54.636916 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:54.646068 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ad5d8c34-1f31-4a0f-a057-22ec46eca63d req-1a1ef782-3122-4236-817e-db5a4863a433 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=63f1a5f4-821a-4880-a72f-3ff97c1426e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596290 Sep 24 16:02:54.654741 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4ef5e03b-50cc-4464-9575-ac61fd0258d4 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:02:54.676857 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 4ef5e03b-50cc-4464-9575-ac61fd0258d4, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=4ef5e03b-50cc-4464-9575-ac61fd0258d4,segment=NetworkSegment(94c0797a-5dbb-467d-9f41-7597f4debf01),segment_id=94c0797a-5dbb-467d-9f41-7597f4debf01)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:02:54.773200 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:54.832024 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=4ef5e03b-50cc-4464-9575-ac61fd0258d4,revision_number=6']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:02:54.871404 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['4ef5e03b-50cc-4464-9575-ac61fd0258d4'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:02:55.223999 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 56102) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:02:55.249116 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ee38ace2-3481-43f0-a55c-5536222b9c8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:55.449317 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ee38ace2-3481-43f0-a55c-5536222b9c8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:55.516450 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ee38ace2-3481-43f0-a55c-5536222b9c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:55.563941 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 56126) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:02:55.564429 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ee38ace2-3481-43f0-a55c-5536222b9c8d admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=def8f2b117b843a5ad43dec791b2080f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3382275 Sep 24 16:02:55.583728 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee38ace2-3481-43f0-a55c-5536222b9c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39aac46e-5ee0-4fe0-a980-4b18c6ff45d7,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:02:55.630646 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5a9f47e1-8718-4996-8546-6d8d24b5ca42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:55.661687 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5a9f47e1-8718-4996-8546-6d8d24b5ca42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:55.873190 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253261d0-f795-4943-a3c8-a57a98a46f59 req-f42de0df-5a71-4692-8598-44d746047bff tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:02:55.891702 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-253261d0-f795-4943-a3c8-a57a98a46f59 req-f42de0df-5a71-4692-8598-44d746047bff tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 944 time: 0.1337519 Sep 24 16:02:55.932476 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5a9f47e1-8718-4996-8546-6d8d24b5ca42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:55.935104 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5a9f47e1-8718-4996-8546-6d8d24b5ca42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:55.942813 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-5a9f47e1-8718-4996-8546-6d8d24b5ca42 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/39aac46e-5ee0-4fe0-a980-4b18c6ff45d7 HTTP/1.1" status: 204 len: 168 time: 0.3771231 Sep 24 16:02:55.976873 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9f47e1-8718-4996-8546-6d8d24b5ca42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39aac46e-5ee0-4fe0-a980-4b18c6ff45d7,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:02:56.027718 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-253261d0-f795-4943-a3c8-a57a98a46f59 req-1b5902be-86df-4031-b026-3352ae5b5e5f tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=63f1a5f4-821a-4880-a72f-3ff97c1426e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346302 Sep 24 16:02:56.343689 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 4ef5e03b-50cc-4464-9575-ac61fd0258d4 up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:02:56.447903 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port 4ef5e03b-50cc-4464-9575-ac61fd0258d4 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:02:56.448742 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:56.590328 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:56.655656 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b894aff8-2af2-409a-a4b2-63ad69fdcc70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef5e03b-50cc-4464-9575-ac61fd0258d4'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:02:56.658527 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba3b66c-9b10-4de7-8fcb-369c79fdb776" -d '{"events": [{"server_uuid": "b894aff8-2af2-409a-a4b2-63ad69fdcc70", "name": "network-vif-plugged", "status": "completed", "tag": "4ef5e03b-50cc-4464-9575-ac61fd0258d4"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:02:56.688824 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 4ef5e03b-50cc-4464-9575-ac61fd0258d4, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=4ef5e03b-50cc-4464-9575-ac61fd0258d4,segment=NetworkSegment(94c0797a-5dbb-467d-9f41-7597f4debf01),segment_id=94c0797a-5dbb-467d-9f41-7597f4debf01)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:02:56.773653 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:02:56.873586 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-077c832f-89b7-458f-ab80-9ecc0e9e7ae9 x-openstack-request-id: req-077c832f-89b7-458f-ab80-9ecc0e9e7ae9 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:02:56.873988 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b894aff8-2af2-409a-a4b2-63ad69fdcc70", "name": "network-vif-plugged", "status": "completed", "tag": "4ef5e03b-50cc-4464-9575-ac61fd0258d4", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:02:56.874480 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-077c832f-89b7-458f-ab80-9ecc0e9e7ae9 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:02:56.875069 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b894aff8-2af2-409a-a4b2-63ad69fdcc70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef5e03b-50cc-4464-9575-ac61fd0258d4', 'code': 200} Sep 24 16:02:56.876356 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=4ef5e03b-50cc-4464-9575-ac61fd0258d4,revision_number=7']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:02:57.221225 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747b721c-75bf-45b0-8f2a-c5ad50dc084e req-05d8b640-9a3c-454a-b44c-128ff68c72dc tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:02:57.223144 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-747b721c-75bf-45b0-8f2a-c5ad50dc084e req-05d8b640-9a3c-454a-b44c-128ff68c72dc tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 945 time: 0.1061289 Sep 24 16:02:57.297056 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-747b721c-75bf-45b0-8f2a-c5ad50dc084e req-55e84178-6d68-4b00-ad37-94af11e300db tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=63f1a5f4-821a-4880-a72f-3ff97c1426e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635302 Sep 24 16:02:58.472080 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999268d8-2ac3-42c3-936d-0869e828c1bf req-4c994ca7-20a3-4af8-b05a-75abd078feba tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:02:58.480974 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-999268d8-2ac3-42c3-936d-0869e828c1bf req-4c994ca7-20a3-4af8-b05a-75abd078feba tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 945 time: 0.0674624 Sep 24 16:02:58.539083 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-999268d8-2ac3-42c3-936d-0869e828c1bf req-1254f244-088f-408f-9449-05c44d85b352 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=63f1a5f4-821a-4880-a72f-3ff97c1426e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571923 Sep 24 16:02:58.788903 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 56268) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:02:59.041321 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0111c37e-c463-4a53-a1f4-3d549a3748a6 req-044d30be-b863-415e-9fa6-c8e9f3cbb24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:02:59.044202 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0111c37e-c463-4a53-a1f4-3d549a3748a6 req-044d30be-b863-415e-9fa6-c8e9f3cbb24e service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=190da033-9905-44de-9653-e0394c77ffcf HTTP/1.1" status: 200 len: 1097 time: 0.2604928 Sep 24 16:02:59.082792 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0111c37e-c463-4a53-a1f4-3d549a3748a6 req-1b1723f5-b135-497a-bb50-dd1f9a0913fd service neutron] 10.222.0.101 "GET /v2.0/security-groups?id=96811e7a-b970-41bf-a841-ebc0d2b6f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330248 Sep 24 16:02:59.713964 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7dafa8-366c-40fb-8adf-848b6fe21f2f req-db051731-3ff6-40dd-b486-d734007dee04 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:02:59.723662 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7d7dafa8-366c-40fb-8adf-848b6fe21f2f req-db051731-3ff6-40dd-b486-d734007dee04 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 945 time: 0.0745111 Sep 24 16:02:59.775066 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7d7dafa8-366c-40fb-8adf-848b6fe21f2f req-2b8a5b60-30d5-4162-b077-4e14eee06064 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=63f1a5f4-821a-4880-a72f-3ff97c1426e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503268 Sep 24 16:03:00.944192 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b918a12-d696-4c28-a310-0e431bdfabee req-3c94f8d2-c630-4cae-9071-e43609b18f21 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:03:00.946713 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3b918a12-d696-4c28-a310-0e431bdfabee req-3c94f8d2-c630-4cae-9071-e43609b18f21 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 945 time: 0.0686266 Sep 24 16:03:00.995549 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3b918a12-d696-4c28-a310-0e431bdfabee req-df22b1ba-3ef2-446c-afed-d64792be9f94 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=63f1a5f4-821a-4880-a72f-3ff97c1426e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368249 Sep 24 16:03:01.303678 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-16202acb-9217-49d1-87e4-581d6d7b256c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:01.587172 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 56386) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:03:01.741201 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3411f212-827e-4c27-a88f-5352ac29f2c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:01.855178 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3411f212-827e-4c27-a88f-5352ac29f2c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:02.001021 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3411f212-827e-4c27-a88f-5352ac29f2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:02.041604 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-3411f212-827e-4c27-a88f-5352ac29f2c8 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=6adc6474e0564efbbf39606f4e1b0c66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4530165 Sep 24 16:03:02.044985 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 56400) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:03:02.081592 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3411f212-827e-4c27-a88f-5352ac29f2c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e21600cf-e28d-4812-a05a-88de463236ae,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:03:02.156453 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fd07ff6a-bdea-4a50-998b-01327fa917d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:02.201946 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fd07ff6a-bdea-4a50-998b-01327fa917d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:02.260533 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d04436-33fb-4362-8edd-0f5084136e9d req-ab3635bf-b1ab-4383-8663-90e0306436de tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:03:02.262413 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-06d04436-33fb-4362-8edd-0f5084136e9d req-ab3635bf-b1ab-4383-8663-90e0306436de tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 945 time: 0.1612935 Sep 24 16:03:02.328017 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-06d04436-33fb-4362-8edd-0f5084136e9d req-b6c83487-7ec7-44d5-86da-2b8b8c5e0e79 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=63f1a5f4-821a-4880-a72f-3ff97c1426e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532892 Sep 24 16:03:02.464521 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fd07ff6a-bdea-4a50-998b-01327fa917d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:02.467467 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fd07ff6a-bdea-4a50-998b-01327fa917d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:02.468700 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-fd07ff6a-bdea-4a50-998b-01327fa917d7 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/e21600cf-e28d-4812-a05a-88de463236ae HTTP/1.1" status: 204 len: 168 time: 0.4226811 Sep 24 16:03:02.484465 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd07ff6a-bdea-4a50-998b-01327fa917d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e21600cf-e28d-4812-a05a-88de463236ae,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:03:03.292016 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 56436) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:03:03.310835 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-970b4d6f-cca6-4c26-b27e-46b7688488b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:03.493511 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-970b4d6f-cca6-4c26-b27e-46b7688488b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:03.508092 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99140a31-d429-4876-b392-3687b584e169 req-baf1011a-82ee-429a-9272-5609c3994afe tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:03:03.510391 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-99140a31-d429-4876-b392-3687b584e169 req-baf1011a-82ee-429a-9272-5609c3994afe tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 945 time: 0.0774946 Sep 24 16:03:03.560973 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-970b4d6f-cca6-4c26-b27e-46b7688488b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:03.582562 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-99140a31-d429-4876-b392-3687b584e169 req-dd7c144e-c058-4c1e-8d3d-b6f030468da8 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=63f1a5f4-821a-4880-a72f-3ff97c1426e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632067 Sep 24 16:03:03.592171 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-970b4d6f-cca6-4c26-b27e-46b7688488b6 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=eb0609dcc0db4de88ef9a7ba0663c799&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2987385 Sep 24 16:03:03.594946 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 56452) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:03:03.635360 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970b4d6f-cca6-4c26-b27e-46b7688488b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc1a8a58-f560-4aef-afac-8201c121fb2c,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:03:03.660498 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4329de0f-02aa-4656-8e17-3e8d2ab6f024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:03.692388 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4329de0f-02aa-4656-8e17-3e8d2ab6f024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:03.846560 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4329de0f-02aa-4656-8e17-3e8d2ab6f024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:03.849421 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4329de0f-02aa-4656-8e17-3e8d2ab6f024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:03.852818 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-4329de0f-02aa-4656-8e17-3e8d2ab6f024 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/bc1a8a58-f560-4aef-afac-8201c121fb2c HTTP/1.1" status: 204 len: 168 time: 0.2560072 Sep 24 16:03:03.863464 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4329de0f-02aa-4656-8e17-3e8d2ab6f024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc1a8a58-f560-4aef-afac-8201c121fb2c,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:03:03.950604 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9e4d07a4-a7a2-402d-9b0e-983892e76b2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:04.305479 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:04.750135 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6ccf63-e040-41e4-9081-3711dd1729ad req-752efb81-c5c5-4481-96dd-ddef4e962507 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:03:04.751723 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-db6ccf63-e040-41e4-9081-3711dd1729ad req-752efb81-c5c5-4481-96dd-ddef4e962507 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 945 time: 0.0587749 Sep 24 16:03:04.820185 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-db6ccf63-e040-41e4-9081-3711dd1729ad req-e1e1ef0b-00b0-4331-b6a6-c12ab092c980 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=63f1a5f4-821a-4880-a72f-3ff97c1426e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583599 Sep 24 16:03:05.380258 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:05.962034 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802af5ed-b5d0-4785-8895-f6cb901fb93b req-afcaa69b-77fd-4c78-9258-f99f552b9555 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:03:05.963907 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-802af5ed-b5d0-4785-8895-f6cb901fb93b req-afcaa69b-77fd-4c78-9258-f99f552b9555 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 945 time: 0.0593851 Sep 24 16:03:06.026143 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-802af5ed-b5d0-4785-8895-f6cb901fb93b req-e4ee3656-5666-4fc3-9613-c0f159720579 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=63f1a5f4-821a-4880-a72f-3ff97c1426e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526412 Sep 24 16:03:06.801478 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:07.172750 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd241ec5-0144-4874-aa98-2a962849459d req-d0843f6f-8863-48a8-8e7d-2962c9eaa32a tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:03:07.174316 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-dd241ec5-0144-4874-aa98-2a962849459d req-d0843f6f-8863-48a8-8e7d-2962c9eaa32a tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 945 time: 0.0533540 Sep 24 16:03:07.220074 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-dd241ec5-0144-4874-aa98-2a962849459d req-abfcd305-7407-466d-b3c4-1bfcc835d1aa tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=63f1a5f4-821a-4880-a72f-3ff97c1426e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388155 Sep 24 16:03:08.358969 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82186bd1-c75b-40bb-908d-13db02867de2 req-4fa8c23a-cf3d-40c1-b2c0-f9e2bd1d8636 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:03:08.360519 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-82186bd1-c75b-40bb-908d-13db02867de2 req-4fa8c23a-cf3d-40c1-b2c0-f9e2bd1d8636 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 945 time: 0.0542555 Sep 24 16:03:08.402691 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-82186bd1-c75b-40bb-908d-13db02867de2 req-8a32d378-af48-4cb0-8a41-75fdb916f9f5 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=63f1a5f4-821a-4880-a72f-3ff97c1426e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362735 Sep 24 16:03:09.184510 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:09.569647 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5873e3e9-93e9-4a1e-9b20-02fe2fa16d43 req-38861faf-f4c5-47ff-ae18-ac360422ddf4 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:03:09.569647 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5873e3e9-93e9-4a1e-9b20-02fe2fa16d43 req-38861faf-f4c5-47ff-ae18-ac360422ddf4 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 945 time: 0.0780256 Sep 24 16:03:09.600035 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b35d11-b7fa-4b97-ba6b-36622304a4c5 req-879962b9-f1d0-4973-8724-95d1f342e9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:03:09.602126 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f3b35d11-b7fa-4b97-ba6b-36622304a4c5 req-879962b9-f1d0-4973-8724-95d1f342e9b8 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=47adefb7ca614d33b7bb1493dd2de83a&device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 1096 time: 0.0501225 Sep 24 16:03:09.623371 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5873e3e9-93e9-4a1e-9b20-02fe2fa16d43 req-37afd82d-c0c3-4fbf-9d7b-288c64e2c5fe tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=63f1a5f4-821a-4880-a72f-3ff97c1426e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511112 Sep 24 16:03:09.712544 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b35d11-b7fa-4b97-ba6b-36622304a4c5 req-8ff89907-ecb8-4255-91bd-61a041ae528f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:03:09.714190 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f3b35d11-b7fa-4b97-ba6b-36622304a4c5 req-8ff89907-ecb8-4255-91bd-61a041ae528f service neutron] 10.222.0.110 "GET /v2.0/networks?id=e683698e-96d3-4f25-bed4-4200552ea2ef HTTP/1.1" status: 200 len: 919 time: 0.1020918 Sep 24 16:03:09.785682 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f3b35d11-b7fa-4b97-ba6b-36622304a4c5 req-64fde92b-50c2-4ada-a4b0-9628a00fd6ac service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ef5e03b-50cc-4464-9575-ac61fd0258d4 HTTP/1.1" status: 200 len: 1001 time: 0.0630937 Sep 24 16:03:09.850140 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b35d11-b7fa-4b97-ba6b-36622304a4c5 req-7011aebe-a423-4751-b1e0-4df80ef1757e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:03:09.851124 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f3b35d11-b7fa-4b97-ba6b-36622304a4c5 req-7011aebe-a423-4751-b1e0-4df80ef1757e service neutron] 10.222.0.110 "GET /v2.0/subnets?id=04b7f077-c013-4647-8fb9-7721770c2649 HTTP/1.1" status: 200 len: 856 time: 0.0536098 Sep 24 16:03:09.902846 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b35d11-b7fa-4b97-ba6b-36622304a4c5 req-db93154e-21b0-4f7f-93a4-301e8e924dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:03:09.904479 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f3b35d11-b7fa-4b97-ba6b-36622304a4c5 req-db93154e-21b0-4f7f-93a4-301e8e924dba service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=e683698e-96d3-4f25-bed4-4200552ea2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459046 Sep 24 16:03:10.009355 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f3b35d11-b7fa-4b97-ba6b-36622304a4c5 req-81ef100f-e2fc-4a34-b6da-d1bb2fd4a6d3 service neutron] 10.222.0.110 "GET /v2.0/networks/e683698e-96d3-4f25-bed4-4200552ea2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976033 Sep 24 16:03:10.463270 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f3b35d11-b7fa-4b97-ba6b-36622304a4c5 req-0fcbf9c8-fced-4113-8054-a528f092ef0d service neutron] 10.222.0.110 "GET /v2.0/networks/e683698e-96d3-4f25-bed4-4200552ea2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4462383 Sep 24 16:03:10.780032 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363dcfd-8a8b-4cc0-b1fb-7a2f5c2e8036 req-fffc8684-22d9-4f7e-8a45-9acf0bf0729b tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:03:10.799098 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7363dcfd-8a8b-4cc0-b1fb-7a2f5c2e8036 req-fffc8684-22d9-4f7e-8a45-9acf0bf0729b tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 945 time: 0.1000035 Sep 24 16:03:10.875054 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7363dcfd-8a8b-4cc0-b1fb-7a2f5c2e8036 req-3de2fce0-c0a1-4606-ade6-9104d611bb33 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=63f1a5f4-821a-4880-a72f-3ff97c1426e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749669 Sep 24 16:03:10.892671 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:12.005855 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47236c5a-8f30-4763-8848-2206c7cca310 req-1e6175f7-276a-493b-95ef-2101194957a9 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:03:12.011332 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-47236c5a-8f30-4763-8848-2206c7cca310 req-1e6175f7-276a-493b-95ef-2101194957a9 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 945 time: 0.0613921 Sep 24 16:03:12.055431 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-47236c5a-8f30-4763-8848-2206c7cca310 req-f46d317a-d3fa-4b7f-b5af-646c2d49926e tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=63f1a5f4-821a-4880-a72f-3ff97c1426e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389295 Sep 24 16:03:12.372792 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 4ef5e03b-50cc-4464-9575-ac61fd0258d4 no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:03:12.474702 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:12.516386 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 4ef5e03b-50cc-4464-9575-ac61fd0258d4, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=4ef5e03b-50cc-4464-9575-ac61fd0258d4,segment=NetworkSegment(94c0797a-5dbb-467d-9f41-7597f4debf01),segment_id=94c0797a-5dbb-467d-9f41-7597f4debf01)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:03:12.516511 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b894aff8-2af2-409a-a4b2-63ad69fdcc70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ef5e03b-50cc-4464-9575-ac61fd0258d4'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:03:12.518869 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace7dec7-8482-43db-8a9f-168b76c372ad" -d '{"events": [{"server_uuid": "b894aff8-2af2-409a-a4b2-63ad69fdcc70", "name": "network-vif-unplugged", "status": "completed", "tag": "4ef5e03b-50cc-4464-9575-ac61fd0258d4"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:03:12.563052 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 16:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c6c624-0276-4e8b-88ce-b6506823ce0f x-openstack-request-id: req-a1c6c624-0276-4e8b-88ce-b6506823ce0f {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:03:12.563376 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b894aff8-2af2-409a-a4b2-63ad69fdcc70", "name": "network-vif-unplugged", "status": "completed", "tag": "4ef5e03b-50cc-4464-9575-ac61fd0258d4", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:03:12.563639 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a1c6c624-0276-4e8b-88ce-b6506823ce0f {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:03:12.564035 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b894aff8-2af2-409a-a4b2-63ad69fdcc70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ef5e03b-50cc-4464-9575-ac61fd0258d4', 'code': 200} Sep 24 16:03:12.624336 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:12.674880 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=4ef5e03b-50cc-4464-9575-ac61fd0258d4,revision_number=8']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:03:13.206452 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13e451-c220-4a74-89e1-02c0140f6ea9 req-6bffd5a5-0f30-46cc-9a16-d6a896a60fff tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:03:13.208001 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ff13e451-c220-4a74-89e1-02c0140f6ea9 req-6bffd5a5-0f30-46cc-9a16-d6a896a60fff tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 943 time: 0.0531983 Sep 24 16:03:13.261413 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ff13e451-c220-4a74-89e1-02c0140f6ea9 req-62a4a081-b74d-4e92-b799-b6efba127b57 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=63f1a5f4-821a-4880-a72f-3ff97c1426e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396245 Sep 24 16:03:14.953024 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [req-2638507c-15cb-466a-b8ce-040e0a2b5e1b req-dbc45f84-39dc-4eac-99de-ca6117dd38c3 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 16:03:14.954193 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2638507c-15cb-466a-b8ce-040e0a2b5e1b req-dbc45f84-39dc-4eac-99de-ca6117dd38c3 service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1983526 Sep 24 16:03:15.052323 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:03:15.271115 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17adf907-1920-4ac1-88d1-e7abfde4e89b req-0da291b2-9738-4902-ad8e-78ca3682754b tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:03:15.283452 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-17adf907-1920-4ac1-88d1-e7abfde4e89b req-0da291b2-9738-4902-ad8e-78ca3682754b tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 943 time: 0.0746918 Sep 24 16:03:15.320684 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-17adf907-1920-4ac1-88d1-e7abfde4e89b req-db901ace-7d0c-4577-bea8-ec0520633481 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=63f1a5f4-821a-4880-a72f-3ff97c1426e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353668 Sep 24 16:03:15.522627 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0655044b-6b43-422d-973a-891a8b31f485 req-dfcc68ee-9cb4-4996-b587-95d3001bdf4b service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0461624 Sep 24 16:03:15.534886 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [req-0655044b-6b43-422d-973a-891a8b31f485 req-cd8e37e5-bc7e-4782-ab36-bb1a737be286 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 16:03:15.536040 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0655044b-6b43-422d-973a-891a8b31f485 req-cd8e37e5-bc7e-4782-ab36-bb1a737be286 service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054765 Sep 24 16:03:16.375144 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 4ef5e03b-50cc-4464-9575-ac61fd0258d4 no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:03:16.468728 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab791bf-93cc-4424-a1d8-175fecec85ad req-d8ae23a1-78b5-4d81-ba2c-d5e83cc2a561 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:03:16.470821 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bab791bf-93cc-4424-a1d8-175fecec85ad req-d8ae23a1-78b5-4d81-ba2c-d5e83cc2a561 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 943 time: 0.0701995 Sep 24 16:03:16.534660 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bab791bf-93cc-4424-a1d8-175fecec85ad req-74d4b57d-05c7-4f1f-8e83-ae962e108d6e tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=63f1a5f4-821a-4880-a72f-3ff97c1426e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506866 Sep 24 16:03:17.649077 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e032ccb8-b20b-4a7e-9a24-fffaef020f15 req-406bcfd3-340a-4180-af0f-959f11a55a06 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:03:17.650954 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e032ccb8-b20b-4a7e-9a24-fffaef020f15 req-406bcfd3-340a-4180-af0f-959f11a55a06 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 943 time: 0.0531251 Sep 24 16:03:17.701521 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e032ccb8-b20b-4a7e-9a24-fffaef020f15 req-df5a414d-79a9-46e3-b41d-f1b9c80099d8 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=63f1a5f4-821a-4880-a72f-3ff97c1426e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442536 Sep 24 16:03:18.434295 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 57216) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:03:18.552588 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a406644c-1389-443f-9d74-69830edce1d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:18.645948 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a406644c-1389-443f-9d74-69830edce1d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:18.761025 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a406644c-1389-443f-9d74-69830edce1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:18.801834 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a406644c-1389-443f-9d74-69830edce1d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c787b7bc-6521-425b-9201-a5879068dbf4,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:03:18.827059 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a406644c-1389-443f-9d74-69830edce1d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:03:18.827724 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a406644c-1389-443f-9d74-69830edce1d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:03:18.828073 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a406644c-1389-443f-9d74-69830edce1d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:03:18.828412 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a406644c-1389-443f-9d74-69830edce1d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:03:18.828770 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a406644c-1389-443f-9d74-69830edce1d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:03:18.829079 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a406644c-1389-443f-9d74-69830edce1d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:03:18.829479 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a406644c-1389-443f-9d74-69830edce1d6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:03:18.829725 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a406644c-1389-443f-9d74-69830edce1d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:03:18.830052 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a406644c-1389-443f-9d74-69830edce1d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:03:18.830397 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a406644c-1389-443f-9d74-69830edce1d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:03:18.830726 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a406644c-1389-443f-9d74-69830edce1d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:03:18.831052 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a406644c-1389-443f-9d74-69830edce1d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:03:18.851951 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-a406644c-1389-443f-9d74-69830edce1d6 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=52ccc9e3776f41819d4460752b242079&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4154770 Sep 24 16:03:18.854088 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 57240) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:03:18.889278 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870f29cb-1f20-4724-bb86-f05774c7510b req-126446ed-4659-422f-be76-4df55b77f172 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:03:18.890901 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-870f29cb-1f20-4724-bb86-f05774c7510b req-126446ed-4659-422f-be76-4df55b77f172 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 943 time: 0.1040630 Sep 24 16:03:18.928065 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dbd0672e-34c8-4454-a362-508c0f0c4c95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:18.939302 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-870f29cb-1f20-4724-bb86-f05774c7510b req-ae287798-4ae1-42fa-bdff-76092a71d72f tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=63f1a5f4-821a-4880-a72f-3ff97c1426e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413744 Sep 24 16:03:18.964758 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dbd0672e-34c8-4454-a362-508c0f0c4c95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:19.087838 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dbd0672e-34c8-4454-a362-508c0f0c4c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:19.092632 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dbd0672e-34c8-4454-a362-508c0f0c4c95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:19.092632 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-dbd0672e-34c8-4454-a362-508c0f0c4c95 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c787b7bc-6521-425b-9201-a5879068dbf4 HTTP/1.1" status: 204 len: 168 time: 0.2362554 Sep 24 16:03:19.105635 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd0672e-34c8-4454-a362-508c0f0c4c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c787b7bc-6521-425b-9201-a5879068dbf4,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:03:19.770248 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 57292) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:03:19.786703 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d29878e4-587a-423d-a74c-80bb068e83c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:19.879908 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d29878e4-587a-423d-a74c-80bb068e83c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:20.051454 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d29878e4-587a-423d-a74c-80bb068e83c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:20.103009 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-d29878e4-587a-423d-a74c-80bb068e83c5 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=035ea99945cf474eb917da1ab97bacb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3314390 Sep 24 16:03:20.105589 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 57302) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:03:20.115669 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1401e3f-d18b-47d6-bda2-9c3640b7cbfe req-d5fe735f-52a3-41a4-94eb-80e6790ac6c8 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:03:20.118153 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e1401e3f-d18b-47d6-bda2-9c3640b7cbfe req-d5fe735f-52a3-41a4-94eb-80e6790ac6c8 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 943 time: 0.0961359 Sep 24 16:03:20.119031 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29878e4-587a-423d-a74c-80bb068e83c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f00f920-f2fe-4f92-8a5b-b007f1ab69ec,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:03:20.179763 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e1401e3f-d18b-47d6-bda2-9c3640b7cbfe req-386d0c1a-a7be-4aed-aa7e-e4d84841e38a tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=63f1a5f4-821a-4880-a72f-3ff97c1426e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484095 Sep 24 16:03:20.190725 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-145b1b6b-b1e2-4a19-aea0-389d567c69ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:20.213587 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-145b1b6b-b1e2-4a19-aea0-389d567c69ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:20.345849 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-145b1b6b-b1e2-4a19-aea0-389d567c69ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:20.356035 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-145b1b6b-b1e2-4a19-aea0-389d567c69ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:20.361801 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-145b1b6b-b1e2-4a19-aea0-389d567c69ef admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/8f00f920-f2fe-4f92-8a5b-b007f1ab69ec HTTP/1.1" status: 204 len: 168 time: 0.2497056 Sep 24 16:03:20.375765 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145b1b6b-b1e2-4a19-aea0-389d567c69ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f00f920-f2fe-4f92-8a5b-b007f1ab69ec,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:03:21.313160 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6499d729-ff78-42cb-817f-4d8ab1bca734 req-476862dc-eb0b-43d5-a378-dc0851a4f35b tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:03:21.320561 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6499d729-ff78-42cb-817f-4d8ab1bca734 req-476862dc-eb0b-43d5-a378-dc0851a4f35b tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 943 time: 0.0618215 Sep 24 16:03:21.369452 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6499d729-ff78-42cb-817f-4d8ab1bca734 req-d105f8db-c060-49ec-b9a8-5e10e6912e60 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=63f1a5f4-821a-4880-a72f-3ff97c1426e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476344 Sep 24 16:03:22.529862 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defad1ae-7c1c-40f7-a3df-b1b425424d6e req-47233a4a-794c-462f-8aa9-ad6caff35c3b tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:03:22.531593 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-defad1ae-7c1c-40f7-a3df-b1b425424d6e req-47233a4a-794c-462f-8aa9-ad6caff35c3b tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 943 time: 0.0626833 Sep 24 16:03:22.580863 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-defad1ae-7c1c-40f7-a3df-b1b425424d6e req-bd1a2016-3a10-4a7d-866c-9189a749eea1 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=63f1a5f4-821a-4880-a72f-3ff97c1426e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412502 Sep 24 16:03:23.622288 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0655044b-6b43-422d-973a-891a8b31f485 req-a58b59ee-759a-4191-83cc-c511e36afde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:03:23.624417 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0655044b-6b43-422d-973a-891a8b31f485 req-a58b59ee-759a-4191-83cc-c511e36afde9 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70&tenant_id=47adefb7ca614d33b7bb1493dd2de83a HTTP/1.1" status: 200 len: 1094 time: 0.1004655 Sep 24 16:03:23.645686 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-0655044b-6b43-422d-973a-891a8b31f485 req-c3c3d312-5f5b-407d-bd54-1f91df402657 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-808921-1', 'device_owner': 'compute:nova'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:03:23.719900 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-0655044b-6b43-422d-973a-891a8b31f485 req-c3c3d312-5f5b-407d-bd54-1f91df402657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:23.725543 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d911e0-049d-494c-87e5-74cb7203c608 req-4be69d20-bc67-4b63-93c4-0f0e1e0fbdea tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:03:23.728344 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-25d911e0-049d-494c-87e5-74cb7203c608 req-4be69d20-bc67-4b63-93c4-0f0e1e0fbdea tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 943 time: 0.0581086 Sep 24 16:03:23.790141 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-25d911e0-049d-494c-87e5-74cb7203c608 req-32b27153-24d9-4079-8c99-00af00671379 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=63f1a5f4-821a-4880-a72f-3ff97c1426e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540605 Sep 24 16:03:23.910783 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 57522) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:03:24.033813 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-0655044b-6b43-422d-973a-891a8b31f485 req-c3c3d312-5f5b-407d-bd54-1f91df402657 service neutron] For port 4ef5e03b-50cc-4464-9575-ac61fd0258d4, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=4ef5e03b-50cc-4464-9575-ac61fd0258d4,segment=NetworkSegment(94c0797a-5dbb-467d-9f41-7597f4debf01),segment_id=94c0797a-5dbb-467d-9f41-7597f4debf01)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:03:24.046678 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b10e612c-50d1-4042-b6ed-c8f4da813ff2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:24.073843 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-0655044b-6b43-422d-973a-891a8b31f485 req-c3c3d312-5f5b-407d-bd54-1f91df402657 service neutron] For port 4ef5e03b-50cc-4464-9575-ac61fd0258d4, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:03:24.119150 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-0655044b-6b43-422d-973a-891a8b31f485 req-c3c3d312-5f5b-407d-bd54-1f91df402657 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ef5e03b-50cc-4464-9575-ac61fd0258d4 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:03:24.128669 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-0655044b-6b43-422d-973a-891a8b31f485 req-c3c3d312-5f5b-407d-bd54-1f91df402657 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:24.144955 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-0655044b-6b43-422d-973a-891a8b31f485 req-c3c3d312-5f5b-407d-bd54-1f91df402657 service neutron] Transition to ACTIVE for port object 4ef5e03b-50cc-4464-9575-ac61fd0258d4 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 16:03:24.157115 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b10e612c-50d1-4042-b6ed-c8f4da813ff2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:24.212384 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-0655044b-6b43-422d-973a-891a8b31f485 req-c3c3d312-5f5b-407d-bd54-1f91df402657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:24.281287 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b10e612c-50d1-4042-b6ed-c8f4da813ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:24.327668 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b10e612c-50d1-4042-b6ed-c8f4da813ff2 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=fd5fc3bb1f4143f184357dd496b71e66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4154701 Sep 24 16:03:24.328560 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 57536) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:03:24.356070 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10e612c-50d1-4042-b6ed-c8f4da813ff2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d820eea6-ff47-4cba-8519-b492334f2e08,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:03:24.378139 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c3d312-5f5b-407d-bd54-1f91df402657 service neutron] Pushing event updated for resources: {'Port': ['ID=4ef5e03b-50cc-4464-9575-ac61fd0258d4,revision_number=9']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:03:24.431436 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b6b6f579-5760-4ae7-8063-8e6e620995c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:24.496049 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b6b6f579-5760-4ae7-8063-8e6e620995c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:24.525872 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-0655044b-6b43-422d-973a-891a8b31f485 req-c3c3d312-5f5b-407d-bd54-1f91df402657 service neutron] No DVR routers for this DVR port 4ef5e03b-50cc-4464-9575-ac61fd0258d4 on host n-h1-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:03:24.634734 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b6b6f579-5760-4ae7-8063-8e6e620995c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:24.638534 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b6b6f579-5760-4ae7-8063-8e6e620995c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:24.641398 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b6b6f579-5760-4ae7-8063-8e6e620995c2 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d820eea6-ff47-4cba-8519-b492334f2e08 HTTP/1.1" status: 204 len: 168 time: 0.2866335 Sep 24 16:03:24.670553 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b6f579-5760-4ae7-8063-8e6e620995c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d820eea6-ff47-4cba-8519-b492334f2e08,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:03:24.734690 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-0655044b-6b43-422d-973a-891a8b31f485 req-c3c3d312-5f5b-407d-bd54-1f91df402657 service neutron] Attempting to bind port 4ef5e03b-50cc-4464-9575-ac61fd0258d4 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:03:24.735608 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-0655044b-6b43-422d-973a-891a8b31f485 req-c3c3d312-5f5b-407d-bd54-1f91df402657 service neutron] Attempting to bind port 4ef5e03b-50cc-4464-9575-ac61fd0258d4 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '94c0797a-5dbb-467d-9f41-7597f4debf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'e683698e-96d3-4f25-bed4-4200552ea2ef'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:03:24.736156 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0655044b-6b43-422d-973a-891a8b31f485 req-c3c3d312-5f5b-407d-bd54-1f91df402657 service neutron] Attempting to bind port 4ef5e03b-50cc-4464-9575-ac61fd0258d4 on network e683698e-96d3-4f25-bed4-4200552ea2ef {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:03:24.742726 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0655044b-6b43-422d-973a-891a8b31f485 req-c3c3d312-5f5b-407d-bd54-1f91df402657 service neutron] Port 4ef5e03b-50cc-4464-9575-ac61fd0258d4 on network e683698e-96d3-4f25-bed4-4200552ea2ef not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 16:03:24.743255 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0655044b-6b43-422d-973a-891a8b31f485 req-c3c3d312-5f5b-407d-bd54-1f91df402657 service neutron] Attempting to bind port 4ef5e03b-50cc-4464-9575-ac61fd0258d4 on network e683698e-96d3-4f25-bed4-4200552ea2ef {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:03:24.748854 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0655044b-6b43-422d-973a-891a8b31f485 req-c3c3d312-5f5b-407d-bd54-1f91df402657 service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 3, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:03:24.749695 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0655044b-6b43-422d-973a-891a8b31f485 req-c3c3d312-5f5b-407d-bd54-1f91df402657 service neutron] Checking segment: {'id': '94c0797a-5dbb-467d-9f41-7597f4debf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'e683698e-96d3-4f25-bed4-4200552ea2ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:03:24.750412 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0655044b-6b43-422d-973a-891a8b31f485 req-c3c3d312-5f5b-407d-bd54-1f91df402657 service neutron] Bound using segment: {'id': '94c0797a-5dbb-467d-9f41-7597f4debf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'e683698e-96d3-4f25-bed4-4200552ea2ef'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:03:24.752438 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-0655044b-6b43-422d-973a-891a8b31f485 req-c3c3d312-5f5b-407d-bd54-1f91df402657 service neutron] Bound port: 4ef5e03b-50cc-4464-9575-ac61fd0258d4, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94c0797a-5dbb-467d-9f41-7597f4debf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'e683698e-96d3-4f25-bed4-4200552ea2ef'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:03:24.752438 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-0655044b-6b43-422d-973a-891a8b31f485 req-c3c3d312-5f5b-407d-bd54-1f91df402657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:24.826198 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-0655044b-6b43-422d-973a-891a8b31f485 req-c3c3d312-5f5b-407d-bd54-1f91df402657 service neutron] For port 4ef5e03b-50cc-4464-9575-ac61fd0258d4, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:03:24.829649 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-0655044b-6b43-422d-973a-891a8b31f485 req-c3c3d312-5f5b-407d-bd54-1f91df402657 service neutron] For port 4ef5e03b-50cc-4464-9575-ac61fd0258d4, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=4ef5e03b-50cc-4464-9575-ac61fd0258d4,segment=NetworkSegment(94c0797a-5dbb-467d-9f41-7597f4debf01),segment_id=94c0797a-5dbb-467d-9f41-7597f4debf01)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:03:24.912318 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-0655044b-6b43-422d-973a-891a8b31f485 req-c3c3d312-5f5b-407d-bd54-1f91df402657 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:24.958550 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0655044b-6b43-422d-973a-891a8b31f485 req-c3c3d312-5f5b-407d-bd54-1f91df402657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:03:24.959172 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-0655044b-6b43-422d-973a-891a8b31f485 req-c3c3d312-5f5b-407d-bd54-1f91df402657 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:24.961118 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0655044b-6b43-422d-973a-891a8b31f485 req-c3c3d312-5f5b-407d-bd54-1f91df402657 service neutron] 10.222.0.108 "PUT /v2.0/ports/4ef5e03b-50cc-4464-9575-ac61fd0258d4 HTTP/1.1" status: 200 len: 1091 time: 1.3218119 Sep 24 16:03:24.961649 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b894aff8-2af2-409a-a4b2-63ad69fdcc70', 'tag': '4ef5e03b-50cc-4464-9575-ac61fd0258d4'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:03:24.963966 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f9411b7-d207-4ee0-a0e3-b9c8133f0b7b" -d '{"events": [{"name": "network-changed", "server_uuid": "b894aff8-2af2-409a-a4b2-63ad69fdcc70", "tag": "4ef5e03b-50cc-4464-9575-ac61fd0258d4"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:03:25.005469 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d6a40a-9292-4071-abcf-7ea693d7aa8c req-5020cffd-dba3-4dfe-82d4-41daf7985e98 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:03:25.007703 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-18d6a40a-9292-4071-abcf-7ea693d7aa8c req-5020cffd-dba3-4dfe-82d4-41daf7985e98 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 943 time: 0.1238899 Sep 24 16:03:25.010395 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c3d312-5f5b-407d-bd54-1f91df402657 service neutron] Pushing event updated for resources: {'Port': ['ID=4ef5e03b-50cc-4464-9575-ac61fd0258d4,revision_number=10']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:03:25.029305 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d24c6106-5fb1-4ce5-8884-165420eba7b8 x-openstack-request-id: req-d24c6106-5fb1-4ce5-8884-165420eba7b8 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:03:25.029610 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b894aff8-2af2-409a-a4b2-63ad69fdcc70", "tag": "4ef5e03b-50cc-4464-9575-ac61fd0258d4", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:03:25.029863 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d24c6106-5fb1-4ce5-8884-165420eba7b8 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:03:25.030279 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b894aff8-2af2-409a-a4b2-63ad69fdcc70', 'tag': '4ef5e03b-50cc-4464-9575-ac61fd0258d4', 'status': 'completed', 'code': 200} Sep 24 16:03:25.082932 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-18d6a40a-9292-4071-abcf-7ea693d7aa8c req-32e2caca-fc3d-4378-9970-ab79b0748358 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=63f1a5f4-821a-4880-a72f-3ff97c1426e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517743 Sep 24 16:03:25.092084 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0655044b-6b43-422d-973a-891a8b31f485 req-47c9c633-a236-4f9f-909a-fc83b0934e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:03:25.097940 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0655044b-6b43-422d-973a-891a8b31f485 req-47c9c633-a236-4f9f-909a-fc83b0934e03 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=47adefb7ca614d33b7bb1493dd2de83a&device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 1095 time: 0.1082065 Sep 24 16:03:25.253839 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0655044b-6b43-422d-973a-891a8b31f485 req-3d5be833-e86c-4645-ad86-553adc417e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:03:25.255490 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0655044b-6b43-422d-973a-891a8b31f485 req-3d5be833-e86c-4645-ad86-553adc417e0e service neutron] 10.222.0.108 "GET /v2.0/networks?id=e683698e-96d3-4f25-bed4-4200552ea2ef HTTP/1.1" status: 200 len: 919 time: 0.1507025 Sep 24 16:03:25.381631 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0655044b-6b43-422d-973a-891a8b31f485 req-dc489a3f-768c-4864-a717-a19ce7defdbd service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ef5e03b-50cc-4464-9575-ac61fd0258d4 HTTP/1.1" status: 200 len: 999 time: 0.1126263 Sep 24 16:03:25.439649 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0655044b-6b43-422d-973a-891a8b31f485 req-26ca915d-e66f-4e87-87b3-a9b6d5e54f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:03:25.439649 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0655044b-6b43-422d-973a-891a8b31f485 req-26ca915d-e66f-4e87-87b3-a9b6d5e54f7a service neutron] 10.222.0.108 "GET /v2.0/subnets?id=04b7f077-c013-4647-8fb9-7721770c2649 HTTP/1.1" status: 200 len: 856 time: 0.0554376 Sep 24 16:03:25.489421 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0655044b-6b43-422d-973a-891a8b31f485 req-76327d17-f3a8-437b-91cc-393074165f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:03:25.490955 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0655044b-6b43-422d-973a-891a8b31f485 req-76327d17-f3a8-437b-91cc-393074165f3a service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=e683698e-96d3-4f25-bed4-4200552ea2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443289 Sep 24 16:03:25.592390 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0655044b-6b43-422d-973a-891a8b31f485 req-0ff8483d-420f-4c54-bf38-8e8959f8fbae service neutron] 10.222.0.108 "GET /v2.0/networks/e683698e-96d3-4f25-bed4-4200552ea2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937021 Sep 24 16:03:25.744627 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0655044b-6b43-422d-973a-891a8b31f485 req-22ae5ad9-0271-43fc-a9db-d6f48eb06fd0 service neutron] 10.222.0.108 "GET /v2.0/networks/e683698e-96d3-4f25-bed4-4200552ea2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453648 Sep 24 16:03:25.938494 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9411b7-d207-4ee0-a0e3-b9c8133f0b7b req-7f3a5e95-d1d3-4633-9c3b-cdb794a11518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:03:25.940679 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9f9411b7-d207-4ee0-a0e3-b9c8133f0b7b req-7f3a5e95-d1d3-4633-9c3b-cdb794a11518 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=47adefb7ca614d33b7bb1493dd2de83a&device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 1095 time: 0.0465362 Sep 24 16:03:26.056386 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9411b7-d207-4ee0-a0e3-b9c8133f0b7b req-b84f6b9b-81aa-4131-8365-012c95f2bc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:03:26.058113 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9f9411b7-d207-4ee0-a0e3-b9c8133f0b7b req-b84f6b9b-81aa-4131-8365-012c95f2bc63 service neutron] 10.222.0.108 "GET /v2.0/networks?id=e683698e-96d3-4f25-bed4-4200552ea2ef HTTP/1.1" status: 200 len: 919 time: 0.1107888 Sep 24 16:03:26.149962 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9f9411b7-d207-4ee0-a0e3-b9c8133f0b7b req-96eb2a40-f887-47cc-ae30-2fe5b7937abb service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ef5e03b-50cc-4464-9575-ac61fd0258d4 HTTP/1.1" status: 200 len: 999 time: 0.0847137 Sep 24 16:03:26.227374 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9411b7-d207-4ee0-a0e3-b9c8133f0b7b req-1b4da45d-7c09-4dc9-a4b3-f1544524daf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:03:26.229998 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9f9411b7-d207-4ee0-a0e3-b9c8133f0b7b req-1b4da45d-7c09-4dc9-a4b3-f1544524daf6 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=04b7f077-c013-4647-8fb9-7721770c2649 HTTP/1.1" status: 200 len: 856 time: 0.0736902 Sep 24 16:03:26.296639 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9411b7-d207-4ee0-a0e3-b9c8133f0b7b req-7d3bb16c-619b-413e-a469-9d9ac1fc562d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:03:26.298235 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9f9411b7-d207-4ee0-a0e3-b9c8133f0b7b req-7d3bb16c-619b-413e-a469-9d9ac1fc562d service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=e683698e-96d3-4f25-bed4-4200552ea2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603387 Sep 24 16:03:26.358886 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e46822-03e9-4a5c-b772-7d87a9c277fe req-a23c0ebd-485e-449b-ac34-c28c890e6e93 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:03:26.360524 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-58e46822-03e9-4a5c-b772-7d87a9c277fe req-a23c0ebd-485e-449b-ac34-c28c890e6e93 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 944 time: 0.1143205 Sep 24 16:03:26.405301 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-58e46822-03e9-4a5c-b772-7d87a9c277fe req-99c4f25f-9a11-47fe-8975-311bc7be7432 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=63f1a5f4-821a-4880-a72f-3ff97c1426e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356514 Sep 24 16:03:26.430842 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9f9411b7-d207-4ee0-a0e3-b9c8133f0b7b req-307dae9e-3111-4786-90a2-d63f2de7d644 service neutron] 10.222.0.108 "GET /v2.0/networks/e683698e-96d3-4f25-bed4-4200552ea2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179078 Sep 24 16:03:26.530895 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9f9411b7-d207-4ee0-a0e3-b9c8133f0b7b req-923415a6-ad3c-49d4-8c73-c83b4293cdb3 service neutron] 10.222.0.108 "GET /v2.0/networks/e683698e-96d3-4f25-bed4-4200552ea2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921981 Sep 24 16:03:27.341777 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 57686) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:03:27.514694 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-29edfe49-b415-4f37-a18c-f5fe99bca85e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:27.569295 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8598ebf7-3349-4c12-bd61-a9dadf3653c6 req-b04670b7-23a0-426b-bbb9-92cfae2a90f9 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:03:27.578495 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8598ebf7-3349-4c12-bd61-a9dadf3653c6 req-b04670b7-23a0-426b-bbb9-92cfae2a90f9 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 944 time: 0.0830982 Sep 24 16:03:27.649751 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8598ebf7-3349-4c12-bd61-a9dadf3653c6 req-4a9b9a93-d2ae-4dcd-9b18-e61080f9ec8d tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=63f1a5f4-821a-4880-a72f-3ff97c1426e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700312 Sep 24 16:03:27.659573 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-29edfe49-b415-4f37-a18c-f5fe99bca85e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:27.766541 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-29edfe49-b415-4f37-a18c-f5fe99bca85e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:27.884228 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29edfe49-b415-4f37-a18c-f5fe99bca85e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b706fc-033a-4949-a7d1-eacdf36b3bb2,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:03:27.893306 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-29edfe49-b415-4f37-a18c-f5fe99bca85e admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=6bf3a73a34ae4c6fbc586d812b038e2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5503304 Sep 24 16:03:27.896243 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 57716) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:03:28.010237 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-86a12ad6-1341-4b88-bac0-1a4fb75a9676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:28.037286 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-86a12ad6-1341-4b88-bac0-1a4fb75a9676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:28.200120 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-86a12ad6-1341-4b88-bac0-1a4fb75a9676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:28.202791 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-86a12ad6-1341-4b88-bac0-1a4fb75a9676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:28.204159 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-86a12ad6-1341-4b88-bac0-1a4fb75a9676 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/59b706fc-033a-4949-a7d1-eacdf36b3bb2 HTTP/1.1" status: 204 len: 168 time: 0.3054357 Sep 24 16:03:28.212986 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a12ad6-1341-4b88-bac0-1a4fb75a9676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b706fc-033a-4949-a7d1-eacdf36b3bb2,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:03:28.221342 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a12ad6-1341-4b88-bac0-1a4fb75a9676 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:03:28.221631 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a12ad6-1341-4b88-bac0-1a4fb75a9676 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:03:28.221961 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a12ad6-1341-4b88-bac0-1a4fb75a9676 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:03:28.222283 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a12ad6-1341-4b88-bac0-1a4fb75a9676 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:03:28.222728 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a12ad6-1341-4b88-bac0-1a4fb75a9676 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:03:28.222949 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a12ad6-1341-4b88-bac0-1a4fb75a9676 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:03:28.227084 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a12ad6-1341-4b88-bac0-1a4fb75a9676 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:03:28.227084 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a12ad6-1341-4b88-bac0-1a4fb75a9676 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:03:28.227084 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a12ad6-1341-4b88-bac0-1a4fb75a9676 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:03:28.227084 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a12ad6-1341-4b88-bac0-1a4fb75a9676 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:03:28.227084 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a12ad6-1341-4b88-bac0-1a4fb75a9676 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:03:28.227084 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a12ad6-1341-4b88-bac0-1a4fb75a9676 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:03:28.816039 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76a9d93-9558-4dec-999c-2df13409acf0 req-7f94b751-ea8e-415e-a498-d4273c9d23c7 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:03:28.819784 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c76a9d93-9558-4dec-999c-2df13409acf0 req-7f94b751-ea8e-415e-a498-d4273c9d23c7 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 944 time: 0.0746067 Sep 24 16:03:28.869062 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c76a9d93-9558-4dec-999c-2df13409acf0 req-e0d4bd15-9565-4704-abba-db84c128a861 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=63f1a5f4-821a-4880-a72f-3ff97c1426e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413661 Sep 24 16:03:28.945980 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 57750) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:03:28.965471 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dd1a1770-1eba-4b12-a7b4-ea117e368757 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:29.089441 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dd1a1770-1eba-4b12-a7b4-ea117e368757 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:29.138136 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dd1a1770-1eba-4b12-a7b4-ea117e368757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:29.202769 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1a1770-1eba-4b12-a7b4-ea117e368757 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f7fbca-9847-4152-ad94-1ed69a214772,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:03:29.222488 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-dd1a1770-1eba-4b12-a7b4-ea117e368757 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=0930849b57f646f3aba9413d045fc381&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2723045 Sep 24 16:03:29.222581 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 57760) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:03:29.306270 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c65883fb-86bc-4779-9d8a-8fd3b4bafd6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:29.343029 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c65883fb-86bc-4779-9d8a-8fd3b4bafd6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:29.464045 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c65883fb-86bc-4779-9d8a-8fd3b4bafd6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:29.466604 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c65883fb-86bc-4779-9d8a-8fd3b4bafd6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:29.467794 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-c65883fb-86bc-4779-9d8a-8fd3b4bafd6d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/b9f7fbca-9847-4152-ad94-1ed69a214772 HTTP/1.1" status: 204 len: 168 time: 0.2441292 Sep 24 16:03:29.477028 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65883fb-86bc-4779-9d8a-8fd3b4bafd6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f7fbca-9847-4152-ad94-1ed69a214772,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:03:30.025471 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe8c8cd-4682-4ad3-af97-8dbef3efce9e req-dc2f761d-d898-4b37-abab-0a59a34e4668 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:03:30.027182 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ffe8c8cd-4682-4ad3-af97-8dbef3efce9e req-dc2f761d-d898-4b37-abab-0a59a34e4668 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 944 time: 0.0600436 Sep 24 16:03:30.070477 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ffe8c8cd-4682-4ad3-af97-8dbef3efce9e req-f415e87a-172e-444f-85be-968e9661b90b tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=63f1a5f4-821a-4880-a72f-3ff97c1426e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367742 Sep 24 16:03:30.601478 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 57834) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:03:30.801827 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-cd85d5e8-333f-496a-b672-7c0645d41056 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-618431425-network', 'tenant_id': 'ad0a95e7731d4c36b80c295f85c49988'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:03:30.896805 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd85d5e8-333f-496a-b672-7c0645d41056 admin admin] Made reservation on behalf of ad0a95e7731d4c36b80c295f85c49988 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:03:30.900001 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-cd85d5e8-333f-496a-b672-7c0645d41056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:30.909363 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-cd85d5e8-333f-496a-b672-7c0645d41056 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:31.031358 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-cd85d5e8-333f-496a-b672-7c0645d41056 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:31.116524 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-cd85d5e8-333f-496a-b672-7c0645d41056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:31.146600 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd85d5e8-333f-496a-b672-7c0645d41056 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1270} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 16:03:31.200832 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-64b0c023-7e94-406f-9329-781b4d390cf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:31.228510 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd85d5e8-333f-496a-b672-7c0645d41056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae18478-6662-4943-a26a-28fc13fb121e,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:03:31.254035 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-cd85d5e8-333f-496a-b672-7c0645d41056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:31.254809 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-cd85d5e8-333f-496a-b672-7c0645d41056 admin admin] Added segment 2092c0c1-8505-4766-a7ca-113875fab965 of type vlan for network 6dfcf71b-a430-45da-8447-3d600e4a0e09 Sep 24 16:03:31.383294 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-cd85d5e8-333f-496a-b672-7c0645d41056 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:31.383294 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bad27e-c303-42d0-98d6-0f8863157872 req-62876c76-a08c-461a-8bdc-68264ee2f9f7 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:03:31.383294 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-39bad27e-c303-42d0-98d6-0f8863157872 req-62876c76-a08c-461a-8bdc-68264ee2f9f7 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 944 time: 0.1223800 Sep 24 16:03:31.427803 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-39bad27e-c303-42d0-98d6-0f8863157872 req-209e8f21-dd4c-4c7c-a262-53f37b9a2b1d tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=63f1a5f4-821a-4880-a72f-3ff97c1426e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686669 Sep 24 16:03:32.001412 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-cd85d5e8-333f-496a-b672-7c0645d41056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:32.002585 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd85d5e8-333f-496a-b672-7c0645d41056 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:03:32.003235 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-cd85d5e8-333f-496a-b672-7c0645d41056 admin admin] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:32.080824 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd85d5e8-333f-496a-b672-7c0645d41056 admin admin] Pushing event updated for resources: {'Network': ['ID=6dfcf71b-a430-45da-8447-3d600e4a0e09,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:03:32.092644 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 6dfcf71b-a430-45da-8447-3d600e4a0e09 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 16:03:32.139448 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-cd85d5e8-333f-496a-b672-7c0645d41056 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5365844 Sep 24 16:03:32.142112 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 57864) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:03:32.150852 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-8e8d0764-c687-4d33-9e06-3f7db7323fdc admin admin] Request body: {'subnet': {'network_id': '6dfcf71b-a430-45da-8447-3d600e4a0e09', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-618431425-subnet', 'tenant_id': 'ad0a95e7731d4c36b80c295f85c49988', 'ip_version': 4}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:03:32.258834 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e8d0764-c687-4d33-9e06-3f7db7323fdc admin admin] Made reservation on behalf of ad0a95e7731d4c36b80c295f85c49988 for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:03:32.261124 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8e8d0764-c687-4d33-9e06-3f7db7323fdc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:32.578454 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8e8d0764-c687-4d33-9e06-3f7db7323fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:32.659806 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8d0764-c687-4d33-9e06-3f7db7323fdc admin admin] Pushing event updated for resources: {'Subnet': ['ID=a684d0b1-d9da-4f1a-86e3-ebaba7395986,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:03:32.701529 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7cb71d-1e04-4caa-90f4-7b2b2981b419 req-03da16c6-19fc-49c1-b334-89b1c610a087 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:03:32.703129 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9c7cb71d-1e04-4caa-90f4-7b2b2981b419 req-03da16c6-19fc-49c1-b334-89b1c610a087 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 944 time: 0.0921557 Sep 24 16:03:32.706519 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8d0764-c687-4d33-9e06-3f7db7323fdc admin admin] Checking segment: {'id': '2092c0c1-8505-4766-a7ca-113875fab965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '6dfcf71b-a430-45da-8447-3d600e4a0e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:03:32.706747 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8d0764-c687-4d33-9e06-3f7db7323fdc admin admin] Network hostable DHCP agents. Network: 6dfcf71b-a430-45da-8447-3d600e4a0e09, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 16:03:32.783767 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9c7cb71d-1e04-4caa-90f4-7b2b2981b419 req-c1716d09-cca3-4330-b6f0-c5174da4903f tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=63f1a5f4-821a-4880-a72f-3ff97c1426e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696170 Sep 24 16:03:32.800683 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8d0764-c687-4d33-9e06-3f7db7323fdc admin admin] Network 6dfcf71b-a430-45da-8447-3d600e4a0e09 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 16:03:32.892015 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-8e8d0764-c687-4d33-9e06-3f7db7323fdc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 6dfcf71b-a430-45da-8447-3d600e4a0e09) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:03:32.896713 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8d0764-c687-4d33-9e06-3f7db7323fdc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:03:32.898061 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8e8d0764-c687-4d33-9e06-3f7db7323fdc admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:32.904077 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e2af0d-75cc-4975-bd31-64abbc589096 None None] Network 6dfcf71b-a430-45da-8447-3d600e4a0e09 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:03:33.015884 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 57874) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:03:33.016512 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-8e8d0764-c687-4d33-9e06-3f7db7323fdc admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8726282 Sep 24 16:03:33.021242 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-aff2522c-38d7-47d5-89cb-17da26736e79 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-618431425-router', 'tenant_id': 'ad0a95e7731d4c36b80c295f85c49988', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:03:33.104892 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487e7b26-e2c3-4bd7-b0a7-5d528f6e0ade None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-6dfcf71b-a430-45da-8447-3d600e4a0e09', 'network_id': '6dfcf71b-a430-45da-8447-3d600e4a0e09', 'tenant_id': 'ad0a95e7731d4c36b80c295f85c49988', 'fixed_ips': [{'subnet_id': 'a684d0b1-d9da-4f1a-86e3-ebaba7395986'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 16:03:33.106141 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-487e7b26-e2c3-4bd7-b0a7-5d528f6e0ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:33.154526 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-aff2522c-38d7-47d5-89cb-17da26736e79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:33.157462 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-aff2522c-38d7-47d5-89cb-17da26736e79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:33.214827 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-aff2522c-38d7-47d5-89cb-17da26736e79 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:33.305023 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-487e7b26-e2c3-4bd7-b0a7-5d528f6e0ade None None] Allocated IP 172.20.0.2 (6dfcf71b-a430-45da-8447-3d600e4a0e09/a684d0b1-d9da-4f1a-86e3-ebaba7395986/209705bc-604d-469b-9a35-6c3e1a2f99f1) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:03:33.499784 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-aff2522c-38d7-47d5-89cb-17da26736e79 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:33.822690 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-487e7b26-e2c3-4bd7-b0a7-5d528f6e0ade None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:33.900005 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-aff2522c-38d7-47d5-89cb-17da26736e79 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:33.927458 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-487e7b26-e2c3-4bd7-b0a7-5d528f6e0ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:33.955189 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-aff2522c-38d7-47d5-89cb-17da26736e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:33.981835 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487e7b26-e2c3-4bd7-b0a7-5d528f6e0ade None None] Network 6dfcf71b-a430-45da-8447-3d600e4a0e09 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:03:33.983626 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-487e7b26-e2c3-4bd7-b0a7-5d528f6e0ade None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:03:33.987675 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487e7b26-e2c3-4bd7-b0a7-5d528f6e0ade None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:03:34.021340 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-52e7ca83-7a53-4311-abfd-97018b905c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:34.033323 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487e7b26-e2c3-4bd7-b0a7-5d528f6e0ade None None] Pushing event updated for resources: {'Port': ['ID=209705bc-604d-469b-9a35-6c3e1a2f99f1,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:03:34.055644 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e7b26-e2c3-4bd7-b0a7-5d528f6e0ade None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:03:34.056345 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e7b26-e2c3-4bd7-b0a7-5d528f6e0ade None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:03:34.056919 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e7b26-e2c3-4bd7-b0a7-5d528f6e0ade None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:03:34.057559 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e7b26-e2c3-4bd7-b0a7-5d528f6e0ade None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:03:34.058117 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e7b26-e2c3-4bd7-b0a7-5d528f6e0ade None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:03:34.058722 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e7b26-e2c3-4bd7-b0a7-5d528f6e0ade None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:03:34.062803 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e7b26-e2c3-4bd7-b0a7-5d528f6e0ade None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:03:34.063465 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e7b26-e2c3-4bd7-b0a7-5d528f6e0ade None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:03:34.064034 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e7b26-e2c3-4bd7-b0a7-5d528f6e0ade None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:03:34.064651 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e7b26-e2c3-4bd7-b0a7-5d528f6e0ade None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:03:34.065208 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e7b26-e2c3-4bd7-b0a7-5d528f6e0ade None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:03:34.065763 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-487e7b26-e2c3-4bd7-b0a7-5d528f6e0ade None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:03:34.092767 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76fdcd8-dc54-4f9c-9a01-3ea9a0fe93d2 req-4c51c48f-0c64-4c28-ab08-ddbdcf7dc1c4 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:03:34.101887 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e76fdcd8-dc54-4f9c-9a01-3ea9a0fe93d2 req-4c51c48f-0c64-4c28-ab08-ddbdcf7dc1c4 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 944 time: 0.1953688 Sep 24 16:03:34.102311 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-487e7b26-e2c3-4bd7-b0a7-5d528f6e0ade None None] Attempting to bind port 209705bc-604d-469b-9a35-6c3e1a2f99f1 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:03:34.102824 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-487e7b26-e2c3-4bd7-b0a7-5d528f6e0ade None None] Attempting to bind port 209705bc-604d-469b-9a35-6c3e1a2f99f1 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '2092c0c1-8505-4766-a7ca-113875fab965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '6dfcf71b-a430-45da-8447-3d600e4a0e09'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:03:34.103962 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487e7b26-e2c3-4bd7-b0a7-5d528f6e0ade None None] Attempting to bind port 209705bc-604d-469b-9a35-6c3e1a2f99f1 on network 6dfcf71b-a430-45da-8447-3d600e4a0e09 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:03:34.112052 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487e7b26-e2c3-4bd7-b0a7-5d528f6e0ade None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 3, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:03:34.120999 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487e7b26-e2c3-4bd7-b0a7-5d528f6e0ade None None] Checking segment: {'id': '2092c0c1-8505-4766-a7ca-113875fab965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '6dfcf71b-a430-45da-8447-3d600e4a0e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:03:34.120999 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-487e7b26-e2c3-4bd7-b0a7-5d528f6e0ade None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:34.120999 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487e7b26-e2c3-4bd7-b0a7-5d528f6e0ade None None] Bound using segment: {'id': '2092c0c1-8505-4766-a7ca-113875fab965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '6dfcf71b-a430-45da-8447-3d600e4a0e09'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:03:34.120999 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-487e7b26-e2c3-4bd7-b0a7-5d528f6e0ade None None] Bound port: 209705bc-604d-469b-9a35-6c3e1a2f99f1, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2092c0c1-8505-4766-a7ca-113875fab965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '6dfcf71b-a430-45da-8447-3d600e4a0e09'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:03:34.120999 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-487e7b26-e2c3-4bd7-b0a7-5d528f6e0ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:34.218998 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e76fdcd8-dc54-4f9c-9a01-3ea9a0fe93d2 req-1f463acf-bc5a-4cdf-8789-3b42a1da9286 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=63f1a5f4-821a-4880-a72f-3ff97c1426e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160202 Sep 24 16:03:34.281881 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-aff2522c-38d7-47d5-89cb-17da26736e79 admin admin] Allocated IP 172.25.0.110 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/11af42af-d3bf-42b2-be41-e386796bf779) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:03:34.316385 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-487e7b26-e2c3-4bd7-b0a7-5d528f6e0ade None None] For port 209705bc-604d-469b-9a35-6c3e1a2f99f1, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:03:34.331776 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-487e7b26-e2c3-4bd7-b0a7-5d528f6e0ade None None] For port 209705bc-604d-469b-9a35-6c3e1a2f99f1, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=209705bc-604d-469b-9a35-6c3e1a2f99f1,segment=NetworkSegment(2092c0c1-8505-4766-a7ca-113875fab965),segment_id=2092c0c1-8505-4766-a7ca-113875fab965)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:03:34.499342 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-aff2522c-38d7-47d5-89cb-17da26736e79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:34.606535 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:34.658620 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-487e7b26-e2c3-4bd7-b0a7-5d528f6e0ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:34.675569 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-aff2522c-38d7-47d5-89cb-17da26736e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:34.728116 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff2522c-38d7-47d5-89cb-17da26736e79 admin admin] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:03:34.730048 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-aff2522c-38d7-47d5-89cb-17da26736e79 admin admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:03:34.732969 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff2522c-38d7-47d5-89cb-17da26736e79 admin admin] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:03:34.774482 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487e7b26-e2c3-4bd7-b0a7-5d528f6e0ade None None] Pushing event updated for resources: {'Port': ['ID=209705bc-604d-469b-9a35-6c3e1a2f99f1,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:03:34.959786 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff2522c-38d7-47d5-89cb-17da26736e79 admin admin] Pushing event updated for resources: {'Port': ['ID=11af42af-d3bf-42b2-be41-e386796bf779,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:03:35.338402 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:35.679577 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 209705bc-604d-469b-9a35-6c3e1a2f99f1 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:03:35.719324 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72343e07-f365-4ae0-b2a5-b9f9c80b65c1 req-a9e9b373-d25a-4170-9181-2ae4efa7b179 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:03:35.741668 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-72343e07-f365-4ae0-b2a5-b9f9c80b65c1 req-a9e9b373-d25a-4170-9181-2ae4efa7b179 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 944 time: 0.3134599 Sep 24 16:03:35.848836 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-72343e07-f365-4ae0-b2a5-b9f9c80b65c1 req-3f3dffcc-72bd-45a6-a430-528b12071df4 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=63f1a5f4-821a-4880-a72f-3ff97c1426e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062076 Sep 24 16:03:35.856046 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 209705bc-604d-469b-9a35-6c3e1a2f99f1 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:03:35.856338 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:35.943227 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-aff2522c-38d7-47d5-89cb-17da26736e79 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:36.063030 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:36.196368 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port 209705bc-604d-469b-9a35-6c3e1a2f99f1, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=209705bc-604d-469b-9a35-6c3e1a2f99f1,segment=NetworkSegment(2092c0c1-8505-4766-a7ca-113875fab965),segment_id=2092c0c1-8505-4766-a7ca-113875fab965)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:03:36.258829 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:36.372626 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=209705bc-604d-469b-9a35-6c3e1a2f99f1,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:03:36.426593 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-aff2522c-38d7-47d5-89cb-17da26736e79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:36.507108 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3408bc-d93e-46fe-b873-9849ca0ebece req-c2184cde-8bd4-40b8-96b6-26b3a8540805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:03:36.508932 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8f3408bc-d93e-46fe-b873-9849ca0ebece req-c2184cde-8bd4-40b8-96b6-26b3a8540805 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=47adefb7ca614d33b7bb1493dd2de83a&device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 1095 time: 0.5625205 Sep 24 16:03:36.529001 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f796631-7826-42ee-a276-13265df68d8c None None] Network 6dfcf71b-a430-45da-8447-3d600e4a0e09 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:03:36.725175 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-9cadcf9f-cd7c-4a04-ad66-43fcbdaf4aee None None] Provisioning complete for port 209705bc-604d-469b-9a35-6c3e1a2f99f1 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:03:36.727009 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9cadcf9f-cd7c-4a04-ad66-43fcbdaf4aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:36.810627 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3408bc-d93e-46fe-b873-9849ca0ebece req-90152c2a-3970-46cc-b55b-eb262686047c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:03:36.812290 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8f3408bc-d93e-46fe-b873-9849ca0ebece req-90152c2a-3970-46cc-b55b-eb262686047c service neutron] 10.222.0.108 "GET /v2.0/networks?id=e683698e-96d3-4f25-bed4-4200552ea2ef HTTP/1.1" status: 200 len: 919 time: 0.1891947 Sep 24 16:03:36.911530 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8f3408bc-d93e-46fe-b873-9849ca0ebece req-1dc30995-ecea-481a-9c57-887c5af60e42 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ef5e03b-50cc-4464-9575-ac61fd0258d4 HTTP/1.1" status: 200 len: 999 time: 0.0809169 Sep 24 16:03:37.048060 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3408bc-d93e-46fe-b873-9849ca0ebece req-9429ce8f-0b3c-42c5-b1a6-340e99b23d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:03:37.054517 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8f3408bc-d93e-46fe-b873-9849ca0ebece req-9429ce8f-0b3c-42c5-b1a6-340e99b23d61 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=04b7f077-c013-4647-8fb9-7721770c2649 HTTP/1.1" status: 200 len: 856 time: 0.1323743 Sep 24 16:03:37.234586 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ed2f87-bc3e-4aab-acb4-5ce884e90a62 req-8535469a-d610-4778-9d02-22d99db81cf5 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:03:37.236711 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-00ed2f87-bc3e-4aab-acb4-5ce884e90a62 req-8535469a-d610-4778-9d02-22d99db81cf5 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 944 time: 0.1807988 Sep 24 16:03:37.279565 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3408bc-d93e-46fe-b873-9849ca0ebece req-224733f2-8554-4e2d-9566-1b372e413d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:03:37.281724 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8f3408bc-d93e-46fe-b873-9849ca0ebece req-224733f2-8554-4e2d-9566-1b372e413d97 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=e683698e-96d3-4f25-bed4-4200552ea2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1570280 Sep 24 16:03:37.328287 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-00ed2f87-bc3e-4aab-acb4-5ce884e90a62 req-b5f1d8ee-8623-4d41-8b42-4624f93e10a7 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=63f1a5f4-821a-4880-a72f-3ff97c1426e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723171 Sep 24 16:03:37.403938 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aff2522c-38d7-47d5-89cb-17da26736e79 admin admin] Router 763988f6-c66b-4004-b34e-7fe2818f6177 is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 16:03:37.406705 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:37.614814 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 209705bc-604d-469b-9a35-6c3e1a2f99f1 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:03:37.643008 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff2522c-38d7-47d5-89cb-17da26736e79 admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:03:37.692182 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8f3408bc-d93e-46fe-b873-9849ca0ebece req-72469d00-a03d-4ee4-8c83-87ff042cd2bc service neutron] 10.222.0.108 "GET /v2.0/networks/e683698e-96d3-4f25-bed4-4200552ea2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3624926 Sep 24 16:03:37.741380 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d6f2cf-0706-42ad-a7d0-04dff711e408 None None] Sync routers for ids ['763988f6-c66b-4004-b34e-7fe2818f6177'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:03:37.744068 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-aff2522c-38d7-47d5-89cb-17da26736e79 admin admin] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:37.749830 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 57928) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:03:37.760976 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-aff2522c-38d7-47d5-89cb-17da26736e79 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.7430389 Sep 24 16:03:37.826745 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d6f2cf-0706-42ad-a7d0-04dff711e408 None None] Routers {'763988f6-c66b-4004-b34e-7fe2818f6177'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:03:37.827723 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-78d6f2cf-0706-42ad-a7d0-04dff711e408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:03:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['763988f6-c66b-4004-b34e-7fe2818f6177'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:03:37.911144 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-d5610f44-7086-4117-b887-1a7309cd805b None None] Provisioning complete for port 209705bc-604d-469b-9a35-6c3e1a2f99f1 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:03:37.911857 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d5610f44-7086-4117-b887-1a7309cd805b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:38.005525 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 209705bc-604d-469b-9a35-6c3e1a2f99f1 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:03:38.005905 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:38.023358 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8f3408bc-d93e-46fe-b873-9849ca0ebece req-f623f985-8689-462c-afff-b431b01d3f09 service neutron] 10.222.0.108 "GET /v2.0/networks/e683698e-96d3-4f25-bed4-4200552ea2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908592 Sep 24 16:03:38.217377 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-78d6f2cf-0706-42ad-a7d0-04dff711e408 None None] Set router 763988f6-c66b-4004-b34e-7fe2818f6177 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:03:38.665717 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-78d6f2cf-0706-42ad-a7d0-04dff711e408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763988f6-c66b-4004-b34e-7fe2818f6177', 'name': 'tempest-TestVolumeBootPattern-618431425-router', 'tenant_id': 'ad0a95e7731d4c36b80c295f85c49988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '11af42af-d3bf-42b2-be41-e386796bf779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:03:33Z', 'updated_at': '2021-09-24T16:03:34Z', 'revision_number': 3, 'project_id': 'ad0a95e7731d4c36b80c295f85c49988', 'gw_port': {'id': '11af42af-d3bf-42b2-be41-e386796bf779', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:10:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763988f6-c66b-4004-b34e-7fe2818f6177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:03:33Z', 'updated_at': '2021-09-24T16:03:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:03:38.697992 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d6f2cf-0706-42ad-a7d0-04dff711e408 None None] Checking router: 763988f6-c66b-4004-b34e-7fe2818f6177 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:03:38.698539 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d6f2cf-0706-42ad-a7d0-04dff711e408 None None] Updating router 763988f6-c66b-4004-b34e-7fe2818f6177 port 11af42af-d3bf-42b2-be41-e386796bf779 binding host n-d-808921-1 {{(pid=95299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 16:03:38.739782 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-78d6f2cf-0706-42ad-a7d0-04dff711e408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:38.819778 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4353a91d-7b5b-4f39-830a-c23df61e9ef0 req-77fefd85-ff72-4bb9-9627-75cdb1da837d tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:03:38.821601 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4353a91d-7b5b-4f39-830a-c23df61e9ef0 req-77fefd85-ff72-4bb9-9627-75cdb1da837d tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 944 time: 0.1075330 Sep 24 16:03:38.922456 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4353a91d-7b5b-4f39-830a-c23df61e9ef0 req-a4d1e104-aec3-47a6-812a-86bbafdf59cd tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=63f1a5f4-821a-4880-a72f-3ff97c1426e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839703 Sep 24 16:03:39.022253 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d57e7f24-1795-4878-96f0-f0f2361d4c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:39.076061 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-78d6f2cf-0706-42ad-a7d0-04dff711e408 None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:39.077870 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:39.161568 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-78d6f2cf-0706-42ad-a7d0-04dff711e408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:39.244884 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-78d6f2cf-0706-42ad-a7d0-04dff711e408 None None] Attempting to bind port 11af42af-d3bf-42b2-be41-e386796bf779 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:03:39.245259 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-78d6f2cf-0706-42ad-a7d0-04dff711e408 None None] Attempting to bind port 11af42af-d3bf-42b2-be41-e386796bf779 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:03:39.245630 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d6f2cf-0706-42ad-a7d0-04dff711e408 None None] Attempting to bind port 11af42af-d3bf-42b2-be41-e386796bf779 on network e6a2de20-1ea0-43e5-88e0-982d19e317d5 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:03:39.257605 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861d0ba2-0d7b-498d-a363-d36fdb02feac None None] Pushing event updated for resources: {'Port': ['ID=11af42af-d3bf-42b2-be41-e386796bf779,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:03:39.258675 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-d57e7f24-1795-4878-96f0-f0f2361d4c4c admin admin] Allocated IP 172.20.0.1 (6dfcf71b-a430-45da-8447-3d600e4a0e09/a684d0b1-d9da-4f1a-86e3-ebaba7395986/24281351-83be-49b0-8a78-a58246aa4c02) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:03:39.260272 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d6f2cf-0706-42ad-a7d0-04dff711e408 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:03:39.261116 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d6f2cf-0706-42ad-a7d0-04dff711e408 None None] Checking segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:03:39.261554 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-78d6f2cf-0706-42ad-a7d0-04dff711e408 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:39.261931 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d6f2cf-0706-42ad-a7d0-04dff711e408 None None] Bound using segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:03:39.262422 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-78d6f2cf-0706-42ad-a7d0-04dff711e408 None None] Bound port: 11af42af-d3bf-42b2-be41-e386796bf779, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:03:39.262945 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-78d6f2cf-0706-42ad-a7d0-04dff711e408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:39.323404 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-78d6f2cf-0706-42ad-a7d0-04dff711e408 None None] For port 11af42af-d3bf-42b2-be41-e386796bf779, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:03:39.326897 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-78d6f2cf-0706-42ad-a7d0-04dff711e408 None None] For port 11af42af-d3bf-42b2-be41-e386796bf779, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=11af42af-d3bf-42b2-be41-e386796bf779,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:03:39.387021 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d57e7f24-1795-4878-96f0-f0f2361d4c4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:39.395074 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-78d6f2cf-0706-42ad-a7d0-04dff711e408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:39.466052 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d6f2cf-0706-42ad-a7d0-04dff711e408 None None] Routers {'763988f6-c66b-4004-b34e-7fe2818f6177'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:03:39.466815 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-78d6f2cf-0706-42ad-a7d0-04dff711e408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:03:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['763988f6-c66b-4004-b34e-7fe2818f6177'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:03:39.485397 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d57e7f24-1795-4878-96f0-f0f2361d4c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:39.515567 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861d0ba2-0d7b-498d-a363-d36fdb02feac None None] Pushing event updated for resources: {'Port': ['ID=11af42af-d3bf-42b2-be41-e386796bf779,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:03:39.536065 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57e7f24-1795-4878-96f0-f0f2361d4c4c admin admin] Network 6dfcf71b-a430-45da-8447-3d600e4a0e09 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:03:39.541780 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-d57e7f24-1795-4878-96f0-f0f2361d4c4c admin admin] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:03:39.548872 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57e7f24-1795-4878-96f0-f0f2361d4c4c admin admin] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:03:39.552455 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57e7f24-1795-4878-96f0-f0f2361d4c4c admin admin] Pushing event updated for resources: {'Port': ['ID=24281351-83be-49b0-8a78-a58246aa4c02,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:03:39.605935 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d57e7f24-1795-4878-96f0-f0f2361d4c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:39.612733 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-78d6f2cf-0706-42ad-a7d0-04dff711e408 None None] Set router 763988f6-c66b-4004-b34e-7fe2818f6177 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:03:39.840527 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d57e7f24-1795-4878-96f0-f0f2361d4c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:39.894978 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-bcefae85-7920-4bd2-8a23-c55efe67c9fd None None] Provisioning complete for port 24281351-83be-49b0-8a78-a58246aa4c02 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:03:39.895663 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-bcefae85-7920-4bd2-8a23-c55efe67c9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:40.112189 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-bcefae85-7920-4bd2-8a23-c55efe67c9fd None None] Port 24281351-83be-49b0-8a78-a58246aa4c02 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:03:40.115343 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d57e7f24-1795-4878-96f0-f0f2361d4c4c admin admin] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:40.122796 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7621b7-993b-45ea-85bd-18ff3d37f753 req-52e5c92d-6678-4c74-8cfb-560167a08824 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:03:40.124535 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6a7621b7-993b-45ea-85bd-18ff3d37f753 req-52e5c92d-6678-4c74-8cfb-560167a08824 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 944 time: 0.0780914 Sep 24 16:03:40.133993 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-78d6f2cf-0706-42ad-a7d0-04dff711e408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763988f6-c66b-4004-b34e-7fe2818f6177', 'name': 'tempest-TestVolumeBootPattern-618431425-router', 'tenant_id': 'ad0a95e7731d4c36b80c295f85c49988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '11af42af-d3bf-42b2-be41-e386796bf779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:03:33Z', 'updated_at': '2021-09-24T16:03:34Z', 'revision_number': 3, 'project_id': 'ad0a95e7731d4c36b80c295f85c49988', 'gw_port': {'id': '11af42af-d3bf-42b2-be41-e386796bf779', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:10:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763988f6-c66b-4004-b34e-7fe2818f6177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:03:33Z', 'updated_at': '2021-09-24T16:03:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:03:40.175361 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d6f2cf-0706-42ad-a7d0-04dff711e408 None None] The sync data for ids ['763988f6-c66b-4004-b34e-7fe2818f6177'] in n-d-808921-1 is: [{'id': '763988f6-c66b-4004-b34e-7fe2818f6177', 'name': 'tempest-TestVolumeBootPattern-618431425-router', 'tenant_id': 'ad0a95e7731d4c36b80c295f85c49988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '11af42af-d3bf-42b2-be41-e386796bf779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:03:33Z', 'updated_at': '2021-09-24T16:03:34Z', 'revision_number': 3, 'project_id': 'ad0a95e7731d4c36b80c295f85c49988', 'gw_port': {'id': '11af42af-d3bf-42b2-be41-e386796bf779', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:10:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763988f6-c66b-4004-b34e-7fe2818f6177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:03:33Z', 'updated_at': '2021-09-24T16:03:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:03:40.183289 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d57e7f24-1795-4878-96f0-f0f2361d4c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:40.202209 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6a7621b7-993b-45ea-85bd-18ff3d37f753 req-1a9d68de-6fea-4ac5-bf68-48f80de78c3e tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=63f1a5f4-821a-4880-a72f-3ff97c1426e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692422 Sep 24 16:03:40.303777 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57e7f24-1795-4878-96f0-f0f2361d4c4c admin admin] Pushing event updated for resources: {'Port': ['ID=24281351-83be-49b0-8a78-a58246aa4c02,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:03:40.306778 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d57e7f24-1795-4878-96f0-f0f2361d4c4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:40.412957 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57e7f24-1795-4878-96f0-f0f2361d4c4c admin admin] Network 6dfcf71b-a430-45da-8447-3d600e4a0e09 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:03:40.415030 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-d57e7f24-1795-4878-96f0-f0f2361d4c4c admin admin] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:03:40.608380 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d57e7f24-1795-4878-96f0-f0f2361d4c4c admin admin] Router 763988f6-c66b-4004-b34e-7fe2818f6177 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:03:40.801960 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d57e7f24-1795-4878-96f0-f0f2361d4c4c admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:03:40.832439 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-d57e7f24-1795-4878-96f0-f0f2361d4c4c admin admin] 10.222.0.101 "PUT /v2.0/routers/763988f6-c66b-4004-b34e-7fe2818f6177/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0803072 Sep 24 16:03:40.866841 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-6f7afd1e-32e5-488c-b7dc-5ac9c460d07f None None] Provisioning complete for port 24281351-83be-49b0-8a78-a58246aa4c02 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:03:40.866841 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6f7afd1e-32e5-488c-b7dc-5ac9c460d07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:40.931906 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:40.940468 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-6f7afd1e-32e5-488c-b7dc-5ac9c460d07f None None] Port 24281351-83be-49b0-8a78-a58246aa4c02 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:03:41.499169 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f875a1-45d7-4b83-93ac-87715756df56 req-79cb5423-9d8c-4ce4-83a1-4371aed3b4e0 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:03:41.502228 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-40f875a1-45d7-4b83-93ac-87715756df56 req-79cb5423-9d8c-4ce4-83a1-4371aed3b4e0 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 944 time: 0.1029618 Sep 24 16:03:41.575258 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-40f875a1-45d7-4b83-93ac-87715756df56 req-b0d3ff8f-4761-495f-8d05-357bebf696bf tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=63f1a5f4-821a-4880-a72f-3ff97c1426e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603352 Sep 24 16:03:41.595159 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 11af42af-d3bf-42b2-be41-e386796bf779 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:03:41.658489 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 11af42af-d3bf-42b2-be41-e386796bf779 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:03:41.658869 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:41.747335 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:41.762316 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 57982) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:03:41.769563 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port 11af42af-d3bf-42b2-be41-e386796bf779, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=11af42af-d3bf-42b2-be41-e386796bf779,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:03:41.769862 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-a32e066c-16e7-4ac1-b4fd-b82f8003932e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1723311897-network', 'tenant_id': '3b3353502c234f78a114bdaa853f000d'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:03:41.862204 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:41.884862 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a32e066c-16e7-4ac1-b4fd-b82f8003932e admin admin] Made reservation on behalf of 3b3353502c234f78a114bdaa853f000d for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:03:41.887704 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a32e066c-16e7-4ac1-b4fd-b82f8003932e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:41.898601 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a32e066c-16e7-4ac1-b4fd-b82f8003932e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:41.919460 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=11af42af-d3bf-42b2-be41-e386796bf779,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:03:42.010934 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a32e066c-16e7-4ac1-b4fd-b82f8003932e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:42.091853 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a32e066c-16e7-4ac1-b4fd-b82f8003932e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:42.126231 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a32e066c-16e7-4ac1-b4fd-b82f8003932e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1292} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 16:03:42.135255 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32e066c-16e7-4ac1-b4fd-b82f8003932e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4685391-7a11-4d34-a282-c31b38c84114,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:03:42.143381 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a32e066c-16e7-4ac1-b4fd-b82f8003932e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:42.143825 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-a32e066c-16e7-4ac1-b4fd-b82f8003932e admin admin] Added segment 0a0476ef-a59d-45ab-af29-dda765f1ffba of type vlan for network 05305c78-0fe9-4020-ae6f-8d1a26fd3c89 Sep 24 16:03:42.193281 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a32e066c-16e7-4ac1-b4fd-b82f8003932e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:42.303955 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a32e066c-16e7-4ac1-b4fd-b82f8003932e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:42.305142 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32e066c-16e7-4ac1-b4fd-b82f8003932e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:03:42.305906 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a32e066c-16e7-4ac1-b4fd-b82f8003932e admin admin] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:42.371199 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32e066c-16e7-4ac1-b4fd-b82f8003932e admin admin] Pushing event updated for resources: {'Network': ['ID=05305c78-0fe9-4020-ae6f-8d1a26fd3c89,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:03:42.381611 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 05305c78-0fe9-4020-ae6f-8d1a26fd3c89 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 16:03:42.384385 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-a32e066c-16e7-4ac1-b4fd-b82f8003932e admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6206293 Sep 24 16:03:42.387502 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 57990) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:03:42.392729 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-ae77925c-3a64-4f0a-b3a4-a29fcbacc17f admin admin] Request body: {'subnet': {'network_id': '05305c78-0fe9-4020-ae6f-8d1a26fd3c89', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1723311897-subnet', 'tenant_id': '3b3353502c234f78a114bdaa853f000d', 'ip_version': 4}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:03:42.406931 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18365c6d-38ad-4631-9951-3129b662b147 None None] Sync routers for ids ['763988f6-c66b-4004-b34e-7fe2818f6177'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:03:42.423227 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18365c6d-38ad-4631-9951-3129b662b147 None None] Routers {'763988f6-c66b-4004-b34e-7fe2818f6177'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:03:42.423925 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-18365c6d-38ad-4631-9951-3129b662b147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:03:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['763988f6-c66b-4004-b34e-7fe2818f6177'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:03:42.514981 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae77925c-3a64-4f0a-b3a4-a29fcbacc17f admin admin] Made reservation on behalf of 3b3353502c234f78a114bdaa853f000d for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:03:42.517740 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ae77925c-3a64-4f0a-b3a4-a29fcbacc17f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:42.577986 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-18365c6d-38ad-4631-9951-3129b662b147 None None] Set router 763988f6-c66b-4004-b34e-7fe2818f6177 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:03:42.742095 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f1bcfb-d93f-4b6f-8c14-84b809b30520 req-03329a01-e996-4a3f-b82e-81846b03823b tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:03:42.762420 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-13f1bcfb-d93f-4b6f-8c14-84b809b30520 req-03329a01-e996-4a3f-b82e-81846b03823b tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 944 time: 0.0760312 Sep 24 16:03:42.806450 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-13f1bcfb-d93f-4b6f-8c14-84b809b30520 req-b70adfcb-a68e-4fac-b5bf-16df901241a3 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=63f1a5f4-821a-4880-a72f-3ff97c1426e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406988 Sep 24 16:03:42.831592 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ae77925c-3a64-4f0a-b3a4-a29fcbacc17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:42.862013 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-18365c6d-38ad-4631-9951-3129b662b147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763988f6-c66b-4004-b34e-7fe2818f6177', 'name': 'tempest-TestVolumeBootPattern-618431425-router', 'tenant_id': 'ad0a95e7731d4c36b80c295f85c49988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '11af42af-d3bf-42b2-be41-e386796bf779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:03:33Z', 'updated_at': '2021-09-24T16:03:39Z', 'revision_number': 4, 'project_id': 'ad0a95e7731d4c36b80c295f85c49988', 'gw_port': {'id': '11af42af-d3bf-42b2-be41-e386796bf779', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:10:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763988f6-c66b-4004-b34e-7fe2818f6177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:03:33Z', 'updated_at': '2021-09-24T16:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '24281351-83be-49b0-8a78-a58246aa4c02', 'name': '', 'network_id': '6dfcf71b-a430-45da-8447-3d600e4a0e09', 'tenant_id': 'ad0a95e7731d4c36b80c295f85c49988', 'mac_address': 'fa:16:3e:2d:4e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763988f6-c66b-4004-b34e-7fe2818f6177', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'a684d0b1-d9da-4f1a-86e3-ebaba7395986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:03:39Z', 'updated_at': '2021-09-24T16:03:39Z', 'revision_number': 2, 'project_id': 'ad0a95e7731d4c36b80c295f85c49988', 'subnets': [{'id': 'a684d0b1-d9da-4f1a-86e3-ebaba7395986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:03:42.890646 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18365c6d-38ad-4631-9951-3129b662b147 None None] Checking router: 763988f6-c66b-4004-b34e-7fe2818f6177 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:03:42.891029 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18365c6d-38ad-4631-9951-3129b662b147 None None] Updating router 763988f6-c66b-4004-b34e-7fe2818f6177 port 24281351-83be-49b0-8a78-a58246aa4c02 binding host n-d-808921-1 {{(pid=95300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 16:03:42.901381 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2d5503-4810-463a-9fdc-91da812cef18 req-272f9e8b-e40b-4006-82e3-8b66aeb86968 tempest-VolumesBackupsTest-565115610 tempest-VolumesBackupsTest-565115610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:03:42.903411 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fa2d5503-4810-463a-9fdc-91da812cef18 req-272f9e8b-e40b-4006-82e3-8b66aeb86968 tempest-VolumesBackupsTest-565115610 tempest-VolumesBackupsTest-565115610-project] 10.222.0.101 "GET /v2.0/ports?device_id=410c309f-f0c5-4cb6-95ef-7a3f444b19a2 HTTP/1.1" status: 200 len: 950 time: 0.1068716 Sep 24 16:03:42.919958 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-18365c6d-38ad-4631-9951-3129b662b147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:42.936737 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae77925c-3a64-4f0a-b3a4-a29fcbacc17f admin admin] Pushing event updated for resources: {'Subnet': ['ID=50b98aa4-94ee-49c2-a7c9-af8356037789,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:03:42.945369 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae77925c-3a64-4f0a-b3a4-a29fcbacc17f admin admin] Checking segment: {'id': '0a0476ef-a59d-45ab-af29-dda765f1ffba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '05305c78-0fe9-4020-ae6f-8d1a26fd3c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:03:42.945811 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae77925c-3a64-4f0a-b3a4-a29fcbacc17f admin admin] Network hostable DHCP agents. Network: 05305c78-0fe9-4020-ae6f-8d1a26fd3c89, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 16:03:42.971666 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fa2d5503-4810-463a-9fdc-91da812cef18 req-992ea0a0-5d4b-4fee-a4fa-92cfe4f76c35 tempest-VolumesBackupsTest-565115610 tempest-VolumesBackupsTest-565115610-project] 10.222.0.101 "GET /v2.0/security-groups?id=0cb7fc8c-d5f4-4b09-9d2b-ec9870122d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570157 Sep 24 16:03:43.040621 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae77925c-3a64-4f0a-b3a4-a29fcbacc17f admin admin] Network 05305c78-0fe9-4020-ae6f-8d1a26fd3c89 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 16:03:43.125170 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-ae77925c-3a64-4f0a-b3a4-a29fcbacc17f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 05305c78-0fe9-4020-ae6f-8d1a26fd3c89) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:03:43.134696 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae77925c-3a64-4f0a-b3a4-a29fcbacc17f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:03:43.134696 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ae77925c-3a64-4f0a-b3a4-a29fcbacc17f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:43.138893 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca70150-2ab6-46f1-9dd5-3663447a9d86 None None] Network 05305c78-0fe9-4020-ae6f-8d1a26fd3c89 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:03:43.194568 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-18365c6d-38ad-4631-9951-3129b662b147 None None] Notify callbacks [] for port, precommit_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:43.220785 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 58002) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:03:43.222384 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-ae77925c-3a64-4f0a-b3a4-a29fcbacc17f admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8334503 Sep 24 16:03:43.226012 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-2c2bed10-7477-4101-adf0-2656d3520cb2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1723311897-router', 'tenant_id': '3b3353502c234f78a114bdaa853f000d', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:03:43.295184 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db35192-8fa4-414d-87c4-c8093df3b06d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-05305c78-0fe9-4020-ae6f-8d1a26fd3c89', 'network_id': '05305c78-0fe9-4020-ae6f-8d1a26fd3c89', 'tenant_id': '3b3353502c234f78a114bdaa853f000d', 'fixed_ips': [{'subnet_id': '50b98aa4-94ee-49c2-a7c9-af8356037789'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 16:03:43.296012 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4db35192-8fa4-414d-87c4-c8093df3b06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:43.343175 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-18365c6d-38ad-4631-9951-3129b662b147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:43.361418 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2c2bed10-7477-4101-adf0-2656d3520cb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:43.363099 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2c2bed10-7477-4101-adf0-2656d3520cb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:43.401021 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23c9149-f49c-47c2-8dd7-5746f72cef02 None None] Pushing event updated for resources: {'Port': ['ID=24281351-83be-49b0-8a78-a58246aa4c02,revision_number=3']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:03:43.429513 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23c9149-f49c-47c2-8dd7-5746f72cef02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:03:43.430078 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23c9149-f49c-47c2-8dd7-5746f72cef02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:03:43.430173 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23c9149-f49c-47c2-8dd7-5746f72cef02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:03:43.430527 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23c9149-f49c-47c2-8dd7-5746f72cef02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:03:43.430858 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23c9149-f49c-47c2-8dd7-5746f72cef02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:03:43.431179 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23c9149-f49c-47c2-8dd7-5746f72cef02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:03:43.431790 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23c9149-f49c-47c2-8dd7-5746f72cef02 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:03:43.432308 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23c9149-f49c-47c2-8dd7-5746f72cef02 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:03:43.432637 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23c9149-f49c-47c2-8dd7-5746f72cef02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:03:43.432958 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23c9149-f49c-47c2-8dd7-5746f72cef02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:03:43.433285 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23c9149-f49c-47c2-8dd7-5746f72cef02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:03:43.433599 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f23c9149-f49c-47c2-8dd7-5746f72cef02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:03:43.466120 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2c2bed10-7477-4101-adf0-2656d3520cb2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:43.476466 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-18365c6d-38ad-4631-9951-3129b662b147 None None] Attempting to bind port 24281351-83be-49b0-8a78-a58246aa4c02 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:03:43.476937 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-18365c6d-38ad-4631-9951-3129b662b147 None None] Attempting to bind port 24281351-83be-49b0-8a78-a58246aa4c02 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '2092c0c1-8505-4766-a7ca-113875fab965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '6dfcf71b-a430-45da-8447-3d600e4a0e09'}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:03:43.477481 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18365c6d-38ad-4631-9951-3129b662b147 None None] Attempting to bind port 24281351-83be-49b0-8a78-a58246aa4c02 on network 6dfcf71b-a430-45da-8447-3d600e4a0e09 {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:03:43.483603 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18365c6d-38ad-4631-9951-3129b662b147 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:03:43.484104 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18365c6d-38ad-4631-9951-3129b662b147 None None] Checking segment: {'id': '2092c0c1-8505-4766-a7ca-113875fab965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '6dfcf71b-a430-45da-8447-3d600e4a0e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:03:43.484610 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-18365c6d-38ad-4631-9951-3129b662b147 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:43.485118 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18365c6d-38ad-4631-9951-3129b662b147 None None] Bound using segment: {'id': '2092c0c1-8505-4766-a7ca-113875fab965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '6dfcf71b-a430-45da-8447-3d600e4a0e09'} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:03:43.485813 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-18365c6d-38ad-4631-9951-3129b662b147 None None] Bound port: 24281351-83be-49b0-8a78-a58246aa4c02, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2092c0c1-8505-4766-a7ca-113875fab965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '6dfcf71b-a430-45da-8447-3d600e4a0e09'}}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:03:43.486422 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-18365c6d-38ad-4631-9951-3129b662b147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:43.498606 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-4db35192-8fa4-414d-87c4-c8093df3b06d None None] Allocated IP 172.20.0.2 (05305c78-0fe9-4020-ae6f-8d1a26fd3c89/50b98aa4-94ee-49c2-a7c9-af8356037789/c48c04d6-74a4-42ae-91fe-42f64f137e3b) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:03:43.562874 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 11af42af-d3bf-42b2-be41-e386796bf779 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:03:43.578717 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-18365c6d-38ad-4631-9951-3129b662b147 None None] For port 24281351-83be-49b0-8a78-a58246aa4c02, host n-d-808921-1, cleared binding levels {{(pid=95300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:03:43.582209 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-18365c6d-38ad-4631-9951-3129b662b147 None None] For port 24281351-83be-49b0-8a78-a58246aa4c02, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=24281351-83be-49b0-8a78-a58246aa4c02,segment=NetworkSegment(2092c0c1-8505-4766-a7ca-113875fab965),segment_id=2092c0c1-8505-4766-a7ca-113875fab965)] {{(pid=95300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:03:43.669968 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-18365c6d-38ad-4631-9951-3129b662b147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:43.697464 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 11af42af-d3bf-42b2-be41-e386796bf779 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:03:43.698109 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:43.708747 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-93033300-ee39-4bae-be71-4ca6685d64ff req-6832cc94-29d4-4363-94b8-6a1337fda80b service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=190da033-9905-44de-9653-e0394c77ffcf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0877087 Sep 24 16:03:43.747418 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2c2bed10-7477-4101-adf0-2656d3520cb2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:43.773800 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23c9149-f49c-47c2-8dd7-5746f72cef02 None None] Pushing event updated for resources: {'Port': ['ID=24281351-83be-49b0-8a78-a58246aa4c02,revision_number=4']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:03:43.798230 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18365c6d-38ad-4631-9951-3129b662b147 None None] Routers {'763988f6-c66b-4004-b34e-7fe2818f6177'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:03:43.799374 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-18365c6d-38ad-4631-9951-3129b662b147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:03:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['763988f6-c66b-4004-b34e-7fe2818f6177'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:03:43.836767 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7e2aacd5-6fe6-481f-818e-134a550c1954 None None] Provisioning complete for port 24281351-83be-49b0-8a78-a58246aa4c02 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:03:43.837140 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7e2aacd5-6fe6-481f-818e-134a550c1954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:43.859930 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93033300-ee39-4bae-be71-4ca6685d64ff req-2b91cc0b-3a96-481a-a02c-5a59f99dd37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:03:43.861450 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-93033300-ee39-4bae-be71-4ca6685d64ff req-2b91cc0b-3a96-481a-a02c-5a59f99dd37e service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1098ec07f5944ca3aa2ef8c2402dd6cb&device_id=190da033-9905-44de-9653-e0394c77ffcf HTTP/1.1" status: 200 len: 1097 time: 0.0999713 Sep 24 16:03:43.883183 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4db35192-8fa4-414d-87c4-c8093df3b06d None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:44.017231 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4db35192-8fa4-414d-87c4-c8093df3b06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:44.017503 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-18365c6d-38ad-4631-9951-3129b662b147 None None] Set router 763988f6-c66b-4004-b34e-7fe2818f6177 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:03:44.104864 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93033300-ee39-4bae-be71-4ca6685d64ff req-01b38209-d1de-48ce-b259-8c0e3ca28bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:03:44.113178 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-93033300-ee39-4bae-be71-4ca6685d64ff req-01b38209-d1de-48ce-b259-8c0e3ca28bcd service neutron] 10.222.0.110 "GET /v2.0/networks?id=91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8 HTTP/1.1" status: 200 len: 911 time: 0.2264104 Sep 24 16:03:44.116015 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db35192-8fa4-414d-87c4-c8093df3b06d None None] Network 05305c78-0fe9-4020-ae6f-8d1a26fd3c89 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:03:44.125544 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-4db35192-8fa4-414d-87c4-c8093df3b06d None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:03:44.133566 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db35192-8fa4-414d-87c4-c8093df3b06d None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:03:44.135814 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7e2aacd5-6fe6-481f-818e-134a550c1954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:44.184264 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7e2aacd5-6fe6-481f-818e-134a550c1954 None None] For port 24281351-83be-49b0-8a78-a58246aa4c02, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=24281351-83be-49b0-8a78-a58246aa4c02,segment=NetworkSegment(2092c0c1-8505-4766-a7ca-113875fab965),segment_id=2092c0c1-8505-4766-a7ca-113875fab965)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:03:44.261480 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db35192-8fa4-414d-87c4-c8093df3b06d None None] Pushing event updated for resources: {'Port': ['ID=c48c04d6-74a4-42ae-91fe-42f64f137e3b,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:03:44.293077 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44df2061-4b4c-44c6-be21-3491716c5091 req-acccf841-e828-4bce-8489-947b65bc807e tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:03:44.301890 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-4db35192-8fa4-414d-87c4-c8093df3b06d None None] Attempting to bind port c48c04d6-74a4-42ae-91fe-42f64f137e3b on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:03:44.303629 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-4db35192-8fa4-414d-87c4-c8093df3b06d None None] Attempting to bind port c48c04d6-74a4-42ae-91fe-42f64f137e3b by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '0a0476ef-a59d-45ab-af29-dda765f1ffba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '05305c78-0fe9-4020-ae6f-8d1a26fd3c89'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:03:44.304211 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db35192-8fa4-414d-87c4-c8093df3b06d None None] Attempting to bind port c48c04d6-74a4-42ae-91fe-42f64f137e3b on network 05305c78-0fe9-4020-ae6f-8d1a26fd3c89 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:03:44.309389 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-44df2061-4b4c-44c6-be21-3491716c5091 req-acccf841-e828-4bce-8489-947b65bc807e tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 944 time: 0.1632717 Sep 24 16:03:44.310890 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db35192-8fa4-414d-87c4-c8093df3b06d None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:03:44.311452 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db35192-8fa4-414d-87c4-c8093df3b06d None None] Checking segment: {'id': '0a0476ef-a59d-45ab-af29-dda765f1ffba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '05305c78-0fe9-4020-ae6f-8d1a26fd3c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:03:44.312032 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4db35192-8fa4-414d-87c4-c8093df3b06d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:44.312644 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db35192-8fa4-414d-87c4-c8093df3b06d None None] Bound using segment: {'id': '0a0476ef-a59d-45ab-af29-dda765f1ffba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '05305c78-0fe9-4020-ae6f-8d1a26fd3c89'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:03:44.313287 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-4db35192-8fa4-414d-87c4-c8093df3b06d None None] Bound port: c48c04d6-74a4-42ae-91fe-42f64f137e3b, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a0476ef-a59d-45ab-af29-dda765f1ffba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '05305c78-0fe9-4020-ae6f-8d1a26fd3c89'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:03:44.314136 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4db35192-8fa4-414d-87c4-c8093df3b06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:44.316208 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7e2aacd5-6fe6-481f-818e-134a550c1954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:44.407852 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-93033300-ee39-4bae-be71-4ca6685d64ff req-13229759-8fe0-447e-b154-df48b979f098 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e853ffad-24a3-49d6-ab37-6bd92dc0dd54 HTTP/1.1" status: 200 len: 1002 time: 0.2852123 Sep 24 16:03:44.435466 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-18365c6d-38ad-4631-9951-3129b662b147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763988f6-c66b-4004-b34e-7fe2818f6177', 'name': 'tempest-TestVolumeBootPattern-618431425-router', 'tenant_id': 'ad0a95e7731d4c36b80c295f85c49988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '11af42af-d3bf-42b2-be41-e386796bf779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:03:33Z', 'updated_at': '2021-09-24T16:03:39Z', 'revision_number': 4, 'project_id': 'ad0a95e7731d4c36b80c295f85c49988', 'gw_port': {'id': '11af42af-d3bf-42b2-be41-e386796bf779', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:10:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763988f6-c66b-4004-b34e-7fe2818f6177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:03:33Z', 'updated_at': '2021-09-24T16:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '24281351-83be-49b0-8a78-a58246aa4c02', 'name': '', 'network_id': '6dfcf71b-a430-45da-8447-3d600e4a0e09', 'tenant_id': 'ad0a95e7731d4c36b80c295f85c49988', 'mac_address': 'fa:16:3e:2d:4e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763988f6-c66b-4004-b34e-7fe2818f6177', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'a684d0b1-d9da-4f1a-86e3-ebaba7395986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:03:39Z', 'updated_at': '2021-09-24T16:03:43Z', 'revision_number': 4, 'project_id': 'ad0a95e7731d4c36b80c295f85c49988', 'subnets': [{'id': 'a684d0b1-d9da-4f1a-86e3-ebaba7395986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:03:44.448589 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-4db35192-8fa4-414d-87c4-c8093df3b06d None None] For port c48c04d6-74a4-42ae-91fe-42f64f137e3b, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:03:44.465034 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-4db35192-8fa4-414d-87c4-c8093df3b06d None None] For port c48c04d6-74a4-42ae-91fe-42f64f137e3b, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=c48c04d6-74a4-42ae-91fe-42f64f137e3b,segment=NetworkSegment(0a0476ef-a59d-45ab-af29-dda765f1ffba),segment_id=0a0476ef-a59d-45ab-af29-dda765f1ffba)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:03:44.469379 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7650a5cb-6ca1-4f51-818e-cf11c7dce920 req-162ad60d-951d-418a-b50d-d8e79ad73fad tempest-VolumesBackupsTest-565115610 tempest-VolumesBackupsTest-565115610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:03:44.484966 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7650a5cb-6ca1-4f51-818e-cf11c7dce920 req-162ad60d-951d-418a-b50d-d8e79ad73fad tempest-VolumesBackupsTest-565115610 tempest-VolumesBackupsTest-565115610-project] 10.222.0.101 "GET /v2.0/ports?device_id=410c309f-f0c5-4cb6-95ef-7a3f444b19a2 HTTP/1.1" status: 200 len: 950 time: 0.2554042 Sep 24 16:03:44.492404 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-a8d5fe42-0b3b-406c-8ac7-f6033ff3aa1f None None] Provisioning complete for port 24281351-83be-49b0-8a78-a58246aa4c02 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:03:44.492887 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a8d5fe42-0b3b-406c-8ac7-f6033ff3aa1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:44.528710 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2aacd5-6fe6-481f-818e-134a550c1954 None None] Pushing event updated for resources: {'Port': ['ID=24281351-83be-49b0-8a78-a58246aa4c02,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:03:44.538169 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4db35192-8fa4-414d-87c4-c8093df3b06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:44.575962 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92cedb7-dc44-457b-9d07-01c798ba9e4a req-a71675d0-f16c-47f9-ba73-1ba0b599b953 tempest-VolumesBackupsTest-565115610 tempest-VolumesBackupsTest-565115610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:03:44.578250 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e92cedb7-dc44-457b-9d07-01c798ba9e4a req-a71675d0-f16c-47f9-ba73-1ba0b599b953 tempest-VolumesBackupsTest-565115610 tempest-VolumesBackupsTest-565115610-project] 10.222.0.108 "GET /v2.0/ports?device_id=410c309f-f0c5-4cb6-95ef-7a3f444b19a2 HTTP/1.1" status: 200 len: 950 time: 0.3546772 Sep 24 16:03:44.596865 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18365c6d-38ad-4631-9951-3129b662b147 None None] The sync data for ids ['763988f6-c66b-4004-b34e-7fe2818f6177'] in n-d-808921-1 is: [{'id': '763988f6-c66b-4004-b34e-7fe2818f6177', 'name': 'tempest-TestVolumeBootPattern-618431425-router', 'tenant_id': 'ad0a95e7731d4c36b80c295f85c49988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '11af42af-d3bf-42b2-be41-e386796bf779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:03:33Z', 'updated_at': '2021-09-24T16:03:39Z', 'revision_number': 4, 'project_id': 'ad0a95e7731d4c36b80c295f85c49988', 'gw_port': {'id': '11af42af-d3bf-42b2-be41-e386796bf779', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:10:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763988f6-c66b-4004-b34e-7fe2818f6177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:03:33Z', 'updated_at': '2021-09-24T16:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '24281351-83be-49b0-8a78-a58246aa4c02', 'name': '', 'network_id': '6dfcf71b-a430-45da-8447-3d600e4a0e09', 'tenant_id': 'ad0a95e7731d4c36b80c295f85c49988', 'mac_address': 'fa:16:3e:2d:4e:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '763988f6-c66b-4004-b34e-7fe2818f6177', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'a684d0b1-d9da-4f1a-86e3-ebaba7395986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:03:39Z', 'updated_at': '2021-09-24T16:03:43Z', 'revision_number': 4, 'project_id': 'ad0a95e7731d4c36b80c295f85c49988', 'subnets': [{'id': 'a684d0b1-d9da-4f1a-86e3-ebaba7395986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:03:44.602647 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db35192-8fa4-414d-87c4-c8093df3b06d None None] Pushing event updated for resources: {'Port': ['ID=c48c04d6-74a4-42ae-91fe-42f64f137e3b,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:03:44.703568 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-44df2061-4b4c-44c6-be21-3491716c5091 req-9a07f19f-332c-48c8-9b63-4ed40540375d tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=63f1a5f4-821a-4880-a72f-3ff97c1426e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3891864 Sep 24 16:03:44.736148 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93033300-ee39-4bae-be71-4ca6685d64ff req-a9f84259-f0b3-4fbc-8ff7-32fa75ca8a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:03:44.739291 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-93033300-ee39-4bae-be71-4ca6685d64ff req-a9f84259-f0b3-4fbc-8ff7-32fa75ca8a78 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=e2f4b5a2-b921-44ae-94f4-2c286e9b4e3f HTTP/1.1" status: 200 len: 848 time: 0.3223672 Sep 24 16:03:44.744983 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2c2bed10-7477-4101-adf0-2656d3520cb2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:44.748926 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7650a5cb-6ca1-4f51-818e-cf11c7dce920 req-8aae7a75-242e-4d1d-83bb-312efef7f00c tempest-VolumesBackupsTest-565115610 tempest-VolumesBackupsTest-565115610-project] 10.222.0.101 "GET /v2.0/security-groups?id=0cb7fc8c-d5f4-4b09-9d2b-ec9870122d4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2627783 Sep 24 16:03:44.815247 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2c2bed10-7477-4101-adf0-2656d3520cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:44.880288 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93033300-ee39-4bae-be71-4ca6685d64ff req-2af35fb6-f587-446a-9527-b440e7605dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:03:44.881964 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-93033300-ee39-4bae-be71-4ca6685d64ff req-2af35fb6-f587-446a-9527-b440e7605dd6 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1317964 Sep 24 16:03:44.911073 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-e92cedb7-dc44-457b-9d07-01c798ba9e4a req-9e2b6cd4-47b9-45ea-a52f-6a6c5e1016cd tempest-VolumesBackupsTest-565115610 tempest-VolumesBackupsTest-565115610-project] Deleting port 7546af2f-614a-4e2d-9054-1c256042e6e0 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:03:44.911419 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e92cedb7-dc44-457b-9d07-01c798ba9e4a req-9e2b6cd4-47b9-45ea-a52f-6a6c5e1016cd tempest-VolumesBackupsTest-565115610 tempest-VolumesBackupsTest-565115610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:44.962660 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-2c2bed10-7477-4101-adf0-2656d3520cb2 admin admin] Allocated IP 172.25.0.149 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/dd9d3589-7731-40f3-9661-aa896cbdcd86) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:03:45.128384 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-e92cedb7-dc44-457b-9d07-01c798ba9e4a req-9e2b6cd4-47b9-45ea-a52f-6a6c5e1016cd tempest-VolumesBackupsTest-565115610 tempest-VolumesBackupsTest-565115610-project] For port 7546af2f-614a-4e2d-9054-1c256042e6e0, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=7546af2f-614a-4e2d-9054-1c256042e6e0,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:03:45.128384 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e92cedb7-dc44-457b-9d07-01c798ba9e4a req-9e2b6cd4-47b9-45ea-a52f-6a6c5e1016cd tempest-VolumesBackupsTest-565115610 tempest-VolumesBackupsTest-565115610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:45.129847 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-93033300-ee39-4bae-be71-4ca6685d64ff req-074f55bf-a58b-4a53-a9ef-1cb21ccd0cbc service neutron] 10.222.0.110 "GET /v2.0/networks/91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2374792 Sep 24 16:03:45.152517 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2c2bed10-7477-4101-adf0-2656d3520cb2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:45.155685 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-e92cedb7-dc44-457b-9d07-01c798ba9e4a req-9e2b6cd4-47b9-45ea-a52f-6a6c5e1016cd tempest-VolumesBackupsTest-565115610 tempest-VolumesBackupsTest-565115610-project] Calling delete_port for 7546af2f-614a-4e2d-9054-1c256042e6e0 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:03:45.312898 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-93033300-ee39-4bae-be71-4ca6685d64ff req-527beaae-a072-47b5-9b38-f660d7f33004 service neutron] 10.222.0.110 "GET /v2.0/networks/91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671653 Sep 24 16:03:45.327201 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2c2bed10-7477-4101-adf0-2656d3520cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:45.386168 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c2bed10-7477-4101-adf0-2656d3520cb2 admin admin] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:03:45.390140 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-2c2bed10-7477-4101-adf0-2656d3520cb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:03:45.394529 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2bed10-7477-4101-adf0-2656d3520cb2 admin admin] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:03:45.447501 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2bed10-7477-4101-adf0-2656d3520cb2 admin admin] Pushing event updated for resources: {'Port': ['ID=dd9d3589-7731-40f3-9661-aa896cbdcd86,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:03:45.486638 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e92cedb7-dc44-457b-9d07-01c798ba9e4a req-9e2b6cd4-47b9-45ea-a52f-6a6c5e1016cd tempest-VolumesBackupsTest-565115610 tempest-VolumesBackupsTest-565115610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:45.540432 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2b6cd4-47b9-45ea-a52f-6a6c5e1016cd tempest-VolumesBackupsTest-565115610 tempest-VolumesBackupsTest-565115610-project] Pushing event deleted for resources: {'Port': ['ID=7546af2f-614a-4e2d-9054-1c256042e6e0,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:03:45.651002 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-e92cedb7-dc44-457b-9d07-01c798ba9e4a req-9e2b6cd4-47b9-45ea-a52f-6a6c5e1016cd tempest-VolumesBackupsTest-565115610 tempest-VolumesBackupsTest-565115610-project] No DVR routers for this DVR port 7546af2f-614a-4e2d-9054-1c256042e6e0 on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:03:45.660797 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e92cedb7-dc44-457b-9d07-01c798ba9e4a req-9e2b6cd4-47b9-45ea-a52f-6a6c5e1016cd tempest-VolumesBackupsTest-565115610 tempest-VolumesBackupsTest-565115610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:45.663790 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e92cedb7-dc44-457b-9d07-01c798ba9e4a req-9e2b6cd4-47b9-45ea-a52f-6a6c5e1016cd tempest-VolumesBackupsTest-565115610 tempest-VolumesBackupsTest-565115610-project] 10.222.0.108 "DELETE /v2.0/ports/7546af2f-614a-4e2d-9054-1c256042e6e0 HTTP/1.1" status: 204 len: 173 time: 1.0761349 Sep 24 16:03:45.664250 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '410c309f-f0c5-4cb6-95ef-7a3f444b19a2', 'name': 'network-vif-deleted', 'tag': '7546af2f-614a-4e2d-9054-1c256042e6e0'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:03:45.668519 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfd3ef86-fbf2-4fc0-b0cc-11258e36d252" -d '{"events": [{"server_uuid": "410c309f-f0c5-4cb6-95ef-7a3f444b19a2", "name": "network-vif-deleted", "tag": "7546af2f-614a-4e2d-9054-1c256042e6e0"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:03:45.712530 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 24281351-83be-49b0-8a78-a58246aa4c02 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:03:45.781500 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b7258b-6d49-40aa-af36-62594249d2c8 x-openstack-request-id: req-b5b7258b-6d49-40aa-af36-62594249d2c8 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:03:45.782074 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "410c309f-f0c5-4cb6-95ef-7a3f444b19a2", "name": "network-vif-deleted", "tag": "7546af2f-614a-4e2d-9054-1c256042e6e0", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:03:45.782074 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b5b7258b-6d49-40aa-af36-62594249d2c8 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:03:45.782805 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '410c309f-f0c5-4cb6-95ef-7a3f444b19a2', 'name': 'network-vif-deleted', 'tag': '7546af2f-614a-4e2d-9054-1c256042e6e0', 'status': 'completed', 'code': 200} Sep 24 16:03:45.832478 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 24281351-83be-49b0-8a78-a58246aa4c02 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:03:45.833490 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:46.032062 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6508b1-fc56-4a6d-b3c5-6834699291aa req-878a0c26-7d99-42f9-9bc3-b6b013d976c2 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:03:46.034854 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-db6508b1-fc56-4a6d-b3c5-6834699291aa req-878a0c26-7d99-42f9-9bc3-b6b013d976c2 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 944 time: 0.1087601 Sep 24 16:03:46.172648 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-db6508b1-fc56-4a6d-b3c5-6834699291aa req-ad16b860-861a-46bd-a90f-8b3fc8d19006 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=63f1a5f4-821a-4880-a72f-3ff97c1426e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308117 Sep 24 16:03:46.192377 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device c48c04d6-74a4-42ae-91fe-42f64f137e3b up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:03:46.269778 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-573f84fe-224a-4351-9a87-a61e29837905 req-41c157cf-fe62-42fa-8e3f-c770ccf965db tempest-VolumesBackupsTest-565115610 tempest-VolumesBackupsTest-565115610-project] 10.222.0.101 "GET /v2.0/ports?device_id=410c309f-f0c5-4cb6-95ef-7a3f444b19a2 HTTP/1.1" status: 200 len: 210 time: 0.3304722 Sep 24 16:03:46.314840 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2c2bed10-7477-4101-adf0-2656d3520cb2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:46.356078 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port c48c04d6-74a4-42ae-91fe-42f64f137e3b triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:03:46.361392 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:46.543661 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:46.592396 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port c48c04d6-74a4-42ae-91fe-42f64f137e3b, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=c48c04d6-74a4-42ae-91fe-42f64f137e3b,segment=NetworkSegment(0a0476ef-a59d-45ab-af29-dda765f1ffba),segment_id=0a0476ef-a59d-45ab-af29-dda765f1ffba)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:03:46.609262 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a1640a-213d-42ab-a86c-e4dbf32e6f94 None None] Network 05305c78-0fe9-4020-ae6f-8d1a26fd3c89 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:03:46.701914 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2c2bed10-7477-4101-adf0-2656d3520cb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:46.706994 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-2a82b8b2-7128-413a-8701-fd6d93c1e07f None None] Provisioning complete for port c48c04d6-74a4-42ae-91fe-42f64f137e3b triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:03:46.707511 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2a82b8b2-7128-413a-8701-fd6d93c1e07f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:46.710040 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:46.794077 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=c48c04d6-74a4-42ae-91fe-42f64f137e3b,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:03:46.954541 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c2bed10-7477-4101-adf0-2656d3520cb2 admin admin] Router 4d7e74f4-c9da-4405-a1fc-711341daefc5 is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 16:03:47.082000 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c2bed10-7477-4101-adf0-2656d3520cb2 admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:03:47.093483 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252537ef-dcff-4178-ab2a-4f68b231e51c None None] Sync routers for ids ['4d7e74f4-c9da-4405-a1fc-711341daefc5'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:03:47.107805 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252537ef-dcff-4178-ab2a-4f68b231e51c None None] Routers {'4d7e74f4-c9da-4405-a1fc-711341daefc5'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:03:47.108598 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-252537ef-dcff-4178-ab2a-4f68b231e51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:03:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['4d7e74f4-c9da-4405-a1fc-711341daefc5'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:03:47.189056 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2c2bed10-7477-4101-adf0-2656d3520cb2 admin admin] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:47.194154 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 58042) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:03:47.198952 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-2c2bed10-7477-4101-adf0-2656d3520cb2 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.9766870 Sep 24 16:03:47.244584 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-252537ef-dcff-4178-ab2a-4f68b231e51c None None] Set router 4d7e74f4-c9da-4405-a1fc-711341daefc5 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:03:47.324073 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 4ef5e03b-50cc-4464-9575-ac61fd0258d4 details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 16:03:47.326222 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 7546af2f-614a-4e2d-9054-1c256042e6e0 no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:03:47.357682 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] No Port match for: 7546af2f-614a-4e2d-9054-1c256042e6e0 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:03:47.358092 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 7546af2f-614a-4e2d-9054-1c256042e6e0 not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:03:47.401216 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b753b1d8-9bb2-44d5-89ae-55d1b19bab3c req-09c3bf41-3ed6-45ad-8bdf-c9138a916680 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:03:47.402520 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b753b1d8-9bb2-44d5-89ae-55d1b19bab3c req-09c3bf41-3ed6-45ad-8bdf-c9138a916680 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 944 time: 0.1436667 Sep 24 16:03:47.444409 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-d272b5e3-db6c-4464-aa1c-6906d7291de6 None None] Provisioning complete for port c48c04d6-74a4-42ae-91fe-42f64f137e3b triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:03:47.444738 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d272b5e3-db6c-4464-aa1c-6906d7291de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:47.480279 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b753b1d8-9bb2-44d5-89ae-55d1b19bab3c req-83b6c6b0-6720-4564-b75b-b1c3210513b6 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=63f1a5f4-821a-4880-a72f-3ff97c1426e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695245 Sep 24 16:03:47.657437 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 4ef5e03b-50cc-4464-9575-ac61fd0258d4, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=4ef5e03b-50cc-4464-9575-ac61fd0258d4,segment=NetworkSegment(94c0797a-5dbb-467d-9f41-7597f4debf01),segment_id=94c0797a-5dbb-467d-9f41-7597f4debf01)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:03:47.700482 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device c48c04d6-74a4-42ae-91fe-42f64f137e3b up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:03:47.743872 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': '4ef5e03b-50cc-4464-9575-ac61fd0258d4', 'network_id': 'e683698e-96d3-4f25-bed4-4200552ea2ef', 'port_id': '4ef5e03b-50cc-4464-9575-ac61fd0258d4', 'mac_address': 'fa:16:3e:11:ad:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04b7f077-c013-4647-8fb9-7721770c2649', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 16:03:47.887590 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-151166aa-2584-40c8-a71f-88d249ee1eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:47.895492 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:47.904241 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-252537ef-dcff-4178-ab2a-4f68b231e51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7e74f4-c9da-4405-a1fc-711341daefc5', 'name': 'tempest-TestVolumeBootPattern-1723311897-router', 'tenant_id': '3b3353502c234f78a114bdaa853f000d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'dd9d3589-7731-40f3-9661-aa896cbdcd86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:03:43Z', 'updated_at': '2021-09-24T16:03:45Z', 'revision_number': 3, 'project_id': '3b3353502c234f78a114bdaa853f000d', 'gw_port': {'id': 'dd9d3589-7731-40f3-9661-aa896cbdcd86', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5e:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7e74f4-c9da-4405-a1fc-711341daefc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:03:44Z', 'updated_at': '2021-09-24T16:03:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:03:47.951347 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252537ef-dcff-4178-ab2a-4f68b231e51c None None] Checking router: 4d7e74f4-c9da-4405-a1fc-711341daefc5 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:03:47.951705 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252537ef-dcff-4178-ab2a-4f68b231e51c None None] Updating router 4d7e74f4-c9da-4405-a1fc-711341daefc5 port dd9d3589-7731-40f3-9661-aa896cbdcd86 binding host n-d-808921-1 {{(pid=95299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 16:03:47.957155 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port c48c04d6-74a4-42ae-91fe-42f64f137e3b triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:03:47.957155 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:47.974052 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ef5e03b-50cc-4464-9575-ac61fd0258d4 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:03:48.020651 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-252537ef-dcff-4178-ab2a-4f68b231e51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:48.023351 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 4ef5e03b-50cc-4464-9575-ac61fd0258d4, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=4ef5e03b-50cc-4464-9575-ac61fd0258d4,segment=NetworkSegment(94c0797a-5dbb-467d-9f41-7597f4debf01),segment_id=94c0797a-5dbb-467d-9f41-7597f4debf01)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:03:48.103683 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-151166aa-2584-40c8-a71f-88d249ee1eb1 admin admin] Allocated IP 172.20.0.1 (05305c78-0fe9-4020-ae6f-8d1a26fd3c89/50b98aa4-94ee-49c2-a7c9-af8356037789/a4e9e118-cb95-42d8-9012-fb6efb8bb940) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:03:48.128194 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:48.263455 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=4ef5e03b-50cc-4464-9575-ac61fd0258d4,revision_number=11']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:03:48.290852 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-151166aa-2584-40c8-a71f-88d249ee1eb1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:48.423995 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-151166aa-2584-40c8-a71f-88d249ee1eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:48.475977 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151166aa-2584-40c8-a71f-88d249ee1eb1 admin admin] Pushing event updated for resources: {'Port': ['ID=a4e9e118-cb95-42d8-9012-fb6efb8bb940,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:03:48.501453 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151166aa-2584-40c8-a71f-88d249ee1eb1 admin admin] Network 05305c78-0fe9-4020-ae6f-8d1a26fd3c89 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:03:48.502950 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-151166aa-2584-40c8-a71f-88d249ee1eb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:03:48.505989 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151166aa-2584-40c8-a71f-88d249ee1eb1 admin admin] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:03:48.569072 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-151166aa-2584-40c8-a71f-88d249ee1eb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:48.744886 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a43628a-61fa-4ceb-85cc-1ca71588bce9 req-0b2318fd-6e64-407f-8b4d-a0028099bdec tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:03:48.749298 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['4ef5e03b-50cc-4464-9575-ac61fd0258d4'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:03:48.762469 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9a43628a-61fa-4ceb-85cc-1ca71588bce9 req-0b2318fd-6e64-407f-8b4d-a0028099bdec tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 945 time: 0.0918925 Sep 24 16:03:48.835320 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9a43628a-61fa-4ceb-85cc-1ca71588bce9 req-7d56af59-4266-4572-9b83-b3fd615f6601 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=63f1a5f4-821a-4880-a72f-3ff97c1426e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688531 Sep 24 16:03:48.837890 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-151166aa-2584-40c8-a71f-88d249ee1eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:48.955461 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-252537ef-dcff-4178-ab2a-4f68b231e51c None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:48.996470 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-274301b9-7990-4849-bc04-c297937dc49c None None] Provisioning complete for port a4e9e118-cb95-42d8-9012-fb6efb8bb940 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:03:48.996896 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-274301b9-7990-4849-bc04-c297937dc49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:49.074683 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-151166aa-2584-40c8-a71f-88d249ee1eb1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:49.081930 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-252537ef-dcff-4178-ab2a-4f68b231e51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:49.127852 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-151166aa-2584-40c8-a71f-88d249ee1eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:49.160809 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-252537ef-dcff-4178-ab2a-4f68b231e51c None None] Attempting to bind port dd9d3589-7731-40f3-9661-aa896cbdcd86 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:03:49.161299 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-252537ef-dcff-4178-ab2a-4f68b231e51c None None] Attempting to bind port dd9d3589-7731-40f3-9661-aa896cbdcd86 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:03:49.161657 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252537ef-dcff-4178-ab2a-4f68b231e51c None None] Attempting to bind port dd9d3589-7731-40f3-9661-aa896cbdcd86 on network e6a2de20-1ea0-43e5-88e0-982d19e317d5 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:03:49.170631 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-274301b9-7990-4849-bc04-c297937dc49c None None] Port a4e9e118-cb95-42d8-9012-fb6efb8bb940 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:03:49.192475 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252537ef-dcff-4178-ab2a-4f68b231e51c None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:03:49.194361 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252537ef-dcff-4178-ab2a-4f68b231e51c None None] Checking segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:03:49.194865 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-252537ef-dcff-4178-ab2a-4f68b231e51c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:49.195336 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252537ef-dcff-4178-ab2a-4f68b231e51c None None] Bound using segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:03:49.195891 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-252537ef-dcff-4178-ab2a-4f68b231e51c None None] Bound port: dd9d3589-7731-40f3-9661-aa896cbdcd86, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:03:49.196346 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-252537ef-dcff-4178-ab2a-4f68b231e51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:49.198550 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151166aa-2584-40c8-a71f-88d249ee1eb1 admin admin] Pushing event updated for resources: {'Port': ['ID=a4e9e118-cb95-42d8-9012-fb6efb8bb940,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:03:49.201296 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-151166aa-2584-40c8-a71f-88d249ee1eb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:49.234723 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb1fbea-24a4-44c9-93df-2d9e2a878a76 None None] Pushing event updated for resources: {'Port': ['ID=dd9d3589-7731-40f3-9661-aa896cbdcd86,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:03:49.286560 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-252537ef-dcff-4178-ab2a-4f68b231e51c None None] For port dd9d3589-7731-40f3-9661-aa896cbdcd86, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:03:49.291083 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-252537ef-dcff-4178-ab2a-4f68b231e51c None None] For port dd9d3589-7731-40f3-9661-aa896cbdcd86, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=dd9d3589-7731-40f3-9661-aa896cbdcd86,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:03:49.310373 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151166aa-2584-40c8-a71f-88d249ee1eb1 admin admin] Network 05305c78-0fe9-4020-ae6f-8d1a26fd3c89 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:03:49.312319 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-151166aa-2584-40c8-a71f-88d249ee1eb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:03:49.351103 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-252537ef-dcff-4178-ab2a-4f68b231e51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:49.517482 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-151166aa-2584-40c8-a71f-88d249ee1eb1 admin admin] Router 4d7e74f4-c9da-4405-a1fc-711341daefc5 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:03:49.525108 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252537ef-dcff-4178-ab2a-4f68b231e51c None None] Routers {'4d7e74f4-c9da-4405-a1fc-711341daefc5'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:03:49.525750 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-252537ef-dcff-4178-ab2a-4f68b231e51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:03:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['4d7e74f4-c9da-4405-a1fc-711341daefc5'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:03:49.532821 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb1fbea-24a4-44c9-93df-2d9e2a878a76 None None] Pushing event updated for resources: {'Port': ['ID=dd9d3589-7731-40f3-9661-aa896cbdcd86,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:03:49.674713 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-151166aa-2584-40c8-a71f-88d249ee1eb1 admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:03:49.681694 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-151166aa-2584-40c8-a71f-88d249ee1eb1 admin admin] 10.222.0.101 "PUT /v2.0/routers/4d7e74f4-c9da-4405-a1fc-711341daefc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4864280 Sep 24 16:03:49.703688 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-252537ef-dcff-4178-ab2a-4f68b231e51c None None] Set router 4d7e74f4-c9da-4405-a1fc-711341daefc5 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:03:49.754223 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-98c404b2-764d-45d8-b8cf-fe64ab1a7a3d None None] Provisioning complete for port a4e9e118-cb95-42d8-9012-fb6efb8bb940 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:03:49.754784 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-98c404b2-764d-45d8-b8cf-fe64ab1a7a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:49.890040 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-98c404b2-764d-45d8-b8cf-fe64ab1a7a3d None None] Port a4e9e118-cb95-42d8-9012-fb6efb8bb940 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:03:49.981353 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90439366-064e-4bba-b086-84055a5c7ed5 req-f6182389-90af-4e35-a155-e34d1beae216 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:03:49.989192 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-90439366-064e-4bba-b086-84055a5c7ed5 req-f6182389-90af-4e35-a155-e34d1beae216 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 945 time: 0.0605528 Sep 24 16:03:50.044143 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-90439366-064e-4bba-b086-84055a5c7ed5 req-2534a022-7f25-4895-9cbd-dbb5c33ca6f1 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=63f1a5f4-821a-4880-a72f-3ff97c1426e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539756 Sep 24 16:03:50.045059 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-252537ef-dcff-4178-ab2a-4f68b231e51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7e74f4-c9da-4405-a1fc-711341daefc5', 'name': 'tempest-TestVolumeBootPattern-1723311897-router', 'tenant_id': '3b3353502c234f78a114bdaa853f000d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'dd9d3589-7731-40f3-9661-aa896cbdcd86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:03:43Z', 'updated_at': '2021-09-24T16:03:48Z', 'revision_number': 4, 'project_id': '3b3353502c234f78a114bdaa853f000d', 'gw_port': {'id': 'dd9d3589-7731-40f3-9661-aa896cbdcd86', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5e:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7e74f4-c9da-4405-a1fc-711341daefc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:03:44Z', 'updated_at': '2021-09-24T16:03:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'a4e9e118-cb95-42d8-9012-fb6efb8bb940', 'name': '', 'network_id': '05305c78-0fe9-4020-ae6f-8d1a26fd3c89', 'tenant_id': '3b3353502c234f78a114bdaa853f000d', 'mac_address': 'fa:16:3e:85:f2:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7e74f4-c9da-4405-a1fc-711341daefc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '50b98aa4-94ee-49c2-a7c9-af8356037789', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:03:47Z', 'updated_at': '2021-09-24T16:03:48Z', 'revision_number': 2, 'project_id': '3b3353502c234f78a114bdaa853f000d', 'subnets': [{'id': '50b98aa4-94ee-49c2-a7c9-af8356037789', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:03:50.080708 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-252537ef-dcff-4178-ab2a-4f68b231e51c None None] The sync data for ids ['4d7e74f4-c9da-4405-a1fc-711341daefc5'] in n-d-808921-1 is: [{'id': '4d7e74f4-c9da-4405-a1fc-711341daefc5', 'name': 'tempest-TestVolumeBootPattern-1723311897-router', 'tenant_id': '3b3353502c234f78a114bdaa853f000d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'dd9d3589-7731-40f3-9661-aa896cbdcd86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:03:43Z', 'updated_at': '2021-09-24T16:03:48Z', 'revision_number': 4, 'project_id': '3b3353502c234f78a114bdaa853f000d', 'gw_port': {'id': 'dd9d3589-7731-40f3-9661-aa896cbdcd86', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5e:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7e74f4-c9da-4405-a1fc-711341daefc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:03:44Z', 'updated_at': '2021-09-24T16:03:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'a4e9e118-cb95-42d8-9012-fb6efb8bb940', 'name': '', 'network_id': '05305c78-0fe9-4020-ae6f-8d1a26fd3c89', 'tenant_id': '3b3353502c234f78a114bdaa853f000d', 'mac_address': 'fa:16:3e:85:f2:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7e74f4-c9da-4405-a1fc-711341daefc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '50b98aa4-94ee-49c2-a7c9-af8356037789', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:03:47Z', 'updated_at': '2021-09-24T16:03:48Z', 'revision_number': 2, 'project_id': '3b3353502c234f78a114bdaa853f000d', 'subnets': [{'id': '50b98aa4-94ee-49c2-a7c9-af8356037789', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:03:51.264636 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf19a9e-77c0-464f-924b-ca5f5c10e3df req-dae052aa-8fbd-42da-9f7d-f97dad01cefe tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:03:51.266245 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-adf19a9e-77c0-464f-924b-ca5f5c10e3df req-dae052aa-8fbd-42da-9f7d-f97dad01cefe tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 945 time: 0.1430252 Sep 24 16:03:51.331039 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 4ef5e03b-50cc-4464-9575-ac61fd0258d4 up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:03:51.347001 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-adf19a9e-77c0-464f-924b-ca5f5c10e3df req-f6a55c5c-d316-4cfa-b9c9-46cbca4a039c tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=63f1a5f4-821a-4880-a72f-3ff97c1426e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629976 Sep 24 16:03:51.509141 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port 4ef5e03b-50cc-4464-9575-ac61fd0258d4 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 16:03:51.513831 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port 4ef5e03b-50cc-4464-9575-ac61fd0258d4 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:03:51.514214 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:51.691616 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:51.743110 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b894aff8-2af2-409a-a4b2-63ad69fdcc70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef5e03b-50cc-4464-9575-ac61fd0258d4'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:03:51.745550 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75b2b017-3edb-4e39-acd4-5e2196553c72" -d '{"events": [{"server_uuid": "b894aff8-2af2-409a-a4b2-63ad69fdcc70", "name": "network-vif-plugged", "status": "completed", "tag": "4ef5e03b-50cc-4464-9575-ac61fd0258d4"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:03:51.768769 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 4ef5e03b-50cc-4464-9575-ac61fd0258d4, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=4ef5e03b-50cc-4464-9575-ac61fd0258d4,segment=NetworkSegment(94c0797a-5dbb-467d-9f41-7597f4debf01),segment_id=94c0797a-5dbb-467d-9f41-7597f4debf01)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:03:51.806077 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f0367b-b51e-412d-8aaa-360f0264508a x-openstack-request-id: req-07f0367b-b51e-412d-8aaa-360f0264508a {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:03:51.806491 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b894aff8-2af2-409a-a4b2-63ad69fdcc70", "name": "network-vif-plugged", "status": "completed", "tag": "4ef5e03b-50cc-4464-9575-ac61fd0258d4", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:03:51.806996 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-07f0367b-b51e-412d-8aaa-360f0264508a {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:03:51.807465 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b894aff8-2af2-409a-a4b2-63ad69fdcc70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef5e03b-50cc-4464-9575-ac61fd0258d4', 'code': 200} Sep 24 16:03:51.827837 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:51.972854 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=4ef5e03b-50cc-4464-9575-ac61fd0258d4,revision_number=12']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:03:52.051056 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:03:52.100339 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc341da-25b2-4281-812e-79844c4d26aa req-c98374d5-cfda-4b87-923c-1d1cbb81ad71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:03:52.101947 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2fc341da-25b2-4281-812e-79844c4d26aa req-c98374d5-cfda-4b87-923c-1d1cbb81ad71 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 1097 time: 0.0592930 Sep 24 16:03:52.140764 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2fc341da-25b2-4281-812e-79844c4d26aa req-8727604f-71b0-4450-838d-388b680f153c service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=63f1a5f4-821a-4880-a72f-3ff97c1426e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314412 Sep 24 16:03:52.556124 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a125d60-0a78-4ed4-8086-05b4667f4223 req-9839b6e2-4716-48c9-9644-7a9d8c646f3c tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:03:52.556124 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7a125d60-0a78-4ed4-8086-05b4667f4223 req-9839b6e2-4716-48c9-9644-7a9d8c646f3c tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 946 time: 0.0793545 Sep 24 16:03:52.610049 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7a125d60-0a78-4ed4-8086-05b4667f4223 req-782e7043-2eb3-4d8c-a241-f93221230d16 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=63f1a5f4-821a-4880-a72f-3ff97c1426e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520425 Sep 24 16:03:53.579497 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afbcab7-cf2b-4969-b30f-c037e435e69c None None] Sync routers for ids ['4d7e74f4-c9da-4405-a1fc-711341daefc5'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:03:53.590392 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device dd9d3589-7731-40f3-9661-aa896cbdcd86 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:03:53.595417 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afbcab7-cf2b-4969-b30f-c037e435e69c None None] Routers {'4d7e74f4-c9da-4405-a1fc-711341daefc5'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:03:53.596060 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-1afbcab7-cf2b-4969-b30f-c037e435e69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:03:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['4d7e74f4-c9da-4405-a1fc-711341daefc5'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:03:53.702122 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port dd9d3589-7731-40f3-9661-aa896cbdcd86 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:03:53.702535 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:53.762160 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-1afbcab7-cf2b-4969-b30f-c037e435e69c None None] Set router 4d7e74f4-c9da-4405-a1fc-711341daefc5 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:03:53.909321 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:53.918461 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 58264) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:03:53.946084 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port dd9d3589-7731-40f3-9661-aa896cbdcd86, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=dd9d3589-7731-40f3-9661-aa896cbdcd86,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:03:53.957013 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a01e0ab-0b57-463e-b182-e149e4b90926 req-b630ebb7-fec1-46ed-a6a8-8ea0367d41ba tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:03:53.959682 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2a01e0ab-0b57-463e-b182-e149e4b90926 req-b630ebb7-fec1-46ed-a6a8-8ea0367d41ba tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 946 time: 0.1350110 Sep 24 16:03:54.046099 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:54.180189 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dde430a0-71cd-4159-b2e3-213ebdcdfd93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:54.213387 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=dd9d3589-7731-40f3-9661-aa896cbdcd86,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:03:54.300123 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-1afbcab7-cf2b-4969-b30f-c037e435e69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7e74f4-c9da-4405-a1fc-711341daefc5', 'name': 'tempest-TestVolumeBootPattern-1723311897-router', 'tenant_id': '3b3353502c234f78a114bdaa853f000d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'dd9d3589-7731-40f3-9661-aa896cbdcd86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:03:43Z', 'updated_at': '2021-09-24T16:03:48Z', 'revision_number': 4, 'project_id': '3b3353502c234f78a114bdaa853f000d', 'gw_port': {'id': 'dd9d3589-7731-40f3-9661-aa896cbdcd86', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5e:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7e74f4-c9da-4405-a1fc-711341daefc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:03:44Z', 'updated_at': '2021-09-24T16:03:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'a4e9e118-cb95-42d8-9012-fb6efb8bb940', 'name': '', 'network_id': '05305c78-0fe9-4020-ae6f-8d1a26fd3c89', 'tenant_id': '3b3353502c234f78a114bdaa853f000d', 'mac_address': 'fa:16:3e:85:f2:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7e74f4-c9da-4405-a1fc-711341daefc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '50b98aa4-94ee-49c2-a7c9-af8356037789', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:03:47Z', 'updated_at': '2021-09-24T16:03:48Z', 'revision_number': 2, 'project_id': '3b3353502c234f78a114bdaa853f000d', 'subnets': [{'id': '50b98aa4-94ee-49c2-a7c9-af8356037789', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:03:54.342943 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afbcab7-cf2b-4969-b30f-c037e435e69c None None] Checking router: 4d7e74f4-c9da-4405-a1fc-711341daefc5 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:03:54.343816 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afbcab7-cf2b-4969-b30f-c037e435e69c None None] Updating router 4d7e74f4-c9da-4405-a1fc-711341daefc5 port a4e9e118-cb95-42d8-9012-fb6efb8bb940 binding host n-d-808921-1 {{(pid=95300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 16:03:54.377028 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-1afbcab7-cf2b-4969-b30f-c037e435e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:54.547896 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2a01e0ab-0b57-463e-b182-e149e4b90926 req-afe5eb45-ac95-4755-9cf3-f6cfd86900e2 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=63f1a5f4-821a-4880-a72f-3ff97c1426e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5795035 Sep 24 16:03:54.554634 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd791f9-49b4-45b0-ae18-4038275c6967 req-3d2d9ba2-42a2-48b3-a426-eb815867c258 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:03:54.562256 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cfd791f9-49b4-45b0-ae18-4038275c6967 req-3d2d9ba2-42a2-48b3-a426-eb815867c258 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/networks?id=6dfcf71b-a430-45da-8447-3d600e4a0e09 HTTP/1.1" status: 200 len: 811 time: 0.3598592 Sep 24 16:03:54.586142 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cfd791f9-49b4-45b0-ae18-4038275c6967 req-b287a277-b102-4334-82f2-8593f1cbb22f tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/quotas/ad0a95e7731d4c36b80c295f85c49988 HTTP/1.1" status: 200 len: 375 time: 0.0228755 Sep 24 16:03:54.749030 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-1afbcab7-cf2b-4969-b30f-c037e435e69c None None] Notify callbacks [] for port, precommit_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:54.807176 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-1afbcab7-cf2b-4969-b30f-c037e435e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:54.868973 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78486f79-d107-4b41-984e-ee659f790cf3 None None] Pushing event updated for resources: {'Port': ['ID=a4e9e118-cb95-42d8-9012-fb6efb8bb940,revision_number=3']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:03:55.010047 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-1afbcab7-cf2b-4969-b30f-c037e435e69c None None] Attempting to bind port a4e9e118-cb95-42d8-9012-fb6efb8bb940 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:03:55.010493 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-1afbcab7-cf2b-4969-b30f-c037e435e69c None None] Attempting to bind port a4e9e118-cb95-42d8-9012-fb6efb8bb940 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '0a0476ef-a59d-45ab-af29-dda765f1ffba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '05305c78-0fe9-4020-ae6f-8d1a26fd3c89'}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:03:55.010892 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afbcab7-cf2b-4969-b30f-c037e435e69c None None] Attempting to bind port a4e9e118-cb95-42d8-9012-fb6efb8bb940 on network 05305c78-0fe9-4020-ae6f-8d1a26fd3c89 {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:03:55.017057 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afbcab7-cf2b-4969-b30f-c037e435e69c None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 3, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:03:55.017434 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afbcab7-cf2b-4969-b30f-c037e435e69c None None] Checking segment: {'id': '0a0476ef-a59d-45ab-af29-dda765f1ffba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '05305c78-0fe9-4020-ae6f-8d1a26fd3c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:03:55.017886 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-1afbcab7-cf2b-4969-b30f-c037e435e69c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:55.018321 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afbcab7-cf2b-4969-b30f-c037e435e69c None None] Bound using segment: {'id': '0a0476ef-a59d-45ab-af29-dda765f1ffba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '05305c78-0fe9-4020-ae6f-8d1a26fd3c89'} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:03:55.018865 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-1afbcab7-cf2b-4969-b30f-c037e435e69c None None] Bound port: a4e9e118-cb95-42d8-9012-fb6efb8bb940, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a0476ef-a59d-45ab-af29-dda765f1ffba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1292, 'network_id': '05305c78-0fe9-4020-ae6f-8d1a26fd3c89'}}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:03:55.019280 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-1afbcab7-cf2b-4969-b30f-c037e435e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:55.063058 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dde430a0-71cd-4159-b2e3-213ebdcdfd93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:55.098064 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cfd791f9-49b4-45b0-ae18-4038275c6967 req-797eeaa5-3ec7-402d-8092-ffe3adeadd5c tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=ad0a95e7731d4c36b80c295f85c49988&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5107341 Sep 24 16:03:55.134454 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-1afbcab7-cf2b-4969-b30f-c037e435e69c None None] For port a4e9e118-cb95-42d8-9012-fb6efb8bb940, host n-d-808921-1, cleared binding levels {{(pid=95300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:03:55.139673 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-1afbcab7-cf2b-4969-b30f-c037e435e69c None None] For port a4e9e118-cb95-42d8-9012-fb6efb8bb940, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=a4e9e118-cb95-42d8-9012-fb6efb8bb940,segment=NetworkSegment(0a0476ef-a59d-45ab-af29-dda765f1ffba),segment_id=0a0476ef-a59d-45ab-af29-dda765f1ffba)] {{(pid=95300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:03:55.169593 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dde430a0-71cd-4159-b2e3-213ebdcdfd93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:55.252101 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-1afbcab7-cf2b-4969-b30f-c037e435e69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:55.279038 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-dde430a0-71cd-4159-b2e3-213ebdcdfd93 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=77efc47ee99e4e4cb010d22e7ba8a099&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3586457 Sep 24 16:03:55.279594 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 58288) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:03:55.294095 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde430a0-71cd-4159-b2e3-213ebdcdfd93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6e87b1-bd1e-4bb1-ab46-f0f7147b604a,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:03:55.301706 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-b88b2fa6-10da-4682-afdf-f9d1457c689e None None] Provisioning complete for port a4e9e118-cb95-42d8-9012-fb6efb8bb940 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:03:55.302185 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b88b2fa6-10da-4682-afdf-f9d1457c689e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:55.305667 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cfd791f9-49b4-45b0-ae18-4038275c6967 req-125a7c5e-8028-4dc8-a740-b62a93fcbdb0 service neutron] 10.222.0.101 "GET /v2.0/networks/6dfcf71b-a430-45da-8447-3d600e4a0e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064705 Sep 24 16:03:55.306955 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afbcab7-cf2b-4969-b30f-c037e435e69c None None] Routers {'4d7e74f4-c9da-4405-a1fc-711341daefc5'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:03:55.307748 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-1afbcab7-cf2b-4969-b30f-c037e435e69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:03:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['4d7e74f4-c9da-4405-a1fc-711341daefc5'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:03:55.386083 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-50444cc7-06ad-4f7b-8999-5498b3e5ccec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:55.394070 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78486f79-d107-4b41-984e-ee659f790cf3 None None] Pushing event updated for resources: {'Port': ['ID=a4e9e118-cb95-42d8-9012-fb6efb8bb940,revision_number=4']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:03:55.445793 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-50444cc7-06ad-4f7b-8999-5498b3e5ccec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:55.527931 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-1afbcab7-cf2b-4969-b30f-c037e435e69c None None] Set router 4d7e74f4-c9da-4405-a1fc-711341daefc5 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:03:55.556051 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b88b2fa6-10da-4682-afdf-f9d1457c689e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:55.586844 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cfd791f9-49b4-45b0-ae18-4038275c6967 req-ca58fdd9-0d33-4192-a244-6325cb148d1f service neutron] 10.222.0.101 "GET /v2.0/networks/6dfcf71b-a430-45da-8447-3d600e4a0e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626824 Sep 24 16:03:55.632293 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device a4e9e118-cb95-42d8-9012-fb6efb8bb940 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:03:55.640467 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-50444cc7-06ad-4f7b-8999-5498b3e5ccec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:55.643399 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-50444cc7-06ad-4f7b-8999-5498b3e5ccec admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:55.647367 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-50444cc7-06ad-4f7b-8999-5498b3e5ccec admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/ef6e87b1-bd1e-4bb1-ab46-f0f7147b604a HTTP/1.1" status: 204 len: 168 time: 0.3657138 Sep 24 16:03:55.677930 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50444cc7-06ad-4f7b-8999-5498b3e5ccec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6e87b1-bd1e-4bb1-ab46-f0f7147b604a,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:03:55.779761 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-b88b2fa6-10da-4682-afdf-f9d1457c689e None None] For port a4e9e118-cb95-42d8-9012-fb6efb8bb940, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=a4e9e118-cb95-42d8-9012-fb6efb8bb940,segment=NetworkSegment(0a0476ef-a59d-45ab-af29-dda765f1ffba),segment_id=0a0476ef-a59d-45ab-af29-dda765f1ffba)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:03:55.825908 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port a4e9e118-cb95-42d8-9012-fb6efb8bb940 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:03:55.826627 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:55.830640 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41864708-faf7-43f4-b0e1-978c1b9416f9 req-ef4a56f9-69ee-47a7-a37e-dc97202013d0 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:03:55.836242 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-41864708-faf7-43f4-b0e1-978c1b9416f9 req-ef4a56f9-69ee-47a7-a37e-dc97202013d0 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 946 time: 0.1150355 Sep 24 16:03:55.909746 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b88b2fa6-10da-4682-afdf-f9d1457c689e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:55.932470 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-41864708-faf7-43f4-b0e1-978c1b9416f9 req-7f573287-ce72-4227-a767-81a982441fb6 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=63f1a5f4-821a-4880-a72f-3ff97c1426e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910561 Sep 24 16:03:55.989074 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88b2fa6-10da-4682-afdf-f9d1457c689e None None] Pushing event updated for resources: {'Port': ['ID=a4e9e118-cb95-42d8-9012-fb6efb8bb940,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:03:56.022950 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-1afbcab7-cf2b-4969-b30f-c037e435e69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7e74f4-c9da-4405-a1fc-711341daefc5', 'name': 'tempest-TestVolumeBootPattern-1723311897-router', 'tenant_id': '3b3353502c234f78a114bdaa853f000d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'dd9d3589-7731-40f3-9661-aa896cbdcd86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:03:43Z', 'updated_at': '2021-09-24T16:03:48Z', 'revision_number': 4, 'project_id': '3b3353502c234f78a114bdaa853f000d', 'gw_port': {'id': 'dd9d3589-7731-40f3-9661-aa896cbdcd86', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7e74f4-c9da-4405-a1fc-711341daefc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:03:44Z', 'updated_at': '2021-09-24T16:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'a4e9e118-cb95-42d8-9012-fb6efb8bb940', 'name': '', 'network_id': '05305c78-0fe9-4020-ae6f-8d1a26fd3c89', 'tenant_id': '3b3353502c234f78a114bdaa853f000d', 'mac_address': 'fa:16:3e:85:f2:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7e74f4-c9da-4405-a1fc-711341daefc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '50b98aa4-94ee-49c2-a7c9-af8356037789', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:03:47Z', 'updated_at': '2021-09-24T16:03:55Z', 'revision_number': 4, 'project_id': '3b3353502c234f78a114bdaa853f000d', 'subnets': [{'id': '50b98aa4-94ee-49c2-a7c9-af8356037789', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:03:56.066164 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-eded3e2b-d56f-4947-8292-60f824d8cee8 None None] Provisioning complete for port a4e9e118-cb95-42d8-9012-fb6efb8bb940 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:03:56.066722 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-eded3e2b-d56f-4947-8292-60f824d8cee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:56.097169 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afbcab7-cf2b-4969-b30f-c037e435e69c None None] The sync data for ids ['4d7e74f4-c9da-4405-a1fc-711341daefc5'] in n-d-808921-1 is: [{'id': '4d7e74f4-c9da-4405-a1fc-711341daefc5', 'name': 'tempest-TestVolumeBootPattern-1723311897-router', 'tenant_id': '3b3353502c234f78a114bdaa853f000d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'dd9d3589-7731-40f3-9661-aa896cbdcd86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:03:43Z', 'updated_at': '2021-09-24T16:03:48Z', 'revision_number': 4, 'project_id': '3b3353502c234f78a114bdaa853f000d', 'gw_port': {'id': 'dd9d3589-7731-40f3-9661-aa896cbdcd86', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7e74f4-c9da-4405-a1fc-711341daefc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:03:44Z', 'updated_at': '2021-09-24T16:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'a4e9e118-cb95-42d8-9012-fb6efb8bb940', 'name': '', 'network_id': '05305c78-0fe9-4020-ae6f-8d1a26fd3c89', 'tenant_id': '3b3353502c234f78a114bdaa853f000d', 'mac_address': 'fa:16:3e:85:f2:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d7e74f4-c9da-4405-a1fc-711341daefc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': '50b98aa4-94ee-49c2-a7c9-af8356037789', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:03:47Z', 'updated_at': '2021-09-24T16:03:55Z', 'revision_number': 4, 'project_id': '3b3353502c234f78a114bdaa853f000d', 'subnets': [{'id': '50b98aa4-94ee-49c2-a7c9-af8356037789', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:03:56.104572 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device dd9d3589-7731-40f3-9661-aa896cbdcd86 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:03:56.307035 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port dd9d3589-7731-40f3-9661-aa896cbdcd86 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:03:56.307687 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:56.586155 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c95d023c-df80-4a37-b9ed-be3275f0456a req-e06d37da-799e-4f5f-b13f-fc46bdf6a1ce tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7609244-00fd-4064-8582-55dc60b1654e HTTP/1.1" status: 200 len: 210 time: 0.0639083 Sep 24 16:03:57.553011 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device a4e9e118-cb95-42d8-9012-fb6efb8bb940 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:03:57.607933 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port a4e9e118-cb95-42d8-9012-fb6efb8bb940 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:03:57.608313 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:57.734906 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-530e031c-f00f-4aed-b0b4-b37878b8c141 req-4add5d9a-597f-40f2-806a-b4c3a361823e tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7609244-00fd-4064-8582-55dc60b1654e HTTP/1.1" status: 200 len: 210 time: 0.0785694 Sep 24 16:03:58.853981 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b8a5bd0f-73fd-4371-9f7d-996ad5002086 req-45b90b79-9482-4ab9-a7c8-49e1b47fdd55 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7609244-00fd-4064-8582-55dc60b1654e HTTP/1.1" status: 200 len: 210 time: 0.0297327 Sep 24 16:03:59.068967 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd791f9-49b4-45b0-ae18-4038275c6967 req-a08182f2-969d-4fdf-8ae9-f76ebdc306c5 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:03:59.070547 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cfd791f9-49b4-45b0-ae18-4038275c6967 req-a08182f2-969d-4fdf-8ae9-f76ebdc306c5 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.108 "GET /v2.0/networks?id=6dfcf71b-a430-45da-8447-3d600e4a0e09 HTTP/1.1" status: 200 len: 811 time: 0.1559670 Sep 24 16:03:59.084482 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-cfd791f9-49b4-45b0-ae18-4038275c6967 req-4d34774d-9a04-41fa-8dab-11004c43c786 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Request body: {'port': {'device_id': 'b7609244-00fd-4064-8582-55dc60b1654e', 'network_id': '6dfcf71b-a430-45da-8447-3d600e4a0e09', 'admin_state_up': True, 'tenant_id': 'ad0a95e7731d4c36b80c295f85c49988'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:03:59.279130 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfd791f9-49b4-45b0-ae18-4038275c6967 req-4d34774d-9a04-41fa-8dab-11004c43c786 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Made reservation on behalf of ad0a95e7731d4c36b80c295f85c49988 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:03:59.283166 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-cfd791f9-49b4-45b0-ae18-4038275c6967 req-4d34774d-9a04-41fa-8dab-11004c43c786 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:59.461388 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-cfd791f9-49b4-45b0-ae18-4038275c6967 req-4d34774d-9a04-41fa-8dab-11004c43c786 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Allocated IP 172.20.0.3 (6dfcf71b-a430-45da-8447-3d600e4a0e09/a684d0b1-d9da-4f1a-86e3-ebaba7395986/7945b8e4-c96d-4470-8c2a-9fc6d160a778) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:03:59.704971 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-cfd791f9-49b4-45b0-ae18-4038275c6967 req-4d34774d-9a04-41fa-8dab-11004c43c786 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:59.809749 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 58422) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:03:59.820999 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-cfd791f9-49b4-45b0-ae18-4038275c6967 req-4d34774d-9a04-41fa-8dab-11004c43c786 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:03:59.927084 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d34774d-9a04-41fa-8dab-11004c43c786 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Pushing event updated for resources: {'Port': ['ID=7945b8e4-c96d-4470-8c2a-9fc6d160a778,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:03:59.948943 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfd791f9-49b4-45b0-ae18-4038275c6967 req-4d34774d-9a04-41fa-8dab-11004c43c786 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Network 6dfcf71b-a430-45da-8447-3d600e4a0e09 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:03:59.950812 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-cfd791f9-49b4-45b0-ae18-4038275c6967 req-4d34774d-9a04-41fa-8dab-11004c43c786 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:03:59.953734 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfd791f9-49b4-45b0-ae18-4038275c6967 req-4d34774d-9a04-41fa-8dab-11004c43c786 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:04:00.030024 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd791f9-49b4-45b0-ae18-4038275c6967 req-4d34774d-9a04-41fa-8dab-11004c43c786 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:04:00.033336 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-cfd791f9-49b4-45b0-ae18-4038275c6967 req-4d34774d-9a04-41fa-8dab-11004c43c786 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:00.060251 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-70ac3556-51be-4392-bac0-aea16935788a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:00.100520 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b198a91b-d7d8-4069-82d7-02ef4fe3e1e0 req-d34b81a8-5ebb-44a7-957a-cbe3444d88c0 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:04:00.102164 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b198a91b-d7d8-4069-82d7-02ef4fe3e1e0 req-d34b81a8-5ebb-44a7-957a-cbe3444d88c0 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7609244-00fd-4064-8582-55dc60b1654e HTTP/1.1" status: 200 len: 931 time: 0.1237915 Sep 24 16:04:00.172210 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b198a91b-d7d8-4069-82d7-02ef4fe3e1e0 req-72f5f433-0d9b-4c89-88a1-fe0940189d9c tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590851 Sep 24 16:04:00.207402 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cfd791f9-49b4-45b0-ae18-4038275c6967 req-4d34774d-9a04-41fa-8dab-11004c43c786 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1275027 Sep 24 16:04:00.220410 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-cfd791f9-49b4-45b0-ae18-4038275c6967 req-a1494c77-57c4-4d34-a674-f8c426b8b529 service neutron] Request body: {'port': {'device_id': 'b7609244-00fd-4064-8582-55dc60b1654e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:04:00.306924 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-cfd791f9-49b4-45b0-ae18-4038275c6967 req-a1494c77-57c4-4d34-a674-f8c426b8b529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:00.354310 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-d6820ee2-2c35-4b87-93d4-e14a29ba1977 None None] Provisioning complete for port 7945b8e4-c96d-4470-8c2a-9fc6d160a778 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:04:00.355169 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d6820ee2-2c35-4b87-93d4-e14a29ba1977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:00.405361 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-d6820ee2-2c35-4b87-93d4-e14a29ba1977 None None] Port 7945b8e4-c96d-4470-8c2a-9fc6d160a778 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:04:00.507843 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-70ac3556-51be-4392-bac0-aea16935788a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:00.684110 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-cfd791f9-49b4-45b0-ae18-4038275c6967 req-a1494c77-57c4-4d34-a674-f8c426b8b529 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7945b8e4-c96d-4470-8c2a-9fc6d160a778 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:04:00.694436 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-cfd791f9-49b4-45b0-ae18-4038275c6967 req-a1494c77-57c4-4d34-a674-f8c426b8b529 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:00.706933 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-cfd791f9-49b4-45b0-ae18-4038275c6967 req-a1494c77-57c4-4d34-a674-f8c426b8b529 service neutron] Transition to ACTIVE for port object 7945b8e4-c96d-4470-8c2a-9fc6d160a778 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 16:04:00.759933 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-70ac3556-51be-4392-bac0-aea16935788a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:00.808541 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-70ac3556-51be-4392-bac0-aea16935788a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5d2f0111fd6744c2a8f22a56cec565ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9988694 Sep 24 16:04:00.809504 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ac3556-51be-4392-bac0-aea16935788a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2fa902-f729-41ca-99a9-cc7b3959da89,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:00.811851 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 58434) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:04:00.878938 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6ac892bc-62a5-4f4d-aa7f-112724bdc5a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:00.919678 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6ac892bc-62a5-4f4d-aa7f-112724bdc5a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:01.188615 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-cfd791f9-49b4-45b0-ae18-4038275c6967 req-a1494c77-57c4-4d34-a674-f8c426b8b529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:01.247509 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6ac892bc-62a5-4f4d-aa7f-112724bdc5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:01.253898 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6ac892bc-62a5-4f4d-aa7f-112724bdc5a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:01.257458 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-6ac892bc-62a5-4f4d-aa7f-112724bdc5a2 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/ae2fa902-f729-41ca-99a9-cc7b3959da89 HTTP/1.1" status: 204 len: 168 time: 0.4443421 Sep 24 16:04:01.270231 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-271fb67c-c900-40ea-b3d1-dd311de61199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:01.275313 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac892bc-62a5-4f4d-aa7f-112724bdc5a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2fa902-f729-41ca-99a9-cc7b3959da89,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:01.492830 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1494c77-57c4-4d34-a674-f8c426b8b529 service neutron] Pushing event updated for resources: {'Port': ['ID=7945b8e4-c96d-4470-8c2a-9fc6d160a778,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:01.554726 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-cfd791f9-49b4-45b0-ae18-4038275c6967 req-a1494c77-57c4-4d34-a674-f8c426b8b529 service neutron] Attempting to bind port 7945b8e4-c96d-4470-8c2a-9fc6d160a778 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:04:01.555224 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-cfd791f9-49b4-45b0-ae18-4038275c6967 req-a1494c77-57c4-4d34-a674-f8c426b8b529 service neutron] Attempting to bind port 7945b8e4-c96d-4470-8c2a-9fc6d160a778 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '2092c0c1-8505-4766-a7ca-113875fab965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '6dfcf71b-a430-45da-8447-3d600e4a0e09'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:04:01.555781 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd791f9-49b4-45b0-ae18-4038275c6967 req-a1494c77-57c4-4d34-a674-f8c426b8b529 service neutron] Attempting to bind port 7945b8e4-c96d-4470-8c2a-9fc6d160a778 on network 6dfcf71b-a430-45da-8447-3d600e4a0e09 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:04:01.561727 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd791f9-49b4-45b0-ae18-4038275c6967 req-a1494c77-57c4-4d34-a674-f8c426b8b529 service neutron] Port 7945b8e4-c96d-4470-8c2a-9fc6d160a778 on network 6dfcf71b-a430-45da-8447-3d600e4a0e09 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 16:04:01.562136 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd791f9-49b4-45b0-ae18-4038275c6967 req-a1494c77-57c4-4d34-a674-f8c426b8b529 service neutron] Attempting to bind port 7945b8e4-c96d-4470-8c2a-9fc6d160a778 on network 6dfcf71b-a430-45da-8447-3d600e4a0e09 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:04:01.568265 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd791f9-49b4-45b0-ae18-4038275c6967 req-a1494c77-57c4-4d34-a674-f8c426b8b529 service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 3, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:04:01.568738 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd791f9-49b4-45b0-ae18-4038275c6967 req-a1494c77-57c4-4d34-a674-f8c426b8b529 service neutron] Checking segment: {'id': '2092c0c1-8505-4766-a7ca-113875fab965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '6dfcf71b-a430-45da-8447-3d600e4a0e09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:04:01.569241 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd791f9-49b4-45b0-ae18-4038275c6967 req-a1494c77-57c4-4d34-a674-f8c426b8b529 service neutron] Bound using segment: {'id': '2092c0c1-8505-4766-a7ca-113875fab965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '6dfcf71b-a430-45da-8447-3d600e4a0e09'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:04:01.569828 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-cfd791f9-49b4-45b0-ae18-4038275c6967 req-a1494c77-57c4-4d34-a674-f8c426b8b529 service neutron] Bound port: 7945b8e4-c96d-4470-8c2a-9fc6d160a778, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2092c0c1-8505-4766-a7ca-113875fab965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '6dfcf71b-a430-45da-8447-3d600e4a0e09'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:04:01.574260 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-cfd791f9-49b4-45b0-ae18-4038275c6967 req-a1494c77-57c4-4d34-a674-f8c426b8b529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:01.580070 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76185efa-354d-43d4-8d57-32072f5cfe08 req-a008a9a7-3ebc-4917-955d-f4f533e2fdeb tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:04:01.588124 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-76185efa-354d-43d4-8d57-32072f5cfe08 req-a008a9a7-3ebc-4917-955d-f4f533e2fdeb tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7609244-00fd-4064-8582-55dc60b1654e HTTP/1.1" status: 200 len: 943 time: 0.3065803 Sep 24 16:04:01.698358 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-cfd791f9-49b4-45b0-ae18-4038275c6967 req-a1494c77-57c4-4d34-a674-f8c426b8b529 service neutron] For port 7945b8e4-c96d-4470-8c2a-9fc6d160a778, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:04:01.703658 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-cfd791f9-49b4-45b0-ae18-4038275c6967 req-a1494c77-57c4-4d34-a674-f8c426b8b529 service neutron] For port 7945b8e4-c96d-4470-8c2a-9fc6d160a778, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=7945b8e4-c96d-4470-8c2a-9fc6d160a778,segment=NetworkSegment(2092c0c1-8505-4766-a7ca-113875fab965),segment_id=2092c0c1-8505-4766-a7ca-113875fab965)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:04:01.741116 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-76185efa-354d-43d4-8d57-32072f5cfe08 req-518b4022-b59e-4ba0-99da-c8a4a5dbe005 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518083 Sep 24 16:04:01.791759 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-cfd791f9-49b4-45b0-ae18-4038275c6967 req-a1494c77-57c4-4d34-a674-f8c426b8b529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:01.832873 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd791f9-49b4-45b0-ae18-4038275c6967 req-a1494c77-57c4-4d34-a674-f8c426b8b529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:04:01.834031 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-cfd791f9-49b4-45b0-ae18-4038275c6967 req-a1494c77-57c4-4d34-a674-f8c426b8b529 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:01.835839 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cfd791f9-49b4-45b0-ae18-4038275c6967 req-a1494c77-57c4-4d34-a674-f8c426b8b529 service neutron] 10.222.0.108 "PUT /v2.0/ports/7945b8e4-c96d-4470-8c2a-9fc6d160a778 HTTP/1.1" status: 200 len: 1091 time: 1.6200945 Sep 24 16:04:01.836291 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7609244-00fd-4064-8582-55dc60b1654e', 'tag': '7945b8e4-c96d-4470-8c2a-9fc6d160a778'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:04:01.838958 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-013772fd-2083-40eb-ae70-9ca0741c90e6" -d '{"events": [{"name": "network-changed", "server_uuid": "b7609244-00fd-4064-8582-55dc60b1654e", "tag": "7945b8e4-c96d-4470-8c2a-9fc6d160a778"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:04:01.910220 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1494c77-57c4-4d34-a674-f8c426b8b529 service neutron] Pushing event updated for resources: {'Port': ['ID=7945b8e4-c96d-4470-8c2a-9fc6d160a778,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:01.930972 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d557a2-40f4-4cf7-a46e-3cf2cd7599b6 x-openstack-request-id: req-c9d557a2-40f4-4cf7-a46e-3cf2cd7599b6 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:04:01.931434 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7609244-00fd-4064-8582-55dc60b1654e", "tag": "7945b8e4-c96d-4470-8c2a-9fc6d160a778", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:04:01.931840 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c9d557a2-40f4-4cf7-a46e-3cf2cd7599b6 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:04:01.932265 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7609244-00fd-4064-8582-55dc60b1654e', 'tag': '7945b8e4-c96d-4470-8c2a-9fc6d160a778', 'status': 'completed', 'code': 200} Sep 24 16:04:02.064719 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013772fd-2083-40eb-ae70-9ca0741c90e6 req-89e665f0-589b-4e94-bdc7-c65ae45ac24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:04:02.066677 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-013772fd-2083-40eb-ae70-9ca0741c90e6 req-89e665f0-589b-4e94-bdc7-c65ae45ac24a service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=ad0a95e7731d4c36b80c295f85c49988&device_id=b7609244-00fd-4064-8582-55dc60b1654e HTTP/1.1" status: 200 len: 1094 time: 0.1284912 Sep 24 16:04:02.286945 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013772fd-2083-40eb-ae70-9ca0741c90e6 req-ed692add-6fa1-4f97-b1f6-1bdf9cfc7742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:04:02.289068 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-013772fd-2083-40eb-ae70-9ca0741c90e6 req-ed692add-6fa1-4f97-b1f6-1bdf9cfc7742 service neutron] 10.222.0.108 "GET /v2.0/networks?tenant_id=ad0a95e7731d4c36b80c295f85c49988&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2145970 Sep 24 16:04:02.319057 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 58452) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:04:02.368812 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f91b38a9-890c-438a-8d14-ad117b28d17b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:02.464496 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013772fd-2083-40eb-ae70-9ca0741c90e6 req-bdea3577-4205-4215-a0fb-400208197960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:04:02.467828 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-013772fd-2083-40eb-ae70-9ca0741c90e6 req-bdea3577-4205-4215-a0fb-400208197960 service neutron] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1708241 Sep 24 16:04:02.505800 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f91b38a9-890c-438a-8d14-ad117b28d17b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:02.557960 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd791f9-49b4-45b0-ae18-4038275c6967 req-c34b0404-2816-4f5e-bec5-48da6a559124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:04:02.559627 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cfd791f9-49b4-45b0-ae18-4038275c6967 req-c34b0404-2816-4f5e-bec5-48da6a559124 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=ad0a95e7731d4c36b80c295f85c49988&device_id=b7609244-00fd-4064-8582-55dc60b1654e HTTP/1.1" status: 200 len: 1094 time: 0.0462992 Sep 24 16:04:02.614995 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cfd791f9-49b4-45b0-ae18-4038275c6967 req-a219630f-6605-45fb-b8db-7b014d3ee10f service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7945b8e4-c96d-4470-8c2a-9fc6d160a778 HTTP/1.1" status: 200 len: 217 time: 0.0475199 Sep 24 16:04:02.672216 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd791f9-49b4-45b0-ae18-4038275c6967 req-71b15a87-b50e-45f6-a183-b6f8b521dc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:04:02.675400 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cfd791f9-49b4-45b0-ae18-4038275c6967 req-71b15a87-b50e-45f6-a183-b6f8b521dc27 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=a684d0b1-d9da-4f1a-86e3-ebaba7395986 HTTP/1.1" status: 200 len: 850 time: 0.0540609 Sep 24 16:04:02.741904 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd791f9-49b4-45b0-ae18-4038275c6967 req-b063f82d-db92-4350-8b5d-9053e0f7ee73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:04:02.743949 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cfd791f9-49b4-45b0-ae18-4038275c6967 req-b063f82d-db92-4350-8b5d-9053e0f7ee73 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=6dfcf71b-a430-45da-8447-3d600e4a0e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594320 Sep 24 16:04:02.880291 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f91b38a9-890c-438a-8d14-ad117b28d17b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:02.934940 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cfd791f9-49b4-45b0-ae18-4038275c6967 req-08c4b3f9-00d2-4afd-b332-900842b38ce4 service neutron] 10.222.0.108 "GET /v2.0/networks/6dfcf71b-a430-45da-8447-3d600e4a0e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838024 Sep 24 16:04:02.936098 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f91b38a9-890c-438a-8d14-ad117b28d17b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=414a424659284caeaa323f2c50a7fc4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6152289 Sep 24 16:04:02.938195 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91b38a9-890c-438a-8d14-ad117b28d17b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3abd488-818e-421f-a6cc-4d06baea5873,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:02.940815 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 58462) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:04:02.962460 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af55bc3-0916-484e-ae64-88743714ebee req-ad0a1d0f-14df-4481-be3f-65bd3b0930c3 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:04:02.967257 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9af55bc3-0916-484e-ae64-88743714ebee req-ad0a1d0f-14df-4481-be3f-65bd3b0930c3 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7609244-00fd-4064-8582-55dc60b1654e HTTP/1.1" status: 200 len: 943 time: 0.1312723 Sep 24 16:04:03.044719 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8b1898b3-18d8-4b9b-82e9-6722e5578331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:03.074799 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8b1898b3-18d8-4b9b-82e9-6722e5578331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:03.127439 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9af55bc3-0916-484e-ae64-88743714ebee req-dd2185de-b909-49eb-afc1-fa49aabd6e16 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141536 Sep 24 16:04:03.136312 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cfd791f9-49b4-45b0-ae18-4038275c6967 req-ce12866e-637a-4291-b812-65cbb6f28e09 service neutron] 10.222.0.108 "GET /v2.0/networks/6dfcf71b-a430-45da-8447-3d600e4a0e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876745 Sep 24 16:04:03.213311 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8b1898b3-18d8-4b9b-82e9-6722e5578331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:03.216707 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8b1898b3-18d8-4b9b-82e9-6722e5578331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:03.219753 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-8b1898b3-18d8-4b9b-82e9-6722e5578331 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c3abd488-818e-421f-a6cc-4d06baea5873 HTTP/1.1" status: 204 len: 168 time: 0.2780223 Sep 24 16:04:03.231886 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1898b3-18d8-4b9b-82e9-6722e5578331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3abd488-818e-421f-a6cc-4d06baea5873,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:03.948831 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-bc49b011-f2b7-49d6-a814-596e7d0023cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:04.279980 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:04.415898 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bf7231-dfb6-4e5d-b2f2-f6b42faec842 req-b93b163a-ca62-41c1-9b0a-452f97700b8c tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:04:04.418648 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f8bf7231-dfb6-4e5d-b2f2-f6b42faec842 req-b93b163a-ca62-41c1-9b0a-452f97700b8c tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7609244-00fd-4064-8582-55dc60b1654e HTTP/1.1" status: 200 len: 943 time: 0.1209595 Sep 24 16:04:04.509593 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f8bf7231-dfb6-4e5d-b2f2-f6b42faec842 req-a382eaf4-7a5b-487d-ba36-aafef64ac85a tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836623 Sep 24 16:04:05.315804 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:05.440684 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 58512) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:04:05.639296 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-796499f8-e6e6-4c46-ba06-abe37da59939 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:05.717651 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1230d1-21e8-4dcd-9aa5-70eceaa31e67 req-92162cab-3da2-4756-bc76-3758b1f9ee98 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:04:05.719976 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ce1230d1-21e8-4dcd-9aa5-70eceaa31e67 req-92162cab-3da2-4756-bc76-3758b1f9ee98 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7609244-00fd-4064-8582-55dc60b1654e HTTP/1.1" status: 200 len: 943 time: 0.1068375 Sep 24 16:04:05.782130 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-796499f8-e6e6-4c46-ba06-abe37da59939 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:05.786418 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ce1230d1-21e8-4dcd-9aa5-70eceaa31e67 req-08516ff3-cea4-4f43-8369-4e45c45d7b8d tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594451 Sep 24 16:04:05.872960 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-796499f8-e6e6-4c46-ba06-abe37da59939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:05.937957 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-796499f8-e6e6-4c46-ba06-abe37da59939 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=611802232fe1425a9491fe202828bda7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4960904 Sep 24 16:04:05.939058 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796499f8-e6e6-4c46-ba06-abe37da59939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c12de56-9810-4e2f-9dbd-93aa228d27a5,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:05.940872 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 58518) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:04:06.013066 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-945bb72e-a639-4d3f-a3dd-0e115f4681d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:06.039454 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-945bb72e-a639-4d3f-a3dd-0e115f4681d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:06.234076 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-945bb72e-a639-4d3f-a3dd-0e115f4681d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:06.239132 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-945bb72e-a639-4d3f-a3dd-0e115f4681d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:06.241952 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-945bb72e-a639-4d3f-a3dd-0e115f4681d5 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/4c12de56-9810-4e2f-9dbd-93aa228d27a5 HTTP/1.1" status: 204 len: 168 time: 0.2998536 Sep 24 16:04:06.268065 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945bb72e-a639-4d3f-a3dd-0e115f4681d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c12de56-9810-4e2f-9dbd-93aa228d27a5,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:06.720089 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:06.973191 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d957f-8b2e-47f4-bd22-2f3b7af36160 req-b53351c1-98de-4606-a280-6746a0669b56 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:04:06.977971 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8b1d957f-8b2e-47f4-bd22-2f3b7af36160 req-b53351c1-98de-4606-a280-6746a0669b56 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7609244-00fd-4064-8582-55dc60b1654e HTTP/1.1" status: 200 len: 943 time: 0.0996740 Sep 24 16:04:07.041793 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8b1d957f-8b2e-47f4-bd22-2f3b7af36160 req-477512ef-d4e8-4f5c-99b8-7169e3defa7c tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568867 Sep 24 16:04:08.199654 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b71fa-096f-4811-ab78-9f8920a62505 req-69d9fe4a-59a7-4304-8f86-dc2d680b4608 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:04:08.201234 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b46b71fa-096f-4811-ab78-9f8920a62505 req-69d9fe4a-59a7-4304-8f86-dc2d680b4608 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7609244-00fd-4064-8582-55dc60b1654e HTTP/1.1" status: 200 len: 943 time: 0.0675359 Sep 24 16:04:08.257005 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b46b71fa-096f-4811-ab78-9f8920a62505 req-29e0928d-58ee-46c1-bfcf-8bc842132aef tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479088 Sep 24 16:04:09.097071 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:09.283964 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 58582) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:04:09.481573 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954ab038-44a0-4f59-8255-716387febdda req-cd07948f-6ff7-4149-853a-3c934b5e0fd3 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:04:09.506260 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-954ab038-44a0-4f59-8255-716387febdda req-cd07948f-6ff7-4149-853a-3c934b5e0fd3 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7609244-00fd-4064-8582-55dc60b1654e HTTP/1.1" status: 200 len: 943 time: 0.1331875 Sep 24 16:04:09.588882 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-954ab038-44a0-4f59-8255-716387febdda req-af4697cf-9e90-4085-a4e0-088127dd5d71 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810673 Sep 24 16:04:09.602861 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-87a8fc22-8e1a-43f2-8dde-31f7721747d1 tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-949232926'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:04:09.701713 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a8fc22-8e1a-43f2-8dde-31f7721747d1 tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Made reservation on behalf of d3b4c51b25dd42418188c9f27ef3e33b for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:04:09.707274 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-87a8fc22-8e1a-43f2-8dde-31f7721747d1 tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:09.720819 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-87a8fc22-8e1a-43f2-8dde-31f7721747d1 tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:09.879207 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-87a8fc22-8e1a-43f2-8dde-31f7721747d1 tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:09.960095 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-87a8fc22-8e1a-43f2-8dde-31f7721747d1 tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:09.974439 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87a8fc22-8e1a-43f2-8dde-31f7721747d1 tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1284} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 16:04:09.985652 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-87a8fc22-8e1a-43f2-8dde-31f7721747d1 tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:09.986124 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-87a8fc22-8e1a-43f2-8dde-31f7721747d1 tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Added segment b0302c68-3982-4cf3-956d-b79012011823 of type vlan for network a8b59365-a526-41ec-b01f-6ebd89f1be8c Sep 24 16:04:10.077160 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a8fc22-8e1a-43f2-8dde-31f7721747d1 tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7110fa-3e70-40c4-b482-ddf0e28935ab,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:10.093207 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-87a8fc22-8e1a-43f2-8dde-31f7721747d1 tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:10.188475 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-87a8fc22-8e1a-43f2-8dde-31f7721747d1 tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:10.194715 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a8fc22-8e1a-43f2-8dde-31f7721747d1 tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:04:10.197397 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-87a8fc22-8e1a-43f2-8dde-31f7721747d1 tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:10.277133 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a8fc22-8e1a-43f2-8dde-31f7721747d1 tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Pushing event updated for resources: {'Network': ['ID=a8b59365-a526-41ec-b01f-6ebd89f1be8c,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:10.297194 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 58612) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:04:10.298003 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-87a8fc22-8e1a-43f2-8dde-31f7721747d1 tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0122030 Sep 24 16:04:10.300273 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network a8b59365-a526-41ec-b01f-6ebd89f1be8c details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 16:04:10.303078 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-98c3b9e0-88ae-4c04-a8fe-9a4a86e2601d tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Request body: {'subnet': {'network_id': 'a8b59365-a526-41ec-b01f-6ebd89f1be8c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:04:10.553818 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98c3b9e0-88ae-4c04-a8fe-9a4a86e2601d tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Made reservation on behalf of d3b4c51b25dd42418188c9f27ef3e33b for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:04:10.557705 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-98c3b9e0-88ae-4c04-a8fe-9a4a86e2601d tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:10.885086 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9f209-a9a2-4d6a-a160-1192b544d3e3 req-cd5e088f-0a9a-4020-86ee-cf01f450bc9c tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:04:10.887622 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6cd9f209-a9a2-4d6a-a160-1192b544d3e3 req-cd5e088f-0a9a-4020-86ee-cf01f450bc9c tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7609244-00fd-4064-8582-55dc60b1654e HTTP/1.1" status: 200 len: 943 time: 0.1607294 Sep 24 16:04:10.914405 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:10.935123 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6cd9f209-a9a2-4d6a-a160-1192b544d3e3 req-686b878e-422e-4a93-ae86-92fbe565436f tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380647 Sep 24 16:04:11.000609 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-98c3b9e0-88ae-4c04-a8fe-9a4a86e2601d tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:11.073223 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c3b9e0-88ae-4c04-a8fe-9a4a86e2601d tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Pushing event updated for resources: {'Subnet': ['ID=bba17b76-9cda-45eb-b8fe-ea353d997d6e,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:11.087465 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c3b9e0-88ae-4c04-a8fe-9a4a86e2601d tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Checking segment: {'id': 'b0302c68-3982-4cf3-956d-b79012011823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'a8b59365-a526-41ec-b01f-6ebd89f1be8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:04:11.087812 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c3b9e0-88ae-4c04-a8fe-9a4a86e2601d tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Network hostable DHCP agents. Network: a8b59365-a526-41ec-b01f-6ebd89f1be8c, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 16:04:11.194425 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c3b9e0-88ae-4c04-a8fe-9a4a86e2601d tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Network a8b59365-a526-41ec-b01f-6ebd89f1be8c is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 16:04:11.257791 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-98c3b9e0-88ae-4c04-a8fe-9a4a86e2601d tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, a8b59365-a526-41ec-b01f-6ebd89f1be8c) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:04:11.265042 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c3b9e0-88ae-4c04-a8fe-9a4a86e2601d tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:04:11.266641 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-98c3b9e0-88ae-4c04-a8fe-9a4a86e2601d tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:11.273809 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362ecdad-244b-48bd-a622-03f8bd5cb450 None None] Network a8b59365-a526-41ec-b01f-6ebd89f1be8c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:04:11.372794 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-98c3b9e0-88ae-4c04-a8fe-9a4a86e2601d tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0744185 Sep 24 16:04:11.376635 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 58624) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:04:11.388808 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-4ee385bc-61a1-409b-8541-10f800f1919c tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Request body: {'port': {'network_id': 'a8b59365-a526-41ec-b01f-6ebd89f1be8c', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1568175505'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:04:11.498911 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37cf665-b420-4186-a75c-c7d797425166 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-a8b59365-a526-41ec-b01f-6ebd89f1be8c', 'network_id': 'a8b59365-a526-41ec-b01f-6ebd89f1be8c', 'tenant_id': 'd3b4c51b25dd42418188c9f27ef3e33b', 'fixed_ips': [{'subnet_id': 'bba17b76-9cda-45eb-b8fe-ea353d997d6e'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 16:04:11.501257 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d37cf665-b420-4186-a75c-c7d797425166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:11.633755 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee385bc-61a1-409b-8541-10f800f1919c tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Made reservation on behalf of d3b4c51b25dd42418188c9f27ef3e33b for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:04:11.637560 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4ee385bc-61a1-409b-8541-10f800f1919c tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:11.666513 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [None req-4ee385bc-61a1-409b-8541-10f800f1919c tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] device_id is not set on port 3a639be0-2af1-415f-a543-ef06e36d5319 yet. {{(pid=95297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 16:04:11.797488 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-d37cf665-b420-4186-a75c-c7d797425166 None None] Allocated IP 172.20.0.2 (a8b59365-a526-41ec-b01f-6ebd89f1be8c/bba17b76-9cda-45eb-b8fe-ea353d997d6e/e7c465b1-0e15-49d6-9f9f-33d135bf7320) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:04:11.956307 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d37cf665-b420-4186-a75c-c7d797425166 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:12.019938 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d37cf665-b420-4186-a75c-c7d797425166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:12.127894 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-4ee385bc-61a1-409b-8541-10f800f1919c tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Allocated IP 172.20.0.6 (a8b59365-a526-41ec-b01f-6ebd89f1be8c/bba17b76-9cda-45eb-b8fe-ea353d997d6e/3a639be0-2af1-415f-a543-ef06e36d5319) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:04:12.263219 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d37cf665-b420-4186-a75c-c7d797425166 None None] Network a8b59365-a526-41ec-b01f-6ebd89f1be8c is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:04:12.268063 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-d37cf665-b420-4186-a75c-c7d797425166 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:04:12.269048 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e0a7a-b002-48b3-925c-3676f614654f req-e900532d-cae7-4532-aa89-4fee4f6fee6e tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:04:12.272284 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1c2e0a7a-b002-48b3-925c-3676f614654f req-e900532d-cae7-4532-aa89-4fee4f6fee6e tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7609244-00fd-4064-8582-55dc60b1654e HTTP/1.1" status: 200 len: 943 time: 0.1837606 Sep 24 16:04:12.279109 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37cf665-b420-4186-a75c-c7d797425166 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:04:12.325082 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37cf665-b420-4186-a75c-c7d797425166 None None] Pushing event updated for resources: {'Port': ['ID=e7c465b1-0e15-49d6-9f9f-33d135bf7320,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:12.351752 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-d37cf665-b420-4186-a75c-c7d797425166 None None] Attempting to bind port e7c465b1-0e15-49d6-9f9f-33d135bf7320 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:04:12.352414 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-d37cf665-b420-4186-a75c-c7d797425166 None None] Attempting to bind port e7c465b1-0e15-49d6-9f9f-33d135bf7320 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'b0302c68-3982-4cf3-956d-b79012011823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'a8b59365-a526-41ec-b01f-6ebd89f1be8c'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:04:12.352955 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37cf665-b420-4186-a75c-c7d797425166 None None] Attempting to bind port e7c465b1-0e15-49d6-9f9f-33d135bf7320 on network a8b59365-a526-41ec-b01f-6ebd89f1be8c {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:04:12.358536 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37cf665-b420-4186-a75c-c7d797425166 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:04:12.359145 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37cf665-b420-4186-a75c-c7d797425166 None None] Checking segment: {'id': 'b0302c68-3982-4cf3-956d-b79012011823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'a8b59365-a526-41ec-b01f-6ebd89f1be8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:04:12.359726 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d37cf665-b420-4186-a75c-c7d797425166 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:12.360277 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37cf665-b420-4186-a75c-c7d797425166 None None] Bound using segment: {'id': 'b0302c68-3982-4cf3-956d-b79012011823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'a8b59365-a526-41ec-b01f-6ebd89f1be8c'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:04:12.360892 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-d37cf665-b420-4186-a75c-c7d797425166 None None] Bound port: e7c465b1-0e15-49d6-9f9f-33d135bf7320, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0302c68-3982-4cf3-956d-b79012011823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': 'a8b59365-a526-41ec-b01f-6ebd89f1be8c'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:04:12.361434 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d37cf665-b420-4186-a75c-c7d797425166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:12.407331 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4ee385bc-61a1-409b-8541-10f800f1919c tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:12.427416 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-d37cf665-b420-4186-a75c-c7d797425166 None None] For port e7c465b1-0e15-49d6-9f9f-33d135bf7320, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:04:12.431093 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-d37cf665-b420-4186-a75c-c7d797425166 None None] For port e7c465b1-0e15-49d6-9f9f-33d135bf7320, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=e7c465b1-0e15-49d6-9f9f-33d135bf7320,segment=NetworkSegment(b0302c68-3982-4cf3-956d-b79012011823),segment_id=b0302c68-3982-4cf3-956d-b79012011823)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:04:12.435487 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1c2e0a7a-b002-48b3-925c-3676f614654f req-b49a262b-4f15-4bfb-b535-17eda9328fcf tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150172 Sep 24 16:04:12.509205 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d37cf665-b420-4186-a75c-c7d797425166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:12.538918 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4ee385bc-61a1-409b-8541-10f800f1919c tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:12.617319 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37cf665-b420-4186-a75c-c7d797425166 None None] Pushing event updated for resources: {'Port': ['ID=e7c465b1-0e15-49d6-9f9f-33d135bf7320,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:12.664236 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee385bc-61a1-409b-8541-10f800f1919c tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Network a8b59365-a526-41ec-b01f-6ebd89f1be8c is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:04:12.668556 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-4ee385bc-61a1-409b-8541-10f800f1919c tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:04:12.676210 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee385bc-61a1-409b-8541-10f800f1919c tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:04:12.739777 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee385bc-61a1-409b-8541-10f800f1919c tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Pushing event updated for resources: {'Port': ['ID=3a639be0-2af1-415f-a543-ef06e36d5319,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:12.782144 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee385bc-61a1-409b-8541-10f800f1919c tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:04:12.783075 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4ee385bc-61a1-409b-8541-10f800f1919c tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:12.895306 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-4ee385bc-61a1-409b-8541-10f800f1919c tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5136456 Sep 24 16:04:12.898376 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 58648) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:04:13.058874 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-e10c5837-1f43-462b-925e-1277f8be1d66 tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Deleting port 3a639be0-2af1-415f-a543-ef06e36d5319 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:04:13.059659 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e10c5837-1f43-462b-925e-1277f8be1d66 tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:13.196862 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e10c5837-1f43-462b-925e-1277f8be1d66 tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:13.215029 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-e10c5837-1f43-462b-925e-1277f8be1d66 tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Calling delete_port for 3a639be0-2af1-415f-a543-ef06e36d5319 owned by {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:04:13.373012 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 7945b8e4-c96d-4470-8c2a-9fc6d160a778 details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 16:04:13.507898 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e10c5837-1f43-462b-925e-1277f8be1d66 tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:13.560949 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 7945b8e4-c96d-4470-8c2a-9fc6d160a778, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=7945b8e4-c96d-4470-8c2a-9fc6d160a778,segment=NetworkSegment(2092c0c1-8505-4766-a7ca-113875fab965),segment_id=2092c0c1-8505-4766-a7ca-113875fab965)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:04:13.587326 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': '7945b8e4-c96d-4470-8c2a-9fc6d160a778', 'network_id': '6dfcf71b-a430-45da-8447-3d600e4a0e09', 'port_id': '7945b8e4-c96d-4470-8c2a-9fc6d160a778', 'mac_address': 'fa:16:3e:a8:d0:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a684d0b1-d9da-4f1a-86e3-ebaba7395986', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 16:04:13.587936 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10c5837-1f43-462b-925e-1277f8be1d66 tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Pushing event deleted for resources: {'Port': ['ID=3a639be0-2af1-415f-a543-ef06e36d5319,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:13.702928 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device e7c465b1-0e15-49d6-9f9f-33d135bf7320 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:04:13.709405 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:13.751698 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e10c5837-1f43-462b-925e-1277f8be1d66 tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:13.756781 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-e10c5837-1f43-462b-925e-1277f8be1d66 tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] 10.222.0.101 "DELETE /v2.0/ports/3a639be0-2af1-415f-a543-ef06e36d5319 HTTP/1.1" status: 204 len: 168 time: 0.8543015 Sep 24 16:04:13.757376 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 58658) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:04:13.817911 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a7363e-cf14-4f91-a226-678365c081bb req-5ee520e1-693d-45ac-9601-cecffebe1fd5 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:04:13.820264 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-69a7363e-cf14-4f91-a226-678365c081bb req-5ee520e1-693d-45ac-9601-cecffebe1fd5 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7609244-00fd-4064-8582-55dc60b1654e HTTP/1.1" status: 200 len: 943 time: 0.2381396 Sep 24 16:04:13.864195 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7945b8e4-c96d-4470-8c2a-9fc6d160a778 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:04:13.894110 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-69a7363e-cf14-4f91-a226-678365c081bb req-2564bb7c-6d78-48b4-9fa7-bfcaa46a7d91 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636246 Sep 24 16:04:13.940653 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-1fd54284-902f-4ba0-a6ce-6c5dbe618521 tempest-DHCPAgentSchedulersTestJSON-1714060260 tempest-DHCPAgentSchedulersTestJSON-1714060260-project-admin] 10.222.0.101 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4678 time: 0.1752701 Sep 24 16:04:13.940653 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 58664) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:04:13.941694 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 7945b8e4-c96d-4470-8c2a-9fc6d160a778, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=7945b8e4-c96d-4470-8c2a-9fc6d160a778,segment=NetworkSegment(2092c0c1-8505-4766-a7ca-113875fab965),segment_id=2092c0c1-8505-4766-a7ca-113875fab965)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:04:13.951654 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-5282c5ec-b08c-4f5a-be7d-610703854d89 tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-946192061'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:04:13.997420 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port e7c465b1-0e15-49d6-9f9f-33d135bf7320 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:04:13.997862 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:14.047106 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:14.080634 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5282c5ec-b08c-4f5a-be7d-610703854d89 tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Made reservation on behalf of d3b4c51b25dd42418188c9f27ef3e33b for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:04:14.089188 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5282c5ec-b08c-4f5a-be7d-610703854d89 tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:14.128908 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5282c5ec-b08c-4f5a-be7d-610703854d89 tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1269} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 16:04:14.141539 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5282c5ec-b08c-4f5a-be7d-610703854d89 tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:14.141972 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-5282c5ec-b08c-4f5a-be7d-610703854d89 tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Added segment 055b271a-a4a7-4dfc-ab78-efd10c0dde24 of type vlan for network 84ae52ac-eaf9-4bb6-90d1-70b652da50b4 Sep 24 16:04:14.144260 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=7945b8e4-c96d-4470-8c2a-9fc6d160a778,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:14.171154 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0259b523-681a-4347-bd04-489a90588794 None None] Network a8b59365-a526-41ec-b01f-6ebd89f1be8c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:04:14.198266 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:14.210739 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5282c5ec-b08c-4f5a-be7d-610703854d89 tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:14.319821 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['7945b8e4-c96d-4470-8c2a-9fc6d160a778'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:04:14.340612 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5282c5ec-b08c-4f5a-be7d-610703854d89 tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:14.349367 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5282c5ec-b08c-4f5a-be7d-610703854d89 tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:04:14.349367 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5282c5ec-b08c-4f5a-be7d-610703854d89 tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:14.383666 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port e7c465b1-0e15-49d6-9f9f-33d135bf7320, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=e7c465b1-0e15-49d6-9f9f-33d135bf7320,segment=NetworkSegment(b0302c68-3982-4cf3-956d-b79012011823),segment_id=b0302c68-3982-4cf3-956d-b79012011823)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:04:14.390376 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-d0325796-4a70-48f7-891d-7f452a68b22c None None] Provisioning complete for port e7c465b1-0e15-49d6-9f9f-33d135bf7320 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:04:14.390891 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d0325796-4a70-48f7-891d-7f452a68b22c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:14.468399 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5282c5ec-b08c-4f5a-be7d-610703854d89 tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Pushing event updated for resources: {'Network': ['ID=84ae52ac-eaf9-4bb6-90d1-70b652da50b4,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:14.513286 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 84ae52ac-eaf9-4bb6-90d1-70b652da50b4 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 16:04:14.525632 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-5282c5ec-b08c-4f5a-be7d-610703854d89 tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.5883749 Sep 24 16:04:14.528326 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 58668) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:04:14.542872 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:14.697337 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-496fcba8-e69f-4e94-b6f2-9a3a7d7f2870 tempest-DHCPAgentSchedulersTestJSON-1714060260 tempest-DHCPAgentSchedulersTestJSON-1714060260-project-admin] 10.222.0.101 "GET /v2.0/agents/69ca901e-4af1-4d42-8fea-0630c3f0a321/dhcp-networks HTTP/1.1" status: 200 len: 8895 time: 0.1674378 Sep 24 16:04:14.700073 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 58674) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:04:14.795415 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119037ae-a5d8-4f43-bc5b-2977c593ebff tempest-DHCPAgentSchedulersTestJSON-1714060260 tempest-DHCPAgentSchedulersTestJSON-1714060260-project-admin] Network 84ae52ac-eaf9-4bb6-90d1-70b652da50b4 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 16:04:14.828764 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=e7c465b1-0e15-49d6-9f9f-33d135bf7320,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:14.878548 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-119037ae-a5d8-4f43-bc5b-2977c593ebff tempest-DHCPAgentSchedulersTestJSON-1714060260 tempest-DHCPAgentSchedulersTestJSON-1714060260-project-admin] 10.222.0.101 "POST /v2.0/agents/69ca901e-4af1-4d42-8fea-0630c3f0a321/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1746135 Sep 24 16:04:14.879004 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 58676) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:04:14.895002 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac0beaf-40ed-4258-b771-9e3eaf6ff71e None None] Network 84ae52ac-eaf9-4bb6-90d1-70b652da50b4 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:04:15.142282 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-4dbaebd7-e743-443b-8997-6d3261c6a099 tempest-DHCPAgentSchedulersTestJSON-1714060260 tempest-DHCPAgentSchedulersTestJSON-1714060260-project-admin] 10.222.0.101 "GET /v2.0/agents/69ca901e-4af1-4d42-8fea-0630c3f0a321/dhcp-networks HTTP/1.1" status: 200 len: 9666 time: 0.2589986 Sep 24 16:04:15.142886 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 58682) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:04:15.175711 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b026bea-40d0-4591-a674-fbafdb5be086 req-686bee83-9485-47bc-9943-9524a9801a50 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:04:15.178893 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8b026bea-40d0-4591-a674-fbafdb5be086 req-686bee83-9485-47bc-9943-9524a9801a50 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7609244-00fd-4064-8582-55dc60b1654e HTTP/1.1" status: 200 len: 944 time: 0.1112289 Sep 24 16:04:15.231172 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8b026bea-40d0-4591-a674-fbafdb5be086 req-38731587-9561-4e2f-9701-29f2bac3e7f3 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459538 Sep 24 16:04:15.324008 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-dc0673be-94d3-493d-b014-bd81d5f3c1d5 None None] Provisioning complete for port e7c465b1-0e15-49d6-9f9f-33d135bf7320 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:04:15.328683 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-dc0673be-94d3-493d-b014-bd81d5f3c1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:15.328940 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b5c0f1d1-5414-4a33-9d9f-ef1b7f079421 tempest-DHCPAgentSchedulersTestJSON-1714060260 tempest-DHCPAgentSchedulersTestJSON-1714060260-project-admin] 10.222.0.101 "DELETE /v2.0/agents/69ca901e-4af1-4d42-8fea-0630c3f0a321/dhcp-networks/84ae52ac-eaf9-4bb6-90d1-70b652da50b4 HTTP/1.1" status: 204 len: 168 time: 0.1786766 Sep 24 16:04:15.329040 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 58684) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:04:15.577457 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-bf6f3122-e6cf-4086-babd-8601d7efdab0 None None] Could not find standard attr ID for object 3a639be0-2af1-415f-a543-ef06e36d5319. {{(pid=95299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 16:04:15.581810 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device e7c465b1-0e15-49d6-9f9f-33d135bf7320 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:04:15.626689 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-070e11e4-33ac-4237-9fcf-fbdcbbc6b074 tempest-DHCPAgentSchedulersTestJSON-1714060260 tempest-DHCPAgentSchedulersTestJSON-1714060260-project-admin] 10.222.0.101 "GET /v2.0/agents/69ca901e-4af1-4d42-8fea-0630c3f0a321/dhcp-networks HTTP/1.1" status: 200 len: 8895 time: 0.2978325 Sep 24 16:04:15.632588 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 58686) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:04:15.651708 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port e7c465b1-0e15-49d6-9f9f-33d135bf7320 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:04:15.652584 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:15.680851 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-97cfdc6d-7d23-41d8-9e0d-7a216828406b tempest-DHCPAgentSchedulersTestJSON-1714060260 tempest-DHCPAgentSchedulersTestJSON-1714060260-project-admin] 10.222.0.101 "GET /v2.0/networks/a8b59365-a526-41ec-b01f-6ebd89f1be8c/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0465076 Sep 24 16:04:15.685195 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 58688) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:04:15.731725 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-0dffdbaf-39dd-4077-a84a-b4aea1e5ac5e tempest-DHCPAgentSchedulersTestJSON-1714060260 tempest-DHCPAgentSchedulersTestJSON-1714060260-project-admin] 10.222.0.101 "GET /v2.0/networks/a8b59365-a526-41ec-b01f-6ebd89f1be8c/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0414524 Sep 24 16:04:15.732151 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 58692) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:04:15.924704 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-4748b27e-15de-4a65-b4c8-3718c0b9c31c tempest-DHCPAgentSchedulersTestJSON-1714060260 tempest-DHCPAgentSchedulersTestJSON-1714060260-project-admin] 10.222.0.101 "GET /v2.0/agents/69ca901e-4af1-4d42-8fea-0630c3f0a321/dhcp-networks HTTP/1.1" status: 200 len: 8895 time: 0.1911922 Sep 24 16:04:15.933028 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 58696) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:04:16.029598 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5ba62dce-22a5-4cc4-a102-4bf687c270de tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:16.130047 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5ba62dce-22a5-4cc4-a102-4bf687c270de tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:16.155985 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-5ba62dce-22a5-4cc4-a102-4bf687c270de tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84ae52ac-eaf9-4bb6-90d1-70b652da50b4']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:04:16.170269 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-5ba62dce-22a5-4cc4-a102-4bf687c270de tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '055b271a-a4a7-4dfc-ab78-efd10c0dde24') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:04:16.170626 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-5ba62dce-22a5-4cc4-a102-4bf687c270de tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '055b271a-a4a7-4dfc-ab78-efd10c0dde24') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:04:16.182189 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5ba62dce-22a5-4cc4-a102-4bf687c270de tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:16.198114 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5ba62dce-22a5-4cc4-a102-4bf687c270de tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:16.205436 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ba62dce-22a5-4cc4-a102-4bf687c270de tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Releasing vlan 1269 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 16:04:16.205931 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5ba62dce-22a5-4cc4-a102-4bf687c270de tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:16.209648 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 16:04:16.209648 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 16:04:16.209648 n-d-808921-1 neutron-server[95297]: timer() Sep 24 16:04:16.209648 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 16:04:16.209648 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 16:04:16.209648 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 16:04:16.209648 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 16:04:16.209648 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 16:04:16.209648 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 16:04:16.209648 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 16:04:16.209648 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 16:04:16.209648 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 16:04:16.209648 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 16:04:16.209648 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 16:04:16.209648 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 16:04:16.209648 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 16:04:16.209648 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 16:04:16.209648 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 16:04:16.209648 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 16:04:16.209648 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 16:04:16.209648 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 16:04:16.209648 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 16:04:16.209648 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 16:04:16.209648 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 16:04:16.209648 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 16:04:16.209648 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 16:04:16.209648 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 16:04:16.209648 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 16:04:16.209648 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 16:04:16.209648 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 16:04:16.209648 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 16:04:16.209648 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 16:04:16.376481 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b40335e-e5ab-4932-9ca8-6841e185e25b req-98e3bd2c-1f41-4b7e-b919-2b84ac553cc1 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:04:16.378088 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0b40335e-e5ab-4932-9ca8-6841e185e25b req-98e3bd2c-1f41-4b7e-b919-2b84ac553cc1 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7609244-00fd-4064-8582-55dc60b1654e HTTP/1.1" status: 200 len: 944 time: 0.0537241 Sep 24 16:04:16.387572 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5ba62dce-22a5-4cc4-a102-4bf687c270de tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:16.393389 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5ba62dce-22a5-4cc4-a102-4bf687c270de tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:16.395942 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-5ba62dce-22a5-4cc4-a102-4bf687c270de tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] 10.222.0.101 "DELETE /v2.0/networks/84ae52ac-eaf9-4bb6-90d1-70b652da50b4 HTTP/1.1" status: 204 len: 168 time: 0.4617691 Sep 24 16:04:16.400675 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 58704) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:04:16.435974 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba62dce-22a5-4cc4-a102-4bf687c270de tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Pushing event deleted for resources: {'Network': ['ID=84ae52ac-eaf9-4bb6-90d1-70b652da50b4,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:16.439033 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0b40335e-e5ab-4932-9ca8-6841e185e25b req-765ba9be-9898-4a1d-9c51-c7a01d9ceb60 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524335 Sep 24 16:04:16.439875 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-12c94594-d086-4c90-9bfb-8f74ba881926 tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] DELETE failed (client error): The resource could not be found. Sep 24 16:04:16.440699 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12c94594-d086-4c90-9bfb-8f74ba881926 tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 16:04:16.446482 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 58706) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:04:16.447076 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-12c94594-d086-4c90-9bfb-8f74ba881926 tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] 10.222.0.101 "DELETE /v2.0/ports/3a639be0-2af1-415f-a543-ef06e36d5319 HTTP/1.1" status: 404 len: 333 time: 0.0449686 Sep 24 16:04:16.511655 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-622dad84-b0bf-4fa2-af03-a0ba6c35d128 tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Deleting subnet bba17b76-9cda-45eb-b8fe-ea353d997d6e {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 16:04:16.515190 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-622dad84-b0bf-4fa2-af03-a0ba6c35d128 tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:16.557437 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-622dad84-b0bf-4fa2-af03-a0ba6c35d128 tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:16.652722 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-622dad84-b0bf-4fa2-af03-a0ba6c35d128 tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:16.782683 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-622dad84-b0bf-4fa2-af03-a0ba6c35d128 tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:16.809733 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622dad84-b0bf-4fa2-af03-a0ba6c35d128 tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Pushing event deleted for resources: {'Subnet': ['ID=bba17b76-9cda-45eb-b8fe-ea353d997d6e,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:16.815568 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-622dad84-b0bf-4fa2-af03-a0ba6c35d128 tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:16.818051 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-622dad84-b0bf-4fa2-af03-a0ba6c35d128 tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] 10.222.0.101 "DELETE /v2.0/subnets/bba17b76-9cda-45eb-b8fe-ea353d997d6e HTTP/1.1" status: 204 len: 168 time: 0.3703742 Sep 24 16:04:16.820666 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 58712) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:04:16.828138 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c9f9d6-1a8e-49a3-a44c-130f564e8bbb None None] Network a8b59365-a526-41ec-b01f-6ebd89f1be8c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:04:16.904351 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ef05604e-d0a9-4cd2-b04a-f131b2b56802 tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:16.960858 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-ef05604e-d0a9-4cd2-b04a-f131b2b56802 tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Deleting port e7c465b1-0e15-49d6-9f9f-33d135bf7320 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:04:16.961286 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ef05604e-d0a9-4cd2-b04a-f131b2b56802 tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:17.030190 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-ef05604e-d0a9-4cd2-b04a-f131b2b56802 tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] For port e7c465b1-0e15-49d6-9f9f-33d135bf7320, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=e7c465b1-0e15-49d6-9f9f-33d135bf7320,segment=NetworkSegment(b0302c68-3982-4cf3-956d-b79012011823),segment_id=b0302c68-3982-4cf3-956d-b79012011823)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:04:17.030681 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ef05604e-d0a9-4cd2-b04a-f131b2b56802 tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:17.045575 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-ef05604e-d0a9-4cd2-b04a-f131b2b56802 tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Calling delete_port for e7c465b1-0e15-49d6-9f9f-33d135bf7320 owned by network:dhcp {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:04:17.100254 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9331667e-6b58-462b-82a9-d0ffb74ca472 None None] DHCP port deletion for a8b59365-a526-41ec-b01f-6ebd89f1be8c request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 16:04:17.151747 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-9331667e-6b58-462b-82a9-d0ffb74ca472 None None] Deleting port e7c465b1-0e15-49d6-9f9f-33d135bf7320 {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:04:17.152116 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9331667e-6b58-462b-82a9-d0ffb74ca472 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:17.221616 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-9331667e-6b58-462b-82a9-d0ffb74ca472 None None] For port e7c465b1-0e15-49d6-9f9f-33d135bf7320, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=e7c465b1-0e15-49d6-9f9f-33d135bf7320,segment=NetworkSegment(b0302c68-3982-4cf3-956d-b79012011823),segment_id=b0302c68-3982-4cf3-956d-b79012011823)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:04:17.222002 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9331667e-6b58-462b-82a9-d0ffb74ca472 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:17.229472 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ef05604e-d0a9-4cd2-b04a-f131b2b56802 tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:17.234837 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-9331667e-6b58-462b-82a9-d0ffb74ca472 None None] Calling delete_port for e7c465b1-0e15-49d6-9f9f-33d135bf7320 owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:04:17.270388 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef05604e-d0a9-4cd2-b04a-f131b2b56802 tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Pushing event deleted for resources: {'Port': ['ID=e7c465b1-0e15-49d6-9f9f-33d135bf7320,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:17.277835 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef05604e-d0a9-4cd2-b04a-f131b2b56802 tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] No DVR routers for this DVR port e7c465b1-0e15-49d6-9f9f-33d135bf7320 on host n-d-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:04:17.341960 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9331667e-6b58-462b-82a9-d0ffb74ca472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:17.369166 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9331667e-6b58-462b-82a9-d0ffb74ca472 None None] Pushing event deleted for resources: {'Port': ['ID=e7c465b1-0e15-49d6-9f9f-33d135bf7320,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:17.371736 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ef05604e-d0a9-4cd2-b04a-f131b2b56802 tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:17.376593 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9331667e-6b58-462b-82a9-d0ffb74ca472 None None] No DVR routers for this DVR port e7c465b1-0e15-49d6-9f9f-33d135bf7320 on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:04:17.399815 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 7945b8e4-c96d-4470-8c2a-9fc6d160a778 up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:04:17.399938 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-ef05604e-d0a9-4cd2-b04a-f131b2b56802 tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8b59365-a526-41ec-b01f-6ebd89f1be8c']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:04:17.413458 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-ef05604e-d0a9-4cd2-b04a-f131b2b56802 tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0302c68-3982-4cf3-956d-b79012011823') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:04:17.413790 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-ef05604e-d0a9-4cd2-b04a-f131b2b56802 tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0302c68-3982-4cf3-956d-b79012011823') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:04:17.424156 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ef05604e-d0a9-4cd2-b04a-f131b2b56802 tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:17.442760 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ef05604e-d0a9-4cd2-b04a-f131b2b56802 tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:17.449526 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef05604e-d0a9-4cd2-b04a-f131b2b56802 tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Releasing vlan 1284 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 16:04:17.460809 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ef05604e-d0a9-4cd2-b04a-f131b2b56802 tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:17.460809 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 16:04:17.460809 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 16:04:17.460809 n-d-808921-1 neutron-server[95297]: timer() Sep 24 16:04:17.460809 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 16:04:17.460809 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 16:04:17.460809 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 16:04:17.460809 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 16:04:17.460809 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 16:04:17.460809 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 16:04:17.460809 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 16:04:17.460809 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 16:04:17.460809 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 16:04:17.460809 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 16:04:17.460809 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 16:04:17.460809 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 16:04:17.460809 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 16:04:17.460809 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 16:04:17.460809 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 16:04:17.460809 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 16:04:17.460809 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 16:04:17.460809 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 16:04:17.460809 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 16:04:17.460809 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 16:04:17.460809 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 16:04:17.460809 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 16:04:17.460809 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 16:04:17.460809 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 16:04:17.460809 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 16:04:17.460809 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 16:04:17.460809 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 16:04:17.460809 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 16:04:17.460809 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 16:04:17.572404 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port 7945b8e4-c96d-4470-8c2a-9fc6d160a778 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 16:04:17.586612 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port 7945b8e4-c96d-4470-8c2a-9fc6d160a778 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:04:17.587096 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:17.589933 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device e7c465b1-0e15-49d6-9f9f-33d135bf7320 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:04:17.633769 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e30201-6688-4cd7-93e9-0eed1574736c req-bc4dad09-64d0-4c80-b0ce-2cd0da72c010 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:04:17.635444 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e6e30201-6688-4cd7-93e9-0eed1574736c req-bc4dad09-64d0-4c80-b0ce-2cd0da72c010 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7609244-00fd-4064-8582-55dc60b1654e HTTP/1.1" status: 200 len: 944 time: 0.0769119 Sep 24 16:04:17.636803 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ef05604e-d0a9-4cd2-b04a-f131b2b56802 tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:17.649633 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ef05604e-d0a9-4cd2-b04a-f131b2b56802 tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:17.649991 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: e7c465b1-0e15-49d6-9f9f-33d135bf7320 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:04:17.650568 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device e7c465b1-0e15-49d6-9f9f-33d135bf7320 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:04:17.669404 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ef05604e-d0a9-4cd2-b04a-f131b2b56802 tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] 10.222.0.101 "DELETE /v2.0/networks/a8b59365-a526-41ec-b01f-6ebd89f1be8c HTTP/1.1" status: 204 len: 168 time: 0.8304782 Sep 24 16:04:17.704048 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef05604e-d0a9-4cd2-b04a-f131b2b56802 tempest-DHCPAgentSchedulersTestJSON-1311575845 tempest-DHCPAgentSchedulersTestJSON-1311575845-project] Pushing event deleted for resources: {'Network': ['ID=a8b59365-a526-41ec-b01f-6ebd89f1be8c,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:17.735225 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e6e30201-6688-4cd7-93e9-0eed1574736c req-730f5b39-ccc9-4d09-8cf2-836f168ff251 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623920 Sep 24 16:04:17.777356 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:17.810208 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7609244-00fd-4064-8582-55dc60b1654e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7945b8e4-c96d-4470-8c2a-9fc6d160a778'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:04:17.813626 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2806c18e-979e-4736-9329-3e47f0d52998" -d '{"events": [{"server_uuid": "b7609244-00fd-4064-8582-55dc60b1654e", "name": "network-vif-plugged", "status": "completed", "tag": "7945b8e4-c96d-4470-8c2a-9fc6d160a778"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:04:17.842647 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 7945b8e4-c96d-4470-8c2a-9fc6d160a778, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=7945b8e4-c96d-4470-8c2a-9fc6d160a778,segment=NetworkSegment(2092c0c1-8505-4766-a7ca-113875fab965),segment_id=2092c0c1-8505-4766-a7ca-113875fab965)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:04:17.872458 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede829b3-1e1e-4485-8b0c-00d698111fd6 x-openstack-request-id: req-ede829b3-1e1e-4485-8b0c-00d698111fd6 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:04:17.872839 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7609244-00fd-4064-8582-55dc60b1654e", "name": "network-vif-plugged", "status": "completed", "tag": "7945b8e4-c96d-4470-8c2a-9fc6d160a778", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:04:17.873251 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ede829b3-1e1e-4485-8b0c-00d698111fd6 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:04:17.873734 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7609244-00fd-4064-8582-55dc60b1654e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7945b8e4-c96d-4470-8c2a-9fc6d160a778', 'code': 200} Sep 24 16:04:17.980539 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e6ecd3-db10-4e1e-8259-999564ef443c req-8b2276b5-b030-4d05-a683-d25a3c6e3c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:04:17.982687 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f8e6ecd3-db10-4e1e-8259-999564ef443c req-8b2276b5-b030-4d05-a683-d25a3c6e3c86 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=b7609244-00fd-4064-8582-55dc60b1654e HTTP/1.1" status: 200 len: 1095 time: 0.0469637 Sep 24 16:04:17.999836 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:18.030972 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f8e6ecd3-db10-4e1e-8259-999564ef443c req-eda83842-dee5-48c7-8d09-31b404601bc5 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398152 Sep 24 16:04:18.062397 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=7945b8e4-c96d-4470-8c2a-9fc6d160a778,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:18.356901 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 58734) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:04:18.515098 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-c2429324-a62f-4992-b128-b8c5f47783bf admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d3b4c51b25dd42418188c9f27ef3e33b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1566334 Sep 24 16:04:18.518184 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 58740) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:04:18.580828 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9b5df5d2-48a6-4696-b674-c48ad1bf0aab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:18.606818 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9b5df5d2-48a6-4696-b674-c48ad1bf0aab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:18.719687 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9b5df5d2-48a6-4696-b674-c48ad1bf0aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:18.722737 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9b5df5d2-48a6-4696-b674-c48ad1bf0aab admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:18.724366 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-9b5df5d2-48a6-4696-b674-c48ad1bf0aab admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/9e7110fa-3e70-40c4-b482-ddf0e28935ab HTTP/1.1" status: 204 len: 168 time: 0.2051632 Sep 24 16:04:18.734647 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5df5d2-48a6-4696-b674-c48ad1bf0aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e7110fa-3e70-40c4-b482-ddf0e28935ab,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:18.899451 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f6134-1e54-48c8-ab6c-66c37d9003db req-e85b5408-f752-470a-89f9-75f42346e703 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:04:18.901665 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0a6f6134-1e54-48c8-ab6c-66c37d9003db req-e85b5408-f752-470a-89f9-75f42346e703 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7609244-00fd-4064-8582-55dc60b1654e HTTP/1.1" status: 200 len: 945 time: 0.0595512 Sep 24 16:04:18.961909 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0a6f6134-1e54-48c8-ab6c-66c37d9003db req-9b61998d-d7ba-40eb-bbe6-6a5b92f6cfaa tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529897 Sep 24 16:04:19.624588 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 58762) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:04:19.640050 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-81706ea8-48fa-444f-91fe-0ade31da5103 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:19.745559 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-81706ea8-48fa-444f-91fe-0ade31da5103 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:19.805286 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-81706ea8-48fa-444f-91fe-0ade31da5103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:19.860395 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81706ea8-48fa-444f-91fe-0ade31da5103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67038449-afb2-4214-a87d-ec195535df79,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:19.882142 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-81706ea8-48fa-444f-91fe-0ade31da5103 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=80387e7b9fa940e39aa0c32245d1dc11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2559540 Sep 24 16:04:19.885464 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81706ea8-48fa-444f-91fe-0ade31da5103 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:04:19.885997 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81706ea8-48fa-444f-91fe-0ade31da5103 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:04:19.886573 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81706ea8-48fa-444f-91fe-0ade31da5103 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:04:19.887308 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 58770) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:04:19.894670 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81706ea8-48fa-444f-91fe-0ade31da5103 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:04:19.898173 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81706ea8-48fa-444f-91fe-0ade31da5103 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:04:19.898173 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81706ea8-48fa-444f-91fe-0ade31da5103 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:04:19.898173 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81706ea8-48fa-444f-91fe-0ade31da5103 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:04:19.898173 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81706ea8-48fa-444f-91fe-0ade31da5103 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:04:19.898173 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81706ea8-48fa-444f-91fe-0ade31da5103 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:04:19.898173 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81706ea8-48fa-444f-91fe-0ade31da5103 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:04:19.898173 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81706ea8-48fa-444f-91fe-0ade31da5103 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:04:19.899220 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81706ea8-48fa-444f-91fe-0ade31da5103 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:04:19.979847 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9d1a110d-e524-432c-9a85-a27d5d68ab67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:20.021320 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9d1a110d-e524-432c-9a85-a27d5d68ab67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:20.128663 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615995fe-743c-4898-a69b-834f5846e2ad req-ad55ed39-71ed-499f-8d84-ded3a9182589 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:04:20.136888 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-615995fe-743c-4898-a69b-834f5846e2ad req-ad55ed39-71ed-499f-8d84-ded3a9182589 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7609244-00fd-4064-8582-55dc60b1654e HTTP/1.1" status: 200 len: 945 time: 0.0682015 Sep 24 16:04:20.179221 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-615995fe-743c-4898-a69b-834f5846e2ad req-aa5e0d6d-fcd8-485e-92a7-bcb40a6d7322 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411286 Sep 24 16:04:20.200227 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9d1a110d-e524-432c-9a85-a27d5d68ab67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:20.205318 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9d1a110d-e524-432c-9a85-a27d5d68ab67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:20.207335 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-9d1a110d-e524-432c-9a85-a27d5d68ab67 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/67038449-afb2-4214-a87d-ec195535df79 HTTP/1.1" status: 204 len: 168 time: 0.3184071 Sep 24 16:04:20.217594 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1a110d-e524-432c-9a85-a27d5d68ab67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67038449-afb2-4214-a87d-ec195535df79,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:20.338102 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e51109c-165d-4b7e-b986-3a267719814b req-6b5ce716-f4ba-402a-abef-2412f6cc4c07 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:04:20.339720 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4e51109c-165d-4b7e-b986-3a267719814b req-6b5ce716-f4ba-402a-abef-2412f6cc4c07 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7609244-00fd-4064-8582-55dc60b1654e HTTP/1.1" status: 200 len: 945 time: 0.0575149 Sep 24 16:04:20.390163 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4e51109c-165d-4b7e-b986-3a267719814b req-18c03602-4a72-4299-9699-3db756827576 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388989 Sep 24 16:04:20.539657 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6bb32-9c3f-4102-b83a-60f0ed3f0a8a req-29100b47-fa5b-446a-be12-68206679a29f tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:04:20.542946 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-79e6bb32-9c3f-4102-b83a-60f0ed3f0a8a req-29100b47-fa5b-446a-be12-68206679a29f tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7609244-00fd-4064-8582-55dc60b1654e HTTP/1.1" status: 200 len: 945 time: 0.0680616 Sep 24 16:04:20.582767 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-79e6bb32-9c3f-4102-b83a-60f0ed3f0a8a req-30dc5aee-950b-4435-80f6-de58a1f24f3a tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347002 Sep 24 16:04:21.130176 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baecf0b-ab41-481b-8906-a42967d9d108 req-6680aa5d-f3b3-4884-936b-10e1fad54b1a tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:04:21.131778 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8baecf0b-ab41-481b-8906-a42967d9d108 req-6680aa5d-f3b3-4884-936b-10e1fad54b1a tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7609244-00fd-4064-8582-55dc60b1654e HTTP/1.1" status: 200 len: 945 time: 0.0590646 Sep 24 16:04:21.199860 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8baecf0b-ab41-481b-8906-a42967d9d108 req-b223c166-f4be-4905-96cb-103dc0106822 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619166 Sep 24 16:04:21.564541 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 58824) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:04:21.681298 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-198600f9-9c21-406c-9340-3ec6b93e82f6 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Request body: {'network': {'name': 'tempest-RoutersTest-740311808'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:04:21.748260 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198600f9-9c21-406c-9340-3ec6b93e82f6 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Made reservation on behalf of d6b5c1b0b0ed4291859925b17e7986e7 for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:04:21.752502 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-198600f9-9c21-406c-9340-3ec6b93e82f6 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:21.763292 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-198600f9-9c21-406c-9340-3ec6b93e82f6 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:21.883478 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-198600f9-9c21-406c-9340-3ec6b93e82f6 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:21.987761 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-198600f9-9c21-406c-9340-3ec6b93e82f6 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:22.019379 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-198600f9-9c21-406c-9340-3ec6b93e82f6 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1281} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 16:04:22.027109 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198600f9-9c21-406c-9340-3ec6b93e82f6 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18d35252-1bbe-4fb8-a43a-8ccdb1b9c50f,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:22.035151 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-198600f9-9c21-406c-9340-3ec6b93e82f6 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:22.035487 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-198600f9-9c21-406c-9340-3ec6b93e82f6 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Added segment c51fb505-47fe-4d34-bf2b-6eca1cd42b34 of type vlan for network dfbf6e00-bedf-48aa-8031-d81b51865d4d Sep 24 16:04:22.081162 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-198600f9-9c21-406c-9340-3ec6b93e82f6 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:22.199754 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-198600f9-9c21-406c-9340-3ec6b93e82f6 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:22.206845 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198600f9-9c21-406c-9340-3ec6b93e82f6 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:04:22.207836 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-198600f9-9c21-406c-9340-3ec6b93e82f6 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:22.374160 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82addbd9-ed89-49d7-a9e2-fee3fa831832 req-63ec4547-a9e1-4945-9397-85668bbdfbd6 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:04:22.383456 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-82addbd9-ed89-49d7-a9e2-fee3fa831832 req-63ec4547-a9e1-4945-9397-85668bbdfbd6 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7609244-00fd-4064-8582-55dc60b1654e HTTP/1.1" status: 200 len: 945 time: 0.0738015 Sep 24 16:04:22.450765 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-82addbd9-ed89-49d7-a9e2-fee3fa831832 req-50d8c968-13ce-4a16-bcf2-1b9907880821 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642900 Sep 24 16:04:22.691089 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198600f9-9c21-406c-9340-3ec6b93e82f6 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Pushing event updated for resources: {'Network': ['ID=dfbf6e00-bedf-48aa-8031-d81b51865d4d,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:22.694646 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-198600f9-9c21-406c-9340-3ec6b93e82f6 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1290040 Sep 24 16:04:22.701548 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 58846) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:04:22.712019 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-a7a0fd66-4ad1-4a73-8705-f0db193e662a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Request body: {'network': {'name': 'tempest-RoutersTest-23864237'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:04:22.713966 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network dfbf6e00-bedf-48aa-8031-d81b51865d4d details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 16:04:22.800496 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac42b61d-de72-460f-9ba5-164b4a8b5197 req-ed67218d-38ca-4ebb-977a-404adeb33e9a tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:04:22.804390 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ac42b61d-de72-460f-9ba5-164b4a8b5197 req-ed67218d-38ca-4ebb-977a-404adeb33e9a tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.108 "GET /v2.0/ports?device_id=b7609244-00fd-4064-8582-55dc60b1654e HTTP/1.1" status: 200 len: 945 time: 0.1206346 Sep 24 16:04:22.873301 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a0fd66-4ad1-4a73-8705-f0db193e662a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Made reservation on behalf of d6b5c1b0b0ed4291859925b17e7986e7 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:04:22.876916 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a7a0fd66-4ad1-4a73-8705-f0db193e662a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:22.909032 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7a0fd66-4ad1-4a73-8705-f0db193e662a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1282} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 16:04:22.918105 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-ac42b61d-de72-460f-9ba5-164b4a8b5197 req-7072cab4-5396-42c2-86db-95d73e496c92 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Deleting port 7945b8e4-c96d-4470-8c2a-9fc6d160a778 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:04:22.918449 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-ac42b61d-de72-460f-9ba5-164b4a8b5197 req-7072cab4-5396-42c2-86db-95d73e496c92 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:22.921788 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a7a0fd66-4ad1-4a73-8705-f0db193e662a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:22.922144 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-a7a0fd66-4ad1-4a73-8705-f0db193e662a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Added segment 245cb236-8fe7-4fe8-9f9e-c01a28cd7b1e of type vlan for network e9d765dc-954f-4e73-960e-1ff400e4562d Sep 24 16:04:22.971138 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a7a0fd66-4ad1-4a73-8705-f0db193e662a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:23.030539 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-ac42b61d-de72-460f-9ba5-164b4a8b5197 req-7072cab4-5396-42c2-86db-95d73e496c92 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] For port 7945b8e4-c96d-4470-8c2a-9fc6d160a778, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=7945b8e4-c96d-4470-8c2a-9fc6d160a778,segment=NetworkSegment(2092c0c1-8505-4766-a7ca-113875fab965),segment_id=2092c0c1-8505-4766-a7ca-113875fab965)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:04:23.030539 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-ac42b61d-de72-460f-9ba5-164b4a8b5197 req-7072cab4-5396-42c2-86db-95d73e496c92 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:23.063159 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-ac42b61d-de72-460f-9ba5-164b4a8b5197 req-7072cab4-5396-42c2-86db-95d73e496c92 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Calling delete_port for 7945b8e4-c96d-4470-8c2a-9fc6d160a778 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:04:23.072982 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a7a0fd66-4ad1-4a73-8705-f0db193e662a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:23.079660 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a0fd66-4ad1-4a73-8705-f0db193e662a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:04:23.081083 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a7a0fd66-4ad1-4a73-8705-f0db193e662a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:23.182418 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a0fd66-4ad1-4a73-8705-f0db193e662a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Pushing event updated for resources: {'Network': ['ID=e9d765dc-954f-4e73-960e-1ff400e4562d,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:23.196731 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network e9d765dc-954f-4e73-960e-1ff400e4562d details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 16:04:23.243304 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-a7a0fd66-4ad1-4a73-8705-f0db193e662a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.5366492 Sep 24 16:04:23.243511 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 58856) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:04:23.248350 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-8ae03780-f4f9-4132-8748-ed8e8ceba45c tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Request body: {'subnet': {'network_id': 'dfbf6e00-bedf-48aa-8031-d81b51865d4d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:04:23.343091 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-ac42b61d-de72-460f-9ba5-164b4a8b5197 req-7072cab4-5396-42c2-86db-95d73e496c92 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:23.358315 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['7945b8e4-c96d-4470-8c2a-9fc6d160a778'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:04:23.388841 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7072cab4-5396-42c2-86db-95d73e496c92 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Pushing event deleted for resources: {'Port': ['ID=7945b8e4-c96d-4470-8c2a-9fc6d160a778,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:23.433662 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ae03780-f4f9-4132-8748-ed8e8ceba45c tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Made reservation on behalf of d6b5c1b0b0ed4291859925b17e7986e7 for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:04:23.442485 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac42b61d-de72-460f-9ba5-164b4a8b5197 req-7072cab4-5396-42c2-86db-95d73e496c92 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] No DVR routers for this DVR port 7945b8e4-c96d-4470-8c2a-9fc6d160a778 on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:04:23.445113 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8ae03780-f4f9-4132-8748-ed8e8ceba45c tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:23.445893 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-ac42b61d-de72-460f-9ba5-164b4a8b5197 req-7072cab4-5396-42c2-86db-95d73e496c92 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:23.449251 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ac42b61d-de72-460f-9ba5-164b4a8b5197 req-7072cab4-5396-42c2-86db-95d73e496c92 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.108 "DELETE /v2.0/ports/7945b8e4-c96d-4470-8c2a-9fc6d160a778 HTTP/1.1" status: 204 len: 173 time: 0.6368229 Sep 24 16:04:23.449854 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7609244-00fd-4064-8582-55dc60b1654e', 'name': 'network-vif-deleted', 'tag': '7945b8e4-c96d-4470-8c2a-9fc6d160a778'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:04:23.453771 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab7dd1b-31ab-4ba6-a616-1891a17930f1" -d '{"events": [{"server_uuid": "b7609244-00fd-4064-8582-55dc60b1654e", "name": "network-vif-deleted", "tag": "7945b8e4-c96d-4470-8c2a-9fc6d160a778"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:04:23.573415 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb2304ce-4ee2-46fb-b9ac-b9236bb59952 x-openstack-request-id: req-eb2304ce-4ee2-46fb-b9ac-b9236bb59952 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:04:23.574155 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7609244-00fd-4064-8582-55dc60b1654e", "name": "network-vif-deleted", "tag": "7945b8e4-c96d-4470-8c2a-9fc6d160a778", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:04:23.574692 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-eb2304ce-4ee2-46fb-b9ac-b9236bb59952 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:04:23.575206 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7609244-00fd-4064-8582-55dc60b1654e', 'name': 'network-vif-deleted', 'tag': '7945b8e4-c96d-4470-8c2a-9fc6d160a778', 'status': 'completed', 'code': 200} Sep 24 16:04:23.624488 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a0e13964-8f98-44b1-beb4-2c9c7aef6b92 req-167b027d-9b8d-4ae4-a29a-f4f46c9ee68b tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7609244-00fd-4064-8582-55dc60b1654e HTTP/1.1" status: 200 len: 210 time: 0.0441699 Sep 24 16:04:23.856470 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8ae03780-f4f9-4132-8748-ed8e8ceba45c tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:23.925176 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae03780-f4f9-4132-8748-ed8e8ceba45c tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Pushing event updated for resources: {'Subnet': ['ID=8d92b69a-2471-481d-be65-2690161cec92,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:23.933008 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ae03780-f4f9-4132-8748-ed8e8ceba45c tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Checking segment: {'id': 'c51fb505-47fe-4d34-bf2b-6eca1cd42b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': 'dfbf6e00-bedf-48aa-8031-d81b51865d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:04:23.933365 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae03780-f4f9-4132-8748-ed8e8ceba45c tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Network hostable DHCP agents. Network: dfbf6e00-bedf-48aa-8031-d81b51865d4d, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 16:04:24.051768 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae03780-f4f9-4132-8748-ed8e8ceba45c tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Network dfbf6e00-bedf-48aa-8031-d81b51865d4d is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 16:04:24.118462 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-8ae03780-f4f9-4132-8748-ed8e8ceba45c tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, dfbf6e00-bedf-48aa-8031-d81b51865d4d) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:04:24.128638 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db0dbee-ff1b-4243-bdc9-5d7b7f774084 None None] Network dfbf6e00-bedf-48aa-8031-d81b51865d4d requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:04:24.150944 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ae03780-f4f9-4132-8748-ed8e8ceba45c tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:04:24.151930 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8ae03780-f4f9-4132-8748-ed8e8ceba45c tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:24.266616 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-8ae03780-f4f9-4132-8748-ed8e8ceba45c tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0189939 Sep 24 16:04:24.267014 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 58870) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:04:24.275292 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-4f37c6b4-80e0-4ee6-9971-174240277ffc tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Request body: {'subnet': {'network_id': 'e9d765dc-954f-4e73-960e-1ff400e4562d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:04:24.383363 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d4810b-70de-47ff-a605-6c8ce910a1cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-dfbf6e00-bedf-48aa-8031-d81b51865d4d', 'network_id': 'dfbf6e00-bedf-48aa-8031-d81b51865d4d', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'fixed_ips': [{'subnet_id': '8d92b69a-2471-481d-be65-2690161cec92'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 16:04:24.385274 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e0d4810b-70de-47ff-a605-6c8ce910a1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:24.514362 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f37c6b4-80e0-4ee6-9971-174240277ffc tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Made reservation on behalf of d6b5c1b0b0ed4291859925b17e7986e7 for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:04:24.522643 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4f37c6b4-80e0-4ee6-9971-174240277ffc tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:24.573098 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-e0d4810b-70de-47ff-a605-6c8ce910a1cb None None] Allocated IP 172.20.0.2 (dfbf6e00-bedf-48aa-8031-d81b51865d4d/8d92b69a-2471-481d-be65-2690161cec92/2dd9161e-bf07-4a49-8881-e807871acc8d) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:04:24.831534 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6869f670-d010-4975-ad48-d3ea1af267ec req-78e4ef93-490e-422d-b34c-147dc69fbee8 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7609244-00fd-4064-8582-55dc60b1654e HTTP/1.1" status: 200 len: 210 time: 0.1037178 Sep 24 16:04:24.888189 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e0d4810b-70de-47ff-a605-6c8ce910a1cb None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:24.993951 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e0d4810b-70de-47ff-a605-6c8ce910a1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:25.041612 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4f37c6b4-80e0-4ee6-9971-174240277ffc tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:25.076908 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d4810b-70de-47ff-a605-6c8ce910a1cb None None] Pushing event updated for resources: {'Port': ['ID=2dd9161e-bf07-4a49-8881-e807871acc8d,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:25.140925 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d4810b-70de-47ff-a605-6c8ce910a1cb None None] Network dfbf6e00-bedf-48aa-8031-d81b51865d4d is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:04:25.143801 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-e0d4810b-70de-47ff-a605-6c8ce910a1cb None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:04:25.157383 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d4810b-70de-47ff-a605-6c8ce910a1cb None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:04:25.171301 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f37c6b4-80e0-4ee6-9971-174240277ffc tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Pushing event updated for resources: {'Subnet': ['ID=eec7813a-55f9-4888-83bb-2c6f21d06b8b,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:25.182177 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f37c6b4-80e0-4ee6-9971-174240277ffc tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Checking segment: {'id': '245cb236-8fe7-4fe8-9f9e-c01a28cd7b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'e9d765dc-954f-4e73-960e-1ff400e4562d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:04:25.182683 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f37c6b4-80e0-4ee6-9971-174240277ffc tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Network hostable DHCP agents. Network: e9d765dc-954f-4e73-960e-1ff400e4562d, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 16:04:25.234521 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-e0d4810b-70de-47ff-a605-6c8ce910a1cb None None] Attempting to bind port 2dd9161e-bf07-4a49-8881-e807871acc8d on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:04:25.235041 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-e0d4810b-70de-47ff-a605-6c8ce910a1cb None None] Attempting to bind port 2dd9161e-bf07-4a49-8881-e807871acc8d by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'c51fb505-47fe-4d34-bf2b-6eca1cd42b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': 'dfbf6e00-bedf-48aa-8031-d81b51865d4d'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:04:25.235479 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d4810b-70de-47ff-a605-6c8ce910a1cb None None] Attempting to bind port 2dd9161e-bf07-4a49-8881-e807871acc8d on network dfbf6e00-bedf-48aa-8031-d81b51865d4d {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:04:25.242249 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d4810b-70de-47ff-a605-6c8ce910a1cb None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:04:25.242768 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d4810b-70de-47ff-a605-6c8ce910a1cb None None] Checking segment: {'id': 'c51fb505-47fe-4d34-bf2b-6eca1cd42b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': 'dfbf6e00-bedf-48aa-8031-d81b51865d4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:04:25.243249 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e0d4810b-70de-47ff-a605-6c8ce910a1cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:25.243755 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d4810b-70de-47ff-a605-6c8ce910a1cb None None] Bound using segment: {'id': 'c51fb505-47fe-4d34-bf2b-6eca1cd42b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': 'dfbf6e00-bedf-48aa-8031-d81b51865d4d'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:04:25.244424 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-e0d4810b-70de-47ff-a605-6c8ce910a1cb None None] Bound port: 2dd9161e-bf07-4a49-8881-e807871acc8d, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c51fb505-47fe-4d34-bf2b-6eca1cd42b34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': 'dfbf6e00-bedf-48aa-8031-d81b51865d4d'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:04:25.244895 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e0d4810b-70de-47ff-a605-6c8ce910a1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:25.262015 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f37c6b4-80e0-4ee6-9971-174240277ffc tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Network e9d765dc-954f-4e73-960e-1ff400e4562d is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 16:04:25.357003 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-4f37c6b4-80e0-4ee6-9971-174240277ffc tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, e9d765dc-954f-4e73-960e-1ff400e4562d) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:04:25.364528 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f37c6b4-80e0-4ee6-9971-174240277ffc tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:04:25.365587 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4f37c6b4-80e0-4ee6-9971-174240277ffc tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:25.370630 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f414058-17b9-45ec-9b0f-f57aa5621656 None None] Network e9d765dc-954f-4e73-960e-1ff400e4562d requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:04:25.374954 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-e0d4810b-70de-47ff-a605-6c8ce910a1cb None None] For port 2dd9161e-bf07-4a49-8881-e807871acc8d, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:04:25.422837 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-e0d4810b-70de-47ff-a605-6c8ce910a1cb None None] For port 2dd9161e-bf07-4a49-8881-e807871acc8d, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=2dd9161e-bf07-4a49-8881-e807871acc8d,segment=NetworkSegment(c51fb505-47fe-4d34-bf2b-6eca1cd42b34),segment_id=c51fb505-47fe-4d34-bf2b-6eca1cd42b34)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:04:25.433795 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-4f37c6b4-80e0-4ee6-9971-174240277ffc tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1613052 Sep 24 16:04:25.441297 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 58886) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:04:25.442697 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-5fc0d34d-94d4-4575-946a-d503cabad9fd tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-30555345', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:04:25.554487 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5fc0d34d-94d4-4575-946a-d503cabad9fd tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:25.556459 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5fc0d34d-94d4-4575-946a-d503cabad9fd tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:25.630216 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5fc0d34d-94d4-4575-946a-d503cabad9fd tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:25.701286 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 7945b8e4-c96d-4470-8c2a-9fc6d160a778 no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:04:25.702945 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5fc0d34d-94d4-4575-946a-d503cabad9fd tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:25.708523 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e0d4810b-70de-47ff-a605-6c8ce910a1cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:25.788225 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5fc0d34d-94d4-4575-946a-d503cabad9fd tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:25.792397 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] No Port match for: 7945b8e4-c96d-4470-8c2a-9fc6d160a778 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:04:25.792561 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-5fc0d34d-94d4-4575-946a-d503cabad9fd tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3530250 Sep 24 16:04:25.792650 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 7945b8e4-c96d-4470-8c2a-9fc6d160a778 not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:04:25.792757 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 58888) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:04:25.912859 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d4810b-70de-47ff-a605-6c8ce910a1cb None None] Pushing event updated for resources: {'Port': ['ID=2dd9161e-bf07-4a49-8881-e807871acc8d,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:25.994244 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d23dcde-0851-462e-a8a4-a9cd7a5e64be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-e9d765dc-954f-4e73-960e-1ff400e4562d', 'network_id': 'e9d765dc-954f-4e73-960e-1ff400e4562d', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'fixed_ips': [{'subnet_id': 'eec7813a-55f9-4888-83bb-2c6f21d06b8b'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 16:04:26.001959 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0d23dcde-0851-462e-a8a4-a9cd7a5e64be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:26.063983 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8d160803-fcb9-4630-8fad-af46172e71e2 req-5fb8d2e4-2387-458c-b36c-847b48f0078e tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7609244-00fd-4064-8582-55dc60b1654e HTTP/1.1" status: 200 len: 210 time: 0.1069694 Sep 24 16:04:26.407471 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-0d23dcde-0851-462e-a8a4-a9cd7a5e64be None None] Allocated IP 172.21.0.2 (e9d765dc-954f-4e73-960e-1ff400e4562d/eec7813a-55f9-4888-83bb-2c6f21d06b8b/facc548e-89f5-4188-b773-4b7b818b08e7) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:04:26.436497 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0833ee50-d288-4c7d-81cd-7c2e4683d87a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:26.746402 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0d23dcde-0851-462e-a8a4-a9cd7a5e64be None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:26.805462 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0d23dcde-0851-462e-a8a4-a9cd7a5e64be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:26.855497 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d23dcde-0851-462e-a8a4-a9cd7a5e64be None None] Network e9d765dc-954f-4e73-960e-1ff400e4562d is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:04:26.855707 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-0d23dcde-0851-462e-a8a4-a9cd7a5e64be None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:04:26.861861 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d23dcde-0851-462e-a8a4-a9cd7a5e64be None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:04:26.880839 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d23dcde-0851-462e-a8a4-a9cd7a5e64be None None] Pushing event updated for resources: {'Port': ['ID=facc548e-89f5-4188-b773-4b7b818b08e7,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:26.905191 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-0833ee50-d288-4c7d-81cd-7c2e4683d87a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Allocated IP 172.20.0.1 (dfbf6e00-bedf-48aa-8031-d81b51865d4d/8d92b69a-2471-481d-be65-2690161cec92/3b64ede5-75ff-4cf4-9b29-7b6b396d570b) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:04:27.018308 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-0d23dcde-0851-462e-a8a4-a9cd7a5e64be None None] Attempting to bind port facc548e-89f5-4188-b773-4b7b818b08e7 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:04:27.018797 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-0d23dcde-0851-462e-a8a4-a9cd7a5e64be None None] Attempting to bind port facc548e-89f5-4188-b773-4b7b818b08e7 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '245cb236-8fe7-4fe8-9f9e-c01a28cd7b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'e9d765dc-954f-4e73-960e-1ff400e4562d'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:04:27.019228 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d23dcde-0851-462e-a8a4-a9cd7a5e64be None None] Attempting to bind port facc548e-89f5-4188-b773-4b7b818b08e7 on network e9d765dc-954f-4e73-960e-1ff400e4562d {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:04:27.032465 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d23dcde-0851-462e-a8a4-a9cd7a5e64be None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 4, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:04:27.033994 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d23dcde-0851-462e-a8a4-a9cd7a5e64be None None] Checking segment: {'id': '245cb236-8fe7-4fe8-9f9e-c01a28cd7b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'e9d765dc-954f-4e73-960e-1ff400e4562d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:04:27.038233 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0d23dcde-0851-462e-a8a4-a9cd7a5e64be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:27.042839 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d23dcde-0851-462e-a8a4-a9cd7a5e64be None None] Bound using segment: {'id': '245cb236-8fe7-4fe8-9f9e-c01a28cd7b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'e9d765dc-954f-4e73-960e-1ff400e4562d'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:04:27.043558 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-0d23dcde-0851-462e-a8a4-a9cd7a5e64be None None] Bound port: facc548e-89f5-4188-b773-4b7b818b08e7, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '245cb236-8fe7-4fe8-9f9e-c01a28cd7b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1282, 'network_id': 'e9d765dc-954f-4e73-960e-1ff400e4562d'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:04:27.044159 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0d23dcde-0851-462e-a8a4-a9cd7a5e64be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:27.261622 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-0d23dcde-0851-462e-a8a4-a9cd7a5e64be None None] For port facc548e-89f5-4188-b773-4b7b818b08e7, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:04:27.275397 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-0d23dcde-0851-462e-a8a4-a9cd7a5e64be None None] For port facc548e-89f5-4188-b773-4b7b818b08e7, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=facc548e-89f5-4188-b773-4b7b818b08e7,segment=NetworkSegment(245cb236-8fe7-4fe8-9f9e-c01a28cd7b1e),segment_id=245cb236-8fe7-4fe8-9f9e-c01a28cd7b1e)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:04:27.366515 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-497e2fc0-7c06-49cc-ae39-b99f8a0f1b9d req-0b463d9a-8a1d-4e1b-aeb2-d4ac8ed02610 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7609244-00fd-4064-8582-55dc60b1654e HTTP/1.1" status: 200 len: 210 time: 0.0911081 Sep 24 16:04:27.406788 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0d23dcde-0851-462e-a8a4-a9cd7a5e64be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:27.567578 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d23dcde-0851-462e-a8a4-a9cd7a5e64be None None] Pushing event updated for resources: {'Port': ['ID=facc548e-89f5-4188-b773-4b7b818b08e7,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:27.588540 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0833ee50-d288-4c7d-81cd-7c2e4683d87a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:27.734079 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 2dd9161e-bf07-4a49-8881-e807871acc8d up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:04:27.747596 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0833ee50-d288-4c7d-81cd-7c2e4683d87a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:27.821642 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0833ee50-d288-4c7d-81cd-7c2e4683d87a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Network dfbf6e00-bedf-48aa-8031-d81b51865d4d is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:04:27.844508 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-0833ee50-d288-4c7d-81cd-7c2e4683d87a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:04:27.848695 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90e2ebb-5a08-47fe-90be-5e43d9a46418 None None] Network dfbf6e00-bedf-48aa-8031-d81b51865d4d requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:04:27.853113 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0833ee50-d288-4c7d-81cd-7c2e4683d87a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:04:27.986217 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0833ee50-d288-4c7d-81cd-7c2e4683d87a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Pushing event updated for resources: {'Port': ['ID=3b64ede5-75ff-4cf4-9b29-7b6b396d570b,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:27.992192 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0833ee50-d288-4c7d-81cd-7c2e4683d87a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:28.039646 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 2dd9161e-bf07-4a49-8881-e807871acc8d triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:04:28.039646 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:28.128209 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-d8e81aa9-12cb-4b7f-b3ab-dbe328aa5439 None None] Provisioning complete for port 2dd9161e-bf07-4a49-8881-e807871acc8d triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:04:28.129518 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d8e81aa9-12cb-4b7f-b3ab-dbe328aa5439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:28.280159 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0833ee50-d288-4c7d-81cd-7c2e4683d87a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:28.450604 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:28.453362 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d8e81aa9-12cb-4b7f-b3ab-dbe328aa5439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:28.531715 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port 2dd9161e-bf07-4a49-8881-e807871acc8d, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=2dd9161e-bf07-4a49-8881-e807871acc8d,segment=NetworkSegment(c51fb505-47fe-4d34-bf2b-6eca1cd42b34),segment_id=c51fb505-47fe-4d34-bf2b-6eca1cd42b34)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:04:28.630558 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:28.682730 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5841b86a-8dcc-415e-bd16-f2a14e3bdce6 req-618e931f-45b3-4336-a272-da1418d2081f tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7609244-00fd-4064-8582-55dc60b1654e HTTP/1.1" status: 200 len: 210 time: 0.0704138 Sep 24 16:04:28.768335 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0833ee50-d288-4c7d-81cd-7c2e4683d87a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:28.829847 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=2dd9161e-bf07-4a49-8881-e807871acc8d,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:28.850167 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.db.api [None req-d8e81aa9-12cb-4b7f-b3ab-dbe328aa5439 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 16:04:28.850710 n-d-808921-1 neutron-server[95299]: DEBUG oslo_db.api [None req-d8e81aa9-12cb-4b7f-b3ab-dbe328aa5439 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 16:04:28.850828 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0833ee50-d288-4c7d-81cd-7c2e4683d87a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:28.952158 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0833ee50-d288-4c7d-81cd-7c2e4683d87a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Pushing event updated for resources: {'Port': ['ID=3b64ede5-75ff-4cf4-9b29-7b6b396d570b,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:28.990286 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0833ee50-d288-4c7d-81cd-7c2e4683d87a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:29.051688 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:04:29.186045 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0833ee50-d288-4c7d-81cd-7c2e4683d87a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Network dfbf6e00-bedf-48aa-8031-d81b51865d4d is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:04:29.187959 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-0833ee50-d288-4c7d-81cd-7c2e4683d87a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:04:29.405740 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa86233-a8ab-4f43-9cf8-2e0a3f0fe80b None None] Network e9d765dc-954f-4e73-960e-1ff400e4562d requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:04:29.533028 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0833ee50-d288-4c7d-81cd-7c2e4683d87a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Router 66cdc28e-0d09-4774-a53a-7c630df3ba40 is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 16:04:29.680731 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-a1b3ba94-8b36-422d-8f65-2a93ccba1abe None None] Provisioning complete for port 3b64ede5-75ff-4cf4-9b29-7b6b396d570b triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:04:29.681609 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a1b3ba94-8b36-422d-8f65-2a93ccba1abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:29.718368 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0833ee50-d288-4c7d-81cd-7c2e4683d87a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:04:29.726024 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-0833ee50-d288-4c7d-81cd-7c2e4683d87a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "PUT /v2.0/routers/66cdc28e-0d09-4774-a53a-7c630df3ba40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9318473 Sep 24 16:04:29.728238 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 58950) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:04:29.779795 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7eeade-4a97-4d12-806e-b9f7b9da7744 None None] Sync routers for ids ['66cdc28e-0d09-4774-a53a-7c630df3ba40'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:04:29.796016 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2446c2d4-3987-4728-9adc-ffc97b1bb453 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:04:29.800422 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 58954) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:04:29.801692 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-2446c2d4-3987-4728-9adc-ffc97b1bb453 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "GET /v2.0/ports/3b64ede5-75ff-4cf4-9b29-7b6b396d570b HTTP/1.1" status: 200 len: 910 time: 0.0714514 Sep 24 16:04:29.905964 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 2dd9161e-bf07-4a49-8881-e807871acc8d up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:04:29.960507 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7eeade-4a97-4d12-806e-b9f7b9da7744 None None] Routers {'66cdc28e-0d09-4774-a53a-7c630df3ba40'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:04:29.961583 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-ed7eeade-4a97-4d12-806e-b9f7b9da7744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:04:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['66cdc28e-0d09-4774-a53a-7c630df3ba40'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:04:30.042670 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-a1b3ba94-8b36-422d-8f65-2a93ccba1abe None None] Port 3b64ede5-75ff-4cf4-9b29-7b6b396d570b cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:04:30.051923 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-ed7eeade-4a97-4d12-806e-b9f7b9da7744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:04:30.134580 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed7eeade-4a97-4d12-806e-b9f7b9da7744 None None] Routers {'66cdc28e-0d09-4774-a53a-7c630df3ba40'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:04:30.135675 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-ed7eeade-4a97-4d12-806e-b9f7b9da7744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:04:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['66cdc28e-0d09-4774-a53a-7c630df3ba40'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:04:30.141083 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-a1b3ba94-8b36-422d-8f65-2a93ccba1abe None None] Provisioning complete for port facc548e-89f5-4188-b773-4b7b818b08e7 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:04:30.141689 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a1b3ba94-8b36-422d-8f65-2a93ccba1abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:30.143234 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bfec7625-8830-4379-907f-6c23991cc1f6 req-700191d6-f3d3-44da-b901-07236563929e tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7609244-00fd-4064-8582-55dc60b1654e HTTP/1.1" status: 200 len: 210 time: 0.1182053 Sep 24 16:04:30.232962 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-ed7eeade-4a97-4d12-806e-b9f7b9da7744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:04:30.233729 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7eeade-4a97-4d12-806e-b9f7b9da7744 None None] The sync data for ids ['66cdc28e-0d09-4774-a53a-7c630df3ba40'] in n-d-808921-1 is: [] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:04:30.272073 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 2dd9161e-bf07-4a49-8881-e807871acc8d triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:04:30.272929 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:30.433208 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device facc548e-89f5-4188-b773-4b7b818b08e7 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:04:30.498435 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a1b3ba94-8b36-422d-8f65-2a93ccba1abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:30.591464 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-a1b3ba94-8b36-422d-8f65-2a93ccba1abe None None] For port facc548e-89f5-4188-b773-4b7b818b08e7, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=facc548e-89f5-4188-b773-4b7b818b08e7,segment=NetworkSegment(245cb236-8fe7-4fe8-9f9e-c01a28cd7b1e),segment_id=245cb236-8fe7-4fe8-9f9e-c01a28cd7b1e)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:04:30.600145 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port facc548e-89f5-4188-b773-4b7b818b08e7 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:04:30.602866 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:30.609268 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e7177e85-64a3-483d-a14c-86af3a165822 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:30.647886 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a1b3ba94-8b36-422d-8f65-2a93ccba1abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:30.749490 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-a1b3ba94-8b36-422d-8f65-2a93ccba1abe None None] Provisioning complete for port 2dd9161e-bf07-4a49-8881-e807871acc8d triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:04:30.750252 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a1b3ba94-8b36-422d-8f65-2a93ccba1abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:30.817105 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b3ba94-8b36-422d-8f65-2a93ccba1abe None None] Pushing event updated for resources: {'Port': ['ID=facc548e-89f5-4188-b773-4b7b818b08e7,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:30.975462 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-e7177e85-64a3-483d-a14c-86af3a165822 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Allocated IP 172.21.0.1 (e9d765dc-954f-4e73-960e-1ff400e4562d/eec7813a-55f9-4888-83bb-2c6f21d06b8b/325ca7f3-c895-4314-92ad-9b40644f922e) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:04:31.051596 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-56636a20-71ca-466d-9f1a-3872a0ae733b None None] Provisioning complete for port facc548e-89f5-4188-b773-4b7b818b08e7 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:04:31.052600 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-56636a20-71ca-466d-9f1a-3872a0ae733b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:31.117416 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e7177e85-64a3-483d-a14c-86af3a165822 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:31.230280 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e7177e85-64a3-483d-a14c-86af3a165822 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:31.268887 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f9c1506b-94bb-498e-9075-573b976657d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:31.297856 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e1fe1395-122d-4356-bd4d-6bf2a6c31418 req-bf263636-0b76-4d5a-814b-f32773b5e8e7 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7609244-00fd-4064-8582-55dc60b1654e HTTP/1.1" status: 200 len: 210 time: 0.0389738 Sep 24 16:04:31.304824 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7177e85-64a3-483d-a14c-86af3a165822 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Network e9d765dc-954f-4e73-960e-1ff400e4562d is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:04:31.308062 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-e7177e85-64a3-483d-a14c-86af3a165822 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:04:31.315170 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7177e85-64a3-483d-a14c-86af3a165822 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:04:31.318153 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7177e85-64a3-483d-a14c-86af3a165822 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Pushing event updated for resources: {'Port': ['ID=325ca7f3-c895-4314-92ad-9b40644f922e,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:31.330872 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7177e85-64a3-483d-a14c-86af3a165822 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:04:31.331310 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7177e85-64a3-483d-a14c-86af3a165822 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:04:31.332613 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7177e85-64a3-483d-a14c-86af3a165822 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:04:31.332613 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7177e85-64a3-483d-a14c-86af3a165822 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:04:31.333145 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7177e85-64a3-483d-a14c-86af3a165822 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:04:31.333307 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7177e85-64a3-483d-a14c-86af3a165822 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:04:31.333629 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7177e85-64a3-483d-a14c-86af3a165822 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:04:31.333896 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7177e85-64a3-483d-a14c-86af3a165822 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:04:31.334224 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7177e85-64a3-483d-a14c-86af3a165822 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:04:31.334652 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7177e85-64a3-483d-a14c-86af3a165822 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:04:31.334996 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7177e85-64a3-483d-a14c-86af3a165822 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:04:31.335324 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7177e85-64a3-483d-a14c-86af3a165822 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:04:31.419558 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e7177e85-64a3-483d-a14c-86af3a165822 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:31.706607 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device facc548e-89f5-4188-b773-4b7b818b08e7 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:04:31.750316 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e7177e85-64a3-483d-a14c-86af3a165822 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:31.769639 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-84d09ede-5749-42c1-9c4d-4d998fa80d4f None None] Provisioning complete for port 325ca7f3-c895-4314-92ad-9b40644f922e triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:04:31.770479 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-84d09ede-5749-42c1-9c4d-4d998fa80d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:31.817852 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-84d09ede-5749-42c1-9c4d-4d998fa80d4f None None] Port 325ca7f3-c895-4314-92ad-9b40644f922e cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:04:31.839739 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port facc548e-89f5-4188-b773-4b7b818b08e7 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:04:31.840119 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:32.175100 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e7177e85-64a3-483d-a14c-86af3a165822 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:32.244735 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e7177e85-64a3-483d-a14c-86af3a165822 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:32.372129 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7177e85-64a3-483d-a14c-86af3a165822 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Pushing event updated for resources: {'Port': ['ID=325ca7f3-c895-4314-92ad-9b40644f922e,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:32.374862 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e7177e85-64a3-483d-a14c-86af3a165822 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:32.510466 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d88fcedb-0b1c-43db-b515-80927e33a3de req-94a36e64-9c4d-49ab-9c2e-ce3074ae4af3 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=b7609244-00fd-4064-8582-55dc60b1654e HTTP/1.1" status: 200 len: 210 time: 0.0441740 Sep 24 16:04:32.579809 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7177e85-64a3-483d-a14c-86af3a165822 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Network e9d765dc-954f-4e73-960e-1ff400e4562d is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:04:32.582401 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-e7177e85-64a3-483d-a14c-86af3a165822 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:04:32.809238 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7177e85-64a3-483d-a14c-86af3a165822 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Router 66cdc28e-0d09-4774-a53a-7c630df3ba40 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:04:32.945390 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7177e85-64a3-483d-a14c-86af3a165822 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:04:32.949553 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-90591e4d-14f1-4ec9-8634-083b626f4243 None None] Provisioning complete for port 325ca7f3-c895-4314-92ad-9b40644f922e triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:04:32.950062 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-90591e4d-14f1-4ec9-8634-083b626f4243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:32.960280 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4dc138-4948-4dc4-84eb-48b707cb52c7 None None] Sync routers for ids ['66cdc28e-0d09-4774-a53a-7c630df3ba40'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:04:32.962592 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-e7177e85-64a3-483d-a14c-86af3a165822 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "PUT /v2.0/routers/66cdc28e-0d09-4774-a53a-7c630df3ba40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1599803 Sep 24 16:04:32.966277 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 58978) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:04:32.970376 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4dc138-4948-4dc4-84eb-48b707cb52c7 None None] Routers {'66cdc28e-0d09-4774-a53a-7c630df3ba40'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:04:32.971012 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-ca4dc138-4948-4dc4-84eb-48b707cb52c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:04:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['66cdc28e-0d09-4774-a53a-7c630df3ba40'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:04:33.025132 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-90591e4d-14f1-4ec9-8634-083b626f4243 None None] Port 325ca7f3-c895-4314-92ad-9b40644f922e cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:04:33.029959 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5677461c-2b09-48e2-a98f-e28a162df7bd tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:04:33.035373 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-5677461c-2b09-48e2-a98f-e28a162df7bd tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "GET /v2.0/ports/325ca7f3-c895-4314-92ad-9b40644f922e HTTP/1.1" status: 200 len: 910 time: 0.0643454 Sep 24 16:04:33.036060 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 58980) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:04:33.044632 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-ca4dc138-4948-4dc4-84eb-48b707cb52c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:04:33.053917 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4dc138-4948-4dc4-84eb-48b707cb52c7 None None] Routers {'66cdc28e-0d09-4774-a53a-7c630df3ba40'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:04:33.054590 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-ca4dc138-4948-4dc4-84eb-48b707cb52c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:04:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['66cdc28e-0d09-4774-a53a-7c630df3ba40'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:04:33.091729 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-ca4dc138-4948-4dc4-84eb-48b707cb52c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:04:33.092756 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca4dc138-4948-4dc4-84eb-48b707cb52c7 None None] The sync data for ids ['66cdc28e-0d09-4774-a53a-7c630df3ba40'] in n-d-808921-1 is: [] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:04:33.439618 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c5c0a97b-144d-4804-8169-98f791c6fac5 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:33.773882 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-c5c0a97b-144d-4804-8169-98f791c6fac5 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Deleting port 325ca7f3-c895-4314-92ad-9b40644f922e {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:04:33.774257 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c5c0a97b-144d-4804-8169-98f791c6fac5 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:33.887394 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c5c0a97b-144d-4804-8169-98f791c6fac5 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:33.896310 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-82fa2f97-27ce-4e3a-99dd-a66ca3e5dc13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:33.931501 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-c5c0a97b-144d-4804-8169-98f791c6fac5 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Calling delete_port for 325ca7f3-c895-4314-92ad-9b40644f922e owned by network:router_interface {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:04:34.216013 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c5c0a97b-144d-4804-8169-98f791c6fac5 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:34.248937 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c0a97b-144d-4804-8169-98f791c6fac5 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Pushing event deleted for resources: {'Port': ['ID=325ca7f3-c895-4314-92ad-9b40644f922e,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:34.302546 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:34.477529 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c5c0a97b-144d-4804-8169-98f791c6fac5 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:34.692075 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5c0a97b-144d-4804-8169-98f791c6fac5 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Router 66cdc28e-0d09-4774-a53a-7c630df3ba40 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:04:34.800959 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5c0a97b-144d-4804-8169-98f791c6fac5 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:04:34.809710 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-c5c0a97b-144d-4804-8169-98f791c6fac5 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "PUT /v2.0/routers/66cdc28e-0d09-4774-a53a-7c630df3ba40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7719207 Sep 24 16:04:34.810225 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 59010) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:04:34.813309 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8bfd2d-7b99-44d5-bf8b-e7e5be41be36 None None] Sync routers for ids ['66cdc28e-0d09-4774-a53a-7c630df3ba40'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:04:34.825911 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8bfd2d-7b99-44d5-bf8b-e7e5be41be36 None None] Routers {'66cdc28e-0d09-4774-a53a-7c630df3ba40'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:04:34.826907 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-4c8bfd2d-7b99-44d5-bf8b-e7e5be41be36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:04:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['66cdc28e-0d09-4774-a53a-7c630df3ba40'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:04:34.861812 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-4c8bfd2d-7b99-44d5-bf8b-e7e5be41be36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:04:34.871321 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8bfd2d-7b99-44d5-bf8b-e7e5be41be36 None None] Routers {'66cdc28e-0d09-4774-a53a-7c630df3ba40'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:04:34.872074 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-4c8bfd2d-7b99-44d5-bf8b-e7e5be41be36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:04:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['66cdc28e-0d09-4774-a53a-7c630df3ba40'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:04:34.924283 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-4c8bfd2d-7b99-44d5-bf8b-e7e5be41be36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:04:34.924957 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8bfd2d-7b99-44d5-bf8b-e7e5be41be36 None None] The sync data for ids ['66cdc28e-0d09-4774-a53a-7c630df3ba40'] in n-d-808921-1 is: [] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:04:35.223344 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-37dc60d8-624f-4a86-baff-c218a4ef1a0d tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:35.336636 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:35.484126 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-37dc60d8-624f-4a86-baff-c218a4ef1a0d tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Deleting port 3b64ede5-75ff-4cf4-9b29-7b6b396d570b {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:04:35.484549 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-37dc60d8-624f-4a86-baff-c218a4ef1a0d tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:35.596764 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-37dc60d8-624f-4a86-baff-c218a4ef1a0d tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:35.611946 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-37dc60d8-624f-4a86-baff-c218a4ef1a0d tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Calling delete_port for 3b64ede5-75ff-4cf4-9b29-7b6b396d570b owned by network:router_interface {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:04:35.896321 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-37dc60d8-624f-4a86-baff-c218a4ef1a0d tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:35.932397 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dc60d8-624f-4a86-baff-c218a4ef1a0d tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Pushing event deleted for resources: {'Port': ['ID=3b64ede5-75ff-4cf4-9b29-7b6b396d570b,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:36.214472 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-37dc60d8-624f-4a86-baff-c218a4ef1a0d tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:36.465588 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37dc60d8-624f-4a86-baff-c218a4ef1a0d tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Router 66cdc28e-0d09-4774-a53a-7c630df3ba40 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:04:36.553162 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37dc60d8-624f-4a86-baff-c218a4ef1a0d tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:04:36.559689 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-37dc60d8-624f-4a86-baff-c218a4ef1a0d tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "PUT /v2.0/routers/66cdc28e-0d09-4774-a53a-7c630df3ba40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7477438 Sep 24 16:04:36.562872 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 59048) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:04:36.567552 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b74b80-e142-4311-b07e-1fd579700848 None None] Sync routers for ids ['66cdc28e-0d09-4774-a53a-7c630df3ba40'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:04:36.580800 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b74b80-e142-4311-b07e-1fd579700848 None None] Routers {'66cdc28e-0d09-4774-a53a-7c630df3ba40'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:04:36.582126 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-63b74b80-e142-4311-b07e-1fd579700848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:04:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['66cdc28e-0d09-4774-a53a-7c630df3ba40'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:04:36.608696 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-17849c1f-0b70-4e1e-81b3-a01069eb30fe tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "GET /v2.0/ports?device_id=66cdc28e-0d09-4774-a53a-7c630df3ba40 HTTP/1.1" status: 200 len: 205 time: 0.0443909 Sep 24 16:04:36.612205 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 59050) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:04:36.654458 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-63b74b80-e142-4311-b07e-1fd579700848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:04:36.668098 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b74b80-e142-4311-b07e-1fd579700848 None None] Routers {'66cdc28e-0d09-4774-a53a-7c630df3ba40'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:04:36.669080 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-63b74b80-e142-4311-b07e-1fd579700848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:04:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['66cdc28e-0d09-4774-a53a-7c630df3ba40'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:04:36.714235 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-63b74b80-e142-4311-b07e-1fd579700848 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:04:36.715479 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b74b80-e142-4311-b07e-1fd579700848 None None] The sync data for ids ['66cdc28e-0d09-4774-a53a-7c630df3ba40'] in n-d-808921-1 is: [] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:04:36.736369 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:36.898433 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee9ed9-3a03-44b0-957c-a49fc6964c9e req-c97206fe-569e-4a2d-ad2c-e1aad126edae tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:04:36.906706 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bbee9ed9-3a03-44b0-957c-a49fc6964c9e req-c97206fe-569e-4a2d-ad2c-e1aad126edae tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 946 time: 0.0658138 Sep 24 16:04:36.958492 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bbee9ed9-3a03-44b0-957c-a49fc6964c9e req-2c785817-6636-474c-b56f-6750b999b941 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=63f1a5f4-821a-4880-a72f-3ff97c1426e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507202 Sep 24 16:04:37.093563 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ba984d34-1b6b-42cf-810b-3b7275d051e6 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for router, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:37.258424 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ba984d34-1b6b-42cf-810b-3b7275d051e6 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:37.260662 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ba984d34-1b6b-42cf-810b-3b7275d051e6 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:37.404623 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ba984d34-1b6b-42cf-810b-3b7275d051e6 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:37.405129 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba984d34-1b6b-42cf-810b-3b7275d051e6 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Fanout notify agent at l3_agent the message router_deleted on router 66cdc28e-0d09-4774-a53a-7c630df3ba40 {{(pid=95298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 16:04:37.414053 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ba984d34-1b6b-42cf-810b-3b7275d051e6 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:37.415272 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-ba984d34-1b6b-42cf-810b-3b7275d051e6 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "DELETE /v2.0/routers/66cdc28e-0d09-4774-a53a-7c630df3ba40 HTTP/1.1" status: 204 len: 168 time: 0.8018310 Sep 24 16:04:37.419038 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 59070) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:04:37.476261 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-699eb90b-aa52-477d-b512-eb60c31f492e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Deleting subnet eec7813a-55f9-4888-83bb-2c6f21d06b8b {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 16:04:37.480761 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-699eb90b-aa52-477d-b512-eb60c31f492e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:37.528927 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-699eb90b-aa52-477d-b512-eb60c31f492e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:37.648765 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-699eb90b-aa52-477d-b512-eb60c31f492e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:37.812480 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-699eb90b-aa52-477d-b512-eb60c31f492e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:37.845222 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699eb90b-aa52-477d-b512-eb60c31f492e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Pushing event deleted for resources: {'Subnet': ['ID=eec7813a-55f9-4888-83bb-2c6f21d06b8b,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:37.849813 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-699eb90b-aa52-477d-b512-eb60c31f492e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:37.851865 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-699eb90b-aa52-477d-b512-eb60c31f492e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "DELETE /v2.0/subnets/eec7813a-55f9-4888-83bb-2c6f21d06b8b HTTP/1.1" status: 204 len: 168 time: 0.4318640 Sep 24 16:04:37.855353 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 59078) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:04:37.865565 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4eaaa3-1a7e-4dc6-9ab9-e7273f43e8e2 None None] Network e9d765dc-954f-4e73-960e-1ff400e4562d requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:04:37.931023 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc50b0dc-957e-4dab-90df-729dcf3755a6 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Deleting subnet 8d92b69a-2471-481d-be65-2690161cec92 {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 16:04:37.948623 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fc50b0dc-957e-4dab-90df-729dcf3755a6 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:38.074945 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fc50b0dc-957e-4dab-90df-729dcf3755a6 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:38.155013 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bd6861-f306-43ba-8f33-fbdbf1e46ae0 req-d7dd607e-9945-4f02-93a6-1f401e189449 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:04:38.163032 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b2bd6861-f306-43ba-8f33-fbdbf1e46ae0 req-d7dd607e-9945-4f02-93a6-1f401e189449 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 946 time: 0.0672493 Sep 24 16:04:38.224140 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b2bd6861-f306-43ba-8f33-fbdbf1e46ae0 req-675a3bb2-3211-424e-9433-91c45eb2dcc5 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=63f1a5f4-821a-4880-a72f-3ff97c1426e7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585220 Sep 24 16:04:38.235000 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fc50b0dc-957e-4dab-90df-729dcf3755a6 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:38.241086 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0ac9b4-cbc9-4d30-b4b9-9c5a4953d30f None None] DHCP port deletion for e9d765dc-954f-4e73-960e-1ff400e4562d request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 16:04:38.305682 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-ea0ac9b4-cbc9-4d30-b4b9-9c5a4953d30f None None] Deleting port facc548e-89f5-4188-b773-4b7b818b08e7 {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:04:38.306660 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ea0ac9b4-cbc9-4d30-b4b9-9c5a4953d30f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:38.307223 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192149f9-51c3-4058-9a66-339d55300249 req-caf49889-b746-49f2-a1d3-6cb08d5dc224 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:04:38.309158 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-192149f9-51c3-4058-9a66-339d55300249 req-caf49889-b746-49f2-a1d3-6cb08d5dc224 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.108 "GET /v2.0/ports?device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 946 time: 0.0701201 Sep 24 16:04:38.384114 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-ea0ac9b4-cbc9-4d30-b4b9-9c5a4953d30f None None] For port facc548e-89f5-4188-b773-4b7b818b08e7, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=facc548e-89f5-4188-b773-4b7b818b08e7,segment=NetworkSegment(245cb236-8fe7-4fe8-9f9e-c01a28cd7b1e),segment_id=245cb236-8fe7-4fe8-9f9e-c01a28cd7b1e)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:04:38.384584 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ea0ac9b4-cbc9-4d30-b4b9-9c5a4953d30f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:38.397551 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-ea0ac9b4-cbc9-4d30-b4b9-9c5a4953d30f None None] Calling delete_port for facc548e-89f5-4188-b773-4b7b818b08e7 owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:04:38.440357 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fc50b0dc-957e-4dab-90df-729dcf3755a6 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:38.443532 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-192149f9-51c3-4058-9a66-339d55300249 req-52956066-5423-4678-b0bf-f4c979f405a0 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Deleting port 4ef5e03b-50cc-4464-9575-ac61fd0258d4 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:04:38.444235 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-192149f9-51c3-4058-9a66-339d55300249 req-52956066-5423-4678-b0bf-f4c979f405a0 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:38.502218 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fc50b0dc-957e-4dab-90df-729dcf3755a6 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:38.526469 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-fc50b0dc-957e-4dab-90df-729dcf3755a6 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "DELETE /v2.0/subnets/8d92b69a-2471-481d-be65-2690161cec92 HTTP/1.1" status: 204 len: 168 time: 0.6639240 Sep 24 16:04:38.528092 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 59094) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:04:38.545127 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc50b0dc-957e-4dab-90df-729dcf3755a6 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Pushing event deleted for resources: {'Subnet': ['ID=8d92b69a-2471-481d-be65-2690161cec92,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:38.591014 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-192149f9-51c3-4058-9a66-339d55300249 req-52956066-5423-4678-b0bf-f4c979f405a0 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] For port 4ef5e03b-50cc-4464-9575-ac61fd0258d4, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=4ef5e03b-50cc-4464-9575-ac61fd0258d4,segment=NetworkSegment(94c0797a-5dbb-467d-9f41-7597f4debf01),segment_id=94c0797a-5dbb-467d-9f41-7597f4debf01)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:04:38.591443 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-192149f9-51c3-4058-9a66-339d55300249 req-52956066-5423-4678-b0bf-f4c979f405a0 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:38.645603 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ec2d9e-0c38-43c6-967a-0c51d8c63c14 None None] Network dfbf6e00-bedf-48aa-8031-d81b51865d4d requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:04:38.673685 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-515c5bee-ab8a-4737-a7a8-b36783568bcb tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:38.777399 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-515c5bee-ab8a-4737-a7a8-b36783568bcb tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Deleting port facc548e-89f5-4188-b773-4b7b818b08e7 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:04:38.787270 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-515c5bee-ab8a-4737-a7a8-b36783568bcb tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:38.805185 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ea0ac9b4-cbc9-4d30-b4b9-9c5a4953d30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:38.821609 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0ac9b4-cbc9-4d30-b4b9-9c5a4953d30f None None] No DVR routers for this DVR port facc548e-89f5-4188-b773-4b7b818b08e7 on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:04:38.841945 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ac9b4-cbc9-4d30-b4b9-9c5a4953d30f None None] Pushing event deleted for resources: {'Port': ['ID=facc548e-89f5-4188-b773-4b7b818b08e7,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:38.853702 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ac9b4-cbc9-4d30-b4b9-9c5a4953d30f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:04:38.853877 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ac9b4-cbc9-4d30-b4b9-9c5a4953d30f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:04:38.854298 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ac9b4-cbc9-4d30-b4b9-9c5a4953d30f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:04:38.855219 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ac9b4-cbc9-4d30-b4b9-9c5a4953d30f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:04:38.855219 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ac9b4-cbc9-4d30-b4b9-9c5a4953d30f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:04:38.861778 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ac9b4-cbc9-4d30-b4b9-9c5a4953d30f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:04:38.861778 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ac9b4-cbc9-4d30-b4b9-9c5a4953d30f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:04:38.861778 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ac9b4-cbc9-4d30-b4b9-9c5a4953d30f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:04:38.861778 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ac9b4-cbc9-4d30-b4b9-9c5a4953d30f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:04:38.861778 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ac9b4-cbc9-4d30-b4b9-9c5a4953d30f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:04:38.861778 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ac9b4-cbc9-4d30-b4b9-9c5a4953d30f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:04:38.861778 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea0ac9b4-cbc9-4d30-b4b9-9c5a4953d30f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:04:38.890738 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-192149f9-51c3-4058-9a66-339d55300249 req-52956066-5423-4678-b0bf-f4c979f405a0 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:38.891288 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-192149f9-51c3-4058-9a66-339d55300249 req-52956066-5423-4678-b0bf-f4c979f405a0 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:38.891710 n-d-808921-1 neutron-server[95298]: INFO neutron.db.l3_db [req-192149f9-51c3-4058-9a66-339d55300249 req-52956066-5423-4678-b0bf-f4c979f405a0 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Floating IP b41551e8-9ecf-4611-bbb6-437bf72533dd disassociated. External IP: 172.25.0.161, port: 4ef5e03b-50cc-4464-9575-ac61fd0258d4. Sep 24 16:04:38.892154 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-192149f9-51c3-4058-9a66-339d55300249 req-52956066-5423-4678-b0bf-f4c979f405a0 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Calling delete_port for 4ef5e03b-50cc-4464-9575-ac61fd0258d4 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:04:38.911325 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f5eec0-da73-4870-9369-0cc0dc560413 None None] DHCP port deletion for dfbf6e00-bedf-48aa-8031-d81b51865d4d request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 16:04:38.912144 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-515c5bee-ab8a-4737-a7a8-b36783568bcb tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] For port facc548e-89f5-4188-b773-4b7b818b08e7, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=facc548e-89f5-4188-b773-4b7b818b08e7,segment=NetworkSegment(245cb236-8fe7-4fe8-9f9e-c01a28cd7b1e),segment_id=245cb236-8fe7-4fe8-9f9e-c01a28cd7b1e)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:04:38.912144 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-515c5bee-ab8a-4737-a7a8-b36783568bcb tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:38.926229 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-515c5bee-ab8a-4737-a7a8-b36783568bcb tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Calling delete_port for facc548e-89f5-4188-b773-4b7b818b08e7 owned by network:dhcp {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:04:38.996762 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-53f5eec0-da73-4870-9369-0cc0dc560413 None None] Deleting port 2dd9161e-bf07-4a49-8881-e807871acc8d {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:04:38.997441 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-53f5eec0-da73-4870-9369-0cc0dc560413 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:39.164638 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-515c5bee-ab8a-4737-a7a8-b36783568bcb tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:39.167041 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-53f5eec0-da73-4870-9369-0cc0dc560413 None None] For port 2dd9161e-bf07-4a49-8881-e807871acc8d, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=2dd9161e-bf07-4a49-8881-e807871acc8d,segment=NetworkSegment(c51fb505-47fe-4d34-bf2b-6eca1cd42b34),segment_id=c51fb505-47fe-4d34-bf2b-6eca1cd42b34)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:04:39.167514 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-53f5eec0-da73-4870-9369-0cc0dc560413 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:39.182923 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:39.188325 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-53f5eec0-da73-4870-9369-0cc0dc560413 None None] Calling delete_port for 2dd9161e-bf07-4a49-8881-e807871acc8d owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:04:39.255644 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515c5bee-ab8a-4737-a7a8-b36783568bcb tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Pushing event deleted for resources: {'Port': ['ID=facc548e-89f5-4188-b773-4b7b818b08e7,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:39.265125 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-515c5bee-ab8a-4737-a7a8-b36783568bcb tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] No DVR routers for this DVR port facc548e-89f5-4188-b773-4b7b818b08e7 on host n-d-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:04:39.339353 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-192149f9-51c3-4058-9a66-339d55300249 req-52956066-5423-4678-b0bf-f4c979f405a0 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:39.341954 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-53f5eec0-da73-4870-9369-0cc0dc560413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:39.360886 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f5eec0-da73-4870-9369-0cc0dc560413 None None] No DVR routers for this DVR port 2dd9161e-bf07-4a49-8881-e807871acc8d on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:04:39.407995 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f5eec0-da73-4870-9369-0cc0dc560413 None None] Pushing event deleted for resources: {'Port': ['ID=2dd9161e-bf07-4a49-8881-e807871acc8d,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:39.434231 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52956066-5423-4678-b0bf-f4c979f405a0 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Pushing event deleted for resources: {'Port': ['ID=4ef5e03b-50cc-4464-9575-ac61fd0258d4,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:39.452252 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-edb15e20-742b-466d-8ce8-511353bf826d req-ad7c258c-b7f8-4046-9f83-f9dab8162ace tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 210 time: 0.0690532 Sep 24 16:04:39.504669 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-515c5bee-ab8a-4737-a7a8-b36783568bcb tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:39.518655 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-515c5bee-ab8a-4737-a7a8-b36783568bcb tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9d765dc-954f-4e73-960e-1ff400e4562d']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:04:39.551891 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-515c5bee-ab8a-4737-a7a8-b36783568bcb tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '245cb236-8fe7-4fe8-9f9e-c01a28cd7b1e') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:04:39.554211 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-515c5bee-ab8a-4737-a7a8-b36783568bcb tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '245cb236-8fe7-4fe8-9f9e-c01a28cd7b1e') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:04:39.567497 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-515c5bee-ab8a-4737-a7a8-b36783568bcb tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:39.597394 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-515c5bee-ab8a-4737-a7a8-b36783568bcb tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:39.601751 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-515c5bee-ab8a-4737-a7a8-b36783568bcb tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Releasing vlan 1282 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 16:04:39.602543 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-515c5bee-ab8a-4737-a7a8-b36783568bcb tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:39.606839 n-d-808921-1 neutron-server[95297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 16:04:39.606839 n-d-808921-1 neutron-server[95297]: self.session.flush() Sep 24 16:04:39.606839 n-d-808921-1 neutron-server[95297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 16:04:39.606839 n-d-808921-1 neutron-server[95297]: self.session.flush() Sep 24 16:04:39.606839 n-d-808921-1 neutron-server[95297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 16:04:39.606839 n-d-808921-1 neutron-server[95297]: self.session.flush() Sep 24 16:04:39.606839 n-d-808921-1 neutron-server[95297]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 16:04:39.606839 n-d-808921-1 neutron-server[95297]: self.session.flush() Sep 24 16:04:39.606839 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 16:04:39.606839 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 16:04:39.606839 n-d-808921-1 neutron-server[95297]: timer() Sep 24 16:04:39.606839 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 16:04:39.606839 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 16:04:39.606839 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 16:04:39.606839 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 16:04:39.606839 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 16:04:39.606839 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 16:04:39.606839 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 16:04:39.606839 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 16:04:39.606839 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 16:04:39.606839 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 16:04:39.606839 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 16:04:39.606839 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 16:04:39.606839 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 16:04:39.606839 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 16:04:39.606839 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 16:04:39.606839 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 16:04:39.606839 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 16:04:39.606839 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 16:04:39.606839 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 16:04:39.606839 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 16:04:39.606839 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 16:04:39.606839 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 16:04:39.606839 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 16:04:39.606839 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 16:04:39.606839 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 16:04:39.606839 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 16:04:39.606839 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 16:04:39.606839 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 16:04:39.606839 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 16:04:39.619478 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device facc548e-89f5-4188-b773-4b7b818b08e7 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:04:39.654725 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: facc548e-89f5-4188-b773-4b7b818b08e7 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:04:39.655277 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device facc548e-89f5-4188-b773-4b7b818b08e7 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:04:39.656340 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 2dd9161e-bf07-4a49-8881-e807871acc8d no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:04:39.675466 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [req-192149f9-51c3-4058-9a66-339d55300249 req-52956066-5423-4678-b0bf-f4c979f405a0 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Router 62671c09-4b46-46be-9ad2-aa1b8d4b03a7 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:04:39.714508 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 2dd9161e-bf07-4a49-8881-e807871acc8d {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:04:39.714508 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 2dd9161e-bf07-4a49-8881-e807871acc8d not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:04:39.840783 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-192149f9-51c3-4058-9a66-339d55300249 req-52956066-5423-4678-b0bf-f4c979f405a0 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:04:39.844399 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-515c5bee-ab8a-4737-a7a8-b36783568bcb tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:39.853892 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-515c5bee-ab8a-4737-a7a8-b36783568bcb tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:39.859961 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-515c5bee-ab8a-4737-a7a8-b36783568bcb tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "DELETE /v2.0/networks/e9d765dc-954f-4e73-960e-1ff400e4562d HTTP/1.1" status: 204 len: 168 time: 1.3230021 Sep 24 16:04:39.862221 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 59126) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:04:39.870691 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4745b7d-820c-48cf-bc9f-77018a3956ed None None] Sync routers for ids ['62671c09-4b46-46be-9ad2-aa1b8d4b03a7'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:04:39.882734 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4745b7d-820c-48cf-bc9f-77018a3956ed None None] Routers {'62671c09-4b46-46be-9ad2-aa1b8d4b03a7'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:04:39.883837 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-d4745b7d-820c-48cf-bc9f-77018a3956ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:04:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['62671c09-4b46-46be-9ad2-aa1b8d4b03a7'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:04:39.913256 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-192149f9-51c3-4058-9a66-339d55300249 req-52956066-5423-4678-b0bf-f4c979f405a0 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] No DVR routers for this DVR port 4ef5e03b-50cc-4464-9575-ac61fd0258d4 on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:04:39.920725 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-192149f9-51c3-4058-9a66-339d55300249 req-52956066-5423-4678-b0bf-f4c979f405a0 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:39.922903 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-192149f9-51c3-4058-9a66-339d55300249 req-52956066-5423-4678-b0bf-f4c979f405a0 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.108 "DELETE /v2.0/ports/4ef5e03b-50cc-4464-9575-ac61fd0258d4 HTTP/1.1" status: 204 len: 173 time: 1.6078529 Sep 24 16:04:39.923380 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b894aff8-2af2-409a-a4b2-63ad69fdcc70', 'name': 'network-vif-deleted', 'tag': '4ef5e03b-50cc-4464-9575-ac61fd0258d4'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:04:39.926164 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-865df49f-233c-4ac9-962c-176a86ac9429" -d '{"events": [{"server_uuid": "b894aff8-2af2-409a-a4b2-63ad69fdcc70", "name": "network-vif-deleted", "tag": "4ef5e03b-50cc-4464-9575-ac61fd0258d4"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:04:39.932511 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515c5bee-ab8a-4737-a7a8-b36783568bcb tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Pushing event deleted for resources: {'Network': ['ID=e9d765dc-954f-4e73-960e-1ff400e4562d,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:40.045605 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09fac1d7-f67a-4e1c-aff9-8d44b05a2380 x-openstack-request-id: req-09fac1d7-f67a-4e1c-aff9-8d44b05a2380 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:04:40.045899 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b894aff8-2af2-409a-a4b2-63ad69fdcc70", "name": "network-vif-deleted", "tag": "4ef5e03b-50cc-4464-9575-ac61fd0258d4", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:04:40.046154 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-09fac1d7-f67a-4e1c-aff9-8d44b05a2380 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:04:40.046578 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b894aff8-2af2-409a-a4b2-63ad69fdcc70', 'name': 'network-vif-deleted', 'tag': '4ef5e03b-50cc-4464-9575-ac61fd0258d4', 'status': 'completed', 'code': 200} Sep 24 16:04:40.066229 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c75dc21a-4437-465a-be22-dce54ac249e2 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:40.096339 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-d4745b7d-820c-48cf-bc9f-77018a3956ed None None] Set router 62671c09-4b46-46be-9ad2-aa1b8d4b03a7 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:04:40.389259 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-d4745b7d-820c-48cf-bc9f-77018a3956ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62671c09-4b46-46be-9ad2-aa1b8d4b03a7', 'name': 'tempest-AttachVolumeShelveTestJSON-1496323484-router', 'tenant_id': '47adefb7ca614d33b7bb1493dd2de83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'e80c1131-6851-4550-afaf-22cc674efd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:00:18Z', 'updated_at': '2021-09-24T16:00:26Z', 'revision_number': 4, 'project_id': '47adefb7ca614d33b7bb1493dd2de83a', 'gw_port': {'id': 'e80c1131-6851-4550-afaf-22cc674efd38', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:98:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62671c09-4b46-46be-9ad2-aa1b8d4b03a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:00:19Z', 'updated_at': '2021-09-24T16:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '6af7c1c0-bda7-4b07-af01-4aa16dbec1e1', 'name': '', 'network_id': 'e683698e-96d3-4f25-bed4-4200552ea2ef', 'tenant_id': '47adefb7ca614d33b7bb1493dd2de83a', 'mac_address': 'fa:16:3e:fa:e0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62671c09-4b46-46be-9ad2-aa1b8d4b03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '04b7f077-c013-4647-8fb9-7721770c2649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:00:25Z', 'updated_at': '2021-09-24T16:00:32Z', 'revision_number': 5, 'project_id': '47adefb7ca614d33b7bb1493dd2de83a', 'subnets': [{'id': '04b7f077-c013-4647-8fb9-7721770c2649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:04:40.422545 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4745b7d-820c-48cf-bc9f-77018a3956ed None None] Checking router: 62671c09-4b46-46be-9ad2-aa1b8d4b03a7 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:04:40.435226 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4745b7d-820c-48cf-bc9f-77018a3956ed None None] Routers {'62671c09-4b46-46be-9ad2-aa1b8d4b03a7'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:04:40.436425 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-d4745b7d-820c-48cf-bc9f-77018a3956ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:04:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['62671c09-4b46-46be-9ad2-aa1b8d4b03a7'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:04:40.565006 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-d4745b7d-820c-48cf-bc9f-77018a3956ed None None] Set router 62671c09-4b46-46be-9ad2-aa1b8d4b03a7 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:04:40.676855 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f05422f4-468a-4e3b-ad45-f4d2f2536ebe req-852a3763-87fa-4f43-9834-158ed9c0aa88 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=b894aff8-2af2-409a-a4b2-63ad69fdcc70 HTTP/1.1" status: 200 len: 210 time: 0.0446086 Sep 24 16:04:40.750873 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c75dc21a-4437-465a-be22-dce54ac249e2 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:40.776137 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-c75dc21a-4437-465a-be22-dce54ac249e2 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfbf6e00-bedf-48aa-8031-d81b51865d4d']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:04:40.787696 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-c75dc21a-4437-465a-be22-dce54ac249e2 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c51fb505-47fe-4d34-bf2b-6eca1cd42b34') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:04:40.788088 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-c75dc21a-4437-465a-be22-dce54ac249e2 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c51fb505-47fe-4d34-bf2b-6eca1cd42b34') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:04:40.804805 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c75dc21a-4437-465a-be22-dce54ac249e2 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:40.823825 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c75dc21a-4437-465a-be22-dce54ac249e2 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:40.836653 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c75dc21a-4437-465a-be22-dce54ac249e2 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Releasing vlan 1281 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 16:04:40.838297 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c75dc21a-4437-465a-be22-dce54ac249e2 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:40.844322 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 16:04:40.844322 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 16:04:40.844322 n-d-808921-1 neutron-server[95297]: timer() Sep 24 16:04:40.844322 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 16:04:40.844322 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 16:04:40.844322 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 16:04:40.844322 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 16:04:40.844322 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 16:04:40.844322 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 16:04:40.844322 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 16:04:40.844322 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 16:04:40.844322 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 16:04:40.844322 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 16:04:40.844322 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 16:04:40.844322 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 16:04:40.844322 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 16:04:40.844322 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 16:04:40.844322 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 16:04:40.844322 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 16:04:40.844322 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 16:04:40.844322 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 16:04:40.844322 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 16:04:40.844322 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 16:04:40.844322 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 16:04:40.844322 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 16:04:40.844322 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 16:04:40.844322 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 16:04:40.844322 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 16:04:40.844322 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 16:04:40.844322 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 16:04:40.844322 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 16:04:40.844322 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 16:04:40.942821 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-d4745b7d-820c-48cf-bc9f-77018a3956ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62671c09-4b46-46be-9ad2-aa1b8d4b03a7', 'name': 'tempest-AttachVolumeShelveTestJSON-1496323484-router', 'tenant_id': '47adefb7ca614d33b7bb1493dd2de83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'e80c1131-6851-4550-afaf-22cc674efd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:00:18Z', 'updated_at': '2021-09-24T16:00:26Z', 'revision_number': 4, 'project_id': '47adefb7ca614d33b7bb1493dd2de83a', 'gw_port': {'id': 'e80c1131-6851-4550-afaf-22cc674efd38', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:98:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62671c09-4b46-46be-9ad2-aa1b8d4b03a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:00:19Z', 'updated_at': '2021-09-24T16:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '6af7c1c0-bda7-4b07-af01-4aa16dbec1e1', 'name': '', 'network_id': 'e683698e-96d3-4f25-bed4-4200552ea2ef', 'tenant_id': '47adefb7ca614d33b7bb1493dd2de83a', 'mac_address': 'fa:16:3e:fa:e0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62671c09-4b46-46be-9ad2-aa1b8d4b03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '04b7f077-c013-4647-8fb9-7721770c2649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:00:25Z', 'updated_at': '2021-09-24T16:00:32Z', 'revision_number': 5, 'project_id': '47adefb7ca614d33b7bb1493dd2de83a', 'subnets': [{'id': '04b7f077-c013-4647-8fb9-7721770c2649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:04:40.970962 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4745b7d-820c-48cf-bc9f-77018a3956ed None None] The sync data for ids ['62671c09-4b46-46be-9ad2-aa1b8d4b03a7'] in n-d-808921-1 is: [{'id': '62671c09-4b46-46be-9ad2-aa1b8d4b03a7', 'name': 'tempest-AttachVolumeShelveTestJSON-1496323484-router', 'tenant_id': '47adefb7ca614d33b7bb1493dd2de83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'e80c1131-6851-4550-afaf-22cc674efd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:00:18Z', 'updated_at': '2021-09-24T16:00:26Z', 'revision_number': 4, 'project_id': '47adefb7ca614d33b7bb1493dd2de83a', 'gw_port': {'id': 'e80c1131-6851-4550-afaf-22cc674efd38', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:98:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62671c09-4b46-46be-9ad2-aa1b8d4b03a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:00:19Z', 'updated_at': '2021-09-24T16:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '6af7c1c0-bda7-4b07-af01-4aa16dbec1e1', 'name': '', 'network_id': 'e683698e-96d3-4f25-bed4-4200552ea2ef', 'tenant_id': '47adefb7ca614d33b7bb1493dd2de83a', 'mac_address': 'fa:16:3e:fa:e0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62671c09-4b46-46be-9ad2-aa1b8d4b03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '04b7f077-c013-4647-8fb9-7721770c2649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:00:25Z', 'updated_at': '2021-09-24T16:00:32Z', 'revision_number': 5, 'project_id': '47adefb7ca614d33b7bb1493dd2de83a', 'subnets': [{'id': '04b7f077-c013-4647-8fb9-7721770c2649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:04:41.044474 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:41.084142 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c75dc21a-4437-465a-be22-dce54ac249e2 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:41.088973 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c75dc21a-4437-465a-be22-dce54ac249e2 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:41.091331 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-c75dc21a-4437-465a-be22-dce54ac249e2 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "DELETE /v2.0/networks/dfbf6e00-bedf-48aa-8031-d81b51865d4d HTTP/1.1" status: 204 len: 168 time: 1.2236776 Sep 24 16:04:41.096645 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 59152) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:04:41.106497 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-1d6bdbb7-7acb-4981-afb1-6f659b1cd2c8 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Request body: {'network': {'name': 'tempest-RoutersTest-230468524'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:04:41.133207 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75dc21a-4437-465a-be22-dce54ac249e2 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Pushing event deleted for resources: {'Network': ['ID=dfbf6e00-bedf-48aa-8031-d81b51865d4d,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:41.222569 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d6bdbb7-7acb-4981-afb1-6f659b1cd2c8 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Made reservation on behalf of d6b5c1b0b0ed4291859925b17e7986e7 for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:04:41.222569 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1d6bdbb7-7acb-4981-afb1-6f659b1cd2c8 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:41.260256 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d6bdbb7-7acb-4981-afb1-6f659b1cd2c8 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1257} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 16:04:41.274684 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1d6bdbb7-7acb-4981-afb1-6f659b1cd2c8 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:41.275431 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-1d6bdbb7-7acb-4981-afb1-6f659b1cd2c8 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Added segment dbab5f5a-8ab4-4e9d-8a3e-a8656ef38db4 of type vlan for network 2cb23598-268e-4aa7-8f04-6a1d13da8147 Sep 24 16:04:41.342979 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1d6bdbb7-7acb-4981-afb1-6f659b1cd2c8 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:41.345070 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fc708e-096c-4e96-a512-be0cb2b58081 None None] New status for floating IP b41551e8-9ecf-4611-bbb6-437bf72533dd: DOWN {{(pid=95300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 16:04:41.427357 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1d6bdbb7-7acb-4981-afb1-6f659b1cd2c8 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:41.434459 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6bdbb7-7acb-4981-afb1-6f659b1cd2c8 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:04:41.435479 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1d6bdbb7-7acb-4981-afb1-6f659b1cd2c8 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:41.524596 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 4ef5e03b-50cc-4464-9575-ac61fd0258d4 no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:04:41.530986 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6bdbb7-7acb-4981-afb1-6f659b1cd2c8 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Pushing event updated for resources: {'Network': ['ID=2cb23598-268e-4aa7-8f04-6a1d13da8147,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:41.550325 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 2cb23598-268e-4aa7-8f04-6a1d13da8147 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 16:04:41.553976 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] No Port match for: 4ef5e03b-50cc-4464-9575-ac61fd0258d4 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:04:41.554528 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 4ef5e03b-50cc-4464-9575-ac61fd0258d4 not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:04:41.559747 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-1d6bdbb7-7acb-4981-afb1-6f659b1cd2c8 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4615059 Sep 24 16:04:41.564821 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 59164) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:04:41.571267 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-bb4334e4-64a6-4148-b787-0f7b4b352d48 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Request body: {'subnet': {'network_id': '2cb23598-268e-4aa7-8f04-6a1d13da8147', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:04:41.860420 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb4334e4-64a6-4148-b787-0f7b4b352d48 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Made reservation on behalf of d6b5c1b0b0ed4291859925b17e7986e7 for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:04:41.865095 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bb4334e4-64a6-4148-b787-0f7b4b352d48 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:41.888493 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 59178) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:04:41.984529 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-34baec46-0634-4a15-a6a0-416f2a53d58d tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:42.013575 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-34baec46-0634-4a15-a6a0-416f2a53d58d tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:42.208322 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-34baec46-0634-4a15-a6a0-416f2a53d58d tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:42.220646 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bb4334e4-64a6-4148-b787-0f7b4b352d48 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:42.224261 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-34baec46-0634-4a15-a6a0-416f2a53d58d tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:42.225272 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-34baec46-0634-4a15-a6a0-416f2a53d58d tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "DELETE /v2.0/security-groups/63f1a5f4-821a-4880-a72f-3ff97c1426e7 HTTP/1.1" status: 204 len: 168 time: 0.3345690 Sep 24 16:04:42.228212 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 59230) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:04:42.272828 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34baec46-0634-4a15-a6a0-416f2a53d58d tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f1a5f4-821a-4880-a72f-3ff97c1426e7,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:42.277587 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [None req-c1ab1749-fc51-4bcf-beec-0fdbe5977d63 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] show failed (client error): The resource could not be found. Sep 24 16:04:42.278577 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-c1ab1749-fc51-4bcf-beec-0fdbe5977d63 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups/63f1a5f4-821a-4880-a72f-3ff97c1426e7 HTTP/1.1" status: 404 len: 347 time: 0.0306997 Sep 24 16:04:42.281586 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 59232) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:04:42.325085 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4334e4-64a6-4148-b787-0f7b4b352d48 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Pushing event updated for resources: {'Subnet': ['ID=551f61ac-d7d4-41a7-98b7-b80f426a428c,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:42.336843 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb4334e4-64a6-4148-b787-0f7b4b352d48 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Checking segment: {'id': 'dbab5f5a-8ab4-4e9d-8a3e-a8656ef38db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '2cb23598-268e-4aa7-8f04-6a1d13da8147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:04:42.337758 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4334e4-64a6-4148-b787-0f7b4b352d48 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Network hostable DHCP agents. Network: 2cb23598-268e-4aa7-8f04-6a1d13da8147, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 16:04:42.459710 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-73456009-3886-4195-b227-ef44e1d2b074 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Deleting port 338185d2-6b84-4976-a749-af94da3e7cf2 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:04:42.460113 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-73456009-3886-4195-b227-ef44e1d2b074 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:42.460402 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb4334e4-64a6-4148-b787-0f7b4b352d48 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Network 2cb23598-268e-4aa7-8f04-6a1d13da8147 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 16:04:42.539198 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-73456009-3886-4195-b227-ef44e1d2b074 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:42.539445 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-73456009-3886-4195-b227-ef44e1d2b074 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:42.553968 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-73456009-3886-4195-b227-ef44e1d2b074 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Calling delete_port for 338185d2-6b84-4976-a749-af94da3e7cf2 owned by network:floatingip {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:04:42.586918 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-bb4334e4-64a6-4148-b787-0f7b4b352d48 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 2cb23598-268e-4aa7-8f04-6a1d13da8147) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:04:42.591666 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4334e4-64a6-4148-b787-0f7b4b352d48 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:04:42.592506 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bb4334e4-64a6-4148-b787-0f7b4b352d48 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:42.598864 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f39ecf8-accf-483d-a1a6-e9dc498c2886 None None] Network 2cb23598-268e-4aa7-8f04-6a1d13da8147 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:04:42.707971 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-bb4334e4-64a6-4148-b787-0f7b4b352d48 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1441004 Sep 24 16:04:42.710689 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 59238) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:04:42.715464 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-b4f763a6-7e6f-4721-9169-16772b0ee579 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1885274911', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:04:42.798802 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-73456009-3886-4195-b227-ef44e1d2b074 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:42.830606 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b4f763a6-7e6f-4721-9169-16772b0ee579 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:42.830606 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b4f763a6-7e6f-4721-9169-16772b0ee579 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:42.901653 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7f06db-336a-4d9d-b8a3-c410ea794cf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-2cb23598-268e-4aa7-8f04-6a1d13da8147', 'network_id': '2cb23598-268e-4aa7-8f04-6a1d13da8147', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'fixed_ips': [{'subnet_id': '551f61ac-d7d4-41a7-98b7-b80f426a428c'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 16:04:42.901653 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-1d7f06db-336a-4d9d-b8a3-c410ea794cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:42.918323 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b4f763a6-7e6f-4721-9169-16772b0ee579 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:42.929534 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73456009-3886-4195-b227-ef44e1d2b074 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Pushing event deleted for resources: {'Port': ['ID=338185d2-6b84-4976-a749-af94da3e7cf2,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:42.983506 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-73456009-3886-4195-b227-ef44e1d2b074 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks [] for floatingip, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:42.986705 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-73456009-3886-4195-b227-ef44e1d2b074 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:42.988432 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-73456009-3886-4195-b227-ef44e1d2b074 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "DELETE /v2.0/floatingips/b41551e8-9ecf-4611-bbb6-437bf72533dd HTTP/1.1" status: 204 len: 168 time: 0.7055449 Sep 24 16:04:43.022761 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b4f763a6-7e6f-4721-9169-16772b0ee579 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:43.150381 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b4f763a6-7e6f-4721-9169-16772b0ee579 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:43.150381 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b4f763a6-7e6f-4721-9169-16772b0ee579 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4371290 Sep 24 16:04:43.152527 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 59252) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:04:43.158909 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-bcb73c81-dc66-4d19-b0c8-50a35403cc86 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Request body: {'port': {'network_id': '2cb23598-268e-4aa7-8f04-6a1d13da8147', 'name': 'tempest-RoutersTest-767246971'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:04:43.162975 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-1d7f06db-336a-4d9d-b8a3-c410ea794cf6 None None] Allocated IP 172.20.0.2 (2cb23598-268e-4aa7-8f04-6a1d13da8147/551f61ac-d7d4-41a7-98b7-b80f426a428c/10111e66-2ee7-4947-aec7-bfe0fa1f35de) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:04:43.446409 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-1d7f06db-336a-4d9d-b8a3-c410ea794cf6 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:43.478465 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcb73c81-dc66-4d19-b0c8-50a35403cc86 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Made reservation on behalf of d6b5c1b0b0ed4291859925b17e7986e7 for: {'port': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:04:43.501872 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bcb73c81-dc66-4d19-b0c8-50a35403cc86 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:43.525027 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-1d7f06db-336a-4d9d-b8a3-c410ea794cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:43.584903 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [None req-bcb73c81-dc66-4d19-b0c8-50a35403cc86 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] device_id is not set on port 545482d5-4909-4918-8c21-d1d678cad17f yet. {{(pid=95297) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 24 16:04:43.626633 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7f06db-336a-4d9d-b8a3-c410ea794cf6 None None] Network 2cb23598-268e-4aa7-8f04-6a1d13da8147 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:04:43.630299 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-1d7f06db-336a-4d9d-b8a3-c410ea794cf6 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:04:43.633961 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7f06db-336a-4d9d-b8a3-c410ea794cf6 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:04:43.676666 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7f06db-336a-4d9d-b8a3-c410ea794cf6 None None] Pushing event updated for resources: {'Port': ['ID=10111e66-2ee7-4947-aec7-bfe0fa1f35de,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:43.772225 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-1d7f06db-336a-4d9d-b8a3-c410ea794cf6 None None] Attempting to bind port 10111e66-2ee7-4947-aec7-bfe0fa1f35de on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:04:43.775144 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-1d7f06db-336a-4d9d-b8a3-c410ea794cf6 None None] Attempting to bind port 10111e66-2ee7-4947-aec7-bfe0fa1f35de by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'dbab5f5a-8ab4-4e9d-8a3e-a8656ef38db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '2cb23598-268e-4aa7-8f04-6a1d13da8147'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:04:43.775144 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7f06db-336a-4d9d-b8a3-c410ea794cf6 None None] Attempting to bind port 10111e66-2ee7-4947-aec7-bfe0fa1f35de on network 2cb23598-268e-4aa7-8f04-6a1d13da8147 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:04:43.779613 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7f06db-336a-4d9d-b8a3-c410ea794cf6 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:04:43.780217 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7f06db-336a-4d9d-b8a3-c410ea794cf6 None None] Checking segment: {'id': 'dbab5f5a-8ab4-4e9d-8a3e-a8656ef38db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '2cb23598-268e-4aa7-8f04-6a1d13da8147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:04:43.780764 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-1d7f06db-336a-4d9d-b8a3-c410ea794cf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:43.781328 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7f06db-336a-4d9d-b8a3-c410ea794cf6 None None] Bound using segment: {'id': 'dbab5f5a-8ab4-4e9d-8a3e-a8656ef38db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '2cb23598-268e-4aa7-8f04-6a1d13da8147'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:04:43.781943 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-1d7f06db-336a-4d9d-b8a3-c410ea794cf6 None None] Bound port: 10111e66-2ee7-4947-aec7-bfe0fa1f35de, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbab5f5a-8ab4-4e9d-8a3e-a8656ef38db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '2cb23598-268e-4aa7-8f04-6a1d13da8147'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:04:43.782512 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-1d7f06db-336a-4d9d-b8a3-c410ea794cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:43.820356 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-bcb73c81-dc66-4d19-b0c8-50a35403cc86 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Allocated IP 172.20.0.12 (2cb23598-268e-4aa7-8f04-6a1d13da8147/551f61ac-d7d4-41a7-98b7-b80f426a428c/545482d5-4909-4918-8c21-d1d678cad17f) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:04:43.897042 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-1d7f06db-336a-4d9d-b8a3-c410ea794cf6 None None] For port 10111e66-2ee7-4947-aec7-bfe0fa1f35de, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:04:43.901077 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-1d7f06db-336a-4d9d-b8a3-c410ea794cf6 None None] For port 10111e66-2ee7-4947-aec7-bfe0fa1f35de, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=10111e66-2ee7-4947-aec7-bfe0fa1f35de,segment=NetworkSegment(dbab5f5a-8ab4-4e9d-8a3e-a8656ef38db4),segment_id=dbab5f5a-8ab4-4e9d-8a3e-a8656ef38db4)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:04:43.946592 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 59300) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:04:43.954471 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-9c448465-2594-4ebd-a9cc-907006e74c64 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1861219336', 'description': 'tempest-description--630216880'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:04:43.982243 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-1d7f06db-336a-4d9d-b8a3-c410ea794cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:44.083523 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7f06db-336a-4d9d-b8a3-c410ea794cf6 None None] Pushing event updated for resources: {'Port': ['ID=10111e66-2ee7-4947-aec7-bfe0fa1f35de,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:44.097947 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bcb73c81-dc66-4d19-b0c8-50a35403cc86 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:44.113249 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9c448465-2594-4ebd-a9cc-907006e74c64 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:44.216371 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bcb73c81-dc66-4d19-b0c8-50a35403cc86 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:44.264020 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9c448465-2594-4ebd-a9cc-907006e74c64 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:44.287324 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcb73c81-dc66-4d19-b0c8-50a35403cc86 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Network 2cb23598-268e-4aa7-8f04-6a1d13da8147 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:04:44.287324 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-bcb73c81-dc66-4d19-b0c8-50a35403cc86 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:04:44.289088 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb73c81-dc66-4d19-b0c8-50a35403cc86 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:04:44.337827 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9c448465-2594-4ebd-a9cc-907006e74c64 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:44.355342 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb73c81-dc66-4d19-b0c8-50a35403cc86 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Pushing event updated for resources: {'Port': ['ID=545482d5-4909-4918-8c21-d1d678cad17f,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:44.454463 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb73c81-dc66-4d19-b0c8-50a35403cc86 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:04:44.456021 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bcb73c81-dc66-4d19-b0c8-50a35403cc86 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:44.491724 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c448465-2594-4ebd-a9cc-907006e74c64 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d02a9e3e-3454-4964-a46b-9470c7e72dda,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:44.560384 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-bcb73c81-dc66-4d19-b0c8-50a35403cc86 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.4055755 Sep 24 16:04:44.562318 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 59312) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:04:44.587250 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9c448465-2594-4ebd-a9cc-907006e74c64 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:44.589005 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-9c448465-2594-4ebd-a9cc-907006e74c64 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6408927 Sep 24 16:04:44.591732 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 59314) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:04:44.597443 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-ae0517ab-ffbe-4542-91e0-c29d0ebe2828 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Request body: {'security_group_rule': {'security_group_id': 'd02a9e3e-3454-4964-a46b-9470c7e72dda', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:04:44.707486 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ae0517ab-ffbe-4542-91e0-c29d0ebe2828 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:44.804079 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ae0517ab-ffbe-4542-91e0-c29d0ebe2828 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:44.924165 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ae0517ab-ffbe-4542-91e0-c29d0ebe2828 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:44.956535 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0517ab-ffbe-4542-91e0-c29d0ebe2828 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc86a289-0e99-4dc1-bfab-de6c669b51fb,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:45.033786 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ae0517ab-ffbe-4542-91e0-c29d0ebe2828 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:45.037325 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-ae0517ab-ffbe-4542-91e0-c29d0ebe2828 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4432318 Sep 24 16:04:45.039110 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 59320) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:04:45.044138 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-4a16dc1f-f5bb-4254-a448-47e36ff48b5f tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Request body: {'security_group_rule': {'security_group_id': 'd02a9e3e-3454-4964-a46b-9470c7e72dda', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:04:45.088615 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d35d1e92-bac6-48f1-b422-0bdea14d0bdb tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:45.149604 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4a16dc1f-f5bb-4254-a448-47e36ff48b5f tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:45.264301 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4a16dc1f-f5bb-4254-a448-47e36ff48b5f tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:45.345209 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4a16dc1f-f5bb-4254-a448-47e36ff48b5f tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:45.367051 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a16dc1f-f5bb-4254-a448-47e36ff48b5f tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e9ac1da-2c4b-4d46-9131-1c6627fd1f5d,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:45.480444 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4a16dc1f-f5bb-4254-a448-47e36ff48b5f tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:45.482406 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-4a16dc1f-f5bb-4254-a448-47e36ff48b5f tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4422283 Sep 24 16:04:45.486305 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 59336) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:04:45.492937 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-6eda90af-c9c2-4e02-b454-c99c0017269a tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Request body: {'floatingip': {'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:04:45.525346 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d35d1e92-bac6-48f1-b422-0bdea14d0bdb tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:45.581900 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a5df43-fa48-4dc0-83c6-035c71c81f07 None None] Network 2cb23598-268e-4aa7-8f04-6a1d13da8147 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:04:45.607777 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6eda90af-c9c2-4e02-b454-c99c0017269a tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks [] for floatingip, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:45.616139 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d35d1e92-bac6-48f1-b422-0bdea14d0bdb tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:45.781355 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35d1e92-bac6-48f1-b422-0bdea14d0bdb tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Pushing event updated for resources: {'Port': ['ID=545482d5-4909-4918-8c21-d1d678cad17f,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:45.794334 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 10111e66-2ee7-4947-aec7-bfe0fa1f35de up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:04:45.836768 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7d8131bb-b0f2-465e-8fc6-eb9cf4867178 None None] Provisioning complete for port 10111e66-2ee7-4947-aec7-bfe0fa1f35de triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:04:45.837532 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7d8131bb-b0f2-465e-8fc6-eb9cf4867178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:45.840789 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-81e1ee90-9626-4959-9882-67b68a4a50d9 req-0de8f26d-f13e-4163-bfdc-fccf9c6d356a service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=190da033-9905-44de-9653-e0394c77ffcf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1819375 Sep 24 16:04:45.908289 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d35d1e92-bac6-48f1-b422-0bdea14d0bdb tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:46.001918 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 10111e66-2ee7-4947-aec7-bfe0fa1f35de triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:04:46.002300 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:46.052958 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6eda90af-c9c2-4e02-b454-c99c0017269a tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:46.063474 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7d8131bb-b0f2-465e-8fc6-eb9cf4867178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:46.123656 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e1ee90-9626-4959-9882-67b68a4a50d9 req-7a06b4e0-71ed-41dd-8201-5599ce735a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:04:46.133364 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-81e1ee90-9626-4959-9882-67b68a4a50d9 req-7a06b4e0-71ed-41dd-8201-5599ce735a1b service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1098ec07f5944ca3aa2ef8c2402dd6cb&device_id=190da033-9905-44de-9653-e0394c77ffcf HTTP/1.1" status: 200 len: 1097 time: 0.2001140 Sep 24 16:04:46.144893 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7d8131bb-b0f2-465e-8fc6-eb9cf4867178 None None] For port 10111e66-2ee7-4947-aec7-bfe0fa1f35de, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=10111e66-2ee7-4947-aec7-bfe0fa1f35de,segment=NetworkSegment(dbab5f5a-8ab4-4e9d-8a3e-a8656ef38db4),segment_id=dbab5f5a-8ab4-4e9d-8a3e-a8656ef38db4)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:04:46.150996 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:46.296899 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7d8131bb-b0f2-465e-8fc6-eb9cf4867178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:46.371846 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d35d1e92-bac6-48f1-b422-0bdea14d0bdb tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:46.494658 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.db.api [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 16:04:46.495078 n-d-808921-1 neutron-server[95299]: DEBUG oslo_db.api [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 16:04:46.550696 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-6eda90af-c9c2-4e02-b454-c99c0017269a tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Allocated IP 172.25.0.159 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/dbc80a14-7f2f-400b-bbde-66646eb3465e) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:04:46.567793 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8131bb-b0f2-465e-8fc6-eb9cf4867178 None None] Pushing event updated for resources: {'Port': ['ID=10111e66-2ee7-4947-aec7-bfe0fa1f35de,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:46.633823 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e1ee90-9626-4959-9882-67b68a4a50d9 req-c2b8b892-4bd0-45ce-90ea-c165db246847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:04:46.636161 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-81e1ee90-9626-4959-9882-67b68a4a50d9 req-c2b8b892-4bd0-45ce-90ea-c165db246847 service neutron] 10.222.0.110 "GET /v2.0/networks?id=91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8 HTTP/1.1" status: 200 len: 911 time: 0.4236155 Sep 24 16:04:46.648290 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-f45e0c4f-c501-4d36-bda4-35dd858ccb09 None None] Provisioning complete for port 545482d5-4909-4918-8c21-d1d678cad17f triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:04:46.648290 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f45e0c4f-c501-4d36-bda4-35dd858ccb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:46.698942 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-f45e0c4f-c501-4d36-bda4-35dd858ccb09 None None] Port 545482d5-4909-4918-8c21-d1d678cad17f cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:04:46.710709 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-f45e0c4f-c501-4d36-bda4-35dd858ccb09 None None] Provisioning complete for port 10111e66-2ee7-4947-aec7-bfe0fa1f35de triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:04:46.712101 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f45e0c4f-c501-4d36-bda4-35dd858ccb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:46.900426 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-81e1ee90-9626-4959-9882-67b68a4a50d9 req-6ccd6193-a501-49e6-ad42-3674a70f8afd service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e853ffad-24a3-49d6-ab37-6bd92dc0dd54 HTTP/1.1" status: 200 len: 1002 time: 0.2523170 Sep 24 16:04:46.948103 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6eda90af-c9c2-4e02-b454-c99c0017269a tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:47.014309 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e1ee90-9626-4959-9882-67b68a4a50d9 req-2b4965b8-7b8e-4db4-98ff-1f63c8cfea30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:04:47.016292 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-81e1ee90-9626-4959-9882-67b68a4a50d9 req-2b4965b8-7b8e-4db4-98ff-1f63c8cfea30 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=e2f4b5a2-b921-44ae-94f4-2c286e9b4e3f HTTP/1.1" status: 200 len: 848 time: 0.0989189 Sep 24 16:04:47.054145 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d35d1e92-bac6-48f1-b422-0bdea14d0bdb tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:47.069938 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-1fd45e95-b181-4333-b8a8-44c416803255 None None] Provisioning complete for port 545482d5-4909-4918-8c21-d1d678cad17f triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:04:47.070318 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-1fd45e95-b181-4333-b8a8-44c416803255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:47.124721 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e1ee90-9626-4959-9882-67b68a4a50d9 req-4d416586-d34f-4401-b3c8-cae717c77a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:04:47.125291 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d35d1e92-bac6-48f1-b422-0bdea14d0bdb tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:47.131091 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-1fd45e95-b181-4333-b8a8-44c416803255 None None] Port 545482d5-4909-4918-8c21-d1d678cad17f cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:04:47.131630 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-81e1ee90-9626-4959-9882-67b68a4a50d9 req-4d416586-d34f-4401-b3c8-cae717c77a15 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0925291 Sep 24 16:04:47.163415 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6eda90af-c9c2-4e02-b454-c99c0017269a tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:47.238460 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eda90af-c9c2-4e02-b454-c99c0017269a tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:04:47.245726 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35d1e92-bac6-48f1-b422-0bdea14d0bdb tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Pushing event updated for resources: {'Port': ['ID=545482d5-4909-4918-8c21-d1d678cad17f,revision_number=3']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:47.254849 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d35d1e92-bac6-48f1-b422-0bdea14d0bdb tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:47.266803 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-3a555aee-35a3-4dc3-8580-bc9d5b3c4256 None None] Provisioning complete for port 545482d5-4909-4918-8c21-d1d678cad17f triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:04:47.267263 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3a555aee-35a3-4dc3-8580-bc9d5b3c4256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:47.305826 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eda90af-c9c2-4e02-b454-c99c0017269a tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Pushing event updated for resources: {'Port': ['ID=dbc80a14-7f2f-400b-bbde-66646eb3465e,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:47.308875 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-6eda90af-c9c2-4e02-b454-c99c0017269a tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:04:47.312985 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eda90af-c9c2-4e02-b454-c99c0017269a tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:04:47.384250 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-81e1ee90-9626-4959-9882-67b68a4a50d9 req-040062b5-0ac7-4a9b-a339-db31e95ca8c8 service neutron] 10.222.0.110 "GET /v2.0/networks/91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443321 Sep 24 16:04:47.454469 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35d1e92-bac6-48f1-b422-0bdea14d0bdb tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Network 2cb23598-268e-4aa7-8f04-6a1d13da8147 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:04:47.458663 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-d35d1e92-bac6-48f1-b422-0bdea14d0bdb tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:04:47.625736 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6eda90af-c9c2-4e02-b454-c99c0017269a tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:47.632355 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 10111e66-2ee7-4947-aec7-bfe0fa1f35de up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:04:47.668176 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-81e1ee90-9626-4959-9882-67b68a4a50d9 req-2400875e-3243-4eab-9642-40aba5e3cd6c service neutron] 10.222.0.110 "GET /v2.0/networks/91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403703 Sep 24 16:04:47.722079 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-3a555aee-35a3-4dc3-8580-bc9d5b3c4256 None None] Port 545482d5-4909-4918-8c21-d1d678cad17f cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:04:47.741303 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6eda90af-c9c2-4e02-b454-c99c0017269a tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:47.763893 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 10111e66-2ee7-4947-aec7-bfe0fa1f35de triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:04:47.763893 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:47.803862 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d35d1e92-bac6-48f1-b422-0bdea14d0bdb tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Router 6e98a620-7e48-44e8-ae24-a75939fcf9ac is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 16:04:47.901755 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-2b43d131-7b61-4969-a9d6-92b117094aae None None] Provisioning complete for port 545482d5-4909-4918-8c21-d1d678cad17f triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:04:47.902139 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2b43d131-7b61-4969-a9d6-92b117094aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:47.949553 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-2b43d131-7b61-4969-a9d6-92b117094aae None None] Port 545482d5-4909-4918-8c21-d1d678cad17f cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:04:47.976756 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d35d1e92-bac6-48f1-b422-0bdea14d0bdb tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:04:47.992094 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-d35d1e92-bac6-48f1-b422-0bdea14d0bdb tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "PUT /v2.0/routers/6e98a620-7e48-44e8-ae24-a75939fcf9ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4279306 Sep 24 16:04:47.994536 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 59376) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:04:47.998105 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9793c2dd-7a97-43e4-afea-8d547b3cc1b9 None None] Sync routers for ids ['6e98a620-7e48-44e8-ae24-a75939fcf9ac'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:04:48.002331 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6eda90af-c9c2-4e02-b454-c99c0017269a tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:48.015399 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9793c2dd-7a97-43e4-afea-8d547b3cc1b9 None None] Routers {'6e98a620-7e48-44e8-ae24-a75939fcf9ac'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:04:48.016037 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-9793c2dd-7a97-43e4-afea-8d547b3cc1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:04:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['6e98a620-7e48-44e8-ae24-a75939fcf9ac'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:04:48.048640 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5208a277-421d-429e-9127-9d24f5e8fa1b tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:04:48.049393 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-9793c2dd-7a97-43e4-afea-8d547b3cc1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:04:48.053904 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 59380) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:04:48.054444 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-5208a277-421d-429e-9127-9d24f5e8fa1b tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "GET /v2.0/ports/545482d5-4909-4918-8c21-d1d678cad17f HTTP/1.1" status: 200 len: 977 time: 0.0578382 Sep 24 16:04:48.062946 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9793c2dd-7a97-43e4-afea-8d547b3cc1b9 None None] Routers {'6e98a620-7e48-44e8-ae24-a75939fcf9ac'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:04:48.063874 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-9793c2dd-7a97-43e4-afea-8d547b3cc1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:04:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['6e98a620-7e48-44e8-ae24-a75939fcf9ac'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:04:48.103996 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6eda90af-c9c2-4e02-b454-c99c0017269a tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:48.122797 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-9793c2dd-7a97-43e4-afea-8d547b3cc1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:04:48.122797 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9793c2dd-7a97-43e4-afea-8d547b3cc1b9 None None] The sync data for ids ['6e98a620-7e48-44e8-ae24-a75939fcf9ac'] in n-d-808921-1 is: [] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:04:48.230484 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6eda90af-c9c2-4e02-b454-c99c0017269a tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:48.304547 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eda90af-c9c2-4e02-b454-c99c0017269a tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Pushing event updated for resources: {'Port': ['ID=dbc80a14-7f2f-400b-bbde-66646eb3465e,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:48.376748 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6eda90af-c9c2-4e02-b454-c99c0017269a tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:48.377608 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-6eda90af-c9c2-4e02-b454-c99c0017269a tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8902886 Sep 24 16:04:48.547812 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-050cae8b-bf97-403f-80c9-5fb21fe0233c tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:48.676903 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-dc2616fc-08ed-470b-89e7-5e44270a9d02 req-ea82fab6-218d-4d83-b3ae-b61cb7202d98 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-securitygroup--1861219336&fields=id&tenant_id=47adefb7ca614d33b7bb1493dd2de83a HTTP/1.1" status: 200 len: 267 time: 0.0359125 Sep 24 16:04:48.865440 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2616fc-08ed-470b-89e7-5e44270a9d02 req-e09254b9-a776-4cf2-b8c3-33b4459ab3c8 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:04:48.867172 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-dc2616fc-08ed-470b-89e7-5e44270a9d02 req-e09254b9-a776-4cf2-b8c3-33b4459ab3c8 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/networks?id=e683698e-96d3-4f25-bed4-4200552ea2ef HTTP/1.1" status: 200 len: 817 time: 0.1832070 Sep 24 16:04:48.885270 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-dc2616fc-08ed-470b-89e7-5e44270a9d02 req-ebf63bfe-b51e-4e70-be2f-95a35e813dfd tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/quotas/47adefb7ca614d33b7bb1493dd2de83a HTTP/1.1" status: 200 len: 375 time: 0.0120356 Sep 24 16:04:48.992505 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-dc2616fc-08ed-470b-89e7-5e44270a9d02 req-ba0975fb-fab1-4321-ab5e-be322f02c6b9 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=47adefb7ca614d33b7bb1493dd2de83a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0996485 Sep 24 16:04:49.017039 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [req-dc2616fc-08ed-470b-89e7-5e44270a9d02 req-0fab7f13-37f1-4b63-a6d4-2a82812db5a8 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 16:04:49.026779 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-dc2616fc-08ed-470b-89e7-5e44270a9d02 req-0fab7f13-37f1-4b63-a6d4-2a82812db5a8 service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0174689 Sep 24 16:04:49.163422 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-dc2616fc-08ed-470b-89e7-5e44270a9d02 req-394e30c0-8a06-4423-ba44-81febe0fc09d service neutron] 10.222.0.101 "GET /v2.0/networks/e683698e-96d3-4f25-bed4-4200552ea2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269033 Sep 24 16:04:49.200455 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-050cae8b-bf97-403f-80c9-5fb21fe0233c tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Deleting port 545482d5-4909-4918-8c21-d1d678cad17f {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:04:49.200800 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-050cae8b-bf97-403f-80c9-5fb21fe0233c tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:49.306399 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-050cae8b-bf97-403f-80c9-5fb21fe0233c tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:49.312942 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-dc2616fc-08ed-470b-89e7-5e44270a9d02 req-3e6561ff-c3aa-4288-a50f-51c459e1452f service neutron] 10.222.0.101 "GET /v2.0/networks/e683698e-96d3-4f25-bed4-4200552ea2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425188 Sep 24 16:04:49.327108 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-050cae8b-bf97-403f-80c9-5fb21fe0233c tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Calling delete_port for 545482d5-4909-4918-8c21-d1d678cad17f owned by network:router_interface {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:04:49.604676 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-927863b8-99a7-4748-98dd-0e897f59f931 req-bf8bf444-c9a4-4fa0-a80c-acebc6cb666b tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a5ae693-22ab-4a24-a6da-cd0c03113bed HTTP/1.1" status: 200 len: 210 time: 0.0363250 Sep 24 16:04:49.689793 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-050cae8b-bf97-403f-80c9-5fb21fe0233c tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:49.740670 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050cae8b-bf97-403f-80c9-5fb21fe0233c tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Pushing event deleted for resources: {'Port': ['ID=545482d5-4909-4918-8c21-d1d678cad17f,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:49.989411 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-050cae8b-bf97-403f-80c9-5fb21fe0233c tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:50.271193 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-050cae8b-bf97-403f-80c9-5fb21fe0233c tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Router 6e98a620-7e48-44e8-ae24-a75939fcf9ac has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:04:50.367334 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-050cae8b-bf97-403f-80c9-5fb21fe0233c tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:04:50.377515 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 59452) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:04:50.378993 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-050cae8b-bf97-403f-80c9-5fb21fe0233c tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "PUT /v2.0/routers/6e98a620-7e48-44e8-ae24-a75939fcf9ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3227463 Sep 24 16:04:50.384919 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6176abeb-1963-4c85-9a61-55c21ec85a5a None None] Sync routers for ids ['6e98a620-7e48-44e8-ae24-a75939fcf9ac'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:04:50.398637 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6176abeb-1963-4c85-9a61-55c21ec85a5a None None] Routers {'6e98a620-7e48-44e8-ae24-a75939fcf9ac'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:04:50.399229 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-6176abeb-1963-4c85-9a61-55c21ec85a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:04:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['6e98a620-7e48-44e8-ae24-a75939fcf9ac'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:04:50.435857 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-6176abeb-1963-4c85-9a61-55c21ec85a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:04:50.447045 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6176abeb-1963-4c85-9a61-55c21ec85a5a None None] Routers {'6e98a620-7e48-44e8-ae24-a75939fcf9ac'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:04:50.448054 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-6176abeb-1963-4c85-9a61-55c21ec85a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:04:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['6e98a620-7e48-44e8-ae24-a75939fcf9ac'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:04:50.489871 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-6176abeb-1963-4c85-9a61-55c21ec85a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:04:50.490638 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6176abeb-1963-4c85-9a61-55c21ec85a5a None None] The sync data for ids ['6e98a620-7e48-44e8-ae24-a75939fcf9ac'] in n-d-808921-1 is: [] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:04:50.975415 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-721f3f5c-4b70-461a-a34c-57adcb494105 req-b9486a09-125d-4e74-99f0-e8c2a4639994 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a5ae693-22ab-4a24-a6da-cd0c03113bed HTTP/1.1" status: 200 len: 210 time: 0.0606894 Sep 24 16:04:51.029119 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [None req-38ef257d-b118-4861-a846-2313c6c4a877 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] remove_router_interface failed (client error): The resource could not be found. Sep 24 16:04:51.033050 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-38ef257d-b118-4861-a846-2313c6c4a877 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "PUT /v2.0/routers/6e98a620-7e48-44e8-ae24-a75939fcf9ac/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6510234 Sep 24 16:04:51.040001 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 59470) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:04:51.066684 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-d5cdabb7-910e-4e8d-a3bc-9e1492d7d08e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "GET /v2.0/ports?device_id=6e98a620-7e48-44e8-ae24-a75939fcf9ac HTTP/1.1" status: 200 len: 205 time: 0.0305951 Sep 24 16:04:51.070802 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 59472) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:04:51.167869 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7d9345b2-a4c8-4447-b3ee-53cffad73fa0 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for router, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:51.361572 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7d9345b2-a4c8-4447-b3ee-53cffad73fa0 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:51.364454 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7d9345b2-a4c8-4447-b3ee-53cffad73fa0 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:51.475871 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7d9345b2-a4c8-4447-b3ee-53cffad73fa0 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:51.476610 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d9345b2-a4c8-4447-b3ee-53cffad73fa0 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Fanout notify agent at l3_agent the message router_deleted on router 6e98a620-7e48-44e8-ae24-a75939fcf9ac {{(pid=95298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 16:04:51.503635 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7d9345b2-a4c8-4447-b3ee-53cffad73fa0 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:51.506216 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-7d9345b2-a4c8-4447-b3ee-53cffad73fa0 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "DELETE /v2.0/routers/6e98a620-7e48-44e8-ae24-a75939fcf9ac HTTP/1.1" status: 204 len: 168 time: 0.4338441 Sep 24 16:04:51.508972 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 59478) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:04:51.600387 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-d53dbb96-ec19-4e37-858f-d8307b358e71 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Deleting subnet 551f61ac-d7d4-41a7-98b7-b80f426a428c {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 16:04:51.604250 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d53dbb96-ec19-4e37-858f-d8307b358e71 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:51.661009 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d53dbb96-ec19-4e37-858f-d8307b358e71 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:51.793226 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d53dbb96-ec19-4e37-858f-d8307b358e71 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:51.957051 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d53dbb96-ec19-4e37-858f-d8307b358e71 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:51.986657 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53dbb96-ec19-4e37-858f-d8307b358e71 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Pushing event deleted for resources: {'Subnet': ['ID=551f61ac-d7d4-41a7-98b7-b80f426a428c,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:51.995894 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d53dbb96-ec19-4e37-858f-d8307b358e71 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:51.999094 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-d53dbb96-ec19-4e37-858f-d8307b358e71 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "DELETE /v2.0/subnets/551f61ac-d7d4-41a7-98b7-b80f426a428c HTTP/1.1" status: 204 len: 168 time: 0.4879961 Sep 24 16:04:52.000644 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 59486) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:04:52.003260 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79bf7f0-6e61-469a-911d-4351082d11c5 None None] Network 2cb23598-268e-4aa7-8f04-6a1d13da8147 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:04:52.111088 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-91e3fdb7-a3cf-4f28-8430-920b6a802b2e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:52.127114 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-53e1f926-4b9e-4310-9e01-911140e726e0 req-69e742a0-48a9-4311-8697-12ddf9ad3822 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a5ae693-22ab-4a24-a6da-cd0c03113bed HTTP/1.1" status: 200 len: 210 time: 0.0525029 Sep 24 16:04:52.216858 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-91e3fdb7-a3cf-4f28-8430-920b6a802b2e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Deleting port 10111e66-2ee7-4947-aec7-bfe0fa1f35de {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:04:52.217119 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-91e3fdb7-a3cf-4f28-8430-920b6a802b2e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:52.279495 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcbfe7f4-8598-447e-a64e-033afe82e543 None None] DHCP port deletion for 2cb23598-268e-4aa7-8f04-6a1d13da8147 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 16:04:52.343296 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-91e3fdb7-a3cf-4f28-8430-920b6a802b2e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] For port 10111e66-2ee7-4947-aec7-bfe0fa1f35de, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=10111e66-2ee7-4947-aec7-bfe0fa1f35de,segment=NetworkSegment(dbab5f5a-8ab4-4e9d-8a3e-a8656ef38db4),segment_id=dbab5f5a-8ab4-4e9d-8a3e-a8656ef38db4)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:04:52.343877 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-91e3fdb7-a3cf-4f28-8430-920b6a802b2e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:52.354605 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2616fc-08ed-470b-89e7-5e44270a9d02 req-b6235bb6-521a-47e9-b407-04ed60886ba6 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:04:52.356155 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dc2616fc-08ed-470b-89e7-5e44270a9d02 req-b6235bb6-521a-47e9-b407-04ed60886ba6 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.108 "GET /v2.0/networks?id=e683698e-96d3-4f25-bed4-4200552ea2ef HTTP/1.1" status: 200 len: 817 time: 0.2504385 Sep 24 16:04:52.360246 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-91e3fdb7-a3cf-4f28-8430-920b6a802b2e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Calling delete_port for 10111e66-2ee7-4947-aec7-bfe0fa1f35de owned by network:dhcp {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:04:52.369792 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-fcbfe7f4-8598-447e-a64e-033afe82e543 None None] Deleting port 10111e66-2ee7-4947-aec7-bfe0fa1f35de {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:04:52.370291 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-fcbfe7f4-8598-447e-a64e-033afe82e543 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:52.432828 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dc2616fc-08ed-470b-89e7-5e44270a9d02 req-d02474b7-573b-4f2f-91bb-7cf18d42ff24 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.108 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47adefb7ca614d33b7bb1493dd2de83a HTTP/1.1" status: 200 len: 380 time: 0.0670791 Sep 24 16:04:52.447450 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-dc2616fc-08ed-470b-89e7-5e44270a9d02 req-587972ca-a7de-41a8-9068-3fbf481d7892 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Request body: {'port': {'device_id': '7a5ae693-22ab-4a24-a6da-cd0c03113bed', 'network_id': 'e683698e-96d3-4f25-bed4-4200552ea2ef', 'admin_state_up': True, 'tenant_id': '47adefb7ca614d33b7bb1493dd2de83a', 'security_groups': ['d02a9e3e-3454-4964-a46b-9470c7e72dda']}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:04:52.455556 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-fcbfe7f4-8598-447e-a64e-033afe82e543 None None] For port 10111e66-2ee7-4947-aec7-bfe0fa1f35de, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=10111e66-2ee7-4947-aec7-bfe0fa1f35de,segment=NetworkSegment(dbab5f5a-8ab4-4e9d-8a3e-a8656ef38db4),segment_id=dbab5f5a-8ab4-4e9d-8a3e-a8656ef38db4)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:04:52.458290 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-fcbfe7f4-8598-447e-a64e-033afe82e543 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:52.497747 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-fcbfe7f4-8598-447e-a64e-033afe82e543 None None] Calling delete_port for 10111e66-2ee7-4947-aec7-bfe0fa1f35de owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:04:52.645294 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-91e3fdb7-a3cf-4f28-8430-920b6a802b2e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:52.668400 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-fcbfe7f4-8598-447e-a64e-033afe82e543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:52.702212 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e3fdb7-a3cf-4f28-8430-920b6a802b2e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Pushing event deleted for resources: {'Port': ['ID=10111e66-2ee7-4947-aec7-bfe0fa1f35de,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:52.724933 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e3fdb7-a3cf-4f28-8430-920b6a802b2e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] No DVR routers for this DVR port 10111e66-2ee7-4947-aec7-bfe0fa1f35de on host n-d-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:04:52.739306 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcbfe7f4-8598-447e-a64e-033afe82e543 None None] No DVR routers for this DVR port 10111e66-2ee7-4947-aec7-bfe0fa1f35de on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:04:52.742667 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbfe7f4-8598-447e-a64e-033afe82e543 None None] Pushing event deleted for resources: {'Port': ['ID=10111e66-2ee7-4947-aec7-bfe0fa1f35de,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:52.755720 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc2616fc-08ed-470b-89e7-5e44270a9d02 req-587972ca-a7de-41a8-9068-3fbf481d7892 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Made reservation on behalf of 47adefb7ca614d33b7bb1493dd2de83a for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:04:52.759821 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-dc2616fc-08ed-470b-89e7-5e44270a9d02 req-587972ca-a7de-41a8-9068-3fbf481d7892 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:52.882306 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-91e3fdb7-a3cf-4f28-8430-920b6a802b2e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:52.927776 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-91e3fdb7-a3cf-4f28-8430-920b6a802b2e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cb23598-268e-4aa7-8f04-6a1d13da8147']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:04:52.942583 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-91e3fdb7-a3cf-4f28-8430-920b6a802b2e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbab5f5a-8ab4-4e9d-8a3e-a8656ef38db4') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:04:52.942971 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-91e3fdb7-a3cf-4f28-8430-920b6a802b2e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbab5f5a-8ab4-4e9d-8a3e-a8656ef38db4') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:04:52.960512 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-91e3fdb7-a3cf-4f28-8430-920b6a802b2e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:52.976833 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-91e3fdb7-a3cf-4f28-8430-920b6a802b2e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:52.984736 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91e3fdb7-a3cf-4f28-8430-920b6a802b2e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Releasing vlan 1257 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 16:04:52.985140 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-91e3fdb7-a3cf-4f28-8430-920b6a802b2e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:52.988764 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 16:04:52.988764 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 16:04:52.988764 n-d-808921-1 neutron-server[95297]: timer() Sep 24 16:04:52.988764 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 16:04:52.988764 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 16:04:52.988764 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 16:04:52.988764 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 16:04:52.988764 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 16:04:52.988764 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 16:04:52.988764 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 16:04:52.988764 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 16:04:52.988764 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 16:04:52.988764 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 16:04:52.988764 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 16:04:52.988764 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 16:04:52.988764 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 16:04:52.988764 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 16:04:52.988764 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 16:04:52.988764 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 16:04:52.988764 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 16:04:52.988764 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 16:04:52.988764 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 16:04:52.988764 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 16:04:52.988764 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 16:04:52.988764 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 16:04:52.988764 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 16:04:52.988764 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 16:04:52.988764 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 16:04:52.988764 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 16:04:52.988764 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 16:04:52.988764 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 16:04:52.988764 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 16:04:52.992452 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-dc2616fc-08ed-470b-89e7-5e44270a9d02 req-587972ca-a7de-41a8-9068-3fbf481d7892 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Allocated IP 172.20.0.9 (e683698e-96d3-4f25-bed4-4200552ea2ef/04b7f077-c013-4647-8fb9-7721770c2649/45286707-5ed6-41bb-b6d4-620f0af230bf) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:04:53.113943 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-91e3fdb7-a3cf-4f28-8430-920b6a802b2e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:53.121329 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-91e3fdb7-a3cf-4f28-8430-920b6a802b2e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:53.124862 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-91e3fdb7-a3cf-4f28-8430-920b6a802b2e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "DELETE /v2.0/networks/2cb23598-268e-4aa7-8f04-6a1d13da8147 HTTP/1.1" status: 204 len: 168 time: 1.1228256 Sep 24 16:04:53.140827 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 59500) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:04:53.171996 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-dec87c5f-6b01-4ac7-8316-88a83fbe9473 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Request body: {'network': {'name': 'tempest-RoutersTest-1752191565'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:04:53.202362 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e3fdb7-a3cf-4f28-8430-920b6a802b2e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Pushing event deleted for resources: {'Network': ['ID=2cb23598-268e-4aa7-8f04-6a1d13da8147,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:53.231985 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-dc2616fc-08ed-470b-89e7-5e44270a9d02 req-587972ca-a7de-41a8-9068-3fbf481d7892 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:53.269736 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec87c5f-6b01-4ac7-8316-88a83fbe9473 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Made reservation on behalf of d6b5c1b0b0ed4291859925b17e7986e7 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:04:53.281358 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dec87c5f-6b01-4ac7-8316-88a83fbe9473 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:53.330719 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-dc2616fc-08ed-470b-89e7-5e44270a9d02 req-587972ca-a7de-41a8-9068-3fbf481d7892 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:53.335401 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8250e0ec-019c-4164-a57c-7102ba35b178 req-392e7fdd-06ba-4292-ae9f-15b391e71446 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a5ae693-22ab-4a24-a6da-cd0c03113bed HTTP/1.1" status: 200 len: 210 time: 0.0495713 Sep 24 16:04:53.353001 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dec87c5f-6b01-4ac7-8316-88a83fbe9473 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1278} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 16:04:53.364716 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dec87c5f-6b01-4ac7-8316-88a83fbe9473 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:53.365224 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-dec87c5f-6b01-4ac7-8316-88a83fbe9473 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Added segment 78ca0fb5-30f4-48d3-b75d-f108d7ecb8c7 of type vlan for network 38ca0e48-24bc-4dcb-963d-da62ea022e60 Sep 24 16:04:53.387371 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc2616fc-08ed-470b-89e7-5e44270a9d02 req-587972ca-a7de-41a8-9068-3fbf481d7892 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Network e683698e-96d3-4f25-bed4-4200552ea2ef is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:04:53.392737 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-dc2616fc-08ed-470b-89e7-5e44270a9d02 req-587972ca-a7de-41a8-9068-3fbf481d7892 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:04:53.410633 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc2616fc-08ed-470b-89e7-5e44270a9d02 req-587972ca-a7de-41a8-9068-3fbf481d7892 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:04:53.465748 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dec87c5f-6b01-4ac7-8316-88a83fbe9473 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:53.517225 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587972ca-a7de-41a8-9068-3fbf481d7892 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Pushing event updated for resources: {'Port': ['ID=45286707-5ed6-41bb-b6d4-620f0af230bf,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:53.538104 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2616fc-08ed-470b-89e7-5e44270a9d02 req-587972ca-a7de-41a8-9068-3fbf481d7892 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:04:53.539097 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-dc2616fc-08ed-470b-89e7-5e44270a9d02 req-587972ca-a7de-41a8-9068-3fbf481d7892 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:53.581461 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dec87c5f-6b01-4ac7-8316-88a83fbe9473 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:53.595818 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec87c5f-6b01-4ac7-8316-88a83fbe9473 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:04:53.598203 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dec87c5f-6b01-4ac7-8316-88a83fbe9473 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:53.621727 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dc2616fc-08ed-470b-89e7-5e44270a9d02 req-587972ca-a7de-41a8-9068-3fbf481d7892 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1782887 Sep 24 16:04:53.635669 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-dc2616fc-08ed-470b-89e7-5e44270a9d02 req-fb6673d7-1098-4771-899e-4cf8bb9896d7 service neutron] Request body: {'port': {'device_id': '7a5ae693-22ab-4a24-a6da-cd0c03113bed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:04:53.647896 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 10111e66-2ee7-4947-aec7-bfe0fa1f35de no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:04:53.697299 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 10111e66-2ee7-4947-aec7-bfe0fa1f35de {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:04:53.700210 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 10111e66-2ee7-4947-aec7-bfe0fa1f35de not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:04:53.759366 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-dc2616fc-08ed-470b-89e7-5e44270a9d02 req-fb6673d7-1098-4771-899e-4cf8bb9896d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:53.797882 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-75205ea5-85a3-41b6-ad1d-075853be64d9 None None] Provisioning complete for port 45286707-5ed6-41bb-b6d4-620f0af230bf triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:04:53.798565 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-75205ea5-85a3-41b6-ad1d-075853be64d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:53.813222 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec87c5f-6b01-4ac7-8316-88a83fbe9473 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Pushing event updated for resources: {'Network': ['ID=38ca0e48-24bc-4dcb-963d-da62ea022e60,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:53.831843 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 59508) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:04:53.832508 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-dec87c5f-6b01-4ac7-8316-88a83fbe9473 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6883807 Sep 24 16:04:53.837689 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-f4f74ae7-02c7-4b04-97fd-983cf84416fb tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Request body: {'subnet': {'network_id': '38ca0e48-24bc-4dcb-963d-da62ea022e60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:04:53.845785 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 38ca0e48-24bc-4dcb-963d-da62ea022e60 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 16:04:53.950306 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-75205ea5-85a3-41b6-ad1d-075853be64d9 None None] Port 45286707-5ed6-41bb-b6d4-620f0af230bf cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:04:54.152057 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f74ae7-02c7-4b04-97fd-983cf84416fb tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Made reservation on behalf of d6b5c1b0b0ed4291859925b17e7986e7 for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:04:54.155665 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f4f74ae7-02c7-4b04-97fd-983cf84416fb tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:54.315121 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-dc2616fc-08ed-470b-89e7-5e44270a9d02 req-fb6673d7-1098-4771-899e-4cf8bb9896d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45286707-5ed6-41bb-b6d4-620f0af230bf {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:04:54.331017 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-dc2616fc-08ed-470b-89e7-5e44270a9d02 req-fb6673d7-1098-4771-899e-4cf8bb9896d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:54.355656 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-dc2616fc-08ed-470b-89e7-5e44270a9d02 req-fb6673d7-1098-4771-899e-4cf8bb9896d7 service neutron] Transition to ACTIVE for port object 45286707-5ed6-41bb-b6d4-620f0af230bf will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 16:04:54.466207 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-dc2616fc-08ed-470b-89e7-5e44270a9d02 req-fb6673d7-1098-4771-899e-4cf8bb9896d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:54.567506 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6673d7-1098-4771-899e-4cf8bb9896d7 service neutron] Pushing event updated for resources: {'Port': ['ID=45286707-5ed6-41bb-b6d4-620f0af230bf,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:54.578912 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9e9ece-667c-42ba-b20a-ef86b4e4a264 req-b0c420c3-55f2-4f1a-b803-4dc92dbb0fc7 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:04:54.581087 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7b9e9ece-667c-42ba-b20a-ef86b4e4a264 req-b0c420c3-55f2-4f1a-b803-4dc92dbb0fc7 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a5ae693-22ab-4a24-a6da-cd0c03113bed HTTP/1.1" status: 200 len: 943 time: 0.1344392 Sep 24 16:04:54.639365 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f4f74ae7-02c7-4b04-97fd-983cf84416fb tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:54.714372 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7b9e9ece-667c-42ba-b20a-ef86b4e4a264 req-5fb4677f-3ae3-4b77-ad46-22460f55a957 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=d02a9e3e-3454-4964-a46b-9470c7e72dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094766 Sep 24 16:04:54.802806 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f74ae7-02c7-4b04-97fd-983cf84416fb tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Pushing event updated for resources: {'Subnet': ['ID=8796df71-6793-49a5-a966-2a42cfc91488,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:54.840578 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f74ae7-02c7-4b04-97fd-983cf84416fb tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Checking segment: {'id': '78ca0fb5-30f4-48d3-b75d-f108d7ecb8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '38ca0e48-24bc-4dcb-963d-da62ea022e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:04:54.840578 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f74ae7-02c7-4b04-97fd-983cf84416fb tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Network hostable DHCP agents. Network: 38ca0e48-24bc-4dcb-963d-da62ea022e60, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 16:04:54.855273 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-dc2616fc-08ed-470b-89e7-5e44270a9d02 req-fb6673d7-1098-4771-899e-4cf8bb9896d7 service neutron] Attempting to bind port 45286707-5ed6-41bb-b6d4-620f0af230bf on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:04:54.858769 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-dc2616fc-08ed-470b-89e7-5e44270a9d02 req-fb6673d7-1098-4771-899e-4cf8bb9896d7 service neutron] Attempting to bind port 45286707-5ed6-41bb-b6d4-620f0af230bf by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '94c0797a-5dbb-467d-9f41-7597f4debf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'e683698e-96d3-4f25-bed4-4200552ea2ef'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:04:54.861009 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2616fc-08ed-470b-89e7-5e44270a9d02 req-fb6673d7-1098-4771-899e-4cf8bb9896d7 service neutron] Attempting to bind port 45286707-5ed6-41bb-b6d4-620f0af230bf on network e683698e-96d3-4f25-bed4-4200552ea2ef {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:04:54.879067 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2616fc-08ed-470b-89e7-5e44270a9d02 req-fb6673d7-1098-4771-899e-4cf8bb9896d7 service neutron] Port 45286707-5ed6-41bb-b6d4-620f0af230bf on network e683698e-96d3-4f25-bed4-4200552ea2ef not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 16:04:54.879480 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2616fc-08ed-470b-89e7-5e44270a9d02 req-fb6673d7-1098-4771-899e-4cf8bb9896d7 service neutron] Attempting to bind port 45286707-5ed6-41bb-b6d4-620f0af230bf on network e683698e-96d3-4f25-bed4-4200552ea2ef {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:04:54.898335 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2616fc-08ed-470b-89e7-5e44270a9d02 req-fb6673d7-1098-4771-899e-4cf8bb9896d7 service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:04:54.898581 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2616fc-08ed-470b-89e7-5e44270a9d02 req-fb6673d7-1098-4771-899e-4cf8bb9896d7 service neutron] Checking segment: {'id': '94c0797a-5dbb-467d-9f41-7597f4debf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'e683698e-96d3-4f25-bed4-4200552ea2ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:04:54.899874 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2616fc-08ed-470b-89e7-5e44270a9d02 req-fb6673d7-1098-4771-899e-4cf8bb9896d7 service neutron] Bound using segment: {'id': '94c0797a-5dbb-467d-9f41-7597f4debf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'e683698e-96d3-4f25-bed4-4200552ea2ef'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:04:54.900485 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-dc2616fc-08ed-470b-89e7-5e44270a9d02 req-fb6673d7-1098-4771-899e-4cf8bb9896d7 service neutron] Bound port: 45286707-5ed6-41bb-b6d4-620f0af230bf, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94c0797a-5dbb-467d-9f41-7597f4debf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'e683698e-96d3-4f25-bed4-4200552ea2ef'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:04:54.900867 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-dc2616fc-08ed-470b-89e7-5e44270a9d02 req-fb6673d7-1098-4771-899e-4cf8bb9896d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:55.031650 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-dc2616fc-08ed-470b-89e7-5e44270a9d02 req-fb6673d7-1098-4771-899e-4cf8bb9896d7 service neutron] For port 45286707-5ed6-41bb-b6d4-620f0af230bf, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:04:55.037719 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-dc2616fc-08ed-470b-89e7-5e44270a9d02 req-fb6673d7-1098-4771-899e-4cf8bb9896d7 service neutron] For port 45286707-5ed6-41bb-b6d4-620f0af230bf, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=45286707-5ed6-41bb-b6d4-620f0af230bf,segment=NetworkSegment(94c0797a-5dbb-467d-9f41-7597f4debf01),segment_id=94c0797a-5dbb-467d-9f41-7597f4debf01)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:04:55.107224 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f74ae7-02c7-4b04-97fd-983cf84416fb tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Network 38ca0e48-24bc-4dcb-963d-da62ea022e60 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 16:04:55.124264 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-dc2616fc-08ed-470b-89e7-5e44270a9d02 req-fb6673d7-1098-4771-899e-4cf8bb9896d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:55.155571 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2616fc-08ed-470b-89e7-5e44270a9d02 req-fb6673d7-1098-4771-899e-4cf8bb9896d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:04:55.156047 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-dc2616fc-08ed-470b-89e7-5e44270a9d02 req-fb6673d7-1098-4771-899e-4cf8bb9896d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:55.157744 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dc2616fc-08ed-470b-89e7-5e44270a9d02 req-fb6673d7-1098-4771-899e-4cf8bb9896d7 service neutron] 10.222.0.108 "PUT /v2.0/ports/45286707-5ed6-41bb-b6d4-620f0af230bf HTTP/1.1" status: 200 len: 1091 time: 1.5262375 Sep 24 16:04:55.158250 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a5ae693-22ab-4a24-a6da-cd0c03113bed', 'tag': '45286707-5ed6-41bb-b6d4-620f0af230bf'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:04:55.161678 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eef75b5-ce92-483a-b717-39d82d07d42a" -d '{"events": [{"name": "network-changed", "server_uuid": "7a5ae693-22ab-4a24-a6da-cd0c03113bed", "tag": "45286707-5ed6-41bb-b6d4-620f0af230bf"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:04:55.190667 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-f4f74ae7-02c7-4b04-97fd-983cf84416fb tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 38ca0e48-24bc-4dcb-963d-da62ea022e60) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:04:55.199314 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2b0f28-dc20-4343-be82-6ec0a1546409 None None] Network 38ca0e48-24bc-4dcb-963d-da62ea022e60 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:04:55.225325 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f74ae7-02c7-4b04-97fd-983cf84416fb tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:04:55.225926 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f4f74ae7-02c7-4b04-97fd-983cf84416fb tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:55.280669 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6673d7-1098-4771-899e-4cf8bb9896d7 service neutron] Pushing event updated for resources: {'Port': ['ID=45286707-5ed6-41bb-b6d4-620f0af230bf,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:55.302499 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258e38b4-9afd-48bc-806b-6c7a097630f1 x-openstack-request-id: req-258e38b4-9afd-48bc-806b-6c7a097630f1 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:04:55.303189 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a5ae693-22ab-4a24-a6da-cd0c03113bed", "tag": "45286707-5ed6-41bb-b6d4-620f0af230bf", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:04:55.303672 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-258e38b4-9afd-48bc-806b-6c7a097630f1 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:04:55.304291 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a5ae693-22ab-4a24-a6da-cd0c03113bed', 'tag': '45286707-5ed6-41bb-b6d4-620f0af230bf', 'status': 'completed', 'code': 200} Sep 24 16:04:55.388951 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2616fc-08ed-470b-89e7-5e44270a9d02 req-74e1d838-f3c1-494c-8d76-74ed04207773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:04:55.392223 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dc2616fc-08ed-470b-89e7-5e44270a9d02 req-74e1d838-f3c1-494c-8d76-74ed04207773 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=47adefb7ca614d33b7bb1493dd2de83a&device_id=7a5ae693-22ab-4a24-a6da-cd0c03113bed HTTP/1.1" status: 200 len: 1094 time: 0.1020560 Sep 24 16:04:55.472982 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dc2616fc-08ed-470b-89e7-5e44270a9d02 req-4ed2692d-b6e6-4d6d-922a-5bd1c1542d26 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45286707-5ed6-41bb-b6d4-620f0af230bf HTTP/1.1" status: 200 len: 217 time: 0.0739360 Sep 24 16:04:55.474940 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-f4f74ae7-02c7-4b04-97fd-983cf84416fb tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6421230 Sep 24 16:04:55.477878 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 59528) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:04:55.485145 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-3c606bfd-7fe0-42b6-8178-c632e0b3fc26 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1196759853', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:04:55.536078 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2616fc-08ed-470b-89e7-5e44270a9d02 req-28c99fc1-5de1-49e2-888b-86baadd52cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:04:55.537834 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dc2616fc-08ed-470b-89e7-5e44270a9d02 req-28c99fc1-5de1-49e2-888b-86baadd52cc9 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=04b7f077-c013-4647-8fb9-7721770c2649 HTTP/1.1" status: 200 len: 856 time: 0.0572813 Sep 24 16:04:55.571182 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f292d6-a612-45be-aed5-8f97070ffb1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-38ca0e48-24bc-4dcb-963d-da62ea022e60', 'network_id': '38ca0e48-24bc-4dcb-963d-da62ea022e60', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'fixed_ips': [{'subnet_id': '8796df71-6793-49a5-a966-2a42cfc91488'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 16:04:55.572298 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-31f292d6-a612-45be-aed5-8f97070ffb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:55.595910 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2616fc-08ed-470b-89e7-5e44270a9d02 req-80f2546e-a202-4c7c-bf6b-ae624c24aa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:04:55.598443 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dc2616fc-08ed-470b-89e7-5e44270a9d02 req-80f2546e-a202-4c7c-bf6b-ae624c24aa53 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=e683698e-96d3-4f25-bed4-4200552ea2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511844 Sep 24 16:04:55.608855 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3c606bfd-7fe0-42b6-8178-c632e0b3fc26 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:55.610036 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3c606bfd-7fe0-42b6-8178-c632e0b3fc26 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:55.740167 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3c606bfd-7fe0-42b6-8178-c632e0b3fc26 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:55.816128 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3c606bfd-7fe0-42b6-8178-c632e0b3fc26 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:55.833134 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dc2616fc-08ed-470b-89e7-5e44270a9d02 req-4ca5096e-e779-4df9-9315-67f6c8a143b5 service neutron] 10.222.0.108 "GET /v2.0/networks/e683698e-96d3-4f25-bed4-4200552ea2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239885 Sep 24 16:04:55.869917 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-31f292d6-a612-45be-aed5-8f97070ffb1c None None] Allocated IP 172.20.0.2 (38ca0e48-24bc-4dcb-963d-da62ea022e60/8796df71-6793-49a5-a966-2a42cfc91488/a47c9b75-edb7-4dfe-95ee-2370e21264fc) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:04:55.935453 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3c606bfd-7fe0-42b6-8178-c632e0b3fc26 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:55.940938 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-3c606bfd-7fe0-42b6-8178-c632e0b3fc26 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4602852 Sep 24 16:04:55.941826 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 59538) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:04:56.055527 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dc2616fc-08ed-470b-89e7-5e44270a9d02 req-c1c4f979-9f83-4147-a5d0-05d964c125fb service neutron] 10.222.0.108 "GET /v2.0/networks/e683698e-96d3-4f25-bed4-4200552ea2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163811 Sep 24 16:04:56.081905 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc8de3-df9b-4745-a761-11d746a9d849 req-8cf3ec5d-3e27-46b3-b3b8-6b1653fefc53 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:04:56.083317 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3fbc8de3-df9b-4745-a761-11d746a9d849 req-8cf3ec5d-3e27-46b3-b3b8-6b1653fefc53 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a5ae693-22ab-4a24-a6da-cd0c03113bed HTTP/1.1" status: 200 len: 943 time: 0.2139478 Sep 24 16:04:56.099541 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-31f292d6-a612-45be-aed5-8f97070ffb1c None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:56.154727 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3fbc8de3-df9b-4745-a761-11d746a9d849 req-d472cc0a-3c36-41c0-a853-b37ffce918fc tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=d02a9e3e-3454-4964-a46b-9470c7e72dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626264 Sep 24 16:04:56.172452 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-31f292d6-a612-45be-aed5-8f97070ffb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:56.252963 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef75b5-ce92-483a-b717-39d82d07d42a req-429b54d8-39f2-446b-9c7e-596aafcd170c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:04:56.255516 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4eef75b5-ce92-483a-b717-39d82d07d42a req-429b54d8-39f2-446b-9c7e-596aafcd170c service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=47adefb7ca614d33b7bb1493dd2de83a&device_id=7a5ae693-22ab-4a24-a6da-cd0c03113bed HTTP/1.1" status: 200 len: 1094 time: 0.0831037 Sep 24 16:04:56.267655 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f292d6-a612-45be-aed5-8f97070ffb1c None None] Network 38ca0e48-24bc-4dcb-963d-da62ea022e60 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:04:56.292845 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-31f292d6-a612-45be-aed5-8f97070ffb1c None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:04:56.295865 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f292d6-a612-45be-aed5-8f97070ffb1c None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:04:56.401267 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f292d6-a612-45be-aed5-8f97070ffb1c None None] Pushing event updated for resources: {'Port': ['ID=a47c9b75-edb7-4dfe-95ee-2370e21264fc,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:56.433006 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-31f292d6-a612-45be-aed5-8f97070ffb1c None None] Attempting to bind port a47c9b75-edb7-4dfe-95ee-2370e21264fc on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:04:56.433339 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-31f292d6-a612-45be-aed5-8f97070ffb1c None None] Attempting to bind port a47c9b75-edb7-4dfe-95ee-2370e21264fc by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '78ca0fb5-30f4-48d3-b75d-f108d7ecb8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '38ca0e48-24bc-4dcb-963d-da62ea022e60'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:04:56.433665 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f292d6-a612-45be-aed5-8f97070ffb1c None None] Attempting to bind port a47c9b75-edb7-4dfe-95ee-2370e21264fc on network 38ca0e48-24bc-4dcb-963d-da62ea022e60 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:04:56.440811 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef75b5-ce92-483a-b717-39d82d07d42a req-70bc7f64-4029-4105-9e77-495987c4239b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:04:56.445003 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4eef75b5-ce92-483a-b717-39d82d07d42a req-70bc7f64-4029-4105-9e77-495987c4239b service neutron] 10.222.0.108 "GET /v2.0/networks?id=e683698e-96d3-4f25-bed4-4200552ea2ef HTTP/1.1" status: 200 len: 919 time: 0.1774962 Sep 24 16:04:56.448061 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f292d6-a612-45be-aed5-8f97070ffb1c None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:04:56.448666 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f292d6-a612-45be-aed5-8f97070ffb1c None None] Checking segment: {'id': '78ca0fb5-30f4-48d3-b75d-f108d7ecb8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '38ca0e48-24bc-4dcb-963d-da62ea022e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:04:56.449071 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-31f292d6-a612-45be-aed5-8f97070ffb1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:56.450019 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f292d6-a612-45be-aed5-8f97070ffb1c None None] Bound using segment: {'id': '78ca0fb5-30f4-48d3-b75d-f108d7ecb8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '38ca0e48-24bc-4dcb-963d-da62ea022e60'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:04:56.450888 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-31f292d6-a612-45be-aed5-8f97070ffb1c None None] Bound port: a47c9b75-edb7-4dfe-95ee-2370e21264fc, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78ca0fb5-30f4-48d3-b75d-f108d7ecb8c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '38ca0e48-24bc-4dcb-963d-da62ea022e60'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:04:56.453390 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-31f292d6-a612-45be-aed5-8f97070ffb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:56.517062 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4eef75b5-ce92-483a-b717-39d82d07d42a req-b177a5ea-010b-4520-bb2e-0354eea7a7e7 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45286707-5ed6-41bb-b6d4-620f0af230bf HTTP/1.1" status: 200 len: 217 time: 0.0605297 Sep 24 16:04:56.536955 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f8158695-c46c-4b14-bcbe-dc0c93aea28e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:56.553083 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-31f292d6-a612-45be-aed5-8f97070ffb1c None None] For port a47c9b75-edb7-4dfe-95ee-2370e21264fc, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:04:56.560192 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-31f292d6-a612-45be-aed5-8f97070ffb1c None None] For port a47c9b75-edb7-4dfe-95ee-2370e21264fc, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=a47c9b75-edb7-4dfe-95ee-2370e21264fc,segment=NetworkSegment(78ca0fb5-30f4-48d3-b75d-f108d7ecb8c7),segment_id=78ca0fb5-30f4-48d3-b75d-f108d7ecb8c7)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:04:56.612621 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef75b5-ce92-483a-b717-39d82d07d42a req-ab666626-8e9a-4bc8-b793-09a2d8837e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:04:56.614277 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4eef75b5-ce92-483a-b717-39d82d07d42a req-ab666626-8e9a-4bc8-b793-09a2d8837e84 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=04b7f077-c013-4647-8fb9-7721770c2649 HTTP/1.1" status: 200 len: 856 time: 0.0909622 Sep 24 16:04:56.650202 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-31f292d6-a612-45be-aed5-8f97070ffb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:56.680543 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef75b5-ce92-483a-b717-39d82d07d42a req-72bbc139-baab-469e-bf34-258665d88322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:04:56.685688 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4eef75b5-ce92-483a-b717-39d82d07d42a req-72bbc139-baab-469e-bf34-258665d88322 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=e683698e-96d3-4f25-bed4-4200552ea2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0640292 Sep 24 16:04:56.783974 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f292d6-a612-45be-aed5-8f97070ffb1c None None] Pushing event updated for resources: {'Port': ['ID=a47c9b75-edb7-4dfe-95ee-2370e21264fc,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:56.823120 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4eef75b5-ce92-483a-b717-39d82d07d42a req-4437a093-02c1-477a-9d41-28766a2a08d0 service neutron] 10.222.0.108 "GET /v2.0/networks/e683698e-96d3-4f25-bed4-4200552ea2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298013 Sep 24 16:04:56.977219 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-f8158695-c46c-4b14-bcbe-dc0c93aea28e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Allocated IP 172.20.0.1 (38ca0e48-24bc-4dcb-963d-da62ea022e60/8796df71-6793-49a5-a966-2a42cfc91488/9244f07b-919b-4bea-987f-17adb4965270) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:04:57.037639 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4eef75b5-ce92-483a-b717-39d82d07d42a req-ed630a5d-0fdd-42a2-b7c0-185f3836d3f4 service neutron] 10.222.0.108 "GET /v2.0/networks/e683698e-96d3-4f25-bed4-4200552ea2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054603 Sep 24 16:04:57.209507 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f8158695-c46c-4b14-bcbe-dc0c93aea28e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:57.312218 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f8158695-c46c-4b14-bcbe-dc0c93aea28e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:57.366133 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8158695-c46c-4b14-bcbe-dc0c93aea28e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Network 38ca0e48-24bc-4dcb-963d-da62ea022e60 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:04:57.373388 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-f8158695-c46c-4b14-bcbe-dc0c93aea28e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:04:57.379241 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8158695-c46c-4b14-bcbe-dc0c93aea28e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:04:57.439050 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5d0145-ad8f-4c29-9d50-96fef3346ca9 req-abe034f4-33c5-49e6-9c35-4a570182adc2 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:04:57.441474 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5e5d0145-ad8f-4c29-9d50-96fef3346ca9 req-abe034f4-33c5-49e6-9c35-4a570182adc2 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a5ae693-22ab-4a24-a6da-cd0c03113bed HTTP/1.1" status: 200 len: 943 time: 0.1623073 Sep 24 16:04:57.446715 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8158695-c46c-4b14-bcbe-dc0c93aea28e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Pushing event updated for resources: {'Port': ['ID=9244f07b-919b-4bea-987f-17adb4965270,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:57.477863 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f8158695-c46c-4b14-bcbe-dc0c93aea28e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:57.532424 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5e5d0145-ad8f-4c29-9d50-96fef3346ca9 req-4bfb815d-0bdb-4112-b85a-38096eec0cee tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=d02a9e3e-3454-4964-a46b-9470c7e72dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801549 Sep 24 16:04:57.631067 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device a47c9b75-edb7-4dfe-95ee-2370e21264fc up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:04:57.636776 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 45286707-5ed6-41bb-b6d4-620f0af230bf details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 16:04:57.720654 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f8158695-c46c-4b14-bcbe-dc0c93aea28e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:57.767354 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port a47c9b75-edb7-4dfe-95ee-2370e21264fc triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:04:57.767730 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:57.839352 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 45286707-5ed6-41bb-b6d4-620f0af230bf, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=45286707-5ed6-41bb-b6d4-620f0af230bf,segment=NetworkSegment(94c0797a-5dbb-467d-9f41-7597f4debf01),segment_id=94c0797a-5dbb-467d-9f41-7597f4debf01)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:04:57.865992 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': '45286707-5ed6-41bb-b6d4-620f0af230bf', 'network_id': 'e683698e-96d3-4f25-bed4-4200552ea2ef', 'port_id': '45286707-5ed6-41bb-b6d4-620f0af230bf', 'mac_address': 'fa:16:3e:ea:cc:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04b7f077-c013-4647-8fb9-7721770c2649', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 16:04:58.000509 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:58.027175 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45286707-5ed6-41bb-b6d4-620f0af230bf {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:04:58.033139 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:58.079094 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f8158695-c46c-4b14-bcbe-dc0c93aea28e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:58.098734 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 45286707-5ed6-41bb-b6d4-620f0af230bf, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=45286707-5ed6-41bb-b6d4-620f0af230bf,segment=NetworkSegment(94c0797a-5dbb-467d-9f41-7597f4debf01),segment_id=94c0797a-5dbb-467d-9f41-7597f4debf01)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:04:58.102269 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port a47c9b75-edb7-4dfe-95ee-2370e21264fc, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=a47c9b75-edb7-4dfe-95ee-2370e21264fc,segment=NetworkSegment(78ca0fb5-30f4-48d3-b75d-f108d7ecb8c7),segment_id=78ca0fb5-30f4-48d3-b75d-f108d7ecb8c7)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:04:58.169264 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f8158695-c46c-4b14-bcbe-dc0c93aea28e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:58.198266 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:58.202504 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:58.269500 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8158695-c46c-4b14-bcbe-dc0c93aea28e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Pushing event updated for resources: {'Port': ['ID=9244f07b-919b-4bea-987f-17adb4965270,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:58.272824 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f8158695-c46c-4b14-bcbe-dc0c93aea28e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:58.280454 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482b9ff4-e108-4c8b-a912-cb2e14fb5347 None None] Network 38ca0e48-24bc-4dcb-963d-da62ea022e60 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:04:58.331948 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=45286707-5ed6-41bb-b6d4-620f0af230bf,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:58.363909 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-a2a81367-473b-42d5-b517-943afb68daf7 None None] Provisioning complete for port a47c9b75-edb7-4dfe-95ee-2370e21264fc triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:04:58.364293 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a2a81367-473b-42d5-b517-943afb68daf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:58.421066 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8158695-c46c-4b14-bcbe-dc0c93aea28e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Network 38ca0e48-24bc-4dcb-963d-da62ea022e60 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:04:58.422717 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-f8158695-c46c-4b14-bcbe-dc0c93aea28e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:04:58.475208 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['45286707-5ed6-41bb-b6d4-620f0af230bf'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:04:58.547843 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=a47c9b75-edb7-4dfe-95ee-2370e21264fc,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:04:58.649405 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8158695-c46c-4b14-bcbe-dc0c93aea28e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Router b4be5287-71bd-4ffd-800b-6f1305e24d0e is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 16:04:58.752050 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5fbe87-ddf2-45cf-bca3-687f5e91b384 req-76dab2ad-4cfd-4fea-abc1-3171e524b724 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:04:58.759325 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6d5fbe87-ddf2-45cf-bca3-687f5e91b384 req-76dab2ad-4cfd-4fea-abc1-3171e524b724 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a5ae693-22ab-4a24-a6da-cd0c03113bed HTTP/1.1" status: 200 len: 944 time: 0.1049931 Sep 24 16:04:58.800811 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8158695-c46c-4b14-bcbe-dc0c93aea28e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:04:58.821417 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f8158695-c46c-4b14-bcbe-dc0c93aea28e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "PUT /v2.0/routers/b4be5287-71bd-4ffd-800b-6f1305e24d0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8762028 Sep 24 16:04:58.821600 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c024e5a-f507-4c02-89e9-17344f078af1 None None] Sync routers for ids ['b4be5287-71bd-4ffd-800b-6f1305e24d0e'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:04:58.822662 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 59568) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:04:58.851124 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c024e5a-f507-4c02-89e9-17344f078af1 None None] Routers {'b4be5287-71bd-4ffd-800b-6f1305e24d0e'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:04:58.858948 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-4c024e5a-f507-4c02-89e9-17344f078af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:04:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['b4be5287-71bd-4ffd-800b-6f1305e24d0e'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:04:58.875450 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6d5fbe87-ddf2-45cf-bca3-687f5e91b384 req-70422977-eb7e-42e7-a221-2da2dfddaf9f tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=d02a9e3e-3454-4964-a46b-9470c7e72dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052170 Sep 24 16:04:58.917311 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af65ede1-9a5c-439f-9c95-7dd6a84b8b10 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:04:58.922266 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-af65ede1-9a5c-439f-9c95-7dd6a84b8b10 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "GET /v2.0/ports/9244f07b-919b-4bea-987f-17adb4965270 HTTP/1.1" status: 200 len: 910 time: 0.0956969 Sep 24 16:04:58.922507 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 59572) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:04:58.964866 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-4c024e5a-f507-4c02-89e9-17344f078af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:04:58.975926 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c024e5a-f507-4c02-89e9-17344f078af1 None None] Routers {'b4be5287-71bd-4ffd-800b-6f1305e24d0e'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:04:58.976546 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-4c024e5a-f507-4c02-89e9-17344f078af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:04:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['b4be5287-71bd-4ffd-800b-6f1305e24d0e'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:04:59.049385 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-4c024e5a-f507-4c02-89e9-17344f078af1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:04:59.049824 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c024e5a-f507-4c02-89e9-17344f078af1 None None] The sync data for ids ['b4be5287-71bd-4ffd-800b-6f1305e24d0e'] in n-d-808921-1 is: [] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:04:59.087426 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-be397b8d-794f-434d-8215-02e53851a3dc None None] Provisioning complete for port 9244f07b-919b-4bea-987f-17adb4965270 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:04:59.087799 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-be397b8d-794f-434d-8215-02e53851a3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:59.124611 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-be397b8d-794f-434d-8215-02e53851a3dc None None] Port 9244f07b-919b-4bea-987f-17adb4965270 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:04:59.135931 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-be397b8d-794f-434d-8215-02e53851a3dc None None] Provisioning complete for port a47c9b75-edb7-4dfe-95ee-2370e21264fc triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:04:59.136306 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-be397b8d-794f-434d-8215-02e53851a3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:59.445909 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-231a0148-86be-497c-8a3a-f7589f1b686e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:59.477103 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-b1d25453-c3a5-4816-a4ce-c178513cf868 None None] Provisioning complete for port 9244f07b-919b-4bea-987f-17adb4965270 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:04:59.477487 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b1d25453-c3a5-4816-a4ce-c178513cf868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:59.551497 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-b1d25453-c3a5-4816-a4ce-c178513cf868 None None] Port 9244f07b-919b-4bea-987f-17adb4965270 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:04:59.633138 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 45286707-5ed6-41bb-b6d4-620f0af230bf up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:04:59.685037 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device a47c9b75-edb7-4dfe-95ee-2370e21264fc up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:04:59.776685 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port a47c9b75-edb7-4dfe-95ee-2370e21264fc triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:04:59.777409 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:59.827934 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-655450ab-3cf3-42a5-af5c-1e6ad093b82a None None] Provisioning complete for port 9244f07b-919b-4bea-987f-17adb4965270 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:04:59.828617 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-655450ab-3cf3-42a5-af5c-1e6ad093b82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:04:59.936148 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port 45286707-5ed6-41bb-b6d4-620f0af230bf completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 16:04:59.941146 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-655450ab-3cf3-42a5-af5c-1e6ad093b82a None None] Port 9244f07b-919b-4bea-987f-17adb4965270 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:04:59.944721 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port 45286707-5ed6-41bb-b6d4-620f0af230bf triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:04:59.945259 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:00.093504 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:00.164846 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a5ae693-22ab-4a24-a6da-cd0c03113bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45286707-5ed6-41bb-b6d4-620f0af230bf'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:05:00.168247 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85b576e4-a973-445d-810b-78d7e2ba3c1b" -d '{"events": [{"server_uuid": "7a5ae693-22ab-4a24-a6da-cd0c03113bed", "name": "network-vif-plugged", "status": "completed", "tag": "45286707-5ed6-41bb-b6d4-620f0af230bf"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:05:00.175701 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 45286707-5ed6-41bb-b6d4-620f0af230bf, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=45286707-5ed6-41bb-b6d4-620f0af230bf,segment=NetworkSegment(94c0797a-5dbb-467d-9f41-7597f4debf01),segment_id=94c0797a-5dbb-467d-9f41-7597f4debf01)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:05:00.210225 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d04c658-fe18-4292-8eec-dfa278259db3 x-openstack-request-id: req-4d04c658-fe18-4292-8eec-dfa278259db3 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:05:00.210539 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a5ae693-22ab-4a24-a6da-cd0c03113bed", "name": "network-vif-plugged", "status": "completed", "tag": "45286707-5ed6-41bb-b6d4-620f0af230bf", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:05:00.210794 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4d04c658-fe18-4292-8eec-dfa278259db3 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:05:00.211180 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a5ae693-22ab-4a24-a6da-cd0c03113bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45286707-5ed6-41bb-b6d4-620f0af230bf', 'code': 200} Sep 24 16:05:00.243573 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:00.305552 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c04b78-fb1f-4dd8-b31d-7c8f633b243f req-16844a32-29aa-4ed0-a676-1b829becf977 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:05:00.308140 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-30c04b78-fb1f-4dd8-b31d-7c8f633b243f req-16844a32-29aa-4ed0-a676-1b829becf977 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a5ae693-22ab-4a24-a6da-cd0c03113bed HTTP/1.1" status: 200 len: 944 time: 0.0867329 Sep 24 16:05:00.318856 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1137d8-6c29-44c6-8539-5cd6f78f9156 req-560a7849-657b-4258-a9eb-78494f1c75f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:05:00.321150 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1f1137d8-6c29-44c6-8539-5cd6f78f9156 req-560a7849-657b-4258-a9eb-78494f1c75f3 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=7a5ae693-22ab-4a24-a6da-cd0c03113bed HTTP/1.1" status: 200 len: 1096 time: 0.0470839 Sep 24 16:05:00.324664 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-231a0148-86be-497c-8a3a-f7589f1b686e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Deleting port 9244f07b-919b-4bea-987f-17adb4965270 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:05:00.325016 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-231a0148-86be-497c-8a3a-f7589f1b686e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:00.342264 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=45286707-5ed6-41bb-b6d4-620f0af230bf,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:00.379914 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1f1137d8-6c29-44c6-8539-5cd6f78f9156 req-4886c9a3-2146-4ce4-8345-b1de3d4c6606 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=d02a9e3e-3454-4964-a46b-9470c7e72dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511460 Sep 24 16:05:00.430971 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-30c04b78-fb1f-4dd8-b31d-7c8f633b243f req-5f79827f-c728-424a-910a-22fb2745a0f1 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=d02a9e3e-3454-4964-a46b-9470c7e72dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085830 Sep 24 16:05:00.479044 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-231a0148-86be-497c-8a3a-f7589f1b686e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:00.493029 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-231a0148-86be-497c-8a3a-f7589f1b686e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Calling delete_port for 9244f07b-919b-4bea-987f-17adb4965270 owned by network:router_interface {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:05:01.089676 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-231a0148-86be-497c-8a3a-f7589f1b686e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:01.132547 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231a0148-86be-497c-8a3a-f7589f1b686e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Pushing event deleted for resources: {'Port': ['ID=9244f07b-919b-4bea-987f-17adb4965270,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:01.271962 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-77e127cd-6f9e-406c-822f-f5c77a80b052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:01.340716 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-231a0148-86be-497c-8a3a-f7589f1b686e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:01.543313 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-231a0148-86be-497c-8a3a-f7589f1b686e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Router b4be5287-71bd-4ffd-800b-6f1305e24d0e has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:05:01.634489 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-231a0148-86be-497c-8a3a-f7589f1b686e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:05:01.639583 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-231a0148-86be-497c-8a3a-f7589f1b686e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "PUT /v2.0/routers/b4be5287-71bd-4ffd-800b-6f1305e24d0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7147253 Sep 24 16:05:01.642534 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 59608) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:05:01.648708 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4118fb1-777b-4119-a6ea-97658abb3d3f None None] Sync routers for ids ['b4be5287-71bd-4ffd-800b-6f1305e24d0e'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:05:01.662987 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4118fb1-777b-4119-a6ea-97658abb3d3f None None] Routers {'b4be5287-71bd-4ffd-800b-6f1305e24d0e'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:05:01.664607 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-c4118fb1-777b-4119-a6ea-97658abb3d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:04:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['b4be5287-71bd-4ffd-800b-6f1305e24d0e'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:05:01.683957 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd328ff0-5cd4-4c53-8ea9-5fa74f8b1bff req-cd8a79f2-b871-4b61-b9a6-fcded0ab33b7 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:05:01.695513 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bd328ff0-5cd4-4c53-8ea9-5fa74f8b1bff req-cd8a79f2-b871-4b61-b9a6-fcded0ab33b7 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a5ae693-22ab-4a24-a6da-cd0c03113bed HTTP/1.1" status: 200 len: 945 time: 0.1119490 Sep 24 16:05:01.695754 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f6a029eb-ad47-4199-afc8-347cc2e9c702 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "GET /v2.0/ports?device_id=b4be5287-71bd-4ffd-800b-6f1305e24d0e HTTP/1.1" status: 200 len: 205 time: 0.0510287 Sep 24 16:05:01.699396 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 59610) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:05:01.749502 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-c4118fb1-777b-4119-a6ea-97658abb3d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:05:01.778939 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4118fb1-777b-4119-a6ea-97658abb3d3f None None] Routers {'b4be5287-71bd-4ffd-800b-6f1305e24d0e'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:05:01.787395 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bd328ff0-5cd4-4c53-8ea9-5fa74f8b1bff req-30346326-ccd4-4c84-9203-1410a8cff823 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=d02a9e3e-3454-4964-a46b-9470c7e72dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828803 Sep 24 16:05:01.787529 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-c4118fb1-777b-4119-a6ea-97658abb3d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:04:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['b4be5287-71bd-4ffd-800b-6f1305e24d0e'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:05:01.810376 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9fbe47e7-56eb-4e23-93b4-b0c06008b144 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for router, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:01.837505 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-c4118fb1-777b-4119-a6ea-97658abb3d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:05:01.838159 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4118fb1-777b-4119-a6ea-97658abb3d3f None None] The sync data for ids ['b4be5287-71bd-4ffd-800b-6f1305e24d0e'] in n-d-808921-1 is: [] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:05:02.010402 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9fbe47e7-56eb-4e23-93b4-b0c06008b144 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:02.012839 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9fbe47e7-56eb-4e23-93b4-b0c06008b144 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:02.141387 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9fbe47e7-56eb-4e23-93b4-b0c06008b144 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:02.141955 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fbe47e7-56eb-4e23-93b4-b0c06008b144 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Fanout notify agent at l3_agent the message router_deleted on router b4be5287-71bd-4ffd-800b-6f1305e24d0e {{(pid=95297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 16:05:02.150770 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9fbe47e7-56eb-4e23-93b4-b0c06008b144 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:02.151839 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-9fbe47e7-56eb-4e23-93b4-b0c06008b144 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "DELETE /v2.0/routers/b4be5287-71bd-4ffd-800b-6f1305e24d0e HTTP/1.1" status: 204 len: 168 time: 0.4504845 Sep 24 16:05:02.154545 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 59614) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:05:02.213979 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bb8d212-cd9e-44c9-9f4b-27ba32631af2 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Deleting subnet 8796df71-6793-49a5-a966-2a42cfc91488 {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 16:05:02.218977 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8bb8d212-cd9e-44c9-9f4b-27ba32631af2 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:02.278766 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8bb8d212-cd9e-44c9-9f4b-27ba32631af2 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:02.397475 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8bb8d212-cd9e-44c9-9f4b-27ba32631af2 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:02.741235 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8bb8d212-cd9e-44c9-9f4b-27ba32631af2 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:02.795767 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8bb8d212-cd9e-44c9-9f4b-27ba32631af2 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:02.800814 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 59634) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:05:02.803223 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-8bb8d212-cd9e-44c9-9f4b-27ba32631af2 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "DELETE /v2.0/subnets/8796df71-6793-49a5-a966-2a42cfc91488 HTTP/1.1" status: 204 len: 168 time: 0.6469314 Sep 24 16:05:02.804045 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba499a9-9f92-4908-a592-1b91176b26e1 None None] Network 38ca0e48-24bc-4dcb-963d-da62ea022e60 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:05:02.804453 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8d212-cd9e-44c9-9f4b-27ba32631af2 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Pushing event deleted for resources: {'Subnet': ['ID=8796df71-6793-49a5-a966-2a42cfc91488,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:02.959617 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-826dd184-ff37-41dd-9d2d-33bdaff52335 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:02.982992 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c361c589-ae9d-4223-b124-4149096bf910 req-a8db6f77-2a30-4ab3-885c-ee2b2d87f835 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:05:02.996391 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c361c589-ae9d-4223-b124-4149096bf910 req-a8db6f77-2a30-4ab3-885c-ee2b2d87f835 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a5ae693-22ab-4a24-a6da-cd0c03113bed HTTP/1.1" status: 200 len: 945 time: 0.1322014 Sep 24 16:05:03.049996 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-826dd184-ff37-41dd-9d2d-33bdaff52335 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Deleting port a47c9b75-edb7-4dfe-95ee-2370e21264fc {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:05:03.050660 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-826dd184-ff37-41dd-9d2d-33bdaff52335 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:03.051558 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c361c589-ae9d-4223-b124-4149096bf910 req-62c410ab-6384-461c-a3ff-dfb9be59cc7e tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=d02a9e3e-3454-4964-a46b-9470c7e72dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492430 Sep 24 16:05:03.239670 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-826dd184-ff37-41dd-9d2d-33bdaff52335 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] For port a47c9b75-edb7-4dfe-95ee-2370e21264fc, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=a47c9b75-edb7-4dfe-95ee-2370e21264fc,segment=NetworkSegment(78ca0fb5-30f4-48d3-b75d-f108d7ecb8c7),segment_id=78ca0fb5-30f4-48d3-b75d-f108d7ecb8c7)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:05:03.240354 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-826dd184-ff37-41dd-9d2d-33bdaff52335 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:03.259712 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-826dd184-ff37-41dd-9d2d-33bdaff52335 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Calling delete_port for a47c9b75-edb7-4dfe-95ee-2370e21264fc owned by network:dhcp {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:05:03.283413 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea01c22-2763-4bfe-a24c-1fa3cd88a3bb req-0ba1229d-95b3-404b-8ae3-dfe574809463 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:05:03.294202 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cea01c22-2763-4bfe-a24c-1fa3cd88a3bb req-0ba1229d-95b3-404b-8ae3-dfe574809463 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a5ae693-22ab-4a24-a6da-cd0c03113bed HTTP/1.1" status: 200 len: 945 time: 0.1012523 Sep 24 16:05:03.299522 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f994e1a-73d6-442c-94a2-de4ec5cf2ca1 None None] DHCP port deletion for 38ca0e48-24bc-4dcb-963d-da62ea022e60 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 16:05:03.307206 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 59654) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:05:03.312235 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-f6fb50a4-95c2-4ec5-8216-b379367deb73 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Request body: {'floatingip': {'port_id': '45286707-5ed6-41bb-b6d4-620f0af230bf'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:05:03.390387 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f6fb50a4-95c2-4ec5-8216-b379367deb73 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks [] for floatingip, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:03.417751 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-9f994e1a-73d6-442c-94a2-de4ec5cf2ca1 None None] Deleting port a47c9b75-edb7-4dfe-95ee-2370e21264fc {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:05:03.417980 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9f994e1a-73d6-442c-94a2-de4ec5cf2ca1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:03.489098 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-826dd184-ff37-41dd-9d2d-33bdaff52335 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:03.520649 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-9f994e1a-73d6-442c-94a2-de4ec5cf2ca1 None None] For port a47c9b75-edb7-4dfe-95ee-2370e21264fc, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=a47c9b75-edb7-4dfe-95ee-2370e21264fc,segment=NetworkSegment(78ca0fb5-30f4-48d3-b75d-f108d7ecb8c7),segment_id=78ca0fb5-30f4-48d3-b75d-f108d7ecb8c7)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:05:03.521801 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9f994e1a-73d6-442c-94a2-de4ec5cf2ca1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:03.540286 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826dd184-ff37-41dd-9d2d-33bdaff52335 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Pushing event deleted for resources: {'Port': ['ID=a47c9b75-edb7-4dfe-95ee-2370e21264fc,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:03.558415 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-9f994e1a-73d6-442c-94a2-de4ec5cf2ca1 None None] Calling delete_port for a47c9b75-edb7-4dfe-95ee-2370e21264fc owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:05:03.566998 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826dd184-ff37-41dd-9d2d-33bdaff52335 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] No DVR routers for this DVR port a47c9b75-edb7-4dfe-95ee-2370e21264fc on host n-d-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:05:03.655478 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device a47c9b75-edb7-4dfe-95ee-2370e21264fc no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:05:03.731071 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: a47c9b75-edb7-4dfe-95ee-2370e21264fc {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:05:03.731525 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device a47c9b75-edb7-4dfe-95ee-2370e21264fc not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:05:03.750204 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-826dd184-ff37-41dd-9d2d-33bdaff52335 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:03.802475 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-826dd184-ff37-41dd-9d2d-33bdaff52335 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38ca0e48-24bc-4dcb-963d-da62ea022e60']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:05:03.830628 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-826dd184-ff37-41dd-9d2d-33bdaff52335 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78ca0fb5-30f4-48d3-b75d-f108d7ecb8c7') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:05:03.831050 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-826dd184-ff37-41dd-9d2d-33bdaff52335 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78ca0fb5-30f4-48d3-b75d-f108d7ecb8c7') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:05:03.838557 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9f994e1a-73d6-442c-94a2-de4ec5cf2ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:03.845622 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-826dd184-ff37-41dd-9d2d-33bdaff52335 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:03.863315 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f994e1a-73d6-442c-94a2-de4ec5cf2ca1 None None] No DVR routers for this DVR port a47c9b75-edb7-4dfe-95ee-2370e21264fc on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:05:03.871782 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-826dd184-ff37-41dd-9d2d-33bdaff52335 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:03.895968 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-826dd184-ff37-41dd-9d2d-33bdaff52335 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Releasing vlan 1278 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 16:05:03.895968 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-826dd184-ff37-41dd-9d2d-33bdaff52335 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:03.895968 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 16:05:03.895968 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 16:05:03.895968 n-d-808921-1 neutron-server[95298]: timer() Sep 24 16:05:03.895968 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 16:05:03.895968 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 16:05:03.895968 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 16:05:03.895968 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 16:05:03.895968 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 16:05:03.895968 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 16:05:03.895968 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 16:05:03.895968 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 16:05:03.895968 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 16:05:03.895968 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 16:05:03.895968 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 16:05:03.895968 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 16:05:03.895968 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 16:05:03.895968 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 16:05:03.895968 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 16:05:03.895968 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 16:05:03.895968 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 16:05:03.895968 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 16:05:03.895968 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 16:05:03.895968 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 16:05:03.895968 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 16:05:03.895968 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 16:05:03.895968 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 16:05:03.895968 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 16:05:03.895968 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 16:05:03.895968 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 16:05:03.895968 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 16:05:03.895968 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 16:05:03.895968 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 16:05:03.918083 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f994e1a-73d6-442c-94a2-de4ec5cf2ca1 None None] Pushing event deleted for resources: {'Port': ['ID=a47c9b75-edb7-4dfe-95ee-2370e21264fc,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:03.928612 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f628776d-199d-4b8e-ac6e-2cb3ac79f081 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:04.092008 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f6fb50a4-95c2-4ec5-8216-b379367deb73 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:04.106180 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-826dd184-ff37-41dd-9d2d-33bdaff52335 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:04.134550 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-826dd184-ff37-41dd-9d2d-33bdaff52335 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:04.137360 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-826dd184-ff37-41dd-9d2d-33bdaff52335 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "DELETE /v2.0/networks/38ca0e48-24bc-4dcb-963d-da62ea022e60 HTTP/1.1" status: 204 len: 168 time: 1.3331985 Sep 24 16:05:04.139137 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826dd184-ff37-41dd-9d2d-33bdaff52335 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Pushing event deleted for resources: {'Network': ['ID=38ca0e48-24bc-4dcb-963d-da62ea022e60,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:04.142100 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 59662) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:05:04.146857 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f6fb50a4-95c2-4ec5-8216-b379367deb73 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:04.149203 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-a4ad67b9-4788-4d68-b8aa-ab17af01c8fa tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-840574248', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}, 'admin_state_up': False}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:05:04.261635 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a4ad67b9-4788-4d68-b8aa-ab17af01c8fa tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:04.262678 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a4ad67b9-4788-4d68-b8aa-ab17af01c8fa tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:04.291871 n-d-808921-1 neutron-server[95297]: INFO neutron.db.l3_db [None req-f6fb50a4-95c2-4ec5-8216-b379367deb73 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Floating IP 3c1ae211-f92b-45ad-8e9c-05f10f390d4f associated. External IP: 172.25.0.159, port: 45286707-5ed6-41bb-b6d4-620f0af230bf. Sep 24 16:05:04.300909 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:04.339705 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a4ad67b9-4788-4d68-b8aa-ab17af01c8fa tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:04.615799 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a4ad67b9-4788-4d68-b8aa-ab17af01c8fa tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:04.627986 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6fb50a4-95c2-4ec5-8216-b379367deb73 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Router 62671c09-4b46-46be-9ad2-aa1b8d4b03a7 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:05:04.840428 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6fb50a4-95c2-4ec5-8216-b379367deb73 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:05:04.846491 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f6fb50a4-95c2-4ec5-8216-b379367deb73 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:04.853481 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77decf77-35a6-44be-a130-b8a47f0eae0e None None] Sync routers for ids ['62671c09-4b46-46be-9ad2-aa1b8d4b03a7'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:05:04.868602 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77decf77-35a6-44be-a130-b8a47f0eae0e None None] Routers {'62671c09-4b46-46be-9ad2-aa1b8d4b03a7'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:05:04.874518 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-77decf77-35a6-44be-a130-b8a47f0eae0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:05:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['62671c09-4b46-46be-9ad2-aa1b8d4b03a7'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:05:04.899646 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f6fb50a4-95c2-4ec5-8216-b379367deb73 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "PUT /v2.0/floatingips/3c1ae211-f92b-45ad-8e9c-05f10f390d4f HTTP/1.1" status: 200 len: 991 time: 1.5913033 Sep 24 16:05:04.900645 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a5ae693-22ab-4a24-a6da-cd0c03113bed', 'tag': '45286707-5ed6-41bb-b6d4-620f0af230bf'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:05:04.907392 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b279069-f92d-4958-a2a3-90bc023964a7" -d '{"events": [{"name": "network-changed", "server_uuid": "7a5ae693-22ab-4a24-a6da-cd0c03113bed", "tag": "45286707-5ed6-41bb-b6d4-620f0af230bf"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:05:05.010178 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e8ad00e-65bf-445e-b53f-7ffe14253c96 x-openstack-request-id: req-3e8ad00e-65bf-445e-b53f-7ffe14253c96 {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:05:05.010614 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a5ae693-22ab-4a24-a6da-cd0c03113bed", "tag": "45286707-5ed6-41bb-b6d4-620f0af230bf", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:05:05.010876 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-3e8ad00e-65bf-445e-b53f-7ffe14253c96 {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:05:05.011320 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a5ae693-22ab-4a24-a6da-cd0c03113bed', 'tag': '45286707-5ed6-41bb-b6d4-620f0af230bf', 'status': 'completed', 'code': 200} Sep 24 16:05:05.059966 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-77decf77-35a6-44be-a130-b8a47f0eae0e None None] Set router 62671c09-4b46-46be-9ad2-aa1b8d4b03a7 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:05:05.394093 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-77decf77-35a6-44be-a130-b8a47f0eae0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62671c09-4b46-46be-9ad2-aa1b8d4b03a7', 'name': 'tempest-AttachVolumeShelveTestJSON-1496323484-router', 'tenant_id': '47adefb7ca614d33b7bb1493dd2de83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'e80c1131-6851-4550-afaf-22cc674efd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:00:18Z', 'updated_at': '2021-09-24T16:00:26Z', 'revision_number': 4, 'project_id': '47adefb7ca614d33b7bb1493dd2de83a', 'gw_port': {'id': 'e80c1131-6851-4550-afaf-22cc674efd38', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:98:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62671c09-4b46-46be-9ad2-aa1b8d4b03a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:00:19Z', 'updated_at': '2021-09-24T16:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': '3c1ae211-f92b-45ad-8e9c-05f10f390d4f', 'tenant_id': '47adefb7ca614d33b7bb1493dd2de83a', 'floating_ip_address': '172.25.0.159', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '62671c09-4b46-46be-9ad2-aa1b8d4b03a7', 'port_id': '45286707-5ed6-41bb-b6d4-620f0af230bf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e683698e-96d3-4f25-bed4-4200552ea2ef', 'mac_address': 'fa:16:3e:ea:cc:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5ae693-22ab-4a24-a6da-cd0c03113bed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T16:04:47Z', 'updated_at': '2021-09-24T16:05:03Z', 'revision_number': 1, 'project_id': '47adefb7ca614d33b7bb1493dd2de83a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6af7c1c0-bda7-4b07-af01-4aa16dbec1e1', 'name': '', 'network_id': 'e683698e-96d3-4f25-bed4-4200552ea2ef', 'tenant_id': '47adefb7ca614d33b7bb1493dd2de83a', 'mac_address': 'fa:16:3e:fa:e0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62671c09-4b46-46be-9ad2-aa1b8d4b03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '04b7f077-c013-4647-8fb9-7721770c2649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:00:25Z', 'updated_at': '2021-09-24T16:00:32Z', 'revision_number': 5, 'project_id': '47adefb7ca614d33b7bb1493dd2de83a', 'subnets': [{'id': '04b7f077-c013-4647-8fb9-7721770c2649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:05:05.429292 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:05.432365 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77decf77-35a6-44be-a130-b8a47f0eae0e None None] Checking router: 62671c09-4b46-46be-9ad2-aa1b8d4b03a7 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:05:05.440885 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77decf77-35a6-44be-a130-b8a47f0eae0e None None] Routers {'62671c09-4b46-46be-9ad2-aa1b8d4b03a7'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:05:05.441496 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-77decf77-35a6-44be-a130-b8a47f0eae0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:05:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['62671c09-4b46-46be-9ad2-aa1b8d4b03a7'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:05:05.600556 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a4ad67b9-4788-4d68-b8aa-ab17af01c8fa tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for router_gateway, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:05.620639 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-77decf77-35a6-44be-a130-b8a47f0eae0e None None] Set router 62671c09-4b46-46be-9ad2-aa1b8d4b03a7 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:05:05.625080 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a4ad67b9-4788-4d68-b8aa-ab17af01c8fa tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:05.746197 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-a4ad67b9-4788-4d68-b8aa-ab17af01c8fa tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Allocated IP 172.25.0.179 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/c45e4d1d-98d1-4852-a9f7-7775ddac72e0) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:05:05.850643 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b279069-f92d-4958-a2a3-90bc023964a7 req-a2f2b67f-cb8e-486d-a43f-b5127388363b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:05:05.852425 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5b279069-f92d-4958-a2a3-90bc023964a7 req-a2f2b67f-cb8e-486d-a43f-b5127388363b service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=47adefb7ca614d33b7bb1493dd2de83a&device_id=7a5ae693-22ab-4a24-a6da-cd0c03113bed HTTP/1.1" status: 200 len: 1096 time: 0.7940588 Sep 24 16:05:05.967077 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a4ad67b9-4788-4d68-b8aa-ab17af01c8fa tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:05.972746 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-77decf77-35a6-44be-a130-b8a47f0eae0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62671c09-4b46-46be-9ad2-aa1b8d4b03a7', 'name': 'tempest-AttachVolumeShelveTestJSON-1496323484-router', 'tenant_id': '47adefb7ca614d33b7bb1493dd2de83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'e80c1131-6851-4550-afaf-22cc674efd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:00:18Z', 'updated_at': '2021-09-24T16:00:26Z', 'revision_number': 4, 'project_id': '47adefb7ca614d33b7bb1493dd2de83a', 'gw_port': {'id': 'e80c1131-6851-4550-afaf-22cc674efd38', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:98:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62671c09-4b46-46be-9ad2-aa1b8d4b03a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:00:19Z', 'updated_at': '2021-09-24T16:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': '3c1ae211-f92b-45ad-8e9c-05f10f390d4f', 'tenant_id': '47adefb7ca614d33b7bb1493dd2de83a', 'floating_ip_address': '172.25.0.159', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '62671c09-4b46-46be-9ad2-aa1b8d4b03a7', 'port_id': '45286707-5ed6-41bb-b6d4-620f0af230bf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e683698e-96d3-4f25-bed4-4200552ea2ef', 'mac_address': 'fa:16:3e:ea:cc:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5ae693-22ab-4a24-a6da-cd0c03113bed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T16:04:47Z', 'updated_at': '2021-09-24T16:05:03Z', 'revision_number': 1, 'project_id': '47adefb7ca614d33b7bb1493dd2de83a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6af7c1c0-bda7-4b07-af01-4aa16dbec1e1', 'name': '', 'network_id': 'e683698e-96d3-4f25-bed4-4200552ea2ef', 'tenant_id': '47adefb7ca614d33b7bb1493dd2de83a', 'mac_address': 'fa:16:3e:fa:e0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62671c09-4b46-46be-9ad2-aa1b8d4b03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '04b7f077-c013-4647-8fb9-7721770c2649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:00:25Z', 'updated_at': '2021-09-24T16:00:32Z', 'revision_number': 5, 'project_id': '47adefb7ca614d33b7bb1493dd2de83a', 'subnets': [{'id': '04b7f077-c013-4647-8fb9-7721770c2649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:05:06.003440 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b279069-f92d-4958-a2a3-90bc023964a7 req-bb25895f-52e0-4840-94ee-b6e5ad268b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:05:06.008913 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5b279069-f92d-4958-a2a3-90bc023964a7 req-bb25895f-52e0-4840-94ee-b6e5ad268b1c service neutron] 10.222.0.108 "GET /v2.0/networks?id=e683698e-96d3-4f25-bed4-4200552ea2ef HTTP/1.1" status: 200 len: 919 time: 0.1440821 Sep 24 16:05:06.023209 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77decf77-35a6-44be-a130-b8a47f0eae0e None None] The sync data for ids ['62671c09-4b46-46be-9ad2-aa1b8d4b03a7'] in n-d-808921-1 is: [{'id': '62671c09-4b46-46be-9ad2-aa1b8d4b03a7', 'name': 'tempest-AttachVolumeShelveTestJSON-1496323484-router', 'tenant_id': '47adefb7ca614d33b7bb1493dd2de83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'e80c1131-6851-4550-afaf-22cc674efd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:00:18Z', 'updated_at': '2021-09-24T16:00:26Z', 'revision_number': 4, 'project_id': '47adefb7ca614d33b7bb1493dd2de83a', 'gw_port': {'id': 'e80c1131-6851-4550-afaf-22cc674efd38', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:98:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62671c09-4b46-46be-9ad2-aa1b8d4b03a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:00:19Z', 'updated_at': '2021-09-24T16:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': '3c1ae211-f92b-45ad-8e9c-05f10f390d4f', 'tenant_id': '47adefb7ca614d33b7bb1493dd2de83a', 'floating_ip_address': '172.25.0.159', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '62671c09-4b46-46be-9ad2-aa1b8d4b03a7', 'port_id': '45286707-5ed6-41bb-b6d4-620f0af230bf', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3614, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e683698e-96d3-4f25-bed4-4200552ea2ef', 'mac_address': 'fa:16:3e:ea:cc:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a5ae693-22ab-4a24-a6da-cd0c03113bed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T16:04:47Z', 'updated_at': '2021-09-24T16:05:03Z', 'revision_number': 1, 'project_id': '47adefb7ca614d33b7bb1493dd2de83a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6af7c1c0-bda7-4b07-af01-4aa16dbec1e1', 'name': '', 'network_id': 'e683698e-96d3-4f25-bed4-4200552ea2ef', 'tenant_id': '47adefb7ca614d33b7bb1493dd2de83a', 'mac_address': 'fa:16:3e:fa:e0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62671c09-4b46-46be-9ad2-aa1b8d4b03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '04b7f077-c013-4647-8fb9-7721770c2649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:00:25Z', 'updated_at': '2021-09-24T16:00:32Z', 'revision_number': 5, 'project_id': '47adefb7ca614d33b7bb1493dd2de83a', 'subnets': [{'id': '04b7f077-c013-4647-8fb9-7721770c2649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:05:06.052202 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:05:06.114089 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5b279069-f92d-4958-a2a3-90bc023964a7 req-ecca713b-efbf-4fcb-84dc-c738a35ab9b9 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45286707-5ed6-41bb-b6d4-620f0af230bf HTTP/1.1" status: 200 len: 999 time: 0.0981863 Sep 24 16:05:06.182777 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b279069-f92d-4958-a2a3-90bc023964a7 req-194df7da-53b7-4a1e-832b-61e3502434a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:05:06.184782 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5b279069-f92d-4958-a2a3-90bc023964a7 req-194df7da-53b7-4a1e-832b-61e3502434a5 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=04b7f077-c013-4647-8fb9-7721770c2649 HTTP/1.1" status: 200 len: 856 time: 0.0632949 Sep 24 16:05:06.186038 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a4ad67b9-4788-4d68-b8aa-ab17af01c8fa tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:06.280541 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ad67b9-4788-4d68-b8aa-ab17af01c8fa tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Pushing event updated for resources: {'Port': ['ID=c45e4d1d-98d1-4852-a9f7-7775ddac72e0,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:06.315182 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4ad67b9-4788-4d68-b8aa-ab17af01c8fa tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:05:06.319313 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-a4ad67b9-4788-4d68-b8aa-ab17af01c8fa tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:05:06.326596 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ad67b9-4788-4d68-b8aa-ab17af01c8fa tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:05:06.428817 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24b7757a-5a5a-4499-aab1-a9513ee75745 None None] New status for floating IP 3c1ae211-f92b-45ad-8e9c-05f10f390d4f: ACTIVE {{(pid=95300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 16:05:06.454650 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b279069-f92d-4958-a2a3-90bc023964a7 req-cb6c17c0-3a46-47ff-8f77-2052ccd9e9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:05:06.456998 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5b279069-f92d-4958-a2a3-90bc023964a7 req-cb6c17c0-3a46-47ff-8f77-2052ccd9e9e1 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=e683698e-96d3-4f25-bed4-4200552ea2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2393692 Sep 24 16:05:06.629786 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5b279069-f92d-4958-a2a3-90bc023964a7 req-3fa236e4-eead-412d-9912-50c8bb8091eb service neutron] 10.222.0.108 "GET /v2.0/networks/e683698e-96d3-4f25-bed4-4200552ea2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440940 Sep 24 16:05:06.763728 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:06.811426 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5b279069-f92d-4958-a2a3-90bc023964a7 req-44c5dee7-749a-4358-b347-810eec69eb64 service neutron] 10.222.0.108 "GET /v2.0/networks/e683698e-96d3-4f25-bed4-4200552ea2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728959 Sep 24 16:05:06.882132 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a4ad67b9-4788-4d68-b8aa-ab17af01c8fa tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for router_gateway, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:07.178748 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a4ad67b9-4788-4d68-b8aa-ab17af01c8fa tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:07.415313 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4ad67b9-4788-4d68-b8aa-ab17af01c8fa tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Router 309ad7ad-6ebf-44a3-9339-45adc1dd5306 is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 16:05:07.582975 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ad67b9-4788-4d68-b8aa-ab17af01c8fa tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:05:07.593281 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43aa6f3-5493-4126-bded-e951c8aa39b1 None None] Sync routers for ids ['309ad7ad-6ebf-44a3-9339-45adc1dd5306'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:05:07.603754 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43aa6f3-5493-4126-bded-e951c8aa39b1 None None] Routers {'309ad7ad-6ebf-44a3-9339-45adc1dd5306'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:05:07.604701 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-d43aa6f3-5493-4126-bded-e951c8aa39b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:05:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['309ad7ad-6ebf-44a3-9339-45adc1dd5306'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:05:07.640325 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-d43aa6f3-5493-4126-bded-e951c8aa39b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:05:07.649700 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43aa6f3-5493-4126-bded-e951c8aa39b1 None None] Routers {'309ad7ad-6ebf-44a3-9339-45adc1dd5306'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:05:07.650311 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-d43aa6f3-5493-4126-bded-e951c8aa39b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:05:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['309ad7ad-6ebf-44a3-9339-45adc1dd5306'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:05:07.684213 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-d43aa6f3-5493-4126-bded-e951c8aa39b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:05:07.684861 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43aa6f3-5493-4126-bded-e951c8aa39b1 None None] The sync data for ids ['309ad7ad-6ebf-44a3-9339-45adc1dd5306'] in n-d-808921-1 is: [] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:05:07.689107 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a4ad67b9-4788-4d68-b8aa-ab17af01c8fa tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:07.691640 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-a4ad67b9-4788-4d68-b8aa-ab17af01c8fa tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.5481746 Sep 24 16:05:07.694310 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 59716) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:05:07.813163 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-86e09c7a-a974-49b1-8f7a-e27ecf30e572 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "GET /v2.0/routers/309ad7ad-6ebf-44a3-9339-45adc1dd5306 HTTP/1.1" status: 200 len: 880 time: 0.1148975 Sep 24 16:05:07.813462 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 59718) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:05:08.074809 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-6a14c459-521a-4c34-aaf8-18c358cded53 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.2602601 Sep 24 16:05:08.075516 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 59724) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:05:08.080100 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-4b9b9724-b93a-4993-a777-c86dfee26189 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-840574248'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:05:08.409217 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4b9b9724-b93a-4993-a777-c86dfee26189 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1671'] for router, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:08.563870 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4b9b9724-b93a-4993-a777-c86dfee26189 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-586922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-586913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588826'] for router, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:08.683045 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b9b9724-b93a-4993-a777-c86dfee26189 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Router 309ad7ad-6ebf-44a3-9339-45adc1dd5306 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:05:08.804081 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b9b9724-b93a-4993-a777-c86dfee26189 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:05:08.811008 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4b9b9724-b93a-4993-a777-c86dfee26189 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:08.815152 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-4b9b9724-b93a-4993-a777-c86dfee26189 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "PUT /v2.0/routers/309ad7ad-6ebf-44a3-9339-45adc1dd5306 HTTP/1.1" status: 200 len: 887 time: 0.7356906 Sep 24 16:05:08.815556 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1336370d-b78a-4022-a215-b658439f4b4a None None] Sync routers for ids ['309ad7ad-6ebf-44a3-9339-45adc1dd5306'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:05:08.818673 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 59736) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:05:08.832656 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1336370d-b78a-4022-a215-b658439f4b4a None None] Routers {'309ad7ad-6ebf-44a3-9339-45adc1dd5306'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:05:09.036745 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-1336370d-b78a-4022-a215-b658439f4b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:05:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['309ad7ad-6ebf-44a3-9339-45adc1dd5306'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:05:09.036745 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-1336370d-b78a-4022-a215-b658439f4b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:05:09.036745 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1336370d-b78a-4022-a215-b658439f4b4a None None] Routers {'309ad7ad-6ebf-44a3-9339-45adc1dd5306'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:05:09.036745 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-1336370d-b78a-4022-a215-b658439f4b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:05:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['309ad7ad-6ebf-44a3-9339-45adc1dd5306'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:05:09.036745 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-1336370d-b78a-4022-a215-b658439f4b4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:05:09.036745 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1336370d-b78a-4022-a215-b658439f4b4a None None] The sync data for ids ['309ad7ad-6ebf-44a3-9339-45adc1dd5306'] in n-d-808921-1 is: [] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:05:09.037465 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-d179ea2b-946f-43cf-a842-8354dd863113 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "GET /v2.0/routers/309ad7ad-6ebf-44a3-9339-45adc1dd5306 HTTP/1.1" status: 200 len: 887 time: 0.1697149 Sep 24 16:05:09.037652 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 59744) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:05:09.037652 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-1711b06d-ca1d-445f-bdae-b174c6b35227 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "GET /v2.0/ports?device_id=309ad7ad-6ebf-44a3-9339-45adc1dd5306 HTTP/1.1" status: 200 len: 205 time: 0.0367203 Sep 24 16:05:09.037903 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 59748) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:05:09.160449 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-93025c6f-0379-4f52-8ec6-ebe836267c5a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for router, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:09.174965 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:09.619331 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-93025c6f-0379-4f52-8ec6-ebe836267c5a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:09.749016 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-93025c6f-0379-4f52-8ec6-ebe836267c5a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Deleting port c45e4d1d-98d1-4852-a9f7-7775ddac72e0 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:05:09.749510 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-93025c6f-0379-4f52-8ec6-ebe836267c5a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:09.842631 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-93025c6f-0379-4f52-8ec6-ebe836267c5a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:09.856530 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-93025c6f-0379-4f52-8ec6-ebe836267c5a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Calling delete_port for c45e4d1d-98d1-4852-a9f7-7775ddac72e0 owned by network:router_gateway {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:05:10.147780 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-93025c6f-0379-4f52-8ec6-ebe836267c5a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:10.192903 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93025c6f-0379-4f52-8ec6-ebe836267c5a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Pushing event deleted for resources: {'Port': ['ID=c45e4d1d-98d1-4852-a9f7-7775ddac72e0,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:10.269356 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-93025c6f-0379-4f52-8ec6-ebe836267c5a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586576'] for router_gateway, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:10.388316 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-93025c6f-0379-4f52-8ec6-ebe836267c5a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:10.390980 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-93025c6f-0379-4f52-8ec6-ebe836267c5a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:10.557837 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-93025c6f-0379-4f52-8ec6-ebe836267c5a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:10.558535 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93025c6f-0379-4f52-8ec6-ebe836267c5a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Fanout notify agent at l3_agent the message router_deleted on router 309ad7ad-6ebf-44a3-9339-45adc1dd5306 {{(pid=95297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 16:05:10.567869 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-93025c6f-0379-4f52-8ec6-ebe836267c5a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:10.569524 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-93025c6f-0379-4f52-8ec6-ebe836267c5a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "DELETE /v2.0/routers/309ad7ad-6ebf-44a3-9339-45adc1dd5306 HTTP/1.1" status: 204 len: 168 time: 1.5342939 Sep 24 16:05:10.573904 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 59788) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:05:10.579015 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-a960edd3-7486-43ec-a0ee-742dcd163a13 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Request body: {'network': {'name': 'tempest-RoutersTest-335409695'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:05:10.683610 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a960edd3-7486-43ec-a0ee-742dcd163a13 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Made reservation on behalf of d6b5c1b0b0ed4291859925b17e7986e7 for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:05:10.687161 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a960edd3-7486-43ec-a0ee-742dcd163a13 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:10.713294 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a960edd3-7486-43ec-a0ee-742dcd163a13 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1276} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 16:05:10.723576 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a960edd3-7486-43ec-a0ee-742dcd163a13 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:10.723948 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-a960edd3-7486-43ec-a0ee-742dcd163a13 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Added segment 6d0cc042-d535-454d-b078-54b853198ea3 of type vlan for network ba9c6db8-38ba-4259-8449-58e6285eed92 Sep 24 16:05:10.779917 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a960edd3-7486-43ec-a0ee-742dcd163a13 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:10.980786 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a960edd3-7486-43ec-a0ee-742dcd163a13 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:10.987786 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a960edd3-7486-43ec-a0ee-742dcd163a13 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:05:10.988867 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a960edd3-7486-43ec-a0ee-742dcd163a13 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:10.995238 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:11.448621 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a960edd3-7486-43ec-a0ee-742dcd163a13 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Pushing event updated for resources: {'Network': ['ID=ba9c6db8-38ba-4259-8449-58e6285eed92,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:11.451735 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-a960edd3-7486-43ec-a0ee-742dcd163a13 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8765891 Sep 24 16:05:11.454376 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 59804) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:05:11.460857 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-12362b69-9e1e-463c-8f21-1a6c37635008 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Request body: {'subnet': {'network_id': 'ba9c6db8-38ba-4259-8449-58e6285eed92', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:05:11.461690 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network ba9c6db8-38ba-4259-8449-58e6285eed92 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 16:05:11.637389 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12362b69-9e1e-463c-8f21-1a6c37635008 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Made reservation on behalf of d6b5c1b0b0ed4291859925b17e7986e7 for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:05:11.641156 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-12362b69-9e1e-463c-8f21-1a6c37635008 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:11.975466 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-12362b69-9e1e-463c-8f21-1a6c37635008 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:12.041717 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12362b69-9e1e-463c-8f21-1a6c37635008 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Pushing event updated for resources: {'Subnet': ['ID=b2329dc8-f8f9-485b-813a-21758e56fdde,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:12.069152 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12362b69-9e1e-463c-8f21-1a6c37635008 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Checking segment: {'id': '6d0cc042-d535-454d-b078-54b853198ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'ba9c6db8-38ba-4259-8449-58e6285eed92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:05:12.069504 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12362b69-9e1e-463c-8f21-1a6c37635008 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Network hostable DHCP agents. Network: ba9c6db8-38ba-4259-8449-58e6285eed92, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 16:05:12.206144 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12362b69-9e1e-463c-8f21-1a6c37635008 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Network ba9c6db8-38ba-4259-8449-58e6285eed92 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 16:05:12.317646 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-12362b69-9e1e-463c-8f21-1a6c37635008 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, ba9c6db8-38ba-4259-8449-58e6285eed92) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:05:12.329066 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724d5e26-41ed-4b78-8675-4053c98b745c None None] Network ba9c6db8-38ba-4259-8449-58e6285eed92 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:05:12.351261 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12362b69-9e1e-463c-8f21-1a6c37635008 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:05:12.352265 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-12362b69-9e1e-463c-8f21-1a6c37635008 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:12.447969 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-12362b69-9e1e-463c-8f21-1a6c37635008 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9887123 Sep 24 16:05:12.448345 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 59828) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:05:12.454495 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-2817393e-bb75-485f-b772-29e1d358017c tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-608432647', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:05:12.515409 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc30262-ebf8-41df-8bd4-62026b5fbe85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-ba9c6db8-38ba-4259-8449-58e6285eed92', 'network_id': 'ba9c6db8-38ba-4259-8449-58e6285eed92', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'fixed_ips': [{'subnet_id': 'b2329dc8-f8f9-485b-813a-21758e56fdde'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 16:05:12.518171 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-bcc30262-ebf8-41df-8bd4-62026b5fbe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:12.575015 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2817393e-bb75-485f-b772-29e1d358017c tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:12.576398 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2817393e-bb75-485f-b772-29e1d358017c tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:12.640345 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2817393e-bb75-485f-b772-29e1d358017c tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:12.692522 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-bcc30262-ebf8-41df-8bd4-62026b5fbe85 None None] Allocated IP 172.20.0.2 (ba9c6db8-38ba-4259-8449-58e6285eed92/b2329dc8-f8f9-485b-813a-21758e56fdde/2db2bede-91ab-4873-be0f-5f6eb143dd07) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:05:12.740886 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2817393e-bb75-485f-b772-29e1d358017c tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:12.852568 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-bcc30262-ebf8-41df-8bd4-62026b5fbe85 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:12.906854 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2817393e-bb75-485f-b772-29e1d358017c tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:12.909649 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-2817393e-bb75-485f-b772-29e1d358017c tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4598606 Sep 24 16:05:12.914018 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 59836) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:05:12.934699 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-bcc30262-ebf8-41df-8bd4-62026b5fbe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:13.004614 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc30262-ebf8-41df-8bd4-62026b5fbe85 None None] Network ba9c6db8-38ba-4259-8449-58e6285eed92 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:05:13.009338 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-bcc30262-ebf8-41df-8bd4-62026b5fbe85 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:05:13.015612 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc30262-ebf8-41df-8bd4-62026b5fbe85 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:05:13.068068 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc30262-ebf8-41df-8bd4-62026b5fbe85 None None] Pushing event updated for resources: {'Port': ['ID=2db2bede-91ab-4873-be0f-5f6eb143dd07,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:13.142022 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-bcc30262-ebf8-41df-8bd4-62026b5fbe85 None None] Attempting to bind port 2db2bede-91ab-4873-be0f-5f6eb143dd07 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:05:13.144086 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-bcc30262-ebf8-41df-8bd4-62026b5fbe85 None None] Attempting to bind port 2db2bede-91ab-4873-be0f-5f6eb143dd07 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '6d0cc042-d535-454d-b078-54b853198ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'ba9c6db8-38ba-4259-8449-58e6285eed92'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:05:13.145269 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc30262-ebf8-41df-8bd4-62026b5fbe85 None None] Attempting to bind port 2db2bede-91ab-4873-be0f-5f6eb143dd07 on network ba9c6db8-38ba-4259-8449-58e6285eed92 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:05:13.159523 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc30262-ebf8-41df-8bd4-62026b5fbe85 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:05:13.160270 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc30262-ebf8-41df-8bd4-62026b5fbe85 None None] Checking segment: {'id': '6d0cc042-d535-454d-b078-54b853198ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'ba9c6db8-38ba-4259-8449-58e6285eed92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:05:13.161769 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-bcc30262-ebf8-41df-8bd4-62026b5fbe85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:13.162441 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc30262-ebf8-41df-8bd4-62026b5fbe85 None None] Bound using segment: {'id': '6d0cc042-d535-454d-b078-54b853198ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'ba9c6db8-38ba-4259-8449-58e6285eed92'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:05:13.163346 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-bcc30262-ebf8-41df-8bd4-62026b5fbe85 None None] Bound port: 2db2bede-91ab-4873-be0f-5f6eb143dd07, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d0cc042-d535-454d-b078-54b853198ea3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1276, 'network_id': 'ba9c6db8-38ba-4259-8449-58e6285eed92'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:05:13.164229 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-bcc30262-ebf8-41df-8bd4-62026b5fbe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:13.241830 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-bcc30262-ebf8-41df-8bd4-62026b5fbe85 None None] For port 2db2bede-91ab-4873-be0f-5f6eb143dd07, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:05:13.245131 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-bcc30262-ebf8-41df-8bd4-62026b5fbe85 None None] For port 2db2bede-91ab-4873-be0f-5f6eb143dd07, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=2db2bede-91ab-4873-be0f-5f6eb143dd07,segment=NetworkSegment(6d0cc042-d535-454d-b078-54b853198ea3),segment_id=6d0cc042-d535-454d-b078-54b853198ea3)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:05:13.264143 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5e74c16a-f5b1-483b-8620-9f28722e30f2 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:13.426366 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-bcc30262-ebf8-41df-8bd4-62026b5fbe85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:13.536392 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc30262-ebf8-41df-8bd4-62026b5fbe85 None None] Pushing event updated for resources: {'Port': ['ID=2db2bede-91ab-4873-be0f-5f6eb143dd07,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:13.594729 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-5e74c16a-f5b1-483b-8620-9f28722e30f2 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Allocated IP 172.20.0.1 (ba9c6db8-38ba-4259-8449-58e6285eed92/b2329dc8-f8f9-485b-813a-21758e56fdde/7baca4d7-f86d-4682-9b39-72df76425f64) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:05:13.761855 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5e74c16a-f5b1-483b-8620-9f28722e30f2 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:13.900562 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5e74c16a-f5b1-483b-8620-9f28722e30f2 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:13.967469 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e74c16a-f5b1-483b-8620-9f28722e30f2 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Network ba9c6db8-38ba-4259-8449-58e6285eed92 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:05:13.970739 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-5e74c16a-f5b1-483b-8620-9f28722e30f2 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:05:13.974928 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e74c16a-f5b1-483b-8620-9f28722e30f2 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:05:14.005996 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e74c16a-f5b1-483b-8620-9f28722e30f2 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Pushing event updated for resources: {'Port': ['ID=7baca4d7-f86d-4682-9b39-72df76425f64,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:14.041461 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5e74c16a-f5b1-483b-8620-9f28722e30f2 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:14.299057 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5e74c16a-f5b1-483b-8620-9f28722e30f2 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:14.698878 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5e74c16a-f5b1-483b-8620-9f28722e30f2 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:14.780295 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5e74c16a-f5b1-483b-8620-9f28722e30f2 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:14.881793 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e74c16a-f5b1-483b-8620-9f28722e30f2 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Pushing event updated for resources: {'Port': ['ID=7baca4d7-f86d-4682-9b39-72df76425f64,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:14.884819 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5e74c16a-f5b1-483b-8620-9f28722e30f2 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:14.938715 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661a44f6-f62a-4923-a82c-be8486443726 None None] Network ba9c6db8-38ba-4259-8449-58e6285eed92 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:05:15.038735 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e74c16a-f5b1-483b-8620-9f28722e30f2 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Network ba9c6db8-38ba-4259-8449-58e6285eed92 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:05:15.040552 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-5e74c16a-f5b1-483b-8620-9f28722e30f2 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:05:15.066739 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-bf3f4aa3-f3fd-414d-beff-c7ac10505495 None None] Provisioning complete for port 2db2bede-91ab-4873-be0f-5f6eb143dd07 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:05:15.067230 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-bf3f4aa3-f3fd-414d-beff-c7ac10505495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:15.213572 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-bf3f4aa3-f3fd-414d-beff-c7ac10505495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:15.249530 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-bf3f4aa3-f3fd-414d-beff-c7ac10505495 None None] For port 2db2bede-91ab-4873-be0f-5f6eb143dd07, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=2db2bede-91ab-4873-be0f-5f6eb143dd07,segment=NetworkSegment(6d0cc042-d535-454d-b078-54b853198ea3),segment_id=6d0cc042-d535-454d-b078-54b853198ea3)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:05:15.301020 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e74c16a-f5b1-483b-8620-9f28722e30f2 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Router 0dda5384-ce5d-458b-a181-25acdc17732b is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 16:05:15.377598 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-bf3f4aa3-f3fd-414d-beff-c7ac10505495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:15.511150 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3f4aa3-f3fd-414d-beff-c7ac10505495 None None] Pushing event updated for resources: {'Port': ['ID=2db2bede-91ab-4873-be0f-5f6eb143dd07,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:15.517943 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e74c16a-f5b1-483b-8620-9f28722e30f2 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:05:15.529487 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a11d4b9-af43-4ff6-bb81-4f8ec95ac2f4 None None] Sync routers for ids ['0dda5384-ce5d-458b-a181-25acdc17732b'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:05:15.531780 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-5e74c16a-f5b1-483b-8620-9f28722e30f2 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "PUT /v2.0/routers/0dda5384-ce5d-458b-a181-25acdc17732b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6159978 Sep 24 16:05:15.536352 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 59876) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:05:15.584548 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a11d4b9-af43-4ff6-bb81-4f8ec95ac2f4 None None] Routers {'0dda5384-ce5d-458b-a181-25acdc17732b'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:05:15.588602 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-2a11d4b9-af43-4ff6-bb81-4f8ec95ac2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:05:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['0dda5384-ce5d-458b-a181-25acdc17732b'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:05:15.629514 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e5ee0f-8834-4c06-b41d-461c423e6584 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:05:15.651327 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-25e5ee0f-8834-4c06-b41d-461c423e6584 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "GET /v2.0/ports/7baca4d7-f86d-4682-9b39-72df76425f64 HTTP/1.1" status: 200 len: 910 time: 0.1137860 Sep 24 16:05:15.655399 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 59880) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:05:15.663761 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-7116e98b-dc70-4c7b-a420-8c8f6f8bd4a9 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b2329dc8-f8f9-485b-813a-21758e56fdde'}]}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:05:15.776441 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-2a11d4b9-af43-4ff6-bb81-4f8ec95ac2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:05:15.791988 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-dcec4106-9242-47ef-b649-14c46a3c652e None None] Provisioning complete for port 7baca4d7-f86d-4682-9b39-72df76425f64 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:05:15.792436 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-dcec4106-9242-47ef-b649-14c46a3c652e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:15.795010 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a11d4b9-af43-4ff6-bb81-4f8ec95ac2f4 None None] Routers {'0dda5384-ce5d-458b-a181-25acdc17732b'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:05:15.795711 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-2a11d4b9-af43-4ff6-bb81-4f8ec95ac2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:05:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['0dda5384-ce5d-458b-a181-25acdc17732b'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:05:15.863914 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-2a11d4b9-af43-4ff6-bb81-4f8ec95ac2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:05:15.864669 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a11d4b9-af43-4ff6-bb81-4f8ec95ac2f4 None None] The sync data for ids ['0dda5384-ce5d-458b-a181-25acdc17732b'] in n-d-808921-1 is: [] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:05:15.872133 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 2db2bede-91ab-4873-be0f-5f6eb143dd07 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:05:15.913462 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-dcec4106-9242-47ef-b649-14c46a3c652e None None] Port 7baca4d7-f86d-4682-9b39-72df76425f64 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:05:15.951993 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-dcec4106-9242-47ef-b649-14c46a3c652e None None] Provisioning complete for port 2db2bede-91ab-4873-be0f-5f6eb143dd07 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:05:15.953312 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-dcec4106-9242-47ef-b649-14c46a3c652e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:16.033890 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 2db2bede-91ab-4873-be0f-5f6eb143dd07 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:05:16.034730 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:16.140409 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7116e98b-dc70-4c7b-a420-8c8f6f8bd4a9 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:16.562025 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-b8f35309-79e6-4445-b921-9b5cb6deda49 None None] Provisioning complete for port 7baca4d7-f86d-4682-9b39-72df76425f64 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:05:16.562455 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b8f35309-79e6-4445-b921-9b5cb6deda49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:16.616047 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-b8f35309-79e6-4445-b921-9b5cb6deda49 None None] Port 7baca4d7-f86d-4682-9b39-72df76425f64 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:05:16.627956 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7116e98b-dc70-4c7b-a420-8c8f6f8bd4a9 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:16.706756 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7116e98b-dc70-4c7b-a420-8c8f6f8bd4a9 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:16.816463 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7116e98b-dc70-4c7b-a420-8c8f6f8bd4a9 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:05:16.817324 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7116e98b-dc70-4c7b-a420-8c8f6f8bd4a9 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:16.818893 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-7116e98b-dc70-4c7b-a420-8c8f6f8bd4a9 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "PUT /v2.0/ports/7baca4d7-f86d-4682-9b39-72df76425f64 HTTP/1.1" status: 200 len: 910 time: 1.1623788 Sep 24 16:05:16.821816 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 59898) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:05:16.828996 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7116e98b-dc70-4c7b-a420-8c8f6f8bd4a9 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Pushing event updated for resources: {'Port': ['ID=7baca4d7-f86d-4682-9b39-72df76425f64,revision_number=3']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:17.232384 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-82e8381f-c2b9-454b-905e-3e4872ac92f6 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:17.512792 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-82e8381f-c2b9-454b-905e-3e4872ac92f6 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Deleting port 7baca4d7-f86d-4682-9b39-72df76425f64 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:05:17.513364 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-82e8381f-c2b9-454b-905e-3e4872ac92f6 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:17.624715 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-82e8381f-c2b9-454b-905e-3e4872ac92f6 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:17.634952 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 2db2bede-91ab-4873-be0f-5f6eb143dd07 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:05:17.643672 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-82e8381f-c2b9-454b-905e-3e4872ac92f6 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Calling delete_port for 7baca4d7-f86d-4682-9b39-72df76425f64 owned by network:router_interface {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:05:17.718279 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 2db2bede-91ab-4873-be0f-5f6eb143dd07 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:05:17.719188 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:17.987298 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-82e8381f-c2b9-454b-905e-3e4872ac92f6 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:18.051286 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e8381f-c2b9-454b-905e-3e4872ac92f6 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Pushing event deleted for resources: {'Port': ['ID=7baca4d7-f86d-4682-9b39-72df76425f64,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:18.385007 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-82e8381f-c2b9-454b-905e-3e4872ac92f6 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:18.654216 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82e8381f-c2b9-454b-905e-3e4872ac92f6 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Router 0dda5384-ce5d-458b-a181-25acdc17732b has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:05:18.740521 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e8381f-c2b9-454b-905e-3e4872ac92f6 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:05:18.746395 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-82e8381f-c2b9-454b-905e-3e4872ac92f6 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "PUT /v2.0/routers/0dda5384-ce5d-458b-a181-25acdc17732b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9224434 Sep 24 16:05:18.750241 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 59942) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:05:18.756178 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5893f86-769b-4e19-bb2e-a1d4903c26dd None None] Sync routers for ids ['0dda5384-ce5d-458b-a181-25acdc17732b'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:05:18.771747 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5893f86-769b-4e19-bb2e-a1d4903c26dd None None] Routers {'0dda5384-ce5d-458b-a181-25acdc17732b'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:05:18.773334 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-c5893f86-769b-4e19-bb2e-a1d4903c26dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:05:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['0dda5384-ce5d-458b-a181-25acdc17732b'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:05:18.792203 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-84a5eaee-9abe-4819-ad5e-62c74f4d9e31 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "GET /v2.0/ports?device_id=0dda5384-ce5d-458b-a181-25acdc17732b HTTP/1.1" status: 200 len: 205 time: 0.0406163 Sep 24 16:05:18.797174 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 59944) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:05:18.857245 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-c5893f86-769b-4e19-bb2e-a1d4903c26dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:05:18.882542 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5893f86-769b-4e19-bb2e-a1d4903c26dd None None] Routers {'0dda5384-ce5d-458b-a181-25acdc17732b'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:05:18.883292 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-c5893f86-769b-4e19-bb2e-a1d4903c26dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:05:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['0dda5384-ce5d-458b-a181-25acdc17732b'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:05:18.935861 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-c5893f86-769b-4e19-bb2e-a1d4903c26dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:05:18.936351 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-94a7c091-110f-4e8a-a9c1-bf171f58decd tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for router, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:18.936855 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5893f86-769b-4e19-bb2e-a1d4903c26dd None None] The sync data for ids ['0dda5384-ce5d-458b-a181-25acdc17732b'] in n-d-808921-1 is: [] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:05:19.171796 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-94a7c091-110f-4e8a-a9c1-bf171f58decd tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:19.176599 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-94a7c091-110f-4e8a-a9c1-bf171f58decd tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:19.312027 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-94a7c091-110f-4e8a-a9c1-bf171f58decd tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:19.312590 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a7c091-110f-4e8a-a9c1-bf171f58decd tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Fanout notify agent at l3_agent the message router_deleted on router 0dda5384-ce5d-458b-a181-25acdc17732b {{(pid=95297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 16:05:19.326209 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-94a7c091-110f-4e8a-a9c1-bf171f58decd tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:19.331455 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-94a7c091-110f-4e8a-a9c1-bf171f58decd tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "DELETE /v2.0/routers/0dda5384-ce5d-458b-a181-25acdc17732b HTTP/1.1" status: 204 len: 168 time: 0.5322819 Sep 24 16:05:19.335466 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 59956) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:05:19.420689 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-04086c4d-669c-442c-ac92-d13fc229e676 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Deleting subnet b2329dc8-f8f9-485b-813a-21758e56fdde {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 16:05:19.426958 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-04086c4d-669c-442c-ac92-d13fc229e676 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:19.508120 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-04086c4d-669c-442c-ac92-d13fc229e676 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:19.725824 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-04086c4d-669c-442c-ac92-d13fc229e676 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:19.895095 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-04086c4d-669c-442c-ac92-d13fc229e676 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:19.922624 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-04086c4d-669c-442c-ac92-d13fc229e676 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:19.923357 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c10ae287-32e3-4631-9526-c8f45e87d430 None None] Network ba9c6db8-38ba-4259-8449-58e6285eed92 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:05:19.926629 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-04086c4d-669c-442c-ac92-d13fc229e676 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "DELETE /v2.0/subnets/b2329dc8-f8f9-485b-813a-21758e56fdde HTTP/1.1" status: 204 len: 168 time: 0.5895393 Sep 24 16:05:19.929144 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 59968) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:05:20.001270 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04086c4d-669c-442c-ac92-d13fc229e676 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Pushing event deleted for resources: {'Subnet': ['ID=b2329dc8-f8f9-485b-813a-21758e56fdde,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:20.091846 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ceb5b4da-2e5c-464f-bf60-e2e7427f980f tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:20.169496 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-ceb5b4da-2e5c-464f-bf60-e2e7427f980f tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Deleting port 2db2bede-91ab-4873-be0f-5f6eb143dd07 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:05:20.169973 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ceb5b4da-2e5c-464f-bf60-e2e7427f980f tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:20.259326 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e189b6-2fa5-4885-8095-86b764c6af10 None None] DHCP port deletion for ba9c6db8-38ba-4259-8449-58e6285eed92 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 16:05:20.339114 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-ceb5b4da-2e5c-464f-bf60-e2e7427f980f tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] For port 2db2bede-91ab-4873-be0f-5f6eb143dd07, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=2db2bede-91ab-4873-be0f-5f6eb143dd07,segment=NetworkSegment(6d0cc042-d535-454d-b078-54b853198ea3),segment_id=6d0cc042-d535-454d-b078-54b853198ea3)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:05:20.352222 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ceb5b4da-2e5c-464f-bf60-e2e7427f980f tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:20.363842 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-a2e189b6-2fa5-4885-8095-86b764c6af10 None None] Deleting port 2db2bede-91ab-4873-be0f-5f6eb143dd07 {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:05:20.364569 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a2e189b6-2fa5-4885-8095-86b764c6af10 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:20.444075 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-ceb5b4da-2e5c-464f-bf60-e2e7427f980f tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Calling delete_port for 2db2bede-91ab-4873-be0f-5f6eb143dd07 owned by network:dhcp {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:05:20.531598 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-a2e189b6-2fa5-4885-8095-86b764c6af10 None None] For port 2db2bede-91ab-4873-be0f-5f6eb143dd07, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=2db2bede-91ab-4873-be0f-5f6eb143dd07,segment=NetworkSegment(6d0cc042-d535-454d-b078-54b853198ea3),segment_id=6d0cc042-d535-454d-b078-54b853198ea3)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:05:20.531964 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a2e189b6-2fa5-4885-8095-86b764c6af10 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:20.558753 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-a2e189b6-2fa5-4885-8095-86b764c6af10 None None] Calling delete_port for 2db2bede-91ab-4873-be0f-5f6eb143dd07 owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:05:20.643990 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ceb5b4da-2e5c-464f-bf60-e2e7427f980f tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:20.689402 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb5b4da-2e5c-464f-bf60-e2e7427f980f tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Pushing event deleted for resources: {'Port': ['ID=2db2bede-91ab-4873-be0f-5f6eb143dd07,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:20.695673 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a2e189b6-2fa5-4885-8095-86b764c6af10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:20.702552 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb5b4da-2e5c-464f-bf60-e2e7427f980f tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] No DVR routers for this DVR port 2db2bede-91ab-4873-be0f-5f6eb143dd07 on host n-d-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:05:20.706681 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb5b4da-2e5c-464f-bf60-e2e7427f980f tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:05:20.707194 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb5b4da-2e5c-464f-bf60-e2e7427f980f tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:05:20.707709 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb5b4da-2e5c-464f-bf60-e2e7427f980f tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:05:20.708540 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb5b4da-2e5c-464f-bf60-e2e7427f980f tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:05:20.709060 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb5b4da-2e5c-464f-bf60-e2e7427f980f tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:05:20.709599 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb5b4da-2e5c-464f-bf60-e2e7427f980f tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:05:20.710153 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb5b4da-2e5c-464f-bf60-e2e7427f980f tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:05:20.710715 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb5b4da-2e5c-464f-bf60-e2e7427f980f tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:05:20.711174 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb5b4da-2e5c-464f-bf60-e2e7427f980f tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:05:20.711931 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb5b4da-2e5c-464f-bf60-e2e7427f980f tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:05:20.712330 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb5b4da-2e5c-464f-bf60-e2e7427f980f tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:05:20.712613 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb5b4da-2e5c-464f-bf60-e2e7427f980f tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:05:20.716692 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e189b6-2fa5-4885-8095-86b764c6af10 None None] No DVR routers for this DVR port 2db2bede-91ab-4873-be0f-5f6eb143dd07 on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:05:20.746759 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e189b6-2fa5-4885-8095-86b764c6af10 None None] Pushing event deleted for resources: {'Port': ['ID=2db2bede-91ab-4873-be0f-5f6eb143dd07,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:20.843500 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ceb5b4da-2e5c-464f-bf60-e2e7427f980f tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:20.868563 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-ceb5b4da-2e5c-464f-bf60-e2e7427f980f tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba9c6db8-38ba-4259-8449-58e6285eed92']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:05:20.877649 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-ceb5b4da-2e5c-464f-bf60-e2e7427f980f tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d0cc042-d535-454d-b078-54b853198ea3') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:05:20.880659 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-ceb5b4da-2e5c-464f-bf60-e2e7427f980f tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d0cc042-d535-454d-b078-54b853198ea3') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:05:20.888814 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ceb5b4da-2e5c-464f-bf60-e2e7427f980f tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:20.915129 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ceb5b4da-2e5c-464f-bf60-e2e7427f980f tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:20.920499 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceb5b4da-2e5c-464f-bf60-e2e7427f980f tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Releasing vlan 1276 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 16:05:20.920884 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ceb5b4da-2e5c-464f-bf60-e2e7427f980f tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:20.925741 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 16:05:20.925741 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 16:05:20.925741 n-d-808921-1 neutron-server[95297]: timer() Sep 24 16:05:20.925741 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 16:05:20.925741 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 16:05:20.925741 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 16:05:20.925741 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 16:05:20.925741 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 16:05:20.925741 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 16:05:20.925741 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 16:05:20.925741 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 16:05:20.925741 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 16:05:20.925741 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 16:05:20.925741 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 16:05:20.925741 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 16:05:20.925741 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 16:05:20.925741 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 16:05:20.925741 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 16:05:20.925741 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 16:05:20.925741 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 16:05:20.925741 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 16:05:20.925741 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 16:05:20.925741 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 16:05:20.925741 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 16:05:20.925741 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 16:05:20.925741 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 16:05:20.925741 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 16:05:20.925741 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 16:05:20.925741 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 16:05:20.925741 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 16:05:20.925741 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 16:05:20.925741 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 16:05:21.415041 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ceb5b4da-2e5c-464f-bf60-e2e7427f980f tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:21.448250 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ceb5b4da-2e5c-464f-bf60-e2e7427f980f tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:21.452167 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ceb5b4da-2e5c-464f-bf60-e2e7427f980f tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "DELETE /v2.0/networks/ba9c6db8-38ba-4259-8449-58e6285eed92 HTTP/1.1" status: 204 len: 168 time: 1.5204792 Sep 24 16:05:21.458485 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 59996) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:05:21.467006 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-a54c7b87-2029-4d2e-b178-899b2f575792 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1673241672', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:05:21.492904 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb5b4da-2e5c-464f-bf60-e2e7427f980f tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Pushing event deleted for resources: {'Network': ['ID=ba9c6db8-38ba-4259-8449-58e6285eed92,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:21.615547 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 2db2bede-91ab-4873-be0f-5f6eb143dd07 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:05:21.638050 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 2db2bede-91ab-4873-be0f-5f6eb143dd07 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:05:21.641979 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a54c7b87-2029-4d2e-b178-899b2f575792 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:21.642194 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 2db2bede-91ab-4873-be0f-5f6eb143dd07 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:05:21.642396 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a54c7b87-2029-4d2e-b178-899b2f575792 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:21.710223 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a54c7b87-2029-4d2e-b178-899b2f575792 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:21.792797 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a54c7b87-2029-4d2e-b178-899b2f575792 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:21.895471 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a54c7b87-2029-4d2e-b178-899b2f575792 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:21.899351 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-a54c7b87-2029-4d2e-b178-899b2f575792 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4374590 Sep 24 16:05:21.900788 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 60012) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:05:21.905864 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-8df361ec-4568-4078-a204-fae4feb33a8d tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Request body: {'network': {'name': 'tempest-RoutersTest-578917210'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:05:22.042970 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df361ec-4568-4078-a204-fae4feb33a8d tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Made reservation on behalf of d6b5c1b0b0ed4291859925b17e7986e7 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:05:22.046643 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8df361ec-4568-4078-a204-fae4feb33a8d tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:22.089828 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8df361ec-4568-4078-a204-fae4feb33a8d tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1278} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 16:05:22.113189 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8df361ec-4568-4078-a204-fae4feb33a8d tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:22.113523 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-8df361ec-4568-4078-a204-fae4feb33a8d tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Added segment 0cb8e892-2a02-48c9-9d89-e24aafbce795 of type vlan for network 9c45f392-2d55-414f-be04-cfb68642eeb7 Sep 24 16:05:22.167538 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8df361ec-4568-4078-a204-fae4feb33a8d tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:22.265720 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8df361ec-4568-4078-a204-fae4feb33a8d tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:22.272016 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df361ec-4568-4078-a204-fae4feb33a8d tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:05:22.272729 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8df361ec-4568-4078-a204-fae4feb33a8d tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:22.276193 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec58f4-64c9-4cce-8265-19bcefbd3c46 req-00372a4e-d83e-46cb-97c8-f038d63d3965 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:05:22.277908 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6aec58f4-64c9-4cce-8265-19bcefbd3c46 req-00372a4e-d83e-46cb-97c8-f038d63d3965 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/networks?id=6dfcf71b-a430-45da-8447-3d600e4a0e09 HTTP/1.1" status: 200 len: 811 time: 0.1690202 Sep 24 16:05:22.294617 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6aec58f4-64c9-4cce-8265-19bcefbd3c46 req-a7231483-d015-4738-a67a-732e74d4525e tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/quotas/ad0a95e7731d4c36b80c295f85c49988 HTTP/1.1" status: 200 len: 375 time: 0.0096772 Sep 24 16:05:22.382718 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6aec58f4-64c9-4cce-8265-19bcefbd3c46 req-3af8c573-1eb5-4ab8-91a8-b427ba8c6a58 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=ad0a95e7731d4c36b80c295f85c49988&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0806015 Sep 24 16:05:22.384606 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 60026) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:05:22.389433 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-d835fbd2-d9b9-4516-84cf-39fb3681cfcf tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Request body: {'subnet': {'network_id': '9c45f392-2d55-414f-be04-cfb68642eeb7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:05:22.391117 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-8df361ec-4568-4078-a204-fae4feb33a8d tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4889922 Sep 24 16:05:22.393438 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df361ec-4568-4078-a204-fae4feb33a8d tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Pushing event updated for resources: {'Network': ['ID=9c45f392-2d55-414f-be04-cfb68642eeb7,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:22.408244 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 9c45f392-2d55-414f-be04-cfb68642eeb7 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 16:05:22.686713 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6aec58f4-64c9-4cce-8265-19bcefbd3c46 req-b10f642d-a334-47ac-979d-5b25c6c308cb service neutron] 10.222.0.101 "GET /v2.0/networks/6dfcf71b-a430-45da-8447-3d600e4a0e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710023 Sep 24 16:05:22.731385 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d835fbd2-d9b9-4516-84cf-39fb3681cfcf tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Made reservation on behalf of d6b5c1b0b0ed4291859925b17e7986e7 for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:05:22.735777 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d835fbd2-d9b9-4516-84cf-39fb3681cfcf tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:22.890502 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6aec58f4-64c9-4cce-8265-19bcefbd3c46 req-983f9cba-1dbb-4f96-9c58-96b988bff1d5 service neutron] 10.222.0.101 "GET /v2.0/networks/6dfcf71b-a430-45da-8447-3d600e4a0e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897807 Sep 24 16:05:23.142468 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d835fbd2-d9b9-4516-84cf-39fb3681cfcf tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:23.220115 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-03434cc7-6c98-4998-85f6-94f7f93f3623 req-99f86c3a-67e4-4b9d-b884-0f16a720b37d tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5661859-2db9-49c8-b18f-1ea3b562c469 HTTP/1.1" status: 200 len: 210 time: 0.0458024 Sep 24 16:05:23.261618 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d835fbd2-d9b9-4516-84cf-39fb3681cfcf tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Pushing event updated for resources: {'Subnet': ['ID=2feb32b8-d910-4013-b445-f5dfbe8c97db,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:23.273887 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d835fbd2-d9b9-4516-84cf-39fb3681cfcf tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Checking segment: {'id': '0cb8e892-2a02-48c9-9d89-e24aafbce795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '9c45f392-2d55-414f-be04-cfb68642eeb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:05:23.274409 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d835fbd2-d9b9-4516-84cf-39fb3681cfcf tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Network hostable DHCP agents. Network: 9c45f392-2d55-414f-be04-cfb68642eeb7, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 16:05:23.380285 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d835fbd2-d9b9-4516-84cf-39fb3681cfcf tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Network 9c45f392-2d55-414f-be04-cfb68642eeb7 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 16:05:23.515270 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-d835fbd2-d9b9-4516-84cf-39fb3681cfcf tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 9c45f392-2d55-414f-be04-cfb68642eeb7) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:05:23.522164 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d835fbd2-d9b9-4516-84cf-39fb3681cfcf tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:05:23.523642 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d835fbd2-d9b9-4516-84cf-39fb3681cfcf tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:23.533753 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adcbecfd-3266-4845-b93c-0a09859ff2df None None] Network 9c45f392-2d55-414f-be04-cfb68642eeb7 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:05:23.609933 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-d835fbd2-d9b9-4516-84cf-39fb3681cfcf tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2242670 Sep 24 16:05:23.614738 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 60064) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:05:23.889374 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9567c12a-1fc6-4dd9-b573-a56a1795733a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-9c45f392-2d55-414f-be04-cfb68642eeb7', 'network_id': '9c45f392-2d55-414f-be04-cfb68642eeb7', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'fixed_ips': [{'subnet_id': '2feb32b8-d910-4013-b445-f5dfbe8c97db'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 16:05:23.891281 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9567c12a-1fc6-4dd9-b573-a56a1795733a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:24.140539 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-9567c12a-1fc6-4dd9-b573-a56a1795733a None None] Allocated IP 172.20.0.2 (9c45f392-2d55-414f-be04-cfb68642eeb7/2feb32b8-d910-4013-b445-f5dfbe8c97db/0298da13-6047-4a0b-8a53-766b0864fbcd) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:05:24.150023 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-771c728c-3231-4358-81d0-865aff5975df tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:24.347032 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-da859ef1-7c1e-40b7-87a9-1e91c86e6dea req-ed8baa72-af50-4dd7-9f27-6e04a9f9d014 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5661859-2db9-49c8-b18f-1ea3b562c469 HTTP/1.1" status: 200 len: 210 time: 0.0662606 Sep 24 16:05:24.358748 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9567c12a-1fc6-4dd9-b573-a56a1795733a None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:24.438152 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9567c12a-1fc6-4dd9-b573-a56a1795733a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:24.505646 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9567c12a-1fc6-4dd9-b573-a56a1795733a None None] Network 9c45f392-2d55-414f-be04-cfb68642eeb7 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:05:24.515099 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-9567c12a-1fc6-4dd9-b573-a56a1795733a None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:05:24.520806 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9567c12a-1fc6-4dd9-b573-a56a1795733a None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:05:24.539714 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-771c728c-3231-4358-81d0-865aff5975df tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Allocated IP 172.20.0.1 (9c45f392-2d55-414f-be04-cfb68642eeb7/2feb32b8-d910-4013-b445-f5dfbe8c97db/ce54a2ee-66eb-49b4-8955-3c429aff02e7) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:05:24.570567 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9567c12a-1fc6-4dd9-b573-a56a1795733a None None] Pushing event updated for resources: {'Port': ['ID=0298da13-6047-4a0b-8a53-766b0864fbcd,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:24.633144 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-9567c12a-1fc6-4dd9-b573-a56a1795733a None None] Attempting to bind port 0298da13-6047-4a0b-8a53-766b0864fbcd on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:05:24.634078 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-9567c12a-1fc6-4dd9-b573-a56a1795733a None None] Attempting to bind port 0298da13-6047-4a0b-8a53-766b0864fbcd by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '0cb8e892-2a02-48c9-9d89-e24aafbce795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '9c45f392-2d55-414f-be04-cfb68642eeb7'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:05:24.636409 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9567c12a-1fc6-4dd9-b573-a56a1795733a None None] Attempting to bind port 0298da13-6047-4a0b-8a53-766b0864fbcd on network 9c45f392-2d55-414f-be04-cfb68642eeb7 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:05:24.653183 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9567c12a-1fc6-4dd9-b573-a56a1795733a None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:05:24.653755 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9567c12a-1fc6-4dd9-b573-a56a1795733a None None] Checking segment: {'id': '0cb8e892-2a02-48c9-9d89-e24aafbce795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '9c45f392-2d55-414f-be04-cfb68642eeb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:05:24.654544 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9567c12a-1fc6-4dd9-b573-a56a1795733a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:24.655301 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9567c12a-1fc6-4dd9-b573-a56a1795733a None None] Bound using segment: {'id': '0cb8e892-2a02-48c9-9d89-e24aafbce795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '9c45f392-2d55-414f-be04-cfb68642eeb7'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:05:24.655916 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-9567c12a-1fc6-4dd9-b573-a56a1795733a None None] Bound port: 0298da13-6047-4a0b-8a53-766b0864fbcd, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb8e892-2a02-48c9-9d89-e24aafbce795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '9c45f392-2d55-414f-be04-cfb68642eeb7'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:05:24.656430 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9567c12a-1fc6-4dd9-b573-a56a1795733a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:24.698996 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-771c728c-3231-4358-81d0-865aff5975df tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:24.730972 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-9567c12a-1fc6-4dd9-b573-a56a1795733a None None] For port 0298da13-6047-4a0b-8a53-766b0864fbcd, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:05:24.734206 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-9567c12a-1fc6-4dd9-b573-a56a1795733a None None] For port 0298da13-6047-4a0b-8a53-766b0864fbcd, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=0298da13-6047-4a0b-8a53-766b0864fbcd,segment=NetworkSegment(0cb8e892-2a02-48c9-9d89-e24aafbce795),segment_id=0cb8e892-2a02-48c9-9d89-e24aafbce795)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:05:24.816122 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-771c728c-3231-4358-81d0-865aff5975df tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:24.816809 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9567c12a-1fc6-4dd9-b573-a56a1795733a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:24.931430 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771c728c-3231-4358-81d0-865aff5975df tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Network 9c45f392-2d55-414f-be04-cfb68642eeb7 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:05:24.942083 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-771c728c-3231-4358-81d0-865aff5975df tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:05:24.954849 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-771c728c-3231-4358-81d0-865aff5975df tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:05:24.960977 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9567c12a-1fc6-4dd9-b573-a56a1795733a None None] Pushing event updated for resources: {'Port': ['ID=0298da13-6047-4a0b-8a53-766b0864fbcd,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:25.058840 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-771c728c-3231-4358-81d0-865aff5975df tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:25.158084 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771c728c-3231-4358-81d0-865aff5975df tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Pushing event updated for resources: {'Port': ['ID=ce54a2ee-66eb-49b4-8955-3c429aff02e7,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:25.427138 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-771c728c-3231-4358-81d0-865aff5975df tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:25.533441 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-922873aa-0e10-45ca-873e-95674d71afe1 req-03f5c8bf-1a2c-4464-9a35-0c2b70526349 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5661859-2db9-49c8-b18f-1ea3b562c469 HTTP/1.1" status: 200 len: 210 time: 0.0511348 Sep 24 16:05:25.741568 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 0298da13-6047-4a0b-8a53-766b0864fbcd up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:05:25.867089 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 0298da13-6047-4a0b-8a53-766b0864fbcd triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:05:25.869047 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:26.060618 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:26.112776 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port 0298da13-6047-4a0b-8a53-766b0864fbcd, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=0298da13-6047-4a0b-8a53-766b0864fbcd,segment=NetworkSegment(0cb8e892-2a02-48c9-9d89-e24aafbce795),segment_id=0cb8e892-2a02-48c9-9d89-e24aafbce795)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:05:26.204848 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:26.310830 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=0298da13-6047-4a0b-8a53-766b0864fbcd,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:26.513606 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea18db47-8801-42ff-9816-0f281550a010 None None] Network 9c45f392-2d55-414f-be04-cfb68642eeb7 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:05:26.515646 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec58f4-64c9-4cce-8265-19bcefbd3c46 req-3b037052-68d6-44f3-9d6b-4b6853f40cd1 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:05:26.517273 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6aec58f4-64c9-4cce-8265-19bcefbd3c46 req-3b037052-68d6-44f3-9d6b-4b6853f40cd1 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.110 "GET /v2.0/networks?id=6dfcf71b-a430-45da-8447-3d600e4a0e09 HTTP/1.1" status: 200 len: 811 time: 0.7345161 Sep 24 16:05:26.528471 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-771c728c-3231-4358-81d0-865aff5975df tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:26.536948 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-6aec58f4-64c9-4cce-8265-19bcefbd3c46 req-33718378-5b36-404e-a926-59d23ff14864 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Request body: {'port': {'device_id': 'f5661859-2db9-49c8-b18f-1ea3b562c469', 'network_id': '6dfcf71b-a430-45da-8447-3d600e4a0e09', 'admin_state_up': True, 'tenant_id': 'ad0a95e7731d4c36b80c295f85c49988'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:05:26.642092 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-a1cdca70-a5e2-443e-9adb-bc35fa1ac188 None None] Provisioning complete for port 0298da13-6047-4a0b-8a53-766b0864fbcd triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:05:26.642862 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a1cdca70-a5e2-443e-9adb-bc35fa1ac188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:26.675808 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-771c728c-3231-4358-81d0-865aff5975df tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:26.722809 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ff6bbb39-0a89-4876-92b0-a19f9109ea76 req-5dfb2fb2-7fba-4902-aaa6-9fdd0872c1c8 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5661859-2db9-49c8-b18f-1ea3b562c469 HTTP/1.1" status: 200 len: 210 time: 0.0494125 Sep 24 16:05:26.767472 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771c728c-3231-4358-81d0-865aff5975df tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Pushing event updated for resources: {'Port': ['ID=ce54a2ee-66eb-49b4-8955-3c429aff02e7,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:26.847093 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-771c728c-3231-4358-81d0-865aff5975df tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:26.946425 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6aec58f4-64c9-4cce-8265-19bcefbd3c46 req-33718378-5b36-404e-a926-59d23ff14864 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Made reservation on behalf of ad0a95e7731d4c36b80c295f85c49988 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:05:26.950059 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-6aec58f4-64c9-4cce-8265-19bcefbd3c46 req-33718378-5b36-404e-a926-59d23ff14864 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:27.022194 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771c728c-3231-4358-81d0-865aff5975df tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Network 9c45f392-2d55-414f-be04-cfb68642eeb7 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:05:27.023770 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-771c728c-3231-4358-81d0-865aff5975df tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:05:27.294561 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-ae0e0ed0-ce15-4a10-8286-d870e193b7a7 None None] Provisioning complete for port ce54a2ee-66eb-49b4-8955-3c429aff02e7 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:05:27.295271 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ae0e0ed0-ce15-4a10-8286-d870e193b7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:27.335282 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-ae0e0ed0-ce15-4a10-8286-d870e193b7a7 None None] Port ce54a2ee-66eb-49b4-8955-3c429aff02e7 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:05:27.349430 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-ae0e0ed0-ce15-4a10-8286-d870e193b7a7 None None] Provisioning complete for port 0298da13-6047-4a0b-8a53-766b0864fbcd triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:05:27.350042 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ae0e0ed0-ce15-4a10-8286-d870e193b7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:27.361021 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-6aec58f4-64c9-4cce-8265-19bcefbd3c46 req-33718378-5b36-404e-a926-59d23ff14864 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Allocated IP 172.20.0.3 (6dfcf71b-a430-45da-8447-3d600e4a0e09/a684d0b1-d9da-4f1a-86e3-ebaba7395986/7c6d59b7-916b-4cdb-96d1-80eb9c14df55) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:05:27.476334 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-771c728c-3231-4358-81d0-865aff5975df tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Router c0f7d473-8263-442c-a518-045e6947a1b9 is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 16:05:27.612924 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-29b12899-7d23-4cac-a395-d96f23227778 None None] Provisioning complete for port ce54a2ee-66eb-49b4-8955-3c429aff02e7 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:05:27.613470 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-29b12899-7d23-4cac-a395-d96f23227778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:27.645358 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 0298da13-6047-4a0b-8a53-766b0864fbcd up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:05:27.714102 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-29b12899-7d23-4cac-a395-d96f23227778 None None] Port ce54a2ee-66eb-49b4-8955-3c429aff02e7 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:05:27.736902 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-6aec58f4-64c9-4cce-8265-19bcefbd3c46 req-33718378-5b36-404e-a926-59d23ff14864 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:27.742949 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-771c728c-3231-4358-81d0-865aff5975df tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:05:27.749441 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-771c728c-3231-4358-81d0-865aff5975df tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "PUT /v2.0/routers/c0f7d473-8263-442c-a518-045e6947a1b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1334343 Sep 24 16:05:27.753528 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 60148) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:05:27.764648 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-f4586200-300b-43ba-a77e-7807c1ecfc0d tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Request body: {'network': {'name': 'tempest-RoutersTest-1730090564'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:05:27.772493 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796ea3e6-46cf-4a68-8e7a-833a06019728 None None] Sync routers for ids ['c0f7d473-8263-442c-a518-045e6947a1b9'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:05:27.796773 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796ea3e6-46cf-4a68-8e7a-833a06019728 None None] Routers {'c0f7d473-8263-442c-a518-045e6947a1b9'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:05:27.796773 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-796ea3e6-46cf-4a68-8e7a-833a06019728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:05:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['c0f7d473-8263-442c-a518-045e6947a1b9'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:05:27.855961 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4586200-300b-43ba-a77e-7807c1ecfc0d tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Made reservation on behalf of d6b5c1b0b0ed4291859925b17e7986e7 for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:05:27.861067 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f4586200-300b-43ba-a77e-7807c1ecfc0d tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:27.920989 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4586200-300b-43ba-a77e-7807c1ecfc0d tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1254} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 16:05:27.926490 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f4586200-300b-43ba-a77e-7807c1ecfc0d tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:27.927309 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-f4586200-300b-43ba-a77e-7807c1ecfc0d tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Added segment 760796b4-65d6-4b18-b339-c185231278d1 of type vlan for network f0687cde-55fa-4f2b-a1fd-e911a684503c Sep 24 16:05:27.929415 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1b10d53a-2900-481c-9462-7d048c49f2cd req-173c3c14-429c-4612-a0a6-0239b3efd5a4 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5661859-2db9-49c8-b18f-1ea3b562c469 HTTP/1.1" status: 200 len: 210 time: 0.0789647 Sep 24 16:05:27.942878 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 0298da13-6047-4a0b-8a53-766b0864fbcd triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:05:27.943260 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:27.968025 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-6aec58f4-64c9-4cce-8265-19bcefbd3c46 req-33718378-5b36-404e-a926-59d23ff14864 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:27.985804 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-796ea3e6-46cf-4a68-8e7a-833a06019728 None None] Set router c0f7d473-8263-442c-a518-045e6947a1b9 gateway port host: None {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:05:28.059876 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f4586200-300b-43ba-a77e-7807c1ecfc0d tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:28.130274 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33718378-5b36-404e-a926-59d23ff14864 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Pushing event updated for resources: {'Port': ['ID=7c6d59b7-916b-4cdb-96d1-80eb9c14df55,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:28.143614 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6aec58f4-64c9-4cce-8265-19bcefbd3c46 req-33718378-5b36-404e-a926-59d23ff14864 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Network 6dfcf71b-a430-45da-8447-3d600e4a0e09 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:05:28.146025 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-6aec58f4-64c9-4cce-8265-19bcefbd3c46 req-33718378-5b36-404e-a926-59d23ff14864 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:05:28.148822 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aec58f4-64c9-4cce-8265-19bcefbd3c46 req-33718378-5b36-404e-a926-59d23ff14864 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:05:28.194983 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-654c5209-976b-4345-b5db-b7a521ff0555 None None] Provisioning complete for port ce54a2ee-66eb-49b4-8955-3c429aff02e7 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:05:28.195685 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-654c5209-976b-4345-b5db-b7a521ff0555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:28.268364 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec58f4-64c9-4cce-8265-19bcefbd3c46 req-33718378-5b36-404e-a926-59d23ff14864 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:05:28.277609 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-6aec58f4-64c9-4cce-8265-19bcefbd3c46 req-33718378-5b36-404e-a926-59d23ff14864 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:28.281126 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f4586200-300b-43ba-a77e-7807c1ecfc0d tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:28.289516 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4586200-300b-43ba-a77e-7807c1ecfc0d tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:05:28.290159 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f4586200-300b-43ba-a77e-7807c1ecfc0d tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:28.396764 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 60162) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:05:28.397206 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-f4586200-300b-43ba-a77e-7807c1ecfc0d tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6354330 Sep 24 16:05:28.399984 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-41ef3c5e-f1b0-4fe2-a0d6-ad1022d04693 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Request body: {'subnet': {'network_id': 'f0687cde-55fa-4f2b-a1fd-e911a684503c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:05:28.439746 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-654c5209-976b-4345-b5db-b7a521ff0555 None None] Port ce54a2ee-66eb-49b4-8955-3c429aff02e7 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:05:28.503364 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6aec58f4-64c9-4cce-8265-19bcefbd3c46 req-33718378-5b36-404e-a926-59d23ff14864 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9722581 Sep 24 16:05:28.504285 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4586200-300b-43ba-a77e-7807c1ecfc0d tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Pushing event updated for resources: {'Network': ['ID=f0687cde-55fa-4f2b-a1fd-e911a684503c,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:28.517244 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network f0687cde-55fa-4f2b-a1fd-e911a684503c details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 16:05:28.548470 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-6aec58f4-64c9-4cce-8265-19bcefbd3c46 req-e8a5120d-1c46-4a67-9dcb-bfa1ea93f41a service neutron] Request body: {'port': {'device_id': 'f5661859-2db9-49c8-b18f-1ea3b562c469', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:05:28.630989 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41ef3c5e-f1b0-4fe2-a0d6-ad1022d04693 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Made reservation on behalf of d6b5c1b0b0ed4291859925b17e7986e7 for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:05:28.635101 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-41ef3c5e-f1b0-4fe2-a0d6-ad1022d04693 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:28.651699 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-6aec58f4-64c9-4cce-8265-19bcefbd3c46 req-e8a5120d-1c46-4a67-9dcb-bfa1ea93f41a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:28.668211 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-2432a6a6-ca26-42d9-ba83-848c12bdc044 None None] Provisioning complete for port 7c6d59b7-916b-4cdb-96d1-80eb9c14df55 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:05:28.669429 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2432a6a6-ca26-42d9-ba83-848c12bdc044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:28.735457 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-796ea3e6-46cf-4a68-8e7a-833a06019728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'name': 'tempest-RoutersTest-router-1673241672', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:05:21Z', 'updated_at': '2021-09-24T16:05:25Z', 'revision_number': 2, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'gw_port_host': None, '_interfaces': [{'id': 'ce54a2ee-66eb-49b4-8955-3c429aff02e7', 'name': '', 'network_id': '9c45f392-2d55-414f-be04-cfb68642eeb7', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'mac_address': 'fa:16:3e:05:27:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '2feb32b8-d910-4013-b445-f5dfbe8c97db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:05:24Z', 'updated_at': '2021-09-24T16:05:25Z', 'revision_number': 2, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'subnets': [{'id': '2feb32b8-d910-4013-b445-f5dfbe8c97db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:05:28.742208 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-2432a6a6-ca26-42d9-ba83-848c12bdc044 None None] Port 7c6d59b7-916b-4cdb-96d1-80eb9c14df55 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:05:28.788981 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796ea3e6-46cf-4a68-8e7a-833a06019728 None None] Checking router: c0f7d473-8263-442c-a518-045e6947a1b9 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:05:28.789619 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796ea3e6-46cf-4a68-8e7a-833a06019728 None None] Updating router c0f7d473-8263-442c-a518-045e6947a1b9 port ce54a2ee-66eb-49b4-8955-3c429aff02e7 binding host n-d-808921-1 {{(pid=95299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 16:05:28.838547 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-796ea3e6-46cf-4a68-8e7a-833a06019728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:29.154068 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-6aec58f4-64c9-4cce-8265-19bcefbd3c46 req-e8a5120d-1c46-4a67-9dcb-bfa1ea93f41a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c6d59b7-916b-4cdb-96d1-80eb9c14df55 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:05:29.164160 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-6aec58f4-64c9-4cce-8265-19bcefbd3c46 req-e8a5120d-1c46-4a67-9dcb-bfa1ea93f41a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:29.174769 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f12edcb-87c3-41c0-a23d-8e88de9ef6f8 req-7d7662de-f370-42dd-8b69-9e0967281ec9 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:05:29.177243 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7f12edcb-87c3-41c0-a23d-8e88de9ef6f8 req-7d7662de-f370-42dd-8b69-9e0967281ec9 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5661859-2db9-49c8-b18f-1ea3b562c469 HTTP/1.1" status: 200 len: 931 time: 0.1168530 Sep 24 16:05:29.179168 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-41ef3c5e-f1b0-4fe2-a0d6-ad1022d04693 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:29.213417 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-6aec58f4-64c9-4cce-8265-19bcefbd3c46 req-e8a5120d-1c46-4a67-9dcb-bfa1ea93f41a service neutron] Transition to ACTIVE for port object 7c6d59b7-916b-4cdb-96d1-80eb9c14df55 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 16:05:29.252503 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ef3c5e-f1b0-4fe2-a0d6-ad1022d04693 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Pushing event updated for resources: {'Subnet': ['ID=6a9cf315-27ba-415f-95e4-6f156063a9c7,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:29.294942 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-6aec58f4-64c9-4cce-8265-19bcefbd3c46 req-e8a5120d-1c46-4a67-9dcb-bfa1ea93f41a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:29.350217 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7f12edcb-87c3-41c0-a23d-8e88de9ef6f8 req-945b1ad7-6dca-466c-8ef4-ec483ee5af36 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990143 Sep 24 16:05:29.376553 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ef3c5e-f1b0-4fe2-a0d6-ad1022d04693 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Checking segment: {'id': '760796b4-65d6-4b18-b339-c185231278d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': 'f0687cde-55fa-4f2b-a1fd-e911a684503c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:05:29.377328 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ef3c5e-f1b0-4fe2-a0d6-ad1022d04693 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Network hostable DHCP agents. Network: f0687cde-55fa-4f2b-a1fd-e911a684503c, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 16:05:29.482836 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ef3c5e-f1b0-4fe2-a0d6-ad1022d04693 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Network f0687cde-55fa-4f2b-a1fd-e911a684503c is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 16:05:29.498003 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a5120d-1c46-4a67-9dcb-bfa1ea93f41a service neutron] Pushing event updated for resources: {'Port': ['ID=7c6d59b7-916b-4cdb-96d1-80eb9c14df55,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:29.569532 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-6aec58f4-64c9-4cce-8265-19bcefbd3c46 req-e8a5120d-1c46-4a67-9dcb-bfa1ea93f41a service neutron] Attempting to bind port 7c6d59b7-916b-4cdb-96d1-80eb9c14df55 on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:05:29.572985 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-6aec58f4-64c9-4cce-8265-19bcefbd3c46 req-e8a5120d-1c46-4a67-9dcb-bfa1ea93f41a service neutron] Attempting to bind port 7c6d59b7-916b-4cdb-96d1-80eb9c14df55 by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': '2092c0c1-8505-4766-a7ca-113875fab965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '6dfcf71b-a430-45da-8447-3d600e4a0e09'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:05:29.572985 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aec58f4-64c9-4cce-8265-19bcefbd3c46 req-e8a5120d-1c46-4a67-9dcb-bfa1ea93f41a service neutron] Attempting to bind port 7c6d59b7-916b-4cdb-96d1-80eb9c14df55 on network 6dfcf71b-a430-45da-8447-3d600e4a0e09 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:05:29.575820 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aec58f4-64c9-4cce-8265-19bcefbd3c46 req-e8a5120d-1c46-4a67-9dcb-bfa1ea93f41a service neutron] Port 7c6d59b7-916b-4cdb-96d1-80eb9c14df55 on network 6dfcf71b-a430-45da-8447-3d600e4a0e09 not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 16:05:29.576199 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aec58f4-64c9-4cce-8265-19bcefbd3c46 req-e8a5120d-1c46-4a67-9dcb-bfa1ea93f41a service neutron] Attempting to bind port 7c6d59b7-916b-4cdb-96d1-80eb9c14df55 on network 6dfcf71b-a430-45da-8447-3d600e4a0e09 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:05:29.581673 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aec58f4-64c9-4cce-8265-19bcefbd3c46 req-e8a5120d-1c46-4a67-9dcb-bfa1ea93f41a service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:05:29.582638 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aec58f4-64c9-4cce-8265-19bcefbd3c46 req-e8a5120d-1c46-4a67-9dcb-bfa1ea93f41a service neutron] Checking segment: {'id': '2092c0c1-8505-4766-a7ca-113875fab965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '6dfcf71b-a430-45da-8447-3d600e4a0e09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:05:29.582955 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aec58f4-64c9-4cce-8265-19bcefbd3c46 req-e8a5120d-1c46-4a67-9dcb-bfa1ea93f41a service neutron] Bound using segment: {'id': '2092c0c1-8505-4766-a7ca-113875fab965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '6dfcf71b-a430-45da-8447-3d600e4a0e09'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:05:29.583641 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-6aec58f4-64c9-4cce-8265-19bcefbd3c46 req-e8a5120d-1c46-4a67-9dcb-bfa1ea93f41a service neutron] Bound port: 7c6d59b7-916b-4cdb-96d1-80eb9c14df55, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2092c0c1-8505-4766-a7ca-113875fab965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '6dfcf71b-a430-45da-8447-3d600e4a0e09'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:05:29.584065 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-6aec58f4-64c9-4cce-8265-19bcefbd3c46 req-e8a5120d-1c46-4a67-9dcb-bfa1ea93f41a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:29.591400 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-41ef3c5e-f1b0-4fe2-a0d6-ad1022d04693 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, f0687cde-55fa-4f2b-a1fd-e911a684503c) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:05:29.596642 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ef3c5e-f1b0-4fe2-a0d6-ad1022d04693 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:05:29.597240 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-41ef3c5e-f1b0-4fe2-a0d6-ad1022d04693 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:29.619624 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7bf73da-ebb5-433c-af7b-47a75d47820f None None] Network f0687cde-55fa-4f2b-a1fd-e911a684503c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:05:29.698002 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-796ea3e6-46cf-4a68-8e7a-833a06019728 None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:29.713478 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-41ef3c5e-f1b0-4fe2-a0d6-ad1022d04693 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3182220 Sep 24 16:05:29.718873 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 60190) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:05:29.739468 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-6aec58f4-64c9-4cce-8265-19bcefbd3c46 req-e8a5120d-1c46-4a67-9dcb-bfa1ea93f41a service neutron] For port 7c6d59b7-916b-4cdb-96d1-80eb9c14df55, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:05:29.746895 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-6aec58f4-64c9-4cce-8265-19bcefbd3c46 req-e8a5120d-1c46-4a67-9dcb-bfa1ea93f41a service neutron] For port 7c6d59b7-916b-4cdb-96d1-80eb9c14df55, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=7c6d59b7-916b-4cdb-96d1-80eb9c14df55,segment=NetworkSegment(2092c0c1-8505-4766-a7ca-113875fab965),segment_id=2092c0c1-8505-4766-a7ca-113875fab965)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:05:29.803471 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-796ea3e6-46cf-4a68-8e7a-833a06019728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:29.825820 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-6aec58f4-64c9-4cce-8265-19bcefbd3c46 req-e8a5120d-1c46-4a67-9dcb-bfa1ea93f41a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:29.929111 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec58f4-64c9-4cce-8265-19bcefbd3c46 req-e8a5120d-1c46-4a67-9dcb-bfa1ea93f41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:05:29.929527 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-6aec58f4-64c9-4cce-8265-19bcefbd3c46 req-e8a5120d-1c46-4a67-9dcb-bfa1ea93f41a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:29.930929 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6aec58f4-64c9-4cce-8265-19bcefbd3c46 req-e8a5120d-1c46-4a67-9dcb-bfa1ea93f41a service neutron] 10.222.0.110 "PUT /v2.0/ports/7c6d59b7-916b-4cdb-96d1-80eb9c14df55 HTTP/1.1" status: 200 len: 1091 time: 1.4023910 Sep 24 16:05:29.942037 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5661859-2db9-49c8-b18f-1ea3b562c469', 'tag': '7c6d59b7-916b-4cdb-96d1-80eb9c14df55'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:05:29.944617 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f4df029-fd5e-4060-a218-f2b3a1c53d9e" -d '{"events": [{"name": "network-changed", "server_uuid": "f5661859-2db9-49c8-b18f-1ea3b562c469", "tag": "7c6d59b7-916b-4cdb-96d1-80eb9c14df55"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:05:30.069088 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fcf6ab6-ccc9-42e1-82bf-a2bc26c5a076 x-openstack-request-id: req-0fcf6ab6-ccc9-42e1-82bf-a2bc26c5a076 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:05:30.069378 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5661859-2db9-49c8-b18f-1ea3b562c469", "tag": "7c6d59b7-916b-4cdb-96d1-80eb9c14df55", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:05:30.069638 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-0fcf6ab6-ccc9-42e1-82bf-a2bc26c5a076 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:05:30.070788 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5661859-2db9-49c8-b18f-1ea3b562c469', 'tag': '7c6d59b7-916b-4cdb-96d1-80eb9c14df55', 'status': 'completed', 'code': 200} Sep 24 16:05:30.071538 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a5120d-1c46-4a67-9dcb-bfa1ea93f41a service neutron] Pushing event updated for resources: {'Port': ['ID=7c6d59b7-916b-4cdb-96d1-80eb9c14df55,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:30.148147 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577567fd-3ef7-4ece-bc61-336676cdac24 None None] Pushing event updated for resources: {'Port': ['ID=ce54a2ee-66eb-49b4-8955-3c429aff02e7,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:30.197134 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-796ea3e6-46cf-4a68-8e7a-833a06019728 None None] Attempting to bind port ce54a2ee-66eb-49b4-8955-3c429aff02e7 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:05:30.197680 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-796ea3e6-46cf-4a68-8e7a-833a06019728 None None] Attempting to bind port ce54a2ee-66eb-49b4-8955-3c429aff02e7 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '0cb8e892-2a02-48c9-9d89-e24aafbce795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '9c45f392-2d55-414f-be04-cfb68642eeb7'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:05:30.198279 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796ea3e6-46cf-4a68-8e7a-833a06019728 None None] Attempting to bind port ce54a2ee-66eb-49b4-8955-3c429aff02e7 on network 9c45f392-2d55-414f-be04-cfb68642eeb7 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:05:30.206677 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de18bf6f-8201-43fe-a379-6a12b4e6a73e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-f0687cde-55fa-4f2b-a1fd-e911a684503c', 'network_id': 'f0687cde-55fa-4f2b-a1fd-e911a684503c', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'fixed_ips': [{'subnet_id': '6a9cf315-27ba-415f-95e4-6f156063a9c7'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 16:05:30.207788 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-de18bf6f-8201-43fe-a379-6a12b4e6a73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:30.212333 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec58f4-64c9-4cce-8265-19bcefbd3c46 req-caa26361-81fc-45f3-8edb-7a14cbe457da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:05:30.213540 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796ea3e6-46cf-4a68-8e7a-833a06019728 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:05:30.213884 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6aec58f4-64c9-4cce-8265-19bcefbd3c46 req-caa26361-81fc-45f3-8edb-7a14cbe457da service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=ad0a95e7731d4c36b80c295f85c49988&device_id=f5661859-2db9-49c8-b18f-1ea3b562c469 HTTP/1.1" status: 200 len: 1094 time: 0.1797378 Sep 24 16:05:30.214299 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796ea3e6-46cf-4a68-8e7a-833a06019728 None None] Checking segment: {'id': '0cb8e892-2a02-48c9-9d89-e24aafbce795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '9c45f392-2d55-414f-be04-cfb68642eeb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:05:30.215614 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-796ea3e6-46cf-4a68-8e7a-833a06019728 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:30.216183 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796ea3e6-46cf-4a68-8e7a-833a06019728 None None] Bound using segment: {'id': '0cb8e892-2a02-48c9-9d89-e24aafbce795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '9c45f392-2d55-414f-be04-cfb68642eeb7'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:05:30.216925 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-796ea3e6-46cf-4a68-8e7a-833a06019728 None None] Bound port: ce54a2ee-66eb-49b4-8955-3c429aff02e7, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cb8e892-2a02-48c9-9d89-e24aafbce795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1278, 'network_id': '9c45f392-2d55-414f-be04-cfb68642eeb7'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:05:30.217468 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-796ea3e6-46cf-4a68-8e7a-833a06019728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:30.325522 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6aec58f4-64c9-4cce-8265-19bcefbd3c46 req-a5929b6c-65d5-4884-b8b1-a018e1a15f7a service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c6d59b7-916b-4cdb-96d1-80eb9c14df55 HTTP/1.1" status: 200 len: 217 time: 0.0977590 Sep 24 16:05:30.494662 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec58f4-64c9-4cce-8265-19bcefbd3c46 req-ea50ad6c-f4ec-4b33-be67-585712b310f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:05:30.496294 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6aec58f4-64c9-4cce-8265-19bcefbd3c46 req-ea50ad6c-f4ec-4b33-be67-585712b310f2 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=a684d0b1-d9da-4f1a-86e3-ebaba7395986 HTTP/1.1" status: 200 len: 850 time: 0.1608005 Sep 24 16:05:30.525008 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d1372ced-53e6-4418-bd06-42fc29505fcf tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:30.617637 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec58f4-64c9-4cce-8265-19bcefbd3c46 req-01a2a9c3-0b78-42b6-ab2e-d1477ac6ee2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:05:30.619215 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6aec58f4-64c9-4cce-8265-19bcefbd3c46 req-01a2a9c3-0b78-42b6-ab2e-d1477ac6ee2c service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=6dfcf71b-a430-45da-8447-3d600e4a0e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1116099 Sep 24 16:05:30.646948 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-796ea3e6-46cf-4a68-8e7a-833a06019728 None None] For port ce54a2ee-66eb-49b4-8955-3c429aff02e7, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:05:30.649779 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-8891faaa-1c75-4205-baf2-498b8a52945d None None] Provisioning complete for port ce54a2ee-66eb-49b4-8955-3c429aff02e7 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:05:30.650431 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8891faaa-1c75-4205-baf2-498b8a52945d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:30.737500 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-de18bf6f-8201-43fe-a379-6a12b4e6a73e None None] Allocated IP 172.21.0.2 (f0687cde-55fa-4f2b-a1fd-e911a684503c/6a9cf315-27ba-415f-95e4-6f156063a9c7/2185789d-9496-4c51-9efa-4ca96c8b1129) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:05:30.841718 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dff04d-a3ca-4c3d-b034-413058c993ab req-40a1d885-ef41-48b0-9307-e69e1273ec96 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:05:30.845956 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-796ea3e6-46cf-4a68-8e7a-833a06019728 None None] For port ce54a2ee-66eb-49b4-8955-3c429aff02e7, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=ce54a2ee-66eb-49b4-8955-3c429aff02e7,segment=NetworkSegment(0cb8e892-2a02-48c9-9d89-e24aafbce795),segment_id=0cb8e892-2a02-48c9-9d89-e24aafbce795)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:05:30.849840 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-09dff04d-a3ca-4c3d-b034-413058c993ab req-40a1d885-ef41-48b0-9307-e69e1273ec96 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5661859-2db9-49c8-b18f-1ea3b562c469 HTTP/1.1" status: 200 len: 943 time: 0.3521156 Sep 24 16:05:30.870830 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-8891faaa-1c75-4205-baf2-498b8a52945d None None] Port ce54a2ee-66eb-49b4-8955-3c429aff02e7 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:05:30.894206 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6aec58f4-64c9-4cce-8265-19bcefbd3c46 req-80f9445d-8333-4e32-b54a-6c4d0ac3d2a9 service neutron] 10.222.0.110 "GET /v2.0/networks/6dfcf71b-a430-45da-8447-3d600e4a0e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654004 Sep 24 16:05:30.916388 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-796ea3e6-46cf-4a68-8e7a-833a06019728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:30.965543 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-09dff04d-a3ca-4c3d-b034-413058c993ab req-37f9e52c-8cec-4007-9e70-b50d24388b6e tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078751 Sep 24 16:05:31.043674 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-de18bf6f-8201-43fe-a379-6a12b4e6a73e None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:31.054900 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6aec58f4-64c9-4cce-8265-19bcefbd3c46 req-3b79d103-de89-453f-b5b0-f6504a5fab2c service neutron] 10.222.0.110 "GET /v2.0/networks/6dfcf71b-a430-45da-8447-3d600e4a0e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452639 Sep 24 16:05:31.088005 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577567fd-3ef7-4ece-bc61-336676cdac24 None None] Pushing event updated for resources: {'Port': ['ID=ce54a2ee-66eb-49b4-8955-3c429aff02e7,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:31.217770 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-d1372ced-53e6-4418-bd06-42fc29505fcf tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Allocated IP 172.21.0.1 (f0687cde-55fa-4f2b-a1fd-e911a684503c/6a9cf315-27ba-415f-95e4-6f156063a9c7/88d0b12e-4017-4442-8e62-60ba2e656ee8) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:05:31.244323 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-de18bf6f-8201-43fe-a379-6a12b4e6a73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:31.277385 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796ea3e6-46cf-4a68-8e7a-833a06019728 None None] Routers {'c0f7d473-8263-442c-a518-045e6947a1b9'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:05:31.278822 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-796ea3e6-46cf-4a68-8e7a-833a06019728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:05:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['c0f7d473-8263-442c-a518-045e6947a1b9'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:05:31.279841 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4df029-fd5e-4060-a218-f2b3a1c53d9e req-d15249a9-21b1-4ad3-89ba-a747c59d3e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:05:31.281503 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2f4df029-fd5e-4060-a218-f2b3a1c53d9e req-d15249a9-21b1-4ad3-89ba-a747c59d3e36 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=ad0a95e7731d4c36b80c295f85c49988&device_id=f5661859-2db9-49c8-b18f-1ea3b562c469 HTTP/1.1" status: 200 len: 1094 time: 0.0885763 Sep 24 16:05:31.452479 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d1372ced-53e6-4418-bd06-42fc29505fcf tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:31.477779 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-796ea3e6-46cf-4a68-8e7a-833a06019728 None None] Set router c0f7d473-8263-442c-a518-045e6947a1b9 gateway port host: None {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:05:31.510771 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4df029-fd5e-4060-a218-f2b3a1c53d9e req-4c028da0-9325-434a-9f1c-72dca7fb6bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:05:31.512727 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2f4df029-fd5e-4060-a218-f2b3a1c53d9e req-4c028da0-9325-434a-9f1c-72dca7fb6bab service neutron] 10.222.0.110 "GET /v2.0/networks?id=6dfcf71b-a430-45da-8447-3d600e4a0e09 HTTP/1.1" status: 200 len: 913 time: 0.2223554 Sep 24 16:05:31.536463 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de18bf6f-8201-43fe-a379-6a12b4e6a73e None None] Network f0687cde-55fa-4f2b-a1fd-e911a684503c is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:05:31.560950 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-de18bf6f-8201-43fe-a379-6a12b4e6a73e None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:05:31.569211 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de18bf6f-8201-43fe-a379-6a12b4e6a73e None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:05:31.570265 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2f4df029-fd5e-4060-a218-f2b3a1c53d9e req-24eceaad-dcbb-497a-b9b7-98c0feffc4f5 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7c6d59b7-916b-4cdb-96d1-80eb9c14df55 HTTP/1.1" status: 200 len: 217 time: 0.0435770 Sep 24 16:05:31.571479 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-42875f7d-1e53-40df-8364-c0830fae89d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:31.654294 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d1372ced-53e6-4418-bd06-42fc29505fcf tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:31.677420 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4df029-fd5e-4060-a218-f2b3a1c53d9e req-5d055a6d-f625-4955-bab4-1f9308b5cd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:05:31.677725 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de18bf6f-8201-43fe-a379-6a12b4e6a73e None None] Pushing event updated for resources: {'Port': ['ID=2185789d-9496-4c51-9efa-4ca96c8b1129,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:31.679853 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2f4df029-fd5e-4060-a218-f2b3a1c53d9e req-5d055a6d-f625-4955-bab4-1f9308b5cd5a service neutron] 10.222.0.110 "GET /v2.0/subnets?id=a684d0b1-d9da-4f1a-86e3-ebaba7395986 HTTP/1.1" status: 200 len: 850 time: 0.0989711 Sep 24 16:05:31.755609 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4df029-fd5e-4060-a218-f2b3a1c53d9e req-53c54e1e-5eef-492f-8589-99e75beebda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:05:31.758433 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2f4df029-fd5e-4060-a218-f2b3a1c53d9e req-53c54e1e-5eef-492f-8589-99e75beebda0 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=6dfcf71b-a430-45da-8447-3d600e4a0e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666425 Sep 24 16:05:31.784302 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1372ced-53e6-4418-bd06-42fc29505fcf tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Network f0687cde-55fa-4f2b-a1fd-e911a684503c is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:05:31.791885 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-d1372ced-53e6-4418-bd06-42fc29505fcf tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:05:31.798742 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1372ced-53e6-4418-bd06-42fc29505fcf tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Pushing event updated for resources: {'Port': ['ID=88d0b12e-4017-4442-8e62-60ba2e656ee8,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:31.801612 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1372ced-53e6-4418-bd06-42fc29505fcf tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:05:31.807105 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-de18bf6f-8201-43fe-a379-6a12b4e6a73e None None] Attempting to bind port 2185789d-9496-4c51-9efa-4ca96c8b1129 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:05:31.807801 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-de18bf6f-8201-43fe-a379-6a12b4e6a73e None None] Attempting to bind port 2185789d-9496-4c51-9efa-4ca96c8b1129 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '760796b4-65d6-4b18-b339-c185231278d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': 'f0687cde-55fa-4f2b-a1fd-e911a684503c'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:05:31.808560 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de18bf6f-8201-43fe-a379-6a12b4e6a73e None None] Attempting to bind port 2185789d-9496-4c51-9efa-4ca96c8b1129 on network f0687cde-55fa-4f2b-a1fd-e911a684503c {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:05:31.819609 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de18bf6f-8201-43fe-a379-6a12b4e6a73e None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:05:31.819609 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de18bf6f-8201-43fe-a379-6a12b4e6a73e None None] Checking segment: {'id': '760796b4-65d6-4b18-b339-c185231278d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': 'f0687cde-55fa-4f2b-a1fd-e911a684503c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:05:31.819609 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-de18bf6f-8201-43fe-a379-6a12b4e6a73e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:31.819609 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de18bf6f-8201-43fe-a379-6a12b4e6a73e None None] Bound using segment: {'id': '760796b4-65d6-4b18-b339-c185231278d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': 'f0687cde-55fa-4f2b-a1fd-e911a684503c'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:05:31.820070 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-de18bf6f-8201-43fe-a379-6a12b4e6a73e None None] Bound port: 2185789d-9496-4c51-9efa-4ca96c8b1129, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '760796b4-65d6-4b18-b339-c185231278d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': 'f0687cde-55fa-4f2b-a1fd-e911a684503c'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:05:31.820188 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-de18bf6f-8201-43fe-a379-6a12b4e6a73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:31.866938 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-cb0e0dfa-a97f-450b-ae54-6f16370d52ce None None] Provisioning complete for port ce54a2ee-66eb-49b4-8955-3c429aff02e7 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:05:31.867317 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-cb0e0dfa-a97f-450b-ae54-6f16370d52ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:31.872799 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d1372ced-53e6-4418-bd06-42fc29505fcf tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:32.024864 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2f4df029-fd5e-4060-a218-f2b3a1c53d9e req-a4a819ac-f2a2-478e-8a67-132e98cce4cf service neutron] 10.222.0.110 "GET /v2.0/networks/6dfcf71b-a430-45da-8447-3d600e4a0e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565513 Sep 24 16:05:32.038225 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-de18bf6f-8201-43fe-a379-6a12b4e6a73e None None] For port 2185789d-9496-4c51-9efa-4ca96c8b1129, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:05:32.043763 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-de18bf6f-8201-43fe-a379-6a12b4e6a73e None None] For port 2185789d-9496-4c51-9efa-4ca96c8b1129, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=2185789d-9496-4c51-9efa-4ca96c8b1129,segment=NetworkSegment(760796b4-65d6-4b18-b339-c185231278d1),segment_id=760796b4-65d6-4b18-b339-c185231278d1)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:05:32.129429 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-cb0e0dfa-a97f-450b-ae54-6f16370d52ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:32.159174 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d1372ced-53e6-4418-bd06-42fc29505fcf tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:32.175234 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-de18bf6f-8201-43fe-a379-6a12b4e6a73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:32.198954 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e80149-8481-4e1d-97e9-8b7e30145591 req-584d5093-5aff-442d-a96d-f1ae217ec7c8 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:05:32.200517 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-50e80149-8481-4e1d-97e9-8b7e30145591 req-584d5093-5aff-442d-a96d-f1ae217ec7c8 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5661859-2db9-49c8-b18f-1ea3b562c469 HTTP/1.1" status: 200 len: 943 time: 0.0881252 Sep 24 16:05:32.205402 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2f4df029-fd5e-4060-a218-f2b3a1c53d9e req-d54c4535-7139-4cb9-826e-fc48f2666d68 service neutron] 10.222.0.110 "GET /v2.0/networks/6dfcf71b-a430-45da-8447-3d600e4a0e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634398 Sep 24 16:05:32.233754 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-cb0e0dfa-a97f-450b-ae54-6f16370d52ce None None] For port ce54a2ee-66eb-49b4-8955-3c429aff02e7, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=ce54a2ee-66eb-49b4-8955-3c429aff02e7,segment=NetworkSegment(0cb8e892-2a02-48c9-9d89-e24aafbce795),segment_id=0cb8e892-2a02-48c9-9d89-e24aafbce795)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:05:32.238942 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-796ea3e6-46cf-4a68-8e7a-833a06019728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'name': 'tempest-RoutersTest-router-1673241672', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:05:21Z', 'updated_at': '2021-09-24T16:05:25Z', 'revision_number': 2, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'gw_port_host': None, '_interfaces': [{'id': 'ce54a2ee-66eb-49b4-8955-3c429aff02e7', 'name': '', 'network_id': '9c45f392-2d55-414f-be04-cfb68642eeb7', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'mac_address': 'fa:16:3e:05:27:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '2feb32b8-d910-4013-b445-f5dfbe8c97db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:05:24Z', 'updated_at': '2021-09-24T16:05:30Z', 'revision_number': 4, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'subnets': [{'id': '2feb32b8-d910-4013-b445-f5dfbe8c97db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:05:32.277246 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-50e80149-8481-4e1d-97e9-8b7e30145591 req-e08088a7-09f1-4cf1-97ec-6f16cbb53ab7 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657248 Sep 24 16:05:32.279857 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796ea3e6-46cf-4a68-8e7a-833a06019728 None None] The sync data for ids ['c0f7d473-8263-442c-a518-045e6947a1b9'] in n-d-808921-1 is: [{'id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'name': 'tempest-RoutersTest-router-1673241672', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:05:21Z', 'updated_at': '2021-09-24T16:05:25Z', 'revision_number': 2, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'gw_port_host': None, '_interfaces': [{'id': 'ce54a2ee-66eb-49b4-8955-3c429aff02e7', 'name': '', 'network_id': '9c45f392-2d55-414f-be04-cfb68642eeb7', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'mac_address': 'fa:16:3e:05:27:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '2feb32b8-d910-4013-b445-f5dfbe8c97db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:05:24Z', 'updated_at': '2021-09-24T16:05:30Z', 'revision_number': 4, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'subnets': [{'id': '2feb32b8-d910-4013-b445-f5dfbe8c97db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:05:32.322257 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de18bf6f-8201-43fe-a379-6a12b4e6a73e None None] Pushing event updated for resources: {'Port': ['ID=2185789d-9496-4c51-9efa-4ca96c8b1129,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:32.368953 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-cb0e0dfa-a97f-450b-ae54-6f16370d52ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:32.460388 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e0dfa-a97f-450b-ae54-6f16370d52ce None None] Pushing event updated for resources: {'Port': ['ID=ce54a2ee-66eb-49b4-8955-3c429aff02e7,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:32.695930 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d1372ced-53e6-4418-bd06-42fc29505fcf tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:32.808500 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d1372ced-53e6-4418-bd06-42fc29505fcf tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:32.905912 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1372ced-53e6-4418-bd06-42fc29505fcf tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Pushing event updated for resources: {'Port': ['ID=88d0b12e-4017-4442-8e62-60ba2e656ee8,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:32.908864 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d1372ced-53e6-4418-bd06-42fc29505fcf tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:33.062071 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1372ced-53e6-4418-bd06-42fc29505fcf tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Network f0687cde-55fa-4f2b-a1fd-e911a684503c is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:05:33.064553 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-d1372ced-53e6-4418-bd06-42fc29505fcf tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:05:33.207987 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1372ced-53e6-4418-bd06-42fc29505fcf tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Router c0f7d473-8263-442c-a518-045e6947a1b9 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:05:33.353561 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1372ced-53e6-4418-bd06-42fc29505fcf tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:05:33.362888 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-d1372ced-53e6-4418-bd06-42fc29505fcf tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "PUT /v2.0/routers/c0f7d473-8263-442c-a518-045e6947a1b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6428812 Sep 24 16:05:33.365788 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 60260) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:05:33.376163 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-01153f10-09ab-41e7-8d89-cf032af0cea3 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Request body: {'network': {'name': 'tempest-RoutersTest-123205261'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:05:33.506425 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c824dd26-cf06-471f-9ad3-074d91448212 req-1853704a-1d88-4e2a-b55e-5db2061d1d25 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:05:33.508893 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c824dd26-cf06-471f-9ad3-074d91448212 req-1853704a-1d88-4e2a-b55e-5db2061d1d25 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5661859-2db9-49c8-b18f-1ea3b562c469 HTTP/1.1" status: 200 len: 943 time: 0.0610912 Sep 24 16:05:33.546123 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01153f10-09ab-41e7-8d89-cf032af0cea3 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Made reservation on behalf of d6b5c1b0b0ed4291859925b17e7986e7 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:05:33.554604 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-01153f10-09ab-41e7-8d89-cf032af0cea3 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:33.623057 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01153f10-09ab-41e7-8d89-cf032af0cea3 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1257} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 16:05:33.649969 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c824dd26-cf06-471f-9ad3-074d91448212 req-7ef14a87-109f-41ff-a4e7-ff6015b387ac tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271744 Sep 24 16:05:33.655196 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-01153f10-09ab-41e7-8d89-cf032af0cea3 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:33.655545 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-01153f10-09ab-41e7-8d89-cf032af0cea3 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Added segment 93d9beaf-647c-4cb3-8a4d-c0e28c159c29 of type vlan for network 74dc6243-adb1-42d4-a251-7a148cbc160b Sep 24 16:05:33.726204 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-01153f10-09ab-41e7-8d89-cf032af0cea3 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:33.847848 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 2185789d-9496-4c51-9efa-4ca96c8b1129 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:05:33.871278 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54070d66-1812-43cd-99d7-200d00e1f05b None None] Network f0687cde-55fa-4f2b-a1fd-e911a684503c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:05:33.876366 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-01153f10-09ab-41e7-8d89-cf032af0cea3 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:33.877938 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01153f10-09ab-41e7-8d89-cf032af0cea3 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:05:33.878601 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-01153f10-09ab-41e7-8d89-cf032af0cea3 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:33.959026 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b019224b-bc4d-4b98-9c64-604849c05924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:33.968272 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01153f10-09ab-41e7-8d89-cf032af0cea3 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Pushing event updated for resources: {'Network': ['ID=74dc6243-adb1-42d4-a251-7a148cbc160b,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:33.978442 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-bfa320a6-3d78-486c-b7e6-acbe2fe019be None None] Provisioning complete for port 2185789d-9496-4c51-9efa-4ca96c8b1129 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:05:33.978891 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-bfa320a6-3d78-486c-b7e6-acbe2fe019be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:33.987872 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-01153f10-09ab-41e7-8d89-cf032af0cea3 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6203861 Sep 24 16:05:33.991868 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 60272) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:05:33.996403 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-35da0a6b-de03-4972-b8f8-80c239168e97 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Request body: {'subnet': {'network_id': '74dc6243-adb1-42d4-a251-7a148cbc160b', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:05:34.012214 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 74dc6243-adb1-42d4-a251-7a148cbc160b details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 16:05:34.041345 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 2185789d-9496-4c51-9efa-4ca96c8b1129 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:05:34.042004 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:34.316219 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35da0a6b-de03-4972-b8f8-80c239168e97 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Made reservation on behalf of d6b5c1b0b0ed4291859925b17e7986e7 for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:05:34.316219 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-35da0a6b-de03-4972-b8f8-80c239168e97 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:34.529831 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:34.557823 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:34.575413 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9206f870-7f65-4ae0-9531-d64e12612b55 None None] Sync routers for ids ['c0f7d473-8263-442c-a518-045e6947a1b9'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:05:34.583165 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-bfa320a6-3d78-486c-b7e6-acbe2fe019be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:34.593255 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9206f870-7f65-4ae0-9531-d64e12612b55 None None] Routers {'c0f7d473-8263-442c-a518-045e6947a1b9'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:05:34.593957 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-9206f870-7f65-4ae0-9531-d64e12612b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:05:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['c0f7d473-8263-442c-a518-045e6947a1b9'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:05:34.607248 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port 2185789d-9496-4c51-9efa-4ca96c8b1129, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=2185789d-9496-4c51-9efa-4ca96c8b1129,segment=NetworkSegment(760796b4-65d6-4b18-b339-c185231278d1),segment_id=760796b4-65d6-4b18-b339-c185231278d1)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:05:34.620208 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-35da0a6b-de03-4972-b8f8-80c239168e97 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:34.689735 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:34.691020 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device ce54a2ee-66eb-49b4-8955-3c429aff02e7 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:05:34.776477 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-9206f870-7f65-4ae0-9531-d64e12612b55 None None] Set router c0f7d473-8263-442c-a518-045e6947a1b9 gateway port host: None {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:05:34.864660 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35da0a6b-de03-4972-b8f8-80c239168e97 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Pushing event updated for resources: {'Subnet': ['ID=65ee29b4-0f64-4e91-af78-2c6a9e57fb44,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:34.880366 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35da0a6b-de03-4972-b8f8-80c239168e97 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Checking segment: {'id': '93d9beaf-647c-4cb3-8a4d-c0e28c159c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '74dc6243-adb1-42d4-a251-7a148cbc160b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:05:34.880366 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35da0a6b-de03-4972-b8f8-80c239168e97 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Network hostable DHCP agents. Network: 74dc6243-adb1-42d4-a251-7a148cbc160b, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 16:05:34.946137 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.db.api [None req-bfa320a6-3d78-486c-b7e6-acbe2fe019be None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 16:05:34.946951 n-d-808921-1 neutron-server[95299]: DEBUG oslo_db.api [None req-bfa320a6-3d78-486c-b7e6-acbe2fe019be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 16:05:34.954089 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=2185789d-9496-4c51-9efa-4ca96c8b1129,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:34.989908 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port ce54a2ee-66eb-49b4-8955-3c429aff02e7 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:05:34.990296 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:35.033991 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35da0a6b-de03-4972-b8f8-80c239168e97 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Network 74dc6243-adb1-42d4-a251-7a148cbc160b is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 16:05:35.049136 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ae953a-4905-46a0-8101-771c98b0f559 req-411f39aa-6ccd-493d-9849-29b9d257eeb0 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:05:35.055179 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f5ae953a-4905-46a0-8101-771c98b0f559 req-411f39aa-6ccd-493d-9849-29b9d257eeb0 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5661859-2db9-49c8-b18f-1ea3b562c469 HTTP/1.1" status: 200 len: 943 time: 0.1631989 Sep 24 16:05:35.133872 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-35da0a6b-de03-4972-b8f8-80c239168e97 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 74dc6243-adb1-42d4-a251-7a148cbc160b) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:05:35.139954 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35da0a6b-de03-4972-b8f8-80c239168e97 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:05:35.140551 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-35da0a6b-de03-4972-b8f8-80c239168e97 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:35.176447 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f5ae953a-4905-46a0-8101-771c98b0f559 req-990018b5-6ab2-41fc-a744-0fd8e17b7c6b tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138473 Sep 24 16:05:35.212403 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54947ec-948e-4cbc-931a-6618dc4b479b None None] Network 74dc6243-adb1-42d4-a251-7a148cbc160b requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:05:35.261488 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-35da0a6b-de03-4972-b8f8-80c239168e97 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2697337 Sep 24 16:05:35.265702 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 60298) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:05:35.421353 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-9206f870-7f65-4ae0-9531-d64e12612b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'name': 'tempest-RoutersTest-router-1673241672', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:05:21Z', 'updated_at': '2021-09-24T16:05:31Z', 'revision_number': 3, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'gw_port_host': None, '_interfaces': [{'id': '88d0b12e-4017-4442-8e62-60ba2e656ee8', 'name': '', 'network_id': 'f0687cde-55fa-4f2b-a1fd-e911a684503c', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'mac_address': 'fa:16:3e:52:c7:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '6a9cf315-27ba-415f-95e4-6f156063a9c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:05:30Z', 'updated_at': '2021-09-24T16:05:32Z', 'revision_number': 2, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'subnets': [{'id': '6a9cf315-27ba-415f-95e4-6f156063a9c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce54a2ee-66eb-49b4-8955-3c429aff02e7', 'name': '', 'network_id': '9c45f392-2d55-414f-be04-cfb68642eeb7', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'mac_address': 'fa:16:3e:05:27:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '2feb32b8-d910-4013-b445-f5dfbe8c97db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:05:24Z', 'updated_at': '2021-09-24T16:05:32Z', 'revision_number': 5, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'subnets': [{'id': '2feb32b8-d910-4013-b445-f5dfbe8c97db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:05:35.431826 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:35.457108 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9206f870-7f65-4ae0-9531-d64e12612b55 None None] Checking router: c0f7d473-8263-442c-a518-045e6947a1b9 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:05:35.457765 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9206f870-7f65-4ae0-9531-d64e12612b55 None None] Updating router c0f7d473-8263-442c-a518-045e6947a1b9 port 88d0b12e-4017-4442-8e62-60ba2e656ee8 binding host n-d-808921-1 {{(pid=95300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 16:05:35.503012 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-9206f870-7f65-4ae0-9531-d64e12612b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:35.728557 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205991cb-b65a-487d-8f07-097f84682b4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-74dc6243-adb1-42d4-a251-7a148cbc160b', 'network_id': '74dc6243-adb1-42d4-a251-7a148cbc160b', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'fixed_ips': [{'subnet_id': '65ee29b4-0f64-4e91-af78-2c6a9e57fb44'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 16:05:35.729494 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-205991cb-b65a-487d-8f07-097f84682b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:35.834535 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 2185789d-9496-4c51-9efa-4ca96c8b1129 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:05:36.034756 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7a515d3b-6434-4550-9dbb-a583bc868435 None None] Provisioning complete for port 88d0b12e-4017-4442-8e62-60ba2e656ee8 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:05:36.035718 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7a515d3b-6434-4550-9dbb-a583bc868435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:36.057091 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-36a2be25-8b94-4287-986b-a2381dd3fe5d req-59babe42-4d31-4883-9199-45ba40cdb937 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=7a5ae693-22ab-4a24-a6da-cd0c03113bed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4138341 Sep 24 16:05:36.086194 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-9206f870-7f65-4ae0-9531-d64e12612b55 None None] Notify callbacks [] for port, precommit_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:36.119129 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3d27290e-301d-490f-aacb-de803ec7fcf0 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:36.127029 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 2185789d-9496-4c51-9efa-4ca96c8b1129 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:05:36.127677 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:36.131841 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7a515d3b-6434-4550-9dbb-a583bc868435 None None] Port 88d0b12e-4017-4442-8e62-60ba2e656ee8 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:05:36.168974 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-9206f870-7f65-4ae0-9531-d64e12612b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:36.273979 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-205991cb-b65a-487d-8f07-097f84682b4a None None] Allocated IP 172.22.0.2 (74dc6243-adb1-42d4-a251-7a148cbc160b/65ee29b4-0f64-4e91-af78-2c6a9e57fb44/cf98746c-17ce-4580-a518-8139eca82f44) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:05:36.374993 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7a515d3b-6434-4550-9dbb-a583bc868435 None None] Provisioning complete for port 2185789d-9496-4c51-9efa-4ca96c8b1129 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:05:36.375470 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7a515d3b-6434-4550-9dbb-a583bc868435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:36.406422 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bd1ecf-f698-4482-8794-8a218f7a5c25 None None] Pushing event updated for resources: {'Port': ['ID=88d0b12e-4017-4442-8e62-60ba2e656ee8,revision_number=3']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:36.427339 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bd1ecf-f698-4482-8794-8a218f7a5c25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:05:36.432470 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bd1ecf-f698-4482-8794-8a218f7a5c25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:05:36.433020 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bd1ecf-f698-4482-8794-8a218f7a5c25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:05:36.433565 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bd1ecf-f698-4482-8794-8a218f7a5c25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:05:36.434088 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bd1ecf-f698-4482-8794-8a218f7a5c25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:05:36.434643 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bd1ecf-f698-4482-8794-8a218f7a5c25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:05:36.436052 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bd1ecf-f698-4482-8794-8a218f7a5c25 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:05:36.437159 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bd1ecf-f698-4482-8794-8a218f7a5c25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:05:36.437724 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bd1ecf-f698-4482-8794-8a218f7a5c25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:05:36.438869 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bd1ecf-f698-4482-8794-8a218f7a5c25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:05:36.439550 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bd1ecf-f698-4482-8794-8a218f7a5c25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:05:36.440090 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bd1ecf-f698-4482-8794-8a218f7a5c25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:05:36.457963 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-9206f870-7f65-4ae0-9531-d64e12612b55 None None] Attempting to bind port 88d0b12e-4017-4442-8e62-60ba2e656ee8 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:05:36.458708 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-9206f870-7f65-4ae0-9531-d64e12612b55 None None] Attempting to bind port 88d0b12e-4017-4442-8e62-60ba2e656ee8 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '760796b4-65d6-4b18-b339-c185231278d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': 'f0687cde-55fa-4f2b-a1fd-e911a684503c'}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:05:36.459383 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9206f870-7f65-4ae0-9531-d64e12612b55 None None] Attempting to bind port 88d0b12e-4017-4442-8e62-60ba2e656ee8 on network f0687cde-55fa-4f2b-a1fd-e911a684503c {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:05:36.466168 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9206f870-7f65-4ae0-9531-d64e12612b55 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:05:36.466953 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9206f870-7f65-4ae0-9531-d64e12612b55 None None] Checking segment: {'id': '760796b4-65d6-4b18-b339-c185231278d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': 'f0687cde-55fa-4f2b-a1fd-e911a684503c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:05:36.468326 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-9206f870-7f65-4ae0-9531-d64e12612b55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:36.468927 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9206f870-7f65-4ae0-9531-d64e12612b55 None None] Bound using segment: {'id': '760796b4-65d6-4b18-b339-c185231278d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': 'f0687cde-55fa-4f2b-a1fd-e911a684503c'} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:05:36.469668 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-9206f870-7f65-4ae0-9531-d64e12612b55 None None] Bound port: 88d0b12e-4017-4442-8e62-60ba2e656ee8, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '760796b4-65d6-4b18-b339-c185231278d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1254, 'network_id': 'f0687cde-55fa-4f2b-a1fd-e911a684503c'}}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:05:36.470320 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-9206f870-7f65-4ae0-9531-d64e12612b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:36.482282 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a2be25-8b94-4287-986b-a2381dd3fe5d req-16989d0a-1e31-4f0a-a1f0-081611e0a71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:05:36.496145 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-36a2be25-8b94-4287-986b-a2381dd3fe5d req-16989d0a-1e31-4f0a-a1f0-081611e0a71c service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=47adefb7ca614d33b7bb1493dd2de83a&device_id=7a5ae693-22ab-4a24-a6da-cd0c03113bed HTTP/1.1" status: 200 len: 1096 time: 0.3585024 Sep 24 16:05:36.704402 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ccd9bd-7a8a-42af-bfbe-7bfd809855f5 req-00105937-81e7-4ff9-ab29-b9621579bfed tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:05:36.706437 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-22ccd9bd-7a8a-42af-bfbe-7bfd809855f5 req-00105937-81e7-4ff9-ab29-b9621579bfed tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5661859-2db9-49c8-b18f-1ea3b562c469 HTTP/1.1" status: 200 len: 943 time: 0.4118977 Sep 24 16:05:36.727638 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a2be25-8b94-4287-986b-a2381dd3fe5d req-265fde8a-5537-4f5d-a424-c22d4a8661d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:05:36.729228 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-36a2be25-8b94-4287-986b-a2381dd3fe5d req-265fde8a-5537-4f5d-a424-c22d4a8661d8 service neutron] 10.222.0.108 "GET /v2.0/networks?id=e683698e-96d3-4f25-bed4-4200552ea2ef HTTP/1.1" status: 200 len: 919 time: 0.1932602 Sep 24 16:05:36.741683 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-9206f870-7f65-4ae0-9531-d64e12612b55 None None] For port 88d0b12e-4017-4442-8e62-60ba2e656ee8, host n-d-808921-1, cleared binding levels {{(pid=95300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:05:36.745772 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-9206f870-7f65-4ae0-9531-d64e12612b55 None None] For port 88d0b12e-4017-4442-8e62-60ba2e656ee8, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=88d0b12e-4017-4442-8e62-60ba2e656ee8,segment=NetworkSegment(760796b4-65d6-4b18-b339-c185231278d1),segment_id=760796b4-65d6-4b18-b339-c185231278d1)] {{(pid=95300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:05:36.845843 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-22ccd9bd-7a8a-42af-bfbe-7bfd809855f5 req-999051e8-5f0d-4ccb-b6b4-5a038bccc283 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157575 Sep 24 16:05:36.889410 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-9206f870-7f65-4ae0-9531-d64e12612b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:36.946012 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-205991cb-b65a-487d-8f07-097f84682b4a None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:36.950415 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:36.959140 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-89767045-c468-4b03-9aaf-17b185d2593c None None] Provisioning complete for port 88d0b12e-4017-4442-8e62-60ba2e656ee8 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:05:36.959556 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-89767045-c468-4b03-9aaf-17b185d2593c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:36.976614 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bd1ecf-f698-4482-8794-8a218f7a5c25 None None] Pushing event updated for resources: {'Port': ['ID=88d0b12e-4017-4442-8e62-60ba2e656ee8,revision_number=4']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:36.996317 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-36a2be25-8b94-4287-986b-a2381dd3fe5d req-e61f4f72-c030-46da-b1ed-fac2185e9f03 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45286707-5ed6-41bb-b6d4-620f0af230bf HTTP/1.1" status: 200 len: 1001 time: 0.2523179 Sep 24 16:05:37.032543 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9206f870-7f65-4ae0-9531-d64e12612b55 None None] Routers {'c0f7d473-8263-442c-a518-045e6947a1b9'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:05:37.033471 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-9206f870-7f65-4ae0-9531-d64e12612b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:05:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['c0f7d473-8263-442c-a518-045e6947a1b9'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:05:37.098225 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-89767045-c468-4b03-9aaf-17b185d2593c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:37.100711 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-205991cb-b65a-487d-8f07-097f84682b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:37.197339 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-3d27290e-301d-490f-aacb-de803ec7fcf0 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Allocated IP 172.22.0.1 (74dc6243-adb1-42d4-a251-7a148cbc160b/65ee29b4-0f64-4e91-af78-2c6a9e57fb44/fb69eaf5-e6a5-40d2-a348-b59e8fce7ec5) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:05:37.202070 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205991cb-b65a-487d-8f07-097f84682b4a None None] Network 74dc6243-adb1-42d4-a251-7a148cbc160b is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:05:37.204616 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a2be25-8b94-4287-986b-a2381dd3fe5d req-5d9873a7-5d99-4419-b8bb-5276ca39ec15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:05:37.205606 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205991cb-b65a-487d-8f07-097f84682b4a None None] Pushing event updated for resources: {'Port': ['ID=cf98746c-17ce-4580-a518-8139eca82f44,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:37.206522 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-36a2be25-8b94-4287-986b-a2381dd3fe5d req-5d9873a7-5d99-4419-b8bb-5276ca39ec15 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=04b7f077-c013-4647-8fb9-7721770c2649 HTTP/1.1" status: 200 len: 856 time: 0.2022367 Sep 24 16:05:37.208453 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-205991cb-b65a-487d-8f07-097f84682b4a None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:05:37.211748 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-9206f870-7f65-4ae0-9531-d64e12612b55 None None] Set router c0f7d473-8263-442c-a518-045e6947a1b9 gateway port host: None {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:05:37.221195 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205991cb-b65a-487d-8f07-097f84682b4a None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:05:37.228586 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-89767045-c468-4b03-9aaf-17b185d2593c None None] For port 88d0b12e-4017-4442-8e62-60ba2e656ee8, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=88d0b12e-4017-4442-8e62-60ba2e656ee8,segment=NetworkSegment(760796b4-65d6-4b18-b339-c185231278d1),segment_id=760796b4-65d6-4b18-b339-c185231278d1)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:05:37.334539 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a2be25-8b94-4287-986b-a2381dd3fe5d req-89928d19-8e98-4189-a005-8bf520c284ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:05:37.336650 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-36a2be25-8b94-4287-986b-a2381dd3fe5d req-89928d19-8e98-4189-a005-8bf520c284ef service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=e683698e-96d3-4f25-bed4-4200552ea2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1171889 Sep 24 16:05:37.352291 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-89767045-c468-4b03-9aaf-17b185d2593c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:37.363233 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-205991cb-b65a-487d-8f07-097f84682b4a None None] Attempting to bind port cf98746c-17ce-4580-a518-8139eca82f44 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:05:37.367653 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-205991cb-b65a-487d-8f07-097f84682b4a None None] Attempting to bind port cf98746c-17ce-4580-a518-8139eca82f44 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '93d9beaf-647c-4cb3-8a4d-c0e28c159c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '74dc6243-adb1-42d4-a251-7a148cbc160b'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:05:37.368026 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205991cb-b65a-487d-8f07-097f84682b4a None None] Attempting to bind port cf98746c-17ce-4580-a518-8139eca82f44 on network 74dc6243-adb1-42d4-a251-7a148cbc160b {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:05:37.398276 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205991cb-b65a-487d-8f07-097f84682b4a None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:05:37.398728 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205991cb-b65a-487d-8f07-097f84682b4a None None] Checking segment: {'id': '93d9beaf-647c-4cb3-8a4d-c0e28c159c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '74dc6243-adb1-42d4-a251-7a148cbc160b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:05:37.399110 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-205991cb-b65a-487d-8f07-097f84682b4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:37.399506 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205991cb-b65a-487d-8f07-097f84682b4a None None] Bound using segment: {'id': '93d9beaf-647c-4cb3-8a4d-c0e28c159c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '74dc6243-adb1-42d4-a251-7a148cbc160b'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:05:37.399995 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-205991cb-b65a-487d-8f07-097f84682b4a None None] Bound port: cf98746c-17ce-4580-a518-8139eca82f44, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93d9beaf-647c-4cb3-8a4d-c0e28c159c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '74dc6243-adb1-42d4-a251-7a148cbc160b'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:05:37.400424 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-205991cb-b65a-487d-8f07-097f84682b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:37.470286 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89767045-c468-4b03-9aaf-17b185d2593c None None] Pushing event updated for resources: {'Port': ['ID=88d0b12e-4017-4442-8e62-60ba2e656ee8,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:37.511516 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-972a5b6b-f2b8-4dd9-814d-1089268142a5 None None] Provisioning complete for port 88d0b12e-4017-4442-8e62-60ba2e656ee8 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:05:37.512013 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-972a5b6b-f2b8-4dd9-814d-1089268142a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:37.514310 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-205991cb-b65a-487d-8f07-097f84682b4a None None] For port cf98746c-17ce-4580-a518-8139eca82f44, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:05:37.533603 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-205991cb-b65a-487d-8f07-097f84682b4a None None] For port cf98746c-17ce-4580-a518-8139eca82f44, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=cf98746c-17ce-4580-a518-8139eca82f44,segment=NetworkSegment(93d9beaf-647c-4cb3-8a4d-c0e28c159c29),segment_id=93d9beaf-647c-4cb3-8a4d-c0e28c159c29)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:05:37.623926 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-205991cb-b65a-487d-8f07-097f84682b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:37.707725 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205991cb-b65a-487d-8f07-097f84682b4a None None] Pushing event updated for resources: {'Port': ['ID=cf98746c-17ce-4580-a518-8139eca82f44,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:37.732249 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-9206f870-7f65-4ae0-9531-d64e12612b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'name': 'tempest-RoutersTest-router-1673241672', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:05:21Z', 'updated_at': '2021-09-24T16:05:31Z', 'revision_number': 3, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'gw_port_host': None, '_interfaces': [{'id': '88d0b12e-4017-4442-8e62-60ba2e656ee8', 'name': '', 'network_id': 'f0687cde-55fa-4f2b-a1fd-e911a684503c', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'mac_address': 'fa:16:3e:52:c7:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '6a9cf315-27ba-415f-95e4-6f156063a9c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:05:30Z', 'updated_at': '2021-09-24T16:05:36Z', 'revision_number': 4, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'subnets': [{'id': '6a9cf315-27ba-415f-95e4-6f156063a9c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce54a2ee-66eb-49b4-8955-3c429aff02e7', 'name': '', 'network_id': '9c45f392-2d55-414f-be04-cfb68642eeb7', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'mac_address': 'fa:16:3e:05:27:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '2feb32b8-d910-4013-b445-f5dfbe8c97db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:05:24Z', 'updated_at': '2021-09-24T16:05:32Z', 'revision_number': 5, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'subnets': [{'id': '2feb32b8-d910-4013-b445-f5dfbe8c97db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:05:37.773785 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9206f870-7f65-4ae0-9531-d64e12612b55 None None] The sync data for ids ['c0f7d473-8263-442c-a518-045e6947a1b9'] in n-d-808921-1 is: [{'id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'name': 'tempest-RoutersTest-router-1673241672', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:05:21Z', 'updated_at': '2021-09-24T16:05:31Z', 'revision_number': 3, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'gw_port_host': None, '_interfaces': [{'id': '88d0b12e-4017-4442-8e62-60ba2e656ee8', 'name': '', 'network_id': 'f0687cde-55fa-4f2b-a1fd-e911a684503c', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'mac_address': 'fa:16:3e:52:c7:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '6a9cf315-27ba-415f-95e4-6f156063a9c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:05:30Z', 'updated_at': '2021-09-24T16:05:36Z', 'revision_number': 4, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'subnets': [{'id': '6a9cf315-27ba-415f-95e4-6f156063a9c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce54a2ee-66eb-49b4-8955-3c429aff02e7', 'name': '', 'network_id': '9c45f392-2d55-414f-be04-cfb68642eeb7', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'mac_address': 'fa:16:3e:05:27:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '2feb32b8-d910-4013-b445-f5dfbe8c97db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:05:24Z', 'updated_at': '2021-09-24T16:05:32Z', 'revision_number': 5, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'subnets': [{'id': '2feb32b8-d910-4013-b445-f5dfbe8c97db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:05:38.229680 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-36a2be25-8b94-4287-986b-a2381dd3fe5d req-67adbd82-6470-4329-b52d-28fbf3596590 service neutron] 10.222.0.108 "GET /v2.0/networks/e683698e-96d3-4f25-bed4-4200552ea2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8801923 Sep 24 16:05:38.257419 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec32a73-1f72-45df-b032-ca669e08311e req-71533b94-d5d2-4a19-8851-2a38d1d26492 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:05:38.259541 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-eec32a73-1f72-45df-b032-ca669e08311e req-71533b94-d5d2-4a19-8851-2a38d1d26492 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5661859-2db9-49c8-b18f-1ea3b562c469 HTTP/1.1" status: 200 len: 943 time: 0.1749964 Sep 24 16:05:38.399751 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3d27290e-301d-490f-aacb-de803ec7fcf0 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:38.465198 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-eec32a73-1f72-45df-b032-ca669e08311e req-92aca79f-6c28-4e1d-9152-74aff60d2e52 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800087 Sep 24 16:05:38.510226 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-36a2be25-8b94-4287-986b-a2381dd3fe5d req-31d41bc6-110c-494b-9ba6-e0f904cc9196 service neutron] 10.222.0.108 "GET /v2.0/networks/e683698e-96d3-4f25-bed4-4200552ea2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625623 Sep 24 16:05:38.626833 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3d27290e-301d-490f-aacb-de803ec7fcf0 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:38.714762 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d27290e-301d-490f-aacb-de803ec7fcf0 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Network 74dc6243-adb1-42d4-a251-7a148cbc160b is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:05:38.722219 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-3d27290e-301d-490f-aacb-de803ec7fcf0 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:05:38.725283 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d27290e-301d-490f-aacb-de803ec7fcf0 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:05:38.775172 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d27290e-301d-490f-aacb-de803ec7fcf0 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Pushing event updated for resources: {'Port': ['ID=fb69eaf5-e6a5-40d2-a348-b59e8fce7ec5,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:38.821820 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d27290e-301d-490f-aacb-de803ec7fcf0 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:05:38.822167 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d27290e-301d-490f-aacb-de803ec7fcf0 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:05:38.829336 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d27290e-301d-490f-aacb-de803ec7fcf0 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:05:38.829885 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d27290e-301d-490f-aacb-de803ec7fcf0 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:05:38.830128 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d27290e-301d-490f-aacb-de803ec7fcf0 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:05:38.830630 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d27290e-301d-490f-aacb-de803ec7fcf0 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:05:38.830831 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d27290e-301d-490f-aacb-de803ec7fcf0 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:05:38.831161 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d27290e-301d-490f-aacb-de803ec7fcf0 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:05:38.831491 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d27290e-301d-490f-aacb-de803ec7fcf0 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:05:38.831801 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d27290e-301d-490f-aacb-de803ec7fcf0 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:05:38.832127 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d27290e-301d-490f-aacb-de803ec7fcf0 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:05:38.832449 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d27290e-301d-490f-aacb-de803ec7fcf0 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:05:38.870298 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3d27290e-301d-490f-aacb-de803ec7fcf0 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:39.140212 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:39.152193 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3d27290e-301d-490f-aacb-de803ec7fcf0 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:39.285881 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3512b197-e734-4aad-8616-aace103ce410 None None] Network 74dc6243-adb1-42d4-a251-7a148cbc160b requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:05:39.399702 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-5c083257-0b04-4fe2-b314-f0e81d851604 None None] Provisioning complete for port cf98746c-17ce-4580-a518-8139eca82f44 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:05:39.400136 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5c083257-0b04-4fe2-b314-f0e81d851604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:39.586603 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5c083257-0b04-4fe2-b314-f0e81d851604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:39.613065 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3d27290e-301d-490f-aacb-de803ec7fcf0 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:39.653952 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-5c083257-0b04-4fe2-b314-f0e81d851604 None None] For port cf98746c-17ce-4580-a518-8139eca82f44, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=cf98746c-17ce-4580-a518-8139eca82f44,segment=NetworkSegment(93d9beaf-647c-4cb3-8a4d-c0e28c159c29),segment_id=93d9beaf-647c-4cb3-8a4d-c0e28c159c29)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:05:39.697001 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a398a7-1355-4f61-aa67-b1e137819520 req-debab0fe-8f2e-4728-9ef1-c2be03d0cb09 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:05:39.706317 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d9a398a7-1355-4f61-aa67-b1e137819520 req-debab0fe-8f2e-4728-9ef1-c2be03d0cb09 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5661859-2db9-49c8-b18f-1ea3b562c469 HTTP/1.1" status: 200 len: 943 time: 0.0909359 Sep 24 16:05:39.715616 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3d27290e-301d-490f-aacb-de803ec7fcf0 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:39.779910 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5c083257-0b04-4fe2-b314-f0e81d851604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:39.872509 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d27290e-301d-490f-aacb-de803ec7fcf0 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Pushing event updated for resources: {'Port': ['ID=fb69eaf5-e6a5-40d2-a348-b59e8fce7ec5,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:39.886211 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device cf98746c-17ce-4580-a518-8139eca82f44 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:05:39.895586 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d9a398a7-1355-4f61-aa67-b1e137819520 req-7c163c5f-f554-464c-ac49-cbd9c58c8160 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875973 Sep 24 16:05:39.913425 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3d27290e-301d-490f-aacb-de803ec7fcf0 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:40.009599 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c083257-0b04-4fe2-b314-f0e81d851604 None None] Pushing event updated for resources: {'Port': ['ID=cf98746c-17ce-4580-a518-8139eca82f44,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:40.035945 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c083257-0b04-4fe2-b314-f0e81d851604 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:05:40.036759 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c083257-0b04-4fe2-b314-f0e81d851604 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:05:40.037719 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c083257-0b04-4fe2-b314-f0e81d851604 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:05:40.038575 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c083257-0b04-4fe2-b314-f0e81d851604 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:05:40.039171 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c083257-0b04-4fe2-b314-f0e81d851604 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:05:40.039738 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c083257-0b04-4fe2-b314-f0e81d851604 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:05:40.040441 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c083257-0b04-4fe2-b314-f0e81d851604 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:05:40.046322 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c083257-0b04-4fe2-b314-f0e81d851604 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:05:40.051489 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c083257-0b04-4fe2-b314-f0e81d851604 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:05:40.060012 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c083257-0b04-4fe2-b314-f0e81d851604 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:05:40.060012 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c083257-0b04-4fe2-b314-f0e81d851604 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:05:40.060012 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c083257-0b04-4fe2-b314-f0e81d851604 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:05:40.069179 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d27290e-301d-490f-aacb-de803ec7fcf0 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Network 74dc6243-adb1-42d4-a251-7a148cbc160b is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:05:40.070770 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-3d27290e-301d-490f-aacb-de803ec7fcf0 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:05:40.086384 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port cf98746c-17ce-4580-a518-8139eca82f44 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:05:40.091767 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:40.179777 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-bb815e74-f2a7-44de-8730-952e98ab551b None None] Provisioning complete for port fb69eaf5-e6a5-40d2-a348-b59e8fce7ec5 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:05:40.180935 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-bb815e74-f2a7-44de-8730-952e98ab551b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:40.201325 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d27290e-301d-490f-aacb-de803ec7fcf0 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Router c0f7d473-8263-442c-a518-045e6947a1b9 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:05:40.232198 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-bb815e74-f2a7-44de-8730-952e98ab551b None None] Port fb69eaf5-e6a5-40d2-a348-b59e8fce7ec5 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:05:40.325377 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 88d0b12e-4017-4442-8e62-60ba2e656ee8 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:05:40.377957 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-bb815e74-f2a7-44de-8730-952e98ab551b None None] Provisioning complete for port cf98746c-17ce-4580-a518-8139eca82f44 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:05:40.381773 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d27290e-301d-490f-aacb-de803ec7fcf0 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:05:40.382981 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-bb815e74-f2a7-44de-8730-952e98ab551b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:40.388862 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-3d27290e-301d-490f-aacb-de803ec7fcf0 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "PUT /v2.0/routers/c0f7d473-8263-442c-a518-045e6947a1b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1212795 Sep 24 16:05:40.391521 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 60346) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:05:40.398799 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-756354bb-86b1-42ac-8d58-8eaac1d72f37 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Request body: {'network': {'name': 'tempest-RoutersTest-22061977'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:05:40.427280 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a592c433-c25a-4052-8f8a-b03490f00680 None None] Sync routers for ids ['c0f7d473-8263-442c-a518-045e6947a1b9'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:05:40.463882 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a592c433-c25a-4052-8f8a-b03490f00680 None None] Routers {'c0f7d473-8263-442c-a518-045e6947a1b9'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:05:40.463882 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-a592c433-c25a-4052-8f8a-b03490f00680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:05:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['c0f7d473-8263-442c-a518-045e6947a1b9'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:05:40.510006 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 88d0b12e-4017-4442-8e62-60ba2e656ee8 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:05:40.510476 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:40.569020 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-756354bb-86b1-42ac-8d58-8eaac1d72f37 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Made reservation on behalf of d6b5c1b0b0ed4291859925b17e7986e7 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:05:40.574855 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-756354bb-86b1-42ac-8d58-8eaac1d72f37 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:40.618410 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-756354bb-86b1-42ac-8d58-8eaac1d72f37 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1271} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 16:05:40.637533 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-756354bb-86b1-42ac-8d58-8eaac1d72f37 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:40.642330 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-756354bb-86b1-42ac-8d58-8eaac1d72f37 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Added segment fe901ff4-8d42-4780-86c5-6a475acbb95e of type vlan for network 9b84b90c-5d0f-413b-88af-7a298f29b9f1 Sep 24 16:05:40.651304 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-a592c433-c25a-4052-8f8a-b03490f00680 None None] Set router c0f7d473-8263-442c-a518-045e6947a1b9 gateway port host: None {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:05:40.717789 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-756354bb-86b1-42ac-8d58-8eaac1d72f37 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:40.814734 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-756354bb-86b1-42ac-8d58-8eaac1d72f37 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:40.820934 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756354bb-86b1-42ac-8d58-8eaac1d72f37 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:05:40.821547 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-756354bb-86b1-42ac-8d58-8eaac1d72f37 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:40.920378 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756354bb-86b1-42ac-8d58-8eaac1d72f37 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Pushing event updated for resources: {'Network': ['ID=9b84b90c-5d0f-413b-88af-7a298f29b9f1,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:41.012488 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-756354bb-86b1-42ac-8d58-8eaac1d72f37 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.6191046 Sep 24 16:05:41.015445 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 60364) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:05:41.020959 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-2a8bdc28-145f-46a8-93b6-4cc57d46934f tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Request body: {'subnet': {'network_id': '9b84b90c-5d0f-413b-88af-7a298f29b9f1', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:05:41.065123 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21bb584-1d29-466a-af3e-4eb713f9b9ac req-98fd1914-75fd-4044-8a70-2a53e4e1a6ec tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:05:41.067599 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e21bb584-1d29-466a-af3e-4eb713f9b9ac req-98fd1914-75fd-4044-8a70-2a53e4e1a6ec tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5661859-2db9-49c8-b18f-1ea3b562c469 HTTP/1.1" status: 200 len: 943 time: 0.0971978 Sep 24 16:05:41.067877 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 9b84b90c-5d0f-413b-88af-7a298f29b9f1 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 16:05:41.133523 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-89b89857-3e36-4876-9cd6-3f97c13c26ce None None] Provisioning complete for port fb69eaf5-e6a5-40d2-a348-b59e8fce7ec5 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:05:41.135301 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-89b89857-3e36-4876-9cd6-3f97c13c26ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:41.145470 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e21bb584-1d29-466a-af3e-4eb713f9b9ac req-a3a94266-d35b-40a5-a243-3186546685ff tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584724 Sep 24 16:05:41.218078 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:41.263997 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-89b89857-3e36-4876-9cd6-3f97c13c26ce None None] Port fb69eaf5-e6a5-40d2-a348-b59e8fce7ec5 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:05:41.270184 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8bdc28-145f-46a8-93b6-4cc57d46934f tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Made reservation on behalf of d6b5c1b0b0ed4291859925b17e7986e7 for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:05:41.274979 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2a8bdc28-145f-46a8-93b6-4cc57d46934f tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:41.302654 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-a592c433-c25a-4052-8f8a-b03490f00680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'name': 'tempest-RoutersTest-router-1673241672', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:05:21Z', 'updated_at': '2021-09-24T16:05:38Z', 'revision_number': 4, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'gw_port_host': None, '_interfaces': [{'id': '88d0b12e-4017-4442-8e62-60ba2e656ee8', 'name': '', 'network_id': 'f0687cde-55fa-4f2b-a1fd-e911a684503c', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'mac_address': 'fa:16:3e:52:c7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '6a9cf315-27ba-415f-95e4-6f156063a9c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:05:30Z', 'updated_at': '2021-09-24T16:05:37Z', 'revision_number': 5, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'subnets': [{'id': '6a9cf315-27ba-415f-95e4-6f156063a9c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce54a2ee-66eb-49b4-8955-3c429aff02e7', 'name': '', 'network_id': '9c45f392-2d55-414f-be04-cfb68642eeb7', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'mac_address': 'fa:16:3e:05:27:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '2feb32b8-d910-4013-b445-f5dfbe8c97db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:05:24Z', 'updated_at': '2021-09-24T16:05:32Z', 'revision_number': 5, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'subnets': [{'id': '2feb32b8-d910-4013-b445-f5dfbe8c97db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb69eaf5-e6a5-40d2-a348-b59e8fce7ec5', 'name': '', 'network_id': '74dc6243-adb1-42d4-a251-7a148cbc160b', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'mac_address': 'fa:16:3e:61:88:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '65ee29b4-0f64-4e91-af78-2c6a9e57fb44', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:05:36Z', 'updated_at': '2021-09-24T16:05:39Z', 'revision_number': 2, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'subnets': [{'id': '65ee29b4-0f64-4e91-af78-2c6a9e57fb44', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:05:41.352489 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a592c433-c25a-4052-8f8a-b03490f00680 None None] Checking router: c0f7d473-8263-442c-a518-045e6947a1b9 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:05:41.352940 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a592c433-c25a-4052-8f8a-b03490f00680 None None] Updating router c0f7d473-8263-442c-a518-045e6947a1b9 port fb69eaf5-e6a5-40d2-a348-b59e8fce7ec5 binding host n-d-808921-1 {{(pid=95299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 16:05:41.389743 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a592c433-c25a-4052-8f8a-b03490f00680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:41.666865 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2a8bdc28-145f-46a8-93b6-4cc57d46934f tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:41.667574 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device cf98746c-17ce-4580-a518-8139eca82f44 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:05:41.761476 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8bdc28-145f-46a8-93b6-4cc57d46934f tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Pushing event updated for resources: {'Subnet': ['ID=0015a20e-df4a-48cf-a63e-b5152525dba0,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:41.778227 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8bdc28-145f-46a8-93b6-4cc57d46934f tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Checking segment: {'id': 'fe901ff4-8d42-4780-86c5-6a475acbb95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '9b84b90c-5d0f-413b-88af-7a298f29b9f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:05:41.779453 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8bdc28-145f-46a8-93b6-4cc57d46934f tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Network hostable DHCP agents. Network: 9b84b90c-5d0f-413b-88af-7a298f29b9f1, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 16:05:41.816235 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port cf98746c-17ce-4580-a518-8139eca82f44 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:05:41.816708 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:41.861055 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a592c433-c25a-4052-8f8a-b03490f00680 None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:41.927878 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8bdc28-145f-46a8-93b6-4cc57d46934f tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Network 9b84b90c-5d0f-413b-88af-7a298f29b9f1 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 16:05:41.956793 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a592c433-c25a-4052-8f8a-b03490f00680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:42.068799 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-2a8bdc28-145f-46a8-93b6-4cc57d46934f tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 9b84b90c-5d0f-413b-88af-7a298f29b9f1) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:05:42.079294 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8bdc28-145f-46a8-93b6-4cc57d46934f tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:05:42.080098 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2a8bdc28-145f-46a8-93b6-4cc57d46934f tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:42.082019 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db863f5-8fd8-4edb-87a4-27f7760ac25d None None] Network 9b84b90c-5d0f-413b-88af-7a298f29b9f1 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:05:42.147862 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ca8570-1b10-4a94-9f29-118ebf04c842 None None] Pushing event updated for resources: {'Port': ['ID=fb69eaf5-e6a5-40d2-a348-b59e8fce7ec5,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:42.171732 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-a592c433-c25a-4052-8f8a-b03490f00680 None None] Attempting to bind port fb69eaf5-e6a5-40d2-a348-b59e8fce7ec5 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:05:42.171732 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-a592c433-c25a-4052-8f8a-b03490f00680 None None] Attempting to bind port fb69eaf5-e6a5-40d2-a348-b59e8fce7ec5 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '93d9beaf-647c-4cb3-8a4d-c0e28c159c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '74dc6243-adb1-42d4-a251-7a148cbc160b'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:05:42.172981 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a592c433-c25a-4052-8f8a-b03490f00680 None None] Attempting to bind port fb69eaf5-e6a5-40d2-a348-b59e8fce7ec5 on network 74dc6243-adb1-42d4-a251-7a148cbc160b {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:05:42.191116 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a592c433-c25a-4052-8f8a-b03490f00680 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:05:42.191491 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a592c433-c25a-4052-8f8a-b03490f00680 None None] Checking segment: {'id': '93d9beaf-647c-4cb3-8a4d-c0e28c159c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '74dc6243-adb1-42d4-a251-7a148cbc160b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:05:42.191890 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a592c433-c25a-4052-8f8a-b03490f00680 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:42.192284 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a592c433-c25a-4052-8f8a-b03490f00680 None None] Bound using segment: {'id': '93d9beaf-647c-4cb3-8a4d-c0e28c159c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '74dc6243-adb1-42d4-a251-7a148cbc160b'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:05:42.192753 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-a592c433-c25a-4052-8f8a-b03490f00680 None None] Bound port: fb69eaf5-e6a5-40d2-a348-b59e8fce7ec5, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93d9beaf-647c-4cb3-8a4d-c0e28c159c29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '74dc6243-adb1-42d4-a251-7a148cbc160b'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:05:42.193382 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a592c433-c25a-4052-8f8a-b03490f00680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:42.204191 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-2a8bdc28-145f-46a8-93b6-4cc57d46934f tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1871600 Sep 24 16:05:42.206820 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 60378) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:05:42.352995 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-e691b5bc-2ae5-4984-a6fb-d45555b807ac None None] Provisioning complete for port fb69eaf5-e6a5-40d2-a348-b59e8fce7ec5 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:05:42.368515 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e691b5bc-2ae5-4984-a6fb-d45555b807ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:42.368515 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-a592c433-c25a-4052-8f8a-b03490f00680 None None] For port fb69eaf5-e6a5-40d2-a348-b59e8fce7ec5, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:05:42.381558 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71302b51-a4e0-471c-8f1d-75236ac9eae2 req-c78e31a6-d772-4412-866f-3ddbbf5cb023 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:05:42.388954 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-71302b51-a4e0-471c-8f1d-75236ac9eae2 req-c78e31a6-d772-4412-866f-3ddbbf5cb023 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5661859-2db9-49c8-b18f-1ea3b562c469 HTTP/1.1" status: 200 len: 943 time: 0.1273451 Sep 24 16:05:42.390410 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f75195a-e9f8-4aca-bad3-469382a63f87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-9b84b90c-5d0f-413b-88af-7a298f29b9f1', 'network_id': '9b84b90c-5d0f-413b-88af-7a298f29b9f1', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'fixed_ips': [{'subnet_id': '0015a20e-df4a-48cf-a63e-b5152525dba0'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 16:05:42.399970 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f75195a-e9f8-4aca-bad3-469382a63f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:42.410672 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-a592c433-c25a-4052-8f8a-b03490f00680 None None] For port fb69eaf5-e6a5-40d2-a348-b59e8fce7ec5, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=fb69eaf5-e6a5-40d2-a348-b59e8fce7ec5,segment=NetworkSegment(93d9beaf-647c-4cb3-8a4d-c0e28c159c29),segment_id=93d9beaf-647c-4cb3-8a4d-c0e28c159c29)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:05:42.464016 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-71302b51-a4e0-471c-8f1d-75236ac9eae2 req-5cee624d-0d5a-49dd-acfc-64a5b7920224 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626488 Sep 24 16:05:42.540014 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a592c433-c25a-4052-8f8a-b03490f00680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:42.619339 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-e691b5bc-2ae5-4984-a6fb-d45555b807ac None None] Port fb69eaf5-e6a5-40d2-a348-b59e8fce7ec5 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:05:42.724955 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a592c433-c25a-4052-8f8a-b03490f00680 None None] Routers {'c0f7d473-8263-442c-a518-045e6947a1b9'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:05:42.725673 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-a592c433-c25a-4052-8f8a-b03490f00680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:05:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['c0f7d473-8263-442c-a518-045e6947a1b9'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:05:42.824523 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-a592c433-c25a-4052-8f8a-b03490f00680 None None] Set router c0f7d473-8263-442c-a518-045e6947a1b9 gateway port host: None {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:05:42.935604 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-7f75195a-e9f8-4aca-bad3-469382a63f87 None None] Allocated IP 172.23.0.2 (9b84b90c-5d0f-413b-88af-7a298f29b9f1/0015a20e-df4a-48cf-a63e-b5152525dba0/5600a6ca-ab62-4cd0-9cb9-994fa3e22d11) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:05:42.982203 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ca8570-1b10-4a94-9f29-118ebf04c842 None None] Pushing event updated for resources: {'Port': ['ID=fb69eaf5-e6a5-40d2-a348-b59e8fce7ec5,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:43.050827 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:05:43.244878 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-96e207d7-a72a-4fab-9c3a-581082aaed13 None None] Provisioning complete for port fb69eaf5-e6a5-40d2-a348-b59e8fce7ec5 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:05:43.245410 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-96e207d7-a72a-4fab-9c3a-581082aaed13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:43.362086 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f75195a-e9f8-4aca-bad3-469382a63f87 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:43.365533 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-a592c433-c25a-4052-8f8a-b03490f00680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'name': 'tempest-RoutersTest-router-1673241672', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:05:21Z', 'updated_at': '2021-09-24T16:05:38Z', 'revision_number': 4, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'gw_port_host': None, '_interfaces': [{'id': '88d0b12e-4017-4442-8e62-60ba2e656ee8', 'name': '', 'network_id': 'f0687cde-55fa-4f2b-a1fd-e911a684503c', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'mac_address': 'fa:16:3e:52:c7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '6a9cf315-27ba-415f-95e4-6f156063a9c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:05:30Z', 'updated_at': '2021-09-24T16:05:37Z', 'revision_number': 5, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'subnets': [{'id': '6a9cf315-27ba-415f-95e4-6f156063a9c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce54a2ee-66eb-49b4-8955-3c429aff02e7', 'name': '', 'network_id': '9c45f392-2d55-414f-be04-cfb68642eeb7', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'mac_address': 'fa:16:3e:05:27:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '2feb32b8-d910-4013-b445-f5dfbe8c97db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:05:24Z', 'updated_at': '2021-09-24T16:05:32Z', 'revision_number': 5, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'subnets': [{'id': '2feb32b8-d910-4013-b445-f5dfbe8c97db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb69eaf5-e6a5-40d2-a348-b59e8fce7ec5', 'name': '', 'network_id': '74dc6243-adb1-42d4-a251-7a148cbc160b', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'mac_address': 'fa:16:3e:61:88:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '65ee29b4-0f64-4e91-af78-2c6a9e57fb44', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:05:36Z', 'updated_at': '2021-09-24T16:05:42Z', 'revision_number': 4, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'subnets': [{'id': '65ee29b4-0f64-4e91-af78-2c6a9e57fb44', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:05:43.408900 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a592c433-c25a-4052-8f8a-b03490f00680 None None] The sync data for ids ['c0f7d473-8263-442c-a518-045e6947a1b9'] in n-d-808921-1 is: [{'id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'name': 'tempest-RoutersTest-router-1673241672', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:05:21Z', 'updated_at': '2021-09-24T16:05:38Z', 'revision_number': 4, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'gw_port_host': None, '_interfaces': [{'id': '88d0b12e-4017-4442-8e62-60ba2e656ee8', 'name': '', 'network_id': 'f0687cde-55fa-4f2b-a1fd-e911a684503c', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'mac_address': 'fa:16:3e:52:c7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '6a9cf315-27ba-415f-95e4-6f156063a9c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:05:30Z', 'updated_at': '2021-09-24T16:05:37Z', 'revision_number': 5, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'subnets': [{'id': '6a9cf315-27ba-415f-95e4-6f156063a9c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce54a2ee-66eb-49b4-8955-3c429aff02e7', 'name': '', 'network_id': '9c45f392-2d55-414f-be04-cfb68642eeb7', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'mac_address': 'fa:16:3e:05:27:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '2feb32b8-d910-4013-b445-f5dfbe8c97db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:05:24Z', 'updated_at': '2021-09-24T16:05:32Z', 'revision_number': 5, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'subnets': [{'id': '2feb32b8-d910-4013-b445-f5dfbe8c97db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb69eaf5-e6a5-40d2-a348-b59e8fce7ec5', 'name': '', 'network_id': '74dc6243-adb1-42d4-a251-7a148cbc160b', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'mac_address': 'fa:16:3e:61:88:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '65ee29b4-0f64-4e91-af78-2c6a9e57fb44', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:05:36Z', 'updated_at': '2021-09-24T16:05:42Z', 'revision_number': 4, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'subnets': [{'id': '65ee29b4-0f64-4e91-af78-2c6a9e57fb44', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:05:43.414510 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4794b728-2ccd-4203-a779-718dfa137c7a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:43.491540 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f75195a-e9f8-4aca-bad3-469382a63f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:43.523712 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-96e207d7-a72a-4fab-9c3a-581082aaed13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:43.633606 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f75195a-e9f8-4aca-bad3-469382a63f87 None None] Network 9b84b90c-5d0f-413b-88af-7a298f29b9f1 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:05:43.643363 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f75195a-e9f8-4aca-bad3-469382a63f87 None None] Pushing event updated for resources: {'Port': ['ID=5600a6ca-ab62-4cd0-9cb9-994fa3e22d11,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:43.656115 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-7f75195a-e9f8-4aca-bad3-469382a63f87 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:05:43.677615 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b0adb7-8e56-41d6-96c4-cc8d72811fe4 req-032d6d60-d3da-4909-b4d1-31df7e642680 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:05:43.679473 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f75195a-e9f8-4aca-bad3-469382a63f87 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:05:43.688923 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-86b0adb7-8e56-41d6-96c4-cc8d72811fe4 req-032d6d60-d3da-4909-b4d1-31df7e642680 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5661859-2db9-49c8-b18f-1ea3b562c469 HTTP/1.1" status: 200 len: 943 time: 0.0833037 Sep 24 16:05:43.701379 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-96e207d7-a72a-4fab-9c3a-581082aaed13 None None] For port fb69eaf5-e6a5-40d2-a348-b59e8fce7ec5, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=fb69eaf5-e6a5-40d2-a348-b59e8fce7ec5,segment=NetworkSegment(93d9beaf-647c-4cb3-8a4d-c0e28c159c29),segment_id=93d9beaf-647c-4cb3-8a4d-c0e28c159c29)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:05:43.786358 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-86b0adb7-8e56-41d6-96c4-cc8d72811fe4 req-7c68c723-32f1-4645-a6a0-5b2c90282ae6 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953405 Sep 24 16:05:43.822260 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-96e207d7-a72a-4fab-9c3a-581082aaed13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:43.889805 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device fb69eaf5-e6a5-40d2-a348-b59e8fce7ec5 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:05:43.934415 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-7f75195a-e9f8-4aca-bad3-469382a63f87 None None] Attempting to bind port 5600a6ca-ab62-4cd0-9cb9-994fa3e22d11 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:05:43.934965 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-7f75195a-e9f8-4aca-bad3-469382a63f87 None None] Attempting to bind port 5600a6ca-ab62-4cd0-9cb9-994fa3e22d11 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'fe901ff4-8d42-4780-86c5-6a475acbb95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '9b84b90c-5d0f-413b-88af-7a298f29b9f1'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:05:43.935191 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f75195a-e9f8-4aca-bad3-469382a63f87 None None] Attempting to bind port 5600a6ca-ab62-4cd0-9cb9-994fa3e22d11 on network 9b84b90c-5d0f-413b-88af-7a298f29b9f1 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:05:43.955773 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f75195a-e9f8-4aca-bad3-469382a63f87 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:05:43.955773 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f75195a-e9f8-4aca-bad3-469382a63f87 None None] Checking segment: {'id': 'fe901ff4-8d42-4780-86c5-6a475acbb95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '9b84b90c-5d0f-413b-88af-7a298f29b9f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:05:43.956190 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f75195a-e9f8-4aca-bad3-469382a63f87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:43.956587 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f75195a-e9f8-4aca-bad3-469382a63f87 None None] Bound using segment: {'id': 'fe901ff4-8d42-4780-86c5-6a475acbb95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '9b84b90c-5d0f-413b-88af-7a298f29b9f1'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:05:43.957015 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-7f75195a-e9f8-4aca-bad3-469382a63f87 None None] Bound port: 5600a6ca-ab62-4cd0-9cb9-994fa3e22d11, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe901ff4-8d42-4780-86c5-6a475acbb95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '9b84b90c-5d0f-413b-88af-7a298f29b9f1'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:05:43.957406 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f75195a-e9f8-4aca-bad3-469382a63f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:43.996132 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e207d7-a72a-4fab-9c3a-581082aaed13 None None] Pushing event updated for resources: {'Port': ['ID=fb69eaf5-e6a5-40d2-a348-b59e8fce7ec5,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:44.027966 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port fb69eaf5-e6a5-40d2-a348-b59e8fce7ec5 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:05:44.028585 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:44.110752 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-4794b728-2ccd-4203-a779-718dfa137c7a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Allocated IP 172.23.0.1 (9b84b90c-5d0f-413b-88af-7a298f29b9f1/0015a20e-df4a-48cf-a63e-b5152525dba0/f3bf4501-8864-47ed-9cce-219ffc34614c) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:05:44.243178 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4794b728-2ccd-4203-a779-718dfa137c7a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:44.271300 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f75195a-e9f8-4aca-bad3-469382a63f87 None None] For port 5600a6ca-ab62-4cd0-9cb9-994fa3e22d11, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:05:44.287317 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f75195a-e9f8-4aca-bad3-469382a63f87 None None] For port 5600a6ca-ab62-4cd0-9cb9-994fa3e22d11, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=5600a6ca-ab62-4cd0-9cb9-994fa3e22d11,segment=NetworkSegment(fe901ff4-8d42-4780-86c5-6a475acbb95e),segment_id=fe901ff4-8d42-4780-86c5-6a475acbb95e)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:05:44.362956 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4794b728-2ccd-4203-a779-718dfa137c7a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:44.391656 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f75195a-e9f8-4aca-bad3-469382a63f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:44.419765 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4794b728-2ccd-4203-a779-718dfa137c7a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Network 9b84b90c-5d0f-413b-88af-7a298f29b9f1 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:05:44.424163 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-4794b728-2ccd-4203-a779-718dfa137c7a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:05:44.434750 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4794b728-2ccd-4203-a779-718dfa137c7a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:05:44.467508 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4794b728-2ccd-4203-a779-718dfa137c7a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Pushing event updated for resources: {'Port': ['ID=f3bf4501-8864-47ed-9cce-219ffc34614c,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:44.475342 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f75195a-e9f8-4aca-bad3-469382a63f87 None None] Pushing event updated for resources: {'Port': ['ID=5600a6ca-ab62-4cd0-9cb9-994fa3e22d11,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:44.491797 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4794b728-2ccd-4203-a779-718dfa137c7a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:44.755793 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4794b728-2ccd-4203-a779-718dfa137c7a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:44.924228 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4f3d8d-0065-4135-aeda-ecc38066c265 req-53dacf9d-cccf-4134-abf0-5d65a178b686 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:05:44.925790 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2c4f3d8d-0065-4135-aeda-ecc38066c265 req-53dacf9d-cccf-4134-abf0-5d65a178b686 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5661859-2db9-49c8-b18f-1ea3b562c469 HTTP/1.1" status: 200 len: 943 time: 0.0516267 Sep 24 16:05:44.965434 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2c4f3d8d-0065-4135-aeda-ecc38066c265 req-c9fbe55d-ac04-47af-bd32-ca01ca5e7b82 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327718 Sep 24 16:05:45.072868 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4794b728-2ccd-4203-a779-718dfa137c7a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:45.161604 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4794b728-2ccd-4203-a779-718dfa137c7a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:45.263890 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4794b728-2ccd-4203-a779-718dfa137c7a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Pushing event updated for resources: {'Port': ['ID=f3bf4501-8864-47ed-9cce-219ffc34614c,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:45.267289 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4794b728-2ccd-4203-a779-718dfa137c7a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:45.390173 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 60424) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:05:45.392280 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4794b728-2ccd-4203-a779-718dfa137c7a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Network 9b84b90c-5d0f-413b-88af-7a298f29b9f1 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:05:45.393857 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-4794b728-2ccd-4203-a779-718dfa137c7a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:05:45.397533 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-682bc74b-147b-4c95-958e-167f347b0126 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-89261314', 'description': 'tempest-secgroup-smoke-89261314 description', 'project_id': 'ee226ab1cfac45edb48a2d9761f73895'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:05:45.510511 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-682bc74b-147b-4c95-958e-167f347b0126 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:45.561881 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4794b728-2ccd-4203-a779-718dfa137c7a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Router c0f7d473-8263-442c-a518-045e6947a1b9 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:05:45.673040 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-682bc74b-147b-4c95-958e-167f347b0126 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:45.739074 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-682bc74b-147b-4c95-958e-167f347b0126 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:45.757329 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5378fb2-0b92-46ee-8384-d7e4b853f4d6 None None] Network 9b84b90c-5d0f-413b-88af-7a298f29b9f1 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:05:45.780105 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4794b728-2ccd-4203-a779-718dfa137c7a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:05:45.792424 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-4794b728-2ccd-4203-a779-718dfa137c7a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "PUT /v2.0/routers/c0f7d473-8263-442c-a518-045e6947a1b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5842707 Sep 24 16:05:45.793118 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 60432) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:05:45.797312 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c7a1ec-b10d-4346-ac93-d9a4410de1c4 None None] Sync routers for ids ['c0f7d473-8263-442c-a518-045e6947a1b9'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:05:45.804782 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682bc74b-147b-4c95-958e-167f347b0126 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77d110d2-a2ee-4f55-9050-a416699b1809,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:45.809957 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-18c22407-ae5e-4045-a1de-e995242b06e8 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:05:45.812751 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c7a1ec-b10d-4346-ac93-d9a4410de1c4 None None] Routers {'c0f7d473-8263-442c-a518-045e6947a1b9'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:05:45.813441 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-40c7a1ec-b10d-4346-ac93-d9a4410de1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:05:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['c0f7d473-8263-442c-a518-045e6947a1b9'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:05:45.852582 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-23597c0d-2836-4b52-af79-9ecad0e09901 None None] Provisioning complete for port 5600a6ca-ab62-4cd0-9cb9-994fa3e22d11 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:05:45.858939 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-23597c0d-2836-4b52-af79-9ecad0e09901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:45.893204 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 5600a6ca-ab62-4cd0-9cb9-994fa3e22d11 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:05:45.911005 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-682bc74b-147b-4c95-958e-167f347b0126 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:45.912415 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-682bc74b-147b-4c95-958e-167f347b0126 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5205164 Sep 24 16:05:45.915497 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 60434) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:05:45.925354 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-67ff14f2-d442-409b-86aa-7fcda6f78b4c tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Request body: {'security_group_rule': {'security_group_id': '77d110d2-a2ee-4f55-9050-a416699b1809', 'project_id': 'ee226ab1cfac45edb48a2d9761f73895', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:05:45.949572 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-40c7a1ec-b10d-4346-ac93-d9a4410de1c4 None None] Set router c0f7d473-8263-442c-a518-045e6947a1b9 gateway port host: None {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:05:46.038119 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 5600a6ca-ab62-4cd0-9cb9-994fa3e22d11 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:05:46.038535 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:46.117626 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-67ff14f2-d442-409b-86aa-7fcda6f78b4c tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:46.156823 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-23597c0d-2836-4b52-af79-9ecad0e09901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:46.218456 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-67ff14f2-d442-409b-86aa-7fcda6f78b4c tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:46.243340 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-23597c0d-2836-4b52-af79-9ecad0e09901 None None] For port 5600a6ca-ab62-4cd0-9cb9-994fa3e22d11, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=5600a6ca-ab62-4cd0-9cb9-994fa3e22d11,segment=NetworkSegment(fe901ff4-8d42-4780-86c5-6a475acbb95e),segment_id=fe901ff4-8d42-4780-86c5-6a475acbb95e)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:05:46.259069 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-40c7a1ec-b10d-4346-ac93-d9a4410de1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'name': 'tempest-RoutersTest-router-1673241672', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:05:21Z', 'updated_at': '2021-09-24T16:05:44Z', 'revision_number': 5, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'gw_port_host': None, '_interfaces': [{'id': '88d0b12e-4017-4442-8e62-60ba2e656ee8', 'name': '', 'network_id': 'f0687cde-55fa-4f2b-a1fd-e911a684503c', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'mac_address': 'fa:16:3e:52:c7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '6a9cf315-27ba-415f-95e4-6f156063a9c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:05:30Z', 'updated_at': '2021-09-24T16:05:37Z', 'revision_number': 5, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'subnets': [{'id': '6a9cf315-27ba-415f-95e4-6f156063a9c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce54a2ee-66eb-49b4-8955-3c429aff02e7', 'name': '', 'network_id': '9c45f392-2d55-414f-be04-cfb68642eeb7', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'mac_address': 'fa:16:3e:05:27:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '2feb32b8-d910-4013-b445-f5dfbe8c97db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:05:24Z', 'updated_at': '2021-09-24T16:05:32Z', 'revision_number': 5, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'subnets': [{'id': '2feb32b8-d910-4013-b445-f5dfbe8c97db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3bf4501-8864-47ed-9cce-219ffc34614c', 'name': '', 'network_id': '9b84b90c-5d0f-413b-88af-7a298f29b9f1', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'mac_address': 'fa:16:3e:06:59:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '0015a20e-df4a-48cf-a63e-b5152525dba0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:05:43Z', 'updated_at': '2021-09-24T16:05:44Z', 'revision_number': 2, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'subnets': [{'id': '0015a20e-df4a-48cf-a63e-b5152525dba0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb69eaf5-e6a5-40d2-a348-b59e8fce7ec5', 'name': '', 'network_id': '74dc6243-adb1-42d4-a251-7a148cbc160b', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'mac_address': 'fa:16:3e:61:88:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '65ee29b4-0f64-4e91-af78-2c6a9e57fb44', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:05:36Z', 'updated_at': '2021-09-24T16:05:43Z', 'revision_number': 5, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'subnets': [{'id': '65ee29b4-0f64-4e91-af78-2c6a9e57fb44', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:05:46.294405 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c7a1ec-b10d-4346-ac93-d9a4410de1c4 None None] Checking router: c0f7d473-8263-442c-a518-045e6947a1b9 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:05:46.295135 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c7a1ec-b10d-4346-ac93-d9a4410de1c4 None None] Updating router c0f7d473-8263-442c-a518-045e6947a1b9 port f3bf4501-8864-47ed-9cce-219ffc34614c binding host n-d-808921-1 {{(pid=95300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 16:05:46.298629 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:46.328898 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-40c7a1ec-b10d-4346-ac93-d9a4410de1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:46.350860 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-23597c0d-2836-4b52-af79-9ecad0e09901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:46.351879 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-67ff14f2-d442-409b-86aa-7fcda6f78b4c tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:46.424241 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ff14f2-d442-409b-86aa-7fcda6f78b4c tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0d24751-b327-486b-aa12-e59549501ca1,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:46.434495 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23597c0d-2836-4b52-af79-9ecad0e09901 None None] Pushing event updated for resources: {'Port': ['ID=5600a6ca-ab62-4cd0-9cb9-994fa3e22d11,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:46.458393 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.db.api [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 16:05:46.459233 n-d-808921-1 neutron-server[95299]: DEBUG oslo_db.api [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 16:05:46.491546 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affa2e37-5d1f-4963-a1fd-0a2b29427296 req-d5582b3e-5d01-494a-827b-56c093e46d50 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:05:46.493326 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-affa2e37-5d1f-4963-a1fd-0a2b29427296 req-d5582b3e-5d01-494a-827b-56c093e46d50 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5661859-2db9-49c8-b18f-1ea3b562c469 HTTP/1.1" status: 200 len: 943 time: 0.3925271 Sep 24 16:05:46.556402 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-67ff14f2-d442-409b-86aa-7fcda6f78b4c tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:46.560329 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-67ff14f2-d442-409b-86aa-7fcda6f78b4c tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6414666 Sep 24 16:05:46.560490 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 60446) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:05:46.568749 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-73dbf8ea-7f63-4e9b-8c3c-f8081c310e06 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Request body: {'security_group_rule': {'security_group_id': '77d110d2-a2ee-4f55-9050-a416699b1809', 'project_id': 'ee226ab1cfac45edb48a2d9761f73895', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:05:46.635422 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.extraroute_db [None req-18c22407-ae5e-4045-a1de-e995242b06e8 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=95297) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 24 16:05:46.651590 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.extraroute_db [None req-18c22407-ae5e-4045-a1de-e995242b06e8 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Removed routes are [] {{(pid=95297) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 24 16:05:46.652022 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-18c22407-ae5e-4045-a1de-e995242b06e8 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1671'] for router, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:46.658818 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-affa2e37-5d1f-4963-a1fd-0a2b29427296 req-ce41f55d-b16d-4b3d-b7a2-247c3cf8f81f tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303527 Sep 24 16:05:46.701044 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-73dbf8ea-7f63-4e9b-8c3c-f8081c310e06 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:46.705885 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-8d5aa235-9307-416b-82ff-e0a45cb330ce None None] Provisioning complete for port 5600a6ca-ab62-4cd0-9cb9-994fa3e22d11 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:05:46.705885 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8d5aa235-9307-416b-82ff-e0a45cb330ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:46.867753 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-73dbf8ea-7f63-4e9b-8c3c-f8081c310e06 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:46.908653 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-40c7a1ec-b10d-4346-ac93-d9a4410de1c4 None None] Notify callbacks [] for port, precommit_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:46.915385 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-8d5aa235-9307-416b-82ff-e0a45cb330ce None None] Provisioning complete for port f3bf4501-8864-47ed-9cce-219ffc34614c triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:05:46.915905 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8d5aa235-9307-416b-82ff-e0a45cb330ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:46.945442 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-73dbf8ea-7f63-4e9b-8c3c-f8081c310e06 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:46.968065 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-40c7a1ec-b10d-4346-ac93-d9a4410de1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:46.995334 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dbf8ea-7f63-4e9b-8c3c-f8081c310e06 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c78ecf7-d8e9-4b68-afd5-371e32ab4361,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:47.046145 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462a3570-2e96-4a3a-8542-91a329c7fab9 None None] Pushing event updated for resources: {'Port': ['ID=f3bf4501-8864-47ed-9cce-219ffc34614c,revision_number=3']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:47.059219 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-8d5aa235-9307-416b-82ff-e0a45cb330ce None None] Port f3bf4501-8864-47ed-9cce-219ffc34614c cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:05:47.067723 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device fb69eaf5-e6a5-40d2-a348-b59e8fce7ec5 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:05:47.094168 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-73dbf8ea-7f63-4e9b-8c3c-f8081c310e06 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:47.095487 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-73dbf8ea-7f63-4e9b-8c3c-f8081c310e06 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5312529 Sep 24 16:05:47.098998 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 60452) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:05:47.110309 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-001a60f9-c0e1-4a65-98ea-f2bd43debce9 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Request body: {'security_group_rule': {'security_group_id': '77d110d2-a2ee-4f55-9050-a416699b1809', 'project_id': 'ee226ab1cfac45edb48a2d9761f73895', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:05:47.162523 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port fb69eaf5-e6a5-40d2-a348-b59e8fce7ec5 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:05:47.163701 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:47.195968 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-40c7a1ec-b10d-4346-ac93-d9a4410de1c4 None None] Attempting to bind port f3bf4501-8864-47ed-9cce-219ffc34614c on host n-d-808921-1 for vnic_type normal with profile {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:05:47.196551 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-40c7a1ec-b10d-4346-ac93-d9a4410de1c4 None None] Attempting to bind port f3bf4501-8864-47ed-9cce-219ffc34614c by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'fe901ff4-8d42-4780-86c5-6a475acbb95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '9b84b90c-5d0f-413b-88af-7a298f29b9f1'}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:05:47.197246 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c7a1ec-b10d-4346-ac93-d9a4410de1c4 None None] Attempting to bind port f3bf4501-8864-47ed-9cce-219ffc34614c on network 9b84b90c-5d0f-413b-88af-7a298f29b9f1 {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:05:47.204718 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c7a1ec-b10d-4346-ac93-d9a4410de1c4 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 5, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:05:47.205102 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c7a1ec-b10d-4346-ac93-d9a4410de1c4 None None] Checking segment: {'id': 'fe901ff4-8d42-4780-86c5-6a475acbb95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '9b84b90c-5d0f-413b-88af-7a298f29b9f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:05:47.205503 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-40c7a1ec-b10d-4346-ac93-d9a4410de1c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:47.205900 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40c7a1ec-b10d-4346-ac93-d9a4410de1c4 None None] Bound using segment: {'id': 'fe901ff4-8d42-4780-86c5-6a475acbb95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '9b84b90c-5d0f-413b-88af-7a298f29b9f1'} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:05:47.206504 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-40c7a1ec-b10d-4346-ac93-d9a4410de1c4 None None] Bound port: f3bf4501-8864-47ed-9cce-219ffc34614c, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe901ff4-8d42-4780-86c5-6a475acbb95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '9b84b90c-5d0f-413b-88af-7a298f29b9f1'}}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:05:47.206865 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-40c7a1ec-b10d-4346-ac93-d9a4410de1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:47.209098 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-18c22407-ae5e-4045-a1de-e995242b06e8 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1671'] for router, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:47.213564 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-18c22407-ae5e-4045-a1de-e995242b06e8 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-586922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-586913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588826'] for router, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:47.236620 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-f139f50b-1872-4236-94d1-1b450d487508 None None] Provisioning complete for port f3bf4501-8864-47ed-9cce-219ffc34614c triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:05:47.237370 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f139f50b-1872-4236-94d1-1b450d487508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:47.290152 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-001a60f9-c0e1-4a65-98ea-f2bd43debce9 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:47.296951 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-f139f50b-1872-4236-94d1-1b450d487508 None None] Port f3bf4501-8864-47ed-9cce-219ffc34614c cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:05:47.328875 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-40c7a1ec-b10d-4346-ac93-d9a4410de1c4 None None] For port f3bf4501-8864-47ed-9cce-219ffc34614c, host n-d-808921-1, cleared binding levels {{(pid=95300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:05:47.336976 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-40c7a1ec-b10d-4346-ac93-d9a4410de1c4 None None] For port f3bf4501-8864-47ed-9cce-219ffc34614c, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=f3bf4501-8864-47ed-9cce-219ffc34614c,segment=NetworkSegment(fe901ff4-8d42-4780-86c5-6a475acbb95e),segment_id=fe901ff4-8d42-4780-86c5-6a475acbb95e)] {{(pid=95300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:05:47.388430 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-001a60f9-c0e1-4a65-98ea-f2bd43debce9 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:47.408635 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-40c7a1ec-b10d-4346-ac93-d9a4410de1c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:47.420216 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18c22407-ae5e-4045-a1de-e995242b06e8 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Router c0f7d473-8263-442c-a518-045e6947a1b9 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:05:47.476170 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-001a60f9-c0e1-4a65-98ea-f2bd43debce9 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:47.495890 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001a60f9-c0e1-4a65-98ea-f2bd43debce9 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccd1f20f-90b9-4264-9dd8-b5e90720a268,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:47.512954 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c7a1ec-b10d-4346-ac93-d9a4410de1c4 None None] Routers {'c0f7d473-8263-442c-a518-045e6947a1b9'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:05:47.514639 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-40c7a1ec-b10d-4346-ac93-d9a4410de1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:05:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['c0f7d473-8263-442c-a518-045e6947a1b9'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:05:47.532864 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-8c25f7c2-41af-4124-8203-ede6ca4a7da6 None None] Provisioning complete for port f3bf4501-8864-47ed-9cce-219ffc34614c triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:05:47.535159 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8c25f7c2-41af-4124-8203-ede6ca4a7da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:47.573066 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462a3570-2e96-4a3a-8542-91a329c7fab9 None None] Pushing event updated for resources: {'Port': ['ID=f3bf4501-8864-47ed-9cce-219ffc34614c,revision_number=4']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:47.635127 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-001a60f9-c0e1-4a65-98ea-f2bd43debce9 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:47.643063 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-001a60f9-c0e1-4a65-98ea-f2bd43debce9 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5428364 Sep 24 16:05:47.645080 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 60458) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:05:47.664593 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-1716a250-6d81-4db6-a267-7cc638830946 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Request body: {'security_group_rule': {'security_group_id': '77d110d2-a2ee-4f55-9050-a416699b1809', 'project_id': 'ee226ab1cfac45edb48a2d9761f73895', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:05:47.713634 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c22407-ae5e-4045-a1de-e995242b06e8 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:05:47.719835 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-40c7a1ec-b10d-4346-ac93-d9a4410de1c4 None None] Set router c0f7d473-8263-442c-a518-045e6947a1b9 gateway port host: None {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:05:47.744619 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e4b940ba-3f7b-471c-85db-72410f834060 req-7dd5f044-9bfe-445b-b509-975bd4696748 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=190da033-9905-44de-9653-e0394c77ffcf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1585612 Sep 24 16:05:47.755943 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-18c22407-ae5e-4045-a1de-e995242b06e8 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:47.766807 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-18c22407-ae5e-4045-a1de-e995242b06e8 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "PUT /v2.0/routers/c0f7d473-8263-442c-a518-045e6947a1b9 HTTP/1.1" status: 200 len: 934 time: 1.9617360 Sep 24 16:05:47.769521 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 60464) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:05:47.789122 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8c25f7c2-41af-4124-8203-ede6ca4a7da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:47.875576 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-8c25f7c2-41af-4124-8203-ede6ca4a7da6 None None] For port f3bf4501-8864-47ed-9cce-219ffc34614c, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=f3bf4501-8864-47ed-9cce-219ffc34614c,segment=NetworkSegment(fe901ff4-8d42-4780-86c5-6a475acbb95e),segment_id=fe901ff4-8d42-4780-86c5-6a475acbb95e)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:05:47.878472 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 5600a6ca-ab62-4cd0-9cb9-994fa3e22d11 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:05:47.976121 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8c25f7c2-41af-4124-8203-ede6ca4a7da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:47.987866 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 5600a6ca-ab62-4cd0-9cb9-994fa3e22d11 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:05:47.988150 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:47.995036 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8145c3b-9580-4753-b477-1717d92b9976 req-af32dec5-11ce-424a-b819-297a4d84b680 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:05:47.999239 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f8145c3b-9580-4753-b477-1717d92b9976 req-af32dec5-11ce-424a-b819-297a4d84b680 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5661859-2db9-49c8-b18f-1ea3b562c469 HTTP/1.1" status: 200 len: 943 time: 0.1299033 Sep 24 16:05:48.069283 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 60466) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:05:48.069507 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-a968a183-e005-46aa-a69d-e5e19e1582d4 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "GET /v2.0/routers/c0f7d473-8263-442c-a518-045e6947a1b9 HTTP/1.1" status: 200 len: 934 time: 0.2985039 Sep 24 16:05:48.076232 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1716a250-6d81-4db6-a267-7cc638830946 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:48.087702 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f8145c3b-9580-4753-b477-1717d92b9976 req-ea644f93-1f5a-4aa8-a811-62b6ceb35edc tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823967 Sep 24 16:05:48.094038 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-a813d49c-cecd-432a-a706-659be5fdca78 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Request body: {'router': {'routes': None}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:05:48.179717 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b940ba-3f7b-471c-85db-72410f834060 req-0bffd2c5-d437-4a91-8960-e9f69b7d3546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:05:48.181184 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e4b940ba-3f7b-471c-85db-72410f834060 req-0bffd2c5-d437-4a91-8960-e9f69b7d3546 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1098ec07f5944ca3aa2ef8c2402dd6cb&device_id=190da033-9905-44de-9653-e0394c77ffcf HTTP/1.1" status: 200 len: 1097 time: 0.1522377 Sep 24 16:05:48.189639 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-e57118e1-56f6-4e7a-978d-9b10aa4d49f7 None None] Provisioning complete for port f3bf4501-8864-47ed-9cce-219ffc34614c triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:05:48.196513 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e57118e1-56f6-4e7a-978d-9b10aa4d49f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:48.274128 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-40c7a1ec-b10d-4346-ac93-d9a4410de1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'name': 'tempest-RoutersTest-router-1673241672', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:05:21Z', 'updated_at': '2021-09-24T16:05:46Z', 'revision_number': 6, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'gw_port_host': None, '_interfaces': [{'id': '88d0b12e-4017-4442-8e62-60ba2e656ee8', 'name': '', 'network_id': 'f0687cde-55fa-4f2b-a1fd-e911a684503c', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'mac_address': 'fa:16:3e:52:c7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '6a9cf315-27ba-415f-95e4-6f156063a9c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:05:30Z', 'updated_at': '2021-09-24T16:05:37Z', 'revision_number': 5, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'subnets': [{'id': '6a9cf315-27ba-415f-95e4-6f156063a9c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce54a2ee-66eb-49b4-8955-3c429aff02e7', 'name': '', 'network_id': '9c45f392-2d55-414f-be04-cfb68642eeb7', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'mac_address': 'fa:16:3e:05:27:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '2feb32b8-d910-4013-b445-f5dfbe8c97db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:05:24Z', 'updated_at': '2021-09-24T16:05:32Z', 'revision_number': 5, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'subnets': [{'id': '2feb32b8-d910-4013-b445-f5dfbe8c97db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3bf4501-8864-47ed-9cce-219ffc34614c', 'name': '', 'network_id': '9b84b90c-5d0f-413b-88af-7a298f29b9f1', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'mac_address': 'fa:16:3e:06:59:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '0015a20e-df4a-48cf-a63e-b5152525dba0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:05:43Z', 'updated_at': '2021-09-24T16:05:47Z', 'revision_number': 4, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'subnets': [{'id': '0015a20e-df4a-48cf-a63e-b5152525dba0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb69eaf5-e6a5-40d2-a348-b59e8fce7ec5', 'name': '', 'network_id': '74dc6243-adb1-42d4-a251-7a148cbc160b', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'mac_address': 'fa:16:3e:61:88:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '65ee29b4-0f64-4e91-af78-2c6a9e57fb44', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:05:36Z', 'updated_at': '2021-09-24T16:05:43Z', 'revision_number': 5, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'subnets': [{'id': '65ee29b4-0f64-4e91-af78-2c6a9e57fb44', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:05:48.324649 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40c7a1ec-b10d-4346-ac93-d9a4410de1c4 None None] The sync data for ids ['c0f7d473-8263-442c-a518-045e6947a1b9'] in n-d-808921-1 is: [{'id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'name': 'tempest-RoutersTest-router-1673241672', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:05:21Z', 'updated_at': '2021-09-24T16:05:46Z', 'revision_number': 6, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'gw_port_host': None, '_interfaces': [{'id': '88d0b12e-4017-4442-8e62-60ba2e656ee8', 'name': '', 'network_id': 'f0687cde-55fa-4f2b-a1fd-e911a684503c', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'mac_address': 'fa:16:3e:52:c7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '6a9cf315-27ba-415f-95e4-6f156063a9c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:05:30Z', 'updated_at': '2021-09-24T16:05:37Z', 'revision_number': 5, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'subnets': [{'id': '6a9cf315-27ba-415f-95e4-6f156063a9c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce54a2ee-66eb-49b4-8955-3c429aff02e7', 'name': '', 'network_id': '9c45f392-2d55-414f-be04-cfb68642eeb7', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'mac_address': 'fa:16:3e:05:27:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '2feb32b8-d910-4013-b445-f5dfbe8c97db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:05:24Z', 'updated_at': '2021-09-24T16:05:32Z', 'revision_number': 5, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'subnets': [{'id': '2feb32b8-d910-4013-b445-f5dfbe8c97db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3bf4501-8864-47ed-9cce-219ffc34614c', 'name': '', 'network_id': '9b84b90c-5d0f-413b-88af-7a298f29b9f1', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'mac_address': 'fa:16:3e:06:59:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '0015a20e-df4a-48cf-a63e-b5152525dba0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:05:43Z', 'updated_at': '2021-09-24T16:05:47Z', 'revision_number': 4, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'subnets': [{'id': '0015a20e-df4a-48cf-a63e-b5152525dba0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb69eaf5-e6a5-40d2-a348-b59e8fce7ec5', 'name': '', 'network_id': '74dc6243-adb1-42d4-a251-7a148cbc160b', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'mac_address': 'fa:16:3e:61:88:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '65ee29b4-0f64-4e91-af78-2c6a9e57fb44', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:05:36Z', 'updated_at': '2021-09-24T16:05:43Z', 'revision_number': 5, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'subnets': [{'id': '65ee29b4-0f64-4e91-af78-2c6a9e57fb44', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:05:48.340182 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c25f7c2-41af-4124-8203-ede6ca4a7da6 None None] Pushing event updated for resources: {'Port': ['ID=f3bf4501-8864-47ed-9cce-219ffc34614c,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:48.369394 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1716a250-6d81-4db6-a267-7cc638830946 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:48.430525 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1716a250-6d81-4db6-a267-7cc638830946 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:48.456771 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b940ba-3f7b-471c-85db-72410f834060 req-60280170-c16d-4ad6-9a60-e5753837675a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:05:48.458542 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e4b940ba-3f7b-471c-85db-72410f834060 req-60280170-c16d-4ad6-9a60-e5753837675a service neutron] 10.222.0.110 "GET /v2.0/networks?id=91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8 HTTP/1.1" status: 200 len: 911 time: 0.2321744 Sep 24 16:05:48.464678 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1716a250-6d81-4db6-a267-7cc638830946 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ed8678b-fed9-4648-abe4-285cdffbcd5d,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:48.563791 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-aaf0f45f-2828-4ce2-8584-5542704ee329 None None] Provisioning complete for port f3bf4501-8864-47ed-9cce-219ffc34614c triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:05:48.564174 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-aaf0f45f-2828-4ce2-8584-5542704ee329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:48.569703 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1716a250-6d81-4db6-a267-7cc638830946 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:48.573991 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-1716a250-6d81-4db6-a267-7cc638830946 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9188342 Sep 24 16:05:48.576263 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 60472) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:05:48.576646 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e4b940ba-3f7b-471c-85db-72410f834060 req-48e2bfa9-a701-4047-9051-5208640bd40b service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e853ffad-24a3-49d6-ab37-6bd92dc0dd54 HTTP/1.1" status: 200 len: 1002 time: 0.1045792 Sep 24 16:05:48.662116 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b940ba-3f7b-471c-85db-72410f834060 req-8167f8a6-4bc9-449f-829b-b987900ad576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:05:48.663570 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e4b940ba-3f7b-471c-85db-72410f834060 req-8167f8a6-4bc9-449f-829b-b987900ad576 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=e2f4b5a2-b921-44ae-94f4-2c286e9b4e3f HTTP/1.1" status: 200 len: 848 time: 0.0763507 Sep 24 16:05:48.665290 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-5ea9b2d1-85cc-4221-9dbc-ffde9f020f81 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Request body: {'security_group_rule': {'security_group_id': '77d110d2-a2ee-4f55-9050-a416699b1809', 'project_id': 'ee226ab1cfac45edb48a2d9761f73895', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:05:48.737554 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b940ba-3f7b-471c-85db-72410f834060 req-ddb0640f-17d9-4030-9e18-f597c0da3a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:05:48.739626 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e4b940ba-3f7b-471c-85db-72410f834060 req-ddb0640f-17d9-4030-9e18-f597c0da3a2b service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0655694 Sep 24 16:05:48.766120 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.extraroute_db [None req-a813d49c-cecd-432a-a706-659be5fdca78 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Added routes are [] {{(pid=95297) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 24 16:05:48.766802 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.extraroute_db [None req-a813d49c-cecd-432a-a706-659be5fdca78 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=95297) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 24 16:05:48.801600 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a813d49c-cecd-432a-a706-659be5fdca78 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1671'] for router, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:48.836735 n-d-808921-1 neutron-server[95297]: INFO neutron.db.securitygroups_db [None req-5ea9b2d1-85cc-4221-9dbc-ffde9f020f81 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Project ee226ab1cfac45edb48a2d9761f73895 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 16:05:48.844844 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5ea9b2d1-85cc-4221-9dbc-ffde9f020f81 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:48.908001 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e4b940ba-3f7b-471c-85db-72410f834060 req-13611b6d-3ede-43c1-9bc6-d94096935869 service neutron] 10.222.0.110 "GET /v2.0/networks/91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555872 Sep 24 16:05:49.039186 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5ea9b2d1-85cc-4221-9dbc-ffde9f020f81 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:49.067175 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e4b940ba-3f7b-471c-85db-72410f834060 req-1238a6dd-669d-4b8f-8704-1de79705d102 service neutron] 10.222.0.110 "GET /v2.0/networks/91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371562 Sep 24 16:05:49.140023 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5ea9b2d1-85cc-4221-9dbc-ffde9f020f81 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:49.213032 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a813d49c-cecd-432a-a706-659be5fdca78 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1671'] for router, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:49.215286 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea9b2d1-85cc-4221-9dbc-ffde9f020f81 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa25a1cf-c601-431c-95d9-7496a6dd1ad8,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:49.222179 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a813d49c-cecd-432a-a706-659be5fdca78 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-586922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-586913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588826'] for router, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:49.384643 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0567e61a-b310-4999-8cf5-69882d766675 None None] Sync routers for ids ['c0f7d473-8263-442c-a518-045e6947a1b9'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:05:49.401334 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0567e61a-b310-4999-8cf5-69882d766675 None None] Routers {'c0f7d473-8263-442c-a518-045e6947a1b9'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:05:49.402142 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-0567e61a-b310-4999-8cf5-69882d766675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:05:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['c0f7d473-8263-442c-a518-045e6947a1b9'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:05:49.506584 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-0567e61a-b310-4999-8cf5-69882d766675 None None] Set router c0f7d473-8263-442c-a518-045e6947a1b9 gateway port host: None {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:05:49.626425 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5ea9b2d1-85cc-4221-9dbc-ffde9f020f81 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:49.629056 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-5ea9b2d1-85cc-4221-9dbc-ffde9f020f81 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0407522 Sep 24 16:05:49.632024 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 60484) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:05:49.644188 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-53e4eca0-36c1-4022-a0ac-05b38cd2312b tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Request body: {'security_group_rule': {'security_group_id': '77d110d2-a2ee-4f55-9050-a416699b1809', 'project_id': 'ee226ab1cfac45edb48a2d9761f73895', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:05:49.654086 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a65fdb5-b39b-423a-9bdc-ec1d1b4a2950 req-c64c33e2-715b-4dfd-89c8-258e95d87e0e tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:05:49.656740 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7a65fdb5-b39b-423a-9bdc-ec1d1b4a2950 req-c64c33e2-715b-4dfd-89c8-258e95d87e0e tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5661859-2db9-49c8-b18f-1ea3b562c469 HTTP/1.1" status: 200 len: 943 time: 0.4916401 Sep 24 16:05:49.704891 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a813d49c-cecd-432a-a706-659be5fdca78 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Router c0f7d473-8263-442c-a518-045e6947a1b9 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:05:49.723815 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7a65fdb5-b39b-423a-9bdc-ec1d1b4a2950 req-42310f37-0918-4986-b661-e595cdd46000 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446293 Sep 24 16:05:49.746405 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device f3bf4501-8864-47ed-9cce-219ffc34614c up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:05:49.767720 n-d-808921-1 neutron-server[95298]: INFO neutron.db.securitygroups_db [None req-53e4eca0-36c1-4022-a0ac-05b38cd2312b tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Project ee226ab1cfac45edb48a2d9761f73895 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 16:05:49.775367 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-53e4eca0-36c1-4022-a0ac-05b38cd2312b tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:49.824126 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port f3bf4501-8864-47ed-9cce-219ffc34614c triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:05:49.824505 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:49.829949 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-0567e61a-b310-4999-8cf5-69882d766675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'name': 'tempest-RoutersTest-router-1673241672', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:05:21Z', 'updated_at': '2021-09-24T16:05:48Z', 'revision_number': 7, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'gw_port_host': None, '_interfaces': [{'id': '88d0b12e-4017-4442-8e62-60ba2e656ee8', 'name': '', 'network_id': 'f0687cde-55fa-4f2b-a1fd-e911a684503c', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'mac_address': 'fa:16:3e:52:c7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '6a9cf315-27ba-415f-95e4-6f156063a9c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:05:30Z', 'updated_at': '2021-09-24T16:05:37Z', 'revision_number': 5, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'subnets': [{'id': '6a9cf315-27ba-415f-95e4-6f156063a9c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce54a2ee-66eb-49b4-8955-3c429aff02e7', 'name': '', 'network_id': '9c45f392-2d55-414f-be04-cfb68642eeb7', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'mac_address': 'fa:16:3e:05:27:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '2feb32b8-d910-4013-b445-f5dfbe8c97db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:05:24Z', 'updated_at': '2021-09-24T16:05:32Z', 'revision_number': 5, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'subnets': [{'id': '2feb32b8-d910-4013-b445-f5dfbe8c97db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3bf4501-8864-47ed-9cce-219ffc34614c', 'name': '', 'network_id': '9b84b90c-5d0f-413b-88af-7a298f29b9f1', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'mac_address': 'fa:16:3e:06:59:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '0015a20e-df4a-48cf-a63e-b5152525dba0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:05:43Z', 'updated_at': '2021-09-24T16:05:47Z', 'revision_number': 5, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'subnets': [{'id': '0015a20e-df4a-48cf-a63e-b5152525dba0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb69eaf5-e6a5-40d2-a348-b59e8fce7ec5', 'name': '', 'network_id': '74dc6243-adb1-42d4-a251-7a148cbc160b', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'mac_address': 'fa:16:3e:61:88:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '65ee29b4-0f64-4e91-af78-2c6a9e57fb44', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:05:36Z', 'updated_at': '2021-09-24T16:05:43Z', 'revision_number': 5, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'subnets': [{'id': '65ee29b4-0f64-4e91-af78-2c6a9e57fb44', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:05:49.852095 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a813d49c-cecd-432a-a706-659be5fdca78 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:05:49.866824 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a813d49c-cecd-432a-a706-659be5fdca78 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:49.870397 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-a813d49c-cecd-432a-a706-659be5fdca78 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "PUT /v2.0/routers/c0f7d473-8263-442c-a518-045e6947a1b9 HTTP/1.1" status: 200 len: 700 time: 1.7800617 Sep 24 16:05:49.871561 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 60492) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:05:49.882920 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-53e4eca0-36c1-4022-a0ac-05b38cd2312b tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:49.925722 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0567e61a-b310-4999-8cf5-69882d766675 None None] Checking router: c0f7d473-8263-442c-a518-045e6947a1b9 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:05:49.948182 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0567e61a-b310-4999-8cf5-69882d766675 None None] Routers {'c0f7d473-8263-442c-a518-045e6947a1b9'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:05:49.948914 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-0567e61a-b310-4999-8cf5-69882d766675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:05:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['c0f7d473-8263-442c-a518-045e6947a1b9'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:05:50.013131 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-53e4eca0-36c1-4022-a0ac-05b38cd2312b tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:50.025368 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-1927b141-5511-4839-8908-39535aaee359 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "GET /v2.0/routers/c0f7d473-8263-442c-a518-045e6947a1b9 HTTP/1.1" status: 200 len: 700 time: 0.1525683 Sep 24 16:05:50.027971 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 60496) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:05:50.041858 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e4eca0-36c1-4022-a0ac-05b38cd2312b tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c4309f8-1116-4ad7-960d-361ec113d8cd,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:50.133792 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-53e4eca0-36c1-4022-a0ac-05b38cd2312b tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:50.136714 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-53e4eca0-36c1-4022-a0ac-05b38cd2312b tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5014420 Sep 24 16:05:50.287237 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-0567e61a-b310-4999-8cf5-69882d766675 None None] Set router c0f7d473-8263-442c-a518-045e6947a1b9 gateway port host: None {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:05:50.507509 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-17482a2d-61aa-4b92-9152-ef3d5a42fc48 req-80aa3cf8-e198-4bea-a788-1e3ab293a27b tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-89261314&fields=id&tenant_id=ee226ab1cfac45edb48a2d9761f73895 HTTP/1.1" status: 200 len: 267 time: 0.0557907 Sep 24 16:05:50.539103 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-0567e61a-b310-4999-8cf5-69882d766675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'name': 'tempest-RoutersTest-router-1673241672', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:05:21Z', 'updated_at': '2021-09-24T16:05:48Z', 'revision_number': 7, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'gw_port_host': None, '_interfaces': [{'id': '88d0b12e-4017-4442-8e62-60ba2e656ee8', 'name': '', 'network_id': 'f0687cde-55fa-4f2b-a1fd-e911a684503c', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'mac_address': 'fa:16:3e:52:c7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '6a9cf315-27ba-415f-95e4-6f156063a9c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:05:30Z', 'updated_at': '2021-09-24T16:05:37Z', 'revision_number': 5, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'subnets': [{'id': '6a9cf315-27ba-415f-95e4-6f156063a9c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce54a2ee-66eb-49b4-8955-3c429aff02e7', 'name': '', 'network_id': '9c45f392-2d55-414f-be04-cfb68642eeb7', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'mac_address': 'fa:16:3e:05:27:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '2feb32b8-d910-4013-b445-f5dfbe8c97db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:05:24Z', 'updated_at': '2021-09-24T16:05:32Z', 'revision_number': 5, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'subnets': [{'id': '2feb32b8-d910-4013-b445-f5dfbe8c97db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3bf4501-8864-47ed-9cce-219ffc34614c', 'name': '', 'network_id': '9b84b90c-5d0f-413b-88af-7a298f29b9f1', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'mac_address': 'fa:16:3e:06:59:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '0015a20e-df4a-48cf-a63e-b5152525dba0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:05:43Z', 'updated_at': '2021-09-24T16:05:47Z', 'revision_number': 5, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'subnets': [{'id': '0015a20e-df4a-48cf-a63e-b5152525dba0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb69eaf5-e6a5-40d2-a348-b59e8fce7ec5', 'name': '', 'network_id': '74dc6243-adb1-42d4-a251-7a148cbc160b', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'mac_address': 'fa:16:3e:61:88:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '65ee29b4-0f64-4e91-af78-2c6a9e57fb44', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:05:36Z', 'updated_at': '2021-09-24T16:05:43Z', 'revision_number': 5, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'subnets': [{'id': '65ee29b4-0f64-4e91-af78-2c6a9e57fb44', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:05:50.540181 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-70d831d1-5a4e-4576-84d9-241bb9b114df tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:50.570153 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0567e61a-b310-4999-8cf5-69882d766675 None None] The sync data for ids ['c0f7d473-8263-442c-a518-045e6947a1b9'] in n-d-808921-1 is: [{'id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'name': 'tempest-RoutersTest-router-1673241672', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:05:21Z', 'updated_at': '2021-09-24T16:05:48Z', 'revision_number': 7, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'gw_port_host': None, '_interfaces': [{'id': '88d0b12e-4017-4442-8e62-60ba2e656ee8', 'name': '', 'network_id': 'f0687cde-55fa-4f2b-a1fd-e911a684503c', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'mac_address': 'fa:16:3e:52:c7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '6a9cf315-27ba-415f-95e4-6f156063a9c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:05:30Z', 'updated_at': '2021-09-24T16:05:37Z', 'revision_number': 5, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'subnets': [{'id': '6a9cf315-27ba-415f-95e4-6f156063a9c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce54a2ee-66eb-49b4-8955-3c429aff02e7', 'name': '', 'network_id': '9c45f392-2d55-414f-be04-cfb68642eeb7', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'mac_address': 'fa:16:3e:05:27:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '2feb32b8-d910-4013-b445-f5dfbe8c97db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:05:24Z', 'updated_at': '2021-09-24T16:05:32Z', 'revision_number': 5, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'subnets': [{'id': '2feb32b8-d910-4013-b445-f5dfbe8c97db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3bf4501-8864-47ed-9cce-219ffc34614c', 'name': '', 'network_id': '9b84b90c-5d0f-413b-88af-7a298f29b9f1', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'mac_address': 'fa:16:3e:06:59:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '0015a20e-df4a-48cf-a63e-b5152525dba0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:05:43Z', 'updated_at': '2021-09-24T16:05:47Z', 'revision_number': 5, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'subnets': [{'id': '0015a20e-df4a-48cf-a63e-b5152525dba0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb69eaf5-e6a5-40d2-a348-b59e8fce7ec5', 'name': '', 'network_id': '74dc6243-adb1-42d4-a251-7a148cbc160b', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'mac_address': 'fa:16:3e:61:88:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '65ee29b4-0f64-4e91-af78-2c6a9e57fb44', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:05:36Z', 'updated_at': '2021-09-24T16:05:43Z', 'revision_number': 5, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'subnets': [{'id': '65ee29b4-0f64-4e91-af78-2c6a9e57fb44', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:05:50.766698 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17482a2d-61aa-4b92-9152-ef3d5a42fc48 req-1f1434c4-be35-4a39-836f-088bedebbfd4 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:05:50.768244 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-17482a2d-61aa-4b92-9152-ef3d5a42fc48 req-1f1434c4-be35-4a39-836f-088bedebbfd4 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] 10.222.0.101 "GET /v2.0/networks?id=219a3b95-2b97-4a78-a69d-aa4cf228340a HTTP/1.1" status: 200 len: 814 time: 0.2599411 Sep 24 16:05:50.794901 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-17482a2d-61aa-4b92-9152-ef3d5a42fc48 req-7f5e1b6d-12ff-4277-ada0-2dfcdef5dd16 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] 10.222.0.101 "GET /v2.0/quotas/ee226ab1cfac45edb48a2d9761f73895 HTTP/1.1" status: 200 len: 375 time: 0.0185459 Sep 24 16:05:50.898668 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769953c3-1495-4410-bb26-1b9a143b1785 None None] Sync routers for ids ['c0f7d473-8263-442c-a518-045e6947a1b9'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:05:50.904292 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e5c639-cdea-474c-980d-26b8daf3020a req-9eb3d804-0a01-44bb-a798-677cbf758f50 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:05:50.907942 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-91e5c639-cdea-474c-980d-26b8daf3020a req-9eb3d804-0a01-44bb-a798-677cbf758f50 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5661859-2db9-49c8-b18f-1ea3b562c469 HTTP/1.1" status: 200 len: 943 time: 0.0916121 Sep 24 16:05:50.921228 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769953c3-1495-4410-bb26-1b9a143b1785 None None] Routers {'c0f7d473-8263-442c-a518-045e6947a1b9'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:05:50.922306 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-769953c3-1495-4410-bb26-1b9a143b1785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:05:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['c0f7d473-8263-442c-a518-045e6947a1b9'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:05:50.957233 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-91e5c639-cdea-474c-980d-26b8daf3020a req-26bf3759-5348-4cb1-b021-52743da7ddd7 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425010 Sep 24 16:05:50.958805 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-17482a2d-61aa-4b92-9152-ef3d5a42fc48 req-dfcd34e7-7288-4601-af12-82375f0b52be tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=ee226ab1cfac45edb48a2d9761f73895&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1530337 Sep 24 16:05:51.073855 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-769953c3-1495-4410-bb26-1b9a143b1785 None None] Set router c0f7d473-8263-442c-a518-045e6947a1b9 gateway port host: None {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:05:51.112343 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-17482a2d-61aa-4b92-9152-ef3d5a42fc48 req-808db721-bda3-4f5b-89a9-c9a838851866 service neutron] 10.222.0.101 "GET /v2.0/networks/219a3b95-2b97-4a78-a69d-aa4cf228340a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526487 Sep 24 16:05:51.149400 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-70d831d1-5a4e-4576-84d9-241bb9b114df tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Deleting port f3bf4501-8864-47ed-9cce-219ffc34614c {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:05:51.149618 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-70d831d1-5a4e-4576-84d9-241bb9b114df tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:51.299226 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-17482a2d-61aa-4b92-9152-ef3d5a42fc48 req-b0145e6c-8c65-4502-961a-70317317e84e service neutron] 10.222.0.101 "GET /v2.0/networks/219a3b95-2b97-4a78-a69d-aa4cf228340a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760516 Sep 24 16:05:51.304728 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-70d831d1-5a4e-4576-84d9-241bb9b114df tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] For port f3bf4501-8864-47ed-9cce-219ffc34614c, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=f3bf4501-8864-47ed-9cce-219ffc34614c,segment=NetworkSegment(fe901ff4-8d42-4780-86c5-6a475acbb95e),segment_id=fe901ff4-8d42-4780-86c5-6a475acbb95e)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:05:51.305109 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-70d831d1-5a4e-4576-84d9-241bb9b114df tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:51.317910 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-70d831d1-5a4e-4576-84d9-241bb9b114df tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Calling delete_port for f3bf4501-8864-47ed-9cce-219ffc34614c owned by network:router_interface {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:05:51.370161 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-769953c3-1495-4410-bb26-1b9a143b1785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'name': 'tempest-RoutersTest-router-1673241672', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:05:21Z', 'updated_at': '2021-09-24T16:05:48Z', 'revision_number': 7, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'gw_port_host': None, '_interfaces': [{'id': '88d0b12e-4017-4442-8e62-60ba2e656ee8', 'name': '', 'network_id': 'f0687cde-55fa-4f2b-a1fd-e911a684503c', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'mac_address': 'fa:16:3e:52:c7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '6a9cf315-27ba-415f-95e4-6f156063a9c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:05:30Z', 'updated_at': '2021-09-24T16:05:37Z', 'revision_number': 5, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'subnets': [{'id': '6a9cf315-27ba-415f-95e4-6f156063a9c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce54a2ee-66eb-49b4-8955-3c429aff02e7', 'name': '', 'network_id': '9c45f392-2d55-414f-be04-cfb68642eeb7', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'mac_address': 'fa:16:3e:05:27:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '2feb32b8-d910-4013-b445-f5dfbe8c97db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:05:24Z', 'updated_at': '2021-09-24T16:05:32Z', 'revision_number': 5, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'subnets': [{'id': '2feb32b8-d910-4013-b445-f5dfbe8c97db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3bf4501-8864-47ed-9cce-219ffc34614c', 'name': '', 'network_id': '9b84b90c-5d0f-413b-88af-7a298f29b9f1', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'mac_address': 'fa:16:3e:06:59:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '0015a20e-df4a-48cf-a63e-b5152525dba0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:05:43Z', 'updated_at': '2021-09-24T16:05:47Z', 'revision_number': 5, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'subnets': [{'id': '0015a20e-df4a-48cf-a63e-b5152525dba0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb69eaf5-e6a5-40d2-a348-b59e8fce7ec5', 'name': '', 'network_id': '74dc6243-adb1-42d4-a251-7a148cbc160b', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'mac_address': 'fa:16:3e:61:88:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '65ee29b4-0f64-4e91-af78-2c6a9e57fb44', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:05:36Z', 'updated_at': '2021-09-24T16:05:43Z', 'revision_number': 5, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'subnets': [{'id': '65ee29b4-0f64-4e91-af78-2c6a9e57fb44', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:05:51.404055 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769953c3-1495-4410-bb26-1b9a143b1785 None None] Checking router: c0f7d473-8263-442c-a518-045e6947a1b9 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:05:51.417138 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769953c3-1495-4410-bb26-1b9a143b1785 None None] Routers {'c0f7d473-8263-442c-a518-045e6947a1b9'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:05:51.417932 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-769953c3-1495-4410-bb26-1b9a143b1785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:05:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['c0f7d473-8263-442c-a518-045e6947a1b9'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:05:51.605679 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-769953c3-1495-4410-bb26-1b9a143b1785 None None] Set router c0f7d473-8263-442c-a518-045e6947a1b9 gateway port host: None {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:05:51.621776 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-70d831d1-5a4e-4576-84d9-241bb9b114df tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:51.657885 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d831d1-5a4e-4576-84d9-241bb9b114df tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Pushing event deleted for resources: {'Port': ['ID=f3bf4501-8864-47ed-9cce-219ffc34614c,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:51.993238 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-769953c3-1495-4410-bb26-1b9a143b1785 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'name': 'tempest-RoutersTest-router-1673241672', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:05:21Z', 'updated_at': '2021-09-24T16:05:48Z', 'revision_number': 7, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'gw_port_host': None, '_interfaces': [{'id': '88d0b12e-4017-4442-8e62-60ba2e656ee8', 'name': '', 'network_id': 'f0687cde-55fa-4f2b-a1fd-e911a684503c', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'mac_address': 'fa:16:3e:52:c7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '6a9cf315-27ba-415f-95e4-6f156063a9c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:05:30Z', 'updated_at': '2021-09-24T16:05:37Z', 'revision_number': 5, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'subnets': [{'id': '6a9cf315-27ba-415f-95e4-6f156063a9c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce54a2ee-66eb-49b4-8955-3c429aff02e7', 'name': '', 'network_id': '9c45f392-2d55-414f-be04-cfb68642eeb7', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'mac_address': 'fa:16:3e:05:27:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '2feb32b8-d910-4013-b445-f5dfbe8c97db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:05:24Z', 'updated_at': '2021-09-24T16:05:32Z', 'revision_number': 5, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'subnets': [{'id': '2feb32b8-d910-4013-b445-f5dfbe8c97db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3bf4501-8864-47ed-9cce-219ffc34614c', 'name': '', 'network_id': '9b84b90c-5d0f-413b-88af-7a298f29b9f1', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'mac_address': 'fa:16:3e:06:59:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '0015a20e-df4a-48cf-a63e-b5152525dba0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:05:43Z', 'updated_at': '2021-09-24T16:05:47Z', 'revision_number': 5, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'subnets': [{'id': '0015a20e-df4a-48cf-a63e-b5152525dba0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb69eaf5-e6a5-40d2-a348-b59e8fce7ec5', 'name': '', 'network_id': '74dc6243-adb1-42d4-a251-7a148cbc160b', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'mac_address': 'fa:16:3e:61:88:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '65ee29b4-0f64-4e91-af78-2c6a9e57fb44', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:05:36Z', 'updated_at': '2021-09-24T16:05:43Z', 'revision_number': 5, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'subnets': [{'id': '65ee29b4-0f64-4e91-af78-2c6a9e57fb44', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:05:51.997360 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-70d831d1-5a4e-4576-84d9-241bb9b114df tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:52.071939 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769953c3-1495-4410-bb26-1b9a143b1785 None None] The sync data for ids ['c0f7d473-8263-442c-a518-045e6947a1b9'] in n-d-808921-1 is: [{'id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'name': 'tempest-RoutersTest-router-1673241672', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:05:21Z', 'updated_at': '2021-09-24T16:05:48Z', 'revision_number': 7, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'gw_port_host': None, '_interfaces': [{'id': '88d0b12e-4017-4442-8e62-60ba2e656ee8', 'name': '', 'network_id': 'f0687cde-55fa-4f2b-a1fd-e911a684503c', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'mac_address': 'fa:16:3e:52:c7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '6a9cf315-27ba-415f-95e4-6f156063a9c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:05:30Z', 'updated_at': '2021-09-24T16:05:37Z', 'revision_number': 5, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'subnets': [{'id': '6a9cf315-27ba-415f-95e4-6f156063a9c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce54a2ee-66eb-49b4-8955-3c429aff02e7', 'name': '', 'network_id': '9c45f392-2d55-414f-be04-cfb68642eeb7', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'mac_address': 'fa:16:3e:05:27:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '2feb32b8-d910-4013-b445-f5dfbe8c97db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:05:24Z', 'updated_at': '2021-09-24T16:05:32Z', 'revision_number': 5, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'subnets': [{'id': '2feb32b8-d910-4013-b445-f5dfbe8c97db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3bf4501-8864-47ed-9cce-219ffc34614c', 'name': '', 'network_id': '9b84b90c-5d0f-413b-88af-7a298f29b9f1', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'mac_address': 'fa:16:3e:06:59:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '0015a20e-df4a-48cf-a63e-b5152525dba0', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:05:43Z', 'updated_at': '2021-09-24T16:05:47Z', 'revision_number': 5, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'subnets': [{'id': '0015a20e-df4a-48cf-a63e-b5152525dba0', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb69eaf5-e6a5-40d2-a348-b59e8fce7ec5', 'name': '', 'network_id': '74dc6243-adb1-42d4-a251-7a148cbc160b', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'mac_address': 'fa:16:3e:61:88:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '65ee29b4-0f64-4e91-af78-2c6a9e57fb44', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:05:36Z', 'updated_at': '2021-09-24T16:05:43Z', 'revision_number': 5, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'subnets': [{'id': '65ee29b4-0f64-4e91-af78-2c6a9e57fb44', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:05:52.140718 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b6002d-0d62-4140-a2c2-4d0318180130 req-fd947d26-e381-4f04-bf48-e4be09f22b98 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:05:52.147155 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-23b6002d-0d62-4140-a2c2-4d0318180130 req-fd947d26-e381-4f04-bf48-e4be09f22b98 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5661859-2db9-49c8-b18f-1ea3b562c469 HTTP/1.1" status: 200 len: 943 time: 0.0987043 Sep 24 16:05:52.260285 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-23b6002d-0d62-4140-a2c2-4d0318180130 req-35a5b4d0-a048-4687-9f6c-9aa44f07c0fb tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064234 Sep 24 16:05:52.416575 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70d831d1-5a4e-4576-84d9-241bb9b114df tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Router c0f7d473-8263-442c-a518-045e6947a1b9 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:05:52.481852 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3d1e26ea-098f-4583-9552-11918118433a req-1c122622-ad69-4ee6-af85-0779ea28b305 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] 10.222.0.101 "GET /v2.0/ports?device_id=e8f26fed-5c7e-438c-8bb2-8eac2914bb79 HTTP/1.1" status: 200 len: 210 time: 0.0432858 Sep 24 16:05:52.568444 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70d831d1-5a4e-4576-84d9-241bb9b114df tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:05:52.580040 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b218f43b-6de0-4b95-a245-24350d09d52d None None] Sync routers for ids ['c0f7d473-8263-442c-a518-045e6947a1b9'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:05:52.581275 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-70d831d1-5a4e-4576-84d9-241bb9b114df tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "PUT /v2.0/routers/c0f7d473-8263-442c-a518-045e6947a1b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5522187 Sep 24 16:05:52.584204 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 60540) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:05:52.597560 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b218f43b-6de0-4b95-a245-24350d09d52d None None] Routers {'c0f7d473-8263-442c-a518-045e6947a1b9'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:05:52.598503 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-b218f43b-6de0-4b95-a245-24350d09d52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:05:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['c0f7d473-8263-442c-a518-045e6947a1b9'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:05:52.651283 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-a19836ae-6676-498b-b3aa-1415f71e3562 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Deleting subnet 0015a20e-df4a-48cf-a63e-b5152525dba0 {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 16:05:52.655233 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a19836ae-6676-498b-b3aa-1415f71e3562 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:52.700246 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a19836ae-6676-498b-b3aa-1415f71e3562 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:52.743027 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-b218f43b-6de0-4b95-a245-24350d09d52d None None] Set router c0f7d473-8263-442c-a518-045e6947a1b9 gateway port host: None {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:05:52.883049 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a19836ae-6676-498b-b3aa-1415f71e3562 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:53.029932 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-b218f43b-6de0-4b95-a245-24350d09d52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'name': 'tempest-RoutersTest-router-1673241672', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:05:21Z', 'updated_at': '2021-09-24T16:05:51Z', 'revision_number': 8, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'gw_port_host': None, '_interfaces': [{'id': '88d0b12e-4017-4442-8e62-60ba2e656ee8', 'name': '', 'network_id': 'f0687cde-55fa-4f2b-a1fd-e911a684503c', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'mac_address': 'fa:16:3e:52:c7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '6a9cf315-27ba-415f-95e4-6f156063a9c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:05:30Z', 'updated_at': '2021-09-24T16:05:37Z', 'revision_number': 5, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'subnets': [{'id': '6a9cf315-27ba-415f-95e4-6f156063a9c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce54a2ee-66eb-49b4-8955-3c429aff02e7', 'name': '', 'network_id': '9c45f392-2d55-414f-be04-cfb68642eeb7', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'mac_address': 'fa:16:3e:05:27:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '2feb32b8-d910-4013-b445-f5dfbe8c97db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:05:24Z', 'updated_at': '2021-09-24T16:05:32Z', 'revision_number': 5, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'subnets': [{'id': '2feb32b8-d910-4013-b445-f5dfbe8c97db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb69eaf5-e6a5-40d2-a348-b59e8fce7ec5', 'name': '', 'network_id': '74dc6243-adb1-42d4-a251-7a148cbc160b', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'mac_address': 'fa:16:3e:61:88:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '65ee29b4-0f64-4e91-af78-2c6a9e57fb44', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:05:36Z', 'updated_at': '2021-09-24T16:05:43Z', 'revision_number': 5, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'subnets': [{'id': '65ee29b4-0f64-4e91-af78-2c6a9e57fb44', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:05:53.062658 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b218f43b-6de0-4b95-a245-24350d09d52d None None] Checking router: c0f7d473-8263-442c-a518-045e6947a1b9 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:05:53.073014 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b218f43b-6de0-4b95-a245-24350d09d52d None None] Routers {'c0f7d473-8263-442c-a518-045e6947a1b9'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:05:53.073788 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-b218f43b-6de0-4b95-a245-24350d09d52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:05:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['c0f7d473-8263-442c-a518-045e6947a1b9'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:05:53.087890 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a19836ae-6676-498b-b3aa-1415f71e3562 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:53.116294 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19836ae-6676-498b-b3aa-1415f71e3562 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Pushing event deleted for resources: {'Subnet': ['ID=0015a20e-df4a-48cf-a63e-b5152525dba0,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:53.139387 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a19836ae-6676-498b-b3aa-1415f71e3562 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:53.144054 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e54146b-e026-4638-9b59-c3e0ed6f14e1 None None] Network 9b84b90c-5d0f-413b-88af-7a298f29b9f1 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:05:53.148457 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 60550) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:05:53.155442 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-a19836ae-6676-498b-b3aa-1415f71e3562 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "DELETE /v2.0/subnets/0015a20e-df4a-48cf-a63e-b5152525dba0 HTTP/1.1" status: 204 len: 168 time: 0.5695324 Sep 24 16:05:53.223667 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-b218f43b-6de0-4b95-a245-24350d09d52d None None] Set router c0f7d473-8263-442c-a518-045e6947a1b9 gateway port host: None {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:05:53.306824 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-38083835-c0e1-43f7-a410-0db080ebe8d2 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:53.414971 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-38083835-c0e1-43f7-a410-0db080ebe8d2 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Deleting port 5600a6ca-ab62-4cd0-9cb9-994fa3e22d11 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:05:53.415877 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-38083835-c0e1-43f7-a410-0db080ebe8d2 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:53.618012 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb1ccbe-5b66-437b-b57d-6bd805d9de0f None None] DHCP port deletion for 9b84b90c-5d0f-413b-88af-7a298f29b9f1 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 16:05:53.640812 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-133ab40c-afa1-44d4-a2c9-88a86fa1c272 req-fb9d737c-46df-4d78-8d04-3314b65c33d6 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] 10.222.0.101 "GET /v2.0/ports?device_id=e8f26fed-5c7e-438c-8bb2-8eac2914bb79 HTTP/1.1" status: 200 len: 210 time: 0.0799236 Sep 24 16:05:53.742993 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-38083835-c0e1-43f7-a410-0db080ebe8d2 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] For port 5600a6ca-ab62-4cd0-9cb9-994fa3e22d11, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=5600a6ca-ab62-4cd0-9cb9-994fa3e22d11,segment=NetworkSegment(fe901ff4-8d42-4780-86c5-6a475acbb95e),segment_id=fe901ff4-8d42-4780-86c5-6a475acbb95e)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:05:53.743589 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-38083835-c0e1-43f7-a410-0db080ebe8d2 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:53.756164 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7eb1ccbe-5b66-437b-b57d-6bd805d9de0f None None] Deleting port 5600a6ca-ab62-4cd0-9cb9-994fa3e22d11 {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:05:53.756497 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7eb1ccbe-5b66-437b-b57d-6bd805d9de0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:53.760421 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-b218f43b-6de0-4b95-a245-24350d09d52d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'name': 'tempest-RoutersTest-router-1673241672', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:05:21Z', 'updated_at': '2021-09-24T16:05:51Z', 'revision_number': 8, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'gw_port_host': None, '_interfaces': [{'id': '88d0b12e-4017-4442-8e62-60ba2e656ee8', 'name': '', 'network_id': 'f0687cde-55fa-4f2b-a1fd-e911a684503c', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'mac_address': 'fa:16:3e:52:c7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '6a9cf315-27ba-415f-95e4-6f156063a9c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:05:30Z', 'updated_at': '2021-09-24T16:05:37Z', 'revision_number': 5, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'subnets': [{'id': '6a9cf315-27ba-415f-95e4-6f156063a9c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce54a2ee-66eb-49b4-8955-3c429aff02e7', 'name': '', 'network_id': '9c45f392-2d55-414f-be04-cfb68642eeb7', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'mac_address': 'fa:16:3e:05:27:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '2feb32b8-d910-4013-b445-f5dfbe8c97db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:05:24Z', 'updated_at': '2021-09-24T16:05:32Z', 'revision_number': 5, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'subnets': [{'id': '2feb32b8-d910-4013-b445-f5dfbe8c97db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb69eaf5-e6a5-40d2-a348-b59e8fce7ec5', 'name': '', 'network_id': '74dc6243-adb1-42d4-a251-7a148cbc160b', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'mac_address': 'fa:16:3e:61:88:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '65ee29b4-0f64-4e91-af78-2c6a9e57fb44', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:05:36Z', 'updated_at': '2021-09-24T16:05:43Z', 'revision_number': 5, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'subnets': [{'id': '65ee29b4-0f64-4e91-af78-2c6a9e57fb44', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:05:53.769109 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b58654-2edc-4ca8-a40c-c1515e385a02 req-918acf76-f5db-4ad5-bc87-502f2609eaab tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:05:53.776910 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f1b58654-2edc-4ca8-a40c-c1515e385a02 req-918acf76-f5db-4ad5-bc87-502f2609eaab tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5661859-2db9-49c8-b18f-1ea3b562c469 HTTP/1.1" status: 200 len: 943 time: 0.2813506 Sep 24 16:05:53.797971 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-38083835-c0e1-43f7-a410-0db080ebe8d2 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Calling delete_port for 5600a6ca-ab62-4cd0-9cb9-994fa3e22d11 owned by network:dhcp {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:05:53.802863 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b218f43b-6de0-4b95-a245-24350d09d52d None None] The sync data for ids ['c0f7d473-8263-442c-a518-045e6947a1b9'] in n-d-808921-1 is: [{'id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'name': 'tempest-RoutersTest-router-1673241672', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:05:21Z', 'updated_at': '2021-09-24T16:05:51Z', 'revision_number': 8, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'gw_port_host': None, '_interfaces': [{'id': '88d0b12e-4017-4442-8e62-60ba2e656ee8', 'name': '', 'network_id': 'f0687cde-55fa-4f2b-a1fd-e911a684503c', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'mac_address': 'fa:16:3e:52:c7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '6a9cf315-27ba-415f-95e4-6f156063a9c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:05:30Z', 'updated_at': '2021-09-24T16:05:37Z', 'revision_number': 5, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'subnets': [{'id': '6a9cf315-27ba-415f-95e4-6f156063a9c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce54a2ee-66eb-49b4-8955-3c429aff02e7', 'name': '', 'network_id': '9c45f392-2d55-414f-be04-cfb68642eeb7', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'mac_address': 'fa:16:3e:05:27:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '2feb32b8-d910-4013-b445-f5dfbe8c97db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:05:24Z', 'updated_at': '2021-09-24T16:05:32Z', 'revision_number': 5, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'subnets': [{'id': '2feb32b8-d910-4013-b445-f5dfbe8c97db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb69eaf5-e6a5-40d2-a348-b59e8fce7ec5', 'name': '', 'network_id': '74dc6243-adb1-42d4-a251-7a148cbc160b', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'mac_address': 'fa:16:3e:61:88:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '65ee29b4-0f64-4e91-af78-2c6a9e57fb44', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:05:36Z', 'updated_at': '2021-09-24T16:05:43Z', 'revision_number': 5, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'subnets': [{'id': '65ee29b4-0f64-4e91-af78-2c6a9e57fb44', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:05:53.847900 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f1b58654-2edc-4ca8-a40c-c1515e385a02 req-b04ac5f4-ecf7-4a37-9f40-e9bfc4e51b13 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651977 Sep 24 16:05:53.849360 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 5600a6ca-ab62-4cd0-9cb9-994fa3e22d11 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:05:53.890963 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7eb1ccbe-5b66-437b-b57d-6bd805d9de0f None None] For port 5600a6ca-ab62-4cd0-9cb9-994fa3e22d11, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=5600a6ca-ab62-4cd0-9cb9-994fa3e22d11,segment=NetworkSegment(fe901ff4-8d42-4780-86c5-6a475acbb95e),segment_id=fe901ff4-8d42-4780-86c5-6a475acbb95e)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:05:53.891618 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7eb1ccbe-5b66-437b-b57d-6bd805d9de0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:53.925839 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7eb1ccbe-5b66-437b-b57d-6bd805d9de0f None None] Calling delete_port for 5600a6ca-ab62-4cd0-9cb9-994fa3e22d11 owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:05:54.074678 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:54.128084 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-38083835-c0e1-43f7-a410-0db080ebe8d2 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:54.168424 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7eb1ccbe-5b66-437b-b57d-6bd805d9de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:54.176732 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38083835-c0e1-43f7-a410-0db080ebe8d2 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Pushing event deleted for resources: {'Port': ['ID=5600a6ca-ab62-4cd0-9cb9-994fa3e22d11,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:54.193544 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38083835-c0e1-43f7-a410-0db080ebe8d2 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] No DVR routers for this DVR port 5600a6ca-ab62-4cd0-9cb9-994fa3e22d11 on host n-d-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:05:54.237240 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb1ccbe-5b66-437b-b57d-6bd805d9de0f None None] No DVR routers for this DVR port 5600a6ca-ab62-4cd0-9cb9-994fa3e22d11 on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:05:54.239782 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb1ccbe-5b66-437b-b57d-6bd805d9de0f None None] Pushing event deleted for resources: {'Port': ['ID=5600a6ca-ab62-4cd0-9cb9-994fa3e22d11,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:54.354709 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-38083835-c0e1-43f7-a410-0db080ebe8d2 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:54.396678 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-38083835-c0e1-43f7-a410-0db080ebe8d2 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b84b90c-5d0f-413b-88af-7a298f29b9f1']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:05:54.408469 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-38083835-c0e1-43f7-a410-0db080ebe8d2 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe901ff4-8d42-4780-86c5-6a475acbb95e') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:05:54.408769 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-38083835-c0e1-43f7-a410-0db080ebe8d2 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe901ff4-8d42-4780-86c5-6a475acbb95e') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:05:54.419703 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-38083835-c0e1-43f7-a410-0db080ebe8d2 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:54.434497 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-38083835-c0e1-43f7-a410-0db080ebe8d2 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:54.441044 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38083835-c0e1-43f7-a410-0db080ebe8d2 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Releasing vlan 1271 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 16:05:54.441441 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-38083835-c0e1-43f7-a410-0db080ebe8d2 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:54.444564 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 16:05:54.444564 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 16:05:54.444564 n-d-808921-1 neutron-server[95297]: timer() Sep 24 16:05:54.444564 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 16:05:54.444564 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 16:05:54.444564 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 16:05:54.444564 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 16:05:54.444564 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 16:05:54.444564 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 16:05:54.444564 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 16:05:54.444564 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 16:05:54.444564 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 16:05:54.444564 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 16:05:54.444564 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 16:05:54.444564 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 16:05:54.444564 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 16:05:54.444564 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 16:05:54.444564 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 16:05:54.444564 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 16:05:54.444564 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 16:05:54.444564 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 16:05:54.444564 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 16:05:54.444564 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 16:05:54.444564 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 16:05:54.444564 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 16:05:54.444564 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 16:05:54.444564 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 16:05:54.444564 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 16:05:54.444564 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 16:05:54.444564 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 16:05:54.444564 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 16:05:54.444564 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 16:05:54.603527 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-38083835-c0e1-43f7-a410-0db080ebe8d2 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:54.608588 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-38083835-c0e1-43f7-a410-0db080ebe8d2 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:54.610655 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-38083835-c0e1-43f7-a410-0db080ebe8d2 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "DELETE /v2.0/networks/9b84b90c-5d0f-413b-88af-7a298f29b9f1 HTTP/1.1" status: 204 len: 168 time: 1.4611657 Sep 24 16:05:54.615336 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 60574) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:05:54.671367 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38083835-c0e1-43f7-a410-0db080ebe8d2 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Pushing event deleted for resources: {'Network': ['ID=9b84b90c-5d0f-413b-88af-7a298f29b9f1,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:54.806331 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9296a4ea-90c7-4e3e-888f-3533f5d2c57f req-e8dfeb7d-028c-4b2f-8f9e-f16ae49107e2 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] 10.222.0.101 "GET /v2.0/ports?device_id=e8f26fed-5c7e-438c-8bb2-8eac2914bb79 HTTP/1.1" status: 200 len: 210 time: 0.0639496 Sep 24 16:05:55.000552 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2354da-d1a7-428e-a00c-ac82d821e52b req-07b3b9e8-4455-4ca3-a976-54a83fc1a6bc tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:05:55.002930 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-df2354da-d1a7-428e-a00c-ac82d821e52b req-07b3b9e8-4455-4ca3-a976-54a83fc1a6bc tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5661859-2db9-49c8-b18f-1ea3b562c469 HTTP/1.1" status: 200 len: 943 time: 0.0873561 Sep 24 16:05:55.064027 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-df2354da-d1a7-428e-a00c-ac82d821e52b req-516d9647-52db-4e2c-b54a-967e6e65bc01 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542307 Sep 24 16:05:55.312784 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e8981ff2-add9-450c-a403-8342863e0737 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:55.598828 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17482a2d-61aa-4b92-9152-ef3d5a42fc48 req-4d7e3acc-fbd0-4cc9-b476-75dc2990c1d3 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:05:55.601125 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-17482a2d-61aa-4b92-9152-ef3d5a42fc48 req-4d7e3acc-fbd0-4cc9-b476-75dc2990c1d3 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] 10.222.0.108 "GET /v2.0/networks?id=219a3b95-2b97-4a78-a69d-aa4cf228340a HTTP/1.1" status: 200 len: 814 time: 0.1625013 Sep 24 16:05:55.614410 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device f3bf4501-8864-47ed-9cce-219ffc34614c no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:05:55.656331 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: f3bf4501-8864-47ed-9cce-219ffc34614c {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:05:55.656810 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device f3bf4501-8864-47ed-9cce-219ffc34614c not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:05:55.678263 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-17482a2d-61aa-4b92-9152-ef3d5a42fc48 req-0cae5f58-7afd-474d-8710-69c4d1ad7f86 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] 10.222.0.108 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ee226ab1cfac45edb48a2d9761f73895 HTTP/1.1" status: 200 len: 378 time: 0.0674965 Sep 24 16:05:55.683368 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-e8981ff2-add9-450c-a403-8342863e0737 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Deleting port fb69eaf5-e6a5-40d2-a348-b59e8fce7ec5 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:05:55.683897 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e8981ff2-add9-450c-a403-8342863e0737 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:55.692621 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-17482a2d-61aa-4b92-9152-ef3d5a42fc48 req-cb47ae68-49df-4dc9-8862-16e1584b46e4 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Request body: {'port': {'device_id': 'e8f26fed-5c7e-438c-8bb2-8eac2914bb79', 'network_id': '219a3b95-2b97-4a78-a69d-aa4cf228340a', 'admin_state_up': True, 'tenant_id': 'ee226ab1cfac45edb48a2d9761f73895', 'security_groups': ['77d110d2-a2ee-4f55-9050-a416699b1809']}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:05:55.788125 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-e8981ff2-add9-450c-a403-8342863e0737 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] For port fb69eaf5-e6a5-40d2-a348-b59e8fce7ec5, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=fb69eaf5-e6a5-40d2-a348-b59e8fce7ec5,segment=NetworkSegment(93d9beaf-647c-4cb3-8a4d-c0e28c159c29),segment_id=93d9beaf-647c-4cb3-8a4d-c0e28c159c29)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:05:55.788500 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e8981ff2-add9-450c-a403-8342863e0737 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:55.803976 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-e8981ff2-add9-450c-a403-8342863e0737 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Calling delete_port for fb69eaf5-e6a5-40d2-a348-b59e8fce7ec5 owned by network:router_interface {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:05:55.904677 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17482a2d-61aa-4b92-9152-ef3d5a42fc48 req-cb47ae68-49df-4dc9-8862-16e1584b46e4 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Made reservation on behalf of ee226ab1cfac45edb48a2d9761f73895 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:05:55.918751 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-17482a2d-61aa-4b92-9152-ef3d5a42fc48 req-cb47ae68-49df-4dc9-8862-16e1584b46e4 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:55.965960 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-24ff0a7a-ed90-41c6-95ad-f4c4c3e78137 req-c058cbaa-ea9a-4e60-bfef-cb3a6591492a tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] 10.222.0.101 "GET /v2.0/ports?device_id=e8f26fed-5c7e-438c-8bb2-8eac2914bb79 HTTP/1.1" status: 200 len: 210 time: 0.0347812 Sep 24 16:05:56.216490 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-17482a2d-61aa-4b92-9152-ef3d5a42fc48 req-cb47ae68-49df-4dc9-8862-16e1584b46e4 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Allocated IP 172.20.0.11 (219a3b95-2b97-4a78-a69d-aa4cf228340a/b1fa37ff-fc61-4471-a46e-39625d062436/fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:05:56.252291 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e8981ff2-add9-450c-a403-8342863e0737 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:56.327779 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8981ff2-add9-450c-a403-8342863e0737 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Pushing event deleted for resources: {'Port': ['ID=fb69eaf5-e6a5-40d2-a348-b59e8fce7ec5,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:56.419716 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-17482a2d-61aa-4b92-9152-ef3d5a42fc48 req-cb47ae68-49df-4dc9-8862-16e1584b46e4 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:56.443385 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a02c5-d1ca-4040-a6ae-37dff7c88808 req-6e531e47-3baa-4127-ad26-6f275b5603fc tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:05:56.450985 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b81a02c5-d1ca-4040-a6ae-37dff7c88808 req-6e531e47-3baa-4127-ad26-6f275b5603fc tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5661859-2db9-49c8-b18f-1ea3b562c469 HTTP/1.1" status: 200 len: 943 time: 0.2584391 Sep 24 16:05:56.524779 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b81a02c5-d1ca-4040-a6ae-37dff7c88808 req-76b7a44c-1bd1-41d1-942c-3cabb8394fd9 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669901 Sep 24 16:05:56.544963 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-17482a2d-61aa-4b92-9152-ef3d5a42fc48 req-cb47ae68-49df-4dc9-8862-16e1584b46e4 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:56.614894 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17482a2d-61aa-4b92-9152-ef3d5a42fc48 req-cb47ae68-49df-4dc9-8862-16e1584b46e4 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Network 219a3b95-2b97-4a78-a69d-aa4cf228340a is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:05:56.618471 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-17482a2d-61aa-4b92-9152-ef3d5a42fc48 req-cb47ae68-49df-4dc9-8862-16e1584b46e4 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:05:56.642506 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-17482a2d-61aa-4b92-9152-ef3d5a42fc48 req-cb47ae68-49df-4dc9-8862-16e1584b46e4 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:05:56.657293 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e8981ff2-add9-450c-a403-8342863e0737 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:56.720067 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17482a2d-61aa-4b92-9152-ef3d5a42fc48 req-cb47ae68-49df-4dc9-8862-16e1584b46e4 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:05:56.720732 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-17482a2d-61aa-4b92-9152-ef3d5a42fc48 req-cb47ae68-49df-4dc9-8862-16e1584b46e4 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:56.734097 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb47ae68-49df-4dc9-8862-16e1584b46e4 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Pushing event updated for resources: {'Port': ['ID=fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:56.779495 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-17482a2d-61aa-4b92-9152-ef3d5a42fc48 req-cb47ae68-49df-4dc9-8862-16e1584b46e4 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0911636 Sep 24 16:05:56.794915 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-17482a2d-61aa-4b92-9152-ef3d5a42fc48 req-b37ff703-c3d7-4576-9afd-e226a4c17f01 service neutron] Request body: {'port': {'device_id': 'e8f26fed-5c7e-438c-8bb2-8eac2914bb79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:05:56.869104 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-17482a2d-61aa-4b92-9152-ef3d5a42fc48 req-b37ff703-c3d7-4576-9afd-e226a4c17f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:57.017078 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8981ff2-add9-450c-a403-8342863e0737 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Router c0f7d473-8263-442c-a518-045e6947a1b9 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:05:57.018766 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-6f89588b-7dfb-4bd0-af7b-478f44bd5f8d None None] Provisioning complete for port fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:05:57.019932 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6f89588b-7dfb-4bd0-af7b-478f44bd5f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:57.071043 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-6f89588b-7dfb-4bd0-af7b-478f44bd5f8d None None] Port fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:05:57.196560 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8981ff2-add9-450c-a403-8342863e0737 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:05:57.208154 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e8981ff2-add9-450c-a403-8342863e0737 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "PUT /v2.0/routers/c0f7d473-8263-442c-a518-045e6947a1b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5897372 Sep 24 16:05:57.208154 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 60612) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:05:57.208363 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c376cad-5d15-435d-925a-7fbf28d47994 None None] Sync routers for ids ['c0f7d473-8263-442c-a518-045e6947a1b9'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:05:57.223411 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c376cad-5d15-435d-925a-7fbf28d47994 None None] Routers {'c0f7d473-8263-442c-a518-045e6947a1b9'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:05:57.224024 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-1c376cad-5d15-435d-925a-7fbf28d47994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:05:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['c0f7d473-8263-442c-a518-045e6947a1b9'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:05:57.284665 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df4ad34-4599-4dbe-9a4c-bc0f02ed0dc4 req-9430c3b3-28cf-49dd-9212-f9fda5dd4767 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:05:57.288275 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9df4ad34-4599-4dbe-9a4c-bc0f02ed0dc4 req-9430c3b3-28cf-49dd-9212-f9fda5dd4767 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] 10.222.0.101 "GET /v2.0/ports?device_id=e8f26fed-5c7e-438c-8bb2-8eac2914bb79 HTTP/1.1" status: 200 len: 932 time: 0.1556211 Sep 24 16:05:57.312725 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1cbbfc2-8462-4fba-be5a-291e0ded2e79 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Deleting subnet 65ee29b4-0f64-4e91-af78-2c6a9e57fb44 {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 16:05:57.316331 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-17482a2d-61aa-4b92-9152-ef3d5a42fc48 req-b37ff703-c3d7-4576-9afd-e226a4c17f01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:05:57.325988 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-17482a2d-61aa-4b92-9152-ef3d5a42fc48 req-b37ff703-c3d7-4576-9afd-e226a4c17f01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:57.339737 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a1cbbfc2-8462-4fba-be5a-291e0ded2e79 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:57.347677 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-17482a2d-61aa-4b92-9152-ef3d5a42fc48 req-b37ff703-c3d7-4576-9afd-e226a4c17f01 service neutron] Transition to ACTIVE for port object fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 16:05:57.378390 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-1c376cad-5d15-435d-925a-7fbf28d47994 None None] Set router c0f7d473-8263-442c-a518-045e6947a1b9 gateway port host: None {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:05:57.396917 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9df4ad34-4599-4dbe-9a4c-bc0f02ed0dc4 req-4da14b1b-0a1a-41c8-8025-613b08555001 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] 10.222.0.101 "GET /v2.0/security-groups?id=77d110d2-a2ee-4f55-9050-a416699b1809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0964613 Sep 24 16:05:57.401855 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a1cbbfc2-8462-4fba-be5a-291e0ded2e79 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:57.407340 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-17482a2d-61aa-4b92-9152-ef3d5a42fc48 req-b37ff703-c3d7-4576-9afd-e226a4c17f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:57.559251 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37ff703-c3d7-4576-9afd-e226a4c17f01 service neutron] Pushing event updated for resources: {'Port': ['ID=fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:57.631225 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a1cbbfc2-8462-4fba-be5a-291e0ded2e79 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:57.688955 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-17482a2d-61aa-4b92-9152-ef3d5a42fc48 req-b37ff703-c3d7-4576-9afd-e226a4c17f01 service neutron] Attempting to bind port fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:05:57.689406 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-17482a2d-61aa-4b92-9152-ef3d5a42fc48 req-b37ff703-c3d7-4576-9afd-e226a4c17f01 service neutron] Attempting to bind port fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '1f0f5275-4d4d-4222-a146-2b7429fcf65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '219a3b95-2b97-4a78-a69d-aa4cf228340a'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:05:57.689740 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17482a2d-61aa-4b92-9152-ef3d5a42fc48 req-b37ff703-c3d7-4576-9afd-e226a4c17f01 service neutron] Attempting to bind port fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5 on network 219a3b95-2b97-4a78-a69d-aa4cf228340a {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:05:57.698879 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17482a2d-61aa-4b92-9152-ef3d5a42fc48 req-b37ff703-c3d7-4576-9afd-e226a4c17f01 service neutron] Port fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5 on network 219a3b95-2b97-4a78-a69d-aa4cf228340a not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 16:05:57.698879 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17482a2d-61aa-4b92-9152-ef3d5a42fc48 req-b37ff703-c3d7-4576-9afd-e226a4c17f01 service neutron] Attempting to bind port fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5 on network 219a3b95-2b97-4a78-a69d-aa4cf228340a {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:05:57.729541 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-1c376cad-5d15-435d-925a-7fbf28d47994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'name': 'tempest-RoutersTest-router-1673241672', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:05:21Z', 'updated_at': '2021-09-24T16:05:56Z', 'revision_number': 9, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'gw_port_host': None, '_interfaces': [{'id': '88d0b12e-4017-4442-8e62-60ba2e656ee8', 'name': '', 'network_id': 'f0687cde-55fa-4f2b-a1fd-e911a684503c', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'mac_address': 'fa:16:3e:52:c7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '6a9cf315-27ba-415f-95e4-6f156063a9c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:05:30Z', 'updated_at': '2021-09-24T16:05:37Z', 'revision_number': 5, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'subnets': [{'id': '6a9cf315-27ba-415f-95e4-6f156063a9c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce54a2ee-66eb-49b4-8955-3c429aff02e7', 'name': '', 'network_id': '9c45f392-2d55-414f-be04-cfb68642eeb7', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'mac_address': 'fa:16:3e:05:27:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '2feb32b8-d910-4013-b445-f5dfbe8c97db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:05:24Z', 'updated_at': '2021-09-24T16:05:32Z', 'revision_number': 5, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'subnets': [{'id': '2feb32b8-d910-4013-b445-f5dfbe8c97db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:05:57.748587 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17482a2d-61aa-4b92-9152-ef3d5a42fc48 req-b37ff703-c3d7-4576-9afd-e226a4c17f01 service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 5, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:05:57.749387 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17482a2d-61aa-4b92-9152-ef3d5a42fc48 req-b37ff703-c3d7-4576-9afd-e226a4c17f01 service neutron] Checking segment: {'id': '1f0f5275-4d4d-4222-a146-2b7429fcf65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '219a3b95-2b97-4a78-a69d-aa4cf228340a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:05:57.752004 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17482a2d-61aa-4b92-9152-ef3d5a42fc48 req-b37ff703-c3d7-4576-9afd-e226a4c17f01 service neutron] Bound using segment: {'id': '1f0f5275-4d4d-4222-a146-2b7429fcf65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '219a3b95-2b97-4a78-a69d-aa4cf228340a'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:05:57.752004 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-17482a2d-61aa-4b92-9152-ef3d5a42fc48 req-b37ff703-c3d7-4576-9afd-e226a4c17f01 service neutron] Bound port: fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f0f5275-4d4d-4222-a146-2b7429fcf65f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1296, 'network_id': '219a3b95-2b97-4a78-a69d-aa4cf228340a'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:05:57.752004 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-17482a2d-61aa-4b92-9152-ef3d5a42fc48 req-b37ff703-c3d7-4576-9afd-e226a4c17f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:57.775777 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c376cad-5d15-435d-925a-7fbf28d47994 None None] Checking router: c0f7d473-8263-442c-a518-045e6947a1b9 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:05:57.802365 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a604b8-c045-4e2b-b4da-e9c4011f4dde req-937fae41-028d-430f-8058-9f2111ee5b81 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:05:57.806287 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d6a604b8-c045-4e2b-b4da-e9c4011f4dde req-937fae41-028d-430f-8058-9f2111ee5b81 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5661859-2db9-49c8-b18f-1ea3b562c469 HTTP/1.1" status: 200 len: 943 time: 0.1492841 Sep 24 16:05:57.806625 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c376cad-5d15-435d-925a-7fbf28d47994 None None] Routers {'c0f7d473-8263-442c-a518-045e6947a1b9'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:05:57.807170 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-1c376cad-5d15-435d-925a-7fbf28d47994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:05:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['c0f7d473-8263-442c-a518-045e6947a1b9'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:05:57.820035 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a1cbbfc2-8462-4fba-be5a-291e0ded2e79 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:57.856382 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cbbfc2-8462-4fba-be5a-291e0ded2e79 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Pushing event deleted for resources: {'Subnet': ['ID=65ee29b4-0f64-4e91-af78-2c6a9e57fb44,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:57.873551 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6537b562-16ee-462f-904f-d8c37ccb8ba7 None None] Network 74dc6243-adb1-42d4-a251-7a148cbc160b requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:05:57.887316 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a1cbbfc2-8462-4fba-be5a-291e0ded2e79 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:57.896180 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-a1cbbfc2-8462-4fba-be5a-291e0ded2e79 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "DELETE /v2.0/subnets/65ee29b4-0f64-4e91-af78-2c6a9e57fb44 HTTP/1.1" status: 204 len: 168 time: 0.6831243 Sep 24 16:05:57.896430 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 60618) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:05:57.981101 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-1c376cad-5d15-435d-925a-7fbf28d47994 None None] Set router c0f7d473-8263-442c-a518-045e6947a1b9 gateway port host: None {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:05:57.993529 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-17482a2d-61aa-4b92-9152-ef3d5a42fc48 req-b37ff703-c3d7-4576-9afd-e226a4c17f01 service neutron] For port fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:05:58.033646 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d6a604b8-c045-4e2b-b4da-e9c4011f4dde req-0bbffc62-2f62-46ef-ad92-f848c9875f64 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215588 Sep 24 16:05:58.047866 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-17482a2d-61aa-4b92-9152-ef3d5a42fc48 req-b37ff703-c3d7-4576-9afd-e226a4c17f01 service neutron] For port fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5,segment=NetworkSegment(1f0f5275-4d4d-4222-a146-2b7429fcf65f),segment_id=1f0f5275-4d4d-4222-a146-2b7429fcf65f)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:05:58.097349 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4160c3a1-9df7-499c-a4df-9d886f2e4d64 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:58.134738 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-17482a2d-61aa-4b92-9152-ef3d5a42fc48 req-b37ff703-c3d7-4576-9afd-e226a4c17f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:58.159739 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db24eff2-6a5f-4016-b031-45585ae6abdd None None] DHCP port deletion for 74dc6243-adb1-42d4-a251-7a148cbc160b request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 16:05:58.191353 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17482a2d-61aa-4b92-9152-ef3d5a42fc48 req-b37ff703-c3d7-4576-9afd-e226a4c17f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:05:58.192261 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-17482a2d-61aa-4b92-9152-ef3d5a42fc48 req-b37ff703-c3d7-4576-9afd-e226a4c17f01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:58.194591 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-17482a2d-61aa-4b92-9152-ef3d5a42fc48 req-b37ff703-c3d7-4576-9afd-e226a4c17f01 service neutron] 10.222.0.108 "PUT /v2.0/ports/fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5 HTTP/1.1" status: 200 len: 1092 time: 1.4046595 Sep 24 16:05:58.199914 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8f26fed-5c7e-438c-8bb2-8eac2914bb79', 'tag': 'fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:05:58.203882 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3a2220-b88c-4f5f-9411-5a083fb6d9e7" -d '{"events": [{"name": "network-changed", "server_uuid": "e8f26fed-5c7e-438c-8bb2-8eac2914bb79", "tag": "fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:05:58.265290 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37ff703-c3d7-4576-9afd-e226a4c17f01 service neutron] Pushing event updated for resources: {'Port': ['ID=fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:58.295806 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f12012fd-85fa-4a78-afe9-c732b13b99cb x-openstack-request-id: req-f12012fd-85fa-4a78-afe9-c732b13b99cb {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:05:58.296697 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8f26fed-5c7e-438c-8bb2-8eac2914bb79", "tag": "fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:05:58.297062 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-f12012fd-85fa-4a78-afe9-c732b13b99cb {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:05:58.297608 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8f26fed-5c7e-438c-8bb2-8eac2914bb79', 'tag': 'fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5', 'status': 'completed', 'code': 200} Sep 24 16:05:58.301180 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-db24eff2-6a5f-4016-b031-45585ae6abdd None None] Deleting port cf98746c-17ce-4580-a518-8139eca82f44 {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:05:58.302601 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-4160c3a1-9df7-499c-a4df-9d886f2e4d64 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Deleting port cf98746c-17ce-4580-a518-8139eca82f44 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:05:58.302946 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4160c3a1-9df7-499c-a4df-9d886f2e4d64 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:58.303215 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-db24eff2-6a5f-4016-b031-45585ae6abdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:58.459134 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-db24eff2-6a5f-4016-b031-45585ae6abdd None None] For port cf98746c-17ce-4580-a518-8139eca82f44, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=cf98746c-17ce-4580-a518-8139eca82f44,segment=NetworkSegment(93d9beaf-647c-4cb3-8a4d-c0e28c159c29),segment_id=93d9beaf-647c-4cb3-8a4d-c0e28c159c29)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:05:58.459528 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-db24eff2-6a5f-4016-b031-45585ae6abdd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:58.500360 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-db24eff2-6a5f-4016-b031-45585ae6abdd None None] Calling delete_port for cf98746c-17ce-4580-a518-8139eca82f44 owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:05:58.504769 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-4160c3a1-9df7-499c-a4df-9d886f2e4d64 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] For port cf98746c-17ce-4580-a518-8139eca82f44, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=cf98746c-17ce-4580-a518-8139eca82f44,segment=NetworkSegment(93d9beaf-647c-4cb3-8a4d-c0e28c159c29),segment_id=93d9beaf-647c-4cb3-8a4d-c0e28c159c29)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:05:58.505769 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4160c3a1-9df7-499c-a4df-9d886f2e4d64 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:58.509991 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a2220-b88c-4f5f-9411-5a083fb6d9e7 req-8b849527-1dd6-49b4-a897-43032520dcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:05:58.511901 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2a3a2220-b88c-4f5f-9411-5a083fb6d9e7 req-8b849527-1dd6-49b4-a897-43032520dcc3 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=ee226ab1cfac45edb48a2d9761f73895&device_id=e8f26fed-5c7e-438c-8bb2-8eac2914bb79 HTTP/1.1" status: 200 len: 1095 time: 0.1809855 Sep 24 16:05:58.534024 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-4160c3a1-9df7-499c-a4df-9d886f2e4d64 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Calling delete_port for cf98746c-17ce-4580-a518-8139eca82f44 owned by network:dhcp {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:05:58.557926 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-1c376cad-5d15-435d-925a-7fbf28d47994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'name': 'tempest-RoutersTest-router-1673241672', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:05:21Z', 'updated_at': '2021-09-24T16:05:56Z', 'revision_number': 9, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'gw_port_host': None, '_interfaces': [{'id': '88d0b12e-4017-4442-8e62-60ba2e656ee8', 'name': '', 'network_id': 'f0687cde-55fa-4f2b-a1fd-e911a684503c', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'mac_address': 'fa:16:3e:52:c7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '6a9cf315-27ba-415f-95e4-6f156063a9c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:05:30Z', 'updated_at': '2021-09-24T16:05:37Z', 'revision_number': 5, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'subnets': [{'id': '6a9cf315-27ba-415f-95e4-6f156063a9c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce54a2ee-66eb-49b4-8955-3c429aff02e7', 'name': '', 'network_id': '9c45f392-2d55-414f-be04-cfb68642eeb7', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'mac_address': 'fa:16:3e:05:27:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '2feb32b8-d910-4013-b445-f5dfbe8c97db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:05:24Z', 'updated_at': '2021-09-24T16:05:32Z', 'revision_number': 5, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'subnets': [{'id': '2feb32b8-d910-4013-b445-f5dfbe8c97db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:05:58.617008 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c376cad-5d15-435d-925a-7fbf28d47994 None None] The sync data for ids ['c0f7d473-8263-442c-a518-045e6947a1b9'] in n-d-808921-1 is: [{'id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'name': 'tempest-RoutersTest-router-1673241672', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:05:21Z', 'updated_at': '2021-09-24T16:05:56Z', 'revision_number': 9, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'gw_port_host': None, '_interfaces': [{'id': '88d0b12e-4017-4442-8e62-60ba2e656ee8', 'name': '', 'network_id': 'f0687cde-55fa-4f2b-a1fd-e911a684503c', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'mac_address': 'fa:16:3e:52:c7:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3641, 'fixed_ips': [{'subnet_id': '6a9cf315-27ba-415f-95e4-6f156063a9c7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:05:30Z', 'updated_at': '2021-09-24T16:05:37Z', 'revision_number': 5, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'subnets': [{'id': '6a9cf315-27ba-415f-95e4-6f156063a9c7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce54a2ee-66eb-49b4-8955-3c429aff02e7', 'name': '', 'network_id': '9c45f392-2d55-414f-be04-cfb68642eeb7', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'mac_address': 'fa:16:3e:05:27:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '2feb32b8-d910-4013-b445-f5dfbe8c97db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:05:24Z', 'updated_at': '2021-09-24T16:05:32Z', 'revision_number': 5, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'subnets': [{'id': '2feb32b8-d910-4013-b445-f5dfbe8c97db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:05:58.701718 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebe774f-bd36-4405-b0ca-8fa9f9868648 req-0c54b084-bd04-483f-9b5e-90b062cbba0e tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:05:58.704157 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0ebe774f-bd36-4405-b0ca-8fa9f9868648 req-0c54b084-bd04-483f-9b5e-90b062cbba0e tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] 10.222.0.101 "GET /v2.0/ports?device_id=e8f26fed-5c7e-438c-8bb2-8eac2914bb79 HTTP/1.1" status: 200 len: 944 time: 0.1641688 Sep 24 16:05:58.752945 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0ebe774f-bd36-4405-b0ca-8fa9f9868648 req-cf71fb4c-d18b-42aa-ad01-62e69c8e98dc tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] 10.222.0.101 "GET /v2.0/security-groups?id=77d110d2-a2ee-4f55-9050-a416699b1809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399699 Sep 24 16:05:58.773496 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-db24eff2-6a5f-4016-b031-45585ae6abdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:58.790916 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a2220-b88c-4f5f-9411-5a083fb6d9e7 req-de4116b6-71ee-4061-a639-200e7f60d0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:05:58.792475 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2a3a2220-b88c-4f5f-9411-5a083fb6d9e7 req-de4116b6-71ee-4061-a639-200e7f60d0e2 service neutron] 10.222.0.108 "GET /v2.0/networks?tenant_id=ee226ab1cfac45edb48a2d9761f73895&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2673733 Sep 24 16:05:58.817949 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db24eff2-6a5f-4016-b031-45585ae6abdd None None] No DVR routers for this DVR port cf98746c-17ce-4580-a518-8139eca82f44 on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:05:58.823311 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db24eff2-6a5f-4016-b031-45585ae6abdd None None] Pushing event deleted for resources: {'Port': ['ID=cf98746c-17ce-4580-a518-8139eca82f44,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:58.873548 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4160c3a1-9df7-499c-a4df-9d886f2e4d64 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:58.963875 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4160c3a1-9df7-499c-a4df-9d886f2e4d64 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Pushing event deleted for resources: {'Port': ['ID=cf98746c-17ce-4580-a518-8139eca82f44,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:58.966667 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4160c3a1-9df7-499c-a4df-9d886f2e4d64 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] No DVR routers for this DVR port cf98746c-17ce-4580-a518-8139eca82f44 on host n-d-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:05:59.488639 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a2220-b88c-4f5f-9411-5a083fb6d9e7 req-73a33c5f-66e3-47c4-ad1a-e6a196edbf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:05:59.490113 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2a3a2220-b88c-4f5f-9411-5a083fb6d9e7 req-73a33c5f-66e3-47c4-ad1a-e6a196edbf4a service neutron] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.6753960 Sep 24 16:05:59.524402 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4160c3a1-9df7-499c-a4df-9d886f2e4d64 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:59.559531 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8237d9-7040-42c5-892c-5fda5be7d6f9 req-1988d4be-253c-41a5-bec8-a6dce0dc88eb tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:05:59.561025 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c8237d9-7040-42c5-892c-5fda5be7d6f9 req-1988d4be-253c-41a5-bec8-a6dce0dc88eb tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5661859-2db9-49c8-b18f-1ea3b562c469 HTTP/1.1" status: 200 len: 943 time: 0.1359973 Sep 24 16:05:59.584563 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-4160c3a1-9df7-499c-a4df-9d886f2e4d64 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74dc6243-adb1-42d4-a251-7a148cbc160b']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:05:59.611395 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-4160c3a1-9df7-499c-a4df-9d886f2e4d64 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93d9beaf-647c-4cb3-8a4d-c0e28c159c29') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:05:59.611689 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-4160c3a1-9df7-499c-a4df-9d886f2e4d64 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93d9beaf-647c-4cb3-8a4d-c0e28c159c29') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:05:59.628810 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4160c3a1-9df7-499c-a4df-9d886f2e4d64 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:59.653831 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4160c3a1-9df7-499c-a4df-9d886f2e4d64 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:59.657485 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17482a2d-61aa-4b92-9152-ef3d5a42fc48 req-46e354f7-61f8-4c85-9ac8-1cbe08b3dd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:05:59.659300 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-17482a2d-61aa-4b92-9152-ef3d5a42fc48 req-46e354f7-61f8-4c85-9ac8-1cbe08b3dd81 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=ee226ab1cfac45edb48a2d9761f73895&device_id=e8f26fed-5c7e-438c-8bb2-8eac2914bb79 HTTP/1.1" status: 200 len: 1095 time: 0.1202383 Sep 24 16:05:59.664392 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c8237d9-7040-42c5-892c-5fda5be7d6f9 req-9c69487e-97c7-40de-9141-612f78517de8 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836985 Sep 24 16:05:59.671855 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device cf98746c-17ce-4580-a518-8139eca82f44 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:05:59.672619 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4160c3a1-9df7-499c-a4df-9d886f2e4d64 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Releasing vlan 1257 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 16:05:59.673097 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4160c3a1-9df7-499c-a4df-9d886f2e4d64 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:59.711968 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: cf98746c-17ce-4580-a518-8139eca82f44 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:05:59.712552 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device cf98746c-17ce-4580-a518-8139eca82f44 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:05:59.713150 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device fb69eaf5-e6a5-40d2-a348-b59e8fce7ec5 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:05:59.722685 n-d-808921-1 neutron-server[95298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 16:05:59.722685 n-d-808921-1 neutron-server[95298]: self.session.flush() Sep 24 16:05:59.722685 n-d-808921-1 neutron-server[95298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 16:05:59.722685 n-d-808921-1 neutron-server[95298]: self.session.flush() Sep 24 16:05:59.722685 n-d-808921-1 neutron-server[95298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 16:05:59.722685 n-d-808921-1 neutron-server[95298]: self.session.flush() Sep 24 16:05:59.722685 n-d-808921-1 neutron-server[95298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 16:05:59.722685 n-d-808921-1 neutron-server[95298]: self.session.flush() Sep 24 16:05:59.722685 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 16:05:59.722685 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 16:05:59.722685 n-d-808921-1 neutron-server[95298]: timer() Sep 24 16:05:59.722685 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 16:05:59.722685 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 16:05:59.722685 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 16:05:59.722685 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 16:05:59.722685 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 16:05:59.722685 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 16:05:59.722685 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 16:05:59.722685 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 16:05:59.722685 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 16:05:59.722685 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 16:05:59.722685 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 16:05:59.722685 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 16:05:59.722685 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 16:05:59.722685 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 16:05:59.722685 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 16:05:59.722685 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 16:05:59.722685 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 16:05:59.722685 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 16:05:59.722685 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 16:05:59.722685 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 16:05:59.722685 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 16:05:59.722685 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 16:05:59.722685 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 16:05:59.722685 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 16:05:59.722685 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 16:05:59.722685 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 16:05:59.722685 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 16:05:59.722685 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 16:05:59.722685 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 16:05:59.726687 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-17482a2d-61aa-4b92-9152-ef3d5a42fc48 req-3d3d0d7d-4f08-49c4-8056-b601a501f826 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5 HTTP/1.1" status: 200 len: 217 time: 0.0492435 Sep 24 16:05:59.739308 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: fb69eaf5-e6a5-40d2-a348-b59e8fce7ec5 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:05:59.739866 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device fb69eaf5-e6a5-40d2-a348-b59e8fce7ec5 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:05:59.831972 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17482a2d-61aa-4b92-9152-ef3d5a42fc48 req-0687d890-afa4-4a1c-96a1-2d37dac18b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:05:59.831972 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-17482a2d-61aa-4b92-9152-ef3d5a42fc48 req-0687d890-afa4-4a1c-96a1-2d37dac18b58 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=b1fa37ff-fc61-4471-a46e-39625d062436 HTTP/1.1" status: 200 len: 853 time: 0.0903533 Sep 24 16:05:59.877759 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17482a2d-61aa-4b92-9152-ef3d5a42fc48 req-f0af7690-319c-4e64-b34d-9773c0bdaec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:05:59.879292 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-17482a2d-61aa-4b92-9152-ef3d5a42fc48 req-f0af7690-319c-4e64-b34d-9773c0bdaec9 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=219a3b95-2b97-4a78-a69d-aa4cf228340a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434322 Sep 24 16:05:59.881406 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4160c3a1-9df7-499c-a4df-9d886f2e4d64 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:59.889138 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4160c3a1-9df7-499c-a4df-9d886f2e4d64 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:05:59.893340 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-4160c3a1-9df7-499c-a4df-9d886f2e4d64 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "DELETE /v2.0/networks/74dc6243-adb1-42d4-a251-7a148cbc160b HTTP/1.1" status: 204 len: 168 time: 1.9867437 Sep 24 16:05:59.900117 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 60636) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:05:59.929757 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4160c3a1-9df7-499c-a4df-9d886f2e4d64 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Pushing event deleted for resources: {'Network': ['ID=74dc6243-adb1-42d4-a251-7a148cbc160b,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:05:59.951084 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d51659b-7755-49d8-9aea-bc859d4edbf3 req-343a3b50-635d-4568-a59e-9906695e3cf0 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:05:59.960409 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7d51659b-7755-49d8-9aea-bc859d4edbf3 req-343a3b50-635d-4568-a59e-9906695e3cf0 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] 10.222.0.101 "GET /v2.0/ports?device_id=e8f26fed-5c7e-438c-8bb2-8eac2914bb79 HTTP/1.1" status: 200 len: 944 time: 0.0794604 Sep 24 16:06:00.021706 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7d51659b-7755-49d8-9aea-bc859d4edbf3 req-e97557df-44fa-42be-80a3-b796f427a1f3 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] 10.222.0.101 "GET /v2.0/security-groups?id=77d110d2-a2ee-4f55-9050-a416699b1809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0600941 Sep 24 16:06:00.168390 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-17482a2d-61aa-4b92-9152-ef3d5a42fc48 req-10333ce3-25e2-4b4e-902a-a54c4ed503e8 service neutron] 10.222.0.108 "GET /v2.0/networks/219a3b95-2b97-4a78-a69d-aa4cf228340a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763617 Sep 24 16:06:00.332783 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-17482a2d-61aa-4b92-9152-ef3d5a42fc48 req-72a189dd-0e0d-4bcd-b711-57010d408e7c service neutron] 10.222.0.108 "GET /v2.0/networks/219a3b95-2b97-4a78-a69d-aa4cf228340a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554196 Sep 24 16:06:00.445360 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c234c0f9-7885-4028-b6d9-7483e52ee42e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:00.713525 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-c234c0f9-7885-4028-b6d9-7483e52ee42e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Deleting port 88d0b12e-4017-4442-8e62-60ba2e656ee8 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:06:00.714111 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c234c0f9-7885-4028-b6d9-7483e52ee42e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:00.819121 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d043a6d-6469-4f15-bced-5294059157d4 req-e0ee7ce2-2750-43d8-9503-aac70b7c8f0b tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:06:00.826946 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7d043a6d-6469-4f15-bced-5294059157d4 req-e0ee7ce2-2750-43d8-9503-aac70b7c8f0b tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5661859-2db9-49c8-b18f-1ea3b562c469 HTTP/1.1" status: 200 len: 943 time: 0.0670881 Sep 24 16:06:00.835810 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-c234c0f9-7885-4028-b6d9-7483e52ee42e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] For port 88d0b12e-4017-4442-8e62-60ba2e656ee8, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=88d0b12e-4017-4442-8e62-60ba2e656ee8,segment=NetworkSegment(760796b4-65d6-4b18-b339-c185231278d1),segment_id=760796b4-65d6-4b18-b339-c185231278d1)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:06:00.836505 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c234c0f9-7885-4028-b6d9-7483e52ee42e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:00.854154 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-c234c0f9-7885-4028-b6d9-7483e52ee42e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Calling delete_port for 88d0b12e-4017-4442-8e62-60ba2e656ee8 owned by network:router_interface {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:06:00.876390 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7d043a6d-6469-4f15-bced-5294059157d4 req-492c5a8b-222f-4dfe-90c4-3505dd84874a tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479357 Sep 24 16:06:01.134772 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c234c0f9-7885-4028-b6d9-7483e52ee42e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:01.172067 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c234c0f9-7885-4028-b6d9-7483e52ee42e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Pushing event deleted for resources: {'Port': ['ID=88d0b12e-4017-4442-8e62-60ba2e656ee8,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:06:01.184456 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9022b227-2abf-4995-b09d-d76cd7579a83 req-346477a1-9d6e-4563-9691-c5552723afbc tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:06:01.185859 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9022b227-2abf-4995-b09d-d76cd7579a83 req-346477a1-9d6e-4563-9691-c5552723afbc tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] 10.222.0.101 "GET /v2.0/ports?device_id=e8f26fed-5c7e-438c-8bb2-8eac2914bb79 HTTP/1.1" status: 200 len: 944 time: 0.0870340 Sep 24 16:06:01.230570 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-fe06d99f-71d7-4c89-9493-96efe23fd37f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:01.352398 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9022b227-2abf-4995-b09d-d76cd7579a83 req-daebb12b-b25d-4ccb-a61d-51039b2aa12a tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] 10.222.0.101 "GET /v2.0/security-groups?id=77d110d2-a2ee-4f55-9050-a416699b1809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0784147 Sep 24 16:06:01.413305 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c234c0f9-7885-4028-b6d9-7483e52ee42e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:01.618150 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c234c0f9-7885-4028-b6d9-7483e52ee42e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Router c0f7d473-8263-442c-a518-045e6947a1b9 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:06:01.730574 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c234c0f9-7885-4028-b6d9-7483e52ee42e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:06:01.737100 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-c234c0f9-7885-4028-b6d9-7483e52ee42e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "PUT /v2.0/routers/c0f7d473-8263-442c-a518-045e6947a1b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8358452 Sep 24 16:06:01.739667 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 60664) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:01.742028 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57df5757-6e1a-4daa-9ad8-02575ac6d8ea None None] Sync routers for ids ['c0f7d473-8263-442c-a518-045e6947a1b9'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:06:01.753026 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57df5757-6e1a-4daa-9ad8-02575ac6d8ea None None] Routers {'c0f7d473-8263-442c-a518-045e6947a1b9'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:06:01.754037 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-57df5757-6e1a-4daa-9ad8-02575ac6d8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:05:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['c0f7d473-8263-442c-a518-045e6947a1b9'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:06:01.805130 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-53dda349-1714-4792-af28-7f51af155b3a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Deleting subnet 6a9cf315-27ba-415f-95e4-6f156063a9c7 {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 16:06:01.808943 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-53dda349-1714-4792-af28-7f51af155b3a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:01.855551 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-53dda349-1714-4792-af28-7f51af155b3a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:01.879729 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-57df5757-6e1a-4daa-9ad8-02575ac6d8ea None None] Set router c0f7d473-8263-442c-a518-045e6947a1b9 gateway port host: None {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:06:01.959123 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-53dda349-1714-4792-af28-7f51af155b3a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:02.017179 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c75d00-c403-4ac9-becb-beeef8cb96c4 req-be3cec69-9450-47e6-b7c5-6a6d4cf87725 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:06:02.024976 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-22c75d00-c403-4ac9-becb-beeef8cb96c4 req-be3cec69-9450-47e6-b7c5-6a6d4cf87725 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5661859-2db9-49c8-b18f-1ea3b562c469 HTTP/1.1" status: 200 len: 943 time: 0.0725679 Sep 24 16:06:02.067777 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-22c75d00-c403-4ac9-becb-beeef8cb96c4 req-abe3d75c-446a-4dac-b3da-6c27db821c0c tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419114 Sep 24 16:06:02.115951 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-53dda349-1714-4792-af28-7f51af155b3a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:02.144949 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dda349-1714-4792-af28-7f51af155b3a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Pushing event deleted for resources: {'Subnet': ['ID=6a9cf315-27ba-415f-95e4-6f156063a9c7,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:06:02.149525 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-53dda349-1714-4792-af28-7f51af155b3a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:02.154502 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-53dda349-1714-4792-af28-7f51af155b3a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "DELETE /v2.0/subnets/6a9cf315-27ba-415f-95e4-6f156063a9c7 HTTP/1.1" status: 204 len: 168 time: 0.4108708 Sep 24 16:06:02.154502 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 60672) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:02.154849 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-57df5757-6e1a-4daa-9ad8-02575ac6d8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'name': 'tempest-RoutersTest-router-1673241672', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:05:21Z', 'updated_at': '2021-09-24T16:06:00Z', 'revision_number': 10, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'gw_port_host': None, '_interfaces': [{'id': 'ce54a2ee-66eb-49b4-8955-3c429aff02e7', 'name': '', 'network_id': '9c45f392-2d55-414f-be04-cfb68642eeb7', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'mac_address': 'fa:16:3e:05:27:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '2feb32b8-d910-4013-b445-f5dfbe8c97db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:05:24Z', 'updated_at': '2021-09-24T16:05:32Z', 'revision_number': 5, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'subnets': [{'id': '2feb32b8-d910-4013-b445-f5dfbe8c97db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:06:02.159286 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febd05a2-3a9b-4ccd-bf80-b5b6a15d9352 None None] Network f0687cde-55fa-4f2b-a1fd-e911a684503c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:06:02.205157 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57df5757-6e1a-4daa-9ad8-02575ac6d8ea None None] Checking router: c0f7d473-8263-442c-a518-045e6947a1b9 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:06:02.225657 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57df5757-6e1a-4daa-9ad8-02575ac6d8ea None None] Routers {'c0f7d473-8263-442c-a518-045e6947a1b9'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:06:02.226401 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-57df5757-6e1a-4daa-9ad8-02575ac6d8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:05:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['c0f7d473-8263-442c-a518-045e6947a1b9'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:06:02.249848 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5e113cea-2a71-4820-8146-468b769bf85a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:02.330101 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-5e113cea-2a71-4820-8146-468b769bf85a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Deleting port 2185789d-9496-4c51-9efa-4ca96c8b1129 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:06:02.330530 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5e113cea-2a71-4820-8146-468b769bf85a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:02.437265 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-5e113cea-2a71-4820-8146-468b769bf85a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] For port 2185789d-9496-4c51-9efa-4ca96c8b1129, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=2185789d-9496-4c51-9efa-4ca96c8b1129,segment=NetworkSegment(760796b4-65d6-4b18-b339-c185231278d1),segment_id=760796b4-65d6-4b18-b339-c185231278d1)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:06:02.438003 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5e113cea-2a71-4820-8146-468b769bf85a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:02.460092 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-5e113cea-2a71-4820-8146-468b769bf85a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Calling delete_port for 2185789d-9496-4c51-9efa-4ca96c8b1129 owned by network:dhcp {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:06:02.500759 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23161ea4-d904-4691-a5d7-d189a763eacb req-62acaceb-f740-4ebc-927b-4d0a738a84ff tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:06:02.502685 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-23161ea4-d904-4691-a5d7-d189a763eacb req-62acaceb-f740-4ebc-927b-4d0a738a84ff tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] 10.222.0.101 "GET /v2.0/ports?device_id=e8f26fed-5c7e-438c-8bb2-8eac2914bb79 HTTP/1.1" status: 200 len: 944 time: 0.0648198 Sep 24 16:06:02.556800 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-23161ea4-d904-4691-a5d7-d189a763eacb req-132bf53b-6ab2-4263-93da-ab45885752e2 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] 10.222.0.101 "GET /v2.0/security-groups?id=77d110d2-a2ee-4f55-9050-a416699b1809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470953 Sep 24 16:06:02.591580 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-57df5757-6e1a-4daa-9ad8-02575ac6d8ea None None] Set router c0f7d473-8263-442c-a518-045e6947a1b9 gateway port host: None {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:06:02.642040 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5e113cea-2a71-4820-8146-468b769bf85a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:02.682174 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e113cea-2a71-4820-8146-468b769bf85a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Pushing event deleted for resources: {'Port': ['ID=2185789d-9496-4c51-9efa-4ca96c8b1129,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:06:02.692608 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e113cea-2a71-4820-8146-468b769bf85a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] No DVR routers for this DVR port 2185789d-9496-4c51-9efa-4ca96c8b1129 on host n-d-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:06:02.739985 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869725a7-429b-4b23-b1b4-b576d7547a39 None None] DHCP port deletion for f0687cde-55fa-4f2b-a1fd-e911a684503c request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 16:06:02.817507 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5e113cea-2a71-4820-8146-468b769bf85a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:02.841283 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-57df5757-6e1a-4daa-9ad8-02575ac6d8ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'name': 'tempest-RoutersTest-router-1673241672', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:05:21Z', 'updated_at': '2021-09-24T16:06:00Z', 'revision_number': 10, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'gw_port_host': None, '_interfaces': [{'id': 'ce54a2ee-66eb-49b4-8955-3c429aff02e7', 'name': '', 'network_id': '9c45f392-2d55-414f-be04-cfb68642eeb7', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'mac_address': 'fa:16:3e:05:27:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '2feb32b8-d910-4013-b445-f5dfbe8c97db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:05:24Z', 'updated_at': '2021-09-24T16:05:32Z', 'revision_number': 5, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'subnets': [{'id': '2feb32b8-d910-4013-b445-f5dfbe8c97db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:06:02.850557 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-5e113cea-2a71-4820-8146-468b769bf85a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0687cde-55fa-4f2b-a1fd-e911a684503c']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:06:02.876695 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-5e113cea-2a71-4820-8146-468b769bf85a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '760796b4-65d6-4b18-b339-c185231278d1') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:06:02.876997 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-5e113cea-2a71-4820-8146-468b769bf85a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '760796b4-65d6-4b18-b339-c185231278d1') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:06:02.883751 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57df5757-6e1a-4daa-9ad8-02575ac6d8ea None None] The sync data for ids ['c0f7d473-8263-442c-a518-045e6947a1b9'] in n-d-808921-1 is: [{'id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'name': 'tempest-RoutersTest-router-1673241672', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:05:21Z', 'updated_at': '2021-09-24T16:06:00Z', 'revision_number': 10, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'gw_port_host': None, '_interfaces': [{'id': 'ce54a2ee-66eb-49b4-8955-3c429aff02e7', 'name': '', 'network_id': '9c45f392-2d55-414f-be04-cfb68642eeb7', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'mac_address': 'fa:16:3e:05:27:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '2feb32b8-d910-4013-b445-f5dfbe8c97db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:05:24Z', 'updated_at': '2021-09-24T16:05:32Z', 'revision_number': 5, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'subnets': [{'id': '2feb32b8-d910-4013-b445-f5dfbe8c97db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:06:02.895343 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5e113cea-2a71-4820-8146-468b769bf85a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:02.908648 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5e113cea-2a71-4820-8146-468b769bf85a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:02.915127 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e113cea-2a71-4820-8146-468b769bf85a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Releasing vlan 1254 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 16:06:02.915526 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5e113cea-2a71-4820-8146-468b769bf85a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:02.919431 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 16:06:02.919431 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 16:06:02.919431 n-d-808921-1 neutron-server[95298]: timer() Sep 24 16:06:02.919431 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 16:06:02.919431 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 16:06:02.919431 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 16:06:02.919431 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 16:06:02.919431 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 16:06:02.919431 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 16:06:02.919431 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 16:06:02.919431 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 16:06:02.919431 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 16:06:02.919431 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 16:06:02.919431 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 16:06:02.919431 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 16:06:02.919431 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 16:06:02.919431 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 16:06:02.919431 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 16:06:02.919431 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 16:06:02.919431 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 16:06:02.919431 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 16:06:02.919431 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 16:06:02.919431 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 16:06:02.919431 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 16:06:02.919431 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 16:06:02.919431 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 16:06:02.919431 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 16:06:02.919431 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 16:06:02.919431 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 16:06:02.919431 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 16:06:02.919431 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 16:06:02.919431 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 16:06:03.041530 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5e113cea-2a71-4820-8146-468b769bf85a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:03.050779 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5e113cea-2a71-4820-8146-468b769bf85a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:03.055675 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-5e113cea-2a71-4820-8146-468b769bf85a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "DELETE /v2.0/networks/f0687cde-55fa-4f2b-a1fd-e911a684503c HTTP/1.1" status: 204 len: 168 time: 0.8977234 Sep 24 16:06:03.055819 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 60686) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:03.072277 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e113cea-2a71-4820-8146-468b769bf85a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Pushing event deleted for resources: {'Network': ['ID=f0687cde-55fa-4f2b-a1fd-e911a684503c,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:06:03.208167 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e20d4f9-07a0-4d2e-b45b-ed0e97bf5e75 req-2f172c7f-6008-4661-af47-7336cb4fb347 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:06:03.210231 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7e20d4f9-07a0-4d2e-b45b-ed0e97bf5e75 req-2f172c7f-6008-4661-af47-7336cb4fb347 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5661859-2db9-49c8-b18f-1ea3b562c469 HTTP/1.1" status: 200 len: 943 time: 0.0653367 Sep 24 16:06:03.298074 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7e20d4f9-07a0-4d2e-b45b-ed0e97bf5e75 req-89a301cf-a66b-4ad4-ad36-1c20e6a08323 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747418 Sep 24 16:06:03.451528 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-38c43040-aa85-484e-9633-b4f22ec4baa2 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:03.687163 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 2185789d-9496-4c51-9efa-4ca96c8b1129 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:06:03.706083 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 2185789d-9496-4c51-9efa-4ca96c8b1129 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:06:03.706580 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 2185789d-9496-4c51-9efa-4ca96c8b1129 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:06:03.707132 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 88d0b12e-4017-4442-8e62-60ba2e656ee8 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:06:03.735681 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 88d0b12e-4017-4442-8e62-60ba2e656ee8 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:06:03.736034 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 88d0b12e-4017-4442-8e62-60ba2e656ee8 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:06:03.746927 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd30b857-5db6-49a6-b582-2ba88dd5d095 req-f6613c6f-5da1-439f-8f25-a20e235caa34 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:06:03.748965 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cd30b857-5db6-49a6-b582-2ba88dd5d095 req-f6613c6f-5da1-439f-8f25-a20e235caa34 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] 10.222.0.101 "GET /v2.0/ports?device_id=e8f26fed-5c7e-438c-8bb2-8eac2914bb79 HTTP/1.1" status: 200 len: 944 time: 0.0875220 Sep 24 16:06:03.794157 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cd30b857-5db6-49a6-b582-2ba88dd5d095 req-b3a3e6fa-5f91-4983-906a-34d7960fde21 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] 10.222.0.101 "GET /v2.0/security-groups?id=77d110d2-a2ee-4f55-9050-a416699b1809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384328 Sep 24 16:06:03.812059 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-38c43040-aa85-484e-9633-b4f22ec4baa2 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Deleting port ce54a2ee-66eb-49b4-8955-3c429aff02e7 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:06:03.812429 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-38c43040-aa85-484e-9633-b4f22ec4baa2 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:03.893722 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-1f3b5b9c-ef54-459a-b486-4387ec988ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:03.936233 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-38c43040-aa85-484e-9633-b4f22ec4baa2 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] For port ce54a2ee-66eb-49b4-8955-3c429aff02e7, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=ce54a2ee-66eb-49b4-8955-3c429aff02e7,segment=NetworkSegment(0cb8e892-2a02-48c9-9d89-e24aafbce795),segment_id=0cb8e892-2a02-48c9-9d89-e24aafbce795)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:06:03.937311 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-38c43040-aa85-484e-9633-b4f22ec4baa2 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:03.950759 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-38c43040-aa85-484e-9633-b4f22ec4baa2 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Calling delete_port for ce54a2ee-66eb-49b4-8955-3c429aff02e7 owned by network:router_interface {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:06:04.264725 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-38c43040-aa85-484e-9633-b4f22ec4baa2 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:04.292995 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:04.302406 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c43040-aa85-484e-9633-b4f22ec4baa2 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Pushing event deleted for resources: {'Port': ['ID=ce54a2ee-66eb-49b4-8955-3c429aff02e7,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:06:04.527760 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-38c43040-aa85-484e-9633-b4f22ec4baa2 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:04.570571 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9c98f-b21e-4717-82a4-f9e8306cdb04 req-a2668f06-89c0-49c5-be99-2d6575422fe3 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:06:04.572283 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-32a9c98f-b21e-4717-82a4-f9e8306cdb04 req-a2668f06-89c0-49c5-be99-2d6575422fe3 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5661859-2db9-49c8-b18f-1ea3b562c469 HTTP/1.1" status: 200 len: 943 time: 0.1172066 Sep 24 16:06:04.971799 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f45a5f-c197-402f-9e4c-e086dbe24d12 req-a569e63d-ce0f-4d6e-bfda-1dcaad2bb819 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:06:04.973606 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-58f45a5f-c197-402f-9e4c-e086dbe24d12 req-a569e63d-ce0f-4d6e-bfda-1dcaad2bb819 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] 10.222.0.101 "GET /v2.0/ports?device_id=e8f26fed-5c7e-438c-8bb2-8eac2914bb79 HTTP/1.1" status: 200 len: 944 time: 0.0593665 Sep 24 16:06:05.018863 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-58f45a5f-c197-402f-9e4c-e086dbe24d12 req-e9ae787c-ca4e-4f52-a42b-547217acc1d2 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] 10.222.0.101 "GET /v2.0/security-groups?id=77d110d2-a2ee-4f55-9050-a416699b1809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385940 Sep 24 16:06:05.049568 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-32a9c98f-b21e-4717-82a4-f9e8306cdb04 req-7fe5a10f-fd4b-4b44-95c6-fd3dfc2a69d0 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4360974 Sep 24 16:06:05.083995 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38c43040-aa85-484e-9633-b4f22ec4baa2 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Router c0f7d473-8263-442c-a518-045e6947a1b9 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:06:05.173360 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38c43040-aa85-484e-9633-b4f22ec4baa2 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:06:05.179044 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-38c43040-aa85-484e-9633-b4f22ec4baa2 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "PUT /v2.0/routers/c0f7d473-8263-442c-a518-045e6947a1b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1210682 Sep 24 16:06:05.181248 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 60722) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:05.187854 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c6bc76-d64d-4b8c-8a8f-4456228af744 None None] Sync routers for ids ['c0f7d473-8263-442c-a518-045e6947a1b9'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:06:05.197797 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c6bc76-d64d-4b8c-8a8f-4456228af744 None None] Routers {'c0f7d473-8263-442c-a518-045e6947a1b9'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:06:05.198529 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-d7c6bc76-d64d-4b8c-8a8f-4456228af744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:06:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['c0f7d473-8263-442c-a518-045e6947a1b9'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:06:05.238122 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-f63e1b27-e58f-44bd-9d74-9c6dabab32db tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Deleting subnet 2feb32b8-d910-4013-b445-f5dfbe8c97db {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 16:06:05.244925 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f63e1b27-e58f-44bd-9d74-9c6dabab32db tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:05.280642 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-d7c6bc76-d64d-4b8c-8a8f-4456228af744 None None] Set router c0f7d473-8263-442c-a518-045e6947a1b9 gateway port host: None {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:06:05.291996 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f63e1b27-e58f-44bd-9d74-9c6dabab32db tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:05.340700 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-d7c6bc76-d64d-4b8c-8a8f-4456228af744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'name': 'tempest-RoutersTest-router-1673241672', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:05:21Z', 'updated_at': '2021-09-24T16:06:04Z', 'revision_number': 11, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'gw_port_host': None}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:06:05.355720 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:05.370905 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c6bc76-d64d-4b8c-8a8f-4456228af744 None None] Checking router: c0f7d473-8263-442c-a518-045e6947a1b9 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:06:05.379689 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c6bc76-d64d-4b8c-8a8f-4456228af744 None None] Routers {'c0f7d473-8263-442c-a518-045e6947a1b9'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:06:05.380343 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-d7c6bc76-d64d-4b8c-8a8f-4456228af744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:06:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['c0f7d473-8263-442c-a518-045e6947a1b9'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:06:05.384256 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f63e1b27-e58f-44bd-9d74-9c6dabab32db tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:05.448945 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-d7c6bc76-d64d-4b8c-8a8f-4456228af744 None None] Set router c0f7d473-8263-442c-a518-045e6947a1b9 gateway port host: None {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:06:05.502656 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-d7c6bc76-d64d-4b8c-8a8f-4456228af744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'name': 'tempest-RoutersTest-router-1673241672', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:05:21Z', 'updated_at': '2021-09-24T16:06:04Z', 'revision_number': 11, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'gw_port_host': None}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:06:05.529261 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c6bc76-d64d-4b8c-8a8f-4456228af744 None None] The sync data for ids ['c0f7d473-8263-442c-a518-045e6947a1b9'] in n-d-808921-1 is: [{'id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'name': 'tempest-RoutersTest-router-1673241672', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:05:21Z', 'updated_at': '2021-09-24T16:06:04Z', 'revision_number': 11, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'gw_port_host': None}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:06:05.533179 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f63e1b27-e58f-44bd-9d74-9c6dabab32db tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:05.561242 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e1b27-e58f-44bd-9d74-9c6dabab32db tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Pushing event deleted for resources: {'Subnet': ['ID=2feb32b8-d910-4013-b445-f5dfbe8c97db,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:06:05.566557 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f63e1b27-e58f-44bd-9d74-9c6dabab32db tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:05.570757 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 60728) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:05.570882 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f63e1b27-e58f-44bd-9d74-9c6dabab32db tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "DELETE /v2.0/subnets/2feb32b8-d910-4013-b445-f5dfbe8c97db HTTP/1.1" status: 204 len: 168 time: 0.3881950 Sep 24 16:06:05.587653 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8073ea4b-2302-4057-bb32-5120dacfec4b None None] Network 9c45f392-2d55-414f-be04-cfb68642eeb7 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:06:05.664630 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-304190c5-0e41-4821-a2e4-2f9f41d61aa8 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:05.732136 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-304190c5-0e41-4821-a2e4-2f9f41d61aa8 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Deleting port 0298da13-6047-4a0b-8a53-766b0864fbcd {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:06:05.732478 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-304190c5-0e41-4821-a2e4-2f9f41d61aa8 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:05.810885 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-304190c5-0e41-4821-a2e4-2f9f41d61aa8 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] For port 0298da13-6047-4a0b-8a53-766b0864fbcd, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=0298da13-6047-4a0b-8a53-766b0864fbcd,segment=NetworkSegment(0cb8e892-2a02-48c9-9d89-e24aafbce795),segment_id=0cb8e892-2a02-48c9-9d89-e24aafbce795)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:06:05.811286 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-304190c5-0e41-4821-a2e4-2f9f41d61aa8 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:05.828414 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-304190c5-0e41-4821-a2e4-2f9f41d61aa8 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Calling delete_port for 0298da13-6047-4a0b-8a53-766b0864fbcd owned by network:dhcp {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:06:05.897463 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccaaa9e9-9ed9-46de-b22d-6c63c104296e None None] DHCP port deletion for 9c45f392-2d55-414f-be04-cfb68642eeb7 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 16:06:05.988186 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-ccaaa9e9-9ed9-46de-b22d-6c63c104296e None None] Deleting port 0298da13-6047-4a0b-8a53-766b0864fbcd {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:06:05.988932 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ccaaa9e9-9ed9-46de-b22d-6c63c104296e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:06.010533 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device ce54a2ee-66eb-49b4-8955-3c429aff02e7 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:06:06.036232 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-304190c5-0e41-4821-a2e4-2f9f41d61aa8 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:06.054850 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: ce54a2ee-66eb-49b4-8955-3c429aff02e7 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:06:06.061401 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device ce54a2ee-66eb-49b4-8955-3c429aff02e7 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:06:06.061401 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 0298da13-6047-4a0b-8a53-766b0864fbcd no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:06:06.102795 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304190c5-0e41-4821-a2e4-2f9f41d61aa8 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Pushing event deleted for resources: {'Port': ['ID=0298da13-6047-4a0b-8a53-766b0864fbcd,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:06:06.122983 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304190c5-0e41-4821-a2e4-2f9f41d61aa8 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] No DVR routers for this DVR port 0298da13-6047-4a0b-8a53-766b0864fbcd on host n-d-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:06:06.152870 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-ccaaa9e9-9ed9-46de-b22d-6c63c104296e None None] For port 0298da13-6047-4a0b-8a53-766b0864fbcd, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=0298da13-6047-4a0b-8a53-766b0864fbcd,segment=NetworkSegment(0cb8e892-2a02-48c9-9d89-e24aafbce795),segment_id=0cb8e892-2a02-48c9-9d89-e24aafbce795)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:06:06.153267 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ccaaa9e9-9ed9-46de-b22d-6c63c104296e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:06.156519 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 0298da13-6047-4a0b-8a53-766b0864fbcd {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:06:06.158377 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 0298da13-6047-4a0b-8a53-766b0864fbcd not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:06:06.169136 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-ccaaa9e9-9ed9-46de-b22d-6c63c104296e None None] Calling delete_port for 0298da13-6047-4a0b-8a53-766b0864fbcd owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:06:06.228990 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-304190c5-0e41-4821-a2e4-2f9f41d61aa8 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:06.253426 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-304190c5-0e41-4821-a2e4-2f9f41d61aa8 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c45f392-2d55-414f-be04-cfb68642eeb7']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:06:06.272635 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-304190c5-0e41-4821-a2e4-2f9f41d61aa8 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cb8e892-2a02-48c9-9d89-e24aafbce795') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:06:06.272938 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-304190c5-0e41-4821-a2e4-2f9f41d61aa8 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cb8e892-2a02-48c9-9d89-e24aafbce795') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:06:06.275240 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ccaaa9e9-9ed9-46de-b22d-6c63c104296e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:06.278366 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0579ac-1250-464a-b190-ec612729a431 req-0848e427-9b6a-4e80-90de-2c900c1c5a24 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:06:06.280331 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-db0579ac-1250-464a-b190-ec612729a431 req-0848e427-9b6a-4e80-90de-2c900c1c5a24 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] 10.222.0.101 "GET /v2.0/ports?device_id=e8f26fed-5c7e-438c-8bb2-8eac2914bb79 HTTP/1.1" status: 200 len: 944 time: 0.1426282 Sep 24 16:06:06.286112 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-304190c5-0e41-4821-a2e4-2f9f41d61aa8 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:06.300970 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-304190c5-0e41-4821-a2e4-2f9f41d61aa8 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:06.308311 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaaa9e9-9ed9-46de-b22d-6c63c104296e None None] Pushing event deleted for resources: {'Port': ['ID=0298da13-6047-4a0b-8a53-766b0864fbcd,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:06:06.315689 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccaaa9e9-9ed9-46de-b22d-6c63c104296e None None] No DVR routers for this DVR port 0298da13-6047-4a0b-8a53-766b0864fbcd on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:06:06.338861 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-304190c5-0e41-4821-a2e4-2f9f41d61aa8 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Releasing vlan 1278 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 16:06:06.339379 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-304190c5-0e41-4821-a2e4-2f9f41d61aa8 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:06.356019 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-db0579ac-1250-464a-b190-ec612729a431 req-c22b3406-c2b9-4e4c-8271-95b1bdaea330 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] 10.222.0.101 "GET /v2.0/security-groups?id=77d110d2-a2ee-4f55-9050-a416699b1809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0685532 Sep 24 16:06:06.357742 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 16:06:06.357742 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 16:06:06.357742 n-d-808921-1 neutron-server[95298]: timer() Sep 24 16:06:06.357742 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 16:06:06.357742 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 16:06:06.357742 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 16:06:06.357742 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 16:06:06.357742 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 16:06:06.357742 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 16:06:06.357742 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 16:06:06.357742 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 16:06:06.357742 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 16:06:06.357742 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 16:06:06.357742 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 16:06:06.357742 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 16:06:06.357742 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 16:06:06.357742 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 16:06:06.357742 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 16:06:06.357742 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 16:06:06.357742 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 16:06:06.357742 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 16:06:06.357742 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 16:06:06.357742 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 16:06:06.357742 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 16:06:06.357742 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 16:06:06.357742 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 16:06:06.357742 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 16:06:06.357742 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 16:06:06.357742 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 16:06:06.357742 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 16:06:06.357742 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 16:06:06.357742 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 16:06:06.443558 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb1ea6-d300-4946-8224-1ae527c0d8f3 req-20e909a6-af6d-4005-8087-23f96eeb29e2 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:06:06.445103 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bebb1ea6-d300-4946-8224-1ae527c0d8f3 req-20e909a6-af6d-4005-8087-23f96eeb29e2 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5661859-2db9-49c8-b18f-1ea3b562c469 HTTP/1.1" status: 200 len: 943 time: 0.0885177 Sep 24 16:06:06.483891 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bebb1ea6-d300-4946-8224-1ae527c0d8f3 req-2654d509-248e-4182-a061-8a3c998b0d5a tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328753 Sep 24 16:06:06.526733 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-304190c5-0e41-4821-a2e4-2f9f41d61aa8 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:06.534593 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-304190c5-0e41-4821-a2e4-2f9f41d61aa8 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:06.536388 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-304190c5-0e41-4821-a2e4-2f9f41d61aa8 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "DELETE /v2.0/networks/9c45f392-2d55-414f-be04-cfb68642eeb7 HTTP/1.1" status: 204 len: 168 time: 0.9648263 Sep 24 16:06:06.539315 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 60746) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:06.544201 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-35eb8c40-3d22-4dab-b5ed-2deb77c67b6e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Request body: {'router': {'routes': None}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:06:06.548775 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304190c5-0e41-4821-a2e4-2f9f41d61aa8 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Pushing event deleted for resources: {'Network': ['ID=9c45f392-2d55-414f-be04-cfb68642eeb7,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:06:06.711963 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.extraroute_db [None req-35eb8c40-3d22-4dab-b5ed-2deb77c67b6e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Added routes are [] {{(pid=95297) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 24 16:06:06.712263 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.extraroute_db [None req-35eb8c40-3d22-4dab-b5ed-2deb77c67b6e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Removed routes are [] {{(pid=95297) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 24 16:06:06.712618 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-35eb8c40-3d22-4dab-b5ed-2deb77c67b6e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1671'] for router, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:06.726906 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:06.854512 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-35eb8c40-3d22-4dab-b5ed-2deb77c67b6e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1671'] for router, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:06.857781 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-35eb8c40-3d22-4dab-b5ed-2deb77c67b6e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-586922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-586913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588826'] for router, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:06.932880 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35eb8c40-3d22-4dab-b5ed-2deb77c67b6e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Router c0f7d473-8263-442c-a518-045e6947a1b9 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:06:07.016696 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35eb8c40-3d22-4dab-b5ed-2deb77c67b6e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:06:07.023476 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-35eb8c40-3d22-4dab-b5ed-2deb77c67b6e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:07.027900 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-35eb8c40-3d22-4dab-b5ed-2deb77c67b6e tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "PUT /v2.0/routers/c0f7d473-8263-442c-a518-045e6947a1b9 HTTP/1.1" status: 200 len: 701 time: 0.4841795 Sep 24 16:06:07.027900 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 60756) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:07.031271 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4808794-5e2d-4857-8c6c-307ed9df788a None None] Sync routers for ids ['c0f7d473-8263-442c-a518-045e6947a1b9'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:06:07.042066 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4808794-5e2d-4857-8c6c-307ed9df788a None None] Routers {'c0f7d473-8263-442c-a518-045e6947a1b9'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:06:07.042826 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-f4808794-5e2d-4857-8c6c-307ed9df788a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:06:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['c0f7d473-8263-442c-a518-045e6947a1b9'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:06:07.059045 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f62b9859-1cf9-45af-bfe3-2918658dbc5f tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "GET /v2.0/ports?device_id=c0f7d473-8263-442c-a518-045e6947a1b9 HTTP/1.1" status: 200 len: 205 time: 0.0281153 Sep 24 16:06:07.059259 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 60758) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:07.121474 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-f4808794-5e2d-4857-8c6c-307ed9df788a None None] Set router c0f7d473-8263-442c-a518-045e6947a1b9 gateway port host: None {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:06:07.138003 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e76fd26f-5ace-4920-a817-f58bb6edefe6 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for router, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:07.176216 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-f4808794-5e2d-4857-8c6c-307ed9df788a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'name': 'tempest-RoutersTest-router-1673241672', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:05:21Z', 'updated_at': '2021-09-24T16:06:04Z', 'revision_number': 11, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'gw_port_host': None}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:06:07.207579 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4808794-5e2d-4857-8c6c-307ed9df788a None None] Checking router: c0f7d473-8263-442c-a518-045e6947a1b9 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:06:07.216363 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4808794-5e2d-4857-8c6c-307ed9df788a None None] Routers {'c0f7d473-8263-442c-a518-045e6947a1b9'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:06:07.217035 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-f4808794-5e2d-4857-8c6c-307ed9df788a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:06:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['c0f7d473-8263-442c-a518-045e6947a1b9'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:06:07.292753 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-f4808794-5e2d-4857-8c6c-307ed9df788a None None] Set router c0f7d473-8263-442c-a518-045e6947a1b9 gateway port host: None {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:06:07.336670 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e76fd26f-5ace-4920-a817-f58bb6edefe6 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:07.339350 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e76fd26f-5ace-4920-a817-f58bb6edefe6 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:07.369867 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-f4808794-5e2d-4857-8c6c-307ed9df788a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'name': 'tempest-RoutersTest-router-1673241672', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:05:21Z', 'updated_at': '2021-09-24T16:06:04Z', 'revision_number': 11, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'gw_port_host': None}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:06:07.409984 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4808794-5e2d-4857-8c6c-307ed9df788a None None] The sync data for ids ['c0f7d473-8263-442c-a518-045e6947a1b9'] in n-d-808921-1 is: [{'id': 'c0f7d473-8263-442c-a518-045e6947a1b9', 'name': 'tempest-RoutersTest-router-1673241672', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:05:21Z', 'updated_at': '2021-09-24T16:06:04Z', 'revision_number': 11, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'gw_port_host': None}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:06:07.516965 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0a5e58-e938-41bb-85e0-6697941ac193 req-9b42d530-db9b-4f23-b82c-3e34b3b2cac9 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:06:07.518667 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8a0a5e58-e938-41bb-85e0-6697941ac193 req-9b42d530-db9b-4f23-b82c-3e34b3b2cac9 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] 10.222.0.101 "GET /v2.0/ports?device_id=e8f26fed-5c7e-438c-8bb2-8eac2914bb79 HTTP/1.1" status: 200 len: 944 time: 0.0640712 Sep 24 16:06:07.533369 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e76fd26f-5ace-4920-a817-f58bb6edefe6 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:07.534847 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e76fd26f-5ace-4920-a817-f58bb6edefe6 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Fanout notify agent at l3_agent the message router_deleted on router c0f7d473-8263-442c-a518-045e6947a1b9 {{(pid=95297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 16:06:07.547125 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e76fd26f-5ace-4920-a817-f58bb6edefe6 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:07.548287 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e76fd26f-5ace-4920-a817-f58bb6edefe6 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "DELETE /v2.0/routers/c0f7d473-8263-442c-a518-045e6947a1b9 HTTP/1.1" status: 204 len: 168 time: 0.4881332 Sep 24 16:06:07.557023 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 60770) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:07.565568 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-8d4f81b3-db13-43e0-a64a-2f99d570d9c1 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-609177285', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:06:07.617012 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8a0a5e58-e938-41bb-85e0-6697941ac193 req-1ce7fb61-5a51-4283-8ffc-497d48fa6616 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] 10.222.0.101 "GET /v2.0/security-groups?id=77d110d2-a2ee-4f55-9050-a416699b1809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0914633 Sep 24 16:06:07.683049 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd6d6eb-7bc1-49c9-98d9-836e47047948 req-7622bcf1-fa3d-4aee-9fae-ec52381afe29 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:06:07.684684 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9dd6d6eb-7bc1-49c9-98d9-836e47047948 req-7622bcf1-fa3d-4aee-9fae-ec52381afe29 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5661859-2db9-49c8-b18f-1ea3b562c469 HTTP/1.1" status: 200 len: 943 time: 0.0653915 Sep 24 16:06:07.688438 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8d4f81b3-db13-43e0-a64a-2f99d570d9c1 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:07.689665 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8d4f81b3-db13-43e0-a64a-2f99d570d9c1 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:07.761035 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9dd6d6eb-7bc1-49c9-98d9-836e47047948 req-6beffe62-3998-44b8-bc6c-a46a98790f00 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670855 Sep 24 16:06:07.803827 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8d4f81b3-db13-43e0-a64a-2f99d570d9c1 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:07.852825 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8d4f81b3-db13-43e0-a64a-2f99d570d9c1 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:07.915294 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8d4f81b3-db13-43e0-a64a-2f99d570d9c1 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:07.916535 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-8d4f81b3-db13-43e0-a64a-2f99d570d9c1 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3581021 Sep 24 16:06:07.919390 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 60778) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:07.924921 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-90ae659c-c9d5-4530-82f0-fb6ed1b3c99d tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Request body: {'router': {'admin_state_up': True}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:06:08.143333 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-90ae659c-c9d5-4530-82f0-fb6ed1b3c99d tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-586899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-588803', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1671'] for router, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:08.219072 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-90ae659c-c9d5-4530-82f0-fb6ed1b3c99d tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-586922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-586913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-588826'] for router, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:08.361232 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90ae659c-c9d5-4530-82f0-fb6ed1b3c99d tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Router e6dde563-df9b-4a0c-8dc6-4ed59f653a63 is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 16:06:08.437765 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ae659c-c9d5-4530-82f0-fb6ed1b3c99d tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:06:08.457328 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-90ae659c-c9d5-4530-82f0-fb6ed1b3c99d tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:08.458740 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-90ae659c-c9d5-4530-82f0-fb6ed1b3c99d tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "PUT /v2.0/routers/e6dde563-df9b-4a0c-8dc6-4ed59f653a63 HTTP/1.1" status: 200 len: 693 time: 0.5383627 Sep 24 16:06:08.460941 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a73bcc7-11bd-436d-9d8b-dead831c970a None None] Sync routers for ids ['e6dde563-df9b-4a0c-8dc6-4ed59f653a63'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:06:08.461454 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 60790) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:08.473284 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a73bcc7-11bd-436d-9d8b-dead831c970a None None] Routers {'e6dde563-df9b-4a0c-8dc6-4ed59f653a63'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:06:08.473901 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-3a73bcc7-11bd-436d-9d8b-dead831c970a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:06:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['e6dde563-df9b-4a0c-8dc6-4ed59f653a63'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:06:08.542130 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-3a73bcc7-11bd-436d-9d8b-dead831c970a None None] Set router e6dde563-df9b-4a0c-8dc6-4ed59f653a63 gateway port host: None {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:06:08.545436 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-0455418d-364e-47c9-8252-f1e0250621c6 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "GET /v2.0/routers/e6dde563-df9b-4a0c-8dc6-4ed59f653a63 HTTP/1.1" status: 200 len: 699 time: 0.0806494 Sep 24 16:06:08.546582 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 60792) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:08.579100 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-5aa31ecd-7226-4c2d-bb15-dd3ba1f34994 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "GET /v2.0/ports?device_id=e6dde563-df9b-4a0c-8dc6-4ed59f653a63 HTTP/1.1" status: 200 len: 205 time: 0.0312588 Sep 24 16:06:08.581882 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 60794) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:08.596471 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-3a73bcc7-11bd-436d-9d8b-dead831c970a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6dde563-df9b-4a0c-8dc6-4ed59f653a63', 'name': 'tempest-RoutersTest-router-609177285', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:06:07Z', 'updated_at': '2021-09-24T16:06:08Z', 'revision_number': 2, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'gw_port_host': None}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:06:08.622444 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a73bcc7-11bd-436d-9d8b-dead831c970a None None] Checking router: e6dde563-df9b-4a0c-8dc6-4ed59f653a63 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:06:08.630792 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a73bcc7-11bd-436d-9d8b-dead831c970a None None] Routers {'e6dde563-df9b-4a0c-8dc6-4ed59f653a63'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:06:08.631387 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-3a73bcc7-11bd-436d-9d8b-dead831c970a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:06:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['e6dde563-df9b-4a0c-8dc6-4ed59f653a63'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:06:08.660626 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-048dc957-84f3-4771-a0f8-7d21d5f69df8 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for router, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:08.715117 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-3a73bcc7-11bd-436d-9d8b-dead831c970a None None] Set router e6dde563-df9b-4a0c-8dc6-4ed59f653a63 gateway port host: None {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:06:08.755484 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb6fb4-8c78-47f3-b26d-d9a550f9f664 req-f1cd1318-831a-4366-ab0f-48ce5edccbad tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:06:08.757439 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-28bb6fb4-8c78-47f3-b26d-d9a550f9f664 req-f1cd1318-831a-4366-ab0f-48ce5edccbad tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] 10.222.0.101 "GET /v2.0/ports?device_id=e8f26fed-5c7e-438c-8bb2-8eac2914bb79 HTTP/1.1" status: 200 len: 944 time: 0.0575469 Sep 24 16:06:08.778359 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-3a73bcc7-11bd-436d-9d8b-dead831c970a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6dde563-df9b-4a0c-8dc6-4ed59f653a63', 'name': 'tempest-RoutersTest-router-609177285', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:06:07Z', 'updated_at': '2021-09-24T16:06:08Z', 'revision_number': 2, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'gw_port_host': None}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:06:08.807727 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a73bcc7-11bd-436d-9d8b-dead831c970a None None] The sync data for ids ['e6dde563-df9b-4a0c-8dc6-4ed59f653a63'] in n-d-808921-1 is: [{'id': 'e6dde563-df9b-4a0c-8dc6-4ed59f653a63', 'name': 'tempest-RoutersTest-router-609177285', 'tenant_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:06:07Z', 'updated_at': '2021-09-24T16:06:08Z', 'revision_number': 2, 'project_id': 'd6b5c1b0b0ed4291859925b17e7986e7', 'gw_port_host': None}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:06:08.822802 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-28bb6fb4-8c78-47f3-b26d-d9a550f9f664 req-17374e64-3a48-4521-8d43-81c0cfa915dd tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] 10.222.0.101 "GET /v2.0/security-groups?id=77d110d2-a2ee-4f55-9050-a416699b1809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0509601 Sep 24 16:06:08.868794 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-048dc957-84f3-4771-a0f8-7d21d5f69df8 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:08.872504 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-048dc957-84f3-4771-a0f8-7d21d5f69df8 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:08.977406 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbac54fc-6eaf-420e-9aef-dedb9c7be158 req-00218cab-a5f1-4f38-91d4-a11aa3d431ad tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:06:08.979034 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dbac54fc-6eaf-420e-9aef-dedb9c7be158 req-00218cab-a5f1-4f38-91d4-a11aa3d431ad tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5661859-2db9-49c8-b18f-1ea3b562c469 HTTP/1.1" status: 200 len: 943 time: 0.0534644 Sep 24 16:06:09.025296 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dbac54fc-6eaf-420e-9aef-dedb9c7be158 req-6136ab40-3f3d-4239-a1c9-fab9775523c7 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390637 Sep 24 16:06:09.034784 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-048dc957-84f3-4771-a0f8-7d21d5f69df8 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:09.034784 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-048dc957-84f3-4771-a0f8-7d21d5f69df8 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Fanout notify agent at l3_agent the message router_deleted on router e6dde563-df9b-4a0c-8dc6-4ed59f653a63 {{(pid=95298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 16:06:09.039312 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-048dc957-84f3-4771-a0f8-7d21d5f69df8 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:09.040423 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-048dc957-84f3-4771-a0f8-7d21d5f69df8 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "DELETE /v2.0/routers/e6dde563-df9b-4a0c-8dc6-4ed59f653a63 HTTP/1.1" status: 204 len: 168 time: 0.4575455 Sep 24 16:06:09.045424 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 60806) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:09.075430 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:09.078013 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-7b35e3b4-aaf0-47bf-a99b-4ce2ceeae622 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "GET /v2.0/ports?device_id=e6dde563-df9b-4a0c-8dc6-4ed59f653a63 HTTP/1.1" status: 200 len: 205 time: 0.0273519 Sep 24 16:06:09.084647 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 60810) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:09.123190 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [None req-b3e86dc6-2a36-42b8-bedf-ff04c2bb1698 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] delete failed (client error): The resource could not be found. Sep 24 16:06:09.124324 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b3e86dc6-2a36-42b8-bedf-ff04c2bb1698 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "DELETE /v2.0/routers/e6dde563-df9b-4a0c-8dc6-4ed59f653a63 HTTP/1.1" status: 404 len: 336 time: 0.0386205 Sep 24 16:06:09.126886 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 60812) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:09.157819 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-244c1c6f-5f80-4fe4-ba77-04a9fd672f44 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] DELETE failed (client error): The resource could not be found. Sep 24 16:06:09.158310 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-244c1c6f-5f80-4fe4-ba77-04a9fd672f44 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 16:06:09.160358 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-244c1c6f-5f80-4fe4-ba77-04a9fd672f44 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "DELETE /v2.0/subnets/0015a20e-df4a-48cf-a63e-b5152525dba0 HTTP/1.1" status: 404 len: 337 time: 0.0325787 Sep 24 16:06:09.162832 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 60816) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:09.194010 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e1cb692-4c5e-4167-ba76-ec059c70ce64 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] DELETE failed (client error): The resource could not be found. Sep 24 16:06:09.194926 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e1cb692-4c5e-4167-ba76-ec059c70ce64 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 16:06:09.197115 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-0e1cb692-4c5e-4167-ba76-ec059c70ce64 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "DELETE /v2.0/subnets/65ee29b4-0f64-4e91-af78-2c6a9e57fb44 HTTP/1.1" status: 404 len: 337 time: 0.0333707 Sep 24 16:06:09.199901 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 60818) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:09.232499 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bcd50d1-6779-4151-9c19-816ee3dcf7ab tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] DELETE failed (client error): The resource could not be found. Sep 24 16:06:09.233833 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bcd50d1-6779-4151-9c19-816ee3dcf7ab tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 16:06:09.235708 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-6bcd50d1-6779-4151-9c19-816ee3dcf7ab tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "DELETE /v2.0/subnets/6a9cf315-27ba-415f-95e4-6f156063a9c7 HTTP/1.1" status: 404 len: 337 time: 0.0344429 Sep 24 16:06:09.238224 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 60820) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:09.265225 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-6578a2ef-1f82-4f80-9a15-a52b3767bac9 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] DELETE failed (client error): The resource could not be found. Sep 24 16:06:09.265677 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6578a2ef-1f82-4f80-9a15-a52b3767bac9 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 16:06:09.267509 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-6578a2ef-1f82-4f80-9a15-a52b3767bac9 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "DELETE /v2.0/subnets/2feb32b8-d910-4013-b445-f5dfbe8c97db HTTP/1.1" status: 404 len: 337 time: 0.0283360 Sep 24 16:06:09.270292 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 60822) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:09.307817 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-62571e73-7333-4f0c-8389-56a808e9925b tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "GET /v2.0/ports?device_id=c0f7d473-8263-442c-a518-045e6947a1b9 HTTP/1.1" status: 200 len: 205 time: 0.0362597 Sep 24 16:06:09.310134 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 60824) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:09.347529 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [None req-87ef63f8-256f-4961-a2d5-aa9b9eb82007 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] delete failed (client error): The resource could not be found. Sep 24 16:06:09.348608 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-87ef63f8-256f-4961-a2d5-aa9b9eb82007 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "DELETE /v2.0/routers/c0f7d473-8263-442c-a518-045e6947a1b9 HTTP/1.1" status: 404 len: 336 time: 0.0374980 Sep 24 16:06:09.351324 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 60826) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:09.382635 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-924b9065-7745-4445-92b1-5c0336b2da4d tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "GET /v2.0/ports?device_id=0dda5384-ce5d-458b-a181-25acdc17732b HTTP/1.1" status: 200 len: 205 time: 0.0297334 Sep 24 16:06:09.384716 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 60828) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:09.432932 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [None req-70c7f615-ebca-4fab-bf31-483c0b5009ad tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] delete failed (client error): The resource could not be found. Sep 24 16:06:09.433975 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-70c7f615-ebca-4fab-bf31-483c0b5009ad tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "DELETE /v2.0/routers/0dda5384-ce5d-458b-a181-25acdc17732b HTTP/1.1" status: 404 len: 336 time: 0.0482965 Sep 24 16:06:09.436514 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 60834) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:09.463248 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-450c1f2d-97da-490a-ad8a-2a5a7e6abc16 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] DELETE failed (client error): The resource could not be found. Sep 24 16:06:09.463705 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-450c1f2d-97da-490a-ad8a-2a5a7e6abc16 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 16:06:09.465633 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-450c1f2d-97da-490a-ad8a-2a5a7e6abc16 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "DELETE /v2.0/subnets/b2329dc8-f8f9-485b-813a-21758e56fdde HTTP/1.1" status: 404 len: 337 time: 0.0281687 Sep 24 16:06:09.469098 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 60836) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:09.496353 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-d6e39960-a83e-4fc2-921b-f9884b3f26c5 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "GET /v2.0/ports?device_id=309ad7ad-6ebf-44a3-9339-45adc1dd5306 HTTP/1.1" status: 200 len: 205 time: 0.0259912 Sep 24 16:06:09.499177 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 60838) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:09.925045 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [None req-0bcb426a-aada-44c4-aa32-db9a7d466ea8 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] delete failed (client error): The resource could not be found. Sep 24 16:06:09.933408 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-0bcb426a-aada-44c4-aa32-db9a7d466ea8 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "DELETE /v2.0/routers/309ad7ad-6ebf-44a3-9339-45adc1dd5306 HTTP/1.1" status: 404 len: 336 time: 0.4330120 Sep 24 16:06:09.937642 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 60848) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:09.996058 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e3d89574-7af1-44d2-9113-243b9723ec2d tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "GET /v2.0/ports?device_id=b4be5287-71bd-4ffd-800b-6f1305e24d0e HTTP/1.1" status: 200 len: 205 time: 0.0570750 Sep 24 16:06:09.996704 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 60852) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:10.063110 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [None req-d84ddac1-afad-4cf0-8180-3e6bfa227628 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] delete failed (client error): The resource could not be found. Sep 24 16:06:10.066214 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-d84ddac1-afad-4cf0-8180-3e6bfa227628 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "DELETE /v2.0/routers/b4be5287-71bd-4ffd-800b-6f1305e24d0e HTTP/1.1" status: 404 len: 336 time: 0.0466456 Sep 24 16:06:10.066788 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 60856) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:10.102235 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-579a20f7-ec90-45fc-a2d4-4e38493e9f60 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] DELETE failed (client error): The resource could not be found. Sep 24 16:06:10.102722 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-579a20f7-ec90-45fc-a2d4-4e38493e9f60 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 16:06:10.107371 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-579a20f7-ec90-45fc-a2d4-4e38493e9f60 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "DELETE /v2.0/subnets/8796df71-6793-49a5-a966-2a42cfc91488 HTTP/1.1" status: 404 len: 337 time: 0.0367715 Sep 24 16:06:10.107533 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 60858) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:10.120936 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951ea23e-209f-4087-be4e-b966c7084436 req-dcd77008-8b29-41fe-b7bf-17798f477052 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:06:10.122724 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-951ea23e-209f-4087-be4e-b966c7084436 req-dcd77008-8b29-41fe-b7bf-17798f477052 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] 10.222.0.101 "GET /v2.0/ports?device_id=e8f26fed-5c7e-438c-8bb2-8eac2914bb79 HTTP/1.1" status: 200 len: 944 time: 0.1419520 Sep 24 16:06:10.147330 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-f8862dde-c1d1-4556-9dad-92d9f8716e7d tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "GET /v2.0/ports?device_id=6e98a620-7e48-44e8-ae24-a75939fcf9ac HTTP/1.1" status: 200 len: 205 time: 0.0384734 Sep 24 16:06:10.149444 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 60860) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:10.197098 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [None req-7dfa5c43-c295-4e6d-acab-f4ffb6259f99 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] delete failed (client error): The resource could not be found. Sep 24 16:06:10.202929 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-7dfa5c43-c295-4e6d-acab-f4ffb6259f99 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "DELETE /v2.0/routers/6e98a620-7e48-44e8-ae24-a75939fcf9ac HTTP/1.1" status: 404 len: 336 time: 0.0479639 Sep 24 16:06:10.205215 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 60862) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:10.214657 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-951ea23e-209f-4087-be4e-b966c7084436 req-317d4356-b715-44ed-8b98-8bb9a868e10a tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] 10.222.0.101 "GET /v2.0/security-groups?id=77d110d2-a2ee-4f55-9050-a416699b1809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0838828 Sep 24 16:06:10.231014 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b44ba3-b384-4f88-90c0-59e8eba442d9 req-0e8289e1-1521-4f61-bfc1-85e10fcead14 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:06:10.234154 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-07b44ba3-b384-4f88-90c0-59e8eba442d9 req-0e8289e1-1521-4f61-bfc1-85e10fcead14 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5661859-2db9-49c8-b18f-1ea3b562c469 HTTP/1.1" status: 200 len: 943 time: 0.0894563 Sep 24 16:06:10.267036 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f431115-bcac-4399-8b66-064bb80b73cb tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] DELETE failed (client error): The resource could not be found. Sep 24 16:06:10.268025 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f431115-bcac-4399-8b66-064bb80b73cb tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 16:06:10.271154 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-4f431115-bcac-4399-8b66-064bb80b73cb tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "DELETE /v2.0/subnets/551f61ac-d7d4-41a7-98b7-b80f426a428c HTTP/1.1" status: 404 len: 337 time: 0.0642540 Sep 24 16:06:10.273469 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 60866) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:10.300773 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e2687447-e098-4d1d-8eba-9532d50db545 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "GET /v2.0/ports?device_id=66cdc28e-0d09-4774-a53a-7c630df3ba40 HTTP/1.1" status: 200 len: 205 time: 0.0260103 Sep 24 16:06:10.303155 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 60868) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:10.319347 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-07b44ba3-b384-4f88-90c0-59e8eba442d9 req-3d680e30-fe01-45b2-81cb-77c249c117a7 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556493 Sep 24 16:06:10.344009 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [None req-8a53b891-83f2-49c5-a7d5-ab3be132907a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] delete failed (client error): The resource could not be found. Sep 24 16:06:10.345053 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-8a53b891-83f2-49c5-a7d5-ab3be132907a tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "DELETE /v2.0/routers/66cdc28e-0d09-4774-a53a-7c630df3ba40 HTTP/1.1" status: 404 len: 336 time: 0.0410151 Sep 24 16:06:10.347587 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 60870) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:10.374469 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-c777a5d9-7cbd-43f3-8af4-bdeb3f1b95e9 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] DELETE failed (client error): The resource could not be found. Sep 24 16:06:10.375137 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c777a5d9-7cbd-43f3-8af4-bdeb3f1b95e9 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 16:06:10.376860 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-c777a5d9-7cbd-43f3-8af4-bdeb3f1b95e9 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "DELETE /v2.0/subnets/eec7813a-55f9-4888-83bb-2c6f21d06b8b HTTP/1.1" status: 404 len: 337 time: 0.0284016 Sep 24 16:06:10.380490 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 60874) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:10.406393 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-549e2b13-b3ba-498a-9275-6c5bed55b0b9 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] DELETE failed (client error): The resource could not be found. Sep 24 16:06:10.406845 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-549e2b13-b3ba-498a-9275-6c5bed55b0b9 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 16:06:10.408581 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-549e2b13-b3ba-498a-9275-6c5bed55b0b9 tempest-RoutersTest-373274103 tempest-RoutersTest-373274103-project] 10.222.0.101 "DELETE /v2.0/subnets/8d92b69a-2471-481d-be65-2690161cec92 HTTP/1.1" status: 404 len: 337 time: 0.0271308 Sep 24 16:06:10.829139 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 60886) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:10.961066 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:10.975780 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ee6eaa76-427c-4847-abef-9f4375e605ef admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d6b5c1b0b0ed4291859925b17e7986e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1453915 Sep 24 16:06:10.978470 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 60890) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:11.202139 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d5bcc750-1b4d-44e7-917b-caa16f6abdda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:11.226436 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d5bcc750-1b4d-44e7-917b-caa16f6abdda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:11.336038 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32b0921-aaea-4da1-99f5-81fa8cb7d073 req-8b8a7de4-d751-4f59-a24e-9b7cf43bf283 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:06:11.337598 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d32b0921-aaea-4da1-99f5-81fa8cb7d073 req-8b8a7de4-d751-4f59-a24e-9b7cf43bf283 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] 10.222.0.101 "GET /v2.0/ports?device_id=e8f26fed-5c7e-438c-8bb2-8eac2914bb79 HTTP/1.1" status: 200 len: 944 time: 0.0513072 Sep 24 16:06:11.384471 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d5bcc750-1b4d-44e7-917b-caa16f6abdda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:11.387167 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d5bcc750-1b4d-44e7-917b-caa16f6abdda admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:11.390578 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-d5bcc750-1b4d-44e7-917b-caa16f6abdda admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/18d35252-1bbe-4fb8-a43a-8ccdb1b9c50f HTTP/1.1" status: 204 len: 168 time: 0.4089439 Sep 24 16:06:11.393340 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d32b0921-aaea-4da1-99f5-81fa8cb7d073 req-799101e6-23e1-4ba0-acb2-754f15e0075f tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] 10.222.0.101 "GET /v2.0/security-groups?id=77d110d2-a2ee-4f55-9050-a416699b1809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494757 Sep 24 16:06:11.400097 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcc750-1b4d-44e7-917b-caa16f6abdda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d35252-1bbe-4fb8-a43a-8ccdb1b9c50f,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:06:11.468226 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a4be41-c24a-4a1a-b29e-32681f3193a8 req-61302c88-4ed3-41c8-a195-6d0fd6945611 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:06:11.469775 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-82a4be41-c24a-4a1a-b29e-32681f3193a8 req-61302c88-4ed3-41c8-a195-6d0fd6945611 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5661859-2db9-49c8-b18f-1ea3b562c469 HTTP/1.1" status: 200 len: 943 time: 0.0757420 Sep 24 16:06:11.525256 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-82a4be41-c24a-4a1a-b29e-32681f3193a8 req-ca799e5c-ffd5-4038-971d-e5bb7ec77b0c tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472898 Sep 24 16:06:12.017462 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5 details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 16:06:12.124707 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5,segment=NetworkSegment(1f0f5275-4d4d-4222-a146-2b7429fcf65f),segment_id=1f0f5275-4d4d-4222-a146-2b7429fcf65f)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:06:12.139246 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': 'fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5', 'network_id': '219a3b95-2b97-4a78-a69d-aa4cf228340a', 'port_id': 'fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5', 'mac_address': 'fa:16:3e:b2:b5:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1fa37ff-fc61-4471-a46e-39625d062436', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 16:06:12.178181 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:12.190991 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:06:12.210407 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5,segment=NetworkSegment(1f0f5275-4d4d-4222-a146-2b7429fcf65f),segment_id=1f0f5275-4d4d-4222-a146-2b7429fcf65f)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:06:12.292845 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:12.345409 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:06:12.397149 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 60938) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:12.498182 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-e731641a-12dd-4581-a61f-b751f1b6bcd8 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:06:12.498860 n-d-808921-1 neutron-server[95298]: WARNING neutron.api.v2.base [None req-e731641a-12dd-4581-a61f-b751f1b6bcd8 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 24 16:06:12.499356 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [None req-e731641a-12dd-4581-a61f-b751f1b6bcd8 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] create failed (client error): There was a conflict when trying to complete your request. Sep 24 16:06:12.500323 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-e731641a-12dd-4581-a61f-b751f1b6bcd8 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1029561 Sep 24 16:06:12.504682 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 60946) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:12.511006 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-a006f53a-877d-4f7d-ae86-5d22bec956f4 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Request body: {'security_group': {'name': 'tempest-secgroup--486981306'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:06:12.512691 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:06:12.528676 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f25e1f-0dbd-4118-b268-f83719607b3f req-f39b62c3-3dd3-43bc-8033-e88e0416670a tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:06:12.531550 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-23f25e1f-0dbd-4118-b268-f83719607b3f req-f39b62c3-3dd3-43bc-8033-e88e0416670a tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] 10.222.0.101 "GET /v2.0/ports?device_id=e8f26fed-5c7e-438c-8bb2-8eac2914bb79 HTTP/1.1" status: 200 len: 945 time: 0.0559356 Sep 24 16:06:12.579687 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-23f25e1f-0dbd-4118-b268-f83719607b3f req-8ae94407-ec09-4f3b-95d3-4ccaa35bbfcc tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] 10.222.0.101 "GET /v2.0/security-groups?id=77d110d2-a2ee-4f55-9050-a416699b1809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415828 Sep 24 16:06:12.591140 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a006f53a-877d-4f7d-ae86-5d22bec956f4 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:12.606302 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a006f53a-877d-4f7d-ae86-5d22bec956f4 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:12.696800 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9793336-7e35-450a-80d7-b757d4e7646b req-6963edcd-85f7-4695-a727-296b9a8a768f tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:06:12.698302 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b9793336-7e35-450a-80d7-b757d4e7646b req-6963edcd-85f7-4695-a727-296b9a8a768f tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5661859-2db9-49c8-b18f-1ea3b562c469 HTTP/1.1" status: 200 len: 943 time: 0.0763578 Sep 24 16:06:12.756699 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b9793336-7e35-450a-80d7-b757d4e7646b req-8346cda2-ddfd-4e47-8e6f-eca0f0d89674 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487666 Sep 24 16:06:12.787213 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a006f53a-877d-4f7d-ae86-5d22bec956f4 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:12.858218 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a006f53a-877d-4f7d-ae86-5d22bec956f4 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:12.897102 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a006f53a-877d-4f7d-ae86-5d22bec956f4 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f88d97a6-39c9-4b8a-9cfb-b38fdf6a4baa,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:06:12.951921 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a006f53a-877d-4f7d-ae86-5d22bec956f4 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:13.007209 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a006f53a-877d-4f7d-ae86-5d22bec956f4 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:13.039896 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a006f53a-877d-4f7d-ae86-5d22bec956f4 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=845cd79d-9a86-404a-922a-3efd1f1487ab,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:06:13.092444 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a006f53a-877d-4f7d-ae86-5d22bec956f4 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:13.093795 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-a006f53a-877d-4f7d-ae86-5d22bec956f4 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5881824 Sep 24 16:06:13.097548 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 60958) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:13.102080 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-f0e28c0d-8809-42e1-b715-e70cabf8a3b2 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Request body: {'security_group_rule': {'security_group_id': '845cd79d-9a86-404a-922a-3efd1f1487ab', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:06:13.183781 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f0e28c0d-8809-42e1-b715-e70cabf8a3b2 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:13.193144 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 7c6d59b7-916b-4cdb-96d1-80eb9c14df55 details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 16:06:13.234607 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f0e28c0d-8809-42e1-b715-e70cabf8a3b2 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:13.295325 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 7c6d59b7-916b-4cdb-96d1-80eb9c14df55, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=7c6d59b7-916b-4cdb-96d1-80eb9c14df55,segment=NetworkSegment(2092c0c1-8505-4766-a7ca-113875fab965),segment_id=2092c0c1-8505-4766-a7ca-113875fab965)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:06:13.306027 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': '7c6d59b7-916b-4cdb-96d1-80eb9c14df55', 'network_id': '6dfcf71b-a430-45da-8447-3d600e4a0e09', 'port_id': '7c6d59b7-916b-4cdb-96d1-80eb9c14df55', 'mac_address': 'fa:16:3e:72:ba:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a684d0b1-d9da-4f1a-86e3-ebaba7395986', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 16:06:13.309548 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f0e28c0d-8809-42e1-b715-e70cabf8a3b2 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:13.346906 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e28c0d-8809-42e1-b715-e70cabf8a3b2 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6484b9d-20fc-4e96-a2f7-fb11e0adc8fb,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:06:13.347906 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:13.361265 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c6d59b7-916b-4cdb-96d1-80eb9c14df55 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:06:13.382437 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 7c6d59b7-916b-4cdb-96d1-80eb9c14df55, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=7c6d59b7-916b-4cdb-96d1-80eb9c14df55,segment=NetworkSegment(2092c0c1-8505-4766-a7ca-113875fab965),segment_id=2092c0c1-8505-4766-a7ca-113875fab965)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:06:13.429429 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f0e28c0d-8809-42e1-b715-e70cabf8a3b2 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:13.430719 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f0e28c0d-8809-42e1-b715-e70cabf8a3b2 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3321271 Sep 24 16:06:13.433895 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 60966) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:13.438212 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-6986cae0-65bf-4611-9e9f-078bbeba672f tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Request body: {'security_group_rule': {'security_group_id': '845cd79d-9a86-404a-922a-3efd1f1487ab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:06:13.463706 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:13.509301 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6986cae0-65bf-4611-9e9f-078bbeba672f tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:13.520434 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=7c6d59b7-916b-4cdb-96d1-80eb9c14df55,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:06:13.681041 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [None req-6986cae0-65bf-4611-9e9f-078bbeba672f tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] create failed (client error): There was a conflict when trying to complete your request. Sep 24 16:06:13.682467 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-6986cae0-65bf-4611-9e9f-078bbeba672f tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2473967 Sep 24 16:06:13.685337 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 60974) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:13.716031 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1dc11b-c675-43ae-be19-1210a59ea0c7 req-bcad2512-40d7-439e-b99d-6283511b24b0 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:06:13.717708 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bd1dc11b-c675-43ae-be19-1210a59ea0c7 req-bcad2512-40d7-439e-b99d-6283511b24b0 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] 10.222.0.101 "GET /v2.0/ports?device_id=e8f26fed-5c7e-438c-8bb2-8eac2914bb79 HTTP/1.1" status: 200 len: 945 time: 0.0509765 Sep 24 16:06:13.734626 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['7c6d59b7-916b-4cdb-96d1-80eb9c14df55'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:06:13.745625 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d622b08f-8833-4010-9a1b-e4c33d24e507 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:13.759784 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bd1dc11b-c675-43ae-be19-1210a59ea0c7 req-501bd14f-3960-4aef-a079-3a6c183ca472 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] 10.222.0.101 "GET /v2.0/security-groups?id=77d110d2-a2ee-4f55-9050-a416699b1809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358059 Sep 24 16:06:13.780185 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d622b08f-8833-4010-9a1b-e4c33d24e507 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:13.895382 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c39921-b264-473b-a693-3d75400bf064 req-633fc69b-e26d-4935-90ce-47b43d4bad10 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:06:13.897441 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-37c39921-b264-473b-a693-3d75400bf064 req-633fc69b-e26d-4935-90ce-47b43d4bad10 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5661859-2db9-49c8-b18f-1ea3b562c469 HTTP/1.1" status: 200 len: 944 time: 0.0559773 Sep 24 16:06:13.924530 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d622b08f-8833-4010-9a1b-e4c33d24e507 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:13.927558 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d622b08f-8833-4010-9a1b-e4c33d24e507 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:13.928687 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-d622b08f-8833-4010-9a1b-e4c33d24e507 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] 10.222.0.101 "DELETE /v2.0/security-groups/845cd79d-9a86-404a-922a-3efd1f1487ab HTTP/1.1" status: 204 len: 168 time: 0.2424178 Sep 24 16:06:13.931316 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 60982) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:13.945204 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d622b08f-8833-4010-9a1b-e4c33d24e507 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=845cd79d-9a86-404a-922a-3efd1f1487ab,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:06:13.953629 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-37c39921-b264-473b-a693-3d75400bf064 req-e30dd4ec-bac6-4560-b51e-57aa8451db8a tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501306 Sep 24 16:06:13.988854 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-48671021-ecc7-4d1f-b355-c1342ef192c0 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0561967 Sep 24 16:06:13.996148 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 60984) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:14.000351 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-1671e844-3417-423e-b3f1-a3e8d4e9c408 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Request body: {'security_group': {'name': 'tempest-secgroup--551069589'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:06:14.018507 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5 up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:06:14.103969 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1671e844-3417-423e-b3f1-a3e8d4e9c408 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:14.132244 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 16:06:14.136170 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:06:14.136672 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:14.190493 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1671e844-3417-423e-b3f1-a3e8d4e9c408 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:14.217754 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:14.241140 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f26fed-5c7e-438c-8bb2-8eac2914bb79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:06:14.243833 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-039e76d3-51ff-4539-a7e0-f93f63cce39b" -d '{"events": [{"server_uuid": "e8f26fed-5c7e-438c-8bb2-8eac2914bb79", "name": "network-vif-plugged", "status": "completed", "tag": "fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:06:14.257144 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5,segment=NetworkSegment(1f0f5275-4d4d-4222-a146-2b7429fcf65f),segment_id=1f0f5275-4d4d-4222-a146-2b7429fcf65f)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:06:14.267576 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1671e844-3417-423e-b3f1-a3e8d4e9c408 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:14.295493 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-059abfdb-fa5c-4d4c-8f4b-c27aa99c7a52 x-openstack-request-id: req-059abfdb-fa5c-4d4c-8f4b-c27aa99c7a52 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:06:14.295493 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8f26fed-5c7e-438c-8bb2-8eac2914bb79", "name": "network-vif-plugged", "status": "completed", "tag": "fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:06:14.295493 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-059abfdb-fa5c-4d4c-8f4b-c27aa99c7a52 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:06:14.295493 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f26fed-5c7e-438c-8bb2-8eac2914bb79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5', 'code': 200} Sep 24 16:06:14.296670 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1671e844-3417-423e-b3f1-a3e8d4e9c408 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=483dd5f6-1320-492a-adbc-98d858fe265d,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:06:14.344089 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:14.383382 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1671e844-3417-423e-b3f1-a3e8d4e9c408 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:14.387096 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-1671e844-3417-423e-b3f1-a3e8d4e9c408 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3872514 Sep 24 16:06:14.387703 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 32768) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:14.392428 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-5e88d6b6-88dd-48d1-8cf4-b9d47775f728 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Request body: {'security_group_rule': {'security_group_id': '483dd5f6-1320-492a-adbc-98d858fe265d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:06:14.393271 n-d-808921-1 neutron-server[95297]: WARNING neutron.api.v2.base [None req-5e88d6b6-88dd-48d1-8cf4-b9d47775f728 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 24 16:06:14.393774 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [None req-5e88d6b6-88dd-48d1-8cf4-b9d47775f728 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 16:06:14.394971 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-5e88d6b6-88dd-48d1-8cf4-b9d47775f728 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0064571 Sep 24 16:06:14.397549 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 32770) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:14.398008 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:06:14.403367 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d1d83-3b9e-4dc4-b638-dfc1f35c0ec6 req-ae31ba0e-8b37-44d9-8ee6-70b25ed66504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:06:14.408943 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7a2d1d83-3b9e-4dc4-b638-dfc1f35c0ec6 req-ae31ba0e-8b37-44d9-8ee6-70b25ed66504 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=e8f26fed-5c7e-438c-8bb2-8eac2914bb79 HTTP/1.1" status: 200 len: 1097 time: 0.0507867 Sep 24 16:06:14.441429 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7a2d1d83-3b9e-4dc4-b638-dfc1f35c0ec6 req-05b95cc7-3a4f-45ab-9911-826f0ec1cb5f service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=77d110d2-a2ee-4f55-9050-a416699b1809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0287027 Sep 24 16:06:14.459299 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4da8c0e0-1a35-4c36-9aa0-1ec1fb98c990 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:14.482418 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4da8c0e0-1a35-4c36-9aa0-1ec1fb98c990 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:14.584193 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4da8c0e0-1a35-4c36-9aa0-1ec1fb98c990 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:14.587370 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4da8c0e0-1a35-4c36-9aa0-1ec1fb98c990 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:14.593185 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-4da8c0e0-1a35-4c36-9aa0-1ec1fb98c990 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] 10.222.0.101 "DELETE /v2.0/security-groups/483dd5f6-1320-492a-adbc-98d858fe265d HTTP/1.1" status: 204 len: 168 time: 0.1902156 Sep 24 16:06:14.593573 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 32774) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:14.599721 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da8c0e0-1a35-4c36-9aa0-1ec1fb98c990 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=483dd5f6-1320-492a-adbc-98d858fe265d,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:06:14.640572 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-0948cb01-4f53-43ce-bec1-a36601f4a27e tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0477989 Sep 24 16:06:14.645047 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 32776) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:14.649628 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-0fe5c50b-1d35-4095-a076-f84e82ba2d0a tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Request body: {'security_group': {'name': 'tempest-secgroup--468454069'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:06:14.738271 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0fe5c50b-1d35-4095-a076-f84e82ba2d0a tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:14.832494 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0fe5c50b-1d35-4095-a076-f84e82ba2d0a tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:14.882781 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a882a0a3-f149-443c-be20-325a10db6053 req-f9e37d37-192b-4421-8377-102e1a7f8ea5 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:06:14.884301 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a882a0a3-f149-443c-be20-325a10db6053 req-f9e37d37-192b-4421-8377-102e1a7f8ea5 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] 10.222.0.101 "GET /v2.0/ports?device_id=e8f26fed-5c7e-438c-8bb2-8eac2914bb79 HTTP/1.1" status: 200 len: 946 time: 0.0491948 Sep 24 16:06:14.885137 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0fe5c50b-1d35-4095-a076-f84e82ba2d0a tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:14.933933 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe5c50b-1d35-4095-a076-f84e82ba2d0a tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75156a19-4bd9-4cd4-81c1-2051051a76f7,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:06:14.951951 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a882a0a3-f149-443c-be20-325a10db6053 req-f8ac601c-4dd6-4d97-9f8e-f5830dc4ace6 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] 10.222.0.101 "GET /v2.0/security-groups?id=77d110d2-a2ee-4f55-9050-a416699b1809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0609698 Sep 24 16:06:14.978386 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0fe5c50b-1d35-4095-a076-f84e82ba2d0a tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:14.980307 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-0fe5c50b-1d35-4095-a076-f84e82ba2d0a tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3342378 Sep 24 16:06:14.983083 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 32782) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:14.988269 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-6049d764-ea16-4876-9c82-cf5552b0e031 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Request body: {'security_group_rule': {'security_group_id': '75156a19-4bd9-4cd4-81c1-2051051a76f7', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:06:14.988731 n-d-808921-1 neutron-server[95298]: WARNING neutron.api.v2.base [None req-6049d764-ea16-4876-9c82-cf5552b0e031 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 24 16:06:14.989377 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [None req-6049d764-ea16-4876-9c82-cf5552b0e031 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 16:06:14.990169 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-6049d764-ea16-4876-9c82-cf5552b0e031 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0061429 Sep 24 16:06:14.996791 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 32784) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:15.088473 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a09250f3-277c-420a-89fa-4dafa52ec877 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:15.121325 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e538fe22-f78e-44b1-99a2-6bbd57972e9c req-311fb749-3759-4e33-a141-d8bd63986dfe tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:06:15.122881 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e538fe22-f78e-44b1-99a2-6bbd57972e9c req-311fb749-3759-4e33-a141-d8bd63986dfe tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5661859-2db9-49c8-b18f-1ea3b562c469 HTTP/1.1" status: 200 len: 944 time: 0.0844502 Sep 24 16:06:15.124551 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a09250f3-277c-420a-89fa-4dafa52ec877 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:15.189642 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e538fe22-f78e-44b1-99a2-6bbd57972e9c req-08293a56-fa23-41b9-b562-2dda629ae2b1 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567334 Sep 24 16:06:15.214721 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 7c6d59b7-916b-4cdb-96d1-80eb9c14df55 up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:06:15.303758 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a09250f3-277c-420a-89fa-4dafa52ec877 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:15.306670 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a09250f3-277c-420a-89fa-4dafa52ec877 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:15.310575 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-a09250f3-277c-420a-89fa-4dafa52ec877 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] 10.222.0.101 "DELETE /v2.0/security-groups/75156a19-4bd9-4cd4-81c1-2051051a76f7 HTTP/1.1" status: 204 len: 168 time: 0.3099389 Sep 24 16:06:15.310782 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 32788) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:15.319858 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09250f3-277c-420a-89fa-4dafa52ec877 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75156a19-4bd9-4cd4-81c1-2051051a76f7,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:06:15.334492 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port 7c6d59b7-916b-4cdb-96d1-80eb9c14df55 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 16:06:15.347466 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port 7c6d59b7-916b-4cdb-96d1-80eb9c14df55 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:06:15.348253 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:15.382596 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-1cfe4273-7535-43c8-8fae-5c8467900365 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0706592 Sep 24 16:06:15.386136 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 32790) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:15.392160 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-fbe1d3ce-c37d-4d18-b280-8cffb490d7a4 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Request body: {'security_group': {'name': 'tempest-secgroup--347025077'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:06:15.449906 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:15.482437 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 7c6d59b7-916b-4cdb-96d1-80eb9c14df55, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=7c6d59b7-916b-4cdb-96d1-80eb9c14df55,segment=NetworkSegment(2092c0c1-8505-4766-a7ca-113875fab965),segment_id=2092c0c1-8505-4766-a7ca-113875fab965)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:06:15.487129 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fbe1d3ce-c37d-4d18-b280-8cffb490d7a4 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:15.575067 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fbe1d3ce-c37d-4d18-b280-8cffb490d7a4 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:15.584066 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:15.637196 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=7c6d59b7-916b-4cdb-96d1-80eb9c14df55,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:06:15.663793 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fbe1d3ce-c37d-4d18-b280-8cffb490d7a4 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:15.695254 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe1d3ce-c37d-4d18-b280-8cffb490d7a4 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80c2b8bd-e3e4-404d-a241-14bff003599e,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:06:15.773970 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fbe1d3ce-c37d-4d18-b280-8cffb490d7a4 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:15.775336 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-fbe1d3ce-c37d-4d18-b280-8cffb490d7a4 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3881090 Sep 24 16:06:15.778396 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 32794) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:15.784053 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-acbd028b-3e0e-4991-8ca1-753a231a0266 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Request body: {'security_group_rule': {'security_group_id': '80c2b8bd-e3e4-404d-a241-14bff003599e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:06:15.785138 n-d-808921-1 neutron-server[95298]: WARNING neutron.api.v2.base [None req-acbd028b-3e0e-4991-8ca1-753a231a0266 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 24 16:06:15.785724 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [None req-acbd028b-3e0e-4991-8ca1-753a231a0266 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 16:06:15.786889 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-acbd028b-3e0e-4991-8ca1-753a231a0266 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0073349 Sep 24 16:06:15.789761 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 32796) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:15.794198 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-0bbdd810-d9d0-4a8c-8823-4441373ac2cf tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Request body: {'security_group_rule': {'security_group_id': '80c2b8bd-e3e4-404d-a241-14bff003599e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:06:15.794904 n-d-808921-1 neutron-server[95298]: WARNING neutron.api.v2.base [None req-0bbdd810-d9d0-4a8c-8823-4441373ac2cf tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 24 16:06:15.795388 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [None req-0bbdd810-d9d0-4a8c-8823-4441373ac2cf tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 16:06:15.796360 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-0bbdd810-d9d0-4a8c-8823-4441373ac2cf tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0056508 Sep 24 16:06:15.799888 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 32798) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:15.805426 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-dda73c7f-46bf-4a68-83f6-aa9fbb60d457 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Request body: {'security_group_rule': {'security_group_id': '80c2b8bd-e3e4-404d-a241-14bff003599e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:06:15.806246 n-d-808921-1 neutron-server[95298]: WARNING neutron.api.v2.base [None req-dda73c7f-46bf-4a68-83f6-aa9fbb60d457 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 24 16:06:15.806846 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [None req-dda73c7f-46bf-4a68-83f6-aa9fbb60d457 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 16:06:15.807874 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-dda73c7f-46bf-4a68-83f6-aa9fbb60d457 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0070651 Sep 24 16:06:15.810498 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 32800) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:15.815488 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-40e02a2a-625c-4360-98c3-e5d9bb563a2d tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Request body: {'security_group_rule': {'security_group_id': '80c2b8bd-e3e4-404d-a241-14bff003599e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:06:15.816358 n-d-808921-1 neutron-server[95298]: WARNING neutron.api.v2.base [None req-40e02a2a-625c-4360-98c3-e5d9bb563a2d tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 24 16:06:15.816880 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [None req-40e02a2a-625c-4360-98c3-e5d9bb563a2d tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 16:06:15.817866 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-40e02a2a-625c-4360-98c3-e5d9bb563a2d tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0064809 Sep 24 16:06:15.820521 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 32802) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:15.879478 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-24cd7dd0-a7bb-4582-8f0d-dfc5eaaa684b tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:15.901756 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-24cd7dd0-a7bb-4582-8f0d-dfc5eaaa684b tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:16.012794 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-24cd7dd0-a7bb-4582-8f0d-dfc5eaaa684b tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:16.015518 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-24cd7dd0-a7bb-4582-8f0d-dfc5eaaa684b tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:16.016891 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-24cd7dd0-a7bb-4582-8f0d-dfc5eaaa684b tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] 10.222.0.101 "DELETE /v2.0/security-groups/80c2b8bd-e3e4-404d-a241-14bff003599e HTTP/1.1" status: 204 len: 168 time: 0.1953392 Sep 24 16:06:16.019955 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 32806) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:16.029765 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cd7dd0-a7bb-4582-8f0d-dfc5eaaa684b tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c2b8bd-e3e4-404d-a241-14bff003599e,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:06:16.116036 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-93237ef9-e559-41d0-a75d-f00b1759d375 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0943053 Sep 24 16:06:16.119856 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 32810) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:16.123949 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488c2793-95ed-4702-b9d5-3b201290d75f req-e6fd49dd-2c32-40c0-b77a-7620d5c5faff tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:06:16.125053 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-fe8ab8fc-db34-4f1d-9c3a-1a465e059aa2 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Request body: {'security_group': {'name': 'tempest-secgroup--1718487178'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:06:16.125723 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-488c2793-95ed-4702-b9d5-3b201290d75f req-e6fd49dd-2c32-40c0-b77a-7620d5c5faff tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] 10.222.0.101 "GET /v2.0/ports?device_id=e8f26fed-5c7e-438c-8bb2-8eac2914bb79 HTTP/1.1" status: 200 len: 946 time: 0.1029584 Sep 24 16:06:16.167041 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-488c2793-95ed-4702-b9d5-3b201290d75f req-fab49ab3-6a67-45f3-be3e-2e2282cb7be0 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] 10.222.0.101 "GET /v2.0/security-groups?id=77d110d2-a2ee-4f55-9050-a416699b1809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340240 Sep 24 16:06:16.189625 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fe8ab8fc-db34-4f1d-9c3a-1a465e059aa2 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:16.290393 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5661859-2db9-49c8-b18f-1ea3b562c469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c6d59b7-916b-4cdb-96d1-80eb9c14df55'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:06:16.293588 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee6bd59-efd9-4251-a368-af572abcbe7f" -d '{"events": [{"server_uuid": "f5661859-2db9-49c8-b18f-1ea3b562c469", "name": "network-vif-plugged", "status": "completed", "tag": "7c6d59b7-916b-4cdb-96d1-80eb9c14df55"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:06:16.325656 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f3da61-15dc-497e-975d-9b6966e66b33 req-72f608af-bd24-417a-bc53-3bc13d54af1b tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:06:16.335573 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-81f3da61-15dc-497e-975d-9b6966e66b33 req-72f608af-bd24-417a-bc53-3bc13d54af1b tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5661859-2db9-49c8-b18f-1ea3b562c469 HTTP/1.1" status: 200 len: 945 time: 0.0703409 Sep 24 16:06:16.350619 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fe8ab8fc-db34-4f1d-9c3a-1a465e059aa2 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:16.358822 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f61ac65-bb5e-45f9-b96a-37c21407b6ba req-b193168c-3328-4c05-87ac-d3d080981268 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:06:16.360615 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1f61ac65-bb5e-45f9-b96a-37c21407b6ba req-b193168c-3328-4c05-87ac-d3d080981268 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] 10.222.0.101 "GET /v2.0/ports?device_id=e8f26fed-5c7e-438c-8bb2-8eac2914bb79 HTTP/1.1" status: 200 len: 946 time: 0.1038008 Sep 24 16:06:16.373858 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-81f3da61-15dc-497e-975d-9b6966e66b33 req-5402463b-1332-47f9-848b-bd3f4ad57870 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374432 Sep 24 16:06:16.407008 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1f61ac65-bb5e-45f9-b96a-37c21407b6ba req-9c31ce1d-ab82-415c-93de-a95a5d0b6579 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] 10.222.0.101 "GET /v2.0/security-groups?id=77d110d2-a2ee-4f55-9050-a416699b1809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379455 Sep 24 16:06:16.407941 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fe8ab8fc-db34-4f1d-9c3a-1a465e059aa2 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:16.434836 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 32820) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:16.439486 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d7a6d35-81a0-4741-98b7-c49b563c2e65 x-openstack-request-id: req-6d7a6d35-81a0-4741-98b7-c49b563c2e65 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:06:16.443324 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5661859-2db9-49c8-b18f-1ea3b562c469", "name": "network-vif-plugged", "status": "completed", "tag": "7c6d59b7-916b-4cdb-96d1-80eb9c14df55", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:06:16.443324 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-6d7a6d35-81a0-4741-98b7-c49b563c2e65 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:06:16.443324 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5661859-2db9-49c8-b18f-1ea3b562c469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c6d59b7-916b-4cdb-96d1-80eb9c14df55', 'code': 200} Sep 24 16:06:16.446456 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8ab8fc-db34-4f1d-9c3a-1a465e059aa2 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa96df9-e5fd-4fef-8bae-d4a22e54c13b,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:06:16.480950 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fe8ab8fc-db34-4f1d-9c3a-1a465e059aa2 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:16.485954 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-fe8ab8fc-db34-4f1d-9c3a-1a465e059aa2 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3613970 Sep 24 16:06:16.486194 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 32824) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:16.493089 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-939486a7-3674-45e5-a01f-95077fb5595a tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Request body: {'security_group_rule': {'security_group_id': 'ffa96df9-e5fd-4fef-8bae-d4a22e54c13b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:06:16.501715 n-d-808921-1 neutron-server[95297]: WARNING neutron.api.v2.base [None req-939486a7-3674-45e5-a01f-95077fb5595a tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 24 16:06:16.501715 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [None req-939486a7-3674-45e5-a01f-95077fb5595a tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 16:06:16.501715 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-939486a7-3674-45e5-a01f-95077fb5595a tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0089817 Sep 24 16:06:16.504068 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 32826) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:16.509273 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-c4500c0b-0878-4916-9bbc-6ae35c95687a tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Request body: {'security_group_rule': {'security_group_id': 'ffa96df9-e5fd-4fef-8bae-d4a22e54c13b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:06:16.565788 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7fbdb-d059-476b-b14b-192aa5fd25df req-6f573c3e-7396-4ec6-997c-a2694c6432e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:06:16.567352 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d4e7fbdb-d059-476b-b14b-192aa5fd25df req-6f573c3e-7396-4ec6-997c-a2694c6432e3 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=f5661859-2db9-49c8-b18f-1ea3b562c469 HTTP/1.1" status: 200 len: 1096 time: 0.0464745 Sep 24 16:06:16.609695 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d4e7fbdb-d059-476b-b14b-192aa5fd25df req-44b134f2-ba15-42e7-a11d-d6348b5c8808 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347226 Sep 24 16:06:16.667708 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643f39e2-d4c4-4ae1-9c2d-b133ca09095a tempest-TestVolumeBackupRestore-554323370 tempest-TestVolumeBackupRestore-554323370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:06:16.669422 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-643f39e2-d4c4-4ae1-9c2d-b133ca09095a tempest-TestVolumeBackupRestore-554323370 tempest-TestVolumeBackupRestore-554323370-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=e8f26fed-5c7e-438c-8bb2-8eac2914bb79 HTTP/1.1" status: 200 len: 1092 time: 0.2336018 Sep 24 16:06:16.676252 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 32830) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:16.680703 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-fb921a8f-ea07-400c-9e8c-088e3b28e515 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Request body: {'floatingip': {'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'port_id': 'fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5', 'tenant_id': 'ee226ab1cfac45edb48a2d9761f73895', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:06:16.695575 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [None req-c4500c0b-0878-4916-9bbc-6ae35c95687a tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 16:06:16.697414 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-c4500c0b-0878-4916-9bbc-6ae35c95687a tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1918724 Sep 24 16:06:16.699944 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 32832) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:16.705374 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-17836c9b-b769-4f78-9408-7713ad48813e tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Request body: {'security_group_rule': {'security_group_id': 'ffa96df9-e5fd-4fef-8bae-d4a22e54c13b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:06:16.706066 n-d-808921-1 neutron-server[95298]: WARNING neutron.api.v2.base [None req-17836c9b-b769-4f78-9408-7713ad48813e tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 24 16:06:16.706610 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [None req-17836c9b-b769-4f78-9408-7713ad48813e tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 16:06:16.711101 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-17836c9b-b769-4f78-9408-7713ad48813e tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0064251 Sep 24 16:06:16.711101 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 32834) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:16.715929 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-312e0ec4-6907-47e1-87a8-1e1df39d95ea tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Request body: {'security_group_rule': {'security_group_id': 'ffa96df9-e5fd-4fef-8bae-d4a22e54c13b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:06:16.766851 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fb921a8f-ea07-400c-9e8c-088e3b28e515 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Notify callbacks [] for floatingip, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:16.868030 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fb921a8f-ea07-400c-9e8c-088e3b28e515 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:16.881354 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [None req-312e0ec4-6907-47e1-87a8-1e1df39d95ea tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 16:06:16.882741 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-312e0ec4-6907-47e1-87a8-1e1df39d95ea tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1708713 Sep 24 16:06:16.885333 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 32836) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:16.889771 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-6cc2ec16-327e-4b7f-a67b-03250e318166 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Request body: {'security_group_rule': {'security_group_id': 'ffa96df9-e5fd-4fef-8bae-d4a22e54c13b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:06:16.892519 n-d-808921-1 neutron-server[95298]: WARNING neutron.api.v2.base [None req-6cc2ec16-327e-4b7f-a67b-03250e318166 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 24 16:06:16.892519 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [None req-6cc2ec16-327e-4b7f-a67b-03250e318166 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 16:06:16.892915 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-6cc2ec16-327e-4b7f-a67b-03250e318166 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0059662 Sep 24 16:06:16.894699 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 32838) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:16.899035 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-301e48f2-43e4-422b-884f-8cb0892f8143 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Request body: {'security_group_rule': {'security_group_id': 'ffa96df9-e5fd-4fef-8bae-d4a22e54c13b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:06:16.984584 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-fb921a8f-ea07-400c-9e8c-088e3b28e515 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Allocated IP 172.25.0.96 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/3b331c3c-dcaf-44eb-a269-d3c569010c60) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:06:17.064683 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [None req-301e48f2-43e4-422b-884f-8cb0892f8143 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 16:06:17.066144 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-301e48f2-43e4-422b-884f-8cb0892f8143 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1704013 Sep 24 16:06:17.068869 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 32840) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:17.073517 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-3c59a023-e6b8-4697-b5ac-1756a4742a23 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Request body: {'security_group_rule': {'security_group_id': 'ffa96df9-e5fd-4fef-8bae-d4a22e54c13b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:06:17.074116 n-d-808921-1 neutron-server[95298]: WARNING neutron.api.v2.base [None req-3c59a023-e6b8-4697-b5ac-1756a4742a23 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 24 16:06:17.074798 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [None req-3c59a023-e6b8-4697-b5ac-1756a4742a23 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 16:06:17.078218 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-3c59a023-e6b8-4697-b5ac-1756a4742a23 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0060105 Sep 24 16:06:17.078471 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 32842) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:17.085768 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-aa00e6b0-4259-4bc8-9d64-83f116e0cd0f tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Request body: {'security_group_rule': {'security_group_id': 'ffa96df9-e5fd-4fef-8bae-d4a22e54c13b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:06:17.096880 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fb921a8f-ea07-400c-9e8c-088e3b28e515 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:17.190537 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fb921a8f-ea07-400c-9e8c-088e3b28e515 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:17.229686 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb921a8f-ea07-400c-9e8c-088e3b28e515 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:06:17.232300 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-fb921a8f-ea07-400c-9e8c-088e3b28e515 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:06:17.234943 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb921a8f-ea07-400c-9e8c-088e3b28e515 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:06:17.263838 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [None req-aa00e6b0-4259-4bc8-9d64-83f116e0cd0f tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 16:06:17.267819 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-aa00e6b0-4259-4bc8-9d64-83f116e0cd0f tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1834741 Sep 24 16:06:17.267987 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb921a8f-ea07-400c-9e8c-088e3b28e515 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Pushing event updated for resources: {'Port': ['ID=3b331c3c-dcaf-44eb-a269-d3c569010c60,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:06:17.268328 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 32844) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:17.273666 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-260fd9c0-7054-488f-9445-a2bee0a28327 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Request body: {'security_group_rule': {'security_group_id': 'ffa96df9-e5fd-4fef-8bae-d4a22e54c13b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:06:17.429343 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [None req-260fd9c0-7054-488f-9445-a2bee0a28327 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 16:06:17.433435 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-260fd9c0-7054-488f-9445-a2bee0a28327 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1640592 Sep 24 16:06:17.434013 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 32848) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:17.497025 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f9cfe2e7-c8ae-4ffd-8516-76f39f73e31a tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:17.525714 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f9cfe2e7-c8ae-4ffd-8516-76f39f73e31a tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:17.652478 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f9cfe2e7-c8ae-4ffd-8516-76f39f73e31a tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:17.655299 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f9cfe2e7-c8ae-4ffd-8516-76f39f73e31a tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:17.661122 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-f9cfe2e7-c8ae-4ffd-8516-76f39f73e31a tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] 10.222.0.101 "DELETE /v2.0/security-groups/ffa96df9-e5fd-4fef-8bae-d4a22e54c13b HTTP/1.1" status: 204 len: 168 time: 0.2257483 Sep 24 16:06:17.662221 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 32854) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:17.705412 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cfe2e7-c8ae-4ffd-8516-76f39f73e31a tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa96df9-e5fd-4fef-8bae-d4a22e54c13b,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:06:17.733977 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-f69fcdef-2a5d-4c45-9905-beec697eb113 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0639019 Sep 24 16:06:17.736901 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 32856) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:17.741699 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-e664dce9-d3e6-4da7-a104-a9ae4db9fee6 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Request body: {'security_group': {'name': 'tempest-secgroup--1001100541'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:06:17.847036 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e664dce9-d3e6-4da7-a104-a9ae4db9fee6 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:17.886104 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56ebe46-0423-4eef-9b09-2857d2b39edf req-f415d8d4-863f-4421-acb1-bf8b141b95d2 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:06:17.887861 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e56ebe46-0423-4eef-9b09-2857d2b39edf req-f415d8d4-863f-4421-acb1-bf8b141b95d2 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5661859-2db9-49c8-b18f-1ea3b562c469 HTTP/1.1" status: 200 len: 945 time: 0.0899892 Sep 24 16:06:17.961787 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e664dce9-d3e6-4da7-a104-a9ae4db9fee6 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:17.992106 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e56ebe46-0423-4eef-9b09-2857d2b39edf req-a7e23193-4200-4a4d-b09f-093f920b4d9c tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967710 Sep 24 16:06:18.057554 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fb921a8f-ea07-400c-9e8c-088e3b28e515 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:18.064295 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e664dce9-d3e6-4da7-a104-a9ae4db9fee6 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:18.100963 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e664dce9-d3e6-4da7-a104-a9ae4db9fee6 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf50ac3-40a0-4e97-8bb8-c8fbc5a63987,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:06:18.172329 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e664dce9-d3e6-4da7-a104-a9ae4db9fee6 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:18.174295 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-e664dce9-d3e6-4da7-a104-a9ae4db9fee6 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4364302 Sep 24 16:06:18.177333 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 32858) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:18.181794 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-440024bb-f48a-4571-b5ea-ff027075ffaf tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Request body: {'security_group_rule': {'security_group_id': '3bf50ac3-40a0-4e97-8bb8-c8fbc5a63987', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:06:18.212206 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fb921a8f-ea07-400c-9e8c-088e3b28e515 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:18.349573 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [None req-440024bb-f48a-4571-b5ea-ff027075ffaf tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] create failed (client error): The resource could not be found. Sep 24 16:06:18.350855 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-440024bb-f48a-4571-b5ea-ff027075ffaf tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1725707 Sep 24 16:06:18.353785 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 32860) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:18.359536 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-dc89e7fc-ffee-4418-a078-566c1e012343 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Request body: {'security_group_rule': {'security_group_id': '3bf50ac3-40a0-4e97-8bb8-c8fbc5a63987', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'fbcc72bd-ebe7-45b3-b581-43e403d180ff'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:06:18.393342 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fb921a8f-ea07-400c-9e8c-088e3b28e515 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:18.458077 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fb921a8f-ea07-400c-9e8c-088e3b28e515 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:18.541235 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb921a8f-ea07-400c-9e8c-088e3b28e515 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Pushing event updated for resources: {'Port': ['ID=3b331c3c-dcaf-44eb-a269-d3c569010c60,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:06:18.552047 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fb921a8f-ea07-400c-9e8c-088e3b28e515 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:18.588787 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [None req-dc89e7fc-ffee-4418-a078-566c1e012343 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] create failed (client error): The resource could not be found. Sep 24 16:06:18.589883 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-dc89e7fc-ffee-4418-a078-566c1e012343 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2350855 Sep 24 16:06:18.592974 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 32862) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:18.655160 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4a92c47f-9043-46f6-a35e-9c47e242c9ae tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:18.683590 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4a92c47f-9043-46f6-a35e-9c47e242c9ae tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:18.687397 n-d-808921-1 neutron-server[95297]: INFO neutron.db.l3_db [None req-fb921a8f-ea07-400c-9e8c-088e3b28e515 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Floating IP fa60b73f-664a-4b49-a2a0-f9488898937e associated. External IP: 172.25.0.96, port: fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5. Sep 24 16:06:18.772055 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4a92c47f-9043-46f6-a35e-9c47e242c9ae tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:18.774753 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4a92c47f-9043-46f6-a35e-9c47e242c9ae tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:18.775986 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-4a92c47f-9043-46f6-a35e-9c47e242c9ae tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] 10.222.0.101 "DELETE /v2.0/security-groups/3bf50ac3-40a0-4e97-8bb8-c8fbc5a63987 HTTP/1.1" status: 204 len: 168 time: 0.1820204 Sep 24 16:06:18.778584 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 32868) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:18.786092 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a92c47f-9043-46f6-a35e-9c47e242c9ae tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf50ac3-40a0-4e97-8bb8-c8fbc5a63987,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:06:18.879113 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-8b4352d1-a4aa-44ed-bd29-05ddbefd59d6 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0992188 Sep 24 16:06:18.882847 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 32870) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:18.888930 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-a4e6237b-65d4-4629-8192-88d5cb9dcc98 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Request body: {'security_group_rule': {'security_group_id': '909c253a-7f54-4059-9b3b-de55029d780a', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:06:18.969074 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb921a8f-ea07-400c-9e8c-088e3b28e515 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Router ab883636-2580-44b7-9550-c623fbfdf0e7 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:06:19.109414 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [None req-a4e6237b-65d4-4629-8192-88d5cb9dcc98 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] create failed (client error): The resource could not be found. Sep 24 16:06:19.110625 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-a4e6237b-65d4-4629-8192-88d5cb9dcc98 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2268076 Sep 24 16:06:19.114297 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 32874) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:19.119058 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-e0f6bcd6-6752-4e00-94e7-afb979468a5e tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Request body: {'security_group': {'name': 'tempest-secgroup--239633724'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:06:19.127153 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb921a8f-ea07-400c-9e8c-088e3b28e515 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:06:19.138155 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c043d8-229b-48ec-82d6-397f403f8a8e None None] Sync routers for ids ['ab883636-2580-44b7-9550-c623fbfdf0e7'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:06:19.147734 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae6772e-2e8f-446c-a9ab-3cc8924b3e48 req-6ef22cb2-75ac-40a6-bf18-c317109425e1 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:06:19.149259 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1ae6772e-2e8f-446c-a9ab-3cc8924b3e48 req-6ef22cb2-75ac-40a6-bf18-c317109425e1 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5661859-2db9-49c8-b18f-1ea3b562c469 HTTP/1.1" status: 200 len: 945 time: 0.0770893 Sep 24 16:06:19.149647 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c043d8-229b-48ec-82d6-397f403f8a8e None None] Routers {'ab883636-2580-44b7-9550-c623fbfdf0e7'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:06:19.150283 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-77c043d8-229b-48ec-82d6-397f403f8a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:06:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['ab883636-2580-44b7-9550-c623fbfdf0e7'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:06:19.190762 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1ae6772e-2e8f-446c-a9ab-3cc8924b3e48 req-5ffaaee7-5984-4bf8-8109-69cce924e9c6 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340889 Sep 24 16:06:19.208505 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e0f6bcd6-6752-4e00-94e7-afb979468a5e tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:19.246485 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fb921a8f-ea07-400c-9e8c-088e3b28e515 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:19.257829 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-77c043d8-229b-48ec-82d6-397f403f8a8e None None] Set router ab883636-2580-44b7-9550-c623fbfdf0e7 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:06:19.286834 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-fb921a8f-ea07-400c-9e8c-088e3b28e515 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6093512 Sep 24 16:06:19.287607 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 32878) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:19.288172 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8f26fed-5c7e-438c-8bb2-8eac2914bb79', 'tag': 'fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:06:19.290753 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-261f6914-2320-4a20-879f-a6d8334f355a" -d '{"events": [{"name": "network-changed", "server_uuid": "e8f26fed-5c7e-438c-8bb2-8eac2914bb79", "tag": "fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:06:19.343929 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3379c49-39f4-4284-9851-0b0917416f27 req-c452b20b-92c0-41b5-9ce7-2c7dd7d4ba28 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:06:19.346183 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c3379c49-39f4-4284-9851-0b0917416f27 req-c452b20b-92c0-41b5-9ce7-2c7dd7d4ba28 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5661859-2db9-49c8-b18f-1ea3b562c469 HTTP/1.1" status: 200 len: 945 time: 0.0782900 Sep 24 16:06:19.348949 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7eb0329-4f5e-4370-84dd-2b60e10f053a tempest-TestVolumeBackupRestore-554323370 tempest-TestVolumeBackupRestore-554323370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:06:19.350678 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b7eb0329-4f5e-4370-84dd-2b60e10f053a tempest-TestVolumeBackupRestore-554323370 tempest-TestVolumeBackupRestore-554323370-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=e8f26fed-5c7e-438c-8bb2-8eac2914bb79 HTTP/1.1" status: 200 len: 1092 time: 0.0568969 Sep 24 16:06:19.353338 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 32882) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:19.359286 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-92564e85-0a92-4900-b9bc-2819cc1bdefe tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Request body: {'floatingip': {'port_id': 'fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:06:19.364850 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:06:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d5fdf2-7ddf-42d5-8449-6475328e4c79 x-openstack-request-id: req-99d5fdf2-7ddf-42d5-8449-6475328e4c79 {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:06:19.365185 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8f26fed-5c7e-438c-8bb2-8eac2914bb79", "tag": "fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:06:19.365549 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-99d5fdf2-7ddf-42d5-8449-6475328e4c79 {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:06:19.366036 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8f26fed-5c7e-438c-8bb2-8eac2914bb79', 'tag': 'fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5', 'status': 'completed', 'code': 200} Sep 24 16:06:19.384773 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e0f6bcd6-6752-4e00-94e7-afb979468a5e tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:19.427089 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c3379c49-39f4-4284-9851-0b0917416f27 req-64867eff-f35e-4bb6-9094-5c21390b0c0e tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730922 Sep 24 16:06:19.436403 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-92564e85-0a92-4900-b9bc-2819cc1bdefe tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Notify callbacks [] for floatingip, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:19.439608 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f6914-2320-4a20-879f-a6d8334f355a req-5a52e23a-d6e2-4f46-92f3-1ae45d7a3db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:06:19.440724 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-261f6914-2320-4a20-879f-a6d8334f355a req-5a52e23a-d6e2-4f46-92f3-1ae45d7a3db8 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=ee226ab1cfac45edb48a2d9761f73895&device_id=e8f26fed-5c7e-438c-8bb2-8eac2914bb79 HTTP/1.1" status: 200 len: 1097 time: 0.0548387 Sep 24 16:06:19.460084 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e0f6bcd6-6752-4e00-94e7-afb979468a5e tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:19.516087 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-77c043d8-229b-48ec-82d6-397f403f8a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab883636-2580-44b7-9550-c623fbfdf0e7', 'name': 'tempest-TestVolumeBackupRestore-1429000212-router', 'tenant_id': 'ee226ab1cfac45edb48a2d9761f73895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '96b6718a-03d6-4dcf-9d6d-07ac9853e574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:02:14Z', 'updated_at': '2021-09-24T16:02:19Z', 'revision_number': 4, 'project_id': 'ee226ab1cfac45edb48a2d9761f73895', 'gw_port': {'id': '96b6718a-03d6-4dcf-9d6d-07ac9853e574', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab883636-2580-44b7-9550-c623fbfdf0e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:02:15Z', 'updated_at': '2021-09-24T16:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': 'fa60b73f-664a-4b49-a2a0-f9488898937e', 'tenant_id': 'ee226ab1cfac45edb48a2d9761f73895', 'floating_ip_address': '172.25.0.96', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': 'ab883636-2580-44b7-9550-c623fbfdf0e7', 'port_id': 'fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '219a3b95-2b97-4a78-a69d-aa4cf228340a', 'mac_address': 'fa:16:3e:b2:b5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f26fed-5c7e-438c-8bb2-8eac2914bb79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T16:06:17Z', 'updated_at': '2021-09-24T16:06:17Z', 'revision_number': 0, 'project_id': 'ee226ab1cfac45edb48a2d9761f73895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '287f21b8-6761-4e29-98b7-70bd2d403002', 'name': '', 'network_id': '219a3b95-2b97-4a78-a69d-aa4cf228340a', 'tenant_id': 'ee226ab1cfac45edb48a2d9761f73895', 'mac_address': 'fa:16:3e:96:d3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab883636-2580-44b7-9550-c623fbfdf0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'b1fa37ff-fc61-4471-a46e-39625d062436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:02:18Z', 'updated_at': '2021-09-24T16:02:26Z', 'revision_number': 5, 'project_id': 'ee226ab1cfac45edb48a2d9761f73895', 'subnets': [{'id': 'b1fa37ff-fc61-4471-a46e-39625d062436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:06:19.520495 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f6bcd6-6752-4e00-94e7-afb979468a5e tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b118c3a-2482-426d-8ee9-c2b550a5c157,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:06:19.557825 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c043d8-229b-48ec-82d6-397f403f8a8e None None] Checking router: ab883636-2580-44b7-9550-c623fbfdf0e7 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:06:19.567005 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c043d8-229b-48ec-82d6-397f403f8a8e None None] Routers {'ab883636-2580-44b7-9550-c623fbfdf0e7'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:06:19.567615 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-77c043d8-229b-48ec-82d6-397f403f8a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:06:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['ab883636-2580-44b7-9550-c623fbfdf0e7'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:06:19.588434 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f6914-2320-4a20-879f-a6d8334f355a req-46cd22de-1bd1-4ed4-bdb8-e289345e75db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:06:19.590117 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-261f6914-2320-4a20-879f-a6d8334f355a req-46cd22de-1bd1-4ed4-bdb8-e289345e75db service neutron] 10.222.0.108 "GET /v2.0/networks?id=219a3b95-2b97-4a78-a69d-aa4cf228340a HTTP/1.1" status: 200 len: 916 time: 0.1417921 Sep 24 16:06:19.596960 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e0f6bcd6-6752-4e00-94e7-afb979468a5e tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:19.600225 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-e0f6bcd6-6752-4e00-94e7-afb979468a5e tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4821768 Sep 24 16:06:19.602447 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 32886) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:19.610073 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-ade36a11-3736-4816-ba3c-7210d4ad4805 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Request body: {'security_group': {'name': 'tempest-secgroup--2086360636'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:06:19.659586 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3329e9d7-593e-4526-8a0e-9526983439dd req-07bc703f-c4ec-4c72-ad3e-10a2eb96b8d4 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:06:19.662837 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3329e9d7-593e-4526-8a0e-9526983439dd req-07bc703f-c4ec-4c72-ad3e-10a2eb96b8d4 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5661859-2db9-49c8-b18f-1ea3b562c469 HTTP/1.1" status: 200 len: 945 time: 0.1308260 Sep 24 16:06:19.663577 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-261f6914-2320-4a20-879f-a6d8334f355a req-e16c53fd-83c4-410c-9c5e-ea75369f5d4b service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5 HTTP/1.1" status: 200 len: 999 time: 0.0648279 Sep 24 16:06:19.706526 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-77c043d8-229b-48ec-82d6-397f403f8a8e None None] Set router ab883636-2580-44b7-9550-c623fbfdf0e7 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:06:19.733004 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f6914-2320-4a20-879f-a6d8334f355a req-654ba1c1-36be-4429-952b-063fee3fb07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:06:19.734699 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-261f6914-2320-4a20-879f-a6d8334f355a req-654ba1c1-36be-4429-952b-063fee3fb07d service neutron] 10.222.0.108 "GET /v2.0/subnets?id=b1fa37ff-fc61-4471-a46e-39625d062436 HTTP/1.1" status: 200 len: 853 time: 0.0628717 Sep 24 16:06:19.789876 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f6914-2320-4a20-879f-a6d8334f355a req-892991fb-b8db-423c-82b8-4bf4a56527e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:06:19.791953 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-261f6914-2320-4a20-879f-a6d8334f355a req-892991fb-b8db-423c-82b8-4bf4a56527e8 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=219a3b95-2b97-4a78-a69d-aa4cf228340a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499928 Sep 24 16:06:19.794128 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ade36a11-3736-4816-ba3c-7210d4ad4805 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:19.857016 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3329e9d7-593e-4526-8a0e-9526983439dd req-d3b61094-c397-4312-8858-eba4154b6d3e tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370387 Sep 24 16:06:19.947026 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-261f6914-2320-4a20-879f-a6d8334f355a req-a315f804-dcb1-46dc-8ca8-8aa6ea64757a service neutron] 10.222.0.108 "GET /v2.0/networks/219a3b95-2b97-4a78-a69d-aa4cf228340a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454389 Sep 24 16:06:20.058907 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:06:20.068739 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-77c043d8-229b-48ec-82d6-397f403f8a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab883636-2580-44b7-9550-c623fbfdf0e7', 'name': 'tempest-TestVolumeBackupRestore-1429000212-router', 'tenant_id': 'ee226ab1cfac45edb48a2d9761f73895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '96b6718a-03d6-4dcf-9d6d-07ac9853e574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:02:14Z', 'updated_at': '2021-09-24T16:02:19Z', 'revision_number': 4, 'project_id': 'ee226ab1cfac45edb48a2d9761f73895', 'gw_port': {'id': '96b6718a-03d6-4dcf-9d6d-07ac9853e574', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab883636-2580-44b7-9550-c623fbfdf0e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:02:15Z', 'updated_at': '2021-09-24T16:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': 'fa60b73f-664a-4b49-a2a0-f9488898937e', 'tenant_id': 'ee226ab1cfac45edb48a2d9761f73895', 'floating_ip_address': '172.25.0.96', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': 'ab883636-2580-44b7-9550-c623fbfdf0e7', 'port_id': 'fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '219a3b95-2b97-4a78-a69d-aa4cf228340a', 'mac_address': 'fa:16:3e:b2:b5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f26fed-5c7e-438c-8bb2-8eac2914bb79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T16:06:17Z', 'updated_at': '2021-09-24T16:06:17Z', 'revision_number': 0, 'project_id': 'ee226ab1cfac45edb48a2d9761f73895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '287f21b8-6761-4e29-98b7-70bd2d403002', 'name': '', 'network_id': '219a3b95-2b97-4a78-a69d-aa4cf228340a', 'tenant_id': 'ee226ab1cfac45edb48a2d9761f73895', 'mac_address': 'fa:16:3e:96:d3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab883636-2580-44b7-9550-c623fbfdf0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'b1fa37ff-fc61-4471-a46e-39625d062436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:02:18Z', 'updated_at': '2021-09-24T16:02:26Z', 'revision_number': 5, 'project_id': 'ee226ab1cfac45edb48a2d9761f73895', 'subnets': [{'id': 'b1fa37ff-fc61-4471-a46e-39625d062436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:06:20.074423 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-261f6914-2320-4a20-879f-a6d8334f355a req-20d024c8-9139-4488-aa99-4c17735da7aa service neutron] 10.222.0.108 "GET /v2.0/networks/219a3b95-2b97-4a78-a69d-aa4cf228340a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186929 Sep 24 16:06:20.097833 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c043d8-229b-48ec-82d6-397f403f8a8e None None] The sync data for ids ['ab883636-2580-44b7-9550-c623fbfdf0e7'] in n-d-808921-1 is: [{'id': 'ab883636-2580-44b7-9550-c623fbfdf0e7', 'name': 'tempest-TestVolumeBackupRestore-1429000212-router', 'tenant_id': 'ee226ab1cfac45edb48a2d9761f73895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '96b6718a-03d6-4dcf-9d6d-07ac9853e574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:02:14Z', 'updated_at': '2021-09-24T16:02:19Z', 'revision_number': 4, 'project_id': 'ee226ab1cfac45edb48a2d9761f73895', 'gw_port': {'id': '96b6718a-03d6-4dcf-9d6d-07ac9853e574', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab883636-2580-44b7-9550-c623fbfdf0e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:02:15Z', 'updated_at': '2021-09-24T16:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': 'fa60b73f-664a-4b49-a2a0-f9488898937e', 'tenant_id': 'ee226ab1cfac45edb48a2d9761f73895', 'floating_ip_address': '172.25.0.96', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': 'ab883636-2580-44b7-9550-c623fbfdf0e7', 'port_id': 'fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '219a3b95-2b97-4a78-a69d-aa4cf228340a', 'mac_address': 'fa:16:3e:b2:b5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f26fed-5c7e-438c-8bb2-8eac2914bb79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T16:06:17Z', 'updated_at': '2021-09-24T16:06:17Z', 'revision_number': 0, 'project_id': 'ee226ab1cfac45edb48a2d9761f73895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '287f21b8-6761-4e29-98b7-70bd2d403002', 'name': '', 'network_id': '219a3b95-2b97-4a78-a69d-aa4cf228340a', 'tenant_id': 'ee226ab1cfac45edb48a2d9761f73895', 'mac_address': 'fa:16:3e:96:d3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab883636-2580-44b7-9550-c623fbfdf0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'b1fa37ff-fc61-4471-a46e-39625d062436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:02:18Z', 'updated_at': '2021-09-24T16:02:26Z', 'revision_number': 5, 'project_id': 'ee226ab1cfac45edb48a2d9761f73895', 'subnets': [{'id': 'b1fa37ff-fc61-4471-a46e-39625d062436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:06:20.108583 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ade36a11-3736-4816-ba3c-7210d4ad4805 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:20.198419 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ade36a11-3736-4816-ba3c-7210d4ad4805 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:20.245535 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-92564e85-0a92-4900-b9bc-2819cc1bdefe tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:20.246860 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade36a11-3736-4816-ba3c-7210d4ad4805 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a45cb29-6548-41e3-8166-65c715f2307d,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:06:20.292107 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ade36a11-3736-4816-ba3c-7210d4ad4805 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:20.293475 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ade36a11-3736-4816-ba3c-7210d4ad4805 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6894076 Sep 24 16:06:20.296456 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 32900) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:20.301093 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-8b8c00fb-15f4-487f-a70a-99f7ddf53884 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Request body: {'security_group_rule': {'security_group_id': '2b118c3a-2482-426d-8ee9-c2b550a5c157', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '1a45cb29-6548-41e3-8166-65c715f2307d'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:06:20.318102 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-92564e85-0a92-4900-b9bc-2819cc1bdefe tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:20.358185 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11751d24-cca9-4ee1-b5c4-ece669ac2163 None None] New status for floating IP fa60b73f-664a-4b49-a2a0-f9488898937e: ACTIVE {{(pid=95300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 16:06:20.491418 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f017b06-12ed-4ac6-a6f3-524dbb448a3a req-8bbef1b5-9169-4fa2-9424-f7a6f62fd233 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:06:20.492946 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0f017b06-12ed-4ac6-a6f3-524dbb448a3a req-8bbef1b5-9169-4fa2-9424-f7a6f62fd233 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5661859-2db9-49c8-b18f-1ea3b562c469 HTTP/1.1" status: 200 len: 945 time: 0.0725005 Sep 24 16:06:20.543979 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [None req-8b8c00fb-15f4-487f-a70a-99f7ddf53884 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 16:06:20.544970 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-8b8c00fb-15f4-487f-a70a-99f7ddf53884 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2475493 Sep 24 16:06:20.549426 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 32904) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:20.607401 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0f017b06-12ed-4ac6-a6f3-524dbb448a3a req-9221cae4-8577-43d2-8ec6-c14a37e23ba5 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769994 Sep 24 16:06:20.624399 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d7f2af03-4ae3-490b-9593-b1121a2909d3 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:20.647270 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92564e85-0a92-4900-b9bc-2819cc1bdefe tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Router ab883636-2580-44b7-9550-c623fbfdf0e7 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:06:20.653771 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d7f2af03-4ae3-490b-9593-b1121a2909d3 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:20.762541 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92564e85-0a92-4900-b9bc-2819cc1bdefe tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:06:20.768528 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-92564e85-0a92-4900-b9bc-2819cc1bdefe tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:20.773060 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a779e4e4-cac7-4556-86a1-435e2684f7a0 None None] Sync routers for ids ['ab883636-2580-44b7-9550-c623fbfdf0e7'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:06:20.783268 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a779e4e4-cac7-4556-86a1-435e2684f7a0 None None] Routers {'ab883636-2580-44b7-9550-c623fbfdf0e7'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:06:20.784368 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-a779e4e4-cac7-4556-86a1-435e2684f7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:06:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['ab883636-2580-44b7-9550-c623fbfdf0e7'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:06:20.818049 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d7f2af03-4ae3-490b-9593-b1121a2909d3 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:20.820731 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d7f2af03-4ae3-490b-9593-b1121a2909d3 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:20.823224 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-d7f2af03-4ae3-490b-9593-b1121a2909d3 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] 10.222.0.101 "DELETE /v2.0/security-groups/1a45cb29-6548-41e3-8166-65c715f2307d HTTP/1.1" status: 204 len: 168 time: 0.2716260 Sep 24 16:06:20.830615 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 32910) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:20.837467 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f2af03-4ae3-490b-9593-b1121a2909d3 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a45cb29-6548-41e3-8166-65c715f2307d,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:06:20.843607 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-92564e85-0a92-4900-b9bc-2819cc1bdefe tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] 10.222.0.101 "PUT /v2.0/floatingips/fa60b73f-664a-4b49-a2a0-f9488898937e HTTP/1.1" status: 200 len: 991 time: 1.4890716 Sep 24 16:06:20.898149 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f1c0f138-6877-459c-aa0d-b56ec8b28f64 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0657196 Sep 24 16:06:20.900915 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 32914) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:20.924336 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-a779e4e4-cac7-4556-86a1-435e2684f7a0 None None] Set router ab883636-2580-44b7-9550-c623fbfdf0e7 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:06:20.958352 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4b69c8f9-2929-4e57-a59e-2b3ea23beda1 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:20.981841 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4b69c8f9-2929-4e57-a59e-2b3ea23beda1 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:21.086060 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4b69c8f9-2929-4e57-a59e-2b3ea23beda1 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:21.090432 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4b69c8f9-2929-4e57-a59e-2b3ea23beda1 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:21.094439 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-4b69c8f9-2929-4e57-a59e-2b3ea23beda1 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] 10.222.0.101 "DELETE /v2.0/security-groups/2b118c3a-2482-426d-8ee9-c2b550a5c157 HTTP/1.1" status: 204 len: 168 time: 0.1904035 Sep 24 16:06:21.094882 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 32916) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:21.103306 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b69c8f9-2929-4e57-a59e-2b3ea23beda1 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b118c3a-2482-426d-8ee9-c2b550a5c157,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:06:21.112700 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b69c8f9-2929-4e57-a59e-2b3ea23beda1 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:06:21.113045 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b69c8f9-2929-4e57-a59e-2b3ea23beda1 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:06:21.113539 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b69c8f9-2929-4e57-a59e-2b3ea23beda1 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:06:21.114016 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b69c8f9-2929-4e57-a59e-2b3ea23beda1 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:06:21.114394 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b69c8f9-2929-4e57-a59e-2b3ea23beda1 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:06:21.114768 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b69c8f9-2929-4e57-a59e-2b3ea23beda1 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:06:21.115060 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b69c8f9-2929-4e57-a59e-2b3ea23beda1 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:06:21.115387 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b69c8f9-2929-4e57-a59e-2b3ea23beda1 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:06:21.116203 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b69c8f9-2929-4e57-a59e-2b3ea23beda1 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:06:21.116203 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b69c8f9-2929-4e57-a59e-2b3ea23beda1 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:06:21.116411 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b69c8f9-2929-4e57-a59e-2b3ea23beda1 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:06:21.116651 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b69c8f9-2929-4e57-a59e-2b3ea23beda1 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:06:21.146853 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-91e94ae8-6286-4539-aa74-484b951b515f tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0472882 Sep 24 16:06:21.147207 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 32918) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:21.159638 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-97727ed0-fc39-4841-93f0-5116877cbbf6 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Request body: {'security_group': {'name': 'tempest-secgroup--1508809986'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:06:21.193678 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-a779e4e4-cac7-4556-86a1-435e2684f7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab883636-2580-44b7-9550-c623fbfdf0e7', 'name': 'tempest-TestVolumeBackupRestore-1429000212-router', 'tenant_id': 'ee226ab1cfac45edb48a2d9761f73895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '96b6718a-03d6-4dcf-9d6d-07ac9853e574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:02:14Z', 'updated_at': '2021-09-24T16:02:19Z', 'revision_number': 4, 'project_id': 'ee226ab1cfac45edb48a2d9761f73895', 'gw_port': {'id': '96b6718a-03d6-4dcf-9d6d-07ac9853e574', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab883636-2580-44b7-9550-c623fbfdf0e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:02:15Z', 'updated_at': '2021-09-24T16:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': 'fa60b73f-664a-4b49-a2a0-f9488898937e', 'tenant_id': 'ee226ab1cfac45edb48a2d9761f73895', 'floating_ip_address': '172.25.0.96', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': 'ab883636-2580-44b7-9550-c623fbfdf0e7', 'port_id': 'fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '219a3b95-2b97-4a78-a69d-aa4cf228340a', 'mac_address': 'fa:16:3e:b2:b5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f26fed-5c7e-438c-8bb2-8eac2914bb79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T16:06:17Z', 'updated_at': '2021-09-24T16:06:20Z', 'revision_number': 2, 'project_id': 'ee226ab1cfac45edb48a2d9761f73895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '287f21b8-6761-4e29-98b7-70bd2d403002', 'name': '', 'network_id': '219a3b95-2b97-4a78-a69d-aa4cf228340a', 'tenant_id': 'ee226ab1cfac45edb48a2d9761f73895', 'mac_address': 'fa:16:3e:96:d3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab883636-2580-44b7-9550-c623fbfdf0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'b1fa37ff-fc61-4471-a46e-39625d062436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:02:18Z', 'updated_at': '2021-09-24T16:02:26Z', 'revision_number': 5, 'project_id': 'ee226ab1cfac45edb48a2d9761f73895', 'subnets': [{'id': 'b1fa37ff-fc61-4471-a46e-39625d062436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:06:21.220225 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a779e4e4-cac7-4556-86a1-435e2684f7a0 None None] Checking router: ab883636-2580-44b7-9550-c623fbfdf0e7 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:06:21.229321 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a779e4e4-cac7-4556-86a1-435e2684f7a0 None None] Routers {'ab883636-2580-44b7-9550-c623fbfdf0e7'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:06:21.229998 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-a779e4e4-cac7-4556-86a1-435e2684f7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:06:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['ab883636-2580-44b7-9550-c623fbfdf0e7'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:06:21.241412 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-97727ed0-fc39-4841-93f0-5116877cbbf6 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:21.339787 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-97727ed0-fc39-4841-93f0-5116877cbbf6 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:21.342078 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-a779e4e4-cac7-4556-86a1-435e2684f7a0 None None] Set router ab883636-2580-44b7-9550-c623fbfdf0e7 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:06:21.366993 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8f26fed-5c7e-438c-8bb2-8eac2914bb79', 'tag': 'fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5'}, {'name': 'network-changed', 'server_uuid': 'e8f26fed-5c7e-438c-8bb2-8eac2914bb79', 'tag': 'fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:06:21.369619 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db62244c-5908-4665-a758-e64a398aa00f" -d '{"events": [{"name": "network-changed", "server_uuid": "e8f26fed-5c7e-438c-8bb2-8eac2914bb79", "tag": "fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5"}, {"name": "network-changed", "server_uuid": "e8f26fed-5c7e-438c-8bb2-8eac2914bb79", "tag": "fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:06:21.394401 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-97727ed0-fc39-4841-93f0-5116877cbbf6 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:21.426578 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 24 Sep 2021 16:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03fad5fb-e8ac-41d3-8b26-98130facaf1b x-openstack-request-id: req-03fad5fb-e8ac-41d3-8b26-98130facaf1b {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:06:21.427009 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8f26fed-5c7e-438c-8bb2-8eac2914bb79", "tag": "fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e8f26fed-5c7e-438c-8bb2-8eac2914bb79", "tag": "fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:06:21.427773 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-03fad5fb-e8ac-41d3-8b26-98130facaf1b {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:06:21.427983 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8f26fed-5c7e-438c-8bb2-8eac2914bb79', 'tag': 'fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5', 'status': 'completed', 'code': 200} Sep 24 16:06:21.428333 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8f26fed-5c7e-438c-8bb2-8eac2914bb79', 'tag': 'fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5', 'status': 'completed', 'code': 200} Sep 24 16:06:21.448718 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97727ed0-fc39-4841-93f0-5116877cbbf6 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57cdd0c4-6c46-4773-a331-fd502426b1b1,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:06:21.478174 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-97727ed0-fc39-4841-93f0-5116877cbbf6 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:21.482479 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-97727ed0-fc39-4841-93f0-5116877cbbf6 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3313162 Sep 24 16:06:21.486718 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 32922) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:21.493109 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-322f40a4-a2c6-42f8-96a2-22638ecbf9e7 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:06:21.493644 n-d-808921-1 neutron-server[95297]: WARNING neutron.api.v2.base [None req-322f40a4-a2c6-42f8-96a2-22638ecbf9e7 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 24 16:06:21.494495 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [None req-322f40a4-a2c6-42f8-96a2-22638ecbf9e7 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] update failed (client error): There was a conflict when trying to complete your request. Sep 24 16:06:21.498622 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-322f40a4-a2c6-42f8-96a2-22638ecbf9e7 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] 10.222.0.101 "PUT /v2.0/security-groups/57cdd0c4-6c46-4773-a331-fd502426b1b1 HTTP/1.1" status: 409 len: 330 time: 0.0074172 Sep 24 16:06:21.500799 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 32924) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:21.528135 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db62244c-5908-4665-a758-e64a398aa00f req-44815044-380d-41c9-a379-de63f38986cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:06:21.535273 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-db62244c-5908-4665-a758-e64a398aa00f req-44815044-380d-41c9-a379-de63f38986cd service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=ee226ab1cfac45edb48a2d9761f73895&device_id=e8f26fed-5c7e-438c-8bb2-8eac2914bb79 HTTP/1.1" status: 200 len: 1097 time: 0.0836060 Sep 24 16:06:21.583674 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-75a61d57-92ae-4051-bbec-47b3dd15a4ea tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:21.614218 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-75a61d57-92ae-4051-bbec-47b3dd15a4ea tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:21.648454 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-a779e4e4-cac7-4556-86a1-435e2684f7a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab883636-2580-44b7-9550-c623fbfdf0e7', 'name': 'tempest-TestVolumeBackupRestore-1429000212-router', 'tenant_id': 'ee226ab1cfac45edb48a2d9761f73895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '96b6718a-03d6-4dcf-9d6d-07ac9853e574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:02:14Z', 'updated_at': '2021-09-24T16:02:19Z', 'revision_number': 4, 'project_id': 'ee226ab1cfac45edb48a2d9761f73895', 'gw_port': {'id': '96b6718a-03d6-4dcf-9d6d-07ac9853e574', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab883636-2580-44b7-9550-c623fbfdf0e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:02:15Z', 'updated_at': '2021-09-24T16:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': 'fa60b73f-664a-4b49-a2a0-f9488898937e', 'tenant_id': 'ee226ab1cfac45edb48a2d9761f73895', 'floating_ip_address': '172.25.0.96', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': 'ab883636-2580-44b7-9550-c623fbfdf0e7', 'port_id': 'fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '219a3b95-2b97-4a78-a69d-aa4cf228340a', 'mac_address': 'fa:16:3e:b2:b5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f26fed-5c7e-438c-8bb2-8eac2914bb79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T16:06:17Z', 'updated_at': '2021-09-24T16:06:20Z', 'revision_number': 2, 'project_id': 'ee226ab1cfac45edb48a2d9761f73895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '287f21b8-6761-4e29-98b7-70bd2d403002', 'name': '', 'network_id': '219a3b95-2b97-4a78-a69d-aa4cf228340a', 'tenant_id': 'ee226ab1cfac45edb48a2d9761f73895', 'mac_address': 'fa:16:3e:96:d3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab883636-2580-44b7-9550-c623fbfdf0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'b1fa37ff-fc61-4471-a46e-39625d062436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:02:18Z', 'updated_at': '2021-09-24T16:02:26Z', 'revision_number': 5, 'project_id': 'ee226ab1cfac45edb48a2d9761f73895', 'subnets': [{'id': 'b1fa37ff-fc61-4471-a46e-39625d062436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:06:21.670020 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db62244c-5908-4665-a758-e64a398aa00f req-c7d45643-f626-4216-86c6-de2822b18f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:06:21.671666 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-db62244c-5908-4665-a758-e64a398aa00f req-c7d45643-f626-4216-86c6-de2822b18f26 service neutron] 10.222.0.108 "GET /v2.0/networks?id=219a3b95-2b97-4a78-a69d-aa4cf228340a HTTP/1.1" status: 200 len: 916 time: 0.1210113 Sep 24 16:06:21.676939 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a779e4e4-cac7-4556-86a1-435e2684f7a0 None None] The sync data for ids ['ab883636-2580-44b7-9550-c623fbfdf0e7'] in n-d-808921-1 is: [{'id': 'ab883636-2580-44b7-9550-c623fbfdf0e7', 'name': 'tempest-TestVolumeBackupRestore-1429000212-router', 'tenant_id': 'ee226ab1cfac45edb48a2d9761f73895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '96b6718a-03d6-4dcf-9d6d-07ac9853e574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:02:14Z', 'updated_at': '2021-09-24T16:02:19Z', 'revision_number': 4, 'project_id': 'ee226ab1cfac45edb48a2d9761f73895', 'gw_port': {'id': '96b6718a-03d6-4dcf-9d6d-07ac9853e574', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab883636-2580-44b7-9550-c623fbfdf0e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:02:15Z', 'updated_at': '2021-09-24T16:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': 'fa60b73f-664a-4b49-a2a0-f9488898937e', 'tenant_id': 'ee226ab1cfac45edb48a2d9761f73895', 'floating_ip_address': '172.25.0.96', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': 'ab883636-2580-44b7-9550-c623fbfdf0e7', 'port_id': 'fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3685, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '219a3b95-2b97-4a78-a69d-aa4cf228340a', 'mac_address': 'fa:16:3e:b2:b5:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8f26fed-5c7e-438c-8bb2-8eac2914bb79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T16:06:17Z', 'updated_at': '2021-09-24T16:06:20Z', 'revision_number': 2, 'project_id': 'ee226ab1cfac45edb48a2d9761f73895', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '287f21b8-6761-4e29-98b7-70bd2d403002', 'name': '', 'network_id': '219a3b95-2b97-4a78-a69d-aa4cf228340a', 'tenant_id': 'ee226ab1cfac45edb48a2d9761f73895', 'mac_address': 'fa:16:3e:96:d3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab883636-2580-44b7-9550-c623fbfdf0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'b1fa37ff-fc61-4471-a46e-39625d062436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:02:18Z', 'updated_at': '2021-09-24T16:02:26Z', 'revision_number': 5, 'project_id': 'ee226ab1cfac45edb48a2d9761f73895', 'subnets': [{'id': 'b1fa37ff-fc61-4471-a46e-39625d062436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:06:21.738029 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-75a61d57-92ae-4051-bbec-47b3dd15a4ea tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:21.740668 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-75a61d57-92ae-4051-bbec-47b3dd15a4ea tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:21.741849 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-75a61d57-92ae-4051-bbec-47b3dd15a4ea tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] 10.222.0.101 "DELETE /v2.0/security-groups/57cdd0c4-6c46-4773-a331-fd502426b1b1 HTTP/1.1" status: 204 len: 168 time: 0.2399263 Sep 24 16:06:21.749665 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 32928) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:21.764861 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a61d57-92ae-4051-bbec-47b3dd15a4ea tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57cdd0c4-6c46-4773-a331-fd502426b1b1,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:06:21.788360 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-db62244c-5908-4665-a758-e64a398aa00f req-29667af3-f5a7-4401-80df-53e8f1c7ebac service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5 HTTP/1.1" status: 200 len: 1001 time: 0.1095119 Sep 24 16:06:21.801258 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176f9985-e456-4dd1-a159-5a950d862a06 req-ea90bd78-291e-4cf9-b3ff-0e83f5cf3e4e tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:06:21.802761 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-176f9985-e456-4dd1-a159-5a950d862a06 req-ea90bd78-291e-4cf9-b3ff-0e83f5cf3e4e tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5661859-2db9-49c8-b18f-1ea3b562c469 HTTP/1.1" status: 200 len: 945 time: 0.0846970 Sep 24 16:06:21.812495 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f98fc80b-883b-4557-8107-1d5b97468eaf tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] 10.222.0.101 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0636933 Sep 24 16:06:21.815874 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 32932) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:21.830664 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [None req-adae7b2d-672f-42d6-85b4-f3539a0db9ec tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] delete failed (client error): The resource could not be found. Sep 24 16:06:21.831761 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-adae7b2d-672f-42d6-85b4-f3539a0db9ec tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] 10.222.0.101 "DELETE /v2.0/security-groups/3a11e21c-6303-4d3b-9846-2c8df7740fe9 HTTP/1.1" status: 404 len: 347 time: 0.0144081 Sep 24 16:06:21.836021 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 32934) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:21.851236 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [None req-4cccb789-83e4-48d1-ae42-32daea85cd3a tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] show failed (client error): The resource could not be found. Sep 24 16:06:21.853478 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-4cccb789-83e4-48d1-ae42-32daea85cd3a tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] 10.222.0.101 "GET /v2.0/security-groups/2d6f0091-2313-420a-b0b6-8f646bf57d4f HTTP/1.1" status: 404 len: 347 time: 0.0163076 Sep 24 16:06:21.864311 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 32936) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:21.881411 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [None req-2ceecd00-12d9-481a-bfb5-aa21e12374a6 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] show failed (client error): The resource could not be found. Sep 24 16:06:21.882453 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-2ceecd00-12d9-481a-bfb5-aa21e12374a6 tempest-NegativeSecGroupTest-475357341 tempest-NegativeSecGroupTest-475357341-project] 10.222.0.101 "GET /v2.0/security-group-rules/3d2c6207-9cba-40e0-a872-9bf6b01d02c4 HTTP/1.1" status: 404 len: 356 time: 0.0172305 Sep 24 16:06:21.883245 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-176f9985-e456-4dd1-a159-5a950d862a06 req-e57a0a26-52c9-46ef-89e0-3bcea2050f0e tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712647 Sep 24 16:06:21.888785 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db62244c-5908-4665-a758-e64a398aa00f req-5daab5cb-52c1-4f11-9349-8809c0257265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:06:21.890419 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-db62244c-5908-4665-a758-e64a398aa00f req-5daab5cb-52c1-4f11-9349-8809c0257265 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=b1fa37ff-fc61-4471-a46e-39625d062436 HTTP/1.1" status: 200 len: 853 time: 0.0867751 Sep 24 16:06:21.939166 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db62244c-5908-4665-a758-e64a398aa00f req-d3edef8d-2757-4778-b781-77bf9eba71d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:06:21.940690 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-db62244c-5908-4665-a758-e64a398aa00f req-d3edef8d-2757-4778-b781-77bf9eba71d8 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=219a3b95-2b97-4a78-a69d-aa4cf228340a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423863 Sep 24 16:06:22.049897 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-db62244c-5908-4665-a758-e64a398aa00f req-4f0ba078-1892-4579-adae-35b383abbb8d service neutron] 10.222.0.108 "GET /v2.0/networks/219a3b95-2b97-4a78-a69d-aa4cf228340a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012638 Sep 24 16:06:22.181602 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e48a60-8b6a-41d7-bfc1-2617fee09488 req-91eefe57-5a02-40de-9081-3de3ca501410 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:06:22.183070 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-03e48a60-8b6a-41d7-bfc1-2617fee09488 req-91eefe57-5a02-40de-9081-3de3ca501410 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.110 "GET /v2.0/ports?device_id=f5661859-2db9-49c8-b18f-1ea3b562c469 HTTP/1.1" status: 200 len: 945 time: 0.0684602 Sep 24 16:06:22.184835 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-db62244c-5908-4665-a758-e64a398aa00f req-6f146708-3d0f-4da3-84a6-e26bd18221e1 service neutron] 10.222.0.108 "GET /v2.0/networks/219a3b95-2b97-4a78-a69d-aa4cf228340a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278064 Sep 24 16:06:22.296980 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db62244c-5908-4665-a758-e64a398aa00f req-5a3eb1ae-3986-4f60-ab78-2012a22d884f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:06:22.298706 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-db62244c-5908-4665-a758-e64a398aa00f req-5a3eb1ae-3986-4f60-ab78-2012a22d884f service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=ee226ab1cfac45edb48a2d9761f73895&device_id=e8f26fed-5c7e-438c-8bb2-8eac2914bb79 HTTP/1.1" status: 200 len: 1097 time: 0.0722229 Sep 24 16:06:22.335667 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-03e48a60-8b6a-41d7-bfc1-2617fee09488 req-69f43c77-aef1-4774-a701-7e2df62a08b1 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Deleting port 7c6d59b7-916b-4cdb-96d1-80eb9c14df55 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:06:22.336040 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-03e48a60-8b6a-41d7-bfc1-2617fee09488 req-69f43c77-aef1-4774-a701-7e2df62a08b1 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:22.350190 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 32942) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:22.473794 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db62244c-5908-4665-a758-e64a398aa00f req-0cd9644d-73be-4489-a923-a68504d2d596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:06:22.475287 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-db62244c-5908-4665-a758-e64a398aa00f req-0cd9644d-73be-4489-a923-a68504d2d596 service neutron] 10.222.0.108 "GET /v2.0/networks?id=219a3b95-2b97-4a78-a69d-aa4cf228340a HTTP/1.1" status: 200 len: 916 time: 0.1698115 Sep 24 16:06:22.481702 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-03e48a60-8b6a-41d7-bfc1-2617fee09488 req-69f43c77-aef1-4774-a701-7e2df62a08b1 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] For port 7c6d59b7-916b-4cdb-96d1-80eb9c14df55, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=7c6d59b7-916b-4cdb-96d1-80eb9c14df55,segment=NetworkSegment(2092c0c1-8505-4766-a7ca-113875fab965),segment_id=2092c0c1-8505-4766-a7ca-113875fab965)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:06:22.482079 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-03e48a60-8b6a-41d7-bfc1-2617fee09488 req-69f43c77-aef1-4774-a701-7e2df62a08b1 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:22.497875 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-a0e9f28b-b999-4de7-8ee8-dc3480ec68b3 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=64c441117648451b8cb3cbc2d741469c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1464095 Sep 24 16:06:22.501056 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 32946) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:22.530570 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-03e48a60-8b6a-41d7-bfc1-2617fee09488 req-69f43c77-aef1-4774-a701-7e2df62a08b1 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Calling delete_port for 7c6d59b7-916b-4cdb-96d1-80eb9c14df55 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:06:22.556281 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-461f9f9a-cc81-4ac9-9221-3186e7c4f9e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:22.579174 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-461f9f9a-cc81-4ac9-9221-3186e7c4f9e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:22.594206 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-db62244c-5908-4665-a758-e64a398aa00f req-ce9fb203-42fd-457b-9223-0d513f29a830 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5 HTTP/1.1" status: 200 len: 1001 time: 0.1094451 Sep 24 16:06:22.668535 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db62244c-5908-4665-a758-e64a398aa00f req-6a24ba51-bcd9-477f-8762-fe848e2fe98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:06:22.670002 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-db62244c-5908-4665-a758-e64a398aa00f req-6a24ba51-bcd9-477f-8762-fe848e2fe98a service neutron] 10.222.0.108 "GET /v2.0/subnets?id=b1fa37ff-fc61-4471-a46e-39625d062436 HTTP/1.1" status: 200 len: 853 time: 0.0689511 Sep 24 16:06:22.709273 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-461f9f9a-cc81-4ac9-9221-3186e7c4f9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:22.716862 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-461f9f9a-cc81-4ac9-9221-3186e7c4f9e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:22.716862 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-461f9f9a-cc81-4ac9-9221-3186e7c4f9e4 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f88d97a6-39c9-4b8a-9cfb-b38fdf6a4baa HTTP/1.1" status: 204 len: 168 time: 0.2113905 Sep 24 16:06:22.728960 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461f9f9a-cc81-4ac9-9221-3186e7c4f9e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88d97a6-39c9-4b8a-9cfb-b38fdf6a4baa,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:06:22.764267 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db62244c-5908-4665-a758-e64a398aa00f req-fb0c828a-9250-4d25-a832-80152972ee8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:06:22.766679 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-db62244c-5908-4665-a758-e64a398aa00f req-fb0c828a-9250-4d25-a832-80152972ee8b service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=219a3b95-2b97-4a78-a69d-aa4cf228340a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0895352 Sep 24 16:06:22.818943 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-03e48a60-8b6a-41d7-bfc1-2617fee09488 req-69f43c77-aef1-4774-a701-7e2df62a08b1 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:22.832865 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['7c6d59b7-916b-4cdb-96d1-80eb9c14df55'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:06:22.881593 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f43c77-aef1-4774-a701-7e2df62a08b1 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Pushing event deleted for resources: {'Port': ['ID=7c6d59b7-916b-4cdb-96d1-80eb9c14df55,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:06:22.970232 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-03e48a60-8b6a-41d7-bfc1-2617fee09488 req-69f43c77-aef1-4774-a701-7e2df62a08b1 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] No DVR routers for this DVR port 7c6d59b7-916b-4cdb-96d1-80eb9c14df55 on host n-h1-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:06:22.975019 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-03e48a60-8b6a-41d7-bfc1-2617fee09488 req-69f43c77-aef1-4774-a701-7e2df62a08b1 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:22.977181 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-03e48a60-8b6a-41d7-bfc1-2617fee09488 req-69f43c77-aef1-4774-a701-7e2df62a08b1 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.110 "DELETE /v2.0/ports/7c6d59b7-916b-4cdb-96d1-80eb9c14df55 HTTP/1.1" status: 204 len: 173 time: 0.7862015 Sep 24 16:06:22.992658 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5661859-2db9-49c8-b18f-1ea3b562c469', 'name': 'network-vif-deleted', 'tag': '7c6d59b7-916b-4cdb-96d1-80eb9c14df55'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:06:22.995086 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f574fb43-6a76-4730-86b8-d5cc58ebc30c" -d '{"events": [{"server_uuid": "f5661859-2db9-49c8-b18f-1ea3b562c469", "name": "network-vif-deleted", "tag": "7c6d59b7-916b-4cdb-96d1-80eb9c14df55"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:06:23.008743 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-db62244c-5908-4665-a758-e64a398aa00f req-ed8e0676-5523-42a2-bf01-aac69d077a6e service neutron] 10.222.0.108 "GET /v2.0/networks/219a3b95-2b97-4a78-a69d-aa4cf228340a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353451 Sep 24 16:06:23.054227 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5ef0a962-277f-4aaa-b7e8-ce0d5b839eff req-16ad28db-d857-467f-b74e-84b50e889065 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5661859-2db9-49c8-b18f-1ea3b562c469 HTTP/1.1" status: 200 len: 210 time: 0.0803974 Sep 24 16:06:23.146212 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-056be40c-0bf5-40ec-b5f4-712973e8e93e x-openstack-request-id: req-056be40c-0bf5-40ec-b5f4-712973e8e93e {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:06:23.146212 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5661859-2db9-49c8-b18f-1ea3b562c469", "name": "network-vif-deleted", "tag": "7c6d59b7-916b-4cdb-96d1-80eb9c14df55", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:06:23.146212 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-056be40c-0bf5-40ec-b5f4-712973e8e93e {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:06:23.146813 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5661859-2db9-49c8-b18f-1ea3b562c469', 'name': 'network-vif-deleted', 'tag': '7c6d59b7-916b-4cdb-96d1-80eb9c14df55', 'status': 'completed', 'code': 200} Sep 24 16:06:23.165632 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-db62244c-5908-4665-a758-e64a398aa00f req-8b9fcf53-5670-4bd2-9905-5c38fa66f9ef service neutron] 10.222.0.108 "GET /v2.0/networks/219a3b95-2b97-4a78-a69d-aa4cf228340a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386509 Sep 24 16:06:24.157817 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2b861225-d9dc-44e6-be39-0c4cc62d334b req-e9a4542c-dddc-4c0a-a01e-d85660a24e25 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5661859-2db9-49c8-b18f-1ea3b562c469 HTTP/1.1" status: 200 len: 210 time: 0.0318968 Sep 24 16:06:25.240405 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 7c6d59b7-916b-4cdb-96d1-80eb9c14df55 no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:06:25.265422 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fabc017e-7ffb-4fdd-a1ca-5dda284c6377 req-7d8b736a-99c3-4662-af7f-145ef80b0a22 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5661859-2db9-49c8-b18f-1ea3b562c469 HTTP/1.1" status: 200 len: 210 time: 0.0346560 Sep 24 16:06:25.278776 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] No Port match for: 7c6d59b7-916b-4cdb-96d1-80eb9c14df55 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:06:25.279122 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 7c6d59b7-916b-4cdb-96d1-80eb9c14df55 not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:06:25.320944 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 33018) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:25.436451 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bffc0fd5-0cd8-436a-8cc7-922e5a52e362 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:25.533495 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bffc0fd5-0cd8-436a-8cc7-922e5a52e362 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:25.583401 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bffc0fd5-0cd8-436a-8cc7-922e5a52e362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:25.623416 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-bffc0fd5-0cd8-436a-8cc7-922e5a52e362 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=bc4620f5efcf4bca93469226b11493b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3012638 Sep 24 16:06:25.624284 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffc0fd5-0cd8-436a-8cc7-922e5a52e362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1635fcbe-1546-4523-a2f6-c007af807dda,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:06:25.626318 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 33022) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:25.684651 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c32e5462-13da-4593-9549-7322d30f0abc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:25.709831 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c32e5462-13da-4593-9549-7322d30f0abc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:25.834796 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c32e5462-13da-4593-9549-7322d30f0abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:25.837658 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c32e5462-13da-4593-9549-7322d30f0abc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:25.839041 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-c32e5462-13da-4593-9549-7322d30f0abc admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/1635fcbe-1546-4523-a2f6-c007af807dda HTTP/1.1" status: 204 len: 168 time: 0.2114887 Sep 24 16:06:25.848551 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32e5462-13da-4593-9549-7322d30f0abc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1635fcbe-1546-4523-a2f6-c007af807dda,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:06:26.376171 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-db0fa87f-df84-420b-8999-09e21bf3b59e req-01db1a69-3254-4fd7-b2f2-72cc9f579681 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5661859-2db9-49c8-b18f-1ea3b562c469 HTTP/1.1" status: 200 len: 210 time: 0.0303576 Sep 24 16:06:26.452181 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 33034) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:26.468014 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c7eb2989-ea74-4681-8ebb-a98832d30037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:26.573877 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c7eb2989-ea74-4681-8ebb-a98832d30037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:26.652353 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c7eb2989-ea74-4681-8ebb-a98832d30037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:26.695389 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-c7eb2989-ea74-4681-8ebb-a98832d30037 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d32acb5407754e4f86c87a891f1ebf4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2392831 Sep 24 16:06:26.695389 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eb2989-ea74-4681-8ebb-a98832d30037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68621bed-320e-4636-9dae-9423548b22a3,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:06:26.696428 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 33036) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:06:26.749962 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-50b6d8f9-953d-4909-9cae-24007a3ffafd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:26.773334 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-50b6d8f9-953d-4909-9cae-24007a3ffafd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:26.886313 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-50b6d8f9-953d-4909-9cae-24007a3ffafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:26.889215 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-50b6d8f9-953d-4909-9cae-24007a3ffafd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:26.890534 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-50b6d8f9-953d-4909-9cae-24007a3ffafd admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/68621bed-320e-4636-9dae-9423548b22a3 HTTP/1.1" status: 204 len: 168 time: 0.1932592 Sep 24 16:06:26.901338 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b6d8f9-953d-4909-9cae-24007a3ffafd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68621bed-320e-4636-9dae-9423548b22a3,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:06:27.499934 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8fc95f2a-a921-4c73-a00b-a2a20a8debbb req-50ae00e3-6294-4804-b002-3803dfa7febb tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f5661859-2db9-49c8-b18f-1ea3b562c469 HTTP/1.1" status: 200 len: 210 time: 0.0379660 Sep 24 16:06:31.211712 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-53648108-9b72-4142-bd23-7f16088070e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:33.875722 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-270a818b-3c1e-44fc-9719-ec8bcf20b462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:34.286113 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:35.333505 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:36.737640 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:37.319253 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4eea73a5-72df-4776-8bd1-116e43b54bd2 req-d948bcd2-6a88-464e-bd3d-9a9e00c569d8 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=7a5ae693-22ab-4a24-a6da-cd0c03113bed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0677965 Sep 24 16:06:37.435448 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eea73a5-72df-4776-8bd1-116e43b54bd2 req-5cb2db58-92b4-46a9-8284-69638ecd9a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:06:37.436850 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4eea73a5-72df-4776-8bd1-116e43b54bd2 req-5cb2db58-92b4-46a9-8284-69638ecd9a7c service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=47adefb7ca614d33b7bb1493dd2de83a&device_id=7a5ae693-22ab-4a24-a6da-cd0c03113bed HTTP/1.1" status: 200 len: 1096 time: 0.0681460 Sep 24 16:06:37.567801 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eea73a5-72df-4776-8bd1-116e43b54bd2 req-cc4f941c-674e-4441-9c5d-f0204dcc2043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:06:37.569448 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4eea73a5-72df-4776-8bd1-116e43b54bd2 req-cc4f941c-674e-4441-9c5d-f0204dcc2043 service neutron] 10.222.0.108 "GET /v2.0/networks?id=e683698e-96d3-4f25-bed4-4200552ea2ef HTTP/1.1" status: 200 len: 919 time: 0.1073658 Sep 24 16:06:37.663307 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4eea73a5-72df-4776-8bd1-116e43b54bd2 req-4ea8fdbe-ac3c-44a9-93ad-e13a2a99f368 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45286707-5ed6-41bb-b6d4-620f0af230bf HTTP/1.1" status: 200 len: 1001 time: 0.0853090 Sep 24 16:06:37.740897 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eea73a5-72df-4776-8bd1-116e43b54bd2 req-ff7f6a65-ff48-49d2-801b-e26b653e636e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:06:37.742644 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4eea73a5-72df-4776-8bd1-116e43b54bd2 req-ff7f6a65-ff48-49d2-801b-e26b653e636e service neutron] 10.222.0.108 "GET /v2.0/subnets?id=04b7f077-c013-4647-8fb9-7721770c2649 HTTP/1.1" status: 200 len: 856 time: 0.0651367 Sep 24 16:06:37.801833 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eea73a5-72df-4776-8bd1-116e43b54bd2 req-396312a8-0c8a-4f2c-b536-5d724951ed76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:06:37.803484 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4eea73a5-72df-4776-8bd1-116e43b54bd2 req-396312a8-0c8a-4f2c-b536-5d724951ed76 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=e683698e-96d3-4f25-bed4-4200552ea2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515993 Sep 24 16:06:37.910036 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4eea73a5-72df-4776-8bd1-116e43b54bd2 req-8dceb9d1-21ba-4937-acec-54e55e98594f service neutron] 10.222.0.108 "GET /v2.0/networks/e683698e-96d3-4f25-bed4-4200552ea2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985940 Sep 24 16:06:38.048617 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4eea73a5-72df-4776-8bd1-116e43b54bd2 req-00c3d5e6-c17a-45b7-8c86-a97b234ae4d9 service neutron] 10.222.0.108 "GET /v2.0/networks/e683698e-96d3-4f25-bed4-4200552ea2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308823 Sep 24 16:06:39.103152 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:40.977686 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:06:48.768657 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b6901e45-c1fb-47c9-b37a-7a8b88cc2769 req-d40d270b-510c-4dfb-bd2b-8a8a29d4a00a service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=190da033-9905-44de-9653-e0394c77ffcf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1691325 Sep 24 16:06:48.866368 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6901e45-c1fb-47c9-b37a-7a8b88cc2769 req-777510d3-d4e7-4d3d-9112-f0447fb9dfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:06:48.868022 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b6901e45-c1fb-47c9-b37a-7a8b88cc2769 req-777510d3-d4e7-4d3d-9112-f0447fb9dfc7 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1098ec07f5944ca3aa2ef8c2402dd6cb&device_id=190da033-9905-44de-9653-e0394c77ffcf HTTP/1.1" status: 200 len: 1097 time: 0.0480545 Sep 24 16:06:48.993797 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6901e45-c1fb-47c9-b37a-7a8b88cc2769 req-be0dda01-2372-4932-b1f1-868a45741f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:06:48.995657 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b6901e45-c1fb-47c9-b37a-7a8b88cc2769 req-be0dda01-2372-4932-b1f1-868a45741f78 service neutron] 10.222.0.110 "GET /v2.0/networks?id=91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8 HTTP/1.1" status: 200 len: 911 time: 0.1052990 Sep 24 16:06:49.075024 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b6901e45-c1fb-47c9-b37a-7a8b88cc2769 req-3c607546-3729-4189-9d94-9ae9cb3614e9 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e853ffad-24a3-49d6-ab37-6bd92dc0dd54 HTTP/1.1" status: 200 len: 1002 time: 0.0717585 Sep 24 16:06:49.156983 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6901e45-c1fb-47c9-b37a-7a8b88cc2769 req-3d373195-9c6c-4125-a2bf-cc938822878c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:06:49.159614 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b6901e45-c1fb-47c9-b37a-7a8b88cc2769 req-3d373195-9c6c-4125-a2bf-cc938822878c service neutron] 10.222.0.110 "GET /v2.0/subnets?id=e2f4b5a2-b921-44ae-94f4-2c286e9b4e3f HTTP/1.1" status: 200 len: 848 time: 0.0733521 Sep 24 16:06:49.228596 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6901e45-c1fb-47c9-b37a-7a8b88cc2769 req-216d12cb-666c-4610-bf38-3ebbed26ba10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:06:49.248100 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b6901e45-c1fb-47c9-b37a-7a8b88cc2769 req-216d12cb-666c-4610-bf38-3ebbed26ba10 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0628343 Sep 24 16:06:49.360851 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b6901e45-c1fb-47c9-b37a-7a8b88cc2769 req-45a966d0-1310-4620-8856-e7dbe08a26cf service neutron] 10.222.0.110 "GET /v2.0/networks/91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202850 Sep 24 16:06:49.503308 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b6901e45-c1fb-47c9-b37a-7a8b88cc2769 req-2ff429a1-51f9-4575-8cb3-bbfca68d6949 service neutron] 10.222.0.110 "GET /v2.0/networks/91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333244 Sep 24 16:06:57.048470 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:07:00.673501 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 33784) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:07:00.798108 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-561f058e-398a-4723-91f2-61568b3fedc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:00.894052 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-561f058e-398a-4723-91f2-61568b3fedc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:01.057457 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-561f058e-398a-4723-91f2-61568b3fedc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:01.101950 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-561f058e-398a-4723-91f2-61568b3fedc5 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=630b7b71906446a3841e3deb222d8806&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4249337 Sep 24 16:07:01.101950 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f058e-398a-4723-91f2-61568b3fedc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c92bb0-90d3-4f51-b2fa-8f13897ce6cf,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:07:01.102563 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 33794) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:07:01.168269 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d864d3e3-e09a-43fa-a57d-5bc200466916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:01.195178 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d864d3e3-e09a-43fa-a57d-5bc200466916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:01.319682 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-128b6f43-ba62-4367-a2ad-d376caf70275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:01.441480 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d864d3e3-e09a-43fa-a57d-5bc200466916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:01.442590 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d864d3e3-e09a-43fa-a57d-5bc200466916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:01.443894 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-d864d3e3-e09a-43fa-a57d-5bc200466916 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/54c92bb0-90d3-4f51-b2fa-8f13897ce6cf HTTP/1.1" status: 204 len: 168 time: 0.3405137 Sep 24 16:07:01.453423 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d864d3e3-e09a-43fa-a57d-5bc200466916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c92bb0-90d3-4f51-b2fa-8f13897ce6cf,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:07:01.462120 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d864d3e3-e09a-43fa-a57d-5bc200466916 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:07:01.462555 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d864d3e3-e09a-43fa-a57d-5bc200466916 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:07:01.462901 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d864d3e3-e09a-43fa-a57d-5bc200466916 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:07:01.463409 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d864d3e3-e09a-43fa-a57d-5bc200466916 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:07:01.465998 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d864d3e3-e09a-43fa-a57d-5bc200466916 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:07:01.465998 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d864d3e3-e09a-43fa-a57d-5bc200466916 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:07:01.465998 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d864d3e3-e09a-43fa-a57d-5bc200466916 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:07:01.465998 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d864d3e3-e09a-43fa-a57d-5bc200466916 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:07:01.465998 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d864d3e3-e09a-43fa-a57d-5bc200466916 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:07:01.465998 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d864d3e3-e09a-43fa-a57d-5bc200466916 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:07:01.466595 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d864d3e3-e09a-43fa-a57d-5bc200466916 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:07:01.466958 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d864d3e3-e09a-43fa-a57d-5bc200466916 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:07:01.554452 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e24223-fc9f-4be9-8c47-7009afa4ead5 req-a77ab565-560d-4f31-b6b9-fc1420456f97 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:01.556161 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-32e24223-fc9f-4be9-8c47-7009afa4ead5 req-a77ab565-560d-4f31-b6b9-fc1420456f97 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a5ae693-22ab-4a24-a6da-cd0c03113bed HTTP/1.1" status: 200 len: 945 time: 0.0593374 Sep 24 16:07:01.600713 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-32e24223-fc9f-4be9-8c47-7009afa4ead5 req-f6ecae60-4151-470e-99a7-7d617776bd44 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=d02a9e3e-3454-4964-a46b-9470c7e72dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370235 Sep 24 16:07:02.268642 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 33814) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:07:02.285190 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-589dcfaa-b613-4078-abe3-7bb0ce40896b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:02.389117 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-589dcfaa-b613-4078-abe3-7bb0ce40896b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:02.479423 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-589dcfaa-b613-4078-abe3-7bb0ce40896b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:02.523160 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-589dcfaa-b613-4078-abe3-7bb0ce40896b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=8ca568e5b48542998b7cba72f6cfe66e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2524943 Sep 24 16:07:02.524106 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589dcfaa-b613-4078-abe3-7bb0ce40896b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b97df3-a295-4f6b-87a6-f57e319b3dc2,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:07:02.526021 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 33816) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:07:02.583513 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a5a3a9de-c94c-4517-b2aa-3a748b13758a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:02.607147 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a5a3a9de-c94c-4517-b2aa-3a748b13758a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:02.742042 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab19f4d-fea8-4514-bf2c-411c8463fd91 req-996316e8-04e1-4f1d-ad05-aa5bc8e3b233 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:02.743589 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9ab19f4d-fea8-4514-bf2c-411c8463fd91 req-996316e8-04e1-4f1d-ad05-aa5bc8e3b233 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a5ae693-22ab-4a24-a6da-cd0c03113bed HTTP/1.1" status: 200 len: 945 time: 0.0505354 Sep 24 16:07:02.778410 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a5a3a9de-c94c-4517-b2aa-3a748b13758a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:02.781282 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a5a3a9de-c94c-4517-b2aa-3a748b13758a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:02.782767 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-a5a3a9de-c94c-4517-b2aa-3a748b13758a admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/29b97df3-a295-4f6b-87a6-f57e319b3dc2 HTTP/1.1" status: 204 len: 168 time: 0.2545798 Sep 24 16:07:02.796759 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9ab19f4d-fea8-4514-bf2c-411c8463fd91 req-08e70171-3bfb-4121-8ed0-d97be8cb815a tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=d02a9e3e-3454-4964-a46b-9470c7e72dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462358 Sep 24 16:07:02.797622 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a3a9de-c94c-4517-b2aa-3a748b13758a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b97df3-a295-4f6b-87a6-f57e319b3dc2,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:07:03.908518 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-05d4b843-8205-4739-bcd6-cbd1ad78983b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:03.959794 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f6565e-f471-48c0-aa5b-5301998bf247 req-b98bc24e-13c5-4b41-8ec5-69d6fa859698 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:03.961291 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-49f6565e-f471-48c0-aa5b-5301998bf247 req-b98bc24e-13c5-4b41-8ec5-69d6fa859698 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a5ae693-22ab-4a24-a6da-cd0c03113bed HTTP/1.1" status: 200 len: 945 time: 0.0521092 Sep 24 16:07:04.005071 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-49f6565e-f471-48c0-aa5b-5301998bf247 req-0c4e7c0d-ef2e-45b0-9789-ede45a66104c tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=d02a9e3e-3454-4964-a46b-9470c7e72dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374100 Sep 24 16:07:04.368645 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:04.947479 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e3850a-2b83-4071-b15e-554445520870 req-4d0c1c28-a678-435c-80dc-34c1e6c59ef3 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:04.949010 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d3e3850a-2b83-4071-b15e-554445520870 req-4d0c1c28-a678-435c-80dc-34c1e6c59ef3 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] 10.222.0.101 "GET /v2.0/ports?device_id=190da033-9905-44de-9653-e0394c77ffcf HTTP/1.1" status: 200 len: 946 time: 0.0511112 Sep 24 16:07:04.989341 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d3e3850a-2b83-4071-b15e-554445520870 req-082c7fbc-93cb-41ab-92cc-e5a05a415496 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] 10.222.0.101 "GET /v2.0/security-groups?id=96811e7a-b970-41bf-a841-ebc0d2b6f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338576 Sep 24 16:07:05.145074 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafcb0a3-717d-4f8f-a85b-2564b78424c8 req-b2c43859-a798-438e-bada-8529e49078f5 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:05.146672 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bafcb0a3-717d-4f8f-a85b-2564b78424c8 req-b2c43859-a798-438e-bada-8529e49078f5 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a5ae693-22ab-4a24-a6da-cd0c03113bed HTTP/1.1" status: 200 len: 945 time: 0.0523415 Sep 24 16:07:05.187913 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bafcb0a3-717d-4f8f-a85b-2564b78424c8 req-9e2b8fc5-885b-41c3-8f5c-0e2cdaf94864 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=d02a9e3e-3454-4964-a46b-9470c7e72dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343065 Sep 24 16:07:05.353658 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:06.118182 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f4187-8034-4f1d-b14e-94cecbc83f76 req-e1cff480-e502-42f4-aaef-66630926b13a tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:06.119750 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e64f4187-8034-4f1d-b14e-94cecbc83f76 req-e1cff480-e502-42f4-aaef-66630926b13a tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] 10.222.0.101 "GET /v2.0/ports?device_id=190da033-9905-44de-9653-e0394c77ffcf HTTP/1.1" status: 200 len: 946 time: 0.0564485 Sep 24 16:07:06.159683 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e64f4187-8034-4f1d-b14e-94cecbc83f76 req-d15d45f4-cab8-4447-82c2-558dc30a91cb tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] 10.222.0.101 "GET /v2.0/security-groups?id=96811e7a-b970-41bf-a841-ebc0d2b6f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335369 Sep 24 16:07:06.330651 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125e4dce-66e4-411a-aba3-6596418c2847 req-0e0ba2cf-b917-47c0-93dd-a3cc100b90c6 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:06.332403 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-125e4dce-66e4-411a-aba3-6596418c2847 req-0e0ba2cf-b917-47c0-93dd-a3cc100b90c6 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a5ae693-22ab-4a24-a6da-cd0c03113bed HTTP/1.1" status: 200 len: 945 time: 0.0631154 Sep 24 16:07:06.381182 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-125e4dce-66e4-411a-aba3-6596418c2847 req-689916f4-78f7-47d0-b2f6-a6f6c3412e24 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=d02a9e3e-3454-4964-a46b-9470c7e72dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417881 Sep 24 16:07:06.492605 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc8121-eb31-4c87-a400-4c375766800a req-611f6991-bad6-413e-aea1-08c5e724f39d tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:06.495503 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9cdc8121-eb31-4c87-a400-4c375766800a req-611f6991-bad6-413e-aea1-08c5e724f39d tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] 10.222.0.110 "GET /v2.0/ports?device_id=190da033-9905-44de-9653-e0394c77ffcf HTTP/1.1" status: 200 len: 946 time: 0.0548081 Sep 24 16:07:06.616993 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-9cdc8121-eb31-4c87-a400-4c375766800a req-3dad38aa-dcfb-4e52-863b-88c3702380c6 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Deleting port e853ffad-24a3-49d6-ab37-6bd92dc0dd54 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:07:06.617333 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-9cdc8121-eb31-4c87-a400-4c375766800a req-3dad38aa-dcfb-4e52-863b-88c3702380c6 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:06.714710 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-9cdc8121-eb31-4c87-a400-4c375766800a req-3dad38aa-dcfb-4e52-863b-88c3702380c6 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] For port e853ffad-24a3-49d6-ab37-6bd92dc0dd54, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=e853ffad-24a3-49d6-ab37-6bd92dc0dd54,segment=NetworkSegment(3e48e6b4-f566-4ec5-9829-79df6899155c),segment_id=3e48e6b4-f566-4ec5-9829-79df6899155c)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:07:06.715086 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-9cdc8121-eb31-4c87-a400-4c375766800a req-3dad38aa-dcfb-4e52-863b-88c3702380c6 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:06.776372 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:07.307046 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-9cdc8121-eb31-4c87-a400-4c375766800a req-3dad38aa-dcfb-4e52-863b-88c3702380c6 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:07.307712 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-9cdc8121-eb31-4c87-a400-4c375766800a req-3dad38aa-dcfb-4e52-863b-88c3702380c6 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:07.307712 n-d-808921-1 neutron-server[95298]: INFO neutron.db.l3_db [req-9cdc8121-eb31-4c87-a400-4c375766800a req-3dad38aa-dcfb-4e52-863b-88c3702380c6 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Floating IP 13cb72fd-29e9-4ff7-958d-6e5d27b97db2 disassociated. External IP: 172.25.0.221, port: e853ffad-24a3-49d6-ab37-6bd92dc0dd54. Sep 24 16:07:07.308021 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-9cdc8121-eb31-4c87-a400-4c375766800a req-3dad38aa-dcfb-4e52-863b-88c3702380c6 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Calling delete_port for e853ffad-24a3-49d6-ab37-6bd92dc0dd54 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:07:07.323285 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2870a339-b3c6-4b57-a7dc-b68cad905b29 req-5489d0a1-b654-4271-8564-ff3f91fa310b tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:07.324798 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2870a339-b3c6-4b57-a7dc-b68cad905b29 req-5489d0a1-b654-4271-8564-ff3f91fa310b tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] 10.222.0.101 "GET /v2.0/ports?device_id=190da033-9905-44de-9653-e0394c77ffcf HTTP/1.1" status: 200 len: 946 time: 0.0793262 Sep 24 16:07:07.416860 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2870a339-b3c6-4b57-a7dc-b68cad905b29 req-a2c8cec5-9937-46c0-867b-5e84e28d375f tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] 10.222.0.101 "GET /v2.0/security-groups?id=96811e7a-b970-41bf-a841-ebc0d2b6f6f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532508 Sep 24 16:07:07.524824 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387685aa-cb22-4e09-a6a1-8e4870963d4d req-cd960a72-3ab0-42b4-9bc1-e475970b6a9a tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:07.526561 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-387685aa-cb22-4e09-a6a1-8e4870963d4d req-cd960a72-3ab0-42b4-9bc1-e475970b6a9a tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a5ae693-22ab-4a24-a6da-cd0c03113bed HTTP/1.1" status: 200 len: 945 time: 0.0538876 Sep 24 16:07:07.573287 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-387685aa-cb22-4e09-a6a1-8e4870963d4d req-5880fe71-36c5-483d-b1d7-63e2aabd6e70 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=d02a9e3e-3454-4964-a46b-9470c7e72dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392284 Sep 24 16:07:07.610723 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-9cdc8121-eb31-4c87-a400-4c375766800a req-3dad38aa-dcfb-4e52-863b-88c3702380c6 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:07.644702 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dad38aa-dcfb-4e52-863b-88c3702380c6 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Pushing event deleted for resources: {'Port': ['ID=e853ffad-24a3-49d6-ab37-6bd92dc0dd54,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:07:07.772833 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9cdc8121-eb31-4c87-a400-4c375766800a req-3dad38aa-dcfb-4e52-863b-88c3702380c6 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Router 7a91c027-1279-44ef-a13d-14a699163e67 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:07:07.897697 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9cdc8121-eb31-4c87-a400-4c375766800a req-3dad38aa-dcfb-4e52-863b-88c3702380c6 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:07:07.915223 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf99be7-9eca-416b-82c9-c9137c781132 None None] Sync routers for ids ['7a91c027-1279-44ef-a13d-14a699163e67'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:07:07.926683 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf99be7-9eca-416b-82c9-c9137c781132 None None] Routers {'7a91c027-1279-44ef-a13d-14a699163e67'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:07:07.927346 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-7cf99be7-9eca-416b-82c9-c9137c781132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:07:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['7a91c027-1279-44ef-a13d-14a699163e67'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:07:07.961351 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cdc8121-eb31-4c87-a400-4c375766800a req-3dad38aa-dcfb-4e52-863b-88c3702380c6 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] No DVR routers for this DVR port e853ffad-24a3-49d6-ab37-6bd92dc0dd54 on host n-h1-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:07:07.968495 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-9cdc8121-eb31-4c87-a400-4c375766800a req-3dad38aa-dcfb-4e52-863b-88c3702380c6 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:07.968495 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9cdc8121-eb31-4c87-a400-4c375766800a req-3dad38aa-dcfb-4e52-863b-88c3702380c6 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] 10.222.0.110 "DELETE /v2.0/ports/e853ffad-24a3-49d6-ab37-6bd92dc0dd54 HTTP/1.1" status: 204 len: 173 time: 1.4617724 Sep 24 16:07:07.968922 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '190da033-9905-44de-9653-e0394c77ffcf', 'name': 'network-vif-deleted', 'tag': 'e853ffad-24a3-49d6-ab37-6bd92dc0dd54'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:07:07.972323 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-719e6b21-f855-4568-92fe-0a6fc0fa5230" -d '{"events": [{"server_uuid": "190da033-9905-44de-9653-e0394c77ffcf", "name": "network-vif-deleted", "tag": "e853ffad-24a3-49d6-ab37-6bd92dc0dd54"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:07:08.058637 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-7cf99be7-9eca-416b-82c9-c9137c781132 None None] Set router 7a91c027-1279-44ef-a13d-14a699163e67 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:07:08.217933 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b18063e-2438-4e5d-b7de-221fbd5a55c7 x-openstack-request-id: req-9b18063e-2438-4e5d-b7de-221fbd5a55c7 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:07:08.217933 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "190da033-9905-44de-9653-e0394c77ffcf", "name": "network-vif-deleted", "tag": "e853ffad-24a3-49d6-ab37-6bd92dc0dd54", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:07:08.217933 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-9b18063e-2438-4e5d-b7de-221fbd5a55c7 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:07:08.217933 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '190da033-9905-44de-9653-e0394c77ffcf', 'name': 'network-vif-deleted', 'tag': 'e853ffad-24a3-49d6-ab37-6bd92dc0dd54', 'status': 'completed', 'code': 200} Sep 24 16:07:08.292570 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-7cf99be7-9eca-416b-82c9-c9137c781132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a91c027-1279-44ef-a13d-14a699163e67', 'name': 'tempest-TestServerBasicOps-1643116134-router', 'tenant_id': '1098ec07f5944ca3aa2ef8c2402dd6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '5e9eee8e-e100-4771-a012-5d89734f50bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:01:39Z', 'updated_at': '2021-09-24T16:01:44Z', 'revision_number': 4, 'project_id': '1098ec07f5944ca3aa2ef8c2402dd6cb', 'gw_port': {'id': '5e9eee8e-e100-4771-a012-5d89734f50bb', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a91c027-1279-44ef-a13d-14a699163e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:01:41Z', 'updated_at': '2021-09-24T16:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '322b54e6-2185-4102-bfd2-71fb92df7851', 'name': '', 'network_id': '91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8', 'tenant_id': '1098ec07f5944ca3aa2ef8c2402dd6cb', 'mac_address': 'fa:16:3e:40:cb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a91c027-1279-44ef-a13d-14a699163e67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': 'e2f4b5a2-b921-44ae-94f4-2c286e9b4e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:01:43Z', 'updated_at': '2021-09-24T16:01:50Z', 'revision_number': 5, 'project_id': '1098ec07f5944ca3aa2ef8c2402dd6cb', 'subnets': [{'id': 'e2f4b5a2-b921-44ae-94f4-2c286e9b4e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:07:08.320447 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf99be7-9eca-416b-82c9-c9137c781132 None None] Checking router: 7a91c027-1279-44ef-a13d-14a699163e67 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:07:08.336153 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf99be7-9eca-416b-82c9-c9137c781132 None None] Routers {'7a91c027-1279-44ef-a13d-14a699163e67'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:07:08.336752 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-7cf99be7-9eca-416b-82c9-c9137c781132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:07:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['7a91c027-1279-44ef-a13d-14a699163e67'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:07:08.450135 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-7cf99be7-9eca-416b-82c9-c9137c781132 None None] Set router 7a91c027-1279-44ef-a13d-14a699163e67 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:07:08.568570 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d9696dc6-aed3-49b4-987b-7a421fef9d0a req-dd646e01-da3b-4ccb-b289-a966e10f0444 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] 10.222.0.101 "GET /v2.0/ports?device_id=190da033-9905-44de-9653-e0394c77ffcf HTTP/1.1" status: 200 len: 210 time: 0.0485241 Sep 24 16:07:08.613209 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 33950) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:07:08.723472 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-7cf99be7-9eca-416b-82c9-c9137c781132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a91c027-1279-44ef-a13d-14a699163e67', 'name': 'tempest-TestServerBasicOps-1643116134-router', 'tenant_id': '1098ec07f5944ca3aa2ef8c2402dd6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '5e9eee8e-e100-4771-a012-5d89734f50bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:01:39Z', 'updated_at': '2021-09-24T16:01:44Z', 'revision_number': 4, 'project_id': '1098ec07f5944ca3aa2ef8c2402dd6cb', 'gw_port': {'id': '5e9eee8e-e100-4771-a012-5d89734f50bb', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a91c027-1279-44ef-a13d-14a699163e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:01:41Z', 'updated_at': '2021-09-24T16:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '322b54e6-2185-4102-bfd2-71fb92df7851', 'name': '', 'network_id': '91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8', 'tenant_id': '1098ec07f5944ca3aa2ef8c2402dd6cb', 'mac_address': 'fa:16:3e:40:cb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a91c027-1279-44ef-a13d-14a699163e67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': 'e2f4b5a2-b921-44ae-94f4-2c286e9b4e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:01:43Z', 'updated_at': '2021-09-24T16:01:50Z', 'revision_number': 5, 'project_id': '1098ec07f5944ca3aa2ef8c2402dd6cb', 'subnets': [{'id': 'e2f4b5a2-b921-44ae-94f4-2c286e9b4e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:07:08.754901 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf99be7-9eca-416b-82c9-c9137c781132 None None] The sync data for ids ['7a91c027-1279-44ef-a13d-14a699163e67'] in n-d-808921-1 is: [{'id': '7a91c027-1279-44ef-a13d-14a699163e67', 'name': 'tempest-TestServerBasicOps-1643116134-router', 'tenant_id': '1098ec07f5944ca3aa2ef8c2402dd6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '5e9eee8e-e100-4771-a012-5d89734f50bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:01:39Z', 'updated_at': '2021-09-24T16:01:44Z', 'revision_number': 4, 'project_id': '1098ec07f5944ca3aa2ef8c2402dd6cb', 'gw_port': {'id': '5e9eee8e-e100-4771-a012-5d89734f50bb', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a91c027-1279-44ef-a13d-14a699163e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:01:41Z', 'updated_at': '2021-09-24T16:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '322b54e6-2185-4102-bfd2-71fb92df7851', 'name': '', 'network_id': '91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8', 'tenant_id': '1098ec07f5944ca3aa2ef8c2402dd6cb', 'mac_address': 'fa:16:3e:40:cb:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a91c027-1279-44ef-a13d-14a699163e67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3430, 'fixed_ips': [{'subnet_id': 'e2f4b5a2-b921-44ae-94f4-2c286e9b4e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:01:43Z', 'updated_at': '2021-09-24T16:01:50Z', 'revision_number': 5, 'project_id': '1098ec07f5944ca3aa2ef8c2402dd6cb', 'subnets': [{'id': 'e2f4b5a2-b921-44ae-94f4-2c286e9b4e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:07:08.839790 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-59e2ddfe-2635-42d5-b2ce-fed95d50f73a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:08.841428 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fbef02-9cd3-44a3-ac8b-7a849e7dec14 req-392d3d97-704d-4444-bfe3-f7ccfedfdad0 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:08.844375 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-65fbef02-9cd3-44a3-ac8b-7a849e7dec14 req-392d3d97-704d-4444-bfe3-f7ccfedfdad0 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a5ae693-22ab-4a24-a6da-cd0c03113bed HTTP/1.1" status: 200 len: 945 time: 0.1187027 Sep 24 16:07:08.903355 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-65fbef02-9cd3-44a3-ac8b-7a849e7dec14 req-0d89c3e1-574a-4716-9c54-997840bdf5bf tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=d02a9e3e-3454-4964-a46b-9470c7e72dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423276 Sep 24 16:07:08.980624 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-59e2ddfe-2635-42d5-b2ce-fed95d50f73a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:09.079921 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-59e2ddfe-2635-42d5-b2ce-fed95d50f73a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:09.153714 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 33972) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:07:09.153883 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-59e2ddfe-2635-42d5-b2ce-fed95d50f73a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=1384ccea4c8e4feb8edc1f5ba8b4e8c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5391772 Sep 24 16:07:09.159150 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:09.163587 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e2ddfe-2635-42d5-b2ce-fed95d50f73a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc481829-eec7-41dd-bab9-2b5bbf534c0c,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:07:09.252364 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48fe6ff0-78fe-4be4-b5ad-d20e1bfe66e5 None None] New status for floating IP 13cb72fd-29e9-4ff7-958d-6e5d27b97db2: DOWN {{(pid=95299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 16:07:09.254109 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2e3ee697-57af-4604-a6e3-5b515a807033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:09.278128 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2e3ee697-57af-4604-a6e3-5b515a807033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:09.491037 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2e3ee697-57af-4604-a6e3-5b515a807033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:09.493702 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2e3ee697-57af-4604-a6e3-5b515a807033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:09.494962 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-2e3ee697-57af-4604-a6e3-5b515a807033 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/fc481829-eec7-41dd-bab9-2b5bbf534c0c HTTP/1.1" status: 204 len: 168 time: 0.3388712 Sep 24 16:07:09.504149 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device e853ffad-24a3-49d6-ab37-6bd92dc0dd54 no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:07:09.506464 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3ee697-57af-4604-a6e3-5b515a807033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc481829-eec7-41dd-bab9-2b5bbf534c0c,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:07:09.549689 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] No Port match for: e853ffad-24a3-49d6-ab37-6bd92dc0dd54 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:07:09.549689 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device e853ffad-24a3-49d6-ab37-6bd92dc0dd54 not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:07:09.629072 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 33988) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:07:09.773588 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-bc5e533d-bdd5-45c0-8508-7f365376d9c5 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Deleting port 75afd1c1-798a-4944-afbf-9f1e885a7380 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:07:09.773939 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bc5e533d-bdd5-45c0-8508-7f365376d9c5 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:09.871625 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bc5e533d-bdd5-45c0-8508-7f365376d9c5 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:09.872294 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bc5e533d-bdd5-45c0-8508-7f365376d9c5 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:09.889034 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-bc5e533d-bdd5-45c0-8508-7f365376d9c5 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Calling delete_port for 75afd1c1-798a-4944-afbf-9f1e885a7380 owned by network:floatingip {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:07:10.062419 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39befae-7df5-4f1b-aea2-7fc7f39885f8 req-20ce1300-587a-4267-980c-106ceb0d3941 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:10.063917 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d39befae-7df5-4f1b-aea2-7fc7f39885f8 req-20ce1300-587a-4267-980c-106ceb0d3941 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a5ae693-22ab-4a24-a6da-cd0c03113bed HTTP/1.1" status: 200 len: 945 time: 0.0885959 Sep 24 16:07:10.112439 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d39befae-7df5-4f1b-aea2-7fc7f39885f8 req-a6260bfb-03a3-41b3-8588-839301364549 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=d02a9e3e-3454-4964-a46b-9470c7e72dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417945 Sep 24 16:07:10.251068 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bc5e533d-bdd5-45c0-8508-7f365376d9c5 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:10.278460 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5e533d-bdd5-45c0-8508-7f365376d9c5 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Pushing event deleted for resources: {'Port': ['ID=75afd1c1-798a-4944-afbf-9f1e885a7380,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:07:10.348075 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bc5e533d-bdd5-45c0-8508-7f365376d9c5 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Notify callbacks [] for floatingip, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:10.351906 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bc5e533d-bdd5-45c0-8508-7f365376d9c5 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:10.353488 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-bc5e533d-bdd5-45c0-8508-7f365376d9c5 tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] 10.222.0.101 "DELETE /v2.0/floatingips/13cb72fd-29e9-4ff7-958d-6e5d27b97db2 HTTP/1.1" status: 204 len: 168 time: 0.7233217 Sep 24 16:07:10.424312 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 34016) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:07:10.485986 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-199601b3-cf89-484f-9f0d-82285900287c tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:10.491047 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 34020) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:07:10.505545 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-54907407-d5a9-4bc0-9f03-bceea8f12a75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:10.516369 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-199601b3-cf89-484f-9f0d-82285900287c tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:10.601926 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-54907407-d5a9-4bc0-9f03-bceea8f12a75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:10.696251 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-199601b3-cf89-484f-9f0d-82285900287c tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:10.698897 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-199601b3-cf89-484f-9f0d-82285900287c tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:10.700136 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-199601b3-cf89-484f-9f0d-82285900287c tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] 10.222.0.101 "DELETE /v2.0/security-groups/96811e7a-b970-41bf-a841-ebc0d2b6f6f3 HTTP/1.1" status: 204 len: 168 time: 0.2748144 Sep 24 16:07:10.710565 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199601b3-cf89-484f-9f0d-82285900287c tempest-TestServerBasicOps-1569426544 tempest-TestServerBasicOps-1569426544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96811e7a-b970-41bf-a841-ebc0d2b6f6f3,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:07:10.736357 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-54907407-d5a9-4bc0-9f03-bceea8f12a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:10.776384 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-54907407-d5a9-4bc0-9f03-bceea8f12a75 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ace6b9d581014574910f03be481b2e30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2841694 Sep 24 16:07:10.778454 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54907407-d5a9-4bc0-9f03-bceea8f12a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddbab4c5-53df-4017-9588-f745b372ffe7,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:07:10.779160 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 34032) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:07:10.830153 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b2c6c4e6-d7a2-44ed-b73e-f02dcf95a4f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:10.852676 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b2c6c4e6-d7a2-44ed-b73e-f02dcf95a4f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:10.903355 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 34038) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:07:11.022681 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:11.102306 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b2c6c4e6-d7a2-44ed-b73e-f02dcf95a4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:11.105096 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b2c6c4e6-d7a2-44ed-b73e-f02dcf95a4f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:11.109331 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b2c6c4e6-d7a2-44ed-b73e-f02dcf95a4f0 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/ddbab4c5-53df-4017-9588-f745b372ffe7 HTTP/1.1" status: 204 len: 168 time: 0.3260844 Sep 24 16:07:11.119853 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c6c4e6-d7a2-44ed-b73e-f02dcf95a4f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddbab4c5-53df-4017-9588-f745b372ffe7,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:07:11.306742 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293319b6-f55e-48a5-a414-bab5104dd0d6 req-3cbbc179-f954-4ab1-9290-c6f8df75a774 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:11.308235 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-293319b6-f55e-48a5-a414-bab5104dd0d6 req-3cbbc179-f954-4ab1-9290-c6f8df75a774 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a5ae693-22ab-4a24-a6da-cd0c03113bed HTTP/1.1" status: 200 len: 945 time: 0.0963712 Sep 24 16:07:11.400866 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-293319b6-f55e-48a5-a414-bab5104dd0d6 req-9571b799-c088-4633-ab2b-b4f0ed4ce262 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=d02a9e3e-3454-4964-a46b-9470c7e72dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859370 Sep 24 16:07:11.565638 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e35d46cd-af8a-4e58-93a0-a13b19b285ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:11.832030 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-e35d46cd-af8a-4e58-93a0-a13b19b285ea admin admin] Deleting port 322b54e6-2185-4102-bfd2-71fb92df7851 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:07:11.832378 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e35d46cd-af8a-4e58-93a0-a13b19b285ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:11.938606 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-e35d46cd-af8a-4e58-93a0-a13b19b285ea admin admin] For port 322b54e6-2185-4102-bfd2-71fb92df7851, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=322b54e6-2185-4102-bfd2-71fb92df7851,segment=NetworkSegment(3e48e6b4-f566-4ec5-9829-79df6899155c),segment_id=3e48e6b4-f566-4ec5-9829-79df6899155c)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:07:11.938606 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e35d46cd-af8a-4e58-93a0-a13b19b285ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:11.955570 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-e35d46cd-af8a-4e58-93a0-a13b19b285ea admin admin] Calling delete_port for 322b54e6-2185-4102-bfd2-71fb92df7851 owned by network:router_interface {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:07:12.290866 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e35d46cd-af8a-4e58-93a0-a13b19b285ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:12.324519 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35d46cd-af8a-4e58-93a0-a13b19b285ea admin admin] Pushing event deleted for resources: {'Port': ['ID=322b54e6-2185-4102-bfd2-71fb92df7851,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:07:12.396454 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 45286707-5ed6-41bb-b6d4-620f0af230bf details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 16:07:12.519206 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e35d46cd-af8a-4e58-93a0-a13b19b285ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:12.535303 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 45286707-5ed6-41bb-b6d4-620f0af230bf, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=45286707-5ed6-41bb-b6d4-620f0af230bf,segment=NetworkSegment(94c0797a-5dbb-467d-9f41-7597f4debf01),segment_id=94c0797a-5dbb-467d-9f41-7597f4debf01)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:07:12.570778 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdccc4c5-eda3-4e4e-af25-69d0c16c6896 req-2f367b98-055b-4ea6-b5a7-6bea94328d56 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:12.573543 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': '45286707-5ed6-41bb-b6d4-620f0af230bf', 'network_id': 'e683698e-96d3-4f25-bed4-4200552ea2ef', 'port_id': '45286707-5ed6-41bb-b6d4-620f0af230bf', 'mac_address': 'fa:16:3e:ea:cc:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04b7f077-c013-4647-8fb9-7721770c2649', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 16:07:12.586809 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fdccc4c5-eda3-4e4e-af25-69d0c16c6896 req-2f367b98-055b-4ea6-b5a7-6bea94328d56 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a5ae693-22ab-4a24-a6da-cd0c03113bed HTTP/1.1" status: 200 len: 945 time: 0.0974579 Sep 24 16:07:12.624714 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:12.641283 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 45286707-5ed6-41bb-b6d4-620f0af230bf {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:07:12.642709 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fdccc4c5-eda3-4e4e-af25-69d0c16c6896 req-908eaff7-ec99-4586-a053-b0401eb801ba tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=d02a9e3e-3454-4964-a46b-9470c7e72dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547149 Sep 24 16:07:12.690575 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 45286707-5ed6-41bb-b6d4-620f0af230bf, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=45286707-5ed6-41bb-b6d4-620f0af230bf,segment=NetworkSegment(94c0797a-5dbb-467d-9f41-7597f4debf01),segment_id=94c0797a-5dbb-467d-9f41-7597f4debf01)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:07:12.790161 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e35d46cd-af8a-4e58-93a0-a13b19b285ea admin admin] Router 7a91c027-1279-44ef-a13d-14a699163e67 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:07:12.797801 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:12.875859 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=45286707-5ed6-41bb-b6d4-620f0af230bf,revision_number=6']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:07:12.886758 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:07:12.887111 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:07:12.887506 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:07:12.887900 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:07:12.888247 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:07:12.888614 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:07:12.889214 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:07:12.889548 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:07:12.890116 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:07:12.890643 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:07:12.891153 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:07:12.891814 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:07:12.898098 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['45286707-5ed6-41bb-b6d4-620f0af230bf'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:07:12.925508 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e35d46cd-af8a-4e58-93a0-a13b19b285ea admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:07:12.934507 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 34118) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:07:12.937769 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c5d102-4768-42a4-8492-5020f98062fd None None] Sync routers for ids ['7a91c027-1279-44ef-a13d-14a699163e67'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:07:12.947010 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-e35d46cd-af8a-4e58-93a0-a13b19b285ea admin admin] 10.222.0.101 "PUT /v2.0/routers/7a91c027-1279-44ef-a13d-14a699163e67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0418904 Sep 24 16:07:12.953428 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c5d102-4768-42a4-8492-5020f98062fd None None] Routers {'7a91c027-1279-44ef-a13d-14a699163e67'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:07:12.958642 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-c3c5d102-4768-42a4-8492-5020f98062fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:07:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['7a91c027-1279-44ef-a13d-14a699163e67'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:07:13.124116 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-c3c5d102-4768-42a4-8492-5020f98062fd None None] Set router 7a91c027-1279-44ef-a13d-14a699163e67 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:07:13.356342 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-c3c5d102-4768-42a4-8492-5020f98062fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a91c027-1279-44ef-a13d-14a699163e67', 'name': 'tempest-TestServerBasicOps-1643116134-router', 'tenant_id': '1098ec07f5944ca3aa2ef8c2402dd6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '5e9eee8e-e100-4771-a012-5d89734f50bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:01:39Z', 'updated_at': '2021-09-24T16:07:12Z', 'revision_number': 5, 'project_id': '1098ec07f5944ca3aa2ef8c2402dd6cb', 'gw_port': {'id': '5e9eee8e-e100-4771-a012-5d89734f50bb', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a91c027-1279-44ef-a13d-14a699163e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:01:41Z', 'updated_at': '2021-09-24T16:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:07:13.401964 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c5d102-4768-42a4-8492-5020f98062fd None None] Checking router: 7a91c027-1279-44ef-a13d-14a699163e67 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:07:13.413515 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c5d102-4768-42a4-8492-5020f98062fd None None] Routers {'7a91c027-1279-44ef-a13d-14a699163e67'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:07:13.414298 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-c3c5d102-4768-42a4-8492-5020f98062fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:07:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['7a91c027-1279-44ef-a13d-14a699163e67'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:07:13.458543 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-aa97ab23-7d48-44f1-976a-fc274c8a0165 admin admin] Notify callbacks [] for router, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:13.545376 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-c3c5d102-4768-42a4-8492-5020f98062fd None None] Set router 7a91c027-1279-44ef-a13d-14a699163e67 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:07:13.576642 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-aa97ab23-7d48-44f1-976a-fc274c8a0165 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:13.760712 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-aa97ab23-7d48-44f1-976a-fc274c8a0165 admin admin] Deleting port 5e9eee8e-e100-4771-a012-5d89734f50bb {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:07:13.761348 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-aa97ab23-7d48-44f1-976a-fc274c8a0165 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:13.793125 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-c3c5d102-4768-42a4-8492-5020f98062fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a91c027-1279-44ef-a13d-14a699163e67', 'name': 'tempest-TestServerBasicOps-1643116134-router', 'tenant_id': '1098ec07f5944ca3aa2ef8c2402dd6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '5e9eee8e-e100-4771-a012-5d89734f50bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:01:39Z', 'updated_at': '2021-09-24T16:07:12Z', 'revision_number': 5, 'project_id': '1098ec07f5944ca3aa2ef8c2402dd6cb', 'gw_port': {'id': '5e9eee8e-e100-4771-a012-5d89734f50bb', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a91c027-1279-44ef-a13d-14a699163e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:01:41Z', 'updated_at': '2021-09-24T16:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:07:13.804514 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc689dee-eb2b-48f9-a2a1-73e467f97af3 req-2d85da78-b5ea-4984-9444-fda2897e3fbc tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:13.812162 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dc689dee-eb2b-48f9-a2a1-73e467f97af3 req-2d85da78-b5ea-4984-9444-fda2897e3fbc tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a5ae693-22ab-4a24-a6da-cd0c03113bed HTTP/1.1" status: 200 len: 944 time: 0.0731957 Sep 24 16:07:13.839565 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c5d102-4768-42a4-8492-5020f98062fd None None] The sync data for ids ['7a91c027-1279-44ef-a13d-14a699163e67'] in n-d-808921-1 is: [{'id': '7a91c027-1279-44ef-a13d-14a699163e67', 'name': 'tempest-TestServerBasicOps-1643116134-router', 'tenant_id': '1098ec07f5944ca3aa2ef8c2402dd6cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.226'}], 'enable_snat': True}, 'gw_port_id': '5e9eee8e-e100-4771-a012-5d89734f50bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:01:39Z', 'updated_at': '2021-09-24T16:07:12Z', 'revision_number': 5, 'project_id': '1098ec07f5944ca3aa2ef8c2402dd6cb', 'gw_port': {'id': '5e9eee8e-e100-4771-a012-5d89734f50bb', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:2f:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a91c027-1279-44ef-a13d-14a699163e67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3429, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:01:41Z', 'updated_at': '2021-09-24T16:01:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:07:13.869303 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-aa97ab23-7d48-44f1-976a-fc274c8a0165 admin admin] For port 5e9eee8e-e100-4771-a012-5d89734f50bb, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=5e9eee8e-e100-4771-a012-5d89734f50bb,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:07:13.869681 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-aa97ab23-7d48-44f1-976a-fc274c8a0165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:13.899692 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dc689dee-eb2b-48f9-a2a1-73e467f97af3 req-8ace6acd-50a9-4312-9420-ac1bb56d882d tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=d02a9e3e-3454-4964-a46b-9470c7e72dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856142 Sep 24 16:07:13.900723 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-aa97ab23-7d48-44f1-976a-fc274c8a0165 admin admin] Calling delete_port for 5e9eee8e-e100-4771-a012-5d89734f50bb owned by network:router_gateway {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:07:14.245894 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-aa97ab23-7d48-44f1-976a-fc274c8a0165 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:14.280385 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa97ab23-7d48-44f1-976a-fc274c8a0165 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e9eee8e-e100-4771-a012-5d89734f50bb,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:07:14.374145 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-aa97ab23-7d48-44f1-976a-fc274c8a0165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586576'] for router_gateway, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:14.424306 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 45286707-5ed6-41bb-b6d4-620f0af230bf up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:07:14.509556 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port 45286707-5ed6-41bb-b6d4-620f0af230bf triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:07:14.516738 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:14.530691 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-aa97ab23-7d48-44f1-976a-fc274c8a0165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:14.543297 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-aa97ab23-7d48-44f1-976a-fc274c8a0165 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:14.625661 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:14.651088 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a5ae693-22ab-4a24-a6da-cd0c03113bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45286707-5ed6-41bb-b6d4-620f0af230bf'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:07:14.653594 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5903e460-0d1f-4be9-910b-ecd27c924f8f" -d '{"events": [{"server_uuid": "7a5ae693-22ab-4a24-a6da-cd0c03113bed", "name": "network-vif-plugged", "status": "completed", "tag": "45286707-5ed6-41bb-b6d4-620f0af230bf"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:07:14.666158 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a056d3-41af-405e-a044-ed4fe3e8ea40 req-5e0feedc-4ab2-4f03-8ba2-e6487792e295 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:14.667037 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-60a056d3-41af-405e-a044-ed4fe3e8ea40 req-5e0feedc-4ab2-4f03-8ba2-e6487792e295 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/networks?id=6dfcf71b-a430-45da-8447-3d600e4a0e09 HTTP/1.1" status: 200 len: 811 time: 0.2618294 Sep 24 16:07:14.680946 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 45286707-5ed6-41bb-b6d4-620f0af230bf, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=45286707-5ed6-41bb-b6d4-620f0af230bf,segment=NetworkSegment(94c0797a-5dbb-467d-9f41-7597f4debf01),segment_id=94c0797a-5dbb-467d-9f41-7597f4debf01)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:07:14.686302 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-60a056d3-41af-405e-a044-ed4fe3e8ea40 req-9bf9b290-5be5-4fa4-9a82-798751100547 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/quotas/ad0a95e7731d4c36b80c295f85c49988 HTTP/1.1" status: 200 len: 375 time: 0.0131426 Sep 24 16:07:14.732793 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-aa97ab23-7d48-44f1-976a-fc274c8a0165 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:14.733387 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa97ab23-7d48-44f1-976a-fc274c8a0165 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a91c027-1279-44ef-a13d-14a699163e67 {{(pid=95297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 16:07:14.739475 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-aa97ab23-7d48-44f1-976a-fc274c8a0165 admin admin] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:14.741622 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-aa97ab23-7d48-44f1-976a-fc274c8a0165 admin admin] 10.222.0.101 "DELETE /v2.0/routers/7a91c027-1279-44ef-a13d-14a699163e67 HTTP/1.1" status: 204 len: 168 time: 1.8057768 Sep 24 16:07:14.744078 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 34236) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:07:14.765195 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:14.771859 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-60a056d3-41af-405e-a044-ed4fe3e8ea40 req-afa5970b-ab85-4dea-b34e-c1550b1d2874 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=ad0a95e7731d4c36b80c295f85c49988&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0755913 Sep 24 16:07:14.809447 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eef775f-ed33-43b7-8fb4-368eea27ef26 admin admin] Deleting subnet e2f4b5a2-b921-44ae-94f4-2c286e9b4e3f {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 16:07:14.812998 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9eef775f-ed33-43b7-8fb4-368eea27ef26 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:14.864354 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9eef775f-ed33-43b7-8fb4-368eea27ef26 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:14.976163 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-60a056d3-41af-405e-a044-ed4fe3e8ea40 req-3dbe3f8e-5c74-4b3c-8db4-c7220f595254 service neutron] 10.222.0.101 "GET /v2.0/networks/6dfcf71b-a430-45da-8447-3d600e4a0e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032225 Sep 24 16:07:14.998091 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9eef775f-ed33-43b7-8fb4-368eea27ef26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:15.149063 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7b13d4-52ef-499c-8ec0-9c4277cd0ed4 req-348ee55a-7a1c-40ff-b491-23c2ce1b8eaf tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:15.151298 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-eb7b13d4-52ef-499c-8ec0-9c4277cd0ed4 req-348ee55a-7a1c-40ff-b491-23c2ce1b8eaf tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a5ae693-22ab-4a24-a6da-cd0c03113bed HTTP/1.1" status: 200 len: 945 time: 0.0737371 Sep 24 16:07:15.167587 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-60a056d3-41af-405e-a044-ed4fe3e8ea40 req-b2cf15ef-df9b-4dfb-a9cd-7e6a789f722d service neutron] 10.222.0.101 "GET /v2.0/networks/6dfcf71b-a430-45da-8447-3d600e4a0e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812131 Sep 24 16:07:15.188022 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8efb1e8-8044-4255-b1ea-932b7bf2ba57 x-openstack-request-id: req-f8efb1e8-8044-4255-b1ea-932b7bf2ba57 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:07:15.189899 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a5ae693-22ab-4a24-a6da-cd0c03113bed", "name": "network-vif-plugged", "status": "completed", "tag": "45286707-5ed6-41bb-b6d4-620f0af230bf", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:07:15.189899 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-f8efb1e8-8044-4255-b1ea-932b7bf2ba57 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:07:15.189899 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a5ae693-22ab-4a24-a6da-cd0c03113bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45286707-5ed6-41bb-b6d4-620f0af230bf', 'code': 200} Sep 24 16:07:15.225596 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=45286707-5ed6-41bb-b6d4-620f0af230bf,revision_number=7']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:07:15.241524 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-eb7b13d4-52ef-499c-8ec0-9c4277cd0ed4 req-10f1f594-516f-4703-a5f6-4f1d235780b0 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=d02a9e3e-3454-4964-a46b-9470c7e72dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802412 Sep 24 16:07:15.243151 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9eef775f-ed33-43b7-8fb4-368eea27ef26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:15.294096 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eef775f-ed33-43b7-8fb4-368eea27ef26 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2f4b5a2-b921-44ae-94f4-2c286e9b4e3f,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:07:15.294096 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9eef775f-ed33-43b7-8fb4-368eea27ef26 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:15.297412 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-9eef775f-ed33-43b7-8fb4-368eea27ef26 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/e2f4b5a2-b921-44ae-94f4-2c286e9b4e3f HTTP/1.1" status: 204 len: 168 time: 0.5496020 Sep 24 16:07:15.298720 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 34264) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:07:15.301781 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09a6f8e-33c5-4b4d-a500-90ff28325068 None None] Network 91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:07:15.418906 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-77c33001-8136-4c57-abde-ad5f71e8557e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:15.496450 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-77c33001-8136-4c57-abde-ad5f71e8557e admin admin] Deleting port a5b01241-2938-4882-aacd-8f5192048b93 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:07:15.496879 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-77c33001-8136-4c57-abde-ad5f71e8557e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:15.627068 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-77c33001-8136-4c57-abde-ad5f71e8557e admin admin] For port a5b01241-2938-4882-aacd-8f5192048b93, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=a5b01241-2938-4882-aacd-8f5192048b93,segment=NetworkSegment(3e48e6b4-f566-4ec5-9829-79df6899155c),segment_id=3e48e6b4-f566-4ec5-9829-79df6899155c)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:07:15.627664 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-77c33001-8136-4c57-abde-ad5f71e8557e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:15.628148 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4f788b-b4fa-4a43-8c82-d5e8a074fddc None None] DHCP port deletion for 91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 16:07:15.651417 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-77c33001-8136-4c57-abde-ad5f71e8557e admin admin] Calling delete_port for a5b01241-2938-4882-aacd-8f5192048b93 owned by network:dhcp {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:07:15.751673 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-3f4f788b-b4fa-4a43-8c82-d5e8a074fddc None None] Deleting port a5b01241-2938-4882-aacd-8f5192048b93 {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:07:15.751673 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3f4f788b-b4fa-4a43-8c82-d5e8a074fddc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:15.768654 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device a5b01241-2938-4882-aacd-8f5192048b93 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:07:15.919201 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:15.923890 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-3f4f788b-b4fa-4a43-8c82-d5e8a074fddc None None] For port a5b01241-2938-4882-aacd-8f5192048b93, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=a5b01241-2938-4882-aacd-8f5192048b93,segment=NetworkSegment(3e48e6b4-f566-4ec5-9829-79df6899155c),segment_id=3e48e6b4-f566-4ec5-9829-79df6899155c)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:07:15.924280 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3f4f788b-b4fa-4a43-8c82-d5e8a074fddc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:15.948630 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-3f4f788b-b4fa-4a43-8c82-d5e8a074fddc None None] Calling delete_port for a5b01241-2938-4882-aacd-8f5192048b93 owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:07:15.977221 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-77c33001-8136-4c57-abde-ad5f71e8557e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:16.008939 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c33001-8136-4c57-abde-ad5f71e8557e admin admin] Pushing event deleted for resources: {'Port': ['ID=a5b01241-2938-4882-aacd-8f5192048b93,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:07:16.020196 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c33001-8136-4c57-abde-ad5f71e8557e admin admin] No DVR routers for this DVR port a5b01241-2938-4882-aacd-8f5192048b93 on host n-d-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:07:16.036843 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 5e9eee8e-e100-4771-a012-5d89734f50bb no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:07:16.088933 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 5e9eee8e-e100-4771-a012-5d89734f50bb {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:07:16.089330 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 5e9eee8e-e100-4771-a012-5d89734f50bb not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:07:16.089713 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 322b54e6-2185-4102-bfd2-71fb92df7851 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:07:16.111425 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 322b54e6-2185-4102-bfd2-71fb92df7851 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:07:16.111642 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 322b54e6-2185-4102-bfd2-71fb92df7851 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:07:16.141123 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3f4f788b-b4fa-4a43-8c82-d5e8a074fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:16.175349 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4f788b-b4fa-4a43-8c82-d5e8a074fddc None None] No DVR routers for this DVR port a5b01241-2938-4882-aacd-8f5192048b93 on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:07:16.179184 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4f788b-b4fa-4a43-8c82-d5e8a074fddc None None] Pushing event deleted for resources: {'Port': ['ID=a5b01241-2938-4882-aacd-8f5192048b93,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:07:16.231022 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-120a507f-4a02-483c-b219-bbf677aecd6c req-850e7c2c-13d7-4482-a21c-84ca2f5a7e17 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=e84657bd-6050-4d30-a9fe-c20fa76263b7 HTTP/1.1" status: 200 len: 210 time: 0.0563450 Sep 24 16:07:16.259631 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-77c33001-8136-4c57-abde-ad5f71e8557e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:16.330533 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-77c33001-8136-4c57-abde-ad5f71e8557e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:07:16.354860 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-77c33001-8136-4c57-abde-ad5f71e8557e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e48e6b4-f566-4ec5-9829-79df6899155c') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:07:16.355159 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-77c33001-8136-4c57-abde-ad5f71e8557e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e48e6b4-f566-4ec5-9829-79df6899155c') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:07:16.381020 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-77c33001-8136-4c57-abde-ad5f71e8557e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:16.422054 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-77c33001-8136-4c57-abde-ad5f71e8557e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:16.442072 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77c33001-8136-4c57-abde-ad5f71e8557e admin admin] Releasing vlan 1291 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 16:07:16.444628 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-77c33001-8136-4c57-abde-ad5f71e8557e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:16.448054 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 16:07:16.448054 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 16:07:16.448054 n-d-808921-1 neutron-server[95298]: timer() Sep 24 16:07:16.448054 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 16:07:16.448054 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 16:07:16.448054 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 16:07:16.448054 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 16:07:16.448054 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 16:07:16.448054 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 16:07:16.448054 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 16:07:16.448054 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 16:07:16.448054 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 16:07:16.448054 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 16:07:16.448054 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 16:07:16.448054 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 16:07:16.448054 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 16:07:16.448054 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 16:07:16.448054 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 16:07:16.448054 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 16:07:16.448054 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 16:07:16.448054 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 16:07:16.448054 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 16:07:16.448054 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 16:07:16.448054 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 16:07:16.448054 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 16:07:16.448054 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 16:07:16.448054 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 16:07:16.448054 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 16:07:16.448054 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 16:07:16.448054 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 16:07:16.448054 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 16:07:16.448054 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 16:07:16.507417 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26af393b-8b65-4da8-b785-c2aa0323946e req-f9e4b08e-c71b-48dd-b33a-648660d0988f tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:16.510023 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-26af393b-8b65-4da8-b785-c2aa0323946e req-f9e4b08e-c71b-48dd-b33a-648660d0988f tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a5ae693-22ab-4a24-a6da-cd0c03113bed HTTP/1.1" status: 200 len: 945 time: 0.0863819 Sep 24 16:07:16.603657 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-26af393b-8b65-4da8-b785-c2aa0323946e req-cbc03c9c-7517-4c25-9da6-de8d1153a6da tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=d02a9e3e-3454-4964-a46b-9470c7e72dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864599 Sep 24 16:07:16.679181 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-77c33001-8136-4c57-abde-ad5f71e8557e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:16.686102 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-77c33001-8136-4c57-abde-ad5f71e8557e admin admin] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:16.688447 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-77c33001-8136-4c57-abde-ad5f71e8557e admin admin] 10.222.0.101 "DELETE /v2.0/networks/91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8 HTTP/1.1" status: 204 len: 168 time: 1.3898866 Sep 24 16:07:16.691423 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 34324) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:07:16.719953 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c33001-8136-4c57-abde-ad5f71e8557e admin admin] Pushing event deleted for resources: {'Network': ['ID=91de4c07-2cb5-4ec9-8b18-5e75dfd5c1e8,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:07:17.251311 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6e494bd9-855d-4e60-b752-09ad7f9a005c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:17.365680 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9f9e891a-cd28-4a08-9955-b95bdf3451d8 req-0ab43b1b-4999-4077-b614-44a45f242923 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=e84657bd-6050-4d30-a9fe-c20fa76263b7 HTTP/1.1" status: 200 len: 210 time: 0.0715454 Sep 24 16:07:17.606055 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-6e494bd9-855d-4e60-b752-09ad7f9a005c admin admin] Deleting port 128fcffd-5be5-429b-b80a-47d264e8e348 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:07:17.607672 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6e494bd9-855d-4e60-b752-09ad7f9a005c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:17.827737 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-6e494bd9-855d-4e60-b752-09ad7f9a005c admin admin] For port 128fcffd-5be5-429b-b80a-47d264e8e348, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=128fcffd-5be5-429b-b80a-47d264e8e348,segment=NetworkSegment(18f83c3f-ac28-40a6-8e63-948af08a932e),segment_id=18f83c3f-ac28-40a6-8e63-948af08a932e)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:07:17.827976 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6e494bd9-855d-4e60-b752-09ad7f9a005c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:17.868081 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-6e494bd9-855d-4e60-b752-09ad7f9a005c admin admin] Calling delete_port for 128fcffd-5be5-429b-b80a-47d264e8e348 owned by network:router_interface {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:07:18.008570 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9cde9c-06ad-4b31-b36d-d1d56f54dcab req-c5bd9ea7-c7c6-4110-83e1-e366a5f40ff5 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:18.010377 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2f9cde9c-06ad-4b31-b36d-d1d56f54dcab req-c5bd9ea7-c7c6-4110-83e1-e366a5f40ff5 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a5ae693-22ab-4a24-a6da-cd0c03113bed HTTP/1.1" status: 200 len: 945 time: 0.2588296 Sep 24 16:07:18.092560 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2f9cde9c-06ad-4b31-b36d-d1d56f54dcab req-becbd217-b47c-4d9b-8ac4-d51d8148eaa2 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=d02a9e3e-3454-4964-a46b-9470c7e72dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651901 Sep 24 16:07:18.463706 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-894e0e25-5a77-436a-ac11-d9b2e1bfd0c2 req-c01fba92-dd08-4a6d-9631-5ac20045129d tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=e84657bd-6050-4d30-a9fe-c20fa76263b7 HTTP/1.1" status: 200 len: 210 time: 0.0324821 Sep 24 16:07:18.482893 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6e494bd9-855d-4e60-b752-09ad7f9a005c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:18.517895 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e494bd9-855d-4e60-b752-09ad7f9a005c admin admin] Pushing event deleted for resources: {'Port': ['ID=128fcffd-5be5-429b-b80a-47d264e8e348,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:07:18.757038 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6e494bd9-855d-4e60-b752-09ad7f9a005c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:18.993083 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e494bd9-855d-4e60-b752-09ad7f9a005c admin admin] Router 6be840c7-9375-40a5-9fde-a98794d63f29 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:07:19.128023 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e494bd9-855d-4e60-b752-09ad7f9a005c admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:07:19.141225 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-6e494bd9-855d-4e60-b752-09ad7f9a005c admin admin] 10.222.0.101 "PUT /v2.0/routers/6be840c7-9375-40a5-9fde-a98794d63f29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4413719 Sep 24 16:07:19.142685 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84211d4-a19a-47f9-928e-c487ef833db4 None None] Sync routers for ids ['6be840c7-9375-40a5-9fde-a98794d63f29'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:07:19.143077 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 34394) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:07:19.173279 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84211d4-a19a-47f9-928e-c487ef833db4 None None] Routers {'6be840c7-9375-40a5-9fde-a98794d63f29'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:07:19.174213 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-d84211d4-a19a-47f9-928e-c487ef833db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:07:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['6be840c7-9375-40a5-9fde-a98794d63f29'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:07:19.269443 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd00a54f-68d4-4a5b-8ac3-32114f56fad9 req-4e8a81ac-99a9-4b37-8125-58399f935b88 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:19.271262 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bd00a54f-68d4-4a5b-8ac3-32114f56fad9 req-4e8a81ac-99a9-4b37-8125-58399f935b88 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a5ae693-22ab-4a24-a6da-cd0c03113bed HTTP/1.1" status: 200 len: 945 time: 0.0709221 Sep 24 16:07:19.295326 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-d84211d4-a19a-47f9-928e-c487ef833db4 None None] Set router 6be840c7-9375-40a5-9fde-a98794d63f29 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:07:19.318084 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bd00a54f-68d4-4a5b-8ac3-32114f56fad9 req-cb8b8472-8805-4a38-93ad-11bcd3480953 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=d02a9e3e-3454-4964-a46b-9470c7e72dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369351 Sep 24 16:07:19.601281 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-d84211d4-a19a-47f9-928e-c487ef833db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be840c7-9375-40a5-9fde-a98794d63f29', 'name': 'tempest-TestServerBasicOps-598333068-router', 'tenant_id': '0f10f3e0ca0b4075b5f1f048e6e932f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '55f9561b-2e9d-4e64-9622-3def877e4f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:01:49Z', 'updated_at': '2021-09-24T16:07:18Z', 'revision_number': 5, 'project_id': '0f10f3e0ca0b4075b5f1f048e6e932f3', 'gw_port': {'id': '55f9561b-2e9d-4e64-9622-3def877e4f1d', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be840c7-9375-40a5-9fde-a98794d63f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:01:50Z', 'updated_at': '2021-09-24T16:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:07:19.663258 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84211d4-a19a-47f9-928e-c487ef833db4 None None] Checking router: 6be840c7-9375-40a5-9fde-a98794d63f29 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:07:19.690659 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-873a0653-9fd4-440b-9edf-e6d13eab9258 req-f98f4dbc-5869-4534-b919-27a413f3dd22 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=e84657bd-6050-4d30-a9fe-c20fa76263b7 HTTP/1.1" status: 200 len: 210 time: 0.0364883 Sep 24 16:07:19.705554 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84211d4-a19a-47f9-928e-c487ef833db4 None None] Routers {'6be840c7-9375-40a5-9fde-a98794d63f29'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:07:19.706224 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-d84211d4-a19a-47f9-928e-c487ef833db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:07:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['6be840c7-9375-40a5-9fde-a98794d63f29'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:07:19.822634 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d13a1ad5-2fb5-4974-86ed-da897141c4d9 admin admin] Notify callbacks [] for router, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:19.882772 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-d84211d4-a19a-47f9-928e-c487ef833db4 None None] Set router 6be840c7-9375-40a5-9fde-a98794d63f29 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:07:20.147652 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a056d3-41af-405e-a044-ed4fe3e8ea40 req-510922de-a628-4008-8399-7baaeaea0d00 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:20.149837 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-60a056d3-41af-405e-a044-ed4fe3e8ea40 req-510922de-a628-4008-8399-7baaeaea0d00 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.110 "GET /v2.0/networks?id=6dfcf71b-a430-45da-8447-3d600e4a0e09 HTTP/1.1" status: 200 len: 811 time: 0.1827190 Sep 24 16:07:20.167994 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-60a056d3-41af-405e-a044-ed4fe3e8ea40 req-1e7c2aab-73ca-4e8d-9784-9c1142ae9cb6 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Request body: {'port': {'device_id': 'e84657bd-6050-4d30-a9fe-c20fa76263b7', 'network_id': '6dfcf71b-a430-45da-8447-3d600e4a0e09', 'admin_state_up': True, 'tenant_id': 'ad0a95e7731d4c36b80c295f85c49988'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:07:20.463986 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d13a1ad5-2fb5-4974-86ed-da897141c4d9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:20.469873 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-d84211d4-a19a-47f9-928e-c487ef833db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6be840c7-9375-40a5-9fde-a98794d63f29', 'name': 'tempest-TestServerBasicOps-598333068-router', 'tenant_id': '0f10f3e0ca0b4075b5f1f048e6e932f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '55f9561b-2e9d-4e64-9622-3def877e4f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:01:49Z', 'updated_at': '2021-09-24T16:07:18Z', 'revision_number': 5, 'project_id': '0f10f3e0ca0b4075b5f1f048e6e932f3', 'gw_port': {'id': '55f9561b-2e9d-4e64-9622-3def877e4f1d', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be840c7-9375-40a5-9fde-a98794d63f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:01:50Z', 'updated_at': '2021-09-24T16:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:07:20.469873 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84211d4-a19a-47f9-928e-c487ef833db4 None None] The sync data for ids ['6be840c7-9375-40a5-9fde-a98794d63f29'] in n-d-808921-1 is: [{'id': '6be840c7-9375-40a5-9fde-a98794d63f29', 'name': 'tempest-TestServerBasicOps-598333068-router', 'tenant_id': '0f10f3e0ca0b4075b5f1f048e6e932f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.185'}], 'enable_snat': True}, 'gw_port_id': '55f9561b-2e9d-4e64-9622-3def877e4f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:01:49Z', 'updated_at': '2021-09-24T16:07:18Z', 'revision_number': 5, 'project_id': '0f10f3e0ca0b4075b5f1f048e6e932f3', 'gw_port': {'id': '55f9561b-2e9d-4e64-9622-3def877e4f1d', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e9:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6be840c7-9375-40a5-9fde-a98794d63f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:01:50Z', 'updated_at': '2021-09-24T16:01:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:07:20.471519 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f41bc02-c289-4124-91ac-7c36231af789 req-4705f76f-1f3e-439a-bb85-2cd972d016d5 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:20.471519 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4f41bc02-c289-4124-91ac-7c36231af789 req-4705f76f-1f3e-439a-bb85-2cd972d016d5 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a5ae693-22ab-4a24-a6da-cd0c03113bed HTTP/1.1" status: 200 len: 945 time: 0.0616777 Sep 24 16:07:20.526293 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4f41bc02-c289-4124-91ac-7c36231af789 req-c1534946-dcf5-4efd-8d02-c87fcbbc987f tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=d02a9e3e-3454-4964-a46b-9470c7e72dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496535 Sep 24 16:07:20.729194 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60a056d3-41af-405e-a044-ed4fe3e8ea40 req-1e7c2aab-73ca-4e8d-9784-9c1142ae9cb6 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Made reservation on behalf of ad0a95e7731d4c36b80c295f85c49988 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:07:20.734287 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-60a056d3-41af-405e-a044-ed4fe3e8ea40 req-1e7c2aab-73ca-4e8d-9784-9c1142ae9cb6 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:20.836864 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-d13a1ad5-2fb5-4974-86ed-da897141c4d9 admin admin] Deleting port 55f9561b-2e9d-4e64-9622-3def877e4f1d {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:07:20.837203 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d13a1ad5-2fb5-4974-86ed-da897141c4d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:20.936450 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9dcc8703-6914-49a9-a10c-20e0cf1affb9 req-2cac8562-f306-4118-9f55-9b9ba35d673e tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=e84657bd-6050-4d30-a9fe-c20fa76263b7 HTTP/1.1" status: 200 len: 210 time: 0.0767643 Sep 24 16:07:21.167847 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-d13a1ad5-2fb5-4974-86ed-da897141c4d9 admin admin] For port 55f9561b-2e9d-4e64-9622-3def877e4f1d, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=55f9561b-2e9d-4e64-9622-3def877e4f1d,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:07:21.168223 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d13a1ad5-2fb5-4974-86ed-da897141c4d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:21.181247 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-60a056d3-41af-405e-a044-ed4fe3e8ea40 req-1e7c2aab-73ca-4e8d-9784-9c1142ae9cb6 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Allocated IP 172.20.0.12 (6dfcf71b-a430-45da-8447-3d600e4a0e09/a684d0b1-d9da-4f1a-86e3-ebaba7395986/d60ae8e3-52b4-4142-a20c-47dd2a4c8128) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:07:21.196801 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-d13a1ad5-2fb5-4974-86ed-da897141c4d9 admin admin] Calling delete_port for 55f9561b-2e9d-4e64-9622-3def877e4f1d owned by network:router_gateway {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:07:21.648894 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 128fcffd-5be5-429b-b80a-47d264e8e348 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:07:21.649418 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-60a056d3-41af-405e-a044-ed4fe3e8ea40 req-1e7c2aab-73ca-4e8d-9784-9c1142ae9cb6 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:21.681161 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20eaccf-5aa0-47a0-8a0a-fe1f5154d872 req-52d857a6-6172-4110-ad6a-3872cd24f872 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:21.686865 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c20eaccf-5aa0-47a0-8a0a-fe1f5154d872 req-52d857a6-6172-4110-ad6a-3872cd24f872 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a5ae693-22ab-4a24-a6da-cd0c03113bed HTTP/1.1" status: 200 len: 945 time: 0.0615053 Sep 24 16:07:21.690970 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 128fcffd-5be5-429b-b80a-47d264e8e348 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:07:21.691316 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 128fcffd-5be5-429b-b80a-47d264e8e348 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:07:21.730658 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c20eaccf-5aa0-47a0-8a0a-fe1f5154d872 req-d8b2e235-82c1-46e9-bc2c-6c2e128b8d39 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=d02a9e3e-3454-4964-a46b-9470c7e72dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416355 Sep 24 16:07:21.759475 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d13a1ad5-2fb5-4974-86ed-da897141c4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:21.810850 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-60a056d3-41af-405e-a044-ed4fe3e8ea40 req-1e7c2aab-73ca-4e8d-9784-9c1142ae9cb6 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:21.817939 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13a1ad5-2fb5-4974-86ed-da897141c4d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=55f9561b-2e9d-4e64-9622-3def877e4f1d,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:07:21.895650 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60a056d3-41af-405e-a044-ed4fe3e8ea40 req-1e7c2aab-73ca-4e8d-9784-9c1142ae9cb6 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Network 6dfcf71b-a430-45da-8447-3d600e4a0e09 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:07:21.918208 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-60a056d3-41af-405e-a044-ed4fe3e8ea40 req-1e7c2aab-73ca-4e8d-9784-9c1142ae9cb6 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:07:21.921538 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-60a056d3-41af-405e-a044-ed4fe3e8ea40 req-1e7c2aab-73ca-4e8d-9784-9c1142ae9cb6 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:07:21.982519 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7c2aab-73ca-4e8d-9784-9c1142ae9cb6 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Pushing event updated for resources: {'Port': ['ID=d60ae8e3-52b4-4142-a20c-47dd2a4c8128,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:07:22.029054 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a056d3-41af-405e-a044-ed4fe3e8ea40 req-1e7c2aab-73ca-4e8d-9784-9c1142ae9cb6 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:22.032192 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-60a056d3-41af-405e-a044-ed4fe3e8ea40 req-1e7c2aab-73ca-4e8d-9784-9c1142ae9cb6 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:22.037917 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d13a1ad5-2fb5-4974-86ed-da897141c4d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586576'] for router_gateway, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:22.176171 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d13a1ad5-2fb5-4974-86ed-da897141c4d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:22.179205 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d13a1ad5-2fb5-4974-86ed-da897141c4d9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:22.332757 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-ecb25284-adb6-450f-889a-aef97b1da9d9 None None] Provisioning complete for port d60ae8e3-52b4-4142-a20c-47dd2a4c8128 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:07:22.335025 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ecb25284-adb6-450f-889a-aef97b1da9d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:22.342940 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d13a1ad5-2fb5-4974-86ed-da897141c4d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:22.342940 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d13a1ad5-2fb5-4974-86ed-da897141c4d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6be840c7-9375-40a5-9fde-a98794d63f29 {{(pid=95298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 16:07:22.342940 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d13a1ad5-2fb5-4974-86ed-da897141c4d9 admin admin] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:22.345547 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 34498) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:07:22.353457 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-d13a1ad5-2fb5-4974-86ed-da897141c4d9 admin admin] 10.222.0.101 "DELETE /v2.0/routers/6be840c7-9375-40a5-9fde-a98794d63f29 HTTP/1.1" status: 204 len: 168 time: 3.2103968 Sep 24 16:07:22.375350 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0226d6-4918-469e-91bd-b2474230854b req-4afca46a-c959-4761-be7e-2e5734a808ce tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:22.377116 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ea0226d6-4918-469e-91bd-b2474230854b req-4afca46a-c959-4761-be7e-2e5734a808ce tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=e84657bd-6050-4d30-a9fe-c20fa76263b7 HTTP/1.1" status: 200 len: 932 time: 0.1066637 Sep 24 16:07:22.419893 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-60a056d3-41af-405e-a044-ed4fe3e8ea40 req-1e7c2aab-73ca-4e8d-9784-9c1142ae9cb6 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2557325 Sep 24 16:07:22.422579 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-ecb25284-adb6-450f-889a-aef97b1da9d9 None None] Port d60ae8e3-52b4-4142-a20c-47dd2a4c8128 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:07:22.442729 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-60a056d3-41af-405e-a044-ed4fe3e8ea40 req-96ae1288-7ebc-4ab5-9172-fb3d3b60c29c service neutron] Request body: {'port': {'device_id': 'e84657bd-6050-4d30-a9fe-c20fa76263b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:07:22.451976 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-e81952e7-7be8-46b6-b069-4ad2607ba1a9 admin admin] Deleting subnet 7870614f-b4f3-48bf-a715-e41f1f9ba2fe {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 16:07:22.456566 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e81952e7-7be8-46b6-b069-4ad2607ba1a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:22.517418 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e81952e7-7be8-46b6-b069-4ad2607ba1a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:22.527410 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ea0226d6-4918-469e-91bd-b2474230854b req-7e70bcc6-ef2b-42df-85a8-cfc1ea86ee7b tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413765 Sep 24 16:07:22.540344 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-60a056d3-41af-405e-a044-ed4fe3e8ea40 req-96ae1288-7ebc-4ab5-9172-fb3d3b60c29c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:22.704228 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e81952e7-7be8-46b6-b069-4ad2607ba1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:22.909918 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e81952e7-7be8-46b6-b069-4ad2607ba1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:22.996361 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e81952e7-7be8-46b6-b069-4ad2607ba1a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:23.001498 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebc9454-45a9-4c33-a35e-86ef039cffaa None None] Network c99aecf8-7f88-4ceb-882d-090288c05974 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:07:23.004321 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e81952e7-7be8-46b6-b069-4ad2607ba1a9 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/7870614f-b4f3-48bf-a715-e41f1f9ba2fe HTTP/1.1" status: 204 len: 168 time: 0.6572537 Sep 24 16:07:23.011411 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 34524) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:07:23.056721 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81952e7-7be8-46b6-b069-4ad2607ba1a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7870614f-b4f3-48bf-a715-e41f1f9ba2fe,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:07:23.089992 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-60a056d3-41af-405e-a044-ed4fe3e8ea40 req-96ae1288-7ebc-4ab5-9172-fb3d3b60c29c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d60ae8e3-52b4-4142-a20c-47dd2a4c8128 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:07:23.101763 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81952e7-7be8-46b6-b069-4ad2607ba1a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:07:23.103736 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81952e7-7be8-46b6-b069-4ad2607ba1a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:07:23.104374 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81952e7-7be8-46b6-b069-4ad2607ba1a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:07:23.104931 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81952e7-7be8-46b6-b069-4ad2607ba1a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:07:23.108085 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81952e7-7be8-46b6-b069-4ad2607ba1a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:07:23.108513 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-60a056d3-41af-405e-a044-ed4fe3e8ea40 req-96ae1288-7ebc-4ab5-9172-fb3d3b60c29c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:23.109512 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81952e7-7be8-46b6-b069-4ad2607ba1a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:07:23.110944 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81952e7-7be8-46b6-b069-4ad2607ba1a9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:07:23.113483 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81952e7-7be8-46b6-b069-4ad2607ba1a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:07:23.114069 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81952e7-7be8-46b6-b069-4ad2607ba1a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:07:23.114928 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81952e7-7be8-46b6-b069-4ad2607ba1a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:07:23.116056 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81952e7-7be8-46b6-b069-4ad2607ba1a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:07:23.116675 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81952e7-7be8-46b6-b069-4ad2607ba1a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:07:23.137413 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-60a056d3-41af-405e-a044-ed4fe3e8ea40 req-96ae1288-7ebc-4ab5-9172-fb3d3b60c29c service neutron] Transition to ACTIVE for port object d60ae8e3-52b4-4142-a20c-47dd2a4c8128 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 16:07:23.154642 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1fc037-6a86-4d8a-afc4-441143877840 req-a041ded3-a0f9-42eb-8536-c9f2607159ad tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:23.156907 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7f1fc037-6a86-4d8a-afc4-441143877840 req-a041ded3-a0f9-42eb-8536-c9f2607159ad tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a5ae693-22ab-4a24-a6da-cd0c03113bed HTTP/1.1" status: 200 len: 945 time: 0.2997086 Sep 24 16:07:23.216044 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-60a056d3-41af-405e-a044-ed4fe3e8ea40 req-96ae1288-7ebc-4ab5-9172-fb3d3b60c29c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:23.248737 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c230fc1e-5f1b-4933-b084-0b640a366442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:23.312466 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7f1fc037-6a86-4d8a-afc4-441143877840 req-4afffb69-49e0-45bc-8e40-34d4c3854422 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=d02a9e3e-3454-4964-a46b-9470c7e72dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986087 Sep 24 16:07:23.330208 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ae1288-7ebc-4ab5-9172-fb3d3b60c29c service neutron] Pushing event updated for resources: {'Port': ['ID=d60ae8e3-52b4-4142-a20c-47dd2a4c8128,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:07:23.424939 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d20fb27-952a-48c4-9fd1-f43ed16ee0ca None None] DHCP port deletion for c99aecf8-7f88-4ceb-882d-090288c05974 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 16:07:23.438528 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-c230fc1e-5f1b-4933-b084-0b640a366442 admin admin] Deleting port 30cc0d1c-f7e1-4937-8377-bd4c868caffb {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:07:23.438966 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c230fc1e-5f1b-4933-b084-0b640a366442 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:23.514599 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-60a056d3-41af-405e-a044-ed4fe3e8ea40 req-96ae1288-7ebc-4ab5-9172-fb3d3b60c29c service neutron] Attempting to bind port d60ae8e3-52b4-4142-a20c-47dd2a4c8128 on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:07:23.514947 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-60a056d3-41af-405e-a044-ed4fe3e8ea40 req-96ae1288-7ebc-4ab5-9172-fb3d3b60c29c service neutron] Attempting to bind port d60ae8e3-52b4-4142-a20c-47dd2a4c8128 by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': '2092c0c1-8505-4766-a7ca-113875fab965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '6dfcf71b-a430-45da-8447-3d600e4a0e09'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:07:23.515373 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a056d3-41af-405e-a044-ed4fe3e8ea40 req-96ae1288-7ebc-4ab5-9172-fb3d3b60c29c service neutron] Attempting to bind port d60ae8e3-52b4-4142-a20c-47dd2a4c8128 on network 6dfcf71b-a430-45da-8447-3d600e4a0e09 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:07:23.520568 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a056d3-41af-405e-a044-ed4fe3e8ea40 req-96ae1288-7ebc-4ab5-9172-fb3d3b60c29c service neutron] Port d60ae8e3-52b4-4142-a20c-47dd2a4c8128 on network 6dfcf71b-a430-45da-8447-3d600e4a0e09 not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 16:07:23.521139 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a056d3-41af-405e-a044-ed4fe3e8ea40 req-96ae1288-7ebc-4ab5-9172-fb3d3b60c29c service neutron] Attempting to bind port d60ae8e3-52b4-4142-a20c-47dd2a4c8128 on network 6dfcf71b-a430-45da-8447-3d600e4a0e09 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:07:23.529543 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a056d3-41af-405e-a044-ed4fe3e8ea40 req-96ae1288-7ebc-4ab5-9172-fb3d3b60c29c service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:07:23.529949 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a056d3-41af-405e-a044-ed4fe3e8ea40 req-96ae1288-7ebc-4ab5-9172-fb3d3b60c29c service neutron] Checking segment: {'id': '2092c0c1-8505-4766-a7ca-113875fab965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '6dfcf71b-a430-45da-8447-3d600e4a0e09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:07:23.530594 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60a056d3-41af-405e-a044-ed4fe3e8ea40 req-96ae1288-7ebc-4ab5-9172-fb3d3b60c29c service neutron] Bound using segment: {'id': '2092c0c1-8505-4766-a7ca-113875fab965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '6dfcf71b-a430-45da-8447-3d600e4a0e09'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:07:23.531051 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-60a056d3-41af-405e-a044-ed4fe3e8ea40 req-96ae1288-7ebc-4ab5-9172-fb3d3b60c29c service neutron] Bound port: d60ae8e3-52b4-4142-a20c-47dd2a4c8128, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2092c0c1-8505-4766-a7ca-113875fab965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '6dfcf71b-a430-45da-8447-3d600e4a0e09'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:07:23.532398 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-60a056d3-41af-405e-a044-ed4fe3e8ea40 req-96ae1288-7ebc-4ab5-9172-fb3d3b60c29c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:23.594642 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-6d20fb27-952a-48c4-9fd1-f43ed16ee0ca None None] Deleting port 30cc0d1c-f7e1-4937-8377-bd4c868caffb {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:07:23.595056 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6d20fb27-952a-48c4-9fd1-f43ed16ee0ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:23.681117 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-c230fc1e-5f1b-4933-b084-0b640a366442 admin admin] For port 30cc0d1c-f7e1-4937-8377-bd4c868caffb, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=30cc0d1c-f7e1-4937-8377-bd4c868caffb,segment=NetworkSegment(18f83c3f-ac28-40a6-8e63-948af08a932e),segment_id=18f83c3f-ac28-40a6-8e63-948af08a932e)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:07:23.683830 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c230fc1e-5f1b-4933-b084-0b640a366442 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:23.741192 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-c230fc1e-5f1b-4933-b084-0b640a366442 admin admin] Calling delete_port for 30cc0d1c-f7e1-4937-8377-bd4c868caffb owned by network:dhcp {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:07:23.803974 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 30cc0d1c-f7e1-4937-8377-bd4c868caffb no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:07:23.844635 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-60a056d3-41af-405e-a044-ed4fe3e8ea40 req-96ae1288-7ebc-4ab5-9172-fb3d3b60c29c service neutron] For port d60ae8e3-52b4-4142-a20c-47dd2a4c8128, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:07:23.876324 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ea3490-37ba-46ed-ba78-84187cb092d8 req-d4ef46e6-58a4-4d69-bb56-f8c6aaaf4f77 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:23.878091 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-70ea3490-37ba-46ed-ba78-84187cb092d8 req-d4ef46e6-58a4-4d69-bb56-f8c6aaaf4f77 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=e84657bd-6050-4d30-a9fe-c20fa76263b7 HTTP/1.1" status: 200 len: 944 time: 0.1398621 Sep 24 16:07:23.880260 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-60a056d3-41af-405e-a044-ed4fe3e8ea40 req-96ae1288-7ebc-4ab5-9172-fb3d3b60c29c service neutron] For port d60ae8e3-52b4-4142-a20c-47dd2a4c8128, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=d60ae8e3-52b4-4142-a20c-47dd2a4c8128,segment=NetworkSegment(2092c0c1-8505-4766-a7ca-113875fab965),segment_id=2092c0c1-8505-4766-a7ca-113875fab965)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:07:23.941133 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-6d20fb27-952a-48c4-9fd1-f43ed16ee0ca None None] For port 30cc0d1c-f7e1-4937-8377-bd4c868caffb, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=30cc0d1c-f7e1-4937-8377-bd4c868caffb,segment=NetworkSegment(18f83c3f-ac28-40a6-8e63-948af08a932e),segment_id=18f83c3f-ac28-40a6-8e63-948af08a932e)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:07:23.941786 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6d20fb27-952a-48c4-9fd1-f43ed16ee0ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:23.961264 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-6d20fb27-952a-48c4-9fd1-f43ed16ee0ca None None] Calling delete_port for 30cc0d1c-f7e1-4937-8377-bd4c868caffb owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:07:24.011772 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:24.047506 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-70ea3490-37ba-46ed-ba78-84187cb092d8 req-86a50e56-abe8-4423-a3fa-962e69bca6a7 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403558 Sep 24 16:07:24.057763 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-60a056d3-41af-405e-a044-ed4fe3e8ea40 req-96ae1288-7ebc-4ab5-9172-fb3d3b60c29c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:24.079261 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c230fc1e-5f1b-4933-b084-0b640a366442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:24.150062 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 55f9561b-2e9d-4e64-9622-3def877e4f1d no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:07:24.161403 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c230fc1e-5f1b-4933-b084-0b640a366442 admin admin] Pushing event deleted for resources: {'Port': ['ID=30cc0d1c-f7e1-4937-8377-bd4c868caffb,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:07:24.163682 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c230fc1e-5f1b-4933-b084-0b640a366442 admin admin] No DVR routers for this DVR port 30cc0d1c-f7e1-4937-8377-bd4c868caffb on host n-d-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:07:24.178099 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 55f9561b-2e9d-4e64-9622-3def877e4f1d {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:07:24.178669 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 55f9561b-2e9d-4e64-9622-3def877e4f1d not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:07:24.224349 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a056d3-41af-405e-a044-ed4fe3e8ea40 req-96ae1288-7ebc-4ab5-9172-fb3d3b60c29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:24.224986 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-60a056d3-41af-405e-a044-ed4fe3e8ea40 req-96ae1288-7ebc-4ab5-9172-fb3d3b60c29c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:24.228083 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-60a056d3-41af-405e-a044-ed4fe3e8ea40 req-96ae1288-7ebc-4ab5-9172-fb3d3b60c29c service neutron] 10.222.0.110 "PUT /v2.0/ports/d60ae8e3-52b4-4142-a20c-47dd2a4c8128 HTTP/1.1" status: 200 len: 1092 time: 1.7939255 Sep 24 16:07:24.228832 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e84657bd-6050-4d30-a9fe-c20fa76263b7', 'tag': 'd60ae8e3-52b4-4142-a20c-47dd2a4c8128'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:07:24.232332 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-276160b1-5dc5-4139-b556-75d3d1031a4b" -d '{"events": [{"name": "network-changed", "server_uuid": "e84657bd-6050-4d30-a9fe-c20fa76263b7", "tag": "d60ae8e3-52b4-4142-a20c-47dd2a4c8128"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:07:24.245156 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6d20fb27-952a-48c4-9fd1-f43ed16ee0ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:24.305805 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ae1288-7ebc-4ab5-9172-fb3d3b60c29c service neutron] Pushing event updated for resources: {'Port': ['ID=d60ae8e3-52b4-4142-a20c-47dd2a4c8128,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:07:24.308945 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d20fb27-952a-48c4-9fd1-f43ed16ee0ca None None] Pushing event deleted for resources: {'Port': ['ID=30cc0d1c-f7e1-4937-8377-bd4c868caffb,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:07:24.323402 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d20fb27-952a-48c4-9fd1-f43ed16ee0ca None None] No DVR routers for this DVR port 30cc0d1c-f7e1-4937-8377-bd4c868caffb on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:07:24.383232 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d87787d-9aa2-4450-a52e-57114879b8e3 x-openstack-request-id: req-4d87787d-9aa2-4450-a52e-57114879b8e3 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:07:24.383493 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e84657bd-6050-4d30-a9fe-c20fa76263b7", "tag": "d60ae8e3-52b4-4142-a20c-47dd2a4c8128", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:07:24.383753 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4d87787d-9aa2-4450-a52e-57114879b8e3 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:07:24.384154 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e84657bd-6050-4d30-a9fe-c20fa76263b7', 'tag': 'd60ae8e3-52b4-4142-a20c-47dd2a4c8128', 'status': 'completed', 'code': 200} Sep 24 16:07:24.418613 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a056d3-41af-405e-a044-ed4fe3e8ea40 req-8b7f7f4e-20ed-434a-ae7a-b6999276410c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:24.429570 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c230fc1e-5f1b-4933-b084-0b640a366442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:24.436062 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-60a056d3-41af-405e-a044-ed4fe3e8ea40 req-8b7f7f4e-20ed-434a-ae7a-b6999276410c service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=ad0a95e7731d4c36b80c295f85c49988&device_id=e84657bd-6050-4d30-a9fe-c20fa76263b7 HTTP/1.1" status: 200 len: 1095 time: 0.0891643 Sep 24 16:07:24.466299 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-c230fc1e-5f1b-4933-b084-0b640a366442 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c99aecf8-7f88-4ceb-882d-090288c05974']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:07:24.479664 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-c230fc1e-5f1b-4933-b084-0b640a366442 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18f83c3f-ac28-40a6-8e63-948af08a932e') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:07:24.479966 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-c230fc1e-5f1b-4933-b084-0b640a366442 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18f83c3f-ac28-40a6-8e63-948af08a932e') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:07:24.496854 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c230fc1e-5f1b-4933-b084-0b640a366442 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:24.523662 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c230fc1e-5f1b-4933-b084-0b640a366442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:24.532075 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c230fc1e-5f1b-4933-b084-0b640a366442 admin admin] Releasing vlan 1263 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 16:07:24.532776 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c230fc1e-5f1b-4933-b084-0b640a366442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:24.567556 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-60a056d3-41af-405e-a044-ed4fe3e8ea40 req-69cf89f7-8061-4447-9362-6820d289e370 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d60ae8e3-52b4-4142-a20c-47dd2a4c8128 HTTP/1.1" status: 200 len: 217 time: 0.1279364 Sep 24 16:07:24.601451 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 16:07:24.601451 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 16:07:24.601451 n-d-808921-1 neutron-server[95297]: timer() Sep 24 16:07:24.601451 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 16:07:24.601451 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 16:07:24.601451 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 16:07:24.601451 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 16:07:24.601451 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 16:07:24.601451 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 16:07:24.601451 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 16:07:24.601451 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 16:07:24.601451 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 16:07:24.601451 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 16:07:24.601451 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 16:07:24.601451 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 16:07:24.601451 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 16:07:24.601451 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 16:07:24.601451 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 16:07:24.601451 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 16:07:24.601451 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 16:07:24.601451 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 16:07:24.601451 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 16:07:24.601451 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 16:07:24.601451 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 16:07:24.601451 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 16:07:24.601451 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 16:07:24.601451 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 16:07:24.601451 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 16:07:24.601451 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 16:07:24.601451 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 16:07:24.601451 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 16:07:24.601451 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 16:07:24.748549 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a056d3-41af-405e-a044-ed4fe3e8ea40 req-4dd83291-89b9-43e7-8565-e03cc96767d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:24.750406 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-60a056d3-41af-405e-a044-ed4fe3e8ea40 req-4dd83291-89b9-43e7-8565-e03cc96767d8 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=a684d0b1-d9da-4f1a-86e3-ebaba7395986 HTTP/1.1" status: 200 len: 850 time: 0.1364455 Sep 24 16:07:24.915731 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b88fa-341f-41ce-94d6-06e75b0f1b78 req-519a2360-154d-40b7-9697-5a477ed514f5 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:24.927725 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6f9b88fa-341f-41ce-94d6-06e75b0f1b78 req-519a2360-154d-40b7-9697-5a477ed514f5 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a5ae693-22ab-4a24-a6da-cd0c03113bed HTTP/1.1" status: 200 len: 945 time: 0.3710570 Sep 24 16:07:24.962156 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a056d3-41af-405e-a044-ed4fe3e8ea40 req-acffbb85-372b-4869-996a-b784dcd8b3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:24.963719 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-60a056d3-41af-405e-a044-ed4fe3e8ea40 req-acffbb85-372b-4869-996a-b784dcd8b3ed service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=6dfcf71b-a430-45da-8447-3d600e4a0e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1917508 Sep 24 16:07:25.059414 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [req-19d0a847-736d-4151-be59-f16f42e62560 req-2e58790d-0885-47cc-a296-7500fef48594 service neutron] (95297) timed out ('10.222.0.101', 42176) {{(pid=95297) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 24 16:07:25.077348 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6f9b88fa-341f-41ce-94d6-06e75b0f1b78 req-036f005d-6acb-43c8-928f-9e0d3e426881 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=d02a9e3e-3454-4964-a46b-9470c7e72dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486313 Sep 24 16:07:25.168215 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-60a056d3-41af-405e-a044-ed4fe3e8ea40 req-9c91f6ac-ba7c-4281-b6a0-bca6824caec4 service neutron] 10.222.0.110 "GET /v2.0/networks/6dfcf71b-a430-45da-8447-3d600e4a0e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935828 Sep 24 16:07:25.217098 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4207716b-7562-4cfe-8e46-a1359be1d195 req-b241dd69-9009-4975-9872-dda5e062ed89 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:25.228582 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4207716b-7562-4cfe-8e46-a1359be1d195 req-b241dd69-9009-4975-9872-dda5e062ed89 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=e84657bd-6050-4d30-a9fe-c20fa76263b7 HTTP/1.1" status: 200 len: 944 time: 0.0950363 Sep 24 16:07:25.308819 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4207716b-7562-4cfe-8e46-a1359be1d195 req-1dca1d1c-9b09-4e77-adb8-2e5851610c76 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769987 Sep 24 16:07:25.334460 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-60a056d3-41af-405e-a044-ed4fe3e8ea40 req-2c6982ab-7876-4164-a04b-3604562ec5c0 service neutron] 10.222.0.110 "GET /v2.0/networks/6dfcf71b-a430-45da-8447-3d600e4a0e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557138 Sep 24 16:07:25.377180 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c230fc1e-5f1b-4933-b084-0b640a366442 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:25.377180 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c230fc1e-5f1b-4933-b084-0b640a366442 admin admin] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:25.377180 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-c230fc1e-5f1b-4933-b084-0b640a366442 admin admin] 10.222.0.101 "DELETE /v2.0/networks/c99aecf8-7f88-4ceb-882d-090288c05974 HTTP/1.1" status: 204 len: 168 time: 2.3535392 Sep 24 16:07:25.385190 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c230fc1e-5f1b-4933-b084-0b640a366442 admin admin] Pushing event deleted for resources: {'Network': ['ID=c99aecf8-7f88-4ceb-882d-090288c05974,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:07:25.563323 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276160b1-5dc5-4139-b556-75d3d1031a4b req-ab67b370-c3c6-4cda-b4ed-017dfcbf86f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:25.564911 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-276160b1-5dc5-4139-b556-75d3d1031a4b req-ab67b370-c3c6-4cda-b4ed-017dfcbf86f8 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=ad0a95e7731d4c36b80c295f85c49988&device_id=e84657bd-6050-4d30-a9fe-c20fa76263b7 HTTP/1.1" status: 200 len: 1095 time: 0.0466039 Sep 24 16:07:25.661208 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276160b1-5dc5-4139-b556-75d3d1031a4b req-6c8e6d55-b21d-4232-8f8a-72e4018986e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:25.662640 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-276160b1-5dc5-4139-b556-75d3d1031a4b req-6c8e6d55-b21d-4232-8f8a-72e4018986e6 service neutron] 10.222.0.110 "GET /v2.0/networks?id=6dfcf71b-a430-45da-8447-3d600e4a0e09 HTTP/1.1" status: 200 len: 913 time: 0.0861828 Sep 24 16:07:25.717230 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-276160b1-5dc5-4139-b556-75d3d1031a4b req-72e7e220-db48-449b-8d77-cf23f0a627e6 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d60ae8e3-52b4-4142-a20c-47dd2a4c8128 HTTP/1.1" status: 200 len: 217 time: 0.0447006 Sep 24 16:07:25.871775 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276160b1-5dc5-4139-b556-75d3d1031a4b req-31bf93e9-cd22-4109-8c66-ed7c295b1248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:25.873848 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-276160b1-5dc5-4139-b556-75d3d1031a4b req-31bf93e9-cd22-4109-8c66-ed7c295b1248 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=a684d0b1-d9da-4f1a-86e3-ebaba7395986 HTTP/1.1" status: 200 len: 850 time: 0.1466839 Sep 24 16:07:25.927108 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 34628) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:07:25.955885 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276160b1-5dc5-4139-b556-75d3d1031a4b req-fc978c5c-f078-4a5e-a0dd-8206df398d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:25.957802 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-276160b1-5dc5-4139-b556-75d3d1031a4b req-fc978c5c-f078-4a5e-a0dd-8206df398d98 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=6dfcf71b-a430-45da-8447-3d600e4a0e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741832 Sep 24 16:07:26.007991 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-9d6a90db-4b28-46fd-af32-5244f2278b96 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=1098ec07f5944ca3aa2ef8c2402dd6cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0794542 Sep 24 16:07:26.010399 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 34632) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:07:26.073322 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-57a168e8-0e00-4f5e-b1b7-5c02faa89558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:26.109200 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-57a168e8-0e00-4f5e-b1b7-5c02faa89558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:26.127949 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-276160b1-5dc5-4139-b556-75d3d1031a4b req-08fab55f-365f-4555-9c2c-11ea0b5a2622 service neutron] 10.222.0.110 "GET /v2.0/networks/6dfcf71b-a430-45da-8447-3d600e4a0e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624780 Sep 24 16:07:26.285683 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-57a168e8-0e00-4f5e-b1b7-5c02faa89558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:26.289559 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-57a168e8-0e00-4f5e-b1b7-5c02faa89558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:26.290927 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-57a168e8-0e00-4f5e-b1b7-5c02faa89558 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/957a1e00-8361-49f9-bda7-655dbb5184dd HTTP/1.1" status: 204 len: 168 time: 0.2792330 Sep 24 16:07:26.308039 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6d347a-d08a-4869-9895-86bc409ba488 req-9148311e-9753-4cb7-b98f-ccb666abf7ec tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:26.308039 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bd6d347a-d08a-4869-9895-86bc409ba488 req-9148311e-9753-4cb7-b98f-ccb666abf7ec tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a5ae693-22ab-4a24-a6da-cd0c03113bed HTTP/1.1" status: 200 len: 945 time: 0.1238265 Sep 24 16:07:26.312694 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-276160b1-5dc5-4139-b556-75d3d1031a4b req-12c89b11-e460-490c-a687-b5e06fbbf1e5 service neutron] 10.222.0.110 "GET /v2.0/networks/6dfcf71b-a430-45da-8447-3d600e4a0e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762924 Sep 24 16:07:26.335197 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a168e8-0e00-4f5e-b1b7-5c02faa89558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=957a1e00-8361-49f9-bda7-655dbb5184dd,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:07:26.445817 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bd6d347a-d08a-4869-9895-86bc409ba488 req-a838b5b1-ca2c-4374-8097-1e02dde5568a tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=d02a9e3e-3454-4964-a46b-9470c7e72dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320164 Sep 24 16:07:26.534864 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55beecf-113c-4712-b9e0-b578ab704097 req-6bb9d109-b61a-48b7-be5f-0e09e7068e33 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:26.541016 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a55beecf-113c-4712-b9e0-b578ab704097 req-6bb9d109-b61a-48b7-be5f-0e09e7068e33 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=e84657bd-6050-4d30-a9fe-c20fa76263b7 HTTP/1.1" status: 200 len: 944 time: 0.1041443 Sep 24 16:07:26.602027 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a55beecf-113c-4712-b9e0-b578ab704097 req-bc6f4ea7-985d-469f-b420-9f9275d188d2 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584731 Sep 24 16:07:27.176686 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 34678) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:07:27.245543 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-cebb96fd-e7c1-42d6-9b0b-6118bbf83c27 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=0f10f3e0ca0b4075b5f1f048e6e932f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0660472 Sep 24 16:07:27.248829 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 34680) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:07:27.365670 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-60224250-9a55-4ca6-a0b2-a3da83fbca0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:27.401733 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-60224250-9a55-4ca6-a0b2-a3da83fbca0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:27.530228 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-60224250-9a55-4ca6-a0b2-a3da83fbca0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:27.533682 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-60224250-9a55-4ca6-a0b2-a3da83fbca0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:27.535009 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-60224250-9a55-4ca6-a0b2-a3da83fbca0f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/cf1d3cfb-988e-4537-9896-db9bec660091 HTTP/1.1" status: 204 len: 168 time: 0.2850361 Sep 24 16:07:27.559293 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60224250-9a55-4ca6-a0b2-a3da83fbca0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf1d3cfb-988e-4537-9896-db9bec660091,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:07:27.709058 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d0d07-247a-4b51-9cff-34aec8be3b55 req-886d918c-6e98-49a4-8f14-792eeb6cbfb1 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:27.710764 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-695d0d07-247a-4b51-9cff-34aec8be3b55 req-886d918c-6e98-49a4-8f14-792eeb6cbfb1 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a5ae693-22ab-4a24-a6da-cd0c03113bed HTTP/1.1" status: 200 len: 945 time: 0.0819955 Sep 24 16:07:27.809091 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-695d0d07-247a-4b51-9cff-34aec8be3b55 req-d3e3a30f-8809-4115-88f4-7c0410604c56 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=d02a9e3e-3454-4964-a46b-9470c7e72dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869503 Sep 24 16:07:27.815712 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75c1089-679d-4595-a267-dfcbb93160c9 req-86e78839-cc20-47c4-8e21-90330f53c7d9 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:27.832919 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e75c1089-679d-4595-a267-dfcbb93160c9 req-86e78839-cc20-47c4-8e21-90330f53c7d9 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=e84657bd-6050-4d30-a9fe-c20fa76263b7 HTTP/1.1" status: 200 len: 944 time: 0.1327953 Sep 24 16:07:27.902935 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e75c1089-679d-4595-a267-dfcbb93160c9 req-b79c12bf-9c4e-446d-90cf-18dab5d3af83 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687270 Sep 24 16:07:29.006024 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322c7093-8d55-45f1-9e90-d58e795d42c4 req-074e32be-268d-4701-94e8-52bed504af43 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:29.017115 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-322c7093-8d55-45f1-9e90-d58e795d42c4 req-074e32be-268d-4701-94e8-52bed504af43 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a5ae693-22ab-4a24-a6da-cd0c03113bed HTTP/1.1" status: 200 len: 945 time: 0.1050391 Sep 24 16:07:29.073571 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-322c7093-8d55-45f1-9e90-d58e795d42c4 req-201e2589-9e4f-4bd3-83d8-10f62ee904bc tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=d02a9e3e-3454-4964-a46b-9470c7e72dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548401 Sep 24 16:07:29.133003 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3997858-2837-45fa-809a-903a4e918551 req-1ff2a2d4-8e8d-4035-8dd2-3c23dd90c3e9 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:29.139505 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a3997858-2837-45fa-809a-903a4e918551 req-1ff2a2d4-8e8d-4035-8dd2-3c23dd90c3e9 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=e84657bd-6050-4d30-a9fe-c20fa76263b7 HTTP/1.1" status: 200 len: 944 time: 0.0799463 Sep 24 16:07:29.188509 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a3997858-2837-45fa-809a-903a4e918551 req-883a673c-6e0a-4274-9984-c1bb88829fb9 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463414 Sep 24 16:07:30.239316 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5c717f-f835-498f-b8e1-e583d7c936c6 req-819a97cf-1858-40f1-8a9b-ea0ca53dfed3 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:30.251124 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4d5c717f-f835-498f-b8e1-e583d7c936c6 req-819a97cf-1858-40f1-8a9b-ea0ca53dfed3 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a5ae693-22ab-4a24-a6da-cd0c03113bed HTTP/1.1" status: 200 len: 945 time: 0.0913696 Sep 24 16:07:30.325555 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4d5c717f-f835-498f-b8e1-e583d7c936c6 req-8d38fb3b-3db8-4a24-83d7-206da8f5d31d tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=d02a9e3e-3454-4964-a46b-9470c7e72dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686903 Sep 24 16:07:30.377066 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8074417b-969c-40d6-bf14-234053e3eaca req-33aa3934-e2bf-4882-ad7d-258ed5698ba2 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:30.378774 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8074417b-969c-40d6-bf14-234053e3eaca req-33aa3934-e2bf-4882-ad7d-258ed5698ba2 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=e84657bd-6050-4d30-a9fe-c20fa76263b7 HTTP/1.1" status: 200 len: 944 time: 0.0970428 Sep 24 16:07:30.432681 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8074417b-969c-40d6-bf14-234053e3eaca req-e5e99207-fbcd-4f81-af60-5099e0d4f992 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476568 Sep 24 16:07:31.255749 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-169ceb40-2b7c-41df-8b6d-aaf4a077af1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:31.299325 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 34746) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:07:31.432367 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3531eeb2-40ed-46ea-86e8-c70b0de666a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:31.502158 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b8c98-dd56-440a-8017-dcbe7070e835 req-826cd1ad-fab9-4f78-9baf-6c12fdd48851 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:31.503814 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6f1b8c98-dd56-440a-8017-dcbe7070e835 req-826cd1ad-fab9-4f78-9baf-6c12fdd48851 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a5ae693-22ab-4a24-a6da-cd0c03113bed HTTP/1.1" status: 200 len: 945 time: 0.0857401 Sep 24 16:07:31.585292 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6f1b8c98-dd56-440a-8017-dcbe7070e835 req-f5c3977c-bbff-4dd9-9623-f4c9b85a3b92 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=d02a9e3e-3454-4964-a46b-9470c7e72dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701597 Sep 24 16:07:31.588227 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b28ab2-75ba-441b-9b4a-8281f8bb590b req-861d6613-a7e9-4274-87f4-8a4002712b51 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:31.589989 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b4b28ab2-75ba-441b-9b4a-8281f8bb590b req-861d6613-a7e9-4274-87f4-8a4002712b51 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=e84657bd-6050-4d30-a9fe-c20fa76263b7 HTTP/1.1" status: 200 len: 944 time: 0.0716233 Sep 24 16:07:31.631231 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3531eeb2-40ed-46ea-86e8-c70b0de666a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:31.634200 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b4b28ab2-75ba-441b-9b4a-8281f8bb590b req-5fcd05d4-0b4e-4ede-9a00-c23c2ba931e7 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363510 Sep 24 16:07:31.690061 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3531eeb2-40ed-46ea-86e8-c70b0de666a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:31.729889 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-3531eeb2-40ed-46ea-86e8-c70b0de666a9 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=209e493dbf12400987f43c5147560b57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4293187 Sep 24 16:07:31.731037 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3531eeb2-40ed-46ea-86e8-c70b0de666a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfbd837d-06a2-49c2-b28e-4d1cf0baf861,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:07:31.733462 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 34762) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:07:31.792591 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-af60b550-2517-4bdf-8529-c8d10d494fbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:31.815413 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-af60b550-2517-4bdf-8529-c8d10d494fbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:31.936211 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-af60b550-2517-4bdf-8529-c8d10d494fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:31.938815 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-af60b550-2517-4bdf-8529-c8d10d494fbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:31.941077 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-af60b550-2517-4bdf-8529-c8d10d494fbe admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/bfbd837d-06a2-49c2-b28e-4d1cf0baf861 HTTP/1.1" status: 204 len: 168 time: 0.2055686 Sep 24 16:07:31.949551 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af60b550-2517-4bdf-8529-c8d10d494fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfbd837d-06a2-49c2-b28e-4d1cf0baf861,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:07:32.417101 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e83567a-fcf9-4f3d-bbe5-29d62d16b22e req-d646438c-a187-4a63-b1b9-80aa75d74a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:32.419499 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1e83567a-fcf9-4f3d-bbe5-29d62d16b22e req-d646438c-a187-4a63-b1b9-80aa75d74a22 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=47adefb7ca614d33b7bb1493dd2de83a&device_id=7a5ae693-22ab-4a24-a6da-cd0c03113bed HTTP/1.1" status: 200 len: 1096 time: 0.1609287 Sep 24 16:07:32.515108 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 34770) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:07:32.521343 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e83567a-fcf9-4f3d-bbe5-29d62d16b22e req-3fb02c08-5cde-4edd-b8ed-7d23e976b86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:32.525414 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1e83567a-fcf9-4f3d-bbe5-29d62d16b22e req-3fb02c08-5cde-4edd-b8ed-7d23e976b86e service neutron] 10.222.0.108 "GET /v2.0/networks?id=e683698e-96d3-4f25-bed4-4200552ea2ef HTTP/1.1" status: 200 len: 919 time: 0.0951498 Sep 24 16:07:32.530228 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-75b958eb-da88-456e-a7f2-646f98a2fe34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:32.606987 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1e83567a-fcf9-4f3d-bbe5-29d62d16b22e req-f6a6c333-6bbd-417a-9a39-59360fd87e63 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45286707-5ed6-41bb-b6d4-620f0af230bf HTTP/1.1" status: 200 len: 1001 time: 0.0749710 Sep 24 16:07:32.656566 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-75b958eb-da88-456e-a7f2-646f98a2fe34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:32.711542 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e83567a-fcf9-4f3d-bbe5-29d62d16b22e req-f6bef71d-da8b-408b-8d8e-48526aa27416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:32.712954 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1e83567a-fcf9-4f3d-bbe5-29d62d16b22e req-f6bef71d-da8b-408b-8d8e-48526aa27416 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=04b7f077-c013-4647-8fb9-7721770c2649 HTTP/1.1" status: 200 len: 856 time: 0.0988245 Sep 24 16:07:32.718842 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-75b958eb-da88-456e-a7f2-646f98a2fe34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:32.763447 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb9a3e5-68fa-4c67-86ec-56078952f455 req-c20b515b-6549-47f1-b934-5d44529c192d tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:32.765042 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7cb9a3e5-68fa-4c67-86ec-56078952f455 req-c20b515b-6549-47f1-b934-5d44529c192d tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a5ae693-22ab-4a24-a6da-cd0c03113bed HTTP/1.1" status: 200 len: 945 time: 0.0942960 Sep 24 16:07:32.791209 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e83567a-fcf9-4f3d-bbe5-29d62d16b22e req-4704c244-d95a-425f-a9ab-850a8782e66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:32.795443 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1e83567a-fcf9-4f3d-bbe5-29d62d16b22e req-4704c244-d95a-425f-a9ab-850a8782e66a service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=e683698e-96d3-4f25-bed4-4200552ea2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717058 Sep 24 16:07:32.795608 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-75b958eb-da88-456e-a7f2-646f98a2fe34 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=c0804c313ad446ac94b883d35b925bd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2767308 Sep 24 16:07:32.797021 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 34778) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:07:32.807440 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc89b4-e696-4212-b380-b1418821676e req-6f184fed-db3f-4a59-9880-63b86b7bc12c tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:32.808688 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6ccc89b4-e696-4212-b380-b1418821676e req-6f184fed-db3f-4a59-9880-63b86b7bc12c tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=e84657bd-6050-4d30-a9fe-c20fa76263b7 HTTP/1.1" status: 200 len: 944 time: 0.1025732 Sep 24 16:07:32.809947 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b958eb-da88-456e-a7f2-646f98a2fe34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f28edf-cfdf-48f4-a5ce-4cc785d81df1,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:07:32.866647 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6ccc89b4-e696-4212-b380-b1418821676e req-75cab147-5635-430e-bcff-150832659f2e tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460725 Sep 24 16:07:32.868144 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7cb9a3e5-68fa-4c67-86ec-56078952f455 req-564b29c5-d277-4bc9-9bdd-6b6bb24755ab tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=d02a9e3e-3454-4964-a46b-9470c7e72dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957680 Sep 24 16:07:32.936707 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d4c64874-7c41-4fe4-bf53-e062d0f63980 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:32.956568 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1e83567a-fcf9-4f3d-bbe5-29d62d16b22e req-f8993e5e-1e4b-4a4f-83b3-1aa39b91ec8e service neutron] 10.222.0.108 "GET /v2.0/networks/e683698e-96d3-4f25-bed4-4200552ea2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549087 Sep 24 16:07:32.977329 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d4c64874-7c41-4fe4-bf53-e062d0f63980 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:33.096730 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1e83567a-fcf9-4f3d-bbe5-29d62d16b22e req-1f92b6ff-333f-4664-a9b5-51647933eb82 service neutron] 10.222.0.108 "GET /v2.0/networks/e683698e-96d3-4f25-bed4-4200552ea2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325064 Sep 24 16:07:33.192827 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d4c64874-7c41-4fe4-bf53-e062d0f63980 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:33.195555 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d4c64874-7c41-4fe4-bf53-e062d0f63980 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:33.196759 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-d4c64874-7c41-4fe4-bf53-e062d0f63980 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/28f28edf-cfdf-48f4-a5ce-4cc785d81df1 HTTP/1.1" status: 204 len: 168 time: 0.3989184 Sep 24 16:07:33.207251 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c64874-7c41-4fe4-bf53-e062d0f63980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f28edf-cfdf-48f4-a5ce-4cc785d81df1,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:07:33.890003 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7cdbb37f-768b-441b-bc77-c30364f4e2b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:34.015879 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b65394-a8f4-4930-9ec0-8c7a9118f146 req-c985d1e2-fa20-4484-8154-dcf908b940c1 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:34.017181 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4400b75-c2c7-458f-89ef-060ebe93ef95 req-e85b7198-2a03-48a1-b102-212cfab52844 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:34.018834 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c2b65394-a8f4-4930-9ec0-8c7a9118f146 req-c985d1e2-fa20-4484-8154-dcf908b940c1 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=e84657bd-6050-4d30-a9fe-c20fa76263b7 HTTP/1.1" status: 200 len: 944 time: 0.0722272 Sep 24 16:07:34.025585 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d4400b75-c2c7-458f-89ef-060ebe93ef95 req-e85b7198-2a03-48a1-b102-212cfab52844 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a5ae693-22ab-4a24-a6da-cd0c03113bed HTTP/1.1" status: 200 len: 945 time: 0.0678842 Sep 24 16:07:34.073525 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:07:34.074167 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c2b65394-a8f4-4930-9ec0-8c7a9118f146 req-6675d7e9-6b97-4968-a402-cc16d65b5a46 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456491 Sep 24 16:07:34.085815 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d4400b75-c2c7-458f-89ef-060ebe93ef95 req-124e3e75-d5ba-4602-b4da-dd7d7b64370c tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=d02a9e3e-3454-4964-a46b-9470c7e72dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537097 Sep 24 16:07:34.279873 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:34.533013 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 45286707-5ed6-41bb-b6d4-620f0af230bf no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:07:34.614478 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:34.647120 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a5ae693-22ab-4a24-a6da-cd0c03113bed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45286707-5ed6-41bb-b6d4-620f0af230bf'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:07:34.648665 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f157b4-0743-48d0-baa1-0bcb385353e3" -d '{"events": [{"server_uuid": "7a5ae693-22ab-4a24-a6da-cd0c03113bed", "name": "network-vif-unplugged", "status": "completed", "tag": "45286707-5ed6-41bb-b6d4-620f0af230bf"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:07:34.690360 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 45286707-5ed6-41bb-b6d4-620f0af230bf, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=45286707-5ed6-41bb-b6d4-620f0af230bf,segment=NetworkSegment(94c0797a-5dbb-467d-9f41-7597f4debf01),segment_id=94c0797a-5dbb-467d-9f41-7597f4debf01)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:07:34.711786 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 16:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9102184c-f466-487d-89cd-a7f406495d0f x-openstack-request-id: req-9102184c-f466-487d-89cd-a7f406495d0f {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:07:34.711786 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a5ae693-22ab-4a24-a6da-cd0c03113bed", "name": "network-vif-unplugged", "status": "completed", "tag": "45286707-5ed6-41bb-b6d4-620f0af230bf", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:07:34.711786 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-9102184c-f466-487d-89cd-a7f406495d0f {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:07:34.711786 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a5ae693-22ab-4a24-a6da-cd0c03113bed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45286707-5ed6-41bb-b6d4-620f0af230bf', 'code': 200} Sep 24 16:07:34.769906 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:34.826612 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=45286707-5ed6-41bb-b6d4-620f0af230bf,revision_number=8']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:07:35.229502 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563012c8-ef6a-4079-b47f-355c0cbb09f9 req-d9463c2a-1c8b-4676-ae18-1280224be3ad tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:35.231860 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-563012c8-ef6a-4079-b47f-355c0cbb09f9 req-d9463c2a-1c8b-4676-ae18-1280224be3ad tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=e84657bd-6050-4d30-a9fe-c20fa76263b7 HTTP/1.1" status: 200 len: 944 time: 0.0714948 Sep 24 16:07:35.264326 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603cda15-f654-4af6-9413-7ab364104d6b req-3e5bc97a-b0a4-4d86-aad5-dfe9477d8aff tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:35.271373 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-603cda15-f654-4af6-9413-7ab364104d6b req-3e5bc97a-b0a4-4d86-aad5-dfe9477d8aff tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a5ae693-22ab-4a24-a6da-cd0c03113bed HTTP/1.1" status: 200 len: 943 time: 0.0887871 Sep 24 16:07:35.281886 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-563012c8-ef6a-4079-b47f-355c0cbb09f9 req-defd60a1-fc68-451b-b2c6-57fa9b969468 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430472 Sep 24 16:07:35.313269 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-603cda15-f654-4af6-9413-7ab364104d6b req-5843716d-4e81-4c9f-b38d-6f607e654418 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=d02a9e3e-3454-4964-a46b-9470c7e72dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401900 Sep 24 16:07:35.353029 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:36.452327 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa6937a-b6e5-49b0-96fc-9b3e3de83669 req-b7012e93-3686-4e3b-becd-489782a4c335 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:36.453907 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-afa6937a-b6e5-49b0-96fc-9b3e3de83669 req-b7012e93-3686-4e3b-becd-489782a4c335 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=e84657bd-6050-4d30-a9fe-c20fa76263b7 HTTP/1.1" status: 200 len: 944 time: 0.0643268 Sep 24 16:07:36.491371 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-afa6937a-b6e5-49b0-96fc-9b3e3de83669 req-10001c35-79bd-48bf-918d-63547bdfa04a tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377145 Sep 24 16:07:36.605863 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1ca49ef2-1cce-4a28-baec-cf08c504ea6b req-678d142f-1747-49a5-8407-3e4c047a01af service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=e8f26fed-5c7e-438c-8bb2-8eac2914bb79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422857 Sep 24 16:07:36.674494 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca49ef2-1cce-4a28-baec-cf08c504ea6b req-29693027-7818-4724-aa93-eb846e03d617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:36.676310 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1ca49ef2-1cce-4a28-baec-cf08c504ea6b req-29693027-7818-4724-aa93-eb846e03d617 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=ee226ab1cfac45edb48a2d9761f73895&device_id=e8f26fed-5c7e-438c-8bb2-8eac2914bb79 HTTP/1.1" status: 200 len: 1097 time: 0.0481203 Sep 24 16:07:36.752847 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:36.790500 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca49ef2-1cce-4a28-baec-cf08c504ea6b req-53585d70-a68c-4357-895d-fd5287b7bda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:36.791890 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1ca49ef2-1cce-4a28-baec-cf08c504ea6b req-53585d70-a68c-4357-895d-fd5287b7bda7 service neutron] 10.222.0.108 "GET /v2.0/networks?id=219a3b95-2b97-4a78-a69d-aa4cf228340a HTTP/1.1" status: 200 len: 916 time: 0.0960186 Sep 24 16:07:36.859305 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1ca49ef2-1cce-4a28-baec-cf08c504ea6b req-b6198379-2e2e-4787-b09b-0c82e9a0a439 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5 HTTP/1.1" status: 200 len: 1001 time: 0.0607505 Sep 24 16:07:36.911915 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca49ef2-1cce-4a28-baec-cf08c504ea6b req-f11f426d-3a97-431a-944a-bd5590cfcfab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:36.918645 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1ca49ef2-1cce-4a28-baec-cf08c504ea6b req-f11f426d-3a97-431a-944a-bd5590cfcfab service neutron] 10.222.0.108 "GET /v2.0/subnets?id=b1fa37ff-fc61-4471-a46e-39625d062436 HTTP/1.1" status: 200 len: 853 time: 0.0461056 Sep 24 16:07:36.972867 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca49ef2-1cce-4a28-baec-cf08c504ea6b req-fd57dfec-c716-4cf4-b38c-464d1fc3fe65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:36.974606 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1ca49ef2-1cce-4a28-baec-cf08c504ea6b req-fd57dfec-c716-4cf4-b38c-464d1fc3fe65 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=219a3b95-2b97-4a78-a69d-aa4cf228340a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532391 Sep 24 16:07:37.081252 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1ca49ef2-1cce-4a28-baec-cf08c504ea6b req-b5e3c9b3-71d4-41a5-a6d9-3fc383529076 service neutron] 10.222.0.108 "GET /v2.0/networks/219a3b95-2b97-4a78-a69d-aa4cf228340a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996673 Sep 24 16:07:37.198605 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1ca49ef2-1cce-4a28-baec-cf08c504ea6b req-2f93d280-2d7a-47e8-9e97-43fe209e7e8d service neutron] 10.222.0.108 "GET /v2.0/networks/219a3b95-2b97-4a78-a69d-aa4cf228340a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081975 Sep 24 16:07:37.510375 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb451a-1679-415a-83f9-5ffb1f65e314 req-927ebc2e-2733-4f38-8972-9f832593f41e tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:37.512038 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2bdb451a-1679-415a-83f9-5ffb1f65e314 req-927ebc2e-2733-4f38-8972-9f832593f41e tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a5ae693-22ab-4a24-a6da-cd0c03113bed HTTP/1.1" status: 200 len: 943 time: 0.0518715 Sep 24 16:07:37.566872 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2bdb451a-1679-415a-83f9-5ffb1f65e314 req-3931d376-885b-4632-9ff4-5e94de236877 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=d02a9e3e-3454-4964-a46b-9470c7e72dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440903 Sep 24 16:07:37.613158 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device d60ae8e3-52b4-4142-a20c-47dd2a4c8128 details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 16:07:37.647734 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f587f56-5c47-45b6-8471-a5f3e0759deb req-cecacd09-ccdf-492d-967e-32ec81ff5149 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:37.649666 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3f587f56-5c47-45b6-8471-a5f3e0759deb req-cecacd09-ccdf-492d-967e-32ec81ff5149 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=e84657bd-6050-4d30-a9fe-c20fa76263b7 HTTP/1.1" status: 200 len: 944 time: 0.0620975 Sep 24 16:07:37.706211 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3f587f56-5c47-45b6-8471-a5f3e0759deb req-58557ecd-71fb-4313-89f2-a23b5288aa19 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463786 Sep 24 16:07:37.750050 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port d60ae8e3-52b4-4142-a20c-47dd2a4c8128, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=d60ae8e3-52b4-4142-a20c-47dd2a4c8128,segment=NetworkSegment(2092c0c1-8505-4766-a7ca-113875fab965),segment_id=2092c0c1-8505-4766-a7ca-113875fab965)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:07:37.763245 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': 'd60ae8e3-52b4-4142-a20c-47dd2a4c8128', 'network_id': '6dfcf71b-a430-45da-8447-3d600e4a0e09', 'port_id': 'd60ae8e3-52b4-4142-a20c-47dd2a4c8128', 'mac_address': 'fa:16:3e:ee:89:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a684d0b1-d9da-4f1a-86e3-ebaba7395986', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 16:07:37.803322 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:37.817486 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d60ae8e3-52b4-4142-a20c-47dd2a4c8128 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:07:37.844635 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port d60ae8e3-52b4-4142-a20c-47dd2a4c8128, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=d60ae8e3-52b4-4142-a20c-47dd2a4c8128,segment=NetworkSegment(2092c0c1-8505-4766-a7ca-113875fab965),segment_id=2092c0c1-8505-4766-a7ca-113875fab965)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:07:37.952884 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:38.002043 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=d60ae8e3-52b4-4142-a20c-47dd2a4c8128,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:07:38.044583 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 34908) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:07:38.174505 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8d91c2fa-0769-48e9-8841-3a887453a8a0 req-1b678408-630a-409e-8af8-282e558520c5 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=7a5ae693-22ab-4a24-a6da-cd0c03113bed&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1644502 Sep 24 16:07:38.212562 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['d60ae8e3-52b4-4142-a20c-47dd2a4c8128'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:07:38.557884 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 45286707-5ed6-41bb-b6d4-620f0af230bf no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:07:38.855541 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc328b67-f3b4-4dc0-bda5-6272245fc06b req-7ebcb49b-4a76-4345-b541-f90380dffaae tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:38.858011 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bc328b67-f3b4-4dc0-bda5-6272245fc06b req-7ebcb49b-4a76-4345-b541-f90380dffaae tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=e84657bd-6050-4d30-a9fe-c20fa76263b7 HTTP/1.1" status: 200 len: 945 time: 0.0779314 Sep 24 16:07:38.904518 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bc328b67-f3b4-4dc0-bda5-6272245fc06b req-85456110-9768-4c6a-a561-8b53587291e1 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397842 Sep 24 16:07:38.918168 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa89d346-65eb-4679-8e17-a4c20f3af3bc req-939f4da1-6750-4fcb-b845-30e02e6bb991 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:38.920455 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-aa89d346-65eb-4679-8e17-a4c20f3af3bc req-939f4da1-6750-4fcb-b845-30e02e6bb991 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a5ae693-22ab-4a24-a6da-cd0c03113bed HTTP/1.1" status: 200 len: 943 time: 0.1038594 Sep 24 16:07:38.968980 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-5b462116-707a-4af8-8539-759dadb765f3 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Deleting port 3b331c3c-dcaf-44eb-a269-d3c569010c60 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:07:38.969607 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5b462116-707a-4af8-8539-759dadb765f3 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:39.010622 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-aa89d346-65eb-4679-8e17-a4c20f3af3bc req-d43e23e7-9ae4-49b7-8981-414478ceb02a tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=d02a9e3e-3454-4964-a46b-9470c7e72dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790589 Sep 24 16:07:39.082452 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5b462116-707a-4af8-8539-759dadb765f3 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:39.083272 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5b462116-707a-4af8-8539-759dadb765f3 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:39.095658 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-5b462116-707a-4af8-8539-759dadb765f3 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Calling delete_port for 3b331c3c-dcaf-44eb-a269-d3c569010c60 owned by network:floatingip {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:07:39.130536 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:39.386923 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5b462116-707a-4af8-8539-759dadb765f3 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:39.419729 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b462116-707a-4af8-8539-759dadb765f3 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Pushing event deleted for resources: {'Port': ['ID=3b331c3c-dcaf-44eb-a269-d3c569010c60,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:07:39.486268 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5b462116-707a-4af8-8539-759dadb765f3 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Notify callbacks [] for floatingip, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:39.486268 n-d-808921-1 neutron-server[95298]: INFO neutron.db.l3_db [None req-5b462116-707a-4af8-8539-759dadb765f3 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Floating IP fa60b73f-664a-4b49-a2a0-f9488898937e disassociated (deleted). External IP: 172.25.0.96, port: fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5. Sep 24 16:07:39.644017 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device d60ae8e3-52b4-4142-a20c-47dd2a4c8128 up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:07:39.729941 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b462116-707a-4af8-8539-759dadb765f3 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Router ab883636-2580-44b7-9550-c623fbfdf0e7 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:07:39.817166 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port d60ae8e3-52b4-4142-a20c-47dd2a4c8128 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 16:07:39.822100 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port d60ae8e3-52b4-4142-a20c-47dd2a4c8128 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:07:39.822857 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:39.880835 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b462116-707a-4af8-8539-759dadb765f3 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:07:39.886199 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5b462116-707a-4af8-8539-759dadb765f3 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:39.896154 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65bf7d7-2217-4863-85bf-7f5465012bfe None None] Sync routers for ids ['ab883636-2580-44b7-9550-c623fbfdf0e7'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:07:39.906182 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d91c2fa-0769-48e9-8841-3a887453a8a0 req-8d980203-a307-4cd4-bf10-2c8ed0d114a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:39.907359 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8d91c2fa-0769-48e9-8841-3a887453a8a0 req-8d980203-a307-4cd4-bf10-2c8ed0d114a8 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=7a5ae693-22ab-4a24-a6da-cd0c03113bed&tenant_id=47adefb7ca614d33b7bb1493dd2de83a HTTP/1.1" status: 200 len: 1094 time: 0.0816197 Sep 24 16:07:39.916738 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65bf7d7-2217-4863-85bf-7f5465012bfe None None] Routers {'ab883636-2580-44b7-9550-c623fbfdf0e7'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:07:39.916867 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-c65bf7d7-2217-4863-85bf-7f5465012bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:07:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['ab883636-2580-44b7-9550-c623fbfdf0e7'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:07:40.010548 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:40.046223 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e84657bd-6050-4d30-a9fe-c20fa76263b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd60ae8e3-52b4-4142-a20c-47dd2a4c8128'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:07:40.049041 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06bc0e3e-83b2-4563-a7ac-b0e0f978f244" -d '{"events": [{"server_uuid": "e84657bd-6050-4d30-a9fe-c20fa76263b7", "name": "network-vif-plugged", "status": "completed", "tag": "d60ae8e3-52b4-4142-a20c-47dd2a4c8128"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:07:40.076820 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port d60ae8e3-52b4-4142-a20c-47dd2a4c8128, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=d60ae8e3-52b4-4142-a20c-47dd2a4c8128,segment=NetworkSegment(2092c0c1-8505-4766-a7ca-113875fab965),segment_id=2092c0c1-8505-4766-a7ca-113875fab965)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:07:40.078321 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-5b462116-707a-4af8-8539-759dadb765f3 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] 10.222.0.101 "DELETE /v2.0/floatingips/fa60b73f-664a-4b49-a2a0-f9488898937e HTTP/1.1" status: 204 len: 168 time: 2.0308123 Sep 24 16:07:40.080393 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8f26fed-5c7e-438c-8bb2-8eac2914bb79', 'tag': 'fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:07:40.082991 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eedd7c69-977d-4ae1-943b-3f3c8ea246ee" -d '{"events": [{"name": "network-changed", "server_uuid": "e8f26fed-5c7e-438c-8bb2-8eac2914bb79", "tag": "fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:07:40.109472 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fc23ceb-2bbd-46e0-92f0-903e2576a49d x-openstack-request-id: req-9fc23ceb-2bbd-46e0-92f0-903e2576a49d {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:07:40.110140 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e84657bd-6050-4d30-a9fe-c20fa76263b7", "name": "network-vif-plugged", "status": "completed", "tag": "d60ae8e3-52b4-4142-a20c-47dd2a4c8128", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:07:40.110513 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-9fc23ceb-2bbd-46e0-92f0-903e2576a49d {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:07:40.110981 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e84657bd-6050-4d30-a9fe-c20fa76263b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd60ae8e3-52b4-4142-a20c-47dd2a4c8128', 'code': 200} Sep 24 16:07:40.126877 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d91c2fa-0769-48e9-8841-3a887453a8a0 req-f23545eb-5bea-4703-9007-948319cdf1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:40.129388 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8d91c2fa-0769-48e9-8841-3a887453a8a0 req-f23545eb-5bea-4703-9007-948319cdf1df service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=47adefb7ca614d33b7bb1493dd2de83a&device_id=7a5ae693-22ab-4a24-a6da-cd0c03113bed HTTP/1.1" status: 200 len: 1094 time: 0.1681480 Sep 24 16:07:40.150574 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:40.207984 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=d60ae8e3-52b4-4142-a20c-47dd2a4c8128,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:07:40.224961 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d46806-db1b-4aed-a409-8e146e977892 req-5d7ab11c-5b60-47e0-b55e-1ae3ca96a9cc tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:40.238743 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-79d46806-db1b-4aed-a409-8e146e977892 req-5d7ab11c-5b60-47e0-b55e-1ae3ca96a9cc tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=e84657bd-6050-4d30-a9fe-c20fa76263b7 HTTP/1.1" status: 200 len: 945 time: 0.1405303 Sep 24 16:07:40.290479 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-79d46806-db1b-4aed-a409-8e146e977892 req-2b2b25f5-0b6d-4fa9-8ecc-41b2039c912e tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451019 Sep 24 16:07:40.292432 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-c65bf7d7-2217-4863-85bf-7f5465012bfe None None] Set router ab883636-2580-44b7-9550-c623fbfdf0e7 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:07:40.354393 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d91c2fa-0769-48e9-8841-3a887453a8a0 req-5b1dc1d8-5b05-4656-8fbb-2ae909943c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:40.354393 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8d91c2fa-0769-48e9-8841-3a887453a8a0 req-5b1dc1d8-5b05-4656-8fbb-2ae909943c45 service neutron] 10.222.0.108 "GET /v2.0/networks?id=e683698e-96d3-4f25-bed4-4200552ea2ef HTTP/1.1" status: 200 len: 919 time: 0.2158809 Sep 24 16:07:40.361253 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e75743-b48f-45a9-91fa-de3457f98e77 req-c79715b2-2cd9-4b54-aa4a-1f8e44e2c389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:40.362805 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-13e75743-b48f-45a9-91fa-de3457f98e77 req-c79715b2-2cd9-4b54-aa4a-1f8e44e2c389 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=e84657bd-6050-4d30-a9fe-c20fa76263b7 HTTP/1.1" status: 200 len: 1097 time: 0.1039414 Sep 24 16:07:40.423816 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08621ca7-d4ac-4ea8-8bc8-bef7558d24ba req-e6028a7c-f538-440b-b54b-fd2f52769fa1 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:40.431360 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-08621ca7-d4ac-4ea8-8bc8-bef7558d24ba req-e6028a7c-f538-440b-b54b-fd2f52769fa1 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a5ae693-22ab-4a24-a6da-cd0c03113bed HTTP/1.1" status: 200 len: 943 time: 0.1713185 Sep 24 16:07:40.498732 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-13e75743-b48f-45a9-91fa-de3457f98e77 req-6199b1ae-d1b5-474a-b945-5648fe924dd9 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249583 Sep 24 16:07:40.501513 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-08621ca7-d4ac-4ea8-8bc8-bef7558d24ba req-3bcae710-9a99-4943-88a2-260d7f380789 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=d02a9e3e-3454-4964-a46b-9470c7e72dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693891 Sep 24 16:07:40.510936 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8d91c2fa-0769-48e9-8841-3a887453a8a0 req-79ef7855-ed4e-4d78-aa2e-6cb2fb28276d service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45286707-5ed6-41bb-b6d4-620f0af230bf HTTP/1.1" status: 200 len: 999 time: 0.1467197 Sep 24 16:07:40.545426 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-c65bf7d7-2217-4863-85bf-7f5465012bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab883636-2580-44b7-9550-c623fbfdf0e7', 'name': 'tempest-TestVolumeBackupRestore-1429000212-router', 'tenant_id': 'ee226ab1cfac45edb48a2d9761f73895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '96b6718a-03d6-4dcf-9d6d-07ac9853e574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:02:14Z', 'updated_at': '2021-09-24T16:02:19Z', 'revision_number': 4, 'project_id': 'ee226ab1cfac45edb48a2d9761f73895', 'gw_port': {'id': '96b6718a-03d6-4dcf-9d6d-07ac9853e574', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab883636-2580-44b7-9550-c623fbfdf0e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:02:15Z', 'updated_at': '2021-09-24T16:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '287f21b8-6761-4e29-98b7-70bd2d403002', 'name': '', 'network_id': '219a3b95-2b97-4a78-a69d-aa4cf228340a', 'tenant_id': 'ee226ab1cfac45edb48a2d9761f73895', 'mac_address': 'fa:16:3e:96:d3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab883636-2580-44b7-9550-c623fbfdf0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'b1fa37ff-fc61-4471-a46e-39625d062436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:02:18Z', 'updated_at': '2021-09-24T16:02:26Z', 'revision_number': 5, 'project_id': 'ee226ab1cfac45edb48a2d9761f73895', 'subnets': [{'id': 'b1fa37ff-fc61-4471-a46e-39625d062436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:07:40.572832 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e335e4c2-90a4-4871-8c18-ddc410a8ad07 x-openstack-request-id: req-e335e4c2-90a4-4871-8c18-ddc410a8ad07 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:07:40.573204 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8f26fed-5c7e-438c-8bb2-8eac2914bb79", "tag": "fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:07:40.573541 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e335e4c2-90a4-4871-8c18-ddc410a8ad07 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:07:40.573994 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8f26fed-5c7e-438c-8bb2-8eac2914bb79', 'tag': 'fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5', 'status': 'completed', 'code': 200} Sep 24 16:07:40.583428 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65bf7d7-2217-4863-85bf-7f5465012bfe None None] Checking router: ab883636-2580-44b7-9550-c623fbfdf0e7 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:07:40.593424 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65bf7d7-2217-4863-85bf-7f5465012bfe None None] Routers {'ab883636-2580-44b7-9550-c623fbfdf0e7'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:07:40.594271 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-c65bf7d7-2217-4863-85bf-7f5465012bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:07:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['ab883636-2580-44b7-9550-c623fbfdf0e7'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:07:40.599704 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d91c2fa-0769-48e9-8841-3a887453a8a0 req-315b2c5a-5ab9-4e3c-ba9a-1a104cdc3e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:40.601121 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8d91c2fa-0769-48e9-8841-3a887453a8a0 req-315b2c5a-5ab9-4e3c-ba9a-1a104cdc3e5e service neutron] 10.222.0.108 "GET /v2.0/subnets?id=04b7f077-c013-4647-8fb9-7721770c2649 HTTP/1.1" status: 200 len: 856 time: 0.0834939 Sep 24 16:07:40.671634 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd7c69-977d-4ae1-943b-3f3c8ea246ee req-e91715c4-9d42-49cb-b7b0-c4404a198073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:40.673058 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-eedd7c69-977d-4ae1-943b-3f3c8ea246ee req-e91715c4-9d42-49cb-b7b0-c4404a198073 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=ee226ab1cfac45edb48a2d9761f73895&device_id=e8f26fed-5c7e-438c-8bb2-8eac2914bb79 HTTP/1.1" status: 200 len: 1097 time: 0.0820880 Sep 24 16:07:40.678758 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d91c2fa-0769-48e9-8841-3a887453a8a0 req-f2527ad8-109f-4ef7-af36-3fb7b6558d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:40.680026 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8d91c2fa-0769-48e9-8841-3a887453a8a0 req-f2527ad8-109f-4ef7-af36-3fb7b6558d7c service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=e683698e-96d3-4f25-bed4-4200552ea2ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0601459 Sep 24 16:07:40.713324 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-c65bf7d7-2217-4863-85bf-7f5465012bfe None None] Set router ab883636-2580-44b7-9550-c623fbfdf0e7 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:07:40.868730 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd7c69-977d-4ae1-943b-3f3c8ea246ee req-ba4eedfc-b3ba-4b0d-9160-2b55d1713a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:40.875937 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-eedd7c69-977d-4ae1-943b-3f3c8ea246ee req-ba4eedfc-b3ba-4b0d-9160-2b55d1713a5e service neutron] 10.222.0.108 "GET /v2.0/networks?id=219a3b95-2b97-4a78-a69d-aa4cf228340a HTTP/1.1" status: 200 len: 916 time: 0.1893635 Sep 24 16:07:40.875937 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8d91c2fa-0769-48e9-8841-3a887453a8a0 req-92660a23-41d0-444c-a518-72ab7fb8f14c service neutron] 10.222.0.108 "GET /v2.0/networks/e683698e-96d3-4f25-bed4-4200552ea2ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856568 Sep 24 16:07:40.890593 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cb0d9d-eee9-4ba6-a354-cb9c52b199f6 req-6d4c9df8-6d9a-4eb3-a11b-5fcd0f211e2f tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:40.892102 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f5cb0d9d-eee9-4ba6-a354-cb9c52b199f6 req-6d4c9df8-6d9a-4eb3-a11b-5fcd0f211e2f tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] 10.222.0.101 "GET /v2.0/ports?device_id=e8f26fed-5c7e-438c-8bb2-8eac2914bb79 HTTP/1.1" status: 200 len: 946 time: 0.0831490 Sep 24 16:07:40.934480 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-c65bf7d7-2217-4863-85bf-7f5465012bfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab883636-2580-44b7-9550-c623fbfdf0e7', 'name': 'tempest-TestVolumeBackupRestore-1429000212-router', 'tenant_id': 'ee226ab1cfac45edb48a2d9761f73895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '96b6718a-03d6-4dcf-9d6d-07ac9853e574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:02:14Z', 'updated_at': '2021-09-24T16:02:19Z', 'revision_number': 4, 'project_id': 'ee226ab1cfac45edb48a2d9761f73895', 'gw_port': {'id': '96b6718a-03d6-4dcf-9d6d-07ac9853e574', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab883636-2580-44b7-9550-c623fbfdf0e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:02:15Z', 'updated_at': '2021-09-24T16:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '287f21b8-6761-4e29-98b7-70bd2d403002', 'name': '', 'network_id': '219a3b95-2b97-4a78-a69d-aa4cf228340a', 'tenant_id': 'ee226ab1cfac45edb48a2d9761f73895', 'mac_address': 'fa:16:3e:96:d3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab883636-2580-44b7-9550-c623fbfdf0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'b1fa37ff-fc61-4471-a46e-39625d062436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:02:18Z', 'updated_at': '2021-09-24T16:02:26Z', 'revision_number': 5, 'project_id': 'ee226ab1cfac45edb48a2d9761f73895', 'subnets': [{'id': 'b1fa37ff-fc61-4471-a46e-39625d062436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:07:40.956391 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-eedd7c69-977d-4ae1-943b-3f3c8ea246ee req-c587cfaa-99b1-4155-bd96-9e42cbee50eb service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5 HTTP/1.1" status: 200 len: 217 time: 0.0622797 Sep 24 16:07:40.960958 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65bf7d7-2217-4863-85bf-7f5465012bfe None None] The sync data for ids ['ab883636-2580-44b7-9550-c623fbfdf0e7'] in n-d-808921-1 is: [{'id': 'ab883636-2580-44b7-9550-c623fbfdf0e7', 'name': 'tempest-TestVolumeBackupRestore-1429000212-router', 'tenant_id': 'ee226ab1cfac45edb48a2d9761f73895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '96b6718a-03d6-4dcf-9d6d-07ac9853e574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:02:14Z', 'updated_at': '2021-09-24T16:02:19Z', 'revision_number': 4, 'project_id': 'ee226ab1cfac45edb48a2d9761f73895', 'gw_port': {'id': '96b6718a-03d6-4dcf-9d6d-07ac9853e574', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab883636-2580-44b7-9550-c623fbfdf0e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:02:15Z', 'updated_at': '2021-09-24T16:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '287f21b8-6761-4e29-98b7-70bd2d403002', 'name': '', 'network_id': '219a3b95-2b97-4a78-a69d-aa4cf228340a', 'tenant_id': 'ee226ab1cfac45edb48a2d9761f73895', 'mac_address': 'fa:16:3e:96:d3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab883636-2580-44b7-9550-c623fbfdf0e7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3464, 'fixed_ips': [{'subnet_id': 'b1fa37ff-fc61-4471-a46e-39625d062436', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:02:18Z', 'updated_at': '2021-09-24T16:02:26Z', 'revision_number': 5, 'project_id': 'ee226ab1cfac45edb48a2d9761f73895', 'subnets': [{'id': 'b1fa37ff-fc61-4471-a46e-39625d062436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:07:40.988060 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:41.066742 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f5cb0d9d-eee9-4ba6-a354-cb9c52b199f6 req-afd0b340-ba72-4b62-b7ca-456dd794e03a tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] 10.222.0.101 "GET /v2.0/security-groups?id=77d110d2-a2ee-4f55-9050-a416699b1809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1590288 Sep 24 16:07:41.083405 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd7c69-977d-4ae1-943b-3f3c8ea246ee req-2ca5ab5c-4bf3-422f-811d-3e7886094037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:41.091353 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-eedd7c69-977d-4ae1-943b-3f3c8ea246ee req-2ca5ab5c-4bf3-422f-811d-3e7886094037 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=b1fa37ff-fc61-4471-a46e-39625d062436 HTTP/1.1" status: 200 len: 853 time: 0.1127179 Sep 24 16:07:41.130626 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8d91c2fa-0769-48e9-8841-3a887453a8a0 req-6b6d4aa1-2616-46b2-8644-4340e6eb75ca service neutron] 10.222.0.108 "GET /v2.0/networks/e683698e-96d3-4f25-bed4-4200552ea2ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375107 Sep 24 16:07:41.159884 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd7c69-977d-4ae1-943b-3f3c8ea246ee req-e423c7ac-573f-448e-a9cd-20b5227dfaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:41.161398 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-eedd7c69-977d-4ae1-943b-3f3c8ea246ee req-e423c7ac-573f-448e-a9cd-20b5227dfaff service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=219a3b95-2b97-4a78-a69d-aa4cf228340a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684702 Sep 24 16:07:41.273269 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-eedd7c69-977d-4ae1-943b-3f3c8ea246ee req-c2f1b04e-0d83-4959-949c-2fae38605eec service neutron] 10.222.0.108 "GET /v2.0/networks/219a3b95-2b97-4a78-a69d-aa4cf228340a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039660 Sep 24 16:07:41.370463 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc627d8-88ee-4c54-8e1d-bd033b30ee51 None None] New status for floating IP fa60b73f-664a-4b49-a2a0-f9488898937e: DOWN {{(pid=95299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 16:07:41.440363 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-eedd7c69-977d-4ae1-943b-3f3c8ea246ee req-7daf0e23-378e-4e90-9af2-a4e6d8186fc3 service neutron] 10.222.0.108 "GET /v2.0/networks/219a3b95-2b97-4a78-a69d-aa4cf228340a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533759 Sep 24 16:07:41.456148 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c62e2a-f8e7-487d-9d53-29260e82884e req-7bcfafe8-a722-44ae-9b8f-431e212e2eef tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:41.461677 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e5c62e2a-f8e7-487d-9d53-29260e82884e req-7bcfafe8-a722-44ae-9b8f-431e212e2eef tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=e84657bd-6050-4d30-a9fe-c20fa76263b7 HTTP/1.1" status: 200 len: 946 time: 0.0665607 Sep 24 16:07:41.508110 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e5c62e2a-f8e7-487d-9d53-29260e82884e req-1b612675-2ea7-40b2-8b76-a491e2f13614 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423734 Sep 24 16:07:41.667778 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a944a-ee42-4c7b-a942-704a4e95cbe2 req-fe4feb27-aef7-40f0-a396-a76d18d45824 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:41.670056 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-405a944a-ee42-4c7b-a942-704a4e95cbe2 req-fe4feb27-aef7-40f0-a396-a76d18d45824 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a5ae693-22ab-4a24-a6da-cd0c03113bed HTTP/1.1" status: 200 len: 943 time: 0.0752740 Sep 24 16:07:41.711248 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-405a944a-ee42-4c7b-a942-704a4e95cbe2 req-47f33f85-533d-4834-aee9-f277e5ef9505 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=d02a9e3e-3454-4964-a46b-9470c7e72dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344589 Sep 24 16:07:42.263090 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7887d32-2b92-4fce-a57a-e859454873b3 req-00225f95-0df0-47ec-88ed-d3f32cbdbe87 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:42.265170 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f7887d32-2b92-4fce-a57a-e859454873b3 req-00225f95-0df0-47ec-88ed-d3f32cbdbe87 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] 10.222.0.101 "GET /v2.0/ports?device_id=e8f26fed-5c7e-438c-8bb2-8eac2914bb79 HTTP/1.1" status: 200 len: 946 time: 0.1072438 Sep 24 16:07:42.319079 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f7887d32-2b92-4fce-a57a-e859454873b3 req-df177e9e-13ab-4c29-bcb6-6fb0ffa29ddc tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] 10.222.0.101 "GET /v2.0/security-groups?id=77d110d2-a2ee-4f55-9050-a416699b1809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477347 Sep 24 16:07:42.706430 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5124e245-9d69-4372-a04b-c9ae0c22fe3c req-46cc8017-c018-4955-899b-79c9f7d65413 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:42.708717 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5124e245-9d69-4372-a04b-c9ae0c22fe3c req-46cc8017-c018-4955-899b-79c9f7d65413 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=e84657bd-6050-4d30-a9fe-c20fa76263b7 HTTP/1.1" status: 200 len: 946 time: 0.0774941 Sep 24 16:07:42.773724 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5124e245-9d69-4372-a04b-c9ae0c22fe3c req-f79b61f0-9f0e-4a24-b003-f0c91904845d tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532746 Sep 24 16:07:42.898018 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225e0ac1-4396-4fe7-a5b8-bbe4a8d6c36a req-348b8596-48e9-4653-919f-e7b1bdf074fd tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:42.908700 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-225e0ac1-4396-4fe7-a5b8-bbe4a8d6c36a req-348b8596-48e9-4653-919f-e7b1bdf074fd tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a5ae693-22ab-4a24-a6da-cd0c03113bed HTTP/1.1" status: 200 len: 943 time: 0.0892310 Sep 24 16:07:42.972826 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-225e0ac1-4396-4fe7-a5b8-bbe4a8d6c36a req-7d2e7ec6-f3f5-4d01-801c-0182306502f2 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=d02a9e3e-3454-4964-a46b-9470c7e72dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628469 Sep 24 16:07:43.031243 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f14cd2-6565-4e2e-8951-e67be94db621 req-9175fadd-4e68-41c3-9a9c-17928b1af993 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:43.033205 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b9f14cd2-6565-4e2e-8951-e67be94db621 req-9175fadd-4e68-41c3-9a9c-17928b1af993 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=e84657bd-6050-4d30-a9fe-c20fa76263b7 HTTP/1.1" status: 200 len: 946 time: 0.1834621 Sep 24 16:07:43.097631 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b9f14cd2-6565-4e2e-8951-e67be94db621 req-c466555a-64ef-4ce0-8d75-0724b1f19025 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498102 Sep 24 16:07:43.468143 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf051fe8-c6a3-480a-aa22-5fce3eba09b5 req-ff1a034e-1956-4d47-8aea-31cba5f4432d tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:43.469736 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cf051fe8-c6a3-480a-aa22-5fce3eba09b5 req-ff1a034e-1956-4d47-8aea-31cba5f4432d tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] 10.222.0.101 "GET /v2.0/ports?device_id=e8f26fed-5c7e-438c-8bb2-8eac2914bb79 HTTP/1.1" status: 200 len: 946 time: 0.0598290 Sep 24 16:07:43.517416 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cf051fe8-c6a3-480a-aa22-5fce3eba09b5 req-2bd692d4-95e5-4259-8fbc-bc4610847382 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] 10.222.0.101 "GET /v2.0/security-groups?id=77d110d2-a2ee-4f55-9050-a416699b1809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412304 Sep 24 16:07:44.169067 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08073b7c-67a6-44a9-b3a2-493a56d861ad req-282338c9-e3df-4eba-9a17-33e017d9eb92 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:44.183307 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-08073b7c-67a6-44a9-b3a2-493a56d861ad req-282338c9-e3df-4eba-9a17-33e017d9eb92 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a5ae693-22ab-4a24-a6da-cd0c03113bed HTTP/1.1" status: 200 len: 943 time: 0.1283123 Sep 24 16:07:44.278281 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-08073b7c-67a6-44a9-b3a2-493a56d861ad req-4ab09a68-d9d2-4a70-8a3e-877e0788c5b0 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=d02a9e3e-3454-4964-a46b-9470c7e72dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900233 Sep 24 16:07:44.579879 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5 no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:07:44.657103 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e9ab41-afef-4979-ba5a-cae1b5639015 req-e5e912be-b0a0-4563-935d-efe931eb6deb tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:44.666025 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-08e9ab41-afef-4979-ba5a-cae1b5639015 req-e5e912be-b0a0-4563-935d-efe931eb6deb tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] 10.222.0.101 "GET /v2.0/ports?device_id=e8f26fed-5c7e-438c-8bb2-8eac2914bb79 HTTP/1.1" status: 200 len: 946 time: 0.0689814 Sep 24 16:07:44.741377 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-08e9ab41-afef-4979-ba5a-cae1b5639015 req-4292eda7-2b4c-4109-947b-0081d3a087c9 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] 10.222.0.101 "GET /v2.0/security-groups?id=77d110d2-a2ee-4f55-9050-a416699b1809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0713556 Sep 24 16:07:44.814162 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:44.883193 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f26fed-5c7e-438c-8bb2-8eac2914bb79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:07:44.898104 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f55317b-fa1d-43f5-a0bc-fe0a1f0c4b10" -d '{"events": [{"server_uuid": "e8f26fed-5c7e-438c-8bb2-8eac2914bb79", "name": "network-vif-unplugged", "status": "completed", "tag": "fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:07:44.927191 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5,segment=NetworkSegment(1f0f5275-4d4d-4222-a146-2b7429fcf65f),segment_id=1f0f5275-4d4d-4222-a146-2b7429fcf65f)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:07:44.984347 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 16:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9c6313-dd8a-46f1-9d4b-4db25b15bbb3 x-openstack-request-id: req-0a9c6313-dd8a-46f1-9d4b-4db25b15bbb3 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:07:44.984982 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8f26fed-5c7e-438c-8bb2-8eac2914bb79", "name": "network-vif-unplugged", "status": "completed", "tag": "fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:07:44.994505 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-0a9c6313-dd8a-46f1-9d4b-4db25b15bbb3 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:07:44.994505 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f26fed-5c7e-438c-8bb2-8eac2914bb79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5', 'code': 200} Sep 24 16:07:44.994505 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:45.080450 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5,revision_number=6']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:07:45.417788 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53194600-a59d-4118-abae-cf15534a1adc req-a885872f-f52e-48cc-921d-9fdc59d281dc tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:45.419946 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-53194600-a59d-4118-abae-cf15534a1adc req-a885872f-f52e-48cc-921d-9fdc59d281dc tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a5ae693-22ab-4a24-a6da-cd0c03113bed HTTP/1.1" status: 200 len: 943 time: 0.0557578 Sep 24 16:07:45.480352 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-53194600-a59d-4118-abae-cf15534a1adc req-f7463924-8762-40bf-9b51-3b343e8dff1f tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=d02a9e3e-3454-4964-a46b-9470c7e72dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533831 Sep 24 16:07:46.008264 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa50123-7577-436f-b145-4785489780e0 req-bc9babd2-da62-43f3-ae6b-38831a7bf442 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:46.014193 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3aa50123-7577-436f-b145-4785489780e0 req-bc9babd2-da62-43f3-ae6b-38831a7bf442 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] 10.222.0.101 "GET /v2.0/ports?device_id=e8f26fed-5c7e-438c-8bb2-8eac2914bb79 HTTP/1.1" status: 200 len: 944 time: 0.0962257 Sep 24 16:07:46.142545 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3aa50123-7577-436f-b145-4785489780e0 req-8e8c09a4-08a4-41b9-8550-b46cf7b59794 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] 10.222.0.101 "GET /v2.0/security-groups?id=77d110d2-a2ee-4f55-9050-a416699b1809&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1189678 Sep 24 16:07:46.177084 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924bab4a-5477-4af0-8f1d-28ac378fde62 req-daea11fc-3128-44fe-8c3d-28b7d62da9da tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:46.178737 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-924bab4a-5477-4af0-8f1d-28ac378fde62 req-daea11fc-3128-44fe-8c3d-28b7d62da9da tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] 10.222.0.108 "GET /v2.0/ports?device_id=e8f26fed-5c7e-438c-8bb2-8eac2914bb79 HTTP/1.1" status: 200 len: 944 time: 0.1301744 Sep 24 16:07:46.596554 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-924bab4a-5477-4af0-8f1d-28ac378fde62 req-123156f2-dc0a-44df-9d1a-4b9f7a410d3a tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Deleting port fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:07:46.599205 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-924bab4a-5477-4af0-8f1d-28ac378fde62 req-123156f2-dc0a-44df-9d1a-4b9f7a410d3a tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:46.675141 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96ce91e-9c84-4a7d-9b5f-5da2a895280e req-9d7a6130-c1df-474b-8fc1-6a32e28ea14b tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:46.678397 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e96ce91e-9c84-4a7d-9b5f-5da2a895280e req-9d7a6130-c1df-474b-8fc1-6a32e28ea14b tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a5ae693-22ab-4a24-a6da-cd0c03113bed HTTP/1.1" status: 200 len: 943 time: 0.1186848 Sep 24 16:07:46.776310 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e96ce91e-9c84-4a7d-9b5f-5da2a895280e req-d21e1021-aa5a-4176-9604-1a8ea6f108b9 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=d02a9e3e-3454-4964-a46b-9470c7e72dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887322 Sep 24 16:07:46.806978 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-924bab4a-5477-4af0-8f1d-28ac378fde62 req-123156f2-dc0a-44df-9d1a-4b9f7a410d3a tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] For port fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5,segment=NetworkSegment(1f0f5275-4d4d-4222-a146-2b7429fcf65f),segment_id=1f0f5275-4d4d-4222-a146-2b7429fcf65f)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:07:46.807709 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-924bab4a-5477-4af0-8f1d-28ac378fde62 req-123156f2-dc0a-44df-9d1a-4b9f7a410d3a tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:46.831574 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-924bab4a-5477-4af0-8f1d-28ac378fde62 req-123156f2-dc0a-44df-9d1a-4b9f7a410d3a tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Calling delete_port for fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:07:47.090099 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-924bab4a-5477-4af0-8f1d-28ac378fde62 req-123156f2-dc0a-44df-9d1a-4b9f7a410d3a tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:47.184644 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123156f2-dc0a-44df-9d1a-4b9f7a410d3a tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Pushing event deleted for resources: {'Port': ['ID=fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:07:47.303840 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cc275ff1-1bd7-454a-8b35-de2ae8bf8977 req-f922fe37-38bf-430d-8824-91e7d7a3f80b tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] 10.222.0.101 "GET /v2.0/ports?device_id=e8f26fed-5c7e-438c-8bb2-8eac2914bb79 HTTP/1.1" status: 200 len: 210 time: 0.0369956 Sep 24 16:07:47.388810 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-924bab4a-5477-4af0-8f1d-28ac378fde62 req-123156f2-dc0a-44df-9d1a-4b9f7a410d3a tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] No DVR routers for this DVR port fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5 on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:07:47.406623 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-924bab4a-5477-4af0-8f1d-28ac378fde62 req-123156f2-dc0a-44df-9d1a-4b9f7a410d3a tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:47.409107 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-924bab4a-5477-4af0-8f1d-28ac378fde62 req-123156f2-dc0a-44df-9d1a-4b9f7a410d3a tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] 10.222.0.108 "DELETE /v2.0/ports/fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5 HTTP/1.1" status: 204 len: 173 time: 0.9546952 Sep 24 16:07:47.409586 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8f26fed-5c7e-438c-8bb2-8eac2914bb79', 'name': 'network-vif-deleted', 'tag': 'fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:07:47.411914 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-112537f7-755f-49b1-8286-357c65b18570" -d '{"events": [{"server_uuid": "e8f26fed-5c7e-438c-8bb2-8eac2914bb79", "name": "network-vif-deleted", "tag": "fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:07:47.461240 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73e0428-8d5d-4b38-b411-ed9735ab0f2a x-openstack-request-id: req-f73e0428-8d5d-4b38-b411-ed9735ab0f2a {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:07:47.461844 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8f26fed-5c7e-438c-8bb2-8eac2914bb79", "name": "network-vif-deleted", "tag": "fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:07:47.462204 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-f73e0428-8d5d-4b38-b411-ed9735ab0f2a {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:07:47.463630 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8f26fed-5c7e-438c-8bb2-8eac2914bb79', 'name': 'network-vif-deleted', 'tag': 'fb674ed3-c4cf-44bd-9d94-0604f1f7a7f5', 'status': 'completed', 'code': 200} Sep 24 16:07:47.511027 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ceddd-e00e-4ea5-9040-d0329b97afac req-e1f60b18-5bd3-466d-a634-a0d0f9f6718f tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:47.513182 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f63ceddd-e00e-4ea5-9040-d0329b97afac req-e1f60b18-5bd3-466d-a634-a0d0f9f6718f tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/networks?id=6dfcf71b-a430-45da-8447-3d600e4a0e09 HTTP/1.1" status: 200 len: 811 time: 0.2484241 Sep 24 16:07:47.535753 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f63ceddd-e00e-4ea5-9040-d0329b97afac req-d4d3ae30-fb93-417d-99e5-af057381ac1b tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/quotas/ad0a95e7731d4c36b80c295f85c49988 HTTP/1.1" status: 200 len: 375 time: 0.0158873 Sep 24 16:07:47.718514 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f63ceddd-e00e-4ea5-9040-d0329b97afac req-5cb27e80-ce7d-41fa-9139-efa7ecfd9499 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=ad0a95e7731d4c36b80c295f85c49988&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1812754 Sep 24 16:07:48.070598 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f63ceddd-e00e-4ea5-9040-d0329b97afac req-92abc323-a2e3-4e0b-aa57-d8ec81dc6c22 service neutron] 10.222.0.101 "GET /v2.0/networks/6dfcf71b-a430-45da-8447-3d600e4a0e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363996 Sep 24 16:07:48.116037 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fcc164-1768-4c23-be59-32764c157e98 req-7f066d03-788c-4236-b46f-e13367faf03f tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:48.118310 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-49fcc164-1768-4c23-be59-32764c157e98 req-7f066d03-788c-4236-b46f-e13367faf03f tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a5ae693-22ab-4a24-a6da-cd0c03113bed HTTP/1.1" status: 200 len: 943 time: 0.1605191 Sep 24 16:07:48.188053 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-49fcc164-1768-4c23-be59-32764c157e98 req-f6c7240f-eac7-49d5-8b89-17ae2c2b176c tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=d02a9e3e-3454-4964-a46b-9470c7e72dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586827 Sep 24 16:07:48.196185 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f63ceddd-e00e-4ea5-9040-d0329b97afac req-047c3a68-b69f-45a8-b82b-46042b099814 service neutron] 10.222.0.101 "GET /v2.0/networks/6dfcf71b-a430-45da-8447-3d600e4a0e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242220 Sep 24 16:07:48.534557 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-93c66554-2ebb-4235-bbae-1cd56cdd7292 req-51fa4263-5375-4b11-85b5-24bd293cbbaf tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] 10.222.0.101 "GET /v2.0/ports?device_id=e8f26fed-5c7e-438c-8bb2-8eac2914bb79 HTTP/1.1" status: 200 len: 210 time: 0.1197743 Sep 24 16:07:48.655203 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-215e42c1-6eae-4cfb-a7fc-a37ded021b3c req-4b7c3ad5-3b01-41d3-951b-b2a0805c305e service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=e84657bd-6050-4d30-a9fe-c20fa76263b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0709813 Sep 24 16:07:48.776548 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-02c20110-8913-4c03-addd-7b51a298dbe2 req-cf9534b0-8ba0-4008-8dd5-0a0954997983 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=7d8eedde-bfe3-4382-af10-120e24353802 HTTP/1.1" status: 200 len: 210 time: 0.0936842 Sep 24 16:07:48.782305 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215e42c1-6eae-4cfb-a7fc-a37ded021b3c req-d30d5d36-7016-425d-a30d-772a16e24a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:48.783874 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-215e42c1-6eae-4cfb-a7fc-a37ded021b3c req-d30d5d36-7016-425d-a30d-772a16e24a3e service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=ad0a95e7731d4c36b80c295f85c49988&device_id=e84657bd-6050-4d30-a9fe-c20fa76263b7 HTTP/1.1" status: 200 len: 1097 time: 0.0776114 Sep 24 16:07:49.018223 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215e42c1-6eae-4cfb-a7fc-a37ded021b3c req-19d947e8-86a7-4224-b519-b8ce51971ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:49.019874 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-215e42c1-6eae-4cfb-a7fc-a37ded021b3c req-19d947e8-86a7-4224-b519-b8ce51971ddd service neutron] 10.222.0.110 "GET /v2.0/networks?id=6dfcf71b-a430-45da-8447-3d600e4a0e09 HTTP/1.1" status: 200 len: 913 time: 0.2029567 Sep 24 16:07:49.132239 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-215e42c1-6eae-4cfb-a7fc-a37ded021b3c req-5cbf25a7-c6ad-4a6c-9fb3-478a664a6f40 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d60ae8e3-52b4-4142-a20c-47dd2a4c8128 HTTP/1.1" status: 200 len: 217 time: 0.1022651 Sep 24 16:07:49.352412 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215e42c1-6eae-4cfb-a7fc-a37ded021b3c req-4c70813b-694f-4b93-8dc1-b4676b8cfd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:49.357982 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-215e42c1-6eae-4cfb-a7fc-a37ded021b3c req-4c70813b-694f-4b93-8dc1-b4676b8cfd64 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=a684d0b1-d9da-4f1a-86e3-ebaba7395986 HTTP/1.1" status: 200 len: 850 time: 0.2138157 Sep 24 16:07:49.580462 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215e42c1-6eae-4cfb-a7fc-a37ded021b3c req-b2c67e20-0e18-4298-9235-07840aaf9723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:49.582037 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-215e42c1-6eae-4cfb-a7fc-a37ded021b3c req-b2c67e20-0e18-4298-9235-07840aaf9723 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=6dfcf71b-a430-45da-8447-3d600e4a0e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2154989 Sep 24 16:07:49.703469 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-215e42c1-6eae-4cfb-a7fc-a37ded021b3c req-4b9513be-cd88-4cac-84b8-21123d7628ad service neutron] 10.222.0.110 "GET /v2.0/networks/6dfcf71b-a430-45da-8447-3d600e4a0e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081021 Sep 24 16:07:49.721673 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af4f319-508a-447d-828c-69d26b10140d req-9243fcbc-b423-42e8-8b94-e8e2d1e93368 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:49.727544 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2af4f319-508a-447d-828c-69d26b10140d req-9243fcbc-b423-42e8-8b94-e8e2d1e93368 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a5ae693-22ab-4a24-a6da-cd0c03113bed HTTP/1.1" status: 200 len: 943 time: 0.2913034 Sep 24 16:07:49.732735 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f176dec6-5c23-4793-ba53-d24234564842 req-d3c1e023-d791-49db-9428-2237b1b3b767 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] 10.222.0.101 "GET /v2.0/ports?device_id=e8f26fed-5c7e-438c-8bb2-8eac2914bb79 HTTP/1.1" status: 200 len: 210 time: 0.0361190 Sep 24 16:07:49.841204 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2af4f319-508a-447d-828c-69d26b10140d req-c14a10e6-3a49-44b8-b8d3-516b271a38cc tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=d02a9e3e-3454-4964-a46b-9470c7e72dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121945 Sep 24 16:07:49.928174 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-af2a26fe-4ad5-4e4c-b25e-6ac0495d1f72 req-f2e0b4a3-60e0-4b98-8f2d-2d9d81eeba01 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=7d8eedde-bfe3-4382-af10-120e24353802 HTTP/1.1" status: 200 len: 210 time: 0.0460541 Sep 24 16:07:49.939612 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-215e42c1-6eae-4cfb-a7fc-a37ded021b3c req-cb46672e-f586-4661-a16a-d3ee9c039ecb service neutron] 10.222.0.110 "GET /v2.0/networks/6dfcf71b-a430-45da-8447-3d600e4a0e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956644 Sep 24 16:07:50.999656 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b27cd392-5160-46da-8241-bc5377a3dfa5 req-937c1a1e-2a47-4cbe-9a18-936bad91ea7d tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] 10.222.0.101 "GET /v2.0/ports?device_id=e8f26fed-5c7e-438c-8bb2-8eac2914bb79 HTTP/1.1" status: 200 len: 210 time: 0.1044261 Sep 24 16:07:51.147137 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee776bb-2bef-401d-93a0-d8b4a3ad2964 req-f6870bfe-1bec-4c86-804c-da7da806cac8 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:51.163273 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8ee776bb-2bef-401d-93a0-d8b4a3ad2964 req-f6870bfe-1bec-4c86-804c-da7da806cac8 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a5ae693-22ab-4a24-a6da-cd0c03113bed HTTP/1.1" status: 200 len: 943 time: 0.1309202 Sep 24 16:07:51.235994 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8ee776bb-2bef-401d-93a0-d8b4a3ad2964 req-1e1f6b40-2517-4629-ae43-72dfd9ae4905 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=d02a9e3e-3454-4964-a46b-9470c7e72dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606492 Sep 24 16:07:51.315357 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9d30f037-16f5-4f9b-a9eb-8ac6dfaf2c26 req-5d3638c1-c359-431d-a8e9-4f49659f0811 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=7d8eedde-bfe3-4382-af10-120e24353802 HTTP/1.1" status: 200 len: 210 time: 0.0986378 Sep 24 16:07:52.222708 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ceddd-e00e-4ea5-9040-d0329b97afac req-3fdce517-612e-4691-ae4b-f73be88d7945 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:52.224841 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f63ceddd-e00e-4ea5-9040-d0329b97afac req-3fdce517-612e-4691-ae4b-f73be88d7945 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.110 "GET /v2.0/networks?id=6dfcf71b-a430-45da-8447-3d600e4a0e09 HTTP/1.1" status: 200 len: 811 time: 0.4008765 Sep 24 16:07:52.259200 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-f63ceddd-e00e-4ea5-9040-d0329b97afac req-8e2f7f99-98ef-4e31-912f-8303c67e2ab0 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Request body: {'port': {'device_id': '7d8eedde-bfe3-4382-af10-120e24353802', 'network_id': '6dfcf71b-a430-45da-8447-3d600e4a0e09', 'admin_state_up': True, 'tenant_id': 'ad0a95e7731d4c36b80c295f85c49988'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:07:52.317797 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-46a8d70e-9ab1-4e2a-83ab-79d65b3e0112 req-263600dc-af9e-4712-8719-bdfbda3a6ffb tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] 10.222.0.101 "GET /v2.0/ports?device_id=e8f26fed-5c7e-438c-8bb2-8eac2914bb79 HTTP/1.1" status: 200 len: 210 time: 0.1015794 Sep 24 16:07:52.538817 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6da941d4-35f3-4332-927b-f1266674b375 req-6900ac73-c5e8-46a8-a984-f9531b33316d tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=7d8eedde-bfe3-4382-af10-120e24353802 HTTP/1.1" status: 200 len: 210 time: 0.0779853 Sep 24 16:07:52.565996 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a06fc-35de-45b5-9118-004f3ac09088 req-396550fd-34e4-4d73-8bde-9d03207cde93 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:52.568633 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2f4a06fc-35de-45b5-9118-004f3ac09088 req-396550fd-34e4-4d73-8bde-9d03207cde93 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a5ae693-22ab-4a24-a6da-cd0c03113bed HTTP/1.1" status: 200 len: 943 time: 0.0648401 Sep 24 16:07:52.617506 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2f4a06fc-35de-45b5-9118-004f3ac09088 req-90f4057e-9922-4723-aa8e-41fca2459d9f tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=d02a9e3e-3454-4964-a46b-9470c7e72dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429916 Sep 24 16:07:52.792324 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f63ceddd-e00e-4ea5-9040-d0329b97afac req-8e2f7f99-98ef-4e31-912f-8303c67e2ab0 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Made reservation on behalf of ad0a95e7731d4c36b80c295f85c49988 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:07:52.796442 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-f63ceddd-e00e-4ea5-9040-d0329b97afac req-8e2f7f99-98ef-4e31-912f-8303c67e2ab0 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:53.206311 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-f63ceddd-e00e-4ea5-9040-d0329b97afac req-8e2f7f99-98ef-4e31-912f-8303c67e2ab0 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Allocated IP 172.20.0.7 (6dfcf71b-a430-45da-8447-3d600e4a0e09/a684d0b1-d9da-4f1a-86e3-ebaba7395986/1472b9bd-000b-4e3d-8a2a-b142b95298d9) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:07:53.562110 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-357f13aa-bc6b-4c21-9d49-c256c800407f req-56aa4cb7-1078-4d7b-9fa1-aef400853edf tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] 10.222.0.101 "GET /v2.0/ports?device_id=e8f26fed-5c7e-438c-8bb2-8eac2914bb79 HTTP/1.1" status: 200 len: 210 time: 0.0687881 Sep 24 16:07:53.683595 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-f63ceddd-e00e-4ea5-9040-d0329b97afac req-8e2f7f99-98ef-4e31-912f-8303c67e2ab0 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:53.841351 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee22df54-6f4e-4e1f-875d-ee4cf7e93b21 req-9020d19d-8357-4d07-a205-9ba8da872191 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:53.854867 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ee22df54-6f4e-4e1f-875d-ee4cf7e93b21 req-9020d19d-8357-4d07-a205-9ba8da872191 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a5ae693-22ab-4a24-a6da-cd0c03113bed HTTP/1.1" status: 200 len: 943 time: 0.1192300 Sep 24 16:07:53.870159 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-51760c5d-e726-48c6-93de-cf74ca5804b1 req-cb27d5f1-6cef-4a82-afb6-e4e918267e58 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=7d8eedde-bfe3-4382-af10-120e24353802 HTTP/1.1" status: 200 len: 210 time: 0.0829039 Sep 24 16:07:53.947364 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-f63ceddd-e00e-4ea5-9040-d0329b97afac req-8e2f7f99-98ef-4e31-912f-8303c67e2ab0 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:53.963051 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['d60ae8e3-52b4-4142-a20c-47dd2a4c8128'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:07:53.999260 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ee22df54-6f4e-4e1f-875d-ee4cf7e93b21 req-ed204c94-60e0-4294-84b8-216bc3b26234 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=d02a9e3e-3454-4964-a46b-9470c7e72dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433752 Sep 24 16:07:54.051857 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2f7f99-98ef-4e31-912f-8303c67e2ab0 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Pushing event updated for resources: {'Port': ['ID=1472b9bd-000b-4e3d-8a2a-b142b95298d9,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:07:54.072668 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f63ceddd-e00e-4ea5-9040-d0329b97afac req-8e2f7f99-98ef-4e31-912f-8303c67e2ab0 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Network 6dfcf71b-a430-45da-8447-3d600e4a0e09 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:07:54.076491 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-f63ceddd-e00e-4ea5-9040-d0329b97afac req-8e2f7f99-98ef-4e31-912f-8303c67e2ab0 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:07:54.080123 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-f63ceddd-e00e-4ea5-9040-d0329b97afac req-8e2f7f99-98ef-4e31-912f-8303c67e2ab0 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:07:54.197761 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ceddd-e00e-4ea5-9040-d0329b97afac req-8e2f7f99-98ef-4e31-912f-8303c67e2ab0 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:54.202532 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-f63ceddd-e00e-4ea5-9040-d0329b97afac req-8e2f7f99-98ef-4e31-912f-8303c67e2ab0 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:54.353655 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f63ceddd-e00e-4ea5-9040-d0329b97afac req-8e2f7f99-98ef-4e31-912f-8303c67e2ab0 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1186085 Sep 24 16:07:54.369374 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-f63ceddd-e00e-4ea5-9040-d0329b97afac req-ba888bec-b218-41f3-85d8-34c90585a575 service neutron] Request body: {'port': {'device_id': '7d8eedde-bfe3-4382-af10-120e24353802', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:07:54.458464 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-f63ceddd-e00e-4ea5-9040-d0329b97afac req-ba888bec-b218-41f3-85d8-34c90585a575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:54.584487 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-a63d513b-579d-41b5-bf29-7e21d3d8874c None None] Provisioning complete for port 1472b9bd-000b-4e3d-8a2a-b142b95298d9 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:07:54.586783 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a63d513b-579d-41b5-bf29-7e21d3d8874c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:54.722115 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-a63d513b-579d-41b5-bf29-7e21d3d8874c None None] Port 1472b9bd-000b-4e3d-8a2a-b142b95298d9 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:07:54.793929 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-006226ee-d887-49c3-ac14-ddb9aad17040 req-a482e363-6b12-4a06-aad0-cb6fa46afe20 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] 10.222.0.101 "GET /v2.0/ports?device_id=e8f26fed-5c7e-438c-8bb2-8eac2914bb79 HTTP/1.1" status: 200 len: 210 time: 0.0422657 Sep 24 16:07:54.869987 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-f63ceddd-e00e-4ea5-9040-d0329b97afac req-ba888bec-b218-41f3-85d8-34c90585a575 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1472b9bd-000b-4e3d-8a2a-b142b95298d9 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:07:54.886161 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-f63ceddd-e00e-4ea5-9040-d0329b97afac req-ba888bec-b218-41f3-85d8-34c90585a575 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:54.900968 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-f63ceddd-e00e-4ea5-9040-d0329b97afac req-ba888bec-b218-41f3-85d8-34c90585a575 service neutron] Transition to ACTIVE for port object 1472b9bd-000b-4e3d-8a2a-b142b95298d9 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 16:07:54.969138 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-f63ceddd-e00e-4ea5-9040-d0329b97afac req-ba888bec-b218-41f3-85d8-34c90585a575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:55.023805 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba888bec-b218-41f3-85d8-34c90585a575 service neutron] Pushing event updated for resources: {'Port': ['ID=1472b9bd-000b-4e3d-8a2a-b142b95298d9,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:07:55.140782 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5123a28-f298-44c7-8ab5-81365183f728 req-3e7de59a-cecd-4ec3-8b40-8229836ef790 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:55.154862 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c5123a28-f298-44c7-8ab5-81365183f728 req-3e7de59a-cecd-4ec3-8b40-8229836ef790 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=7d8eedde-bfe3-4382-af10-120e24353802 HTTP/1.1" status: 200 len: 943 time: 0.1533339 Sep 24 16:07:55.282522 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c5123a28-f298-44c7-8ab5-81365183f728 req-db8daff6-1bb7-4cc7-9339-c827ed71ff9d tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236753 Sep 24 16:07:55.308975 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e293b-3977-4684-bc03-6a7ff4034429 req-4c325ed1-caf1-4143-aac3-901b5cb14566 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:55.316612 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-940e293b-3977-4684-bc03-6a7ff4034429 req-4c325ed1-caf1-4143-aac3-901b5cb14566 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a5ae693-22ab-4a24-a6da-cd0c03113bed HTTP/1.1" status: 200 len: 943 time: 0.1645274 Sep 24 16:07:55.325172 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-f63ceddd-e00e-4ea5-9040-d0329b97afac req-ba888bec-b218-41f3-85d8-34c90585a575 service neutron] Attempting to bind port 1472b9bd-000b-4e3d-8a2a-b142b95298d9 on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:07:55.325514 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-f63ceddd-e00e-4ea5-9040-d0329b97afac req-ba888bec-b218-41f3-85d8-34c90585a575 service neutron] Attempting to bind port 1472b9bd-000b-4e3d-8a2a-b142b95298d9 by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': '2092c0c1-8505-4766-a7ca-113875fab965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '6dfcf71b-a430-45da-8447-3d600e4a0e09'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:07:55.325987 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63ceddd-e00e-4ea5-9040-d0329b97afac req-ba888bec-b218-41f3-85d8-34c90585a575 service neutron] Attempting to bind port 1472b9bd-000b-4e3d-8a2a-b142b95298d9 on network 6dfcf71b-a430-45da-8447-3d600e4a0e09 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:07:55.364956 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63ceddd-e00e-4ea5-9040-d0329b97afac req-ba888bec-b218-41f3-85d8-34c90585a575 service neutron] Port 1472b9bd-000b-4e3d-8a2a-b142b95298d9 on network 6dfcf71b-a430-45da-8447-3d600e4a0e09 not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 16:07:55.365469 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63ceddd-e00e-4ea5-9040-d0329b97afac req-ba888bec-b218-41f3-85d8-34c90585a575 service neutron] Attempting to bind port 1472b9bd-000b-4e3d-8a2a-b142b95298d9 on network 6dfcf71b-a430-45da-8447-3d600e4a0e09 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:07:55.386808 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63ceddd-e00e-4ea5-9040-d0329b97afac req-ba888bec-b218-41f3-85d8-34c90585a575 service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:07:55.387438 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63ceddd-e00e-4ea5-9040-d0329b97afac req-ba888bec-b218-41f3-85d8-34c90585a575 service neutron] Checking segment: {'id': '2092c0c1-8505-4766-a7ca-113875fab965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '6dfcf71b-a430-45da-8447-3d600e4a0e09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:07:55.388680 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63ceddd-e00e-4ea5-9040-d0329b97afac req-ba888bec-b218-41f3-85d8-34c90585a575 service neutron] Bound using segment: {'id': '2092c0c1-8505-4766-a7ca-113875fab965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '6dfcf71b-a430-45da-8447-3d600e4a0e09'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:07:55.405381 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-f63ceddd-e00e-4ea5-9040-d0329b97afac req-ba888bec-b218-41f3-85d8-34c90585a575 service neutron] Bound port: 1472b9bd-000b-4e3d-8a2a-b142b95298d9, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2092c0c1-8505-4766-a7ca-113875fab965', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1270, 'network_id': '6dfcf71b-a430-45da-8447-3d600e4a0e09'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:07:55.405381 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-f63ceddd-e00e-4ea5-9040-d0329b97afac req-ba888bec-b218-41f3-85d8-34c90585a575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:55.799451 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-940e293b-3977-4684-bc03-6a7ff4034429 req-1d26dc35-422b-4012-9a43-ac3de4532ab8 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=d02a9e3e-3454-4964-a46b-9470c7e72dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4819624 Sep 24 16:07:55.872437 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-f63ceddd-e00e-4ea5-9040-d0329b97afac req-ba888bec-b218-41f3-85d8-34c90585a575 service neutron] For port 1472b9bd-000b-4e3d-8a2a-b142b95298d9, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:07:55.880704 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-f63ceddd-e00e-4ea5-9040-d0329b97afac req-ba888bec-b218-41f3-85d8-34c90585a575 service neutron] For port 1472b9bd-000b-4e3d-8a2a-b142b95298d9, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=1472b9bd-000b-4e3d-8a2a-b142b95298d9,segment=NetworkSegment(2092c0c1-8505-4766-a7ca-113875fab965),segment_id=2092c0c1-8505-4766-a7ca-113875fab965)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:07:55.947230 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-f63ceddd-e00e-4ea5-9040-d0329b97afac req-ba888bec-b218-41f3-85d8-34c90585a575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:55.956546 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-42796180-21be-40bf-83f7-099d02f275ae req-05b40c8c-ebfb-4778-a6ee-234bb35df4eb tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] 10.222.0.101 "GET /v2.0/ports?device_id=e8f26fed-5c7e-438c-8bb2-8eac2914bb79 HTTP/1.1" status: 200 len: 210 time: 0.0479341 Sep 24 16:07:55.998115 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ceddd-e00e-4ea5-9040-d0329b97afac req-ba888bec-b218-41f3-85d8-34c90585a575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:55.998916 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-f63ceddd-e00e-4ea5-9040-d0329b97afac req-ba888bec-b218-41f3-85d8-34c90585a575 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:56.001360 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f63ceddd-e00e-4ea5-9040-d0329b97afac req-ba888bec-b218-41f3-85d8-34c90585a575 service neutron] 10.222.0.110 "PUT /v2.0/ports/1472b9bd-000b-4e3d-8a2a-b142b95298d9 HTTP/1.1" status: 200 len: 1091 time: 1.6366272 Sep 24 16:07:56.004291 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d8eedde-bfe3-4382-af10-120e24353802', 'tag': '1472b9bd-000b-4e3d-8a2a-b142b95298d9'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:07:56.020203 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba5d7c5-f5b5-492c-9d7d-3d0cb24cf1bf" -d '{"events": [{"name": "network-changed", "server_uuid": "7d8eedde-bfe3-4382-af10-120e24353802", "tag": "1472b9bd-000b-4e3d-8a2a-b142b95298d9"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:07:56.053940 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba888bec-b218-41f3-85d8-34c90585a575 service neutron] Pushing event updated for resources: {'Port': ['ID=1472b9bd-000b-4e3d-8a2a-b142b95298d9,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:07:56.081691 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88edbf8a-87e9-4abc-aef5-3d591b2a0153 x-openstack-request-id: req-88edbf8a-87e9-4abc-aef5-3d591b2a0153 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:07:56.085980 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d8eedde-bfe3-4382-af10-120e24353802", "tag": "1472b9bd-000b-4e3d-8a2a-b142b95298d9", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:07:56.085980 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-88edbf8a-87e9-4abc-aef5-3d591b2a0153 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:07:56.085980 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d8eedde-bfe3-4382-af10-120e24353802', 'tag': '1472b9bd-000b-4e3d-8a2a-b142b95298d9', 'status': 'completed', 'code': 200} Sep 24 16:07:56.163745 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba5d7c5-f5b5-492c-9d7d-3d0cb24cf1bf req-121ef083-41a8-419e-9002-2cca78c8e409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:56.171186 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-eba5d7c5-f5b5-492c-9d7d-3d0cb24cf1bf req-121ef083-41a8-419e-9002-2cca78c8e409 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=ad0a95e7731d4c36b80c295f85c49988&device_id=7d8eedde-bfe3-4382-af10-120e24353802 HTTP/1.1" status: 200 len: 1094 time: 0.0623484 Sep 24 16:07:56.313917 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba5d7c5-f5b5-492c-9d7d-3d0cb24cf1bf req-ea0dedf4-24be-4664-a3f8-97ac9985ce32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:56.315069 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-eba5d7c5-f5b5-492c-9d7d-3d0cb24cf1bf req-ea0dedf4-24be-4664-a3f8-97ac9985ce32 service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=ad0a95e7731d4c36b80c295f85c49988&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1332607 Sep 24 16:07:56.461275 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364fe8ed-172c-4dd8-95a9-4fd4f83c52f3 req-da5f3142-00e8-45bd-97f6-f4fd2ede7ab8 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:56.473538 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-364fe8ed-172c-4dd8-95a9-4fd4f83c52f3 req-da5f3142-00e8-45bd-97f6-f4fd2ede7ab8 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=7d8eedde-bfe3-4382-af10-120e24353802 HTTP/1.1" status: 200 len: 943 time: 0.1071525 Sep 24 16:07:56.473755 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba5d7c5-f5b5-492c-9d7d-3d0cb24cf1bf req-90932a81-f050-4f0f-9ec3-eaa40e338062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:56.473755 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-eba5d7c5-f5b5-492c-9d7d-3d0cb24cf1bf req-90932a81-f050-4f0f-9ec3-eaa40e338062 service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1496408 Sep 24 16:07:56.532284 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-364fe8ed-172c-4dd8-95a9-4fd4f83c52f3 req-3e26b8d5-2fee-40e6-ad77-5dbf77d382f6 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546558 Sep 24 16:07:56.565529 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ceddd-e00e-4ea5-9040-d0329b97afac req-8f549f55-0c55-4654-b324-861d729decd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:56.567474 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f63ceddd-e00e-4ea5-9040-d0329b97afac req-8f549f55-0c55-4654-b324-861d729decd7 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=ad0a95e7731d4c36b80c295f85c49988&device_id=7d8eedde-bfe3-4382-af10-120e24353802 HTTP/1.1" status: 200 len: 1094 time: 0.0488150 Sep 24 16:07:56.616061 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f63ceddd-e00e-4ea5-9040-d0329b97afac req-9c49273c-c82c-4a56-877e-4f799492a26d service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1472b9bd-000b-4e3d-8a2a-b142b95298d9 HTTP/1.1" status: 200 len: 217 time: 0.0384166 Sep 24 16:07:56.641477 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 45286707-5ed6-41bb-b6d4-620f0af230bf details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 16:07:56.726129 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ceddd-e00e-4ea5-9040-d0329b97afac req-886a750f-ffa2-4fee-a282-a9437ed535f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:56.728179 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f63ceddd-e00e-4ea5-9040-d0329b97afac req-886a750f-ffa2-4fee-a282-a9437ed535f1 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=a684d0b1-d9da-4f1a-86e3-ebaba7395986 HTTP/1.1" status: 200 len: 850 time: 0.1011531 Sep 24 16:07:56.860316 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ceddd-e00e-4ea5-9040-d0329b97afac req-ff0b06de-1b20-40d1-af1a-21c94dbe85aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:56.863168 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f63ceddd-e00e-4ea5-9040-d0329b97afac req-ff0b06de-1b20-40d1-af1a-21c94dbe85aa service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=6dfcf71b-a430-45da-8447-3d600e4a0e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1032870 Sep 24 16:07:56.907807 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 45286707-5ed6-41bb-b6d4-620f0af230bf, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=45286707-5ed6-41bb-b6d4-620f0af230bf,segment=NetworkSegment(94c0797a-5dbb-467d-9f41-7597f4debf01),segment_id=94c0797a-5dbb-467d-9f41-7597f4debf01)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:07:56.947535 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': '45286707-5ed6-41bb-b6d4-620f0af230bf', 'network_id': 'e683698e-96d3-4f25-bed4-4200552ea2ef', 'port_id': '45286707-5ed6-41bb-b6d4-620f0af230bf', 'mac_address': 'fa:16:3e:ea:cc:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04b7f077-c013-4647-8fb9-7721770c2649', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 16:07:57.034397 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f63ceddd-e00e-4ea5-9040-d0329b97afac req-6e84072b-a1d8-4ca4-82a3-1ccb77027b2f service neutron] 10.222.0.110 "GET /v2.0/networks/6dfcf71b-a430-45da-8447-3d600e4a0e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584172 Sep 24 16:07:57.044780 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 35348) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:07:57.052010 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:57.073870 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45286707-5ed6-41bb-b6d4-620f0af230bf {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:07:57.126564 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 45286707-5ed6-41bb-b6d4-620f0af230bf, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=45286707-5ed6-41bb-b6d4-620f0af230bf,segment=NetworkSegment(94c0797a-5dbb-467d-9f41-7597f4debf01),segment_id=94c0797a-5dbb-467d-9f41-7597f4debf01)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:07:57.147507 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5e27e97c-5864-4394-9779-629bed30a941 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:57.180644 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5e27e97c-5864-4394-9779-629bed30a941 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:57.239632 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:57.328021 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=45286707-5ed6-41bb-b6d4-620f0af230bf,revision_number=9']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:07:57.352003 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5e27e97c-5864-4394-9779-629bed30a941 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:57.354699 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5e27e97c-5864-4394-9779-629bed30a941 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:57.356447 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-5e27e97c-5864-4394-9779-629bed30a941 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] 10.222.0.101 "DELETE /v2.0/security-groups/77d110d2-a2ee-4f55-9050-a416699b1809 HTTP/1.1" status: 204 len: 168 time: 0.3106332 Sep 24 16:07:57.380825 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e953b9b5-d117-45d0-9fa6-efba9fe7aa30 req-ee8f0eff-ce0b-41ee-bf15-16870a8789d6 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:57.382456 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e953b9b5-d117-45d0-9fa6-efba9fe7aa30 req-ee8f0eff-ce0b-41ee-bf15-16870a8789d6 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a5ae693-22ab-4a24-a6da-cd0c03113bed HTTP/1.1" status: 200 len: 943 time: 0.3471231 Sep 24 16:07:57.399673 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e27e97c-5864-4394-9779-629bed30a941 tempest-TestVolumeBackupRestore-1637231105 tempest-TestVolumeBackupRestore-1637231105-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d110d2-a2ee-4f55-9050-a416699b1809,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:07:57.466093 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e953b9b5-d117-45d0-9fa6-efba9fe7aa30 req-24831006-7e89-4820-9723-46ee1f7d2190 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=d02a9e3e-3454-4964-a46b-9470c7e72dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697305 Sep 24 16:07:57.473842 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f63ceddd-e00e-4ea5-9040-d0329b97afac req-1faea8f7-354a-49b8-a64e-8d88cd28f879 service neutron] 10.222.0.110 "GET /v2.0/networks/6dfcf71b-a430-45da-8447-3d600e4a0e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4086990 Sep 24 16:07:57.475726 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['45286707-5ed6-41bb-b6d4-620f0af230bf'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:07:57.677138 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4198ef18-93b1-48ae-8ffe-23ff68170d24 req-55ad232a-fccc-44eb-a671-89bb0e144683 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:57.679502 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4198ef18-93b1-48ae-8ffe-23ff68170d24 req-55ad232a-fccc-44eb-a671-89bb0e144683 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=7d8eedde-bfe3-4382-af10-120e24353802 HTTP/1.1" status: 200 len: 943 time: 0.0636659 Sep 24 16:07:57.739723 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4198ef18-93b1-48ae-8ffe-23ff68170d24 req-de87a781-f41c-4e88-90be-3745a0eabf84 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439060 Sep 24 16:07:58.642901 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 45286707-5ed6-41bb-b6d4-620f0af230bf up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:07:58.703728 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b38cf6f-2e10-4685-b2d3-5f52487b980c req-d2ada4dc-7ff1-49a3-b628-8858a0533bfd tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:58.706263 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0b38cf6f-2e10-4685-b2d3-5f52487b980c req-d2ada4dc-7ff1-49a3-b628-8858a0533bfd tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a5ae693-22ab-4a24-a6da-cd0c03113bed HTTP/1.1" status: 200 len: 944 time: 0.1017814 Sep 24 16:07:58.722766 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port 45286707-5ed6-41bb-b6d4-620f0af230bf triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:07:58.723732 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:58.764630 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0b38cf6f-2e10-4685-b2d3-5f52487b980c req-1532f1ae-a6ee-460a-bd97-2778e0564758 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=d02a9e3e-3454-4964-a46b-9470c7e72dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491431 Sep 24 16:07:58.858784 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:58.956997 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a962c-f20f-40a4-92ed-b5ab7df1fe92 req-21149863-2918-455f-a262-ca57075d645c tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:58.966962 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-963a962c-f20f-40a4-92ed-b5ab7df1fe92 req-21149863-2918-455f-a262-ca57075d645c tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=7d8eedde-bfe3-4382-af10-120e24353802 HTTP/1.1" status: 200 len: 943 time: 0.1086035 Sep 24 16:07:59.029484 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-963a962c-f20f-40a4-92ed-b5ab7df1fe92 req-d7f7d4fb-6adf-4905-a361-69b9b1d6fcb3 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612452 Sep 24 16:07:59.216465 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 45286707-5ed6-41bb-b6d4-620f0af230bf, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=45286707-5ed6-41bb-b6d4-620f0af230bf,segment=NetworkSegment(94c0797a-5dbb-467d-9f41-7597f4debf01),segment_id=94c0797a-5dbb-467d-9f41-7597f4debf01)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:07:59.218597 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a5ae693-22ab-4a24-a6da-cd0c03113bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45286707-5ed6-41bb-b6d4-620f0af230bf'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:07:59.222485 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32fbb078-5b75-405b-a542-bb8e6976a2df" -d '{"events": [{"server_uuid": "7a5ae693-22ab-4a24-a6da-cd0c03113bed", "name": "network-vif-plugged", "status": "completed", "tag": "45286707-5ed6-41bb-b6d4-620f0af230bf"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:07:59.288529 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a27ccbbe-128d-45a3-964f-c263259d98d0 x-openstack-request-id: req-a27ccbbe-128d-45a3-964f-c263259d98d0 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:07:59.288876 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a5ae693-22ab-4a24-a6da-cd0c03113bed", "name": "network-vif-plugged", "status": "completed", "tag": "45286707-5ed6-41bb-b6d4-620f0af230bf", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:07:59.289135 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a27ccbbe-128d-45a3-964f-c263259d98d0 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:07:59.289583 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a5ae693-22ab-4a24-a6da-cd0c03113bed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45286707-5ed6-41bb-b6d4-620f0af230bf', 'code': 200} Sep 24 16:07:59.341013 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:07:59.490211 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=45286707-5ed6-41bb-b6d4-620f0af230bf,revision_number=10']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:07:59.627246 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7140bb84-fe0c-45ce-a402-1292833dd88c req-f2169ba9-8354-4b8d-acd1-1c45584dfc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:59.629091 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7140bb84-fe0c-45ce-a402-1292833dd88c req-f2169ba9-8354-4b8d-acd1-1c45584dfc65 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=7a5ae693-22ab-4a24-a6da-cd0c03113bed HTTP/1.1" status: 200 len: 1097 time: 0.0541687 Sep 24 16:07:59.680141 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7140bb84-fe0c-45ce-a402-1292833dd88c req-7217c01c-cfbd-4ff9-9bb7-89632a10a1ea service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=d02a9e3e-3454-4964-a46b-9470c7e72dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387387 Sep 24 16:07:59.941354 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c8e41a-ad61-4f77-a3f3-48b1e2fde474 req-49137f3d-1d1c-45ea-996a-ff95308389ef tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:07:59.950251 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-54c8e41a-ad61-4f77-a3f3-48b1e2fde474 req-49137f3d-1d1c-45ea-996a-ff95308389ef tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a5ae693-22ab-4a24-a6da-cd0c03113bed HTTP/1.1" status: 200 len: 946 time: 0.0736227 Sep 24 16:07:59.999151 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-54c8e41a-ad61-4f77-a3f3-48b1e2fde474 req-321d59f8-4875-433d-9ed0-f68072d175ee tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=d02a9e3e-3454-4964-a46b-9470c7e72dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478256 Sep 24 16:08:00.200869 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb67e6b-85a0-4f83-bb08-1204a8f32af7 req-ce0f3279-bfa7-4aad-8f09-7d96e2014f8c tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:08:00.211161 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0bb67e6b-85a0-4f83-bb08-1204a8f32af7 req-ce0f3279-bfa7-4aad-8f09-7d96e2014f8c tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=7d8eedde-bfe3-4382-af10-120e24353802 HTTP/1.1" status: 200 len: 943 time: 0.0908527 Sep 24 16:08:00.262743 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0bb67e6b-85a0-4f83-bb08-1204a8f32af7 req-e322466c-a020-48dd-80e9-2188191f707f tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433161 Sep 24 16:08:00.801612 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 35498) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:08:01.036988 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-59418386-6495-4e54-99a6-49ff8d2d37da admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:01.185970 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-59418386-6495-4e54-99a6-49ff8d2d37da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:01.250871 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-74bd15cc-8895-4027-88d2-204dadcbe977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:01.251689 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14dbbd7-c2ad-465f-b65e-38c0524e33fb req-3df77930-9157-43cc-9ceb-2f4b5a374a65 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:08:01.269132 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d14dbbd7-c2ad-465f-b65e-38c0524e33fb req-3df77930-9157-43cc-9ceb-2f4b5a374a65 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a5ae693-22ab-4a24-a6da-cd0c03113bed HTTP/1.1" status: 200 len: 946 time: 0.0814271 Sep 24 16:08:01.326877 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-59418386-6495-4e54-99a6-49ff8d2d37da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:01.407637 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59418386-6495-4e54-99a6-49ff8d2d37da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28de0846-0ff0-483a-b66a-2e2d8d93046c,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:08:01.437052 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d14dbbd7-c2ad-465f-b65e-38c0524e33fb req-aa352f36-7845-4581-83e3-653f185fda87 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=d02a9e3e-3454-4964-a46b-9470c7e72dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1668370 Sep 24 16:08:01.446323 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-59418386-6495-4e54-99a6-49ff8d2d37da admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=c51d58e0cf304302b731a75bdbac1f10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6439941 Sep 24 16:08:01.453282 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 35532) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:08:01.545183 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42628a71-5ec8-4082-a9a6-ae0e1b03ea6d req-762c9bf4-e82e-47b2-91e6-b31489d469d0 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:08:01.552668 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-42628a71-5ec8-4082-a9a6-ae0e1b03ea6d req-762c9bf4-e82e-47b2-91e6-b31489d469d0 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=7d8eedde-bfe3-4382-af10-120e24353802 HTTP/1.1" status: 200 len: 943 time: 0.1316984 Sep 24 16:08:01.559238 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-897d01d7-f1bb-41bf-8da1-53ef19ba53f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:01.595147 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-42628a71-5ec8-4082-a9a6-ae0e1b03ea6d req-f9a4a4ae-f45a-4885-b5c9-5df2da54096b tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414319 Sep 24 16:08:01.603505 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-897d01d7-f1bb-41bf-8da1-53ef19ba53f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:01.810816 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-897d01d7-f1bb-41bf-8da1-53ef19ba53f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:01.823987 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-897d01d7-f1bb-41bf-8da1-53ef19ba53f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:01.823987 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-897d01d7-f1bb-41bf-8da1-53ef19ba53f6 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/28de0846-0ff0-483a-b66a-2e2d8d93046c HTTP/1.1" status: 204 len: 168 time: 0.3614624 Sep 24 16:08:01.829950 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897d01d7-f1bb-41bf-8da1-53ef19ba53f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28de0846-0ff0-483a-b66a-2e2d8d93046c,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:08:02.697296 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 35584) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:08:02.735024 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d615a0d-dd71-40e9-ad05-9a845a75fffc req-f0c5456a-3e74-41de-8319-0ff9ce79a0f4 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:08:02.754980 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8d615a0d-dd71-40e9-ad05-9a845a75fffc req-f0c5456a-3e74-41de-8319-0ff9ce79a0f4 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a5ae693-22ab-4a24-a6da-cd0c03113bed HTTP/1.1" status: 200 len: 946 time: 0.1649721 Sep 24 16:08:02.824473 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 35594) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:08:02.837164 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8d615a0d-dd71-40e9-ad05-9a845a75fffc req-bb9c555c-0e0d-43d4-a6da-0288305019ee tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=d02a9e3e-3454-4964-a46b-9470c7e72dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874271 Sep 24 16:08:02.865979 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-58d4a8c7-8753-44ee-85f8-50c41c2d173a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:02.874763 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9bac34-210e-4b3a-95e6-6d3135df8735 req-9edf11c0-5952-416a-8d0e-f56beb1d9ebd tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:08:02.883861 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bf9bac34-210e-4b3a-95e6-6d3135df8735 req-9edf11c0-5952-416a-8d0e-f56beb1d9ebd tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=7d8eedde-bfe3-4382-af10-120e24353802 HTTP/1.1" status: 200 len: 943 time: 0.1701250 Sep 24 16:08:02.951920 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bf9bac34-210e-4b3a-95e6-6d3135df8735 req-08161ed2-c782-49d6-8727-415da2eb2a80 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546122 Sep 24 16:08:02.992219 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-58d4a8c7-8753-44ee-85f8-50c41c2d173a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:03.078203 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-58d4a8c7-8753-44ee-85f8-50c41c2d173a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:03.162692 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-58d4a8c7-8753-44ee-85f8-50c41c2d173a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=345adae127f44d979e4f34defac99900&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3236234 Sep 24 16:08:03.163607 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d4a8c7-8753-44ee-85f8-50c41c2d173a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f88ae02-bd75-433e-8e16-5669b44f340a,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:08:03.166410 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 35610) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:08:03.260975 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9c8e3ad5-c780-4fdb-98c4-4d45612315cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:03.297595 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9c8e3ad5-c780-4fdb-98c4-4d45612315cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:03.541015 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9c8e3ad5-c780-4fdb-98c4-4d45612315cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:03.544361 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9c8e3ad5-c780-4fdb-98c4-4d45612315cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:03.548124 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-9c8e3ad5-c780-4fdb-98c4-4d45612315cd admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/9f88ae02-bd75-433e-8e16-5669b44f340a HTTP/1.1" status: 204 len: 168 time: 0.3739281 Sep 24 16:08:03.557053 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8e3ad5-c780-4fdb-98c4-4d45612315cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f88ae02-bd75-433e-8e16-5669b44f340a,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:08:03.688719 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bf9a2c8c-4a99-45fe-8078-29c6004c8e29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:04.034716 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-bf9a2c8c-4a99-45fe-8078-29c6004c8e29 admin admin] Deleting port 287f21b8-6761-4e29-98b7-70bd2d403002 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:08:04.035399 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bf9a2c8c-4a99-45fe-8078-29c6004c8e29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:04.036115 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a27a57f-faee-47bf-a576-8902eacf05e6 req-9d8471f1-cedd-4afc-a128-d43445270ad9 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:08:04.037822 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8a27a57f-faee-47bf-a576-8902eacf05e6 req-9d8471f1-cedd-4afc-a128-d43445270ad9 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a5ae693-22ab-4a24-a6da-cd0c03113bed HTTP/1.1" status: 200 len: 946 time: 0.0858870 Sep 24 16:08:04.050465 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4e107093-f69f-4010-a4c2-513a44d55570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:04.087334 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8a27a57f-faee-47bf-a576-8902eacf05e6 req-e439c584-c059-4ec1-a2dd-4be966c7604a tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=d02a9e3e-3454-4964-a46b-9470c7e72dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405796 Sep 24 16:08:04.156282 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3832eab-e4af-45b9-bfbe-d41727dbd304 req-a2ca0454-0548-4ad8-a4c4-6ec925ebe224 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:08:04.163405 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f3832eab-e4af-45b9-bfbe-d41727dbd304 req-a2ca0454-0548-4ad8-a4c4-6ec925ebe224 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=7d8eedde-bfe3-4382-af10-120e24353802 HTTP/1.1" status: 200 len: 943 time: 0.1300623 Sep 24 16:08:04.197485 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-bf9a2c8c-4a99-45fe-8078-29c6004c8e29 admin admin] For port 287f21b8-6761-4e29-98b7-70bd2d403002, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=287f21b8-6761-4e29-98b7-70bd2d403002,segment=NetworkSegment(1f0f5275-4d4d-4222-a146-2b7429fcf65f),segment_id=1f0f5275-4d4d-4222-a146-2b7429fcf65f)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:08:04.197976 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bf9a2c8c-4a99-45fe-8078-29c6004c8e29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:04.227352 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-bf9a2c8c-4a99-45fe-8078-29c6004c8e29 admin admin] Calling delete_port for 287f21b8-6761-4e29-98b7-70bd2d403002 owned by network:router_interface {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:08:04.240169 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f3832eab-e4af-45b9-bfbe-d41727dbd304 req-762fa3d8-5464-4ba1-b07d-20a08a2fffa8 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743098 Sep 24 16:08:04.343573 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:04.598604 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bf9a2c8c-4a99-45fe-8078-29c6004c8e29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:04.626116 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9a2c8c-4a99-45fe-8078-29c6004c8e29 admin admin] Pushing event deleted for resources: {'Port': ['ID=287f21b8-6761-4e29-98b7-70bd2d403002,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:08:04.642703 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9a2c8c-4a99-45fe-8078-29c6004c8e29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:08:04.642703 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9a2c8c-4a99-45fe-8078-29c6004c8e29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:08:04.642703 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9a2c8c-4a99-45fe-8078-29c6004c8e29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:08:04.642703 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9a2c8c-4a99-45fe-8078-29c6004c8e29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:08:04.642703 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9a2c8c-4a99-45fe-8078-29c6004c8e29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:08:04.642703 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9a2c8c-4a99-45fe-8078-29c6004c8e29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:08:04.643775 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9a2c8c-4a99-45fe-8078-29c6004c8e29 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:08:04.643775 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9a2c8c-4a99-45fe-8078-29c6004c8e29 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:08:04.643775 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9a2c8c-4a99-45fe-8078-29c6004c8e29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:08:04.644236 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9a2c8c-4a99-45fe-8078-29c6004c8e29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:08:04.644236 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9a2c8c-4a99-45fe-8078-29c6004c8e29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:08:04.644808 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9a2c8c-4a99-45fe-8078-29c6004c8e29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:08:04.896768 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bf9a2c8c-4a99-45fe-8078-29c6004c8e29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:05.174671 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf9a2c8c-4a99-45fe-8078-29c6004c8e29 admin admin] Router ab883636-2580-44b7-9550-c623fbfdf0e7 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:08:05.242765 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed24952-4f7b-4646-912a-d91b7a2da008 req-0d8d6e9f-6cc8-428a-99e0-0c1ad2dcbe27 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:08:05.244557 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-eed24952-4f7b-4646-912a-d91b7a2da008 req-0d8d6e9f-6cc8-428a-99e0-0c1ad2dcbe27 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a5ae693-22ab-4a24-a6da-cd0c03113bed HTTP/1.1" status: 200 len: 946 time: 0.0665598 Sep 24 16:08:05.311751 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-eed24952-4f7b-4646-912a-d91b7a2da008 req-fa02ccc1-2cce-4326-bcd5-25df555e774e tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=d02a9e3e-3454-4964-a46b-9470c7e72dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598166 Sep 24 16:08:05.383630 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:05.406914 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf9a2c8c-4a99-45fe-8078-29c6004c8e29 admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:08:05.418108 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 35720) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:08:05.422918 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a949de03-8213-4961-b3a3-34adaead963a None None] Sync routers for ids ['ab883636-2580-44b7-9550-c623fbfdf0e7'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:08:05.427450 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-bf9a2c8c-4a99-45fe-8078-29c6004c8e29 admin admin] 10.222.0.101 "PUT /v2.0/routers/ab883636-2580-44b7-9550-c623fbfdf0e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7225125 Sep 24 16:08:05.439720 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a949de03-8213-4961-b3a3-34adaead963a None None] Routers {'ab883636-2580-44b7-9550-c623fbfdf0e7'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:08:05.440296 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-a949de03-8213-4961-b3a3-34adaead963a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:08:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['ab883636-2580-44b7-9550-c623fbfdf0e7'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:08:05.485048 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6cc322-eb87-4111-9af0-34835e725cb0 req-80ed75c3-0a27-4a63-8ab4-fe16d304c1cd tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:08:05.486888 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2a6cc322-eb87-4111-9af0-34835e725cb0 req-80ed75c3-0a27-4a63-8ab4-fe16d304c1cd tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=7d8eedde-bfe3-4382-af10-120e24353802 HTTP/1.1" status: 200 len: 943 time: 0.1215510 Sep 24 16:08:05.564177 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2a6cc322-eb87-4111-9af0-34835e725cb0 req-09333b4f-cbca-4992-97af-ae916310b67e tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511327 Sep 24 16:08:05.595143 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-799baf06-e7a4-4661-9e4b-03007238dd5c admin admin] Notify callbacks [] for router, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:05.628312 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-a949de03-8213-4961-b3a3-34adaead963a None None] Set router ab883636-2580-44b7-9550-c623fbfdf0e7 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:08:05.747607 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-799baf06-e7a4-4661-9e4b-03007238dd5c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:05.849177 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-a949de03-8213-4961-b3a3-34adaead963a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab883636-2580-44b7-9550-c623fbfdf0e7', 'name': 'tempest-TestVolumeBackupRestore-1429000212-router', 'tenant_id': 'ee226ab1cfac45edb48a2d9761f73895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.236'}], 'enable_snat': True}, 'gw_port_id': '96b6718a-03d6-4dcf-9d6d-07ac9853e574', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:02:14Z', 'updated_at': '2021-09-24T16:08:04Z', 'revision_number': 5, 'project_id': 'ee226ab1cfac45edb48a2d9761f73895', 'gw_port': {'id': '96b6718a-03d6-4dcf-9d6d-07ac9853e574', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7b:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab883636-2580-44b7-9550-c623fbfdf0e7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:02:15Z', 'updated_at': '2021-09-24T16:02:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:08:05.881205 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a949de03-8213-4961-b3a3-34adaead963a None None] Checking router: ab883636-2580-44b7-9550-c623fbfdf0e7 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:08:05.892534 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a949de03-8213-4961-b3a3-34adaead963a None None] Routers {'ab883636-2580-44b7-9550-c623fbfdf0e7'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:08:05.893394 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-a949de03-8213-4961-b3a3-34adaead963a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:08:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['ab883636-2580-44b7-9550-c623fbfdf0e7'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:08:05.925249 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-799baf06-e7a4-4661-9e4b-03007238dd5c admin admin] Deleting port 96b6718a-03d6-4dcf-9d6d-07ac9853e574 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:08:05.925511 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-799baf06-e7a4-4661-9e4b-03007238dd5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:05.994668 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-a949de03-8213-4961-b3a3-34adaead963a None None] Set router ab883636-2580-44b7-9550-c623fbfdf0e7 gateway port host: None {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:08:06.032579 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-799baf06-e7a4-4661-9e4b-03007238dd5c admin admin] For port 96b6718a-03d6-4dcf-9d6d-07ac9853e574, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=96b6718a-03d6-4dcf-9d6d-07ac9853e574,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:08:06.033035 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-799baf06-e7a4-4661-9e4b-03007238dd5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:06.047540 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-799baf06-e7a4-4661-9e4b-03007238dd5c admin admin] Calling delete_port for 96b6718a-03d6-4dcf-9d6d-07ac9853e574 owned by network:router_gateway {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:08:06.063433 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-a949de03-8213-4961-b3a3-34adaead963a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab883636-2580-44b7-9550-c623fbfdf0e7', 'name': 'tempest-TestVolumeBackupRestore-1429000212-router', 'tenant_id': 'ee226ab1cfac45edb48a2d9761f73895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:02:14Z', 'updated_at': '2021-09-24T16:08:05Z', 'revision_number': 6, 'project_id': 'ee226ab1cfac45edb48a2d9761f73895', 'gw_port_host': None}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:08:06.113986 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a949de03-8213-4961-b3a3-34adaead963a None None] The sync data for ids ['ab883636-2580-44b7-9550-c623fbfdf0e7'] in n-d-808921-1 is: [{'id': 'ab883636-2580-44b7-9550-c623fbfdf0e7', 'name': 'tempest-TestVolumeBackupRestore-1429000212-router', 'tenant_id': 'ee226ab1cfac45edb48a2d9761f73895', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:02:14Z', 'updated_at': '2021-09-24T16:08:05Z', 'revision_number': 6, 'project_id': 'ee226ab1cfac45edb48a2d9761f73895', 'gw_port_host': None}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:08:06.155408 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 35746) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:08:06.320395 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2ab34a16-3406-4ec3-97cc-6c607da8cc69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:06.387224 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-799baf06-e7a4-4661-9e4b-03007238dd5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:06.428550 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799baf06-e7a4-4661-9e4b-03007238dd5c admin admin] Pushing event deleted for resources: {'Port': ['ID=96b6718a-03d6-4dcf-9d6d-07ac9853e574,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:08:06.440157 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2ab34a16-3406-4ec3-97cc-6c607da8cc69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:06.522514 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-799baf06-e7a4-4661-9e4b-03007238dd5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586576'] for router_gateway, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:06.552152 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2ab34a16-3406-4ec3-97cc-6c607da8cc69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:06.607678 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-2ab34a16-3406-4ec3-97cc-6c607da8cc69 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=cf852b7790164a8db9ed8a4c78f09dc1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4317219 Sep 24 16:08:06.607678 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab34a16-3406-4ec3-97cc-6c607da8cc69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02a6c260-7663-4513-ab4a-a9fb5b017b83,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:08:06.614853 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 35762) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:08:06.641831 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-799baf06-e7a4-4661-9e4b-03007238dd5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:06.649054 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-799baf06-e7a4-4661-9e4b-03007238dd5c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:06.709109 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-43e5037b-ee32-480f-8a73-786505e23194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:06.744232 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-43e5037b-ee32-480f-8a73-786505e23194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:06.780768 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:06.813234 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ee453-2fdf-4ecf-a4e7-0d6a1eeb590f req-40c8df33-c2aa-41e0-b015-2c6ac9ca3a54 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:08:06.815653 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-561ee453-2fdf-4ecf-a4e7-0d6a1eeb590f req-40c8df33-c2aa-41e0-b015-2c6ac9ca3a54 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=7d8eedde-bfe3-4382-af10-120e24353802 HTTP/1.1" status: 200 len: 943 time: 0.0964572 Sep 24 16:08:06.864282 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-561ee453-2fdf-4ecf-a4e7-0d6a1eeb590f req-72f66b1a-bb5a-4083-9774-1e8c77ae80d3 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373600 Sep 24 16:08:06.923758 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-799baf06-e7a4-4661-9e4b-03007238dd5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:06.924398 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-799baf06-e7a4-4661-9e4b-03007238dd5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router ab883636-2580-44b7-9550-c623fbfdf0e7 {{(pid=95297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 16:08:06.931022 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-799baf06-e7a4-4661-9e4b-03007238dd5c admin admin] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:06.934749 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-43e5037b-ee32-480f-8a73-786505e23194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:06.935383 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-799baf06-e7a4-4661-9e4b-03007238dd5c admin admin] 10.222.0.101 "DELETE /v2.0/routers/ab883636-2580-44b7-9550-c623fbfdf0e7 HTTP/1.1" status: 204 len: 168 time: 1.5159926 Sep 24 16:08:06.936049 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 35776) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:08:06.937296 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-43e5037b-ee32-480f-8a73-786505e23194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:06.938496 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-43e5037b-ee32-480f-8a73-786505e23194 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/02a6c260-7663-4513-ab4a-a9fb5b017b83 HTTP/1.1" status: 204 len: 168 time: 0.3265574 Sep 24 16:08:06.950383 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e5037b-ee32-480f-8a73-786505e23194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02a6c260-7663-4513-ab4a-a9fb5b017b83,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:08:07.017855 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b60b073-333d-41d1-b3d9-e3182e0729c8 admin admin] Deleting subnet b1fa37ff-fc61-4471-a46e-39625d062436 {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 16:08:07.021283 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9b60b073-333d-41d1-b3d9-e3182e0729c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:07.065858 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9b60b073-333d-41d1-b3d9-e3182e0729c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:07.163106 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9b60b073-333d-41d1-b3d9-e3182e0729c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:07.318233 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9b60b073-333d-41d1-b3d9-e3182e0729c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:07.348042 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b60b073-333d-41d1-b3d9-e3182e0729c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1fa37ff-fc61-4471-a46e-39625d062436,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:08:07.352242 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9b60b073-333d-41d1-b3d9-e3182e0729c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:07.355045 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-9b60b073-333d-41d1-b3d9-e3182e0729c8 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/b1fa37ff-fc61-4471-a46e-39625d062436 HTTP/1.1" status: 204 len: 168 time: 0.4170418 Sep 24 16:08:07.357755 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 35790) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:08:07.366750 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18c6eb3-69fb-4fc2-a546-136b11c41e6a None None] Network 219a3b95-2b97-4a78-a69d-aa4cf228340a requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:08:07.462496 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5ff813fb-e521-4526-9d2d-64cafbb49547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:07.578231 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-5ff813fb-e521-4526-9d2d-64cafbb49547 admin admin] Deleting port 80085f5e-fe36-4ae9-a272-24a31dbad9f4 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:08:07.578231 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5ff813fb-e521-4526-9d2d-64cafbb49547 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:07.652260 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e4fa8e-7034-4e49-a3c2-1f527e769ebd None None] DHCP port deletion for 219a3b95-2b97-4a78-a69d-aa4cf228340a request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 16:08:07.674092 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-5ff813fb-e521-4526-9d2d-64cafbb49547 admin admin] For port 80085f5e-fe36-4ae9-a272-24a31dbad9f4, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=80085f5e-fe36-4ae9-a272-24a31dbad9f4,segment=NetworkSegment(1f0f5275-4d4d-4222-a146-2b7429fcf65f),segment_id=1f0f5275-4d4d-4222-a146-2b7429fcf65f)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:08:07.674677 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5ff813fb-e521-4526-9d2d-64cafbb49547 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:07.705437 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-5ff813fb-e521-4526-9d2d-64cafbb49547 admin admin] Calling delete_port for 80085f5e-fe36-4ae9-a272-24a31dbad9f4 owned by network:dhcp {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:08:07.742656 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-26e4fa8e-7034-4e49-a3c2-1f527e769ebd None None] Deleting port 80085f5e-fe36-4ae9-a272-24a31dbad9f4 {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:08:07.743368 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-26e4fa8e-7034-4e49-a3c2-1f527e769ebd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:07.767346 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 287f21b8-6761-4e29-98b7-70bd2d403002 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:08:07.802518 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 287f21b8-6761-4e29-98b7-70bd2d403002 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:08:07.803368 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 287f21b8-6761-4e29-98b7-70bd2d403002 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:08:07.803368 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 96b6718a-03d6-4dcf-9d6d-07ac9853e574 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:08:07.854683 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 96b6718a-03d6-4dcf-9d6d-07ac9853e574 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:08:07.855031 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 96b6718a-03d6-4dcf-9d6d-07ac9853e574 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:08:07.855864 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 80085f5e-fe36-4ae9-a272-24a31dbad9f4 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:08:07.892038 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-26e4fa8e-7034-4e49-a3c2-1f527e769ebd None None] For port 80085f5e-fe36-4ae9-a272-24a31dbad9f4, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=80085f5e-fe36-4ae9-a272-24a31dbad9f4,segment=NetworkSegment(1f0f5275-4d4d-4222-a146-2b7429fcf65f),segment_id=1f0f5275-4d4d-4222-a146-2b7429fcf65f)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:08:07.892476 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-26e4fa8e-7034-4e49-a3c2-1f527e769ebd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:07.918109 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-26e4fa8e-7034-4e49-a3c2-1f527e769ebd None None] Calling delete_port for 80085f5e-fe36-4ae9-a272-24a31dbad9f4 owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:08:07.963998 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5ff813fb-e521-4526-9d2d-64cafbb49547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:07.989971 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Port 80085f5e-fe36-4ae9-a272-24a31dbad9f4 update to DOWN by agent not found {{(pid=95299) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 24 16:08:07.992143 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5615d0c2-b732-461a-a195-78d1e4d030ef req-b4cd2cd2-bd8b-4a8c-9af1-7dc23e9e2049 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:08:07.994026 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5615d0c2-b732-461a-a195-78d1e4d030ef req-b4cd2cd2-bd8b-4a8c-9af1-7dc23e9e2049 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=7d8eedde-bfe3-4382-af10-120e24353802 HTTP/1.1" status: 200 len: 943 time: 0.0541918 Sep 24 16:08:08.013464 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff813fb-e521-4526-9d2d-64cafbb49547 admin admin] Pushing event deleted for resources: {'Port': ['ID=80085f5e-fe36-4ae9-a272-24a31dbad9f4,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:08:08.018215 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff813fb-e521-4526-9d2d-64cafbb49547 admin admin] No DVR routers for this DVR port 80085f5e-fe36-4ae9-a272-24a31dbad9f4 on host n-d-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:08:08.039343 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-26e4fa8e-7034-4e49-a3c2-1f527e769ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:08.063254 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5615d0c2-b732-461a-a195-78d1e4d030ef req-d107fc8b-28b4-487c-8bb1-833ed909e07b tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532670 Sep 24 16:08:08.087712 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e4fa8e-7034-4e49-a3c2-1f527e769ebd None None] Pushing event deleted for resources: {'Port': ['ID=80085f5e-fe36-4ae9-a272-24a31dbad9f4,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:08:08.090193 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e4fa8e-7034-4e49-a3c2-1f527e769ebd None None] No DVR routers for this DVR port 80085f5e-fe36-4ae9-a272-24a31dbad9f4 on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:08:08.154460 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5ff813fb-e521-4526-9d2d-64cafbb49547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:08.186922 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-5ff813fb-e521-4526-9d2d-64cafbb49547 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['219a3b95-2b97-4a78-a69d-aa4cf228340a']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:08:08.201143 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-5ff813fb-e521-4526-9d2d-64cafbb49547 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f0f5275-4d4d-4222-a146-2b7429fcf65f') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:08:08.201419 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-5ff813fb-e521-4526-9d2d-64cafbb49547 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f0f5275-4d4d-4222-a146-2b7429fcf65f') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:08:08.213153 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5ff813fb-e521-4526-9d2d-64cafbb49547 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:08.230653 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5ff813fb-e521-4526-9d2d-64cafbb49547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:08.237820 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ff813fb-e521-4526-9d2d-64cafbb49547 admin admin] Releasing vlan 1296 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 16:08:08.238221 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5ff813fb-e521-4526-9d2d-64cafbb49547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:08.240042 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 16:08:08.240042 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 16:08:08.240042 n-d-808921-1 neutron-server[95297]: timer() Sep 24 16:08:08.240042 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 16:08:08.240042 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 16:08:08.240042 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 16:08:08.240042 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 16:08:08.240042 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 16:08:08.240042 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 16:08:08.240042 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 16:08:08.240042 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 16:08:08.240042 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 16:08:08.240042 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 16:08:08.240042 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 16:08:08.240042 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 16:08:08.240042 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 16:08:08.240042 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 16:08:08.240042 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 16:08:08.240042 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 16:08:08.240042 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 16:08:08.240042 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 16:08:08.240042 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 16:08:08.240042 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 16:08:08.240042 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 16:08:08.240042 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 16:08:08.240042 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 16:08:08.240042 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 16:08:08.240042 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 16:08:08.240042 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 16:08:08.240042 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 16:08:08.240042 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 16:08:08.240042 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 16:08:08.408911 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5ff813fb-e521-4526-9d2d-64cafbb49547 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:08.413827 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5ff813fb-e521-4526-9d2d-64cafbb49547 admin admin] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:08.416007 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-5ff813fb-e521-4526-9d2d-64cafbb49547 admin admin] 10.222.0.101 "DELETE /v2.0/networks/219a3b95-2b97-4a78-a69d-aa4cf228340a HTTP/1.1" status: 204 len: 168 time: 1.0572519 Sep 24 16:08:08.419585 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 35846) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:08:08.430176 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff813fb-e521-4526-9d2d-64cafbb49547 admin admin] Pushing event deleted for resources: {'Network': ['ID=219a3b95-2b97-4a78-a69d-aa4cf228340a,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:08:08.862631 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2a829279-5d09-4999-bab3-2a94e022da71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:09.127414 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:09.156361 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-2a829279-5d09-4999-bab3-2a94e022da71 admin admin] Deleting port e44aa318-4c5a-44e9-b6f3-10cb1bf00942 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:08:09.156361 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2a829279-5d09-4999-bab3-2a94e022da71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:09.237065 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf32b6b-13e1-47f8-b0ca-b71d42511471 req-1a893b36-901d-43fd-be1c-d57066e8aeeb tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:08:09.239571 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7cf32b6b-13e1-47f8-b0ca-b71d42511471 req-1a893b36-901d-43fd-be1c-d57066e8aeeb tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=7d8eedde-bfe3-4382-af10-120e24353802 HTTP/1.1" status: 200 len: 943 time: 0.0787187 Sep 24 16:08:09.251714 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-2a829279-5d09-4999-bab3-2a94e022da71 admin admin] For port e44aa318-4c5a-44e9-b6f3-10cb1bf00942, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=e44aa318-4c5a-44e9-b6f3-10cb1bf00942,segment=NetworkSegment(8d7551c6-4b12-4b47-8cc3-e4c7d53cbfef),segment_id=8d7551c6-4b12-4b47-8cc3-e4c7d53cbfef)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:08:09.252176 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2a829279-5d09-4999-bab3-2a94e022da71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:09.293291 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-2a829279-5d09-4999-bab3-2a94e022da71 admin admin] Calling delete_port for e44aa318-4c5a-44e9-b6f3-10cb1bf00942 owned by network:router_interface {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:08:09.309297 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7cf32b6b-13e1-47f8-b0ca-b71d42511471 req-dcb70246-8ff8-4ab5-8cf3-5f174cfac3d2 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607903 Sep 24 16:08:09.319450 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 35890) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:08:09.470311 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1929a2ad-0525-4101-81c9-131573f1d778 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:09.577648 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1929a2ad-0525-4101-81c9-131573f1d778 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:09.603349 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2a829279-5d09-4999-bab3-2a94e022da71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:09.647447 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a829279-5d09-4999-bab3-2a94e022da71 admin admin] Pushing event deleted for resources: {'Port': ['ID=e44aa318-4c5a-44e9-b6f3-10cb1bf00942,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:08:09.706703 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1929a2ad-0525-4101-81c9-131573f1d778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:09.794265 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1929a2ad-0525-4101-81c9-131573f1d778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=635c2880-d674-4b42-b56c-3760ec2f913c,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:08:09.812892 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-1929a2ad-0525-4101-81c9-131573f1d778 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=642c52bc6e114dff861e12e42b78ed92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4921563 Sep 24 16:08:09.818773 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 35912) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:08:09.908735 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1e5705c1-0da6-424b-873d-6cea4fb650a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:09.915924 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2a829279-5d09-4999-bab3-2a94e022da71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:09.940921 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1e5705c1-0da6-424b-873d-6cea4fb650a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:10.135973 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1e5705c1-0da6-424b-873d-6cea4fb650a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:10.139007 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1e5705c1-0da6-424b-873d-6cea4fb650a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:10.144818 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-1e5705c1-0da6-424b-873d-6cea4fb650a4 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/635c2880-d674-4b42-b56c-3760ec2f913c HTTP/1.1" status: 204 len: 168 time: 0.3137414 Sep 24 16:08:10.150151 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5705c1-0da6-424b-873d-6cea4fb650a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=635c2880-d674-4b42-b56c-3760ec2f913c,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:08:10.563728 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a829279-5d09-4999-bab3-2a94e022da71 admin admin] Router 6679f644-50d9-4168-923c-165c66b7fe60 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:08:10.592264 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e5db9-8785-45ee-b172-09816c7fccc4 req-5544179b-9edc-4c7d-9f37-2be350a1568f tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:08:10.593952 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ec3e5db9-8785-45ee-b172-09816c7fccc4 req-5544179b-9edc-4c7d-9f37-2be350a1568f tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=7d8eedde-bfe3-4382-af10-120e24353802 HTTP/1.1" status: 200 len: 943 time: 0.0894454 Sep 24 16:08:10.703824 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ec3e5db9-8785-45ee-b172-09816c7fccc4 req-08a9bc8b-1e2e-4ad9-8599-5aef8490833d tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661285 Sep 24 16:08:10.754142 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a829279-5d09-4999-bab3-2a94e022da71 admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:08:10.765183 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-2a829279-5d09-4999-bab3-2a94e022da71 admin admin] 10.222.0.101 "PUT /v2.0/routers/6679f644-50d9-4168-923c-165c66b7fe60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3402689 Sep 24 16:08:10.765288 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 35954) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:08:10.767701 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f973fa-2a3b-456e-af8e-bf59bb681174 None None] Sync routers for ids ['6679f644-50d9-4168-923c-165c66b7fe60'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:08:10.780986 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f973fa-2a3b-456e-af8e-bf59bb681174 None None] Routers {'6679f644-50d9-4168-923c-165c66b7fe60'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:08:10.784723 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-54f973fa-2a3b-456e-af8e-bf59bb681174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:08:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['6679f644-50d9-4168-923c-165c66b7fe60'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:08:10.893404 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4609857a-3d72-4466-b02e-c0412081dbf6 admin admin] Notify callbacks [] for router, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:10.944783 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-54f973fa-2a3b-456e-af8e-bf59bb681174 None None] Set router 6679f644-50d9-4168-923c-165c66b7fe60 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:08:11.038800 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4609857a-3d72-4466-b02e-c0412081dbf6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:11.047749 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:08:11.053408 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:11.166830 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-54f973fa-2a3b-456e-af8e-bf59bb681174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6679f644-50d9-4168-923c-165c66b7fe60', 'name': 'tempest-TestVolumeBackupRestore-1846596180-router', 'tenant_id': 'e00b67f8689344a6bdfaa05f098862e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.33'}], 'enable_snat': True}, 'gw_port_id': 'f83ec9df-4b1e-44f7-b508-ef809ce597bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:02:24Z', 'updated_at': '2021-09-24T16:08:09Z', 'revision_number': 5, 'project_id': 'e00b67f8689344a6bdfaa05f098862e3', 'gw_port': {'id': 'f83ec9df-4b1e-44f7-b508-ef809ce597bb', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:e7:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6679f644-50d9-4168-923c-165c66b7fe60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:02:25Z', 'updated_at': '2021-09-24T16:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:08:11.203606 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f973fa-2a3b-456e-af8e-bf59bb681174 None None] Checking router: 6679f644-50d9-4168-923c-165c66b7fe60 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:08:11.216855 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f973fa-2a3b-456e-af8e-bf59bb681174 None None] Routers {'6679f644-50d9-4168-923c-165c66b7fe60'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:08:11.217793 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-54f973fa-2a3b-456e-af8e-bf59bb681174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:08:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['6679f644-50d9-4168-923c-165c66b7fe60'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:08:11.273657 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-4609857a-3d72-4466-b02e-c0412081dbf6 admin admin] Deleting port f83ec9df-4b1e-44f7-b508-ef809ce597bb {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:08:11.274026 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4609857a-3d72-4466-b02e-c0412081dbf6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:11.324824 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-54f973fa-2a3b-456e-af8e-bf59bb681174 None None] Set router 6679f644-50d9-4168-923c-165c66b7fe60 gateway port host: None {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:08:11.373126 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-4609857a-3d72-4466-b02e-c0412081dbf6 admin admin] For port f83ec9df-4b1e-44f7-b508-ef809ce597bb, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=f83ec9df-4b1e-44f7-b508-ef809ce597bb,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:08:11.373488 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4609857a-3d72-4466-b02e-c0412081dbf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:11.386706 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-4609857a-3d72-4466-b02e-c0412081dbf6 admin admin] Calling delete_port for f83ec9df-4b1e-44f7-b508-ef809ce597bb owned by network:router_gateway {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:08:11.391162 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-54f973fa-2a3b-456e-af8e-bf59bb681174 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6679f644-50d9-4168-923c-165c66b7fe60', 'name': 'tempest-TestVolumeBackupRestore-1846596180-router', 'tenant_id': 'e00b67f8689344a6bdfaa05f098862e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:02:24Z', 'updated_at': '2021-09-24T16:08:11Z', 'revision_number': 6, 'project_id': 'e00b67f8689344a6bdfaa05f098862e3', 'gw_port_host': None}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:08:11.433739 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f973fa-2a3b-456e-af8e-bf59bb681174 None None] The sync data for ids ['6679f644-50d9-4168-923c-165c66b7fe60'] in n-d-808921-1 is: [{'id': '6679f644-50d9-4168-923c-165c66b7fe60', 'name': 'tempest-TestVolumeBackupRestore-1846596180-router', 'tenant_id': 'e00b67f8689344a6bdfaa05f098862e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:02:24Z', 'updated_at': '2021-09-24T16:08:11Z', 'revision_number': 6, 'project_id': 'e00b67f8689344a6bdfaa05f098862e3', 'gw_port_host': None}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:08:11.728805 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4609857a-3d72-4466-b02e-c0412081dbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:11.768501 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4609857a-3d72-4466-b02e-c0412081dbf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f83ec9df-4b1e-44f7-b508-ef809ce597bb,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:08:11.877393 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4609857a-3d72-4466-b02e-c0412081dbf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586576'] for router_gateway, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:11.926801 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba87987e-39cf-48f6-94f9-3d67690aa560 req-3232d1b0-a6f1-4e6e-821b-d3c8d3c9c699 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:08:11.928425 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ba87987e-39cf-48f6-94f9-3d67690aa560 req-3232d1b0-a6f1-4e6e-821b-d3c8d3c9c699 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=7d8eedde-bfe3-4382-af10-120e24353802 HTTP/1.1" status: 200 len: 943 time: 0.1306882 Sep 24 16:08:11.951819 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device e44aa318-4c5a-44e9-b6f3-10cb1bf00942 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:08:11.979769 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: e44aa318-4c5a-44e9-b6f3-10cb1bf00942 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:08:11.980242 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device e44aa318-4c5a-44e9-b6f3-10cb1bf00942 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:08:12.407201 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4609857a-3d72-4466-b02e-c0412081dbf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:12.411231 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4609857a-3d72-4466-b02e-c0412081dbf6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:12.479833 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ba87987e-39cf-48f6-94f9-3d67690aa560 req-f76c6117-8c31-4416-b077-ac09ca16a86f tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5190823 Sep 24 16:08:12.665977 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4609857a-3d72-4466-b02e-c0412081dbf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:12.667430 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4609857a-3d72-4466-b02e-c0412081dbf6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6679f644-50d9-4168-923c-165c66b7fe60 {{(pid=95297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 16:08:12.672765 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4609857a-3d72-4466-b02e-c0412081dbf6 admin admin] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:12.676200 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 36064) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:08:12.676626 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-4609857a-3d72-4466-b02e-c0412081dbf6 admin admin] 10.222.0.101 "DELETE /v2.0/routers/6679f644-50d9-4168-923c-165c66b7fe60 HTTP/1.1" status: 204 len: 168 time: 1.9107568 Sep 24 16:08:12.731735 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-347c809e-fc48-4382-a487-da935ab2b2da admin admin] Deleting subnet f5fa6e97-6057-4b78-8949-eb59b1dd6ed5 {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 16:08:12.735217 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-347c809e-fc48-4382-a487-da935ab2b2da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:12.782453 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-347c809e-fc48-4382-a487-da935ab2b2da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:12.874651 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-347c809e-fc48-4382-a487-da935ab2b2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:13.027205 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-347c809e-fc48-4382-a487-da935ab2b2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:13.055485 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347c809e-fc48-4382-a487-da935ab2b2da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f5fa6e97-6057-4b78-8949-eb59b1dd6ed5,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:08:13.061727 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-347c809e-fc48-4382-a487-da935ab2b2da admin admin] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:13.064277 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-347c809e-fc48-4382-a487-da935ab2b2da admin admin] 10.222.0.101 "DELETE /v2.0/subnets/f5fa6e97-6057-4b78-8949-eb59b1dd6ed5 HTTP/1.1" status: 204 len: 168 time: 0.3865540 Sep 24 16:08:13.066649 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 36080) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:08:13.069029 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a22b86-9cb3-41d6-a60d-3ada45b4e1b2 None None] Network fe897f07-1fef-43d7-917b-6a10aa40ea7a requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:08:13.158796 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-117b8b27-1501-40a0-a7cd-4e9e6ad24d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:13.240698 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-117b8b27-1501-40a0-a7cd-4e9e6ad24d9c admin admin] Deleting port bd2bcafe-c82b-4f9f-9f38-b0a5a46eebb3 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:08:13.241040 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-117b8b27-1501-40a0-a7cd-4e9e6ad24d9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:13.300923 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78963a8-8cb6-4602-a4a6-79764f37fb08 None None] DHCP port deletion for fe897f07-1fef-43d7-917b-6a10aa40ea7a request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 16:08:13.339518 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-117b8b27-1501-40a0-a7cd-4e9e6ad24d9c admin admin] For port bd2bcafe-c82b-4f9f-9f38-b0a5a46eebb3, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=bd2bcafe-c82b-4f9f-9f38-b0a5a46eebb3,segment=NetworkSegment(8d7551c6-4b12-4b47-8cc3-e4c7d53cbfef),segment_id=8d7551c6-4b12-4b47-8cc3-e4c7d53cbfef)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:08:13.339958 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-117b8b27-1501-40a0-a7cd-4e9e6ad24d9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:13.357186 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-117b8b27-1501-40a0-a7cd-4e9e6ad24d9c admin admin] Calling delete_port for bd2bcafe-c82b-4f9f-9f38-b0a5a46eebb3 owned by network:dhcp {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:08:13.373000 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-c78963a8-8cb6-4602-a4a6-79764f37fb08 None None] Deleting port bd2bcafe-c82b-4f9f-9f38-b0a5a46eebb3 {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:08:13.373663 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c78963a8-8cb6-4602-a4a6-79764f37fb08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:13.449887 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-c78963a8-8cb6-4602-a4a6-79764f37fb08 None None] For port bd2bcafe-c82b-4f9f-9f38-b0a5a46eebb3, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=bd2bcafe-c82b-4f9f-9f38-b0a5a46eebb3,segment=NetworkSegment(8d7551c6-4b12-4b47-8cc3-e4c7d53cbfef),segment_id=8d7551c6-4b12-4b47-8cc3-e4c7d53cbfef)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:08:13.462206 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c78963a8-8cb6-4602-a4a6-79764f37fb08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:13.478416 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-c78963a8-8cb6-4602-a4a6-79764f37fb08 None None] Calling delete_port for bd2bcafe-c82b-4f9f-9f38-b0a5a46eebb3 owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:08:13.592036 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c78963a8-8cb6-4602-a4a6-79764f37fb08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:13.595051 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-117b8b27-1501-40a0-a7cd-4e9e6ad24d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:13.621725 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78963a8-8cb6-4602-a4a6-79764f37fb08 None None] Pushing event deleted for resources: {'Port': ['ID=bd2bcafe-c82b-4f9f-9f38-b0a5a46eebb3,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:08:13.626368 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78963a8-8cb6-4602-a4a6-79764f37fb08 None None] No DVR routers for this DVR port bd2bcafe-c82b-4f9f-9f38-b0a5a46eebb3 on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:08:13.640775 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117b8b27-1501-40a0-a7cd-4e9e6ad24d9c admin admin] Pushing event deleted for resources: {'Port': ['ID=bd2bcafe-c82b-4f9f-9f38-b0a5a46eebb3,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:08:13.643568 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78963a8-8cb6-4602-a4a6-79764f37fb08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:08:13.667136 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78963a8-8cb6-4602-a4a6-79764f37fb08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:08:13.667136 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78963a8-8cb6-4602-a4a6-79764f37fb08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:08:13.667136 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78963a8-8cb6-4602-a4a6-79764f37fb08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:08:13.667136 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78963a8-8cb6-4602-a4a6-79764f37fb08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:08:13.667136 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78963a8-8cb6-4602-a4a6-79764f37fb08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:08:13.667136 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78963a8-8cb6-4602-a4a6-79764f37fb08 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:08:13.667136 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78963a8-8cb6-4602-a4a6-79764f37fb08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:08:13.667136 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78963a8-8cb6-4602-a4a6-79764f37fb08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:08:13.667136 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78963a8-8cb6-4602-a4a6-79764f37fb08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:08:13.667136 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78963a8-8cb6-4602-a4a6-79764f37fb08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:08:13.667136 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c78963a8-8cb6-4602-a4a6-79764f37fb08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:08:13.669148 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117b8b27-1501-40a0-a7cd-4e9e6ad24d9c admin admin] No DVR routers for this DVR port bd2bcafe-c82b-4f9f-9f38-b0a5a46eebb3 on host n-d-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:08:13.689936 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d69b460-0a2e-4f7c-a08e-f4244ba2b513 req-d08dea44-2711-415a-8ee7-45642c7d88b8 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:08:13.693488 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2d69b460-0a2e-4f7c-a08e-f4244ba2b513 req-d08dea44-2711-415a-8ee7-45642c7d88b8 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=7d8eedde-bfe3-4382-af10-120e24353802 HTTP/1.1" status: 200 len: 943 time: 0.1287317 Sep 24 16:08:13.739973 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device f83ec9df-4b1e-44f7-b508-ef809ce597bb no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:08:13.781631 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: f83ec9df-4b1e-44f7-b508-ef809ce597bb {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:08:13.781631 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device f83ec9df-4b1e-44f7-b508-ef809ce597bb not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:08:13.781631 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device bd2bcafe-c82b-4f9f-9f38-b0a5a46eebb3 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:08:13.781887 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-117b8b27-1501-40a0-a7cd-4e9e6ad24d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:13.788156 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: bd2bcafe-c82b-4f9f-9f38-b0a5a46eebb3 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:08:13.788984 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device bd2bcafe-c82b-4f9f-9f38-b0a5a46eebb3 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:08:13.819904 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2d69b460-0a2e-4f7c-a08e-f4244ba2b513 req-67ce9262-f9d2-46b1-b023-040dbbb7c203 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101568 Sep 24 16:08:13.821965 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-117b8b27-1501-40a0-a7cd-4e9e6ad24d9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe897f07-1fef-43d7-917b-6a10aa40ea7a']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:08:13.837176 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-117b8b27-1501-40a0-a7cd-4e9e6ad24d9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d7551c6-4b12-4b47-8cc3-e4c7d53cbfef') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:08:13.837730 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-117b8b27-1501-40a0-a7cd-4e9e6ad24d9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d7551c6-4b12-4b47-8cc3-e4c7d53cbfef') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:08:13.850158 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-117b8b27-1501-40a0-a7cd-4e9e6ad24d9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:13.871462 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-117b8b27-1501-40a0-a7cd-4e9e6ad24d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:13.878077 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-117b8b27-1501-40a0-a7cd-4e9e6ad24d9c admin admin] Releasing vlan 1277 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 16:08:13.882260 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-117b8b27-1501-40a0-a7cd-4e9e6ad24d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:13.882260 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 16:08:13.882260 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 16:08:13.882260 n-d-808921-1 neutron-server[95298]: timer() Sep 24 16:08:13.882260 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 16:08:13.882260 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 16:08:13.882260 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 16:08:13.882260 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 16:08:13.882260 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 16:08:13.882260 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 16:08:13.882260 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 16:08:13.882260 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 16:08:13.882260 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 16:08:13.882260 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 16:08:13.882260 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 16:08:13.882260 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 16:08:13.882260 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 16:08:13.882260 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 16:08:13.882260 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 16:08:13.882260 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 16:08:13.882260 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 16:08:13.882260 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 16:08:13.882260 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 16:08:13.882260 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 16:08:13.882260 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 16:08:13.882260 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 16:08:13.882260 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 16:08:13.882260 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 16:08:13.882260 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 16:08:13.882260 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 16:08:13.882260 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 16:08:13.882260 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 16:08:13.882260 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 16:08:14.060687 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-117b8b27-1501-40a0-a7cd-4e9e6ad24d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:14.069378 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-117b8b27-1501-40a0-a7cd-4e9e6ad24d9c admin admin] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:14.071205 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-117b8b27-1501-40a0-a7cd-4e9e6ad24d9c admin admin] 10.222.0.101 "DELETE /v2.0/networks/fe897f07-1fef-43d7-917b-6a10aa40ea7a HTTP/1.1" status: 204 len: 168 time: 1.0017233 Sep 24 16:08:14.082095 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117b8b27-1501-40a0-a7cd-4e9e6ad24d9c admin admin] Pushing event deleted for resources: {'Network': ['ID=fe897f07-1fef-43d7-917b-6a10aa40ea7a,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:08:14.538502 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 36168) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:08:14.593320 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b626c6c2-b3e7-42d9-aa5c-6635e1143c3e admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ee226ab1cfac45edb48a2d9761f73895&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0538816 Sep 24 16:08:14.596127 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 36174) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:08:14.649849 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d80a3328-eb25-478e-bba7-af38316d4e9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:14.674782 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d80a3328-eb25-478e-bba7-af38316d4e9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:14.825751 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d80a3328-eb25-478e-bba7-af38316d4e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:14.828442 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d80a3328-eb25-478e-bba7-af38316d4e9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:14.830237 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-d80a3328-eb25-478e-bba7-af38316d4e9f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/251e596c-3543-41e2-8e99-3ea344b96955 HTTP/1.1" status: 204 len: 168 time: 0.2314098 Sep 24 16:08:14.845031 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80a3328-eb25-478e-bba7-af38316d4e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=251e596c-3543-41e2-8e99-3ea344b96955,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:08:14.979924 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a459a-a8d0-4198-8f47-fbdfcfe8c126 req-d0fbf6fa-8909-4a6b-8a70-641a9adf1916 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:08:14.981569 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-853a459a-a8d0-4198-8f47-fbdfcfe8c126 req-d0fbf6fa-8909-4a6b-8a70-641a9adf1916 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=7d8eedde-bfe3-4382-af10-120e24353802 HTTP/1.1" status: 200 len: 943 time: 0.0600343 Sep 24 16:08:15.030060 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-853a459a-a8d0-4198-8f47-fbdfcfe8c126 req-b1f37def-7607-42b0-9168-910e205ad0eb tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419521 Sep 24 16:08:15.678059 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 36218) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:08:15.724019 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-33e4f616-1954-4bf4-a6f0-dcfc69a1dfc3 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e00b67f8689344a6bdfaa05f098862e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0447848 Sep 24 16:08:15.726561 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 36220) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:08:15.785206 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-11aba416-6b6a-414c-b02d-2cf6d8666776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:15.808702 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-11aba416-6b6a-414c-b02d-2cf6d8666776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:16.019868 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-11aba416-6b6a-414c-b02d-2cf6d8666776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:16.024604 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-11aba416-6b6a-414c-b02d-2cf6d8666776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:16.024604 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-11aba416-6b6a-414c-b02d-2cf6d8666776 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/0190cbc5-05d5-4ccb-a531-ef1e403ed122 HTTP/1.1" status: 204 len: 168 time: 0.2962081 Sep 24 16:08:16.040404 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aba416-6b6a-414c-b02d-2cf6d8666776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0190cbc5-05d5-4ccb-a531-ef1e403ed122,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:08:16.168548 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da73a7b-6208-43e9-ab37-3bc5f04b42a3 req-20c1356d-0ab5-4559-9e4c-518b72dfd090 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:08:16.170084 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4da73a7b-6208-43e9-ab37-3bc5f04b42a3 req-20c1356d-0ab5-4559-9e4c-518b72dfd090 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=7d8eedde-bfe3-4382-af10-120e24353802 HTTP/1.1" status: 200 len: 943 time: 0.0595005 Sep 24 16:08:16.223949 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4da73a7b-6208-43e9-ab37-3bc5f04b42a3 req-7cf5f717-03f3-4308-bf91-79c6d34a85c1 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465903 Sep 24 16:08:17.378436 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30bce45-c74a-4d3d-aa77-002216fe779a req-beed2de2-4298-4389-aa9c-eb160e610935 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:08:17.381482 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a30bce45-c74a-4d3d-aa77-002216fe779a req-beed2de2-4298-4389-aa9c-eb160e610935 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=7d8eedde-bfe3-4382-af10-120e24353802 HTTP/1.1" status: 200 len: 943 time: 0.0760415 Sep 24 16:08:17.425414 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a30bce45-c74a-4d3d-aa77-002216fe779a req-d0dc0f80-0a78-4d06-a389-4bff878f5984 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387490 Sep 24 16:08:18.559981 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabe7607-0609-4e20-a5a1-fd95295538ad req-d76fa813-fe2d-4c9d-8bd9-7cedb74049a9 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:08:18.563220 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-eabe7607-0609-4e20-a5a1-fd95295538ad req-d76fa813-fe2d-4c9d-8bd9-7cedb74049a9 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=7d8eedde-bfe3-4382-af10-120e24353802 HTTP/1.1" status: 200 len: 943 time: 0.0601084 Sep 24 16:08:18.606244 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-eabe7607-0609-4e20-a5a1-fd95295538ad req-491e19aa-ce26-4eb0-9894-324243031140 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367515 Sep 24 16:08:19.749053 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d28317-9ece-495e-92d1-26b329f328d1 req-eceef15d-f526-4547-9a3e-7496923b67f3 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:08:19.750548 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-84d28317-9ece-495e-92d1-26b329f328d1 req-eceef15d-f526-4547-9a3e-7496923b67f3 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=7d8eedde-bfe3-4382-af10-120e24353802 HTTP/1.1" status: 200 len: 943 time: 0.0591252 Sep 24 16:08:19.795693 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-84d28317-9ece-495e-92d1-26b329f328d1 req-8573902b-8968-428e-a860-0a2b5c120c21 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361826 Sep 24 16:08:20.921736 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f470419-ccd0-4e13-bf71-ce20f82bb8aa req-e789c4f4-3512-4922-99b8-198c6d77c0d6 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:08:20.923347 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0f470419-ccd0-4e13-bf71-ce20f82bb8aa req-e789c4f4-3512-4922-99b8-198c6d77c0d6 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=7d8eedde-bfe3-4382-af10-120e24353802 HTTP/1.1" status: 200 len: 943 time: 0.0533023 Sep 24 16:08:20.970881 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0f470419-ccd0-4e13-bf71-ce20f82bb8aa req-9f840a51-ccd4-4ab8-ae94-3c5615755564 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409670 Sep 24 16:08:22.113804 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d819f-bb9e-4e07-96fa-08318708aa5f req-65a1ea40-c0f8-4455-92a6-2c162105ad17 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:08:22.115403 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2f9d819f-bb9e-4e07-96fa-08318708aa5f req-65a1ea40-c0f8-4455-92a6-2c162105ad17 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=7d8eedde-bfe3-4382-af10-120e24353802 HTTP/1.1" status: 200 len: 943 time: 0.0702329 Sep 24 16:08:22.164517 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2f9d819f-bb9e-4e07-96fa-08318708aa5f req-b844f45a-578f-4976-a70e-7b0576445bbf tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393357 Sep 24 16:08:23.296644 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a282d93-e0b5-4512-a352-b6abe9cdf8ed req-6c36c3e3-518e-436f-a22f-1ad4aa722c64 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:08:23.298263 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2a282d93-e0b5-4512-a352-b6abe9cdf8ed req-6c36c3e3-518e-436f-a22f-1ad4aa722c64 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=7d8eedde-bfe3-4382-af10-120e24353802 HTTP/1.1" status: 200 len: 943 time: 0.0560403 Sep 24 16:08:23.351762 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2a282d93-e0b5-4512-a352-b6abe9cdf8ed req-ed020222-9d21-45d0-a487-c6cd9a1ca4eb tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455720 Sep 24 16:08:24.492410 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9956abaf-4e71-4e4d-a0b4-7575d0fcc72d req-28946bc2-5ae9-4c23-b96f-efb1a52119b1 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:08:24.493992 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9956abaf-4e71-4e4d-a0b4-7575d0fcc72d req-28946bc2-5ae9-4c23-b96f-efb1a52119b1 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=7d8eedde-bfe3-4382-af10-120e24353802 HTTP/1.1" status: 200 len: 943 time: 0.0655398 Sep 24 16:08:24.546636 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9956abaf-4e71-4e4d-a0b4-7575d0fcc72d req-82450edc-87ce-45f2-b265-b4ed75306f10 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459032 Sep 24 16:08:25.673714 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db57ab61-219f-4343-a748-3609dc5ceba1 req-42beefdd-4952-49aa-b64f-a5eb288ac11e tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:08:25.673714 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-db57ab61-219f-4343-a748-3609dc5ceba1 req-42beefdd-4952-49aa-b64f-a5eb288ac11e tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=7d8eedde-bfe3-4382-af10-120e24353802 HTTP/1.1" status: 200 len: 943 time: 0.0525618 Sep 24 16:08:25.712738 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-db57ab61-219f-4343-a748-3609dc5ceba1 req-160c7e6a-30f4-4cb6-9732-b5a62f1a46a9 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346026 Sep 24 16:08:26.843198 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8275e6f1-9436-4836-8749-ebf0a737c265 req-3f80eb11-dd12-4ba5-bf94-2345335fb7e5 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:08:26.844707 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8275e6f1-9436-4836-8749-ebf0a737c265 req-3f80eb11-dd12-4ba5-bf94-2345335fb7e5 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=7d8eedde-bfe3-4382-af10-120e24353802 HTTP/1.1" status: 200 len: 943 time: 0.0576546 Sep 24 16:08:26.902661 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8275e6f1-9436-4836-8749-ebf0a737c265 req-a68a7591-e20c-4168-92e0-043110641c95 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497353 Sep 24 16:08:28.046776 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa83083-eccd-4cfb-9c89-0b6181baaf29 req-781eefcc-ec61-4b42-806d-5ae92eddfa40 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:08:28.048296 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4aa83083-eccd-4cfb-9c89-0b6181baaf29 req-781eefcc-ec61-4b42-806d-5ae92eddfa40 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=7d8eedde-bfe3-4382-af10-120e24353802 HTTP/1.1" status: 200 len: 943 time: 0.0548484 Sep 24 16:08:28.089140 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4aa83083-eccd-4cfb-9c89-0b6181baaf29 req-9c70364f-b147-45f7-a113-8e0ca3098669 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343537 Sep 24 16:08:29.229977 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a24c72b-edec-4420-b6f1-b228d6cff8e6 req-c67f6218-0dbb-49e4-ba48-f36b3d4994e6 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:08:29.232455 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3a24c72b-edec-4420-b6f1-b228d6cff8e6 req-c67f6218-0dbb-49e4-ba48-f36b3d4994e6 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=7d8eedde-bfe3-4382-af10-120e24353802 HTTP/1.1" status: 200 len: 943 time: 0.0561063 Sep 24 16:08:29.283349 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3a24c72b-edec-4420-b6f1-b228d6cff8e6 req-29b92363-0cc8-41d4-8c5b-769ad00be816 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410020 Sep 24 16:08:30.404716 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3838a81-5329-443a-bc85-65636eedce94 req-d8ff4eab-c715-4580-bf42-4024825596b6 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:08:30.406208 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c3838a81-5329-443a-bc85-65636eedce94 req-d8ff4eab-c715-4580-bf42-4024825596b6 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=7d8eedde-bfe3-4382-af10-120e24353802 HTTP/1.1" status: 200 len: 943 time: 0.0501823 Sep 24 16:08:30.450166 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c3838a81-5329-443a-bc85-65636eedce94 req-e23afb8f-77c2-4cd8-a14c-d5dfde2156ee tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378687 Sep 24 16:08:31.305667 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-48810a56-f1b2-4042-a875-ecc49f79f990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:31.575623 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56234c69-d228-44a6-8027-57b5433a2f7b req-88e7055a-3f0e-47fe-bae2-3d0b26c0b5ca tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:08:31.577188 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-56234c69-d228-44a6-8027-57b5433a2f7b req-88e7055a-3f0e-47fe-bae2-3d0b26c0b5ca tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=7d8eedde-bfe3-4382-af10-120e24353802 HTTP/1.1" status: 200 len: 943 time: 0.0576830 Sep 24 16:08:31.623685 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-56234c69-d228-44a6-8027-57b5433a2f7b req-b6958772-aea8-4fd0-869a-6f7952526aa8 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397120 Sep 24 16:08:32.747992 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7fdabf-e95e-4e0e-8285-785b07dafd34 req-928933c9-76ef-499c-99cb-704c59e64a06 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:08:32.749646 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fd7fdabf-e95e-4e0e-8285-785b07dafd34 req-928933c9-76ef-499c-99cb-704c59e64a06 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=7d8eedde-bfe3-4382-af10-120e24353802 HTTP/1.1" status: 200 len: 943 time: 0.0513263 Sep 24 16:08:32.788719 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fd7fdabf-e95e-4e0e-8285-785b07dafd34 req-7abd23c3-5bef-47c8-8790-46bde7278705 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331321 Sep 24 16:08:33.910717 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c9db374a-7a9e-490f-b048-a92ff215fca4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:33.914330 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697d116d-62b2-4374-a717-07e217608424 req-3a211a4c-e305-435e-a16a-60bae44f0718 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:08:33.916105 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-697d116d-62b2-4374-a717-07e217608424 req-3a211a4c-e305-435e-a16a-60bae44f0718 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=7d8eedde-bfe3-4382-af10-120e24353802 HTTP/1.1" status: 200 len: 943 time: 0.0529306 Sep 24 16:08:33.955517 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-697d116d-62b2-4374-a717-07e217608424 req-9c1da8f4-a467-4877-afbe-2703244439f2 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328240 Sep 24 16:08:34.270369 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:35.097539 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34953652-6ff5-4d9a-afed-ec174f955625 req-37432b61-3b45-41bd-a384-ae12d7124a38 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:08:35.099897 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-34953652-6ff5-4d9a-afed-ec174f955625 req-37432b61-3b45-41bd-a384-ae12d7124a38 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=7d8eedde-bfe3-4382-af10-120e24353802 HTTP/1.1" status: 200 len: 943 time: 0.0590255 Sep 24 16:08:35.151827 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-34953652-6ff5-4d9a-afed-ec174f955625 req-cd87a953-7b60-4215-a679-9a5266f3c175 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396953 Sep 24 16:08:35.391084 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:35.714082 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883310c4-608d-4354-ae5e-201f1d264170 req-4a076fbe-8bab-419f-8672-6e24a3cc246b tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:08:35.715948 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-883310c4-608d-4354-ae5e-201f1d264170 req-4a076fbe-8bab-419f-8672-6e24a3cc246b tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a5ae693-22ab-4a24-a6da-cd0c03113bed HTTP/1.1" status: 200 len: 946 time: 0.0640035 Sep 24 16:08:35.775256 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-883310c4-608d-4354-ae5e-201f1d264170 req-d0206b47-7ccc-4500-b944-ebf053a85cc7 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=d02a9e3e-3454-4964-a46b-9470c7e72dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523798 Sep 24 16:08:36.298243 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaad555-7ace-454e-b0e4-4060e289cba9 req-13bdab55-e197-435d-aa39-31f35cab6c58 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:08:36.299801 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-caaad555-7ace-454e-b0e4-4060e289cba9 req-13bdab55-e197-435d-aa39-31f35cab6c58 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=7d8eedde-bfe3-4382-af10-120e24353802 HTTP/1.1" status: 200 len: 943 time: 0.0566640 Sep 24 16:08:36.346571 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-caaad555-7ace-454e-b0e4-4060e289cba9 req-926cfda8-e9b5-46ed-9438-93bb8ac6dcdd tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398674 Sep 24 16:08:36.802493 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:36.916532 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dea7c7c-728b-489f-a0f1-225ad49d35ff req-21dc6de2-66c3-463c-b566-be70411ed718 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:08:36.918079 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6dea7c7c-728b-489f-a0f1-225ad49d35ff req-21dc6de2-66c3-463c-b566-be70411ed718 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a5ae693-22ab-4a24-a6da-cd0c03113bed HTTP/1.1" status: 200 len: 946 time: 0.0533991 Sep 24 16:08:36.958357 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6dea7c7c-728b-489f-a0f1-225ad49d35ff req-efc8471e-2bd3-452d-9a8c-eeb17b2259e8 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups?id=d02a9e3e-3454-4964-a46b-9470c7e72dda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334065 Sep 24 16:08:37.058822 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81df58-a84f-49a6-a70e-231dd7c22cf5 req-d581bd4b-a198-448d-af41-48a27d4da205 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:08:37.060339 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8e81df58-a84f-49a6-a70e-231dd7c22cf5 req-d581bd4b-a198-448d-af41-48a27d4da205 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.108 "GET /v2.0/ports?device_id=7a5ae693-22ab-4a24-a6da-cd0c03113bed HTTP/1.1" status: 200 len: 946 time: 0.0510747 Sep 24 16:08:37.162848 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-8e81df58-a84f-49a6-a70e-231dd7c22cf5 req-4047d881-e00e-4969-88de-a23b377dcf40 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Deleting port 45286707-5ed6-41bb-b6d4-620f0af230bf {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:08:37.163195 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8e81df58-a84f-49a6-a70e-231dd7c22cf5 req-4047d881-e00e-4969-88de-a23b377dcf40 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:37.258402 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-8e81df58-a84f-49a6-a70e-231dd7c22cf5 req-4047d881-e00e-4969-88de-a23b377dcf40 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] For port 45286707-5ed6-41bb-b6d4-620f0af230bf, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=45286707-5ed6-41bb-b6d4-620f0af230bf,segment=NetworkSegment(94c0797a-5dbb-467d-9f41-7597f4debf01),segment_id=94c0797a-5dbb-467d-9f41-7597f4debf01)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:08:37.258982 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8e81df58-a84f-49a6-a70e-231dd7c22cf5 req-4047d881-e00e-4969-88de-a23b377dcf40 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:37.475627 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8e81df58-a84f-49a6-a70e-231dd7c22cf5 req-4047d881-e00e-4969-88de-a23b377dcf40 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:37.475627 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8e81df58-a84f-49a6-a70e-231dd7c22cf5 req-4047d881-e00e-4969-88de-a23b377dcf40 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:37.475627 n-d-808921-1 neutron-server[95298]: INFO neutron.db.l3_db [req-8e81df58-a84f-49a6-a70e-231dd7c22cf5 req-4047d881-e00e-4969-88de-a23b377dcf40 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Floating IP 3c1ae211-f92b-45ad-8e9c-05f10f390d4f disassociated. External IP: 172.25.0.159, port: 45286707-5ed6-41bb-b6d4-620f0af230bf. Sep 24 16:08:37.475627 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-8e81df58-a84f-49a6-a70e-231dd7c22cf5 req-4047d881-e00e-4969-88de-a23b377dcf40 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Calling delete_port for 45286707-5ed6-41bb-b6d4-620f0af230bf owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:08:37.506910 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd65e281-9af8-4784-b936-9fd4723e616a req-29bc6548-96e3-4f10-881a-cee4b11cb9d4 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:08:37.508770 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-dd65e281-9af8-4784-b936-9fd4723e616a req-29bc6548-96e3-4f10-881a-cee4b11cb9d4 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=7d8eedde-bfe3-4382-af10-120e24353802 HTTP/1.1" status: 200 len: 943 time: 0.0619092 Sep 24 16:08:37.571436 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-dd65e281-9af8-4784-b936-9fd4723e616a req-ddfc528a-6913-4d87-81a8-a040c57f68f0 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448482 Sep 24 16:08:37.717488 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8e81df58-a84f-49a6-a70e-231dd7c22cf5 req-4047d881-e00e-4969-88de-a23b377dcf40 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:37.747745 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4047d881-e00e-4969-88de-a23b377dcf40 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Pushing event deleted for resources: {'Port': ['ID=45286707-5ed6-41bb-b6d4-620f0af230bf,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:08:37.897550 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e81df58-a84f-49a6-a70e-231dd7c22cf5 req-4047d881-e00e-4969-88de-a23b377dcf40 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Router 62671c09-4b46-46be-9ad2-aa1b8d4b03a7 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:08:38.022697 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e81df58-a84f-49a6-a70e-231dd7c22cf5 req-4047d881-e00e-4969-88de-a23b377dcf40 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:08:38.035450 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdbfdef-0e10-4aa9-8b74-bd1bf9e64053 None None] Sync routers for ids ['62671c09-4b46-46be-9ad2-aa1b8d4b03a7'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:08:38.050465 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdbfdef-0e10-4aa9-8b74-bd1bf9e64053 None None] Routers {'62671c09-4b46-46be-9ad2-aa1b8d4b03a7'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:08:38.051556 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-bbdbfdef-0e10-4aa9-8b74-bd1bf9e64053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:08:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['62671c09-4b46-46be-9ad2-aa1b8d4b03a7'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:08:38.099566 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-59667573-eafa-4b62-83ab-5aea235db17d req-7fac307e-60fe-48ce-80b2-86ddd60799c2 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/ports?device_id=7a5ae693-22ab-4a24-a6da-cd0c03113bed HTTP/1.1" status: 200 len: 210 time: 0.0346451 Sep 24 16:08:38.133957 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e81df58-a84f-49a6-a70e-231dd7c22cf5 req-4047d881-e00e-4969-88de-a23b377dcf40 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] No DVR routers for this DVR port 45286707-5ed6-41bb-b6d4-620f0af230bf on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:08:38.139436 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8e81df58-a84f-49a6-a70e-231dd7c22cf5 req-4047d881-e00e-4969-88de-a23b377dcf40 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:38.141913 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8e81df58-a84f-49a6-a70e-231dd7c22cf5 req-4047d881-e00e-4969-88de-a23b377dcf40 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.108 "DELETE /v2.0/ports/45286707-5ed6-41bb-b6d4-620f0af230bf HTTP/1.1" status: 204 len: 173 time: 1.0732167 Sep 24 16:08:38.142445 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a5ae693-22ab-4a24-a6da-cd0c03113bed', 'name': 'network-vif-deleted', 'tag': '45286707-5ed6-41bb-b6d4-620f0af230bf'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:08:38.145362 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b8af2e-909c-436e-9535-910c502f7757" -d '{"events": [{"server_uuid": "7a5ae693-22ab-4a24-a6da-cd0c03113bed", "name": "network-vif-deleted", "tag": "45286707-5ed6-41bb-b6d4-620f0af230bf"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:08:38.201871 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:08:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2224323-a402-415a-8bf3-45803b430570 x-openstack-request-id: req-d2224323-a402-415a-8bf3-45803b430570 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:08:38.202378 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a5ae693-22ab-4a24-a6da-cd0c03113bed", "name": "network-vif-deleted", "tag": "45286707-5ed6-41bb-b6d4-620f0af230bf", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:08:38.202640 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d2224323-a402-415a-8bf3-45803b430570 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:08:38.203139 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a5ae693-22ab-4a24-a6da-cd0c03113bed', 'name': 'network-vif-deleted', 'tag': '45286707-5ed6-41bb-b6d4-620f0af230bf', 'status': 'completed', 'code': 200} Sep 24 16:08:38.307971 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-bbdbfdef-0e10-4aa9-8b74-bd1bf9e64053 None None] Set router 62671c09-4b46-46be-9ad2-aa1b8d4b03a7 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:08:38.537257 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-bbdbfdef-0e10-4aa9-8b74-bd1bf9e64053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62671c09-4b46-46be-9ad2-aa1b8d4b03a7', 'name': 'tempest-AttachVolumeShelveTestJSON-1496323484-router', 'tenant_id': '47adefb7ca614d33b7bb1493dd2de83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'e80c1131-6851-4550-afaf-22cc674efd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:00:18Z', 'updated_at': '2021-09-24T16:00:26Z', 'revision_number': 4, 'project_id': '47adefb7ca614d33b7bb1493dd2de83a', 'gw_port': {'id': 'e80c1131-6851-4550-afaf-22cc674efd38', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:98:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62671c09-4b46-46be-9ad2-aa1b8d4b03a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:00:19Z', 'updated_at': '2021-09-24T16:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '6af7c1c0-bda7-4b07-af01-4aa16dbec1e1', 'name': '', 'network_id': 'e683698e-96d3-4f25-bed4-4200552ea2ef', 'tenant_id': '47adefb7ca614d33b7bb1493dd2de83a', 'mac_address': 'fa:16:3e:fa:e0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62671c09-4b46-46be-9ad2-aa1b8d4b03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '04b7f077-c013-4647-8fb9-7721770c2649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:00:25Z', 'updated_at': '2021-09-24T16:00:32Z', 'revision_number': 5, 'project_id': '47adefb7ca614d33b7bb1493dd2de83a', 'subnets': [{'id': '04b7f077-c013-4647-8fb9-7721770c2649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:08:38.571300 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdbfdef-0e10-4aa9-8b74-bd1bf9e64053 None None] Checking router: 62671c09-4b46-46be-9ad2-aa1b8d4b03a7 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:08:38.582142 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdbfdef-0e10-4aa9-8b74-bd1bf9e64053 None None] Routers {'62671c09-4b46-46be-9ad2-aa1b8d4b03a7'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:08:38.583222 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-bbdbfdef-0e10-4aa9-8b74-bd1bf9e64053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:08:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['62671c09-4b46-46be-9ad2-aa1b8d4b03a7'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:08:38.633178 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-53cf2ed9-46ed-4178-aa99-f743cb709942 req-d83f9771-7c58-4663-8d93-0691d5714f21 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=7a5ae693-22ab-4a24-a6da-cd0c03113bed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0418987 Sep 24 16:08:38.724631 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-bbdbfdef-0e10-4aa9-8b74-bd1bf9e64053 None None] Set router 62671c09-4b46-46be-9ad2-aa1b8d4b03a7 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:08:38.741709 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-53cf2ed9-46ed-4178-aa99-f743cb709942 req-c2fd7bf6-3fea-4aa1-844d-08c098ca3acf service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=47adefb7ca614d33b7bb1493dd2de83a&device_id=7a5ae693-22ab-4a24-a6da-cd0c03113bed HTTP/1.1" status: 200 len: 210 time: 0.0530875 Sep 24 16:08:38.773739 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a0ab68-66ad-431c-855a-03bc74cd78b1 req-a8780c23-b05f-40ca-a922-4661c504beff tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:08:38.775636 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a5a0ab68-66ad-431c-855a-03bc74cd78b1 req-a8780c23-b05f-40ca-a922-4661c504beff tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=7d8eedde-bfe3-4382-af10-120e24353802 HTTP/1.1" status: 200 len: 943 time: 0.0967758 Sep 24 16:08:38.886274 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a5a0ab68-66ad-431c-855a-03bc74cd78b1 req-b38af520-26d1-40a2-bc37-de09acf22eb2 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004667 Sep 24 16:08:38.923257 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf2ed9-46ed-4178-aa99-f743cb709942 req-5916e605-3ceb-4f55-88ca-aa647644d441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:08:38.925183 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-53cf2ed9-46ed-4178-aa99-f743cb709942 req-5916e605-3ceb-4f55-88ca-aa647644d441 service neutron] 10.222.0.108 "GET /v2.0/networks?tenant_id=47adefb7ca614d33b7bb1493dd2de83a&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1483905 Sep 24 16:08:38.980902 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-bbdbfdef-0e10-4aa9-8b74-bd1bf9e64053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62671c09-4b46-46be-9ad2-aa1b8d4b03a7', 'name': 'tempest-AttachVolumeShelveTestJSON-1496323484-router', 'tenant_id': '47adefb7ca614d33b7bb1493dd2de83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'e80c1131-6851-4550-afaf-22cc674efd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:00:18Z', 'updated_at': '2021-09-24T16:00:26Z', 'revision_number': 4, 'project_id': '47adefb7ca614d33b7bb1493dd2de83a', 'gw_port': {'id': 'e80c1131-6851-4550-afaf-22cc674efd38', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:98:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62671c09-4b46-46be-9ad2-aa1b8d4b03a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:00:19Z', 'updated_at': '2021-09-24T16:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '6af7c1c0-bda7-4b07-af01-4aa16dbec1e1', 'name': '', 'network_id': 'e683698e-96d3-4f25-bed4-4200552ea2ef', 'tenant_id': '47adefb7ca614d33b7bb1493dd2de83a', 'mac_address': 'fa:16:3e:fa:e0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62671c09-4b46-46be-9ad2-aa1b8d4b03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '04b7f077-c013-4647-8fb9-7721770c2649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:00:25Z', 'updated_at': '2021-09-24T16:00:32Z', 'revision_number': 5, 'project_id': '47adefb7ca614d33b7bb1493dd2de83a', 'subnets': [{'id': '04b7f077-c013-4647-8fb9-7721770c2649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:08:39.011066 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdbfdef-0e10-4aa9-8b74-bd1bf9e64053 None None] The sync data for ids ['62671c09-4b46-46be-9ad2-aa1b8d4b03a7'] in n-d-808921-1 is: [{'id': '62671c09-4b46-46be-9ad2-aa1b8d4b03a7', 'name': 'tempest-AttachVolumeShelveTestJSON-1496323484-router', 'tenant_id': '47adefb7ca614d33b7bb1493dd2de83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'e80c1131-6851-4550-afaf-22cc674efd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:00:18Z', 'updated_at': '2021-09-24T16:00:26Z', 'revision_number': 4, 'project_id': '47adefb7ca614d33b7bb1493dd2de83a', 'gw_port': {'id': 'e80c1131-6851-4550-afaf-22cc674efd38', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:98:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62671c09-4b46-46be-9ad2-aa1b8d4b03a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:00:19Z', 'updated_at': '2021-09-24T16:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '6af7c1c0-bda7-4b07-af01-4aa16dbec1e1', 'name': '', 'network_id': 'e683698e-96d3-4f25-bed4-4200552ea2ef', 'tenant_id': '47adefb7ca614d33b7bb1493dd2de83a', 'mac_address': 'fa:16:3e:fa:e0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62671c09-4b46-46be-9ad2-aa1b8d4b03a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3351, 'fixed_ips': [{'subnet_id': '04b7f077-c013-4647-8fb9-7721770c2649', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:00:25Z', 'updated_at': '2021-09-24T16:00:32Z', 'revision_number': 5, 'project_id': '47adefb7ca614d33b7bb1493dd2de83a', 'subnets': [{'id': '04b7f077-c013-4647-8fb9-7721770c2649', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:08:39.055185 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf2ed9-46ed-4178-aa99-f743cb709942 req-4877bf8f-362b-4d90-ac7d-4db759b605da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:08:39.056892 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-53cf2ed9-46ed-4178-aa99-f743cb709942 req-4877bf8f-362b-4d90-ac7d-4db759b605da service neutron] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1241844 Sep 24 16:08:39.156880 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:39.280243 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 36636) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:08:39.312221 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b7e0d7-01b8-41e9-a742-aa89a1aae582 None None] New status for floating IP 3c1ae211-f92b-45ad-8e9c-05f10f390d4f: DOWN {{(pid=95299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 16:08:39.351635 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9d001243-0af8-4744-af49-7ef2a6f36757 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:39.386844 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9d001243-0af8-4744-af49-7ef2a6f36757 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:39.556585 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9d001243-0af8-4744-af49-7ef2a6f36757 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:39.562952 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9d001243-0af8-4744-af49-7ef2a6f36757 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:39.562952 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-9d001243-0af8-4744-af49-7ef2a6f36757 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "DELETE /v2.0/security-groups/d02a9e3e-3454-4964-a46b-9470c7e72dda HTTP/1.1" status: 204 len: 168 time: 0.2792838 Sep 24 16:08:39.563785 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 36640) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:08:39.584373 n-d-808921-1 neutron-server[95297]: INFO neutron.api.v2.resource [None req-ee9b176d-6711-42fb-bc06-1f65c638bb2d tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] show failed (client error): The resource could not be found. Sep 24 16:08:39.585561 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ee9b176d-6711-42fb-bc06-1f65c638bb2d tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "GET /v2.0/security-groups/d02a9e3e-3454-4964-a46b-9470c7e72dda HTTP/1.1" status: 404 len: 347 time: 0.0209713 Sep 24 16:08:39.587033 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d001243-0af8-4744-af49-7ef2a6f36757 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02a9e3e-3454-4964-a46b-9470c7e72dda,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:08:39.588474 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 36642) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:08:39.756869 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-c9a0ee9e-1b25-44f1-a312-f42e8505bd21 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Deleting port dbc80a14-7f2f-400b-bbde-66646eb3465e {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:08:39.757359 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c9a0ee9e-1b25-44f1-a312-f42e8505bd21 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:39.843597 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c9a0ee9e-1b25-44f1-a312-f42e8505bd21 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:39.845068 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c9a0ee9e-1b25-44f1-a312-f42e8505bd21 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:39.858540 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-c9a0ee9e-1b25-44f1-a312-f42e8505bd21 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Calling delete_port for dbc80a14-7f2f-400b-bbde-66646eb3465e owned by network:floatingip {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:08:40.058250 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c582b43-c45a-469b-afab-dbf53c792ca8 req-55881b29-aee4-4dc2-86a2-3aa344b472be tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:08:40.059668 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7c582b43-c45a-469b-afab-dbf53c792ca8 req-55881b29-aee4-4dc2-86a2-3aa344b472be tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=7d8eedde-bfe3-4382-af10-120e24353802 HTTP/1.1" status: 200 len: 943 time: 0.0705423 Sep 24 16:08:40.103254 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7c582b43-c45a-469b-afab-dbf53c792ca8 req-e325a3ba-cfc5-460d-86bf-2b56465f1b38 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351884 Sep 24 16:08:40.121703 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c9a0ee9e-1b25-44f1-a312-f42e8505bd21 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:40.149063 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a0ee9e-1b25-44f1-a312-f42e8505bd21 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Pushing event deleted for resources: {'Port': ['ID=dbc80a14-7f2f-400b-bbde-66646eb3465e,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:08:40.160800 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a0ee9e-1b25-44f1-a312-f42e8505bd21 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:08:40.160800 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a0ee9e-1b25-44f1-a312-f42e8505bd21 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:08:40.161635 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a0ee9e-1b25-44f1-a312-f42e8505bd21 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:08:40.161635 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a0ee9e-1b25-44f1-a312-f42e8505bd21 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:08:40.161834 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a0ee9e-1b25-44f1-a312-f42e8505bd21 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:08:40.162058 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a0ee9e-1b25-44f1-a312-f42e8505bd21 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:08:40.162642 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a0ee9e-1b25-44f1-a312-f42e8505bd21 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:08:40.162977 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a0ee9e-1b25-44f1-a312-f42e8505bd21 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:08:40.163314 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a0ee9e-1b25-44f1-a312-f42e8505bd21 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:08:40.163645 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a0ee9e-1b25-44f1-a312-f42e8505bd21 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:08:40.164435 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a0ee9e-1b25-44f1-a312-f42e8505bd21 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:08:40.164435 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a0ee9e-1b25-44f1-a312-f42e8505bd21 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:08:40.228505 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c9a0ee9e-1b25-44f1-a312-f42e8505bd21 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks [] for floatingip, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:40.231523 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c9a0ee9e-1b25-44f1-a312-f42e8505bd21 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:40.233637 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-c9a0ee9e-1b25-44f1-a312-f42e8505bd21 tempest-AttachVolumeShelveTestJSON-424495160 tempest-AttachVolumeShelveTestJSON-424495160-project] 10.222.0.101 "DELETE /v2.0/floatingips/3c1ae211-f92b-45ad-8e9c-05f10f390d4f HTTP/1.1" status: 204 len: 168 time: 0.6441760 Sep 24 16:08:40.765498 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 45286707-5ed6-41bb-b6d4-620f0af230bf no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:08:40.788535 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] No Port match for: 45286707-5ed6-41bb-b6d4-620f0af230bf {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:08:40.788950 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 45286707-5ed6-41bb-b6d4-620f0af230bf not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:08:40.997310 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:41.240664 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227b7975-8f54-4dba-9cbb-048c07c13f4f req-0b03c35d-0331-4820-b5e5-4fd0bc12c858 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:08:41.243115 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-227b7975-8f54-4dba-9cbb-048c07c13f4f req-0b03c35d-0331-4820-b5e5-4fd0bc12c858 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=7d8eedde-bfe3-4382-af10-120e24353802 HTTP/1.1" status: 200 len: 943 time: 0.0626252 Sep 24 16:08:41.287443 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-227b7975-8f54-4dba-9cbb-048c07c13f4f req-34eec3a2-c498-47c3-99d4-36cbec0ad2ff tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357745 Sep 24 16:08:42.411257 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5246a859-f1e4-4634-b501-f15b86df0050 req-b07bda3d-571e-4506-ae29-9a3be6b14fbb tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:08:42.412812 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5246a859-f1e4-4634-b501-f15b86df0050 req-b07bda3d-571e-4506-ae29-9a3be6b14fbb tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=7d8eedde-bfe3-4382-af10-120e24353802 HTTP/1.1" status: 200 len: 943 time: 0.0520606 Sep 24 16:08:42.458487 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5246a859-f1e4-4634-b501-f15b86df0050 req-0ce7dbde-8f6d-454b-8e96-539a989f67af tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388672 Sep 24 16:08:43.588332 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b449c131-64b0-42e3-a0a8-000000868296 req-191ae26a-6f55-4ee0-945e-b4e2f650ef33 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:08:43.589895 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b449c131-64b0-42e3-a0a8-000000868296 req-191ae26a-6f55-4ee0-945e-b4e2f650ef33 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=7d8eedde-bfe3-4382-af10-120e24353802 HTTP/1.1" status: 200 len: 943 time: 0.0595639 Sep 24 16:08:43.629910 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b449c131-64b0-42e3-a0a8-000000868296 req-48e47331-9fee-4c9a-9068-281ce44b4edf tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330398 Sep 24 16:08:44.751017 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e058d-7b65-4f72-bda6-8e79407ea8e8 req-8d4a5656-1b03-4f22-ad7c-007ad65cc701 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:08:44.753122 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-468e058d-7b65-4f72-bda6-8e79407ea8e8 req-8d4a5656-1b03-4f22-ad7c-007ad65cc701 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=7d8eedde-bfe3-4382-af10-120e24353802 HTTP/1.1" status: 200 len: 943 time: 0.0527666 Sep 24 16:08:44.796624 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-468e058d-7b65-4f72-bda6-8e79407ea8e8 req-17993231-d4dd-48d9-8f6f-1ecdf9ce0661 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370626 Sep 24 16:08:45.914521 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16423ef-827d-4ab6-ad95-da85734819a3 req-c173aff2-39f7-4ab6-aea6-fc84ff3e1512 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:08:45.916019 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e16423ef-827d-4ab6-ad95-da85734819a3 req-c173aff2-39f7-4ab6-aea6-fc84ff3e1512 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=7d8eedde-bfe3-4382-af10-120e24353802 HTTP/1.1" status: 200 len: 943 time: 0.0493040 Sep 24 16:08:45.957446 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e16423ef-827d-4ab6-ad95-da85734819a3 req-db0e44d6-99c9-4089-a39b-82cf9d7e2352 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351622 Sep 24 16:08:47.087665 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813f3f6f-e4ff-441b-83a8-1ac29f093790 req-2300415d-ed32-447d-a423-192107073c16 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:08:47.090755 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-813f3f6f-e4ff-441b-83a8-1ac29f093790 req-2300415d-ed32-447d-a423-192107073c16 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=7d8eedde-bfe3-4382-af10-120e24353802 HTTP/1.1" status: 200 len: 943 time: 0.0557375 Sep 24 16:08:47.132978 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-813f3f6f-e4ff-441b-83a8-1ac29f093790 req-78514bf3-b96e-4dcb-8311-a46b1a65d831 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350299 Sep 24 16:08:47.369092 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 36728) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:08:47.993270 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0917a2d5-29dd-452d-a8e4-1b82296d3c8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:48.003381 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 1472b9bd-000b-4e3d-8a2a-b142b95298d9 details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 16:08:48.047597 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:08:48.181557 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 1472b9bd-000b-4e3d-8a2a-b142b95298d9, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=1472b9bd-000b-4e3d-8a2a-b142b95298d9,segment=NetworkSegment(2092c0c1-8505-4766-a7ca-113875fab965),segment_id=2092c0c1-8505-4766-a7ca-113875fab965)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:08:48.206162 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': '1472b9bd-000b-4e3d-8a2a-b142b95298d9', 'network_id': '6dfcf71b-a430-45da-8447-3d600e4a0e09', 'port_id': '1472b9bd-000b-4e3d-8a2a-b142b95298d9', 'mac_address': 'fa:16:3e:bf:5c:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1270, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a684d0b1-d9da-4f1a-86e3-ebaba7395986', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 16:08:48.264919 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:48.283889 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1472b9bd-000b-4e3d-8a2a-b142b95298d9 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:08:48.318252 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20443efa-a779-4221-ada3-abfed7f89b35 req-37dd78c8-711e-4dac-b797-1df9d52b95a0 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:08:48.327990 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-20443efa-a779-4221-ada3-abfed7f89b35 req-37dd78c8-711e-4dac-b797-1df9d52b95a0 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=7d8eedde-bfe3-4382-af10-120e24353802 HTTP/1.1" status: 200 len: 943 time: 0.0709877 Sep 24 16:08:48.338577 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 1472b9bd-000b-4e3d-8a2a-b142b95298d9, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=1472b9bd-000b-4e3d-8a2a-b142b95298d9,segment=NetworkSegment(2092c0c1-8505-4766-a7ca-113875fab965),segment_id=2092c0c1-8505-4766-a7ca-113875fab965)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:08:48.384647 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-20443efa-a779-4221-ada3-abfed7f89b35 req-f25fd61e-c1e3-4da8-8e7c-ca729b7cbf40 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508101 Sep 24 16:08:48.451157 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-0917a2d5-29dd-452d-a8e4-1b82296d3c8d admin admin] Deleting port 6af7c1c0-bda7-4b07-af01-4aa16dbec1e1 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:08:48.451743 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0917a2d5-29dd-452d-a8e4-1b82296d3c8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:48.453910 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:48.508921 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=1472b9bd-000b-4e3d-8a2a-b142b95298d9,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:08:48.541848 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-0917a2d5-29dd-452d-a8e4-1b82296d3c8d admin admin] For port 6af7c1c0-bda7-4b07-af01-4aa16dbec1e1, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=6af7c1c0-bda7-4b07-af01-4aa16dbec1e1,segment=NetworkSegment(94c0797a-5dbb-467d-9f41-7597f4debf01),segment_id=94c0797a-5dbb-467d-9f41-7597f4debf01)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:08:48.542204 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0917a2d5-29dd-452d-a8e4-1b82296d3c8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:48.555314 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-0917a2d5-29dd-452d-a8e4-1b82296d3c8d admin admin] Calling delete_port for 6af7c1c0-bda7-4b07-af01-4aa16dbec1e1 owned by network:router_interface {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:08:48.733100 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['1472b9bd-000b-4e3d-8a2a-b142b95298d9'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:08:48.802822 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0917a2d5-29dd-452d-a8e4-1b82296d3c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:48.840510 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0917a2d5-29dd-452d-a8e4-1b82296d3c8d admin admin] Pushing event deleted for resources: {'Port': ['ID=6af7c1c0-bda7-4b07-af01-4aa16dbec1e1,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:08:49.029515 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0917a2d5-29dd-452d-a8e4-1b82296d3c8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:49.388004 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0917a2d5-29dd-452d-a8e4-1b82296d3c8d admin admin] Router 62671c09-4b46-46be-9ad2-aa1b8d4b03a7 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:08:49.558623 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228001bb-951d-4e27-8ae6-bbbccc130a94 req-fe983a34-ea82-453e-9585-fef634a4c6d2 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:08:49.560317 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-228001bb-951d-4e27-8ae6-bbbccc130a94 req-fe983a34-ea82-453e-9585-fef634a4c6d2 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=7d8eedde-bfe3-4382-af10-120e24353802 HTTP/1.1" status: 200 len: 944 time: 0.1046031 Sep 24 16:08:49.581208 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0917a2d5-29dd-452d-a8e4-1b82296d3c8d admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:08:49.590726 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-0917a2d5-29dd-452d-a8e4-1b82296d3c8d admin admin] 10.222.0.101 "PUT /v2.0/routers/62671c09-4b46-46be-9ad2-aa1b8d4b03a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2200732 Sep 24 16:08:49.591200 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a78815d-1ef6-4f29-8133-353e3688ddce None None] Sync routers for ids ['62671c09-4b46-46be-9ad2-aa1b8d4b03a7'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:08:49.593644 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 36748) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:08:49.609955 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a78815d-1ef6-4f29-8133-353e3688ddce None None] Routers {'62671c09-4b46-46be-9ad2-aa1b8d4b03a7'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:08:49.610897 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-9a78815d-1ef6-4f29-8133-353e3688ddce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:08:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['62671c09-4b46-46be-9ad2-aa1b8d4b03a7'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:08:49.712087 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-64d38762-0972-4d11-bd6e-8482ed74ed6c admin admin] Notify callbacks [] for router, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:49.768953 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-9a78815d-1ef6-4f29-8133-353e3688ddce None None] Set router 62671c09-4b46-46be-9ad2-aa1b8d4b03a7 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:08:49.807821 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-228001bb-951d-4e27-8ae6-bbbccc130a94 req-ddb2aeae-551f-4edd-bf87-c3a3e7b40802 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403929 Sep 24 16:08:49.845739 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-64d38762-0972-4d11-bd6e-8482ed74ed6c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:50.002894 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 1472b9bd-000b-4e3d-8a2a-b142b95298d9 up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:08:50.073208 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-64d38762-0972-4d11-bd6e-8482ed74ed6c admin admin] Deleting port e80c1131-6851-4550-afaf-22cc674efd38 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:08:50.073874 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-64d38762-0972-4d11-bd6e-8482ed74ed6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:50.093929 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-9a78815d-1ef6-4f29-8133-353e3688ddce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62671c09-4b46-46be-9ad2-aa1b8d4b03a7', 'name': 'tempest-AttachVolumeShelveTestJSON-1496323484-router', 'tenant_id': '47adefb7ca614d33b7bb1493dd2de83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.41'}], 'enable_snat': True}, 'gw_port_id': 'e80c1131-6851-4550-afaf-22cc674efd38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:00:18Z', 'updated_at': '2021-09-24T16:08:48Z', 'revision_number': 5, 'project_id': '47adefb7ca614d33b7bb1493dd2de83a', 'gw_port': {'id': 'e80c1131-6851-4550-afaf-22cc674efd38', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:98:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62671c09-4b46-46be-9ad2-aa1b8d4b03a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:00:19Z', 'updated_at': '2021-09-24T16:00:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:08:50.125286 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a78815d-1ef6-4f29-8133-353e3688ddce None None] Checking router: 62671c09-4b46-46be-9ad2-aa1b8d4b03a7 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:08:50.140480 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a78815d-1ef6-4f29-8133-353e3688ddce None None] Routers {'62671c09-4b46-46be-9ad2-aa1b8d4b03a7'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:08:50.141270 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-9a78815d-1ef6-4f29-8133-353e3688ddce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:08:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['62671c09-4b46-46be-9ad2-aa1b8d4b03a7'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:08:50.179204 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port 1472b9bd-000b-4e3d-8a2a-b142b95298d9 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 16:08:50.183341 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port 1472b9bd-000b-4e3d-8a2a-b142b95298d9 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:08:50.183940 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:50.184686 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-64d38762-0972-4d11-bd6e-8482ed74ed6c admin admin] For port e80c1131-6851-4550-afaf-22cc674efd38, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=e80c1131-6851-4550-afaf-22cc674efd38,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:08:50.185421 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-64d38762-0972-4d11-bd6e-8482ed74ed6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:50.200286 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-64d38762-0972-4d11-bd6e-8482ed74ed6c admin admin] Calling delete_port for e80c1131-6851-4550-afaf-22cc674efd38 owned by network:router_gateway {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:08:50.230837 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-9a78815d-1ef6-4f29-8133-353e3688ddce None None] Set router 62671c09-4b46-46be-9ad2-aa1b8d4b03a7 gateway port host: None {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:08:50.284041 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:50.308385 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-9a78815d-1ef6-4f29-8133-353e3688ddce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62671c09-4b46-46be-9ad2-aa1b8d4b03a7', 'name': 'tempest-AttachVolumeShelveTestJSON-1496323484-router', 'tenant_id': '47adefb7ca614d33b7bb1493dd2de83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:00:18Z', 'updated_at': '2021-09-24T16:08:49Z', 'revision_number': 6, 'project_id': '47adefb7ca614d33b7bb1493dd2de83a', 'gw_port_host': None}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:08:50.328915 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d8eedde-bfe3-4382-af10-120e24353802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1472b9bd-000b-4e3d-8a2a-b142b95298d9'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:08:50.335407 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a778cd2-e39d-4bd0-b2fe-e72ce3c94905" -d '{"events": [{"server_uuid": "7d8eedde-bfe3-4382-af10-120e24353802", "name": "network-vif-plugged", "status": "completed", "tag": "1472b9bd-000b-4e3d-8a2a-b142b95298d9"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:08:50.341780 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a78815d-1ef6-4f29-8133-353e3688ddce None None] The sync data for ids ['62671c09-4b46-46be-9ad2-aa1b8d4b03a7'] in n-d-808921-1 is: [{'id': '62671c09-4b46-46be-9ad2-aa1b8d4b03a7', 'name': 'tempest-AttachVolumeShelveTestJSON-1496323484-router', 'tenant_id': '47adefb7ca614d33b7bb1493dd2de83a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:00:18Z', 'updated_at': '2021-09-24T16:08:49Z', 'revision_number': 6, 'project_id': '47adefb7ca614d33b7bb1493dd2de83a', 'gw_port_host': None}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:08:50.360954 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 1472b9bd-000b-4e3d-8a2a-b142b95298d9, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=1472b9bd-000b-4e3d-8a2a-b142b95298d9,segment=NetworkSegment(2092c0c1-8505-4766-a7ca-113875fab965),segment_id=2092c0c1-8505-4766-a7ca-113875fab965)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:08:50.405738 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c71e0adf-daf2-4557-9cce-738e8371bbe9 x-openstack-request-id: req-c71e0adf-daf2-4557-9cce-738e8371bbe9 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:08:50.406404 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d8eedde-bfe3-4382-af10-120e24353802", "name": "network-vif-plugged", "status": "completed", "tag": "1472b9bd-000b-4e3d-8a2a-b142b95298d9", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:08:50.406671 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c71e0adf-daf2-4557-9cce-738e8371bbe9 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:08:50.407188 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d8eedde-bfe3-4382-af10-120e24353802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1472b9bd-000b-4e3d-8a2a-b142b95298d9', 'code': 200} Sep 24 16:08:50.477843 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-87b914d6-611b-498d-a1ba-5634c9889b5d req-145202dd-3c2f-49ba-a97e-937ddf6cb126 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=e84657bd-6050-4d30-a9fe-c20fa76263b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0494781 Sep 24 16:08:50.481329 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:50.529988 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98279046-045a-4162-aca3-e64b3a373709 req-9b90127f-8da5-4dab-97d9-9bd1bbd49cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:08:50.537220 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=1472b9bd-000b-4e3d-8a2a-b142b95298d9,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:08:50.542747 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-98279046-045a-4162-aca3-e64b3a373709 req-9b90127f-8da5-4dab-97d9-9bd1bbd49cc1 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=7d8eedde-bfe3-4382-af10-120e24353802 HTTP/1.1" status: 200 len: 1096 time: 0.0542040 Sep 24 16:08:50.561609 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-64d38762-0972-4d11-bd6e-8482ed74ed6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:50.583822 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-98279046-045a-4162-aca3-e64b3a373709 req-56ff5658-702a-44c1-9b25-c34e534cfef0 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330563 Sep 24 16:08:50.591895 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d38762-0972-4d11-bd6e-8482ed74ed6c admin admin] Pushing event deleted for resources: {'Port': ['ID=e80c1131-6851-4550-afaf-22cc674efd38,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:08:50.623769 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b914d6-611b-498d-a1ba-5634c9889b5d req-73468c6e-f0c4-4ea1-a755-1da50ca51fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:08:50.625843 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-87b914d6-611b-498d-a1ba-5634c9889b5d req-73468c6e-f0c4-4ea1-a755-1da50ca51fd3 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=ad0a95e7731d4c36b80c295f85c49988&device_id=e84657bd-6050-4d30-a9fe-c20fa76263b7 HTTP/1.1" status: 200 len: 1097 time: 0.0932963 Sep 24 16:08:50.664802 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-64d38762-0972-4d11-bd6e-8482ed74ed6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586576'] for router_gateway, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:50.758974 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-64d38762-0972-4d11-bd6e-8482ed74ed6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:50.761608 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-64d38762-0972-4d11-bd6e-8482ed74ed6c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:50.939464 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-64d38762-0972-4d11-bd6e-8482ed74ed6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:50.939912 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d38762-0972-4d11-bd6e-8482ed74ed6c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62671c09-4b46-46be-9ad2-aa1b8d4b03a7 {{(pid=95298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 16:08:50.948501 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-64d38762-0972-4d11-bd6e-8482ed74ed6c admin admin] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:50.951808 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-64d38762-0972-4d11-bd6e-8482ed74ed6c admin admin] 10.222.0.101 "DELETE /v2.0/routers/62671c09-4b46-46be-9ad2-aa1b8d4b03a7 HTTP/1.1" status: 204 len: 168 time: 1.3548310 Sep 24 16:08:50.951982 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f90de9-3ba3-40c0-9419-7069ae95a372 req-23474fc5-1334-4da4-9111-c1c96ff5f9ff tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:08:50.952117 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 36760) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:08:50.953722 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e8f90de9-3ba3-40c0-9419-7069ae95a372 req-23474fc5-1334-4da4-9111-c1c96ff5f9ff tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=7d8eedde-bfe3-4382-af10-120e24353802 HTTP/1.1" status: 200 len: 945 time: 0.0633018 Sep 24 16:08:50.960631 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b914d6-611b-498d-a1ba-5634c9889b5d req-0677bb75-c52e-46a6-b726-c28cc4990f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:08:50.965888 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-87b914d6-611b-498d-a1ba-5634c9889b5d req-0677bb75-c52e-46a6-b726-c28cc4990f87 service neutron] 10.222.0.110 "GET /v2.0/networks?id=6dfcf71b-a430-45da-8447-3d600e4a0e09 HTTP/1.1" status: 200 len: 913 time: 0.1241817 Sep 24 16:08:50.997226 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e8f90de9-3ba3-40c0-9419-7069ae95a372 req-c068b625-8314-4951-a562-33882d3cf5c0 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359526 Sep 24 16:08:51.025889 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-87b914d6-611b-498d-a1ba-5634c9889b5d req-e6f3b740-07f0-440b-b625-d51b1312d31e service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d60ae8e3-52b4-4142-a20c-47dd2a4c8128 HTTP/1.1" status: 200 len: 217 time: 0.0411024 Sep 24 16:08:51.043370 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-222da9e0-b158-4f5f-a4f5-0b8799ac1618 admin admin] Deleting subnet 04b7f077-c013-4647-8fb9-7721770c2649 {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 16:08:51.064727 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-222da9e0-b158-4f5f-a4f5-0b8799ac1618 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:51.111550 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b914d6-611b-498d-a1ba-5634c9889b5d req-675a03fd-632c-4eb6-a852-809fab59a0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:08:51.112923 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-87b914d6-611b-498d-a1ba-5634c9889b5d req-675a03fd-632c-4eb6-a852-809fab59a0b0 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=a684d0b1-d9da-4f1a-86e3-ebaba7395986 HTTP/1.1" status: 200 len: 850 time: 0.0787799 Sep 24 16:08:51.115652 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-222da9e0-b158-4f5f-a4f5-0b8799ac1618 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:51.214508 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b914d6-611b-498d-a1ba-5634c9889b5d req-c52ecaef-de92-457d-956f-62d96b95ce34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:08:51.215994 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-87b914d6-611b-498d-a1ba-5634c9889b5d req-c52ecaef-de92-457d-956f-62d96b95ce34 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=6dfcf71b-a430-45da-8447-3d600e4a0e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0803082 Sep 24 16:08:51.237563 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-222da9e0-b158-4f5f-a4f5-0b8799ac1618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:51.360524 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-87b914d6-611b-498d-a1ba-5634c9889b5d req-bfe6e772-b174-46b7-8a0b-9a18600f9ced service neutron] 10.222.0.110 "GET /v2.0/networks/6dfcf71b-a430-45da-8447-3d600e4a0e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334686 Sep 24 16:08:51.473201 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-222da9e0-b158-4f5f-a4f5-0b8799ac1618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:51.484381 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-87b914d6-611b-498d-a1ba-5634c9889b5d req-f1945ba3-b13c-4e3f-a7e7-510e3643d01e service neutron] 10.222.0.110 "GET /v2.0/networks/6dfcf71b-a430-45da-8447-3d600e4a0e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146398 Sep 24 16:08:51.509691 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-222da9e0-b158-4f5f-a4f5-0b8799ac1618 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:51.515071 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-222da9e0-b158-4f5f-a4f5-0b8799ac1618 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/04b7f077-c013-4647-8fb9-7721770c2649 HTTP/1.1" status: 204 len: 168 time: 0.5592515 Sep 24 16:08:51.515071 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222da9e0-b158-4f5f-a4f5-0b8799ac1618 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04b7f077-c013-4647-8fb9-7721770c2649,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:08:51.519842 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 36766) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:08:51.519939 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b7c2ea-125b-47ee-b531-d06e37065043 None None] Network e683698e-96d3-4f25-bed4-4200552ea2ef requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:08:51.633105 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-32255e5a-2db1-47cd-a711-8478dad116a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:51.695052 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-32255e5a-2db1-47cd-a711-8478dad116a7 admin admin] Deleting port dbe4403d-2b7d-42cb-b73a-da8f03c2a00c {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:08:51.695389 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-32255e5a-2db1-47cd-a711-8478dad116a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:51.732219 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080e5a96-3671-49dd-8667-bbd30c5bdb3e None None] DHCP port deletion for e683698e-96d3-4f25-bed4-4200552ea2ef request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 16:08:51.777393 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-32255e5a-2db1-47cd-a711-8478dad116a7 admin admin] For port dbe4403d-2b7d-42cb-b73a-da8f03c2a00c, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=dbe4403d-2b7d-42cb-b73a-da8f03c2a00c,segment=NetworkSegment(94c0797a-5dbb-467d-9f41-7597f4debf01),segment_id=94c0797a-5dbb-467d-9f41-7597f4debf01)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:08:51.778418 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-32255e5a-2db1-47cd-a711-8478dad116a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:51.798729 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-32255e5a-2db1-47cd-a711-8478dad116a7 admin admin] Calling delete_port for dbe4403d-2b7d-42cb-b73a-da8f03c2a00c owned by network:dhcp {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:08:51.831374 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-080e5a96-3671-49dd-8667-bbd30c5bdb3e None None] Deleting port dbe4403d-2b7d-42cb-b73a-da8f03c2a00c {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:08:51.831764 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-080e5a96-3671-49dd-8667-bbd30c5bdb3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:51.845864 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device e80c1131-6851-4550-afaf-22cc674efd38 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:08:51.877806 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: e80c1131-6851-4550-afaf-22cc674efd38 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:08:51.878111 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device e80c1131-6851-4550-afaf-22cc674efd38 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:08:51.878524 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 6af7c1c0-bda7-4b07-af01-4aa16dbec1e1 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:08:51.907683 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 6af7c1c0-bda7-4b07-af01-4aa16dbec1e1 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:08:51.908035 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 6af7c1c0-bda7-4b07-af01-4aa16dbec1e1 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:08:51.973579 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-32255e5a-2db1-47cd-a711-8478dad116a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:52.006270 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32255e5a-2db1-47cd-a711-8478dad116a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbe4403d-2b7d-42cb-b73a-da8f03c2a00c,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:08:52.010505 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32255e5a-2db1-47cd-a711-8478dad116a7 admin admin] No DVR routers for this DVR port dbe4403d-2b7d-42cb-b73a-da8f03c2a00c on host n-d-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:08:52.088072 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-32255e5a-2db1-47cd-a711-8478dad116a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:52.106082 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-080e5a96-3671-49dd-8667-bbd30c5bdb3e None None] For port dbe4403d-2b7d-42cb-b73a-da8f03c2a00c, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=dbe4403d-2b7d-42cb-b73a-da8f03c2a00c,segment=NetworkSegment(94c0797a-5dbb-467d-9f41-7597f4debf01),segment_id=94c0797a-5dbb-467d-9f41-7597f4debf01)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:08:52.106852 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-080e5a96-3671-49dd-8667-bbd30c5bdb3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:52.111957 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-32255e5a-2db1-47cd-a711-8478dad116a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e683698e-96d3-4f25-bed4-4200552ea2ef']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:08:52.121492 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-080e5a96-3671-49dd-8667-bbd30c5bdb3e None None] Calling delete_port for dbe4403d-2b7d-42cb-b73a-da8f03c2a00c owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:08:52.123532 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-32255e5a-2db1-47cd-a711-8478dad116a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94c0797a-5dbb-467d-9f41-7597f4debf01') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:08:52.124116 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-32255e5a-2db1-47cd-a711-8478dad116a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94c0797a-5dbb-467d-9f41-7597f4debf01') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:08:52.139110 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-32255e5a-2db1-47cd-a711-8478dad116a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:52.140826 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7605b149-5ad0-4bb3-a464-6a906221e301 req-f8237fd9-dd4b-498b-9a51-a62800ab41f2 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:08:52.143591 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7605b149-5ad0-4bb3-a464-6a906221e301 req-f8237fd9-dd4b-498b-9a51-a62800ab41f2 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=7d8eedde-bfe3-4382-af10-120e24353802 HTTP/1.1" status: 200 len: 945 time: 0.0611341 Sep 24 16:08:52.153623 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-32255e5a-2db1-47cd-a711-8478dad116a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:52.160705 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32255e5a-2db1-47cd-a711-8478dad116a7 admin admin] Releasing vlan 1267 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 16:08:52.164609 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-32255e5a-2db1-47cd-a711-8478dad116a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:52.164609 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 16:08:52.164609 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 16:08:52.164609 n-d-808921-1 neutron-server[95297]: timer() Sep 24 16:08:52.164609 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 16:08:52.164609 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 16:08:52.164609 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 16:08:52.164609 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 16:08:52.164609 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 16:08:52.164609 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 16:08:52.164609 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 16:08:52.164609 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 16:08:52.164609 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 16:08:52.164609 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 16:08:52.164609 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 16:08:52.164609 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 16:08:52.164609 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 16:08:52.164609 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 16:08:52.164609 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 16:08:52.164609 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 16:08:52.164609 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 16:08:52.164609 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 16:08:52.164609 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 16:08:52.164609 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 16:08:52.164609 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 16:08:52.164609 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 16:08:52.164609 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 16:08:52.164609 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 16:08:52.164609 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 16:08:52.164609 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 16:08:52.164609 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 16:08:52.164609 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 16:08:52.164609 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 16:08:52.192087 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7605b149-5ad0-4bb3-a464-6a906221e301 req-65cade07-314d-452b-b1a0-9cc06ed19bdd tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424271 Sep 24 16:08:52.212026 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 16:08:52.212026 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 16:08:52.212026 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 16:08:52.212026 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 16:08:52.212026 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 16:08:52.212026 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 16:08:52.212026 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 16:08:52.212026 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 16:08:52.212026 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 16:08:52.212026 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 16:08:52.212026 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 16:08:52.212026 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 16:08:52.212026 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 16:08:52.212026 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 16:08:52.212026 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 16:08:52.212026 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 16:08:52.212026 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 16:08:52.212026 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 16:08:52.212026 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 16:08:52.212026 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 16:08:52.212026 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 16:08:52.212026 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 16:08:52.212026 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 16:08:52.212026 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 16:08:52.212026 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 16:08:52.212026 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 16:08:52.212026 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 16:08:52.212026 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 16:08:52.212026 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 16:08:52.212026 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 16:08:52.212026 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 16:08:52.212026 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 16:08:52.212026 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 16:08:52.212026 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 16:08:52.212026 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 16:08:52.212026 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 16:08:52.212026 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 16:08:52.212026 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 16:08:52.212026 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 16:08:52.212026 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 16:08:52.212026 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 16:08:52.212026 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 16:08:52.212026 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 16:08:52.212026 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 16:08:52.212026 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 16:08:52.212026 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 16:08:52.212026 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 16:08:52.212026 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 16:08:52.212026 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 16:08:52.212026 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 16:08:52.212026 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 16:08:52.212026 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 16:08:52.212026 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 16:08:52.212026 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 16:08:52.220681 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-080e5a96-3671-49dd-8667-bbd30c5bdb3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:52.252594 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080e5a96-3671-49dd-8667-bbd30c5bdb3e None None] Pushing event deleted for resources: {'Port': ['ID=dbe4403d-2b7d-42cb-b73a-da8f03c2a00c,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:08:52.254733 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080e5a96-3671-49dd-8667-bbd30c5bdb3e None None] No DVR routers for this DVR port dbe4403d-2b7d-42cb-b73a-da8f03c2a00c on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:08:52.321771 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-32255e5a-2db1-47cd-a711-8478dad116a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:52.327029 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-32255e5a-2db1-47cd-a711-8478dad116a7 admin admin] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:52.332631 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-32255e5a-2db1-47cd-a711-8478dad116a7 admin admin] 10.222.0.101 "DELETE /v2.0/networks/e683698e-96d3-4f25-bed4-4200552ea2ef HTTP/1.1" status: 204 len: 168 time: 0.8118434 Sep 24 16:08:52.346830 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32255e5a-2db1-47cd-a711-8478dad116a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e683698e-96d3-4f25-bed4-4200552ea2ef,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:08:52.702896 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 36782) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:08:52.747114 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-1322a570-d803-4f0a-93e4-fea38e16457e admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=47adefb7ca614d33b7bb1493dd2de83a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405092 Sep 24 16:08:52.747487 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 36784) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:08:52.798823 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2ef50303-923c-405d-9614-1bafa1cf262c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:52.826297 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2ef50303-923c-405d-9614-1bafa1cf262c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:53.184734 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2ef50303-923c-405d-9614-1bafa1cf262c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:53.188678 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2ef50303-923c-405d-9614-1bafa1cf262c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:53.189889 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-2ef50303-923c-405d-9614-1bafa1cf262c admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/ac01e2b0-277e-45a1-92e1-a1ef944c698e HTTP/1.1" status: 204 len: 168 time: 0.4413681 Sep 24 16:08:53.198112 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef50303-923c-405d-9614-1bafa1cf262c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac01e2b0-277e-45a1-92e1-a1ef944c698e,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:08:53.324465 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586aca9-a799-4768-8d96-3fff78e68665 req-ec1158d4-ad71-4372-8cdb-0e80f76c94af tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:08:53.339675 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c586aca9-a799-4768-8d96-3fff78e68665 req-ec1158d4-ad71-4372-8cdb-0e80f76c94af tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=7d8eedde-bfe3-4382-af10-120e24353802 HTTP/1.1" status: 200 len: 945 time: 0.0630629 Sep 24 16:08:53.589667 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c586aca9-a799-4768-8d96-3fff78e68665 req-d61d05d6-b0de-4fd0-b27d-505b4189c576 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725267 Sep 24 16:08:53.593462 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd83f62b-a171-44fb-90fb-493a1e433fa8 req-93760dd1-0457-452e-baff-d85f9a17a026 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:08:53.593462 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dd83f62b-a171-44fb-90fb-493a1e433fa8 req-93760dd1-0457-452e-baff-d85f9a17a026 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=7d8eedde-bfe3-4382-af10-120e24353802 HTTP/1.1" status: 200 len: 945 time: 0.0694318 Sep 24 16:08:53.613834 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dd83f62b-a171-44fb-90fb-493a1e433fa8 req-21d2e546-43a0-4895-adb0-fde02a60c1ab tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399752 Sep 24 16:08:53.770738 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device dbe4403d-2b7d-42cb-b73a-da8f03c2a00c no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:08:53.801622 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: dbe4403d-2b7d-42cb-b73a-da8f03c2a00c {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:08:53.801968 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device dbe4403d-2b7d-42cb-b73a-da8f03c2a00c not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:08:54.423011 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e5b757-5140-48bd-9842-df08ca2da0f8 req-c932828f-e26d-4fce-a674-fb8faed21f42 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:08:54.424504 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a5e5b757-5140-48bd-9842-df08ca2da0f8 req-c932828f-e26d-4fce-a674-fb8faed21f42 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=7d8eedde-bfe3-4382-af10-120e24353802 HTTP/1.1" status: 200 len: 945 time: 0.0623450 Sep 24 16:08:54.473440 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a5e5b757-5140-48bd-9842-df08ca2da0f8 req-26b5e6b0-bae0-4039-afd7-55d3c04af844 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420101 Sep 24 16:08:55.636145 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860e4f20-39b1-4057-a7f3-29b66746f9d3 req-f3454e6a-5149-40d3-bb30-c54b6f170462 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:08:55.637483 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-860e4f20-39b1-4057-a7f3-29b66746f9d3 req-f3454e6a-5149-40d3-bb30-c54b6f170462 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=7d8eedde-bfe3-4382-af10-120e24353802 HTTP/1.1" status: 200 len: 945 time: 0.0652103 Sep 24 16:08:55.706880 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-860e4f20-39b1-4057-a7f3-29b66746f9d3 req-a74fcdc6-056f-4cf6-a7a0-8d1b81beb820 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618203 Sep 24 16:08:56.088144 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba3dfc8-efe5-463e-a029-b9d7b024095e req-2bf336e5-fc3d-40ad-893b-eaa0bf3a4d8b tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:08:56.089846 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6ba3dfc8-efe5-463e-a029-b9d7b024095e req-2bf336e5-fc3d-40ad-893b-eaa0bf3a4d8b tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.110 "GET /v2.0/ports?device_id=7d8eedde-bfe3-4382-af10-120e24353802 HTTP/1.1" status: 200 len: 945 time: 0.0666819 Sep 24 16:08:56.215931 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-6ba3dfc8-efe5-463e-a029-b9d7b024095e req-f7f1b471-c1b0-4399-b528-96d802aa9b08 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Deleting port 1472b9bd-000b-4e3d-8a2a-b142b95298d9 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:08:56.217619 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-6ba3dfc8-efe5-463e-a029-b9d7b024095e req-f7f1b471-c1b0-4399-b528-96d802aa9b08 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:56.316080 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-6ba3dfc8-efe5-463e-a029-b9d7b024095e req-f7f1b471-c1b0-4399-b528-96d802aa9b08 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] For port 1472b9bd-000b-4e3d-8a2a-b142b95298d9, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=1472b9bd-000b-4e3d-8a2a-b142b95298d9,segment=NetworkSegment(2092c0c1-8505-4766-a7ca-113875fab965),segment_id=2092c0c1-8505-4766-a7ca-113875fab965)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:08:56.316622 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-6ba3dfc8-efe5-463e-a029-b9d7b024095e req-f7f1b471-c1b0-4399-b528-96d802aa9b08 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:56.336868 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-6ba3dfc8-efe5-463e-a029-b9d7b024095e req-f7f1b471-c1b0-4399-b528-96d802aa9b08 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Calling delete_port for 1472b9bd-000b-4e3d-8a2a-b142b95298d9 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:08:56.996921 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04295d4-dcde-4e73-a1b9-39e603dec8fc req-a39d06cb-61a3-4a35-b141-8a7bb0cb41d0 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:08:57.009986 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a04295d4-dcde-4e73-a1b9-39e603dec8fc req-a39d06cb-61a3-4a35-b141-8a7bb0cb41d0 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=7d8eedde-bfe3-4382-af10-120e24353802 HTTP/1.1" status: 200 len: 945 time: 0.1002965 Sep 24 16:08:57.071696 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a04295d4-dcde-4e73-a1b9-39e603dec8fc req-855a21dc-a084-40f2-9df3-ad9563eb2612 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594320 Sep 24 16:08:57.179416 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-6ba3dfc8-efe5-463e-a029-b9d7b024095e req-f7f1b471-c1b0-4399-b528-96d802aa9b08 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:57.193029 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['d60ae8e3-52b4-4142-a20c-47dd2a4c8128'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:08:57.234395 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f1b471-c1b0-4399-b528-96d802aa9b08 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Pushing event deleted for resources: {'Port': ['ID=1472b9bd-000b-4e3d-8a2a-b142b95298d9,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:08:57.288351 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ba3dfc8-efe5-463e-a029-b9d7b024095e req-f7f1b471-c1b0-4399-b528-96d802aa9b08 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] No DVR routers for this DVR port 1472b9bd-000b-4e3d-8a2a-b142b95298d9 on host n-h1-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:08:57.291110 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-6ba3dfc8-efe5-463e-a029-b9d7b024095e req-f7f1b471-c1b0-4399-b528-96d802aa9b08 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:57.293526 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6ba3dfc8-efe5-463e-a029-b9d7b024095e req-f7f1b471-c1b0-4399-b528-96d802aa9b08 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.110 "DELETE /v2.0/ports/1472b9bd-000b-4e3d-8a2a-b142b95298d9 HTTP/1.1" status: 204 len: 173 time: 1.1927071 Sep 24 16:08:57.294095 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d8eedde-bfe3-4382-af10-120e24353802', 'name': 'network-vif-deleted', 'tag': '1472b9bd-000b-4e3d-8a2a-b142b95298d9'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:08:57.297955 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03a32c5-b821-41c9-9541-624940c41cad" -d '{"events": [{"server_uuid": "7d8eedde-bfe3-4382-af10-120e24353802", "name": "network-vif-deleted", "tag": "1472b9bd-000b-4e3d-8a2a-b142b95298d9"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:08:57.372229 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c22eaf4-ee06-487e-adc5-fbdc441b420a x-openstack-request-id: req-2c22eaf4-ee06-487e-adc5-fbdc441b420a {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:08:57.372229 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d8eedde-bfe3-4382-af10-120e24353802", "name": "network-vif-deleted", "tag": "1472b9bd-000b-4e3d-8a2a-b142b95298d9", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:08:57.372229 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-2c22eaf4-ee06-487e-adc5-fbdc441b420a {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:08:57.372229 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d8eedde-bfe3-4382-af10-120e24353802', 'name': 'network-vif-deleted', 'tag': '1472b9bd-000b-4e3d-8a2a-b142b95298d9', 'status': 'completed', 'code': 200} Sep 24 16:08:58.035416 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 1472b9bd-000b-4e3d-8a2a-b142b95298d9 no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:08:58.058495 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] No Port match for: 1472b9bd-000b-4e3d-8a2a-b142b95298d9 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:08:58.058844 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 1472b9bd-000b-4e3d-8a2a-b142b95298d9 not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:08:58.204417 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-651e0388-cc51-403d-938c-3ce516a93caf req-31b2541f-f5a4-4871-8f4f-1f1da662deb5 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=7d8eedde-bfe3-4382-af10-120e24353802 HTTP/1.1" status: 200 len: 210 time: 0.0343027 Sep 24 16:08:58.823396 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 36988) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:08:58.953690 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-43367c1e-1047-468d-943d-ab9c4d0f6fb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:59.062210 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-43367c1e-1047-468d-943d-ab9c4d0f6fb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:59.270148 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-43367c1e-1047-468d-943d-ab9c4d0f6fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:59.350204 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-70fe93f7-7ca2-4b75-a668-00ade7783eee req-5503aec6-9701-4b1b-a912-6e3e2224e43f tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=7d8eedde-bfe3-4382-af10-120e24353802 HTTP/1.1" status: 200 len: 210 time: 0.0617177 Sep 24 16:08:59.355441 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 37004) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:08:59.355990 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-43367c1e-1047-468d-943d-ab9c4d0f6fb6 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ee71f23a0f59443889a61e47234af85c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5309494 Sep 24 16:08:59.356242 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43367c1e-1047-468d-943d-ab9c4d0f6fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea6a8e9d-4e04-4bb7-8066-2dc1ad608cc9,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:08:59.427670 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4ccd6625-c570-4022-bc91-4adb010dcfff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:59.449746 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4ccd6625-c570-4022-bc91-4adb010dcfff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:59.624371 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4ccd6625-c570-4022-bc91-4adb010dcfff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:59.627383 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4ccd6625-c570-4022-bc91-4adb010dcfff admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:08:59.637455 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-4ccd6625-c570-4022-bc91-4adb010dcfff admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/ea6a8e9d-4e04-4bb7-8066-2dc1ad608cc9 HTTP/1.1" status: 204 len: 168 time: 0.2711151 Sep 24 16:08:59.639142 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccd6625-c570-4022-bc91-4adb010dcfff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea6a8e9d-4e04-4bb7-8066-2dc1ad608cc9,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:09:00.447662 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 37026) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:09:00.462788 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6c3aa496-2c57-474c-8332-eb07439f980f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:00.467394 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7fd9626c-dc23-427f-9bb8-9912ea7b3500 req-c797e82a-9eb2-47f9-ac68-937697cb0d66 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=7d8eedde-bfe3-4382-af10-120e24353802 HTTP/1.1" status: 200 len: 210 time: 0.0376408 Sep 24 16:09:00.598123 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6c3aa496-2c57-474c-8332-eb07439f980f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:00.693251 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6c3aa496-2c57-474c-8332-eb07439f980f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:00.731884 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-6c3aa496-2c57-474c-8332-eb07439f980f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=1d9c9f61b4d7444488c473e3436ecdf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2825921 Sep 24 16:09:00.735245 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 37032) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:09:00.741755 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3aa496-2c57-474c-8332-eb07439f980f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d215600-9bdb-46a4-b2fc-3f366fd11ec7,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:09:00.788693 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e58c32f4-80b3-4d57-bd93-785a83b437b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:00.817077 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e58c32f4-80b3-4d57-bd93-785a83b437b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:01.007827 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e58c32f4-80b3-4d57-bd93-785a83b437b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:01.010722 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e58c32f4-80b3-4d57-bd93-785a83b437b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:01.011901 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-e58c32f4-80b3-4d57-bd93-785a83b437b6 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/1d215600-9bdb-46a4-b2fc-3f366fd11ec7 HTTP/1.1" status: 204 len: 168 time: 0.2756581 Sep 24 16:09:01.020809 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58c32f4-80b3-4d57-bd93-785a83b437b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d215600-9bdb-46a4-b2fc-3f366fd11ec7,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:09:01.350147 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-51fcf34b-1dc4-4512-889f-a20eb23b90d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:01.583274 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6a8744a4-543a-49c5-a58a-d146206ecd10 req-97f2b00d-21b2-497c-b762-2847a435752f tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=7d8eedde-bfe3-4382-af10-120e24353802 HTTP/1.1" status: 200 len: 210 time: 0.0399070 Sep 24 16:09:02.735655 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-10d4eaf1-3356-4b2e-a595-d6b9b0c421ee req-414df81b-12e1-4a6e-b0b4-fcb4b573d07b tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=7d8eedde-bfe3-4382-af10-120e24353802 HTTP/1.1" status: 200 len: 210 time: 0.0352681 Sep 24 16:09:03.950293 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-32a8636b-fff3-41bd-965d-01a00c612f49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:04.304234 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:05.429741 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:06.568052 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 37196) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:09:06.693643 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-34afa5e5-c086-48f1-aa0c-d51a4f332ea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:06.795154 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-34afa5e5-c086-48f1-aa0c-d51a4f332ea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:06.801559 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:06.915745 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-34afa5e5-c086-48f1-aa0c-d51a4f332ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:06.961329 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-34afa5e5-c086-48f1-aa0c-d51a4f332ea6 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=dc1d09cab82a45f090cb4cdf906cb63c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3921676 Sep 24 16:09:06.961845 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 37206) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:09:06.962314 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34afa5e5-c086-48f1-aa0c-d51a4f332ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d891ae9-48c2-40ad-b96f-4a06ce7bf6fe,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:09:06.971193 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34afa5e5-c086-48f1-aa0c-d51a4f332ea6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:09:06.971742 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34afa5e5-c086-48f1-aa0c-d51a4f332ea6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:09:06.972262 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34afa5e5-c086-48f1-aa0c-d51a4f332ea6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:09:06.972834 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34afa5e5-c086-48f1-aa0c-d51a4f332ea6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:09:06.973352 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34afa5e5-c086-48f1-aa0c-d51a4f332ea6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:09:06.973944 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34afa5e5-c086-48f1-aa0c-d51a4f332ea6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:09:06.974511 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34afa5e5-c086-48f1-aa0c-d51a4f332ea6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:09:06.975025 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34afa5e5-c086-48f1-aa0c-d51a4f332ea6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:09:06.975537 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34afa5e5-c086-48f1-aa0c-d51a4f332ea6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:09:06.976035 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34afa5e5-c086-48f1-aa0c-d51a4f332ea6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:09:06.976559 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34afa5e5-c086-48f1-aa0c-d51a4f332ea6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:09:06.977213 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34afa5e5-c086-48f1-aa0c-d51a4f332ea6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:09:07.030410 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d8c15d2c-caa5-4c61-99b0-39df422e1a82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:07.053238 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d8c15d2c-caa5-4c61-99b0-39df422e1a82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:07.203665 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d8c15d2c-caa5-4c61-99b0-39df422e1a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:07.206384 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d8c15d2c-caa5-4c61-99b0-39df422e1a82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:07.207813 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-d8c15d2c-caa5-4c61-99b0-39df422e1a82 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/0d891ae9-48c2-40ad-b96f-4a06ce7bf6fe HTTP/1.1" status: 204 len: 168 time: 0.2442179 Sep 24 16:09:07.217674 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c15d2c-caa5-4c61-99b0-39df422e1a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d891ae9-48c2-40ad-b96f-4a06ce7bf6fe,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:09:08.166789 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 37230) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:09:08.180307 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c73cc12f-41c7-4264-bd41-f4a963f4cc19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:08.328942 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c73cc12f-41c7-4264-bd41-f4a963f4cc19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:08.441214 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c73cc12f-41c7-4264-bd41-f4a963f4cc19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:08.481026 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-c73cc12f-41c7-4264-bd41-f4a963f4cc19 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=eb9dff4f87a245e58727a8d34ca28db0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3131282 Sep 24 16:09:08.482009 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73cc12f-41c7-4264-bd41-f4a963f4cc19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c8f972-ad01-4aa8-98b3-148bb535ff13,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:09:08.483969 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 37242) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:09:08.547672 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6261a9bd-af38-4fb0-bbcf-e4ee46087119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:08.568648 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6261a9bd-af38-4fb0-bbcf-e4ee46087119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:08.715612 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6261a9bd-af38-4fb0-bbcf-e4ee46087119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:08.718191 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6261a9bd-af38-4fb0-bbcf-e4ee46087119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:08.722170 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-6261a9bd-af38-4fb0-bbcf-e4ee46087119 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/b8c8f972-ad01-4aa8-98b3-148bb535ff13 HTTP/1.1" status: 204 len: 168 time: 0.2329519 Sep 24 16:09:08.734508 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6261a9bd-af38-4fb0-bbcf-e4ee46087119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c8f972-ad01-4aa8-98b3-148bb535ff13,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:09:09.161182 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:09.901257 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f662999-7e78-40cc-9c82-154403fe056e req-391b49e3-b93c-4e26-9718-72e8c46829aa tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:09:09.903094 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4f662999-7e78-40cc-9c82-154403fe056e req-391b49e3-b93c-4e26-9718-72e8c46829aa tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=e84657bd-6050-4d30-a9fe-c20fa76263b7 HTTP/1.1" status: 200 len: 946 time: 0.0556664 Sep 24 16:09:09.945658 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4f662999-7e78-40cc-9c82-154403fe056e req-7a57406d-5e15-4b07-8dda-bf38b7c8a91f tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351014 Sep 24 16:09:10.772884 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 37320) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:09:10.895403 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-051f26ab-8201-4954-90c6-4bf90c3a8e02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:10.992295 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-051f26ab-8201-4954-90c6-4bf90c3a8e02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:11.080683 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:11.086164 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c65cf9-928c-4561-87ef-96d31afbec8f req-6f79a2bb-fe78-4cce-9fac-57ad8c1d50f3 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:09:11.087697 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e3c65cf9-928c-4561-87ef-96d31afbec8f req-6f79a2bb-fe78-4cce-9fac-57ad8c1d50f3 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=e84657bd-6050-4d30-a9fe-c20fa76263b7 HTTP/1.1" status: 200 len: 946 time: 0.0542459 Sep 24 16:09:11.126951 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-051f26ab-8201-4954-90c6-4bf90c3a8e02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:11.131778 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e3c65cf9-928c-4561-87ef-96d31afbec8f req-d50467f2-add5-46d2-9185-28fa65bdf3fe tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?id=aae18478-6662-4943-a26a-28fc13fb121e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378878 Sep 24 16:09:11.169148 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-051f26ab-8201-4954-90c6-4bf90c3a8e02 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=9680040f6802479e9a41706648cdfbc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3951561 Sep 24 16:09:11.170309 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051f26ab-8201-4954-90c6-4bf90c3a8e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e62641bd-ca0e-4126-a25b-e74b3e4444cd,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:09:11.172665 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 37332) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:09:11.237149 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-21eb22e7-b679-400d-b3d2-4187b59dd300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:11.260816 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-21eb22e7-b679-400d-b3d2-4187b59dd300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:11.412748 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-21eb22e7-b679-400d-b3d2-4187b59dd300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:11.416216 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-21eb22e7-b679-400d-b3d2-4187b59dd300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:11.417570 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-21eb22e7-b679-400d-b3d2-4187b59dd300 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/e62641bd-ca0e-4126-a25b-e74b3e4444cd HTTP/1.1" status: 204 len: 168 time: 0.2438381 Sep 24 16:09:11.426541 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eb22e7-b679-400d-b3d2-4187b59dd300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62641bd-ca0e-4126-a25b-e74b3e4444cd,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:09:11.653218 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd920f2-78f4-4596-874c-5735a38d22d6 req-9654b845-1c31-4e84-b9a8-7e22a7f77bb3 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:09:11.654930 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3cd920f2-78f4-4596-874c-5735a38d22d6 req-9654b845-1c31-4e84-b9a8-7e22a7f77bb3 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.110 "GET /v2.0/ports?device_id=e84657bd-6050-4d30-a9fe-c20fa76263b7 HTTP/1.1" status: 200 len: 946 time: 0.0532868 Sep 24 16:09:11.759596 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-3cd920f2-78f4-4596-874c-5735a38d22d6 req-45afb542-5b01-431d-8c36-e9f636319fd0 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Deleting port d60ae8e3-52b4-4142-a20c-47dd2a4c8128 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:09:11.759995 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-3cd920f2-78f4-4596-874c-5735a38d22d6 req-45afb542-5b01-431d-8c36-e9f636319fd0 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:11.871904 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-3cd920f2-78f4-4596-874c-5735a38d22d6 req-45afb542-5b01-431d-8c36-e9f636319fd0 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] For port d60ae8e3-52b4-4142-a20c-47dd2a4c8128, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=d60ae8e3-52b4-4142-a20c-47dd2a4c8128,segment=NetworkSegment(2092c0c1-8505-4766-a7ca-113875fab965),segment_id=2092c0c1-8505-4766-a7ca-113875fab965)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:09:11.872268 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-3cd920f2-78f4-4596-874c-5735a38d22d6 req-45afb542-5b01-431d-8c36-e9f636319fd0 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:11.886464 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-3cd920f2-78f4-4596-874c-5735a38d22d6 req-45afb542-5b01-431d-8c36-e9f636319fd0 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Calling delete_port for d60ae8e3-52b4-4142-a20c-47dd2a4c8128 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:09:12.161902 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-3cd920f2-78f4-4596-874c-5735a38d22d6 req-45afb542-5b01-431d-8c36-e9f636319fd0 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:12.193449 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45afb542-5b01-431d-8c36-e9f636319fd0 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Pushing event deleted for resources: {'Port': ['ID=d60ae8e3-52b4-4142-a20c-47dd2a4c8128,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:09:12.244958 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1a8fdaa6-f1d8-43d7-824d-fdff337e1f2b req-a8e531e2-6547-4e1e-871a-d7b2c806b6b6 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=e84657bd-6050-4d30-a9fe-c20fa76263b7 HTTP/1.1" status: 200 len: 210 time: 0.0339267 Sep 24 16:09:12.247577 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cd920f2-78f4-4596-874c-5735a38d22d6 req-45afb542-5b01-431d-8c36-e9f636319fd0 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] No DVR routers for this DVR port d60ae8e3-52b4-4142-a20c-47dd2a4c8128 on host n-h1-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:09:12.252118 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-3cd920f2-78f4-4596-874c-5735a38d22d6 req-45afb542-5b01-431d-8c36-e9f636319fd0 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:12.254482 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3cd920f2-78f4-4596-874c-5735a38d22d6 req-45afb542-5b01-431d-8c36-e9f636319fd0 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.110 "DELETE /v2.0/ports/d60ae8e3-52b4-4142-a20c-47dd2a4c8128 HTTP/1.1" status: 204 len: 173 time: 0.5895436 Sep 24 16:09:12.255038 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e84657bd-6050-4d30-a9fe-c20fa76263b7', 'name': 'network-vif-deleted', 'tag': 'd60ae8e3-52b4-4142-a20c-47dd2a4c8128'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:09:12.259534 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af0a948-87c3-4422-933e-12d009b13448" -d '{"events": [{"server_uuid": "e84657bd-6050-4d30-a9fe-c20fa76263b7", "name": "network-vif-deleted", "tag": "d60ae8e3-52b4-4142-a20c-47dd2a4c8128"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:09:12.317635 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6947e9-342c-4d74-8979-b0f078ae670d x-openstack-request-id: req-7e6947e9-342c-4d74-8979-b0f078ae670d {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:09:12.317927 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e84657bd-6050-4d30-a9fe-c20fa76263b7", "name": "network-vif-deleted", "tag": "d60ae8e3-52b4-4142-a20c-47dd2a4c8128", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:09:12.318188 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-7e6947e9-342c-4d74-8979-b0f078ae670d {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:09:12.320567 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e84657bd-6050-4d30-a9fe-c20fa76263b7', 'name': 'network-vif-deleted', 'tag': 'd60ae8e3-52b4-4142-a20c-47dd2a4c8128', 'status': 'completed', 'code': 200} Sep 24 16:09:13.379506 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8f11b8fd-1b66-402f-aff4-2188f5ff0c72 req-e255b940-92b1-479b-8223-97c494e6db65 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=e84657bd-6050-4d30-a9fe-c20fa76263b7 HTTP/1.1" status: 200 len: 210 time: 0.0385299 Sep 24 16:09:14.143508 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device d60ae8e3-52b4-4142-a20c-47dd2a4c8128 no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:09:14.165338 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] No Port match for: d60ae8e3-52b4-4142-a20c-47dd2a4c8128 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:09:14.165828 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device d60ae8e3-52b4-4142-a20c-47dd2a4c8128 not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:09:14.486680 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-44c9c388-364d-405b-94ca-0b1b88ae0383 req-e776b874-d45d-4987-9a21-400fb434e443 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=e84657bd-6050-4d30-a9fe-c20fa76263b7 HTTP/1.1" status: 200 len: 210 time: 0.0311239 Sep 24 16:09:15.547421 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 37422) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:09:15.594049 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-56fcfe96-19df-4eb4-8567-31dcf701df8d req-14d2ab02-98cc-410f-9852-e6cdad8b21ec tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=e84657bd-6050-4d30-a9fe-c20fa76263b7 HTTP/1.1" status: 200 len: 210 time: 0.0288303 Sep 24 16:09:15.673992 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-beb26ae6-66e2-45af-938e-ef458d64981d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:15.775523 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-beb26ae6-66e2-45af-938e-ef458d64981d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:15.937758 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-beb26ae6-66e2-45af-938e-ef458d64981d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:15.977780 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-beb26ae6-66e2-45af-938e-ef458d64981d admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=3beb4e8a6a944fce9ed56ed3b9e457fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4282784 Sep 24 16:09:15.979808 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb26ae6-66e2-45af-938e-ef458d64981d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d689f7-41d4-453c-9349-f89c8f6cd33b,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:09:15.983178 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 37430) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:09:16.040753 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9d6f4364-07aa-40fb-96d0-8d50b5b26328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:16.066201 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9d6f4364-07aa-40fb-96d0-8d50b5b26328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:16.248245 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9d6f4364-07aa-40fb-96d0-8d50b5b26328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:16.252201 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9d6f4364-07aa-40fb-96d0-8d50b5b26328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:16.253978 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-9d6f4364-07aa-40fb-96d0-8d50b5b26328 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/00d689f7-41d4-453c-9349-f89c8f6cd33b HTTP/1.1" status: 204 len: 168 time: 0.2687535 Sep 24 16:09:16.265394 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6f4364-07aa-40fb-96d0-8d50b5b26328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d689f7-41d4-453c-9349-f89c8f6cd33b,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:09:16.703778 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d5481515-5162-4ce5-aa96-9fd37ee0af60 req-3daceb87-1d47-4efe-817a-0e23cd734dab tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=e84657bd-6050-4d30-a9fe-c20fa76263b7 HTTP/1.1" status: 200 len: 210 time: 0.0331740 Sep 24 16:09:17.872127 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6c6f4f35-ad6c-4cc0-a443-0e02ca67886f req-5cd8b13a-3808-4dd1-9364-2bf3588e1fa0 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=e84657bd-6050-4d30-a9fe-c20fa76263b7 HTTP/1.1" status: 200 len: 210 time: 0.0272505 Sep 24 16:09:20.004340 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 37522) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:09:20.139199 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-94e414dc-8150-4d22-818e-0cce16677dc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:20.235758 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-94e414dc-8150-4d22-818e-0cce16677dc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:20.351208 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-94e414dc-8150-4d22-818e-0cce16677dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:20.389909 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e414dc-8150-4d22-818e-0cce16677dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef42c89b-d688-4de3-9b2f-bbc93eba93ad,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:09:20.397710 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 37530) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:09:20.404567 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-94e414dc-8150-4d22-818e-0cce16677dc5 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=c133fe9677884a599e6c65fbf4216420&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3971078 Sep 24 16:09:20.453886 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5cb89ca8-796b-4257-8167-8da2bf4a512b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:20.475387 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5cb89ca8-796b-4257-8167-8da2bf4a512b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:20.715068 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5cb89ca8-796b-4257-8167-8da2bf4a512b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:20.718019 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5cb89ca8-796b-4257-8167-8da2bf4a512b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:20.722648 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-5cb89ca8-796b-4257-8167-8da2bf4a512b admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/ef42c89b-d688-4de3-9b2f-bbc93eba93ad HTTP/1.1" status: 204 len: 168 time: 0.3238552 Sep 24 16:09:20.734562 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb89ca8-796b-4257-8167-8da2bf4a512b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef42c89b-d688-4de3-9b2f-bbc93eba93ad,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:09:21.526154 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 37566) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:09:21.540179 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8466ccc4-bb82-4683-8b92-cb80752d1dba admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:21.646683 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8466ccc4-bb82-4683-8b92-cb80752d1dba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:21.732104 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8466ccc4-bb82-4683-8b92-cb80752d1dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:21.775700 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-8466ccc4-bb82-4683-8b92-cb80752d1dba admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=28c57b0a83bc4dbaa6c8b7c0650f5109&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2484004 Sep 24 16:09:21.778769 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8466ccc4-bb82-4683-8b92-cb80752d1dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d7f8a26-52c0-496e-a80c-082a5885f802,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:09:21.779586 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 37570) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:09:21.836941 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f64d85cd-872f-4e27-97d9-ed39ed874d79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:21.873103 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f64d85cd-872f-4e27-97d9-ed39ed874d79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:22.058278 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f64d85cd-872f-4e27-97d9-ed39ed874d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:22.061013 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f64d85cd-872f-4e27-97d9-ed39ed874d79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:22.064989 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-f64d85cd-872f-4e27-97d9-ed39ed874d79 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/5d7f8a26-52c0-496e-a80c-082a5885f802 HTTP/1.1" status: 204 len: 168 time: 0.2843397 Sep 24 16:09:22.074768 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64d85cd-872f-4e27-97d9-ed39ed874d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d7f8a26-52c0-496e-a80c-082a5885f802,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:09:23.054401 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 37624) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:09:23.059025 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-f947485d-183d-4e3a-99a0-00394e91c8e1 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1084114193', 'description': 'tempest-secgroup-smoke-1084114193 description', 'project_id': 'ad0a95e7731d4c36b80c295f85c49988'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:09:23.161593 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f947485d-183d-4e3a-99a0-00394e91c8e1 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:23.272063 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f947485d-183d-4e3a-99a0-00394e91c8e1 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:23.386577 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f947485d-183d-4e3a-99a0-00394e91c8e1 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:23.426240 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f947485d-183d-4e3a-99a0-00394e91c8e1 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bcfd74a-6d49-4fab-bf30-b597d3bbdca8,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:09:23.549976 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f947485d-183d-4e3a-99a0-00394e91c8e1 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:23.555125 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-f947485d-183d-4e3a-99a0-00394e91c8e1 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4995372 Sep 24 16:09:23.561030 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 37640) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:09:23.566186 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-9b19005a-edd9-409a-a3c2-15d55fef2a46 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Request body: {'security_group_rule': {'security_group_id': '1bcfd74a-6d49-4fab-bf30-b597d3bbdca8', 'project_id': 'ad0a95e7731d4c36b80c295f85c49988', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:09:23.720924 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9b19005a-edd9-409a-a3c2-15d55fef2a46 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:23.790755 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9b19005a-edd9-409a-a3c2-15d55fef2a46 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:23.886488 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9b19005a-edd9-409a-a3c2-15d55fef2a46 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:23.907647 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b19005a-edd9-409a-a3c2-15d55fef2a46 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e58569a-5ec0-41da-ab61-a870cdbab18a,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:09:23.994105 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9b19005a-edd9-409a-a3c2-15d55fef2a46 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:24.000192 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-9b19005a-edd9-409a-a3c2-15d55fef2a46 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4329712 Sep 24 16:09:24.000192 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 37648) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:09:24.003858 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-9a7bc294-73dd-4151-b929-85b833c31b19 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Request body: {'security_group_rule': {'security_group_id': '1bcfd74a-6d49-4fab-bf30-b597d3bbdca8', 'project_id': 'ad0a95e7731d4c36b80c295f85c49988', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:09:24.109070 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9a7bc294-73dd-4151-b929-85b833c31b19 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:24.208184 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9a7bc294-73dd-4151-b929-85b833c31b19 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:24.281216 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9a7bc294-73dd-4151-b929-85b833c31b19 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:24.302692 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7bc294-73dd-4151-b929-85b833c31b19 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b3482f9-df6a-4a0e-af34-1b452a8ef15a,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:09:24.390789 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9a7bc294-73dd-4151-b929-85b833c31b19 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:24.391001 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-9a7bc294-73dd-4151-b929-85b833c31b19 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3911824 Sep 24 16:09:24.394301 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 37660) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:09:24.400682 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-f4b615e4-91c0-418c-9c88-7aa864fc0747 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Request body: {'security_group_rule': {'security_group_id': '1bcfd74a-6d49-4fab-bf30-b597d3bbdca8', 'project_id': 'ad0a95e7731d4c36b80c295f85c49988', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:09:24.526096 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f4b615e4-91c0-418c-9c88-7aa864fc0747 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:24.599772 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f4b615e4-91c0-418c-9c88-7aa864fc0747 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:24.681091 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f4b615e4-91c0-418c-9c88-7aa864fc0747 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:24.701203 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b615e4-91c0-418c-9c88-7aa864fc0747 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7e59991-faae-40e3-8959-d69aea8091b9,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:09:24.818451 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f4b615e4-91c0-418c-9c88-7aa864fc0747 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:24.819649 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-f4b615e4-91c0-418c-9c88-7aa864fc0747 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4243424 Sep 24 16:09:24.822589 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 37670) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:09:24.827887 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-bfae040b-e19a-45ef-8617-58a8ea51c613 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Request body: {'security_group_rule': {'security_group_id': '1bcfd74a-6d49-4fab-bf30-b597d3bbdca8', 'project_id': 'ad0a95e7731d4c36b80c295f85c49988', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:09:25.000342 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bfae040b-e19a-45ef-8617-58a8ea51c613 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:25.049184 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:09:25.063471 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bfae040b-e19a-45ef-8617-58a8ea51c613 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:25.235610 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bfae040b-e19a-45ef-8617-58a8ea51c613 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:25.258108 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfae040b-e19a-45ef-8617-58a8ea51c613 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36b0bde5-af7d-4d8a-9f54-5ce1158da8a2,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:09:25.389569 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bfae040b-e19a-45ef-8617-58a8ea51c613 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:25.390930 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-bfae040b-e19a-45ef-8617-58a8ea51c613 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5672259 Sep 24 16:09:25.394777 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 37706) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:09:25.399900 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-bcfdbd56-8df6-48e6-9f39-22761a166cd5 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Request body: {'security_group_rule': {'security_group_id': '1bcfd74a-6d49-4fab-bf30-b597d3bbdca8', 'project_id': 'ad0a95e7731d4c36b80c295f85c49988', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:09:25.608889 n-d-808921-1 neutron-server[95297]: INFO neutron.db.securitygroups_db [None req-bcfdbd56-8df6-48e6-9f39-22761a166cd5 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Project ad0a95e7731d4c36b80c295f85c49988 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 16:09:25.622485 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bcfdbd56-8df6-48e6-9f39-22761a166cd5 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:25.701740 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bcfdbd56-8df6-48e6-9f39-22761a166cd5 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:25.850653 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bcfdbd56-8df6-48e6-9f39-22761a166cd5 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:25.870879 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfdbd56-8df6-48e6-9f39-22761a166cd5 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad95aca6-ae4c-4ee6-a063-a765a49bda25,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:09:26.142898 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bcfdbd56-8df6-48e6-9f39-22761a166cd5 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:26.144288 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-bcfdbd56-8df6-48e6-9f39-22761a166cd5 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7483618 Sep 24 16:09:26.147143 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 37734) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:09:26.151630 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-bc9ffc21-f64d-4075-a044-a54df5717af4 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Request body: {'security_group_rule': {'security_group_id': '1bcfd74a-6d49-4fab-bf30-b597d3bbdca8', 'project_id': 'ad0a95e7731d4c36b80c295f85c49988', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:09:26.365534 n-d-808921-1 neutron-server[95297]: INFO neutron.db.securitygroups_db [None req-bc9ffc21-f64d-4075-a044-a54df5717af4 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Project ad0a95e7731d4c36b80c295f85c49988 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 16:09:26.371092 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bc9ffc21-f64d-4075-a044-a54df5717af4 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:26.451084 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bc9ffc21-f64d-4075-a044-a54df5717af4 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:26.525682 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bc9ffc21-f64d-4075-a044-a54df5717af4 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:26.547441 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9ffc21-f64d-4075-a044-a54df5717af4 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=052c7682-8285-4c99-98d0-80b0d823cf5d,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:09:26.663457 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bc9ffc21-f64d-4075-a044-a54df5717af4 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:26.664712 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-bc9ffc21-f64d-4075-a044-a54df5717af4 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5166154 Sep 24 16:09:31.038935 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 38102) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:09:31.162808 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-aa13af92-a843-49d6-a03d-735e554c89b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:31.259102 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-aa13af92-a843-49d6-a03d-735e554c89b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:31.320384 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8bd5e867-115d-4a21-8961-85cc82191c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:31.463445 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-aa13af92-a843-49d6-a03d-735e554c89b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:31.502395 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa13af92-a843-49d6-a03d-735e554c89b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e32abce-61be-4872-8276-57a975d08ffa,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:09:31.506807 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-aa13af92-a843-49d6-a03d-735e554c89b2 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=76d4f1a5fcd840a2b0d7c05042bf8c13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4667838 Sep 24 16:09:31.509472 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 38118) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:09:31.564449 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9bc94647-74ae-458c-a2b4-7b9cefb9ce25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:31.589191 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9bc94647-74ae-458c-a2b4-7b9cefb9ce25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:31.749343 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9bc94647-74ae-458c-a2b4-7b9cefb9ce25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:31.752082 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9bc94647-74ae-458c-a2b4-7b9cefb9ce25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:31.753332 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-9bc94647-74ae-458c-a2b4-7b9cefb9ce25 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/4e32abce-61be-4872-8276-57a975d08ffa HTTP/1.1" status: 204 len: 168 time: 0.2428849 Sep 24 16:09:31.762668 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc94647-74ae-458c-a2b4-7b9cefb9ce25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e32abce-61be-4872-8276-57a975d08ffa,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:09:33.930902 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ddc13d61-246a-4ec8-aa46-3576be3fb609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:34.094902 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 38256) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:09:34.281204 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:34.285009 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-0c440ab6-7a2b-45b8-bc0f-2b5fb3856e46 tempest-ExternalNetworksTestJSON-1795685429 tempest-ExternalNetworksTestJSON-1795685429-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1485537972'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:09:34.372326 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c440ab6-7a2b-45b8-bc0f-2b5fb3856e46 tempest-ExternalNetworksTestJSON-1795685429 tempest-ExternalNetworksTestJSON-1795685429-project] Made reservation on behalf of 5b8fbcccff2c4b1288b4c420a860855d for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:09:34.381561 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0c440ab6-7a2b-45b8-bc0f-2b5fb3856e46 tempest-ExternalNetworksTestJSON-1795685429 tempest-ExternalNetworksTestJSON-1795685429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:34.399840 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0c440ab6-7a2b-45b8-bc0f-2b5fb3856e46 tempest-ExternalNetworksTestJSON-1795685429 tempest-ExternalNetworksTestJSON-1795685429-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:34.572753 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0c440ab6-7a2b-45b8-bc0f-2b5fb3856e46 tempest-ExternalNetworksTestJSON-1795685429 tempest-ExternalNetworksTestJSON-1795685429-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:34.623236 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0c440ab6-7a2b-45b8-bc0f-2b5fb3856e46 tempest-ExternalNetworksTestJSON-1795685429 tempest-ExternalNetworksTestJSON-1795685429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:34.654049 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c440ab6-7a2b-45b8-bc0f-2b5fb3856e46 tempest-ExternalNetworksTestJSON-1795685429 tempest-ExternalNetworksTestJSON-1795685429-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1276} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 16:09:34.665003 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c440ab6-7a2b-45b8-bc0f-2b5fb3856e46 tempest-ExternalNetworksTestJSON-1795685429 tempest-ExternalNetworksTestJSON-1795685429-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e512055-feca-4945-a6cc-448268903ff9,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:09:34.669932 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0c440ab6-7a2b-45b8-bc0f-2b5fb3856e46 tempest-ExternalNetworksTestJSON-1795685429 tempest-ExternalNetworksTestJSON-1795685429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:34.670576 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-0c440ab6-7a2b-45b8-bc0f-2b5fb3856e46 tempest-ExternalNetworksTestJSON-1795685429 tempest-ExternalNetworksTestJSON-1795685429-project] Added segment db9a7a2a-ffc7-4850-8d2f-ad8795b1bfc0 of type vlan for network 6cfc95f8-c5b7-4c29-999e-ad0649a99034 Sep 24 16:09:34.725470 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0c440ab6-7a2b-45b8-bc0f-2b5fb3856e46 tempest-ExternalNetworksTestJSON-1795685429 tempest-ExternalNetworksTestJSON-1795685429-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:34.857804 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0c440ab6-7a2b-45b8-bc0f-2b5fb3856e46 tempest-ExternalNetworksTestJSON-1795685429 tempest-ExternalNetworksTestJSON-1795685429-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:34.865871 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c440ab6-7a2b-45b8-bc0f-2b5fb3856e46 tempest-ExternalNetworksTestJSON-1795685429 tempest-ExternalNetworksTestJSON-1795685429-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:09:34.866711 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0c440ab6-7a2b-45b8-bc0f-2b5fb3856e46 tempest-ExternalNetworksTestJSON-1795685429 tempest-ExternalNetworksTestJSON-1795685429-project] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:34.949243 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c440ab6-7a2b-45b8-bc0f-2b5fb3856e46 tempest-ExternalNetworksTestJSON-1795685429 tempest-ExternalNetworksTestJSON-1795685429-project] Pushing event updated for resources: {'Network': ['ID=6cfc95f8-c5b7-4c29-999e-ad0649a99034,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:09:34.966265 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 6cfc95f8-c5b7-4c29-999e-ad0649a99034 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 16:09:34.996068 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-0c440ab6-7a2b-45b8-bc0f-2b5fb3856e46 tempest-ExternalNetworksTestJSON-1795685429 tempest-ExternalNetworksTestJSON-1795685429-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.8991737 Sep 24 16:09:34.999045 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 38298) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:09:35.063228 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-5b8c6419-0f1e-4449-9447-553eab799bf4 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Request body: {'network': {'name': 'tempest-network--366945799', 'router:external': True}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:09:35.233799 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8c6419-0f1e-4449-9447-553eab799bf4 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Made reservation on behalf of 672c6f554b3242b8ab502606d9c9fb8c for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:09:35.236153 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5b8c6419-0f1e-4449-9447-553eab799bf4 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:35.253535 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5b8c6419-0f1e-4449-9447-553eab799bf4 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:35.399655 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5b8c6419-0f1e-4449-9447-553eab799bf4 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:35.440505 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:35.508821 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5b8c6419-0f1e-4449-9447-553eab799bf4 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:35.557200 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b8c6419-0f1e-4449-9447-553eab799bf4 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1285} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 16:09:35.569069 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8c6419-0f1e-4449-9447-553eab799bf4 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce435135-acd1-4f05-b78c-1e5a1aa37b6c,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:09:35.592491 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5b8c6419-0f1e-4449-9447-553eab799bf4 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:35.593358 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-5b8c6419-0f1e-4449-9447-553eab799bf4 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Added segment 548be31d-86f7-427f-a1c8-20764d5aa482 of type vlan for network f37f3c79-b707-4498-b06e-27be4ea92147 Sep 24 16:09:35.670681 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5b8c6419-0f1e-4449-9447-553eab799bf4 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:35.783619 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5b8c6419-0f1e-4449-9447-553eab799bf4 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:35.784556 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8c6419-0f1e-4449-9447-553eab799bf4 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:09:35.785708 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5b8c6419-0f1e-4449-9447-553eab799bf4 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:35.856443 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8c6419-0f1e-4449-9447-553eab799bf4 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Pushing event updated for resources: {'Network': ['ID=f37f3c79-b707-4498-b06e-27be4ea92147,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:09:35.872537 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network f37f3c79-b707-4498-b06e-27be4ea92147 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 16:09:35.893277 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-5b8c6419-0f1e-4449-9447-553eab799bf4 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8931756 Sep 24 16:09:35.897057 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 38334) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:09:36.018213 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bdc2694b-ceef-49d5-82ac-2e7a07ce86aa tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:36.157314 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bdc2694b-ceef-49d5-82ac-2e7a07ce86aa tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:36.188697 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-bdc2694b-ceef-49d5-82ac-2e7a07ce86aa tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f37f3c79-b707-4498-b06e-27be4ea92147']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:09:36.201372 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-bdc2694b-ceef-49d5-82ac-2e7a07ce86aa tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '548be31d-86f7-427f-a1c8-20764d5aa482') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:09:36.201664 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-bdc2694b-ceef-49d5-82ac-2e7a07ce86aa tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '548be31d-86f7-427f-a1c8-20764d5aa482') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:09:36.213146 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bdc2694b-ceef-49d5-82ac-2e7a07ce86aa tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:36.239541 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bdc2694b-ceef-49d5-82ac-2e7a07ce86aa tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:36.246894 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdc2694b-ceef-49d5-82ac-2e7a07ce86aa tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Releasing vlan 1285 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 16:09:36.249120 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bdc2694b-ceef-49d5-82ac-2e7a07ce86aa tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:36.249335 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 16:09:36.249335 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 16:09:36.249335 n-d-808921-1 neutron-server[95298]: timer() Sep 24 16:09:36.249335 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 16:09:36.249335 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 16:09:36.249335 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 16:09:36.249335 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 16:09:36.249335 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 16:09:36.249335 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 16:09:36.249335 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 16:09:36.249335 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 16:09:36.249335 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 16:09:36.249335 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 16:09:36.249335 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 16:09:36.249335 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 16:09:36.249335 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 16:09:36.249335 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 16:09:36.249335 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 16:09:36.249335 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 16:09:36.249335 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 16:09:36.249335 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 16:09:36.249335 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 16:09:36.249335 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 16:09:36.249335 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 16:09:36.249335 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 16:09:36.249335 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 16:09:36.249335 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 16:09:36.249335 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 16:09:36.249335 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 16:09:36.249335 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 16:09:36.249335 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 16:09:36.249335 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 16:09:36.440679 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bdc2694b-ceef-49d5-82ac-2e7a07ce86aa tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:36.449660 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdc2694b-ceef-49d5-82ac-2e7a07ce86aa tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f37f3c79-b707-4498-b06e-27be4ea92147 {{(pid=95298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 24 16:09:36.454738 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bdc2694b-ceef-49d5-82ac-2e7a07ce86aa tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:36.462071 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-bdc2694b-ceef-49d5-82ac-2e7a07ce86aa tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] 10.222.0.101 "DELETE /v2.0/networks/f37f3c79-b707-4498-b06e-27be4ea92147 HTTP/1.1" status: 204 len: 168 time: 0.5636933 Sep 24 16:09:36.462282 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 38360) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:09:36.467729 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-49dca575-ea7e-444e-ac48-9926fdc02f76 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Request body: {'network': {'router:external': True}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:09:36.475254 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc2694b-ceef-49d5-82ac-2e7a07ce86aa tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Pushing event deleted for resources: {'Network': ['ID=f37f3c79-b707-4498-b06e-27be4ea92147,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:09:36.605957 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49dca575-ea7e-444e-ac48-9926fdc02f76 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Made reservation on behalf of 672c6f554b3242b8ab502606d9c9fb8c for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:09:36.622536 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-49dca575-ea7e-444e-ac48-9926fdc02f76 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:36.685693 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49dca575-ea7e-444e-ac48-9926fdc02f76 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1283} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 16:09:36.723319 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-49dca575-ea7e-444e-ac48-9926fdc02f76 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:36.723787 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-49dca575-ea7e-444e-ac48-9926fdc02f76 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Added segment 8ea3f527-68f3-42f7-b14f-232a4f21329c of type vlan for network 88ee6033-5100-434e-b44c-c8253b94f751 Sep 24 16:09:36.778541 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-49dca575-ea7e-444e-ac48-9926fdc02f76 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:36.817825 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:36.948915 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-49dca575-ea7e-444e-ac48-9926fdc02f76 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:36.949929 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49dca575-ea7e-444e-ac48-9926fdc02f76 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:09:36.950553 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-49dca575-ea7e-444e-ac48-9926fdc02f76 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:37.036448 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dca575-ea7e-444e-ac48-9926fdc02f76 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Pushing event updated for resources: {'Network': ['ID=88ee6033-5100-434e-b44c-c8253b94f751,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:09:37.046708 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 88ee6033-5100-434e-b44c-c8253b94f751 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 16:09:37.115809 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-49dca575-ea7e-444e-ac48-9926fdc02f76 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6521816 Sep 24 16:09:37.118694 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 38384) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:09:37.131985 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-8d55a6de-ef57-4c64-aec5-402b1af1228d tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Request body: {'subnet': {'network_id': '88ee6033-5100-434e-b44c-c8253b94f751', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:09:37.286956 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d55a6de-ef57-4c64-aec5-402b1af1228d tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Made reservation on behalf of 672c6f554b3242b8ab502606d9c9fb8c for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:09:37.289121 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8d55a6de-ef57-4c64-aec5-402b1af1228d tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:38.335800 n-d-808921-1 neutron-server[95297]: DEBUG neutron.objects.ports [None req-8d55a6de-ef57-4c64-aec5-402b1af1228d tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95297) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 24 16:09:38.336348 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8d55a6de-ef57-4c64-aec5-402b1af1228d tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:38.397044 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d55a6de-ef57-4c64-aec5-402b1af1228d tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e9857350-9b70-4691-b149-5ac24f525264,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:09:38.414541 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d55a6de-ef57-4c64-aec5-402b1af1228d tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Checking segment: {'id': '8ea3f527-68f3-42f7-b14f-232a4f21329c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '88ee6033-5100-434e-b44c-c8253b94f751'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:09:38.417160 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d55a6de-ef57-4c64-aec5-402b1af1228d tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Network hostable DHCP agents. Network: 88ee6033-5100-434e-b44c-c8253b94f751, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 16:09:38.643883 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d55a6de-ef57-4c64-aec5-402b1af1228d tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Network 88ee6033-5100-434e-b44c-c8253b94f751 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 16:09:38.788876 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-8d55a6de-ef57-4c64-aec5-402b1af1228d tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 88ee6033-5100-434e-b44c-c8253b94f751) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:09:38.802549 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d55a6de-ef57-4c64-aec5-402b1af1228d tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:09:38.802549 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8d55a6de-ef57-4c64-aec5-402b1af1228d tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:38.802800 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4bc6de-c7b3-483c-8761-da0421699b1d None None] Network 88ee6033-5100-434e-b44c-c8253b94f751 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:09:38.941180 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5174369c-c638-420a-accb-b9e956db51d6 None None] Network 88ee6033-5100-434e-b44c-c8253b94f751 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:09:38.957337 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-8d55a6de-ef57-4c64-aec5-402b1af1228d tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8359270 Sep 24 16:09:38.959935 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 38424) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:09:38.965290 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-84f90cf8-5d6b-4bb1-a14a-7b1519f09470 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Request body: {'floatingip': {'floating_network_id': '88ee6033-5100-434e-b44c-c8253b94f751'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:09:39.126150 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-84f90cf8-5d6b-4bb1-a14a-7b1519f09470 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:39.252163 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:39.595738 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-84f90cf8-5d6b-4bb1-a14a-7b1519f09470 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:39.713691 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-84f90cf8-5d6b-4bb1-a14a-7b1519f09470 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Allocated IP 172.20.0.5 (88ee6033-5100-434e-b44c-c8253b94f751/e9857350-9b70-4691-b149-5ac24f525264/2eafbba8-1d83-426d-a119-5c5cf19318bd) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:09:39.838576 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-84f90cf8-5d6b-4bb1-a14a-7b1519f09470 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:39.972466 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-84f90cf8-5d6b-4bb1-a14a-7b1519f09470 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:40.012638 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f90cf8-5d6b-4bb1-a14a-7b1519f09470 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Network 88ee6033-5100-434e-b44c-c8253b94f751 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:09:40.018201 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-84f90cf8-5d6b-4bb1-a14a-7b1519f09470 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:09:40.024156 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f90cf8-5d6b-4bb1-a14a-7b1519f09470 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:09:40.064759 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f90cf8-5d6b-4bb1-a14a-7b1519f09470 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Pushing event updated for resources: {'Port': ['ID=2eafbba8-1d83-426d-a119-5c5cf19318bd,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:09:40.136908 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-84f90cf8-5d6b-4bb1-a14a-7b1519f09470 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:40.348180 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-84f90cf8-5d6b-4bb1-a14a-7b1519f09470 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:40.563941 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-84f90cf8-5d6b-4bb1-a14a-7b1519f09470 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:41.165853 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-84f90cf8-5d6b-4bb1-a14a-7b1519f09470 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:41.257398 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:41.261673 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f90cf8-5d6b-4bb1-a14a-7b1519f09470 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Pushing event updated for resources: {'Port': ['ID=2eafbba8-1d83-426d-a119-5c5cf19318bd,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:09:41.268269 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-84f90cf8-5d6b-4bb1-a14a-7b1519f09470 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:41.274484 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f90cf8-5d6b-4bb1-a14a-7b1519f09470 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:09:41.274484 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f90cf8-5d6b-4bb1-a14a-7b1519f09470 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:09:41.274484 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f90cf8-5d6b-4bb1-a14a-7b1519f09470 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:09:41.274484 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f90cf8-5d6b-4bb1-a14a-7b1519f09470 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:09:41.274484 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f90cf8-5d6b-4bb1-a14a-7b1519f09470 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:09:41.274484 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f90cf8-5d6b-4bb1-a14a-7b1519f09470 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:09:41.274484 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f90cf8-5d6b-4bb1-a14a-7b1519f09470 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:09:41.280408 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f90cf8-5d6b-4bb1-a14a-7b1519f09470 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:09:41.280983 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f90cf8-5d6b-4bb1-a14a-7b1519f09470 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:09:41.281277 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f90cf8-5d6b-4bb1-a14a-7b1519f09470 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:09:41.281746 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f90cf8-5d6b-4bb1-a14a-7b1519f09470 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:09:41.281957 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84f90cf8-5d6b-4bb1-a14a-7b1519f09470 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:09:41.434964 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-84f90cf8-5d6b-4bb1-a14a-7b1519f09470 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:41.439031 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-84f90cf8-5d6b-4bb1-a14a-7b1519f09470 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.4776180 Sep 24 16:09:41.443836 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 38488) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:09:41.541983 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-2ab488b2-6c8c-42ef-a94d-43b0992c93e1 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] 10.222.0.101 "GET /v2.0/floatingips?floating_network_id=88ee6033-5100-434e-b44c-c8253b94f751 HTTP/1.1" status: 200 len: 689 time: 0.0970104 Sep 24 16:09:41.545346 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 38492) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:09:41.655972 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b2f47910-afe4-4130-b6eb-ee9c4fdc96c1 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:41.784124 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-b2f47910-afe4-4130-b6eb-ee9c4fdc96c1 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Deleting port 2eafbba8-1d83-426d-a119-5c5cf19318bd {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:09:41.784682 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b2f47910-afe4-4130-b6eb-ee9c4fdc96c1 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:41.873654 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b2f47910-afe4-4130-b6eb-ee9c4fdc96c1 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:41.873994 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b2f47910-afe4-4130-b6eb-ee9c4fdc96c1 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:41.888540 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-b2f47910-afe4-4130-b6eb-ee9c4fdc96c1 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Calling delete_port for 2eafbba8-1d83-426d-a119-5c5cf19318bd owned by network:floatingip {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:09:42.252725 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b2f47910-afe4-4130-b6eb-ee9c4fdc96c1 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:42.287525 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f47910-afe4-4130-b6eb-ee9c4fdc96c1 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Pushing event deleted for resources: {'Port': ['ID=2eafbba8-1d83-426d-a119-5c5cf19318bd,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:09:42.381757 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b2f47910-afe4-4130-b6eb-ee9c4fdc96c1 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:42.443754 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b2f47910-afe4-4130-b6eb-ee9c4fdc96c1 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:42.617976 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b2f47910-afe4-4130-b6eb-ee9c4fdc96c1 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:42.653478 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f47910-afe4-4130-b6eb-ee9c4fdc96c1 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e9857350-9b70-4691-b149-5ac24f525264,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:09:42.735102 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b2f47910-afe4-4130-b6eb-ee9c4fdc96c1 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:42.759293 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-b2f47910-afe4-4130-b6eb-ee9c4fdc96c1 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88ee6033-5100-434e-b44c-c8253b94f751']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:09:42.769828 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-b2f47910-afe4-4130-b6eb-ee9c4fdc96c1 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ea3f527-68f3-42f7-b14f-232a4f21329c') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:09:42.770775 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-b2f47910-afe4-4130-b6eb-ee9c4fdc96c1 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ea3f527-68f3-42f7-b14f-232a4f21329c') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:09:42.781020 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b2f47910-afe4-4130-b6eb-ee9c4fdc96c1 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:42.796386 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b2f47910-afe4-4130-b6eb-ee9c4fdc96c1 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:42.804694 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2f47910-afe4-4130-b6eb-ee9c4fdc96c1 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Releasing vlan 1283 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 16:09:42.805215 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b2f47910-afe4-4130-b6eb-ee9c4fdc96c1 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:42.807097 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 16:09:42.807097 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 16:09:42.807097 n-d-808921-1 neutron-server[95297]: timer() Sep 24 16:09:42.807097 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 16:09:42.807097 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 16:09:42.807097 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 16:09:42.807097 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 16:09:42.807097 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 16:09:42.807097 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 16:09:42.807097 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 16:09:42.807097 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 16:09:42.807097 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 16:09:42.807097 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 16:09:42.807097 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 16:09:42.807097 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 16:09:42.807097 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 16:09:42.807097 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 16:09:42.807097 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 16:09:42.807097 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 16:09:42.807097 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 16:09:42.807097 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 16:09:42.807097 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 16:09:42.807097 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 16:09:42.807097 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 16:09:42.807097 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 16:09:42.807097 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 16:09:42.807097 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 16:09:42.807097 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 16:09:42.807097 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 16:09:42.807097 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 16:09:42.807097 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 16:09:42.807097 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 16:09:42.988022 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b2f47910-afe4-4130-b6eb-ee9c4fdc96c1 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:43.000555 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f47910-afe4-4130-b6eb-ee9c4fdc96c1 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 88ee6033-5100-434e-b44c-c8253b94f751 {{(pid=95297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 24 16:09:43.001301 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b2f47910-afe4-4130-b6eb-ee9c4fdc96c1 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:43.004477 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b2f47910-afe4-4130-b6eb-ee9c4fdc96c1 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] 10.222.0.101 "DELETE /v2.0/networks/88ee6033-5100-434e-b44c-c8253b94f751 HTTP/1.1" status: 204 len: 168 time: 1.4573438 Sep 24 16:09:43.006688 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 38530) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:09:43.043923 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f47910-afe4-4130-b6eb-ee9c4fdc96c1 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Pushing event deleted for resources: {'Network': ['ID=88ee6033-5100-434e-b44c-c8253b94f751,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:09:43.094605 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-bc3005ff-29b8-44b8-95a2-58a12a4713ac tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] 10.222.0.101 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.0858269 Sep 24 16:09:43.099456 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 38532) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:09:43.219596 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77a0a85-4cdf-4dcc-bd87-840502a51c50 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:09:43.219997 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77a0a85-4cdf-4dcc-bd87-840502a51c50 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:09:43.220800 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77a0a85-4cdf-4dcc-bd87-840502a51c50 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:09:43.221482 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77a0a85-4cdf-4dcc-bd87-840502a51c50 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:09:43.221971 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77a0a85-4cdf-4dcc-bd87-840502a51c50 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:09:43.227628 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 38534) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:09:43.228069 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-c77a0a85-4cdf-4dcc-bd87-840502a51c50 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] 10.222.0.101 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3382 time: 0.1287234 Sep 24 16:09:43.286195 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [None req-4e82ad3a-21ab-43ce-b280-ef701ea7cb55 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] delete failed (client error): The resource could not be found. Sep 24 16:09:43.290393 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 38536) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:09:43.290970 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-4e82ad3a-21ab-43ce-b280-ef701ea7cb55 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] 10.222.0.101 "DELETE /v2.0/floatingips/9108fd3e-f4a1-45e2-80de-c757b19463aa HTTP/1.1" status: 404 len: 345 time: 0.0617368 Sep 24 16:09:43.310058 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-7523d387-ba80-43ca-9c12-1e2f7539471e tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] DELETE failed (client error): The resource could not be found. Sep 24 16:09:43.310568 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7523d387-ba80-43ca-9c12-1e2f7539471e tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=95297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 16:09:43.315857 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-7523d387-ba80-43ca-9c12-1e2f7539471e tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] 10.222.0.101 "DELETE /v2.0/networks/88ee6033-5100-434e-b44c-c8253b94f751 HTTP/1.1" status: 404 len: 339 time: 0.0207999 Sep 24 16:09:43.317081 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 38538) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:09:43.322497 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-be521d42-2094-4657-b3b6-a90818788f64 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Request body: {'network': {'name': 'tempest-network--2091428291', 'router:external': True}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:09:43.423012 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be521d42-2094-4657-b3b6-a90818788f64 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Made reservation on behalf of 672c6f554b3242b8ab502606d9c9fb8c for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:09:43.426088 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-be521d42-2094-4657-b3b6-a90818788f64 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:43.465927 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be521d42-2094-4657-b3b6-a90818788f64 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1289} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 16:09:43.475962 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-be521d42-2094-4657-b3b6-a90818788f64 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:43.476209 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-be521d42-2094-4657-b3b6-a90818788f64 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Added segment d7b4db7d-d76b-4f2c-86e6-3dc23003451a of type vlan for network 2733b9d1-0c30-4e87-9224-c62062f8c9db Sep 24 16:09:43.525060 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-be521d42-2094-4657-b3b6-a90818788f64 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:43.629959 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-be521d42-2094-4657-b3b6-a90818788f64 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:43.633919 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be521d42-2094-4657-b3b6-a90818788f64 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:09:43.633919 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-be521d42-2094-4657-b3b6-a90818788f64 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:43.696929 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be521d42-2094-4657-b3b6-a90818788f64 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Pushing event updated for resources: {'Network': ['ID=2733b9d1-0c30-4e87-9224-c62062f8c9db,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:09:43.707697 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 2733b9d1-0c30-4e87-9224-c62062f8c9db details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 16:09:43.812590 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-be521d42-2094-4657-b3b6-a90818788f64 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.4940155 Sep 24 16:09:43.817999 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 38552) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:09:44.006507 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd9f79d-ab61-41db-80cd-568bce8af69c tempest-ExternalNetworksTestJSON-1795685429 tempest-ExternalNetworksTestJSON-1795685429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:09:44.012523 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd9f79d-ab61-41db-80cd-568bce8af69c tempest-ExternalNetworksTestJSON-1795685429 tempest-ExternalNetworksTestJSON-1795685429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:09:44.019028 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd9f79d-ab61-41db-80cd-568bce8af69c tempest-ExternalNetworksTestJSON-1795685429 tempest-ExternalNetworksTestJSON-1795685429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:09:44.025363 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd9f79d-ab61-41db-80cd-568bce8af69c tempest-ExternalNetworksTestJSON-1795685429 tempest-ExternalNetworksTestJSON-1795685429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:09:44.027573 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-9fd9f79d-ab61-41db-80cd-568bce8af69c tempest-ExternalNetworksTestJSON-1795685429 tempest-ExternalNetworksTestJSON-1795685429-project] 10.222.0.101 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.2085164 Sep 24 16:09:44.030670 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 38558) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:09:44.121159 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-24feebc5-566e-458f-a877-60adbf034e8e tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:44.223955 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-24feebc5-566e-458f-a877-60adbf034e8e tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:44.251394 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-24feebc5-566e-458f-a877-60adbf034e8e tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2733b9d1-0c30-4e87-9224-c62062f8c9db']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:09:44.261994 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-24feebc5-566e-458f-a877-60adbf034e8e tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7b4db7d-d76b-4f2c-86e6-3dc23003451a') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:09:44.262419 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-24feebc5-566e-458f-a877-60adbf034e8e tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7b4db7d-d76b-4f2c-86e6-3dc23003451a') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:09:44.273159 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-24feebc5-566e-458f-a877-60adbf034e8e tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:44.288241 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-24feebc5-566e-458f-a877-60adbf034e8e tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:44.297584 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24feebc5-566e-458f-a877-60adbf034e8e tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Releasing vlan 1289 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 16:09:44.297972 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-24feebc5-566e-458f-a877-60adbf034e8e tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:44.300081 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 16:09:44.300081 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 16:09:44.300081 n-d-808921-1 neutron-server[95298]: timer() Sep 24 16:09:44.300081 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 16:09:44.300081 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 16:09:44.300081 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 16:09:44.300081 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 16:09:44.300081 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 16:09:44.300081 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 16:09:44.300081 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 16:09:44.300081 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 16:09:44.300081 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 16:09:44.300081 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 16:09:44.300081 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 16:09:44.300081 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 16:09:44.300081 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 16:09:44.300081 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 16:09:44.300081 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 16:09:44.300081 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 16:09:44.300081 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 16:09:44.300081 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 16:09:44.300081 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 16:09:44.300081 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 16:09:44.300081 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 16:09:44.300081 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 16:09:44.300081 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 16:09:44.300081 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 16:09:44.300081 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 16:09:44.300081 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 16:09:44.300081 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 16:09:44.300081 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 16:09:44.300081 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 16:09:44.451375 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-24feebc5-566e-458f-a877-60adbf034e8e tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:44.460960 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24feebc5-566e-458f-a877-60adbf034e8e tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2733b9d1-0c30-4e87-9224-c62062f8c9db {{(pid=95298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 24 16:09:44.470975 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-24feebc5-566e-458f-a877-60adbf034e8e tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:44.473721 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-24feebc5-566e-458f-a877-60adbf034e8e tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] 10.222.0.101 "DELETE /v2.0/networks/2733b9d1-0c30-4e87-9224-c62062f8c9db HTTP/1.1" status: 204 len: 168 time: 0.4414568 Sep 24 16:09:44.477799 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24feebc5-566e-458f-a877-60adbf034e8e tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Pushing event deleted for resources: {'Network': ['ID=2733b9d1-0c30-4e87-9224-c62062f8c9db,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:09:44.483243 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 38564) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:09:44.488384 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-ec49476a-dcca-43f8-82c1-ca22530833d4 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Request body: {'network': {'name': 'tempest-network--1454554719', 'router:external': True}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:09:44.595344 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec49476a-dcca-43f8-82c1-ca22530833d4 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Made reservation on behalf of 672c6f554b3242b8ab502606d9c9fb8c for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:09:44.599126 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ec49476a-dcca-43f8-82c1-ca22530833d4 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:44.648199 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec49476a-dcca-43f8-82c1-ca22530833d4 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1267} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 16:09:44.660929 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ec49476a-dcca-43f8-82c1-ca22530833d4 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:44.661658 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-ec49476a-dcca-43f8-82c1-ca22530833d4 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Added segment 8129805f-14ff-4488-8654-d5027cc2483d of type vlan for network 572997fe-e755-4447-bd7b-3c2a7869bf5c Sep 24 16:09:44.730894 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ec49476a-dcca-43f8-82c1-ca22530833d4 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:44.839969 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ec49476a-dcca-43f8-82c1-ca22530833d4 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:44.840959 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec49476a-dcca-43f8-82c1-ca22530833d4 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:09:44.841578 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ec49476a-dcca-43f8-82c1-ca22530833d4 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:44.919994 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec49476a-dcca-43f8-82c1-ca22530833d4 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Pushing event updated for resources: {'Network': ['ID=572997fe-e755-4447-bd7b-3c2a7869bf5c,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:09:44.932152 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 572997fe-e755-4447-bd7b-3c2a7869bf5c details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 16:09:44.973738 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ec49476a-dcca-43f8-82c1-ca22530833d4 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.4889796 Sep 24 16:09:44.973986 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 38578) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:09:45.101739 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34c9250-a5dd-42e1-8f66-0ac28b2ef041 tempest-ExternalNetworksTestJSON-1795685429 tempest-ExternalNetworksTestJSON-1795685429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:09:45.103536 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b34c9250-a5dd-42e1-8f66-0ac28b2ef041 tempest-ExternalNetworksTestJSON-1795685429 tempest-ExternalNetworksTestJSON-1795685429-project] 10.222.0.101 "GET /v2.0/networks/572997fe-e755-4447-bd7b-3c2a7869bf5c HTTP/1.1" status: 200 len: 757 time: 0.1285434 Sep 24 16:09:45.106128 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 38580) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:09:45.198917 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367ec1ec-5440-4c81-8247-a6110fa257fb tempest-ExternalNetworksTestJSON-1795685429 tempest-ExternalNetworksTestJSON-1795685429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:09:45.200421 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-367ec1ec-5440-4c81-8247-a6110fa257fb tempest-ExternalNetworksTestJSON-1795685429 tempest-ExternalNetworksTestJSON-1795685429-project] 10.222.0.101 "GET /v2.0/networks/6cfc95f8-c5b7-4c29-999e-ad0649a99034 HTTP/1.1" status: 200 len: 768 time: 0.0932717 Sep 24 16:09:45.203284 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 38582) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:09:45.274135 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2880fecb-31f1-4dfd-ac14-4c4557695f4a tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:45.371547 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2880fecb-31f1-4dfd-ac14-4c4557695f4a tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:45.395417 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-2880fecb-31f1-4dfd-ac14-4c4557695f4a tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['572997fe-e755-4447-bd7b-3c2a7869bf5c']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:09:45.407026 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-2880fecb-31f1-4dfd-ac14-4c4557695f4a tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8129805f-14ff-4488-8654-d5027cc2483d') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:09:45.407703 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-2880fecb-31f1-4dfd-ac14-4c4557695f4a tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8129805f-14ff-4488-8654-d5027cc2483d') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:09:45.419498 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2880fecb-31f1-4dfd-ac14-4c4557695f4a tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:45.434214 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2880fecb-31f1-4dfd-ac14-4c4557695f4a tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:45.440978 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2880fecb-31f1-4dfd-ac14-4c4557695f4a tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Releasing vlan 1267 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 16:09:45.441747 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2880fecb-31f1-4dfd-ac14-4c4557695f4a tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:45.443870 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 16:09:45.443870 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 16:09:45.443870 n-d-808921-1 neutron-server[95298]: timer() Sep 24 16:09:45.443870 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 16:09:45.443870 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 16:09:45.443870 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 16:09:45.443870 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 16:09:45.443870 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 16:09:45.443870 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 16:09:45.443870 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 16:09:45.443870 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 16:09:45.443870 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 16:09:45.443870 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 16:09:45.443870 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 16:09:45.443870 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 16:09:45.443870 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 16:09:45.443870 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 16:09:45.443870 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 16:09:45.443870 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 16:09:45.443870 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 16:09:45.443870 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 16:09:45.443870 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 16:09:45.443870 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 16:09:45.443870 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 16:09:45.443870 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 16:09:45.443870 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 16:09:45.443870 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 16:09:45.443870 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 16:09:45.443870 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 16:09:45.443870 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 16:09:45.443870 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 16:09:45.443870 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 16:09:45.588892 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2880fecb-31f1-4dfd-ac14-4c4557695f4a tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:45.596366 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2880fecb-31f1-4dfd-ac14-4c4557695f4a tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 572997fe-e755-4447-bd7b-3c2a7869bf5c {{(pid=95298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 24 16:09:45.608988 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2880fecb-31f1-4dfd-ac14-4c4557695f4a tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:45.615689 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 38584) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:09:45.621522 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-1a816bf5-b44e-48fb-bdba-1280e48fad05 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Request body: {'network': {'name': 'tempest-network--2007101724'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:09:45.623520 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-2880fecb-31f1-4dfd-ac14-4c4557695f4a tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] 10.222.0.101 "DELETE /v2.0/networks/572997fe-e755-4447-bd7b-3c2a7869bf5c HTTP/1.1" status: 204 len: 168 time: 0.4190984 Sep 24 16:09:45.634329 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2880fecb-31f1-4dfd-ac14-4c4557695f4a tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Pushing event deleted for resources: {'Network': ['ID=572997fe-e755-4447-bd7b-3c2a7869bf5c,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:09:45.731276 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a816bf5-b44e-48fb-bdba-1280e48fad05 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Made reservation on behalf of 672c6f554b3242b8ab502606d9c9fb8c for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:09:45.733681 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1a816bf5-b44e-48fb-bdba-1280e48fad05 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:45.797463 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a816bf5-b44e-48fb-bdba-1280e48fad05 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1283} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 16:09:45.817803 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1a816bf5-b44e-48fb-bdba-1280e48fad05 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:45.818723 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-1a816bf5-b44e-48fb-bdba-1280e48fad05 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Added segment 3a06cd0f-91a4-414a-8328-bca3c95df87a of type vlan for network 7a24b031-79df-4d33-ae9e-5f805e790cc2 Sep 24 16:09:45.868898 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1a816bf5-b44e-48fb-bdba-1280e48fad05 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:46.005834 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1a816bf5-b44e-48fb-bdba-1280e48fad05 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:46.007033 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a816bf5-b44e-48fb-bdba-1280e48fad05 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:09:46.007737 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1a816bf5-b44e-48fb-bdba-1280e48fad05 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:46.122719 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a816bf5-b44e-48fb-bdba-1280e48fad05 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Pushing event updated for resources: {'Network': ['ID=7a24b031-79df-4d33-ae9e-5f805e790cc2,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:09:46.141610 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 7a24b031-79df-4d33-ae9e-5f805e790cc2 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 16:09:46.183018 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-1a816bf5-b44e-48fb-bdba-1280e48fad05 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.5661864 Sep 24 16:09:46.185513 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 38592) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:09:46.192199 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-9c19b600-432e-4258-9140-5410dbfa4dbb tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Request body: {'network': {'router:external': True}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:09:46.406088 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9c19b600-432e-4258-9140-5410dbfa4dbb tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:46.554311 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9c19b600-432e-4258-9140-5410dbfa4dbb tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:46.572101 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9c19b600-432e-4258-9140-5410dbfa4dbb tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Network 7a24b031-79df-4d33-ae9e-5f805e790cc2 is not hosted by any dhcp agent {{(pid=95297) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 24 16:09:46.572989 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c19b600-432e-4258-9140-5410dbfa4dbb tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:09:46.573655 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9c19b600-432e-4258-9140-5410dbfa4dbb tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:46.575491 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-9c19b600-432e-4258-9140-5410dbfa4dbb tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] 10.222.0.101 "PUT /v2.0/networks/7a24b031-79df-4d33-ae9e-5f805e790cc2 HTTP/1.1" status: 200 len: 859 time: 0.3885489 Sep 24 16:09:46.578649 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 38594) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:09:46.627531 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c19b600-432e-4258-9140-5410dbfa4dbb tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Pushing event updated for resources: {'Network': ['ID=7a24b031-79df-4d33-ae9e-5f805e790cc2,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:09:46.656672 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ab782a5d-3897-4002-b8f9-a2a165552449 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:46.741755 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ab782a5d-3897-4002-b8f9-a2a165552449 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:46.764437 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-ab782a5d-3897-4002-b8f9-a2a165552449 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a24b031-79df-4d33-ae9e-5f805e790cc2']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:09:46.774150 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-ab782a5d-3897-4002-b8f9-a2a165552449 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a06cd0f-91a4-414a-8328-bca3c95df87a') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:09:46.774480 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-ab782a5d-3897-4002-b8f9-a2a165552449 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a06cd0f-91a4-414a-8328-bca3c95df87a') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:09:46.785096 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ab782a5d-3897-4002-b8f9-a2a165552449 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:46.800885 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ab782a5d-3897-4002-b8f9-a2a165552449 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:46.807910 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab782a5d-3897-4002-b8f9-a2a165552449 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Releasing vlan 1283 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 16:09:46.808343 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ab782a5d-3897-4002-b8f9-a2a165552449 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:46.812024 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 16:09:46.812024 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 16:09:46.812024 n-d-808921-1 neutron-server[95298]: timer() Sep 24 16:09:46.812024 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 16:09:46.812024 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 16:09:46.812024 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 16:09:46.812024 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 16:09:46.812024 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 16:09:46.812024 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 16:09:46.812024 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 16:09:46.812024 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 16:09:46.812024 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 16:09:46.812024 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 16:09:46.812024 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 16:09:46.812024 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 16:09:46.812024 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 16:09:46.812024 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 16:09:46.812024 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 16:09:46.812024 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 16:09:46.812024 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 16:09:46.812024 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 16:09:46.812024 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 16:09:46.812024 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 16:09:46.812024 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 16:09:46.812024 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 16:09:46.812024 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 16:09:46.812024 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 16:09:46.812024 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 16:09:46.812024 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 16:09:46.812024 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 16:09:46.812024 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 16:09:46.812024 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 16:09:46.966613 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ab782a5d-3897-4002-b8f9-a2a165552449 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:46.998008 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab782a5d-3897-4002-b8f9-a2a165552449 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7a24b031-79df-4d33-ae9e-5f805e790cc2 {{(pid=95298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 24 16:09:47.010844 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab782a5d-3897-4002-b8f9-a2a165552449 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Pushing event deleted for resources: {'Network': ['ID=7a24b031-79df-4d33-ae9e-5f805e790cc2,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:09:47.015509 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ab782a5d-3897-4002-b8f9-a2a165552449 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:47.026514 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-ab782a5d-3897-4002-b8f9-a2a165552449 tempest-ExternalNetworksTestJSON-1795769779 tempest-ExternalNetworksTestJSON-1795769779-project-admin] 10.222.0.101 "DELETE /v2.0/networks/7a24b031-79df-4d33-ae9e-5f805e790cc2 HTTP/1.1" status: 204 len: 168 time: 0.4421759 Sep 24 16:09:47.032310 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 38604) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:09:47.064147 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-7564a06c-cfd9-46c0-ac08-4044b089bc3f tempest-ExternalNetworksTestJSON-1795685429 tempest-ExternalNetworksTestJSON-1795685429-project] DELETE failed (client error): The resource could not be found. Sep 24 16:09:47.064788 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7564a06c-cfd9-46c0-ac08-4044b089bc3f tempest-ExternalNetworksTestJSON-1795685429 tempest-ExternalNetworksTestJSON-1795685429-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 16:09:47.069674 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-7564a06c-cfd9-46c0-ac08-4044b089bc3f tempest-ExternalNetworksTestJSON-1795685429 tempest-ExternalNetworksTestJSON-1795685429-project] 10.222.0.101 "DELETE /v2.0/subnets/e9857350-9b70-4691-b149-5ac24f525264 HTTP/1.1" status: 404 len: 337 time: 0.0338032 Sep 24 16:09:47.070128 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 38608) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:09:47.158195 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3c631c65-3a71-4b48-b7b5-a806eeef2515 tempest-ExternalNetworksTestJSON-1795685429 tempest-ExternalNetworksTestJSON-1795685429-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:47.255570 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3c631c65-3a71-4b48-b7b5-a806eeef2515 tempest-ExternalNetworksTestJSON-1795685429 tempest-ExternalNetworksTestJSON-1795685429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:47.305735 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-3c631c65-3a71-4b48-b7b5-a806eeef2515 tempest-ExternalNetworksTestJSON-1795685429 tempest-ExternalNetworksTestJSON-1795685429-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cfc95f8-c5b7-4c29-999e-ad0649a99034']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:09:47.317496 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-3c631c65-3a71-4b48-b7b5-a806eeef2515 tempest-ExternalNetworksTestJSON-1795685429 tempest-ExternalNetworksTestJSON-1795685429-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db9a7a2a-ffc7-4850-8d2f-ad8795b1bfc0') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:09:47.318094 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-3c631c65-3a71-4b48-b7b5-a806eeef2515 tempest-ExternalNetworksTestJSON-1795685429 tempest-ExternalNetworksTestJSON-1795685429-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db9a7a2a-ffc7-4850-8d2f-ad8795b1bfc0') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:09:47.349668 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3c631c65-3a71-4b48-b7b5-a806eeef2515 tempest-ExternalNetworksTestJSON-1795685429 tempest-ExternalNetworksTestJSON-1795685429-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:47.364508 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3c631c65-3a71-4b48-b7b5-a806eeef2515 tempest-ExternalNetworksTestJSON-1795685429 tempest-ExternalNetworksTestJSON-1795685429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:47.372084 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c631c65-3a71-4b48-b7b5-a806eeef2515 tempest-ExternalNetworksTestJSON-1795685429 tempest-ExternalNetworksTestJSON-1795685429-project] Releasing vlan 1276 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 16:09:47.372471 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3c631c65-3a71-4b48-b7b5-a806eeef2515 tempest-ExternalNetworksTestJSON-1795685429 tempest-ExternalNetworksTestJSON-1795685429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:47.376116 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 16:09:47.376116 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 16:09:47.376116 n-d-808921-1 neutron-server[95297]: timer() Sep 24 16:09:47.376116 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 16:09:47.376116 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 16:09:47.376116 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 16:09:47.376116 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 16:09:47.376116 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 16:09:47.376116 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 16:09:47.376116 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 16:09:47.376116 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 16:09:47.376116 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 16:09:47.376116 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 16:09:47.376116 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 16:09:47.376116 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 16:09:47.376116 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 16:09:47.376116 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 16:09:47.376116 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 16:09:47.376116 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 16:09:47.376116 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 16:09:47.376116 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 16:09:47.376116 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 16:09:47.376116 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 16:09:47.376116 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 16:09:47.376116 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 16:09:47.376116 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 16:09:47.376116 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 16:09:47.376116 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 16:09:47.376116 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 16:09:47.376116 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 16:09:47.376116 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 16:09:47.376116 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 16:09:47.640303 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3c631c65-3a71-4b48-b7b5-a806eeef2515 tempest-ExternalNetworksTestJSON-1795685429 tempest-ExternalNetworksTestJSON-1795685429-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:47.648981 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3c631c65-3a71-4b48-b7b5-a806eeef2515 tempest-ExternalNetworksTestJSON-1795685429 tempest-ExternalNetworksTestJSON-1795685429-project] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:47.654026 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-3c631c65-3a71-4b48-b7b5-a806eeef2515 tempest-ExternalNetworksTestJSON-1795685429 tempest-ExternalNetworksTestJSON-1795685429-project] 10.222.0.101 "DELETE /v2.0/networks/6cfc95f8-c5b7-4c29-999e-ad0649a99034 HTTP/1.1" status: 204 len: 168 time: 0.5828385 Sep 24 16:09:47.667413 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c631c65-3a71-4b48-b7b5-a806eeef2515 tempest-ExternalNetworksTestJSON-1795685429 tempest-ExternalNetworksTestJSON-1795685429-project] Pushing event deleted for resources: {'Network': ['ID=6cfc95f8-c5b7-4c29-999e-ad0649a99034,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:09:48.382731 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 38624) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:09:48.638567 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-2f71faf5-f30a-427c-8a9c-7b6046906557 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5b8fbcccff2c4b1288b4c420a860855d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2542231 Sep 24 16:09:48.645823 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 38632) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:09:48.703660 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4c325f05-a419-4868-a993-1eadc596089e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:48.737671 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4c325f05-a419-4868-a993-1eadc596089e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:48.948523 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4c325f05-a419-4868-a993-1eadc596089e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:48.951233 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4c325f05-a419-4868-a993-1eadc596089e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:48.952531 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-4c325f05-a419-4868-a993-1eadc596089e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/2e512055-feca-4945-a6cc-448268903ff9 HTTP/1.1" status: 204 len: 168 time: 0.3049066 Sep 24 16:09:48.961546 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c325f05-a419-4868-a993-1eadc596089e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e512055-feca-4945-a6cc-448268903ff9,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:09:49.890828 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 38644) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:09:49.938781 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-9df751dd-2d7a-48f9-8e27-0bfb1b49400d admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=672c6f554b3242b8ab502606d9c9fb8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467083 Sep 24 16:09:49.941360 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 38646) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:09:49.992092 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0ac19efc-3bdb-4630-b635-e7a1f149c902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:50.013505 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0ac19efc-3bdb-4630-b635-e7a1f149c902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:50.223654 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0ac19efc-3bdb-4630-b635-e7a1f149c902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:50.226598 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0ac19efc-3bdb-4630-b635-e7a1f149c902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:50.227991 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-0ac19efc-3bdb-4630-b635-e7a1f149c902 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/ce435135-acd1-4f05-b78c-1e5a1aa37b6c HTTP/1.1" status: 204 len: 168 time: 0.2854228 Sep 24 16:09:50.237683 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac19efc-3bdb-4630-b635-e7a1f149c902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce435135-acd1-4f05-b78c-1e5a1aa37b6c,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:09:51.558847 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 38680) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:09:51.740779 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-908b8386-df13-45d1-a7b0-e9c3acd056cd admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=32260695061742b986769f69f5c5b807&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1778316 Sep 24 16:09:51.741032 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 38686) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:09:51.837990 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a4246e24-7f19-43ba-9506-032b89abe7f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:51.863645 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a4246e24-7f19-43ba-9506-032b89abe7f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:52.084998 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a4246e24-7f19-43ba-9506-032b89abe7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:52.087705 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a4246e24-7f19-43ba-9506-032b89abe7f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:52.088896 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-a4246e24-7f19-43ba-9506-032b89abe7f0 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/0cb7fc8c-d5f4-4b09-9d2b-ec9870122d4d HTTP/1.1" status: 204 len: 168 time: 0.3469410 Sep 24 16:09:52.097370 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4246e24-7f19-43ba-9506-032b89abe7f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb7fc8c-d5f4-4b09-9d2b-ec9870122d4d,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:09:53.672193 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 38744) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:09:53.787484 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1e01f48e-b109-4c07-a905-38f8e84d4769 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:53.879028 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1e01f48e-b109-4c07-a905-38f8e84d4769 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:53.971176 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1e01f48e-b109-4c07-a905-38f8e84d4769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:54.012934 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-1e01f48e-b109-4c07-a905-38f8e84d4769 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e67b98ab6ec5433cbe3f9068ac16ed5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3394175 Sep 24 16:09:54.014846 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e01f48e-b109-4c07-a905-38f8e84d4769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff5b0c0-a5f7-440b-bb11-450d04e942ad,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:09:54.015533 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 38748) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:09:54.068028 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5052152e-a2aa-4691-97ea-72909ab8dcc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:54.090214 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5052152e-a2aa-4691-97ea-72909ab8dcc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:54.184062 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 38752) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:09:54.268464 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5052152e-a2aa-4691-97ea-72909ab8dcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:54.271715 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5052152e-a2aa-4691-97ea-72909ab8dcc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:54.272952 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-5052152e-a2aa-4691-97ea-72909ab8dcc0 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/9ff5b0c0-a5f7-440b-bb11-450d04e942ad HTTP/1.1" status: 204 len: 168 time: 0.2563899 Sep 24 16:09:54.282916 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5052152e-a2aa-4691-97ea-72909ab8dcc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff5b0c0-a5f7-440b-bb11-450d04e942ad,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:09:54.309235 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9d125dc9-44fa-491d-9f78-0a794700b925 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:54.430053 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9d125dc9-44fa-491d-9f78-0a794700b925 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:54.524504 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9d125dc9-44fa-491d-9f78-0a794700b925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:54.567176 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-9d125dc9-44fa-491d-9f78-0a794700b925 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=7436101c32034749aad3a8c9674729bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3820038 Sep 24 16:09:54.568033 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d125dc9-44fa-491d-9f78-0a794700b925 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47d14f37-9cd0-405e-8004-2cf0063fab87,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:09:54.569923 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 38764) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:09:54.634724 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1bed8d4b-0197-48ef-b430-15ea4f77368e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:54.670872 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1bed8d4b-0197-48ef-b430-15ea4f77368e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:54.891695 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1bed8d4b-0197-48ef-b430-15ea4f77368e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:54.896661 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1bed8d4b-0197-48ef-b430-15ea4f77368e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:54.901339 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-1bed8d4b-0197-48ef-b430-15ea4f77368e admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/47d14f37-9cd0-405e-8004-2cf0063fab87 HTTP/1.1" status: 204 len: 168 time: 0.3266377 Sep 24 16:09:54.908035 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bed8d4b-0197-48ef-b430-15ea4f77368e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47d14f37-9cd0-405e-8004-2cf0063fab87,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:09:55.231576 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 38772) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:09:55.246433 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3730bc8c-99e2-4c7d-83e1-63a810e79e27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:55.345873 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3730bc8c-99e2-4c7d-83e1-63a810e79e27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:55.508801 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3730bc8c-99e2-4c7d-83e1-63a810e79e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:55.555375 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3730bc8c-99e2-4c7d-83e1-63a810e79e27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4daf01c2-a5eb-4239-a644-23bc3f9f8d58,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:09:55.572917 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-3730bc8c-99e2-4c7d-83e1-63a810e79e27 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=a061b285fa584028813e3ce37ee75be7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3398485 Sep 24 16:09:55.575472 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 38784) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:09:55.631599 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-94ee1edd-3de1-42ab-8b75-f3a83592c533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:55.653970 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-94ee1edd-3de1-42ab-8b75-f3a83592c533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:55.840227 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-94ee1edd-3de1-42ab-8b75-f3a83592c533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:55.843478 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-94ee1edd-3de1-42ab-8b75-f3a83592c533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:55.848511 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-94ee1edd-3de1-42ab-8b75-f3a83592c533 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/4daf01c2-a5eb-4239-a644-23bc3f9f8d58 HTTP/1.1" status: 204 len: 168 time: 0.2677841 Sep 24 16:09:55.853750 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ee1edd-3de1-42ab-8b75-f3a83592c533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4daf01c2-a5eb-4239-a644-23bc3f9f8d58,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:09:57.425895 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 38842) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:09:57.609816 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-761807e8-6562-4fcc-a831-07115d1a5cf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:57.701780 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-761807e8-6562-4fcc-a831-07115d1a5cf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:57.811741 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-761807e8-6562-4fcc-a831-07115d1a5cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:57.852399 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761807e8-6562-4fcc-a831-07115d1a5cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03354639-7788-4ab9-bfe5-8d890502284d,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:09:57.856925 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-761807e8-6562-4fcc-a831-07115d1a5cf1 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=551c7e837664449fa2d4b5f182438022&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4299691 Sep 24 16:09:57.859499 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 38854) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:09:57.910867 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8a77f037-b529-4e4d-9f6f-64236d95742f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:57.934580 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8a77f037-b529-4e4d-9f6f-64236d95742f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:58.125472 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8a77f037-b529-4e4d-9f6f-64236d95742f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:58.132637 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8a77f037-b529-4e4d-9f6f-64236d95742f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:09:58.134295 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-8a77f037-b529-4e4d-9f6f-64236d95742f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/03354639-7788-4ab9-bfe5-8d890502284d HTTP/1.1" status: 204 len: 168 time: 0.2736115 Sep 24 16:09:58.146272 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a77f037-b529-4e4d-9f6f-64236d95742f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03354639-7788-4ab9-bfe5-8d890502284d,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:10:00.040012 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-69687593-1392-4c3c-9995-44642a6aed7a req-7a0f4a1f-dd24-496a-9c0d-7d350d610254 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1084114193&fields=id&tenant_id=ad0a95e7731d4c36b80c295f85c49988 HTTP/1.1" status: 200 len: 267 time: 0.0351629 Sep 24 16:10:00.148264 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69687593-1392-4c3c-9995-44642a6aed7a req-5c4b1bc2-9292-420b-af26-052e94793e2b tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:10:00.149756 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-69687593-1392-4c3c-9995-44642a6aed7a req-5c4b1bc2-9292-420b-af26-052e94793e2b tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/networks?id=6dfcf71b-a430-45da-8447-3d600e4a0e09 HTTP/1.1" status: 200 len: 811 time: 0.1025629 Sep 24 16:10:00.169925 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-69687593-1392-4c3c-9995-44642a6aed7a req-4744551a-8bee-423c-8a9d-8ad2512570ea tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/quotas/ad0a95e7731d4c36b80c295f85c49988 HTTP/1.1" status: 200 len: 375 time: 0.0133536 Sep 24 16:10:00.240590 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-69687593-1392-4c3c-9995-44642a6aed7a req-871f5858-65ed-4bb0-9b3d-b5716bd536a3 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=ad0a95e7731d4c36b80c295f85c49988&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0621724 Sep 24 16:10:00.348523 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-69687593-1392-4c3c-9995-44642a6aed7a req-8e4db287-5628-4002-b856-a2d9c9613cc3 service neutron] 10.222.0.101 "GET /v2.0/networks/6dfcf71b-a430-45da-8447-3d600e4a0e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966074 Sep 24 16:10:00.447808 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-69687593-1392-4c3c-9995-44642a6aed7a req-f88b7162-147d-46b2-a1df-14cb4c12d5be service neutron] 10.222.0.101 "GET /v2.0/networks/6dfcf71b-a430-45da-8447-3d600e4a0e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929408 Sep 24 16:10:01.235292 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-19ed0905-c604-45ea-b356-58f519a422d1 req-c7461538-19ee-492e-beb1-70b9092276b8 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4f3b987-ab5e-4c79-9519-1d7ffd7c1977 HTTP/1.1" status: 200 len: 210 time: 0.0356667 Sep 24 16:10:01.244905 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0ddf49d0-309f-4ac4-baed-eda2247a9265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:02.047933 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:10:02.220819 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 39034) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:10:02.322522 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ecd48514-d873-459b-9a99-2be1c9e0dbb7 req-3575276a-c500-447f-ae71-71b88fbfc05c tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4f3b987-ab5e-4c79-9519-1d7ffd7c1977 HTTP/1.1" status: 200 len: 210 time: 0.0284603 Sep 24 16:10:02.339049 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-930cb73f-3eee-48fa-9eb5-2ad3c19c0068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:02.431800 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-930cb73f-3eee-48fa-9eb5-2ad3c19c0068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:02.503227 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-930cb73f-3eee-48fa-9eb5-2ad3c19c0068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:02.540235 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930cb73f-3eee-48fa-9eb5-2ad3c19c0068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a56c7a-8a5f-4d48-9353-2261e7c8d487,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:10:02.545615 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-930cb73f-3eee-48fa-9eb5-2ad3c19c0068 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=61a11ddfb87e41129deecfd0972e44c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3235030 Sep 24 16:10:02.548233 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 39046) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:10:02.598282 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4e8d9e02-5941-4f72-b676-5be2221bfb69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:02.620134 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4e8d9e02-5941-4f72-b676-5be2221bfb69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:02.771108 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4e8d9e02-5941-4f72-b676-5be2221bfb69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:02.774200 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4e8d9e02-5941-4f72-b676-5be2221bfb69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:02.778959 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-4e8d9e02-5941-4f72-b676-5be2221bfb69 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a3a56c7a-8a5f-4d48-9353-2261e7c8d487 HTTP/1.1" status: 204 len: 168 time: 0.2263560 Sep 24 16:10:02.784953 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8d9e02-5941-4f72-b676-5be2221bfb69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a56c7a-8a5f-4d48-9353-2261e7c8d487,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:10:03.407405 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9828cd72-c09b-4d2b-ad00-66d11da51669 req-76739528-b7fd-4811-b929-48b99544fe67 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4f3b987-ab5e-4c79-9519-1d7ffd7c1977 HTTP/1.1" status: 200 len: 210 time: 0.0329816 Sep 24 16:10:03.542587 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 39064) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:10:03.556450 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c103446e-aad4-49b4-b718-8d6d2eddbf95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:03.648136 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c103446e-aad4-49b4-b718-8d6d2eddbf95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:03.708418 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c103446e-aad4-49b4-b718-8d6d2eddbf95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:03.767736 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-c103446e-aad4-49b4-b718-8d6d2eddbf95 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=03704e6c18c6476e954810010ea011ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2238135 Sep 24 16:10:03.770160 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c103446e-aad4-49b4-b718-8d6d2eddbf95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56ac4e09-1a61-45bb-9211-4fc925e6b27d,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:10:03.771368 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 39068) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:10:03.832150 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f02ab80b-717d-4cab-b533-5a8938d442cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:03.857900 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f02ab80b-717d-4cab-b533-5a8938d442cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:03.879222 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-cf0f21e0-f27e-4b17-a574-16e688c69e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:03.982913 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f02ab80b-717d-4cab-b533-5a8938d442cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:03.986173 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f02ab80b-717d-4cab-b533-5a8938d442cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:03.988176 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-f02ab80b-717d-4cab-b533-5a8938d442cf admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/56ac4e09-1a61-45bb-9211-4fc925e6b27d HTTP/1.1" status: 204 len: 168 time: 0.2143500 Sep 24 16:10:03.997607 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02ab80b-717d-4cab-b533-5a8938d442cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56ac4e09-1a61-45bb-9211-4fc925e6b27d,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:10:04.336670 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:04.489688 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-707a458f-8ccc-4ef5-97dc-c8df9aa50798 req-a8eb0468-be3f-48f6-84a8-872e17f5430c tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4f3b987-ab5e-4c79-9519-1d7ffd7c1977 HTTP/1.1" status: 200 len: 210 time: 0.0277717 Sep 24 16:10:05.286935 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 39108) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:10:05.399729 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:05.493601 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-da346853-ab15-49fa-996a-86f89548d649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:05.591406 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-da346853-ab15-49fa-996a-86f89548d649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:05.600763 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b96318ca-291a-4c4d-b7a9-4d1801f15af1 req-6e292050-6682-4b0d-ae64-d5b0bef4bd5a tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4f3b987-ab5e-4c79-9519-1d7ffd7c1977 HTTP/1.1" status: 200 len: 210 time: 0.0300937 Sep 24 16:10:05.679540 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-da346853-ab15-49fa-996a-86f89548d649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:05.722032 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-da346853-ab15-49fa-996a-86f89548d649 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=61d846a4b4564b78bc2402b701627b86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4332852 Sep 24 16:10:05.722967 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da346853-ab15-49fa-996a-86f89548d649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec09bc65-9f98-4921-b19c-977aefec90de,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:10:05.724858 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 39124) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:10:05.778556 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d7d7e982-fc90-4293-b9d9-69c722b5a236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:05.814485 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d7d7e982-fc90-4293-b9d9-69c722b5a236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:05.936869 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d7d7e982-fc90-4293-b9d9-69c722b5a236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:05.939585 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d7d7e982-fc90-4293-b9d9-69c722b5a236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:05.945188 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-d7d7e982-fc90-4293-b9d9-69c722b5a236 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/ec09bc65-9f98-4921-b19c-977aefec90de HTTP/1.1" status: 204 len: 168 time: 0.2191570 Sep 24 16:10:05.956799 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d7e982-fc90-4293-b9d9-69c722b5a236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec09bc65-9f98-4921-b19c-977aefec90de,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:10:06.709185 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b61c6f0e-6921-4196-ac57-85a335729407 req-6ce37473-c79f-4828-ad35-2e2edf1c6b3e tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4f3b987-ab5e-4c79-9519-1d7ffd7c1977 HTTP/1.1" status: 200 len: 210 time: 0.0290952 Sep 24 16:10:06.789992 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:07.016210 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 39168) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:10:07.115082 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-1b1cacab-002d-473f-a176-63693a4b4fb4 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1187354141-network', 'tenant_id': 'cd04bf867ae846ecb50f04333bd62877'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:10:07.245077 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b1cacab-002d-473f-a176-63693a4b4fb4 admin admin] Made reservation on behalf of cd04bf867ae846ecb50f04333bd62877 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:10:07.247398 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1b1cacab-002d-473f-a176-63693a4b4fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:07.256582 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1b1cacab-002d-473f-a176-63693a4b4fb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:07.350642 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1b1cacab-002d-473f-a176-63693a4b4fb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:07.422395 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1b1cacab-002d-473f-a176-63693a4b4fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:07.449663 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b1cacab-002d-473f-a176-63693a4b4fb4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1251} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 16:10:07.459988 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1cacab-002d-473f-a176-63693a4b4fb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98f70edc-a6c3-441a-9b8a-9c504bd81536,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:10:07.481462 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1b1cacab-002d-473f-a176-63693a4b4fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:07.481462 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-1b1cacab-002d-473f-a176-63693a4b4fb4 admin admin] Added segment 07caef34-99ff-4e7e-a27c-4206dc144c80 of type vlan for network 2e3f4b22-4376-41fb-b66d-4e50e569364d Sep 24 16:10:07.526804 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1b1cacab-002d-473f-a176-63693a4b4fb4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:07.633450 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1b1cacab-002d-473f-a176-63693a4b4fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:07.634802 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b1cacab-002d-473f-a176-63693a4b4fb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:10:07.635607 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1b1cacab-002d-473f-a176-63693a4b4fb4 admin admin] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:07.711475 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1cacab-002d-473f-a176-63693a4b4fb4 admin admin] Pushing event updated for resources: {'Network': ['ID=2e3f4b22-4376-41fb-b66d-4e50e569364d,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:10:07.715837 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-1b1cacab-002d-473f-a176-63693a4b4fb4 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6985373 Sep 24 16:10:07.720435 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 39180) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:10:07.725487 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-da3db8a0-deb7-4140-b7ff-886d77ec1e42 admin admin] Request body: {'subnet': {'network_id': '2e3f4b22-4376-41fb-b66d-4e50e569364d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1187354141-subnet', 'tenant_id': 'cd04bf867ae846ecb50f04333bd62877', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:10:07.726954 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 2e3f4b22-4376-41fb-b66d-4e50e569364d details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 16:10:07.802882 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-13cc7a50-e631-4ea3-ad21-4130a10d32d8 req-4451f427-d8f2-455b-b74e-a47c62cd7965 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4f3b987-ab5e-4c79-9519-1d7ffd7c1977 HTTP/1.1" status: 200 len: 210 time: 0.0333049 Sep 24 16:10:07.845746 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da3db8a0-deb7-4140-b7ff-886d77ec1e42 admin admin] Made reservation on behalf of cd04bf867ae846ecb50f04333bd62877 for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:10:07.849659 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-da3db8a0-deb7-4140-b7ff-886d77ec1e42 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:07.934184 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 39188) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:10:08.094467 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8b90a437-f6ca-43c5-b33c-a60aff28a003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:08.097494 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-da3db8a0-deb7-4140-b7ff-886d77ec1e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:08.156133 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3db8a0-deb7-4140-b7ff-886d77ec1e42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fac2a3a0-0a72-416d-8e2a-af2e71e0b675,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:10:08.168947 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3db8a0-deb7-4140-b7ff-886d77ec1e42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:10:08.169391 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3db8a0-deb7-4140-b7ff-886d77ec1e42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:10:08.170011 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3db8a0-deb7-4140-b7ff-886d77ec1e42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:10:08.170656 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3db8a0-deb7-4140-b7ff-886d77ec1e42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:10:08.171284 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3db8a0-deb7-4140-b7ff-886d77ec1e42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:10:08.171855 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3db8a0-deb7-4140-b7ff-886d77ec1e42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:10:08.172409 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3db8a0-deb7-4140-b7ff-886d77ec1e42 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:10:08.172963 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3db8a0-deb7-4140-b7ff-886d77ec1e42 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:10:08.173535 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3db8a0-deb7-4140-b7ff-886d77ec1e42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:10:08.174677 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3db8a0-deb7-4140-b7ff-886d77ec1e42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:10:08.175261 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3db8a0-deb7-4140-b7ff-886d77ec1e42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:10:08.175863 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3db8a0-deb7-4140-b7ff-886d77ec1e42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:10:08.186417 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da3db8a0-deb7-4140-b7ff-886d77ec1e42 admin admin] Checking segment: {'id': '07caef34-99ff-4e7e-a27c-4206dc144c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '2e3f4b22-4376-41fb-b66d-4e50e569364d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:10:08.186857 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3db8a0-deb7-4140-b7ff-886d77ec1e42 admin admin] Network hostable DHCP agents. Network: 2e3f4b22-4376-41fb-b66d-4e50e569364d, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 16:10:08.204412 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8b90a437-f6ca-43c5-b33c-a60aff28a003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:08.272458 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8b90a437-f6ca-43c5-b33c-a60aff28a003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:08.272688 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3db8a0-deb7-4140-b7ff-886d77ec1e42 admin admin] Network 2e3f4b22-4376-41fb-b66d-4e50e569364d is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 16:10:08.312974 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-8b90a437-f6ca-43c5-b33c-a60aff28a003 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e0aa0d11a62c4642b784f1b1318fce47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3775759 Sep 24 16:10:08.314119 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b90a437-f6ca-43c5-b33c-a60aff28a003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56811c6-7fc2-4a54-bf44-e279fa79d024,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:10:08.315852 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 39192) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:10:08.361378 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-da3db8a0-deb7-4140-b7ff-886d77ec1e42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 2e3f4b22-4376-41fb-b66d-4e50e569364d) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:10:08.366328 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3db8a0-deb7-4140-b7ff-886d77ec1e42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:10:08.366936 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-da3db8a0-deb7-4140-b7ff-886d77ec1e42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:08.371441 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b741fc-e719-4452-b6ef-4ed47f7165f6 None None] Network 2e3f4b22-4376-41fb-b66d-4e50e569364d requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:10:08.389169 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cd4337f4-9688-408d-8f3d-70dcb512e664 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:08.413361 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cd4337f4-9688-408d-8f3d-70dcb512e664 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:08.463145 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-da3db8a0-deb7-4140-b7ff-886d77ec1e42 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7415321 Sep 24 16:10:08.502131 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb54d12-93d4-4a42-b40a-cbea536d7163 None None] Network 2e3f4b22-4376-41fb-b66d-4e50e569364d requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:10:08.554094 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cd4337f4-9688-408d-8f3d-70dcb512e664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:08.560376 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cd4337f4-9688-408d-8f3d-70dcb512e664 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:08.560376 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-cd4337f4-9688-408d-8f3d-70dcb512e664 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f56811c6-7fc2-4a54-bf44-e279fa79d024 HTTP/1.1" status: 204 len: 168 time: 0.2403998 Sep 24 16:10:08.567901 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4337f4-9688-408d-8f3d-70dcb512e664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56811c6-7fc2-4a54-bf44-e279fa79d024,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:10:08.884901 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a9d7d8aa-1576-45ef-90ed-44659ad290be req-25c2d4ea-362f-48cb-9ad8-f69d73e3624e tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4f3b987-ab5e-4c79-9519-1d7ffd7c1977 HTTP/1.1" status: 200 len: 210 time: 0.0283046 Sep 24 16:10:09.175590 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:09.970509 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a4b6c3f9-b8eb-41c7-904b-8966e7eb79db req-26c67cdc-371b-460b-afb5-b0107df1563c tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4f3b987-ab5e-4c79-9519-1d7ffd7c1977 HTTP/1.1" status: 200 len: 210 time: 0.0310535 Sep 24 16:10:11.010705 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:11.047947 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4caa0f05-fbb3-4f25-bf29-635d1c10178b req-4f0613fd-ede9-483a-9b27-32333aeb5df6 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4f3b987-ab5e-4c79-9519-1d7ffd7c1977 HTTP/1.1" status: 200 len: 210 time: 0.0255883 Sep 24 16:10:12.123682 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-26ccdb07-3928-4e20-9355-4f58d0b81dc1 req-4acbd068-c88c-4fee-b677-8d6662ba9ae0 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4f3b987-ab5e-4c79-9519-1d7ffd7c1977 HTTP/1.1" status: 200 len: 210 time: 0.0266213 Sep 24 16:10:13.205358 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e86b1ced-a359-44e4-8a6c-124c9fcc9eeb req-79c8158b-4745-45e8-9b45-5949aa23c2f2 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4f3b987-ab5e-4c79-9519-1d7ffd7c1977 HTTP/1.1" status: 200 len: 210 time: 0.0302591 Sep 24 16:10:14.294008 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e3b0d5a4-b9ae-4f40-8280-03ac144461fc req-56bff138-2603-4f77-9b07-51fd7b93085d tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4f3b987-ab5e-4c79-9519-1d7ffd7c1977 HTTP/1.1" status: 200 len: 210 time: 0.0283175 Sep 24 16:10:15.387818 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0a664c08-11b0-4dbd-b5a7-d7de51e9925f req-0c0221e6-3291-4805-b425-f2650af517e8 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4f3b987-ab5e-4c79-9519-1d7ffd7c1977 HTTP/1.1" status: 200 len: 210 time: 0.0308523 Sep 24 16:10:16.465638 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9d4b88e4-a07b-4406-83d9-5e764c0cf3d5 req-5de376ab-2353-4138-af0b-2398976c2155 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4f3b987-ab5e-4c79-9519-1d7ffd7c1977 HTTP/1.1" status: 200 len: 210 time: 0.0264263 Sep 24 16:10:17.551064 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e4744d6b-d53d-4950-b484-690366797836 req-2cf732c3-b2d2-4f7f-873c-48bf38164d31 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4f3b987-ab5e-4c79-9519-1d7ffd7c1977 HTTP/1.1" status: 200 len: 210 time: 0.0283017 Sep 24 16:10:18.627352 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-adcd2c83-fc36-41e6-b7af-48c6af22047c req-03591dcb-ee48-4f86-b1c1-fd1753458b19 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4f3b987-ab5e-4c79-9519-1d7ffd7c1977 HTTP/1.1" status: 200 len: 210 time: 0.0288703 Sep 24 16:10:19.709440 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-991f2231-faff-467e-9f61-0de4aa9c8f99 req-1580c2f7-159e-4f95-b157-9fb8942d6ae1 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4f3b987-ab5e-4c79-9519-1d7ffd7c1977 HTTP/1.1" status: 200 len: 210 time: 0.0252478 Sep 24 16:10:20.807015 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3d5a6798-8283-42e8-ab65-438699b8d0d8 req-4480bf6f-f34a-490e-9db4-1bd2d6580b59 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4f3b987-ab5e-4c79-9519-1d7ffd7c1977 HTTP/1.1" status: 200 len: 210 time: 0.0440686 Sep 24 16:10:21.869867 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4004088b-952b-4d91-be35-31116a05f85f req-6c7bcca3-cab8-4c0c-bbc4-c963aa4eb15c tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4f3b987-ab5e-4c79-9519-1d7ffd7c1977 HTTP/1.1" status: 200 len: 210 time: 0.0265725 Sep 24 16:10:22.965999 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f5a441dd-647a-437f-a9ea-a9e8849f3e6b req-6d720c8e-ae26-4471-967d-02021f476380 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4f3b987-ab5e-4c79-9519-1d7ffd7c1977 HTTP/1.1" status: 200 len: 210 time: 0.0404732 Sep 24 16:10:24.085227 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-beee1521-1287-4f97-ad14-14ea7a493bb1 req-13a944ac-0990-4d2b-b1ee-655147c41c66 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4f3b987-ab5e-4c79-9519-1d7ffd7c1977 HTTP/1.1" status: 200 len: 210 time: 0.0434458 Sep 24 16:10:25.169454 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6ddfe435-072f-4e12-8ad6-776c70816001 req-e35febb1-1796-459d-b152-848bd7b7d849 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4f3b987-ab5e-4c79-9519-1d7ffd7c1977 HTTP/1.1" status: 200 len: 210 time: 0.0288675 Sep 24 16:10:26.254703 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-225f71cf-f8f9-4944-87fd-a016e49c4753 req-518b2e79-fcfe-4c17-a961-835a58f14694 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4f3b987-ab5e-4c79-9519-1d7ffd7c1977 HTTP/1.1" status: 200 len: 210 time: 0.0266228 Sep 24 16:10:26.965278 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [req-fad06d78-85ad-426e-be8c-450bd33a2710 req-f9c22410-299a-4695-bceb-4874dc67ec41 service neutron] (95297) timed out ('10.222.0.101', 37958) {{(pid=95297) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 24 16:10:27.336796 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bb7c209b-3a24-4e5d-bc72-1ca28a3c19ce req-678b4ce3-e3e8-4013-a975-f530c6112d12 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4f3b987-ab5e-4c79-9519-1d7ffd7c1977 HTTP/1.1" status: 200 len: 210 time: 0.0293245 Sep 24 16:10:28.429601 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-db47155f-0f24-45f2-a4b4-33bdfb0eb4a0 req-3be8fe71-c528-48e0-9403-4ae9b54a515b tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4f3b987-ab5e-4c79-9519-1d7ffd7c1977 HTTP/1.1" status: 200 len: 210 time: 0.0314431 Sep 24 16:10:29.508680 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6465aec7-7864-4c2c-b9f6-e1d941c88e16 req-167471bb-9efe-4123-a43f-9a0e3e2a374d tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4f3b987-ab5e-4c79-9519-1d7ffd7c1977 HTTP/1.1" status: 200 len: 210 time: 0.0277011 Sep 24 16:10:30.764677 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c466ed35-bba7-4448-b27b-652ca88ce1b3 req-847bced0-793a-413e-ba13-9b398e4837eb tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4f3b987-ab5e-4c79-9519-1d7ffd7c1977 HTTP/1.1" status: 200 len: 210 time: 0.2039776 Sep 24 16:10:31.231903 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c0e18d0b-3103-461f-bebe-8be45ccd7a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:31.850164 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-19d37f71-c687-45c1-a142-df2109f54edd req-a431c37d-f72a-449b-ae4f-4bcffb265677 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4f3b987-ab5e-4c79-9519-1d7ffd7c1977 HTTP/1.1" status: 200 len: 210 time: 0.0277979 Sep 24 16:10:32.934814 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5422825e-8f3f-47ff-95a6-8e7f8fadade6 req-fd49aefa-b9f2-46e5-8e37-7e33b85a8b4f tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4f3b987-ab5e-4c79-9519-1d7ffd7c1977 HTTP/1.1" status: 200 len: 210 time: 0.0328612 Sep 24 16:10:33.919618 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0faba675-a570-4d01-bc3a-f2ad00e66176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:34.018789 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6fde9883-9540-4bf1-844d-73da4751b66b req-365d78b6-0ae3-4621-9708-6e56abc6debd tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4f3b987-ab5e-4c79-9519-1d7ffd7c1977 HTTP/1.1" status: 200 len: 210 time: 0.0258257 Sep 24 16:10:34.278422 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:35.096735 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ea323907-0d14-4c75-93dc-caa6c9558486 req-40201270-f931-48c8-99a2-cc6118b4ef15 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4f3b987-ab5e-4c79-9519-1d7ffd7c1977 HTTP/1.1" status: 200 len: 210 time: 0.0303812 Sep 24 16:10:35.444990 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:36.198468 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a5d79f73-c116-4e6b-9ffa-9c0d6d81a291 req-cc8ffb46-c0ae-4ce0-aeec-30f1d9274133 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4f3b987-ab5e-4c79-9519-1d7ffd7c1977 HTTP/1.1" status: 200 len: 210 time: 0.0347352 Sep 24 16:10:36.751173 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:37.276490 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-71acaff5-7927-47e2-a19a-0682051d3596 req-08c33222-ce7e-40d1-a4dd-10a07ae2b9d6 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4f3b987-ab5e-4c79-9519-1d7ffd7c1977 HTTP/1.1" status: 200 len: 210 time: 0.0281098 Sep 24 16:10:37.898644 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 39592) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:10:38.016678 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a8dfe58a-e2c8-445b-abc8-7c52be603c52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:38.108164 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a8dfe58a-e2c8-445b-abc8-7c52be603c52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:38.215484 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a8dfe58a-e2c8-445b-abc8-7c52be603c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:38.260658 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-a8dfe58a-e2c8-445b-abc8-7c52be603c52 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=08656398d8b04909b01f767ca3d0ebc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3582044 Sep 24 16:10:38.260658 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dfe58a-e2c8-445b-abc8-7c52be603c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b05c9e1-35c3-4544-ba4c-b733feaad2bb,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:10:38.261306 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 39600) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:10:38.315477 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8b32b5ef-d661-4762-a1a4-90f1532790b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:38.368013 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4351715c-deb9-4099-91d1-1d8dcd5e3387 req-f24a2df5-c729-47b6-a527-b0d862921300 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4f3b987-ab5e-4c79-9519-1d7ffd7c1977 HTTP/1.1" status: 200 len: 210 time: 0.0350740 Sep 24 16:10:38.369829 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8b32b5ef-d661-4762-a1a4-90f1532790b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:38.483965 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8b32b5ef-d661-4762-a1a4-90f1532790b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:38.486810 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8b32b5ef-d661-4762-a1a4-90f1532790b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:38.488842 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-8b32b5ef-d661-4762-a1a4-90f1532790b5 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/5b05c9e1-35c3-4544-ba4c-b733feaad2bb HTTP/1.1" status: 204 len: 168 time: 0.2255976 Sep 24 16:10:38.496844 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b32b5ef-d661-4762-a1a4-90f1532790b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b05c9e1-35c3-4544-ba4c-b733feaad2bb,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:10:39.047311 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:10:39.204290 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:39.271551 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 39620) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:10:39.284855 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-09abad7f-26e3-454d-9e8a-c2f057598e2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:39.374283 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-09abad7f-26e3-454d-9e8a-c2f057598e2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:39.446287 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-13da7dd7-15f2-461d-a9df-60f7be7845e8 req-d1d61969-3e68-481b-b32c-c2d7749b2d19 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4f3b987-ab5e-4c79-9519-1d7ffd7c1977 HTTP/1.1" status: 200 len: 210 time: 0.0282369 Sep 24 16:10:39.483927 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-09abad7f-26e3-454d-9e8a-c2f057598e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:39.522130 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-09abad7f-26e3-454d-9e8a-c2f057598e2f admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ba944be05fd9489d92401ae98607f60d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2494946 Sep 24 16:10:39.522979 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09abad7f-26e3-454d-9e8a-c2f057598e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d52f18a9-8009-4a2f-a2a3-692f21a7ea66,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:10:39.526128 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 39628) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:10:39.593639 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d93e8514-59e3-4016-861e-dcc886041646 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:39.611821 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d93e8514-59e3-4016-861e-dcc886041646 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:39.747236 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d93e8514-59e3-4016-861e-dcc886041646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:39.749862 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d93e8514-59e3-4016-861e-dcc886041646 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:39.751058 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-d93e8514-59e3-4016-861e-dcc886041646 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d52f18a9-8009-4a2f-a2a3-692f21a7ea66 HTTP/1.1" status: 204 len: 168 time: 0.2239192 Sep 24 16:10:39.760925 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93e8514-59e3-4016-861e-dcc886041646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d52f18a9-8009-4a2f-a2a3-692f21a7ea66,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:10:40.525208 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fcbc3b97-5369-47e6-94bf-30ebf9083353 req-7ab66716-77e2-45cf-9e18-c9a4dedc37d5 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4f3b987-ab5e-4c79-9519-1d7ffd7c1977 HTTP/1.1" status: 200 len: 210 time: 0.0272760 Sep 24 16:10:41.067745 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:41.625825 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4c66acbc-f1e9-42ab-bdd3-fc3c0054ec9c req-cb073900-1dfb-4307-b2a3-ad3961e0847d tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4f3b987-ab5e-4c79-9519-1d7ffd7c1977 HTTP/1.1" status: 200 len: 210 time: 0.0463152 Sep 24 16:10:42.707280 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ec49385d-84cb-4d01-b6b4-702e7362aba8 req-c3c5e994-a404-42d0-8961-0b57155feb19 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4f3b987-ab5e-4c79-9519-1d7ffd7c1977 HTTP/1.1" status: 200 len: 210 time: 0.0270414 Sep 24 16:10:43.813732 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-04e5db5c-e612-44a2-99ff-31cd393d87af req-7ccebd81-9543-4efc-b58e-3e0fdaa12af9 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4f3b987-ab5e-4c79-9519-1d7ffd7c1977 HTTP/1.1" status: 200 len: 210 time: 0.0296900 Sep 24 16:10:44.903780 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-110eb661-954b-444d-b8d6-c10a6a50fec8 req-e5bf4ff6-ce6e-4cd6-a808-34b8e4c036aa tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4f3b987-ab5e-4c79-9519-1d7ffd7c1977 HTTP/1.1" status: 200 len: 210 time: 0.0389876 Sep 24 16:10:45.982444 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f85791ec-282b-4e47-beb2-ec77035f4f96 req-0faf4beb-9cea-423d-83cf-6973ef0fd8bb tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4f3b987-ab5e-4c79-9519-1d7ffd7c1977 HTTP/1.1" status: 200 len: 210 time: 0.0272360 Sep 24 16:10:47.295439 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9cc21211-df6e-4fd0-a382-c694a9a5d0b1 req-509b9d33-9eff-4b0e-bc91-82057f82c0ab tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4f3b987-ab5e-4c79-9519-1d7ffd7c1977 HTTP/1.1" status: 200 len: 210 time: 0.2606623 Sep 24 16:10:48.366543 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fa589b08-bb2f-4c76-a0b3-193b94f09494 req-cac80c9a-7dbf-4cf3-826c-71ae81efe42d tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4f3b987-ab5e-4c79-9519-1d7ffd7c1977 HTTP/1.1" status: 200 len: 210 time: 0.0263288 Sep 24 16:10:49.449089 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ffafb36f-f56d-4766-852a-e317558c5b3d req-e123dcdd-83eb-477a-8f50-ecb2f8af4064 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4f3b987-ab5e-4c79-9519-1d7ffd7c1977 HTTP/1.1" status: 200 len: 210 time: 0.0313408 Sep 24 16:10:49.871222 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 39862) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:10:49.983686 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-90c51315-0d5e-4d42-a17a-adc11741f308 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:50.073401 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-90c51315-0d5e-4d42-a17a-adc11741f308 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:50.180980 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-90c51315-0d5e-4d42-a17a-adc11741f308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:50.220027 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-90c51315-0d5e-4d42-a17a-adc11741f308 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=83b4e1ee3f7f48f5aebee6f547ed2e38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3477509 Sep 24 16:10:50.220877 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c51315-0d5e-4d42-a17a-adc11741f308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24cff5d3-e2e8-4fc9-bbcc-f241943147e3,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:10:50.222756 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 39868) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:10:50.229283 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c51315-0d5e-4d42-a17a-adc11741f308 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:10:50.229740 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c51315-0d5e-4d42-a17a-adc11741f308 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:10:50.230086 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c51315-0d5e-4d42-a17a-adc11741f308 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:10:50.230446 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c51315-0d5e-4d42-a17a-adc11741f308 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:10:50.230852 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c51315-0d5e-4d42-a17a-adc11741f308 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:10:50.237308 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c51315-0d5e-4d42-a17a-adc11741f308 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:10:50.237308 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c51315-0d5e-4d42-a17a-adc11741f308 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:10:50.237308 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c51315-0d5e-4d42-a17a-adc11741f308 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:10:50.237308 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c51315-0d5e-4d42-a17a-adc11741f308 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:10:50.237308 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c51315-0d5e-4d42-a17a-adc11741f308 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:10:50.237308 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c51315-0d5e-4d42-a17a-adc11741f308 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:10:50.237308 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90c51315-0d5e-4d42-a17a-adc11741f308 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:10:50.275520 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3835618b-8a39-45f3-bfd4-46d241eee83c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:50.297670 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3835618b-8a39-45f3-bfd4-46d241eee83c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:50.421122 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3835618b-8a39-45f3-bfd4-46d241eee83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:50.423797 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3835618b-8a39-45f3-bfd4-46d241eee83c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:50.425005 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-3835618b-8a39-45f3-bfd4-46d241eee83c admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/24cff5d3-e2e8-4fc9-bbcc-f241943147e3 HTTP/1.1" status: 204 len: 168 time: 0.2012889 Sep 24 16:10:50.433931 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3835618b-8a39-45f3-bfd4-46d241eee83c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24cff5d3-e2e8-4fc9-bbcc-f241943147e3,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:10:50.539792 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a105ffaf-177b-4b91-ad58-ad0659da98b0 req-bea42f9c-0ec0-4545-9755-a43ee7187f28 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4f3b987-ab5e-4c79-9519-1d7ffd7c1977 HTTP/1.1" status: 200 len: 210 time: 0.0314579 Sep 24 16:10:51.135124 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 39888) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:10:51.149903 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-edf7d4f8-109f-4b98-a580-437c8dff0e40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:51.240620 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-edf7d4f8-109f-4b98-a580-437c8dff0e40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:51.316734 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-edf7d4f8-109f-4b98-a580-437c8dff0e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:51.679796 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-edf7d4f8-109f-4b98-a580-437c8dff0e40 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=45c6d1ea402443faa7c3f50d6a9e16cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2225873 Sep 24 16:10:51.679796 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf7d4f8-109f-4b98-a580-437c8dff0e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9e943b1-1301-48df-9ff1-1ef6b3ed98bd,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:10:51.682530 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 39892) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:10:51.682530 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1282468f-e622-4b85-8c08-6dbf0bb8b750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:51.682530 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1282468f-e622-4b85-8c08-6dbf0bb8b750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:51.682530 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d40fce5b-b0d8-4c09-9ff9-7bb65cb81ae4 req-8411b1b1-2c9a-413e-a351-8865b6deb8e2 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4f3b987-ab5e-4c79-9519-1d7ffd7c1977 HTTP/1.1" status: 200 len: 210 time: 0.0321977 Sep 24 16:10:51.682530 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1282468f-e622-4b85-8c08-6dbf0bb8b750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:51.682530 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1282468f-e622-4b85-8c08-6dbf0bb8b750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:51.682530 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-1282468f-e622-4b85-8c08-6dbf0bb8b750 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c9e943b1-1301-48df-9ff1-1ef6b3ed98bd HTTP/1.1" status: 204 len: 168 time: 0.2651179 Sep 24 16:10:51.682530 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1282468f-e622-4b85-8c08-6dbf0bb8b750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9e943b1-1301-48df-9ff1-1ef6b3ed98bd,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:10:52.712494 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d188d2ce-0ee5-488b-8695-2be1bc4fb00f req-5324193e-f862-43f2-8361-c6628f698a0e tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4f3b987-ab5e-4c79-9519-1d7ffd7c1977 HTTP/1.1" status: 200 len: 210 time: 0.0266533 Sep 24 16:10:53.790526 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2955d91f-5d2e-423b-893c-a7e9d6a30859 req-c59ced41-bab7-4aeb-a226-b66faeeb8324 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4f3b987-ab5e-4c79-9519-1d7ffd7c1977 HTTP/1.1" status: 200 len: 210 time: 0.0284631 Sep 24 16:10:54.871758 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-807a24fc-677b-484b-b398-97ce7b43dedb req-dce60166-2da2-4f03-9163-6380092fc200 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4f3b987-ab5e-4c79-9519-1d7ffd7c1977 HTTP/1.1" status: 200 len: 210 time: 0.0305254 Sep 24 16:10:55.382273 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 40016) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:10:55.491780 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-af13d48a-4f71-44a3-a87f-f5e4310ea5ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:55.591483 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-af13d48a-4f71-44a3-a87f-f5e4310ea5ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:55.660603 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-af13d48a-4f71-44a3-a87f-f5e4310ea5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:55.700072 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-af13d48a-4f71-44a3-a87f-f5e4310ea5ce admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=e6bc1a59ea8f4d49a7c961080f983d83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3166845 Sep 24 16:10:55.700984 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af13d48a-4f71-44a3-a87f-f5e4310ea5ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7bca40d-5a7c-4214-afc2-f09a0ee0cc45,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:10:55.703027 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 40024) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:10:55.758769 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e61e3e83-7a11-440e-873e-61cb5954f4cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:55.779700 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e61e3e83-7a11-440e-873e-61cb5954f4cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:55.925039 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e61e3e83-7a11-440e-873e-61cb5954f4cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:55.925039 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e61e3e83-7a11-440e-873e-61cb5954f4cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:55.925039 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-e61e3e83-7a11-440e-873e-61cb5954f4cb admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d7bca40d-5a7c-4214-afc2-f09a0ee0cc45 HTTP/1.1" status: 204 len: 168 time: 0.2187243 Sep 24 16:10:55.932972 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61e3e83-7a11-440e-873e-61cb5954f4cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7bca40d-5a7c-4214-afc2-f09a0ee0cc45,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:10:55.962665 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1a53121b-1cd3-4d85-bd84-080460d53ffd req-b542712c-2f9c-4470-bf99-8a5578b9ce8d tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4f3b987-ab5e-4c79-9519-1d7ffd7c1977 HTTP/1.1" status: 200 len: 210 time: 0.0367932 Sep 24 16:10:56.618810 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 40044) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:10:56.632602 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c2cb34ce-0935-42c6-9c70-969ce4312d65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:56.737337 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c2cb34ce-0935-42c6-9c70-969ce4312d65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:56.809461 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c2cb34ce-0935-42c6-9c70-969ce4312d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:56.848425 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-c2cb34ce-0935-42c6-9c70-969ce4312d65 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=baffe6b60753452495d1802533c54640&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2284734 Sep 24 16:10:56.850035 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cb34ce-0935-42c6-9c70-969ce4312d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82cca662-93d8-4df8-ba71-c748bc6ccfd4,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:10:56.851565 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 40048) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:10:56.908850 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-aff9133c-b14e-4aab-8ac6-18424a80067a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:56.930066 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-aff9133c-b14e-4aab-8ac6-18424a80067a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:57.033309 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9a31c712-2665-45be-9a39-7f13f724c0b9 req-dbb23467-8263-4d05-a9a0-33e588e6a04b tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4f3b987-ab5e-4c79-9519-1d7ffd7c1977 HTTP/1.1" status: 200 len: 210 time: 0.0257227 Sep 24 16:10:57.101705 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-aff9133c-b14e-4aab-8ac6-18424a80067a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:57.104749 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-aff9133c-b14e-4aab-8ac6-18424a80067a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:10:57.105937 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-aff9133c-b14e-4aab-8ac6-18424a80067a admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/82cca662-93d8-4df8-ba71-c748bc6ccfd4 HTTP/1.1" status: 204 len: 168 time: 0.2532020 Sep 24 16:10:57.119279 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9133c-b14e-4aab-8ac6-18424a80067a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82cca662-93d8-4df8-ba71-c748bc6ccfd4,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:10:58.116644 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c2c27af2-63c1-406b-9e7f-758f60856ac0 req-43d4004f-fa43-4a35-88ad-d97726a2f824 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4f3b987-ab5e-4c79-9519-1d7ffd7c1977 HTTP/1.1" status: 200 len: 210 time: 0.0274041 Sep 24 16:10:58.810802 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [req-b6ba0e6b-a51f-4223-a15a-5f7b09b7b9d2 req-f15ad2d4-b201-475c-9040-e7a818c2ca39 service neutron] (95298) timed out ('10.222.0.110', 59210) {{(pid=95298) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 24 16:10:58.825554 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [req-1eb98562-1b44-4da6-9fcc-2cc71dbaf490 req-ff3aad42-4575-4473-8214-0bf567f37ed6 service neutron] (95297) timed out ('10.222.0.110', 59218) {{(pid=95297) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 24 16:10:59.197731 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-537a8466-6957-4cf0-837e-473267c35b64 req-468c9206-8ca0-4d5e-a6b0-49f8df064dc3 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4f3b987-ab5e-4c79-9519-1d7ffd7c1977 HTTP/1.1" status: 200 len: 210 time: 0.0302784 Sep 24 16:11:00.283273 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3763dd20-823d-4ba8-893f-d1488f147131 req-9b4de0b7-1c7a-4e6a-8058-2e33fe9b1a8e tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4f3b987-ab5e-4c79-9519-1d7ffd7c1977 HTTP/1.1" status: 200 len: 210 time: 0.0287135 Sep 24 16:11:00.334760 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 40170) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:11:00.444638 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f56e0829-6fea-4bd2-b8d5-36cc6ba01a34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:00.543460 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f56e0829-6fea-4bd2-b8d5-36cc6ba01a34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:00.632892 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f56e0829-6fea-4bd2-b8d5-36cc6ba01a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:00.677941 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f56e0829-6fea-4bd2-b8d5-36cc6ba01a34 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=7aeddbec8066458187fd489bff993b44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3420959 Sep 24 16:11:00.678907 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56e0829-6fea-4bd2-b8d5-36cc6ba01a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e90e88b-2a04-4511-a5d5-5a9b04c22cca,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:11:00.681131 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 40176) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:11:00.730564 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-725d78d6-4090-418c-9347-b8a9defeb66f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:00.752067 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-725d78d6-4090-418c-9347-b8a9defeb66f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:00.906206 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-725d78d6-4090-418c-9347-b8a9defeb66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:00.908841 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-725d78d6-4090-418c-9347-b8a9defeb66f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:00.910081 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-725d78d6-4090-418c-9347-b8a9defeb66f admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/7e90e88b-2a04-4511-a5d5-5a9b04c22cca HTTP/1.1" status: 204 len: 168 time: 0.2279725 Sep 24 16:11:00.919852 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725d78d6-4090-418c-9347-b8a9defeb66f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e90e88b-2a04-4511-a5d5-5a9b04c22cca,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:11:01.226661 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-59fc2525-3f6c-4ed5-8627-14720fc264c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:01.379079 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4357710c-2d8f-49a1-8f3d-ed2059f347eb req-61181956-1404-4c7e-8e86-92a261a2221a tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4f3b987-ab5e-4c79-9519-1d7ffd7c1977 HTTP/1.1" status: 200 len: 210 time: 0.0284474 Sep 24 16:11:01.616271 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 40200) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:11:01.630081 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8da47f60-eb8e-40e4-a9a2-7b2406af562d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:01.727311 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8da47f60-eb8e-40e4-a9a2-7b2406af562d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:01.791703 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8da47f60-eb8e-40e4-a9a2-7b2406af562d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:01.832224 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-8da47f60-eb8e-40e4-a9a2-7b2406af562d admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=c74a5dee871e4422af89dfde79a6fa19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2148407 Sep 24 16:11:01.833488 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da47f60-eb8e-40e4-a9a2-7b2406af562d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b56faa3-0474-44a3-b731-2af32f9b8cc6,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:11:01.835104 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 40204) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:11:01.886764 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f2c3a1be-3ae3-4026-99f7-cda60c030f90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:01.909803 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f2c3a1be-3ae3-4026-99f7-cda60c030f90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:02.112027 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f2c3a1be-3ae3-4026-99f7-cda60c030f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:02.115831 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f2c3a1be-3ae3-4026-99f7-cda60c030f90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:02.117007 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-f2c3a1be-3ae3-4026-99f7-cda60c030f90 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/3b56faa3-0474-44a3-b731-2af32f9b8cc6 HTTP/1.1" status: 204 len: 168 time: 0.2808630 Sep 24 16:11:02.125259 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c3a1be-3ae3-4026-99f7-cda60c030f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b56faa3-0474-44a3-b731-2af32f9b8cc6,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:11:02.544509 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b6b6fd67-2357-4bcb-b622-62aa30b80658 req-0943cdc8-8eb1-415f-8ebd-669264893711 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4f3b987-ab5e-4c79-9519-1d7ffd7c1977 HTTP/1.1" status: 200 len: 210 time: 0.0302813 Sep 24 16:11:02.874025 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e1a12212-4005-4f78-87f2-a5a60c9cd9bf req-14f5bfd9-edca-4439-ba5e-e483c8cda49a tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "GET /v2.0/ports?device_id=f4f3b987-ab5e-4c79-9519-1d7ffd7c1977 HTTP/1.1" status: 200 len: 210 time: 0.0289111 Sep 24 16:11:03.929359 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ab2b8fc2-a3af-46e7-b1f0-a76d473bde0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:04.283766 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:05.375053 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:06.269123 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 40332) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:11:06.357597 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-11a67403-260e-415f-b9b7-ccb7d9de1217 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:06.386501 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-11a67403-260e-415f-b9b7-ccb7d9de1217 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:06.575008 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-11a67403-260e-415f-b9b7-ccb7d9de1217 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:06.577796 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-11a67403-260e-415f-b9b7-ccb7d9de1217 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:06.579095 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-11a67403-260e-415f-b9b7-ccb7d9de1217 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] 10.222.0.101 "DELETE /v2.0/security-groups/1bcfd74a-6d49-4fab-bf30-b597d3bbdca8 HTTP/1.1" status: 204 len: 168 time: 0.3094351 Sep 24 16:11:06.589342 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a67403-260e-415f-b9b7-ccb7d9de1217 tempest-TestVolumeBootPattern-1705203839 tempest-TestVolumeBootPattern-1705203839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bcfd74a-6d49-4fab-bf30-b597d3bbdca8,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:11:06.743733 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 40340) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:11:06.775228 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:07.604220 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-73b6da1a-7f8a-4986-8fd3-f07ff969c6bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:07.865704 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-73b6da1a-7f8a-4986-8fd3-f07ff969c6bd admin admin] Deleting port 24281351-83be-49b0-8a78-a58246aa4c02 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:11:07.865958 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-73b6da1a-7f8a-4986-8fd3-f07ff969c6bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:07.947882 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-73b6da1a-7f8a-4986-8fd3-f07ff969c6bd admin admin] For port 24281351-83be-49b0-8a78-a58246aa4c02, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=24281351-83be-49b0-8a78-a58246aa4c02,segment=NetworkSegment(2092c0c1-8505-4766-a7ca-113875fab965),segment_id=2092c0c1-8505-4766-a7ca-113875fab965)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:11:07.948153 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-73b6da1a-7f8a-4986-8fd3-f07ff969c6bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:07.960477 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-73b6da1a-7f8a-4986-8fd3-f07ff969c6bd admin admin] Calling delete_port for 24281351-83be-49b0-8a78-a58246aa4c02 owned by network:router_interface {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:11:08.209806 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-73b6da1a-7f8a-4986-8fd3-f07ff969c6bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:08.239916 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b6da1a-7f8a-4986-8fd3-f07ff969c6bd admin admin] Pushing event deleted for resources: {'Port': ['ID=24281351-83be-49b0-8a78-a58246aa4c02,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:11:08.445344 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-73b6da1a-7f8a-4986-8fd3-f07ff969c6bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:08.683085 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73b6da1a-7f8a-4986-8fd3-f07ff969c6bd admin admin] Router 763988f6-c66b-4004-b34e-7fe2818f6177 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:11:08.808381 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b6da1a-7f8a-4986-8fd3-f07ff969c6bd admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:11:08.813719 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-73b6da1a-7f8a-4986-8fd3-f07ff969c6bd admin admin] 10.222.0.101 "PUT /v2.0/routers/763988f6-c66b-4004-b34e-7fe2818f6177/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0688665 Sep 24 16:11:08.820837 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4beaefe6-e8e7-4795-8d63-14364d636e14 None None] Sync routers for ids ['763988f6-c66b-4004-b34e-7fe2818f6177'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:11:08.821516 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 40380) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:11:08.830527 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4beaefe6-e8e7-4795-8d63-14364d636e14 None None] Routers {'763988f6-c66b-4004-b34e-7fe2818f6177'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:11:08.831322 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-4beaefe6-e8e7-4795-8d63-14364d636e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:11:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['763988f6-c66b-4004-b34e-7fe2818f6177'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:11:08.934933 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2650e68f-dea2-4472-bb60-20da8e0fb47f admin admin] Notify callbacks [] for router, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:08.944996 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-4beaefe6-e8e7-4795-8d63-14364d636e14 None None] Set router 763988f6-c66b-4004-b34e-7fe2818f6177 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:11:09.061928 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2650e68f-dea2-4472-bb60-20da8e0fb47f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:09.178634 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-4beaefe6-e8e7-4795-8d63-14364d636e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763988f6-c66b-4004-b34e-7fe2818f6177', 'name': 'tempest-TestVolumeBootPattern-618431425-router', 'tenant_id': 'ad0a95e7731d4c36b80c295f85c49988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.110'}], 'enable_snat': True}, 'gw_port_id': '11af42af-d3bf-42b2-be41-e386796bf779', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:03:33Z', 'updated_at': '2021-09-24T16:11:08Z', 'revision_number': 5, 'project_id': 'ad0a95e7731d4c36b80c295f85c49988', 'gw_port': {'id': '11af42af-d3bf-42b2-be41-e386796bf779', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:10:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '763988f6-c66b-4004-b34e-7fe2818f6177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3534, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:03:33Z', 'updated_at': '2021-09-24T16:03:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:11:09.201918 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-2650e68f-dea2-4472-bb60-20da8e0fb47f admin admin] Deleting port 11af42af-d3bf-42b2-be41-e386796bf779 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:11:09.202646 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2650e68f-dea2-4472-bb60-20da8e0fb47f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:09.210249 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4beaefe6-e8e7-4795-8d63-14364d636e14 None None] Checking router: 763988f6-c66b-4004-b34e-7fe2818f6177 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:11:09.214709 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:09.225547 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4beaefe6-e8e7-4795-8d63-14364d636e14 None None] Routers {'763988f6-c66b-4004-b34e-7fe2818f6177'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:11:09.226600 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-4beaefe6-e8e7-4795-8d63-14364d636e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:11:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['763988f6-c66b-4004-b34e-7fe2818f6177'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:11:09.298633 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-2650e68f-dea2-4472-bb60-20da8e0fb47f admin admin] For port 11af42af-d3bf-42b2-be41-e386796bf779, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=11af42af-d3bf-42b2-be41-e386796bf779,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:11:09.298992 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2650e68f-dea2-4472-bb60-20da8e0fb47f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:09.310941 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-2650e68f-dea2-4472-bb60-20da8e0fb47f admin admin] Calling delete_port for 11af42af-d3bf-42b2-be41-e386796bf779 owned by network:router_gateway {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:11:09.320535 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-4beaefe6-e8e7-4795-8d63-14364d636e14 None None] Set router 763988f6-c66b-4004-b34e-7fe2818f6177 gateway port host: None {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:11:09.380924 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-4beaefe6-e8e7-4795-8d63-14364d636e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '763988f6-c66b-4004-b34e-7fe2818f6177', 'name': 'tempest-TestVolumeBootPattern-618431425-router', 'tenant_id': 'ad0a95e7731d4c36b80c295f85c49988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:03:33Z', 'updated_at': '2021-09-24T16:11:09Z', 'revision_number': 6, 'project_id': 'ad0a95e7731d4c36b80c295f85c49988', 'gw_port_host': None}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:11:09.413179 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4beaefe6-e8e7-4795-8d63-14364d636e14 None None] The sync data for ids ['763988f6-c66b-4004-b34e-7fe2818f6177'] in n-d-808921-1 is: [{'id': '763988f6-c66b-4004-b34e-7fe2818f6177', 'name': 'tempest-TestVolumeBootPattern-618431425-router', 'tenant_id': 'ad0a95e7731d4c36b80c295f85c49988', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:03:33Z', 'updated_at': '2021-09-24T16:11:09Z', 'revision_number': 6, 'project_id': 'ad0a95e7731d4c36b80c295f85c49988', 'gw_port_host': None}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:11:09.609345 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2650e68f-dea2-4472-bb60-20da8e0fb47f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:09.637176 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2650e68f-dea2-4472-bb60-20da8e0fb47f admin admin] Pushing event deleted for resources: {'Port': ['ID=11af42af-d3bf-42b2-be41-e386796bf779,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:11:09.702554 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2650e68f-dea2-4472-bb60-20da8e0fb47f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586576'] for router_gateway, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:09.799683 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2650e68f-dea2-4472-bb60-20da8e0fb47f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:09.802655 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2650e68f-dea2-4472-bb60-20da8e0fb47f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:09.934741 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2650e68f-dea2-4472-bb60-20da8e0fb47f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:09.936500 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2650e68f-dea2-4472-bb60-20da8e0fb47f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 763988f6-c66b-4004-b34e-7fe2818f6177 {{(pid=95297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 16:11:09.946308 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2650e68f-dea2-4472-bb60-20da8e0fb47f admin admin] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:09.949724 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-2650e68f-dea2-4472-bb60-20da8e0fb47f admin admin] 10.222.0.101 "DELETE /v2.0/routers/763988f6-c66b-4004-b34e-7fe2818f6177 HTTP/1.1" status: 204 len: 168 time: 1.1271303 Sep 24 16:11:09.950280 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 40398) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:11:09.998876 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9681c2c-fe4d-4ad3-9c98-7cc8afff5e0e admin admin] Deleting subnet a684d0b1-d9da-4f1a-86e3-ebaba7395986 {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 16:11:10.002670 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f9681c2c-fe4d-4ad3-9c98-7cc8afff5e0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:10.041215 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f9681c2c-fe4d-4ad3-9c98-7cc8afff5e0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:10.128002 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f9681c2c-fe4d-4ad3-9c98-7cc8afff5e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:10.237761 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f9681c2c-fe4d-4ad3-9c98-7cc8afff5e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:10.262165 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 24281351-83be-49b0-8a78-a58246aa4c02 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:11:10.268337 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9681c2c-fe4d-4ad3-9c98-7cc8afff5e0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a684d0b1-d9da-4f1a-86e3-ebaba7395986,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:11:10.277826 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9681c2c-fe4d-4ad3-9c98-7cc8afff5e0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:11:10.278426 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9681c2c-fe4d-4ad3-9c98-7cc8afff5e0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:11:10.278911 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9681c2c-fe4d-4ad3-9c98-7cc8afff5e0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:11:10.279417 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9681c2c-fe4d-4ad3-9c98-7cc8afff5e0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:11:10.279900 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9681c2c-fe4d-4ad3-9c98-7cc8afff5e0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:11:10.280426 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9681c2c-fe4d-4ad3-9c98-7cc8afff5e0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:11:10.280903 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9681c2c-fe4d-4ad3-9c98-7cc8afff5e0e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:11:10.281384 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9681c2c-fe4d-4ad3-9c98-7cc8afff5e0e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:11:10.281855 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9681c2c-fe4d-4ad3-9c98-7cc8afff5e0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:11:10.282321 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9681c2c-fe4d-4ad3-9c98-7cc8afff5e0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:11:10.282811 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9681c2c-fe4d-4ad3-9c98-7cc8afff5e0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:11:10.283276 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9681c2c-fe4d-4ad3-9c98-7cc8afff5e0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:11:10.295794 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f9681c2c-fe4d-4ad3-9c98-7cc8afff5e0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:10.300354 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 40406) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:11:10.308727 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-f9681c2c-fe4d-4ad3-9c98-7cc8afff5e0e admin admin] 10.222.0.101 "DELETE /v2.0/subnets/a684d0b1-d9da-4f1a-86e3-ebaba7395986 HTTP/1.1" status: 204 len: 168 time: 0.3568597 Sep 24 16:11:10.316359 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76263331-484e-47f0-8422-c7478e3ec60b None None] Network 6dfcf71b-a430-45da-8447-3d600e4a0e09 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:11:10.316843 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 40408) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:11:10.341502 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 24281351-83be-49b0-8a78-a58246aa4c02 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:11:10.342052 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 24281351-83be-49b0-8a78-a58246aa4c02 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:11:10.446230 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dfc8e1a4-bdce-4a85-b1da-bdf545258cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:10.539664 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-dfc8e1a4-bdce-4a85-b1da-bdf545258cfd admin admin] Deleting port 209705bc-604d-469b-9a35-6c3e1a2f99f1 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:11:10.542605 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dfc8e1a4-bdce-4a85-b1da-bdf545258cfd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:10.556235 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf9d077-5c07-4367-af8c-530b4b9e1d0f None None] DHCP port deletion for 6dfcf71b-a430-45da-8447-3d600e4a0e09 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 16:11:10.582305 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-afd60c81-ff9a-40f6-b840-a3e9e017f0b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:10.626501 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-dfc8e1a4-bdce-4a85-b1da-bdf545258cfd admin admin] For port 209705bc-604d-469b-9a35-6c3e1a2f99f1, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=209705bc-604d-469b-9a35-6c3e1a2f99f1,segment=NetworkSegment(2092c0c1-8505-4766-a7ca-113875fab965),segment_id=2092c0c1-8505-4766-a7ca-113875fab965)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:11:10.626964 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dfc8e1a4-bdce-4a85-b1da-bdf545258cfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:10.643884 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-0bf9d077-5c07-4367-af8c-530b4b9e1d0f None None] Deleting port 209705bc-604d-469b-9a35-6c3e1a2f99f1 {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:11:10.644077 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-dfc8e1a4-bdce-4a85-b1da-bdf545258cfd admin admin] Calling delete_port for 209705bc-604d-469b-9a35-6c3e1a2f99f1 owned by network:dhcp {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:11:10.644255 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0bf9d077-5c07-4367-af8c-530b4b9e1d0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:10.742048 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-0bf9d077-5c07-4367-af8c-530b4b9e1d0f None None] For port 209705bc-604d-469b-9a35-6c3e1a2f99f1, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=209705bc-604d-469b-9a35-6c3e1a2f99f1,segment=NetworkSegment(2092c0c1-8505-4766-a7ca-113875fab965),segment_id=2092c0c1-8505-4766-a7ca-113875fab965)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:11:10.742473 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0bf9d077-5c07-4367-af8c-530b4b9e1d0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:10.754488 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-afd60c81-ff9a-40f6-b840-a3e9e017f0b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:10.756179 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-0bf9d077-5c07-4367-af8c-530b4b9e1d0f None None] Calling delete_port for 209705bc-604d-469b-9a35-6c3e1a2f99f1 owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:11:10.824351 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dfc8e1a4-bdce-4a85-b1da-bdf545258cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:10.859009 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc8e1a4-bdce-4a85-b1da-bdf545258cfd admin admin] Pushing event deleted for resources: {'Port': ['ID=209705bc-604d-469b-9a35-6c3e1a2f99f1,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:11:10.860901 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc8e1a4-bdce-4a85-b1da-bdf545258cfd admin admin] No DVR routers for this DVR port 209705bc-604d-469b-9a35-6c3e1a2f99f1 on host n-d-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:11:10.876094 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-afd60c81-ff9a-40f6-b840-a3e9e017f0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:10.896623 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0bf9d077-5c07-4367-af8c-530b4b9e1d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:10.922899 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf9d077-5c07-4367-af8c-530b4b9e1d0f None None] Pushing event deleted for resources: {'Port': ['ID=209705bc-604d-469b-9a35-6c3e1a2f99f1,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:11:10.927350 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd60c81-ff9a-40f6-b840-a3e9e017f0b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5fe4608-a07d-486d-9906-ffb1bedaae51,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:11:10.934330 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf9d077-5c07-4367-af8c-530b4b9e1d0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:11:10.935091 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf9d077-5c07-4367-af8c-530b4b9e1d0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:11:10.935743 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf9d077-5c07-4367-af8c-530b4b9e1d0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:11:10.936500 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf9d077-5c07-4367-af8c-530b4b9e1d0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:11:10.937296 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf9d077-5c07-4367-af8c-530b4b9e1d0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:11:10.937780 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf9d077-5c07-4367-af8c-530b4b9e1d0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:11:10.938856 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf9d077-5c07-4367-af8c-530b4b9e1d0f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:11:10.939517 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf9d077-5c07-4367-af8c-530b4b9e1d0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:11:10.939987 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf9d077-5c07-4367-af8c-530b4b9e1d0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:11:10.940636 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf9d077-5c07-4367-af8c-530b4b9e1d0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:11:10.941249 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf9d077-5c07-4367-af8c-530b4b9e1d0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:11:10.941844 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf9d077-5c07-4367-af8c-530b4b9e1d0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:11:10.944752 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-afd60c81-ff9a-40f6-b840-a3e9e017f0b6 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=4ec584e12b5d4d31aba93a90faaa18a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6257229 Sep 24 16:11:10.947856 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 40418) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:11:10.949365 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf9d077-5c07-4367-af8c-530b4b9e1d0f None None] No DVR routers for this DVR port 209705bc-604d-469b-9a35-6c3e1a2f99f1 on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:11:11.007076 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dfc8e1a4-bdce-4a85-b1da-bdf545258cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:11.021630 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2c948984-ea62-4510-9246-a3286ad1c96d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:11.030515 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-dfc8e1a4-bdce-4a85-b1da-bdf545258cfd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dfcf71b-a430-45da-8447-3d600e4a0e09']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:11:11.041612 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-dfc8e1a4-bdce-4a85-b1da-bdf545258cfd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2092c0c1-8505-4766-a7ca-113875fab965') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:11:11.042224 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-dfc8e1a4-bdce-4a85-b1da-bdf545258cfd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2092c0c1-8505-4766-a7ca-113875fab965') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:11:11.043577 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:11.044075 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2c948984-ea62-4510-9246-a3286ad1c96d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:11.057979 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dfc8e1a4-bdce-4a85-b1da-bdf545258cfd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:11.073517 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dfc8e1a4-bdce-4a85-b1da-bdf545258cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:11.080434 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfc8e1a4-bdce-4a85-b1da-bdf545258cfd admin admin] Releasing vlan 1270 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 16:11:11.080836 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dfc8e1a4-bdce-4a85-b1da-bdf545258cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:11.083416 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 16:11:11.083416 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 16:11:11.083416 n-d-808921-1 neutron-server[95297]: timer() Sep 24 16:11:11.083416 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 16:11:11.083416 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 16:11:11.083416 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 16:11:11.083416 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 16:11:11.083416 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 16:11:11.083416 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 16:11:11.083416 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 16:11:11.083416 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 16:11:11.083416 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 16:11:11.083416 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 16:11:11.083416 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 16:11:11.083416 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 16:11:11.083416 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 16:11:11.083416 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 16:11:11.083416 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 16:11:11.083416 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 16:11:11.083416 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 16:11:11.083416 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 16:11:11.083416 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 16:11:11.083416 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 16:11:11.083416 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 16:11:11.083416 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 16:11:11.083416 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 16:11:11.083416 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 16:11:11.083416 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 16:11:11.083416 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 16:11:11.083416 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 16:11:11.083416 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 16:11:11.083416 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 16:11:11.180602 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2c948984-ea62-4510-9246-a3286ad1c96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:11.183247 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2c948984-ea62-4510-9246-a3286ad1c96d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:11.184455 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-2c948984-ea62-4510-9246-a3286ad1c96d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/b5fe4608-a07d-486d-9906-ffb1bedaae51 HTTP/1.1" status: 204 len: 168 time: 0.2332487 Sep 24 16:11:11.193049 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c948984-ea62-4510-9246-a3286ad1c96d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5fe4608-a07d-486d-9906-ffb1bedaae51,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:11:11.220526 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dfc8e1a4-bdce-4a85-b1da-bdf545258cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:11.226038 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dfc8e1a4-bdce-4a85-b1da-bdf545258cfd admin admin] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:11.237837 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-dfc8e1a4-bdce-4a85-b1da-bdf545258cfd admin admin] 10.222.0.101 "DELETE /v2.0/networks/6dfcf71b-a430-45da-8447-3d600e4a0e09 HTTP/1.1" status: 204 len: 168 time: 0.9265571 Sep 24 16:11:11.240493 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 40424) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:11:11.241819 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc8e1a4-bdce-4a85-b1da-bdf545258cfd admin admin] Pushing event deleted for resources: {'Network': ['ID=6dfcf71b-a430-45da-8447-3d600e4a0e09,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:11:11.844794 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 40436) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:11:11.853339 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 11af42af-d3bf-42b2-be41-e386796bf779 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:11:11.860448 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e7a6457b-e993-4f2f-8036-1431002ebbff admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:11.875334 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 11af42af-d3bf-42b2-be41-e386796bf779 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:11:11.876006 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 11af42af-d3bf-42b2-be41-e386796bf779 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:11:11.876604 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 209705bc-604d-469b-9a35-6c3e1a2f99f1 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:11:11.900836 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 209705bc-604d-469b-9a35-6c3e1a2f99f1 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:11:11.901481 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 209705bc-604d-469b-9a35-6c3e1a2f99f1 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:11:11.972833 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e7a6457b-e993-4f2f-8036-1431002ebbff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:11.974384 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-05686193-5c58-45b4-abff-d9c90cf86a36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:12.088623 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e7a6457b-e993-4f2f-8036-1431002ebbff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:12.138910 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e7a6457b-e993-4f2f-8036-1431002ebbff admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5dcdb5959b0e4634b5d5a743419259df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2905211 Sep 24 16:11:12.138910 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a6457b-e993-4f2f-8036-1431002ebbff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ab67a9-be49-47ce-b8a5-0afbd9ed9210,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:11:12.140312 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 40442) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:11:12.224443 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f73ba1c7-461c-4ef4-b285-243f497548cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:12.265840 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f73ba1c7-461c-4ef4-b285-243f497548cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:12.313105 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-05686193-5c58-45b4-abff-d9c90cf86a36 admin admin] Deleting port a4e9e118-cb95-42d8-9012-fb6efb8bb940 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:11:12.313459 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-05686193-5c58-45b4-abff-d9c90cf86a36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:12.400591 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-05686193-5c58-45b4-abff-d9c90cf86a36 admin admin] For port a4e9e118-cb95-42d8-9012-fb6efb8bb940, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=a4e9e118-cb95-42d8-9012-fb6efb8bb940,segment=NetworkSegment(0a0476ef-a59d-45ab-af29-dda765f1ffba),segment_id=0a0476ef-a59d-45ab-af29-dda765f1ffba)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:11:12.400965 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-05686193-5c58-45b4-abff-d9c90cf86a36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:12.415193 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-05686193-5c58-45b4-abff-d9c90cf86a36 admin admin] Calling delete_port for a4e9e118-cb95-42d8-9012-fb6efb8bb940 owned by network:router_interface {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:11:12.459031 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f73ba1c7-461c-4ef4-b285-243f497548cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:12.461751 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f73ba1c7-461c-4ef4-b285-243f497548cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:12.465145 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-f73ba1c7-461c-4ef4-b285-243f497548cb admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a7ab67a9-be49-47ce-b8a5-0afbd9ed9210 HTTP/1.1" status: 204 len: 168 time: 0.3228157 Sep 24 16:11:12.475662 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73ba1c7-461c-4ef4-b285-243f497548cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ab67a9-be49-47ce-b8a5-0afbd9ed9210,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:11:12.678055 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-05686193-5c58-45b4-abff-d9c90cf86a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:12.702148 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05686193-5c58-45b4-abff-d9c90cf86a36 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4e9e118-cb95-42d8-9012-fb6efb8bb940,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:11:12.887394 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-05686193-5c58-45b4-abff-d9c90cf86a36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:13.124308 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05686193-5c58-45b4-abff-d9c90cf86a36 admin admin] Router 4d7e74f4-c9da-4405-a1fc-711341daefc5 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:11:13.240251 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05686193-5c58-45b4-abff-d9c90cf86a36 admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:11:13.247897 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-05686193-5c58-45b4-abff-d9c90cf86a36 admin admin] 10.222.0.101 "PUT /v2.0/routers/4d7e74f4-c9da-4405-a1fc-711341daefc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0038519 Sep 24 16:11:13.248104 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 40470) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:11:13.252875 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc18b9ae-04c2-4cfc-a437-f1cf0857f022 None None] Sync routers for ids ['4d7e74f4-c9da-4405-a1fc-711341daefc5'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:11:13.266417 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc18b9ae-04c2-4cfc-a437-f1cf0857f022 None None] Routers {'4d7e74f4-c9da-4405-a1fc-711341daefc5'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:11:13.267131 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-bc18b9ae-04c2-4cfc-a437-f1cf0857f022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:11:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['4d7e74f4-c9da-4405-a1fc-711341daefc5'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:11:13.384731 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f285fffc-9cda-460e-86ec-12bdb990fd00 admin admin] Notify callbacks [] for router, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:13.512091 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f285fffc-9cda-460e-86ec-12bdb990fd00 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:13.520859 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-bc18b9ae-04c2-4cfc-a437-f1cf0857f022 None None] Set router 4d7e74f4-c9da-4405-a1fc-711341daefc5 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:11:13.725097 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-f285fffc-9cda-460e-86ec-12bdb990fd00 admin admin] Deleting port dd9d3589-7731-40f3-9661-aa896cbdcd86 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:11:13.725444 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f285fffc-9cda-460e-86ec-12bdb990fd00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:13.737907 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-bc18b9ae-04c2-4cfc-a437-f1cf0857f022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7e74f4-c9da-4405-a1fc-711341daefc5', 'name': 'tempest-TestVolumeBootPattern-1723311897-router', 'tenant_id': '3b3353502c234f78a114bdaa853f000d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.149'}], 'enable_snat': True}, 'gw_port_id': 'dd9d3589-7731-40f3-9661-aa896cbdcd86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:03:43Z', 'updated_at': '2021-09-24T16:11:12Z', 'revision_number': 5, 'project_id': '3b3353502c234f78a114bdaa853f000d', 'gw_port': {'id': 'dd9d3589-7731-40f3-9661-aa896cbdcd86', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:5e:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d7e74f4-c9da-4405-a1fc-711341daefc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:03:44Z', 'updated_at': '2021-09-24T16:03:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:11:13.770772 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc18b9ae-04c2-4cfc-a437-f1cf0857f022 None None] Checking router: 4d7e74f4-c9da-4405-a1fc-711341daefc5 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:11:13.795431 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc18b9ae-04c2-4cfc-a437-f1cf0857f022 None None] Routers {'4d7e74f4-c9da-4405-a1fc-711341daefc5'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:11:13.796220 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-bc18b9ae-04c2-4cfc-a437-f1cf0857f022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:11:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['4d7e74f4-c9da-4405-a1fc-711341daefc5'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:11:13.851897 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-f285fffc-9cda-460e-86ec-12bdb990fd00 admin admin] For port dd9d3589-7731-40f3-9661-aa896cbdcd86, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=dd9d3589-7731-40f3-9661-aa896cbdcd86,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:11:13.852654 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f285fffc-9cda-460e-86ec-12bdb990fd00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:13.867311 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-f285fffc-9cda-460e-86ec-12bdb990fd00 admin admin] Calling delete_port for dd9d3589-7731-40f3-9661-aa896cbdcd86 owned by network:router_gateway {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:11:13.908428 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-bc18b9ae-04c2-4cfc-a437-f1cf0857f022 None None] Set router 4d7e74f4-c9da-4405-a1fc-711341daefc5 gateway port host: None {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:11:13.978153 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-bc18b9ae-04c2-4cfc-a437-f1cf0857f022 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d7e74f4-c9da-4405-a1fc-711341daefc5', 'name': 'tempest-TestVolumeBootPattern-1723311897-router', 'tenant_id': '3b3353502c234f78a114bdaa853f000d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:03:43Z', 'updated_at': '2021-09-24T16:11:13Z', 'revision_number': 6, 'project_id': '3b3353502c234f78a114bdaa853f000d', 'gw_port_host': None}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:11:14.018726 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc18b9ae-04c2-4cfc-a437-f1cf0857f022 None None] The sync data for ids ['4d7e74f4-c9da-4405-a1fc-711341daefc5'] in n-d-808921-1 is: [{'id': '4d7e74f4-c9da-4405-a1fc-711341daefc5', 'name': 'tempest-TestVolumeBootPattern-1723311897-router', 'tenant_id': '3b3353502c234f78a114bdaa853f000d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:03:43Z', 'updated_at': '2021-09-24T16:11:13Z', 'revision_number': 6, 'project_id': '3b3353502c234f78a114bdaa853f000d', 'gw_port_host': None}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:11:14.144277 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f285fffc-9cda-460e-86ec-12bdb990fd00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:14.169840 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f285fffc-9cda-460e-86ec-12bdb990fd00 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd9d3589-7731-40f3-9661-aa896cbdcd86,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:11:14.236809 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f285fffc-9cda-460e-86ec-12bdb990fd00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586576'] for router_gateway, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:14.332447 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f285fffc-9cda-460e-86ec-12bdb990fd00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:14.335577 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f285fffc-9cda-460e-86ec-12bdb990fd00 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:14.489046 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f285fffc-9cda-460e-86ec-12bdb990fd00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:14.489662 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f285fffc-9cda-460e-86ec-12bdb990fd00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d7e74f4-c9da-4405-a1fc-711341daefc5 {{(pid=95298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 16:11:14.494464 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f285fffc-9cda-460e-86ec-12bdb990fd00 admin admin] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:14.495638 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-f285fffc-9cda-460e-86ec-12bdb990fd00 admin admin] 10.222.0.101 "DELETE /v2.0/routers/4d7e74f4-c9da-4405-a1fc-711341daefc5 HTTP/1.1" status: 204 len: 168 time: 1.2465370 Sep 24 16:11:14.498438 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 40526) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:11:14.547730 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-215f6388-0a62-4ebc-be0d-9702fa8e0995 admin admin] Deleting subnet 50b98aa4-94ee-49c2-a7c9-af8356037789 {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 16:11:14.550814 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-215f6388-0a62-4ebc-be0d-9702fa8e0995 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:14.586839 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-215f6388-0a62-4ebc-be0d-9702fa8e0995 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:14.670835 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-215f6388-0a62-4ebc-be0d-9702fa8e0995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:14.814945 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-215f6388-0a62-4ebc-be0d-9702fa8e0995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:14.851815 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-215f6388-0a62-4ebc-be0d-9702fa8e0995 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:14.854905 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-215f6388-0a62-4ebc-be0d-9702fa8e0995 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/50b98aa4-94ee-49c2-a7c9-af8356037789 HTTP/1.1" status: 204 len: 168 time: 0.3551977 Sep 24 16:11:14.856077 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215f6388-0a62-4ebc-be0d-9702fa8e0995 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50b98aa4-94ee-49c2-a7c9-af8356037789,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:11:14.856656 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 40534) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:11:14.860197 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bceba41b-ffff-46e8-a3bd-dbbe4a2ba59d None None] Network 05305c78-0fe9-4020-ae6f-8d1a26fd3c89 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:11:14.936691 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d18ef4eb-5070-4f5c-8662-a9c5d59c0aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:15.014793 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-d18ef4eb-5070-4f5c-8662-a9c5d59c0aa5 admin admin] Deleting port c48c04d6-74a4-42ae-91fe-42f64f137e3b {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:11:15.015132 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d18ef4eb-5070-4f5c-8662-a9c5d59c0aa5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:15.050581 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88afe0e-ede6-4b84-9728-08b0fcca95c7 None None] DHCP port deletion for 05305c78-0fe9-4020-ae6f-8d1a26fd3c89 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 16:11:15.091869 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-d18ef4eb-5070-4f5c-8662-a9c5d59c0aa5 admin admin] For port c48c04d6-74a4-42ae-91fe-42f64f137e3b, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=c48c04d6-74a4-42ae-91fe-42f64f137e3b,segment=NetworkSegment(0a0476ef-a59d-45ab-af29-dda765f1ffba),segment_id=0a0476ef-a59d-45ab-af29-dda765f1ffba)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:11:15.092482 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d18ef4eb-5070-4f5c-8662-a9c5d59c0aa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:15.114750 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-d18ef4eb-5070-4f5c-8662-a9c5d59c0aa5 admin admin] Calling delete_port for c48c04d6-74a4-42ae-91fe-42f64f137e3b owned by network:dhcp {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:11:15.272143 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d18ef4eb-5070-4f5c-8662-a9c5d59c0aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:15.289927 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-d88afe0e-ede6-4b84-9728-08b0fcca95c7 None None] Deleting port c48c04d6-74a4-42ae-91fe-42f64f137e3b {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:11:15.290497 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d88afe0e-ede6-4b84-9728-08b0fcca95c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:15.309969 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18ef4eb-5070-4f5c-8662-a9c5d59c0aa5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c48c04d6-74a4-42ae-91fe-42f64f137e3b,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:11:15.318465 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18ef4eb-5070-4f5c-8662-a9c5d59c0aa5 admin admin] No DVR routers for this DVR port c48c04d6-74a4-42ae-91fe-42f64f137e3b on host n-d-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:11:15.374068 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-d88afe0e-ede6-4b84-9728-08b0fcca95c7 None None] For port c48c04d6-74a4-42ae-91fe-42f64f137e3b, host n-d-808921-1, got binding levels [] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:11:15.374605 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d88afe0e-ede6-4b84-9728-08b0fcca95c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:15.389800 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-d88afe0e-ede6-4b84-9728-08b0fcca95c7 None None] Calling delete_port for c48c04d6-74a4-42ae-91fe-42f64f137e3b owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:11:15.393793 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.ipam_backend_mixin [None req-d88afe0e-ede6-4b84-9728-08b0fcca95c7 None None] Port c48c04d6-74a4-42ae-91fe-42f64f137e3b was not found and therefore no delete operation was performed {{(pid=95299) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 24 16:11:15.395660 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d88afe0e-ede6-4b84-9728-08b0fcca95c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:15.428184 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88afe0e-ede6-4b84-9728-08b0fcca95c7 None None] Pushing event deleted for resources: {'Port': ['ID=c48c04d6-74a4-42ae-91fe-42f64f137e3b,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:11:15.439731 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88afe0e-ede6-4b84-9728-08b0fcca95c7 None None] No DVR routers for this DVR port c48c04d6-74a4-42ae-91fe-42f64f137e3b on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:11:15.440279 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d18ef4eb-5070-4f5c-8662-a9c5d59c0aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:15.466461 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-d18ef4eb-5070-4f5c-8662-a9c5d59c0aa5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05305c78-0fe9-4020-ae6f-8d1a26fd3c89']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:11:15.478986 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-d18ef4eb-5070-4f5c-8662-a9c5d59c0aa5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a0476ef-a59d-45ab-af29-dda765f1ffba') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:11:15.479425 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-d18ef4eb-5070-4f5c-8662-a9c5d59c0aa5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a0476ef-a59d-45ab-af29-dda765f1ffba') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:11:15.490784 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d18ef4eb-5070-4f5c-8662-a9c5d59c0aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:15.508963 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d18ef4eb-5070-4f5c-8662-a9c5d59c0aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:15.515426 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d18ef4eb-5070-4f5c-8662-a9c5d59c0aa5 admin admin] Releasing vlan 1292 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 16:11:15.515913 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d18ef4eb-5070-4f5c-8662-a9c5d59c0aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:15.520579 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 16:11:15.520579 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 16:11:15.520579 n-d-808921-1 neutron-server[95297]: timer() Sep 24 16:11:15.520579 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 16:11:15.520579 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 16:11:15.520579 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 16:11:15.520579 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 16:11:15.520579 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 16:11:15.520579 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 16:11:15.520579 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 16:11:15.520579 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 16:11:15.520579 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 16:11:15.520579 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 16:11:15.520579 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 16:11:15.520579 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 16:11:15.520579 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 16:11:15.520579 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 16:11:15.520579 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 16:11:15.520579 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 16:11:15.520579 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 16:11:15.520579 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 16:11:15.520579 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 16:11:15.520579 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 16:11:15.520579 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 16:11:15.520579 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 16:11:15.520579 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 16:11:15.520579 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 16:11:15.520579 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 16:11:15.520579 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 16:11:15.520579 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 16:11:15.520579 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 16:11:15.520579 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 16:11:15.654603 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d18ef4eb-5070-4f5c-8662-a9c5d59c0aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:15.660255 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d18ef4eb-5070-4f5c-8662-a9c5d59c0aa5 admin admin] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:15.664906 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-d18ef4eb-5070-4f5c-8662-a9c5d59c0aa5 admin admin] 10.222.0.101 "DELETE /v2.0/networks/05305c78-0fe9-4020-ae6f-8d1a26fd3c89 HTTP/1.1" status: 204 len: 168 time: 0.8044028 Sep 24 16:11:15.674863 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18ef4eb-5070-4f5c-8662-a9c5d59c0aa5 admin admin] Pushing event deleted for resources: {'Network': ['ID=05305c78-0fe9-4020-ae6f-8d1a26fd3c89,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:11:15.865397 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device a4e9e118-cb95-42d8-9012-fb6efb8bb940 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:11:15.887533 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: a4e9e118-cb95-42d8-9012-fb6efb8bb940 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:11:15.887934 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device a4e9e118-cb95-42d8-9012-fb6efb8bb940 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:11:15.888525 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device c48c04d6-74a4-42ae-91fe-42f64f137e3b no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:11:15.910403 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: c48c04d6-74a4-42ae-91fe-42f64f137e3b {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:11:15.911422 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device c48c04d6-74a4-42ae-91fe-42f64f137e3b not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:11:15.912052 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device dd9d3589-7731-40f3-9661-aa896cbdcd86 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:11:15.935504 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: dd9d3589-7731-40f3-9661-aa896cbdcd86 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:11:15.935852 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device dd9d3589-7731-40f3-9661-aa896cbdcd86 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:11:16.047197 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:11:16.087904 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 40572) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:11:16.134460 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-5be0d6fa-5544-49f2-818f-b30f377e2816 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ad0a95e7731d4c36b80c295f85c49988&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0447936 Sep 24 16:11:16.140391 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 40574) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:11:16.200267 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b4a4be07-61fa-4bbb-9476-22a91a01eda0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:16.225833 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b4a4be07-61fa-4bbb-9476-22a91a01eda0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:16.364001 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b4a4be07-61fa-4bbb-9476-22a91a01eda0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:16.365945 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b4a4be07-61fa-4bbb-9476-22a91a01eda0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:16.369568 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b4a4be07-61fa-4bbb-9476-22a91a01eda0 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/aae18478-6662-4943-a26a-28fc13fb121e HTTP/1.1" status: 204 len: 168 time: 0.2257564 Sep 24 16:11:16.375850 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a4be07-61fa-4bbb-9476-22a91a01eda0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae18478-6662-4943-a26a-28fc13fb121e,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:11:17.198277 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 40584) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:11:17.247939 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-19e487a6-7030-42c2-89ce-005e2d6ac348 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=3b3353502c234f78a114bdaa853f000d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476146 Sep 24 16:11:17.250511 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 40586) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:11:17.308643 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2665bacb-fdb6-4da1-935f-3198e41a7bfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:17.337083 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2665bacb-fdb6-4da1-935f-3198e41a7bfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:17.460164 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2665bacb-fdb6-4da1-935f-3198e41a7bfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:17.462950 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2665bacb-fdb6-4da1-935f-3198e41a7bfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:17.464197 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-2665bacb-fdb6-4da1-935f-3198e41a7bfb admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/a4685391-7a11-4d34-a282-c31b38c84114 HTTP/1.1" status: 204 len: 168 time: 0.2125807 Sep 24 16:11:17.473873 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2665bacb-fdb6-4da1-935f-3198e41a7bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4685391-7a11-4d34-a282-c31b38c84114,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:11:31.288492 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-592e0d49-dd6f-4a40-84dd-67b173ef0400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:32.433790 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51908b97-d06c-4529-af18-686e6d7879e3 req-50ff0ea8-3b45-4f1e-bfdc-ab13b68574ec tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:11:32.435266 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-51908b97-d06c-4529-af18-686e6d7879e3 req-50ff0ea8-3b45-4f1e-bfdc-ab13b68574ec tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] 10.222.0.101 "GET /v2.0/networks?id=2e3f4b22-4376-41fb-b66d-4e50e569364d HTTP/1.1" status: 200 len: 814 time: 0.1072061 Sep 24 16:11:32.450494 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-51908b97-d06c-4529-af18-686e6d7879e3 req-7d7f63f1-b4bc-456f-a453-4d4978604dc1 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] 10.222.0.101 "GET /v2.0/quotas/cd04bf867ae846ecb50f04333bd62877 HTTP/1.1" status: 200 len: 375 time: 0.0095487 Sep 24 16:11:32.486638 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-51908b97-d06c-4529-af18-686e6d7879e3 req-2c8e60b4-6de2-408d-934a-565c258c966d tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=cd04bf867ae846ecb50f04333bd62877&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310109 Sep 24 16:11:32.685704 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-51908b97-d06c-4529-af18-686e6d7879e3 req-3696d761-e0f4-48c6-b832-96c3153339b4 service neutron] 10.222.0.101 "GET /v2.0/networks/2e3f4b22-4376-41fb-b66d-4e50e569364d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911452 Sep 24 16:11:32.781581 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-51908b97-d06c-4529-af18-686e6d7879e3 req-e0db021d-c608-4d78-9f2e-f7403ed711bb service neutron] 10.222.0.101 "GET /v2.0/networks/2e3f4b22-4376-41fb-b66d-4e50e569364d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899217 Sep 24 16:11:33.042247 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-75b93631-07a8-4236-ab9f-85ec20c59d90 req-4f142f6a-976d-4f92-9486-9e680edacde8 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] 10.222.0.101 "GET /v2.0/ports?device_id=1b40b669-7208-4e6d-911b-7e720eb7f440 HTTP/1.1" status: 200 len: 210 time: 0.0319557 Sep 24 16:11:33.917123 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7d746d66-30fc-4c9e-9874-5fe2f43b93ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:34.122964 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7b5f546d-a736-430e-a023-821ce4603660 req-8bb03524-c05e-48ad-aa5f-6cd81d1cfb64 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] 10.222.0.101 "GET /v2.0/ports?device_id=1b40b669-7208-4e6d-911b-7e720eb7f440 HTTP/1.1" status: 200 len: 210 time: 0.0293934 Sep 24 16:11:34.299708 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:35.221484 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5e2b9df1-ac53-4068-adb3-f90c821f551b req-3c2cd98c-2279-4c9b-82b9-71446b365df8 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] 10.222.0.101 "GET /v2.0/ports?device_id=1b40b669-7208-4e6d-911b-7e720eb7f440 HTTP/1.1" status: 200 len: 210 time: 0.0291398 Sep 24 16:11:35.379937 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:35.688928 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51908b97-d06c-4529-af18-686e6d7879e3 req-1b19b778-8398-4b8c-84dc-c973b3e751c6 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:11:35.690631 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-51908b97-d06c-4529-af18-686e6d7879e3 req-1b19b778-8398-4b8c-84dc-c973b3e751c6 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] 10.222.0.110 "GET /v2.0/networks?id=2e3f4b22-4376-41fb-b66d-4e50e569364d HTTP/1.1" status: 200 len: 814 time: 0.1129589 Sep 24 16:11:35.705511 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-51908b97-d06c-4529-af18-686e6d7879e3 req-88a802cf-4a4a-44e2-a170-908698ed121f tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] Request body: {'port': {'device_id': '1b40b669-7208-4e6d-911b-7e720eb7f440', 'network_id': '2e3f4b22-4376-41fb-b66d-4e50e569364d', 'admin_state_up': True, 'tenant_id': 'cd04bf867ae846ecb50f04333bd62877'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:11:35.983806 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51908b97-d06c-4529-af18-686e6d7879e3 req-88a802cf-4a4a-44e2-a170-908698ed121f tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] Made reservation on behalf of cd04bf867ae846ecb50f04333bd62877 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:11:35.988169 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-51908b97-d06c-4529-af18-686e6d7879e3 req-88a802cf-4a4a-44e2-a170-908698ed121f tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:36.114325 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-51908b97-d06c-4529-af18-686e6d7879e3 req-88a802cf-4a4a-44e2-a170-908698ed121f tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] Allocated IP 172.20.0.5 (2e3f4b22-4376-41fb-b66d-4e50e569364d/fac2a3a0-0a72-416d-8e2a-af2e71e0b675/82eced95-ec78-4e1c-8617-109e7b015177) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:11:36.264733 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-51908b97-d06c-4529-af18-686e6d7879e3 req-88a802cf-4a4a-44e2-a170-908698ed121f tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:36.321493 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-04e7ebe4-ab50-4323-9267-d65863186a00 req-8d4bd36a-8aff-44c8-ab11-8bf023024d2d tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] 10.222.0.101 "GET /v2.0/ports?device_id=1b40b669-7208-4e6d-911b-7e720eb7f440 HTTP/1.1" status: 200 len: 210 time: 0.0287650 Sep 24 16:11:36.366892 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-51908b97-d06c-4529-af18-686e6d7879e3 req-88a802cf-4a4a-44e2-a170-908698ed121f tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:36.410742 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51908b97-d06c-4529-af18-686e6d7879e3 req-88a802cf-4a4a-44e2-a170-908698ed121f tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] Network 2e3f4b22-4376-41fb-b66d-4e50e569364d is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:11:36.414229 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-51908b97-d06c-4529-af18-686e6d7879e3 req-88a802cf-4a4a-44e2-a170-908698ed121f tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:11:36.417911 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-51908b97-d06c-4529-af18-686e6d7879e3 req-88a802cf-4a4a-44e2-a170-908698ed121f tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:11:36.426220 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a802cf-4a4a-44e2-a170-908698ed121f tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] Pushing event updated for resources: {'Port': ['ID=82eced95-ec78-4e1c-8617-109e7b015177,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:11:36.478317 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51908b97-d06c-4529-af18-686e6d7879e3 req-88a802cf-4a4a-44e2-a170-908698ed121f tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:11:36.478955 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-51908b97-d06c-4529-af18-686e6d7879e3 req-88a802cf-4a4a-44e2-a170-908698ed121f tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:36.561251 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-51908b97-d06c-4529-af18-686e6d7879e3 req-88a802cf-4a4a-44e2-a170-908698ed121f tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8597193 Sep 24 16:11:36.572100 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [req-51908b97-d06c-4529-af18-686e6d7879e3 req-41cc2fc8-eeb7-4df2-930d-8986dce8c165 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 16:11:36.573058 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-51908b97-d06c-4529-af18-686e6d7879e3 req-41cc2fc8-eeb7-4df2-930d-8986dce8c165 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061173 Sep 24 16:11:36.585805 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-51908b97-d06c-4529-af18-686e6d7879e3 req-0e3492bc-65ad-4165-a918-5f603dbcc2db service neutron] Request body: {'port': {'device_id': '1b40b669-7208-4e6d-911b-7e720eb7f440', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:11:36.640523 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-51908b97-d06c-4529-af18-686e6d7879e3 req-0e3492bc-65ad-4165-a918-5f603dbcc2db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:36.773765 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:36.905489 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-51908b97-d06c-4529-af18-686e6d7879e3 req-0e3492bc-65ad-4165-a918-5f603dbcc2db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82eced95-ec78-4e1c-8617-109e7b015177 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:11:36.913334 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-51908b97-d06c-4529-af18-686e6d7879e3 req-0e3492bc-65ad-4165-a918-5f603dbcc2db service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:36.925532 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-51908b97-d06c-4529-af18-686e6d7879e3 req-0e3492bc-65ad-4165-a918-5f603dbcc2db service neutron] Transition to ACTIVE for port object 82eced95-ec78-4e1c-8617-109e7b015177 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 16:11:36.991264 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-51908b97-d06c-4529-af18-686e6d7879e3 req-0e3492bc-65ad-4165-a918-5f603dbcc2db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:37.043837 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3492bc-65ad-4165-a918-5f603dbcc2db service neutron] Pushing event updated for resources: {'Port': ['ID=82eced95-ec78-4e1c-8617-109e7b015177,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:11:37.108736 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-51908b97-d06c-4529-af18-686e6d7879e3 req-0e3492bc-65ad-4165-a918-5f603dbcc2db service neutron] Attempting to bind port 82eced95-ec78-4e1c-8617-109e7b015177 on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:11:37.109134 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-51908b97-d06c-4529-af18-686e6d7879e3 req-0e3492bc-65ad-4165-a918-5f603dbcc2db service neutron] Attempting to bind port 82eced95-ec78-4e1c-8617-109e7b015177 by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': '07caef34-99ff-4e7e-a27c-4206dc144c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '2e3f4b22-4376-41fb-b66d-4e50e569364d'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:11:37.109464 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51908b97-d06c-4529-af18-686e6d7879e3 req-0e3492bc-65ad-4165-a918-5f603dbcc2db service neutron] Attempting to bind port 82eced95-ec78-4e1c-8617-109e7b015177 on network 2e3f4b22-4376-41fb-b66d-4e50e569364d {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:11:37.113849 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51908b97-d06c-4529-af18-686e6d7879e3 req-0e3492bc-65ad-4165-a918-5f603dbcc2db service neutron] Port 82eced95-ec78-4e1c-8617-109e7b015177 on network 2e3f4b22-4376-41fb-b66d-4e50e569364d not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 16:11:37.114256 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51908b97-d06c-4529-af18-686e6d7879e3 req-0e3492bc-65ad-4165-a918-5f603dbcc2db service neutron] Attempting to bind port 82eced95-ec78-4e1c-8617-109e7b015177 on network 2e3f4b22-4376-41fb-b66d-4e50e569364d {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:11:37.119025 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51908b97-d06c-4529-af18-686e6d7879e3 req-0e3492bc-65ad-4165-a918-5f603dbcc2db service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 11, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:11:37.119351 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51908b97-d06c-4529-af18-686e6d7879e3 req-0e3492bc-65ad-4165-a918-5f603dbcc2db service neutron] Checking segment: {'id': '07caef34-99ff-4e7e-a27c-4206dc144c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '2e3f4b22-4376-41fb-b66d-4e50e569364d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:11:37.119725 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51908b97-d06c-4529-af18-686e6d7879e3 req-0e3492bc-65ad-4165-a918-5f603dbcc2db service neutron] Bound using segment: {'id': '07caef34-99ff-4e7e-a27c-4206dc144c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '2e3f4b22-4376-41fb-b66d-4e50e569364d'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:11:37.120137 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-51908b97-d06c-4529-af18-686e6d7879e3 req-0e3492bc-65ad-4165-a918-5f603dbcc2db service neutron] Bound port: 82eced95-ec78-4e1c-8617-109e7b015177, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07caef34-99ff-4e7e-a27c-4206dc144c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '2e3f4b22-4376-41fb-b66d-4e50e569364d'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:11:37.120486 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-51908b97-d06c-4529-af18-686e6d7879e3 req-0e3492bc-65ad-4165-a918-5f603dbcc2db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:37.187123 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-51908b97-d06c-4529-af18-686e6d7879e3 req-0e3492bc-65ad-4165-a918-5f603dbcc2db service neutron] For port 82eced95-ec78-4e1c-8617-109e7b015177, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:11:37.189936 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-51908b97-d06c-4529-af18-686e6d7879e3 req-0e3492bc-65ad-4165-a918-5f603dbcc2db service neutron] For port 82eced95-ec78-4e1c-8617-109e7b015177, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=82eced95-ec78-4e1c-8617-109e7b015177,segment=NetworkSegment(07caef34-99ff-4e7e-a27c-4206dc144c80),segment_id=07caef34-99ff-4e7e-a27c-4206dc144c80)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:11:37.322782 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-51908b97-d06c-4529-af18-686e6d7879e3 req-0e3492bc-65ad-4165-a918-5f603dbcc2db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:37.358947 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51908b97-d06c-4529-af18-686e6d7879e3 req-0e3492bc-65ad-4165-a918-5f603dbcc2db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:11:37.359563 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-51908b97-d06c-4529-af18-686e6d7879e3 req-0e3492bc-65ad-4165-a918-5f603dbcc2db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:37.361165 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-51908b97-d06c-4529-af18-686e6d7879e3 req-0e3492bc-65ad-4165-a918-5f603dbcc2db service neutron] 10.222.0.110 "PUT /v2.0/ports/82eced95-ec78-4e1c-8617-109e7b015177 HTTP/1.1" status: 200 len: 1091 time: 0.7789896 Sep 24 16:11:37.361525 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b40b669-7208-4e6d-911b-7e720eb7f440', 'tag': '82eced95-ec78-4e1c-8617-109e7b015177'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:11:37.363802 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97302667-3259-4613-b8d8-07205cd27824" -d '{"events": [{"name": "network-changed", "server_uuid": "1b40b669-7208-4e6d-911b-7e720eb7f440", "tag": "82eced95-ec78-4e1c-8617-109e7b015177"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:11:37.391449 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3492bc-65ad-4165-a918-5f603dbcc2db service neutron] Pushing event updated for resources: {'Port': ['ID=82eced95-ec78-4e1c-8617-109e7b015177,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:11:37.423503 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c801a3-9ade-462e-a6bb-ff01c46bb78a x-openstack-request-id: req-d1c801a3-9ade-462e-a6bb-ff01c46bb78a {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:11:37.423801 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b40b669-7208-4e6d-911b-7e720eb7f440", "tag": "82eced95-ec78-4e1c-8617-109e7b015177", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:11:37.424058 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d1c801a3-9ade-462e-a6bb-ff01c46bb78a {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:11:37.424467 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b40b669-7208-4e6d-911b-7e720eb7f440', 'tag': '82eced95-ec78-4e1c-8617-109e7b015177', 'status': 'completed', 'code': 200} Sep 24 16:11:37.508246 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8ae2b-4b54-43b5-a238-b1fe5d038426 req-0cefe751-2d4f-4c7e-ae96-93b689c435ec tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:11:37.509770 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-16a8ae2b-4b54-43b5-a238-b1fe5d038426 req-0cefe751-2d4f-4c7e-ae96-93b689c435ec tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] 10.222.0.101 "GET /v2.0/ports?device_id=1b40b669-7208-4e6d-911b-7e720eb7f440 HTTP/1.1" status: 200 len: 943 time: 0.0823281 Sep 24 16:11:37.515489 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97302667-3259-4613-b8d8-07205cd27824 req-322e0c80-218d-43ad-93aa-b6d8366cce0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:11:37.516903 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-97302667-3259-4613-b8d8-07205cd27824 req-322e0c80-218d-43ad-93aa-b6d8366cce0c service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=cd04bf867ae846ecb50f04333bd62877&device_id=1b40b669-7208-4e6d-911b-7e720eb7f440 HTTP/1.1" status: 200 len: 1094 time: 0.0632074 Sep 24 16:11:37.580986 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-16a8ae2b-4b54-43b5-a238-b1fe5d038426 req-770487d3-bb8b-405c-bda0-6dc57b671bf3 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] 10.222.0.101 "GET /v2.0/security-groups?id=98f70edc-a6c3-441a-9b8a-9c504bd81536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630002 Sep 24 16:11:37.635080 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97302667-3259-4613-b8d8-07205cd27824 req-75dd6012-f751-45c6-8ede-268755d28e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:11:37.636573 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-97302667-3259-4613-b8d8-07205cd27824 req-75dd6012-f751-45c6-8ede-268755d28e89 service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=cd04bf867ae846ecb50f04333bd62877&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1109746 Sep 24 16:11:37.740866 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97302667-3259-4613-b8d8-07205cd27824 req-7f218ed7-143e-45e6-8f83-4506f62550cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:11:37.742352 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-97302667-3259-4613-b8d8-07205cd27824 req-7f218ed7-143e-45e6-8f83-4506f62550cf service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0943098 Sep 24 16:11:37.825245 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51908b97-d06c-4529-af18-686e6d7879e3 req-e10a3717-36d0-49a7-8f50-60575ac3825b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:11:37.826921 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-51908b97-d06c-4529-af18-686e6d7879e3 req-e10a3717-36d0-49a7-8f50-60575ac3825b service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=cd04bf867ae846ecb50f04333bd62877&device_id=1b40b669-7208-4e6d-911b-7e720eb7f440 HTTP/1.1" status: 200 len: 1094 time: 0.0416417 Sep 24 16:11:37.872970 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-51908b97-d06c-4529-af18-686e6d7879e3 req-15f99cc6-0332-4b17-936a-be8e404abe6d service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82eced95-ec78-4e1c-8617-109e7b015177 HTTP/1.1" status: 200 len: 217 time: 0.0344093 Sep 24 16:11:37.926206 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51908b97-d06c-4529-af18-686e6d7879e3 req-d0b23159-9d5e-4440-86bf-62964544a656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:11:37.928307 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-51908b97-d06c-4529-af18-686e6d7879e3 req-d0b23159-9d5e-4440-86bf-62964544a656 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=fac2a3a0-0a72-416d-8e2a-af2e71e0b675 HTTP/1.1" status: 200 len: 854 time: 0.0485919 Sep 24 16:11:37.965050 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-51908b97-d06c-4529-af18-686e6d7879e3 req-c6904243-5152-40fc-a86f-4989db6acbf3 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=2e3f4b22-4376-41fb-b66d-4e50e569364d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251365 Sep 24 16:11:38.057790 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-51908b97-d06c-4529-af18-686e6d7879e3 req-d1a4eefc-9b4d-4a9c-8809-3acc1bb81847 service neutron] 10.222.0.110 "GET /v2.0/networks/2e3f4b22-4376-41fb-b66d-4e50e569364d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846429 Sep 24 16:11:38.160136 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-51908b97-d06c-4529-af18-686e6d7879e3 req-33c1c073-a67b-405a-9aa4-14c6438259ab service neutron] 10.222.0.110 "GET /v2.0/networks/2e3f4b22-4376-41fb-b66d-4e50e569364d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948265 Sep 24 16:11:38.697871 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c22bcd8-5714-4f04-b088-a2f9e235a756 req-9f4e6612-960e-4d56-a738-061130ad5d2f tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:11:38.699366 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4c22bcd8-5714-4f04-b088-a2f9e235a756 req-9f4e6612-960e-4d56-a738-061130ad5d2f tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] 10.222.0.101 "GET /v2.0/ports?device_id=1b40b669-7208-4e6d-911b-7e720eb7f440 HTTP/1.1" status: 200 len: 943 time: 0.0494022 Sep 24 16:11:38.741564 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4c22bcd8-5714-4f04-b088-a2f9e235a756 req-8701ff17-34d6-4af3-a7ef-e337fbb264bf tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] 10.222.0.101 "GET /v2.0/security-groups?id=98f70edc-a6c3-441a-9b8a-9c504bd81536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360634 Sep 24 16:11:39.166366 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:39.856276 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba432f6-e1db-4f66-abf8-53c19773e559 req-76042f6e-9415-4246-a80d-33fe72a66b12 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:11:39.857750 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0ba432f6-e1db-4f66-abf8-53c19773e559 req-76042f6e-9415-4246-a80d-33fe72a66b12 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] 10.222.0.101 "GET /v2.0/ports?device_id=1b40b669-7208-4e6d-911b-7e720eb7f440 HTTP/1.1" status: 200 len: 943 time: 0.0483329 Sep 24 16:11:39.894664 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0ba432f6-e1db-4f66-abf8-53c19773e559 req-36144f40-7945-43f6-b30b-75bf721fa280 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] 10.222.0.101 "GET /v2.0/security-groups?id=98f70edc-a6c3-441a-9b8a-9c504bd81536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310476 Sep 24 16:11:40.821838 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 82eced95-ec78-4e1c-8617-109e7b015177 details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 16:11:40.947363 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 82eced95-ec78-4e1c-8617-109e7b015177, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=82eced95-ec78-4e1c-8617-109e7b015177,segment=NetworkSegment(07caef34-99ff-4e7e-a27c-4206dc144c80),segment_id=07caef34-99ff-4e7e-a27c-4206dc144c80)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:11:40.962140 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': '82eced95-ec78-4e1c-8617-109e7b015177', 'network_id': '2e3f4b22-4376-41fb-b66d-4e50e569364d', 'port_id': '82eced95-ec78-4e1c-8617-109e7b015177', 'mac_address': 'fa:16:3e:32:d2:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fac2a3a0-0a72-416d-8e2a-af2e71e0b675', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 16:11:41.004699 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:41.018084 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1382e4cc-b26d-45c5-8861-f6e842889a5e req-01dbaceb-f53a-495b-87e7-73e106b3ba9a tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:11:41.019677 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1382e4cc-b26d-45c5-8861-f6e842889a5e req-01dbaceb-f53a-495b-87e7-73e106b3ba9a tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] 10.222.0.101 "GET /v2.0/ports?device_id=1b40b669-7208-4e6d-911b-7e720eb7f440 HTTP/1.1" status: 200 len: 943 time: 0.0535667 Sep 24 16:11:41.029294 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82eced95-ec78-4e1c-8617-109e7b015177 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:11:41.055946 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 82eced95-ec78-4e1c-8617-109e7b015177, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=82eced95-ec78-4e1c-8617-109e7b015177,segment=NetworkSegment(07caef34-99ff-4e7e-a27c-4206dc144c80),segment_id=07caef34-99ff-4e7e-a27c-4206dc144c80)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:11:41.059376 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:41.068363 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1382e4cc-b26d-45c5-8861-f6e842889a5e req-2e7429b2-ab1a-4e12-bb2f-4371f0538c5b tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] 10.222.0.101 "GET /v2.0/security-groups?id=98f70edc-a6c3-441a-9b8a-9c504bd81536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380619 Sep 24 16:11:41.128767 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:41.178603 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=82eced95-ec78-4e1c-8617-109e7b015177,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:11:41.470640 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['82eced95-ec78-4e1c-8617-109e7b015177'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:11:42.186618 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ac6be6-52f3-4986-9e66-77fa8a9eb80c req-8e79fd5e-8848-409e-89e9-18df95c39dcc tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:11:42.188104 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-87ac6be6-52f3-4986-9e66-77fa8a9eb80c req-8e79fd5e-8848-409e-89e9-18df95c39dcc tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] 10.222.0.101 "GET /v2.0/ports?device_id=1b40b669-7208-4e6d-911b-7e720eb7f440 HTTP/1.1" status: 200 len: 944 time: 0.0514646 Sep 24 16:11:42.233390 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-87ac6be6-52f3-4986-9e66-77fa8a9eb80c req-07a38a30-0779-4f98-b4b4-838a0bd3a8d8 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] 10.222.0.101 "GET /v2.0/security-groups?id=98f70edc-a6c3-441a-9b8a-9c504bd81536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385122 Sep 24 16:11:42.822116 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 82eced95-ec78-4e1c-8617-109e7b015177 up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:11:42.938408 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port 82eced95-ec78-4e1c-8617-109e7b015177 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 16:11:42.943202 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port 82eced95-ec78-4e1c-8617-109e7b015177 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:11:42.944864 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:43.023838 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:43.046381 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b40b669-7208-4e6d-911b-7e720eb7f440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82eced95-ec78-4e1c-8617-109e7b015177'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:11:43.048645 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce29d8b-7304-4e8e-aa18-d00879dd8f40" -d '{"events": [{"server_uuid": "1b40b669-7208-4e6d-911b-7e720eb7f440", "name": "network-vif-plugged", "status": "completed", "tag": "82eced95-ec78-4e1c-8617-109e7b015177"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:11:43.061810 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 82eced95-ec78-4e1c-8617-109e7b015177, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=82eced95-ec78-4e1c-8617-109e7b015177,segment=NetworkSegment(07caef34-99ff-4e7e-a27c-4206dc144c80),segment_id=07caef34-99ff-4e7e-a27c-4206dc144c80)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:11:43.087057 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1007eb00-6786-4ea9-b7cb-543edba117ab x-openstack-request-id: req-1007eb00-6786-4ea9-b7cb-543edba117ab {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:11:43.087345 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b40b669-7208-4e6d-911b-7e720eb7f440", "name": "network-vif-plugged", "status": "completed", "tag": "82eced95-ec78-4e1c-8617-109e7b015177", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:11:43.087597 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-1007eb00-6786-4ea9-b7cb-543edba117ab {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:11:43.088002 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b40b669-7208-4e6d-911b-7e720eb7f440', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82eced95-ec78-4e1c-8617-109e7b015177', 'code': 200} Sep 24 16:11:43.137565 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:43.192640 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=82eced95-ec78-4e1c-8617-109e7b015177,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:11:43.201280 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df39c0cb-ade5-4a27-b35b-0dde6a614add req-bd6140ec-da77-4089-9eed-6e592efcc222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:11:43.202863 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-df39c0cb-ade5-4a27-b35b-0dde6a614add req-bd6140ec-da77-4089-9eed-6e592efcc222 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=1b40b669-7208-4e6d-911b-7e720eb7f440 HTTP/1.1" status: 200 len: 1096 time: 0.0443466 Sep 24 16:11:43.245274 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-df39c0cb-ade5-4a27-b35b-0dde6a614add req-2dbd01a2-f664-4a6c-b4a9-79a3eaba52c2 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=98f70edc-a6c3-441a-9b8a-9c504bd81536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286276 Sep 24 16:11:43.352862 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46be7832-9c53-4bc2-a283-bf136efa56d5 req-a7a45254-cc19-41ae-8d34-7e23ae1725e2 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:11:43.354447 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-46be7832-9c53-4bc2-a283-bf136efa56d5 req-a7a45254-cc19-41ae-8d34-7e23ae1725e2 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] 10.222.0.101 "GET /v2.0/ports?device_id=1b40b669-7208-4e6d-911b-7e720eb7f440 HTTP/1.1" status: 200 len: 945 time: 0.0528815 Sep 24 16:11:43.400973 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-46be7832-9c53-4bc2-a283-bf136efa56d5 req-3a9363b8-4188-456a-bb6e-3b82062771df tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] 10.222.0.101 "GET /v2.0/security-groups?id=98f70edc-a6c3-441a-9b8a-9c504bd81536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347145 Sep 24 16:11:44.520250 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed88c2b3-59c2-4445-8f7e-8e360ec994bf req-5057ef66-89cc-4e6f-b556-a621eb5a0bf8 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:11:44.522261 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ed88c2b3-59c2-4445-8f7e-8e360ec994bf req-5057ef66-89cc-4e6f-b556-a621eb5a0bf8 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] 10.222.0.101 "GET /v2.0/ports?device_id=1b40b669-7208-4e6d-911b-7e720eb7f440 HTTP/1.1" status: 200 len: 945 time: 0.0522497 Sep 24 16:11:44.563090 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ed88c2b3-59c2-4445-8f7e-8e360ec994bf req-040e0dec-2704-40cc-8ad6-6ad05c76d578 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] 10.222.0.101 "GET /v2.0/security-groups?id=98f70edc-a6c3-441a-9b8a-9c504bd81536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346999 Sep 24 16:11:45.680952 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd40202-5927-442d-a29a-e2be8eb25df1 req-ff7a6a81-1634-4d41-b990-aa12f3f08237 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:11:45.682462 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7bd40202-5927-442d-a29a-e2be8eb25df1 req-ff7a6a81-1634-4d41-b990-aa12f3f08237 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] 10.222.0.101 "GET /v2.0/ports?device_id=1b40b669-7208-4e6d-911b-7e720eb7f440 HTTP/1.1" status: 200 len: 945 time: 0.0525653 Sep 24 16:11:45.729482 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7bd40202-5927-442d-a29a-e2be8eb25df1 req-3e680675-d44f-4829-9f16-68dd85161e94 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] 10.222.0.101 "GET /v2.0/security-groups?id=98f70edc-a6c3-441a-9b8a-9c504bd81536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396299 Sep 24 16:11:48.435701 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [req-7121f76e-6bc0-4dae-9736-b3ddbcbf7cc2 req-f3475334-73cc-43c0-9c88-2a19a9ac5ec0 service neutron] (95297) timed out ('10.222.0.108', 53203) {{(pid=95297) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 24 16:11:50.704775 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1ec9e4d5-5dcf-40d5-9a67-bd5f5b8da573 req-b1a8886f-3fe1-433c-a667-8470d7a47c3d service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=1b40b669-7208-4e6d-911b-7e720eb7f440&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1352053 Sep 24 16:11:50.795705 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec9e4d5-5dcf-40d5-9a67-bd5f5b8da573 req-ba65669d-c923-405c-87e5-64dcc58ec417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:11:50.797415 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1ec9e4d5-5dcf-40d5-9a67-bd5f5b8da573 req-ba65669d-c923-405c-87e5-64dcc58ec417 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=cd04bf867ae846ecb50f04333bd62877&device_id=1b40b669-7208-4e6d-911b-7e720eb7f440 HTTP/1.1" status: 200 len: 1096 time: 0.0426517 Sep 24 16:11:50.923771 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec9e4d5-5dcf-40d5-9a67-bd5f5b8da573 req-63777e7e-be90-4cfc-bc20-d07ecf38e166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:11:50.925197 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1ec9e4d5-5dcf-40d5-9a67-bd5f5b8da573 req-63777e7e-be90-4cfc-bc20-d07ecf38e166 service neutron] 10.222.0.110 "GET /v2.0/networks?id=2e3f4b22-4376-41fb-b66d-4e50e569364d HTTP/1.1" status: 200 len: 916 time: 0.0963738 Sep 24 16:11:50.969471 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1ec9e4d5-5dcf-40d5-9a67-bd5f5b8da573 req-c97f0d4e-14e8-47f6-b975-a13391420e44 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=82eced95-ec78-4e1c-8617-109e7b015177 HTTP/1.1" status: 200 len: 217 time: 0.0365992 Sep 24 16:11:51.021683 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec9e4d5-5dcf-40d5-9a67-bd5f5b8da573 req-6a3ea89e-6192-4aff-aabe-a1280af51202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:11:51.023258 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1ec9e4d5-5dcf-40d5-9a67-bd5f5b8da573 req-6a3ea89e-6192-4aff-aabe-a1280af51202 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=fac2a3a0-0a72-416d-8e2a-af2e71e0b675 HTTP/1.1" status: 200 len: 854 time: 0.0461204 Sep 24 16:11:51.059429 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1ec9e4d5-5dcf-40d5-9a67-bd5f5b8da573 req-b343774a-38db-49d6-848c-5fd90179fb0b service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=2e3f4b22-4376-41fb-b66d-4e50e569364d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280497 Sep 24 16:11:51.164132 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1ec9e4d5-5dcf-40d5-9a67-bd5f5b8da573 req-4cee865a-7ca1-4273-96cd-dc1d3cd26f0f service neutron] 10.222.0.110 "GET /v2.0/networks/2e3f4b22-4376-41fb-b66d-4e50e569364d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934484 Sep 24 16:11:51.271256 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1ec9e4d5-5dcf-40d5-9a67-bd5f5b8da573 req-2d3245f1-2ea2-406a-8b06-00faa1aa1672 service neutron] 10.222.0.110 "GET /v2.0/networks/2e3f4b22-4376-41fb-b66d-4e50e569364d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980542 Sep 24 16:11:53.049657 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:11:56.558608 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41346) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:11:56.668793 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fe9c6c10-dbc8-41e2-a896-db35f22e4dfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:56.762120 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fe9c6c10-dbc8-41e2-a896-db35f22e4dfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:56.835697 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fe9c6c10-dbc8-41e2-a896-db35f22e4dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:56.878388 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9c6c10-dbc8-41e2-a896-db35f22e4dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89560ab-f15e-4a7b-ab7b-863e8657c16e,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:11:56.883965 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-fe9c6c10-dbc8-41e2-a896-db35f22e4dfe admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=ae122d1dc7d7419595a4aaba48cbbf34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3243144 Sep 24 16:11:56.886615 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41350) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:11:56.939112 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1903e28a-724f-4bf8-862c-f0fdce21eaf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:56.963693 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1903e28a-724f-4bf8-862c-f0fdce21eaf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:58.108423 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1903e28a-724f-4bf8-862c-f0fdce21eaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:58.111330 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1903e28a-724f-4bf8-862c-f0fdce21eaf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:11:58.120533 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-1903e28a-724f-4bf8-862c-f0fdce21eaf0 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f89560ab-f15e-4a7b-ab7b-863e8657c16e HTTP/1.1" status: 204 len: 168 time: 1.2285511 Sep 24 16:11:58.125027 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1903e28a-724f-4bf8-862c-f0fdce21eaf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89560ab-f15e-4a7b-ab7b-863e8657c16e,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:12:01.356063 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-72d884a6-9a11-4f1a-b224-3c950380bcd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:12:03.898516 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7abb9c07-ab6b-4f92-8042-b2e16299e00a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:12:04.327692 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:12:05.388118 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:12:06.799228 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:12:09.229593 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:12:11.124928 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:12:18.387091 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 41582) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:12:18.504447 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f68c85ed-55c7-46dd-809a-834f7165418b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:12:18.605526 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f68c85ed-55c7-46dd-809a-834f7165418b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:12:18.663843 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f68c85ed-55c7-46dd-809a-834f7165418b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:12:18.702714 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f68c85ed-55c7-46dd-809a-834f7165418b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=9c67225e9bf742c29f6fe5fef05a6ef8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3145080 Sep 24 16:12:18.703607 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68c85ed-55c7-46dd-809a-834f7165418b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f32126-1c97-40b2-b492-18c3dfeb0ba9,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:12:18.705601 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 41586) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:12:18.711487 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68c85ed-55c7-46dd-809a-834f7165418b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:12:18.711832 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68c85ed-55c7-46dd-809a-834f7165418b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:12:18.712172 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68c85ed-55c7-46dd-809a-834f7165418b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:12:18.712506 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68c85ed-55c7-46dd-809a-834f7165418b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:12:18.712839 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68c85ed-55c7-46dd-809a-834f7165418b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:12:18.713171 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68c85ed-55c7-46dd-809a-834f7165418b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:12:18.713492 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68c85ed-55c7-46dd-809a-834f7165418b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:12:18.713818 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68c85ed-55c7-46dd-809a-834f7165418b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:12:18.714139 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68c85ed-55c7-46dd-809a-834f7165418b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:12:18.714490 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68c85ed-55c7-46dd-809a-834f7165418b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:12:18.714818 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68c85ed-55c7-46dd-809a-834f7165418b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:12:18.715140 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68c85ed-55c7-46dd-809a-834f7165418b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:12:18.762203 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ed2ed6a5-1a53-4550-a7d2-8bc461cfa6ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:12:18.783926 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ed2ed6a5-1a53-4550-a7d2-8bc461cfa6ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:12:18.907641 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ed2ed6a5-1a53-4550-a7d2-8bc461cfa6ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:12:18.910286 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ed2ed6a5-1a53-4550-a7d2-8bc461cfa6ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:12:18.912509 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-ed2ed6a5-1a53-4550-a7d2-8bc461cfa6ad admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/38f32126-1c97-40b2-b492-18c3dfeb0ba9 HTTP/1.1" status: 204 len: 168 time: 0.2057600 Sep 24 16:12:18.920744 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2ed6a5-1a53-4550-a7d2-8bc461cfa6ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f32126-1c97-40b2-b492-18c3dfeb0ba9,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:12:18.928923 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ed6a5-1a53-4550-a7d2-8bc461cfa6ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:12:18.929321 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ed6a5-1a53-4550-a7d2-8bc461cfa6ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:12:18.929667 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ed6a5-1a53-4550-a7d2-8bc461cfa6ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:12:18.930005 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ed6a5-1a53-4550-a7d2-8bc461cfa6ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:12:18.930360 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ed6a5-1a53-4550-a7d2-8bc461cfa6ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:12:18.930699 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ed6a5-1a53-4550-a7d2-8bc461cfa6ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:12:18.931028 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ed6a5-1a53-4550-a7d2-8bc461cfa6ad admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:12:18.931357 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ed6a5-1a53-4550-a7d2-8bc461cfa6ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:12:18.931963 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ed6a5-1a53-4550-a7d2-8bc461cfa6ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:12:18.932299 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ed6a5-1a53-4550-a7d2-8bc461cfa6ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:12:18.932626 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ed6a5-1a53-4550-a7d2-8bc461cfa6ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:12:18.932953 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed2ed6a5-1a53-4550-a7d2-8bc461cfa6ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:12:21.923830 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8be2ce0b-ed9a-46cf-9972-999f9275000b req-0d84ccdf-dd11-4338-ace6-ee5ad32f75a1 tempest-VolumesNegativeTest-1807854851 tempest-VolumesNegativeTest-1807854851-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=687a00d648a146a395245577addfbf93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227072 Sep 24 16:12:22.380912 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be2ce0b-ed9a-46cf-9972-999f9275000b req-eedd8c49-ba52-451b-bf80-ea7ab7064a41 tempest-VolumesNegativeTest-1807854851 tempest-VolumesNegativeTest-1807854851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:12:22.382906 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8be2ce0b-ed9a-46cf-9972-999f9275000b req-eedd8c49-ba52-451b-bf80-ea7ab7064a41 tempest-VolumesNegativeTest-1807854851 tempest-VolumesNegativeTest-1807854851-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4529686 Sep 24 16:12:22.398095 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8be2ce0b-ed9a-46cf-9972-999f9275000b req-3dd63480-fdca-4839-aa80-7efca28379e2 tempest-VolumesNegativeTest-1807854851 tempest-VolumesNegativeTest-1807854851-project] 10.222.0.101 "GET /v2.0/quotas/687a00d648a146a395245577addfbf93 HTTP/1.1" status: 200 len: 375 time: 0.0094576 Sep 24 16:12:22.427792 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8be2ce0b-ed9a-46cf-9972-999f9275000b req-17c79647-d75e-458a-b2f0-1fdcac9648db tempest-VolumesNegativeTest-1807854851 tempest-VolumesNegativeTest-1807854851-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=687a00d648a146a395245577addfbf93&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0243256 Sep 24 16:12:22.647307 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8aab934d-c11a-488a-8215-320ce05d2774 req-aa874693-e34e-407f-9097-c19c7a9c9d23 tempest-VolumesNegativeTest-1807854851 tempest-VolumesNegativeTest-1807854851-project] 10.222.0.101 "GET /v2.0/ports?device_id=89ba4bda-89a7-4ef1-b701-96576cd5ba68 HTTP/1.1" status: 200 len: 210 time: 0.0280645 Sep 24 16:12:23.759631 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1a6c6ba0-02a8-49e5-b2c3-929ff1304781 req-3caa3532-420f-45ad-939d-a39b2125db20 tempest-VolumesNegativeTest-1807854851 tempest-VolumesNegativeTest-1807854851-project] 10.222.0.101 "GET /v2.0/ports?device_id=89ba4bda-89a7-4ef1-b701-96576cd5ba68 HTTP/1.1" status: 200 len: 210 time: 0.0281336 Sep 24 16:12:24.623119 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8be2ce0b-ed9a-46cf-9972-999f9275000b req-c6a1af83-958d-4bfb-89e1-a475a5e35f8c tempest-VolumesNegativeTest-1807854851 tempest-VolumesNegativeTest-1807854851-project] 10.222.0.108 "GET /v2.0/networks?tenant_id=687a00d648a146a395245577addfbf93&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0209072 Sep 24 16:12:24.736275 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be2ce0b-ed9a-46cf-9972-999f9275000b req-18436efd-bf7b-4e4a-bd31-30881742a0e5 tempest-VolumesNegativeTest-1807854851 tempest-VolumesNegativeTest-1807854851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:12:24.737708 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8be2ce0b-ed9a-46cf-9972-999f9275000b req-18436efd-bf7b-4e4a-bd31-30881742a0e5 tempest-VolumesNegativeTest-1807854851 tempest-VolumesNegativeTest-1807854851-project] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1089232 Sep 24 16:12:24.750086 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-8be2ce0b-ed9a-46cf-9972-999f9275000b req-76d4a7b7-8128-4635-a5da-ac938073eb0e tempest-VolumesNegativeTest-1807854851 tempest-VolumesNegativeTest-1807854851-project] Request body: {'port': {'device_id': '89ba4bda-89a7-4ef1-b701-96576cd5ba68', 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939', 'admin_state_up': True, 'tenant_id': '687a00d648a146a395245577addfbf93'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:12:24.863403 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a8395669-afc0-4034-a5b9-c989ec7c585f req-9ae7697a-75f7-4de0-bd48-44f36eb67178 tempest-VolumesNegativeTest-1807854851 tempest-VolumesNegativeTest-1807854851-project] 10.222.0.101 "GET /v2.0/ports?device_id=89ba4bda-89a7-4ef1-b701-96576cd5ba68 HTTP/1.1" status: 200 len: 210 time: 0.0268853 Sep 24 16:12:24.941688 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8be2ce0b-ed9a-46cf-9972-999f9275000b req-76d4a7b7-8128-4635-a5da-ac938073eb0e tempest-VolumesNegativeTest-1807854851 tempest-VolumesNegativeTest-1807854851-project] Made reservation on behalf of 687a00d648a146a395245577addfbf93 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:12:24.946055 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8be2ce0b-ed9a-46cf-9972-999f9275000b req-76d4a7b7-8128-4635-a5da-ac938073eb0e tempest-VolumesNegativeTest-1807854851 tempest-VolumesNegativeTest-1807854851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:12:24.955365 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8be2ce0b-ed9a-46cf-9972-999f9275000b req-76d4a7b7-8128-4635-a5da-ac938073eb0e tempest-VolumesNegativeTest-1807854851 tempest-VolumesNegativeTest-1807854851-project] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:12:25.051497 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8be2ce0b-ed9a-46cf-9972-999f9275000b req-76d4a7b7-8128-4635-a5da-ac938073eb0e tempest-VolumesNegativeTest-1807854851 tempest-VolumesNegativeTest-1807854851-project] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:12:25.135890 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8be2ce0b-ed9a-46cf-9972-999f9275000b req-76d4a7b7-8128-4635-a5da-ac938073eb0e tempest-VolumesNegativeTest-1807854851 tempest-VolumesNegativeTest-1807854851-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:12:25.198646 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d4a7b7-8128-4635-a5da-ac938073eb0e tempest-VolumesNegativeTest-1807854851 tempest-VolumesNegativeTest-1807854851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb486ec-9092-46a3-95c1-d981fdf00079,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:12:25.273673 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-8be2ce0b-ed9a-46cf-9972-999f9275000b req-76d4a7b7-8128-4635-a5da-ac938073eb0e tempest-VolumesNegativeTest-1807854851 tempest-VolumesNegativeTest-1807854851-project] Allocated IP 192.168.233.210 (9672f189-23fe-44e6-9dd2-257ff8905939/188edb94-8042-4961-9ec0-8960b1ce1305/1d590c0a-bda1-4e1d-9a2d-a1aed54e8c2b) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:12:25.428928 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8be2ce0b-ed9a-46cf-9972-999f9275000b req-76d4a7b7-8128-4635-a5da-ac938073eb0e tempest-VolumesNegativeTest-1807854851 tempest-VolumesNegativeTest-1807854851-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:12:25.530462 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8be2ce0b-ed9a-46cf-9972-999f9275000b req-76d4a7b7-8128-4635-a5da-ac938073eb0e tempest-VolumesNegativeTest-1807854851 tempest-VolumesNegativeTest-1807854851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:12:25.577134 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8be2ce0b-ed9a-46cf-9972-999f9275000b req-76d4a7b7-8128-4635-a5da-ac938073eb0e tempest-VolumesNegativeTest-1807854851 tempest-VolumesNegativeTest-1807854851-project] Network 9672f189-23fe-44e6-9dd2-257ff8905939 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:12:25.580398 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-8be2ce0b-ed9a-46cf-9972-999f9275000b req-76d4a7b7-8128-4635-a5da-ac938073eb0e tempest-VolumesNegativeTest-1807854851 tempest-VolumesNegativeTest-1807854851-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:12:25.583102 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-8be2ce0b-ed9a-46cf-9972-999f9275000b req-76d4a7b7-8128-4635-a5da-ac938073eb0e tempest-VolumesNegativeTest-1807854851 tempest-VolumesNegativeTest-1807854851-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:12:25.622485 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d4a7b7-8128-4635-a5da-ac938073eb0e tempest-VolumesNegativeTest-1807854851 tempest-VolumesNegativeTest-1807854851-project] Pushing event updated for resources: {'Port': ['ID=1d590c0a-bda1-4e1d-9a2d-a1aed54e8c2b,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:12:25.651320 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be2ce0b-ed9a-46cf-9972-999f9275000b req-76d4a7b7-8128-4635-a5da-ac938073eb0e tempest-VolumesNegativeTest-1807854851 tempest-VolumesNegativeTest-1807854851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:12:25.651987 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8be2ce0b-ed9a-46cf-9972-999f9275000b req-76d4a7b7-8128-4635-a5da-ac938073eb0e tempest-VolumesNegativeTest-1807854851 tempest-VolumesNegativeTest-1807854851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:12:25.721651 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8be2ce0b-ed9a-46cf-9972-999f9275000b req-76d4a7b7-8128-4635-a5da-ac938073eb0e tempest-VolumesNegativeTest-1807854851 tempest-VolumesNegativeTest-1807854851-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9749942 Sep 24 16:12:25.731897 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [req-8be2ce0b-ed9a-46cf-9972-999f9275000b req-05f6fa31-8df2-4c83-9dae-0594923d5b5b tempest-VolumesNegativeTest-1807854851 tempest-VolumesNegativeTest-1807854851-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 16:12:25.732915 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8be2ce0b-ed9a-46cf-9972-999f9275000b req-05f6fa31-8df2-4c83-9dae-0594923d5b5b tempest-VolumesNegativeTest-1807854851 tempest-VolumesNegativeTest-1807854851-project] 10.222.0.108 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054321 Sep 24 16:12:25.746299 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-8be2ce0b-ed9a-46cf-9972-999f9275000b req-788ce9eb-1c81-4512-8bfa-38d222b79e5b service neutron] Request body: {'port': {'device_id': '89ba4bda-89a7-4ef1-b701-96576cd5ba68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:12:25.804464 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8be2ce0b-ed9a-46cf-9972-999f9275000b req-788ce9eb-1c81-4512-8bfa-38d222b79e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:12:25.879266 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-dda989e3-ed58-4c6c-a09a-21f1b0f922fe None None] Provisioning complete for port 1d590c0a-bda1-4e1d-9a2d-a1aed54e8c2b triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:12:25.879858 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-dda989e3-ed58-4c6c-a09a-21f1b0f922fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:12:25.921705 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-dda989e3-ed58-4c6c-a09a-21f1b0f922fe None None] Port 1d590c0a-bda1-4e1d-9a2d-a1aed54e8c2b cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:12:26.073122 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f43f8c-e21a-454a-b90c-8820d650eebc req-e192187f-a43a-4b12-a4ea-b4bf7c1b9b13 tempest-VolumesNegativeTest-1807854851 tempest-VolumesNegativeTest-1807854851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:12:26.080865 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-71f43f8c-e21a-454a-b90c-8820d650eebc req-e192187f-a43a-4b12-a4ea-b4bf7c1b9b13 tempest-VolumesNegativeTest-1807854851 tempest-VolumesNegativeTest-1807854851-project] 10.222.0.101 "GET /v2.0/ports?device_id=89ba4bda-89a7-4ef1-b701-96576cd5ba68 HTTP/1.1" status: 200 len: 936 time: 0.1413491 Sep 24 16:12:26.151928 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-71f43f8c-e21a-454a-b90c-8820d650eebc req-10d49093-54ac-4479-8f96-1ee888c0f8e5 tempest-VolumesNegativeTest-1807854851 tempest-VolumesNegativeTest-1807854851-project] 10.222.0.101 "GET /v2.0/security-groups?id=8cb486ec-9092-46a3-95c1-d981fdf00079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617282 Sep 24 16:12:26.200973 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-8be2ce0b-ed9a-46cf-9972-999f9275000b req-788ce9eb-1c81-4512-8bfa-38d222b79e5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d590c0a-bda1-4e1d-9a2d-a1aed54e8c2b {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:12:26.208565 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8be2ce0b-ed9a-46cf-9972-999f9275000b req-788ce9eb-1c81-4512-8bfa-38d222b79e5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:12:26.220895 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-8be2ce0b-ed9a-46cf-9972-999f9275000b req-788ce9eb-1c81-4512-8bfa-38d222b79e5b service neutron] Transition to ACTIVE for port object 1d590c0a-bda1-4e1d-9a2d-a1aed54e8c2b will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 16:12:26.286512 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8be2ce0b-ed9a-46cf-9972-999f9275000b req-788ce9eb-1c81-4512-8bfa-38d222b79e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:12:26.364672 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788ce9eb-1c81-4512-8bfa-38d222b79e5b service neutron] Pushing event updated for resources: {'Port': ['ID=1d590c0a-bda1-4e1d-9a2d-a1aed54e8c2b,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:12:26.418014 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-8be2ce0b-ed9a-46cf-9972-999f9275000b req-788ce9eb-1c81-4512-8bfa-38d222b79e5b service neutron] Attempting to bind port 1d590c0a-bda1-4e1d-9a2d-a1aed54e8c2b on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:12:26.418357 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-8be2ce0b-ed9a-46cf-9972-999f9275000b req-788ce9eb-1c81-4512-8bfa-38d222b79e5b service neutron] Attempting to bind port 1d590c0a-bda1-4e1d-9a2d-a1aed54e8c2b by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:12:26.418732 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be2ce0b-ed9a-46cf-9972-999f9275000b req-788ce9eb-1c81-4512-8bfa-38d222b79e5b service neutron] Attempting to bind port 1d590c0a-bda1-4e1d-9a2d-a1aed54e8c2b on network 9672f189-23fe-44e6-9dd2-257ff8905939 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:12:26.424043 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be2ce0b-ed9a-46cf-9972-999f9275000b req-788ce9eb-1c81-4512-8bfa-38d222b79e5b service neutron] Port 1d590c0a-bda1-4e1d-9a2d-a1aed54e8c2b on network 9672f189-23fe-44e6-9dd2-257ff8905939 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 16:12:26.427233 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be2ce0b-ed9a-46cf-9972-999f9275000b req-788ce9eb-1c81-4512-8bfa-38d222b79e5b service neutron] Attempting to bind port 1d590c0a-bda1-4e1d-9a2d-a1aed54e8c2b on network 9672f189-23fe-44e6-9dd2-257ff8905939 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:12:26.430446 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be2ce0b-ed9a-46cf-9972-999f9275000b req-788ce9eb-1c81-4512-8bfa-38d222b79e5b service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:12:26.430788 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be2ce0b-ed9a-46cf-9972-999f9275000b req-788ce9eb-1c81-4512-8bfa-38d222b79e5b service neutron] Checking segment: {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:12:26.431170 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8be2ce0b-ed9a-46cf-9972-999f9275000b req-788ce9eb-1c81-4512-8bfa-38d222b79e5b service neutron] Bound using segment: {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:12:26.431655 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-8be2ce0b-ed9a-46cf-9972-999f9275000b req-788ce9eb-1c81-4512-8bfa-38d222b79e5b service neutron] Bound port: 1d590c0a-bda1-4e1d-9a2d-a1aed54e8c2b, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:12:26.432014 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8be2ce0b-ed9a-46cf-9972-999f9275000b req-788ce9eb-1c81-4512-8bfa-38d222b79e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:12:26.501766 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-8be2ce0b-ed9a-46cf-9972-999f9275000b req-788ce9eb-1c81-4512-8bfa-38d222b79e5b service neutron] For port 1d590c0a-bda1-4e1d-9a2d-a1aed54e8c2b, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:12:26.504955 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-8be2ce0b-ed9a-46cf-9972-999f9275000b req-788ce9eb-1c81-4512-8bfa-38d222b79e5b service neutron] For port 1d590c0a-bda1-4e1d-9a2d-a1aed54e8c2b, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=1d590c0a-bda1-4e1d-9a2d-a1aed54e8c2b,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:12:26.630151 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8be2ce0b-ed9a-46cf-9972-999f9275000b req-788ce9eb-1c81-4512-8bfa-38d222b79e5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:12:26.666434 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be2ce0b-ed9a-46cf-9972-999f9275000b req-788ce9eb-1c81-4512-8bfa-38d222b79e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:12:26.667043 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8be2ce0b-ed9a-46cf-9972-999f9275000b req-788ce9eb-1c81-4512-8bfa-38d222b79e5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:12:26.673011 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8be2ce0b-ed9a-46cf-9972-999f9275000b req-788ce9eb-1c81-4512-8bfa-38d222b79e5b service neutron] 10.222.0.108 "PUT /v2.0/ports/1d590c0a-bda1-4e1d-9a2d-a1aed54e8c2b HTTP/1.1" status: 200 len: 1096 time: 0.9266174 Sep 24 16:12:26.673011 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89ba4bda-89a7-4ef1-b701-96576cd5ba68', 'tag': '1d590c0a-bda1-4e1d-9a2d-a1aed54e8c2b'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:12:26.673011 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7531fe34-1b20-4b62-a6e1-5991cc7f9fde" -d '{"events": [{"name": "network-changed", "server_uuid": "89ba4bda-89a7-4ef1-b701-96576cd5ba68", "tag": "1d590c0a-bda1-4e1d-9a2d-a1aed54e8c2b"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:12:26.694507 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788ce9eb-1c81-4512-8bfa-38d222b79e5b service neutron] Pushing event updated for resources: {'Port': ['ID=1d590c0a-bda1-4e1d-9a2d-a1aed54e8c2b,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:12:26.844818 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be2ce0b-ed9a-46cf-9972-999f9275000b req-d3587298-0e32-4d21-85d2-cda9513ba79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:12:26.846641 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8be2ce0b-ed9a-46cf-9972-999f9275000b req-d3587298-0e32-4d21-85d2-cda9513ba79f service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=687a00d648a146a395245577addfbf93&device_id=89ba4bda-89a7-4ef1-b701-96576cd5ba68 HTTP/1.1" status: 200 len: 1099 time: 0.0486922 Sep 24 16:12:26.893560 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa91e79a-11d6-4c79-b894-789ed283b825 x-openstack-request-id: req-aa91e79a-11d6-4c79-b894-789ed283b825 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:12:26.893849 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89ba4bda-89a7-4ef1-b701-96576cd5ba68", "tag": "1d590c0a-bda1-4e1d-9a2d-a1aed54e8c2b", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:12:26.894095 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-aa91e79a-11d6-4c79-b894-789ed283b825 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:12:26.894512 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89ba4bda-89a7-4ef1-b701-96576cd5ba68', 'tag': '1d590c0a-bda1-4e1d-9a2d-a1aed54e8c2b', 'status': 'completed', 'code': 200} Sep 24 16:12:26.896612 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8be2ce0b-ed9a-46cf-9972-999f9275000b req-5a0cf90f-cb0e-4783-aa45-02732d5814b3 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=1d590c0a-bda1-4e1d-9a2d-a1aed54e8c2b HTTP/1.1" status: 200 len: 217 time: 0.0419655 Sep 24 16:12:26.945934 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be2ce0b-ed9a-46cf-9972-999f9275000b req-7b1b9096-964e-4f18-9c10-32d02947d891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:12:26.947302 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8be2ce0b-ed9a-46cf-9972-999f9275000b req-7b1b9096-964e-4f18-9c10-32d02947d891 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.0441644 Sep 24 16:12:26.994413 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be2ce0b-ed9a-46cf-9972-999f9275000b req-cf672a68-4707-4f71-aadd-1cd17110b358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:12:26.995898 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8be2ce0b-ed9a-46cf-9972-999f9275000b req-cf672a68-4707-4f71-aadd-1cd17110b358 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0409164 Sep 24 16:12:27.092213 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8be2ce0b-ed9a-46cf-9972-999f9275000b req-ee70f9f0-798a-4564-9b42-a33396e35dac service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883100 Sep 24 16:12:27.189505 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8be2ce0b-ed9a-46cf-9972-999f9275000b req-1ec14af8-3e05-4755-bdc6-0a7c332c3d15 service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902274 Sep 24 16:12:27.280642 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35735b70-4b47-4e36-8c35-a191abdee4fc req-17e18bd6-2d71-4e32-951a-b5c8826692a4 tempest-VolumesNegativeTest-1807854851 tempest-VolumesNegativeTest-1807854851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:12:27.282137 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-35735b70-4b47-4e36-8c35-a191abdee4fc req-17e18bd6-2d71-4e32-951a-b5c8826692a4 tempest-VolumesNegativeTest-1807854851 tempest-VolumesNegativeTest-1807854851-project] 10.222.0.101 "GET /v2.0/ports?device_id=89ba4bda-89a7-4ef1-b701-96576cd5ba68 HTTP/1.1" status: 200 len: 948 time: 0.0507333 Sep 24 16:12:27.322392 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-35735b70-4b47-4e36-8c35-a191abdee4fc req-8edb7cbe-8c65-4587-a7ec-0b2dcf8715a1 tempest-VolumesNegativeTest-1807854851 tempest-VolumesNegativeTest-1807854851-project] 10.222.0.101 "GET /v2.0/security-groups?id=8cb486ec-9092-46a3-95c1-d981fdf00079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322447 Sep 24 16:12:27.379793 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7531fe34-1b20-4b62-a6e1-5991cc7f9fde req-c3cc8cb9-adcd-4500-80bd-b5e08b775494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:12:27.382150 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7531fe34-1b20-4b62-a6e1-5991cc7f9fde req-c3cc8cb9-adcd-4500-80bd-b5e08b775494 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=687a00d648a146a395245577addfbf93&device_id=89ba4bda-89a7-4ef1-b701-96576cd5ba68 HTTP/1.1" status: 200 len: 1099 time: 0.0435722 Sep 24 16:12:27.478224 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7531fe34-1b20-4b62-a6e1-5991cc7f9fde req-9d426f61-c6f2-4eae-86c0-1602c2ebe2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:12:27.479820 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7531fe34-1b20-4b62-a6e1-5991cc7f9fde req-9d426f61-c6f2-4eae-86c0-1602c2ebe2ee service neutron] 10.222.0.108 "GET /v2.0/networks?id=9672f189-23fe-44e6-9dd2-257ff8905939 HTTP/1.1" status: 200 len: 871 time: 0.0910425 Sep 24 16:12:27.523271 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7531fe34-1b20-4b62-a6e1-5991cc7f9fde req-027ea026-6391-4b4b-af73-116e694a009a service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=1d590c0a-bda1-4e1d-9a2d-a1aed54e8c2b HTTP/1.1" status: 200 len: 217 time: 0.0357389 Sep 24 16:12:27.575397 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7531fe34-1b20-4b62-a6e1-5991cc7f9fde req-792352bf-7398-4cae-975b-56a33529044f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:12:27.576897 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7531fe34-1b20-4b62-a6e1-5991cc7f9fde req-792352bf-7398-4cae-975b-56a33529044f service neutron] 10.222.0.108 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.0454190 Sep 24 16:12:27.629079 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7531fe34-1b20-4b62-a6e1-5991cc7f9fde req-e74e30ec-7cbc-4be1-8868-128167a7aa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:12:27.630648 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7531fe34-1b20-4b62-a6e1-5991cc7f9fde req-e74e30ec-7cbc-4be1-8868-128167a7aa84 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0453529 Sep 24 16:12:27.723689 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7531fe34-1b20-4b62-a6e1-5991cc7f9fde req-2ff88ca1-c253-4363-9b34-99c2bd067140 service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855002 Sep 24 16:12:27.819217 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7531fe34-1b20-4b62-a6e1-5991cc7f9fde req-383c61cb-f83d-49f5-9e22-98dd2d6e22f1 service neutron] 10.222.0.108 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884149 Sep 24 16:12:28.446382 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d5f5d-caa7-45ec-8bc2-c44f732bacd6 req-920599de-020c-44d0-b1fd-4c216e4e79aa tempest-VolumesNegativeTest-1807854851 tempest-VolumesNegativeTest-1807854851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:12:28.448609 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-620d5f5d-caa7-45ec-8bc2-c44f732bacd6 req-920599de-020c-44d0-b1fd-4c216e4e79aa tempest-VolumesNegativeTest-1807854851 tempest-VolumesNegativeTest-1807854851-project] 10.222.0.101 "GET /v2.0/ports?device_id=89ba4bda-89a7-4ef1-b701-96576cd5ba68 HTTP/1.1" status: 200 len: 948 time: 0.0536423 Sep 24 16:12:28.506325 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-620d5f5d-caa7-45ec-8bc2-c44f732bacd6 req-a05aa047-d09f-4f5d-8f86-7db1b781bee4 tempest-VolumesNegativeTest-1807854851 tempest-VolumesNegativeTest-1807854851-project] 10.222.0.101 "GET /v2.0/security-groups?id=8cb486ec-9092-46a3-95c1-d981fdf00079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508623 Sep 24 16:12:29.620070 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d235191-7946-4489-8621-9b4b438c239c req-7661e8a6-dfe2-4085-88ed-fea24222a45a tempest-VolumesNegativeTest-1807854851 tempest-VolumesNegativeTest-1807854851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:12:29.621621 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9d235191-7946-4489-8621-9b4b438c239c req-7661e8a6-dfe2-4085-88ed-fea24222a45a tempest-VolumesNegativeTest-1807854851 tempest-VolumesNegativeTest-1807854851-project] 10.222.0.101 "GET /v2.0/ports?device_id=89ba4bda-89a7-4ef1-b701-96576cd5ba68 HTTP/1.1" status: 200 len: 948 time: 0.0496256 Sep 24 16:12:29.661407 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9d235191-7946-4489-8621-9b4b438c239c req-ab07ac4c-9000-488a-b2e5-582cdc568243 tempest-VolumesNegativeTest-1807854851 tempest-VolumesNegativeTest-1807854851-project] 10.222.0.101 "GET /v2.0/security-groups?id=8cb486ec-9092-46a3-95c1-d981fdf00079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337474 Sep 24 16:12:29.832791 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 1d590c0a-bda1-4e1d-9a2d-a1aed54e8c2b details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 16:12:29.932438 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 1d590c0a-bda1-4e1d-9a2d-a1aed54e8c2b, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=1d590c0a-bda1-4e1d-9a2d-a1aed54e8c2b,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:12:29.943126 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': '1d590c0a-bda1-4e1d-9a2d-a1aed54e8c2b', 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939', 'port_id': '1d590c0a-bda1-4e1d-9a2d-a1aed54e8c2b', 'mac_address': 'fa:16:3e:29:05:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '188edb94-8042-4961-9ec0-8960b1ce1305', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 16:12:29.980577 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:12:29.994096 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d590c0a-bda1-4e1d-9a2d-a1aed54e8c2b {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:12:30.013981 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 1d590c0a-bda1-4e1d-9a2d-a1aed54e8c2b, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=1d590c0a-bda1-4e1d-9a2d-a1aed54e8c2b,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:12:30.046947 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:12:30.095947 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:12:30.148133 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=1d590c0a-bda1-4e1d-9a2d-a1aed54e8c2b,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:12:30.155532 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:12:30.155880 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:12:30.156235 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:12:30.156628 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:12:30.156966 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:12:30.157299 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:12:30.157630 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:12:30.157961 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:12:30.158284 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:12:30.158638 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:12:30.158966 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:12:30.159289 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:12:30.353140 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['1d590c0a-bda1-4e1d-9a2d-a1aed54e8c2b'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:12:30.785979 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd979c-bbbd-4c36-86bf-e1acbe20b5a7 req-fce5d75d-6682-4065-ae5f-c9b619c782b9 tempest-VolumesNegativeTest-1807854851 tempest-VolumesNegativeTest-1807854851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:12:30.787844 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-45dd979c-bbbd-4c36-86bf-e1acbe20b5a7 req-fce5d75d-6682-4065-ae5f-c9b619c782b9 tempest-VolumesNegativeTest-1807854851 tempest-VolumesNegativeTest-1807854851-project] 10.222.0.101 "GET /v2.0/ports?device_id=89ba4bda-89a7-4ef1-b701-96576cd5ba68 HTTP/1.1" status: 200 len: 949 time: 0.0567901 Sep 24 16:12:30.827249 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-45dd979c-bbbd-4c36-86bf-e1acbe20b5a7 req-2c9eba44-2981-4921-bdd3-fc1a497df333 tempest-VolumesNegativeTest-1807854851 tempest-VolumesNegativeTest-1807854851-project] 10.222.0.101 "GET /v2.0/security-groups?id=8cb486ec-9092-46a3-95c1-d981fdf00079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333514 Sep 24 16:12:31.217581 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2ea84a50-4c67-44db-aecd-dd428ddcc340 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:12:31.863300 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 1d590c0a-bda1-4e1d-9a2d-a1aed54e8c2b up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:12:31.948871 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab1e6f-4263-4673-85dc-290d59e517ef req-c93f61e2-4845-495f-ab64-f9da56476107 tempest-VolumesNegativeTest-1807854851 tempest-VolumesNegativeTest-1807854851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:12:31.950506 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e1ab1e6f-4263-4673-85dc-290d59e517ef req-c93f61e2-4845-495f-ab64-f9da56476107 tempest-VolumesNegativeTest-1807854851 tempest-VolumesNegativeTest-1807854851-project] 10.222.0.101 "GET /v2.0/ports?device_id=89ba4bda-89a7-4ef1-b701-96576cd5ba68 HTTP/1.1" status: 200 len: 949 time: 0.0499921 Sep 24 16:12:31.983385 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port 1d590c0a-bda1-4e1d-9a2d-a1aed54e8c2b completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 16:12:31.987616 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port 1d590c0a-bda1-4e1d-9a2d-a1aed54e8c2b triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:12:31.988016 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:12:31.994709 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e1ab1e6f-4263-4673-85dc-290d59e517ef req-a2baefc8-4e8e-43f1-a1b3-ffe1eea046af tempest-VolumesNegativeTest-1807854851 tempest-VolumesNegativeTest-1807854851-project] 10.222.0.101 "GET /v2.0/security-groups?id=8cb486ec-9092-46a3-95c1-d981fdf00079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382075 Sep 24 16:12:32.071048 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:12:32.093547 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89ba4bda-89a7-4ef1-b701-96576cd5ba68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d590c0a-bda1-4e1d-9a2d-a1aed54e8c2b'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:12:32.096034 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2ca4ef-3681-46f0-ab75-b4021a971910" -d '{"events": [{"server_uuid": "89ba4bda-89a7-4ef1-b701-96576cd5ba68", "name": "network-vif-plugged", "status": "completed", "tag": "1d590c0a-bda1-4e1d-9a2d-a1aed54e8c2b"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:12:32.113982 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 1d590c0a-bda1-4e1d-9a2d-a1aed54e8c2b, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=1d590c0a-bda1-4e1d-9a2d-a1aed54e8c2b,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:12:32.187221 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:12:32.211228 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af21ee19-a2d0-49a9-8de4-0c662931c150 x-openstack-request-id: req-af21ee19-a2d0-49a9-8de4-0c662931c150 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:12:32.211512 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89ba4bda-89a7-4ef1-b701-96576cd5ba68", "name": "network-vif-plugged", "status": "completed", "tag": "1d590c0a-bda1-4e1d-9a2d-a1aed54e8c2b", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:12:32.211761 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-af21ee19-a2d0-49a9-8de4-0c662931c150 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:12:32.212148 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89ba4bda-89a7-4ef1-b701-96576cd5ba68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d590c0a-bda1-4e1d-9a2d-a1aed54e8c2b', 'code': 200} Sep 24 16:12:32.239443 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=1d590c0a-bda1-4e1d-9a2d-a1aed54e8c2b,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:12:32.294238 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae24c32-b317-479f-aedb-94b4d99f0bee req-4df35a8c-e3fa-4a09-bcf3-9e208b3ce66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:12:32.295793 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7ae24c32-b317-479f-aedb-94b4d99f0bee req-4df35a8c-e3fa-4a09-bcf3-9e208b3ce66f service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=89ba4bda-89a7-4ef1-b701-96576cd5ba68 HTTP/1.1" status: 200 len: 1101 time: 0.0407858 Sep 24 16:12:32.333416 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7ae24c32-b317-479f-aedb-94b4d99f0bee req-a2cdcfff-90a7-4698-80b5-5d9218a058ac service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=8cb486ec-9092-46a3-95c1-d981fdf00079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305188 Sep 24 16:12:33.117683 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bec4c82-249e-4060-ab7a-6e6272558467 req-f64d2ab8-cfcc-4bab-b665-648405cc3379 tempest-VolumesNegativeTest-1807854851 tempest-VolumesNegativeTest-1807854851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:12:33.119449 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2bec4c82-249e-4060-ab7a-6e6272558467 req-f64d2ab8-cfcc-4bab-b665-648405cc3379 tempest-VolumesNegativeTest-1807854851 tempest-VolumesNegativeTest-1807854851-project] 10.222.0.101 "GET /v2.0/ports?device_id=89ba4bda-89a7-4ef1-b701-96576cd5ba68 HTTP/1.1" status: 200 len: 950 time: 0.0537939 Sep 24 16:12:33.169658 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2bec4c82-249e-4060-ab7a-6e6272558467 req-af4fb078-b201-4b6c-8b12-7db549d82165 tempest-VolumesNegativeTest-1807854851 tempest-VolumesNegativeTest-1807854851-project] 10.222.0.101 "GET /v2.0/security-groups?id=8cb486ec-9092-46a3-95c1-d981fdf00079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439379 Sep 24 16:12:33.886253 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b5e2c834-7b5e-4e8f-ba22-d921fbf1c0af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:12:34.295016 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d0c188-8a7a-40b7-bf37-5c2118a9d95a req-9e209a82-baba-4206-a88e-3f63e018007f tempest-VolumesNegativeTest-1807854851 tempest-VolumesNegativeTest-1807854851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:12:34.297744 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:12:34.299146 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-78d0c188-8a7a-40b7-bf37-5c2118a9d95a req-9e209a82-baba-4206-a88e-3f63e018007f tempest-VolumesNegativeTest-1807854851 tempest-VolumesNegativeTest-1807854851-project] 10.222.0.101 "GET /v2.0/ports?device_id=89ba4bda-89a7-4ef1-b701-96576cd5ba68 HTTP/1.1" status: 200 len: 950 time: 0.0511065 Sep 24 16:12:34.351179 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-78d0c188-8a7a-40b7-bf37-5c2118a9d95a req-19396ef6-0742-4539-b05b-71904b8101be tempest-VolumesNegativeTest-1807854851 tempest-VolumesNegativeTest-1807854851-project] 10.222.0.101 "GET /v2.0/security-groups?id=8cb486ec-9092-46a3-95c1-d981fdf00079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417960 Sep 24 16:12:34.787178 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae05312-83c3-4376-bba4-aaabbb4ac2b1 req-b22a21f0-6516-46e9-91b4-5d4ff77d0c73 tempest-VolumesNegativeTest-1807854851 tempest-VolumesNegativeTest-1807854851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:12:34.788570 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6ae05312-83c3-4376-bba4-aaabbb4ac2b1 req-b22a21f0-6516-46e9-91b4-5d4ff77d0c73 tempest-VolumesNegativeTest-1807854851 tempest-VolumesNegativeTest-1807854851-project] 10.222.0.101 "GET /v2.0/ports?device_id=89ba4bda-89a7-4ef1-b701-96576cd5ba68 HTTP/1.1" status: 200 len: 950 time: 0.0503953 Sep 24 16:12:34.830726 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6ae05312-83c3-4376-bba4-aaabbb4ac2b1 req-381e8097-ee7e-4207-8063-49b381205a2f tempest-VolumesNegativeTest-1807854851 tempest-VolumesNegativeTest-1807854851-project] 10.222.0.101 "GET /v2.0/security-groups?id=8cb486ec-9092-46a3-95c1-d981fdf00079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336511 Sep 24 16:12:35.371794 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:12:35.950920 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0498c10-e1d0-42e7-a52b-5b04acb989d5 req-8fae82fe-8705-49d3-a7a8-e226217a069d tempest-VolumesNegativeTest-1807854851 tempest-VolumesNegativeTest-1807854851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:12:35.952427 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e0498c10-e1d0-42e7-a52b-5b04acb989d5 req-8fae82fe-8705-49d3-a7a8-e226217a069d tempest-VolumesNegativeTest-1807854851 tempest-VolumesNegativeTest-1807854851-project] 10.222.0.101 "GET /v2.0/ports?device_id=89ba4bda-89a7-4ef1-b701-96576cd5ba68 HTTP/1.1" status: 200 len: 950 time: 0.0512028 Sep 24 16:12:35.995221 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e0498c10-e1d0-42e7-a52b-5b04acb989d5 req-8d288879-2091-419e-b42a-c171bd09264d tempest-VolumesNegativeTest-1807854851 tempest-VolumesNegativeTest-1807854851-project] 10.222.0.101 "GET /v2.0/security-groups?id=8cb486ec-9092-46a3-95c1-d981fdf00079&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364547 Sep 24 16:12:36.075657 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96614ed7-3c5b-45b3-8a75-918f5f6dcf25 req-2611eee7-67c1-4e1b-9fa3-a6f3157bed10 tempest-VolumesNegativeTest-1807854851 tempest-VolumesNegativeTest-1807854851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:12:36.077107 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-96614ed7-3c5b-45b3-8a75-918f5f6dcf25 req-2611eee7-67c1-4e1b-9fa3-a6f3157bed10 tempest-VolumesNegativeTest-1807854851 tempest-VolumesNegativeTest-1807854851-project] 10.222.0.108 "GET /v2.0/ports?device_id=89ba4bda-89a7-4ef1-b701-96576cd5ba68 HTTP/1.1" status: 200 len: 950 time: 0.0478911 Sep 24 16:12:36.170324 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-96614ed7-3c5b-45b3-8a75-918f5f6dcf25 req-b3f936cf-5dcd-47a6-bcf6-913a7b69d89f tempest-VolumesNegativeTest-1807854851 tempest-VolumesNegativeTest-1807854851-project] Deleting port 1d590c0a-bda1-4e1d-9a2d-a1aed54e8c2b {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:12:36.170673 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-96614ed7-3c5b-45b3-8a75-918f5f6dcf25 req-b3f936cf-5dcd-47a6-bcf6-913a7b69d89f tempest-VolumesNegativeTest-1807854851 tempest-VolumesNegativeTest-1807854851-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:12:36.266196 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-96614ed7-3c5b-45b3-8a75-918f5f6dcf25 req-b3f936cf-5dcd-47a6-bcf6-913a7b69d89f tempest-VolumesNegativeTest-1807854851 tempest-VolumesNegativeTest-1807854851-project] For port 1d590c0a-bda1-4e1d-9a2d-a1aed54e8c2b, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=1d590c0a-bda1-4e1d-9a2d-a1aed54e8c2b,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:12:36.266592 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-96614ed7-3c5b-45b3-8a75-918f5f6dcf25 req-b3f936cf-5dcd-47a6-bcf6-913a7b69d89f tempest-VolumesNegativeTest-1807854851 tempest-VolumesNegativeTest-1807854851-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:12:36.280044 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-96614ed7-3c5b-45b3-8a75-918f5f6dcf25 req-b3f936cf-5dcd-47a6-bcf6-913a7b69d89f tempest-VolumesNegativeTest-1807854851 tempest-VolumesNegativeTest-1807854851-project] Calling delete_port for 1d590c0a-bda1-4e1d-9a2d-a1aed54e8c2b owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:12:36.480688 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-96614ed7-3c5b-45b3-8a75-918f5f6dcf25 req-b3f936cf-5dcd-47a6-bcf6-913a7b69d89f tempest-VolumesNegativeTest-1807854851 tempest-VolumesNegativeTest-1807854851-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:12:36.493315 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['1d590c0a-bda1-4e1d-9a2d-a1aed54e8c2b'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:12:36.512002 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f936cf-5dcd-47a6-bcf6-913a7b69d89f tempest-VolumesNegativeTest-1807854851 tempest-VolumesNegativeTest-1807854851-project] Pushing event deleted for resources: {'Port': ['ID=1d590c0a-bda1-4e1d-9a2d-a1aed54e8c2b,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:12:36.558695 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-96614ed7-3c5b-45b3-8a75-918f5f6dcf25 req-b3f936cf-5dcd-47a6-bcf6-913a7b69d89f tempest-VolumesNegativeTest-1807854851 tempest-VolumesNegativeTest-1807854851-project] No DVR routers for this DVR port 1d590c0a-bda1-4e1d-9a2d-a1aed54e8c2b on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:12:36.561548 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-96614ed7-3c5b-45b3-8a75-918f5f6dcf25 req-b3f936cf-5dcd-47a6-bcf6-913a7b69d89f tempest-VolumesNegativeTest-1807854851 tempest-VolumesNegativeTest-1807854851-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:12:36.564010 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-96614ed7-3c5b-45b3-8a75-918f5f6dcf25 req-b3f936cf-5dcd-47a6-bcf6-913a7b69d89f tempest-VolumesNegativeTest-1807854851 tempest-VolumesNegativeTest-1807854851-project] 10.222.0.108 "DELETE /v2.0/ports/1d590c0a-bda1-4e1d-9a2d-a1aed54e8c2b HTTP/1.1" status: 204 len: 173 time: 0.4799042 Sep 24 16:12:36.564641 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89ba4bda-89a7-4ef1-b701-96576cd5ba68', 'name': 'network-vif-deleted', 'tag': '1d590c0a-bda1-4e1d-9a2d-a1aed54e8c2b'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:12:36.567661 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab000e81-765b-4eff-a4f0-950f628d4f75" -d '{"events": [{"server_uuid": "89ba4bda-89a7-4ef1-b701-96576cd5ba68", "name": "network-vif-deleted", "tag": "1d590c0a-bda1-4e1d-9a2d-a1aed54e8c2b"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:12:36.612632 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e92d4db-2ff8-4596-b25a-b63c5250eb32 x-openstack-request-id: req-7e92d4db-2ff8-4596-b25a-b63c5250eb32 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:12:36.612926 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89ba4bda-89a7-4ef1-b701-96576cd5ba68", "name": "network-vif-deleted", "tag": "1d590c0a-bda1-4e1d-9a2d-a1aed54e8c2b", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:12:36.613176 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-7e92d4db-2ff8-4596-b25a-b63c5250eb32 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:12:36.613575 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89ba4bda-89a7-4ef1-b701-96576cd5ba68', 'name': 'network-vif-deleted', 'tag': '1d590c0a-bda1-4e1d-9a2d-a1aed54e8c2b', 'status': 'completed', 'code': 200} Sep 24 16:12:36.773479 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:12:37.103003 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a4a6795d-521e-4953-abba-56c8eeb0a408 req-ee6df6df-ca31-4d9c-aace-d36c05a4377d tempest-VolumesNegativeTest-1807854851 tempest-VolumesNegativeTest-1807854851-project] 10.222.0.101 "GET /v2.0/ports?device_id=89ba4bda-89a7-4ef1-b701-96576cd5ba68 HTTP/1.1" status: 200 len: 210 time: 0.0288439 Sep 24 16:12:39.262691 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:12:39.909549 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 1d590c0a-bda1-4e1d-9a2d-a1aed54e8c2b no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:12:39.935906 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] No Port match for: 1d590c0a-bda1-4e1d-9a2d-a1aed54e8c2b {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:12:39.936344 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 1d590c0a-bda1-4e1d-9a2d-a1aed54e8c2b not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:12:41.089315 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:12:43.528396 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f152e835-2791-446b-a3c4-9fd1f6c13ba9 req-411471b1-88e6-4d7e-935c-b70bc174c5c7 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:12:43.529853 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f152e835-2791-446b-a3c4-9fd1f6c13ba9 req-411471b1-88e6-4d7e-935c-b70bc174c5c7 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] 10.222.0.101 "GET /v2.0/ports?device_id=1b40b669-7208-4e6d-911b-7e720eb7f440 HTTP/1.1" status: 200 len: 945 time: 0.0488150 Sep 24 16:12:43.572600 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f152e835-2791-446b-a3c4-9fd1f6c13ba9 req-f5e3f7be-3a5d-4e74-8d74-9f97c1acf2c5 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] 10.222.0.101 "GET /v2.0/security-groups?id=98f70edc-a6c3-441a-9b8a-9c504bd81536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363851 Sep 24 16:12:44.696676 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a276026-f99f-4ed4-8666-8f8bb1590399 req-553bbb35-5c8f-4b02-b2d0-db66ade36021 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:12:44.698315 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1a276026-f99f-4ed4-8666-8f8bb1590399 req-553bbb35-5c8f-4b02-b2d0-db66ade36021 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] 10.222.0.101 "GET /v2.0/ports?device_id=1b40b669-7208-4e6d-911b-7e720eb7f440 HTTP/1.1" status: 200 len: 945 time: 0.0551007 Sep 24 16:12:44.739132 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1a276026-f99f-4ed4-8666-8f8bb1590399 req-cb7a5bdd-d71b-4504-aaca-892c6896895f tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] 10.222.0.101 "GET /v2.0/security-groups?id=98f70edc-a6c3-441a-9b8a-9c504bd81536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346940 Sep 24 16:12:45.216110 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42004) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:12:45.329661 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106bde42-9020-473b-9a93-a51a1f704aad req-d14d9639-cbe6-4ce1-92e9-68437b6ef671 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:12:45.331156 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-106bde42-9020-473b-9a93-a51a1f704aad req-d14d9639-cbe6-4ce1-92e9-68437b6ef671 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] 10.222.0.110 "GET /v2.0/ports?device_id=1b40b669-7208-4e6d-911b-7e720eb7f440 HTTP/1.1" status: 200 len: 945 time: 0.0546675 Sep 24 16:12:45.397444 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b86fd9f9-6af3-4952-a314-58acd61d0399 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=687a00d648a146a395245577addfbf93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1796205 Sep 24 16:12:45.400068 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42008) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:12:45.443285 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-106bde42-9020-473b-9a93-a51a1f704aad req-a54201f4-aff5-4c60-af34-9a483407c335 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] Deleting port 82eced95-ec78-4e1c-8617-109e7b015177 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:12:45.443722 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-106bde42-9020-473b-9a93-a51a1f704aad req-a54201f4-aff5-4c60-af34-9a483407c335 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:12:45.453565 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-12fc280d-9f5a-48b3-9b6c-8f85c0e02996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:12:45.481070 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-12fc280d-9f5a-48b3-9b6c-8f85c0e02996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:12:45.546885 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-106bde42-9020-473b-9a93-a51a1f704aad req-a54201f4-aff5-4c60-af34-9a483407c335 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] For port 82eced95-ec78-4e1c-8617-109e7b015177, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=82eced95-ec78-4e1c-8617-109e7b015177,segment=NetworkSegment(07caef34-99ff-4e7e-a27c-4206dc144c80),segment_id=07caef34-99ff-4e7e-a27c-4206dc144c80)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:12:45.546885 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-106bde42-9020-473b-9a93-a51a1f704aad req-a54201f4-aff5-4c60-af34-9a483407c335 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:12:45.553495 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-106bde42-9020-473b-9a93-a51a1f704aad req-a54201f4-aff5-4c60-af34-9a483407c335 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] Calling delete_port for 82eced95-ec78-4e1c-8617-109e7b015177 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:12:45.634581 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-12fc280d-9f5a-48b3-9b6c-8f85c0e02996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:12:45.637338 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-12fc280d-9f5a-48b3-9b6c-8f85c0e02996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:12:45.638665 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-12fc280d-9f5a-48b3-9b6c-8f85c0e02996 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/8cb486ec-9092-46a3-95c1-d981fdf00079 HTTP/1.1" status: 204 len: 168 time: 0.2374911 Sep 24 16:12:45.647646 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc280d-9f5a-48b3-9b6c-8f85c0e02996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb486ec-9092-46a3-95c1-d981fdf00079,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:12:45.792585 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-106bde42-9020-473b-9a93-a51a1f704aad req-a54201f4-aff5-4c60-af34-9a483407c335 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:12:45.808717 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['82eced95-ec78-4e1c-8617-109e7b015177'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:12:45.824581 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54201f4-aff5-4c60-af34-9a483407c335 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] Pushing event deleted for resources: {'Port': ['ID=82eced95-ec78-4e1c-8617-109e7b015177,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:12:45.866276 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b9f192b4-3c01-4468-acfd-dcab2d8e46d6 req-a4d59536-d0c3-492f-b025-96dd812e40e3 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] 10.222.0.101 "GET /v2.0/ports?device_id=1b40b669-7208-4e6d-911b-7e720eb7f440 HTTP/1.1" status: 200 len: 210 time: 0.0453291 Sep 24 16:12:45.889293 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-106bde42-9020-473b-9a93-a51a1f704aad req-a54201f4-aff5-4c60-af34-9a483407c335 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] No DVR routers for this DVR port 82eced95-ec78-4e1c-8617-109e7b015177 on host n-h1-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:12:45.892014 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-106bde42-9020-473b-9a93-a51a1f704aad req-a54201f4-aff5-4c60-af34-9a483407c335 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:12:45.893968 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-106bde42-9020-473b-9a93-a51a1f704aad req-a54201f4-aff5-4c60-af34-9a483407c335 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] 10.222.0.110 "DELETE /v2.0/ports/82eced95-ec78-4e1c-8617-109e7b015177 HTTP/1.1" status: 204 len: 173 time: 0.5541644 Sep 24 16:12:45.894677 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b40b669-7208-4e6d-911b-7e720eb7f440', 'name': 'network-vif-deleted', 'tag': '82eced95-ec78-4e1c-8617-109e7b015177'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:12:45.897533 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e0dca6-cf96-44e7-b5f1-003f95a1db7b" -d '{"events": [{"server_uuid": "1b40b669-7208-4e6d-911b-7e720eb7f440", "name": "network-vif-deleted", "tag": "82eced95-ec78-4e1c-8617-109e7b015177"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:12:45.934609 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97873b04-621d-4cf1-99df-94cceb192e44 x-openstack-request-id: req-97873b04-621d-4cf1-99df-94cceb192e44 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:12:45.934902 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b40b669-7208-4e6d-911b-7e720eb7f440", "name": "network-vif-deleted", "tag": "82eced95-ec78-4e1c-8617-109e7b015177", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:12:45.935155 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-97873b04-621d-4cf1-99df-94cceb192e44 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:12:45.935557 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b40b669-7208-4e6d-911b-7e720eb7f440', 'name': 'network-vif-deleted', 'tag': '82eced95-ec78-4e1c-8617-109e7b015177', 'status': 'completed', 'code': 200} Sep 24 16:12:46.987368 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fa9f4ccb-789c-4224-8b13-4a55dae998ff req-a9794ffa-b598-482e-9433-9157a6905208 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] 10.222.0.101 "GET /v2.0/ports?device_id=1b40b669-7208-4e6d-911b-7e720eb7f440 HTTP/1.1" status: 200 len: 210 time: 0.0300686 Sep 24 16:12:49.110477 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 82eced95-ec78-4e1c-8617-109e7b015177 no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:12:49.133361 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] No Port match for: 82eced95-ec78-4e1c-8617-109e7b015177 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:12:49.133733 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 82eced95-ec78-4e1c-8617-109e7b015177 not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:12:51.353020 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42190) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:12:51.462594 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d8ca9c5e-35bb-43a4-b778-80ccff96ddf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:12:51.554159 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d8ca9c5e-35bb-43a4-b778-80ccff96ddf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:12:51.616864 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d8ca9c5e-35bb-43a4-b778-80ccff96ddf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:12:51.660203 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-d8ca9c5e-35bb-43a4-b778-80ccff96ddf0 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5e74aefe96ab47a3a43b655f568f755e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3060548 Sep 24 16:12:51.661049 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ca9c5e-35bb-43a4-b778-80ccff96ddf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b77970-9e34-441a-b9e2-5e7928c6651e,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:12:51.663704 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42194) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:12:51.717909 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1f8f1722-7748-4931-ab8f-d274512a4bfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:12:51.741589 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1f8f1722-7748-4931-ab8f-d274512a4bfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:12:51.855349 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1f8f1722-7748-4931-ab8f-d274512a4bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:12:51.858469 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1f8f1722-7748-4931-ab8f-d274512a4bfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:12:51.859678 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-1f8f1722-7748-4931-ab8f-d274512a4bfc admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f9b77970-9e34-441a-b9e2-5e7928c6651e HTTP/1.1" status: 204 len: 168 time: 0.1944368 Sep 24 16:12:51.867518 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8f1722-7748-4931-ab8f-d274512a4bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b77970-9e34-441a-b9e2-5e7928c6651e,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:12:52.573666 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42202) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:12:52.592624 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-36028910-6d97-4548-96f2-723e615f2693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:12:52.674980 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-36028910-6d97-4548-96f2-723e615f2693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:12:52.753864 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-36028910-6d97-4548-96f2-723e615f2693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:12:52.794721 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-36028910-6d97-4548-96f2-723e615f2693 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=d6d3a9721ec642e1bb8006d050057c1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2199628 Sep 24 16:12:52.795641 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36028910-6d97-4548-96f2-723e615f2693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f508f033-011c-4627-8eb1-6abb3464797e,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:12:52.797444 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42204) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:12:52.847684 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3ce70f3d-3122-4f05-8140-a00e55ebf86a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:12:52.868757 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3ce70f3d-3122-4f05-8140-a00e55ebf86a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:12:52.971092 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3ce70f3d-3122-4f05-8140-a00e55ebf86a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:12:52.973833 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3ce70f3d-3122-4f05-8140-a00e55ebf86a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:12:52.975206 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-3ce70f3d-3122-4f05-8140-a00e55ebf86a admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/f508f033-011c-4627-8eb1-6abb3464797e HTTP/1.1" status: 204 len: 168 time: 0.1760190 Sep 24 16:12:52.983198 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce70f3d-3122-4f05-8140-a00e55ebf86a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f508f033-011c-4627-8eb1-6abb3464797e,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:12:55.638377 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c464627-3a86-40ab-9c20-435ab854a2e7 req-942fd941-af37-4117-b05e-db435bf919dd tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:12:55.639752 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8c464627-3a86-40ab-9c20-435ab854a2e7 req-942fd941-af37-4117-b05e-db435bf919dd tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] 10.222.0.101 "GET /v2.0/networks?id=2e3f4b22-4376-41fb-b66d-4e50e569364d HTTP/1.1" status: 200 len: 814 time: 0.0993404 Sep 24 16:12:55.655963 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8c464627-3a86-40ab-9c20-435ab854a2e7 req-7584b841-ca32-4845-87be-934c0f1dea15 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] 10.222.0.101 "GET /v2.0/quotas/cd04bf867ae846ecb50f04333bd62877 HTTP/1.1" status: 200 len: 375 time: 0.0099940 Sep 24 16:12:55.694588 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8c464627-3a86-40ab-9c20-435ab854a2e7 req-617d1e1e-dd98-4eac-a128-99327566850c tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=cd04bf867ae846ecb50f04333bd62877&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325215 Sep 24 16:12:55.802229 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [req-8c464627-3a86-40ab-9c20-435ab854a2e7 req-32e67231-07e9-4b6e-81f2-75438f62043f service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 16:12:55.803530 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8c464627-3a86-40ab-9c20-435ab854a2e7 req-32e67231-07e9-4b6e-81f2-75438f62043f service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1019568 Sep 24 16:12:55.893633 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8c464627-3a86-40ab-9c20-435ab854a2e7 req-94dc7d71-4432-46ce-b3f3-3722656dd102 service neutron] 10.222.0.101 "GET /v2.0/networks/2e3f4b22-4376-41fb-b66d-4e50e569364d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837967 Sep 24 16:12:55.987874 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8c464627-3a86-40ab-9c20-435ab854a2e7 req-6f4de8f1-a5e4-4311-85de-0ffc464ac14d service neutron] 10.222.0.101 "GET /v2.0/networks/2e3f4b22-4376-41fb-b66d-4e50e569364d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870075 Sep 24 16:12:56.222167 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4013966f-e013-4907-8f72-01486d0ce99d req-c02c8c2c-e423-49bd-984c-0229f3929025 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] 10.222.0.101 "GET /v2.0/ports?device_id=b16bb206-ed4b-4a85-93ce-76b33ffbaf19 HTTP/1.1" status: 200 len: 210 time: 0.0266249 Sep 24 16:12:57.316903 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-82d804ef-80b6-424b-9792-3a063e9c142b req-32f69b47-597d-4335-89b4-b79e4bfbd009 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] 10.222.0.101 "GET /v2.0/ports?device_id=b16bb206-ed4b-4a85-93ce-76b33ffbaf19 HTTP/1.1" status: 200 len: 210 time: 0.0265551 Sep 24 16:12:58.278753 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c464627-3a86-40ab-9c20-435ab854a2e7 req-0da182c1-39db-4a41-8e41-5101b8af9fc2 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:12:58.280136 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8c464627-3a86-40ab-9c20-435ab854a2e7 req-0da182c1-39db-4a41-8e41-5101b8af9fc2 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] 10.222.0.110 "GET /v2.0/networks?id=2e3f4b22-4376-41fb-b66d-4e50e569364d HTTP/1.1" status: 200 len: 814 time: 0.1033750 Sep 24 16:12:58.293577 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-8c464627-3a86-40ab-9c20-435ab854a2e7 req-1fa8b64e-8512-4cb9-8200-affd212e7f1e tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] Request body: {'port': {'device_id': 'b16bb206-ed4b-4a85-93ce-76b33ffbaf19', 'network_id': '2e3f4b22-4376-41fb-b66d-4e50e569364d', 'admin_state_up': True, 'tenant_id': 'cd04bf867ae846ecb50f04333bd62877'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:12:58.419299 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-aece28de-1380-41f4-9a11-54819bb9b8a8 req-b29a8f87-adc2-4908-9ecf-9cd359d2eca8 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] 10.222.0.101 "GET /v2.0/ports?device_id=b16bb206-ed4b-4a85-93ce-76b33ffbaf19 HTTP/1.1" status: 200 len: 210 time: 0.0275648 Sep 24 16:12:58.531171 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c464627-3a86-40ab-9c20-435ab854a2e7 req-1fa8b64e-8512-4cb9-8200-affd212e7f1e tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] Made reservation on behalf of cd04bf867ae846ecb50f04333bd62877 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:12:58.534780 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8c464627-3a86-40ab-9c20-435ab854a2e7 req-1fa8b64e-8512-4cb9-8200-affd212e7f1e tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:12:58.662847 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-8c464627-3a86-40ab-9c20-435ab854a2e7 req-1fa8b64e-8512-4cb9-8200-affd212e7f1e tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] Allocated IP 172.20.0.5 (2e3f4b22-4376-41fb-b66d-4e50e569364d/fac2a3a0-0a72-416d-8e2a-af2e71e0b675/8758b0d8-0155-4489-b132-2681e4fd7c23) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:12:58.805731 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8c464627-3a86-40ab-9c20-435ab854a2e7 req-1fa8b64e-8512-4cb9-8200-affd212e7f1e tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:12:58.935249 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8c464627-3a86-40ab-9c20-435ab854a2e7 req-1fa8b64e-8512-4cb9-8200-affd212e7f1e tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:12:58.978330 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c464627-3a86-40ab-9c20-435ab854a2e7 req-1fa8b64e-8512-4cb9-8200-affd212e7f1e tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] Network 2e3f4b22-4376-41fb-b66d-4e50e569364d is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:12:58.981466 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-8c464627-3a86-40ab-9c20-435ab854a2e7 req-1fa8b64e-8512-4cb9-8200-affd212e7f1e tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:12:58.985204 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c464627-3a86-40ab-9c20-435ab854a2e7 req-1fa8b64e-8512-4cb9-8200-affd212e7f1e tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:12:58.994535 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa8b64e-8512-4cb9-8200-affd212e7f1e tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] Pushing event updated for resources: {'Port': ['ID=8758b0d8-0155-4489-b132-2681e4fd7c23,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:12:59.042292 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c464627-3a86-40ab-9c20-435ab854a2e7 req-1fa8b64e-8512-4cb9-8200-affd212e7f1e tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:12:59.042918 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8c464627-3a86-40ab-9c20-435ab854a2e7 req-1fa8b64e-8512-4cb9-8200-affd212e7f1e tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:12:59.123906 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8c464627-3a86-40ab-9c20-435ab854a2e7 req-1fa8b64e-8512-4cb9-8200-affd212e7f1e tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8339589 Sep 24 16:12:59.140810 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-8c464627-3a86-40ab-9c20-435ab854a2e7 req-d7359793-cba3-4193-9685-935f46b84aaf service neutron] Request body: {'port': {'device_id': 'b16bb206-ed4b-4a85-93ce-76b33ffbaf19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:12:59.199251 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8c464627-3a86-40ab-9c20-435ab854a2e7 req-d7359793-cba3-4193-9685-935f46b84aaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:12:59.458972 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-8c464627-3a86-40ab-9c20-435ab854a2e7 req-d7359793-cba3-4193-9685-935f46b84aaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8758b0d8-0155-4489-b132-2681e4fd7c23 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:12:59.466422 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8c464627-3a86-40ab-9c20-435ab854a2e7 req-d7359793-cba3-4193-9685-935f46b84aaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:12:59.478843 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-8c464627-3a86-40ab-9c20-435ab854a2e7 req-d7359793-cba3-4193-9685-935f46b84aaf service neutron] Transition to ACTIVE for port object 8758b0d8-0155-4489-b132-2681e4fd7c23 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 16:12:59.535139 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc7fdde-b743-45c3-bd92-d428cfcd3972 req-54d92074-c076-4d42-a447-e0d2fb1f0338 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:12:59.536613 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2dc7fdde-b743-45c3-bd92-d428cfcd3972 req-54d92074-c076-4d42-a447-e0d2fb1f0338 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] 10.222.0.101 "GET /v2.0/ports?device_id=b16bb206-ed4b-4a85-93ce-76b33ffbaf19 HTTP/1.1" status: 200 len: 931 time: 0.0487657 Sep 24 16:12:59.562916 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8c464627-3a86-40ab-9c20-435ab854a2e7 req-d7359793-cba3-4193-9685-935f46b84aaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:12:59.613087 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2dc7fdde-b743-45c3-bd92-d428cfcd3972 req-2a6dce1a-d2b0-48fe-a2c2-de5e3cdb9ca5 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] 10.222.0.101 "GET /v2.0/security-groups?id=98f70edc-a6c3-441a-9b8a-9c504bd81536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697103 Sep 24 16:12:59.627869 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7359793-cba3-4193-9685-935f46b84aaf service neutron] Pushing event updated for resources: {'Port': ['ID=8758b0d8-0155-4489-b132-2681e4fd7c23,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:12:59.698595 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-8c464627-3a86-40ab-9c20-435ab854a2e7 req-d7359793-cba3-4193-9685-935f46b84aaf service neutron] Attempting to bind port 8758b0d8-0155-4489-b132-2681e4fd7c23 on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:12:59.698832 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-8c464627-3a86-40ab-9c20-435ab854a2e7 req-d7359793-cba3-4193-9685-935f46b84aaf service neutron] Attempting to bind port 8758b0d8-0155-4489-b132-2681e4fd7c23 by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': '07caef34-99ff-4e7e-a27c-4206dc144c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '2e3f4b22-4376-41fb-b66d-4e50e569364d'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:12:59.699160 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c464627-3a86-40ab-9c20-435ab854a2e7 req-d7359793-cba3-4193-9685-935f46b84aaf service neutron] Attempting to bind port 8758b0d8-0155-4489-b132-2681e4fd7c23 on network 2e3f4b22-4376-41fb-b66d-4e50e569364d {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:12:59.703495 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c464627-3a86-40ab-9c20-435ab854a2e7 req-d7359793-cba3-4193-9685-935f46b84aaf service neutron] Port 8758b0d8-0155-4489-b132-2681e4fd7c23 on network 2e3f4b22-4376-41fb-b66d-4e50e569364d not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 16:12:59.703811 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c464627-3a86-40ab-9c20-435ab854a2e7 req-d7359793-cba3-4193-9685-935f46b84aaf service neutron] Attempting to bind port 8758b0d8-0155-4489-b132-2681e4fd7c23 on network 2e3f4b22-4376-41fb-b66d-4e50e569364d {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:12:59.709335 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c464627-3a86-40ab-9c20-435ab854a2e7 req-d7359793-cba3-4193-9685-935f46b84aaf service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:12:59.709684 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c464627-3a86-40ab-9c20-435ab854a2e7 req-d7359793-cba3-4193-9685-935f46b84aaf service neutron] Checking segment: {'id': '07caef34-99ff-4e7e-a27c-4206dc144c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '2e3f4b22-4376-41fb-b66d-4e50e569364d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:12:59.710060 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c464627-3a86-40ab-9c20-435ab854a2e7 req-d7359793-cba3-4193-9685-935f46b84aaf service neutron] Bound using segment: {'id': '07caef34-99ff-4e7e-a27c-4206dc144c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '2e3f4b22-4376-41fb-b66d-4e50e569364d'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:12:59.710522 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-8c464627-3a86-40ab-9c20-435ab854a2e7 req-d7359793-cba3-4193-9685-935f46b84aaf service neutron] Bound port: 8758b0d8-0155-4489-b132-2681e4fd7c23, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07caef34-99ff-4e7e-a27c-4206dc144c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1251, 'network_id': '2e3f4b22-4376-41fb-b66d-4e50e569364d'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:12:59.710879 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8c464627-3a86-40ab-9c20-435ab854a2e7 req-d7359793-cba3-4193-9685-935f46b84aaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:12:59.773643 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-8c464627-3a86-40ab-9c20-435ab854a2e7 req-d7359793-cba3-4193-9685-935f46b84aaf service neutron] For port 8758b0d8-0155-4489-b132-2681e4fd7c23, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:12:59.776624 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-8c464627-3a86-40ab-9c20-435ab854a2e7 req-d7359793-cba3-4193-9685-935f46b84aaf service neutron] For port 8758b0d8-0155-4489-b132-2681e4fd7c23, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=8758b0d8-0155-4489-b132-2681e4fd7c23,segment=NetworkSegment(07caef34-99ff-4e7e-a27c-4206dc144c80),segment_id=07caef34-99ff-4e7e-a27c-4206dc144c80)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:12:59.843676 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8c464627-3a86-40ab-9c20-435ab854a2e7 req-d7359793-cba3-4193-9685-935f46b84aaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:12:59.883597 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c464627-3a86-40ab-9c20-435ab854a2e7 req-d7359793-cba3-4193-9685-935f46b84aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:12:59.884201 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8c464627-3a86-40ab-9c20-435ab854a2e7 req-d7359793-cba3-4193-9685-935f46b84aaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:12:59.885594 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8c464627-3a86-40ab-9c20-435ab854a2e7 req-d7359793-cba3-4193-9685-935f46b84aaf service neutron] 10.222.0.110 "PUT /v2.0/ports/8758b0d8-0155-4489-b132-2681e4fd7c23 HTTP/1.1" status: 200 len: 1091 time: 0.7491763 Sep 24 16:12:59.886020 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b16bb206-ed4b-4a85-93ce-76b33ffbaf19', 'tag': '8758b0d8-0155-4489-b132-2681e4fd7c23'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:12:59.888335 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc13c5e-0b22-4c6b-a846-e84b42d3546a" -d '{"events": [{"name": "network-changed", "server_uuid": "b16bb206-ed4b-4a85-93ce-76b33ffbaf19", "tag": "8758b0d8-0155-4489-b132-2681e4fd7c23"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:12:59.913793 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7359793-cba3-4193-9685-935f46b84aaf service neutron] Pushing event updated for resources: {'Port': ['ID=8758b0d8-0155-4489-b132-2681e4fd7c23,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:12:59.925105 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9150bcb-abc0-4016-aa08-cf755e159818 x-openstack-request-id: req-b9150bcb-abc0-4016-aa08-cf755e159818 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:12:59.925392 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b16bb206-ed4b-4a85-93ce-76b33ffbaf19", "tag": "8758b0d8-0155-4489-b132-2681e4fd7c23", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:12:59.925643 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b9150bcb-abc0-4016-aa08-cf755e159818 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:12:59.926038 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b16bb206-ed4b-4a85-93ce-76b33ffbaf19', 'tag': '8758b0d8-0155-4489-b132-2681e4fd7c23', 'status': 'completed', 'code': 200} Sep 24 16:12:59.995315 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc13c5e-0b22-4c6b-a846-e84b42d3546a req-4b773ceb-b69a-40a8-a252-afbcbfae3465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:12:59.996716 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2dc13c5e-0b22-4c6b-a846-e84b42d3546a req-4b773ceb-b69a-40a8-a252-afbcbfae3465 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=cd04bf867ae846ecb50f04333bd62877&device_id=b16bb206-ed4b-4a85-93ce-76b33ffbaf19 HTTP/1.1" status: 200 len: 1094 time: 0.0415504 Sep 24 16:13:00.100462 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc13c5e-0b22-4c6b-a846-e84b42d3546a req-8aeddeab-a573-4ebe-9e77-69dce30866a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:13:00.101909 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2dc13c5e-0b22-4c6b-a846-e84b42d3546a req-8aeddeab-a573-4ebe-9e77-69dce30866a1 service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=cd04bf867ae846ecb50f04333bd62877&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0947871 Sep 24 16:13:00.196843 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc13c5e-0b22-4c6b-a846-e84b42d3546a req-fa4df091-6530-41d7-90bd-eeb074c822ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:13:00.198440 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2dc13c5e-0b22-4c6b-a846-e84b42d3546a req-fa4df091-6530-41d7-90bd-eeb074c822ae service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0880072 Sep 24 16:13:00.281266 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c464627-3a86-40ab-9c20-435ab854a2e7 req-7f87ee61-8099-4880-8bb0-adb58e06f2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:13:00.282762 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8c464627-3a86-40ab-9c20-435ab854a2e7 req-7f87ee61-8099-4880-8bb0-adb58e06f2bb service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=cd04bf867ae846ecb50f04333bd62877&device_id=b16bb206-ed4b-4a85-93ce-76b33ffbaf19 HTTP/1.1" status: 200 len: 1094 time: 0.0405009 Sep 24 16:13:00.329734 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8c464627-3a86-40ab-9c20-435ab854a2e7 req-630a7c0b-1bef-4bdb-a484-3298b9733c97 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8758b0d8-0155-4489-b132-2681e4fd7c23 HTTP/1.1" status: 200 len: 217 time: 0.0379279 Sep 24 16:13:00.378624 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c464627-3a86-40ab-9c20-435ab854a2e7 req-f6f84e8e-4bb1-4501-b9b4-c6abbcd3af14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:13:00.380039 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8c464627-3a86-40ab-9c20-435ab854a2e7 req-f6f84e8e-4bb1-4501-b9b4-c6abbcd3af14 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=fac2a3a0-0a72-416d-8e2a-af2e71e0b675 HTTP/1.1" status: 200 len: 854 time: 0.0435188 Sep 24 16:13:00.410931 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8c464627-3a86-40ab-9c20-435ab854a2e7 req-72988965-5521-4312-8df4-ac37dfbfd1cd service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=2e3f4b22-4376-41fb-b66d-4e50e569364d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236752 Sep 24 16:13:00.503064 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8c464627-3a86-40ab-9c20-435ab854a2e7 req-17fe0d46-3a4b-4b27-bc7d-a03b96bf9340 service neutron] 10.222.0.110 "GET /v2.0/networks/2e3f4b22-4376-41fb-b66d-4e50e569364d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844858 Sep 24 16:13:00.591175 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8c464627-3a86-40ab-9c20-435ab854a2e7 req-0f3d4286-5fb0-4c0a-a077-dd01e4bf458c service neutron] 10.222.0.110 "GET /v2.0/networks/2e3f4b22-4376-41fb-b66d-4e50e569364d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810807 Sep 24 16:13:00.728897 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e174e810-9013-4ab1-9e37-9d51c2ff11c2 req-dd964459-b05e-4068-a09e-7829f174607f tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:13:00.730397 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e174e810-9013-4ab1-9e37-9d51c2ff11c2 req-dd964459-b05e-4068-a09e-7829f174607f tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] 10.222.0.101 "GET /v2.0/ports?device_id=b16bb206-ed4b-4a85-93ce-76b33ffbaf19 HTTP/1.1" status: 200 len: 943 time: 0.0495372 Sep 24 16:13:00.775027 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e174e810-9013-4ab1-9e37-9d51c2ff11c2 req-5807e666-7d45-4968-90f3-35c3e06ab76b tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] 10.222.0.101 "GET /v2.0/security-groups?id=98f70edc-a6c3-441a-9b8a-9c504bd81536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383115 Sep 24 16:13:01.216700 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8625fad5-90a8-4146-9be4-d1b16f83fba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:13:01.900190 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c117eb6-3cb7-437f-b8c9-91a4d58318fb req-d38b60ad-cc24-4c96-adf8-25b19be1025a tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:13:01.901810 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1c117eb6-3cb7-437f-b8c9-91a4d58318fb req-d38b60ad-cc24-4c96-adf8-25b19be1025a tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] 10.222.0.101 "GET /v2.0/ports?device_id=b16bb206-ed4b-4a85-93ce-76b33ffbaf19 HTTP/1.1" status: 200 len: 943 time: 0.0569885 Sep 24 16:13:01.940247 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1c117eb6-3cb7-437f-b8c9-91a4d58318fb req-898bee34-860c-4061-b1bd-50fcb7d68f4c tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] 10.222.0.101 "GET /v2.0/security-groups?id=98f70edc-a6c3-441a-9b8a-9c504bd81536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324669 Sep 24 16:13:03.054517 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54b0d70-a993-4534-9265-15cf0a18f66c req-9fed6abd-7b06-4b1d-bcdf-86fe2ac9e3b0 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:13:03.056038 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a54b0d70-a993-4534-9265-15cf0a18f66c req-9fed6abd-7b06-4b1d-bcdf-86fe2ac9e3b0 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] 10.222.0.101 "GET /v2.0/ports?device_id=b16bb206-ed4b-4a85-93ce-76b33ffbaf19 HTTP/1.1" status: 200 len: 943 time: 0.0507164 Sep 24 16:13:03.096578 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a54b0d70-a993-4534-9265-15cf0a18f66c req-d0952cda-0d33-4b2c-a723-7fa535658177 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] 10.222.0.101 "GET /v2.0/security-groups?id=98f70edc-a6c3-441a-9b8a-9c504bd81536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343766 Sep 24 16:13:03.132520 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 8758b0d8-0155-4489-b132-2681e4fd7c23 details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 16:13:03.226186 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 8758b0d8-0155-4489-b132-2681e4fd7c23, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=8758b0d8-0155-4489-b132-2681e4fd7c23,segment=NetworkSegment(07caef34-99ff-4e7e-a27c-4206dc144c80),segment_id=07caef34-99ff-4e7e-a27c-4206dc144c80)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:13:03.237398 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': '8758b0d8-0155-4489-b132-2681e4fd7c23', 'network_id': '2e3f4b22-4376-41fb-b66d-4e50e569364d', 'port_id': '8758b0d8-0155-4489-b132-2681e4fd7c23', 'mac_address': 'fa:16:3e:ec:7d:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1251, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fac2a3a0-0a72-416d-8e2a-af2e71e0b675', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 16:13:03.274933 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:13:03.291321 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8758b0d8-0155-4489-b132-2681e4fd7c23 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:13:03.309810 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 8758b0d8-0155-4489-b132-2681e4fd7c23, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=8758b0d8-0155-4489-b132-2681e4fd7c23,segment=NetworkSegment(07caef34-99ff-4e7e-a27c-4206dc144c80),segment_id=07caef34-99ff-4e7e-a27c-4206dc144c80)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:13:03.385707 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:13:03.432606 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=8758b0d8-0155-4489-b132-2681e4fd7c23,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:13:03.644119 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['8758b0d8-0155-4489-b132-2681e4fd7c23'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:13:03.885040 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-86ce241f-774b-4d62-afe7-8398c136f7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:13:04.213514 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a521d-5ad7-4a39-9c9b-aa9f508aa292 req-37459d55-88f2-4260-869f-4fb4bfb2badd tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:13:04.215148 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f76a521d-5ad7-4a39-9c9b-aa9f508aa292 req-37459d55-88f2-4260-869f-4fb4bfb2badd tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] 10.222.0.101 "GET /v2.0/ports?device_id=b16bb206-ed4b-4a85-93ce-76b33ffbaf19 HTTP/1.1" status: 200 len: 944 time: 0.0485454 Sep 24 16:13:04.255034 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f76a521d-5ad7-4a39-9c9b-aa9f508aa292 req-2cd3a387-5877-4b8c-b9b1-28c77fd104a0 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] 10.222.0.101 "GET /v2.0/security-groups?id=98f70edc-a6c3-441a-9b8a-9c504bd81536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340006 Sep 24 16:13:04.274156 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:13:05.148009 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 8758b0d8-0155-4489-b132-2681e4fd7c23 up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:13:05.273546 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port 8758b0d8-0155-4489-b132-2681e4fd7c23 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 16:13:05.277692 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port 8758b0d8-0155-4489-b132-2681e4fd7c23 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:13:05.278270 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:13:05.373491 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:13:05.382971 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:13:05.397852 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b16bb206-ed4b-4a85-93ce-76b33ffbaf19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8758b0d8-0155-4489-b132-2681e4fd7c23'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:13:05.399602 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92040988-0620-494f-b5f2-d359a42cfcd7 req-f9aa5d04-a581-4d52-8854-763b6d5dd01c tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:13:05.400107 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2b97933-70d4-4c39-80e5-585346b5cc8f" -d '{"events": [{"server_uuid": "b16bb206-ed4b-4a85-93ce-76b33ffbaf19", "name": "network-vif-plugged", "status": "completed", "tag": "8758b0d8-0155-4489-b132-2681e4fd7c23"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:13:05.401059 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-92040988-0620-494f-b5f2-d359a42cfcd7 req-f9aa5d04-a581-4d52-8854-763b6d5dd01c tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] 10.222.0.101 "GET /v2.0/ports?device_id=b16bb206-ed4b-4a85-93ce-76b33ffbaf19 HTTP/1.1" status: 200 len: 944 time: 0.0509968 Sep 24 16:13:05.413798 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 8758b0d8-0155-4489-b132-2681e4fd7c23, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=8758b0d8-0155-4489-b132-2681e4fd7c23,segment=NetworkSegment(07caef34-99ff-4e7e-a27c-4206dc144c80),segment_id=07caef34-99ff-4e7e-a27c-4206dc144c80)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:13:05.442805 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e52b162-d558-4869-bf2b-6b0f0ccc76c8 x-openstack-request-id: req-5e52b162-d558-4869-bf2b-6b0f0ccc76c8 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:13:05.443171 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b16bb206-ed4b-4a85-93ce-76b33ffbaf19", "name": "network-vif-plugged", "status": "completed", "tag": "8758b0d8-0155-4489-b132-2681e4fd7c23", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:13:05.443424 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-5e52b162-d558-4869-bf2b-6b0f0ccc76c8 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:13:05.443815 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b16bb206-ed4b-4a85-93ce-76b33ffbaf19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8758b0d8-0155-4489-b132-2681e4fd7c23', 'code': 200} Sep 24 16:13:05.445661 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-92040988-0620-494f-b5f2-d359a42cfcd7 req-5f58f697-0e90-4d69-9b2f-7edb93108157 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] 10.222.0.101 "GET /v2.0/security-groups?id=98f70edc-a6c3-441a-9b8a-9c504bd81536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375154 Sep 24 16:13:05.482623 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:13:05.537414 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=8758b0d8-0155-4489-b132-2681e4fd7c23,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:13:05.543245 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49874350-418e-4403-8bc8-733c23581a14 req-4e23a2df-b34f-49d4-8064-23cef9077dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:13:05.544739 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-49874350-418e-4403-8bc8-733c23581a14 req-4e23a2df-b34f-49d4-8064-23cef9077dc2 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=b16bb206-ed4b-4a85-93ce-76b33ffbaf19 HTTP/1.1" status: 200 len: 1096 time: 0.0408778 Sep 24 16:13:05.586406 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-49874350-418e-4403-8bc8-733c23581a14 req-24042066-0b2e-49ff-af4b-1165f6dafab9 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=98f70edc-a6c3-441a-9b8a-9c504bd81536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326931 Sep 24 16:13:06.571280 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a80e47-9a29-4066-9a45-76c1e77032bb req-ade7d4a3-e447-4de9-8614-8f617a37b37a tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:13:06.572843 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-75a80e47-9a29-4066-9a45-76c1e77032bb req-ade7d4a3-e447-4de9-8614-8f617a37b37a tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] 10.222.0.101 "GET /v2.0/ports?device_id=b16bb206-ed4b-4a85-93ce-76b33ffbaf19 HTTP/1.1" status: 200 len: 945 time: 0.0492744 Sep 24 16:13:06.616025 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-75a80e47-9a29-4066-9a45-76c1e77032bb req-410079a5-c0b6-4548-88e0-7ad5e1eb46f8 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] 10.222.0.101 "GET /v2.0/security-groups?id=98f70edc-a6c3-441a-9b8a-9c504bd81536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353060 Sep 24 16:13:06.797621 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:13:07.046379 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:13:07.734557 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f621f2bf-36d1-428c-9bba-46fdb3aaf190 req-f6364de6-b0fb-42ce-926b-be4fb6048c65 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:13:07.736050 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f621f2bf-36d1-428c-9bba-46fdb3aaf190 req-f6364de6-b0fb-42ce-926b-be4fb6048c65 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] 10.222.0.101 "GET /v2.0/ports?device_id=b16bb206-ed4b-4a85-93ce-76b33ffbaf19 HTTP/1.1" status: 200 len: 945 time: 0.0508792 Sep 24 16:13:07.776362 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f621f2bf-36d1-428c-9bba-46fdb3aaf190 req-292458a3-83d6-4aed-a3e6-53bf81814238 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] 10.222.0.101 "GET /v2.0/security-groups?id=98f70edc-a6c3-441a-9b8a-9c504bd81536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332184 Sep 24 16:13:09.188053 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:13:11.142005 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:13:31.209990 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4d08f98a-1a13-40b7-8360-7563965e0ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:13:33.898701 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-da104981-77b6-44a3-920f-91c7cd3e142e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:13:34.288840 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:13:35.390750 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:13:35.752893 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea22ce-d209-465d-ac21-1b5c79f9dc11 req-75bf0e3b-bb70-4fa6-98f6-589c4739837c tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:13:35.754466 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-73ea22ce-d209-465d-ac21-1b5c79f9dc11 req-75bf0e3b-bb70-4fa6-98f6-589c4739837c tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] 10.222.0.101 "GET /v2.0/ports?device_id=b16bb206-ed4b-4a85-93ce-76b33ffbaf19 HTTP/1.1" status: 200 len: 945 time: 0.0498641 Sep 24 16:13:35.794709 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-73ea22ce-d209-465d-ac21-1b5c79f9dc11 req-19dfe0c8-2686-456b-b2fc-ed50f4cdd340 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] 10.222.0.101 "GET /v2.0/security-groups?id=98f70edc-a6c3-441a-9b8a-9c504bd81536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333619 Sep 24 16:13:36.784346 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:13:36.914268 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a2e56-9bde-4a8c-b2f4-fb7e5c48318f req-9739bec2-7551-4f27-a9ea-9611a0e43163 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:13:36.915781 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-054a2e56-9bde-4a8c-b2f4-fb7e5c48318f req-9739bec2-7551-4f27-a9ea-9611a0e43163 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] 10.222.0.101 "GET /v2.0/ports?device_id=b16bb206-ed4b-4a85-93ce-76b33ffbaf19 HTTP/1.1" status: 200 len: 945 time: 0.0532019 Sep 24 16:13:36.953587 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-054a2e56-9bde-4a8c-b2f4-fb7e5c48318f req-e578014b-4684-4a66-9c13-8356f473c2fd tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] 10.222.0.101 "GET /v2.0/security-groups?id=98f70edc-a6c3-441a-9b8a-9c504bd81536&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317857 Sep 24 16:13:37.577018 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b4a95f-a141-44df-89f7-16239d235d39 req-72be501b-9e7a-42d9-b9a7-e4774c01273b tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:13:37.578461 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b4b4a95f-a141-44df-89f7-16239d235d39 req-72be501b-9e7a-42d9-b9a7-e4774c01273b tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] 10.222.0.110 "GET /v2.0/ports?device_id=b16bb206-ed4b-4a85-93ce-76b33ffbaf19 HTTP/1.1" status: 200 len: 945 time: 0.0468574 Sep 24 16:13:37.672424 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-b4b4a95f-a141-44df-89f7-16239d235d39 req-b63af16e-b963-44d6-8d10-aac3f3cd75b6 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] Deleting port 8758b0d8-0155-4489-b132-2681e4fd7c23 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:13:37.672668 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b4b4a95f-a141-44df-89f7-16239d235d39 req-b63af16e-b963-44d6-8d10-aac3f3cd75b6 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:13:37.759470 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-b4b4a95f-a141-44df-89f7-16239d235d39 req-b63af16e-b963-44d6-8d10-aac3f3cd75b6 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] For port 8758b0d8-0155-4489-b132-2681e4fd7c23, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=8758b0d8-0155-4489-b132-2681e4fd7c23,segment=NetworkSegment(07caef34-99ff-4e7e-a27c-4206dc144c80),segment_id=07caef34-99ff-4e7e-a27c-4206dc144c80)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:13:37.759828 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b4b4a95f-a141-44df-89f7-16239d235d39 req-b63af16e-b963-44d6-8d10-aac3f3cd75b6 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:13:37.776377 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-b4b4a95f-a141-44df-89f7-16239d235d39 req-b63af16e-b963-44d6-8d10-aac3f3cd75b6 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] Calling delete_port for 8758b0d8-0155-4489-b132-2681e4fd7c23 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:13:37.958407 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b4b4a95f-a141-44df-89f7-16239d235d39 req-b63af16e-b963-44d6-8d10-aac3f3cd75b6 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:13:37.970688 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['8758b0d8-0155-4489-b132-2681e4fd7c23'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:13:37.987887 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63af16e-b963-44d6-8d10-aac3f3cd75b6 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] Pushing event deleted for resources: {'Port': ['ID=8758b0d8-0155-4489-b132-2681e4fd7c23,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:13:37.997494 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63af16e-b963-44d6-8d10-aac3f3cd75b6 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:13:37.997841 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63af16e-b963-44d6-8d10-aac3f3cd75b6 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:13:37.998189 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63af16e-b963-44d6-8d10-aac3f3cd75b6 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:13:37.998556 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63af16e-b963-44d6-8d10-aac3f3cd75b6 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:13:37.998894 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63af16e-b963-44d6-8d10-aac3f3cd75b6 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:13:37.999231 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63af16e-b963-44d6-8d10-aac3f3cd75b6 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:13:38.000034 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63af16e-b963-44d6-8d10-aac3f3cd75b6 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:13:38.000034 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63af16e-b963-44d6-8d10-aac3f3cd75b6 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:13:38.000208 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63af16e-b963-44d6-8d10-aac3f3cd75b6 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:13:38.000495 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63af16e-b963-44d6-8d10-aac3f3cd75b6 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:13:38.000819 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63af16e-b963-44d6-8d10-aac3f3cd75b6 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:13:38.001140 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63af16e-b963-44d6-8d10-aac3f3cd75b6 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:13:38.065696 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b4a95f-a141-44df-89f7-16239d235d39 req-b63af16e-b963-44d6-8d10-aac3f3cd75b6 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] No DVR routers for this DVR port 8758b0d8-0155-4489-b132-2681e4fd7c23 on host n-h1-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:13:38.068776 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d4279bba-c9df-48f5-bc68-9f6ce7703254 req-406a4e9a-978d-4e16-8ee3-39b07c146ba3 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] 10.222.0.101 "GET /v2.0/ports?device_id=b16bb206-ed4b-4a85-93ce-76b33ffbaf19 HTTP/1.1" status: 200 len: 210 time: 0.0408514 Sep 24 16:13:38.069777 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b4b4a95f-a141-44df-89f7-16239d235d39 req-b63af16e-b963-44d6-8d10-aac3f3cd75b6 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:13:38.072288 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b4b4a95f-a141-44df-89f7-16239d235d39 req-b63af16e-b963-44d6-8d10-aac3f3cd75b6 tempest-VolumesSnapshotTestJSON-79668065 tempest-VolumesSnapshotTestJSON-79668065-project] 10.222.0.110 "DELETE /v2.0/ports/8758b0d8-0155-4489-b132-2681e4fd7c23 HTTP/1.1" status: 204 len: 173 time: 0.4865022 Sep 24 16:13:38.072682 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b16bb206-ed4b-4a85-93ce-76b33ffbaf19', 'name': 'network-vif-deleted', 'tag': '8758b0d8-0155-4489-b132-2681e4fd7c23'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:13:38.074970 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e57a0b-4195-4329-b96f-e2c29b307bf7" -d '{"events": [{"server_uuid": "b16bb206-ed4b-4a85-93ce-76b33ffbaf19", "name": "network-vif-deleted", "tag": "8758b0d8-0155-4489-b132-2681e4fd7c23"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:13:38.111551 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-740162a5-32fe-404f-bde6-9a85bfeef26f x-openstack-request-id: req-740162a5-32fe-404f-bde6-9a85bfeef26f {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:13:38.111845 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b16bb206-ed4b-4a85-93ce-76b33ffbaf19", "name": "network-vif-deleted", "tag": "8758b0d8-0155-4489-b132-2681e4fd7c23", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:13:38.112116 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-740162a5-32fe-404f-bde6-9a85bfeef26f {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:13:38.112512 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b16bb206-ed4b-4a85-93ce-76b33ffbaf19', 'name': 'network-vif-deleted', 'tag': '8758b0d8-0155-4489-b132-2681e4fd7c23', 'status': 'completed', 'code': 200} Sep 24 16:13:39.213140 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:13:41.072192 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:13:41.345836 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 8758b0d8-0155-4489-b132-2681e4fd7c23 no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:13:41.365079 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] No Port match for: 8758b0d8-0155-4489-b132-2681e4fd7c23 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:13:41.365420 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 8758b0d8-0155-4489-b132-2681e4fd7c23 not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:13:44.047173 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:14:01.208788 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-1dfa93f8-12c5-40f6-b803-6dd0a6344760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:03.951651 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-96364dd2-7a17-45a2-b586-513741e94182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:04.292625 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:05.422557 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:06.794041 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:09.209123 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:11.069131 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:21.047559 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:14:31.200589 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b79fe95f-3bb1-4fee-b6c1-37299b55b975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:33.873397 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-1cc4fc56-e27e-4202-944d-24c67a0eb0ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:34.301988 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:35.371149 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:35.825672 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42580) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:14:35.875773 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-d43b53b6-1f80-4db6-9f92-ebee742c848d admin admin] Deleting subnet fac2a3a0-0a72-416d-8e2a-af2e71e0b675 {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 16:14:35.880752 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d43b53b6-1f80-4db6-9f92-ebee742c848d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:35.918092 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d43b53b6-1f80-4db6-9f92-ebee742c848d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:35.959665 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d43b53b6-1f80-4db6-9f92-ebee742c848d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:36.103031 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d43b53b6-1f80-4db6-9f92-ebee742c848d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:36.129164 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43b53b6-1f80-4db6-9f92-ebee742c848d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fac2a3a0-0a72-416d-8e2a-af2e71e0b675,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:14:36.139553 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d43b53b6-1f80-4db6-9f92-ebee742c848d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:36.141402 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-d43b53b6-1f80-4db6-9f92-ebee742c848d admin admin] 10.222.0.101 "DELETE /v2.0/subnets/fac2a3a0-0a72-416d-8e2a-af2e71e0b675 HTTP/1.1" status: 204 len: 168 time: 0.3148651 Sep 24 16:14:36.143741 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43b53b6-1f80-4db6-9f92-ebee742c848d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:14:36.143928 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43b53b6-1f80-4db6-9f92-ebee742c848d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:14:36.144162 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43b53b6-1f80-4db6-9f92-ebee742c848d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:14:36.144502 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43b53b6-1f80-4db6-9f92-ebee742c848d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:14:36.144840 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43b53b6-1f80-4db6-9f92-ebee742c848d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:14:36.145172 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43b53b6-1f80-4db6-9f92-ebee742c848d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:14:36.145505 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43b53b6-1f80-4db6-9f92-ebee742c848d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:14:36.145833 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43b53b6-1f80-4db6-9f92-ebee742c848d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:14:36.146161 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43b53b6-1f80-4db6-9f92-ebee742c848d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:14:36.146515 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43b53b6-1f80-4db6-9f92-ebee742c848d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:14:36.146845 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43b53b6-1f80-4db6-9f92-ebee742c848d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:14:36.147171 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d43b53b6-1f80-4db6-9f92-ebee742c848d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:14:36.147910 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42582) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:14:36.229673 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-adde8605-e426-4de8-8c3a-6a3bb768b23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:36.317953 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-adde8605-e426-4de8-8c3a-6a3bb768b23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:36.343984 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-adde8605-e426-4de8-8c3a-6a3bb768b23f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e3f4b22-4376-41fb-b66d-4e50e569364d']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:14:36.355649 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-adde8605-e426-4de8-8c3a-6a3bb768b23f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07caef34-99ff-4e7e-a27c-4206dc144c80') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:14:36.355941 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-adde8605-e426-4de8-8c3a-6a3bb768b23f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07caef34-99ff-4e7e-a27c-4206dc144c80') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:14:36.365156 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-adde8605-e426-4de8-8c3a-6a3bb768b23f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:36.378790 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-adde8605-e426-4de8-8c3a-6a3bb768b23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:36.384474 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adde8605-e426-4de8-8c3a-6a3bb768b23f admin admin] Releasing vlan 1251 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 16:14:36.385915 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-adde8605-e426-4de8-8c3a-6a3bb768b23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:36.387700 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 16:14:36.387700 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 16:14:36.387700 n-d-808921-1 neutron-server[95298]: timer() Sep 24 16:14:36.387700 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 16:14:36.387700 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 16:14:36.387700 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 16:14:36.387700 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 16:14:36.387700 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 16:14:36.387700 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 16:14:36.387700 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 16:14:36.387700 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 16:14:36.387700 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 16:14:36.387700 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 16:14:36.387700 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 16:14:36.387700 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 16:14:36.387700 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 16:14:36.387700 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 16:14:36.387700 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 16:14:36.387700 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 16:14:36.387700 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 16:14:36.387700 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 16:14:36.387700 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 16:14:36.387700 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 16:14:36.387700 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 16:14:36.387700 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 16:14:36.387700 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 16:14:36.387700 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 16:14:36.387700 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 16:14:36.387700 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 16:14:36.387700 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 16:14:36.387700 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 16:14:36.387700 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 16:14:36.533588 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-adde8605-e426-4de8-8c3a-6a3bb768b23f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:36.539573 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-adde8605-e426-4de8-8c3a-6a3bb768b23f admin admin] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:36.541572 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-adde8605-e426-4de8-8c3a-6a3bb768b23f admin admin] 10.222.0.101 "DELETE /v2.0/networks/2e3f4b22-4376-41fb-b66d-4e50e569364d HTTP/1.1" status: 204 len: 168 time: 0.3924675 Sep 24 16:14:36.552652 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adde8605-e426-4de8-8c3a-6a3bb768b23f admin admin] Pushing event deleted for resources: {'Network': ['ID=2e3f4b22-4376-41fb-b66d-4e50e569364d,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:14:36.796107 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:36.940803 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42586) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:14:36.980291 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-ccff94d6-38bc-445c-b8c7-fa278da64f65 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=cd04bf867ae846ecb50f04333bd62877&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383034 Sep 24 16:14:36.985195 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42588) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:14:37.034924 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-784fa79b-cae7-47d6-943c-26616bb6825c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:37.055740 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-784fa79b-cae7-47d6-943c-26616bb6825c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:37.167574 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-784fa79b-cae7-47d6-943c-26616bb6825c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:37.170039 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-784fa79b-cae7-47d6-943c-26616bb6825c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:37.171281 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-784fa79b-cae7-47d6-943c-26616bb6825c admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/98f70edc-a6c3-441a-9b8a-9c504bd81536 HTTP/1.1" status: 204 len: 168 time: 0.1851974 Sep 24 16:14:37.179194 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784fa79b-cae7-47d6-943c-26616bb6825c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f70edc-a6c3-441a-9b8a-9c504bd81536,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:14:38.154920 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42610) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:14:38.256578 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-c8d351b6-b241-47ba-9c1b-f8fea3bf8e5b admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1678397119-network', 'tenant_id': '29ff53776dcb411e9ecccb5f117d5cee'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:14:38.339246 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d351b6-b241-47ba-9c1b-f8fea3bf8e5b admin admin] Made reservation on behalf of 29ff53776dcb411e9ecccb5f117d5cee for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:14:38.341679 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c8d351b6-b241-47ba-9c1b-f8fea3bf8e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:38.350884 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c8d351b6-b241-47ba-9c1b-f8fea3bf8e5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:38.439089 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c8d351b6-b241-47ba-9c1b-f8fea3bf8e5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:38.544972 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c8d351b6-b241-47ba-9c1b-f8fea3bf8e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:38.574140 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8d351b6-b241-47ba-9c1b-f8fea3bf8e5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1287} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 16:14:38.579775 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d351b6-b241-47ba-9c1b-f8fea3bf8e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98264213-ca21-49e8-804b-2ed4c8129de1,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:14:38.595177 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c8d351b6-b241-47ba-9c1b-f8fea3bf8e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:38.595177 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-c8d351b6-b241-47ba-9c1b-f8fea3bf8e5b admin admin] Added segment da9ea7d3-ac9b-483a-8bdb-fca7df13f9e7 of type vlan for network 2136c7ec-88c3-4798-9167-00011bf28d76 Sep 24 16:14:38.631178 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c8d351b6-b241-47ba-9c1b-f8fea3bf8e5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:38.727634 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c8d351b6-b241-47ba-9c1b-f8fea3bf8e5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:38.729246 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d351b6-b241-47ba-9c1b-f8fea3bf8e5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:14:38.729823 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c8d351b6-b241-47ba-9c1b-f8fea3bf8e5b admin admin] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:38.792089 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d351b6-b241-47ba-9c1b-f8fea3bf8e5b admin admin] Pushing event updated for resources: {'Network': ['ID=2136c7ec-88c3-4798-9167-00011bf28d76,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:14:38.801804 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 2136c7ec-88c3-4798-9167-00011bf28d76 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 16:14:38.842912 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-c8d351b6-b241-47ba-9c1b-f8fea3bf8e5b admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6868482 Sep 24 16:14:38.845602 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42614) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:14:38.850462 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-30efee42-c76c-4519-89fd-157377966dea admin admin] Request body: {'subnet': {'network_id': '2136c7ec-88c3-4798-9167-00011bf28d76', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1678397119-subnet', 'tenant_id': '29ff53776dcb411e9ecccb5f117d5cee', 'ip_version': 4}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:14:38.944907 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30efee42-c76c-4519-89fd-157377966dea admin admin] Made reservation on behalf of 29ff53776dcb411e9ecccb5f117d5cee for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:14:38.947866 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-30efee42-c76c-4519-89fd-157377966dea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:39.210908 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-30efee42-c76c-4519-89fd-157377966dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:39.233525 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:39.267850 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30efee42-c76c-4519-89fd-157377966dea admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c60716b-4216-4f57-bd19-42108ca7f589,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:14:39.277339 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30efee42-c76c-4519-89fd-157377966dea admin admin] Checking segment: {'id': 'da9ea7d3-ac9b-483a-8bdb-fca7df13f9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '2136c7ec-88c3-4798-9167-00011bf28d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:14:39.277696 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30efee42-c76c-4519-89fd-157377966dea admin admin] Network hostable DHCP agents. Network: 2136c7ec-88c3-4798-9167-00011bf28d76, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 16:14:39.353626 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30efee42-c76c-4519-89fd-157377966dea admin admin] Network 2136c7ec-88c3-4798-9167-00011bf28d76 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 16:14:39.422060 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-30efee42-c76c-4519-89fd-157377966dea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 2136c7ec-88c3-4798-9167-00011bf28d76) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:14:39.426476 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30efee42-c76c-4519-89fd-157377966dea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:14:39.427115 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-30efee42-c76c-4519-89fd-157377966dea admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:39.432536 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dfbb8ec-ec21-4d3c-8491-d3c7483b188e None None] Network 2136c7ec-88c3-4798-9167-00011bf28d76 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:14:39.544086 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-30efee42-c76c-4519-89fd-157377966dea admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6971190 Sep 24 16:14:39.546460 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42616) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:14:39.551060 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-1989ad62-b7e9-4153-85a0-0a1842994303 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1678397119-router', 'tenant_id': '29ff53776dcb411e9ecccb5f117d5cee', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:14:39.578274 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14cd4b6b-db5b-4030-869b-c726541c94e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-2136c7ec-88c3-4798-9167-00011bf28d76', 'network_id': '2136c7ec-88c3-4798-9167-00011bf28d76', 'tenant_id': '29ff53776dcb411e9ecccb5f117d5cee', 'fixed_ips': [{'subnet_id': '3c60716b-4216-4f57-bd19-42108ca7f589'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 16:14:39.579160 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-14cd4b6b-db5b-4030-869b-c726541c94e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:39.653631 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1989ad62-b7e9-4153-85a0-0a1842994303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:39.654746 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1989ad62-b7e9-4153-85a0-0a1842994303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:39.711073 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1989ad62-b7e9-4153-85a0-0a1842994303 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:39.712003 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-14cd4b6b-db5b-4030-869b-c726541c94e5 None None] Allocated IP 172.20.0.2 (2136c7ec-88c3-4798-9167-00011bf28d76/3c60716b-4216-4f57-bd19-42108ca7f589/a9877fdf-88c3-4391-ad7d-8b992d3ac044) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:14:39.855744 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-14cd4b6b-db5b-4030-869b-c726541c94e5 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:39.922489 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-14cd4b6b-db5b-4030-869b-c726541c94e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:39.926575 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1989ad62-b7e9-4153-85a0-0a1842994303 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:39.960150 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cd4b6b-db5b-4030-869b-c726541c94e5 None None] Network 2136c7ec-88c3-4798-9167-00011bf28d76 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:14:39.963044 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-14cd4b6b-db5b-4030-869b-c726541c94e5 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:14:39.966583 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14cd4b6b-db5b-4030-869b-c726541c94e5 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:14:39.975864 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cd4b6b-db5b-4030-869b-c726541c94e5 None None] Pushing event updated for resources: {'Port': ['ID=a9877fdf-88c3-4391-ad7d-8b992d3ac044,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:14:39.998984 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cd4b6b-db5b-4030-869b-c726541c94e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:14:39.999334 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cd4b6b-db5b-4030-869b-c726541c94e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:14:39.999673 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cd4b6b-db5b-4030-869b-c726541c94e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:14:40.000010 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cd4b6b-db5b-4030-869b-c726541c94e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:14:40.000342 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cd4b6b-db5b-4030-869b-c726541c94e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:14:40.000666 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cd4b6b-db5b-4030-869b-c726541c94e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:14:40.000990 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cd4b6b-db5b-4030-869b-c726541c94e5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:14:40.001312 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cd4b6b-db5b-4030-869b-c726541c94e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:14:40.001634 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cd4b6b-db5b-4030-869b-c726541c94e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:14:40.001955 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cd4b6b-db5b-4030-869b-c726541c94e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:14:40.002275 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cd4b6b-db5b-4030-869b-c726541c94e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:14:40.002616 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cd4b6b-db5b-4030-869b-c726541c94e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:14:40.039974 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-14cd4b6b-db5b-4030-869b-c726541c94e5 None None] Attempting to bind port a9877fdf-88c3-4391-ad7d-8b992d3ac044 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:14:40.040443 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-14cd4b6b-db5b-4030-869b-c726541c94e5 None None] Attempting to bind port a9877fdf-88c3-4391-ad7d-8b992d3ac044 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'da9ea7d3-ac9b-483a-8bdb-fca7df13f9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '2136c7ec-88c3-4798-9167-00011bf28d76'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:14:40.041316 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cd4b6b-db5b-4030-869b-c726541c94e5 None None] Attempting to bind port a9877fdf-88c3-4391-ad7d-8b992d3ac044 on network 2136c7ec-88c3-4798-9167-00011bf28d76 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:14:40.046463 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cd4b6b-db5b-4030-869b-c726541c94e5 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:14:40.046838 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cd4b6b-db5b-4030-869b-c726541c94e5 None None] Checking segment: {'id': 'da9ea7d3-ac9b-483a-8bdb-fca7df13f9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '2136c7ec-88c3-4798-9167-00011bf28d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:14:40.047236 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-14cd4b6b-db5b-4030-869b-c726541c94e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:40.047629 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14cd4b6b-db5b-4030-869b-c726541c94e5 None None] Bound using segment: {'id': 'da9ea7d3-ac9b-483a-8bdb-fca7df13f9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '2136c7ec-88c3-4798-9167-00011bf28d76'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:14:40.048095 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-14cd4b6b-db5b-4030-869b-c726541c94e5 None None] Bound port: a9877fdf-88c3-4391-ad7d-8b992d3ac044, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da9ea7d3-ac9b-483a-8bdb-fca7df13f9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '2136c7ec-88c3-4798-9167-00011bf28d76'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:14:40.048488 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-14cd4b6b-db5b-4030-869b-c726541c94e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:40.114432 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-14cd4b6b-db5b-4030-869b-c726541c94e5 None None] For port a9877fdf-88c3-4391-ad7d-8b992d3ac044, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:14:40.118004 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-14cd4b6b-db5b-4030-869b-c726541c94e5 None None] For port a9877fdf-88c3-4391-ad7d-8b992d3ac044, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=a9877fdf-88c3-4391-ad7d-8b992d3ac044,segment=NetworkSegment(da9ea7d3-ac9b-483a-8bdb-fca7df13f9e7),segment_id=da9ea7d3-ac9b-483a-8bdb-fca7df13f9e7)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:14:40.182855 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-14cd4b6b-db5b-4030-869b-c726541c94e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:40.201120 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1989ad62-b7e9-4153-85a0-0a1842994303 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:40.223102 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1989ad62-b7e9-4153-85a0-0a1842994303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:40.255592 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cd4b6b-db5b-4030-869b-c726541c94e5 None None] Pushing event updated for resources: {'Port': ['ID=a9877fdf-88c3-4391-ad7d-8b992d3ac044,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:14:40.348118 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-1989ad62-b7e9-4153-85a0-0a1842994303 admin admin] Allocated IP 172.25.0.188 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/c2053355-8124-4999-84e7-14918b1f49d0) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:14:40.468880 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1989ad62-b7e9-4153-85a0-0a1842994303 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:40.571400 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1989ad62-b7e9-4153-85a0-0a1842994303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:40.612277 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1989ad62-b7e9-4153-85a0-0a1842994303 admin admin] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:14:40.615167 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-1989ad62-b7e9-4153-85a0-0a1842994303 admin admin] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:14:40.618749 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1989ad62-b7e9-4153-85a0-0a1842994303 admin admin] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:14:40.627320 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1989ad62-b7e9-4153-85a0-0a1842994303 admin admin] Pushing event updated for resources: {'Port': ['ID=c2053355-8124-4999-84e7-14918b1f49d0,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:14:41.090631 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:41.127306 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce94b16-b72b-43dc-98ea-e3f97f2a7102 None None] Network 2136c7ec-88c3-4798-9167-00011bf28d76 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:14:41.212561 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-2474db56-e66e-4c53-9ba3-15eccb7e3299 None None] Provisioning complete for port a9877fdf-88c3-4391-ad7d-8b992d3ac044 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:14:41.213604 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2474db56-e66e-4c53-9ba3-15eccb7e3299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:41.281591 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1989ad62-b7e9-4153-85a0-0a1842994303 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:41.359024 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2474db56-e66e-4c53-9ba3-15eccb7e3299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:41.397481 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-2474db56-e66e-4c53-9ba3-15eccb7e3299 None None] For port a9877fdf-88c3-4391-ad7d-8b992d3ac044, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=a9877fdf-88c3-4391-ad7d-8b992d3ac044,segment=NetworkSegment(da9ea7d3-ac9b-483a-8bdb-fca7df13f9e7),segment_id=da9ea7d3-ac9b-483a-8bdb-fca7df13f9e7)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:14:41.465568 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2474db56-e66e-4c53-9ba3-15eccb7e3299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:41.492984 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1989ad62-b7e9-4153-85a0-0a1842994303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:41.519607 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2474db56-e66e-4c53-9ba3-15eccb7e3299 None None] Pushing event updated for resources: {'Port': ['ID=a9877fdf-88c3-4391-ad7d-8b992d3ac044,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:14:41.585341 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-3de09cd3-3fae-4e5c-a77f-fa4d58a9e4a6 None None] Provisioning complete for port a9877fdf-88c3-4391-ad7d-8b992d3ac044 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:14:41.585717 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3de09cd3-3fae-4e5c-a77f-fa4d58a9e4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:41.693639 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1989ad62-b7e9-4153-85a0-0a1842994303 admin admin] Router f4c85a0f-aca8-40e8-b170-5bd48d4d8fe7 is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 16:14:41.805275 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1989ad62-b7e9-4153-85a0-0a1842994303 admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:14:41.816365 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4534981-4e55-48af-92bf-4beb8780c4d8 None None] Sync routers for ids ['f4c85a0f-aca8-40e8-b170-5bd48d4d8fe7'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:14:41.835142 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4534981-4e55-48af-92bf-4beb8780c4d8 None None] Routers {'f4c85a0f-aca8-40e8-b170-5bd48d4d8fe7'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:14:41.835764 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-a4534981-4e55-48af-92bf-4beb8780c4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:14:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['f4c85a0f-aca8-40e8-b170-5bd48d4d8fe7'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:14:41.885501 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1989ad62-b7e9-4153-85a0-0a1842994303 admin admin] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:41.886961 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-1989ad62-b7e9-4153-85a0-0a1842994303 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3393607 Sep 24 16:14:41.889737 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42618) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:14:41.947873 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-a4534981-4e55-48af-92bf-4beb8780c4d8 None None] Set router f4c85a0f-aca8-40e8-b170-5bd48d4d8fe7 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:14:42.012322 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device a9877fdf-88c3-4391-ad7d-8b992d3ac044 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:14:42.124564 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port a9877fdf-88c3-4391-ad7d-8b992d3ac044 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:14:42.125297 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:42.240131 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-a4534981-4e55-48af-92bf-4beb8780c4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c85a0f-aca8-40e8-b170-5bd48d4d8fe7', 'name': 'tempest-TestServerMultinode-1678397119-router', 'tenant_id': '29ff53776dcb411e9ecccb5f117d5cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'c2053355-8124-4999-84e7-14918b1f49d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:14:39Z', 'updated_at': '2021-09-24T16:14:41Z', 'revision_number': 3, 'project_id': '29ff53776dcb411e9ecccb5f117d5cee', 'gw_port': {'id': 'c2053355-8124-4999-84e7-14918b1f49d0', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:07:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c85a0f-aca8-40e8-b170-5bd48d4d8fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:14:40Z', 'updated_at': '2021-09-24T16:14:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:14:42.272437 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4534981-4e55-48af-92bf-4beb8780c4d8 None None] Checking router: f4c85a0f-aca8-40e8-b170-5bd48d4d8fe7 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:14:42.272799 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4534981-4e55-48af-92bf-4beb8780c4d8 None None] Updating router f4c85a0f-aca8-40e8-b170-5bd48d4d8fe7 port c2053355-8124-4999-84e7-14918b1f49d0 binding host n-d-808921-1 {{(pid=95299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 16:14:42.298409 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a4534981-4e55-48af-92bf-4beb8780c4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:42.335395 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-11d6c54e-7ee4-4930-9c62-8174f7d69e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:42.498298 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-11d6c54e-7ee4-4930-9c62-8174f7d69e1c admin admin] Allocated IP 172.20.0.1 (2136c7ec-88c3-4798-9167-00011bf28d76/3c60716b-4216-4f57-bd19-42108ca7f589/9a4a8062-ba95-4c88-97e3-2c05b53cebd7) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:14:42.563704 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a4534981-4e55-48af-92bf-4beb8780c4d8 None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:42.604259 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-11d6c54e-7ee4-4930-9c62-8174f7d69e1c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:42.651212 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a4534981-4e55-48af-92bf-4beb8780c4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:42.703979 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a2179e-4a89-409c-9d3e-af0fb3f4b1f7 None None] Pushing event updated for resources: {'Port': ['ID=c2053355-8124-4999-84e7-14918b1f49d0,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:14:42.706176 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-11d6c54e-7ee4-4930-9c62-8174f7d69e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:42.706386 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-a4534981-4e55-48af-92bf-4beb8780c4d8 None None] Attempting to bind port c2053355-8124-4999-84e7-14918b1f49d0 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:14:42.706608 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-a4534981-4e55-48af-92bf-4beb8780c4d8 None None] Attempting to bind port c2053355-8124-4999-84e7-14918b1f49d0 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:14:42.706968 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4534981-4e55-48af-92bf-4beb8780c4d8 None None] Attempting to bind port c2053355-8124-4999-84e7-14918b1f49d0 on network e6a2de20-1ea0-43e5-88e0-982d19e317d5 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:14:42.714408 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4534981-4e55-48af-92bf-4beb8780c4d8 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:14:42.714524 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4534981-4e55-48af-92bf-4beb8780c4d8 None None] Checking segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:14:42.714940 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a4534981-4e55-48af-92bf-4beb8780c4d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:42.715346 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4534981-4e55-48af-92bf-4beb8780c4d8 None None] Bound using segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:14:42.715990 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-a4534981-4e55-48af-92bf-4beb8780c4d8 None None] Bound port: c2053355-8124-4999-84e7-14918b1f49d0, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:14:42.716382 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a4534981-4e55-48af-92bf-4beb8780c4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:42.747662 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d6c54e-7ee4-4930-9c62-8174f7d69e1c admin admin] Network 2136c7ec-88c3-4798-9167-00011bf28d76 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:14:42.750665 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-11d6c54e-7ee4-4930-9c62-8174f7d69e1c admin admin] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:14:42.753069 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d6c54e-7ee4-4930-9c62-8174f7d69e1c admin admin] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:14:42.771521 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-a4534981-4e55-48af-92bf-4beb8780c4d8 None None] For port c2053355-8124-4999-84e7-14918b1f49d0, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:14:42.774360 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-a4534981-4e55-48af-92bf-4beb8780c4d8 None None] For port c2053355-8124-4999-84e7-14918b1f49d0, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=c2053355-8124-4999-84e7-14918b1f49d0,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:14:42.788437 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d6c54e-7ee4-4930-9c62-8174f7d69e1c admin admin] Pushing event updated for resources: {'Port': ['ID=9a4a8062-ba95-4c88-97e3-2c05b53cebd7,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:14:42.812283 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-11d6c54e-7ee4-4930-9c62-8174f7d69e1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:42.859481 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a4534981-4e55-48af-92bf-4beb8780c4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:42.922048 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4534981-4e55-48af-92bf-4beb8780c4d8 None None] Routers {'f4c85a0f-aca8-40e8-b170-5bd48d4d8fe7'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:14:42.922720 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-a4534981-4e55-48af-92bf-4beb8780c4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:14:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['f4c85a0f-aca8-40e8-b170-5bd48d4d8fe7'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:14:42.959391 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a2179e-4a89-409c-9d3e-af0fb3f4b1f7 None None] Pushing event updated for resources: {'Port': ['ID=c2053355-8124-4999-84e7-14918b1f49d0,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:14:43.003511 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-11d6c54e-7ee4-4930-9c62-8174f7d69e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:43.038084 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-a4534981-4e55-48af-92bf-4beb8780c4d8 None None] Set router f4c85a0f-aca8-40e8-b170-5bd48d4d8fe7 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:14:43.128158 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-01c448ff-6d2a-46db-a87d-745e19af0b8d None None] Provisioning complete for port 9a4a8062-ba95-4c88-97e3-2c05b53cebd7 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:14:43.128864 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-01c448ff-6d2a-46db-a87d-745e19af0b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:43.170112 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-11d6c54e-7ee4-4930-9c62-8174f7d69e1c admin admin] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:43.200798 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-01c448ff-6d2a-46db-a87d-745e19af0b8d None None] Port 9a4a8062-ba95-4c88-97e3-2c05b53cebd7 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:14:43.227903 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-11d6c54e-7ee4-4930-9c62-8174f7d69e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:43.256974 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-a4534981-4e55-48af-92bf-4beb8780c4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c85a0f-aca8-40e8-b170-5bd48d4d8fe7', 'name': 'tempest-TestServerMultinode-1678397119-router', 'tenant_id': '29ff53776dcb411e9ecccb5f117d5cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'c2053355-8124-4999-84e7-14918b1f49d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:14:39Z', 'updated_at': '2021-09-24T16:14:41Z', 'revision_number': 3, 'project_id': '29ff53776dcb411e9ecccb5f117d5cee', 'gw_port': {'id': 'c2053355-8124-4999-84e7-14918b1f49d0', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:07:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c85a0f-aca8-40e8-b170-5bd48d4d8fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:14:40Z', 'updated_at': '2021-09-24T16:14:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:14:43.288374 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4534981-4e55-48af-92bf-4beb8780c4d8 None None] The sync data for ids ['f4c85a0f-aca8-40e8-b170-5bd48d4d8fe7'] in n-d-808921-1 is: [{'id': 'f4c85a0f-aca8-40e8-b170-5bd48d4d8fe7', 'name': 'tempest-TestServerMultinode-1678397119-router', 'tenant_id': '29ff53776dcb411e9ecccb5f117d5cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'c2053355-8124-4999-84e7-14918b1f49d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:14:39Z', 'updated_at': '2021-09-24T16:14:41Z', 'revision_number': 3, 'project_id': '29ff53776dcb411e9ecccb5f117d5cee', 'gw_port': {'id': 'c2053355-8124-4999-84e7-14918b1f49d0', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:07:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c85a0f-aca8-40e8-b170-5bd48d4d8fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:14:40Z', 'updated_at': '2021-09-24T16:14:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:14:43.301544 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d6c54e-7ee4-4930-9c62-8174f7d69e1c admin admin] Pushing event updated for resources: {'Port': ['ID=9a4a8062-ba95-4c88-97e3-2c05b53cebd7,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:14:43.304759 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-11d6c54e-7ee4-4930-9c62-8174f7d69e1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:43.401639 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d6c54e-7ee4-4930-9c62-8174f7d69e1c admin admin] Network 2136c7ec-88c3-4798-9167-00011bf28d76 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:14:43.403128 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-11d6c54e-7ee4-4930-9c62-8174f7d69e1c admin admin] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:14:43.537291 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11d6c54e-7ee4-4930-9c62-8174f7d69e1c admin admin] Router f4c85a0f-aca8-40e8-b170-5bd48d4d8fe7 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:14:43.661949 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d6c54e-7ee4-4930-9c62-8174f7d69e1c admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:14:43.667570 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-11d6c54e-7ee4-4930-9c62-8174f7d69e1c admin admin] 10.222.0.101 "PUT /v2.0/routers/f4c85a0f-aca8-40e8-b170-5bd48d4d8fe7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7763832 Sep 24 16:14:43.739217 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-c9bc0f17-29f3-4752-9b54-0fd6bf3827c7 None None] Provisioning complete for port 9a4a8062-ba95-4c88-97e3-2c05b53cebd7 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:14:43.739599 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c9bc0f17-29f3-4752-9b54-0fd6bf3827c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:43.776859 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-c9bc0f17-29f3-4752-9b54-0fd6bf3827c7 None None] Port 9a4a8062-ba95-4c88-97e3-2c05b53cebd7 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:14:43.990401 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device c2053355-8124-4999-84e7-14918b1f49d0 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:14:44.042445 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port c2053355-8124-4999-84e7-14918b1f49d0 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:14:44.043004 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:44.137549 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:44.161620 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port c2053355-8124-4999-84e7-14918b1f49d0, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=c2053355-8124-4999-84e7-14918b1f49d0,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:14:44.227720 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:44.277844 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=c2053355-8124-4999-84e7-14918b1f49d0,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:14:44.438519 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42634) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:14:44.443513 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-80001404-7659-476a-a40e-e56611a65897 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1266700269-network', 'tenant_id': '830151fd08fd4972ba3c932ca4b773ec'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:14:44.542971 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80001404-7659-476a-a40e-e56611a65897 admin admin] Made reservation on behalf of 830151fd08fd4972ba3c932ca4b773ec for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:14:44.545384 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-80001404-7659-476a-a40e-e56611a65897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:44.554659 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-80001404-7659-476a-a40e-e56611a65897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:44.654719 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-80001404-7659-476a-a40e-e56611a65897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:44.707760 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-80001404-7659-476a-a40e-e56611a65897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:44.742602 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80001404-7659-476a-a40e-e56611a65897 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1288} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 16:14:44.746003 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80001404-7659-476a-a40e-e56611a65897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46348edd-1080-42a4-afaa-87b67a7e1ed1,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:14:44.751182 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-80001404-7659-476a-a40e-e56611a65897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:44.751535 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-80001404-7659-476a-a40e-e56611a65897 admin admin] Added segment 304eadb6-8a46-47af-9fa5-da438c020ba6 of type vlan for network 02c9556e-968e-45f4-9bfa-1a7d4e72928a Sep 24 16:14:44.793873 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-80001404-7659-476a-a40e-e56611a65897 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:44.867638 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-80001404-7659-476a-a40e-e56611a65897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:44.868554 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80001404-7659-476a-a40e-e56611a65897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:14:44.869204 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-80001404-7659-476a-a40e-e56611a65897 admin admin] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:44.901757 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72e4b9e-bb85-4f92-a1a5-afffbe4e31e6 None None] Sync routers for ids ['f4c85a0f-aca8-40e8-b170-5bd48d4d8fe7'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:14:44.911873 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72e4b9e-bb85-4f92-a1a5-afffbe4e31e6 None None] Routers {'f4c85a0f-aca8-40e8-b170-5bd48d4d8fe7'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:14:44.912576 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-b72e4b9e-bb85-4f92-a1a5-afffbe4e31e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:14:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['f4c85a0f-aca8-40e8-b170-5bd48d4d8fe7'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:14:44.934388 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80001404-7659-476a-a40e-e56611a65897 admin admin] Pushing event updated for resources: {'Network': ['ID=02c9556e-968e-45f4-9bfa-1a7d4e72928a,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:14:44.944874 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 02c9556e-968e-45f4-9bfa-1a7d4e72928a details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 16:14:44.953918 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-80001404-7659-476a-a40e-e56611a65897 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5142326 Sep 24 16:14:44.956588 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42636) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:14:44.961655 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-ee50ea40-e139-4a09-b111-43d0e8d6f1a2 admin admin] Request body: {'subnet': {'network_id': '02c9556e-968e-45f4-9bfa-1a7d4e72928a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1266700269-subnet', 'tenant_id': '830151fd08fd4972ba3c932ca4b773ec', 'ip_version': 4}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:14:45.022509 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-b72e4b9e-bb85-4f92-a1a5-afffbe4e31e6 None None] Set router f4c85a0f-aca8-40e8-b170-5bd48d4d8fe7 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:14:45.057067 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee50ea40-e139-4a09-b111-43d0e8d6f1a2 admin admin] Made reservation on behalf of 830151fd08fd4972ba3c932ca4b773ec for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:14:45.059633 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ee50ea40-e139-4a09-b111-43d0e8d6f1a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:45.220558 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-b72e4b9e-bb85-4f92-a1a5-afffbe4e31e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c85a0f-aca8-40e8-b170-5bd48d4d8fe7', 'name': 'tempest-TestServerMultinode-1678397119-router', 'tenant_id': '29ff53776dcb411e9ecccb5f117d5cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'c2053355-8124-4999-84e7-14918b1f49d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:14:39Z', 'updated_at': '2021-09-24T16:14:42Z', 'revision_number': 4, 'project_id': '29ff53776dcb411e9ecccb5f117d5cee', 'gw_port': {'id': 'c2053355-8124-4999-84e7-14918b1f49d0', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:07:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c85a0f-aca8-40e8-b170-5bd48d4d8fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:14:40Z', 'updated_at': '2021-09-24T16:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '9a4a8062-ba95-4c88-97e3-2c05b53cebd7', 'name': '', 'network_id': '2136c7ec-88c3-4798-9167-00011bf28d76', 'tenant_id': '29ff53776dcb411e9ecccb5f117d5cee', 'mac_address': 'fa:16:3e:71:55:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c85a0f-aca8-40e8-b170-5bd48d4d8fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '3c60716b-4216-4f57-bd19-42108ca7f589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:14:42Z', 'updated_at': '2021-09-24T16:14:43Z', 'revision_number': 2, 'project_id': '29ff53776dcb411e9ecccb5f117d5cee', 'subnets': [{'id': '3c60716b-4216-4f57-bd19-42108ca7f589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:14:45.247438 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72e4b9e-bb85-4f92-a1a5-afffbe4e31e6 None None] Checking router: f4c85a0f-aca8-40e8-b170-5bd48d4d8fe7 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:14:45.250959 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72e4b9e-bb85-4f92-a1a5-afffbe4e31e6 None None] Updating router f4c85a0f-aca8-40e8-b170-5bd48d4d8fe7 port 9a4a8062-ba95-4c88-97e3-2c05b53cebd7 binding host n-d-808921-1 {{(pid=95300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 16:14:45.272087 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-b72e4b9e-bb85-4f92-a1a5-afffbe4e31e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:45.304656 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ee50ea40-e139-4a09-b111-43d0e8d6f1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:45.367565 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee50ea40-e139-4a09-b111-43d0e8d6f1a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a685722e-3c50-4580-a0b9-6484ef86cb50,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:14:45.377500 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee50ea40-e139-4a09-b111-43d0e8d6f1a2 admin admin] Checking segment: {'id': '304eadb6-8a46-47af-9fa5-da438c020ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '02c9556e-968e-45f4-9bfa-1a7d4e72928a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:14:45.377868 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee50ea40-e139-4a09-b111-43d0e8d6f1a2 admin admin] Network hostable DHCP agents. Network: 02c9556e-968e-45f4-9bfa-1a7d4e72928a, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 16:14:45.470380 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee50ea40-e139-4a09-b111-43d0e8d6f1a2 admin admin] Network 02c9556e-968e-45f4-9bfa-1a7d4e72928a is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 16:14:45.555805 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-ee50ea40-e139-4a09-b111-43d0e8d6f1a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 02c9556e-968e-45f4-9bfa-1a7d4e72928a) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:14:45.561490 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee50ea40-e139-4a09-b111-43d0e8d6f1a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:14:45.562086 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ee50ea40-e139-4a09-b111-43d0e8d6f1a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:45.567331 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d93572-5d1f-436f-a9b7-ab32deb09da8 None None] Network 02c9556e-968e-45f4-9bfa-1a7d4e72928a requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:14:45.628410 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-b72e4b9e-bb85-4f92-a1a5-afffbe4e31e6 None None] Notify callbacks [] for port, precommit_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:45.640108 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ee50ea40-e139-4a09-b111-43d0e8d6f1a2 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6821663 Sep 24 16:14:45.642624 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42638) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:14:45.646981 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-31af0b29-7729-4f2d-b4cc-a38430adbb95 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1266700269-router', 'tenant_id': '830151fd08fd4972ba3c932ca4b773ec', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:14:45.696099 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-b72e4b9e-bb85-4f92-a1a5-afffbe4e31e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:45.712429 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2143803c-0806-49b5-b6bc-d2e9278afd1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-02c9556e-968e-45f4-9bfa-1a7d4e72928a', 'network_id': '02c9556e-968e-45f4-9bfa-1a7d4e72928a', 'tenant_id': '830151fd08fd4972ba3c932ca4b773ec', 'fixed_ips': [{'subnet_id': 'a685722e-3c50-4580-a0b9-6484ef86cb50'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 16:14:45.713484 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2143803c-0806-49b5-b6bc-d2e9278afd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:45.719619 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-31af0b29-7729-4f2d-b4cc-a38430adbb95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:45.720770 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-31af0b29-7729-4f2d-b4cc-a38430adbb95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:45.770464 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f995ca-48c1-441b-b5bc-7e8ffc607336 None None] Pushing event updated for resources: {'Port': ['ID=9a4a8062-ba95-4c88-97e3-2c05b53cebd7,revision_number=3']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:14:45.794033 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f995ca-48c1-441b-b5bc-7e8ffc607336 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:14:45.794717 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f995ca-48c1-441b-b5bc-7e8ffc607336 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:14:45.802468 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f995ca-48c1-441b-b5bc-7e8ffc607336 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:14:45.802468 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f995ca-48c1-441b-b5bc-7e8ffc607336 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:14:45.802468 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f995ca-48c1-441b-b5bc-7e8ffc607336 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:14:45.802468 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f995ca-48c1-441b-b5bc-7e8ffc607336 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:14:45.802468 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f995ca-48c1-441b-b5bc-7e8ffc607336 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:14:45.802468 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f995ca-48c1-441b-b5bc-7e8ffc607336 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:14:45.802468 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f995ca-48c1-441b-b5bc-7e8ffc607336 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:14:45.802468 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f995ca-48c1-441b-b5bc-7e8ffc607336 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:14:45.802468 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f995ca-48c1-441b-b5bc-7e8ffc607336 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:14:45.802468 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6f995ca-48c1-441b-b5bc-7e8ffc607336 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:14:45.803183 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-31af0b29-7729-4f2d-b4cc-a38430adbb95 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:45.815070 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-b72e4b9e-bb85-4f92-a1a5-afffbe4e31e6 None None] Attempting to bind port 9a4a8062-ba95-4c88-97e3-2c05b53cebd7 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:14:45.815487 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-b72e4b9e-bb85-4f92-a1a5-afffbe4e31e6 None None] Attempting to bind port 9a4a8062-ba95-4c88-97e3-2c05b53cebd7 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'da9ea7d3-ac9b-483a-8bdb-fca7df13f9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '2136c7ec-88c3-4798-9167-00011bf28d76'}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:14:45.815844 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72e4b9e-bb85-4f92-a1a5-afffbe4e31e6 None None] Attempting to bind port 9a4a8062-ba95-4c88-97e3-2c05b53cebd7 on network 2136c7ec-88c3-4798-9167-00011bf28d76 {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:14:45.821226 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72e4b9e-bb85-4f92-a1a5-afffbe4e31e6 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:14:45.821904 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72e4b9e-bb85-4f92-a1a5-afffbe4e31e6 None None] Checking segment: {'id': 'da9ea7d3-ac9b-483a-8bdb-fca7df13f9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '2136c7ec-88c3-4798-9167-00011bf28d76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:14:45.822532 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-b72e4b9e-bb85-4f92-a1a5-afffbe4e31e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:45.823186 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b72e4b9e-bb85-4f92-a1a5-afffbe4e31e6 None None] Bound using segment: {'id': 'da9ea7d3-ac9b-483a-8bdb-fca7df13f9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '2136c7ec-88c3-4798-9167-00011bf28d76'} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:14:45.823849 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-b72e4b9e-bb85-4f92-a1a5-afffbe4e31e6 None None] Bound port: 9a4a8062-ba95-4c88-97e3-2c05b53cebd7, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da9ea7d3-ac9b-483a-8bdb-fca7df13f9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '2136c7ec-88c3-4798-9167-00011bf28d76'}}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:14:45.824453 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-b72e4b9e-bb85-4f92-a1a5-afffbe4e31e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:45.870183 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-2143803c-0806-49b5-b6bc-d2e9278afd1e None None] Allocated IP 172.20.0.2 (02c9556e-968e-45f4-9bfa-1a7d4e72928a/a685722e-3c50-4580-a0b9-6484ef86cb50/ca1eda48-b799-40e3-88c2-f6f24f3f38d5) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:14:45.902169 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-b72e4b9e-bb85-4f92-a1a5-afffbe4e31e6 None None] For port 9a4a8062-ba95-4c88-97e3-2c05b53cebd7, host n-d-808921-1, cleared binding levels {{(pid=95300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:14:45.906473 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-b72e4b9e-bb85-4f92-a1a5-afffbe4e31e6 None None] For port 9a4a8062-ba95-4c88-97e3-2c05b53cebd7, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=9a4a8062-ba95-4c88-97e3-2c05b53cebd7,segment=NetworkSegment(da9ea7d3-ac9b-483a-8bdb-fca7df13f9e7),segment_id=da9ea7d3-ac9b-483a-8bdb-fca7df13f9e7)] {{(pid=95300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:14:45.980163 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-b72e4b9e-bb85-4f92-a1a5-afffbe4e31e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:46.035297 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-31af0b29-7729-4f2d-b4cc-a38430adbb95 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:46.044739 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device c2053355-8124-4999-84e7-14918b1f49d0 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:14:46.052698 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f995ca-48c1-441b-b5bc-7e8ffc607336 None None] Pushing event updated for resources: {'Port': ['ID=9a4a8062-ba95-4c88-97e3-2c05b53cebd7,revision_number=4']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:14:46.061756 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b72e4b9e-bb85-4f92-a1a5-afffbe4e31e6 None None] Routers {'f4c85a0f-aca8-40e8-b170-5bd48d4d8fe7'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:14:46.062541 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-b72e4b9e-bb85-4f92-a1a5-afffbe4e31e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:14:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['f4c85a0f-aca8-40e8-b170-5bd48d4d8fe7'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:14:46.062989 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2143803c-0806-49b5-b6bc-d2e9278afd1e None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:46.104491 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-f943fafd-f979-4406-b816-8f4c3ba2a61e None None] Provisioning complete for port 9a4a8062-ba95-4c88-97e3-2c05b53cebd7 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:14:46.104727 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f943fafd-f979-4406-b816-8f4c3ba2a61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:46.146762 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2143803c-0806-49b5-b6bc-d2e9278afd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:46.193644 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port c2053355-8124-4999-84e7-14918b1f49d0 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:14:46.193775 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:46.194088 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-b72e4b9e-bb85-4f92-a1a5-afffbe4e31e6 None None] Set router f4c85a0f-aca8-40e8-b170-5bd48d4d8fe7 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:14:46.255819 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2143803c-0806-49b5-b6bc-d2e9278afd1e None None] Network 02c9556e-968e-45f4-9bfa-1a7d4e72928a is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:14:46.273002 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-2143803c-0806-49b5-b6bc-d2e9278afd1e None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:14:46.277321 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2143803c-0806-49b5-b6bc-d2e9278afd1e None None] Pushing event updated for resources: {'Port': ['ID=ca1eda48-b799-40e3-88c2-f6f24f3f38d5,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:14:46.280174 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2143803c-0806-49b5-b6bc-d2e9278afd1e None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:14:46.320022 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-31af0b29-7729-4f2d-b4cc-a38430adbb95 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:46.345915 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f943fafd-f979-4406-b816-8f4c3ba2a61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:46.346674 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-31af0b29-7729-4f2d-b4cc-a38430adbb95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:46.418976 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-2143803c-0806-49b5-b6bc-d2e9278afd1e None None] Attempting to bind port ca1eda48-b799-40e3-88c2-f6f24f3f38d5 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:14:46.419344 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-2143803c-0806-49b5-b6bc-d2e9278afd1e None None] Attempting to bind port ca1eda48-b799-40e3-88c2-f6f24f3f38d5 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '304eadb6-8a46-47af-9fa5-da438c020ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '02c9556e-968e-45f4-9bfa-1a7d4e72928a'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:14:46.420030 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2143803c-0806-49b5-b6bc-d2e9278afd1e None None] Attempting to bind port ca1eda48-b799-40e3-88c2-f6f24f3f38d5 on network 02c9556e-968e-45f4-9bfa-1a7d4e72928a {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:14:46.422207 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-b72e4b9e-bb85-4f92-a1a5-afffbe4e31e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c85a0f-aca8-40e8-b170-5bd48d4d8fe7', 'name': 'tempest-TestServerMultinode-1678397119-router', 'tenant_id': '29ff53776dcb411e9ecccb5f117d5cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'c2053355-8124-4999-84e7-14918b1f49d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:14:39Z', 'updated_at': '2021-09-24T16:14:42Z', 'revision_number': 4, 'project_id': '29ff53776dcb411e9ecccb5f117d5cee', 'gw_port': {'id': 'c2053355-8124-4999-84e7-14918b1f49d0', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:07:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c85a0f-aca8-40e8-b170-5bd48d4d8fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:14:40Z', 'updated_at': '2021-09-24T16:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '9a4a8062-ba95-4c88-97e3-2c05b53cebd7', 'name': '', 'network_id': '2136c7ec-88c3-4798-9167-00011bf28d76', 'tenant_id': '29ff53776dcb411e9ecccb5f117d5cee', 'mac_address': 'fa:16:3e:71:55:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c85a0f-aca8-40e8-b170-5bd48d4d8fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '3c60716b-4216-4f57-bd19-42108ca7f589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:14:42Z', 'updated_at': '2021-09-24T16:14:45Z', 'revision_number': 4, 'project_id': '29ff53776dcb411e9ecccb5f117d5cee', 'subnets': [{'id': '3c60716b-4216-4f57-bd19-42108ca7f589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:14:46.439587 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2143803c-0806-49b5-b6bc-d2e9278afd1e None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:14:46.440454 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2143803c-0806-49b5-b6bc-d2e9278afd1e None None] Checking segment: {'id': '304eadb6-8a46-47af-9fa5-da438c020ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '02c9556e-968e-45f4-9bfa-1a7d4e72928a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:14:46.440454 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2143803c-0806-49b5-b6bc-d2e9278afd1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:46.440765 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2143803c-0806-49b5-b6bc-d2e9278afd1e None None] Bound using segment: {'id': '304eadb6-8a46-47af-9fa5-da438c020ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '02c9556e-968e-45f4-9bfa-1a7d4e72928a'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:14:46.441240 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-2143803c-0806-49b5-b6bc-d2e9278afd1e None None] Bound port: ca1eda48-b799-40e3-88c2-f6f24f3f38d5, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '304eadb6-8a46-47af-9fa5-da438c020ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '02c9556e-968e-45f4-9bfa-1a7d4e72928a'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:14:46.441621 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2143803c-0806-49b5-b6bc-d2e9278afd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:46.446727 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-f943fafd-f979-4406-b816-8f4c3ba2a61e None None] For port 9a4a8062-ba95-4c88-97e3-2c05b53cebd7, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=9a4a8062-ba95-4c88-97e3-2c05b53cebd7,segment=NetworkSegment(da9ea7d3-ac9b-483a-8bdb-fca7df13f9e7),segment_id=da9ea7d3-ac9b-483a-8bdb-fca7df13f9e7)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:14:46.450633 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b72e4b9e-bb85-4f92-a1a5-afffbe4e31e6 None None] The sync data for ids ['f4c85a0f-aca8-40e8-b170-5bd48d4d8fe7'] in n-d-808921-1 is: [{'id': 'f4c85a0f-aca8-40e8-b170-5bd48d4d8fe7', 'name': 'tempest-TestServerMultinode-1678397119-router', 'tenant_id': '29ff53776dcb411e9ecccb5f117d5cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'c2053355-8124-4999-84e7-14918b1f49d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:14:39Z', 'updated_at': '2021-09-24T16:14:42Z', 'revision_number': 4, 'project_id': '29ff53776dcb411e9ecccb5f117d5cee', 'gw_port': {'id': 'c2053355-8124-4999-84e7-14918b1f49d0', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:07:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c85a0f-aca8-40e8-b170-5bd48d4d8fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:14:40Z', 'updated_at': '2021-09-24T16:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '9a4a8062-ba95-4c88-97e3-2c05b53cebd7', 'name': '', 'network_id': '2136c7ec-88c3-4798-9167-00011bf28d76', 'tenant_id': '29ff53776dcb411e9ecccb5f117d5cee', 'mac_address': 'fa:16:3e:71:55:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4c85a0f-aca8-40e8-b170-5bd48d4d8fe7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3976, 'fixed_ips': [{'subnet_id': '3c60716b-4216-4f57-bd19-42108ca7f589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:14:42Z', 'updated_at': '2021-09-24T16:14:45Z', 'revision_number': 4, 'project_id': '29ff53776dcb411e9ecccb5f117d5cee', 'subnets': [{'id': '3c60716b-4216-4f57-bd19-42108ca7f589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:14:46.466747 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-31af0b29-7729-4f2d-b4cc-a38430adbb95 admin admin] Allocated IP 172.25.0.60 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/59b4585a-d158-482a-860c-1eaed707b4e2) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:14:46.534864 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f943fafd-f979-4406-b816-8f4c3ba2a61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:46.544753 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-2143803c-0806-49b5-b6bc-d2e9278afd1e None None] For port ca1eda48-b799-40e3-88c2-f6f24f3f38d5, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:14:46.575957 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-2143803c-0806-49b5-b6bc-d2e9278afd1e None None] For port ca1eda48-b799-40e3-88c2-f6f24f3f38d5, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=ca1eda48-b799-40e3-88c2-f6f24f3f38d5,segment=NetworkSegment(304eadb6-8a46-47af-9fa5-da438c020ba6),segment_id=304eadb6-8a46-47af-9fa5-da438c020ba6)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:14:46.607478 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f943fafd-f979-4406-b816-8f4c3ba2a61e None None] Pushing event updated for resources: {'Port': ['ID=9a4a8062-ba95-4c88-97e3-2c05b53cebd7,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:14:46.616494 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-31af0b29-7729-4f2d-b4cc-a38430adbb95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:46.648185 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2143803c-0806-49b5-b6bc-d2e9278afd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:46.701537 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-cc93de5d-1b9d-44c4-88d0-34d731d4a6a7 None None] Provisioning complete for port 9a4a8062-ba95-4c88-97e3-2c05b53cebd7 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:14:46.701907 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-cc93de5d-1b9d-44c4-88d0-34d731d4a6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:46.720833 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-31af0b29-7729-4f2d-b4cc-a38430adbb95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:46.745982 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2143803c-0806-49b5-b6bc-d2e9278afd1e None None] Pushing event updated for resources: {'Port': ['ID=ca1eda48-b799-40e3-88c2-f6f24f3f38d5,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:14:46.770172 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31af0b29-7729-4f2d-b4cc-a38430adbb95 admin admin] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:14:46.777257 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-31af0b29-7729-4f2d-b4cc-a38430adbb95 admin admin] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:14:46.787988 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31af0b29-7729-4f2d-b4cc-a38430adbb95 admin admin] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:14:46.828093 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31af0b29-7729-4f2d-b4cc-a38430adbb95 admin admin] Pushing event updated for resources: {'Port': ['ID=59b4585a-d158-482a-860c-1eaed707b4e2,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:14:47.519250 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-31af0b29-7729-4f2d-b4cc-a38430adbb95 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:47.691776 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0045275-47e6-4859-bb32-4381dfad7c5a None None] Network 02c9556e-968e-45f4-9bfa-1a7d4e72928a requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:14:47.744463 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-31af0b29-7729-4f2d-b4cc-a38430adbb95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:47.773746 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-4c6c1808-83f2-4167-85bd-65f06299e95d None None] Provisioning complete for port ca1eda48-b799-40e3-88c2-f6f24f3f38d5 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:14:47.774116 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4c6c1808-83f2-4167-85bd-65f06299e95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:47.973589 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31af0b29-7729-4f2d-b4cc-a38430adbb95 admin admin] Router f3ca9333-b77c-44f0-b492-2f42f8f25961 is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 16:14:48.059509 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device ca1eda48-b799-40e3-88c2-f6f24f3f38d5 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:14:48.100524 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4c6c1808-83f2-4167-85bd-65f06299e95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:48.118816 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31af0b29-7729-4f2d-b4cc-a38430adbb95 admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:14:48.152803 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab69936-70da-46f1-85d0-71f3c7846b58 None None] Sync routers for ids ['f3ca9333-b77c-44f0-b492-2f42f8f25961'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:14:48.161730 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-4c6c1808-83f2-4167-85bd-65f06299e95d None None] For port ca1eda48-b799-40e3-88c2-f6f24f3f38d5, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=ca1eda48-b799-40e3-88c2-f6f24f3f38d5,segment=NetworkSegment(304eadb6-8a46-47af-9fa5-da438c020ba6),segment_id=304eadb6-8a46-47af-9fa5-da438c020ba6)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:14:48.169983 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port ca1eda48-b799-40e3-88c2-f6f24f3f38d5 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:14:48.170382 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:48.172034 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab69936-70da-46f1-85d0-71f3c7846b58 None None] Routers {'f3ca9333-b77c-44f0-b492-2f42f8f25961'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:14:48.177841 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-4ab69936-70da-46f1-85d0-71f3c7846b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:14:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['f3ca9333-b77c-44f0-b492-2f42f8f25961'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:14:48.199798 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-31af0b29-7729-4f2d-b4cc-a38430adbb95 admin admin] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:48.201714 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-31af0b29-7729-4f2d-b4cc-a38430adbb95 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5579696 Sep 24 16:14:48.204692 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42642) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:14:48.237494 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4c6c1808-83f2-4167-85bd-65f06299e95d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:48.393615 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-4ab69936-70da-46f1-85d0-71f3c7846b58 None None] Set router f3ca9333-b77c-44f0-b492-2f42f8f25961 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:14:48.456558 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6c1808-83f2-4167-85bd-65f06299e95d None None] Pushing event updated for resources: {'Port': ['ID=ca1eda48-b799-40e3-88c2-f6f24f3f38d5,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:14:48.488015 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 9a4a8062-ba95-4c88-97e3-2c05b53cebd7 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:14:48.522914 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-857870a8-9e1d-4bb0-bda2-adb692e082b0 None None] Provisioning complete for port ca1eda48-b799-40e3-88c2-f6f24f3f38d5 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:14:48.523284 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-857870a8-9e1d-4bb0-bda2-adb692e082b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:48.666383 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6b2269c7-7b04-4912-abd9-d95b4700e626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:48.685882 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 9a4a8062-ba95-4c88-97e3-2c05b53cebd7 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:14:48.686255 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:48.756972 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-4ab69936-70da-46f1-85d0-71f3c7846b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ca9333-b77c-44f0-b492-2f42f8f25961', 'name': 'tempest-TestServerMultinode-1266700269-router', 'tenant_id': '830151fd08fd4972ba3c932ca4b773ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '59b4585a-d158-482a-860c-1eaed707b4e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:14:45Z', 'updated_at': '2021-09-24T16:14:46Z', 'revision_number': 3, 'project_id': '830151fd08fd4972ba3c932ca4b773ec', 'gw_port': {'id': '59b4585a-d158-482a-860c-1eaed707b4e2', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:46:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ca9333-b77c-44f0-b492-2f42f8f25961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:14:46Z', 'updated_at': '2021-09-24T16:14:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:14:48.801631 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab69936-70da-46f1-85d0-71f3c7846b58 None None] Checking router: f3ca9333-b77c-44f0-b492-2f42f8f25961 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:14:48.801979 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab69936-70da-46f1-85d0-71f3c7846b58 None None] Updating router f3ca9333-b77c-44f0-b492-2f42f8f25961 port 59b4585a-d158-482a-860c-1eaed707b4e2 binding host n-d-808921-1 {{(pid=95299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 16:14:48.833234 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-6b2269c7-7b04-4912-abd9-d95b4700e626 admin admin] Allocated IP 172.20.0.1 (02c9556e-968e-45f4-9bfa-1a7d4e72928a/a685722e-3c50-4580-a0b9-6484ef86cb50/268bd0a9-cf2f-4508-a189-98246b8d99b8) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:14:48.836312 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4ab69936-70da-46f1-85d0-71f3c7846b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:48.940101 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6b2269c7-7b04-4912-abd9-d95b4700e626 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:49.057680 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6b2269c7-7b04-4912-abd9-d95b4700e626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:49.099382 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4ab69936-70da-46f1-85d0-71f3c7846b58 None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:49.100723 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2269c7-7b04-4912-abd9-d95b4700e626 admin admin] Network 02c9556e-968e-45f4-9bfa-1a7d4e72928a is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:14:49.104931 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-6b2269c7-7b04-4912-abd9-d95b4700e626 admin admin] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:14:49.108437 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2269c7-7b04-4912-abd9-d95b4700e626 admin admin] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:14:49.135559 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2269c7-7b04-4912-abd9-d95b4700e626 admin admin] Pushing event updated for resources: {'Port': ['ID=268bd0a9-cf2f-4508-a189-98246b8d99b8,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:14:49.153229 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4ab69936-70da-46f1-85d0-71f3c7846b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:49.157361 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6b2269c7-7b04-4912-abd9-d95b4700e626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:49.208164 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-4ab69936-70da-46f1-85d0-71f3c7846b58 None None] Attempting to bind port 59b4585a-d158-482a-860c-1eaed707b4e2 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:14:49.208548 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-4ab69936-70da-46f1-85d0-71f3c7846b58 None None] Attempting to bind port 59b4585a-d158-482a-860c-1eaed707b4e2 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:14:49.208913 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab69936-70da-46f1-85d0-71f3c7846b58 None None] Attempting to bind port 59b4585a-d158-482a-860c-1eaed707b4e2 on network e6a2de20-1ea0-43e5-88e0-982d19e317d5 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:14:49.210933 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a8d1be-f3cd-4cd0-a8ae-c3f35a135134 None None] Pushing event updated for resources: {'Port': ['ID=59b4585a-d158-482a-860c-1eaed707b4e2,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:14:49.217510 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab69936-70da-46f1-85d0-71f3c7846b58 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:14:49.217881 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab69936-70da-46f1-85d0-71f3c7846b58 None None] Checking segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:14:49.218278 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4ab69936-70da-46f1-85d0-71f3c7846b58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:49.218685 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab69936-70da-46f1-85d0-71f3c7846b58 None None] Bound using segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:14:49.219148 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-4ab69936-70da-46f1-85d0-71f3c7846b58 None None] Bound port: 59b4585a-d158-482a-860c-1eaed707b4e2, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:14:49.219527 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4ab69936-70da-46f1-85d0-71f3c7846b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:49.280830 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-4ab69936-70da-46f1-85d0-71f3c7846b58 None None] For port 59b4585a-d158-482a-860c-1eaed707b4e2, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:14:49.284168 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-4ab69936-70da-46f1-85d0-71f3c7846b58 None None] For port 59b4585a-d158-482a-860c-1eaed707b4e2, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=59b4585a-d158-482a-860c-1eaed707b4e2,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:14:49.348509 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-fa57326f-ae71-422e-aa44-2d0164b91b11 None None] Provisioning complete for port 268bd0a9-cf2f-4508-a189-98246b8d99b8 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:14:49.348874 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-fa57326f-ae71-422e-aa44-2d0164b91b11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:49.358049 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6b2269c7-7b04-4912-abd9-d95b4700e626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:49.374111 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4ab69936-70da-46f1-85d0-71f3c7846b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:49.424618 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-fa57326f-ae71-422e-aa44-2d0164b91b11 None None] Port 268bd0a9-cf2f-4508-a189-98246b8d99b8 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:14:49.442080 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab69936-70da-46f1-85d0-71f3c7846b58 None None] Routers {'f3ca9333-b77c-44f0-b492-2f42f8f25961'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:14:49.442738 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-4ab69936-70da-46f1-85d0-71f3c7846b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:14:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['f3ca9333-b77c-44f0-b492-2f42f8f25961'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:14:49.478195 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a8d1be-f3cd-4cd0-a8ae-c3f35a135134 None None] Pushing event updated for resources: {'Port': ['ID=59b4585a-d158-482a-860c-1eaed707b4e2,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:14:49.535086 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6b2269c7-7b04-4912-abd9-d95b4700e626 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:49.558167 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-4ab69936-70da-46f1-85d0-71f3c7846b58 None None] Set router f3ca9333-b77c-44f0-b492-2f42f8f25961 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:14:49.598727 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6b2269c7-7b04-4912-abd9-d95b4700e626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:49.665342 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6b2269c7-7b04-4912-abd9-d95b4700e626 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:49.667099 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2269c7-7b04-4912-abd9-d95b4700e626 admin admin] Pushing event updated for resources: {'Port': ['ID=268bd0a9-cf2f-4508-a189-98246b8d99b8,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:14:49.757770 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-4ab69936-70da-46f1-85d0-71f3c7846b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ca9333-b77c-44f0-b492-2f42f8f25961', 'name': 'tempest-TestServerMultinode-1266700269-router', 'tenant_id': '830151fd08fd4972ba3c932ca4b773ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '59b4585a-d158-482a-860c-1eaed707b4e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:14:45Z', 'updated_at': '2021-09-24T16:14:49Z', 'revision_number': 4, 'project_id': '830151fd08fd4972ba3c932ca4b773ec', 'gw_port': {'id': '59b4585a-d158-482a-860c-1eaed707b4e2', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:46:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ca9333-b77c-44f0-b492-2f42f8f25961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:14:46Z', 'updated_at': '2021-09-24T16:14:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '268bd0a9-cf2f-4508-a189-98246b8d99b8', 'name': '', 'network_id': '02c9556e-968e-45f4-9bfa-1a7d4e72928a', 'tenant_id': '830151fd08fd4972ba3c932ca4b773ec', 'mac_address': 'fa:16:3e:aa:95:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ca9333-b77c-44f0-b492-2f42f8f25961', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'a685722e-3c50-4580-a0b9-6484ef86cb50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:14:48Z', 'updated_at': '2021-09-24T16:14:48Z', 'revision_number': 1, 'project_id': '830151fd08fd4972ba3c932ca4b773ec', 'subnets': [{'id': 'a685722e-3c50-4580-a0b9-6484ef86cb50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:14:49.763750 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2269c7-7b04-4912-abd9-d95b4700e626 admin admin] Network 02c9556e-968e-45f4-9bfa-1a7d4e72928a is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:14:49.765427 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-6b2269c7-7b04-4912-abd9-d95b4700e626 admin admin] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:14:49.788612 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab69936-70da-46f1-85d0-71f3c7846b58 None None] The sync data for ids ['f3ca9333-b77c-44f0-b492-2f42f8f25961'] in n-d-808921-1 is: [{'id': 'f3ca9333-b77c-44f0-b492-2f42f8f25961', 'name': 'tempest-TestServerMultinode-1266700269-router', 'tenant_id': '830151fd08fd4972ba3c932ca4b773ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '59b4585a-d158-482a-860c-1eaed707b4e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:14:45Z', 'updated_at': '2021-09-24T16:14:49Z', 'revision_number': 4, 'project_id': '830151fd08fd4972ba3c932ca4b773ec', 'gw_port': {'id': '59b4585a-d158-482a-860c-1eaed707b4e2', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:46:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ca9333-b77c-44f0-b492-2f42f8f25961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:14:46Z', 'updated_at': '2021-09-24T16:14:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '268bd0a9-cf2f-4508-a189-98246b8d99b8', 'name': '', 'network_id': '02c9556e-968e-45f4-9bfa-1a7d4e72928a', 'tenant_id': '830151fd08fd4972ba3c932ca4b773ec', 'mac_address': 'fa:16:3e:aa:95:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ca9333-b77c-44f0-b492-2f42f8f25961', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'a685722e-3c50-4580-a0b9-6484ef86cb50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:14:48Z', 'updated_at': '2021-09-24T16:14:48Z', 'revision_number': 1, 'project_id': '830151fd08fd4972ba3c932ca4b773ec', 'subnets': [{'id': 'a685722e-3c50-4580-a0b9-6484ef86cb50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:14:49.896749 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b2269c7-7b04-4912-abd9-d95b4700e626 admin admin] Router f3ca9333-b77c-44f0-b492-2f42f8f25961 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:14:49.994462 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device ca1eda48-b799-40e3-88c2-f6f24f3f38d5 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:14:50.035434 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b2269c7-7b04-4912-abd9-d95b4700e626 admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:14:50.042462 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-6b2269c7-7b04-4912-abd9-d95b4700e626 admin admin] 10.222.0.101 "PUT /v2.0/routers/f3ca9333-b77c-44f0-b492-2f42f8f25961/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8366923 Sep 24 16:14:50.074814 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-8ebf24a5-9390-4b6f-bcb9-b4acfceb891d None None] Provisioning complete for port 268bd0a9-cf2f-4508-a189-98246b8d99b8 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:14:50.075187 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8ebf24a5-9390-4b6f-bcb9-b4acfceb891d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:50.125699 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port ca1eda48-b799-40e3-88c2-f6f24f3f38d5 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:14:50.126067 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:50.127885 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-8ebf24a5-9390-4b6f-bcb9-b4acfceb891d None None] Port 268bd0a9-cf2f-4508-a189-98246b8d99b8 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:14:50.677136 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e3c1c7-e616-424a-ab6a-4f91714daf00 req-70dcc306-ccf0-4a1d-a5d7-efcade892b30 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:14:50.678681 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-86e3c1c7-e616-424a-ab6a-4f91714daf00 req-70dcc306-ccf0-4a1d-a5d7-efcade892b30 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] 10.222.0.101 "GET /v2.0/networks?id=2136c7ec-88c3-4798-9167-00011bf28d76 HTTP/1.1" status: 200 len: 912 time: 0.0971367 Sep 24 16:14:50.694054 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-86e3c1c7-e616-424a-ab6a-4f91714daf00 req-f5ed294c-8a93-4ef8-ad98-ac8f7e5e4845 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] 10.222.0.101 "GET /v2.0/quotas/830151fd08fd4972ba3c932ca4b773ec HTTP/1.1" status: 200 len: 375 time: 0.0091825 Sep 24 16:14:50.779395 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-86e3c1c7-e616-424a-ab6a-4f91714daf00 req-4ab768ca-0b52-40d6-aa05-0a7f08930998 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] 10.222.0.101 "GET /v2.0/ports?tenant_id=830151fd08fd4972ba3c932ca4b773ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0790789 Sep 24 16:14:50.876493 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-86e3c1c7-e616-424a-ab6a-4f91714daf00 req-05e72ed4-3c3f-47b3-ad6d-ccf8aafd5788 service neutron] 10.222.0.101 "GET /v2.0/networks/2136c7ec-88c3-4798-9167-00011bf28d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898690 Sep 24 16:14:51.332753 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-86e3c1c7-e616-424a-ab6a-4f91714daf00 req-793434ee-9f69-42a7-a714-931839d5850d service neutron] 10.222.0.101 "GET /v2.0/networks/2136c7ec-88c3-4798-9167-00011bf28d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4498832 Sep 24 16:14:51.566444 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3360bb72-d5d7-4b11-a81f-ffc7fa690834 req-4c1bcfdf-edf9-4d0c-a2d9-a09b68b013c5 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=43713470-7d61-40db-a2f2-515fab31f29b HTTP/1.1" status: 200 len: 210 time: 0.0267069 Sep 24 16:14:51.989741 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 59b4585a-d158-482a-860c-1eaed707b4e2 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:14:52.038404 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 59b4585a-d158-482a-860c-1eaed707b4e2 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:14:52.038781 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:52.270624 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:52.293801 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port 59b4585a-d158-482a-860c-1eaed707b4e2, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=59b4585a-d158-482a-860c-1eaed707b4e2,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:14:52.361808 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:52.409336 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=59b4585a-d158-482a-860c-1eaed707b4e2,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:14:52.641377 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-762ee45d-d4e5-40d5-a19a-597ae20f43ac req-be7ef035-0d34-4e99-93a5-c7046ddd9332 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=43713470-7d61-40db-a2f2-515fab31f29b HTTP/1.1" status: 200 len: 210 time: 0.0260036 Sep 24 16:14:53.466686 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506030ea-1620-4d0f-940e-0623d510dd53 None None] Sync routers for ids ['f3ca9333-b77c-44f0-b492-2f42f8f25961'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:14:53.475630 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506030ea-1620-4d0f-940e-0623d510dd53 None None] Routers {'f3ca9333-b77c-44f0-b492-2f42f8f25961'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:14:53.476228 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-506030ea-1620-4d0f-940e-0623d510dd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:14:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['f3ca9333-b77c-44f0-b492-2f42f8f25961'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:14:53.582165 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-506030ea-1620-4d0f-940e-0623d510dd53 None None] Set router f3ca9333-b77c-44f0-b492-2f42f8f25961 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:14:53.720053 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-473fd4cc-5794-4148-b111-977c29ee1527 req-36001990-bdf1-4e88-af01-4a65d4e69627 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=43713470-7d61-40db-a2f2-515fab31f29b HTTP/1.1" status: 200 len: 210 time: 0.0273044 Sep 24 16:14:53.786692 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-506030ea-1620-4d0f-940e-0623d510dd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ca9333-b77c-44f0-b492-2f42f8f25961', 'name': 'tempest-TestServerMultinode-1266700269-router', 'tenant_id': '830151fd08fd4972ba3c932ca4b773ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '59b4585a-d158-482a-860c-1eaed707b4e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:14:45Z', 'updated_at': '2021-09-24T16:14:49Z', 'revision_number': 4, 'project_id': '830151fd08fd4972ba3c932ca4b773ec', 'gw_port': {'id': '59b4585a-d158-482a-860c-1eaed707b4e2', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:46:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ca9333-b77c-44f0-b492-2f42f8f25961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:14:46Z', 'updated_at': '2021-09-24T16:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '268bd0a9-cf2f-4508-a189-98246b8d99b8', 'name': '', 'network_id': '02c9556e-968e-45f4-9bfa-1a7d4e72928a', 'tenant_id': '830151fd08fd4972ba3c932ca4b773ec', 'mac_address': 'fa:16:3e:aa:95:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ca9333-b77c-44f0-b492-2f42f8f25961', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'a685722e-3c50-4580-a0b9-6484ef86cb50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:14:48Z', 'updated_at': '2021-09-24T16:14:49Z', 'revision_number': 2, 'project_id': '830151fd08fd4972ba3c932ca4b773ec', 'subnets': [{'id': 'a685722e-3c50-4580-a0b9-6484ef86cb50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:14:53.813749 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506030ea-1620-4d0f-940e-0623d510dd53 None None] Checking router: f3ca9333-b77c-44f0-b492-2f42f8f25961 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:14:53.814096 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506030ea-1620-4d0f-940e-0623d510dd53 None None] Updating router f3ca9333-b77c-44f0-b492-2f42f8f25961 port 268bd0a9-cf2f-4508-a189-98246b8d99b8 binding host n-d-808921-1 {{(pid=95300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 16:14:53.839266 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-506030ea-1620-4d0f-940e-0623d510dd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:53.976134 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 59b4585a-d158-482a-860c-1eaed707b4e2 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:14:54.026268 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 59b4585a-d158-482a-860c-1eaed707b4e2 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:14:54.026768 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:54.119802 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-506030ea-1620-4d0f-940e-0623d510dd53 None None] Notify callbacks [] for port, precommit_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:54.169905 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-506030ea-1620-4d0f-940e-0623d510dd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:54.219347 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60f020c-152f-49ab-88d8-8410d678c010 None None] Pushing event updated for resources: {'Port': ['ID=268bd0a9-cf2f-4508-a189-98246b8d99b8,revision_number=3']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:14:54.272483 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-506030ea-1620-4d0f-940e-0623d510dd53 None None] Attempting to bind port 268bd0a9-cf2f-4508-a189-98246b8d99b8 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:14:54.272844 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-506030ea-1620-4d0f-940e-0623d510dd53 None None] Attempting to bind port 268bd0a9-cf2f-4508-a189-98246b8d99b8 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '304eadb6-8a46-47af-9fa5-da438c020ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '02c9556e-968e-45f4-9bfa-1a7d4e72928a'}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:14:54.273204 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506030ea-1620-4d0f-940e-0623d510dd53 None None] Attempting to bind port 268bd0a9-cf2f-4508-a189-98246b8d99b8 on network 02c9556e-968e-45f4-9bfa-1a7d4e72928a {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:14:54.279033 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506030ea-1620-4d0f-940e-0623d510dd53 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:14:54.279399 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506030ea-1620-4d0f-940e-0623d510dd53 None None] Checking segment: {'id': '304eadb6-8a46-47af-9fa5-da438c020ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '02c9556e-968e-45f4-9bfa-1a7d4e72928a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:14:54.279796 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-506030ea-1620-4d0f-940e-0623d510dd53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:54.280219 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506030ea-1620-4d0f-940e-0623d510dd53 None None] Bound using segment: {'id': '304eadb6-8a46-47af-9fa5-da438c020ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '02c9556e-968e-45f4-9bfa-1a7d4e72928a'} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:14:54.280684 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-506030ea-1620-4d0f-940e-0623d510dd53 None None] Bound port: 268bd0a9-cf2f-4508-a189-98246b8d99b8, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '304eadb6-8a46-47af-9fa5-da438c020ba6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': '02c9556e-968e-45f4-9bfa-1a7d4e72928a'}}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:14:54.281204 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-506030ea-1620-4d0f-940e-0623d510dd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:54.351539 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-506030ea-1620-4d0f-940e-0623d510dd53 None None] For port 268bd0a9-cf2f-4508-a189-98246b8d99b8, host n-d-808921-1, cleared binding levels {{(pid=95300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:14:54.355600 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-506030ea-1620-4d0f-940e-0623d510dd53 None None] For port 268bd0a9-cf2f-4508-a189-98246b8d99b8, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=268bd0a9-cf2f-4508-a189-98246b8d99b8,segment=NetworkSegment(304eadb6-8a46-47af-9fa5-da438c020ba6),segment_id=304eadb6-8a46-47af-9fa5-da438c020ba6)] {{(pid=95300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:14:54.441774 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-506030ea-1620-4d0f-940e-0623d510dd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:54.492340 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-eb93997d-96b3-4567-b00d-98f33c57812b None None] Provisioning complete for port 268bd0a9-cf2f-4508-a189-98246b8d99b8 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:14:54.493667 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-eb93997d-96b3-4567-b00d-98f33c57812b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:54.518856 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506030ea-1620-4d0f-940e-0623d510dd53 None None] Routers {'f3ca9333-b77c-44f0-b492-2f42f8f25961'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:14:54.519897 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-506030ea-1620-4d0f-940e-0623d510dd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:14:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['f3ca9333-b77c-44f0-b492-2f42f8f25961'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:14:54.577207 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60f020c-152f-49ab-88d8-8410d678c010 None None] Pushing event updated for resources: {'Port': ['ID=268bd0a9-cf2f-4508-a189-98246b8d99b8,revision_number=4']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:14:54.616038 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-eb93997d-96b3-4567-b00d-98f33c57812b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:54.651681 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-eb93997d-96b3-4567-b00d-98f33c57812b None None] For port 268bd0a9-cf2f-4508-a189-98246b8d99b8, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=268bd0a9-cf2f-4508-a189-98246b8d99b8,segment=NetworkSegment(304eadb6-8a46-47af-9fa5-da438c020ba6),segment_id=304eadb6-8a46-47af-9fa5-da438c020ba6)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:14:54.691915 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-506030ea-1620-4d0f-940e-0623d510dd53 None None] Set router f3ca9333-b77c-44f0-b492-2f42f8f25961 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:14:54.721598 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-eb93997d-96b3-4567-b00d-98f33c57812b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:54.773739 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb93997d-96b3-4567-b00d-98f33c57812b None None] Pushing event updated for resources: {'Port': ['ID=268bd0a9-cf2f-4508-a189-98246b8d99b8,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:14:54.798879 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bd082dc9-a0b5-4043-9406-c6214a17005a req-e439616f-e4d4-4ca9-8403-66be38141f54 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=43713470-7d61-40db-a2f2-515fab31f29b HTTP/1.1" status: 200 len: 210 time: 0.0272043 Sep 24 16:14:54.842438 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-89897b75-5f6e-4022-a28b-76be46953632 None None] Provisioning complete for port 268bd0a9-cf2f-4508-a189-98246b8d99b8 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:14:54.842809 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-89897b75-5f6e-4022-a28b-76be46953632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:54.986403 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-506030ea-1620-4d0f-940e-0623d510dd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ca9333-b77c-44f0-b492-2f42f8f25961', 'name': 'tempest-TestServerMultinode-1266700269-router', 'tenant_id': '830151fd08fd4972ba3c932ca4b773ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '59b4585a-d158-482a-860c-1eaed707b4e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:14:45Z', 'updated_at': '2021-09-24T16:14:49Z', 'revision_number': 4, 'project_id': '830151fd08fd4972ba3c932ca4b773ec', 'gw_port': {'id': '59b4585a-d158-482a-860c-1eaed707b4e2', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:46:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ca9333-b77c-44f0-b492-2f42f8f25961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:14:46Z', 'updated_at': '2021-09-24T16:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '268bd0a9-cf2f-4508-a189-98246b8d99b8', 'name': '', 'network_id': '02c9556e-968e-45f4-9bfa-1a7d4e72928a', 'tenant_id': '830151fd08fd4972ba3c932ca4b773ec', 'mac_address': 'fa:16:3e:aa:95:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ca9333-b77c-44f0-b492-2f42f8f25961', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'a685722e-3c50-4580-a0b9-6484ef86cb50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:14:48Z', 'updated_at': '2021-09-24T16:14:54Z', 'revision_number': 4, 'project_id': '830151fd08fd4972ba3c932ca4b773ec', 'subnets': [{'id': 'a685722e-3c50-4580-a0b9-6484ef86cb50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:14:55.015460 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-506030ea-1620-4d0f-940e-0623d510dd53 None None] The sync data for ids ['f3ca9333-b77c-44f0-b492-2f42f8f25961'] in n-d-808921-1 is: [{'id': 'f3ca9333-b77c-44f0-b492-2f42f8f25961', 'name': 'tempest-TestServerMultinode-1266700269-router', 'tenant_id': '830151fd08fd4972ba3c932ca4b773ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '59b4585a-d158-482a-860c-1eaed707b4e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:14:45Z', 'updated_at': '2021-09-24T16:14:49Z', 'revision_number': 4, 'project_id': '830151fd08fd4972ba3c932ca4b773ec', 'gw_port': {'id': '59b4585a-d158-482a-860c-1eaed707b4e2', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:46:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ca9333-b77c-44f0-b492-2f42f8f25961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:14:46Z', 'updated_at': '2021-09-24T16:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '268bd0a9-cf2f-4508-a189-98246b8d99b8', 'name': '', 'network_id': '02c9556e-968e-45f4-9bfa-1a7d4e72928a', 'tenant_id': '830151fd08fd4972ba3c932ca4b773ec', 'mac_address': 'fa:16:3e:aa:95:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ca9333-b77c-44f0-b492-2f42f8f25961', 'device_owner': 'network:router_interface', 'standard_attr_id': 3988, 'fixed_ips': [{'subnet_id': 'a685722e-3c50-4580-a0b9-6484ef86cb50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:14:48Z', 'updated_at': '2021-09-24T16:14:54Z', 'revision_number': 4, 'project_id': '830151fd08fd4972ba3c932ca4b773ec', 'subnets': [{'id': 'a685722e-3c50-4580-a0b9-6484ef86cb50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:14:55.890150 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-226d1850-2226-4755-8b92-664e4448913b req-080e9e67-e96b-4870-a12e-6c7799932848 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=43713470-7d61-40db-a2f2-515fab31f29b HTTP/1.1" status: 200 len: 210 time: 0.0251915 Sep 24 16:14:55.992523 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 268bd0a9-cf2f-4508-a189-98246b8d99b8 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:14:56.041601 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 268bd0a9-cf2f-4508-a189-98246b8d99b8 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:14:56.041987 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:56.981197 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-99ec7e6d-723e-4faa-ba1f-2b51abd32c1a req-69136330-2307-4556-a183-d0d07e0fabdc tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=43713470-7d61-40db-a2f2-515fab31f29b HTTP/1.1" status: 200 len: 210 time: 0.0252979 Sep 24 16:14:57.839905 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e3c1c7-e616-424a-ab6a-4f91714daf00 req-0a54d6cb-a9d2-4e4b-83eb-f48845908f0e tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:14:57.841337 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-86e3c1c7-e616-424a-ab6a-4f91714daf00 req-0a54d6cb-a9d2-4e4b-83eb-f48845908f0e tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] 10.222.0.110 "GET /v2.0/networks?id=2136c7ec-88c3-4798-9167-00011bf28d76 HTTP/1.1" status: 200 len: 912 time: 0.0882919 Sep 24 16:14:57.856526 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-86e3c1c7-e616-424a-ab6a-4f91714daf00 req-14c6bf09-34ff-46bf-86dd-2a55561e9116 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] Request body: {'port': {'device_id': '43713470-7d61-40db-a2f2-515fab31f29b', 'network_id': '2136c7ec-88c3-4798-9167-00011bf28d76', 'admin_state_up': True, 'tenant_id': '830151fd08fd4972ba3c932ca4b773ec'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:14:57.955454 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86e3c1c7-e616-424a-ab6a-4f91714daf00 req-14c6bf09-34ff-46bf-86dd-2a55561e9116 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] Made reservation on behalf of 830151fd08fd4972ba3c932ca4b773ec for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:14:57.957946 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-86e3c1c7-e616-424a-ab6a-4f91714daf00 req-14c6bf09-34ff-46bf-86dd-2a55561e9116 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:58.048278 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:14:58.072353 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-75620dad-a5d4-4e63-ad08-60754790a102 req-b8253aab-df4d-43a8-8d77-dc7532acf7bc tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=43713470-7d61-40db-a2f2-515fab31f29b HTTP/1.1" status: 200 len: 210 time: 0.0256314 Sep 24 16:14:58.079203 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-86e3c1c7-e616-424a-ab6a-4f91714daf00 req-14c6bf09-34ff-46bf-86dd-2a55561e9116 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] Allocated IP 172.20.0.12 (2136c7ec-88c3-4798-9167-00011bf28d76/3c60716b-4216-4f57-bd19-42108ca7f589/a36bd17c-b654-4dab-83fd-1cc038936748) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:14:58.218984 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-86e3c1c7-e616-424a-ab6a-4f91714daf00 req-14c6bf09-34ff-46bf-86dd-2a55561e9116 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:58.304523 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-86e3c1c7-e616-424a-ab6a-4f91714daf00 req-14c6bf09-34ff-46bf-86dd-2a55561e9116 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:58.346508 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86e3c1c7-e616-424a-ab6a-4f91714daf00 req-14c6bf09-34ff-46bf-86dd-2a55561e9116 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] Network 2136c7ec-88c3-4798-9167-00011bf28d76 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:14:58.349347 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-86e3c1c7-e616-424a-ab6a-4f91714daf00 req-14c6bf09-34ff-46bf-86dd-2a55561e9116 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:14:58.352984 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-86e3c1c7-e616-424a-ab6a-4f91714daf00 req-14c6bf09-34ff-46bf-86dd-2a55561e9116 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:14:58.365503 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c6bf09-34ff-46bf-86dd-2a55561e9116 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] Pushing event updated for resources: {'Port': ['ID=a36bd17c-b654-4dab-83fd-1cc038936748,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:14:58.396247 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c6bf09-34ff-46bf-86dd-2a55561e9116 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:14:58.396593 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c6bf09-34ff-46bf-86dd-2a55561e9116 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:14:58.396940 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c6bf09-34ff-46bf-86dd-2a55561e9116 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:14:58.397277 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c6bf09-34ff-46bf-86dd-2a55561e9116 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:14:58.397614 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c6bf09-34ff-46bf-86dd-2a55561e9116 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:14:58.397950 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c6bf09-34ff-46bf-86dd-2a55561e9116 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:14:58.398284 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c6bf09-34ff-46bf-86dd-2a55561e9116 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:14:58.398633 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c6bf09-34ff-46bf-86dd-2a55561e9116 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:14:58.398963 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c6bf09-34ff-46bf-86dd-2a55561e9116 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:14:58.399450 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c6bf09-34ff-46bf-86dd-2a55561e9116 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:14:58.399943 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c6bf09-34ff-46bf-86dd-2a55561e9116 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:14:58.400272 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14c6bf09-34ff-46bf-86dd-2a55561e9116 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:14:58.417803 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e3c1c7-e616-424a-ab6a-4f91714daf00 req-14c6bf09-34ff-46bf-86dd-2a55561e9116 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:14:58.418474 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-86e3c1c7-e616-424a-ab6a-4f91714daf00 req-14c6bf09-34ff-46bf-86dd-2a55561e9116 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:58.487900 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-86e3c1c7-e616-424a-ab6a-4f91714daf00 req-14c6bf09-34ff-46bf-86dd-2a55561e9116 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.6355827 Sep 24 16:14:58.502586 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-86e3c1c7-e616-424a-ab6a-4f91714daf00 req-32af38d2-7f9e-4df4-906a-2cedfd2a3a19 service neutron] Request body: {'port': {'device_id': '43713470-7d61-40db-a2f2-515fab31f29b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:14:58.558605 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-86e3c1c7-e616-424a-ab6a-4f91714daf00 req-32af38d2-7f9e-4df4-906a-2cedfd2a3a19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:58.566296 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-a96dd1aa-1708-4e62-8a09-89178a93cd68 None None] Provisioning complete for port a36bd17c-b654-4dab-83fd-1cc038936748 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:14:58.566819 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a96dd1aa-1708-4e62-8a09-89178a93cd68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:58.600170 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-a96dd1aa-1708-4e62-8a09-89178a93cd68 None None] Port a36bd17c-b654-4dab-83fd-1cc038936748 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:14:58.822407 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-86e3c1c7-e616-424a-ab6a-4f91714daf00 req-32af38d2-7f9e-4df4-906a-2cedfd2a3a19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a36bd17c-b654-4dab-83fd-1cc038936748 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:14:58.830021 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-86e3c1c7-e616-424a-ab6a-4f91714daf00 req-32af38d2-7f9e-4df4-906a-2cedfd2a3a19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:58.842478 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-86e3c1c7-e616-424a-ab6a-4f91714daf00 req-32af38d2-7f9e-4df4-906a-2cedfd2a3a19 service neutron] Transition to ACTIVE for port object a36bd17c-b654-4dab-83fd-1cc038936748 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 16:14:58.921168 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-86e3c1c7-e616-424a-ab6a-4f91714daf00 req-32af38d2-7f9e-4df4-906a-2cedfd2a3a19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:58.973813 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32af38d2-7f9e-4df4-906a-2cedfd2a3a19 service neutron] Pushing event updated for resources: {'Port': ['ID=a36bd17c-b654-4dab-83fd-1cc038936748,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:14:59.045872 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-86e3c1c7-e616-424a-ab6a-4f91714daf00 req-32af38d2-7f9e-4df4-906a-2cedfd2a3a19 service neutron] Attempting to bind port a36bd17c-b654-4dab-83fd-1cc038936748 on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:14:59.046408 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-86e3c1c7-e616-424a-ab6a-4f91714daf00 req-32af38d2-7f9e-4df4-906a-2cedfd2a3a19 service neutron] Attempting to bind port a36bd17c-b654-4dab-83fd-1cc038936748 by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': 'da9ea7d3-ac9b-483a-8bdb-fca7df13f9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '2136c7ec-88c3-4798-9167-00011bf28d76'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:14:59.046746 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e3c1c7-e616-424a-ab6a-4f91714daf00 req-32af38d2-7f9e-4df4-906a-2cedfd2a3a19 service neutron] Attempting to bind port a36bd17c-b654-4dab-83fd-1cc038936748 on network 2136c7ec-88c3-4798-9167-00011bf28d76 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:14:59.051679 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e3c1c7-e616-424a-ab6a-4f91714daf00 req-32af38d2-7f9e-4df4-906a-2cedfd2a3a19 service neutron] Port a36bd17c-b654-4dab-83fd-1cc038936748 on network 2136c7ec-88c3-4798-9167-00011bf28d76 not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 16:14:59.052007 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e3c1c7-e616-424a-ab6a-4f91714daf00 req-32af38d2-7f9e-4df4-906a-2cedfd2a3a19 service neutron] Attempting to bind port a36bd17c-b654-4dab-83fd-1cc038936748 on network 2136c7ec-88c3-4798-9167-00011bf28d76 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:14:59.057358 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e3c1c7-e616-424a-ab6a-4f91714daf00 req-32af38d2-7f9e-4df4-906a-2cedfd2a3a19 service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:14:59.057696 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e3c1c7-e616-424a-ab6a-4f91714daf00 req-32af38d2-7f9e-4df4-906a-2cedfd2a3a19 service neutron] Checking segment: {'id': 'da9ea7d3-ac9b-483a-8bdb-fca7df13f9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '2136c7ec-88c3-4798-9167-00011bf28d76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:14:59.058106 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e3c1c7-e616-424a-ab6a-4f91714daf00 req-32af38d2-7f9e-4df4-906a-2cedfd2a3a19 service neutron] Bound using segment: {'id': 'da9ea7d3-ac9b-483a-8bdb-fca7df13f9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '2136c7ec-88c3-4798-9167-00011bf28d76'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:14:59.058564 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-86e3c1c7-e616-424a-ab6a-4f91714daf00 req-32af38d2-7f9e-4df4-906a-2cedfd2a3a19 service neutron] Bound port: a36bd17c-b654-4dab-83fd-1cc038936748, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da9ea7d3-ac9b-483a-8bdb-fca7df13f9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '2136c7ec-88c3-4798-9167-00011bf28d76'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:14:59.058966 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-86e3c1c7-e616-424a-ab6a-4f91714daf00 req-32af38d2-7f9e-4df4-906a-2cedfd2a3a19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:59.129593 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-86e3c1c7-e616-424a-ab6a-4f91714daf00 req-32af38d2-7f9e-4df4-906a-2cedfd2a3a19 service neutron] For port a36bd17c-b654-4dab-83fd-1cc038936748, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:14:59.133065 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-86e3c1c7-e616-424a-ab6a-4f91714daf00 req-32af38d2-7f9e-4df4-906a-2cedfd2a3a19 service neutron] For port a36bd17c-b654-4dab-83fd-1cc038936748, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=a36bd17c-b654-4dab-83fd-1cc038936748,segment=NetworkSegment(da9ea7d3-ac9b-483a-8bdb-fca7df13f9e7),segment_id=da9ea7d3-ac9b-483a-8bdb-fca7df13f9e7)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:14:59.186984 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802b87c7-9709-4c31-8f28-d5199fdc2e17 req-db372bc8-680c-4667-9ffe-bcf1a2574254 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:14:59.188537 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-802b87c7-9709-4c31-8f28-d5199fdc2e17 req-db372bc8-680c-4667-9ffe-bcf1a2574254 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=43713470-7d61-40db-a2f2-515fab31f29b HTTP/1.1" status: 200 len: 1053 time: 0.0436733 Sep 24 16:14:59.224857 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-802b87c7-9709-4c31-8f28-d5199fdc2e17 req-ac9c518c-530d-4620-ace3-cbe5404d868c tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=46348edd-1080-42a4-afaa-87b67a7e1ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301206 Sep 24 16:14:59.227147 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-86e3c1c7-e616-424a-ab6a-4f91714daf00 req-32af38d2-7f9e-4df4-906a-2cedfd2a3a19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:59.263437 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e3c1c7-e616-424a-ab6a-4f91714daf00 req-32af38d2-7f9e-4df4-906a-2cedfd2a3a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:14:59.264268 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-86e3c1c7-e616-424a-ab6a-4f91714daf00 req-32af38d2-7f9e-4df4-906a-2cedfd2a3a19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:14:59.266031 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-86e3c1c7-e616-424a-ab6a-4f91714daf00 req-32af38d2-7f9e-4df4-906a-2cedfd2a3a19 service neutron] 10.222.0.110 "PUT /v2.0/ports/a36bd17c-b654-4dab-83fd-1cc038936748 HTTP/1.1" status: 200 len: 1092 time: 0.7680426 Sep 24 16:14:59.266517 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43713470-7d61-40db-a2f2-515fab31f29b', 'tag': 'a36bd17c-b654-4dab-83fd-1cc038936748'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:14:59.268867 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e2a32a-0566-4733-8367-c1337dcc077e" -d '{"events": [{"name": "network-changed", "server_uuid": "43713470-7d61-40db-a2f2-515fab31f29b", "tag": "a36bd17c-b654-4dab-83fd-1cc038936748"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:14:59.294735 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32af38d2-7f9e-4df4-906a-2cedfd2a3a19 service neutron] Pushing event updated for resources: {'Port': ['ID=a36bd17c-b654-4dab-83fd-1cc038936748,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:14:59.316241 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4796a4f1-943d-44e7-a03e-c6f11dbb358d x-openstack-request-id: req-4796a4f1-943d-44e7-a03e-c6f11dbb358d {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:14:59.316537 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43713470-7d61-40db-a2f2-515fab31f29b", "tag": "a36bd17c-b654-4dab-83fd-1cc038936748", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:14:59.316786 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-4796a4f1-943d-44e7-a03e-c6f11dbb358d {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:14:59.317193 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43713470-7d61-40db-a2f2-515fab31f29b', 'tag': 'a36bd17c-b654-4dab-83fd-1cc038936748', 'status': 'completed', 'code': 200} Sep 24 16:14:59.388254 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e2a32a-0566-4733-8367-c1337dcc077e req-a3147b15-4abc-498b-a62e-cac9b559f73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:14:59.390293 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-87e2a32a-0566-4733-8367-c1337dcc077e req-a3147b15-4abc-498b-a62e-cac9b559f73c service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=830151fd08fd4972ba3c932ca4b773ec&device_id=43713470-7d61-40db-a2f2-515fab31f29b HTTP/1.1" status: 200 len: 1095 time: 0.0501938 Sep 24 16:14:59.497848 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e2a32a-0566-4733-8367-c1337dcc077e req-35ac1fa8-2395-4019-8242-c15e699ce982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:14:59.499381 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-87e2a32a-0566-4733-8367-c1337dcc077e req-35ac1fa8-2395-4019-8242-c15e699ce982 service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=830151fd08fd4972ba3c932ca4b773ec&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1008594 Sep 24 16:14:59.603061 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e2a32a-0566-4733-8367-c1337dcc077e req-cf7c4570-60ef-49bb-a20e-87d39cc07ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:14:59.604700 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-87e2a32a-0566-4733-8367-c1337dcc077e req-cf7c4570-60ef-49bb-a20e-87d39cc07ddd service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0953064 Sep 24 16:14:59.687916 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e3c1c7-e616-424a-ab6a-4f91714daf00 req-25dda840-abb4-439e-a271-1c14375dbfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:14:59.689453 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-86e3c1c7-e616-424a-ab6a-4f91714daf00 req-25dda840-abb4-439e-a271-1c14375dbfae service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=830151fd08fd4972ba3c932ca4b773ec&device_id=43713470-7d61-40db-a2f2-515fab31f29b HTTP/1.1" status: 200 len: 1095 time: 0.0426972 Sep 24 16:14:59.736620 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-86e3c1c7-e616-424a-ab6a-4f91714daf00 req-a0e77723-4184-42b4-bd40-e03996a90c42 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a36bd17c-b654-4dab-83fd-1cc038936748 HTTP/1.1" status: 200 len: 217 time: 0.0382369 Sep 24 16:14:59.787116 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e3c1c7-e616-424a-ab6a-4f91714daf00 req-9a379a8d-8176-4e8b-9c61-c7904f14d625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:14:59.788580 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-86e3c1c7-e616-424a-ab6a-4f91714daf00 req-9a379a8d-8176-4e8b-9c61-c7904f14d625 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=3c60716b-4216-4f57-bd19-42108ca7f589 HTTP/1.1" status: 200 len: 849 time: 0.0431402 Sep 24 16:14:59.833585 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e3c1c7-e616-424a-ab6a-4f91714daf00 req-eaf8f296-0466-4d2c-a7a3-3e38ca3bb5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:14:59.835110 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-86e3c1c7-e616-424a-ab6a-4f91714daf00 req-eaf8f296-0466-4d2c-a7a3-3e38ca3bb5aa service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=2136c7ec-88c3-4798-9167-00011bf28d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396824 Sep 24 16:14:59.928383 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-86e3c1c7-e616-424a-ab6a-4f91714daf00 req-f151baa4-e619-4221-b67d-12553019b49b service neutron] 10.222.0.110 "GET /v2.0/networks/2136c7ec-88c3-4798-9167-00011bf28d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857749 Sep 24 16:15:00.023218 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-86e3c1c7-e616-424a-ab6a-4f91714daf00 req-4461f2a6-ab4e-4db6-8d8c-7cb33023411b service neutron] 10.222.0.110 "GET /v2.0/networks/2136c7ec-88c3-4798-9167-00011bf28d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841889 Sep 24 16:15:00.337678 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e255b33-7f72-4268-8aff-199fafb560f9 req-f1a13e3e-da88-4d7c-830d-e84b65449f58 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:15:00.339245 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8e255b33-7f72-4268-8aff-199fafb560f9 req-f1a13e3e-da88-4d7c-830d-e84b65449f58 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=43713470-7d61-40db-a2f2-515fab31f29b HTTP/1.1" status: 200 len: 1095 time: 0.0414040 Sep 24 16:15:00.378846 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8e255b33-7f72-4268-8aff-199fafb560f9 req-c5407e95-86e3-40c5-b8dc-1838b4b02853 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=46348edd-1080-42a4-afaa-87b67a7e1ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336688 Sep 24 16:15:01.195739 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-71ee6a83-8a05-4ce3-a9b1-4f35c2dfec2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:01.485634 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8900ff7b-627b-40a5-b64d-e04c4274c25a req-efca17a6-6b1b-4b77-9759-237553af85d3 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:15:01.487193 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8900ff7b-627b-40a5-b64d-e04c4274c25a req-efca17a6-6b1b-4b77-9759-237553af85d3 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=43713470-7d61-40db-a2f2-515fab31f29b HTTP/1.1" status: 200 len: 1095 time: 0.0411971 Sep 24 16:15:01.525878 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8900ff7b-627b-40a5-b64d-e04c4274c25a req-5031e76e-822a-47f4-bb99-a7c1e06caea0 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=46348edd-1080-42a4-afaa-87b67a7e1ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327477 Sep 24 16:15:02.630953 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b645f4da-02c1-4172-b39b-9d55b4bdb25f req-9f439733-f45e-42ca-a7c9-33d9bcc3eaaa tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:15:02.632395 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b645f4da-02c1-4172-b39b-9d55b4bdb25f req-9f439733-f45e-42ca-a7c9-33d9bcc3eaaa tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=43713470-7d61-40db-a2f2-515fab31f29b HTTP/1.1" status: 200 len: 1095 time: 0.0403779 Sep 24 16:15:02.669221 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b645f4da-02c1-4172-b39b-9d55b4bdb25f req-68da371a-f6d4-4ee5-bd3d-cfd5cc4f8bdd tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=46348edd-1080-42a4-afaa-87b67a7e1ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306585 Sep 24 16:15:03.629061 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device a36bd17c-b654-4dab-83fd-1cc038936748 details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 16:15:03.726658 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port a36bd17c-b654-4dab-83fd-1cc038936748, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=a36bd17c-b654-4dab-83fd-1cc038936748,segment=NetworkSegment(da9ea7d3-ac9b-483a-8bdb-fca7df13f9e7),segment_id=da9ea7d3-ac9b-483a-8bdb-fca7df13f9e7)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:15:03.739130 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': 'a36bd17c-b654-4dab-83fd-1cc038936748', 'network_id': '2136c7ec-88c3-4798-9167-00011bf28d76', 'port_id': 'a36bd17c-b654-4dab-83fd-1cc038936748', 'mac_address': 'fa:16:3e:0d:df:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c60716b-4216-4f57-bd19-42108ca7f589', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 16:15:03.773881 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589a7ffe-470e-4c9e-bf3c-c186247ce9cf req-541c2d71-86c6-43fe-83f1-e393844b7b30 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:15:03.776451 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-589a7ffe-470e-4c9e-bf3c-c186247ce9cf req-541c2d71-86c6-43fe-83f1-e393844b7b30 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=43713470-7d61-40db-a2f2-515fab31f29b HTTP/1.1" status: 200 len: 1095 time: 0.0418437 Sep 24 16:15:03.777876 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:03.791164 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a36bd17c-b654-4dab-83fd-1cc038936748 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:15:03.811500 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-589a7ffe-470e-4c9e-bf3c-c186247ce9cf req-9ac8180b-7df8-40f0-b640-ec7879b4f9d8 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=46348edd-1080-42a4-afaa-87b67a7e1ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288455 Sep 24 16:15:03.816002 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port a36bd17c-b654-4dab-83fd-1cc038936748, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=a36bd17c-b654-4dab-83fd-1cc038936748,segment=NetworkSegment(da9ea7d3-ac9b-483a-8bdb-fca7df13f9e7),segment_id=da9ea7d3-ac9b-483a-8bdb-fca7df13f9e7)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:15:03.895171 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:03.919826 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-025690c9-00b0-42e6-9959-f563497b45c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:03.947624 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=a36bd17c-b654-4dab-83fd-1cc038936748,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:15:04.188443 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['a36bd17c-b654-4dab-83fd-1cc038936748'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:15:04.299115 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:04.917938 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc8b909-b9ed-4e65-9277-80959c476b37 req-68ef030b-98f7-420e-90f4-81dd26cf2c98 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:15:04.919486 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7fc8b909-b9ed-4e65-9277-80959c476b37 req-68ef030b-98f7-420e-90f4-81dd26cf2c98 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=43713470-7d61-40db-a2f2-515fab31f29b HTTP/1.1" status: 200 len: 1096 time: 0.0420523 Sep 24 16:15:04.954494 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7fc8b909-b9ed-4e65-9277-80959c476b37 req-d28512a0-d369-47e9-b8e5-36387d87d935 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=46348edd-1080-42a4-afaa-87b67a7e1ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285869 Sep 24 16:15:05.384347 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:05.642775 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device a36bd17c-b654-4dab-83fd-1cc038936748 up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:15:05.757911 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port a36bd17c-b654-4dab-83fd-1cc038936748 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 16:15:05.762735 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port a36bd17c-b654-4dab-83fd-1cc038936748 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:15:05.763112 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:05.840536 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:05.863632 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43713470-7d61-40db-a2f2-515fab31f29b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a36bd17c-b654-4dab-83fd-1cc038936748'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:15:05.865942 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a20862b-0872-4d61-8ca8-b1cadb5baabe" -d '{"events": [{"server_uuid": "43713470-7d61-40db-a2f2-515fab31f29b", "name": "network-vif-plugged", "status": "completed", "tag": "a36bd17c-b654-4dab-83fd-1cc038936748"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:15:05.879231 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port a36bd17c-b654-4dab-83fd-1cc038936748, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=a36bd17c-b654-4dab-83fd-1cc038936748,segment=NetworkSegment(da9ea7d3-ac9b-483a-8bdb-fca7df13f9e7),segment_id=da9ea7d3-ac9b-483a-8bdb-fca7df13f9e7)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:15:05.905156 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0df6eaa-4167-4f78-a1b3-8ce7be51f296 x-openstack-request-id: req-b0df6eaa-4167-4f78-a1b3-8ce7be51f296 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:15:05.905445 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43713470-7d61-40db-a2f2-515fab31f29b", "name": "network-vif-plugged", "status": "completed", "tag": "a36bd17c-b654-4dab-83fd-1cc038936748", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:15:05.905699 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b0df6eaa-4167-4f78-a1b3-8ce7be51f296 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:15:05.906092 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43713470-7d61-40db-a2f2-515fab31f29b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a36bd17c-b654-4dab-83fd-1cc038936748', 'code': 200} Sep 24 16:15:05.952718 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:06.003966 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=a36bd17c-b654-4dab-83fd-1cc038936748,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:15:06.017527 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4843ac-3b16-4f39-8d24-3b9b8a51aed6 req-3a786071-9e89-439a-bf94-4699674d5681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:15:06.019098 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8d4843ac-3b16-4f39-8d24-3b9b8a51aed6 req-3a786071-9e89-439a-bf94-4699674d5681 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=43713470-7d61-40db-a2f2-515fab31f29b HTTP/1.1" status: 200 len: 1097 time: 0.0486836 Sep 24 16:15:06.085106 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8d4843ac-3b16-4f39-8d24-3b9b8a51aed6 req-9c47fc19-e534-473b-9279-45f1b56ac774 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=46348edd-1080-42a4-afaa-87b67a7e1ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578172 Sep 24 16:15:06.095931 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89aeacd-0a86-42dc-9042-8f8bee6c0875 req-a62e4aac-b6b2-4847-8a1b-6f443c2e7ee0 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:15:06.097410 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e89aeacd-0a86-42dc-9042-8f8bee6c0875 req-a62e4aac-b6b2-4847-8a1b-6f443c2e7ee0 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=43713470-7d61-40db-a2f2-515fab31f29b HTTP/1.1" status: 200 len: 1097 time: 0.0526309 Sep 24 16:15:06.132677 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e89aeacd-0a86-42dc-9042-8f8bee6c0875 req-069ca58e-d4f9-42ee-b1f7-6e558f31a403 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=46348edd-1080-42a4-afaa-87b67a7e1ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285661 Sep 24 16:15:06.792621 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:07.241606 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a01ac-c678-4bfa-a133-53d6de263914 req-ec1c199c-0223-4f53-8220-545e453ce1b1 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:15:07.243769 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-af5a01ac-c678-4bfa-a133-53d6de263914 req-ec1c199c-0223-4f53-8220-545e453ce1b1 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=43713470-7d61-40db-a2f2-515fab31f29b HTTP/1.1" status: 200 len: 1097 time: 0.0422781 Sep 24 16:15:07.280851 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-af5a01ac-c678-4bfa-a133-53d6de263914 req-a32d0722-379e-494a-aac5-9a4399e404a6 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=46348edd-1080-42a4-afaa-87b67a7e1ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310771 Sep 24 16:15:08.388117 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed133779-71d0-4bcb-9beb-0ccc96874a0b req-127a5e02-4347-45ea-9752-132e8347f50e tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:15:08.389923 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ed133779-71d0-4bcb-9beb-0ccc96874a0b req-127a5e02-4347-45ea-9752-132e8347f50e tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=43713470-7d61-40db-a2f2-515fab31f29b HTTP/1.1" status: 200 len: 1097 time: 0.0410295 Sep 24 16:15:08.425053 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ed133779-71d0-4bcb-9beb-0ccc96874a0b req-c0e0c7a9-82b7-41e2-8b0e-614c5600e757 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=46348edd-1080-42a4-afaa-87b67a7e1ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291831 Sep 24 16:15:08.529045 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c9d565-4fdf-4bf1-aeb4-202d86626dfb req-c9979613-3049-4933-9ec6-625a476ee4c8 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:15:08.530611 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-00c9d565-4fdf-4bf1-aeb4-202d86626dfb req-c9979613-3049-4933-9ec6-625a476ee4c8 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=43713470-7d61-40db-a2f2-515fab31f29b HTTP/1.1" status: 200 len: 1097 time: 0.0411820 Sep 24 16:15:08.568345 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-00c9d565-4fdf-4bf1-aeb4-202d86626dfb req-009e8453-98dd-48d1-9453-b1f2f7c01cdb tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=46348edd-1080-42a4-afaa-87b67a7e1ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317283 Sep 24 16:15:08.673094 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c06e207-1e23-491c-b2bf-ffa747a3d804 req-3e31aa36-e48d-48f6-853e-e5dadeb14626 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:15:08.674665 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c06e207-1e23-491c-b2bf-ffa747a3d804 req-3e31aa36-e48d-48f6-853e-e5dadeb14626 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=43713470-7d61-40db-a2f2-515fab31f29b HTTP/1.1" status: 200 len: 1097 time: 0.0419726 Sep 24 16:15:08.714543 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7c06e207-1e23-491c-b2bf-ffa747a3d804 req-2dbfca7e-e791-47b4-8cb6-de989503e144 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=46348edd-1080-42a4-afaa-87b67a7e1ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334115 Sep 24 16:15:08.930918 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d21e4e-34cb-4c04-ab1d-e0976ac05fad req-ab2484f1-1eb5-4019-b2c1-cab901a146be tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:15:08.932461 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c2d21e4e-34cb-4c04-ab1d-e0976ac05fad req-ab2484f1-1eb5-4019-b2c1-cab901a146be tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] 10.222.0.101 "GET /v2.0/networks?id=2136c7ec-88c3-4798-9167-00011bf28d76 HTTP/1.1" status: 200 len: 912 time: 0.0885558 Sep 24 16:15:08.947766 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c2d21e4e-34cb-4c04-ab1d-e0976ac05fad req-c29c4762-dbb4-4903-b493-6760fcfc22b5 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] 10.222.0.101 "GET /v2.0/quotas/830151fd08fd4972ba3c932ca4b773ec HTTP/1.1" status: 200 len: 375 time: 0.0096524 Sep 24 16:15:09.030418 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c2d21e4e-34cb-4c04-ab1d-e0976ac05fad req-cfd78a1b-fc02-4c80-b05a-77669c8effae tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] 10.222.0.101 "GET /v2.0/ports?tenant_id=830151fd08fd4972ba3c932ca4b773ec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0773203 Sep 24 16:15:09.041833 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [req-c2d21e4e-34cb-4c04-ab1d-e0976ac05fad req-8f5838a5-f4c8-4be4-bfa5-60d9971dddcd service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 16:15:09.043974 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c2d21e4e-34cb-4c04-ab1d-e0976ac05fad req-8f5838a5-f4c8-4be4-bfa5-60d9971dddcd service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058942 Sep 24 16:15:09.132578 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c2d21e4e-34cb-4c04-ab1d-e0976ac05fad req-231770a8-6381-44c4-af21-4a8f748526f9 service neutron] 10.222.0.101 "GET /v2.0/networks/2136c7ec-88c3-4798-9167-00011bf28d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837557 Sep 24 16:15:09.226474 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:09.230311 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c2d21e4e-34cb-4c04-ab1d-e0976ac05fad req-a6290d6a-3af0-4dda-99d9-e3513335637a service neutron] 10.222.0.101 "GET /v2.0/networks/2136c7ec-88c3-4798-9167-00011bf28d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916817 Sep 24 16:15:09.449694 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a2712341-ead4-4f55-aee2-d7b2d54f95ff req-0f5d9d1e-4e0a-4603-b40f-da8f3c976b2d tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=336b812c-9907-4ae4-8834-1db2ef9017f1 HTTP/1.1" status: 200 len: 210 time: 0.0277588 Sep 24 16:15:10.544791 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-89e07c39-592f-4a81-9282-158ba4309d7b req-f2f1f18b-f496-47e8-a8a7-ec171377c0aa tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=336b812c-9907-4ae4-8834-1db2ef9017f1 HTTP/1.1" status: 200 len: 210 time: 0.0279009 Sep 24 16:15:11.106656 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:11.324407 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d21e4e-34cb-4c04-ab1d-e0976ac05fad req-1cec8438-6e89-4eee-aad5-eacd5ecd51e2 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:15:11.325897 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c2d21e4e-34cb-4c04-ab1d-e0976ac05fad req-1cec8438-6e89-4eee-aad5-eacd5ecd51e2 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] 10.222.0.108 "GET /v2.0/networks?id=2136c7ec-88c3-4798-9167-00011bf28d76 HTTP/1.1" status: 200 len: 912 time: 0.0909038 Sep 24 16:15:11.339598 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-c2d21e4e-34cb-4c04-ab1d-e0976ac05fad req-b0a47c3d-bcca-4924-99ee-1531612deba0 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] Request body: {'port': {'device_id': '336b812c-9907-4ae4-8834-1db2ef9017f1', 'network_id': '2136c7ec-88c3-4798-9167-00011bf28d76', 'admin_state_up': True, 'tenant_id': '830151fd08fd4972ba3c932ca4b773ec'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:15:11.447031 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2d21e4e-34cb-4c04-ab1d-e0976ac05fad req-b0a47c3d-bcca-4924-99ee-1531612deba0 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] Made reservation on behalf of 830151fd08fd4972ba3c932ca4b773ec for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:15:11.449473 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-c2d21e4e-34cb-4c04-ab1d-e0976ac05fad req-b0a47c3d-bcca-4924-99ee-1531612deba0 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:11.576772 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-c2d21e4e-34cb-4c04-ab1d-e0976ac05fad req-b0a47c3d-bcca-4924-99ee-1531612deba0 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] Allocated IP 172.20.0.9 (2136c7ec-88c3-4798-9167-00011bf28d76/3c60716b-4216-4f57-bd19-42108ca7f589/04992bbc-601f-41b0-b836-ef053941793b) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:15:11.654248 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bc4e464a-2b67-4c9c-bf47-54353e055976 req-18ae8eec-c8dd-4e61-9037-0687d108c0e4 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=336b812c-9907-4ae4-8834-1db2ef9017f1 HTTP/1.1" status: 200 len: 210 time: 0.0368662 Sep 24 16:15:11.751100 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-c2d21e4e-34cb-4c04-ab1d-e0976ac05fad req-b0a47c3d-bcca-4924-99ee-1531612deba0 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:11.844258 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-c2d21e4e-34cb-4c04-ab1d-e0976ac05fad req-b0a47c3d-bcca-4924-99ee-1531612deba0 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:11.859070 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['a36bd17c-b654-4dab-83fd-1cc038936748'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:15:11.885119 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2d21e4e-34cb-4c04-ab1d-e0976ac05fad req-b0a47c3d-bcca-4924-99ee-1531612deba0 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] Network 2136c7ec-88c3-4798-9167-00011bf28d76 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:15:11.888093 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-c2d21e4e-34cb-4c04-ab1d-e0976ac05fad req-b0a47c3d-bcca-4924-99ee-1531612deba0 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:15:11.890957 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2d21e4e-34cb-4c04-ab1d-e0976ac05fad req-b0a47c3d-bcca-4924-99ee-1531612deba0 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:15:11.936434 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a47c3d-bcca-4924-99ee-1531612deba0 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] Pushing event updated for resources: {'Port': ['ID=04992bbc-601f-41b0-b836-ef053941793b,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:15:11.952610 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d21e4e-34cb-4c04-ab1d-e0976ac05fad req-b0a47c3d-bcca-4924-99ee-1531612deba0 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:15:11.953226 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-c2d21e4e-34cb-4c04-ab1d-e0976ac05fad req-b0a47c3d-bcca-4924-99ee-1531612deba0 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:12.064866 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c2d21e4e-34cb-4c04-ab1d-e0976ac05fad req-b0a47c3d-bcca-4924-99ee-1531612deba0 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.7299566 Sep 24 16:15:12.140773 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-585628cf-f37b-499a-9578-4c08c54da302 None None] Provisioning complete for port 04992bbc-601f-41b0-b836-ef053941793b triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:15:12.141965 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-585628cf-f37b-499a-9578-4c08c54da302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:12.176677 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-585628cf-f37b-499a-9578-4c08c54da302 None None] Port 04992bbc-601f-41b0-b836-ef053941793b cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:15:12.188736 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-c2d21e4e-34cb-4c04-ab1d-e0976ac05fad req-21eae9f9-0451-45ea-addd-9cc51b934870 service neutron] Request body: {'port': {'device_id': '336b812c-9907-4ae4-8834-1db2ef9017f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:15:12.239477 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-c2d21e4e-34cb-4c04-ab1d-e0976ac05fad req-21eae9f9-0451-45ea-addd-9cc51b934870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:12.501975 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-c2d21e4e-34cb-4c04-ab1d-e0976ac05fad req-21eae9f9-0451-45ea-addd-9cc51b934870 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04992bbc-601f-41b0-b836-ef053941793b {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:15:12.509993 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-c2d21e4e-34cb-4c04-ab1d-e0976ac05fad req-21eae9f9-0451-45ea-addd-9cc51b934870 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:12.521710 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-c2d21e4e-34cb-4c04-ab1d-e0976ac05fad req-21eae9f9-0451-45ea-addd-9cc51b934870 service neutron] Transition to ACTIVE for port object 04992bbc-601f-41b0-b836-ef053941793b will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 16:15:12.595232 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-c2d21e4e-34cb-4c04-ab1d-e0976ac05fad req-21eae9f9-0451-45ea-addd-9cc51b934870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:12.643527 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eae9f9-0451-45ea-addd-9cc51b934870 service neutron] Pushing event updated for resources: {'Port': ['ID=04992bbc-601f-41b0-b836-ef053941793b,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:15:12.721193 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-c2d21e4e-34cb-4c04-ab1d-e0976ac05fad req-21eae9f9-0451-45ea-addd-9cc51b934870 service neutron] Attempting to bind port 04992bbc-601f-41b0-b836-ef053941793b on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:15:12.721532 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-c2d21e4e-34cb-4c04-ab1d-e0976ac05fad req-21eae9f9-0451-45ea-addd-9cc51b934870 service neutron] Attempting to bind port 04992bbc-601f-41b0-b836-ef053941793b by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': 'da9ea7d3-ac9b-483a-8bdb-fca7df13f9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '2136c7ec-88c3-4798-9167-00011bf28d76'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:15:12.721881 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d21e4e-34cb-4c04-ab1d-e0976ac05fad req-21eae9f9-0451-45ea-addd-9cc51b934870 service neutron] Attempting to bind port 04992bbc-601f-41b0-b836-ef053941793b on network 2136c7ec-88c3-4798-9167-00011bf28d76 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:15:12.726941 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d21e4e-34cb-4c04-ab1d-e0976ac05fad req-21eae9f9-0451-45ea-addd-9cc51b934870 service neutron] Port 04992bbc-601f-41b0-b836-ef053941793b on network 2136c7ec-88c3-4798-9167-00011bf28d76 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 16:15:12.727280 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d21e4e-34cb-4c04-ab1d-e0976ac05fad req-21eae9f9-0451-45ea-addd-9cc51b934870 service neutron] Attempting to bind port 04992bbc-601f-41b0-b836-ef053941793b on network 2136c7ec-88c3-4798-9167-00011bf28d76 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:15:12.733226 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d21e4e-34cb-4c04-ab1d-e0976ac05fad req-21eae9f9-0451-45ea-addd-9cc51b934870 service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:15:12.733581 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d21e4e-34cb-4c04-ab1d-e0976ac05fad req-21eae9f9-0451-45ea-addd-9cc51b934870 service neutron] Checking segment: {'id': 'da9ea7d3-ac9b-483a-8bdb-fca7df13f9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '2136c7ec-88c3-4798-9167-00011bf28d76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:15:12.733988 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2d21e4e-34cb-4c04-ab1d-e0976ac05fad req-21eae9f9-0451-45ea-addd-9cc51b934870 service neutron] Bound using segment: {'id': 'da9ea7d3-ac9b-483a-8bdb-fca7df13f9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '2136c7ec-88c3-4798-9167-00011bf28d76'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:15:12.734475 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-c2d21e4e-34cb-4c04-ab1d-e0976ac05fad req-21eae9f9-0451-45ea-addd-9cc51b934870 service neutron] Bound port: 04992bbc-601f-41b0-b836-ef053941793b, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da9ea7d3-ac9b-483a-8bdb-fca7df13f9e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '2136c7ec-88c3-4798-9167-00011bf28d76'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:15:12.734855 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-c2d21e4e-34cb-4c04-ab1d-e0976ac05fad req-21eae9f9-0451-45ea-addd-9cc51b934870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:12.764861 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdc4ed1-9636-4755-b8a8-a2f163f1feda req-2f0dda24-2048-4c33-9d2d-b31a058d7a25 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:15:12.767084 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3cdc4ed1-9636-4755-b8a8-a2f163f1feda req-2f0dda24-2048-4c33-9d2d-b31a058d7a25 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=336b812c-9907-4ae4-8834-1db2ef9017f1 HTTP/1.1" status: 200 len: 1052 time: 0.0442700 Sep 24 16:15:12.805436 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3cdc4ed1-9636-4755-b8a8-a2f163f1feda req-ee0399c9-96f1-4e5d-be74-fa69c8205f04 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=46348edd-1080-42a4-afaa-87b67a7e1ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323787 Sep 24 16:15:12.806555 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-c2d21e4e-34cb-4c04-ab1d-e0976ac05fad req-21eae9f9-0451-45ea-addd-9cc51b934870 service neutron] For port 04992bbc-601f-41b0-b836-ef053941793b, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:15:12.810423 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-c2d21e4e-34cb-4c04-ab1d-e0976ac05fad req-21eae9f9-0451-45ea-addd-9cc51b934870 service neutron] For port 04992bbc-601f-41b0-b836-ef053941793b, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=04992bbc-601f-41b0-b836-ef053941793b,segment=NetworkSegment(da9ea7d3-ac9b-483a-8bdb-fca7df13f9e7),segment_id=da9ea7d3-ac9b-483a-8bdb-fca7df13f9e7)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:15:12.892863 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-c2d21e4e-34cb-4c04-ab1d-e0976ac05fad req-21eae9f9-0451-45ea-addd-9cc51b934870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:12.927974 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d21e4e-34cb-4c04-ab1d-e0976ac05fad req-21eae9f9-0451-45ea-addd-9cc51b934870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:15:12.928588 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-c2d21e4e-34cb-4c04-ab1d-e0976ac05fad req-21eae9f9-0451-45ea-addd-9cc51b934870 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:12.930041 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c2d21e4e-34cb-4c04-ab1d-e0976ac05fad req-21eae9f9-0451-45ea-addd-9cc51b934870 service neutron] 10.222.0.108 "PUT /v2.0/ports/04992bbc-601f-41b0-b836-ef053941793b HTTP/1.1" status: 200 len: 1091 time: 0.8560112 Sep 24 16:15:12.930433 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '336b812c-9907-4ae4-8834-1db2ef9017f1', 'tag': '04992bbc-601f-41b0-b836-ef053941793b'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:15:12.933522 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f5cd1db-7ed8-47b0-9a4e-ecf4ebf67a28" -d '{"events": [{"name": "network-changed", "server_uuid": "336b812c-9907-4ae4-8834-1db2ef9017f1", "tag": "04992bbc-601f-41b0-b836-ef053941793b"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:15:12.966887 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eae9f9-0451-45ea-addd-9cc51b934870 service neutron] Pushing event updated for resources: {'Port': ['ID=04992bbc-601f-41b0-b836-ef053941793b,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:15:12.977084 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08176fc-cf50-44db-bde6-de56e89871fa x-openstack-request-id: req-d08176fc-cf50-44db-bde6-de56e89871fa {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:15:12.977401 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "336b812c-9907-4ae4-8834-1db2ef9017f1", "tag": "04992bbc-601f-41b0-b836-ef053941793b", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:15:12.977723 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d08176fc-cf50-44db-bde6-de56e89871fa {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:15:12.978105 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '336b812c-9907-4ae4-8834-1db2ef9017f1', 'tag': '04992bbc-601f-41b0-b836-ef053941793b', 'status': 'completed', 'code': 200} Sep 24 16:15:13.046184 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5cd1db-7ed8-47b0-9a4e-ecf4ebf67a28 req-e0cac3af-845d-40da-8a9f-c8b9cd4ecd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:15:13.047764 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1f5cd1db-7ed8-47b0-9a4e-ecf4ebf67a28 req-e0cac3af-845d-40da-8a9f-c8b9cd4ecd57 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=830151fd08fd4972ba3c932ca4b773ec&device_id=336b812c-9907-4ae4-8834-1db2ef9017f1 HTTP/1.1" status: 200 len: 1094 time: 0.0495431 Sep 24 16:15:13.156158 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5cd1db-7ed8-47b0-9a4e-ecf4ebf67a28 req-a987b204-0254-407c-816d-326d4f91fec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:15:13.157557 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1f5cd1db-7ed8-47b0-9a4e-ecf4ebf67a28 req-a987b204-0254-407c-816d-326d4f91fec7 service neutron] 10.222.0.108 "GET /v2.0/networks?tenant_id=830151fd08fd4972ba3c932ca4b773ec&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1005847 Sep 24 16:15:13.259447 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5cd1db-7ed8-47b0-9a4e-ecf4ebf67a28 req-9f61b576-a3f7-4b44-9edd-4def4224e51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:15:13.260859 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1f5cd1db-7ed8-47b0-9a4e-ecf4ebf67a28 req-9f61b576-a3f7-4b44-9edd-4def4224e51f service neutron] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0958731 Sep 24 16:15:13.339240 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d21e4e-34cb-4c04-ab1d-e0976ac05fad req-b9972cef-bf74-4386-b230-2115478239ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:15:13.340848 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c2d21e4e-34cb-4c04-ab1d-e0976ac05fad req-b9972cef-bf74-4386-b230-2115478239ec service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=830151fd08fd4972ba3c932ca4b773ec&device_id=336b812c-9907-4ae4-8834-1db2ef9017f1 HTTP/1.1" status: 200 len: 1094 time: 0.0448298 Sep 24 16:15:13.387106 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c2d21e4e-34cb-4c04-ab1d-e0976ac05fad req-a4c93ba2-f706-4319-b3c9-528e22c4726a service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=04992bbc-601f-41b0-b836-ef053941793b HTTP/1.1" status: 200 len: 217 time: 0.0386534 Sep 24 16:15:13.436464 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d21e4e-34cb-4c04-ab1d-e0976ac05fad req-d142b255-c9a0-4479-a88d-39241e89f9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:15:13.437802 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c2d21e4e-34cb-4c04-ab1d-e0976ac05fad req-d142b255-c9a0-4479-a88d-39241e89f9d2 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=3c60716b-4216-4f57-bd19-42108ca7f589 HTTP/1.1" status: 200 len: 849 time: 0.0439188 Sep 24 16:15:13.484088 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d21e4e-34cb-4c04-ab1d-e0976ac05fad req-1a732e1d-1ec0-4947-a827-2a92fce8efe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:15:13.485540 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c2d21e4e-34cb-4c04-ab1d-e0976ac05fad req-1a732e1d-1ec0-4947-a827-2a92fce8efe1 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=2136c7ec-88c3-4798-9167-00011bf28d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393281 Sep 24 16:15:13.579985 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c2d21e4e-34cb-4c04-ab1d-e0976ac05fad req-7d72949c-812f-4850-a584-bcde0e163ff6 service neutron] 10.222.0.108 "GET /v2.0/networks/2136c7ec-88c3-4798-9167-00011bf28d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867004 Sep 24 16:15:13.668954 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c2d21e4e-34cb-4c04-ab1d-e0976ac05fad req-8e9df64d-9b0f-4621-aeda-9d64c1429838 service neutron] 10.222.0.108 "GET /v2.0/networks/2136c7ec-88c3-4798-9167-00011bf28d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817490 Sep 24 16:15:13.909664 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a54a07-4839-4a8c-9a8b-676f507f88bf req-75808b6f-f1b6-4f2a-abd6-bc0320ca9620 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:15:13.911234 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-05a54a07-4839-4a8c-9a8b-676f507f88bf req-75808b6f-f1b6-4f2a-abd6-bc0320ca9620 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=336b812c-9907-4ae4-8834-1db2ef9017f1 HTTP/1.1" status: 200 len: 1094 time: 0.0403283 Sep 24 16:15:13.950428 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-05a54a07-4839-4a8c-9a8b-676f507f88bf req-397e51e1-aa56-4b7e-8605-d676f16ba0b8 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=46348edd-1080-42a4-afaa-87b67a7e1ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325215 Sep 24 16:15:15.063451 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f664eaf3-10fe-4e46-ab5e-b047b28aa878 req-1fdd3cdd-9f37-4abd-8144-7d0d1c42ef68 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:15:15.064971 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f664eaf3-10fe-4e46-ab5e-b047b28aa878 req-1fdd3cdd-9f37-4abd-8144-7d0d1c42ef68 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=336b812c-9907-4ae4-8834-1db2ef9017f1 HTTP/1.1" status: 200 len: 1094 time: 0.0411899 Sep 24 16:15:15.103657 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f664eaf3-10fe-4e46-ab5e-b047b28aa878 req-bd27e5af-04f2-49a2-ad66-aba55ddf8112 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=46348edd-1080-42a4-afaa-87b67a7e1ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324295 Sep 24 16:15:16.212370 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9b8a32-e4ce-4335-ab42-3c4850d226fe req-7b958ae5-059c-4aee-8eb6-e636e7b1621e tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:15:16.214064 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0a9b8a32-e4ce-4335-ab42-3c4850d226fe req-7b958ae5-059c-4aee-8eb6-e636e7b1621e tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=336b812c-9907-4ae4-8834-1db2ef9017f1 HTTP/1.1" status: 200 len: 1094 time: 0.0441151 Sep 24 16:15:16.247709 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0a9b8a32-e4ce-4335-ab42-3c4850d226fe req-9cd0b1a2-cb53-4a54-8561-0e6025ddfb4c tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=46348edd-1080-42a4-afaa-87b67a7e1ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278716 Sep 24 16:15:16.526650 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 04992bbc-601f-41b0-b836-ef053941793b details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 16:15:16.621549 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 04992bbc-601f-41b0-b836-ef053941793b, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=04992bbc-601f-41b0-b836-ef053941793b,segment=NetworkSegment(da9ea7d3-ac9b-483a-8bdb-fca7df13f9e7),segment_id=da9ea7d3-ac9b-483a-8bdb-fca7df13f9e7)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:15:16.632480 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': '04992bbc-601f-41b0-b836-ef053941793b', 'network_id': '2136c7ec-88c3-4798-9167-00011bf28d76', 'port_id': '04992bbc-601f-41b0-b836-ef053941793b', 'mac_address': 'fa:16:3e:1c:bc:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c60716b-4216-4f57-bd19-42108ca7f589', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 16:15:16.669237 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:16.681570 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04992bbc-601f-41b0-b836-ef053941793b {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:15:16.704353 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 04992bbc-601f-41b0-b836-ef053941793b, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=04992bbc-601f-41b0-b836-ef053941793b,segment=NetworkSegment(da9ea7d3-ac9b-483a-8bdb-fca7df13f9e7),segment_id=da9ea7d3-ac9b-483a-8bdb-fca7df13f9e7)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:15:16.829073 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:16.875835 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=04992bbc-601f-41b0-b836-ef053941793b,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:15:17.071165 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['04992bbc-601f-41b0-b836-ef053941793b'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:15:17.355042 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bb7d2a-96e8-4954-9646-d0e7de2c079b req-a5a1aa26-0564-476e-a4ed-631af862bdea tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:15:17.356676 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e5bb7d2a-96e8-4954-9646-d0e7de2c079b req-a5a1aa26-0564-476e-a4ed-631af862bdea tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=336b812c-9907-4ae4-8834-1db2ef9017f1 HTTP/1.1" status: 200 len: 1095 time: 0.0446763 Sep 24 16:15:17.390760 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e5bb7d2a-96e8-4954-9646-d0e7de2c079b req-ece7f70b-411f-48e1-bd17-f39cb39d8719 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=46348edd-1080-42a4-afaa-87b67a7e1ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281193 Sep 24 16:15:18.496242 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc23636-7660-4c17-8b14-7df9278802a2 req-db742908-d0ba-4f04-ab14-7c44bc1e52ba tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:15:18.497853 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-dbc23636-7660-4c17-8b14-7df9278802a2 req-db742908-d0ba-4f04-ab14-7c44bc1e52ba tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=336b812c-9907-4ae4-8834-1db2ef9017f1 HTTP/1.1" status: 200 len: 1095 time: 0.0408144 Sep 24 16:15:18.532039 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-dbc23636-7660-4c17-8b14-7df9278802a2 req-64b80186-9542-4f0b-80ba-49512172e07a tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=46348edd-1080-42a4-afaa-87b67a7e1ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284393 Sep 24 16:15:18.540583 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 04992bbc-601f-41b0-b836-ef053941793b up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:15:18.652760 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port 04992bbc-601f-41b0-b836-ef053941793b completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 16:15:18.656777 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port 04992bbc-601f-41b0-b836-ef053941793b triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:15:18.657155 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:18.738930 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:18.761626 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336b812c-9907-4ae4-8834-1db2ef9017f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04992bbc-601f-41b0-b836-ef053941793b'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:15:18.764176 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-616b8e3a-0380-44ea-b86f-707f82272d2d" -d '{"events": [{"server_uuid": "336b812c-9907-4ae4-8834-1db2ef9017f1", "name": "network-vif-plugged", "status": "completed", "tag": "04992bbc-601f-41b0-b836-ef053941793b"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:15:18.778013 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 04992bbc-601f-41b0-b836-ef053941793b, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=04992bbc-601f-41b0-b836-ef053941793b,segment=NetworkSegment(da9ea7d3-ac9b-483a-8bdb-fca7df13f9e7),segment_id=da9ea7d3-ac9b-483a-8bdb-fca7df13f9e7)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:15:18.807454 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9047fe-1dc4-404b-8d8e-913344675845 x-openstack-request-id: req-fe9047fe-1dc4-404b-8d8e-913344675845 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:15:18.807779 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "336b812c-9907-4ae4-8834-1db2ef9017f1", "name": "network-vif-plugged", "status": "completed", "tag": "04992bbc-601f-41b0-b836-ef053941793b", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:15:18.808037 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-fe9047fe-1dc4-404b-8d8e-913344675845 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:15:18.808440 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '336b812c-9907-4ae4-8834-1db2ef9017f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04992bbc-601f-41b0-b836-ef053941793b', 'code': 200} Sep 24 16:15:18.848994 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:18.900001 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0467fec-88a8-44db-a7cb-9dc3e6aa3d1e req-cb92f567-89ba-4390-83a6-bb267a87f12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:15:18.900680 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=04992bbc-601f-41b0-b836-ef053941793b,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:15:18.902975 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f0467fec-88a8-44db-a7cb-9dc3e6aa3d1e req-cb92f567-89ba-4390-83a6-bb267a87f12b service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=336b812c-9907-4ae4-8834-1db2ef9017f1 HTTP/1.1" status: 200 len: 1096 time: 0.0413926 Sep 24 16:15:18.940223 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f0467fec-88a8-44db-a7cb-9dc3e6aa3d1e req-a24d3580-ee4a-4e22-8bb0-9f1068545673 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=46348edd-1080-42a4-afaa-87b67a7e1ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302360 Sep 24 16:15:19.641698 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be39ba46-396d-4552-adb7-42f521db4b88 req-12274cac-7501-4769-8726-223603d0b4de tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:15:19.643190 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-be39ba46-396d-4552-adb7-42f521db4b88 req-12274cac-7501-4769-8726-223603d0b4de tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=336b812c-9907-4ae4-8834-1db2ef9017f1 HTTP/1.1" status: 200 len: 1096 time: 0.0431015 Sep 24 16:15:19.681873 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-be39ba46-396d-4552-adb7-42f521db4b88 req-a38dab67-530f-42a1-9ceb-ae44f5ff61f8 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=46348edd-1080-42a4-afaa-87b67a7e1ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321209 Sep 24 16:15:20.789837 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9125b4-d8c5-478d-95aa-0940c600405e req-4d3c2d75-7347-41f0-b98c-c46e87938c33 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:15:20.791362 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9c9125b4-d8c5-478d-95aa-0940c600405e req-4d3c2d75-7347-41f0-b98c-c46e87938c33 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=336b812c-9907-4ae4-8834-1db2ef9017f1 HTTP/1.1" status: 200 len: 1096 time: 0.0405385 Sep 24 16:15:20.829057 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9c9125b4-d8c5-478d-95aa-0940c600405e req-8ee6264d-e5ba-47a5-8e60-dacd3e614c6c tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=46348edd-1080-42a4-afaa-87b67a7e1ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318122 Sep 24 16:15:20.938558 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7cd5cd-20b9-49d9-9b95-ffc42935ef68 req-81dc625a-60e2-44c3-83e4-4d4d738c26e2 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:15:20.940066 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7e7cd5cd-20b9-49d9-9b95-ffc42935ef68 req-81dc625a-60e2-44c3-83e4-4d4d738c26e2 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=336b812c-9907-4ae4-8834-1db2ef9017f1 HTTP/1.1" status: 200 len: 1096 time: 0.0415797 Sep 24 16:15:20.973733 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7e7cd5cd-20b9-49d9-9b95-ffc42935ef68 req-f430cecc-8441-45b3-82d8-6dafaf275fd3 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=46348edd-1080-42a4-afaa-87b67a7e1ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276823 Sep 24 16:15:21.086070 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af519ba-7dc3-40da-813e-d70b72bf9062 req-96f0596d-9d16-46be-b6ea-ae2a160e84fb tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:15:21.086070 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7af519ba-7dc3-40da-813e-d70b72bf9062 req-96f0596d-9d16-46be-b6ea-ae2a160e84fb tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=336b812c-9907-4ae4-8834-1db2ef9017f1 HTTP/1.1" status: 200 len: 1096 time: 0.0431371 Sep 24 16:15:21.119305 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7af519ba-7dc3-40da-813e-d70b72bf9062 req-41f43a03-66cd-4fe6-93c7-ffe70645021d tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=46348edd-1080-42a4-afaa-87b67a7e1ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291593 Sep 24 16:15:21.596861 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc50ecf7-d0ae-412c-8402-1a3fb44eaf55 req-fb540adb-9487-43a4-9e74-fe51713f508a tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:15:21.598299 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cc50ecf7-d0ae-412c-8402-1a3fb44eaf55 req-fb540adb-9487-43a4-9e74-fe51713f508a tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=336b812c-9907-4ae4-8834-1db2ef9017f1 HTTP/1.1" status: 200 len: 1096 time: 0.0477014 Sep 24 16:15:21.639354 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cc50ecf7-d0ae-412c-8402-1a3fb44eaf55 req-eb5e55a0-4c25-44d9-8891-2e65a7569e5d tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=46348edd-1080-42a4-afaa-87b67a7e1ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310905 Sep 24 16:15:22.750049 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e7c3a-aea5-415b-8340-a9ab7f17ec90 req-53af6a16-81b9-4c2b-80c3-7d7b4d54cdbe tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:15:22.751603 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-895e7c3a-aea5-415b-8340-a9ab7f17ec90 req-53af6a16-81b9-4c2b-80c3-7d7b4d54cdbe tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=336b812c-9907-4ae4-8834-1db2ef9017f1 HTTP/1.1" status: 200 len: 1096 time: 0.0411916 Sep 24 16:15:22.786797 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-895e7c3a-aea5-415b-8340-a9ab7f17ec90 req-db216361-1022-4b52-bc08-467cca93f54d tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=46348edd-1080-42a4-afaa-87b67a7e1ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289197 Sep 24 16:15:22.872651 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5819ef-87a4-4c33-af6b-8c4d3b64958b req-01925a8c-6a1f-4063-81fc-522e1cfa3511 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:15:22.874155 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1a5819ef-87a4-4c33-af6b-8c4d3b64958b req-01925a8c-6a1f-4063-81fc-522e1cfa3511 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] 10.222.0.108 "GET /v2.0/ports?device_id=336b812c-9907-4ae4-8834-1db2ef9017f1 HTTP/1.1" status: 200 len: 1096 time: 0.0404549 Sep 24 16:15:22.957208 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-1a5819ef-87a4-4c33-af6b-8c4d3b64958b req-64b144c1-7794-4c3c-a4a1-9dcea7d33bf4 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] Deleting port 04992bbc-601f-41b0-b836-ef053941793b {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:15:22.957463 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1a5819ef-87a4-4c33-af6b-8c4d3b64958b req-64b144c1-7794-4c3c-a4a1-9dcea7d33bf4 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:23.037029 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-1a5819ef-87a4-4c33-af6b-8c4d3b64958b req-64b144c1-7794-4c3c-a4a1-9dcea7d33bf4 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] For port 04992bbc-601f-41b0-b836-ef053941793b, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=04992bbc-601f-41b0-b836-ef053941793b,segment=NetworkSegment(da9ea7d3-ac9b-483a-8bdb-fca7df13f9e7),segment_id=da9ea7d3-ac9b-483a-8bdb-fca7df13f9e7)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:15:23.037389 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1a5819ef-87a4-4c33-af6b-8c4d3b64958b req-64b144c1-7794-4c3c-a4a1-9dcea7d33bf4 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:23.053548 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-1a5819ef-87a4-4c33-af6b-8c4d3b64958b req-64b144c1-7794-4c3c-a4a1-9dcea7d33bf4 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] Calling delete_port for 04992bbc-601f-41b0-b836-ef053941793b owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:15:23.260500 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1a5819ef-87a4-4c33-af6b-8c4d3b64958b req-64b144c1-7794-4c3c-a4a1-9dcea7d33bf4 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:23.272295 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['04992bbc-601f-41b0-b836-ef053941793b'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:15:23.291289 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b144c1-7794-4c3c-a4a1-9dcea7d33bf4 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] Pushing event deleted for resources: {'Port': ['ID=04992bbc-601f-41b0-b836-ef053941793b,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:15:23.294735 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['a36bd17c-b654-4dab-83fd-1cc038936748'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:15:23.338931 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a5819ef-87a4-4c33-af6b-8c4d3b64958b req-64b144c1-7794-4c3c-a4a1-9dcea7d33bf4 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] No DVR routers for this DVR port 04992bbc-601f-41b0-b836-ef053941793b on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:15:23.342409 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1a5819ef-87a4-4c33-af6b-8c4d3b64958b req-64b144c1-7794-4c3c-a4a1-9dcea7d33bf4 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:23.344945 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1a5819ef-87a4-4c33-af6b-8c4d3b64958b req-64b144c1-7794-4c3c-a4a1-9dcea7d33bf4 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] 10.222.0.108 "DELETE /v2.0/ports/04992bbc-601f-41b0-b836-ef053941793b HTTP/1.1" status: 204 len: 173 time: 0.4637854 Sep 24 16:15:23.345417 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336b812c-9907-4ae4-8834-1db2ef9017f1', 'name': 'network-vif-deleted', 'tag': '04992bbc-601f-41b0-b836-ef053941793b'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:15:23.347788 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-103eae55-60d7-45d5-9762-95a33180ed20" -d '{"events": [{"server_uuid": "336b812c-9907-4ae4-8834-1db2ef9017f1", "name": "network-vif-deleted", "tag": "04992bbc-601f-41b0-b836-ef053941793b"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:15:23.394638 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b2b85d-14ee-42e3-8651-7b5f2a051059 x-openstack-request-id: req-15b2b85d-14ee-42e3-8651-7b5f2a051059 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:15:23.394926 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "336b812c-9907-4ae4-8834-1db2ef9017f1", "name": "network-vif-deleted", "tag": "04992bbc-601f-41b0-b836-ef053941793b", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:15:23.395176 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-15b2b85d-14ee-42e3-8651-7b5f2a051059 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:15:23.395567 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '336b812c-9907-4ae4-8834-1db2ef9017f1', 'name': 'network-vif-deleted', 'tag': '04992bbc-601f-41b0-b836-ef053941793b', 'status': 'completed', 'code': 200} Sep 24 16:15:23.892629 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-64cbcedb-894f-4d9a-8157-e058e0b0c3cc req-251cae68-1864-42f4-a952-049dd3077580 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=336b812c-9907-4ae4-8834-1db2ef9017f1 HTTP/1.1" status: 200 len: 210 time: 0.0263829 Sep 24 16:15:25.420941 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1099c6e1-1c9c-443f-8db6-a5f3ed52c019 req-80b1dfa1-ffa1-4986-98ee-0fd16d9bab23 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:15:25.422477 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1099c6e1-1c9c-443f-8db6-a5f3ed52c019 req-80b1dfa1-ffa1-4986-98ee-0fd16d9bab23 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=43713470-7d61-40db-a2f2-515fab31f29b HTTP/1.1" status: 200 len: 1097 time: 0.0409870 Sep 24 16:15:25.457038 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1099c6e1-1c9c-443f-8db6-a5f3ed52c019 req-04faa272-e539-4a10-bfea-6d31e5bc76b5 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=46348edd-1080-42a4-afaa-87b67a7e1ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285792 Sep 24 16:15:26.568328 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a77eb-56e8-4c67-acb6-95a82f66ed73 req-b37ef612-f775-45ea-8df0-66cf935ca35b tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:15:26.569845 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1e4a77eb-56e8-4c67-acb6-95a82f66ed73 req-b37ef612-f775-45ea-8df0-66cf935ca35b tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=43713470-7d61-40db-a2f2-515fab31f29b HTTP/1.1" status: 200 len: 1097 time: 0.0440431 Sep 24 16:15:26.588596 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 04992bbc-601f-41b0-b836-ef053941793b no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:15:26.605015 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1e4a77eb-56e8-4c67-acb6-95a82f66ed73 req-cfd95467-a8d1-408e-9d74-9882d0c09257 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] 10.222.0.101 "GET /v2.0/security-groups?id=46348edd-1080-42a4-afaa-87b67a7e1ed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292635 Sep 24 16:15:26.611429 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] No Port match for: 04992bbc-601f-41b0-b836-ef053941793b {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:15:26.611780 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 04992bbc-601f-41b0-b836-ef053941793b not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:15:27.032241 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9373a7-cc78-4c96-8ca7-680619f5bb3e req-0c2c4177-d63a-4653-8ae6-c5a39bc82da3 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:15:27.033770 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0c9373a7-cc78-4c96-8ca7-680619f5bb3e req-0c2c4177-d63a-4653-8ae6-c5a39bc82da3 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] 10.222.0.110 "GET /v2.0/ports?device_id=43713470-7d61-40db-a2f2-515fab31f29b HTTP/1.1" status: 200 len: 1097 time: 0.0408535 Sep 24 16:15:27.121033 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-0c9373a7-cc78-4c96-8ca7-680619f5bb3e req-b7d4aa19-0358-4125-b357-dde07fe50df1 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] Deleting port a36bd17c-b654-4dab-83fd-1cc038936748 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:15:27.121369 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-0c9373a7-cc78-4c96-8ca7-680619f5bb3e req-b7d4aa19-0358-4125-b357-dde07fe50df1 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:27.198842 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-0c9373a7-cc78-4c96-8ca7-680619f5bb3e req-b7d4aa19-0358-4125-b357-dde07fe50df1 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] For port a36bd17c-b654-4dab-83fd-1cc038936748, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=a36bd17c-b654-4dab-83fd-1cc038936748,segment=NetworkSegment(da9ea7d3-ac9b-483a-8bdb-fca7df13f9e7),segment_id=da9ea7d3-ac9b-483a-8bdb-fca7df13f9e7)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:15:27.199175 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-0c9373a7-cc78-4c96-8ca7-680619f5bb3e req-b7d4aa19-0358-4125-b357-dde07fe50df1 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:27.211857 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-0c9373a7-cc78-4c96-8ca7-680619f5bb3e req-b7d4aa19-0358-4125-b357-dde07fe50df1 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] Calling delete_port for a36bd17c-b654-4dab-83fd-1cc038936748 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:15:27.406347 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-0c9373a7-cc78-4c96-8ca7-680619f5bb3e req-b7d4aa19-0358-4125-b357-dde07fe50df1 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:27.422245 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['a36bd17c-b654-4dab-83fd-1cc038936748'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:15:27.431938 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d4aa19-0358-4125-b357-dde07fe50df1 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] Pushing event deleted for resources: {'Port': ['ID=a36bd17c-b654-4dab-83fd-1cc038936748,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:15:27.477593 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c9373a7-cc78-4c96-8ca7-680619f5bb3e req-b7d4aa19-0358-4125-b357-dde07fe50df1 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] No DVR routers for this DVR port a36bd17c-b654-4dab-83fd-1cc038936748 on host n-h1-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:15:27.480298 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-0c9373a7-cc78-4c96-8ca7-680619f5bb3e req-b7d4aa19-0358-4125-b357-dde07fe50df1 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:27.482437 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0c9373a7-cc78-4c96-8ca7-680619f5bb3e req-b7d4aa19-0358-4125-b357-dde07fe50df1 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] 10.222.0.110 "DELETE /v2.0/ports/a36bd17c-b654-4dab-83fd-1cc038936748 HTTP/1.1" status: 204 len: 173 time: 0.4372213 Sep 24 16:15:27.483442 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43713470-7d61-40db-a2f2-515fab31f29b', 'name': 'network-vif-deleted', 'tag': 'a36bd17c-b654-4dab-83fd-1cc038936748'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:15:27.485805 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c5c2809-c083-4bcd-b436-62039b0cdf55" -d '{"events": [{"server_uuid": "43713470-7d61-40db-a2f2-515fab31f29b", "name": "network-vif-deleted", "tag": "a36bd17c-b654-4dab-83fd-1cc038936748"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:15:27.535027 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:15:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6f45be-dfdc-4feb-96f3-8ec749da84a0 x-openstack-request-id: req-fd6f45be-dfdc-4feb-96f3-8ec749da84a0 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:15:27.535318 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43713470-7d61-40db-a2f2-515fab31f29b", "name": "network-vif-deleted", "tag": "a36bd17c-b654-4dab-83fd-1cc038936748", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:15:27.535568 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-fd6f45be-dfdc-4feb-96f3-8ec749da84a0 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:15:27.535961 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43713470-7d61-40db-a2f2-515fab31f29b', 'name': 'network-vif-deleted', 'tag': 'a36bd17c-b654-4dab-83fd-1cc038936748', 'status': 'completed', 'code': 200} Sep 24 16:15:27.702282 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fd6f6840-deca-4538-816c-265d561d11be req-4076b382-a8c2-4f85-ad76-2f152e12abe7 tempest-TestServerMultinode-1420978529 tempest-TestServerMultinode-1420978529-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=43713470-7d61-40db-a2f2-515fab31f29b HTTP/1.1" status: 200 len: 210 time: 0.0260768 Sep 24 16:15:28.765494 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42814) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:15:29.452852 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0e11e12b-732b-4603-b2cb-3d61c84a0efa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:29.711029 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-0e11e12b-732b-4603-b2cb-3d61c84a0efa admin admin] Deleting port 9a4a8062-ba95-4c88-97e3-2c05b53cebd7 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:15:29.711370 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0e11e12b-732b-4603-b2cb-3d61c84a0efa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:29.794738 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-0e11e12b-732b-4603-b2cb-3d61c84a0efa admin admin] For port 9a4a8062-ba95-4c88-97e3-2c05b53cebd7, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=9a4a8062-ba95-4c88-97e3-2c05b53cebd7,segment=NetworkSegment(da9ea7d3-ac9b-483a-8bdb-fca7df13f9e7),segment_id=da9ea7d3-ac9b-483a-8bdb-fca7df13f9e7)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:15:29.796128 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0e11e12b-732b-4603-b2cb-3d61c84a0efa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:29.810486 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-0e11e12b-732b-4603-b2cb-3d61c84a0efa admin admin] Calling delete_port for 9a4a8062-ba95-4c88-97e3-2c05b53cebd7 owned by network:router_interface {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:15:30.197621 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0e11e12b-732b-4603-b2cb-3d61c84a0efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:30.227092 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e11e12b-732b-4603-b2cb-3d61c84a0efa admin admin] Pushing event deleted for resources: {'Port': ['ID=9a4a8062-ba95-4c88-97e3-2c05b53cebd7,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:15:30.401628 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0e11e12b-732b-4603-b2cb-3d61c84a0efa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:30.629998 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e11e12b-732b-4603-b2cb-3d61c84a0efa admin admin] Router f4c85a0f-aca8-40e8-b170-5bd48d4d8fe7 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:15:30.742869 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e11e12b-732b-4603-b2cb-3d61c84a0efa admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:15:30.748579 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-0e11e12b-732b-4603-b2cb-3d61c84a0efa admin admin] 10.222.0.101 "PUT /v2.0/routers/f4c85a0f-aca8-40e8-b170-5bd48d4d8fe7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9814739 Sep 24 16:15:30.751193 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42822) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:15:30.754024 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7798352e-fd01-4bdc-9a92-a35fcb09a3c1 None None] Sync routers for ids ['f4c85a0f-aca8-40e8-b170-5bd48d4d8fe7'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:15:30.763767 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7798352e-fd01-4bdc-9a92-a35fcb09a3c1 None None] Routers {'f4c85a0f-aca8-40e8-b170-5bd48d4d8fe7'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:15:30.764898 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-7798352e-fd01-4bdc-9a92-a35fcb09a3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:15:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['f4c85a0f-aca8-40e8-b170-5bd48d4d8fe7'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:15:30.858765 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e7a5b6bc-5416-49fe-956c-547e816fa175 admin admin] Notify callbacks [] for router, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:30.874186 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-7798352e-fd01-4bdc-9a92-a35fcb09a3c1 None None] Set router f4c85a0f-aca8-40e8-b170-5bd48d4d8fe7 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:15:30.966599 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e7a5b6bc-5416-49fe-956c-547e816fa175 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:31.055093 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-7798352e-fd01-4bdc-9a92-a35fcb09a3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c85a0f-aca8-40e8-b170-5bd48d4d8fe7', 'name': 'tempest-TestServerMultinode-1678397119-router', 'tenant_id': '29ff53776dcb411e9ecccb5f117d5cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.188'}], 'enable_snat': True}, 'gw_port_id': 'c2053355-8124-4999-84e7-14918b1f49d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:14:39Z', 'updated_at': '2021-09-24T16:15:29Z', 'revision_number': 5, 'project_id': '29ff53776dcb411e9ecccb5f117d5cee', 'gw_port': {'id': 'c2053355-8124-4999-84e7-14918b1f49d0', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:07:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c85a0f-aca8-40e8-b170-5bd48d4d8fe7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3975, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:14:40Z', 'updated_at': '2021-09-24T16:14:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:15:31.086328 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7798352e-fd01-4bdc-9a92-a35fcb09a3c1 None None] Checking router: f4c85a0f-aca8-40e8-b170-5bd48d4d8fe7 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:15:31.095976 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7798352e-fd01-4bdc-9a92-a35fcb09a3c1 None None] Routers {'f4c85a0f-aca8-40e8-b170-5bd48d4d8fe7'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:15:31.096592 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-7798352e-fd01-4bdc-9a92-a35fcb09a3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:15:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['f4c85a0f-aca8-40e8-b170-5bd48d4d8fe7'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:15:31.129742 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-e7a5b6bc-5416-49fe-956c-547e816fa175 admin admin] Deleting port c2053355-8124-4999-84e7-14918b1f49d0 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:15:31.130128 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e7a5b6bc-5416-49fe-956c-547e816fa175 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:31.198788 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-7798352e-fd01-4bdc-9a92-a35fcb09a3c1 None None] Set router f4c85a0f-aca8-40e8-b170-5bd48d4d8fe7 gateway port host: None {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:15:31.212484 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-e7a5b6bc-5416-49fe-956c-547e816fa175 admin admin] For port c2053355-8124-4999-84e7-14918b1f49d0, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=c2053355-8124-4999-84e7-14918b1f49d0,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:15:31.212845 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e7a5b6bc-5416-49fe-956c-547e816fa175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:31.226289 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-e7a5b6bc-5416-49fe-956c-547e816fa175 admin admin] Calling delete_port for c2053355-8124-4999-84e7-14918b1f49d0 owned by network:router_gateway {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:15:31.252113 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-7798352e-fd01-4bdc-9a92-a35fcb09a3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4c85a0f-aca8-40e8-b170-5bd48d4d8fe7', 'name': 'tempest-TestServerMultinode-1678397119-router', 'tenant_id': '29ff53776dcb411e9ecccb5f117d5cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:14:39Z', 'updated_at': '2021-09-24T16:15:30Z', 'revision_number': 6, 'project_id': '29ff53776dcb411e9ecccb5f117d5cee', 'gw_port_host': None}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:15:31.284148 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7798352e-fd01-4bdc-9a92-a35fcb09a3c1 None None] The sync data for ids ['f4c85a0f-aca8-40e8-b170-5bd48d4d8fe7'] in n-d-808921-1 is: [{'id': 'f4c85a0f-aca8-40e8-b170-5bd48d4d8fe7', 'name': 'tempest-TestServerMultinode-1678397119-router', 'tenant_id': '29ff53776dcb411e9ecccb5f117d5cee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:14:39Z', 'updated_at': '2021-09-24T16:15:30Z', 'revision_number': 6, 'project_id': '29ff53776dcb411e9ecccb5f117d5cee', 'gw_port_host': None}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:15:31.285679 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f00c1581-18c0-485c-b1c5-a54937487947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:31.488746 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e7a5b6bc-5416-49fe-956c-547e816fa175 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:31.512986 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a5b6bc-5416-49fe-956c-547e816fa175 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2053355-8124-4999-84e7-14918b1f49d0,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:15:31.580912 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e7a5b6bc-5416-49fe-956c-547e816fa175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586576'] for router_gateway, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:31.673817 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e7a5b6bc-5416-49fe-956c-547e816fa175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:31.676002 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e7a5b6bc-5416-49fe-956c-547e816fa175 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:31.780433 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e7a5b6bc-5416-49fe-956c-547e816fa175 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:31.781046 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a5b6bc-5416-49fe-956c-547e816fa175 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4c85a0f-aca8-40e8-b170-5bd48d4d8fe7 {{(pid=95297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 16:15:31.785854 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device a36bd17c-b654-4dab-83fd-1cc038936748 no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:15:31.786976 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e7a5b6bc-5416-49fe-956c-547e816fa175 admin admin] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:31.788441 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e7a5b6bc-5416-49fe-956c-547e816fa175 admin admin] 10.222.0.101 "DELETE /v2.0/routers/f4c85a0f-aca8-40e8-b170-5bd48d4d8fe7 HTTP/1.1" status: 204 len: 168 time: 1.0355520 Sep 24 16:15:31.790583 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42824) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:15:31.807139 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] No Port match for: a36bd17c-b654-4dab-83fd-1cc038936748 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:15:31.807483 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device a36bd17c-b654-4dab-83fd-1cc038936748 not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:15:31.844773 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9fe88d9-f9b9-4989-9673-eb9afe94b672 admin admin] Deleting subnet 3c60716b-4216-4f57-bd19-42108ca7f589 {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 16:15:31.848558 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d9fe88d9-f9b9-4989-9673-eb9afe94b672 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:31.888792 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d9fe88d9-f9b9-4989-9673-eb9afe94b672 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:31.981186 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d9fe88d9-f9b9-4989-9673-eb9afe94b672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:32.105349 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 9a4a8062-ba95-4c88-97e3-2c05b53cebd7 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:15:32.117990 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d9fe88d9-f9b9-4989-9673-eb9afe94b672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:32.128047 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 9a4a8062-ba95-4c88-97e3-2c05b53cebd7 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:15:32.128397 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 9a4a8062-ba95-4c88-97e3-2c05b53cebd7 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:15:32.128818 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device c2053355-8124-4999-84e7-14918b1f49d0 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:15:32.148070 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fe88d9-f9b9-4989-9673-eb9afe94b672 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c60716b-4216-4f57-bd19-42108ca7f589,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:15:32.149962 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: c2053355-8124-4999-84e7-14918b1f49d0 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:15:32.155136 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device c2053355-8124-4999-84e7-14918b1f49d0 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:15:32.155778 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d9fe88d9-f9b9-4989-9673-eb9afe94b672 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:32.155778 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-d9fe88d9-f9b9-4989-9673-eb9afe94b672 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/3c60716b-4216-4f57-bd19-42108ca7f589 HTTP/1.1" status: 204 len: 168 time: 0.3620558 Sep 24 16:15:32.157275 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42826) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:15:32.164137 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb6deb12-9843-4d37-95d6-48a0bba32d71 None None] Network 2136c7ec-88c3-4798-9167-00011bf28d76 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:15:32.233446 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e811b0fb-a263-4283-b518-c1192caa0438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:32.296641 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-e811b0fb-a263-4283-b518-c1192caa0438 admin admin] Deleting port a9877fdf-88c3-4391-ad7d-8b992d3ac044 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:15:32.297008 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e811b0fb-a263-4283-b518-c1192caa0438 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:32.370185 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b86dbd-b452-4066-a717-b0905d81b417 None None] DHCP port deletion for 2136c7ec-88c3-4798-9167-00011bf28d76 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 16:15:32.373309 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-e811b0fb-a263-4283-b518-c1192caa0438 admin admin] For port a9877fdf-88c3-4391-ad7d-8b992d3ac044, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=a9877fdf-88c3-4391-ad7d-8b992d3ac044,segment=NetworkSegment(da9ea7d3-ac9b-483a-8bdb-fca7df13f9e7),segment_id=da9ea7d3-ac9b-483a-8bdb-fca7df13f9e7)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:15:32.374516 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e811b0fb-a263-4283-b518-c1192caa0438 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:32.386942 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-e811b0fb-a263-4283-b518-c1192caa0438 admin admin] Calling delete_port for a9877fdf-88c3-4391-ad7d-8b992d3ac044 owned by network:dhcp {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:15:32.423711 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-14b86dbd-b452-4066-a717-b0905d81b417 None None] Deleting port a9877fdf-88c3-4391-ad7d-8b992d3ac044 {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:15:32.424204 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-14b86dbd-b452-4066-a717-b0905d81b417 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:32.568621 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e811b0fb-a263-4283-b518-c1192caa0438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:32.593834 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e811b0fb-a263-4283-b518-c1192caa0438 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9877fdf-88c3-4391-ad7d-8b992d3ac044,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:15:32.599725 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e811b0fb-a263-4283-b518-c1192caa0438 admin admin] No DVR routers for this DVR port a9877fdf-88c3-4391-ad7d-8b992d3ac044 on host n-d-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:15:32.640752 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-14b86dbd-b452-4066-a717-b0905d81b417 None None] For port a9877fdf-88c3-4391-ad7d-8b992d3ac044, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=a9877fdf-88c3-4391-ad7d-8b992d3ac044,segment=NetworkSegment(da9ea7d3-ac9b-483a-8bdb-fca7df13f9e7),segment_id=da9ea7d3-ac9b-483a-8bdb-fca7df13f9e7)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:15:32.641153 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-14b86dbd-b452-4066-a717-b0905d81b417 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:32.653813 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-14b86dbd-b452-4066-a717-b0905d81b417 None None] Calling delete_port for a9877fdf-88c3-4391-ad7d-8b992d3ac044 owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:15:32.673795 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e811b0fb-a263-4283-b518-c1192caa0438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:32.694181 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-e811b0fb-a263-4283-b518-c1192caa0438 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2136c7ec-88c3-4798-9167-00011bf28d76']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:15:32.703986 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-e811b0fb-a263-4283-b518-c1192caa0438 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da9ea7d3-ac9b-483a-8bdb-fca7df13f9e7') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:15:32.704279 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-e811b0fb-a263-4283-b518-c1192caa0438 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da9ea7d3-ac9b-483a-8bdb-fca7df13f9e7') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:15:32.717570 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e811b0fb-a263-4283-b518-c1192caa0438 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:32.730445 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-14b86dbd-b452-4066-a717-b0905d81b417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:32.731495 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e811b0fb-a263-4283-b518-c1192caa0438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:32.738608 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e811b0fb-a263-4283-b518-c1192caa0438 admin admin] Releasing vlan 1287 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 16:15:32.739001 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e811b0fb-a263-4283-b518-c1192caa0438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:32.745330 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 16:15:32.745330 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 16:15:32.745330 n-d-808921-1 neutron-server[95298]: timer() Sep 24 16:15:32.745330 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 16:15:32.745330 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 16:15:32.745330 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 16:15:32.745330 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 16:15:32.745330 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 16:15:32.745330 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 16:15:32.745330 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 16:15:32.745330 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 16:15:32.745330 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 16:15:32.745330 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 16:15:32.745330 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 16:15:32.745330 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 16:15:32.745330 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 16:15:32.745330 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 16:15:32.745330 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 16:15:32.745330 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 16:15:32.745330 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 16:15:32.745330 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 16:15:32.745330 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 16:15:32.745330 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 16:15:32.745330 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 16:15:32.745330 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 16:15:32.745330 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 16:15:32.745330 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 16:15:32.745330 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 16:15:32.745330 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 16:15:32.745330 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 16:15:32.745330 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 16:15:32.745330 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 16:15:32.755729 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b86dbd-b452-4066-a717-b0905d81b417 None None] Pushing event deleted for resources: {'Port': ['ID=a9877fdf-88c3-4391-ad7d-8b992d3ac044,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:15:32.759033 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b86dbd-b452-4066-a717-b0905d81b417 None None] No DVR routers for this DVR port a9877fdf-88c3-4391-ad7d-8b992d3ac044 on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:15:32.885922 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e811b0fb-a263-4283-b518-c1192caa0438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:32.892097 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e811b0fb-a263-4283-b518-c1192caa0438 admin admin] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:32.893801 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-e811b0fb-a263-4283-b518-c1192caa0438 admin admin] 10.222.0.101 "DELETE /v2.0/networks/2136c7ec-88c3-4798-9167-00011bf28d76 HTTP/1.1" status: 204 len: 168 time: 0.7354960 Sep 24 16:15:32.896909 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42828) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:15:32.906242 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e811b0fb-a263-4283-b518-c1192caa0438 admin admin] Pushing event deleted for resources: {'Network': ['ID=2136c7ec-88c3-4798-9167-00011bf28d76,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:15:33.247593 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-17fdbeeb-c595-4cfe-b104-95118c67995e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:33.820887 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-17fdbeeb-c595-4cfe-b104-95118c67995e admin admin] Deleting port 268bd0a9-cf2f-4508-a189-98246b8d99b8 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:15:33.821225 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-17fdbeeb-c595-4cfe-b104-95118c67995e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:33.883105 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8c4bfb4c-1aa9-4413-b183-ee7d30b013a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:33.901051 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-17fdbeeb-c595-4cfe-b104-95118c67995e admin admin] For port 268bd0a9-cf2f-4508-a189-98246b8d99b8, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=268bd0a9-cf2f-4508-a189-98246b8d99b8,segment=NetworkSegment(304eadb6-8a46-47af-9fa5-da438c020ba6),segment_id=304eadb6-8a46-47af-9fa5-da438c020ba6)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:15:33.901617 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-17fdbeeb-c595-4cfe-b104-95118c67995e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:33.914625 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-17fdbeeb-c595-4cfe-b104-95118c67995e admin admin] Calling delete_port for 268bd0a9-cf2f-4508-a189-98246b8d99b8 owned by network:router_interface {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:15:33.993350 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device a9877fdf-88c3-4391-ad7d-8b992d3ac044 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:15:34.016817 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: a9877fdf-88c3-4391-ad7d-8b992d3ac044 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:15:34.017204 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device a9877fdf-88c3-4391-ad7d-8b992d3ac044 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:15:34.174170 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-17fdbeeb-c595-4cfe-b104-95118c67995e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:34.205530 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fdbeeb-c595-4cfe-b104-95118c67995e admin admin] Pushing event deleted for resources: {'Port': ['ID=268bd0a9-cf2f-4508-a189-98246b8d99b8,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:15:34.331911 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:34.375263 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-17fdbeeb-c595-4cfe-b104-95118c67995e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:34.594081 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17fdbeeb-c595-4cfe-b104-95118c67995e admin admin] Router f3ca9333-b77c-44f0-b492-2f42f8f25961 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:15:34.702882 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17fdbeeb-c595-4cfe-b104-95118c67995e admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:15:34.709575 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-17fdbeeb-c595-4cfe-b104-95118c67995e admin admin] 10.222.0.101 "PUT /v2.0/routers/f3ca9333-b77c-44f0-b492-2f42f8f25961/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8109212 Sep 24 16:15:34.712350 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42830) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:15:34.712473 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ee707c-539f-425c-9e4c-b10133c82e53 None None] Sync routers for ids ['f3ca9333-b77c-44f0-b492-2f42f8f25961'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:15:34.722313 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ee707c-539f-425c-9e4c-b10133c82e53 None None] Routers {'f3ca9333-b77c-44f0-b492-2f42f8f25961'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:15:34.722942 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-a8ee707c-539f-425c-9e4c-b10133c82e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:15:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['f3ca9333-b77c-44f0-b492-2f42f8f25961'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:15:34.824428 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b60a4505-7e80-431f-b8d0-09576e22c7a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:34.825058 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-a8ee707c-539f-425c-9e4c-b10133c82e53 None None] Set router f3ca9333-b77c-44f0-b492-2f42f8f25961 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:15:34.929556 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b60a4505-7e80-431f-b8d0-09576e22c7a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:35.000652 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-a8ee707c-539f-425c-9e4c-b10133c82e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ca9333-b77c-44f0-b492-2f42f8f25961', 'name': 'tempest-TestServerMultinode-1266700269-router', 'tenant_id': '830151fd08fd4972ba3c932ca4b773ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.60'}], 'enable_snat': True}, 'gw_port_id': '59b4585a-d158-482a-860c-1eaed707b4e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:14:45Z', 'updated_at': '2021-09-24T16:15:34Z', 'revision_number': 5, 'project_id': '830151fd08fd4972ba3c932ca4b773ec', 'gw_port': {'id': '59b4585a-d158-482a-860c-1eaed707b4e2', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:46:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ca9333-b77c-44f0-b492-2f42f8f25961', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3987, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:14:46Z', 'updated_at': '2021-09-24T16:14:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:15:35.030486 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ee707c-539f-425c-9e4c-b10133c82e53 None None] Checking router: f3ca9333-b77c-44f0-b492-2f42f8f25961 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:15:35.042068 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ee707c-539f-425c-9e4c-b10133c82e53 None None] Routers {'f3ca9333-b77c-44f0-b492-2f42f8f25961'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:15:35.042707 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-a8ee707c-539f-425c-9e4c-b10133c82e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:15:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['f3ca9333-b77c-44f0-b492-2f42f8f25961'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:15:35.049897 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:15:35.057316 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-b60a4505-7e80-431f-b8d0-09576e22c7a4 admin admin] Deleting port 59b4585a-d158-482a-860c-1eaed707b4e2 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:15:35.057652 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b60a4505-7e80-431f-b8d0-09576e22c7a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:35.127844 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-a8ee707c-539f-425c-9e4c-b10133c82e53 None None] Set router f3ca9333-b77c-44f0-b492-2f42f8f25961 gateway port host: None {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:15:35.137083 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-b60a4505-7e80-431f-b8d0-09576e22c7a4 admin admin] For port 59b4585a-d158-482a-860c-1eaed707b4e2, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=59b4585a-d158-482a-860c-1eaed707b4e2,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:15:35.137440 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b60a4505-7e80-431f-b8d0-09576e22c7a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:35.150090 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-b60a4505-7e80-431f-b8d0-09576e22c7a4 admin admin] Calling delete_port for 59b4585a-d158-482a-860c-1eaed707b4e2 owned by network:router_gateway {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:15:35.180982 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-a8ee707c-539f-425c-9e4c-b10133c82e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ca9333-b77c-44f0-b492-2f42f8f25961', 'name': 'tempest-TestServerMultinode-1266700269-router', 'tenant_id': '830151fd08fd4972ba3c932ca4b773ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:14:45Z', 'updated_at': '2021-09-24T16:15:34Z', 'revision_number': 6, 'project_id': '830151fd08fd4972ba3c932ca4b773ec', 'gw_port_host': None}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:15:35.207784 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ee707c-539f-425c-9e4c-b10133c82e53 None None] The sync data for ids ['f3ca9333-b77c-44f0-b492-2f42f8f25961'] in n-d-808921-1 is: [{'id': 'f3ca9333-b77c-44f0-b492-2f42f8f25961', 'name': 'tempest-TestServerMultinode-1266700269-router', 'tenant_id': '830151fd08fd4972ba3c932ca4b773ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:14:45Z', 'updated_at': '2021-09-24T16:15:34Z', 'revision_number': 6, 'project_id': '830151fd08fd4972ba3c932ca4b773ec', 'gw_port_host': None}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:15:35.368915 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b60a4505-7e80-431f-b8d0-09576e22c7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:35.391750 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:35.401498 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60a4505-7e80-431f-b8d0-09576e22c7a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=59b4585a-d158-482a-860c-1eaed707b4e2,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:15:35.463428 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b60a4505-7e80-431f-b8d0-09576e22c7a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586576'] for router_gateway, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:35.563150 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b60a4505-7e80-431f-b8d0-09576e22c7a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:35.565793 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b60a4505-7e80-431f-b8d0-09576e22c7a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:35.671666 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b60a4505-7e80-431f-b8d0-09576e22c7a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:35.672287 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b60a4505-7e80-431f-b8d0-09576e22c7a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3ca9333-b77c-44f0-b492-2f42f8f25961 {{(pid=95297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 16:15:35.676630 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b60a4505-7e80-431f-b8d0-09576e22c7a4 admin admin] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:35.677808 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b60a4505-7e80-431f-b8d0-09576e22c7a4 admin admin] 10.222.0.101 "DELETE /v2.0/routers/f3ca9333-b77c-44f0-b492-2f42f8f25961 HTTP/1.1" status: 204 len: 168 time: 0.9645069 Sep 24 16:15:35.680445 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42832) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:15:35.730847 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-586ff613-da73-4791-bf5c-d386ce157aee admin admin] Deleting subnet a685722e-3c50-4580-a0b9-6484ef86cb50 {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 16:15:35.733825 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-586ff613-da73-4791-bf5c-d386ce157aee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:35.769218 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-586ff613-da73-4791-bf5c-d386ce157aee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:35.848642 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-586ff613-da73-4791-bf5c-d386ce157aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:35.972244 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-586ff613-da73-4791-bf5c-d386ce157aee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:36.000476 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586ff613-da73-4791-bf5c-d386ce157aee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a685722e-3c50-4580-a0b9-6484ef86cb50,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:15:36.006955 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 59b4585a-d158-482a-860c-1eaed707b4e2 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:15:36.018025 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-586ff613-da73-4791-bf5c-d386ce157aee admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:36.022526 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-586ff613-da73-4791-bf5c-d386ce157aee admin admin] 10.222.0.101 "DELETE /v2.0/subnets/a685722e-3c50-4580-a0b9-6484ef86cb50 HTTP/1.1" status: 204 len: 168 time: 0.3386204 Sep 24 16:15:36.022654 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42834) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:15:36.037607 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 59b4585a-d158-482a-860c-1eaed707b4e2 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:15:36.038087 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 59b4585a-d158-482a-860c-1eaed707b4e2 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:15:36.038634 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 268bd0a9-cf2f-4508-a189-98246b8d99b8 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:15:36.041999 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44670c25-381f-4133-96c9-40cfd4a081dc None None] Network 02c9556e-968e-45f4-9bfa-1a7d4e72928a requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:15:36.076272 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 268bd0a9-cf2f-4508-a189-98246b8d99b8 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:15:36.077537 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 268bd0a9-cf2f-4508-a189-98246b8d99b8 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:15:36.102289 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-542d5725-4284-4189-9e09-83911755aae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:36.158327 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-542d5725-4284-4189-9e09-83911755aae3 admin admin] Deleting port ca1eda48-b799-40e3-88c2-f6f24f3f38d5 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:15:36.158998 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-542d5725-4284-4189-9e09-83911755aae3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:36.234197 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-542d5725-4284-4189-9e09-83911755aae3 admin admin] For port ca1eda48-b799-40e3-88c2-f6f24f3f38d5, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=ca1eda48-b799-40e3-88c2-f6f24f3f38d5,segment=NetworkSegment(304eadb6-8a46-47af-9fa5-da438c020ba6),segment_id=304eadb6-8a46-47af-9fa5-da438c020ba6)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:15:36.234197 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-542d5725-4284-4189-9e09-83911755aae3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:36.248252 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-542d5725-4284-4189-9e09-83911755aae3 admin admin] Calling delete_port for ca1eda48-b799-40e3-88c2-f6f24f3f38d5 owned by network:dhcp {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:15:36.262171 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc472791-cfbd-460b-8799-44814520d2fe None None] DHCP port deletion for 02c9556e-968e-45f4-9bfa-1a7d4e72928a request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 16:15:36.321025 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-dc472791-cfbd-460b-8799-44814520d2fe None None] Deleting port ca1eda48-b799-40e3-88c2-f6f24f3f38d5 {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:15:36.321234 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-dc472791-cfbd-460b-8799-44814520d2fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:36.400733 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-dc472791-cfbd-460b-8799-44814520d2fe None None] For port ca1eda48-b799-40e3-88c2-f6f24f3f38d5, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=ca1eda48-b799-40e3-88c2-f6f24f3f38d5,segment=NetworkSegment(304eadb6-8a46-47af-9fa5-da438c020ba6),segment_id=304eadb6-8a46-47af-9fa5-da438c020ba6)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:15:36.401407 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-dc472791-cfbd-460b-8799-44814520d2fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:36.416262 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-dc472791-cfbd-460b-8799-44814520d2fe None None] Calling delete_port for ca1eda48-b799-40e3-88c2-f6f24f3f38d5 owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:15:36.476967 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-542d5725-4284-4189-9e09-83911755aae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:36.497775 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-dc472791-cfbd-460b-8799-44814520d2fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:36.506936 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542d5725-4284-4189-9e09-83911755aae3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca1eda48-b799-40e3-88c2-f6f24f3f38d5,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:15:36.513647 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542d5725-4284-4189-9e09-83911755aae3 admin admin] No DVR routers for this DVR port ca1eda48-b799-40e3-88c2-f6f24f3f38d5 on host n-d-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:15:36.522435 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc472791-cfbd-460b-8799-44814520d2fe None None] Pushing event deleted for resources: {'Port': ['ID=ca1eda48-b799-40e3-88c2-f6f24f3f38d5,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:15:36.528002 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc472791-cfbd-460b-8799-44814520d2fe None None] No DVR routers for this DVR port ca1eda48-b799-40e3-88c2-f6f24f3f38d5 on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:15:36.596938 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-542d5725-4284-4189-9e09-83911755aae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:36.618032 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-542d5725-4284-4189-9e09-83911755aae3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02c9556e-968e-45f4-9bfa-1a7d4e72928a']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:15:36.629609 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-542d5725-4284-4189-9e09-83911755aae3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '304eadb6-8a46-47af-9fa5-da438c020ba6') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:15:36.629982 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-542d5725-4284-4189-9e09-83911755aae3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '304eadb6-8a46-47af-9fa5-da438c020ba6') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:15:36.641719 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-542d5725-4284-4189-9e09-83911755aae3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:36.655911 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-542d5725-4284-4189-9e09-83911755aae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:36.661697 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-542d5725-4284-4189-9e09-83911755aae3 admin admin] Releasing vlan 1288 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 16:15:36.662076 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-542d5725-4284-4189-9e09-83911755aae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:36.663714 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 16:15:36.663714 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 16:15:36.663714 n-d-808921-1 neutron-server[95298]: timer() Sep 24 16:15:36.663714 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 16:15:36.663714 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 16:15:36.663714 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 16:15:36.663714 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 16:15:36.663714 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 16:15:36.663714 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 16:15:36.663714 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 16:15:36.663714 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 16:15:36.663714 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 16:15:36.663714 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 16:15:36.663714 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 16:15:36.663714 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 16:15:36.663714 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 16:15:36.663714 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 16:15:36.663714 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 16:15:36.663714 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 16:15:36.663714 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 16:15:36.663714 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 16:15:36.663714 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 16:15:36.663714 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 16:15:36.663714 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 16:15:36.663714 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 16:15:36.663714 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 16:15:36.663714 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 16:15:36.663714 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 16:15:36.663714 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 16:15:36.663714 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 16:15:36.663714 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 16:15:36.663714 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 16:15:36.800148 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-542d5725-4284-4189-9e09-83911755aae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:36.805735 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-542d5725-4284-4189-9e09-83911755aae3 admin admin] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:36.807605 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-542d5725-4284-4189-9e09-83911755aae3 admin admin] 10.222.0.101 "DELETE /v2.0/networks/02c9556e-968e-45f4-9bfa-1a7d4e72928a HTTP/1.1" status: 204 len: 168 time: 0.7839599 Sep 24 16:15:36.808597 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:36.818680 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542d5725-4284-4189-9e09-83911755aae3 admin admin] Pushing event deleted for resources: {'Network': ['ID=02c9556e-968e-45f4-9bfa-1a7d4e72928a,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:15:37.182968 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42838) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:15:37.226301 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-ae0ebd79-ca6d-4ec8-8adc-a820d9a90682 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=29ff53776dcb411e9ecccb5f117d5cee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421956 Sep 24 16:15:37.228820 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42840) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:15:37.275852 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a3cf5bbd-f3c7-4bb6-9aba-769837f48811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:37.296624 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a3cf5bbd-f3c7-4bb6-9aba-769837f48811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:37.408276 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a3cf5bbd-f3c7-4bb6-9aba-769837f48811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:37.410849 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a3cf5bbd-f3c7-4bb6-9aba-769837f48811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:37.412019 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-a3cf5bbd-f3c7-4bb6-9aba-769837f48811 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/98264213-ca21-49e8-804b-2ed4c8129de1 HTTP/1.1" status: 204 len: 168 time: 0.1823106 Sep 24 16:15:37.420130 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cf5bbd-f3c7-4bb6-9aba-769837f48811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98264213-ca21-49e8-804b-2ed4c8129de1,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:15:37.993161 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device ca1eda48-b799-40e3-88c2-f6f24f3f38d5 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:15:38.018325 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: ca1eda48-b799-40e3-88c2-f6f24f3f38d5 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:15:38.018700 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device ca1eda48-b799-40e3-88c2-f6f24f3f38d5 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:15:38.248612 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42846) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:15:38.284288 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-37b91f88-5893-4bf4-acfd-645646912e0b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=830151fd08fd4972ba3c932ca4b773ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387721 Sep 24 16:15:38.286721 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42848) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:15:38.334583 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ca3a5439-6805-472a-8c14-77eb285ef1f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:38.355095 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ca3a5439-6805-472a-8c14-77eb285ef1f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:38.485918 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ca3a5439-6805-472a-8c14-77eb285ef1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:38.488426 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ca3a5439-6805-472a-8c14-77eb285ef1f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:38.489581 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-ca3a5439-6805-472a-8c14-77eb285ef1f4 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/46348edd-1080-42a4-afaa-87b67a7e1ed1 HTTP/1.1" status: 204 len: 168 time: 0.2019885 Sep 24 16:15:38.497794 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3a5439-6805-472a-8c14-77eb285ef1f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46348edd-1080-42a4-afaa-87b67a7e1ed1,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:15:39.219574 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:41.111174 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:49.682738 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e2f708cd-49ef-4f70-9658-36345c2bfa84 req-8bd8a106-4cbe-42b1-ad2c-32aa4c5a74d4 tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] 10.222.0.101 "GET /v2.0/networks?tenant_id=dd1eb29587b14d63a4272ed9ea1ba8fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233266 Sep 24 16:15:49.792576 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f708cd-49ef-4f70-9658-36345c2bfa84 req-2eeaff53-33d3-44e3-bec2-38f39a614c54 tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:15:49.794070 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e2f708cd-49ef-4f70-9658-36345c2bfa84 req-2eeaff53-33d3-44e3-bec2-38f39a614c54 tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] 10.222.0.101 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1052752 Sep 24 16:15:49.811548 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e2f708cd-49ef-4f70-9658-36345c2bfa84 req-c2e33e08-3b0a-41db-8bd1-f15c650820c8 tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] 10.222.0.101 "GET /v2.0/quotas/dd1eb29587b14d63a4272ed9ea1ba8fa HTTP/1.1" status: 200 len: 375 time: 0.0097053 Sep 24 16:15:49.847442 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e2f708cd-49ef-4f70-9658-36345c2bfa84 req-7e8c5236-2ace-4dbe-aecd-bbcfd1cc520d tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=dd1eb29587b14d63a4272ed9ea1ba8fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306389 Sep 24 16:15:50.222674 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-567a6539-c085-4946-a935-e429b2af1e69 req-8eaca629-21cf-49e8-a500-f4c401833874 tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] 10.222.0.101 "GET /v2.0/ports?device_id=cc644ccb-cd34-4f4d-85ac-9861f08e1bb2 HTTP/1.1" status: 200 len: 210 time: 0.1377223 Sep 24 16:15:51.316028 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ff0320b8-3b65-4332-9b3d-2c89890799a9 req-3c397309-db59-4c3c-a7cf-498314614ed4 tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] 10.222.0.101 "GET /v2.0/ports?device_id=cc644ccb-cd34-4f4d-85ac-9861f08e1bb2 HTTP/1.1" status: 200 len: 210 time: 0.0270364 Sep 24 16:15:52.365190 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e2f708cd-49ef-4f70-9658-36345c2bfa84 req-37fe2d6f-b7e8-4e1a-88fe-fa41c95a153a tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] 10.222.0.110 "GET /v2.0/networks?tenant_id=dd1eb29587b14d63a4272ed9ea1ba8fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213096 Sep 24 16:15:52.429207 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-199c63d9-8947-430d-a35e-87c785e709ed req-3fbd419e-3c7b-47b7-8c09-ef46746eb9dd tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] 10.222.0.101 "GET /v2.0/ports?device_id=cc644ccb-cd34-4f4d-85ac-9861f08e1bb2 HTTP/1.1" status: 200 len: 210 time: 0.0348542 Sep 24 16:15:52.501135 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f708cd-49ef-4f70-9658-36345c2bfa84 req-b8209642-deb5-4b2e-9992-83c54eb21253 tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:15:52.502729 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e2f708cd-49ef-4f70-9658-36345c2bfa84 req-b8209642-deb5-4b2e-9992-83c54eb21253 tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1301672 Sep 24 16:15:52.519932 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-e2f708cd-49ef-4f70-9658-36345c2bfa84 req-fdf52059-b175-43cb-bd2e-f312c62b9851 tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] Request body: {'port': {'device_id': 'cc644ccb-cd34-4f4d-85ac-9861f08e1bb2', 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939', 'admin_state_up': True, 'tenant_id': 'dd1eb29587b14d63a4272ed9ea1ba8fa'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:15:52.720340 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2f708cd-49ef-4f70-9658-36345c2bfa84 req-fdf52059-b175-43cb-bd2e-f312c62b9851 tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] Made reservation on behalf of dd1eb29587b14d63a4272ed9ea1ba8fa for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:15:52.724186 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e2f708cd-49ef-4f70-9658-36345c2bfa84 req-fdf52059-b175-43cb-bd2e-f312c62b9851 tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:52.733834 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e2f708cd-49ef-4f70-9658-36345c2bfa84 req-fdf52059-b175-43cb-bd2e-f312c62b9851 tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:52.833409 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e2f708cd-49ef-4f70-9658-36345c2bfa84 req-fdf52059-b175-43cb-bd2e-f312c62b9851 tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:52.908364 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e2f708cd-49ef-4f70-9658-36345c2bfa84 req-fdf52059-b175-43cb-bd2e-f312c62b9851 tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:52.976136 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf52059-b175-43cb-bd2e-f312c62b9851 tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45d2e44d-88cb-447b-b893-79222d5f7da5,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:15:53.048333 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-e2f708cd-49ef-4f70-9658-36345c2bfa84 req-fdf52059-b175-43cb-bd2e-f312c62b9851 tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] Allocated IP 192.168.233.40 (9672f189-23fe-44e6-9dd2-257ff8905939/188edb94-8042-4961-9ec0-8960b1ce1305/42d0b236-76d0-4114-a136-f78ea6dc1d55) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:15:53.210902 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e2f708cd-49ef-4f70-9658-36345c2bfa84 req-fdf52059-b175-43cb-bd2e-f312c62b9851 tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:53.310833 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e2f708cd-49ef-4f70-9658-36345c2bfa84 req-fdf52059-b175-43cb-bd2e-f312c62b9851 tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:53.352424 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2f708cd-49ef-4f70-9658-36345c2bfa84 req-fdf52059-b175-43cb-bd2e-f312c62b9851 tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] Network 9672f189-23fe-44e6-9dd2-257ff8905939 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:15:53.355425 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-e2f708cd-49ef-4f70-9658-36345c2bfa84 req-fdf52059-b175-43cb-bd2e-f312c62b9851 tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:15:53.357987 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2f708cd-49ef-4f70-9658-36345c2bfa84 req-fdf52059-b175-43cb-bd2e-f312c62b9851 tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:15:53.391000 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf52059-b175-43cb-bd2e-f312c62b9851 tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] Pushing event updated for resources: {'Port': ['ID=42d0b236-76d0-4114-a136-f78ea6dc1d55,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:15:53.418654 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f708cd-49ef-4f70-9658-36345c2bfa84 req-fdf52059-b175-43cb-bd2e-f312c62b9851 tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:15:53.419282 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e2f708cd-49ef-4f70-9658-36345c2bfa84 req-fdf52059-b175-43cb-bd2e-f312c62b9851 tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:53.515433 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e2f708cd-49ef-4f70-9658-36345c2bfa84 req-fdf52059-b175-43cb-bd2e-f312c62b9851 tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9991241 Sep 24 16:15:53.528461 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-e2f708cd-49ef-4f70-9658-36345c2bfa84 req-914d796c-6ae4-4555-987a-b9a9b4912493 service neutron] Request body: {'port': {'device_id': 'cc644ccb-cd34-4f4d-85ac-9861f08e1bb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:15:53.562828 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d24b1ef-4896-4eb8-8d64-c930949f9425 req-35516305-9c55-4cc3-a9b5-4e9bc2575405 tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:15:53.564707 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6d24b1ef-4896-4eb8-8d64-c930949f9425 req-35516305-9c55-4cc3-a9b5-4e9bc2575405 tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] 10.222.0.101 "GET /v2.0/ports?device_id=cc644ccb-cd34-4f4d-85ac-9861f08e1bb2 HTTP/1.1" status: 200 len: 935 time: 0.0535252 Sep 24 16:15:53.588525 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e2f708cd-49ef-4f70-9658-36345c2bfa84 req-914d796c-6ae4-4555-987a-b9a9b4912493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:53.604927 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6d24b1ef-4896-4eb8-8d64-c930949f9425 req-fa2e24c9-f919-45e1-9e53-e53a83462fd9 tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] 10.222.0.101 "GET /v2.0/security-groups?id=45d2e44d-88cb-447b-b893-79222d5f7da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337610 Sep 24 16:15:53.611805 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-b0435aa4-6322-4366-bd94-9314f611b183 None None] Provisioning complete for port 42d0b236-76d0-4114-a136-f78ea6dc1d55 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:15:53.612362 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b0435aa4-6322-4366-bd94-9314f611b183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:53.645475 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-b0435aa4-6322-4366-bd94-9314f611b183 None None] Port 42d0b236-76d0-4114-a136-f78ea6dc1d55 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:15:53.848999 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-e2f708cd-49ef-4f70-9658-36345c2bfa84 req-914d796c-6ae4-4555-987a-b9a9b4912493 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42d0b236-76d0-4114-a136-f78ea6dc1d55 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:15:53.856162 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e2f708cd-49ef-4f70-9658-36345c2bfa84 req-914d796c-6ae4-4555-987a-b9a9b4912493 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:53.868368 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-e2f708cd-49ef-4f70-9658-36345c2bfa84 req-914d796c-6ae4-4555-987a-b9a9b4912493 service neutron] Transition to ACTIVE for port object 42d0b236-76d0-4114-a136-f78ea6dc1d55 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 16:15:53.959265 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e2f708cd-49ef-4f70-9658-36345c2bfa84 req-914d796c-6ae4-4555-987a-b9a9b4912493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:54.033762 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914d796c-6ae4-4555-987a-b9a9b4912493 service neutron] Pushing event updated for resources: {'Port': ['ID=42d0b236-76d0-4114-a136-f78ea6dc1d55,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:15:54.131401 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-e2f708cd-49ef-4f70-9658-36345c2bfa84 req-914d796c-6ae4-4555-987a-b9a9b4912493 service neutron] Attempting to bind port 42d0b236-76d0-4114-a136-f78ea6dc1d55 on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:15:54.131742 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-e2f708cd-49ef-4f70-9658-36345c2bfa84 req-914d796c-6ae4-4555-987a-b9a9b4912493 service neutron] Attempting to bind port 42d0b236-76d0-4114-a136-f78ea6dc1d55 by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:15:54.132074 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f708cd-49ef-4f70-9658-36345c2bfa84 req-914d796c-6ae4-4555-987a-b9a9b4912493 service neutron] Attempting to bind port 42d0b236-76d0-4114-a136-f78ea6dc1d55 on network 9672f189-23fe-44e6-9dd2-257ff8905939 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:15:54.137574 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f708cd-49ef-4f70-9658-36345c2bfa84 req-914d796c-6ae4-4555-987a-b9a9b4912493 service neutron] Port 42d0b236-76d0-4114-a136-f78ea6dc1d55 on network 9672f189-23fe-44e6-9dd2-257ff8905939 not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 16:15:54.137906 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f708cd-49ef-4f70-9658-36345c2bfa84 req-914d796c-6ae4-4555-987a-b9a9b4912493 service neutron] Attempting to bind port 42d0b236-76d0-4114-a136-f78ea6dc1d55 on network 9672f189-23fe-44e6-9dd2-257ff8905939 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:15:54.144389 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f708cd-49ef-4f70-9658-36345c2bfa84 req-914d796c-6ae4-4555-987a-b9a9b4912493 service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:15:54.144762 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f708cd-49ef-4f70-9658-36345c2bfa84 req-914d796c-6ae4-4555-987a-b9a9b4912493 service neutron] Checking segment: {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:15:54.145108 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2f708cd-49ef-4f70-9658-36345c2bfa84 req-914d796c-6ae4-4555-987a-b9a9b4912493 service neutron] Bound using segment: {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:15:54.145568 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-e2f708cd-49ef-4f70-9658-36345c2bfa84 req-914d796c-6ae4-4555-987a-b9a9b4912493 service neutron] Bound port: 42d0b236-76d0-4114-a136-f78ea6dc1d55, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1f870f9-9c67-470b-a447-4718c493f9f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1258, 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:15:54.145917 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e2f708cd-49ef-4f70-9658-36345c2bfa84 req-914d796c-6ae4-4555-987a-b9a9b4912493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:54.214667 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-e2f708cd-49ef-4f70-9658-36345c2bfa84 req-914d796c-6ae4-4555-987a-b9a9b4912493 service neutron] For port 42d0b236-76d0-4114-a136-f78ea6dc1d55, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:15:54.219018 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-e2f708cd-49ef-4f70-9658-36345c2bfa84 req-914d796c-6ae4-4555-987a-b9a9b4912493 service neutron] For port 42d0b236-76d0-4114-a136-f78ea6dc1d55, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=42d0b236-76d0-4114-a136-f78ea6dc1d55,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:15:54.285810 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e2f708cd-49ef-4f70-9658-36345c2bfa84 req-914d796c-6ae4-4555-987a-b9a9b4912493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:54.321748 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f708cd-49ef-4f70-9658-36345c2bfa84 req-914d796c-6ae4-4555-987a-b9a9b4912493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:15:54.322395 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e2f708cd-49ef-4f70-9658-36345c2bfa84 req-914d796c-6ae4-4555-987a-b9a9b4912493 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:54.323816 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e2f708cd-49ef-4f70-9658-36345c2bfa84 req-914d796c-6ae4-4555-987a-b9a9b4912493 service neutron] 10.222.0.110 "PUT /v2.0/ports/42d0b236-76d0-4114-a136-f78ea6dc1d55 HTTP/1.1" status: 200 len: 1095 time: 0.7997618 Sep 24 16:15:54.324263 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc644ccb-cd34-4f4d-85ac-9861f08e1bb2', 'tag': '42d0b236-76d0-4114-a136-f78ea6dc1d55'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:15:54.326558 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a901830-c4de-444c-8bc2-b737f3ce67b1" -d '{"events": [{"name": "network-changed", "server_uuid": "cc644ccb-cd34-4f4d-85ac-9861f08e1bb2", "tag": "42d0b236-76d0-4114-a136-f78ea6dc1d55"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:15:54.354918 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914d796c-6ae4-4555-987a-b9a9b4912493 service neutron] Pushing event updated for resources: {'Port': ['ID=42d0b236-76d0-4114-a136-f78ea6dc1d55,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:15:54.368012 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ccaa9c-c45a-4491-af69-4b35600add7b x-openstack-request-id: req-84ccaa9c-c45a-4491-af69-4b35600add7b {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:15:54.368289 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc644ccb-cd34-4f4d-85ac-9861f08e1bb2", "tag": "42d0b236-76d0-4114-a136-f78ea6dc1d55", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:15:54.368545 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-84ccaa9c-c45a-4491-af69-4b35600add7b {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:15:54.368951 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc644ccb-cd34-4f4d-85ac-9861f08e1bb2', 'tag': '42d0b236-76d0-4114-a136-f78ea6dc1d55', 'status': 'completed', 'code': 200} Sep 24 16:15:54.438262 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a901830-c4de-444c-8bc2-b737f3ce67b1 req-c17cf265-5593-4c3e-bde1-e1fa624798ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:15:54.439829 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8a901830-c4de-444c-8bc2-b737f3ce67b1 req-c17cf265-5593-4c3e-bde1-e1fa624798ef service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=dd1eb29587b14d63a4272ed9ea1ba8fa&device_id=cc644ccb-cd34-4f4d-85ac-9861f08e1bb2 HTTP/1.1" status: 200 len: 1098 time: 0.0463469 Sep 24 16:15:54.469250 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8a901830-c4de-444c-8bc2-b737f3ce67b1 req-be8bc88e-39c8-4c28-94d7-f4aee1bb3cd6 service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=dd1eb29587b14d63a4272ed9ea1ba8fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0210750 Sep 24 16:15:54.566000 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a901830-c4de-444c-8bc2-b737f3ce67b1 req-d87c83b5-9f0c-440e-8243-35359c85ce3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:15:54.567495 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8a901830-c4de-444c-8bc2-b737f3ce67b1 req-d87c83b5-9f0c-440e-8243-35359c85ce3e service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0911911 Sep 24 16:15:54.656526 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f708cd-49ef-4f70-9658-36345c2bfa84 req-f10f2c44-a05b-49b6-84e9-3e8d97e39667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:15:54.658052 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e2f708cd-49ef-4f70-9658-36345c2bfa84 req-f10f2c44-a05b-49b6-84e9-3e8d97e39667 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=dd1eb29587b14d63a4272ed9ea1ba8fa&device_id=cc644ccb-cd34-4f4d-85ac-9861f08e1bb2 HTTP/1.1" status: 200 len: 1098 time: 0.0481679 Sep 24 16:15:54.706297 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e2f708cd-49ef-4f70-9658-36345c2bfa84 req-71be0c76-2bd3-45ff-9707-6876e59cf0dd service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=42d0b236-76d0-4114-a136-f78ea6dc1d55 HTTP/1.1" status: 200 len: 217 time: 0.0359023 Sep 24 16:15:54.726455 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c706271f-71c5-4894-b647-7f9a5fd4c569 req-7ce8aa7c-e95d-4269-812c-96692faf698b tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:15:54.727980 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c706271f-71c5-4894-b647-7f9a5fd4c569 req-7ce8aa7c-e95d-4269-812c-96692faf698b tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] 10.222.0.101 "GET /v2.0/ports?device_id=cc644ccb-cd34-4f4d-85ac-9861f08e1bb2 HTTP/1.1" status: 200 len: 947 time: 0.0506735 Sep 24 16:15:54.758001 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f708cd-49ef-4f70-9658-36345c2bfa84 req-19456eb4-8e93-40f4-8abc-fc3c9a04cf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:15:54.759502 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e2f708cd-49ef-4f70-9658-36345c2bfa84 req-19456eb4-8e93-40f4-8abc-fc3c9a04cf28 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=188edb94-8042-4961-9ec0-8960b1ce1305 HTTP/1.1" status: 200 len: 843 time: 0.0462029 Sep 24 16:15:54.772539 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c706271f-71c5-4894-b647-7f9a5fd4c569 req-6286ea44-4d81-404a-8d72-6df29fa456b2 tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] 10.222.0.101 "GET /v2.0/security-groups?id=45d2e44d-88cb-447b-b893-79222d5f7da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384381 Sep 24 16:15:54.807912 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f708cd-49ef-4f70-9658-36345c2bfa84 req-689c1694-24cc-49fa-abb3-8044a58525c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:15:54.809421 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e2f708cd-49ef-4f70-9658-36345c2bfa84 req-689c1694-24cc-49fa-abb3-8044a58525c5 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=9672f189-23fe-44e6-9dd2-257ff8905939&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0411112 Sep 24 16:15:55.266520 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e2f708cd-49ef-4f70-9658-36345c2bfa84 req-5a27fa7f-f2d8-4f84-aae7-6006f47c6216 service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4477620 Sep 24 16:15:55.364032 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e2f708cd-49ef-4f70-9658-36345c2bfa84 req-26ab11d3-54d8-4f5f-8983-a70f49d4484b service neutron] 10.222.0.110 "GET /v2.0/networks/9672f189-23fe-44e6-9dd2-257ff8905939?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885015 Sep 24 16:15:55.888603 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbca66d-8743-49ec-805b-906dea7dfce0 req-cc1b74bf-78b8-42de-af88-de16272eed0e tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:15:55.890870 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4cbca66d-8743-49ec-805b-906dea7dfce0 req-cc1b74bf-78b8-42de-af88-de16272eed0e tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] 10.222.0.101 "GET /v2.0/ports?device_id=cc644ccb-cd34-4f4d-85ac-9861f08e1bb2 HTTP/1.1" status: 200 len: 947 time: 0.0500948 Sep 24 16:15:55.933085 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4cbca66d-8743-49ec-805b-906dea7dfce0 req-e4ae327a-e613-40d4-bbc3-62168946770d tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] 10.222.0.101 "GET /v2.0/security-groups?id=45d2e44d-88cb-447b-b893-79222d5f7da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329115 Sep 24 16:15:57.046824 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2674a441-74c9-43fd-8552-f062f75ccda0 req-2bc122c1-e4c0-412f-80cd-d9ebc782dabe tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:15:57.048422 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2674a441-74c9-43fd-8552-f062f75ccda0 req-2bc122c1-e4c0-412f-80cd-d9ebc782dabe tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] 10.222.0.101 "GET /v2.0/ports?device_id=cc644ccb-cd34-4f4d-85ac-9861f08e1bb2 HTTP/1.1" status: 200 len: 947 time: 0.0511110 Sep 24 16:15:57.087359 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2674a441-74c9-43fd-8552-f062f75ccda0 req-0c54a7e1-ac45-43d2-ad5c-7c6db7c08440 tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] 10.222.0.101 "GET /v2.0/security-groups?id=45d2e44d-88cb-447b-b893-79222d5f7da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323539 Sep 24 16:15:57.943556 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 42d0b236-76d0-4114-a136-f78ea6dc1d55 details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 16:15:58.043186 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 42d0b236-76d0-4114-a136-f78ea6dc1d55, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=42d0b236-76d0-4114-a136-f78ea6dc1d55,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:15:58.054154 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': '42d0b236-76d0-4114-a136-f78ea6dc1d55', 'network_id': '9672f189-23fe-44e6-9dd2-257ff8905939', 'port_id': '42d0b236-76d0-4114-a136-f78ea6dc1d55', 'mac_address': 'fa:16:3e:64:92:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1258, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '188edb94-8042-4961-9ec0-8960b1ce1305', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 16:15:58.091598 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:58.104957 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42d0b236-76d0-4114-a136-f78ea6dc1d55 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:15:58.124733 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 42d0b236-76d0-4114-a136-f78ea6dc1d55, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=42d0b236-76d0-4114-a136-f78ea6dc1d55,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:15:58.184933 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:15:58.203738 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49651ccd-1d2e-44ef-ad4b-14e07b67a42c req-61ba3f1f-b7b6-464b-b183-49b478a00656 tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:15:58.205213 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-49651ccd-1d2e-44ef-ad4b-14e07b67a42c req-61ba3f1f-b7b6-464b-b183-49b478a00656 tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] 10.222.0.101 "GET /v2.0/ports?device_id=cc644ccb-cd34-4f4d-85ac-9861f08e1bb2 HTTP/1.1" status: 200 len: 947 time: 0.0507104 Sep 24 16:15:58.234496 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=42d0b236-76d0-4114-a136-f78ea6dc1d55,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:15:58.241863 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:15:58.242212 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:15:58.242594 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:15:58.242933 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:15:58.243269 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:15:58.243601 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-49651ccd-1d2e-44ef-ad4b-14e07b67a42c req-24e3c45c-9148-4369-acbd-e0c45094c7c7 tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] 10.222.0.101 "GET /v2.0/security-groups?id=45d2e44d-88cb-447b-b893-79222d5f7da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322649 Sep 24 16:15:58.243728 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:15:58.243928 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:15:58.244251 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:15:58.244574 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:15:58.244902 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:15:58.245222 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:15:58.245721 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:15:58.435006 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['42d0b236-76d0-4114-a136-f78ea6dc1d55'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:15:59.360309 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2f0265-d50e-4d44-af8e-c8c6066ca437 req-0c1b9d51-4424-4828-872d-ff226e4ee300 tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:15:59.361811 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7a2f0265-d50e-4d44-af8e-c8c6066ca437 req-0c1b9d51-4424-4828-872d-ff226e4ee300 tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] 10.222.0.101 "GET /v2.0/ports?device_id=cc644ccb-cd34-4f4d-85ac-9861f08e1bb2 HTTP/1.1" status: 200 len: 948 time: 0.0498922 Sep 24 16:15:59.400174 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7a2f0265-d50e-4d44-af8e-c8c6066ca437 req-5f255472-760c-4868-b9a1-8ea0e2d76ae8 tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] 10.222.0.101 "GET /v2.0/security-groups?id=45d2e44d-88cb-447b-b893-79222d5f7da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323689 Sep 24 16:15:59.953816 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 42d0b236-76d0-4114-a136-f78ea6dc1d55 up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:16:00.070582 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port 42d0b236-76d0-4114-a136-f78ea6dc1d55 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 16:16:00.074651 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port 42d0b236-76d0-4114-a136-f78ea6dc1d55 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:16:00.075028 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:16:00.155206 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:16:00.178366 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc644ccb-cd34-4f4d-85ac-9861f08e1bb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d0b236-76d0-4114-a136-f78ea6dc1d55'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:16:00.180618 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f95beaf-adda-477b-b219-5ed28699fa6a" -d '{"events": [{"server_uuid": "cc644ccb-cd34-4f4d-85ac-9861f08e1bb2", "name": "network-vif-plugged", "status": "completed", "tag": "42d0b236-76d0-4114-a136-f78ea6dc1d55"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:16:00.202038 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 42d0b236-76d0-4114-a136-f78ea6dc1d55, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=42d0b236-76d0-4114-a136-f78ea6dc1d55,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:16:00.219402 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cc69a72-e164-4120-8626-14918016e6bd x-openstack-request-id: req-0cc69a72-e164-4120-8626-14918016e6bd {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:16:00.219697 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc644ccb-cd34-4f4d-85ac-9861f08e1bb2", "name": "network-vif-plugged", "status": "completed", "tag": "42d0b236-76d0-4114-a136-f78ea6dc1d55", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:16:00.219954 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-0cc69a72-e164-4120-8626-14918016e6bd {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:16:00.220358 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc644ccb-cd34-4f4d-85ac-9861f08e1bb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d0b236-76d0-4114-a136-f78ea6dc1d55', 'code': 200} Sep 24 16:16:00.276206 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:16:00.327190 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=42d0b236-76d0-4114-a136-f78ea6dc1d55,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:16:00.337299 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e9befe-f59a-4321-a7bf-c612bbb55084 req-a89188de-26a2-4d34-8422-7aaabd2a7c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:16:00.338876 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-84e9befe-f59a-4321-a7bf-c612bbb55084 req-a89188de-26a2-4d34-8422-7aaabd2a7c6e service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=cc644ccb-cd34-4f4d-85ac-9861f08e1bb2 HTTP/1.1" status: 200 len: 1100 time: 0.0531063 Sep 24 16:16:00.375082 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-84e9befe-f59a-4321-a7bf-c612bbb55084 req-13930fe6-da87-4baf-80dc-ba6f20785e8e service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=45d2e44d-88cb-447b-b893-79222d5f7da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285532 Sep 24 16:16:00.515746 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac83382d-6442-492c-a85d-a620456089e2 req-1368ac44-9349-484c-baa4-7c3d6a2004b2 tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:16:00.517188 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ac83382d-6442-492c-a85d-a620456089e2 req-1368ac44-9349-484c-baa4-7c3d6a2004b2 tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] 10.222.0.101 "GET /v2.0/ports?device_id=cc644ccb-cd34-4f4d-85ac-9861f08e1bb2 HTTP/1.1" status: 200 len: 949 time: 0.0497258 Sep 24 16:16:00.560286 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ac83382d-6442-492c-a85d-a620456089e2 req-f9521450-3622-4726-8fc7-39eb25420208 tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] 10.222.0.101 "GET /v2.0/security-groups?id=45d2e44d-88cb-447b-b893-79222d5f7da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370586 Sep 24 16:16:01.233619 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5995ede1-5ff4-4247-8775-84c7bbda7b9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:16:01.678816 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962929bd-095c-47b2-a1eb-a6f7d2cfa09b req-02a21e76-683e-4fc3-97dd-59170f706048 tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:16:01.680334 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-962929bd-095c-47b2-a1eb-a6f7d2cfa09b req-02a21e76-683e-4fc3-97dd-59170f706048 tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] 10.222.0.101 "GET /v2.0/ports?device_id=cc644ccb-cd34-4f4d-85ac-9861f08e1bb2 HTTP/1.1" status: 200 len: 949 time: 0.0505474 Sep 24 16:16:01.719477 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-962929bd-095c-47b2-a1eb-a6f7d2cfa09b req-36f4da77-9db5-47da-ada6-a1f945a6967c tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] 10.222.0.101 "GET /v2.0/security-groups?id=45d2e44d-88cb-447b-b893-79222d5f7da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321991 Sep 24 16:16:02.837179 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2667d21d-40cd-4f37-b454-97d4ced98af7 req-85ddd57c-a3c6-44a0-b6e0-85aed93cf964 tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:16:02.838698 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2667d21d-40cd-4f37-b454-97d4ced98af7 req-85ddd57c-a3c6-44a0-b6e0-85aed93cf964 tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] 10.222.0.101 "GET /v2.0/ports?device_id=cc644ccb-cd34-4f4d-85ac-9861f08e1bb2 HTTP/1.1" status: 200 len: 949 time: 0.0497594 Sep 24 16:16:02.879485 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2667d21d-40cd-4f37-b454-97d4ced98af7 req-4e06de73-d541-4e38-9c1c-6c5150bc6741 tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] 10.222.0.101 "GET /v2.0/security-groups?id=45d2e44d-88cb-447b-b893-79222d5f7da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335708 Sep 24 16:16:03.264967 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [req-50193396-0a04-4b99-b335-999d53263c56 req-0b1365be-9d29-436c-9a7f-a627b1ac2b30 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 16:16:03.265887 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-50193396-0a04-4b99-b335-999d53263c56 req-0b1365be-9d29-436c-9a7f-a627b1ac2b30 service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061533 Sep 24 16:16:03.774047 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [req-279533cf-416a-4c71-b3de-03931b186c77 req-33485587-3b4a-4ff4-93ca-df8ade70fa21 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 16:16:03.775063 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-279533cf-416a-4c71-b3de-03931b186c77 req-33485587-3b4a-4ff4-93ca-df8ade70fa21 service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054028 Sep 24 16:16:03.893092 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e462a535-bd82-4a42-918e-7aefbca75c94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:16:04.323822 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:16:04.399498 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4beaf64-7aef-44f5-ac5b-7a35d5c6fd79 req-ceb32d14-2b4d-429b-9c18-771663c32cde tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:16:04.401073 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b4beaf64-7aef-44f5-ac5b-7a35d5c6fd79 req-ceb32d14-2b4d-429b-9c18-771663c32cde tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] 10.222.0.101 "GET /v2.0/ports?device_id=cc644ccb-cd34-4f4d-85ac-9861f08e1bb2 HTTP/1.1" status: 200 len: 949 time: 0.0501745 Sep 24 16:16:04.441772 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b4beaf64-7aef-44f5-ac5b-7a35d5c6fd79 req-94192ebe-405e-4121-9b90-3a6db7c99adf tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] 10.222.0.101 "GET /v2.0/security-groups?id=45d2e44d-88cb-447b-b893-79222d5f7da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337782 Sep 24 16:16:05.390425 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:16:05.559659 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b6884a-84dd-4081-99c7-a3e35e704873 req-2c0ca55c-4910-4e47-bd99-c3b85ac46e6a tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:16:05.561815 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-37b6884a-84dd-4081-99c7-a3e35e704873 req-2c0ca55c-4910-4e47-bd99-c3b85ac46e6a tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] 10.222.0.101 "GET /v2.0/ports?device_id=cc644ccb-cd34-4f4d-85ac-9861f08e1bb2 HTTP/1.1" status: 200 len: 949 time: 0.0485902 Sep 24 16:16:05.600239 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-37b6884a-84dd-4081-99c7-a3e35e704873 req-6652d479-1fa7-4716-b71e-5ef917520129 tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] 10.222.0.101 "GET /v2.0/security-groups?id=45d2e44d-88cb-447b-b893-79222d5f7da5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304799 Sep 24 16:16:05.883292 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec54c2-28d6-4916-b956-0afc9e484f31 req-15289054-1db0-4d80-b929-3e6bccf0b31c tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:16:05.884737 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-97ec54c2-28d6-4916-b956-0afc9e484f31 req-15289054-1db0-4d80-b929-3e6bccf0b31c tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] 10.222.0.110 "GET /v2.0/ports?device_id=cc644ccb-cd34-4f4d-85ac-9861f08e1bb2 HTTP/1.1" status: 200 len: 949 time: 0.0522683 Sep 24 16:16:05.974385 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-97ec54c2-28d6-4916-b956-0afc9e484f31 req-1f90987f-68fa-4bb4-9ab7-1c0b0481ab11 tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] Deleting port 42d0b236-76d0-4114-a136-f78ea6dc1d55 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:16:05.974759 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-97ec54c2-28d6-4916-b956-0afc9e484f31 req-1f90987f-68fa-4bb4-9ab7-1c0b0481ab11 tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:16:06.067242 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-97ec54c2-28d6-4916-b956-0afc9e484f31 req-1f90987f-68fa-4bb4-9ab7-1c0b0481ab11 tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] For port 42d0b236-76d0-4114-a136-f78ea6dc1d55, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=42d0b236-76d0-4114-a136-f78ea6dc1d55,segment=NetworkSegment(c1f870f9-9c67-470b-a447-4718c493f9f2),segment_id=c1f870f9-9c67-470b-a447-4718c493f9f2)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:16:06.067601 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-97ec54c2-28d6-4916-b956-0afc9e484f31 req-1f90987f-68fa-4bb4-9ab7-1c0b0481ab11 tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:16:06.080288 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-97ec54c2-28d6-4916-b956-0afc9e484f31 req-1f90987f-68fa-4bb4-9ab7-1c0b0481ab11 tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] Calling delete_port for 42d0b236-76d0-4114-a136-f78ea6dc1d55 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:16:06.281929 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-97ec54c2-28d6-4916-b956-0afc9e484f31 req-1f90987f-68fa-4bb4-9ab7-1c0b0481ab11 tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:16:06.295512 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['42d0b236-76d0-4114-a136-f78ea6dc1d55'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:16:06.316753 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f90987f-68fa-4bb4-9ab7-1c0b0481ab11 tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] Pushing event deleted for resources: {'Port': ['ID=42d0b236-76d0-4114-a136-f78ea6dc1d55,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:16:06.329439 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f90987f-68fa-4bb4-9ab7-1c0b0481ab11 tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:16:06.329831 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f90987f-68fa-4bb4-9ab7-1c0b0481ab11 tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:16:06.330207 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f90987f-68fa-4bb4-9ab7-1c0b0481ab11 tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:16:06.330600 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f90987f-68fa-4bb4-9ab7-1c0b0481ab11 tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:16:06.330960 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f90987f-68fa-4bb4-9ab7-1c0b0481ab11 tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:16:06.331321 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f90987f-68fa-4bb4-9ab7-1c0b0481ab11 tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:16:06.331949 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f90987f-68fa-4bb4-9ab7-1c0b0481ab11 tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:16:06.332552 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f90987f-68fa-4bb4-9ab7-1c0b0481ab11 tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:16:06.332552 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f90987f-68fa-4bb4-9ab7-1c0b0481ab11 tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:16:06.332787 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f90987f-68fa-4bb4-9ab7-1c0b0481ab11 tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:16:06.333056 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f90987f-68fa-4bb4-9ab7-1c0b0481ab11 tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:16:06.333409 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f90987f-68fa-4bb4-9ab7-1c0b0481ab11 tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:16:06.375919 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-97ec54c2-28d6-4916-b956-0afc9e484f31 req-1f90987f-68fa-4bb4-9ab7-1c0b0481ab11 tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] No DVR routers for this DVR port 42d0b236-76d0-4114-a136-f78ea6dc1d55 on host n-h1-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:16:06.378724 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-97ec54c2-28d6-4916-b956-0afc9e484f31 req-1f90987f-68fa-4bb4-9ab7-1c0b0481ab11 tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:16:06.382749 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-97ec54c2-28d6-4916-b956-0afc9e484f31 req-1f90987f-68fa-4bb4-9ab7-1c0b0481ab11 tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] 10.222.0.110 "DELETE /v2.0/ports/42d0b236-76d0-4114-a136-f78ea6dc1d55 HTTP/1.1" status: 204 len: 173 time: 0.4895756 Sep 24 16:16:06.382749 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc644ccb-cd34-4f4d-85ac-9861f08e1bb2', 'name': 'network-vif-deleted', 'tag': '42d0b236-76d0-4114-a136-f78ea6dc1d55'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:16:06.383492 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0464f9fa-a160-44af-8bb5-96befb6189b5" -d '{"events": [{"server_uuid": "cc644ccb-cd34-4f4d-85ac-9861f08e1bb2", "name": "network-vif-deleted", "tag": "42d0b236-76d0-4114-a136-f78ea6dc1d55"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:16:06.422108 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b07df1-990e-4c60-acce-430702a56cdd x-openstack-request-id: req-22b07df1-990e-4c60-acce-430702a56cdd {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:16:06.422502 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc644ccb-cd34-4f4d-85ac-9861f08e1bb2", "name": "network-vif-deleted", "tag": "42d0b236-76d0-4114-a136-f78ea6dc1d55", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:16:06.422750 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-22b07df1-990e-4c60-acce-430702a56cdd {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:16:06.423143 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc644ccb-cd34-4f4d-85ac-9861f08e1bb2', 'name': 'network-vif-deleted', 'tag': '42d0b236-76d0-4114-a136-f78ea6dc1d55', 'status': 'completed', 'code': 200} Sep 24 16:16:06.692047 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-33e91dd4-1eb6-402d-a986-94b45d29b8af req-99b34800-6026-4ba4-a4ab-9b9116252b18 tempest-ServersAdminNegativeTestJSON-1339778481 tempest-ServersAdminNegativeTestJSON-1339778481-project] 10.222.0.101 "GET /v2.0/ports?device_id=cc644ccb-cd34-4f4d-85ac-9861f08e1bb2 HTTP/1.1" status: 200 len: 210 time: 0.0267084 Sep 24 16:16:06.795636 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:16:08.176064 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42986) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:16:08.312066 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-38ab53f6-aafa-4693-b86a-f4c43f16329a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=dd1eb29587b14d63a4272ed9ea1ba8fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1348188 Sep 24 16:16:08.315362 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42990) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:16:08.369128 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-954b498c-aa34-4636-a79d-28ca4913bb77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:16:08.389653 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-954b498c-aa34-4636-a79d-28ca4913bb77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:16:08.516420 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-954b498c-aa34-4636-a79d-28ca4913bb77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:16:08.519019 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-954b498c-aa34-4636-a79d-28ca4913bb77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:16:08.520176 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-954b498c-aa34-4636-a79d-28ca4913bb77 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/45d2e44d-88cb-447b-b893-79222d5f7da5 HTTP/1.1" status: 204 len: 168 time: 0.2039070 Sep 24 16:16:08.527861 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954b498c-aa34-4636-a79d-28ca4913bb77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d2e44d-88cb-447b-b893-79222d5f7da5,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:16:09.212380 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 42996) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:16:09.224239 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e2abe5b2-427f-442c-9022-360ad50883ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:16:09.235972 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:16:09.311819 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e2abe5b2-427f-442c-9022-360ad50883ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:16:09.383974 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e2abe5b2-427f-442c-9022-360ad50883ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:16:09.424778 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2abe5b2-427f-442c-9022-360ad50883ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f52d661-cabb-4aa3-af06-b0202813d9da,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:16:09.428521 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e2abe5b2-427f-442c-9022-360ad50883ad admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=9bf9cec0b97d40e99f4ff93a1e5eaf0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2170038 Sep 24 16:16:09.431452 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 42998) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:16:09.434748 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2abe5b2-427f-442c-9022-360ad50883ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:16:09.435093 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2abe5b2-427f-442c-9022-360ad50883ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:16:09.435427 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2abe5b2-427f-442c-9022-360ad50883ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:16:09.435756 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2abe5b2-427f-442c-9022-360ad50883ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:16:09.436081 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2abe5b2-427f-442c-9022-360ad50883ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:16:09.436403 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2abe5b2-427f-442c-9022-360ad50883ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:16:09.436721 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2abe5b2-427f-442c-9022-360ad50883ad admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:16:09.437041 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2abe5b2-427f-442c-9022-360ad50883ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:16:09.437360 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2abe5b2-427f-442c-9022-360ad50883ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:16:09.438274 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2abe5b2-427f-442c-9022-360ad50883ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:16:09.438757 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2abe5b2-427f-442c-9022-360ad50883ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:16:09.439087 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2abe5b2-427f-442c-9022-360ad50883ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:16:09.481264 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-68b27387-ccab-4ed4-88ff-52ebe57fa349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:16:09.502468 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-68b27387-ccab-4ed4-88ff-52ebe57fa349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:16:09.670006 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-68b27387-ccab-4ed4-88ff-52ebe57fa349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:16:09.673354 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-68b27387-ccab-4ed4-88ff-52ebe57fa349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:16:09.674579 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-68b27387-ccab-4ed4-88ff-52ebe57fa349 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/7f52d661-cabb-4aa3-af06-b0202813d9da HTTP/1.1" status: 204 len: 168 time: 0.2421103 Sep 24 16:16:09.682715 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b27387-ccab-4ed4-88ff-52ebe57fa349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f52d661-cabb-4aa3-af06-b0202813d9da,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:16:10.009185 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 42d0b236-76d0-4114-a136-f78ea6dc1d55 no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:16:10.029379 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] No Port match for: 42d0b236-76d0-4114-a136-f78ea6dc1d55 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:16:10.029726 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 42d0b236-76d0-4114-a136-f78ea6dc1d55 not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:16:10.706491 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43020) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:16:10.805337 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-2d2f5f30-2c8a-442b-aad8-53d28a4c1edc admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-265923006-network', 'tenant_id': '37f6d17b5cc64c028ff17eb082b350d0'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:16:10.890539 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d2f5f30-2c8a-442b-aad8-53d28a4c1edc admin admin] Made reservation on behalf of 37f6d17b5cc64c028ff17eb082b350d0 for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:16:10.892910 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2d2f5f30-2c8a-442b-aad8-53d28a4c1edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:16:10.902094 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2d2f5f30-2c8a-442b-aad8-53d28a4c1edc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:16:10.995193 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2d2f5f30-2c8a-442b-aad8-53d28a4c1edc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:16:11.064119 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2d2f5f30-2c8a-442b-aad8-53d28a4c1edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:16:11.088484 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d2f5f30-2c8a-442b-aad8-53d28a4c1edc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1275} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 16:16:11.098776 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2f5f30-2c8a-442b-aad8-53d28a4c1edc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=704c5047-dd9d-4f93-a71b-89a92c12b3c1,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:16:11.103625 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2d2f5f30-2c8a-442b-aad8-53d28a4c1edc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:16:11.103970 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-2d2f5f30-2c8a-442b-aad8-53d28a4c1edc admin admin] Added segment 68efef84-63a8-4ed7-b6b8-ec0c0a230225 of type vlan for network b36efeba-b5fd-4b05-a81f-f47acc2adb6a Sep 24 16:16:11.148390 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2d2f5f30-2c8a-442b-aad8-53d28a4c1edc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:16:11.161305 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:16:11.252858 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2d2f5f30-2c8a-442b-aad8-53d28a4c1edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:16:11.253859 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2f5f30-2c8a-442b-aad8-53d28a4c1edc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:16:11.254479 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2d2f5f30-2c8a-442b-aad8-53d28a4c1edc admin admin] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:16:11.317209 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2f5f30-2c8a-442b-aad8-53d28a4c1edc admin admin] Pushing event updated for resources: {'Network': ['ID=b36efeba-b5fd-4b05-a81f-f47acc2adb6a,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:16:11.327108 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network b36efeba-b5fd-4b05-a81f-f47acc2adb6a details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 16:16:11.350467 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-2d2f5f30-2c8a-442b-aad8-53d28a4c1edc admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6428363 Sep 24 16:16:11.353326 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43024) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:16:11.358056 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-9c36aac0-b5b0-44fd-91ea-08afe261a3e8 admin admin] Request body: {'subnet': {'network_id': 'b36efeba-b5fd-4b05-a81f-f47acc2adb6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-265923006-subnet', 'tenant_id': '37f6d17b5cc64c028ff17eb082b350d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:16:11.452593 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c36aac0-b5b0-44fd-91ea-08afe261a3e8 admin admin] Made reservation on behalf of 37f6d17b5cc64c028ff17eb082b350d0 for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:16:11.455852 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9c36aac0-b5b0-44fd-91ea-08afe261a3e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:16:11.676314 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9c36aac0-b5b0-44fd-91ea-08afe261a3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:16:11.738609 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c36aac0-b5b0-44fd-91ea-08afe261a3e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab18248b-ea41-4576-ab6d-df3b9da1add5,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:16:11.747498 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c36aac0-b5b0-44fd-91ea-08afe261a3e8 admin admin] Checking segment: {'id': '68efef84-63a8-4ed7-b6b8-ec0c0a230225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'b36efeba-b5fd-4b05-a81f-f47acc2adb6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:16:11.747842 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c36aac0-b5b0-44fd-91ea-08afe261a3e8 admin admin] Network hostable DHCP agents. Network: b36efeba-b5fd-4b05-a81f-f47acc2adb6a, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 16:16:11.875567 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c36aac0-b5b0-44fd-91ea-08afe261a3e8 admin admin] Network b36efeba-b5fd-4b05-a81f-f47acc2adb6a is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 16:16:11.989771 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-9c36aac0-b5b0-44fd-91ea-08afe261a3e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, b36efeba-b5fd-4b05-a81f-f47acc2adb6a) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:16:11.994009 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c36aac0-b5b0-44fd-91ea-08afe261a3e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:16:11.994620 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9c36aac0-b5b0-44fd-91ea-08afe261a3e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:16:12.000108 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4c87cc-d910-40ed-860d-3c29f7ad4290 None None] Network b36efeba-b5fd-4b05-a81f-f47acc2adb6a requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:16:12.053709 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:16:12.116631 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-9c36aac0-b5b0-44fd-91ea-08afe261a3e8 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7620902 Sep 24 16:16:12.133729 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a19871-ed89-43a0-9355-4fd1c5079795 None None] Network b36efeba-b5fd-4b05-a81f-f47acc2adb6a requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:16:12.547560 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89207c0-3b54-4459-9f5e-cd03fc52dd08 req-e0c17007-71ff-454d-82b7-7b9d75b2487f tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:16:12.548939 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f89207c0-3b54-4459-9f5e-cd03fc52dd08 req-e0c17007-71ff-454d-82b7-7b9d75b2487f tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/networks?id=b36efeba-b5fd-4b05-a81f-f47acc2adb6a HTTP/1.1" status: 200 len: 811 time: 0.1018944 Sep 24 16:16:12.564165 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f89207c0-3b54-4459-9f5e-cd03fc52dd08 req-d7caff59-bedb-440f-a685-01364dc913a7 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/quotas/37f6d17b5cc64c028ff17eb082b350d0 HTTP/1.1" status: 200 len: 375 time: 0.0094175 Sep 24 16:16:12.595506 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f89207c0-3b54-4459-9f5e-cd03fc52dd08 req-c82cef82-b9ed-42f4-9506-0a9a337ef052 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=37f6d17b5cc64c028ff17eb082b350d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260859 Sep 24 16:16:12.688891 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f89207c0-3b54-4459-9f5e-cd03fc52dd08 req-4d42db13-b823-4187-ab61-5952478f1862 service neutron] 10.222.0.101 "GET /v2.0/networks/b36efeba-b5fd-4b05-a81f-f47acc2adb6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865583 Sep 24 16:16:12.783304 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f89207c0-3b54-4459-9f5e-cd03fc52dd08 req-4c2540af-fffd-408d-9481-087a58e94900 service neutron] 10.222.0.101 "GET /v2.0/networks/b36efeba-b5fd-4b05-a81f-f47acc2adb6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879321 Sep 24 16:16:13.038277 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-57849c6c-b228-4d8e-8b6e-9c33331e0cce req-fd46bcd0-f9d9-4333-9a65-e6f78d377cd8 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/ports?device_id=d3760cdc-6663-49bf-844a-5aeaa6671ea8 HTTP/1.1" status: 200 len: 210 time: 0.0274792 Sep 24 16:16:14.115682 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-137207dd-46c8-41d8-8eab-4ae5a8b7d86e req-d1043afe-45f4-491f-b175-5b4cd0bcdec9 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/ports?device_id=d3760cdc-6663-49bf-844a-5aeaa6671ea8 HTTP/1.1" status: 200 len: 210 time: 0.0285046 Sep 24 16:16:15.227787 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ba2982e6-644e-4a9a-a908-71bc9a2f321c req-0fd7fd21-2be8-44b9-8667-03c691f87b75 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/ports?device_id=d3760cdc-6663-49bf-844a-5aeaa6671ea8 HTTP/1.1" status: 200 len: 210 time: 0.0263371 Sep 24 16:16:15.377625 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89207c0-3b54-4459-9f5e-cd03fc52dd08 req-b62e1acc-36ac-4c48-8dd7-f4792c6045f8 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:16:15.379141 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f89207c0-3b54-4459-9f5e-cd03fc52dd08 req-b62e1acc-36ac-4c48-8dd7-f4792c6045f8 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.110 "GET /v2.0/networks?id=b36efeba-b5fd-4b05-a81f-f47acc2adb6a HTTP/1.1" status: 200 len: 811 time: 0.1043310 Sep 24 16:16:15.392377 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-f89207c0-3b54-4459-9f5e-cd03fc52dd08 req-5eba517d-0247-4a5d-baf5-e8bec84da372 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] Request body: {'port': {'device_id': 'd3760cdc-6663-49bf-844a-5aeaa6671ea8', 'network_id': 'b36efeba-b5fd-4b05-a81f-f47acc2adb6a', 'admin_state_up': True, 'tenant_id': '37f6d17b5cc64c028ff17eb082b350d0'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:16:15.595860 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f89207c0-3b54-4459-9f5e-cd03fc52dd08 req-5eba517d-0247-4a5d-baf5-e8bec84da372 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] Made reservation on behalf of 37f6d17b5cc64c028ff17eb082b350d0 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:16:15.599548 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-f89207c0-3b54-4459-9f5e-cd03fc52dd08 req-5eba517d-0247-4a5d-baf5-e8bec84da372 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:16:15.735511 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-f89207c0-3b54-4459-9f5e-cd03fc52dd08 req-5eba517d-0247-4a5d-baf5-e8bec84da372 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] Allocated IP 172.20.0.7 (b36efeba-b5fd-4b05-a81f-f47acc2adb6a/ab18248b-ea41-4576-ab6d-df3b9da1add5/e8d7902c-458c-4d2e-9224-75363990e937) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:16:15.893683 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-f89207c0-3b54-4459-9f5e-cd03fc52dd08 req-5eba517d-0247-4a5d-baf5-e8bec84da372 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:16:16.013313 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-f89207c0-3b54-4459-9f5e-cd03fc52dd08 req-5eba517d-0247-4a5d-baf5-e8bec84da372 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:16:16.068341 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f89207c0-3b54-4459-9f5e-cd03fc52dd08 req-5eba517d-0247-4a5d-baf5-e8bec84da372 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] Network b36efeba-b5fd-4b05-a81f-f47acc2adb6a is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:16:16.071553 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-f89207c0-3b54-4459-9f5e-cd03fc52dd08 req-5eba517d-0247-4a5d-baf5-e8bec84da372 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:16:16.075360 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-f89207c0-3b54-4459-9f5e-cd03fc52dd08 req-5eba517d-0247-4a5d-baf5-e8bec84da372 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:16:16.103004 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eba517d-0247-4a5d-baf5-e8bec84da372 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] Pushing event updated for resources: {'Port': ['ID=e8d7902c-458c-4d2e-9224-75363990e937,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:16:16.131441 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89207c0-3b54-4459-9f5e-cd03fc52dd08 req-5eba517d-0247-4a5d-baf5-e8bec84da372 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:16:16.132051 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-f89207c0-3b54-4459-9f5e-cd03fc52dd08 req-5eba517d-0247-4a5d-baf5-e8bec84da372 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:16:16.201556 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f89207c0-3b54-4459-9f5e-cd03fc52dd08 req-5eba517d-0247-4a5d-baf5-e8bec84da372 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8130105 Sep 24 16:16:16.214005 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-f89207c0-3b54-4459-9f5e-cd03fc52dd08 req-5cb0c3e7-df8e-438c-9983-1dafd3ed5114 service neutron] Request body: {'port': {'device_id': 'd3760cdc-6663-49bf-844a-5aeaa6671ea8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:16:16.269638 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-f89207c0-3b54-4459-9f5e-cd03fc52dd08 req-5cb0c3e7-df8e-438c-9983-1dafd3ed5114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:16:16.427762 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97060b6-a542-4a4d-8567-a8e17312eac3 req-dd1823f8-29bd-4e52-a1ce-33fc3cf3948d tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:16:16.429248 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a97060b6-a542-4a4d-8567-a8e17312eac3 req-dd1823f8-29bd-4e52-a1ce-33fc3cf3948d tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/ports?device_id=d3760cdc-6663-49bf-844a-5aeaa6671ea8 HTTP/1.1" status: 200 len: 931 time: 0.1230628 Sep 24 16:16:16.516227 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a97060b6-a542-4a4d-8567-a8e17312eac3 req-bb9f89a0-e5b1-45db-9fa8-149d543f03bf tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/security-groups?id=704c5047-dd9d-4f93-a71b-89a92c12b3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802088 Sep 24 16:16:16.605204 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-f89207c0-3b54-4459-9f5e-cd03fc52dd08 req-5cb0c3e7-df8e-438c-9983-1dafd3ed5114 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8d7902c-458c-4d2e-9224-75363990e937 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:16:16.613273 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-f89207c0-3b54-4459-9f5e-cd03fc52dd08 req-5cb0c3e7-df8e-438c-9983-1dafd3ed5114 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:16:16.625375 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-f89207c0-3b54-4459-9f5e-cd03fc52dd08 req-5cb0c3e7-df8e-438c-9983-1dafd3ed5114 service neutron] Transition to ACTIVE for port object e8d7902c-458c-4d2e-9224-75363990e937 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 16:16:16.721043 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-f89207c0-3b54-4459-9f5e-cd03fc52dd08 req-5cb0c3e7-df8e-438c-9983-1dafd3ed5114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:16:16.773361 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb0c3e7-df8e-438c-9983-1dafd3ed5114 service neutron] Pushing event updated for resources: {'Port': ['ID=e8d7902c-458c-4d2e-9224-75363990e937,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:16:16.845553 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-f89207c0-3b54-4459-9f5e-cd03fc52dd08 req-5cb0c3e7-df8e-438c-9983-1dafd3ed5114 service neutron] Attempting to bind port e8d7902c-458c-4d2e-9224-75363990e937 on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:16:16.845880 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-f89207c0-3b54-4459-9f5e-cd03fc52dd08 req-5cb0c3e7-df8e-438c-9983-1dafd3ed5114 service neutron] Attempting to bind port e8d7902c-458c-4d2e-9224-75363990e937 by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': '68efef84-63a8-4ed7-b6b8-ec0c0a230225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'b36efeba-b5fd-4b05-a81f-f47acc2adb6a'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:16:16.846204 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89207c0-3b54-4459-9f5e-cd03fc52dd08 req-5cb0c3e7-df8e-438c-9983-1dafd3ed5114 service neutron] Attempting to bind port e8d7902c-458c-4d2e-9224-75363990e937 on network b36efeba-b5fd-4b05-a81f-f47acc2adb6a {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:16:16.850558 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89207c0-3b54-4459-9f5e-cd03fc52dd08 req-5cb0c3e7-df8e-438c-9983-1dafd3ed5114 service neutron] Port e8d7902c-458c-4d2e-9224-75363990e937 on network b36efeba-b5fd-4b05-a81f-f47acc2adb6a not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 16:16:16.850877 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89207c0-3b54-4459-9f5e-cd03fc52dd08 req-5cb0c3e7-df8e-438c-9983-1dafd3ed5114 service neutron] Attempting to bind port e8d7902c-458c-4d2e-9224-75363990e937 on network b36efeba-b5fd-4b05-a81f-f47acc2adb6a {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:16:16.855701 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89207c0-3b54-4459-9f5e-cd03fc52dd08 req-5cb0c3e7-df8e-438c-9983-1dafd3ed5114 service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:16:16.856033 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89207c0-3b54-4459-9f5e-cd03fc52dd08 req-5cb0c3e7-df8e-438c-9983-1dafd3ed5114 service neutron] Checking segment: {'id': '68efef84-63a8-4ed7-b6b8-ec0c0a230225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'b36efeba-b5fd-4b05-a81f-f47acc2adb6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:16:16.856411 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f89207c0-3b54-4459-9f5e-cd03fc52dd08 req-5cb0c3e7-df8e-438c-9983-1dafd3ed5114 service neutron] Bound using segment: {'id': '68efef84-63a8-4ed7-b6b8-ec0c0a230225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'b36efeba-b5fd-4b05-a81f-f47acc2adb6a'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:16:16.856826 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-f89207c0-3b54-4459-9f5e-cd03fc52dd08 req-5cb0c3e7-df8e-438c-9983-1dafd3ed5114 service neutron] Bound port: e8d7902c-458c-4d2e-9224-75363990e937, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68efef84-63a8-4ed7-b6b8-ec0c0a230225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'b36efeba-b5fd-4b05-a81f-f47acc2adb6a'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:16:16.857179 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-f89207c0-3b54-4459-9f5e-cd03fc52dd08 req-5cb0c3e7-df8e-438c-9983-1dafd3ed5114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:16:16.920109 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-f89207c0-3b54-4459-9f5e-cd03fc52dd08 req-5cb0c3e7-df8e-438c-9983-1dafd3ed5114 service neutron] For port e8d7902c-458c-4d2e-9224-75363990e937, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:16:16.923957 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-f89207c0-3b54-4459-9f5e-cd03fc52dd08 req-5cb0c3e7-df8e-438c-9983-1dafd3ed5114 service neutron] For port e8d7902c-458c-4d2e-9224-75363990e937, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=e8d7902c-458c-4d2e-9224-75363990e937,segment=NetworkSegment(68efef84-63a8-4ed7-b6b8-ec0c0a230225),segment_id=68efef84-63a8-4ed7-b6b8-ec0c0a230225)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:16:16.989955 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-f89207c0-3b54-4459-9f5e-cd03fc52dd08 req-5cb0c3e7-df8e-438c-9983-1dafd3ed5114 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:16:17.024058 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89207c0-3b54-4459-9f5e-cd03fc52dd08 req-5cb0c3e7-df8e-438c-9983-1dafd3ed5114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:16:17.024608 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-f89207c0-3b54-4459-9f5e-cd03fc52dd08 req-5cb0c3e7-df8e-438c-9983-1dafd3ed5114 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:16:17.026004 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f89207c0-3b54-4459-9f5e-cd03fc52dd08 req-5cb0c3e7-df8e-438c-9983-1dafd3ed5114 service neutron] 10.222.0.110 "PUT /v2.0/ports/e8d7902c-458c-4d2e-9224-75363990e937 HTTP/1.1" status: 200 len: 1091 time: 0.8162298 Sep 24 16:16:17.026461 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3760cdc-6663-49bf-844a-5aeaa6671ea8', 'tag': 'e8d7902c-458c-4d2e-9224-75363990e937'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:16:17.028680 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4afa21d6-67f5-4723-a61b-d078084fafe8" -d '{"events": [{"name": "network-changed", "server_uuid": "d3760cdc-6663-49bf-844a-5aeaa6671ea8", "tag": "e8d7902c-458c-4d2e-9224-75363990e937"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:16:17.055406 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb0c3e7-df8e-438c-9983-1dafd3ed5114 service neutron] Pushing event updated for resources: {'Port': ['ID=e8d7902c-458c-4d2e-9224-75363990e937,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:16:17.070851 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943a9c6e-41b9-4d1a-beba-dcc2e48e6c5a x-openstack-request-id: req-943a9c6e-41b9-4d1a-beba-dcc2e48e6c5a {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:16:17.071152 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3760cdc-6663-49bf-844a-5aeaa6671ea8", "tag": "e8d7902c-458c-4d2e-9224-75363990e937", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:16:17.071421 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-943a9c6e-41b9-4d1a-beba-dcc2e48e6c5a {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:16:17.071900 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3760cdc-6663-49bf-844a-5aeaa6671ea8', 'tag': 'e8d7902c-458c-4d2e-9224-75363990e937', 'status': 'completed', 'code': 200} Sep 24 16:16:17.141789 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afa21d6-67f5-4723-a61b-d078084fafe8 req-70139bb5-b109-456b-b41a-e5bc1e481f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:16:17.143320 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4afa21d6-67f5-4723-a61b-d078084fafe8 req-70139bb5-b109-456b-b41a-e5bc1e481f15 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=37f6d17b5cc64c028ff17eb082b350d0&device_id=d3760cdc-6663-49bf-844a-5aeaa6671ea8 HTTP/1.1" status: 200 len: 1094 time: 0.0457027 Sep 24 16:16:17.241572 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afa21d6-67f5-4723-a61b-d078084fafe8 req-739446e8-e035-4e5e-a62e-e71604831f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:16:17.243072 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4afa21d6-67f5-4723-a61b-d078084fafe8 req-739446e8-e035-4e5e-a62e-e71604831f4c service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=37f6d17b5cc64c028ff17eb082b350d0&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0911760 Sep 24 16:16:17.346459 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afa21d6-67f5-4723-a61b-d078084fafe8 req-8c387775-88ba-46a0-a201-f6d6921fb427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:16:17.347947 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4afa21d6-67f5-4723-a61b-d078084fafe8 req-8c387775-88ba-46a0-a201-f6d6921fb427 service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0940716 Sep 24 16:16:17.429561 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89207c0-3b54-4459-9f5e-cd03fc52dd08 req-22c99193-3879-4ddd-98f9-c9712fde07c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:16:17.431068 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f89207c0-3b54-4459-9f5e-cd03fc52dd08 req-22c99193-3879-4ddd-98f9-c9712fde07c5 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=37f6d17b5cc64c028ff17eb082b350d0&device_id=d3760cdc-6663-49bf-844a-5aeaa6671ea8 HTTP/1.1" status: 200 len: 1094 time: 0.0418754 Sep 24 16:16:17.476263 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f89207c0-3b54-4459-9f5e-cd03fc52dd08 req-3f8ba3c3-7383-45e9-88d6-69a0360b08f8 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8d7902c-458c-4d2e-9224-75363990e937 HTTP/1.1" status: 200 len: 217 time: 0.0343556 Sep 24 16:16:17.529959 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89207c0-3b54-4459-9f5e-cd03fc52dd08 req-618ba56c-c8ff-478e-99ee-bc0a97c78f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:16:17.532091 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f89207c0-3b54-4459-9f5e-cd03fc52dd08 req-618ba56c-c8ff-478e-99ee-bc0a97c78f38 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=ab18248b-ea41-4576-ab6d-df3b9da1add5 HTTP/1.1" status: 200 len: 851 time: 0.0479126 Sep 24 16:16:17.569542 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f89207c0-3b54-4459-9f5e-cd03fc52dd08 req-724986fc-eec4-41ce-b865-8ba8dc5e52c5 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=b36efeba-b5fd-4b05-a81f-f47acc2adb6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260408 Sep 24 16:16:17.695175 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fc9b28-d285-47fa-b288-607a2c4b94ec req-89e42b4a-c658-41d4-8017-81d8d53352ac tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:16:17.696609 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-62fc9b28-d285-47fa-b288-607a2c4b94ec req-89e42b4a-c658-41d4-8017-81d8d53352ac tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/ports?device_id=d3760cdc-6663-49bf-844a-5aeaa6671ea8 HTTP/1.1" status: 200 len: 943 time: 0.1094313 Sep 24 16:16:17.709642 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f89207c0-3b54-4459-9f5e-cd03fc52dd08 req-a36ff6fd-6f6a-4120-ac2c-6e70388ea57c service neutron] 10.222.0.110 "GET /v2.0/networks/b36efeba-b5fd-4b05-a81f-f47acc2adb6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298156 Sep 24 16:16:17.770682 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-62fc9b28-d285-47fa-b288-607a2c4b94ec req-7b9ae30a-2c24-430a-aa65-2329faca3761 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/security-groups?id=704c5047-dd9d-4f93-a71b-89a92c12b3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641012 Sep 24 16:16:17.825515 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f89207c0-3b54-4459-9f5e-cd03fc52dd08 req-a6908ae4-5b49-48ce-8f0b-7dd1446d9c73 service neutron] 10.222.0.110 "GET /v2.0/networks/b36efeba-b5fd-4b05-a81f-f47acc2adb6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009381 Sep 24 16:16:18.886004 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2119d109-d60d-4484-a056-0965712e3a95 req-bfdbb829-689e-4f02-94bc-3a7595cd4e3a tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:16:18.887785 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2119d109-d60d-4484-a056-0965712e3a95 req-bfdbb829-689e-4f02-94bc-3a7595cd4e3a tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/ports?device_id=d3760cdc-6663-49bf-844a-5aeaa6671ea8 HTTP/1.1" status: 200 len: 943 time: 0.0497870 Sep 24 16:16:18.925894 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2119d109-d60d-4484-a056-0965712e3a95 req-81c24b7c-8060-43f7-a66e-2497e84c8fba tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/security-groups?id=704c5047-dd9d-4f93-a71b-89a92c12b3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316150 Sep 24 16:16:20.054491 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c673364-ce4f-41f7-bc6a-8e82f38afc15 req-3ee530d7-9ae8-4cd7-9534-04a1f0b87051 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:16:20.056015 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5c673364-ce4f-41f7-bc6a-8e82f38afc15 req-3ee530d7-9ae8-4cd7-9534-04a1f0b87051 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/ports?device_id=d3760cdc-6663-49bf-844a-5aeaa6671ea8 HTTP/1.1" status: 200 len: 943 time: 0.0555661 Sep 24 16:16:20.093490 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5c673364-ce4f-41f7-bc6a-8e82f38afc15 req-cc30846e-aa4b-43f9-9880-198d411e8c74 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/security-groups?id=704c5047-dd9d-4f93-a71b-89a92c12b3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316427 Sep 24 16:16:21.214593 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd2b02a-45b0-402f-b9c1-2bd45ab1aac8 req-9323364e-7851-4e7f-91d9-2ba34290db84 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:16:21.216150 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1cd2b02a-45b0-402f-b9c1-2bd45ab1aac8 req-9323364e-7851-4e7f-91d9-2ba34290db84 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/ports?device_id=d3760cdc-6663-49bf-844a-5aeaa6671ea8 HTTP/1.1" status: 200 len: 943 time: 0.0535355 Sep 24 16:16:21.254970 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1cd2b02a-45b0-402f-b9c1-2bd45ab1aac8 req-f15de762-bf2e-4ffe-8a0f-6bb72a2ba251 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/security-groups?id=704c5047-dd9d-4f93-a71b-89a92c12b3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323074 Sep 24 16:16:22.080874 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device e8d7902c-458c-4d2e-9224-75363990e937 details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 16:16:22.182246 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port e8d7902c-458c-4d2e-9224-75363990e937, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=e8d7902c-458c-4d2e-9224-75363990e937,segment=NetworkSegment(68efef84-63a8-4ed7-b6b8-ec0c0a230225),segment_id=68efef84-63a8-4ed7-b6b8-ec0c0a230225)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:16:22.194633 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': 'e8d7902c-458c-4d2e-9224-75363990e937', 'network_id': 'b36efeba-b5fd-4b05-a81f-f47acc2adb6a', 'port_id': 'e8d7902c-458c-4d2e-9224-75363990e937', 'mac_address': 'fa:16:3e:09:c5:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab18248b-ea41-4576-ab6d-df3b9da1add5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 16:16:22.233743 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:16:22.246374 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8d7902c-458c-4d2e-9224-75363990e937 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:16:22.266634 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port e8d7902c-458c-4d2e-9224-75363990e937, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=e8d7902c-458c-4d2e-9224-75363990e937,segment=NetworkSegment(68efef84-63a8-4ed7-b6b8-ec0c0a230225),segment_id=68efef84-63a8-4ed7-b6b8-ec0c0a230225)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:16:22.341449 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:16:22.375731 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35279c5f-9cea-4f19-823f-7d758536daa1 req-c35e1b52-9c33-4553-9866-442e819bfa41 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:16:22.378046 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-35279c5f-9cea-4f19-823f-7d758536daa1 req-c35e1b52-9c33-4553-9866-442e819bfa41 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/ports?device_id=d3760cdc-6663-49bf-844a-5aeaa6671ea8 HTTP/1.1" status: 200 len: 943 time: 0.0546532 Sep 24 16:16:22.391151 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=e8d7902c-458c-4d2e-9224-75363990e937,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:16:22.423372 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-35279c5f-9cea-4f19-823f-7d758536daa1 req-a330a1c1-17ed-4d6e-8478-7e68b0725213 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/security-groups?id=704c5047-dd9d-4f93-a71b-89a92c12b3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386102 Sep 24 16:16:22.601078 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['e8d7902c-458c-4d2e-9224-75363990e937'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:16:23.540798 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00f6865-e359-475c-8b64-daa9dff58833 req-482952f3-814a-42a5-a997-cfa2706dad3e tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:16:23.542306 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f00f6865-e359-475c-8b64-daa9dff58833 req-482952f3-814a-42a5-a997-cfa2706dad3e tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/ports?device_id=d3760cdc-6663-49bf-844a-5aeaa6671ea8 HTTP/1.1" status: 200 len: 944 time: 0.0504260 Sep 24 16:16:23.579726 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f00f6865-e359-475c-8b64-daa9dff58833 req-d25bc09f-a630-47fc-abcc-363ff380da86 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/security-groups?id=704c5047-dd9d-4f93-a71b-89a92c12b3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310535 Sep 24 16:16:24.089236 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device e8d7902c-458c-4d2e-9224-75363990e937 up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:16:24.215619 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port e8d7902c-458c-4d2e-9224-75363990e937 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 16:16:24.219634 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port e8d7902c-458c-4d2e-9224-75363990e937 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:16:24.225516 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:16:24.299475 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:16:24.321229 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3760cdc-6663-49bf-844a-5aeaa6671ea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8d7902c-458c-4d2e-9224-75363990e937'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:16:24.323511 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc9738b7-6679-4d11-b7b5-0548aefbda09" -d '{"events": [{"server_uuid": "d3760cdc-6663-49bf-844a-5aeaa6671ea8", "name": "network-vif-plugged", "status": "completed", "tag": "e8d7902c-458c-4d2e-9224-75363990e937"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:16:24.337023 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port e8d7902c-458c-4d2e-9224-75363990e937, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=e8d7902c-458c-4d2e-9224-75363990e937,segment=NetworkSegment(68efef84-63a8-4ed7-b6b8-ec0c0a230225),segment_id=68efef84-63a8-4ed7-b6b8-ec0c0a230225)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:16:24.361225 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ee6055a-bdc2-4dac-a112-066fbb631ff5 x-openstack-request-id: req-7ee6055a-bdc2-4dac-a112-066fbb631ff5 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:16:24.361536 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3760cdc-6663-49bf-844a-5aeaa6671ea8", "name": "network-vif-plugged", "status": "completed", "tag": "e8d7902c-458c-4d2e-9224-75363990e937", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:16:24.364122 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-7ee6055a-bdc2-4dac-a112-066fbb631ff5 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:16:24.364122 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3760cdc-6663-49bf-844a-5aeaa6671ea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8d7902c-458c-4d2e-9224-75363990e937', 'code': 200} Sep 24 16:16:24.418036 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:16:24.464809 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=e8d7902c-458c-4d2e-9224-75363990e937,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:16:24.469054 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff4618-2f0b-4819-b0d6-a3ffd0c6876a req-69dff046-791f-466d-ad0d-f26d5f0d6edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:16:24.470639 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-85ff4618-2f0b-4819-b0d6-a3ffd0c6876a req-69dff046-791f-466d-ad0d-f26d5f0d6edc service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=d3760cdc-6663-49bf-844a-5aeaa6671ea8 HTTP/1.1" status: 200 len: 1096 time: 0.0420520 Sep 24 16:16:24.507505 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-85ff4618-2f0b-4819-b0d6-a3ffd0c6876a req-cf08b2e3-00d1-4e9c-8135-6667a3a7a9cb service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=704c5047-dd9d-4f93-a71b-89a92c12b3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283017 Sep 24 16:16:24.694438 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f388a-e284-432d-94b5-7e6163bc3f1e req-a7191346-85f0-4609-a91e-45f2ad98af3d tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:16:24.695962 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-193f388a-e284-432d-94b5-7e6163bc3f1e req-a7191346-85f0-4609-a91e-45f2ad98af3d tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/ports?device_id=d3760cdc-6663-49bf-844a-5aeaa6671ea8 HTTP/1.1" status: 200 len: 945 time: 0.0490689 Sep 24 16:16:24.733928 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-193f388a-e284-432d-94b5-7e6163bc3f1e req-da338e30-8159-478c-848d-6a230e262e11 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/security-groups?id=704c5047-dd9d-4f93-a71b-89a92c12b3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320439 Sep 24 16:16:25.854854 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4621aa81-c5fe-45aa-8e25-3bde9f906963 req-58b94582-936e-43be-9ece-e92763497fa3 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:16:25.856388 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4621aa81-c5fe-45aa-8e25-3bde9f906963 req-58b94582-936e-43be-9ece-e92763497fa3 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/ports?device_id=d3760cdc-6663-49bf-844a-5aeaa6671ea8 HTTP/1.1" status: 200 len: 945 time: 0.0524230 Sep 24 16:16:25.893603 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4621aa81-c5fe-45aa-8e25-3bde9f906963 req-0f5edf67-5f06-4073-8884-cc708c65dd1b tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/security-groups?id=704c5047-dd9d-4f93-a71b-89a92c12b3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313916 Sep 24 16:16:27.012938 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdb9026-0382-4b65-a841-879316aacbd2 req-6da4c37b-2bd4-467e-8fa9-1f0e5d2160a6 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:16:27.014446 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1cdb9026-0382-4b65-a841-879316aacbd2 req-6da4c37b-2bd4-467e-8fa9-1f0e5d2160a6 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/ports?device_id=d3760cdc-6663-49bf-844a-5aeaa6671ea8 HTTP/1.1" status: 200 len: 945 time: 0.0542128 Sep 24 16:16:27.053157 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1cdb9026-0382-4b65-a841-879316aacbd2 req-2ee93e99-ba37-4609-b0eb-43895a68e04c tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/security-groups?id=704c5047-dd9d-4f93-a71b-89a92c12b3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320330 Sep 24 16:16:27.521901 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8a356-bd28-4436-b8a4-98dbc7d4e8cc req-691cc709-c6db-406d-98ca-e1d12e0cb60c tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:16:27.523471 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c6a8a356-bd28-4436-b8a4-98dbc7d4e8cc req-691cc709-c6db-406d-98ca-e1d12e0cb60c tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/ports?device_id=d3760cdc-6663-49bf-844a-5aeaa6671ea8 HTTP/1.1" status: 200 len: 945 time: 0.0504725 Sep 24 16:16:27.561992 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c6a8a356-bd28-4436-b8a4-98dbc7d4e8cc req-a8f78fa6-7f80-4b3f-b31e-70044b753f78 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/security-groups?id=704c5047-dd9d-4f93-a71b-89a92c12b3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321565 Sep 24 16:16:27.703043 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1d8b4765-dc85-4a35-bc7d-d6ad369800ee req-4ce3a5a5-d245-4cf5-8ebf-9be7633e1bd8 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=d3760cdc-6663-49bf-844a-5aeaa6671ea8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0989971 Sep 24 16:16:27.712503 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [req-1d8b4765-dc85-4a35-bc7d-d6ad369800ee req-f900db63-e3f8-46d4-a40d-5746c679641b service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 16:16:27.713478 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1d8b4765-dc85-4a35-bc7d-d6ad369800ee req-f900db63-e3f8-46d4-a40d-5746c679641b service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051024 Sep 24 16:16:28.681473 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d83621-2c90-405d-a95f-52fbd80ae19e req-c46b34bb-7e84-4eb9-b8ce-678dd7696526 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:16:28.683181 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-77d83621-2c90-405d-a95f-52fbd80ae19e req-c46b34bb-7e84-4eb9-b8ce-678dd7696526 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/ports?device_id=d3760cdc-6663-49bf-844a-5aeaa6671ea8 HTTP/1.1" status: 200 len: 945 time: 0.0501230 Sep 24 16:16:28.723300 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-77d83621-2c90-405d-a95f-52fbd80ae19e req-84b16ea4-a562-4b00-9c11-d23f7d487746 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/security-groups?id=704c5047-dd9d-4f93-a71b-89a92c12b3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339568 Sep 24 16:16:29.839475 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13c17de-8af1-4519-a56d-d0ee50347c98 req-0b8ec6b7-aead-4e15-a820-ebbd40ca770c tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:16:29.840960 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a13c17de-8af1-4519-a56d-d0ee50347c98 req-0b8ec6b7-aead-4e15-a820-ebbd40ca770c tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/ports?device_id=d3760cdc-6663-49bf-844a-5aeaa6671ea8 HTTP/1.1" status: 200 len: 945 time: 0.0483778 Sep 24 16:16:29.883677 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a13c17de-8af1-4519-a56d-d0ee50347c98 req-39b6d9ee-f202-42a6-b28b-2b9dff8f980d tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/security-groups?id=704c5047-dd9d-4f93-a71b-89a92c12b3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361774 Sep 24 16:16:29.919257 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b4765-dc85-4a35-bc7d-d6ad369800ee req-18dbe2e5-7323-4cd5-8514-1267d55f082a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:16:29.920746 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1d8b4765-dc85-4a35-bc7d-d6ad369800ee req-18dbe2e5-7323-4cd5-8514-1267d55f082a service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=37f6d17b5cc64c028ff17eb082b350d0&device_id=d3760cdc-6663-49bf-844a-5aeaa6671ea8 HTTP/1.1" status: 200 len: 1096 time: 0.0411344 Sep 24 16:16:30.016972 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b4765-dc85-4a35-bc7d-d6ad369800ee req-954da87e-a496-4689-9d56-84ffd0b87733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:16:30.018391 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1d8b4765-dc85-4a35-bc7d-d6ad369800ee req-954da87e-a496-4689-9d56-84ffd0b87733 service neutron] 10.222.0.110 "GET /v2.0/networks?id=b36efeba-b5fd-4b05-a81f-f47acc2adb6a HTTP/1.1" status: 200 len: 913 time: 0.0891011 Sep 24 16:16:30.061057 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1d8b4765-dc85-4a35-bc7d-d6ad369800ee req-fc850da4-d671-42f6-8daa-379a5231e9fa service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8d7902c-458c-4d2e-9224-75363990e937 HTTP/1.1" status: 200 len: 217 time: 0.0342250 Sep 24 16:16:30.117170 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b4765-dc85-4a35-bc7d-d6ad369800ee req-088a1b16-d7aa-4ef7-bb5c-a4b6c164468a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:16:30.118625 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1d8b4765-dc85-4a35-bc7d-d6ad369800ee req-088a1b16-d7aa-4ef7-bb5c-a4b6c164468a service neutron] 10.222.0.110 "GET /v2.0/subnets?id=ab18248b-ea41-4576-ab6d-df3b9da1add5 HTTP/1.1" status: 200 len: 851 time: 0.0470107 Sep 24 16:16:30.151424 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1d8b4765-dc85-4a35-bc7d-d6ad369800ee req-96a52135-4d9f-488c-a797-ef2cde3330bb service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=b36efeba-b5fd-4b05-a81f-f47acc2adb6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253439 Sep 24 16:16:30.239841 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1d8b4765-dc85-4a35-bc7d-d6ad369800ee req-89312b47-7546-467d-8137-2e13e0b3edaf service neutron] 10.222.0.110 "GET /v2.0/networks/b36efeba-b5fd-4b05-a81f-f47acc2adb6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811734 Sep 24 16:16:30.334147 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1d8b4765-dc85-4a35-bc7d-d6ad369800ee req-5707f4ba-97d4-4d8d-8242-5e617197a31e service neutron] 10.222.0.110 "GET /v2.0/networks/b36efeba-b5fd-4b05-a81f-f47acc2adb6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867329 Sep 24 16:16:30.999455 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08314f35-b5fd-4c86-b647-a1498a398ea2 req-ce5c746b-18e5-45ca-9e8c-6c5c9b234c7c tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:16:31.000949 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-08314f35-b5fd-4c86-b647-a1498a398ea2 req-ce5c746b-18e5-45ca-9e8c-6c5c9b234c7c tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/ports?device_id=d3760cdc-6663-49bf-844a-5aeaa6671ea8 HTTP/1.1" status: 200 len: 945 time: 0.0485828 Sep 24 16:16:31.038746 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-08314f35-b5fd-4c86-b647-a1498a398ea2 req-ef1d3216-f517-408a-b44b-a627507eab78 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/security-groups?id=704c5047-dd9d-4f93-a71b-89a92c12b3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313272 Sep 24 16:16:31.194605 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-80ed7425-5834-48c8-a5a9-e05b50822a08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:16:32.154941 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f735d57-cc34-49a5-99b7-79dc642d929f req-ff1663e0-5aee-4cef-b901-3ae54cee1fa5 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:16:32.156452 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7f735d57-cc34-49a5-99b7-79dc642d929f req-ff1663e0-5aee-4cef-b901-3ae54cee1fa5 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/ports?device_id=d3760cdc-6663-49bf-844a-5aeaa6671ea8 HTTP/1.1" status: 200 len: 945 time: 0.0503399 Sep 24 16:16:32.195235 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7f735d57-cc34-49a5-99b7-79dc642d929f req-04919460-a7c2-4345-92f0-1fcd336f8549 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/security-groups?id=704c5047-dd9d-4f93-a71b-89a92c12b3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328982 Sep 24 16:16:33.334364 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd2e3bc-5ce5-48d4-9fcf-dfa44446dfc5 req-c95ba265-8036-4a25-8296-9976488eda82 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:16:33.335871 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8cd2e3bc-5ce5-48d4-9fcf-dfa44446dfc5 req-c95ba265-8036-4a25-8296-9976488eda82 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/ports?device_id=d3760cdc-6663-49bf-844a-5aeaa6671ea8 HTTP/1.1" status: 200 len: 945 time: 0.0490453 Sep 24 16:16:33.379280 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8cd2e3bc-5ce5-48d4-9fcf-dfa44446dfc5 req-4c4c363a-bb6c-44fd-b7b1-8b5f550e22c3 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/security-groups?id=704c5047-dd9d-4f93-a71b-89a92c12b3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373616 Sep 24 16:16:33.914704 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-23f58c55-8b3c-4012-971b-fd60acb44eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:16:34.274561 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:16:34.495439 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c27cbd-edc4-4d3f-a31e-bcef37b076c1 req-32c97db7-9ae9-4816-a1f2-09824ac81c7e tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:16:34.496917 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-76c27cbd-edc4-4d3f-a31e-bcef37b076c1 req-32c97db7-9ae9-4816-a1f2-09824ac81c7e tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/ports?device_id=d3760cdc-6663-49bf-844a-5aeaa6671ea8 HTTP/1.1" status: 200 len: 945 time: 0.0499370 Sep 24 16:16:34.536570 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-76c27cbd-edc4-4d3f-a31e-bcef37b076c1 req-74a63926-443d-4b38-a21d-39c132449489 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/security-groups?id=704c5047-dd9d-4f93-a71b-89a92c12b3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336969 Sep 24 16:16:35.388738 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:16:35.658384 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03afe985-e4b9-43bf-971a-137bd18d369d req-0dad303c-0e46-4c51-b313-f708de75299c tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:16:35.660435 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-03afe985-e4b9-43bf-971a-137bd18d369d req-0dad303c-0e46-4c51-b313-f708de75299c tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/ports?device_id=d3760cdc-6663-49bf-844a-5aeaa6671ea8 HTTP/1.1" status: 200 len: 945 time: 0.0534806 Sep 24 16:16:35.703559 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-03afe985-e4b9-43bf-971a-137bd18d369d req-c59b76e4-931d-4fe2-9985-409e812dde5a tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/security-groups?id=704c5047-dd9d-4f93-a71b-89a92c12b3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365384 Sep 24 16:16:36.794643 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:16:36.821254 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55154939-836d-47a1-94d2-a45821abb7e3 req-d74228dc-3e32-411e-b32d-155e4c6f42e4 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:16:36.822762 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-55154939-836d-47a1-94d2-a45821abb7e3 req-d74228dc-3e32-411e-b32d-155e4c6f42e4 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/ports?device_id=d3760cdc-6663-49bf-844a-5aeaa6671ea8 HTTP/1.1" status: 200 len: 945 time: 0.0488746 Sep 24 16:16:36.864566 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-55154939-836d-47a1-94d2-a45821abb7e3 req-9f6a26b5-f51c-4655-a8a6-f49b3625f563 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/security-groups?id=704c5047-dd9d-4f93-a71b-89a92c12b3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359437 Sep 24 16:16:37.989187 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e071b73-8508-4e83-8674-db7efb81bcfe req-6f991fbb-d4d0-4dad-b5b0-dd16e76115d5 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:16:37.990691 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5e071b73-8508-4e83-8674-db7efb81bcfe req-6f991fbb-d4d0-4dad-b5b0-dd16e76115d5 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/ports?device_id=d3760cdc-6663-49bf-844a-5aeaa6671ea8 HTTP/1.1" status: 200 len: 945 time: 0.0490797 Sep 24 16:16:38.032359 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5e071b73-8508-4e83-8674-db7efb81bcfe req-bbd03458-1f38-4535-a35a-45a151908f79 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/security-groups?id=704c5047-dd9d-4f93-a71b-89a92c12b3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326252 Sep 24 16:16:39.149360 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7464a685-8ad1-4c56-9ff9-3d445689a810 req-2efd7de5-3825-424b-af2c-9b17ee6fc6ac tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:16:39.150908 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7464a685-8ad1-4c56-9ff9-3d445689a810 req-2efd7de5-3825-424b-af2c-9b17ee6fc6ac tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/ports?device_id=d3760cdc-6663-49bf-844a-5aeaa6671ea8 HTTP/1.1" status: 200 len: 945 time: 0.0492079 Sep 24 16:16:39.189345 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7464a685-8ad1-4c56-9ff9-3d445689a810 req-c1a971f6-9c51-4032-86f5-51969f9a7edc tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/security-groups?id=704c5047-dd9d-4f93-a71b-89a92c12b3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322728 Sep 24 16:16:39.245743 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:16:40.303497 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a0faa-599b-42c7-ac13-6aea61685727 req-117dca05-647f-4c80-ac78-b3e2279077ff tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:16:40.304983 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-da5a0faa-599b-42c7-ac13-6aea61685727 req-117dca05-647f-4c80-ac78-b3e2279077ff tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/ports?device_id=d3760cdc-6663-49bf-844a-5aeaa6671ea8 HTTP/1.1" status: 200 len: 945 time: 0.0487640 Sep 24 16:16:40.348865 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-da5a0faa-599b-42c7-ac13-6aea61685727 req-7545a4a6-0c96-4144-99bd-6fc0250aedfa tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/security-groups?id=704c5047-dd9d-4f93-a71b-89a92c12b3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377831 Sep 24 16:16:41.128966 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:16:41.462397 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d685579-f7ff-4a31-9d48-eb97798b1436 req-fd1b5a05-8b71-4117-97de-b43a65977bbb tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:16:41.463892 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4d685579-f7ff-4a31-9d48-eb97798b1436 req-fd1b5a05-8b71-4117-97de-b43a65977bbb tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/ports?device_id=d3760cdc-6663-49bf-844a-5aeaa6671ea8 HTTP/1.1" status: 200 len: 945 time: 0.0487208 Sep 24 16:16:41.501599 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4d685579-f7ff-4a31-9d48-eb97798b1436 req-b5ca25ab-717c-4f59-b8d2-f642640b32bd tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/security-groups?id=704c5047-dd9d-4f93-a71b-89a92c12b3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317647 Sep 24 16:16:42.615891 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981e63ce-fb06-41c7-aeec-468de1199e70 req-6976ae7b-ce13-4570-981b-6eed2b6d4e7a tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:16:42.617260 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-981e63ce-fb06-41c7-aeec-468de1199e70 req-6976ae7b-ce13-4570-981b-6eed2b6d4e7a tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/ports?device_id=d3760cdc-6663-49bf-844a-5aeaa6671ea8 HTTP/1.1" status: 200 len: 945 time: 0.0495150 Sep 24 16:16:42.654386 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-981e63ce-fb06-41c7-aeec-468de1199e70 req-5566e928-be9c-44e7-a9f5-89bc7aac291b tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/security-groups?id=704c5047-dd9d-4f93-a71b-89a92c12b3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311692 Sep 24 16:16:43.769814 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99582e29-26f9-4dd9-ba05-15bbeaed8810 req-e94b051f-9934-487b-aec7-e6bdbb221a6a tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:16:43.771373 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-99582e29-26f9-4dd9-ba05-15bbeaed8810 req-e94b051f-9934-487b-aec7-e6bdbb221a6a tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/ports?device_id=d3760cdc-6663-49bf-844a-5aeaa6671ea8 HTTP/1.1" status: 200 len: 945 time: 0.0501704 Sep 24 16:16:43.813773 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-99582e29-26f9-4dd9-ba05-15bbeaed8810 req-5440689c-8445-4d0f-b0f1-fc2c1222fbe6 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/security-groups?id=704c5047-dd9d-4f93-a71b-89a92c12b3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363901 Sep 24 16:16:44.930005 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e01c99e-a63c-4249-955e-acb66529a86b req-e3b506bd-8f78-44ca-871f-1c13c96133db tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:16:44.931469 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0e01c99e-a63c-4249-955e-acb66529a86b req-e3b506bd-8f78-44ca-871f-1c13c96133db tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/ports?device_id=d3760cdc-6663-49bf-844a-5aeaa6671ea8 HTTP/1.1" status: 200 len: 945 time: 0.0503314 Sep 24 16:16:44.969163 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0e01c99e-a63c-4249-955e-acb66529a86b req-93665e7e-bc70-4402-b2d4-7f270a341fdb tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/security-groups?id=704c5047-dd9d-4f93-a71b-89a92c12b3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318089 Sep 24 16:16:46.088557 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba27b87b-05b5-448e-b2f3-4d02e4ecfca0 req-7de2dc97-9223-46e5-96e9-46305a45e774 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:16:46.090120 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ba27b87b-05b5-448e-b2f3-4d02e4ecfca0 req-7de2dc97-9223-46e5-96e9-46305a45e774 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/ports?device_id=d3760cdc-6663-49bf-844a-5aeaa6671ea8 HTTP/1.1" status: 200 len: 945 time: 0.0505538 Sep 24 16:16:46.129020 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ba27b87b-05b5-448e-b2f3-4d02e4ecfca0 req-30216689-63d1-45db-b98a-8adf867f5958 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/security-groups?id=704c5047-dd9d-4f93-a71b-89a92c12b3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328860 Sep 24 16:16:47.242334 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f1fbcc-aa5a-4f57-9d6c-3d43594a8e8e req-411b03e8-bbc2-44c2-a4b7-fc7bbcf6d163 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:16:47.243865 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-16f1fbcc-aa5a-4f57-9d6c-3d43594a8e8e req-411b03e8-bbc2-44c2-a4b7-fc7bbcf6d163 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/ports?device_id=d3760cdc-6663-49bf-844a-5aeaa6671ea8 HTTP/1.1" status: 200 len: 945 time: 0.0484607 Sep 24 16:16:47.285896 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-16f1fbcc-aa5a-4f57-9d6c-3d43594a8e8e req-4240f484-1811-447f-bbcf-e44af56b07e9 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/security-groups?id=704c5047-dd9d-4f93-a71b-89a92c12b3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362911 Sep 24 16:16:48.402625 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0df34c-3c56-4317-a65b-27e39d9a9566 req-6f7a59c0-0cf0-4c68-a65c-21e8d7d172e7 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:16:48.404124 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5c0df34c-3c56-4317-a65b-27e39d9a9566 req-6f7a59c0-0cf0-4c68-a65c-21e8d7d172e7 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/ports?device_id=d3760cdc-6663-49bf-844a-5aeaa6671ea8 HTTP/1.1" status: 200 len: 945 time: 0.0500879 Sep 24 16:16:48.442584 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5c0df34c-3c56-4317-a65b-27e39d9a9566 req-dbb0b07d-ad7d-4cea-af85-e186e11cc6ec tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/security-groups?id=704c5047-dd9d-4f93-a71b-89a92c12b3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321648 Sep 24 16:16:49.057077 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:16:49.557954 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c702bb5-c7e7-4e73-8e45-7417d7696eec req-65ed0b90-41cb-4e62-b8e2-77fda0270378 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:16:49.559490 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9c702bb5-c7e7-4e73-8e45-7417d7696eec req-65ed0b90-41cb-4e62-b8e2-77fda0270378 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/ports?device_id=d3760cdc-6663-49bf-844a-5aeaa6671ea8 HTTP/1.1" status: 200 len: 945 time: 0.0498173 Sep 24 16:16:49.599904 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9c702bb5-c7e7-4e73-8e45-7417d7696eec req-c08f5535-b48d-4dc3-a566-a2d5233461d8 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/security-groups?id=704c5047-dd9d-4f93-a71b-89a92c12b3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334902 Sep 24 16:16:50.715124 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48ad8e4-adc9-45b1-93e5-3f94ee9e21a4 req-e7d2b037-e596-44ce-9f56-78efada616af tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:16:50.716739 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b48ad8e4-adc9-45b1-93e5-3f94ee9e21a4 req-e7d2b037-e596-44ce-9f56-78efada616af tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/ports?device_id=d3760cdc-6663-49bf-844a-5aeaa6671ea8 HTTP/1.1" status: 200 len: 945 time: 0.0502567 Sep 24 16:16:50.762931 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b48ad8e4-adc9-45b1-93e5-3f94ee9e21a4 req-f82c643c-72ca-419d-bb7a-3c202b6bd1c0 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/security-groups?id=704c5047-dd9d-4f93-a71b-89a92c12b3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395217 Sep 24 16:16:51.885460 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce4d27b-f619-48d5-9789-a0a7e1d0e11f req-ac310aad-51dc-4813-9402-18f8b4910004 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:16:51.887132 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cce4d27b-f619-48d5-9789-a0a7e1d0e11f req-ac310aad-51dc-4813-9402-18f8b4910004 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/ports?device_id=d3760cdc-6663-49bf-844a-5aeaa6671ea8 HTTP/1.1" status: 200 len: 945 time: 0.0520885 Sep 24 16:16:51.926325 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cce4d27b-f619-48d5-9789-a0a7e1d0e11f req-91c763b2-c24b-44f3-b17e-c7670a257370 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/security-groups?id=704c5047-dd9d-4f93-a71b-89a92c12b3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331836 Sep 24 16:16:53.041770 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b0fb2-b7fb-4f9b-b0c9-b53c4cee248f req-a21a085b-587c-46e0-a2fd-92801b2dabcb tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:16:53.043323 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7f0b0fb2-b7fb-4f9b-b0c9-b53c4cee248f req-a21a085b-587c-46e0-a2fd-92801b2dabcb tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/ports?device_id=d3760cdc-6663-49bf-844a-5aeaa6671ea8 HTTP/1.1" status: 200 len: 945 time: 0.0499549 Sep 24 16:16:53.083807 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7f0b0fb2-b7fb-4f9b-b0c9-b53c4cee248f req-cf72c755-d209-479b-9a1a-222b4334a0d7 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/security-groups?id=704c5047-dd9d-4f93-a71b-89a92c12b3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345213 Sep 24 16:16:54.196103 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e79ad9-fe29-4b83-8de0-1b9c8d5d537e req-73d6e521-2b9a-4014-b81d-c90f22fcc4eb tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:16:54.197577 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-61e79ad9-fe29-4b83-8de0-1b9c8d5d537e req-73d6e521-2b9a-4014-b81d-c90f22fcc4eb tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/ports?device_id=d3760cdc-6663-49bf-844a-5aeaa6671ea8 HTTP/1.1" status: 200 len: 945 time: 0.0476513 Sep 24 16:16:54.240272 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-61e79ad9-fe29-4b83-8de0-1b9c8d5d537e req-248cb6c7-039e-4b43-973d-a4913cbfc8b8 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/security-groups?id=704c5047-dd9d-4f93-a71b-89a92c12b3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367131 Sep 24 16:16:55.352696 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a912072b-2e51-408f-bfc6-4dcae02687c7 req-ee62fa37-c57c-4667-b481-27bf63a7db7c tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:16:55.354168 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a912072b-2e51-408f-bfc6-4dcae02687c7 req-ee62fa37-c57c-4667-b481-27bf63a7db7c tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/ports?device_id=d3760cdc-6663-49bf-844a-5aeaa6671ea8 HTTP/1.1" status: 200 len: 945 time: 0.0483823 Sep 24 16:16:55.391343 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a912072b-2e51-408f-bfc6-4dcae02687c7 req-d24c8d70-0401-4840-a2ed-4ba2a81f0c71 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/security-groups?id=704c5047-dd9d-4f93-a71b-89a92c12b3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313377 Sep 24 16:16:56.507030 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988874b4-d8a3-43c6-a5da-a4caee5dece1 req-b7103dbd-c0a4-4166-807b-3c35188adef7 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:16:56.508513 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-988874b4-d8a3-43c6-a5da-a4caee5dece1 req-b7103dbd-c0a4-4166-807b-3c35188adef7 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/ports?device_id=d3760cdc-6663-49bf-844a-5aeaa6671ea8 HTTP/1.1" status: 200 len: 945 time: 0.0508747 Sep 24 16:16:56.547925 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-988874b4-d8a3-43c6-a5da-a4caee5dece1 req-88727bca-32b4-414c-91a4-12d44a984c73 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/security-groups?id=704c5047-dd9d-4f93-a71b-89a92c12b3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332556 Sep 24 16:16:56.685897 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370f7d53-f933-4e2a-a55a-ec5b19ed6f8f req-f4a47145-385c-48c2-aba6-f25fc10f096a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:16:56.687432 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-370f7d53-f933-4e2a-a55a-ec5b19ed6f8f req-f4a47145-385c-48c2-aba6-f25fc10f096a service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=37f6d17b5cc64c028ff17eb082b350d0&device_id=d3760cdc-6663-49bf-844a-5aeaa6671ea8 HTTP/1.1" status: 200 len: 1096 time: 0.0923817 Sep 24 16:16:56.798036 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370f7d53-f933-4e2a-a55a-ec5b19ed6f8f req-4a9f3d2d-04d4-46c4-9252-8927516d1606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:16:56.799564 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-370f7d53-f933-4e2a-a55a-ec5b19ed6f8f req-4a9f3d2d-04d4-46c4-9252-8927516d1606 service neutron] 10.222.0.110 "GET /v2.0/networks?id=b36efeba-b5fd-4b05-a81f-f47acc2adb6a HTTP/1.1" status: 200 len: 913 time: 0.0894430 Sep 24 16:16:56.846674 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-370f7d53-f933-4e2a-a55a-ec5b19ed6f8f req-4785f35d-0e4c-4128-bd4f-ae981c6e0974 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8d7902c-458c-4d2e-9224-75363990e937 HTTP/1.1" status: 200 len: 217 time: 0.0335205 Sep 24 16:16:56.897190 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370f7d53-f933-4e2a-a55a-ec5b19ed6f8f req-daa6f460-7ecb-457c-8e13-a36f1056d5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:16:56.898593 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-370f7d53-f933-4e2a-a55a-ec5b19ed6f8f req-daa6f460-7ecb-457c-8e13-a36f1056d5fe service neutron] 10.222.0.110 "GET /v2.0/subnets?id=ab18248b-ea41-4576-ab6d-df3b9da1add5 HTTP/1.1" status: 200 len: 851 time: 0.0431979 Sep 24 16:16:56.939547 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-370f7d53-f933-4e2a-a55a-ec5b19ed6f8f req-c61c7010-a94d-433d-a22e-68d291e46df2 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=b36efeba-b5fd-4b05-a81f-f47acc2adb6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283823 Sep 24 16:16:57.031506 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-370f7d53-f933-4e2a-a55a-ec5b19ed6f8f req-507db48a-d555-4ab7-b57a-f11bda7ffbc1 service neutron] 10.222.0.110 "GET /v2.0/networks/b36efeba-b5fd-4b05-a81f-f47acc2adb6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829446 Sep 24 16:16:57.126584 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-370f7d53-f933-4e2a-a55a-ec5b19ed6f8f req-e9b7326e-c15c-491e-8bb9-bd89bcc1075c service neutron] 10.222.0.110 "GET /v2.0/networks/b36efeba-b5fd-4b05-a81f-f47acc2adb6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863149 Sep 24 16:16:57.664246 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a0831c-e82a-4753-94cf-ff4f97e9d625 req-aeea6115-bb81-41ee-a906-e632b6fce53b tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:16:57.665770 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-66a0831c-e82a-4753-94cf-ff4f97e9d625 req-aeea6115-bb81-41ee-a906-e632b6fce53b tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/ports?device_id=d3760cdc-6663-49bf-844a-5aeaa6671ea8 HTTP/1.1" status: 200 len: 945 time: 0.0500996 Sep 24 16:16:57.708480 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-66a0831c-e82a-4753-94cf-ff4f97e9d625 req-b2e29540-a122-4c30-9603-e5db2821c5fd tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/security-groups?id=704c5047-dd9d-4f93-a71b-89a92c12b3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366907 Sep 24 16:16:57.937746 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [req-1d8b4765-dc85-4a35-bc7d-d6ad369800ee req-61fb92ef-1c01-420f-86c4-f9ae54131160 service neutron] show failed (client error): The resource could not be found. Sep 24 16:16:57.938708 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1d8b4765-dc85-4a35-bc7d-d6ad369800ee req-61fb92ef-1c01-420f-86c4-f9ae54131160 service neutron] 10.222.0.110 "GET /v2.0/ports/e8d7902c-458c-4d2e-9224-75363990e937/bindings/n-h2-808921-1 HTTP/1.1" status: 404 len: 380 time: 0.0552440 Sep 24 16:16:58.572232 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b4765-dc85-4a35-bc7d-d6ad369800ee req-d4396030-cb6e-4f07-83fe-ff429bbe4f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:16:58.573742 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1d8b4765-dc85-4a35-bc7d-d6ad369800ee req-d4396030-cb6e-4f07-83fe-ff429bbe4f5e service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=d3760cdc-6663-49bf-844a-5aeaa6671ea8&tenant_id=37f6d17b5cc64c028ff17eb082b350d0 HTTP/1.1" status: 200 len: 1096 time: 0.0413432 Sep 24 16:16:58.585278 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-1d8b4765-dc85-4a35-bc7d-d6ad369800ee req-bf66013a-a183-4a6c-85ca-1700aff3647d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-808921-1', 'device_owner': 'compute:nova'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:16:58.640031 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1d8b4765-dc85-4a35-bc7d-d6ad369800ee req-bf66013a-a183-4a6c-85ca-1700aff3647d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:16:58.869369 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-1d8b4765-dc85-4a35-bc7d-d6ad369800ee req-bf66013a-a183-4a6c-85ca-1700aff3647d service neutron] For port e8d7902c-458c-4d2e-9224-75363990e937, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=e8d7902c-458c-4d2e-9224-75363990e937,segment=NetworkSegment(68efef84-63a8-4ed7-b6b8-ec0c0a230225),segment_id=68efef84-63a8-4ed7-b6b8-ec0c0a230225)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:16:58.878009 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6574c5d0-3f1a-47cd-82a7-4b8d47711137 req-5cc57557-a190-4934-aa42-9e6528e348c4 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:16:58.879526 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6574c5d0-3f1a-47cd-82a7-4b8d47711137 req-5cc57557-a190-4934-aa42-9e6528e348c4 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/ports?device_id=d3760cdc-6663-49bf-844a-5aeaa6671ea8 HTTP/1.1" status: 200 len: 945 time: 0.0994835 Sep 24 16:16:58.937741 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6574c5d0-3f1a-47cd-82a7-4b8d47711137 req-ff73c2af-09c8-49cf-bf3e-7b05a639ea15 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/security-groups?id=704c5047-dd9d-4f93-a71b-89a92c12b3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518625 Sep 24 16:16:58.938671 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-1d8b4765-dc85-4a35-bc7d-d6ad369800ee req-bf66013a-a183-4a6c-85ca-1700aff3647d service neutron] For port e8d7902c-458c-4d2e-9224-75363990e937, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:16:58.982675 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3760cdc-6663-49bf-844a-5aeaa6671ea8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8d7902c-458c-4d2e-9224-75363990e937'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:16:58.984966 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77825d1b-bc1a-4c98-8dcc-1a146ea721a0" -d '{"events": [{"server_uuid": "d3760cdc-6663-49bf-844a-5aeaa6671ea8", "name": "network-vif-unplugged", "status": "completed", "tag": "e8d7902c-458c-4d2e-9224-75363990e937"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:16:58.989556 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1d8b4765-dc85-4a35-bc7d-d6ad369800ee req-bf66013a-a183-4a6c-85ca-1700aff3647d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:16:59.001949 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-1d8b4765-dc85-4a35-bc7d-d6ad369800ee req-bf66013a-a183-4a6c-85ca-1700aff3647d service neutron] Transition to ACTIVE for port object e8d7902c-458c-4d2e-9224-75363990e937 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 16:16:59.033271 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 16:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ee126f-9bcc-4e6e-b9d7-59ff87278c65 x-openstack-request-id: req-c8ee126f-9bcc-4e6e-b9d7-59ff87278c65 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:16:59.033559 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3760cdc-6663-49bf-844a-5aeaa6671ea8", "name": "network-vif-unplugged", "status": "completed", "tag": "e8d7902c-458c-4d2e-9224-75363990e937", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:16:59.033809 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c8ee126f-9bcc-4e6e-b9d7-59ff87278c65 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:16:59.034928 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3760cdc-6663-49bf-844a-5aeaa6671ea8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8d7902c-458c-4d2e-9224-75363990e937', 'code': 200} Sep 24 16:16:59.084857 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1d8b4765-dc85-4a35-bc7d-d6ad369800ee req-bf66013a-a183-4a6c-85ca-1700aff3647d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:16:59.145309 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d8b4765-dc85-4a35-bc7d-d6ad369800ee req-bf66013a-a183-4a6c-85ca-1700aff3647d service neutron] No DVR routers for this DVR port e8d7902c-458c-4d2e-9224-75363990e937 on host n-h1-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:16:59.152278 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf66013a-a183-4a6c-85ca-1700aff3647d service neutron] Pushing event updated for resources: {'Port': ['ID=e8d7902c-458c-4d2e-9224-75363990e937,revision_number=6']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:16:59.183665 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-1d8b4765-dc85-4a35-bc7d-d6ad369800ee req-bf66013a-a183-4a6c-85ca-1700aff3647d service neutron] Attempting to bind port e8d7902c-458c-4d2e-9224-75363990e937 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:16:59.183998 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-1d8b4765-dc85-4a35-bc7d-d6ad369800ee req-bf66013a-a183-4a6c-85ca-1700aff3647d service neutron] Attempting to bind port e8d7902c-458c-4d2e-9224-75363990e937 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '68efef84-63a8-4ed7-b6b8-ec0c0a230225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'b36efeba-b5fd-4b05-a81f-f47acc2adb6a'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:16:59.184327 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8b4765-dc85-4a35-bc7d-d6ad369800ee req-bf66013a-a183-4a6c-85ca-1700aff3647d service neutron] Attempting to bind port e8d7902c-458c-4d2e-9224-75363990e937 on network b36efeba-b5fd-4b05-a81f-f47acc2adb6a {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:16:59.188635 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8b4765-dc85-4a35-bc7d-d6ad369800ee req-bf66013a-a183-4a6c-85ca-1700aff3647d service neutron] Port e8d7902c-458c-4d2e-9224-75363990e937 on network b36efeba-b5fd-4b05-a81f-f47acc2adb6a not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 16:16:59.188952 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8b4765-dc85-4a35-bc7d-d6ad369800ee req-bf66013a-a183-4a6c-85ca-1700aff3647d service neutron] Attempting to bind port e8d7902c-458c-4d2e-9224-75363990e937 on network b36efeba-b5fd-4b05-a81f-f47acc2adb6a {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:16:59.193907 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8b4765-dc85-4a35-bc7d-d6ad369800ee req-bf66013a-a183-4a6c-85ca-1700aff3647d service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:16:59.194243 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8b4765-dc85-4a35-bc7d-d6ad369800ee req-bf66013a-a183-4a6c-85ca-1700aff3647d service neutron] Checking segment: {'id': '68efef84-63a8-4ed7-b6b8-ec0c0a230225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'b36efeba-b5fd-4b05-a81f-f47acc2adb6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:16:59.194649 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d8b4765-dc85-4a35-bc7d-d6ad369800ee req-bf66013a-a183-4a6c-85ca-1700aff3647d service neutron] Bound using segment: {'id': '68efef84-63a8-4ed7-b6b8-ec0c0a230225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'b36efeba-b5fd-4b05-a81f-f47acc2adb6a'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:16:59.195075 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-1d8b4765-dc85-4a35-bc7d-d6ad369800ee req-bf66013a-a183-4a6c-85ca-1700aff3647d service neutron] Bound port: e8d7902c-458c-4d2e-9224-75363990e937, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68efef84-63a8-4ed7-b6b8-ec0c0a230225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'b36efeba-b5fd-4b05-a81f-f47acc2adb6a'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:16:59.195429 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1d8b4765-dc85-4a35-bc7d-d6ad369800ee req-bf66013a-a183-4a6c-85ca-1700aff3647d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:16:59.257170 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-1d8b4765-dc85-4a35-bc7d-d6ad369800ee req-bf66013a-a183-4a6c-85ca-1700aff3647d service neutron] For port e8d7902c-458c-4d2e-9224-75363990e937, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:16:59.260432 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-1d8b4765-dc85-4a35-bc7d-d6ad369800ee req-bf66013a-a183-4a6c-85ca-1700aff3647d service neutron] For port e8d7902c-458c-4d2e-9224-75363990e937, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=e8d7902c-458c-4d2e-9224-75363990e937,segment=NetworkSegment(68efef84-63a8-4ed7-b6b8-ec0c0a230225),segment_id=68efef84-63a8-4ed7-b6b8-ec0c0a230225)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:16:59.337193 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1d8b4765-dc85-4a35-bc7d-d6ad369800ee req-bf66013a-a183-4a6c-85ca-1700aff3647d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:16:59.374723 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b4765-dc85-4a35-bc7d-d6ad369800ee req-bf66013a-a183-4a6c-85ca-1700aff3647d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:16:59.375410 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-1d8b4765-dc85-4a35-bc7d-d6ad369800ee req-bf66013a-a183-4a6c-85ca-1700aff3647d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:16:59.376836 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1d8b4765-dc85-4a35-bc7d-d6ad369800ee req-bf66013a-a183-4a6c-85ca-1700aff3647d service neutron] 10.222.0.108 "PUT /v2.0/ports/e8d7902c-458c-4d2e-9224-75363990e937 HTTP/1.1" status: 200 len: 1091 time: 0.7956147 Sep 24 16:16:59.399598 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf66013a-a183-4a6c-85ca-1700aff3647d service neutron] Pushing event updated for resources: {'Port': ['ID=e8d7902c-458c-4d2e-9224-75363990e937,revision_number=7']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:16:59.442422 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b4765-dc85-4a35-bc7d-d6ad369800ee req-bf915449-c5b6-428d-ac02-9583044880e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:16:59.443916 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1d8b4765-dc85-4a35-bc7d-d6ad369800ee req-bf915449-c5b6-428d-ac02-9583044880e8 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=37f6d17b5cc64c028ff17eb082b350d0&device_id=d3760cdc-6663-49bf-844a-5aeaa6671ea8 HTTP/1.1" status: 200 len: 1094 time: 0.0416193 Sep 24 16:16:59.539843 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b4765-dc85-4a35-bc7d-d6ad369800ee req-76f49ccb-45dd-45d5-b659-43ea0a45dc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:16:59.541309 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1d8b4765-dc85-4a35-bc7d-d6ad369800ee req-76f49ccb-45dd-45d5-b659-43ea0a45dc7c service neutron] 10.222.0.108 "GET /v2.0/networks?id=b36efeba-b5fd-4b05-a81f-f47acc2adb6a HTTP/1.1" status: 200 len: 913 time: 0.0895984 Sep 24 16:16:59.584895 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1d8b4765-dc85-4a35-bc7d-d6ad369800ee req-0eacd369-8e3a-4e5d-a10c-d81a663686e8 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8d7902c-458c-4d2e-9224-75363990e937 HTTP/1.1" status: 200 len: 217 time: 0.0346205 Sep 24 16:16:59.634583 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b4765-dc85-4a35-bc7d-d6ad369800ee req-d199d78c-d304-4a89-a14a-0769b3d4e027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:16:59.636318 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1d8b4765-dc85-4a35-bc7d-d6ad369800ee req-d199d78c-d304-4a89-a14a-0769b3d4e027 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=ab18248b-ea41-4576-ab6d-df3b9da1add5 HTTP/1.1" status: 200 len: 851 time: 0.0431261 Sep 24 16:16:59.667670 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1d8b4765-dc85-4a35-bc7d-d6ad369800ee req-cf127268-b9c5-4a6d-96de-226c06c5d6f6 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=b36efeba-b5fd-4b05-a81f-f47acc2adb6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242012 Sep 24 16:16:59.760270 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1d8b4765-dc85-4a35-bc7d-d6ad369800ee req-6ecb15ac-2b87-4398-88f2-5663f4a1ec1c service neutron] 10.222.0.108 "GET /v2.0/networks/b36efeba-b5fd-4b05-a81f-f47acc2adb6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851576 Sep 24 16:16:59.850469 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1d8b4765-dc85-4a35-bc7d-d6ad369800ee req-32a47204-38f6-4a29-85a2-2fe8a4ee84c8 service neutron] 10.222.0.108 "GET /v2.0/networks/b36efeba-b5fd-4b05-a81f-f47acc2adb6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836241 Sep 24 16:17:00.055441 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4873732-fd38-4a78-864e-7d12048f3aa2 req-99f4933e-b768-4b5a-a165-1ec609dcf0b4 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:00.056913 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f4873732-fd38-4a78-864e-7d12048f3aa2 req-99f4933e-b768-4b5a-a165-1ec609dcf0b4 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/ports?device_id=d3760cdc-6663-49bf-844a-5aeaa6671ea8 HTTP/1.1" status: 200 len: 943 time: 0.0498414 Sep 24 16:17:00.095692 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f4873732-fd38-4a78-864e-7d12048f3aa2 req-594f7477-c13d-4802-87c0-100aac57a89d tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/security-groups?id=704c5047-dd9d-4f93-a71b-89a92c12b3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325923 Sep 24 16:17:01.036157 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3760cdc-6663-49bf-844a-5aeaa6671ea8', 'tag': 'e8d7902c-458c-4d2e-9224-75363990e937'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:17:01.038579 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4301a0-d26e-4955-abf2-8916714079de" -d '{"events": [{"name": "network-changed", "server_uuid": "d3760cdc-6663-49bf-844a-5aeaa6671ea8", "tag": "e8d7902c-458c-4d2e-9224-75363990e937"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:17:01.086468 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c84281a-6705-4e50-8749-fd2f999585e9 x-openstack-request-id: req-9c84281a-6705-4e50-8749-fd2f999585e9 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:17:01.087063 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3760cdc-6663-49bf-844a-5aeaa6671ea8", "tag": "e8d7902c-458c-4d2e-9224-75363990e937", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:17:01.087063 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-9c84281a-6705-4e50-8749-fd2f999585e9 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:17:01.087403 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3760cdc-6663-49bf-844a-5aeaa6671ea8', 'tag': 'e8d7902c-458c-4d2e-9224-75363990e937', 'status': 'completed', 'code': 200} Sep 24 16:17:01.205216 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9b977db0-fcfb-402f-a0ca-571839ce7954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:17:01.555524 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4301a0-d26e-4955-abf2-8916714079de req-4f8deab5-91ab-4205-add7-091fd4e49002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:01.557000 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5d4301a0-d26e-4955-abf2-8916714079de req-4f8deab5-91ab-4205-add7-091fd4e49002 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=37f6d17b5cc64c028ff17eb082b350d0&device_id=d3760cdc-6663-49bf-844a-5aeaa6671ea8 HTTP/1.1" status: 200 len: 1094 time: 0.4371927 Sep 24 16:17:01.558620 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4301a0-d26e-4955-abf2-8916714079de req-87bd643a-511b-4347-9985-002f98688578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:01.559949 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5d4301a0-d26e-4955-abf2-8916714079de req-87bd643a-511b-4347-9985-002f98688578 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=37f6d17b5cc64c028ff17eb082b350d0&device_id=d3760cdc-6663-49bf-844a-5aeaa6671ea8 HTTP/1.1" status: 200 len: 1094 time: 0.4486446 Sep 24 16:17:01.626107 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3958e6-cc67-44dc-882d-9f6b1e284693 req-eb447c05-4978-4568-96fe-f8101806e1ff tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:01.626107 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1a3958e6-cc67-44dc-882d-9f6b1e284693 req-eb447c05-4978-4568-96fe-f8101806e1ff tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/ports?device_id=d3760cdc-6663-49bf-844a-5aeaa6671ea8 HTTP/1.1" status: 200 len: 943 time: 0.4563060 Sep 24 16:17:01.751070 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1a3958e6-cc67-44dc-882d-9f6b1e284693 req-998e151a-6e62-44b5-86cd-2783d2b078ad tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/security-groups?id=704c5047-dd9d-4f93-a71b-89a92c12b3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166029 Sep 24 16:17:01.765238 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4301a0-d26e-4955-abf2-8916714079de req-8c5dd53f-9c96-4ade-a7e2-1f51f27ac773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:01.766720 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5d4301a0-d26e-4955-abf2-8916714079de req-8c5dd53f-9c96-4ade-a7e2-1f51f27ac773 service neutron] 10.222.0.110 "GET /v2.0/networks?id=b36efeba-b5fd-4b05-a81f-f47acc2adb6a HTTP/1.1" status: 200 len: 913 time: 0.2011499 Sep 24 16:17:01.769778 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4301a0-d26e-4955-abf2-8916714079de req-4ad09e62-219f-40a9-9254-cb05025b25d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:01.771251 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5d4301a0-d26e-4955-abf2-8916714079de req-4ad09e62-219f-40a9-9254-cb05025b25d2 service neutron] 10.222.0.108 "GET /v2.0/networks?id=b36efeba-b5fd-4b05-a81f-f47acc2adb6a HTTP/1.1" status: 200 len: 913 time: 0.1944866 Sep 24 16:17:01.821741 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5d4301a0-d26e-4955-abf2-8916714079de req-02c48cf0-88f7-4209-8094-ff49b17ba03b service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8d7902c-458c-4d2e-9224-75363990e937 HTTP/1.1" status: 200 len: 217 time: 0.0432470 Sep 24 16:17:01.855570 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5d4301a0-d26e-4955-abf2-8916714079de req-f655e8eb-e469-4a40-ad14-cff9572a189c service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8d7902c-458c-4d2e-9224-75363990e937 HTTP/1.1" status: 200 len: 217 time: 0.0714176 Sep 24 16:17:01.929164 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4301a0-d26e-4955-abf2-8916714079de req-f6a3dd81-6811-4169-b3c1-dfd64f9e1883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:01.930582 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5d4301a0-d26e-4955-abf2-8916714079de req-f6a3dd81-6811-4169-b3c1-dfd64f9e1883 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=ab18248b-ea41-4576-ab6d-df3b9da1add5 HTTP/1.1" status: 200 len: 851 time: 0.0830250 Sep 24 16:17:01.933973 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4301a0-d26e-4955-abf2-8916714079de req-314abfd4-4a73-467f-95d2-b75c93c1c8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:01.935319 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5d4301a0-d26e-4955-abf2-8916714079de req-314abfd4-4a73-467f-95d2-b75c93c1c8a2 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=ab18248b-ea41-4576-ab6d-df3b9da1add5 HTTP/1.1" status: 200 len: 851 time: 0.0610273 Sep 24 16:17:01.971665 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5d4301a0-d26e-4955-abf2-8916714079de req-ded2afb0-c419-4de7-8788-1591039d8d1e service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=b36efeba-b5fd-4b05-a81f-f47acc2adb6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333879 Sep 24 16:17:01.996093 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5d4301a0-d26e-4955-abf2-8916714079de req-d8b3fb6b-6520-49b6-bd10-5b626ced881d service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=b36efeba-b5fd-4b05-a81f-f47acc2adb6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332956 Sep 24 16:17:02.140989 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5d4301a0-d26e-4955-abf2-8916714079de req-86531aee-0785-487d-935d-0fb3c3814bca service neutron] 10.222.0.110 "GET /v2.0/networks/b36efeba-b5fd-4b05-a81f-f47acc2adb6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531553 Sep 24 16:17:02.146914 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5d4301a0-d26e-4955-abf2-8916714079de req-3d036eb4-3c7c-4703-9e54-4fcc5ed30a59 service neutron] 10.222.0.108 "GET /v2.0/networks/b36efeba-b5fd-4b05-a81f-f47acc2adb6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396673 Sep 24 16:17:02.303853 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5d4301a0-d26e-4955-abf2-8916714079de req-5a95fe00-6077-4307-871d-6251e22e45d7 service neutron] 10.222.0.110 "GET /v2.0/networks/b36efeba-b5fd-4b05-a81f-f47acc2adb6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514759 Sep 24 16:17:02.307152 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5d4301a0-d26e-4955-abf2-8916714079de req-754515d1-7900-45f3-bcaa-ad063c13c39a service neutron] 10.222.0.108 "GET /v2.0/networks/b36efeba-b5fd-4b05-a81f-f47acc2adb6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480598 Sep 24 16:17:02.310077 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device e8d7902c-458c-4d2e-9224-75363990e937 no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:17:02.353947 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device e8d7902c-458c-4d2e-9224-75363990e937 not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:17:02.870615 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb95dc07-4411-4bda-ac68-96ba881e568f req-21c4da2a-0d85-4756-b4d6-70d217b1daf9 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:02.872183 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cb95dc07-4411-4bda-ac68-96ba881e568f req-21c4da2a-0d85-4756-b4d6-70d217b1daf9 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/ports?device_id=d3760cdc-6663-49bf-844a-5aeaa6671ea8 HTTP/1.1" status: 200 len: 943 time: 0.0514073 Sep 24 16:17:02.911091 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cb95dc07-4411-4bda-ac68-96ba881e568f req-2fc87376-1525-4705-acdc-c91cf24a7071 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/security-groups?id=704c5047-dd9d-4f93-a71b-89a92c12b3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330434 Sep 24 16:17:03.061510 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device e8d7902c-458c-4d2e-9224-75363990e937 details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 16:17:03.156147 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port e8d7902c-458c-4d2e-9224-75363990e937, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=e8d7902c-458c-4d2e-9224-75363990e937,segment=NetworkSegment(68efef84-63a8-4ed7-b6b8-ec0c0a230225),segment_id=68efef84-63a8-4ed7-b6b8-ec0c0a230225)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:17:03.170500 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': 'e8d7902c-458c-4d2e-9224-75363990e937', 'network_id': 'b36efeba-b5fd-4b05-a81f-f47acc2adb6a', 'port_id': 'e8d7902c-458c-4d2e-9224-75363990e937', 'mac_address': 'fa:16:3e:09:c5:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1275, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab18248b-ea41-4576-ab6d-df3b9da1add5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 16:17:03.208694 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:17:03.221344 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8d7902c-458c-4d2e-9224-75363990e937 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:17:03.240761 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port e8d7902c-458c-4d2e-9224-75363990e937, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=e8d7902c-458c-4d2e-9224-75363990e937,segment=NetworkSegment(68efef84-63a8-4ed7-b6b8-ec0c0a230225),segment_id=68efef84-63a8-4ed7-b6b8-ec0c0a230225)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:17:03.334682 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:17:03.385345 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=e8d7902c-458c-4d2e-9224-75363990e937,revision_number=8']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:17:03.392702 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:17:03.393043 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:17:03.393376 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:17:03.393707 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:17:03.394030 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:17:03.394455 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:17:03.394783 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:17:03.395102 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:17:03.395422 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:17:03.395739 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:17:03.396056 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:17:03.396372 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:17:03.483776 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064c22a0-05ad-4bb0-94b2-a12cc0c075cc req-bff3f731-6c0d-44f9-8d4b-e5e4dbd4d3e7 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:03.486215 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-064c22a0-05ad-4bb0-94b2-a12cc0c075cc req-bff3f731-6c0d-44f9-8d4b-e5e4dbd4d3e7 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.110 "GET /v2.0/ports?device_id=d3760cdc-6663-49bf-844a-5aeaa6671ea8&tenant_id=37f6d17b5cc64c028ff17eb082b350d0&binding%3Ahost_id=n-h2-808921-1 HTTP/1.1" status: 200 len: 944 time: 0.0930402 Sep 24 16:17:03.548967 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [req-064c22a0-05ad-4bb0-94b2-a12cc0c075cc req-d59efe92-5d12-42ea-9976-116da335acf2 service neutron] delete failed (client error): The resource could not be found. Sep 24 16:17:03.549970 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-064c22a0-05ad-4bb0-94b2-a12cc0c075cc req-d59efe92-5d12-42ea-9976-116da335acf2 service neutron] 10.222.0.110 "DELETE /v2.0/ports/e8d7902c-458c-4d2e-9224-75363990e937/bindings/n-h1-808921-1 HTTP/1.1" status: 404 len: 380 time: 0.0547793 Sep 24 16:17:03.560393 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['e8d7902c-458c-4d2e-9224-75363990e937'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:17:03.636735 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064c22a0-05ad-4bb0-94b2-a12cc0c075cc req-32916cec-3e25-46ac-b40b-04a0ad2f5e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:03.638143 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-064c22a0-05ad-4bb0-94b2-a12cc0c075cc req-32916cec-3e25-46ac-b40b-04a0ad2f5e12 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=37f6d17b5cc64c028ff17eb082b350d0&device_id=d3760cdc-6663-49bf-844a-5aeaa6671ea8 HTTP/1.1" status: 200 len: 1095 time: 0.0417235 Sep 24 16:17:03.732855 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064c22a0-05ad-4bb0-94b2-a12cc0c075cc req-e5336abb-719c-4152-b3fb-51d70708acca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:03.734322 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-064c22a0-05ad-4bb0-94b2-a12cc0c075cc req-e5336abb-719c-4152-b3fb-51d70708acca service neutron] 10.222.0.110 "GET /v2.0/networks?id=b36efeba-b5fd-4b05-a81f-f47acc2adb6a HTTP/1.1" status: 200 len: 913 time: 0.0885859 Sep 24 16:17:03.776046 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-064c22a0-05ad-4bb0-94b2-a12cc0c075cc req-a76ca6f5-af45-40ae-9010-abb73924e6c8 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e8d7902c-458c-4d2e-9224-75363990e937 HTTP/1.1" status: 200 len: 217 time: 0.0341063 Sep 24 16:17:03.827343 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064c22a0-05ad-4bb0-94b2-a12cc0c075cc req-5824687f-39b0-4e1d-9d3b-06c4c5c2f377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:03.834475 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-064c22a0-05ad-4bb0-94b2-a12cc0c075cc req-5824687f-39b0-4e1d-9d3b-06c4c5c2f377 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=ab18248b-ea41-4576-ab6d-df3b9da1add5 HTTP/1.1" status: 200 len: 851 time: 0.0421824 Sep 24 16:17:03.870857 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-064c22a0-05ad-4bb0-94b2-a12cc0c075cc req-a8a70a72-fda6-465d-ba32-7d6d64f18160 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=b36efeba-b5fd-4b05-a81f-f47acc2adb6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286765 Sep 24 16:17:03.882695 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b8111057-6688-4ee6-9978-f6b42441dc69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:17:03.963532 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-064c22a0-05ad-4bb0-94b2-a12cc0c075cc req-ef9b12e4-7c4f-4be6-a196-a546da93c756 service neutron] 10.222.0.110 "GET /v2.0/networks/b36efeba-b5fd-4b05-a81f-f47acc2adb6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831511 Sep 24 16:17:04.064472 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-064c22a0-05ad-4bb0-94b2-a12cc0c075cc req-1ed5ced5-1cd4-421f-a753-e0faacf1f8db service neutron] 10.222.0.110 "GET /v2.0/networks/b36efeba-b5fd-4b05-a81f-f47acc2adb6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909600 Sep 24 16:17:04.319275 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:17:05.064046 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device e8d7902c-458c-4d2e-9224-75363990e937 up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:17:05.221588 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port e8d7902c-458c-4d2e-9224-75363990e937 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 16:17:05.226445 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port e8d7902c-458c-4d2e-9224-75363990e937 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:17:05.230006 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:17:05.306067 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:17:05.335137 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3760cdc-6663-49bf-844a-5aeaa6671ea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8d7902c-458c-4d2e-9224-75363990e937'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:17:05.337369 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20cc96ef-1507-4a8a-8ed2-825cf6b76f29" -d '{"events": [{"server_uuid": "d3760cdc-6663-49bf-844a-5aeaa6671ea8", "name": "network-vif-plugged", "status": "completed", "tag": "e8d7902c-458c-4d2e-9224-75363990e937"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:17:05.356372 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port e8d7902c-458c-4d2e-9224-75363990e937, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=e8d7902c-458c-4d2e-9224-75363990e937,segment=NetworkSegment(68efef84-63a8-4ed7-b6b8-ec0c0a230225),segment_id=68efef84-63a8-4ed7-b6b8-ec0c0a230225)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:17:05.372912 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a6e0aa-7f7c-488c-8c9c-5fdde0ab5b84 x-openstack-request-id: req-42a6e0aa-7f7c-488c-8c9c-5fdde0ab5b84 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:17:05.373331 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3760cdc-6663-49bf-844a-5aeaa6671ea8", "name": "network-vif-plugged", "status": "completed", "tag": "e8d7902c-458c-4d2e-9224-75363990e937", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:17:05.373622 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-42a6e0aa-7f7c-488c-8c9c-5fdde0ab5b84 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:17:05.374070 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3760cdc-6663-49bf-844a-5aeaa6671ea8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8d7902c-458c-4d2e-9224-75363990e937', 'code': 200} Sep 24 16:17:05.425945 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:17:05.461922 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:17:05.510326 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=e8d7902c-458c-4d2e-9224-75363990e937,revision_number=9']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:17:05.641035 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e6d2e6-4561-402e-8459-165e191e663a req-3307aa52-dd8c-43cd-a447-2a0f55557b2c tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:05.642455 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f9e6d2e6-4561-402e-8459-165e191e663a req-3307aa52-dd8c-43cd-a447-2a0f55557b2c tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/ports?device_id=d3760cdc-6663-49bf-844a-5aeaa6671ea8 HTTP/1.1" status: 200 len: 945 time: 0.0502205 Sep 24 16:17:05.680734 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f9e6d2e6-4561-402e-8459-165e191e663a req-a7b5b7f9-cbe8-45a5-9194-643b728b8223 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/security-groups?id=704c5047-dd9d-4f93-a71b-89a92c12b3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322433 Sep 24 16:17:06.796725 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:17:06.799391 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64701172-a215-438b-9cb5-14e7b6d00a22 req-eb00cd44-584f-4d92-b52c-7d62516cdaf6 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:06.800933 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-64701172-a215-438b-9cb5-14e7b6d00a22 req-eb00cd44-584f-4d92-b52c-7d62516cdaf6 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/ports?device_id=d3760cdc-6663-49bf-844a-5aeaa6671ea8 HTTP/1.1" status: 200 len: 945 time: 0.0501888 Sep 24 16:17:06.842324 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-64701172-a215-438b-9cb5-14e7b6d00a22 req-a28cd681-a2a2-4f64-bc2e-8f092d26680f tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/security-groups?id=704c5047-dd9d-4f93-a71b-89a92c12b3c1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344560 Sep 24 16:17:06.932375 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064c22a0-05ad-4bb0-94b2-a12cc0c075cc req-f853ee43-be12-4bc7-98d7-52ba92aace57 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:06.933811 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-064c22a0-05ad-4bb0-94b2-a12cc0c075cc req-f853ee43-be12-4bc7-98d7-52ba92aace57 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.108 "GET /v2.0/ports?device_id=d3760cdc-6663-49bf-844a-5aeaa6671ea8 HTTP/1.1" status: 200 len: 945 time: 0.0502694 Sep 24 16:17:07.027289 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-064c22a0-05ad-4bb0-94b2-a12cc0c075cc req-42bce97f-1b6f-4b05-8df4-14cd4a49837a tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] Deleting port e8d7902c-458c-4d2e-9224-75363990e937 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:17:07.027532 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-064c22a0-05ad-4bb0-94b2-a12cc0c075cc req-42bce97f-1b6f-4b05-8df4-14cd4a49837a tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:17:07.116099 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-064c22a0-05ad-4bb0-94b2-a12cc0c075cc req-42bce97f-1b6f-4b05-8df4-14cd4a49837a tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] For port e8d7902c-458c-4d2e-9224-75363990e937, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=e8d7902c-458c-4d2e-9224-75363990e937,segment=NetworkSegment(68efef84-63a8-4ed7-b6b8-ec0c0a230225),segment_id=68efef84-63a8-4ed7-b6b8-ec0c0a230225)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:17:07.116455 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-064c22a0-05ad-4bb0-94b2-a12cc0c075cc req-42bce97f-1b6f-4b05-8df4-14cd4a49837a tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:17:07.128505 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-064c22a0-05ad-4bb0-94b2-a12cc0c075cc req-42bce97f-1b6f-4b05-8df4-14cd4a49837a tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] Calling delete_port for e8d7902c-458c-4d2e-9224-75363990e937 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:17:07.391606 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-064c22a0-05ad-4bb0-94b2-a12cc0c075cc req-42bce97f-1b6f-4b05-8df4-14cd4a49837a tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:17:07.403898 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['e8d7902c-458c-4d2e-9224-75363990e937'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:17:07.428855 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bce97f-1b6f-4b05-8df4-14cd4a49837a tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] Pushing event deleted for resources: {'Port': ['ID=e8d7902c-458c-4d2e-9224-75363990e937,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:17:07.461057 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bce97f-1b6f-4b05-8df4-14cd4a49837a tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:17:07.461406 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bce97f-1b6f-4b05-8df4-14cd4a49837a tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:17:07.461819 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bce97f-1b6f-4b05-8df4-14cd4a49837a tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:17:07.462188 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bce97f-1b6f-4b05-8df4-14cd4a49837a tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:17:07.462543 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bce97f-1b6f-4b05-8df4-14cd4a49837a tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:17:07.465914 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bce97f-1b6f-4b05-8df4-14cd4a49837a tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:17:07.465914 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bce97f-1b6f-4b05-8df4-14cd4a49837a tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:17:07.465914 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bce97f-1b6f-4b05-8df4-14cd4a49837a tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:17:07.465914 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bce97f-1b6f-4b05-8df4-14cd4a49837a tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:17:07.465914 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bce97f-1b6f-4b05-8df4-14cd4a49837a tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:17:07.465914 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bce97f-1b6f-4b05-8df4-14cd4a49837a tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:17:07.465914 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42bce97f-1b6f-4b05-8df4-14cd4a49837a tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:17:07.488003 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-064c22a0-05ad-4bb0-94b2-a12cc0c075cc req-42bce97f-1b6f-4b05-8df4-14cd4a49837a tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] No DVR routers for this DVR port e8d7902c-458c-4d2e-9224-75363990e937 on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:17:07.491782 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-064c22a0-05ad-4bb0-94b2-a12cc0c075cc req-42bce97f-1b6f-4b05-8df4-14cd4a49837a tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:17:07.493789 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-064c22a0-05ad-4bb0-94b2-a12cc0c075cc req-42bce97f-1b6f-4b05-8df4-14cd4a49837a tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.108 "DELETE /v2.0/ports/e8d7902c-458c-4d2e-9224-75363990e937 HTTP/1.1" status: 204 len: 173 time: 0.5534742 Sep 24 16:17:07.494242 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3760cdc-6663-49bf-844a-5aeaa6671ea8', 'name': 'network-vif-deleted', 'tag': 'e8d7902c-458c-4d2e-9224-75363990e937'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:17:07.497368 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae31fe01-ca6d-4c37-af42-6e120c6b4182" -d '{"events": [{"server_uuid": "d3760cdc-6663-49bf-844a-5aeaa6671ea8", "name": "network-vif-deleted", "tag": "e8d7902c-458c-4d2e-9224-75363990e937"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:17:07.533936 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7772839-2220-42d4-ac33-b02aff269af7 x-openstack-request-id: req-e7772839-2220-42d4-ac33-b02aff269af7 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:17:07.534221 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3760cdc-6663-49bf-844a-5aeaa6671ea8", "name": "network-vif-deleted", "tag": "e8d7902c-458c-4d2e-9224-75363990e937", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:17:07.534497 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e7772839-2220-42d4-ac33-b02aff269af7 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:17:07.534894 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3760cdc-6663-49bf-844a-5aeaa6671ea8', 'name': 'network-vif-deleted', 'tag': 'e8d7902c-458c-4d2e-9224-75363990e937', 'status': 'completed', 'code': 200} Sep 24 16:17:07.952358 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e0611716-e6ca-4d0f-8837-a0ea35d7688f req-e3281042-fd84-448e-abde-f6a7e59d4528 tempest-DeleteServersTestJSON-525414331 tempest-DeleteServersTestJSON-525414331-project] 10.222.0.101 "GET /v2.0/ports?device_id=d3760cdc-6663-49bf-844a-5aeaa6671ea8 HTTP/1.1" status: 200 len: 210 time: 0.0322852 Sep 24 16:17:09.081595 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43204) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:17:09.125383 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-705abddd-dee1-430e-9e19-a90f0a6a0f74 admin admin] Deleting subnet ab18248b-ea41-4576-ab6d-df3b9da1add5 {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 16:17:09.128398 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-705abddd-dee1-430e-9e19-a90f0a6a0f74 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:17:09.163406 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-705abddd-dee1-430e-9e19-a90f0a6a0f74 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:17:09.207287 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-705abddd-dee1-430e-9e19-a90f0a6a0f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:17:09.250570 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:17:09.353826 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-705abddd-dee1-430e-9e19-a90f0a6a0f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:17:09.379972 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705abddd-dee1-430e-9e19-a90f0a6a0f74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab18248b-ea41-4576-ab6d-df3b9da1add5,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:17:09.383787 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-705abddd-dee1-430e-9e19-a90f0a6a0f74 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:17:09.386429 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-705abddd-dee1-430e-9e19-a90f0a6a0f74 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/ab18248b-ea41-4576-ab6d-df3b9da1add5 HTTP/1.1" status: 204 len: 168 time: 0.3033612 Sep 24 16:17:09.388469 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43206) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:17:09.456570 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7cd19a10-4bec-446b-b0b1-091394a91bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:17:09.542998 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7cd19a10-4bec-446b-b0b1-091394a91bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:17:09.561089 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-7cd19a10-4bec-446b-b0b1-091394a91bf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b36efeba-b5fd-4b05-a81f-f47acc2adb6a']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:17:09.570288 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-7cd19a10-4bec-446b-b0b1-091394a91bf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68efef84-63a8-4ed7-b6b8-ec0c0a230225') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:17:09.570618 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-7cd19a10-4bec-446b-b0b1-091394a91bf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68efef84-63a8-4ed7-b6b8-ec0c0a230225') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:17:09.579815 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7cd19a10-4bec-446b-b0b1-091394a91bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:17:09.593281 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7cd19a10-4bec-446b-b0b1-091394a91bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:17:09.599928 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cd19a10-4bec-446b-b0b1-091394a91bf2 admin admin] Releasing vlan 1275 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 16:17:09.600344 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7cd19a10-4bec-446b-b0b1-091394a91bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:17:09.601966 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 16:17:09.601966 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 16:17:09.601966 n-d-808921-1 neutron-server[95298]: timer() Sep 24 16:17:09.601966 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 16:17:09.601966 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 16:17:09.601966 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 16:17:09.601966 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 16:17:09.601966 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 16:17:09.601966 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 16:17:09.601966 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 16:17:09.601966 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 16:17:09.601966 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 16:17:09.601966 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 16:17:09.601966 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 16:17:09.601966 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 16:17:09.601966 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 16:17:09.601966 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 16:17:09.601966 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 16:17:09.601966 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 16:17:09.601966 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 16:17:09.601966 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 16:17:09.601966 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 16:17:09.601966 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 16:17:09.601966 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 16:17:09.601966 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 16:17:09.601966 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 16:17:09.601966 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 16:17:09.601966 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 16:17:09.601966 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 16:17:09.601966 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 16:17:09.601966 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 16:17:09.601966 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 16:17:09.768524 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7cd19a10-4bec-446b-b0b1-091394a91bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:17:09.775932 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7cd19a10-4bec-446b-b0b1-091394a91bf2 admin admin] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:17:09.777818 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-7cd19a10-4bec-446b-b0b1-091394a91bf2 admin admin] 10.222.0.101 "DELETE /v2.0/networks/b36efeba-b5fd-4b05-a81f-f47acc2adb6a HTTP/1.1" status: 204 len: 168 time: 0.3884375 Sep 24 16:17:09.791503 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd19a10-4bec-446b-b0b1-091394a91bf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=b36efeba-b5fd-4b05-a81f-f47acc2adb6a,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:17:10.160681 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43210) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:17:10.199316 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b256f0ba-b923-4b53-bea5-a84d5f3ea790 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=37f6d17b5cc64c028ff17eb082b350d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388935 Sep 24 16:17:10.201810 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43212) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:17:10.249616 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0e53fe66-c609-49c9-b265-78786dbe5f13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:17:10.272100 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0e53fe66-c609-49c9-b265-78786dbe5f13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:17:10.431213 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0e53fe66-c609-49c9-b265-78786dbe5f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:17:10.433777 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0e53fe66-c609-49c9-b265-78786dbe5f13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:17:10.435020 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-0e53fe66-c609-49c9-b265-78786dbe5f13 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/704c5047-dd9d-4f93-a71b-89a92c12b3c1 HTTP/1.1" status: 204 len: 168 time: 0.2322972 Sep 24 16:17:10.443971 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e53fe66-c609-49c9-b265-78786dbe5f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=704c5047-dd9d-4f93-a71b-89a92c12b3c1,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:17:11.115566 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device e8d7902c-458c-4d2e-9224-75363990e937 no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:17:11.139228 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] No Port match for: e8d7902c-458c-4d2e-9224-75363990e937 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:17:11.139564 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device e8d7902c-458c-4d2e-9224-75363990e937 not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:17:11.144968 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:17:11.506678 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43234) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:17:11.607153 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-8a5e9ef2-f990-4850-a21d-922c9c948a9c admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-671718657-network', 'tenant_id': 'f04aa682fb4049e3b985d54a7848a185'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:17:11.736005 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a5e9ef2-f990-4850-a21d-922c9c948a9c admin admin] Made reservation on behalf of f04aa682fb4049e3b985d54a7848a185 for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:17:11.738400 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8a5e9ef2-f990-4850-a21d-922c9c948a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:17:11.746850 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8a5e9ef2-f990-4850-a21d-922c9c948a9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:17:11.835975 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8a5e9ef2-f990-4850-a21d-922c9c948a9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:17:11.924709 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8a5e9ef2-f990-4850-a21d-922c9c948a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:17:11.950444 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a5e9ef2-f990-4850-a21d-922c9c948a9c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1281} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 16:17:11.959876 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5e9ef2-f990-4850-a21d-922c9c948a9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b450007a-3816-4d0c-96b3-2ef121e68240,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:17:11.964517 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8a5e9ef2-f990-4850-a21d-922c9c948a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:17:11.964854 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-8a5e9ef2-f990-4850-a21d-922c9c948a9c admin admin] Added segment bec9f1f7-9508-482f-93bd-02ffb9610397 of type vlan for network a109053a-4a1a-47bc-9d80-350f4f0247a0 Sep 24 16:17:12.003981 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8a5e9ef2-f990-4850-a21d-922c9c948a9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:17:12.118609 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8a5e9ef2-f990-4850-a21d-922c9c948a9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:17:12.119522 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5e9ef2-f990-4850-a21d-922c9c948a9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:12.120109 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8a5e9ef2-f990-4850-a21d-922c9c948a9c admin admin] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:17:12.180355 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5e9ef2-f990-4850-a21d-922c9c948a9c admin admin] Pushing event updated for resources: {'Network': ['ID=a109053a-4a1a-47bc-9d80-350f4f0247a0,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:17:12.189935 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network a109053a-4a1a-47bc-9d80-350f4f0247a0 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 16:17:12.216592 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-8a5e9ef2-f990-4850-a21d-922c9c948a9c admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7087972 Sep 24 16:17:12.219426 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43238) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:17:12.224301 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-de7fef71-96f1-4250-b918-aae87ccc6f11 admin admin] Request body: {'subnet': {'network_id': 'a109053a-4a1a-47bc-9d80-350f4f0247a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-671718657-subnet', 'tenant_id': 'f04aa682fb4049e3b985d54a7848a185', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:17:12.335863 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de7fef71-96f1-4250-b918-aae87ccc6f11 admin admin] Made reservation on behalf of f04aa682fb4049e3b985d54a7848a185 for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:17:12.338219 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-de7fef71-96f1-4250-b918-aae87ccc6f11 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:17:12.593746 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-de7fef71-96f1-4250-b918-aae87ccc6f11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:17:12.649246 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7fef71-96f1-4250-b918-aae87ccc6f11 admin admin] Pushing event updated for resources: {'Subnet': ['ID=405ece5f-ea63-4252-adbf-757aa73d1a01,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:17:12.660421 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7fef71-96f1-4250-b918-aae87ccc6f11 admin admin] Checking segment: {'id': 'bec9f1f7-9508-482f-93bd-02ffb9610397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': 'a109053a-4a1a-47bc-9d80-350f4f0247a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:17:12.660857 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7fef71-96f1-4250-b918-aae87ccc6f11 admin admin] Network hostable DHCP agents. Network: a109053a-4a1a-47bc-9d80-350f4f0247a0, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 16:17:12.752617 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7fef71-96f1-4250-b918-aae87ccc6f11 admin admin] Network a109053a-4a1a-47bc-9d80-350f4f0247a0 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 16:17:12.827026 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-de7fef71-96f1-4250-b918-aae87ccc6f11 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, a109053a-4a1a-47bc-9d80-350f4f0247a0) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:17:12.831593 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7fef71-96f1-4250-b918-aae87ccc6f11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:12.832533 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-de7fef71-96f1-4250-b918-aae87ccc6f11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:17:12.836301 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456b93e6-59db-420c-bf27-732f5c69b3a6 None None] Network a109053a-4a1a-47bc-9d80-350f4f0247a0 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:17:12.953662 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-de7fef71-96f1-4250-b918-aae87ccc6f11 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7331991 Sep 24 16:17:12.956542 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d58e113-3e05-44f8-b697-aad43d19c5fa None None] Network a109053a-4a1a-47bc-9d80-350f4f0247a0 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:17:13.385764 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252157f-4559-4d7b-95c7-8b224dcdb14c req-6215a1fe-5f43-481a-9624-773a8395c7ad tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:13.387273 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c252157f-4559-4d7b-95c7-8b224dcdb14c req-6215a1fe-5f43-481a-9624-773a8395c7ad tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/networks?id=a109053a-4a1a-47bc-9d80-350f4f0247a0 HTTP/1.1" status: 200 len: 814 time: 0.1044006 Sep 24 16:17:13.402757 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c252157f-4559-4d7b-95c7-8b224dcdb14c req-28659295-0d22-41f7-9b53-5f07596d6730 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/quotas/f04aa682fb4049e3b985d54a7848a185 HTTP/1.1" status: 200 len: 375 time: 0.0095942 Sep 24 16:17:13.438792 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c252157f-4559-4d7b-95c7-8b224dcdb14c req-46c83f29-99d3-4114-8f77-e984d49f3231 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=f04aa682fb4049e3b985d54a7848a185&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306523 Sep 24 16:17:13.528532 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c252157f-4559-4d7b-95c7-8b224dcdb14c req-3f1b51ac-1a21-490b-91e7-bd4a0396bb08 service neutron] 10.222.0.101 "GET /v2.0/networks/a109053a-4a1a-47bc-9d80-350f4f0247a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825036 Sep 24 16:17:13.619869 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c252157f-4559-4d7b-95c7-8b224dcdb14c req-43ed6162-146f-4e60-bbac-eaf93ec4cbdb service neutron] 10.222.0.101 "GET /v2.0/networks/a109053a-4a1a-47bc-9d80-350f4f0247a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854304 Sep 24 16:17:13.865029 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a725ba3f-3252-457a-9072-4effbb71efe6 req-11a50fba-bc73-463c-bb42-535e54336459 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=d38e964e-e827-44b5-9a13-6d5e4a8d1958 HTTP/1.1" status: 200 len: 210 time: 0.0258505 Sep 24 16:17:14.942242 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c833b91d-5a10-45fa-ae3f-b6df94a79691 req-d2f3cdb5-6153-4df0-8c43-44151c4ee98d tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=d38e964e-e827-44b5-9a13-6d5e4a8d1958 HTTP/1.1" status: 200 len: 210 time: 0.0265322 Sep 24 16:17:16.045091 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-045774e4-edf3-4ee2-be9f-797a300afc48 req-12baeeba-0228-4071-8867-0b15dff43da9 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=d38e964e-e827-44b5-9a13-6d5e4a8d1958 HTTP/1.1" status: 200 len: 210 time: 0.0306971 Sep 24 16:17:16.215312 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252157f-4559-4d7b-95c7-8b224dcdb14c req-74d22dcb-7e79-42a5-b92d-81b881f2670f tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:16.216805 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c252157f-4559-4d7b-95c7-8b224dcdb14c req-74d22dcb-7e79-42a5-b92d-81b881f2670f tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.108 "GET /v2.0/networks?id=a109053a-4a1a-47bc-9d80-350f4f0247a0 HTTP/1.1" status: 200 len: 814 time: 0.1092265 Sep 24 16:17:16.234366 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-c252157f-4559-4d7b-95c7-8b224dcdb14c req-a19b8d87-0bc6-4e91-808d-20a2132af4da tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Request body: {'port': {'device_id': 'd38e964e-e827-44b5-9a13-6d5e4a8d1958', 'network_id': 'a109053a-4a1a-47bc-9d80-350f4f0247a0', 'admin_state_up': True, 'tenant_id': 'f04aa682fb4049e3b985d54a7848a185'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:17:16.397055 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c252157f-4559-4d7b-95c7-8b224dcdb14c req-a19b8d87-0bc6-4e91-808d-20a2132af4da tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Made reservation on behalf of f04aa682fb4049e3b985d54a7848a185 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:17:16.400663 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-c252157f-4559-4d7b-95c7-8b224dcdb14c req-a19b8d87-0bc6-4e91-808d-20a2132af4da tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:17:16.530379 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-c252157f-4559-4d7b-95c7-8b224dcdb14c req-a19b8d87-0bc6-4e91-808d-20a2132af4da tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Allocated IP 172.20.0.9 (a109053a-4a1a-47bc-9d80-350f4f0247a0/405ece5f-ea63-4252-adbf-757aa73d1a01/db933626-33e3-471c-ad8e-7d1b0324032c) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:17:16.678520 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-c252157f-4559-4d7b-95c7-8b224dcdb14c req-a19b8d87-0bc6-4e91-808d-20a2132af4da tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:17:16.764817 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-c252157f-4559-4d7b-95c7-8b224dcdb14c req-a19b8d87-0bc6-4e91-808d-20a2132af4da tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:17:16.806739 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c252157f-4559-4d7b-95c7-8b224dcdb14c req-a19b8d87-0bc6-4e91-808d-20a2132af4da tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Network a109053a-4a1a-47bc-9d80-350f4f0247a0 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:17:16.809672 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-c252157f-4559-4d7b-95c7-8b224dcdb14c req-a19b8d87-0bc6-4e91-808d-20a2132af4da tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:17:16.813900 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-c252157f-4559-4d7b-95c7-8b224dcdb14c req-a19b8d87-0bc6-4e91-808d-20a2132af4da tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:17:16.840898 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19b8d87-0bc6-4e91-808d-20a2132af4da tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Pushing event updated for resources: {'Port': ['ID=db933626-33e3-471c-ad8e-7d1b0324032c,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:17:16.870714 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252157f-4559-4d7b-95c7-8b224dcdb14c req-a19b8d87-0bc6-4e91-808d-20a2132af4da tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:16.871326 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-c252157f-4559-4d7b-95c7-8b224dcdb14c req-a19b8d87-0bc6-4e91-808d-20a2132af4da tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:17:16.980311 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c252157f-4559-4d7b-95c7-8b224dcdb14c req-a19b8d87-0bc6-4e91-808d-20a2132af4da tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7549188 Sep 24 16:17:16.993221 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-c252157f-4559-4d7b-95c7-8b224dcdb14c req-effa2883-c1bb-4572-ace2-1cc56c96835b service neutron] Request body: {'port': {'device_id': 'd38e964e-e827-44b5-9a13-6d5e4a8d1958', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:17:17.049038 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-c252157f-4559-4d7b-95c7-8b224dcdb14c req-effa2883-c1bb-4572-ace2-1cc56c96835b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:17:17.233527 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b04aef7-d271-4ef3-a6b8-300ac7c7ddfa req-33dbfb66-a9fa-4eee-994f-b63371fecbf7 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:17.234995 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7b04aef7-d271-4ef3-a6b8-300ac7c7ddfa req-33dbfb66-a9fa-4eee-994f-b63371fecbf7 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=d38e964e-e827-44b5-9a13-6d5e4a8d1958 HTTP/1.1" status: 200 len: 931 time: 0.0866690 Sep 24 16:17:17.312842 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7b04aef7-d271-4ef3-a6b8-300ac7c7ddfa req-b8f7f5e1-c269-4f61-a124-98a59bfe19f9 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503817 Sep 24 16:17:17.377784 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-c252157f-4559-4d7b-95c7-8b224dcdb14c req-effa2883-c1bb-4572-ace2-1cc56c96835b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db933626-33e3-471c-ad8e-7d1b0324032c {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:17:17.385468 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-c252157f-4559-4d7b-95c7-8b224dcdb14c req-effa2883-c1bb-4572-ace2-1cc56c96835b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:17:17.397400 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-c252157f-4559-4d7b-95c7-8b224dcdb14c req-effa2883-c1bb-4572-ace2-1cc56c96835b service neutron] Transition to ACTIVE for port object db933626-33e3-471c-ad8e-7d1b0324032c will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 16:17:17.467286 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-c252157f-4559-4d7b-95c7-8b224dcdb14c req-effa2883-c1bb-4572-ace2-1cc56c96835b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:17:17.516294 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effa2883-c1bb-4572-ace2-1cc56c96835b service neutron] Pushing event updated for resources: {'Port': ['ID=db933626-33e3-471c-ad8e-7d1b0324032c,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:17:17.586921 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-c252157f-4559-4d7b-95c7-8b224dcdb14c req-effa2883-c1bb-4572-ace2-1cc56c96835b service neutron] Attempting to bind port db933626-33e3-471c-ad8e-7d1b0324032c on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:17:17.587169 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-c252157f-4559-4d7b-95c7-8b224dcdb14c req-effa2883-c1bb-4572-ace2-1cc56c96835b service neutron] Attempting to bind port db933626-33e3-471c-ad8e-7d1b0324032c by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': 'bec9f1f7-9508-482f-93bd-02ffb9610397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': 'a109053a-4a1a-47bc-9d80-350f4f0247a0'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:17:17.587491 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c252157f-4559-4d7b-95c7-8b224dcdb14c req-effa2883-c1bb-4572-ace2-1cc56c96835b service neutron] Attempting to bind port db933626-33e3-471c-ad8e-7d1b0324032c on network a109053a-4a1a-47bc-9d80-350f4f0247a0 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:17:17.591704 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c252157f-4559-4d7b-95c7-8b224dcdb14c req-effa2883-c1bb-4572-ace2-1cc56c96835b service neutron] Port db933626-33e3-471c-ad8e-7d1b0324032c on network a109053a-4a1a-47bc-9d80-350f4f0247a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 16:17:17.592037 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c252157f-4559-4d7b-95c7-8b224dcdb14c req-effa2883-c1bb-4572-ace2-1cc56c96835b service neutron] Attempting to bind port db933626-33e3-471c-ad8e-7d1b0324032c on network a109053a-4a1a-47bc-9d80-350f4f0247a0 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:17:17.596974 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c252157f-4559-4d7b-95c7-8b224dcdb14c req-effa2883-c1bb-4572-ace2-1cc56c96835b service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:17:17.597298 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c252157f-4559-4d7b-95c7-8b224dcdb14c req-effa2883-c1bb-4572-ace2-1cc56c96835b service neutron] Checking segment: {'id': 'bec9f1f7-9508-482f-93bd-02ffb9610397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': 'a109053a-4a1a-47bc-9d80-350f4f0247a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:17:17.597670 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c252157f-4559-4d7b-95c7-8b224dcdb14c req-effa2883-c1bb-4572-ace2-1cc56c96835b service neutron] Bound using segment: {'id': 'bec9f1f7-9508-482f-93bd-02ffb9610397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': 'a109053a-4a1a-47bc-9d80-350f4f0247a0'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:17:17.598129 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-c252157f-4559-4d7b-95c7-8b224dcdb14c req-effa2883-c1bb-4572-ace2-1cc56c96835b service neutron] Bound port: db933626-33e3-471c-ad8e-7d1b0324032c, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bec9f1f7-9508-482f-93bd-02ffb9610397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': 'a109053a-4a1a-47bc-9d80-350f4f0247a0'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:17:17.598640 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-c252157f-4559-4d7b-95c7-8b224dcdb14c req-effa2883-c1bb-4572-ace2-1cc56c96835b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:17:17.663470 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-c252157f-4559-4d7b-95c7-8b224dcdb14c req-effa2883-c1bb-4572-ace2-1cc56c96835b service neutron] For port db933626-33e3-471c-ad8e-7d1b0324032c, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:17:17.666473 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-c252157f-4559-4d7b-95c7-8b224dcdb14c req-effa2883-c1bb-4572-ace2-1cc56c96835b service neutron] For port db933626-33e3-471c-ad8e-7d1b0324032c, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=db933626-33e3-471c-ad8e-7d1b0324032c,segment=NetworkSegment(bec9f1f7-9508-482f-93bd-02ffb9610397),segment_id=bec9f1f7-9508-482f-93bd-02ffb9610397)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:17:17.734426 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-c252157f-4559-4d7b-95c7-8b224dcdb14c req-effa2883-c1bb-4572-ace2-1cc56c96835b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:17:17.768716 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252157f-4559-4d7b-95c7-8b224dcdb14c req-effa2883-c1bb-4572-ace2-1cc56c96835b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:17.769319 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-c252157f-4559-4d7b-95c7-8b224dcdb14c req-effa2883-c1bb-4572-ace2-1cc56c96835b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:17:17.771575 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c252157f-4559-4d7b-95c7-8b224dcdb14c req-effa2883-c1bb-4572-ace2-1cc56c96835b service neutron] 10.222.0.108 "PUT /v2.0/ports/db933626-33e3-471c-ad8e-7d1b0324032c HTTP/1.1" status: 200 len: 1091 time: 0.7829912 Sep 24 16:17:17.772914 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd38e964e-e827-44b5-9a13-6d5e4a8d1958', 'tag': 'db933626-33e3-471c-ad8e-7d1b0324032c'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:17:17.774207 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e957e6-2cab-430b-8bc1-34b18986bb69" -d '{"events": [{"name": "network-changed", "server_uuid": "d38e964e-e827-44b5-9a13-6d5e4a8d1958", "tag": "db933626-33e3-471c-ad8e-7d1b0324032c"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:17:17.800618 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effa2883-c1bb-4572-ace2-1cc56c96835b service neutron] Pushing event updated for resources: {'Port': ['ID=db933626-33e3-471c-ad8e-7d1b0324032c,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:17:17.811879 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:17:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b03e2244-581f-41b0-b36d-f71a4dfcc344 x-openstack-request-id: req-b03e2244-581f-41b0-b36d-f71a4dfcc344 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:17:17.812175 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d38e964e-e827-44b5-9a13-6d5e4a8d1958", "tag": "db933626-33e3-471c-ad8e-7d1b0324032c", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:17:17.812552 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b03e2244-581f-41b0-b36d-f71a4dfcc344 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:17:17.812943 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd38e964e-e827-44b5-9a13-6d5e4a8d1958', 'tag': 'db933626-33e3-471c-ad8e-7d1b0324032c', 'status': 'completed', 'code': 200} Sep 24 16:17:17.875483 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e957e6-2cab-430b-8bc1-34b18986bb69 req-69b6b662-d9e6-4fa9-9755-4f82139bc51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:17.876899 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-56e957e6-2cab-430b-8bc1-34b18986bb69 req-69b6b662-d9e6-4fa9-9755-4f82139bc51e service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=f04aa682fb4049e3b985d54a7848a185&device_id=d38e964e-e827-44b5-9a13-6d5e4a8d1958 HTTP/1.1" status: 200 len: 1094 time: 0.0442581 Sep 24 16:17:17.978577 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e957e6-2cab-430b-8bc1-34b18986bb69 req-f60d0dec-27d5-4901-8547-06ab6e1cc719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:17.980118 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-56e957e6-2cab-430b-8bc1-34b18986bb69 req-f60d0dec-27d5-4901-8547-06ab6e1cc719 service neutron] 10.222.0.108 "GET /v2.0/networks?tenant_id=f04aa682fb4049e3b985d54a7848a185&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0958283 Sep 24 16:17:18.074479 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e957e6-2cab-430b-8bc1-34b18986bb69 req-d92a5cfb-82d5-4ab1-abc3-b794f45b3a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:18.075931 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-56e957e6-2cab-430b-8bc1-34b18986bb69 req-d92a5cfb-82d5-4ab1-abc3-b794f45b3a91 service neutron] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0891664 Sep 24 16:17:18.157052 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252157f-4559-4d7b-95c7-8b224dcdb14c req-b12eb229-1263-408e-8392-781443950c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:18.300244 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c252157f-4559-4d7b-95c7-8b224dcdb14c req-b12eb229-1263-408e-8392-781443950c84 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=f04aa682fb4049e3b985d54a7848a185&device_id=d38e964e-e827-44b5-9a13-6d5e4a8d1958 HTTP/1.1" status: 200 len: 1094 time: 0.0437968 Sep 24 16:17:18.300244 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c252157f-4559-4d7b-95c7-8b224dcdb14c req-fde4c4cc-5953-4b84-bf73-b097c2d53dea service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db933626-33e3-471c-ad8e-7d1b0324032c HTTP/1.1" status: 200 len: 217 time: 0.0371845 Sep 24 16:17:18.300244 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c252157f-4559-4d7b-95c7-8b224dcdb14c req-4314db20-e140-43d1-ab87-257fbbe1539c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:18.300244 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c252157f-4559-4d7b-95c7-8b224dcdb14c req-4314db20-e140-43d1-ab87-257fbbe1539c service neutron] 10.222.0.108 "GET /v2.0/subnets?id=405ece5f-ea63-4252-adbf-757aa73d1a01 HTTP/1.1" status: 200 len: 854 time: 0.0418797 Sep 24 16:17:18.300244 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c252157f-4559-4d7b-95c7-8b224dcdb14c req-5d0c790b-c5ce-43bb-b1b8-46ef4f673b61 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=a109053a-4a1a-47bc-9d80-350f4f0247a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235236 Sep 24 16:17:18.375238 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c252157f-4559-4d7b-95c7-8b224dcdb14c req-8c3666a1-eab3-4934-8ef1-e2fc2f808e63 service neutron] 10.222.0.108 "GET /v2.0/networks/a109053a-4a1a-47bc-9d80-350f4f0247a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868413 Sep 24 16:17:18.487556 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703acde4-d904-437b-a23f-5208186c46f6 req-37335b2e-2891-45ff-8854-06f0333eafe7 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:18.489014 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-703acde4-d904-437b-a23f-5208186c46f6 req-37335b2e-2891-45ff-8854-06f0333eafe7 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=d38e964e-e827-44b5-9a13-6d5e4a8d1958 HTTP/1.1" status: 200 len: 943 time: 0.1083629 Sep 24 16:17:18.522266 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c252157f-4559-4d7b-95c7-8b224dcdb14c req-dd2d2364-c7bb-40bf-b5c0-ea961161bba5 service neutron] 10.222.0.108 "GET /v2.0/networks/a109053a-4a1a-47bc-9d80-350f4f0247a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330364 Sep 24 16:17:18.543875 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-703acde4-d904-437b-a23f-5208186c46f6 req-96441382-c9a8-4680-90ae-141d9d41d906 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458999 Sep 24 16:17:19.674036 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1475be-7bbc-4374-a42f-f10eb0c7a6db req-1c6d29d5-158f-4ea5-8956-9e7ef348422a tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:19.675556 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6a1475be-7bbc-4374-a42f-f10eb0c7a6db req-1c6d29d5-158f-4ea5-8956-9e7ef348422a tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=d38e964e-e827-44b5-9a13-6d5e4a8d1958 HTTP/1.1" status: 200 len: 943 time: 0.0500324 Sep 24 16:17:19.713495 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6a1475be-7bbc-4374-a42f-f10eb0c7a6db req-2212ebca-a8e4-49fa-9f8b-185054147287 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314734 Sep 24 16:17:20.828340 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74200ec-1152-4dde-8ac3-770a14a0c78c req-2752cc48-5b12-451d-a575-0c2544b1eefe tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:20.829836 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b74200ec-1152-4dde-8ac3-770a14a0c78c req-2752cc48-5b12-451d-a575-0c2544b1eefe tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=d38e964e-e827-44b5-9a13-6d5e4a8d1958 HTTP/1.1" status: 200 len: 943 time: 0.0510783 Sep 24 16:17:20.868646 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b74200ec-1152-4dde-8ac3-770a14a0c78c req-1ac6ceda-9852-4bb4-a512-7427434f2007 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321639 Sep 24 16:17:21.155909 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device db933626-33e3-471c-ad8e-7d1b0324032c details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 16:17:21.251704 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port db933626-33e3-471c-ad8e-7d1b0324032c, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=db933626-33e3-471c-ad8e-7d1b0324032c,segment=NetworkSegment(bec9f1f7-9508-482f-93bd-02ffb9610397),segment_id=bec9f1f7-9508-482f-93bd-02ffb9610397)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:17:21.263581 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': 'db933626-33e3-471c-ad8e-7d1b0324032c', 'network_id': 'a109053a-4a1a-47bc-9d80-350f4f0247a0', 'port_id': 'db933626-33e3-471c-ad8e-7d1b0324032c', 'mac_address': 'fa:16:3e:ec:9f:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '405ece5f-ea63-4252-adbf-757aa73d1a01', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 16:17:21.299902 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:17:21.312575 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db933626-33e3-471c-ad8e-7d1b0324032c {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:17:21.331971 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port db933626-33e3-471c-ad8e-7d1b0324032c, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=db933626-33e3-471c-ad8e-7d1b0324032c,segment=NetworkSegment(bec9f1f7-9508-482f-93bd-02ffb9610397),segment_id=bec9f1f7-9508-482f-93bd-02ffb9610397)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:17:21.438212 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:17:21.487005 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=db933626-33e3-471c-ad8e-7d1b0324032c,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:17:21.630134 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['db933626-33e3-471c-ad8e-7d1b0324032c'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:17:21.982070 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450df33e-7d4d-48df-9d56-03c3861f4ca9 req-c2d72aff-0f0d-468f-af25-67db94773210 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:21.983598 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-450df33e-7d4d-48df-9d56-03c3861f4ca9 req-c2d72aff-0f0d-468f-af25-67db94773210 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=d38e964e-e827-44b5-9a13-6d5e4a8d1958 HTTP/1.1" status: 200 len: 944 time: 0.0497155 Sep 24 16:17:22.022152 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-450df33e-7d4d-48df-9d56-03c3861f4ca9 req-76bd779e-591f-40c7-9e4a-cd7f2f3245a0 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322101 Sep 24 16:17:23.135954 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40644159-5a1f-4fc5-b707-60a0b2cccc65 req-e3328477-fef1-44a3-a154-bcf3d01c3d0f tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:23.137421 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-40644159-5a1f-4fc5-b707-60a0b2cccc65 req-e3328477-fef1-44a3-a154-bcf3d01c3d0f tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=d38e964e-e827-44b5-9a13-6d5e4a8d1958 HTTP/1.1" status: 200 len: 944 time: 0.0488005 Sep 24 16:17:23.176592 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device db933626-33e3-471c-ad8e-7d1b0324032c up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:17:23.178296 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-40644159-5a1f-4fc5-b707-60a0b2cccc65 req-5531561e-17ee-4069-aca1-422adfa85aff tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343997 Sep 24 16:17:23.289904 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port db933626-33e3-471c-ad8e-7d1b0324032c completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 16:17:23.293568 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port db933626-33e3-471c-ad8e-7d1b0324032c triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:17:23.293964 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:17:23.375235 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:17:23.397886 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd38e964e-e827-44b5-9a13-6d5e4a8d1958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db933626-33e3-471c-ad8e-7d1b0324032c'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:17:23.400183 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df5527be-8aba-4557-b589-c22367b950dd" -d '{"events": [{"server_uuid": "d38e964e-e827-44b5-9a13-6d5e4a8d1958", "name": "network-vif-plugged", "status": "completed", "tag": "db933626-33e3-471c-ad8e-7d1b0324032c"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:17:23.412910 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port db933626-33e3-471c-ad8e-7d1b0324032c, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=db933626-33e3-471c-ad8e-7d1b0324032c,segment=NetworkSegment(bec9f1f7-9508-482f-93bd-02ffb9610397),segment_id=bec9f1f7-9508-482f-93bd-02ffb9610397)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:17:23.438516 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3b4b87-cb63-4015-9ad6-80dfcd8a4e9f x-openstack-request-id: req-3d3b4b87-cb63-4015-9ad6-80dfcd8a4e9f {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:17:23.438883 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d38e964e-e827-44b5-9a13-6d5e4a8d1958", "name": "network-vif-plugged", "status": "completed", "tag": "db933626-33e3-471c-ad8e-7d1b0324032c", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:17:23.439139 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-3d3b4b87-cb63-4015-9ad6-80dfcd8a4e9f {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:17:23.439553 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd38e964e-e827-44b5-9a13-6d5e4a8d1958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db933626-33e3-471c-ad8e-7d1b0324032c', 'code': 200} Sep 24 16:17:23.470847 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:17:23.519783 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=db933626-33e3-471c-ad8e-7d1b0324032c,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:17:23.536677 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db846d-b88e-4ed0-90a1-a41e36af53a6 req-645fbbc4-20e3-408a-ada9-1018e08a514b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:23.538820 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-81db846d-b88e-4ed0-90a1-a41e36af53a6 req-645fbbc4-20e3-408a-ada9-1018e08a514b service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=d38e964e-e827-44b5-9a13-6d5e4a8d1958 HTTP/1.1" status: 200 len: 1096 time: 0.0407846 Sep 24 16:17:23.574658 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-81db846d-b88e-4ed0-90a1-a41e36af53a6 req-dc4982a9-c896-422e-997a-37938ad6cb1b service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283325 Sep 24 16:17:24.297104 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b13c05-c12b-4beb-986d-8fc0656edc28 req-f117f6d4-f780-4812-bd7f-ce0b63feebfd tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:24.298552 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-67b13c05-c12b-4beb-986d-8fc0656edc28 req-f117f6d4-f780-4812-bd7f-ce0b63feebfd tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=d38e964e-e827-44b5-9a13-6d5e4a8d1958 HTTP/1.1" status: 200 len: 945 time: 0.0507431 Sep 24 16:17:24.340287 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-67b13c05-c12b-4beb-986d-8fc0656edc28 req-21530e5d-89d4-4613-a514-88b4881e92da tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350711 Sep 24 16:17:25.461399 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9258c135-1ff8-419f-8b8e-c52e72286494 req-8c7baea1-2199-4f4a-bf0f-2cebf33f3838 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:25.462908 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9258c135-1ff8-419f-8b8e-c52e72286494 req-8c7baea1-2199-4f4a-bf0f-2cebf33f3838 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=d38e964e-e827-44b5-9a13-6d5e4a8d1958 HTTP/1.1" status: 200 len: 945 time: 0.0529008 Sep 24 16:17:25.499628 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9258c135-1ff8-419f-8b8e-c52e72286494 req-a14f201f-810c-450e-8a77-646007602769 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308983 Sep 24 16:17:25.609489 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b188b384-ab70-4c59-bde1-fd5f0d9c6034 req-348a283b-93b6-44c1-8841-5f5727a1e42e tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:25.610912 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b188b384-ab70-4c59-bde1-fd5f0d9c6034 req-348a283b-93b6-44c1-8841-5f5727a1e42e tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=d38e964e-e827-44b5-9a13-6d5e4a8d1958 HTTP/1.1" status: 200 len: 945 time: 0.0472267 Sep 24 16:17:25.651688 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b188b384-ab70-4c59-bde1-fd5f0d9c6034 req-57de6b75-4569-47bc-9ebc-5fa925a0c7b6 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342860 Sep 24 16:17:25.971638 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2f40e9-eb95-484d-a008-972695459fca req-0cb68828-38be-4dd0-907c-60311e37da56 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:25.973115 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4a2f40e9-eb95-484d-a008-972695459fca req-0cb68828-38be-4dd0-907c-60311e37da56 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=d38e964e-e827-44b5-9a13-6d5e4a8d1958 HTTP/1.1" status: 200 len: 945 time: 0.0494263 Sep 24 16:17:26.012631 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4a2f40e9-eb95-484d-a008-972695459fca req-b9bd83d1-8fa7-4fa2-a0a5-d45626bd2811 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324872 Sep 24 16:17:26.058156 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:17:26.129519 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8e4ed4-924e-4112-a04e-63a5e0308e3e req-b135b7c1-6507-4ef8-a59f-180ccb8f718c tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:26.131785 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7b8e4ed4-924e-4112-a04e-63a5e0308e3e req-b135b7c1-6507-4ef8-a59f-180ccb8f718c tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=d38e964e-e827-44b5-9a13-6d5e4a8d1958 HTTP/1.1" status: 200 len: 945 time: 0.0501401 Sep 24 16:17:26.169230 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7b8e4ed4-924e-4112-a04e-63a5e0308e3e req-e4587ad5-e3c1-47de-9597-d587248ee87a tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312641 Sep 24 16:17:26.563638 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e4d90-3ebd-4287-bce7-cf35bb05dc10 req-af62ac42-d201-4b85-a6d9-6a3d9935413a tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:26.565123 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-eb3e4d90-3ebd-4287-bce7-cf35bb05dc10 req-af62ac42-d201-4b85-a6d9-6a3d9935413a tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=d38e964e-e827-44b5-9a13-6d5e4a8d1958 HTTP/1.1" status: 200 len: 945 time: 0.0499508 Sep 24 16:17:26.604383 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-eb3e4d90-3ebd-4287-bce7-cf35bb05dc10 req-c1d53f41-5830-4752-b8e2-f69045898660 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329971 Sep 24 16:17:26.727005 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-36cccf18-1bac-4f2f-8ae9-bd58dca8ea7f req-e78ca502-73be-4b5d-8c78-23cf328e65cb service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=d38e964e-e827-44b5-9a13-6d5e4a8d1958&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0443883 Sep 24 16:17:27.723521 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd49bcd3-8139-4ebd-a7e9-cf2ec6cd9180 req-61d53c11-2cc2-49d5-8e53-32f317691966 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:27.725067 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cd49bcd3-8139-4ebd-a7e9-cf2ec6cd9180 req-61d53c11-2cc2-49d5-8e53-32f317691966 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=d38e964e-e827-44b5-9a13-6d5e4a8d1958 HTTP/1.1" status: 200 len: 945 time: 0.0508747 Sep 24 16:17:27.766845 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cd49bcd3-8139-4ebd-a7e9-cf2ec6cd9180 req-5d964754-8bbf-4cbd-85ac-6ad21c9a7df2 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339713 Sep 24 16:17:28.890876 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db05e711-0b70-4eda-a397-d2608c9a2899 req-221f9fa3-9a33-4a93-92e3-6e0d910a5ef4 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:28.892405 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-db05e711-0b70-4eda-a397-d2608c9a2899 req-221f9fa3-9a33-4a93-92e3-6e0d910a5ef4 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=d38e964e-e827-44b5-9a13-6d5e4a8d1958 HTTP/1.1" status: 200 len: 945 time: 0.0560226 Sep 24 16:17:28.933094 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-db05e711-0b70-4eda-a397-d2608c9a2899 req-f2a23df0-8e47-40d3-bcc5-24fb7c38e5cc tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337536 Sep 24 16:17:28.976055 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cccf18-1bac-4f2f-8ae9-bd58dca8ea7f req-64bdd1ed-0b19-4140-a056-30552a7a8d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:28.977537 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-36cccf18-1bac-4f2f-8ae9-bd58dca8ea7f req-64bdd1ed-0b19-4140-a056-30552a7a8d3a service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=f04aa682fb4049e3b985d54a7848a185&device_id=d38e964e-e827-44b5-9a13-6d5e4a8d1958 HTTP/1.1" status: 200 len: 1096 time: 0.0405011 Sep 24 16:17:29.070523 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cccf18-1bac-4f2f-8ae9-bd58dca8ea7f req-7c49f27e-90f4-4644-aed1-dde894f7632a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:29.071907 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-36cccf18-1bac-4f2f-8ae9-bd58dca8ea7f req-7c49f27e-90f4-4644-aed1-dde894f7632a service neutron] 10.222.0.108 "GET /v2.0/networks?id=a109053a-4a1a-47bc-9d80-350f4f0247a0 HTTP/1.1" status: 200 len: 916 time: 0.0877967 Sep 24 16:17:29.113843 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-36cccf18-1bac-4f2f-8ae9-bd58dca8ea7f req-ca46dfda-daf3-4589-b5a8-c4e2d9c4a4bb service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db933626-33e3-471c-ad8e-7d1b0324032c HTTP/1.1" status: 200 len: 217 time: 0.0341096 Sep 24 16:17:29.166052 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cccf18-1bac-4f2f-8ae9-bd58dca8ea7f req-031988df-eee4-46cc-a2e0-68413227b0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:29.167558 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-36cccf18-1bac-4f2f-8ae9-bd58dca8ea7f req-031988df-eee4-46cc-a2e0-68413227b0bd service neutron] 10.222.0.108 "GET /v2.0/subnets?id=405ece5f-ea63-4252-adbf-757aa73d1a01 HTTP/1.1" status: 200 len: 854 time: 0.0473287 Sep 24 16:17:29.201336 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-36cccf18-1bac-4f2f-8ae9-bd58dca8ea7f req-e7f3f4f9-e333-45e1-83b3-148f19319a84 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=a109053a-4a1a-47bc-9d80-350f4f0247a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268416 Sep 24 16:17:29.292144 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-36cccf18-1bac-4f2f-8ae9-bd58dca8ea7f req-ba1e0f74-a287-48a8-8f23-9764de815432 service neutron] 10.222.0.108 "GET /v2.0/networks/a109053a-4a1a-47bc-9d80-350f4f0247a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830324 Sep 24 16:17:29.390809 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-36cccf18-1bac-4f2f-8ae9-bd58dca8ea7f req-83f49881-d718-4bff-9485-3a525ef2d1ba service neutron] 10.222.0.108 "GET /v2.0/networks/a109053a-4a1a-47bc-9d80-350f4f0247a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894957 Sep 24 16:17:30.049263 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4470e0d-f32e-483d-9698-bea7172f6437 req-7c255391-f0c5-41d1-bfd4-891ca1bbc9ae tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:30.050741 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c4470e0d-f32e-483d-9698-bea7172f6437 req-7c255391-f0c5-41d1-bfd4-891ca1bbc9ae tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=d38e964e-e827-44b5-9a13-6d5e4a8d1958 HTTP/1.1" status: 200 len: 945 time: 0.0501285 Sep 24 16:17:30.087974 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c4470e0d-f32e-483d-9698-bea7172f6437 req-5e85d907-6451-4ca4-a5df-2338ee88c0a7 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312629 Sep 24 16:17:31.203641 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b443b6a-f0b9-424d-8bcd-0e89d331b901 req-6263467b-c119-4f34-b496-da5491d3a4eb tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:31.205123 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7b443b6a-f0b9-424d-8bcd-0e89d331b901 req-6263467b-c119-4f34-b496-da5491d3a4eb tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=d38e964e-e827-44b5-9a13-6d5e4a8d1958 HTTP/1.1" status: 200 len: 945 time: 0.0496936 Sep 24 16:17:31.214989 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-442cf665-b0d1-426a-bcf5-31a3a7562842 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:17:31.244633 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7b443b6a-f0b9-424d-8bcd-0e89d331b901 req-75a0de96-2312-414b-adf3-999ffc88f66e tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332079 Sep 24 16:17:32.370130 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3c5074-88aa-4854-8ef7-bc13a52fcc57 req-d2fa6df7-9e0b-48fc-8716-9e3b463d68a6 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:32.371662 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ed3c5074-88aa-4854-8ef7-bc13a52fcc57 req-d2fa6df7-9e0b-48fc-8716-9e3b463d68a6 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=d38e964e-e827-44b5-9a13-6d5e4a8d1958 HTTP/1.1" status: 200 len: 945 time: 0.0569949 Sep 24 16:17:32.411121 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ed3c5074-88aa-4854-8ef7-bc13a52fcc57 req-051678af-b61d-4086-b595-c9b8ea716816 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333409 Sep 24 16:17:33.534148 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1de200-5041-4fef-86bc-80d683076a84 req-cee147e2-3b0a-4f1b-82ce-f7ac90590c69 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:33.535623 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-da1de200-5041-4fef-86bc-80d683076a84 req-cee147e2-3b0a-4f1b-82ce-f7ac90590c69 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=d38e964e-e827-44b5-9a13-6d5e4a8d1958 HTTP/1.1" status: 200 len: 945 time: 0.0517037 Sep 24 16:17:33.579769 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-da1de200-5041-4fef-86bc-80d683076a84 req-011e80b6-92b6-42f6-b5a2-d5e9241171a5 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376422 Sep 24 16:17:33.916128 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d2f94226-4f47-4097-990d-8b4afeddeeb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:17:34.307003 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:17:34.695113 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d57bc-2c98-444b-9146-df05cc7fd4c0 req-0a4b6aaa-7b68-43fd-9a3d-439e7d0a3caa tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:34.696590 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3f8d57bc-2c98-444b-9146-df05cc7fd4c0 req-0a4b6aaa-7b68-43fd-9a3d-439e7d0a3caa tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=d38e964e-e827-44b5-9a13-6d5e4a8d1958 HTTP/1.1" status: 200 len: 945 time: 0.0488195 Sep 24 16:17:34.734498 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3f8d57bc-2c98-444b-9146-df05cc7fd4c0 req-be879e2a-03c9-4f31-9959-ff285c23979e tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319767 Sep 24 16:17:35.396763 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:17:35.849358 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e8f44-77ff-40d6-9354-cd5e8cd36f10 req-e99655af-f98b-4982-b08a-446fd6234c83 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:35.851009 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f14e8f44-77ff-40d6-9354-cd5e8cd36f10 req-e99655af-f98b-4982-b08a-446fd6234c83 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=d38e964e-e827-44b5-9a13-6d5e4a8d1958 HTTP/1.1" status: 200 len: 945 time: 0.0500860 Sep 24 16:17:35.892630 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f14e8f44-77ff-40d6-9354-cd5e8cd36f10 req-9e5eb941-d300-47d3-b2ee-6a1ec7578cdb tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356526 Sep 24 16:17:36.787162 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:17:37.013271 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb6f5c4-472a-43cc-9698-82d1d10ac655 req-a139b05f-3160-4260-b9ba-ef388cd944af tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:37.014692 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ceb6f5c4-472a-43cc-9698-82d1d10ac655 req-a139b05f-3160-4260-b9ba-ef388cd944af tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=d38e964e-e827-44b5-9a13-6d5e4a8d1958 HTTP/1.1" status: 200 len: 945 time: 0.0532429 Sep 24 16:17:37.052482 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ceb6f5c4-472a-43cc-9698-82d1d10ac655 req-730a46ae-d02c-42d9-9215-e283490f199d tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319548 Sep 24 16:17:38.168055 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959737f-ce27-48ab-b263-dbf7c16d0169 req-f3fffe85-4604-494e-b37e-232af316da46 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:38.169582 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6959737f-ce27-48ab-b263-dbf7c16d0169 req-f3fffe85-4604-494e-b37e-232af316da46 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=d38e964e-e827-44b5-9a13-6d5e4a8d1958 HTTP/1.1" status: 200 len: 945 time: 0.0503078 Sep 24 16:17:38.208222 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6959737f-ce27-48ab-b263-dbf7c16d0169 req-f4016136-f41c-47e3-91f0-e586a5143e33 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327590 Sep 24 16:17:39.232500 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:17:39.679830 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67abf867-eb9d-4499-80d8-fccb3f522d51 req-f26269ad-2bf8-4a1c-8269-c7dd8802f663 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:39.681774 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-67abf867-eb9d-4499-80d8-fccb3f522d51 req-f26269ad-2bf8-4a1c-8269-c7dd8802f663 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=d38e964e-e827-44b5-9a13-6d5e4a8d1958 HTTP/1.1" status: 200 len: 945 time: 0.4027772 Sep 24 16:17:39.726903 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-67abf867-eb9d-4499-80d8-fccb3f522d51 req-3f2693b2-d0aa-4f8b-b182-02d54c3da5f5 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394020 Sep 24 16:17:40.842696 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f16c96-f344-404b-b863-b97338bb284f req-10ee0de5-3328-4c14-b9a7-597473db08e5 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:40.844296 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c2f16c96-f344-404b-b863-b97338bb284f req-10ee0de5-3328-4c14-b9a7-597473db08e5 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=d38e964e-e827-44b5-9a13-6d5e4a8d1958 HTTP/1.1" status: 200 len: 945 time: 0.0498343 Sep 24 16:17:40.887682 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c2f16c96-f344-404b-b863-b97338bb284f req-f55fd132-9106-4942-af3d-8fcf66fb2a8d tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371377 Sep 24 16:17:41.174594 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:17:42.002302 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f33c6-6316-4ebf-8891-2b1875fba900 req-d40270c0-3c9d-4c9e-b376-37de3111fdf2 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:42.003779 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-416f33c6-6316-4ebf-8891-2b1875fba900 req-d40270c0-3c9d-4c9e-b376-37de3111fdf2 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=d38e964e-e827-44b5-9a13-6d5e4a8d1958 HTTP/1.1" status: 200 len: 945 time: 0.0495033 Sep 24 16:17:42.042235 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-416f33c6-6316-4ebf-8891-2b1875fba900 req-9876d6ac-aef8-4b14-978e-8e9a62a5c33f tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322540 Sep 24 16:17:43.157876 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7d70b7-1f02-43a8-9d40-750df53befac req-d40bf24b-2982-4f20-99f4-003adb1ad162 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:43.159393 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9f7d70b7-1f02-43a8-9d40-750df53befac req-d40bf24b-2982-4f20-99f4-003adb1ad162 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=d38e964e-e827-44b5-9a13-6d5e4a8d1958 HTTP/1.1" status: 200 len: 945 time: 0.0498433 Sep 24 16:17:43.198029 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9f7d70b7-1f02-43a8-9d40-750df53befac req-747487bd-a09f-4ac0-ba1e-f8fe6c7a2625 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324814 Sep 24 16:17:44.312683 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ed949-cda7-4ef8-8627-231fe2b52dd0 req-93aae3a5-c83c-4688-bf1c-25261d3f5221 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:44.314107 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-293ed949-cda7-4ef8-8627-231fe2b52dd0 req-93aae3a5-c83c-4688-bf1c-25261d3f5221 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=d38e964e-e827-44b5-9a13-6d5e4a8d1958 HTTP/1.1" status: 200 len: 945 time: 0.0486321 Sep 24 16:17:44.352041 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-293ed949-cda7-4ef8-8627-231fe2b52dd0 req-7551695b-b433-495b-b45d-a491ddf76578 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318830 Sep 24 16:17:45.465965 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cea9c26-03a5-4d9f-b55a-a19077071a4a req-71d423bb-a004-4065-9ccc-db15b3e62444 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:45.467521 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9cea9c26-03a5-4d9f-b55a-a19077071a4a req-71d423bb-a004-4065-9ccc-db15b3e62444 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=d38e964e-e827-44b5-9a13-6d5e4a8d1958 HTTP/1.1" status: 200 len: 945 time: 0.0489411 Sep 24 16:17:45.504810 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9cea9c26-03a5-4d9f-b55a-a19077071a4a req-6a059951-4890-441c-b51b-65bd35e119c7 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315139 Sep 24 16:17:45.628536 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4048b9c5-d3c9-4927-9e14-71e3ea95a0cd req-a0d96237-62b1-495c-9b68-c5d44673f47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:45.630484 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4048b9c5-d3c9-4927-9e14-71e3ea95a0cd req-a0d96237-62b1-495c-9b68-c5d44673f47e service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=f04aa682fb4049e3b985d54a7848a185&device_id=d38e964e-e827-44b5-9a13-6d5e4a8d1958 HTTP/1.1" status: 200 len: 1096 time: 0.0429361 Sep 24 16:17:45.733527 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4048b9c5-d3c9-4927-9e14-71e3ea95a0cd req-8f089892-2ee1-4889-9478-3770879d1fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:45.735048 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4048b9c5-d3c9-4927-9e14-71e3ea95a0cd req-8f089892-2ee1-4889-9478-3770879d1fd4 service neutron] 10.222.0.108 "GET /v2.0/networks?id=a109053a-4a1a-47bc-9d80-350f4f0247a0 HTTP/1.1" status: 200 len: 916 time: 0.0855682 Sep 24 16:17:45.784642 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4048b9c5-d3c9-4927-9e14-71e3ea95a0cd req-b25bb54c-d86f-4006-8f89-70fa1eeadfc1 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db933626-33e3-471c-ad8e-7d1b0324032c HTTP/1.1" status: 200 len: 217 time: 0.0383687 Sep 24 16:17:45.837070 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4048b9c5-d3c9-4927-9e14-71e3ea95a0cd req-f59af579-e009-47e0-842c-7cc08f2497c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:45.838586 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4048b9c5-d3c9-4927-9e14-71e3ea95a0cd req-f59af579-e009-47e0-842c-7cc08f2497c2 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=405ece5f-ea63-4252-adbf-757aa73d1a01 HTTP/1.1" status: 200 len: 854 time: 0.0429430 Sep 24 16:17:45.872400 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4048b9c5-d3c9-4927-9e14-71e3ea95a0cd req-35ec89c4-6038-4046-9a99-da6c1b2a0b14 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=a109053a-4a1a-47bc-9d80-350f4f0247a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252466 Sep 24 16:17:45.968817 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4048b9c5-d3c9-4927-9e14-71e3ea95a0cd req-71e5825d-8ce0-4291-9989-f7d6a4e3accd service neutron] 10.222.0.108 "GET /v2.0/networks/a109053a-4a1a-47bc-9d80-350f4f0247a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879669 Sep 24 16:17:46.062976 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4048b9c5-d3c9-4927-9e14-71e3ea95a0cd req-5afcbef3-e14f-46f5-bf54-6d09a35dd3d5 service neutron] 10.222.0.108 "GET /v2.0/networks/a109053a-4a1a-47bc-9d80-350f4f0247a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856984 Sep 24 16:17:46.620084 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f147c2-6a0d-46ec-851e-8c5b1b724e2f req-a6dfb616-2cb6-4dda-a555-0f980b755d74 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:46.621520 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e9f147c2-6a0d-46ec-851e-8c5b1b724e2f req-a6dfb616-2cb6-4dda-a555-0f980b755d74 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=d38e964e-e827-44b5-9a13-6d5e4a8d1958 HTTP/1.1" status: 200 len: 945 time: 0.0484383 Sep 24 16:17:46.659094 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e9f147c2-6a0d-46ec-851e-8c5b1b724e2f req-cb6fbc68-5719-44c1-bdd5-cd3117ccf023 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314817 Sep 24 16:17:47.778811 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9de2e2-7ab5-46cc-9008-fd57bd9c9019 req-3695693a-6497-4267-a59b-3c27f4d1d2f6 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:47.780336 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-eb9de2e2-7ab5-46cc-9008-fd57bd9c9019 req-3695693a-6497-4267-a59b-3c27f4d1d2f6 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=d38e964e-e827-44b5-9a13-6d5e4a8d1958 HTTP/1.1" status: 200 len: 945 time: 0.0528655 Sep 24 16:17:47.822848 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-eb9de2e2-7ab5-46cc-9008-fd57bd9c9019 req-b1d1ada7-a5e2-4fa4-a1e5-1b6340224149 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365655 Sep 24 16:17:48.947814 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2396e2-014d-4715-ad7e-d7d2c6380a25 req-e651cc61-f757-44a1-bcd6-a620b7b3500c tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:48.949570 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9a2396e2-014d-4715-ad7e-d7d2c6380a25 req-e651cc61-f757-44a1-bcd6-a620b7b3500c tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=d38e964e-e827-44b5-9a13-6d5e4a8d1958 HTTP/1.1" status: 200 len: 945 time: 0.0576146 Sep 24 16:17:48.988915 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9a2396e2-014d-4715-ad7e-d7d2c6380a25 req-0dab412d-89ca-4c8e-bda3-494cb32b0626 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330935 Sep 24 16:17:50.106614 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a3be8f-6c4c-451d-8469-2b829415751b req-cd78d8a9-31aa-416d-a1ad-10c02a08d159 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:50.108152 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f6a3be8f-6c4c-451d-8469-2b829415751b req-cd78d8a9-31aa-416d-a1ad-10c02a08d159 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=d38e964e-e827-44b5-9a13-6d5e4a8d1958 HTTP/1.1" status: 200 len: 945 time: 0.0512385 Sep 24 16:17:50.148729 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f6a3be8f-6c4c-451d-8469-2b829415751b req-849021c4-c02e-44ba-ba1f-645036eb8379 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338871 Sep 24 16:17:51.262955 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3501883a-7179-4c30-93c3-241aca667d54 req-25b3f1e1-42e7-40a1-9611-b900b888d16a tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:51.264475 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3501883a-7179-4c30-93c3-241aca667d54 req-25b3f1e1-42e7-40a1-9611-b900b888d16a tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=d38e964e-e827-44b5-9a13-6d5e4a8d1958 HTTP/1.1" status: 200 len: 945 time: 0.0492749 Sep 24 16:17:51.302652 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3501883a-7179-4c30-93c3-241aca667d54 req-6c41a338-f732-426c-8c82-d4d946a0f536 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322416 Sep 24 16:17:52.422370 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106ced4d-e228-451b-9598-dedce69b2092 req-f1b5c1ee-4f79-4727-9a3e-ebceee76b557 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:52.423872 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-106ced4d-e228-451b-9598-dedce69b2092 req-f1b5c1ee-4f79-4727-9a3e-ebceee76b557 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=d38e964e-e827-44b5-9a13-6d5e4a8d1958 HTTP/1.1" status: 200 len: 945 time: 0.0506563 Sep 24 16:17:52.463793 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-106ced4d-e228-451b-9598-dedce69b2092 req-9c4cc3a9-3784-4696-829f-911b73a248ff tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334001 Sep 24 16:17:53.579734 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb97a3a5-1faa-4ea1-9a93-9841bc1e50ee req-c1b9b860-6176-442b-80e3-70b3c053d3b0 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:53.581130 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bb97a3a5-1faa-4ea1-9a93-9841bc1e50ee req-c1b9b860-6176-442b-80e3-70b3c053d3b0 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=d38e964e-e827-44b5-9a13-6d5e4a8d1958 HTTP/1.1" status: 200 len: 945 time: 0.0496118 Sep 24 16:17:53.619102 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bb97a3a5-1faa-4ea1-9a93-9841bc1e50ee req-20abb045-be26-403f-9f2d-cffafa0c35e2 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318539 Sep 24 16:17:54.738830 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11b1da3-c53e-42f4-b097-5aa86e8be0eb req-4b74cb2e-47bb-4280-97db-ead2084b6798 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:54.740931 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b11b1da3-c53e-42f4-b097-5aa86e8be0eb req-4b74cb2e-47bb-4280-97db-ead2084b6798 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=d38e964e-e827-44b5-9a13-6d5e4a8d1958 HTTP/1.1" status: 200 len: 945 time: 0.0524416 Sep 24 16:17:54.782524 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b11b1da3-c53e-42f4-b097-5aa86e8be0eb req-4f1e51e7-c30c-4954-881d-643b90cf139c tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356674 Sep 24 16:17:55.903805 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d5e04e-1831-4d60-8e0e-8dc5aecf482d req-ca9ba874-eaa4-492c-b900-5e87cd9e7650 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:55.905351 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-25d5e04e-1831-4d60-8e0e-8dc5aecf482d req-ca9ba874-eaa4-492c-b900-5e87cd9e7650 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=d38e964e-e827-44b5-9a13-6d5e4a8d1958 HTTP/1.1" status: 200 len: 945 time: 0.0533540 Sep 24 16:17:55.944396 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-25d5e04e-1831-4d60-8e0e-8dc5aecf482d req-be1a6c67-8296-49bf-8637-79eb881aa74a tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327086 Sep 24 16:17:56.640570 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [req-36cccf18-1bac-4f2f-8ae9-bd58dca8ea7f req-1289ed4a-6375-4cf2-a070-bcffb7fa0373 service neutron] show failed (client error): The resource could not be found. Sep 24 16:17:56.641499 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-36cccf18-1bac-4f2f-8ae9-bd58dca8ea7f req-1289ed4a-6375-4cf2-a070-bcffb7fa0373 service neutron] 10.222.0.108 "GET /v2.0/ports/db933626-33e3-471c-ad8e-7d1b0324032c/bindings/n-h1-808921-1 HTTP/1.1" status: 404 len: 380 time: 0.0558510 Sep 24 16:17:57.109466 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742c2342-c503-4dbf-8c63-d8b9c63baeb2 req-6232bc26-1a05-49d6-a2ea-6ab58d7d5d9a tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:57.111079 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-742c2342-c503-4dbf-8c63-d8b9c63baeb2 req-6232bc26-1a05-49d6-a2ea-6ab58d7d5d9a tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=d38e964e-e827-44b5-9a13-6d5e4a8d1958 HTTP/1.1" status: 200 len: 945 time: 0.0580952 Sep 24 16:17:57.156483 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-742c2342-c503-4dbf-8c63-d8b9c63baeb2 req-8ae02233-5a32-4032-829d-9b6040c42680 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383298 Sep 24 16:17:57.168753 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cccf18-1bac-4f2f-8ae9-bd58dca8ea7f req-31faef9e-4066-40fd-85a2-ba58309e84bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:57.170387 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-36cccf18-1bac-4f2f-8ae9-bd58dca8ea7f req-31faef9e-4066-40fd-85a2-ba58309e84bd service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=d38e964e-e827-44b5-9a13-6d5e4a8d1958&tenant_id=f04aa682fb4049e3b985d54a7848a185 HTTP/1.1" status: 200 len: 1096 time: 0.0444102 Sep 24 16:17:57.183484 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-36cccf18-1bac-4f2f-8ae9-bd58dca8ea7f req-37912d9c-caed-42e8-84fe-9ded3b38f3d1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-808921-1', 'device_owner': 'compute:nova'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:17:57.239260 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-36cccf18-1bac-4f2f-8ae9-bd58dca8ea7f req-37912d9c-caed-42e8-84fe-9ded3b38f3d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:17:57.438065 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-36cccf18-1bac-4f2f-8ae9-bd58dca8ea7f req-37912d9c-caed-42e8-84fe-9ded3b38f3d1 service neutron] For port db933626-33e3-471c-ad8e-7d1b0324032c, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=db933626-33e3-471c-ad8e-7d1b0324032c,segment=NetworkSegment(bec9f1f7-9508-482f-93bd-02ffb9610397),segment_id=bec9f1f7-9508-482f-93bd-02ffb9610397)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:17:57.470190 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-36cccf18-1bac-4f2f-8ae9-bd58dca8ea7f req-37912d9c-caed-42e8-84fe-9ded3b38f3d1 service neutron] For port db933626-33e3-471c-ad8e-7d1b0324032c, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:17:57.509120 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd38e964e-e827-44b5-9a13-6d5e4a8d1958', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db933626-33e3-471c-ad8e-7d1b0324032c'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:17:57.511359 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-864e01be-4cb0-44b6-a745-1c2ccd5d6e56" -d '{"events": [{"server_uuid": "d38e964e-e827-44b5-9a13-6d5e4a8d1958", "name": "network-vif-unplugged", "status": "completed", "tag": "db933626-33e3-471c-ad8e-7d1b0324032c"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:17:57.515700 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-36cccf18-1bac-4f2f-8ae9-bd58dca8ea7f req-37912d9c-caed-42e8-84fe-9ded3b38f3d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:17:57.527835 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-36cccf18-1bac-4f2f-8ae9-bd58dca8ea7f req-37912d9c-caed-42e8-84fe-9ded3b38f3d1 service neutron] Transition to ACTIVE for port object db933626-33e3-471c-ad8e-7d1b0324032c will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 16:17:57.586015 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-36cccf18-1bac-4f2f-8ae9-bd58dca8ea7f req-37912d9c-caed-42e8-84fe-9ded3b38f3d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:17:57.627014 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 16:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ecb2b90-a166-42a1-bf70-2d0b9b65021f x-openstack-request-id: req-6ecb2b90-a166-42a1-bf70-2d0b9b65021f {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:17:57.627304 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d38e964e-e827-44b5-9a13-6d5e4a8d1958", "name": "network-vif-unplugged", "status": "completed", "tag": "db933626-33e3-471c-ad8e-7d1b0324032c", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:17:57.627552 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-6ecb2b90-a166-42a1-bf70-2d0b9b65021f {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:17:57.627936 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd38e964e-e827-44b5-9a13-6d5e4a8d1958', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db933626-33e3-471c-ad8e-7d1b0324032c', 'code': 200} Sep 24 16:17:57.647845 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-36cccf18-1bac-4f2f-8ae9-bd58dca8ea7f req-37912d9c-caed-42e8-84fe-9ded3b38f3d1 service neutron] No DVR routers for this DVR port db933626-33e3-471c-ad8e-7d1b0324032c on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:17:57.657924 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37912d9c-caed-42e8-84fe-9ded3b38f3d1 service neutron] Pushing event updated for resources: {'Port': ['ID=db933626-33e3-471c-ad8e-7d1b0324032c,revision_number=6']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:17:57.690554 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-36cccf18-1bac-4f2f-8ae9-bd58dca8ea7f req-37912d9c-caed-42e8-84fe-9ded3b38f3d1 service neutron] Attempting to bind port db933626-33e3-471c-ad8e-7d1b0324032c on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:17:57.690888 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-36cccf18-1bac-4f2f-8ae9-bd58dca8ea7f req-37912d9c-caed-42e8-84fe-9ded3b38f3d1 service neutron] Attempting to bind port db933626-33e3-471c-ad8e-7d1b0324032c by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': 'bec9f1f7-9508-482f-93bd-02ffb9610397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': 'a109053a-4a1a-47bc-9d80-350f4f0247a0'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:17:57.691202 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cccf18-1bac-4f2f-8ae9-bd58dca8ea7f req-37912d9c-caed-42e8-84fe-9ded3b38f3d1 service neutron] Attempting to bind port db933626-33e3-471c-ad8e-7d1b0324032c on network a109053a-4a1a-47bc-9d80-350f4f0247a0 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:17:57.695994 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cccf18-1bac-4f2f-8ae9-bd58dca8ea7f req-37912d9c-caed-42e8-84fe-9ded3b38f3d1 service neutron] Port db933626-33e3-471c-ad8e-7d1b0324032c on network a109053a-4a1a-47bc-9d80-350f4f0247a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 16:17:57.696308 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cccf18-1bac-4f2f-8ae9-bd58dca8ea7f req-37912d9c-caed-42e8-84fe-9ded3b38f3d1 service neutron] Attempting to bind port db933626-33e3-471c-ad8e-7d1b0324032c on network a109053a-4a1a-47bc-9d80-350f4f0247a0 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:17:57.701047 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cccf18-1bac-4f2f-8ae9-bd58dca8ea7f req-37912d9c-caed-42e8-84fe-9ded3b38f3d1 service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:17:57.701375 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cccf18-1bac-4f2f-8ae9-bd58dca8ea7f req-37912d9c-caed-42e8-84fe-9ded3b38f3d1 service neutron] Checking segment: {'id': 'bec9f1f7-9508-482f-93bd-02ffb9610397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': 'a109053a-4a1a-47bc-9d80-350f4f0247a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:17:57.701748 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36cccf18-1bac-4f2f-8ae9-bd58dca8ea7f req-37912d9c-caed-42e8-84fe-9ded3b38f3d1 service neutron] Bound using segment: {'id': 'bec9f1f7-9508-482f-93bd-02ffb9610397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': 'a109053a-4a1a-47bc-9d80-350f4f0247a0'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:17:57.702165 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-36cccf18-1bac-4f2f-8ae9-bd58dca8ea7f req-37912d9c-caed-42e8-84fe-9ded3b38f3d1 service neutron] Bound port: db933626-33e3-471c-ad8e-7d1b0324032c, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bec9f1f7-9508-482f-93bd-02ffb9610397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': 'a109053a-4a1a-47bc-9d80-350f4f0247a0'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:17:57.702549 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-36cccf18-1bac-4f2f-8ae9-bd58dca8ea7f req-37912d9c-caed-42e8-84fe-9ded3b38f3d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:17:57.764024 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-36cccf18-1bac-4f2f-8ae9-bd58dca8ea7f req-37912d9c-caed-42e8-84fe-9ded3b38f3d1 service neutron] For port db933626-33e3-471c-ad8e-7d1b0324032c, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:17:57.766914 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-36cccf18-1bac-4f2f-8ae9-bd58dca8ea7f req-37912d9c-caed-42e8-84fe-9ded3b38f3d1 service neutron] For port db933626-33e3-471c-ad8e-7d1b0324032c, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=db933626-33e3-471c-ad8e-7d1b0324032c,segment=NetworkSegment(bec9f1f7-9508-482f-93bd-02ffb9610397),segment_id=bec9f1f7-9508-482f-93bd-02ffb9610397)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:17:57.824174 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-36cccf18-1bac-4f2f-8ae9-bd58dca8ea7f req-37912d9c-caed-42e8-84fe-9ded3b38f3d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:17:57.859002 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cccf18-1bac-4f2f-8ae9-bd58dca8ea7f req-37912d9c-caed-42e8-84fe-9ded3b38f3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:57.859703 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-36cccf18-1bac-4f2f-8ae9-bd58dca8ea7f req-37912d9c-caed-42e8-84fe-9ded3b38f3d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:17:57.861131 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-36cccf18-1bac-4f2f-8ae9-bd58dca8ea7f req-37912d9c-caed-42e8-84fe-9ded3b38f3d1 service neutron] 10.222.0.110 "PUT /v2.0/ports/db933626-33e3-471c-ad8e-7d1b0324032c HTTP/1.1" status: 200 len: 1091 time: 0.6817827 Sep 24 16:17:57.886305 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37912d9c-caed-42e8-84fe-9ded3b38f3d1 service neutron] Pushing event updated for resources: {'Port': ['ID=db933626-33e3-471c-ad8e-7d1b0324032c,revision_number=7']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:17:57.932595 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cccf18-1bac-4f2f-8ae9-bd58dca8ea7f req-bd46dd47-20da-4b95-892c-3d715d0973e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:57.934221 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-36cccf18-1bac-4f2f-8ae9-bd58dca8ea7f req-bd46dd47-20da-4b95-892c-3d715d0973e3 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=f04aa682fb4049e3b985d54a7848a185&device_id=d38e964e-e827-44b5-9a13-6d5e4a8d1958 HTTP/1.1" status: 200 len: 1094 time: 0.0488412 Sep 24 16:17:58.033028 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cccf18-1bac-4f2f-8ae9-bd58dca8ea7f req-e3e2d634-80de-4980-9223-a9b5dcf72f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:58.034718 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-36cccf18-1bac-4f2f-8ae9-bd58dca8ea7f req-e3e2d634-80de-4980-9223-a9b5dcf72f01 service neutron] 10.222.0.110 "GET /v2.0/networks?id=a109053a-4a1a-47bc-9d80-350f4f0247a0 HTTP/1.1" status: 200 len: 916 time: 0.0887389 Sep 24 16:17:58.083618 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-36cccf18-1bac-4f2f-8ae9-bd58dca8ea7f req-c32459a0-ed3f-435c-890a-712fbd3b9376 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db933626-33e3-471c-ad8e-7d1b0324032c HTTP/1.1" status: 200 len: 217 time: 0.0403779 Sep 24 16:17:58.140343 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cccf18-1bac-4f2f-8ae9-bd58dca8ea7f req-be7d18e9-1f6d-456f-b1fc-8cfa17cd8ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:58.141836 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-36cccf18-1bac-4f2f-8ae9-bd58dca8ea7f req-be7d18e9-1f6d-456f-b1fc-8cfa17cd8ae2 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=405ece5f-ea63-4252-adbf-757aa73d1a01 HTTP/1.1" status: 200 len: 854 time: 0.0479147 Sep 24 16:17:58.174451 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-36cccf18-1bac-4f2f-8ae9-bd58dca8ea7f req-16601ff5-268b-4e7a-8c4d-a33931104792 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=a109053a-4a1a-47bc-9d80-350f4f0247a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243154 Sep 24 16:17:58.271499 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-36cccf18-1bac-4f2f-8ae9-bd58dca8ea7f req-ead1abec-3d35-44ce-9790-241c4919876b service neutron] 10.222.0.110 "GET /v2.0/networks/a109053a-4a1a-47bc-9d80-350f4f0247a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877090 Sep 24 16:17:58.275211 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2b0ccc-6e6a-4377-84aa-fcd032d8ba6f req-95851671-d2aa-4d2f-afe4-3abaa380c2c1 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:58.276725 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7e2b0ccc-6e6a-4377-84aa-fcd032d8ba6f req-95851671-d2aa-4d2f-afe4-3abaa380c2c1 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=d38e964e-e827-44b5-9a13-6d5e4a8d1958 HTTP/1.1" status: 200 len: 943 time: 0.0506735 Sep 24 16:17:58.315564 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7e2b0ccc-6e6a-4377-84aa-fcd032d8ba6f req-39bfe318-b8a2-42ac-b005-f315aa5369f2 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328689 Sep 24 16:17:58.364055 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-36cccf18-1bac-4f2f-8ae9-bd58dca8ea7f req-e1ce372b-b4ec-437b-8cd9-9021bc501540 service neutron] 10.222.0.110 "GET /v2.0/networks/a109053a-4a1a-47bc-9d80-350f4f0247a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838339 Sep 24 16:17:58.640047 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359c942-9d1c-4318-ab8c-9f358e0df32b req-b897513e-7b63-4cf3-afd9-6666311a5070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:58.641547 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2359c942-9d1c-4318-ab8c-9f358e0df32b req-b897513e-7b63-4cf3-afd9-6666311a5070 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=f04aa682fb4049e3b985d54a7848a185&device_id=d38e964e-e827-44b5-9a13-6d5e4a8d1958 HTTP/1.1" status: 200 len: 1094 time: 0.0430248 Sep 24 16:17:58.766990 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359c942-9d1c-4318-ab8c-9f358e0df32b req-77900314-8bf4-40d5-88ab-b2875a8ca35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:58.768464 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2359c942-9d1c-4318-ab8c-9f358e0df32b req-77900314-8bf4-40d5-88ab-b2875a8ca35f service neutron] 10.222.0.110 "GET /v2.0/networks?id=a109053a-4a1a-47bc-9d80-350f4f0247a0 HTTP/1.1" status: 200 len: 916 time: 0.1016603 Sep 24 16:17:58.815908 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2359c942-9d1c-4318-ab8c-9f358e0df32b req-8a0a9848-d538-4da9-9d8e-589f2bc9cc86 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db933626-33e3-471c-ad8e-7d1b0324032c HTTP/1.1" status: 200 len: 217 time: 0.0358939 Sep 24 16:17:58.873461 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2359c942-9d1c-4318-ab8c-9f358e0df32b req-c3a3c994-ba1e-467d-93b9-031ebba1f1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:58.874991 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2359c942-9d1c-4318-ab8c-9f358e0df32b req-c3a3c994-ba1e-467d-93b9-031ebba1f1d0 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=405ece5f-ea63-4252-adbf-757aa73d1a01 HTTP/1.1" status: 200 len: 854 time: 0.0513279 Sep 24 16:17:58.913462 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2359c942-9d1c-4318-ab8c-9f358e0df32b req-ccc4e5c2-97c6-4091-b354-f65b58728446 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=a109053a-4a1a-47bc-9d80-350f4f0247a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265625 Sep 24 16:17:59.008728 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2359c942-9d1c-4318-ab8c-9f358e0df32b req-6ff4e2e4-0828-4cb6-aba4-32beb1bbb3c6 service neutron] 10.222.0.110 "GET /v2.0/networks/a109053a-4a1a-47bc-9d80-350f4f0247a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885818 Sep 24 16:17:59.084430 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [req-0111c37e-c463-4a53-a1f4-3d549a3748a6 req-1b1723f5-b135-497a-bb50-dd1f9a0913fd service neutron] (95298) timed out ('10.222.0.101', 56268) {{(pid=95298) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 24 16:17:59.104377 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2359c942-9d1c-4318-ab8c-9f358e0df32b req-1da1af0e-79b6-4251-8be1-ed273d620c35 service neutron] 10.222.0.110 "GET /v2.0/networks/a109053a-4a1a-47bc-9d80-350f4f0247a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878854 Sep 24 16:17:59.432716 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff22b6e7-8314-45f5-ade0-97cafd6c2484 req-b9b1766e-7f5a-4b23-908d-7790a6fd82ea tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:59.434208 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ff22b6e7-8314-45f5-ade0-97cafd6c2484 req-b9b1766e-7f5a-4b23-908d-7790a6fd82ea tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=d38e964e-e827-44b5-9a13-6d5e4a8d1958 HTTP/1.1" status: 200 len: 943 time: 0.0494041 Sep 24 16:17:59.472876 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ff22b6e7-8314-45f5-ade0-97cafd6c2484 req-8231bd6c-b1e7-46e6-b1d4-be0c9a503119 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325520 Sep 24 16:17:59.629029 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd38e964e-e827-44b5-9a13-6d5e4a8d1958', 'tag': 'db933626-33e3-471c-ad8e-7d1b0324032c'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:17:59.632201 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-370760c3-fe90-445a-8680-f3cdf30e80d3" -d '{"events": [{"name": "network-changed", "server_uuid": "d38e964e-e827-44b5-9a13-6d5e4a8d1958", "tag": "db933626-33e3-471c-ad8e-7d1b0324032c"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:17:59.687980 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-968f8f60-d70a-46d1-973a-4577eb103fea x-openstack-request-id: req-968f8f60-d70a-46d1-973a-4577eb103fea {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:17:59.688281 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d38e964e-e827-44b5-9a13-6d5e4a8d1958", "tag": "db933626-33e3-471c-ad8e-7d1b0324032c", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:17:59.688531 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-968f8f60-d70a-46d1-973a-4577eb103fea {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:17:59.688933 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd38e964e-e827-44b5-9a13-6d5e4a8d1958', 'tag': 'db933626-33e3-471c-ad8e-7d1b0324032c', 'status': 'completed', 'code': 200} Sep 24 16:17:59.785352 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370760c3-fe90-445a-8680-f3cdf30e80d3 req-49880f80-a456-4304-848f-22cd74aeec0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:59.786898 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-370760c3-fe90-445a-8680-f3cdf30e80d3 req-49880f80-a456-4304-848f-22cd74aeec0e service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=f04aa682fb4049e3b985d54a7848a185&device_id=d38e964e-e827-44b5-9a13-6d5e4a8d1958 HTTP/1.1" status: 200 len: 1094 time: 0.0666323 Sep 24 16:17:59.789380 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370760c3-fe90-445a-8680-f3cdf30e80d3 req-5351e24c-e860-42b6-a3d1-24a2588d780a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:59.790821 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-370760c3-fe90-445a-8680-f3cdf30e80d3 req-5351e24c-e860-42b6-a3d1-24a2588d780a service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=f04aa682fb4049e3b985d54a7848a185&device_id=d38e964e-e827-44b5-9a13-6d5e4a8d1958 HTTP/1.1" status: 200 len: 1094 time: 0.0794659 Sep 24 16:17:59.953935 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370760c3-fe90-445a-8680-f3cdf30e80d3 req-517a8463-bd56-4feb-9906-b38bf55b7b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:59.955350 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-370760c3-fe90-445a-8680-f3cdf30e80d3 req-517a8463-bd56-4feb-9906-b38bf55b7b9b service neutron] 10.222.0.110 "GET /v2.0/networks?id=a109053a-4a1a-47bc-9d80-350f4f0247a0 HTTP/1.1" status: 200 len: 916 time: 0.1574492 Sep 24 16:17:59.956445 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370760c3-fe90-445a-8680-f3cdf30e80d3 req-71edd8c9-c56d-40d1-bdbb-047ad0af2b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:17:59.957746 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-370760c3-fe90-445a-8680-f3cdf30e80d3 req-71edd8c9-c56d-40d1-bdbb-047ad0af2b4c service neutron] 10.222.0.108 "GET /v2.0/networks?id=a109053a-4a1a-47bc-9d80-350f4f0247a0 HTTP/1.1" status: 200 len: 916 time: 0.1522019 Sep 24 16:18:00.034118 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-370760c3-fe90-445a-8680-f3cdf30e80d3 req-67f5405c-e09d-4c5e-a21c-b0903102ce15 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db933626-33e3-471c-ad8e-7d1b0324032c HTTP/1.1" status: 200 len: 217 time: 0.0687277 Sep 24 16:18:00.035511 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-370760c3-fe90-445a-8680-f3cdf30e80d3 req-c6e35c50-9953-4d35-bbb4-9652ebf3ad0c service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db933626-33e3-471c-ad8e-7d1b0324032c HTTP/1.1" status: 200 len: 217 time: 0.0645697 Sep 24 16:18:00.116134 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370760c3-fe90-445a-8680-f3cdf30e80d3 req-76104613-c408-4700-a837-52dc2bf6b33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:00.117621 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-370760c3-fe90-445a-8680-f3cdf30e80d3 req-76104613-c408-4700-a837-52dc2bf6b33b service neutron] 10.222.0.108 "GET /v2.0/subnets?id=405ece5f-ea63-4252-adbf-757aa73d1a01 HTTP/1.1" status: 200 len: 854 time: 0.0768478 Sep 24 16:18:00.119055 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370760c3-fe90-445a-8680-f3cdf30e80d3 req-a58ac8e4-68ca-4e98-9827-f421e8b405c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:00.120383 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-370760c3-fe90-445a-8680-f3cdf30e80d3 req-a58ac8e4-68ca-4e98-9827-f421e8b405c5 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=405ece5f-ea63-4252-adbf-757aa73d1a01 HTTP/1.1" status: 200 len: 854 time: 0.0724764 Sep 24 16:18:00.173554 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-370760c3-fe90-445a-8680-f3cdf30e80d3 req-7e5ee8f9-d091-4fc7-8120-8764f22de4e0 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=a109053a-4a1a-47bc-9d80-350f4f0247a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484216 Sep 24 16:18:00.175260 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-370760c3-fe90-445a-8680-f3cdf30e80d3 req-f509aea0-839d-4057-bd3a-d76de45a026a service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=a109053a-4a1a-47bc-9d80-350f4f0247a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420537 Sep 24 16:18:00.335335 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-370760c3-fe90-445a-8680-f3cdf30e80d3 req-04c43d2b-27f5-42ef-9d02-f661ae04231b service neutron] 10.222.0.110 "GET /v2.0/networks/a109053a-4a1a-47bc-9d80-350f4f0247a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472852 Sep 24 16:18:00.337201 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-370760c3-fe90-445a-8680-f3cdf30e80d3 req-6dd037ad-2f8d-49b1-92ba-b28cc1178a71 service neutron] 10.222.0.108 "GET /v2.0/networks/a109053a-4a1a-47bc-9d80-350f4f0247a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562016 Sep 24 16:18:00.504328 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-370760c3-fe90-445a-8680-f3cdf30e80d3 req-3ecf21b3-45e7-410e-b5f3-4d500687ac98 service neutron] 10.222.0.108 "GET /v2.0/networks/a109053a-4a1a-47bc-9d80-350f4f0247a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594691 Sep 24 16:18:00.506871 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-370760c3-fe90-445a-8680-f3cdf30e80d3 req-343c456e-913b-4c50-bd66-81f8d30d8a9f service neutron] 10.222.0.110 "GET /v2.0/networks/a109053a-4a1a-47bc-9d80-350f4f0247a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610930 Sep 24 16:18:00.595110 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc0e5a3-8e86-41a9-878b-59eb9c5d8add req-88b81615-8790-47a2-94aa-b2f787d0ea99 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:00.596516 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8dc0e5a3-8e86-41a9-878b-59eb9c5d8add req-88b81615-8790-47a2-94aa-b2f787d0ea99 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=d38e964e-e827-44b5-9a13-6d5e4a8d1958 HTTP/1.1" status: 200 len: 943 time: 0.0501559 Sep 24 16:18:00.636389 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8dc0e5a3-8e86-41a9-878b-59eb9c5d8add req-d66bc856-833b-40d5-a37c-55b684ee5834 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327644 Sep 24 16:18:01.191290 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-482f49e2-2244-4a0b-8a31-b3de7ca91c27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:18:01.443226 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device db933626-33e3-471c-ad8e-7d1b0324032c no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:18:01.484960 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device db933626-33e3-471c-ad8e-7d1b0324032c not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:18:01.752519 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d6dcad-8b16-4fec-9d24-9754b74f4edc req-40846267-029e-4a92-8bba-83a929e2f07c tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:01.753898 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a1d6dcad-8b16-4fec-9d24-9754b74f4edc req-40846267-029e-4a92-8bba-83a929e2f07c tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=d38e964e-e827-44b5-9a13-6d5e4a8d1958 HTTP/1.1" status: 200 len: 943 time: 0.0486360 Sep 24 16:18:01.796043 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a1d6dcad-8b16-4fec-9d24-9754b74f4edc req-0be8953f-7877-461f-a4c2-2ab2adb3b13f tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358226 Sep 24 16:18:02.128291 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88828c09-6264-4d7c-ba53-62d141d535ed req-da27b8ee-5bb9-4901-baca-cd05abd533f5 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:02.129842 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-88828c09-6264-4d7c-ba53-62d141d535ed req-da27b8ee-5bb9-4901-baca-cd05abd533f5 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=d38e964e-e827-44b5-9a13-6d5e4a8d1958 HTTP/1.1" status: 200 len: 943 time: 0.0509005 Sep 24 16:18:02.171185 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-88828c09-6264-4d7c-ba53-62d141d535ed req-9e046617-3042-4007-acd2-af63d68259bc tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341601 Sep 24 16:18:02.198397 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9db07-e0dc-4044-9e88-0a45559d08aa req-3b3b835c-f0a8-44f5-8dd3-c10bb1816020 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:02.199980 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-38a9db07-e0dc-4044-9e88-0a45559d08aa req-3b3b835c-f0a8-44f5-8dd3-c10bb1816020 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.108 "GET /v2.0/ports?device_id=d38e964e-e827-44b5-9a13-6d5e4a8d1958&tenant_id=f04aa682fb4049e3b985d54a7848a185&binding%3Ahost_id=n-h1-808921-1 HTTP/1.1" status: 200 len: 943 time: 0.0505755 Sep 24 16:18:02.262640 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [req-38a9db07-e0dc-4044-9e88-0a45559d08aa req-1ab74bbb-5338-4bd0-80fb-dfb57422ea61 service neutron] delete failed (client error): The resource could not be found. Sep 24 16:18:02.263650 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-38a9db07-e0dc-4044-9e88-0a45559d08aa req-1ab74bbb-5338-4bd0-80fb-dfb57422ea61 service neutron] 10.222.0.108 "DELETE /v2.0/ports/db933626-33e3-471c-ad8e-7d1b0324032c/bindings/n-h2-808921-1 HTTP/1.1" status: 404 len: 380 time: 0.0550160 Sep 24 16:18:02.350559 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9db07-e0dc-4044-9e88-0a45559d08aa req-8ce28afd-8cfb-40f3-9468-47e4be1b9486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:02.352028 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-38a9db07-e0dc-4044-9e88-0a45559d08aa req-8ce28afd-8cfb-40f3-9468-47e4be1b9486 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=f04aa682fb4049e3b985d54a7848a185&device_id=d38e964e-e827-44b5-9a13-6d5e4a8d1958 HTTP/1.1" status: 200 len: 1094 time: 0.0450218 Sep 24 16:18:02.441922 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9db07-e0dc-4044-9e88-0a45559d08aa req-1a7270a8-780b-4dd2-85c2-180d24300f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:02.443950 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-38a9db07-e0dc-4044-9e88-0a45559d08aa req-1a7270a8-780b-4dd2-85c2-180d24300f51 service neutron] 10.222.0.108 "GET /v2.0/networks?id=a109053a-4a1a-47bc-9d80-350f4f0247a0 HTTP/1.1" status: 200 len: 916 time: 0.0848587 Sep 24 16:18:02.487145 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-38a9db07-e0dc-4044-9e88-0a45559d08aa req-cd60ba47-e328-45ad-aae0-6e4d2847fddc service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=db933626-33e3-471c-ad8e-7d1b0324032c HTTP/1.1" status: 200 len: 217 time: 0.0361271 Sep 24 16:18:02.536077 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9db07-e0dc-4044-9e88-0a45559d08aa req-62896936-51d6-4ce4-b364-c4fc9143d3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:02.537585 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-38a9db07-e0dc-4044-9e88-0a45559d08aa req-62896936-51d6-4ce4-b364-c4fc9143d3a8 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=405ece5f-ea63-4252-adbf-757aa73d1a01 HTTP/1.1" status: 200 len: 854 time: 0.0437863 Sep 24 16:18:02.568891 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-38a9db07-e0dc-4044-9e88-0a45559d08aa req-74321da2-6484-495d-a2da-9ed0e988fb5b service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=a109053a-4a1a-47bc-9d80-350f4f0247a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236580 Sep 24 16:18:02.658481 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-38a9db07-e0dc-4044-9e88-0a45559d08aa req-28cb8d34-3ae4-4004-bb20-be57d47b129d service neutron] 10.222.0.108 "GET /v2.0/networks/a109053a-4a1a-47bc-9d80-350f4f0247a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825822 Sep 24 16:18:02.682370 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device db933626-33e3-471c-ad8e-7d1b0324032c details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 16:18:02.749743 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-38a9db07-e0dc-4044-9e88-0a45559d08aa req-4ba9f33e-5359-4a70-aadd-c87d33ff117d service neutron] 10.222.0.108 "GET /v2.0/networks/a109053a-4a1a-47bc-9d80-350f4f0247a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832942 Sep 24 16:18:02.777225 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port db933626-33e3-471c-ad8e-7d1b0324032c, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=db933626-33e3-471c-ad8e-7d1b0324032c,segment=NetworkSegment(bec9f1f7-9508-482f-93bd-02ffb9610397),segment_id=bec9f1f7-9508-482f-93bd-02ffb9610397)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:18:02.788897 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': 'db933626-33e3-471c-ad8e-7d1b0324032c', 'network_id': 'a109053a-4a1a-47bc-9d80-350f4f0247a0', 'port_id': 'db933626-33e3-471c-ad8e-7d1b0324032c', 'mac_address': 'fa:16:3e:ec:9f:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '405ece5f-ea63-4252-adbf-757aa73d1a01', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 16:18:02.830548 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:18:02.843488 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db933626-33e3-471c-ad8e-7d1b0324032c {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:18:02.863836 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port db933626-33e3-471c-ad8e-7d1b0324032c, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=db933626-33e3-471c-ad8e-7d1b0324032c,segment=NetworkSegment(bec9f1f7-9508-482f-93bd-02ffb9610397),segment_id=bec9f1f7-9508-482f-93bd-02ffb9610397)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:18:02.922699 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:18:02.969557 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=db933626-33e3-471c-ad8e-7d1b0324032c,revision_number=8']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:18:03.058725 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:18:03.213819 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['db933626-33e3-471c-ad8e-7d1b0324032c'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:18:03.293258 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a2ec5a-a139-478f-9019-b2389ad1f6b6 req-cc5e5217-5271-4002-bfe6-2589a7fb4d91 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:03.295214 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d6a2ec5a-a139-478f-9019-b2389ad1f6b6 req-cc5e5217-5271-4002-bfe6-2589a7fb4d91 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=d38e964e-e827-44b5-9a13-6d5e4a8d1958 HTTP/1.1" status: 200 len: 944 time: 0.0528421 Sep 24 16:18:03.347926 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d6a2ec5a-a139-478f-9019-b2389ad1f6b6 req-e76dd1ef-49e1-4fe5-8d06-cf3d2067647a tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461659 Sep 24 16:18:03.865086 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a490eee4-c5b7-4744-9591-5d53f6c72f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:18:04.280657 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:18:04.461856 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f0c38c-c1ca-49f6-949f-515503d41299 req-a6dbbc77-401b-4410-a561-573d01d0cb95 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:04.463383 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b5f0c38c-c1ca-49f6-949f-515503d41299 req-a6dbbc77-401b-4410-a561-573d01d0cb95 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=d38e964e-e827-44b5-9a13-6d5e4a8d1958 HTTP/1.1" status: 200 len: 944 time: 0.0493059 Sep 24 16:18:04.501167 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b5f0c38c-c1ca-49f6-949f-515503d41299 req-a1b2d242-ba18-4af8-aca2-a8fa22d02bf4 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320082 Sep 24 16:18:04.620299 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be20b615-4704-4d86-b198-d440e2591b5f req-b4e7b0d3-9afd-4602-86bb-ad72c9a50d49 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:04.621762 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-be20b615-4704-4d86-b198-d440e2591b5f req-b4e7b0d3-9afd-4602-86bb-ad72c9a50d49 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=d38e964e-e827-44b5-9a13-6d5e4a8d1958 HTTP/1.1" status: 200 len: 944 time: 0.0522096 Sep 24 16:18:04.659441 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-be20b615-4704-4d86-b198-d440e2591b5f req-ed1301e5-add3-4ee9-ae2d-d4e23c3b032d tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317569 Sep 24 16:18:04.683233 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device db933626-33e3-471c-ad8e-7d1b0324032c up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:18:04.774682 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57568dc-86ea-4ca0-a690-6a4dabbf059f req-00514b39-0ce1-4eab-be62-5795c8b08658 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:04.776176 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b57568dc-86ea-4ca0-a690-6a4dabbf059f req-00514b39-0ce1-4eab-be62-5795c8b08658 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=d38e964e-e827-44b5-9a13-6d5e4a8d1958 HTTP/1.1" status: 200 len: 944 time: 0.0495937 Sep 24 16:18:04.791142 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port db933626-33e3-471c-ad8e-7d1b0324032c completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 16:18:04.794905 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port db933626-33e3-471c-ad8e-7d1b0324032c triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:18:04.795278 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:18:04.819353 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b57568dc-86ea-4ca0-a690-6a4dabbf059f req-5764fe43-cf8e-45d0-80fb-88876e08b2eb tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369916 Sep 24 16:18:04.873953 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:18:04.901464 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd38e964e-e827-44b5-9a13-6d5e4a8d1958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db933626-33e3-471c-ad8e-7d1b0324032c'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:18:04.903814 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc182688-f3bd-41b4-9891-69eea1da402b" -d '{"events": [{"server_uuid": "d38e964e-e827-44b5-9a13-6d5e4a8d1958", "name": "network-vif-plugged", "status": "completed", "tag": "db933626-33e3-471c-ad8e-7d1b0324032c"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:18:04.919910 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port db933626-33e3-471c-ad8e-7d1b0324032c, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=db933626-33e3-471c-ad8e-7d1b0324032c,segment=NetworkSegment(bec9f1f7-9508-482f-93bd-02ffb9610397),segment_id=bec9f1f7-9508-482f-93bd-02ffb9610397)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:18:04.983631 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:18:05.013820 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abd82ac7-6bc4-49dc-8ca1-373efd848e0f x-openstack-request-id: req-abd82ac7-6bc4-49dc-8ca1-373efd848e0f {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:18:05.014109 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d38e964e-e827-44b5-9a13-6d5e4a8d1958", "name": "network-vif-plugged", "status": "completed", "tag": "db933626-33e3-471c-ad8e-7d1b0324032c", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:18:05.014378 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-abd82ac7-6bc4-49dc-8ca1-373efd848e0f {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:18:05.014802 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd38e964e-e827-44b5-9a13-6d5e4a8d1958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db933626-33e3-471c-ad8e-7d1b0324032c', 'code': 200} Sep 24 16:18:05.037654 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=db933626-33e3-471c-ad8e-7d1b0324032c,revision_number=9']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:18:05.045428 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:18:05.045428 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:18:05.045641 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:18:05.045778 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:18:05.046127 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:18:05.046466 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:18:05.046794 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:18:05.047118 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:18:05.047440 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:18:05.047761 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:18:05.048083 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:18:05.048402 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:18:05.363348 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eed6c26-97b8-47d4-bafd-2b161a7b22b1 req-714c7650-4953-440e-ad1d-8d76fad7134a tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:05.365602 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6eed6c26-97b8-47d4-bafd-2b161a7b22b1 req-714c7650-4953-440e-ad1d-8d76fad7134a tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/networks?id=a109053a-4a1a-47bc-9d80-350f4f0247a0 HTTP/1.1" status: 200 len: 814 time: 0.1039505 Sep 24 16:18:05.380875 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6eed6c26-97b8-47d4-bafd-2b161a7b22b1 req-41b5250c-1043-4a0a-8f23-f30089199358 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/quotas/f04aa682fb4049e3b985d54a7848a185 HTTP/1.1" status: 200 len: 375 time: 0.0096743 Sep 24 16:18:05.397052 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:18:05.433963 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6eed6c26-97b8-47d4-bafd-2b161a7b22b1 req-f939875c-308f-458e-b402-78e9516120a5 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=f04aa682fb4049e3b985d54a7848a185&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0460083 Sep 24 16:18:05.586538 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6eed6c26-97b8-47d4-bafd-2b161a7b22b1 req-58af3799-e6b9-4d61-938c-dc912dc91537 service neutron] 10.222.0.101 "GET /v2.0/networks/a109053a-4a1a-47bc-9d80-350f4f0247a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451366 Sep 24 16:18:05.678498 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6eed6c26-97b8-47d4-bafd-2b161a7b22b1 req-d24069f1-75e8-4467-8bfc-83f7f4e0fbf1 service neutron] 10.222.0.101 "GET /v2.0/networks/a109053a-4a1a-47bc-9d80-350f4f0247a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860071 Sep 24 16:18:05.903700 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-959e00da-1fdc-4a94-a42f-24c4db02b2fc req-68cd44f2-3c80-481a-b76f-f2bddd1d2706 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=6345bf89-7ad2-4722-bc8f-f87df9cd7cd1 HTTP/1.1" status: 200 len: 210 time: 0.0277882 Sep 24 16:18:06.812523 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:18:06.844306 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5c197e-277f-4a65-9f30-02a158c4c950 req-655b81e7-7701-44bf-850e-d4d373116617 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:06.845767 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2d5c197e-277f-4a65-9f30-02a158c4c950 req-655b81e7-7701-44bf-850e-d4d373116617 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.110 "GET /v2.0/ports?device_id=d38e964e-e827-44b5-9a13-6d5e4a8d1958 HTTP/1.1" status: 200 len: 945 time: 0.0495300 Sep 24 16:18:06.944775 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-2d5c197e-277f-4a65-9f30-02a158c4c950 req-ccc3432f-bd8a-460b-9dc1-28d970707454 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Deleting port db933626-33e3-471c-ad8e-7d1b0324032c {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:18:06.945445 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-2d5c197e-277f-4a65-9f30-02a158c4c950 req-ccc3432f-bd8a-460b-9dc1-28d970707454 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:18:07.000361 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8a761f8f-5195-4b12-9207-afe464e3e36a req-c62bb4cb-3661-486b-95ff-cb21343f40e5 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=6345bf89-7ad2-4722-bc8f-f87df9cd7cd1 HTTP/1.1" status: 200 len: 210 time: 0.0275202 Sep 24 16:18:07.041089 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-2d5c197e-277f-4a65-9f30-02a158c4c950 req-ccc3432f-bd8a-460b-9dc1-28d970707454 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] For port db933626-33e3-471c-ad8e-7d1b0324032c, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=db933626-33e3-471c-ad8e-7d1b0324032c,segment=NetworkSegment(bec9f1f7-9508-482f-93bd-02ffb9610397),segment_id=bec9f1f7-9508-482f-93bd-02ffb9610397)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:18:07.041451 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-2d5c197e-277f-4a65-9f30-02a158c4c950 req-ccc3432f-bd8a-460b-9dc1-28d970707454 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:18:07.055243 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-2d5c197e-277f-4a65-9f30-02a158c4c950 req-ccc3432f-bd8a-460b-9dc1-28d970707454 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Calling delete_port for db933626-33e3-471c-ad8e-7d1b0324032c owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:18:07.242482 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-2d5c197e-277f-4a65-9f30-02a158c4c950 req-ccc3432f-bd8a-460b-9dc1-28d970707454 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:18:07.254734 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['db933626-33e3-471c-ad8e-7d1b0324032c'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:18:07.272052 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc3432f-bd8a-460b-9dc1-28d970707454 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Pushing event deleted for resources: {'Port': ['ID=db933626-33e3-471c-ad8e-7d1b0324032c,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:18:07.318611 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d5c197e-277f-4a65-9f30-02a158c4c950 req-ccc3432f-bd8a-460b-9dc1-28d970707454 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] No DVR routers for this DVR port db933626-33e3-471c-ad8e-7d1b0324032c on host n-h1-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:18:07.325083 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-2d5c197e-277f-4a65-9f30-02a158c4c950 req-ccc3432f-bd8a-460b-9dc1-28d970707454 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:18:07.327209 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2d5c197e-277f-4a65-9f30-02a158c4c950 req-ccc3432f-bd8a-460b-9dc1-28d970707454 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.110 "DELETE /v2.0/ports/db933626-33e3-471c-ad8e-7d1b0324032c HTTP/1.1" status: 204 len: 173 time: 0.4711478 Sep 24 16:18:07.327661 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd38e964e-e827-44b5-9a13-6d5e4a8d1958', 'name': 'network-vif-deleted', 'tag': 'db933626-33e3-471c-ad8e-7d1b0324032c'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:18:07.329919 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a8643a-fb15-4609-ade6-a7a330041166" -d '{"events": [{"server_uuid": "d38e964e-e827-44b5-9a13-6d5e4a8d1958", "name": "network-vif-deleted", "tag": "db933626-33e3-471c-ad8e-7d1b0324032c"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:18:07.365873 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a618c1-cba8-4c4c-b216-be549f843bf0 x-openstack-request-id: req-a6a618c1-cba8-4c4c-b216-be549f843bf0 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:18:07.366160 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d38e964e-e827-44b5-9a13-6d5e4a8d1958", "name": "network-vif-deleted", "tag": "db933626-33e3-471c-ad8e-7d1b0324032c", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:18:07.366465 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a6a618c1-cba8-4c4c-b216-be549f843bf0 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:18:07.366858 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd38e964e-e827-44b5-9a13-6d5e4a8d1958', 'name': 'network-vif-deleted', 'tag': 'db933626-33e3-471c-ad8e-7d1b0324032c', 'status': 'completed', 'code': 200} Sep 24 16:18:07.719472 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eed6c26-97b8-47d4-bafd-2b161a7b22b1 req-d5226876-49eb-4f36-92a0-ef06879bd95b tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:07.720911 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6eed6c26-97b8-47d4-bafd-2b161a7b22b1 req-d5226876-49eb-4f36-92a0-ef06879bd95b tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.108 "GET /v2.0/networks?id=a109053a-4a1a-47bc-9d80-350f4f0247a0 HTTP/1.1" status: 200 len: 814 time: 0.1033466 Sep 24 16:18:07.734691 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-6eed6c26-97b8-47d4-bafd-2b161a7b22b1 req-46ae7545-178d-49eb-95cd-75916979e3bc tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Request body: {'port': {'device_id': '6345bf89-7ad2-4722-bc8f-f87df9cd7cd1', 'network_id': 'a109053a-4a1a-47bc-9d80-350f4f0247a0', 'admin_state_up': True, 'tenant_id': 'f04aa682fb4049e3b985d54a7848a185'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:18:07.917027 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6eed6c26-97b8-47d4-bafd-2b161a7b22b1 req-46ae7545-178d-49eb-95cd-75916979e3bc tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Made reservation on behalf of f04aa682fb4049e3b985d54a7848a185 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:18:07.921140 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-6eed6c26-97b8-47d4-bafd-2b161a7b22b1 req-46ae7545-178d-49eb-95cd-75916979e3bc tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:18:08.056396 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-6eed6c26-97b8-47d4-bafd-2b161a7b22b1 req-46ae7545-178d-49eb-95cd-75916979e3bc tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Allocated IP 172.20.0.2 (a109053a-4a1a-47bc-9d80-350f4f0247a0/405ece5f-ea63-4252-adbf-757aa73d1a01/26c3bbc3-cef0-4702-8c57-86b1ade28797) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:18:08.110854 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2640a1d5-03e2-49dc-8eaf-a801d84821f9 req-4649f180-d65e-441f-88bf-6462f9a97250 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=6345bf89-7ad2-4722-bc8f-f87df9cd7cd1 HTTP/1.1" status: 200 len: 210 time: 0.0274959 Sep 24 16:18:08.210944 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-6eed6c26-97b8-47d4-bafd-2b161a7b22b1 req-46ae7545-178d-49eb-95cd-75916979e3bc tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:18:08.292637 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-6eed6c26-97b8-47d4-bafd-2b161a7b22b1 req-46ae7545-178d-49eb-95cd-75916979e3bc tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:18:08.308152 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['db933626-33e3-471c-ad8e-7d1b0324032c'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:18:08.343769 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6eed6c26-97b8-47d4-bafd-2b161a7b22b1 req-46ae7545-178d-49eb-95cd-75916979e3bc tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Network a109053a-4a1a-47bc-9d80-350f4f0247a0 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:18:08.346922 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-6eed6c26-97b8-47d4-bafd-2b161a7b22b1 req-46ae7545-178d-49eb-95cd-75916979e3bc tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:18:08.354029 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eed6c26-97b8-47d4-bafd-2b161a7b22b1 req-46ae7545-178d-49eb-95cd-75916979e3bc tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:18:08.357949 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ae7545-178d-49eb-95cd-75916979e3bc tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Pushing event updated for resources: {'Port': ['ID=26c3bbc3-cef0-4702-8c57-86b1ade28797,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:18:08.389038 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ae7545-178d-49eb-95cd-75916979e3bc tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:18:08.389382 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ae7545-178d-49eb-95cd-75916979e3bc tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:18:08.389721 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ae7545-178d-49eb-95cd-75916979e3bc tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:18:08.390063 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ae7545-178d-49eb-95cd-75916979e3bc tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:18:08.390419 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ae7545-178d-49eb-95cd-75916979e3bc tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:18:08.390753 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ae7545-178d-49eb-95cd-75916979e3bc tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:18:08.391076 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ae7545-178d-49eb-95cd-75916979e3bc tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:18:08.391400 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ae7545-178d-49eb-95cd-75916979e3bc tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:18:08.391723 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ae7545-178d-49eb-95cd-75916979e3bc tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:18:08.392044 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ae7545-178d-49eb-95cd-75916979e3bc tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:18:08.392364 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ae7545-178d-49eb-95cd-75916979e3bc tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:18:08.392686 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ae7545-178d-49eb-95cd-75916979e3bc tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:18:08.416061 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eed6c26-97b8-47d4-bafd-2b161a7b22b1 req-46ae7545-178d-49eb-95cd-75916979e3bc tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:08.416681 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-6eed6c26-97b8-47d4-bafd-2b161a7b22b1 req-46ae7545-178d-49eb-95cd-75916979e3bc tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:18:08.512118 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6eed6c26-97b8-47d4-bafd-2b161a7b22b1 req-46ae7545-178d-49eb-95cd-75916979e3bc tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7815645 Sep 24 16:18:08.524260 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-6eed6c26-97b8-47d4-bafd-2b161a7b22b1 req-f874f90b-9c61-488a-9142-61aa0391c007 service neutron] Request body: {'port': {'device_id': '6345bf89-7ad2-4722-bc8f-f87df9cd7cd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:18:08.580697 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-6eed6c26-97b8-47d4-bafd-2b161a7b22b1 req-f874f90b-9c61-488a-9142-61aa0391c007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:18:08.857090 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-6eed6c26-97b8-47d4-bafd-2b161a7b22b1 req-f874f90b-9c61-488a-9142-61aa0391c007 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26c3bbc3-cef0-4702-8c57-86b1ade28797 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:18:08.864332 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-6eed6c26-97b8-47d4-bafd-2b161a7b22b1 req-f874f90b-9c61-488a-9142-61aa0391c007 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:18:08.876518 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-6eed6c26-97b8-47d4-bafd-2b161a7b22b1 req-f874f90b-9c61-488a-9142-61aa0391c007 service neutron] Transition to ACTIVE for port object 26c3bbc3-cef0-4702-8c57-86b1ade28797 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 16:18:08.983419 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-6eed6c26-97b8-47d4-bafd-2b161a7b22b1 req-f874f90b-9c61-488a-9142-61aa0391c007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:18:09.035509 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f874f90b-9c61-488a-9142-61aa0391c007 service neutron] Pushing event updated for resources: {'Port': ['ID=26c3bbc3-cef0-4702-8c57-86b1ade28797,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:18:09.102454 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-6eed6c26-97b8-47d4-bafd-2b161a7b22b1 req-f874f90b-9c61-488a-9142-61aa0391c007 service neutron] Attempting to bind port 26c3bbc3-cef0-4702-8c57-86b1ade28797 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:18:09.103136 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-6eed6c26-97b8-47d4-bafd-2b161a7b22b1 req-f874f90b-9c61-488a-9142-61aa0391c007 service neutron] Attempting to bind port 26c3bbc3-cef0-4702-8c57-86b1ade28797 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': 'bec9f1f7-9508-482f-93bd-02ffb9610397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': 'a109053a-4a1a-47bc-9d80-350f4f0247a0'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:18:09.103136 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eed6c26-97b8-47d4-bafd-2b161a7b22b1 req-f874f90b-9c61-488a-9142-61aa0391c007 service neutron] Attempting to bind port 26c3bbc3-cef0-4702-8c57-86b1ade28797 on network a109053a-4a1a-47bc-9d80-350f4f0247a0 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:18:09.107489 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eed6c26-97b8-47d4-bafd-2b161a7b22b1 req-f874f90b-9c61-488a-9142-61aa0391c007 service neutron] Port 26c3bbc3-cef0-4702-8c57-86b1ade28797 on network a109053a-4a1a-47bc-9d80-350f4f0247a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 16:18:09.107754 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eed6c26-97b8-47d4-bafd-2b161a7b22b1 req-f874f90b-9c61-488a-9142-61aa0391c007 service neutron] Attempting to bind port 26c3bbc3-cef0-4702-8c57-86b1ade28797 on network a109053a-4a1a-47bc-9d80-350f4f0247a0 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:18:09.112463 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eed6c26-97b8-47d4-bafd-2b161a7b22b1 req-f874f90b-9c61-488a-9142-61aa0391c007 service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:18:09.112791 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eed6c26-97b8-47d4-bafd-2b161a7b22b1 req-f874f90b-9c61-488a-9142-61aa0391c007 service neutron] Checking segment: {'id': 'bec9f1f7-9508-482f-93bd-02ffb9610397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': 'a109053a-4a1a-47bc-9d80-350f4f0247a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:18:09.113166 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eed6c26-97b8-47d4-bafd-2b161a7b22b1 req-f874f90b-9c61-488a-9142-61aa0391c007 service neutron] Bound using segment: {'id': 'bec9f1f7-9508-482f-93bd-02ffb9610397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': 'a109053a-4a1a-47bc-9d80-350f4f0247a0'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:18:09.113578 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-6eed6c26-97b8-47d4-bafd-2b161a7b22b1 req-f874f90b-9c61-488a-9142-61aa0391c007 service neutron] Bound port: 26c3bbc3-cef0-4702-8c57-86b1ade28797, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bec9f1f7-9508-482f-93bd-02ffb9610397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': 'a109053a-4a1a-47bc-9d80-350f4f0247a0'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:18:09.113930 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-6eed6c26-97b8-47d4-bafd-2b161a7b22b1 req-f874f90b-9c61-488a-9142-61aa0391c007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:18:09.179308 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-6eed6c26-97b8-47d4-bafd-2b161a7b22b1 req-f874f90b-9c61-488a-9142-61aa0391c007 service neutron] For port 26c3bbc3-cef0-4702-8c57-86b1ade28797, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:18:09.182650 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-6eed6c26-97b8-47d4-bafd-2b161a7b22b1 req-f874f90b-9c61-488a-9142-61aa0391c007 service neutron] For port 26c3bbc3-cef0-4702-8c57-86b1ade28797, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=26c3bbc3-cef0-4702-8c57-86b1ade28797,segment=NetworkSegment(bec9f1f7-9508-482f-93bd-02ffb9610397),segment_id=bec9f1f7-9508-482f-93bd-02ffb9610397)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:18:09.219331 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:18:09.231768 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad41f67-d2ad-44a9-a689-56dc12015886 req-f3a23f29-5b6b-4f53-b5c7-d78a1ee71d42 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:09.233283 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0ad41f67-d2ad-44a9-a689-56dc12015886 req-f3a23f29-5b6b-4f53-b5c7-d78a1ee71d42 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=6345bf89-7ad2-4722-bc8f-f87df9cd7cd1 HTTP/1.1" status: 200 len: 943 time: 0.0493479 Sep 24 16:18:09.253176 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-6eed6c26-97b8-47d4-bafd-2b161a7b22b1 req-f874f90b-9c61-488a-9142-61aa0391c007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:18:09.305513 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eed6c26-97b8-47d4-bafd-2b161a7b22b1 req-f874f90b-9c61-488a-9142-61aa0391c007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:09.306130 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-6eed6c26-97b8-47d4-bafd-2b161a7b22b1 req-f874f90b-9c61-488a-9142-61aa0391c007 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:18:09.307562 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6eed6c26-97b8-47d4-bafd-2b161a7b22b1 req-f874f90b-9c61-488a-9142-61aa0391c007 service neutron] 10.222.0.108 "PUT /v2.0/ports/26c3bbc3-cef0-4702-8c57-86b1ade28797 HTTP/1.1" status: 200 len: 1091 time: 0.7875826 Sep 24 16:18:09.314324 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0ad41f67-d2ad-44a9-a689-56dc12015886 req-cd1f04b1-74c7-4f1d-9f7a-31fafa2fa9d0 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750067 Sep 24 16:18:09.332139 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f874f90b-9c61-488a-9142-61aa0391c007 service neutron] Pushing event updated for resources: {'Port': ['ID=26c3bbc3-cef0-4702-8c57-86b1ade28797,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:18:09.368258 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6345bf89-7ad2-4722-bc8f-f87df9cd7cd1', 'tag': '26c3bbc3-cef0-4702-8c57-86b1ade28797'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:18:09.370599 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9041c534-ad3d-467a-b259-a06255fc1e36" -d '{"events": [{"name": "network-changed", "server_uuid": "6345bf89-7ad2-4722-bc8f-f87df9cd7cd1", "tag": "26c3bbc3-cef0-4702-8c57-86b1ade28797"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:18:09.414297 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-076c1a75-468d-4831-9331-2fc14c043fea x-openstack-request-id: req-076c1a75-468d-4831-9331-2fc14c043fea {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:18:09.414602 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6345bf89-7ad2-4722-bc8f-f87df9cd7cd1", "tag": "26c3bbc3-cef0-4702-8c57-86b1ade28797", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:18:09.414852 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-076c1a75-468d-4831-9331-2fc14c043fea {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:18:09.415219 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6345bf89-7ad2-4722-bc8f-f87df9cd7cd1', 'tag': '26c3bbc3-cef0-4702-8c57-86b1ade28797', 'status': 'completed', 'code': 200} Sep 24 16:18:09.446437 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eed6c26-97b8-47d4-bafd-2b161a7b22b1 req-38f286a8-56c9-440d-8608-c6d2d2452b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:09.447939 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6eed6c26-97b8-47d4-bafd-2b161a7b22b1 req-38f286a8-56c9-440d-8608-c6d2d2452b2e service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=f04aa682fb4049e3b985d54a7848a185&device_id=6345bf89-7ad2-4722-bc8f-f87df9cd7cd1 HTTP/1.1" status: 200 len: 1094 time: 0.0450757 Sep 24 16:18:09.491151 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6eed6c26-97b8-47d4-bafd-2b161a7b22b1 req-b4c5ec0c-db91-446d-9fe7-2d53338a5c36 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=26c3bbc3-cef0-4702-8c57-86b1ade28797 HTTP/1.1" status: 200 len: 217 time: 0.0344644 Sep 24 16:18:09.545599 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eed6c26-97b8-47d4-bafd-2b161a7b22b1 req-1c673992-93c0-4da0-8358-3c81f4230e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:09.547113 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6eed6c26-97b8-47d4-bafd-2b161a7b22b1 req-1c673992-93c0-4da0-8358-3c81f4230e64 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=405ece5f-ea63-4252-adbf-757aa73d1a01 HTTP/1.1" status: 200 len: 854 time: 0.0474880 Sep 24 16:18:09.585484 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6eed6c26-97b8-47d4-bafd-2b161a7b22b1 req-915ae211-5b45-4427-8bdf-a92abc165316 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=a109053a-4a1a-47bc-9d80-350f4f0247a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293503 Sep 24 16:18:09.678530 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6eed6c26-97b8-47d4-bafd-2b161a7b22b1 req-b678c347-a3c7-4ddb-88d6-7e922341a281 service neutron] 10.222.0.108 "GET /v2.0/networks/a109053a-4a1a-47bc-9d80-350f4f0247a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849850 Sep 24 16:18:10.133409 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6eed6c26-97b8-47d4-bafd-2b161a7b22b1 req-b13f0d8d-b0f2-4e04-953c-c46f86cf4d27 service neutron] 10.222.0.108 "GET /v2.0/networks/a109053a-4a1a-47bc-9d80-350f4f0247a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4476449 Sep 24 16:18:10.273165 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041c534-ad3d-467a-b259-a06255fc1e36 req-2c504170-6ba5-47a6-9376-db111c3dc93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:10.274583 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9041c534-ad3d-467a-b259-a06255fc1e36 req-2c504170-6ba5-47a6-9376-db111c3dc93e service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=f04aa682fb4049e3b985d54a7848a185&device_id=6345bf89-7ad2-4722-bc8f-f87df9cd7cd1 HTTP/1.1" status: 200 len: 1094 time: 0.0407155 Sep 24 16:18:10.367413 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041c534-ad3d-467a-b259-a06255fc1e36 req-c3c4b7a2-69ce-44f6-b97b-1b1c29b1d7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:10.368898 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9041c534-ad3d-467a-b259-a06255fc1e36 req-c3c4b7a2-69ce-44f6-b97b-1b1c29b1d7c0 service neutron] 10.222.0.108 "GET /v2.0/networks?id=a109053a-4a1a-47bc-9d80-350f4f0247a0 HTTP/1.1" status: 200 len: 916 time: 0.0874426 Sep 24 16:18:10.422470 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9041c534-ad3d-467a-b259-a06255fc1e36 req-657ff738-8418-4d21-a33c-c874e1bb633c service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=26c3bbc3-cef0-4702-8c57-86b1ade28797 HTTP/1.1" status: 200 len: 217 time: 0.0422373 Sep 24 16:18:10.496030 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a33ba77-04dc-41cc-a9ac-b9fef8b56af8 req-945470bc-5a28-4841-9cb2-84d7f43e5061 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:10.497500 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8a33ba77-04dc-41cc-a9ac-b9fef8b56af8 req-945470bc-5a28-4841-9cb2-84d7f43e5061 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=6345bf89-7ad2-4722-bc8f-f87df9cd7cd1 HTTP/1.1" status: 200 len: 943 time: 0.1110795 Sep 24 16:18:10.498993 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041c534-ad3d-467a-b259-a06255fc1e36 req-39f32242-01a8-4504-9f5f-4ba00c832927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:10.500303 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9041c534-ad3d-467a-b259-a06255fc1e36 req-39f32242-01a8-4504-9f5f-4ba00c832927 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=405ece5f-ea63-4252-adbf-757aa73d1a01 HTTP/1.1" status: 200 len: 854 time: 0.0638134 Sep 24 16:18:10.540099 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9041c534-ad3d-467a-b259-a06255fc1e36 req-0b338e74-07e1-4404-bb92-1752b81f5d57 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=a109053a-4a1a-47bc-9d80-350f4f0247a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298452 Sep 24 16:18:10.572873 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8a33ba77-04dc-41cc-a9ac-b9fef8b56af8 req-4641f596-c41f-4a8a-8b28-b0095e633108 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694187 Sep 24 16:18:10.643954 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9041c534-ad3d-467a-b259-a06255fc1e36 req-4f85c8b4-87bb-4b89-a4ac-8b9daef2df7d service neutron] 10.222.0.108 "GET /v2.0/networks/a109053a-4a1a-47bc-9d80-350f4f0247a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937178 Sep 24 16:18:10.712859 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device db933626-33e3-471c-ad8e-7d1b0324032c no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:18:10.734983 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] No Port match for: db933626-33e3-471c-ad8e-7d1b0324032c {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:18:10.735336 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device db933626-33e3-471c-ad8e-7d1b0324032c not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:18:10.735443 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9041c534-ad3d-467a-b259-a06255fc1e36 req-6ca8df9b-e316-4bd6-91c0-ed6ecffa5042 service neutron] 10.222.0.108 "GET /v2.0/networks/a109053a-4a1a-47bc-9d80-350f4f0247a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833704 Sep 24 16:18:11.242228 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:18:11.689307 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff29a022-9ff0-4ea2-b05a-285d5c2e29c5 req-6b506e30-47b2-4bea-9dfe-40aac41e0693 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:11.690843 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ff29a022-9ff0-4ea2-b05a-285d5c2e29c5 req-6b506e30-47b2-4bea-9dfe-40aac41e0693 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=6345bf89-7ad2-4722-bc8f-f87df9cd7cd1 HTTP/1.1" status: 200 len: 943 time: 0.0486701 Sep 24 16:18:11.728450 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ff29a022-9ff0-4ea2-b05a-285d5c2e29c5 req-40366a11-6ab5-44be-9174-071c3622ecca tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317256 Sep 24 16:18:12.842748 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbeb0c8-08bc-454a-b7a9-9bb6eec937b1 req-d57bef10-d18c-45ec-a11e-f2dfd9cef8f1 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:12.844335 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dfbeb0c8-08bc-454a-b7a9-9bb6eec937b1 req-d57bef10-d18c-45ec-a11e-f2dfd9cef8f1 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=6345bf89-7ad2-4722-bc8f-f87df9cd7cd1 HTTP/1.1" status: 200 len: 943 time: 0.0495682 Sep 24 16:18:12.884109 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dfbeb0c8-08bc-454a-b7a9-9bb6eec937b1 req-220e3ed4-602d-4c63-a4b4-7adf3d7eb5de tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326934 Sep 24 16:18:13.502167 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 26c3bbc3-cef0-4702-8c57-86b1ade28797 details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 16:18:13.594595 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 26c3bbc3-cef0-4702-8c57-86b1ade28797, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=26c3bbc3-cef0-4702-8c57-86b1ade28797,segment=NetworkSegment(bec9f1f7-9508-482f-93bd-02ffb9610397),segment_id=bec9f1f7-9508-482f-93bd-02ffb9610397)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:18:13.605900 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': '26c3bbc3-cef0-4702-8c57-86b1ade28797', 'network_id': 'a109053a-4a1a-47bc-9d80-350f4f0247a0', 'port_id': '26c3bbc3-cef0-4702-8c57-86b1ade28797', 'mac_address': 'fa:16:3e:6f:75:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '405ece5f-ea63-4252-adbf-757aa73d1a01', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 16:18:13.647409 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:18:13.659613 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26c3bbc3-cef0-4702-8c57-86b1ade28797 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:18:13.678062 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 26c3bbc3-cef0-4702-8c57-86b1ade28797, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=26c3bbc3-cef0-4702-8c57-86b1ade28797,segment=NetworkSegment(bec9f1f7-9508-482f-93bd-02ffb9610397),segment_id=bec9f1f7-9508-482f-93bd-02ffb9610397)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:18:13.744978 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:18:13.791393 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=26c3bbc3-cef0-4702-8c57-86b1ade28797,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:18:13.951753 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['26c3bbc3-cef0-4702-8c57-86b1ade28797'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:18:13.999101 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c7cdd4-4e26-47df-9d56-254e6dd35e6a req-0a3465d0-e1a9-41c8-b348-3426ba24c6dd tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:14.000597 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c9c7cdd4-4e26-47df-9d56-254e6dd35e6a req-0a3465d0-e1a9-41c8-b348-3426ba24c6dd tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=6345bf89-7ad2-4722-bc8f-f87df9cd7cd1 HTTP/1.1" status: 200 len: 944 time: 0.0488911 Sep 24 16:18:14.043045 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c9c7cdd4-4e26-47df-9d56-254e6dd35e6a req-1daf70b4-884b-431a-b0fc-785739273d05 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353856 Sep 24 16:18:15.162550 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0285ca2d-2436-4868-a9aa-a34e248e7ec9 req-30ff8969-bc57-4d66-884f-62b1bcbb9cec tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:15.164161 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0285ca2d-2436-4868-a9aa-a34e248e7ec9 req-30ff8969-bc57-4d66-884f-62b1bcbb9cec tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=6345bf89-7ad2-4722-bc8f-f87df9cd7cd1 HTTP/1.1" status: 200 len: 944 time: 0.0542548 Sep 24 16:18:15.203834 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0285ca2d-2436-4868-a9aa-a34e248e7ec9 req-ccc85cc2-bbda-416e-b504-608493484ae8 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337873 Sep 24 16:18:15.510660 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 26c3bbc3-cef0-4702-8c57-86b1ade28797 up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:18:15.630444 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port 26c3bbc3-cef0-4702-8c57-86b1ade28797 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 16:18:15.634286 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port 26c3bbc3-cef0-4702-8c57-86b1ade28797 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:18:15.634685 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:18:15.710534 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:18:15.732734 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6345bf89-7ad2-4722-bc8f-f87df9cd7cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c3bbc3-cef0-4702-8c57-86b1ade28797'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:18:15.735026 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20bf5eea-3ffd-44f0-8816-af5d98a7f07b" -d '{"events": [{"server_uuid": "6345bf89-7ad2-4722-bc8f-f87df9cd7cd1", "name": "network-vif-plugged", "status": "completed", "tag": "26c3bbc3-cef0-4702-8c57-86b1ade28797"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:18:15.748453 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 26c3bbc3-cef0-4702-8c57-86b1ade28797, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=26c3bbc3-cef0-4702-8c57-86b1ade28797,segment=NetworkSegment(bec9f1f7-9508-482f-93bd-02ffb9610397),segment_id=bec9f1f7-9508-482f-93bd-02ffb9610397)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:18:15.771221 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b4516f-b6fa-452f-bd7b-c291f55c0359 x-openstack-request-id: req-66b4516f-b6fa-452f-bd7b-c291f55c0359 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:18:15.771511 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6345bf89-7ad2-4722-bc8f-f87df9cd7cd1", "name": "network-vif-plugged", "status": "completed", "tag": "26c3bbc3-cef0-4702-8c57-86b1ade28797", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:18:15.771769 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-66b4516f-b6fa-452f-bd7b-c291f55c0359 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:18:15.772252 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6345bf89-7ad2-4722-bc8f-f87df9cd7cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c3bbc3-cef0-4702-8c57-86b1ade28797', 'code': 200} Sep 24 16:18:15.817497 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:18:15.866134 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96910a7d-c49d-4e4f-8372-35d34eb60238 req-61cb4eb5-1e7d-4701-baff-3be0971c75a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:15.867689 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-96910a7d-c49d-4e4f-8372-35d34eb60238 req-61cb4eb5-1e7d-4701-baff-3be0971c75a1 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=6345bf89-7ad2-4722-bc8f-f87df9cd7cd1 HTTP/1.1" status: 200 len: 1096 time: 0.0407376 Sep 24 16:18:15.869565 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=26c3bbc3-cef0-4702-8c57-86b1ade28797,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:18:15.907080 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-96910a7d-c49d-4e4f-8372-35d34eb60238 req-0ae419cc-97b1-4bc0-b85f-b052360f0358 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318871 Sep 24 16:18:16.318430 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb64a2c-094c-491d-9753-7426fd27c493 req-a260c55d-96c7-4c0a-9c6a-4a81d37e7127 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:16.319940 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bcb64a2c-094c-491d-9753-7426fd27c493 req-a260c55d-96c7-4c0a-9c6a-4a81d37e7127 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=6345bf89-7ad2-4722-bc8f-f87df9cd7cd1 HTTP/1.1" status: 200 len: 945 time: 0.0497026 Sep 24 16:18:16.358430 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bcb64a2c-094c-491d-9753-7426fd27c493 req-8df0cd11-f963-420a-8cdc-e8ccf65ab80f tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323167 Sep 24 16:18:17.473643 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bc79d7-e410-4293-a2c0-944615cbd6ac req-4b422832-841f-4af0-b2c2-2b69d135ab54 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:17.475153 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-42bc79d7-e410-4293-a2c0-944615cbd6ac req-4b422832-841f-4af0-b2c2-2b69d135ab54 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=6345bf89-7ad2-4722-bc8f-f87df9cd7cd1 HTTP/1.1" status: 200 len: 945 time: 0.0495260 Sep 24 16:18:17.514043 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-42bc79d7-e410-4293-a2c0-944615cbd6ac req-995172b1-cf0e-41fb-bbf4-90983d68ad61 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330365 Sep 24 16:18:17.632954 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b493ca99-6d6a-457b-ba06-c09361bacf0d req-34879412-9d50-4e7d-af37-cb86db86aec7 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:17.634363 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b493ca99-6d6a-457b-ba06-c09361bacf0d req-34879412-9d50-4e7d-af37-cb86db86aec7 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=6345bf89-7ad2-4722-bc8f-f87df9cd7cd1 HTTP/1.1" status: 200 len: 945 time: 0.0534856 Sep 24 16:18:17.671966 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b493ca99-6d6a-457b-ba06-c09361bacf0d req-6a8250ea-0d3d-4d98-bb74-18b9027281a8 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314789 Sep 24 16:18:18.039873 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245cf843-3349-49b8-98e8-8ce7efc11e55 req-aca10f40-19fd-47f0-94fa-9c704180aa76 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:18.041396 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-245cf843-3349-49b8-98e8-8ce7efc11e55 req-aca10f40-19fd-47f0-94fa-9c704180aa76 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=6345bf89-7ad2-4722-bc8f-f87df9cd7cd1 HTTP/1.1" status: 200 len: 945 time: 0.0511000 Sep 24 16:18:18.079315 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-245cf843-3349-49b8-98e8-8ce7efc11e55 req-66ceae51-1d87-4b7e-8bf3-d4b4f28f55c7 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318141 Sep 24 16:18:18.165661 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8488cecc-b593-4f90-8e79-01a6f1aa033e req-4f7ebfb0-f177-454d-8ac4-eaa9b9032aa1 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=6345bf89-7ad2-4722-bc8f-f87df9cd7cd1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0402856 Sep 24 16:18:19.205034 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a1c68c-4314-4b34-8f37-51a13dbab59f req-e7c76881-47b6-4ed3-830f-a078eced0a32 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:19.206517 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-18a1c68c-4314-4b34-8f37-51a13dbab59f req-e7c76881-47b6-4ed3-830f-a078eced0a32 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=6345bf89-7ad2-4722-bc8f-f87df9cd7cd1 HTTP/1.1" status: 200 len: 945 time: 0.0497453 Sep 24 16:18:19.245618 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-18a1c68c-4314-4b34-8f37-51a13dbab59f req-ff4b3916-1b0f-4643-8f6c-b429d512ca4e tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320435 Sep 24 16:18:20.284412 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8488cecc-b593-4f90-8e79-01a6f1aa033e req-bdf94b38-cdb7-480b-b855-72a287617375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:20.286004 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8488cecc-b593-4f90-8e79-01a6f1aa033e req-bdf94b38-cdb7-480b-b855-72a287617375 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=f04aa682fb4049e3b985d54a7848a185&device_id=6345bf89-7ad2-4722-bc8f-f87df9cd7cd1 HTTP/1.1" status: 200 len: 1096 time: 0.0420356 Sep 24 16:18:20.409770 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8488cecc-b593-4f90-8e79-01a6f1aa033e req-4c9c9284-f550-4ffb-bd47-97ea97310492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:20.411305 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8488cecc-b593-4f90-8e79-01a6f1aa033e req-4c9c9284-f550-4ffb-bd47-97ea97310492 service neutron] 10.222.0.108 "GET /v2.0/networks?id=a109053a-4a1a-47bc-9d80-350f4f0247a0 HTTP/1.1" status: 200 len: 916 time: 0.1185942 Sep 24 16:18:20.419093 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b0938e-26d1-4bb5-9cf0-d0b5a5b96bc3 req-ae2023ea-bc27-49d7-9a04-0992339405ff tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:20.420467 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-81b0938e-26d1-4bb5-9cf0-d0b5a5b96bc3 req-ae2023ea-bc27-49d7-9a04-0992339405ff tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=6345bf89-7ad2-4722-bc8f-f87df9cd7cd1 HTTP/1.1" status: 200 len: 945 time: 0.1063972 Sep 24 16:18:20.470477 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8488cecc-b593-4f90-8e79-01a6f1aa033e req-347b6bfe-6b30-4bd2-b9b0-4a5a155a9fc0 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=26c3bbc3-cef0-4702-8c57-86b1ade28797 HTTP/1.1" status: 200 len: 217 time: 0.0490215 Sep 24 16:18:20.518806 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-81b0938e-26d1-4bb5-9cf0-d0b5a5b96bc3 req-432d4642-cb20-446a-a082-7539ce71412a tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917108 Sep 24 16:18:20.532176 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8488cecc-b593-4f90-8e79-01a6f1aa033e req-cda92ec7-b2ff-475b-85ee-396da61799be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:20.533563 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8488cecc-b593-4f90-8e79-01a6f1aa033e req-cda92ec7-b2ff-475b-85ee-396da61799be service neutron] 10.222.0.108 "GET /v2.0/subnets?id=405ece5f-ea63-4252-adbf-757aa73d1a01 HTTP/1.1" status: 200 len: 854 time: 0.0563328 Sep 24 16:18:20.566329 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8488cecc-b593-4f90-8e79-01a6f1aa033e req-a9794de7-0cd5-45e0-af78-ff946b1521f1 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=a109053a-4a1a-47bc-9d80-350f4f0247a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256281 Sep 24 16:18:20.664085 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8488cecc-b593-4f90-8e79-01a6f1aa033e req-20cf5f0e-d52f-42ac-9ae3-9d40ba83ed43 service neutron] 10.222.0.108 "GET /v2.0/networks/a109053a-4a1a-47bc-9d80-350f4f0247a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904624 Sep 24 16:18:20.753877 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8488cecc-b593-4f90-8e79-01a6f1aa033e req-541d596f-0635-4f0e-b6e9-27040f164142 service neutron] 10.222.0.108 "GET /v2.0/networks/a109053a-4a1a-47bc-9d80-350f4f0247a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826960 Sep 24 16:18:21.638049 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8ac367-4fa9-4b6f-92f2-6ba324b3678f req-d520fb1c-c852-4805-9759-747048b47a40 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:21.639518 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1e8ac367-4fa9-4b6f-92f2-6ba324b3678f req-d520fb1c-c852-4805-9759-747048b47a40 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=6345bf89-7ad2-4722-bc8f-f87df9cd7cd1 HTTP/1.1" status: 200 len: 945 time: 0.0525830 Sep 24 16:18:21.679578 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1e8ac367-4fa9-4b6f-92f2-6ba324b3678f req-36406830-a773-47df-bb01-59a8ecdc41cb tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335109 Sep 24 16:18:22.810715 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e4a43e-d06b-460c-9d86-e788827b4d46 req-508ca2d0-3f53-4a3a-9963-4c865fdebdd5 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:22.812370 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-00e4a43e-d06b-460c-9d86-e788827b4d46 req-508ca2d0-3f53-4a3a-9963-4c865fdebdd5 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=6345bf89-7ad2-4722-bc8f-f87df9cd7cd1 HTTP/1.1" status: 200 len: 945 time: 0.0609565 Sep 24 16:18:22.857442 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-00e4a43e-d06b-460c-9d86-e788827b4d46 req-f00f4117-321b-42a4-8779-95c77d786de8 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388410 Sep 24 16:18:23.975186 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5598f6c-ef3c-40ec-bca5-bb42fc321619 req-d50390ab-d324-42a7-83a0-cdfaa0b7a8fb tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:23.976797 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c5598f6c-ef3c-40ec-bca5-bb42fc321619 req-d50390ab-d324-42a7-83a0-cdfaa0b7a8fb tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=6345bf89-7ad2-4722-bc8f-f87df9cd7cd1 HTTP/1.1" status: 200 len: 945 time: 0.0508239 Sep 24 16:18:24.015902 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c5598f6c-ef3c-40ec-bca5-bb42fc321619 req-a9bc7e3b-a84e-4038-9dff-a12496c71f53 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330408 Sep 24 16:18:25.138602 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c83c1-6aed-44bd-b8f7-26f0f061fa0e req-d48216d0-6dfc-4c2a-80fb-25aef32b2201 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:25.140321 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-243c83c1-6aed-44bd-b8f7-26f0f061fa0e req-d48216d0-6dfc-4c2a-80fb-25aef32b2201 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=6345bf89-7ad2-4722-bc8f-f87df9cd7cd1 HTTP/1.1" status: 200 len: 945 time: 0.0533881 Sep 24 16:18:25.181753 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-243c83c1-6aed-44bd-b8f7-26f0f061fa0e req-5a631519-4f31-41c7-b1a8-ff46d43bd1ff tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353916 Sep 24 16:18:26.298683 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0916159f-b898-44fb-b1a8-1fc0e3e29e8f req-57e7be79-0bbf-4e5e-8f5a-75371095eabc tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:26.300083 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0916159f-b898-44fb-b1a8-1fc0e3e29e8f req-57e7be79-0bbf-4e5e-8f5a-75371095eabc tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=6345bf89-7ad2-4722-bc8f-f87df9cd7cd1 HTTP/1.1" status: 200 len: 945 time: 0.0494487 Sep 24 16:18:26.340061 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0916159f-b898-44fb-b1a8-1fc0e3e29e8f req-5535370b-0f38-4104-9d86-e16f17d6daba tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338821 Sep 24 16:18:27.453985 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde121e-62aa-4cb4-a815-5be2e00ed274 req-0bc43366-2605-4c54-9ad3-612bae0e4784 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:27.455513 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0dde121e-62aa-4cb4-a815-5be2e00ed274 req-0bc43366-2605-4c54-9ad3-612bae0e4784 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=6345bf89-7ad2-4722-bc8f-f87df9cd7cd1 HTTP/1.1" status: 200 len: 945 time: 0.0494719 Sep 24 16:18:27.494797 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0dde121e-62aa-4cb4-a815-5be2e00ed274 req-f626e33a-cba4-425f-b9bc-359a68047836 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326982 Sep 24 16:18:28.615209 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce16aba-1a20-400a-b62f-ebf1b61931c6 req-69d2d66c-75e4-4fb7-909b-af9a39b25aac tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:28.617611 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9ce16aba-1a20-400a-b62f-ebf1b61931c6 req-69d2d66c-75e4-4fb7-909b-af9a39b25aac tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=6345bf89-7ad2-4722-bc8f-f87df9cd7cd1 HTTP/1.1" status: 200 len: 945 time: 0.0538383 Sep 24 16:18:28.656346 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9ce16aba-1a20-400a-b62f-ebf1b61931c6 req-b2c2e6c0-fef9-4425-8a1b-6b539f03869a tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328259 Sep 24 16:18:29.780709 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184e5824-39e3-44af-8346-2a99f38d1230 req-75d08265-9cc8-4395-b725-0e432f65f81d tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:29.782266 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-184e5824-39e3-44af-8346-2a99f38d1230 req-75d08265-9cc8-4395-b725-0e432f65f81d tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=6345bf89-7ad2-4722-bc8f-f87df9cd7cd1 HTTP/1.1" status: 200 len: 945 time: 0.0576489 Sep 24 16:18:29.823695 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-184e5824-39e3-44af-8346-2a99f38d1230 req-7f616489-5afb-4da4-a591-de0c8c8f77b1 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340722 Sep 24 16:18:30.938018 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ea571-7a21-40df-abcd-65e8603b05f1 req-8ddd61c5-f64a-4f41-bc80-98c9a18fc3bd tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:30.939533 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-148ea571-7a21-40df-abcd-65e8603b05f1 req-8ddd61c5-f64a-4f41-bc80-98c9a18fc3bd tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=6345bf89-7ad2-4722-bc8f-f87df9cd7cd1 HTTP/1.1" status: 200 len: 945 time: 0.0494337 Sep 24 16:18:30.977751 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-148ea571-7a21-40df-abcd-65e8603b05f1 req-8b20bf23-66d3-4ca7-91df-61714dd5523a tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322316 Sep 24 16:18:31.195816 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-039656af-c0bd-4f3b-97b6-bd925400dcab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:18:32.091328 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fbe72c-8627-41d2-9edc-9b337475e0d6 req-7be3f6bc-f4a6-4518-9b9a-f913e00b0398 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:32.092833 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-89fbe72c-8627-41d2-9edc-9b337475e0d6 req-7be3f6bc-f4a6-4518-9b9a-f913e00b0398 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=6345bf89-7ad2-4722-bc8f-f87df9cd7cd1 HTTP/1.1" status: 200 len: 945 time: 0.0489042 Sep 24 16:18:32.131725 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-89fbe72c-8627-41d2-9edc-9b337475e0d6 req-0da0c448-ebf3-4a30-a1a0-972a353e887b tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326142 Sep 24 16:18:33.244706 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29756a46-6627-4796-ae4e-858edea4bfac req-8084c6cd-defd-4b46-9046-735d84e5749a tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:33.246182 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-29756a46-6627-4796-ae4e-858edea4bfac req-8084c6cd-defd-4b46-9046-735d84e5749a tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=6345bf89-7ad2-4722-bc8f-f87df9cd7cd1 HTTP/1.1" status: 200 len: 945 time: 0.0483389 Sep 24 16:18:33.284453 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-29756a46-6627-4796-ae4e-858edea4bfac req-0247b04c-ecd3-417e-a2b4-76c610be054d tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323672 Sep 24 16:18:33.891192 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-396683c5-d2cc-489d-a1f3-8bde16e13486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:18:34.279962 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:18:34.401309 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b7b58-6464-41ee-bf54-e31d64614f95 req-cfa007b0-a417-4926-be6e-912cd63fc97b tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:34.402840 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-af6b7b58-6464-41ee-bf54-e31d64614f95 req-cfa007b0-a417-4926-be6e-912cd63fc97b tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=6345bf89-7ad2-4722-bc8f-f87df9cd7cd1 HTTP/1.1" status: 200 len: 945 time: 0.0493464 Sep 24 16:18:34.440790 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-af6b7b58-6464-41ee-bf54-e31d64614f95 req-c2655e25-b48e-4908-a3d5-b488f9455215 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317502 Sep 24 16:18:35.422485 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:18:35.562727 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603aeaef-fd66-45eb-90eb-1d7412deef8e req-9464bc64-4fa6-473b-a6ad-6a98eedd84a8 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:35.564323 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-603aeaef-fd66-45eb-90eb-1d7412deef8e req-9464bc64-4fa6-473b-a6ad-6a98eedd84a8 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=6345bf89-7ad2-4722-bc8f-f87df9cd7cd1 HTTP/1.1" status: 200 len: 945 time: 0.0543125 Sep 24 16:18:35.604169 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-603aeaef-fd66-45eb-90eb-1d7412deef8e req-c3d2a15e-5529-412f-8bd0-6185ae754e92 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328577 Sep 24 16:18:36.722567 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdf36e4-b970-4bb2-9c5c-847ba2096bae req-14cd6065-7d69-4082-87d8-7dd1631ec255 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:36.724071 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5bdf36e4-b970-4bb2-9c5c-847ba2096bae req-14cd6065-7d69-4082-87d8-7dd1631ec255 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=6345bf89-7ad2-4722-bc8f-f87df9cd7cd1 HTTP/1.1" status: 200 len: 945 time: 0.0535688 Sep 24 16:18:36.764634 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5bdf36e4-b970-4bb2-9c5c-847ba2096bae req-dc22b45b-7b39-4293-bc8a-51191d8b7763 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339446 Sep 24 16:18:36.812479 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:18:37.879848 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca1ae57-80df-493c-89d5-4dabd85d8927 req-708d90e2-808e-40fd-9284-f4f8e2e2687d tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:37.881616 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-eca1ae57-80df-493c-89d5-4dabd85d8927 req-708d90e2-808e-40fd-9284-f4f8e2e2687d tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=6345bf89-7ad2-4722-bc8f-f87df9cd7cd1 HTTP/1.1" status: 200 len: 945 time: 0.0500231 Sep 24 16:18:37.920210 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-eca1ae57-80df-493c-89d5-4dabd85d8927 req-ee9818ec-43b0-4c15-a8cc-6164931d87d4 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326295 Sep 24 16:18:39.034027 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231a4e9f-c551-4728-b71a-9d36bea0766c req-0420d343-d798-4a6b-8c31-49251dea104b tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:39.035544 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-231a4e9f-c551-4728-b71a-9d36bea0766c req-0420d343-d798-4a6b-8c31-49251dea104b tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=6345bf89-7ad2-4722-bc8f-f87df9cd7cd1 HTTP/1.1" status: 200 len: 945 time: 0.0494604 Sep 24 16:18:39.074615 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-231a4e9f-c551-4728-b71a-9d36bea0766c req-70e63e7e-32ba-4bfb-88d1-27f9c1892bac tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324173 Sep 24 16:18:39.246867 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:18:40.058157 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:18:40.188756 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1336e6-e631-4e43-94d0-293544ac722b req-b3392c86-76a3-457b-856e-f5a0b716d9ca tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:40.190249 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1d1336e6-e631-4e43-94d0-293544ac722b req-b3392c86-76a3-457b-856e-f5a0b716d9ca tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=6345bf89-7ad2-4722-bc8f-f87df9cd7cd1 HTTP/1.1" status: 200 len: 945 time: 0.0493197 Sep 24 16:18:40.228216 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1d1336e6-e631-4e43-94d0-293544ac722b req-e485f1f8-f5ad-4999-aee7-e6a254c704f3 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319905 Sep 24 16:18:41.201171 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:18:41.343994 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a06743b-3188-405c-b329-34274f525600 req-6eeeceba-34a2-4a24-bff9-231051282eb3 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:41.345471 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8a06743b-3188-405c-b329-34274f525600 req-6eeeceba-34a2-4a24-bff9-231051282eb3 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=6345bf89-7ad2-4722-bc8f-f87df9cd7cd1 HTTP/1.1" status: 200 len: 945 time: 0.0508230 Sep 24 16:18:41.382831 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8a06743b-3188-405c-b329-34274f525600 req-0fccffb7-7cb9-45b4-a4cb-61902e8840ea tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312519 Sep 24 16:18:42.502304 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf37fbe8-4a4a-4f6f-9c4b-75256e8c4726 req-948bbb75-d44c-4b73-8e4a-f4f165fcd306 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:42.503849 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bf37fbe8-4a4a-4f6f-9c4b-75256e8c4726 req-948bbb75-d44c-4b73-8e4a-f4f165fcd306 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=6345bf89-7ad2-4722-bc8f-f87df9cd7cd1 HTTP/1.1" status: 200 len: 945 time: 0.0537028 Sep 24 16:18:42.542635 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bf37fbe8-4a4a-4f6f-9c4b-75256e8c4726 req-8401ced2-56ac-4101-8055-f4e15fa5476e tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317657 Sep 24 16:18:43.659997 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e494e2a3-3452-4b65-a345-a34319edd4db req-1f5ab7fd-7fb9-4d50-9d22-4e39867e175b tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:43.661397 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e494e2a3-3452-4b65-a345-a34319edd4db req-1f5ab7fd-7fb9-4d50-9d22-4e39867e175b tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=6345bf89-7ad2-4722-bc8f-f87df9cd7cd1 HTTP/1.1" status: 200 len: 945 time: 0.0534570 Sep 24 16:18:43.699780 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e494e2a3-3452-4b65-a345-a34319edd4db req-b7d8ce6b-087b-4937-9067-0511a72eda57 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319092 Sep 24 16:18:44.813080 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe49ba9a-bd5b-4e52-8e76-0921c35544fb req-231c565d-152b-4372-bbed-a9f09ef8086c tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:44.814606 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fe49ba9a-bd5b-4e52-8e76-0921c35544fb req-231c565d-152b-4372-bbed-a9f09ef8086c tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=6345bf89-7ad2-4722-bc8f-f87df9cd7cd1 HTTP/1.1" status: 200 len: 945 time: 0.0489194 Sep 24 16:18:44.852577 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fe49ba9a-bd5b-4e52-8e76-0921c35544fb req-a5a0299b-09f6-4e6a-a564-b7986a157de8 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314310 Sep 24 16:18:45.968130 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a5f10-369b-4919-990f-0975611fac96 req-05cb79bb-dac3-47e8-80b7-1261a09d60f3 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:45.969638 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-501a5f10-369b-4919-990f-0975611fac96 req-05cb79bb-dac3-47e8-80b7-1261a09d60f3 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=6345bf89-7ad2-4722-bc8f-f87df9cd7cd1 HTTP/1.1" status: 200 len: 945 time: 0.0497420 Sep 24 16:18:46.008076 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-501a5f10-369b-4919-990f-0975611fac96 req-d82d96fe-1c96-493c-904c-9f357e10bd07 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319252 Sep 24 16:18:47.124020 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a93333-003f-44ba-b373-9d0f1c665b5a req-23984486-c7f4-471a-ad60-1800e35452b7 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:47.125657 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a7a93333-003f-44ba-b373-9d0f1c665b5a req-23984486-c7f4-471a-ad60-1800e35452b7 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=6345bf89-7ad2-4722-bc8f-f87df9cd7cd1 HTTP/1.1" status: 200 len: 945 time: 0.0490878 Sep 24 16:18:47.165337 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a7a93333-003f-44ba-b373-9d0f1c665b5a req-65aef76f-8b93-4174-a3fc-d4ad53a3ea5c tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337672 Sep 24 16:18:47.988891 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [req-8488cecc-b593-4f90-8e79-01a6f1aa033e req-80949ce7-2a2a-4816-ab3e-2e3b1351e6f0 service neutron] show failed (client error): The resource could not be found. Sep 24 16:18:47.990651 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8488cecc-b593-4f90-8e79-01a6f1aa033e req-80949ce7-2a2a-4816-ab3e-2e3b1351e6f0 service neutron] 10.222.0.108 "GET /v2.0/ports/26c3bbc3-cef0-4702-8c57-86b1ade28797/bindings/n-h1-808921-1 HTTP/1.1" status: 404 len: 380 time: 0.0544300 Sep 24 16:18:48.136372 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b7aac8-52ed-41a1-8eb3-aa1cffb57c6c req-215cf73d-9006-4c04-863d-9e04b3136a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:48.138125 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-80b7aac8-52ed-41a1-8eb3-aa1cffb57c6c req-215cf73d-9006-4c04-863d-9e04b3136a43 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=f04aa682fb4049e3b985d54a7848a185&device_id=6345bf89-7ad2-4722-bc8f-f87df9cd7cd1 HTTP/1.1" status: 200 len: 1096 time: 0.0455427 Sep 24 16:18:48.270435 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b7aac8-52ed-41a1-8eb3-aa1cffb57c6c req-f6d29cbe-a8aa-43a6-bc33-fc38fd7dc990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:48.272291 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-80b7aac8-52ed-41a1-8eb3-aa1cffb57c6c req-f6d29cbe-a8aa-43a6-bc33-fc38fd7dc990 service neutron] 10.222.0.108 "GET /v2.0/networks?id=a109053a-4a1a-47bc-9d80-350f4f0247a0 HTTP/1.1" status: 200 len: 916 time: 0.1146095 Sep 24 16:18:48.321786 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-80b7aac8-52ed-41a1-8eb3-aa1cffb57c6c req-ec240f4f-639d-4a1b-b2ff-9af2dec5df7b service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=26c3bbc3-cef0-4702-8c57-86b1ade28797 HTTP/1.1" status: 200 len: 217 time: 0.0423388 Sep 24 16:18:48.337011 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6605fb3a-981a-4c36-bcca-6e9357c563fc req-ad016482-ed23-4de8-a98c-0851c1c072ac tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:48.339285 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6605fb3a-981a-4c36-bcca-6e9357c563fc req-ad016482-ed23-4de8-a98c-0851c1c072ac tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=6345bf89-7ad2-4722-bc8f-f87df9cd7cd1 HTTP/1.1" status: 200 len: 945 time: 0.1005602 Sep 24 16:18:48.409068 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b7aac8-52ed-41a1-8eb3-aa1cffb57c6c req-188b5c9e-92d7-4563-87c0-0c26dcf16fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:48.410541 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-80b7aac8-52ed-41a1-8eb3-aa1cffb57c6c req-188b5c9e-92d7-4563-87c0-0c26dcf16fd0 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=405ece5f-ea63-4252-adbf-757aa73d1a01 HTTP/1.1" status: 200 len: 854 time: 0.0703518 Sep 24 16:18:48.414491 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6605fb3a-981a-4c36-bcca-6e9357c563fc req-4c2b3de8-da0e-4d77-ab72-315fc0bff7b8 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658567 Sep 24 16:18:48.442609 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-80b7aac8-52ed-41a1-8eb3-aa1cffb57c6c req-30ccdcdc-040f-48e6-8fc3-ecaa34989b1f service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=a109053a-4a1a-47bc-9d80-350f4f0247a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249906 Sep 24 16:18:48.568281 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-80b7aac8-52ed-41a1-8eb3-aa1cffb57c6c req-53fb6b0a-7dc6-4ea9-8376-2f8fa5bbbe30 service neutron] 10.222.0.108 "GET /v2.0/networks/a109053a-4a1a-47bc-9d80-350f4f0247a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168194 Sep 24 16:18:48.614431 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8488cecc-b593-4f90-8e79-01a6f1aa033e req-6a3498bc-8c24-4d65-9fd4-ce16771eeacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:48.616033 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8488cecc-b593-4f90-8e79-01a6f1aa033e req-6a3498bc-8c24-4d65-9fd4-ce16771eeacf service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=6345bf89-7ad2-4722-bc8f-f87df9cd7cd1&tenant_id=f04aa682fb4049e3b985d54a7848a185 HTTP/1.1" status: 200 len: 1096 time: 0.0834644 Sep 24 16:18:48.650767 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-8488cecc-b593-4f90-8e79-01a6f1aa033e req-b3cc4922-dd03-4da6-92bf-ed518cc3f4d0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-808921-1', 'device_owner': 'compute:nova'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:18:48.718164 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-80b7aac8-52ed-41a1-8eb3-aa1cffb57c6c req-85a8fa35-fb40-4fb9-8df4-708fe97ff1bc service neutron] 10.222.0.108 "GET /v2.0/networks/a109053a-4a1a-47bc-9d80-350f4f0247a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431403 Sep 24 16:18:48.722655 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8488cecc-b593-4f90-8e79-01a6f1aa033e req-b3cc4922-dd03-4da6-92bf-ed518cc3f4d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:18:48.933968 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-8488cecc-b593-4f90-8e79-01a6f1aa033e req-b3cc4922-dd03-4da6-92bf-ed518cc3f4d0 service neutron] For port 26c3bbc3-cef0-4702-8c57-86b1ade28797, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=26c3bbc3-cef0-4702-8c57-86b1ade28797,segment=NetworkSegment(bec9f1f7-9508-482f-93bd-02ffb9610397),segment_id=bec9f1f7-9508-482f-93bd-02ffb9610397)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:18:48.967354 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-8488cecc-b593-4f90-8e79-01a6f1aa033e req-b3cc4922-dd03-4da6-92bf-ed518cc3f4d0 service neutron] For port 26c3bbc3-cef0-4702-8c57-86b1ade28797, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:18:49.007773 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6345bf89-7ad2-4722-bc8f-f87df9cd7cd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26c3bbc3-cef0-4702-8c57-86b1ade28797'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:18:49.010095 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9143f37c-e0fa-4af6-b675-19b03a3a9695" -d '{"events": [{"server_uuid": "6345bf89-7ad2-4722-bc8f-f87df9cd7cd1", "name": "network-vif-unplugged", "status": "completed", "tag": "26c3bbc3-cef0-4702-8c57-86b1ade28797"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:18:49.014584 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8488cecc-b593-4f90-8e79-01a6f1aa033e req-b3cc4922-dd03-4da6-92bf-ed518cc3f4d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:18:49.027566 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-8488cecc-b593-4f90-8e79-01a6f1aa033e req-b3cc4922-dd03-4da6-92bf-ed518cc3f4d0 service neutron] Transition to ACTIVE for port object 26c3bbc3-cef0-4702-8c57-86b1ade28797 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 16:18:49.059403 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 16:18:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec09ff95-47ad-48cf-8166-a60f053fb71b x-openstack-request-id: req-ec09ff95-47ad-48cf-8166-a60f053fb71b {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:18:49.059757 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6345bf89-7ad2-4722-bc8f-f87df9cd7cd1", "name": "network-vif-unplugged", "status": "completed", "tag": "26c3bbc3-cef0-4702-8c57-86b1ade28797", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:18:49.060014 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ec09ff95-47ad-48cf-8166-a60f053fb71b {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:18:49.060408 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6345bf89-7ad2-4722-bc8f-f87df9cd7cd1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26c3bbc3-cef0-4702-8c57-86b1ade28797', 'code': 200} Sep 24 16:18:49.097503 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8488cecc-b593-4f90-8e79-01a6f1aa033e req-b3cc4922-dd03-4da6-92bf-ed518cc3f4d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:18:49.159234 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-8488cecc-b593-4f90-8e79-01a6f1aa033e req-b3cc4922-dd03-4da6-92bf-ed518cc3f4d0 service neutron] No DVR routers for this DVR port 26c3bbc3-cef0-4702-8c57-86b1ade28797 on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:18:49.161194 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc4922-dd03-4da6-92bf-ed518cc3f4d0 service neutron] Pushing event updated for resources: {'Port': ['ID=26c3bbc3-cef0-4702-8c57-86b1ade28797,revision_number=6']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:18:49.200414 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-8488cecc-b593-4f90-8e79-01a6f1aa033e req-b3cc4922-dd03-4da6-92bf-ed518cc3f4d0 service neutron] Attempting to bind port 26c3bbc3-cef0-4702-8c57-86b1ade28797 on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:18:49.200659 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-8488cecc-b593-4f90-8e79-01a6f1aa033e req-b3cc4922-dd03-4da6-92bf-ed518cc3f4d0 service neutron] Attempting to bind port 26c3bbc3-cef0-4702-8c57-86b1ade28797 by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': 'bec9f1f7-9508-482f-93bd-02ffb9610397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': 'a109053a-4a1a-47bc-9d80-350f4f0247a0'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:18:49.201011 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8488cecc-b593-4f90-8e79-01a6f1aa033e req-b3cc4922-dd03-4da6-92bf-ed518cc3f4d0 service neutron] Attempting to bind port 26c3bbc3-cef0-4702-8c57-86b1ade28797 on network a109053a-4a1a-47bc-9d80-350f4f0247a0 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:18:49.205353 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8488cecc-b593-4f90-8e79-01a6f1aa033e req-b3cc4922-dd03-4da6-92bf-ed518cc3f4d0 service neutron] Port 26c3bbc3-cef0-4702-8c57-86b1ade28797 on network a109053a-4a1a-47bc-9d80-350f4f0247a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 16:18:49.205679 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8488cecc-b593-4f90-8e79-01a6f1aa033e req-b3cc4922-dd03-4da6-92bf-ed518cc3f4d0 service neutron] Attempting to bind port 26c3bbc3-cef0-4702-8c57-86b1ade28797 on network a109053a-4a1a-47bc-9d80-350f4f0247a0 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:18:49.210513 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8488cecc-b593-4f90-8e79-01a6f1aa033e req-b3cc4922-dd03-4da6-92bf-ed518cc3f4d0 service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:18:49.210843 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8488cecc-b593-4f90-8e79-01a6f1aa033e req-b3cc4922-dd03-4da6-92bf-ed518cc3f4d0 service neutron] Checking segment: {'id': 'bec9f1f7-9508-482f-93bd-02ffb9610397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': 'a109053a-4a1a-47bc-9d80-350f4f0247a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:18:49.211219 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8488cecc-b593-4f90-8e79-01a6f1aa033e req-b3cc4922-dd03-4da6-92bf-ed518cc3f4d0 service neutron] Bound using segment: {'id': 'bec9f1f7-9508-482f-93bd-02ffb9610397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': 'a109053a-4a1a-47bc-9d80-350f4f0247a0'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:18:49.211641 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-8488cecc-b593-4f90-8e79-01a6f1aa033e req-b3cc4922-dd03-4da6-92bf-ed518cc3f4d0 service neutron] Bound port: 26c3bbc3-cef0-4702-8c57-86b1ade28797, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bec9f1f7-9508-482f-93bd-02ffb9610397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': 'a109053a-4a1a-47bc-9d80-350f4f0247a0'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:18:49.211998 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8488cecc-b593-4f90-8e79-01a6f1aa033e req-b3cc4922-dd03-4da6-92bf-ed518cc3f4d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:18:49.274451 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-8488cecc-b593-4f90-8e79-01a6f1aa033e req-b3cc4922-dd03-4da6-92bf-ed518cc3f4d0 service neutron] For port 26c3bbc3-cef0-4702-8c57-86b1ade28797, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:18:49.277615 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-8488cecc-b593-4f90-8e79-01a6f1aa033e req-b3cc4922-dd03-4da6-92bf-ed518cc3f4d0 service neutron] For port 26c3bbc3-cef0-4702-8c57-86b1ade28797, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=26c3bbc3-cef0-4702-8c57-86b1ade28797,segment=NetworkSegment(bec9f1f7-9508-482f-93bd-02ffb9610397),segment_id=bec9f1f7-9508-482f-93bd-02ffb9610397)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:18:49.327221 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8488cecc-b593-4f90-8e79-01a6f1aa033e req-b3cc4922-dd03-4da6-92bf-ed518cc3f4d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:18:49.362292 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8488cecc-b593-4f90-8e79-01a6f1aa033e req-b3cc4922-dd03-4da6-92bf-ed518cc3f4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:49.362936 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8488cecc-b593-4f90-8e79-01a6f1aa033e req-b3cc4922-dd03-4da6-92bf-ed518cc3f4d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:18:49.364360 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8488cecc-b593-4f90-8e79-01a6f1aa033e req-b3cc4922-dd03-4da6-92bf-ed518cc3f4d0 service neutron] 10.222.0.110 "PUT /v2.0/ports/26c3bbc3-cef0-4702-8c57-86b1ade28797 HTTP/1.1" status: 200 len: 1091 time: 0.7197373 Sep 24 16:18:49.396151 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cc4922-dd03-4da6-92bf-ed518cc3f4d0 service neutron] Pushing event updated for resources: {'Port': ['ID=26c3bbc3-cef0-4702-8c57-86b1ade28797,revision_number=7']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:18:49.427946 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8488cecc-b593-4f90-8e79-01a6f1aa033e req-9764ca2a-7395-45e1-911b-207c77bf96a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:49.430102 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8488cecc-b593-4f90-8e79-01a6f1aa033e req-9764ca2a-7395-45e1-911b-207c77bf96a8 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=f04aa682fb4049e3b985d54a7848a185&device_id=6345bf89-7ad2-4722-bc8f-f87df9cd7cd1 HTTP/1.1" status: 200 len: 1094 time: 0.0425866 Sep 24 16:18:49.565580 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8488cecc-b593-4f90-8e79-01a6f1aa033e req-bde8fae2-0ae4-4bdd-a77e-95af47e83170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:49.567096 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8488cecc-b593-4f90-8e79-01a6f1aa033e req-bde8fae2-0ae4-4bdd-a77e-95af47e83170 service neutron] 10.222.0.110 "GET /v2.0/networks?id=a109053a-4a1a-47bc-9d80-350f4f0247a0 HTTP/1.1" status: 200 len: 916 time: 0.1260800 Sep 24 16:18:49.576134 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8831a0bb-0c62-43e9-824d-67a95cca2535 req-38b1f112-0708-48f5-97c4-2d843edbfa61 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:49.577563 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8831a0bb-0c62-43e9-824d-67a95cca2535 req-38b1f112-0708-48f5-97c4-2d843edbfa61 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=6345bf89-7ad2-4722-bc8f-f87df9cd7cd1 HTTP/1.1" status: 200 len: 943 time: 0.0950906 Sep 24 16:18:49.623492 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8488cecc-b593-4f90-8e79-01a6f1aa033e req-2b6a2bde-f33c-47ad-baa6-bb21c1f881e0 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=26c3bbc3-cef0-4702-8c57-86b1ade28797 HTTP/1.1" status: 200 len: 217 time: 0.0449629 Sep 24 16:18:49.678932 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8831a0bb-0c62-43e9-824d-67a95cca2535 req-8c15d3cc-45ed-4ab5-b114-9648d4a9b6ac tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941737 Sep 24 16:18:49.689369 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8488cecc-b593-4f90-8e79-01a6f1aa033e req-6e7e061d-4591-412b-8379-6760309aa5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:49.690854 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8488cecc-b593-4f90-8e79-01a6f1aa033e req-6e7e061d-4591-412b-8379-6760309aa5f5 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=405ece5f-ea63-4252-adbf-757aa73d1a01 HTTP/1.1" status: 200 len: 854 time: 0.0575931 Sep 24 16:18:49.724271 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8488cecc-b593-4f90-8e79-01a6f1aa033e req-af5f1fb3-f518-42cf-851b-7498b6f9f472 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=a109053a-4a1a-47bc-9d80-350f4f0247a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244575 Sep 24 16:18:49.822053 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8488cecc-b593-4f90-8e79-01a6f1aa033e req-22ab19cf-2ace-4c06-873d-b711b4000087 service neutron] 10.222.0.110 "GET /v2.0/networks/a109053a-4a1a-47bc-9d80-350f4f0247a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882759 Sep 24 16:18:49.918827 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8488cecc-b593-4f90-8e79-01a6f1aa033e req-6f960062-c29b-4057-82a0-cf4da308ca2e service neutron] 10.222.0.110 "GET /v2.0/networks/a109053a-4a1a-47bc-9d80-350f4f0247a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834401 Sep 24 16:18:50.801426 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c492c369-542f-4d78-8492-865fb295572c req-70243b67-bd0b-41e5-ae0f-068ad0c0ece3 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:50.802971 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c492c369-542f-4d78-8492-865fb295572c req-70243b67-bd0b-41e5-ae0f-068ad0c0ece3 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=6345bf89-7ad2-4722-bc8f-f87df9cd7cd1 HTTP/1.1" status: 200 len: 943 time: 0.0545449 Sep 24 16:18:50.840793 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c492c369-542f-4d78-8492-865fb295572c req-54c67e1f-6a4e-47e3-abca-976d07cc25f0 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317521 Sep 24 16:18:51.061470 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6345bf89-7ad2-4722-bc8f-f87df9cd7cd1', 'tag': '26c3bbc3-cef0-4702-8c57-86b1ade28797'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:18:51.063772 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4196583-bf78-4036-8a2d-4b84ee53cd76" -d '{"events": [{"name": "network-changed", "server_uuid": "6345bf89-7ad2-4722-bc8f-f87df9cd7cd1", "tag": "26c3bbc3-cef0-4702-8c57-86b1ade28797"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:18:51.110437 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e76a0bc4-a003-4347-8053-209b64eb6cc0 x-openstack-request-id: req-e76a0bc4-a003-4347-8053-209b64eb6cc0 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:18:51.110732 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6345bf89-7ad2-4722-bc8f-f87df9cd7cd1", "tag": "26c3bbc3-cef0-4702-8c57-86b1ade28797", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:18:51.110984 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e76a0bc4-a003-4347-8053-209b64eb6cc0 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:18:51.111383 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6345bf89-7ad2-4722-bc8f-f87df9cd7cd1', 'tag': '26c3bbc3-cef0-4702-8c57-86b1ade28797', 'status': 'completed', 'code': 200} Sep 24 16:18:51.205957 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4196583-bf78-4036-8a2d-4b84ee53cd76 req-a4d1335d-5f2a-4e24-8a33-6a0e13523c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:51.207519 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a4196583-bf78-4036-8a2d-4b84ee53cd76 req-a4d1335d-5f2a-4e24-8a33-6a0e13523c3a service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=f04aa682fb4049e3b985d54a7848a185&device_id=6345bf89-7ad2-4722-bc8f-f87df9cd7cd1 HTTP/1.1" status: 200 len: 1094 time: 0.0742261 Sep 24 16:18:51.210083 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4196583-bf78-4036-8a2d-4b84ee53cd76 req-4f24d096-d397-4a06-b553-e3069549eb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:51.211475 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a4196583-bf78-4036-8a2d-4b84ee53cd76 req-4f24d096-d397-4a06-b553-e3069549eb67 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=f04aa682fb4049e3b985d54a7848a185&device_id=6345bf89-7ad2-4722-bc8f-f87df9cd7cd1 HTTP/1.1" status: 200 len: 1094 time: 0.0700867 Sep 24 16:18:51.372972 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4196583-bf78-4036-8a2d-4b84ee53cd76 req-60a3ced0-fb87-4d62-8da3-ed6cb73ff654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:51.374501 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a4196583-bf78-4036-8a2d-4b84ee53cd76 req-60a3ced0-fb87-4d62-8da3-ed6cb73ff654 service neutron] 10.222.0.108 "GET /v2.0/networks?id=a109053a-4a1a-47bc-9d80-350f4f0247a0 HTTP/1.1" status: 200 len: 916 time: 0.1597199 Sep 24 16:18:51.375826 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4196583-bf78-4036-8a2d-4b84ee53cd76 req-2376af2d-b1d8-4ee7-bd09-d1b1baa0942f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:51.377143 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a4196583-bf78-4036-8a2d-4b84ee53cd76 req-2376af2d-b1d8-4ee7-bd09-d1b1baa0942f service neutron] 10.222.0.110 "GET /v2.0/networks?id=a109053a-4a1a-47bc-9d80-350f4f0247a0 HTTP/1.1" status: 200 len: 916 time: 0.1549299 Sep 24 16:18:51.422465 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a4196583-bf78-4036-8a2d-4b84ee53cd76 req-6e3ef783-be71-4a45-83be-a5dc6c97951d service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=26c3bbc3-cef0-4702-8c57-86b1ade28797 HTTP/1.1" status: 200 len: 217 time: 0.0403962 Sep 24 16:18:51.459493 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a4196583-bf78-4036-8a2d-4b84ee53cd76 req-51233f27-bf37-42e3-b5aa-a953782c2141 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=26c3bbc3-cef0-4702-8c57-86b1ade28797 HTTP/1.1" status: 200 len: 217 time: 0.0712764 Sep 24 16:18:51.529774 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4196583-bf78-4036-8a2d-4b84ee53cd76 req-74464e8d-feed-4de3-a273-13b655451e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:51.531281 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a4196583-bf78-4036-8a2d-4b84ee53cd76 req-74464e8d-feed-4de3-a273-13b655451e43 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=405ece5f-ea63-4252-adbf-757aa73d1a01 HTTP/1.1" status: 200 len: 854 time: 0.0797486 Sep 24 16:18:51.534811 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4196583-bf78-4036-8a2d-4b84ee53cd76 req-a725e48a-4ec1-459e-a4f9-c22855e58ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:51.536129 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a4196583-bf78-4036-8a2d-4b84ee53cd76 req-a725e48a-4ec1-459e-a4f9-c22855e58ad7 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=405ece5f-ea63-4252-adbf-757aa73d1a01 HTTP/1.1" status: 200 len: 854 time: 0.0575669 Sep 24 16:18:51.574623 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a4196583-bf78-4036-8a2d-4b84ee53cd76 req-4759ac61-8a9c-4c29-bf19-b4756421c3d9 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=a109053a-4a1a-47bc-9d80-350f4f0247a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357566 Sep 24 16:18:51.590068 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a4196583-bf78-4036-8a2d-4b84ee53cd76 req-f55570f3-42b8-419c-9177-fbad5c701e57 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=a109053a-4a1a-47bc-9d80-350f4f0247a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420439 Sep 24 16:18:51.719513 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 26c3bbc3-cef0-4702-8c57-86b1ade28797 no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:18:51.738770 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a4196583-bf78-4036-8a2d-4b84ee53cd76 req-e426149b-4da7-43eb-a92a-8ca03721272c service neutron] 10.222.0.108 "GET /v2.0/networks/a109053a-4a1a-47bc-9d80-350f4f0247a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507099 Sep 24 16:18:51.744562 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a4196583-bf78-4036-8a2d-4b84ee53cd76 req-34a747d7-731e-486b-852c-4443aa525a42 service neutron] 10.222.0.110 "GET /v2.0/networks/a109053a-4a1a-47bc-9d80-350f4f0247a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377814 Sep 24 16:18:51.758437 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 26c3bbc3-cef0-4702-8c57-86b1ade28797 not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:18:51.904706 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a4196583-bf78-4036-8a2d-4b84ee53cd76 req-8ded056a-5daa-482d-a2d2-6568f8453b15 service neutron] 10.222.0.108 "GET /v2.0/networks/a109053a-4a1a-47bc-9d80-350f4f0247a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590731 Sep 24 16:18:51.908264 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a4196583-bf78-4036-8a2d-4b84ee53cd76 req-140ac753-bf9a-4fcf-976f-e13aa953523f service neutron] 10.222.0.110 "GET /v2.0/networks/a109053a-4a1a-47bc-9d80-350f4f0247a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549966 Sep 24 16:18:51.977587 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2924438-77ba-4509-a50d-8b3ff60c1147 req-3cd93b2d-c959-4cf0-aaf0-2c5d8e0bbc1f tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:51.979158 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f2924438-77ba-4509-a50d-8b3ff60c1147 req-3cd93b2d-c959-4cf0-aaf0-2c5d8e0bbc1f tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=6345bf89-7ad2-4722-bc8f-f87df9cd7cd1 HTTP/1.1" status: 200 len: 943 time: 0.0581250 Sep 24 16:18:52.021596 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f2924438-77ba-4509-a50d-8b3ff60c1147 req-79317238-4b20-47c3-8613-b90491c26e5e tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360522 Sep 24 16:18:52.912771 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 26c3bbc3-cef0-4702-8c57-86b1ade28797 details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 16:18:53.015602 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 26c3bbc3-cef0-4702-8c57-86b1ade28797, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=26c3bbc3-cef0-4702-8c57-86b1ade28797,segment=NetworkSegment(bec9f1f7-9508-482f-93bd-02ffb9610397),segment_id=bec9f1f7-9508-482f-93bd-02ffb9610397)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:18:53.027668 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': '26c3bbc3-cef0-4702-8c57-86b1ade28797', 'network_id': 'a109053a-4a1a-47bc-9d80-350f4f0247a0', 'port_id': '26c3bbc3-cef0-4702-8c57-86b1ade28797', 'mac_address': 'fa:16:3e:6f:75:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '405ece5f-ea63-4252-adbf-757aa73d1a01', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 16:18:53.067662 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:18:53.081602 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26c3bbc3-cef0-4702-8c57-86b1ade28797 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:18:53.101988 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 26c3bbc3-cef0-4702-8c57-86b1ade28797, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=26c3bbc3-cef0-4702-8c57-86b1ade28797,segment=NetworkSegment(bec9f1f7-9508-482f-93bd-02ffb9610397),segment_id=bec9f1f7-9508-482f-93bd-02ffb9610397)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:18:53.142565 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccd8d4a-aeeb-4372-8d3f-6ee9b2a26093 req-5337a896-9d12-48e5-8f4b-b67d6a444e41 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:53.144089 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7ccd8d4a-aeeb-4372-8d3f-6ee9b2a26093 req-5337a896-9d12-48e5-8f4b-b67d6a444e41 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=6345bf89-7ad2-4722-bc8f-f87df9cd7cd1 HTTP/1.1" status: 200 len: 943 time: 0.0513587 Sep 24 16:18:53.166473 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:18:53.185404 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7ccd8d4a-aeeb-4372-8d3f-6ee9b2a26093 req-361d8152-8afb-4b02-9c12-437375b3f3f8 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353675 Sep 24 16:18:53.220364 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=26c3bbc3-cef0-4702-8c57-86b1ade28797,revision_number=8']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:18:53.409299 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['26c3bbc3-cef0-4702-8c57-86b1ade28797'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:18:53.524079 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f092908-a46d-4929-a7d8-d01bb3747ee2 req-d901f725-c9f4-4338-8abd-8dbe1e63dd3b tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:53.525922 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1f092908-a46d-4929-a7d8-d01bb3747ee2 req-d901f725-c9f4-4338-8abd-8dbe1e63dd3b tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=6345bf89-7ad2-4722-bc8f-f87df9cd7cd1 HTTP/1.1" status: 200 len: 944 time: 0.0630820 Sep 24 16:18:53.594015 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1f092908-a46d-4929-a7d8-d01bb3747ee2 req-ab8eedd7-6de5-41a3-b14b-6dd7fcd793b5 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571623 Sep 24 16:18:53.603323 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ff291-cce4-4702-bc66-873fa3fcbb2c req-86150ec1-bb6b-4d57-9da6-703706256f87 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:53.604841 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-346ff291-cce4-4702-bc66-873fa3fcbb2c req-86150ec1-bb6b-4d57-9da6-703706256f87 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.108 "GET /v2.0/ports?device_id=6345bf89-7ad2-4722-bc8f-f87df9cd7cd1&tenant_id=f04aa682fb4049e3b985d54a7848a185&binding%3Ahost_id=n-h1-808921-1 HTTP/1.1" status: 200 len: 944 time: 0.0778856 Sep 24 16:18:53.667407 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [req-346ff291-cce4-4702-bc66-873fa3fcbb2c req-86457bcc-db7c-45f6-955c-429dd135152f service neutron] delete failed (client error): The resource could not be found. Sep 24 16:18:53.668343 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-346ff291-cce4-4702-bc66-873fa3fcbb2c req-86457bcc-db7c-45f6-955c-429dd135152f service neutron] 10.222.0.108 "DELETE /v2.0/ports/26c3bbc3-cef0-4702-8c57-86b1ade28797/bindings/n-h2-808921-1 HTTP/1.1" status: 404 len: 380 time: 0.0561256 Sep 24 16:18:53.755246 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ff291-cce4-4702-bc66-873fa3fcbb2c req-36317b3f-d0b1-4d43-9b57-220c0a59f72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:53.756775 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-346ff291-cce4-4702-bc66-873fa3fcbb2c req-36317b3f-d0b1-4d43-9b57-220c0a59f72a service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=f04aa682fb4049e3b985d54a7848a185&device_id=6345bf89-7ad2-4722-bc8f-f87df9cd7cd1 HTTP/1.1" status: 200 len: 1095 time: 0.0454867 Sep 24 16:18:53.850379 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ff291-cce4-4702-bc66-873fa3fcbb2c req-e490e0f7-dce7-4cb3-ba68-9666b9615ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:53.851964 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-346ff291-cce4-4702-bc66-873fa3fcbb2c req-e490e0f7-dce7-4cb3-ba68-9666b9615ce6 service neutron] 10.222.0.108 "GET /v2.0/networks?id=a109053a-4a1a-47bc-9d80-350f4f0247a0 HTTP/1.1" status: 200 len: 916 time: 0.0882237 Sep 24 16:18:53.897886 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-346ff291-cce4-4702-bc66-873fa3fcbb2c req-c3bc090a-b9e1-4e42-b24e-a5a3800aa4a8 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=26c3bbc3-cef0-4702-8c57-86b1ade28797 HTTP/1.1" status: 200 len: 217 time: 0.0391173 Sep 24 16:18:53.947139 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ff291-cce4-4702-bc66-873fa3fcbb2c req-97339338-068b-482c-bcdb-30df89e0647d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:53.948526 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-346ff291-cce4-4702-bc66-873fa3fcbb2c req-97339338-068b-482c-bcdb-30df89e0647d service neutron] 10.222.0.108 "GET /v2.0/subnets?id=405ece5f-ea63-4252-adbf-757aa73d1a01 HTTP/1.1" status: 200 len: 854 time: 0.0443618 Sep 24 16:18:53.980490 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-346ff291-cce4-4702-bc66-873fa3fcbb2c req-309b60aa-7cf3-4334-b960-a3d167c244e1 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=a109053a-4a1a-47bc-9d80-350f4f0247a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253019 Sep 24 16:18:54.076591 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-346ff291-cce4-4702-bc66-873fa3fcbb2c req-ff0989d0-35d7-4c05-ba31-0f1eb7c597be service neutron] 10.222.0.108 "GET /v2.0/networks/a109053a-4a1a-47bc-9d80-350f4f0247a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888596 Sep 24 16:18:54.537551 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-346ff291-cce4-4702-bc66-873fa3fcbb2c req-b84ff3ab-171b-42f2-8b18-f62d29e4978e service neutron] 10.222.0.108 "GET /v2.0/networks/a109053a-4a1a-47bc-9d80-350f4f0247a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4533536 Sep 24 16:18:54.719042 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0368e917-10f4-45e7-a49f-ab87cb83ef90 req-33b0546b-a657-4be5-b0d0-3e730de1b2c5 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:54.720586 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0368e917-10f4-45e7-a49f-ab87cb83ef90 req-33b0546b-a657-4be5-b0d0-3e730de1b2c5 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=6345bf89-7ad2-4722-bc8f-f87df9cd7cd1 HTTP/1.1" status: 200 len: 944 time: 0.0524001 Sep 24 16:18:54.763687 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0368e917-10f4-45e7-a49f-ab87cb83ef90 req-86aa2202-bcdb-46e7-8fdf-61024cda2d32 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355585 Sep 24 16:18:54.916141 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 26c3bbc3-cef0-4702-8c57-86b1ade28797 up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:18:55.029248 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port 26c3bbc3-cef0-4702-8c57-86b1ade28797 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 16:18:55.033397 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port 26c3bbc3-cef0-4702-8c57-86b1ade28797 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:18:55.033769 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:18:55.113230 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:18:55.138378 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6345bf89-7ad2-4722-bc8f-f87df9cd7cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c3bbc3-cef0-4702-8c57-86b1ade28797'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:18:55.140469 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9cf0ec0-4210-41a6-b0b6-af1fc447fc20" -d '{"events": [{"server_uuid": "6345bf89-7ad2-4722-bc8f-f87df9cd7cd1", "name": "network-vif-plugged", "status": "completed", "tag": "26c3bbc3-cef0-4702-8c57-86b1ade28797"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:18:55.154484 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 26c3bbc3-cef0-4702-8c57-86b1ade28797, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=26c3bbc3-cef0-4702-8c57-86b1ade28797,segment=NetworkSegment(bec9f1f7-9508-482f-93bd-02ffb9610397),segment_id=bec9f1f7-9508-482f-93bd-02ffb9610397)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:18:55.179272 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e99804f-a7e7-42be-9719-6c3c4aa48713 x-openstack-request-id: req-5e99804f-a7e7-42be-9719-6c3c4aa48713 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:18:55.179567 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6345bf89-7ad2-4722-bc8f-f87df9cd7cd1", "name": "network-vif-plugged", "status": "completed", "tag": "26c3bbc3-cef0-4702-8c57-86b1ade28797", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:18:55.179824 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-5e99804f-a7e7-42be-9719-6c3c4aa48713 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:18:55.180229 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6345bf89-7ad2-4722-bc8f-f87df9cd7cd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c3bbc3-cef0-4702-8c57-86b1ade28797', 'code': 200} Sep 24 16:18:55.206257 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:18:55.255265 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=26c3bbc3-cef0-4702-8c57-86b1ade28797,revision_number=9']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:18:56.193029 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cff053-162c-4b24-b34c-dd4eb1ae385f req-89d04c56-ee53-47a4-ae3e-304551056eac tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:56.194771 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f1cff053-162c-4b24-b34c-dd4eb1ae385f req-89d04c56-ee53-47a4-ae3e-304551056eac tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=6345bf89-7ad2-4722-bc8f-f87df9cd7cd1 HTTP/1.1" status: 200 len: 945 time: 0.3633444 Sep 24 16:18:56.232667 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f1cff053-162c-4b24-b34c-dd4eb1ae385f req-fa9cb79a-058e-4047-8890-8aef27c21d72 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319319 Sep 24 16:18:56.348977 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a653b142-bf50-4316-90eb-74922bb3bc5f req-7dd00140-8b26-4cc7-b98b-e62e2cdc2ce1 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:56.351545 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a653b142-bf50-4316-90eb-74922bb3bc5f req-7dd00140-8b26-4cc7-b98b-e62e2cdc2ce1 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=6345bf89-7ad2-4722-bc8f-f87df9cd7cd1 HTTP/1.1" status: 200 len: 945 time: 0.0506637 Sep 24 16:18:56.392712 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a653b142-bf50-4316-90eb-74922bb3bc5f req-3acc8c5b-db44-46fd-a8c1-733d5ade7867 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357821 Sep 24 16:18:56.504803 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3089c5-6adf-4c01-8429-13050dad9283 req-0241e144-fd79-49f8-a5c4-38f5b5dce12a tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:56.506280 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2d3089c5-6adf-4c01-8429-13050dad9283 req-0241e144-fd79-49f8-a5c4-38f5b5dce12a tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=6345bf89-7ad2-4722-bc8f-f87df9cd7cd1 HTTP/1.1" status: 200 len: 945 time: 0.0483103 Sep 24 16:18:56.544540 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2d3089c5-6adf-4c01-8429-13050dad9283 req-6412dbfc-4e71-4891-8022-06be724b78ba tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315557 Sep 24 16:18:57.082122 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc70dd6-328f-41dc-a330-1659573b7ec3 req-b55286a1-369d-4cb3-adc7-c48e3a2693dd tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:57.083658 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9dc70dd6-328f-41dc-a330-1659573b7ec3 req-b55286a1-369d-4cb3-adc7-c48e3a2693dd tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=6345bf89-7ad2-4722-bc8f-f87df9cd7cd1 HTTP/1.1" status: 200 len: 945 time: 0.0478663 Sep 24 16:18:57.122504 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9dc70dd6-328f-41dc-a330-1659573b7ec3 req-615155a8-9470-4195-a131-909aa82f391b tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323646 Sep 24 16:18:58.238170 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f67ea9-d4ca-4829-820b-00374da1b0a8 req-b7e103e4-8d96-4868-8a73-526dbf9cc88f tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:58.239789 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-23f67ea9-d4ca-4829-820b-00374da1b0a8 req-b7e103e4-8d96-4868-8a73-526dbf9cc88f tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=6345bf89-7ad2-4722-bc8f-f87df9cd7cd1 HTTP/1.1" status: 200 len: 945 time: 0.0505626 Sep 24 16:18:58.278480 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-23f67ea9-d4ca-4829-820b-00374da1b0a8 req-e4845db0-16c9-4276-ac83-326c0718a52a tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/security-groups?id=b450007a-3816-4d0c-96b3-2ef121e68240&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315883 Sep 24 16:18:58.500381 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4230ece3-a68c-48d1-b370-4336b75d946d req-3e522320-fa1d-498c-a8d9-cb72249acdad tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:18:58.501808 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4230ece3-a68c-48d1-b370-4336b75d946d req-3e522320-fa1d-498c-a8d9-cb72249acdad tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.110 "GET /v2.0/ports?device_id=6345bf89-7ad2-4722-bc8f-f87df9cd7cd1 HTTP/1.1" status: 200 len: 945 time: 0.0487125 Sep 24 16:18:58.597264 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-4230ece3-a68c-48d1-b370-4336b75d946d req-26052d4e-902d-473f-bf30-be2b88a9a1a7 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Deleting port 26c3bbc3-cef0-4702-8c57-86b1ade28797 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:18:58.597518 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-4230ece3-a68c-48d1-b370-4336b75d946d req-26052d4e-902d-473f-bf30-be2b88a9a1a7 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:18:58.685715 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-4230ece3-a68c-48d1-b370-4336b75d946d req-26052d4e-902d-473f-bf30-be2b88a9a1a7 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] For port 26c3bbc3-cef0-4702-8c57-86b1ade28797, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=26c3bbc3-cef0-4702-8c57-86b1ade28797,segment=NetworkSegment(bec9f1f7-9508-482f-93bd-02ffb9610397),segment_id=bec9f1f7-9508-482f-93bd-02ffb9610397)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:18:58.686080 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-4230ece3-a68c-48d1-b370-4336b75d946d req-26052d4e-902d-473f-bf30-be2b88a9a1a7 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:18:58.699511 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-4230ece3-a68c-48d1-b370-4336b75d946d req-26052d4e-902d-473f-bf30-be2b88a9a1a7 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Calling delete_port for 26c3bbc3-cef0-4702-8c57-86b1ade28797 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:18:58.892247 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-4230ece3-a68c-48d1-b370-4336b75d946d req-26052d4e-902d-473f-bf30-be2b88a9a1a7 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:18:58.905236 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['26c3bbc3-cef0-4702-8c57-86b1ade28797'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:18:58.922897 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26052d4e-902d-473f-bf30-be2b88a9a1a7 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Pushing event deleted for resources: {'Port': ['ID=26c3bbc3-cef0-4702-8c57-86b1ade28797,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:18:58.966076 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-4230ece3-a68c-48d1-b370-4336b75d946d req-26052d4e-902d-473f-bf30-be2b88a9a1a7 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] No DVR routers for this DVR port 26c3bbc3-cef0-4702-8c57-86b1ade28797 on host n-h1-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:18:58.968736 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-4230ece3-a68c-48d1-b370-4336b75d946d req-26052d4e-902d-473f-bf30-be2b88a9a1a7 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:18:58.970760 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4230ece3-a68c-48d1-b370-4336b75d946d req-26052d4e-902d-473f-bf30-be2b88a9a1a7 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.110 "DELETE /v2.0/ports/26c3bbc3-cef0-4702-8c57-86b1ade28797 HTTP/1.1" status: 204 len: 173 time: 0.4607563 Sep 24 16:18:58.971195 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6345bf89-7ad2-4722-bc8f-f87df9cd7cd1', 'name': 'network-vif-deleted', 'tag': '26c3bbc3-cef0-4702-8c57-86b1ade28797'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:18:58.973442 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2826bb47-7bd4-45f3-a2d9-ab63725212fd" -d '{"events": [{"server_uuid": "6345bf89-7ad2-4722-bc8f-f87df9cd7cd1", "name": "network-vif-deleted", "tag": "26c3bbc3-cef0-4702-8c57-86b1ade28797"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:18:59.008475 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85662d76-21f2-41fc-8418-c5f6cc3b3fce x-openstack-request-id: req-85662d76-21f2-41fc-8418-c5f6cc3b3fce {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:18:59.008759 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6345bf89-7ad2-4722-bc8f-f87df9cd7cd1", "name": "network-vif-deleted", "tag": "26c3bbc3-cef0-4702-8c57-86b1ade28797", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:18:59.009006 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-85662d76-21f2-41fc-8418-c5f6cc3b3fce {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:18:59.009401 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6345bf89-7ad2-4722-bc8f-f87df9cd7cd1', 'name': 'network-vif-deleted', 'tag': '26c3bbc3-cef0-4702-8c57-86b1ade28797', 'status': 'completed', 'code': 200} Sep 24 16:18:59.385637 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8a57ca88-5728-49f7-a846-74fabd0f9142 req-b9c1f499-e824-440c-8f27-58aab3ddd4e1 tempest-ServerDiskConfigTestJSON-1552064177 tempest-ServerDiskConfigTestJSON-1552064177-project] 10.222.0.101 "GET /v2.0/ports?device_id=6345bf89-7ad2-4722-bc8f-f87df9cd7cd1 HTTP/1.1" status: 200 len: 210 time: 0.0305014 Sep 24 16:19:00.503691 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43598) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:19:00.548162 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c5fc821-d40f-43d1-afbf-dd498edb3338 admin admin] Deleting subnet 405ece5f-ea63-4252-adbf-757aa73d1a01 {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 16:19:00.551180 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9c5fc821-d40f-43d1-afbf-dd498edb3338 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:00.597751 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9c5fc821-d40f-43d1-afbf-dd498edb3338 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:00.625737 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9c5fc821-d40f-43d1-afbf-dd498edb3338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:00.743508 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9c5fc821-d40f-43d1-afbf-dd498edb3338 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:00.770093 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5fc821-d40f-43d1-afbf-dd498edb3338 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=405ece5f-ea63-4252-adbf-757aa73d1a01,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:19:00.774758 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9c5fc821-d40f-43d1-afbf-dd498edb3338 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:00.776653 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-9c5fc821-d40f-43d1-afbf-dd498edb3338 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/405ece5f-ea63-4252-adbf-757aa73d1a01 HTTP/1.1" status: 204 len: 168 time: 0.2719452 Sep 24 16:19:00.779304 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43600) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:19:00.781839 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5fc821-d40f-43d1-afbf-dd498edb3338 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:19:00.783354 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5fc821-d40f-43d1-afbf-dd498edb3338 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:19:00.783354 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5fc821-d40f-43d1-afbf-dd498edb3338 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:19:00.783354 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5fc821-d40f-43d1-afbf-dd498edb3338 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:19:00.783354 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5fc821-d40f-43d1-afbf-dd498edb3338 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:19:00.783728 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5fc821-d40f-43d1-afbf-dd498edb3338 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:19:00.783854 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5fc821-d40f-43d1-afbf-dd498edb3338 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:19:00.784182 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5fc821-d40f-43d1-afbf-dd498edb3338 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:19:00.784512 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5fc821-d40f-43d1-afbf-dd498edb3338 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:19:00.784838 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5fc821-d40f-43d1-afbf-dd498edb3338 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:19:00.785163 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5fc821-d40f-43d1-afbf-dd498edb3338 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:19:00.785510 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5fc821-d40f-43d1-afbf-dd498edb3338 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:19:00.848756 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8cb21583-0ac1-439d-a682-83c4e32819ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:00.929387 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8cb21583-0ac1-439d-a682-83c4e32819ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:00.949291 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-8cb21583-0ac1-439d-a682-83c4e32819ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a109053a-4a1a-47bc-9d80-350f4f0247a0']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:19:00.958431 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-8cb21583-0ac1-439d-a682-83c4e32819ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bec9f1f7-9508-482f-93bd-02ffb9610397') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:19:00.958719 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-8cb21583-0ac1-439d-a682-83c4e32819ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bec9f1f7-9508-482f-93bd-02ffb9610397') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:19:00.968318 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8cb21583-0ac1-439d-a682-83c4e32819ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:00.981902 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8cb21583-0ac1-439d-a682-83c4e32819ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:00.987570 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cb21583-0ac1-439d-a682-83c4e32819ce admin admin] Releasing vlan 1281 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 16:19:00.987949 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8cb21583-0ac1-439d-a682-83c4e32819ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:00.989524 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 16:19:00.989524 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 16:19:00.989524 n-d-808921-1 neutron-server[95298]: timer() Sep 24 16:19:00.989524 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 16:19:00.989524 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 16:19:00.989524 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 16:19:00.989524 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 16:19:00.989524 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 16:19:00.989524 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 16:19:00.989524 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 16:19:00.989524 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 16:19:00.989524 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 16:19:00.989524 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 16:19:00.989524 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 16:19:00.989524 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 16:19:00.989524 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 16:19:00.989524 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 16:19:00.989524 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 16:19:00.989524 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 16:19:00.989524 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 16:19:00.989524 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 16:19:00.989524 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 16:19:00.989524 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 16:19:00.989524 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 16:19:00.989524 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 16:19:00.989524 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 16:19:00.989524 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 16:19:00.989524 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 16:19:00.989524 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 16:19:00.989524 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 16:19:00.989524 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 16:19:00.989524 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 16:19:01.108786 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8cb21583-0ac1-439d-a682-83c4e32819ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:01.114407 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8cb21583-0ac1-439d-a682-83c4e32819ce admin admin] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:01.116344 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-8cb21583-0ac1-439d-a682-83c4e32819ce admin admin] 10.222.0.101 "DELETE /v2.0/networks/a109053a-4a1a-47bc-9d80-350f4f0247a0 HTTP/1.1" status: 204 len: 168 time: 0.3360295 Sep 24 16:19:01.127355 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb21583-0ac1-439d-a682-83c4e32819ce admin admin] Pushing event deleted for resources: {'Network': ['ID=a109053a-4a1a-47bc-9d80-350f4f0247a0,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:19:01.188670 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b5834548-97fa-4b7e-85fc-67916a7f4ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:01.355142 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43604) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:19:01.395835 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-0cda264b-cdb4-45c7-80fd-71b505d844d9 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=f04aa682fb4049e3b985d54a7848a185&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394115 Sep 24 16:19:01.398202 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43606) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:19:01.446454 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e36f938d-f234-430e-9c40-ad18f0ef7165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:01.467989 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e36f938d-f234-430e-9c40-ad18f0ef7165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:01.577619 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e36f938d-f234-430e-9c40-ad18f0ef7165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:01.580253 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e36f938d-f234-430e-9c40-ad18f0ef7165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:01.581503 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e36f938d-f234-430e-9c40-ad18f0ef7165 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/b450007a-3816-4d0c-96b3-2ef121e68240 HTTP/1.1" status: 204 len: 168 time: 0.1823463 Sep 24 16:19:01.589887 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36f938d-f234-430e-9c40-ad18f0ef7165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b450007a-3816-4d0c-96b3-2ef121e68240,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:19:02.561179 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43628) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:19:02.712138 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-c3a426f6-cbd8-46dd-ad5b-93bc47afad93 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1059124727-network', 'tenant_id': '1ab0685188e14657a77135ecc1496822'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:19:02.794589 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3a426f6-cbd8-46dd-ad5b-93bc47afad93 admin admin] Made reservation on behalf of 1ab0685188e14657a77135ecc1496822 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:19:02.796872 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c3a426f6-cbd8-46dd-ad5b-93bc47afad93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:02.810382 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c3a426f6-cbd8-46dd-ad5b-93bc47afad93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:02.900356 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c3a426f6-cbd8-46dd-ad5b-93bc47afad93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:02.933721 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 26c3bbc3-cef0-4702-8c57-86b1ade28797 no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:19:02.954309 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] No Port match for: 26c3bbc3-cef0-4702-8c57-86b1ade28797 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:19:02.954682 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 26c3bbc3-cef0-4702-8c57-86b1ade28797 not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:19:02.981743 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c3a426f6-cbd8-46dd-ad5b-93bc47afad93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:03.007241 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3a426f6-cbd8-46dd-ad5b-93bc47afad93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1291} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 16:19:03.017125 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a426f6-cbd8-46dd-ad5b-93bc47afad93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dba3635-a73c-43a1-81ed-5b704a3a7767,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:19:03.023214 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c3a426f6-cbd8-46dd-ad5b-93bc47afad93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:03.023564 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-c3a426f6-cbd8-46dd-ad5b-93bc47afad93 admin admin] Added segment bae412cc-5815-477a-be73-419ffe821ffd of type vlan for network 68d2327c-e67b-467b-b2d5-f9d00637e77c Sep 24 16:19:03.062949 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c3a426f6-cbd8-46dd-ad5b-93bc47afad93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:03.152864 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c3a426f6-cbd8-46dd-ad5b-93bc47afad93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:03.153856 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a426f6-cbd8-46dd-ad5b-93bc47afad93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:19:03.154458 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c3a426f6-cbd8-46dd-ad5b-93bc47afad93 admin admin] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:03.218149 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a426f6-cbd8-46dd-ad5b-93bc47afad93 admin admin] Pushing event updated for resources: {'Network': ['ID=68d2327c-e67b-467b-b2d5-f9d00637e77c,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:19:03.228949 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 68d2327c-e67b-467b-b2d5-f9d00637e77c details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 16:19:03.239931 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-c3a426f6-cbd8-46dd-ad5b-93bc47afad93 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6776004 Sep 24 16:19:03.242994 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43634) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:19:03.248485 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-e4e7df32-d9d8-4f33-a848-67fcaaa32c53 admin admin] Request body: {'subnet': {'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1059124727-subnet', 'tenant_id': '1ab0685188e14657a77135ecc1496822', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:19:03.348935 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e7df32-d9d8-4f33-a848-67fcaaa32c53 admin admin] Made reservation on behalf of 1ab0685188e14657a77135ecc1496822 for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:19:03.351963 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e4e7df32-d9d8-4f33-a848-67fcaaa32c53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:03.577498 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e4e7df32-d9d8-4f33-a848-67fcaaa32c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:03.634516 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e7df32-d9d8-4f33-a848-67fcaaa32c53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7501836-148c-4ade-ae18-6669fad5c7ad,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:19:03.643423 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e7df32-d9d8-4f33-a848-67fcaaa32c53 admin admin] Checking segment: {'id': 'bae412cc-5815-477a-be73-419ffe821ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:19:03.643940 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e7df32-d9d8-4f33-a848-67fcaaa32c53 admin admin] Network hostable DHCP agents. Network: 68d2327c-e67b-467b-b2d5-f9d00637e77c, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 16:19:03.742967 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e7df32-d9d8-4f33-a848-67fcaaa32c53 admin admin] Network 68d2327c-e67b-467b-b2d5-f9d00637e77c is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 16:19:03.811783 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-e4e7df32-d9d8-4f33-a848-67fcaaa32c53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 68d2327c-e67b-467b-b2d5-f9d00637e77c) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:19:03.815877 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e7df32-d9d8-4f33-a848-67fcaaa32c53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:19:03.816614 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e4e7df32-d9d8-4f33-a848-67fcaaa32c53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:03.823066 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5749e292-77ef-438b-a183-7a266a40cb02 None None] Network 68d2327c-e67b-467b-b2d5-f9d00637e77c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:19:03.899250 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b3c03fd8-3e9a-44ac-998f-b9d15649fa6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:03.909465 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e4e7df32-d9d8-4f33-a848-67fcaaa32c53 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6649542 Sep 24 16:19:03.912917 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43636) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:19:03.917488 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-fe4aba9c-98db-4e37-8fc4-a5b5132b5644 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1059124727-router', 'tenant_id': '1ab0685188e14657a77135ecc1496822', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:19:03.967468 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f312088a-b86e-4715-a725-dce3b965451c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-68d2327c-e67b-467b-b2d5-f9d00637e77c', 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c', 'tenant_id': '1ab0685188e14657a77135ecc1496822', 'fixed_ips': [{'subnet_id': 'd7501836-148c-4ade-ae18-6669fad5c7ad'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 16:19:03.970553 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f312088a-b86e-4715-a725-dce3b965451c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:04.023668 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fe4aba9c-98db-4e37-8fc4-a5b5132b5644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:04.024831 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fe4aba9c-98db-4e37-8fc4-a5b5132b5644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:04.081125 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fe4aba9c-98db-4e37-8fc4-a5b5132b5644 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:04.107716 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-f312088a-b86e-4715-a725-dce3b965451c None None] Allocated IP 172.20.0.2 (68d2327c-e67b-467b-b2d5-f9d00637e77c/d7501836-148c-4ade-ae18-6669fad5c7ad/1ed6e129-2a71-46ea-bc1b-d383c6b33500) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:19:04.264916 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f312088a-b86e-4715-a725-dce3b965451c None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:04.289487 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fe4aba9c-98db-4e37-8fc4-a5b5132b5644 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:04.303721 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:04.326334 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f312088a-b86e-4715-a725-dce3b965451c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:04.363770 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f312088a-b86e-4715-a725-dce3b965451c None None] Network 68d2327c-e67b-467b-b2d5-f9d00637e77c is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:19:04.368633 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-f312088a-b86e-4715-a725-dce3b965451c None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:19:04.375017 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f312088a-b86e-4715-a725-dce3b965451c None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:19:04.378016 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f312088a-b86e-4715-a725-dce3b965451c None None] Pushing event updated for resources: {'Port': ['ID=1ed6e129-2a71-46ea-bc1b-d383c6b33500,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:19:04.431497 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-f312088a-b86e-4715-a725-dce3b965451c None None] Attempting to bind port 1ed6e129-2a71-46ea-bc1b-d383c6b33500 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:19:04.431866 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-f312088a-b86e-4715-a725-dce3b965451c None None] Attempting to bind port 1ed6e129-2a71-46ea-bc1b-d383c6b33500 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'bae412cc-5815-477a-be73-419ffe821ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:19:04.432229 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f312088a-b86e-4715-a725-dce3b965451c None None] Attempting to bind port 1ed6e129-2a71-46ea-bc1b-d383c6b33500 on network 68d2327c-e67b-467b-b2d5-f9d00637e77c {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:19:04.437195 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f312088a-b86e-4715-a725-dce3b965451c None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:19:04.437565 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f312088a-b86e-4715-a725-dce3b965451c None None] Checking segment: {'id': 'bae412cc-5815-477a-be73-419ffe821ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:19:04.437964 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f312088a-b86e-4715-a725-dce3b965451c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:04.438379 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f312088a-b86e-4715-a725-dce3b965451c None None] Bound using segment: {'id': 'bae412cc-5815-477a-be73-419ffe821ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:19:04.438851 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-f312088a-b86e-4715-a725-dce3b965451c None None] Bound port: 1ed6e129-2a71-46ea-bc1b-d383c6b33500, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bae412cc-5815-477a-be73-419ffe821ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:19:04.439258 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f312088a-b86e-4715-a725-dce3b965451c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:04.506446 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-f312088a-b86e-4715-a725-dce3b965451c None None] For port 1ed6e129-2a71-46ea-bc1b-d383c6b33500, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:19:04.509635 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-f312088a-b86e-4715-a725-dce3b965451c None None] For port 1ed6e129-2a71-46ea-bc1b-d383c6b33500, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=1ed6e129-2a71-46ea-bc1b-d383c6b33500,segment=NetworkSegment(bae412cc-5815-477a-be73-419ffe821ffd),segment_id=bae412cc-5815-477a-be73-419ffe821ffd)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:19:04.573460 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fe4aba9c-98db-4e37-8fc4-a5b5132b5644 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:04.593189 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fe4aba9c-98db-4e37-8fc4-a5b5132b5644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:04.606609 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f312088a-b86e-4715-a725-dce3b965451c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:04.671102 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f312088a-b86e-4715-a725-dce3b965451c None None] Pushing event updated for resources: {'Port': ['ID=1ed6e129-2a71-46ea-bc1b-d383c6b33500,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:19:04.702592 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-fe4aba9c-98db-4e37-8fc4-a5b5132b5644 admin admin] Allocated IP 172.25.0.160 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/50867e16-bff5-4116-a9a4-16376b03757b) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:19:04.830160 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fe4aba9c-98db-4e37-8fc4-a5b5132b5644 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:04.932427 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fe4aba9c-98db-4e37-8fc4-a5b5132b5644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:04.973169 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4aba9c-98db-4e37-8fc4-a5b5132b5644 admin admin] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:19:04.976218 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-fe4aba9c-98db-4e37-8fc4-a5b5132b5644 admin admin] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:19:04.978764 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4aba9c-98db-4e37-8fc4-a5b5132b5644 admin admin] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:19:05.006742 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4aba9c-98db-4e37-8fc4-a5b5132b5644 admin admin] Pushing event updated for resources: {'Port': ['ID=50867e16-bff5-4116-a9a4-16376b03757b,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:19:05.310553 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fe4aba9c-98db-4e37-8fc4-a5b5132b5644 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:05.405812 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:05.524096 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fe4aba9c-98db-4e37-8fc4-a5b5132b5644 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:05.562552 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cabff66-752f-4b3d-aa3b-a9e7bdcadf51 None None] Network 68d2327c-e67b-467b-b2d5-f9d00637e77c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:19:05.683359 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-4728ddc5-7c9b-4253-92a2-6453043dbf50 None None] Provisioning complete for port 1ed6e129-2a71-46ea-bc1b-d383c6b33500 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:19:05.683756 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4728ddc5-7c9b-4253-92a2-6453043dbf50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:05.792858 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe4aba9c-98db-4e37-8fc4-a5b5132b5644 admin admin] Router 302af011-5d2d-4040-8014-ded5f17568a6 is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 16:19:05.794896 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4728ddc5-7c9b-4253-92a2-6453043dbf50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:05.829175 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-4728ddc5-7c9b-4253-92a2-6453043dbf50 None None] For port 1ed6e129-2a71-46ea-bc1b-d383c6b33500, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=1ed6e129-2a71-46ea-bc1b-d383c6b33500,segment=NetworkSegment(bae412cc-5815-477a-be73-419ffe821ffd),segment_id=bae412cc-5815-477a-be73-419ffe821ffd)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:19:05.910954 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe4aba9c-98db-4e37-8fc4-a5b5132b5644 admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:19:05.914746 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4728ddc5-7c9b-4253-92a2-6453043dbf50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:05.924261 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801162ce-196a-48fe-b590-b3694583f548 None None] Sync routers for ids ['302af011-5d2d-4040-8014-ded5f17568a6'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:19:05.958076 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801162ce-196a-48fe-b590-b3694583f548 None None] Routers {'302af011-5d2d-4040-8014-ded5f17568a6'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:19:05.958726 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-801162ce-196a-48fe-b590-b3694583f548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:19:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['302af011-5d2d-4040-8014-ded5f17568a6'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:19:06.000000 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-fe4aba9c-98db-4e37-8fc4-a5b5132b5644 admin admin] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:06.003991 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-fe4aba9c-98db-4e37-8fc4-a5b5132b5644 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.0874572 Sep 24 16:19:06.010223 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 43638) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:19:06.010399 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4728ddc5-7c9b-4253-92a2-6453043dbf50 None None] Pushing event updated for resources: {'Port': ['ID=1ed6e129-2a71-46ea-bc1b-d383c6b33500,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:19:06.020775 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4728ddc5-7c9b-4253-92a2-6453043dbf50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:19:06.021050 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4728ddc5-7c9b-4253-92a2-6453043dbf50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:19:06.021909 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4728ddc5-7c9b-4253-92a2-6453043dbf50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:19:06.022250 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4728ddc5-7c9b-4253-92a2-6453043dbf50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:19:06.022609 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4728ddc5-7c9b-4253-92a2-6453043dbf50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:19:06.022939 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4728ddc5-7c9b-4253-92a2-6453043dbf50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:19:06.023264 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4728ddc5-7c9b-4253-92a2-6453043dbf50 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:19:06.023593 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4728ddc5-7c9b-4253-92a2-6453043dbf50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:19:06.023915 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4728ddc5-7c9b-4253-92a2-6453043dbf50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:19:06.024238 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4728ddc5-7c9b-4253-92a2-6453043dbf50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:19:06.024559 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4728ddc5-7c9b-4253-92a2-6453043dbf50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:19:06.024880 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4728ddc5-7c9b-4253-92a2-6453043dbf50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:19:06.232578 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 1ed6e129-2a71-46ea-bc1b-d383c6b33500 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:19:06.265469 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-fea070b9-f419-475e-869a-cea6abd42048 None None] Provisioning complete for port 1ed6e129-2a71-46ea-bc1b-d383c6b33500 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:19:06.265842 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-fea070b9-f419-475e-869a-cea6abd42048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:06.303658 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-801162ce-196a-48fe-b590-b3694583f548 None None] Set router 302af011-5d2d-4040-8014-ded5f17568a6 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:19:06.437376 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-24998d25-4047-45e3-b785-7811e88db03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:06.463968 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 1ed6e129-2a71-46ea-bc1b-d383c6b33500 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:19:06.464557 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:06.598185 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-24998d25-4047-45e3-b785-7811e88db03b admin admin] Allocated IP 172.20.0.1 (68d2327c-e67b-467b-b2d5-f9d00637e77c/d7501836-148c-4ade-ae18-6669fad5c7ad/ede91fc0-e62b-4a2e-9c60-7c620e454edd) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:19:06.613396 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-801162ce-196a-48fe-b590-b3694583f548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302af011-5d2d-4040-8014-ded5f17568a6', 'name': 'tempest-ServerActionsTestJSON-1059124727-router', 'tenant_id': '1ab0685188e14657a77135ecc1496822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '50867e16-bff5-4116-a9a4-16376b03757b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:19:04Z', 'updated_at': '2021-09-24T16:19:05Z', 'revision_number': 3, 'project_id': '1ab0685188e14657a77135ecc1496822', 'gw_port': {'id': '50867e16-bff5-4116-a9a4-16376b03757b', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ff:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '302af011-5d2d-4040-8014-ded5f17568a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:19:04Z', 'updated_at': '2021-09-24T16:19:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:19:06.641185 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801162ce-196a-48fe-b590-b3694583f548 None None] Checking router: 302af011-5d2d-4040-8014-ded5f17568a6 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:19:06.641551 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801162ce-196a-48fe-b590-b3694583f548 None None] Updating router 302af011-5d2d-4040-8014-ded5f17568a6 port 50867e16-bff5-4116-a9a4-16376b03757b binding host n-d-808921-1 {{(pid=95299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 16:19:06.666545 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-801162ce-196a-48fe-b590-b3694583f548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:06.710088 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-24998d25-4047-45e3-b785-7811e88db03b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:06.805629 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-24998d25-4047-45e3-b785-7811e88db03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:06.842995 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24998d25-4047-45e3-b785-7811e88db03b admin admin] Network 68d2327c-e67b-467b-b2d5-f9d00637e77c is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:19:06.846066 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-24998d25-4047-45e3-b785-7811e88db03b admin admin] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:19:06.850682 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24998d25-4047-45e3-b785-7811e88db03b admin admin] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:19:06.869360 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:06.889751 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24998d25-4047-45e3-b785-7811e88db03b admin admin] Pushing event updated for resources: {'Port': ['ID=ede91fc0-e62b-4a2e-9c60-7c620e454edd,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:19:06.910319 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-24998d25-4047-45e3-b785-7811e88db03b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:06.965180 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-801162ce-196a-48fe-b590-b3694583f548 None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:07.062711 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-801162ce-196a-48fe-b590-b3694583f548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:07.117307 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-801162ce-196a-48fe-b590-b3694583f548 None None] Attempting to bind port 50867e16-bff5-4116-a9a4-16376b03757b on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:19:07.117601 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-801162ce-196a-48fe-b590-b3694583f548 None None] Attempting to bind port 50867e16-bff5-4116-a9a4-16376b03757b by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:19:07.117975 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801162ce-196a-48fe-b590-b3694583f548 None None] Attempting to bind port 50867e16-bff5-4116-a9a4-16376b03757b on network e6a2de20-1ea0-43e5-88e0-982d19e317d5 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:19:07.123061 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3babce-d1aa-431e-bf88-9c2612b45128 None None] Pushing event updated for resources: {'Port': ['ID=50867e16-bff5-4116-a9a4-16376b03757b,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:19:07.125727 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801162ce-196a-48fe-b590-b3694583f548 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:19:07.126127 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801162ce-196a-48fe-b590-b3694583f548 None None] Checking segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:19:07.126552 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-801162ce-196a-48fe-b590-b3694583f548 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:07.126943 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801162ce-196a-48fe-b590-b3694583f548 None None] Bound using segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:19:07.127416 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-801162ce-196a-48fe-b590-b3694583f548 None None] Bound port: 50867e16-bff5-4116-a9a4-16376b03757b, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:19:07.127804 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-801162ce-196a-48fe-b590-b3694583f548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:07.134184 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-24998d25-4047-45e3-b785-7811e88db03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:07.178298 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-f7b13abd-e1bd-47c0-9196-ab099f4cfd84 None None] Provisioning complete for port ede91fc0-e62b-4a2e-9c60-7c620e454edd triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:19:07.178684 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f7b13abd-e1bd-47c0-9196-ab099f4cfd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:07.217422 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-801162ce-196a-48fe-b590-b3694583f548 None None] For port 50867e16-bff5-4116-a9a4-16376b03757b, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:19:07.221763 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-801162ce-196a-48fe-b590-b3694583f548 None None] For port 50867e16-bff5-4116-a9a4-16376b03757b, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=50867e16-bff5-4116-a9a4-16376b03757b,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:19:07.228338 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-f7b13abd-e1bd-47c0-9196-ab099f4cfd84 None None] Port ede91fc0-e62b-4a2e-9c60-7c620e454edd cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:19:07.304482 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-801162ce-196a-48fe-b590-b3694583f548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:07.307354 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-24998d25-4047-45e3-b785-7811e88db03b admin admin] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:07.360089 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801162ce-196a-48fe-b590-b3694583f548 None None] Routers {'302af011-5d2d-4040-8014-ded5f17568a6'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:19:07.360700 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-801162ce-196a-48fe-b590-b3694583f548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:19:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['302af011-5d2d-4040-8014-ded5f17568a6'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:19:07.365862 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3babce-d1aa-431e-bf88-9c2612b45128 None None] Pushing event updated for resources: {'Port': ['ID=50867e16-bff5-4116-a9a4-16376b03757b,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:19:07.366442 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-24998d25-4047-45e3-b785-7811e88db03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:07.435745 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-24998d25-4047-45e3-b785-7811e88db03b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:07.437631 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24998d25-4047-45e3-b785-7811e88db03b admin admin] Pushing event updated for resources: {'Port': ['ID=ede91fc0-e62b-4a2e-9c60-7c620e454edd,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:19:07.473400 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-801162ce-196a-48fe-b590-b3694583f548 None None] Set router 302af011-5d2d-4040-8014-ded5f17568a6 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:19:07.697545 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-801162ce-196a-48fe-b590-b3694583f548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302af011-5d2d-4040-8014-ded5f17568a6', 'name': 'tempest-ServerActionsTestJSON-1059124727-router', 'tenant_id': '1ab0685188e14657a77135ecc1496822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '50867e16-bff5-4116-a9a4-16376b03757b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:19:04Z', 'updated_at': '2021-09-24T16:19:07Z', 'revision_number': 4, 'project_id': '1ab0685188e14657a77135ecc1496822', 'gw_port': {'id': '50867e16-bff5-4116-a9a4-16376b03757b', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ff:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '302af011-5d2d-4040-8014-ded5f17568a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:19:04Z', 'updated_at': '2021-09-24T16:19:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'ede91fc0-e62b-4a2e-9c60-7c620e454edd', 'name': '', 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c', 'tenant_id': '1ab0685188e14657a77135ecc1496822', 'mac_address': 'fa:16:3e:7c:51:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '302af011-5d2d-4040-8014-ded5f17568a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'd7501836-148c-4ade-ae18-6669fad5c7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:19:06Z', 'updated_at': '2021-09-24T16:19:07Z', 'revision_number': 2, 'project_id': '1ab0685188e14657a77135ecc1496822', 'subnets': [{'id': 'd7501836-148c-4ade-ae18-6669fad5c7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:19:07.728999 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801162ce-196a-48fe-b590-b3694583f548 None None] The sync data for ids ['302af011-5d2d-4040-8014-ded5f17568a6'] in n-d-808921-1 is: [{'id': '302af011-5d2d-4040-8014-ded5f17568a6', 'name': 'tempest-ServerActionsTestJSON-1059124727-router', 'tenant_id': '1ab0685188e14657a77135ecc1496822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '50867e16-bff5-4116-a9a4-16376b03757b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:19:04Z', 'updated_at': '2021-09-24T16:19:07Z', 'revision_number': 4, 'project_id': '1ab0685188e14657a77135ecc1496822', 'gw_port': {'id': '50867e16-bff5-4116-a9a4-16376b03757b', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ff:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '302af011-5d2d-4040-8014-ded5f17568a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:19:04Z', 'updated_at': '2021-09-24T16:19:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'ede91fc0-e62b-4a2e-9c60-7c620e454edd', 'name': '', 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c', 'tenant_id': '1ab0685188e14657a77135ecc1496822', 'mac_address': 'fa:16:3e:7c:51:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '302af011-5d2d-4040-8014-ded5f17568a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'd7501836-148c-4ade-ae18-6669fad5c7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:19:06Z', 'updated_at': '2021-09-24T16:19:07Z', 'revision_number': 2, 'project_id': '1ab0685188e14657a77135ecc1496822', 'subnets': [{'id': 'd7501836-148c-4ade-ae18-6669fad5c7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:19:07.857593 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24998d25-4047-45e3-b785-7811e88db03b admin admin] Network 68d2327c-e67b-467b-b2d5-f9d00637e77c is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:19:07.858991 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-24998d25-4047-45e3-b785-7811e88db03b admin admin] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:19:08.016885 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24998d25-4047-45e3-b785-7811e88db03b admin admin] Router 302af011-5d2d-4040-8014-ded5f17568a6 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:19:08.141622 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24998d25-4047-45e3-b785-7811e88db03b admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:19:08.149959 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-24998d25-4047-45e3-b785-7811e88db03b admin admin] 10.222.0.101 "PUT /v2.0/routers/302af011-5d2d-4040-8014-ded5f17568a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1416173 Sep 24 16:19:08.155555 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-d3c937ec-1f7d-432c-8ea1-d5552fb067fa None None] Provisioning complete for port ede91fc0-e62b-4a2e-9c60-7c620e454edd triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:19:08.155992 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d3c937ec-1f7d-432c-8ea1-d5552fb067fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:08.192795 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-d3c937ec-1f7d-432c-8ea1-d5552fb067fa None None] Port ede91fc0-e62b-4a2e-9c60-7c620e454edd cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:19:08.734266 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43648) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:19:08.739108 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-f7945472-11ae-4140-bd0a-4cd88abe6e86 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Request body: {'security_group': {'name': 'tempest-securitygroup--348699338', 'description': 'tempest-description--401647360'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:19:08.846125 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f7945472-11ae-4140-bd0a-4cd88abe6e86 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:08.948302 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f7945472-11ae-4140-bd0a-4cd88abe6e86 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:09.028889 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f7945472-11ae-4140-bd0a-4cd88abe6e86 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:09.058404 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7945472-11ae-4140-bd0a-4cd88abe6e86 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a89126d-69c2-4116-ac30-9afe5a15a35a,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:19:09.065653 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7945472-11ae-4140-bd0a-4cd88abe6e86 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:19:09.066036 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7945472-11ae-4140-bd0a-4cd88abe6e86 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:19:09.066404 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7945472-11ae-4140-bd0a-4cd88abe6e86 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:19:09.066745 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7945472-11ae-4140-bd0a-4cd88abe6e86 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:19:09.067081 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7945472-11ae-4140-bd0a-4cd88abe6e86 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:19:09.067416 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7945472-11ae-4140-bd0a-4cd88abe6e86 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:19:09.067740 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7945472-11ae-4140-bd0a-4cd88abe6e86 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:19:09.068678 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7945472-11ae-4140-bd0a-4cd88abe6e86 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:19:09.069005 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7945472-11ae-4140-bd0a-4cd88abe6e86 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:19:09.069331 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7945472-11ae-4140-bd0a-4cd88abe6e86 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:19:09.069655 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7945472-11ae-4140-bd0a-4cd88abe6e86 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:19:09.069974 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7945472-11ae-4140-bd0a-4cd88abe6e86 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:19:09.125892 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f7945472-11ae-4140-bd0a-4cd88abe6e86 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:09.127220 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-f7945472-11ae-4140-bd0a-4cd88abe6e86 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3917477 Sep 24 16:19:09.130013 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43650) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:19:09.135195 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-038d5f2c-0950-4248-92bf-731cb47d0bf4 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Request body: {'security_group_rule': {'security_group_id': '0a89126d-69c2-4116-ac30-9afe5a15a35a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:19:09.215456 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-038d5f2c-0950-4248-92bf-731cb47d0bf4 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:09.238672 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:09.272376 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-038d5f2c-0950-4248-92bf-731cb47d0bf4 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:09.364479 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-038d5f2c-0950-4248-92bf-731cb47d0bf4 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:09.386965 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038d5f2c-0950-4248-92bf-731cb47d0bf4 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a6eb1c2-ae3a-4359-a591-e78d40b63cd4,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:19:09.455878 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-038d5f2c-0950-4248-92bf-731cb47d0bf4 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:09.457135 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-038d5f2c-0950-4248-92bf-731cb47d0bf4 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3255267 Sep 24 16:19:09.460056 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43652) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:19:09.464515 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-2ef16eb0-6777-45dc-ba28-e4dbd77365da tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Request body: {'security_group_rule': {'security_group_id': '0a89126d-69c2-4116-ac30-9afe5a15a35a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:19:09.548621 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2ef16eb0-6777-45dc-ba28-e4dbd77365da tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:09.608285 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2ef16eb0-6777-45dc-ba28-e4dbd77365da tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:09.651378 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2ef16eb0-6777-45dc-ba28-e4dbd77365da tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:09.660404 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dad727-f5f0-4b97-8de5-0a0b8d2d8706 None None] Sync routers for ids ['302af011-5d2d-4040-8014-ded5f17568a6'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:19:09.670723 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dad727-f5f0-4b97-8de5-0a0b8d2d8706 None None] Routers {'302af011-5d2d-4040-8014-ded5f17568a6'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:19:09.671014 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef16eb0-6777-45dc-ba28-e4dbd77365da tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3cc1456-c9a0-4f09-9e95-5748c3ab541a,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:19:09.671364 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-26dad727-f5f0-4b97-8de5-0a0b8d2d8706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:19:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['302af011-5d2d-4040-8014-ded5f17568a6'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:19:09.742116 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2ef16eb0-6777-45dc-ba28-e4dbd77365da tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:09.743469 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-2ef16eb0-6777-45dc-ba28-e4dbd77365da tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2824769 Sep 24 16:19:09.746542 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43654) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:19:09.751184 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-3007a278-d268-4299-909a-a1bf1131f37c tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Request body: {'floatingip': {'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:19:09.785976 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-26dad727-f5f0-4b97-8de5-0a0b8d2d8706 None None] Set router 302af011-5d2d-4040-8014-ded5f17568a6 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:19:09.840043 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3007a278-d268-4299-909a-a1bf1131f37c tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks [] for floatingip, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:09.943964 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3007a278-d268-4299-909a-a1bf1131f37c tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:09.991595 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-26dad727-f5f0-4b97-8de5-0a0b8d2d8706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302af011-5d2d-4040-8014-ded5f17568a6', 'name': 'tempest-ServerActionsTestJSON-1059124727-router', 'tenant_id': '1ab0685188e14657a77135ecc1496822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '50867e16-bff5-4116-a9a4-16376b03757b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:19:04Z', 'updated_at': '2021-09-24T16:19:07Z', 'revision_number': 4, 'project_id': '1ab0685188e14657a77135ecc1496822', 'gw_port': {'id': '50867e16-bff5-4116-a9a4-16376b03757b', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ff:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '302af011-5d2d-4040-8014-ded5f17568a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:19:04Z', 'updated_at': '2021-09-24T16:19:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'ede91fc0-e62b-4a2e-9c60-7c620e454edd', 'name': '', 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c', 'tenant_id': '1ab0685188e14657a77135ecc1496822', 'mac_address': 'fa:16:3e:7c:51:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '302af011-5d2d-4040-8014-ded5f17568a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'd7501836-148c-4ade-ae18-6669fad5c7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:19:06Z', 'updated_at': '2021-09-24T16:19:07Z', 'revision_number': 2, 'project_id': '1ab0685188e14657a77135ecc1496822', 'subnets': [{'id': 'd7501836-148c-4ade-ae18-6669fad5c7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:19:10.022770 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dad727-f5f0-4b97-8de5-0a0b8d2d8706 None None] Checking router: 302af011-5d2d-4040-8014-ded5f17568a6 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:19:10.023104 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dad727-f5f0-4b97-8de5-0a0b8d2d8706 None None] Updating router 302af011-5d2d-4040-8014-ded5f17568a6 port ede91fc0-e62b-4a2e-9c60-7c620e454edd binding host n-d-808921-1 {{(pid=95300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 16:19:10.056477 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-3007a278-d268-4299-909a-a1bf1131f37c tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Allocated IP 172.25.0.147 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/dfc4e6dc-8424-4b63-a5f2-63052b3b1f56) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:19:10.142125 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-26dad727-f5f0-4b97-8de5-0a0b8d2d8706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:10.160216 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 50867e16-bff5-4116-a9a4-16376b03757b up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:19:10.171485 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3007a278-d268-4299-909a-a1bf1131f37c tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:10.211470 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 50867e16-bff5-4116-a9a4-16376b03757b triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:19:10.211947 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:10.279641 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3007a278-d268-4299-909a-a1bf1131f37c tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:10.297447 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:10.320366 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port 50867e16-bff5-4116-a9a4-16376b03757b, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=50867e16-bff5-4116-a9a4-16376b03757b,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:19:10.321722 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3007a278-d268-4299-909a-a1bf1131f37c tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:19:10.323392 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-3007a278-d268-4299-909a-a1bf1131f37c tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:19:10.327088 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3007a278-d268-4299-909a-a1bf1131f37c tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:19:10.360137 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3007a278-d268-4299-909a-a1bf1131f37c tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Pushing event updated for resources: {'Port': ['ID=dfc4e6dc-8424-4b63-a5f2-63052b3b1f56,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:19:10.398838 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:10.425939 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-26dad727-f5f0-4b97-8de5-0a0b8d2d8706 None None] Notify callbacks [] for port, precommit_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:10.428316 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3007a278-d268-4299-909a-a1bf1131f37c tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:10.452433 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=50867e16-bff5-4116-a9a4-16376b03757b,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:19:10.513254 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-26dad727-f5f0-4b97-8de5-0a0b8d2d8706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:10.567722 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef07c22-0a1e-4e3f-bed5-807d199bb04d None None] Pushing event updated for resources: {'Port': ['ID=ede91fc0-e62b-4a2e-9c60-7c620e454edd,revision_number=3']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:19:10.576678 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3007a278-d268-4299-909a-a1bf1131f37c tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:10.591349 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef07c22-0a1e-4e3f-bed5-807d199bb04d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:19:10.591749 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef07c22-0a1e-4e3f-bed5-807d199bb04d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:19:10.592034 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef07c22-0a1e-4e3f-bed5-807d199bb04d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:19:10.592368 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef07c22-0a1e-4e3f-bed5-807d199bb04d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:19:10.592695 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef07c22-0a1e-4e3f-bed5-807d199bb04d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:19:10.593018 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef07c22-0a1e-4e3f-bed5-807d199bb04d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:19:10.593358 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef07c22-0a1e-4e3f-bed5-807d199bb04d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:19:10.593672 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef07c22-0a1e-4e3f-bed5-807d199bb04d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:19:10.593984 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef07c22-0a1e-4e3f-bed5-807d199bb04d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:19:10.594302 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef07c22-0a1e-4e3f-bed5-807d199bb04d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:19:10.594640 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef07c22-0a1e-4e3f-bed5-807d199bb04d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:19:10.594958 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef07c22-0a1e-4e3f-bed5-807d199bb04d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:19:10.629362 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-26dad727-f5f0-4b97-8de5-0a0b8d2d8706 None None] Attempting to bind port ede91fc0-e62b-4a2e-9c60-7c620e454edd on host n-d-808921-1 for vnic_type normal with profile {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:19:10.629943 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-26dad727-f5f0-4b97-8de5-0a0b8d2d8706 None None] Attempting to bind port ede91fc0-e62b-4a2e-9c60-7c620e454edd by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'bae412cc-5815-477a-be73-419ffe821ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c'}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:19:10.631200 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dad727-f5f0-4b97-8de5-0a0b8d2d8706 None None] Attempting to bind port ede91fc0-e62b-4a2e-9c60-7c620e454edd on network 68d2327c-e67b-467b-b2d5-f9d00637e77c {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:19:10.636991 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dad727-f5f0-4b97-8de5-0a0b8d2d8706 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:19:10.637507 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dad727-f5f0-4b97-8de5-0a0b8d2d8706 None None] Checking segment: {'id': 'bae412cc-5815-477a-be73-419ffe821ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:19:10.637967 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-26dad727-f5f0-4b97-8de5-0a0b8d2d8706 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:10.638447 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26dad727-f5f0-4b97-8de5-0a0b8d2d8706 None None] Bound using segment: {'id': 'bae412cc-5815-477a-be73-419ffe821ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c'} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:19:10.639031 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-26dad727-f5f0-4b97-8de5-0a0b8d2d8706 None None] Bound port: ede91fc0-e62b-4a2e-9c60-7c620e454edd, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bae412cc-5815-477a-be73-419ffe821ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c'}}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:19:10.639511 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-26dad727-f5f0-4b97-8de5-0a0b8d2d8706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:10.708166 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-26dad727-f5f0-4b97-8de5-0a0b8d2d8706 None None] For port ede91fc0-e62b-4a2e-9c60-7c620e454edd, host n-d-808921-1, cleared binding levels {{(pid=95300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:19:10.711907 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-26dad727-f5f0-4b97-8de5-0a0b8d2d8706 None None] For port ede91fc0-e62b-4a2e-9c60-7c620e454edd, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=ede91fc0-e62b-4a2e-9c60-7c620e454edd,segment=NetworkSegment(bae412cc-5815-477a-be73-419ffe821ffd),segment_id=bae412cc-5815-477a-be73-419ffe821ffd)] {{(pid=95300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:19:10.750218 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3007a278-d268-4299-909a-a1bf1131f37c tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:10.782130 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-26dad727-f5f0-4b97-8de5-0a0b8d2d8706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:10.810108 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3007a278-d268-4299-909a-a1bf1131f37c tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:10.837161 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-33ad7a44-40fd-4726-b347-4261df9295bf None None] Provisioning complete for port ede91fc0-e62b-4a2e-9c60-7c620e454edd triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:19:10.837628 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-33ad7a44-40fd-4726-b347-4261df9295bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:10.857489 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26dad727-f5f0-4b97-8de5-0a0b8d2d8706 None None] Routers {'302af011-5d2d-4040-8014-ded5f17568a6'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:19:10.858129 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-26dad727-f5f0-4b97-8de5-0a0b8d2d8706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:19:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['302af011-5d2d-4040-8014-ded5f17568a6'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:19:10.886729 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3007a278-d268-4299-909a-a1bf1131f37c tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Pushing event updated for resources: {'Port': ['ID=dfc4e6dc-8424-4b63-a5f2-63052b3b1f56,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:19:10.907147 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3007a278-d268-4299-909a-a1bf1131f37c tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:10.917449 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef07c22-0a1e-4e3f-bed5-807d199bb04d None None] Pushing event updated for resources: {'Port': ['ID=ede91fc0-e62b-4a2e-9c60-7c620e454edd,revision_number=4']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:19:10.939495 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-33ad7a44-40fd-4726-b347-4261df9295bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:10.981000 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-33ad7a44-40fd-4726-b347-4261df9295bf None None] For port ede91fc0-e62b-4a2e-9c60-7c620e454edd, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=ede91fc0-e62b-4a2e-9c60-7c620e454edd,segment=NetworkSegment(bae412cc-5815-477a-be73-419ffe821ffd),segment_id=bae412cc-5815-477a-be73-419ffe821ffd)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:19:10.999849 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-26dad727-f5f0-4b97-8de5-0a0b8d2d8706 None None] Set router 302af011-5d2d-4040-8014-ded5f17568a6 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:19:11.044634 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3007a278-d268-4299-909a-a1bf1131f37c tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:11.045920 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-3007a278-d268-4299-909a-a1bf1131f37c tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2984095 Sep 24 16:19:11.069533 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-33ad7a44-40fd-4726-b347-4261df9295bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:11.141480 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ad7a44-40fd-4726-b347-4261df9295bf None None] Pushing event updated for resources: {'Port': ['ID=ede91fc0-e62b-4a2e-9c60-7c620e454edd,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:19:11.195171 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-391ad6ea-6680-4c8b-98c7-7eac5b7c7cb3 None None] Provisioning complete for port ede91fc0-e62b-4a2e-9c60-7c620e454edd triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:19:11.195537 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-391ad6ea-6680-4c8b-98c7-7eac5b7c7cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:11.211384 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a62140b0-5d98-4bcf-a7a2-9330fbc2b16a req-89475988-75e4-411f-aa09-591892fca1dc tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-securitygroup--348699338&fields=id&tenant_id=1ab0685188e14657a77135ecc1496822 HTTP/1.1" status: 200 len: 267 time: 0.0367610 Sep 24 16:19:11.218988 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:11.244466 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-26dad727-f5f0-4b97-8de5-0a0b8d2d8706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302af011-5d2d-4040-8014-ded5f17568a6', 'name': 'tempest-ServerActionsTestJSON-1059124727-router', 'tenant_id': '1ab0685188e14657a77135ecc1496822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '50867e16-bff5-4116-a9a4-16376b03757b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:19:04Z', 'updated_at': '2021-09-24T16:19:07Z', 'revision_number': 4, 'project_id': '1ab0685188e14657a77135ecc1496822', 'gw_port': {'id': '50867e16-bff5-4116-a9a4-16376b03757b', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ff:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302af011-5d2d-4040-8014-ded5f17568a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:19:04Z', 'updated_at': '2021-09-24T16:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'ede91fc0-e62b-4a2e-9c60-7c620e454edd', 'name': '', 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c', 'tenant_id': '1ab0685188e14657a77135ecc1496822', 'mac_address': 'fa:16:3e:7c:51:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '302af011-5d2d-4040-8014-ded5f17568a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'd7501836-148c-4ade-ae18-6669fad5c7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:19:06Z', 'updated_at': '2021-09-24T16:19:10Z', 'revision_number': 4, 'project_id': '1ab0685188e14657a77135ecc1496822', 'subnets': [{'id': 'd7501836-148c-4ade-ae18-6669fad5c7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:19:11.274163 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26dad727-f5f0-4b97-8de5-0a0b8d2d8706 None None] The sync data for ids ['302af011-5d2d-4040-8014-ded5f17568a6'] in n-d-808921-1 is: [{'id': '302af011-5d2d-4040-8014-ded5f17568a6', 'name': 'tempest-ServerActionsTestJSON-1059124727-router', 'tenant_id': '1ab0685188e14657a77135ecc1496822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '50867e16-bff5-4116-a9a4-16376b03757b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:19:04Z', 'updated_at': '2021-09-24T16:19:07Z', 'revision_number': 4, 'project_id': '1ab0685188e14657a77135ecc1496822', 'gw_port': {'id': '50867e16-bff5-4116-a9a4-16376b03757b', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ff:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302af011-5d2d-4040-8014-ded5f17568a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:19:04Z', 'updated_at': '2021-09-24T16:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'ede91fc0-e62b-4a2e-9c60-7c620e454edd', 'name': '', 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c', 'tenant_id': '1ab0685188e14657a77135ecc1496822', 'mac_address': 'fa:16:3e:7c:51:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '302af011-5d2d-4040-8014-ded5f17568a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'd7501836-148c-4ade-ae18-6669fad5c7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:19:06Z', 'updated_at': '2021-09-24T16:19:10Z', 'revision_number': 4, 'project_id': '1ab0685188e14657a77135ecc1496822', 'subnets': [{'id': 'd7501836-148c-4ade-ae18-6669fad5c7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:19:11.347727 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62140b0-5d98-4bcf-a7a2-9330fbc2b16a req-b91b2557-ba5a-4a2e-8402-28462745e717 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:19:11.349378 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a62140b0-5d98-4bcf-a7a2-9330fbc2b16a req-b91b2557-ba5a-4a2e-8402-28462745e717 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/networks?id=68d2327c-e67b-467b-b2d5-f9d00637e77c HTTP/1.1" status: 200 len: 812 time: 0.1308291 Sep 24 16:19:11.366986 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a62140b0-5d98-4bcf-a7a2-9330fbc2b16a req-587fd552-aebe-4ab7-8d42-50751df3a034 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/quotas/1ab0685188e14657a77135ecc1496822 HTTP/1.1" status: 200 len: 375 time: 0.0114918 Sep 24 16:19:11.426861 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a62140b0-5d98-4bcf-a7a2-9330fbc2b16a req-7975f92f-9adf-4641-9ecc-7b5833c0a458 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=1ab0685188e14657a77135ecc1496822&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0522065 Sep 24 16:19:11.632204 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a62140b0-5d98-4bcf-a7a2-9330fbc2b16a req-9192bc02-361f-4af5-8acf-f7fbfee3a115 service neutron] 10.222.0.101 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903882 Sep 24 16:19:11.738868 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a62140b0-5d98-4bcf-a7a2-9330fbc2b16a req-1350d423-5a38-4acf-bf54-bd89aaad7362 service neutron] 10.222.0.101 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986385 Sep 24 16:19:11.982287 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3872e5db-a7ef-4fcb-92a7-b531360d1621 req-7ceb28cd-2c55-45f0-844c-3bf5d0d97bcd tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=f00e050f-b79d-48b9-ba87-07e56ea9169d HTTP/1.1" status: 200 len: 210 time: 0.0298953 Sep 24 16:19:12.151526 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 50867e16-bff5-4116-a9a4-16376b03757b up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:19:12.213747 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 50867e16-bff5-4116-a9a4-16376b03757b triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:19:12.214151 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:12.294852 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device ede91fc0-e62b-4a2e-9c60-7c620e454edd up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:19:12.347308 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port ede91fc0-e62b-4a2e-9c60-7c620e454edd triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:19:12.347683 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:13.066784 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ff54d3b7-6a3e-486f-a868-f3f909b23792 req-5d815b8e-6a9e-4f60-8f84-206f6e024771 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=f00e050f-b79d-48b9-ba87-07e56ea9169d HTTP/1.1" status: 200 len: 210 time: 0.0305059 Sep 24 16:19:14.163095 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ffa8fa67-8af0-427d-8305-e43634403b5f req-bc3e6de1-949f-4870-809a-e14b4dec4411 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=f00e050f-b79d-48b9-ba87-07e56ea9169d HTTP/1.1" status: 200 len: 210 time: 0.0280757 Sep 24 16:19:14.373336 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62140b0-5d98-4bcf-a7a2-9330fbc2b16a req-121adf17-deba-481d-b81e-ad12b9c6cd82 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:19:14.374861 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a62140b0-5d98-4bcf-a7a2-9330fbc2b16a req-121adf17-deba-481d-b81e-ad12b9c6cd82 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.108 "GET /v2.0/networks?id=68d2327c-e67b-467b-b2d5-f9d00637e77c HTTP/1.1" status: 200 len: 812 time: 0.1097569 Sep 24 16:19:14.419148 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a62140b0-5d98-4bcf-a7a2-9330fbc2b16a req-ca44e985-6cb8-4d01-9d30-bfbd511307ac tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.108 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ab0685188e14657a77135ecc1496822 HTTP/1.1" status: 200 len: 379 time: 0.0353007 Sep 24 16:19:14.428302 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-a62140b0-5d98-4bcf-a7a2-9330fbc2b16a req-5ec5d3be-bc17-4ae9-877a-1626aa156b49 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Request body: {'port': {'device_id': 'f00e050f-b79d-48b9-ba87-07e56ea9169d', 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c', 'admin_state_up': True, 'tenant_id': '1ab0685188e14657a77135ecc1496822', 'security_groups': ['0a89126d-69c2-4116-ac30-9afe5a15a35a']}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:19:14.605726 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a62140b0-5d98-4bcf-a7a2-9330fbc2b16a req-5ec5d3be-bc17-4ae9-877a-1626aa156b49 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Made reservation on behalf of 1ab0685188e14657a77135ecc1496822 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:19:14.609502 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-a62140b0-5d98-4bcf-a7a2-9330fbc2b16a req-5ec5d3be-bc17-4ae9-877a-1626aa156b49 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:14.747142 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-a62140b0-5d98-4bcf-a7a2-9330fbc2b16a req-5ec5d3be-bc17-4ae9-877a-1626aa156b49 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Allocated IP 172.20.0.8 (68d2327c-e67b-467b-b2d5-f9d00637e77c/d7501836-148c-4ade-ae18-6669fad5c7ad/18da4262-1614-4ea5-a521-9167d1feb822) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:19:14.884372 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-a62140b0-5d98-4bcf-a7a2-9330fbc2b16a req-5ec5d3be-bc17-4ae9-877a-1626aa156b49 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:14.977970 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-a62140b0-5d98-4bcf-a7a2-9330fbc2b16a req-5ec5d3be-bc17-4ae9-877a-1626aa156b49 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:15.025150 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a62140b0-5d98-4bcf-a7a2-9330fbc2b16a req-5ec5d3be-bc17-4ae9-877a-1626aa156b49 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Network 68d2327c-e67b-467b-b2d5-f9d00637e77c is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:19:15.028169 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-a62140b0-5d98-4bcf-a7a2-9330fbc2b16a req-5ec5d3be-bc17-4ae9-877a-1626aa156b49 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:19:15.031958 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-a62140b0-5d98-4bcf-a7a2-9330fbc2b16a req-5ec5d3be-bc17-4ae9-877a-1626aa156b49 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:19:15.041367 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec5d3be-bc17-4ae9-877a-1626aa156b49 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Pushing event updated for resources: {'Port': ['ID=18da4262-1614-4ea5-a521-9167d1feb822,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:19:15.089128 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62140b0-5d98-4bcf-a7a2-9330fbc2b16a req-5ec5d3be-bc17-4ae9-877a-1626aa156b49 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:19:15.089811 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-a62140b0-5d98-4bcf-a7a2-9330fbc2b16a req-5ec5d3be-bc17-4ae9-877a-1626aa156b49 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:15.160691 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a62140b0-5d98-4bcf-a7a2-9330fbc2b16a req-5ec5d3be-bc17-4ae9-877a-1626aa156b49 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7360497 Sep 24 16:19:15.174144 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-a62140b0-5d98-4bcf-a7a2-9330fbc2b16a req-84703d45-dc6c-4381-85de-aecb730e5196 service neutron] Request body: {'port': {'device_id': 'f00e050f-b79d-48b9-ba87-07e56ea9169d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:19:15.231828 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-fbb9c209-97ac-42fe-b5b6-650dc352434a None None] Provisioning complete for port 18da4262-1614-4ea5-a521-9167d1feb822 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:19:15.232441 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-fbb9c209-97ac-42fe-b5b6-650dc352434a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:15.235259 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-a62140b0-5d98-4bcf-a7a2-9330fbc2b16a req-84703d45-dc6c-4381-85de-aecb730e5196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:15.267269 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-fbb9c209-97ac-42fe-b5b6-650dc352434a None None] Port 18da4262-1614-4ea5-a521-9167d1feb822 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:19:15.335198 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763f9574-efc8-44ea-99fc-c8f954552023 req-9e513974-8def-469b-82ce-4f774ecffae5 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:19:15.336708 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-763f9574-efc8-44ea-99fc-c8f954552023 req-9e513974-8def-469b-82ce-4f774ecffae5 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=f00e050f-b79d-48b9-ba87-07e56ea9169d HTTP/1.1" status: 200 len: 931 time: 0.0985014 Sep 24 16:19:15.460851 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-763f9574-efc8-44ea-99fc-c8f954552023 req-beb50dfe-6ef9-484d-bbf9-9a66b7fa3e4d tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761502 Sep 24 16:19:15.578802 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-a62140b0-5d98-4bcf-a7a2-9330fbc2b16a req-84703d45-dc6c-4381-85de-aecb730e5196 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18da4262-1614-4ea5-a521-9167d1feb822 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:19:15.586716 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-a62140b0-5d98-4bcf-a7a2-9330fbc2b16a req-84703d45-dc6c-4381-85de-aecb730e5196 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:15.598304 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-a62140b0-5d98-4bcf-a7a2-9330fbc2b16a req-84703d45-dc6c-4381-85de-aecb730e5196 service neutron] Transition to ACTIVE for port object 18da4262-1614-4ea5-a521-9167d1feb822 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 16:19:15.668444 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-a62140b0-5d98-4bcf-a7a2-9330fbc2b16a req-84703d45-dc6c-4381-85de-aecb730e5196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:15.722633 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84703d45-dc6c-4381-85de-aecb730e5196 service neutron] Pushing event updated for resources: {'Port': ['ID=18da4262-1614-4ea5-a521-9167d1feb822,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:19:15.795263 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-a62140b0-5d98-4bcf-a7a2-9330fbc2b16a req-84703d45-dc6c-4381-85de-aecb730e5196 service neutron] Attempting to bind port 18da4262-1614-4ea5-a521-9167d1feb822 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:19:15.795595 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-a62140b0-5d98-4bcf-a7a2-9330fbc2b16a req-84703d45-dc6c-4381-85de-aecb730e5196 service neutron] Attempting to bind port 18da4262-1614-4ea5-a521-9167d1feb822 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': 'bae412cc-5815-477a-be73-419ffe821ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:19:15.795926 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62140b0-5d98-4bcf-a7a2-9330fbc2b16a req-84703d45-dc6c-4381-85de-aecb730e5196 service neutron] Attempting to bind port 18da4262-1614-4ea5-a521-9167d1feb822 on network 68d2327c-e67b-467b-b2d5-f9d00637e77c {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:19:15.800930 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62140b0-5d98-4bcf-a7a2-9330fbc2b16a req-84703d45-dc6c-4381-85de-aecb730e5196 service neutron] Port 18da4262-1614-4ea5-a521-9167d1feb822 on network 68d2327c-e67b-467b-b2d5-f9d00637e77c not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 16:19:15.801251 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62140b0-5d98-4bcf-a7a2-9330fbc2b16a req-84703d45-dc6c-4381-85de-aecb730e5196 service neutron] Attempting to bind port 18da4262-1614-4ea5-a521-9167d1feb822 on network 68d2327c-e67b-467b-b2d5-f9d00637e77c {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:19:15.806632 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62140b0-5d98-4bcf-a7a2-9330fbc2b16a req-84703d45-dc6c-4381-85de-aecb730e5196 service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:19:15.806974 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62140b0-5d98-4bcf-a7a2-9330fbc2b16a req-84703d45-dc6c-4381-85de-aecb730e5196 service neutron] Checking segment: {'id': 'bae412cc-5815-477a-be73-419ffe821ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:19:15.807362 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a62140b0-5d98-4bcf-a7a2-9330fbc2b16a req-84703d45-dc6c-4381-85de-aecb730e5196 service neutron] Bound using segment: {'id': 'bae412cc-5815-477a-be73-419ffe821ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:19:15.807795 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-a62140b0-5d98-4bcf-a7a2-9330fbc2b16a req-84703d45-dc6c-4381-85de-aecb730e5196 service neutron] Bound port: 18da4262-1614-4ea5-a521-9167d1feb822, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bae412cc-5815-477a-be73-419ffe821ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:19:15.808173 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-a62140b0-5d98-4bcf-a7a2-9330fbc2b16a req-84703d45-dc6c-4381-85de-aecb730e5196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:15.874812 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-a62140b0-5d98-4bcf-a7a2-9330fbc2b16a req-84703d45-dc6c-4381-85de-aecb730e5196 service neutron] For port 18da4262-1614-4ea5-a521-9167d1feb822, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:19:15.877856 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-a62140b0-5d98-4bcf-a7a2-9330fbc2b16a req-84703d45-dc6c-4381-85de-aecb730e5196 service neutron] For port 18da4262-1614-4ea5-a521-9167d1feb822, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=18da4262-1614-4ea5-a521-9167d1feb822,segment=NetworkSegment(bae412cc-5815-477a-be73-419ffe821ffd),segment_id=bae412cc-5815-477a-be73-419ffe821ffd)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:19:15.971673 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-a62140b0-5d98-4bcf-a7a2-9330fbc2b16a req-84703d45-dc6c-4381-85de-aecb730e5196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:16.010143 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62140b0-5d98-4bcf-a7a2-9330fbc2b16a req-84703d45-dc6c-4381-85de-aecb730e5196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:19:16.011052 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-a62140b0-5d98-4bcf-a7a2-9330fbc2b16a req-84703d45-dc6c-4381-85de-aecb730e5196 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:16.012500 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a62140b0-5d98-4bcf-a7a2-9330fbc2b16a req-84703d45-dc6c-4381-85de-aecb730e5196 service neutron] 10.222.0.108 "PUT /v2.0/ports/18da4262-1614-4ea5-a521-9167d1feb822 HTTP/1.1" status: 200 len: 1091 time: 0.8427932 Sep 24 16:19:16.014830 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f00e050f-b79d-48b9-ba87-07e56ea9169d', 'tag': '18da4262-1614-4ea5-a521-9167d1feb822'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:19:16.017176 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d26a3188-0ab2-4ec7-940a-28f7bdb1f09b" -d '{"events": [{"name": "network-changed", "server_uuid": "f00e050f-b79d-48b9-ba87-07e56ea9169d", "tag": "18da4262-1614-4ea5-a521-9167d1feb822"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:19:16.043698 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84703d45-dc6c-4381-85de-aecb730e5196 service neutron] Pushing event updated for resources: {'Port': ['ID=18da4262-1614-4ea5-a521-9167d1feb822,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:19:16.068973 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8560b146-bd0e-4c38-bd26-1bdf59e17f59 x-openstack-request-id: req-8560b146-bd0e-4c38-bd26-1bdf59e17f59 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:19:16.069144 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f00e050f-b79d-48b9-ba87-07e56ea9169d", "tag": "18da4262-1614-4ea5-a521-9167d1feb822", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:19:16.069372 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-8560b146-bd0e-4c38-bd26-1bdf59e17f59 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:19:16.069776 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f00e050f-b79d-48b9-ba87-07e56ea9169d', 'tag': '18da4262-1614-4ea5-a521-9167d1feb822', 'status': 'completed', 'code': 200} Sep 24 16:19:16.133140 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a3188-0ab2-4ec7-940a-28f7bdb1f09b req-ab209629-3a9a-4976-8204-ab81e62a43e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:19:16.134698 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d26a3188-0ab2-4ec7-940a-28f7bdb1f09b req-ab209629-3a9a-4976-8204-ab81e62a43e3 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=1ab0685188e14657a77135ecc1496822&device_id=f00e050f-b79d-48b9-ba87-07e56ea9169d HTTP/1.1" status: 200 len: 1094 time: 0.0439303 Sep 24 16:19:16.237874 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a3188-0ab2-4ec7-940a-28f7bdb1f09b req-20c48c2c-0bb9-42f1-b687-b60516300f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:19:16.239288 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d26a3188-0ab2-4ec7-940a-28f7bdb1f09b req-20c48c2c-0bb9-42f1-b687-b60516300f25 service neutron] 10.222.0.108 "GET /v2.0/networks?tenant_id=1ab0685188e14657a77135ecc1496822&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0965946 Sep 24 16:19:16.340676 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a3188-0ab2-4ec7-940a-28f7bdb1f09b req-48ea23ec-9830-4abf-9e1e-4b532fcc0711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:19:16.342203 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d26a3188-0ab2-4ec7-940a-28f7bdb1f09b req-48ea23ec-9830-4abf-9e1e-4b532fcc0711 service neutron] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0944810 Sep 24 16:19:16.418027 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62140b0-5d98-4bcf-a7a2-9330fbc2b16a req-8c56e4b7-4fe1-40fc-9fc2-dc8e0a346545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:19:16.419537 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a62140b0-5d98-4bcf-a7a2-9330fbc2b16a req-8c56e4b7-4fe1-40fc-9fc2-dc8e0a346545 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=1ab0685188e14657a77135ecc1496822&device_id=f00e050f-b79d-48b9-ba87-07e56ea9169d HTTP/1.1" status: 200 len: 1094 time: 0.0403142 Sep 24 16:19:16.464947 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a62140b0-5d98-4bcf-a7a2-9330fbc2b16a req-144191ef-2626-4dce-9388-d13594bbb880 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18da4262-1614-4ea5-a521-9167d1feb822 HTTP/1.1" status: 200 len: 217 time: 0.0376546 Sep 24 16:19:16.518581 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62140b0-5d98-4bcf-a7a2-9330fbc2b16a req-68e04da4-3142-47f6-ba00-0e46509e5766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:19:16.520079 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a62140b0-5d98-4bcf-a7a2-9330fbc2b16a req-68e04da4-3142-47f6-ba00-0e46509e5766 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=d7501836-148c-4ade-ae18-6669fad5c7ad HTTP/1.1" status: 200 len: 851 time: 0.0471356 Sep 24 16:19:16.599005 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62140b0-5d98-4bcf-a7a2-9330fbc2b16a req-f181be46-0645-4f4c-b3bd-dfe9957a8cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:19:16.600636 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a62140b0-5d98-4bcf-a7a2-9330fbc2b16a req-f181be46-0645-4f4c-b3bd-dfe9957a8cae service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=68d2327c-e67b-467b-b2d5-f9d00637e77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726933 Sep 24 16:19:16.612438 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8902b730-9f04-4921-b498-ec79e05dac2b req-597e0546-7e10-4cd4-a8d4-3f845883c824 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:19:16.613870 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8902b730-9f04-4921-b498-ec79e05dac2b req-597e0546-7e10-4cd4-a8d4-3f845883c824 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=f00e050f-b79d-48b9-ba87-07e56ea9169d HTTP/1.1" status: 200 len: 943 time: 0.0773108 Sep 24 16:19:16.701690 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8902b730-9f04-4921-b498-ec79e05dac2b req-e23b064d-d514-4688-96be-05f42911906d tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786359 Sep 24 16:19:16.727737 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a62140b0-5d98-4bcf-a7a2-9330fbc2b16a req-813d80c9-0d1e-4bc1-b567-0d7b0d943360 service neutron] 10.222.0.108 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129048 Sep 24 16:19:16.821048 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a62140b0-5d98-4bcf-a7a2-9330fbc2b16a req-66db39e1-1321-4005-a30c-0a5070e5df31 service neutron] 10.222.0.108 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859621 Sep 24 16:19:17.056928 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:19:17.832179 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8135da68-fba1-4486-87ef-e8f9c0fcc312 req-0c535013-9992-4beb-8ee1-94529a45d452 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:19:17.834253 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8135da68-fba1-4486-87ef-e8f9c0fcc312 req-0c535013-9992-4beb-8ee1-94529a45d452 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=f00e050f-b79d-48b9-ba87-07e56ea9169d HTTP/1.1" status: 200 len: 943 time: 0.0527875 Sep 24 16:19:17.871826 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8135da68-fba1-4486-87ef-e8f9c0fcc312 req-4efe474c-26a6-464d-8fd4-4b7945157abd tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314825 Sep 24 16:19:18.985231 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313f54d0-dab6-4518-b0d7-8eef40ab5d5c req-495ba791-4f7d-4900-b596-7bbc9e02e85c tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:19:18.986904 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-313f54d0-dab6-4518-b0d7-8eef40ab5d5c req-495ba791-4f7d-4900-b596-7bbc9e02e85c tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=f00e050f-b79d-48b9-ba87-07e56ea9169d HTTP/1.1" status: 200 len: 943 time: 0.0501778 Sep 24 16:19:19.026961 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-313f54d0-dab6-4518-b0d7-8eef40ab5d5c req-6a7ba0f9-767f-454d-bd24-4e5605076231 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338409 Sep 24 16:19:19.838898 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 18da4262-1614-4ea5-a521-9167d1feb822 details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 16:19:19.937534 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 18da4262-1614-4ea5-a521-9167d1feb822, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=18da4262-1614-4ea5-a521-9167d1feb822,segment=NetworkSegment(bae412cc-5815-477a-be73-419ffe821ffd),segment_id=bae412cc-5815-477a-be73-419ffe821ffd)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:19:19.949823 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': '18da4262-1614-4ea5-a521-9167d1feb822', 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c', 'port_id': '18da4262-1614-4ea5-a521-9167d1feb822', 'mac_address': 'fa:16:3e:18:66:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7501836-148c-4ade-ae18-6669fad5c7ad', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 16:19:19.988127 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:20.001726 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18da4262-1614-4ea5-a521-9167d1feb822 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:19:20.022947 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 18da4262-1614-4ea5-a521-9167d1feb822, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=18da4262-1614-4ea5-a521-9167d1feb822,segment=NetworkSegment(bae412cc-5815-477a-be73-419ffe821ffd),segment_id=bae412cc-5815-477a-be73-419ffe821ffd)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:19:20.107227 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:20.142998 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb46b2-1896-4798-83a4-a1b70d29710c req-1347456f-c753-4026-92e0-be21fef128e1 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:19:20.144691 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b8bb46b2-1896-4798-83a4-a1b70d29710c req-1347456f-c753-4026-92e0-be21fef128e1 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=f00e050f-b79d-48b9-ba87-07e56ea9169d HTTP/1.1" status: 200 len: 943 time: 0.0517900 Sep 24 16:19:20.156655 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=18da4262-1614-4ea5-a521-9167d1feb822,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:19:20.185086 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b8bb46b2-1896-4798-83a4-a1b70d29710c req-5253a2d4-9c57-4343-98a5-acd49a6f7f67 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340550 Sep 24 16:19:20.313989 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['18da4262-1614-4ea5-a521-9167d1feb822'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:19:21.299051 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570086ea-5557-4b02-9bac-6ef64858edb7 req-6212f1c8-0075-4247-98b4-db293fc1a9d6 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:19:21.300657 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-570086ea-5557-4b02-9bac-6ef64858edb7 req-6212f1c8-0075-4247-98b4-db293fc1a9d6 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=f00e050f-b79d-48b9-ba87-07e56ea9169d HTTP/1.1" status: 200 len: 944 time: 0.0494170 Sep 24 16:19:21.346126 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-570086ea-5557-4b02-9bac-6ef64858edb7 req-c576abc5-065d-4df1-8582-22f87d2842f8 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392849 Sep 24 16:19:21.842436 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 18da4262-1614-4ea5-a521-9167d1feb822 up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:19:21.971145 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port 18da4262-1614-4ea5-a521-9167d1feb822 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 16:19:21.975265 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port 18da4262-1614-4ea5-a521-9167d1feb822 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:19:21.975636 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:22.053443 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:22.075833 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f00e050f-b79d-48b9-ba87-07e56ea9169d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18da4262-1614-4ea5-a521-9167d1feb822'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:19:22.078052 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26136657-0f5e-4943-b3cb-bf8bc2ef7150" -d '{"events": [{"server_uuid": "f00e050f-b79d-48b9-ba87-07e56ea9169d", "name": "network-vif-plugged", "status": "completed", "tag": "18da4262-1614-4ea5-a521-9167d1feb822"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:19:22.091351 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 18da4262-1614-4ea5-a521-9167d1feb822, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=18da4262-1614-4ea5-a521-9167d1feb822,segment=NetworkSegment(bae412cc-5815-477a-be73-419ffe821ffd),segment_id=bae412cc-5815-477a-be73-419ffe821ffd)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:19:22.113409 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c33f3343-0e6a-4420-b0f8-183b9ff8bdf6 x-openstack-request-id: req-c33f3343-0e6a-4420-b0f8-183b9ff8bdf6 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:19:22.113693 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f00e050f-b79d-48b9-ba87-07e56ea9169d", "name": "network-vif-plugged", "status": "completed", "tag": "18da4262-1614-4ea5-a521-9167d1feb822", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:19:22.113942 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c33f3343-0e6a-4420-b0f8-183b9ff8bdf6 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:19:22.114612 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f00e050f-b79d-48b9-ba87-07e56ea9169d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18da4262-1614-4ea5-a521-9167d1feb822', 'code': 200} Sep 24 16:19:22.159567 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:22.207760 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=18da4262-1614-4ea5-a521-9167d1feb822,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:19:22.216497 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8cb322-2cc2-4afe-a7de-aaee1d923df6 req-a6a2f935-6791-4747-93b0-71ed4d894ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:19:22.218141 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-db8cb322-2cc2-4afe-a7de-aaee1d923df6 req-a6a2f935-6791-4747-93b0-71ed4d894ffe service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=f00e050f-b79d-48b9-ba87-07e56ea9169d HTTP/1.1" status: 200 len: 1096 time: 0.0441604 Sep 24 16:19:22.256026 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-db8cb322-2cc2-4afe-a7de-aaee1d923df6 req-0502ad22-4122-4259-b2f9-6f1057691213 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300922 Sep 24 16:19:22.461943 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2378c82a-7539-48b9-a43d-b7d52ecd6582 req-956ff33c-398b-4a5c-a84b-181c6dc6c8a4 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:19:22.463528 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2378c82a-7539-48b9-a43d-b7d52ecd6582 req-956ff33c-398b-4a5c-a84b-181c6dc6c8a4 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=f00e050f-b79d-48b9-ba87-07e56ea9169d HTTP/1.1" status: 200 len: 945 time: 0.0497632 Sep 24 16:19:22.501998 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2378c82a-7539-48b9-a43d-b7d52ecd6582 req-0fe3e5f3-5dbf-4f6c-a91f-3262562f492e tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323701 Sep 24 16:19:23.618583 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01729808-7fe3-43d9-a805-f30fc32cc028 req-a94c5810-affe-4640-b46a-cab8cd541ef3 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:19:23.620016 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-01729808-7fe3-43d9-a805-f30fc32cc028 req-a94c5810-affe-4640-b46a-cab8cd541ef3 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=f00e050f-b79d-48b9-ba87-07e56ea9169d HTTP/1.1" status: 200 len: 945 time: 0.0498304 Sep 24 16:19:23.659055 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-01729808-7fe3-43d9-a805-f30fc32cc028 req-2ed1dfd8-1c4b-4d95-a894-7cac0d1dc699 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330031 Sep 24 16:19:23.769330 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91257eec-43ba-465c-918b-4f39495bb4a7 req-8ff526e5-b0d0-4c72-a3a4-b4a75dcace6a tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:19:23.771583 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-91257eec-43ba-465c-918b-4f39495bb4a7 req-8ff526e5-b0d0-4c72-a3a4-b4a75dcace6a tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=f00e050f-b79d-48b9-ba87-07e56ea9169d HTTP/1.1" status: 200 len: 945 time: 0.0497234 Sep 24 16:19:23.779904 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 43718) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:19:23.784149 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-bfb5d7f3-a569-455d-b664-cfebc4494045 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Request body: {'floatingip': {'port_id': '18da4262-1614-4ea5-a521-9167d1feb822'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:19:23.826557 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bfb5d7f3-a569-455d-b664-cfebc4494045 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks [] for floatingip, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:24.261564 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bfb5d7f3-a569-455d-b664-cfebc4494045 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:24.324130 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bfb5d7f3-a569-455d-b664-cfebc4494045 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:24.424106 n-d-808921-1 neutron-server[95298]: INFO neutron.db.l3_db [None req-bfb5d7f3-a569-455d-b664-cfebc4494045 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Floating IP 6559a5db-0fcf-4144-a609-0ed08b1ad479 associated. External IP: 172.25.0.147, port: 18da4262-1614-4ea5-a521-9167d1feb822. Sep 24 16:19:24.625980 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfb5d7f3-a569-455d-b664-cfebc4494045 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Router 302af011-5d2d-4040-8014-ded5f17568a6 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:19:24.733879 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfb5d7f3-a569-455d-b664-cfebc4494045 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:19:24.738482 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bfb5d7f3-a569-455d-b664-cfebc4494045 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:24.744819 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c495848-9136-4dbc-832c-151644429b12 None None] Sync routers for ids ['302af011-5d2d-4040-8014-ded5f17568a6'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:19:24.753591 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c495848-9136-4dbc-832c-151644429b12 None None] Routers {'302af011-5d2d-4040-8014-ded5f17568a6'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:19:24.754218 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-9c495848-9136-4dbc-832c-151644429b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:19:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['302af011-5d2d-4040-8014-ded5f17568a6'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:19:24.769297 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-bfb5d7f3-a569-455d-b664-cfebc4494045 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "PUT /v2.0/floatingips/6559a5db-0fcf-4144-a609-0ed08b1ad479 HTTP/1.1" status: 200 len: 991 time: 0.9883621 Sep 24 16:19:24.770031 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f00e050f-b79d-48b9-ba87-07e56ea9169d', 'tag': '18da4262-1614-4ea5-a521-9167d1feb822'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:19:24.772574 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01beff04-e994-41ce-9526-1f458a749fdf" -d '{"events": [{"name": "network-changed", "server_uuid": "f00e050f-b79d-48b9-ba87-07e56ea9169d", "tag": "18da4262-1614-4ea5-a521-9167d1feb822"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:19:24.810589 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-320649db-3afb-4e7c-a7dc-b6c3dcd6805e x-openstack-request-id: req-320649db-3afb-4e7c-a7dc-b6c3dcd6805e {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:19:24.810941 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f00e050f-b79d-48b9-ba87-07e56ea9169d", "tag": "18da4262-1614-4ea5-a521-9167d1feb822", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:19:24.811257 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-320649db-3afb-4e7c-a7dc-b6c3dcd6805e {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:19:24.811720 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f00e050f-b79d-48b9-ba87-07e56ea9169d', 'tag': '18da4262-1614-4ea5-a521-9167d1feb822', 'status': 'completed', 'code': 200} Sep 24 16:19:24.865051 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-9c495848-9136-4dbc-832c-151644429b12 None None] Set router 302af011-5d2d-4040-8014-ded5f17568a6 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:19:24.875497 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01beff04-e994-41ce-9526-1f458a749fdf req-f54f7dae-efa1-4914-8e46-d3f93c3f0325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:19:24.877051 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-01beff04-e994-41ce-9526-1f458a749fdf req-f54f7dae-efa1-4914-8e46-d3f93c3f0325 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=1ab0685188e14657a77135ecc1496822&device_id=f00e050f-b79d-48b9-ba87-07e56ea9169d HTTP/1.1" status: 200 len: 1096 time: 0.0409136 Sep 24 16:19:24.969409 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01beff04-e994-41ce-9526-1f458a749fdf req-7fad5ed9-0e67-43cf-bb87-60c6a873654f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:19:24.970907 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-01beff04-e994-41ce-9526-1f458a749fdf req-7fad5ed9-0e67-43cf-bb87-60c6a873654f service neutron] 10.222.0.108 "GET /v2.0/networks?id=68d2327c-e67b-467b-b2d5-f9d00637e77c HTTP/1.1" status: 200 len: 914 time: 0.0866075 Sep 24 16:19:25.040551 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-01beff04-e994-41ce-9526-1f458a749fdf req-fb512bc1-9b1a-4c3e-be96-ecf1712f78c6 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18da4262-1614-4ea5-a521-9167d1feb822 HTTP/1.1" status: 200 len: 999 time: 0.0627723 Sep 24 16:19:25.090059 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01beff04-e994-41ce-9526-1f458a749fdf req-0d186542-dec8-4220-86a6-13c6c1135444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:19:25.091571 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-01beff04-e994-41ce-9526-1f458a749fdf req-0d186542-dec8-4220-86a6-13c6c1135444 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=d7501836-148c-4ade-ae18-6669fad5c7ad HTTP/1.1" status: 200 len: 851 time: 0.0444164 Sep 24 16:19:25.140896 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01beff04-e994-41ce-9526-1f458a749fdf req-e5df3e87-4649-4825-a525-31d0d509dc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:19:25.142323 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-01beff04-e994-41ce-9526-1f458a749fdf req-e5df3e87-4649-4825-a525-31d0d509dc3d service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=68d2327c-e67b-467b-b2d5-f9d00637e77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430293 Sep 24 16:19:25.240806 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-01beff04-e994-41ce-9526-1f458a749fdf req-6e2f788f-5515-46ec-806d-eae991039f5e service neutron] 10.222.0.108 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910244 Sep 24 16:19:25.256289 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-9c495848-9136-4dbc-832c-151644429b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302af011-5d2d-4040-8014-ded5f17568a6', 'name': 'tempest-ServerActionsTestJSON-1059124727-router', 'tenant_id': '1ab0685188e14657a77135ecc1496822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '50867e16-bff5-4116-a9a4-16376b03757b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:19:04Z', 'updated_at': '2021-09-24T16:19:07Z', 'revision_number': 4, 'project_id': '1ab0685188e14657a77135ecc1496822', 'gw_port': {'id': '50867e16-bff5-4116-a9a4-16376b03757b', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ff:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302af011-5d2d-4040-8014-ded5f17568a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:19:04Z', 'updated_at': '2021-09-24T16:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': '6559a5db-0fcf-4144-a609-0ed08b1ad479', 'tenant_id': '1ab0685188e14657a77135ecc1496822', 'floating_ip_address': '172.25.0.147', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '302af011-5d2d-4040-8014-ded5f17568a6', 'port_id': '18da4262-1614-4ea5-a521-9167d1feb822', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4039, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c', 'mac_address': 'fa:16:3e:18:66:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f00e050f-b79d-48b9-ba87-07e56ea9169d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T16:19:10Z', 'updated_at': '2021-09-24T16:19:24Z', 'revision_number': 1, 'project_id': '1ab0685188e14657a77135ecc1496822', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ede91fc0-e62b-4a2e-9c60-7c620e454edd', 'name': '', 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c', 'tenant_id': '1ab0685188e14657a77135ecc1496822', 'mac_address': 'fa:16:3e:7c:51:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302af011-5d2d-4040-8014-ded5f17568a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'd7501836-148c-4ade-ae18-6669fad5c7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:19:06Z', 'updated_at': '2021-09-24T16:19:10Z', 'revision_number': 5, 'project_id': '1ab0685188e14657a77135ecc1496822', 'subnets': [{'id': 'd7501836-148c-4ade-ae18-6669fad5c7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:19:25.283918 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c495848-9136-4dbc-832c-151644429b12 None None] Checking router: 302af011-5d2d-4040-8014-ded5f17568a6 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:19:25.293652 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c495848-9136-4dbc-832c-151644429b12 None None] Routers {'302af011-5d2d-4040-8014-ded5f17568a6'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:19:25.294286 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-9c495848-9136-4dbc-832c-151644429b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:19:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['302af011-5d2d-4040-8014-ded5f17568a6'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:19:25.339542 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-01beff04-e994-41ce-9526-1f458a749fdf req-2030abe5-62da-4e01-b7c0-ad8322780112 service neutron] 10.222.0.108 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917194 Sep 24 16:19:25.407665 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-9c495848-9136-4dbc-832c-151644429b12 None None] Set router 302af011-5d2d-4040-8014-ded5f17568a6 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:19:25.630711 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-9c495848-9136-4dbc-832c-151644429b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302af011-5d2d-4040-8014-ded5f17568a6', 'name': 'tempest-ServerActionsTestJSON-1059124727-router', 'tenant_id': '1ab0685188e14657a77135ecc1496822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '50867e16-bff5-4116-a9a4-16376b03757b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:19:04Z', 'updated_at': '2021-09-24T16:19:07Z', 'revision_number': 4, 'project_id': '1ab0685188e14657a77135ecc1496822', 'gw_port': {'id': '50867e16-bff5-4116-a9a4-16376b03757b', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ff:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302af011-5d2d-4040-8014-ded5f17568a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:19:04Z', 'updated_at': '2021-09-24T16:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': '6559a5db-0fcf-4144-a609-0ed08b1ad479', 'tenant_id': '1ab0685188e14657a77135ecc1496822', 'floating_ip_address': '172.25.0.147', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '302af011-5d2d-4040-8014-ded5f17568a6', 'port_id': '18da4262-1614-4ea5-a521-9167d1feb822', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4039, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c', 'mac_address': 'fa:16:3e:18:66:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f00e050f-b79d-48b9-ba87-07e56ea9169d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T16:19:10Z', 'updated_at': '2021-09-24T16:19:24Z', 'revision_number': 1, 'project_id': '1ab0685188e14657a77135ecc1496822', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ede91fc0-e62b-4a2e-9c60-7c620e454edd', 'name': '', 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c', 'tenant_id': '1ab0685188e14657a77135ecc1496822', 'mac_address': 'fa:16:3e:7c:51:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302af011-5d2d-4040-8014-ded5f17568a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'd7501836-148c-4ade-ae18-6669fad5c7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:19:06Z', 'updated_at': '2021-09-24T16:19:10Z', 'revision_number': 5, 'project_id': '1ab0685188e14657a77135ecc1496822', 'subnets': [{'id': 'd7501836-148c-4ade-ae18-6669fad5c7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:19:25.657041 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c495848-9136-4dbc-832c-151644429b12 None None] The sync data for ids ['302af011-5d2d-4040-8014-ded5f17568a6'] in n-d-808921-1 is: [{'id': '302af011-5d2d-4040-8014-ded5f17568a6', 'name': 'tempest-ServerActionsTestJSON-1059124727-router', 'tenant_id': '1ab0685188e14657a77135ecc1496822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '50867e16-bff5-4116-a9a4-16376b03757b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:19:04Z', 'updated_at': '2021-09-24T16:19:07Z', 'revision_number': 4, 'project_id': '1ab0685188e14657a77135ecc1496822', 'gw_port': {'id': '50867e16-bff5-4116-a9a4-16376b03757b', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ff:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302af011-5d2d-4040-8014-ded5f17568a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:19:04Z', 'updated_at': '2021-09-24T16:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': '6559a5db-0fcf-4144-a609-0ed08b1ad479', 'tenant_id': '1ab0685188e14657a77135ecc1496822', 'floating_ip_address': '172.25.0.147', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '302af011-5d2d-4040-8014-ded5f17568a6', 'port_id': '18da4262-1614-4ea5-a521-9167d1feb822', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4039, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c', 'mac_address': 'fa:16:3e:18:66:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f00e050f-b79d-48b9-ba87-07e56ea9169d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T16:19:10Z', 'updated_at': '2021-09-24T16:19:24Z', 'revision_number': 1, 'project_id': '1ab0685188e14657a77135ecc1496822', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ede91fc0-e62b-4a2e-9c60-7c620e454edd', 'name': '', 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c', 'tenant_id': '1ab0685188e14657a77135ecc1496822', 'mac_address': 'fa:16:3e:7c:51:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302af011-5d2d-4040-8014-ded5f17568a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'd7501836-148c-4ade-ae18-6669fad5c7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:19:06Z', 'updated_at': '2021-09-24T16:19:10Z', 'revision_number': 5, 'project_id': '1ab0685188e14657a77135ecc1496822', 'subnets': [{'id': 'd7501836-148c-4ade-ae18-6669fad5c7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:19:25.844218 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed7094cb-dbf7-4e38-b141-37c9f20931a3 None None] New status for floating IP 6559a5db-0fcf-4144-a609-0ed08b1ad479: ACTIVE {{(pid=95300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 16:19:31.193848 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b1464bd4-1e22-4b0b-8b9e-0f65171b5ec7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:33.883759 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5dd0fac8-1aa0-4d57-943f-8f2cc502321f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:34.302036 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:35.410420 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:36.798947 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:39.299123 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:41.187140 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:19:47.907475 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e1a5c9ef-5ac2-403c-82fe-2500ff37a0df req-a408a809-b28b-451a-94c1-4bd49f6f2fa4 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=f00e050f-b79d-48b9-ba87-07e56ea9169d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3853900 Sep 24 16:19:47.989713 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a5c9ef-5ac2-403c-82fe-2500ff37a0df req-1f925599-b294-4d18-a256-bd5260599d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:19:47.991242 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e1a5c9ef-5ac2-403c-82fe-2500ff37a0df req-1f925599-b294-4d18-a256-bd5260599d21 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=1ab0685188e14657a77135ecc1496822&device_id=f00e050f-b79d-48b9-ba87-07e56ea9169d HTTP/1.1" status: 200 len: 1096 time: 0.0394707 Sep 24 16:19:48.095461 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a5c9ef-5ac2-403c-82fe-2500ff37a0df req-652f96df-a5ba-41b4-a102-90901f9e519e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:19:48.096922 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e1a5c9ef-5ac2-403c-82fe-2500ff37a0df req-652f96df-a5ba-41b4-a102-90901f9e519e service neutron] 10.222.0.108 "GET /v2.0/networks?id=68d2327c-e67b-467b-b2d5-f9d00637e77c HTTP/1.1" status: 200 len: 914 time: 0.0871305 Sep 24 16:19:48.165650 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e1a5c9ef-5ac2-403c-82fe-2500ff37a0df req-1b76fb70-68f6-4361-9c3d-567ceed969c3 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18da4262-1614-4ea5-a521-9167d1feb822 HTTP/1.1" status: 200 len: 1001 time: 0.0587785 Sep 24 16:19:48.216524 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a5c9ef-5ac2-403c-82fe-2500ff37a0df req-8ef7ec4a-df7d-4960-b729-0cfefd362a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:19:48.217995 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e1a5c9ef-5ac2-403c-82fe-2500ff37a0df req-8ef7ec4a-df7d-4960-b729-0cfefd362a1f service neutron] 10.222.0.108 "GET /v2.0/subnets?id=d7501836-148c-4ade-ae18-6669fad5c7ad HTTP/1.1" status: 200 len: 851 time: 0.0454280 Sep 24 16:19:48.267857 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a5c9ef-5ac2-403c-82fe-2500ff37a0df req-93288d0d-b535-4577-ba3e-8322f34e9463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:19:48.269985 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e1a5c9ef-5ac2-403c-82fe-2500ff37a0df req-93288d0d-b535-4577-ba3e-8322f34e9463 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=68d2327c-e67b-467b-b2d5-f9d00637e77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434244 Sep 24 16:19:48.360546 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e1a5c9ef-5ac2-403c-82fe-2500ff37a0df req-2c0bc87a-2cd0-42d4-91b8-3f7b9273d78b service neutron] 10.222.0.108 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829163 Sep 24 16:19:48.456095 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e1a5c9ef-5ac2-403c-82fe-2500ff37a0df req-7d7c6084-75a3-490e-8d40-6b9c03b6a8e9 service neutron] 10.222.0.108 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873334 Sep 24 16:19:54.059755 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:20:01.203670 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-074f00a1-d4f7-4764-9bea-52dbb1dcf79b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:20:03.878221 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9437c6d7-53ad-41f5-bfc8-568eff9a2428 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:20:04.317866 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:20:05.426197 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:20:06.826140 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:20:09.272213 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:20:11.197800 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:20:31.059394 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:20:31.236564 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8b74028a-eba9-492c-9fee-07237c6ad4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:20:33.894004 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c50e1fc9-58ff-46dd-907a-166ee55ecdb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:20:34.310993 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:20:35.419240 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:20:36.807923 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:20:39.282659 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:20:41.200958 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:20:50.284768 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ccb83a67-2c62-4c3b-b206-bdc71c48e3ae req-b031da45-c568-44f9-b9bb-9166fbfe7788 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=f00e050f-b79d-48b9-ba87-07e56ea9169d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1236179 Sep 24 16:20:50.373892 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb83a67-2c62-4c3b-b206-bdc71c48e3ae req-41b3258c-693c-43f0-b8fd-b24f6a37bab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:20:50.376078 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ccb83a67-2c62-4c3b-b206-bdc71c48e3ae req-41b3258c-693c-43f0-b8fd-b24f6a37bab8 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=1ab0685188e14657a77135ecc1496822&device_id=f00e050f-b79d-48b9-ba87-07e56ea9169d HTTP/1.1" status: 200 len: 1096 time: 0.0445137 Sep 24 16:20:50.486286 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb83a67-2c62-4c3b-b206-bdc71c48e3ae req-b14c2529-4603-4fd0-aeba-15725af51d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:20:50.487805 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ccb83a67-2c62-4c3b-b206-bdc71c48e3ae req-b14c2529-4603-4fd0-aeba-15725af51d02 service neutron] 10.222.0.108 "GET /v2.0/networks?id=68d2327c-e67b-467b-b2d5-f9d00637e77c HTTP/1.1" status: 200 len: 914 time: 0.0927837 Sep 24 16:20:50.553160 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ccb83a67-2c62-4c3b-b206-bdc71c48e3ae req-7bb162e2-bf62-4573-b09d-45ee146d998e service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18da4262-1614-4ea5-a521-9167d1feb822 HTTP/1.1" status: 200 len: 1001 time: 0.0572639 Sep 24 16:20:50.608011 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb83a67-2c62-4c3b-b206-bdc71c48e3ae req-a8010c28-c64b-4d83-ad44-297420f4333b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:20:50.609639 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ccb83a67-2c62-4c3b-b206-bdc71c48e3ae req-a8010c28-c64b-4d83-ad44-297420f4333b service neutron] 10.222.0.108 "GET /v2.0/subnets?id=d7501836-148c-4ade-ae18-6669fad5c7ad HTTP/1.1" status: 200 len: 851 time: 0.0491455 Sep 24 16:20:50.655637 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb83a67-2c62-4c3b-b206-bdc71c48e3ae req-b3346b1f-d6e7-45a0-8287-37b0cff2e945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:20:50.657624 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ccb83a67-2c62-4c3b-b206-bdc71c48e3ae req-b3346b1f-d6e7-45a0-8287-37b0cff2e945 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=68d2327c-e67b-467b-b2d5-f9d00637e77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415730 Sep 24 16:20:50.754512 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ccb83a67-2c62-4c3b-b206-bdc71c48e3ae req-9e26b26c-6924-4a78-a695-d6eace9649c1 service neutron] 10.222.0.108 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891614 Sep 24 16:20:50.846932 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ccb83a67-2c62-4c3b-b206-bdc71c48e3ae req-366ba9e8-b3c8-48ed-a50a-5084262e4a1f service neutron] 10.222.0.108 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848331 Sep 24 16:21:01.217740 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4f197f0d-3c2d-40b2-9fde-8d88e0bd1839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:21:03.864144 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5510ee5-a942-47b1-8ed5-147bcdf8b52a req-3ea361bd-2fb7-4c88-97bf-7b6747f41344 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:21:03.865569 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f5510ee5-a942-47b1-8ed5-147bcdf8b52a req-3ea361bd-2fb7-4c88-97bf-7b6747f41344 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=f00e050f-b79d-48b9-ba87-07e56ea9169d HTTP/1.1" status: 200 len: 945 time: 0.1562834 Sep 24 16:21:03.886261 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-77ee5cfd-2e72-4d39-8b87-e52618926ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:21:03.908775 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f5510ee5-a942-47b1-8ed5-147bcdf8b52a req-9db4d62f-d109-4fff-b5f2-7eaaf9840b7b tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371766 Sep 24 16:21:04.240894 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db680786-2e0a-4d68-82de-2fe4f1804ecd req-b972201f-7552-4a12-999b-25a56c8e9a76 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:21:04.242455 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-db680786-2e0a-4d68-82de-2fe4f1804ecd req-b972201f-7552-4a12-999b-25a56c8e9a76 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=f00e050f-b79d-48b9-ba87-07e56ea9169d HTTP/1.1" status: 200 len: 945 time: 0.0508487 Sep 24 16:21:04.303644 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:21:04.306063 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-db680786-2e0a-4d68-82de-2fe4f1804ecd req-60899b5f-fcb5-4e85-9e1a-521c5f4a8c92 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574772 Sep 24 16:21:04.320207 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7999a4d4-c477-4e92-8691-d436a3046ef8 req-d6ed59d8-e4fb-4525-b8a9-7e2e88b2d96f service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=f00e050f-b79d-48b9-ba87-07e56ea9169d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0507689 Sep 24 16:21:05.441363 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:21:05.488884 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b3b223-6604-4ab8-b846-5c8b2e6c1afa req-75c0cf38-f1b2-4f2f-9d20-796a8b1d5c38 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:21:05.490472 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-48b3b223-6604-4ab8-b846-5c8b2e6c1afa req-75c0cf38-f1b2-4f2f-9d20-796a8b1d5c38 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=f00e050f-b79d-48b9-ba87-07e56ea9169d HTTP/1.1" status: 200 len: 945 time: 0.1109967 Sep 24 16:21:05.531313 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-48b3b223-6604-4ab8-b846-5c8b2e6c1afa req-7f64438e-0b7b-48f6-be27-f164bcffc01d tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347736 Sep 24 16:21:06.262989 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999a4d4-c477-4e92-8691-d436a3046ef8 req-31c93867-65a1-41e8-b354-33dff7980456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:21:06.264498 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7999a4d4-c477-4e92-8691-d436a3046ef8 req-31c93867-65a1-41e8-b354-33dff7980456 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=1ab0685188e14657a77135ecc1496822&device_id=f00e050f-b79d-48b9-ba87-07e56ea9169d HTTP/1.1" status: 200 len: 1096 time: 0.0451221 Sep 24 16:21:06.355444 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999a4d4-c477-4e92-8691-d436a3046ef8 req-e9916a73-0230-43b7-b925-1b75617b11ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:21:06.356934 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7999a4d4-c477-4e92-8691-d436a3046ef8 req-e9916a73-0230-43b7-b925-1b75617b11ee service neutron] 10.222.0.108 "GET /v2.0/networks?id=68d2327c-e67b-467b-b2d5-f9d00637e77c HTTP/1.1" status: 200 len: 914 time: 0.0856109 Sep 24 16:21:06.426767 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7999a4d4-c477-4e92-8691-d436a3046ef8 req-a6ade397-39aa-43ce-bf03-3e0f4e3ae4b4 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18da4262-1614-4ea5-a521-9167d1feb822 HTTP/1.1" status: 200 len: 1001 time: 0.0627341 Sep 24 16:21:06.476838 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999a4d4-c477-4e92-8691-d436a3046ef8 req-f81de7c7-06c1-4930-9eb4-00e938366d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:21:06.478361 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7999a4d4-c477-4e92-8691-d436a3046ef8 req-f81de7c7-06c1-4930-9eb4-00e938366d1b service neutron] 10.222.0.108 "GET /v2.0/subnets?id=d7501836-148c-4ade-ae18-6669fad5c7ad HTTP/1.1" status: 200 len: 851 time: 0.0444386 Sep 24 16:21:06.530660 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999a4d4-c477-4e92-8691-d436a3046ef8 req-0b19cb52-a0f7-4d45-b12a-054d967d39f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:21:06.532186 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7999a4d4-c477-4e92-8691-d436a3046ef8 req-0b19cb52-a0f7-4d45-b12a-054d967d39f1 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=68d2327c-e67b-467b-b2d5-f9d00637e77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416479 Sep 24 16:21:06.631637 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7999a4d4-c477-4e92-8691-d436a3046ef8 req-6b6f17dc-2762-45e7-8562-806cc6fd83ba service neutron] 10.222.0.108 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914333 Sep 24 16:21:06.651934 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f364bb26-1ea1-4c77-adac-4cce28082e56 req-4ce52fef-ea8a-445e-b9a1-902318da60f1 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:21:06.653469 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f364bb26-1ea1-4c77-adac-4cce28082e56 req-4ce52fef-ea8a-445e-b9a1-902318da60f1 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=f00e050f-b79d-48b9-ba87-07e56ea9169d HTTP/1.1" status: 200 len: 945 time: 0.0535760 Sep 24 16:21:06.693670 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f364bb26-1ea1-4c77-adac-4cce28082e56 req-03700309-7311-44ee-b127-5acca85100c0 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330846 Sep 24 16:21:06.724803 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7999a4d4-c477-4e92-8691-d436a3046ef8 req-ad33a659-0437-4bee-b6f6-6199ada556b1 service neutron] 10.222.0.108 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852995 Sep 24 16:21:06.823818 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:21:07.817150 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f4d145-0ede-4671-a51d-44be2c8b7d4b req-9338ac61-0a84-4c64-9630-86525af85a67 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:21:07.818698 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-96f4d145-0ede-4671-a51d-44be2c8b7d4b req-9338ac61-0a84-4c64-9630-86525af85a67 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=f00e050f-b79d-48b9-ba87-07e56ea9169d HTTP/1.1" status: 200 len: 945 time: 0.0552497 Sep 24 16:21:07.857036 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-96f4d145-0ede-4671-a51d-44be2c8b7d4b req-2681af93-a2a0-42e2-ad6f-7092a71fe8fb tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324056 Sep 24 16:21:08.058635 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:21:08.976169 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b183948-1de5-46d7-b4c0-b7b5104ece31 req-d3d9ee5e-6bbd-4e74-b667-26cfa80c06a5 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:21:08.977668 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9b183948-1de5-46d7-b4c0-b7b5104ece31 req-d3d9ee5e-6bbd-4e74-b667-26cfa80c06a5 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=f00e050f-b79d-48b9-ba87-07e56ea9169d HTTP/1.1" status: 200 len: 945 time: 0.0518894 Sep 24 16:21:09.016840 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9b183948-1de5-46d7-b4c0-b7b5104ece31 req-51fdd22d-1cbe-4278-9218-dbc1c996f72d tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331569 Sep 24 16:21:09.308903 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:21:10.132558 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb4fc1c-9fff-46d4-bcf5-d8607cf36385 req-1dc8edb2-3f80-452a-a6ed-70f8d84195fa tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:21:10.134070 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3eb4fc1c-9fff-46d4-bcf5-d8607cf36385 req-1dc8edb2-3f80-452a-a6ed-70f8d84195fa tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=f00e050f-b79d-48b9-ba87-07e56ea9169d HTTP/1.1" status: 200 len: 945 time: 0.0508428 Sep 24 16:21:10.172913 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3eb4fc1c-9fff-46d4-bcf5-d8607cf36385 req-fc6385ec-5156-4fe1-9e49-8e5d5c2ab210 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327556 Sep 24 16:21:11.223684 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:21:11.290021 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc32f67-8a44-45c2-8786-e043fd098d00 req-68bcac02-351a-45be-970c-6208389d086c tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:21:11.291579 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-adc32f67-8a44-45c2-8786-e043fd098d00 req-68bcac02-351a-45be-970c-6208389d086c tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=f00e050f-b79d-48b9-ba87-07e56ea9169d HTTP/1.1" status: 200 len: 945 time: 0.0503767 Sep 24 16:21:11.330216 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-adc32f67-8a44-45c2-8786-e043fd098d00 req-f904c1df-5d09-4b0c-96de-935a0decaaa8 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323446 Sep 24 16:21:12.444823 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1d40d0-f3c4-4f0e-8b4d-393eef6142d2 req-76397971-2f43-459f-bbdc-9d4fa5faecef tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:21:12.446220 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8b1d40d0-f3c4-4f0e-8b4d-393eef6142d2 req-76397971-2f43-459f-bbdc-9d4fa5faecef tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=f00e050f-b79d-48b9-ba87-07e56ea9169d HTTP/1.1" status: 200 len: 945 time: 0.0480747 Sep 24 16:21:12.485063 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8b1d40d0-f3c4-4f0e-8b4d-393eef6142d2 req-bfb92775-8561-48e0-85da-f670321b42ca tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329337 Sep 24 16:21:13.605784 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86514bf3-f929-47d6-b489-20cc26298202 req-9c919108-2cce-420c-b875-85e5e990a8b9 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:21:13.607203 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-86514bf3-f929-47d6-b489-20cc26298202 req-9c919108-2cce-420c-b875-85e5e990a8b9 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=f00e050f-b79d-48b9-ba87-07e56ea9169d HTTP/1.1" status: 200 len: 945 time: 0.0529547 Sep 24 16:21:13.646021 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-86514bf3-f929-47d6-b489-20cc26298202 req-9e9d21d9-02eb-4ab5-aa43-4e4f30957e53 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329440 Sep 24 16:21:14.764244 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b1ab09-88aa-4365-81fb-b60229161504 req-ee36d328-8dc7-49e0-994d-10567a290d3f tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:21:14.766429 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f1b1ab09-88aa-4365-81fb-b60229161504 req-ee36d328-8dc7-49e0-994d-10567a290d3f tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=f00e050f-b79d-48b9-ba87-07e56ea9169d HTTP/1.1" status: 200 len: 945 time: 0.0537715 Sep 24 16:21:14.804271 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f1b1ab09-88aa-4365-81fb-b60229161504 req-3074a77a-1a1b-46aa-ac5c-d932d79ce8df tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318639 Sep 24 16:21:15.919603 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c09e807-a93b-4587-959a-96e60c81c672 req-c7519a51-337c-4f35-861f-dd30c72b3814 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:21:15.921303 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6c09e807-a93b-4587-959a-96e60c81c672 req-c7519a51-337c-4f35-861f-dd30c72b3814 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=f00e050f-b79d-48b9-ba87-07e56ea9169d HTTP/1.1" status: 200 len: 945 time: 0.0505164 Sep 24 16:21:15.960575 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6c09e807-a93b-4587-959a-96e60c81c672 req-85a0aa8c-68fe-4822-aa70-e56086c90f90 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333705 Sep 24 16:21:17.074210 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eb08cd-f4f8-4d2e-b84c-1f7d628d8a2b req-50d77bdd-d5c4-4e7a-8900-9c40f7437dcd tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:21:17.075712 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-77eb08cd-f4f8-4d2e-b84c-1f7d628d8a2b req-50d77bdd-d5c4-4e7a-8900-9c40f7437dcd tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=f00e050f-b79d-48b9-ba87-07e56ea9169d HTTP/1.1" status: 200 len: 945 time: 0.0485785 Sep 24 16:21:17.113636 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-77eb08cd-f4f8-4d2e-b84c-1f7d628d8a2b req-a32af5af-2c8d-4436-8626-4812ecb5a27d tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315361 Sep 24 16:21:18.227975 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e58ed-ba59-40a4-90da-07d1bafff9cf req-48e26c71-bf08-421d-81ff-deea10c238bf tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:21:18.229447 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ab0e58ed-ba59-40a4-90da-07d1bafff9cf req-48e26c71-bf08-421d-81ff-deea10c238bf tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=f00e050f-b79d-48b9-ba87-07e56ea9169d HTTP/1.1" status: 200 len: 945 time: 0.0481794 Sep 24 16:21:18.268383 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ab0e58ed-ba59-40a4-90da-07d1bafff9cf req-3b8e82f9-766a-415b-afee-2a42ea4b2310 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319178 Sep 24 16:21:18.925684 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [req-7999a4d4-c477-4e92-8691-d436a3046ef8 req-ba848aaf-769e-40fd-9db4-4055a41d0b3c service neutron] show failed (client error): The resource could not be found. Sep 24 16:21:18.926707 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7999a4d4-c477-4e92-8691-d436a3046ef8 req-ba848aaf-769e-40fd-9db4-4055a41d0b3c service neutron] 10.222.0.108 "GET /v2.0/ports/18da4262-1614-4ea5-a521-9167d1feb822/bindings/n-h1-808921-1 HTTP/1.1" status: 404 len: 380 time: 0.0544112 Sep 24 16:21:19.390331 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da39ecc-077b-4404-b260-3840716a8f7f req-212dbba8-2b98-4ff2-acc7-58fcdf34d220 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:21:19.391848 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6da39ecc-077b-4404-b260-3840716a8f7f req-212dbba8-2b98-4ff2-acc7-58fcdf34d220 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=f00e050f-b79d-48b9-ba87-07e56ea9169d HTTP/1.1" status: 200 len: 945 time: 0.0536208 Sep 24 16:21:19.454644 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6da39ecc-077b-4404-b260-3840716a8f7f req-026ed210-45fe-4896-b2b7-edc8e4078c33 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567057 Sep 24 16:21:19.475964 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999a4d4-c477-4e92-8691-d436a3046ef8 req-607998c2-95a8-4b4e-af92-8caaac48f0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:21:19.477505 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7999a4d4-c477-4e92-8691-d436a3046ef8 req-607998c2-95a8-4b4e-af92-8caaac48f0b9 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=f00e050f-b79d-48b9-ba87-07e56ea9169d&tenant_id=1ab0685188e14657a77135ecc1496822 HTTP/1.1" status: 200 len: 1096 time: 0.0589736 Sep 24 16:21:19.489599 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-7999a4d4-c477-4e92-8691-d436a3046ef8 req-6a54b3ea-2861-4e3b-b905-63e2b99f2a9e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-808921-1', 'device_owner': 'compute:nova'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:21:19.542630 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7999a4d4-c477-4e92-8691-d436a3046ef8 req-6a54b3ea-2861-4e3b-b905-63e2b99f2a9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:21:19.755050 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-7999a4d4-c477-4e92-8691-d436a3046ef8 req-6a54b3ea-2861-4e3b-b905-63e2b99f2a9e service neutron] For port 18da4262-1614-4ea5-a521-9167d1feb822, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=18da4262-1614-4ea5-a521-9167d1feb822,segment=NetworkSegment(bae412cc-5815-477a-be73-419ffe821ffd),segment_id=bae412cc-5815-477a-be73-419ffe821ffd)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:21:19.787616 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-7999a4d4-c477-4e92-8691-d436a3046ef8 req-6a54b3ea-2861-4e3b-b905-63e2b99f2a9e service neutron] For port 18da4262-1614-4ea5-a521-9167d1feb822, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:21:19.826012 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f00e050f-b79d-48b9-ba87-07e56ea9169d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18da4262-1614-4ea5-a521-9167d1feb822'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:21:19.828540 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7857282c-ab0d-4757-b717-09612d09e2a5" -d '{"events": [{"server_uuid": "f00e050f-b79d-48b9-ba87-07e56ea9169d", "name": "network-vif-unplugged", "status": "completed", "tag": "18da4262-1614-4ea5-a521-9167d1feb822"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:21:19.832256 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7999a4d4-c477-4e92-8691-d436a3046ef8 req-6a54b3ea-2861-4e3b-b905-63e2b99f2a9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:21:19.845017 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-7999a4d4-c477-4e92-8691-d436a3046ef8 req-6a54b3ea-2861-4e3b-b905-63e2b99f2a9e service neutron] Transition to ACTIVE for port object 18da4262-1614-4ea5-a521-9167d1feb822 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 16:21:19.879906 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 16:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d287680a-b6c0-4ff2-80ca-4b421f56e0b9 x-openstack-request-id: req-d287680a-b6c0-4ff2-80ca-4b421f56e0b9 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:21:19.880194 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f00e050f-b79d-48b9-ba87-07e56ea9169d", "name": "network-vif-unplugged", "status": "completed", "tag": "18da4262-1614-4ea5-a521-9167d1feb822", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:21:19.880442 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d287680a-b6c0-4ff2-80ca-4b421f56e0b9 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:21:19.881093 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f00e050f-b79d-48b9-ba87-07e56ea9169d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '18da4262-1614-4ea5-a521-9167d1feb822', 'code': 200} Sep 24 16:21:19.914572 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7999a4d4-c477-4e92-8691-d436a3046ef8 req-6a54b3ea-2861-4e3b-b905-63e2b99f2a9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:21:19.970311 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a54b3ea-2861-4e3b-b905-63e2b99f2a9e service neutron] Pushing event updated for resources: {'Port': ['ID=18da4262-1614-4ea5-a521-9167d1feb822,revision_number=6']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:21:20.006139 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a54b3ea-2861-4e3b-b905-63e2b99f2a9e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:21:20.006430 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a54b3ea-2861-4e3b-b905-63e2b99f2a9e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:21:20.006768 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a54b3ea-2861-4e3b-b905-63e2b99f2a9e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:21:20.007118 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a54b3ea-2861-4e3b-b905-63e2b99f2a9e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:21:20.007432 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a54b3ea-2861-4e3b-b905-63e2b99f2a9e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:21:20.007756 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a54b3ea-2861-4e3b-b905-63e2b99f2a9e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:21:20.008076 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a54b3ea-2861-4e3b-b905-63e2b99f2a9e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:21:20.008397 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a54b3ea-2861-4e3b-b905-63e2b99f2a9e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:21:20.008716 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a54b3ea-2861-4e3b-b905-63e2b99f2a9e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:21:20.009034 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a54b3ea-2861-4e3b-b905-63e2b99f2a9e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:21:20.009350 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a54b3ea-2861-4e3b-b905-63e2b99f2a9e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:21:20.009664 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a54b3ea-2861-4e3b-b905-63e2b99f2a9e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:21:20.051602 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-7999a4d4-c477-4e92-8691-d436a3046ef8 req-6a54b3ea-2861-4e3b-b905-63e2b99f2a9e service neutron] No DVR routers for this DVR port 18da4262-1614-4ea5-a521-9167d1feb822 on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:21:20.188776 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-7999a4d4-c477-4e92-8691-d436a3046ef8 req-6a54b3ea-2861-4e3b-b905-63e2b99f2a9e service neutron] Attempting to bind port 18da4262-1614-4ea5-a521-9167d1feb822 on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:21:20.189108 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-7999a4d4-c477-4e92-8691-d436a3046ef8 req-6a54b3ea-2861-4e3b-b905-63e2b99f2a9e service neutron] Attempting to bind port 18da4262-1614-4ea5-a521-9167d1feb822 by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': 'bae412cc-5815-477a-be73-419ffe821ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:21:20.189437 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7999a4d4-c477-4e92-8691-d436a3046ef8 req-6a54b3ea-2861-4e3b-b905-63e2b99f2a9e service neutron] Attempting to bind port 18da4262-1614-4ea5-a521-9167d1feb822 on network 68d2327c-e67b-467b-b2d5-f9d00637e77c {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:21:20.193858 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7999a4d4-c477-4e92-8691-d436a3046ef8 req-6a54b3ea-2861-4e3b-b905-63e2b99f2a9e service neutron] Port 18da4262-1614-4ea5-a521-9167d1feb822 on network 68d2327c-e67b-467b-b2d5-f9d00637e77c not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 16:21:20.194191 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7999a4d4-c477-4e92-8691-d436a3046ef8 req-6a54b3ea-2861-4e3b-b905-63e2b99f2a9e service neutron] Attempting to bind port 18da4262-1614-4ea5-a521-9167d1feb822 on network 68d2327c-e67b-467b-b2d5-f9d00637e77c {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:21:20.199063 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7999a4d4-c477-4e92-8691-d436a3046ef8 req-6a54b3ea-2861-4e3b-b905-63e2b99f2a9e service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:21:20.199401 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7999a4d4-c477-4e92-8691-d436a3046ef8 req-6a54b3ea-2861-4e3b-b905-63e2b99f2a9e service neutron] Checking segment: {'id': 'bae412cc-5815-477a-be73-419ffe821ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:21:20.200468 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7999a4d4-c477-4e92-8691-d436a3046ef8 req-6a54b3ea-2861-4e3b-b905-63e2b99f2a9e service neutron] Bound using segment: {'id': 'bae412cc-5815-477a-be73-419ffe821ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:21:20.200964 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-7999a4d4-c477-4e92-8691-d436a3046ef8 req-6a54b3ea-2861-4e3b-b905-63e2b99f2a9e service neutron] Bound port: 18da4262-1614-4ea5-a521-9167d1feb822, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bae412cc-5815-477a-be73-419ffe821ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:21:20.201885 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7999a4d4-c477-4e92-8691-d436a3046ef8 req-6a54b3ea-2861-4e3b-b905-63e2b99f2a9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:21:20.265920 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-7999a4d4-c477-4e92-8691-d436a3046ef8 req-6a54b3ea-2861-4e3b-b905-63e2b99f2a9e service neutron] For port 18da4262-1614-4ea5-a521-9167d1feb822, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:21:20.268785 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-7999a4d4-c477-4e92-8691-d436a3046ef8 req-6a54b3ea-2861-4e3b-b905-63e2b99f2a9e service neutron] For port 18da4262-1614-4ea5-a521-9167d1feb822, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=18da4262-1614-4ea5-a521-9167d1feb822,segment=NetworkSegment(bae412cc-5815-477a-be73-419ffe821ffd),segment_id=bae412cc-5815-477a-be73-419ffe821ffd)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:21:20.327394 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7999a4d4-c477-4e92-8691-d436a3046ef8 req-6a54b3ea-2861-4e3b-b905-63e2b99f2a9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:21:20.365646 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999a4d4-c477-4e92-8691-d436a3046ef8 req-6a54b3ea-2861-4e3b-b905-63e2b99f2a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:21:20.366328 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-7999a4d4-c477-4e92-8691-d436a3046ef8 req-6a54b3ea-2861-4e3b-b905-63e2b99f2a9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:21:20.367646 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7999a4d4-c477-4e92-8691-d436a3046ef8 req-6a54b3ea-2861-4e3b-b905-63e2b99f2a9e service neutron] 10.222.0.110 "PUT /v2.0/ports/18da4262-1614-4ea5-a521-9167d1feb822 HTTP/1.1" status: 200 len: 1091 time: 0.8819613 Sep 24 16:21:20.391708 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a54b3ea-2861-4e3b-b905-63e2b99f2a9e service neutron] Pushing event updated for resources: {'Port': ['ID=18da4262-1614-4ea5-a521-9167d1feb822,revision_number=7']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:21:20.436774 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999a4d4-c477-4e92-8691-d436a3046ef8 req-38adb3a5-a28d-4ccf-b914-3088e1822155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:21:20.438196 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7999a4d4-c477-4e92-8691-d436a3046ef8 req-38adb3a5-a28d-4ccf-b914-3088e1822155 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1ab0685188e14657a77135ecc1496822&device_id=f00e050f-b79d-48b9-ba87-07e56ea9169d HTTP/1.1" status: 200 len: 1094 time: 0.0436013 Sep 24 16:21:20.563813 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999a4d4-c477-4e92-8691-d436a3046ef8 req-4602efca-ccad-4fc3-b08b-f6e6815e8647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:21:20.565261 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7999a4d4-c477-4e92-8691-d436a3046ef8 req-4602efca-ccad-4fc3-b08b-f6e6815e8647 service neutron] 10.222.0.110 "GET /v2.0/networks?id=68d2327c-e67b-467b-b2d5-f9d00637e77c HTTP/1.1" status: 200 len: 914 time: 0.1199608 Sep 24 16:21:20.621194 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6a4d8-a0f3-43a7-ba43-2e04d607f7af req-fba5f213-d73b-442b-a0ed-a8dfcb65b499 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:21:20.622706 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-67f6a4d8-a0f3-43a7-ba43-2e04d607f7af req-fba5f213-d73b-442b-a0ed-a8dfcb65b499 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=f00e050f-b79d-48b9-ba87-07e56ea9169d HTTP/1.1" status: 200 len: 943 time: 0.0951219 Sep 24 16:21:20.660499 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7999a4d4-c477-4e92-8691-d436a3046ef8 req-84246a2d-4a03-4b9e-a640-ae20d8d0bed9 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18da4262-1614-4ea5-a521-9167d1feb822 HTTP/1.1" status: 200 len: 999 time: 0.0868645 Sep 24 16:21:20.684138 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-67f6a4d8-a0f3-43a7-ba43-2e04d607f7af req-f7159769-d41b-423a-a103-51df1dbec54f tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540001 Sep 24 16:21:20.723063 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999a4d4-c477-4e92-8691-d436a3046ef8 req-6f15c3a6-b4a5-444e-9165-a58aab93c45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:21:20.724513 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7999a4d4-c477-4e92-8691-d436a3046ef8 req-6f15c3a6-b4a5-444e-9165-a58aab93c45b service neutron] 10.222.0.110 "GET /v2.0/subnets?id=d7501836-148c-4ade-ae18-6669fad5c7ad HTTP/1.1" status: 200 len: 851 time: 0.0528829 Sep 24 16:21:20.774059 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999a4d4-c477-4e92-8691-d436a3046ef8 req-1ef0f4f8-c299-4413-b3a3-7fe775d893c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:21:20.775603 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7999a4d4-c477-4e92-8691-d436a3046ef8 req-1ef0f4f8-c299-4413-b3a3-7fe775d893c7 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=68d2327c-e67b-467b-b2d5-f9d00637e77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407546 Sep 24 16:21:20.871585 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7999a4d4-c477-4e92-8691-d436a3046ef8 req-8edc4425-b133-4fb4-a811-02889c342a1c service neutron] 10.222.0.110 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864129 Sep 24 16:21:20.973797 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7999a4d4-c477-4e92-8691-d436a3046ef8 req-888e1d35-a98c-4bf8-9b40-c4b4c1e3cc9b service neutron] 10.222.0.110 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943351 Sep 24 16:21:21.813025 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f117857f-75d1-4f2f-bec4-6195d3cbc845 req-3e51b395-8687-435e-a2be-06b4ff4d944b tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:21:21.814658 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f117857f-75d1-4f2f-bec4-6195d3cbc845 req-3e51b395-8687-435e-a2be-06b4ff4d944b tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=f00e050f-b79d-48b9-ba87-07e56ea9169d HTTP/1.1" status: 200 len: 943 time: 0.0564666 Sep 24 16:21:21.858606 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f117857f-75d1-4f2f-bec4-6195d3cbc845 req-e9fd6acf-4f23-42ac-842d-0b505b2525c8 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377328 Sep 24 16:21:21.882600 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f00e050f-b79d-48b9-ba87-07e56ea9169d', 'tag': '18da4262-1614-4ea5-a521-9167d1feb822'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:21:21.884971 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d730dcf-b581-4904-91a2-94758eba7d7f" -d '{"events": [{"name": "network-changed", "server_uuid": "f00e050f-b79d-48b9-ba87-07e56ea9169d", "tag": "18da4262-1614-4ea5-a521-9167d1feb822"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:21:21.933801 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abfecd1f-f01a-4f09-ad78-a748239a1e38 x-openstack-request-id: req-abfecd1f-f01a-4f09-ad78-a748239a1e38 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:21:21.934098 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f00e050f-b79d-48b9-ba87-07e56ea9169d", "tag": "18da4262-1614-4ea5-a521-9167d1feb822", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:21:21.934371 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-abfecd1f-f01a-4f09-ad78-a748239a1e38 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:21:21.934771 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f00e050f-b79d-48b9-ba87-07e56ea9169d', 'tag': '18da4262-1614-4ea5-a521-9167d1feb822', 'status': 'completed', 'code': 200} Sep 24 16:21:22.021334 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d730dcf-b581-4904-91a2-94758eba7d7f req-ea53a2fb-2ed6-425f-88db-7d16943541d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:21:22.022785 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1d730dcf-b581-4904-91a2-94758eba7d7f req-ea53a2fb-2ed6-425f-88db-7d16943541d4 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1ab0685188e14657a77135ecc1496822&device_id=f00e050f-b79d-48b9-ba87-07e56ea9169d HTTP/1.1" status: 200 len: 1094 time: 0.0682702 Sep 24 16:21:22.025212 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d730dcf-b581-4904-91a2-94758eba7d7f req-7e812d55-6b2e-48a4-8c09-7f4a19afdcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:21:22.026584 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1d730dcf-b581-4904-91a2-94758eba7d7f req-7e812d55-6b2e-48a4-8c09-7f4a19afdcd9 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=1ab0685188e14657a77135ecc1496822&device_id=f00e050f-b79d-48b9-ba87-07e56ea9169d HTTP/1.1" status: 200 len: 1094 time: 0.0642505 Sep 24 16:21:22.189245 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d730dcf-b581-4904-91a2-94758eba7d7f req-e41ade3f-e2aa-41cc-8088-084f7a6600d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:21:22.190728 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1d730dcf-b581-4904-91a2-94758eba7d7f req-e41ade3f-e2aa-41cc-8088-084f7a6600d7 service neutron] 10.222.0.110 "GET /v2.0/networks?id=68d2327c-e67b-467b-b2d5-f9d00637e77c HTTP/1.1" status: 200 len: 914 time: 0.1560802 Sep 24 16:21:22.191658 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d730dcf-b581-4904-91a2-94758eba7d7f req-f6c3ec45-0b04-4d1a-9ea0-f798cfb36852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:21:22.192978 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1d730dcf-b581-4904-91a2-94758eba7d7f req-f6c3ec45-0b04-4d1a-9ea0-f798cfb36852 service neutron] 10.222.0.108 "GET /v2.0/networks?id=68d2327c-e67b-467b-b2d5-f9d00637e77c HTTP/1.1" status: 200 len: 914 time: 0.1594021 Sep 24 16:21:22.304577 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1d730dcf-b581-4904-91a2-94758eba7d7f req-61a7f9d7-ba8f-410e-8dcd-12d2b0693445 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18da4262-1614-4ea5-a521-9167d1feb822 HTTP/1.1" status: 200 len: 999 time: 0.1043177 Sep 24 16:21:22.306194 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1d730dcf-b581-4904-91a2-94758eba7d7f req-0beb8437-b6c4-48ae-b2b2-209b3849bd98 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18da4262-1614-4ea5-a521-9167d1feb822 HTTP/1.1" status: 200 len: 999 time: 0.1050861 Sep 24 16:21:22.386673 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d730dcf-b581-4904-91a2-94758eba7d7f req-a92641d7-5448-4eb1-93fc-a1b26f0f5ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:21:22.388112 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1d730dcf-b581-4904-91a2-94758eba7d7f req-a92641d7-5448-4eb1-93fc-a1b26f0f5ba4 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=d7501836-148c-4ade-ae18-6669fad5c7ad HTTP/1.1" status: 200 len: 851 time: 0.0758777 Sep 24 16:21:22.389728 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d730dcf-b581-4904-91a2-94758eba7d7f req-a434c3b2-cc15-4613-82b8-caf1435ee303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:21:22.391048 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1d730dcf-b581-4904-91a2-94758eba7d7f req-a434c3b2-cc15-4613-82b8-caf1435ee303 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=d7501836-148c-4ade-ae18-6669fad5c7ad HTTP/1.1" status: 200 len: 851 time: 0.0718207 Sep 24 16:21:22.447958 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 18da4262-1614-4ea5-a521-9167d1feb822 no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:21:22.464379 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d730dcf-b581-4904-91a2-94758eba7d7f req-92641429-77c4-4600-8887-b5c0070a38a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:21:22.465858 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1d730dcf-b581-4904-91a2-94758eba7d7f req-92641429-77c4-4600-8887-b5c0070a38a4 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=68d2327c-e67b-467b-b2d5-f9d00637e77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0611756 Sep 24 16:21:22.467729 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d730dcf-b581-4904-91a2-94758eba7d7f req-4e1c6b29-fb12-4245-9258-db78aba36a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:21:22.469045 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1d730dcf-b581-4904-91a2-94758eba7d7f req-4e1c6b29-fb12-4245-9258-db78aba36a7b service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=68d2327c-e67b-467b-b2d5-f9d00637e77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722358 Sep 24 16:21:22.486456 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 18da4262-1614-4ea5-a521-9167d1feb822 not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:21:22.621153 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1d730dcf-b581-4904-91a2-94758eba7d7f req-5dda3da9-c084-41d4-a230-10c4f0824d29 service neutron] 10.222.0.108 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475086 Sep 24 16:21:22.623864 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1d730dcf-b581-4904-91a2-94758eba7d7f req-d93052d8-dec9-4b89-9c8b-35c6c899374b service neutron] 10.222.0.110 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421046 Sep 24 16:21:22.778818 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1d730dcf-b581-4904-91a2-94758eba7d7f req-7e7c88e3-c08c-4c8c-98c7-8ce52154400a service neutron] 10.222.0.108 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499166 Sep 24 16:21:22.781260 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1d730dcf-b581-4904-91a2-94758eba7d7f req-06dab9d6-d3f5-4db3-83fe-5d35e1d38143 service neutron] 10.222.0.110 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454349 Sep 24 16:21:22.974759 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab98b575-b788-44fc-a948-9df16a93af1e req-1a263fb1-3062-47bc-be0e-892aae747a5e tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:21:22.976264 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ab98b575-b788-44fc-a948-9df16a93af1e req-1a263fb1-3062-47bc-be0e-892aae747a5e tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=f00e050f-b79d-48b9-ba87-07e56ea9169d HTTP/1.1" status: 200 len: 943 time: 0.0491612 Sep 24 16:21:23.014856 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ab98b575-b788-44fc-a948-9df16a93af1e req-d3c517bb-151b-41b6-bd61-40eba7d0f338 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326326 Sep 24 16:21:23.690127 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 18da4262-1614-4ea5-a521-9167d1feb822 details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 16:21:23.785494 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 18da4262-1614-4ea5-a521-9167d1feb822, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=18da4262-1614-4ea5-a521-9167d1feb822,segment=NetworkSegment(bae412cc-5815-477a-be73-419ffe821ffd),segment_id=bae412cc-5815-477a-be73-419ffe821ffd)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:21:23.796792 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': '18da4262-1614-4ea5-a521-9167d1feb822', 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c', 'port_id': '18da4262-1614-4ea5-a521-9167d1feb822', 'mac_address': 'fa:16:3e:18:66:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7501836-148c-4ade-ae18-6669fad5c7ad', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 16:21:23.832981 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:21:23.845174 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18da4262-1614-4ea5-a521-9167d1feb822 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:21:23.863994 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 18da4262-1614-4ea5-a521-9167d1feb822, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=18da4262-1614-4ea5-a521-9167d1feb822,segment=NetworkSegment(bae412cc-5815-477a-be73-419ffe821ffd),segment_id=bae412cc-5815-477a-be73-419ffe821ffd)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:21:23.943001 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:21:23.993652 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=18da4262-1614-4ea5-a521-9167d1feb822,revision_number=8']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:21:24.001618 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:21:24.001960 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:21:24.002303 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:21:24.002667 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:21:24.003001 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:21:24.003337 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:21:24.003662 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:21:24.003988 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:21:24.004310 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:21:24.004632 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:21:24.004953 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:21:24.005277 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:21:24.141340 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0079d10-4bb9-4b80-8280-3d9bc4f62572 req-7b000c7e-5b56-4fa3-bf1f-791ca8e4748f tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:21:24.142866 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d0079d10-4bb9-4b80-8280-3d9bc4f62572 req-7b000c7e-5b56-4fa3-bf1f-791ca8e4748f tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=f00e050f-b79d-48b9-ba87-07e56ea9169d HTTP/1.1" status: 200 len: 944 time: 0.0569854 Sep 24 16:21:24.181264 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d0079d10-4bb9-4b80-8280-3d9bc4f62572 req-bb6d0cd4-17b3-4606-a810-e9d75cc14818 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317435 Sep 24 16:21:24.222197 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['18da4262-1614-4ea5-a521-9167d1feb822'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:21:24.488957 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192edff3-e98d-450b-b16f-aa3842d61457 req-b880d1a2-f09d-41ea-a452-755d4c3f1312 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:21:24.490469 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-192edff3-e98d-450b-b16f-aa3842d61457 req-b880d1a2-f09d-41ea-a452-755d4c3f1312 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=f00e050f-b79d-48b9-ba87-07e56ea9169d HTTP/1.1" status: 200 len: 944 time: 0.0489008 Sep 24 16:21:24.530988 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-192edff3-e98d-450b-b16f-aa3842d61457 req-5dfc06d3-0a32-4046-be08-1baeb0c10f06 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342832 Sep 24 16:21:24.580023 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a2f77-d257-4dec-8304-d7041d33b1ae req-4af69ab5-5879-45bb-b146-5cd80ddb5a4b tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:21:24.581493 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-579a2f77-d257-4dec-8304-d7041d33b1ae req-4af69ab5-5879-45bb-b146-5cd80ddb5a4b tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.108 "GET /v2.0/ports?device_id=f00e050f-b79d-48b9-ba87-07e56ea9169d&tenant_id=1ab0685188e14657a77135ecc1496822&binding%3Ahost_id=n-h1-808921-1 HTTP/1.1" status: 200 len: 944 time: 0.0496502 Sep 24 16:21:24.647119 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [req-579a2f77-d257-4dec-8304-d7041d33b1ae req-a24b465d-ee79-4c67-b3d5-fc61ed87a60f service neutron] delete failed (client error): The resource could not be found. Sep 24 16:21:24.648147 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-579a2f77-d257-4dec-8304-d7041d33b1ae req-a24b465d-ee79-4c67-b3d5-fc61ed87a60f service neutron] 10.222.0.108 "DELETE /v2.0/ports/18da4262-1614-4ea5-a521-9167d1feb822/bindings/n-h2-808921-1 HTTP/1.1" status: 404 len: 380 time: 0.0579622 Sep 24 16:21:24.730365 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a2f77-d257-4dec-8304-d7041d33b1ae req-9bac595b-3aad-43ed-8b2e-403122ce21ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:21:24.731846 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-579a2f77-d257-4dec-8304-d7041d33b1ae req-9bac595b-3aad-43ed-8b2e-403122ce21ce service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=1ab0685188e14657a77135ecc1496822&device_id=f00e050f-b79d-48b9-ba87-07e56ea9169d HTTP/1.1" status: 200 len: 1095 time: 0.0412595 Sep 24 16:21:24.824663 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a2f77-d257-4dec-8304-d7041d33b1ae req-91a87452-3d06-4072-b2df-5888300cf00f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:21:24.826807 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-579a2f77-d257-4dec-8304-d7041d33b1ae req-91a87452-3d06-4072-b2df-5888300cf00f service neutron] 10.222.0.108 "GET /v2.0/networks?id=68d2327c-e67b-467b-b2d5-f9d00637e77c HTTP/1.1" status: 200 len: 914 time: 0.0853055 Sep 24 16:21:24.897509 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-579a2f77-d257-4dec-8304-d7041d33b1ae req-d780102a-b3c6-4071-b844-5802bc2c30b9 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=18da4262-1614-4ea5-a521-9167d1feb822 HTTP/1.1" status: 200 len: 1000 time: 0.0634212 Sep 24 16:21:24.949638 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a2f77-d257-4dec-8304-d7041d33b1ae req-5420599a-3bfa-41ba-bf23-970ab5546e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:21:24.951776 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-579a2f77-d257-4dec-8304-d7041d33b1ae req-5420599a-3bfa-41ba-bf23-970ab5546e40 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=d7501836-148c-4ade-ae18-6669fad5c7ad HTTP/1.1" status: 200 len: 851 time: 0.0435874 Sep 24 16:21:24.996147 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a2f77-d257-4dec-8304-d7041d33b1ae req-1c78c600-b22f-40fd-9801-dbe34af06c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:21:24.997657 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-579a2f77-d257-4dec-8304-d7041d33b1ae req-1c78c600-b22f-40fd-9801-dbe34af06c3a service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=68d2327c-e67b-467b-b2d5-f9d00637e77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391622 Sep 24 16:21:25.092757 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-579a2f77-d257-4dec-8304-d7041d33b1ae req-4003bc35-48d4-4251-9be5-d06fb46bc01d service neutron] 10.222.0.108 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861652 Sep 24 16:21:25.186482 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-579a2f77-d257-4dec-8304-d7041d33b1ae req-a58993c3-4207-4823-9607-ce8677cc0a81 service neutron] 10.222.0.108 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870318 Sep 24 16:21:25.648848 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518930c3-84bd-46d4-b995-aa6d687a2568 req-4eff6d69-7011-40d1-870d-9b0fd2ab051e tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:21:25.650325 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-518930c3-84bd-46d4-b995-aa6d687a2568 req-4eff6d69-7011-40d1-870d-9b0fd2ab051e tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=f00e050f-b79d-48b9-ba87-07e56ea9169d HTTP/1.1" status: 200 len: 944 time: 0.0500016 Sep 24 16:21:25.690735 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-518930c3-84bd-46d4-b995-aa6d687a2568 req-5d064458-7920-4164-9960-6a7d02f76b35 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338702 Sep 24 16:21:25.711404 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 18da4262-1614-4ea5-a521-9167d1feb822 up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:21:25.834579 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port 18da4262-1614-4ea5-a521-9167d1feb822 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 16:21:25.838625 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port 18da4262-1614-4ea5-a521-9167d1feb822 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:21:25.839000 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:21:25.914979 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:21:25.938879 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f00e050f-b79d-48b9-ba87-07e56ea9169d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18da4262-1614-4ea5-a521-9167d1feb822'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:21:25.941176 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e8939c-8a38-4e07-8d0e-995f5a86fd3d" -d '{"events": [{"server_uuid": "f00e050f-b79d-48b9-ba87-07e56ea9169d", "name": "network-vif-plugged", "status": "completed", "tag": "18da4262-1614-4ea5-a521-9167d1feb822"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:21:25.954233 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 18da4262-1614-4ea5-a521-9167d1feb822, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=18da4262-1614-4ea5-a521-9167d1feb822,segment=NetworkSegment(bae412cc-5815-477a-be73-419ffe821ffd),segment_id=bae412cc-5815-477a-be73-419ffe821ffd)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:21:25.978975 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7813139-ddbe-464a-b7a2-5d5314417961 x-openstack-request-id: req-c7813139-ddbe-464a-b7a2-5d5314417961 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:21:25.981917 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f00e050f-b79d-48b9-ba87-07e56ea9169d", "name": "network-vif-plugged", "status": "completed", "tag": "18da4262-1614-4ea5-a521-9167d1feb822", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:21:25.981917 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c7813139-ddbe-464a-b7a2-5d5314417961 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:21:25.981917 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f00e050f-b79d-48b9-ba87-07e56ea9169d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18da4262-1614-4ea5-a521-9167d1feb822', 'code': 200} Sep 24 16:21:26.046272 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:21:26.096390 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=18da4262-1614-4ea5-a521-9167d1feb822,revision_number=9']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:21:26.811894 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cf21df-db4f-4961-aa52-8c6b0ade3d08 req-30f7b4d1-8681-4e98-b041-e666e812f9f0 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:21:26.813517 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c9cf21df-db4f-4961-aa52-8c6b0ade3d08 req-30f7b4d1-8681-4e98-b041-e666e812f9f0 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=f00e050f-b79d-48b9-ba87-07e56ea9169d HTTP/1.1" status: 200 len: 945 time: 0.0559838 Sep 24 16:21:26.852593 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c9cf21df-db4f-4961-aa52-8c6b0ade3d08 req-e5d320d3-6e9f-4326-8bea-ed2681785f94 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331814 Sep 24 16:21:26.973634 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc6bed-13c5-4518-a01f-3e0ca1f39fd3 req-4bcb946a-f6c9-42d2-a717-616340378235 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:21:26.975085 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-97bc6bed-13c5-4518-a01f-3e0ca1f39fd3 req-4bcb946a-f6c9-42d2-a717-616340378235 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=f00e050f-b79d-48b9-ba87-07e56ea9169d HTTP/1.1" status: 200 len: 945 time: 0.0492651 Sep 24 16:21:27.016297 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-97bc6bed-13c5-4518-a01f-3e0ca1f39fd3 req-f8142acd-8d0c-4b70-84a2-f1cafd115063 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351379 Sep 24 16:21:27.134930 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a0c034-a295-4d7f-a64e-352dfc13b2fa req-43fee79d-217f-4b96-9c15-4d88e3985ef9 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:21:27.136783 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-13a0c034-a295-4d7f-a64e-352dfc13b2fa req-43fee79d-217f-4b96-9c15-4d88e3985ef9 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=f00e050f-b79d-48b9-ba87-07e56ea9169d HTTP/1.1" status: 200 len: 945 time: 0.0544276 Sep 24 16:21:27.178262 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-13a0c034-a295-4d7f-a64e-352dfc13b2fa req-92398847-bddf-488a-9b83-9c801647e863 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343280 Sep 24 16:21:27.626177 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87532b9a-c4d4-41e2-8572-33b6a8aade2c req-fbe24f56-b5e8-4630-8561-fef6e5b6e987 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:21:27.627800 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-87532b9a-c4d4-41e2-8572-33b6a8aade2c req-fbe24f56-b5e8-4630-8561-fef6e5b6e987 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=f00e050f-b79d-48b9-ba87-07e56ea9169d HTTP/1.1" status: 200 len: 945 time: 0.0642502 Sep 24 16:21:27.666483 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-87532b9a-c4d4-41e2-8572-33b6a8aade2c req-6032d630-1588-4b74-b3e5-1deb6603366b tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322502 Sep 24 16:21:28.786079 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd45be-dfa2-4e35-9358-0de2faa8f360 req-e90b44b9-2aff-4a14-a11c-0688a4f2a8a8 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:21:28.787630 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3fcd45be-dfa2-4e35-9358-0de2faa8f360 req-e90b44b9-2aff-4a14-a11c-0688a4f2a8a8 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=f00e050f-b79d-48b9-ba87-07e56ea9169d HTTP/1.1" status: 200 len: 945 time: 0.0490053 Sep 24 16:21:28.825986 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3fcd45be-dfa2-4e35-9358-0de2faa8f360 req-a90bf9c1-fc8c-480f-b24a-acbafd380687 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324380 Sep 24 16:21:29.127550 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8211759b-6847-497f-b199-6cd35f6d897c req-2e3c3230-d0dc-493f-83fd-a4b14a8e39fb tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:21:29.128980 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8211759b-6847-497f-b199-6cd35f6d897c req-2e3c3230-d0dc-493f-83fd-a4b14a8e39fb tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.110 "GET /v2.0/ports?device_id=f00e050f-b79d-48b9-ba87-07e56ea9169d HTTP/1.1" status: 200 len: 945 time: 0.0487039 Sep 24 16:21:29.226845 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-8211759b-6847-497f-b199-6cd35f6d897c req-816ba673-5dda-40dc-96bc-586840d0b8ee tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Deleting port 18da4262-1614-4ea5-a521-9167d1feb822 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:21:29.227177 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8211759b-6847-497f-b199-6cd35f6d897c req-816ba673-5dda-40dc-96bc-586840d0b8ee tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:21:29.323101 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-8211759b-6847-497f-b199-6cd35f6d897c req-816ba673-5dda-40dc-96bc-586840d0b8ee tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] For port 18da4262-1614-4ea5-a521-9167d1feb822, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=18da4262-1614-4ea5-a521-9167d1feb822,segment=NetworkSegment(bae412cc-5815-477a-be73-419ffe821ffd),segment_id=bae412cc-5815-477a-be73-419ffe821ffd)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:21:29.323460 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8211759b-6847-497f-b199-6cd35f6d897c req-816ba673-5dda-40dc-96bc-586840d0b8ee tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:21:29.496885 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8211759b-6847-497f-b199-6cd35f6d897c req-816ba673-5dda-40dc-96bc-586840d0b8ee tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:21:29.497158 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8211759b-6847-497f-b199-6cd35f6d897c req-816ba673-5dda-40dc-96bc-586840d0b8ee tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:21:29.497502 n-d-808921-1 neutron-server[95298]: INFO neutron.db.l3_db [req-8211759b-6847-497f-b199-6cd35f6d897c req-816ba673-5dda-40dc-96bc-586840d0b8ee tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Floating IP 6559a5db-0fcf-4144-a609-0ed08b1ad479 disassociated. External IP: 172.25.0.147, port: 18da4262-1614-4ea5-a521-9167d1feb822. Sep 24 16:21:29.498105 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-8211759b-6847-497f-b199-6cd35f6d897c req-816ba673-5dda-40dc-96bc-586840d0b8ee tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Calling delete_port for 18da4262-1614-4ea5-a521-9167d1feb822 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:21:29.685838 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8211759b-6847-497f-b199-6cd35f6d897c req-816ba673-5dda-40dc-96bc-586840d0b8ee tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:21:29.718065 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816ba673-5dda-40dc-96bc-586840d0b8ee tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Pushing event deleted for resources: {'Port': ['ID=18da4262-1614-4ea5-a521-9167d1feb822,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:21:29.836583 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8211759b-6847-497f-b199-6cd35f6d897c req-816ba673-5dda-40dc-96bc-586840d0b8ee tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Router 302af011-5d2d-4040-8014-ded5f17568a6 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:21:29.947787 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-036f020c-b7a7-4a85-a88e-904b2d35e2ff req-080d77b0-13df-4758-9c37-36e5a4d72d00 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=f00e050f-b79d-48b9-ba87-07e56ea9169d HTTP/1.1" status: 200 len: 210 time: 0.0343754 Sep 24 16:21:30.302986 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8211759b-6847-497f-b199-6cd35f6d897c req-816ba673-5dda-40dc-96bc-586840d0b8ee tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:21:30.312621 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bda25e8-32e2-459e-974f-e2e245ce618d None None] Sync routers for ids ['302af011-5d2d-4040-8014-ded5f17568a6'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:21:30.322056 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bda25e8-32e2-459e-974f-e2e245ce618d None None] Routers {'302af011-5d2d-4040-8014-ded5f17568a6'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:21:30.322868 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-3bda25e8-32e2-459e-974f-e2e245ce618d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:21:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['302af011-5d2d-4040-8014-ded5f17568a6'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:21:30.343199 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-8211759b-6847-497f-b199-6cd35f6d897c req-816ba673-5dda-40dc-96bc-586840d0b8ee tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] No DVR routers for this DVR port 18da4262-1614-4ea5-a521-9167d1feb822 on host n-h1-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:21:30.345927 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8211759b-6847-497f-b199-6cd35f6d897c req-816ba673-5dda-40dc-96bc-586840d0b8ee tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:21:30.348008 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8211759b-6847-497f-b199-6cd35f6d897c req-816ba673-5dda-40dc-96bc-586840d0b8ee tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.110 "DELETE /v2.0/ports/18da4262-1614-4ea5-a521-9167d1feb822 HTTP/1.1" status: 204 len: 173 time: 1.2099128 Sep 24 16:21:30.348441 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f00e050f-b79d-48b9-ba87-07e56ea9169d', 'name': 'network-vif-deleted', 'tag': '18da4262-1614-4ea5-a521-9167d1feb822'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:21:30.350718 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb42e39-30e7-4e8e-b86d-c57ce0d75b37" -d '{"events": [{"server_uuid": "f00e050f-b79d-48b9-ba87-07e56ea9169d", "name": "network-vif-deleted", "tag": "18da4262-1614-4ea5-a521-9167d1feb822"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:21:30.386157 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:21:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b58514-dcb2-4fca-a93d-cf18b232bc5d x-openstack-request-id: req-42b58514-dcb2-4fca-a93d-cf18b232bc5d {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:21:30.386454 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f00e050f-b79d-48b9-ba87-07e56ea9169d", "name": "network-vif-deleted", "tag": "18da4262-1614-4ea5-a521-9167d1feb822", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:21:30.386709 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-42b58514-dcb2-4fca-a93d-cf18b232bc5d {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:21:30.387105 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f00e050f-b79d-48b9-ba87-07e56ea9169d', 'name': 'network-vif-deleted', 'tag': '18da4262-1614-4ea5-a521-9167d1feb822', 'status': 'completed', 'code': 200} Sep 24 16:21:30.431983 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-3bda25e8-32e2-459e-974f-e2e245ce618d None None] Set router 302af011-5d2d-4040-8014-ded5f17568a6 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:21:30.638081 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-3bda25e8-32e2-459e-974f-e2e245ce618d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302af011-5d2d-4040-8014-ded5f17568a6', 'name': 'tempest-ServerActionsTestJSON-1059124727-router', 'tenant_id': '1ab0685188e14657a77135ecc1496822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '50867e16-bff5-4116-a9a4-16376b03757b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:19:04Z', 'updated_at': '2021-09-24T16:19:07Z', 'revision_number': 4, 'project_id': '1ab0685188e14657a77135ecc1496822', 'gw_port': {'id': '50867e16-bff5-4116-a9a4-16376b03757b', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ff:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302af011-5d2d-4040-8014-ded5f17568a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:19:04Z', 'updated_at': '2021-09-24T16:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'ede91fc0-e62b-4a2e-9c60-7c620e454edd', 'name': '', 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c', 'tenant_id': '1ab0685188e14657a77135ecc1496822', 'mac_address': 'fa:16:3e:7c:51:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302af011-5d2d-4040-8014-ded5f17568a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'd7501836-148c-4ade-ae18-6669fad5c7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:19:06Z', 'updated_at': '2021-09-24T16:19:10Z', 'revision_number': 5, 'project_id': '1ab0685188e14657a77135ecc1496822', 'subnets': [{'id': 'd7501836-148c-4ade-ae18-6669fad5c7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:21:30.665367 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bda25e8-32e2-459e-974f-e2e245ce618d None None] Checking router: 302af011-5d2d-4040-8014-ded5f17568a6 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:21:30.673816 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bda25e8-32e2-459e-974f-e2e245ce618d None None] Routers {'302af011-5d2d-4040-8014-ded5f17568a6'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:21:30.674458 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-3bda25e8-32e2-459e-974f-e2e245ce618d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:21:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['302af011-5d2d-4040-8014-ded5f17568a6'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:21:30.782067 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-3bda25e8-32e2-459e-974f-e2e245ce618d None None] Set router 302af011-5d2d-4040-8014-ded5f17568a6 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:21:30.989249 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-3bda25e8-32e2-459e-974f-e2e245ce618d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302af011-5d2d-4040-8014-ded5f17568a6', 'name': 'tempest-ServerActionsTestJSON-1059124727-router', 'tenant_id': '1ab0685188e14657a77135ecc1496822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '50867e16-bff5-4116-a9a4-16376b03757b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:19:04Z', 'updated_at': '2021-09-24T16:19:07Z', 'revision_number': 4, 'project_id': '1ab0685188e14657a77135ecc1496822', 'gw_port': {'id': '50867e16-bff5-4116-a9a4-16376b03757b', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ff:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302af011-5d2d-4040-8014-ded5f17568a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:19:04Z', 'updated_at': '2021-09-24T16:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'ede91fc0-e62b-4a2e-9c60-7c620e454edd', 'name': '', 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c', 'tenant_id': '1ab0685188e14657a77135ecc1496822', 'mac_address': 'fa:16:3e:7c:51:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302af011-5d2d-4040-8014-ded5f17568a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'd7501836-148c-4ade-ae18-6669fad5c7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:19:06Z', 'updated_at': '2021-09-24T16:19:10Z', 'revision_number': 5, 'project_id': '1ab0685188e14657a77135ecc1496822', 'subnets': [{'id': 'd7501836-148c-4ade-ae18-6669fad5c7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:21:31.019087 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bda25e8-32e2-459e-974f-e2e245ce618d None None] The sync data for ids ['302af011-5d2d-4040-8014-ded5f17568a6'] in n-d-808921-1 is: [{'id': '302af011-5d2d-4040-8014-ded5f17568a6', 'name': 'tempest-ServerActionsTestJSON-1059124727-router', 'tenant_id': '1ab0685188e14657a77135ecc1496822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '50867e16-bff5-4116-a9a4-16376b03757b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:19:04Z', 'updated_at': '2021-09-24T16:19:07Z', 'revision_number': 4, 'project_id': '1ab0685188e14657a77135ecc1496822', 'gw_port': {'id': '50867e16-bff5-4116-a9a4-16376b03757b', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ff:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302af011-5d2d-4040-8014-ded5f17568a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:19:04Z', 'updated_at': '2021-09-24T16:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'ede91fc0-e62b-4a2e-9c60-7c620e454edd', 'name': '', 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c', 'tenant_id': '1ab0685188e14657a77135ecc1496822', 'mac_address': 'fa:16:3e:7c:51:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302af011-5d2d-4040-8014-ded5f17568a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'd7501836-148c-4ade-ae18-6669fad5c7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:19:06Z', 'updated_at': '2021-09-24T16:19:10Z', 'revision_number': 5, 'project_id': '1ab0685188e14657a77135ecc1496822', 'subnets': [{'id': 'd7501836-148c-4ade-ae18-6669fad5c7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:21:31.204669 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-526975ef-db8c-4abb-a225-0648867bafce req-a89c05b0-9df0-4043-b8d6-9531c740f0ac tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-securitygroup--348699338&fields=id&tenant_id=1ab0685188e14657a77135ecc1496822 HTTP/1.1" status: 200 len: 267 time: 0.0361290 Sep 24 16:21:31.222981 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d4898e66-63bb-4c6c-bab3-223e093f9e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:21:31.256701 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66164edf-fd2c-4e2f-a35c-d8e16a86b87d None None] New status for floating IP 6559a5db-0fcf-4144-a609-0ed08b1ad479: DOWN {{(pid=95300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 16:21:31.317558 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526975ef-db8c-4abb-a225-0648867bafce req-292b1b8c-ff72-4f0b-a50c-777e5e000ba0 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:21:31.319082 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-526975ef-db8c-4abb-a225-0648867bafce req-292b1b8c-ff72-4f0b-a50c-777e5e000ba0 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/networks?id=68d2327c-e67b-467b-b2d5-f9d00637e77c HTTP/1.1" status: 200 len: 812 time: 0.1069357 Sep 24 16:21:31.339614 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-526975ef-db8c-4abb-a225-0648867bafce req-01eabf24-797c-4197-8727-bede683d6f14 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/quotas/1ab0685188e14657a77135ecc1496822 HTTP/1.1" status: 200 len: 375 time: 0.0099485 Sep 24 16:21:31.402326 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-526975ef-db8c-4abb-a225-0648867bafce req-d41ae75b-d930-4c05-b98a-311536bd57bc tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=1ab0685188e14657a77135ecc1496822&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0568242 Sep 24 16:21:31.505875 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-526975ef-db8c-4abb-a225-0648867bafce req-65c23859-c811-4d98-97f8-fb71e806c56b service neutron] 10.222.0.101 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912530 Sep 24 16:21:31.601113 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-526975ef-db8c-4abb-a225-0648867bafce req-3d55db6a-d2fc-45e8-8b25-d01775aaf477 service neutron] 10.222.0.101 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886223 Sep 24 16:21:31.744389 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 18da4262-1614-4ea5-a521-9167d1feb822 no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:21:31.764977 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] No Port match for: 18da4262-1614-4ea5-a521-9167d1feb822 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:21:31.765588 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 18da4262-1614-4ea5-a521-9167d1feb822 not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:21:31.828912 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a2f3e8d9-ad42-4ddd-88a4-c10fb21ea1eb req-0c1dd497-44a6-41e7-88a8-2d954385cdaf tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=9665e9b1-bcfe-4493-84cf-55c6eec859a0 HTTP/1.1" status: 200 len: 210 time: 0.0261786 Sep 24 16:21:32.908343 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c9b602ac-de79-4801-8dc4-64ebf2796b6e req-4a45a5f3-34d3-4e2e-bf48-a112bfe3d1ff tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=9665e9b1-bcfe-4493-84cf-55c6eec859a0 HTTP/1.1" status: 200 len: 210 time: 0.0273485 Sep 24 16:21:33.914097 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-12a9dbcc-011f-452a-9539-67afcf37914f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:21:34.007540 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c8a49719-ed46-40d0-b5cc-166e3297a554 req-b126a69c-d908-4162-9b9f-dc9d63d3ffaf tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=9665e9b1-bcfe-4493-84cf-55c6eec859a0 HTTP/1.1" status: 200 len: 210 time: 0.0270560 Sep 24 16:21:34.303161 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:21:34.805221 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526975ef-db8c-4abb-a225-0648867bafce req-df3e2c8d-f5c6-4611-8c50-8fbefb8c1079 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:21:34.806757 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-526975ef-db8c-4abb-a225-0648867bafce req-df3e2c8d-f5c6-4611-8c50-8fbefb8c1079 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.110 "GET /v2.0/networks?id=68d2327c-e67b-467b-b2d5-f9d00637e77c HTTP/1.1" status: 200 len: 812 time: 0.1074705 Sep 24 16:21:34.854648 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-526975ef-db8c-4abb-a225-0648867bafce req-a52bede7-6221-42b4-9418-17f783a81bdc tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.110 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ab0685188e14657a77135ecc1496822 HTTP/1.1" status: 200 len: 379 time: 0.0369110 Sep 24 16:21:34.865328 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-526975ef-db8c-4abb-a225-0648867bafce req-80e7763a-9367-4e41-8702-dcd16e93cf77 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Request body: {'port': {'device_id': '9665e9b1-bcfe-4493-84cf-55c6eec859a0', 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c', 'admin_state_up': True, 'tenant_id': '1ab0685188e14657a77135ecc1496822', 'security_groups': ['0a89126d-69c2-4116-ac30-9afe5a15a35a']}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:21:35.056869 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-526975ef-db8c-4abb-a225-0648867bafce req-80e7763a-9367-4e41-8702-dcd16e93cf77 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Made reservation on behalf of 1ab0685188e14657a77135ecc1496822 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:21:35.060508 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-526975ef-db8c-4abb-a225-0648867bafce req-80e7763a-9367-4e41-8702-dcd16e93cf77 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:21:35.104189 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-116b8b64-cdda-47d1-a11e-0dbd5eb10724 req-e43e573e-870f-43fe-a50a-58749be61540 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=9665e9b1-bcfe-4493-84cf-55c6eec859a0 HTTP/1.1" status: 200 len: 210 time: 0.0261359 Sep 24 16:21:35.187945 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-526975ef-db8c-4abb-a225-0648867bafce req-80e7763a-9367-4e41-8702-dcd16e93cf77 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Allocated IP 172.20.0.10 (68d2327c-e67b-467b-b2d5-f9d00637e77c/d7501836-148c-4ade-ae18-6669fad5c7ad/4305d059-4058-4da1-bf40-fe12678e36bf) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:21:35.328594 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-526975ef-db8c-4abb-a225-0648867bafce req-80e7763a-9367-4e41-8702-dcd16e93cf77 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:21:35.405855 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:21:35.417467 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-526975ef-db8c-4abb-a225-0648867bafce req-80e7763a-9367-4e41-8702-dcd16e93cf77 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:21:35.461379 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-526975ef-db8c-4abb-a225-0648867bafce req-80e7763a-9367-4e41-8702-dcd16e93cf77 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Network 68d2327c-e67b-467b-b2d5-f9d00637e77c is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:21:35.464392 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-526975ef-db8c-4abb-a225-0648867bafce req-80e7763a-9367-4e41-8702-dcd16e93cf77 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:21:35.469379 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-526975ef-db8c-4abb-a225-0648867bafce req-80e7763a-9367-4e41-8702-dcd16e93cf77 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:21:35.497422 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e7763a-9367-4e41-8702-dcd16e93cf77 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Pushing event updated for resources: {'Port': ['ID=4305d059-4058-4da1-bf40-fe12678e36bf,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:21:35.530749 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526975ef-db8c-4abb-a225-0648867bafce req-80e7763a-9367-4e41-8702-dcd16e93cf77 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:21:35.531416 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-526975ef-db8c-4abb-a225-0648867bafce req-80e7763a-9367-4e41-8702-dcd16e93cf77 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:21:35.641313 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-526975ef-db8c-4abb-a225-0648867bafce req-80e7763a-9367-4e41-8702-dcd16e93cf77 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7795472 Sep 24 16:21:35.655148 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-526975ef-db8c-4abb-a225-0648867bafce req-7418f1d8-a29a-4288-999b-8bc0475af63d service neutron] Request body: {'port': {'device_id': '9665e9b1-bcfe-4493-84cf-55c6eec859a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:21:35.716068 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-526975ef-db8c-4abb-a225-0648867bafce req-7418f1d8-a29a-4288-999b-8bc0475af63d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:21:35.757551 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-49902d04-bf28-47f0-b423-9a2e72c66467 None None] Provisioning complete for port 4305d059-4058-4da1-bf40-fe12678e36bf triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:21:35.757926 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-49902d04-bf28-47f0-b423-9a2e72c66467 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:21:35.796636 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-49902d04-bf28-47f0-b423-9a2e72c66467 None None] Port 4305d059-4058-4da1-bf40-fe12678e36bf cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:21:35.995153 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-526975ef-db8c-4abb-a225-0648867bafce req-7418f1d8-a29a-4288-999b-8bc0475af63d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4305d059-4058-4da1-bf40-fe12678e36bf {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:21:36.003563 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-526975ef-db8c-4abb-a225-0648867bafce req-7418f1d8-a29a-4288-999b-8bc0475af63d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:21:36.016497 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-526975ef-db8c-4abb-a225-0648867bafce req-7418f1d8-a29a-4288-999b-8bc0475af63d service neutron] Transition to ACTIVE for port object 4305d059-4058-4da1-bf40-fe12678e36bf will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 16:21:36.091691 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-526975ef-db8c-4abb-a225-0648867bafce req-7418f1d8-a29a-4288-999b-8bc0475af63d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:21:36.161675 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7418f1d8-a29a-4288-999b-8bc0475af63d service neutron] Pushing event updated for resources: {'Port': ['ID=4305d059-4058-4da1-bf40-fe12678e36bf,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:21:36.277377 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a84fef-2f89-4480-b376-4d8071fbf163 req-eb106b33-3ce2-4eb6-9520-f9ee3bfd3479 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:21:36.278963 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d5a84fef-2f89-4480-b376-4d8071fbf163 req-eb106b33-3ce2-4eb6-9520-f9ee3bfd3479 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=9665e9b1-bcfe-4493-84cf-55c6eec859a0 HTTP/1.1" status: 200 len: 944 time: 0.0743651 Sep 24 16:21:36.280352 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-526975ef-db8c-4abb-a225-0648867bafce req-7418f1d8-a29a-4288-999b-8bc0475af63d service neutron] Attempting to bind port 4305d059-4058-4da1-bf40-fe12678e36bf on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:21:36.280553 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-526975ef-db8c-4abb-a225-0648867bafce req-7418f1d8-a29a-4288-999b-8bc0475af63d service neutron] Attempting to bind port 4305d059-4058-4da1-bf40-fe12678e36bf by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': 'bae412cc-5815-477a-be73-419ffe821ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:21:36.280876 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526975ef-db8c-4abb-a225-0648867bafce req-7418f1d8-a29a-4288-999b-8bc0475af63d service neutron] Attempting to bind port 4305d059-4058-4da1-bf40-fe12678e36bf on network 68d2327c-e67b-467b-b2d5-f9d00637e77c {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:21:36.288020 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526975ef-db8c-4abb-a225-0648867bafce req-7418f1d8-a29a-4288-999b-8bc0475af63d service neutron] Port 4305d059-4058-4da1-bf40-fe12678e36bf on network 68d2327c-e67b-467b-b2d5-f9d00637e77c not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 16:21:36.288338 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526975ef-db8c-4abb-a225-0648867bafce req-7418f1d8-a29a-4288-999b-8bc0475af63d service neutron] Attempting to bind port 4305d059-4058-4da1-bf40-fe12678e36bf on network 68d2327c-e67b-467b-b2d5-f9d00637e77c {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:21:36.305250 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526975ef-db8c-4abb-a225-0648867bafce req-7418f1d8-a29a-4288-999b-8bc0475af63d service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:21:36.305584 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526975ef-db8c-4abb-a225-0648867bafce req-7418f1d8-a29a-4288-999b-8bc0475af63d service neutron] Checking segment: {'id': 'bae412cc-5815-477a-be73-419ffe821ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:21:36.305973 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-526975ef-db8c-4abb-a225-0648867bafce req-7418f1d8-a29a-4288-999b-8bc0475af63d service neutron] Bound using segment: {'id': 'bae412cc-5815-477a-be73-419ffe821ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:21:36.306435 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-526975ef-db8c-4abb-a225-0648867bafce req-7418f1d8-a29a-4288-999b-8bc0475af63d service neutron] Bound port: 4305d059-4058-4da1-bf40-fe12678e36bf, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bae412cc-5815-477a-be73-419ffe821ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:21:36.306795 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-526975ef-db8c-4abb-a225-0648867bafce req-7418f1d8-a29a-4288-999b-8bc0475af63d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:21:36.361674 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d5a84fef-2f89-4480-b376-4d8071fbf163 req-404133c2-5a17-4198-9064-db650517300f tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755916 Sep 24 16:21:36.396719 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-526975ef-db8c-4abb-a225-0648867bafce req-7418f1d8-a29a-4288-999b-8bc0475af63d service neutron] For port 4305d059-4058-4da1-bf40-fe12678e36bf, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:21:36.399934 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-526975ef-db8c-4abb-a225-0648867bafce req-7418f1d8-a29a-4288-999b-8bc0475af63d service neutron] For port 4305d059-4058-4da1-bf40-fe12678e36bf, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=4305d059-4058-4da1-bf40-fe12678e36bf,segment=NetworkSegment(bae412cc-5815-477a-be73-419ffe821ffd),segment_id=bae412cc-5815-477a-be73-419ffe821ffd)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:21:36.457040 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-526975ef-db8c-4abb-a225-0648867bafce req-7418f1d8-a29a-4288-999b-8bc0475af63d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:21:36.494189 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526975ef-db8c-4abb-a225-0648867bafce req-7418f1d8-a29a-4288-999b-8bc0475af63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:21:36.494833 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-526975ef-db8c-4abb-a225-0648867bafce req-7418f1d8-a29a-4288-999b-8bc0475af63d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:21:36.496214 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-526975ef-db8c-4abb-a225-0648867bafce req-7418f1d8-a29a-4288-999b-8bc0475af63d service neutron] 10.222.0.110 "PUT /v2.0/ports/4305d059-4058-4da1-bf40-fe12678e36bf HTTP/1.1" status: 200 len: 1092 time: 0.8456085 Sep 24 16:21:36.496644 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9665e9b1-bcfe-4493-84cf-55c6eec859a0', 'tag': '4305d059-4058-4da1-bf40-fe12678e36bf'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:21:36.499468 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e6db6be-f872-4516-bfcf-955be4465835" -d '{"events": [{"name": "network-changed", "server_uuid": "9665e9b1-bcfe-4493-84cf-55c6eec859a0", "tag": "4305d059-4058-4da1-bf40-fe12678e36bf"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:21:36.522479 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7418f1d8-a29a-4288-999b-8bc0475af63d service neutron] Pushing event updated for resources: {'Port': ['ID=4305d059-4058-4da1-bf40-fe12678e36bf,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:21:36.539268 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2463cf51-ec9c-4567-939d-c893a40820b6 x-openstack-request-id: req-2463cf51-ec9c-4567-939d-c893a40820b6 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:21:36.539706 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9665e9b1-bcfe-4493-84cf-55c6eec859a0", "tag": "4305d059-4058-4da1-bf40-fe12678e36bf", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:21:36.540090 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-2463cf51-ec9c-4567-939d-c893a40820b6 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:21:36.540776 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9665e9b1-bcfe-4493-84cf-55c6eec859a0', 'tag': '4305d059-4058-4da1-bf40-fe12678e36bf', 'status': 'completed', 'code': 200} Sep 24 16:21:36.610949 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6db6be-f872-4516-bfcf-955be4465835 req-cdd965b2-a276-4bec-8063-a0306884190b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:21:36.612584 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3e6db6be-f872-4516-bfcf-955be4465835 req-cdd965b2-a276-4bec-8063-a0306884190b service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1ab0685188e14657a77135ecc1496822&device_id=9665e9b1-bcfe-4493-84cf-55c6eec859a0 HTTP/1.1" status: 200 len: 1095 time: 0.0448637 Sep 24 16:21:36.720036 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6db6be-f872-4516-bfcf-955be4465835 req-17e9186a-b409-4dff-90f9-6f3645db20f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:21:36.721515 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3e6db6be-f872-4516-bfcf-955be4465835 req-17e9186a-b409-4dff-90f9-6f3645db20f8 service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=1ab0685188e14657a77135ecc1496822&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0999119 Sep 24 16:21:36.821286 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6db6be-f872-4516-bfcf-955be4465835 req-c94fb38d-f451-4516-b318-256b3edcf626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:21:36.822744 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3e6db6be-f872-4516-bfcf-955be4465835 req-c94fb38d-f451-4516-b318-256b3edcf626 service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0935919 Sep 24 16:21:36.828351 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:21:36.912653 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526975ef-db8c-4abb-a225-0648867bafce req-b5f13b9e-e523-44f7-8517-0189c8b4404d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:21:36.914184 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-526975ef-db8c-4abb-a225-0648867bafce req-b5f13b9e-e523-44f7-8517-0189c8b4404d service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1ab0685188e14657a77135ecc1496822&device_id=9665e9b1-bcfe-4493-84cf-55c6eec859a0 HTTP/1.1" status: 200 len: 1095 time: 0.0461960 Sep 24 16:21:36.962250 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-526975ef-db8c-4abb-a225-0648867bafce req-736d4b2e-ee5d-4852-bad6-49ddbda8f238 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4305d059-4058-4da1-bf40-fe12678e36bf HTTP/1.1" status: 200 len: 217 time: 0.0343051 Sep 24 16:21:37.014019 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526975ef-db8c-4abb-a225-0648867bafce req-64330159-3e86-40e1-8146-d1c709da54e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:21:37.015503 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-526975ef-db8c-4abb-a225-0648867bafce req-64330159-3e86-40e1-8146-d1c709da54e7 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=d7501836-148c-4ade-ae18-6669fad5c7ad HTTP/1.1" status: 200 len: 851 time: 0.0446901 Sep 24 16:21:37.070506 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526975ef-db8c-4abb-a225-0648867bafce req-e27016dc-6ac1-4dcf-8703-233d992cfe2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:21:37.071989 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-526975ef-db8c-4abb-a225-0648867bafce req-e27016dc-6ac1-4dcf-8703-233d992cfe2e service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=68d2327c-e67b-467b-b2d5-f9d00637e77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451050 Sep 24 16:21:37.087520 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [req-526975ef-db8c-4abb-a225-0648867bafce req-4b8d923c-b186-4a6e-89ba-3858fa2df9ce service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 16:21:37.088466 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-526975ef-db8c-4abb-a225-0648867bafce req-4b8d923c-b186-4a6e-89ba-3858fa2df9ce service neutron] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050385 Sep 24 16:21:37.180526 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-526975ef-db8c-4abb-a225-0648867bafce req-f6c73211-cb26-4af2-901b-70ce59082297 service neutron] 10.222.0.110 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844982 Sep 24 16:21:37.277203 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-526975ef-db8c-4abb-a225-0648867bafce req-51f9f6fa-3a67-4d7a-be02-2ecc66a19acc service neutron] 10.222.0.110 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881097 Sep 24 16:21:37.480443 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7952dbb-132c-48f3-bbef-6415085f735c req-74ed8703-b950-4d67-bb7d-4c4c19390648 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:21:37.481958 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f7952dbb-132c-48f3-bbef-6415085f735c req-74ed8703-b950-4d67-bb7d-4c4c19390648 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=9665e9b1-bcfe-4493-84cf-55c6eec859a0 HTTP/1.1" status: 200 len: 944 time: 0.0506783 Sep 24 16:21:37.521331 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f7952dbb-132c-48f3-bbef-6415085f735c req-cb4b2742-fb6c-4bca-9a78-3bb1439d61fc tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328186 Sep 24 16:21:38.640815 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09367811-dc10-4339-b842-65d86de74721 req-ccacd19a-a830-4adc-a55c-0d78d35baeab tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:21:38.642306 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-09367811-dc10-4339-b842-65d86de74721 req-ccacd19a-a830-4adc-a55c-0d78d35baeab tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=9665e9b1-bcfe-4493-84cf-55c6eec859a0 HTTP/1.1" status: 200 len: 944 time: 0.0511687 Sep 24 16:21:38.681108 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-09367811-dc10-4339-b842-65d86de74721 req-7745cb5d-a14e-4b7c-b629-21f98f43d2ce tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327308 Sep 24 16:21:39.319134 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:21:39.766310 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 4305d059-4058-4da1-bf40-fe12678e36bf details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 16:21:39.798576 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff0839-c940-4ca9-9a65-ef3c1e85be92 req-6ffad281-6dba-42c1-80cd-26acf3fd41e9 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:21:39.800104 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9fff0839-c940-4ca9-9a65-ef3c1e85be92 req-6ffad281-6dba-42c1-80cd-26acf3fd41e9 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=9665e9b1-bcfe-4493-84cf-55c6eec859a0 HTTP/1.1" status: 200 len: 944 time: 0.0500019 Sep 24 16:21:39.839137 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9fff0839-c940-4ca9-9a65-ef3c1e85be92 req-067d5be1-5516-40f5-a7bb-379261c62ae4 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330484 Sep 24 16:21:39.861741 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 4305d059-4058-4da1-bf40-fe12678e36bf, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=4305d059-4058-4da1-bf40-fe12678e36bf,segment=NetworkSegment(bae412cc-5815-477a-be73-419ffe821ffd),segment_id=bae412cc-5815-477a-be73-419ffe821ffd)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:21:39.872664 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': '4305d059-4058-4da1-bf40-fe12678e36bf', 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c', 'port_id': '4305d059-4058-4da1-bf40-fe12678e36bf', 'mac_address': 'fa:16:3e:27:c9:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7501836-148c-4ade-ae18-6669fad5c7ad', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 16:21:39.912391 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:21:39.925666 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4305d059-4058-4da1-bf40-fe12678e36bf {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:21:39.944886 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 4305d059-4058-4da1-bf40-fe12678e36bf, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=4305d059-4058-4da1-bf40-fe12678e36bf,segment=NetworkSegment(bae412cc-5815-477a-be73-419ffe821ffd),segment_id=bae412cc-5815-477a-be73-419ffe821ffd)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:21:40.046217 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:21:40.093930 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=4305d059-4058-4da1-bf40-fe12678e36bf,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:21:40.294600 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['4305d059-4058-4da1-bf40-fe12678e36bf'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:21:40.958982 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18adad89-7a90-4ccc-9ae0-3fe9ae04048a req-1ed105d9-dab1-439c-b151-f8431357d680 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:21:40.960552 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-18adad89-7a90-4ccc-9ae0-3fe9ae04048a req-1ed105d9-dab1-439c-b151-f8431357d680 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=9665e9b1-bcfe-4493-84cf-55c6eec859a0 HTTP/1.1" status: 200 len: 945 time: 0.0542579 Sep 24 16:21:41.000726 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-18adad89-7a90-4ccc-9ae0-3fe9ae04048a req-574a002d-f31a-4bda-ac3c-74b12c39d813 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333595 Sep 24 16:21:41.211201 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:21:41.785253 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 4305d059-4058-4da1-bf40-fe12678e36bf up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:21:41.919885 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port 4305d059-4058-4da1-bf40-fe12678e36bf completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 16:21:41.924195 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port 4305d059-4058-4da1-bf40-fe12678e36bf triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:21:41.924567 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:21:42.003661 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:21:42.027297 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9665e9b1-bcfe-4493-84cf-55c6eec859a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4305d059-4058-4da1-bf40-fe12678e36bf'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:21:42.029593 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef7a8f07-4ba5-4241-b0b7-82856366d7be" -d '{"events": [{"server_uuid": "9665e9b1-bcfe-4493-84cf-55c6eec859a0", "name": "network-vif-plugged", "status": "completed", "tag": "4305d059-4058-4da1-bf40-fe12678e36bf"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:21:42.046923 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 4305d059-4058-4da1-bf40-fe12678e36bf, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=4305d059-4058-4da1-bf40-fe12678e36bf,segment=NetworkSegment(bae412cc-5815-477a-be73-419ffe821ffd),segment_id=bae412cc-5815-477a-be73-419ffe821ffd)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:21:42.066922 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-985ce784-4cb5-409d-a231-17b1cf039b0e x-openstack-request-id: req-985ce784-4cb5-409d-a231-17b1cf039b0e {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:21:42.067177 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9665e9b1-bcfe-4493-84cf-55c6eec859a0", "name": "network-vif-plugged", "status": "completed", "tag": "4305d059-4058-4da1-bf40-fe12678e36bf", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:21:42.067437 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-985ce784-4cb5-409d-a231-17b1cf039b0e {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:21:42.067837 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9665e9b1-bcfe-4493-84cf-55c6eec859a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4305d059-4058-4da1-bf40-fe12678e36bf', 'code': 200} Sep 24 16:21:42.114273 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:21:42.135764 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a96aae5-78a8-4576-8fbf-9f7117375b63 req-7c915bb6-f2c8-4842-873c-4257aea3bc07 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:21:42.137708 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5a96aae5-78a8-4576-8fbf-9f7117375b63 req-7c915bb6-f2c8-4842-873c-4257aea3bc07 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=9665e9b1-bcfe-4493-84cf-55c6eec859a0 HTTP/1.1" status: 200 len: 945 time: 0.0590301 Sep 24 16:21:42.170079 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=4305d059-4058-4da1-bf40-fe12678e36bf,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:21:42.206107 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6608e90-914d-4f91-a8c6-384b1e8341d0 req-5e04ee0e-434e-4aa8-b916-9f8d9aa2d395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:21:42.208241 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f6608e90-914d-4f91-a8c6-384b1e8341d0 req-5e04ee0e-434e-4aa8-b916-9f8d9aa2d395 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=9665e9b1-bcfe-4493-84cf-55c6eec859a0 HTTP/1.1" status: 200 len: 1097 time: 0.0674953 Sep 24 16:21:42.210470 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5a96aae5-78a8-4576-8fbf-9f7117375b63 req-ea2ba552-e4ee-48b1-aa8b-9b7c1f323bd4 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623367 Sep 24 16:21:42.252393 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f6608e90-914d-4f91-a8c6-384b1e8341d0 req-11bc807d-b165-4614-8aa3-668412d3d1f1 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349381 Sep 24 16:21:43.328019 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f90ae4f-17ea-431c-9264-f733f47f1e9d req-b07456ab-1071-449a-821e-f8869b436f5a tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:21:43.329667 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2f90ae4f-17ea-431c-9264-f733f47f1e9d req-b07456ab-1071-449a-821e-f8869b436f5a tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=9665e9b1-bcfe-4493-84cf-55c6eec859a0 HTTP/1.1" status: 200 len: 946 time: 0.0502908 Sep 24 16:21:43.369296 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2f90ae4f-17ea-431c-9264-f733f47f1e9d req-fd94b251-1820-42c3-8f14-262209b70142 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335031 Sep 24 16:21:44.483834 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea81596-3ca1-4cd1-b798-81450f685e77 req-e90ad895-1ad9-4669-bda1-4551b03e673d tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:21:44.485319 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5ea81596-3ca1-4cd1-b798-81450f685e77 req-e90ad895-1ad9-4669-bda1-4551b03e673d tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=9665e9b1-bcfe-4493-84cf-55c6eec859a0 HTTP/1.1" status: 200 len: 946 time: 0.0493190 Sep 24 16:21:44.522926 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5ea81596-3ca1-4cd1-b798-81450f685e77 req-ce60a7ed-b483-4554-a28b-1a2c9b4181c9 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317988 Sep 24 16:21:44.634253 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1991dc0c-441a-4d55-9831-d930ca681a59 req-d778268b-d92f-4ee9-9a65-603661aa3293 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:21:44.635787 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1991dc0c-441a-4d55-9831-d930ca681a59 req-d778268b-d92f-4ee9-9a65-603661aa3293 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=9665e9b1-bcfe-4493-84cf-55c6eec859a0 HTTP/1.1" status: 200 len: 946 time: 0.0498409 Sep 24 16:21:44.644203 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44134) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:21:44.648610 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-b89317f2-99b0-4139-871a-29c8593efd82 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Request body: {'floatingip': {'port_id': '4305d059-4058-4da1-bf40-fe12678e36bf'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:21:44.691377 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b89317f2-99b0-4139-871a-29c8593efd82 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks [] for floatingip, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:21:45.057571 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:21:45.134277 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b89317f2-99b0-4139-871a-29c8593efd82 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:21:45.193983 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b89317f2-99b0-4139-871a-29c8593efd82 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:21:45.298121 n-d-808921-1 neutron-server[95297]: INFO neutron.db.l3_db [None req-b89317f2-99b0-4139-871a-29c8593efd82 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Floating IP 6559a5db-0fcf-4144-a609-0ed08b1ad479 associated. External IP: 172.25.0.147, port: 4305d059-4058-4da1-bf40-fe12678e36bf. Sep 24 16:21:45.525324 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b89317f2-99b0-4139-871a-29c8593efd82 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Router 302af011-5d2d-4040-8014-ded5f17568a6 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:21:45.642841 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b89317f2-99b0-4139-871a-29c8593efd82 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:21:45.648333 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b89317f2-99b0-4139-871a-29c8593efd82 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:21:45.653597 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d564e27c-6dea-4333-96a5-e95fd1166780 None None] Sync routers for ids ['302af011-5d2d-4040-8014-ded5f17568a6'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:21:45.664300 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d564e27c-6dea-4333-96a5-e95fd1166780 None None] Routers {'302af011-5d2d-4040-8014-ded5f17568a6'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:21:45.664928 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-d564e27c-6dea-4333-96a5-e95fd1166780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:21:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['302af011-5d2d-4040-8014-ded5f17568a6'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:21:45.676816 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b89317f2-99b0-4139-871a-29c8593efd82 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "PUT /v2.0/floatingips/6559a5db-0fcf-4144-a609-0ed08b1ad479 HTTP/1.1" status: 200 len: 992 time: 1.0315576 Sep 24 16:21:45.677676 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9665e9b1-bcfe-4493-84cf-55c6eec859a0', 'tag': '4305d059-4058-4da1-bf40-fe12678e36bf'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:21:45.679777 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67a0383-25d4-4413-b7ca-49173ec2b4bd" -d '{"events": [{"name": "network-changed", "server_uuid": "9665e9b1-bcfe-4493-84cf-55c6eec859a0", "tag": "4305d059-4058-4da1-bf40-fe12678e36bf"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:21:45.777523 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-d564e27c-6dea-4333-96a5-e95fd1166780 None None] Set router 302af011-5d2d-4040-8014-ded5f17568a6 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:21:45.787922 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a92b25d5-9429-4268-860c-73f9df06be2c x-openstack-request-id: req-a92b25d5-9429-4268-860c-73f9df06be2c {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:21:45.788203 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9665e9b1-bcfe-4493-84cf-55c6eec859a0", "tag": "4305d059-4058-4da1-bf40-fe12678e36bf", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:21:45.788449 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a92b25d5-9429-4268-860c-73f9df06be2c {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:21:45.788842 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9665e9b1-bcfe-4493-84cf-55c6eec859a0', 'tag': '4305d059-4058-4da1-bf40-fe12678e36bf', 'status': 'completed', 'code': 200} Sep 24 16:21:45.857048 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a0383-25d4-4413-b7ca-49173ec2b4bd req-80ace243-1451-4b6c-821c-872d313122a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:21:45.859263 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d67a0383-25d4-4413-b7ca-49173ec2b4bd req-80ace243-1451-4b6c-821c-872d313122a5 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1ab0685188e14657a77135ecc1496822&device_id=9665e9b1-bcfe-4493-84cf-55c6eec859a0 HTTP/1.1" status: 200 len: 1097 time: 0.0462885 Sep 24 16:21:45.955295 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a0383-25d4-4413-b7ca-49173ec2b4bd req-85411e13-0a64-45bf-b4c2-2f5d75ababd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:21:45.956694 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d67a0383-25d4-4413-b7ca-49173ec2b4bd req-85411e13-0a64-45bf-b4c2-2f5d75ababd0 service neutron] 10.222.0.110 "GET /v2.0/networks?id=68d2327c-e67b-467b-b2d5-f9d00637e77c HTTP/1.1" status: 200 len: 914 time: 0.0894639 Sep 24 16:21:46.004435 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-d564e27c-6dea-4333-96a5-e95fd1166780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302af011-5d2d-4040-8014-ded5f17568a6', 'name': 'tempest-ServerActionsTestJSON-1059124727-router', 'tenant_id': '1ab0685188e14657a77135ecc1496822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '50867e16-bff5-4116-a9a4-16376b03757b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:19:04Z', 'updated_at': '2021-09-24T16:19:07Z', 'revision_number': 4, 'project_id': '1ab0685188e14657a77135ecc1496822', 'gw_port': {'id': '50867e16-bff5-4116-a9a4-16376b03757b', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ff:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302af011-5d2d-4040-8014-ded5f17568a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:19:04Z', 'updated_at': '2021-09-24T16:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': '6559a5db-0fcf-4144-a609-0ed08b1ad479', 'tenant_id': '1ab0685188e14657a77135ecc1496822', 'floating_ip_address': '172.25.0.147', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '302af011-5d2d-4040-8014-ded5f17568a6', 'port_id': '4305d059-4058-4da1-bf40-fe12678e36bf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4039, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c', 'mac_address': 'fa:16:3e:27:c9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9665e9b1-bcfe-4493-84cf-55c6eec859a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T16:19:10Z', 'updated_at': '2021-09-24T16:21:45Z', 'revision_number': 5, 'project_id': '1ab0685188e14657a77135ecc1496822', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ede91fc0-e62b-4a2e-9c60-7c620e454edd', 'name': '', 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c', 'tenant_id': '1ab0685188e14657a77135ecc1496822', 'mac_address': 'fa:16:3e:7c:51:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302af011-5d2d-4040-8014-ded5f17568a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'd7501836-148c-4ade-ae18-6669fad5c7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:19:06Z', 'updated_at': '2021-09-24T16:19:10Z', 'revision_number': 5, 'project_id': '1ab0685188e14657a77135ecc1496822', 'subnets': [{'id': 'd7501836-148c-4ade-ae18-6669fad5c7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:21:46.031644 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d67a0383-25d4-4413-b7ca-49173ec2b4bd req-a6cd8f30-f3dd-4f6a-acd9-4af7aee2079d service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4305d059-4058-4da1-bf40-fe12678e36bf HTTP/1.1" status: 200 len: 1000 time: 0.0656409 Sep 24 16:21:46.085164 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a0383-25d4-4413-b7ca-49173ec2b4bd req-3ba5f13b-8997-468c-9a44-8df2011f062f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:21:46.086749 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d67a0383-25d4-4413-b7ca-49173ec2b4bd req-3ba5f13b-8997-468c-9a44-8df2011f062f service neutron] 10.222.0.110 "GET /v2.0/subnets?id=d7501836-148c-4ade-ae18-6669fad5c7ad HTTP/1.1" status: 200 len: 851 time: 0.0474496 Sep 24 16:21:46.137506 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a0383-25d4-4413-b7ca-49173ec2b4bd req-89bbd2de-cfc0-49b3-8492-4833cd0242eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:21:46.140239 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d67a0383-25d4-4413-b7ca-49173ec2b4bd req-89bbd2de-cfc0-49b3-8492-4833cd0242eb service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=68d2327c-e67b-467b-b2d5-f9d00637e77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431137 Sep 24 16:21:46.190190 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d564e27c-6dea-4333-96a5-e95fd1166780 None None] Checking router: 302af011-5d2d-4040-8014-ded5f17568a6 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:21:46.200250 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d564e27c-6dea-4333-96a5-e95fd1166780 None None] Routers {'302af011-5d2d-4040-8014-ded5f17568a6'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:21:46.201034 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-d564e27c-6dea-4333-96a5-e95fd1166780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:21:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['302af011-5d2d-4040-8014-ded5f17568a6'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:21:46.238522 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d67a0383-25d4-4413-b7ca-49173ec2b4bd req-cc763058-01e0-43ac-8e62-04fd3eaaf0ce service neutron] 10.222.0.110 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914369 Sep 24 16:21:46.310473 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-d564e27c-6dea-4333-96a5-e95fd1166780 None None] Set router 302af011-5d2d-4040-8014-ded5f17568a6 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:21:46.338962 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d67a0383-25d4-4413-b7ca-49173ec2b4bd req-0fe990f2-fa7c-4a09-934b-468e71efcaf5 service neutron] 10.222.0.110 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932691 Sep 24 16:21:46.537319 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-d564e27c-6dea-4333-96a5-e95fd1166780 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302af011-5d2d-4040-8014-ded5f17568a6', 'name': 'tempest-ServerActionsTestJSON-1059124727-router', 'tenant_id': '1ab0685188e14657a77135ecc1496822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '50867e16-bff5-4116-a9a4-16376b03757b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:19:04Z', 'updated_at': '2021-09-24T16:19:07Z', 'revision_number': 4, 'project_id': '1ab0685188e14657a77135ecc1496822', 'gw_port': {'id': '50867e16-bff5-4116-a9a4-16376b03757b', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ff:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302af011-5d2d-4040-8014-ded5f17568a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:19:04Z', 'updated_at': '2021-09-24T16:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': '6559a5db-0fcf-4144-a609-0ed08b1ad479', 'tenant_id': '1ab0685188e14657a77135ecc1496822', 'floating_ip_address': '172.25.0.147', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '302af011-5d2d-4040-8014-ded5f17568a6', 'port_id': '4305d059-4058-4da1-bf40-fe12678e36bf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4039, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c', 'mac_address': 'fa:16:3e:27:c9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9665e9b1-bcfe-4493-84cf-55c6eec859a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T16:19:10Z', 'updated_at': '2021-09-24T16:21:45Z', 'revision_number': 5, 'project_id': '1ab0685188e14657a77135ecc1496822', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ede91fc0-e62b-4a2e-9c60-7c620e454edd', 'name': '', 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c', 'tenant_id': '1ab0685188e14657a77135ecc1496822', 'mac_address': 'fa:16:3e:7c:51:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302af011-5d2d-4040-8014-ded5f17568a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'd7501836-148c-4ade-ae18-6669fad5c7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:19:06Z', 'updated_at': '2021-09-24T16:19:10Z', 'revision_number': 5, 'project_id': '1ab0685188e14657a77135ecc1496822', 'subnets': [{'id': 'd7501836-148c-4ade-ae18-6669fad5c7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:21:46.563943 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d564e27c-6dea-4333-96a5-e95fd1166780 None None] The sync data for ids ['302af011-5d2d-4040-8014-ded5f17568a6'] in n-d-808921-1 is: [{'id': '302af011-5d2d-4040-8014-ded5f17568a6', 'name': 'tempest-ServerActionsTestJSON-1059124727-router', 'tenant_id': '1ab0685188e14657a77135ecc1496822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '50867e16-bff5-4116-a9a4-16376b03757b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:19:04Z', 'updated_at': '2021-09-24T16:19:07Z', 'revision_number': 4, 'project_id': '1ab0685188e14657a77135ecc1496822', 'gw_port': {'id': '50867e16-bff5-4116-a9a4-16376b03757b', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ff:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302af011-5d2d-4040-8014-ded5f17568a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:19:04Z', 'updated_at': '2021-09-24T16:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': '6559a5db-0fcf-4144-a609-0ed08b1ad479', 'tenant_id': '1ab0685188e14657a77135ecc1496822', 'floating_ip_address': '172.25.0.147', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '302af011-5d2d-4040-8014-ded5f17568a6', 'port_id': '4305d059-4058-4da1-bf40-fe12678e36bf', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4039, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c', 'mac_address': 'fa:16:3e:27:c9:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9665e9b1-bcfe-4493-84cf-55c6eec859a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T16:19:10Z', 'updated_at': '2021-09-24T16:21:45Z', 'revision_number': 5, 'project_id': '1ab0685188e14657a77135ecc1496822', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ede91fc0-e62b-4a2e-9c60-7c620e454edd', 'name': '', 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c', 'tenant_id': '1ab0685188e14657a77135ecc1496822', 'mac_address': 'fa:16:3e:7c:51:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302af011-5d2d-4040-8014-ded5f17568a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'd7501836-148c-4ade-ae18-6669fad5c7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:19:06Z', 'updated_at': '2021-09-24T16:19:10Z', 'revision_number': 5, 'project_id': '1ab0685188e14657a77135ecc1496822', 'subnets': [{'id': 'd7501836-148c-4ade-ae18-6669fad5c7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:21:46.756379 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2156747-6819-45b8-9d46-04d3e4613268 None None] New status for floating IP 6559a5db-0fcf-4144-a609-0ed08b1ad479: ACTIVE {{(pid=95300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 16:22:00.649967 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-31ee51e2-17c7-4914-9aae-120da62d86f6 req-ad8a45d2-dbdd-4e1d-aea6-ebc7f9e6c9e3 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=9665e9b1-bcfe-4493-84cf-55c6eec859a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1081219 Sep 24 16:22:00.735275 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee51e2-17c7-4914-9aae-120da62d86f6 req-d03c4189-78d9-48fd-a4ab-b8c44e896a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:22:00.736795 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-31ee51e2-17c7-4914-9aae-120da62d86f6 req-d03c4189-78d9-48fd-a4ab-b8c44e896a4c service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1ab0685188e14657a77135ecc1496822&device_id=9665e9b1-bcfe-4493-84cf-55c6eec859a0 HTTP/1.1" status: 200 len: 1097 time: 0.0407305 Sep 24 16:22:00.840754 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee51e2-17c7-4914-9aae-120da62d86f6 req-cb83b733-6203-442a-8587-f37d21b446c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:22:00.842993 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-31ee51e2-17c7-4914-9aae-120da62d86f6 req-cb83b733-6203-442a-8587-f37d21b446c9 service neutron] 10.222.0.110 "GET /v2.0/networks?id=68d2327c-e67b-467b-b2d5-f9d00637e77c HTTP/1.1" status: 200 len: 914 time: 0.0862567 Sep 24 16:22:00.911665 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-31ee51e2-17c7-4914-9aae-120da62d86f6 req-aea597eb-b7cc-4a03-8d19-454e6c896d56 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4305d059-4058-4da1-bf40-fe12678e36bf HTTP/1.1" status: 200 len: 1002 time: 0.0609066 Sep 24 16:22:00.963419 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee51e2-17c7-4914-9aae-120da62d86f6 req-04b602ef-f722-4951-8bd0-84c5cfea46bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:22:00.964866 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-31ee51e2-17c7-4914-9aae-120da62d86f6 req-04b602ef-f722-4951-8bd0-84c5cfea46bf service neutron] 10.222.0.110 "GET /v2.0/subnets?id=d7501836-148c-4ade-ae18-6669fad5c7ad HTTP/1.1" status: 200 len: 851 time: 0.0430915 Sep 24 16:22:01.011743 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee51e2-17c7-4914-9aae-120da62d86f6 req-5489236c-908c-46e7-bf89-4ba79ea9f29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:22:01.013348 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-31ee51e2-17c7-4914-9aae-120da62d86f6 req-5489236c-908c-46e7-bf89-4ba79ea9f29c service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=68d2327c-e67b-467b-b2d5-f9d00637e77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402644 Sep 24 16:22:01.109904 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-31ee51e2-17c7-4914-9aae-120da62d86f6 req-dec46884-1af9-4fc6-9669-2ad17615f6e1 service neutron] 10.222.0.110 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872827 Sep 24 16:22:01.207848 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-31ee51e2-17c7-4914-9aae-120da62d86f6 req-0bd9b4e7-691d-4e85-87b8-fa2d06bda89b service neutron] 10.222.0.110 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898044 Sep 24 16:22:01.218365 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e4aa0247-2dd8-4ece-8aa9-90c2dc683990 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:22:03.918871 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c9fa9623-a040-4042-9d77-1edac58a078f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:22:04.307373 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:22:05.421871 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:22:06.843989 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:22:09.312641 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:22:11.233541 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:22:22.057023 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:22:31.254733 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3e5349cd-866c-4f25-8ef0-a6e65fd35dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:22:33.888924 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c4d7eafe-6251-45e6-90e2-dd9b4fcb07b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:22:34.288605 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:22:35.420142 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:22:36.854751 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:22:39.311969 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:22:41.132473 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [req-8d91c2fa-0769-48e9-8841-3a887453a8a0 req-6b6d4aa1-2616-46b2-8644-4340e6eb75ca service neutron] (95298) timed out ('10.222.0.108', 53225) {{(pid=95298) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 24 16:22:41.243129 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:22:59.057360 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:23:01.230425 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-1cccda40-4fa5-4c2d-8d94-8f22a0e0b5d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:23:02.580887 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6b346bba-dfa2-43bd-8515-0d481c599531 req-255be198-5bc1-46df-afef-0d4c65997c14 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=9665e9b1-bcfe-4493-84cf-55c6eec859a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402570 Sep 24 16:23:02.663537 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b346bba-dfa2-43bd-8515-0d481c599531 req-019eb102-46e6-487d-a9a7-8c74b60e6ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:23:02.665033 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6b346bba-dfa2-43bd-8515-0d481c599531 req-019eb102-46e6-487d-a9a7-8c74b60e6ed6 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1ab0685188e14657a77135ecc1496822&device_id=9665e9b1-bcfe-4493-84cf-55c6eec859a0 HTTP/1.1" status: 200 len: 1097 time: 0.0417197 Sep 24 16:23:02.775778 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b346bba-dfa2-43bd-8515-0d481c599531 req-cfe3f850-0c21-4fff-8e17-4c6dd6153708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:23:02.777284 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6b346bba-dfa2-43bd-8515-0d481c599531 req-cfe3f850-0c21-4fff-8e17-4c6dd6153708 service neutron] 10.222.0.110 "GET /v2.0/networks?id=68d2327c-e67b-467b-b2d5-f9d00637e77c HTTP/1.1" status: 200 len: 914 time: 0.0900149 Sep 24 16:23:02.848932 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6b346bba-dfa2-43bd-8515-0d481c599531 req-a9e70dbf-c98d-438b-bd39-06e68df02ef5 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4305d059-4058-4da1-bf40-fe12678e36bf HTTP/1.1" status: 200 len: 1002 time: 0.0631623 Sep 24 16:23:02.903147 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b346bba-dfa2-43bd-8515-0d481c599531 req-a0b0899a-bee1-4338-91cc-ef15c5665b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:23:02.904642 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6b346bba-dfa2-43bd-8515-0d481c599531 req-a0b0899a-bee1-4338-91cc-ef15c5665b3a service neutron] 10.222.0.110 "GET /v2.0/subnets?id=d7501836-148c-4ade-ae18-6669fad5c7ad HTTP/1.1" status: 200 len: 851 time: 0.0441408 Sep 24 16:23:02.954107 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b346bba-dfa2-43bd-8515-0d481c599531 req-3d8e664e-1ea2-4901-a4ae-ed7dc5f404e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:23:02.955641 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6b346bba-dfa2-43bd-8515-0d481c599531 req-3d8e664e-1ea2-4901-a4ae-ed7dc5f404e8 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=68d2327c-e67b-467b-b2d5-f9d00637e77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440454 Sep 24 16:23:03.045792 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6b346bba-dfa2-43bd-8515-0d481c599531 req-63bfe370-9e39-4a92-8394-cbecad899c9a service neutron] 10.222.0.110 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824826 Sep 24 16:23:03.140744 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6b346bba-dfa2-43bd-8515-0d481c599531 req-84fd9027-f50c-4837-9fe9-19e26118fb90 service neutron] 10.222.0.110 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862250 Sep 24 16:23:03.887462 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-47ae5c1e-fb69-487f-b2ed-4dedd145721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:23:04.316002 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:23:05.430541 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:23:06.836183 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:23:09.316105 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:23:11.224861 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:23:28.315474 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d83576-ab8c-4082-88a3-92a5972935cc req-dc62e51d-24fa-47b5-8a38-3b7f50faff22 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:23:28.316994 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-20d83576-ab8c-4082-88a3-92a5972935cc req-dc62e51d-24fa-47b5-8a38-3b7f50faff22 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=9665e9b1-bcfe-4493-84cf-55c6eec859a0 HTTP/1.1" status: 200 len: 946 time: 0.0547945 Sep 24 16:23:28.356581 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-20d83576-ab8c-4082-88a3-92a5972935cc req-f1597a03-2c41-4a20-ae38-752862821283 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335042 Sep 24 16:23:29.476738 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf15e113-4a34-4263-b7cf-e33609f04609 req-43d6c051-fce1-43a8-8942-c9e6140f9883 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:23:29.478429 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bf15e113-4a34-4263-b7cf-e33609f04609 req-43d6c051-fce1-43a8-8942-c9e6140f9883 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=9665e9b1-bcfe-4493-84cf-55c6eec859a0 HTTP/1.1" status: 200 len: 946 time: 0.0508373 Sep 24 16:23:29.519591 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bf15e113-4a34-4263-b7cf-e33609f04609 req-6b7158d1-d92f-4521-b57e-80db4fe9c065 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344956 Sep 24 16:23:30.654016 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f569426d-970b-43f9-8487-eb477e2c7c50 req-5b50328a-75cf-49d7-ad75-352f98d62c91 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:23:30.656821 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f569426d-970b-43f9-8487-eb477e2c7c50 req-5b50328a-75cf-49d7-ad75-352f98d62c91 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=9665e9b1-bcfe-4493-84cf-55c6eec859a0 HTTP/1.1" status: 200 len: 946 time: 0.0576572 Sep 24 16:23:30.701819 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f569426d-970b-43f9-8487-eb477e2c7c50 req-c9cf0424-3b19-4369-a0e5-1a75cc8e4c1d tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370305 Sep 24 16:23:31.212894 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f9457eb0-9b40-46c4-93ec-411386789305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:23:31.819770 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0388381-9fa2-466b-abe3-aee0abc2a39f req-bd435c51-bf62-49bc-aedc-5c75f954ef61 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:23:31.821322 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f0388381-9fa2-466b-abe3-aee0abc2a39f req-bd435c51-bf62-49bc-aedc-5c75f954ef61 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=9665e9b1-bcfe-4493-84cf-55c6eec859a0 HTTP/1.1" status: 200 len: 946 time: 0.0501361 Sep 24 16:23:31.866688 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f0388381-9fa2-466b-abe3-aee0abc2a39f req-1fbebd36-af5f-4c1b-a15c-570bcee15888 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389853 Sep 24 16:23:32.986156 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08edd6a-244a-43c2-a089-2eea1d26bd30 req-5b424a57-8224-4921-8657-45b6c6e32472 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:23:32.987831 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a08edd6a-244a-43c2-a089-2eea1d26bd30 req-5b424a57-8224-4921-8657-45b6c6e32472 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=9665e9b1-bcfe-4493-84cf-55c6eec859a0 HTTP/1.1" status: 200 len: 946 time: 0.0527506 Sep 24 16:23:33.033692 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a08edd6a-244a-43c2-a089-2eea1d26bd30 req-f976c797-6f8b-40c7-9e17-a7afc1e41d54 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393996 Sep 24 16:23:33.909557 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-13a13e87-937e-49c8-a733-a5054092cca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:23:34.150520 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b51cc2-0850-4fff-a32f-64f8f6063144 req-ebf2def7-af8e-425c-bce4-8e2335777e13 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:23:34.152996 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-86b51cc2-0850-4fff-a32f-64f8f6063144 req-ebf2def7-af8e-425c-bce4-8e2335777e13 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=9665e9b1-bcfe-4493-84cf-55c6eec859a0 HTTP/1.1" status: 200 len: 946 time: 0.0509484 Sep 24 16:23:34.192311 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-86b51cc2-0850-4fff-a32f-64f8f6063144 req-8a4ea840-3adb-4aab-91e9-fdf67885c6db tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332808 Sep 24 16:23:34.309969 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:23:35.318061 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec40f2-227c-4983-9fa9-f8fdaaa60314 req-9aa95b89-30cd-45a7-b6a9-f571a744bf40 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:23:35.319701 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1dec40f2-227c-4983-9fa9-f8fdaaa60314 req-9aa95b89-30cd-45a7-b6a9-f571a744bf40 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=9665e9b1-bcfe-4493-84cf-55c6eec859a0 HTTP/1.1" status: 200 len: 946 time: 0.0567806 Sep 24 16:23:35.362363 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1dec40f2-227c-4983-9fa9-f8fdaaa60314 req-a7d8994d-d63b-4e9d-8e5a-174c820a0884 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358996 Sep 24 16:23:35.429512 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:23:36.056308 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:23:36.501153 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c32845b-9375-481d-a813-bff6d40bfba6 req-bbc2213c-3968-4d74-9481-29dce1a2f9ae tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:23:36.502803 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4c32845b-9375-481d-a813-bff6d40bfba6 req-bbc2213c-3968-4d74-9481-29dce1a2f9ae tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=9665e9b1-bcfe-4493-84cf-55c6eec859a0 HTTP/1.1" status: 200 len: 946 time: 0.0523641 Sep 24 16:23:36.543842 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4c32845b-9375-481d-a813-bff6d40bfba6 req-b54ae44f-9177-4340-8b06-9d0577370c48 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344336 Sep 24 16:23:36.824570 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:23:37.665653 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d7a0f-0cf8-40c9-a15a-3e4176bc1bd3 req-d754cb6c-4b90-4f47-8bc4-9fd9847975cc tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:23:37.667257 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bb0d7a0f-0cf8-40c9-a15a-3e4176bc1bd3 req-d754cb6c-4b90-4f47-8bc4-9fd9847975cc tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=9665e9b1-bcfe-4493-84cf-55c6eec859a0 HTTP/1.1" status: 200 len: 946 time: 0.0522816 Sep 24 16:23:37.706467 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bb0d7a0f-0cf8-40c9-a15a-3e4176bc1bd3 req-74649bc8-5f48-49eb-8189-7aa715f61c54 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330896 Sep 24 16:23:38.829408 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694077bf-73cc-4492-a169-b807a7c60f88 req-c0e1fe07-123e-48d8-8672-e0b5fbf71440 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:23:38.831038 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-694077bf-73cc-4492-a169-b807a7c60f88 req-c0e1fe07-123e-48d8-8672-e0b5fbf71440 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=9665e9b1-bcfe-4493-84cf-55c6eec859a0 HTTP/1.1" status: 200 len: 946 time: 0.0520356 Sep 24 16:23:38.876415 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-694077bf-73cc-4492-a169-b807a7c60f88 req-8934096a-957e-42bd-925f-1cc0eeb886b6 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390754 Sep 24 16:23:39.312332 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00db3b63-a616-460b-9bd8-874cd244d9f8 req-fe772678-3115-4a1f-a295-7121ace9a1db tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:23:39.313857 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-00db3b63-a616-460b-9bd8-874cd244d9f8 req-fe772678-3115-4a1f-a295-7121ace9a1db tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=9665e9b1-bcfe-4493-84cf-55c6eec859a0 HTTP/1.1" status: 200 len: 946 time: 0.0498629 Sep 24 16:23:39.353716 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-00db3b63-a616-460b-9bd8-874cd244d9f8 req-41d838a5-11e2-406a-99a6-46473cf90ea0 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337594 Sep 24 16:23:39.372265 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:23:39.393142 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44384) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:23:39.486625 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-88780b29-a202-4949-93bf-93a0aaa86212 req-7b314b30-4859-4102-80de-fa9474168273 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=9665e9b1-bcfe-4493-84cf-55c6eec859a0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0920982 Sep 24 16:23:39.495800 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [req-88780b29-a202-4949-93bf-93a0aaa86212 req-75fdf2d7-4645-4cdc-bd6c-f532e7dcc40f service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 16:23:39.496902 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-88780b29-a202-4949-93bf-93a0aaa86212 req-75fdf2d7-4645-4cdc-bd6c-f532e7dcc40f service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056880 Sep 24 16:23:40.477520 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7882e054-ef04-4ca0-b2d2-d8019ee984ed req-d79c9154-80a7-4206-919e-e09fe0ef0843 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:23:40.479195 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7882e054-ef04-4ca0-b2d2-d8019ee984ed req-d79c9154-80a7-4206-919e-e09fe0ef0843 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=9665e9b1-bcfe-4493-84cf-55c6eec859a0 HTTP/1.1" status: 200 len: 946 time: 0.0516553 Sep 24 16:23:40.525401 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7882e054-ef04-4ca0-b2d2-d8019ee984ed req-2e4ba018-76a8-422e-ab60-90a4d9ef7df6 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392075 Sep 24 16:23:41.263660 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:23:41.592747 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88780b29-a202-4949-93bf-93a0aaa86212 req-a685e7d9-ba30-46a3-8ba6-0fc32e9c1583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:23:41.594282 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-88780b29-a202-4949-93bf-93a0aaa86212 req-a685e7d9-ba30-46a3-8ba6-0fc32e9c1583 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1ab0685188e14657a77135ecc1496822&device_id=9665e9b1-bcfe-4493-84cf-55c6eec859a0 HTTP/1.1" status: 200 len: 1097 time: 0.0482402 Sep 24 16:23:41.713884 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312e3856-21fc-49f4-809f-56425d443335 req-9ce8aef4-8aff-40ca-b34e-7a112bad69f6 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:23:41.715562 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-312e3856-21fc-49f4-809f-56425d443335 req-9ce8aef4-8aff-40ca-b34e-7a112bad69f6 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=9665e9b1-bcfe-4493-84cf-55c6eec859a0 HTTP/1.1" status: 200 len: 946 time: 0.1122637 Sep 24 16:23:41.744453 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88780b29-a202-4949-93bf-93a0aaa86212 req-3d1743d5-10a4-4f69-8ba5-6f854fea335f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:23:41.746808 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-88780b29-a202-4949-93bf-93a0aaa86212 req-3d1743d5-10a4-4f69-8ba5-6f854fea335f service neutron] 10.222.0.110 "GET /v2.0/networks?id=68d2327c-e67b-467b-b2d5-f9d00637e77c HTTP/1.1" status: 200 len: 914 time: 0.1410258 Sep 24 16:23:41.803604 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-312e3856-21fc-49f4-809f-56425d443335 req-f94572a0-bc47-4286-8c49-1a02bfe81209 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795116 Sep 24 16:23:41.829162 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-88780b29-a202-4949-93bf-93a0aaa86212 req-107bc8eb-f720-4d5e-b38b-d21e5d74a1f8 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4305d059-4058-4da1-bf40-fe12678e36bf HTTP/1.1" status: 200 len: 1002 time: 0.0744858 Sep 24 16:23:41.883027 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88780b29-a202-4949-93bf-93a0aaa86212 req-89d6b549-d482-4ef2-840f-c73964a23ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:23:41.884495 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-88780b29-a202-4949-93bf-93a0aaa86212 req-89d6b549-d482-4ef2-840f-c73964a23ca9 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=d7501836-148c-4ade-ae18-6669fad5c7ad HTTP/1.1" status: 200 len: 851 time: 0.0448370 Sep 24 16:23:41.935884 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88780b29-a202-4949-93bf-93a0aaa86212 req-f1eb27a7-118d-4292-a44c-42d940380f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:23:41.937476 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-88780b29-a202-4949-93bf-93a0aaa86212 req-f1eb27a7-118d-4292-a44c-42d940380f78 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=68d2327c-e67b-467b-b2d5-f9d00637e77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440657 Sep 24 16:23:42.038993 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-88780b29-a202-4949-93bf-93a0aaa86212 req-e1205d64-a394-4aae-a8ce-eaad1f1e803e service neutron] 10.222.0.110 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932074 Sep 24 16:23:42.133342 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-88780b29-a202-4949-93bf-93a0aaa86212 req-b5be5aef-5d0d-4ada-a0db-675b4c295a01 service neutron] 10.222.0.110 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865638 Sep 24 16:23:42.923205 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd66fc1-5191-4a0f-917e-10d7bec89018 req-6cba01db-cddf-4cf0-9273-7214026d7ddf tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:23:42.924802 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1cd66fc1-5191-4a0f-917e-10d7bec89018 req-6cba01db-cddf-4cf0-9273-7214026d7ddf tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=9665e9b1-bcfe-4493-84cf-55c6eec859a0 HTTP/1.1" status: 200 len: 946 time: 0.0510995 Sep 24 16:23:42.965630 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1cd66fc1-5191-4a0f-917e-10d7bec89018 req-8e0ec480-9c6f-44d9-834d-d2d294962469 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346534 Sep 24 16:23:44.088631 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f32d2a-1e5f-4481-8450-1239479e5ab6 req-d97bc06d-e8d4-48d3-90f8-b41e292fa1cc tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:23:44.090196 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b1f32d2a-1e5f-4481-8450-1239479e5ab6 req-d97bc06d-e8d4-48d3-90f8-b41e292fa1cc tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=9665e9b1-bcfe-4493-84cf-55c6eec859a0 HTTP/1.1" status: 200 len: 946 time: 0.0534787 Sep 24 16:23:44.128411 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b1f32d2a-1e5f-4481-8450-1239479e5ab6 req-b508d29c-1359-4971-97e6-5d4f839cc7c3 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323033 Sep 24 16:23:44.561725 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [req-88780b29-a202-4949-93bf-93a0aaa86212 req-f56bd5ee-6de6-458e-b022-5b4e49bfd1bf service neutron] show failed (client error): The resource could not be found. Sep 24 16:23:44.562809 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-88780b29-a202-4949-93bf-93a0aaa86212 req-f56bd5ee-6de6-458e-b022-5b4e49bfd1bf service neutron] 10.222.0.110 "GET /v2.0/ports/4305d059-4058-4da1-bf40-fe12678e36bf/bindings/n-h2-808921-1 HTTP/1.1" status: 404 len: 380 time: 0.0568130 Sep 24 16:23:45.201998 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88780b29-a202-4949-93bf-93a0aaa86212 req-c8160171-2a6f-44f0-95c9-4e8554592168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:23:45.203531 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-88780b29-a202-4949-93bf-93a0aaa86212 req-c8160171-2a6f-44f0-95c9-4e8554592168 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=9665e9b1-bcfe-4493-84cf-55c6eec859a0&tenant_id=1ab0685188e14657a77135ecc1496822 HTTP/1.1" status: 200 len: 1097 time: 0.0464346 Sep 24 16:23:45.215134 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [req-88780b29-a202-4949-93bf-93a0aaa86212 req-82984eed-0bba-4b5c-925e-d38e1d0af827 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 16:23:45.216197 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-88780b29-a202-4949-93bf-93a0aaa86212 req-82984eed-0bba-4b5c-925e-d38e1d0af827 service neutron] 10.222.0.108 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057261 Sep 24 16:23:45.228370 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-88780b29-a202-4949-93bf-93a0aaa86212 req-3eb082c2-81df-450d-a7cc-3c1aa4d4b62c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-808921-1', 'device_owner': 'compute:nova'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:23:45.250330 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e2c9f-7d5e-4e5e-84c6-6bf4e79ddc39 req-36b9c0f8-c7fa-44a6-99ee-bea6f9715bf1 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:23:45.252264 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9d4e2c9f-7d5e-4e5e-84c6-6bf4e79ddc39 req-36b9c0f8-c7fa-44a6-99ee-bea6f9715bf1 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=9665e9b1-bcfe-4493-84cf-55c6eec859a0 HTTP/1.1" status: 200 len: 946 time: 0.0549951 Sep 24 16:23:45.296654 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9d4e2c9f-7d5e-4e5e-84c6-6bf4e79ddc39 req-c17477c4-85cb-4e40-b0b1-28c25d76aadc tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373056 Sep 24 16:23:45.297558 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-88780b29-a202-4949-93bf-93a0aaa86212 req-3eb082c2-81df-450d-a7cc-3c1aa4d4b62c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:23:45.511448 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-88780b29-a202-4949-93bf-93a0aaa86212 req-3eb082c2-81df-450d-a7cc-3c1aa4d4b62c service neutron] For port 4305d059-4058-4da1-bf40-fe12678e36bf, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=4305d059-4058-4da1-bf40-fe12678e36bf,segment=NetworkSegment(bae412cc-5815-477a-be73-419ffe821ffd),segment_id=bae412cc-5815-477a-be73-419ffe821ffd)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:23:45.546489 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-88780b29-a202-4949-93bf-93a0aaa86212 req-3eb082c2-81df-450d-a7cc-3c1aa4d4b62c service neutron] For port 4305d059-4058-4da1-bf40-fe12678e36bf, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:23:45.586548 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9665e9b1-bcfe-4493-84cf-55c6eec859a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4305d059-4058-4da1-bf40-fe12678e36bf'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:23:45.589683 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9568e941-1d31-4f13-a5d5-41a325c764b6" -d '{"events": [{"server_uuid": "9665e9b1-bcfe-4493-84cf-55c6eec859a0", "name": "network-vif-unplugged", "status": "completed", "tag": "4305d059-4058-4da1-bf40-fe12678e36bf"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:23:45.593589 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-88780b29-a202-4949-93bf-93a0aaa86212 req-3eb082c2-81df-450d-a7cc-3c1aa4d4b62c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:23:45.607508 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-88780b29-a202-4949-93bf-93a0aaa86212 req-3eb082c2-81df-450d-a7cc-3c1aa4d4b62c service neutron] Transition to ACTIVE for port object 4305d059-4058-4da1-bf40-fe12678e36bf will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 16:23:45.692349 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-88780b29-a202-4949-93bf-93a0aaa86212 req-3eb082c2-81df-450d-a7cc-3c1aa4d4b62c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:23:45.739233 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 16:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab08e8c7-f3e9-4cbe-9ce3-1e3d374e8fc6 x-openstack-request-id: req-ab08e8c7-f3e9-4cbe-9ce3-1e3d374e8fc6 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:23:45.739525 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9665e9b1-bcfe-4493-84cf-55c6eec859a0", "name": "network-vif-unplugged", "status": "completed", "tag": "4305d059-4058-4da1-bf40-fe12678e36bf", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:23:45.739777 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ab08e8c7-f3e9-4cbe-9ce3-1e3d374e8fc6 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:23:45.740177 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9665e9b1-bcfe-4493-84cf-55c6eec859a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4305d059-4058-4da1-bf40-fe12678e36bf', 'code': 200} Sep 24 16:23:45.780981 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb082c2-81df-450d-a7cc-3c1aa4d4b62c service neutron] Pushing event updated for resources: {'Port': ['ID=4305d059-4058-4da1-bf40-fe12678e36bf,revision_number=6']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:23:45.794938 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb082c2-81df-450d-a7cc-3c1aa4d4b62c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:23:45.795292 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb082c2-81df-450d-a7cc-3c1aa4d4b62c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:23:45.795633 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb082c2-81df-450d-a7cc-3c1aa4d4b62c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:23:45.795979 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb082c2-81df-450d-a7cc-3c1aa4d4b62c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:23:45.796312 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb082c2-81df-450d-a7cc-3c1aa4d4b62c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:23:45.796641 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb082c2-81df-450d-a7cc-3c1aa4d4b62c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:23:45.796984 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb082c2-81df-450d-a7cc-3c1aa4d4b62c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:23:45.797312 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb082c2-81df-450d-a7cc-3c1aa4d4b62c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:23:45.797642 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb082c2-81df-450d-a7cc-3c1aa4d4b62c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:23:45.797970 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb082c2-81df-450d-a7cc-3c1aa4d4b62c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:23:45.798462 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb082c2-81df-450d-a7cc-3c1aa4d4b62c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:23:45.798994 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eb082c2-81df-450d-a7cc-3c1aa4d4b62c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:23:45.840968 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-88780b29-a202-4949-93bf-93a0aaa86212 req-3eb082c2-81df-450d-a7cc-3c1aa4d4b62c service neutron] No DVR routers for this DVR port 4305d059-4058-4da1-bf40-fe12678e36bf on host n-h1-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:23:45.980145 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-88780b29-a202-4949-93bf-93a0aaa86212 req-3eb082c2-81df-450d-a7cc-3c1aa4d4b62c service neutron] Attempting to bind port 4305d059-4058-4da1-bf40-fe12678e36bf on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:23:45.980478 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-88780b29-a202-4949-93bf-93a0aaa86212 req-3eb082c2-81df-450d-a7cc-3c1aa4d4b62c service neutron] Attempting to bind port 4305d059-4058-4da1-bf40-fe12678e36bf by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': 'bae412cc-5815-477a-be73-419ffe821ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:23:45.980806 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88780b29-a202-4949-93bf-93a0aaa86212 req-3eb082c2-81df-450d-a7cc-3c1aa4d4b62c service neutron] Attempting to bind port 4305d059-4058-4da1-bf40-fe12678e36bf on network 68d2327c-e67b-467b-b2d5-f9d00637e77c {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:23:45.985120 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88780b29-a202-4949-93bf-93a0aaa86212 req-3eb082c2-81df-450d-a7cc-3c1aa4d4b62c service neutron] Port 4305d059-4058-4da1-bf40-fe12678e36bf on network 68d2327c-e67b-467b-b2d5-f9d00637e77c not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 16:23:45.985435 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88780b29-a202-4949-93bf-93a0aaa86212 req-3eb082c2-81df-450d-a7cc-3c1aa4d4b62c service neutron] Attempting to bind port 4305d059-4058-4da1-bf40-fe12678e36bf on network 68d2327c-e67b-467b-b2d5-f9d00637e77c {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:23:45.990180 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88780b29-a202-4949-93bf-93a0aaa86212 req-3eb082c2-81df-450d-a7cc-3c1aa4d4b62c service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:23:45.990544 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88780b29-a202-4949-93bf-93a0aaa86212 req-3eb082c2-81df-450d-a7cc-3c1aa4d4b62c service neutron] Checking segment: {'id': 'bae412cc-5815-477a-be73-419ffe821ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:23:45.990923 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88780b29-a202-4949-93bf-93a0aaa86212 req-3eb082c2-81df-450d-a7cc-3c1aa4d4b62c service neutron] Bound using segment: {'id': 'bae412cc-5815-477a-be73-419ffe821ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:23:45.991344 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-88780b29-a202-4949-93bf-93a0aaa86212 req-3eb082c2-81df-450d-a7cc-3c1aa4d4b62c service neutron] Bound port: 4305d059-4058-4da1-bf40-fe12678e36bf, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bae412cc-5815-477a-be73-419ffe821ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:23:45.991697 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-88780b29-a202-4949-93bf-93a0aaa86212 req-3eb082c2-81df-450d-a7cc-3c1aa4d4b62c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:23:46.059525 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-88780b29-a202-4949-93bf-93a0aaa86212 req-3eb082c2-81df-450d-a7cc-3c1aa4d4b62c service neutron] For port 4305d059-4058-4da1-bf40-fe12678e36bf, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:23:46.062853 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-88780b29-a202-4949-93bf-93a0aaa86212 req-3eb082c2-81df-450d-a7cc-3c1aa4d4b62c service neutron] For port 4305d059-4058-4da1-bf40-fe12678e36bf, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=4305d059-4058-4da1-bf40-fe12678e36bf,segment=NetworkSegment(bae412cc-5815-477a-be73-419ffe821ffd),segment_id=bae412cc-5815-477a-be73-419ffe821ffd)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:23:46.127107 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-88780b29-a202-4949-93bf-93a0aaa86212 req-3eb082c2-81df-450d-a7cc-3c1aa4d4b62c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:23:46.166826 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88780b29-a202-4949-93bf-93a0aaa86212 req-3eb082c2-81df-450d-a7cc-3c1aa4d4b62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:23:46.171017 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-88780b29-a202-4949-93bf-93a0aaa86212 req-3eb082c2-81df-450d-a7cc-3c1aa4d4b62c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:23:46.171017 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-88780b29-a202-4949-93bf-93a0aaa86212 req-3eb082c2-81df-450d-a7cc-3c1aa4d4b62c service neutron] 10.222.0.108 "PUT /v2.0/ports/4305d059-4058-4da1-bf40-fe12678e36bf HTTP/1.1" status: 200 len: 1092 time: 0.9450145 Sep 24 16:23:46.201020 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb082c2-81df-450d-a7cc-3c1aa4d4b62c service neutron] Pushing event updated for resources: {'Port': ['ID=4305d059-4058-4da1-bf40-fe12678e36bf,revision_number=7']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:23:46.238625 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88780b29-a202-4949-93bf-93a0aaa86212 req-9271d93f-3b74-4951-aba7-4169fc9c38e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:23:46.240236 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-88780b29-a202-4949-93bf-93a0aaa86212 req-9271d93f-3b74-4951-aba7-4169fc9c38e1 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=1ab0685188e14657a77135ecc1496822&device_id=9665e9b1-bcfe-4493-84cf-55c6eec859a0 HTTP/1.1" status: 200 len: 1095 time: 0.0477028 Sep 24 16:23:46.348113 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88780b29-a202-4949-93bf-93a0aaa86212 req-d7274dd4-6a00-4ba9-87f0-2666ce4516fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:23:46.349636 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-88780b29-a202-4949-93bf-93a0aaa86212 req-d7274dd4-6a00-4ba9-87f0-2666ce4516fd service neutron] 10.222.0.108 "GET /v2.0/networks?id=68d2327c-e67b-467b-b2d5-f9d00637e77c HTTP/1.1" status: 200 len: 914 time: 0.1026573 Sep 24 16:23:46.423150 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9f07f2-41ac-409f-bab2-88fea79c3596 req-5827bf08-1c44-4668-ae0c-9b524fafda5d tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:23:46.424721 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-88780b29-a202-4949-93bf-93a0aaa86212 req-274c1393-48a9-4954-8676-22112549cf2d service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4305d059-4058-4da1-bf40-fe12678e36bf HTTP/1.1" status: 200 len: 1000 time: 0.0675695 Sep 24 16:23:46.424850 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5c9f07f2-41ac-409f-bab2-88fea79c3596 req-5827bf08-1c44-4668-ae0c-9b524fafda5d tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=9665e9b1-bcfe-4493-84cf-55c6eec859a0 HTTP/1.1" status: 200 len: 944 time: 0.0503771 Sep 24 16:23:46.470374 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5c9f07f2-41ac-409f-bab2-88fea79c3596 req-1134fe75-05fb-4ae1-84a5-6533e73b6589 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391698 Sep 24 16:23:46.484981 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88780b29-a202-4949-93bf-93a0aaa86212 req-fc894432-810f-4216-8566-cba19f415588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:23:46.486494 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-88780b29-a202-4949-93bf-93a0aaa86212 req-fc894432-810f-4216-8566-cba19f415588 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=d7501836-148c-4ade-ae18-6669fad5c7ad HTTP/1.1" status: 200 len: 851 time: 0.0544631 Sep 24 16:23:46.535286 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88780b29-a202-4949-93bf-93a0aaa86212 req-4b1938a6-5948-4739-80f6-0979a5238ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:23:46.536940 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-88780b29-a202-4949-93bf-93a0aaa86212 req-4b1938a6-5948-4739-80f6-0979a5238ff8 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=68d2327c-e67b-467b-b2d5-f9d00637e77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438042 Sep 24 16:23:46.639065 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-88780b29-a202-4949-93bf-93a0aaa86212 req-3fd64013-e41f-4741-8e71-a5ffc0a5cd4f service neutron] 10.222.0.108 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948491 Sep 24 16:23:46.736410 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-88780b29-a202-4949-93bf-93a0aaa86212 req-3e918a8e-b016-41a4-b22e-1d318a4d3b58 service neutron] 10.222.0.108 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902908 Sep 24 16:23:47.929201 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9665e9b1-bcfe-4493-84cf-55c6eec859a0', 'tag': '4305d059-4058-4da1-bf40-fe12678e36bf'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:23:47.931448 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb3a6c83-a6a8-40e6-9636-6921c91d08ec" -d '{"events": [{"name": "network-changed", "server_uuid": "9665e9b1-bcfe-4493-84cf-55c6eec859a0", "tag": "4305d059-4058-4da1-bf40-fe12678e36bf"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:23:47.959499 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd681b2-b0e4-40fb-95c7-2af0c8226bd4 req-072569f0-900d-4daf-9597-942bdfc5b51f tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:23:47.961048 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-efd681b2-b0e4-40fb-95c7-2af0c8226bd4 req-072569f0-900d-4daf-9597-942bdfc5b51f tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=9665e9b1-bcfe-4493-84cf-55c6eec859a0 HTTP/1.1" status: 200 len: 944 time: 0.4201632 Sep 24 16:23:47.984200 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97df4794-930a-4944-83c5-cd34e436bfc5 x-openstack-request-id: req-97df4794-930a-4944-83c5-cd34e436bfc5 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:23:47.984488 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9665e9b1-bcfe-4493-84cf-55c6eec859a0", "tag": "4305d059-4058-4da1-bf40-fe12678e36bf", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:23:47.984737 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-97df4794-930a-4944-83c5-cd34e436bfc5 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:23:47.985724 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9665e9b1-bcfe-4493-84cf-55c6eec859a0', 'tag': '4305d059-4058-4da1-bf40-fe12678e36bf', 'status': 'completed', 'code': 200} Sep 24 16:23:48.019462 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-efd681b2-b0e4-40fb-95c7-2af0c8226bd4 req-e314dd14-6721-41ff-aa21-ac034c41b72c tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512302 Sep 24 16:23:48.081318 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a6c83-a6a8-40e6-9636-6921c91d08ec req-1b9f363f-f5e4-4fca-bc12-4a9d4ce6569c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:23:48.082820 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-eb3a6c83-a6a8-40e6-9636-6921c91d08ec req-1b9f363f-f5e4-4fca-bc12-4a9d4ce6569c service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1ab0685188e14657a77135ecc1496822&device_id=9665e9b1-bcfe-4493-84cf-55c6eec859a0 HTTP/1.1" status: 200 len: 1095 time: 0.0783379 Sep 24 16:23:48.085408 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a6c83-a6a8-40e6-9636-6921c91d08ec req-b26ce490-8674-4ac3-b4d9-3fb20cd9bfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:23:48.086695 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-eb3a6c83-a6a8-40e6-9636-6921c91d08ec req-b26ce490-8674-4ac3-b4d9-3fb20cd9bfff service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=1ab0685188e14657a77135ecc1496822&device_id=9665e9b1-bcfe-4493-84cf-55c6eec859a0 HTTP/1.1" status: 200 len: 1095 time: 0.0719528 Sep 24 16:23:48.253655 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a6c83-a6a8-40e6-9636-6921c91d08ec req-1e506a20-1ee5-4d77-a321-d8f36a20727c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:23:48.255212 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-eb3a6c83-a6a8-40e6-9636-6921c91d08ec req-1e506a20-1ee5-4d77-a321-d8f36a20727c service neutron] 10.222.0.110 "GET /v2.0/networks?id=68d2327c-e67b-467b-b2d5-f9d00637e77c HTTP/1.1" status: 200 len: 914 time: 0.1626937 Sep 24 16:23:48.256339 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a6c83-a6a8-40e6-9636-6921c91d08ec req-59435415-5a8e-4a98-894f-eae970f9983b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:23:48.257774 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-eb3a6c83-a6a8-40e6-9636-6921c91d08ec req-59435415-5a8e-4a98-894f-eae970f9983b service neutron] 10.222.0.108 "GET /v2.0/networks?id=68d2327c-e67b-467b-b2d5-f9d00637e77c HTTP/1.1" status: 200 len: 914 time: 0.1578140 Sep 24 16:23:48.373792 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-eb3a6c83-a6a8-40e6-9636-6921c91d08ec req-bf011a1a-1168-48f0-8718-fa0305efe53e service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4305d059-4058-4da1-bf40-fe12678e36bf HTTP/1.1" status: 200 len: 1000 time: 0.1106436 Sep 24 16:23:48.375860 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-eb3a6c83-a6a8-40e6-9636-6921c91d08ec req-4a696c66-d898-4350-a37d-51df2620a146 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4305d059-4058-4da1-bf40-fe12678e36bf HTTP/1.1" status: 200 len: 1000 time: 0.1069624 Sep 24 16:23:48.468742 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a6c83-a6a8-40e6-9636-6921c91d08ec req-ede190d2-cbc0-4b6a-8a83-639de8a52d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:23:48.470171 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-eb3a6c83-a6a8-40e6-9636-6921c91d08ec req-ede190d2-cbc0-4b6a-8a83-639de8a52d59 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=d7501836-148c-4ade-ae18-6669fad5c7ad HTTP/1.1" status: 200 len: 851 time: 0.0869949 Sep 24 16:23:48.471471 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a6c83-a6a8-40e6-9636-6921c91d08ec req-d64718d9-09cd-43e5-8206-fb873c00b094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:23:48.472783 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-eb3a6c83-a6a8-40e6-9636-6921c91d08ec req-d64718d9-09cd-43e5-8206-fb873c00b094 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=d7501836-148c-4ade-ae18-6669fad5c7ad HTTP/1.1" status: 200 len: 851 time: 0.0883088 Sep 24 16:23:48.483739 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 4305d059-4058-4da1-bf40-fe12678e36bf no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:23:48.529738 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 4305d059-4058-4da1-bf40-fe12678e36bf not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:23:48.550067 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a6c83-a6a8-40e6-9636-6921c91d08ec req-98069ea6-27d8-4b40-ac09-dd8826039513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:23:48.551614 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-eb3a6c83-a6a8-40e6-9636-6921c91d08ec req-98069ea6-27d8-4b40-ac09-dd8826039513 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=68d2327c-e67b-467b-b2d5-f9d00637e77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705357 Sep 24 16:23:48.554165 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3a6c83-a6a8-40e6-9636-6921c91d08ec req-7ad972c8-480e-488e-a046-22f23ca03bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:23:48.555622 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-eb3a6c83-a6a8-40e6-9636-6921c91d08ec req-7ad972c8-480e-488e-a046-22f23ca03bc5 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=68d2327c-e67b-467b-b2d5-f9d00637e77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667620 Sep 24 16:23:48.724451 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-eb3a6c83-a6a8-40e6-9636-6921c91d08ec req-7f2b1dee-c3b5-46f2-828f-ba0d296b0998 service neutron] 10.222.0.108 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654429 Sep 24 16:23:48.726203 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-eb3a6c83-a6a8-40e6-9636-6921c91d08ec req-f5062ee0-db5f-4700-80af-d2a797090a31 service neutron] 10.222.0.110 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602142 Sep 24 16:23:48.886587 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-eb3a6c83-a6a8-40e6-9636-6921c91d08ec req-346aec4f-a456-46a6-9b6f-8c2cd7addbc1 service neutron] 10.222.0.108 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554189 Sep 24 16:23:48.888693 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-eb3a6c83-a6a8-40e6-9636-6921c91d08ec req-49c4972e-de79-4ee7-a6d2-6d43a1b2d093 service neutron] 10.222.0.110 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507394 Sep 24 16:23:49.139292 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff86ae-0df5-4391-9b88-cb9a6a318940 req-ba7526e7-cd65-4d59-adc3-ce78ddd8ebd9 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:23:49.140895 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-46ff86ae-0df5-4391-9b88-cb9a6a318940 req-ba7526e7-cd65-4d59-adc3-ce78ddd8ebd9 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=9665e9b1-bcfe-4493-84cf-55c6eec859a0 HTTP/1.1" status: 200 len: 944 time: 0.0503342 Sep 24 16:23:49.180287 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-46ff86ae-0df5-4391-9b88-cb9a6a318940 req-e4b9db74-6f6f-422a-89b0-ae4dcef99991 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335786 Sep 24 16:23:49.253085 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 4305d059-4058-4da1-bf40-fe12678e36bf details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 16:23:49.352866 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 4305d059-4058-4da1-bf40-fe12678e36bf, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=4305d059-4058-4da1-bf40-fe12678e36bf,segment=NetworkSegment(bae412cc-5815-477a-be73-419ffe821ffd),segment_id=bae412cc-5815-477a-be73-419ffe821ffd)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:23:49.365567 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': '4305d059-4058-4da1-bf40-fe12678e36bf', 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c', 'port_id': '4305d059-4058-4da1-bf40-fe12678e36bf', 'mac_address': 'fa:16:3e:27:c9:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7501836-148c-4ade-ae18-6669fad5c7ad', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 16:23:49.404667 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:23:49.419176 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4305d059-4058-4da1-bf40-fe12678e36bf {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:23:49.439531 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 4305d059-4058-4da1-bf40-fe12678e36bf, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=4305d059-4058-4da1-bf40-fe12678e36bf,segment=NetworkSegment(bae412cc-5815-477a-be73-419ffe821ffd),segment_id=bae412cc-5815-477a-be73-419ffe821ffd)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:23:49.509293 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:23:49.536922 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e223cc-c11a-4df5-8282-0430700fa9eb req-75a311c9-1f55-4cc6-bc4d-2b9168e0a1e7 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:23:49.538808 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-43e223cc-c11a-4df5-8282-0430700fa9eb req-75a311c9-1f55-4cc6-bc4d-2b9168e0a1e7 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=9665e9b1-bcfe-4493-84cf-55c6eec859a0 HTTP/1.1" status: 200 len: 944 time: 0.0530155 Sep 24 16:23:49.559668 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=4305d059-4058-4da1-bf40-fe12678e36bf,revision_number=8']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:23:49.567755 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:23:49.568108 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:23:49.568455 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:23:49.568910 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:23:49.569254 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:23:49.569678 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:23:49.569961 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:23:49.570402 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:23:49.570700 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:23:49.571030 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:23:49.571362 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:23:49.571688 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:23:49.581803 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-43e223cc-c11a-4df5-8282-0430700fa9eb req-68b59ded-fbeb-4d25-b747-1b09e78f27c8 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345471 Sep 24 16:23:49.653006 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd31bd4-5467-42d7-9f68-f67acbb3c01e req-96128e0e-078a-4d4f-852c-69240efe8a6d tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:23:49.654700 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0dd31bd4-5467-42d7-9f68-f67acbb3c01e req-96128e0e-078a-4d4f-852c-69240efe8a6d tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.110 "GET /v2.0/ports?device_id=9665e9b1-bcfe-4493-84cf-55c6eec859a0&tenant_id=1ab0685188e14657a77135ecc1496822&binding%3Ahost_id=n-h2-808921-1 HTTP/1.1" status: 200 len: 945 time: 0.0698597 Sep 24 16:23:49.720916 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [req-0dd31bd4-5467-42d7-9f68-f67acbb3c01e req-04f6cab1-610b-4598-aa03-c3570dc2ece8 service neutron] delete failed (client error): The resource could not be found. Sep 24 16:23:49.721943 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0dd31bd4-5467-42d7-9f68-f67acbb3c01e req-04f6cab1-610b-4598-aa03-c3570dc2ece8 service neutron] 10.222.0.110 "DELETE /v2.0/ports/4305d059-4058-4da1-bf40-fe12678e36bf/bindings/n-h1-808921-1 HTTP/1.1" status: 404 len: 380 time: 0.0597579 Sep 24 16:23:49.767885 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['4305d059-4058-4da1-bf40-fe12678e36bf'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:23:49.811784 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd31bd4-5467-42d7-9f68-f67acbb3c01e req-de77a779-1744-489d-8271-eabc706c242f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:23:49.813298 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0dd31bd4-5467-42d7-9f68-f67acbb3c01e req-de77a779-1744-489d-8271-eabc706c242f service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1ab0685188e14657a77135ecc1496822&device_id=9665e9b1-bcfe-4493-84cf-55c6eec859a0 HTTP/1.1" status: 200 len: 1096 time: 0.0427084 Sep 24 16:23:49.917897 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd31bd4-5467-42d7-9f68-f67acbb3c01e req-85368f1a-bd2b-4bd4-8992-5851732a2333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:23:49.919422 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0dd31bd4-5467-42d7-9f68-f67acbb3c01e req-85368f1a-bd2b-4bd4-8992-5851732a2333 service neutron] 10.222.0.110 "GET /v2.0/networks?id=68d2327c-e67b-467b-b2d5-f9d00637e77c HTTP/1.1" status: 200 len: 914 time: 0.0954726 Sep 24 16:23:49.989093 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0dd31bd4-5467-42d7-9f68-f67acbb3c01e req-21e28a16-d790-4df0-a34d-7293920f23a2 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4305d059-4058-4da1-bf40-fe12678e36bf HTTP/1.1" status: 200 len: 1001 time: 0.0589762 Sep 24 16:23:50.048016 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd31bd4-5467-42d7-9f68-f67acbb3c01e req-0c3084ca-0ca5-4a5f-8979-bf7bb8f416e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:23:50.049476 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0dd31bd4-5467-42d7-9f68-f67acbb3c01e req-0c3084ca-0ca5-4a5f-8979-bf7bb8f416e7 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=d7501836-148c-4ade-ae18-6669fad5c7ad HTTP/1.1" status: 200 len: 851 time: 0.0496943 Sep 24 16:23:50.098930 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd31bd4-5467-42d7-9f68-f67acbb3c01e req-2bce9732-35fe-408c-82b4-2ba20f68f08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:23:50.100436 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0dd31bd4-5467-42d7-9f68-f67acbb3c01e req-2bce9732-35fe-408c-82b4-2ba20f68f08b service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=68d2327c-e67b-467b-b2d5-f9d00637e77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410895 Sep 24 16:23:50.199795 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0dd31bd4-5467-42d7-9f68-f67acbb3c01e req-456359b4-0ea2-4dc1-9fcd-48108489af77 service neutron] 10.222.0.110 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886266 Sep 24 16:23:50.294837 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0dd31bd4-5467-42d7-9f68-f67acbb3c01e req-4f3be31e-eddf-4dda-b9df-e6018321a5e7 service neutron] 10.222.0.110 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865147 Sep 24 16:23:50.585533 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [req-98279046-045a-4162-aca3-e64b3a373709 req-56ff5658-702a-44c1-9b25-c34e534cfef0 service neutron] (95297) timed out ('10.222.0.110', 59666) {{(pid=95297) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 24 16:23:50.707649 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3bbdeb-46ac-436e-a99a-1275fc0dd395 req-f509d05a-0d0c-4f6c-88a2-190f9745a77b tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:23:50.709175 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3a3bbdeb-46ac-436e-a99a-1275fc0dd395 req-f509d05a-0d0c-4f6c-88a2-190f9745a77b tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=9665e9b1-bcfe-4493-84cf-55c6eec859a0 HTTP/1.1" status: 200 len: 945 time: 0.0498888 Sep 24 16:23:50.749039 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3a3bbdeb-46ac-436e-a99a-1275fc0dd395 req-391ba3d7-8324-47e6-b3e0-bdd594daf8d7 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328660 Sep 24 16:23:51.282651 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 4305d059-4058-4da1-bf40-fe12678e36bf up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:23:51.394566 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port 4305d059-4058-4da1-bf40-fe12678e36bf completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 16:23:51.398470 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port 4305d059-4058-4da1-bf40-fe12678e36bf triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:23:51.398856 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:23:51.482303 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:23:51.506473 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9665e9b1-bcfe-4493-84cf-55c6eec859a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4305d059-4058-4da1-bf40-fe12678e36bf'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:23:51.509786 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1369d2f5-1603-4d64-8bed-2f6814d4028a" -d '{"events": [{"server_uuid": "9665e9b1-bcfe-4493-84cf-55c6eec859a0", "name": "network-vif-plugged", "status": "completed", "tag": "4305d059-4058-4da1-bf40-fe12678e36bf"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:23:51.522322 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 4305d059-4058-4da1-bf40-fe12678e36bf, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=4305d059-4058-4da1-bf40-fe12678e36bf,segment=NetworkSegment(bae412cc-5815-477a-be73-419ffe821ffd),segment_id=bae412cc-5815-477a-be73-419ffe821ffd)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:23:51.546737 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-576185f2-e48e-45b0-ba8d-31f7f7ae580f req-107fcc68-43de-42ef-aead-e6fea69af49c service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=9665e9b1-bcfe-4493-84cf-55c6eec859a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0539691 Sep 24 16:23:51.607215 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:23:51.635704 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a2f5744-aaf6-41ef-b7d3-5ca9d9a732fc x-openstack-request-id: req-0a2f5744-aaf6-41ef-b7d3-5ca9d9a732fc {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:23:51.636230 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9665e9b1-bcfe-4493-84cf-55c6eec859a0", "name": "network-vif-plugged", "status": "completed", "tag": "4305d059-4058-4da1-bf40-fe12678e36bf", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:23:51.636332 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576185f2-e48e-45b0-ba8d-31f7f7ae580f req-66570e2f-3086-401f-a8e1-80785b2981c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:23:51.636428 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-0a2f5744-aaf6-41ef-b7d3-5ca9d9a732fc {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:23:51.636622 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9665e9b1-bcfe-4493-84cf-55c6eec859a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4305d059-4058-4da1-bf40-fe12678e36bf', 'code': 200} Sep 24 16:23:51.637735 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-576185f2-e48e-45b0-ba8d-31f7f7ae580f req-66570e2f-3086-401f-a8e1-80785b2981c2 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=1ab0685188e14657a77135ecc1496822&device_id=9665e9b1-bcfe-4493-84cf-55c6eec859a0 HTTP/1.1" status: 200 len: 1096 time: 0.0438502 Sep 24 16:23:51.665545 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=4305d059-4058-4da1-bf40-fe12678e36bf,revision_number=9']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:23:51.747532 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576185f2-e48e-45b0-ba8d-31f7f7ae580f req-c551a092-0e63-4857-b80c-4fc4a86900a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:23:51.748910 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-576185f2-e48e-45b0-ba8d-31f7f7ae580f req-c551a092-0e63-4857-b80c-4fc4a86900a4 service neutron] 10.222.0.108 "GET /v2.0/networks?id=68d2327c-e67b-467b-b2d5-f9d00637e77c HTTP/1.1" status: 200 len: 914 time: 0.0911844 Sep 24 16:23:51.814303 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-576185f2-e48e-45b0-ba8d-31f7f7ae580f req-95be378a-6012-41f4-b6f1-6eed5019b407 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4305d059-4058-4da1-bf40-fe12678e36bf HTTP/1.1" status: 200 len: 1002 time: 0.0584080 Sep 24 16:23:51.894910 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576185f2-e48e-45b0-ba8d-31f7f7ae580f req-e030f277-b1d3-492e-8034-b87736fde24b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:23:51.896379 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-576185f2-e48e-45b0-ba8d-31f7f7ae580f req-e030f277-b1d3-492e-8034-b87736fde24b service neutron] 10.222.0.108 "GET /v2.0/subnets?id=d7501836-148c-4ade-ae18-6669fad5c7ad HTTP/1.1" status: 200 len: 851 time: 0.0716078 Sep 24 16:23:51.908014 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5413eb9-8477-47d9-b578-b83e590fc173 req-cc0daa6d-374a-4384-99f5-28fa27c38cd2 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:23:51.909429 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d5413eb9-8477-47d9-b578-b83e590fc173 req-cc0daa6d-374a-4384-99f5-28fa27c38cd2 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=9665e9b1-bcfe-4493-84cf-55c6eec859a0 HTTP/1.1" status: 200 len: 946 time: 0.0934801 Sep 24 16:23:51.967830 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d5413eb9-8477-47d9-b578-b83e590fc173 req-5f9b3338-022b-4223-a581-956a7c27217c tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502124 Sep 24 16:23:51.977247 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576185f2-e48e-45b0-ba8d-31f7f7ae580f req-4271b75b-bb9a-4040-91b4-0696c4623d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:23:51.978874 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-576185f2-e48e-45b0-ba8d-31f7f7ae580f req-4271b75b-bb9a-4040-91b4-0696c4623d0b service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=68d2327c-e67b-467b-b2d5-f9d00637e77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685077 Sep 24 16:23:52.082437 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-576185f2-e48e-45b0-ba8d-31f7f7ae580f req-2c2d0731-de20-46ee-be97-81cf405baf8b service neutron] 10.222.0.108 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957532 Sep 24 16:23:52.084641 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25c2823-0270-4aff-997e-6880324d061a req-8551c6fb-59d9-42f6-b757-5ea8ba5e0052 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:23:52.086131 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e25c2823-0270-4aff-997e-6880324d061a req-8551c6fb-59d9-42f6-b757-5ea8ba5e0052 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=9665e9b1-bcfe-4493-84cf-55c6eec859a0 HTTP/1.1" status: 200 len: 946 time: 0.0500913 Sep 24 16:23:52.129724 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e25c2823-0270-4aff-997e-6880324d061a req-1b27b10a-7a97-4441-b810-af71d644d2f8 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369477 Sep 24 16:23:52.175229 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-576185f2-e48e-45b0-ba8d-31f7f7ae580f req-14476fc4-3907-404b-bb52-502edf995849 service neutron] 10.222.0.108 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852993 Sep 24 16:23:52.476242 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0d9300-3d1f-4861-a97b-5a838cf74583 req-9bf0770c-ab51-444a-942c-16d167cf8e9b tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:23:52.478150 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3b0d9300-3d1f-4861-a97b-5a838cf74583 req-9bf0770c-ab51-444a-942c-16d167cf8e9b tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=9665e9b1-bcfe-4493-84cf-55c6eec859a0 HTTP/1.1" status: 200 len: 946 time: 0.0582604 Sep 24 16:23:52.524293 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3b0d9300-3d1f-4861-a97b-5a838cf74583 req-6c288b6a-7b30-4bbd-b7c1-c4b468ec4e5e tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390894 Sep 24 16:23:52.566767 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fe91ad-16da-4656-9d68-d363a7fd7219 req-60d7c502-af0e-473d-847a-2fa5d6482e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:23:52.568424 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e6fe91ad-16da-4656-9d68-d363a7fd7219 req-60d7c502-af0e-473d-847a-2fa5d6482e18 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=1ab0685188e14657a77135ecc1496822&device_id=9665e9b1-bcfe-4493-84cf-55c6eec859a0 HTTP/1.1" status: 200 len: 1097 time: 0.0456650 Sep 24 16:23:52.669168 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fe91ad-16da-4656-9d68-d363a7fd7219 req-5a647b0e-2645-4d8d-b94f-d00684eee9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:23:52.670605 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e6fe91ad-16da-4656-9d68-d363a7fd7219 req-5a647b0e-2645-4d8d-b94f-d00684eee9fc service neutron] 10.222.0.108 "GET /v2.0/networks?id=68d2327c-e67b-467b-b2d5-f9d00637e77c HTTP/1.1" status: 200 len: 914 time: 0.0955811 Sep 24 16:23:52.748548 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e6fe91ad-16da-4656-9d68-d363a7fd7219 req-2fdc9209-3cd2-4039-a931-5a100205054c service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4305d059-4058-4da1-bf40-fe12678e36bf HTTP/1.1" status: 200 len: 1002 time: 0.0713978 Sep 24 16:23:52.799482 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fe91ad-16da-4656-9d68-d363a7fd7219 req-166e430c-ce96-45a1-8025-664dc42114bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:23:52.800935 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e6fe91ad-16da-4656-9d68-d363a7fd7219 req-166e430c-ce96-45a1-8025-664dc42114bc service neutron] 10.222.0.108 "GET /v2.0/subnets?id=d7501836-148c-4ade-ae18-6669fad5c7ad HTTP/1.1" status: 200 len: 851 time: 0.0456092 Sep 24 16:23:52.846301 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fe91ad-16da-4656-9d68-d363a7fd7219 req-6d0800b6-1970-4f71-9ef0-e7e51dc4d8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:23:52.847812 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e6fe91ad-16da-4656-9d68-d363a7fd7219 req-6d0800b6-1970-4f71-9ef0-e7e51dc4d8f8 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=68d2327c-e67b-467b-b2d5-f9d00637e77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397544 Sep 24 16:23:52.942387 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e6fe91ad-16da-4656-9d68-d363a7fd7219 req-a84a88f8-58e5-41fc-8748-1adddb9efb4e service neutron] 10.222.0.108 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870903 Sep 24 16:23:53.034719 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e6fe91ad-16da-4656-9d68-d363a7fd7219 req-f4cbf3ee-92a4-4cec-9b8a-c1efd0f2173f service neutron] 10.222.0.108 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853620 Sep 24 16:23:53.652061 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b79e7b-fd05-460c-bc80-7f1a23ed64b8 req-2c621d1a-1638-4e98-aa53-381880f240f4 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:23:53.653432 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-15b79e7b-fd05-460c-bc80-7f1a23ed64b8 req-2c621d1a-1638-4e98-aa53-381880f240f4 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=9665e9b1-bcfe-4493-84cf-55c6eec859a0 HTTP/1.1" status: 200 len: 946 time: 0.0508633 Sep 24 16:23:53.696421 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-15b79e7b-fd05-460c-bc80-7f1a23ed64b8 req-beaab7a6-b057-4e37-972a-327879302772 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367882 Sep 24 16:23:54.811422 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23da012b-ca03-44d7-9b9d-731e02cdff4d req-92b7698f-9afe-4de7-91e2-2aed70084378 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:23:54.812905 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-23da012b-ca03-44d7-9b9d-731e02cdff4d req-92b7698f-9afe-4de7-91e2-2aed70084378 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=9665e9b1-bcfe-4493-84cf-55c6eec859a0 HTTP/1.1" status: 200 len: 946 time: 0.0487576 Sep 24 16:23:54.851660 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-23da012b-ca03-44d7-9b9d-731e02cdff4d req-d6f643dc-0312-4510-93bf-3557d7ad9e30 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327916 Sep 24 16:23:55.386426 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554b167a-85c8-4f14-b982-6ca72e9728e2 req-4eb0f2cf-cee3-46c5-b4c5-2f6fcc3848df tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:23:55.387974 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-554b167a-85c8-4f14-b982-6ca72e9728e2 req-4eb0f2cf-cee3-46c5-b4c5-2f6fcc3848df tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=9665e9b1-bcfe-4493-84cf-55c6eec859a0 HTTP/1.1" status: 200 len: 946 time: 0.0512192 Sep 24 16:23:55.431264 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-554b167a-85c8-4f14-b982-6ca72e9728e2 req-384a6eef-d828-46eb-9c8c-aa20f945cc4e tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371435 Sep 24 16:23:56.550135 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3db2a53-587e-461c-ab96-92731be04a6c req-88d3d074-b406-4b00-a1e6-be5f4e8d553a tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:23:56.551586 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e3db2a53-587e-461c-ab96-92731be04a6c req-88d3d074-b406-4b00-a1e6-be5f4e8d553a tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=9665e9b1-bcfe-4493-84cf-55c6eec859a0 HTTP/1.1" status: 200 len: 946 time: 0.0502903 Sep 24 16:23:56.591999 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e3db2a53-587e-461c-ab96-92731be04a6c req-71c07c9a-d11e-4eab-940b-52e6bdd33fff tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327809 Sep 24 16:23:56.655719 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff13c0f8-0a8b-4d16-a90d-e5c25da1a36b req-b4f63b3b-dd15-4fad-9cd7-62f38221e1f6 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:23:56.657186 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ff13c0f8-0a8b-4d16-a90d-e5c25da1a36b req-b4f63b3b-dd15-4fad-9cd7-62f38221e1f6 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.108 "GET /v2.0/ports?device_id=9665e9b1-bcfe-4493-84cf-55c6eec859a0 HTTP/1.1" status: 200 len: 946 time: 0.0493944 Sep 24 16:23:56.751700 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-ff13c0f8-0a8b-4d16-a90d-e5c25da1a36b req-800c25e4-ca0e-400d-b09b-df9cc4261b0a tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Deleting port 4305d059-4058-4da1-bf40-fe12678e36bf {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:23:56.752038 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-ff13c0f8-0a8b-4d16-a90d-e5c25da1a36b req-800c25e4-ca0e-400d-b09b-df9cc4261b0a tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:23:56.840306 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-ff13c0f8-0a8b-4d16-a90d-e5c25da1a36b req-800c25e4-ca0e-400d-b09b-df9cc4261b0a tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] For port 4305d059-4058-4da1-bf40-fe12678e36bf, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=4305d059-4058-4da1-bf40-fe12678e36bf,segment=NetworkSegment(bae412cc-5815-477a-be73-419ffe821ffd),segment_id=bae412cc-5815-477a-be73-419ffe821ffd)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:23:56.840691 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-ff13c0f8-0a8b-4d16-a90d-e5c25da1a36b req-800c25e4-ca0e-400d-b09b-df9cc4261b0a tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:23:57.013947 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-ff13c0f8-0a8b-4d16-a90d-e5c25da1a36b req-800c25e4-ca0e-400d-b09b-df9cc4261b0a tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:23:57.014303 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-ff13c0f8-0a8b-4d16-a90d-e5c25da1a36b req-800c25e4-ca0e-400d-b09b-df9cc4261b0a tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:23:57.014651 n-d-808921-1 neutron-server[95298]: INFO neutron.db.l3_db [req-ff13c0f8-0a8b-4d16-a90d-e5c25da1a36b req-800c25e4-ca0e-400d-b09b-df9cc4261b0a tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Floating IP 6559a5db-0fcf-4144-a609-0ed08b1ad479 disassociated. External IP: 172.25.0.147, port: 4305d059-4058-4da1-bf40-fe12678e36bf. Sep 24 16:23:57.014989 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-ff13c0f8-0a8b-4d16-a90d-e5c25da1a36b req-800c25e4-ca0e-400d-b09b-df9cc4261b0a tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Calling delete_port for 4305d059-4058-4da1-bf40-fe12678e36bf owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:23:57.206277 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-ff13c0f8-0a8b-4d16-a90d-e5c25da1a36b req-800c25e4-ca0e-400d-b09b-df9cc4261b0a tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:23:57.236136 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c25e4-ca0e-400d-b09b-df9cc4261b0a tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Pushing event deleted for resources: {'Port': ['ID=4305d059-4058-4da1-bf40-fe12678e36bf,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:23:57.360971 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff13c0f8-0a8b-4d16-a90d-e5c25da1a36b req-800c25e4-ca0e-400d-b09b-df9cc4261b0a tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Router 302af011-5d2d-4040-8014-ded5f17568a6 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:23:57.473309 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff13c0f8-0a8b-4d16-a90d-e5c25da1a36b req-800c25e4-ca0e-400d-b09b-df9cc4261b0a tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:23:57.484519 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78447999-b96f-49a8-aa38-8980a8c58a26 None None] Sync routers for ids ['302af011-5d2d-4040-8014-ded5f17568a6'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:23:57.495393 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78447999-b96f-49a8-aa38-8980a8c58a26 None None] Routers {'302af011-5d2d-4040-8014-ded5f17568a6'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:23:57.496491 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-78447999-b96f-49a8-aa38-8980a8c58a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:23:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['302af011-5d2d-4040-8014-ded5f17568a6'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:23:57.516022 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff13c0f8-0a8b-4d16-a90d-e5c25da1a36b req-800c25e4-ca0e-400d-b09b-df9cc4261b0a tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] No DVR routers for this DVR port 4305d059-4058-4da1-bf40-fe12678e36bf on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:23:57.518705 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-ff13c0f8-0a8b-4d16-a90d-e5c25da1a36b req-800c25e4-ca0e-400d-b09b-df9cc4261b0a tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:23:57.520662 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ff13c0f8-0a8b-4d16-a90d-e5c25da1a36b req-800c25e4-ca0e-400d-b09b-df9cc4261b0a tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.108 "DELETE /v2.0/ports/4305d059-4058-4da1-bf40-fe12678e36bf HTTP/1.1" status: 204 len: 173 time: 0.8572612 Sep 24 16:23:57.521106 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9665e9b1-bcfe-4493-84cf-55c6eec859a0', 'name': 'network-vif-deleted', 'tag': '4305d059-4058-4da1-bf40-fe12678e36bf'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:23:57.523353 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-742b92d4-efd6-492d-8087-b07903526ae0" -d '{"events": [{"server_uuid": "9665e9b1-bcfe-4493-84cf-55c6eec859a0", "name": "network-vif-deleted", "tag": "4305d059-4058-4da1-bf40-fe12678e36bf"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:23:57.561854 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0536e2-c8b6-47bb-a8dc-bbaea86a4c6d x-openstack-request-id: req-7e0536e2-c8b6-47bb-a8dc-bbaea86a4c6d {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:23:57.562488 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9665e9b1-bcfe-4493-84cf-55c6eec859a0", "name": "network-vif-deleted", "tag": "4305d059-4058-4da1-bf40-fe12678e36bf", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:23:57.562488 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-7e0536e2-c8b6-47bb-a8dc-bbaea86a4c6d {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:23:57.562811 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9665e9b1-bcfe-4493-84cf-55c6eec859a0', 'name': 'network-vif-deleted', 'tag': '4305d059-4058-4da1-bf40-fe12678e36bf', 'status': 'completed', 'code': 200} Sep 24 16:23:57.605014 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-78447999-b96f-49a8-aa38-8980a8c58a26 None None] Set router 302af011-5d2d-4040-8014-ded5f17568a6 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:23:57.692855 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e9e6c9d2-2dbc-4abc-a61e-0ce8e89278f9 req-593fe5ae-53d6-4387-ad31-3ceacb8b9d65 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=9665e9b1-bcfe-4493-84cf-55c6eec859a0 HTTP/1.1" status: 200 len: 210 time: 0.0299487 Sep 24 16:23:57.819333 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-78447999-b96f-49a8-aa38-8980a8c58a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302af011-5d2d-4040-8014-ded5f17568a6', 'name': 'tempest-ServerActionsTestJSON-1059124727-router', 'tenant_id': '1ab0685188e14657a77135ecc1496822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '50867e16-bff5-4116-a9a4-16376b03757b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:19:04Z', 'updated_at': '2021-09-24T16:19:07Z', 'revision_number': 4, 'project_id': '1ab0685188e14657a77135ecc1496822', 'gw_port': {'id': '50867e16-bff5-4116-a9a4-16376b03757b', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ff:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302af011-5d2d-4040-8014-ded5f17568a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:19:04Z', 'updated_at': '2021-09-24T16:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'ede91fc0-e62b-4a2e-9c60-7c620e454edd', 'name': '', 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c', 'tenant_id': '1ab0685188e14657a77135ecc1496822', 'mac_address': 'fa:16:3e:7c:51:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302af011-5d2d-4040-8014-ded5f17568a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'd7501836-148c-4ade-ae18-6669fad5c7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:19:06Z', 'updated_at': '2021-09-24T16:19:10Z', 'revision_number': 5, 'project_id': '1ab0685188e14657a77135ecc1496822', 'subnets': [{'id': 'd7501836-148c-4ade-ae18-6669fad5c7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:23:57.847367 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78447999-b96f-49a8-aa38-8980a8c58a26 None None] Checking router: 302af011-5d2d-4040-8014-ded5f17568a6 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:23:57.856151 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78447999-b96f-49a8-aa38-8980a8c58a26 None None] Routers {'302af011-5d2d-4040-8014-ded5f17568a6'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:23:57.856770 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-78447999-b96f-49a8-aa38-8980a8c58a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:23:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['302af011-5d2d-4040-8014-ded5f17568a6'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:23:57.965148 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-78447999-b96f-49a8-aa38-8980a8c58a26 None None] Set router 302af011-5d2d-4040-8014-ded5f17568a6 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:23:58.164947 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-78447999-b96f-49a8-aa38-8980a8c58a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302af011-5d2d-4040-8014-ded5f17568a6', 'name': 'tempest-ServerActionsTestJSON-1059124727-router', 'tenant_id': '1ab0685188e14657a77135ecc1496822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '50867e16-bff5-4116-a9a4-16376b03757b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:19:04Z', 'updated_at': '2021-09-24T16:19:07Z', 'revision_number': 4, 'project_id': '1ab0685188e14657a77135ecc1496822', 'gw_port': {'id': '50867e16-bff5-4116-a9a4-16376b03757b', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ff:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302af011-5d2d-4040-8014-ded5f17568a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:19:04Z', 'updated_at': '2021-09-24T16:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'ede91fc0-e62b-4a2e-9c60-7c620e454edd', 'name': '', 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c', 'tenant_id': '1ab0685188e14657a77135ecc1496822', 'mac_address': 'fa:16:3e:7c:51:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302af011-5d2d-4040-8014-ded5f17568a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'd7501836-148c-4ade-ae18-6669fad5c7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:19:06Z', 'updated_at': '2021-09-24T16:19:10Z', 'revision_number': 5, 'project_id': '1ab0685188e14657a77135ecc1496822', 'subnets': [{'id': 'd7501836-148c-4ade-ae18-6669fad5c7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:23:58.194734 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78447999-b96f-49a8-aa38-8980a8c58a26 None None] The sync data for ids ['302af011-5d2d-4040-8014-ded5f17568a6'] in n-d-808921-1 is: [{'id': '302af011-5d2d-4040-8014-ded5f17568a6', 'name': 'tempest-ServerActionsTestJSON-1059124727-router', 'tenant_id': '1ab0685188e14657a77135ecc1496822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '50867e16-bff5-4116-a9a4-16376b03757b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:19:04Z', 'updated_at': '2021-09-24T16:19:07Z', 'revision_number': 4, 'project_id': '1ab0685188e14657a77135ecc1496822', 'gw_port': {'id': '50867e16-bff5-4116-a9a4-16376b03757b', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ff:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302af011-5d2d-4040-8014-ded5f17568a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:19:04Z', 'updated_at': '2021-09-24T16:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'ede91fc0-e62b-4a2e-9c60-7c620e454edd', 'name': '', 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c', 'tenant_id': '1ab0685188e14657a77135ecc1496822', 'mac_address': 'fa:16:3e:7c:51:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302af011-5d2d-4040-8014-ded5f17568a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'd7501836-148c-4ade-ae18-6669fad5c7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:19:06Z', 'updated_at': '2021-09-24T16:19:10Z', 'revision_number': 5, 'project_id': '1ab0685188e14657a77135ecc1496822', 'subnets': [{'id': 'd7501836-148c-4ade-ae18-6669fad5c7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:23:58.413750 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5230c90f-c6c8-4473-b503-381f0740eea1 None None] New status for floating IP 6559a5db-0fcf-4144-a609-0ed08b1ad479: DOWN {{(pid=95300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 16:23:58.975596 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-12c77337-8659-4062-9448-a6338e368cc1 req-22881bf0-b059-4702-9bea-f79e0f8b7348 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-securitygroup--348699338&fields=id&tenant_id=1ab0685188e14657a77135ecc1496822 HTTP/1.1" status: 200 len: 267 time: 0.0345063 Sep 24 16:23:59.084899 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c77337-8659-4062-9448-a6338e368cc1 req-72f2099e-c849-4898-bff4-686c67a17d2e tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:23:59.086419 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-12c77337-8659-4062-9448-a6338e368cc1 req-72f2099e-c849-4898-bff4-686c67a17d2e tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/networks?id=68d2327c-e67b-467b-b2d5-f9d00637e77c HTTP/1.1" status: 200 len: 812 time: 0.1037285 Sep 24 16:23:59.101988 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-12c77337-8659-4062-9448-a6338e368cc1 req-ae1bb37e-0681-4471-9407-0f04062af722 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/quotas/1ab0685188e14657a77135ecc1496822 HTTP/1.1" status: 200 len: 375 time: 0.0091500 Sep 24 16:23:59.155745 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-12c77337-8659-4062-9448-a6338e368cc1 req-f26abff1-2cce-4e81-a006-bf886462766c tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=1ab0685188e14657a77135ecc1496822&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0482328 Sep 24 16:23:59.311109 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-12c77337-8659-4062-9448-a6338e368cc1 req-9d9c3dc4-6dec-4ca4-bae1-a7f6d4ff45ab service neutron] 10.222.0.101 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436844 Sep 24 16:23:59.408241 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-12c77337-8659-4062-9448-a6338e368cc1 req-c85d6d16-109c-4105-ba0d-0d41ae40ef76 service neutron] 10.222.0.101 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911238 Sep 24 16:23:59.631094 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d95c196b-f683-4001-add7-9aa8f5edf154 req-f14e1ad5-0c91-4202-bc47-13ea67c2619e tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d945ed8-3e35-4f74-94b9-2d712f2d160d HTTP/1.1" status: 200 len: 210 time: 0.0270703 Sep 24 16:24:00.726565 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-faaad7e2-c47e-431c-8f5b-a81f6fd111ab req-aafeb6d7-1b0d-4ab7-be50-83fa42d83386 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d945ed8-3e35-4f74-94b9-2d712f2d160d HTTP/1.1" status: 200 len: 210 time: 0.0264993 Sep 24 16:24:01.228944 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ba0919a5-bdc3-4296-916b-eda5ab8077b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:24:01.346224 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 4305d059-4058-4da1-bf40-fe12678e36bf no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:24:01.366199 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] No Port match for: 4305d059-4058-4da1-bf40-fe12678e36bf {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:24:01.366581 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 4305d059-4058-4da1-bf40-fe12678e36bf not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:24:01.621475 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c77337-8659-4062-9448-a6338e368cc1 req-9242341f-7dc4-4ab5-8545-e89a56226639 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:24:01.622886 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-12c77337-8659-4062-9448-a6338e368cc1 req-9242341f-7dc4-4ab5-8545-e89a56226639 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.110 "GET /v2.0/networks?id=68d2327c-e67b-467b-b2d5-f9d00637e77c HTTP/1.1" status: 200 len: 812 time: 0.1060979 Sep 24 16:24:01.673723 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-12c77337-8659-4062-9448-a6338e368cc1 req-8ad90cc4-b9f9-4d1d-86db-6e59c0ea50ea tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.110 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ab0685188e14657a77135ecc1496822 HTTP/1.1" status: 200 len: 379 time: 0.0341501 Sep 24 16:24:01.684783 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-12c77337-8659-4062-9448-a6338e368cc1 req-3b858153-0e3a-4b16-9cc3-c933eedb8c96 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Request body: {'port': {'device_id': '8d945ed8-3e35-4f74-94b9-2d712f2d160d', 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c', 'admin_state_up': True, 'tenant_id': '1ab0685188e14657a77135ecc1496822', 'security_groups': ['0a89126d-69c2-4116-ac30-9afe5a15a35a']}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:24:01.827800 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fe3a83b8-2afa-4f39-b6f9-f65b37ea3b3f req-bf4011c3-b34a-44bd-83ad-198b01cd7285 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d945ed8-3e35-4f74-94b9-2d712f2d160d HTTP/1.1" status: 200 len: 210 time: 0.0307300 Sep 24 16:24:01.874715 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12c77337-8659-4062-9448-a6338e368cc1 req-3b858153-0e3a-4b16-9cc3-c933eedb8c96 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Made reservation on behalf of 1ab0685188e14657a77135ecc1496822 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:24:01.878242 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-12c77337-8659-4062-9448-a6338e368cc1 req-3b858153-0e3a-4b16-9cc3-c933eedb8c96 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:24:02.007460 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-12c77337-8659-4062-9448-a6338e368cc1 req-3b858153-0e3a-4b16-9cc3-c933eedb8c96 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Allocated IP 172.20.0.11 (68d2327c-e67b-467b-b2d5-f9d00637e77c/d7501836-148c-4ade-ae18-6669fad5c7ad/4c3708ef-a89a-4b89-82d3-9b6ee33213e2) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:24:02.147543 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-12c77337-8659-4062-9448-a6338e368cc1 req-3b858153-0e3a-4b16-9cc3-c933eedb8c96 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:24:02.236284 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-12c77337-8659-4062-9448-a6338e368cc1 req-3b858153-0e3a-4b16-9cc3-c933eedb8c96 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:24:02.279865 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12c77337-8659-4062-9448-a6338e368cc1 req-3b858153-0e3a-4b16-9cc3-c933eedb8c96 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Network 68d2327c-e67b-467b-b2d5-f9d00637e77c is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:24:02.282834 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-12c77337-8659-4062-9448-a6338e368cc1 req-3b858153-0e3a-4b16-9cc3-c933eedb8c96 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:24:02.286574 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-12c77337-8659-4062-9448-a6338e368cc1 req-3b858153-0e3a-4b16-9cc3-c933eedb8c96 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:24:02.295651 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b858153-0e3a-4b16-9cc3-c933eedb8c96 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Pushing event updated for resources: {'Port': ['ID=4c3708ef-a89a-4b89-82d3-9b6ee33213e2,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:24:02.345672 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c77337-8659-4062-9448-a6338e368cc1 req-3b858153-0e3a-4b16-9cc3-c933eedb8c96 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:24:02.346286 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-12c77337-8659-4062-9448-a6338e368cc1 req-3b858153-0e3a-4b16-9cc3-c933eedb8c96 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:24:02.457773 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-12c77337-8659-4062-9448-a6338e368cc1 req-3b858153-0e3a-4b16-9cc3-c933eedb8c96 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7770121 Sep 24 16:24:02.473518 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-12c77337-8659-4062-9448-a6338e368cc1 req-051d6254-1eaa-41cc-9405-b4958c526144 service neutron] Request body: {'port': {'device_id': '8d945ed8-3e35-4f74-94b9-2d712f2d160d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:24:02.536722 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-12c77337-8659-4062-9448-a6338e368cc1 req-051d6254-1eaa-41cc-9405-b4958c526144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:24:02.568062 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-4dd6676b-ee20-4a65-9259-d3642a860f05 None None] Provisioning complete for port 4c3708ef-a89a-4b89-82d3-9b6ee33213e2 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:24:02.568636 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4dd6676b-ee20-4a65-9259-d3642a860f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:24:02.603167 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-4dd6676b-ee20-4a65-9259-d3642a860f05 None None] Port 4c3708ef-a89a-4b89-82d3-9b6ee33213e2 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:24:02.800615 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-12c77337-8659-4062-9448-a6338e368cc1 req-051d6254-1eaa-41cc-9405-b4958c526144 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c3708ef-a89a-4b89-82d3-9b6ee33213e2 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:24:02.807942 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-12c77337-8659-4062-9448-a6338e368cc1 req-051d6254-1eaa-41cc-9405-b4958c526144 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:24:02.819629 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-12c77337-8659-4062-9448-a6338e368cc1 req-051d6254-1eaa-41cc-9405-b4958c526144 service neutron] Transition to ACTIVE for port object 4c3708ef-a89a-4b89-82d3-9b6ee33213e2 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 16:24:02.886965 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-12c77337-8659-4062-9448-a6338e368cc1 req-051d6254-1eaa-41cc-9405-b4958c526144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:24:02.940020 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051d6254-1eaa-41cc-9405-b4958c526144 service neutron] Pushing event updated for resources: {'Port': ['ID=4c3708ef-a89a-4b89-82d3-9b6ee33213e2,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:24:02.946035 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41348eb-b748-4246-8ced-c266a3c62c46 req-8bf4675b-7a7c-4ad4-968b-03f5dd98abc4 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:24:02.948286 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c41348eb-b748-4246-8ced-c266a3c62c46 req-8bf4675b-7a7c-4ad4-968b-03f5dd98abc4 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d945ed8-3e35-4f74-94b9-2d712f2d160d HTTP/1.1" status: 200 len: 944 time: 0.0533383 Sep 24 16:24:02.991276 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c41348eb-b748-4246-8ced-c266a3c62c46 req-8b74f320-6a5b-49e7-a724-d3155a3363f7 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361519 Sep 24 16:24:03.023623 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-12c77337-8659-4062-9448-a6338e368cc1 req-051d6254-1eaa-41cc-9405-b4958c526144 service neutron] Attempting to bind port 4c3708ef-a89a-4b89-82d3-9b6ee33213e2 on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:24:03.023903 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-12c77337-8659-4062-9448-a6338e368cc1 req-051d6254-1eaa-41cc-9405-b4958c526144 service neutron] Attempting to bind port 4c3708ef-a89a-4b89-82d3-9b6ee33213e2 by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': 'bae412cc-5815-477a-be73-419ffe821ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:24:03.024326 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c77337-8659-4062-9448-a6338e368cc1 req-051d6254-1eaa-41cc-9405-b4958c526144 service neutron] Attempting to bind port 4c3708ef-a89a-4b89-82d3-9b6ee33213e2 on network 68d2327c-e67b-467b-b2d5-f9d00637e77c {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:24:03.030643 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c77337-8659-4062-9448-a6338e368cc1 req-051d6254-1eaa-41cc-9405-b4958c526144 service neutron] Port 4c3708ef-a89a-4b89-82d3-9b6ee33213e2 on network 68d2327c-e67b-467b-b2d5-f9d00637e77c not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 16:24:03.030951 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c77337-8659-4062-9448-a6338e368cc1 req-051d6254-1eaa-41cc-9405-b4958c526144 service neutron] Attempting to bind port 4c3708ef-a89a-4b89-82d3-9b6ee33213e2 on network 68d2327c-e67b-467b-b2d5-f9d00637e77c {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:24:03.036536 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c77337-8659-4062-9448-a6338e368cc1 req-051d6254-1eaa-41cc-9405-b4958c526144 service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:24:03.036874 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c77337-8659-4062-9448-a6338e368cc1 req-051d6254-1eaa-41cc-9405-b4958c526144 service neutron] Checking segment: {'id': 'bae412cc-5815-477a-be73-419ffe821ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:24:03.037253 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12c77337-8659-4062-9448-a6338e368cc1 req-051d6254-1eaa-41cc-9405-b4958c526144 service neutron] Bound using segment: {'id': 'bae412cc-5815-477a-be73-419ffe821ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:24:03.037681 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-12c77337-8659-4062-9448-a6338e368cc1 req-051d6254-1eaa-41cc-9405-b4958c526144 service neutron] Bound port: 4c3708ef-a89a-4b89-82d3-9b6ee33213e2, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bae412cc-5815-477a-be73-419ffe821ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:24:03.038049 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-12c77337-8659-4062-9448-a6338e368cc1 req-051d6254-1eaa-41cc-9405-b4958c526144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:24:03.105010 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-12c77337-8659-4062-9448-a6338e368cc1 req-051d6254-1eaa-41cc-9405-b4958c526144 service neutron] For port 4c3708ef-a89a-4b89-82d3-9b6ee33213e2, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:24:03.108296 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-12c77337-8659-4062-9448-a6338e368cc1 req-051d6254-1eaa-41cc-9405-b4958c526144 service neutron] For port 4c3708ef-a89a-4b89-82d3-9b6ee33213e2, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=4c3708ef-a89a-4b89-82d3-9b6ee33213e2,segment=NetworkSegment(bae412cc-5815-477a-be73-419ffe821ffd),segment_id=bae412cc-5815-477a-be73-419ffe821ffd)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:24:03.200204 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-12c77337-8659-4062-9448-a6338e368cc1 req-051d6254-1eaa-41cc-9405-b4958c526144 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:24:03.235464 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c77337-8659-4062-9448-a6338e368cc1 req-051d6254-1eaa-41cc-9405-b4958c526144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:24:03.236107 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-12c77337-8659-4062-9448-a6338e368cc1 req-051d6254-1eaa-41cc-9405-b4958c526144 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:24:03.237492 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-12c77337-8659-4062-9448-a6338e368cc1 req-051d6254-1eaa-41cc-9405-b4958c526144 service neutron] 10.222.0.110 "PUT /v2.0/ports/4c3708ef-a89a-4b89-82d3-9b6ee33213e2 HTTP/1.1" status: 200 len: 1092 time: 0.7689936 Sep 24 16:24:03.237967 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d945ed8-3e35-4f74-94b9-2d712f2d160d', 'tag': '4c3708ef-a89a-4b89-82d3-9b6ee33213e2'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:24:03.240399 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7970159b-6540-4a18-97aa-594f5efa5c4f" -d '{"events": [{"name": "network-changed", "server_uuid": "8d945ed8-3e35-4f74-94b9-2d712f2d160d", "tag": "4c3708ef-a89a-4b89-82d3-9b6ee33213e2"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:24:03.266959 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051d6254-1eaa-41cc-9405-b4958c526144 service neutron] Pushing event updated for resources: {'Port': ['ID=4c3708ef-a89a-4b89-82d3-9b6ee33213e2,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:24:03.278881 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b3ac1dd-0f74-4490-ba71-29c505f8c84f x-openstack-request-id: req-8b3ac1dd-0f74-4490-ba71-29c505f8c84f {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:24:03.279175 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d945ed8-3e35-4f74-94b9-2d712f2d160d", "tag": "4c3708ef-a89a-4b89-82d3-9b6ee33213e2", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:24:03.279530 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-8b3ac1dd-0f74-4490-ba71-29c505f8c84f {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:24:03.279847 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d945ed8-3e35-4f74-94b9-2d712f2d160d', 'tag': '4c3708ef-a89a-4b89-82d3-9b6ee33213e2', 'status': 'completed', 'code': 200} Sep 24 16:24:03.352444 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7970159b-6540-4a18-97aa-594f5efa5c4f req-8541981d-a1fa-4914-b388-a08f85aacb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:24:03.354077 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7970159b-6540-4a18-97aa-594f5efa5c4f req-8541981d-a1fa-4914-b388-a08f85aacb88 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1ab0685188e14657a77135ecc1496822&device_id=8d945ed8-3e35-4f74-94b9-2d712f2d160d HTTP/1.1" status: 200 len: 1095 time: 0.0524392 Sep 24 16:24:03.460577 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7970159b-6540-4a18-97aa-594f5efa5c4f req-27328461-5ccf-4a41-98b5-70c706756dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:24:03.462060 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7970159b-6540-4a18-97aa-594f5efa5c4f req-27328461-5ccf-4a41-98b5-70c706756dc9 service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=1ab0685188e14657a77135ecc1496822&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0988204 Sep 24 16:24:03.897349 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7db6bee0-a862-46fd-8223-3e307082fda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:24:03.913487 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7970159b-6540-4a18-97aa-594f5efa5c4f req-2e69cf00-3672-4eca-a141-fafd91b251d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:24:03.915004 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7970159b-6540-4a18-97aa-594f5efa5c4f req-2e69cf00-3672-4eca-a141-fafd91b251d4 service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4427004 Sep 24 16:24:03.995780 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c77337-8659-4062-9448-a6338e368cc1 req-6eb07196-1922-4f40-b26c-31e7b9c0f54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:24:03.997265 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-12c77337-8659-4062-9448-a6338e368cc1 req-6eb07196-1922-4f40-b26c-31e7b9c0f54b service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1ab0685188e14657a77135ecc1496822&device_id=8d945ed8-3e35-4f74-94b9-2d712f2d160d HTTP/1.1" status: 200 len: 1095 time: 0.0406003 Sep 24 16:24:04.043915 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-12c77337-8659-4062-9448-a6338e368cc1 req-c027ea88-fbbf-48ab-946d-b9eaf90a6be5 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c3708ef-a89a-4b89-82d3-9b6ee33213e2 HTTP/1.1" status: 200 len: 217 time: 0.0372996 Sep 24 16:24:04.093892 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c77337-8659-4062-9448-a6338e368cc1 req-cb29e6a0-a3bf-43f5-9c01-49718701a0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:24:04.095533 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-12c77337-8659-4062-9448-a6338e368cc1 req-cb29e6a0-a3bf-43f5-9c01-49718701a0de service neutron] 10.222.0.110 "GET /v2.0/subnets?id=d7501836-148c-4ade-ae18-6669fad5c7ad HTTP/1.1" status: 200 len: 851 time: 0.0434749 Sep 24 16:24:04.115439 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6e9897-e94f-454a-8536-8af07569fce2 req-8626536f-6050-4822-9b34-af2152101106 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:24:04.116932 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ae6e9897-e94f-454a-8536-8af07569fce2 req-8626536f-6050-4822-9b34-af2152101106 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d945ed8-3e35-4f74-94b9-2d712f2d160d HTTP/1.1" status: 200 len: 944 time: 0.0501275 Sep 24 16:24:04.142463 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c77337-8659-4062-9448-a6338e368cc1 req-e00ca259-6a0d-4c41-a57c-dc712db03b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:24:04.143977 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-12c77337-8659-4062-9448-a6338e368cc1 req-e00ca259-6a0d-4c41-a57c-dc712db03b2b service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=68d2327c-e67b-467b-b2d5-f9d00637e77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400958 Sep 24 16:24:04.155851 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ae6e9897-e94f-454a-8536-8af07569fce2 req-0a2e908b-641f-4c72-9bdb-3e227fa5c2c7 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327539 Sep 24 16:24:04.237654 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-12c77337-8659-4062-9448-a6338e368cc1 req-b9e8d8b7-3a85-4e18-815e-b8d6c6e405f3 service neutron] 10.222.0.110 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850182 Sep 24 16:24:04.314075 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:24:04.335782 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-12c77337-8659-4062-9448-a6338e368cc1 req-a21ebaf4-9d6a-4e60-ba75-0f9ecc9a0038 service neutron] 10.222.0.110 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858533 Sep 24 16:24:05.277086 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b68786-fd7a-4b0e-9eea-1e6c2605e826 req-5af59cd7-06e3-4097-97d5-54bd453256ed tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:24:05.278648 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-36b68786-fd7a-4b0e-9eea-1e6c2605e826 req-5af59cd7-06e3-4097-97d5-54bd453256ed tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d945ed8-3e35-4f74-94b9-2d712f2d160d HTTP/1.1" status: 200 len: 944 time: 0.0535715 Sep 24 16:24:05.316327 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-36b68786-fd7a-4b0e-9eea-1e6c2605e826 req-88660c32-8f89-4bee-9782-e68c02e3ea6f tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318930 Sep 24 16:24:05.480540 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:24:06.434301 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c8d874-8294-4147-8358-b0171e9af87c req-038116fd-6e07-4cf2-a922-2c0a295b1593 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:24:06.435795 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-40c8d874-8294-4147-8358-b0171e9af87c req-038116fd-6e07-4cf2-a922-2c0a295b1593 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d945ed8-3e35-4f74-94b9-2d712f2d160d HTTP/1.1" status: 200 len: 944 time: 0.0533488 Sep 24 16:24:06.473946 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-40c8d874-8294-4147-8358-b0171e9af87c req-b0513b5b-54c6-4ac0-84c3-009f19ccf0b5 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317545 Sep 24 16:24:06.571151 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 4c3708ef-a89a-4b89-82d3-9b6ee33213e2 details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 16:24:06.827239 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 4c3708ef-a89a-4b89-82d3-9b6ee33213e2, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=4c3708ef-a89a-4b89-82d3-9b6ee33213e2,segment=NetworkSegment(bae412cc-5815-477a-be73-419ffe821ffd),segment_id=bae412cc-5815-477a-be73-419ffe821ffd)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:24:06.837848 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': '4c3708ef-a89a-4b89-82d3-9b6ee33213e2', 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c', 'port_id': '4c3708ef-a89a-4b89-82d3-9b6ee33213e2', 'mac_address': 'fa:16:3e:9e:c2:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7501836-148c-4ade-ae18-6669fad5c7ad', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 16:24:06.874564 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:24:06.875271 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:24:06.888305 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c3708ef-a89a-4b89-82d3-9b6ee33213e2 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:24:06.907518 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 4c3708ef-a89a-4b89-82d3-9b6ee33213e2, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=4c3708ef-a89a-4b89-82d3-9b6ee33213e2,segment=NetworkSegment(bae412cc-5815-477a-be73-419ffe821ffd),segment_id=bae412cc-5815-477a-be73-419ffe821ffd)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:24:06.999998 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:24:07.050130 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=4c3708ef-a89a-4b89-82d3-9b6ee33213e2,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:24:07.306511 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['4c3708ef-a89a-4b89-82d3-9b6ee33213e2'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:24:07.587819 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aea223-52c7-4b37-be86-a088a77c786b req-adb29718-3d81-441c-828b-164096775bfd tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:24:07.589865 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a0aea223-52c7-4b37-be86-a088a77c786b req-adb29718-3d81-441c-828b-164096775bfd tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d945ed8-3e35-4f74-94b9-2d712f2d160d HTTP/1.1" status: 200 len: 945 time: 0.0487597 Sep 24 16:24:07.627620 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a0aea223-52c7-4b37-be86-a088a77c786b req-34fa9864-3fc2-4f32-b73d-e24dd66a7284 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318131 Sep 24 16:24:08.569520 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 4c3708ef-a89a-4b89-82d3-9b6ee33213e2 up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:24:08.691364 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port 4c3708ef-a89a-4b89-82d3-9b6ee33213e2 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 16:24:08.695191 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port 4c3708ef-a89a-4b89-82d3-9b6ee33213e2 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:24:08.695590 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:24:08.774675 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:24:08.795803 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87c035-826e-4911-a27b-9247c178bc1f req-4db358c5-eabc-42e5-9bd7-e0f7887cdef5 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:24:08.797368 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2c87c035-826e-4911-a27b-9247c178bc1f req-4db358c5-eabc-42e5-9bd7-e0f7887cdef5 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d945ed8-3e35-4f74-94b9-2d712f2d160d HTTP/1.1" status: 200 len: 945 time: 0.0498013 Sep 24 16:24:08.803293 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d945ed8-3e35-4f74-94b9-2d712f2d160d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c3708ef-a89a-4b89-82d3-9b6ee33213e2'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:24:08.803293 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a175e22f-8927-4e47-a135-2d6b2bafb383" -d '{"events": [{"server_uuid": "8d945ed8-3e35-4f74-94b9-2d712f2d160d", "name": "network-vif-plugged", "status": "completed", "tag": "4c3708ef-a89a-4b89-82d3-9b6ee33213e2"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:24:08.813783 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 4c3708ef-a89a-4b89-82d3-9b6ee33213e2, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=4c3708ef-a89a-4b89-82d3-9b6ee33213e2,segment=NetworkSegment(bae412cc-5815-477a-be73-419ffe821ffd),segment_id=bae412cc-5815-477a-be73-419ffe821ffd)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:24:08.836563 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b47a67-ff6b-4d59-84fa-18ce26d35df4 x-openstack-request-id: req-b0b47a67-ff6b-4d59-84fa-18ce26d35df4 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:24:08.836860 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d945ed8-3e35-4f74-94b9-2d712f2d160d", "name": "network-vif-plugged", "status": "completed", "tag": "4c3708ef-a89a-4b89-82d3-9b6ee33213e2", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:24:08.837115 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b0b47a67-ff6b-4d59-84fa-18ce26d35df4 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:24:08.837539 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d945ed8-3e35-4f74-94b9-2d712f2d160d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c3708ef-a89a-4b89-82d3-9b6ee33213e2', 'code': 200} Sep 24 16:24:08.840764 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2c87c035-826e-4911-a27b-9247c178bc1f req-07f00910-2a62-44d5-839a-360fa38ca71d tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366495 Sep 24 16:24:08.891290 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:24:08.939151 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=4c3708ef-a89a-4b89-82d3-9b6ee33213e2,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:24:08.939433 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2b813-35ee-4805-8a46-09a9c6a702e3 req-d24f2a68-c537-487a-a5ba-39772573a359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:24:08.940815 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-02a2b813-35ee-4805-8a46-09a9c6a702e3 req-d24f2a68-c537-487a-a5ba-39772573a359 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=8d945ed8-3e35-4f74-94b9-2d712f2d160d HTTP/1.1" status: 200 len: 1097 time: 0.0411499 Sep 24 16:24:08.976641 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-02a2b813-35ee-4805-8a46-09a9c6a702e3 req-4065e8e8-159a-45d7-bc11-b7e5360b06b4 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276041 Sep 24 16:24:09.348398 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:24:09.968504 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f3e2db-0edb-42b5-b244-558696c50fc7 req-6deea1d6-774f-4490-ae4e-a0b7a56a9e76 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:24:09.970104 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-64f3e2db-0edb-42b5-b244-558696c50fc7 req-6deea1d6-774f-4490-ae4e-a0b7a56a9e76 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d945ed8-3e35-4f74-94b9-2d712f2d160d HTTP/1.1" status: 200 len: 946 time: 0.0572519 Sep 24 16:24:10.009074 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-64f3e2db-0edb-42b5-b244-558696c50fc7 req-18b58d4c-d547-4005-a355-2368f976b5fd tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329125 Sep 24 16:24:11.124190 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea03d2a-ea71-4389-b684-14d7dd4f1ed2 req-c3954020-65e8-452b-8a41-c4b091e21536 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:24:11.125671 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-aea03d2a-ea71-4389-b684-14d7dd4f1ed2 req-c3954020-65e8-452b-8a41-c4b091e21536 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d945ed8-3e35-4f74-94b9-2d712f2d160d HTTP/1.1" status: 200 len: 946 time: 0.0488706 Sep 24 16:24:11.162359 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-aea03d2a-ea71-4389-b684-14d7dd4f1ed2 req-9d420510-bea4-4326-8c49-95403745d00d tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307176 Sep 24 16:24:11.274681 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021018bf-b2b3-45a6-89f2-b223b1936324 req-188dcdfa-380f-4b72-b72f-ab8b13988fdd tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:24:11.276161 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-021018bf-b2b3-45a6-89f2-b223b1936324 req-188dcdfa-380f-4b72-b72f-ab8b13988fdd tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d945ed8-3e35-4f74-94b9-2d712f2d160d HTTP/1.1" status: 200 len: 946 time: 0.0507302 Sep 24 16:24:11.280205 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:24:11.289106 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 44540) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:24:11.294267 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-b8e6777b-dde9-4747-a69c-0257e38a1b28 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Request body: {'floatingip': {'port_id': '4c3708ef-a89a-4b89-82d3-9b6ee33213e2'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:24:11.334148 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b8e6777b-dde9-4747-a69c-0257e38a1b28 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks [] for floatingip, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:24:11.770834 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b8e6777b-dde9-4747-a69c-0257e38a1b28 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:24:11.839372 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b8e6777b-dde9-4747-a69c-0257e38a1b28 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:24:11.942407 n-d-808921-1 neutron-server[95298]: INFO neutron.db.l3_db [None req-b8e6777b-dde9-4747-a69c-0257e38a1b28 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Floating IP 6559a5db-0fcf-4144-a609-0ed08b1ad479 associated. External IP: 172.25.0.147, port: 4c3708ef-a89a-4b89-82d3-9b6ee33213e2. Sep 24 16:24:12.154852 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8e6777b-dde9-4747-a69c-0257e38a1b28 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Router 302af011-5d2d-4040-8014-ded5f17568a6 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:24:12.267276 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e6777b-dde9-4747-a69c-0257e38a1b28 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:24:12.272445 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b8e6777b-dde9-4747-a69c-0257e38a1b28 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:24:12.277307 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e5bb01-db5c-4fc7-9f47-b1f42abff025 None None] Sync routers for ids ['302af011-5d2d-4040-8014-ded5f17568a6'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:24:12.286491 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e5bb01-db5c-4fc7-9f47-b1f42abff025 None None] Routers {'302af011-5d2d-4040-8014-ded5f17568a6'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:24:12.287112 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-65e5bb01-db5c-4fc7-9f47-b1f42abff025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:24:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['302af011-5d2d-4040-8014-ded5f17568a6'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:24:12.300841 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b8e6777b-dde9-4747-a69c-0257e38a1b28 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "PUT /v2.0/floatingips/6559a5db-0fcf-4144-a609-0ed08b1ad479 HTTP/1.1" status: 200 len: 992 time: 1.0106866 Sep 24 16:24:12.301417 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d945ed8-3e35-4f74-94b9-2d712f2d160d', 'tag': '4c3708ef-a89a-4b89-82d3-9b6ee33213e2'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:24:12.303763 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3cbe6fc-6862-44c1-80e1-60c7b4a70d9f" -d '{"events": [{"name": "network-changed", "server_uuid": "8d945ed8-3e35-4f74-94b9-2d712f2d160d", "tag": "4c3708ef-a89a-4b89-82d3-9b6ee33213e2"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:24:12.340999 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25cf8a29-7a36-4568-b238-e3edaf7b0aa6 x-openstack-request-id: req-25cf8a29-7a36-4568-b238-e3edaf7b0aa6 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:24:12.341294 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d945ed8-3e35-4f74-94b9-2d712f2d160d", "tag": "4c3708ef-a89a-4b89-82d3-9b6ee33213e2", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:24:12.341547 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-25cf8a29-7a36-4568-b238-e3edaf7b0aa6 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:24:12.341950 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d945ed8-3e35-4f74-94b9-2d712f2d160d', 'tag': '4c3708ef-a89a-4b89-82d3-9b6ee33213e2', 'status': 'completed', 'code': 200} Sep 24 16:24:12.403922 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-65e5bb01-db5c-4fc7-9f47-b1f42abff025 None None] Set router 302af011-5d2d-4040-8014-ded5f17568a6 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:24:12.414170 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cbe6fc-6862-44c1-80e1-60c7b4a70d9f req-4637e072-bbdb-4288-a418-db08bbb26542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:24:12.415696 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c3cbe6fc-6862-44c1-80e1-60c7b4a70d9f req-4637e072-bbdb-4288-a418-db08bbb26542 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1ab0685188e14657a77135ecc1496822&device_id=8d945ed8-3e35-4f74-94b9-2d712f2d160d HTTP/1.1" status: 200 len: 1097 time: 0.0423706 Sep 24 16:24:12.513867 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cbe6fc-6862-44c1-80e1-60c7b4a70d9f req-26f1873c-28f7-4f41-951e-a75caed10cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:24:12.515464 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c3cbe6fc-6862-44c1-80e1-60c7b4a70d9f req-26f1873c-28f7-4f41-951e-a75caed10cec service neutron] 10.222.0.110 "GET /v2.0/networks?id=68d2327c-e67b-467b-b2d5-f9d00637e77c HTTP/1.1" status: 200 len: 914 time: 0.0923784 Sep 24 16:24:12.582706 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c3cbe6fc-6862-44c1-80e1-60c7b4a70d9f req-e67e6bd4-5d16-4771-9ca5-b8dc416d4b4f service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c3708ef-a89a-4b89-82d3-9b6ee33213e2 HTTP/1.1" status: 200 len: 1000 time: 0.0590074 Sep 24 16:24:12.629395 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-65e5bb01-db5c-4fc7-9f47-b1f42abff025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302af011-5d2d-4040-8014-ded5f17568a6', 'name': 'tempest-ServerActionsTestJSON-1059124727-router', 'tenant_id': '1ab0685188e14657a77135ecc1496822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '50867e16-bff5-4116-a9a4-16376b03757b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:19:04Z', 'updated_at': '2021-09-24T16:19:07Z', 'revision_number': 4, 'project_id': '1ab0685188e14657a77135ecc1496822', 'gw_port': {'id': '50867e16-bff5-4116-a9a4-16376b03757b', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ff:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302af011-5d2d-4040-8014-ded5f17568a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:19:04Z', 'updated_at': '2021-09-24T16:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': '6559a5db-0fcf-4144-a609-0ed08b1ad479', 'tenant_id': '1ab0685188e14657a77135ecc1496822', 'floating_ip_address': '172.25.0.147', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '302af011-5d2d-4040-8014-ded5f17568a6', 'port_id': '4c3708ef-a89a-4b89-82d3-9b6ee33213e2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4039, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c', 'mac_address': 'fa:16:3e:9e:c2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d945ed8-3e35-4f74-94b9-2d712f2d160d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T16:19:10Z', 'updated_at': '2021-09-24T16:24:11Z', 'revision_number': 9, 'project_id': '1ab0685188e14657a77135ecc1496822', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ede91fc0-e62b-4a2e-9c60-7c620e454edd', 'name': '', 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c', 'tenant_id': '1ab0685188e14657a77135ecc1496822', 'mac_address': 'fa:16:3e:7c:51:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302af011-5d2d-4040-8014-ded5f17568a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'd7501836-148c-4ade-ae18-6669fad5c7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:19:06Z', 'updated_at': '2021-09-24T16:19:10Z', 'revision_number': 5, 'project_id': '1ab0685188e14657a77135ecc1496822', 'subnets': [{'id': 'd7501836-148c-4ade-ae18-6669fad5c7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:24:12.642253 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cbe6fc-6862-44c1-80e1-60c7b4a70d9f req-0e37221d-03ef-4955-aff8-e0614881f36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:24:12.643846 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c3cbe6fc-6862-44c1-80e1-60c7b4a70d9f req-0e37221d-03ef-4955-aff8-e0614881f36b service neutron] 10.222.0.110 "GET /v2.0/subnets?id=d7501836-148c-4ade-ae18-6669fad5c7ad HTTP/1.1" status: 200 len: 851 time: 0.0527716 Sep 24 16:24:12.656375 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e5bb01-db5c-4fc7-9f47-b1f42abff025 None None] Checking router: 302af011-5d2d-4040-8014-ded5f17568a6 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:24:12.664844 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e5bb01-db5c-4fc7-9f47-b1f42abff025 None None] Routers {'302af011-5d2d-4040-8014-ded5f17568a6'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:24:12.665377 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-65e5bb01-db5c-4fc7-9f47-b1f42abff025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:24:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['302af011-5d2d-4040-8014-ded5f17568a6'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:24:12.691912 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cbe6fc-6862-44c1-80e1-60c7b4a70d9f req-6586c727-30dd-4600-9038-1690800dabce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:24:12.693421 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c3cbe6fc-6862-44c1-80e1-60c7b4a70d9f req-6586c727-30dd-4600-9038-1690800dabce service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=68d2327c-e67b-467b-b2d5-f9d00637e77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418427 Sep 24 16:24:12.773660 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-65e5bb01-db5c-4fc7-9f47-b1f42abff025 None None] Set router 302af011-5d2d-4040-8014-ded5f17568a6 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:24:12.784900 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c3cbe6fc-6862-44c1-80e1-60c7b4a70d9f req-f843081a-373c-4693-95ba-6f8ee5497e96 service neutron] 10.222.0.110 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830450 Sep 24 16:24:12.881576 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c3cbe6fc-6862-44c1-80e1-60c7b4a70d9f req-cd9c7665-37b8-403f-950a-fdf1b72ddd58 service neutron] 10.222.0.110 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882609 Sep 24 16:24:13.002087 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-65e5bb01-db5c-4fc7-9f47-b1f42abff025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302af011-5d2d-4040-8014-ded5f17568a6', 'name': 'tempest-ServerActionsTestJSON-1059124727-router', 'tenant_id': '1ab0685188e14657a77135ecc1496822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '50867e16-bff5-4116-a9a4-16376b03757b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:19:04Z', 'updated_at': '2021-09-24T16:19:07Z', 'revision_number': 4, 'project_id': '1ab0685188e14657a77135ecc1496822', 'gw_port': {'id': '50867e16-bff5-4116-a9a4-16376b03757b', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ff:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302af011-5d2d-4040-8014-ded5f17568a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:19:04Z', 'updated_at': '2021-09-24T16:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': '6559a5db-0fcf-4144-a609-0ed08b1ad479', 'tenant_id': '1ab0685188e14657a77135ecc1496822', 'floating_ip_address': '172.25.0.147', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '302af011-5d2d-4040-8014-ded5f17568a6', 'port_id': '4c3708ef-a89a-4b89-82d3-9b6ee33213e2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4039, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c', 'mac_address': 'fa:16:3e:9e:c2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d945ed8-3e35-4f74-94b9-2d712f2d160d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T16:19:10Z', 'updated_at': '2021-09-24T16:24:11Z', 'revision_number': 9, 'project_id': '1ab0685188e14657a77135ecc1496822', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ede91fc0-e62b-4a2e-9c60-7c620e454edd', 'name': '', 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c', 'tenant_id': '1ab0685188e14657a77135ecc1496822', 'mac_address': 'fa:16:3e:7c:51:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302af011-5d2d-4040-8014-ded5f17568a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'd7501836-148c-4ade-ae18-6669fad5c7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:19:06Z', 'updated_at': '2021-09-24T16:19:10Z', 'revision_number': 5, 'project_id': '1ab0685188e14657a77135ecc1496822', 'subnets': [{'id': 'd7501836-148c-4ade-ae18-6669fad5c7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:24:13.029059 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e5bb01-db5c-4fc7-9f47-b1f42abff025 None None] The sync data for ids ['302af011-5d2d-4040-8014-ded5f17568a6'] in n-d-808921-1 is: [{'id': '302af011-5d2d-4040-8014-ded5f17568a6', 'name': 'tempest-ServerActionsTestJSON-1059124727-router', 'tenant_id': '1ab0685188e14657a77135ecc1496822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '50867e16-bff5-4116-a9a4-16376b03757b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:19:04Z', 'updated_at': '2021-09-24T16:19:07Z', 'revision_number': 4, 'project_id': '1ab0685188e14657a77135ecc1496822', 'gw_port': {'id': '50867e16-bff5-4116-a9a4-16376b03757b', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ff:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302af011-5d2d-4040-8014-ded5f17568a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:19:04Z', 'updated_at': '2021-09-24T16:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': '6559a5db-0fcf-4144-a609-0ed08b1ad479', 'tenant_id': '1ab0685188e14657a77135ecc1496822', 'floating_ip_address': '172.25.0.147', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '302af011-5d2d-4040-8014-ded5f17568a6', 'port_id': '4c3708ef-a89a-4b89-82d3-9b6ee33213e2', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4039, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c', 'mac_address': 'fa:16:3e:9e:c2:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d945ed8-3e35-4f74-94b9-2d712f2d160d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T16:19:10Z', 'updated_at': '2021-09-24T16:24:11Z', 'revision_number': 9, 'project_id': '1ab0685188e14657a77135ecc1496822', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ede91fc0-e62b-4a2e-9c60-7c620e454edd', 'name': '', 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c', 'tenant_id': '1ab0685188e14657a77135ecc1496822', 'mac_address': 'fa:16:3e:7c:51:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302af011-5d2d-4040-8014-ded5f17568a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'd7501836-148c-4ade-ae18-6669fad5c7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:19:06Z', 'updated_at': '2021-09-24T16:19:10Z', 'revision_number': 5, 'project_id': '1ab0685188e14657a77135ecc1496822', 'subnets': [{'id': 'd7501836-148c-4ade-ae18-6669fad5c7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:24:13.055546 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:24:13.212230 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29578dbc-bb5a-4951-abea-ea570df3a36c None None] New status for floating IP 6559a5db-0fcf-4144-a609-0ed08b1ad479: ACTIVE {{(pid=95300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 16:24:31.239936 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-13db387b-2d43-44ad-a7ef-c1f647810f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:24:33.913097 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7945e080-6215-4658-af82-9c20f6690279 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:24:34.312964 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:24:35.444338 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:24:36.833427 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:24:39.333795 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:24:41.296011 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:24:50.058221 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:25:01.238091 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5b0d728b-c8b9-4408-bc0b-98bc7c7a6e7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:25:02.572661 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b1699f9a-1f35-4e74-b4b0-94c0a6f31c61 req-52552e8d-3cff-4a8c-b407-06941c4c05ac service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=8d945ed8-3e35-4f74-94b9-2d712f2d160d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408907 Sep 24 16:25:02.676125 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1699f9a-1f35-4e74-b4b0-94c0a6f31c61 req-90a09a9a-7197-4fa0-b8e8-dec70c9519dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:25:02.677779 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b1699f9a-1f35-4e74-b4b0-94c0a6f31c61 req-90a09a9a-7197-4fa0-b8e8-dec70c9519dc service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1ab0685188e14657a77135ecc1496822&device_id=8d945ed8-3e35-4f74-94b9-2d712f2d160d HTTP/1.1" status: 200 len: 1097 time: 0.0496511 Sep 24 16:25:02.789936 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1699f9a-1f35-4e74-b4b0-94c0a6f31c61 req-a040fa66-4093-4732-9272-56b629d4ed27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:25:02.791434 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b1699f9a-1f35-4e74-b4b0-94c0a6f31c61 req-a040fa66-4093-4732-9272-56b629d4ed27 service neutron] 10.222.0.110 "GET /v2.0/networks?id=68d2327c-e67b-467b-b2d5-f9d00637e77c HTTP/1.1" status: 200 len: 914 time: 0.0865223 Sep 24 16:25:02.860794 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b1699f9a-1f35-4e74-b4b0-94c0a6f31c61 req-4acb8ffd-2c6a-402d-be26-4c0bfda94634 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c3708ef-a89a-4b89-82d3-9b6ee33213e2 HTTP/1.1" status: 200 len: 1003 time: 0.0611715 Sep 24 16:25:02.913371 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1699f9a-1f35-4e74-b4b0-94c0a6f31c61 req-f3e4b9f7-0347-4f76-95bb-23c62dddfd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:25:02.914820 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b1699f9a-1f35-4e74-b4b0-94c0a6f31c61 req-f3e4b9f7-0347-4f76-95bb-23c62dddfd43 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=d7501836-148c-4ade-ae18-6669fad5c7ad HTTP/1.1" status: 200 len: 851 time: 0.0436673 Sep 24 16:25:02.961885 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1699f9a-1f35-4e74-b4b0-94c0a6f31c61 req-2b21c243-1b22-462e-aaf0-09a557e1648d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:25:02.963429 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b1699f9a-1f35-4e74-b4b0-94c0a6f31c61 req-2b21c243-1b22-462e-aaf0-09a557e1648d service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=68d2327c-e67b-467b-b2d5-f9d00637e77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406051 Sep 24 16:25:03.060057 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b1699f9a-1f35-4e74-b4b0-94c0a6f31c61 req-babee984-5de2-425c-8a98-923b3eac8de7 service neutron] 10.222.0.110 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886199 Sep 24 16:25:03.150881 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b1699f9a-1f35-4e74-b4b0-94c0a6f31c61 req-7236e32d-231e-4410-a769-6aa01fd72cc4 service neutron] 10.222.0.110 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826099 Sep 24 16:25:03.917727 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ed5c104d-809a-4168-a0cc-b8b77f977a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:25:04.317707 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:25:05.443274 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:25:06.837703 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:25:09.318043 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:25:11.271577 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:25:27.057963 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:25:31.236738 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3a83f133-5ba9-40d1-856f-1053ce5c6cb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:25:33.928901 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-1e957343-43b7-4548-8559-ba46469c374b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:25:34.362742 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:25:35.442674 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:25:36.842330 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:25:39.356988 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:25:41.270868 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:25:54.183458 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3ffe65-498f-48e8-8f8d-01f7f49453a2 req-f4a43b4e-5202-4331-b937-1437cc79b59b tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:25:54.185136 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cb3ffe65-498f-48e8-8f8d-01f7f49453a2 req-f4a43b4e-5202-4331-b937-1437cc79b59b tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d945ed8-3e35-4f74-94b9-2d712f2d160d HTTP/1.1" status: 200 len: 946 time: 0.0622246 Sep 24 16:25:54.230157 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cb3ffe65-498f-48e8-8f8d-01f7f49453a2 req-6deb5ec2-ccfa-4db4-97e0-853a736c5323 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375578 Sep 24 16:25:54.284786 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-75994c71-237e-4d40-9ddd-cd78b39d1d55 req-ac492140-b744-45e5-b0b2-75377c2d70a2 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=8d945ed8-3e35-4f74-94b9-2d712f2d160d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0499170 Sep 24 16:25:55.408625 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0f5e17-8c57-4dcc-98c3-defdf28be696 req-f9e8f143-aa99-4338-9e42-8c08f266120b tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:25:55.410226 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6c0f5e17-8c57-4dcc-98c3-defdf28be696 req-f9e8f143-aa99-4338-9e42-8c08f266120b tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d945ed8-3e35-4f74-94b9-2d712f2d160d HTTP/1.1" status: 200 len: 946 time: 0.0780783 Sep 24 16:25:55.460250 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6c0f5e17-8c57-4dcc-98c3-defdf28be696 req-f5f470b0-1d08-4efa-ac81-01c8b702cad3 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377307 Sep 24 16:25:56.453511 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75994c71-237e-4d40-9ddd-cd78b39d1d55 req-c5819ddf-518f-4019-86d4-38f13820a1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:25:56.455167 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-75994c71-237e-4d40-9ddd-cd78b39d1d55 req-c5819ddf-518f-4019-86d4-38f13820a1ca service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1ab0685188e14657a77135ecc1496822&device_id=8d945ed8-3e35-4f74-94b9-2d712f2d160d HTTP/1.1" status: 200 len: 1097 time: 0.0444212 Sep 24 16:25:56.575541 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75994c71-237e-4d40-9ddd-cd78b39d1d55 req-20197b40-d062-48e0-8f17-709d46b8deb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:25:56.577030 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-75994c71-237e-4d40-9ddd-cd78b39d1d55 req-20197b40-d062-48e0-8f17-709d46b8deb7 service neutron] 10.222.0.110 "GET /v2.0/networks?id=68d2327c-e67b-467b-b2d5-f9d00637e77c HTTP/1.1" status: 200 len: 914 time: 0.1111007 Sep 24 16:25:56.674640 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc2355-9fec-4bd7-a8e9-955fc9e21b26 req-6e6ef318-27b2-4047-bffd-b32de6dbd3e4 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:25:56.676223 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-05cc2355-9fec-4bd7-a8e9-955fc9e21b26 req-6e6ef318-27b2-4047-bffd-b32de6dbd3e4 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d945ed8-3e35-4f74-94b9-2d712f2d160d HTTP/1.1" status: 200 len: 946 time: 0.1121049 Sep 24 16:25:56.679079 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-75994c71-237e-4d40-9ddd-cd78b39d1d55 req-ababa48b-4777-4dd7-951c-02e390d62554 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c3708ef-a89a-4b89-82d3-9b6ee33213e2 HTTP/1.1" status: 200 len: 1003 time: 0.0787776 Sep 24 16:25:56.761741 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-05cc2355-9fec-4bd7-a8e9-955fc9e21b26 req-82c4c245-334f-494a-9a41-9d381064e15d tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785575 Sep 24 16:25:56.768255 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75994c71-237e-4d40-9ddd-cd78b39d1d55 req-cd04ff6f-ee50-4926-996e-62d74a4ff47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:25:56.769751 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-75994c71-237e-4d40-9ddd-cd78b39d1d55 req-cd04ff6f-ee50-4926-996e-62d74a4ff47a service neutron] 10.222.0.110 "GET /v2.0/subnets?id=d7501836-148c-4ade-ae18-6669fad5c7ad HTTP/1.1" status: 200 len: 851 time: 0.0799267 Sep 24 16:25:56.819397 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75994c71-237e-4d40-9ddd-cd78b39d1d55 req-bd75dba1-afc1-40ff-af1a-e9a20f0d233d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:25:56.820925 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-75994c71-237e-4d40-9ddd-cd78b39d1d55 req-bd75dba1-afc1-40ff-af1a-e9a20f0d233d service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=68d2327c-e67b-467b-b2d5-f9d00637e77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429001 Sep 24 16:25:56.963007 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-75994c71-237e-4d40-9ddd-cd78b39d1d55 req-f0f79497-b77f-4e45-a3c3-da81659f071b service neutron] 10.222.0.110 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289172 Sep 24 16:25:57.075511 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-75994c71-237e-4d40-9ddd-cd78b39d1d55 req-7930f1f2-1bfd-4678-8c1d-147c81cf2eae service neutron] 10.222.0.110 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987818 Sep 24 16:25:57.901047 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a5628-c4dd-4f36-9599-8264ea848ec0 req-f18fc6b3-cf24-4e1b-b45d-5739fdfc25fa tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:25:57.902908 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bc0a5628-c4dd-4f36-9599-8264ea848ec0 req-f18fc6b3-cf24-4e1b-b45d-5739fdfc25fa tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d945ed8-3e35-4f74-94b9-2d712f2d160d HTTP/1.1" status: 200 len: 946 time: 0.0618782 Sep 24 16:25:57.950622 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bc0a5628-c4dd-4f36-9599-8264ea848ec0 req-0459ed8d-6b19-465d-ba6d-422243165b2a tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406680 Sep 24 16:25:59.072947 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ab91b1-7fe1-4597-a00e-8fc627c9c1c8 req-c76c7d78-e72d-4d86-95ec-4484dafe3ef3 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:25:59.074504 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f1ab91b1-7fe1-4597-a00e-8fc627c9c1c8 req-c76c7d78-e72d-4d86-95ec-4484dafe3ef3 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d945ed8-3e35-4f74-94b9-2d712f2d160d HTTP/1.1" status: 200 len: 946 time: 0.0541046 Sep 24 16:25:59.113217 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f1ab91b1-7fe1-4597-a00e-8fc627c9c1c8 req-85db0dd8-5b08-4ef6-b148-b80c62ed538d tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327766 Sep 24 16:26:00.238054 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0766eed6-0ce4-46f2-90fa-23af9ca2a5dc req-0e620cfa-8ea1-4e0b-ad68-c48b717d383e tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:00.239717 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0766eed6-0ce4-46f2-90fa-23af9ca2a5dc req-0e620cfa-8ea1-4e0b-ad68-c48b717d383e tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d945ed8-3e35-4f74-94b9-2d712f2d160d HTTP/1.1" status: 200 len: 946 time: 0.0559573 Sep 24 16:26:00.280567 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0766eed6-0ce4-46f2-90fa-23af9ca2a5dc req-04513b73-165e-4fd4-8e2f-f8545c1a8d53 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338950 Sep 24 16:26:01.224251 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2bc522d9-766d-45df-9f0d-c8db5f00bedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:26:01.403182 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27178c72-8fee-453c-894d-d4aebd8cc78a req-d8aeaeba-c8c7-455f-b681-a9993638d3ec tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:01.404617 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-27178c72-8fee-453c-894d-d4aebd8cc78a req-d8aeaeba-c8c7-455f-b681-a9993638d3ec tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d945ed8-3e35-4f74-94b9-2d712f2d160d HTTP/1.1" status: 200 len: 946 time: 0.0533309 Sep 24 16:26:01.443536 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-27178c72-8fee-453c-894d-d4aebd8cc78a req-a83e7e5a-635d-4a70-94af-b53fa117685a tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329952 Sep 24 16:26:02.559614 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a96b75-2cea-42f2-b2fe-e5fa086a94ec req-25a79a5d-6df9-4821-bc3d-f54cf413afb1 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:02.561020 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-10a96b75-2cea-42f2-b2fe-e5fa086a94ec req-25a79a5d-6df9-4821-bc3d-f54cf413afb1 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d945ed8-3e35-4f74-94b9-2d712f2d160d HTTP/1.1" status: 200 len: 946 time: 0.0492523 Sep 24 16:26:02.598618 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-10a96b75-2cea-42f2-b2fe-e5fa086a94ec req-b4b1b664-4a0e-4a11-b4bf-0aca1c2772ed tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312147 Sep 24 16:26:03.773899 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db6f33-f99c-4c2b-a80c-292162bd4147 req-a3934bab-294f-4e97-ae05-0336923b9e6f tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:03.775451 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d3db6f33-f99c-4c2b-a80c-292162bd4147 req-a3934bab-294f-4e97-ae05-0336923b9e6f tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d945ed8-3e35-4f74-94b9-2d712f2d160d HTTP/1.1" status: 200 len: 946 time: 0.1056294 Sep 24 16:26:03.814656 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d3db6f33-f99c-4c2b-a80c-292162bd4147 req-0b8b700a-015c-4e04-afe1-54d4fa825818 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331433 Sep 24 16:26:03.887517 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ed6aa033-845d-4631-988d-f38f01dff2c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:26:04.058952 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:26:04.333025 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:26:04.619612 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3279d8a4-ea1f-43e6-9a92-65b9e81a2e1b req-cd5f565e-046f-4048-a31b-4a3a7f658a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:04.621134 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3279d8a4-ea1f-43e6-9a92-65b9e81a2e1b req-cd5f565e-046f-4048-a31b-4a3a7f658a7d service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1ab0685188e14657a77135ecc1496822&device_id=8d945ed8-3e35-4f74-94b9-2d712f2d160d HTTP/1.1" status: 200 len: 1097 time: 0.0474629 Sep 24 16:26:04.738093 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3279d8a4-ea1f-43e6-9a92-65b9e81a2e1b req-792404bd-4e2d-40fb-aa81-cac84d3bdb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:04.739703 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3279d8a4-ea1f-43e6-9a92-65b9e81a2e1b req-792404bd-4e2d-40fb-aa81-cac84d3bdb2e service neutron] 10.222.0.110 "GET /v2.0/networks?id=68d2327c-e67b-467b-b2d5-f9d00637e77c HTTP/1.1" status: 200 len: 914 time: 0.0950148 Sep 24 16:26:04.821101 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3279d8a4-ea1f-43e6-9a92-65b9e81a2e1b req-c9b8e5d5-880e-4758-ad54-99b3280e782c service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c3708ef-a89a-4b89-82d3-9b6ee33213e2 HTTP/1.1" status: 200 len: 1003 time: 0.0684946 Sep 24 16:26:04.885263 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3279d8a4-ea1f-43e6-9a92-65b9e81a2e1b req-fbb4fa6c-d627-4f6a-ae88-7d9f66beb89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:04.886743 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3279d8a4-ea1f-43e6-9a92-65b9e81a2e1b req-fbb4fa6c-d627-4f6a-ae88-7d9f66beb89a service neutron] 10.222.0.110 "GET /v2.0/subnets?id=d7501836-148c-4ade-ae18-6669fad5c7ad HTTP/1.1" status: 200 len: 851 time: 0.0573757 Sep 24 16:26:04.963494 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3279d8a4-ea1f-43e6-9a92-65b9e81a2e1b req-c33a2aac-7a94-4cb6-bde1-c6837b169297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:04.965751 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3279d8a4-ea1f-43e6-9a92-65b9e81a2e1b req-c33a2aac-7a94-4cb6-bde1-c6837b169297 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=68d2327c-e67b-467b-b2d5-f9d00637e77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678537 Sep 24 16:26:05.023399 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478bf0ad-7af9-46d5-ab12-8ef776c9682c req-54600a33-cd67-4f4d-8a1c-63611cc53fe0 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:05.025302 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-478bf0ad-7af9-46d5-ab12-8ef776c9682c req-54600a33-cd67-4f4d-8a1c-63611cc53fe0 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d945ed8-3e35-4f74-94b9-2d712f2d160d HTTP/1.1" status: 200 len: 946 time: 0.1233816 Sep 24 16:26:05.075131 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-478bf0ad-7af9-46d5-ab12-8ef776c9682c req-cc081c48-be02-4438-b91e-0ff406fdc355 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382447 Sep 24 16:26:05.086895 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3279d8a4-ea1f-43e6-9a92-65b9e81a2e1b req-640f0816-7edb-435a-a6f5-c9cc8c18789c service neutron] 10.222.0.110 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107030 Sep 24 16:26:05.188394 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3279d8a4-ea1f-43e6-9a92-65b9e81a2e1b req-715a671b-ab6f-4e65-b3b7-b7512984b072 service neutron] 10.222.0.110 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924273 Sep 24 16:26:05.435943 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:26:06.201404 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1afd963-fff6-4f2c-a2b0-1ac0cd51e853 req-6dc5f720-fa97-45fc-8181-86660baefc54 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:06.203081 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f1afd963-fff6-4f2c-a2b0-1ac0cd51e853 req-6dc5f720-fa97-45fc-8181-86660baefc54 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d945ed8-3e35-4f74-94b9-2d712f2d160d HTTP/1.1" status: 200 len: 946 time: 0.0555966 Sep 24 16:26:06.250865 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f1afd963-fff6-4f2c-a2b0-1ac0cd51e853 req-2d6fd0d2-3e72-421a-8663-5b724f3aab27 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361395 Sep 24 16:26:06.887337 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:26:07.385760 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25aafb2-d33b-4408-b452-f1b9d4056bcf req-3973f108-f6ed-4cb3-8a01-078663bd796b tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:07.387607 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b25aafb2-d33b-4408-b452-f1b9d4056bcf req-3973f108-f6ed-4cb3-8a01-078663bd796b tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d945ed8-3e35-4f74-94b9-2d712f2d160d HTTP/1.1" status: 200 len: 946 time: 0.0620944 Sep 24 16:26:07.436911 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b25aafb2-d33b-4408-b452-f1b9d4056bcf req-01180754-95e3-4018-8d61-4479c28fbaff tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422573 Sep 24 16:26:08.562956 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1846cf8-0880-4e23-9d8d-53cdfdff4574 req-0a7f53b6-574f-478d-88d5-a3edd14c88da tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:08.564399 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d1846cf8-0880-4e23-9d8d-53cdfdff4574 req-0a7f53b6-574f-478d-88d5-a3edd14c88da tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d945ed8-3e35-4f74-94b9-2d712f2d160d HTTP/1.1" status: 200 len: 946 time: 0.0544384 Sep 24 16:26:08.608607 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d1846cf8-0880-4e23-9d8d-53cdfdff4574 req-d9486c30-6f32-407d-b18f-3e386c82e0a1 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334048 Sep 24 16:26:09.379038 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:26:09.663299 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [req-75994c71-237e-4d40-9ddd-cd78b39d1d55 req-ddcca777-172e-471b-bacc-4f87449168ce service neutron] show failed (client error): The resource could not be found. Sep 24 16:26:09.663299 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-75994c71-237e-4d40-9ddd-cd78b39d1d55 req-ddcca777-172e-471b-bacc-4f87449168ce service neutron] 10.222.0.110 "GET /v2.0/ports/4c3708ef-a89a-4b89-82d3-9b6ee33213e2/bindings/n-h2-808921-1 HTTP/1.1" status: 404 len: 380 time: 0.0617037 Sep 24 16:26:09.755745 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29c9502-f99e-4097-ab36-894ca4cf856f req-ffa6d273-b072-4f44-88fd-a1b350298a5b tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:09.757446 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f29c9502-f99e-4097-ab36-894ca4cf856f req-ffa6d273-b072-4f44-88fd-a1b350298a5b tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d945ed8-3e35-4f74-94b9-2d712f2d160d HTTP/1.1" status: 200 len: 946 time: 0.0547643 Sep 24 16:26:09.806235 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f29c9502-f99e-4097-ab36-894ca4cf856f req-3dffe9cf-ff8d-4a47-b630-915482ec8c47 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419610 Sep 24 16:26:10.288429 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75994c71-237e-4d40-9ddd-cd78b39d1d55 req-62242b1f-0f42-4bd2-b20d-bdf9ef921523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:10.290142 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-75994c71-237e-4d40-9ddd-cd78b39d1d55 req-62242b1f-0f42-4bd2-b20d-bdf9ef921523 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=8d945ed8-3e35-4f74-94b9-2d712f2d160d&tenant_id=1ab0685188e14657a77135ecc1496822 HTTP/1.1" status: 200 len: 1097 time: 0.1014838 Sep 24 16:26:10.305646 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-75994c71-237e-4d40-9ddd-cd78b39d1d55 req-a8a81ef3-3769-47d9-a446-bc516b679de3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-808921-1', 'device_owner': 'compute:nova'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:26:10.372816 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-75994c71-237e-4d40-9ddd-cd78b39d1d55 req-a8a81ef3-3769-47d9-a446-bc516b679de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:26:10.604079 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-75994c71-237e-4d40-9ddd-cd78b39d1d55 req-a8a81ef3-3769-47d9-a446-bc516b679de3 service neutron] For port 4c3708ef-a89a-4b89-82d3-9b6ee33213e2, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=4c3708ef-a89a-4b89-82d3-9b6ee33213e2,segment=NetworkSegment(bae412cc-5815-477a-be73-419ffe821ffd),segment_id=bae412cc-5815-477a-be73-419ffe821ffd)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:26:10.644033 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-75994c71-237e-4d40-9ddd-cd78b39d1d55 req-a8a81ef3-3769-47d9-a446-bc516b679de3 service neutron] For port 4c3708ef-a89a-4b89-82d3-9b6ee33213e2, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:26:10.688254 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d945ed8-3e35-4f74-94b9-2d712f2d160d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c3708ef-a89a-4b89-82d3-9b6ee33213e2'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:26:10.690607 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c46ff732-750d-4317-b96f-95778b3d6673" -d '{"events": [{"server_uuid": "8d945ed8-3e35-4f74-94b9-2d712f2d160d", "name": "network-vif-unplugged", "status": "completed", "tag": "4c3708ef-a89a-4b89-82d3-9b6ee33213e2"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:26:10.696172 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-75994c71-237e-4d40-9ddd-cd78b39d1d55 req-a8a81ef3-3769-47d9-a446-bc516b679de3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:26:10.712590 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-75994c71-237e-4d40-9ddd-cd78b39d1d55 req-a8a81ef3-3769-47d9-a446-bc516b679de3 service neutron] Transition to ACTIVE for port object 4c3708ef-a89a-4b89-82d3-9b6ee33213e2 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 16:26:10.754500 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 16:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcbf5822-22d3-495d-bc0a-3ce7928fd126 x-openstack-request-id: req-fcbf5822-22d3-495d-bc0a-3ce7928fd126 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:26:10.754825 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d945ed8-3e35-4f74-94b9-2d712f2d160d", "name": "network-vif-unplugged", "status": "completed", "tag": "4c3708ef-a89a-4b89-82d3-9b6ee33213e2", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:26:10.755122 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-fcbf5822-22d3-495d-bc0a-3ce7928fd126 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:26:10.756187 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d945ed8-3e35-4f74-94b9-2d712f2d160d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c3708ef-a89a-4b89-82d3-9b6ee33213e2', 'code': 200} Sep 24 16:26:10.784188 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-75994c71-237e-4d40-9ddd-cd78b39d1d55 req-a8a81ef3-3769-47d9-a446-bc516b679de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:26:10.919442 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a81ef3-3769-47d9-a446-bc516b679de3 service neutron] Pushing event updated for resources: {'Port': ['ID=4c3708ef-a89a-4b89-82d3-9b6ee33213e2,revision_number=6']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:26:10.939125 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a81ef3-3769-47d9-a446-bc516b679de3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:26:10.939645 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a81ef3-3769-47d9-a446-bc516b679de3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:26:10.940143 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a81ef3-3769-47d9-a446-bc516b679de3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:26:10.940640 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a81ef3-3769-47d9-a446-bc516b679de3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:26:10.941155 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a81ef3-3769-47d9-a446-bc516b679de3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:26:10.941717 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a81ef3-3769-47d9-a446-bc516b679de3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:26:10.943076 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a81ef3-3769-47d9-a446-bc516b679de3 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:26:10.943671 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a81ef3-3769-47d9-a446-bc516b679de3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:26:10.944225 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a81ef3-3769-47d9-a446-bc516b679de3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:26:10.944766 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a81ef3-3769-47d9-a446-bc516b679de3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:26:10.945313 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a81ef3-3769-47d9-a446-bc516b679de3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:26:10.945859 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a81ef3-3769-47d9-a446-bc516b679de3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:26:11.010661 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed891fc-93f2-488b-a630-315ef0e2a6d6 req-5c3751ad-aa39-489b-bba8-b0470fa0c55c tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:11.011545 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-75994c71-237e-4d40-9ddd-cd78b39d1d55 req-a8a81ef3-3769-47d9-a446-bc516b679de3 service neutron] No DVR routers for this DVR port 4c3708ef-a89a-4b89-82d3-9b6ee33213e2 on host n-h1-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:26:11.013044 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8ed891fc-93f2-488b-a630-315ef0e2a6d6 req-5c3751ad-aa39-489b-bba8-b0470fa0c55c tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d945ed8-3e35-4f74-94b9-2d712f2d160d HTTP/1.1" status: 200 len: 944 time: 0.0926120 Sep 24 16:26:11.079838 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8ed891fc-93f2-488b-a630-315ef0e2a6d6 req-17a48ee1-d75d-4b85-8936-da5df83e8952 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568342 Sep 24 16:26:11.194762 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-75994c71-237e-4d40-9ddd-cd78b39d1d55 req-a8a81ef3-3769-47d9-a446-bc516b679de3 service neutron] Attempting to bind port 4c3708ef-a89a-4b89-82d3-9b6ee33213e2 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:26:11.195050 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-75994c71-237e-4d40-9ddd-cd78b39d1d55 req-a8a81ef3-3769-47d9-a446-bc516b679de3 service neutron] Attempting to bind port 4c3708ef-a89a-4b89-82d3-9b6ee33213e2 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': 'bae412cc-5815-477a-be73-419ffe821ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:26:11.195302 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75994c71-237e-4d40-9ddd-cd78b39d1d55 req-a8a81ef3-3769-47d9-a446-bc516b679de3 service neutron] Attempting to bind port 4c3708ef-a89a-4b89-82d3-9b6ee33213e2 on network 68d2327c-e67b-467b-b2d5-f9d00637e77c {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:26:11.200804 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75994c71-237e-4d40-9ddd-cd78b39d1d55 req-a8a81ef3-3769-47d9-a446-bc516b679de3 service neutron] Port 4c3708ef-a89a-4b89-82d3-9b6ee33213e2 on network 68d2327c-e67b-467b-b2d5-f9d00637e77c not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 16:26:11.201189 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75994c71-237e-4d40-9ddd-cd78b39d1d55 req-a8a81ef3-3769-47d9-a446-bc516b679de3 service neutron] Attempting to bind port 4c3708ef-a89a-4b89-82d3-9b6ee33213e2 on network 68d2327c-e67b-467b-b2d5-f9d00637e77c {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:26:11.207304 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75994c71-237e-4d40-9ddd-cd78b39d1d55 req-a8a81ef3-3769-47d9-a446-bc516b679de3 service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:26:11.207642 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75994c71-237e-4d40-9ddd-cd78b39d1d55 req-a8a81ef3-3769-47d9-a446-bc516b679de3 service neutron] Checking segment: {'id': 'bae412cc-5815-477a-be73-419ffe821ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:26:11.208038 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75994c71-237e-4d40-9ddd-cd78b39d1d55 req-a8a81ef3-3769-47d9-a446-bc516b679de3 service neutron] Bound using segment: {'id': 'bae412cc-5815-477a-be73-419ffe821ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:26:11.209053 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-75994c71-237e-4d40-9ddd-cd78b39d1d55 req-a8a81ef3-3769-47d9-a446-bc516b679de3 service neutron] Bound port: 4c3708ef-a89a-4b89-82d3-9b6ee33213e2, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bae412cc-5815-477a-be73-419ffe821ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:26:11.209416 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-75994c71-237e-4d40-9ddd-cd78b39d1d55 req-a8a81ef3-3769-47d9-a446-bc516b679de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:26:11.279875 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-75994c71-237e-4d40-9ddd-cd78b39d1d55 req-a8a81ef3-3769-47d9-a446-bc516b679de3 service neutron] For port 4c3708ef-a89a-4b89-82d3-9b6ee33213e2, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:26:11.283664 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-75994c71-237e-4d40-9ddd-cd78b39d1d55 req-a8a81ef3-3769-47d9-a446-bc516b679de3 service neutron] For port 4c3708ef-a89a-4b89-82d3-9b6ee33213e2, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=4c3708ef-a89a-4b89-82d3-9b6ee33213e2,segment=NetworkSegment(bae412cc-5815-477a-be73-419ffe821ffd),segment_id=bae412cc-5815-477a-be73-419ffe821ffd)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:26:11.315962 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:26:11.379619 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-75994c71-237e-4d40-9ddd-cd78b39d1d55 req-a8a81ef3-3769-47d9-a446-bc516b679de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:26:11.423414 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75994c71-237e-4d40-9ddd-cd78b39d1d55 req-a8a81ef3-3769-47d9-a446-bc516b679de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:11.424046 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-75994c71-237e-4d40-9ddd-cd78b39d1d55 req-a8a81ef3-3769-47d9-a446-bc516b679de3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:26:11.425480 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-75994c71-237e-4d40-9ddd-cd78b39d1d55 req-a8a81ef3-3769-47d9-a446-bc516b679de3 service neutron] 10.222.0.108 "PUT /v2.0/ports/4c3708ef-a89a-4b89-82d3-9b6ee33213e2 HTTP/1.1" status: 200 len: 1092 time: 1.1259825 Sep 24 16:26:11.459955 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a81ef3-3769-47d9-a446-bc516b679de3 service neutron] Pushing event updated for resources: {'Port': ['ID=4c3708ef-a89a-4b89-82d3-9b6ee33213e2,revision_number=7']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:26:11.530008 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75994c71-237e-4d40-9ddd-cd78b39d1d55 req-d8ba2623-8c07-44f2-9b86-0d58c8020e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:11.532753 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-75994c71-237e-4d40-9ddd-cd78b39d1d55 req-d8ba2623-8c07-44f2-9b86-0d58c8020e89 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=1ab0685188e14657a77135ecc1496822&device_id=8d945ed8-3e35-4f74-94b9-2d712f2d160d HTTP/1.1" status: 200 len: 1095 time: 0.0655081 Sep 24 16:26:11.663604 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75994c71-237e-4d40-9ddd-cd78b39d1d55 req-09346f88-1ccf-48ef-861b-b31e4c7261d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:11.665109 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-75994c71-237e-4d40-9ddd-cd78b39d1d55 req-09346f88-1ccf-48ef-861b-b31e4c7261d3 service neutron] 10.222.0.108 "GET /v2.0/networks?id=68d2327c-e67b-467b-b2d5-f9d00637e77c HTTP/1.1" status: 200 len: 914 time: 0.1244104 Sep 24 16:26:12.128987 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-75994c71-237e-4d40-9ddd-cd78b39d1d55 req-21ad4d3a-423c-462d-8c6f-cd1588fda191 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c3708ef-a89a-4b89-82d3-9b6ee33213e2 HTTP/1.1" status: 200 len: 1001 time: 0.4498999 Sep 24 16:26:12.263839 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75994c71-237e-4d40-9ddd-cd78b39d1d55 req-71ecc214-3ac5-4e2e-a906-1d4d3b0092ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:12.266468 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-75994c71-237e-4d40-9ddd-cd78b39d1d55 req-71ecc214-3ac5-4e2e-a906-1d4d3b0092ac service neutron] 10.222.0.108 "GET /v2.0/subnets?id=d7501836-148c-4ade-ae18-6669fad5c7ad HTTP/1.1" status: 200 len: 851 time: 0.1273577 Sep 24 16:26:12.332734 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933a4153-18e6-4c4d-a8f1-c751a4fb4f35 req-fcd1788a-2c04-4755-852a-e3e8a4816f9e tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:12.335927 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-933a4153-18e6-4c4d-a8f1-c751a4fb4f35 req-fcd1788a-2c04-4755-852a-e3e8a4816f9e tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d945ed8-3e35-4f74-94b9-2d712f2d160d HTTP/1.1" status: 200 len: 944 time: 0.1517165 Sep 24 16:26:12.392334 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75994c71-237e-4d40-9ddd-cd78b39d1d55 req-38c0d095-ad51-40b9-96cd-856482f216db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:12.394724 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-75994c71-237e-4d40-9ddd-cd78b39d1d55 req-38c0d095-ad51-40b9-96cd-856482f216db service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=68d2327c-e67b-467b-b2d5-f9d00637e77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1204519 Sep 24 16:26:12.448419 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-933a4153-18e6-4c4d-a8f1-c751a4fb4f35 req-0f90ccf9-df28-4b68-be0f-3da7acbc88de tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1052628 Sep 24 16:26:12.567270 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-75994c71-237e-4d40-9ddd-cd78b39d1d55 req-264811a6-f271-4141-a079-4aed16225e18 service neutron] 10.222.0.108 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624758 Sep 24 16:26:12.662385 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-75994c71-237e-4d40-9ddd-cd78b39d1d55 req-5b47fb4e-b20f-46a1-b400-bd9d641a7526 service neutron] 10.222.0.108 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872684 Sep 24 16:26:12.757075 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d945ed8-3e35-4f74-94b9-2d712f2d160d', 'tag': '4c3708ef-a89a-4b89-82d3-9b6ee33213e2'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:26:12.759751 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eaf1ba7-a51c-42bc-b524-02a71055ecc0" -d '{"events": [{"name": "network-changed", "server_uuid": "8d945ed8-3e35-4f74-94b9-2d712f2d160d", "tag": "4c3708ef-a89a-4b89-82d3-9b6ee33213e2"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:26:12.811828 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-852a2344-9d10-47c6-a7fd-0d5e9cf2077a x-openstack-request-id: req-852a2344-9d10-47c6-a7fd-0d5e9cf2077a {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:26:12.812176 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d945ed8-3e35-4f74-94b9-2d712f2d160d", "tag": "4c3708ef-a89a-4b89-82d3-9b6ee33213e2", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:26:12.812487 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-852a2344-9d10-47c6-a7fd-0d5e9cf2077a {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:26:12.812818 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d945ed8-3e35-4f74-94b9-2d712f2d160d', 'tag': '4c3708ef-a89a-4b89-82d3-9b6ee33213e2', 'status': 'completed', 'code': 200} Sep 24 16:26:12.969842 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaf1ba7-a51c-42bc-b524-02a71055ecc0 req-51da8687-ea8a-45cb-bac2-f68fc1541ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:12.969842 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4eaf1ba7-a51c-42bc-b524-02a71055ecc0 req-51da8687-ea8a-45cb-bac2-f68fc1541ec6 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1ab0685188e14657a77135ecc1496822&device_id=8d945ed8-3e35-4f74-94b9-2d712f2d160d HTTP/1.1" status: 200 len: 1095 time: 0.1282032 Sep 24 16:26:12.972350 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaf1ba7-a51c-42bc-b524-02a71055ecc0 req-3393d472-5ed0-4881-a604-97ae394e5389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:12.974919 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4eaf1ba7-a51c-42bc-b524-02a71055ecc0 req-3393d472-5ed0-4881-a604-97ae394e5389 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=1ab0685188e14657a77135ecc1496822&device_id=8d945ed8-3e35-4f74-94b9-2d712f2d160d HTTP/1.1" status: 200 len: 1095 time: 0.1196783 Sep 24 16:26:13.215585 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 4c3708ef-a89a-4b89-82d3-9b6ee33213e2 no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:26:13.256946 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaf1ba7-a51c-42bc-b524-02a71055ecc0 req-d970de3f-8ea9-46d1-87c7-62931ead917b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:13.259079 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 4c3708ef-a89a-4b89-82d3-9b6ee33213e2 not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:26:13.259374 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4eaf1ba7-a51c-42bc-b524-02a71055ecc0 req-d970de3f-8ea9-46d1-87c7-62931ead917b service neutron] 10.222.0.110 "GET /v2.0/networks?id=68d2327c-e67b-467b-b2d5-f9d00637e77c HTTP/1.1" status: 200 len: 914 time: 0.2830536 Sep 24 16:26:13.267210 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaf1ba7-a51c-42bc-b524-02a71055ecc0 req-6804cc4b-f837-49bb-8304-59fa203b3a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:13.269657 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4eaf1ba7-a51c-42bc-b524-02a71055ecc0 req-6804cc4b-f837-49bb-8304-59fa203b3a9e service neutron] 10.222.0.108 "GET /v2.0/networks?id=68d2327c-e67b-467b-b2d5-f9d00637e77c HTTP/1.1" status: 200 len: 914 time: 0.2787945 Sep 24 16:26:13.384816 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4eaf1ba7-a51c-42bc-b524-02a71055ecc0 req-b46aefd5-5a07-49ab-9c15-27c0d1c7c50e service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c3708ef-a89a-4b89-82d3-9b6ee33213e2 HTTP/1.1" status: 200 len: 1001 time: 0.1137958 Sep 24 16:26:13.408392 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4eaf1ba7-a51c-42bc-b524-02a71055ecc0 req-483b68dd-08fe-453b-91d3-3b93e99df54d service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c3708ef-a89a-4b89-82d3-9b6ee33213e2 HTTP/1.1" status: 200 len: 1001 time: 0.0965903 Sep 24 16:26:13.483558 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaf1ba7-a51c-42bc-b524-02a71055ecc0 req-2f994aa0-ef5c-447e-b464-9e5faeb96fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:13.485132 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4eaf1ba7-a51c-42bc-b524-02a71055ecc0 req-2f994aa0-ef5c-447e-b464-9e5faeb96fc9 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=d7501836-148c-4ade-ae18-6669fad5c7ad HTTP/1.1" status: 200 len: 851 time: 0.0862367 Sep 24 16:26:13.502746 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaf1ba7-a51c-42bc-b524-02a71055ecc0 req-eda88e4e-d27a-42ff-9493-2360632430eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:13.504236 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4eaf1ba7-a51c-42bc-b524-02a71055ecc0 req-eda88e4e-d27a-42ff-9493-2360632430eb service neutron] 10.222.0.108 "GET /v2.0/subnets?id=d7501836-148c-4ade-ae18-6669fad5c7ad HTTP/1.1" status: 200 len: 851 time: 0.0749338 Sep 24 16:26:13.609618 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaf1ba7-a51c-42bc-b524-02a71055ecc0 req-79e1d8a1-8189-4a32-a310-a4245bd0f3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:13.611178 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4eaf1ba7-a51c-42bc-b524-02a71055ecc0 req-79e1d8a1-8189-4a32-a310-a4245bd0f3bf service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=68d2327c-e67b-467b-b2d5-f9d00637e77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1176901 Sep 24 16:26:13.622253 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaf1ba7-a51c-42bc-b524-02a71055ecc0 req-7e276bea-363c-4f98-9a88-b765a3ed1d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:13.623905 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4eaf1ba7-a51c-42bc-b524-02a71055ecc0 req-7e276bea-363c-4f98-9a88-b765a3ed1d21 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=68d2327c-e67b-467b-b2d5-f9d00637e77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0943983 Sep 24 16:26:13.641031 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0109f787-52aa-42c2-9c61-4be5f92d2d0f req-98bdd3bd-a9bc-4d36-b6a8-b5b6aa5c9213 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:13.642666 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0109f787-52aa-42c2-9c61-4be5f92d2d0f req-98bdd3bd-a9bc-4d36-b6a8-b5b6aa5c9213 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d945ed8-3e35-4f74-94b9-2d712f2d160d HTTP/1.1" status: 200 len: 944 time: 0.1033874 Sep 24 16:26:13.805286 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0109f787-52aa-42c2-9c61-4be5f92d2d0f req-a1253e5e-76ea-4b81-9d66-d4bdf7e039c8 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1534145 Sep 24 16:26:13.844965 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4eaf1ba7-a51c-42bc-b524-02a71055ecc0 req-28ec200a-1ba5-4aa2-9f07-4e188be6125a service neutron] 10.222.0.110 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252402 Sep 24 16:26:13.847121 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4eaf1ba7-a51c-42bc-b524-02a71055ecc0 req-64db4aa8-df5b-42d6-9cd3-c04299c8dfb1 service neutron] 10.222.0.108 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144594 Sep 24 16:26:14.028143 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4eaf1ba7-a51c-42bc-b524-02a71055ecc0 req-f9279e7f-a3a2-4136-b0da-5036cba6fd4b service neutron] 10.222.0.110 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646240 Sep 24 16:26:14.029827 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4eaf1ba7-a51c-42bc-b524-02a71055ecc0 req-1134e4e2-8f38-4711-a0cf-69e50053b77b service neutron] 10.222.0.108 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745524 Sep 24 16:26:14.947846 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9f47f-f651-4822-b86b-3eaafbc11471 req-7c849235-aabc-4115-b549-6e8f476587f0 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:14.949421 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2fa9f47f-f651-4822-b86b-3eaafbc11471 req-7c849235-aabc-4115-b549-6e8f476587f0 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d945ed8-3e35-4f74-94b9-2d712f2d160d HTTP/1.1" status: 200 len: 944 time: 0.0588322 Sep 24 16:26:14.996229 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2fa9f47f-f651-4822-b86b-3eaafbc11471 req-0b1e762f-e705-4335-a201-e9a437d2bb70 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404062 Sep 24 16:26:15.653119 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91703900-9008-4202-b3ae-bea0f5a486e5 req-afc5aa21-2958-4e2d-a554-573c4347457f tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:15.654801 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-91703900-9008-4202-b3ae-bea0f5a486e5 req-afc5aa21-2958-4e2d-a554-573c4347457f tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d945ed8-3e35-4f74-94b9-2d712f2d160d HTTP/1.1" status: 200 len: 944 time: 0.0569975 Sep 24 16:26:15.702894 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-91703900-9008-4202-b3ae-bea0f5a486e5 req-1fb77189-a205-4c8c-baa5-b0811e8b9a1a tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364485 Sep 24 16:26:15.729656 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa14b4-ef33-46f5-83c6-c759c53612a5 req-f3b3f295-e751-4d7f-bf0d-68a5f29cfc2d tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:15.731703 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2cfa14b4-ef33-46f5-83c6-c759c53612a5 req-f3b3f295-e751-4d7f-bf0d-68a5f29cfc2d tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.108 "GET /v2.0/ports?device_id=8d945ed8-3e35-4f74-94b9-2d712f2d160d&tenant_id=1ab0685188e14657a77135ecc1496822&binding%3Ahost_id=n-h2-808921-1 HTTP/1.1" status: 200 len: 944 time: 0.0787156 Sep 24 16:26:15.798440 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2cfa14b4-ef33-46f5-83c6-c759c53612a5 req-ee31863a-cf3d-4961-9601-8ceaa9983529 service neutron] 10.222.0.108 "GET /v2.0/ports/4c3708ef-a89a-4b89-82d3-9b6ee33213e2/bindings/n-h2-808921-1 HTTP/1.1" status: 200 len: 382 time: 0.0588746 Sep 24 16:26:15.868454 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa14b4-ef33-46f5-83c6-c759c53612a5 req-8e81d459-2158-4cd0-bfd8-68fde3ba20e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:15.870229 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2cfa14b4-ef33-46f5-83c6-c759c53612a5 req-8e81d459-2158-4cd0-bfd8-68fde3ba20e1 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=1ab0685188e14657a77135ecc1496822&device_id=8d945ed8-3e35-4f74-94b9-2d712f2d160d HTTP/1.1" status: 200 len: 1095 time: 0.0484993 Sep 24 16:26:15.966326 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa14b4-ef33-46f5-83c6-c759c53612a5 req-63ae39ee-b1b8-4926-a18e-3bdd5f7a060b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:15.967983 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2cfa14b4-ef33-46f5-83c6-c759c53612a5 req-63ae39ee-b1b8-4926-a18e-3bdd5f7a060b service neutron] 10.222.0.108 "GET /v2.0/networks?id=68d2327c-e67b-467b-b2d5-f9d00637e77c HTTP/1.1" status: 200 len: 914 time: 0.0903792 Sep 24 16:26:16.009887 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 4c3708ef-a89a-4b89-82d3-9b6ee33213e2 details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 16:26:16.063063 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2cfa14b4-ef33-46f5-83c6-c759c53612a5 req-f0c485b1-ff87-4bb2-83d4-77eeffe69d07 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c3708ef-a89a-4b89-82d3-9b6ee33213e2 HTTP/1.1" status: 200 len: 1001 time: 0.0846007 Sep 24 16:26:16.123481 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa14b4-ef33-46f5-83c6-c759c53612a5 req-f5362995-dda4-4e3c-ac1a-8a6a121ee218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:16.126171 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2cfa14b4-ef33-46f5-83c6-c759c53612a5 req-f5362995-dda4-4e3c-ac1a-8a6a121ee218 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=d7501836-148c-4ade-ae18-6669fad5c7ad HTTP/1.1" status: 200 len: 851 time: 0.0557451 Sep 24 16:26:16.145124 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 4c3708ef-a89a-4b89-82d3-9b6ee33213e2, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=4c3708ef-a89a-4b89-82d3-9b6ee33213e2,segment=NetworkSegment(bae412cc-5815-477a-be73-419ffe821ffd),segment_id=bae412cc-5815-477a-be73-419ffe821ffd)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:26:16.167308 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': '4c3708ef-a89a-4b89-82d3-9b6ee33213e2', 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c', 'port_id': '4c3708ef-a89a-4b89-82d3-9b6ee33213e2', 'mac_address': 'fa:16:3e:9e:c2:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7501836-148c-4ade-ae18-6669fad5c7ad', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 16:26:16.179655 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa14b4-ef33-46f5-83c6-c759c53612a5 req-e2087642-cf88-436c-9f62-1383f843c676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:16.181547 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2cfa14b4-ef33-46f5-83c6-c759c53612a5 req-e2087642-cf88-436c-9f62-1383f843c676 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=68d2327c-e67b-467b-b2d5-f9d00637e77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488961 Sep 24 16:26:16.231279 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:26:16.251718 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c3708ef-a89a-4b89-82d3-9b6ee33213e2 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:26:16.277098 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 4c3708ef-a89a-4b89-82d3-9b6ee33213e2, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=4c3708ef-a89a-4b89-82d3-9b6ee33213e2,segment=NetworkSegment(bae412cc-5815-477a-be73-419ffe821ffd),segment_id=bae412cc-5815-477a-be73-419ffe821ffd)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:26:16.289955 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2cfa14b4-ef33-46f5-83c6-c759c53612a5 req-b1f909e7-e0ff-45c4-81ae-6ba5bbf68907 service neutron] 10.222.0.108 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004562 Sep 24 16:26:16.361744 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:26:16.398876 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2cfa14b4-ef33-46f5-83c6-c759c53612a5 req-e08fdd3a-c7c5-40af-ad18-81256f6d6b2b service neutron] 10.222.0.108 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012721 Sep 24 16:26:16.446716 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=4c3708ef-a89a-4b89-82d3-9b6ee33213e2,revision_number=8']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:26:16.460675 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:26:16.461224 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:26:16.461782 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:26:16.462407 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:26:16.462979 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:26:16.463562 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:26:16.464478 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:26:16.465035 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:26:16.465606 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:26:16.466176 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:26:16.466789 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:26:16.467348 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:26:16.634331 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['4c3708ef-a89a-4b89-82d3-9b6ee33213e2'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:26:16.862059 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff38686-3d41-43ea-8ec7-d5026cb6c6b5 req-a8fd1c98-205d-467b-ab0d-4a3eeccadc3c tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:16.863710 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6ff38686-3d41-43ea-8ec7-d5026cb6c6b5 req-a8fd1c98-205d-467b-ab0d-4a3eeccadc3c tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d945ed8-3e35-4f74-94b9-2d712f2d160d HTTP/1.1" status: 200 len: 945 time: 0.0597179 Sep 24 16:26:16.905290 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6ff38686-3d41-43ea-8ec7-d5026cb6c6b5 req-56184e77-3583-4804-b684-b4174b03351f tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347276 Sep 24 16:26:18.025414 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 4c3708ef-a89a-4b89-82d3-9b6ee33213e2 up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:26:18.044255 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8716c3d-624c-49d8-aa41-d390fe7d8a11 req-eb7d26ec-3745-4d51-92cf-7a2df60b7081 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:18.046514 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b8716c3d-624c-49d8-aa41-d390fe7d8a11 req-eb7d26ec-3745-4d51-92cf-7a2df60b7081 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d945ed8-3e35-4f74-94b9-2d712f2d160d HTTP/1.1" status: 200 len: 945 time: 0.0640376 Sep 24 16:26:18.093861 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b8716c3d-624c-49d8-aa41-d390fe7d8a11 req-03efbb74-35cd-4246-bbf1-056b8f0d4f9c tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393219 Sep 24 16:26:18.172884 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port 4c3708ef-a89a-4b89-82d3-9b6ee33213e2 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 16:26:18.177652 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port 4c3708ef-a89a-4b89-82d3-9b6ee33213e2 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:26:18.182524 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:26:18.261601 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:26:18.289401 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d945ed8-3e35-4f74-94b9-2d712f2d160d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c3708ef-a89a-4b89-82d3-9b6ee33213e2'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:26:18.292218 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa2c39e-35fb-4fe4-87f2-0fb4312b6ab5" -d '{"events": [{"server_uuid": "8d945ed8-3e35-4f74-94b9-2d712f2d160d", "name": "network-vif-plugged", "status": "completed", "tag": "4c3708ef-a89a-4b89-82d3-9b6ee33213e2"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:26:18.309966 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 4c3708ef-a89a-4b89-82d3-9b6ee33213e2, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=4c3708ef-a89a-4b89-82d3-9b6ee33213e2,segment=NetworkSegment(bae412cc-5815-477a-be73-419ffe821ffd),segment_id=bae412cc-5815-477a-be73-419ffe821ffd)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:26:18.348246 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-952b5ada-4c40-470b-a674-bdc9fa4b2b87 x-openstack-request-id: req-952b5ada-4c40-470b-a674-bdc9fa4b2b87 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:26:18.348729 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d945ed8-3e35-4f74-94b9-2d712f2d160d", "name": "network-vif-plugged", "status": "completed", "tag": "4c3708ef-a89a-4b89-82d3-9b6ee33213e2", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:26:18.349121 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-952b5ada-4c40-470b-a674-bdc9fa4b2b87 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:26:18.349715 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d945ed8-3e35-4f74-94b9-2d712f2d160d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c3708ef-a89a-4b89-82d3-9b6ee33213e2', 'code': 200} Sep 24 16:26:18.378604 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:26:18.436289 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=4c3708ef-a89a-4b89-82d3-9b6ee33213e2,revision_number=9']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:26:19.201355 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa14b4-ef33-46f5-83c6-c759c53612a5 req-6bf75787-2c68-4e52-bfd7-fab47fd4f7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:19.202970 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2cfa14b4-ef33-46f5-83c6-c759c53612a5 req-6bf75787-2c68-4e52-bfd7-fab47fd4f7ee service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=8d945ed8-3e35-4f74-94b9-2d712f2d160d&tenant_id=1ab0685188e14657a77135ecc1496822 HTTP/1.1" status: 200 len: 1097 time: 0.0545864 Sep 24 16:26:19.221284 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-2cfa14b4-ef33-46f5-83c6-c759c53612a5 req-619fc7fe-6bbe-41da-b533-7a2555515163 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-808921-1', 'device_owner': 'compute:nova'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:26:19.263230 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa3d82f-eee5-450d-af85-eff7575fd874 req-b0e29a3e-f739-4957-bbd0-ad13cf2f271e tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:19.265741 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2aa3d82f-eee5-450d-af85-eff7575fd874 req-b0e29a3e-f739-4957-bbd0-ad13cf2f271e tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d945ed8-3e35-4f74-94b9-2d712f2d160d HTTP/1.1" status: 200 len: 946 time: 0.0908284 Sep 24 16:26:19.288278 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-2cfa14b4-ef33-46f5-83c6-c759c53612a5 req-619fc7fe-6bbe-41da-b533-7a2555515163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:26:19.316471 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2aa3d82f-eee5-450d-af85-eff7575fd874 req-3c496826-6cc6-4713-8c54-1f8d9bcde7a1 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427525 Sep 24 16:26:19.599646 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-2cfa14b4-ef33-46f5-83c6-c759c53612a5 req-619fc7fe-6bbe-41da-b533-7a2555515163 service neutron] For port 4c3708ef-a89a-4b89-82d3-9b6ee33213e2, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=4c3708ef-a89a-4b89-82d3-9b6ee33213e2,segment=NetworkSegment(bae412cc-5815-477a-be73-419ffe821ffd),segment_id=bae412cc-5815-477a-be73-419ffe821ffd)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:26:19.637250 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-2cfa14b4-ef33-46f5-83c6-c759c53612a5 req-619fc7fe-6bbe-41da-b533-7a2555515163 service neutron] For port 4c3708ef-a89a-4b89-82d3-9b6ee33213e2, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:26:19.680106 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d945ed8-3e35-4f74-94b9-2d712f2d160d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c3708ef-a89a-4b89-82d3-9b6ee33213e2'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:26:19.682462 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11d7c1c0-fc4f-4057-92e6-50cff381db63" -d '{"events": [{"server_uuid": "8d945ed8-3e35-4f74-94b9-2d712f2d160d", "name": "network-vif-unplugged", "status": "completed", "tag": "4c3708ef-a89a-4b89-82d3-9b6ee33213e2"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:26:19.686608 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-2cfa14b4-ef33-46f5-83c6-c759c53612a5 req-619fc7fe-6bbe-41da-b533-7a2555515163 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:26:19.702070 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-2cfa14b4-ef33-46f5-83c6-c759c53612a5 req-619fc7fe-6bbe-41da-b533-7a2555515163 service neutron] Transition to ACTIVE for port object 4c3708ef-a89a-4b89-82d3-9b6ee33213e2 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 16:26:19.746655 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 16:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eab9d494-cda1-4361-8005-39fa4d806087 x-openstack-request-id: req-eab9d494-cda1-4361-8005-39fa4d806087 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:26:19.746993 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d945ed8-3e35-4f74-94b9-2d712f2d160d", "name": "network-vif-unplugged", "status": "completed", "tag": "4c3708ef-a89a-4b89-82d3-9b6ee33213e2", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:26:19.747287 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-eab9d494-cda1-4361-8005-39fa4d806087 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:26:19.747749 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d945ed8-3e35-4f74-94b9-2d712f2d160d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4c3708ef-a89a-4b89-82d3-9b6ee33213e2', 'code': 200} Sep 24 16:26:19.822808 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-2cfa14b4-ef33-46f5-83c6-c759c53612a5 req-619fc7fe-6bbe-41da-b533-7a2555515163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:26:19.907483 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619fc7fe-6bbe-41da-b533-7a2555515163 service neutron] Pushing event updated for resources: {'Port': ['ID=4c3708ef-a89a-4b89-82d3-9b6ee33213e2,revision_number=10']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:26:19.963427 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cfa14b4-ef33-46f5-83c6-c759c53612a5 req-619fc7fe-6bbe-41da-b533-7a2555515163 service neutron] No DVR routers for this DVR port 4c3708ef-a89a-4b89-82d3-9b6ee33213e2 on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:26:20.127847 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-2cfa14b4-ef33-46f5-83c6-c759c53612a5 req-619fc7fe-6bbe-41da-b533-7a2555515163 service neutron] Attempting to bind port 4c3708ef-a89a-4b89-82d3-9b6ee33213e2 on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:26:20.128098 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-2cfa14b4-ef33-46f5-83c6-c759c53612a5 req-619fc7fe-6bbe-41da-b533-7a2555515163 service neutron] Attempting to bind port 4c3708ef-a89a-4b89-82d3-9b6ee33213e2 by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': 'bae412cc-5815-477a-be73-419ffe821ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:26:20.128384 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfa14b4-ef33-46f5-83c6-c759c53612a5 req-619fc7fe-6bbe-41da-b533-7a2555515163 service neutron] Attempting to bind port 4c3708ef-a89a-4b89-82d3-9b6ee33213e2 on network 68d2327c-e67b-467b-b2d5-f9d00637e77c {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:26:20.133954 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfa14b4-ef33-46f5-83c6-c759c53612a5 req-619fc7fe-6bbe-41da-b533-7a2555515163 service neutron] Port 4c3708ef-a89a-4b89-82d3-9b6ee33213e2 on network 68d2327c-e67b-467b-b2d5-f9d00637e77c not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 16:26:20.134182 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfa14b4-ef33-46f5-83c6-c759c53612a5 req-619fc7fe-6bbe-41da-b533-7a2555515163 service neutron] Attempting to bind port 4c3708ef-a89a-4b89-82d3-9b6ee33213e2 on network 68d2327c-e67b-467b-b2d5-f9d00637e77c {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:26:20.139891 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfa14b4-ef33-46f5-83c6-c759c53612a5 req-619fc7fe-6bbe-41da-b533-7a2555515163 service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:26:20.140153 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfa14b4-ef33-46f5-83c6-c759c53612a5 req-619fc7fe-6bbe-41da-b533-7a2555515163 service neutron] Checking segment: {'id': 'bae412cc-5815-477a-be73-419ffe821ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:26:20.140491 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cfa14b4-ef33-46f5-83c6-c759c53612a5 req-619fc7fe-6bbe-41da-b533-7a2555515163 service neutron] Bound using segment: {'id': 'bae412cc-5815-477a-be73-419ffe821ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:26:20.140996 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-2cfa14b4-ef33-46f5-83c6-c759c53612a5 req-619fc7fe-6bbe-41da-b533-7a2555515163 service neutron] Bound port: 4c3708ef-a89a-4b89-82d3-9b6ee33213e2, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bae412cc-5815-477a-be73-419ffe821ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:26:20.141360 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-2cfa14b4-ef33-46f5-83c6-c759c53612a5 req-619fc7fe-6bbe-41da-b533-7a2555515163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:26:20.234122 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-2cfa14b4-ef33-46f5-83c6-c759c53612a5 req-619fc7fe-6bbe-41da-b533-7a2555515163 service neutron] For port 4c3708ef-a89a-4b89-82d3-9b6ee33213e2, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:26:20.237583 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-2cfa14b4-ef33-46f5-83c6-c759c53612a5 req-619fc7fe-6bbe-41da-b533-7a2555515163 service neutron] For port 4c3708ef-a89a-4b89-82d3-9b6ee33213e2, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=4c3708ef-a89a-4b89-82d3-9b6ee33213e2,segment=NetworkSegment(bae412cc-5815-477a-be73-419ffe821ffd),segment_id=bae412cc-5815-477a-be73-419ffe821ffd)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:26:20.310097 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-2cfa14b4-ef33-46f5-83c6-c759c53612a5 req-619fc7fe-6bbe-41da-b533-7a2555515163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:26:20.358814 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa14b4-ef33-46f5-83c6-c759c53612a5 req-619fc7fe-6bbe-41da-b533-7a2555515163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:20.358814 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-2cfa14b4-ef33-46f5-83c6-c759c53612a5 req-619fc7fe-6bbe-41da-b533-7a2555515163 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:26:20.360112 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2cfa14b4-ef33-46f5-83c6-c759c53612a5 req-619fc7fe-6bbe-41da-b533-7a2555515163 service neutron] 10.222.0.110 "PUT /v2.0/ports/4c3708ef-a89a-4b89-82d3-9b6ee33213e2 HTTP/1.1" status: 200 len: 1093 time: 1.1433413 Sep 24 16:26:20.453254 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619fc7fe-6bbe-41da-b533-7a2555515163 service neutron] Pushing event updated for resources: {'Port': ['ID=4c3708ef-a89a-4b89-82d3-9b6ee33213e2,revision_number=11']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:26:20.477043 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa14b4-ef33-46f5-83c6-c759c53612a5 req-466fa92b-7c7f-43ad-8109-8fc0a64b1a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:20.478626 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2cfa14b4-ef33-46f5-83c6-c759c53612a5 req-466fa92b-7c7f-43ad-8109-8fc0a64b1a64 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1ab0685188e14657a77135ecc1496822&device_id=8d945ed8-3e35-4f74-94b9-2d712f2d160d HTTP/1.1" status: 200 len: 1096 time: 0.0780427 Sep 24 16:26:20.517642 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc815d2-0bda-4d58-bac5-06fb5518a82f req-1282ea13-df6b-42e0-a0b8-7a264ae7bf2d tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:20.522179 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0bc815d2-0bda-4d58-bac5-06fb5518a82f req-1282ea13-df6b-42e0-a0b8-7a264ae7bf2d tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d945ed8-3e35-4f74-94b9-2d712f2d160d HTTP/1.1" status: 200 len: 945 time: 0.0884705 Sep 24 16:26:20.577872 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0bc815d2-0bda-4d58-bac5-06fb5518a82f req-3ca92a63-290e-43a6-98c8-7c15518c8af5 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453269 Sep 24 16:26:20.620314 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa14b4-ef33-46f5-83c6-c759c53612a5 req-8b825954-4a46-4d5a-8544-ad034620b63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:20.621807 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2cfa14b4-ef33-46f5-83c6-c759c53612a5 req-8b825954-4a46-4d5a-8544-ad034620b63f service neutron] 10.222.0.110 "GET /v2.0/networks?id=68d2327c-e67b-467b-b2d5-f9d00637e77c HTTP/1.1" status: 200 len: 914 time: 0.1250215 Sep 24 16:26:20.728107 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2cfa14b4-ef33-46f5-83c6-c759c53612a5 req-36497e25-a68a-45c3-944c-c3930ec8004e service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c3708ef-a89a-4b89-82d3-9b6ee33213e2 HTTP/1.1" status: 200 len: 1001 time: 0.0956285 Sep 24 16:26:20.815009 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa14b4-ef33-46f5-83c6-c759c53612a5 req-ba135c45-5c3a-4a99-b8c0-e1200e1a873d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:20.818036 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2cfa14b4-ef33-46f5-83c6-c759c53612a5 req-ba135c45-5c3a-4a99-b8c0-e1200e1a873d service neutron] 10.222.0.110 "GET /v2.0/subnets?id=d7501836-148c-4ade-ae18-6669fad5c7ad HTTP/1.1" status: 200 len: 851 time: 0.0754375 Sep 24 16:26:20.878644 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa14b4-ef33-46f5-83c6-c759c53612a5 req-7bd3ea84-2469-4249-bb4e-c201767ef808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:20.881882 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2cfa14b4-ef33-46f5-83c6-c759c53612a5 req-7bd3ea84-2469-4249-bb4e-c201767ef808 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=68d2327c-e67b-467b-b2d5-f9d00637e77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529439 Sep 24 16:26:20.987389 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2cfa14b4-ef33-46f5-83c6-c759c53612a5 req-97d95b42-3279-41af-abf3-b38661e5e4b8 service neutron] 10.222.0.110 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950193 Sep 24 16:26:21.091067 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2cfa14b4-ef33-46f5-83c6-c759c53612a5 req-5f845950-c64c-41ce-8e5d-2f4bc6d22dcc service neutron] 10.222.0.110 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932753 Sep 24 16:26:21.724908 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3227d9-23fd-4480-aa92-af4c7f259699 req-dbcc64e9-e973-45d3-bfb3-0a4781575357 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:21.726523 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ad3227d9-23fd-4480-aa92-af4c7f259699 req-dbcc64e9-e973-45d3-bfb3-0a4781575357 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d945ed8-3e35-4f74-94b9-2d712f2d160d HTTP/1.1" status: 200 len: 945 time: 0.0536447 Sep 24 16:26:21.751408 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d945ed8-3e35-4f74-94b9-2d712f2d160d', 'tag': '4c3708ef-a89a-4b89-82d3-9b6ee33213e2'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:26:21.753684 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64678e3b-ee72-4b27-9842-3921f6083fad" -d '{"events": [{"name": "network-changed", "server_uuid": "8d945ed8-3e35-4f74-94b9-2d712f2d160d", "tag": "4c3708ef-a89a-4b89-82d3-9b6ee33213e2"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:26:21.782374 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ad3227d9-23fd-4480-aa92-af4c7f259699 req-03aeb075-3347-463a-9dba-47981bd4eef6 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450010 Sep 24 16:26:21.810374 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67ec1996-64b3-416d-b75a-89d4fb525915 x-openstack-request-id: req-67ec1996-64b3-416d-b75a-89d4fb525915 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:26:21.810792 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d945ed8-3e35-4f74-94b9-2d712f2d160d", "tag": "4c3708ef-a89a-4b89-82d3-9b6ee33213e2", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:26:21.811132 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-67ec1996-64b3-416d-b75a-89d4fb525915 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:26:21.811606 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d945ed8-3e35-4f74-94b9-2d712f2d160d', 'tag': '4c3708ef-a89a-4b89-82d3-9b6ee33213e2', 'status': 'completed', 'code': 200} Sep 24 16:26:21.904268 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64678e3b-ee72-4b27-9842-3921f6083fad req-50c21e3c-753e-45a9-b32c-10f19d83a20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:21.905657 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-64678e3b-ee72-4b27-9842-3921f6083fad req-50c21e3c-753e-45a9-b32c-10f19d83a20e service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1ab0685188e14657a77135ecc1496822&device_id=8d945ed8-3e35-4f74-94b9-2d712f2d160d HTTP/1.1" status: 200 len: 1096 time: 0.0745523 Sep 24 16:26:21.907262 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64678e3b-ee72-4b27-9842-3921f6083fad req-7f768c4b-9a50-4802-8056-e523867c6f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:21.908586 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-64678e3b-ee72-4b27-9842-3921f6083fad req-7f768c4b-9a50-4802-8056-e523867c6f63 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=1ab0685188e14657a77135ecc1496822&device_id=8d945ed8-3e35-4f74-94b9-2d712f2d160d HTTP/1.1" status: 200 len: 1096 time: 0.0685213 Sep 24 16:26:22.049862 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 4c3708ef-a89a-4b89-82d3-9b6ee33213e2 no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:26:22.074973 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64678e3b-ee72-4b27-9842-3921f6083fad req-10fb0901-48e7-42b3-a0d5-610417db9b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:22.076459 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-64678e3b-ee72-4b27-9842-3921f6083fad req-10fb0901-48e7-42b3-a0d5-610417db9b5e service neutron] 10.222.0.108 "GET /v2.0/networks?id=68d2327c-e67b-467b-b2d5-f9d00637e77c HTTP/1.1" status: 200 len: 914 time: 0.1608062 Sep 24 16:26:22.077542 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64678e3b-ee72-4b27-9842-3921f6083fad req-06a84041-ee5b-47a9-8308-203daa43e2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:22.078882 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-64678e3b-ee72-4b27-9842-3921f6083fad req-06a84041-ee5b-47a9-8308-203daa43e2d5 service neutron] 10.222.0.110 "GET /v2.0/networks?id=68d2327c-e67b-467b-b2d5-f9d00637e77c HTTP/1.1" status: 200 len: 914 time: 0.1559081 Sep 24 16:26:22.116893 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 4c3708ef-a89a-4b89-82d3-9b6ee33213e2 not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:26:22.571447 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-64678e3b-ee72-4b27-9842-3921f6083fad req-f62fcc5b-b117-487f-af12-44edce5251c5 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c3708ef-a89a-4b89-82d3-9b6ee33213e2 HTTP/1.1" status: 200 len: 1001 time: 0.4869418 Sep 24 16:26:22.573399 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-64678e3b-ee72-4b27-9842-3921f6083fad req-139ee88c-58b7-4b0d-886e-58cb9e0af9b5 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4c3708ef-a89a-4b89-82d3-9b6ee33213e2 HTTP/1.1" status: 200 len: 1001 time: 0.4825788 Sep 24 16:26:22.659487 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64678e3b-ee72-4b27-9842-3921f6083fad req-5d72da48-c88f-4b53-a61d-caa10768e2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:22.661487 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-64678e3b-ee72-4b27-9842-3921f6083fad req-5d72da48-c88f-4b53-a61d-caa10768e2ae service neutron] 10.222.0.108 "GET /v2.0/subnets?id=d7501836-148c-4ade-ae18-6669fad5c7ad HTTP/1.1" status: 200 len: 851 time: 0.0820582 Sep 24 16:26:22.663355 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64678e3b-ee72-4b27-9842-3921f6083fad req-dce29ff9-1c6c-4e21-9b21-5d14b92ad998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:22.664681 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-64678e3b-ee72-4b27-9842-3921f6083fad req-dce29ff9-1c6c-4e21-9b21-5d14b92ad998 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=d7501836-148c-4ade-ae18-6669fad5c7ad HTTP/1.1" status: 200 len: 851 time: 0.0768063 Sep 24 16:26:22.741640 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64678e3b-ee72-4b27-9842-3921f6083fad req-1a07efaa-6448-44c4-a48f-06da1ee5d227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:22.743216 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-64678e3b-ee72-4b27-9842-3921f6083fad req-1a07efaa-6448-44c4-a48f-06da1ee5d227 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=68d2327c-e67b-467b-b2d5-f9d00637e77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676997 Sep 24 16:26:22.746434 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64678e3b-ee72-4b27-9842-3921f6083fad req-b8b09aca-d0fd-4dfa-a7ab-9a4bb237b64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:22.747975 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-64678e3b-ee72-4b27-9842-3921f6083fad req-b8b09aca-d0fd-4dfa-a7ab-9a4bb237b64a service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=68d2327c-e67b-467b-b2d5-f9d00637e77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0799792 Sep 24 16:26:22.932277 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-64678e3b-ee72-4b27-9842-3921f6083fad req-0a577d36-62b6-4ae6-9e1a-e6f65141d97b service neutron] 10.222.0.108 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728151 Sep 24 16:26:22.934629 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-64678e3b-ee72-4b27-9842-3921f6083fad req-d8dc27e2-8751-4114-a34b-395e38e0c796 service neutron] 10.222.0.110 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833429 Sep 24 16:26:23.131967 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f9a35f-e877-42fd-988e-5c5333f37cb1 req-41cc8039-316e-4db8-9a5c-f2591595d5c1 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:23.133546 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-64f9a35f-e877-42fd-988e-5c5333f37cb1 req-41cc8039-316e-4db8-9a5c-f2591595d5c1 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d945ed8-3e35-4f74-94b9-2d712f2d160d HTTP/1.1" status: 200 len: 945 time: 0.2219644 Sep 24 16:26:23.163034 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-64678e3b-ee72-4b27-9842-3921f6083fad req-af4e19be-7e55-47aa-95f8-9e9ccba0b7ea service neutron] 10.222.0.108 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062552 Sep 24 16:26:23.175288 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-64678e3b-ee72-4b27-9842-3921f6083fad req-8bba8926-46e9-4197-9887-9a4a0b2afa84 service neutron] 10.222.0.110 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162809 Sep 24 16:26:23.199693 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-64f9a35f-e877-42fd-988e-5c5333f37cb1 req-0012b8bc-409e-4c0b-9d93-2afb5f3df44a tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563631 Sep 24 16:26:23.273928 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 4c3708ef-a89a-4b89-82d3-9b6ee33213e2 details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 16:26:23.399795 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 4c3708ef-a89a-4b89-82d3-9b6ee33213e2, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=4c3708ef-a89a-4b89-82d3-9b6ee33213e2,segment=NetworkSegment(bae412cc-5815-477a-be73-419ffe821ffd),segment_id=bae412cc-5815-477a-be73-419ffe821ffd)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:26:23.576522 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': '4c3708ef-a89a-4b89-82d3-9b6ee33213e2', 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c', 'port_id': '4c3708ef-a89a-4b89-82d3-9b6ee33213e2', 'mac_address': 'fa:16:3e:9e:c2:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7501836-148c-4ade-ae18-6669fad5c7ad', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 16:26:23.619074 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:26:23.635494 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c3708ef-a89a-4b89-82d3-9b6ee33213e2 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:26:23.658035 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 4c3708ef-a89a-4b89-82d3-9b6ee33213e2, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=4c3708ef-a89a-4b89-82d3-9b6ee33213e2,segment=NetworkSegment(bae412cc-5815-477a-be73-419ffe821ffd),segment_id=bae412cc-5815-477a-be73-419ffe821ffd)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:26:23.727581 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:26:23.808808 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=4c3708ef-a89a-4b89-82d3-9b6ee33213e2,revision_number=12']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:26:23.987577 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['4c3708ef-a89a-4b89-82d3-9b6ee33213e2'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:26:24.356075 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20bebf1-0e27-48b2-8360-2b9701b879bc req-cc8afb54-59b6-4d90-aeb9-dcbed9d38077 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:24.357822 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f20bebf1-0e27-48b2-8360-2b9701b879bc req-cc8afb54-59b6-4d90-aeb9-dcbed9d38077 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d945ed8-3e35-4f74-94b9-2d712f2d160d HTTP/1.1" status: 200 len: 946 time: 0.0600688 Sep 24 16:26:24.403901 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f20bebf1-0e27-48b2-8360-2b9701b879bc req-57a6c645-a4dc-4f89-867f-138829db1359 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390363 Sep 24 16:26:24.551076 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0063936b-f52f-4184-8aae-38be3afc6e14 req-ba111ad1-d354-4206-b0a2-ee259f6494f8 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:24.552790 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0063936b-f52f-4184-8aae-38be3afc6e14 req-ba111ad1-d354-4206-b0a2-ee259f6494f8 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d945ed8-3e35-4f74-94b9-2d712f2d160d HTTP/1.1" status: 200 len: 946 time: 0.0573452 Sep 24 16:26:24.597098 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0063936b-f52f-4184-8aae-38be3afc6e14 req-e3b2ef52-f71a-4061-b690-621c44bd95ec tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376267 Sep 24 16:26:24.733835 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758541da-26ab-4d88-8d31-29b9003106b5 req-78513ae8-ee91-4b2e-8cbe-d8d147f88386 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:24.735584 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-758541da-26ab-4d88-8d31-29b9003106b5 req-78513ae8-ee91-4b2e-8cbe-d8d147f88386 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d945ed8-3e35-4f74-94b9-2d712f2d160d HTTP/1.1" status: 200 len: 946 time: 0.0633051 Sep 24 16:26:24.784358 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-758541da-26ab-4d88-8d31-29b9003106b5 req-61f8fee6-d58c-4669-880e-7e0732b223fa tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375555 Sep 24 16:26:25.303895 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 4c3708ef-a89a-4b89-82d3-9b6ee33213e2 up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:26:25.315656 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1746cc-5b4b-40d5-8d3e-8df3e896fd6f req-585e4f01-cae8-453d-b856-b86e08cb0e93 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:25.317884 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-da1746cc-5b4b-40d5-8d3e-8df3e896fd6f req-585e4f01-cae8-453d-b856-b86e08cb0e93 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d945ed8-3e35-4f74-94b9-2d712f2d160d HTTP/1.1" status: 200 len: 946 time: 0.0520492 Sep 24 16:26:25.364940 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-da1746cc-5b4b-40d5-8d3e-8df3e896fd6f req-839f45a9-8e7b-4711-9071-43ffa8414cd6 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350556 Sep 24 16:26:25.423741 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port 4c3708ef-a89a-4b89-82d3-9b6ee33213e2 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 16:26:25.429378 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port 4c3708ef-a89a-4b89-82d3-9b6ee33213e2 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:26:25.429876 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:26:25.518388 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:26:25.543357 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d945ed8-3e35-4f74-94b9-2d712f2d160d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c3708ef-a89a-4b89-82d3-9b6ee33213e2'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:26:25.545622 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f4a9013-b39f-4211-957c-cd3647259e6c" -d '{"events": [{"server_uuid": "8d945ed8-3e35-4f74-94b9-2d712f2d160d", "name": "network-vif-plugged", "status": "completed", "tag": "4c3708ef-a89a-4b89-82d3-9b6ee33213e2"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:26:25.561606 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 4c3708ef-a89a-4b89-82d3-9b6ee33213e2, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=4c3708ef-a89a-4b89-82d3-9b6ee33213e2,segment=NetworkSegment(bae412cc-5815-477a-be73-419ffe821ffd),segment_id=bae412cc-5815-477a-be73-419ffe821ffd)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:26:25.587707 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61d7a2f8-c3b4-4660-91a0-3235784f7c77 x-openstack-request-id: req-61d7a2f8-c3b4-4660-91a0-3235784f7c77 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:26:25.588088 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d945ed8-3e35-4f74-94b9-2d712f2d160d", "name": "network-vif-plugged", "status": "completed", "tag": "4c3708ef-a89a-4b89-82d3-9b6ee33213e2", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:26:25.588385 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-61d7a2f8-c3b4-4660-91a0-3235784f7c77 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:26:25.589046 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d945ed8-3e35-4f74-94b9-2d712f2d160d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c3708ef-a89a-4b89-82d3-9b6ee33213e2', 'code': 200} Sep 24 16:26:25.635220 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:26:25.686619 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=4c3708ef-a89a-4b89-82d3-9b6ee33213e2,revision_number=13']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:26:26.784655 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04378f38-c0d6-4aab-bfd4-d8c586369bb9 req-480eb78b-7fce-4604-b8de-19f0da7dd077 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:26.787116 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-04378f38-c0d6-4aab-bfd4-d8c586369bb9 req-480eb78b-7fce-4604-b8de-19f0da7dd077 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.110 "GET /v2.0/ports?device_id=8d945ed8-3e35-4f74-94b9-2d712f2d160d HTTP/1.1" status: 200 len: 947 time: 0.0585392 Sep 24 16:26:26.824372 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0983cdc0-f46b-43a5-8d94-72ae970de9e1 req-04b6645a-f79a-4d9d-8c89-1616670b9a15 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:26.827030 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0983cdc0-f46b-43a5-8d94-72ae970de9e1 req-04b6645a-f79a-4d9d-8c89-1616670b9a15 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d945ed8-3e35-4f74-94b9-2d712f2d160d HTTP/1.1" status: 200 len: 947 time: 0.0640142 Sep 24 16:26:26.885322 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0983cdc0-f46b-43a5-8d94-72ae970de9e1 req-f320f8ea-8898-4511-b11b-d42261738afc tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518939 Sep 24 16:26:26.923440 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-04378f38-c0d6-4aab-bfd4-d8c586369bb9 req-8429249e-a73e-4fda-8f22-b0dbeaf831c2 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Deleting port 4c3708ef-a89a-4b89-82d3-9b6ee33213e2 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:26:26.923822 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-04378f38-c0d6-4aab-bfd4-d8c586369bb9 req-8429249e-a73e-4fda-8f22-b0dbeaf831c2 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:26:27.018941 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-04378f38-c0d6-4aab-bfd4-d8c586369bb9 req-8429249e-a73e-4fda-8f22-b0dbeaf831c2 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] For port 4c3708ef-a89a-4b89-82d3-9b6ee33213e2, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=4c3708ef-a89a-4b89-82d3-9b6ee33213e2,segment=NetworkSegment(bae412cc-5815-477a-be73-419ffe821ffd),segment_id=bae412cc-5815-477a-be73-419ffe821ffd)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:26:27.019363 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-04378f38-c0d6-4aab-bfd4-d8c586369bb9 req-8429249e-a73e-4fda-8f22-b0dbeaf831c2 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:26:27.206055 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-04378f38-c0d6-4aab-bfd4-d8c586369bb9 req-8429249e-a73e-4fda-8f22-b0dbeaf831c2 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:26:27.206531 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-04378f38-c0d6-4aab-bfd4-d8c586369bb9 req-8429249e-a73e-4fda-8f22-b0dbeaf831c2 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:26:27.206910 n-d-808921-1 neutron-server[95298]: INFO neutron.db.l3_db [req-04378f38-c0d6-4aab-bfd4-d8c586369bb9 req-8429249e-a73e-4fda-8f22-b0dbeaf831c2 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Floating IP 6559a5db-0fcf-4144-a609-0ed08b1ad479 disassociated. External IP: 172.25.0.147, port: 4c3708ef-a89a-4b89-82d3-9b6ee33213e2. Sep 24 16:26:27.207447 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-04378f38-c0d6-4aab-bfd4-d8c586369bb9 req-8429249e-a73e-4fda-8f22-b0dbeaf831c2 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Calling delete_port for 4c3708ef-a89a-4b89-82d3-9b6ee33213e2 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:26:27.400975 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-04378f38-c0d6-4aab-bfd4-d8c586369bb9 req-8429249e-a73e-4fda-8f22-b0dbeaf831c2 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:26:27.439191 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8429249e-a73e-4fda-8f22-b0dbeaf831c2 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Pushing event deleted for resources: {'Port': ['ID=4c3708ef-a89a-4b89-82d3-9b6ee33213e2,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:26:27.587630 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04378f38-c0d6-4aab-bfd4-d8c586369bb9 req-8429249e-a73e-4fda-8f22-b0dbeaf831c2 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Router 302af011-5d2d-4040-8014-ded5f17568a6 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:26:27.718396 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04378f38-c0d6-4aab-bfd4-d8c586369bb9 req-8429249e-a73e-4fda-8f22-b0dbeaf831c2 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:26:27.733408 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756ead04-41a7-4a2f-89d8-aa1305bb28d4 None None] Sync routers for ids ['302af011-5d2d-4040-8014-ded5f17568a6'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:26:27.745949 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756ead04-41a7-4a2f-89d8-aa1305bb28d4 None None] Routers {'302af011-5d2d-4040-8014-ded5f17568a6'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:26:27.746893 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-756ead04-41a7-4a2f-89d8-aa1305bb28d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:26:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['302af011-5d2d-4040-8014-ded5f17568a6'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:26:27.766567 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-04378f38-c0d6-4aab-bfd4-d8c586369bb9 req-8429249e-a73e-4fda-8f22-b0dbeaf831c2 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] No DVR routers for this DVR port 4c3708ef-a89a-4b89-82d3-9b6ee33213e2 on host n-h1-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:26:27.770250 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-04378f38-c0d6-4aab-bfd4-d8c586369bb9 req-8429249e-a73e-4fda-8f22-b0dbeaf831c2 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:26:27.773636 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-04378f38-c0d6-4aab-bfd4-d8c586369bb9 req-8429249e-a73e-4fda-8f22-b0dbeaf831c2 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.110 "DELETE /v2.0/ports/4c3708ef-a89a-4b89-82d3-9b6ee33213e2 HTTP/1.1" status: 204 len: 173 time: 0.9772487 Sep 24 16:26:27.774157 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d945ed8-3e35-4f74-94b9-2d712f2d160d', 'name': 'network-vif-deleted', 'tag': '4c3708ef-a89a-4b89-82d3-9b6ee33213e2'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:26:27.776659 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c413c9de-7b45-47a6-8b3c-2f2354a8924e" -d '{"events": [{"server_uuid": "8d945ed8-3e35-4f74-94b9-2d712f2d160d", "name": "network-vif-deleted", "tag": "4c3708ef-a89a-4b89-82d3-9b6ee33213e2"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:26:27.829988 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bf96f3c-7ed5-4864-a653-caf8d095f2da x-openstack-request-id: req-6bf96f3c-7ed5-4864-a653-caf8d095f2da {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:26:27.830643 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d945ed8-3e35-4f74-94b9-2d712f2d160d", "name": "network-vif-deleted", "tag": "4c3708ef-a89a-4b89-82d3-9b6ee33213e2", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:26:27.830762 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-6bf96f3c-7ed5-4864-a653-caf8d095f2da {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:26:27.831211 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d945ed8-3e35-4f74-94b9-2d712f2d160d', 'name': 'network-vif-deleted', 'tag': '4c3708ef-a89a-4b89-82d3-9b6ee33213e2', 'status': 'completed', 'code': 200} Sep 24 16:26:27.878090 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-756ead04-41a7-4a2f-89d8-aa1305bb28d4 None None] Set router 302af011-5d2d-4040-8014-ded5f17568a6 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:26:28.033005 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c0df8609-b165-41f2-9efb-c405209e9933 req-ef2043f5-0377-49aa-910c-0eae9e2e48a8 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d945ed8-3e35-4f74-94b9-2d712f2d160d HTTP/1.1" status: 200 len: 210 time: 0.0374305 Sep 24 16:26:28.170584 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-756ead04-41a7-4a2f-89d8-aa1305bb28d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302af011-5d2d-4040-8014-ded5f17568a6', 'name': 'tempest-ServerActionsTestJSON-1059124727-router', 'tenant_id': '1ab0685188e14657a77135ecc1496822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '50867e16-bff5-4116-a9a4-16376b03757b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:19:04Z', 'updated_at': '2021-09-24T16:19:07Z', 'revision_number': 4, 'project_id': '1ab0685188e14657a77135ecc1496822', 'gw_port': {'id': '50867e16-bff5-4116-a9a4-16376b03757b', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ff:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302af011-5d2d-4040-8014-ded5f17568a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:19:04Z', 'updated_at': '2021-09-24T16:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'ede91fc0-e62b-4a2e-9c60-7c620e454edd', 'name': '', 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c', 'tenant_id': '1ab0685188e14657a77135ecc1496822', 'mac_address': 'fa:16:3e:7c:51:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302af011-5d2d-4040-8014-ded5f17568a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'd7501836-148c-4ade-ae18-6669fad5c7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:19:06Z', 'updated_at': '2021-09-24T16:19:10Z', 'revision_number': 5, 'project_id': '1ab0685188e14657a77135ecc1496822', 'subnets': [{'id': 'd7501836-148c-4ade-ae18-6669fad5c7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:26:28.220508 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756ead04-41a7-4a2f-89d8-aa1305bb28d4 None None] Checking router: 302af011-5d2d-4040-8014-ded5f17568a6 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:26:28.236364 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756ead04-41a7-4a2f-89d8-aa1305bb28d4 None None] Routers {'302af011-5d2d-4040-8014-ded5f17568a6'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:26:28.237453 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-756ead04-41a7-4a2f-89d8-aa1305bb28d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:26:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['302af011-5d2d-4040-8014-ded5f17568a6'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:26:28.369784 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-756ead04-41a7-4a2f-89d8-aa1305bb28d4 None None] Set router 302af011-5d2d-4040-8014-ded5f17568a6 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:26:28.624885 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-756ead04-41a7-4a2f-89d8-aa1305bb28d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302af011-5d2d-4040-8014-ded5f17568a6', 'name': 'tempest-ServerActionsTestJSON-1059124727-router', 'tenant_id': '1ab0685188e14657a77135ecc1496822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '50867e16-bff5-4116-a9a4-16376b03757b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:19:04Z', 'updated_at': '2021-09-24T16:19:07Z', 'revision_number': 4, 'project_id': '1ab0685188e14657a77135ecc1496822', 'gw_port': {'id': '50867e16-bff5-4116-a9a4-16376b03757b', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ff:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302af011-5d2d-4040-8014-ded5f17568a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:19:04Z', 'updated_at': '2021-09-24T16:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'ede91fc0-e62b-4a2e-9c60-7c620e454edd', 'name': '', 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c', 'tenant_id': '1ab0685188e14657a77135ecc1496822', 'mac_address': 'fa:16:3e:7c:51:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302af011-5d2d-4040-8014-ded5f17568a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'd7501836-148c-4ade-ae18-6669fad5c7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:19:06Z', 'updated_at': '2021-09-24T16:19:10Z', 'revision_number': 5, 'project_id': '1ab0685188e14657a77135ecc1496822', 'subnets': [{'id': 'd7501836-148c-4ade-ae18-6669fad5c7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:26:28.663487 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-756ead04-41a7-4a2f-89d8-aa1305bb28d4 None None] The sync data for ids ['302af011-5d2d-4040-8014-ded5f17568a6'] in n-d-808921-1 is: [{'id': '302af011-5d2d-4040-8014-ded5f17568a6', 'name': 'tempest-ServerActionsTestJSON-1059124727-router', 'tenant_id': '1ab0685188e14657a77135ecc1496822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '50867e16-bff5-4116-a9a4-16376b03757b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:19:04Z', 'updated_at': '2021-09-24T16:19:07Z', 'revision_number': 4, 'project_id': '1ab0685188e14657a77135ecc1496822', 'gw_port': {'id': '50867e16-bff5-4116-a9a4-16376b03757b', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ff:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302af011-5d2d-4040-8014-ded5f17568a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:19:04Z', 'updated_at': '2021-09-24T16:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'ede91fc0-e62b-4a2e-9c60-7c620e454edd', 'name': '', 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c', 'tenant_id': '1ab0685188e14657a77135ecc1496822', 'mac_address': 'fa:16:3e:7c:51:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302af011-5d2d-4040-8014-ded5f17568a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'd7501836-148c-4ade-ae18-6669fad5c7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:19:06Z', 'updated_at': '2021-09-24T16:19:10Z', 'revision_number': 5, 'project_id': '1ab0685188e14657a77135ecc1496822', 'subnets': [{'id': 'd7501836-148c-4ade-ae18-6669fad5c7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:26:28.940681 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334a6816-d460-45fc-835e-f78df73ab48c None None] New status for floating IP 6559a5db-0fcf-4144-a609-0ed08b1ad479: DOWN {{(pid=95300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 16:26:29.303045 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 4c3708ef-a89a-4b89-82d3-9b6ee33213e2 no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:26:29.334859 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] No Port match for: 4c3708ef-a89a-4b89-82d3-9b6ee33213e2 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:26:29.335437 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 4c3708ef-a89a-4b89-82d3-9b6ee33213e2 not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:26:29.382140 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f155031e-9038-4a8c-ba04-4ded8ec0134c req-2d78815f-93bc-4500-8122-715264f92abf tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-securitygroup--348699338&fields=id&tenant_id=1ab0685188e14657a77135ecc1496822 HTTP/1.1" status: 200 len: 267 time: 0.0369687 Sep 24 16:26:29.505281 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f155031e-9038-4a8c-ba04-4ded8ec0134c req-3f5a33ae-965c-47df-809e-f0c59ce43fee tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:29.506811 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f155031e-9038-4a8c-ba04-4ded8ec0134c req-3f5a33ae-965c-47df-809e-f0c59ce43fee tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/networks?id=68d2327c-e67b-467b-b2d5-f9d00637e77c HTTP/1.1" status: 200 len: 812 time: 0.1171415 Sep 24 16:26:29.523354 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f155031e-9038-4a8c-ba04-4ded8ec0134c req-dd72da8d-aee1-4fb2-9709-e7a1db4f0c33 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/quotas/1ab0685188e14657a77135ecc1496822 HTTP/1.1" status: 200 len: 375 time: 0.0100136 Sep 24 16:26:29.581481 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f155031e-9038-4a8c-ba04-4ded8ec0134c req-ce962a1e-37f5-465d-9031-81a2702046b6 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=1ab0685188e14657a77135ecc1496822&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0518858 Sep 24 16:26:29.648478 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [req-f155031e-9038-4a8c-ba04-4ded8ec0134c req-919d53f3-eba2-4864-ab9d-5a6a5c088fc4 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 16:26:29.649643 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f155031e-9038-4a8c-ba04-4ded8ec0134c req-919d53f3-eba2-4864-ab9d-5a6a5c088fc4 service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0551968 Sep 24 16:26:29.750400 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f155031e-9038-4a8c-ba04-4ded8ec0134c req-625270c6-99d2-46de-a6fb-d29a879346fc service neutron] 10.222.0.101 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934737 Sep 24 16:26:29.857160 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f155031e-9038-4a8c-ba04-4ded8ec0134c req-6a62ddf5-7498-402f-81a3-19c767e295a4 service neutron] 10.222.0.101 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998554 Sep 24 16:26:30.126108 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d5d9d3b8-536a-4d52-a8c2-9e0702c6c376 req-d0cab2fa-2a91-4009-9fd4-f28a77940f27 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 210 time: 0.0457284 Sep 24 16:26:31.241939 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5d6d3326-5f0c-4eb6-896e-9296bbf3ad43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:26:31.253319 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7b94b80b-4580-44db-aeba-9251995b9137 req-b0ca77a6-838d-4d00-a8e5-e4c3ed406915 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 210 time: 0.0326655 Sep 24 16:26:32.203315 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f155031e-9038-4a8c-ba04-4ded8ec0134c req-8361dd34-51d6-4be1-9c9d-449532919c7b tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:32.205473 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f155031e-9038-4a8c-ba04-4ded8ec0134c req-8361dd34-51d6-4be1-9c9d-449532919c7b tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.110 "GET /v2.0/networks?id=68d2327c-e67b-467b-b2d5-f9d00637e77c HTTP/1.1" status: 200 len: 812 time: 0.1352019 Sep 24 16:26:32.273658 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f155031e-9038-4a8c-ba04-4ded8ec0134c req-62dc9034-7603-4247-826b-d1bc1a87bc03 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.110 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ab0685188e14657a77135ecc1496822 HTTP/1.1" status: 200 len: 379 time: 0.0426431 Sep 24 16:26:32.286886 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-f155031e-9038-4a8c-ba04-4ded8ec0134c req-cdaaa9e9-9594-4575-af84-65355f1a57a5 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Request body: {'port': {'device_id': '51f01797-4401-4d54-acee-84f3c97bff91', 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c', 'admin_state_up': True, 'tenant_id': '1ab0685188e14657a77135ecc1496822', 'security_groups': ['0a89126d-69c2-4116-ac30-9afe5a15a35a']}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:26:32.386419 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4b8bc44b-7d95-4670-987d-65e8f0f12a9b req-89ad994a-4251-4c7b-a251-013de98a793c tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 210 time: 0.0284724 Sep 24 16:26:32.515173 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f155031e-9038-4a8c-ba04-4ded8ec0134c req-cdaaa9e9-9594-4575-af84-65355f1a57a5 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Made reservation on behalf of 1ab0685188e14657a77135ecc1496822 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:26:32.518787 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-f155031e-9038-4a8c-ba04-4ded8ec0134c req-cdaaa9e9-9594-4575-af84-65355f1a57a5 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:26:32.661266 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-f155031e-9038-4a8c-ba04-4ded8ec0134c req-cdaaa9e9-9594-4575-af84-65355f1a57a5 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Allocated IP 172.20.0.4 (68d2327c-e67b-467b-b2d5-f9d00637e77c/d7501836-148c-4ade-ae18-6669fad5c7ad/502691ab-b492-4c5c-b13c-e51ced2a1ca7) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:26:32.817022 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-f155031e-9038-4a8c-ba04-4ded8ec0134c req-cdaaa9e9-9594-4575-af84-65355f1a57a5 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:26:32.921073 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-f155031e-9038-4a8c-ba04-4ded8ec0134c req-cdaaa9e9-9594-4575-af84-65355f1a57a5 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:26:32.965080 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f155031e-9038-4a8c-ba04-4ded8ec0134c req-cdaaa9e9-9594-4575-af84-65355f1a57a5 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Network 68d2327c-e67b-467b-b2d5-f9d00637e77c is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:26:32.968412 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-f155031e-9038-4a8c-ba04-4ded8ec0134c req-cdaaa9e9-9594-4575-af84-65355f1a57a5 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:26:32.973234 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-f155031e-9038-4a8c-ba04-4ded8ec0134c req-cdaaa9e9-9594-4575-af84-65355f1a57a5 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:26:33.007288 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaaa9e9-9594-4575-af84-65355f1a57a5 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Pushing event updated for resources: {'Port': ['ID=502691ab-b492-4c5c-b13c-e51ced2a1ca7,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:26:33.038164 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f155031e-9038-4a8c-ba04-4ded8ec0134c req-cdaaa9e9-9594-4575-af84-65355f1a57a5 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:33.039022 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-f155031e-9038-4a8c-ba04-4ded8ec0134c req-cdaaa9e9-9594-4575-af84-65355f1a57a5 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:26:33.133509 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f155031e-9038-4a8c-ba04-4ded8ec0134c req-cdaaa9e9-9594-4575-af84-65355f1a57a5 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8515553 Sep 24 16:26:33.147216 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-f155031e-9038-4a8c-ba04-4ded8ec0134c req-cec2bd94-fd5f-4be1-acb2-884c9b7b365e service neutron] Request body: {'port': {'device_id': '51f01797-4401-4d54-acee-84f3c97bff91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:26:33.180544 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-da4ea011-c0cf-4708-849d-213bb3e6c679 None None] Provisioning complete for port 502691ab-b492-4c5c-b13c-e51ced2a1ca7 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:26:33.181220 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-da4ea011-c0cf-4708-849d-213bb3e6c679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:26:33.211176 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-f155031e-9038-4a8c-ba04-4ded8ec0134c req-cec2bd94-fd5f-4be1-acb2-884c9b7b365e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:26:33.216314 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-da4ea011-c0cf-4708-849d-213bb3e6c679 None None] Port 502691ab-b492-4c5c-b13c-e51ced2a1ca7 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:26:33.580646 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008316fa-c000-4e42-8592-e794cb563d48 req-3b17ac5e-3ef6-4a48-a117-e4ef43b70dcb tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:33.582822 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-008316fa-c000-4e42-8592-e794cb563d48 req-3b17ac5e-3ef6-4a48-a117-e4ef43b70dcb tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 931 time: 0.1149950 Sep 24 16:26:33.591856 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-f155031e-9038-4a8c-ba04-4ded8ec0134c req-cec2bd94-fd5f-4be1-acb2-884c9b7b365e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 502691ab-b492-4c5c-b13c-e51ced2a1ca7 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:26:33.608177 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-f155031e-9038-4a8c-ba04-4ded8ec0134c req-cec2bd94-fd5f-4be1-acb2-884c9b7b365e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:26:33.635718 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-f155031e-9038-4a8c-ba04-4ded8ec0134c req-cec2bd94-fd5f-4be1-acb2-884c9b7b365e service neutron] Transition to ACTIVE for port object 502691ab-b492-4c5c-b13c-e51ced2a1ca7 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 16:26:33.652428 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-008316fa-c000-4e42-8592-e794cb563d48 req-c1916051-611c-452a-a369-aeb3169ba1e3 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558143 Sep 24 16:26:33.696395 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-f155031e-9038-4a8c-ba04-4ded8ec0134c req-cec2bd94-fd5f-4be1-acb2-884c9b7b365e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:26:33.754373 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec2bd94-fd5f-4be1-acb2-884c9b7b365e service neutron] Pushing event updated for resources: {'Port': ['ID=502691ab-b492-4c5c-b13c-e51ced2a1ca7,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:26:33.845260 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-f155031e-9038-4a8c-ba04-4ded8ec0134c req-cec2bd94-fd5f-4be1-acb2-884c9b7b365e service neutron] Attempting to bind port 502691ab-b492-4c5c-b13c-e51ced2a1ca7 on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:26:33.848122 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-f155031e-9038-4a8c-ba04-4ded8ec0134c req-cec2bd94-fd5f-4be1-acb2-884c9b7b365e service neutron] Attempting to bind port 502691ab-b492-4c5c-b13c-e51ced2a1ca7 by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': 'bae412cc-5815-477a-be73-419ffe821ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:26:33.848122 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f155031e-9038-4a8c-ba04-4ded8ec0134c req-cec2bd94-fd5f-4be1-acb2-884c9b7b365e service neutron] Attempting to bind port 502691ab-b492-4c5c-b13c-e51ced2a1ca7 on network 68d2327c-e67b-467b-b2d5-f9d00637e77c {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:26:33.851121 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f155031e-9038-4a8c-ba04-4ded8ec0134c req-cec2bd94-fd5f-4be1-acb2-884c9b7b365e service neutron] Port 502691ab-b492-4c5c-b13c-e51ced2a1ca7 on network 68d2327c-e67b-467b-b2d5-f9d00637e77c not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 16:26:33.851532 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f155031e-9038-4a8c-ba04-4ded8ec0134c req-cec2bd94-fd5f-4be1-acb2-884c9b7b365e service neutron] Attempting to bind port 502691ab-b492-4c5c-b13c-e51ced2a1ca7 on network 68d2327c-e67b-467b-b2d5-f9d00637e77c {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:26:33.859483 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f155031e-9038-4a8c-ba04-4ded8ec0134c req-cec2bd94-fd5f-4be1-acb2-884c9b7b365e service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:26:33.859831 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f155031e-9038-4a8c-ba04-4ded8ec0134c req-cec2bd94-fd5f-4be1-acb2-884c9b7b365e service neutron] Checking segment: {'id': 'bae412cc-5815-477a-be73-419ffe821ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:26:33.860212 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f155031e-9038-4a8c-ba04-4ded8ec0134c req-cec2bd94-fd5f-4be1-acb2-884c9b7b365e service neutron] Bound using segment: {'id': 'bae412cc-5815-477a-be73-419ffe821ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:26:33.860657 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-f155031e-9038-4a8c-ba04-4ded8ec0134c req-cec2bd94-fd5f-4be1-acb2-884c9b7b365e service neutron] Bound port: 502691ab-b492-4c5c-b13c-e51ced2a1ca7, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bae412cc-5815-477a-be73-419ffe821ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:26:33.861012 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-f155031e-9038-4a8c-ba04-4ded8ec0134c req-cec2bd94-fd5f-4be1-acb2-884c9b7b365e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:26:33.903883 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-11b5b5e3-2a75-47d3-883f-bab2965c928f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:26:33.951957 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-f155031e-9038-4a8c-ba04-4ded8ec0134c req-cec2bd94-fd5f-4be1-acb2-884c9b7b365e service neutron] For port 502691ab-b492-4c5c-b13c-e51ced2a1ca7, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:26:33.955263 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-f155031e-9038-4a8c-ba04-4ded8ec0134c req-cec2bd94-fd5f-4be1-acb2-884c9b7b365e service neutron] For port 502691ab-b492-4c5c-b13c-e51ced2a1ca7, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=502691ab-b492-4c5c-b13c-e51ced2a1ca7,segment=NetworkSegment(bae412cc-5815-477a-be73-419ffe821ffd),segment_id=bae412cc-5815-477a-be73-419ffe821ffd)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:26:34.035134 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-f155031e-9038-4a8c-ba04-4ded8ec0134c req-cec2bd94-fd5f-4be1-acb2-884c9b7b365e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:26:34.084571 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f155031e-9038-4a8c-ba04-4ded8ec0134c req-cec2bd94-fd5f-4be1-acb2-884c9b7b365e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:34.085204 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-f155031e-9038-4a8c-ba04-4ded8ec0134c req-cec2bd94-fd5f-4be1-acb2-884c9b7b365e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:26:34.086629 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f155031e-9038-4a8c-ba04-4ded8ec0134c req-cec2bd94-fd5f-4be1-acb2-884c9b7b365e service neutron] 10.222.0.110 "PUT /v2.0/ports/502691ab-b492-4c5c-b13c-e51ced2a1ca7 HTTP/1.1" status: 200 len: 1091 time: 0.9439404 Sep 24 16:26:34.087086 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51f01797-4401-4d54-acee-84f3c97bff91', 'tag': '502691ab-b492-4c5c-b13c-e51ced2a1ca7'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:26:34.089358 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c9b27a0bfa451654fd0495576c5c9a52d5785e3dd0e40247b48951d8b98ac978" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16c5228-7245-4de9-b89a-f0dbf42effa5" -d '{"events": [{"name": "network-changed", "server_uuid": "51f01797-4401-4d54-acee-84f3c97bff91", "tag": "502691ab-b492-4c5c-b13c-e51ced2a1ca7"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:26:34.129380 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec2bd94-fd5f-4be1-acb2-884c9b7b365e service neutron] Pushing event updated for resources: {'Port': ['ID=502691ab-b492-4c5c-b13c-e51ced2a1ca7,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:26:34.153774 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5032c82-445b-4445-b13d-292abf464e57 x-openstack-request-id: req-f5032c82-445b-4445-b13d-292abf464e57 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:26:34.154210 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51f01797-4401-4d54-acee-84f3c97bff91", "tag": "502691ab-b492-4c5c-b13c-e51ced2a1ca7", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:26:34.154634 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-f5032c82-445b-4445-b13d-292abf464e57 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:26:34.155391 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51f01797-4401-4d54-acee-84f3c97bff91', 'tag': '502691ab-b492-4c5c-b13c-e51ced2a1ca7', 'status': 'completed', 'code': 200} Sep 24 16:26:34.236017 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16c5228-7245-4de9-b89a-f0dbf42effa5 req-fa41aba0-e2c5-4b01-ae4b-9cf9356568a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:34.239542 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a16c5228-7245-4de9-b89a-f0dbf42effa5 req-fa41aba0-e2c5-4b01-ae4b-9cf9356568a1 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1ab0685188e14657a77135ecc1496822&device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 1094 time: 0.0588818 Sep 24 16:26:34.338163 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:26:34.377310 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16c5228-7245-4de9-b89a-f0dbf42effa5 req-549211ef-0fd0-4ca7-9725-88d7c8f2cd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:34.379085 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a16c5228-7245-4de9-b89a-f0dbf42effa5 req-549211ef-0fd0-4ca7-9725-88d7c8f2cd47 service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=1ab0685188e14657a77135ecc1496822&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1285679 Sep 24 16:26:34.481713 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16c5228-7245-4de9-b89a-f0dbf42effa5 req-9a4f9cce-af77-41ab-a23d-e675576e6efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:34.483322 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a16c5228-7245-4de9-b89a-f0dbf42effa5 req-9a4f9cce-af77-41ab-a23d-e675576e6efe service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0971820 Sep 24 16:26:34.566332 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f155031e-9038-4a8c-ba04-4ded8ec0134c req-1a2c23ce-fa81-4283-9f4d-e0029b3eca8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:34.568313 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f155031e-9038-4a8c-ba04-4ded8ec0134c req-1a2c23ce-fa81-4283-9f4d-e0029b3eca8e service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1ab0685188e14657a77135ecc1496822&device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 1094 time: 0.0445971 Sep 24 16:26:34.620607 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f155031e-9038-4a8c-ba04-4ded8ec0134c req-baf5824f-b012-4794-835b-58341203b746 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=502691ab-b492-4c5c-b13c-e51ced2a1ca7 HTTP/1.1" status: 200 len: 217 time: 0.0413618 Sep 24 16:26:34.674520 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f155031e-9038-4a8c-ba04-4ded8ec0134c req-83d054ca-38b5-4572-8a67-e7a46dffa784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:34.676650 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f155031e-9038-4a8c-ba04-4ded8ec0134c req-83d054ca-38b5-4572-8a67-e7a46dffa784 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=d7501836-148c-4ade-ae18-6669fad5c7ad HTTP/1.1" status: 200 len: 851 time: 0.0476975 Sep 24 16:26:34.730950 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f155031e-9038-4a8c-ba04-4ded8ec0134c req-292475ed-3049-4859-895f-f697e8656e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:34.732561 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f155031e-9038-4a8c-ba04-4ded8ec0134c req-292475ed-3049-4859-895f-f697e8656e03 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=68d2327c-e67b-467b-b2d5-f9d00637e77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441010 Sep 24 16:26:34.866431 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f155031e-9038-4a8c-ba04-4ded8ec0134c req-847f16a8-6606-4b98-8d74-1a9837bd7d30 service neutron] 10.222.0.110 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251748 Sep 24 16:26:34.874459 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f1c7d8-50de-4bd4-837b-7a4468d851bb req-3a66e42f-d5a3-4c0b-99b5-455b85b27593 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:34.875969 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-66f1c7d8-50de-4bd4-837b-7a4468d851bb req-3a66e42f-d5a3-4c0b-99b5-455b85b27593 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 943 time: 0.1119959 Sep 24 16:26:34.971995 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-66f1c7d8-50de-4bd4-837b-7a4468d851bb req-41cffbb1-53d1-4503-85e4-e0b5deb12860 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868380 Sep 24 16:26:35.005394 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f155031e-9038-4a8c-ba04-4ded8ec0134c req-aa440038-3242-40f5-b0a4-7a186ae4ba76 service neutron] 10.222.0.110 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271827 Sep 24 16:26:35.440394 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:26:36.163134 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a19cde6-9bba-464c-96b9-b2a2b816d3eb req-87bba790-cf48-40b0-843c-33691bd0c587 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:36.165359 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3a19cde6-9bba-464c-96b9-b2a2b816d3eb req-87bba790-cf48-40b0-843c-33691bd0c587 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 943 time: 0.0698359 Sep 24 16:26:36.217976 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3a19cde6-9bba-464c-96b9-b2a2b816d3eb req-fe0ac0a1-37ca-4b81-a980-51e58b3a4bf0 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436385 Sep 24 16:26:36.886475 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:26:37.351902 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 502691ab-b492-4c5c-b13c-e51ced2a1ca7 details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 16:26:37.353645 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9dc26f-5cd0-4157-b88d-40de78fa5dc6 req-752f2d09-e86c-459d-810c-af54919631f8 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:37.355275 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-eb9dc26f-5cd0-4157-b88d-40de78fa5dc6 req-752f2d09-e86c-459d-810c-af54919631f8 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 943 time: 0.0572956 Sep 24 16:26:37.403959 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-eb9dc26f-5cd0-4157-b88d-40de78fa5dc6 req-7a4f9433-5c47-4cc6-9aa7-fac4a0df79fc tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370097 Sep 24 16:26:37.474496 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 502691ab-b492-4c5c-b13c-e51ced2a1ca7, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=502691ab-b492-4c5c-b13c-e51ced2a1ca7,segment=NetworkSegment(bae412cc-5815-477a-be73-419ffe821ffd),segment_id=bae412cc-5815-477a-be73-419ffe821ffd)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:26:37.486698 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': '502691ab-b492-4c5c-b13c-e51ced2a1ca7', 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c', 'port_id': '502691ab-b492-4c5c-b13c-e51ced2a1ca7', 'mac_address': 'fa:16:3e:ef:59:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7501836-148c-4ade-ae18-6669fad5c7ad', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 16:26:37.529185 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:26:37.543999 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 502691ab-b492-4c5c-b13c-e51ced2a1ca7 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:26:37.564999 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 502691ab-b492-4c5c-b13c-e51ced2a1ca7, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=502691ab-b492-4c5c-b13c-e51ced2a1ca7,segment=NetworkSegment(bae412cc-5815-477a-be73-419ffe821ffd),segment_id=bae412cc-5815-477a-be73-419ffe821ffd)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:26:37.651853 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:26:37.709511 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=502691ab-b492-4c5c-b13c-e51ced2a1ca7,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:26:37.902317 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['502691ab-b492-4c5c-b13c-e51ced2a1ca7'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:26:38.545294 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fc299f-e9bf-4c76-9019-be35b1bf86c3 req-9673d27d-a765-4d6d-a5ee-cb302f912ee8 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:38.547947 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-75fc299f-e9bf-4c76-9019-be35b1bf86c3 req-9673d27d-a765-4d6d-a5ee-cb302f912ee8 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 944 time: 0.0624790 Sep 24 16:26:38.593891 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-75fc299f-e9bf-4c76-9019-be35b1bf86c3 req-278f279f-f2f4-4916-9fb4-febc054ff1fe tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392747 Sep 24 16:26:39.350762 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 502691ab-b492-4c5c-b13c-e51ced2a1ca7 up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:26:39.386825 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:26:39.446584 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port 502691ab-b492-4c5c-b13c-e51ced2a1ca7 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 16:26:39.451162 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port 502691ab-b492-4c5c-b13c-e51ced2a1ca7 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:26:39.451571 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:26:39.536569 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:26:39.561306 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f01797-4401-4d54-acee-84f3c97bff91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '502691ab-b492-4c5c-b13c-e51ced2a1ca7'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:26:39.563637 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be57925dfe7d945124a1a3c6103e91c567fe7121c6f31726e92a6e8e9f66e4b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e09d2f-9a83-49ca-9bf2-3b9890453bdb" -d '{"events": [{"server_uuid": "51f01797-4401-4d54-acee-84f3c97bff91", "name": "network-vif-plugged", "status": "completed", "tag": "502691ab-b492-4c5c-b13c-e51ced2a1ca7"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:26:39.580344 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 502691ab-b492-4c5c-b13c-e51ced2a1ca7, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=502691ab-b492-4c5c-b13c-e51ced2a1ca7,segment=NetworkSegment(bae412cc-5815-477a-be73-419ffe821ffd),segment_id=bae412cc-5815-477a-be73-419ffe821ffd)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:26:39.606441 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48affee0-08de-4245-8814-ef7db29f9e5c x-openstack-request-id: req-48affee0-08de-4245-8814-ef7db29f9e5c {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:26:39.606839 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f01797-4401-4d54-acee-84f3c97bff91", "name": "network-vif-plugged", "status": "completed", "tag": "502691ab-b492-4c5c-b13c-e51ced2a1ca7", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:26:39.607184 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-48affee0-08de-4245-8814-ef7db29f9e5c {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:26:39.607800 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f01797-4401-4d54-acee-84f3c97bff91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '502691ab-b492-4c5c-b13c-e51ced2a1ca7', 'code': 200} Sep 24 16:26:39.640717 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:26:39.707956 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=502691ab-b492-4c5c-b13c-e51ced2a1ca7,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:26:39.760706 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f2ede7-039a-42f1-a3f6-d6db24911ae7 req-c5d2e621-d1e3-489d-821f-e12c5f9ee7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:39.763259 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d0f2ede7-039a-42f1-a3f6-d6db24911ae7 req-c5d2e621-d1e3-489d-821f-e12c5f9ee7ff service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 1096 time: 0.0770593 Sep 24 16:26:39.783641 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa24bcf-282c-4656-b320-11180a2c096e req-bcd3989a-6fba-4dab-ac2c-5163ffe646f4 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:39.787000 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2fa24bcf-282c-4656-b320-11180a2c096e req-bcd3989a-6fba-4dab-ac2c-5163ffe646f4 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 945 time: 0.0863769 Sep 24 16:26:39.824639 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d0f2ede7-039a-42f1-a3f6-d6db24911ae7 req-04b08198-7737-43ba-b9a8-3212f2c3706a service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529127 Sep 24 16:26:39.846781 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2fa24bcf-282c-4656-b320-11180a2c096e req-3e55e659-8792-420c-a07a-c3de1d5af875 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487745 Sep 24 16:26:40.990353 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d573225-6be4-40f8-8eda-eb1bb86b59a0 req-41a1be1d-1ed3-4f9c-8b54-78c02cbdb106 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:40.991925 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5d573225-6be4-40f8-8eda-eb1bb86b59a0 req-41a1be1d-1ed3-4f9c-8b54-78c02cbdb106 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 945 time: 0.0706694 Sep 24 16:26:41.038736 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5d573225-6be4-40f8-8eda-eb1bb86b59a0 req-63f12fde-dd6a-4e77-b6fc-632eec2fcb04 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395410 Sep 24 16:26:41.061136 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:26:41.297730 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:26:42.181010 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72127801-47bb-424b-8aa5-469fa042aa41 req-75a9773d-3d75-49d2-9e8b-2a1964cd2ceb tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:42.183448 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-72127801-47bb-424b-8aa5-469fa042aa41 req-75a9773d-3d75-49d2-9e8b-2a1964cd2ceb tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 945 time: 0.0556946 Sep 24 16:26:42.227458 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-72127801-47bb-424b-8aa5-469fa042aa41 req-f747fcba-4636-4aaf-adf1-105c45d37aee tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370169 Sep 24 16:26:42.360580 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cad3498-6af0-4f4e-b601-515deae229fc req-76bd76f7-30a9-4fd0-823c-985ac33ce7ed tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:42.362219 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5cad3498-6af0-4f4e-b601-515deae229fc req-76bd76f7-30a9-4fd0-823c-985ac33ce7ed tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 945 time: 0.0666947 Sep 24 16:26:42.372444 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 44940) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:26:42.377225 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-2b665836-f03f-4844-b668-3cc50c9cf536 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Request body: {'floatingip': {'port_id': '502691ab-b492-4c5c-b13c-e51ced2a1ca7'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:26:42.421940 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2b665836-f03f-4844-b668-3cc50c9cf536 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks [] for floatingip, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:26:43.242290 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2b665836-f03f-4844-b668-3cc50c9cf536 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:26:43.298303 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2b665836-f03f-4844-b668-3cc50c9cf536 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:26:43.412964 n-d-808921-1 neutron-server[95297]: INFO neutron.db.l3_db [None req-2b665836-f03f-4844-b668-3cc50c9cf536 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Floating IP 6559a5db-0fcf-4144-a609-0ed08b1ad479 associated. External IP: 172.25.0.147, port: 502691ab-b492-4c5c-b13c-e51ced2a1ca7. Sep 24 16:26:43.640693 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b665836-f03f-4844-b668-3cc50c9cf536 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Router 302af011-5d2d-4040-8014-ded5f17568a6 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:26:43.763303 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b665836-f03f-4844-b668-3cc50c9cf536 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:26:43.770774 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2b665836-f03f-4844-b668-3cc50c9cf536 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:26:43.774215 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4e5e14-0305-43fd-b1e5-dc5d70d2fb3d None None] Sync routers for ids ['302af011-5d2d-4040-8014-ded5f17568a6'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:26:43.787106 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4e5e14-0305-43fd-b1e5-dc5d70d2fb3d None None] Routers {'302af011-5d2d-4040-8014-ded5f17568a6'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:26:43.787838 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-eb4e5e14-0305-43fd-b1e5-dc5d70d2fb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:26:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['302af011-5d2d-4040-8014-ded5f17568a6'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:26:43.828056 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-2b665836-f03f-4844-b668-3cc50c9cf536 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "PUT /v2.0/floatingips/6559a5db-0fcf-4144-a609-0ed08b1ad479 HTTP/1.1" status: 200 len: 992 time: 1.4541371 Sep 24 16:26:43.828932 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51f01797-4401-4d54-acee-84f3c97bff91', 'tag': '502691ab-b492-4c5c-b13c-e51ced2a1ca7'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:26:43.833274 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cc61157adf96518dd0e3cd536a305a481c3755b830988e0631e0936f091d583f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-979563b2-757f-4ed9-8ad7-26e3564847c2" -d '{"events": [{"name": "network-changed", "server_uuid": "51f01797-4401-4d54-acee-84f3c97bff91", "tag": "502691ab-b492-4c5c-b13c-e51ced2a1ca7"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:26:43.881884 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e67bb9-b881-452c-8b0f-6f479748280d x-openstack-request-id: req-05e67bb9-b881-452c-8b0f-6f479748280d {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:26:43.882527 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51f01797-4401-4d54-acee-84f3c97bff91", "tag": "502691ab-b492-4c5c-b13c-e51ced2a1ca7", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:26:43.883058 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-05e67bb9-b881-452c-8b0f-6f479748280d {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:26:43.883867 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51f01797-4401-4d54-acee-84f3c97bff91', 'tag': '502691ab-b492-4c5c-b13c-e51ced2a1ca7', 'status': 'completed', 'code': 200} Sep 24 16:26:43.960957 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979563b2-757f-4ed9-8ad7-26e3564847c2 req-28394045-d969-4c23-a91a-77949e014308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:43.963296 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-979563b2-757f-4ed9-8ad7-26e3564847c2 req-28394045-d969-4c23-a91a-77949e014308 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1ab0685188e14657a77135ecc1496822&device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 1096 time: 0.0500803 Sep 24 16:26:43.970883 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-eb4e5e14-0305-43fd-b1e5-dc5d70d2fb3d None None] Set router 302af011-5d2d-4040-8014-ded5f17568a6 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:26:44.065592 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979563b2-757f-4ed9-8ad7-26e3564847c2 req-eead957e-ad30-46ff-a158-622e408ffc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:44.067612 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-979563b2-757f-4ed9-8ad7-26e3564847c2 req-eead957e-ad30-46ff-a158-622e408ffc41 service neutron] 10.222.0.110 "GET /v2.0/networks?id=68d2327c-e67b-467b-b2d5-f9d00637e77c HTTP/1.1" status: 200 len: 914 time: 0.0958576 Sep 24 16:26:44.148141 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-979563b2-757f-4ed9-8ad7-26e3564847c2 req-3d3625ba-b8be-4589-b6a2-7c23d33c5441 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=502691ab-b492-4c5c-b13c-e51ced2a1ca7 HTTP/1.1" status: 200 len: 1000 time: 0.0717149 Sep 24 16:26:44.205300 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979563b2-757f-4ed9-8ad7-26e3564847c2 req-b30695a3-32df-4556-aad9-768f1d810be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:44.208185 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-979563b2-757f-4ed9-8ad7-26e3564847c2 req-b30695a3-32df-4556-aad9-768f1d810be5 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=d7501836-148c-4ade-ae18-6669fad5c7ad HTTP/1.1" status: 200 len: 851 time: 0.0519333 Sep 24 16:26:44.265155 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979563b2-757f-4ed9-8ad7-26e3564847c2 req-8bc17237-b0bb-47e7-9507-7ea76f9f7a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:26:44.266936 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-979563b2-757f-4ed9-8ad7-26e3564847c2 req-8bc17237-b0bb-47e7-9507-7ea76f9f7a30 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=68d2327c-e67b-467b-b2d5-f9d00637e77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508912 Sep 24 16:26:44.313882 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-eb4e5e14-0305-43fd-b1e5-dc5d70d2fb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302af011-5d2d-4040-8014-ded5f17568a6', 'name': 'tempest-ServerActionsTestJSON-1059124727-router', 'tenant_id': '1ab0685188e14657a77135ecc1496822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '50867e16-bff5-4116-a9a4-16376b03757b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:19:04Z', 'updated_at': '2021-09-24T16:19:07Z', 'revision_number': 4, 'project_id': '1ab0685188e14657a77135ecc1496822', 'gw_port': {'id': '50867e16-bff5-4116-a9a4-16376b03757b', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ff:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302af011-5d2d-4040-8014-ded5f17568a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:19:04Z', 'updated_at': '2021-09-24T16:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': '6559a5db-0fcf-4144-a609-0ed08b1ad479', 'tenant_id': '1ab0685188e14657a77135ecc1496822', 'floating_ip_address': '172.25.0.147', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '302af011-5d2d-4040-8014-ded5f17568a6', 'port_id': '502691ab-b492-4c5c-b13c-e51ced2a1ca7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4039, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c', 'mac_address': 'fa:16:3e:ef:59:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f01797-4401-4d54-acee-84f3c97bff91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T16:19:10Z', 'updated_at': '2021-09-24T16:26:43Z', 'revision_number': 13, 'project_id': '1ab0685188e14657a77135ecc1496822', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ede91fc0-e62b-4a2e-9c60-7c620e454edd', 'name': '', 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c', 'tenant_id': '1ab0685188e14657a77135ecc1496822', 'mac_address': 'fa:16:3e:7c:51:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302af011-5d2d-4040-8014-ded5f17568a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'd7501836-148c-4ade-ae18-6669fad5c7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:19:06Z', 'updated_at': '2021-09-24T16:19:10Z', 'revision_number': 5, 'project_id': '1ab0685188e14657a77135ecc1496822', 'subnets': [{'id': 'd7501836-148c-4ade-ae18-6669fad5c7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:26:44.343900 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4e5e14-0305-43fd-b1e5-dc5d70d2fb3d None None] Checking router: 302af011-5d2d-4040-8014-ded5f17568a6 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:26:44.353419 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4e5e14-0305-43fd-b1e5-dc5d70d2fb3d None None] Routers {'302af011-5d2d-4040-8014-ded5f17568a6'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:26:44.354056 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-eb4e5e14-0305-43fd-b1e5-dc5d70d2fb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:26:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['302af011-5d2d-4040-8014-ded5f17568a6'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:26:44.421297 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-979563b2-757f-4ed9-8ad7-26e3564847c2 req-c9d859aa-8e5d-408d-b7a4-b3670b3d8c65 service neutron] 10.222.0.110 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453578 Sep 24 16:26:44.505991 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-eb4e5e14-0305-43fd-b1e5-dc5d70d2fb3d None None] Set router 302af011-5d2d-4040-8014-ded5f17568a6 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:26:44.535226 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-979563b2-757f-4ed9-8ad7-26e3564847c2 req-beeaa099-595e-4c8b-a0b1-998a7c6c8d53 service neutron] 10.222.0.110 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050613 Sep 24 16:26:44.911614 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-eb4e5e14-0305-43fd-b1e5-dc5d70d2fb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302af011-5d2d-4040-8014-ded5f17568a6', 'name': 'tempest-ServerActionsTestJSON-1059124727-router', 'tenant_id': '1ab0685188e14657a77135ecc1496822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '50867e16-bff5-4116-a9a4-16376b03757b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:19:04Z', 'updated_at': '2021-09-24T16:19:07Z', 'revision_number': 4, 'project_id': '1ab0685188e14657a77135ecc1496822', 'gw_port': {'id': '50867e16-bff5-4116-a9a4-16376b03757b', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ff:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302af011-5d2d-4040-8014-ded5f17568a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:19:04Z', 'updated_at': '2021-09-24T16:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': '6559a5db-0fcf-4144-a609-0ed08b1ad479', 'tenant_id': '1ab0685188e14657a77135ecc1496822', 'floating_ip_address': '172.25.0.147', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '302af011-5d2d-4040-8014-ded5f17568a6', 'port_id': '502691ab-b492-4c5c-b13c-e51ced2a1ca7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4039, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c', 'mac_address': 'fa:16:3e:ef:59:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f01797-4401-4d54-acee-84f3c97bff91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T16:19:10Z', 'updated_at': '2021-09-24T16:26:43Z', 'revision_number': 13, 'project_id': '1ab0685188e14657a77135ecc1496822', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ede91fc0-e62b-4a2e-9c60-7c620e454edd', 'name': '', 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c', 'tenant_id': '1ab0685188e14657a77135ecc1496822', 'mac_address': 'fa:16:3e:7c:51:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302af011-5d2d-4040-8014-ded5f17568a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'd7501836-148c-4ade-ae18-6669fad5c7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:19:06Z', 'updated_at': '2021-09-24T16:19:10Z', 'revision_number': 5, 'project_id': '1ab0685188e14657a77135ecc1496822', 'subnets': [{'id': 'd7501836-148c-4ade-ae18-6669fad5c7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:26:44.959994 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4e5e14-0305-43fd-b1e5-dc5d70d2fb3d None None] The sync data for ids ['302af011-5d2d-4040-8014-ded5f17568a6'] in n-d-808921-1 is: [{'id': '302af011-5d2d-4040-8014-ded5f17568a6', 'name': 'tempest-ServerActionsTestJSON-1059124727-router', 'tenant_id': '1ab0685188e14657a77135ecc1496822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '50867e16-bff5-4116-a9a4-16376b03757b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:19:04Z', 'updated_at': '2021-09-24T16:19:07Z', 'revision_number': 4, 'project_id': '1ab0685188e14657a77135ecc1496822', 'gw_port': {'id': '50867e16-bff5-4116-a9a4-16376b03757b', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ff:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302af011-5d2d-4040-8014-ded5f17568a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:19:04Z', 'updated_at': '2021-09-24T16:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': '6559a5db-0fcf-4144-a609-0ed08b1ad479', 'tenant_id': '1ab0685188e14657a77135ecc1496822', 'floating_ip_address': '172.25.0.147', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '302af011-5d2d-4040-8014-ded5f17568a6', 'port_id': '502691ab-b492-4c5c-b13c-e51ced2a1ca7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4039, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c', 'mac_address': 'fa:16:3e:ef:59:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51f01797-4401-4d54-acee-84f3c97bff91', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T16:19:10Z', 'updated_at': '2021-09-24T16:26:43Z', 'revision_number': 13, 'project_id': '1ab0685188e14657a77135ecc1496822', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ede91fc0-e62b-4a2e-9c60-7c620e454edd', 'name': '', 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c', 'tenant_id': '1ab0685188e14657a77135ecc1496822', 'mac_address': 'fa:16:3e:7c:51:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302af011-5d2d-4040-8014-ded5f17568a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'd7501836-148c-4ade-ae18-6669fad5c7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:19:06Z', 'updated_at': '2021-09-24T16:19:10Z', 'revision_number': 5, 'project_id': '1ab0685188e14657a77135ecc1496822', 'subnets': [{'id': 'd7501836-148c-4ade-ae18-6669fad5c7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:26:45.177627 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba7ef35-705d-4700-ab1c-a58c774ce58b None None] New status for floating IP 6559a5db-0fcf-4144-a609-0ed08b1ad479: ACTIVE {{(pid=95300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 16:27:01.233962 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4cfedf0b-dc48-4bd7-a0fb-7f53953a496e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:27:03.896769 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7578e143-eaae-4972-92a7-bfcbbbed62b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:27:04.325976 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:27:04.631686 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0c497837-7d25-4ac0-966b-f92344b49d6e req-db62ceb2-dd4b-471f-aa6c-39b5320e7e5f service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=51f01797-4401-4d54-acee-84f3c97bff91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0944545 Sep 24 16:27:04.725423 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c497837-7d25-4ac0-966b-f92344b49d6e req-252e0e28-1f92-4d00-b48a-e0038bbb5739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:27:04.727182 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0c497837-7d25-4ac0-966b-f92344b49d6e req-252e0e28-1f92-4d00-b48a-e0038bbb5739 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1ab0685188e14657a77135ecc1496822&device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 1096 time: 0.0442395 Sep 24 16:27:04.841465 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c497837-7d25-4ac0-966b-f92344b49d6e req-a5bfef18-6a3e-448a-9edc-80c8c86a164f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:27:04.842974 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0c497837-7d25-4ac0-966b-f92344b49d6e req-a5bfef18-6a3e-448a-9edc-80c8c86a164f service neutron] 10.222.0.110 "GET /v2.0/networks?id=68d2327c-e67b-467b-b2d5-f9d00637e77c HTTP/1.1" status: 200 len: 914 time: 0.0913184 Sep 24 16:27:04.918951 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0c497837-7d25-4ac0-966b-f92344b49d6e req-2816a0ad-37a4-4aae-9a5a-30f732ed02e4 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=502691ab-b492-4c5c-b13c-e51ced2a1ca7 HTTP/1.1" status: 200 len: 1002 time: 0.0673828 Sep 24 16:27:04.979982 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c497837-7d25-4ac0-966b-f92344b49d6e req-2c348982-259e-4de0-8cad-6ef55c2f6171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:27:04.981574 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0c497837-7d25-4ac0-966b-f92344b49d6e req-2c348982-259e-4de0-8cad-6ef55c2f6171 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=d7501836-148c-4ade-ae18-6669fad5c7ad HTTP/1.1" status: 200 len: 851 time: 0.0504200 Sep 24 16:27:05.030749 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c497837-7d25-4ac0-966b-f92344b49d6e req-01f86268-487c-4e81-aa93-95b458baaa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:27:05.032493 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0c497837-7d25-4ac0-966b-f92344b49d6e req-01f86268-487c-4e81-aa93-95b458baaa7f service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=68d2327c-e67b-467b-b2d5-f9d00637e77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432127 Sep 24 16:27:05.135577 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0c497837-7d25-4ac0-966b-f92344b49d6e req-24ba8d12-1c60-4337-86d9-8dd29380be1a service neutron] 10.222.0.110 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933814 Sep 24 16:27:05.237233 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0c497837-7d25-4ac0-966b-f92344b49d6e req-8e761aea-598a-4aef-bcfb-ed22e0ad4777 service neutron] 10.222.0.110 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921462 Sep 24 16:27:05.455659 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:27:06.845153 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:27:09.371297 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:27:11.312339 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:27:18.061448 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:27:31.225223 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-10acb889-35fe-4cc1-8dd6-e71a5930805e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:27:33.895428 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3bb657b5-7b47-4ca6-b945-5ac3182d4e69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:27:34.341560 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:27:35.484178 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:27:36.893957 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:27:39.392788 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:27:41.299344 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:27:55.060267 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:28:01.226102 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-32744238-7f6d-46e7-a243-481c39890e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:28:03.888454 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-97e9b55f-c9b1-4855-bd35-5ef02fc3501a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:28:04.328762 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:28:05.466193 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:28:06.564755 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b4b58622-2b1a-4369-b1a5-bbe64e666982 req-453193cc-b75b-4024-b078-528bee34cbbd service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=51f01797-4401-4d54-acee-84f3c97bff91&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407519 Sep 24 16:28:06.650195 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b58622-2b1a-4369-b1a5-bbe64e666982 req-bc49343c-d16b-407b-8351-a498d20ee545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:28:06.651740 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b4b58622-2b1a-4369-b1a5-bbe64e666982 req-bc49343c-d16b-407b-8351-a498d20ee545 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1ab0685188e14657a77135ecc1496822&device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 1096 time: 0.0403924 Sep 24 16:28:06.761579 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b58622-2b1a-4369-b1a5-bbe64e666982 req-4567f5b5-d021-41ec-b7d2-cbdff3b28f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:28:06.763110 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b4b58622-2b1a-4369-b1a5-bbe64e666982 req-4567f5b5-d021-41ec-b7d2-cbdff3b28f11 service neutron] 10.222.0.110 "GET /v2.0/networks?id=68d2327c-e67b-467b-b2d5-f9d00637e77c HTTP/1.1" status: 200 len: 914 time: 0.0888965 Sep 24 16:28:06.830027 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b4b58622-2b1a-4369-b1a5-bbe64e666982 req-44bf699f-0e3c-4633-8019-15403b300fde service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=502691ab-b492-4c5c-b13c-e51ced2a1ca7 HTTP/1.1" status: 200 len: 1002 time: 0.0587804 Sep 24 16:28:06.854334 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:28:06.885634 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b58622-2b1a-4369-b1a5-bbe64e666982 req-d391bd82-d5f3-4be7-a074-de2e793561f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:28:06.887145 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b4b58622-2b1a-4369-b1a5-bbe64e666982 req-d391bd82-d5f3-4be7-a074-de2e793561f1 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=d7501836-148c-4ade-ae18-6669fad5c7ad HTTP/1.1" status: 200 len: 851 time: 0.0461502 Sep 24 16:28:07.292099 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b58622-2b1a-4369-b1a5-bbe64e666982 req-22ec3f76-e59b-49a9-99ab-549fab4b85f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:28:07.293604 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b4b58622-2b1a-4369-b1a5-bbe64e666982 req-22ec3f76-e59b-49a9-99ab-549fab4b85f8 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=68d2327c-e67b-467b-b2d5-f9d00637e77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3966281 Sep 24 16:28:07.393241 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b4b58622-2b1a-4369-b1a5-bbe64e666982 req-3cee12cb-eab7-4968-bf0e-ee91edcaa669 service neutron] 10.222.0.110 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896933 Sep 24 16:28:07.488068 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b4b58622-2b1a-4369-b1a5-bbe64e666982 req-a9fa88b7-9791-474b-8318-bf73d48bfaeb service neutron] 10.222.0.110 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845931 Sep 24 16:28:09.435391 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:28:11.351544 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:28:28.363263 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c39d63-0bec-4801-a78b-c2f694bed2fc req-2591d4d2-be82-4afa-8f60-692aa4fd456d tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:28:28.365088 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-68c39d63-0bec-4801-a78b-c2f694bed2fc req-2591d4d2-be82-4afa-8f60-692aa4fd456d tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 945 time: 0.0993469 Sep 24 16:28:28.405225 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-68c39d63-0bec-4801-a78b-c2f694bed2fc req-048570d4-32bb-443c-b0cb-2c0dac33ee7d tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343184 Sep 24 16:28:31.236647 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e47d17ac-a651-4117-b888-2233a93915e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:28:32.060048 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:28:33.922043 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3901711c-64de-41e0-b8c4-af7e772a0ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:28:34.339049 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:28:35.457247 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:28:36.880436 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:28:39.427947 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:28:41.335726 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [req-ace298a1-2fac-475e-a9e4-5855282a32b0 req-c62958a3-a58a-414b-8953-92afd8e69868 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 16:28:41.336798 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ace298a1-2fac-475e-a9e4-5855282a32b0 req-c62958a3-a58a-414b-8953-92afd8e69868 service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056100 Sep 24 16:28:41.390524 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:28:42.682421 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c457ca9-8e63-4009-a7eb-d20e2b6b3cdc req-55dfa430-6061-42f4-b81d-760637ba255d tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:28:42.684448 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6c457ca9-8e63-4009-a7eb-d20e2b6b3cdc req-55dfa430-6061-42f4-b81d-760637ba255d tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 945 time: 0.0499623 Sep 24 16:28:42.723446 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6c457ca9-8e63-4009-a7eb-d20e2b6b3cdc req-f0334b01-58b6-4211-9827-bf001b683bd6 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321994 Sep 24 16:28:42.900430 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d82f74a9-361a-4af2-ac0b-6a15ca34b675 req-b8f69c17-0a34-494b-9ae8-8a53f5525c5b service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=51f01797-4401-4d54-acee-84f3c97bff91&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0965548 Sep 24 16:28:42.910803 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [req-d82f74a9-361a-4af2-ac0b-6a15ca34b675 req-8b9b6a73-9a20-4333-a28a-6c68d134a7a9 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 16:28:42.911927 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d82f74a9-361a-4af2-ac0b-6a15ca34b675 req-8b9b6a73-9a20-4333-a28a-6c68d134a7a9 service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056849 Sep 24 16:28:43.843193 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca60bfda-fc16-4fb1-bb98-bbea7efafbb6 req-303060a5-993e-4eab-bb74-c3ff077b836f tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:28:43.844710 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ca60bfda-fc16-4fb1-bb98-bbea7efafbb6 req-303060a5-993e-4eab-bb74-c3ff077b836f tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 945 time: 0.0517979 Sep 24 16:28:43.888587 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ca60bfda-fc16-4fb1-bb98-bbea7efafbb6 req-a270bb78-453f-4c62-88c5-9bc0adfd4a57 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377302 Sep 24 16:28:45.009991 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f67814d-2abf-4016-b946-c5aa1929cb0a req-dc1b45a9-f438-4927-921e-0a5482100339 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:28:45.011570 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8f67814d-2abf-4016-b946-c5aa1929cb0a req-dc1b45a9-f438-4927-921e-0a5482100339 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 945 time: 0.0509431 Sep 24 16:28:45.052753 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8f67814d-2abf-4016-b946-c5aa1929cb0a req-f7ccea02-e613-4783-8d91-df39361ae49d tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340514 Sep 24 16:28:45.465395 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f74a9-361a-4af2-ac0b-6a15ca34b675 req-02fa4c7b-f1bb-4a1a-b3b8-ffabe963f608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:28:45.467066 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d82f74a9-361a-4af2-ac0b-6a15ca34b675 req-02fa4c7b-f1bb-4a1a-b3b8-ffabe963f608 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1ab0685188e14657a77135ecc1496822&device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 1096 time: 0.0839090 Sep 24 16:28:45.565602 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f74a9-361a-4af2-ac0b-6a15ca34b675 req-9380f574-05d6-4d5a-aabd-419f28225af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:28:45.567101 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d82f74a9-361a-4af2-ac0b-6a15ca34b675 req-9380f574-05d6-4d5a-aabd-419f28225af5 service neutron] 10.222.0.110 "GET /v2.0/networks?id=68d2327c-e67b-467b-b2d5-f9d00637e77c HTTP/1.1" status: 200 len: 914 time: 0.0891998 Sep 24 16:28:45.642604 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d82f74a9-361a-4af2-ac0b-6a15ca34b675 req-9b2d26c0-c631-40aa-9817-c955e9d7b99f service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=502691ab-b492-4c5c-b13c-e51ced2a1ca7 HTTP/1.1" status: 200 len: 1002 time: 0.0661623 Sep 24 16:28:45.695425 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f74a9-361a-4af2-ac0b-6a15ca34b675 req-2740806f-51c4-4be3-96eb-fd8d4842971c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:28:45.696907 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d82f74a9-361a-4af2-ac0b-6a15ca34b675 req-2740806f-51c4-4be3-96eb-fd8d4842971c service neutron] 10.222.0.110 "GET /v2.0/subnets?id=d7501836-148c-4ade-ae18-6669fad5c7ad HTTP/1.1" status: 200 len: 851 time: 0.0448921 Sep 24 16:28:45.746795 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f74a9-361a-4af2-ac0b-6a15ca34b675 req-c5d93327-df43-4920-b3a3-002fd3e7d450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:28:45.749187 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d82f74a9-361a-4af2-ac0b-6a15ca34b675 req-c5d93327-df43-4920-b3a3-002fd3e7d450 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=68d2327c-e67b-467b-b2d5-f9d00637e77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418952 Sep 24 16:28:45.865582 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d82f74a9-361a-4af2-ac0b-6a15ca34b675 req-80b21e23-83d7-4d0e-9a45-571788434014 service neutron] 10.222.0.110 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088719 Sep 24 16:28:45.969523 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d82f74a9-361a-4af2-ac0b-6a15ca34b675 req-86e2c86f-4a9e-44b3-bb22-6e59c80a7302 service neutron] 10.222.0.110 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907598 Sep 24 16:28:46.177138 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a563e06-8f2a-4efb-8bf7-1778a6c42b2b req-288a99a0-3ac4-47af-b6b3-9eab793ad41a tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:28:46.178699 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8a563e06-8f2a-4efb-8bf7-1778a6c42b2b req-288a99a0-3ac4-47af-b6b3-9eab793ad41a tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 945 time: 0.0514610 Sep 24 16:28:46.221951 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8a563e06-8f2a-4efb-8bf7-1778a6c42b2b req-83a9ee42-1b28-46d9-bc1a-d862ace4fae4 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356886 Sep 24 16:28:47.366001 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc60e0d-ff16-403c-956d-1a95f06dce84 req-df4527b3-e706-40e6-a5c6-4312eb204904 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:28:47.367563 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bbc60e0d-ff16-403c-956d-1a95f06dce84 req-df4527b3-e706-40e6-a5c6-4312eb204904 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 945 time: 0.0567236 Sep 24 16:28:47.408372 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bbc60e0d-ff16-403c-956d-1a95f06dce84 req-86c52a25-691b-4cca-9a20-bc47ccee20f5 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339808 Sep 24 16:28:48.534089 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4a675-22e2-40a3-8bf2-670288615a90 req-7b8df1ea-c8f9-4efb-bcbe-c5d9e1d405c9 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:28:48.535621 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-30e4a675-22e2-40a3-8bf2-670288615a90 req-7b8df1ea-c8f9-4efb-bcbe-c5d9e1d405c9 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 945 time: 0.0500002 Sep 24 16:28:48.573733 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-30e4a675-22e2-40a3-8bf2-670288615a90 req-c10a9d64-bcdd-44a4-b05b-e91d1957ee1d tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321462 Sep 24 16:28:49.692994 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb2198c-f1cf-4b96-a87e-b71e72fd419a req-7acbc740-537b-4525-9f2b-102e3ed508ad tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:28:49.694560 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ceb2198c-f1cf-4b96-a87e-b71e72fd419a req-7acbc740-537b-4525-9f2b-102e3ed508ad tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 945 time: 0.0512519 Sep 24 16:28:49.734564 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ceb2198c-f1cf-4b96-a87e-b71e72fd419a req-e586d5eb-5b01-4d72-b50a-0d5a3a7ed417 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339470 Sep 24 16:28:50.853164 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ef4778-c8de-4b9d-9f31-9d5a99fb1e29 req-17697e2a-33ab-4fd8-af0d-ff285e5d6331 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:28:50.854679 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-10ef4778-c8de-4b9d-9f31-9d5a99fb1e29 req-17697e2a-33ab-4fd8-af0d-ff285e5d6331 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 945 time: 0.0503829 Sep 24 16:28:50.898858 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-10ef4778-c8de-4b9d-9f31-9d5a99fb1e29 req-c36e78f4-eeab-40d8-8e93-823c47938417 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378458 Sep 24 16:28:52.017020 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03a341d-d810-4bcd-abb9-68e737757160 req-db646e04-c488-4d1b-8cb7-9756f426a349 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:28:52.018735 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a03a341d-d810-4bcd-abb9-68e737757160 req-db646e04-c488-4d1b-8cb7-9756f426a349 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 945 time: 0.0510004 Sep 24 16:28:52.061313 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a03a341d-d810-4bcd-abb9-68e737757160 req-962bf693-e749-4a61-ba02-0a38c6603af0 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360341 Sep 24 16:28:53.184740 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bc836a-9f6f-4927-b1db-5d6131f6c5df req-e82ed772-6650-4892-a5c3-9e8533f03ddd tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:28:53.186299 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-69bc836a-9f6f-4927-b1db-5d6131f6c5df req-e82ed772-6650-4892-a5c3-9e8533f03ddd tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 945 time: 0.0528514 Sep 24 16:28:53.228305 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-69bc836a-9f6f-4927-b1db-5d6131f6c5df req-98bd4657-ade5-46f8-a8d6-6223adf20590 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359933 Sep 24 16:28:54.352814 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd9ac97-ba07-4881-9af4-caf8f6af24c0 req-9865617d-f815-4dd8-8239-0e99ed783c3f tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:28:54.354323 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cbd9ac97-ba07-4881-9af4-caf8f6af24c0 req-9865617d-f815-4dd8-8239-0e99ed783c3f tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 945 time: 0.0544045 Sep 24 16:28:54.393891 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cbd9ac97-ba07-4881-9af4-caf8f6af24c0 req-67c2e986-42a7-465b-8797-2e18231ae018 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333164 Sep 24 16:28:55.513918 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9197c0c0-bdb7-49ab-967a-36921d097a82 req-a53b4c17-cbfb-4c42-b6eb-a0b266a89e42 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:28:55.515542 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9197c0c0-bdb7-49ab-967a-36921d097a82 req-a53b4c17-cbfb-4c42-b6eb-a0b266a89e42 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 945 time: 0.0520871 Sep 24 16:28:55.555131 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9197c0c0-bdb7-49ab-967a-36921d097a82 req-4dc648a1-9e27-4fb3-b195-802ad3165a7b tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335827 Sep 24 16:28:56.674915 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfcc1a3-2ac4-4763-9fcb-65ff6ffd9ac1 req-4a6690f8-8b3f-4691-9515-239b6aa08b04 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:28:56.676587 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0bfcc1a3-2ac4-4763-9fcb-65ff6ffd9ac1 req-4a6690f8-8b3f-4691-9515-239b6aa08b04 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 945 time: 0.0531225 Sep 24 16:28:56.718745 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0bfcc1a3-2ac4-4763-9fcb-65ff6ffd9ac1 req-efa315a1-fb77-4be7-8b59-5143535d45c3 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357144 Sep 24 16:28:57.837502 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f4102-a82f-48e1-81be-d1a3bf054ec6 req-dc718a4d-7b0a-4e51-bbfe-809f96d97812 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:28:57.839003 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7f8f4102-a82f-48e1-81be-d1a3bf054ec6 req-dc718a4d-7b0a-4e51-bbfe-809f96d97812 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 945 time: 0.0495892 Sep 24 16:28:57.883090 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7f8f4102-a82f-48e1-81be-d1a3bf054ec6 req-7efb3943-3ecd-42ab-b094-0a0a310b1ab4 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372660 Sep 24 16:28:59.002013 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d7a2b-63f8-4fd0-8dba-55414635221e req-c5352fb9-adea-4f7c-86d9-077026c0112e tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:28:59.003544 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-150d7a2b-63f8-4fd0-8dba-55414635221e req-c5352fb9-adea-4f7c-86d9-077026c0112e tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 945 time: 0.0498741 Sep 24 16:28:59.044829 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-150d7a2b-63f8-4fd0-8dba-55414635221e req-d8ac6dc1-1a02-498f-b79d-a32ac32414ef tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352924 Sep 24 16:29:00.187898 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6948db9-ebab-4731-b7f9-b8e2434c133b req-c95e5b9b-d5bf-4ac3-af7f-d4e9b26eb926 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:29:00.189421 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f6948db9-ebab-4731-b7f9-b8e2434c133b req-c95e5b9b-d5bf-4ac3-af7f-d4e9b26eb926 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 945 time: 0.0678093 Sep 24 16:29:00.236953 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f6948db9-ebab-4731-b7f9-b8e2434c133b req-8058df6f-fee7-42db-b330-1c133f70e778 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356128 Sep 24 16:29:01.204840 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [req-d82f74a9-361a-4af2-ac0b-6a15ca34b675 req-61f8fbd3-fa09-462b-b9a3-1a0a6a1b6e66 service neutron] show failed (client error): The resource could not be found. Sep 24 16:29:01.205908 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d82f74a9-361a-4af2-ac0b-6a15ca34b675 req-61f8fbd3-fa09-462b-b9a3-1a0a6a1b6e66 service neutron] 10.222.0.110 "GET /v2.0/ports/502691ab-b492-4c5c-b13c-e51ced2a1ca7/bindings/n-h2-808921-1 HTTP/1.1" status: 404 len: 380 time: 0.0653424 Sep 24 16:29:01.264920 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0921b35b-cd8e-4fed-b8f2-3566b330cb1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:01.377728 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c83e125-616e-4849-901f-76f1b7c19ff5 req-e580cebe-3aea-455b-b8f1-d2dbfdc8116f tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:29:01.379248 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3c83e125-616e-4849-901f-76f1b7c19ff5 req-e580cebe-3aea-455b-b8f1-d2dbfdc8116f tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 945 time: 0.0630972 Sep 24 16:29:01.424297 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3c83e125-616e-4849-901f-76f1b7c19ff5 req-93049597-69c9-49c1-ac72-ba9e776e2c26 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382926 Sep 24 16:29:01.921550 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f74a9-361a-4af2-ac0b-6a15ca34b675 req-79197f08-eb83-42e0-ad18-54c18b60ff9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:29:01.923260 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d82f74a9-361a-4af2-ac0b-6a15ca34b675 req-79197f08-eb83-42e0-ad18-54c18b60ff9a service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=51f01797-4401-4d54-acee-84f3c97bff91&tenant_id=1ab0685188e14657a77135ecc1496822 HTTP/1.1" status: 200 len: 1096 time: 0.0855467 Sep 24 16:29:01.936028 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-d82f74a9-361a-4af2-ac0b-6a15ca34b675 req-fa5a79f3-a911-4dc6-9cc3-ab889328bc80 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-808921-1', 'device_owner': 'compute:nova'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:29:02.001001 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d82f74a9-361a-4af2-ac0b-6a15ca34b675 req-fa5a79f3-a911-4dc6-9cc3-ab889328bc80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:02.218314 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-d82f74a9-361a-4af2-ac0b-6a15ca34b675 req-fa5a79f3-a911-4dc6-9cc3-ab889328bc80 service neutron] For port 502691ab-b492-4c5c-b13c-e51ced2a1ca7, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=502691ab-b492-4c5c-b13c-e51ced2a1ca7,segment=NetworkSegment(bae412cc-5815-477a-be73-419ffe821ffd),segment_id=bae412cc-5815-477a-be73-419ffe821ffd)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:29:02.276085 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-d82f74a9-361a-4af2-ac0b-6a15ca34b675 req-fa5a79f3-a911-4dc6-9cc3-ab889328bc80 service neutron] For port 502691ab-b492-4c5c-b13c-e51ced2a1ca7, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:29:02.320833 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f01797-4401-4d54-acee-84f3c97bff91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '502691ab-b492-4c5c-b13c-e51ced2a1ca7'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:29:02.328513 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d82f74a9-361a-4af2-ac0b-6a15ca34b675 req-fa5a79f3-a911-4dc6-9cc3-ab889328bc80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:02.345887 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-d82f74a9-361a-4af2-ac0b-6a15ca34b675 req-fa5a79f3-a911-4dc6-9cc3-ab889328bc80 service neutron] Transition to ACTIVE for port object 502691ab-b492-4c5c-b13c-e51ced2a1ca7 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 16:29:02.373852 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86bdbdc9b9e92b390e2d9cb11b84962cc6f6bd0fdc6518f79f4e2677ef2c88f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b60a93c2-d5ae-4eca-8164-de7f3188369f" -d '{"events": [{"server_uuid": "51f01797-4401-4d54-acee-84f3c97bff91", "name": "network-vif-unplugged", "status": "completed", "tag": "502691ab-b492-4c5c-b13c-e51ced2a1ca7"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:29:02.452900 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d82f74a9-361a-4af2-ac0b-6a15ca34b675 req-fa5a79f3-a911-4dc6-9cc3-ab889328bc80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:02.589896 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 16:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-769019ba-491b-40ed-bbba-fcd50ae5c207 x-openstack-request-id: req-769019ba-491b-40ed-bbba-fcd50ae5c207 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:29:02.591230 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f01797-4401-4d54-acee-84f3c97bff91", "name": "network-vif-unplugged", "status": "completed", "tag": "502691ab-b492-4c5c-b13c-e51ced2a1ca7", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:29:02.591430 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-769019ba-491b-40ed-bbba-fcd50ae5c207 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:29:02.592146 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f01797-4401-4d54-acee-84f3c97bff91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '502691ab-b492-4c5c-b13c-e51ced2a1ca7', 'code': 200} Sep 24 16:29:02.593294 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-d82f74a9-361a-4af2-ac0b-6a15ca34b675 req-fa5a79f3-a911-4dc6-9cc3-ab889328bc80 service neutron] No DVR routers for this DVR port 502691ab-b492-4c5c-b13c-e51ced2a1ca7 on host n-h1-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:29:02.694476 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5a79f3-a911-4dc6-9cc3-ab889328bc80 service neutron] Pushing event updated for resources: {'Port': ['ID=502691ab-b492-4c5c-b13c-e51ced2a1ca7,revision_number=6']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:29:02.728174 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5a79f3-a911-4dc6-9cc3-ab889328bc80 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:29:02.728630 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5a79f3-a911-4dc6-9cc3-ab889328bc80 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:29:02.729188 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5a79f3-a911-4dc6-9cc3-ab889328bc80 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:29:02.729647 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5a79f3-a911-4dc6-9cc3-ab889328bc80 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:29:02.730195 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5a79f3-a911-4dc6-9cc3-ab889328bc80 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:29:02.731142 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5a79f3-a911-4dc6-9cc3-ab889328bc80 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:29:02.731828 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5a79f3-a911-4dc6-9cc3-ab889328bc80 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:29:02.732353 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5a79f3-a911-4dc6-9cc3-ab889328bc80 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:29:02.732826 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5a79f3-a911-4dc6-9cc3-ab889328bc80 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:29:02.733306 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5a79f3-a911-4dc6-9cc3-ab889328bc80 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:29:02.733789 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5a79f3-a911-4dc6-9cc3-ab889328bc80 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:29:02.734316 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa5a79f3-a911-4dc6-9cc3-ab889328bc80 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:29:02.795797 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a90b5-e13f-450b-82a9-31474924d434 req-a3078142-db90-42ca-bbf6-afd6c70129d9 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:29:02.797391 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-260a90b5-e13f-450b-82a9-31474924d434 req-a3078142-db90-42ca-bbf6-afd6c70129d9 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 943 time: 0.2100093 Sep 24 16:29:02.876898 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-260a90b5-e13f-450b-82a9-31474924d434 req-faf2c6eb-4885-4746-8904-e8c698da04da tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716388 Sep 24 16:29:02.892296 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-d82f74a9-361a-4af2-ac0b-6a15ca34b675 req-fa5a79f3-a911-4dc6-9cc3-ab889328bc80 service neutron] Attempting to bind port 502691ab-b492-4c5c-b13c-e51ced2a1ca7 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:29:02.892711 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-d82f74a9-361a-4af2-ac0b-6a15ca34b675 req-fa5a79f3-a911-4dc6-9cc3-ab889328bc80 service neutron] Attempting to bind port 502691ab-b492-4c5c-b13c-e51ced2a1ca7 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': 'bae412cc-5815-477a-be73-419ffe821ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:29:02.893159 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82f74a9-361a-4af2-ac0b-6a15ca34b675 req-fa5a79f3-a911-4dc6-9cc3-ab889328bc80 service neutron] Attempting to bind port 502691ab-b492-4c5c-b13c-e51ced2a1ca7 on network 68d2327c-e67b-467b-b2d5-f9d00637e77c {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:29:02.898070 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82f74a9-361a-4af2-ac0b-6a15ca34b675 req-fa5a79f3-a911-4dc6-9cc3-ab889328bc80 service neutron] Port 502691ab-b492-4c5c-b13c-e51ced2a1ca7 on network 68d2327c-e67b-467b-b2d5-f9d00637e77c not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 16:29:02.898418 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82f74a9-361a-4af2-ac0b-6a15ca34b675 req-fa5a79f3-a911-4dc6-9cc3-ab889328bc80 service neutron] Attempting to bind port 502691ab-b492-4c5c-b13c-e51ced2a1ca7 on network 68d2327c-e67b-467b-b2d5-f9d00637e77c {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:29:02.904703 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82f74a9-361a-4af2-ac0b-6a15ca34b675 req-fa5a79f3-a911-4dc6-9cc3-ab889328bc80 service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:29:02.905203 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82f74a9-361a-4af2-ac0b-6a15ca34b675 req-fa5a79f3-a911-4dc6-9cc3-ab889328bc80 service neutron] Checking segment: {'id': 'bae412cc-5815-477a-be73-419ffe821ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:29:02.905690 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d82f74a9-361a-4af2-ac0b-6a15ca34b675 req-fa5a79f3-a911-4dc6-9cc3-ab889328bc80 service neutron] Bound using segment: {'id': 'bae412cc-5815-477a-be73-419ffe821ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:29:02.906271 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-d82f74a9-361a-4af2-ac0b-6a15ca34b675 req-fa5a79f3-a911-4dc6-9cc3-ab889328bc80 service neutron] Bound port: 502691ab-b492-4c5c-b13c-e51ced2a1ca7, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bae412cc-5815-477a-be73-419ffe821ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:29:02.906854 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d82f74a9-361a-4af2-ac0b-6a15ca34b675 req-fa5a79f3-a911-4dc6-9cc3-ab889328bc80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:02.979973 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-d82f74a9-361a-4af2-ac0b-6a15ca34b675 req-fa5a79f3-a911-4dc6-9cc3-ab889328bc80 service neutron] For port 502691ab-b492-4c5c-b13c-e51ced2a1ca7, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:29:02.984402 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-d82f74a9-361a-4af2-ac0b-6a15ca34b675 req-fa5a79f3-a911-4dc6-9cc3-ab889328bc80 service neutron] For port 502691ab-b492-4c5c-b13c-e51ced2a1ca7, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=502691ab-b492-4c5c-b13c-e51ced2a1ca7,segment=NetworkSegment(bae412cc-5815-477a-be73-419ffe821ffd),segment_id=bae412cc-5815-477a-be73-419ffe821ffd)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:29:03.098924 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d82f74a9-361a-4af2-ac0b-6a15ca34b675 req-fa5a79f3-a911-4dc6-9cc3-ab889328bc80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:03.137489 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f74a9-361a-4af2-ac0b-6a15ca34b675 req-fa5a79f3-a911-4dc6-9cc3-ab889328bc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:29:03.138230 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d82f74a9-361a-4af2-ac0b-6a15ca34b675 req-fa5a79f3-a911-4dc6-9cc3-ab889328bc80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:03.139562 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d82f74a9-361a-4af2-ac0b-6a15ca34b675 req-fa5a79f3-a911-4dc6-9cc3-ab889328bc80 service neutron] 10.222.0.108 "PUT /v2.0/ports/502691ab-b492-4c5c-b13c-e51ced2a1ca7 HTTP/1.1" status: 200 len: 1091 time: 1.2079082 Sep 24 16:29:03.218193 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5a79f3-a911-4dc6-9cc3-ab889328bc80 service neutron] Pushing event updated for resources: {'Port': ['ID=502691ab-b492-4c5c-b13c-e51ced2a1ca7,revision_number=7']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:29:03.242680 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f74a9-361a-4af2-ac0b-6a15ca34b675 req-4654fc24-002c-4862-93e6-f0908dd23a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:29:03.245409 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d82f74a9-361a-4af2-ac0b-6a15ca34b675 req-4654fc24-002c-4862-93e6-f0908dd23a82 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=1ab0685188e14657a77135ecc1496822&device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 1094 time: 0.0748203 Sep 24 16:29:03.358323 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f74a9-361a-4af2-ac0b-6a15ca34b675 req-cb542968-8e6f-43a5-9f5e-2e633a5ad700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:29:03.359847 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d82f74a9-361a-4af2-ac0b-6a15ca34b675 req-cb542968-8e6f-43a5-9f5e-2e633a5ad700 service neutron] 10.222.0.108 "GET /v2.0/networks?id=68d2327c-e67b-467b-b2d5-f9d00637e77c HTTP/1.1" status: 200 len: 914 time: 0.1056697 Sep 24 16:29:03.428087 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d82f74a9-361a-4af2-ac0b-6a15ca34b675 req-15a530c3-28c1-4e61-a2a3-c744196cd511 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=502691ab-b492-4c5c-b13c-e51ced2a1ca7 HTTP/1.1" status: 200 len: 1000 time: 0.0604143 Sep 24 16:29:03.483401 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f74a9-361a-4af2-ac0b-6a15ca34b675 req-94238aeb-5ea9-4a20-a5fd-df186812291f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:29:03.484986 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d82f74a9-361a-4af2-ac0b-6a15ca34b675 req-94238aeb-5ea9-4a20-a5fd-df186812291f service neutron] 10.222.0.108 "GET /v2.0/subnets?id=d7501836-148c-4ade-ae18-6669fad5c7ad HTTP/1.1" status: 200 len: 851 time: 0.0497084 Sep 24 16:29:03.535257 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f74a9-361a-4af2-ac0b-6a15ca34b675 req-5598cea2-d269-47b9-9786-76cdfd0a12a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:29:03.536785 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d82f74a9-361a-4af2-ac0b-6a15ca34b675 req-5598cea2-d269-47b9-9786-76cdfd0a12a6 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=68d2327c-e67b-467b-b2d5-f9d00637e77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432112 Sep 24 16:29:03.640644 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d82f74a9-361a-4af2-ac0b-6a15ca34b675 req-a184fc93-9d8b-4a2c-b788-72e3e8da8a40 service neutron] 10.222.0.108 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962303 Sep 24 16:29:03.738106 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d82f74a9-361a-4af2-ac0b-6a15ca34b675 req-b42f86f8-7966-43b6-9f4a-c830b514ef46 service neutron] 10.222.0.108 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903292 Sep 24 16:29:03.925072 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-810b05b2-aaea-41f3-88a6-290c79986c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:04.013709 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fde18b-ae5d-4ba9-bc3e-49e6477b0385 req-7c3b7acc-0072-4c65-a3ff-3e1ca6dea401 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:29:04.015475 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a8fde18b-ae5d-4ba9-bc3e-49e6477b0385 req-7c3b7acc-0072-4c65-a3ff-3e1ca6dea401 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 943 time: 0.0533867 Sep 24 16:29:04.054472 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a8fde18b-ae5d-4ba9-bc3e-49e6477b0385 req-354edf13-a26a-4884-a040-df07b4f89a25 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329347 Sep 24 16:29:04.111028 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 502691ab-b492-4c5c-b13c-e51ced2a1ca7 no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:29:04.151938 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 502691ab-b492-4c5c-b13c-e51ced2a1ca7 not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:29:04.332840 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:04.593470 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51f01797-4401-4d54-acee-84f3c97bff91', 'tag': '502691ab-b492-4c5c-b13c-e51ced2a1ca7'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:29:04.595804 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86bdbdc9b9e92b390e2d9cb11b84962cc6f6bd0fdc6518f79f4e2677ef2c88f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44e14da5-81dd-46aa-98df-cf611160cebc" -d '{"events": [{"name": "network-changed", "server_uuid": "51f01797-4401-4d54-acee-84f3c97bff91", "tag": "502691ab-b492-4c5c-b13c-e51ced2a1ca7"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:29:04.647751 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dbcbe07-1ef0-49c6-9bd1-97f2183f1a4a x-openstack-request-id: req-1dbcbe07-1ef0-49c6-9bd1-97f2183f1a4a {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:29:04.648044 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51f01797-4401-4d54-acee-84f3c97bff91", "tag": "502691ab-b492-4c5c-b13c-e51ced2a1ca7", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:29:04.648323 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-1dbcbe07-1ef0-49c6-9bd1-97f2183f1a4a {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:29:04.648732 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51f01797-4401-4d54-acee-84f3c97bff91', 'tag': '502691ab-b492-4c5c-b13c-e51ced2a1ca7', 'status': 'completed', 'code': 200} Sep 24 16:29:04.747627 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e14da5-81dd-46aa-98df-cf611160cebc req-a305675c-0680-4df7-bf22-00c816f68aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:29:04.749309 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-44e14da5-81dd-46aa-98df-cf611160cebc req-a305675c-0680-4df7-bf22-00c816f68aea service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1ab0685188e14657a77135ecc1496822&device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 1094 time: 0.0754189 Sep 24 16:29:04.754030 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e14da5-81dd-46aa-98df-cf611160cebc req-84f4a360-270c-470e-b908-0c638a1350a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:29:04.755457 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-44e14da5-81dd-46aa-98df-cf611160cebc req-84f4a360-270c-470e-b908-0c638a1350a7 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=1ab0685188e14657a77135ecc1496822&device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 1094 time: 0.0738361 Sep 24 16:29:04.924426 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e14da5-81dd-46aa-98df-cf611160cebc req-b8a61336-7cc6-4116-a31a-58a902fbe9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:29:04.925862 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-44e14da5-81dd-46aa-98df-cf611160cebc req-b8a61336-7cc6-4116-a31a-58a902fbe9e6 service neutron] 10.222.0.110 "GET /v2.0/networks?id=68d2327c-e67b-467b-b2d5-f9d00637e77c HTTP/1.1" status: 200 len: 914 time: 0.1654730 Sep 24 16:29:04.927131 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e14da5-81dd-46aa-98df-cf611160cebc req-3c603a34-8127-4d47-b53c-e1ac1318a327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:29:04.928420 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-44e14da5-81dd-46aa-98df-cf611160cebc req-3c603a34-8127-4d47-b53c-e1ac1318a327 service neutron] 10.222.0.108 "GET /v2.0/networks?id=68d2327c-e67b-467b-b2d5-f9d00637e77c HTTP/1.1" status: 200 len: 914 time: 0.1597679 Sep 24 16:29:05.047934 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-44e14da5-81dd-46aa-98df-cf611160cebc req-96102214-9402-4678-b645-e9b683a3405c service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=502691ab-b492-4c5c-b13c-e51ced2a1ca7 HTTP/1.1" status: 200 len: 1000 time: 0.1130042 Sep 24 16:29:05.049733 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-44e14da5-81dd-46aa-98df-cf611160cebc req-ffaaff60-202e-4b12-a7f6-7b935335336f service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=502691ab-b492-4c5c-b13c-e51ced2a1ca7 HTTP/1.1" status: 200 len: 1000 time: 0.1137333 Sep 24 16:29:05.136086 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e14da5-81dd-46aa-98df-cf611160cebc req-cb8217d7-4697-4979-a795-85c6c25dd3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:29:05.138147 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-44e14da5-81dd-46aa-98df-cf611160cebc req-cb8217d7-4697-4979-a795-85c6c25dd3bd service neutron] 10.222.0.110 "GET /v2.0/subnets?id=d7501836-148c-4ade-ae18-6669fad5c7ad HTTP/1.1" status: 200 len: 851 time: 0.0825677 Sep 24 16:29:05.142978 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e14da5-81dd-46aa-98df-cf611160cebc req-05ad294d-d21b-416e-8500-cce9f1dfa575 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:29:05.144445 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-44e14da5-81dd-46aa-98df-cf611160cebc req-05ad294d-d21b-416e-8500-cce9f1dfa575 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=d7501836-148c-4ade-ae18-6669fad5c7ad HTTP/1.1" status: 200 len: 851 time: 0.0816648 Sep 24 16:29:05.184289 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34951323-f401-4587-93ea-25e5b8e069e1 req-cd439389-1640-4f69-bb08-4d03d037538c tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:29:05.185938 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-34951323-f401-4587-93ea-25e5b8e069e1 req-cd439389-1640-4f69-bb08-4d03d037538c tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 943 time: 0.0546403 Sep 24 16:29:05.220842 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e14da5-81dd-46aa-98df-cf611160cebc req-6e48bdb7-d632-4373-ac0d-90b53def3474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:29:05.222376 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-44e14da5-81dd-46aa-98df-cf611160cebc req-6e48bdb7-d632-4373-ac0d-90b53def3474 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=68d2327c-e67b-467b-b2d5-f9d00637e77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741246 Sep 24 16:29:05.224166 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e14da5-81dd-46aa-98df-cf611160cebc req-352b9a8c-6118-4184-8a9b-e28aa61c50fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:29:05.225551 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-44e14da5-81dd-46aa-98df-cf611160cebc req-352b9a8c-6118-4184-8a9b-e28aa61c50fa service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=68d2327c-e67b-467b-b2d5-f9d00637e77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691025 Sep 24 16:29:05.235976 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-34951323-f401-4587-93ea-25e5b8e069e1 req-aa99bd41-f264-45c4-9591-ad785c425e80 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409873 Sep 24 16:29:05.390800 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-44e14da5-81dd-46aa-98df-cf611160cebc req-91e21e70-1308-4252-b9e0-0abdd6e2a930 service neutron] 10.222.0.108 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517227 Sep 24 16:29:05.392505 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-44e14da5-81dd-46aa-98df-cf611160cebc req-df82659a-e360-40ae-93a2-f828cb81aa82 service neutron] 10.222.0.110 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613710 Sep 24 16:29:05.464058 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:05.558784 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-44e14da5-81dd-46aa-98df-cf611160cebc req-efa4ee83-7c65-401a-ae1e-f5f19e800c60 service neutron] 10.222.0.108 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591380 Sep 24 16:29:05.564579 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-44e14da5-81dd-46aa-98df-cf611160cebc req-bd7ebf86-2de3-4ecd-b3d9-14eeeb861845 service neutron] 10.222.0.110 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558361 Sep 24 16:29:06.360438 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65189abe-2a75-46ce-a3c6-0f472e5b984c req-b19050af-5b45-49e1-a37a-d703a08ea6a3 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:29:06.361986 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-65189abe-2a75-46ce-a3c6-0f472e5b984c req-b19050af-5b45-49e1-a37a-d703a08ea6a3 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 943 time: 0.0531068 Sep 24 16:29:06.406655 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-65189abe-2a75-46ce-a3c6-0f472e5b984c req-c3b1477f-d9a1-4961-a085-0781a3f34e89 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376534 Sep 24 16:29:06.884757 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:07.529109 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0699c1da-ac62-49aa-adc9-d9053a5fe61a req-d31cdfdc-0fdc-492c-9140-0658f8c95816 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:29:07.530728 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0699c1da-ac62-49aa-adc9-d9053a5fe61a req-d31cdfdc-0fdc-492c-9140-0658f8c95816 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 943 time: 0.0525682 Sep 24 16:29:07.570233 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0699c1da-ac62-49aa-adc9-d9053a5fe61a req-ab0625ce-a881-45de-bb40-9e2d4fbeb17f tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335512 Sep 24 16:29:08.691821 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dd5d98-86e4-4bea-840e-99f9698d0436 req-f9e51d6e-58de-4c1d-b1ba-06589c364b4f tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:29:08.693326 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-25dd5d98-86e4-4bea-840e-99f9698d0436 req-f9e51d6e-58de-4c1d-b1ba-06589c364b4f tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 943 time: 0.0499048 Sep 24 16:29:08.732878 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-25dd5d98-86e4-4bea-840e-99f9698d0436 req-6958bab4-8a14-4362-8b45-207e28e9f47b tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334079 Sep 24 16:29:09.059659 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:29:09.498264 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:09.859780 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5818a8-9203-4a6c-a4bb-1f64844d2a3b req-626f6fd6-d96a-401b-b661-6534fdbc9912 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:29:09.861348 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bb5818a8-9203-4a6c-a4bb-1f64844d2a3b req-626f6fd6-d96a-401b-b661-6534fdbc9912 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 943 time: 0.0580516 Sep 24 16:29:09.901274 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bb5818a8-9203-4a6c-a4bb-1f64844d2a3b req-7fa8e81e-fd2c-4608-bb7b-3e67385658dc tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333505 Sep 24 16:29:11.024209 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b78e0-bdf6-4a32-8f48-8f5ab1e12d22 req-702ae2f4-ec32-4d9f-a90f-4649dbe822ec tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:29:11.025725 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-282b78e0-bdf6-4a32-8f48-8f5ab1e12d22 req-702ae2f4-ec32-4d9f-a90f-4649dbe822ec tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 943 time: 0.0533371 Sep 24 16:29:11.064207 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-282b78e0-bdf6-4a32-8f48-8f5ab1e12d22 req-30547d69-35e0-4862-8460-8e803b9c9678 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318248 Sep 24 16:29:11.324011 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:12.182283 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ce41dd-d49b-4725-ad68-2cdef63e0fa2 req-532cfbf5-13b8-4273-b71c-2acc5eabd4fa tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:29:12.183906 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f4ce41dd-d49b-4725-ad68-2cdef63e0fa2 req-532cfbf5-13b8-4273-b71c-2acc5eabd4fa tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 943 time: 0.0498085 Sep 24 16:29:12.229024 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f4ce41dd-d49b-4725-ad68-2cdef63e0fa2 req-eda5c27e-3bc5-483e-8b9b-160f12e6ad90 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366089 Sep 24 16:29:13.347325 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c80ad-2d93-47c6-bf28-48e58214f495 req-43575221-19ee-4ad7-8cea-29073fd12000 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:29:13.348836 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-581c80ad-2d93-47c6-bf28-48e58214f495 req-43575221-19ee-4ad7-8cea-29073fd12000 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 943 time: 0.0499549 Sep 24 16:29:13.387345 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-581c80ad-2d93-47c6-bf28-48e58214f495 req-0c16bb7d-ffe4-4cdf-929c-d3ba012cf4ad tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316875 Sep 24 16:29:14.507310 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d46ad64-596d-4c1d-b215-3e7e8f9d5abf req-5ee178e1-bcb4-4f7b-b5b0-c1bf3975f481 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:29:14.508797 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5d46ad64-596d-4c1d-b215-3e7e8f9d5abf req-5ee178e1-bcb4-4f7b-b5b0-c1bf3975f481 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 943 time: 0.0491197 Sep 24 16:29:14.547430 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5d46ad64-596d-4c1d-b215-3e7e8f9d5abf req-4e6dd8a3-201e-41f9-8087-fc270a482149 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320690 Sep 24 16:29:15.667059 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b87fad-6510-4063-8eb6-b0a13c3b2b68 req-2ae50176-f471-43af-8384-c0d43d32f20d tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:29:15.669361 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-58b87fad-6510-4063-8eb6-b0a13c3b2b68 req-2ae50176-f471-43af-8384-c0d43d32f20d tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 943 time: 0.0491343 Sep 24 16:29:15.709576 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-58b87fad-6510-4063-8eb6-b0a13c3b2b68 req-fc705263-cf7f-4598-a397-f116d3940e2e tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341361 Sep 24 16:29:16.829218 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4a848-400a-4cfe-8842-26f4d4943517 req-12c8b7a2-03d5-4f91-8fd3-2dd6b76e3cc8 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:29:16.830712 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-84e4a848-400a-4cfe-8842-26f4d4943517 req-12c8b7a2-03d5-4f91-8fd3-2dd6b76e3cc8 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 943 time: 0.0488517 Sep 24 16:29:16.836949 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 502691ab-b492-4c5c-b13c-e51ced2a1ca7 details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 16:29:16.870397 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-84e4a848-400a-4cfe-8842-26f4d4943517 req-03e0de42-4484-418d-9e20-744a9201052d tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335095 Sep 24 16:29:16.936682 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 502691ab-b492-4c5c-b13c-e51ced2a1ca7, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=502691ab-b492-4c5c-b13c-e51ced2a1ca7,segment=NetworkSegment(bae412cc-5815-477a-be73-419ffe821ffd),segment_id=bae412cc-5815-477a-be73-419ffe821ffd)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:29:16.947936 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': '502691ab-b492-4c5c-b13c-e51ced2a1ca7', 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c', 'port_id': '502691ab-b492-4c5c-b13c-e51ced2a1ca7', 'mac_address': 'fa:16:3e:ef:59:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7501836-148c-4ade-ae18-6669fad5c7ad', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 16:29:16.987678 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:17.001137 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 502691ab-b492-4c5c-b13c-e51ced2a1ca7 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:29:17.020299 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 502691ab-b492-4c5c-b13c-e51ced2a1ca7, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=502691ab-b492-4c5c-b13c-e51ced2a1ca7,segment=NetworkSegment(bae412cc-5815-477a-be73-419ffe821ffd),segment_id=bae412cc-5815-477a-be73-419ffe821ffd)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:29:17.141154 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:17.189567 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=502691ab-b492-4c5c-b13c-e51ced2a1ca7,revision_number=8']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:29:17.196979 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:29:17.197329 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:29:17.197672 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:29:17.198012 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:29:17.198364 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:29:17.198752 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:29:17.199073 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:29:17.199430 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:29:17.200335 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:29:17.200839 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:29:17.201178 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:29:17.201507 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:29:17.379948 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['502691ab-b492-4c5c-b13c-e51ced2a1ca7'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:29:17.546514 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a91d1-80a7-4af9-a9fc-c164ca6edffa req-fddd5e8f-3f69-41f1-b1ad-f1fb43178197 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:29:17.548073 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-746a91d1-80a7-4af9-a9fc-c164ca6edffa req-fddd5e8f-3f69-41f1-b1ad-f1fb43178197 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 944 time: 0.0498328 Sep 24 16:29:17.592249 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-746a91d1-80a7-4af9-a9fc-c164ca6edffa req-c62cb08f-2442-4ecd-9d4e-5b8db1b1c95a tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379720 Sep 24 16:29:17.610539 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cce5554-7504-4459-b92e-7fc1fba97215 req-86f4365a-b605-4fb6-8465-6ff4f695e5ed tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:29:17.611197 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2cce5554-7504-4459-b92e-7fc1fba97215 req-86f4365a-b605-4fb6-8465-6ff4f695e5ed tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.108 "GET /v2.0/ports?device_id=51f01797-4401-4d54-acee-84f3c97bff91&tenant_id=1ab0685188e14657a77135ecc1496822&binding%3Ahost_id=n-h2-808921-1 HTTP/1.1" status: 200 len: 944 time: 0.0563087 Sep 24 16:29:17.673037 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2cce5554-7504-4459-b92e-7fc1fba97215 req-b8f85dc1-6a79-423d-99c5-6aa07a6ef68d service neutron] 10.222.0.108 "GET /v2.0/ports/502691ab-b492-4c5c-b13c-e51ced2a1ca7/bindings/n-h2-808921-1 HTTP/1.1" status: 200 len: 382 time: 0.0538201 Sep 24 16:29:17.737838 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cce5554-7504-4459-b92e-7fc1fba97215 req-450ac3cc-43ae-4f70-8854-99b120dd1e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:29:17.739354 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2cce5554-7504-4459-b92e-7fc1fba97215 req-450ac3cc-43ae-4f70-8854-99b120dd1e4e service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=1ab0685188e14657a77135ecc1496822&device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 1095 time: 0.0409720 Sep 24 16:29:17.837089 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cce5554-7504-4459-b92e-7fc1fba97215 req-3bb17ac7-bd44-49c4-8330-844a995fc36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:29:17.838560 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2cce5554-7504-4459-b92e-7fc1fba97215 req-3bb17ac7-bd44-49c4-8330-844a995fc36c service neutron] 10.222.0.108 "GET /v2.0/networks?id=68d2327c-e67b-467b-b2d5-f9d00637e77c HTTP/1.1" status: 200 len: 914 time: 0.0907412 Sep 24 16:29:17.904739 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2cce5554-7504-4459-b92e-7fc1fba97215 req-9c2352b2-c7d6-45c4-bf2d-f487537721e3 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=502691ab-b492-4c5c-b13c-e51ced2a1ca7 HTTP/1.1" status: 200 len: 1001 time: 0.0581925 Sep 24 16:29:17.954979 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cce5554-7504-4459-b92e-7fc1fba97215 req-3d13838a-8b7d-4f9b-8f6f-49c7eaab5eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:29:17.956434 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2cce5554-7504-4459-b92e-7fc1fba97215 req-3d13838a-8b7d-4f9b-8f6f-49c7eaab5eda service neutron] 10.222.0.108 "GET /v2.0/subnets?id=d7501836-148c-4ade-ae18-6669fad5c7ad HTTP/1.1" status: 200 len: 851 time: 0.0450120 Sep 24 16:29:18.007981 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cce5554-7504-4459-b92e-7fc1fba97215 req-72d00606-a655-4580-b453-386a27d09d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:29:18.009550 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2cce5554-7504-4459-b92e-7fc1fba97215 req-72d00606-a655-4580-b453-386a27d09d2d service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=68d2327c-e67b-467b-b2d5-f9d00637e77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453234 Sep 24 16:29:18.099208 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2cce5554-7504-4459-b92e-7fc1fba97215 req-beab7c2b-7863-4a9b-b244-6de98368b792 service neutron] 10.222.0.108 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816755 Sep 24 16:29:18.192623 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2cce5554-7504-4459-b92e-7fc1fba97215 req-10de447d-4761-45ae-b8e8-8c6a9381c244 service neutron] 10.222.0.108 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862882 Sep 24 16:29:18.711306 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b08e9c-dd10-4ab4-bb36-0fc73f56d151 req-0e289680-385d-4b74-9752-73b9c85ead58 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:29:18.712791 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-86b08e9c-dd10-4ab4-bb36-0fc73f56d151 req-0e289680-385d-4b74-9752-73b9c85ead58 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 944 time: 0.0499101 Sep 24 16:29:18.751196 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-86b08e9c-dd10-4ab4-bb36-0fc73f56d151 req-b58d22bc-eaa7-40c7-a105-1178e300a991 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317013 Sep 24 16:29:18.853448 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 502691ab-b492-4c5c-b13c-e51ced2a1ca7 up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:29:19.017647 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port 502691ab-b492-4c5c-b13c-e51ced2a1ca7 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 16:29:19.021698 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port 502691ab-b492-4c5c-b13c-e51ced2a1ca7 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:29:19.022153 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:19.100957 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:19.123370 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f01797-4401-4d54-acee-84f3c97bff91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '502691ab-b492-4c5c-b13c-e51ced2a1ca7'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:29:19.137104 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 502691ab-b492-4c5c-b13c-e51ced2a1ca7, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=502691ab-b492-4c5c-b13c-e51ced2a1ca7,segment=NetworkSegment(bae412cc-5815-477a-be73-419ffe821ffd),segment_id=bae412cc-5815-477a-be73-419ffe821ffd)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:29:19.219013 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e675284d64920c3690942d07fd233bec6618b8bcfb70da99a5b5d86610f0b706" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ebd5d3-a8ab-4dec-9f2a-9045094e697b" -d '{"events": [{"server_uuid": "51f01797-4401-4d54-acee-84f3c97bff91", "name": "network-vif-plugged", "status": "completed", "tag": "502691ab-b492-4c5c-b13c-e51ced2a1ca7"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:29:19.229727 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:19.279268 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=502691ab-b492-4c5c-b13c-e51ced2a1ca7,revision_number=9']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:29:19.318230 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e7d3e0-e8a8-419b-91bf-e94a76dcb4fc x-openstack-request-id: req-19e7d3e0-e8a8-419b-91bf-e94a76dcb4fc {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:29:19.318562 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f01797-4401-4d54-acee-84f3c97bff91", "name": "network-vif-plugged", "status": "completed", "tag": "502691ab-b492-4c5c-b13c-e51ced2a1ca7", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:29:19.318822 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-19e7d3e0-e8a8-419b-91bf-e94a76dcb4fc {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:29:19.319227 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f01797-4401-4d54-acee-84f3c97bff91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '502691ab-b492-4c5c-b13c-e51ced2a1ca7', 'code': 200} Sep 24 16:29:19.868550 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25ef5c8-c664-480d-9a16-812f3c858b70 req-f565427a-38a1-4c0c-8042-b72703f9fbf4 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:29:19.870049 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b25ef5c8-c664-480d-9a16-812f3c858b70 req-f565427a-38a1-4c0c-8042-b72703f9fbf4 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 945 time: 0.0510223 Sep 24 16:29:19.909623 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b25ef5c8-c664-480d-9a16-812f3c858b70 req-69b44f29-f456-45db-a415-b4311d6ac8c9 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332739 Sep 24 16:29:21.030279 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822719ed-776d-442a-9307-dbd7be037de5 req-3e8e5684-8e32-4e0a-87a2-9d37c753f94e tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:29:21.031825 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-822719ed-776d-442a-9307-dbd7be037de5 req-3e8e5684-8e32-4e0a-87a2-9d37c753f94e tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 945 time: 0.0516891 Sep 24 16:29:21.072326 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-822719ed-776d-442a-9307-dbd7be037de5 req-4620f7f4-9222-40ec-b16b-29aed492e83d tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346270 Sep 24 16:29:22.191499 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5ac78d-8690-4e09-be26-8bdcf5541a75 req-dd6c75d2-cba6-4c34-a20b-a238130ae351 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:29:22.192954 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6d5ac78d-8690-4e09-be26-8bdcf5541a75 req-dd6c75d2-cba6-4c34-a20b-a238130ae351 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 945 time: 0.0528364 Sep 24 16:29:22.230470 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6d5ac78d-8690-4e09-be26-8bdcf5541a75 req-1d6e994d-e966-469b-97e5-a585aa08f73f tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312903 Sep 24 16:29:22.870154 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 502691ab-b492-4c5c-b13c-e51ced2a1ca7 no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:29:22.949139 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:22.972241 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f01797-4401-4d54-acee-84f3c97bff91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '502691ab-b492-4c5c-b13c-e51ced2a1ca7'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:29:22.974517 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e675284d64920c3690942d07fd233bec6618b8bcfb70da99a5b5d86610f0b706" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d9af95-bed4-442f-9d4f-8cab47bd4fe1" -d '{"events": [{"server_uuid": "51f01797-4401-4d54-acee-84f3c97bff91", "name": "network-vif-unplugged", "status": "completed", "tag": "502691ab-b492-4c5c-b13c-e51ced2a1ca7"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:29:22.987852 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 502691ab-b492-4c5c-b13c-e51ced2a1ca7, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=502691ab-b492-4c5c-b13c-e51ced2a1ca7,segment=NetworkSegment(bae412cc-5815-477a-be73-419ffe821ffd),segment_id=bae412cc-5815-477a-be73-419ffe821ffd)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:29:23.026648 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 16:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f9c780-a851-4fc4-80c0-9403f93d417c x-openstack-request-id: req-52f9c780-a851-4fc4-80c0-9403f93d417c {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:29:23.026967 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f01797-4401-4d54-acee-84f3c97bff91", "name": "network-vif-unplugged", "status": "completed", "tag": "502691ab-b492-4c5c-b13c-e51ced2a1ca7", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:29:23.027248 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-52f9c780-a851-4fc4-80c0-9403f93d417c {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:29:23.027701 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f01797-4401-4d54-acee-84f3c97bff91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '502691ab-b492-4c5c-b13c-e51ced2a1ca7', 'code': 200} Sep 24 16:29:23.069500 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:23.124685 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=502691ab-b492-4c5c-b13c-e51ced2a1ca7,revision_number=10']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:29:23.280853 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cce5554-7504-4459-b92e-7fc1fba97215 req-911f3212-790a-4ee0-a001-1feebe2da5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:29:23.282399 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2cce5554-7504-4459-b92e-7fc1fba97215 req-911f3212-790a-4ee0-a001-1feebe2da5ae service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=51f01797-4401-4d54-acee-84f3c97bff91&tenant_id=1ab0685188e14657a77135ecc1496822 HTTP/1.1" status: 200 len: 1095 time: 0.0491006 Sep 24 16:29:23.295038 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-2cce5554-7504-4459-b92e-7fc1fba97215 req-af89402a-8a4a-4f5e-b48d-aa2119b54ee0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-808921-1', 'device_owner': 'compute:nova'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:29:23.381617 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-2cce5554-7504-4459-b92e-7fc1fba97215 req-af89402a-8a4a-4f5e-b48d-aa2119b54ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:23.400911 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc432c4-bfba-477e-b872-af9dec77912c req-f5b7b4d0-c07f-4404-b9ca-e9b7adf3b484 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:29:23.402428 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6bc432c4-bfba-477e-b872-af9dec77912c req-f5b7b4d0-c07f-4404-b9ca-e9b7adf3b484 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 944 time: 0.0889602 Sep 24 16:29:23.522955 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6bc432c4-bfba-477e-b872-af9dec77912c req-b3cf67dc-64ca-460c-9d37-fe68b0342c95 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126935 Sep 24 16:29:23.626866 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-2cce5554-7504-4459-b92e-7fc1fba97215 req-af89402a-8a4a-4f5e-b48d-aa2119b54ee0 service neutron] For port 502691ab-b492-4c5c-b13c-e51ced2a1ca7, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=502691ab-b492-4c5c-b13c-e51ced2a1ca7,segment=NetworkSegment(bae412cc-5815-477a-be73-419ffe821ffd),segment_id=bae412cc-5815-477a-be73-419ffe821ffd)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:29:23.659970 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-2cce5554-7504-4459-b92e-7fc1fba97215 req-af89402a-8a4a-4f5e-b48d-aa2119b54ee0 service neutron] For port 502691ab-b492-4c5c-b13c-e51ced2a1ca7, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:29:23.692653 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-2cce5554-7504-4459-b92e-7fc1fba97215 req-af89402a-8a4a-4f5e-b48d-aa2119b54ee0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 502691ab-b492-4c5c-b13c-e51ced2a1ca7 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:29:23.700624 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-2cce5554-7504-4459-b92e-7fc1fba97215 req-af89402a-8a4a-4f5e-b48d-aa2119b54ee0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:23.712525 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-2cce5554-7504-4459-b92e-7fc1fba97215 req-af89402a-8a4a-4f5e-b48d-aa2119b54ee0 service neutron] Transition to ACTIVE for port object 502691ab-b492-4c5c-b13c-e51ced2a1ca7 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 16:29:23.815074 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-2cce5554-7504-4459-b92e-7fc1fba97215 req-af89402a-8a4a-4f5e-b48d-aa2119b54ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:23.896070 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89402a-8a4a-4f5e-b48d-aa2119b54ee0 service neutron] Pushing event updated for resources: {'Port': ['ID=502691ab-b492-4c5c-b13c-e51ced2a1ca7,revision_number=11']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:29:23.937801 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cce5554-7504-4459-b92e-7fc1fba97215 req-af89402a-8a4a-4f5e-b48d-aa2119b54ee0 service neutron] No DVR routers for this DVR port 502691ab-b492-4c5c-b13c-e51ced2a1ca7 on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:29:24.437860 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-2cce5554-7504-4459-b92e-7fc1fba97215 req-af89402a-8a4a-4f5e-b48d-aa2119b54ee0 service neutron] Attempting to bind port 502691ab-b492-4c5c-b13c-e51ced2a1ca7 on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:29:24.438522 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-2cce5554-7504-4459-b92e-7fc1fba97215 req-af89402a-8a4a-4f5e-b48d-aa2119b54ee0 service neutron] Attempting to bind port 502691ab-b492-4c5c-b13c-e51ced2a1ca7 by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': 'bae412cc-5815-477a-be73-419ffe821ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:29:24.438630 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cce5554-7504-4459-b92e-7fc1fba97215 req-af89402a-8a4a-4f5e-b48d-aa2119b54ee0 service neutron] Attempting to bind port 502691ab-b492-4c5c-b13c-e51ced2a1ca7 on network 68d2327c-e67b-467b-b2d5-f9d00637e77c {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:29:24.442806 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cce5554-7504-4459-b92e-7fc1fba97215 req-af89402a-8a4a-4f5e-b48d-aa2119b54ee0 service neutron] Port 502691ab-b492-4c5c-b13c-e51ced2a1ca7 on network 68d2327c-e67b-467b-b2d5-f9d00637e77c not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 16:29:24.443130 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cce5554-7504-4459-b92e-7fc1fba97215 req-af89402a-8a4a-4f5e-b48d-aa2119b54ee0 service neutron] Attempting to bind port 502691ab-b492-4c5c-b13c-e51ced2a1ca7 on network 68d2327c-e67b-467b-b2d5-f9d00637e77c {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:29:24.447894 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cce5554-7504-4459-b92e-7fc1fba97215 req-af89402a-8a4a-4f5e-b48d-aa2119b54ee0 service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:29:24.448226 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cce5554-7504-4459-b92e-7fc1fba97215 req-af89402a-8a4a-4f5e-b48d-aa2119b54ee0 service neutron] Checking segment: {'id': 'bae412cc-5815-477a-be73-419ffe821ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:29:24.448608 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cce5554-7504-4459-b92e-7fc1fba97215 req-af89402a-8a4a-4f5e-b48d-aa2119b54ee0 service neutron] Bound using segment: {'id': 'bae412cc-5815-477a-be73-419ffe821ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:29:24.449038 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-2cce5554-7504-4459-b92e-7fc1fba97215 req-af89402a-8a4a-4f5e-b48d-aa2119b54ee0 service neutron] Bound port: 502691ab-b492-4c5c-b13c-e51ced2a1ca7, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bae412cc-5815-477a-be73-419ffe821ffd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1291, 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:29:24.449411 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-2cce5554-7504-4459-b92e-7fc1fba97215 req-af89402a-8a4a-4f5e-b48d-aa2119b54ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:24.515413 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-2cce5554-7504-4459-b92e-7fc1fba97215 req-af89402a-8a4a-4f5e-b48d-aa2119b54ee0 service neutron] For port 502691ab-b492-4c5c-b13c-e51ced2a1ca7, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:29:24.518679 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-2cce5554-7504-4459-b92e-7fc1fba97215 req-af89402a-8a4a-4f5e-b48d-aa2119b54ee0 service neutron] For port 502691ab-b492-4c5c-b13c-e51ced2a1ca7, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=502691ab-b492-4c5c-b13c-e51ced2a1ca7,segment=NetworkSegment(bae412cc-5815-477a-be73-419ffe821ffd),segment_id=bae412cc-5815-477a-be73-419ffe821ffd)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:29:24.604314 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-2cce5554-7504-4459-b92e-7fc1fba97215 req-af89402a-8a4a-4f5e-b48d-aa2119b54ee0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:24.639259 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cce5554-7504-4459-b92e-7fc1fba97215 req-af89402a-8a4a-4f5e-b48d-aa2119b54ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:29:24.643814 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-2cce5554-7504-4459-b92e-7fc1fba97215 req-af89402a-8a4a-4f5e-b48d-aa2119b54ee0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:24.643814 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2cce5554-7504-4459-b92e-7fc1fba97215 req-af89402a-8a4a-4f5e-b48d-aa2119b54ee0 service neutron] 10.222.0.110 "PUT /v2.0/ports/502691ab-b492-4c5c-b13c-e51ced2a1ca7 HTTP/1.1" status: 200 len: 1092 time: 1.3507226 Sep 24 16:29:24.643814 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51f01797-4401-4d54-acee-84f3c97bff91', 'tag': '502691ab-b492-4c5c-b13c-e51ced2a1ca7'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:29:24.644334 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86bdbdc9b9e92b390e2d9cb11b84962cc6f6bd0fdc6518f79f4e2677ef2c88f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-981c9998-5c8f-4a55-bb3f-3f8473d568e5" -d '{"events": [{"name": "network-changed", "server_uuid": "51f01797-4401-4d54-acee-84f3c97bff91", "tag": "502691ab-b492-4c5c-b13c-e51ced2a1ca7"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:29:24.649305 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79cd03c-d401-4286-8f9a-0505af7c2a22 req-e469a622-5182-4512-a702-f4e9a007fba2 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:29:24.651243 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e79cd03c-d401-4286-8f9a-0505af7c2a22 req-e469a622-5182-4512-a702-f4e9a007fba2 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 944 time: 0.0569236 Sep 24 16:29:24.676302 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af89402a-8a4a-4f5e-b48d-aa2119b54ee0 service neutron] Pushing event updated for resources: {'Port': ['ID=502691ab-b492-4c5c-b13c-e51ced2a1ca7,revision_number=12']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:29:24.716978 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e79cd03c-d401-4286-8f9a-0505af7c2a22 req-63ab179d-c3b3-4743-9d80-7a237fe7ef91 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594738 Sep 24 16:29:24.719263 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-755731cf-0173-47ee-b5a7-104132b670e5 x-openstack-request-id: req-755731cf-0173-47ee-b5a7-104132b670e5 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:29:24.719723 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51f01797-4401-4d54-acee-84f3c97bff91", "tag": "502691ab-b492-4c5c-b13c-e51ced2a1ca7", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:29:24.719962 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-755731cf-0173-47ee-b5a7-104132b670e5 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:29:24.720356 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51f01797-4401-4d54-acee-84f3c97bff91', 'tag': '502691ab-b492-4c5c-b13c-e51ced2a1ca7', 'status': 'completed', 'code': 200} Sep 24 16:29:24.731623 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cce5554-7504-4459-b92e-7fc1fba97215 req-345ed894-5232-4daa-a46f-ee43f09d421d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:29:24.733637 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2cce5554-7504-4459-b92e-7fc1fba97215 req-345ed894-5232-4daa-a46f-ee43f09d421d service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1ab0685188e14657a77135ecc1496822&device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 1095 time: 0.0522385 Sep 24 16:29:24.851593 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c9998-5c8f-4a55-bb3f-3f8473d568e5 req-56102243-8f9c-4ab3-89a0-a8402e466d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:29:24.853093 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-981c9998-5c8f-4a55-bb3f-3f8473d568e5 req-56102243-8f9c-4ab3-89a0-a8402e466d82 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=1ab0685188e14657a77135ecc1496822&device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 1095 time: 0.1009579 Sep 24 16:29:24.886103 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cce5554-7504-4459-b92e-7fc1fba97215 req-cb88d57c-39e5-469f-87f6-ec97b3dd68b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:29:24.887688 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2cce5554-7504-4459-b92e-7fc1fba97215 req-cb88d57c-39e5-469f-87f6-ec97b3dd68b0 service neutron] 10.222.0.110 "GET /v2.0/networks?id=68d2327c-e67b-467b-b2d5-f9d00637e77c HTTP/1.1" status: 200 len: 914 time: 0.1452415 Sep 24 16:29:25.005597 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2cce5554-7504-4459-b92e-7fc1fba97215 req-976ac0fe-e2b1-4f0b-a89f-57f0883f33b5 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=502691ab-b492-4c5c-b13c-e51ced2a1ca7 HTTP/1.1" status: 200 len: 1000 time: 0.1071632 Sep 24 16:29:25.009941 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c9998-5c8f-4a55-bb3f-3f8473d568e5 req-03af33cf-dc15-48b7-9f64-925d23b4cc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:29:25.011398 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-981c9998-5c8f-4a55-bb3f-3f8473d568e5 req-03af33cf-dc15-48b7-9f64-925d23b4cc24 service neutron] 10.222.0.108 "GET /v2.0/networks?id=68d2327c-e67b-467b-b2d5-f9d00637e77c HTTP/1.1" status: 200 len: 914 time: 0.1481090 Sep 24 16:29:25.107270 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cce5554-7504-4459-b92e-7fc1fba97215 req-7e8abb40-ad7a-432d-983d-e4e86a9b73a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:29:25.108753 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2cce5554-7504-4459-b92e-7fc1fba97215 req-7e8abb40-ad7a-432d-983d-e4e86a9b73a5 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=d7501836-148c-4ade-ae18-6669fad5c7ad HTTP/1.1" status: 200 len: 851 time: 0.0912576 Sep 24 16:29:25.127892 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-981c9998-5c8f-4a55-bb3f-3f8473d568e5 req-9bb8f4b5-ed74-4164-880a-1ce4bbb20c74 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=502691ab-b492-4c5c-b13c-e51ced2a1ca7 HTTP/1.1" status: 200 len: 1000 time: 0.1026049 Sep 24 16:29:25.193444 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c9998-5c8f-4a55-bb3f-3f8473d568e5 req-2c8ae7a5-be9e-455a-ae67-eb17d5617a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:29:25.194944 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-981c9998-5c8f-4a55-bb3f-3f8473d568e5 req-2c8ae7a5-be9e-455a-ae67-eb17d5617a25 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=d7501836-148c-4ade-ae18-6669fad5c7ad HTTP/1.1" status: 200 len: 851 time: 0.0526354 Sep 24 16:29:25.197589 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cce5554-7504-4459-b92e-7fc1fba97215 req-5132b927-1d05-4861-91b5-f7c7a5080a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:29:25.199062 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2cce5554-7504-4459-b92e-7fc1fba97215 req-5132b927-1d05-4861-91b5-f7c7a5080a49 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=68d2327c-e67b-467b-b2d5-f9d00637e77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0811956 Sep 24 16:29:25.305170 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c9998-5c8f-4a55-bb3f-3f8473d568e5 req-1b39eb2c-7c3c-4610-96d4-abcb1bcf3d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:29:25.306723 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-981c9998-5c8f-4a55-bb3f-3f8473d568e5 req-1b39eb2c-7c3c-4610-96d4-abcb1bcf3d05 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=68d2327c-e67b-467b-b2d5-f9d00637e77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1050203 Sep 24 16:29:25.351126 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2cce5554-7504-4459-b92e-7fc1fba97215 req-0f3e700b-f894-48b4-9fa5-e886c0fd35f6 service neutron] 10.222.0.110 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413863 Sep 24 16:29:25.481979 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-981c9998-5c8f-4a55-bb3f-3f8473d568e5 req-376bf829-4674-4964-a6ca-d812713b638c service neutron] 10.222.0.108 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666913 Sep 24 16:29:25.507453 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2cce5554-7504-4459-b92e-7fc1fba97215 req-e649ae36-c15d-453c-8646-cc9c841c7227 service neutron] 10.222.0.110 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474905 Sep 24 16:29:25.618486 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-981c9998-5c8f-4a55-bb3f-3f8473d568e5 req-13cdfcbb-061f-4909-844c-fd3702ee03e4 service neutron] 10.222.0.108 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251817 Sep 24 16:29:25.629836 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c9998-5c8f-4a55-bb3f-3f8473d568e5 req-8e3eceeb-c8a2-4520-9770-73e497a630f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:29:25.631407 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-981c9998-5c8f-4a55-bb3f-3f8473d568e5 req-8e3eceeb-c8a2-4520-9770-73e497a630f5 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=1ab0685188e14657a77135ecc1496822&device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 1095 time: 0.0744588 Sep 24 16:29:25.737280 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c9998-5c8f-4a55-bb3f-3f8473d568e5 req-33ba1cfd-981e-499f-a532-e399e2d41713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:29:25.738708 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-981c9998-5c8f-4a55-bb3f-3f8473d568e5 req-33ba1cfd-981e-499f-a532-e399e2d41713 service neutron] 10.222.0.110 "GET /v2.0/networks?id=68d2327c-e67b-467b-b2d5-f9d00637e77c HTTP/1.1" status: 200 len: 914 time: 0.0944812 Sep 24 16:29:25.839246 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-981c9998-5c8f-4a55-bb3f-3f8473d568e5 req-62d0960f-28c6-4152-873a-be3928283664 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=502691ab-b492-4c5c-b13c-e51ced2a1ca7 HTTP/1.1" status: 200 len: 1000 time: 0.0912693 Sep 24 16:29:25.868565 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a9ce3-d233-448f-980d-e3fb010070c4 req-9cd5c30f-e79d-4f01-8c02-fc3b23591382 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:29:25.870061 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5c9a9ce3-d233-448f-980d-e3fb010070c4 req-9cd5c30f-e79d-4f01-8c02-fc3b23591382 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 944 time: 0.0716217 Sep 24 16:29:25.925860 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c9998-5c8f-4a55-bb3f-3f8473d568e5 req-e6a84b31-59a4-4326-b2e3-978a617d81a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:29:25.927351 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-981c9998-5c8f-4a55-bb3f-3f8473d568e5 req-e6a84b31-59a4-4326-b2e3-978a617d81a0 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=d7501836-148c-4ade-ae18-6669fad5c7ad HTTP/1.1" status: 200 len: 851 time: 0.0762198 Sep 24 16:29:25.934892 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5c9a9ce3-d233-448f-980d-e3fb010070c4 req-e8b97de2-bba7-4ccf-8522-79925fec9cd2 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472808 Sep 24 16:29:25.980446 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c9998-5c8f-4a55-bb3f-3f8473d568e5 req-8af86992-bc03-4ab3-b362-9d2e7b4500b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:29:25.982794 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-981c9998-5c8f-4a55-bb3f-3f8473d568e5 req-8af86992-bc03-4ab3-b362-9d2e7b4500b4 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=68d2327c-e67b-467b-b2d5-f9d00637e77c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470481 Sep 24 16:29:26.081053 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-981c9998-5c8f-4a55-bb3f-3f8473d568e5 req-05278171-181d-4d1f-90b5-36b2134d6266 service neutron] 10.222.0.110 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863791 Sep 24 16:29:26.183144 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-981c9998-5c8f-4a55-bb3f-3f8473d568e5 req-b533c98b-3343-4741-9e65-e6ce5262a565 service neutron] 10.222.0.110 "GET /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943272 Sep 24 16:29:27.062314 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe0036-b414-419a-bbb7-1a7330376e5f req-c6429370-039e-44dc-aecb-5f351b6f767a tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:29:27.063861 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7dfe0036-b414-419a-bbb7-1a7330376e5f req-c6429370-039e-44dc-aecb-5f351b6f767a tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 944 time: 0.0574615 Sep 24 16:29:27.106316 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7dfe0036-b414-419a-bbb7-1a7330376e5f req-9ad331b6-c8ab-4892-9715-1c3651d0edae tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365016 Sep 24 16:29:28.224493 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25ea225-dde1-46f8-a4fa-35033d203cdf req-dfe967bd-7be3-4692-b96f-f27247ffddef tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:29:28.225970 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a25ea225-dde1-46f8-a4fa-35033d203cdf req-dfe967bd-7be3-4692-b96f-f27247ffddef tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 944 time: 0.0499771 Sep 24 16:29:28.268132 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a25ea225-dde1-46f8-a4fa-35033d203cdf req-6901c847-048c-4abe-b08a-46e9aa6263b8 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345333 Sep 24 16:29:29.393852 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4563cf-6e77-41c4-b9e8-88112b2534f0 req-131e061b-fa02-44bb-95aa-47dbfd15bede tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:29:29.395546 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2f4563cf-6e77-41c4-b9e8-88112b2534f0 req-131e061b-fa02-44bb-95aa-47dbfd15bede tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 944 time: 0.0534320 Sep 24 16:29:29.438221 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2f4563cf-6e77-41c4-b9e8-88112b2534f0 req-baccdede-77cf-45a7-8ef6-1d29a08575e3 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361495 Sep 24 16:29:30.560943 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6395c18-074d-4d9f-8649-444955c1caac req-21515f1b-a341-4b8b-8224-988171d556d4 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:29:30.562803 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f6395c18-074d-4d9f-8649-444955c1caac req-21515f1b-a341-4b8b-8224-988171d556d4 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 944 time: 0.0538881 Sep 24 16:29:30.603567 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f6395c18-074d-4d9f-8649-444955c1caac req-550898d4-2ebd-40b8-a17b-3d555d4d7655 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341890 Sep 24 16:29:31.243493 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9959c0ae-762c-4097-9969-c98fe36c6079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:31.720908 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2a43c7-d823-4fc9-9803-e4b9f63d3ecf req-470afbfc-aa76-45e3-9c62-fed910b02321 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:29:31.722427 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0a2a43c7-d823-4fc9-9803-e4b9f63d3ecf req-470afbfc-aa76-45e3-9c62-fed910b02321 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 944 time: 0.0489056 Sep 24 16:29:31.762024 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0a2a43c7-d823-4fc9-9803-e4b9f63d3ecf req-7c429dcf-0f2d-4c30-b92c-110e5f7b75c4 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335138 Sep 24 16:29:32.892628 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f8f75d-ab55-4809-9fb7-273fe7e584b2 req-f2f4c722-353f-4aa3-8dae-34564134393a tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:29:32.894114 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a1f8f75d-ab55-4809-9fb7-273fe7e584b2 req-f2f4c722-353f-4aa3-8dae-34564134393a tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 944 time: 0.0604048 Sep 24 16:29:32.936213 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a1f8f75d-ab55-4809-9fb7-273fe7e584b2 req-86a6831c-651d-43b0-a2a7-f05acc80f425 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356095 Sep 24 16:29:33.914524 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6b738abf-c1aa-40b4-b3f7-c3055c1ab664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:34.058225 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fd33a2-d777-4eef-9c8b-694c167e5138 req-89e38c3c-291a-4445-9ce2-c56933f49307 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:29:34.059841 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b0fd33a2-d777-4eef-9c8b-694c167e5138 req-89e38c3c-291a-4445-9ce2-c56933f49307 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 944 time: 0.0529599 Sep 24 16:29:34.104618 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b0fd33a2-d777-4eef-9c8b-694c167e5138 req-ba0db554-d96b-41ab-a898-2a831e8c87ed tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381625 Sep 24 16:29:34.348561 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:35.224527 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7380b12a-2f5d-4647-8fb0-52a9072da23a req-f537c6b6-02d2-4bbe-85d0-b795bcbbbadd tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:29:35.226034 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7380b12a-2f5d-4647-8fb0-52a9072da23a req-f537c6b6-02d2-4bbe-85d0-b795bcbbbadd tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 944 time: 0.0502582 Sep 24 16:29:35.265599 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7380b12a-2f5d-4647-8fb0-52a9072da23a req-f444eab8-6af3-4c86-ac0c-7100abbd18e1 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334733 Sep 24 16:29:35.514927 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:36.385751 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f62c511-7ea9-4c47-beaa-260ef9b82fce req-74ff67eb-d355-4f43-b8bb-edc39b731e4f tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:29:36.387276 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1f62c511-7ea9-4c47-beaa-260ef9b82fce req-74ff67eb-d355-4f43-b8bb-edc39b731e4f tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 944 time: 0.0534229 Sep 24 16:29:36.427208 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1f62c511-7ea9-4c47-beaa-260ef9b82fce req-5793e2e3-7e6d-4117-9539-01632562cc09 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338717 Sep 24 16:29:36.900788 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:37.545145 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79110929-7bb6-439a-a136-1df0b0275f75 req-89d33858-c4ae-4a4f-83a6-3392187a3048 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:29:37.546675 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-79110929-7bb6-439a-a136-1df0b0275f75 req-89d33858-c4ae-4a4f-83a6-3392187a3048 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 944 time: 0.0495293 Sep 24 16:29:37.588183 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-79110929-7bb6-439a-a136-1df0b0275f75 req-55a7c88b-1785-4cc1-acc2-af4d7b184a96 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352159 Sep 24 16:29:38.248881 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 502691ab-b492-4c5c-b13c-e51ced2a1ca7 details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 16:29:38.346519 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 502691ab-b492-4c5c-b13c-e51ced2a1ca7, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=502691ab-b492-4c5c-b13c-e51ced2a1ca7,segment=NetworkSegment(bae412cc-5815-477a-be73-419ffe821ffd),segment_id=bae412cc-5815-477a-be73-419ffe821ffd)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:29:38.357288 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': '502691ab-b492-4c5c-b13c-e51ced2a1ca7', 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c', 'port_id': '502691ab-b492-4c5c-b13c-e51ced2a1ca7', 'mac_address': 'fa:16:3e:ef:59:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1291, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7501836-148c-4ade-ae18-6669fad5c7ad', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 16:29:38.393903 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:38.406896 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 502691ab-b492-4c5c-b13c-e51ced2a1ca7 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:29:38.425542 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 502691ab-b492-4c5c-b13c-e51ced2a1ca7, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=502691ab-b492-4c5c-b13c-e51ced2a1ca7,segment=NetworkSegment(bae412cc-5815-477a-be73-419ffe821ffd),segment_id=bae412cc-5815-477a-be73-419ffe821ffd)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:29:38.548639 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:38.600073 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=502691ab-b492-4c5c-b13c-e51ced2a1ca7,revision_number=13']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:29:38.709499 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455b16d2-2959-4606-bf8a-26b0522b19d3 req-908f2e22-4ca1-4876-958d-4ac64e6fbbbd tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:29:38.711098 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-455b16d2-2959-4606-bf8a-26b0522b19d3 req-908f2e22-4ca1-4876-958d-4ac64e6fbbbd tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 945 time: 0.0545249 Sep 24 16:29:38.752673 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-455b16d2-2959-4606-bf8a-26b0522b19d3 req-d6a3b4eb-5cef-4849-837a-c56041d68c71 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349290 Sep 24 16:29:38.825815 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['502691ab-b492-4c5c-b13c-e51ced2a1ca7'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:29:38.872318 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d05ad9e-fc10-4f7b-9b5f-d4155c913ba3 req-645f835d-71ff-4499-b540-e85225becc21 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:29:38.874012 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5d05ad9e-fc10-4f7b-9b5f-d4155c913ba3 req-645f835d-71ff-4499-b540-e85225becc21 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 945 time: 0.0539768 Sep 24 16:29:38.913235 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5d05ad9e-fc10-4f7b-9b5f-d4155c913ba3 req-40c75f23-c418-4c16-bb10-b908be56b489 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322254 Sep 24 16:29:39.039145 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80265e5f-f121-4654-99c7-ce020da09e59 req-8dbe4581-2aee-4984-a8ed-fcf63265ef0d tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:29:39.040671 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-80265e5f-f121-4654-99c7-ce020da09e59 req-8dbe4581-2aee-4984-a8ed-fcf63265ef0d tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 945 time: 0.0537705 Sep 24 16:29:39.084331 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-80265e5f-f121-4654-99c7-ce020da09e59 req-f0a94360-9e33-4693-9761-1ec203eead3f tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372963 Sep 24 16:29:39.472546 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:39.561066 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575a2d4e-f404-4ea6-ba88-02219583be72 req-93bed396-afde-4c1b-91a0-1a797eaa6b77 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:29:39.562605 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-575a2d4e-f404-4ea6-ba88-02219583be72 req-93bed396-afde-4c1b-91a0-1a797eaa6b77 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 945 time: 0.0504420 Sep 24 16:29:39.601723 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-575a2d4e-f404-4ea6-ba88-02219583be72 req-0e39add8-c090-434a-8729-5fdc0de33f47 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328238 Sep 24 16:29:40.264068 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 502691ab-b492-4c5c-b13c-e51ced2a1ca7 up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:29:40.434894 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port 502691ab-b492-4c5c-b13c-e51ced2a1ca7 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 16:29:40.438227 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port 502691ab-b492-4c5c-b13c-e51ced2a1ca7 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:29:40.438764 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:40.518029 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:40.541087 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f01797-4401-4d54-acee-84f3c97bff91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '502691ab-b492-4c5c-b13c-e51ced2a1ca7'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:29:40.543370 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e675284d64920c3690942d07fd233bec6618b8bcfb70da99a5b5d86610f0b706" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9fa9bf5-6b48-4d39-9078-78b3acf9ed29" -d '{"events": [{"server_uuid": "51f01797-4401-4d54-acee-84f3c97bff91", "name": "network-vif-plugged", "status": "completed", "tag": "502691ab-b492-4c5c-b13c-e51ced2a1ca7"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:29:40.557638 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 502691ab-b492-4c5c-b13c-e51ced2a1ca7, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=502691ab-b492-4c5c-b13c-e51ced2a1ca7,segment=NetworkSegment(bae412cc-5815-477a-be73-419ffe821ffd),segment_id=bae412cc-5815-477a-be73-419ffe821ffd)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:29:40.583744 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b39fd6eb-6ba4-4aa6-86e3-b5064a069a30 x-openstack-request-id: req-b39fd6eb-6ba4-4aa6-86e3-b5064a069a30 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:29:40.584048 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f01797-4401-4d54-acee-84f3c97bff91", "name": "network-vif-plugged", "status": "completed", "tag": "502691ab-b492-4c5c-b13c-e51ced2a1ca7", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:29:40.584310 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b39fd6eb-6ba4-4aa6-86e3-b5064a069a30 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:29:40.584712 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f01797-4401-4d54-acee-84f3c97bff91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '502691ab-b492-4c5c-b13c-e51ced2a1ca7', 'code': 200} Sep 24 16:29:40.639678 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:40.695680 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=502691ab-b492-4c5c-b13c-e51ced2a1ca7,revision_number=14']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:29:40.725528 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9915111-3b4f-4779-b2fc-bc032b043380 req-34885513-6ea9-42d0-a64c-4b263c27cffb tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:29:40.727075 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c9915111-3b4f-4779-b2fc-bc032b043380 req-34885513-6ea9-42d0-a64c-4b263c27cffb tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 946 time: 0.0507588 Sep 24 16:29:40.767431 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c9915111-3b4f-4779-b2fc-bc032b043380 req-3d2fb798-5fb6-4631-8041-78a9a510ed3c tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337429 Sep 24 16:29:41.323250 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:41.364546 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0a95ac-616f-4b11-a99e-0a904ad56eaf req-10a63bf5-4400-43ed-af9d-09fea56d2052 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:29:41.366073 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ac0a95ac-616f-4b11-a99e-0a904ad56eaf req-10a63bf5-4400-43ed-af9d-09fea56d2052 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.110 "GET /v2.0/ports?device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 946 time: 0.0516448 Sep 24 16:29:41.466960 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-ac0a95ac-616f-4b11-a99e-0a904ad56eaf req-ce1d123d-45c6-4bc2-bc76-053865799694 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Deleting port 502691ab-b492-4c5c-b13c-e51ced2a1ca7 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:29:41.467306 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-ac0a95ac-616f-4b11-a99e-0a904ad56eaf req-ce1d123d-45c6-4bc2-bc76-053865799694 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:41.557605 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-ac0a95ac-616f-4b11-a99e-0a904ad56eaf req-ce1d123d-45c6-4bc2-bc76-053865799694 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] For port 502691ab-b492-4c5c-b13c-e51ced2a1ca7, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=502691ab-b492-4c5c-b13c-e51ced2a1ca7,segment=NetworkSegment(bae412cc-5815-477a-be73-419ffe821ffd),segment_id=bae412cc-5815-477a-be73-419ffe821ffd)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:29:41.557975 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-ac0a95ac-616f-4b11-a99e-0a904ad56eaf req-ce1d123d-45c6-4bc2-bc76-053865799694 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:41.729965 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-ac0a95ac-616f-4b11-a99e-0a904ad56eaf req-ce1d123d-45c6-4bc2-bc76-053865799694 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:41.730239 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-ac0a95ac-616f-4b11-a99e-0a904ad56eaf req-ce1d123d-45c6-4bc2-bc76-053865799694 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:41.730588 n-d-808921-1 neutron-server[95298]: INFO neutron.db.l3_db [req-ac0a95ac-616f-4b11-a99e-0a904ad56eaf req-ce1d123d-45c6-4bc2-bc76-053865799694 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Floating IP 6559a5db-0fcf-4144-a609-0ed08b1ad479 disassociated. External IP: 172.25.0.147, port: 502691ab-b492-4c5c-b13c-e51ced2a1ca7. Sep 24 16:29:41.731547 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-ac0a95ac-616f-4b11-a99e-0a904ad56eaf req-ce1d123d-45c6-4bc2-bc76-053865799694 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Calling delete_port for 502691ab-b492-4c5c-b13c-e51ced2a1ca7 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:29:41.906949 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c556ca99-d88e-40fb-89ef-59cfd57e4a14 req-19807c97-baf3-4196-b110-359f7b1dcfab tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:29:41.908513 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c556ca99-d88e-40fb-89ef-59cfd57e4a14 req-19807c97-baf3-4196-b110-359f7b1dcfab tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 946 time: 0.0644696 Sep 24 16:29:41.947863 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c556ca99-d88e-40fb-89ef-59cfd57e4a14 req-fc35c72e-ca9d-4aab-9126-b4568181252f tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups?id=0a89126d-69c2-4116-ac30-9afe5a15a35a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326610 Sep 24 16:29:41.980578 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-ac0a95ac-616f-4b11-a99e-0a904ad56eaf req-ce1d123d-45c6-4bc2-bc76-053865799694 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:42.014632 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1d123d-45c6-4bc2-bc76-053865799694 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Pushing event deleted for resources: {'Port': ['ID=502691ab-b492-4c5c-b13c-e51ced2a1ca7,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:29:42.140796 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ac0a95ac-616f-4b11-a99e-0a904ad56eaf req-ce1d123d-45c6-4bc2-bc76-053865799694 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Router 302af011-5d2d-4040-8014-ded5f17568a6 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:29:42.255891 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ac0a95ac-616f-4b11-a99e-0a904ad56eaf req-ce1d123d-45c6-4bc2-bc76-053865799694 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:29:42.267465 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a859c415-6fdc-401b-9b99-dbd9d48a069d None None] Sync routers for ids ['302af011-5d2d-4040-8014-ded5f17568a6'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:29:42.281996 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a859c415-6fdc-401b-9b99-dbd9d48a069d None None] Routers {'302af011-5d2d-4040-8014-ded5f17568a6'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:29:42.282690 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-a859c415-6fdc-401b-9b99-dbd9d48a069d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:29:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['302af011-5d2d-4040-8014-ded5f17568a6'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:29:42.302321 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac0a95ac-616f-4b11-a99e-0a904ad56eaf req-ce1d123d-45c6-4bc2-bc76-053865799694 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] No DVR routers for this DVR port 502691ab-b492-4c5c-b13c-e51ced2a1ca7 on host n-h1-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:29:42.305014 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-ac0a95ac-616f-4b11-a99e-0a904ad56eaf req-ce1d123d-45c6-4bc2-bc76-053865799694 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:42.307062 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ac0a95ac-616f-4b11-a99e-0a904ad56eaf req-ce1d123d-45c6-4bc2-bc76-053865799694 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.110 "DELETE /v2.0/ports/502691ab-b492-4c5c-b13c-e51ced2a1ca7 HTTP/1.1" status: 204 len: 173 time: 0.9338293 Sep 24 16:29:42.307503 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f01797-4401-4d54-acee-84f3c97bff91', 'name': 'network-vif-deleted', 'tag': '502691ab-b492-4c5c-b13c-e51ced2a1ca7'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:29:42.309926 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86bdbdc9b9e92b390e2d9cb11b84962cc6f6bd0fdc6518f79f4e2677ef2c88f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc0bf048-eb9a-4413-a7b7-e2c92854a157" -d '{"events": [{"server_uuid": "51f01797-4401-4d54-acee-84f3c97bff91", "name": "network-vif-deleted", "tag": "502691ab-b492-4c5c-b13c-e51ced2a1ca7"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:29:42.352351 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d81e02f6-9bd5-4968-8b2c-c4a1588113c9 x-openstack-request-id: req-d81e02f6-9bd5-4968-8b2c-c4a1588113c9 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:29:42.352671 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f01797-4401-4d54-acee-84f3c97bff91", "name": "network-vif-deleted", "tag": "502691ab-b492-4c5c-b13c-e51ced2a1ca7", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:29:42.353157 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d81e02f6-9bd5-4968-8b2c-c4a1588113c9 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:29:42.353567 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f01797-4401-4d54-acee-84f3c97bff91', 'name': 'network-vif-deleted', 'tag': '502691ab-b492-4c5c-b13c-e51ced2a1ca7', 'status': 'completed', 'code': 200} Sep 24 16:29:42.412495 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-a859c415-6fdc-401b-9b99-dbd9d48a069d None None] Set router 302af011-5d2d-4040-8014-ded5f17568a6 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:29:42.629360 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-a859c415-6fdc-401b-9b99-dbd9d48a069d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302af011-5d2d-4040-8014-ded5f17568a6', 'name': 'tempest-ServerActionsTestJSON-1059124727-router', 'tenant_id': '1ab0685188e14657a77135ecc1496822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '50867e16-bff5-4116-a9a4-16376b03757b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:19:04Z', 'updated_at': '2021-09-24T16:19:07Z', 'revision_number': 4, 'project_id': '1ab0685188e14657a77135ecc1496822', 'gw_port': {'id': '50867e16-bff5-4116-a9a4-16376b03757b', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ff:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302af011-5d2d-4040-8014-ded5f17568a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:19:04Z', 'updated_at': '2021-09-24T16:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'ede91fc0-e62b-4a2e-9c60-7c620e454edd', 'name': '', 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c', 'tenant_id': '1ab0685188e14657a77135ecc1496822', 'mac_address': 'fa:16:3e:7c:51:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302af011-5d2d-4040-8014-ded5f17568a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'd7501836-148c-4ade-ae18-6669fad5c7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:19:06Z', 'updated_at': '2021-09-24T16:19:10Z', 'revision_number': 5, 'project_id': '1ab0685188e14657a77135ecc1496822', 'subnets': [{'id': 'd7501836-148c-4ade-ae18-6669fad5c7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:29:42.659281 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a859c415-6fdc-401b-9b99-dbd9d48a069d None None] Checking router: 302af011-5d2d-4040-8014-ded5f17568a6 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:29:42.670139 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a859c415-6fdc-401b-9b99-dbd9d48a069d None None] Routers {'302af011-5d2d-4040-8014-ded5f17568a6'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:29:42.670990 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-a859c415-6fdc-401b-9b99-dbd9d48a069d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:29:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['302af011-5d2d-4040-8014-ded5f17568a6'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:29:42.788805 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-a859c415-6fdc-401b-9b99-dbd9d48a069d None None] Set router 302af011-5d2d-4040-8014-ded5f17568a6 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:29:43.001211 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-a859c415-6fdc-401b-9b99-dbd9d48a069d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302af011-5d2d-4040-8014-ded5f17568a6', 'name': 'tempest-ServerActionsTestJSON-1059124727-router', 'tenant_id': '1ab0685188e14657a77135ecc1496822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '50867e16-bff5-4116-a9a4-16376b03757b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:19:04Z', 'updated_at': '2021-09-24T16:19:07Z', 'revision_number': 4, 'project_id': '1ab0685188e14657a77135ecc1496822', 'gw_port': {'id': '50867e16-bff5-4116-a9a4-16376b03757b', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ff:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302af011-5d2d-4040-8014-ded5f17568a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:19:04Z', 'updated_at': '2021-09-24T16:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'ede91fc0-e62b-4a2e-9c60-7c620e454edd', 'name': '', 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c', 'tenant_id': '1ab0685188e14657a77135ecc1496822', 'mac_address': 'fa:16:3e:7c:51:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302af011-5d2d-4040-8014-ded5f17568a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'd7501836-148c-4ade-ae18-6669fad5c7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:19:06Z', 'updated_at': '2021-09-24T16:19:10Z', 'revision_number': 5, 'project_id': '1ab0685188e14657a77135ecc1496822', 'subnets': [{'id': 'd7501836-148c-4ade-ae18-6669fad5c7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:29:43.033012 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a859c415-6fdc-401b-9b99-dbd9d48a069d None None] The sync data for ids ['302af011-5d2d-4040-8014-ded5f17568a6'] in n-d-808921-1 is: [{'id': '302af011-5d2d-4040-8014-ded5f17568a6', 'name': 'tempest-ServerActionsTestJSON-1059124727-router', 'tenant_id': '1ab0685188e14657a77135ecc1496822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '50867e16-bff5-4116-a9a4-16376b03757b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:19:04Z', 'updated_at': '2021-09-24T16:19:07Z', 'revision_number': 4, 'project_id': '1ab0685188e14657a77135ecc1496822', 'gw_port': {'id': '50867e16-bff5-4116-a9a4-16376b03757b', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ff:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302af011-5d2d-4040-8014-ded5f17568a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:19:04Z', 'updated_at': '2021-09-24T16:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'ede91fc0-e62b-4a2e-9c60-7c620e454edd', 'name': '', 'network_id': '68d2327c-e67b-467b-b2d5-f9d00637e77c', 'tenant_id': '1ab0685188e14657a77135ecc1496822', 'mac_address': 'fa:16:3e:7c:51:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302af011-5d2d-4040-8014-ded5f17568a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': 'd7501836-148c-4ade-ae18-6669fad5c7ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:19:06Z', 'updated_at': '2021-09-24T16:19:10Z', 'revision_number': 5, 'project_id': '1ab0685188e14657a77135ecc1496822', 'subnets': [{'id': 'd7501836-148c-4ade-ae18-6669fad5c7ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:29:43.066530 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-794d8fa8-2164-4027-82a2-5d0d44d95c33 req-be406901-4ba1-4326-aad0-9dee6a42befe tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 210 time: 0.0383799 Sep 24 16:29:43.275735 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6bed84-823f-440b-b635-ea32d3435541 None None] New status for floating IP 6559a5db-0fcf-4144-a609-0ed08b1ad479: DOWN {{(pid=95300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 16:29:44.169097 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-36b841c0-64b3-4308-8dc0-5cb9fb8059a4 req-3996bb23-c12f-4d89-953a-ee143b3d0fd1 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 210 time: 0.0280192 Sep 24 16:29:45.267209 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0d5871f7-4ddf-4c70-977e-9d56d45000bb req-43ca4d42-143c-4708-a4cd-1a6a66d4ae2f tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 210 time: 0.0268662 Sep 24 16:29:46.058355 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:29:46.266681 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 502691ab-b492-4c5c-b13c-e51ced2a1ca7 no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:29:46.286418 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] No Port match for: 502691ab-b492-4c5c-b13c-e51ced2a1ca7 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:29:46.286770 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 502691ab-b492-4c5c-b13c-e51ced2a1ca7 not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:29:46.378927 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d826ec1a-6f77-4177-8e6e-6247587c5880 req-6f607a3b-d97d-4b7f-b990-5aeb613954d0 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/ports?device_id=51f01797-4401-4d54-acee-84f3c97bff91 HTTP/1.1" status: 200 len: 210 time: 0.0303774 Sep 24 16:29:51.428596 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45474) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:29:51.487581 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-08998eff-4852-4653-aded-e34be4b23604 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:51.511058 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-08998eff-4852-4653-aded-e34be4b23604 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:51.642621 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-08998eff-4852-4653-aded-e34be4b23604 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:51.645292 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-08998eff-4852-4653-aded-e34be4b23604 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:51.646575 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-08998eff-4852-4653-aded-e34be4b23604 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "DELETE /v2.0/security-groups/0a89126d-69c2-4116-ac30-9afe5a15a35a HTTP/1.1" status: 204 len: 168 time: 0.2169371 Sep 24 16:29:51.649233 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45476) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:29:51.657746 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08998eff-4852-4653-aded-e34be4b23604 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a89126d-69c2-4116-ac30-9afe5a15a35a,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:29:51.664012 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [None req-21014cb0-0096-4af1-a96e-e6806567e8db tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] show failed (client error): The resource could not be found. Sep 24 16:29:51.665657 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08998eff-4852-4653-aded-e34be4b23604 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:29:51.666014 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08998eff-4852-4653-aded-e34be4b23604 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:29:51.666378 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08998eff-4852-4653-aded-e34be4b23604 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:29:51.666725 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08998eff-4852-4653-aded-e34be4b23604 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:29:51.667066 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08998eff-4852-4653-aded-e34be4b23604 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:29:51.667440 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08998eff-4852-4653-aded-e34be4b23604 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:29:51.667890 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08998eff-4852-4653-aded-e34be4b23604 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:29:51.668100 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-21014cb0-0096-4af1-a96e-e6806567e8db tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "GET /v2.0/security-groups/0a89126d-69c2-4116-ac30-9afe5a15a35a HTTP/1.1" status: 404 len: 347 time: 0.0172696 Sep 24 16:29:51.668382 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08998eff-4852-4653-aded-e34be4b23604 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:29:51.668660 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45478) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:29:51.668858 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08998eff-4852-4653-aded-e34be4b23604 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:29:51.669189 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08998eff-4852-4653-aded-e34be4b23604 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:29:51.669630 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08998eff-4852-4653-aded-e34be4b23604 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:29:51.669873 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08998eff-4852-4653-aded-e34be4b23604 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:29:51.793693 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-bc5bfb64-760f-4806-8eb5-0776a110a404 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Deleting port dfc4e6dc-8424-4b63-a5f2-63052b3b1f56 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:29:51.794028 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bc5bfb64-760f-4806-8eb5-0776a110a404 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:51.877557 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bc5bfb64-760f-4806-8eb5-0776a110a404 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:51.877888 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bc5bfb64-760f-4806-8eb5-0776a110a404 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:51.890116 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-bc5bfb64-760f-4806-8eb5-0776a110a404 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Calling delete_port for dfc4e6dc-8424-4b63-a5f2-63052b3b1f56 owned by network:floatingip {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:29:52.108305 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bc5bfb64-760f-4806-8eb5-0776a110a404 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:52.133076 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5bfb64-760f-4806-8eb5-0776a110a404 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Pushing event deleted for resources: {'Port': ['ID=dfc4e6dc-8424-4b63-a5f2-63052b3b1f56,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:29:52.197659 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bc5bfb64-760f-4806-8eb5-0776a110a404 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks [] for floatingip, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:52.200398 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bc5bfb64-760f-4806-8eb5-0776a110a404 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:52.201627 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-bc5bfb64-760f-4806-8eb5-0776a110a404 tempest-ServerActionsTestJSON-252495856 tempest-ServerActionsTestJSON-252495856-project] 10.222.0.101 "DELETE /v2.0/floatingips/6559a5db-0fcf-4144-a609-0ed08b1ad479 HTTP/1.1" status: 204 len: 168 time: 0.5320609 Sep 24 16:29:52.204967 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45480) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:29:52.759161 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-01e9b227-8171-4bb4-aebb-1f6219f82757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:53.009016 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-01e9b227-8171-4bb4-aebb-1f6219f82757 admin admin] Deleting port ede91fc0-e62b-4a2e-9c60-7c620e454edd {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:29:53.009411 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-01e9b227-8171-4bb4-aebb-1f6219f82757 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:53.087620 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-01e9b227-8171-4bb4-aebb-1f6219f82757 admin admin] For port ede91fc0-e62b-4a2e-9c60-7c620e454edd, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=ede91fc0-e62b-4a2e-9c60-7c620e454edd,segment=NetworkSegment(bae412cc-5815-477a-be73-419ffe821ffd),segment_id=bae412cc-5815-477a-be73-419ffe821ffd)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:29:53.087984 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-01e9b227-8171-4bb4-aebb-1f6219f82757 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:53.101116 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-01e9b227-8171-4bb4-aebb-1f6219f82757 admin admin] Calling delete_port for ede91fc0-e62b-4a2e-9c60-7c620e454edd owned by network:router_interface {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:29:53.385632 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-01e9b227-8171-4bb4-aebb-1f6219f82757 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:53.416118 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e9b227-8171-4bb4-aebb-1f6219f82757 admin admin] Pushing event deleted for resources: {'Port': ['ID=ede91fc0-e62b-4a2e-9c60-7c620e454edd,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:29:53.579753 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-01e9b227-8171-4bb4-aebb-1f6219f82757 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:54.148908 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01e9b227-8171-4bb4-aebb-1f6219f82757 admin admin] Router 302af011-5d2d-4040-8014-ded5f17568a6 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:29:54.254938 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e9b227-8171-4bb4-aebb-1f6219f82757 admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:29:54.260013 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-01e9b227-8171-4bb4-aebb-1f6219f82757 admin admin] 10.222.0.101 "PUT /v2.0/routers/302af011-5d2d-4040-8014-ded5f17568a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0540216 Sep 24 16:29:54.263222 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45484) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:29:54.267812 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b128e6f3-6a4b-427a-bc76-6d2d0b43d343 None None] Sync routers for ids ['302af011-5d2d-4040-8014-ded5f17568a6'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:29:54.276497 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b128e6f3-6a4b-427a-bc76-6d2d0b43d343 None None] Routers {'302af011-5d2d-4040-8014-ded5f17568a6'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:29:54.277111 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-b128e6f3-6a4b-427a-bc76-6d2d0b43d343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:29:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['302af011-5d2d-4040-8014-ded5f17568a6'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:29:54.370152 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-92ff462a-2f9f-4b37-b110-76d49f3a5ab4 admin admin] Notify callbacks [] for router, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:54.382523 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-b128e6f3-6a4b-427a-bc76-6d2d0b43d343 None None] Set router 302af011-5d2d-4040-8014-ded5f17568a6 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:29:54.488297 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-92ff462a-2f9f-4b37-b110-76d49f3a5ab4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:54.565363 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-b128e6f3-6a4b-427a-bc76-6d2d0b43d343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302af011-5d2d-4040-8014-ded5f17568a6', 'name': 'tempest-ServerActionsTestJSON-1059124727-router', 'tenant_id': '1ab0685188e14657a77135ecc1496822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.160'}], 'enable_snat': True}, 'gw_port_id': '50867e16-bff5-4116-a9a4-16376b03757b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:19:04Z', 'updated_at': '2021-09-24T16:29:53Z', 'revision_number': 5, 'project_id': '1ab0685188e14657a77135ecc1496822', 'gw_port': {'id': '50867e16-bff5-4116-a9a4-16376b03757b', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:ff:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '302af011-5d2d-4040-8014-ded5f17568a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4031, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:19:04Z', 'updated_at': '2021-09-24T16:19:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:29:54.591112 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b128e6f3-6a4b-427a-bc76-6d2d0b43d343 None None] Checking router: 302af011-5d2d-4040-8014-ded5f17568a6 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:29:54.599303 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b128e6f3-6a4b-427a-bc76-6d2d0b43d343 None None] Routers {'302af011-5d2d-4040-8014-ded5f17568a6'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:29:54.599900 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-b128e6f3-6a4b-427a-bc76-6d2d0b43d343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:29:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['302af011-5d2d-4040-8014-ded5f17568a6'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:29:54.614903 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-92ff462a-2f9f-4b37-b110-76d49f3a5ab4 admin admin] Deleting port 50867e16-bff5-4116-a9a4-16376b03757b {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:29:54.615245 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-92ff462a-2f9f-4b37-b110-76d49f3a5ab4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:54.700349 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-92ff462a-2f9f-4b37-b110-76d49f3a5ab4 admin admin] For port 50867e16-bff5-4116-a9a4-16376b03757b, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=50867e16-bff5-4116-a9a4-16376b03757b,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:29:54.700578 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-92ff462a-2f9f-4b37-b110-76d49f3a5ab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:54.714753 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-92ff462a-2f9f-4b37-b110-76d49f3a5ab4 admin admin] Calling delete_port for 50867e16-bff5-4116-a9a4-16376b03757b owned by network:router_gateway {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:29:54.839359 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-b128e6f3-6a4b-427a-bc76-6d2d0b43d343 None None] Set router 302af011-5d2d-4040-8014-ded5f17568a6 gateway port host: None {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:29:54.893735 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-b128e6f3-6a4b-427a-bc76-6d2d0b43d343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '302af011-5d2d-4040-8014-ded5f17568a6', 'name': 'tempest-ServerActionsTestJSON-1059124727-router', 'tenant_id': '1ab0685188e14657a77135ecc1496822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:19:04Z', 'updated_at': '2021-09-24T16:29:54Z', 'revision_number': 6, 'project_id': '1ab0685188e14657a77135ecc1496822', 'gw_port_host': None}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:29:54.920390 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b128e6f3-6a4b-427a-bc76-6d2d0b43d343 None None] The sync data for ids ['302af011-5d2d-4040-8014-ded5f17568a6'] in n-d-808921-1 is: [{'id': '302af011-5d2d-4040-8014-ded5f17568a6', 'name': 'tempest-ServerActionsTestJSON-1059124727-router', 'tenant_id': '1ab0685188e14657a77135ecc1496822', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:19:04Z', 'updated_at': '2021-09-24T16:29:54Z', 'revision_number': 6, 'project_id': '1ab0685188e14657a77135ecc1496822', 'gw_port_host': None}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:29:54.976810 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-92ff462a-2f9f-4b37-b110-76d49f3a5ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:55.008190 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ff462a-2f9f-4b37-b110-76d49f3a5ab4 admin admin] Pushing event deleted for resources: {'Port': ['ID=50867e16-bff5-4116-a9a4-16376b03757b,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:29:55.069649 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-92ff462a-2f9f-4b37-b110-76d49f3a5ab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586576'] for router_gateway, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:55.161193 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-92ff462a-2f9f-4b37-b110-76d49f3a5ab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:55.163334 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-92ff462a-2f9f-4b37-b110-76d49f3a5ab4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:55.288414 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-92ff462a-2f9f-4b37-b110-76d49f3a5ab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:55.288992 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92ff462a-2f9f-4b37-b110-76d49f3a5ab4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 302af011-5d2d-4040-8014-ded5f17568a6 {{(pid=95298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 16:29:55.293545 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-92ff462a-2f9f-4b37-b110-76d49f3a5ab4 admin admin] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:55.295429 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-92ff462a-2f9f-4b37-b110-76d49f3a5ab4 admin admin] 10.222.0.101 "DELETE /v2.0/routers/302af011-5d2d-4040-8014-ded5f17568a6 HTTP/1.1" status: 204 len: 168 time: 1.0312889 Sep 24 16:29:55.301019 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45486) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:29:55.347828 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-4133460f-1f73-48c0-8629-e1199bdee25b admin admin] Deleting subnet d7501836-148c-4ade-ae18-6669fad5c7ad {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 16:29:55.351180 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4133460f-1f73-48c0-8629-e1199bdee25b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:55.388218 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4133460f-1f73-48c0-8629-e1199bdee25b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:55.471768 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4133460f-1f73-48c0-8629-e1199bdee25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:55.623675 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4133460f-1f73-48c0-8629-e1199bdee25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:55.650763 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4133460f-1f73-48c0-8629-e1199bdee25b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7501836-148c-4ade-ae18-6669fad5c7ad,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:29:55.655009 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4133460f-1f73-48c0-8629-e1199bdee25b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:55.659034 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-4133460f-1f73-48c0-8629-e1199bdee25b admin admin] 10.222.0.101 "DELETE /v2.0/subnets/d7501836-148c-4ade-ae18-6669fad5c7ad HTTP/1.1" status: 204 len: 168 time: 0.3580797 Sep 24 16:29:55.661765 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45488) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:29:55.666590 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc93b21-11ab-4362-9441-52cfa86e136c None None] Network 68d2327c-e67b-467b-b2d5-f9d00637e77c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:29:55.740366 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-723c1ede-642c-4fb6-82fb-d20501024526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:55.803628 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-723c1ede-642c-4fb6-82fb-d20501024526 admin admin] Deleting port 1ed6e129-2a71-46ea-bc1b-d383c6b33500 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:29:55.803964 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-723c1ede-642c-4fb6-82fb-d20501024526 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:55.862664 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c03dcd-4092-4906-a8b2-74e9feaa4329 None None] DHCP port deletion for 68d2327c-e67b-467b-b2d5-f9d00637e77c request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 16:29:55.877008 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-723c1ede-642c-4fb6-82fb-d20501024526 admin admin] For port 1ed6e129-2a71-46ea-bc1b-d383c6b33500, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=1ed6e129-2a71-46ea-bc1b-d383c6b33500,segment=NetworkSegment(bae412cc-5815-477a-be73-419ffe821ffd),segment_id=bae412cc-5815-477a-be73-419ffe821ffd)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:29:55.877426 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-723c1ede-642c-4fb6-82fb-d20501024526 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:55.889576 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-723c1ede-642c-4fb6-82fb-d20501024526 admin admin] Calling delete_port for 1ed6e129-2a71-46ea-bc1b-d383c6b33500 owned by network:dhcp {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:29:55.908950 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-96c03dcd-4092-4906-a8b2-74e9feaa4329 None None] Deleting port 1ed6e129-2a71-46ea-bc1b-d383c6b33500 {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:29:55.909327 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-96c03dcd-4092-4906-a8b2-74e9feaa4329 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:55.971912 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-96c03dcd-4092-4906-a8b2-74e9feaa4329 None None] For port 1ed6e129-2a71-46ea-bc1b-d383c6b33500, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=1ed6e129-2a71-46ea-bc1b-d383c6b33500,segment=NetworkSegment(bae412cc-5815-477a-be73-419ffe821ffd),segment_id=bae412cc-5815-477a-be73-419ffe821ffd)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:29:55.972223 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-96c03dcd-4092-4906-a8b2-74e9feaa4329 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:55.988974 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-96c03dcd-4092-4906-a8b2-74e9feaa4329 None None] Calling delete_port for 1ed6e129-2a71-46ea-bc1b-d383c6b33500 owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:29:56.096165 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-723c1ede-642c-4fb6-82fb-d20501024526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:56.102239 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-96c03dcd-4092-4906-a8b2-74e9feaa4329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:56.125411 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723c1ede-642c-4fb6-82fb-d20501024526 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ed6e129-2a71-46ea-bc1b-d383c6b33500,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:29:56.141185 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c03dcd-4092-4906-a8b2-74e9feaa4329 None None] Pushing event deleted for resources: {'Port': ['ID=1ed6e129-2a71-46ea-bc1b-d383c6b33500,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:29:56.141758 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723c1ede-642c-4fb6-82fb-d20501024526 admin admin] No DVR routers for this DVR port 1ed6e129-2a71-46ea-bc1b-d383c6b33500 on host n-d-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:29:56.141961 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c03dcd-4092-4906-a8b2-74e9feaa4329 None None] No DVR routers for this DVR port 1ed6e129-2a71-46ea-bc1b-d383c6b33500 on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:29:56.200397 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-723c1ede-642c-4fb6-82fb-d20501024526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:56.224654 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-723c1ede-642c-4fb6-82fb-d20501024526 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68d2327c-e67b-467b-b2d5-f9d00637e77c']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:29:56.234615 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-723c1ede-642c-4fb6-82fb-d20501024526 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bae412cc-5815-477a-be73-419ffe821ffd') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:29:56.234906 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-723c1ede-642c-4fb6-82fb-d20501024526 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bae412cc-5815-477a-be73-419ffe821ffd') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:29:56.244452 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-723c1ede-642c-4fb6-82fb-d20501024526 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:56.259116 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-723c1ede-642c-4fb6-82fb-d20501024526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:56.265951 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-723c1ede-642c-4fb6-82fb-d20501024526 admin admin] Releasing vlan 1291 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 16:29:56.266369 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-723c1ede-642c-4fb6-82fb-d20501024526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:56.268111 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 16:29:56.268111 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 16:29:56.268111 n-d-808921-1 neutron-server[95298]: timer() Sep 24 16:29:56.268111 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 16:29:56.268111 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 16:29:56.268111 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 16:29:56.268111 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 16:29:56.268111 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 16:29:56.268111 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 16:29:56.268111 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 16:29:56.268111 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 16:29:56.268111 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 16:29:56.268111 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 16:29:56.268111 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 16:29:56.268111 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 16:29:56.268111 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 16:29:56.268111 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 16:29:56.268111 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 16:29:56.268111 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 16:29:56.268111 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 16:29:56.268111 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 16:29:56.268111 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 16:29:56.268111 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 16:29:56.268111 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 16:29:56.268111 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 16:29:56.268111 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 16:29:56.268111 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 16:29:56.268111 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 16:29:56.268111 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 16:29:56.268111 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 16:29:56.268111 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 16:29:56.268111 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 16:29:56.417347 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-723c1ede-642c-4fb6-82fb-d20501024526 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:56.423881 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-723c1ede-642c-4fb6-82fb-d20501024526 admin admin] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:56.428424 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-723c1ede-642c-4fb6-82fb-d20501024526 admin admin] 10.222.0.101 "DELETE /v2.0/networks/68d2327c-e67b-467b-b2d5-f9d00637e77c HTTP/1.1" status: 204 len: 168 time: 0.7643378 Sep 24 16:29:56.437445 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723c1ede-642c-4fb6-82fb-d20501024526 admin admin] Pushing event deleted for resources: {'Network': ['ID=68d2327c-e67b-467b-b2d5-f9d00637e77c,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:29:56.504483 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 1ed6e129-2a71-46ea-bc1b-d383c6b33500 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:29:56.526252 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 1ed6e129-2a71-46ea-bc1b-d383c6b33500 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:29:56.526625 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 1ed6e129-2a71-46ea-bc1b-d383c6b33500 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:29:56.527043 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 50867e16-bff5-4116-a9a4-16376b03757b no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:29:56.549417 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 50867e16-bff5-4116-a9a4-16376b03757b {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:29:56.549767 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 50867e16-bff5-4116-a9a4-16376b03757b not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:29:56.550179 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device ede91fc0-e62b-4a2e-9c60-7c620e454edd no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:29:56.573268 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: ede91fc0-e62b-4a2e-9c60-7c620e454edd {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:29:56.573609 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device ede91fc0-e62b-4a2e-9c60-7c620e454edd not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:29:56.753412 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45492) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:29:56.794082 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-6025f688-687d-4f81-9a55-b76f88c102d3 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=1ab0685188e14657a77135ecc1496822&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393693 Sep 24 16:29:56.796722 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45494) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:29:56.846243 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7fb7fc5e-21a8-4820-a8f6-09e37d0909ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:56.869750 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7fb7fc5e-21a8-4820-a8f6-09e37d0909ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:56.987985 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7fb7fc5e-21a8-4820-a8f6-09e37d0909ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:56.990571 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7fb7fc5e-21a8-4820-a8f6-09e37d0909ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:56.991762 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-7fb7fc5e-21a8-4820-a8f6-09e37d0909ff admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/3dba3635-a73c-43a1-81ed-5b704a3a7767 HTTP/1.1" status: 204 len: 168 time: 0.1939802 Sep 24 16:29:57.000451 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb7fc5e-21a8-4820-a8f6-09e37d0909ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dba3635-a73c-43a1-81ed-5b704a3a7767,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:29:58.187974 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45516) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:29:58.286737 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-2d39c36a-8227-4702-957b-e6764d15c1f6 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1912520263-network', 'tenant_id': '2c57dc60ba084865b44e14bc98ed1deb'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:29:58.381756 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d39c36a-8227-4702-957b-e6764d15c1f6 admin admin] Made reservation on behalf of 2c57dc60ba084865b44e14bc98ed1deb for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:29:58.384041 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2d39c36a-8227-4702-957b-e6764d15c1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:58.393894 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2d39c36a-8227-4702-957b-e6764d15c1f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:58.492774 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2d39c36a-8227-4702-957b-e6764d15c1f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:58.671182 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2d39c36a-8227-4702-957b-e6764d15c1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:58.695821 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d39c36a-8227-4702-957b-e6764d15c1f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1281} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 16:29:58.705706 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d39c36a-8227-4702-957b-e6764d15c1f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ce9967-c1fa-49f9-81ec-74dfa0b6037e,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:29:58.711920 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2d39c36a-8227-4702-957b-e6764d15c1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:58.712267 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-2d39c36a-8227-4702-957b-e6764d15c1f6 admin admin] Added segment 897fca43-07ae-41b0-a4e7-1dbec6d29e8c of type vlan for network f6658e30-1080-4b76-9b17-43c71516edc3 Sep 24 16:29:58.760063 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2d39c36a-8227-4702-957b-e6764d15c1f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:58.859666 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2d39c36a-8227-4702-957b-e6764d15c1f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:58.860961 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d39c36a-8227-4702-957b-e6764d15c1f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:29:58.861573 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2d39c36a-8227-4702-957b-e6764d15c1f6 admin admin] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:58.924788 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d39c36a-8227-4702-957b-e6764d15c1f6 admin admin] Pushing event updated for resources: {'Network': ['ID=f6658e30-1080-4b76-9b17-43c71516edc3,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:29:58.935386 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network f6658e30-1080-4b76-9b17-43c71516edc3 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 16:29:58.971711 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-2d39c36a-8227-4702-957b-e6764d15c1f6 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7825928 Sep 24 16:29:58.974745 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45520) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:29:58.979577 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-4835ea8e-a16d-47b1-aa49-23443f9e3310 admin admin] Request body: {'subnet': {'network_id': 'f6658e30-1080-4b76-9b17-43c71516edc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1912520263-subnet', 'tenant_id': '2c57dc60ba084865b44e14bc98ed1deb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:29:59.076617 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4835ea8e-a16d-47b1-aa49-23443f9e3310 admin admin] Made reservation on behalf of 2c57dc60ba084865b44e14bc98ed1deb for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:29:59.079063 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4835ea8e-a16d-47b1-aa49-23443f9e3310 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:59.342835 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4835ea8e-a16d-47b1-aa49-23443f9e3310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:59.399780 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4835ea8e-a16d-47b1-aa49-23443f9e3310 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6ba999b-3717-4038-a41b-5e9acaedc531,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:29:59.409575 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4835ea8e-a16d-47b1-aa49-23443f9e3310 admin admin] Checking segment: {'id': '897fca43-07ae-41b0-a4e7-1dbec6d29e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': 'f6658e30-1080-4b76-9b17-43c71516edc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:29:59.409932 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4835ea8e-a16d-47b1-aa49-23443f9e3310 admin admin] Network hostable DHCP agents. Network: f6658e30-1080-4b76-9b17-43c71516edc3, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 16:29:59.530308 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4835ea8e-a16d-47b1-aa49-23443f9e3310 admin admin] Network f6658e30-1080-4b76-9b17-43c71516edc3 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 16:29:59.604840 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-4835ea8e-a16d-47b1-aa49-23443f9e3310 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, f6658e30-1080-4b76-9b17-43c71516edc3) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:29:59.609110 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4835ea8e-a16d-47b1-aa49-23443f9e3310 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:29:59.609706 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4835ea8e-a16d-47b1-aa49-23443f9e3310 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:29:59.614781 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e61f0888-175c-4604-8af2-3479fe31bb34 None None] Network f6658e30-1080-4b76-9b17-43c71516edc3 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:29:59.695109 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-4835ea8e-a16d-47b1-aa49-23443f9e3310 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7190764 Sep 24 16:29:59.741270 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d37fe70-9d64-4cde-ac80-76a59604868b None None] Network f6658e30-1080-4b76-9b17-43c71516edc3 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:30:00.134622 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d80a98-d01b-4d9e-b2f2-2e7ca2b5a4d2 req-836c290f-9554-4f9f-89ff-7eacb98677a5 tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:30:00.136105 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b6d80a98-d01b-4d9e-b2f2-2e7ca2b5a4d2 req-836c290f-9554-4f9f-89ff-7eacb98677a5 tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] 10.222.0.101 "GET /v2.0/networks?id=f6658e30-1080-4b76-9b17-43c71516edc3 HTTP/1.1" status: 200 len: 814 time: 0.1074839 Sep 24 16:30:00.151761 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b6d80a98-d01b-4d9e-b2f2-2e7ca2b5a4d2 req-e28e6ff5-ff0b-41e3-b296-9122b62a02d2 tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] 10.222.0.101 "GET /v2.0/quotas/2c57dc60ba084865b44e14bc98ed1deb HTTP/1.1" status: 200 len: 375 time: 0.0092399 Sep 24 16:30:00.184308 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b6d80a98-d01b-4d9e-b2f2-2e7ca2b5a4d2 req-b488739f-180f-4071-a8c8-917bd9ea0a0b tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=2c57dc60ba084865b44e14bc98ed1deb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0266845 Sep 24 16:30:00.291739 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [req-b6d80a98-d01b-4d9e-b2f2-2e7ca2b5a4d2 req-cdbb9c1d-a142-451b-9f4f-662672c2093a service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 16:30:00.292776 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b6d80a98-d01b-4d9e-b2f2-2e7ca2b5a4d2 req-cdbb9c1d-a142-451b-9f4f-662672c2093a service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0490453 Sep 24 16:30:00.388855 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b6d80a98-d01b-4d9e-b2f2-2e7ca2b5a4d2 req-e73250e2-01ed-4cbe-bb28-cb0728244ad6 service neutron] 10.222.0.101 "GET /v2.0/networks/f6658e30-1080-4b76-9b17-43c71516edc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896130 Sep 24 16:30:00.479467 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b6d80a98-d01b-4d9e-b2f2-2e7ca2b5a4d2 req-ca7d6415-9940-48ef-bcda-5f1199e8ff7a service neutron] 10.222.0.101 "GET /v2.0/networks/f6658e30-1080-4b76-9b17-43c71516edc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843561 Sep 24 16:30:00.723361 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b2bfd6ff-21ce-430a-984a-a916114149af req-a2720637-a69a-480b-b5fd-8d86e61b7561 tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] 10.222.0.101 "GET /v2.0/ports?device_id=0e46aa13-1cc9-4c57-a253-7b689270014a HTTP/1.1" status: 200 len: 210 time: 0.0270977 Sep 24 16:30:01.276408 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-dc26d575-fe06-4244-816c-f967bbd4dd29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:01.823151 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a62ad93c-e0bd-4157-a809-11038662e0c7 req-f4e6e31f-1130-4943-bb92-842e4ec1f055 tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] 10.222.0.101 "GET /v2.0/ports?device_id=0e46aa13-1cc9-4c57-a253-7b689270014a HTTP/1.1" status: 200 len: 210 time: 0.0312240 Sep 24 16:30:02.917710 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5a8b1d27-a5be-4926-aed6-437f18166f6d req-d9d3f3d2-b2ec-4353-b07f-c4d2dd7c12f5 tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] 10.222.0.101 "GET /v2.0/ports?device_id=0e46aa13-1cc9-4c57-a253-7b689270014a HTTP/1.1" status: 200 len: 210 time: 0.0259042 Sep 24 16:30:03.183502 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d80a98-d01b-4d9e-b2f2-2e7ca2b5a4d2 req-8cf6b6ee-f855-47d5-959c-2841973e4ca0 tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:30:03.184915 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b6d80a98-d01b-4d9e-b2f2-2e7ca2b5a4d2 req-8cf6b6ee-f855-47d5-959c-2841973e4ca0 tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] 10.222.0.110 "GET /v2.0/networks?id=f6658e30-1080-4b76-9b17-43c71516edc3 HTTP/1.1" status: 200 len: 814 time: 0.1047013 Sep 24 16:30:03.200121 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-b6d80a98-d01b-4d9e-b2f2-2e7ca2b5a4d2 req-57fa24e7-da36-47c4-9980-7acb12a91ada tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Request body: {'port': {'device_id': '0e46aa13-1cc9-4c57-a253-7b689270014a', 'network_id': 'f6658e30-1080-4b76-9b17-43c71516edc3', 'admin_state_up': True, 'tenant_id': '2c57dc60ba084865b44e14bc98ed1deb'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:30:03.373613 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6d80a98-d01b-4d9e-b2f2-2e7ca2b5a4d2 req-57fa24e7-da36-47c4-9980-7acb12a91ada tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Made reservation on behalf of 2c57dc60ba084865b44e14bc98ed1deb for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:30:03.377198 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b6d80a98-d01b-4d9e-b2f2-2e7ca2b5a4d2 req-57fa24e7-da36-47c4-9980-7acb12a91ada tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:03.503864 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-b6d80a98-d01b-4d9e-b2f2-2e7ca2b5a4d2 req-57fa24e7-da36-47c4-9980-7acb12a91ada tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Allocated IP 172.20.0.13 (f6658e30-1080-4b76-9b17-43c71516edc3/a6ba999b-3717-4038-a41b-5e9acaedc531/0b0cc3ce-9af5-4b8e-bddc-54949621a911) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:30:03.664803 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b6d80a98-d01b-4d9e-b2f2-2e7ca2b5a4d2 req-57fa24e7-da36-47c4-9980-7acb12a91ada tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:03.771099 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b6d80a98-d01b-4d9e-b2f2-2e7ca2b5a4d2 req-57fa24e7-da36-47c4-9980-7acb12a91ada tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:03.813799 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6d80a98-d01b-4d9e-b2f2-2e7ca2b5a4d2 req-57fa24e7-da36-47c4-9980-7acb12a91ada tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Network f6658e30-1080-4b76-9b17-43c71516edc3 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:30:03.817086 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-b6d80a98-d01b-4d9e-b2f2-2e7ca2b5a4d2 req-57fa24e7-da36-47c4-9980-7acb12a91ada tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:30:03.820655 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6d80a98-d01b-4d9e-b2f2-2e7ca2b5a4d2 req-57fa24e7-da36-47c4-9980-7acb12a91ada tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:30:03.848651 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fa24e7-da36-47c4-9980-7acb12a91ada tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Pushing event updated for resources: {'Port': ['ID=0b0cc3ce-9af5-4b8e-bddc-54949621a911,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:30:03.866926 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fa24e7-da36-47c4-9980-7acb12a91ada tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:30:03.867275 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fa24e7-da36-47c4-9980-7acb12a91ada tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:30:03.867617 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fa24e7-da36-47c4-9980-7acb12a91ada tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:30:03.867983 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fa24e7-da36-47c4-9980-7acb12a91ada tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:30:03.868315 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fa24e7-da36-47c4-9980-7acb12a91ada tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:30:03.868667 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fa24e7-da36-47c4-9980-7acb12a91ada tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:30:03.868992 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fa24e7-da36-47c4-9980-7acb12a91ada tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:30:03.869317 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fa24e7-da36-47c4-9980-7acb12a91ada tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:30:03.869641 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fa24e7-da36-47c4-9980-7acb12a91ada tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:30:03.869963 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fa24e7-da36-47c4-9980-7acb12a91ada tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:30:03.870291 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fa24e7-da36-47c4-9980-7acb12a91ada tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:30:03.870639 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57fa24e7-da36-47c4-9980-7acb12a91ada tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:30:03.894086 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d80a98-d01b-4d9e-b2f2-2e7ca2b5a4d2 req-57fa24e7-da36-47c4-9980-7acb12a91ada tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:30:03.894753 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b6d80a98-d01b-4d9e-b2f2-2e7ca2b5a4d2 req-57fa24e7-da36-47c4-9980-7acb12a91ada tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:03.907341 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ae6c53df-56d7-4670-867d-e0aa87263706 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:03.971447 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b6d80a98-d01b-4d9e-b2f2-2e7ca2b5a4d2 req-57fa24e7-da36-47c4-9980-7acb12a91ada tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7750263 Sep 24 16:30:03.985470 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-b6d80a98-d01b-4d9e-b2f2-2e7ca2b5a4d2 req-1be462f2-a24d-49a0-81d2-b951ad84d426 service neutron] Request body: {'port': {'device_id': '0e46aa13-1cc9-4c57-a253-7b689270014a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:30:04.040307 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd9ce2a-0fa1-4ac5-b7e1-5ab5249b4994 req-8af703c5-aedd-45d5-a64d-ad3511424bb9 tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:30:04.040941 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b6d80a98-d01b-4d9e-b2f2-2e7ca2b5a4d2 req-1be462f2-a24d-49a0-81d2-b951ad84d426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:04.041825 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-efd9ce2a-0fa1-4ac5-b7e1-5ab5249b4994 req-8af703c5-aedd-45d5-a64d-ad3511424bb9 tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] 10.222.0.101 "GET /v2.0/ports?device_id=0e46aa13-1cc9-4c57-a253-7b689270014a HTTP/1.1" status: 200 len: 932 time: 0.0512211 Sep 24 16:30:04.081587 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-efd9ce2a-0fa1-4ac5-b7e1-5ab5249b4994 req-b7611f88-49fb-478c-91cd-ff007db3e80a tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] 10.222.0.101 "GET /v2.0/security-groups?id=78ce9967-c1fa-49f9-81ec-74dfa0b6037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335407 Sep 24 16:30:04.306168 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-b6d80a98-d01b-4d9e-b2f2-2e7ca2b5a4d2 req-1be462f2-a24d-49a0-81d2-b951ad84d426 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b0cc3ce-9af5-4b8e-bddc-54949621a911 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:30:04.313908 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b6d80a98-d01b-4d9e-b2f2-2e7ca2b5a4d2 req-1be462f2-a24d-49a0-81d2-b951ad84d426 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:04.326441 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-b6d80a98-d01b-4d9e-b2f2-2e7ca2b5a4d2 req-1be462f2-a24d-49a0-81d2-b951ad84d426 service neutron] Transition to ACTIVE for port object 0b0cc3ce-9af5-4b8e-bddc-54949621a911 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 16:30:04.338827 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:04.419223 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b6d80a98-d01b-4d9e-b2f2-2e7ca2b5a4d2 req-1be462f2-a24d-49a0-81d2-b951ad84d426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:04.468895 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be462f2-a24d-49a0-81d2-b951ad84d426 service neutron] Pushing event updated for resources: {'Port': ['ID=0b0cc3ce-9af5-4b8e-bddc-54949621a911,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:30:04.537854 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-b6d80a98-d01b-4d9e-b2f2-2e7ca2b5a4d2 req-1be462f2-a24d-49a0-81d2-b951ad84d426 service neutron] Attempting to bind port 0b0cc3ce-9af5-4b8e-bddc-54949621a911 on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:30:04.538176 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-b6d80a98-d01b-4d9e-b2f2-2e7ca2b5a4d2 req-1be462f2-a24d-49a0-81d2-b951ad84d426 service neutron] Attempting to bind port 0b0cc3ce-9af5-4b8e-bddc-54949621a911 by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': '897fca43-07ae-41b0-a4e7-1dbec6d29e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': 'f6658e30-1080-4b76-9b17-43c71516edc3'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:30:04.538529 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d80a98-d01b-4d9e-b2f2-2e7ca2b5a4d2 req-1be462f2-a24d-49a0-81d2-b951ad84d426 service neutron] Attempting to bind port 0b0cc3ce-9af5-4b8e-bddc-54949621a911 on network f6658e30-1080-4b76-9b17-43c71516edc3 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:30:04.542798 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d80a98-d01b-4d9e-b2f2-2e7ca2b5a4d2 req-1be462f2-a24d-49a0-81d2-b951ad84d426 service neutron] Port 0b0cc3ce-9af5-4b8e-bddc-54949621a911 on network f6658e30-1080-4b76-9b17-43c71516edc3 not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 16:30:04.543103 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d80a98-d01b-4d9e-b2f2-2e7ca2b5a4d2 req-1be462f2-a24d-49a0-81d2-b951ad84d426 service neutron] Attempting to bind port 0b0cc3ce-9af5-4b8e-bddc-54949621a911 on network f6658e30-1080-4b76-9b17-43c71516edc3 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:30:04.547807 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d80a98-d01b-4d9e-b2f2-2e7ca2b5a4d2 req-1be462f2-a24d-49a0-81d2-b951ad84d426 service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:30:04.548134 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d80a98-d01b-4d9e-b2f2-2e7ca2b5a4d2 req-1be462f2-a24d-49a0-81d2-b951ad84d426 service neutron] Checking segment: {'id': '897fca43-07ae-41b0-a4e7-1dbec6d29e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': 'f6658e30-1080-4b76-9b17-43c71516edc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:30:04.548507 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d80a98-d01b-4d9e-b2f2-2e7ca2b5a4d2 req-1be462f2-a24d-49a0-81d2-b951ad84d426 service neutron] Bound using segment: {'id': '897fca43-07ae-41b0-a4e7-1dbec6d29e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': 'f6658e30-1080-4b76-9b17-43c71516edc3'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:30:04.548918 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-b6d80a98-d01b-4d9e-b2f2-2e7ca2b5a4d2 req-1be462f2-a24d-49a0-81d2-b951ad84d426 service neutron] Bound port: 0b0cc3ce-9af5-4b8e-bddc-54949621a911, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '897fca43-07ae-41b0-a4e7-1dbec6d29e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': 'f6658e30-1080-4b76-9b17-43c71516edc3'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:30:04.549266 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b6d80a98-d01b-4d9e-b2f2-2e7ca2b5a4d2 req-1be462f2-a24d-49a0-81d2-b951ad84d426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:04.614137 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-b6d80a98-d01b-4d9e-b2f2-2e7ca2b5a4d2 req-1be462f2-a24d-49a0-81d2-b951ad84d426 service neutron] For port 0b0cc3ce-9af5-4b8e-bddc-54949621a911, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:30:04.617093 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-b6d80a98-d01b-4d9e-b2f2-2e7ca2b5a4d2 req-1be462f2-a24d-49a0-81d2-b951ad84d426 service neutron] For port 0b0cc3ce-9af5-4b8e-bddc-54949621a911, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=0b0cc3ce-9af5-4b8e-bddc-54949621a911,segment=NetworkSegment(897fca43-07ae-41b0-a4e7-1dbec6d29e8c),segment_id=897fca43-07ae-41b0-a4e7-1dbec6d29e8c)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:30:04.682334 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b6d80a98-d01b-4d9e-b2f2-2e7ca2b5a4d2 req-1be462f2-a24d-49a0-81d2-b951ad84d426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:04.715949 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d80a98-d01b-4d9e-b2f2-2e7ca2b5a4d2 req-1be462f2-a24d-49a0-81d2-b951ad84d426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:30:04.716572 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-b6d80a98-d01b-4d9e-b2f2-2e7ca2b5a4d2 req-1be462f2-a24d-49a0-81d2-b951ad84d426 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:04.718024 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b6d80a98-d01b-4d9e-b2f2-2e7ca2b5a4d2 req-1be462f2-a24d-49a0-81d2-b951ad84d426 service neutron] 10.222.0.110 "PUT /v2.0/ports/0b0cc3ce-9af5-4b8e-bddc-54949621a911 HTTP/1.1" status: 200 len: 1092 time: 0.7378550 Sep 24 16:30:04.718486 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e46aa13-1cc9-4c57-a253-7b689270014a', 'tag': '0b0cc3ce-9af5-4b8e-bddc-54949621a911'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:30:04.720772 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86bdbdc9b9e92b390e2d9cb11b84962cc6f6bd0fdc6518f79f4e2677ef2c88f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-465ff0da-7c8a-42c4-98cb-bc14d8973677" -d '{"events": [{"name": "network-changed", "server_uuid": "0e46aa13-1cc9-4c57-a253-7b689270014a", "tag": "0b0cc3ce-9af5-4b8e-bddc-54949621a911"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:30:04.746860 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be462f2-a24d-49a0-81d2-b951ad84d426 service neutron] Pushing event updated for resources: {'Port': ['ID=0b0cc3ce-9af5-4b8e-bddc-54949621a911,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:30:04.760553 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164f4104-4706-4821-8209-e5eaef8560fa x-openstack-request-id: req-164f4104-4706-4821-8209-e5eaef8560fa {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:30:04.760833 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e46aa13-1cc9-4c57-a253-7b689270014a", "tag": "0b0cc3ce-9af5-4b8e-bddc-54949621a911", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:30:04.761081 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-164f4104-4706-4821-8209-e5eaef8560fa {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:30:04.761472 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e46aa13-1cc9-4c57-a253-7b689270014a', 'tag': '0b0cc3ce-9af5-4b8e-bddc-54949621a911', 'status': 'completed', 'code': 200} Sep 24 16:30:04.826200 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ff0da-7c8a-42c4-98cb-bc14d8973677 req-9e282e2f-a73b-488c-90f7-aa6cde19c176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:30:04.827710 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-465ff0da-7c8a-42c4-98cb-bc14d8973677 req-9e282e2f-a73b-488c-90f7-aa6cde19c176 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=2c57dc60ba084865b44e14bc98ed1deb&device_id=0e46aa13-1cc9-4c57-a253-7b689270014a HTTP/1.1" status: 200 len: 1095 time: 0.0415432 Sep 24 16:30:04.929729 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ff0da-7c8a-42c4-98cb-bc14d8973677 req-e435ee5d-a3e7-4e16-85b6-ef5d439f06df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:30:04.931125 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-465ff0da-7c8a-42c4-98cb-bc14d8973677 req-e435ee5d-a3e7-4e16-85b6-ef5d439f06df service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=2c57dc60ba084865b44e14bc98ed1deb&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0938540 Sep 24 16:30:05.033189 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465ff0da-7c8a-42c4-98cb-bc14d8973677 req-4a018b77-e44c-43cd-9942-16c96e76309e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:30:05.034725 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-465ff0da-7c8a-42c4-98cb-bc14d8973677 req-4a018b77-e44c-43cd-9942-16c96e76309e service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0896463 Sep 24 16:30:05.117493 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d80a98-d01b-4d9e-b2f2-2e7ca2b5a4d2 req-a066ab58-4487-422b-bdd9-18caa44db085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:30:05.119022 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b6d80a98-d01b-4d9e-b2f2-2e7ca2b5a4d2 req-a066ab58-4487-422b-bdd9-18caa44db085 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=2c57dc60ba084865b44e14bc98ed1deb&device_id=0e46aa13-1cc9-4c57-a253-7b689270014a HTTP/1.1" status: 200 len: 1095 time: 0.0414913 Sep 24 16:30:05.167829 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b6d80a98-d01b-4d9e-b2f2-2e7ca2b5a4d2 req-ced9a5a4-a7db-4e68-bca9-8ae118d1a079 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0b0cc3ce-9af5-4b8e-bddc-54949621a911 HTTP/1.1" status: 200 len: 217 time: 0.0391884 Sep 24 16:30:05.198757 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213591db-faf8-4d46-984c-d284d542cb52 req-acbf07ff-1652-4497-a3bf-5d6a3ea2b672 tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:30:05.200184 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-213591db-faf8-4d46-984c-d284d542cb52 req-acbf07ff-1652-4497-a3bf-5d6a3ea2b672 tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] 10.222.0.101 "GET /v2.0/ports?device_id=0e46aa13-1cc9-4c57-a253-7b689270014a HTTP/1.1" status: 200 len: 944 time: 0.0501940 Sep 24 16:30:05.219483 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d80a98-d01b-4d9e-b2f2-2e7ca2b5a4d2 req-f84622ca-e7d2-4fb9-b4bf-a85545c858e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:30:05.220937 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b6d80a98-d01b-4d9e-b2f2-2e7ca2b5a4d2 req-f84622ca-e7d2-4fb9-b4bf-a85545c858e6 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=a6ba999b-3717-4038-a41b-5e9acaedc531 HTTP/1.1" status: 200 len: 854 time: 0.0458343 Sep 24 16:30:05.238864 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-213591db-faf8-4d46-984c-d284d542cb52 req-191b7090-f43f-41ff-a42b-25eb2b371389 tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] 10.222.0.101 "GET /v2.0/security-groups?id=78ce9967-c1fa-49f9-81ec-74dfa0b6037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318160 Sep 24 16:30:05.253344 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b6d80a98-d01b-4d9e-b2f2-2e7ca2b5a4d2 req-23930bb8-4ce0-435e-b31f-e48aa1634232 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=f6658e30-1080-4b76-9b17-43c71516edc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250423 Sep 24 16:30:05.347883 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b6d80a98-d01b-4d9e-b2f2-2e7ca2b5a4d2 req-22412e48-7689-4901-b70d-622ef6c634d7 service neutron] 10.222.0.110 "GET /v2.0/networks/f6658e30-1080-4b76-9b17-43c71516edc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864174 Sep 24 16:30:05.440057 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b6d80a98-d01b-4d9e-b2f2-2e7ca2b5a4d2 req-0f863423-8596-4a4f-a667-a8f649c6b3a8 service neutron] 10.222.0.110 "GET /v2.0/networks/f6658e30-1080-4b76-9b17-43c71516edc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843935 Sep 24 16:30:05.473357 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:06.362566 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efd9653-e102-4a49-b249-ece3fe44d29d req-e769f3a2-0a08-4575-a1d1-858f884cf450 tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:30:06.364095 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6efd9653-e102-4a49-b249-ece3fe44d29d req-e769f3a2-0a08-4575-a1d1-858f884cf450 tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] 10.222.0.101 "GET /v2.0/ports?device_id=0e46aa13-1cc9-4c57-a253-7b689270014a HTTP/1.1" status: 200 len: 944 time: 0.0551190 Sep 24 16:30:06.402484 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6efd9653-e102-4a49-b249-ece3fe44d29d req-5575bce3-0a94-4ff9-ae48-bde3c3a9cc92 tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] 10.222.0.101 "GET /v2.0/security-groups?id=78ce9967-c1fa-49f9-81ec-74dfa0b6037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321312 Sep 24 16:30:06.873510 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:07.520261 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f001b16-a3d9-4dee-b0dc-09b92a7c8297 req-08de09a4-6fb8-43b8-8c4f-4df1766d1008 tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:30:07.521757 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4f001b16-a3d9-4dee-b0dc-09b92a7c8297 req-08de09a4-6fb8-43b8-8c4f-4df1766d1008 tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] 10.222.0.101 "GET /v2.0/ports?device_id=0e46aa13-1cc9-4c57-a253-7b689270014a HTTP/1.1" status: 200 len: 944 time: 0.0528078 Sep 24 16:30:07.559840 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4f001b16-a3d9-4dee-b0dc-09b92a7c8297 req-63d2c70b-97a9-47b9-8f8c-02e1ea1b35ff tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] 10.222.0.101 "GET /v2.0/security-groups?id=78ce9967-c1fa-49f9-81ec-74dfa0b6037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319617 Sep 24 16:30:08.400368 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 0b0cc3ce-9af5-4b8e-bddc-54949621a911 details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 16:30:08.495485 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 0b0cc3ce-9af5-4b8e-bddc-54949621a911, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=0b0cc3ce-9af5-4b8e-bddc-54949621a911,segment=NetworkSegment(897fca43-07ae-41b0-a4e7-1dbec6d29e8c),segment_id=897fca43-07ae-41b0-a4e7-1dbec6d29e8c)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:30:08.507268 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': '0b0cc3ce-9af5-4b8e-bddc-54949621a911', 'network_id': 'f6658e30-1080-4b76-9b17-43c71516edc3', 'port_id': '0b0cc3ce-9af5-4b8e-bddc-54949621a911', 'mac_address': 'fa:16:3e:d9:a2:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6ba999b-3717-4038-a41b-5e9acaedc531', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 16:30:08.547120 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:08.560577 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b0cc3ce-9af5-4b8e-bddc-54949621a911 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:30:08.579725 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 0b0cc3ce-9af5-4b8e-bddc-54949621a911, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=0b0cc3ce-9af5-4b8e-bddc-54949621a911,segment=NetworkSegment(897fca43-07ae-41b0-a4e7-1dbec6d29e8c),segment_id=897fca43-07ae-41b0-a4e7-1dbec6d29e8c)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:30:08.644459 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:08.673687 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e23f7-b209-4599-b4d0-91aae1d9d0a0 req-b383f2b5-d9d4-4016-a076-c585f5acb6af tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:30:08.675224 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f24e23f7-b209-4599-b4d0-91aae1d9d0a0 req-b383f2b5-d9d4-4016-a076-c585f5acb6af tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] 10.222.0.101 "GET /v2.0/ports?device_id=0e46aa13-1cc9-4c57-a253-7b689270014a HTTP/1.1" status: 200 len: 944 time: 0.0498600 Sep 24 16:30:08.692031 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=0b0cc3ce-9af5-4b8e-bddc-54949621a911,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:30:08.714263 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f24e23f7-b209-4599-b4d0-91aae1d9d0a0 req-76161af5-92da-4f99-a5ab-0908f192fcfa tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] 10.222.0.101 "GET /v2.0/security-groups?id=78ce9967-c1fa-49f9-81ec-74dfa0b6037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323517 Sep 24 16:30:08.910399 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['0b0cc3ce-9af5-4b8e-bddc-54949621a911'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:30:09.473381 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:09.830019 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19badf66-cc33-47de-a33c-0c5e345ce74a req-033acc43-a8d4-4327-a34b-e47a0687247a tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:30:09.831596 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-19badf66-cc33-47de-a33c-0c5e345ce74a req-033acc43-a8d4-4327-a34b-e47a0687247a tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] 10.222.0.101 "GET /v2.0/ports?device_id=0e46aa13-1cc9-4c57-a253-7b689270014a HTTP/1.1" status: 200 len: 945 time: 0.0505111 Sep 24 16:30:09.869017 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-19badf66-cc33-47de-a33c-0c5e345ce74a req-a4f0dbd8-bdb3-4291-970c-a0346d2b0ecf tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] 10.222.0.101 "GET /v2.0/security-groups?id=78ce9967-c1fa-49f9-81ec-74dfa0b6037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315053 Sep 24 16:30:10.415341 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 0b0cc3ce-9af5-4b8e-bddc-54949621a911 up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:30:10.578820 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port 0b0cc3ce-9af5-4b8e-bddc-54949621a911 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 16:30:10.585900 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port 0b0cc3ce-9af5-4b8e-bddc-54949621a911 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:30:10.585900 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:10.662797 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:10.685000 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e46aa13-1cc9-4c57-a253-7b689270014a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b0cc3ce-9af5-4b8e-bddc-54949621a911'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:30:10.687323 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e675284d64920c3690942d07fd233bec6618b8bcfb70da99a5b5d86610f0b706" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d80d16b0-aa45-4867-839c-97c86b1aac79" -d '{"events": [{"server_uuid": "0e46aa13-1cc9-4c57-a253-7b689270014a", "name": "network-vif-plugged", "status": "completed", "tag": "0b0cc3ce-9af5-4b8e-bddc-54949621a911"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:30:10.699703 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 0b0cc3ce-9af5-4b8e-bddc-54949621a911, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=0b0cc3ce-9af5-4b8e-bddc-54949621a911,segment=NetworkSegment(897fca43-07ae-41b0-a4e7-1dbec6d29e8c),segment_id=897fca43-07ae-41b0-a4e7-1dbec6d29e8c)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:30:10.723836 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56446ed7-8f4d-408e-9fc3-86cb26943efa x-openstack-request-id: req-56446ed7-8f4d-408e-9fc3-86cb26943efa {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:30:10.724136 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e46aa13-1cc9-4c57-a253-7b689270014a", "name": "network-vif-plugged", "status": "completed", "tag": "0b0cc3ce-9af5-4b8e-bddc-54949621a911", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:30:10.724399 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-56446ed7-8f4d-408e-9fc3-86cb26943efa {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:30:10.724804 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e46aa13-1cc9-4c57-a253-7b689270014a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b0cc3ce-9af5-4b8e-bddc-54949621a911', 'code': 200} Sep 24 16:30:10.784948 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:10.831515 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=0b0cc3ce-9af5-4b8e-bddc-54949621a911,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:30:10.831971 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96c7892-3363-48b2-9a4f-1f38d69ecddc req-38adee31-0d44-4bed-91a2-178553186799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:30:10.834274 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c96c7892-3363-48b2-9a4f-1f38d69ecddc req-38adee31-0d44-4bed-91a2-178553186799 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=0e46aa13-1cc9-4c57-a253-7b689270014a HTTP/1.1" status: 200 len: 1097 time: 0.0411432 Sep 24 16:30:10.870782 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c96c7892-3363-48b2-9a4f-1f38d69ecddc req-68bdaca8-14fa-430b-93c8-e91cf067d2a1 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=78ce9967-c1fa-49f9-81ec-74dfa0b6037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285392 Sep 24 16:30:10.985750 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0f9eb3-f910-4312-a5bf-245a19593a1f req-74936a28-8417-46d5-b7a8-7dd959f5e259 tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:30:10.987266 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9e0f9eb3-f910-4312-a5bf-245a19593a1f req-74936a28-8417-46d5-b7a8-7dd959f5e259 tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] 10.222.0.101 "GET /v2.0/ports?device_id=0e46aa13-1cc9-4c57-a253-7b689270014a HTTP/1.1" status: 200 len: 946 time: 0.0510783 Sep 24 16:30:11.027633 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9e0f9eb3-f910-4312-a5bf-245a19593a1f req-98cfc8ac-cc51-4235-8848-4b4f8f852472 tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] 10.222.0.101 "GET /v2.0/security-groups?id=78ce9967-c1fa-49f9-81ec-74dfa0b6037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343094 Sep 24 16:30:11.356267 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:12.149080 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab975f55-785f-48a5-a160-1932d1c82128 req-df86c658-93d1-46bb-939e-d03ebc01dc30 tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:30:12.150787 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ab975f55-785f-48a5-a160-1932d1c82128 req-df86c658-93d1-46bb-939e-d03ebc01dc30 tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] 10.222.0.101 "GET /v2.0/ports?device_id=0e46aa13-1cc9-4c57-a253-7b689270014a HTTP/1.1" status: 200 len: 946 time: 0.0531516 Sep 24 16:30:12.190402 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ab975f55-785f-48a5-a160-1932d1c82128 req-56b2296d-fc58-4101-b810-a2b0fe8fbbbc tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] 10.222.0.101 "GET /v2.0/security-groups?id=78ce9967-c1fa-49f9-81ec-74dfa0b6037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329478 Sep 24 16:30:13.309262 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277ccfd6-bf21-417f-b1a8-024cb7211352 req-70353c57-fa70-47d8-918c-b40123361b0d tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:30:13.310764 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-277ccfd6-bf21-417f-b1a8-024cb7211352 req-70353c57-fa70-47d8-918c-b40123361b0d tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] 10.222.0.101 "GET /v2.0/ports?device_id=0e46aa13-1cc9-4c57-a253-7b689270014a HTTP/1.1" status: 200 len: 946 time: 0.0531764 Sep 24 16:30:13.349714 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-277ccfd6-bf21-417f-b1a8-024cb7211352 req-98fbd601-cc9c-4dd1-a1bd-08f762274fed tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] 10.222.0.101 "GET /v2.0/security-groups?id=78ce9967-c1fa-49f9-81ec-74dfa0b6037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323694 Sep 24 16:30:13.573094 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933ee1c-66d4-492d-81a4-e94a188243e4 req-5b0aee12-f61d-4c7e-98b2-7e37a40200cd tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:30:13.574596 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9933ee1c-66d4-492d-81a4-e94a188243e4 req-5b0aee12-f61d-4c7e-98b2-7e37a40200cd tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] 10.222.0.101 "GET /v2.0/networks?id=f6658e30-1080-4b76-9b17-43c71516edc3 HTTP/1.1" status: 200 len: 814 time: 0.1026874 Sep 24 16:30:13.590069 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9933ee1c-66d4-492d-81a4-e94a188243e4 req-82c40616-190b-4b0f-8840-2f41a89021df tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] 10.222.0.101 "GET /v2.0/quotas/2c57dc60ba084865b44e14bc98ed1deb HTTP/1.1" status: 200 len: 375 time: 0.0089967 Sep 24 16:30:13.642536 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9933ee1c-66d4-492d-81a4-e94a188243e4 req-364d9a05-918b-46d9-ada3-4cf40f7a4583 tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=2c57dc60ba084865b44e14bc98ed1deb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0466971 Sep 24 16:30:13.808166 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9933ee1c-66d4-492d-81a4-e94a188243e4 req-ea700b76-092f-4f84-a10f-63b0f00a92d9 service neutron] 10.222.0.101 "GET /v2.0/networks/f6658e30-1080-4b76-9b17-43c71516edc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221833 Sep 24 16:30:13.902833 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9933ee1c-66d4-492d-81a4-e94a188243e4 req-b15b0873-1098-4ab0-adbe-206973630336 service neutron] 10.222.0.101 "GET /v2.0/networks/f6658e30-1080-4b76-9b17-43c71516edc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879552 Sep 24 16:30:14.224803 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c5a4b00b-0511-44f8-81db-967f61bea0b8 req-f57a69d0-a08c-4962-ac51-7e995b20fcaf tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb7a552c-0203-4c49-9c42-075b6cfb3f44 HTTP/1.1" status: 200 len: 210 time: 0.0278654 Sep 24 16:30:15.334724 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-46a29869-24a1-41dc-ad47-584f88b018a0 req-0e532208-df65-4810-a375-c63c1a59ae41 tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb7a552c-0203-4c49-9c42-075b6cfb3f44 HTTP/1.1" status: 200 len: 210 time: 0.0321081 Sep 24 16:30:16.431302 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1fbe2c44-7258-491d-b85c-03e6906abf29 req-908c66dd-3327-47d1-aa04-b538df493c5c tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb7a552c-0203-4c49-9c42-075b6cfb3f44 HTTP/1.1" status: 200 len: 210 time: 0.0270545 Sep 24 16:30:16.435129 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933ee1c-66d4-492d-81a4-e94a188243e4 req-234fe4a7-2e65-4d41-aedf-b4c1ea89540f tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:30:16.436737 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9933ee1c-66d4-492d-81a4-e94a188243e4 req-234fe4a7-2e65-4d41-aedf-b4c1ea89540f tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] 10.222.0.108 "GET /v2.0/networks?id=f6658e30-1080-4b76-9b17-43c71516edc3 HTTP/1.1" status: 200 len: 814 time: 0.1119015 Sep 24 16:30:16.449713 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-9933ee1c-66d4-492d-81a4-e94a188243e4 req-82f5007d-df65-4dee-a03c-739693aa102e tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Request body: {'port': {'device_id': 'bb7a552c-0203-4c49-9c42-075b6cfb3f44', 'network_id': 'f6658e30-1080-4b76-9b17-43c71516edc3', 'admin_state_up': True, 'tenant_id': '2c57dc60ba084865b44e14bc98ed1deb'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:30:16.647302 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9933ee1c-66d4-492d-81a4-e94a188243e4 req-82f5007d-df65-4dee-a03c-739693aa102e tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Made reservation on behalf of 2c57dc60ba084865b44e14bc98ed1deb for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:30:16.650899 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-9933ee1c-66d4-492d-81a4-e94a188243e4 req-82f5007d-df65-4dee-a03c-739693aa102e tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:16.782131 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-9933ee1c-66d4-492d-81a4-e94a188243e4 req-82f5007d-df65-4dee-a03c-739693aa102e tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Allocated IP 172.20.0.4 (f6658e30-1080-4b76-9b17-43c71516edc3/a6ba999b-3717-4038-a41b-5e9acaedc531/68c497a9-19a2-49c1-88b1-b6a770a1f556) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:30:16.933024 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-9933ee1c-66d4-492d-81a4-e94a188243e4 req-82f5007d-df65-4dee-a03c-739693aa102e tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:17.398768 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-9933ee1c-66d4-492d-81a4-e94a188243e4 req-82f5007d-df65-4dee-a03c-739693aa102e tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:17.414727 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['0b0cc3ce-9af5-4b8e-bddc-54949621a911'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:30:17.444095 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9933ee1c-66d4-492d-81a4-e94a188243e4 req-82f5007d-df65-4dee-a03c-739693aa102e tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Network f6658e30-1080-4b76-9b17-43c71516edc3 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:30:17.447308 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-9933ee1c-66d4-492d-81a4-e94a188243e4 req-82f5007d-df65-4dee-a03c-739693aa102e tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:30:17.454601 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-9933ee1c-66d4-492d-81a4-e94a188243e4 req-82f5007d-df65-4dee-a03c-739693aa102e tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:30:17.458629 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f5007d-df65-4dee-a03c-739693aa102e tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Pushing event updated for resources: {'Port': ['ID=68c497a9-19a2-49c1-88b1-b6a770a1f556,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:30:17.506251 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933ee1c-66d4-492d-81a4-e94a188243e4 req-82f5007d-df65-4dee-a03c-739693aa102e tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:30:17.506894 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-9933ee1c-66d4-492d-81a4-e94a188243e4 req-82f5007d-df65-4dee-a03c-739693aa102e tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:17.562546 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e4f5d-7c81-4434-8936-648226cd1dd4 req-6ddff3a7-52c3-4be4-af83-df0554f5d50c tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:30:17.564517 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-640e4f5d-7c81-4434-8936-648226cd1dd4 req-6ddff3a7-52c3-4be4-af83-df0554f5d50c tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb7a552c-0203-4c49-9c42-075b6cfb3f44 HTTP/1.1" status: 200 len: 931 time: 0.0550127 Sep 24 16:30:17.603114 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-640e4f5d-7c81-4434-8936-648226cd1dd4 req-636a0097-9bc6-4bca-b22f-c9d5fbccba5f tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] 10.222.0.101 "GET /v2.0/security-groups?id=78ce9967-c1fa-49f9-81ec-74dfa0b6037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322936 Sep 24 16:30:17.613611 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9933ee1c-66d4-492d-81a4-e94a188243e4 req-82f5007d-df65-4dee-a03c-739693aa102e tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1678531 Sep 24 16:30:17.627485 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-9933ee1c-66d4-492d-81a4-e94a188243e4 req-63545b81-1c4a-4aee-b68f-5a4be51dc5e6 service neutron] Request body: {'port': {'device_id': 'bb7a552c-0203-4c49-9c42-075b6cfb3f44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:30:17.684611 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-9933ee1c-66d4-492d-81a4-e94a188243e4 req-63545b81-1c4a-4aee-b68f-5a4be51dc5e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:17.952189 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-9933ee1c-66d4-492d-81a4-e94a188243e4 req-63545b81-1c4a-4aee-b68f-5a4be51dc5e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68c497a9-19a2-49c1-88b1-b6a770a1f556 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:30:17.959981 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-9933ee1c-66d4-492d-81a4-e94a188243e4 req-63545b81-1c4a-4aee-b68f-5a4be51dc5e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:17.972493 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-9933ee1c-66d4-492d-81a4-e94a188243e4 req-63545b81-1c4a-4aee-b68f-5a4be51dc5e6 service neutron] Transition to ACTIVE for port object 68c497a9-19a2-49c1-88b1-b6a770a1f556 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 16:30:18.075893 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-9933ee1c-66d4-492d-81a4-e94a188243e4 req-63545b81-1c4a-4aee-b68f-5a4be51dc5e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:18.127565 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63545b81-1c4a-4aee-b68f-5a4be51dc5e6 service neutron] Pushing event updated for resources: {'Port': ['ID=68c497a9-19a2-49c1-88b1-b6a770a1f556,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:30:18.194161 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-9933ee1c-66d4-492d-81a4-e94a188243e4 req-63545b81-1c4a-4aee-b68f-5a4be51dc5e6 service neutron] Attempting to bind port 68c497a9-19a2-49c1-88b1-b6a770a1f556 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:30:18.194572 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-9933ee1c-66d4-492d-81a4-e94a188243e4 req-63545b81-1c4a-4aee-b68f-5a4be51dc5e6 service neutron] Attempting to bind port 68c497a9-19a2-49c1-88b1-b6a770a1f556 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '897fca43-07ae-41b0-a4e7-1dbec6d29e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': 'f6658e30-1080-4b76-9b17-43c71516edc3'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:30:18.194901 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9933ee1c-66d4-492d-81a4-e94a188243e4 req-63545b81-1c4a-4aee-b68f-5a4be51dc5e6 service neutron] Attempting to bind port 68c497a9-19a2-49c1-88b1-b6a770a1f556 on network f6658e30-1080-4b76-9b17-43c71516edc3 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:30:18.199178 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9933ee1c-66d4-492d-81a4-e94a188243e4 req-63545b81-1c4a-4aee-b68f-5a4be51dc5e6 service neutron] Port 68c497a9-19a2-49c1-88b1-b6a770a1f556 on network f6658e30-1080-4b76-9b17-43c71516edc3 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 16:30:18.199493 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9933ee1c-66d4-492d-81a4-e94a188243e4 req-63545b81-1c4a-4aee-b68f-5a4be51dc5e6 service neutron] Attempting to bind port 68c497a9-19a2-49c1-88b1-b6a770a1f556 on network f6658e30-1080-4b76-9b17-43c71516edc3 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:30:18.205203 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9933ee1c-66d4-492d-81a4-e94a188243e4 req-63545b81-1c4a-4aee-b68f-5a4be51dc5e6 service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:30:18.205459 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9933ee1c-66d4-492d-81a4-e94a188243e4 req-63545b81-1c4a-4aee-b68f-5a4be51dc5e6 service neutron] Checking segment: {'id': '897fca43-07ae-41b0-a4e7-1dbec6d29e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': 'f6658e30-1080-4b76-9b17-43c71516edc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:30:18.205877 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9933ee1c-66d4-492d-81a4-e94a188243e4 req-63545b81-1c4a-4aee-b68f-5a4be51dc5e6 service neutron] Bound using segment: {'id': '897fca43-07ae-41b0-a4e7-1dbec6d29e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': 'f6658e30-1080-4b76-9b17-43c71516edc3'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:30:18.206293 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-9933ee1c-66d4-492d-81a4-e94a188243e4 req-63545b81-1c4a-4aee-b68f-5a4be51dc5e6 service neutron] Bound port: 68c497a9-19a2-49c1-88b1-b6a770a1f556, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '897fca43-07ae-41b0-a4e7-1dbec6d29e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1281, 'network_id': 'f6658e30-1080-4b76-9b17-43c71516edc3'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:30:18.206700 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-9933ee1c-66d4-492d-81a4-e94a188243e4 req-63545b81-1c4a-4aee-b68f-5a4be51dc5e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:18.274744 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-9933ee1c-66d4-492d-81a4-e94a188243e4 req-63545b81-1c4a-4aee-b68f-5a4be51dc5e6 service neutron] For port 68c497a9-19a2-49c1-88b1-b6a770a1f556, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:30:18.277976 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-9933ee1c-66d4-492d-81a4-e94a188243e4 req-63545b81-1c4a-4aee-b68f-5a4be51dc5e6 service neutron] For port 68c497a9-19a2-49c1-88b1-b6a770a1f556, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=68c497a9-19a2-49c1-88b1-b6a770a1f556,segment=NetworkSegment(897fca43-07ae-41b0-a4e7-1dbec6d29e8c),segment_id=897fca43-07ae-41b0-a4e7-1dbec6d29e8c)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:30:18.373303 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-9933ee1c-66d4-492d-81a4-e94a188243e4 req-63545b81-1c4a-4aee-b68f-5a4be51dc5e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:18.408948 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933ee1c-66d4-492d-81a4-e94a188243e4 req-63545b81-1c4a-4aee-b68f-5a4be51dc5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:30:18.409566 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-9933ee1c-66d4-492d-81a4-e94a188243e4 req-63545b81-1c4a-4aee-b68f-5a4be51dc5e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:18.410970 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9933ee1c-66d4-492d-81a4-e94a188243e4 req-63545b81-1c4a-4aee-b68f-5a4be51dc5e6 service neutron] 10.222.0.108 "PUT /v2.0/ports/68c497a9-19a2-49c1-88b1-b6a770a1f556 HTTP/1.1" status: 200 len: 1091 time: 0.7882216 Sep 24 16:30:18.411402 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb7a552c-0203-4c49-9c42-075b6cfb3f44', 'tag': '68c497a9-19a2-49c1-88b1-b6a770a1f556'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:30:18.413656 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86bdbdc9b9e92b390e2d9cb11b84962cc6f6bd0fdc6518f79f4e2677ef2c88f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68e8b69-4823-4da5-aa45-d8c4ec5b3317" -d '{"events": [{"name": "network-changed", "server_uuid": "bb7a552c-0203-4c49-9c42-075b6cfb3f44", "tag": "68c497a9-19a2-49c1-88b1-b6a770a1f556"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:30:18.438563 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63545b81-1c4a-4aee-b68f-5a4be51dc5e6 service neutron] Pushing event updated for resources: {'Port': ['ID=68c497a9-19a2-49c1-88b1-b6a770a1f556,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:30:18.450516 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff973383-9b3d-44c9-ab5b-e8c2ce210c90 x-openstack-request-id: req-ff973383-9b3d-44c9-ab5b-e8c2ce210c90 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:30:18.451140 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb7a552c-0203-4c49-9c42-075b6cfb3f44", "tag": "68c497a9-19a2-49c1-88b1-b6a770a1f556", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:30:18.451140 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ff973383-9b3d-44c9-ab5b-e8c2ce210c90 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:30:18.451437 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb7a552c-0203-4c49-9c42-075b6cfb3f44', 'tag': '68c497a9-19a2-49c1-88b1-b6a770a1f556', 'status': 'completed', 'code': 200} Sep 24 16:30:18.512014 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e8b69-4823-4da5-aa45-d8c4ec5b3317 req-f58a0a34-f65b-4bb2-b45b-9c2e2fa719ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:30:18.513497 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b68e8b69-4823-4da5-aa45-d8c4ec5b3317 req-f58a0a34-f65b-4bb2-b45b-9c2e2fa719ab service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=2c57dc60ba084865b44e14bc98ed1deb&device_id=bb7a552c-0203-4c49-9c42-075b6cfb3f44 HTTP/1.1" status: 200 len: 1094 time: 0.0414782 Sep 24 16:30:18.613289 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e8b69-4823-4da5-aa45-d8c4ec5b3317 req-543a2ee8-a28d-497d-8345-00516117a08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:30:18.614874 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b68e8b69-4823-4da5-aa45-d8c4ec5b3317 req-543a2ee8-a28d-497d-8345-00516117a08c service neutron] 10.222.0.108 "GET /v2.0/networks?tenant_id=2c57dc60ba084865b44e14bc98ed1deb&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0941155 Sep 24 16:30:18.743767 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e8b69-4823-4da5-aa45-d8c4ec5b3317 req-7fba9aeb-9b7b-44fc-81e8-f053da439d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:30:18.745164 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b68e8b69-4823-4da5-aa45-d8c4ec5b3317 req-7fba9aeb-9b7b-44fc-81e8-f053da439d07 service neutron] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1233697 Sep 24 16:30:18.756552 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314aa991-3617-4caf-9f4e-6f08adc2eaea req-515b982d-7d6d-4be8-8c03-288d662ffd9e tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:30:18.758016 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-314aa991-3617-4caf-9f4e-6f08adc2eaea req-515b982d-7d6d-4be8-8c03-288d662ffd9e tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb7a552c-0203-4c49-9c42-075b6cfb3f44 HTTP/1.1" status: 200 len: 943 time: 0.0750127 Sep 24 16:30:18.823995 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-314aa991-3617-4caf-9f4e-6f08adc2eaea req-1cbd07d8-0cb5-42f0-8abd-d28091939d1f tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] 10.222.0.101 "GET /v2.0/security-groups?id=78ce9967-c1fa-49f9-81ec-74dfa0b6037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598421 Sep 24 16:30:18.836168 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933ee1c-66d4-492d-81a4-e94a188243e4 req-ee9315c3-341d-4959-ab5a-768516c47b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:30:18.837636 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9933ee1c-66d4-492d-81a4-e94a188243e4 req-ee9315c3-341d-4959-ab5a-768516c47b4b service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=2c57dc60ba084865b44e14bc98ed1deb&device_id=bb7a552c-0203-4c49-9c42-075b6cfb3f44 HTTP/1.1" status: 200 len: 1094 time: 0.0535741 Sep 24 16:30:18.879951 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9933ee1c-66d4-492d-81a4-e94a188243e4 req-89844229-0f8f-4d67-866a-6ef517a7887b service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68c497a9-19a2-49c1-88b1-b6a770a1f556 HTTP/1.1" status: 200 len: 217 time: 0.0349085 Sep 24 16:30:18.933612 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933ee1c-66d4-492d-81a4-e94a188243e4 req-24383210-9186-4c03-9998-a033d22f3bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:30:18.935091 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9933ee1c-66d4-492d-81a4-e94a188243e4 req-24383210-9186-4c03-9998-a033d22f3bbe service neutron] 10.222.0.108 "GET /v2.0/subnets?id=a6ba999b-3717-4038-a41b-5e9acaedc531 HTTP/1.1" status: 200 len: 854 time: 0.0482135 Sep 24 16:30:18.967226 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9933ee1c-66d4-492d-81a4-e94a188243e4 req-25218ef5-3373-4018-87fe-64b75b817ee0 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=f6658e30-1080-4b76-9b17-43c71516edc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253215 Sep 24 16:30:19.059244 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9933ee1c-66d4-492d-81a4-e94a188243e4 req-cb491d91-6f61-4c10-845b-1eb56920c170 service neutron] 10.222.0.108 "GET /v2.0/networks/f6658e30-1080-4b76-9b17-43c71516edc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838580 Sep 24 16:30:19.152741 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9933ee1c-66d4-492d-81a4-e94a188243e4 req-af7eb0e0-a698-4bf8-97f9-4d6bdc7035f6 service neutron] 10.222.0.108 "GET /v2.0/networks/f6658e30-1080-4b76-9b17-43c71516edc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868919 Sep 24 16:30:19.942492 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72221d8f-04bf-4d54-b064-2b2a2e6bede8 req-51af7f68-999d-4e21-8001-637bd8c8b446 tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:30:19.943977 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-72221d8f-04bf-4d54-b064-2b2a2e6bede8 req-51af7f68-999d-4e21-8001-637bd8c8b446 tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb7a552c-0203-4c49-9c42-075b6cfb3f44 HTTP/1.1" status: 200 len: 943 time: 0.0508959 Sep 24 16:30:19.980662 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-72221d8f-04bf-4d54-b064-2b2a2e6bede8 req-7bb12bfc-17cf-4125-ba9e-719403ebcf0e tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] 10.222.0.101 "GET /v2.0/security-groups?id=78ce9967-c1fa-49f9-81ec-74dfa0b6037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306256 Sep 24 16:30:21.099606 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b99955-732f-43fe-9292-a339babac155 req-89a359cb-9318-4c69-b0bd-6b17bc1dd3c8 tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:30:21.101095 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-44b99955-732f-43fe-9292-a339babac155 req-89a359cb-9318-4c69-b0bd-6b17bc1dd3c8 tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb7a552c-0203-4c49-9c42-075b6cfb3f44 HTTP/1.1" status: 200 len: 943 time: 0.0506818 Sep 24 16:30:21.121721 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 68c497a9-19a2-49c1-88b1-b6a770a1f556 details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 16:30:21.140663 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-44b99955-732f-43fe-9292-a339babac155 req-900f711f-069b-4dcb-bcc7-563dc6a5bef5 tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] 10.222.0.101 "GET /v2.0/security-groups?id=78ce9967-c1fa-49f9-81ec-74dfa0b6037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336168 Sep 24 16:30:21.220191 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 68c497a9-19a2-49c1-88b1-b6a770a1f556, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=68c497a9-19a2-49c1-88b1-b6a770a1f556,segment=NetworkSegment(897fca43-07ae-41b0-a4e7-1dbec6d29e8c),segment_id=897fca43-07ae-41b0-a4e7-1dbec6d29e8c)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:30:21.231198 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': '68c497a9-19a2-49c1-88b1-b6a770a1f556', 'network_id': 'f6658e30-1080-4b76-9b17-43c71516edc3', 'port_id': '68c497a9-19a2-49c1-88b1-b6a770a1f556', 'mac_address': 'fa:16:3e:48:83:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6ba999b-3717-4038-a41b-5e9acaedc531', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 16:30:21.268565 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:21.281174 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68c497a9-19a2-49c1-88b1-b6a770a1f556 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:30:21.304519 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 68c497a9-19a2-49c1-88b1-b6a770a1f556, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=68c497a9-19a2-49c1-88b1-b6a770a1f556,segment=NetworkSegment(897fca43-07ae-41b0-a4e7-1dbec6d29e8c),segment_id=897fca43-07ae-41b0-a4e7-1dbec6d29e8c)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:30:21.392992 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:21.439389 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=68c497a9-19a2-49c1-88b1-b6a770a1f556,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:30:21.446527 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:30:21.446872 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:30:21.447210 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:30:21.447546 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:30:21.447870 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:30:21.448197 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:30:21.448522 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:30:21.448843 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:30:21.449164 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:30:21.449480 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:30:21.449799 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:30:21.450117 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:30:21.598016 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['68c497a9-19a2-49c1-88b1-b6a770a1f556'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:30:22.264487 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be51d8be-8ddf-44a8-9186-f51eece0b760 req-e2a7abed-2954-48ba-8dee-d3585a570055 tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:30:22.266664 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-be51d8be-8ddf-44a8-9186-f51eece0b760 req-e2a7abed-2954-48ba-8dee-d3585a570055 tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb7a552c-0203-4c49-9c42-075b6cfb3f44 HTTP/1.1" status: 200 len: 944 time: 0.0562539 Sep 24 16:30:22.305108 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-be51d8be-8ddf-44a8-9186-f51eece0b760 req-3326c6b3-2a58-4f25-a373-9982aaa3a0bc tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] 10.222.0.101 "GET /v2.0/security-groups?id=78ce9967-c1fa-49f9-81ec-74dfa0b6037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325234 Sep 24 16:30:23.057612 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:30:23.135602 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 68c497a9-19a2-49c1-88b1-b6a770a1f556 up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:30:23.266706 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port 68c497a9-19a2-49c1-88b1-b6a770a1f556 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 16:30:23.270683 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port 68c497a9-19a2-49c1-88b1-b6a770a1f556 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:30:23.271090 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:23.352375 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:23.376559 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb7a552c-0203-4c49-9c42-075b6cfb3f44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c497a9-19a2-49c1-88b1-b6a770a1f556'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:30:23.378831 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e675284d64920c3690942d07fd233bec6618b8bcfb70da99a5b5d86610f0b706" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a130bf4-bd5a-44ee-b2c0-0893db30ae19" -d '{"events": [{"server_uuid": "bb7a552c-0203-4c49-9c42-075b6cfb3f44", "name": "network-vif-plugged", "status": "completed", "tag": "68c497a9-19a2-49c1-88b1-b6a770a1f556"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:30:23.394601 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 68c497a9-19a2-49c1-88b1-b6a770a1f556, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=68c497a9-19a2-49c1-88b1-b6a770a1f556,segment=NetworkSegment(897fca43-07ae-41b0-a4e7-1dbec6d29e8c),segment_id=897fca43-07ae-41b0-a4e7-1dbec6d29e8c)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:30:23.415060 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3551c02d-3a54-4f3b-a9f6-f1630ac46fb8 x-openstack-request-id: req-3551c02d-3a54-4f3b-a9f6-f1630ac46fb8 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:30:23.415400 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb7a552c-0203-4c49-9c42-075b6cfb3f44", "name": "network-vif-plugged", "status": "completed", "tag": "68c497a9-19a2-49c1-88b1-b6a770a1f556", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:30:23.415655 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-3551c02d-3a54-4f3b-a9f6-f1630ac46fb8 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:30:23.416042 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb7a552c-0203-4c49-9c42-075b6cfb3f44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c497a9-19a2-49c1-88b1-b6a770a1f556', 'code': 200} Sep 24 16:30:23.425366 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af73b7ba-5931-4751-883c-f7ef35876727 req-f1e4fc79-9e5c-40ae-8145-86c7c934e30f tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:30:23.426965 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-af73b7ba-5931-4751-883c-f7ef35876727 req-f1e4fc79-9e5c-40ae-8145-86c7c934e30f tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb7a552c-0203-4c49-9c42-075b6cfb3f44 HTTP/1.1" status: 200 len: 944 time: 0.0532751 Sep 24 16:30:23.472101 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-af73b7ba-5931-4751-883c-f7ef35876727 req-cd50b57d-6425-4ef9-a8e2-4f829de49d2b tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] 10.222.0.101 "GET /v2.0/security-groups?id=78ce9967-c1fa-49f9-81ec-74dfa0b6037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380514 Sep 24 16:30:23.472482 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:23.511573 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b480d-dbe7-480d-abf1-57eca161f038 req-beb44aac-f610-47c8-9385-5192db98f713 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:30:23.513068 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2f5b480d-dbe7-480d-abf1-57eca161f038 req-beb44aac-f610-47c8-9385-5192db98f713 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=bb7a552c-0203-4c49-9c42-075b6cfb3f44 HTTP/1.1" status: 200 len: 1096 time: 0.0401018 Sep 24 16:30:23.524974 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=68c497a9-19a2-49c1-88b1-b6a770a1f556,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:30:23.549407 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2f5b480d-dbe7-480d-abf1-57eca161f038 req-75137b2d-e716-4775-8c02-fc728f4c7d8f service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=78ce9967-c1fa-49f9-81ec-74dfa0b6037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291932 Sep 24 16:30:24.592122 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccd2020-d976-4c71-a813-f0332afb4a98 req-87450472-d8bb-4416-ad8b-b5a34ac9e108 tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:30:24.593589 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cccd2020-d976-4c71-a813-f0332afb4a98 req-87450472-d8bb-4416-ad8b-b5a34ac9e108 tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb7a552c-0203-4c49-9c42-075b6cfb3f44 HTTP/1.1" status: 200 len: 945 time: 0.0508046 Sep 24 16:30:24.633075 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cccd2020-d976-4c71-a813-f0332afb4a98 req-83e7aa0f-bd6c-4e61-95dd-0136168e816d tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] 10.222.0.101 "GET /v2.0/security-groups?id=78ce9967-c1fa-49f9-81ec-74dfa0b6037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331357 Sep 24 16:30:25.748252 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5f9ede-9b11-4751-9968-a39f0bdc3f35 req-a6008751-9b4c-4fd0-9ea8-f60d4b034ffe tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:30:25.749775 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0a5f9ede-9b11-4751-9968-a39f0bdc3f35 req-a6008751-9b4c-4fd0-9ea8-f60d4b034ffe tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb7a552c-0203-4c49-9c42-075b6cfb3f44 HTTP/1.1" status: 200 len: 945 time: 0.0503092 Sep 24 16:30:25.788681 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0a5f9ede-9b11-4751-9968-a39f0bdc3f35 req-8dead601-f32c-4c9d-a03a-428bbc1911f8 tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] 10.222.0.101 "GET /v2.0/security-groups?id=78ce9967-c1fa-49f9-81ec-74dfa0b6037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326829 Sep 24 16:30:26.394589 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb8763-3c92-4d13-903d-c1e2d88f1b18 req-12b42687-4340-4898-8a92-5f6e94f95ffd tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:30:26.396079 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4edb8763-3c92-4d13-903d-c1e2d88f1b18 req-12b42687-4340-4898-8a92-5f6e94f95ffd tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb7a552c-0203-4c49-9c42-075b6cfb3f44 HTTP/1.1" status: 200 len: 945 time: 0.0484927 Sep 24 16:30:26.439181 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4edb8763-3c92-4d13-903d-c1e2d88f1b18 req-ca2b0cac-cbb2-4c7d-9224-4805d329aa8a tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] 10.222.0.101 "GET /v2.0/security-groups?id=78ce9967-c1fa-49f9-81ec-74dfa0b6037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369468 Sep 24 16:30:27.556579 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d871ce8-0712-4d85-aa15-5249764f146f req-3e871834-d18b-464a-8860-d3592c65f317 tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:30:27.558059 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6d871ce8-0712-4d85-aa15-5249764f146f req-3e871834-d18b-464a-8860-d3592c65f317 tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb7a552c-0203-4c49-9c42-075b6cfb3f44 HTTP/1.1" status: 200 len: 945 time: 0.0483286 Sep 24 16:30:27.597718 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6d871ce8-0712-4d85-aa15-5249764f146f req-34187ebc-040a-472a-836c-834af4819f4f tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] 10.222.0.101 "GET /v2.0/security-groups?id=78ce9967-c1fa-49f9-81ec-74dfa0b6037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336380 Sep 24 16:30:27.644814 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3561d344-53f5-4038-8d29-4788f38a2c09 req-1ce2bc0c-cf6f-4435-8058-51a6562050b5 tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:30:27.646253 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3561d344-53f5-4038-8d29-4788f38a2c09 req-1ce2bc0c-cf6f-4435-8058-51a6562050b5 tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] 10.222.0.108 "GET /v2.0/ports?device_id=bb7a552c-0203-4c49-9c42-075b6cfb3f44 HTTP/1.1" status: 200 len: 945 time: 0.0499196 Sep 24 16:30:27.735578 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-3561d344-53f5-4038-8d29-4788f38a2c09 req-1ebc1f7f-85c8-4a62-a4b4-326a48550347 tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Deleting port 68c497a9-19a2-49c1-88b1-b6a770a1f556 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:30:27.735897 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-3561d344-53f5-4038-8d29-4788f38a2c09 req-1ebc1f7f-85c8-4a62-a4b4-326a48550347 tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:27.829461 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-3561d344-53f5-4038-8d29-4788f38a2c09 req-1ebc1f7f-85c8-4a62-a4b4-326a48550347 tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] For port 68c497a9-19a2-49c1-88b1-b6a770a1f556, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=68c497a9-19a2-49c1-88b1-b6a770a1f556,segment=NetworkSegment(897fca43-07ae-41b0-a4e7-1dbec6d29e8c),segment_id=897fca43-07ae-41b0-a4e7-1dbec6d29e8c)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:30:27.829832 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-3561d344-53f5-4038-8d29-4788f38a2c09 req-1ebc1f7f-85c8-4a62-a4b4-326a48550347 tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:27.842105 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-3561d344-53f5-4038-8d29-4788f38a2c09 req-1ebc1f7f-85c8-4a62-a4b4-326a48550347 tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Calling delete_port for 68c497a9-19a2-49c1-88b1-b6a770a1f556 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:30:28.075803 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-3561d344-53f5-4038-8d29-4788f38a2c09 req-1ebc1f7f-85c8-4a62-a4b4-326a48550347 tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:28.090474 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['68c497a9-19a2-49c1-88b1-b6a770a1f556'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:30:28.093732 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['0b0cc3ce-9af5-4b8e-bddc-54949621a911'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:30:28.105686 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebc1f7f-85c8-4a62-a4b4-326a48550347 tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Pushing event deleted for resources: {'Port': ['ID=68c497a9-19a2-49c1-88b1-b6a770a1f556,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:30:28.147854 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-3561d344-53f5-4038-8d29-4788f38a2c09 req-1ebc1f7f-85c8-4a62-a4b4-326a48550347 tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] No DVR routers for this DVR port 68c497a9-19a2-49c1-88b1-b6a770a1f556 on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:30:28.150414 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-3561d344-53f5-4038-8d29-4788f38a2c09 req-1ebc1f7f-85c8-4a62-a4b4-326a48550347 tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:28.152395 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3561d344-53f5-4038-8d29-4788f38a2c09 req-1ebc1f7f-85c8-4a62-a4b4-326a48550347 tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] 10.222.0.108 "DELETE /v2.0/ports/68c497a9-19a2-49c1-88b1-b6a770a1f556 HTTP/1.1" status: 204 len: 173 time: 0.5002041 Sep 24 16:30:28.152833 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb7a552c-0203-4c49-9c42-075b6cfb3f44', 'name': 'network-vif-deleted', 'tag': '68c497a9-19a2-49c1-88b1-b6a770a1f556'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:30:28.155138 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86bdbdc9b9e92b390e2d9cb11b84962cc6f6bd0fdc6518f79f4e2677ef2c88f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f2166f-7c34-4c83-b201-b00b2b3b68d7" -d '{"events": [{"server_uuid": "bb7a552c-0203-4c49-9c42-075b6cfb3f44", "name": "network-vif-deleted", "tag": "68c497a9-19a2-49c1-88b1-b6a770a1f556"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:30:28.198311 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdbcca87-40b9-4954-a895-b14eb82d928f x-openstack-request-id: req-bdbcca87-40b9-4954-a895-b14eb82d928f {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:30:28.198311 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb7a552c-0203-4c49-9c42-075b6cfb3f44", "name": "network-vif-deleted", "tag": "68c497a9-19a2-49c1-88b1-b6a770a1f556", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:30:28.198311 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-bdbcca87-40b9-4954-a895-b14eb82d928f {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:30:28.198311 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb7a552c-0203-4c49-9c42-075b6cfb3f44', 'name': 'network-vif-deleted', 'tag': '68c497a9-19a2-49c1-88b1-b6a770a1f556', 'status': 'completed', 'code': 200} Sep 24 16:30:28.705927 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0f928c7f-acb5-4ee5-ae6c-197fed953da5 req-c9f622a7-9f97-478a-80fd-f544c9fec5bf tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] 10.222.0.101 "GET /v2.0/ports?device_id=bb7a552c-0203-4c49-9c42-075b6cfb3f44 HTTP/1.1" status: 200 len: 210 time: 0.0306866 Sep 24 16:30:29.855296 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcabc622-234f-43ba-813e-b96a2ad34ed5 req-fcee81dc-8d08-432e-a22c-e75daf79935b tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:30:29.856829 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fcabc622-234f-43ba-813e-b96a2ad34ed5 req-fcee81dc-8d08-432e-a22c-e75daf79935b tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] 10.222.0.101 "GET /v2.0/ports?device_id=0e46aa13-1cc9-4c57-a253-7b689270014a HTTP/1.1" status: 200 len: 946 time: 0.0487597 Sep 24 16:30:29.895962 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fcabc622-234f-43ba-813e-b96a2ad34ed5 req-6206ad5c-907f-4e18-8d84-a66cd516b4e0 tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] 10.222.0.101 "GET /v2.0/security-groups?id=78ce9967-c1fa-49f9-81ec-74dfa0b6037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321343 Sep 24 16:30:30.031679 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6aeab66-b8fe-4ddd-ad08-398963b755fd req-e4547848-15ff-40c5-88f0-c7f7e624134e tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:30:30.033212 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a6aeab66-b8fe-4ddd-ad08-398963b755fd req-e4547848-15ff-40c5-88f0-c7f7e624134e tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] 10.222.0.101 "GET /v2.0/ports?device_id=0e46aa13-1cc9-4c57-a253-7b689270014a HTTP/1.1" status: 200 len: 946 time: 0.0535448 Sep 24 16:30:30.075634 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a6aeab66-b8fe-4ddd-ad08-398963b755fd req-441b153b-d688-44cf-8c6f-3052b80b4760 tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] 10.222.0.101 "GET /v2.0/security-groups?id=78ce9967-c1fa-49f9-81ec-74dfa0b6037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337200 Sep 24 16:30:30.199469 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f450f6f0-5f5d-4743-bead-b0fad722c872 req-a6c45290-2ee7-4d4f-a544-9a6ffd242fc0 tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:30:30.201009 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f450f6f0-5f5d-4743-bead-b0fad722c872 req-a6c45290-2ee7-4d4f-a544-9a6ffd242fc0 tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] 10.222.0.101 "GET /v2.0/ports?device_id=0e46aa13-1cc9-4c57-a253-7b689270014a HTTP/1.1" status: 200 len: 946 time: 0.0530663 Sep 24 16:30:30.242706 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f450f6f0-5f5d-4743-bead-b0fad722c872 req-916cd6fc-97f3-482e-b833-0f2c5c0716bf tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] 10.222.0.101 "GET /v2.0/security-groups?id=78ce9967-c1fa-49f9-81ec-74dfa0b6037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348206 Sep 24 16:30:30.426261 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c72b1d2-9584-48c0-943a-e4dc3563aeb3 req-85cae10a-fdc2-4355-99d1-43348dbe8af5 tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:30:30.427828 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3c72b1d2-9584-48c0-943a-e4dc3563aeb3 req-85cae10a-fdc2-4355-99d1-43348dbe8af5 tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] 10.222.0.101 "GET /v2.0/ports?device_id=0e46aa13-1cc9-4c57-a253-7b689270014a HTTP/1.1" status: 200 len: 946 time: 0.0563664 Sep 24 16:30:30.468893 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3c72b1d2-9584-48c0-943a-e4dc3563aeb3 req-17d9328f-902c-4e50-9d6f-47d2356c883a tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] 10.222.0.101 "GET /v2.0/security-groups?id=78ce9967-c1fa-49f9-81ec-74dfa0b6037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348496 Sep 24 16:30:30.603449 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0ea4e9-17d0-4104-85df-8b5f51de4168 req-4a93aee7-aea5-4a6b-8c4c-53acfbea75e9 tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:30:30.604996 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3d0ea4e9-17d0-4104-85df-8b5f51de4168 req-4a93aee7-aea5-4a6b-8c4c-53acfbea75e9 tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] 10.222.0.101 "GET /v2.0/ports?device_id=0e46aa13-1cc9-4c57-a253-7b689270014a HTTP/1.1" status: 200 len: 946 time: 0.0569782 Sep 24 16:30:30.649781 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3d0ea4e9-17d0-4104-85df-8b5f51de4168 req-5d975a04-cb9b-4390-90d2-845fb6cfcc59 tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] 10.222.0.101 "GET /v2.0/security-groups?id=78ce9967-c1fa-49f9-81ec-74dfa0b6037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378170 Sep 24 16:30:30.783495 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a73f24-3256-4eca-887c-3daee7f234ee req-ddd235f2-e0cb-4f63-b600-d588714b0308 tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:30:30.785556 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-02a73f24-3256-4eca-887c-3daee7f234ee req-ddd235f2-e0cb-4f63-b600-d588714b0308 tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] 10.222.0.101 "GET /v2.0/ports?device_id=0e46aa13-1cc9-4c57-a253-7b689270014a HTTP/1.1" status: 200 len: 946 time: 0.0565503 Sep 24 16:30:30.825324 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-02a73f24-3256-4eca-887c-3daee7f234ee req-a65c7c40-896b-4898-8fdf-d15dfb2824f0 tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] 10.222.0.101 "GET /v2.0/security-groups?id=78ce9967-c1fa-49f9-81ec-74dfa0b6037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335388 Sep 24 16:30:31.183488 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 68c497a9-19a2-49c1-88b1-b6a770a1f556 no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:30:31.204308 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] No Port match for: 68c497a9-19a2-49c1-88b1-b6a770a1f556 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:30:31.204653 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 68c497a9-19a2-49c1-88b1-b6a770a1f556 not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:30:31.255471 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ddccb3c3-a62a-46a5-896b-2deaaf97c1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:31.443196 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13456578-1d6f-4cc6-9811-19b1fa10f2f1 req-03c9df8d-7ba9-477c-ad2b-9ed92531a436 tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:30:31.444636 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-13456578-1d6f-4cc6-9811-19b1fa10f2f1 req-03c9df8d-7ba9-477c-ad2b-9ed92531a436 tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] 10.222.0.101 "GET /v2.0/ports?device_id=0e46aa13-1cc9-4c57-a253-7b689270014a HTTP/1.1" status: 200 len: 946 time: 0.0541608 Sep 24 16:30:31.484941 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-13456578-1d6f-4cc6-9811-19b1fa10f2f1 req-c5778b32-3d83-4821-bde7-b4b0b02d69e5 tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] 10.222.0.101 "GET /v2.0/security-groups?id=78ce9967-c1fa-49f9-81ec-74dfa0b6037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340648 Sep 24 16:30:32.607372 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111b4043-e103-4ea7-aa0e-a6948729e51f req-9050a6c2-38e2-4ee6-adff-d52e391d70ef tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:30:32.609084 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-111b4043-e103-4ea7-aa0e-a6948729e51f req-9050a6c2-38e2-4ee6-adff-d52e391d70ef tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] 10.222.0.101 "GET /v2.0/ports?device_id=0e46aa13-1cc9-4c57-a253-7b689270014a HTTP/1.1" status: 200 len: 946 time: 0.0522289 Sep 24 16:30:32.650133 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-111b4043-e103-4ea7-aa0e-a6948729e51f req-b49a0c40-8b6c-49d6-b67c-a979e10d1a00 tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] 10.222.0.101 "GET /v2.0/security-groups?id=78ce9967-c1fa-49f9-81ec-74dfa0b6037e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342698 Sep 24 16:30:33.030134 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc06aa-f806-457b-9cb2-fca0f9f5e51e req-5bb333e8-f12b-428f-a2b9-849381d28052 tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:30:33.031614 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-25dc06aa-f806-457b-9cb2-fca0f9f5e51e req-5bb333e8-f12b-428f-a2b9-849381d28052 tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] 10.222.0.110 "GET /v2.0/ports?device_id=0e46aa13-1cc9-4c57-a253-7b689270014a HTTP/1.1" status: 200 len: 946 time: 0.0509901 Sep 24 16:30:33.136432 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-25dc06aa-f806-457b-9cb2-fca0f9f5e51e req-6ffa3832-ffc4-462d-a70b-1b9e05d048da tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Deleting port 0b0cc3ce-9af5-4b8e-bddc-54949621a911 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:30:33.136780 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-25dc06aa-f806-457b-9cb2-fca0f9f5e51e req-6ffa3832-ffc4-462d-a70b-1b9e05d048da tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:33.228969 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-25dc06aa-f806-457b-9cb2-fca0f9f5e51e req-6ffa3832-ffc4-462d-a70b-1b9e05d048da tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] For port 0b0cc3ce-9af5-4b8e-bddc-54949621a911, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=0b0cc3ce-9af5-4b8e-bddc-54949621a911,segment=NetworkSegment(897fca43-07ae-41b0-a4e7-1dbec6d29e8c),segment_id=897fca43-07ae-41b0-a4e7-1dbec6d29e8c)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:30:33.229339 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-25dc06aa-f806-457b-9cb2-fca0f9f5e51e req-6ffa3832-ffc4-462d-a70b-1b9e05d048da tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:33.242830 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-25dc06aa-f806-457b-9cb2-fca0f9f5e51e req-6ffa3832-ffc4-462d-a70b-1b9e05d048da tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Calling delete_port for 0b0cc3ce-9af5-4b8e-bddc-54949621a911 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:30:33.458510 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-25dc06aa-f806-457b-9cb2-fca0f9f5e51e req-6ffa3832-ffc4-462d-a70b-1b9e05d048da tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:33.471495 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['0b0cc3ce-9af5-4b8e-bddc-54949621a911'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:30:33.492084 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffa3832-ffc4-462d-a70b-1b9e05d048da tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Pushing event deleted for resources: {'Port': ['ID=0b0cc3ce-9af5-4b8e-bddc-54949621a911,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:30:33.541297 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-25dc06aa-f806-457b-9cb2-fca0f9f5e51e req-6ffa3832-ffc4-462d-a70b-1b9e05d048da tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] No DVR routers for this DVR port 0b0cc3ce-9af5-4b8e-bddc-54949621a911 on host n-h1-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:30:33.544314 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-25dc06aa-f806-457b-9cb2-fca0f9f5e51e req-6ffa3832-ffc4-462d-a70b-1b9e05d048da tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:33.546562 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-25dc06aa-f806-457b-9cb2-fca0f9f5e51e req-6ffa3832-ffc4-462d-a70b-1b9e05d048da tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] 10.222.0.110 "DELETE /v2.0/ports/0b0cc3ce-9af5-4b8e-bddc-54949621a911 HTTP/1.1" status: 204 len: 173 time: 0.5047114 Sep 24 16:30:33.547005 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e46aa13-1cc9-4c57-a253-7b689270014a', 'name': 'network-vif-deleted', 'tag': '0b0cc3ce-9af5-4b8e-bddc-54949621a911'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:30:33.549340 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86bdbdc9b9e92b390e2d9cb11b84962cc6f6bd0fdc6518f79f4e2677ef2c88f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c366d028-e7eb-4455-a60d-8bc3d220274a" -d '{"events": [{"server_uuid": "0e46aa13-1cc9-4c57-a253-7b689270014a", "name": "network-vif-deleted", "tag": "0b0cc3ce-9af5-4b8e-bddc-54949621a911"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:30:33.587726 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-338da4d9-f3b5-479f-8594-41054b5f9f15 x-openstack-request-id: req-338da4d9-f3b5-479f-8594-41054b5f9f15 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:30:33.588037 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e46aa13-1cc9-4c57-a253-7b689270014a", "name": "network-vif-deleted", "tag": "0b0cc3ce-9af5-4b8e-bddc-54949621a911", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:30:33.588287 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-338da4d9-f3b5-479f-8594-41054b5f9f15 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:30:33.588681 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e46aa13-1cc9-4c57-a253-7b689270014a', 'name': 'network-vif-deleted', 'tag': '0b0cc3ce-9af5-4b8e-bddc-54949621a911', 'status': 'completed', 'code': 200} Sep 24 16:30:33.748494 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b8fa9b67-a6e1-4614-8150-d70899b2c64b req-5237faa3-1be7-4d69-833c-20b1a937f88f tempest-ServersNegativeTestJSON-676856470 tempest-ServersNegativeTestJSON-676856470-project] 10.222.0.101 "GET /v2.0/ports?device_id=0e46aa13-1cc9-4c57-a253-7b689270014a HTTP/1.1" status: 200 len: 210 time: 0.0271275 Sep 24 16:30:33.918098 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a5df4de1-3487-4454-b8da-145eccb21c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:34.389776 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:34.809506 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45700) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:30:34.857226 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcdddf56-8f29-49e3-96ef-7aa6184e8743 admin admin] Deleting subnet a6ba999b-3717-4038-a41b-5e9acaedc531 {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 16:30:34.862526 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dcdddf56-8f29-49e3-96ef-7aa6184e8743 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:34.903249 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dcdddf56-8f29-49e3-96ef-7aa6184e8743 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:34.950196 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dcdddf56-8f29-49e3-96ef-7aa6184e8743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:35.138472 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dcdddf56-8f29-49e3-96ef-7aa6184e8743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:35.166024 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdddf56-8f29-49e3-96ef-7aa6184e8743 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6ba999b-3717-4038-a41b-5e9acaedc531,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:30:35.169959 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dcdddf56-8f29-49e3-96ef-7aa6184e8743 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:35.172315 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-dcdddf56-8f29-49e3-96ef-7aa6184e8743 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/a6ba999b-3717-4038-a41b-5e9acaedc531 HTTP/1.1" status: 204 len: 168 time: 0.3613861 Sep 24 16:30:35.174330 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45702) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:30:35.249272 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e405f9a5-ccb8-4b9f-a8d0-b688dcb2745f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:35.337465 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e405f9a5-ccb8-4b9f-a8d0-b688dcb2745f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:35.361238 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-e405f9a5-ccb8-4b9f-a8d0-b688dcb2745f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6658e30-1080-4b76-9b17-43c71516edc3']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:30:35.371354 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-e405f9a5-ccb8-4b9f-a8d0-b688dcb2745f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '897fca43-07ae-41b0-a4e7-1dbec6d29e8c') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:30:35.371644 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-e405f9a5-ccb8-4b9f-a8d0-b688dcb2745f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '897fca43-07ae-41b0-a4e7-1dbec6d29e8c') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:30:35.382422 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e405f9a5-ccb8-4b9f-a8d0-b688dcb2745f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:35.396884 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e405f9a5-ccb8-4b9f-a8d0-b688dcb2745f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:35.403613 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e405f9a5-ccb8-4b9f-a8d0-b688dcb2745f admin admin] Releasing vlan 1281 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 16:30:35.404014 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e405f9a5-ccb8-4b9f-a8d0-b688dcb2745f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:35.405764 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 16:30:35.405764 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 16:30:35.405764 n-d-808921-1 neutron-server[95298]: timer() Sep 24 16:30:35.405764 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 16:30:35.405764 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 16:30:35.405764 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 16:30:35.405764 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 16:30:35.405764 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 16:30:35.405764 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 16:30:35.405764 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 16:30:35.405764 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 16:30:35.405764 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 16:30:35.405764 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 16:30:35.405764 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 16:30:35.405764 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 16:30:35.405764 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 16:30:35.405764 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 16:30:35.405764 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 16:30:35.405764 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 16:30:35.405764 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 16:30:35.405764 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 16:30:35.405764 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 16:30:35.405764 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 16:30:35.405764 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 16:30:35.405764 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 16:30:35.405764 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 16:30:35.405764 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 16:30:35.405764 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 16:30:35.405764 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 16:30:35.405764 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 16:30:35.405764 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 16:30:35.405764 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 16:30:35.490188 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:35.578325 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e405f9a5-ccb8-4b9f-a8d0-b688dcb2745f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:35.592789 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e405f9a5-ccb8-4b9f-a8d0-b688dcb2745f admin admin] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:35.594812 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-e405f9a5-ccb8-4b9f-a8d0-b688dcb2745f admin admin] 10.222.0.101 "DELETE /v2.0/networks/f6658e30-1080-4b76-9b17-43c71516edc3 HTTP/1.1" status: 204 len: 168 time: 0.4195364 Sep 24 16:30:35.609948 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e405f9a5-ccb8-4b9f-a8d0-b688dcb2745f admin admin] Pushing event deleted for resources: {'Network': ['ID=f6658e30-1080-4b76-9b17-43c71516edc3,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:30:35.958064 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45706) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:30:36.010539 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-e6167593-3556-439b-b342-f926cb737056 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=2c57dc60ba084865b44e14bc98ed1deb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0489600 Sep 24 16:30:36.010814 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45708) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:30:36.068726 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4ba56a39-caaf-44ba-a619-6d45488a9943 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:36.091265 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4ba56a39-caaf-44ba-a619-6d45488a9943 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:36.244005 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4ba56a39-caaf-44ba-a619-6d45488a9943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:36.246650 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4ba56a39-caaf-44ba-a619-6d45488a9943 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:36.253483 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-4ba56a39-caaf-44ba-a619-6d45488a9943 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/78ce9967-c1fa-49f9-81ec-74dfa0b6037e HTTP/1.1" status: 204 len: 168 time: 0.2361362 Sep 24 16:30:36.257607 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba56a39-caaf-44ba-a619-6d45488a9943 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ce9967-c1fa-49f9-81ec-74dfa0b6037e,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:30:36.497154 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 0b0cc3ce-9af5-4b8e-bddc-54949621a911 no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:30:36.518706 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] No Port match for: 0b0cc3ce-9af5-4b8e-bddc-54949621a911 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:30:36.528123 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 0b0cc3ce-9af5-4b8e-bddc-54949621a911 not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:30:36.903422 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:37.417731 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45730) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:30:37.521397 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-f1eba90a-27fa-421a-af00-c2683dfebdb9 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1718252806'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:30:37.609114 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1eba90a-27fa-421a-af00-c2683dfebdb9 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Made reservation on behalf of caf639468ef64e5793e1ef346d957fe3 for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:30:37.612624 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f1eba90a-27fa-421a-af00-c2683dfebdb9 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:37.622081 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f1eba90a-27fa-421a-af00-c2683dfebdb9 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:37.715014 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f1eba90a-27fa-421a-af00-c2683dfebdb9 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:37.766557 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f1eba90a-27fa-421a-af00-c2683dfebdb9 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:37.795388 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1eba90a-27fa-421a-af00-c2683dfebdb9 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1257} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 16:30:37.805931 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eba90a-27fa-421a-af00-c2683dfebdb9 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb38cbb-6482-48be-984f-a7305221916a,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:30:37.810804 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f1eba90a-27fa-421a-af00-c2683dfebdb9 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:37.811145 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-f1eba90a-27fa-421a-af00-c2683dfebdb9 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Added segment ff94c5ae-a23f-4f4e-827e-2ba5218af1e3 of type vlan for network 47754cea-2c7c-4b37-82aa-782cc18e0f1a Sep 24 16:30:37.859357 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f1eba90a-27fa-421a-af00-c2683dfebdb9 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:37.972798 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f1eba90a-27fa-421a-af00-c2683dfebdb9 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:37.978646 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1eba90a-27fa-421a-af00-c2683dfebdb9 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:30:37.979237 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f1eba90a-27fa-421a-af00-c2683dfebdb9 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:38.045918 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1eba90a-27fa-421a-af00-c2683dfebdb9 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Pushing event updated for resources: {'Network': ['ID=47754cea-2c7c-4b37-82aa-782cc18e0f1a,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:30:38.059132 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 47754cea-2c7c-4b37-82aa-782cc18e0f1a details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 16:30:38.107239 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-f1eba90a-27fa-421a-af00-c2683dfebdb9 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6883595 Sep 24 16:30:39.460662 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:41.326028 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:41.370321 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45736) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:30:41.375457 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-548357c2-9f35-4bac-9ff3-c1e506d71e4f tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Request body: {'subnet': {'network_id': '47754cea-2c7c-4b37-82aa-782cc18e0f1a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:30:41.517340 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-548357c2-9f35-4bac-9ff3-c1e506d71e4f tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Made reservation on behalf of caf639468ef64e5793e1ef346d957fe3 for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:30:41.521028 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-548357c2-9f35-4bac-9ff3-c1e506d71e4f tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:41.783879 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-548357c2-9f35-4bac-9ff3-c1e506d71e4f tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:41.842566 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548357c2-9f35-4bac-9ff3-c1e506d71e4f tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Pushing event updated for resources: {'Subnet': ['ID=8d8e540c-9a0f-4ae8-bce8-c08f30d10e8a,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:30:41.851893 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548357c2-9f35-4bac-9ff3-c1e506d71e4f tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Checking segment: {'id': 'ff94c5ae-a23f-4f4e-827e-2ba5218af1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '47754cea-2c7c-4b37-82aa-782cc18e0f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:30:41.852245 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548357c2-9f35-4bac-9ff3-c1e506d71e4f tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Network hostable DHCP agents. Network: 47754cea-2c7c-4b37-82aa-782cc18e0f1a, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 16:30:41.934320 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548357c2-9f35-4bac-9ff3-c1e506d71e4f tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Network 47754cea-2c7c-4b37-82aa-782cc18e0f1a is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 16:30:42.048993 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-548357c2-9f35-4bac-9ff3-c1e506d71e4f tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 47754cea-2c7c-4b37-82aa-782cc18e0f1a) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:30:42.053709 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548357c2-9f35-4bac-9ff3-c1e506d71e4f tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:30:42.054941 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-548357c2-9f35-4bac-9ff3-c1e506d71e4f tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:42.059133 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec4ccf7-92fa-420e-a6db-d8bc2281c1d3 None None] Network 47754cea-2c7c-4b37-82aa-782cc18e0f1a requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:30:42.158293 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-548357c2-9f35-4bac-9ff3-c1e506d71e4f tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7868087 Sep 24 16:30:42.162440 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45738) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:30:42.167352 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-64ea6d7c-7e44-48c5-8320-d91c85a5d8c0 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1140824591'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:30:42.200245 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0049ca41-be0b-4a5f-ab4e-9677bebcd036 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-47754cea-2c7c-4b37-82aa-782cc18e0f1a', 'network_id': '47754cea-2c7c-4b37-82aa-782cc18e0f1a', 'tenant_id': 'caf639468ef64e5793e1ef346d957fe3', 'fixed_ips': [{'subnet_id': '8d8e540c-9a0f-4ae8-bce8-c08f30d10e8a'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 16:30:42.201194 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0049ca41-be0b-4a5f-ab4e-9677bebcd036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:42.260329 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ea6d7c-7e44-48c5-8320-d91c85a5d8c0 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Made reservation on behalf of caf639468ef64e5793e1ef346d957fe3 for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:30:42.264003 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-64ea6d7c-7e44-48c5-8320-d91c85a5d8c0 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:42.293255 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64ea6d7c-7e44-48c5-8320-d91c85a5d8c0 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1263} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 16:30:42.303728 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-64ea6d7c-7e44-48c5-8320-d91c85a5d8c0 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:42.303728 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-64ea6d7c-7e44-48c5-8320-d91c85a5d8c0 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Added segment 73087143-9995-457a-9aab-1543a8754b2a of type vlan for network 31507c76-20e6-466d-a1a7-c96daf72283d Sep 24 16:30:42.342020 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-0049ca41-be0b-4a5f-ab4e-9677bebcd036 None None] Allocated IP 2001:db8:0:ffff::2 (47754cea-2c7c-4b37-82aa-782cc18e0f1a/8d8e540c-9a0f-4ae8-bce8-c08f30d10e8a/16a96cf0-d6f2-4f47-a1f3-123da1fd1660) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:30:42.347430 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-64ea6d7c-7e44-48c5-8320-d91c85a5d8c0 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:42.448704 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-64ea6d7c-7e44-48c5-8320-d91c85a5d8c0 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:42.454365 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ea6d7c-7e44-48c5-8320-d91c85a5d8c0 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:30:42.454976 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-64ea6d7c-7e44-48c5-8320-d91c85a5d8c0 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:42.487564 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0049ca41-be0b-4a5f-ab4e-9677bebcd036 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:42.522254 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ea6d7c-7e44-48c5-8320-d91c85a5d8c0 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Pushing event updated for resources: {'Network': ['ID=31507c76-20e6-466d-a1a7-c96daf72283d,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:30:42.532554 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 31507c76-20e6-466d-a1a7-c96daf72283d details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 16:30:42.540862 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-64ea6d7c-7e44-48c5-8320-d91c85a5d8c0 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3773565 Sep 24 16:30:42.543756 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45740) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:30:42.548612 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-e303361f-92ee-4f97-9c50-9410815d4708 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Request body: {'subnet': {'network_id': '31507c76-20e6-466d-a1a7-c96daf72283d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:30:42.586235 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0049ca41-be0b-4a5f-ab4e-9677bebcd036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:42.633549 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0049ca41-be0b-4a5f-ab4e-9677bebcd036 None None] Network 47754cea-2c7c-4b37-82aa-782cc18e0f1a is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:30:42.636625 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-0049ca41-be0b-4a5f-ab4e-9677bebcd036 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:30:42.639994 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0049ca41-be0b-4a5f-ab4e-9677bebcd036 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:30:42.655705 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0049ca41-be0b-4a5f-ab4e-9677bebcd036 None None] Pushing event updated for resources: {'Port': ['ID=16a96cf0-d6f2-4f47-a1f3-123da1fd1660,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:30:42.699543 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-0049ca41-be0b-4a5f-ab4e-9677bebcd036 None None] Attempting to bind port 16a96cf0-d6f2-4f47-a1f3-123da1fd1660 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:30:42.699918 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-0049ca41-be0b-4a5f-ab4e-9677bebcd036 None None] Attempting to bind port 16a96cf0-d6f2-4f47-a1f3-123da1fd1660 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'ff94c5ae-a23f-4f4e-827e-2ba5218af1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '47754cea-2c7c-4b37-82aa-782cc18e0f1a'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:30:42.700306 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0049ca41-be0b-4a5f-ab4e-9677bebcd036 None None] Attempting to bind port 16a96cf0-d6f2-4f47-a1f3-123da1fd1660 on network 47754cea-2c7c-4b37-82aa-782cc18e0f1a {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:30:42.700547 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e303361f-92ee-4f97-9c50-9410815d4708 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Made reservation on behalf of caf639468ef64e5793e1ef346d957fe3 for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:30:42.704782 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e303361f-92ee-4f97-9c50-9410815d4708 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:42.705209 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0049ca41-be0b-4a5f-ab4e-9677bebcd036 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:30:42.705581 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0049ca41-be0b-4a5f-ab4e-9677bebcd036 None None] Checking segment: {'id': 'ff94c5ae-a23f-4f4e-827e-2ba5218af1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '47754cea-2c7c-4b37-82aa-782cc18e0f1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:30:42.705986 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0049ca41-be0b-4a5f-ab4e-9677bebcd036 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:42.706411 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0049ca41-be0b-4a5f-ab4e-9677bebcd036 None None] Bound using segment: {'id': 'ff94c5ae-a23f-4f4e-827e-2ba5218af1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '47754cea-2c7c-4b37-82aa-782cc18e0f1a'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:30:42.706881 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-0049ca41-be0b-4a5f-ab4e-9677bebcd036 None None] Bound port: 16a96cf0-d6f2-4f47-a1f3-123da1fd1660, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff94c5ae-a23f-4f4e-827e-2ba5218af1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1257, 'network_id': '47754cea-2c7c-4b37-82aa-782cc18e0f1a'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:30:42.707266 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0049ca41-be0b-4a5f-ab4e-9677bebcd036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:42.770047 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-0049ca41-be0b-4a5f-ab4e-9677bebcd036 None None] For port 16a96cf0-d6f2-4f47-a1f3-123da1fd1660, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:30:42.773835 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-0049ca41-be0b-4a5f-ab4e-9677bebcd036 None None] For port 16a96cf0-d6f2-4f47-a1f3-123da1fd1660, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=16a96cf0-d6f2-4f47-a1f3-123da1fd1660,segment=NetworkSegment(ff94c5ae-a23f-4f4e-827e-2ba5218af1e3),segment_id=ff94c5ae-a23f-4f4e-827e-2ba5218af1e3)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:30:42.864079 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0049ca41-be0b-4a5f-ab4e-9677bebcd036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:42.942673 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e303361f-92ee-4f97-9c50-9410815d4708 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:42.944922 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0049ca41-be0b-4a5f-ab4e-9677bebcd036 None None] Pushing event updated for resources: {'Port': ['ID=16a96cf0-d6f2-4f47-a1f3-123da1fd1660,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:30:43.033236 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e303361f-92ee-4f97-9c50-9410815d4708 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Pushing event updated for resources: {'Subnet': ['ID=a6f8d383-c409-4fcf-a9cf-6d7bd84e90a9,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:30:43.041729 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e303361f-92ee-4f97-9c50-9410815d4708 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Checking segment: {'id': '73087143-9995-457a-9aab-1543a8754b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '31507c76-20e6-466d-a1a7-c96daf72283d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:30:43.042091 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e303361f-92ee-4f97-9c50-9410815d4708 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Network hostable DHCP agents. Network: 31507c76-20e6-466d-a1a7-c96daf72283d, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 16:30:43.134576 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e303361f-92ee-4f97-9c50-9410815d4708 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Network 31507c76-20e6-466d-a1a7-c96daf72283d is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 16:30:43.229243 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-e303361f-92ee-4f97-9c50-9410815d4708 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 31507c76-20e6-466d-a1a7-c96daf72283d) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:30:43.235614 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e303361f-92ee-4f97-9c50-9410815d4708 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:30:43.235614 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e303361f-92ee-4f97-9c50-9410815d4708 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:43.238941 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85732ff1-bf77-412f-b7b8-6c960afb951f None None] Network 31507c76-20e6-466d-a1a7-c96daf72283d requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:30:43.315586 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-e303361f-92ee-4f97-9c50-9410815d4708 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7707562 Sep 24 16:30:43.319382 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45742) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:30:43.393439 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f214c69f-4c4f-4b25-954e-673f06906ce0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-31507c76-20e6-466d-a1a7-c96daf72283d', 'network_id': '31507c76-20e6-466d-a1a7-c96daf72283d', 'tenant_id': 'caf639468ef64e5793e1ef346d957fe3', 'fixed_ips': [{'subnet_id': 'a6f8d383-c409-4fcf-a9cf-6d7bd84e90a9'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 16:30:43.394453 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f214c69f-4c4f-4b25-954e-673f06906ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:43.423665 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ea9fbbac-095c-4a47-adeb-9dbbeb947bef tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:43.508001 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ea9fbbac-095c-4a47-adeb-9dbbeb947bef tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:43.533788 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-f214c69f-4c4f-4b25-954e-673f06906ce0 None None] Allocated IP 2001:db8::2 (31507c76-20e6-466d-a1a7-c96daf72283d/a6f8d383-c409-4fcf-a9cf-6d7bd84e90a9/7c756be5-3ce9-40b3-a589-6b1908aa891d) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:30:43.846507 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f214c69f-4c4f-4b25-954e-673f06906ce0 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:43.884597 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1e40d4-b710-40e9-a784-26ee8842ad15 None None] Network 47754cea-2c7c-4b37-82aa-782cc18e0f1a requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:30:43.950941 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f214c69f-4c4f-4b25-954e-673f06906ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:43.957493 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-5984d00d-f5b6-4af2-88e6-2b7c986ff9fd None None] Provisioning complete for port 16a96cf0-d6f2-4f47-a1f3-123da1fd1660 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:30:43.957853 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5984d00d-f5b6-4af2-88e6-2b7c986ff9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:44.035235 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f214c69f-4c4f-4b25-954e-673f06906ce0 None None] Network 31507c76-20e6-466d-a1a7-c96daf72283d is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:30:44.045866 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-f214c69f-4c4f-4b25-954e-673f06906ce0 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:30:44.047640 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ea9fbbac-095c-4a47-adeb-9dbbeb947bef tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:44.048877 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f214c69f-4c4f-4b25-954e-673f06906ce0 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:30:44.063519 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f214c69f-4c4f-4b25-954e-673f06906ce0 None None] Pushing event updated for resources: {'Port': ['ID=7c756be5-3ce9-40b3-a589-6b1908aa891d,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:30:44.077333 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9fbbac-095c-4a47-adeb-9dbbeb947bef tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Pushing event deleted for resources: {'Subnet': ['ID=a6f8d383-c409-4fcf-a9cf-6d7bd84e90a9,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:30:44.139000 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ea9fbbac-095c-4a47-adeb-9dbbeb947bef tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:44.160207 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-ea9fbbac-095c-4a47-adeb-9dbbeb947bef tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31507c76-20e6-466d-a1a7-c96daf72283d']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:30:44.170230 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-ea9fbbac-095c-4a47-adeb-9dbbeb947bef tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73087143-9995-457a-9aab-1543a8754b2a') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:30:44.170628 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-ea9fbbac-095c-4a47-adeb-9dbbeb947bef tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73087143-9995-457a-9aab-1543a8754b2a') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:30:44.180876 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ea9fbbac-095c-4a47-adeb-9dbbeb947bef tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:44.194486 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ea9fbbac-095c-4a47-adeb-9dbbeb947bef tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:44.197918 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-f214c69f-4c4f-4b25-954e-673f06906ce0 None None] Attempting to bind port 7c756be5-3ce9-40b3-a589-6b1908aa891d on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:30:44.198292 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-f214c69f-4c4f-4b25-954e-673f06906ce0 None None] Attempting to bind port 7c756be5-3ce9-40b3-a589-6b1908aa891d by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '73087143-9995-457a-9aab-1543a8754b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '31507c76-20e6-466d-a1a7-c96daf72283d'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:30:44.198678 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f214c69f-4c4f-4b25-954e-673f06906ce0 None None] Attempting to bind port 7c756be5-3ce9-40b3-a589-6b1908aa891d on network 31507c76-20e6-466d-a1a7-c96daf72283d {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:30:44.200602 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea9fbbac-095c-4a47-adeb-9dbbeb947bef tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Releasing vlan 1263 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 16:30:44.201108 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ea9fbbac-095c-4a47-adeb-9dbbeb947bef tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:44.204239 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 16:30:44.204239 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 16:30:44.204239 n-d-808921-1 neutron-server[95297]: timer() Sep 24 16:30:44.204239 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 16:30:44.204239 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 16:30:44.204239 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 16:30:44.204239 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 16:30:44.204239 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 16:30:44.204239 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 16:30:44.204239 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 16:30:44.204239 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 16:30:44.204239 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 16:30:44.204239 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 16:30:44.204239 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 16:30:44.204239 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 16:30:44.204239 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 16:30:44.204239 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 16:30:44.204239 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 16:30:44.204239 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 16:30:44.204239 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 16:30:44.204239 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 16:30:44.204239 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 16:30:44.204239 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 16:30:44.204239 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 16:30:44.204239 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 16:30:44.204239 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 16:30:44.204239 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 16:30:44.204239 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 16:30:44.204239 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 16:30:44.204239 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 16:30:44.204239 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 16:30:44.204239 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 16:30:44.210620 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5984d00d-f5b6-4af2-88e6-2b7c986ff9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:44.215681 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f214c69f-4c4f-4b25-954e-673f06906ce0 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:30:44.216053 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f214c69f-4c4f-4b25-954e-673f06906ce0 None None] Checking segment: {'id': '73087143-9995-457a-9aab-1543a8754b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '31507c76-20e6-466d-a1a7-c96daf72283d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:30:44.220060 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f214c69f-4c4f-4b25-954e-673f06906ce0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:44.220060 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f214c69f-4c4f-4b25-954e-673f06906ce0 None None] Bound using segment: {'id': '73087143-9995-457a-9aab-1543a8754b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '31507c76-20e6-466d-a1a7-c96daf72283d'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:30:44.220060 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-f214c69f-4c4f-4b25-954e-673f06906ce0 None None] Bound port: 7c756be5-3ce9-40b3-a589-6b1908aa891d, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73087143-9995-457a-9aab-1543a8754b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1263, 'network_id': '31507c76-20e6-466d-a1a7-c96daf72283d'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:30:44.220060 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f214c69f-4c4f-4b25-954e-673f06906ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:44.294420 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-5984d00d-f5b6-4af2-88e6-2b7c986ff9fd None None] For port 16a96cf0-d6f2-4f47-a1f3-123da1fd1660, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=16a96cf0-d6f2-4f47-a1f3-123da1fd1660,segment=NetworkSegment(ff94c5ae-a23f-4f4e-827e-2ba5218af1e3),segment_id=ff94c5ae-a23f-4f4e-827e-2ba5218af1e3)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:30:44.315113 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.db.api [None req-ea9fbbac-095c-4a47-adeb-9dbbeb947bef tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 24 16:30:44.315113 n-d-808921-1 neutron-server[95297]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 24 16:30:44.315113 n-d-808921-1 neutron-server[95297]: [parameters: {'id': '31507c76-20e6-466d-a1a7-c96daf72283d'}] Sep 24 16:30:44.315113 n-d-808921-1 neutron-server[95297]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 16:30:44.315630 n-d-808921-1 neutron-server[95297]: DEBUG oslo_db.api [None req-ea9fbbac-095c-4a47-adeb-9dbbeb947bef tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 16:30:44.327140 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-f214c69f-4c4f-4b25-954e-673f06906ce0 None None] For port 7c756be5-3ce9-40b3-a589-6b1908aa891d, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:30:44.331819 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-f214c69f-4c4f-4b25-954e-673f06906ce0 None None] For port 7c756be5-3ce9-40b3-a589-6b1908aa891d, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=7c756be5-3ce9-40b3-a589-6b1908aa891d,segment=NetworkSegment(73087143-9995-457a-9aab-1543a8754b2a),segment_id=73087143-9995-457a-9aab-1543a8754b2a)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:30:44.378062 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5984d00d-f5b6-4af2-88e6-2b7c986ff9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:44.412391 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f214c69f-4c4f-4b25-954e-673f06906ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:44.435331 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5984d00d-f5b6-4af2-88e6-2b7c986ff9fd None None] Pushing event updated for resources: {'Port': ['ID=16a96cf0-d6f2-4f47-a1f3-123da1fd1660,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:30:44.522545 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-333f1985-8477-4d2e-9c4d-ef875cc77f1f None None] Provisioning complete for port 16a96cf0-d6f2-4f47-a1f3-123da1fd1660 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:30:44.522859 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-333f1985-8477-4d2e-9c4d-ef875cc77f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:44.524272 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f214c69f-4c4f-4b25-954e-673f06906ce0 None None] Pushing event updated for resources: {'Port': ['ID=7c756be5-3ce9-40b3-a589-6b1908aa891d,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:30:44.529192 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26766848-528b-4575-9dd2-f23502a9a758 None None] Network 31507c76-20e6-466d-a1a7-c96daf72283d requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:30:44.562028 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 16a96cf0-d6f2-4f47-a1f3-123da1fd1660 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:30:44.738189 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 16a96cf0-d6f2-4f47-a1f3-123da1fd1660 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:30:44.738492 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:44.774473 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ad5700-5c06-4a56-b84f-2f9a7cca8686 None None] get_active_networks_info from n-d-808921-1 {{(pid=95299) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 24 16:30:44.816754 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ea9fbbac-095c-4a47-adeb-9dbbeb947bef tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:44.871701 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-ea9fbbac-095c-4a47-adeb-9dbbeb947bef tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Deleting port 7c756be5-3ce9-40b3-a589-6b1908aa891d {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:30:44.872189 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ea9fbbac-095c-4a47-adeb-9dbbeb947bef tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:44.875213 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ad5700-5c06-4a56-b84f-2f9a7cca8686 None None] Resources bound (agent type, host, resource id): {{(pid=95299) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 24 16:30:44.939641 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-ea9fbbac-095c-4a47-adeb-9dbbeb947bef tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] For port 7c756be5-3ce9-40b3-a589-6b1908aa891d, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=7c756be5-3ce9-40b3-a589-6b1908aa891d,segment=NetworkSegment(73087143-9995-457a-9aab-1543a8754b2a),segment_id=73087143-9995-457a-9aab-1543a8754b2a)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:30:44.940023 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ea9fbbac-095c-4a47-adeb-9dbbeb947bef tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:44.952300 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-ea9fbbac-095c-4a47-adeb-9dbbeb947bef tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Calling delete_port for 7c756be5-3ce9-40b3-a589-6b1908aa891d owned by network:dhcp {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:30:45.151476 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ea9fbbac-095c-4a47-adeb-9dbbeb947bef tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:45.177768 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9fbbac-095c-4a47-adeb-9dbbeb947bef tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Pushing event deleted for resources: {'Port': ['ID=7c756be5-3ce9-40b3-a589-6b1908aa891d,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:30:45.179615 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9fbbac-095c-4a47-adeb-9dbbeb947bef tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] No DVR routers for this DVR port 7c756be5-3ce9-40b3-a589-6b1908aa891d on host n-d-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:30:45.259672 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ea9fbbac-095c-4a47-adeb-9dbbeb947bef tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:45.279841 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-ea9fbbac-095c-4a47-adeb-9dbbeb947bef tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31507c76-20e6-466d-a1a7-c96daf72283d']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:30:45.288853 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-ea9fbbac-095c-4a47-adeb-9dbbeb947bef tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73087143-9995-457a-9aab-1543a8754b2a') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:30:45.289142 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-ea9fbbac-095c-4a47-adeb-9dbbeb947bef tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73087143-9995-457a-9aab-1543a8754b2a') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:30:45.298173 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ea9fbbac-095c-4a47-adeb-9dbbeb947bef tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:45.311426 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ea9fbbac-095c-4a47-adeb-9dbbeb947bef tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:45.317952 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea9fbbac-095c-4a47-adeb-9dbbeb947bef tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Releasing vlan 1263 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 16:30:45.318441 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ea9fbbac-095c-4a47-adeb-9dbbeb947bef tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:45.321542 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 16:30:45.321542 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 16:30:45.321542 n-d-808921-1 neutron-server[95297]: timer() Sep 24 16:30:45.321542 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 16:30:45.321542 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 16:30:45.321542 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 16:30:45.321542 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 16:30:45.321542 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 16:30:45.321542 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 16:30:45.321542 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 16:30:45.321542 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 16:30:45.321542 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 16:30:45.321542 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 16:30:45.321542 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 16:30:45.321542 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 16:30:45.321542 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 16:30:45.321542 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 16:30:45.321542 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 16:30:45.321542 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 16:30:45.321542 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 16:30:45.321542 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 16:30:45.321542 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 16:30:45.321542 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 16:30:45.321542 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 16:30:45.321542 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 16:30:45.321542 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 16:30:45.321542 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 16:30:45.321542 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 16:30:45.321542 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 16:30:45.321542 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 16:30:45.321542 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 16:30:45.321542 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 16:30:45.546157 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ea9fbbac-095c-4a47-adeb-9dbbeb947bef tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:45.554333 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ea9fbbac-095c-4a47-adeb-9dbbeb947bef tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:45.555949 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ea9fbbac-095c-4a47-adeb-9dbbeb947bef tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] 10.222.0.101 "DELETE /v2.0/networks/31507c76-20e6-466d-a1a7-c96daf72283d HTTP/1.1" status: 204 len: 168 time: 2.2356563 Sep 24 16:30:45.560132 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45748) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:30:45.565268 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-199a052f-085b-4ccc-890d-c886327694e8 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-654382229'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:30:45.567235 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9fbbac-095c-4a47-adeb-9dbbeb947bef tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Pushing event deleted for resources: {'Network': ['ID=31507c76-20e6-466d-a1a7-c96daf72283d,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:30:45.651699 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199a052f-085b-4ccc-890d-c886327694e8 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Made reservation on behalf of caf639468ef64e5793e1ef346d957fe3 for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:30:45.655196 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-199a052f-085b-4ccc-890d-c886327694e8 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:45.681057 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-199a052f-085b-4ccc-890d-c886327694e8 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1262} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 16:30:45.689419 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-199a052f-085b-4ccc-890d-c886327694e8 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:45.689756 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-199a052f-085b-4ccc-890d-c886327694e8 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Added segment 8d39944b-a6d5-44ed-81d9-dcedd5a68a9a of type vlan for network 2a0b0640-877b-4e89-80e4-3aca1c3270c8 Sep 24 16:30:45.735966 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-199a052f-085b-4ccc-890d-c886327694e8 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:45.820383 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-199a052f-085b-4ccc-890d-c886327694e8 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:45.826109 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199a052f-085b-4ccc-890d-c886327694e8 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:30:45.826714 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-199a052f-085b-4ccc-890d-c886327694e8 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:45.897258 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199a052f-085b-4ccc-890d-c886327694e8 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Pushing event updated for resources: {'Network': ['ID=2a0b0640-877b-4e89-80e4-3aca1c3270c8,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:30:45.907359 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 2a0b0640-877b-4e89-80e4-3aca1c3270c8 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 16:30:45.913433 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-199a052f-085b-4ccc-890d-c886327694e8 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3520994 Sep 24 16:30:45.916242 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45750) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:30:45.921207 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-99ac4718-4c29-4930-b673-9e78e123d246 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Request body: {'subnet': {'network_id': '2a0b0640-877b-4e89-80e4-3aca1c3270c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:30:46.094581 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99ac4718-4c29-4930-b673-9e78e123d246 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Made reservation on behalf of caf639468ef64e5793e1ef346d957fe3 for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:30:46.098139 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-99ac4718-4c29-4930-b673-9e78e123d246 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:46.156555 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.ipam_backend_mixin [None req-99ac4718-4c29-4930-b673-9e78e123d246 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Performing IP validity checks on allocation pools {{(pid=95298) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 24 16:30:46.156986 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.ipam_backend_mixin [None req-99ac4718-4c29-4930-b673-9e78e123d246 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95298) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 24 16:30:46.446417 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-99ac4718-4c29-4930-b673-9e78e123d246 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:46.510500 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ac4718-4c29-4930-b673-9e78e123d246 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Pushing event updated for resources: {'Subnet': ['ID=4d960602-6ca0-4dfc-a033-0ed6164b32cd,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:30:46.517752 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ac4718-4c29-4930-b673-9e78e123d246 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Checking segment: {'id': '8d39944b-a6d5-44ed-81d9-dcedd5a68a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '2a0b0640-877b-4e89-80e4-3aca1c3270c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:30:46.518144 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ac4718-4c29-4930-b673-9e78e123d246 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Network hostable DHCP agents. Network: 2a0b0640-877b-4e89-80e4-3aca1c3270c8, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 16:30:46.608885 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ac4718-4c29-4930-b673-9e78e123d246 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Network 2a0b0640-877b-4e89-80e4-3aca1c3270c8 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 16:30:46.734239 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-99ac4718-4c29-4930-b673-9e78e123d246 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 2a0b0640-877b-4e89-80e4-3aca1c3270c8) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:30:46.739001 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99ac4718-4c29-4930-b673-9e78e123d246 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:30:46.739595 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-99ac4718-4c29-4930-b673-9e78e123d246 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:46.742064 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d840c9e3-d22b-446c-8f52-af8ecc8d2d5d None None] Network 2a0b0640-877b-4e89-80e4-3aca1c3270c8 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:30:46.849847 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-99ac4718-4c29-4930-b673-9e78e123d246 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9320793 Sep 24 16:30:46.852640 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45754) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:30:46.886843 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99cb543-c01c-4e36-b7a3-2a9d2f79b432 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-2a0b0640-877b-4e89-80e4-3aca1c3270c8', 'network_id': '2a0b0640-877b-4e89-80e4-3aca1c3270c8', 'tenant_id': 'caf639468ef64e5793e1ef346d957fe3', 'fixed_ips': [{'subnet_id': '4d960602-6ca0-4dfc-a033-0ed6164b32cd'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 16:30:46.887695 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e99cb543-c01c-4e36-b7a3-2a9d2f79b432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:46.952890 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-13b972cd-4151-41cb-8317-9566364c5cd9 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:47.020895 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-e99cb543-c01c-4e36-b7a3-2a9d2f79b432 None None] Allocated IP 2001:db8::3 (2a0b0640-877b-4e89-80e4-3aca1c3270c8/4d960602-6ca0-4dfc-a033-0ed6164b32cd/02ded17c-09fd-437e-9023-00762d97e582) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:30:47.050693 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-13b972cd-4151-41cb-8317-9566364c5cd9 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:47.164575 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e99cb543-c01c-4e36-b7a3-2a9d2f79b432 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:47.312322 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e99cb543-c01c-4e36-b7a3-2a9d2f79b432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:47.349386 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99cb543-c01c-4e36-b7a3-2a9d2f79b432 None None] Network 2a0b0640-877b-4e89-80e4-3aca1c3270c8 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:30:47.352210 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-e99cb543-c01c-4e36-b7a3-2a9d2f79b432 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:30:47.355658 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99cb543-c01c-4e36-b7a3-2a9d2f79b432 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:30:47.369066 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99cb543-c01c-4e36-b7a3-2a9d2f79b432 None None] Pushing event updated for resources: {'Port': ['ID=02ded17c-09fd-437e-9023-00762d97e582,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:30:47.409472 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-13b972cd-4151-41cb-8317-9566364c5cd9 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:47.420569 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-e99cb543-c01c-4e36-b7a3-2a9d2f79b432 None None] Attempting to bind port 02ded17c-09fd-437e-9023-00762d97e582 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:30:47.420940 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-e99cb543-c01c-4e36-b7a3-2a9d2f79b432 None None] Attempting to bind port 02ded17c-09fd-437e-9023-00762d97e582 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '8d39944b-a6d5-44ed-81d9-dcedd5a68a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '2a0b0640-877b-4e89-80e4-3aca1c3270c8'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:30:47.421302 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99cb543-c01c-4e36-b7a3-2a9d2f79b432 None None] Attempting to bind port 02ded17c-09fd-437e-9023-00762d97e582 on network 2a0b0640-877b-4e89-80e4-3aca1c3270c8 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:30:47.426334 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99cb543-c01c-4e36-b7a3-2a9d2f79b432 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:30:47.428109 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99cb543-c01c-4e36-b7a3-2a9d2f79b432 None None] Checking segment: {'id': '8d39944b-a6d5-44ed-81d9-dcedd5a68a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '2a0b0640-877b-4e89-80e4-3aca1c3270c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:30:47.428109 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e99cb543-c01c-4e36-b7a3-2a9d2f79b432 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:47.428109 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99cb543-c01c-4e36-b7a3-2a9d2f79b432 None None] Bound using segment: {'id': '8d39944b-a6d5-44ed-81d9-dcedd5a68a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '2a0b0640-877b-4e89-80e4-3aca1c3270c8'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:30:47.428109 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-e99cb543-c01c-4e36-b7a3-2a9d2f79b432 None None] Bound port: 02ded17c-09fd-437e-9023-00762d97e582, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d39944b-a6d5-44ed-81d9-dcedd5a68a9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': '2a0b0640-877b-4e89-80e4-3aca1c3270c8'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:30:47.428498 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e99cb543-c01c-4e36-b7a3-2a9d2f79b432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:47.443949 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b972cd-4151-41cb-8317-9566364c5cd9 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Pushing event deleted for resources: {'Subnet': ['ID=4d960602-6ca0-4dfc-a033-0ed6164b32cd,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:30:47.492309 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-e99cb543-c01c-4e36-b7a3-2a9d2f79b432 None None] For port 02ded17c-09fd-437e-9023-00762d97e582, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:30:47.495365 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-e99cb543-c01c-4e36-b7a3-2a9d2f79b432 None None] For port 02ded17c-09fd-437e-9023-00762d97e582, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=02ded17c-09fd-437e-9023-00762d97e582,segment=NetworkSegment(8d39944b-a6d5-44ed-81d9-dcedd5a68a9a),segment_id=8d39944b-a6d5-44ed-81d9-dcedd5a68a9a)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:30:47.507211 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-13b972cd-4151-41cb-8317-9566364c5cd9 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:47.526465 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-13b972cd-4151-41cb-8317-9566364c5cd9 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a0b0640-877b-4e89-80e4-3aca1c3270c8']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:30:47.537130 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-13b972cd-4151-41cb-8317-9566364c5cd9 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d39944b-a6d5-44ed-81d9-dcedd5a68a9a') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:30:47.537434 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-13b972cd-4151-41cb-8317-9566364c5cd9 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d39944b-a6d5-44ed-81d9-dcedd5a68a9a') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:30:47.546262 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-13b972cd-4151-41cb-8317-9566364c5cd9 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:47.580635 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e99cb543-c01c-4e36-b7a3-2a9d2f79b432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:47.582416 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-13b972cd-4151-41cb-8317-9566364c5cd9 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:47.588725 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13b972cd-4151-41cb-8317-9566364c5cd9 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Releasing vlan 1262 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 16:30:47.589122 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-13b972cd-4151-41cb-8317-9566364c5cd9 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:47.592130 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 16:30:47.592130 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 16:30:47.592130 n-d-808921-1 neutron-server[95298]: timer() Sep 24 16:30:47.592130 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 16:30:47.592130 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 16:30:47.592130 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 16:30:47.592130 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 16:30:47.592130 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 16:30:47.592130 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 16:30:47.592130 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 16:30:47.592130 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 16:30:47.592130 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 16:30:47.592130 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 16:30:47.592130 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 16:30:47.592130 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 16:30:47.592130 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 16:30:47.592130 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 16:30:47.592130 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 16:30:47.592130 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 16:30:47.592130 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 16:30:47.592130 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 16:30:47.592130 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 16:30:47.592130 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 16:30:47.592130 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 16:30:47.592130 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 16:30:47.592130 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 16:30:47.592130 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 16:30:47.592130 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 16:30:47.592130 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 16:30:47.592130 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 16:30:47.592130 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 16:30:47.592130 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 16:30:47.667857 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99cb543-c01c-4e36-b7a3-2a9d2f79b432 None None] Pushing event updated for resources: {'Port': ['ID=02ded17c-09fd-437e-9023-00762d97e582,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:30:47.683987 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d749b0a-5ea4-4ecd-a337-146a03fd3145 None None] Network 2a0b0640-877b-4e89-80e4-3aca1c3270c8 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:30:47.706166 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.db.api [None req-13b972cd-4151-41cb-8317-9566364c5cd9 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 24 16:30:47.706166 n-d-808921-1 neutron-server[95298]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 24 16:30:47.706166 n-d-808921-1 neutron-server[95298]: [parameters: {'id': '2a0b0640-877b-4e89-80e4-3aca1c3270c8'}] Sep 24 16:30:47.706166 n-d-808921-1 neutron-server[95298]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 16:30:47.706988 n-d-808921-1 neutron-server[95298]: DEBUG oslo_db.api [None req-13b972cd-4151-41cb-8317-9566364c5cd9 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 16:30:47.797891 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f7e88b-bb31-451d-88fd-b65ef1c283fc None None] get_active_networks_info from n-d-808921-1 {{(pid=95299) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 24 16:30:47.868169 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f7e88b-bb31-451d-88fd-b65ef1c283fc None None] Resources bound (agent type, host, resource id): {{(pid=95299) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 24 16:30:48.208213 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-13b972cd-4151-41cb-8317-9566364c5cd9 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:48.261387 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-13b972cd-4151-41cb-8317-9566364c5cd9 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Deleting port 02ded17c-09fd-437e-9023-00762d97e582 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:30:48.261721 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-13b972cd-4151-41cb-8317-9566364c5cd9 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:48.326028 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-13b972cd-4151-41cb-8317-9566364c5cd9 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] For port 02ded17c-09fd-437e-9023-00762d97e582, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=02ded17c-09fd-437e-9023-00762d97e582,segment=NetworkSegment(8d39944b-a6d5-44ed-81d9-dcedd5a68a9a),segment_id=8d39944b-a6d5-44ed-81d9-dcedd5a68a9a)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:30:48.326416 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-13b972cd-4151-41cb-8317-9566364c5cd9 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:48.338544 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-13b972cd-4151-41cb-8317-9566364c5cd9 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Calling delete_port for 02ded17c-09fd-437e-9023-00762d97e582 owned by network:dhcp {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:30:48.494723 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-13b972cd-4151-41cb-8317-9566364c5cd9 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:48.517831 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b972cd-4151-41cb-8317-9566364c5cd9 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Pushing event deleted for resources: {'Port': ['ID=02ded17c-09fd-437e-9023-00762d97e582,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:30:48.524153 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b972cd-4151-41cb-8317-9566364c5cd9 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] No DVR routers for this DVR port 02ded17c-09fd-437e-9023-00762d97e582 on host n-d-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:30:48.604131 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-13b972cd-4151-41cb-8317-9566364c5cd9 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:48.624432 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-13b972cd-4151-41cb-8317-9566364c5cd9 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a0b0640-877b-4e89-80e4-3aca1c3270c8']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:30:48.633350 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-13b972cd-4151-41cb-8317-9566364c5cd9 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d39944b-a6d5-44ed-81d9-dcedd5a68a9a') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:30:48.633658 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-13b972cd-4151-41cb-8317-9566364c5cd9 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d39944b-a6d5-44ed-81d9-dcedd5a68a9a') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:30:48.642753 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-13b972cd-4151-41cb-8317-9566364c5cd9 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:48.656018 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-13b972cd-4151-41cb-8317-9566364c5cd9 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:48.662387 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13b972cd-4151-41cb-8317-9566364c5cd9 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Releasing vlan 1262 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 16:30:48.662881 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-13b972cd-4151-41cb-8317-9566364c5cd9 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:48.665872 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 16:30:48.665872 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 16:30:48.665872 n-d-808921-1 neutron-server[95298]: timer() Sep 24 16:30:48.665872 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 16:30:48.665872 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 16:30:48.665872 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 16:30:48.665872 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 16:30:48.665872 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 16:30:48.665872 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 16:30:48.665872 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 16:30:48.665872 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 16:30:48.665872 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 16:30:48.665872 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 16:30:48.665872 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 16:30:48.665872 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 16:30:48.665872 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 16:30:48.665872 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 16:30:48.665872 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 16:30:48.665872 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 16:30:48.665872 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 16:30:48.665872 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 16:30:48.665872 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 16:30:48.665872 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 16:30:48.665872 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 16:30:48.665872 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 16:30:48.665872 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 16:30:48.665872 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 16:30:48.665872 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 16:30:48.665872 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 16:30:48.665872 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 16:30:48.665872 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 16:30:48.665872 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 16:30:48.814522 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-13b972cd-4151-41cb-8317-9566364c5cd9 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:48.821836 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-13b972cd-4151-41cb-8317-9566364c5cd9 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:48.823745 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-13b972cd-4151-41cb-8317-9566364c5cd9 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] 10.222.0.101 "DELETE /v2.0/networks/2a0b0640-877b-4e89-80e4-3aca1c3270c8 HTTP/1.1" status: 204 len: 168 time: 1.9701180 Sep 24 16:30:48.827512 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45756) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:30:48.832782 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-9eed062b-eebc-4b6a-b516-a8450a9bd6e3 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1466952854'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:30:48.835742 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b972cd-4151-41cb-8317-9566364c5cd9 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Pushing event deleted for resources: {'Network': ['ID=2a0b0640-877b-4e89-80e4-3aca1c3270c8,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:30:48.931387 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eed062b-eebc-4b6a-b516-a8450a9bd6e3 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Made reservation on behalf of caf639468ef64e5793e1ef346d957fe3 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:30:48.934880 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9eed062b-eebc-4b6a-b516-a8450a9bd6e3 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:48.958577 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9eed062b-eebc-4b6a-b516-a8450a9bd6e3 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1288} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 16:30:48.967126 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9eed062b-eebc-4b6a-b516-a8450a9bd6e3 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:48.967476 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-9eed062b-eebc-4b6a-b516-a8450a9bd6e3 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Added segment e6ef24bd-8c75-4207-ac26-4c30cb1eb515 of type vlan for network e7f9b0e9-bf23-4eef-a359-8aaccf2637e4 Sep 24 16:30:49.011596 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9eed062b-eebc-4b6a-b516-a8450a9bd6e3 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:49.132367 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9eed062b-eebc-4b6a-b516-a8450a9bd6e3 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:49.138069 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eed062b-eebc-4b6a-b516-a8450a9bd6e3 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:30:49.138687 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9eed062b-eebc-4b6a-b516-a8450a9bd6e3 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:49.209417 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eed062b-eebc-4b6a-b516-a8450a9bd6e3 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Pushing event updated for resources: {'Network': ['ID=e7f9b0e9-bf23-4eef-a359-8aaccf2637e4,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:30:49.219561 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network e7f9b0e9-bf23-4eef-a359-8aaccf2637e4 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 16:30:49.249506 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-9eed062b-eebc-4b6a-b516-a8450a9bd6e3 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4208381 Sep 24 16:30:49.252350 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45758) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:30:49.257999 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-4fc65ed9-c824-45be-ad9d-4113091c180a tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Request body: {'subnet': {'network_id': 'e7f9b0e9-bf23-4eef-a359-8aaccf2637e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:30:49.425526 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc65ed9-c824-45be-ad9d-4113091c180a tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Made reservation on behalf of caf639468ef64e5793e1ef346d957fe3 for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:30:49.429753 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4fc65ed9-c824-45be-ad9d-4113091c180a tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:49.671502 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4fc65ed9-c824-45be-ad9d-4113091c180a tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:49.734484 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc65ed9-c824-45be-ad9d-4113091c180a tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Pushing event updated for resources: {'Subnet': ['ID=910a74ee-5616-4ede-b46b-1684d31d582b,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:30:49.743020 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc65ed9-c824-45be-ad9d-4113091c180a tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Checking segment: {'id': 'e6ef24bd-8c75-4207-ac26-4c30cb1eb515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'e7f9b0e9-bf23-4eef-a359-8aaccf2637e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:30:49.743726 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc65ed9-c824-45be-ad9d-4113091c180a tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Network hostable DHCP agents. Network: e7f9b0e9-bf23-4eef-a359-8aaccf2637e4, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 16:30:49.851851 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc65ed9-c824-45be-ad9d-4113091c180a tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Network e7f9b0e9-bf23-4eef-a359-8aaccf2637e4 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 16:30:49.931617 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-4fc65ed9-c824-45be-ad9d-4113091c180a tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, e7f9b0e9-bf23-4eef-a359-8aaccf2637e4) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:30:49.936990 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc65ed9-c824-45be-ad9d-4113091c180a tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:30:49.937814 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4fc65ed9-c824-45be-ad9d-4113091c180a tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:49.977255 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5833fe10-421c-44f3-8e89-c72ab1b98ac8 None None] Network e7f9b0e9-bf23-4eef-a359-8aaccf2637e4 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:30:50.032797 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-4fc65ed9-c824-45be-ad9d-4113091c180a tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7791538 Sep 24 16:30:50.036260 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45760) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:30:50.041269 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-0463f742-420a-44e2-b57a-4a443b7385b4 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-250247633'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:30:50.136959 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0463f742-420a-44e2-b57a-4a443b7385b4 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Made reservation on behalf of caf639468ef64e5793e1ef346d957fe3 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:30:50.140678 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0463f742-420a-44e2-b57a-4a443b7385b4 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:50.163847 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1c60ea-7ead-4507-b16d-c788925fcf34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-e7f9b0e9-bf23-4eef-a359-8aaccf2637e4', 'network_id': 'e7f9b0e9-bf23-4eef-a359-8aaccf2637e4', 'tenant_id': 'caf639468ef64e5793e1ef346d957fe3', 'fixed_ips': [{'subnet_id': '910a74ee-5616-4ede-b46b-1684d31d582b'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 16:30:50.164706 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7c1c60ea-7ead-4507-b16d-c788925fcf34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:50.167415 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0463f742-420a-44e2-b57a-4a443b7385b4 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1250} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 16:30:50.176301 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0463f742-420a-44e2-b57a-4a443b7385b4 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:50.176711 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-0463f742-420a-44e2-b57a-4a443b7385b4 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Added segment a1817474-ba4f-41f8-b1c0-642a671698f9 of type vlan for network a809b2e0-5765-4b1d-843c-46d2445199b3 Sep 24 16:30:50.218191 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0463f742-420a-44e2-b57a-4a443b7385b4 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:50.326485 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0463f742-420a-44e2-b57a-4a443b7385b4 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:50.333032 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0463f742-420a-44e2-b57a-4a443b7385b4 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:30:50.333270 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0463f742-420a-44e2-b57a-4a443b7385b4 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:50.411022 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0463f742-420a-44e2-b57a-4a443b7385b4 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Pushing event updated for resources: {'Network': ['ID=a809b2e0-5765-4b1d-843c-46d2445199b3,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:30:50.424773 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network a809b2e0-5765-4b1d-843c-46d2445199b3 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 16:30:50.438042 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-0463f742-420a-44e2-b57a-4a443b7385b4 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4006383 Sep 24 16:30:50.440995 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45764) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:30:50.446162 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-e87e3204-fe2a-4421-a292-8c2b3451508a tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Request body: {'subnet': {'network_id': 'a809b2e0-5765-4b1d-843c-46d2445199b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:30:50.526028 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-7c1c60ea-7ead-4507-b16d-c788925fcf34 None None] Allocated IP 2001:db8::2 (e7f9b0e9-bf23-4eef-a359-8aaccf2637e4/910a74ee-5616-4ede-b46b-1684d31d582b/217cc2ae-f708-4a6f-a48f-9147cc2d2034) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:30:50.628958 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e87e3204-fe2a-4421-a292-8c2b3451508a tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Made reservation on behalf of caf639468ef64e5793e1ef346d957fe3 for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:30:50.633025 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e87e3204-fe2a-4421-a292-8c2b3451508a tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:50.674694 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7c1c60ea-7ead-4507-b16d-c788925fcf34 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:50.780429 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7c1c60ea-7ead-4507-b16d-c788925fcf34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:50.818170 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1c60ea-7ead-4507-b16d-c788925fcf34 None None] Network e7f9b0e9-bf23-4eef-a359-8aaccf2637e4 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:30:50.820893 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-7c1c60ea-7ead-4507-b16d-c788925fcf34 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:30:50.824344 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1c60ea-7ead-4507-b16d-c788925fcf34 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:30:50.833034 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1c60ea-7ead-4507-b16d-c788925fcf34 None None] Pushing event updated for resources: {'Port': ['ID=217cc2ae-f708-4a6f-a48f-9147cc2d2034,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:30:50.887363 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-7c1c60ea-7ead-4507-b16d-c788925fcf34 None None] Attempting to bind port 217cc2ae-f708-4a6f-a48f-9147cc2d2034 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:30:50.887631 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-7c1c60ea-7ead-4507-b16d-c788925fcf34 None None] Attempting to bind port 217cc2ae-f708-4a6f-a48f-9147cc2d2034 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'e6ef24bd-8c75-4207-ac26-4c30cb1eb515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'e7f9b0e9-bf23-4eef-a359-8aaccf2637e4'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:30:50.887988 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1c60ea-7ead-4507-b16d-c788925fcf34 None None] Attempting to bind port 217cc2ae-f708-4a6f-a48f-9147cc2d2034 on network e7f9b0e9-bf23-4eef-a359-8aaccf2637e4 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:30:50.892712 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1c60ea-7ead-4507-b16d-c788925fcf34 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:30:50.893079 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1c60ea-7ead-4507-b16d-c788925fcf34 None None] Checking segment: {'id': 'e6ef24bd-8c75-4207-ac26-4c30cb1eb515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'e7f9b0e9-bf23-4eef-a359-8aaccf2637e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:30:50.893512 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7c1c60ea-7ead-4507-b16d-c788925fcf34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:50.893902 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1c60ea-7ead-4507-b16d-c788925fcf34 None None] Bound using segment: {'id': 'e6ef24bd-8c75-4207-ac26-4c30cb1eb515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'e7f9b0e9-bf23-4eef-a359-8aaccf2637e4'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:30:50.894379 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-7c1c60ea-7ead-4507-b16d-c788925fcf34 None None] Bound port: 217cc2ae-f708-4a6f-a48f-9147cc2d2034, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6ef24bd-8c75-4207-ac26-4c30cb1eb515', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1288, 'network_id': 'e7f9b0e9-bf23-4eef-a359-8aaccf2637e4'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:30:50.894756 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7c1c60ea-7ead-4507-b16d-c788925fcf34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:50.912726 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e87e3204-fe2a-4421-a292-8c2b3451508a tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:50.957068 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7c1c60ea-7ead-4507-b16d-c788925fcf34 None None] For port 217cc2ae-f708-4a6f-a48f-9147cc2d2034, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:30:50.960963 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7c1c60ea-7ead-4507-b16d-c788925fcf34 None None] For port 217cc2ae-f708-4a6f-a48f-9147cc2d2034, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=217cc2ae-f708-4a6f-a48f-9147cc2d2034,segment=NetworkSegment(e6ef24bd-8c75-4207-ac26-4c30cb1eb515),segment_id=e6ef24bd-8c75-4207-ac26-4c30cb1eb515)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:30:50.975669 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87e3204-fe2a-4421-a292-8c2b3451508a tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Pushing event updated for resources: {'Subnet': ['ID=0112a15e-4fe1-457d-8b6e-75155cf39905,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:30:50.990736 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e87e3204-fe2a-4421-a292-8c2b3451508a tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Checking segment: {'id': 'a1817474-ba4f-41f8-b1c0-642a671698f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'a809b2e0-5765-4b1d-843c-46d2445199b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:30:50.990736 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87e3204-fe2a-4421-a292-8c2b3451508a tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Network hostable DHCP agents. Network: a809b2e0-5765-4b1d-843c-46d2445199b3, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 16:30:51.071949 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7c1c60ea-7ead-4507-b16d-c788925fcf34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:51.133414 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1c60ea-7ead-4507-b16d-c788925fcf34 None None] Pushing event updated for resources: {'Port': ['ID=217cc2ae-f708-4a6f-a48f-9147cc2d2034,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:30:51.174167 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e87e3204-fe2a-4421-a292-8c2b3451508a tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Network a809b2e0-5765-4b1d-843c-46d2445199b3 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 16:30:51.326112 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-e87e3204-fe2a-4421-a292-8c2b3451508a tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, a809b2e0-5765-4b1d-843c-46d2445199b3) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:30:51.334493 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2cbdfd6-e295-4ea2-99bb-787ae6f18059 None None] Network a809b2e0-5765-4b1d-843c-46d2445199b3 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:30:51.335119 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87e3204-fe2a-4421-a292-8c2b3451508a tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:30:51.335722 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e87e3204-fe2a-4421-a292-8c2b3451508a tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:51.444690 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-e87e3204-fe2a-4421-a292-8c2b3451508a tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0024490 Sep 24 16:30:51.447442 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45766) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:30:51.485360 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045a2aef-ff7f-420a-9faa-ffdade9174b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-a809b2e0-5765-4b1d-843c-46d2445199b3', 'network_id': 'a809b2e0-5765-4b1d-843c-46d2445199b3', 'tenant_id': 'caf639468ef64e5793e1ef346d957fe3', 'fixed_ips': [{'subnet_id': '0112a15e-4fe1-457d-8b6e-75155cf39905'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 16:30:51.486225 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-045a2aef-ff7f-420a-9faa-ffdade9174b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:51.553424 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-64a9840a-f1cb-4a5b-9950-cf7c28372b80 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:51.606155 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-64a9840a-f1cb-4a5b-9950-cf7c28372b80 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:51.628663 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-045a2aef-ff7f-420a-9faa-ffdade9174b9 None None] Allocated IP 2001:db8::2 (a809b2e0-5765-4b1d-843c-46d2445199b3/0112a15e-4fe1-457d-8b6e-75155cf39905/8c3c4483-c894-4ff5-ad8a-299fcacc0370) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:30:51.778476 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-045a2aef-ff7f-420a-9faa-ffdade9174b9 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:51.848854 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-045a2aef-ff7f-420a-9faa-ffdade9174b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:51.885808 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045a2aef-ff7f-420a-9faa-ffdade9174b9 None None] Network a809b2e0-5765-4b1d-843c-46d2445199b3 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:30:51.888960 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-045a2aef-ff7f-420a-9faa-ffdade9174b9 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:30:51.892502 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045a2aef-ff7f-420a-9faa-ffdade9174b9 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:30:51.908232 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045a2aef-ff7f-420a-9faa-ffdade9174b9 None None] Pushing event updated for resources: {'Port': ['ID=8c3c4483-c894-4ff5-ad8a-299fcacc0370,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:30:51.947084 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-64a9840a-f1cb-4a5b-9950-cf7c28372b80 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:51.957610 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-045a2aef-ff7f-420a-9faa-ffdade9174b9 None None] Attempting to bind port 8c3c4483-c894-4ff5-ad8a-299fcacc0370 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:30:51.957964 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-045a2aef-ff7f-420a-9faa-ffdade9174b9 None None] Attempting to bind port 8c3c4483-c894-4ff5-ad8a-299fcacc0370 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'a1817474-ba4f-41f8-b1c0-642a671698f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'a809b2e0-5765-4b1d-843c-46d2445199b3'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:30:51.958326 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045a2aef-ff7f-420a-9faa-ffdade9174b9 None None] Attempting to bind port 8c3c4483-c894-4ff5-ad8a-299fcacc0370 on network a809b2e0-5765-4b1d-843c-46d2445199b3 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:30:51.964154 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045a2aef-ff7f-420a-9faa-ffdade9174b9 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:30:51.964523 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045a2aef-ff7f-420a-9faa-ffdade9174b9 None None] Checking segment: {'id': 'a1817474-ba4f-41f8-b1c0-642a671698f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'a809b2e0-5765-4b1d-843c-46d2445199b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:30:51.964919 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-045a2aef-ff7f-420a-9faa-ffdade9174b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:51.965312 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045a2aef-ff7f-420a-9faa-ffdade9174b9 None None] Bound using segment: {'id': 'a1817474-ba4f-41f8-b1c0-642a671698f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'a809b2e0-5765-4b1d-843c-46d2445199b3'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:30:51.965778 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-045a2aef-ff7f-420a-9faa-ffdade9174b9 None None] Bound port: 8c3c4483-c894-4ff5-ad8a-299fcacc0370, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1817474-ba4f-41f8-b1c0-642a671698f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1250, 'network_id': 'a809b2e0-5765-4b1d-843c-46d2445199b3'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:30:51.966159 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-045a2aef-ff7f-420a-9faa-ffdade9174b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:51.981740 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a9840a-f1cb-4a5b-9950-cf7c28372b80 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Pushing event deleted for resources: {'Subnet': ['ID=0112a15e-4fe1-457d-8b6e-75155cf39905,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:30:52.040530 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707a9915-036f-449f-9f6f-c249bcd0b601 None None] Network e7f9b0e9-bf23-4eef-a359-8aaccf2637e4 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:30:52.048819 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-64a9840a-f1cb-4a5b-9950-cf7c28372b80 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:52.064717 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-045a2aef-ff7f-420a-9faa-ffdade9174b9 None None] For port 8c3c4483-c894-4ff5-ad8a-299fcacc0370, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:30:52.070374 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-64a9840a-f1cb-4a5b-9950-cf7c28372b80 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a809b2e0-5765-4b1d-843c-46d2445199b3']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:30:52.081853 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-64a9840a-f1cb-4a5b-9950-cf7c28372b80 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1817474-ba4f-41f8-b1c0-642a671698f9') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:30:52.082137 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-64a9840a-f1cb-4a5b-9950-cf7c28372b80 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1817474-ba4f-41f8-b1c0-642a671698f9') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:30:52.086460 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-045a2aef-ff7f-420a-9faa-ffdade9174b9 None None] For port 8c3c4483-c894-4ff5-ad8a-299fcacc0370, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=8c3c4483-c894-4ff5-ad8a-299fcacc0370,segment=NetworkSegment(a1817474-ba4f-41f8-b1c0-642a671698f9),segment_id=a1817474-ba4f-41f8-b1c0-642a671698f9)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:30:52.092606 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-64a9840a-f1cb-4a5b-9950-cf7c28372b80 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:52.140829 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-09471dad-a0fc-4328-be31-eb8a3aa4f6f1 None None] Provisioning complete for port 217cc2ae-f708-4a6f-a48f-9147cc2d2034 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:30:52.141196 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-09471dad-a0fc-4328-be31-eb8a3aa4f6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:52.183066 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-64a9840a-f1cb-4a5b-9950-cf7c28372b80 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:52.189678 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64a9840a-f1cb-4a5b-9950-cf7c28372b80 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Releasing vlan 1250 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 16:30:52.190062 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-64a9840a-f1cb-4a5b-9950-cf7c28372b80 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:52.193172 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 16:30:52.193172 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 16:30:52.193172 n-d-808921-1 neutron-server[95298]: timer() Sep 24 16:30:52.193172 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 16:30:52.193172 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 16:30:52.193172 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 16:30:52.193172 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 16:30:52.193172 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 16:30:52.193172 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 16:30:52.193172 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 16:30:52.193172 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 16:30:52.193172 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 16:30:52.193172 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 16:30:52.193172 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 16:30:52.193172 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 16:30:52.193172 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 16:30:52.193172 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 16:30:52.193172 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 16:30:52.193172 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 16:30:52.193172 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 16:30:52.193172 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 16:30:52.193172 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 16:30:52.193172 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 16:30:52.193172 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 16:30:52.193172 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 16:30:52.193172 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 16:30:52.193172 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 16:30:52.193172 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 16:30:52.193172 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 16:30:52.193172 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 16:30:52.193172 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 16:30:52.193172 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 16:30:52.195805 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-045a2aef-ff7f-420a-9faa-ffdade9174b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:52.326379 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045a2aef-ff7f-420a-9faa-ffdade9174b9 None None] Pushing event updated for resources: {'Port': ['ID=8c3c4483-c894-4ff5-ad8a-299fcacc0370,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:30:52.362212 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e15cfa-c6f7-45e6-951c-b8042c480231 None None] Network a809b2e0-5765-4b1d-843c-46d2445199b3 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:30:52.404424 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-09471dad-a0fc-4328-be31-eb8a3aa4f6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:52.506994 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-09471dad-a0fc-4328-be31-eb8a3aa4f6f1 None None] For port 217cc2ae-f708-4a6f-a48f-9147cc2d2034, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=217cc2ae-f708-4a6f-a48f-9147cc2d2034,segment=NetworkSegment(e6ef24bd-8c75-4207-ac26-4c30cb1eb515),segment_id=e6ef24bd-8c75-4207-ac26-4c30cb1eb515)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:30:52.577438 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-09471dad-a0fc-4328-be31-eb8a3aa4f6f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:52.623102 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 217cc2ae-f708-4a6f-a48f-9147cc2d2034 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:30:52.664265 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09471dad-a0fc-4328-be31-eb8a3aa4f6f1 None None] Pushing event updated for resources: {'Port': ['ID=217cc2ae-f708-4a6f-a48f-9147cc2d2034,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:30:52.669121 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.db.api [None req-64a9840a-f1cb-4a5b-9950-cf7c28372b80 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 24 16:30:52.669121 n-d-808921-1 neutron-server[95298]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 24 16:30:52.669121 n-d-808921-1 neutron-server[95298]: [parameters: {'id': 'a809b2e0-5765-4b1d-843c-46d2445199b3'}] Sep 24 16:30:52.669121 n-d-808921-1 neutron-server[95298]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95298) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 16:30:52.670314 n-d-808921-1 neutron-server[95298]: DEBUG oslo_db.api [None req-64a9840a-f1cb-4a5b-9950-cf7c28372b80 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 16:30:52.682415 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e734da4-3ae1-4ed3-877f-1b04ccdb2627 None None] get_active_networks_info from n-d-808921-1 {{(pid=95299) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 24 16:30:52.743931 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-e74f7b65-c6f5-4082-8e6b-bbec703a3380 None None] Provisioning complete for port 217cc2ae-f708-4a6f-a48f-9147cc2d2034 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:30:52.744218 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e74f7b65-c6f5-4082-8e6b-bbec703a3380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:52.776740 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 217cc2ae-f708-4a6f-a48f-9147cc2d2034 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:30:52.776740 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:52.837803 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e734da4-3ae1-4ed3-877f-1b04ccdb2627 None None] Resources bound (agent type, host, resource id): {{(pid=95299) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 24 16:30:53.172179 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-64a9840a-f1cb-4a5b-9950-cf7c28372b80 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:53.224011 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-64a9840a-f1cb-4a5b-9950-cf7c28372b80 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Deleting port 8c3c4483-c894-4ff5-ad8a-299fcacc0370 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:30:53.224342 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-64a9840a-f1cb-4a5b-9950-cf7c28372b80 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:53.285743 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-64a9840a-f1cb-4a5b-9950-cf7c28372b80 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] For port 8c3c4483-c894-4ff5-ad8a-299fcacc0370, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=8c3c4483-c894-4ff5-ad8a-299fcacc0370,segment=NetworkSegment(a1817474-ba4f-41f8-b1c0-642a671698f9),segment_id=a1817474-ba4f-41f8-b1c0-642a671698f9)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:30:53.286099 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-64a9840a-f1cb-4a5b-9950-cf7c28372b80 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:53.304676 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-64a9840a-f1cb-4a5b-9950-cf7c28372b80 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Calling delete_port for 8c3c4483-c894-4ff5-ad8a-299fcacc0370 owned by network:dhcp {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:30:53.468505 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-64a9840a-f1cb-4a5b-9950-cf7c28372b80 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:53.493129 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a9840a-f1cb-4a5b-9950-cf7c28372b80 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Pushing event deleted for resources: {'Port': ['ID=8c3c4483-c894-4ff5-ad8a-299fcacc0370,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:30:53.499186 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a9840a-f1cb-4a5b-9950-cf7c28372b80 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] No DVR routers for this DVR port 8c3c4483-c894-4ff5-ad8a-299fcacc0370 on host n-d-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:30:53.579119 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-64a9840a-f1cb-4a5b-9950-cf7c28372b80 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:53.599541 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-64a9840a-f1cb-4a5b-9950-cf7c28372b80 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a809b2e0-5765-4b1d-843c-46d2445199b3']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:30:53.609504 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-64a9840a-f1cb-4a5b-9950-cf7c28372b80 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1817474-ba4f-41f8-b1c0-642a671698f9') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:30:53.609799 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-64a9840a-f1cb-4a5b-9950-cf7c28372b80 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1817474-ba4f-41f8-b1c0-642a671698f9') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:30:53.619252 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-64a9840a-f1cb-4a5b-9950-cf7c28372b80 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:53.632409 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-64a9840a-f1cb-4a5b-9950-cf7c28372b80 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:53.638213 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64a9840a-f1cb-4a5b-9950-cf7c28372b80 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Releasing vlan 1250 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 16:30:53.638623 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-64a9840a-f1cb-4a5b-9950-cf7c28372b80 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:53.641470 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 16:30:53.641470 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 16:30:53.641470 n-d-808921-1 neutron-server[95298]: timer() Sep 24 16:30:53.641470 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 16:30:53.641470 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 16:30:53.641470 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 16:30:53.641470 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 16:30:53.641470 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 16:30:53.641470 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 16:30:53.641470 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 16:30:53.641470 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 16:30:53.641470 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 16:30:53.641470 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 16:30:53.641470 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 16:30:53.641470 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 16:30:53.641470 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 16:30:53.641470 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 16:30:53.641470 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 16:30:53.641470 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 16:30:53.641470 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 16:30:53.641470 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 16:30:53.641470 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 16:30:53.641470 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 16:30:53.641470 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 16:30:53.641470 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 16:30:53.641470 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 16:30:53.641470 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 16:30:53.641470 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 16:30:53.641470 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 16:30:53.641470 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 16:30:53.641470 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 16:30:53.641470 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 16:30:53.837082 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-64a9840a-f1cb-4a5b-9950-cf7c28372b80 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:53.843960 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-64a9840a-f1cb-4a5b-9950-cf7c28372b80 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:53.845761 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-64a9840a-f1cb-4a5b-9950-cf7c28372b80 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] 10.222.0.101 "DELETE /v2.0/networks/a809b2e0-5765-4b1d-843c-46d2445199b3 HTTP/1.1" status: 204 len: 168 time: 2.3973987 Sep 24 16:30:53.849125 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45770) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:30:53.861705 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a9840a-f1cb-4a5b-9950-cf7c28372b80 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Pushing event deleted for resources: {'Network': ['ID=a809b2e0-5765-4b1d-843c-46d2445199b3,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:30:53.878767 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ad3a06b-9079-4860-a4f4-a5c5980da819 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] GET failed (client error): The resource could not be found. Sep 24 16:30:53.880090 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-4ad3a06b-9079-4860-a4f4-a5c5980da819 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] 10.222.0.101 "GET /v2.0/subnets/0112a15e-4fe1-457d-8b6e-75155cf39905 HTTP/1.1" status: 404 len: 337 time: 0.0293941 Sep 24 16:30:53.882834 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45772) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:30:53.901077 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-77a3061d-010c-49c5-b9b9-fa71a243571f tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] DELETE failed (client error): The resource could not be found. Sep 24 16:30:53.901604 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77a3061d-010c-49c5-b9b9-fa71a243571f tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 16:30:53.903279 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-77a3061d-010c-49c5-b9b9-fa71a243571f tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] 10.222.0.101 "DELETE /v2.0/networks/a809b2e0-5765-4b1d-843c-46d2445199b3 HTTP/1.1" status: 404 len: 339 time: 0.0195534 Sep 24 16:30:53.906955 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45774) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:30:53.933068 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad128862-56f3-4b7c-bdf4-26d2385b4c24 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] DELETE failed (client error): The resource could not be found. Sep 24 16:30:53.939175 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad128862-56f3-4b7c-bdf4-26d2385b4c24 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 16:30:53.939175 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-ad128862-56f3-4b7c-bdf4-26d2385b4c24 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] 10.222.0.101 "DELETE /v2.0/subnets/0112a15e-4fe1-457d-8b6e-75155cf39905 HTTP/1.1" status: 404 len: 337 time: 0.0271909 Sep 24 16:30:53.940862 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45776) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:30:53.958547 n-d-808921-1 neutron-server[95298]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae4e83ab-1600-4356-ad62-bf24cf1f5312 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] DELETE failed (client error): The resource could not be found. Sep 24 16:30:53.959062 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae4e83ab-1600-4356-ad62-bf24cf1f5312 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95298) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 16:30:53.961606 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-ae4e83ab-1600-4356-ad62-bf24cf1f5312 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] 10.222.0.101 "DELETE /v2.0/networks/a809b2e0-5765-4b1d-843c-46d2445199b3 HTTP/1.1" status: 404 len: 339 time: 0.0198805 Sep 24 16:30:53.964141 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45778) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:30:54.012820 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-1124c08a-f0de-426a-a6f3-488af116272b tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Deleting subnet 910a74ee-5616-4ede-b46b-1684d31d582b {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 16:30:54.016176 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1124c08a-f0de-426a-a6f3-488af116272b tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:54.056143 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1124c08a-f0de-426a-a6f3-488af116272b tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:54.146328 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1124c08a-f0de-426a-a6f3-488af116272b tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:54.283425 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1124c08a-f0de-426a-a6f3-488af116272b tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:54.311798 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1124c08a-f0de-426a-a6f3-488af116272b tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Pushing event deleted for resources: {'Subnet': ['ID=910a74ee-5616-4ede-b46b-1684d31d582b,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:30:54.317060 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-1124c08a-f0de-426a-a6f3-488af116272b tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:54.322529 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-1124c08a-f0de-426a-a6f3-488af116272b tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] 10.222.0.101 "DELETE /v2.0/subnets/910a74ee-5616-4ede-b46b-1684d31d582b HTTP/1.1" status: 204 len: 168 time: 0.3537445 Sep 24 16:30:54.322529 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45780) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:30:54.330176 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d668898e-a35a-4a9c-95ec-d3f9d5b3a803 None None] Network e7f9b0e9-bf23-4eef-a359-8aaccf2637e4 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:30:54.401767 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-23ed30f0-eb16-4a99-9786-acf57ddc634f tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:54.454076 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-23ed30f0-eb16-4a99-9786-acf57ddc634f tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Deleting port 217cc2ae-f708-4a6f-a48f-9147cc2d2034 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:30:54.454434 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-23ed30f0-eb16-4a99-9786-acf57ddc634f tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:54.511196 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2059a6b4-bff4-4b0c-a5aa-cc0a909ba27b None None] DHCP port deletion for e7f9b0e9-bf23-4eef-a359-8aaccf2637e4 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 16:30:54.522702 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-23ed30f0-eb16-4a99-9786-acf57ddc634f tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] For port 217cc2ae-f708-4a6f-a48f-9147cc2d2034, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=217cc2ae-f708-4a6f-a48f-9147cc2d2034,segment=NetworkSegment(e6ef24bd-8c75-4207-ac26-4c30cb1eb515),segment_id=e6ef24bd-8c75-4207-ac26-4c30cb1eb515)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:30:54.523050 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-23ed30f0-eb16-4a99-9786-acf57ddc634f tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:54.538208 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-23ed30f0-eb16-4a99-9786-acf57ddc634f tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Calling delete_port for 217cc2ae-f708-4a6f-a48f-9147cc2d2034 owned by network:dhcp {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:30:54.557574 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-2059a6b4-bff4-4b0c-a5aa-cc0a909ba27b None None] Deleting port 217cc2ae-f708-4a6f-a48f-9147cc2d2034 {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:30:54.557950 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2059a6b4-bff4-4b0c-a5aa-cc0a909ba27b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:54.571061 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 217cc2ae-f708-4a6f-a48f-9147cc2d2034 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:30:54.652327 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-2059a6b4-bff4-4b0c-a5aa-cc0a909ba27b None None] For port 217cc2ae-f708-4a6f-a48f-9147cc2d2034, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=217cc2ae-f708-4a6f-a48f-9147cc2d2034,segment=NetworkSegment(e6ef24bd-8c75-4207-ac26-4c30cb1eb515),segment_id=e6ef24bd-8c75-4207-ac26-4c30cb1eb515)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:30:54.652615 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2059a6b4-bff4-4b0c-a5aa-cc0a909ba27b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:54.667385 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-2059a6b4-bff4-4b0c-a5aa-cc0a909ba27b None None] Calling delete_port for 217cc2ae-f708-4a6f-a48f-9147cc2d2034 owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:30:54.683192 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-23ed30f0-eb16-4a99-9786-acf57ddc634f tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:54.709612 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ed30f0-eb16-4a99-9786-acf57ddc634f tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Pushing event deleted for resources: {'Port': ['ID=217cc2ae-f708-4a6f-a48f-9147cc2d2034,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:30:54.713314 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ed30f0-eb16-4a99-9786-acf57ddc634f tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] No DVR routers for this DVR port 217cc2ae-f708-4a6f-a48f-9147cc2d2034 on host n-d-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:30:54.752072 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:54.796151 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-23ed30f0-eb16-4a99-9786-acf57ddc634f tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:54.808378 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2059a6b4-bff4-4b0c-a5aa-cc0a909ba27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:54.817888 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-23ed30f0-eb16-4a99-9786-acf57ddc634f tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7f9b0e9-bf23-4eef-a359-8aaccf2637e4']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:30:54.828072 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-23ed30f0-eb16-4a99-9786-acf57ddc634f tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6ef24bd-8c75-4207-ac26-4c30cb1eb515') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:30:54.828373 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-23ed30f0-eb16-4a99-9786-acf57ddc634f tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6ef24bd-8c75-4207-ac26-4c30cb1eb515') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:30:54.834663 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059a6b4-bff4-4b0c-a5aa-cc0a909ba27b None None] Pushing event deleted for resources: {'Port': ['ID=217cc2ae-f708-4a6f-a48f-9147cc2d2034,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:30:54.837779 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2059a6b4-bff4-4b0c-a5aa-cc0a909ba27b None None] No DVR routers for this DVR port 217cc2ae-f708-4a6f-a48f-9147cc2d2034 on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:30:54.838616 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-23ed30f0-eb16-4a99-9786-acf57ddc634f tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:54.856239 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-23ed30f0-eb16-4a99-9786-acf57ddc634f tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:54.862249 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23ed30f0-eb16-4a99-9786-acf57ddc634f tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Releasing vlan 1288 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 16:30:54.862748 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-23ed30f0-eb16-4a99-9786-acf57ddc634f tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:54.865784 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 16:30:54.865784 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 16:30:54.865784 n-d-808921-1 neutron-server[95298]: timer() Sep 24 16:30:54.865784 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 16:30:54.865784 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 16:30:54.865784 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 16:30:54.865784 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 16:30:54.865784 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 16:30:54.865784 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 16:30:54.865784 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 16:30:54.865784 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 16:30:54.865784 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 16:30:54.865784 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 16:30:54.865784 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 16:30:54.865784 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 16:30:54.865784 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 16:30:54.865784 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 16:30:54.865784 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 16:30:54.865784 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 16:30:54.865784 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 16:30:54.865784 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 16:30:54.865784 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 16:30:54.865784 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 16:30:54.865784 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 16:30:54.865784 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 16:30:54.865784 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 16:30:54.865784 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 16:30:54.865784 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 16:30:54.865784 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 16:30:54.865784 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 16:30:54.865784 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 16:30:54.865784 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 16:30:55.005675 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-23ed30f0-eb16-4a99-9786-acf57ddc634f tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:55.013729 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-23ed30f0-eb16-4a99-9786-acf57ddc634f tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:55.018777 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-23ed30f0-eb16-4a99-9786-acf57ddc634f tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] 10.222.0.101 "DELETE /v2.0/networks/e7f9b0e9-bf23-4eef-a359-8aaccf2637e4 HTTP/1.1" status: 204 len: 168 time: 0.6940331 Sep 24 16:30:55.019217 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45782) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:30:55.033920 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ed30f0-eb16-4a99-9786-acf57ddc634f tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Pushing event deleted for resources: {'Network': ['ID=e7f9b0e9-bf23-4eef-a359-8aaccf2637e4,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:30:55.045305 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec4ccbb8-b1d9-4beb-879e-806942c20af6 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] DELETE failed (client error): The resource could not be found. Sep 24 16:30:55.045754 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec4ccbb8-b1d9-4beb-879e-806942c20af6 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 16:30:55.047558 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ec4ccbb8-b1d9-4beb-879e-806942c20af6 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] 10.222.0.101 "DELETE /v2.0/subnets/4d960602-6ca0-4dfc-a033-0ed6164b32cd HTTP/1.1" status: 404 len: 337 time: 0.0282764 Sep 24 16:30:55.050066 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45784) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:30:55.067850 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4beaeff-14ab-4d47-a9d8-670d7f9bfade tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] DELETE failed (client error): The resource could not be found. Sep 24 16:30:55.072177 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4beaeff-14ab-4d47-a9d8-670d7f9bfade tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 16:30:55.072177 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f4beaeff-14ab-4d47-a9d8-670d7f9bfade tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] 10.222.0.101 "DELETE /v2.0/networks/2a0b0640-877b-4e89-80e4-3aca1c3270c8 HTTP/1.1" status: 404 len: 339 time: 0.0198612 Sep 24 16:30:55.074124 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45786) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:30:55.100090 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5545de8-0b9e-49b6-9160-9104012d9ec2 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] DELETE failed (client error): The resource could not be found. Sep 24 16:30:55.100508 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5545de8-0b9e-49b6-9160-9104012d9ec2 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 16:30:55.102138 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-a5545de8-0b9e-49b6-9160-9104012d9ec2 tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] 10.222.0.101 "DELETE /v2.0/subnets/a6f8d383-c409-4fcf-a9cf-6d7bd84e90a9 HTTP/1.1" status: 404 len: 337 time: 0.0270240 Sep 24 16:30:55.104986 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45788) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:30:55.123360 n-d-808921-1 neutron-server[95297]: INFO neutron.pecan_wsgi.hooks.translation [None req-c52ea5a5-1710-483e-97a7-269b65d517ab tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] DELETE failed (client error): The resource could not be found. Sep 24 16:30:55.123898 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c52ea5a5-1710-483e-97a7-269b65d517ab tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95297) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 24 16:30:55.125515 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-c52ea5a5-1710-483e-97a7-269b65d517ab tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] 10.222.0.101 "DELETE /v2.0/networks/31507c76-20e6-466d-a1a7-c96daf72283d HTTP/1.1" status: 404 len: 339 time: 0.0194464 Sep 24 16:30:55.127935 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45790) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:30:55.182258 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fabecc1-ab4c-4cbb-bac8-adccbcb1bd2e tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Deleting subnet 8d8e540c-9a0f-4ae8-bce8-c08f30d10e8a {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 16:30:55.185281 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8fabecc1-ab4c-4cbb-bac8-adccbcb1bd2e tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:55.224085 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8fabecc1-ab4c-4cbb-bac8-adccbcb1bd2e tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:55.305526 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8fabecc1-ab4c-4cbb-bac8-adccbcb1bd2e tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:55.748944 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8fabecc1-ab4c-4cbb-bac8-adccbcb1bd2e tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:55.777311 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fabecc1-ab4c-4cbb-bac8-adccbcb1bd2e tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Pushing event deleted for resources: {'Subnet': ['ID=8d8e540c-9a0f-4ae8-bce8-c08f30d10e8a,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:30:55.779806 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8fabecc1-ab4c-4cbb-bac8-adccbcb1bd2e tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:55.783967 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-8fabecc1-ab4c-4cbb-bac8-adccbcb1bd2e tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] 10.222.0.101 "DELETE /v2.0/subnets/8d8e540c-9a0f-4ae8-bce8-c08f30d10e8a HTTP/1.1" status: 204 len: 168 time: 0.6528254 Sep 24 16:30:55.784173 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e8118e-a314-4f9e-b329-b86a0178deb7 None None] Network 47754cea-2c7c-4b37-82aa-782cc18e0f1a requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:30:55.784639 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45792) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:30:55.798627 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fabecc1-ab4c-4cbb-bac8-adccbcb1bd2e tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:30:55.798965 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fabecc1-ab4c-4cbb-bac8-adccbcb1bd2e tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:30:55.799298 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fabecc1-ab4c-4cbb-bac8-adccbcb1bd2e tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:30:55.799628 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fabecc1-ab4c-4cbb-bac8-adccbcb1bd2e tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:30:55.799951 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fabecc1-ab4c-4cbb-bac8-adccbcb1bd2e tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:30:55.800272 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fabecc1-ab4c-4cbb-bac8-adccbcb1bd2e tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:30:55.800593 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fabecc1-ab4c-4cbb-bac8-adccbcb1bd2e tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:30:55.800911 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fabecc1-ab4c-4cbb-bac8-adccbcb1bd2e tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:30:55.801226 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fabecc1-ab4c-4cbb-bac8-adccbcb1bd2e tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:30:55.801542 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fabecc1-ab4c-4cbb-bac8-adccbcb1bd2e tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:30:55.801859 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fabecc1-ab4c-4cbb-bac8-adccbcb1bd2e tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:30:55.802172 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fabecc1-ab4c-4cbb-bac8-adccbcb1bd2e tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:30:55.880421 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9f258d08-ca36-4cd5-89c3-f80242a8ffef tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:55.946039 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-9f258d08-ca36-4cd5-89c3-f80242a8ffef tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Deleting port 16a96cf0-d6f2-4f47-a1f3-123da1fd1660 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:30:55.946478 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9f258d08-ca36-4cd5-89c3-f80242a8ffef tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:55.967119 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d765d907-3e3c-40fa-8070-e9cc77010a93 None None] DHCP port deletion for 47754cea-2c7c-4b37-82aa-782cc18e0f1a request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 16:30:56.014070 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-9f258d08-ca36-4cd5-89c3-f80242a8ffef tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] For port 16a96cf0-d6f2-4f47-a1f3-123da1fd1660, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=16a96cf0-d6f2-4f47-a1f3-123da1fd1660,segment=NetworkSegment(ff94c5ae-a23f-4f4e-827e-2ba5218af1e3),segment_id=ff94c5ae-a23f-4f4e-827e-2ba5218af1e3)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:30:56.014399 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9f258d08-ca36-4cd5-89c3-f80242a8ffef tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:56.017825 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-d765d907-3e3c-40fa-8070-e9cc77010a93 None None] Deleting port 16a96cf0-d6f2-4f47-a1f3-123da1fd1660 {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:30:56.018371 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d765d907-3e3c-40fa-8070-e9cc77010a93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:56.028572 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-9f258d08-ca36-4cd5-89c3-f80242a8ffef tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Calling delete_port for 16a96cf0-d6f2-4f47-a1f3-123da1fd1660 owned by network:dhcp {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:30:56.086815 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-d765d907-3e3c-40fa-8070-e9cc77010a93 None None] For port 16a96cf0-d6f2-4f47-a1f3-123da1fd1660, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=16a96cf0-d6f2-4f47-a1f3-123da1fd1660,segment=NetworkSegment(ff94c5ae-a23f-4f4e-827e-2ba5218af1e3),segment_id=ff94c5ae-a23f-4f4e-827e-2ba5218af1e3)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:30:56.087210 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d765d907-3e3c-40fa-8070-e9cc77010a93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:56.098962 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-d765d907-3e3c-40fa-8070-e9cc77010a93 None None] Calling delete_port for 16a96cf0-d6f2-4f47-a1f3-123da1fd1660 owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:30:56.205915 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9f258d08-ca36-4cd5-89c3-f80242a8ffef tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:56.212902 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d765d907-3e3c-40fa-8070-e9cc77010a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:56.233469 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f258d08-ca36-4cd5-89c3-f80242a8ffef tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Pushing event deleted for resources: {'Port': ['ID=16a96cf0-d6f2-4f47-a1f3-123da1fd1660,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:30:56.238455 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f258d08-ca36-4cd5-89c3-f80242a8ffef tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] No DVR routers for this DVR port 16a96cf0-d6f2-4f47-a1f3-123da1fd1660 on host n-d-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:30:56.238648 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d765d907-3e3c-40fa-8070-e9cc77010a93 None None] Pushing event deleted for resources: {'Port': ['ID=16a96cf0-d6f2-4f47-a1f3-123da1fd1660,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:30:56.244551 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d765d907-3e3c-40fa-8070-e9cc77010a93 None None] No DVR routers for this DVR port 16a96cf0-d6f2-4f47-a1f3-123da1fd1660 on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:30:56.324553 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9f258d08-ca36-4cd5-89c3-f80242a8ffef tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:56.346052 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-9f258d08-ca36-4cd5-89c3-f80242a8ffef tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47754cea-2c7c-4b37-82aa-782cc18e0f1a']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:30:56.355575 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-9f258d08-ca36-4cd5-89c3-f80242a8ffef tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff94c5ae-a23f-4f4e-827e-2ba5218af1e3') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:30:56.355894 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-9f258d08-ca36-4cd5-89c3-f80242a8ffef tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff94c5ae-a23f-4f4e-827e-2ba5218af1e3') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:30:56.365531 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9f258d08-ca36-4cd5-89c3-f80242a8ffef tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:56.378589 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9f258d08-ca36-4cd5-89c3-f80242a8ffef tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:56.385277 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f258d08-ca36-4cd5-89c3-f80242a8ffef tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Releasing vlan 1257 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 16:30:56.385688 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9f258d08-ca36-4cd5-89c3-f80242a8ffef tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:56.388708 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 16:30:56.388708 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 16:30:56.388708 n-d-808921-1 neutron-server[95297]: timer() Sep 24 16:30:56.388708 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 16:30:56.388708 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 16:30:56.388708 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 16:30:56.388708 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 16:30:56.388708 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 16:30:56.388708 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 16:30:56.388708 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 16:30:56.388708 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 16:30:56.388708 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 16:30:56.388708 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 16:30:56.388708 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 16:30:56.388708 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 16:30:56.388708 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 16:30:56.388708 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 16:30:56.388708 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 16:30:56.388708 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 16:30:56.388708 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 16:30:56.388708 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 16:30:56.388708 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 16:30:56.388708 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 16:30:56.388708 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 16:30:56.388708 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 16:30:56.388708 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 16:30:56.388708 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 16:30:56.388708 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 16:30:56.388708 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 16:30:56.388708 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 16:30:56.388708 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 16:30:56.388708 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 16:30:56.517175 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9f258d08-ca36-4cd5-89c3-f80242a8ffef tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:56.525555 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9f258d08-ca36-4cd5-89c3-f80242a8ffef tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:56.533682 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-9f258d08-ca36-4cd5-89c3-f80242a8ffef tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] 10.222.0.101 "DELETE /v2.0/networks/47754cea-2c7c-4b37-82aa-782cc18e0f1a HTTP/1.1" status: 204 len: 168 time: 0.7422736 Sep 24 16:30:56.534697 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 16a96cf0-d6f2-4f47-a1f3-123da1fd1660 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:30:56.541699 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f258d08-ca36-4cd5-89c3-f80242a8ffef tempest-NetworksIpV6Test-1292345887 tempest-NetworksIpV6Test-1292345887-project] Pushing event deleted for resources: {'Network': ['ID=47754cea-2c7c-4b37-82aa-782cc18e0f1a,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:30:56.554389 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 16a96cf0-d6f2-4f47-a1f3-123da1fd1660 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:30:56.554826 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 16a96cf0-d6f2-4f47-a1f3-123da1fd1660 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:30:57.011461 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45798) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:30:57.153473 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-28b43778-a7bb-4e8d-8ff6-dc29928291f6 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=caf639468ef64e5793e1ef346d957fe3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1406786 Sep 24 16:30:57.155816 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45802) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:30:57.203269 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e2e5cb01-b0dc-4953-88de-7db14e1a060d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:57.223829 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e2e5cb01-b0dc-4953-88de-7db14e1a060d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:57.343389 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e2e5cb01-b0dc-4953-88de-7db14e1a060d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:57.345990 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-e2e5cb01-b0dc-4953-88de-7db14e1a060d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:57.347296 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-e2e5cb01-b0dc-4953-88de-7db14e1a060d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/1cb38cbb-6482-48be-984f-a7305221916a HTTP/1.1" status: 204 len: 168 time: 0.1905260 Sep 24 16:30:57.356484 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e5cb01-b0dc-4953-88de-7db14e1a060d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb38cbb-6482-48be-984f-a7305221916a,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:30:58.419752 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45824) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:30:58.513052 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-c989bd28-8d41-434e-93b6-974496437e07 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-386113512', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:30:58.593915 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c989bd28-8d41-434e-93b6-974496437e07 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:58.594965 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c989bd28-8d41-434e-93b6-974496437e07 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:58.681919 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c989bd28-8d41-434e-93b6-974496437e07 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:58.754448 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c989bd28-8d41-434e-93b6-974496437e07 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:58.831015 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c989bd28-8d41-434e-93b6-974496437e07 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:58.832267 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-c989bd28-8d41-434e-93b6-974496437e07 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.4114811 Sep 24 16:30:58.835521 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45828) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:30:58.840908 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-ffae2eeb-a736-42f8-a245-f3afec4d6c35 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1828958687'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:30:58.922247 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffae2eeb-a736-42f8-a245-f3afec4d6c35 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Made reservation on behalf of bc7b8fd3b9094d03a84c0b013dc9ae83 for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:30:58.925690 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ffae2eeb-a736-42f8-a245-f3afec4d6c35 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:58.934427 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ffae2eeb-a736-42f8-a245-f3afec4d6c35 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:59.025002 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ffae2eeb-a736-42f8-a245-f3afec4d6c35 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:59.111027 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ffae2eeb-a736-42f8-a245-f3afec4d6c35 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:59.141254 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffae2eeb-a736-42f8-a245-f3afec4d6c35 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1287} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 16:30:59.148109 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffae2eeb-a736-42f8-a245-f3afec4d6c35 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9aa7e070-80ea-476f-96c2-b7e63d721b68,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:30:59.154058 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ffae2eeb-a736-42f8-a245-f3afec4d6c35 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:59.154438 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-ffae2eeb-a736-42f8-a245-f3afec4d6c35 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Added segment c28edbb6-c2d4-4feb-9ef4-0a81d476517d of type vlan for network f76d6ee1-a6ae-41b5-8422-0df50c80a869 Sep 24 16:30:59.197590 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ffae2eeb-a736-42f8-a245-f3afec4d6c35 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:59.294028 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ffae2eeb-a736-42f8-a245-f3afec4d6c35 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:59.299596 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffae2eeb-a736-42f8-a245-f3afec4d6c35 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:30:59.300202 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ffae2eeb-a736-42f8-a245-f3afec4d6c35 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:59.365064 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffae2eeb-a736-42f8-a245-f3afec4d6c35 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Pushing event updated for resources: {'Network': ['ID=f76d6ee1-a6ae-41b5-8422-0df50c80a869,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:30:59.375831 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network f76d6ee1-a6ae-41b5-8422-0df50c80a869 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 16:30:59.412392 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-ffae2eeb-a736-42f8-a245-f3afec4d6c35 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5757160 Sep 24 16:30:59.415386 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45830) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:30:59.420530 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-b038476c-3972-498b-a18b-f4f22d14ba5d tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Request body: {'subnet': {'network_id': 'f76d6ee1-a6ae-41b5-8422-0df50c80a869', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:30:59.585447 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b038476c-3972-498b-a18b-f4f22d14ba5d tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Made reservation on behalf of bc7b8fd3b9094d03a84c0b013dc9ae83 for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:30:59.589506 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b038476c-3972-498b-a18b-f4f22d14ba5d tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:59.845850 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b038476c-3972-498b-a18b-f4f22d14ba5d tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:30:59.911107 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b038476c-3972-498b-a18b-f4f22d14ba5d tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Pushing event updated for resources: {'Subnet': ['ID=29e3ff1f-7af6-482e-ae67-fd0bef3b2442,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:30:59.916129 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b038476c-3972-498b-a18b-f4f22d14ba5d tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Checking segment: {'id': 'c28edbb6-c2d4-4feb-9ef4-0a81d476517d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'f76d6ee1-a6ae-41b5-8422-0df50c80a869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:30:59.916482 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b038476c-3972-498b-a18b-f4f22d14ba5d tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Network hostable DHCP agents. Network: f76d6ee1-a6ae-41b5-8422-0df50c80a869, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 16:31:00.057621 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:31:00.091362 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b038476c-3972-498b-a18b-f4f22d14ba5d tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Network f76d6ee1-a6ae-41b5-8422-0df50c80a869 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 16:31:00.222547 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-b038476c-3972-498b-a18b-f4f22d14ba5d tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, f76d6ee1-a6ae-41b5-8422-0df50c80a869) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:31:00.228021 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b038476c-3972-498b-a18b-f4f22d14ba5d tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:31:00.228624 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b038476c-3972-498b-a18b-f4f22d14ba5d tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:00.234048 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480a4e5f-bcb2-4481-9352-8978a659429e None None] Network f76d6ee1-a6ae-41b5-8422-0df50c80a869 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:31:00.346432 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b038476c-3972-498b-a18b-f4f22d14ba5d tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9298050 Sep 24 16:31:00.349340 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45832) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:31:00.354365 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-9bc3f670-f568-41af-9c67-5736eaf32a0e tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1284166573'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:31:00.379348 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0122b4f2-9b81-4dca-80b3-76ca04ed4be5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-f76d6ee1-a6ae-41b5-8422-0df50c80a869', 'network_id': 'f76d6ee1-a6ae-41b5-8422-0df50c80a869', 'tenant_id': 'bc7b8fd3b9094d03a84c0b013dc9ae83', 'fixed_ips': [{'subnet_id': '29e3ff1f-7af6-482e-ae67-fd0bef3b2442'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 16:31:00.383311 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0122b4f2-9b81-4dca-80b3-76ca04ed4be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:00.483335 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bc3f670-f568-41af-9c67-5736eaf32a0e tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Made reservation on behalf of bc7b8fd3b9094d03a84c0b013dc9ae83 for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:31:00.487184 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9bc3f670-f568-41af-9c67-5736eaf32a0e tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:00.512072 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bc3f670-f568-41af-9c67-5736eaf32a0e tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1256} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 16:31:00.514969 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-0122b4f2-9b81-4dca-80b3-76ca04ed4be5 None None] Allocated IP 172.20.0.2 (f76d6ee1-a6ae-41b5-8422-0df50c80a869/29e3ff1f-7af6-482e-ae67-fd0bef3b2442/3ff0ec10-ff5c-4556-a295-316878e4a146) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:31:00.521004 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9bc3f670-f568-41af-9c67-5736eaf32a0e tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:00.521368 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-9bc3f670-f568-41af-9c67-5736eaf32a0e tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Added segment e851c50f-d898-4e76-9fea-b66ef35f526b of type vlan for network 493fd02e-3c56-4c7e-9bb2-4babe83ed820 Sep 24 16:31:00.566705 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9bc3f670-f568-41af-9c67-5736eaf32a0e tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:00.657087 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9bc3f670-f568-41af-9c67-5736eaf32a0e tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:00.659293 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0122b4f2-9b81-4dca-80b3-76ca04ed4be5 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:00.662818 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bc3f670-f568-41af-9c67-5736eaf32a0e tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:31:00.667182 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9bc3f670-f568-41af-9c67-5736eaf32a0e tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:00.730737 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc3f670-f568-41af-9c67-5736eaf32a0e tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Pushing event updated for resources: {'Network': ['ID=493fd02e-3c56-4c7e-9bb2-4babe83ed820,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:31:00.741461 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 493fd02e-3c56-4c7e-9bb2-4babe83ed820 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 16:31:00.764408 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0122b4f2-9b81-4dca-80b3-76ca04ed4be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:00.823161 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-9bc3f670-f568-41af-9c67-5736eaf32a0e tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4727657 Sep 24 16:31:00.825919 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45834) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:31:00.831124 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-0e85f1d3-befa-4018-80a4-6f768384cd4f tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Request body: {'subnet': {'network_id': '493fd02e-3c56-4c7e-9bb2-4babe83ed820', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:31:00.841328 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0122b4f2-9b81-4dca-80b3-76ca04ed4be5 None None] Network f76d6ee1-a6ae-41b5-8422-0df50c80a869 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:31:00.847320 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-0122b4f2-9b81-4dca-80b3-76ca04ed4be5 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:31:00.849143 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0122b4f2-9b81-4dca-80b3-76ca04ed4be5 None None] Pushing event updated for resources: {'Port': ['ID=3ff0ec10-ff5c-4556-a295-316878e4a146,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:31:00.852070 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0122b4f2-9b81-4dca-80b3-76ca04ed4be5 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:31:00.909506 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-0122b4f2-9b81-4dca-80b3-76ca04ed4be5 None None] Attempting to bind port 3ff0ec10-ff5c-4556-a295-316878e4a146 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:31:00.909882 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-0122b4f2-9b81-4dca-80b3-76ca04ed4be5 None None] Attempting to bind port 3ff0ec10-ff5c-4556-a295-316878e4a146 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'c28edbb6-c2d4-4feb-9ef4-0a81d476517d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'f76d6ee1-a6ae-41b5-8422-0df50c80a869'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:31:00.910251 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0122b4f2-9b81-4dca-80b3-76ca04ed4be5 None None] Attempting to bind port 3ff0ec10-ff5c-4556-a295-316878e4a146 on network f76d6ee1-a6ae-41b5-8422-0df50c80a869 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:31:00.916088 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0122b4f2-9b81-4dca-80b3-76ca04ed4be5 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:31:00.916462 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0122b4f2-9b81-4dca-80b3-76ca04ed4be5 None None] Checking segment: {'id': 'c28edbb6-c2d4-4feb-9ef4-0a81d476517d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'f76d6ee1-a6ae-41b5-8422-0df50c80a869'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:31:00.917112 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0122b4f2-9b81-4dca-80b3-76ca04ed4be5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:00.917279 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0122b4f2-9b81-4dca-80b3-76ca04ed4be5 None None] Bound using segment: {'id': 'c28edbb6-c2d4-4feb-9ef4-0a81d476517d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'f76d6ee1-a6ae-41b5-8422-0df50c80a869'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:31:00.917753 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-0122b4f2-9b81-4dca-80b3-76ca04ed4be5 None None] Bound port: 3ff0ec10-ff5c-4556-a295-316878e4a146, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c28edbb6-c2d4-4feb-9ef4-0a81d476517d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': 'f76d6ee1-a6ae-41b5-8422-0df50c80a869'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:31:00.918146 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0122b4f2-9b81-4dca-80b3-76ca04ed4be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:00.980174 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-0122b4f2-9b81-4dca-80b3-76ca04ed4be5 None None] For port 3ff0ec10-ff5c-4556-a295-316878e4a146, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:31:00.983486 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-0122b4f2-9b81-4dca-80b3-76ca04ed4be5 None None] For port 3ff0ec10-ff5c-4556-a295-316878e4a146, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=3ff0ec10-ff5c-4556-a295-316878e4a146,segment=NetworkSegment(c28edbb6-c2d4-4feb-9ef4-0a81d476517d),segment_id=c28edbb6-c2d4-4feb-9ef4-0a81d476517d)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:31:01.016721 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e85f1d3-befa-4018-80a4-6f768384cd4f tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Made reservation on behalf of bc7b8fd3b9094d03a84c0b013dc9ae83 for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:31:01.020336 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0e85f1d3-befa-4018-80a4-6f768384cd4f tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:01.137275 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0122b4f2-9b81-4dca-80b3-76ca04ed4be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:01.207335 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0122b4f2-9b81-4dca-80b3-76ca04ed4be5 None None] Pushing event updated for resources: {'Port': ['ID=3ff0ec10-ff5c-4556-a295-316878e4a146,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:31:01.248438 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ec515b61-d6be-4014-ad37-d8e6e0ec63ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:01.277591 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0e85f1d3-befa-4018-80a4-6f768384cd4f tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:01.338642 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e85f1d3-befa-4018-80a4-6f768384cd4f tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Pushing event updated for resources: {'Subnet': ['ID=2547e70f-3b53-4638-9fc0-68a85d4d6ccd,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:31:01.358853 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e85f1d3-befa-4018-80a4-6f768384cd4f tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Checking segment: {'id': 'e851c50f-d898-4e76-9fea-b66ef35f526b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '493fd02e-3c56-4c7e-9bb2-4babe83ed820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:31:01.359306 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e85f1d3-befa-4018-80a4-6f768384cd4f tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Network hostable DHCP agents. Network: 493fd02e-3c56-4c7e-9bb2-4babe83ed820, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 16:31:01.439851 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e85f1d3-befa-4018-80a4-6f768384cd4f tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Network 493fd02e-3c56-4c7e-9bb2-4babe83ed820 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 16:31:01.534182 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-0e85f1d3-befa-4018-80a4-6f768384cd4f tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 493fd02e-3c56-4c7e-9bb2-4babe83ed820) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:31:01.538477 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e85f1d3-befa-4018-80a4-6f768384cd4f tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:31:01.539103 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0e85f1d3-befa-4018-80a4-6f768384cd4f tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:01.544374 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13c135b-f1f8-4688-a5d0-454b78308aed None None] Network 493fd02e-3c56-4c7e-9bb2-4babe83ed820 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:31:01.654662 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-0e85f1d3-befa-4018-80a4-6f768384cd4f tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8273921 Sep 24 16:31:01.658317 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45836) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:31:01.662255 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-260ff07f-da58-4a3d-9a7f-636d8733479c tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Request body: {'router': {'external_gateway_info': {'network_id': '493fd02e-3c56-4c7e-9bb2-4babe83ed820'}}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:31:01.691362 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc5afb5-1f81-43e5-8be8-ffbf013e4e3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-493fd02e-3c56-4c7e-9bb2-4babe83ed820', 'network_id': '493fd02e-3c56-4c7e-9bb2-4babe83ed820', 'tenant_id': 'bc7b8fd3b9094d03a84c0b013dc9ae83', 'fixed_ips': [{'subnet_id': '2547e70f-3b53-4638-9fc0-68a85d4d6ccd'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 16:31:01.692226 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3bc5afb5-1f81-43e5-8be8-ffbf013e4e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:01.830156 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-3bc5afb5-1f81-43e5-8be8-ffbf013e4e3b None None] Allocated IP 172.21.0.2 (493fd02e-3c56-4c7e-9bb2-4babe83ed820/2547e70f-3b53-4638-9fc0-68a85d4d6ccd/136e4725-3991-47a3-89ca-c26d5e43e8b7) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:31:01.927439 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-260ff07f-da58-4a3d-9a7f-636d8733479c tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:01.986774 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3bc5afb5-1f81-43e5-8be8-ffbf013e4e3b None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:02.130494 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78edea9-3ec3-4a4f-aea3-4900bd68474f None None] Network f76d6ee1-a6ae-41b5-8422-0df50c80a869 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:31:02.171762 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [None req-260ff07f-da58-4a3d-9a7f-636d8733479c tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 24 16:31:02.172847 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-260ff07f-da58-4a3d-9a7f-636d8733479c tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] 10.222.0.101 "PUT /v2.0/routers/aa447a0f-4bbe-4349-af54-c72e8e050b2a HTTP/1.1" status: 400 len: 364 time: 0.5146432 Sep 24 16:31:02.179587 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45838) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:31:02.192976 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3bc5afb5-1f81-43e5-8be8-ffbf013e4e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:02.205735 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-4d4bb86f-03e9-4fad-a1ac-1eea9302e494 None None] Provisioning complete for port 3ff0ec10-ff5c-4556-a295-316878e4a146 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:31:02.206097 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4d4bb86f-03e9-4fad-a1ac-1eea9302e494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:02.236564 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-6256ffba-8679-46d5-ad93-a78008b8262f tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Deleting subnet 2547e70f-3b53-4638-9fc0-68a85d4d6ccd {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 16:31:02.239744 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6256ffba-8679-46d5-ad93-a78008b8262f tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:02.278219 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc5afb5-1f81-43e5-8be8-ffbf013e4e3b None None] Network 493fd02e-3c56-4c7e-9bb2-4babe83ed820 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:31:02.280955 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6256ffba-8679-46d5-ad93-a78008b8262f tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:02.286292 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-3bc5afb5-1f81-43e5-8be8-ffbf013e4e3b None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:31:02.296928 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc5afb5-1f81-43e5-8be8-ffbf013e4e3b None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:31:02.305204 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc5afb5-1f81-43e5-8be8-ffbf013e4e3b None None] Pushing event updated for resources: {'Port': ['ID=136e4725-3991-47a3-89ca-c26d5e43e8b7,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:31:02.377315 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6256ffba-8679-46d5-ad93-a78008b8262f tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:02.415818 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-3bc5afb5-1f81-43e5-8be8-ffbf013e4e3b None None] Attempting to bind port 136e4725-3991-47a3-89ca-c26d5e43e8b7 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:31:02.416185 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-3bc5afb5-1f81-43e5-8be8-ffbf013e4e3b None None] Attempting to bind port 136e4725-3991-47a3-89ca-c26d5e43e8b7 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'e851c50f-d898-4e76-9fea-b66ef35f526b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '493fd02e-3c56-4c7e-9bb2-4babe83ed820'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:31:02.416574 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc5afb5-1f81-43e5-8be8-ffbf013e4e3b None None] Attempting to bind port 136e4725-3991-47a3-89ca-c26d5e43e8b7 on network 493fd02e-3c56-4c7e-9bb2-4babe83ed820 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:31:02.441542 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc5afb5-1f81-43e5-8be8-ffbf013e4e3b None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:31:02.441898 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc5afb5-1f81-43e5-8be8-ffbf013e4e3b None None] Checking segment: {'id': 'e851c50f-d898-4e76-9fea-b66ef35f526b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '493fd02e-3c56-4c7e-9bb2-4babe83ed820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:31:02.442297 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3bc5afb5-1f81-43e5-8be8-ffbf013e4e3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:02.442718 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc5afb5-1f81-43e5-8be8-ffbf013e4e3b None None] Bound using segment: {'id': 'e851c50f-d898-4e76-9fea-b66ef35f526b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '493fd02e-3c56-4c7e-9bb2-4babe83ed820'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:31:02.443189 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-3bc5afb5-1f81-43e5-8be8-ffbf013e4e3b None None] Bound port: 136e4725-3991-47a3-89ca-c26d5e43e8b7, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e851c50f-d898-4e76-9fea-b66ef35f526b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': '493fd02e-3c56-4c7e-9bb2-4babe83ed820'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:31:02.443575 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3bc5afb5-1f81-43e5-8be8-ffbf013e4e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:02.462656 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4d4bb86f-03e9-4fad-a1ac-1eea9302e494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:02.539993 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-4d4bb86f-03e9-4fad-a1ac-1eea9302e494 None None] For port 3ff0ec10-ff5c-4556-a295-316878e4a146, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=3ff0ec10-ff5c-4556-a295-316878e4a146,segment=NetworkSegment(c28edbb6-c2d4-4feb-9ef4-0a81d476517d),segment_id=c28edbb6-c2d4-4feb-9ef4-0a81d476517d)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:31:02.545693 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6256ffba-8679-46d5-ad93-a78008b8262f tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:02.550062 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-3bc5afb5-1f81-43e5-8be8-ffbf013e4e3b None None] For port 136e4725-3991-47a3-89ca-c26d5e43e8b7, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:31:02.553349 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-3bc5afb5-1f81-43e5-8be8-ffbf013e4e3b None None] For port 136e4725-3991-47a3-89ca-c26d5e43e8b7, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=136e4725-3991-47a3-89ca-c26d5e43e8b7,segment=NetworkSegment(e851c50f-d898-4e76-9fea-b66ef35f526b),segment_id=e851c50f-d898-4e76-9fea-b66ef35f526b)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:31:02.568997 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 3ff0ec10-ff5c-4556-a295-316878e4a146 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:31:02.582117 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6256ffba-8679-46d5-ad93-a78008b8262f tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Pushing event deleted for resources: {'Subnet': ['ID=2547e70f-3b53-4638-9fc0-68a85d4d6ccd,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:31:02.586836 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6256ffba-8679-46d5-ad93-a78008b8262f tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:02.589110 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-6256ffba-8679-46d5-ad93-a78008b8262f tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] 10.222.0.101 "DELETE /v2.0/subnets/2547e70f-3b53-4638-9fc0-68a85d4d6ccd HTTP/1.1" status: 204 len: 168 time: 0.4084477 Sep 24 16:31:02.591706 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45840) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:31:02.626004 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4d4bb86f-03e9-4fad-a1ac-1eea9302e494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:02.658200 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3bc5afb5-1f81-43e5-8be8-ffbf013e4e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:02.664619 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 3ff0ec10-ff5c-4556-a295-316878e4a146 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:31:02.664984 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:02.683885 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e4785c1e-3696-4b32-b017-62d09ef39d00 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:02.745490 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4bb86f-03e9-4fad-a1ac-1eea9302e494 None None] Pushing event updated for resources: {'Port': ['ID=3ff0ec10-ff5c-4556-a295-316878e4a146,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:31:02.748377 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-e4785c1e-3696-4b32-b017-62d09ef39d00 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Deleting port 136e4725-3991-47a3-89ca-c26d5e43e8b7 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:31:02.752220 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e4785c1e-3696-4b32-b017-62d09ef39d00 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:02.794012 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-a2320a38-a518-456d-8adb-f5a13557be98 None None] Provisioning complete for port 3ff0ec10-ff5c-4556-a295-316878e4a146 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:31:02.794415 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a2320a38-a518-456d-8adb-f5a13557be98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:02.825104 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-e4785c1e-3696-4b32-b017-62d09ef39d00 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] For port 136e4725-3991-47a3-89ca-c26d5e43e8b7, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=136e4725-3991-47a3-89ca-c26d5e43e8b7,segment=NetworkSegment(e851c50f-d898-4e76-9fea-b66ef35f526b),segment_id=e851c50f-d898-4e76-9fea-b66ef35f526b)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:31:02.825364 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e4785c1e-3696-4b32-b017-62d09ef39d00 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:02.838293 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-e4785c1e-3696-4b32-b017-62d09ef39d00 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Calling delete_port for 136e4725-3991-47a3-89ca-c26d5e43e8b7 owned by network:dhcp {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:31:02.855211 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc5afb5-1f81-43e5-8be8-ffbf013e4e3b None None] Pushing event updated for resources: {'Port': ['ID=136e4725-3991-47a3-89ca-c26d5e43e8b7,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:31:03.034513 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e4785c1e-3696-4b32-b017-62d09ef39d00 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:03.058896 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4785c1e-3696-4b32-b017-62d09ef39d00 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Pushing event deleted for resources: {'Port': ['ID=136e4725-3991-47a3-89ca-c26d5e43e8b7,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:31:03.068074 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4785c1e-3696-4b32-b017-62d09ef39d00 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] No DVR routers for this DVR port 136e4725-3991-47a3-89ca-c26d5e43e8b7 on host n-d-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:31:03.149413 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e4785c1e-3696-4b32-b017-62d09ef39d00 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:03.170830 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-e4785c1e-3696-4b32-b017-62d09ef39d00 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['493fd02e-3c56-4c7e-9bb2-4babe83ed820']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:31:03.181067 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-e4785c1e-3696-4b32-b017-62d09ef39d00 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e851c50f-d898-4e76-9fea-b66ef35f526b') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:31:03.181360 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-e4785c1e-3696-4b32-b017-62d09ef39d00 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e851c50f-d898-4e76-9fea-b66ef35f526b') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:31:03.190922 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e4785c1e-3696-4b32-b017-62d09ef39d00 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:03.203894 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e4785c1e-3696-4b32-b017-62d09ef39d00 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:03.209542 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4785c1e-3696-4b32-b017-62d09ef39d00 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Releasing vlan 1256 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 16:31:03.210467 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e4785c1e-3696-4b32-b017-62d09ef39d00 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:03.213539 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 16:31:03.213539 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 16:31:03.213539 n-d-808921-1 neutron-server[95297]: timer() Sep 24 16:31:03.213539 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 16:31:03.213539 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 16:31:03.213539 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 16:31:03.213539 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 16:31:03.213539 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 16:31:03.213539 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 16:31:03.213539 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 16:31:03.213539 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 16:31:03.213539 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 16:31:03.213539 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 16:31:03.213539 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 16:31:03.213539 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 16:31:03.213539 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 16:31:03.213539 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 16:31:03.213539 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 16:31:03.213539 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 16:31:03.213539 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 16:31:03.213539 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 16:31:03.213539 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 16:31:03.213539 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 16:31:03.213539 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 16:31:03.213539 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 16:31:03.213539 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 16:31:03.213539 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 16:31:03.213539 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 16:31:03.213539 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 16:31:03.213539 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 16:31:03.213539 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 16:31:03.213539 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 16:31:03.345316 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e4785c1e-3696-4b32-b017-62d09ef39d00 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:03.354745 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e4785c1e-3696-4b32-b017-62d09ef39d00 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:03.360168 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e4785c1e-3696-4b32-b017-62d09ef39d00 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] 10.222.0.101 "DELETE /v2.0/networks/493fd02e-3c56-4c7e-9bb2-4babe83ed820 HTTP/1.1" status: 204 len: 168 time: 0.7639363 Sep 24 16:31:03.360168 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45842) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:31:03.396093 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4785c1e-3696-4b32-b017-62d09ef39d00 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Pushing event deleted for resources: {'Network': ['ID=493fd02e-3c56-4c7e-9bb2-4babe83ed820,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:31:03.430766 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-43de09f8-e6ae-498a-a806-cf251ad35597 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Deleting subnet 29e3ff1f-7af6-482e-ae67-fd0bef3b2442 {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 16:31:03.434393 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-43de09f8-e6ae-498a-a806-cf251ad35597 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:03.477710 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-43de09f8-e6ae-498a-a806-cf251ad35597 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:03.571838 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-43de09f8-e6ae-498a-a806-cf251ad35597 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:03.656741 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-fe9ffbca-95b6-486d-a56f-0dc18346c7cb None None] Could not find standard attr ID for object 136e4725-3991-47a3-89ca-c26d5e43e8b7. {{(pid=95299) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 24 16:31:03.676919 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3482d377-4e2b-41f5-83a2-5db378da1725 None None] DHCP port deletion for 493fd02e-3c56-4c7e-9bb2-4babe83ed820 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 16:31:03.691080 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d319154-aaa0-493b-b73f-0ce21d16763f None None] Network 493fd02e-3c56-4c7e-9bb2-4babe83ed820 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:31:03.703272 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d319154-aaa0-493b-b73f-0ce21d16763f None None] Network 493fd02e-3c56-4c7e-9bb2-4babe83ed820 could not be found, it might have been deleted concurrently. {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 24 16:31:03.728709 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-43de09f8-e6ae-498a-a806-cf251ad35597 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:03.757979 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43de09f8-e6ae-498a-a806-cf251ad35597 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Pushing event deleted for resources: {'Subnet': ['ID=29e3ff1f-7af6-482e-ae67-fd0bef3b2442,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:31:03.763061 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-43de09f8-e6ae-498a-a806-cf251ad35597 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:03.767818 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45844) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:31:03.768416 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-43de09f8-e6ae-498a-a806-cf251ad35597 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] 10.222.0.101 "DELETE /v2.0/subnets/29e3ff1f-7af6-482e-ae67-fd0bef3b2442 HTTP/1.1" status: 204 len: 168 time: 0.4078999 Sep 24 16:31:03.771043 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce7b043-e2cf-4cc5-8a25-af0573dc7ead None None] Network f76d6ee1-a6ae-41b5-8422-0df50c80a869 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:31:03.844975 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d92a7f86-001c-46c0-8b34-9b6f32b19fd0 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:03.903179 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-d92a7f86-001c-46c0-8b34-9b6f32b19fd0 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Deleting port 3ff0ec10-ff5c-4556-a295-316878e4a146 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:31:03.903540 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d92a7f86-001c-46c0-8b34-9b6f32b19fd0 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:03.933993 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-59067384-faf3-46a4-97a1-7ceb256a276a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:03.961617 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378ebe40-ab9a-4a33-b0b4-d8a4c33955d1 None None] DHCP port deletion for f76d6ee1-a6ae-41b5-8422-0df50c80a869 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 16:31:03.971876 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-d92a7f86-001c-46c0-8b34-9b6f32b19fd0 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] For port 3ff0ec10-ff5c-4556-a295-316878e4a146, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=3ff0ec10-ff5c-4556-a295-316878e4a146,segment=NetworkSegment(c28edbb6-c2d4-4feb-9ef4-0a81d476517d),segment_id=c28edbb6-c2d4-4feb-9ef4-0a81d476517d)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:31:03.972241 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d92a7f86-001c-46c0-8b34-9b6f32b19fd0 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:03.984797 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-d92a7f86-001c-46c0-8b34-9b6f32b19fd0 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Calling delete_port for 3ff0ec10-ff5c-4556-a295-316878e4a146 owned by network:dhcp {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:31:04.008765 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-378ebe40-ab9a-4a33-b0b4-d8a4c33955d1 None None] Deleting port 3ff0ec10-ff5c-4556-a295-316878e4a146 {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:31:04.009140 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-378ebe40-ab9a-4a33-b0b4-d8a4c33955d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:04.076676 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-378ebe40-ab9a-4a33-b0b4-d8a4c33955d1 None None] For port 3ff0ec10-ff5c-4556-a295-316878e4a146, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=3ff0ec10-ff5c-4556-a295-316878e4a146,segment=NetworkSegment(c28edbb6-c2d4-4feb-9ef4-0a81d476517d),segment_id=c28edbb6-c2d4-4feb-9ef4-0a81d476517d)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:31:04.077097 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-378ebe40-ab9a-4a33-b0b4-d8a4c33955d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:04.088629 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-378ebe40-ab9a-4a33-b0b4-d8a4c33955d1 None None] Calling delete_port for 3ff0ec10-ff5c-4556-a295-316878e4a146 owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:31:04.168287 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d92a7f86-001c-46c0-8b34-9b6f32b19fd0 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:04.174679 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-378ebe40-ab9a-4a33-b0b4-d8a4c33955d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:04.200628 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92a7f86-001c-46c0-8b34-9b6f32b19fd0 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Pushing event deleted for resources: {'Port': ['ID=3ff0ec10-ff5c-4556-a295-316878e4a146,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:31:04.200628 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92a7f86-001c-46c0-8b34-9b6f32b19fd0 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] No DVR routers for this DVR port 3ff0ec10-ff5c-4556-a295-316878e4a146 on host n-d-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:31:04.203853 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378ebe40-ab9a-4a33-b0b4-d8a4c33955d1 None None] Pushing event deleted for resources: {'Port': ['ID=3ff0ec10-ff5c-4556-a295-316878e4a146,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:31:04.207204 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378ebe40-ab9a-4a33-b0b4-d8a4c33955d1 None None] No DVR routers for this DVR port 3ff0ec10-ff5c-4556-a295-316878e4a146 on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:31:04.207876 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92a7f86-001c-46c0-8b34-9b6f32b19fd0 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:31:04.208232 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92a7f86-001c-46c0-8b34-9b6f32b19fd0 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:31:04.208580 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92a7f86-001c-46c0-8b34-9b6f32b19fd0 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:31:04.208919 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92a7f86-001c-46c0-8b34-9b6f32b19fd0 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:31:04.209261 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92a7f86-001c-46c0-8b34-9b6f32b19fd0 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:31:04.209768 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92a7f86-001c-46c0-8b34-9b6f32b19fd0 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:31:04.209954 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92a7f86-001c-46c0-8b34-9b6f32b19fd0 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:31:04.210228 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92a7f86-001c-46c0-8b34-9b6f32b19fd0 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:31:04.210581 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92a7f86-001c-46c0-8b34-9b6f32b19fd0 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:31:04.210907 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92a7f86-001c-46c0-8b34-9b6f32b19fd0 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:31:04.211234 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92a7f86-001c-46c0-8b34-9b6f32b19fd0 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:31:04.211560 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d92a7f86-001c-46c0-8b34-9b6f32b19fd0 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:31:04.286473 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d92a7f86-001c-46c0-8b34-9b6f32b19fd0 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:04.311600 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-d92a7f86-001c-46c0-8b34-9b6f32b19fd0 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f76d6ee1-a6ae-41b5-8422-0df50c80a869']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:31:04.321566 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-d92a7f86-001c-46c0-8b34-9b6f32b19fd0 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c28edbb6-c2d4-4feb-9ef4-0a81d476517d') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:31:04.322085 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-d92a7f86-001c-46c0-8b34-9b6f32b19fd0 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c28edbb6-c2d4-4feb-9ef4-0a81d476517d') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:31:04.332366 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d92a7f86-001c-46c0-8b34-9b6f32b19fd0 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:04.345579 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d92a7f86-001c-46c0-8b34-9b6f32b19fd0 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:04.351637 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:04.355359 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d92a7f86-001c-46c0-8b34-9b6f32b19fd0 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Releasing vlan 1287 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 16:31:04.355359 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d92a7f86-001c-46c0-8b34-9b6f32b19fd0 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:04.355671 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 16:31:04.355671 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 16:31:04.355671 n-d-808921-1 neutron-server[95298]: timer() Sep 24 16:31:04.355671 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 16:31:04.355671 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 16:31:04.355671 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 16:31:04.355671 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 16:31:04.355671 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 16:31:04.355671 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 16:31:04.355671 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 16:31:04.355671 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 16:31:04.355671 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 16:31:04.355671 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 16:31:04.355671 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 16:31:04.355671 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 16:31:04.355671 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 16:31:04.355671 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 16:31:04.355671 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 16:31:04.355671 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 16:31:04.355671 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 16:31:04.355671 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 16:31:04.355671 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 16:31:04.355671 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 16:31:04.355671 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 16:31:04.355671 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 16:31:04.355671 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 16:31:04.355671 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 16:31:04.355671 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 16:31:04.355671 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 16:31:04.355671 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 16:31:04.355671 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 16:31:04.355671 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 16:31:04.474111 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d92a7f86-001c-46c0-8b34-9b6f32b19fd0 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:04.482157 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d92a7f86-001c-46c0-8b34-9b6f32b19fd0 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:04.484134 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-d92a7f86-001c-46c0-8b34-9b6f32b19fd0 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] 10.222.0.101 "DELETE /v2.0/networks/f76d6ee1-a6ae-41b5-8422-0df50c80a869 HTTP/1.1" status: 204 len: 168 time: 0.7153265 Sep 24 16:31:04.486800 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45846) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:31:04.495635 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92a7f86-001c-46c0-8b34-9b6f32b19fd0 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Pushing event deleted for resources: {'Network': ['ID=f76d6ee1-a6ae-41b5-8422-0df50c80a869,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:31:04.516885 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-10d2a624-6317-4670-af31-16300956de00 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] 10.222.0.101 "GET /v2.0/ports?device_id=aa447a0f-4bbe-4349-af54-c72e8e050b2a HTTP/1.1" status: 200 len: 205 time: 0.0288310 Sep 24 16:31:04.519138 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45848) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:31:04.549924 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 3ff0ec10-ff5c-4556-a295-316878e4a146 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:31:04.570732 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 3ff0ec10-ff5c-4556-a295-316878e4a146 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:31:04.571077 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 3ff0ec10-ff5c-4556-a295-316878e4a146 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:31:04.596956 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-080489da-0d2f-497a-b660-d427c8bf53a3 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Notify callbacks [] for router, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:04.758038 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-080489da-0d2f-497a-b660-d427c8bf53a3 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:04.760150 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-080489da-0d2f-497a-b660-d427c8bf53a3 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:04.856389 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-080489da-0d2f-497a-b660-d427c8bf53a3 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:04.856921 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-080489da-0d2f-497a-b660-d427c8bf53a3 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Fanout notify agent at l3_agent the message router_deleted on router aa447a0f-4bbe-4349-af54-c72e8e050b2a {{(pid=95297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 16:31:04.864193 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-080489da-0d2f-497a-b660-d427c8bf53a3 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:04.865311 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-080489da-0d2f-497a-b660-d427c8bf53a3 tempest-RoutersNegativeTest-1098110387 tempest-RoutersNegativeTest-1098110387-project] 10.222.0.101 "DELETE /v2.0/routers/aa447a0f-4bbe-4349-af54-c72e8e050b2a HTTP/1.1" status: 204 len: 168 time: 0.3452520 Sep 24 16:31:05.461919 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45856) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:31:05.479886 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:05.606167 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-cfb227f5-4829-4d34-9adc-bf3492abd9a2 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=bc7b8fd3b9094d03a84c0b013dc9ae83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1430368 Sep 24 16:31:05.608988 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45860) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:31:05.661555 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-87abff2b-7d6e-4f9f-9e2b-f1a33d95e3d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:05.682658 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-87abff2b-7d6e-4f9f-9e2b-f1a33d95e3d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:05.833643 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-87abff2b-7d6e-4f9f-9e2b-f1a33d95e3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:05.837030 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-87abff2b-7d6e-4f9f-9e2b-f1a33d95e3d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:05.838250 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-87abff2b-7d6e-4f9f-9e2b-f1a33d95e3d4 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/9aa7e070-80ea-476f-96c2-b7e63d721b68 HTTP/1.1" status: 204 len: 168 time: 0.2283332 Sep 24 16:31:05.846363 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87abff2b-7d6e-4f9f-9e2b-f1a33d95e3d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aa7e070-80ea-476f-96c2-b7e63d721b68,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:31:06.848652 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45882) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:31:06.885207 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:06.946002 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-765fac23-383c-4068-8ad4-30f41cc9da42 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-537308962-network', 'tenant_id': '7f2133e7a47a464eb1459efb2eb5849a'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:31:07.042485 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765fac23-383c-4068-8ad4-30f41cc9da42 admin admin] Made reservation on behalf of 7f2133e7a47a464eb1459efb2eb5849a for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:31:07.044899 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-765fac23-383c-4068-8ad4-30f41cc9da42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:07.053915 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-765fac23-383c-4068-8ad4-30f41cc9da42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:07.142183 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-765fac23-383c-4068-8ad4-30f41cc9da42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:07.208124 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-765fac23-383c-4068-8ad4-30f41cc9da42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:07.233344 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-765fac23-383c-4068-8ad4-30f41cc9da42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1255} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 16:31:07.242287 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765fac23-383c-4068-8ad4-30f41cc9da42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c1470f-03a4-4b39-a9fb-2ccc419e13f1,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:31:07.248316 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-765fac23-383c-4068-8ad4-30f41cc9da42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:07.248663 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-765fac23-383c-4068-8ad4-30f41cc9da42 admin admin] Added segment 8c1f5c56-5e99-412c-998b-d7f5d042a0da of type vlan for network c5ac5fd2-87a6-41fb-b9a9-500f2280dd95 Sep 24 16:31:07.292524 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-765fac23-383c-4068-8ad4-30f41cc9da42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:07.374036 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-765fac23-383c-4068-8ad4-30f41cc9da42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:07.375074 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765fac23-383c-4068-8ad4-30f41cc9da42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:31:07.375662 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-765fac23-383c-4068-8ad4-30f41cc9da42 admin admin] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:07.434783 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765fac23-383c-4068-8ad4-30f41cc9da42 admin admin] Pushing event updated for resources: {'Network': ['ID=c5ac5fd2-87a6-41fb-b9a9-500f2280dd95,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:31:07.445156 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network c5ac5fd2-87a6-41fb-b9a9-500f2280dd95 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 16:31:07.454559 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-765fac23-383c-4068-8ad4-30f41cc9da42 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6046667 Sep 24 16:31:07.457264 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45886) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:31:07.463105 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-27fb7bdc-102d-4ebb-9141-6b36e20c29f2 admin admin] Request body: {'subnet': {'network_id': 'c5ac5fd2-87a6-41fb-b9a9-500f2280dd95', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-537308962-subnet', 'tenant_id': '7f2133e7a47a464eb1459efb2eb5849a', 'ip_version': 4}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:31:07.568228 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27fb7bdc-102d-4ebb-9141-6b36e20c29f2 admin admin] Made reservation on behalf of 7f2133e7a47a464eb1459efb2eb5849a for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:31:07.570738 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-27fb7bdc-102d-4ebb-9141-6b36e20c29f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:07.796850 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-27fb7bdc-102d-4ebb-9141-6b36e20c29f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:07.855328 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fb7bdc-102d-4ebb-9141-6b36e20c29f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e56ac86-716e-46ff-b22b-cdb67cb99191,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:31:07.863482 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27fb7bdc-102d-4ebb-9141-6b36e20c29f2 admin admin] Checking segment: {'id': '8c1f5c56-5e99-412c-998b-d7f5d042a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'c5ac5fd2-87a6-41fb-b9a9-500f2280dd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:31:07.863891 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fb7bdc-102d-4ebb-9141-6b36e20c29f2 admin admin] Network hostable DHCP agents. Network: c5ac5fd2-87a6-41fb-b9a9-500f2280dd95, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 16:31:07.959595 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fb7bdc-102d-4ebb-9141-6b36e20c29f2 admin admin] Network c5ac5fd2-87a6-41fb-b9a9-500f2280dd95 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 16:31:08.062246 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-27fb7bdc-102d-4ebb-9141-6b36e20c29f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, c5ac5fd2-87a6-41fb-b9a9-500f2280dd95) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:31:08.066205 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27fb7bdc-102d-4ebb-9141-6b36e20c29f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:31:08.066840 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-27fb7bdc-102d-4ebb-9141-6b36e20c29f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:08.071447 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943010b0-934c-4839-bd83-71e65e68de53 None None] Network c5ac5fd2-87a6-41fb-b9a9-500f2280dd95 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:31:08.194795 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-27fb7bdc-102d-4ebb-9141-6b36e20c29f2 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7363427 Sep 24 16:31:08.197355 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45888) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:31:08.201858 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-c5bd38ea-f035-4c02-8c16-8386f6175cf6 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-537308962-router', 'tenant_id': '7f2133e7a47a464eb1459efb2eb5849a', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:31:08.214963 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79be3685-f9fb-4181-99f2-c21525cf699e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-c5ac5fd2-87a6-41fb-b9a9-500f2280dd95', 'network_id': 'c5ac5fd2-87a6-41fb-b9a9-500f2280dd95', 'tenant_id': '7f2133e7a47a464eb1459efb2eb5849a', 'fixed_ips': [{'subnet_id': '7e56ac86-716e-46ff-b22b-cdb67cb99191'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 16:31:08.215873 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-79be3685-f9fb-4181-99f2-c21525cf699e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:08.305404 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c5bd38ea-f035-4c02-8c16-8386f6175cf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:08.306562 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c5bd38ea-f035-4c02-8c16-8386f6175cf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:08.353629 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-79be3685-f9fb-4181-99f2-c21525cf699e None None] Allocated IP 172.20.0.2 (c5ac5fd2-87a6-41fb-b9a9-500f2280dd95/7e56ac86-716e-46ff-b22b-cdb67cb99191/387ee614-767f-4698-b2ab-12eff4d15c39) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:31:08.364969 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c5bd38ea-f035-4c02-8c16-8386f6175cf6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:08.495563 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-79be3685-f9fb-4181-99f2-c21525cf699e None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:08.568349 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-79be3685-f9fb-4181-99f2-c21525cf699e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:08.591796 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c5bd38ea-f035-4c02-8c16-8386f6175cf6 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:08.606849 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79be3685-f9fb-4181-99f2-c21525cf699e None None] Network c5ac5fd2-87a6-41fb-b9a9-500f2280dd95 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:31:08.609834 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-79be3685-f9fb-4181-99f2-c21525cf699e None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:31:08.612295 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79be3685-f9fb-4181-99f2-c21525cf699e None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:31:08.625705 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79be3685-f9fb-4181-99f2-c21525cf699e None None] Pushing event updated for resources: {'Port': ['ID=387ee614-767f-4698-b2ab-12eff4d15c39,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:31:08.674760 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-79be3685-f9fb-4181-99f2-c21525cf699e None None] Attempting to bind port 387ee614-767f-4698-b2ab-12eff4d15c39 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:31:08.675127 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-79be3685-f9fb-4181-99f2-c21525cf699e None None] Attempting to bind port 387ee614-767f-4698-b2ab-12eff4d15c39 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '8c1f5c56-5e99-412c-998b-d7f5d042a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'c5ac5fd2-87a6-41fb-b9a9-500f2280dd95'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:31:08.675476 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79be3685-f9fb-4181-99f2-c21525cf699e None None] Attempting to bind port 387ee614-767f-4698-b2ab-12eff4d15c39 on network c5ac5fd2-87a6-41fb-b9a9-500f2280dd95 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:31:08.680767 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79be3685-f9fb-4181-99f2-c21525cf699e None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:31:08.681148 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79be3685-f9fb-4181-99f2-c21525cf699e None None] Checking segment: {'id': '8c1f5c56-5e99-412c-998b-d7f5d042a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'c5ac5fd2-87a6-41fb-b9a9-500f2280dd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:31:08.681538 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-79be3685-f9fb-4181-99f2-c21525cf699e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:08.681923 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79be3685-f9fb-4181-99f2-c21525cf699e None None] Bound using segment: {'id': '8c1f5c56-5e99-412c-998b-d7f5d042a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'c5ac5fd2-87a6-41fb-b9a9-500f2280dd95'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:31:08.682403 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-79be3685-f9fb-4181-99f2-c21525cf699e None None] Bound port: 387ee614-767f-4698-b2ab-12eff4d15c39, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c1f5c56-5e99-412c-998b-d7f5d042a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'c5ac5fd2-87a6-41fb-b9a9-500f2280dd95'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:31:08.682777 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-79be3685-f9fb-4181-99f2-c21525cf699e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:08.749751 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-79be3685-f9fb-4181-99f2-c21525cf699e None None] For port 387ee614-767f-4698-b2ab-12eff4d15c39, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:31:08.753092 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-79be3685-f9fb-4181-99f2-c21525cf699e None None] For port 387ee614-767f-4698-b2ab-12eff4d15c39, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=387ee614-767f-4698-b2ab-12eff4d15c39,segment=NetworkSegment(8c1f5c56-5e99-412c-998b-d7f5d042a0da),segment_id=8c1f5c56-5e99-412c-998b-d7f5d042a0da)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:31:08.866004 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-79be3685-f9fb-4181-99f2-c21525cf699e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:08.881184 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c5bd38ea-f035-4c02-8c16-8386f6175cf6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:08.903720 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c5bd38ea-f035-4c02-8c16-8386f6175cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:08.921773 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79be3685-f9fb-4181-99f2-c21525cf699e None None] Pushing event updated for resources: {'Port': ['ID=387ee614-767f-4698-b2ab-12eff4d15c39,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:31:09.020921 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-c5bd38ea-f035-4c02-8c16-8386f6175cf6 admin admin] Allocated IP 172.25.0.177 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/7da86780-1dc7-4133-be93-6721ba7ad7b1) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:31:09.146609 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c5bd38ea-f035-4c02-8c16-8386f6175cf6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:09.231335 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c5bd38ea-f035-4c02-8c16-8386f6175cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:09.274289 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5bd38ea-f035-4c02-8c16-8386f6175cf6 admin admin] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:31:09.277247 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-c5bd38ea-f035-4c02-8c16-8386f6175cf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:31:09.279745 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bd38ea-f035-4c02-8c16-8386f6175cf6 admin admin] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:31:09.312481 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bd38ea-f035-4c02-8c16-8386f6175cf6 admin admin] Pushing event updated for resources: {'Port': ['ID=7da86780-1dc7-4133-be93-6721ba7ad7b1,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:31:09.460292 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:09.649241 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c5bd38ea-f035-4c02-8c16-8386f6175cf6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:09.774475 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb183cd2-7d07-4cf0-b916-5c612d0d7829 None None] Network c5ac5fd2-87a6-41fb-b9a9-500f2280dd95 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:31:09.859814 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-56f958a9-22e2-44ed-8534-4912758ac5c9 None None] Provisioning complete for port 387ee614-767f-4698-b2ab-12eff4d15c39 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:31:09.860193 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-56f958a9-22e2-44ed-8534-4912758ac5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:10.161590 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-56f958a9-22e2-44ed-8534-4912758ac5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:10.176371 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c5bd38ea-f035-4c02-8c16-8386f6175cf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:10.198767 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-56f958a9-22e2-44ed-8534-4912758ac5c9 None None] For port 387ee614-767f-4698-b2ab-12eff4d15c39, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=387ee614-767f-4698-b2ab-12eff4d15c39,segment=NetworkSegment(8c1f5c56-5e99-412c-998b-d7f5d042a0da),segment_id=8c1f5c56-5e99-412c-998b-d7f5d042a0da)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:31:10.282514 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-56f958a9-22e2-44ed-8534-4912758ac5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:10.336003 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f958a9-22e2-44ed-8534-4912758ac5c9 None None] Pushing event updated for resources: {'Port': ['ID=387ee614-767f-4698-b2ab-12eff4d15c39,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:31:10.388064 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5bd38ea-f035-4c02-8c16-8386f6175cf6 admin admin] Router ae385d3c-01f3-4167-a1c5-3fbd1a6ce4d8 is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 16:31:10.403084 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-38f68432-ae9b-4b9a-add2-270bd3750e0b None None] Provisioning complete for port 387ee614-767f-4698-b2ab-12eff4d15c39 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:31:10.403451 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-38f68432-ae9b-4b9a-add2-270bd3750e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:10.505717 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5bd38ea-f035-4c02-8c16-8386f6175cf6 admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:31:10.518675 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb86793a-8659-4e2f-af0e-efd860b3455a None None] Sync routers for ids ['ae385d3c-01f3-4167-a1c5-3fbd1a6ce4d8'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:31:10.528209 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb86793a-8659-4e2f-af0e-efd860b3455a None None] Routers {'ae385d3c-01f3-4167-a1c5-3fbd1a6ce4d8'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:31:10.528902 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-eb86793a-8659-4e2f-af0e-efd860b3455a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:31:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['ae385d3c-01f3-4167-a1c5-3fbd1a6ce4d8'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:31:10.574246 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 387ee614-767f-4698-b2ab-12eff4d15c39 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:31:10.620299 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 387ee614-767f-4698-b2ab-12eff4d15c39 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:31:10.620667 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:10.634093 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-eb86793a-8659-4e2f-af0e-efd860b3455a None None] Set router ae385d3c-01f3-4167-a1c5-3fbd1a6ce4d8 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:31:10.676956 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c5bd38ea-f035-4c02-8c16-8386f6175cf6 admin admin] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:10.681312 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-c5bd38ea-f035-4c02-8c16-8386f6175cf6 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.4799414 Sep 24 16:31:10.682065 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45890) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:31:10.816498 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-eb86793a-8659-4e2f-af0e-efd860b3455a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae385d3c-01f3-4167-a1c5-3fbd1a6ce4d8', 'name': 'tempest-TestEncryptedCinderVolumes-537308962-router', 'tenant_id': '7f2133e7a47a464eb1459efb2eb5849a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '7da86780-1dc7-4133-be93-6721ba7ad7b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:31:08Z', 'updated_at': '2021-09-24T16:31:09Z', 'revision_number': 3, 'project_id': '7f2133e7a47a464eb1459efb2eb5849a', 'gw_port': {'id': '7da86780-1dc7-4133-be93-6721ba7ad7b1', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:76:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae385d3c-01f3-4167-a1c5-3fbd1a6ce4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:31:08Z', 'updated_at': '2021-09-24T16:31:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:31:10.935090 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb86793a-8659-4e2f-af0e-efd860b3455a None None] Checking router: ae385d3c-01f3-4167-a1c5-3fbd1a6ce4d8 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:31:10.935435 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb86793a-8659-4e2f-af0e-efd860b3455a None None] Updating router ae385d3c-01f3-4167-a1c5-3fbd1a6ce4d8 port 7da86780-1dc7-4133-be93-6721ba7ad7b1 binding host n-d-808921-1 {{(pid=95300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 16:31:10.960599 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-eb86793a-8659-4e2f-af0e-efd860b3455a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:11.104852 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b1a82167-4ad4-446b-81cf-b40072adb79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:11.210589 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-eb86793a-8659-4e2f-af0e-efd860b3455a None None] Notify callbacks [] for port, precommit_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:11.266173 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-b1a82167-4ad4-446b-81cf-b40072adb79f admin admin] Allocated IP 172.20.0.1 (c5ac5fd2-87a6-41fb-b9a9-500f2280dd95/7e56ac86-716e-46ff-b22b-cdb67cb99191/480f5045-c7d9-4ac9-b0d8-6492b24e99a7) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:31:11.305431 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-eb86793a-8659-4e2f-af0e-efd860b3455a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:11.351906 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-eb86793a-8659-4e2f-af0e-efd860b3455a None None] Attempting to bind port 7da86780-1dc7-4133-be93-6721ba7ad7b1 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:31:11.352274 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-eb86793a-8659-4e2f-af0e-efd860b3455a None None] Attempting to bind port 7da86780-1dc7-4133-be93-6721ba7ad7b1 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:31:11.352661 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb86793a-8659-4e2f-af0e-efd860b3455a None None] Attempting to bind port 7da86780-1dc7-4133-be93-6721ba7ad7b1 on network e6a2de20-1ea0-43e5-88e0-982d19e317d5 {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:31:11.363699 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd696ae2-264d-4c9d-9498-5062a24cdf52 None None] Pushing event updated for resources: {'Port': ['ID=7da86780-1dc7-4133-be93-6721ba7ad7b1,revision_number=2']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:31:11.366681 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb86793a-8659-4e2f-af0e-efd860b3455a None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:31:11.366681 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb86793a-8659-4e2f-af0e-efd860b3455a None None] Checking segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:31:11.367046 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-eb86793a-8659-4e2f-af0e-efd860b3455a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:11.367434 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb86793a-8659-4e2f-af0e-efd860b3455a None None] Bound using segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:31:11.367892 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-eb86793a-8659-4e2f-af0e-efd860b3455a None None] Bound port: 7da86780-1dc7-4133-be93-6721ba7ad7b1, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:31:11.368267 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-eb86793a-8659-4e2f-af0e-efd860b3455a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:11.373930 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b1a82167-4ad4-446b-81cf-b40072adb79f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:11.383086 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:11.391412 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd696ae2-264d-4c9d-9498-5062a24cdf52 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:31:11.391769 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd696ae2-264d-4c9d-9498-5062a24cdf52 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:31:11.392102 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd696ae2-264d-4c9d-9498-5062a24cdf52 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:31:11.392428 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd696ae2-264d-4c9d-9498-5062a24cdf52 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:31:11.392752 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd696ae2-264d-4c9d-9498-5062a24cdf52 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:31:11.393073 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd696ae2-264d-4c9d-9498-5062a24cdf52 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:31:11.393391 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd696ae2-264d-4c9d-9498-5062a24cdf52 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:31:11.393709 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd696ae2-264d-4c9d-9498-5062a24cdf52 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:31:11.394038 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd696ae2-264d-4c9d-9498-5062a24cdf52 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:31:11.394370 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd696ae2-264d-4c9d-9498-5062a24cdf52 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:31:11.394724 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd696ae2-264d-4c9d-9498-5062a24cdf52 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:31:11.395038 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd696ae2-264d-4c9d-9498-5062a24cdf52 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:31:11.429994 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-eb86793a-8659-4e2f-af0e-efd860b3455a None None] For port 7da86780-1dc7-4133-be93-6721ba7ad7b1, host n-d-808921-1, cleared binding levels {{(pid=95300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:31:11.432968 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-eb86793a-8659-4e2f-af0e-efd860b3455a None None] For port 7da86780-1dc7-4133-be93-6721ba7ad7b1, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=7da86780-1dc7-4133-be93-6721ba7ad7b1,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:31:11.488285 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b1a82167-4ad4-446b-81cf-b40072adb79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:11.514301 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-eb86793a-8659-4e2f-af0e-efd860b3455a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:11.528040 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a82167-4ad4-446b-81cf-b40072adb79f admin admin] Network c5ac5fd2-87a6-41fb-b9a9-500f2280dd95 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:31:11.530985 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-b1a82167-4ad4-446b-81cf-b40072adb79f admin admin] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:31:11.533459 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a82167-4ad4-446b-81cf-b40072adb79f admin admin] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:31:11.566004 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a82167-4ad4-446b-81cf-b40072adb79f admin admin] Pushing event updated for resources: {'Port': ['ID=480f5045-c7d9-4ac9-b0d8-6492b24e99a7,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:31:11.576399 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb86793a-8659-4e2f-af0e-efd860b3455a None None] Routers {'ae385d3c-01f3-4167-a1c5-3fbd1a6ce4d8'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:31:11.577607 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-eb86793a-8659-4e2f-af0e-efd860b3455a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:31:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['ae385d3c-01f3-4167-a1c5-3fbd1a6ce4d8'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:31:11.586082 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b1a82167-4ad4-446b-81cf-b40072adb79f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:11.617991 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd696ae2-264d-4c9d-9498-5062a24cdf52 None None] Pushing event updated for resources: {'Port': ['ID=7da86780-1dc7-4133-be93-6721ba7ad7b1,revision_number=3']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:31:11.694960 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-eb86793a-8659-4e2f-af0e-efd860b3455a None None] Set router ae385d3c-01f3-4167-a1c5-3fbd1a6ce4d8 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:31:11.810722 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b1a82167-4ad4-446b-81cf-b40072adb79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:11.815328 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-1c4498d1-96ad-4b15-bde3-014ab7730294 None None] Provisioning complete for port 480f5045-c7d9-4ac9-b0d8-6492b24e99a7 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:31:11.820038 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-1c4498d1-96ad-4b15-bde3-014ab7730294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:11.860606 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-1c4498d1-96ad-4b15-bde3-014ab7730294 None None] Port 480f5045-c7d9-4ac9-b0d8-6492b24e99a7 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:31:11.885335 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-eb86793a-8659-4e2f-af0e-efd860b3455a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae385d3c-01f3-4167-a1c5-3fbd1a6ce4d8', 'name': 'tempest-TestEncryptedCinderVolumes-537308962-router', 'tenant_id': '7f2133e7a47a464eb1459efb2eb5849a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '7da86780-1dc7-4133-be93-6721ba7ad7b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:31:08Z', 'updated_at': '2021-09-24T16:31:09Z', 'revision_number': 3, 'project_id': '7f2133e7a47a464eb1459efb2eb5849a', 'gw_port': {'id': '7da86780-1dc7-4133-be93-6721ba7ad7b1', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:76:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae385d3c-01f3-4167-a1c5-3fbd1a6ce4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:31:08Z', 'updated_at': '2021-09-24T16:31:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:31:11.911406 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb86793a-8659-4e2f-af0e-efd860b3455a None None] The sync data for ids ['ae385d3c-01f3-4167-a1c5-3fbd1a6ce4d8'] in n-d-808921-1 is: [{'id': 'ae385d3c-01f3-4167-a1c5-3fbd1a6ce4d8', 'name': 'tempest-TestEncryptedCinderVolumes-537308962-router', 'tenant_id': '7f2133e7a47a464eb1459efb2eb5849a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '7da86780-1dc7-4133-be93-6721ba7ad7b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:31:08Z', 'updated_at': '2021-09-24T16:31:09Z', 'revision_number': 3, 'project_id': '7f2133e7a47a464eb1459efb2eb5849a', 'gw_port': {'id': '7da86780-1dc7-4133-be93-6721ba7ad7b1', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:76:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae385d3c-01f3-4167-a1c5-3fbd1a6ce4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:31:08Z', 'updated_at': '2021-09-24T16:31:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:31:11.990057 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b1a82167-4ad4-446b-81cf-b40072adb79f admin admin] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:12.064972 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b1a82167-4ad4-446b-81cf-b40072adb79f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:12.140254 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a82167-4ad4-446b-81cf-b40072adb79f admin admin] Pushing event updated for resources: {'Port': ['ID=480f5045-c7d9-4ac9-b0d8-6492b24e99a7,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:31:12.150013 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b1a82167-4ad4-446b-81cf-b40072adb79f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:12.254846 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a82167-4ad4-446b-81cf-b40072adb79f admin admin] Network c5ac5fd2-87a6-41fb-b9a9-500f2280dd95 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:31:12.257136 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-b1a82167-4ad4-446b-81cf-b40072adb79f admin admin] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:31:12.392393 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1a82167-4ad4-446b-81cf-b40072adb79f admin admin] Router ae385d3c-01f3-4167-a1c5-3fbd1a6ce4d8 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:31:12.487323 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-3d170e8f-2355-431f-a9d2-8aa58a392ad2 None None] Provisioning complete for port 480f5045-c7d9-4ac9-b0d8-6492b24e99a7 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:31:12.487708 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3d170e8f-2355-431f-a9d2-8aa58a392ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:12.527112 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-3d170e8f-2355-431f-a9d2-8aa58a392ad2 None None] Port 480f5045-c7d9-4ac9-b0d8-6492b24e99a7 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:31:12.545603 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a82167-4ad4-446b-81cf-b40072adb79f admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:31:12.555483 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b1a82167-4ad4-446b-81cf-b40072adb79f admin admin] 10.222.0.101 "PUT /v2.0/routers/ae385d3c-01f3-4167-a1c5-3fbd1a6ce4d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8723052 Sep 24 16:31:12.585483 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 7da86780-1dc7-4133-be93-6721ba7ad7b1 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:31:12.640224 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 7da86780-1dc7-4133-be93-6721ba7ad7b1 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:31:12.640778 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:12.733188 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:12.755181 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port 7da86780-1dc7-4133-be93-6721ba7ad7b1, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=7da86780-1dc7-4133-be93-6721ba7ad7b1,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:31:12.844852 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:12.895040 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=7da86780-1dc7-4133-be93-6721ba7ad7b1,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:31:13.329141 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45906) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:31:13.334119 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-1c894398-36e4-4b82-aed3-e875d3f949d7 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-2028330773-network', 'tenant_id': '66f343901b694a19ba284d0ca4414d78'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:31:13.436480 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c894398-36e4-4b82-aed3-e875d3f949d7 admin admin] Made reservation on behalf of 66f343901b694a19ba284d0ca4414d78 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:31:13.438966 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1c894398-36e4-4b82-aed3-e875d3f949d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:13.448189 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1c894398-36e4-4b82-aed3-e875d3f949d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:13.539737 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1c894398-36e4-4b82-aed3-e875d3f949d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:13.567222 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e35da7b-f759-4493-b04a-003a9114b96a None None] Sync routers for ids ['ae385d3c-01f3-4167-a1c5-3fbd1a6ce4d8'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:31:13.576577 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e35da7b-f759-4493-b04a-003a9114b96a None None] Routers {'ae385d3c-01f3-4167-a1c5-3fbd1a6ce4d8'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:31:13.577197 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-7e35da7b-f759-4493-b04a-003a9114b96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:31:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['ae385d3c-01f3-4167-a1c5-3fbd1a6ce4d8'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:31:13.619648 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1c894398-36e4-4b82-aed3-e875d3f949d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:13.640550 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c894398-36e4-4b82-aed3-e875d3f949d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1275} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 16:31:13.656264 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c894398-36e4-4b82-aed3-e875d3f949d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c694f27-8845-40ba-919c-befa221e5e1e,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:31:13.659246 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1c894398-36e4-4b82-aed3-e875d3f949d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:13.659600 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-1c894398-36e4-4b82-aed3-e875d3f949d7 admin admin] Added segment 218785bd-9583-46ff-bbf2-798d7c063942 of type vlan for network a95279e8-8a0b-4d2b-9c79-c6e6605a45f2 Sep 24 16:31:13.691645 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-7e35da7b-f759-4493-b04a-003a9114b96a None None] Set router ae385d3c-01f3-4167-a1c5-3fbd1a6ce4d8 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:31:13.702733 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1c894398-36e4-4b82-aed3-e875d3f949d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:13.779180 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1c894398-36e4-4b82-aed3-e875d3f949d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:13.780254 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c894398-36e4-4b82-aed3-e875d3f949d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:31:13.780895 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1c894398-36e4-4b82-aed3-e875d3f949d7 admin admin] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:13.846564 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c894398-36e4-4b82-aed3-e875d3f949d7 admin admin] Pushing event updated for resources: {'Network': ['ID=a95279e8-8a0b-4d2b-9c79-c6e6605a45f2,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:31:13.871204 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network a95279e8-8a0b-4d2b-9c79-c6e6605a45f2 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 16:31:13.871727 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-1c894398-36e4-4b82-aed3-e875d3f949d7 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5413432 Sep 24 16:31:13.874223 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45910) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:31:13.879194 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-24bc4675-3a91-49af-a52c-c03918a830d8 admin admin] Request body: {'subnet': {'network_id': 'a95279e8-8a0b-4d2b-9c79-c6e6605a45f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-2028330773-subnet', 'tenant_id': '66f343901b694a19ba284d0ca4414d78', 'ip_version': 4}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:31:13.957546 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-7e35da7b-f759-4493-b04a-003a9114b96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae385d3c-01f3-4167-a1c5-3fbd1a6ce4d8', 'name': 'tempest-TestEncryptedCinderVolumes-537308962-router', 'tenant_id': '7f2133e7a47a464eb1459efb2eb5849a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '7da86780-1dc7-4133-be93-6721ba7ad7b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:31:08Z', 'updated_at': '2021-09-24T16:31:11Z', 'revision_number': 4, 'project_id': '7f2133e7a47a464eb1459efb2eb5849a', 'gw_port': {'id': '7da86780-1dc7-4133-be93-6721ba7ad7b1', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:76:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae385d3c-01f3-4167-a1c5-3fbd1a6ce4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:31:08Z', 'updated_at': '2021-09-24T16:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '480f5045-c7d9-4ac9-b0d8-6492b24e99a7', 'name': '', 'network_id': 'c5ac5fd2-87a6-41fb-b9a9-500f2280dd95', 'tenant_id': '7f2133e7a47a464eb1459efb2eb5849a', 'mac_address': 'fa:16:3e:4d:de:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae385d3c-01f3-4167-a1c5-3fbd1a6ce4d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '7e56ac86-716e-46ff-b22b-cdb67cb99191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:31:11Z', 'updated_at': '2021-09-24T16:31:11Z', 'revision_number': 2, 'project_id': '7f2133e7a47a464eb1459efb2eb5849a', 'subnets': [{'id': '7e56ac86-716e-46ff-b22b-cdb67cb99191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:31:13.976313 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24bc4675-3a91-49af-a52c-c03918a830d8 admin admin] Made reservation on behalf of 66f343901b694a19ba284d0ca4414d78 for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:31:13.978844 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-24bc4675-3a91-49af-a52c-c03918a830d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:13.985314 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e35da7b-f759-4493-b04a-003a9114b96a None None] Checking router: ae385d3c-01f3-4167-a1c5-3fbd1a6ce4d8 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:31:13.985675 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e35da7b-f759-4493-b04a-003a9114b96a None None] Updating router ae385d3c-01f3-4167-a1c5-3fbd1a6ce4d8 port 480f5045-c7d9-4ac9-b0d8-6492b24e99a7 binding host n-d-808921-1 {{(pid=95299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 16:31:14.010932 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7e35da7b-f759-4493-b04a-003a9114b96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:14.230811 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-24bc4675-3a91-49af-a52c-c03918a830d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:14.279334 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7e35da7b-f759-4493-b04a-003a9114b96a None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:14.290365 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bc4675-3a91-49af-a52c-c03918a830d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ad03146-ca37-4a10-8c2f-55c5c778723a,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:31:14.298774 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24bc4675-3a91-49af-a52c-c03918a830d8 admin admin] Checking segment: {'id': '218785bd-9583-46ff-bbf2-798d7c063942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'a95279e8-8a0b-4d2b-9c79-c6e6605a45f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:31:14.299133 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24bc4675-3a91-49af-a52c-c03918a830d8 admin admin] Network hostable DHCP agents. Network: a95279e8-8a0b-4d2b-9c79-c6e6605a45f2, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 16:31:14.361959 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7e35da7b-f759-4493-b04a-003a9114b96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:14.390634 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24bc4675-3a91-49af-a52c-c03918a830d8 admin admin] Network a95279e8-8a0b-4d2b-9c79-c6e6605a45f2 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 16:31:14.430877 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b5e519-2ca4-469e-b128-280449d1a329 None None] Pushing event updated for resources: {'Port': ['ID=480f5045-c7d9-4ac9-b0d8-6492b24e99a7,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:31:14.465371 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-24bc4675-3a91-49af-a52c-c03918a830d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, a95279e8-8a0b-4d2b-9c79-c6e6605a45f2) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:31:14.465922 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-7e35da7b-f759-4493-b04a-003a9114b96a None None] Attempting to bind port 480f5045-c7d9-4ac9-b0d8-6492b24e99a7 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:31:14.465922 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-7e35da7b-f759-4493-b04a-003a9114b96a None None] Attempting to bind port 480f5045-c7d9-4ac9-b0d8-6492b24e99a7 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '8c1f5c56-5e99-412c-998b-d7f5d042a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'c5ac5fd2-87a6-41fb-b9a9-500f2280dd95'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:31:14.468734 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e35da7b-f759-4493-b04a-003a9114b96a None None] Attempting to bind port 480f5045-c7d9-4ac9-b0d8-6492b24e99a7 on network c5ac5fd2-87a6-41fb-b9a9-500f2280dd95 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:31:14.470550 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24bc4675-3a91-49af-a52c-c03918a830d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:31:14.471133 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-24bc4675-3a91-49af-a52c-c03918a830d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:14.471600 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e35da7b-f759-4493-b04a-003a9114b96a None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:31:14.471980 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e35da7b-f759-4493-b04a-003a9114b96a None None] Checking segment: {'id': '8c1f5c56-5e99-412c-998b-d7f5d042a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'c5ac5fd2-87a6-41fb-b9a9-500f2280dd95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:31:14.472380 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7e35da7b-f759-4493-b04a-003a9114b96a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:14.472812 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e35da7b-f759-4493-b04a-003a9114b96a None None] Bound using segment: {'id': '8c1f5c56-5e99-412c-998b-d7f5d042a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'c5ac5fd2-87a6-41fb-b9a9-500f2280dd95'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:31:14.473266 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-7e35da7b-f759-4493-b04a-003a9114b96a None None] Bound port: 480f5045-c7d9-4ac9-b0d8-6492b24e99a7, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c1f5c56-5e99-412c-998b-d7f5d042a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'c5ac5fd2-87a6-41fb-b9a9-500f2280dd95'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:31:14.474164 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7e35da7b-f759-4493-b04a-003a9114b96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:14.488042 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e8162c-c526-4d93-ade2-77c05d565f91 None None] Network a95279e8-8a0b-4d2b-9c79-c6e6605a45f2 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:31:14.553827 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-24bc4675-3a91-49af-a52c-c03918a830d8 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6762319 Sep 24 16:31:14.554122 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 45912) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:31:14.559968 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-699bff4b-26fc-4c37-8025-3197cd3d1d8e admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-2028330773-router', 'tenant_id': '66f343901b694a19ba284d0ca4414d78', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:31:14.569241 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 7da86780-1dc7-4133-be93-6721ba7ad7b1 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:31:14.646127 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7e35da7b-f759-4493-b04a-003a9114b96a None None] For port 480f5045-c7d9-4ac9-b0d8-6492b24e99a7, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:31:14.650572 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7e35da7b-f759-4493-b04a-003a9114b96a None None] For port 480f5045-c7d9-4ac9-b0d8-6492b24e99a7, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=480f5045-c7d9-4ac9-b0d8-6492b24e99a7,segment=NetworkSegment(8c1f5c56-5e99-412c-998b-d7f5d042a0da),segment_id=8c1f5c56-5e99-412c-998b-d7f5d042a0da)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:31:14.653910 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-699bff4b-26fc-4c37-8025-3197cd3d1d8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:14.655011 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-699bff4b-26fc-4c37-8025-3197cd3d1d8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:14.702928 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-1c91da52-ddd8-40ef-a609-0a9239a86496 None None] Provisioning complete for port 480f5045-c7d9-4ac9-b0d8-6492b24e99a7 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:31:14.702928 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-1c91da52-ddd8-40ef-a609-0a9239a86496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:14.711944 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-699bff4b-26fc-4c37-8025-3197cd3d1d8e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:14.723583 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 7da86780-1dc7-4133-be93-6721ba7ad7b1 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:31:14.723951 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:14.764058 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7e35da7b-f759-4493-b04a-003a9114b96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:14.790597 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-1c91da52-ddd8-40ef-a609-0a9239a86496 None None] Port 480f5045-c7d9-4ac9-b0d8-6492b24e99a7 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:31:14.819215 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56046669-521d-4017-9a2b-0eb86e474e43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-a95279e8-8a0b-4d2b-9c79-c6e6605a45f2', 'network_id': 'a95279e8-8a0b-4d2b-9c79-c6e6605a45f2', 'tenant_id': '66f343901b694a19ba284d0ca4414d78', 'fixed_ips': [{'subnet_id': '5ad03146-ca37-4a10-8c2f-55c5c778723a'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 16:31:14.820710 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-56046669-521d-4017-9a2b-0eb86e474e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:14.881759 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b5e519-2ca4-469e-b128-280449d1a329 None None] Pushing event updated for resources: {'Port': ['ID=480f5045-c7d9-4ac9-b0d8-6492b24e99a7,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:31:14.890746 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e35da7b-f759-4493-b04a-003a9114b96a None None] Routers {'ae385d3c-01f3-4167-a1c5-3fbd1a6ce4d8'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:31:14.891047 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-7e35da7b-f759-4493-b04a-003a9114b96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:31:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['ae385d3c-01f3-4167-a1c5-3fbd1a6ce4d8'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:31:14.976788 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-699bff4b-26fc-4c37-8025-3197cd3d1d8e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:15.280763 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-56046669-521d-4017-9a2b-0eb86e474e43 None None] Allocated IP 172.20.0.2 (a95279e8-8a0b-4d2b-9c79-c6e6605a45f2/5ad03146-ca37-4a10-8c2f-55c5c778723a/cfadf5c1-62c7-4a90-98ee-6bc3b2378383) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:31:15.301521 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-6a3c003e-ee85-4cd8-b594-51769fadd0fa None None] Provisioning complete for port 480f5045-c7d9-4ac9-b0d8-6492b24e99a7 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:31:15.301894 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a3c003e-ee85-4cd8-b594-51769fadd0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:15.302701 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-699bff4b-26fc-4c37-8025-3197cd3d1d8e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:15.305228 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-7e35da7b-f759-4493-b04a-003a9114b96a None None] Set router ae385d3c-01f3-4167-a1c5-3fbd1a6ce4d8 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:31:15.325245 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-699bff4b-26fc-4c37-8025-3197cd3d1d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:15.434592 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-699bff4b-26fc-4c37-8025-3197cd3d1d8e admin admin] Allocated IP 172.25.0.35 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/8980fe0b-045b-40dd-8aed-fe9726fb10f7) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:31:15.536625 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-699bff4b-26fc-4c37-8025-3197cd3d1d8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:15.635869 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a3c003e-ee85-4cd8-b594-51769fadd0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:15.637842 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-56046669-521d-4017-9a2b-0eb86e474e43 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:15.656635 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-699bff4b-26fc-4c37-8025-3197cd3d1d8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:15.693277 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699bff4b-26fc-4c37-8025-3197cd3d1d8e admin admin] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:31:15.697890 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-699bff4b-26fc-4c37-8025-3197cd3d1d8e admin admin] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:31:15.699547 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-6a3c003e-ee85-4cd8-b594-51769fadd0fa None None] For port 480f5045-c7d9-4ac9-b0d8-6492b24e99a7, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=480f5045-c7d9-4ac9-b0d8-6492b24e99a7,segment=NetworkSegment(8c1f5c56-5e99-412c-998b-d7f5d042a0da),segment_id=8c1f5c56-5e99-412c-998b-d7f5d042a0da)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:31:15.701413 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699bff4b-26fc-4c37-8025-3197cd3d1d8e admin admin] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:31:15.715670 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-7e35da7b-f759-4493-b04a-003a9114b96a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae385d3c-01f3-4167-a1c5-3fbd1a6ce4d8', 'name': 'tempest-TestEncryptedCinderVolumes-537308962-router', 'tenant_id': '7f2133e7a47a464eb1459efb2eb5849a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '7da86780-1dc7-4133-be93-6721ba7ad7b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:31:08Z', 'updated_at': '2021-09-24T16:31:11Z', 'revision_number': 4, 'project_id': '7f2133e7a47a464eb1459efb2eb5849a', 'gw_port': {'id': '7da86780-1dc7-4133-be93-6721ba7ad7b1', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:76:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae385d3c-01f3-4167-a1c5-3fbd1a6ce4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:31:08Z', 'updated_at': '2021-09-24T16:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '480f5045-c7d9-4ac9-b0d8-6492b24e99a7', 'name': '', 'network_id': 'c5ac5fd2-87a6-41fb-b9a9-500f2280dd95', 'tenant_id': '7f2133e7a47a464eb1459efb2eb5849a', 'mac_address': 'fa:16:3e:4d:de:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae385d3c-01f3-4167-a1c5-3fbd1a6ce4d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '7e56ac86-716e-46ff-b22b-cdb67cb99191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:31:11Z', 'updated_at': '2021-09-24T16:31:14Z', 'revision_number': 4, 'project_id': '7f2133e7a47a464eb1459efb2eb5849a', 'subnets': [{'id': '7e56ac86-716e-46ff-b22b-cdb67cb99191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:31:15.743823 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e35da7b-f759-4493-b04a-003a9114b96a None None] The sync data for ids ['ae385d3c-01f3-4167-a1c5-3fbd1a6ce4d8'] in n-d-808921-1 is: [{'id': 'ae385d3c-01f3-4167-a1c5-3fbd1a6ce4d8', 'name': 'tempest-TestEncryptedCinderVolumes-537308962-router', 'tenant_id': '7f2133e7a47a464eb1459efb2eb5849a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '7da86780-1dc7-4133-be93-6721ba7ad7b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:31:08Z', 'updated_at': '2021-09-24T16:31:11Z', 'revision_number': 4, 'project_id': '7f2133e7a47a464eb1459efb2eb5849a', 'gw_port': {'id': '7da86780-1dc7-4133-be93-6721ba7ad7b1', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:76:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae385d3c-01f3-4167-a1c5-3fbd1a6ce4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:31:08Z', 'updated_at': '2021-09-24T16:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '480f5045-c7d9-4ac9-b0d8-6492b24e99a7', 'name': '', 'network_id': 'c5ac5fd2-87a6-41fb-b9a9-500f2280dd95', 'tenant_id': '7f2133e7a47a464eb1459efb2eb5849a', 'mac_address': 'fa:16:3e:4d:de:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae385d3c-01f3-4167-a1c5-3fbd1a6ce4d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4104, 'fixed_ips': [{'subnet_id': '7e56ac86-716e-46ff-b22b-cdb67cb99191', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:31:11Z', 'updated_at': '2021-09-24T16:31:14Z', 'revision_number': 4, 'project_id': '7f2133e7a47a464eb1459efb2eb5849a', 'subnets': [{'id': '7e56ac86-716e-46ff-b22b-cdb67cb99191', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:31:15.748343 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-56046669-521d-4017-9a2b-0eb86e474e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:15.778826 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a3c003e-ee85-4cd8-b594-51769fadd0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:15.811252 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56046669-521d-4017-9a2b-0eb86e474e43 None None] Network a95279e8-8a0b-4d2b-9c79-c6e6605a45f2 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:31:15.820767 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-56046669-521d-4017-9a2b-0eb86e474e43 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:31:15.823288 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56046669-521d-4017-9a2b-0eb86e474e43 None None] Pushing event updated for resources: {'Port': ['ID=cfadf5c1-62c7-4a90-98ee-6bc3b2378383,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:31:15.825968 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56046669-521d-4017-9a2b-0eb86e474e43 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:31:15.934841 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3c003e-ee85-4cd8-b594-51769fadd0fa None None] Pushing event updated for resources: {'Port': ['ID=480f5045-c7d9-4ac9-b0d8-6492b24e99a7,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:31:15.937930 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-56046669-521d-4017-9a2b-0eb86e474e43 None None] Attempting to bind port cfadf5c1-62c7-4a90-98ee-6bc3b2378383 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:31:15.938302 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-56046669-521d-4017-9a2b-0eb86e474e43 None None] Attempting to bind port cfadf5c1-62c7-4a90-98ee-6bc3b2378383 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '218785bd-9583-46ff-bbf2-798d7c063942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'a95279e8-8a0b-4d2b-9c79-c6e6605a45f2'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:31:15.938704 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56046669-521d-4017-9a2b-0eb86e474e43 None None] Attempting to bind port cfadf5c1-62c7-4a90-98ee-6bc3b2378383 on network a95279e8-8a0b-4d2b-9c79-c6e6605a45f2 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:31:15.946498 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56046669-521d-4017-9a2b-0eb86e474e43 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:31:15.946878 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56046669-521d-4017-9a2b-0eb86e474e43 None None] Checking segment: {'id': '218785bd-9583-46ff-bbf2-798d7c063942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'a95279e8-8a0b-4d2b-9c79-c6e6605a45f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:31:15.947287 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-56046669-521d-4017-9a2b-0eb86e474e43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:15.947686 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56046669-521d-4017-9a2b-0eb86e474e43 None None] Bound using segment: {'id': '218785bd-9583-46ff-bbf2-798d7c063942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'a95279e8-8a0b-4d2b-9c79-c6e6605a45f2'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:31:15.948168 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-56046669-521d-4017-9a2b-0eb86e474e43 None None] Bound port: cfadf5c1-62c7-4a90-98ee-6bc3b2378383, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '218785bd-9583-46ff-bbf2-798d7c063942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'a95279e8-8a0b-4d2b-9c79-c6e6605a45f2'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:31:15.948562 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-56046669-521d-4017-9a2b-0eb86e474e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:16.021950 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-56046669-521d-4017-9a2b-0eb86e474e43 None None] For port cfadf5c1-62c7-4a90-98ee-6bc3b2378383, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:31:16.025947 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-56046669-521d-4017-9a2b-0eb86e474e43 None None] For port cfadf5c1-62c7-4a90-98ee-6bc3b2378383, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=cfadf5c1-62c7-4a90-98ee-6bc3b2378383,segment=NetworkSegment(218785bd-9583-46ff-bbf2-798d7c063942),segment_id=218785bd-9583-46ff-bbf2-798d7c063942)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:31:16.079900 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699bff4b-26fc-4c37-8025-3197cd3d1d8e admin admin] Pushing event updated for resources: {'Port': ['ID=8980fe0b-045b-40dd-8aed-fe9726fb10f7,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:31:16.111259 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-56046669-521d-4017-9a2b-0eb86e474e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:16.186323 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56046669-521d-4017-9a2b-0eb86e474e43 None None] Pushing event updated for resources: {'Port': ['ID=cfadf5c1-62c7-4a90-98ee-6bc3b2378383,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:31:16.427776 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-699bff4b-26fc-4c37-8025-3197cd3d1d8e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:16.614797 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device cfadf5c1-62c7-4a90-98ee-6bc3b2378383 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:31:16.656380 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-699bff4b-26fc-4c37-8025-3197cd3d1d8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:16.667267 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port cfadf5c1-62c7-4a90-98ee-6bc3b2378383 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:31:16.667642 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:16.765183 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:16.805188 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port cfadf5c1-62c7-4a90-98ee-6bc3b2378383, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=cfadf5c1-62c7-4a90-98ee-6bc3b2378383,segment=NetworkSegment(218785bd-9583-46ff-bbf2-798d7c063942),segment_id=218785bd-9583-46ff-bbf2-798d7c063942)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:31:16.922431 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-699bff4b-26fc-4c37-8025-3197cd3d1d8e admin admin] Router 68216032-e8ff-419f-beb4-2818f684d582 is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 16:31:16.995300 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:16.995300 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 480f5045-c7d9-4ac9-b0d8-6492b24e99a7 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:31:17.059659 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-699bff4b-26fc-4c37-8025-3197cd3d1d8e admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:31:17.061124 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=cfadf5c1-62c7-4a90-98ee-6bc3b2378383,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:31:17.071137 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621c3e7b-da5f-4f02-a612-815dcdaf61d1 None None] Sync routers for ids ['68216032-e8ff-419f-beb4-2818f684d582'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:31:17.081812 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621c3e7b-da5f-4f02-a612-815dcdaf61d1 None None] Routers {'68216032-e8ff-419f-beb4-2818f684d582'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:31:17.082482 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-621c3e7b-da5f-4f02-a612-815dcdaf61d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:31:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['68216032-e8ff-419f-beb4-2818f684d582'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:31:17.084744 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 480f5045-c7d9-4ac9-b0d8-6492b24e99a7 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:31:17.085810 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:17.194977 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-621c3e7b-da5f-4f02-a612-815dcdaf61d1 None None] Set router 68216032-e8ff-419f-beb4-2818f684d582 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:31:17.225227 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4988296d-1f04-4977-9850-77a78b90f471 None None] Network a95279e8-8a0b-4d2b-9c79-c6e6605a45f2 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:31:17.236913 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-699bff4b-26fc-4c37-8025-3197cd3d1d8e admin admin] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:17.241203 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 45914) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:31:17.253142 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-699bff4b-26fc-4c37-8025-3197cd3d1d8e admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.6863084 Sep 24 16:31:17.297498 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-4034615a-edef-4b6b-a633-6e2781fef88e None None] Provisioning complete for port cfadf5c1-62c7-4a90-98ee-6bc3b2378383 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:31:17.297940 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4034615a-edef-4b6b-a633-6e2781fef88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:17.388965 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-621c3e7b-da5f-4f02-a612-815dcdaf61d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68216032-e8ff-419f-beb4-2818f684d582', 'name': 'tempest-TestEncryptedCinderVolumes-2028330773-router', 'tenant_id': '66f343901b694a19ba284d0ca4414d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '8980fe0b-045b-40dd-8aed-fe9726fb10f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:31:14Z', 'updated_at': '2021-09-24T16:31:16Z', 'revision_number': 3, 'project_id': '66f343901b694a19ba284d0ca4414d78', 'gw_port': {'id': '8980fe0b-045b-40dd-8aed-fe9726fb10f7', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c4:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68216032-e8ff-419f-beb4-2818f684d582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:31:15Z', 'updated_at': '2021-09-24T16:31:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:31:17.418884 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621c3e7b-da5f-4f02-a612-815dcdaf61d1 None None] Checking router: 68216032-e8ff-419f-beb4-2818f684d582 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:31:17.419470 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621c3e7b-da5f-4f02-a612-815dcdaf61d1 None None] Updating router 68216032-e8ff-419f-beb4-2818f684d582 port 8980fe0b-045b-40dd-8aed-fe9726fb10f7 binding host n-d-808921-1 {{(pid=95300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 16:31:17.460793 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-621c3e7b-da5f-4f02-a612-815dcdaf61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:17.680225 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-ad1956f5-ec50-4210-8dcc-3559b4d2bd7f None None] Provisioning complete for port cfadf5c1-62c7-4a90-98ee-6bc3b2378383 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:31:17.680602 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ad1956f5-ec50-4210-8dcc-3559b4d2bd7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:17.744638 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-621c3e7b-da5f-4f02-a612-815dcdaf61d1 None None] Notify callbacks [] for port, precommit_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:17.844766 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-621c3e7b-da5f-4f02-a612-815dcdaf61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:17.918813 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-621c3e7b-da5f-4f02-a612-815dcdaf61d1 None None] Attempting to bind port 8980fe0b-045b-40dd-8aed-fe9726fb10f7 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:31:17.927657 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-621c3e7b-da5f-4f02-a612-815dcdaf61d1 None None] Attempting to bind port 8980fe0b-045b-40dd-8aed-fe9726fb10f7 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:31:17.927657 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621c3e7b-da5f-4f02-a612-815dcdaf61d1 None None] Attempting to bind port 8980fe0b-045b-40dd-8aed-fe9726fb10f7 on network e6a2de20-1ea0-43e5-88e0-982d19e317d5 {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:31:17.927657 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2e8c82-3b11-4e93-99d5-1e2fa781fef3 None None] Pushing event updated for resources: {'Port': ['ID=8980fe0b-045b-40dd-8aed-fe9726fb10f7,revision_number=2']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:31:17.928379 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621c3e7b-da5f-4f02-a612-815dcdaf61d1 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:31:17.928675 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621c3e7b-da5f-4f02-a612-815dcdaf61d1 None None] Checking segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:31:17.929707 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-621c3e7b-da5f-4f02-a612-815dcdaf61d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:17.930103 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-621c3e7b-da5f-4f02-a612-815dcdaf61d1 None None] Bound using segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:31:17.930595 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-621c3e7b-da5f-4f02-a612-815dcdaf61d1 None None] Bound port: 8980fe0b-045b-40dd-8aed-fe9726fb10f7, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:31:17.930979 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-621c3e7b-da5f-4f02-a612-815dcdaf61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:17.956975 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-68ee1f46-d940-4e1f-a9bb-3b430904b2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:17.983960 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-621c3e7b-da5f-4f02-a612-815dcdaf61d1 None None] For port 8980fe0b-045b-40dd-8aed-fe9726fb10f7, host n-d-808921-1, cleared binding levels {{(pid=95300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:31:17.987179 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-621c3e7b-da5f-4f02-a612-815dcdaf61d1 None None] For port 8980fe0b-045b-40dd-8aed-fe9726fb10f7, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=8980fe0b-045b-40dd-8aed-fe9726fb10f7,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:31:18.093690 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-621c3e7b-da5f-4f02-a612-815dcdaf61d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:18.145844 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621c3e7b-da5f-4f02-a612-815dcdaf61d1 None None] Routers {'68216032-e8ff-419f-beb4-2818f684d582'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:31:18.146482 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-621c3e7b-da5f-4f02-a612-815dcdaf61d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:31:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['68216032-e8ff-419f-beb4-2818f684d582'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:31:18.213634 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-68ee1f46-d940-4e1f-a9bb-3b430904b2cf admin admin] Allocated IP 172.20.0.1 (a95279e8-8a0b-4d2b-9c79-c6e6605a45f2/5ad03146-ca37-4a10-8c2f-55c5c778723a/e257f2f4-3850-413b-8962-4c2890393a32) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:31:18.286986 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2e8c82-3b11-4e93-99d5-1e2fa781fef3 None None] Pushing event updated for resources: {'Port': ['ID=8980fe0b-045b-40dd-8aed-fe9726fb10f7,revision_number=3']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:31:18.325381 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-68ee1f46-d940-4e1f-a9bb-3b430904b2cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:18.354444 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-621c3e7b-da5f-4f02-a612-815dcdaf61d1 None None] Set router 68216032-e8ff-419f-beb4-2818f684d582 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:31:18.416392 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-68ee1f46-d940-4e1f-a9bb-3b430904b2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:18.459379 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ee1f46-d940-4e1f-a9bb-3b430904b2cf admin admin] Network a95279e8-8a0b-4d2b-9c79-c6e6605a45f2 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:31:18.463436 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-68ee1f46-d940-4e1f-a9bb-3b430904b2cf admin admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:31:18.467095 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ee1f46-d940-4e1f-a9bb-3b430904b2cf admin admin] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:31:18.497577 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ee1f46-d940-4e1f-a9bb-3b430904b2cf admin admin] Pushing event updated for resources: {'Port': ['ID=e257f2f4-3850-413b-8962-4c2890393a32,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:31:18.522317 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-68ee1f46-d940-4e1f-a9bb-3b430904b2cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:18.539751 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-621c3e7b-da5f-4f02-a612-815dcdaf61d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68216032-e8ff-419f-beb4-2818f684d582', 'name': 'tempest-TestEncryptedCinderVolumes-2028330773-router', 'tenant_id': '66f343901b694a19ba284d0ca4414d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '8980fe0b-045b-40dd-8aed-fe9726fb10f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:31:14Z', 'updated_at': '2021-09-24T16:31:16Z', 'revision_number': 3, 'project_id': '66f343901b694a19ba284d0ca4414d78', 'gw_port': {'id': '8980fe0b-045b-40dd-8aed-fe9726fb10f7', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c4:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68216032-e8ff-419f-beb4-2818f684d582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:31:15Z', 'updated_at': '2021-09-24T16:31:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:31:18.567891 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-621c3e7b-da5f-4f02-a612-815dcdaf61d1 None None] The sync data for ids ['68216032-e8ff-419f-beb4-2818f684d582'] in n-d-808921-1 is: [{'id': '68216032-e8ff-419f-beb4-2818f684d582', 'name': 'tempest-TestEncryptedCinderVolumes-2028330773-router', 'tenant_id': '66f343901b694a19ba284d0ca4414d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '8980fe0b-045b-40dd-8aed-fe9726fb10f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:31:14Z', 'updated_at': '2021-09-24T16:31:16Z', 'revision_number': 3, 'project_id': '66f343901b694a19ba284d0ca4414d78', 'gw_port': {'id': '8980fe0b-045b-40dd-8aed-fe9726fb10f7', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c4:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68216032-e8ff-419f-beb4-2818f684d582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:31:15Z', 'updated_at': '2021-09-24T16:31:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:31:18.574796 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device cfadf5c1-62c7-4a90-98ee-6bc3b2378383 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:31:18.637441 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port cfadf5c1-62c7-4a90-98ee-6bc3b2378383 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:31:18.637907 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:18.781105 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-68ee1f46-d940-4e1f-a9bb-3b430904b2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:18.808706 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-67772e34-0024-4df5-9c43-41f9949b35b3 None None] Provisioning complete for port e257f2f4-3850-413b-8962-4c2890393a32 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:31:18.808922 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-67772e34-0024-4df5-9c43-41f9949b35b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:18.877986 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-67772e34-0024-4df5-9c43-41f9949b35b3 None None] Port e257f2f4-3850-413b-8962-4c2890393a32 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:31:18.978261 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-68ee1f46-d940-4e1f-a9bb-3b430904b2cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:19.067874 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-68ee1f46-d940-4e1f-a9bb-3b430904b2cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:19.140272 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-68ee1f46-d940-4e1f-a9bb-3b430904b2cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:19.142188 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ee1f46-d940-4e1f-a9bb-3b430904b2cf admin admin] Pushing event updated for resources: {'Port': ['ID=e257f2f4-3850-413b-8962-4c2890393a32,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:31:19.239754 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ee1f46-d940-4e1f-a9bb-3b430904b2cf admin admin] Network a95279e8-8a0b-4d2b-9c79-c6e6605a45f2 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:31:19.241787 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-68ee1f46-d940-4e1f-a9bb-3b430904b2cf admin admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:31:19.369371 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68ee1f46-d940-4e1f-a9bb-3b430904b2cf admin admin] Router 68216032-e8ff-419f-beb4-2818f684d582 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:31:19.482929 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ee1f46-d940-4e1f-a9bb-3b430904b2cf admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:31:19.488001 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-68ee1f46-d940-4e1f-a9bb-3b430904b2cf admin admin] 10.222.0.101 "PUT /v2.0/routers/68216032-e8ff-419f-beb4-2818f684d582/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2456808 Sep 24 16:31:19.502557 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-1a576d57-d7bb-4390-86b9-4fff29118259 None None] Provisioning complete for port e257f2f4-3850-413b-8962-4c2890393a32 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:31:19.502938 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-1a576d57-d7bb-4390-86b9-4fff29118259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:19.538831 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-1a576d57-d7bb-4390-86b9-4fff29118259 None None] Port e257f2f4-3850-413b-8962-4c2890393a32 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:31:20.209462 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cbaafc-1026-41ac-bbe0-766da2db3ff2 None None] Sync routers for ids ['68216032-e8ff-419f-beb4-2818f684d582'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:31:20.219692 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cbaafc-1026-41ac-bbe0-766da2db3ff2 None None] Routers {'68216032-e8ff-419f-beb4-2818f684d582'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:31:20.220311 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-e4cbaafc-1026-41ac-bbe0-766da2db3ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:31:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['68216032-e8ff-419f-beb4-2818f684d582'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:31:20.327145 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-e4cbaafc-1026-41ac-bbe0-766da2db3ff2 None None] Set router 68216032-e8ff-419f-beb4-2818f684d582 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:31:20.345383 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb79ea4-f1a6-4f46-ba33-d8a489393aa1 req-0a643bcb-e467-4178-b11f-b184953b1e45 tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:31:20.347162 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-acb79ea4-f1a6-4f46-ba33-d8a489393aa1 req-0a643bcb-e467-4178-b11f-b184953b1e45 tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] 10.222.0.101 "GET /v2.0/networks?id=c5ac5fd2-87a6-41fb-b9a9-500f2280dd95 HTTP/1.1" status: 200 len: 816 time: 0.1111910 Sep 24 16:31:20.368659 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-acb79ea4-f1a6-4f46-ba33-d8a489393aa1 req-fccc715a-d8e8-4730-88f4-03a199c43762 tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] 10.222.0.101 "GET /v2.0/quotas/7f2133e7a47a464eb1459efb2eb5849a HTTP/1.1" status: 200 len: 375 time: 0.0140612 Sep 24 16:31:20.420720 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-acb79ea4-f1a6-4f46-ba33-d8a489393aa1 req-9a40d303-c181-4aa7-b481-b8d6698fa3c0 tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=7f2133e7a47a464eb1459efb2eb5849a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461843 Sep 24 16:31:20.533600 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-acb79ea4-f1a6-4f46-ba33-d8a489393aa1 req-7f67af1e-0324-4dd0-a4c3-0f2332c8804f service neutron] 10.222.0.101 "GET /v2.0/networks/c5ac5fd2-87a6-41fb-b9a9-500f2280dd95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007423 Sep 24 16:31:20.539210 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-e4cbaafc-1026-41ac-bbe0-766da2db3ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68216032-e8ff-419f-beb4-2818f684d582', 'name': 'tempest-TestEncryptedCinderVolumes-2028330773-router', 'tenant_id': '66f343901b694a19ba284d0ca4414d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '8980fe0b-045b-40dd-8aed-fe9726fb10f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:31:14Z', 'updated_at': '2021-09-24T16:31:18Z', 'revision_number': 4, 'project_id': '66f343901b694a19ba284d0ca4414d78', 'gw_port': {'id': '8980fe0b-045b-40dd-8aed-fe9726fb10f7', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c4:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68216032-e8ff-419f-beb4-2818f684d582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:31:15Z', 'updated_at': '2021-09-24T16:31:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'e257f2f4-3850-413b-8962-4c2890393a32', 'name': '', 'network_id': 'a95279e8-8a0b-4d2b-9c79-c6e6605a45f2', 'tenant_id': '66f343901b694a19ba284d0ca4414d78', 'mac_address': 'fa:16:3e:42:25:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68216032-e8ff-419f-beb4-2818f684d582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '5ad03146-ca37-4a10-8c2f-55c5c778723a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:31:17Z', 'updated_at': '2021-09-24T16:31:18Z', 'revision_number': 2, 'project_id': '66f343901b694a19ba284d0ca4414d78', 'subnets': [{'id': '5ad03146-ca37-4a10-8c2f-55c5c778723a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:31:20.572205 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cbaafc-1026-41ac-bbe0-766da2db3ff2 None None] Checking router: 68216032-e8ff-419f-beb4-2818f684d582 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:31:20.572586 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cbaafc-1026-41ac-bbe0-766da2db3ff2 None None] Updating router 68216032-e8ff-419f-beb4-2818f684d582 port e257f2f4-3850-413b-8962-4c2890393a32 binding host n-d-808921-1 {{(pid=95299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 16:31:20.593694 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 8980fe0b-045b-40dd-8aed-fe9726fb10f7 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:31:20.622469 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e4cbaafc-1026-41ac-bbe0-766da2db3ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:20.633064 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-acb79ea4-f1a6-4f46-ba33-d8a489393aa1 req-6bf50901-e69f-4c88-9ee5-2965628bb75f service neutron] 10.222.0.101 "GET /v2.0/networks/c5ac5fd2-87a6-41fb-b9a9-500f2280dd95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986032 Sep 24 16:31:20.690545 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 8980fe0b-045b-40dd-8aed-fe9726fb10f7 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:31:20.690935 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:20.872718 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-aed73f88-a8dd-4f5e-9309-82eeefcd4ab4 req-7506617c-6315-4dd9-b818-bb71324ade78 tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced1d5f3-9e04-4a11-ba71-076fa7aadbfc HTTP/1.1" status: 200 len: 210 time: 0.0275917 Sep 24 16:31:20.904235 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:20.937241 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port 8980fe0b-045b-40dd-8aed-fe9726fb10f7, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=8980fe0b-045b-40dd-8aed-fe9726fb10f7,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:31:20.998753 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e4cbaafc-1026-41ac-bbe0-766da2db3ff2 None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:21.024520 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:21.073093 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=8980fe0b-045b-40dd-8aed-fe9726fb10f7,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:31:21.110518 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e4cbaafc-1026-41ac-bbe0-766da2db3ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:21.162465 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfd55e0-6626-45e5-9c93-4e8a87184c72 None None] Pushing event updated for resources: {'Port': ['ID=e257f2f4-3850-413b-8962-4c2890393a32,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:31:21.216698 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-e4cbaafc-1026-41ac-bbe0-766da2db3ff2 None None] Attempting to bind port e257f2f4-3850-413b-8962-4c2890393a32 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:31:21.217373 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-e4cbaafc-1026-41ac-bbe0-766da2db3ff2 None None] Attempting to bind port e257f2f4-3850-413b-8962-4c2890393a32 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '218785bd-9583-46ff-bbf2-798d7c063942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'a95279e8-8a0b-4d2b-9c79-c6e6605a45f2'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:31:21.217483 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cbaafc-1026-41ac-bbe0-766da2db3ff2 None None] Attempting to bind port e257f2f4-3850-413b-8962-4c2890393a32 on network a95279e8-8a0b-4d2b-9c79-c6e6605a45f2 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:31:21.222751 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cbaafc-1026-41ac-bbe0-766da2db3ff2 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:31:21.223124 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cbaafc-1026-41ac-bbe0-766da2db3ff2 None None] Checking segment: {'id': '218785bd-9583-46ff-bbf2-798d7c063942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'a95279e8-8a0b-4d2b-9c79-c6e6605a45f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:31:21.226788 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e4cbaafc-1026-41ac-bbe0-766da2db3ff2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:21.226788 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cbaafc-1026-41ac-bbe0-766da2db3ff2 None None] Bound using segment: {'id': '218785bd-9583-46ff-bbf2-798d7c063942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'a95279e8-8a0b-4d2b-9c79-c6e6605a45f2'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:31:21.226788 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-e4cbaafc-1026-41ac-bbe0-766da2db3ff2 None None] Bound port: e257f2f4-3850-413b-8962-4c2890393a32, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '218785bd-9583-46ff-bbf2-798d7c063942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1275, 'network_id': 'a95279e8-8a0b-4d2b-9c79-c6e6605a45f2'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:31:21.226788 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e4cbaafc-1026-41ac-bbe0-766da2db3ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:21.291348 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-e4cbaafc-1026-41ac-bbe0-766da2db3ff2 None None] For port e257f2f4-3850-413b-8962-4c2890393a32, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:31:21.294592 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-e4cbaafc-1026-41ac-bbe0-766da2db3ff2 None None] For port e257f2f4-3850-413b-8962-4c2890393a32, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=e257f2f4-3850-413b-8962-4c2890393a32,segment=NetworkSegment(218785bd-9583-46ff-bbf2-798d7c063942),segment_id=218785bd-9583-46ff-bbf2-798d7c063942)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:31:21.369959 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-703ca7a0-7873-4c7b-8864-509bf3c4d5e3 None None] Provisioning complete for port e257f2f4-3850-413b-8962-4c2890393a32 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:31:21.370391 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-703ca7a0-7873-4c7b-8864-509bf3c4d5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:21.409535 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-703ca7a0-7873-4c7b-8864-509bf3c4d5e3 None None] Port e257f2f4-3850-413b-8962-4c2890393a32 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:31:21.425038 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e4cbaafc-1026-41ac-bbe0-766da2db3ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:21.481200 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cbaafc-1026-41ac-bbe0-766da2db3ff2 None None] Routers {'68216032-e8ff-419f-beb4-2818f684d582'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:31:21.482072 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-e4cbaafc-1026-41ac-bbe0-766da2db3ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:31:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['68216032-e8ff-419f-beb4-2818f684d582'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:31:21.519958 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfd55e0-6626-45e5-9c93-4e8a87184c72 None None] Pushing event updated for resources: {'Port': ['ID=e257f2f4-3850-413b-8962-4c2890393a32,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:31:21.532153 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfd55e0-6626-45e5-9c93-4e8a87184c72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:31:21.532501 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfd55e0-6626-45e5-9c93-4e8a87184c72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:31:21.532840 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfd55e0-6626-45e5-9c93-4e8a87184c72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:31:21.533177 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfd55e0-6626-45e5-9c93-4e8a87184c72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:31:21.533505 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfd55e0-6626-45e5-9c93-4e8a87184c72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:31:21.533834 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfd55e0-6626-45e5-9c93-4e8a87184c72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:31:21.534158 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfd55e0-6626-45e5-9c93-4e8a87184c72 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:31:21.534606 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfd55e0-6626-45e5-9c93-4e8a87184c72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:31:21.534833 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfd55e0-6626-45e5-9c93-4e8a87184c72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:31:21.540370 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfd55e0-6626-45e5-9c93-4e8a87184c72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:31:21.540370 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfd55e0-6626-45e5-9c93-4e8a87184c72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:31:21.540370 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfd55e0-6626-45e5-9c93-4e8a87184c72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:31:21.775569 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-e4cbaafc-1026-41ac-bbe0-766da2db3ff2 None None] Set router 68216032-e8ff-419f-beb4-2818f684d582 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:31:21.777888 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-c007deb7-fd5c-4083-90f4-9d1ff1ec7129 None None] Provisioning complete for port e257f2f4-3850-413b-8962-4c2890393a32 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:31:21.778291 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c007deb7-fd5c-4083-90f4-9d1ff1ec7129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:21.971610 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c80ea982-c954-48bb-ac51-95950895d1bf req-153f6ca0-5a96-4484-bc0a-0e7b569fab58 tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced1d5f3-9e04-4a11-ba71-076fa7aadbfc HTTP/1.1" status: 200 len: 210 time: 0.0271931 Sep 24 16:31:21.974147 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c007deb7-fd5c-4083-90f4-9d1ff1ec7129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:22.042261 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-c007deb7-fd5c-4083-90f4-9d1ff1ec7129 None None] For port e257f2f4-3850-413b-8962-4c2890393a32, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=e257f2f4-3850-413b-8962-4c2890393a32,segment=NetworkSegment(218785bd-9583-46ff-bbf2-798d7c063942),segment_id=218785bd-9583-46ff-bbf2-798d7c063942)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:31:22.067736 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-e4cbaafc-1026-41ac-bbe0-766da2db3ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68216032-e8ff-419f-beb4-2818f684d582', 'name': 'tempest-TestEncryptedCinderVolumes-2028330773-router', 'tenant_id': '66f343901b694a19ba284d0ca4414d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '8980fe0b-045b-40dd-8aed-fe9726fb10f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:31:14Z', 'updated_at': '2021-09-24T16:31:18Z', 'revision_number': 4, 'project_id': '66f343901b694a19ba284d0ca4414d78', 'gw_port': {'id': '8980fe0b-045b-40dd-8aed-fe9726fb10f7', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c4:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68216032-e8ff-419f-beb4-2818f684d582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:31:15Z', 'updated_at': '2021-09-24T16:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'e257f2f4-3850-413b-8962-4c2890393a32', 'name': '', 'network_id': 'a95279e8-8a0b-4d2b-9c79-c6e6605a45f2', 'tenant_id': '66f343901b694a19ba284d0ca4414d78', 'mac_address': 'fa:16:3e:42:25:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68216032-e8ff-419f-beb4-2818f684d582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '5ad03146-ca37-4a10-8c2f-55c5c778723a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:31:17Z', 'updated_at': '2021-09-24T16:31:21Z', 'revision_number': 4, 'project_id': '66f343901b694a19ba284d0ca4414d78', 'subnets': [{'id': '5ad03146-ca37-4a10-8c2f-55c5c778723a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:31:22.095737 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cbaafc-1026-41ac-bbe0-766da2db3ff2 None None] The sync data for ids ['68216032-e8ff-419f-beb4-2818f684d582'] in n-d-808921-1 is: [{'id': '68216032-e8ff-419f-beb4-2818f684d582', 'name': 'tempest-TestEncryptedCinderVolumes-2028330773-router', 'tenant_id': '66f343901b694a19ba284d0ca4414d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '8980fe0b-045b-40dd-8aed-fe9726fb10f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:31:14Z', 'updated_at': '2021-09-24T16:31:18Z', 'revision_number': 4, 'project_id': '66f343901b694a19ba284d0ca4414d78', 'gw_port': {'id': '8980fe0b-045b-40dd-8aed-fe9726fb10f7', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c4:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68216032-e8ff-419f-beb4-2818f684d582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:31:15Z', 'updated_at': '2021-09-24T16:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'e257f2f4-3850-413b-8962-4c2890393a32', 'name': '', 'network_id': 'a95279e8-8a0b-4d2b-9c79-c6e6605a45f2', 'tenant_id': '66f343901b694a19ba284d0ca4414d78', 'mac_address': 'fa:16:3e:42:25:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '68216032-e8ff-419f-beb4-2818f684d582', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': '5ad03146-ca37-4a10-8c2f-55c5c778723a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:31:17Z', 'updated_at': '2021-09-24T16:31:21Z', 'revision_number': 4, 'project_id': '66f343901b694a19ba284d0ca4414d78', 'subnets': [{'id': '5ad03146-ca37-4a10-8c2f-55c5c778723a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:31:22.181618 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c007deb7-fd5c-4083-90f4-9d1ff1ec7129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:22.239051 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c007deb7-fd5c-4083-90f4-9d1ff1ec7129 None None] Pushing event updated for resources: {'Port': ['ID=e257f2f4-3850-413b-8962-4c2890393a32,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:31:22.646680 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device e257f2f4-3850-413b-8962-4c2890393a32 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:31:22.697715 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port e257f2f4-3850-413b-8962-4c2890393a32 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:31:22.698087 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:22.779468 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 8980fe0b-045b-40dd-8aed-fe9726fb10f7 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:31:22.833013 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 8980fe0b-045b-40dd-8aed-fe9726fb10f7 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:31:22.833445 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:23.081351 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a85dbda5-814e-4d37-904c-d9949a2c2fb3 req-2def6f43-8a1f-4a1a-bd29-a2c9a568a72b tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced1d5f3-9e04-4a11-ba71-076fa7aadbfc HTTP/1.1" status: 200 len: 210 time: 0.0277977 Sep 24 16:31:23.424500 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb79ea4-f1a6-4f46-ba33-d8a489393aa1 req-0067e98e-ac4b-4cee-bb7e-ccf0b5bbb5b2 tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:31:23.426061 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-acb79ea4-f1a6-4f46-ba33-d8a489393aa1 req-0067e98e-ac4b-4cee-bb7e-ccf0b5bbb5b2 tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] 10.222.0.110 "GET /v2.0/networks?id=c5ac5fd2-87a6-41fb-b9a9-500f2280dd95 HTTP/1.1" status: 200 len: 816 time: 0.1048415 Sep 24 16:31:23.439199 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-acb79ea4-f1a6-4f46-ba33-d8a489393aa1 req-28258d8a-9f44-40b8-bae2-6e7fe697b3c6 tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Request body: {'port': {'device_id': 'ced1d5f3-9e04-4a11-ba71-076fa7aadbfc', 'network_id': 'c5ac5fd2-87a6-41fb-b9a9-500f2280dd95', 'admin_state_up': True, 'tenant_id': '7f2133e7a47a464eb1459efb2eb5849a'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:31:23.655890 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acb79ea4-f1a6-4f46-ba33-d8a489393aa1 req-28258d8a-9f44-40b8-bae2-6e7fe697b3c6 tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Made reservation on behalf of 7f2133e7a47a464eb1459efb2eb5849a for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:31:23.659606 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-acb79ea4-f1a6-4f46-ba33-d8a489393aa1 req-28258d8a-9f44-40b8-bae2-6e7fe697b3c6 tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:23.783582 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-acb79ea4-f1a6-4f46-ba33-d8a489393aa1 req-28258d8a-9f44-40b8-bae2-6e7fe697b3c6 tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Allocated IP 172.20.0.4 (c5ac5fd2-87a6-41fb-b9a9-500f2280dd95/7e56ac86-716e-46ff-b22b-cdb67cb99191/175acb03-eada-4bca-ab84-6ef0f47b39ea) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:31:23.931470 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-acb79ea4-f1a6-4f46-ba33-d8a489393aa1 req-28258d8a-9f44-40b8-bae2-6e7fe697b3c6 tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:24.040014 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-acb79ea4-f1a6-4f46-ba33-d8a489393aa1 req-28258d8a-9f44-40b8-bae2-6e7fe697b3c6 tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:24.083188 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acb79ea4-f1a6-4f46-ba33-d8a489393aa1 req-28258d8a-9f44-40b8-bae2-6e7fe697b3c6 tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Network c5ac5fd2-87a6-41fb-b9a9-500f2280dd95 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:31:24.086711 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-acb79ea4-f1a6-4f46-ba33-d8a489393aa1 req-28258d8a-9f44-40b8-bae2-6e7fe697b3c6 tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:31:24.090460 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-acb79ea4-f1a6-4f46-ba33-d8a489393aa1 req-28258d8a-9f44-40b8-bae2-6e7fe697b3c6 tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:31:24.118012 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28258d8a-9f44-40b8-bae2-6e7fe697b3c6 tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Pushing event updated for resources: {'Port': ['ID=175acb03-eada-4bca-ab84-6ef0f47b39ea,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:31:24.150821 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb79ea4-f1a6-4f46-ba33-d8a489393aa1 req-28258d8a-9f44-40b8-bae2-6e7fe697b3c6 tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:31:24.151637 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-acb79ea4-f1a6-4f46-ba33-d8a489393aa1 req-28258d8a-9f44-40b8-bae2-6e7fe697b3c6 tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:24.206954 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec34fd3a-b2ae-4a5e-8e79-0035b70d09c0 req-ec02e591-1642-451d-a89c-455237a2dfad tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:31:24.208544 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ec34fd3a-b2ae-4a5e-8e79-0035b70d09c0 req-ec02e591-1642-451d-a89c-455237a2dfad tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced1d5f3-9e04-4a11-ba71-076fa7aadbfc HTTP/1.1" status: 200 len: 931 time: 0.0516958 Sep 24 16:31:24.251065 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-acb79ea4-f1a6-4f46-ba33-d8a489393aa1 req-28258d8a-9f44-40b8-bae2-6e7fe697b3c6 tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8154778 Sep 24 16:31:24.251324 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ec34fd3a-b2ae-4a5e-8e79-0035b70d09c0 req-f6087a6c-3320-4316-8f24-15e9d1a35c7b tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] 10.222.0.101 "GET /v2.0/security-groups?id=e6c1470f-03a4-4b39-a9fb-2ccc419e13f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360937 Sep 24 16:31:24.271627 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-acb79ea4-f1a6-4f46-ba33-d8a489393aa1 req-a5443087-cc6f-46a9-b105-5069069472d8 service neutron] Request body: {'port': {'device_id': 'ced1d5f3-9e04-4a11-ba71-076fa7aadbfc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:31:24.316373 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-57041a0a-c1b3-4b06-8b9b-28784e29da64 None None] Provisioning complete for port 175acb03-eada-4bca-ab84-6ef0f47b39ea triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:31:24.316981 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-57041a0a-c1b3-4b06-8b9b-28784e29da64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:24.329357 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-acb79ea4-f1a6-4f46-ba33-d8a489393aa1 req-a5443087-cc6f-46a9-b105-5069069472d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:24.352098 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-57041a0a-c1b3-4b06-8b9b-28784e29da64 None None] Port 175acb03-eada-4bca-ab84-6ef0f47b39ea cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:31:24.591253 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-acb79ea4-f1a6-4f46-ba33-d8a489393aa1 req-a5443087-cc6f-46a9-b105-5069069472d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 175acb03-eada-4bca-ab84-6ef0f47b39ea {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:31:24.598646 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-acb79ea4-f1a6-4f46-ba33-d8a489393aa1 req-a5443087-cc6f-46a9-b105-5069069472d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:24.610493 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-acb79ea4-f1a6-4f46-ba33-d8a489393aa1 req-a5443087-cc6f-46a9-b105-5069069472d8 service neutron] Transition to ACTIVE for port object 175acb03-eada-4bca-ab84-6ef0f47b39ea will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 16:31:24.679123 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-acb79ea4-f1a6-4f46-ba33-d8a489393aa1 req-a5443087-cc6f-46a9-b105-5069069472d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:24.734376 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5443087-cc6f-46a9-b105-5069069472d8 service neutron] Pushing event updated for resources: {'Port': ['ID=175acb03-eada-4bca-ab84-6ef0f47b39ea,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:31:24.801053 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-acb79ea4-f1a6-4f46-ba33-d8a489393aa1 req-a5443087-cc6f-46a9-b105-5069069472d8 service neutron] Attempting to bind port 175acb03-eada-4bca-ab84-6ef0f47b39ea on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:31:24.801384 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-acb79ea4-f1a6-4f46-ba33-d8a489393aa1 req-a5443087-cc6f-46a9-b105-5069069472d8 service neutron] Attempting to bind port 175acb03-eada-4bca-ab84-6ef0f47b39ea by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': '8c1f5c56-5e99-412c-998b-d7f5d042a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'c5ac5fd2-87a6-41fb-b9a9-500f2280dd95'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:31:24.801710 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb79ea4-f1a6-4f46-ba33-d8a489393aa1 req-a5443087-cc6f-46a9-b105-5069069472d8 service neutron] Attempting to bind port 175acb03-eada-4bca-ab84-6ef0f47b39ea on network c5ac5fd2-87a6-41fb-b9a9-500f2280dd95 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:31:24.807087 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb79ea4-f1a6-4f46-ba33-d8a489393aa1 req-a5443087-cc6f-46a9-b105-5069069472d8 service neutron] Port 175acb03-eada-4bca-ab84-6ef0f47b39ea on network c5ac5fd2-87a6-41fb-b9a9-500f2280dd95 not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 16:31:24.807406 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb79ea4-f1a6-4f46-ba33-d8a489393aa1 req-a5443087-cc6f-46a9-b105-5069069472d8 service neutron] Attempting to bind port 175acb03-eada-4bca-ab84-6ef0f47b39ea on network c5ac5fd2-87a6-41fb-b9a9-500f2280dd95 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:31:24.812362 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb79ea4-f1a6-4f46-ba33-d8a489393aa1 req-a5443087-cc6f-46a9-b105-5069069472d8 service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 31, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:31:24.812690 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb79ea4-f1a6-4f46-ba33-d8a489393aa1 req-a5443087-cc6f-46a9-b105-5069069472d8 service neutron] Checking segment: {'id': '8c1f5c56-5e99-412c-998b-d7f5d042a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'c5ac5fd2-87a6-41fb-b9a9-500f2280dd95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:31:24.813069 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acb79ea4-f1a6-4f46-ba33-d8a489393aa1 req-a5443087-cc6f-46a9-b105-5069069472d8 service neutron] Bound using segment: {'id': '8c1f5c56-5e99-412c-998b-d7f5d042a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'c5ac5fd2-87a6-41fb-b9a9-500f2280dd95'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:31:24.813488 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-acb79ea4-f1a6-4f46-ba33-d8a489393aa1 req-a5443087-cc6f-46a9-b105-5069069472d8 service neutron] Bound port: 175acb03-eada-4bca-ab84-6ef0f47b39ea, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c1f5c56-5e99-412c-998b-d7f5d042a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'c5ac5fd2-87a6-41fb-b9a9-500f2280dd95'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:31:24.813841 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-acb79ea4-f1a6-4f46-ba33-d8a489393aa1 req-a5443087-cc6f-46a9-b105-5069069472d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:24.880675 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-acb79ea4-f1a6-4f46-ba33-d8a489393aa1 req-a5443087-cc6f-46a9-b105-5069069472d8 service neutron] For port 175acb03-eada-4bca-ab84-6ef0f47b39ea, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:31:24.884796 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-acb79ea4-f1a6-4f46-ba33-d8a489393aa1 req-a5443087-cc6f-46a9-b105-5069069472d8 service neutron] For port 175acb03-eada-4bca-ab84-6ef0f47b39ea, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=175acb03-eada-4bca-ab84-6ef0f47b39ea,segment=NetworkSegment(8c1f5c56-5e99-412c-998b-d7f5d042a0da),segment_id=8c1f5c56-5e99-412c-998b-d7f5d042a0da)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:31:24.950656 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-acb79ea4-f1a6-4f46-ba33-d8a489393aa1 req-a5443087-cc6f-46a9-b105-5069069472d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:24.986644 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb79ea4-f1a6-4f46-ba33-d8a489393aa1 req-a5443087-cc6f-46a9-b105-5069069472d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:31:24.987272 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-acb79ea4-f1a6-4f46-ba33-d8a489393aa1 req-a5443087-cc6f-46a9-b105-5069069472d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:24.988647 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-acb79ea4-f1a6-4f46-ba33-d8a489393aa1 req-a5443087-cc6f-46a9-b105-5069069472d8 service neutron] 10.222.0.110 "PUT /v2.0/ports/175acb03-eada-4bca-ab84-6ef0f47b39ea HTTP/1.1" status: 200 len: 1091 time: 0.7278907 Sep 24 16:31:24.989087 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ced1d5f3-9e04-4a11-ba71-076fa7aadbfc', 'tag': '175acb03-eada-4bca-ab84-6ef0f47b39ea'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:31:24.999816 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86bdbdc9b9e92b390e2d9cb11b84962cc6f6bd0fdc6518f79f4e2677ef2c88f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b13592-3033-47dc-a4f7-7909fd190c99" -d '{"events": [{"name": "network-changed", "server_uuid": "ced1d5f3-9e04-4a11-ba71-076fa7aadbfc", "tag": "175acb03-eada-4bca-ab84-6ef0f47b39ea"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:31:25.020716 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5443087-cc6f-46a9-b105-5069069472d8 service neutron] Pushing event updated for resources: {'Port': ['ID=175acb03-eada-4bca-ab84-6ef0f47b39ea,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:31:25.041052 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27add446-3ea4-491c-8dad-96c7cf4da34d x-openstack-request-id: req-27add446-3ea4-491c-8dad-96c7cf4da34d {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:31:25.041348 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ced1d5f3-9e04-4a11-ba71-076fa7aadbfc", "tag": "175acb03-eada-4bca-ab84-6ef0f47b39ea", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:31:25.041600 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-27add446-3ea4-491c-8dad-96c7cf4da34d {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:31:25.042000 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ced1d5f3-9e04-4a11-ba71-076fa7aadbfc', 'tag': '175acb03-eada-4bca-ab84-6ef0f47b39ea', 'status': 'completed', 'code': 200} Sep 24 16:31:25.109460 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b13592-3033-47dc-a4f7-7909fd190c99 req-fa650488-b50c-476e-a3f6-03e2fe9d6199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:31:25.111306 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-09b13592-3033-47dc-a4f7-7909fd190c99 req-fa650488-b50c-476e-a3f6-03e2fe9d6199 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=7f2133e7a47a464eb1459efb2eb5849a&device_id=ced1d5f3-9e04-4a11-ba71-076fa7aadbfc HTTP/1.1" status: 200 len: 1094 time: 0.0458753 Sep 24 16:31:25.214330 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b13592-3033-47dc-a4f7-7909fd190c99 req-e5d63baa-e73a-4d98-972e-6e2c3f888ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:31:25.215835 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-09b13592-3033-47dc-a4f7-7909fd190c99 req-e5d63baa-e73a-4d98-972e-6e2c3f888ad3 service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=7f2133e7a47a464eb1459efb2eb5849a&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0952096 Sep 24 16:31:25.321258 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b13592-3033-47dc-a4f7-7909fd190c99 req-9b317317-653d-497d-aacb-1e628040d540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:31:25.323044 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-09b13592-3033-47dc-a4f7-7909fd190c99 req-9b317317-653d-497d-aacb-1e628040d540 service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0974815 Sep 24 16:31:25.374795 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032cecc0-2372-465d-a041-130e0ade3aa4 req-27f56b86-37d4-4db6-9aca-8107f2ea9553 tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:31:25.376315 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-032cecc0-2372-465d-a041-130e0ade3aa4 req-27f56b86-37d4-4db6-9aca-8107f2ea9553 tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced1d5f3-9e04-4a11-ba71-076fa7aadbfc HTTP/1.1" status: 200 len: 943 time: 0.0559726 Sep 24 16:31:25.401266 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb79ea4-f1a6-4f46-ba33-d8a489393aa1 req-ce259fa1-4414-4d49-91e9-54532698fd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:31:25.402790 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-acb79ea4-f1a6-4f46-ba33-d8a489393aa1 req-ce259fa1-4414-4d49-91e9-54532698fd57 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=7f2133e7a47a464eb1459efb2eb5849a&device_id=ced1d5f3-9e04-4a11-ba71-076fa7aadbfc HTTP/1.1" status: 200 len: 1094 time: 0.0409658 Sep 24 16:31:25.415019 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-032cecc0-2372-465d-a041-130e0ade3aa4 req-e0913640-fa4f-40f2-aa41-d95f75e9b917 tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] 10.222.0.101 "GET /v2.0/security-groups?id=e6c1470f-03a4-4b39-a9fb-2ccc419e13f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324531 Sep 24 16:31:25.449278 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-acb79ea4-f1a6-4f46-ba33-d8a489393aa1 req-3900cf5c-f612-4cb9-b395-da0a57d605f7 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=175acb03-eada-4bca-ab84-6ef0f47b39ea HTTP/1.1" status: 200 len: 217 time: 0.0383480 Sep 24 16:31:25.498504 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb79ea4-f1a6-4f46-ba33-d8a489393aa1 req-ea093d9a-0770-445a-b15e-2c61a71593cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:31:25.499951 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-acb79ea4-f1a6-4f46-ba33-d8a489393aa1 req-ea093d9a-0770-445a-b15e-2c61a71593cb service neutron] 10.222.0.110 "GET /v2.0/subnets?id=7e56ac86-716e-46ff-b22b-cdb67cb99191 HTTP/1.1" status: 200 len: 855 time: 0.0437698 Sep 24 16:31:25.547054 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb79ea4-f1a6-4f46-ba33-d8a489393aa1 req-83d0f07d-c505-478b-bb4c-f18e818f543a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:31:25.548428 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-acb79ea4-f1a6-4f46-ba33-d8a489393aa1 req-83d0f07d-c505-478b-bb4c-f18e818f543a service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=c5ac5fd2-87a6-41fb-b9a9-500f2280dd95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398703 Sep 24 16:31:25.641317 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-acb79ea4-f1a6-4f46-ba33-d8a489393aa1 req-7bca1d0f-e55d-4674-907f-36e5eeb409e4 service neutron] 10.222.0.110 "GET /v2.0/networks/c5ac5fd2-87a6-41fb-b9a9-500f2280dd95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851426 Sep 24 16:31:25.733115 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-acb79ea4-f1a6-4f46-ba33-d8a489393aa1 req-51270ec9-a43e-421b-a2a2-ea3172c44c55 service neutron] 10.222.0.110 "GET /v2.0/networks/c5ac5fd2-87a6-41fb-b9a9-500f2280dd95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834539 Sep 24 16:31:26.537029 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e66e3-3087-44e8-9ea8-a6846ae0b5c4 req-8786e959-09e0-440a-a06e-ae67a1192ec5 tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:31:26.538738 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-716e66e3-3087-44e8-9ea8-a6846ae0b5c4 req-8786e959-09e0-440a-a06e-ae67a1192ec5 tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced1d5f3-9e04-4a11-ba71-076fa7aadbfc HTTP/1.1" status: 200 len: 943 time: 0.0548849 Sep 24 16:31:26.576466 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-716e66e3-3087-44e8-9ea8-a6846ae0b5c4 req-a8375270-2fdb-479b-b5e9-5b2f01d62a3e tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] 10.222.0.101 "GET /v2.0/security-groups?id=e6c1470f-03a4-4b39-a9fb-2ccc419e13f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317676 Sep 24 16:31:27.697475 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdff9eee-2a31-4b2b-a1ff-83c71e4929e0 req-62076df2-f543-4714-ad20-9f6d2320a315 tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:31:27.698986 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bdff9eee-2a31-4b2b-a1ff-83c71e4929e0 req-62076df2-f543-4714-ad20-9f6d2320a315 tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced1d5f3-9e04-4a11-ba71-076fa7aadbfc HTTP/1.1" status: 200 len: 943 time: 0.0544567 Sep 24 16:31:27.736432 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bdff9eee-2a31-4b2b-a1ff-83c71e4929e0 req-391221cb-df27-4d4d-af69-2df0ea495949 tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] 10.222.0.101 "GET /v2.0/security-groups?id=e6c1470f-03a4-4b39-a9fb-2ccc419e13f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313988 Sep 24 16:31:28.728408 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 175acb03-eada-4bca-ab84-6ef0f47b39ea details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 16:31:28.828630 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 175acb03-eada-4bca-ab84-6ef0f47b39ea, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=175acb03-eada-4bca-ab84-6ef0f47b39ea,segment=NetworkSegment(8c1f5c56-5e99-412c-998b-d7f5d042a0da),segment_id=8c1f5c56-5e99-412c-998b-d7f5d042a0da)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:31:28.840839 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': '175acb03-eada-4bca-ab84-6ef0f47b39ea', 'network_id': 'c5ac5fd2-87a6-41fb-b9a9-500f2280dd95', 'port_id': '175acb03-eada-4bca-ab84-6ef0f47b39ea', 'mac_address': 'fa:16:3e:c1:51:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e56ac86-716e-46ff-b22b-cdb67cb99191', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 16:31:28.852645 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f88056-f2e1-413b-9cf5-6661ae8610ee req-9c6492c0-d1af-4918-8719-af938e1e14a0 tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:31:28.854171 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f0f88056-f2e1-413b-9cf5-6661ae8610ee req-9c6492c0-d1af-4918-8719-af938e1e14a0 tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced1d5f3-9e04-4a11-ba71-076fa7aadbfc HTTP/1.1" status: 200 len: 943 time: 0.0490191 Sep 24 16:31:28.880274 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:28.893037 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 175acb03-eada-4bca-ab84-6ef0f47b39ea {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:31:28.893992 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f0f88056-f2e1-413b-9cf5-6661ae8610ee req-97963003-2b2a-4413-ad50-9a22d0052eed tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] 10.222.0.101 "GET /v2.0/security-groups?id=e6c1470f-03a4-4b39-a9fb-2ccc419e13f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333915 Sep 24 16:31:28.915802 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 175acb03-eada-4bca-ab84-6ef0f47b39ea, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=175acb03-eada-4bca-ab84-6ef0f47b39ea,segment=NetworkSegment(8c1f5c56-5e99-412c-998b-d7f5d042a0da),segment_id=8c1f5c56-5e99-412c-998b-d7f5d042a0da)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:31:28.992992 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:29.043119 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=175acb03-eada-4bca-ab84-6ef0f47b39ea,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:31:29.260934 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['175acb03-eada-4bca-ab84-6ef0f47b39ea'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:31:30.011882 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb35063-6496-4c28-8777-f2d626574025 req-32524958-c571-4b79-be05-08ee48ec4f4b tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:31:30.013484 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1bb35063-6496-4c28-8777-f2d626574025 req-32524958-c571-4b79-be05-08ee48ec4f4b tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced1d5f3-9e04-4a11-ba71-076fa7aadbfc HTTP/1.1" status: 200 len: 944 time: 0.0514476 Sep 24 16:31:30.053589 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1bb35063-6496-4c28-8777-f2d626574025 req-e76240b7-6dd6-4233-add8-a04e1c64139a tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] 10.222.0.101 "GET /v2.0/security-groups?id=e6c1470f-03a4-4b39-a9fb-2ccc419e13f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334315 Sep 24 16:31:30.766061 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 175acb03-eada-4bca-ab84-6ef0f47b39ea up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:31:30.944739 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port 175acb03-eada-4bca-ab84-6ef0f47b39ea completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 16:31:30.948794 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port 175acb03-eada-4bca-ab84-6ef0f47b39ea triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:31:30.952646 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:31.026737 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:31.050363 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ced1d5f3-9e04-4a11-ba71-076fa7aadbfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '175acb03-eada-4bca-ab84-6ef0f47b39ea'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:31:31.052604 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e675284d64920c3690942d07fd233bec6618b8bcfb70da99a5b5d86610f0b706" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a1c85f-2839-4a5d-a8eb-52efa780e5d6" -d '{"events": [{"server_uuid": "ced1d5f3-9e04-4a11-ba71-076fa7aadbfc", "name": "network-vif-plugged", "status": "completed", "tag": "175acb03-eada-4bca-ab84-6ef0f47b39ea"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:31:31.065841 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 175acb03-eada-4bca-ab84-6ef0f47b39ea, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=175acb03-eada-4bca-ab84-6ef0f47b39ea,segment=NetworkSegment(8c1f5c56-5e99-412c-998b-d7f5d042a0da),segment_id=8c1f5c56-5e99-412c-998b-d7f5d042a0da)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:31:31.096942 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b6c6489-e5d8-4d88-be29-b158ecb71fb1 x-openstack-request-id: req-7b6c6489-e5d8-4d88-be29-b158ecb71fb1 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:31:31.096942 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ced1d5f3-9e04-4a11-ba71-076fa7aadbfc", "name": "network-vif-plugged", "status": "completed", "tag": "175acb03-eada-4bca-ab84-6ef0f47b39ea", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:31:31.096942 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-7b6c6489-e5d8-4d88-be29-b158ecb71fb1 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:31:31.096942 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ced1d5f3-9e04-4a11-ba71-076fa7aadbfc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '175acb03-eada-4bca-ab84-6ef0f47b39ea', 'code': 200} Sep 24 16:31:31.153916 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:31.177478 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05612a04-9985-4da2-905b-7907b2d0517c req-49990a9d-a4c0-433f-b836-c91b16dd84ce tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:31:31.180515 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-05612a04-9985-4da2-905b-7907b2d0517c req-49990a9d-a4c0-433f-b836-c91b16dd84ce tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced1d5f3-9e04-4a11-ba71-076fa7aadbfc HTTP/1.1" status: 200 len: 944 time: 0.0542719 Sep 24 16:31:31.202983 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661a633f-7cde-4218-82f1-46e2535e7e95 req-a9890f38-34fc-49c9-a813-a37d11bed5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:31:31.204565 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-661a633f-7cde-4218-82f1-46e2535e7e95 req-a9890f38-34fc-49c9-a813-a37d11bed5ef service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=ced1d5f3-9e04-4a11-ba71-076fa7aadbfc HTTP/1.1" status: 200 len: 1096 time: 0.0471082 Sep 24 16:31:31.216429 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=175acb03-eada-4bca-ab84-6ef0f47b39ea,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:31:31.222259 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-05612a04-9985-4da2-905b-7907b2d0517c req-8dfc7da2-af08-4a30-a07a-7ca5eaaf4347 tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] 10.222.0.101 "GET /v2.0/security-groups?id=e6c1470f-03a4-4b39-a9fb-2ccc419e13f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346241 Sep 24 16:31:31.243111 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-661a633f-7cde-4218-82f1-46e2535e7e95 req-08c45518-9820-4cc8-8b90-812eed3922e4 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=e6c1470f-03a4-4b39-a9fb-2ccc419e13f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308340 Sep 24 16:31:31.252630 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b585dc10-de8c-4798-a337-3cd594843f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:32.345265 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824357cc-f4c0-4f8d-9f2b-5c918ba8cdc4 req-baf4c62e-cc3d-469f-9954-a6ea6836dd25 tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:31:32.347053 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-824357cc-f4c0-4f8d-9f2b-5c918ba8cdc4 req-baf4c62e-cc3d-469f-9954-a6ea6836dd25 tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced1d5f3-9e04-4a11-ba71-076fa7aadbfc HTTP/1.1" status: 200 len: 945 time: 0.0547190 Sep 24 16:31:32.385568 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-824357cc-f4c0-4f8d-9f2b-5c918ba8cdc4 req-946041d3-f834-4d33-8a2e-5fe2f797e90e tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] 10.222.0.101 "GET /v2.0/security-groups?id=e6c1470f-03a4-4b39-a9fb-2ccc419e13f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318654 Sep 24 16:31:33.507085 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f16db8-f152-4866-a1f3-1fb48611a030 req-ef5ce402-dc41-4d34-abb8-4ddac308c6f4 tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:31:33.508494 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-39f16db8-f152-4866-a1f3-1fb48611a030 req-ef5ce402-dc41-4d34-abb8-4ddac308c6f4 tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced1d5f3-9e04-4a11-ba71-076fa7aadbfc HTTP/1.1" status: 200 len: 945 time: 0.0541573 Sep 24 16:31:33.546923 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-39f16db8-f152-4866-a1f3-1fb48611a030 req-27fa10c5-bd63-47bb-9c39-cd6f9dc11e75 tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] 10.222.0.101 "GET /v2.0/security-groups?id=e6c1470f-03a4-4b39-a9fb-2ccc419e13f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325418 Sep 24 16:31:33.660277 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c639b-0f61-4b1a-9079-788ce203f613 req-fe837cf7-1e24-4adc-9d3d-5af432d39807 tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:31:33.661775 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b75c639b-0f61-4b1a-9079-788ce203f613 req-fe837cf7-1e24-4adc-9d3d-5af432d39807 tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced1d5f3-9e04-4a11-ba71-076fa7aadbfc HTTP/1.1" status: 200 len: 945 time: 0.0487189 Sep 24 16:31:33.702528 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b75c639b-0f61-4b1a-9079-788ce203f613 req-c41b1287-18d0-49fe-b097-06b8c69ee031 tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] 10.222.0.101 "GET /v2.0/security-groups?id=e6c1470f-03a4-4b39-a9fb-2ccc419e13f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339882 Sep 24 16:31:33.970165 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f61020b3-a02b-4e8f-8526-16d43e2b686d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:34.361756 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:35.515889 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:36.887378 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:37.057512 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:31:39.467041 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:41.367234 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:57.024448 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e15ba-a2ca-48f0-86c5-674dd63cbb8e req-927e0867-0750-45c3-ad58-36f628aaa359 tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:31:57.025869 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-747e15ba-a2ca-48f0-86c5-674dd63cbb8e req-927e0867-0750-45c3-ad58-36f628aaa359 tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced1d5f3-9e04-4a11-ba71-076fa7aadbfc HTTP/1.1" status: 200 len: 945 time: 0.0509830 Sep 24 16:31:57.064537 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-747e15ba-a2ca-48f0-86c5-674dd63cbb8e req-34e4e667-7b17-4b44-a752-b75f051ccfe7 tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] 10.222.0.101 "GET /v2.0/security-groups?id=e6c1470f-03a4-4b39-a9fb-2ccc419e13f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325944 Sep 24 16:31:58.182911 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77650f11-912e-4621-936b-8dfcfe16b36d req-07891811-6991-44d6-ba03-a74f21709759 tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:31:58.184440 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-77650f11-912e-4621-936b-8dfcfe16b36d req-07891811-6991-44d6-ba03-a74f21709759 tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced1d5f3-9e04-4a11-ba71-076fa7aadbfc HTTP/1.1" status: 200 len: 945 time: 0.0500562 Sep 24 16:31:58.222053 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-77650f11-912e-4621-936b-8dfcfe16b36d req-f2eaa1d1-97c6-43d6-9d05-d3415bb9f602 tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] 10.222.0.101 "GET /v2.0/security-groups?id=e6c1470f-03a4-4b39-a9fb-2ccc419e13f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317030 Sep 24 16:31:58.896896 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29438e17-c2f9-4135-85f9-2c48535a9080 req-23e492c0-c050-47b0-8803-ae4653b58582 tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:31:58.898526 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-29438e17-c2f9-4135-85f9-2c48535a9080 req-23e492c0-c050-47b0-8803-ae4653b58582 tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] 10.222.0.110 "GET /v2.0/ports?device_id=ced1d5f3-9e04-4a11-ba71-076fa7aadbfc HTTP/1.1" status: 200 len: 945 time: 0.0528812 Sep 24 16:31:58.988768 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-29438e17-c2f9-4135-85f9-2c48535a9080 req-b5264065-87ef-4716-9de7-946c14cb821e tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Deleting port 175acb03-eada-4bca-ab84-6ef0f47b39ea {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:31:58.989101 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-29438e17-c2f9-4135-85f9-2c48535a9080 req-b5264065-87ef-4716-9de7-946c14cb821e tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:59.354408 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-29438e17-c2f9-4135-85f9-2c48535a9080 req-b5264065-87ef-4716-9de7-946c14cb821e tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] For port 175acb03-eada-4bca-ab84-6ef0f47b39ea, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=175acb03-eada-4bca-ab84-6ef0f47b39ea,segment=NetworkSegment(8c1f5c56-5e99-412c-998b-d7f5d042a0da),segment_id=8c1f5c56-5e99-412c-998b-d7f5d042a0da)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:31:59.354774 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-29438e17-c2f9-4135-85f9-2c48535a9080 req-b5264065-87ef-4716-9de7-946c14cb821e tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:59.370600 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-29438e17-c2f9-4135-85f9-2c48535a9080 req-b5264065-87ef-4716-9de7-946c14cb821e tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Calling delete_port for 175acb03-eada-4bca-ab84-6ef0f47b39ea owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:31:59.379221 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d160f7-3f8a-4bd0-b2ca-06833d321a15 req-17050de6-5b28-4637-87e8-644603a3f4f6 tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:31:59.380665 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-08d160f7-3f8a-4bd0-b2ca-06833d321a15 req-17050de6-5b28-4637-87e8-644603a3f4f6 tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced1d5f3-9e04-4a11-ba71-076fa7aadbfc HTTP/1.1" status: 200 len: 945 time: 0.0844162 Sep 24 16:31:59.464918 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-08d160f7-3f8a-4bd0-b2ca-06833d321a15 req-b8b814ef-2dcc-4809-ad6c-d3f47e328193 tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] 10.222.0.101 "GET /v2.0/security-groups?id=e6c1470f-03a4-4b39-a9fb-2ccc419e13f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770705 Sep 24 16:31:59.600597 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-29438e17-c2f9-4135-85f9-2c48535a9080 req-b5264065-87ef-4716-9de7-946c14cb821e tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:59.614018 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['175acb03-eada-4bca-ab84-6ef0f47b39ea'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:31:59.633528 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5264065-87ef-4716-9de7-946c14cb821e tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Pushing event deleted for resources: {'Port': ['ID=175acb03-eada-4bca-ab84-6ef0f47b39ea,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:31:59.675670 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-29438e17-c2f9-4135-85f9-2c48535a9080 req-b5264065-87ef-4716-9de7-946c14cb821e tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] No DVR routers for this DVR port 175acb03-eada-4bca-ab84-6ef0f47b39ea on host n-h1-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:31:59.678398 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-29438e17-c2f9-4135-85f9-2c48535a9080 req-b5264065-87ef-4716-9de7-946c14cb821e tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:31:59.681017 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-29438e17-c2f9-4135-85f9-2c48535a9080 req-b5264065-87ef-4716-9de7-946c14cb821e tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] 10.222.0.110 "DELETE /v2.0/ports/175acb03-eada-4bca-ab84-6ef0f47b39ea HTTP/1.1" status: 204 len: 173 time: 0.7748582 Sep 24 16:31:59.681461 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ced1d5f3-9e04-4a11-ba71-076fa7aadbfc', 'name': 'network-vif-deleted', 'tag': '175acb03-eada-4bca-ab84-6ef0f47b39ea'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:31:59.683766 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86bdbdc9b9e92b390e2d9cb11b84962cc6f6bd0fdc6518f79f4e2677ef2c88f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25590848-7826-48e3-a01e-a3d5bf52a283" -d '{"events": [{"server_uuid": "ced1d5f3-9e04-4a11-ba71-076fa7aadbfc", "name": "network-vif-deleted", "tag": "175acb03-eada-4bca-ab84-6ef0f47b39ea"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:31:59.721166 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e4e0fd4-b318-4420-bfd6-fbe1e99bc72f x-openstack-request-id: req-1e4e0fd4-b318-4420-bfd6-fbe1e99bc72f {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:31:59.721368 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ced1d5f3-9e04-4a11-ba71-076fa7aadbfc", "name": "network-vif-deleted", "tag": "175acb03-eada-4bca-ab84-6ef0f47b39ea", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:31:59.721698 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-1e4e0fd4-b318-4420-bfd6-fbe1e99bc72f {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:31:59.722098 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ced1d5f3-9e04-4a11-ba71-076fa7aadbfc', 'name': 'network-vif-deleted', 'tag': '175acb03-eada-4bca-ab84-6ef0f47b39ea', 'status': 'completed', 'code': 200} Sep 24 16:32:00.578136 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9cf42b70-572b-45d0-bb0c-3e6c06e964b5 req-8bfa9aaf-b9de-49ec-872b-1dc9cfc395e5 tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] 10.222.0.101 "GET /v2.0/ports?device_id=ced1d5f3-9e04-4a11-ba71-076fa7aadbfc HTTP/1.1" status: 200 len: 210 time: 0.0302031 Sep 24 16:32:01.328902 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-591a7d92-1761-436a-8add-c602330788e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:02.970019 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 175acb03-eada-4bca-ab84-6ef0f47b39ea no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:32:02.991166 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] No Port match for: 175acb03-eada-4bca-ab84-6ef0f47b39ea {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:32:02.991525 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 175acb03-eada-4bca-ab84-6ef0f47b39ea not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:32:03.447706 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0939d2-7371-420d-add1-d8823732a537 req-93303a43-dbef-49c2-bc5c-d6a71b3beb73 tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:32:03.449361 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5d0939d2-7371-420d-add1-d8823732a537 req-93303a43-dbef-49c2-bc5c-d6a71b3beb73 tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] 10.222.0.101 "GET /v2.0/networks?id=c5ac5fd2-87a6-41fb-b9a9-500f2280dd95 HTTP/1.1" status: 200 len: 816 time: 0.1022296 Sep 24 16:32:03.465556 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5d0939d2-7371-420d-add1-d8823732a537 req-332f9a57-d1c0-4344-8664-81891d15a15e tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] 10.222.0.101 "GET /v2.0/quotas/7f2133e7a47a464eb1459efb2eb5849a HTTP/1.1" status: 200 len: 375 time: 0.0102420 Sep 24 16:32:03.515756 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5d0939d2-7371-420d-add1-d8823732a537 req-b057ac2e-0c50-4d18-8593-892255bebe3c tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=7f2133e7a47a464eb1459efb2eb5849a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447462 Sep 24 16:32:03.614280 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5d0939d2-7371-420d-add1-d8823732a537 req-b2902f92-abda-4af7-9d55-6e9db785712b service neutron] 10.222.0.101 "GET /v2.0/networks/c5ac5fd2-87a6-41fb-b9a9-500f2280dd95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871096 Sep 24 16:32:03.707532 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5d0939d2-7371-420d-add1-d8823732a537 req-0485680a-41b1-4731-a77d-20fa9dc490b6 service neutron] 10.222.0.101 "GET /v2.0/networks/c5ac5fd2-87a6-41fb-b9a9-500f2280dd95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871096 Sep 24 16:32:03.903833 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b31e9007-cd70-4535-b936-f2cbd33c4415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:03.952262 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a1b198b7-1dcf-4f21-8d37-3d4429562365 req-d2f00086-da18-444c-a7ea-fdafd0a5e026 tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] 10.222.0.101 "GET /v2.0/ports?device_id=e32b8175-6191-410e-82b8-8d4fa89360fe HTTP/1.1" status: 200 len: 210 time: 0.0274880 Sep 24 16:32:04.360322 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:05.049616 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-11f44b42-7664-4ea2-bf8b-703179114b3a req-1d361405-4cd4-436e-880d-24a54c6c0cd2 tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] 10.222.0.101 "GET /v2.0/ports?device_id=e32b8175-6191-410e-82b8-8d4fa89360fe HTTP/1.1" status: 200 len: 210 time: 0.0275512 Sep 24 16:32:05.520352 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:06.145801 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b636ccf8-a4dc-4712-8fff-2ec4dc6bde06 req-15b1b5af-d76a-450f-92d1-08f0f67c0aac tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] 10.222.0.101 "GET /v2.0/ports?device_id=e32b8175-6191-410e-82b8-8d4fa89360fe HTTP/1.1" status: 200 len: 210 time: 0.0289855 Sep 24 16:32:06.242153 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0939d2-7371-420d-add1-d8823732a537 req-1ed7c383-78d2-4850-9f65-ad02eee6c89b tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:32:06.243609 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5d0939d2-7371-420d-add1-d8823732a537 req-1ed7c383-78d2-4850-9f65-ad02eee6c89b tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] 10.222.0.110 "GET /v2.0/networks?id=c5ac5fd2-87a6-41fb-b9a9-500f2280dd95 HTTP/1.1" status: 200 len: 816 time: 0.1036437 Sep 24 16:32:06.263209 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-5d0939d2-7371-420d-add1-d8823732a537 req-64d486e9-d6b0-42d3-8cb1-95df4e1efa9d tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Request body: {'port': {'device_id': 'e32b8175-6191-410e-82b8-8d4fa89360fe', 'network_id': 'c5ac5fd2-87a6-41fb-b9a9-500f2280dd95', 'admin_state_up': True, 'tenant_id': '7f2133e7a47a464eb1459efb2eb5849a'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:32:06.454616 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d0939d2-7371-420d-add1-d8823732a537 req-64d486e9-d6b0-42d3-8cb1-95df4e1efa9d tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Made reservation on behalf of 7f2133e7a47a464eb1459efb2eb5849a for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:32:06.458213 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-5d0939d2-7371-420d-add1-d8823732a537 req-64d486e9-d6b0-42d3-8cb1-95df4e1efa9d tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:06.589389 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-5d0939d2-7371-420d-add1-d8823732a537 req-64d486e9-d6b0-42d3-8cb1-95df4e1efa9d tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Allocated IP 172.20.0.13 (c5ac5fd2-87a6-41fb-b9a9-500f2280dd95/7e56ac86-716e-46ff-b22b-cdb67cb99191/6a7a6cb8-297e-456a-b322-8ec6f8d03a4c) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:32:06.731677 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-5d0939d2-7371-420d-add1-d8823732a537 req-64d486e9-d6b0-42d3-8cb1-95df4e1efa9d tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:06.835193 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-5d0939d2-7371-420d-add1-d8823732a537 req-64d486e9-d6b0-42d3-8cb1-95df4e1efa9d tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:06.882055 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d0939d2-7371-420d-add1-d8823732a537 req-64d486e9-d6b0-42d3-8cb1-95df4e1efa9d tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Network c5ac5fd2-87a6-41fb-b9a9-500f2280dd95 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:32:06.885002 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-5d0939d2-7371-420d-add1-d8823732a537 req-64d486e9-d6b0-42d3-8cb1-95df4e1efa9d tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:32:06.889247 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d0939d2-7371-420d-add1-d8823732a537 req-64d486e9-d6b0-42d3-8cb1-95df4e1efa9d tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:32:06.915848 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d486e9-d6b0-42d3-8cb1-95df4e1efa9d tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Pushing event updated for resources: {'Port': ['ID=6a7a6cb8-297e-456a-b322-8ec6f8d03a4c,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:32:06.922906 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:06.931962 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d486e9-d6b0-42d3-8cb1-95df4e1efa9d tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:32:06.932308 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d486e9-d6b0-42d3-8cb1-95df4e1efa9d tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:32:06.932647 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d486e9-d6b0-42d3-8cb1-95df4e1efa9d tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:32:06.933021 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d486e9-d6b0-42d3-8cb1-95df4e1efa9d tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:32:06.934060 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d486e9-d6b0-42d3-8cb1-95df4e1efa9d tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:32:06.934413 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d486e9-d6b0-42d3-8cb1-95df4e1efa9d tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:32:06.934741 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d486e9-d6b0-42d3-8cb1-95df4e1efa9d tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:32:06.935064 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d486e9-d6b0-42d3-8cb1-95df4e1efa9d tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:32:06.935386 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d486e9-d6b0-42d3-8cb1-95df4e1efa9d tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:32:06.935706 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d486e9-d6b0-42d3-8cb1-95df4e1efa9d tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:32:06.936023 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d486e9-d6b0-42d3-8cb1-95df4e1efa9d tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:32:06.936340 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d486e9-d6b0-42d3-8cb1-95df4e1efa9d tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:32:06.957448 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0939d2-7371-420d-add1-d8823732a537 req-64d486e9-d6b0-42d3-8cb1-95df4e1efa9d tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:32:06.958061 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-5d0939d2-7371-420d-add1-d8823732a537 req-64d486e9-d6b0-42d3-8cb1-95df4e1efa9d tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:07.049517 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5d0939d2-7371-420d-add1-d8823732a537 req-64d486e9-d6b0-42d3-8cb1-95df4e1efa9d tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7905540 Sep 24 16:32:07.064115 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [req-5d0939d2-7371-420d-add1-d8823732a537 req-e1166678-aa0b-4077-bde9-2e0699deef4f tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 16:32:07.065145 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5d0939d2-7371-420d-add1-d8823732a537 req-e1166678-aa0b-4077-bde9-2e0699deef4f tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053935 Sep 24 16:32:07.077701 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-5d0939d2-7371-420d-add1-d8823732a537 req-bd4765fe-b222-4135-b07c-fcfc56e67e5e service neutron] Request body: {'port': {'device_id': 'e32b8175-6191-410e-82b8-8d4fa89360fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:32:07.131320 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-5d0939d2-7371-420d-add1-d8823732a537 req-bd4765fe-b222-4135-b07c-fcfc56e67e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:07.163808 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-72369d19-26d1-4f8a-984b-ffbd2b565b62 None None] Provisioning complete for port 6a7a6cb8-297e-456a-b322-8ec6f8d03a4c triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:32:07.164050 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-72369d19-26d1-4f8a-984b-ffbd2b565b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:07.202472 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-72369d19-26d1-4f8a-984b-ffbd2b565b62 None None] Port 6a7a6cb8-297e-456a-b322-8ec6f8d03a4c cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:32:07.330853 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a7c5a-9c33-4c7d-9e8a-9902b0f6fb79 req-186d47cd-c0ea-41a2-b3b4-fc7f89846afc tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:32:07.332380 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-217a7c5a-9c33-4c7d-9e8a-9902b0f6fb79 req-186d47cd-c0ea-41a2-b3b4-fc7f89846afc tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] 10.222.0.101 "GET /v2.0/ports?device_id=e32b8175-6191-410e-82b8-8d4fa89360fe HTTP/1.1" status: 200 len: 932 time: 0.0919042 Sep 24 16:32:07.416861 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-217a7c5a-9c33-4c7d-9e8a-9902b0f6fb79 req-be8ab64c-3456-48a1-ace8-e96fcfe0c435 tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] 10.222.0.101 "GET /v2.0/security-groups?id=e6c1470f-03a4-4b39-a9fb-2ccc419e13f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586312 Sep 24 16:32:07.474902 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-5d0939d2-7371-420d-add1-d8823732a537 req-bd4765fe-b222-4135-b07c-fcfc56e67e5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a7a6cb8-297e-456a-b322-8ec6f8d03a4c {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:32:07.484087 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-5d0939d2-7371-420d-add1-d8823732a537 req-bd4765fe-b222-4135-b07c-fcfc56e67e5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:07.496863 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-5d0939d2-7371-420d-add1-d8823732a537 req-bd4765fe-b222-4135-b07c-fcfc56e67e5e service neutron] Transition to ACTIVE for port object 6a7a6cb8-297e-456a-b322-8ec6f8d03a4c will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 16:32:07.562509 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-5d0939d2-7371-420d-add1-d8823732a537 req-bd4765fe-b222-4135-b07c-fcfc56e67e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:07.614801 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4765fe-b222-4135-b07c-fcfc56e67e5e service neutron] Pushing event updated for resources: {'Port': ['ID=6a7a6cb8-297e-456a-b322-8ec6f8d03a4c,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:32:07.697400 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-5d0939d2-7371-420d-add1-d8823732a537 req-bd4765fe-b222-4135-b07c-fcfc56e67e5e service neutron] Attempting to bind port 6a7a6cb8-297e-456a-b322-8ec6f8d03a4c on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:32:07.698061 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-5d0939d2-7371-420d-add1-d8823732a537 req-bd4765fe-b222-4135-b07c-fcfc56e67e5e service neutron] Attempting to bind port 6a7a6cb8-297e-456a-b322-8ec6f8d03a4c by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': '8c1f5c56-5e99-412c-998b-d7f5d042a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'c5ac5fd2-87a6-41fb-b9a9-500f2280dd95'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:32:07.698438 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0939d2-7371-420d-add1-d8823732a537 req-bd4765fe-b222-4135-b07c-fcfc56e67e5e service neutron] Attempting to bind port 6a7a6cb8-297e-456a-b322-8ec6f8d03a4c on network c5ac5fd2-87a6-41fb-b9a9-500f2280dd95 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:32:07.704683 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0939d2-7371-420d-add1-d8823732a537 req-bd4765fe-b222-4135-b07c-fcfc56e67e5e service neutron] Port 6a7a6cb8-297e-456a-b322-8ec6f8d03a4c on network c5ac5fd2-87a6-41fb-b9a9-500f2280dd95 not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 16:32:07.704892 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0939d2-7371-420d-add1-d8823732a537 req-bd4765fe-b222-4135-b07c-fcfc56e67e5e service neutron] Attempting to bind port 6a7a6cb8-297e-456a-b322-8ec6f8d03a4c on network c5ac5fd2-87a6-41fb-b9a9-500f2280dd95 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:32:07.710541 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0939d2-7371-420d-add1-d8823732a537 req-bd4765fe-b222-4135-b07c-fcfc56e67e5e service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:32:07.710882 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0939d2-7371-420d-add1-d8823732a537 req-bd4765fe-b222-4135-b07c-fcfc56e67e5e service neutron] Checking segment: {'id': '8c1f5c56-5e99-412c-998b-d7f5d042a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'c5ac5fd2-87a6-41fb-b9a9-500f2280dd95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:32:07.711272 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d0939d2-7371-420d-add1-d8823732a537 req-bd4765fe-b222-4135-b07c-fcfc56e67e5e service neutron] Bound using segment: {'id': '8c1f5c56-5e99-412c-998b-d7f5d042a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'c5ac5fd2-87a6-41fb-b9a9-500f2280dd95'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:32:07.711740 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-5d0939d2-7371-420d-add1-d8823732a537 req-bd4765fe-b222-4135-b07c-fcfc56e67e5e service neutron] Bound port: 6a7a6cb8-297e-456a-b322-8ec6f8d03a4c, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c1f5c56-5e99-412c-998b-d7f5d042a0da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1255, 'network_id': 'c5ac5fd2-87a6-41fb-b9a9-500f2280dd95'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:32:07.712105 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-5d0939d2-7371-420d-add1-d8823732a537 req-bd4765fe-b222-4135-b07c-fcfc56e67e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:07.789774 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-5d0939d2-7371-420d-add1-d8823732a537 req-bd4765fe-b222-4135-b07c-fcfc56e67e5e service neutron] For port 6a7a6cb8-297e-456a-b322-8ec6f8d03a4c, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:32:07.792773 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-5d0939d2-7371-420d-add1-d8823732a537 req-bd4765fe-b222-4135-b07c-fcfc56e67e5e service neutron] For port 6a7a6cb8-297e-456a-b322-8ec6f8d03a4c, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=6a7a6cb8-297e-456a-b322-8ec6f8d03a4c,segment=NetworkSegment(8c1f5c56-5e99-412c-998b-d7f5d042a0da),segment_id=8c1f5c56-5e99-412c-998b-d7f5d042a0da)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:32:07.883049 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-5d0939d2-7371-420d-add1-d8823732a537 req-bd4765fe-b222-4135-b07c-fcfc56e67e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:07.919813 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0939d2-7371-420d-add1-d8823732a537 req-bd4765fe-b222-4135-b07c-fcfc56e67e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:32:07.920357 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-5d0939d2-7371-420d-add1-d8823732a537 req-bd4765fe-b222-4135-b07c-fcfc56e67e5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:07.921779 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5d0939d2-7371-420d-add1-d8823732a537 req-bd4765fe-b222-4135-b07c-fcfc56e67e5e service neutron] 10.222.0.110 "PUT /v2.0/ports/6a7a6cb8-297e-456a-b322-8ec6f8d03a4c HTTP/1.1" status: 200 len: 1092 time: 0.8477914 Sep 24 16:32:07.922227 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e32b8175-6191-410e-82b8-8d4fa89360fe', 'tag': '6a7a6cb8-297e-456a-b322-8ec6f8d03a4c'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:32:07.924605 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86bdbdc9b9e92b390e2d9cb11b84962cc6f6bd0fdc6518f79f4e2677ef2c88f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a4fb57b-9bd3-437f-88bc-692ce22a4a62" -d '{"events": [{"name": "network-changed", "server_uuid": "e32b8175-6191-410e-82b8-8d4fa89360fe", "tag": "6a7a6cb8-297e-456a-b322-8ec6f8d03a4c"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:32:07.953644 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4765fe-b222-4135-b07c-fcfc56e67e5e service neutron] Pushing event updated for resources: {'Port': ['ID=6a7a6cb8-297e-456a-b322-8ec6f8d03a4c,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:32:07.976576 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a47b4b6-9034-429a-8b14-ef4c586ff201 x-openstack-request-id: req-0a47b4b6-9034-429a-8b14-ef4c586ff201 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:32:07.976892 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e32b8175-6191-410e-82b8-8d4fa89360fe", "tag": "6a7a6cb8-297e-456a-b322-8ec6f8d03a4c", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:32:07.977143 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-0a47b4b6-9034-429a-8b14-ef4c586ff201 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:32:07.977558 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e32b8175-6191-410e-82b8-8d4fa89360fe', 'tag': '6a7a6cb8-297e-456a-b322-8ec6f8d03a4c', 'status': 'completed', 'code': 200} Sep 24 16:32:08.047634 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4fb57b-9bd3-437f-88bc-692ce22a4a62 req-fe827ce2-709c-4ccb-aef0-ce6511b5ac41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:32:08.049194 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5a4fb57b-9bd3-437f-88bc-692ce22a4a62 req-fe827ce2-709c-4ccb-aef0-ce6511b5ac41 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=7f2133e7a47a464eb1459efb2eb5849a&device_id=e32b8175-6191-410e-82b8-8d4fa89360fe HTTP/1.1" status: 200 len: 1095 time: 0.0467756 Sep 24 16:32:08.159369 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4fb57b-9bd3-437f-88bc-692ce22a4a62 req-922e7825-f210-4cc1-b46d-f86b8936d753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:32:08.160844 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5a4fb57b-9bd3-437f-88bc-692ce22a4a62 req-922e7825-f210-4cc1-b46d-f86b8936d753 service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=7f2133e7a47a464eb1459efb2eb5849a&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1029367 Sep 24 16:32:08.255031 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4fb57b-9bd3-437f-88bc-692ce22a4a62 req-8c45f1eb-0bdc-49c9-a503-9e1863f57644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:32:08.256502 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5a4fb57b-9bd3-437f-88bc-692ce22a4a62 req-8c45f1eb-0bdc-49c9-a503-9e1863f57644 service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0879197 Sep 24 16:32:08.334782 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0939d2-7371-420d-add1-d8823732a537 req-c0e935eb-e2d1-4c61-8f2b-4860e8849db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:32:08.336293 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5d0939d2-7371-420d-add1-d8823732a537 req-c0e935eb-e2d1-4c61-8f2b-4860e8849db3 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=7f2133e7a47a464eb1459efb2eb5849a&device_id=e32b8175-6191-410e-82b8-8d4fa89360fe HTTP/1.1" status: 200 len: 1095 time: 0.0413067 Sep 24 16:32:08.387810 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5d0939d2-7371-420d-add1-d8823732a537 req-d33ea15f-83a8-4836-b666-f0f90cef0dc6 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a7a6cb8-297e-456a-b322-8ec6f8d03a4c HTTP/1.1" status: 200 len: 217 time: 0.0390935 Sep 24 16:32:08.437076 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0939d2-7371-420d-add1-d8823732a537 req-5b3fad70-9e3f-4b15-b35c-b07505736f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:32:08.438557 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5d0939d2-7371-420d-add1-d8823732a537 req-5b3fad70-9e3f-4b15-b35c-b07505736f8c service neutron] 10.222.0.110 "GET /v2.0/subnets?id=7e56ac86-716e-46ff-b22b-cdb67cb99191 HTTP/1.1" status: 200 len: 855 time: 0.0434244 Sep 24 16:32:08.494594 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0939d2-7371-420d-add1-d8823732a537 req-27046bce-dec6-4b03-bd40-f8d49b263270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:32:08.496738 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5d0939d2-7371-420d-add1-d8823732a537 req-27046bce-dec6-4b03-bd40-f8d49b263270 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=c5ac5fd2-87a6-41fb-b9a9-500f2280dd95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500038 Sep 24 16:32:08.595430 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce52e2de-d710-4110-939c-bec257eb888f req-62be634a-0072-4a8c-a5b1-cdb08494cd3a tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:32:08.596926 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ce52e2de-d710-4110-939c-bec257eb888f req-62be634a-0072-4a8c-a5b1-cdb08494cd3a tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] 10.222.0.101 "GET /v2.0/ports?device_id=e32b8175-6191-410e-82b8-8d4fa89360fe HTTP/1.1" status: 200 len: 944 time: 0.1126783 Sep 24 16:32:08.636717 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5d0939d2-7371-420d-add1-d8823732a537 req-9c804e00-0fe8-4494-88fd-0c4ad6fdcca4 service neutron] 10.222.0.110 "GET /v2.0/networks/c5ac5fd2-87a6-41fb-b9a9-500f2280dd95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188929 Sep 24 16:32:08.658062 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ce52e2de-d710-4110-939c-bec257eb888f req-fc50748a-9515-45bb-bc7d-1c0def805cea tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] 10.222.0.101 "GET /v2.0/security-groups?id=e6c1470f-03a4-4b39-a9fb-2ccc419e13f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544658 Sep 24 16:32:08.739502 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5d0939d2-7371-420d-add1-d8823732a537 req-c816e55c-17e9-4261-b30e-5755f4a0cbd2 service neutron] 10.222.0.110 "GET /v2.0/networks/c5ac5fd2-87a6-41fb-b9a9-500f2280dd95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936899 Sep 24 16:32:09.474395 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:09.779167 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d218405-f43f-40ef-b3ca-794a0442a7f1 req-828fff7a-32ca-4a87-9773-4eb6e1ef182a tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:32:09.780647 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2d218405-f43f-40ef-b3ca-794a0442a7f1 req-828fff7a-32ca-4a87-9773-4eb6e1ef182a tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] 10.222.0.101 "GET /v2.0/ports?device_id=e32b8175-6191-410e-82b8-8d4fa89360fe HTTP/1.1" status: 200 len: 944 time: 0.0544300 Sep 24 16:32:09.818948 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2d218405-f43f-40ef-b3ca-794a0442a7f1 req-e54f0da4-7a7e-44b2-8799-6683b47aa513 tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] 10.222.0.101 "GET /v2.0/security-groups?id=e6c1470f-03a4-4b39-a9fb-2ccc419e13f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322313 Sep 24 16:32:10.933868 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af06aa0f-ac89-44fa-a564-1f29683a23a6 req-9ebd1498-2139-408f-ae96-63b223fc6d33 tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:32:10.935403 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-af06aa0f-ac89-44fa-a564-1f29683a23a6 req-9ebd1498-2139-408f-ae96-63b223fc6d33 tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] 10.222.0.101 "GET /v2.0/ports?device_id=e32b8175-6191-410e-82b8-8d4fa89360fe HTTP/1.1" status: 200 len: 944 time: 0.0499499 Sep 24 16:32:10.973390 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-af06aa0f-ac89-44fa-a564-1f29683a23a6 req-18c01080-8572-40e8-9749-d07bf1ac8262 tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] 10.222.0.101 "GET /v2.0/security-groups?id=e6c1470f-03a4-4b39-a9fb-2ccc419e13f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319593 Sep 24 16:32:11.351015 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:12.091639 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f5c6f5-dec3-4eea-809b-cbe058b5baa2 req-c881c755-f1fe-467f-a30f-437b2a760ae6 tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:32:12.093219 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a1f5c6f5-dec3-4eea-809b-cbe058b5baa2 req-c881c755-f1fe-467f-a30f-437b2a760ae6 tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] 10.222.0.101 "GET /v2.0/ports?device_id=e32b8175-6191-410e-82b8-8d4fa89360fe HTTP/1.1" status: 200 len: 944 time: 0.0503092 Sep 24 16:32:12.131849 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a1f5c6f5-dec3-4eea-809b-cbe058b5baa2 req-71d1af8d-3c92-4c92-9d6b-3adfb1301698 tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] 10.222.0.101 "GET /v2.0/security-groups?id=e6c1470f-03a4-4b39-a9fb-2ccc419e13f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323770 Sep 24 16:32:13.002770 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 6a7a6cb8-297e-456a-b322-8ec6f8d03a4c details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 16:32:13.105639 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 6a7a6cb8-297e-456a-b322-8ec6f8d03a4c, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=6a7a6cb8-297e-456a-b322-8ec6f8d03a4c,segment=NetworkSegment(8c1f5c56-5e99-412c-998b-d7f5d042a0da),segment_id=8c1f5c56-5e99-412c-998b-d7f5d042a0da)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:32:13.119893 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': '6a7a6cb8-297e-456a-b322-8ec6f8d03a4c', 'network_id': 'c5ac5fd2-87a6-41fb-b9a9-500f2280dd95', 'port_id': '6a7a6cb8-297e-456a-b322-8ec6f8d03a4c', 'mac_address': 'fa:16:3e:14:2b:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e56ac86-716e-46ff-b22b-cdb67cb99191', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 16:32:13.157467 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:13.171013 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a7a6cb8-297e-456a-b322-8ec6f8d03a4c {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:32:13.190366 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 6a7a6cb8-297e-456a-b322-8ec6f8d03a4c, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=6a7a6cb8-297e-456a-b322-8ec6f8d03a4c,segment=NetworkSegment(8c1f5c56-5e99-412c-998b-d7f5d042a0da),segment_id=8c1f5c56-5e99-412c-998b-d7f5d042a0da)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:32:13.251463 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b563dc-8029-42fb-a4aa-f96aad536814 req-acfb6a72-7093-445b-b07a-4b9b8cbbfe6f tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:32:13.253061 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-68b563dc-8029-42fb-a4aa-f96aad536814 req-acfb6a72-7093-445b-b07a-4b9b8cbbfe6f tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] 10.222.0.101 "GET /v2.0/ports?device_id=e32b8175-6191-410e-82b8-8d4fa89360fe HTTP/1.1" status: 200 len: 944 time: 0.0527830 Sep 24 16:32:13.277636 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:13.294782 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-68b563dc-8029-42fb-a4aa-f96aad536814 req-9be1c884-601f-452f-8028-14173fc27b6f tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] 10.222.0.101 "GET /v2.0/security-groups?id=e6c1470f-03a4-4b39-a9fb-2ccc419e13f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355933 Sep 24 16:32:13.325310 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=6a7a6cb8-297e-456a-b322-8ec6f8d03a4c,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:32:13.524643 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['6a7a6cb8-297e-456a-b322-8ec6f8d03a4c'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:32:14.056468 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:32:14.411875 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b18521c-aefc-4621-89bb-55a1321a6122 req-10ed4aa3-bce0-44a7-9297-4d0df315be67 tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:32:14.413379 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9b18521c-aefc-4621-89bb-55a1321a6122 req-10ed4aa3-bce0-44a7-9297-4d0df315be67 tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] 10.222.0.101 "GET /v2.0/ports?device_id=e32b8175-6191-410e-82b8-8d4fa89360fe HTTP/1.1" status: 200 len: 945 time: 0.0501523 Sep 24 16:32:14.451878 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9b18521c-aefc-4621-89bb-55a1321a6122 req-1a03b6c1-24af-489f-bdb0-7c912ebade63 tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] 10.222.0.101 "GET /v2.0/security-groups?id=e6c1470f-03a4-4b39-a9fb-2ccc419e13f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318732 Sep 24 16:32:15.002814 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 6a7a6cb8-297e-456a-b322-8ec6f8d03a4c up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:32:15.113905 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port 6a7a6cb8-297e-456a-b322-8ec6f8d03a4c completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 16:32:15.117633 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port 6a7a6cb8-297e-456a-b322-8ec6f8d03a4c triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:32:15.118001 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:15.196690 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:15.218011 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e32b8175-6191-410e-82b8-8d4fa89360fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a7a6cb8-297e-456a-b322-8ec6f8d03a4c'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:32:15.220283 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e675284d64920c3690942d07fd233bec6618b8bcfb70da99a5b5d86610f0b706" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beeacd05-fe8e-4cc5-be78-43837fe7c98b" -d '{"events": [{"server_uuid": "e32b8175-6191-410e-82b8-8d4fa89360fe", "name": "network-vif-plugged", "status": "completed", "tag": "6a7a6cb8-297e-456a-b322-8ec6f8d03a4c"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:32:15.233648 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 6a7a6cb8-297e-456a-b322-8ec6f8d03a4c, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=6a7a6cb8-297e-456a-b322-8ec6f8d03a4c,segment=NetworkSegment(8c1f5c56-5e99-412c-998b-d7f5d042a0da),segment_id=8c1f5c56-5e99-412c-998b-d7f5d042a0da)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:32:15.256513 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11b188d-7d9a-43ce-8f8d-79173b7c05b8 x-openstack-request-id: req-e11b188d-7d9a-43ce-8f8d-79173b7c05b8 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:32:15.256808 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e32b8175-6191-410e-82b8-8d4fa89360fe", "name": "network-vif-plugged", "status": "completed", "tag": "6a7a6cb8-297e-456a-b322-8ec6f8d03a4c", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:32:15.257062 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e11b188d-7d9a-43ce-8f8d-79173b7c05b8 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:32:15.257454 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e32b8175-6191-410e-82b8-8d4fa89360fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a7a6cb8-297e-456a-b322-8ec6f8d03a4c', 'code': 200} Sep 24 16:32:15.328192 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:15.356251 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b762e476-9125-4161-8f62-51676f9eb053 req-03db98bb-ded2-4b4d-b228-66aa6624036e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:32:15.357870 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b762e476-9125-4161-8f62-51676f9eb053 req-03db98bb-ded2-4b4d-b228-66aa6624036e service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=e32b8175-6191-410e-82b8-8d4fa89360fe HTTP/1.1" status: 200 len: 1097 time: 0.0406852 Sep 24 16:32:15.377470 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=6a7a6cb8-297e-456a-b322-8ec6f8d03a4c,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:32:15.398070 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b762e476-9125-4161-8f62-51676f9eb053 req-e3ca25a9-2227-4cda-a2b8-11ccaff4ee76 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=e6c1470f-03a4-4b39-a9fb-2ccc419e13f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288787 Sep 24 16:32:15.571103 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be1944-61b4-4ae3-8830-d1a9e160e2ec req-97c63837-b9fe-47f5-812e-0de2456a24be tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:32:15.572514 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-42be1944-61b4-4ae3-8830-d1a9e160e2ec req-97c63837-b9fe-47f5-812e-0de2456a24be tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] 10.222.0.101 "GET /v2.0/ports?device_id=e32b8175-6191-410e-82b8-8d4fa89360fe HTTP/1.1" status: 200 len: 946 time: 0.0538604 Sep 24 16:32:15.611171 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-42be1944-61b4-4ae3-8830-d1a9e160e2ec req-726cf024-6a47-4e34-bb04-5a2c8a941a61 tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] 10.222.0.101 "GET /v2.0/security-groups?id=e6c1470f-03a4-4b39-a9fb-2ccc419e13f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325727 Sep 24 16:32:16.727794 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b12041-0a7e-470b-a952-7161fab8ef20 req-7e696c51-1c86-4463-8c44-79b7b348e264 tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:32:16.729351 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-46b12041-0a7e-470b-a952-7161fab8ef20 req-7e696c51-1c86-4463-8c44-79b7b348e264 tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] 10.222.0.101 "GET /v2.0/ports?device_id=e32b8175-6191-410e-82b8-8d4fa89360fe HTTP/1.1" status: 200 len: 946 time: 0.0499318 Sep 24 16:32:16.768832 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-46b12041-0a7e-470b-a952-7161fab8ef20 req-c525c953-8105-490b-aa35-07e0740adb47 tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] 10.222.0.101 "GET /v2.0/security-groups?id=e6c1470f-03a4-4b39-a9fb-2ccc419e13f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325103 Sep 24 16:32:17.888265 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844b98f-afdf-4bd2-8b6e-929179d1d57d req-43f036f7-88a8-411e-8c4a-fa5973b510cc tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:32:17.889817 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9844b98f-afdf-4bd2-8b6e-929179d1d57d req-43f036f7-88a8-411e-8c4a-fa5973b510cc tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] 10.222.0.101 "GET /v2.0/ports?device_id=e32b8175-6191-410e-82b8-8d4fa89360fe HTTP/1.1" status: 200 len: 946 time: 0.0529263 Sep 24 16:32:17.929356 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9844b98f-afdf-4bd2-8b6e-929179d1d57d req-63bb0f30-23f4-410f-a8f5-f2310f53f1bf tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] 10.222.0.101 "GET /v2.0/security-groups?id=e6c1470f-03a4-4b39-a9fb-2ccc419e13f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334702 Sep 24 16:32:18.049270 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308035ec-86d8-471a-a0a5-95c14bfac845 req-fcaf90d1-f9b2-4203-b39f-98fce6ec065a tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:32:18.050828 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-308035ec-86d8-471a-a0a5-95c14bfac845 req-fcaf90d1-f9b2-4203-b39f-98fce6ec065a tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] 10.222.0.101 "GET /v2.0/ports?device_id=e32b8175-6191-410e-82b8-8d4fa89360fe HTTP/1.1" status: 200 len: 946 time: 0.0531902 Sep 24 16:32:18.088600 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-308035ec-86d8-471a-a0a5-95c14bfac845 req-8270f550-40fe-4506-a2a3-85fd60f80818 tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] 10.222.0.101 "GET /v2.0/security-groups?id=e6c1470f-03a4-4b39-a9fb-2ccc419e13f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316379 Sep 24 16:32:31.233274 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-46bab6a3-11d8-4923-b355-3e764fd8bdbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:33.913764 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-501192c8-0617-4113-9f3d-c52b20991538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:34.338728 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:35.490834 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:36.879320 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:39.475941 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:41.393601 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:41.436177 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca4c5ef-8427-4c5e-b69a-357e97f0d937 req-893c408e-76fc-46cb-adb7-315122095344 tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:32:41.437698 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3ca4c5ef-8427-4c5e-b69a-357e97f0d937 req-893c408e-76fc-46cb-adb7-315122095344 tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] 10.222.0.101 "GET /v2.0/ports?device_id=e32b8175-6191-410e-82b8-8d4fa89360fe HTTP/1.1" status: 200 len: 946 time: 0.0493181 Sep 24 16:32:41.476333 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3ca4c5ef-8427-4c5e-b69a-357e97f0d937 req-fde609b2-3956-40d2-a033-b73962c82bb3 tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] 10.222.0.101 "GET /v2.0/security-groups?id=e6c1470f-03a4-4b39-a9fb-2ccc419e13f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323434 Sep 24 16:32:42.594172 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f091841-d115-476e-adae-309f176bc981 req-78f3f5b1-785b-4145-a200-5ab533f5de0b tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:32:42.595592 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9f091841-d115-476e-adae-309f176bc981 req-78f3f5b1-785b-4145-a200-5ab533f5de0b tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] 10.222.0.101 "GET /v2.0/ports?device_id=e32b8175-6191-410e-82b8-8d4fa89360fe HTTP/1.1" status: 200 len: 946 time: 0.0498376 Sep 24 16:32:42.633422 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9f091841-d115-476e-adae-309f176bc981 req-dda7a2b0-8f48-4845-aca0-21f12b5827a0 tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] 10.222.0.101 "GET /v2.0/security-groups?id=e6c1470f-03a4-4b39-a9fb-2ccc419e13f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318379 Sep 24 16:32:43.270922 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13040ee-5a74-4732-bcad-d0e58bc4042d req-3b4cdaa5-ef65-4c74-b1d8-5b1ac11cf9fa tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:32:43.272352 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d13040ee-5a74-4732-bcad-d0e58bc4042d req-3b4cdaa5-ef65-4c74-b1d8-5b1ac11cf9fa tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] 10.222.0.110 "GET /v2.0/ports?device_id=e32b8175-6191-410e-82b8-8d4fa89360fe HTTP/1.1" status: 200 len: 946 time: 0.0493951 Sep 24 16:32:43.367834 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-d13040ee-5a74-4732-bcad-d0e58bc4042d req-1ef35bac-cb7e-4012-976c-5a2084cffebe tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Deleting port 6a7a6cb8-297e-456a-b322-8ec6f8d03a4c {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:32:43.368176 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d13040ee-5a74-4732-bcad-d0e58bc4042d req-1ef35bac-cb7e-4012-976c-5a2084cffebe tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:43.456730 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-d13040ee-5a74-4732-bcad-d0e58bc4042d req-1ef35bac-cb7e-4012-976c-5a2084cffebe tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] For port 6a7a6cb8-297e-456a-b322-8ec6f8d03a4c, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=6a7a6cb8-297e-456a-b322-8ec6f8d03a4c,segment=NetworkSegment(8c1f5c56-5e99-412c-998b-d7f5d042a0da),segment_id=8c1f5c56-5e99-412c-998b-d7f5d042a0da)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:32:43.457091 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d13040ee-5a74-4732-bcad-d0e58bc4042d req-1ef35bac-cb7e-4012-976c-5a2084cffebe tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:43.469750 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-d13040ee-5a74-4732-bcad-d0e58bc4042d req-1ef35bac-cb7e-4012-976c-5a2084cffebe tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Calling delete_port for 6a7a6cb8-297e-456a-b322-8ec6f8d03a4c owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:32:43.673557 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d13040ee-5a74-4732-bcad-d0e58bc4042d req-1ef35bac-cb7e-4012-976c-5a2084cffebe tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:43.689166 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['6a7a6cb8-297e-456a-b322-8ec6f8d03a4c'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:32:43.708752 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef35bac-cb7e-4012-976c-5a2084cffebe tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Pushing event deleted for resources: {'Port': ['ID=6a7a6cb8-297e-456a-b322-8ec6f8d03a4c,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:32:43.744959 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0b1dfff8-b6af-4acd-9c67-2c1387701599 req-6ab1c538-51ec-4230-9fdf-1248eea7fc75 tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] 10.222.0.101 "GET /v2.0/ports?device_id=e32b8175-6191-410e-82b8-8d4fa89360fe HTTP/1.1" status: 200 len: 210 time: 0.0372441 Sep 24 16:32:43.778976 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-d13040ee-5a74-4732-bcad-d0e58bc4042d req-1ef35bac-cb7e-4012-976c-5a2084cffebe tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] No DVR routers for this DVR port 6a7a6cb8-297e-456a-b322-8ec6f8d03a4c on host n-h1-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:32:43.781888 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d13040ee-5a74-4732-bcad-d0e58bc4042d req-1ef35bac-cb7e-4012-976c-5a2084cffebe tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:43.784320 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d13040ee-5a74-4732-bcad-d0e58bc4042d req-1ef35bac-cb7e-4012-976c-5a2084cffebe tempest-TestEncryptedCinderVolumes-1465722913 tempest-TestEncryptedCinderVolumes-1465722913-project] 10.222.0.110 "DELETE /v2.0/ports/6a7a6cb8-297e-456a-b322-8ec6f8d03a4c HTTP/1.1" status: 204 len: 173 time: 0.5051172 Sep 24 16:32:43.786271 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e32b8175-6191-410e-82b8-8d4fa89360fe', 'name': 'network-vif-deleted', 'tag': '6a7a6cb8-297e-456a-b322-8ec6f8d03a4c'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:32:43.787089 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86bdbdc9b9e92b390e2d9cb11b84962cc6f6bd0fdc6518f79f4e2677ef2c88f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe8c9b6-56ba-4cb7-867f-134e1d29acd6" -d '{"events": [{"server_uuid": "e32b8175-6191-410e-82b8-8d4fa89360fe", "name": "network-vif-deleted", "tag": "6a7a6cb8-297e-456a-b322-8ec6f8d03a4c"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:32:43.829190 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a2efbd2-7bee-4006-b210-4fa886ea86e7 x-openstack-request-id: req-2a2efbd2-7bee-4006-b210-4fa886ea86e7 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:32:43.829484 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e32b8175-6191-410e-82b8-8d4fa89360fe", "name": "network-vif-deleted", "tag": "6a7a6cb8-297e-456a-b322-8ec6f8d03a4c", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:32:43.829737 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-2a2efbd2-7bee-4006-b210-4fa886ea86e7 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:32:43.830142 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e32b8175-6191-410e-82b8-8d4fa89360fe', 'name': 'network-vif-deleted', 'tag': '6a7a6cb8-297e-456a-b322-8ec6f8d03a4c', 'status': 'completed', 'code': 200} Sep 24 16:32:44.938664 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46286) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:32:45.281670 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7a509323-08cb-4a95-8557-48e14c761b23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:45.527310 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-7a509323-08cb-4a95-8557-48e14c761b23 admin admin] Deleting port 480f5045-c7d9-4ac9-b0d8-6492b24e99a7 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:32:45.527653 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7a509323-08cb-4a95-8557-48e14c761b23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:45.610139 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-7a509323-08cb-4a95-8557-48e14c761b23 admin admin] For port 480f5045-c7d9-4ac9-b0d8-6492b24e99a7, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=480f5045-c7d9-4ac9-b0d8-6492b24e99a7,segment=NetworkSegment(8c1f5c56-5e99-412c-998b-d7f5d042a0da),segment_id=8c1f5c56-5e99-412c-998b-d7f5d042a0da)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:32:45.610564 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7a509323-08cb-4a95-8557-48e14c761b23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:45.622711 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-7a509323-08cb-4a95-8557-48e14c761b23 admin admin] Calling delete_port for 480f5045-c7d9-4ac9-b0d8-6492b24e99a7 owned by network:router_interface {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:32:45.867778 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7a509323-08cb-4a95-8557-48e14c761b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:45.894888 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a509323-08cb-4a95-8557-48e14c761b23 admin admin] Pushing event deleted for resources: {'Port': ['ID=480f5045-c7d9-4ac9-b0d8-6492b24e99a7,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:32:46.065218 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7a509323-08cb-4a95-8557-48e14c761b23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:46.278429 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a509323-08cb-4a95-8557-48e14c761b23 admin admin] Router ae385d3c-01f3-4167-a1c5-3fbd1a6ce4d8 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:32:46.644445 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a509323-08cb-4a95-8557-48e14c761b23 admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:32:46.652772 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-7a509323-08cb-4a95-8557-48e14c761b23 admin admin] 10.222.0.101 "PUT /v2.0/routers/ae385d3c-01f3-4167-a1c5-3fbd1a6ce4d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7097945 Sep 24 16:32:46.652772 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46288) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:32:46.656099 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2030370-8896-4b83-adf2-68179a6fb938 None None] Sync routers for ids ['ae385d3c-01f3-4167-a1c5-3fbd1a6ce4d8'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:32:46.665812 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2030370-8896-4b83-adf2-68179a6fb938 None None] Routers {'ae385d3c-01f3-4167-a1c5-3fbd1a6ce4d8'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:32:46.666548 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-c2030370-8896-4b83-adf2-68179a6fb938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:32:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['ae385d3c-01f3-4167-a1c5-3fbd1a6ce4d8'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:32:46.756161 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ae162f49-747e-434a-8424-142cbffdcd80 admin admin] Notify callbacks [] for router, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:46.769909 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-c2030370-8896-4b83-adf2-68179a6fb938 None None] Set router ae385d3c-01f3-4167-a1c5-3fbd1a6ce4d8 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:32:46.859856 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ae162f49-747e-434a-8424-142cbffdcd80 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:46.943904 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-c2030370-8896-4b83-adf2-68179a6fb938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae385d3c-01f3-4167-a1c5-3fbd1a6ce4d8', 'name': 'tempest-TestEncryptedCinderVolumes-537308962-router', 'tenant_id': '7f2133e7a47a464eb1459efb2eb5849a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.177'}], 'enable_snat': True}, 'gw_port_id': '7da86780-1dc7-4133-be93-6721ba7ad7b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:31:08Z', 'updated_at': '2021-09-24T16:32:45Z', 'revision_number': 5, 'project_id': '7f2133e7a47a464eb1459efb2eb5849a', 'gw_port': {'id': '7da86780-1dc7-4133-be93-6721ba7ad7b1', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:76:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae385d3c-01f3-4167-a1c5-3fbd1a6ce4d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4103, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:31:08Z', 'updated_at': '2021-09-24T16:31:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:32:46.970702 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2030370-8896-4b83-adf2-68179a6fb938 None None] Checking router: ae385d3c-01f3-4167-a1c5-3fbd1a6ce4d8 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:32:46.979681 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2030370-8896-4b83-adf2-68179a6fb938 None None] Routers {'ae385d3c-01f3-4167-a1c5-3fbd1a6ce4d8'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:32:46.980287 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-c2030370-8896-4b83-adf2-68179a6fb938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:32:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['ae385d3c-01f3-4167-a1c5-3fbd1a6ce4d8'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:32:46.982864 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-ae162f49-747e-434a-8424-142cbffdcd80 admin admin] Deleting port 7da86780-1dc7-4133-be93-6721ba7ad7b1 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:32:46.983209 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ae162f49-747e-434a-8424-142cbffdcd80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:47.064424 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-c2030370-8896-4b83-adf2-68179a6fb938 None None] Set router ae385d3c-01f3-4167-a1c5-3fbd1a6ce4d8 gateway port host: None {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:32:47.066292 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-ae162f49-747e-434a-8424-142cbffdcd80 admin admin] For port 7da86780-1dc7-4133-be93-6721ba7ad7b1, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=7da86780-1dc7-4133-be93-6721ba7ad7b1,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:32:47.066868 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ae162f49-747e-434a-8424-142cbffdcd80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:47.079174 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-ae162f49-747e-434a-8424-142cbffdcd80 admin admin] Calling delete_port for 7da86780-1dc7-4133-be93-6721ba7ad7b1 owned by network:router_gateway {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:32:47.115637 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-c2030370-8896-4b83-adf2-68179a6fb938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae385d3c-01f3-4167-a1c5-3fbd1a6ce4d8', 'name': 'tempest-TestEncryptedCinderVolumes-537308962-router', 'tenant_id': '7f2133e7a47a464eb1459efb2eb5849a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:31:08Z', 'updated_at': '2021-09-24T16:32:46Z', 'revision_number': 6, 'project_id': '7f2133e7a47a464eb1459efb2eb5849a', 'gw_port_host': None}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:32:47.144737 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2030370-8896-4b83-adf2-68179a6fb938 None None] The sync data for ids ['ae385d3c-01f3-4167-a1c5-3fbd1a6ce4d8'] in n-d-808921-1 is: [{'id': 'ae385d3c-01f3-4167-a1c5-3fbd1a6ce4d8', 'name': 'tempest-TestEncryptedCinderVolumes-537308962-router', 'tenant_id': '7f2133e7a47a464eb1459efb2eb5849a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:31:08Z', 'updated_at': '2021-09-24T16:32:46Z', 'revision_number': 6, 'project_id': '7f2133e7a47a464eb1459efb2eb5849a', 'gw_port_host': None}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:32:47.230615 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 6a7a6cb8-297e-456a-b322-8ec6f8d03a4c no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:32:47.255269 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] No Port match for: 6a7a6cb8-297e-456a-b322-8ec6f8d03a4c {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:32:47.255612 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 6a7a6cb8-297e-456a-b322-8ec6f8d03a4c not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:32:47.330182 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ae162f49-747e-434a-8424-142cbffdcd80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:47.357046 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae162f49-747e-434a-8424-142cbffdcd80 admin admin] Pushing event deleted for resources: {'Port': ['ID=7da86780-1dc7-4133-be93-6721ba7ad7b1,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:32:47.416384 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ae162f49-747e-434a-8424-142cbffdcd80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586576'] for router_gateway, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:47.510163 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ae162f49-747e-434a-8424-142cbffdcd80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:47.512229 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ae162f49-747e-434a-8424-142cbffdcd80 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:47.673496 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ae162f49-747e-434a-8424-142cbffdcd80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:47.673989 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae162f49-747e-434a-8424-142cbffdcd80 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae385d3c-01f3-4167-a1c5-3fbd1a6ce4d8 {{(pid=95298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 16:32:47.679062 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ae162f49-747e-434a-8424-142cbffdcd80 admin admin] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:47.680244 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-ae162f49-747e-434a-8424-142cbffdcd80 admin admin] 10.222.0.101 "DELETE /v2.0/routers/ae385d3c-01f3-4167-a1c5-3fbd1a6ce4d8 HTTP/1.1" status: 204 len: 168 time: 1.0271111 Sep 24 16:32:47.682907 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46290) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:32:47.729308 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-65a6e924-eea3-4630-bf8a-51fab1ff2e8e admin admin] Deleting subnet 7e56ac86-716e-46ff-b22b-cdb67cb99191 {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 16:32:47.732639 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-65a6e924-eea3-4630-bf8a-51fab1ff2e8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:47.768281 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-65a6e924-eea3-4630-bf8a-51fab1ff2e8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:47.852813 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-65a6e924-eea3-4630-bf8a-51fab1ff2e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:47.990303 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-65a6e924-eea3-4630-bf8a-51fab1ff2e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:48.019969 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a6e924-eea3-4630-bf8a-51fab1ff2e8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e56ac86-716e-46ff-b22b-cdb67cb99191,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:32:48.023234 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-65a6e924-eea3-4630-bf8a-51fab1ff2e8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:48.024222 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-65a6e924-eea3-4630-bf8a-51fab1ff2e8e admin admin] 10.222.0.101 "DELETE /v2.0/subnets/7e56ac86-716e-46ff-b22b-cdb67cb99191 HTTP/1.1" status: 204 len: 168 time: 0.3402352 Sep 24 16:32:48.026604 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46292) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:32:48.026836 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299ccc75-b5f0-4b45-b54a-2167ef309b19 None None] Network c5ac5fd2-87a6-41fb-b9a9-500f2280dd95 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:32:48.108686 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ceffe700-d830-47ab-a8e2-608ac604d789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:48.162826 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-ceffe700-d830-47ab-a8e2-608ac604d789 admin admin] Deleting port 387ee614-767f-4698-b2ab-12eff4d15c39 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:32:48.163174 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ceffe700-d830-47ab-a8e2-608ac604d789 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:48.204336 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25bbdccb-6095-4e5f-bbd1-3082389c0911 None None] DHCP port deletion for c5ac5fd2-87a6-41fb-b9a9-500f2280dd95 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 16:32:48.227047 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-ceffe700-d830-47ab-a8e2-608ac604d789 admin admin] For port 387ee614-767f-4698-b2ab-12eff4d15c39, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=387ee614-767f-4698-b2ab-12eff4d15c39,segment=NetworkSegment(8c1f5c56-5e99-412c-998b-d7f5d042a0da),segment_id=8c1f5c56-5e99-412c-998b-d7f5d042a0da)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:32:48.227402 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ceffe700-d830-47ab-a8e2-608ac604d789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:48.244558 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-ceffe700-d830-47ab-a8e2-608ac604d789 admin admin] Calling delete_port for 387ee614-767f-4698-b2ab-12eff4d15c39 owned by network:dhcp {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:32:48.251740 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-25bbdccb-6095-4e5f-bbd1-3082389c0911 None None] Deleting port 387ee614-767f-4698-b2ab-12eff4d15c39 {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:32:48.252267 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-25bbdccb-6095-4e5f-bbd1-3082389c0911 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:48.316523 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-25bbdccb-6095-4e5f-bbd1-3082389c0911 None None] For port 387ee614-767f-4698-b2ab-12eff4d15c39, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=387ee614-767f-4698-b2ab-12eff4d15c39,segment=NetworkSegment(8c1f5c56-5e99-412c-998b-d7f5d042a0da),segment_id=8c1f5c56-5e99-412c-998b-d7f5d042a0da)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:32:48.316925 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-25bbdccb-6095-4e5f-bbd1-3082389c0911 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:48.330825 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-25bbdccb-6095-4e5f-bbd1-3082389c0911 None None] Calling delete_port for 387ee614-767f-4698-b2ab-12eff4d15c39 owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:32:48.389468 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ceffe700-d830-47ab-a8e2-608ac604d789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:48.409131 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-25bbdccb-6095-4e5f-bbd1-3082389c0911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:48.416329 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceffe700-d830-47ab-a8e2-608ac604d789 admin admin] Pushing event deleted for resources: {'Port': ['ID=387ee614-767f-4698-b2ab-12eff4d15c39,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:32:48.418184 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceffe700-d830-47ab-a8e2-608ac604d789 admin admin] No DVR routers for this DVR port 387ee614-767f-4698-b2ab-12eff4d15c39 on host n-d-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:32:48.439188 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bbdccb-6095-4e5f-bbd1-3082389c0911 None None] Pushing event deleted for resources: {'Port': ['ID=387ee614-767f-4698-b2ab-12eff4d15c39,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:32:48.444900 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bbdccb-6095-4e5f-bbd1-3082389c0911 None None] No DVR routers for this DVR port 387ee614-767f-4698-b2ab-12eff4d15c39 on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:32:48.454050 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bbdccb-6095-4e5f-bbd1-3082389c0911 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:32:48.454484 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bbdccb-6095-4e5f-bbd1-3082389c0911 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:32:48.455370 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bbdccb-6095-4e5f-bbd1-3082389c0911 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:32:48.455724 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bbdccb-6095-4e5f-bbd1-3082389c0911 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:32:48.456062 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bbdccb-6095-4e5f-bbd1-3082389c0911 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:32:48.457020 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bbdccb-6095-4e5f-bbd1-3082389c0911 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:32:48.457020 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bbdccb-6095-4e5f-bbd1-3082389c0911 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:32:48.457020 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bbdccb-6095-4e5f-bbd1-3082389c0911 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:32:48.457381 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bbdccb-6095-4e5f-bbd1-3082389c0911 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:32:48.457677 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bbdccb-6095-4e5f-bbd1-3082389c0911 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:32:48.458005 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bbdccb-6095-4e5f-bbd1-3082389c0911 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:32:48.458330 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bbdccb-6095-4e5f-bbd1-3082389c0911 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:32:48.496253 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ceffe700-d830-47ab-a8e2-608ac604d789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:48.517204 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-ceffe700-d830-47ab-a8e2-608ac604d789 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5ac5fd2-87a6-41fb-b9a9-500f2280dd95']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:32:48.526300 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-ceffe700-d830-47ab-a8e2-608ac604d789 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c1f5c56-5e99-412c-998b-d7f5d042a0da') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:32:48.526627 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-ceffe700-d830-47ab-a8e2-608ac604d789 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c1f5c56-5e99-412c-998b-d7f5d042a0da') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:32:48.536006 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ceffe700-d830-47ab-a8e2-608ac604d789 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:48.549868 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ceffe700-d830-47ab-a8e2-608ac604d789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:48.556179 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ceffe700-d830-47ab-a8e2-608ac604d789 admin admin] Releasing vlan 1255 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 16:32:48.556576 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ceffe700-d830-47ab-a8e2-608ac604d789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:48.558308 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 16:32:48.558308 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 16:32:48.558308 n-d-808921-1 neutron-server[95298]: timer() Sep 24 16:32:48.558308 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 16:32:48.558308 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 16:32:48.558308 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 16:32:48.558308 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 16:32:48.558308 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 16:32:48.558308 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 16:32:48.558308 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 16:32:48.558308 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 16:32:48.558308 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 16:32:48.558308 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 16:32:48.558308 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 16:32:48.558308 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 16:32:48.558308 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 16:32:48.558308 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 16:32:48.558308 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 16:32:48.558308 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 16:32:48.558308 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 16:32:48.558308 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 16:32:48.558308 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 16:32:48.558308 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 16:32:48.558308 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 16:32:48.558308 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 16:32:48.558308 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 16:32:48.558308 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 16:32:48.558308 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 16:32:48.558308 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 16:32:48.558308 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 16:32:48.558308 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 16:32:48.558308 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 16:32:48.590036 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 480f5045-c7d9-4ac9-b0d8-6492b24e99a7 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:32:48.610225 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 480f5045-c7d9-4ac9-b0d8-6492b24e99a7 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:32:48.610616 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 480f5045-c7d9-4ac9-b0d8-6492b24e99a7 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:32:48.611024 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 7da86780-1dc7-4133-be93-6721ba7ad7b1 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:32:48.629588 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 7da86780-1dc7-4133-be93-6721ba7ad7b1 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:32:48.629928 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 7da86780-1dc7-4133-be93-6721ba7ad7b1 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:32:48.630327 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 387ee614-767f-4698-b2ab-12eff4d15c39 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:32:48.651068 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 387ee614-767f-4698-b2ab-12eff4d15c39 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:32:48.651398 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 387ee614-767f-4698-b2ab-12eff4d15c39 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:32:48.687744 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ceffe700-d830-47ab-a8e2-608ac604d789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:48.693357 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ceffe700-d830-47ab-a8e2-608ac604d789 admin admin] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:48.695264 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-ceffe700-d830-47ab-a8e2-608ac604d789 admin admin] 10.222.0.101 "DELETE /v2.0/networks/c5ac5fd2-87a6-41fb-b9a9-500f2280dd95 HTTP/1.1" status: 204 len: 168 time: 0.6676273 Sep 24 16:32:48.698619 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46294) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:32:48.706805 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceffe700-d830-47ab-a8e2-608ac604d789 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5ac5fd2-87a6-41fb-b9a9-500f2280dd95,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:32:49.063244 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-621127a1-89a6-47cf-a7dc-30d2e4834729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:49.312344 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-621127a1-89a6-47cf-a7dc-30d2e4834729 admin admin] Deleting port e257f2f4-3850-413b-8962-4c2890393a32 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:32:49.312682 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-621127a1-89a6-47cf-a7dc-30d2e4834729 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:49.391655 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-621127a1-89a6-47cf-a7dc-30d2e4834729 admin admin] For port e257f2f4-3850-413b-8962-4c2890393a32, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=e257f2f4-3850-413b-8962-4c2890393a32,segment=NetworkSegment(218785bd-9583-46ff-bbf2-798d7c063942),segment_id=218785bd-9583-46ff-bbf2-798d7c063942)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:32:49.392018 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-621127a1-89a6-47cf-a7dc-30d2e4834729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:49.409277 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-621127a1-89a6-47cf-a7dc-30d2e4834729 admin admin] Calling delete_port for e257f2f4-3850-413b-8962-4c2890393a32 owned by network:router_interface {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:32:49.698596 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-621127a1-89a6-47cf-a7dc-30d2e4834729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:49.725403 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621127a1-89a6-47cf-a7dc-30d2e4834729 admin admin] Pushing event deleted for resources: {'Port': ['ID=e257f2f4-3850-413b-8962-4c2890393a32,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:32:49.752637 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621127a1-89a6-47cf-a7dc-30d2e4834729 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:32:49.752982 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621127a1-89a6-47cf-a7dc-30d2e4834729 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:32:49.753316 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621127a1-89a6-47cf-a7dc-30d2e4834729 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:32:49.753645 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621127a1-89a6-47cf-a7dc-30d2e4834729 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:32:49.753970 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621127a1-89a6-47cf-a7dc-30d2e4834729 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:32:49.754291 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621127a1-89a6-47cf-a7dc-30d2e4834729 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:32:49.754635 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621127a1-89a6-47cf-a7dc-30d2e4834729 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:32:49.754953 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621127a1-89a6-47cf-a7dc-30d2e4834729 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:32:49.755269 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621127a1-89a6-47cf-a7dc-30d2e4834729 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:32:49.755585 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621127a1-89a6-47cf-a7dc-30d2e4834729 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:32:49.755899 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621127a1-89a6-47cf-a7dc-30d2e4834729 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:32:49.756211 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-621127a1-89a6-47cf-a7dc-30d2e4834729 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:32:49.909395 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-621127a1-89a6-47cf-a7dc-30d2e4834729 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:50.136270 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-621127a1-89a6-47cf-a7dc-30d2e4834729 admin admin] Router 68216032-e8ff-419f-beb4-2818f684d582 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:32:50.564198 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621127a1-89a6-47cf-a7dc-30d2e4834729 admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:32:50.571112 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-621127a1-89a6-47cf-a7dc-30d2e4834729 admin admin] 10.222.0.101 "PUT /v2.0/routers/68216032-e8ff-419f-beb4-2818f684d582/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8696396 Sep 24 16:32:50.573164 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46296) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:32:50.573288 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917818b8-8e13-47fe-a67e-8e13fcf75957 None None] Sync routers for ids ['68216032-e8ff-419f-beb4-2818f684d582'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:32:50.584506 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917818b8-8e13-47fe-a67e-8e13fcf75957 None None] Routers {'68216032-e8ff-419f-beb4-2818f684d582'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:32:50.585127 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-917818b8-8e13-47fe-a67e-8e13fcf75957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:32:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['68216032-e8ff-419f-beb4-2818f684d582'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:32:50.679716 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-990d58eb-3894-40b6-9f0d-03612321fcf0 admin admin] Notify callbacks [] for router, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:50.789344 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-990d58eb-3894-40b6-9f0d-03612321fcf0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:50.852200 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-917818b8-8e13-47fe-a67e-8e13fcf75957 None None] Set router 68216032-e8ff-419f-beb4-2818f684d582 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:32:50.913012 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-990d58eb-3894-40b6-9f0d-03612321fcf0 admin admin] Deleting port 8980fe0b-045b-40dd-8aed-fe9726fb10f7 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:32:50.913357 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-990d58eb-3894-40b6-9f0d-03612321fcf0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:50.993151 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-990d58eb-3894-40b6-9f0d-03612321fcf0 admin admin] For port 8980fe0b-045b-40dd-8aed-fe9726fb10f7, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=8980fe0b-045b-40dd-8aed-fe9726fb10f7,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:32:50.993547 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-990d58eb-3894-40b6-9f0d-03612321fcf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:51.011189 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-990d58eb-3894-40b6-9f0d-03612321fcf0 admin admin] Calling delete_port for 8980fe0b-045b-40dd-8aed-fe9726fb10f7 owned by network:router_gateway {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:32:51.034394 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-917818b8-8e13-47fe-a67e-8e13fcf75957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68216032-e8ff-419f-beb4-2818f684d582', 'name': 'tempest-TestEncryptedCinderVolumes-2028330773-router', 'tenant_id': '66f343901b694a19ba284d0ca4414d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.35'}], 'enable_snat': True}, 'gw_port_id': '8980fe0b-045b-40dd-8aed-fe9726fb10f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:31:14Z', 'updated_at': '2021-09-24T16:32:49Z', 'revision_number': 5, 'project_id': '66f343901b694a19ba284d0ca4414d78', 'gw_port': {'id': '8980fe0b-045b-40dd-8aed-fe9726fb10f7', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:c4:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68216032-e8ff-419f-beb4-2818f684d582', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:31:15Z', 'updated_at': '2021-09-24T16:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:32:51.055710 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:32:51.060282 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917818b8-8e13-47fe-a67e-8e13fcf75957 None None] Checking router: 68216032-e8ff-419f-beb4-2818f684d582 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:32:51.069310 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917818b8-8e13-47fe-a67e-8e13fcf75957 None None] Routers {'68216032-e8ff-419f-beb4-2818f684d582'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:32:51.069925 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-917818b8-8e13-47fe-a67e-8e13fcf75957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:32:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['68216032-e8ff-419f-beb4-2818f684d582'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:32:51.158977 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-917818b8-8e13-47fe-a67e-8e13fcf75957 None None] Set router 68216032-e8ff-419f-beb4-2818f684d582 gateway port host: None {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:32:51.213646 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-917818b8-8e13-47fe-a67e-8e13fcf75957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '68216032-e8ff-419f-beb4-2818f684d582', 'name': 'tempest-TestEncryptedCinderVolumes-2028330773-router', 'tenant_id': '66f343901b694a19ba284d0ca4414d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:31:14Z', 'updated_at': '2021-09-24T16:32:50Z', 'revision_number': 6, 'project_id': '66f343901b694a19ba284d0ca4414d78', 'gw_port_host': None}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:32:51.240596 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917818b8-8e13-47fe-a67e-8e13fcf75957 None None] The sync data for ids ['68216032-e8ff-419f-beb4-2818f684d582'] in n-d-808921-1 is: [{'id': '68216032-e8ff-419f-beb4-2818f684d582', 'name': 'tempest-TestEncryptedCinderVolumes-2028330773-router', 'tenant_id': '66f343901b694a19ba284d0ca4414d78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:31:14Z', 'updated_at': '2021-09-24T16:32:50Z', 'revision_number': 6, 'project_id': '66f343901b694a19ba284d0ca4414d78', 'gw_port_host': None}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:32:51.240953 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-990d58eb-3894-40b6-9f0d-03612321fcf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:51.276653 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990d58eb-3894-40b6-9f0d-03612321fcf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8980fe0b-045b-40dd-8aed-fe9726fb10f7,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:32:51.342260 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-990d58eb-3894-40b6-9f0d-03612321fcf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586576'] for router_gateway, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:51.434804 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-990d58eb-3894-40b6-9f0d-03612321fcf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:51.437756 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-990d58eb-3894-40b6-9f0d-03612321fcf0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:51.538365 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-990d58eb-3894-40b6-9f0d-03612321fcf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:51.538832 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-990d58eb-3894-40b6-9f0d-03612321fcf0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 68216032-e8ff-419f-beb4-2818f684d582 {{(pid=95297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 16:32:51.543087 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-990d58eb-3894-40b6-9f0d-03612321fcf0 admin admin] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:51.544221 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-990d58eb-3894-40b6-9f0d-03612321fcf0 admin admin] 10.222.0.101 "DELETE /v2.0/routers/68216032-e8ff-419f-beb4-2818f684d582 HTTP/1.1" status: 204 len: 168 time: 0.9701340 Sep 24 16:32:51.547448 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46298) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:32:51.599934 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-02786f9a-144e-4bd7-affe-0a41deb8e240 admin admin] Deleting subnet 5ad03146-ca37-4a10-8c2f-55c5c778723a {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 16:32:51.603587 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-02786f9a-144e-4bd7-affe-0a41deb8e240 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:51.640616 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-02786f9a-144e-4bd7-affe-0a41deb8e240 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:51.720373 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-02786f9a-144e-4bd7-affe-0a41deb8e240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:51.839028 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-02786f9a-144e-4bd7-affe-0a41deb8e240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:51.866246 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02786f9a-144e-4bd7-affe-0a41deb8e240 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ad03146-ca37-4a10-8c2f-55c5c778723a,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:32:51.872054 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-02786f9a-144e-4bd7-affe-0a41deb8e240 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:51.874017 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-02786f9a-144e-4bd7-affe-0a41deb8e240 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/5ad03146-ca37-4a10-8c2f-55c5c778723a HTTP/1.1" status: 204 len: 168 time: 0.3254552 Sep 24 16:32:51.877285 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46300) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:32:51.877817 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca637057-9726-4b54-96f8-1fe87659afc7 None None] Network a95279e8-8a0b-4d2b-9c79-c6e6605a45f2 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:32:51.948274 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1083f121-a1c4-448e-b3b3-a7be6d6bc57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:52.019605 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-1083f121-a1c4-448e-b3b3-a7be6d6bc57c admin admin] Deleting port cfadf5c1-62c7-4a90-98ee-6bc3b2378383 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:32:52.019944 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1083f121-a1c4-448e-b3b3-a7be6d6bc57c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:52.055720 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c632e7-527b-4909-9a05-c018ceba704b None None] DHCP port deletion for a95279e8-8a0b-4d2b-9c79-c6e6605a45f2 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 16:32:52.095199 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-1083f121-a1c4-448e-b3b3-a7be6d6bc57c admin admin] For port cfadf5c1-62c7-4a90-98ee-6bc3b2378383, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=cfadf5c1-62c7-4a90-98ee-6bc3b2378383,segment=NetworkSegment(218785bd-9583-46ff-bbf2-798d7c063942),segment_id=218785bd-9583-46ff-bbf2-798d7c063942)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:32:52.095585 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1083f121-a1c4-448e-b3b3-a7be6d6bc57c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:52.105748 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-25c632e7-527b-4909-9a05-c018ceba704b None None] Deleting port cfadf5c1-62c7-4a90-98ee-6bc3b2378383 {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:32:52.106219 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-25c632e7-527b-4909-9a05-c018ceba704b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:52.108659 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-1083f121-a1c4-448e-b3b3-a7be6d6bc57c admin admin] Calling delete_port for cfadf5c1-62c7-4a90-98ee-6bc3b2378383 owned by network:dhcp {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:32:52.175194 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-25c632e7-527b-4909-9a05-c018ceba704b None None] For port cfadf5c1-62c7-4a90-98ee-6bc3b2378383, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=cfadf5c1-62c7-4a90-98ee-6bc3b2378383,segment=NetworkSegment(218785bd-9583-46ff-bbf2-798d7c063942),segment_id=218785bd-9583-46ff-bbf2-798d7c063942)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:32:52.175589 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-25c632e7-527b-4909-9a05-c018ceba704b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:52.189208 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-25c632e7-527b-4909-9a05-c018ceba704b None None] Calling delete_port for cfadf5c1-62c7-4a90-98ee-6bc3b2378383 owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:32:52.261861 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1083f121-a1c4-448e-b3b3-a7be6d6bc57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:52.273065 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-25c632e7-527b-4909-9a05-c018ceba704b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:52.291910 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1083f121-a1c4-448e-b3b3-a7be6d6bc57c admin admin] No DVR routers for this DVR port cfadf5c1-62c7-4a90-98ee-6bc3b2378383 on host n-d-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:32:52.296400 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1083f121-a1c4-448e-b3b3-a7be6d6bc57c admin admin] Pushing event deleted for resources: {'Port': ['ID=cfadf5c1-62c7-4a90-98ee-6bc3b2378383,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:32:52.301925 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c632e7-527b-4909-9a05-c018ceba704b None None] Pushing event deleted for resources: {'Port': ['ID=cfadf5c1-62c7-4a90-98ee-6bc3b2378383,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:32:52.307468 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c632e7-527b-4909-9a05-c018ceba704b None None] No DVR routers for this DVR port cfadf5c1-62c7-4a90-98ee-6bc3b2378383 on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:32:52.374994 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1083f121-a1c4-448e-b3b3-a7be6d6bc57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:52.396479 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-1083f121-a1c4-448e-b3b3-a7be6d6bc57c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a95279e8-8a0b-4d2b-9c79-c6e6605a45f2']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:32:52.406039 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-1083f121-a1c4-448e-b3b3-a7be6d6bc57c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '218785bd-9583-46ff-bbf2-798d7c063942') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:32:52.406352 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-1083f121-a1c4-448e-b3b3-a7be6d6bc57c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '218785bd-9583-46ff-bbf2-798d7c063942') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:32:52.420866 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1083f121-a1c4-448e-b3b3-a7be6d6bc57c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:52.434408 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1083f121-a1c4-448e-b3b3-a7be6d6bc57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:52.440795 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1083f121-a1c4-448e-b3b3-a7be6d6bc57c admin admin] Releasing vlan 1275 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 16:32:52.441172 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1083f121-a1c4-448e-b3b3-a7be6d6bc57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:52.442831 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 16:32:52.442831 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 16:32:52.442831 n-d-808921-1 neutron-server[95297]: timer() Sep 24 16:32:52.442831 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 16:32:52.442831 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 16:32:52.442831 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 16:32:52.442831 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 16:32:52.442831 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 16:32:52.442831 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 16:32:52.442831 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 16:32:52.442831 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 16:32:52.442831 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 16:32:52.442831 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 16:32:52.442831 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 16:32:52.442831 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 16:32:52.442831 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 16:32:52.442831 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 16:32:52.442831 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 16:32:52.442831 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 16:32:52.442831 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 16:32:52.442831 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 16:32:52.442831 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 16:32:52.442831 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 16:32:52.442831 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 16:32:52.442831 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 16:32:52.442831 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 16:32:52.442831 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 16:32:52.442831 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 16:32:52.442831 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 16:32:52.442831 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 16:32:52.442831 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 16:32:52.442831 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 16:32:52.587534 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1083f121-a1c4-448e-b3b3-a7be6d6bc57c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:52.598879 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device cfadf5c1-62c7-4a90-98ee-6bc3b2378383 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:32:52.604454 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-1083f121-a1c4-448e-b3b3-a7be6d6bc57c admin admin] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:52.606376 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-1083f121-a1c4-448e-b3b3-a7be6d6bc57c admin admin] 10.222.0.101 "DELETE /v2.0/networks/a95279e8-8a0b-4d2b-9c79-c6e6605a45f2 HTTP/1.1" status: 204 len: 168 time: 0.7280154 Sep 24 16:32:52.607648 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1083f121-a1c4-448e-b3b3-a7be6d6bc57c admin admin] Pushing event deleted for resources: {'Network': ['ID=a95279e8-8a0b-4d2b-9c79-c6e6605a45f2,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:32:52.618490 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: cfadf5c1-62c7-4a90-98ee-6bc3b2378383 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:32:52.618844 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device cfadf5c1-62c7-4a90-98ee-6bc3b2378383 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:32:52.619266 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device e257f2f4-3850-413b-8962-4c2890393a32 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:32:52.643948 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: e257f2f4-3850-413b-8962-4c2890393a32 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:32:52.644208 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device e257f2f4-3850-413b-8962-4c2890393a32 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:32:52.644628 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 8980fe0b-045b-40dd-8aed-fe9726fb10f7 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:32:52.663225 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 8980fe0b-045b-40dd-8aed-fe9726fb10f7 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:32:52.663580 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 8980fe0b-045b-40dd-8aed-fe9726fb10f7 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:32:53.004056 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46304) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:32:53.044026 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-9f62787e-1593-4208-be6b-37a0d6c4a051 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=7f2133e7a47a464eb1459efb2eb5849a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0387983 Sep 24 16:32:53.046532 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46306) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:32:53.093478 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0f2feee7-6b41-4aed-969a-f1f7e29e9576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:53.120938 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0f2feee7-6b41-4aed-969a-f1f7e29e9576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:53.252756 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0f2feee7-6b41-4aed-969a-f1f7e29e9576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:53.255329 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0f2feee7-6b41-4aed-969a-f1f7e29e9576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:53.256565 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-0f2feee7-6b41-4aed-969a-f1f7e29e9576 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/e6c1470f-03a4-4b39-a9fb-2ccc419e13f1 HTTP/1.1" status: 204 len: 168 time: 0.2090955 Sep 24 16:32:53.265401 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2feee7-6b41-4aed-969a-f1f7e29e9576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c1470f-03a4-4b39-a9fb-2ccc419e13f1,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:32:53.891518 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46312) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:32:53.934978 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-60c2f467-3f0b-4bc0-8a56-5e096046e4d3 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=66f343901b694a19ba284d0ca4414d78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422413 Sep 24 16:32:53.937355 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46314) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:32:53.986138 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6fda7252-012e-4b93-b04e-fe02f96d45fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:54.010131 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6fda7252-012e-4b93-b04e-fe02f96d45fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:54.149520 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6fda7252-012e-4b93-b04e-fe02f96d45fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:54.152212 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6fda7252-012e-4b93-b04e-fe02f96d45fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:54.153374 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-6fda7252-012e-4b93-b04e-fe02f96d45fa admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/5c694f27-8845-40ba-919c-befa221e5e1e HTTP/1.1" status: 204 len: 168 time: 0.2150800 Sep 24 16:32:54.161252 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fda7252-012e-4b93-b04e-fe02f96d45fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c694f27-8845-40ba-919c-befa221e5e1e,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:32:55.233448 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46336) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:32:55.343220 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-d2ac8051-8527-4075-87ba-3288c9048bba admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1787400089-network', 'tenant_id': '4bdd4afb03684c04bce7f7aeb8ca65c5'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:32:55.434961 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ac8051-8527-4075-87ba-3288c9048bba admin admin] Made reservation on behalf of 4bdd4afb03684c04bce7f7aeb8ca65c5 for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:32:55.437345 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d2ac8051-8527-4075-87ba-3288c9048bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:55.446004 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d2ac8051-8527-4075-87ba-3288c9048bba admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:55.535104 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d2ac8051-8527-4075-87ba-3288c9048bba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:55.589248 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d2ac8051-8527-4075-87ba-3288c9048bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:55.615014 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2ac8051-8527-4075-87ba-3288c9048bba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1284} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 16:32:55.623649 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ac8051-8527-4075-87ba-3288c9048bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7f4570-d777-4bdb-a869-7f3910bf1983,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:32:55.630474 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d2ac8051-8527-4075-87ba-3288c9048bba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:55.630864 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-d2ac8051-8527-4075-87ba-3288c9048bba admin admin] Added segment 041bc345-a82f-446d-a607-67a15d303ac4 of type vlan for network 88a1f4d2-90a9-4c4b-a326-61ead2070bbd Sep 24 16:32:55.673321 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d2ac8051-8527-4075-87ba-3288c9048bba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:55.755058 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d2ac8051-8527-4075-87ba-3288c9048bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:55.756031 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ac8051-8527-4075-87ba-3288c9048bba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:32:55.756611 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d2ac8051-8527-4075-87ba-3288c9048bba admin admin] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:55.815784 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ac8051-8527-4075-87ba-3288c9048bba admin admin] Pushing event updated for resources: {'Network': ['ID=88a1f4d2-90a9-4c4b-a326-61ead2070bbd,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:32:55.825394 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 88a1f4d2-90a9-4c4b-a326-61ead2070bbd details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 16:32:55.853530 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-d2ac8051-8527-4075-87ba-3288c9048bba admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6185524 Sep 24 16:32:55.856250 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46340) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:32:55.861063 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-3630dda2-30a9-419a-9072-bc902f3ce439 admin admin] Request body: {'subnet': {'network_id': '88a1f4d2-90a9-4c4b-a326-61ead2070bbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1787400089-subnet', 'tenant_id': '4bdd4afb03684c04bce7f7aeb8ca65c5', 'ip_version': 4}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:32:55.932069 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3630dda2-30a9-419a-9072-bc902f3ce439 admin admin] Made reservation on behalf of 4bdd4afb03684c04bce7f7aeb8ca65c5 for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:32:55.934521 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3630dda2-30a9-419a-9072-bc902f3ce439 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:56.222572 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3630dda2-30a9-419a-9072-bc902f3ce439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:56.284502 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3630dda2-30a9-419a-9072-bc902f3ce439 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed39218f-4be6-42ee-99a5-fb7dfd8ae96d,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:32:56.293059 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3630dda2-30a9-419a-9072-bc902f3ce439 admin admin] Checking segment: {'id': '041bc345-a82f-446d-a607-67a15d303ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '88a1f4d2-90a9-4c4b-a326-61ead2070bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:32:56.293409 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3630dda2-30a9-419a-9072-bc902f3ce439 admin admin] Network hostable DHCP agents. Network: 88a1f4d2-90a9-4c4b-a326-61ead2070bbd, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 16:32:56.413518 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3630dda2-30a9-419a-9072-bc902f3ce439 admin admin] Network 88a1f4d2-90a9-4c4b-a326-61ead2070bbd is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 16:32:56.501486 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-3630dda2-30a9-419a-9072-bc902f3ce439 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 88a1f4d2-90a9-4c4b-a326-61ead2070bbd) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:32:56.506072 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3630dda2-30a9-419a-9072-bc902f3ce439 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:32:56.506691 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3630dda2-30a9-419a-9072-bc902f3ce439 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:56.512102 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae0844c-6c92-4d13-a471-47ac578f4f4a None None] Network 88a1f4d2-90a9-4c4b-a326-61ead2070bbd requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:32:56.588176 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-3630dda2-30a9-419a-9072-bc902f3ce439 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7307458 Sep 24 16:32:56.590676 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46342) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:32:56.595024 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-cbe53b81-ccd9-4c2c-bf85-e143329dd18f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1787400089-router', 'tenant_id': '4bdd4afb03684c04bce7f7aeb8ca65c5', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:32:56.657970 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fb9bf5-0515-4541-8c20-ea243e79d0a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-88a1f4d2-90a9-4c4b-a326-61ead2070bbd', 'network_id': '88a1f4d2-90a9-4c4b-a326-61ead2070bbd', 'tenant_id': '4bdd4afb03684c04bce7f7aeb8ca65c5', 'fixed_ips': [{'subnet_id': 'ed39218f-4be6-42ee-99a5-fb7dfd8ae96d'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 16:32:56.658884 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a1fb9bf5-0515-4541-8c20-ea243e79d0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:56.709802 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cbe53b81-ccd9-4c2c-bf85-e143329dd18f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:56.710894 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cbe53b81-ccd9-4c2c-bf85-e143329dd18f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:56.762363 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cbe53b81-ccd9-4c2c-bf85-e143329dd18f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:56.789858 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-a1fb9bf5-0515-4541-8c20-ea243e79d0a2 None None] Allocated IP 172.20.0.2 (88a1f4d2-90a9-4c4b-a326-61ead2070bbd/ed39218f-4be6-42ee-99a5-fb7dfd8ae96d/0de7bc92-bfb6-4bfc-825c-c071c8044191) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:32:56.933478 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a1fb9bf5-0515-4541-8c20-ea243e79d0a2 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:56.953436 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cbe53b81-ccd9-4c2c-bf85-e143329dd18f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:57.047090 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a1fb9bf5-0515-4541-8c20-ea243e79d0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:57.086052 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fb9bf5-0515-4541-8c20-ea243e79d0a2 None None] Network 88a1f4d2-90a9-4c4b-a326-61ead2070bbd is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:32:57.088781 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-a1fb9bf5-0515-4541-8c20-ea243e79d0a2 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:32:57.092333 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fb9bf5-0515-4541-8c20-ea243e79d0a2 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:32:57.100464 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fb9bf5-0515-4541-8c20-ea243e79d0a2 None None] Pushing event updated for resources: {'Port': ['ID=0de7bc92-bfb6-4bfc-825c-c071c8044191,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:32:57.157103 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-a1fb9bf5-0515-4541-8c20-ea243e79d0a2 None None] Attempting to bind port 0de7bc92-bfb6-4bfc-825c-c071c8044191 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:32:57.157465 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-a1fb9bf5-0515-4541-8c20-ea243e79d0a2 None None] Attempting to bind port 0de7bc92-bfb6-4bfc-825c-c071c8044191 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '041bc345-a82f-446d-a607-67a15d303ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '88a1f4d2-90a9-4c4b-a326-61ead2070bbd'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:32:57.157826 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fb9bf5-0515-4541-8c20-ea243e79d0a2 None None] Attempting to bind port 0de7bc92-bfb6-4bfc-825c-c071c8044191 on network 88a1f4d2-90a9-4c4b-a326-61ead2070bbd {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:32:57.163334 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fb9bf5-0515-4541-8c20-ea243e79d0a2 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:32:57.163696 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fb9bf5-0515-4541-8c20-ea243e79d0a2 None None] Checking segment: {'id': '041bc345-a82f-446d-a607-67a15d303ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '88a1f4d2-90a9-4c4b-a326-61ead2070bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:32:57.164093 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a1fb9bf5-0515-4541-8c20-ea243e79d0a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:57.164484 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1fb9bf5-0515-4541-8c20-ea243e79d0a2 None None] Bound using segment: {'id': '041bc345-a82f-446d-a607-67a15d303ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '88a1f4d2-90a9-4c4b-a326-61ead2070bbd'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:32:57.164946 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-a1fb9bf5-0515-4541-8c20-ea243e79d0a2 None None] Bound port: 0de7bc92-bfb6-4bfc-825c-c071c8044191, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041bc345-a82f-446d-a607-67a15d303ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '88a1f4d2-90a9-4c4b-a326-61ead2070bbd'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:32:57.165425 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a1fb9bf5-0515-4541-8c20-ea243e79d0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:57.229814 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-a1fb9bf5-0515-4541-8c20-ea243e79d0a2 None None] For port 0de7bc92-bfb6-4bfc-825c-c071c8044191, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:32:57.233153 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-a1fb9bf5-0515-4541-8c20-ea243e79d0a2 None None] For port 0de7bc92-bfb6-4bfc-825c-c071c8044191, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=0de7bc92-bfb6-4bfc-825c-c071c8044191,segment=NetworkSegment(041bc345-a82f-446d-a607-67a15d303ac4),segment_id=041bc345-a82f-446d-a607-67a15d303ac4)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:32:57.293856 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cbe53b81-ccd9-4c2c-bf85-e143329dd18f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:57.310048 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a1fb9bf5-0515-4541-8c20-ea243e79d0a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:57.327806 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cbe53b81-ccd9-4c2c-bf85-e143329dd18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:57.370358 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fb9bf5-0515-4541-8c20-ea243e79d0a2 None None] Pushing event updated for resources: {'Port': ['ID=0de7bc92-bfb6-4bfc-825c-c071c8044191,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:32:57.435932 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-cbe53b81-ccd9-4c2c-bf85-e143329dd18f admin admin] Allocated IP 172.25.0.123 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/9f9aa82f-b06b-44e0-b606-f80453662759) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:32:57.554819 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cbe53b81-ccd9-4c2c-bf85-e143329dd18f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:57.664162 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cbe53b81-ccd9-4c2c-bf85-e143329dd18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:57.701258 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe53b81-ccd9-4c2c-bf85-e143329dd18f admin admin] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:32:57.704038 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-cbe53b81-ccd9-4c2c-bf85-e143329dd18f admin admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:32:57.708062 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe53b81-ccd9-4c2c-bf85-e143329dd18f admin admin] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:32:57.715496 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe53b81-ccd9-4c2c-bf85-e143329dd18f admin admin] Pushing event updated for resources: {'Port': ['ID=9f9aa82f-b06b-44e0-b606-f80453662759,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:32:58.029613 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cbe53b81-ccd9-4c2c-bf85-e143329dd18f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:58.234407 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cbe53b81-ccd9-4c2c-bf85-e143329dd18f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:58.269184 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8694007-28cd-4a96-9c16-76b41e787b5d None None] Network 88a1f4d2-90a9-4c4b-a326-61ead2070bbd requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:32:58.308210 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-b80a009e-bf4d-44f0-8a76-666fed6a1604 None None] Provisioning complete for port 0de7bc92-bfb6-4bfc-825c-c071c8044191 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:32:58.308582 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b80a009e-bf4d-44f0-8a76-666fed6a1604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:58.485963 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b80a009e-bf4d-44f0-8a76-666fed6a1604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:58.528651 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-b80a009e-bf4d-44f0-8a76-666fed6a1604 None None] For port 0de7bc92-bfb6-4bfc-825c-c071c8044191, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=0de7bc92-bfb6-4bfc-825c-c071c8044191,segment=NetworkSegment(041bc345-a82f-446d-a607-67a15d303ac4),segment_id=041bc345-a82f-446d-a607-67a15d303ac4)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:32:58.606808 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b80a009e-bf4d-44f0-8a76-666fed6a1604 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:58.659992 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 0de7bc92-bfb6-4bfc-825c-c071c8044191 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:32:58.683487 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80a009e-bf4d-44f0-8a76-666fed6a1604 None None] Pushing event updated for resources: {'Port': ['ID=0de7bc92-bfb6-4bfc-825c-c071c8044191,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:32:58.714951 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbe53b81-ccd9-4c2c-bf85-e143329dd18f admin admin] Router 318c489b-3f70-4c57-8331-2fdfda1e2b61 is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 16:32:58.720499 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 0de7bc92-bfb6-4bfc-825c-c071c8044191 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:32:58.720499 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:58.824271 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe53b81-ccd9-4c2c-bf85-e143329dd18f admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:32:58.828667 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-dbed84a6-b3ae-4f45-9a74-b8d0f2a30e79 None None] Provisioning complete for port 0de7bc92-bfb6-4bfc-825c-c071c8044191 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:32:58.828893 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-dbed84a6-b3ae-4f45-9a74-b8d0f2a30e79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:58.833702 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273797ec-ec97-4241-8dc5-6c2d5b1ae7b9 None None] Sync routers for ids ['318c489b-3f70-4c57-8331-2fdfda1e2b61'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:32:58.843217 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273797ec-ec97-4241-8dc5-6c2d5b1ae7b9 None None] Routers {'318c489b-3f70-4c57-8331-2fdfda1e2b61'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:32:58.843783 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-273797ec-ec97-4241-8dc5-6c2d5b1ae7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:32:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['318c489b-3f70-4c57-8331-2fdfda1e2b61'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:32:58.907203 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cbe53b81-ccd9-4c2c-bf85-e143329dd18f admin admin] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:58.912081 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-cbe53b81-ccd9-4c2c-bf85-e143329dd18f admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3170886 Sep 24 16:32:58.912296 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46344) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:32:58.948107 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-273797ec-ec97-4241-8dc5-6c2d5b1ae7b9 None None] Set router 318c489b-3f70-4c57-8331-2fdfda1e2b61 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:32:59.123095 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-273797ec-ec97-4241-8dc5-6c2d5b1ae7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318c489b-3f70-4c57-8331-2fdfda1e2b61', 'name': 'tempest-TestMinimumBasicScenario-1787400089-router', 'tenant_id': '4bdd4afb03684c04bce7f7aeb8ca65c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '9f9aa82f-b06b-44e0-b606-f80453662759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:32:56Z', 'updated_at': '2021-09-24T16:32:57Z', 'revision_number': 3, 'project_id': '4bdd4afb03684c04bce7f7aeb8ca65c5', 'gw_port': {'id': '9f9aa82f-b06b-44e0-b606-f80453662759', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cf:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318c489b-3f70-4c57-8331-2fdfda1e2b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:32:57Z', 'updated_at': '2021-09-24T16:32:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:32:59.153150 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273797ec-ec97-4241-8dc5-6c2d5b1ae7b9 None None] Checking router: 318c489b-3f70-4c57-8331-2fdfda1e2b61 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:32:59.153505 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273797ec-ec97-4241-8dc5-6c2d5b1ae7b9 None None] Updating router 318c489b-3f70-4c57-8331-2fdfda1e2b61 port 9f9aa82f-b06b-44e0-b606-f80453662759 binding host n-d-808921-1 {{(pid=95300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 16:32:59.266354 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-273797ec-ec97-4241-8dc5-6c2d5b1ae7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:59.340367 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5443e098-0e63-4790-9572-38e4170c8901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:59.503382 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-5443e098-0e63-4790-9572-38e4170c8901 admin admin] Allocated IP 172.20.0.1 (88a1f4d2-90a9-4c4b-a326-61ead2070bbd/ed39218f-4be6-42ee-99a5-fb7dfd8ae96d/f3e4aadd-8a66-4292-a993-ad762257f5ee) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:32:59.523495 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-273797ec-ec97-4241-8dc5-6c2d5b1ae7b9 None None] Notify callbacks [] for port, precommit_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:59.611331 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5443e098-0e63-4790-9572-38e4170c8901 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:59.617824 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-273797ec-ec97-4241-8dc5-6c2d5b1ae7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:59.673043 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-273797ec-ec97-4241-8dc5-6c2d5b1ae7b9 None None] Attempting to bind port 9f9aa82f-b06b-44e0-b606-f80453662759 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:32:59.673465 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-273797ec-ec97-4241-8dc5-6c2d5b1ae7b9 None None] Attempting to bind port 9f9aa82f-b06b-44e0-b606-f80453662759 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:32:59.673754 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273797ec-ec97-4241-8dc5-6c2d5b1ae7b9 None None] Attempting to bind port 9f9aa82f-b06b-44e0-b606-f80453662759 on network e6a2de20-1ea0-43e5-88e0-982d19e317d5 {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:32:59.676170 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee9fa74-9072-4941-b231-8e8ce8088d0e None None] Pushing event updated for resources: {'Port': ['ID=9f9aa82f-b06b-44e0-b606-f80453662759,revision_number=2']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:32:59.684730 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273797ec-ec97-4241-8dc5-6c2d5b1ae7b9 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:32:59.685093 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273797ec-ec97-4241-8dc5-6c2d5b1ae7b9 None None] Checking segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:32:59.685487 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-273797ec-ec97-4241-8dc5-6c2d5b1ae7b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:59.685874 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273797ec-ec97-4241-8dc5-6c2d5b1ae7b9 None None] Bound using segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:32:59.686320 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-273797ec-ec97-4241-8dc5-6c2d5b1ae7b9 None None] Bound port: 9f9aa82f-b06b-44e0-b606-f80453662759, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:32:59.686711 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-273797ec-ec97-4241-8dc5-6c2d5b1ae7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:59.689507 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee9fa74-9072-4941-b231-8e8ce8088d0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:32:59.689842 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee9fa74-9072-4941-b231-8e8ce8088d0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:32:59.690172 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee9fa74-9072-4941-b231-8e8ce8088d0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:32:59.690528 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee9fa74-9072-4941-b231-8e8ce8088d0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:32:59.690897 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee9fa74-9072-4941-b231-8e8ce8088d0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:32:59.691218 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee9fa74-9072-4941-b231-8e8ce8088d0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:32:59.691533 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee9fa74-9072-4941-b231-8e8ce8088d0e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:32:59.691850 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee9fa74-9072-4941-b231-8e8ce8088d0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:32:59.692163 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee9fa74-9072-4941-b231-8e8ce8088d0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:32:59.692472 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee9fa74-9072-4941-b231-8e8ce8088d0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:32:59.692785 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee9fa74-9072-4941-b231-8e8ce8088d0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:32:59.693097 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee9fa74-9072-4941-b231-8e8ce8088d0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:32:59.721814 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5443e098-0e63-4790-9572-38e4170c8901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:59.743124 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-273797ec-ec97-4241-8dc5-6c2d5b1ae7b9 None None] For port 9f9aa82f-b06b-44e0-b606-f80453662759, host n-d-808921-1, cleared binding levels {{(pid=95300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:32:59.746070 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-273797ec-ec97-4241-8dc5-6c2d5b1ae7b9 None None] For port 9f9aa82f-b06b-44e0-b606-f80453662759, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=9f9aa82f-b06b-44e0-b606-f80453662759,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:32:59.759123 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5443e098-0e63-4790-9572-38e4170c8901 admin admin] Network 88a1f4d2-90a9-4c4b-a326-61ead2070bbd is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:32:59.761860 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-5443e098-0e63-4790-9572-38e4170c8901 admin admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:32:59.764264 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5443e098-0e63-4790-9572-38e4170c8901 admin admin] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:32:59.794617 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5443e098-0e63-4790-9572-38e4170c8901 admin admin] Pushing event updated for resources: {'Port': ['ID=f3e4aadd-8a66-4292-a993-ad762257f5ee,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:32:59.814936 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5443e098-0e63-4790-9572-38e4170c8901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:59.829517 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-273797ec-ec97-4241-8dc5-6c2d5b1ae7b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:32:59.891313 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee9fa74-9072-4941-b231-8e8ce8088d0e None None] Pushing event updated for resources: {'Port': ['ID=9f9aa82f-b06b-44e0-b606-f80453662759,revision_number=3']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:32:59.899758 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273797ec-ec97-4241-8dc5-6c2d5b1ae7b9 None None] Routers {'318c489b-3f70-4c57-8331-2fdfda1e2b61'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:32:59.900375 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-273797ec-ec97-4241-8dc5-6c2d5b1ae7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:32:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['318c489b-3f70-4c57-8331-2fdfda1e2b61'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:33:00.007721 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-273797ec-ec97-4241-8dc5-6c2d5b1ae7b9 None None] Set router 318c489b-3f70-4c57-8331-2fdfda1e2b61 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:33:00.036953 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-d435449d-8902-445a-aad3-94b46943d53b None None] Provisioning complete for port f3e4aadd-8a66-4292-a993-ad762257f5ee triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:33:00.037505 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d435449d-8902-445a-aad3-94b46943d53b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:00.070088 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5443e098-0e63-4790-9572-38e4170c8901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:00.076145 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-d435449d-8902-445a-aad3-94b46943d53b None None] Port f3e4aadd-8a66-4292-a993-ad762257f5ee cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:33:00.196466 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-273797ec-ec97-4241-8dc5-6c2d5b1ae7b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318c489b-3f70-4c57-8331-2fdfda1e2b61', 'name': 'tempest-TestMinimumBasicScenario-1787400089-router', 'tenant_id': '4bdd4afb03684c04bce7f7aeb8ca65c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '9f9aa82f-b06b-44e0-b606-f80453662759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:32:56Z', 'updated_at': '2021-09-24T16:32:57Z', 'revision_number': 3, 'project_id': '4bdd4afb03684c04bce7f7aeb8ca65c5', 'gw_port': {'id': '9f9aa82f-b06b-44e0-b606-f80453662759', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cf:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318c489b-3f70-4c57-8331-2fdfda1e2b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:32:57Z', 'updated_at': '2021-09-24T16:32:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:33:00.218155 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273797ec-ec97-4241-8dc5-6c2d5b1ae7b9 None None] The sync data for ids ['318c489b-3f70-4c57-8331-2fdfda1e2b61'] in n-d-808921-1 is: [{'id': '318c489b-3f70-4c57-8331-2fdfda1e2b61', 'name': 'tempest-TestMinimumBasicScenario-1787400089-router', 'tenant_id': '4bdd4afb03684c04bce7f7aeb8ca65c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '9f9aa82f-b06b-44e0-b606-f80453662759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:32:56Z', 'updated_at': '2021-09-24T16:32:57Z', 'revision_number': 3, 'project_id': '4bdd4afb03684c04bce7f7aeb8ca65c5', 'gw_port': {'id': '9f9aa82f-b06b-44e0-b606-f80453662759', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cf:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318c489b-3f70-4c57-8331-2fdfda1e2b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:32:57Z', 'updated_at': '2021-09-24T16:32:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:33:00.252341 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5443e098-0e63-4790-9572-38e4170c8901 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:00.326446 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5443e098-0e63-4790-9572-38e4170c8901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:00.401422 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5443e098-0e63-4790-9572-38e4170c8901 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:00.403251 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5443e098-0e63-4790-9572-38e4170c8901 admin admin] Pushing event updated for resources: {'Port': ['ID=f3e4aadd-8a66-4292-a993-ad762257f5ee,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:33:00.522864 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5443e098-0e63-4790-9572-38e4170c8901 admin admin] Network 88a1f4d2-90a9-4c4b-a326-61ead2070bbd is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:33:00.524332 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-5443e098-0e63-4790-9572-38e4170c8901 admin admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:33:00.668442 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5443e098-0e63-4790-9572-38e4170c8901 admin admin] Router 318c489b-3f70-4c57-8331-2fdfda1e2b61 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:33:00.734024 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 9f9aa82f-b06b-44e0-b606-f80453662759 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:33:00.786570 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 9f9aa82f-b06b-44e0-b606-f80453662759 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:33:00.787093 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:00.826842 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5443e098-0e63-4790-9572-38e4170c8901 admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:33:00.837133 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-bb949bec-c94c-4041-9622-75dd81f534f2 None None] Provisioning complete for port f3e4aadd-8a66-4292-a993-ad762257f5ee triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:33:00.837503 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-bb949bec-c94c-4041-9622-75dd81f534f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:00.847780 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-5443e098-0e63-4790-9572-38e4170c8901 admin admin] 10.222.0.101 "PUT /v2.0/routers/318c489b-3f70-4c57-8331-2fdfda1e2b61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9257925 Sep 24 16:33:00.888022 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-bb949bec-c94c-4041-9622-75dd81f534f2 None None] Port f3e4aadd-8a66-4292-a993-ad762257f5ee cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:33:00.927247 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:00.954423 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port 9f9aa82f-b06b-44e0-b606-f80453662759, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=9f9aa82f-b06b-44e0-b606-f80453662759,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:33:01.023622 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:01.027492 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 0de7bc92-bfb6-4bfc-825c-c071c8044191 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:33:01.100730 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=9f9aa82f-b06b-44e0-b606-f80453662759,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:33:01.112456 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 0de7bc92-bfb6-4bfc-825c-c071c8044191 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:33:01.113015 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:01.280928 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b2344034-e6d9-4d62-a6e2-757236983fde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:01.614893 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46360) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:33:01.620084 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-c4a99819-8443-4599-8609-0b9a0ddb3bc6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1469038176-network', 'tenant_id': 'def00bef8e2f4f7a801fdb6ed7d72406'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:33:01.709281 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a99819-8443-4599-8609-0b9a0ddb3bc6 admin admin] Made reservation on behalf of def00bef8e2f4f7a801fdb6ed7d72406 for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:33:01.711711 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c4a99819-8443-4599-8609-0b9a0ddb3bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:01.720966 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c4a99819-8443-4599-8609-0b9a0ddb3bc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:01.813012 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c4a99819-8443-4599-8609-0b9a0ddb3bc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:01.890506 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1e6ab8-ad88-4b2b-a196-4003a0725135 None None] Sync routers for ids ['318c489b-3f70-4c57-8331-2fdfda1e2b61'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:33:01.897625 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c4a99819-8443-4599-8609-0b9a0ddb3bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:01.900031 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1e6ab8-ad88-4b2b-a196-4003a0725135 None None] Routers {'318c489b-3f70-4c57-8331-2fdfda1e2b61'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:33:01.900649 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-fb1e6ab8-ad88-4b2b-a196-4003a0725135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:32:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['318c489b-3f70-4c57-8331-2fdfda1e2b61'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:33:01.921581 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4a99819-8443-4599-8609-0b9a0ddb3bc6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1267} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 16:33:01.935787 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a99819-8443-4599-8609-0b9a0ddb3bc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b2c175-6877-46ff-b9b7-e75d9c74214b,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:33:01.942414 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c4a99819-8443-4599-8609-0b9a0ddb3bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:01.943026 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-c4a99819-8443-4599-8609-0b9a0ddb3bc6 admin admin] Added segment 361d43fb-62c5-404a-b7d5-3108f060e3e7 of type vlan for network a4a6f4bc-8a1d-483c-b6e7-c33b71235fc3 Sep 24 16:33:01.983383 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c4a99819-8443-4599-8609-0b9a0ddb3bc6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:02.010961 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-fb1e6ab8-ad88-4b2b-a196-4003a0725135 None None] Set router 318c489b-3f70-4c57-8331-2fdfda1e2b61 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:33:02.095250 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c4a99819-8443-4599-8609-0b9a0ddb3bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:02.097135 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a99819-8443-4599-8609-0b9a0ddb3bc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:33:02.097727 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c4a99819-8443-4599-8609-0b9a0ddb3bc6 admin admin] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:02.159747 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a99819-8443-4599-8609-0b9a0ddb3bc6 admin admin] Pushing event updated for resources: {'Network': ['ID=a4a6f4bc-8a1d-483c-b6e7-c33b71235fc3,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:33:02.169270 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network a4a6f4bc-8a1d-483c-b6e7-c33b71235fc3 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 16:33:02.181781 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-c4a99819-8443-4599-8609-0b9a0ddb3bc6 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5657508 Sep 24 16:33:02.191732 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46362) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:33:02.196878 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-68ae1e78-fe52-4cca-b20a-1ac563523c3c admin admin] Request body: {'subnet': {'network_id': 'a4a6f4bc-8a1d-483c-b6e7-c33b71235fc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1469038176-subnet', 'tenant_id': 'def00bef8e2f4f7a801fdb6ed7d72406', 'ip_version': 4}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:33:02.273415 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-fb1e6ab8-ad88-4b2b-a196-4003a0725135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318c489b-3f70-4c57-8331-2fdfda1e2b61', 'name': 'tempest-TestMinimumBasicScenario-1787400089-router', 'tenant_id': '4bdd4afb03684c04bce7f7aeb8ca65c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '9f9aa82f-b06b-44e0-b606-f80453662759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:32:56Z', 'updated_at': '2021-09-24T16:32:59Z', 'revision_number': 4, 'project_id': '4bdd4afb03684c04bce7f7aeb8ca65c5', 'gw_port': {'id': '9f9aa82f-b06b-44e0-b606-f80453662759', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cf:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318c489b-3f70-4c57-8331-2fdfda1e2b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:32:57Z', 'updated_at': '2021-09-24T16:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'f3e4aadd-8a66-4292-a993-ad762257f5ee', 'name': '', 'network_id': '88a1f4d2-90a9-4c4b-a326-61ead2070bbd', 'tenant_id': '4bdd4afb03684c04bce7f7aeb8ca65c5', 'mac_address': 'fa:16:3e:bb:eb:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318c489b-3f70-4c57-8331-2fdfda1e2b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'ed39218f-4be6-42ee-99a5-fb7dfd8ae96d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:32:59Z', 'updated_at': '2021-09-24T16:33:00Z', 'revision_number': 2, 'project_id': '4bdd4afb03684c04bce7f7aeb8ca65c5', 'subnets': [{'id': 'ed39218f-4be6-42ee-99a5-fb7dfd8ae96d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:33:02.295381 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ae1e78-fe52-4cca-b20a-1ac563523c3c admin admin] Made reservation on behalf of def00bef8e2f4f7a801fdb6ed7d72406 for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:33:02.297758 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-68ae1e78-fe52-4cca-b20a-1ac563523c3c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:02.300801 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1e6ab8-ad88-4b2b-a196-4003a0725135 None None] Checking router: 318c489b-3f70-4c57-8331-2fdfda1e2b61 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:33:02.301269 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1e6ab8-ad88-4b2b-a196-4003a0725135 None None] Updating router 318c489b-3f70-4c57-8331-2fdfda1e2b61 port f3e4aadd-8a66-4292-a993-ad762257f5ee binding host n-d-808921-1 {{(pid=95299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 16:33:02.327196 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-fb1e6ab8-ad88-4b2b-a196-4003a0725135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:02.541755 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-68ae1e78-fe52-4cca-b20a-1ac563523c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:02.590041 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ae1e78-fe52-4cca-b20a-1ac563523c3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc4e65dc-0d68-4a04-b04b-73dc72d13f53,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:33:02.612622 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ae1e78-fe52-4cca-b20a-1ac563523c3c admin admin] Checking segment: {'id': '361d43fb-62c5-404a-b7d5-3108f060e3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'a4a6f4bc-8a1d-483c-b6e7-c33b71235fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:33:02.612981 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ae1e78-fe52-4cca-b20a-1ac563523c3c admin admin] Network hostable DHCP agents. Network: a4a6f4bc-8a1d-483c-b6e7-c33b71235fc3, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 16:33:02.621554 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 9f9aa82f-b06b-44e0-b606-f80453662759 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:33:02.701173 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ae1e78-fe52-4cca-b20a-1ac563523c3c admin admin] Network a4a6f4bc-8a1d-483c-b6e7-c33b71235fc3 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 16:33:02.735822 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 9f9aa82f-b06b-44e0-b606-f80453662759 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:33:02.736381 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:02.784159 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-68ae1e78-fe52-4cca-b20a-1ac563523c3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, a4a6f4bc-8a1d-483c-b6e7-c33b71235fc3) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:33:02.788612 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ae1e78-fe52-4cca-b20a-1ac563523c3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:33:02.789352 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-68ae1e78-fe52-4cca-b20a-1ac563523c3c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:02.802246 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd88a61-db26-4390-b4e8-da60b597bf16 None None] Network a4a6f4bc-8a1d-483c-b6e7-c33b71235fc3 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:33:02.858730 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-fb1e6ab8-ad88-4b2b-a196-4003a0725135 None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:02.979097 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-68ae1e78-fe52-4cca-b20a-1ac563523c3c admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7860074 Sep 24 16:33:02.982850 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46364) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:33:02.986092 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-83b02da0-20e4-49cc-ab30-09abf951f5f9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1469038176-router', 'tenant_id': 'def00bef8e2f4f7a801fdb6ed7d72406', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:33:03.019869 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2461e705-7dd2-4568-aa39-da4a540a7fdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-a4a6f4bc-8a1d-483c-b6e7-c33b71235fc3', 'network_id': 'a4a6f4bc-8a1d-483c-b6e7-c33b71235fc3', 'tenant_id': 'def00bef8e2f4f7a801fdb6ed7d72406', 'fixed_ips': [{'subnet_id': 'bc4e65dc-0d68-4a04-b04b-73dc72d13f53'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 16:33:03.020778 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2461e705-7dd2-4568-aa39-da4a540a7fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:03.046246 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-fb1e6ab8-ad88-4b2b-a196-4003a0725135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:03.109553 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-83b02da0-20e4-49cc-ab30-09abf951f5f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:03.111041 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-83b02da0-20e4-49cc-ab30-09abf951f5f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:03.149793 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4773864-efff-43fe-8124-30ae1680597c None None] Pushing event updated for resources: {'Port': ['ID=f3e4aadd-8a66-4292-a993-ad762257f5ee,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:33:03.172328 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-83b02da0-20e4-49cc-ab30-09abf951f5f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:03.250451 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-2461e705-7dd2-4568-aa39-da4a540a7fdd None None] Allocated IP 172.20.0.2 (a4a6f4bc-8a1d-483c-b6e7-c33b71235fc3/bc4e65dc-0d68-4a04-b04b-73dc72d13f53/a14cdcd3-a4f6-458a-93de-4e92430732b4) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:33:03.253353 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-fb1e6ab8-ad88-4b2b-a196-4003a0725135 None None] Attempting to bind port f3e4aadd-8a66-4292-a993-ad762257f5ee on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:33:03.253724 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-fb1e6ab8-ad88-4b2b-a196-4003a0725135 None None] Attempting to bind port f3e4aadd-8a66-4292-a993-ad762257f5ee by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '041bc345-a82f-446d-a607-67a15d303ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '88a1f4d2-90a9-4c4b-a326-61ead2070bbd'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:33:03.254093 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1e6ab8-ad88-4b2b-a196-4003a0725135 None None] Attempting to bind port f3e4aadd-8a66-4292-a993-ad762257f5ee on network 88a1f4d2-90a9-4c4b-a326-61ead2070bbd {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:33:03.266355 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1e6ab8-ad88-4b2b-a196-4003a0725135 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:33:03.266737 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1e6ab8-ad88-4b2b-a196-4003a0725135 None None] Checking segment: {'id': '041bc345-a82f-446d-a607-67a15d303ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '88a1f4d2-90a9-4c4b-a326-61ead2070bbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:33:03.267139 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-fb1e6ab8-ad88-4b2b-a196-4003a0725135 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:03.267539 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb1e6ab8-ad88-4b2b-a196-4003a0725135 None None] Bound using segment: {'id': '041bc345-a82f-446d-a607-67a15d303ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '88a1f4d2-90a9-4c4b-a326-61ead2070bbd'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:33:03.268587 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-fb1e6ab8-ad88-4b2b-a196-4003a0725135 None None] Bound port: f3e4aadd-8a66-4292-a993-ad762257f5ee, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '041bc345-a82f-446d-a607-67a15d303ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '88a1f4d2-90a9-4c4b-a326-61ead2070bbd'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:33:03.269008 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-fb1e6ab8-ad88-4b2b-a196-4003a0725135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:03.392266 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-86960799-217c-4e02-ace9-7d39e76ab714 None None] Provisioning complete for port f3e4aadd-8a66-4292-a993-ad762257f5ee triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:33:03.392572 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-86960799-217c-4e02-ace9-7d39e76ab714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:03.414552 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-83b02da0-20e4-49cc-ab30-09abf951f5f9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:03.440663 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-fb1e6ab8-ad88-4b2b-a196-4003a0725135 None None] For port f3e4aadd-8a66-4292-a993-ad762257f5ee, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:33:03.466943 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-fb1e6ab8-ad88-4b2b-a196-4003a0725135 None None] For port f3e4aadd-8a66-4292-a993-ad762257f5ee, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=f3e4aadd-8a66-4292-a993-ad762257f5ee,segment=NetworkSegment(041bc345-a82f-446d-a607-67a15d303ac4),segment_id=041bc345-a82f-446d-a607-67a15d303ac4)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:33:03.497175 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-86960799-217c-4e02-ace9-7d39e76ab714 None None] Port f3e4aadd-8a66-4292-a993-ad762257f5ee cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:33:03.519015 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2461e705-7dd2-4568-aa39-da4a540a7fdd None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:03.543520 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-fb1e6ab8-ad88-4b2b-a196-4003a0725135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:03.603676 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1e6ab8-ad88-4b2b-a196-4003a0725135 None None] Routers {'318c489b-3f70-4c57-8331-2fdfda1e2b61'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:33:03.607862 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-fb1e6ab8-ad88-4b2b-a196-4003a0725135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:32:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['318c489b-3f70-4c57-8331-2fdfda1e2b61'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:33:03.607862 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4773864-efff-43fe-8124-30ae1680597c None None] Pushing event updated for resources: {'Port': ['ID=f3e4aadd-8a66-4292-a993-ad762257f5ee,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:33:03.650521 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2461e705-7dd2-4568-aa39-da4a540a7fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:03.703520 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-83b02da0-20e4-49cc-ab30-09abf951f5f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:03.720038 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2461e705-7dd2-4568-aa39-da4a540a7fdd None None] Network a4a6f4bc-8a1d-483c-b6e7-c33b71235fc3 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:33:03.723224 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-83b02da0-20e4-49cc-ab30-09abf951f5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:03.755496 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-2461e705-7dd2-4568-aa39-da4a540a7fdd None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:33:03.758809 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2461e705-7dd2-4568-aa39-da4a540a7fdd None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:33:03.765601 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2461e705-7dd2-4568-aa39-da4a540a7fdd None None] Pushing event updated for resources: {'Port': ['ID=a14cdcd3-a4f6-458a-93de-4e92430732b4,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:33:03.807192 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-fb1e6ab8-ad88-4b2b-a196-4003a0725135 None None] Set router 318c489b-3f70-4c57-8331-2fdfda1e2b61 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:33:03.848907 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-83b02da0-20e4-49cc-ab30-09abf951f5f9 admin admin] Allocated IP 172.25.0.195 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/698f9c6a-a9f3-47e1-84e4-4e0e23bcc688) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:33:03.886409 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-2461e705-7dd2-4568-aa39-da4a540a7fdd None None] Attempting to bind port a14cdcd3-a4f6-458a-93de-4e92430732b4 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:33:03.886767 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-2461e705-7dd2-4568-aa39-da4a540a7fdd None None] Attempting to bind port a14cdcd3-a4f6-458a-93de-4e92430732b4 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '361d43fb-62c5-404a-b7d5-3108f060e3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'a4a6f4bc-8a1d-483c-b6e7-c33b71235fc3'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:33:03.887132 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2461e705-7dd2-4568-aa39-da4a540a7fdd None None] Attempting to bind port a14cdcd3-a4f6-458a-93de-4e92430732b4 on network a4a6f4bc-8a1d-483c-b6e7-c33b71235fc3 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:33:03.927318 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-3cff48a0-2201-41f1-849c-fec6f77245ec None None] Provisioning complete for port f3e4aadd-8a66-4292-a993-ad762257f5ee triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:33:03.927596 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3cff48a0-2201-41f1-849c-fec6f77245ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:03.929542 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2461e705-7dd2-4568-aa39-da4a540a7fdd None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:33:03.929903 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2461e705-7dd2-4568-aa39-da4a540a7fdd None None] Checking segment: {'id': '361d43fb-62c5-404a-b7d5-3108f060e3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'a4a6f4bc-8a1d-483c-b6e7-c33b71235fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:33:03.930316 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2461e705-7dd2-4568-aa39-da4a540a7fdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:03.930762 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2461e705-7dd2-4568-aa39-da4a540a7fdd None None] Bound using segment: {'id': '361d43fb-62c5-404a-b7d5-3108f060e3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'a4a6f4bc-8a1d-483c-b6e7-c33b71235fc3'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:33:03.931235 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-2461e705-7dd2-4568-aa39-da4a540a7fdd None None] Bound port: a14cdcd3-a4f6-458a-93de-4e92430732b4, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '361d43fb-62c5-404a-b7d5-3108f060e3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'a4a6f4bc-8a1d-483c-b6e7-c33b71235fc3'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:33:03.931609 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2461e705-7dd2-4568-aa39-da4a540a7fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:03.954564 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-83b02da0-20e4-49cc-ab30-09abf951f5f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:03.994519 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-cd663a83-bbbd-4f7d-9868-7e68ae121920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:04.098497 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-83b02da0-20e4-49cc-ab30-09abf951f5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:04.121358 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-2461e705-7dd2-4568-aa39-da4a540a7fdd None None] For port a14cdcd3-a4f6-458a-93de-4e92430732b4, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:33:04.137351 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b02da0-20e4-49cc-ab30-09abf951f5f9 admin admin] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:33:04.140154 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-83b02da0-20e4-49cc-ab30-09abf951f5f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:33:04.143996 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b02da0-20e4-49cc-ab30-09abf951f5f9 admin admin] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:33:04.161889 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-2461e705-7dd2-4568-aa39-da4a540a7fdd None None] For port a14cdcd3-a4f6-458a-93de-4e92430732b4, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=a14cdcd3-a4f6-458a-93de-4e92430732b4,segment=NetworkSegment(361d43fb-62c5-404a-b7d5-3108f060e3e7),segment_id=361d43fb-62c5-404a-b7d5-3108f060e3e7)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:33:04.168128 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3cff48a0-2201-41f1-849c-fec6f77245ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:04.174981 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b02da0-20e4-49cc-ab30-09abf951f5f9 admin admin] Pushing event updated for resources: {'Port': ['ID=698f9c6a-a9f3-47e1-84e4-4e0e23bcc688,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:33:04.210145 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-3cff48a0-2201-41f1-849c-fec6f77245ec None None] For port f3e4aadd-8a66-4292-a993-ad762257f5ee, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=f3e4aadd-8a66-4292-a993-ad762257f5ee,segment=NetworkSegment(041bc345-a82f-446d-a607-67a15d303ac4),segment_id=041bc345-a82f-446d-a607-67a15d303ac4)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:33:04.218896 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-fb1e6ab8-ad88-4b2b-a196-4003a0725135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318c489b-3f70-4c57-8331-2fdfda1e2b61', 'name': 'tempest-TestMinimumBasicScenario-1787400089-router', 'tenant_id': '4bdd4afb03684c04bce7f7aeb8ca65c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '9f9aa82f-b06b-44e0-b606-f80453662759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:32:56Z', 'updated_at': '2021-09-24T16:32:59Z', 'revision_number': 4, 'project_id': '4bdd4afb03684c04bce7f7aeb8ca65c5', 'gw_port': {'id': '9f9aa82f-b06b-44e0-b606-f80453662759', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cf:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318c489b-3f70-4c57-8331-2fdfda1e2b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:32:57Z', 'updated_at': '2021-09-24T16:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'f3e4aadd-8a66-4292-a993-ad762257f5ee', 'name': '', 'network_id': '88a1f4d2-90a9-4c4b-a326-61ead2070bbd', 'tenant_id': '4bdd4afb03684c04bce7f7aeb8ca65c5', 'mac_address': 'fa:16:3e:bb:eb:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318c489b-3f70-4c57-8331-2fdfda1e2b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'ed39218f-4be6-42ee-99a5-fb7dfd8ae96d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:32:59Z', 'updated_at': '2021-09-24T16:33:03Z', 'revision_number': 4, 'project_id': '4bdd4afb03684c04bce7f7aeb8ca65c5', 'subnets': [{'id': 'ed39218f-4be6-42ee-99a5-fb7dfd8ae96d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:33:04.247142 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1e6ab8-ad88-4b2b-a196-4003a0725135 None None] The sync data for ids ['318c489b-3f70-4c57-8331-2fdfda1e2b61'] in n-d-808921-1 is: [{'id': '318c489b-3f70-4c57-8331-2fdfda1e2b61', 'name': 'tempest-TestMinimumBasicScenario-1787400089-router', 'tenant_id': '4bdd4afb03684c04bce7f7aeb8ca65c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '9f9aa82f-b06b-44e0-b606-f80453662759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:32:56Z', 'updated_at': '2021-09-24T16:32:59Z', 'revision_number': 4, 'project_id': '4bdd4afb03684c04bce7f7aeb8ca65c5', 'gw_port': {'id': '9f9aa82f-b06b-44e0-b606-f80453662759', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cf:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318c489b-3f70-4c57-8331-2fdfda1e2b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:32:57Z', 'updated_at': '2021-09-24T16:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'f3e4aadd-8a66-4292-a993-ad762257f5ee', 'name': '', 'network_id': '88a1f4d2-90a9-4c4b-a326-61ead2070bbd', 'tenant_id': '4bdd4afb03684c04bce7f7aeb8ca65c5', 'mac_address': 'fa:16:3e:bb:eb:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '318c489b-3f70-4c57-8331-2fdfda1e2b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'ed39218f-4be6-42ee-99a5-fb7dfd8ae96d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:32:59Z', 'updated_at': '2021-09-24T16:33:03Z', 'revision_number': 4, 'project_id': '4bdd4afb03684c04bce7f7aeb8ca65c5', 'subnets': [{'id': 'ed39218f-4be6-42ee-99a5-fb7dfd8ae96d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:33:04.249183 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2461e705-7dd2-4568-aa39-da4a540a7fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:04.350019 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2461e705-7dd2-4568-aa39-da4a540a7fdd None None] Pushing event updated for resources: {'Port': ['ID=a14cdcd3-a4f6-458a-93de-4e92430732b4,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:33:04.364505 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3cff48a0-2201-41f1-849c-fec6f77245ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:04.435486 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cff48a0-2201-41f1-849c-fec6f77245ec None None] Pushing event updated for resources: {'Port': ['ID=f3e4aadd-8a66-4292-a993-ad762257f5ee,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:33:04.446641 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:04.707971 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device a14cdcd3-a4f6-458a-93de-4e92430732b4 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:33:04.759900 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port a14cdcd3-a4f6-458a-93de-4e92430732b4 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:33:04.760276 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:04.843814 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-83b02da0-20e4-49cc-ab30-09abf951f5f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:04.848482 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:04.884508 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port a14cdcd3-a4f6-458a-93de-4e92430732b4, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=a14cdcd3-a4f6-458a-93de-4e92430732b4,segment=NetworkSegment(361d43fb-62c5-404a-b7d5-3108f060e3e7),segment_id=361d43fb-62c5-404a-b7d5-3108f060e3e7)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:33:04.966305 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:04.968193 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device f3e4aadd-8a66-4292-a993-ad762257f5ee up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:33:05.050000 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=a14cdcd3-a4f6-458a-93de-4e92430732b4,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:33:05.061445 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port f3e4aadd-8a66-4292-a993-ad762257f5ee triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:33:05.061827 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:05.073478 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-83b02da0-20e4-49cc-ab30-09abf951f5f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:05.325608 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83b02da0-20e4-49cc-ab30-09abf951f5f9 admin admin] Router eb81c8cd-a3ab-427e-b851-341d5cb781cc is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 16:33:05.443447 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99365bdc-8648-4b20-900e-5d3e17fd57b6 None None] Network a4a6f4bc-8a1d-483c-b6e7-c33b71235fc3 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:33:05.462772 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b02da0-20e4-49cc-ab30-09abf951f5f9 admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:33:05.479152 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11cde90-b4ab-43d2-a9da-6eeee7a5fc6f None None] Sync routers for ids ['eb81c8cd-a3ab-427e-b851-341d5cb781cc'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:33:05.489932 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11cde90-b4ab-43d2-a9da-6eeee7a5fc6f None None] Routers {'eb81c8cd-a3ab-427e-b851-341d5cb781cc'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:33:05.494549 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-d11cde90-b4ab-43d2-a9da-6eeee7a5fc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:33:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['eb81c8cd-a3ab-427e-b851-341d5cb781cc'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:33:05.508421 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:05.529775 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-6ed40b70-7308-40cb-8bdf-48c30517df00 None None] Provisioning complete for port a14cdcd3-a4f6-458a-93de-4e92430732b4 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:33:05.530147 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6ed40b70-7308-40cb-8bdf-48c30517df00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:05.588911 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-83b02da0-20e4-49cc-ab30-09abf951f5f9 admin admin] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:05.590187 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-83b02da0-20e4-49cc-ab30-09abf951f5f9 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6076343 Sep 24 16:33:05.592867 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46366) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:33:05.604752 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-d11cde90-b4ab-43d2-a9da-6eeee7a5fc6f None None] Set router eb81c8cd-a3ab-427e-b851-341d5cb781cc gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:33:05.791636 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-d11cde90-b4ab-43d2-a9da-6eeee7a5fc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb81c8cd-a3ab-427e-b851-341d5cb781cc', 'name': 'tempest-TestMinimumBasicScenario-1469038176-router', 'tenant_id': 'def00bef8e2f4f7a801fdb6ed7d72406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '698f9c6a-a9f3-47e1-84e4-4e0e23bcc688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:33:03Z', 'updated_at': '2021-09-24T16:33:04Z', 'revision_number': 3, 'project_id': 'def00bef8e2f4f7a801fdb6ed7d72406', 'gw_port': {'id': '698f9c6a-a9f3-47e1-84e4-4e0e23bcc688', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:53:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb81c8cd-a3ab-427e-b851-341d5cb781cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:33:03Z', 'updated_at': '2021-09-24T16:33:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:33:05.823118 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11cde90-b4ab-43d2-a9da-6eeee7a5fc6f None None] Checking router: eb81c8cd-a3ab-427e-b851-341d5cb781cc for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:33:05.823554 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11cde90-b4ab-43d2-a9da-6eeee7a5fc6f None None] Updating router eb81c8cd-a3ab-427e-b851-341d5cb781cc port 698f9c6a-a9f3-47e1-84e4-4e0e23bcc688 binding host n-d-808921-1 {{(pid=95300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 16:33:05.849939 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-d11cde90-b4ab-43d2-a9da-6eeee7a5fc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:05.904419 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-78b9e744-e93e-454d-979b-458b26c167b0 None None] Provisioning complete for port a14cdcd3-a4f6-458a-93de-4e92430732b4 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:33:05.905300 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-78b9e744-e93e-454d-979b-458b26c167b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:06.029597 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bf31bfb9-753d-47ad-844d-492e904dc393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:06.118637 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-d11cde90-b4ab-43d2-a9da-6eeee7a5fc6f None None] Notify callbacks [] for port, precommit_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:06.185433 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-bf31bfb9-753d-47ad-844d-492e904dc393 admin admin] Allocated IP 172.20.0.1 (a4a6f4bc-8a1d-483c-b6e7-c33b71235fc3/bc4e65dc-0d68-4a04-b04b-73dc72d13f53/d81bb495-4664-434c-a0d3-ba3d04f957dd) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:33:06.204039 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-d11cde90-b4ab-43d2-a9da-6eeee7a5fc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:06.257342 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-d11cde90-b4ab-43d2-a9da-6eeee7a5fc6f None None] Attempting to bind port 698f9c6a-a9f3-47e1-84e4-4e0e23bcc688 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:33:06.257700 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-d11cde90-b4ab-43d2-a9da-6eeee7a5fc6f None None] Attempting to bind port 698f9c6a-a9f3-47e1-84e4-4e0e23bcc688 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:33:06.258051 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11cde90-b4ab-43d2-a9da-6eeee7a5fc6f None None] Attempting to bind port 698f9c6a-a9f3-47e1-84e4-4e0e23bcc688 on network e6a2de20-1ea0-43e5-88e0-982d19e317d5 {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:33:06.269917 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783c61b-f233-4982-8311-e9e40c364f33 None None] Pushing event updated for resources: {'Port': ['ID=698f9c6a-a9f3-47e1-84e4-4e0e23bcc688,revision_number=2']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:33:06.273990 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11cde90-b4ab-43d2-a9da-6eeee7a5fc6f None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:33:06.274439 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11cde90-b4ab-43d2-a9da-6eeee7a5fc6f None None] Checking segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:33:06.274779 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-d11cde90-b4ab-43d2-a9da-6eeee7a5fc6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:06.275157 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d11cde90-b4ab-43d2-a9da-6eeee7a5fc6f None None] Bound using segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:33:06.275625 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-d11cde90-b4ab-43d2-a9da-6eeee7a5fc6f None None] Bound port: 698f9c6a-a9f3-47e1-84e4-4e0e23bcc688, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:33:06.275995 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-d11cde90-b4ab-43d2-a9da-6eeee7a5fc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:06.301004 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bf31bfb9-753d-47ad-844d-492e904dc393 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:06.335271 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-d11cde90-b4ab-43d2-a9da-6eeee7a5fc6f None None] For port 698f9c6a-a9f3-47e1-84e4-4e0e23bcc688, host n-d-808921-1, cleared binding levels {{(pid=95300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:33:06.337526 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-d11cde90-b4ab-43d2-a9da-6eeee7a5fc6f None None] For port 698f9c6a-a9f3-47e1-84e4-4e0e23bcc688, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=698f9c6a-a9f3-47e1-84e4-4e0e23bcc688,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:33:06.434892 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bf31bfb9-753d-47ad-844d-492e904dc393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:06.435801 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-d11cde90-b4ab-43d2-a9da-6eeee7a5fc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:06.475059 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf31bfb9-753d-47ad-844d-492e904dc393 admin admin] Network a4a6f4bc-8a1d-483c-b6e7-c33b71235fc3 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:33:06.478134 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-bf31bfb9-753d-47ad-844d-492e904dc393 admin admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:33:06.481665 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf31bfb9-753d-47ad-844d-492e904dc393 admin admin] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:33:06.497091 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11cde90-b4ab-43d2-a9da-6eeee7a5fc6f None None] Routers {'eb81c8cd-a3ab-427e-b851-341d5cb781cc'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:33:06.497795 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-d11cde90-b4ab-43d2-a9da-6eeee7a5fc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:33:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['eb81c8cd-a3ab-427e-b851-341d5cb781cc'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:33:06.508063 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf31bfb9-753d-47ad-844d-492e904dc393 admin admin] Pushing event updated for resources: {'Port': ['ID=d81bb495-4664-434c-a0d3-ba3d04f957dd,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:33:06.535473 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bf31bfb9-753d-47ad-844d-492e904dc393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:06.542551 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783c61b-f233-4982-8311-e9e40c364f33 None None] Pushing event updated for resources: {'Port': ['ID=698f9c6a-a9f3-47e1-84e4-4e0e23bcc688,revision_number=3']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:33:06.635705 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device a14cdcd3-a4f6-458a-93de-4e92430732b4 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:33:06.692373 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port a14cdcd3-a4f6-458a-93de-4e92430732b4 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:33:06.693161 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:06.712456 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-d11cde90-b4ab-43d2-a9da-6eeee7a5fc6f None None] Set router eb81c8cd-a3ab-427e-b851-341d5cb781cc gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:33:06.749357 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bf31bfb9-753d-47ad-844d-492e904dc393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:06.823484 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-878acb38-7446-4d11-8e24-82d55c21a526 None None] Provisioning complete for port d81bb495-4664-434c-a0d3-ba3d04f957dd triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:33:06.823988 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-878acb38-7446-4d11-8e24-82d55c21a526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:06.864652 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-878acb38-7446-4d11-8e24-82d55c21a526 None None] Port d81bb495-4664-434c-a0d3-ba3d04f957dd cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:33:06.898655 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-d11cde90-b4ab-43d2-a9da-6eeee7a5fc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb81c8cd-a3ab-427e-b851-341d5cb781cc', 'name': 'tempest-TestMinimumBasicScenario-1469038176-router', 'tenant_id': 'def00bef8e2f4f7a801fdb6ed7d72406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '698f9c6a-a9f3-47e1-84e4-4e0e23bcc688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:33:03Z', 'updated_at': '2021-09-24T16:33:04Z', 'revision_number': 3, 'project_id': 'def00bef8e2f4f7a801fdb6ed7d72406', 'gw_port': {'id': '698f9c6a-a9f3-47e1-84e4-4e0e23bcc688', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:53:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb81c8cd-a3ab-427e-b851-341d5cb781cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:33:03Z', 'updated_at': '2021-09-24T16:33:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:33:06.912923 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:06.925515 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11cde90-b4ab-43d2-a9da-6eeee7a5fc6f None None] The sync data for ids ['eb81c8cd-a3ab-427e-b851-341d5cb781cc'] in n-d-808921-1 is: [{'id': 'eb81c8cd-a3ab-427e-b851-341d5cb781cc', 'name': 'tempest-TestMinimumBasicScenario-1469038176-router', 'tenant_id': 'def00bef8e2f4f7a801fdb6ed7d72406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '698f9c6a-a9f3-47e1-84e4-4e0e23bcc688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:33:03Z', 'updated_at': '2021-09-24T16:33:04Z', 'revision_number': 3, 'project_id': 'def00bef8e2f4f7a801fdb6ed7d72406', 'gw_port': {'id': '698f9c6a-a9f3-47e1-84e4-4e0e23bcc688', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:53:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb81c8cd-a3ab-427e-b851-341d5cb781cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:33:03Z', 'updated_at': '2021-09-24T16:33:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:33:06.936804 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bf31bfb9-753d-47ad-844d-492e904dc393 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:07.029182 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bf31bfb9-753d-47ad-844d-492e904dc393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:07.101821 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bf31bfb9-753d-47ad-844d-492e904dc393 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:07.103968 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf31bfb9-753d-47ad-844d-492e904dc393 admin admin] Pushing event updated for resources: {'Port': ['ID=d81bb495-4664-434c-a0d3-ba3d04f957dd,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:33:07.118329 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf31bfb9-753d-47ad-844d-492e904dc393 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:33:07.118728 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf31bfb9-753d-47ad-844d-492e904dc393 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:33:07.119056 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf31bfb9-753d-47ad-844d-492e904dc393 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:33:07.119383 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf31bfb9-753d-47ad-844d-492e904dc393 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:33:07.119705 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf31bfb9-753d-47ad-844d-492e904dc393 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:33:07.120031 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf31bfb9-753d-47ad-844d-492e904dc393 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:33:07.120349 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf31bfb9-753d-47ad-844d-492e904dc393 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:33:07.120669 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf31bfb9-753d-47ad-844d-492e904dc393 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:33:07.120985 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf31bfb9-753d-47ad-844d-492e904dc393 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:33:07.121303 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf31bfb9-753d-47ad-844d-492e904dc393 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:33:07.121613 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf31bfb9-753d-47ad-844d-492e904dc393 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:33:07.122640 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf31bfb9-753d-47ad-844d-492e904dc393 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:33:07.481042 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf31bfb9-753d-47ad-844d-492e904dc393 admin admin] Network a4a6f4bc-8a1d-483c-b6e7-c33b71235fc3 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:33:07.482700 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-bf31bfb9-753d-47ad-844d-492e904dc393 admin admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:33:07.608114 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf31bfb9-753d-47ad-844d-492e904dc393 admin admin] Router eb81c8cd-a3ab-427e-b851-341d5cb781cc has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:33:07.729918 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf31bfb9-753d-47ad-844d-492e904dc393 admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:33:07.735874 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-bf31bfb9-753d-47ad-844d-492e904dc393 admin admin] 10.222.0.101 "PUT /v2.0/routers/eb81c8cd-a3ab-427e-b851-341d5cb781cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1417894 Sep 24 16:33:07.790366 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-39d3b9dd-bc72-48e4-bbfe-da9cf18fc7d0 None None] Provisioning complete for port d81bb495-4664-434c-a0d3-ba3d04f957dd triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:33:07.790952 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-39d3b9dd-bc72-48e4-bbfe-da9cf18fc7d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:07.825274 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-39d3b9dd-bc72-48e4-bbfe-da9cf18fc7d0 None None] Port d81bb495-4664-434c-a0d3-ba3d04f957dd cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:33:08.472682 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83c75b0-82e1-4c7c-9f35-83d1528ea1ce None None] Sync routers for ids ['eb81c8cd-a3ab-427e-b851-341d5cb781cc'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:33:08.483132 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83c75b0-82e1-4c7c-9f35-83d1528ea1ce None None] Routers {'eb81c8cd-a3ab-427e-b851-341d5cb781cc'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:33:08.483775 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-d83c75b0-82e1-4c7c-9f35-83d1528ea1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:33:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['eb81c8cd-a3ab-427e-b851-341d5cb781cc'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:33:08.740612 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 698f9c6a-a9f3-47e1-84e4-4e0e23bcc688 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:33:08.792313 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-d83c75b0-82e1-4c7c-9f35-83d1528ea1ce None None] Set router eb81c8cd-a3ab-427e-b851-341d5cb781cc gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:33:08.875412 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 698f9c6a-a9f3-47e1-84e4-4e0e23bcc688 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:33:08.875787 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:09.078350 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:09.103818 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-d83c75b0-82e1-4c7c-9f35-83d1528ea1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb81c8cd-a3ab-427e-b851-341d5cb781cc', 'name': 'tempest-TestMinimumBasicScenario-1469038176-router', 'tenant_id': 'def00bef8e2f4f7a801fdb6ed7d72406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '698f9c6a-a9f3-47e1-84e4-4e0e23bcc688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:33:03Z', 'updated_at': '2021-09-24T16:33:06Z', 'revision_number': 4, 'project_id': 'def00bef8e2f4f7a801fdb6ed7d72406', 'gw_port': {'id': '698f9c6a-a9f3-47e1-84e4-4e0e23bcc688', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:53:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb81c8cd-a3ab-427e-b851-341d5cb781cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:33:03Z', 'updated_at': '2021-09-24T16:33:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'd81bb495-4664-434c-a0d3-ba3d04f957dd', 'name': '', 'network_id': 'a4a6f4bc-8a1d-483c-b6e7-c33b71235fc3', 'tenant_id': 'def00bef8e2f4f7a801fdb6ed7d72406', 'mac_address': 'fa:16:3e:da:a5:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb81c8cd-a3ab-427e-b851-341d5cb781cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'bc4e65dc-0d68-4a04-b04b-73dc72d13f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:33:06Z', 'updated_at': '2021-09-24T16:33:06Z', 'revision_number': 2, 'project_id': 'def00bef8e2f4f7a801fdb6ed7d72406', 'subnets': [{'id': 'bc4e65dc-0d68-4a04-b04b-73dc72d13f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:33:09.108923 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port 698f9c6a-a9f3-47e1-84e4-4e0e23bcc688, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=698f9c6a-a9f3-47e1-84e4-4e0e23bcc688,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:33:09.140930 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83c75b0-82e1-4c7c-9f35-83d1528ea1ce None None] Checking router: eb81c8cd-a3ab-427e-b851-341d5cb781cc for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:33:09.141276 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83c75b0-82e1-4c7c-9f35-83d1528ea1ce None None] Updating router eb81c8cd-a3ab-427e-b851-341d5cb781cc port d81bb495-4664-434c-a0d3-ba3d04f957dd binding host n-d-808921-1 {{(pid=95299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 16:33:09.171818 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d83c75b0-82e1-4c7c-9f35-83d1528ea1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:09.206978 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:09.339558 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=698f9c6a-a9f3-47e1-84e4-4e0e23bcc688,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:33:09.518394 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:09.539167 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d83c75b0-82e1-4c7c-9f35-83d1528ea1ce None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:09.623746 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d83c75b0-82e1-4c7c-9f35-83d1528ea1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:09.691816 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989a25f6-5113-4e11-ba5c-b9ebdf088dfc None None] Pushing event updated for resources: {'Port': ['ID=d81bb495-4664-434c-a0d3-ba3d04f957dd,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:33:09.744160 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-d83c75b0-82e1-4c7c-9f35-83d1528ea1ce None None] Attempting to bind port d81bb495-4664-434c-a0d3-ba3d04f957dd on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:33:09.744437 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-d83c75b0-82e1-4c7c-9f35-83d1528ea1ce None None] Attempting to bind port d81bb495-4664-434c-a0d3-ba3d04f957dd by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '361d43fb-62c5-404a-b7d5-3108f060e3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'a4a6f4bc-8a1d-483c-b6e7-c33b71235fc3'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:33:09.744873 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83c75b0-82e1-4c7c-9f35-83d1528ea1ce None None] Attempting to bind port d81bb495-4664-434c-a0d3-ba3d04f957dd on network a4a6f4bc-8a1d-483c-b6e7-c33b71235fc3 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:33:09.753936 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83c75b0-82e1-4c7c-9f35-83d1528ea1ce None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:33:09.754289 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83c75b0-82e1-4c7c-9f35-83d1528ea1ce None None] Checking segment: {'id': '361d43fb-62c5-404a-b7d5-3108f060e3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'a4a6f4bc-8a1d-483c-b6e7-c33b71235fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:33:09.754669 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d83c75b0-82e1-4c7c-9f35-83d1528ea1ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:09.755125 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d83c75b0-82e1-4c7c-9f35-83d1528ea1ce None None] Bound using segment: {'id': '361d43fb-62c5-404a-b7d5-3108f060e3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'a4a6f4bc-8a1d-483c-b6e7-c33b71235fc3'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:33:09.755603 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-d83c75b0-82e1-4c7c-9f35-83d1528ea1ce None None] Bound port: d81bb495-4664-434c-a0d3-ba3d04f957dd, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '361d43fb-62c5-404a-b7d5-3108f060e3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1267, 'network_id': 'a4a6f4bc-8a1d-483c-b6e7-c33b71235fc3'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:33:09.755988 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d83c75b0-82e1-4c7c-9f35-83d1528ea1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:09.838384 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-d83c75b0-82e1-4c7c-9f35-83d1528ea1ce None None] For port d81bb495-4664-434c-a0d3-ba3d04f957dd, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:33:09.841905 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-d83c75b0-82e1-4c7c-9f35-83d1528ea1ce None None] For port d81bb495-4664-434c-a0d3-ba3d04f957dd, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=d81bb495-4664-434c-a0d3-ba3d04f957dd,segment=NetworkSegment(361d43fb-62c5-404a-b7d5-3108f060e3e7),segment_id=361d43fb-62c5-404a-b7d5-3108f060e3e7)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:33:09.921139 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d83c75b0-82e1-4c7c-9f35-83d1528ea1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:10.011370 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-c493c1b6-3ca5-4a81-8284-dd36794f28bf None None] Provisioning complete for port d81bb495-4664-434c-a0d3-ba3d04f957dd triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:33:10.011754 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c493c1b6-3ca5-4a81-8284-dd36794f28bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:10.021259 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83c75b0-82e1-4c7c-9f35-83d1528ea1ce None None] Routers {'eb81c8cd-a3ab-427e-b851-341d5cb781cc'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:33:10.021259 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-d83c75b0-82e1-4c7c-9f35-83d1528ea1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:33:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['eb81c8cd-a3ab-427e-b851-341d5cb781cc'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:33:10.021259 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989a25f6-5113-4e11-ba5c-b9ebdf088dfc None None] Pushing event updated for resources: {'Port': ['ID=d81bb495-4664-434c-a0d3-ba3d04f957dd,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:33:10.203941 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-d83c75b0-82e1-4c7c-9f35-83d1528ea1ce None None] Set router eb81c8cd-a3ab-427e-b851-341d5cb781cc gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:33:10.205835 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c493c1b6-3ca5-4a81-8284-dd36794f28bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:10.279637 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-c493c1b6-3ca5-4a81-8284-dd36794f28bf None None] For port d81bb495-4664-434c-a0d3-ba3d04f957dd, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=d81bb495-4664-434c-a0d3-ba3d04f957dd,segment=NetworkSegment(361d43fb-62c5-404a-b7d5-3108f060e3e7),segment_id=361d43fb-62c5-404a-b7d5-3108f060e3e7)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:33:10.395279 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c493c1b6-3ca5-4a81-8284-dd36794f28bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:10.481023 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c493c1b6-3ca5-4a81-8284-dd36794f28bf None None] Pushing event updated for resources: {'Port': ['ID=d81bb495-4664-434c-a0d3-ba3d04f957dd,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:33:10.498699 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-d83c75b0-82e1-4c7c-9f35-83d1528ea1ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb81c8cd-a3ab-427e-b851-341d5cb781cc', 'name': 'tempest-TestMinimumBasicScenario-1469038176-router', 'tenant_id': 'def00bef8e2f4f7a801fdb6ed7d72406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '698f9c6a-a9f3-47e1-84e4-4e0e23bcc688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:33:03Z', 'updated_at': '2021-09-24T16:33:06Z', 'revision_number': 4, 'project_id': 'def00bef8e2f4f7a801fdb6ed7d72406', 'gw_port': {'id': '698f9c6a-a9f3-47e1-84e4-4e0e23bcc688', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:53:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb81c8cd-a3ab-427e-b851-341d5cb781cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:33:03Z', 'updated_at': '2021-09-24T16:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'd81bb495-4664-434c-a0d3-ba3d04f957dd', 'name': '', 'network_id': 'a4a6f4bc-8a1d-483c-b6e7-c33b71235fc3', 'tenant_id': 'def00bef8e2f4f7a801fdb6ed7d72406', 'mac_address': 'fa:16:3e:da:a5:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb81c8cd-a3ab-427e-b851-341d5cb781cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'bc4e65dc-0d68-4a04-b04b-73dc72d13f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:33:06Z', 'updated_at': '2021-09-24T16:33:09Z', 'revision_number': 4, 'project_id': 'def00bef8e2f4f7a801fdb6ed7d72406', 'subnets': [{'id': 'bc4e65dc-0d68-4a04-b04b-73dc72d13f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:33:10.535412 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83c75b0-82e1-4c7c-9f35-83d1528ea1ce None None] The sync data for ids ['eb81c8cd-a3ab-427e-b851-341d5cb781cc'] in n-d-808921-1 is: [{'id': 'eb81c8cd-a3ab-427e-b851-341d5cb781cc', 'name': 'tempest-TestMinimumBasicScenario-1469038176-router', 'tenant_id': 'def00bef8e2f4f7a801fdb6ed7d72406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '698f9c6a-a9f3-47e1-84e4-4e0e23bcc688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:33:03Z', 'updated_at': '2021-09-24T16:33:06Z', 'revision_number': 4, 'project_id': 'def00bef8e2f4f7a801fdb6ed7d72406', 'gw_port': {'id': '698f9c6a-a9f3-47e1-84e4-4e0e23bcc688', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:53:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb81c8cd-a3ab-427e-b851-341d5cb781cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:33:03Z', 'updated_at': '2021-09-24T16:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'd81bb495-4664-434c-a0d3-ba3d04f957dd', 'name': '', 'network_id': 'a4a6f4bc-8a1d-483c-b6e7-c33b71235fc3', 'tenant_id': 'def00bef8e2f4f7a801fdb6ed7d72406', 'mac_address': 'fa:16:3e:da:a5:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb81c8cd-a3ab-427e-b851-341d5cb781cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'bc4e65dc-0d68-4a04-b04b-73dc72d13f53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:33:06Z', 'updated_at': '2021-09-24T16:33:09Z', 'revision_number': 4, 'project_id': 'def00bef8e2f4f7a801fdb6ed7d72406', 'subnets': [{'id': 'bc4e65dc-0d68-4a04-b04b-73dc72d13f53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:33:10.547524 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-05302170-0fa1-451d-8dc6-c41272d0352e None None] Provisioning complete for port d81bb495-4664-434c-a0d3-ba3d04f957dd triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:33:10.548334 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-05302170-0fa1-451d-8dc6-c41272d0352e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:10.710571 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 698f9c6a-a9f3-47e1-84e4-4e0e23bcc688 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:33:10.787780 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 698f9c6a-a9f3-47e1-84e4-4e0e23bcc688 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:33:10.788162 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:11.372803 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:12.661941 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device d81bb495-4664-434c-a0d3-ba3d04f957dd up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:33:12.720459 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port d81bb495-4664-434c-a0d3-ba3d04f957dd triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:33:12.720825 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:19.758743 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6995b6-1195-4d76-8939-1b3a9ebf2086 req-ec2df9e1-605a-4151-aafa-5c436cc792ac tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:33:19.760273 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8c6995b6-1195-4d76-8939-1b3a9ebf2086 req-ec2df9e1-605a-4151-aafa-5c436cc792ac tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/networks?id=88a1f4d2-90a9-4c4b-a326-61ead2070bbd HTTP/1.1" status: 200 len: 815 time: 0.1018953 Sep 24 16:33:19.775571 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8c6995b6-1195-4d76-8939-1b3a9ebf2086 req-3dc25569-0231-4979-a04e-bf8d932ef000 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/quotas/4bdd4afb03684c04bce7f7aeb8ca65c5 HTTP/1.1" status: 200 len: 375 time: 0.0094976 Sep 24 16:33:19.832600 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8c6995b6-1195-4d76-8939-1b3a9ebf2086 req-eb62d020-0d70-4fe8-b269-b354df2ffefc tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=4bdd4afb03684c04bce7f7aeb8ca65c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512173 Sep 24 16:33:19.931263 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8c6995b6-1195-4d76-8939-1b3a9ebf2086 req-c657023f-6315-448b-8b03-7a021d7ec9ca service neutron] 10.222.0.101 "GET /v2.0/networks/88a1f4d2-90a9-4c4b-a326-61ead2070bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868053 Sep 24 16:33:20.027731 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8c6995b6-1195-4d76-8939-1b3a9ebf2086 req-d9f81fbe-ba78-41df-b8bc-08498c01cf4d service neutron] 10.222.0.101 "GET /v2.0/networks/88a1f4d2-90a9-4c4b-a326-61ead2070bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903785 Sep 24 16:33:20.289030 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-046216b5-daf7-4021-9275-abe3be1e36ea req-883b33ad-d804-4e7e-b8bc-acb4ba0ebece tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/ports?device_id=d68220ba-4666-4f60-8f05-b357e326e8a9 HTTP/1.1" status: 200 len: 210 time: 0.0276968 Sep 24 16:33:21.366976 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-58cd0db5-eebb-4bd9-a665-5c5a6ad038ff req-17a9c05a-b99d-4a7e-a650-cd0c59e26168 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/ports?device_id=d68220ba-4666-4f60-8f05-b357e326e8a9 HTTP/1.1" status: 200 len: 210 time: 0.0268226 Sep 24 16:33:22.471134 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-093b02fd-17e1-488e-88a1-3e53d6484195 req-8445c707-f303-40c4-b1b0-47b1b17e72f4 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/ports?device_id=d68220ba-4666-4f60-8f05-b357e326e8a9 HTTP/1.1" status: 200 len: 210 time: 0.0369668 Sep 24 16:33:22.568696 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6995b6-1195-4d76-8939-1b3a9ebf2086 req-07ed96ec-c660-4404-9697-ebfe9a9a8ce9 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:33:22.570258 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8c6995b6-1195-4d76-8939-1b3a9ebf2086 req-07ed96ec-c660-4404-9697-ebfe9a9a8ce9 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.110 "GET /v2.0/networks?id=88a1f4d2-90a9-4c4b-a326-61ead2070bbd HTTP/1.1" status: 200 len: 815 time: 0.1222193 Sep 24 16:33:22.588184 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-8c6995b6-1195-4d76-8939-1b3a9ebf2086 req-283b1ea7-1368-46fc-8db3-69c568934ba0 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Request body: {'port': {'device_id': 'd68220ba-4666-4f60-8f05-b357e326e8a9', 'network_id': '88a1f4d2-90a9-4c4b-a326-61ead2070bbd', 'admin_state_up': True, 'tenant_id': '4bdd4afb03684c04bce7f7aeb8ca65c5'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:33:22.776709 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c6995b6-1195-4d76-8939-1b3a9ebf2086 req-283b1ea7-1368-46fc-8db3-69c568934ba0 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Made reservation on behalf of 4bdd4afb03684c04bce7f7aeb8ca65c5 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:33:22.780401 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8c6995b6-1195-4d76-8939-1b3a9ebf2086 req-283b1ea7-1368-46fc-8db3-69c568934ba0 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:22.909824 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-8c6995b6-1195-4d76-8939-1b3a9ebf2086 req-283b1ea7-1368-46fc-8db3-69c568934ba0 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Allocated IP 172.20.0.5 (88a1f4d2-90a9-4c4b-a326-61ead2070bbd/ed39218f-4be6-42ee-99a5-fb7dfd8ae96d/2d5a3dda-8d00-4d01-9346-58d3b10460d9) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:33:23.070900 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8c6995b6-1195-4d76-8939-1b3a9ebf2086 req-283b1ea7-1368-46fc-8db3-69c568934ba0 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:23.187031 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8c6995b6-1195-4d76-8939-1b3a9ebf2086 req-283b1ea7-1368-46fc-8db3-69c568934ba0 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:23.235435 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c6995b6-1195-4d76-8939-1b3a9ebf2086 req-283b1ea7-1368-46fc-8db3-69c568934ba0 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Network 88a1f4d2-90a9-4c4b-a326-61ead2070bbd is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:33:23.236461 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-8c6995b6-1195-4d76-8939-1b3a9ebf2086 req-283b1ea7-1368-46fc-8db3-69c568934ba0 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:33:23.241682 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c6995b6-1195-4d76-8939-1b3a9ebf2086 req-283b1ea7-1368-46fc-8db3-69c568934ba0 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:33:23.252312 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283b1ea7-1368-46fc-8db3-69c568934ba0 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Pushing event updated for resources: {'Port': ['ID=2d5a3dda-8d00-4d01-9346-58d3b10460d9,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:33:23.339244 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6995b6-1195-4d76-8939-1b3a9ebf2086 req-283b1ea7-1368-46fc-8db3-69c568934ba0 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:33:23.342360 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8c6995b6-1195-4d76-8939-1b3a9ebf2086 req-283b1ea7-1368-46fc-8db3-69c568934ba0 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:23.441265 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8c6995b6-1195-4d76-8939-1b3a9ebf2086 req-283b1ea7-1368-46fc-8db3-69c568934ba0 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8568549 Sep 24 16:33:23.591157 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-5663a70e-184c-40e6-9a4e-2e3142e36331 None None] Provisioning complete for port 2d5a3dda-8d00-4d01-9346-58d3b10460d9 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:33:23.592293 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5663a70e-184c-40e6-9a4e-2e3142e36331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:23.606061 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c899f87-b22a-4383-afac-d938797b7b4a req-41cde596-1864-472b-ab88-e1d53a78efe2 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:33:23.615861 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2c899f87-b22a-4383-afac-d938797b7b4a req-41cde596-1864-472b-ab88-e1d53a78efe2 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/ports?device_id=d68220ba-4666-4f60-8f05-b357e326e8a9 HTTP/1.1" status: 200 len: 931 time: 0.0673642 Sep 24 16:33:23.643332 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-5663a70e-184c-40e6-9a4e-2e3142e36331 None None] Port 2d5a3dda-8d00-4d01-9346-58d3b10460d9 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:33:23.665903 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2c899f87-b22a-4383-afac-d938797b7b4a req-930f89e1-2120-46c6-a0a0-e221b87d18c3 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e7f4570-d777-4bdb-a869-7f3910bf1983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491288 Sep 24 16:33:24.795609 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0e1cf7-3b23-4b68-9920-73ed02a10e14 req-bfe2e078-34dc-4ee2-91ac-71096e4f9b49 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:33:24.797148 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0d0e1cf7-3b23-4b68-9920-73ed02a10e14 req-bfe2e078-34dc-4ee2-91ac-71096e4f9b49 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/ports?device_id=d68220ba-4666-4f60-8f05-b357e326e8a9 HTTP/1.1" status: 200 len: 931 time: 0.0563521 Sep 24 16:33:24.837741 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0d0e1cf7-3b23-4b68-9920-73ed02a10e14 req-9602f03d-11ed-411e-8a5d-5ad94483e15c tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e7f4570-d777-4bdb-a869-7f3910bf1983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342052 Sep 24 16:33:25.963113 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a66693-ca05-4d30-88ac-cbe10653a442 req-b3fdb592-7dfa-445e-babe-3afe1348a56c tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:33:25.964732 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d8a66693-ca05-4d30-88ac-cbe10653a442 req-b3fdb592-7dfa-445e-babe-3afe1348a56c tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/ports?device_id=d68220ba-4666-4f60-8f05-b357e326e8a9 HTTP/1.1" status: 200 len: 931 time: 0.0549009 Sep 24 16:33:26.018360 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d8a66693-ca05-4d30-88ac-cbe10653a442 req-269a83b7-efe4-4a3a-8877-ba658e314506 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e7f4570-d777-4bdb-a869-7f3910bf1983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470293 Sep 24 16:33:27.140738 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f26115-7457-4cb6-98a5-08de3e03a15e req-01536e27-e37d-4839-bac9-f91aeb4f18eb tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:33:27.142365 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f1f26115-7457-4cb6-98a5-08de3e03a15e req-01536e27-e37d-4839-bac9-f91aeb4f18eb tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/ports?device_id=d68220ba-4666-4f60-8f05-b357e326e8a9 HTTP/1.1" status: 200 len: 931 time: 0.0530012 Sep 24 16:33:27.187188 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f1f26115-7457-4cb6-98a5-08de3e03a15e req-11b0bad4-7f93-44d9-bf8f-5da791a77625 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e7f4570-d777-4bdb-a869-7f3910bf1983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378249 Sep 24 16:33:28.055930 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:33:28.321188 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6171d7-a013-4393-8ef2-e727199d0f19 req-4ae6a480-4f5b-4baf-a193-edecf9d660be tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:33:28.322800 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1d6171d7-a013-4393-8ef2-e727199d0f19 req-4ae6a480-4f5b-4baf-a193-edecf9d660be tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/ports?device_id=d68220ba-4666-4f60-8f05-b357e326e8a9 HTTP/1.1" status: 200 len: 931 time: 0.0615044 Sep 24 16:33:28.374129 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1d6171d7-a013-4393-8ef2-e727199d0f19 req-dc231949-93e4-4ecd-8e4d-11fdc3e0c995 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e7f4570-d777-4bdb-a869-7f3910bf1983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361402 Sep 24 16:33:29.704986 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbc7754-b890-46ad-b43b-3c2c31026212 req-b08eb5ea-7977-4317-8b02-000359468778 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:33:29.708032 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2bbc7754-b890-46ad-b43b-3c2c31026212 req-b08eb5ea-7977-4317-8b02-000359468778 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/ports?device_id=d68220ba-4666-4f60-8f05-b357e326e8a9 HTTP/1.1" status: 200 len: 931 time: 0.2603281 Sep 24 16:33:29.750895 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2bbc7754-b890-46ad-b43b-3c2c31026212 req-9171e6a7-4ddf-48b6-a789-b2a52bc1e803 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e7f4570-d777-4bdb-a869-7f3910bf1983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357950 Sep 24 16:33:30.958894 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420e2645-eef7-4b0e-ac8e-1679f4f2715a req-034469a0-c26a-47b2-9f49-e55640d489ac tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:33:30.960566 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-420e2645-eef7-4b0e-ac8e-1679f4f2715a req-034469a0-c26a-47b2-9f49-e55640d489ac tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/ports?device_id=d68220ba-4666-4f60-8f05-b357e326e8a9 HTTP/1.1" status: 200 len: 931 time: 0.1268213 Sep 24 16:33:31.015167 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-420e2645-eef7-4b0e-ac8e-1679f4f2715a req-10218f94-ce0c-4887-b234-156ad85606f3 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e7f4570-d777-4bdb-a869-7f3910bf1983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423870 Sep 24 16:33:31.274050 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e3a53cac-4aac-4875-85cb-18a0b321b2c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:32.137850 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bf030b-611e-481e-8528-a3600e6b5b93 req-bd9ab1dd-f5b3-4281-94f9-38aab49e7fd5 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:33:32.139948 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-49bf030b-611e-481e-8528-a3600e6b5b93 req-bd9ab1dd-f5b3-4281-94f9-38aab49e7fd5 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/ports?device_id=d68220ba-4666-4f60-8f05-b357e326e8a9 HTTP/1.1" status: 200 len: 931 time: 0.0564799 Sep 24 16:33:32.185039 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-49bf030b-611e-481e-8528-a3600e6b5b93 req-bdc9b9ea-7c97-403b-9b46-4fc0884e585f tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e7f4570-d777-4bdb-a869-7f3910bf1983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382245 Sep 24 16:33:33.249869 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-8c6995b6-1195-4d76-8939-1b3a9ebf2086 req-c867ecfb-1e9c-43c5-acd4-6f99402c1e89 service neutron] Request body: {'port': {'device_id': 'd68220ba-4666-4f60-8f05-b357e326e8a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:33:33.304231 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8c6995b6-1195-4d76-8939-1b3a9ebf2086 req-c867ecfb-1e9c-43c5-acd4-6f99402c1e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:33.305797 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce37e256-5bdf-4c1a-b2cc-fbb8e717d28a req-22ea476d-dd0b-411b-a735-2be315c0e9ac tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:33:33.308186 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ce37e256-5bdf-4c1a-b2cc-fbb8e717d28a req-22ea476d-dd0b-411b-a735-2be315c0e9ac tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/ports?device_id=d68220ba-4666-4f60-8f05-b357e326e8a9 HTTP/1.1" status: 200 len: 931 time: 0.0507910 Sep 24 16:33:33.351841 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ce37e256-5bdf-4c1a-b2cc-fbb8e717d28a req-155f8f15-7278-4183-9d37-9cfffeb36938 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e7f4570-d777-4bdb-a869-7f3910bf1983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379121 Sep 24 16:33:33.571149 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-8c6995b6-1195-4d76-8939-1b3a9ebf2086 req-c867ecfb-1e9c-43c5-acd4-6f99402c1e89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d5a3dda-8d00-4d01-9346-58d3b10460d9 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:33:33.578242 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8c6995b6-1195-4d76-8939-1b3a9ebf2086 req-c867ecfb-1e9c-43c5-acd4-6f99402c1e89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:33.590544 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-8c6995b6-1195-4d76-8939-1b3a9ebf2086 req-c867ecfb-1e9c-43c5-acd4-6f99402c1e89 service neutron] Transition to ACTIVE for port object 2d5a3dda-8d00-4d01-9346-58d3b10460d9 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 16:33:33.679275 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8c6995b6-1195-4d76-8939-1b3a9ebf2086 req-c867ecfb-1e9c-43c5-acd4-6f99402c1e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:33.748262 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c867ecfb-1e9c-43c5-acd4-6f99402c1e89 service neutron] Pushing event updated for resources: {'Port': ['ID=2d5a3dda-8d00-4d01-9346-58d3b10460d9,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:33:33.802635 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-8c6995b6-1195-4d76-8939-1b3a9ebf2086 req-c867ecfb-1e9c-43c5-acd4-6f99402c1e89 service neutron] Attempting to bind port 2d5a3dda-8d00-4d01-9346-58d3b10460d9 on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:33:33.802994 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-8c6995b6-1195-4d76-8939-1b3a9ebf2086 req-c867ecfb-1e9c-43c5-acd4-6f99402c1e89 service neutron] Attempting to bind port 2d5a3dda-8d00-4d01-9346-58d3b10460d9 by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': '041bc345-a82f-446d-a607-67a15d303ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '88a1f4d2-90a9-4c4b-a326-61ead2070bbd'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:33:33.803321 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6995b6-1195-4d76-8939-1b3a9ebf2086 req-c867ecfb-1e9c-43c5-acd4-6f99402c1e89 service neutron] Attempting to bind port 2d5a3dda-8d00-4d01-9346-58d3b10460d9 on network 88a1f4d2-90a9-4c4b-a326-61ead2070bbd {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:33:33.808138 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6995b6-1195-4d76-8939-1b3a9ebf2086 req-c867ecfb-1e9c-43c5-acd4-6f99402c1e89 service neutron] Port 2d5a3dda-8d00-4d01-9346-58d3b10460d9 on network 88a1f4d2-90a9-4c4b-a326-61ead2070bbd not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 16:33:33.808623 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6995b6-1195-4d76-8939-1b3a9ebf2086 req-c867ecfb-1e9c-43c5-acd4-6f99402c1e89 service neutron] Attempting to bind port 2d5a3dda-8d00-4d01-9346-58d3b10460d9 on network 88a1f4d2-90a9-4c4b-a326-61ead2070bbd {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:33:33.813700 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6995b6-1195-4d76-8939-1b3a9ebf2086 req-c867ecfb-1e9c-43c5-acd4-6f99402c1e89 service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:33:33.814038 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6995b6-1195-4d76-8939-1b3a9ebf2086 req-c867ecfb-1e9c-43c5-acd4-6f99402c1e89 service neutron] Checking segment: {'id': '041bc345-a82f-446d-a607-67a15d303ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '88a1f4d2-90a9-4c4b-a326-61ead2070bbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:33:33.814458 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c6995b6-1195-4d76-8939-1b3a9ebf2086 req-c867ecfb-1e9c-43c5-acd4-6f99402c1e89 service neutron] Bound using segment: {'id': '041bc345-a82f-446d-a607-67a15d303ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '88a1f4d2-90a9-4c4b-a326-61ead2070bbd'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:33:33.814891 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-8c6995b6-1195-4d76-8939-1b3a9ebf2086 req-c867ecfb-1e9c-43c5-acd4-6f99402c1e89 service neutron] Bound port: 2d5a3dda-8d00-4d01-9346-58d3b10460d9, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '041bc345-a82f-446d-a607-67a15d303ac4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1284, 'network_id': '88a1f4d2-90a9-4c4b-a326-61ead2070bbd'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:33:33.815253 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8c6995b6-1195-4d76-8939-1b3a9ebf2086 req-c867ecfb-1e9c-43c5-acd4-6f99402c1e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:33.888263 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-8c6995b6-1195-4d76-8939-1b3a9ebf2086 req-c867ecfb-1e9c-43c5-acd4-6f99402c1e89 service neutron] For port 2d5a3dda-8d00-4d01-9346-58d3b10460d9, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:33:33.891465 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-8c6995b6-1195-4d76-8939-1b3a9ebf2086 req-c867ecfb-1e9c-43c5-acd4-6f99402c1e89 service neutron] For port 2d5a3dda-8d00-4d01-9346-58d3b10460d9, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=2d5a3dda-8d00-4d01-9346-58d3b10460d9,segment=NetworkSegment(041bc345-a82f-446d-a607-67a15d303ac4),segment_id=041bc345-a82f-446d-a607-67a15d303ac4)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:33:33.911925 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d9a83505-8181-4347-b3d5-c104190cfac8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:33.980800 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8c6995b6-1195-4d76-8939-1b3a9ebf2086 req-c867ecfb-1e9c-43c5-acd4-6f99402c1e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:34.015667 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6995b6-1195-4d76-8939-1b3a9ebf2086 req-c867ecfb-1e9c-43c5-acd4-6f99402c1e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:33:34.016282 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8c6995b6-1195-4d76-8939-1b3a9ebf2086 req-c867ecfb-1e9c-43c5-acd4-6f99402c1e89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:34.017659 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8c6995b6-1195-4d76-8939-1b3a9ebf2086 req-c867ecfb-1e9c-43c5-acd4-6f99402c1e89 service neutron] 10.222.0.110 "PUT /v2.0/ports/2d5a3dda-8d00-4d01-9346-58d3b10460d9 HTTP/1.1" status: 200 len: 1091 time: 0.7722800 Sep 24 16:33:34.018101 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd68220ba-4666-4f60-8f05-b357e326e8a9', 'tag': '2d5a3dda-8d00-4d01-9346-58d3b10460d9'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:33:34.020557 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86bdbdc9b9e92b390e2d9cb11b84962cc6f6bd0fdc6518f79f4e2677ef2c88f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25957e08-aba7-4299-af02-95ddf03ea8c3" -d '{"events": [{"name": "network-changed", "server_uuid": "d68220ba-4666-4f60-8f05-b357e326e8a9", "tag": "2d5a3dda-8d00-4d01-9346-58d3b10460d9"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:33:34.045386 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c867ecfb-1e9c-43c5-acd4-6f99402c1e89 service neutron] Pushing event updated for resources: {'Port': ['ID=2d5a3dda-8d00-4d01-9346-58d3b10460d9,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:33:34.062234 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3645774-6da1-4276-98f3-6e2a032701de x-openstack-request-id: req-b3645774-6da1-4276-98f3-6e2a032701de {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:33:34.062585 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d68220ba-4666-4f60-8f05-b357e326e8a9", "tag": "2d5a3dda-8d00-4d01-9346-58d3b10460d9", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:33:34.064765 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b3645774-6da1-4276-98f3-6e2a032701de {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:33:34.064765 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd68220ba-4666-4f60-8f05-b357e326e8a9', 'tag': '2d5a3dda-8d00-4d01-9346-58d3b10460d9', 'status': 'completed', 'code': 200} Sep 24 16:33:34.155338 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25957e08-aba7-4299-af02-95ddf03ea8c3 req-69a03e80-20d8-471c-97b3-0d49e7a7842a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:33:34.157099 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-25957e08-aba7-4299-af02-95ddf03ea8c3 req-69a03e80-20d8-471c-97b3-0d49e7a7842a service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=4bdd4afb03684c04bce7f7aeb8ca65c5&device_id=d68220ba-4666-4f60-8f05-b357e326e8a9 HTTP/1.1" status: 200 len: 1094 time: 0.0443459 Sep 24 16:33:34.265966 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25957e08-aba7-4299-af02-95ddf03ea8c3 req-a02b59b7-5b80-4db9-a717-9debfdeba41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:33:34.267459 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-25957e08-aba7-4299-af02-95ddf03ea8c3 req-a02b59b7-5b80-4db9-a717-9debfdeba41e service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=4bdd4afb03684c04bce7f7aeb8ca65c5&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0994782 Sep 24 16:33:34.330899 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:34.369757 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25957e08-aba7-4299-af02-95ddf03ea8c3 req-8aa6adf3-bc9a-4ebb-845b-65ed32e58217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:33:34.371273 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-25957e08-aba7-4299-af02-95ddf03ea8c3 req-8aa6adf3-bc9a-4ebb-845b-65ed32e58217 service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0926385 Sep 24 16:33:34.459379 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6995b6-1195-4d76-8939-1b3a9ebf2086 req-ee51b66a-244e-47b1-8392-d6fac083caf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:33:34.460880 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8c6995b6-1195-4d76-8939-1b3a9ebf2086 req-ee51b66a-244e-47b1-8392-d6fac083caf8 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=4bdd4afb03684c04bce7f7aeb8ca65c5&device_id=d68220ba-4666-4f60-8f05-b357e326e8a9 HTTP/1.1" status: 200 len: 1094 time: 0.0459461 Sep 24 16:33:34.471670 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1b91b0-6910-42bb-b9b8-40fe7e61b79f req-568866e0-cb4a-42f5-95fa-85ca5f5d79ff tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:33:34.473810 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6c1b91b0-6910-42bb-b9b8-40fe7e61b79f req-568866e0-cb4a-42f5-95fa-85ca5f5d79ff tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/ports?device_id=d68220ba-4666-4f60-8f05-b357e326e8a9 HTTP/1.1" status: 200 len: 943 time: 0.0507593 Sep 24 16:33:34.504497 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8c6995b6-1195-4d76-8939-1b3a9ebf2086 req-51996525-a451-45de-8355-5ceadce014ed service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d5a3dda-8d00-4d01-9346-58d3b10460d9 HTTP/1.1" status: 200 len: 217 time: 0.0350709 Sep 24 16:33:34.513145 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6c1b91b0-6910-42bb-b9b8-40fe7e61b79f req-6d72ae87-82a3-4718-aefb-107bc7b76531 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e7f4570-d777-4bdb-a869-7f3910bf1983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325286 Sep 24 16:33:34.557632 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6995b6-1195-4d76-8939-1b3a9ebf2086 req-a224beef-cf2a-454f-8823-4a042fc165ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:33:34.559158 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8c6995b6-1195-4d76-8939-1b3a9ebf2086 req-a224beef-cf2a-454f-8823-4a042fc165ee service neutron] 10.222.0.110 "GET /v2.0/subnets?id=ed39218f-4be6-42ee-99a5-fb7dfd8ae96d HTTP/1.1" status: 200 len: 854 time: 0.0446155 Sep 24 16:33:34.613646 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6995b6-1195-4d76-8939-1b3a9ebf2086 req-45847bcb-e9f8-4973-9e35-18bbdea0be93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:33:34.615347 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8c6995b6-1195-4d76-8939-1b3a9ebf2086 req-45847bcb-e9f8-4973-9e35-18bbdea0be93 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=88a1f4d2-90a9-4c4b-a326-61ead2070bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459201 Sep 24 16:33:34.710645 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8c6995b6-1195-4d76-8939-1b3a9ebf2086 req-199e8169-0f70-460e-9a98-b613dbce9ba2 service neutron] 10.222.0.110 "GET /v2.0/networks/88a1f4d2-90a9-4c4b-a326-61ead2070bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835667 Sep 24 16:33:34.806624 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8c6995b6-1195-4d76-8939-1b3a9ebf2086 req-3c471607-daaf-4da1-a919-66c8dee0bec4 service neutron] 10.222.0.110 "GET /v2.0/networks/88a1f4d2-90a9-4c4b-a326-61ead2070bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855298 Sep 24 16:33:35.488879 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:35.634863 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9614a5-a173-48e6-9981-097ca4010587 req-d48d6f15-ec9c-42e1-97ef-7f22ed41b2e1 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:33:35.636283 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4e9614a5-a173-48e6-9981-097ca4010587 req-d48d6f15-ec9c-42e1-97ef-7f22ed41b2e1 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/ports?device_id=d68220ba-4666-4f60-8f05-b357e326e8a9 HTTP/1.1" status: 200 len: 943 time: 0.0549614 Sep 24 16:33:35.676337 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4e9614a5-a173-48e6-9981-097ca4010587 req-92042d82-3b09-4ea2-9001-ad35eed37042 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e7f4570-d777-4bdb-a869-7f3910bf1983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334444 Sep 24 16:33:36.792407 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba372dda-e4c9-4ce4-82d2-076368945efd req-3764fe5d-5b4b-4e88-b5f1-c04a4e33872d tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:33:36.793908 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ba372dda-e4c9-4ce4-82d2-076368945efd req-3764fe5d-5b4b-4e88-b5f1-c04a4e33872d tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/ports?device_id=d68220ba-4666-4f60-8f05-b357e326e8a9 HTTP/1.1" status: 200 len: 943 time: 0.0502143 Sep 24 16:33:36.833642 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ba372dda-e4c9-4ce4-82d2-076368945efd req-fe283714-a9db-4889-88a0-d4634bbd0d92 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e7f4570-d777-4bdb-a869-7f3910bf1983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335290 Sep 24 16:33:36.901639 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:37.960534 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669725e6-5a0c-4526-82be-c1fe17c395bb req-ff9cae20-ce5b-4d91-bffa-5cb172cc15ea tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:33:37.962059 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-669725e6-5a0c-4526-82be-c1fe17c395bb req-ff9cae20-ce5b-4d91-bffa-5cb172cc15ea tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/ports?device_id=d68220ba-4666-4f60-8f05-b357e326e8a9 HTTP/1.1" status: 200 len: 943 time: 0.0606620 Sep 24 16:33:38.009031 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-669725e6-5a0c-4526-82be-c1fe17c395bb req-386032ac-b726-443a-a0db-bf440c086a1a tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e7f4570-d777-4bdb-a869-7f3910bf1983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395856 Sep 24 16:33:39.129467 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7281d-c5db-4a15-98ed-398b60f89645 req-b6fae138-0223-4dca-ad78-40affa799a80 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:33:39.131015 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3fd7281d-c5db-4a15-98ed-398b60f89645 req-b6fae138-0223-4dca-ad78-40affa799a80 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/ports?device_id=d68220ba-4666-4f60-8f05-b357e326e8a9 HTTP/1.1" status: 200 len: 943 time: 0.0501204 Sep 24 16:33:39.173137 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3fd7281d-c5db-4a15-98ed-398b60f89645 req-d0a26b3a-aeae-4b07-98dc-83553051ca09 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e7f4570-d777-4bdb-a869-7f3910bf1983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359526 Sep 24 16:33:39.443893 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 2d5a3dda-8d00-4d01-9346-58d3b10460d9 details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 16:33:39.540722 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 2d5a3dda-8d00-4d01-9346-58d3b10460d9, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=2d5a3dda-8d00-4d01-9346-58d3b10460d9,segment=NetworkSegment(041bc345-a82f-446d-a607-67a15d303ac4),segment_id=041bc345-a82f-446d-a607-67a15d303ac4)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:33:39.552698 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': '2d5a3dda-8d00-4d01-9346-58d3b10460d9', 'network_id': '88a1f4d2-90a9-4c4b-a326-61ead2070bbd', 'port_id': '2d5a3dda-8d00-4d01-9346-58d3b10460d9', 'mac_address': 'fa:16:3e:b5:41:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1284, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed39218f-4be6-42ee-99a5-fb7dfd8ae96d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 16:33:39.558825 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:39.590157 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:39.603142 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d5a3dda-8d00-4d01-9346-58d3b10460d9 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:33:39.622895 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 2d5a3dda-8d00-4d01-9346-58d3b10460d9, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=2d5a3dda-8d00-4d01-9346-58d3b10460d9,segment=NetworkSegment(041bc345-a82f-446d-a607-67a15d303ac4),segment_id=041bc345-a82f-446d-a607-67a15d303ac4)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:33:39.695895 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:39.743328 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=2d5a3dda-8d00-4d01-9346-58d3b10460d9,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:33:40.009663 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['2d5a3dda-8d00-4d01-9346-58d3b10460d9'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:33:40.291469 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e15c11e-f566-4720-9fa1-913d4d3f2f6e req-ce176916-b8ab-4334-926c-af57d88c0897 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:33:40.292953 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5e15c11e-f566-4720-9fa1-913d4d3f2f6e req-ce176916-b8ab-4334-926c-af57d88c0897 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/ports?device_id=d68220ba-4666-4f60-8f05-b357e326e8a9 HTTP/1.1" status: 200 len: 944 time: 0.0528121 Sep 24 16:33:40.331328 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5e15c11e-f566-4720-9fa1-913d4d3f2f6e req-92c00a12-d899-4c75-8712-fadc478f37c6 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e7f4570-d777-4bdb-a869-7f3910bf1983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322535 Sep 24 16:33:41.376165 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:41.449201 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9839252c-bfd9-44f1-b00a-5c3416cb08bf req-d732fb8d-6637-4117-a775-741f7837f9b6 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:33:41.450770 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9839252c-bfd9-44f1-b00a-5c3416cb08bf req-d732fb8d-6637-4117-a775-741f7837f9b6 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/ports?device_id=d68220ba-4666-4f60-8f05-b357e326e8a9 HTTP/1.1" status: 200 len: 944 time: 0.0514660 Sep 24 16:33:41.459245 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 2d5a3dda-8d00-4d01-9346-58d3b10460d9 up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:33:41.490164 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9839252c-bfd9-44f1-b00a-5c3416cb08bf req-c9b212ba-0bb5-4163-9579-02fd7ed2186f tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e7f4570-d777-4bdb-a869-7f3910bf1983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329955 Sep 24 16:33:41.597086 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port 2d5a3dda-8d00-4d01-9346-58d3b10460d9 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 16:33:41.601527 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port 2d5a3dda-8d00-4d01-9346-58d3b10460d9 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:33:41.605235 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:41.681030 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:41.703408 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd68220ba-4666-4f60-8f05-b357e326e8a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d5a3dda-8d00-4d01-9346-58d3b10460d9'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:33:41.705648 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e675284d64920c3690942d07fd233bec6618b8bcfb70da99a5b5d86610f0b706" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b624917e-cca2-48e2-a765-3ced4ded4d1d" -d '{"events": [{"server_uuid": "d68220ba-4666-4f60-8f05-b357e326e8a9", "name": "network-vif-plugged", "status": "completed", "tag": "2d5a3dda-8d00-4d01-9346-58d3b10460d9"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:33:41.718410 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 2d5a3dda-8d00-4d01-9346-58d3b10460d9, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=2d5a3dda-8d00-4d01-9346-58d3b10460d9,segment=NetworkSegment(041bc345-a82f-446d-a607-67a15d303ac4),segment_id=041bc345-a82f-446d-a607-67a15d303ac4)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:33:41.744507 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a3453fb-a87e-4895-8ca9-b02d80430bc3 x-openstack-request-id: req-2a3453fb-a87e-4895-8ca9-b02d80430bc3 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:33:41.744796 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d68220ba-4666-4f60-8f05-b357e326e8a9", "name": "network-vif-plugged", "status": "completed", "tag": "2d5a3dda-8d00-4d01-9346-58d3b10460d9", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:33:41.745076 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-2a3453fb-a87e-4895-8ca9-b02d80430bc3 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:33:41.745495 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd68220ba-4666-4f60-8f05-b357e326e8a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d5a3dda-8d00-4d01-9346-58d3b10460d9', 'code': 200} Sep 24 16:33:41.825701 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:41.845794 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9205b1fd-12bc-4552-a3ea-26d845004fef req-eb8daf56-8d33-4092-959a-0b31e9e1d1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:33:41.847438 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9205b1fd-12bc-4552-a3ea-26d845004fef req-eb8daf56-8d33-4092-959a-0b31e9e1d1bc service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=d68220ba-4666-4f60-8f05-b357e326e8a9 HTTP/1.1" status: 200 len: 1095 time: 0.0409255 Sep 24 16:33:41.872752 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=2d5a3dda-8d00-4d01-9346-58d3b10460d9,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:33:41.888310 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9205b1fd-12bc-4552-a3ea-26d845004fef req-63ae777b-f650-4d8e-af49-7cff4b7c91b6 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=2e7f4570-d777-4bdb-a869-7f3910bf1983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293632 Sep 24 16:33:42.605509 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d669e6-6851-4313-a0dd-208d6f58ea29 req-d006022f-7c47-403b-8e72-f073a30d3f0c tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:33:42.606947 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-32d669e6-6851-4313-a0dd-208d6f58ea29 req-d006022f-7c47-403b-8e72-f073a30d3f0c tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/ports?device_id=d68220ba-4666-4f60-8f05-b357e326e8a9 HTTP/1.1" status: 200 len: 945 time: 0.0506968 Sep 24 16:33:42.644355 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-32d669e6-6851-4313-a0dd-208d6f58ea29 req-80b05556-c5e6-4001-b8e8-d7a7ca132015 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e7f4570-d777-4bdb-a869-7f3910bf1983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315015 Sep 24 16:33:43.762263 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3774b9-19a3-4dce-8753-691e1c865531 req-edd2d650-59cf-4407-9e8f-592fcff3a734 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:33:43.763790 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ec3774b9-19a3-4dce-8753-691e1c865531 req-edd2d650-59cf-4407-9e8f-592fcff3a734 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/ports?device_id=d68220ba-4666-4f60-8f05-b357e326e8a9 HTTP/1.1" status: 200 len: 945 time: 0.0498292 Sep 24 16:33:43.801683 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ec3774b9-19a3-4dce-8753-691e1c865531 req-a6d75f04-91c6-4004-9a00-f6272a9deada tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e7f4570-d777-4bdb-a869-7f3910bf1983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318983 Sep 24 16:33:43.916214 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a177d-edb8-40f9-8fd9-baa09d6fb90d req-e0ddb75a-0472-4893-92bf-ec9e6c822977 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:33:43.917778 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-853a177d-edb8-40f9-8fd9-baa09d6fb90d req-e0ddb75a-0472-4893-92bf-ec9e6c822977 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/ports?device_id=d68220ba-4666-4f60-8f05-b357e326e8a9 HTTP/1.1" status: 200 len: 945 time: 0.0495982 Sep 24 16:33:43.960608 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-853a177d-edb8-40f9-8fd9-baa09d6fb90d req-110c2f40-bfad-4f65-a9ac-7f097a02a2dd tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e7f4570-d777-4bdb-a869-7f3910bf1983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366254 Sep 24 16:33:44.151587 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa28c0c-6b79-4d9a-bb84-c77b14426b07 req-b3b554c1-b02a-475f-b3b3-96183a80f949 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:33:44.153167 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5aa28c0c-6b79-4d9a-bb84-c77b14426b07 req-b3b554c1-b02a-475f-b3b3-96183a80f949 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/ports?device_id=d68220ba-4666-4f60-8f05-b357e326e8a9 HTTP/1.1" status: 200 len: 945 time: 0.0505395 Sep 24 16:33:44.191723 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5aa28c0c-6b79-4d9a-bb84-c77b14426b07 req-a836c133-de31-4a9e-855c-445ac7e60af1 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e7f4570-d777-4bdb-a869-7f3910bf1983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318480 Sep 24 16:33:58.804742 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e148063-ee98-4d4b-8994-0ba4f0de8aea req-02114bce-b838-4ba9-91cb-e8848f320b55 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:33:58.806326 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8e148063-ee98-4d4b-8994-0ba4f0de8aea req-02114bce-b838-4ba9-91cb-e8848f320b55 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/ports?device_id=d68220ba-4666-4f60-8f05-b357e326e8a9 HTTP/1.1" status: 200 len: 945 time: 0.0503473 Sep 24 16:33:58.845641 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8e148063-ee98-4d4b-8994-0ba4f0de8aea req-b2aa865f-dac9-4bcb-8ed9-02748845e7fc tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e7f4570-d777-4bdb-a869-7f3910bf1983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328960 Sep 24 16:33:58.867898 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46588) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:33:58.950925 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95c5b69-06b9-4211-bc7a-a5142ffcb898 tempest-TestMinimumBasicScenario-1097235346 tempest-TestMinimumBasicScenario-1097235346-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:33:58.952486 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-d95c5b69-06b9-4211-bc7a-a5142ffcb898 tempest-TestMinimumBasicScenario-1097235346 tempest-TestMinimumBasicScenario-1097235346-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=d68220ba-4666-4f60-8f05-b357e326e8a9 HTTP/1.1" status: 200 len: 1091 time: 0.0835705 Sep 24 16:33:58.955414 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46592) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:33:58.959691 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-a996c190-3cb3-4269-bdd7-1dd4e828d378 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Request body: {'floatingip': {'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'port_id': '2d5a3dda-8d00-4d01-9346-58d3b10460d9', 'tenant_id': '4bdd4afb03684c04bce7f7aeb8ca65c5', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:33:59.059549 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a996c190-3cb3-4269-bdd7-1dd4e828d378 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Notify callbacks [] for floatingip, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:59.163965 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a996c190-3cb3-4269-bdd7-1dd4e828d378 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:59.270620 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-a996c190-3cb3-4269-bdd7-1dd4e828d378 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Allocated IP 172.25.0.243 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/b5b7da0a-d7bd-4aef-8351-a6ae1535e8e1) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:33:59.372861 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a996c190-3cb3-4269-bdd7-1dd4e828d378 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:59.490130 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a996c190-3cb3-4269-bdd7-1dd4e828d378 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:33:59.530928 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a996c190-3cb3-4269-bdd7-1dd4e828d378 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:33:59.533901 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-a996c190-3cb3-4269-bdd7-1dd4e828d378 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:33:59.537071 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a996c190-3cb3-4269-bdd7-1dd4e828d378 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:33:59.546410 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a996c190-3cb3-4269-bdd7-1dd4e828d378 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Pushing event updated for resources: {'Port': ['ID=b5b7da0a-d7bd-4aef-8351-a6ae1535e8e1,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:33:59.583447 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a996c190-3cb3-4269-bdd7-1dd4e828d378 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:33:59.583814 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a996c190-3cb3-4269-bdd7-1dd4e828d378 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:33:59.584194 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a996c190-3cb3-4269-bdd7-1dd4e828d378 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:33:59.584560 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a996c190-3cb3-4269-bdd7-1dd4e828d378 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:33:59.584890 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a996c190-3cb3-4269-bdd7-1dd4e828d378 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:33:59.585219 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a996c190-3cb3-4269-bdd7-1dd4e828d378 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:33:59.585551 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a996c190-3cb3-4269-bdd7-1dd4e828d378 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:33:59.585883 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a996c190-3cb3-4269-bdd7-1dd4e828d378 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:33:59.586196 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a996c190-3cb3-4269-bdd7-1dd4e828d378 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:33:59.586541 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a996c190-3cb3-4269-bdd7-1dd4e828d378 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:33:59.586864 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a996c190-3cb3-4269-bdd7-1dd4e828d378 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:33:59.587181 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a996c190-3cb3-4269-bdd7-1dd4e828d378 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:33:59.925161 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a996c190-3cb3-4269-bdd7-1dd4e828d378 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:34:00.052758 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a996c190-3cb3-4269-bdd7-1dd4e828d378 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:34:00.201941 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a996c190-3cb3-4269-bdd7-1dd4e828d378 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:34:00.283788 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a996c190-3cb3-4269-bdd7-1dd4e828d378 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:34:00.358995 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a996c190-3cb3-4269-bdd7-1dd4e828d378 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Pushing event updated for resources: {'Port': ['ID=b5b7da0a-d7bd-4aef-8351-a6ae1535e8e1,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:34:00.368712 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a996c190-3cb3-4269-bdd7-1dd4e828d378 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:34:00.470985 n-d-808921-1 neutron-server[95297]: INFO neutron.db.l3_db [None req-a996c190-3cb3-4269-bdd7-1dd4e828d378 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Floating IP 9a666c84-3b91-4105-98b0-1e0dccdfcb8b associated. External IP: 172.25.0.243, port: 2d5a3dda-8d00-4d01-9346-58d3b10460d9. Sep 24 16:34:00.689983 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a996c190-3cb3-4269-bdd7-1dd4e828d378 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Router 318c489b-3f70-4c57-8331-2fdfda1e2b61 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:34:00.805708 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a996c190-3cb3-4269-bdd7-1dd4e828d378 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:34:00.817339 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f0f688-f3ce-45c2-b161-2e456f81b21d None None] Sync routers for ids ['318c489b-3f70-4c57-8331-2fdfda1e2b61'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:34:00.827296 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f0f688-f3ce-45c2-b161-2e456f81b21d None None] Routers {'318c489b-3f70-4c57-8331-2fdfda1e2b61'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:34:00.828020 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-a0f0f688-f3ce-45c2-b161-2e456f81b21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:33:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['318c489b-3f70-4c57-8331-2fdfda1e2b61'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:34:00.883999 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a996c190-3cb3-4269-bdd7-1dd4e828d378 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:34:00.917581 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-a996c190-3cb3-4269-bdd7-1dd4e828d378 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9611211 Sep 24 16:34:00.918165 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd68220ba-4666-4f60-8f05-b357e326e8a9', 'tag': '2d5a3dda-8d00-4d01-9346-58d3b10460d9'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:34:00.920534 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46594) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:34:00.926206 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-2175fbed-2771-4dc6-992f-4e27cb2b8869 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-236509312', 'description': 'tempest-secgroup-smoke-236509312 description', 'project_id': '4bdd4afb03684c04bce7f7aeb8ca65c5'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:34:00.937912 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-a0f0f688-f3ce-45c2-b161-2e456f81b21d None None] Set router 318c489b-3f70-4c57-8331-2fdfda1e2b61 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:34:00.990666 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce09631955309d89252ad503228e8356032135eb6e803a44cefb008b5f264874" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21fe8bb4-aaa5-444c-9635-07e47bf5ea78" -d '{"events": [{"name": "network-changed", "server_uuid": "d68220ba-4666-4f60-8f05-b357e326e8a9", "tag": "2d5a3dda-8d00-4d01-9346-58d3b10460d9"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:34:01.021178 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2175fbed-2771-4dc6-992f-4e27cb2b8869 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:34:01.090958 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a16e4606-664c-4613-851a-69e1a07e08d9 x-openstack-request-id: req-a16e4606-664c-4613-851a-69e1a07e08d9 {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:34:01.090958 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d68220ba-4666-4f60-8f05-b357e326e8a9", "tag": "2d5a3dda-8d00-4d01-9346-58d3b10460d9", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:34:01.091155 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a16e4606-664c-4613-851a-69e1a07e08d9 {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:34:01.091401 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd68220ba-4666-4f60-8f05-b357e326e8a9', 'tag': '2d5a3dda-8d00-4d01-9346-58d3b10460d9', 'status': 'completed', 'code': 200} Sep 24 16:34:01.127649 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2175fbed-2771-4dc6-992f-4e27cb2b8869 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:34:01.188543 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-a0f0f688-f3ce-45c2-b161-2e456f81b21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318c489b-3f70-4c57-8331-2fdfda1e2b61', 'name': 'tempest-TestMinimumBasicScenario-1787400089-router', 'tenant_id': '4bdd4afb03684c04bce7f7aeb8ca65c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '9f9aa82f-b06b-44e0-b606-f80453662759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:32:56Z', 'updated_at': '2021-09-24T16:32:59Z', 'revision_number': 4, 'project_id': '4bdd4afb03684c04bce7f7aeb8ca65c5', 'gw_port': {'id': '9f9aa82f-b06b-44e0-b606-f80453662759', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cf:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318c489b-3f70-4c57-8331-2fdfda1e2b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:32:57Z', 'updated_at': '2021-09-24T16:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': '9a666c84-3b91-4105-98b0-1e0dccdfcb8b', 'tenant_id': '4bdd4afb03684c04bce7f7aeb8ca65c5', 'floating_ip_address': '172.25.0.243', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '318c489b-3f70-4c57-8331-2fdfda1e2b61', 'port_id': '2d5a3dda-8d00-4d01-9346-58d3b10460d9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88a1f4d2-90a9-4c4b-a326-61ead2070bbd', 'mac_address': 'fa:16:3e:b5:41:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68220ba-4666-4f60-8f05-b357e326e8a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T16:33:59Z', 'updated_at': '2021-09-24T16:33:59Z', 'revision_number': 0, 'project_id': '4bdd4afb03684c04bce7f7aeb8ca65c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3e4aadd-8a66-4292-a993-ad762257f5ee', 'name': '', 'network_id': '88a1f4d2-90a9-4c4b-a326-61ead2070bbd', 'tenant_id': '4bdd4afb03684c04bce7f7aeb8ca65c5', 'mac_address': 'fa:16:3e:bb:eb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318c489b-3f70-4c57-8331-2fdfda1e2b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'ed39218f-4be6-42ee-99a5-fb7dfd8ae96d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:32:59Z', 'updated_at': '2021-09-24T16:33:04Z', 'revision_number': 5, 'project_id': '4bdd4afb03684c04bce7f7aeb8ca65c5', 'subnets': [{'id': 'ed39218f-4be6-42ee-99a5-fb7dfd8ae96d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:34:01.204343 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2175fbed-2771-4dc6-992f-4e27cb2b8869 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:34:01.216486 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f0f688-f3ce-45c2-b161-2e456f81b21d None None] Checking router: 318c489b-3f70-4c57-8331-2fdfda1e2b61 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:34:01.224895 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f0f688-f3ce-45c2-b161-2e456f81b21d None None] Routers {'318c489b-3f70-4c57-8331-2fdfda1e2b61'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:34:01.225741 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-a0f0f688-f3ce-45c2-b161-2e456f81b21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:33:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['318c489b-3f70-4c57-8331-2fdfda1e2b61'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:34:01.238202 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2b99e893-c1e2-4bb8-a453-da17315aade1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:34:01.241281 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe8bb4-aaa5-444c-9635-07e47bf5ea78 req-6a55e460-9d18-4dca-bcde-8334c7f2e873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:34:01.242830 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-21fe8bb4-aaa5-444c-9635-07e47bf5ea78 req-6a55e460-9d18-4dca-bcde-8334c7f2e873 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=4bdd4afb03684c04bce7f7aeb8ca65c5&device_id=d68220ba-4666-4f60-8f05-b357e326e8a9 HTTP/1.1" status: 200 len: 1096 time: 0.1270969 Sep 24 16:34:01.244986 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2175fbed-2771-4dc6-992f-4e27cb2b8869 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8a9260-3812-4629-b625-c93b70ca533e,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:34:01.313714 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2175fbed-2771-4dc6-992f-4e27cb2b8869 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:34:01.314877 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-2175fbed-2771-4dc6-992f-4e27cb2b8869 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3932314 Sep 24 16:34:01.317898 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46604) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:34:01.324517 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-2deb34fa-b4bf-4fdc-8840-448218abc7a6 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Request body: {'security_group_rule': {'security_group_id': '2d8a9260-3812-4629-b625-c93b70ca533e', 'project_id': '4bdd4afb03684c04bce7f7aeb8ca65c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:34:01.344629 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-a0f0f688-f3ce-45c2-b161-2e456f81b21d None None] Set router 318c489b-3f70-4c57-8331-2fdfda1e2b61 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:34:01.348508 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe8bb4-aaa5-444c-9635-07e47bf5ea78 req-81b04414-8286-4422-aa81-b90d63f9c707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:34:01.350081 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-21fe8bb4-aaa5-444c-9635-07e47bf5ea78 req-81b04414-8286-4422-aa81-b90d63f9c707 service neutron] 10.222.0.110 "GET /v2.0/networks?id=88a1f4d2-90a9-4c4b-a326-61ead2070bbd HTTP/1.1" status: 200 len: 917 time: 0.0991375 Sep 24 16:34:01.418659 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-21fe8bb4-aaa5-444c-9635-07e47bf5ea78 req-99d5d1cb-441c-4fc9-a127-f93312b63f0a service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d5a3dda-8d00-4d01-9346-58d3b10460d9 HTTP/1.1" status: 200 len: 999 time: 0.0608950 Sep 24 16:34:01.453058 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2deb34fa-b4bf-4fdc-8840-448218abc7a6 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:34:01.472600 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe8bb4-aaa5-444c-9635-07e47bf5ea78 req-4458e6e0-a65b-4ac9-a967-2193386800f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:34:01.479385 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-21fe8bb4-aaa5-444c-9635-07e47bf5ea78 req-4458e6e0-a65b-4ac9-a967-2193386800f9 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=ed39218f-4be6-42ee-99a5-fb7dfd8ae96d HTTP/1.1" status: 200 len: 854 time: 0.0475500 Sep 24 16:34:01.521441 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2deb34fa-b4bf-4fdc-8840-448218abc7a6 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:34:01.532634 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fe8bb4-aaa5-444c-9635-07e47bf5ea78 req-15acb725-e022-4f58-9e4a-ccc73d925494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:34:01.534227 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-21fe8bb4-aaa5-444c-9635-07e47bf5ea78 req-15acb725-e022-4f58-9e4a-ccc73d925494 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=88a1f4d2-90a9-4c4b-a326-61ead2070bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513663 Sep 24 16:34:01.578713 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-a0f0f688-f3ce-45c2-b161-2e456f81b21d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318c489b-3f70-4c57-8331-2fdfda1e2b61', 'name': 'tempest-TestMinimumBasicScenario-1787400089-router', 'tenant_id': '4bdd4afb03684c04bce7f7aeb8ca65c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '9f9aa82f-b06b-44e0-b606-f80453662759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:32:56Z', 'updated_at': '2021-09-24T16:32:59Z', 'revision_number': 4, 'project_id': '4bdd4afb03684c04bce7f7aeb8ca65c5', 'gw_port': {'id': '9f9aa82f-b06b-44e0-b606-f80453662759', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cf:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318c489b-3f70-4c57-8331-2fdfda1e2b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:32:57Z', 'updated_at': '2021-09-24T16:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': '9a666c84-3b91-4105-98b0-1e0dccdfcb8b', 'tenant_id': '4bdd4afb03684c04bce7f7aeb8ca65c5', 'floating_ip_address': '172.25.0.243', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '318c489b-3f70-4c57-8331-2fdfda1e2b61', 'port_id': '2d5a3dda-8d00-4d01-9346-58d3b10460d9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88a1f4d2-90a9-4c4b-a326-61ead2070bbd', 'mac_address': 'fa:16:3e:b5:41:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68220ba-4666-4f60-8f05-b357e326e8a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T16:33:59Z', 'updated_at': '2021-09-24T16:33:59Z', 'revision_number': 0, 'project_id': '4bdd4afb03684c04bce7f7aeb8ca65c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3e4aadd-8a66-4292-a993-ad762257f5ee', 'name': '', 'network_id': '88a1f4d2-90a9-4c4b-a326-61ead2070bbd', 'tenant_id': '4bdd4afb03684c04bce7f7aeb8ca65c5', 'mac_address': 'fa:16:3e:bb:eb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318c489b-3f70-4c57-8331-2fdfda1e2b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'ed39218f-4be6-42ee-99a5-fb7dfd8ae96d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:32:59Z', 'updated_at': '2021-09-24T16:33:04Z', 'revision_number': 5, 'project_id': '4bdd4afb03684c04bce7f7aeb8ca65c5', 'subnets': [{'id': 'ed39218f-4be6-42ee-99a5-fb7dfd8ae96d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:34:01.603686 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2deb34fa-b4bf-4fdc-8840-448218abc7a6 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:34:01.609354 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f0f688-f3ce-45c2-b161-2e456f81b21d None None] The sync data for ids ['318c489b-3f70-4c57-8331-2fdfda1e2b61'] in n-d-808921-1 is: [{'id': '318c489b-3f70-4c57-8331-2fdfda1e2b61', 'name': 'tempest-TestMinimumBasicScenario-1787400089-router', 'tenant_id': '4bdd4afb03684c04bce7f7aeb8ca65c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '9f9aa82f-b06b-44e0-b606-f80453662759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:32:56Z', 'updated_at': '2021-09-24T16:32:59Z', 'revision_number': 4, 'project_id': '4bdd4afb03684c04bce7f7aeb8ca65c5', 'gw_port': {'id': '9f9aa82f-b06b-44e0-b606-f80453662759', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cf:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318c489b-3f70-4c57-8331-2fdfda1e2b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:32:57Z', 'updated_at': '2021-09-24T16:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': '9a666c84-3b91-4105-98b0-1e0dccdfcb8b', 'tenant_id': '4bdd4afb03684c04bce7f7aeb8ca65c5', 'floating_ip_address': '172.25.0.243', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '318c489b-3f70-4c57-8331-2fdfda1e2b61', 'port_id': '2d5a3dda-8d00-4d01-9346-58d3b10460d9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88a1f4d2-90a9-4c4b-a326-61ead2070bbd', 'mac_address': 'fa:16:3e:b5:41:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68220ba-4666-4f60-8f05-b357e326e8a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T16:33:59Z', 'updated_at': '2021-09-24T16:33:59Z', 'revision_number': 0, 'project_id': '4bdd4afb03684c04bce7f7aeb8ca65c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f3e4aadd-8a66-4292-a993-ad762257f5ee', 'name': '', 'network_id': '88a1f4d2-90a9-4c4b-a326-61ead2070bbd', 'tenant_id': '4bdd4afb03684c04bce7f7aeb8ca65c5', 'mac_address': 'fa:16:3e:bb:eb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318c489b-3f70-4c57-8331-2fdfda1e2b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'ed39218f-4be6-42ee-99a5-fb7dfd8ae96d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:32:59Z', 'updated_at': '2021-09-24T16:33:04Z', 'revision_number': 5, 'project_id': '4bdd4afb03684c04bce7f7aeb8ca65c5', 'subnets': [{'id': 'ed39218f-4be6-42ee-99a5-fb7dfd8ae96d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:34:01.626943 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2deb34fa-b4bf-4fdc-8840-448218abc7a6 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80ee32b9-e266-4517-9717-dce70e62d325,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:34:01.631757 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-21fe8bb4-aaa5-444c-9635-07e47bf5ea78 req-848d5fca-0eef-4561-8dc9-5f89032ee7e4 service neutron] 10.222.0.110 "GET /v2.0/networks/88a1f4d2-90a9-4c4b-a326-61ead2070bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878584 Sep 24 16:34:01.715432 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2deb34fa-b4bf-4fdc-8840-448218abc7a6 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:34:01.716815 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-2deb34fa-b4bf-4fdc-8840-448218abc7a6 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3976934 Sep 24 16:34:01.719818 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46606) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:34:01.724322 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-e73adb85-271d-440b-9db9-91a558957229 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Request body: {'security_group_rule': {'security_group_id': '2d8a9260-3812-4629-b625-c93b70ca533e', 'project_id': '4bdd4afb03684c04bce7f7aeb8ca65c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:34:01.735243 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-21fe8bb4-aaa5-444c-9635-07e47bf5ea78 req-e19faf32-00f1-4dbe-9912-d585dcce5e1f service neutron] 10.222.0.110 "GET /v2.0/networks/88a1f4d2-90a9-4c4b-a326-61ead2070bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936983 Sep 24 16:34:01.803733 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e73adb85-271d-440b-9db9-91a558957229 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:34:01.820150 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3328e47c-d7dd-4aa5-a386-2c9afa7f2eb3 None None] New status for floating IP 9a666c84-3b91-4105-98b0-1e0dccdfcb8b: ACTIVE {{(pid=95299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 16:34:01.864183 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e73adb85-271d-440b-9db9-91a558957229 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:34:01.929620 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e73adb85-271d-440b-9db9-91a558957229 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:34:01.948431 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73adb85-271d-440b-9db9-91a558957229 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bf85ef2-6be6-48f6-8dee-cf71b75b4eb0,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:34:02.027305 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e73adb85-271d-440b-9db9-91a558957229 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:34:02.028940 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e73adb85-271d-440b-9db9-91a558957229 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3081172 Sep 24 16:34:02.031619 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46608) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:34:02.036371 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-b5745d80-15b8-48db-9351-4a925a760d5f tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Request body: {'security_group_rule': {'security_group_id': '2d8a9260-3812-4629-b625-c93b70ca533e', 'project_id': '4bdd4afb03684c04bce7f7aeb8ca65c5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:34:02.156463 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b5745d80-15b8-48db-9351-4a925a760d5f tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:34:02.218658 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b5745d80-15b8-48db-9351-4a925a760d5f tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:34:02.307374 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b5745d80-15b8-48db-9351-4a925a760d5f tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:34:02.328402 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5745d80-15b8-48db-9351-4a925a760d5f tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78ebf16b-2edc-4e66-9698-dd657be598ea,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:34:02.409458 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b5745d80-15b8-48db-9351-4a925a760d5f tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:34:02.410704 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b5745d80-15b8-48db-9351-4a925a760d5f tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3780780 Sep 24 16:34:02.413504 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46610) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:34:02.417979 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-9ad93d5c-b4b9-43ba-8229-d01f1b259246 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Request body: {'security_group_rule': {'security_group_id': '2d8a9260-3812-4629-b625-c93b70ca533e', 'project_id': '4bdd4afb03684c04bce7f7aeb8ca65c5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:34:02.512848 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9ad93d5c-b4b9-43ba-8229-d01f1b259246 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:34:02.572218 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9ad93d5c-b4b9-43ba-8229-d01f1b259246 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:34:02.649641 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9ad93d5c-b4b9-43ba-8229-d01f1b259246 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:34:02.666284 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad93d5c-b4b9-43ba-8229-d01f1b259246 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e34456d8-fa26-41b8-8a02-9fc5abab2b2b,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:34:02.746929 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9ad93d5c-b4b9-43ba-8229-d01f1b259246 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:34:02.748192 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-9ad93d5c-b4b9-43ba-8229-d01f1b259246 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3337195 Sep 24 16:34:02.751008 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46612) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:34:02.755500 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-4cd4f261-a939-4b3b-9828-a61673d42e11 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Request body: {'security_group_rule': {'security_group_id': '2d8a9260-3812-4629-b625-c93b70ca533e', 'project_id': '4bdd4afb03684c04bce7f7aeb8ca65c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:34:02.871029 n-d-808921-1 neutron-server[95297]: INFO neutron.db.securitygroups_db [None req-4cd4f261-a939-4b3b-9828-a61673d42e11 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Project 4bdd4afb03684c04bce7f7aeb8ca65c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 16:34:02.876679 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4cd4f261-a939-4b3b-9828-a61673d42e11 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:34:02.938646 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4cd4f261-a939-4b3b-9828-a61673d42e11 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:34:03.009644 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4cd4f261-a939-4b3b-9828-a61673d42e11 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:34:03.027852 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd4f261-a939-4b3b-9828-a61673d42e11 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=219a20f2-ceff-45a9-972a-4f4fa648fdef,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:34:03.106449 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4cd4f261-a939-4b3b-9828-a61673d42e11 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:34:03.107747 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-4cd4f261-a939-4b3b-9828-a61673d42e11 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3557441 Sep 24 16:34:03.110470 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46614) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:34:03.114885 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-53226c94-d8d4-4046-93b4-1f49a19f7081 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Request body: {'security_group_rule': {'security_group_id': '2d8a9260-3812-4629-b625-c93b70ca533e', 'project_id': '4bdd4afb03684c04bce7f7aeb8ca65c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:34:03.192543 n-d-808921-1 neutron-server[95297]: INFO neutron.db.securitygroups_db [None req-53226c94-d8d4-4046-93b4-1f49a19f7081 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Project 4bdd4afb03684c04bce7f7aeb8ca65c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 16:34:03.197861 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-53226c94-d8d4-4046-93b4-1f49a19f7081 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:34:03.263238 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-53226c94-d8d4-4046-93b4-1f49a19f7081 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:34:03.346811 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-53226c94-d8d4-4046-93b4-1f49a19f7081 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:34:03.364992 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53226c94-d8d4-4046-93b4-1f49a19f7081 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9b9265e-3a47-4d74-ae08-ab44ece4d726,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:34:03.464707 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-53226c94-d8d4-4046-93b4-1f49a19f7081 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:34:03.465983 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-53226c94-d8d4-4046-93b4-1f49a19f7081 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3545573 Sep 24 16:34:03.544402 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-028f03d5-7c40-45c2-ad11-d974b4b2b7f1 req-a5ae2d09-f356-4e65-8bc8-e887a429ff73 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-236509312&fields=id&tenant_id=4bdd4afb03684c04bce7f7aeb8ca65c5 HTTP/1.1" status: 200 len: 267 time: 0.0329425 Sep 24 16:34:03.597102 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f03d5-7c40-45c2-ad11-d974b4b2b7f1 req-4115deae-ea2b-45e4-ae30-d96d7b89b15e tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:34:03.598624 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-028f03d5-7c40-45c2-ad11-d974b4b2b7f1 req-4115deae-ea2b-45e4-ae30-d96d7b89b15e tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/ports?device_id=d68220ba-4666-4f60-8f05-b357e326e8a9 HTTP/1.1" status: 200 len: 945 time: 0.0485101 Sep 24 16:34:03.609942 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [req-028f03d5-7c40-45c2-ad11-d974b4b2b7f1 req-d249c4b0-7004-45e4-ba47-55b85d08b228 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Request body: {'port': {'security_groups': ['2e7f4570-d777-4bdb-a869-7f3910bf1983', '2d8a9260-3812-4629-b625-c93b70ca533e']}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:34:03.675036 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-028f03d5-7c40-45c2-ad11-d974b4b2b7f1 req-d249c4b0-7004-45e4-ba47-55b85d08b228 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:34:03.864182 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [req-028f03d5-7c40-45c2-ad11-d974b4b2b7f1 req-d249c4b0-7004-45e4-ba47-55b85d08b228 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] For port 2d5a3dda-8d00-4d01-9346-58d3b10460d9, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=2d5a3dda-8d00-4d01-9346-58d3b10460d9,segment=NetworkSegment(041bc345-a82f-446d-a607-67a15d303ac4),segment_id=041bc345-a82f-446d-a607-67a15d303ac4)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:34:03.894649 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-028f03d5-7c40-45c2-ad11-d974b4b2b7f1 req-d249c4b0-7004-45e4-ba47-55b85d08b228 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:34:03.901090 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0f7154e9-c568-438a-85d1-11a399f5bc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:34:03.986677 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-028f03d5-7c40-45c2-ad11-d974b4b2b7f1 req-d249c4b0-7004-45e4-ba47-55b85d08b228 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:34:04.003280 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['2d5a3dda-8d00-4d01-9346-58d3b10460d9'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:34:04.038608 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f03d5-7c40-45c2-ad11-d974b4b2b7f1 req-d249c4b0-7004-45e4-ba47-55b85d08b228 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:34:04.039286 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [req-028f03d5-7c40-45c2-ad11-d974b4b2b7f1 req-d249c4b0-7004-45e4-ba47-55b85d08b228 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:34:04.041580 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-028f03d5-7c40-45c2-ad11-d974b4b2b7f1 req-d249c4b0-7004-45e4-ba47-55b85d08b228 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "PUT /v2.0/ports/2d5a3dda-8d00-4d01-9346-58d3b10460d9 HTTP/1.1" status: 200 len: 981 time: 0.4358385 Sep 24 16:34:04.042053 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd68220ba-4666-4f60-8f05-b357e326e8a9', 'tag': '2d5a3dda-8d00-4d01-9346-58d3b10460d9'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:34:04.044432 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce09631955309d89252ad503228e8356032135eb6e803a44cefb008b5f264874" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0212bfc4-54fc-426b-abd8-46d71abad927" -d '{"events": [{"name": "network-changed", "server_uuid": "d68220ba-4666-4f60-8f05-b357e326e8a9", "tag": "2d5a3dda-8d00-4d01-9346-58d3b10460d9"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:34:04.089235 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249c4b0-7004-45e4-ba47-55b85d08b228 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Pushing event updated for resources: {'Port': ['ID=2d5a3dda-8d00-4d01-9346-58d3b10460d9,revision_number=6']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:34:04.116706 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['2d5a3dda-8d00-4d01-9346-58d3b10460d9'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:34:04.138226 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78546179-9ed2-46a2-9f34-3f119eff073b x-openstack-request-id: req-78546179-9ed2-46a2-9f34-3f119eff073b {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:34:04.138579 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d68220ba-4666-4f60-8f05-b357e326e8a9", "tag": "2d5a3dda-8d00-4d01-9346-58d3b10460d9", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:34:04.138833 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-78546179-9ed2-46a2-9f34-3f119eff073b {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:34:04.139237 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd68220ba-4666-4f60-8f05-b357e326e8a9', 'tag': '2d5a3dda-8d00-4d01-9346-58d3b10460d9', 'status': 'completed', 'code': 200} Sep 24 16:34:04.248957 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa6ed60-b5d3-4b21-b714-0330f07e354f req-b71cdd15-69e5-408d-a63a-b58be3af1c7d tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:34:04.250543 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2aa6ed60-b5d3-4b21-b714-0330f07e354f req-b71cdd15-69e5-408d-a63a-b58be3af1c7d tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/ports?device_id=d68220ba-4666-4f60-8f05-b357e326e8a9 HTTP/1.1" status: 200 len: 984 time: 0.0904975 Sep 24 16:34:04.253733 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0212bfc4-54fc-426b-abd8-46d71abad927 req-7e39ac1e-583e-4e1a-b09e-1d10a038a069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:34:04.255461 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0212bfc4-54fc-426b-abd8-46d71abad927 req-7e39ac1e-583e-4e1a-b09e-1d10a038a069 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=4bdd4afb03684c04bce7f7aeb8ca65c5&device_id=d68220ba-4666-4f60-8f05-b357e326e8a9 HTTP/1.1" status: 200 len: 1135 time: 0.0845294 Sep 24 16:34:04.330954 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2aa6ed60-b5d3-4b21-b714-0330f07e354f req-335fa0cb-438c-4161-b558-2c7cda026cd3 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/security-groups?id=2d8a9260-3812-4629-b625-c93b70ca533e&id=2e7f4570-d777-4bdb-a869-7f3910bf1983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0707812 Sep 24 16:34:04.397450 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0212bfc4-54fc-426b-abd8-46d71abad927 req-367d3579-02aa-4bfb-b0f8-b2acd049b19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:34:04.398899 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0212bfc4-54fc-426b-abd8-46d71abad927 req-367d3579-02aa-4bfb-b0f8-b2acd049b19c service neutron] 10.222.0.110 "GET /v2.0/networks?id=88a1f4d2-90a9-4c4b-a326-61ead2070bbd HTTP/1.1" status: 200 len: 917 time: 0.1191137 Sep 24 16:34:04.424145 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:34:04.450216 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-742f6cb2-1f4b-46bd-85df-d4683ec196a4 None None] Provisioning complete for port 2d5a3dda-8d00-4d01-9346-58d3b10460d9 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:34:04.450605 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-742f6cb2-1f4b-46bd-85df-d4683ec196a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:34:04.468383 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0212bfc4-54fc-426b-abd8-46d71abad927 req-761450f3-9780-4047-bedc-f7468f91900a service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d5a3dda-8d00-4d01-9346-58d3b10460d9 HTTP/1.1" status: 200 len: 1001 time: 0.0616641 Sep 24 16:34:04.527866 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0212bfc4-54fc-426b-abd8-46d71abad927 req-dfe3168d-ed4f-414d-a533-22f64d687cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:34:04.529326 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0212bfc4-54fc-426b-abd8-46d71abad927 req-dfe3168d-ed4f-414d-a533-22f64d687cf7 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=ed39218f-4be6-42ee-99a5-fb7dfd8ae96d HTTP/1.1" status: 200 len: 854 time: 0.0492337 Sep 24 16:34:04.580694 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0212bfc4-54fc-426b-abd8-46d71abad927 req-52b489db-ed51-4d2d-8e70-1cc42e201fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:34:04.582193 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0212bfc4-54fc-426b-abd8-46d71abad927 req-52b489db-ed51-4d2d-8e70-1cc42e201fff service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=88a1f4d2-90a9-4c4b-a326-61ead2070bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411568 Sep 24 16:34:04.680581 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0212bfc4-54fc-426b-abd8-46d71abad927 req-b6b7d5df-61a2-4ece-b42b-8b4cc0b369be service neutron] 10.222.0.110 "GET /v2.0/networks/88a1f4d2-90a9-4c4b-a326-61ead2070bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900347 Sep 24 16:34:04.777573 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0212bfc4-54fc-426b-abd8-46d71abad927 req-1d1bc8ce-d778-4f3c-8abb-543dc4bcab88 service neutron] 10.222.0.110 "GET /v2.0/networks/88a1f4d2-90a9-4c4b-a326-61ead2070bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893421 Sep 24 16:34:05.055241 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:34:05.483668 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:34:06.894922 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:34:09.561835 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:34:11.464367 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:34:13.555325 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-273663d8-0ce0-490b-a10c-a0a27edb3524 req-baf25934-fd94-4514-a197-435aa3a0e100 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=d68220ba-4666-4f60-8f05-b357e326e8a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407231 Sep 24 16:34:13.642160 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273663d8-0ce0-490b-a10c-a0a27edb3524 req-f2e9022f-4f7f-486f-9339-6010366dcb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:34:13.643581 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-273663d8-0ce0-490b-a10c-a0a27edb3524 req-f2e9022f-4f7f-486f-9339-6010366dcb3d service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=4bdd4afb03684c04bce7f7aeb8ca65c5&device_id=d68220ba-4666-4f60-8f05-b357e326e8a9 HTTP/1.1" status: 200 len: 1135 time: 0.0438271 Sep 24 16:34:13.750256 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273663d8-0ce0-490b-a10c-a0a27edb3524 req-2b8b1304-2f28-463f-82f4-3a07d2c14759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:34:13.751725 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-273663d8-0ce0-490b-a10c-a0a27edb3524 req-2b8b1304-2f28-463f-82f4-3a07d2c14759 service neutron] 10.222.0.110 "GET /v2.0/networks?id=88a1f4d2-90a9-4c4b-a326-61ead2070bbd HTTP/1.1" status: 200 len: 917 time: 0.0844095 Sep 24 16:34:13.821470 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-273663d8-0ce0-490b-a10c-a0a27edb3524 req-5f81d0d3-def9-493a-b6de-5a76af3ebf91 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d5a3dda-8d00-4d01-9346-58d3b10460d9 HTTP/1.1" status: 200 len: 1001 time: 0.0618310 Sep 24 16:34:13.870898 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273663d8-0ce0-490b-a10c-a0a27edb3524 req-3942155b-4cbc-4d45-a4df-1176b732f579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:34:13.872306 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-273663d8-0ce0-490b-a10c-a0a27edb3524 req-3942155b-4cbc-4d45-a4df-1176b732f579 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=ed39218f-4be6-42ee-99a5-fb7dfd8ae96d HTTP/1.1" status: 200 len: 854 time: 0.0437374 Sep 24 16:34:13.920496 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273663d8-0ce0-490b-a10c-a0a27edb3524 req-26f44992-ab76-4e08-a852-c64f1d000f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:34:13.921927 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-273663d8-0ce0-490b-a10c-a0a27edb3524 req-26f44992-ab76-4e08-a852-c64f1d000f20 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=88a1f4d2-90a9-4c4b-a326-61ead2070bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413101 Sep 24 16:34:14.019852 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-273663d8-0ce0-490b-a10c-a0a27edb3524 req-d8ed7ff6-4ffb-4b8f-bd83-c79c50eb7a98 service neutron] 10.222.0.110 "GET /v2.0/networks/88a1f4d2-90a9-4c4b-a326-61ead2070bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896292 Sep 24 16:34:14.109816 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-273663d8-0ce0-490b-a10c-a0a27edb3524 req-4dca836e-58c4-420a-b2c1-88889b9e96ad service neutron] 10.222.0.110 "GET /v2.0/networks/88a1f4d2-90a9-4c4b-a326-61ead2070bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813851 Sep 24 16:34:25.388644 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f21b8c-5427-4caa-8a1b-fde311ced47a req-6b1e19ce-8dd9-4f38-bcbd-3074b936ccf2 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:34:25.390197 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-52f21b8c-5427-4caa-8a1b-fde311ced47a req-6b1e19ce-8dd9-4f38-bcbd-3074b936ccf2 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/ports?device_id=d68220ba-4666-4f60-8f05-b357e326e8a9 HTTP/1.1" status: 200 len: 984 time: 0.0555365 Sep 24 16:34:25.431631 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-52f21b8c-5427-4caa-8a1b-fde311ced47a req-ae182e92-aaac-4a86-8e92-3a5b53a66503 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/security-groups?id=2d8a9260-3812-4629-b625-c93b70ca533e&id=2e7f4570-d777-4bdb-a869-7f3910bf1983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353675 Sep 24 16:34:25.499394 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b81ea-b851-4fc8-9750-f0f7f72573f5 req-c89bb809-69e7-4933-9ed7-08619d59dcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:34:25.500875 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8a8b81ea-b851-4fc8-9750-f0f7f72573f5 req-c89bb809-69e7-4933-9ed7-08619d59dcd8 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=4bdd4afb03684c04bce7f7aeb8ca65c5&device_id=d68220ba-4666-4f60-8f05-b357e326e8a9 HTTP/1.1" status: 200 len: 1135 time: 0.0420966 Sep 24 16:34:25.594987 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b81ea-b851-4fc8-9750-f0f7f72573f5 req-dd92447f-5b40-4243-a507-1d3a662a736d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:34:25.596993 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8a8b81ea-b851-4fc8-9750-f0f7f72573f5 req-dd92447f-5b40-4243-a507-1d3a662a736d service neutron] 10.222.0.110 "GET /v2.0/networks?id=88a1f4d2-90a9-4c4b-a326-61ead2070bbd HTTP/1.1" status: 200 len: 917 time: 0.0887563 Sep 24 16:34:25.662908 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8a8b81ea-b851-4fc8-9750-f0f7f72573f5 req-4d6031d1-5604-49ec-99db-a5b6a310884a service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d5a3dda-8d00-4d01-9346-58d3b10460d9 HTTP/1.1" status: 200 len: 1001 time: 0.0578642 Sep 24 16:34:25.712829 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b81ea-b851-4fc8-9750-f0f7f72573f5 req-83d102d6-31d6-4356-b7d7-bdbb3210cc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:34:25.714379 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8a8b81ea-b851-4fc8-9750-f0f7f72573f5 req-83d102d6-31d6-4356-b7d7-bdbb3210cc36 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=ed39218f-4be6-42ee-99a5-fb7dfd8ae96d HTTP/1.1" status: 200 len: 854 time: 0.0438230 Sep 24 16:34:25.767246 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b81ea-b851-4fc8-9750-f0f7f72573f5 req-7b86d0d7-4263-49dd-b1b0-d871dfc11948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:34:25.768854 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8a8b81ea-b851-4fc8-9750-f0f7f72573f5 req-7b86d0d7-4263-49dd-b1b0-d871dfc11948 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=88a1f4d2-90a9-4c4b-a326-61ead2070bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439291 Sep 24 16:34:25.858913 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8a8b81ea-b851-4fc8-9750-f0f7f72573f5 req-6ca50508-4243-481d-8d84-5e4beb041ec3 service neutron] 10.222.0.110 "GET /v2.0/networks/88a1f4d2-90a9-4c4b-a326-61ead2070bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814111 Sep 24 16:34:26.210805 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8a8b81ea-b851-4fc8-9750-f0f7f72573f5 req-5da136d4-4f14-4072-b48f-c6c8766a7732 service neutron] 10.222.0.110 "GET /v2.0/networks/88a1f4d2-90a9-4c4b-a326-61ead2070bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3431501 Sep 24 16:34:26.560605 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ad6b72-d011-49b1-966d-9eb18289630d req-fca90d0a-7665-4946-bd9b-8c2c09a37fe6 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:34:26.562198 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-15ad6b72-d011-49b1-966d-9eb18289630d req-fca90d0a-7665-4946-bd9b-8c2c09a37fe6 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/ports?device_id=d68220ba-4666-4f60-8f05-b357e326e8a9 HTTP/1.1" status: 200 len: 984 time: 0.0516236 Sep 24 16:34:26.604767 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-15ad6b72-d011-49b1-966d-9eb18289630d req-c9addc53-6a76-4d50-aa47-90cddf2a3dc4 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/security-groups?id=2d8a9260-3812-4629-b625-c93b70ca533e&id=2e7f4570-d777-4bdb-a869-7f3910bf1983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0360882 Sep 24 16:34:27.719857 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f9706-d1ac-4c32-bf4f-7538fd192ef5 req-5bd88bf8-084b-4cbd-a18a-224c1affbb23 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:34:27.721296 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-384f9706-d1ac-4c32-bf4f-7538fd192ef5 req-5bd88bf8-084b-4cbd-a18a-224c1affbb23 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/ports?device_id=d68220ba-4666-4f60-8f05-b357e326e8a9 HTTP/1.1" status: 200 len: 984 time: 0.0487220 Sep 24 16:34:27.762125 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-384f9706-d1ac-4c32-bf4f-7538fd192ef5 req-8b427c5f-d108-4815-a3ea-7ed48a214406 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/security-groups?id=2d8a9260-3812-4629-b625-c93b70ca533e&id=2e7f4570-d777-4bdb-a869-7f3910bf1983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342925 Sep 24 16:34:28.877967 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5f1086-2435-4d02-91d6-be9bf123ef89 req-386caca1-2d10-4369-a381-1682931448e3 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:34:28.879400 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bd5f1086-2435-4d02-91d6-be9bf123ef89 req-386caca1-2d10-4369-a381-1682931448e3 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/ports?device_id=d68220ba-4666-4f60-8f05-b357e326e8a9 HTTP/1.1" status: 200 len: 984 time: 0.0495744 Sep 24 16:34:28.923522 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bd5f1086-2435-4d02-91d6-be9bf123ef89 req-5a654909-b93b-4d18-8184-bee5aa0ab994 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/security-groups?id=2d8a9260-3812-4629-b625-c93b70ca533e&id=2e7f4570-d777-4bdb-a869-7f3910bf1983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0380092 Sep 24 16:34:30.039669 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de005d6-f78b-4948-bba1-7d721267a8f9 req-81be0cb5-e8b3-4b9d-b68f-08a76ebd1e3c tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:34:30.041135 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4de005d6-f78b-4948-bba1-7d721267a8f9 req-81be0cb5-e8b3-4b9d-b68f-08a76ebd1e3c tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/ports?device_id=d68220ba-4666-4f60-8f05-b357e326e8a9 HTTP/1.1" status: 200 len: 984 time: 0.0493381 Sep 24 16:34:30.081917 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4de005d6-f78b-4948-bba1-7d721267a8f9 req-3e586ad8-4f01-4892-98f9-015737208689 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/security-groups?id=2d8a9260-3812-4629-b625-c93b70ca533e&id=2e7f4570-d777-4bdb-a869-7f3910bf1983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345025 Sep 24 16:34:31.196386 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02060379-8d95-420c-9fcf-8f078b7a7ff4 req-8c405000-49a5-4b44-9bb5-4e28ddeff7bb tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:34:31.197893 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-02060379-8d95-420c-9fcf-8f078b7a7ff4 req-8c405000-49a5-4b44-9bb5-4e28ddeff7bb tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/ports?device_id=d68220ba-4666-4f60-8f05-b357e326e8a9 HTTP/1.1" status: 200 len: 984 time: 0.0493345 Sep 24 16:34:31.239145 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-02060379-8d95-420c-9fcf-8f078b7a7ff4 req-66b30165-3318-47d3-b63d-32e94b24e9b3 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/security-groups?id=2d8a9260-3812-4629-b625-c93b70ca533e&id=2e7f4570-d777-4bdb-a869-7f3910bf1983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346341 Sep 24 16:34:31.242622 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ff0260ac-3d36-475a-bd61-d28a87ab1cea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:34:32.359191 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf88ee85-6e1d-4d91-9c0d-848b2df7143f req-9b0ee767-a67e-4a8f-b582-acf580ee9d73 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:34:32.361399 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bf88ee85-6e1d-4d91-9c0d-848b2df7143f req-9b0ee767-a67e-4a8f-b582-acf580ee9d73 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/ports?device_id=d68220ba-4666-4f60-8f05-b357e326e8a9 HTTP/1.1" status: 200 len: 984 time: 0.0550282 Sep 24 16:34:32.404078 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bf88ee85-6e1d-4d91-9c0d-848b2df7143f req-2dde2271-fc96-4bf4-a3f7-3f7086b8cd4c tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/security-groups?id=2d8a9260-3812-4629-b625-c93b70ca533e&id=2e7f4570-d777-4bdb-a869-7f3910bf1983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0365114 Sep 24 16:34:33.520798 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16f50f3-d458-4b49-ae6b-697321552511 req-35902e54-2b29-463c-a085-92259d0dffe0 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:34:33.522287 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b16f50f3-d458-4b49-ae6b-697321552511 req-35902e54-2b29-463c-a085-92259d0dffe0 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/ports?device_id=d68220ba-4666-4f60-8f05-b357e326e8a9 HTTP/1.1" status: 200 len: 984 time: 0.0495260 Sep 24 16:34:33.561758 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b16f50f3-d458-4b49-ae6b-697321552511 req-f829bd9e-c538-424e-b19e-aa1d93ad08ff tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/security-groups?id=2d8a9260-3812-4629-b625-c93b70ca533e&id=2e7f4570-d777-4bdb-a869-7f3910bf1983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333157 Sep 24 16:34:33.894043 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c9338e5f-a11b-4863-bdff-42973ee797d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:34:34.345401 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:34:34.678316 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f891d-396f-446b-882a-ac199eb32644 req-5be73494-910f-4427-b363-be4d84399939 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:34:34.682128 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6f4f891d-396f-446b-882a-ac199eb32644 req-5be73494-910f-4427-b363-be4d84399939 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/ports?device_id=d68220ba-4666-4f60-8f05-b357e326e8a9 HTTP/1.1" status: 200 len: 984 time: 0.0495257 Sep 24 16:34:34.720162 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6f4f891d-396f-446b-882a-ac199eb32644 req-7d011019-dd6b-4569-ae9f-e98930f345a3 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/security-groups?id=2d8a9260-3812-4629-b625-c93b70ca533e&id=2e7f4570-d777-4bdb-a869-7f3910bf1983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0340276 Sep 24 16:34:35.509746 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:34:35.840776 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560b2c26-9449-4eac-b2a7-ddc180db9d03 req-263335a7-f319-4f04-bb61-15eaac19ba5c tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:34:35.842288 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-560b2c26-9449-4eac-b2a7-ddc180db9d03 req-263335a7-f319-4f04-bb61-15eaac19ba5c tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/ports?device_id=d68220ba-4666-4f60-8f05-b357e326e8a9 HTTP/1.1" status: 200 len: 984 time: 0.0485461 Sep 24 16:34:35.887726 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-560b2c26-9449-4eac-b2a7-ddc180db9d03 req-99256840-e6b0-4a3b-a512-d646669182c9 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/security-groups?id=2d8a9260-3812-4629-b625-c93b70ca533e&id=2e7f4570-d777-4bdb-a869-7f3910bf1983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0386329 Sep 24 16:34:36.909859 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:34:37.002914 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c453a6b7-6a29-481b-b63b-840cf1ef176a req-a9e3db09-98b5-4b73-ba41-c2d6a5d00881 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:34:37.004450 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c453a6b7-6a29-481b-b63b-840cf1ef176a req-a9e3db09-98b5-4b73-ba41-c2d6a5d00881 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/ports?device_id=d68220ba-4666-4f60-8f05-b357e326e8a9 HTTP/1.1" status: 200 len: 984 time: 0.0495107 Sep 24 16:34:37.045703 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c453a6b7-6a29-481b-b63b-840cf1ef176a req-f999cc12-d31e-4a73-98d8-98e9418bee00 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/security-groups?id=2d8a9260-3812-4629-b625-c93b70ca533e&id=2e7f4570-d777-4bdb-a869-7f3910bf1983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349929 Sep 24 16:34:38.161077 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27f887-0b56-4ab3-ad75-81e7ef8743f3 req-659eab5c-ba20-46d4-9c4a-8a6794dbb351 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:34:38.162598 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8f27f887-0b56-4ab3-ad75-81e7ef8743f3 req-659eab5c-ba20-46d4-9c4a-8a6794dbb351 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/ports?device_id=d68220ba-4666-4f60-8f05-b357e326e8a9 HTTP/1.1" status: 200 len: 984 time: 0.0496416 Sep 24 16:34:38.203215 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8f27f887-0b56-4ab3-ad75-81e7ef8743f3 req-76425750-902b-41ec-99bc-41bd8e9e7138 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/security-groups?id=2d8a9260-3812-4629-b625-c93b70ca533e&id=2e7f4570-d777-4bdb-a869-7f3910bf1983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344658 Sep 24 16:34:39.331495 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc5fe35-04f1-4f63-8387-e3c9c06975c2 req-b3297cbc-9894-46b1-9e28-6052120965ea tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:34:39.333220 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7dc5fe35-04f1-4f63-8387-e3c9c06975c2 req-b3297cbc-9894-46b1-9e28-6052120965ea tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/ports?device_id=d68220ba-4666-4f60-8f05-b357e326e8a9 HTTP/1.1" status: 200 len: 984 time: 0.0566301 Sep 24 16:34:39.379970 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7dc5fe35-04f1-4f63-8387-e3c9c06975c2 req-6991249e-d82a-488a-bc80-0842874627e0 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/security-groups?id=2d8a9260-3812-4629-b625-c93b70ca533e&id=2e7f4570-d777-4bdb-a869-7f3910bf1983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0405960 Sep 24 16:34:39.511264 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:34:40.495706 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4705f5bd-39f7-42e4-8e05-e4dcc21210b2 req-99ef3463-7c84-464e-aff1-a1cf888d03ea tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:34:40.497228 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4705f5bd-39f7-42e4-8e05-e4dcc21210b2 req-99ef3463-7c84-464e-aff1-a1cf888d03ea tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/ports?device_id=d68220ba-4666-4f60-8f05-b357e326e8a9 HTTP/1.1" status: 200 len: 984 time: 0.0509369 Sep 24 16:34:40.539622 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4705f5bd-39f7-42e4-8e05-e4dcc21210b2 req-ef9fa2b8-8aad-48e4-b4ef-f063cbb51982 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/security-groups?id=2d8a9260-3812-4629-b625-c93b70ca533e&id=2e7f4570-d777-4bdb-a869-7f3910bf1983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0363383 Sep 24 16:34:41.407704 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:34:41.654786 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b3089-c025-4ee0-956b-22d5bd909e1c req-f95c5646-e727-4554-ab49-e4f37a6178eb tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:34:41.656178 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5f7b3089-c025-4ee0-956b-22d5bd909e1c req-f95c5646-e727-4554-ab49-e4f37a6178eb tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/ports?device_id=d68220ba-4666-4f60-8f05-b357e326e8a9 HTTP/1.1" status: 200 len: 984 time: 0.0493224 Sep 24 16:34:41.696805 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5f7b3089-c025-4ee0-956b-22d5bd909e1c req-e8dbdaa2-8bfd-48bd-9fe0-b7366f319d34 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/security-groups?id=2d8a9260-3812-4629-b625-c93b70ca533e&id=2e7f4570-d777-4bdb-a869-7f3910bf1983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338275 Sep 24 16:34:42.054990 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:34:42.813105 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935a889b-9201-4180-935f-9baf3fb55ebe req-a857d7b7-5d42-409d-93f1-592a7e7603ec tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:34:42.814636 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-935a889b-9201-4180-935f-9baf3fb55ebe req-a857d7b7-5d42-409d-93f1-592a7e7603ec tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/ports?device_id=d68220ba-4666-4f60-8f05-b357e326e8a9 HTTP/1.1" status: 200 len: 984 time: 0.0491312 Sep 24 16:34:42.858939 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-935a889b-9201-4180-935f-9baf3fb55ebe req-fe1fe4cd-63b8-4e00-a7ae-faf6e802c49d tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/security-groups?id=2d8a9260-3812-4629-b625-c93b70ca533e&id=2e7f4570-d777-4bdb-a869-7f3910bf1983&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0379400 Sep 24 16:35:01.298591 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-39503668-0644-4d06-bed9-5a7ff0b25b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:03.919560 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4307c082-1b19-4ca4-8f44-38775e095053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:04.332518 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:05.572652 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:06.915620 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:09.537010 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:11.450988 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:14.550826 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ebc9097c-fe04-4a54-94f8-a843b42e4d98 req-ad6b230f-9412-440b-8591-9ced08e0dbf6 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=d68220ba-4666-4f60-8f05-b357e326e8a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415678 Sep 24 16:35:14.634066 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc9097c-fe04-4a54-94f8-a843b42e4d98 req-50bbbaf1-4a12-457d-91d9-22b46428f211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:35:14.635592 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ebc9097c-fe04-4a54-94f8-a843b42e4d98 req-50bbbaf1-4a12-457d-91d9-22b46428f211 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=4bdd4afb03684c04bce7f7aeb8ca65c5&device_id=d68220ba-4666-4f60-8f05-b357e326e8a9 HTTP/1.1" status: 200 len: 1135 time: 0.0410659 Sep 24 16:35:14.746929 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc9097c-fe04-4a54-94f8-a843b42e4d98 req-eba7f916-a546-4cc5-91b6-7130cd207f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:35:14.748411 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ebc9097c-fe04-4a54-94f8-a843b42e4d98 req-eba7f916-a546-4cc5-91b6-7130cd207f26 service neutron] 10.222.0.110 "GET /v2.0/networks?id=88a1f4d2-90a9-4c4b-a326-61ead2070bbd HTTP/1.1" status: 200 len: 917 time: 0.0889981 Sep 24 16:35:14.818893 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ebc9097c-fe04-4a54-94f8-a843b42e4d98 req-8d152262-40d0-48cd-b327-bb702aeb7d7e service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d5a3dda-8d00-4d01-9346-58d3b10460d9 HTTP/1.1" status: 200 len: 1001 time: 0.0611858 Sep 24 16:35:14.873288 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc9097c-fe04-4a54-94f8-a843b42e4d98 req-8b7cb388-94f2-4517-9bbd-be30691f5a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:35:14.874744 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ebc9097c-fe04-4a54-94f8-a843b42e4d98 req-8b7cb388-94f2-4517-9bbd-be30691f5a9f service neutron] 10.222.0.110 "GET /v2.0/subnets?id=ed39218f-4be6-42ee-99a5-fb7dfd8ae96d HTTP/1.1" status: 200 len: 854 time: 0.0437346 Sep 24 16:35:14.920378 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc9097c-fe04-4a54-94f8-a843b42e4d98 req-5d6926aa-a271-488a-b9d9-37c06ca03949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:35:14.922105 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ebc9097c-fe04-4a54-94f8-a843b42e4d98 req-5d6926aa-a271-488a-b9d9-37c06ca03949 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=88a1f4d2-90a9-4c4b-a326-61ead2070bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400276 Sep 24 16:35:15.020943 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ebc9097c-fe04-4a54-94f8-a843b42e4d98 req-83ca2781-21f4-4007-b74c-cd3ddce7626e service neutron] 10.222.0.110 "GET /v2.0/networks/88a1f4d2-90a9-4c4b-a326-61ead2070bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874584 Sep 24 16:35:15.112214 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ebc9097c-fe04-4a54-94f8-a843b42e4d98 req-791a5927-c66d-4f54-a06b-23ce354bd0e3 service neutron] 10.222.0.110 "GET /v2.0/networks/88a1f4d2-90a9-4c4b-a326-61ead2070bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836732 Sep 24 16:35:16.668003 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-246c0221-8b7b-4742-81f5-c7542dd2af17 req-754a39ff-b87c-43c6-99ff-ff305489af42 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-236509312&fields=id&tenant_id=4bdd4afb03684c04bce7f7aeb8ca65c5 HTTP/1.1" status: 200 len: 267 time: 0.0326681 Sep 24 16:35:16.726272 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c0221-8b7b-4742-81f5-c7542dd2af17 req-584bdd2e-6b06-442c-a782-b78a28cd137c tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:35:16.727792 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-246c0221-8b7b-4742-81f5-c7542dd2af17 req-584bdd2e-6b06-442c-a782-b78a28cd137c tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/ports?device_id=d68220ba-4666-4f60-8f05-b357e326e8a9 HTTP/1.1" status: 200 len: 984 time: 0.0532782 Sep 24 16:35:16.740052 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-246c0221-8b7b-4742-81f5-c7542dd2af17 req-6b67e3dc-5605-4423-83f3-fe0088ad6ed8 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Request body: {'port': {'security_groups': ['2e7f4570-d777-4bdb-a869-7f3910bf1983']}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:35:16.804517 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-246c0221-8b7b-4742-81f5-c7542dd2af17 req-6b67e3dc-5605-4423-83f3-fe0088ad6ed8 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:16.979306 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-246c0221-8b7b-4742-81f5-c7542dd2af17 req-6b67e3dc-5605-4423-83f3-fe0088ad6ed8 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] For port 2d5a3dda-8d00-4d01-9346-58d3b10460d9, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=2d5a3dda-8d00-4d01-9346-58d3b10460d9,segment=NetworkSegment(041bc345-a82f-446d-a607-67a15d303ac4),segment_id=041bc345-a82f-446d-a607-67a15d303ac4)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:35:17.007859 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-246c0221-8b7b-4742-81f5-c7542dd2af17 req-6b67e3dc-5605-4423-83f3-fe0088ad6ed8 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:17.092219 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-246c0221-8b7b-4742-81f5-c7542dd2af17 req-6b67e3dc-5605-4423-83f3-fe0088ad6ed8 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:17.105378 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['2d5a3dda-8d00-4d01-9346-58d3b10460d9'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:35:17.134518 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c0221-8b7b-4742-81f5-c7542dd2af17 req-6b67e3dc-5605-4423-83f3-fe0088ad6ed8 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:35:17.134986 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-246c0221-8b7b-4742-81f5-c7542dd2af17 req-6b67e3dc-5605-4423-83f3-fe0088ad6ed8 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:17.136411 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-246c0221-8b7b-4742-81f5-c7542dd2af17 req-6b67e3dc-5605-4423-83f3-fe0088ad6ed8 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "PUT /v2.0/ports/2d5a3dda-8d00-4d01-9346-58d3b10460d9 HTTP/1.1" status: 200 len: 942 time: 0.4020262 Sep 24 16:35:17.136862 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd68220ba-4666-4f60-8f05-b357e326e8a9', 'tag': '2d5a3dda-8d00-4d01-9346-58d3b10460d9'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:35:17.142601 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86bdbdc9b9e92b390e2d9cb11b84962cc6f6bd0fdc6518f79f4e2677ef2c88f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab24388b-2a1c-40c2-968f-4bec17cc7405" -d '{"events": [{"name": "network-changed", "server_uuid": "d68220ba-4666-4f60-8f05-b357e326e8a9", "tag": "2d5a3dda-8d00-4d01-9346-58d3b10460d9"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:35:17.143434 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46694) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:35:17.174829 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b67e3dc-5605-4423-83f3-fe0088ad6ed8 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Pushing event updated for resources: {'Port': ['ID=2d5a3dda-8d00-4d01-9346-58d3b10460d9,revision_number=7']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:35:17.184843 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b67e3dc-5605-4423-83f3-fe0088ad6ed8 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:35:17.185327 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b67e3dc-5605-4423-83f3-fe0088ad6ed8 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:35:17.185782 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b67e3dc-5605-4423-83f3-fe0088ad6ed8 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:35:17.186183 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b67e3dc-5605-4423-83f3-fe0088ad6ed8 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:35:17.186603 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b67e3dc-5605-4423-83f3-fe0088ad6ed8 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:35:17.187006 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b67e3dc-5605-4423-83f3-fe0088ad6ed8 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:35:17.187399 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b67e3dc-5605-4423-83f3-fe0088ad6ed8 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:35:17.188022 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b67e3dc-5605-4423-83f3-fe0088ad6ed8 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:35:17.188591 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b67e3dc-5605-4423-83f3-fe0088ad6ed8 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:35:17.188947 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b67e3dc-5605-4423-83f3-fe0088ad6ed8 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:35:17.189231 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b67e3dc-5605-4423-83f3-fe0088ad6ed8 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:35:17.189564 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b67e3dc-5605-4423-83f3-fe0088ad6ed8 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:35:17.242608 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['2d5a3dda-8d00-4d01-9346-58d3b10460d9'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:35:17.281109 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4fc049-6e8b-45c7-bb5a-fa671bc255a5 x-openstack-request-id: req-7a4fc049-6e8b-45c7-bb5a-fa671bc255a5 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:35:17.281410 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d68220ba-4666-4f60-8f05-b357e326e8a9", "tag": "2d5a3dda-8d00-4d01-9346-58d3b10460d9", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:35:17.281660 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-7a4fc049-6e8b-45c7-bb5a-fa671bc255a5 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:35:17.282069 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd68220ba-4666-4f60-8f05-b357e326e8a9', 'tag': '2d5a3dda-8d00-4d01-9346-58d3b10460d9', 'status': 'completed', 'code': 200} Sep 24 16:35:17.370176 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab24388b-2a1c-40c2-968f-4bec17cc7405 req-4dcb5915-b501-432e-9a8d-b72b0d06ff6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:35:17.372288 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ab24388b-2a1c-40c2-968f-4bec17cc7405 req-4dcb5915-b501-432e-9a8d-b72b0d06ff6e service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=4bdd4afb03684c04bce7f7aeb8ca65c5&device_id=d68220ba-4666-4f60-8f05-b357e326e8a9 HTTP/1.1" status: 200 len: 1096 time: 0.0628986 Sep 24 16:35:17.477029 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab24388b-2a1c-40c2-968f-4bec17cc7405 req-f76eb3f5-4bba-4339-a642-d027e59ea8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:35:17.478590 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ab24388b-2a1c-40c2-968f-4bec17cc7405 req-f76eb3f5-4bba-4339-a642-d027e59ea8fd service neutron] 10.222.0.110 "GET /v2.0/networks?id=88a1f4d2-90a9-4c4b-a326-61ead2070bbd HTTP/1.1" status: 200 len: 917 time: 0.0975013 Sep 24 16:35:17.498541 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-78384a45-c2f3-4219-916f-a7f2cde701ea None None] Provisioning complete for port 2d5a3dda-8d00-4d01-9346-58d3b10460d9 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:35:17.498763 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-78384a45-c2f3-4219-916f-a7f2cde701ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:17.559554 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ab24388b-2a1c-40c2-968f-4bec17cc7405 req-c0460dd0-2af5-4ba9-8f56-c5ae8066c0f8 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d5a3dda-8d00-4d01-9346-58d3b10460d9 HTTP/1.1" status: 200 len: 1001 time: 0.0707929 Sep 24 16:35:17.590891 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-02cc91e6-7ab3-4926-9c26-733775e5643a tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:17.614457 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab24388b-2a1c-40c2-968f-4bec17cc7405 req-4532d84b-4d9b-4d56-89c9-63c19e22ed3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:35:17.615942 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ab24388b-2a1c-40c2-968f-4bec17cc7405 req-4532d84b-4d9b-4d56-89c9-63c19e22ed3d service neutron] 10.222.0.110 "GET /v2.0/subnets?id=ed39218f-4be6-42ee-99a5-fb7dfd8ae96d HTTP/1.1" status: 200 len: 854 time: 0.0478737 Sep 24 16:35:17.617595 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-02cc91e6-7ab3-4926-9c26-733775e5643a tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:17.664868 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab24388b-2a1c-40c2-968f-4bec17cc7405 req-0c72f5c7-9e3c-4bd5-93d3-2e7234d38c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:35:17.666428 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ab24388b-2a1c-40c2-968f-4bec17cc7405 req-0c72f5c7-9e3c-4bd5-93d3-2e7234d38c40 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=88a1f4d2-90a9-4c4b-a326-61ead2070bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425627 Sep 24 16:35:17.749616 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-02cc91e6-7ab3-4926-9c26-733775e5643a tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:17.752735 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-02cc91e6-7ab3-4926-9c26-733775e5643a tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:17.753926 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-02cc91e6-7ab3-4926-9c26-733775e5643a tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "DELETE /v2.0/security-groups/2d8a9260-3812-4629-b625-c93b70ca533e HTTP/1.1" status: 204 len: 168 time: 0.6089122 Sep 24 16:35:17.758765 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46698) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:35:17.764786 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ab24388b-2a1c-40c2-968f-4bec17cc7405 req-38c351b7-6f5d-4204-a517-a9d1f5f8cc17 service neutron] 10.222.0.110 "GET /v2.0/networks/88a1f4d2-90a9-4c4b-a326-61ead2070bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889118 Sep 24 16:35:17.770747 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cc91e6-7ab3-4926-9c26-733775e5643a tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8a9260-3812-4629-b625-c93b70ca533e,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:35:17.809325 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc91e6-7ab3-4926-9c26-733775e5643a tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:35:17.809671 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc91e6-7ab3-4926-9c26-733775e5643a tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:35:17.810013 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc91e6-7ab3-4926-9c26-733775e5643a tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:35:17.810368 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc91e6-7ab3-4926-9c26-733775e5643a tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:35:17.810706 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc91e6-7ab3-4926-9c26-733775e5643a tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:35:17.811041 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc91e6-7ab3-4926-9c26-733775e5643a tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:35:17.811368 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc91e6-7ab3-4926-9c26-733775e5643a tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:35:17.811689 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc91e6-7ab3-4926-9c26-733775e5643a tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:35:17.812016 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc91e6-7ab3-4926-9c26-733775e5643a tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:35:17.812338 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc91e6-7ab3-4926-9c26-733775e5643a tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:35:17.812660 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc91e6-7ab3-4926-9c26-733775e5643a tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:35:17.812976 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cc91e6-7ab3-4926-9c26-733775e5643a tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:35:17.861949 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ab24388b-2a1c-40c2-968f-4bec17cc7405 req-0750cd01-4c57-4286-b8fb-92f28fa41bd6 service neutron] 10.222.0.110 "GET /v2.0/networks/88a1f4d2-90a9-4c4b-a326-61ead2070bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890155 Sep 24 16:35:17.939346 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-7b65a3f5-8757-4642-97dd-eb83b799ed7b tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Deleting port b5b7da0a-d7bd-4aef-8351-a6ae1535e8e1 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:35:17.939691 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7b65a3f5-8757-4642-97dd-eb83b799ed7b tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:18.022515 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7b65a3f5-8757-4642-97dd-eb83b799ed7b tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:18.022767 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7b65a3f5-8757-4642-97dd-eb83b799ed7b tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:18.034614 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-7b65a3f5-8757-4642-97dd-eb83b799ed7b tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Calling delete_port for b5b7da0a-d7bd-4aef-8351-a6ae1535e8e1 owned by network:floatingip {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:35:18.286423 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7b65a3f5-8757-4642-97dd-eb83b799ed7b tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:18.312102 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b65a3f5-8757-4642-97dd-eb83b799ed7b tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Pushing event deleted for resources: {'Port': ['ID=b5b7da0a-d7bd-4aef-8351-a6ae1535e8e1,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:35:18.377561 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7b65a3f5-8757-4642-97dd-eb83b799ed7b tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Notify callbacks [] for floatingip, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:18.377936 n-d-808921-1 neutron-server[95297]: INFO neutron.db.l3_db [None req-7b65a3f5-8757-4642-97dd-eb83b799ed7b tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Floating IP 9a666c84-3b91-4105-98b0-1e0dccdfcb8b disassociated (deleted). External IP: 172.25.0.243, port: 2d5a3dda-8d00-4d01-9346-58d3b10460d9. Sep 24 16:35:18.588396 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b65a3f5-8757-4642-97dd-eb83b799ed7b tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Router 318c489b-3f70-4c57-8331-2fdfda1e2b61 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:35:18.698685 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b65a3f5-8757-4642-97dd-eb83b799ed7b tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:35:18.703517 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7b65a3f5-8757-4642-97dd-eb83b799ed7b tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:18.708737 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038e4c35-f056-4729-b928-f0dd0e7e06d4 None None] Sync routers for ids ['318c489b-3f70-4c57-8331-2fdfda1e2b61'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:35:18.717417 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038e4c35-f056-4729-b928-f0dd0e7e06d4 None None] Routers {'318c489b-3f70-4c57-8331-2fdfda1e2b61'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:35:18.718029 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-038e4c35-f056-4729-b928-f0dd0e7e06d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:35:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['318c489b-3f70-4c57-8331-2fdfda1e2b61'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:35:18.731302 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-7b65a3f5-8757-4642-97dd-eb83b799ed7b tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "DELETE /v2.0/floatingips/9a666c84-3b91-4105-98b0-1e0dccdfcb8b HTTP/1.1" status: 204 len: 168 time: 0.9715145 Sep 24 16:35:18.731896 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd68220ba-4666-4f60-8f05-b357e326e8a9', 'tag': '2d5a3dda-8d00-4d01-9346-58d3b10460d9'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:35:18.734194 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce09631955309d89252ad503228e8356032135eb6e803a44cefb008b5f264874" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2649be85-8e66-4adf-8bde-09ec8c7326f9" -d '{"events": [{"name": "network-changed", "server_uuid": "d68220ba-4666-4f60-8f05-b357e326e8a9", "tag": "2d5a3dda-8d00-4d01-9346-58d3b10460d9"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:35:18.787120 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abfe29a2-38a5-4387-8f65-99360781a8ca x-openstack-request-id: req-abfe29a2-38a5-4387-8f65-99360781a8ca {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:35:18.787416 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d68220ba-4666-4f60-8f05-b357e326e8a9", "tag": "2d5a3dda-8d00-4d01-9346-58d3b10460d9", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:35:18.787670 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-abfe29a2-38a5-4387-8f65-99360781a8ca {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:35:18.788073 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd68220ba-4666-4f60-8f05-b357e326e8a9', 'tag': '2d5a3dda-8d00-4d01-9346-58d3b10460d9', 'status': 'completed', 'code': 200} Sep 24 16:35:18.832281 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-038e4c35-f056-4729-b928-f0dd0e7e06d4 None None] Set router 318c489b-3f70-4c57-8331-2fdfda1e2b61 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:35:18.864169 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2649be85-8e66-4adf-8bde-09ec8c7326f9 req-3d0a0bff-0eb0-425b-a548-96b9c47e03d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:35:18.865729 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2649be85-8e66-4adf-8bde-09ec8c7326f9 req-3d0a0bff-0eb0-425b-a548-96b9c47e03d9 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=4bdd4afb03684c04bce7f7aeb8ca65c5&device_id=d68220ba-4666-4f60-8f05-b357e326e8a9 HTTP/1.1" status: 200 len: 1096 time: 0.0500383 Sep 24 16:35:18.962956 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2649be85-8e66-4adf-8bde-09ec8c7326f9 req-15ca7dd0-e4c6-4f97-8c72-b3c088f545a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:35:18.964489 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2649be85-8e66-4adf-8bde-09ec8c7326f9 req-15ca7dd0-e4c6-4f97-8c72-b3c088f545a5 service neutron] 10.222.0.110 "GET /v2.0/networks?id=88a1f4d2-90a9-4c4b-a326-61ead2070bbd HTTP/1.1" status: 200 len: 917 time: 0.0898190 Sep 24 16:35:19.017993 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2649be85-8e66-4adf-8bde-09ec8c7326f9 req-b5ef6e2c-50b2-417d-ab16-14fe8471147c service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2d5a3dda-8d00-4d01-9346-58d3b10460d9 HTTP/1.1" status: 200 len: 217 time: 0.0430744 Sep 24 16:35:19.061966 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:35:19.070741 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2649be85-8e66-4adf-8bde-09ec8c7326f9 req-9ff1303b-0d43-47cd-a2dd-e5bdb9e6f936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:35:19.072230 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2649be85-8e66-4adf-8bde-09ec8c7326f9 req-9ff1303b-0d43-47cd-a2dd-e5bdb9e6f936 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=ed39218f-4be6-42ee-99a5-fb7dfd8ae96d HTTP/1.1" status: 200 len: 854 time: 0.0457678 Sep 24 16:35:19.129084 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2649be85-8e66-4adf-8bde-09ec8c7326f9 req-0fffdfca-861e-402b-8ba0-d60d0c473f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:35:19.130633 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2649be85-8e66-4adf-8bde-09ec8c7326f9 req-0fffdfca-861e-402b-8ba0-d60d0c473f84 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=88a1f4d2-90a9-4c4b-a326-61ead2070bbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469692 Sep 24 16:35:19.138003 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-038e4c35-f056-4729-b928-f0dd0e7e06d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318c489b-3f70-4c57-8331-2fdfda1e2b61', 'name': 'tempest-TestMinimumBasicScenario-1787400089-router', 'tenant_id': '4bdd4afb03684c04bce7f7aeb8ca65c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '9f9aa82f-b06b-44e0-b606-f80453662759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:32:56Z', 'updated_at': '2021-09-24T16:32:59Z', 'revision_number': 4, 'project_id': '4bdd4afb03684c04bce7f7aeb8ca65c5', 'gw_port': {'id': '9f9aa82f-b06b-44e0-b606-f80453662759', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cf:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318c489b-3f70-4c57-8331-2fdfda1e2b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:32:57Z', 'updated_at': '2021-09-24T16:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'f3e4aadd-8a66-4292-a993-ad762257f5ee', 'name': '', 'network_id': '88a1f4d2-90a9-4c4b-a326-61ead2070bbd', 'tenant_id': '4bdd4afb03684c04bce7f7aeb8ca65c5', 'mac_address': 'fa:16:3e:bb:eb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318c489b-3f70-4c57-8331-2fdfda1e2b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'ed39218f-4be6-42ee-99a5-fb7dfd8ae96d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:32:59Z', 'updated_at': '2021-09-24T16:33:04Z', 'revision_number': 5, 'project_id': '4bdd4afb03684c04bce7f7aeb8ca65c5', 'subnets': [{'id': 'ed39218f-4be6-42ee-99a5-fb7dfd8ae96d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:35:19.167880 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038e4c35-f056-4729-b928-f0dd0e7e06d4 None None] Checking router: 318c489b-3f70-4c57-8331-2fdfda1e2b61 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:35:19.176846 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038e4c35-f056-4729-b928-f0dd0e7e06d4 None None] Routers {'318c489b-3f70-4c57-8331-2fdfda1e2b61'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:35:19.177459 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-038e4c35-f056-4729-b928-f0dd0e7e06d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:35:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['318c489b-3f70-4c57-8331-2fdfda1e2b61'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:35:19.233683 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2649be85-8e66-4adf-8bde-09ec8c7326f9 req-8896f32f-4984-40bf-b4ea-0df072d54612 service neutron] 10.222.0.110 "GET /v2.0/networks/88a1f4d2-90a9-4c4b-a326-61ead2070bbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950816 Sep 24 16:35:19.286047 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-038e4c35-f056-4729-b928-f0dd0e7e06d4 None None] Set router 318c489b-3f70-4c57-8331-2fdfda1e2b61 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:35:19.330207 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2649be85-8e66-4adf-8bde-09ec8c7326f9 req-c5bec1ca-cd76-432f-8782-6f7d3ed684d7 service neutron] 10.222.0.110 "GET /v2.0/networks/88a1f4d2-90a9-4c4b-a326-61ead2070bbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875185 Sep 24 16:35:19.485134 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-038e4c35-f056-4729-b928-f0dd0e7e06d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318c489b-3f70-4c57-8331-2fdfda1e2b61', 'name': 'tempest-TestMinimumBasicScenario-1787400089-router', 'tenant_id': '4bdd4afb03684c04bce7f7aeb8ca65c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '9f9aa82f-b06b-44e0-b606-f80453662759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:32:56Z', 'updated_at': '2021-09-24T16:32:59Z', 'revision_number': 4, 'project_id': '4bdd4afb03684c04bce7f7aeb8ca65c5', 'gw_port': {'id': '9f9aa82f-b06b-44e0-b606-f80453662759', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cf:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318c489b-3f70-4c57-8331-2fdfda1e2b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:32:57Z', 'updated_at': '2021-09-24T16:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'f3e4aadd-8a66-4292-a993-ad762257f5ee', 'name': '', 'network_id': '88a1f4d2-90a9-4c4b-a326-61ead2070bbd', 'tenant_id': '4bdd4afb03684c04bce7f7aeb8ca65c5', 'mac_address': 'fa:16:3e:bb:eb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318c489b-3f70-4c57-8331-2fdfda1e2b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'ed39218f-4be6-42ee-99a5-fb7dfd8ae96d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:32:59Z', 'updated_at': '2021-09-24T16:33:04Z', 'revision_number': 5, 'project_id': '4bdd4afb03684c04bce7f7aeb8ca65c5', 'subnets': [{'id': 'ed39218f-4be6-42ee-99a5-fb7dfd8ae96d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:35:19.512698 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038e4c35-f056-4729-b928-f0dd0e7e06d4 None None] The sync data for ids ['318c489b-3f70-4c57-8331-2fdfda1e2b61'] in n-d-808921-1 is: [{'id': '318c489b-3f70-4c57-8331-2fdfda1e2b61', 'name': 'tempest-TestMinimumBasicScenario-1787400089-router', 'tenant_id': '4bdd4afb03684c04bce7f7aeb8ca65c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '9f9aa82f-b06b-44e0-b606-f80453662759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:32:56Z', 'updated_at': '2021-09-24T16:32:59Z', 'revision_number': 4, 'project_id': '4bdd4afb03684c04bce7f7aeb8ca65c5', 'gw_port': {'id': '9f9aa82f-b06b-44e0-b606-f80453662759', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cf:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318c489b-3f70-4c57-8331-2fdfda1e2b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:32:57Z', 'updated_at': '2021-09-24T16:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'f3e4aadd-8a66-4292-a993-ad762257f5ee', 'name': '', 'network_id': '88a1f4d2-90a9-4c4b-a326-61ead2070bbd', 'tenant_id': '4bdd4afb03684c04bce7f7aeb8ca65c5', 'mac_address': 'fa:16:3e:bb:eb:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318c489b-3f70-4c57-8331-2fdfda1e2b61', 'device_owner': 'network:router_interface', 'standard_attr_id': 4130, 'fixed_ips': [{'subnet_id': 'ed39218f-4be6-42ee-99a5-fb7dfd8ae96d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:32:59Z', 'updated_at': '2021-09-24T16:33:04Z', 'revision_number': 5, 'project_id': '4bdd4afb03684c04bce7f7aeb8ca65c5', 'subnets': [{'id': 'ed39218f-4be6-42ee-99a5-fb7dfd8ae96d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:35:19.742782 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a32adbb-d181-4096-8520-b5f96e3c6550 None None] New status for floating IP 9a666c84-3b91-4105-98b0-1e0dccdfcb8b: DOWN {{(pid=95299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 16:35:27.265025 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ef1044-a647-4cad-8f15-cc6b776f2f1c req-3be61486-fc7c-4459-9318-6b85307d5c37 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:35:27.266524 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-38ef1044-a647-4cad-8f15-cc6b776f2f1c req-3be61486-fc7c-4459-9318-6b85307d5c37 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/ports?device_id=d68220ba-4666-4f60-8f05-b357e326e8a9 HTTP/1.1" status: 200 len: 945 time: 0.0539737 Sep 24 16:35:27.309360 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-38ef1044-a647-4cad-8f15-cc6b776f2f1c req-5b5bfb26-446f-41e9-8d79-acfbbcef4353 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e7f4570-d777-4bdb-a869-7f3910bf1983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361066 Sep 24 16:35:28.428715 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c7fab-813c-4cf4-aa04-807e32b14ab8 req-a3e5f540-d3b9-4fb5-b8f0-ccc29fd6814e tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:35:28.430255 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-967c7fab-813c-4cf4-aa04-807e32b14ab8 req-a3e5f540-d3b9-4fb5-b8f0-ccc29fd6814e tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/ports?device_id=d68220ba-4666-4f60-8f05-b357e326e8a9 HTTP/1.1" status: 200 len: 945 time: 0.0498633 Sep 24 16:35:28.469007 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-967c7fab-813c-4cf4-aa04-807e32b14ab8 req-009f9b90-1f2b-49ff-8da4-137ed47ebbcd tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e7f4570-d777-4bdb-a869-7f3910bf1983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326345 Sep 24 16:35:29.303223 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15540eb6-8c7a-42b2-9880-05f9e9825fc5 req-8a41671b-43f0-4662-808d-4798d8fd5552 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:35:29.304591 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-15540eb6-8c7a-42b2-9880-05f9e9825fc5 req-8a41671b-43f0-4662-808d-4798d8fd5552 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.110 "GET /v2.0/ports?device_id=d68220ba-4666-4f60-8f05-b357e326e8a9 HTTP/1.1" status: 200 len: 945 time: 0.0493414 Sep 24 16:35:29.399400 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-15540eb6-8c7a-42b2-9880-05f9e9825fc5 req-d3398da7-66c9-4d9d-b9ba-5327a73f6c17 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Deleting port 2d5a3dda-8d00-4d01-9346-58d3b10460d9 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:35:29.399737 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-15540eb6-8c7a-42b2-9880-05f9e9825fc5 req-d3398da7-66c9-4d9d-b9ba-5327a73f6c17 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:29.489895 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-15540eb6-8c7a-42b2-9880-05f9e9825fc5 req-d3398da7-66c9-4d9d-b9ba-5327a73f6c17 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] For port 2d5a3dda-8d00-4d01-9346-58d3b10460d9, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=2d5a3dda-8d00-4d01-9346-58d3b10460d9,segment=NetworkSegment(041bc345-a82f-446d-a607-67a15d303ac4),segment_id=041bc345-a82f-446d-a607-67a15d303ac4)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:35:29.490256 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-15540eb6-8c7a-42b2-9880-05f9e9825fc5 req-d3398da7-66c9-4d9d-b9ba-5327a73f6c17 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:29.504464 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-15540eb6-8c7a-42b2-9880-05f9e9825fc5 req-d3398da7-66c9-4d9d-b9ba-5327a73f6c17 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Calling delete_port for 2d5a3dda-8d00-4d01-9346-58d3b10460d9 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:35:29.618728 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac380b-db9d-473b-b678-86cab8f14465 req-be5ea0c2-89e9-4446-a061-858dfe5a2826 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:35:29.620163 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7dac380b-db9d-473b-b678-86cab8f14465 req-be5ea0c2-89e9-4446-a061-858dfe5a2826 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/ports?device_id=d68220ba-4666-4f60-8f05-b357e326e8a9 HTTP/1.1" status: 200 len: 945 time: 0.0757611 Sep 24 16:35:29.689342 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7dac380b-db9d-473b-b678-86cab8f14465 req-49b0610e-6f9d-4bda-8a85-c248eb13dca0 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/security-groups?id=2e7f4570-d777-4bdb-a869-7f3910bf1983&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628035 Sep 24 16:35:29.793242 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-15540eb6-8c7a-42b2-9880-05f9e9825fc5 req-d3398da7-66c9-4d9d-b9ba-5327a73f6c17 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:29.808567 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['2d5a3dda-8d00-4d01-9346-58d3b10460d9'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:35:29.823966 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3398da7-66c9-4d9d-b9ba-5327a73f6c17 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Pushing event deleted for resources: {'Port': ['ID=2d5a3dda-8d00-4d01-9346-58d3b10460d9,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:35:29.872290 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-15540eb6-8c7a-42b2-9880-05f9e9825fc5 req-d3398da7-66c9-4d9d-b9ba-5327a73f6c17 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] No DVR routers for this DVR port 2d5a3dda-8d00-4d01-9346-58d3b10460d9 on host n-h1-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:35:29.874943 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-15540eb6-8c7a-42b2-9880-05f9e9825fc5 req-d3398da7-66c9-4d9d-b9ba-5327a73f6c17 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:29.889901 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-15540eb6-8c7a-42b2-9880-05f9e9825fc5 req-d3398da7-66c9-4d9d-b9ba-5327a73f6c17 tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.110 "DELETE /v2.0/ports/2d5a3dda-8d00-4d01-9346-58d3b10460d9 HTTP/1.1" status: 204 len: 173 time: 0.5632293 Sep 24 16:35:29.889901 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd68220ba-4666-4f60-8f05-b357e326e8a9', 'name': 'network-vif-deleted', 'tag': '2d5a3dda-8d00-4d01-9346-58d3b10460d9'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:35:29.889901 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86bdbdc9b9e92b390e2d9cb11b84962cc6f6bd0fdc6518f79f4e2677ef2c88f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e0ad73-e8aa-4ad9-a146-f4d7edc93570" -d '{"events": [{"server_uuid": "d68220ba-4666-4f60-8f05-b357e326e8a9", "name": "network-vif-deleted", "tag": "2d5a3dda-8d00-4d01-9346-58d3b10460d9"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:35:29.915828 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2af684e1-3308-4ce2-ba48-4ca8671e590b x-openstack-request-id: req-2af684e1-3308-4ce2-ba48-4ca8671e590b {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:35:29.916129 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d68220ba-4666-4f60-8f05-b357e326e8a9", "name": "network-vif-deleted", "tag": "2d5a3dda-8d00-4d01-9346-58d3b10460d9", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:35:29.916385 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-2af684e1-3308-4ce2-ba48-4ca8671e590b {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:35:29.916784 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd68220ba-4666-4f60-8f05-b357e326e8a9', 'name': 'network-vif-deleted', 'tag': '2d5a3dda-8d00-4d01-9346-58d3b10460d9', 'status': 'completed', 'code': 200} Sep 24 16:35:30.793988 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-05d29cd9-bb8e-4976-9514-2bb504135edd req-b7ea4def-55d6-48b6-ba00-6a7cfbd54cff tempest-TestMinimumBasicScenario-1785077820 tempest-TestMinimumBasicScenario-1785077820-project] 10.222.0.101 "GET /v2.0/ports?device_id=d68220ba-4666-4f60-8f05-b357e326e8a9 HTTP/1.1" status: 200 len: 210 time: 0.0266130 Sep 24 16:35:31.257365 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9f7a07df-3d8a-4d24-9366-f96abafd3a98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:33.196381 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46804) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:35:33.549292 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6ce1798b-c97f-4259-b308-08dfde89062f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:33.805755 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-6ce1798b-c97f-4259-b308-08dfde89062f admin admin] Deleting port f3e4aadd-8a66-4292-a993-ad762257f5ee {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:35:33.809966 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6ce1798b-c97f-4259-b308-08dfde89062f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:33.890262 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-6ce1798b-c97f-4259-b308-08dfde89062f admin admin] For port f3e4aadd-8a66-4292-a993-ad762257f5ee, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=f3e4aadd-8a66-4292-a993-ad762257f5ee,segment=NetworkSegment(041bc345-a82f-446d-a607-67a15d303ac4),segment_id=041bc345-a82f-446d-a607-67a15d303ac4)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:35:33.890658 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6ce1798b-c97f-4259-b308-08dfde89062f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:33.903483 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-6ce1798b-c97f-4259-b308-08dfde89062f admin admin] Calling delete_port for f3e4aadd-8a66-4292-a993-ad762257f5ee owned by network:router_interface {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:35:33.977473 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5d313d90-7ed3-402a-afd1-46c80208c2f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:34.079169 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 2d5a3dda-8d00-4d01-9346-58d3b10460d9 no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:35:34.099510 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] No Port match for: 2d5a3dda-8d00-4d01-9346-58d3b10460d9 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:35:34.099857 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 2d5a3dda-8d00-4d01-9346-58d3b10460d9 not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:35:34.187234 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6ce1798b-c97f-4259-b308-08dfde89062f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:34.214578 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce1798b-c97f-4259-b308-08dfde89062f admin admin] Pushing event deleted for resources: {'Port': ['ID=f3e4aadd-8a66-4292-a993-ad762257f5ee,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:35:34.332759 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:34.386329 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6ce1798b-c97f-4259-b308-08dfde89062f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:34.872402 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ce1798b-c97f-4259-b308-08dfde89062f admin admin] Router 318c489b-3f70-4c57-8331-2fdfda1e2b61 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:35:34.985443 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ce1798b-c97f-4259-b308-08dfde89062f admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:35:34.993411 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-6ce1798b-c97f-4259-b308-08dfde89062f admin admin] 10.222.0.101 "PUT /v2.0/routers/318c489b-3f70-4c57-8331-2fdfda1e2b61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7929523 Sep 24 16:35:34.993411 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46808) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:35:34.996175 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97eb847-f7b4-4854-ac8c-dfb0a76caa9a None None] Sync routers for ids ['318c489b-3f70-4c57-8331-2fdfda1e2b61'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:35:35.006920 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97eb847-f7b4-4854-ac8c-dfb0a76caa9a None None] Routers {'318c489b-3f70-4c57-8331-2fdfda1e2b61'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:35:35.007545 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-e97eb847-f7b4-4854-ac8c-dfb0a76caa9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:35:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['318c489b-3f70-4c57-8331-2fdfda1e2b61'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:35:35.102905 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a6861d93-b9b3-43ff-8f54-4dedb39404e2 admin admin] Notify callbacks [] for router, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:35.114730 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-e97eb847-f7b4-4854-ac8c-dfb0a76caa9a None None] Set router 318c489b-3f70-4c57-8331-2fdfda1e2b61 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:35:35.211246 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a6861d93-b9b3-43ff-8f54-4dedb39404e2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:35.310231 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-e97eb847-f7b4-4854-ac8c-dfb0a76caa9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318c489b-3f70-4c57-8331-2fdfda1e2b61', 'name': 'tempest-TestMinimumBasicScenario-1787400089-router', 'tenant_id': '4bdd4afb03684c04bce7f7aeb8ca65c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.123'}], 'enable_snat': True}, 'gw_port_id': '9f9aa82f-b06b-44e0-b606-f80453662759', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:32:56Z', 'updated_at': '2021-09-24T16:35:34Z', 'revision_number': 5, 'project_id': '4bdd4afb03684c04bce7f7aeb8ca65c5', 'gw_port': {'id': '9f9aa82f-b06b-44e0-b606-f80453662759', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:cf:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '318c489b-3f70-4c57-8331-2fdfda1e2b61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4129, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:32:57Z', 'updated_at': '2021-09-24T16:33:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:35:35.327378 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-a6861d93-b9b3-43ff-8f54-4dedb39404e2 admin admin] Deleting port 9f9aa82f-b06b-44e0-b606-f80453662759 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:35:35.328355 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a6861d93-b9b3-43ff-8f54-4dedb39404e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:35.337517 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97eb847-f7b4-4854-ac8c-dfb0a76caa9a None None] Checking router: 318c489b-3f70-4c57-8331-2fdfda1e2b61 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:35:35.345765 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97eb847-f7b4-4854-ac8c-dfb0a76caa9a None None] Routers {'318c489b-3f70-4c57-8331-2fdfda1e2b61'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:35:35.346396 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-e97eb847-f7b4-4854-ac8c-dfb0a76caa9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:35:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['318c489b-3f70-4c57-8331-2fdfda1e2b61'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:35:35.413570 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-a6861d93-b9b3-43ff-8f54-4dedb39404e2 admin admin] For port 9f9aa82f-b06b-44e0-b606-f80453662759, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=9f9aa82f-b06b-44e0-b606-f80453662759,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:35:35.413921 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a6861d93-b9b3-43ff-8f54-4dedb39404e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:35.426407 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-a6861d93-b9b3-43ff-8f54-4dedb39404e2 admin admin] Calling delete_port for 9f9aa82f-b06b-44e0-b606-f80453662759 owned by network:router_gateway {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:35:35.432819 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-e97eb847-f7b4-4854-ac8c-dfb0a76caa9a None None] Set router 318c489b-3f70-4c57-8331-2fdfda1e2b61 gateway port host: None {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:35:35.485618 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-e97eb847-f7b4-4854-ac8c-dfb0a76caa9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '318c489b-3f70-4c57-8331-2fdfda1e2b61', 'name': 'tempest-TestMinimumBasicScenario-1787400089-router', 'tenant_id': '4bdd4afb03684c04bce7f7aeb8ca65c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:32:56Z', 'updated_at': '2021-09-24T16:35:35Z', 'revision_number': 6, 'project_id': '4bdd4afb03684c04bce7f7aeb8ca65c5', 'gw_port_host': None}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:35:35.503676 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:35.516658 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e97eb847-f7b4-4854-ac8c-dfb0a76caa9a None None] The sync data for ids ['318c489b-3f70-4c57-8331-2fdfda1e2b61'] in n-d-808921-1 is: [{'id': '318c489b-3f70-4c57-8331-2fdfda1e2b61', 'name': 'tempest-TestMinimumBasicScenario-1787400089-router', 'tenant_id': '4bdd4afb03684c04bce7f7aeb8ca65c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:32:56Z', 'updated_at': '2021-09-24T16:35:35Z', 'revision_number': 6, 'project_id': '4bdd4afb03684c04bce7f7aeb8ca65c5', 'gw_port_host': None}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:35:35.735807 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a6861d93-b9b3-43ff-8f54-4dedb39404e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:35.762835 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6861d93-b9b3-43ff-8f54-4dedb39404e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f9aa82f-b06b-44e0-b606-f80453662759,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:35:35.826838 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a6861d93-b9b3-43ff-8f54-4dedb39404e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586576'] for router_gateway, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:35.927288 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a6861d93-b9b3-43ff-8f54-4dedb39404e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:35.929614 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a6861d93-b9b3-43ff-8f54-4dedb39404e2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:36.074808 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a6861d93-b9b3-43ff-8f54-4dedb39404e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:36.075343 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6861d93-b9b3-43ff-8f54-4dedb39404e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 318c489b-3f70-4c57-8331-2fdfda1e2b61 {{(pid=95298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 16:35:36.080160 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a6861d93-b9b3-43ff-8f54-4dedb39404e2 admin admin] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:36.084143 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-a6861d93-b9b3-43ff-8f54-4dedb39404e2 admin admin] 10.222.0.101 "DELETE /v2.0/routers/318c489b-3f70-4c57-8331-2fdfda1e2b61 HTTP/1.1" status: 204 len: 168 time: 1.0869412 Sep 24 16:35:36.084525 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46810) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:35:36.132869 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cadf92e-ba0b-4547-9317-f47b75008615 admin admin] Deleting subnet ed39218f-4be6-42ee-99a5-fb7dfd8ae96d {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 16:35:36.136537 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0cadf92e-ba0b-4547-9317-f47b75008615 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:36.177867 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0cadf92e-ba0b-4547-9317-f47b75008615 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:36.283884 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0cadf92e-ba0b-4547-9317-f47b75008615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:36.411943 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0cadf92e-ba0b-4547-9317-f47b75008615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:36.439569 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cadf92e-ba0b-4547-9317-f47b75008615 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed39218f-4be6-42ee-99a5-fb7dfd8ae96d,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:35:36.445220 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0cadf92e-ba0b-4547-9317-f47b75008615 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:36.450191 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-0cadf92e-ba0b-4547-9317-f47b75008615 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/ed39218f-4be6-42ee-99a5-fb7dfd8ae96d HTTP/1.1" status: 204 len: 168 time: 0.3645296 Sep 24 16:35:36.450673 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46812) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:35:36.455627 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99eb979-e9fc-4186-a32e-b870b306bc07 None None] Network 88a1f4d2-90a9-4c4b-a326-61ead2070bbd requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:35:36.558985 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-630d286f-07c3-4d1a-bcb3-6b9933ee4775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:36.621141 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-630d286f-07c3-4d1a-bcb3-6b9933ee4775 admin admin] Deleting port 0de7bc92-bfb6-4bfc-825c-c071c8044191 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:35:36.621488 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-630d286f-07c3-4d1a-bcb3-6b9933ee4775 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:36.696404 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-630d286f-07c3-4d1a-bcb3-6b9933ee4775 admin admin] For port 0de7bc92-bfb6-4bfc-825c-c071c8044191, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=0de7bc92-bfb6-4bfc-825c-c071c8044191,segment=NetworkSegment(041bc345-a82f-446d-a607-67a15d303ac4),segment_id=041bc345-a82f-446d-a607-67a15d303ac4)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:35:36.696663 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-630d286f-07c3-4d1a-bcb3-6b9933ee4775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:36.699668 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55cf5205-6bc2-4596-8b2d-23a60ab6ee2b None None] DHCP port deletion for 88a1f4d2-90a9-4c4b-a326-61ead2070bbd request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 16:35:36.714603 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-630d286f-07c3-4d1a-bcb3-6b9933ee4775 admin admin] Calling delete_port for 0de7bc92-bfb6-4bfc-825c-c071c8044191 owned by network:dhcp {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:35:36.729669 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 9f9aa82f-b06b-44e0-b606-f80453662759 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:35:36.752064 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 9f9aa82f-b06b-44e0-b606-f80453662759 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:35:36.752471 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 9f9aa82f-b06b-44e0-b606-f80453662759 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:35:36.752830 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device f3e4aadd-8a66-4292-a993-ad762257f5ee no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:35:36.776920 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: f3e4aadd-8a66-4292-a993-ad762257f5ee {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:35:36.777190 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device f3e4aadd-8a66-4292-a993-ad762257f5ee not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:35:36.792371 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-55cf5205-6bc2-4596-8b2d-23a60ab6ee2b None None] Deleting port 0de7bc92-bfb6-4bfc-825c-c071c8044191 {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:35:36.792749 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-55cf5205-6bc2-4596-8b2d-23a60ab6ee2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:36.866869 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-55cf5205-6bc2-4596-8b2d-23a60ab6ee2b None None] For port 0de7bc92-bfb6-4bfc-825c-c071c8044191, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=0de7bc92-bfb6-4bfc-825c-c071c8044191,segment=NetworkSegment(041bc345-a82f-446d-a607-67a15d303ac4),segment_id=041bc345-a82f-446d-a607-67a15d303ac4)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:35:36.867238 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-55cf5205-6bc2-4596-8b2d-23a60ab6ee2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:36.880128 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-630d286f-07c3-4d1a-bcb3-6b9933ee4775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:36.883785 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-55cf5205-6bc2-4596-8b2d-23a60ab6ee2b None None] Calling delete_port for 0de7bc92-bfb6-4bfc-825c-c071c8044191 owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:35:36.907977 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630d286f-07c3-4d1a-bcb3-6b9933ee4775 admin admin] Pushing event deleted for resources: {'Port': ['ID=0de7bc92-bfb6-4bfc-825c-c071c8044191,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:35:36.912814 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630d286f-07c3-4d1a-bcb3-6b9933ee4775 admin admin] No DVR routers for this DVR port 0de7bc92-bfb6-4bfc-825c-c071c8044191 on host n-d-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:35:36.935567 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:36.961060 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-55cf5205-6bc2-4596-8b2d-23a60ab6ee2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:36.984812 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cf5205-6bc2-4596-8b2d-23a60ab6ee2b None None] Pushing event deleted for resources: {'Port': ['ID=0de7bc92-bfb6-4bfc-825c-c071c8044191,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:35:36.992025 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-630d286f-07c3-4d1a-bcb3-6b9933ee4775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:36.994115 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cf5205-6bc2-4596-8b2d-23a60ab6ee2b None None] No DVR routers for this DVR port 0de7bc92-bfb6-4bfc-825c-c071c8044191 on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:35:36.996481 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cf5205-6bc2-4596-8b2d-23a60ab6ee2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:35:36.996830 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cf5205-6bc2-4596-8b2d-23a60ab6ee2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:35:36.997177 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cf5205-6bc2-4596-8b2d-23a60ab6ee2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:35:36.997516 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cf5205-6bc2-4596-8b2d-23a60ab6ee2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:35:36.997849 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cf5205-6bc2-4596-8b2d-23a60ab6ee2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:35:36.998183 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cf5205-6bc2-4596-8b2d-23a60ab6ee2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:35:36.998530 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cf5205-6bc2-4596-8b2d-23a60ab6ee2b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:35:36.998863 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cf5205-6bc2-4596-8b2d-23a60ab6ee2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:35:36.999186 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cf5205-6bc2-4596-8b2d-23a60ab6ee2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:35:36.999513 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cf5205-6bc2-4596-8b2d-23a60ab6ee2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:35:36.999835 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cf5205-6bc2-4596-8b2d-23a60ab6ee2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:35:37.000621 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55cf5205-6bc2-4596-8b2d-23a60ab6ee2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:35:37.018155 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-630d286f-07c3-4d1a-bcb3-6b9933ee4775 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88a1f4d2-90a9-4c4b-a326-61ead2070bbd']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:35:37.028821 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-630d286f-07c3-4d1a-bcb3-6b9933ee4775 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '041bc345-a82f-446d-a607-67a15d303ac4') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:35:37.029202 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-630d286f-07c3-4d1a-bcb3-6b9933ee4775 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '041bc345-a82f-446d-a607-67a15d303ac4') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:35:37.039378 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-630d286f-07c3-4d1a-bcb3-6b9933ee4775 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:37.052125 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-630d286f-07c3-4d1a-bcb3-6b9933ee4775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:37.057817 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-630d286f-07c3-4d1a-bcb3-6b9933ee4775 admin admin] Releasing vlan 1284 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 16:35:37.058216 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-630d286f-07c3-4d1a-bcb3-6b9933ee4775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:37.060273 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 16:35:37.060273 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 16:35:37.060273 n-d-808921-1 neutron-server[95297]: timer() Sep 24 16:35:37.060273 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 16:35:37.060273 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 16:35:37.060273 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 16:35:37.060273 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 16:35:37.060273 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 16:35:37.060273 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 16:35:37.060273 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 16:35:37.060273 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 16:35:37.060273 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 16:35:37.060273 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 16:35:37.060273 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 16:35:37.060273 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 16:35:37.060273 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 16:35:37.060273 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 16:35:37.060273 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 16:35:37.060273 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 16:35:37.060273 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 16:35:37.060273 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 16:35:37.060273 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 16:35:37.060273 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 16:35:37.060273 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 16:35:37.060273 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 16:35:37.060273 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 16:35:37.060273 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 16:35:37.060273 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 16:35:37.060273 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 16:35:37.060273 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 16:35:37.060273 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 16:35:37.060273 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 16:35:37.200224 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-630d286f-07c3-4d1a-bcb3-6b9933ee4775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:37.204951 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-630d286f-07c3-4d1a-bcb3-6b9933ee4775 admin admin] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:37.207013 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-630d286f-07c3-4d1a-bcb3-6b9933ee4775 admin admin] 10.222.0.101 "DELETE /v2.0/networks/88a1f4d2-90a9-4c4b-a326-61ead2070bbd HTTP/1.1" status: 204 len: 168 time: 0.7552156 Sep 24 16:35:37.210132 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46820) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:35:37.220012 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630d286f-07c3-4d1a-bcb3-6b9933ee4775 admin admin] Pushing event deleted for resources: {'Network': ['ID=88a1f4d2-90a9-4c4b-a326-61ead2070bbd,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:35:37.560759 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b4d93d57-3e37-41d1-95d4-119217885e04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:37.813188 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-b4d93d57-3e37-41d1-95d4-119217885e04 admin admin] Deleting port d81bb495-4664-434c-a0d3-ba3d04f957dd {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:35:37.813413 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b4d93d57-3e37-41d1-95d4-119217885e04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:37.891814 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-b4d93d57-3e37-41d1-95d4-119217885e04 admin admin] For port d81bb495-4664-434c-a0d3-ba3d04f957dd, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=d81bb495-4664-434c-a0d3-ba3d04f957dd,segment=NetworkSegment(361d43fb-62c5-404a-b7d5-3108f060e3e7),segment_id=361d43fb-62c5-404a-b7d5-3108f060e3e7)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:35:37.892171 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b4d93d57-3e37-41d1-95d4-119217885e04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:37.904380 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-b4d93d57-3e37-41d1-95d4-119217885e04 admin admin] Calling delete_port for d81bb495-4664-434c-a0d3-ba3d04f957dd owned by network:router_interface {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:35:38.200101 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b4d93d57-3e37-41d1-95d4-119217885e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:38.232187 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d93d57-3e37-41d1-95d4-119217885e04 admin admin] Pushing event deleted for resources: {'Port': ['ID=d81bb495-4664-434c-a0d3-ba3d04f957dd,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:35:38.403075 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b4d93d57-3e37-41d1-95d4-119217885e04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:38.620758 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4d93d57-3e37-41d1-95d4-119217885e04 admin admin] Router eb81c8cd-a3ab-427e-b851-341d5cb781cc has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:35:38.729810 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d93d57-3e37-41d1-95d4-119217885e04 admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:35:38.734948 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b4d93d57-3e37-41d1-95d4-119217885e04 admin admin] 10.222.0.101 "PUT /v2.0/routers/eb81c8cd-a3ab-427e-b851-341d5cb781cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5237265 Sep 24 16:35:38.737902 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46822) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:35:38.738936 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 0de7bc92-bfb6-4bfc-825c-c071c8044191 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:35:38.765428 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfdbf37-37b1-4a9c-b46c-9f8725442c25 None None] Sync routers for ids ['eb81c8cd-a3ab-427e-b851-341d5cb781cc'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:35:38.780002 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 0de7bc92-bfb6-4bfc-825c-c071c8044191 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:35:38.780417 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 0de7bc92-bfb6-4bfc-825c-c071c8044191 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:35:38.789354 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfdbf37-37b1-4a9c-b46c-9f8725442c25 None None] Routers {'eb81c8cd-a3ab-427e-b851-341d5cb781cc'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:35:38.790466 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-3dfdbf37-37b1-4a9c-b46c-9f8725442c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:35:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['eb81c8cd-a3ab-427e-b851-341d5cb781cc'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:35:38.911383 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-3dfdbf37-37b1-4a9c-b46c-9f8725442c25 None None] Set router eb81c8cd-a3ab-427e-b851-341d5cb781cc gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:35:39.120616 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0bd99967-e81e-4f60-b1b7-63adb2b16818 admin admin] Notify callbacks [] for router, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:39.123388 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-3dfdbf37-37b1-4a9c-b46c-9f8725442c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb81c8cd-a3ab-427e-b851-341d5cb781cc', 'name': 'tempest-TestMinimumBasicScenario-1469038176-router', 'tenant_id': 'def00bef8e2f4f7a801fdb6ed7d72406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '698f9c6a-a9f3-47e1-84e4-4e0e23bcc688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:33:03Z', 'updated_at': '2021-09-24T16:35:38Z', 'revision_number': 5, 'project_id': 'def00bef8e2f4f7a801fdb6ed7d72406', 'gw_port': {'id': '698f9c6a-a9f3-47e1-84e4-4e0e23bcc688', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:53:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb81c8cd-a3ab-427e-b851-341d5cb781cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:33:03Z', 'updated_at': '2021-09-24T16:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:35:39.162303 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfdbf37-37b1-4a9c-b46c-9f8725442c25 None None] Checking router: eb81c8cd-a3ab-427e-b851-341d5cb781cc for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:35:39.171603 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfdbf37-37b1-4a9c-b46c-9f8725442c25 None None] Routers {'eb81c8cd-a3ab-427e-b851-341d5cb781cc'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:35:39.172244 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-3dfdbf37-37b1-4a9c-b46c-9f8725442c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:35:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['eb81c8cd-a3ab-427e-b851-341d5cb781cc'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:35:39.244750 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0bd99967-e81e-4f60-b1b7-63adb2b16818 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:39.297562 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-3dfdbf37-37b1-4a9c-b46c-9f8725442c25 None None] Set router eb81c8cd-a3ab-427e-b851-341d5cb781cc gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:35:39.367191 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-0bd99967-e81e-4f60-b1b7-63adb2b16818 admin admin] Deleting port 698f9c6a-a9f3-47e1-84e4-4e0e23bcc688 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:35:39.367534 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0bd99967-e81e-4f60-b1b7-63adb2b16818 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:39.459102 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-0bd99967-e81e-4f60-b1b7-63adb2b16818 admin admin] For port 698f9c6a-a9f3-47e1-84e4-4e0e23bcc688, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=698f9c6a-a9f3-47e1-84e4-4e0e23bcc688,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:35:39.459356 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0bd99967-e81e-4f60-b1b7-63adb2b16818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:39.475793 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-0bd99967-e81e-4f60-b1b7-63adb2b16818 admin admin] Calling delete_port for 698f9c6a-a9f3-47e1-84e4-4e0e23bcc688 owned by network:router_gateway {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:35:39.503812 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-3dfdbf37-37b1-4a9c-b46c-9f8725442c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb81c8cd-a3ab-427e-b851-341d5cb781cc', 'name': 'tempest-TestMinimumBasicScenario-1469038176-router', 'tenant_id': 'def00bef8e2f4f7a801fdb6ed7d72406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '698f9c6a-a9f3-47e1-84e4-4e0e23bcc688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:33:03Z', 'updated_at': '2021-09-24T16:35:38Z', 'revision_number': 5, 'project_id': 'def00bef8e2f4f7a801fdb6ed7d72406', 'gw_port': {'id': '698f9c6a-a9f3-47e1-84e4-4e0e23bcc688', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:53:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb81c8cd-a3ab-427e-b851-341d5cb781cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:33:03Z', 'updated_at': '2021-09-24T16:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:35:39.532537 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:39.533499 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dfdbf37-37b1-4a9c-b46c-9f8725442c25 None None] The sync data for ids ['eb81c8cd-a3ab-427e-b851-341d5cb781cc'] in n-d-808921-1 is: [{'id': 'eb81c8cd-a3ab-427e-b851-341d5cb781cc', 'name': 'tempest-TestMinimumBasicScenario-1469038176-router', 'tenant_id': 'def00bef8e2f4f7a801fdb6ed7d72406', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.195'}], 'enable_snat': True}, 'gw_port_id': '698f9c6a-a9f3-47e1-84e4-4e0e23bcc688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:33:03Z', 'updated_at': '2021-09-24T16:35:38Z', 'revision_number': 5, 'project_id': 'def00bef8e2f4f7a801fdb6ed7d72406', 'gw_port': {'id': '698f9c6a-a9f3-47e1-84e4-4e0e23bcc688', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:53:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb81c8cd-a3ab-427e-b851-341d5cb781cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:33:03Z', 'updated_at': '2021-09-24T16:33:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:35:39.748484 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0bd99967-e81e-4f60-b1b7-63adb2b16818 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:39.777589 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd99967-e81e-4f60-b1b7-63adb2b16818 admin admin] Pushing event deleted for resources: {'Port': ['ID=698f9c6a-a9f3-47e1-84e4-4e0e23bcc688,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:35:39.840074 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0bd99967-e81e-4f60-b1b7-63adb2b16818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586576'] for router_gateway, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:39.939378 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0bd99967-e81e-4f60-b1b7-63adb2b16818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:39.942441 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0bd99967-e81e-4f60-b1b7-63adb2b16818 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:40.079724 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0bd99967-e81e-4f60-b1b7-63adb2b16818 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:40.083046 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd99967-e81e-4f60-b1b7-63adb2b16818 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb81c8cd-a3ab-427e-b851-341d5cb781cc {{(pid=95298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 16:35:40.085603 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0bd99967-e81e-4f60-b1b7-63adb2b16818 admin admin] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:40.088615 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-0bd99967-e81e-4f60-b1b7-63adb2b16818 admin admin] 10.222.0.101 "DELETE /v2.0/routers/eb81c8cd-a3ab-427e-b851-341d5cb781cc HTTP/1.1" status: 204 len: 168 time: 1.3479676 Sep 24 16:35:40.089432 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46824) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:35:40.141500 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b684bfc-7070-49da-b0c8-2a45166fd61d admin admin] Deleting subnet bc4e65dc-0d68-4a04-b04b-73dc72d13f53 {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 16:35:40.145075 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0b684bfc-7070-49da-b0c8-2a45166fd61d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:40.183514 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0b684bfc-7070-49da-b0c8-2a45166fd61d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:40.270063 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0b684bfc-7070-49da-b0c8-2a45166fd61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:40.411776 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0b684bfc-7070-49da-b0c8-2a45166fd61d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:40.447030 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b684bfc-7070-49da-b0c8-2a45166fd61d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc4e65dc-0d68-4a04-b04b-73dc72d13f53,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:35:40.449177 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0b684bfc-7070-49da-b0c8-2a45166fd61d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:40.451408 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-0b684bfc-7070-49da-b0c8-2a45166fd61d admin admin] 10.222.0.101 "DELETE /v2.0/subnets/bc4e65dc-0d68-4a04-b04b-73dc72d13f53 HTTP/1.1" status: 204 len: 168 time: 0.3608205 Sep 24 16:35:40.453829 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46826) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:35:40.455831 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cb38e1-d54c-4a4c-be8a-7250379acf10 None None] Network a4a6f4bc-8a1d-483c-b6e7-c33b71235fc3 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:35:40.531964 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dfcdb71e-3f44-4cc5-9324-a0e1e0528c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:40.598914 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-dfcdb71e-3f44-4cc5-9324-a0e1e0528c6b admin admin] Deleting port a14cdcd3-a4f6-458a-93de-4e92430732b4 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:35:40.599323 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dfcdb71e-3f44-4cc5-9324-a0e1e0528c6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:40.643502 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db739c66-235c-4a27-b8bd-054a20de959c None None] DHCP port deletion for a4a6f4bc-8a1d-483c-b6e7-c33b71235fc3 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 16:35:40.680286 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-dfcdb71e-3f44-4cc5-9324-a0e1e0528c6b admin admin] For port a14cdcd3-a4f6-458a-93de-4e92430732b4, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=a14cdcd3-a4f6-458a-93de-4e92430732b4,segment=NetworkSegment(361d43fb-62c5-404a-b7d5-3108f060e3e7),segment_id=361d43fb-62c5-404a-b7d5-3108f060e3e7)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:35:40.680286 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dfcdb71e-3f44-4cc5-9324-a0e1e0528c6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:40.698515 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-db739c66-235c-4a27-b8bd-054a20de959c None None] Deleting port a14cdcd3-a4f6-458a-93de-4e92430732b4 {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:35:40.699013 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-db739c66-235c-4a27-b8bd-054a20de959c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:40.700518 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-dfcdb71e-3f44-4cc5-9324-a0e1e0528c6b admin admin] Calling delete_port for a14cdcd3-a4f6-458a-93de-4e92430732b4 owned by network:dhcp {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:35:40.703290 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 698f9c6a-a9f3-47e1-84e4-4e0e23bcc688 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:35:40.741946 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 698f9c6a-a9f3-47e1-84e4-4e0e23bcc688 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:35:40.742286 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 698f9c6a-a9f3-47e1-84e4-4e0e23bcc688 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:35:40.742736 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device d81bb495-4664-434c-a0d3-ba3d04f957dd no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:35:40.768817 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: d81bb495-4664-434c-a0d3-ba3d04f957dd {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:35:40.768817 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device d81bb495-4664-434c-a0d3-ba3d04f957dd not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:35:40.769177 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device a14cdcd3-a4f6-458a-93de-4e92430732b4 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:35:40.829877 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-db739c66-235c-4a27-b8bd-054a20de959c None None] For port a14cdcd3-a4f6-458a-93de-4e92430732b4, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=a14cdcd3-a4f6-458a-93de-4e92430732b4,segment=NetworkSegment(361d43fb-62c5-404a-b7d5-3108f060e3e7),segment_id=361d43fb-62c5-404a-b7d5-3108f060e3e7)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:35:40.829877 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-db739c66-235c-4a27-b8bd-054a20de959c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:40.848446 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-db739c66-235c-4a27-b8bd-054a20de959c None None] Calling delete_port for a14cdcd3-a4f6-458a-93de-4e92430732b4 owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:35:40.885635 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dfcdb71e-3f44-4cc5-9324-a0e1e0528c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:40.917972 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcdb71e-3f44-4cc5-9324-a0e1e0528c6b admin admin] Pushing event deleted for resources: {'Port': ['ID=a14cdcd3-a4f6-458a-93de-4e92430732b4,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:35:40.920463 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Port a14cdcd3-a4f6-458a-93de-4e92430732b4 update to DOWN by agent not found {{(pid=95299) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2162}} Sep 24 16:35:40.921742 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcdb71e-3f44-4cc5-9324-a0e1e0528c6b admin admin] No DVR routers for this DVR port a14cdcd3-a4f6-458a-93de-4e92430732b4 on host n-d-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:35:40.958126 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-db739c66-235c-4a27-b8bd-054a20de959c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:40.984236 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db739c66-235c-4a27-b8bd-054a20de959c None None] Pushing event deleted for resources: {'Port': ['ID=a14cdcd3-a4f6-458a-93de-4e92430732b4,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:35:40.987823 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db739c66-235c-4a27-b8bd-054a20de959c None None] No DVR routers for this DVR port a14cdcd3-a4f6-458a-93de-4e92430732b4 on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:35:41.011781 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dfcdb71e-3f44-4cc5-9324-a0e1e0528c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:41.033577 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-dfcdb71e-3f44-4cc5-9324-a0e1e0528c6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4a6f4bc-8a1d-483c-b6e7-c33b71235fc3']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:35:41.045858 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-dfcdb71e-3f44-4cc5-9324-a0e1e0528c6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '361d43fb-62c5-404a-b7d5-3108f060e3e7') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:35:41.046148 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-dfcdb71e-3f44-4cc5-9324-a0e1e0528c6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '361d43fb-62c5-404a-b7d5-3108f060e3e7') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:35:41.056771 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dfcdb71e-3f44-4cc5-9324-a0e1e0528c6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:41.070732 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dfcdb71e-3f44-4cc5-9324-a0e1e0528c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:41.077256 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfcdb71e-3f44-4cc5-9324-a0e1e0528c6b admin admin] Releasing vlan 1267 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 16:35:41.077649 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dfcdb71e-3f44-4cc5-9324-a0e1e0528c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:41.079452 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 16:35:41.079452 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 16:35:41.079452 n-d-808921-1 neutron-server[95298]: timer() Sep 24 16:35:41.079452 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 16:35:41.079452 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 16:35:41.079452 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 16:35:41.079452 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 16:35:41.079452 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 16:35:41.079452 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 16:35:41.079452 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 16:35:41.079452 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 16:35:41.079452 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 16:35:41.079452 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 16:35:41.079452 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 16:35:41.079452 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 16:35:41.079452 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 16:35:41.079452 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 16:35:41.079452 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 16:35:41.079452 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 16:35:41.079452 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 16:35:41.079452 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 16:35:41.079452 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 16:35:41.079452 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 16:35:41.079452 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 16:35:41.079452 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 16:35:41.079452 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 16:35:41.079452 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 16:35:41.079452 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 16:35:41.079452 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 16:35:41.079452 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 16:35:41.079452 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 16:35:41.079452 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 16:35:41.258016 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dfcdb71e-3f44-4cc5-9324-a0e1e0528c6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:41.265112 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dfcdb71e-3f44-4cc5-9324-a0e1e0528c6b admin admin] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:41.268043 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-dfcdb71e-3f44-4cc5-9324-a0e1e0528c6b admin admin] 10.222.0.101 "DELETE /v2.0/networks/a4a6f4bc-8a1d-483c-b6e7-c33b71235fc3 HTTP/1.1" status: 204 len: 168 time: 0.8129404 Sep 24 16:35:41.285689 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcdb71e-3f44-4cc5-9324-a0e1e0528c6b admin admin] Pushing event deleted for resources: {'Network': ['ID=a4a6f4bc-8a1d-483c-b6e7-c33b71235fc3,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:35:41.417142 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:41.715924 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46830) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:35:41.760344 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-a8ce9d4f-112c-45ac-9b8b-272443a31fac admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=4bdd4afb03684c04bce7f7aeb8ca65c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424356 Sep 24 16:35:41.762733 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46832) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:35:41.815962 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-492879ed-850d-430f-a767-82c0dfb81144 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:41.839253 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-492879ed-850d-430f-a767-82c0dfb81144 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:41.971396 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-492879ed-850d-430f-a767-82c0dfb81144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:41.975033 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-492879ed-850d-430f-a767-82c0dfb81144 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:41.976242 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-492879ed-850d-430f-a767-82c0dfb81144 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/2e7f4570-d777-4bdb-a869-7f3910bf1983 HTTP/1.1" status: 204 len: 168 time: 0.2126036 Sep 24 16:35:41.984699 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492879ed-850d-430f-a767-82c0dfb81144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7f4570-d777-4bdb-a869-7f3910bf1983,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:35:42.711925 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46838) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:35:42.752036 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-6c4b24bf-73f8-4644-b774-f2f4ff106e11 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=def00bef8e2f4f7a801fdb6ed7d72406&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389385 Sep 24 16:35:42.755421 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46840) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:35:42.808366 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-20b71dd0-59c6-41a5-94f0-e1bc616905a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:42.830707 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-20b71dd0-59c6-41a5-94f0-e1bc616905a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:42.976857 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-20b71dd0-59c6-41a5-94f0-e1bc616905a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:42.979415 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-20b71dd0-59c6-41a5-94f0-e1bc616905a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:42.980636 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-20b71dd0-59c6-41a5-94f0-e1bc616905a9 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/c4b2c175-6877-46ff-b9b7-e75d9c74214b HTTP/1.1" status: 204 len: 168 time: 0.2242773 Sep 24 16:35:42.991196 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b71dd0-59c6-41a5-94f0-e1bc616905a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b2c175-6877-46ff-b9b7-e75d9c74214b,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:35:45.484988 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46880) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:35:45.489713 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-62782ca2-1817-4de3-a7d4-3e5ea482b795 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1119944171', 'description': 'tempest-secgroup-smoke-1119944171 description', 'project_id': '28cadd01842a4b25a3b760a81c9d7553'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:35:45.599774 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-62782ca2-1817-4de3-a7d4-3e5ea482b795 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:45.608345 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-62782ca2-1817-4de3-a7d4-3e5ea482b795 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:45.726253 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-62782ca2-1817-4de3-a7d4-3e5ea482b795 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:45.811136 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-62782ca2-1817-4de3-a7d4-3e5ea482b795 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:45.852353 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62782ca2-1817-4de3-a7d4-3e5ea482b795 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e3c79c-702b-4989-97ad-76fd9a8cdb65,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:35:45.907497 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-62782ca2-1817-4de3-a7d4-3e5ea482b795 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:45.986889 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-62782ca2-1817-4de3-a7d4-3e5ea482b795 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:46.020731 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62782ca2-1817-4de3-a7d4-3e5ea482b795 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b972a2-4329-4019-8a58-4392ce18fc36,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:35:46.091344 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-62782ca2-1817-4de3-a7d4-3e5ea482b795 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:46.092796 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-62782ca2-1817-4de3-a7d4-3e5ea482b795 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6067019 Sep 24 16:35:46.095770 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46882) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:35:46.100721 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-370f1fbb-437b-412a-a036-966de61cf66b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Request body: {'security_group_rule': {'security_group_id': 'e8b972a2-4329-4019-8a58-4392ce18fc36', 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:35:46.217070 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-370f1fbb-437b-412a-a036-966de61cf66b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:46.279371 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-370f1fbb-437b-412a-a036-966de61cf66b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:46.405319 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-370f1fbb-437b-412a-a036-966de61cf66b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:46.425509 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370f1fbb-437b-412a-a036-966de61cf66b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=220e349a-8863-4c3a-84d6-3e89394c6326,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:35:46.513916 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-370f1fbb-437b-412a-a036-966de61cf66b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:46.515107 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-370f1fbb-437b-412a-a036-966de61cf66b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4179239 Sep 24 16:35:46.519467 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46884) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:35:46.523958 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-badffd21-4b6a-4e7b-b08a-fdc4750662a0 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Request body: {'security_group_rule': {'security_group_id': 'e8b972a2-4329-4019-8a58-4392ce18fc36', 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:35:46.610296 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-badffd21-4b6a-4e7b-b08a-fdc4750662a0 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:46.671392 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-badffd21-4b6a-4e7b-b08a-fdc4750662a0 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:46.718657 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-badffd21-4b6a-4e7b-b08a-fdc4750662a0 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:46.738799 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badffd21-4b6a-4e7b-b08a-fdc4750662a0 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20f738c3-0664-4b5d-b861-ad96d0629cae,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:35:46.817214 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-badffd21-4b6a-4e7b-b08a-fdc4750662a0 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:46.818439 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-badffd21-4b6a-4e7b-b08a-fdc4750662a0 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2979550 Sep 24 16:35:46.821111 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46886) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:35:46.825669 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-b1369903-7001-475a-8635-306dc7a4ab11 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Request body: {'security_group_rule': {'security_group_id': 'e8b972a2-4329-4019-8a58-4392ce18fc36', 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:35:46.948181 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b1369903-7001-475a-8635-306dc7a4ab11 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:47.010856 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b1369903-7001-475a-8635-306dc7a4ab11 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:47.097308 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b1369903-7001-475a-8635-306dc7a4ab11 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:47.120488 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1369903-7001-475a-8635-306dc7a4ab11 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcb8b37e-f8b4-4fd6-9be0-9ec76a1d69f6,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:35:47.199770 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b1369903-7001-475a-8635-306dc7a4ab11 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:47.201120 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b1369903-7001-475a-8635-306dc7a4ab11 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3790176 Sep 24 16:35:47.203947 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46888) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:35:47.208414 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-67e5df7d-38e2-4eed-928e-3502803003aa tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Request body: {'security_group_rule': {'security_group_id': 'e8b972a2-4329-4019-8a58-4392ce18fc36', 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:35:47.317571 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-67e5df7d-38e2-4eed-928e-3502803003aa tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:47.377869 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-67e5df7d-38e2-4eed-928e-3502803003aa tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:47.456701 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-67e5df7d-38e2-4eed-928e-3502803003aa tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:47.476334 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e5df7d-38e2-4eed-928e-3502803003aa tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=049739fb-6e78-4552-b3a5-a21ef467637a,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:35:47.542612 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-67e5df7d-38e2-4eed-928e-3502803003aa tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:47.543927 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-67e5df7d-38e2-4eed-928e-3502803003aa tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3390241 Sep 24 16:35:47.546721 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46890) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:35:47.551732 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-559be870-e3f3-40da-948c-4e0bf657858d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Request body: {'security_group_rule': {'security_group_id': 'e8b972a2-4329-4019-8a58-4392ce18fc36', 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:35:47.668791 n-d-808921-1 neutron-server[95297]: INFO neutron.db.securitygroups_db [None req-559be870-e3f3-40da-948c-4e0bf657858d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Project 28cadd01842a4b25a3b760a81c9d7553 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 16:35:47.674131 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-559be870-e3f3-40da-948c-4e0bf657858d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:47.749230 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-559be870-e3f3-40da-948c-4e0bf657858d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:47.851124 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-559be870-e3f3-40da-948c-4e0bf657858d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:47.869888 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559be870-e3f3-40da-948c-4e0bf657858d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30f5ceea-9c9f-434f-9a17-a6868b65f7f5,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:35:47.948086 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-559be870-e3f3-40da-948c-4e0bf657858d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:47.949567 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-559be870-e3f3-40da-948c-4e0bf657858d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4019361 Sep 24 16:35:47.952493 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46892) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:35:47.958550 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-4a0fd8da-4a9e-483b-977d-ce0eca06fd75 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Request body: {'security_group_rule': {'security_group_id': 'e8b972a2-4329-4019-8a58-4392ce18fc36', 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:35:48.108422 n-d-808921-1 neutron-server[95298]: INFO neutron.db.securitygroups_db [None req-4a0fd8da-4a9e-483b-977d-ce0eca06fd75 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Project 28cadd01842a4b25a3b760a81c9d7553 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 16:35:48.117323 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4a0fd8da-4a9e-483b-977d-ce0eca06fd75 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:48.179741 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4a0fd8da-4a9e-483b-977d-ce0eca06fd75 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:48.251027 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4a0fd8da-4a9e-483b-977d-ce0eca06fd75 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:48.271370 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0fd8da-4a9e-483b-977d-ce0eca06fd75 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d7d0450-cea4-4d80-b69d-75028ca74ad7,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:35:48.348221 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4a0fd8da-4a9e-483b-977d-ce0eca06fd75 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:48.353331 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-4a0fd8da-4a9e-483b-977d-ce0eca06fd75 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3959262 Sep 24 16:35:48.353331 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46894) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:35:48.357635 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-013de8b6-8f78-4688-a44f-f95e32a42b94 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Request body: {'network': {'name': 'tempest-network-smoke--527209339', 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'port_security_enabled': True}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:35:48.445169 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-013de8b6-8f78-4688-a44f-f95e32a42b94 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Made reservation on behalf of 28cadd01842a4b25a3b760a81c9d7553 for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:35:48.448792 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-013de8b6-8f78-4688-a44f-f95e32a42b94 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:48.473829 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-013de8b6-8f78-4688-a44f-f95e32a42b94 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1283} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 16:35:48.482670 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-013de8b6-8f78-4688-a44f-f95e32a42b94 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:48.483016 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-013de8b6-8f78-4688-a44f-f95e32a42b94 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Added segment 8167519d-1e65-4b80-834b-236ec9261971 of type vlan for network 587e37c4-ed2c-4b15-aa80-eaaa3fd18b01 Sep 24 16:35:48.529572 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-013de8b6-8f78-4688-a44f-f95e32a42b94 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:48.616744 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-013de8b6-8f78-4688-a44f-f95e32a42b94 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:48.622415 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013de8b6-8f78-4688-a44f-f95e32a42b94 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:35:48.623024 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-013de8b6-8f78-4688-a44f-f95e32a42b94 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:48.691200 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013de8b6-8f78-4688-a44f-f95e32a42b94 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event updated for resources: {'Network': ['ID=587e37c4-ed2c-4b15-aa80-eaaa3fd18b01,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:35:48.707477 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 587e37c4-ed2c-4b15-aa80-eaaa3fd18b01 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 16:35:48.725022 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-013de8b6-8f78-4688-a44f-f95e32a42b94 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3712451 Sep 24 16:35:48.727904 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46896) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:35:48.732385 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-f59a9b92-b764-445e-9d2a-39539082b8fb tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-715599473', 'admin_state_up': True, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:35:48.804461 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f59a9b92-b764-445e-9d2a-39539082b8fb tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:48.805520 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f59a9b92-b764-445e-9d2a-39539082b8fb tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:48.865536 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f59a9b92-b764-445e-9d2a-39539082b8fb tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:49.077299 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f59a9b92-b764-445e-9d2a-39539082b8fb tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:49.343613 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f59a9b92-b764-445e-9d2a-39539082b8fb tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for router_gateway, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:49.364705 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f59a9b92-b764-445e-9d2a-39539082b8fb tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:49.480107 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-f59a9b92-b764-445e-9d2a-39539082b8fb tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Allocated IP 172.25.0.115 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/7b289bb8-b25d-4597-8bc4-52f76328e452) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:35:49.586568 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f59a9b92-b764-445e-9d2a-39539082b8fb tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:49.708605 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f59a9b92-b764-445e-9d2a-39539082b8fb tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:49.751639 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59a9b92-b764-445e-9d2a-39539082b8fb tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:35:49.755232 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-f59a9b92-b764-445e-9d2a-39539082b8fb tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:35:49.758881 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59a9b92-b764-445e-9d2a-39539082b8fb tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:35:49.766749 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59a9b92-b764-445e-9d2a-39539082b8fb tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event updated for resources: {'Port': ['ID=7b289bb8-b25d-4597-8bc4-52f76328e452,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:35:50.164140 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f59a9b92-b764-445e-9d2a-39539082b8fb tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for router_gateway, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:50.369750 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f59a9b92-b764-445e-9d2a-39539082b8fb tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:50.587742 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f59a9b92-b764-445e-9d2a-39539082b8fb tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Router f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839 is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 16:35:50.699911 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f59a9b92-b764-445e-9d2a-39539082b8fb tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:35:50.711764 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008054cf-420d-42a4-b555-cad13186c994 None None] Sync routers for ids ['f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:35:50.722334 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008054cf-420d-42a4-b555-cad13186c994 None None] Routers {'f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:35:50.722991 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-008054cf-420d-42a4-b555-cad13186c994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:35:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:35:50.776352 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f59a9b92-b764-445e-9d2a-39539082b8fb tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:50.777764 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-f59a9b92-b764-445e-9d2a-39539082b8fb tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0488865 Sep 24 16:35:50.781147 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46898) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:35:50.825960 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-008054cf-420d-42a4-b555-cad13186c994 None None] Set router f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:35:50.911448 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-7883a505-6faf-46f9-ad3a-5dfd3e3d3a82 tempest-TestNetworkAdvancedServerOps-2073741627 tempest-TestNetworkAdvancedServerOps-2073741627-project-admin] 10.222.0.101 "GET /v2.0/subnets?project_id=28cadd01842a4b25a3b760a81c9d7553&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1290569 Sep 24 16:35:50.914369 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46902) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:35:51.104065 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-008054cf-420d-42a4-b555-cad13186c994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839', 'name': 'tempest-TestNetworkAdvancedServerOps-router-715599473', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '7b289bb8-b25d-4597-8bc4-52f76328e452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:35:48Z', 'updated_at': '2021-09-24T16:35:49Z', 'revision_number': 3, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'gw_port': {'id': '7b289bb8-b25d-4597-8bc4-52f76328e452', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:cc:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:35:49Z', 'updated_at': '2021-09-24T16:35:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:35:51.135163 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008054cf-420d-42a4-b555-cad13186c994 None None] Checking router: f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:35:51.135508 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008054cf-420d-42a4-b555-cad13186c994 None None] Updating router f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839 port 7b289bb8-b25d-4597-8bc4-52f76328e452 binding host n-d-808921-1 {{(pid=95300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 16:35:51.161358 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-008054cf-420d-42a4-b555-cad13186c994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:51.351534 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4f96d3-4887-4536-972c-6ea4185deea0 tempest-TestNetworkAdvancedServerOps-2073741627 tempest-TestNetworkAdvancedServerOps-2073741627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:35:51.353164 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-8e4f96d3-4887-4536-972c-6ea4185deea0 tempest-TestNetworkAdvancedServerOps-2073741627 tempest-TestNetworkAdvancedServerOps-2073741627-project-admin] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4377127 Sep 24 16:35:51.356132 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46904) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:35:51.394593 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-2d373e8a-3613-4534-8336-1c3d0740f0ab tempest-TestNetworkAdvancedServerOps-2073741627 tempest-TestNetworkAdvancedServerOps-2073741627-project-admin] 10.222.0.101 "GET /v2.0/subnets?network_id=e6a2de20-1ea0-43e5-88e0-982d19e317d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373747 Sep 24 16:35:51.397261 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46906) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:35:51.402077 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-fe0c6d76-e65c-4283-8be4-8af165a50f24 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-458163574', 'network_id': '587e37c4-ed2c-4b15-aa80-eaaa3fd18b01', 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:35:51.417780 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-008054cf-420d-42a4-b555-cad13186c994 None None] Notify callbacks [] for port, precommit_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:51.502796 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-008054cf-420d-42a4-b555-cad13186c994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:51.558906 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb65cf9-2f66-488d-b436-e6c08f8c82da None None] Pushing event updated for resources: {'Port': ['ID=7b289bb8-b25d-4597-8bc4-52f76328e452,revision_number=2']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:35:51.569226 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-008054cf-420d-42a4-b555-cad13186c994 None None] Attempting to bind port 7b289bb8-b25d-4597-8bc4-52f76328e452 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:35:51.569226 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-008054cf-420d-42a4-b555-cad13186c994 None None] Attempting to bind port 7b289bb8-b25d-4597-8bc4-52f76328e452 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:35:51.569226 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008054cf-420d-42a4-b555-cad13186c994 None None] Attempting to bind port 7b289bb8-b25d-4597-8bc4-52f76328e452 on network e6a2de20-1ea0-43e5-88e0-982d19e317d5 {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:35:51.571442 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb65cf9-2f66-488d-b436-e6c08f8c82da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:35:51.571782 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb65cf9-2f66-488d-b436-e6c08f8c82da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:35:51.572118 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb65cf9-2f66-488d-b436-e6c08f8c82da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:35:51.572448 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb65cf9-2f66-488d-b436-e6c08f8c82da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:35:51.572773 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb65cf9-2f66-488d-b436-e6c08f8c82da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:35:51.573093 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb65cf9-2f66-488d-b436-e6c08f8c82da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:35:51.573413 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb65cf9-2f66-488d-b436-e6c08f8c82da None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:35:51.573733 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb65cf9-2f66-488d-b436-e6c08f8c82da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:35:51.574048 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb65cf9-2f66-488d-b436-e6c08f8c82da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:35:51.574378 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb65cf9-2f66-488d-b436-e6c08f8c82da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:35:51.574702 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb65cf9-2f66-488d-b436-e6c08f8c82da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:35:51.575009 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eb65cf9-2f66-488d-b436-e6c08f8c82da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:35:51.578165 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008054cf-420d-42a4-b555-cad13186c994 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:35:51.578558 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008054cf-420d-42a4-b555-cad13186c994 None None] Checking segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:35:51.578953 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-008054cf-420d-42a4-b555-cad13186c994 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:51.579324 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008054cf-420d-42a4-b555-cad13186c994 None None] Bound using segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:35:51.579784 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-008054cf-420d-42a4-b555-cad13186c994 None None] Bound port: 7b289bb8-b25d-4597-8bc4-52f76328e452, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:35:51.580235 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-008054cf-420d-42a4-b555-cad13186c994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:51.622255 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0c6d76-e65c-4283-8be4-8af165a50f24 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Made reservation on behalf of 28cadd01842a4b25a3b760a81c9d7553 for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:35:51.625786 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fe0c6d76-e65c-4283-8be4-8af165a50f24 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:51.631500 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-008054cf-420d-42a4-b555-cad13186c994 None None] For port 7b289bb8-b25d-4597-8bc4-52f76328e452, host n-d-808921-1, cleared binding levels {{(pid=95300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:35:51.634407 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-008054cf-420d-42a4-b555-cad13186c994 None None] For port 7b289bb8-b25d-4597-8bc4-52f76328e452, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=7b289bb8-b25d-4597-8bc4-52f76328e452,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:35:51.702742 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-008054cf-420d-42a4-b555-cad13186c994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:51.758481 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008054cf-420d-42a4-b555-cad13186c994 None None] Routers {'f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:35:51.759201 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-008054cf-420d-42a4-b555-cad13186c994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:35:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:35:51.798126 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb65cf9-2f66-488d-b436-e6c08f8c82da None None] Pushing event updated for resources: {'Port': ['ID=7b289bb8-b25d-4597-8bc4-52f76328e452,revision_number=3']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:35:51.863508 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fe0c6d76-e65c-4283-8be4-8af165a50f24 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:51.868827 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-008054cf-420d-42a4-b555-cad13186c994 None None] Set router f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:35:51.937658 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c6d76-e65c-4283-8be4-8af165a50f24 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event updated for resources: {'Subnet': ['ID=f8a53f67-f60b-478a-8b4e-0ddbc1add9cc,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:35:51.940078 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0c6d76-e65c-4283-8be4-8af165a50f24 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Checking segment: {'id': '8167519d-1e65-4b80-834b-236ec9261971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '587e37c4-ed2c-4b15-aa80-eaaa3fd18b01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:35:51.940470 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0c6d76-e65c-4283-8be4-8af165a50f24 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Network hostable DHCP agents. Network: 587e37c4-ed2c-4b15-aa80-eaaa3fd18b01, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 16:35:52.026896 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0c6d76-e65c-4283-8be4-8af165a50f24 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Network 587e37c4-ed2c-4b15-aa80-eaaa3fd18b01 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 16:35:52.055697 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-008054cf-420d-42a4-b555-cad13186c994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839', 'name': 'tempest-TestNetworkAdvancedServerOps-router-715599473', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '7b289bb8-b25d-4597-8bc4-52f76328e452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:35:48Z', 'updated_at': '2021-09-24T16:35:49Z', 'revision_number': 3, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'gw_port': {'id': '7b289bb8-b25d-4597-8bc4-52f76328e452', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:cc:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:35:49Z', 'updated_at': '2021-09-24T16:35:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:35:52.081964 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008054cf-420d-42a4-b555-cad13186c994 None None] The sync data for ids ['f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839'] in n-d-808921-1 is: [{'id': 'f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839', 'name': 'tempest-TestNetworkAdvancedServerOps-router-715599473', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '7b289bb8-b25d-4597-8bc4-52f76328e452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:35:48Z', 'updated_at': '2021-09-24T16:35:49Z', 'revision_number': 3, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'gw_port': {'id': '7b289bb8-b25d-4597-8bc4-52f76328e452', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:cc:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:35:49Z', 'updated_at': '2021-09-24T16:35:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:35:52.130996 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-fe0c6d76-e65c-4283-8be4-8af165a50f24 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 587e37c4-ed2c-4b15-aa80-eaaa3fd18b01) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:35:52.137696 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0c6d76-e65c-4283-8be4-8af165a50f24 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:35:52.138796 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fe0c6d76-e65c-4283-8be4-8af165a50f24 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:52.141029 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6694288-f40e-46a9-aa63-5d32fe7990d0 None None] Network 587e37c4-ed2c-4b15-aa80-eaaa3fd18b01 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:35:52.240322 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-fe0c6d76-e65c-4283-8be4-8af165a50f24 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8419333 Sep 24 16:35:52.243741 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46908) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:35:52.319739 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2f4ddd-7833-4271-a52f-178446597899 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-587e37c4-ed2c-4b15-aa80-eaaa3fd18b01', 'network_id': '587e37c4-ed2c-4b15-aa80-eaaa3fd18b01', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'fixed_ips': [{'subnet_id': 'f8a53f67-f60b-478a-8b4e-0ddbc1add9cc'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 16:35:52.320626 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8d2f4ddd-7833-4271-a52f-178446597899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:52.483858 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-8d2f4ddd-7833-4271-a52f-178446597899 None None] Allocated IP 172.20.0.2 (587e37c4-ed2c-4b15-aa80-eaaa3fd18b01/f8a53f67-f60b-478a-8b4e-0ddbc1add9cc/0afbfd6c-003a-4a7d-8aaf-da236749eefc) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:35:52.643700 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8d2f4ddd-7833-4271-a52f-178446597899 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:52.718188 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8d2f4ddd-7833-4271-a52f-178446597899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:52.751668 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-98c6c539-ab76-48df-a880-9ea8e3e6b80e tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:52.761914 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 7b289bb8-b25d-4597-8bc4-52f76328e452 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:35:52.795934 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2f4ddd-7833-4271-a52f-178446597899 None None] Network 587e37c4-ed2c-4b15-aa80-eaaa3fd18b01 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:35:52.801585 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-8d2f4ddd-7833-4271-a52f-178446597899 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:35:52.806750 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2f4ddd-7833-4271-a52f-178446597899 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:35:52.819746 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2f4ddd-7833-4271-a52f-178446597899 None None] Pushing event updated for resources: {'Port': ['ID=0afbfd6c-003a-4a7d-8aaf-da236749eefc,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:35:52.883805 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-8d2f4ddd-7833-4271-a52f-178446597899 None None] Attempting to bind port 0afbfd6c-003a-4a7d-8aaf-da236749eefc on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:35:52.884167 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-8d2f4ddd-7833-4271-a52f-178446597899 None None] Attempting to bind port 0afbfd6c-003a-4a7d-8aaf-da236749eefc by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '8167519d-1e65-4b80-834b-236ec9261971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '587e37c4-ed2c-4b15-aa80-eaaa3fd18b01'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:35:52.884527 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2f4ddd-7833-4271-a52f-178446597899 None None] Attempting to bind port 0afbfd6c-003a-4a7d-8aaf-da236749eefc on network 587e37c4-ed2c-4b15-aa80-eaaa3fd18b01 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:35:52.890615 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 7b289bb8-b25d-4597-8bc4-52f76328e452 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:35:52.890984 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:52.894893 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2f4ddd-7833-4271-a52f-178446597899 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:35:52.894893 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2f4ddd-7833-4271-a52f-178446597899 None None] Checking segment: {'id': '8167519d-1e65-4b80-834b-236ec9261971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '587e37c4-ed2c-4b15-aa80-eaaa3fd18b01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:35:52.894893 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8d2f4ddd-7833-4271-a52f-178446597899 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:52.894893 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2f4ddd-7833-4271-a52f-178446597899 None None] Bound using segment: {'id': '8167519d-1e65-4b80-834b-236ec9261971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '587e37c4-ed2c-4b15-aa80-eaaa3fd18b01'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:35:52.894893 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-8d2f4ddd-7833-4271-a52f-178446597899 None None] Bound port: 0afbfd6c-003a-4a7d-8aaf-da236749eefc, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8167519d-1e65-4b80-834b-236ec9261971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '587e37c4-ed2c-4b15-aa80-eaaa3fd18b01'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:35:52.895449 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8d2f4ddd-7833-4271-a52f-178446597899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:52.996179 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-8d2f4ddd-7833-4271-a52f-178446597899 None None] For port 0afbfd6c-003a-4a7d-8aaf-da236749eefc, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:35:53.000144 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-8d2f4ddd-7833-4271-a52f-178446597899 None None] For port 0afbfd6c-003a-4a7d-8aaf-da236749eefc, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=0afbfd6c-003a-4a7d-8aaf-da236749eefc,segment=NetworkSegment(8167519d-1e65-4b80-834b-236ec9261971),segment_id=8167519d-1e65-4b80-834b-236ec9261971)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:35:53.038094 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:53.059303 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port 7b289bb8-b25d-4597-8bc4-52f76328e452, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=7b289bb8-b25d-4597-8bc4-52f76328e452,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:35:53.085567 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8d2f4ddd-7833-4271-a52f-178446597899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:53.101480 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-98c6c539-ab76-48df-a880-9ea8e3e6b80e tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Allocated IP 172.20.0.1 (587e37c4-ed2c-4b15-aa80-eaaa3fd18b01/f8a53f67-f60b-478a-8b4e-0ddbc1add9cc/64edaa5d-6d08-4072-a53e-213b39b0381c) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:35:53.146674 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:53.152919 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2f4ddd-7833-4271-a52f-178446597899 None None] Pushing event updated for resources: {'Port': ['ID=0afbfd6c-003a-4a7d-8aaf-da236749eefc,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:35:53.209529 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=7b289bb8-b25d-4597-8bc4-52f76328e452,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:35:53.235183 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-98c6c539-ab76-48df-a880-9ea8e3e6b80e tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:53.334163 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-98c6c539-ab76-48df-a880-9ea8e3e6b80e tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:53.379412 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c6c539-ab76-48df-a880-9ea8e3e6b80e tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Network 587e37c4-ed2c-4b15-aa80-eaaa3fd18b01 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:35:53.385219 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-98c6c539-ab76-48df-a880-9ea8e3e6b80e tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:35:53.388372 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c6c539-ab76-48df-a880-9ea8e3e6b80e tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:35:53.433661 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c6c539-ab76-48df-a880-9ea8e3e6b80e tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event updated for resources: {'Port': ['ID=64edaa5d-6d08-4072-a53e-213b39b0381c,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:35:53.449044 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-98c6c539-ab76-48df-a880-9ea8e3e6b80e tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:53.680925 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-98c6c539-ab76-48df-a880-9ea8e3e6b80e tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:53.983670 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-98c6c539-ab76-48df-a880-9ea8e3e6b80e tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:54.050813 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-98c6c539-ab76-48df-a880-9ea8e3e6b80e tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:54.129454 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c6c539-ab76-48df-a880-9ea8e3e6b80e tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event updated for resources: {'Port': ['ID=64edaa5d-6d08-4072-a53e-213b39b0381c,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:35:54.131830 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-98c6c539-ab76-48df-a880-9ea8e3e6b80e tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:54.235302 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c6c539-ab76-48df-a880-9ea8e3e6b80e tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Network 587e37c4-ed2c-4b15-aa80-eaaa3fd18b01 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:35:54.237025 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-98c6c539-ab76-48df-a880-9ea8e3e6b80e tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:35:54.362943 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98c6c539-ab76-48df-a880-9ea8e3e6b80e tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Router f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:35:54.486601 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c6c539-ab76-48df-a880-9ea8e3e6b80e tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:35:54.496317 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-98c6c539-ab76-48df-a880-9ea8e3e6b80e tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "PUT /v2.0/routers/f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2486632 Sep 24 16:35:54.505714 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5c1919-d92c-4cf1-a801-0a57df09d298 None None] Sync routers for ids ['f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:35:54.515922 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5c1919-d92c-4cf1-a801-0a57df09d298 None None] Routers {'f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:35:54.516558 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-6f5c1919-d92c-4cf1-a801-0a57df09d298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:35:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:35:54.560719 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5cc908-3b62-4e73-ba8a-51d79ed26626 None None] Network 587e37c4-ed2c-4b15-aa80-eaaa3fd18b01 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:35:54.653878 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-76c4ab0a-e6cf-4ef4-af2f-984f5b8b4b59 req-0aaba81d-9f46-4f51-b8eb-493b1d668871 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1119944171&fields=id&tenant_id=28cadd01842a4b25a3b760a81c9d7553 HTTP/1.1" status: 200 len: 267 time: 0.0355730 Sep 24 16:35:54.703783 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-fe5b0b52-67d2-4b98-9602-dff82613d943 None None] Provisioning complete for port 0afbfd6c-003a-4a7d-8aaf-da236749eefc triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:35:54.704161 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-fe5b0b52-67d2-4b98-9602-dff82613d943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:54.766611 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-6f5c1919-d92c-4cf1-a801-0a57df09d298 None None] Set router f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:35:54.785407 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c4ab0a-e6cf-4ef4-af2f-984f5b8b4b59 req-7c67afb0-5f2d-48e3-ae65-13737b22c94d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:35:54.787299 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-76c4ab0a-e6cf-4ef4-af2f-984f5b8b4b59 req-7c67afb0-5f2d-48e3-ae65-13737b22c94d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/networks?id=587e37c4-ed2c-4b15-aa80-eaaa3fd18b01 HTTP/1.1" status: 200 len: 796 time: 0.1250467 Sep 24 16:35:54.804273 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-76c4ab0a-e6cf-4ef4-af2f-984f5b8b4b59 req-6bfaa24c-765a-4161-a0fa-66b300b53d07 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/quotas/28cadd01842a4b25a3b760a81c9d7553 HTTP/1.1" status: 200 len: 375 time: 0.0102878 Sep 24 16:35:54.861949 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 0afbfd6c-003a-4a7d-8aaf-da236749eefc up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:35:54.870632 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-76c4ab0a-e6cf-4ef4-af2f-984f5b8b4b59 req-59b2b7d8-cf02-4c57-9a69-e232469c3ade tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=28cadd01842a4b25a3b760a81c9d7553&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0597327 Sep 24 16:35:55.031278 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-fe5b0b52-67d2-4b98-9602-dff82613d943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:55.042617 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-76c4ab0a-e6cf-4ef4-af2f-984f5b8b4b59 req-15fa79f9-3b1c-42ff-a347-bff9f459c49e service neutron] 10.222.0.101 "GET /v2.0/networks/587e37c4-ed2c-4b15-aa80-eaaa3fd18b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578517 Sep 24 16:35:55.071021 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 0afbfd6c-003a-4a7d-8aaf-da236749eefc triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:35:55.071968 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:55.145675 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-fe5b0b52-67d2-4b98-9602-dff82613d943 None None] For port 0afbfd6c-003a-4a7d-8aaf-da236749eefc, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=0afbfd6c-003a-4a7d-8aaf-da236749eefc,segment=NetworkSegment(8167519d-1e65-4b80-834b-236ec9261971),segment_id=8167519d-1e65-4b80-834b-236ec9261971)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:35:55.147435 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-76c4ab0a-e6cf-4ef4-af2f-984f5b8b4b59 req-5aca5901-f4ea-44ea-b7f7-07a411f81ea1 service neutron] 10.222.0.101 "GET /v2.0/networks/587e37c4-ed2c-4b15-aa80-eaaa3fd18b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960741 Sep 24 16:35:55.218423 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-6f5c1919-d92c-4cf1-a801-0a57df09d298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839', 'name': 'tempest-TestNetworkAdvancedServerOps-router-715599473', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '7b289bb8-b25d-4597-8bc4-52f76328e452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:35:48Z', 'updated_at': '2021-09-24T16:35:53Z', 'revision_number': 4, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'gw_port': {'id': '7b289bb8-b25d-4597-8bc4-52f76328e452', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:cc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:35:49Z', 'updated_at': '2021-09-24T16:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '64edaa5d-6d08-4072-a53e-213b39b0381c', 'name': '', 'network_id': '587e37c4-ed2c-4b15-aa80-eaaa3fd18b01', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'mac_address': 'fa:16:3e:90:7c:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'f8a53f67-f60b-478a-8b4e-0ddbc1add9cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:35:52Z', 'updated_at': '2021-09-24T16:35:53Z', 'revision_number': 2, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'subnets': [{'id': 'f8a53f67-f60b-478a-8b4e-0ddbc1add9cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:35:55.249597 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5c1919-d92c-4cf1-a801-0a57df09d298 None None] Checking router: f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:35:55.249957 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5c1919-d92c-4cf1-a801-0a57df09d298 None None] Updating router f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839 port 64edaa5d-6d08-4072-a53e-213b39b0381c binding host n-d-808921-1 {{(pid=95299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 16:35:55.252063 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-fe5b0b52-67d2-4b98-9602-dff82613d943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:55.258045 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:55.329478 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6f5c1919-d92c-4cf1-a801-0a57df09d298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:55.435567 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-4b5d4b58-51f6-49c8-9f69-6d78b995ffc7 None None] Provisioning complete for port 64edaa5d-6d08-4072-a53e-213b39b0381c triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:35:55.436103 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4b5d4b58-51f6-49c8-9f69-6d78b995ffc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:55.455886 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ebb7a200-f6d6-4e6d-ba24-815ff74a1139 req-74196d35-d4df-4c4c-98bc-de0016f2c0f9 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=240d8151-7faa-4aab-9ca5-e4f910f122c8 HTTP/1.1" status: 200 len: 210 time: 0.0382657 Sep 24 16:35:55.485840 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-4b5d4b58-51f6-49c8-9f69-6d78b995ffc7 None None] Port 64edaa5d-6d08-4072-a53e-213b39b0381c cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:35:55.513553 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5b0b52-67d2-4b98-9602-dff82613d943 None None] Pushing event updated for resources: {'Port': ['ID=0afbfd6c-003a-4a7d-8aaf-da236749eefc,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:35:55.530697 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.db.api [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95299) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 24 16:35:55.531161 n-d-808921-1 neutron-server[95299]: DEBUG oslo_db.api [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 24 16:35:55.548132 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-4b5d4b58-51f6-49c8-9f69-6d78b995ffc7 None None] Provisioning complete for port 0afbfd6c-003a-4a7d-8aaf-da236749eefc triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:35:55.548618 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4b5d4b58-51f6-49c8-9f69-6d78b995ffc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:56.005345 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6f5c1919-d92c-4cf1-a801-0a57df09d298 None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:56.033488 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-bf537af0-3360-42c3-85f7-9012ba2481b8 None None] Provisioning complete for port 64edaa5d-6d08-4072-a53e-213b39b0381c triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:35:56.033854 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-bf537af0-3360-42c3-85f7-9012ba2481b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:56.062553 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:35:56.098227 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6f5c1919-d92c-4cf1-a801-0a57df09d298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:56.100732 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 7b289bb8-b25d-4597-8bc4-52f76328e452 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:35:56.104517 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-bf537af0-3360-42c3-85f7-9012ba2481b8 None None] Port 64edaa5d-6d08-4072-a53e-213b39b0381c cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:35:56.178876 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6487e09c-2031-459c-8806-34ebafda4c23 None None] Pushing event updated for resources: {'Port': ['ID=64edaa5d-6d08-4072-a53e-213b39b0381c,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:35:56.242006 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 7b289bb8-b25d-4597-8bc4-52f76328e452 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:35:56.242452 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:56.244223 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-6f5c1919-d92c-4cf1-a801-0a57df09d298 None None] Attempting to bind port 64edaa5d-6d08-4072-a53e-213b39b0381c on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:35:56.245074 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-6f5c1919-d92c-4cf1-a801-0a57df09d298 None None] Attempting to bind port 64edaa5d-6d08-4072-a53e-213b39b0381c by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '8167519d-1e65-4b80-834b-236ec9261971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '587e37c4-ed2c-4b15-aa80-eaaa3fd18b01'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:35:56.245074 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5c1919-d92c-4cf1-a801-0a57df09d298 None None] Attempting to bind port 64edaa5d-6d08-4072-a53e-213b39b0381c on network 587e37c4-ed2c-4b15-aa80-eaaa3fd18b01 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:35:56.271766 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5c1919-d92c-4cf1-a801-0a57df09d298 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:35:56.272110 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5c1919-d92c-4cf1-a801-0a57df09d298 None None] Checking segment: {'id': '8167519d-1e65-4b80-834b-236ec9261971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '587e37c4-ed2c-4b15-aa80-eaaa3fd18b01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:35:56.272506 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6f5c1919-d92c-4cf1-a801-0a57df09d298 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:56.272896 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5c1919-d92c-4cf1-a801-0a57df09d298 None None] Bound using segment: {'id': '8167519d-1e65-4b80-834b-236ec9261971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '587e37c4-ed2c-4b15-aa80-eaaa3fd18b01'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:35:56.273385 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-6f5c1919-d92c-4cf1-a801-0a57df09d298 None None] Bound port: 64edaa5d-6d08-4072-a53e-213b39b0381c, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8167519d-1e65-4b80-834b-236ec9261971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '587e37c4-ed2c-4b15-aa80-eaaa3fd18b01'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:35:56.273763 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6f5c1919-d92c-4cf1-a801-0a57df09d298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:56.374183 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-6f5c1919-d92c-4cf1-a801-0a57df09d298 None None] For port 64edaa5d-6d08-4072-a53e-213b39b0381c, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:35:56.390751 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-6f5c1919-d92c-4cf1-a801-0a57df09d298 None None] For port 64edaa5d-6d08-4072-a53e-213b39b0381c, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=64edaa5d-6d08-4072-a53e-213b39b0381c,segment=NetworkSegment(8167519d-1e65-4b80-834b-236ec9261971),segment_id=8167519d-1e65-4b80-834b-236ec9261971)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:35:56.427917 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-2d875318-2a57-4447-9c46-dc108c6e8c5f None None] Provisioning complete for port 64edaa5d-6d08-4072-a53e-213b39b0381c triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:35:56.427917 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2d875318-2a57-4447-9c46-dc108c6e8c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:56.465359 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-2d875318-2a57-4447-9c46-dc108c6e8c5f None None] Port 64edaa5d-6d08-4072-a53e-213b39b0381c cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:35:56.497011 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6f5c1919-d92c-4cf1-a801-0a57df09d298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:56.538080 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-08e41f38-f48d-4a99-986c-29f43abeffa6 req-f1a1752a-b83d-4527-a44c-cc5d19926ce8 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=240d8151-7faa-4aab-9ca5-e4f910f122c8 HTTP/1.1" status: 200 len: 210 time: 0.0282478 Sep 24 16:35:56.560309 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5c1919-d92c-4cf1-a801-0a57df09d298 None None] Routers {'f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:35:56.560993 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-6f5c1919-d92c-4cf1-a801-0a57df09d298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:35:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:35:56.565193 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6487e09c-2031-459c-8806-34ebafda4c23 None None] Pushing event updated for resources: {'Port': ['ID=64edaa5d-6d08-4072-a53e-213b39b0381c,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:35:56.681309 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-6f5c1919-d92c-4cf1-a801-0a57df09d298 None None] Set router f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:35:56.710369 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 0afbfd6c-003a-4a7d-8aaf-da236749eefc up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:35:56.827452 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-efdce7ec-2845-4b35-9d91-d362ae0fb916 None None] Provisioning complete for port 64edaa5d-6d08-4072-a53e-213b39b0381c triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:35:56.827827 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-efdce7ec-2845-4b35-9d91-d362ae0fb916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:56.899323 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 0afbfd6c-003a-4a7d-8aaf-da236749eefc triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:35:56.899701 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:57.068728 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-efdce7ec-2845-4b35-9d91-d362ae0fb916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:57.099968 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-6f5c1919-d92c-4cf1-a801-0a57df09d298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839', 'name': 'tempest-TestNetworkAdvancedServerOps-router-715599473', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '7b289bb8-b25d-4597-8bc4-52f76328e452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:35:48Z', 'updated_at': '2021-09-24T16:35:53Z', 'revision_number': 4, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'gw_port': {'id': '7b289bb8-b25d-4597-8bc4-52f76328e452', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:cc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:35:49Z', 'updated_at': '2021-09-24T16:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '64edaa5d-6d08-4072-a53e-213b39b0381c', 'name': '', 'network_id': '587e37c4-ed2c-4b15-aa80-eaaa3fd18b01', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'mac_address': 'fa:16:3e:90:7c:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'f8a53f67-f60b-478a-8b4e-0ddbc1add9cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:35:52Z', 'updated_at': '2021-09-24T16:35:56Z', 'revision_number': 4, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'subnets': [{'id': 'f8a53f67-f60b-478a-8b4e-0ddbc1add9cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:35:57.134402 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5c1919-d92c-4cf1-a801-0a57df09d298 None None] The sync data for ids ['f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839'] in n-d-808921-1 is: [{'id': 'f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839', 'name': 'tempest-TestNetworkAdvancedServerOps-router-715599473', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '7b289bb8-b25d-4597-8bc4-52f76328e452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:35:48Z', 'updated_at': '2021-09-24T16:35:53Z', 'revision_number': 4, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'gw_port': {'id': '7b289bb8-b25d-4597-8bc4-52f76328e452', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:cc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:35:49Z', 'updated_at': '2021-09-24T16:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '64edaa5d-6d08-4072-a53e-213b39b0381c', 'name': '', 'network_id': '587e37c4-ed2c-4b15-aa80-eaaa3fd18b01', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'mac_address': 'fa:16:3e:90:7c:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'f8a53f67-f60b-478a-8b4e-0ddbc1add9cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:35:52Z', 'updated_at': '2021-09-24T16:35:56Z', 'revision_number': 4, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'subnets': [{'id': 'f8a53f67-f60b-478a-8b4e-0ddbc1add9cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:35:57.145416 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-efdce7ec-2845-4b35-9d91-d362ae0fb916 None None] For port 64edaa5d-6d08-4072-a53e-213b39b0381c, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=64edaa5d-6d08-4072-a53e-213b39b0381c,segment=NetworkSegment(8167519d-1e65-4b80-834b-236ec9261971),segment_id=8167519d-1e65-4b80-834b-236ec9261971)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:35:57.222994 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-efdce7ec-2845-4b35-9d91-d362ae0fb916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:57.291842 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdce7ec-2845-4b35-9d91-d362ae0fb916 None None] Pushing event updated for resources: {'Port': ['ID=64edaa5d-6d08-4072-a53e-213b39b0381c,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:35:57.645028 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3e1ce4e1-828a-4356-ab93-6bf09b62d829 req-211bea82-772a-4287-be37-4d03b3a67860 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=240d8151-7faa-4aab-9ca5-e4f910f122c8 HTTP/1.1" status: 200 len: 210 time: 0.0274811 Sep 24 16:35:58.741139 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c4ab0a-e6cf-4ef4-af2f-984f5b8b4b59 req-4156dfd0-dcc6-4617-b5ba-ea634d2bd1bb tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:35:58.742826 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-76c4ab0a-e6cf-4ef4-af2f-984f5b8b4b59 req-4156dfd0-dcc6-4617-b5ba-ea634d2bd1bb tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.108 "GET /v2.0/networks?id=587e37c4-ed2c-4b15-aa80-eaaa3fd18b01 HTTP/1.1" status: 200 len: 796 time: 0.1292443 Sep 24 16:35:58.752979 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 64edaa5d-6d08-4072-a53e-213b39b0381c up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:35:58.759886 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c1b2b58b-b772-429c-986b-4c2a64417c16 req-c143958e-b9e5-414c-b74a-a9d82502a6b8 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=240d8151-7faa-4aab-9ca5-e4f910f122c8 HTTP/1.1" status: 200 len: 210 time: 0.0383415 Sep 24 16:35:58.802705 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-76c4ab0a-e6cf-4ef4-af2f-984f5b8b4b59 req-fc3606e9-4a35-4588-b88f-4d71211e751b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.108 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28cadd01842a4b25a3b760a81c9d7553 HTTP/1.1" status: 200 len: 380 time: 0.0452087 Sep 24 16:35:58.807586 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 64edaa5d-6d08-4072-a53e-213b39b0381c triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:35:58.807945 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:58.813138 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-76c4ab0a-e6cf-4ef4-af2f-984f5b8b4b59 req-486d54dd-3b70-4c3c-9b35-8cb5dd9105a8 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Request body: {'port': {'device_id': '240d8151-7faa-4aab-9ca5-e4f910f122c8', 'network_id': '587e37c4-ed2c-4b15-aa80-eaaa3fd18b01', 'admin_state_up': True, 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'security_groups': ['e8b972a2-4329-4019-8a58-4392ce18fc36']}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:35:58.988507 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76c4ab0a-e6cf-4ef4-af2f-984f5b8b4b59 req-486d54dd-3b70-4c3c-9b35-8cb5dd9105a8 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Made reservation on behalf of 28cadd01842a4b25a3b760a81c9d7553 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:35:58.992109 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-76c4ab0a-e6cf-4ef4-af2f-984f5b8b4b59 req-486d54dd-3b70-4c3c-9b35-8cb5dd9105a8 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:59.137130 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-76c4ab0a-e6cf-4ef4-af2f-984f5b8b4b59 req-486d54dd-3b70-4c3c-9b35-8cb5dd9105a8 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Allocated IP 172.20.0.7 (587e37c4-ed2c-4b15-aa80-eaaa3fd18b01/f8a53f67-f60b-478a-8b4e-0ddbc1add9cc/e17c1ecc-2ce0-4798-8871-441bc6f000aa) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:35:59.278041 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-76c4ab0a-e6cf-4ef4-af2f-984f5b8b4b59 req-486d54dd-3b70-4c3c-9b35-8cb5dd9105a8 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:59.371035 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-76c4ab0a-e6cf-4ef4-af2f-984f5b8b4b59 req-486d54dd-3b70-4c3c-9b35-8cb5dd9105a8 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:59.416944 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76c4ab0a-e6cf-4ef4-af2f-984f5b8b4b59 req-486d54dd-3b70-4c3c-9b35-8cb5dd9105a8 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Network 587e37c4-ed2c-4b15-aa80-eaaa3fd18b01 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:35:59.419914 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-76c4ab0a-e6cf-4ef4-af2f-984f5b8b4b59 req-486d54dd-3b70-4c3c-9b35-8cb5dd9105a8 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:35:59.424233 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-76c4ab0a-e6cf-4ef4-af2f-984f5b8b4b59 req-486d54dd-3b70-4c3c-9b35-8cb5dd9105a8 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:35:59.433558 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486d54dd-3b70-4c3c-9b35-8cb5dd9105a8 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event updated for resources: {'Port': ['ID=e17c1ecc-2ce0-4798-8871-441bc6f000aa,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:35:59.479331 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c4ab0a-e6cf-4ef4-af2f-984f5b8b4b59 req-486d54dd-3b70-4c3c-9b35-8cb5dd9105a8 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:35:59.479954 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-76c4ab0a-e6cf-4ef4-af2f-984f5b8b4b59 req-486d54dd-3b70-4c3c-9b35-8cb5dd9105a8 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:59.560580 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-76c4ab0a-e6cf-4ef4-af2f-984f5b8b4b59 req-486d54dd-3b70-4c3c-9b35-8cb5dd9105a8 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7513301 Sep 24 16:35:59.570984 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [req-76c4ab0a-e6cf-4ef4-af2f-984f5b8b4b59 req-c2831b4f-fbbd-46da-942c-465da2903200 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 16:35:59.571977 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-76c4ab0a-e6cf-4ef4-af2f-984f5b8b4b59 req-c2831b4f-fbbd-46da-942c-465da2903200 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.108 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054035 Sep 24 16:35:59.629703 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-76c4ab0a-e6cf-4ef4-af2f-984f5b8b4b59 req-2c19b62b-d846-4b17-bf71-59d40e903adb service neutron] Request body: {'port': {'device_id': '240d8151-7faa-4aab-9ca5-e4f910f122c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:35:59.661025 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-89028ee5-2dbe-4b46-9252-397484288a62 None None] Provisioning complete for port e17c1ecc-2ce0-4798-8871-441bc6f000aa triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:35:59.661397 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-89028ee5-2dbe-4b46-9252-397484288a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:59.686321 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-76c4ab0a-e6cf-4ef4-af2f-984f5b8b4b59 req-2c19b62b-d846-4b17-bf71-59d40e903adb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:35:59.698499 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-89028ee5-2dbe-4b46-9252-397484288a62 None None] Port e17c1ecc-2ce0-4798-8871-441bc6f000aa cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:35:59.880399 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b3043-a66c-4206-b7bf-f2ff425dedf3 req-4d4e13b8-03be-4eca-9f9c-306980756764 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:35:59.882196 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e42b3043-a66c-4206-b7bf-f2ff425dedf3 req-4d4e13b8-03be-4eca-9f9c-306980756764 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=240d8151-7faa-4aab-9ca5-e4f910f122c8 HTTP/1.1" status: 200 len: 931 time: 0.0524476 Sep 24 16:35:59.921779 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e42b3043-a66c-4206-b7bf-f2ff425dedf3 req-f3f3911a-bcfa-4f52-859b-639b68499ebb tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=e8b972a2-4329-4019-8a58-4392ce18fc36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332561 Sep 24 16:36:00.255886 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-76c4ab0a-e6cf-4ef4-af2f-984f5b8b4b59 req-2c19b62b-d846-4b17-bf71-59d40e903adb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e17c1ecc-2ce0-4798-8871-441bc6f000aa {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:36:00.263553 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-76c4ab0a-e6cf-4ef4-af2f-984f5b8b4b59 req-2c19b62b-d846-4b17-bf71-59d40e903adb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:00.276364 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-76c4ab0a-e6cf-4ef4-af2f-984f5b8b4b59 req-2c19b62b-d846-4b17-bf71-59d40e903adb service neutron] Transition to ACTIVE for port object e17c1ecc-2ce0-4798-8871-441bc6f000aa will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 16:36:00.340931 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-76c4ab0a-e6cf-4ef4-af2f-984f5b8b4b59 req-2c19b62b-d846-4b17-bf71-59d40e903adb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:00.396036 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c19b62b-d846-4b17-bf71-59d40e903adb service neutron] Pushing event updated for resources: {'Port': ['ID=e17c1ecc-2ce0-4798-8871-441bc6f000aa,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:36:00.466205 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-76c4ab0a-e6cf-4ef4-af2f-984f5b8b4b59 req-2c19b62b-d846-4b17-bf71-59d40e903adb service neutron] Attempting to bind port e17c1ecc-2ce0-4798-8871-441bc6f000aa on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:36:00.466572 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-76c4ab0a-e6cf-4ef4-af2f-984f5b8b4b59 req-2c19b62b-d846-4b17-bf71-59d40e903adb service neutron] Attempting to bind port e17c1ecc-2ce0-4798-8871-441bc6f000aa by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '8167519d-1e65-4b80-834b-236ec9261971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '587e37c4-ed2c-4b15-aa80-eaaa3fd18b01'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:36:00.466905 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c4ab0a-e6cf-4ef4-af2f-984f5b8b4b59 req-2c19b62b-d846-4b17-bf71-59d40e903adb service neutron] Attempting to bind port e17c1ecc-2ce0-4798-8871-441bc6f000aa on network 587e37c4-ed2c-4b15-aa80-eaaa3fd18b01 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:36:00.472457 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c4ab0a-e6cf-4ef4-af2f-984f5b8b4b59 req-2c19b62b-d846-4b17-bf71-59d40e903adb service neutron] Port e17c1ecc-2ce0-4798-8871-441bc6f000aa on network 587e37c4-ed2c-4b15-aa80-eaaa3fd18b01 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 16:36:00.472807 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c4ab0a-e6cf-4ef4-af2f-984f5b8b4b59 req-2c19b62b-d846-4b17-bf71-59d40e903adb service neutron] Attempting to bind port e17c1ecc-2ce0-4798-8871-441bc6f000aa on network 587e37c4-ed2c-4b15-aa80-eaaa3fd18b01 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:36:00.478226 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c4ab0a-e6cf-4ef4-af2f-984f5b8b4b59 req-2c19b62b-d846-4b17-bf71-59d40e903adb service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:36:00.478612 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c4ab0a-e6cf-4ef4-af2f-984f5b8b4b59 req-2c19b62b-d846-4b17-bf71-59d40e903adb service neutron] Checking segment: {'id': '8167519d-1e65-4b80-834b-236ec9261971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '587e37c4-ed2c-4b15-aa80-eaaa3fd18b01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:36:00.479000 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c4ab0a-e6cf-4ef4-af2f-984f5b8b4b59 req-2c19b62b-d846-4b17-bf71-59d40e903adb service neutron] Bound using segment: {'id': '8167519d-1e65-4b80-834b-236ec9261971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '587e37c4-ed2c-4b15-aa80-eaaa3fd18b01'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:36:00.479435 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-76c4ab0a-e6cf-4ef4-af2f-984f5b8b4b59 req-2c19b62b-d846-4b17-bf71-59d40e903adb service neutron] Bound port: e17c1ecc-2ce0-4798-8871-441bc6f000aa, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8167519d-1e65-4b80-834b-236ec9261971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1283, 'network_id': '587e37c4-ed2c-4b15-aa80-eaaa3fd18b01'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:36:00.479799 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-76c4ab0a-e6cf-4ef4-af2f-984f5b8b4b59 req-2c19b62b-d846-4b17-bf71-59d40e903adb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:00.552158 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-76c4ab0a-e6cf-4ef4-af2f-984f5b8b4b59 req-2c19b62b-d846-4b17-bf71-59d40e903adb service neutron] For port e17c1ecc-2ce0-4798-8871-441bc6f000aa, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:36:00.556337 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-76c4ab0a-e6cf-4ef4-af2f-984f5b8b4b59 req-2c19b62b-d846-4b17-bf71-59d40e903adb service neutron] For port e17c1ecc-2ce0-4798-8871-441bc6f000aa, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=e17c1ecc-2ce0-4798-8871-441bc6f000aa,segment=NetworkSegment(8167519d-1e65-4b80-834b-236ec9261971),segment_id=8167519d-1e65-4b80-834b-236ec9261971)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:36:00.628332 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-76c4ab0a-e6cf-4ef4-af2f-984f5b8b4b59 req-2c19b62b-d846-4b17-bf71-59d40e903adb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:00.664218 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c4ab0a-e6cf-4ef4-af2f-984f5b8b4b59 req-2c19b62b-d846-4b17-bf71-59d40e903adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:36:00.664847 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-76c4ab0a-e6cf-4ef4-af2f-984f5b8b4b59 req-2c19b62b-d846-4b17-bf71-59d40e903adb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:00.666469 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-76c4ab0a-e6cf-4ef4-af2f-984f5b8b4b59 req-2c19b62b-d846-4b17-bf71-59d40e903adb service neutron] 10.222.0.108 "PUT /v2.0/ports/e17c1ecc-2ce0-4798-8871-441bc6f000aa HTTP/1.1" status: 200 len: 1091 time: 1.0854504 Sep 24 16:36:00.666922 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '240d8151-7faa-4aab-9ca5-e4f910f122c8', 'tag': 'e17c1ecc-2ce0-4798-8871-441bc6f000aa'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:36:00.669235 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86bdbdc9b9e92b390e2d9cb11b84962cc6f6bd0fdc6518f79f4e2677ef2c88f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16cb4cf5-e80c-489c-bb49-5c338c30e868" -d '{"events": [{"name": "network-changed", "server_uuid": "240d8151-7faa-4aab-9ca5-e4f910f122c8", "tag": "e17c1ecc-2ce0-4798-8871-441bc6f000aa"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:36:00.698859 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c19b62b-d846-4b17-bf71-59d40e903adb service neutron] Pushing event updated for resources: {'Port': ['ID=e17c1ecc-2ce0-4798-8871-441bc6f000aa,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:36:00.714475 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab8c5bd7-8328-4dbd-9b07-dc2ef25a594c x-openstack-request-id: req-ab8c5bd7-8328-4dbd-9b07-dc2ef25a594c {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:36:00.714845 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "240d8151-7faa-4aab-9ca5-e4f910f122c8", "tag": "e17c1ecc-2ce0-4798-8871-441bc6f000aa", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:36:00.715118 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ab8c5bd7-8328-4dbd-9b07-dc2ef25a594c {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:36:00.715637 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '240d8151-7faa-4aab-9ca5-e4f910f122c8', 'tag': 'e17c1ecc-2ce0-4798-8871-441bc6f000aa', 'status': 'completed', 'code': 200} Sep 24 16:36:00.780779 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb4cf5-e80c-489c-bb49-5c338c30e868 req-e1ed9af9-5a33-4fbe-a4a3-a7d80bdc3568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:36:00.782461 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-16cb4cf5-e80c-489c-bb49-5c338c30e868 req-e1ed9af9-5a33-4fbe-a4a3-a7d80bdc3568 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=28cadd01842a4b25a3b760a81c9d7553&device_id=240d8151-7faa-4aab-9ca5-e4f910f122c8 HTTP/1.1" status: 200 len: 1094 time: 0.0484495 Sep 24 16:36:00.896207 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb4cf5-e80c-489c-bb49-5c338c30e868 req-82c67cfc-2959-440b-affc-14dcbd8735c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:36:00.897614 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-16cb4cf5-e80c-489c-bb49-5c338c30e868 req-82c67cfc-2959-440b-affc-14dcbd8735c2 service neutron] 10.222.0.108 "GET /v2.0/networks?tenant_id=28cadd01842a4b25a3b760a81c9d7553&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1073639 Sep 24 16:36:01.003386 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb4cf5-e80c-489c-bb49-5c338c30e868 req-32e3fcd9-5bdf-4dc0-bb46-1b07456704a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:36:01.004909 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-16cb4cf5-e80c-489c-bb49-5c338c30e868 req-32e3fcd9-5bdf-4dc0-bb46-1b07456704a8 service neutron] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1001849 Sep 24 16:36:01.043700 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a70da9-55d6-4468-a865-7cf2ab928f0d req-bb6f000b-a74f-44dd-85ab-860dc6af8b88 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:36:01.045913 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-35a70da9-55d6-4468-a865-7cf2ab928f0d req-bb6f000b-a74f-44dd-85ab-860dc6af8b88 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=240d8151-7faa-4aab-9ca5-e4f910f122c8 HTTP/1.1" status: 200 len: 943 time: 0.0518985 Sep 24 16:36:01.087367 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-35a70da9-55d6-4468-a865-7cf2ab928f0d req-5a2752fd-817a-4aa4-a7fe-70e5487c9382 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=e8b972a2-4329-4019-8a58-4392ce18fc36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334790 Sep 24 16:36:01.103576 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c4ab0a-e6cf-4ef4-af2f-984f5b8b4b59 req-ca4654b3-3887-4e90-ae24-448bfe16a5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:36:01.105081 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-76c4ab0a-e6cf-4ef4-af2f-984f5b8b4b59 req-ca4654b3-3887-4e90-ae24-448bfe16a5cd service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=28cadd01842a4b25a3b760a81c9d7553&device_id=240d8151-7faa-4aab-9ca5-e4f910f122c8 HTTP/1.1" status: 200 len: 1094 time: 0.0485435 Sep 24 16:36:01.147787 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-76c4ab0a-e6cf-4ef4-af2f-984f5b8b4b59 req-410d3f7c-a41d-4604-990f-99a4f092c772 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e17c1ecc-2ce0-4798-8871-441bc6f000aa HTTP/1.1" status: 200 len: 217 time: 0.0350785 Sep 24 16:36:01.204306 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c4ab0a-e6cf-4ef4-af2f-984f5b8b4b59 req-af9b16e1-2c46-4b0c-a7a6-9af8eec03a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:36:01.206065 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-76c4ab0a-e6cf-4ef4-af2f-984f5b8b4b59 req-af9b16e1-2c46-4b0c-a7a6-9af8eec03a54 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=f8a53f67-f60b-478a-8b4e-0ddbc1add9cc HTTP/1.1" status: 200 len: 834 time: 0.0519805 Sep 24 16:36:01.256311 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c4ab0a-e6cf-4ef4-af2f-984f5b8b4b59 req-ef7dcbba-b45a-4be2-9da8-21a298e88299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:36:01.257882 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-76c4ab0a-e6cf-4ef4-af2f-984f5b8b4b59 req-ef7dcbba-b45a-4be2-9da8-21a298e88299 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=587e37c4-ed2c-4b15-aa80-eaaa3fd18b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446432 Sep 24 16:36:01.261762 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a5b110c0-e71b-4b27-90e7-f9be11b89330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:01.352474 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-76c4ab0a-e6cf-4ef4-af2f-984f5b8b4b59 req-2a9f299e-d2d0-40a8-893b-9d782c70759e service neutron] 10.222.0.108 "GET /v2.0/networks/587e37c4-ed2c-4b15-aa80-eaaa3fd18b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869138 Sep 24 16:36:01.449293 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-76c4ab0a-e6cf-4ef4-af2f-984f5b8b4b59 req-3c3d2492-1749-4a71-9093-259342b2aa5c service neutron] 10.222.0.108 "GET /v2.0/networks/587e37c4-ed2c-4b15-aa80-eaaa3fd18b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894563 Sep 24 16:36:02.210905 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a5ccbc-19cf-49d6-8080-c18f4f147da3 req-78b76937-1e5f-4ffb-8bc8-86cddda65495 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:36:02.212485 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-44a5ccbc-19cf-49d6-8080-c18f4f147da3 req-78b76937-1e5f-4ffb-8bc8-86cddda65495 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=240d8151-7faa-4aab-9ca5-e4f910f122c8 HTTP/1.1" status: 200 len: 943 time: 0.0520868 Sep 24 16:36:02.261712 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-44a5ccbc-19cf-49d6-8080-c18f4f147da3 req-58083330-2297-4340-82de-12d754a4b913 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=e8b972a2-4329-4019-8a58-4392ce18fc36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429378 Sep 24 16:36:02.824916 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device e17c1ecc-2ce0-4798-8871-441bc6f000aa details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 16:36:02.922225 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port e17c1ecc-2ce0-4798-8871-441bc6f000aa, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=e17c1ecc-2ce0-4798-8871-441bc6f000aa,segment=NetworkSegment(8167519d-1e65-4b80-834b-236ec9261971),segment_id=8167519d-1e65-4b80-834b-236ec9261971)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:36:02.934242 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': 'e17c1ecc-2ce0-4798-8871-441bc6f000aa', 'network_id': '587e37c4-ed2c-4b15-aa80-eaaa3fd18b01', 'port_id': 'e17c1ecc-2ce0-4798-8871-441bc6f000aa', 'mac_address': 'fa:16:3e:b6:d5:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1283, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8a53f67-f60b-478a-8b4e-0ddbc1add9cc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 16:36:02.972107 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:02.984660 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e17c1ecc-2ce0-4798-8871-441bc6f000aa {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:36:03.004139 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port e17c1ecc-2ce0-4798-8871-441bc6f000aa, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=e17c1ecc-2ce0-4798-8871-441bc6f000aa,segment=NetworkSegment(8167519d-1e65-4b80-834b-236ec9261971),segment_id=8167519d-1e65-4b80-834b-236ec9261971)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:36:03.101859 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:03.156324 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=e17c1ecc-2ce0-4798-8871-441bc6f000aa,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:36:03.380335 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['e17c1ecc-2ce0-4798-8871-441bc6f000aa'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:36:03.383909 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e12831b-3848-4992-a629-76e54472f260 req-ea572ab6-d6c9-416a-8ecf-01aa100c27b2 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:36:03.385468 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8e12831b-3848-4992-a629-76e54472f260 req-ea572ab6-d6c9-416a-8ecf-01aa100c27b2 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=240d8151-7faa-4aab-9ca5-e4f910f122c8 HTTP/1.1" status: 200 len: 944 time: 0.0544508 Sep 24 16:36:03.427092 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8e12831b-3848-4992-a629-76e54472f260 req-856cab9b-ca53-4c05-9089-9cd9f0b0b45c tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=e8b972a2-4329-4019-8a58-4392ce18fc36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352364 Sep 24 16:36:03.918774 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-135e7c1c-8303-4f9b-9519-81006683a9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:04.329478 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:04.541903 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdea61e8-a6b0-4884-a368-5515db8490ec req-490c8b6f-4335-4a73-b90c-33c1b144293f tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:36:04.543450 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fdea61e8-a6b0-4884-a368-5515db8490ec req-490c8b6f-4335-4a73-b90c-33c1b144293f tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=240d8151-7faa-4aab-9ca5-e4f910f122c8 HTTP/1.1" status: 200 len: 944 time: 0.0483646 Sep 24 16:36:04.586435 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fdea61e8-a6b0-4884-a368-5515db8490ec req-f136b9b1-1286-475f-84cf-0f0f22487bfe tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=e8b972a2-4329-4019-8a58-4392ce18fc36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363028 Sep 24 16:36:04.824218 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device e17c1ecc-2ce0-4798-8871-441bc6f000aa up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:36:04.987642 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port e17c1ecc-2ce0-4798-8871-441bc6f000aa completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 16:36:04.991931 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port e17c1ecc-2ce0-4798-8871-441bc6f000aa triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:36:04.992306 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:05.070618 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:05.112717 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '240d8151-7faa-4aab-9ca5-e4f910f122c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e17c1ecc-2ce0-4798-8871-441bc6f000aa'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:36:05.114973 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e675284d64920c3690942d07fd233bec6618b8bcfb70da99a5b5d86610f0b706" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d27120-b31a-4405-88d9-c9390714d85f" -d '{"events": [{"server_uuid": "240d8151-7faa-4aab-9ca5-e4f910f122c8", "name": "network-vif-plugged", "status": "completed", "tag": "e17c1ecc-2ce0-4798-8871-441bc6f000aa"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:36:05.131084 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port e17c1ecc-2ce0-4798-8871-441bc6f000aa, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=e17c1ecc-2ce0-4798-8871-441bc6f000aa,segment=NetworkSegment(8167519d-1e65-4b80-834b-236ec9261971),segment_id=8167519d-1e65-4b80-834b-236ec9261971)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:36:05.207275 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32623099-afd0-42cd-a7d1-4afcaef93e33 x-openstack-request-id: req-32623099-afd0-42cd-a7d1-4afcaef93e33 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:36:05.207589 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "240d8151-7faa-4aab-9ca5-e4f910f122c8", "name": "network-vif-plugged", "status": "completed", "tag": "e17c1ecc-2ce0-4798-8871-441bc6f000aa", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:36:05.207838 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-32623099-afd0-42cd-a7d1-4afcaef93e33 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:36:05.208241 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '240d8151-7faa-4aab-9ca5-e4f910f122c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e17c1ecc-2ce0-4798-8871-441bc6f000aa', 'code': 200} Sep 24 16:36:05.214635 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:05.264482 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=e17c1ecc-2ce0-4798-8871-441bc6f000aa,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:36:05.306373 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc77f1-d0d7-4b56-a840-c0d38751a6de req-ffeca83a-2e4d-42b4-9163-ff811fb9e77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:36:05.307884 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b3dc77f1-d0d7-4b56-a840-c0d38751a6de req-ffeca83a-2e4d-42b4-9163-ff811fb9e77c service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=240d8151-7faa-4aab-9ca5-e4f910f122c8 HTTP/1.1" status: 200 len: 1096 time: 0.0398149 Sep 24 16:36:05.344272 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b3dc77f1-d0d7-4b56-a840-c0d38751a6de req-5fcd4215-9ebc-410d-9a55-9bedb568f6aa service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=e8b972a2-4329-4019-8a58-4392ce18fc36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290236 Sep 24 16:36:05.502195 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:05.703099 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbab3b4-9785-41c4-9fca-927789263222 req-f026f138-1134-4897-bbb8-e0a73614bbf7 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:36:05.704586 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2fbab3b4-9785-41c4-9fca-927789263222 req-f026f138-1134-4897-bbb8-e0a73614bbf7 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=240d8151-7faa-4aab-9ca5-e4f910f122c8 HTTP/1.1" status: 200 len: 945 time: 0.0501814 Sep 24 16:36:05.744067 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2fbab3b4-9785-41c4-9fca-927789263222 req-19313f5a-ee6e-4e9c-b558-356d84ba78c9 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=e8b972a2-4329-4019-8a58-4392ce18fc36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333595 Sep 24 16:36:06.866960 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89956b0c-a4ca-49ed-97be-fe94af7c924c req-f0134803-f93e-4aac-af87-056a71a00059 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:36:06.868489 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-89956b0c-a4ca-49ed-97be-fe94af7c924c req-f0134803-f93e-4aac-af87-056a71a00059 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=240d8151-7faa-4aab-9ca5-e4f910f122c8 HTTP/1.1" status: 200 len: 945 time: 0.0542357 Sep 24 16:36:06.936198 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-89956b0c-a4ca-49ed-97be-fe94af7c924c req-70d78011-f794-4530-992c-93ccb5a4fa6b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=e8b972a2-4329-4019-8a58-4392ce18fc36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379107 Sep 24 16:36:06.992923 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:07.031402 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96a7126-e026-463d-a22a-a1fa544c1d52 req-689a723f-3258-4c6c-a1c8-6a3cde83d734 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:36:07.033433 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a96a7126-e026-463d-a22a-a1fa544c1d52 req-689a723f-3258-4c6c-a1c8-6a3cde83d734 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=240d8151-7faa-4aab-9ca5-e4f910f122c8 HTTP/1.1" status: 200 len: 945 time: 0.0498693 Sep 24 16:36:07.075317 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a96a7126-e026-463d-a22a-a1fa544c1d52 req-3447d1b9-e6c2-48cd-be48-73b1c95947f6 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=e8b972a2-4329-4019-8a58-4392ce18fc36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356576 Sep 24 16:36:07.098133 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46970) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:36:07.137837 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939215a1-7d39-4e05-be88-9f35697e7007 tempest-TestNetworkAdvancedServerOps-2073741627 tempest-TestNetworkAdvancedServerOps-2073741627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:36:07.139400 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-939215a1-7d39-4e05-be88-9f35697e7007 tempest-TestNetworkAdvancedServerOps-2073741627 tempest-TestNetworkAdvancedServerOps-2073741627-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=240d8151-7faa-4aab-9ca5-e4f910f122c8 HTTP/1.1" status: 200 len: 1091 time: 0.0402434 Sep 24 16:36:07.143000 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46972) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:36:07.147343 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-c133e2ef-6d81-4de1-8a00-4ddd34b4abdf tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Request body: {'floatingip': {'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'port_id': 'e17c1ecc-2ce0-4798-8871-441bc6f000aa', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:36:07.238929 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c133e2ef-6d81-4de1-8a00-4ddd34b4abdf tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for floatingip, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:07.339567 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c133e2ef-6d81-4de1-8a00-4ddd34b4abdf tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:07.446004 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-c133e2ef-6d81-4de1-8a00-4ddd34b4abdf tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Allocated IP 172.25.0.206 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/f5d2310d-f803-47c5-b638-9f7690011146) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:36:07.550576 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c133e2ef-6d81-4de1-8a00-4ddd34b4abdf tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:07.644634 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c133e2ef-6d81-4de1-8a00-4ddd34b4abdf tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:07.682952 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c133e2ef-6d81-4de1-8a00-4ddd34b4abdf tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:36:07.685724 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-c133e2ef-6d81-4de1-8a00-4ddd34b4abdf tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:36:07.690670 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c133e2ef-6d81-4de1-8a00-4ddd34b4abdf tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:36:07.719521 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c133e2ef-6d81-4de1-8a00-4ddd34b4abdf tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event updated for resources: {'Port': ['ID=f5d2310d-f803-47c5-b638-9f7690011146,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:36:08.067922 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c133e2ef-6d81-4de1-8a00-4ddd34b4abdf tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:08.222819 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c133e2ef-6d81-4de1-8a00-4ddd34b4abdf tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:08.385029 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c133e2ef-6d81-4de1-8a00-4ddd34b4abdf tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:08.444269 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c133e2ef-6d81-4de1-8a00-4ddd34b4abdf tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:08.520895 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c133e2ef-6d81-4de1-8a00-4ddd34b4abdf tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event updated for resources: {'Port': ['ID=f5d2310d-f803-47c5-b638-9f7690011146,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:36:08.530698 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c133e2ef-6d81-4de1-8a00-4ddd34b4abdf tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:08.640002 n-d-808921-1 neutron-server[95297]: INFO neutron.db.l3_db [None req-c133e2ef-6d81-4de1-8a00-4ddd34b4abdf tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Floating IP ddf6d482-cbce-4c47-92e5-d5adfbb79a16 associated. External IP: 172.25.0.206, port: e17c1ecc-2ce0-4798-8871-441bc6f000aa. Sep 24 16:36:08.857067 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c133e2ef-6d81-4de1-8a00-4ddd34b4abdf tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Router f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:36:08.967759 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c133e2ef-6d81-4de1-8a00-4ddd34b4abdf tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:36:08.978765 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcf7811-d212-4e09-b593-3e481399bb13 None None] Sync routers for ids ['f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:36:08.988170 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcf7811-d212-4e09-b593-3e481399bb13 None None] Routers {'f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:36:08.988788 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-fdcf7811-d212-4e09-b593-3e481399bb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:36:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:36:09.050377 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-c133e2ef-6d81-4de1-8a00-4ddd34b4abdf tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:09.080469 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-c133e2ef-6d81-4de1-8a00-4ddd34b4abdf tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9361751 Sep 24 16:36:09.083639 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '240d8151-7faa-4aab-9ca5-e4f910f122c8', 'tag': 'e17c1ecc-2ce0-4798-8871-441bc6f000aa'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:36:09.083639 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce09631955309d89252ad503228e8356032135eb6e803a44cefb008b5f264874" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d228e406-f06d-495a-a991-57d68c138a36" -d '{"events": [{"name": "network-changed", "server_uuid": "240d8151-7faa-4aab-9ca5-e4f910f122c8", "tag": "e17c1ecc-2ce0-4798-8871-441bc6f000aa"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:36:09.098644 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-fdcf7811-d212-4e09-b593-3e481399bb13 None None] Set router f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:36:09.141424 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca93709-ac2d-4a89-95c8-1b7e79f4860c x-openstack-request-id: req-fca93709-ac2d-4a89-95c8-1b7e79f4860c {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:36:09.143088 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "240d8151-7faa-4aab-9ca5-e4f910f122c8", "tag": "e17c1ecc-2ce0-4798-8871-441bc6f000aa", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:36:09.143731 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-fca93709-ac2d-4a89-95c8-1b7e79f4860c {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:36:09.144380 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '240d8151-7faa-4aab-9ca5-e4f910f122c8', 'tag': 'e17c1ecc-2ce0-4798-8871-441bc6f000aa', 'status': 'completed', 'code': 200} Sep 24 16:36:09.208360 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d228e406-f06d-495a-a991-57d68c138a36 req-d8caaeb0-999a-46ae-ad4a-f421e2aadc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:36:09.209886 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d228e406-f06d-495a-a991-57d68c138a36 req-d8caaeb0-999a-46ae-ad4a-f421e2aadc6b service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=28cadd01842a4b25a3b760a81c9d7553&device_id=240d8151-7faa-4aab-9ca5-e4f910f122c8 HTTP/1.1" status: 200 len: 1096 time: 0.0473917 Sep 24 16:36:09.215295 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e8fe73-73d8-484c-a4be-afacb18e998a req-d01ab29f-224a-4032-920f-1711b5f8dad6 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:36:09.216998 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e9e8fe73-73d8-484c-a4be-afacb18e998a req-d01ab29f-224a-4032-920f-1711b5f8dad6 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=240d8151-7faa-4aab-9ca5-e4f910f122c8 HTTP/1.1" status: 200 len: 945 time: 0.0619876 Sep 24 16:36:09.273940 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e9e8fe73-73d8-484c-a4be-afacb18e998a req-2e882d87-780f-43c1-b7d4-317d84ac699d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=e8b972a2-4329-4019-8a58-4392ce18fc36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412426 Sep 24 16:36:09.296125 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 46978) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:36:09.317486 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d228e406-f06d-495a-a991-57d68c138a36 req-db8348e9-703d-4134-8d33-f60dbaf6b37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:36:09.323136 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d228e406-f06d-495a-a991-57d68c138a36 req-db8348e9-703d-4134-8d33-f60dbaf6b37d service neutron] 10.222.0.108 "GET /v2.0/networks?id=587e37c4-ed2c-4b15-aa80-eaaa3fd18b01 HTTP/1.1" status: 200 len: 898 time: 0.1021752 Sep 24 16:36:09.349536 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-fdcf7811-d212-4e09-b593-3e481399bb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839', 'name': 'tempest-TestNetworkAdvancedServerOps-router-715599473', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '7b289bb8-b25d-4597-8bc4-52f76328e452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:35:48Z', 'updated_at': '2021-09-24T16:35:53Z', 'revision_number': 4, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'gw_port': {'id': '7b289bb8-b25d-4597-8bc4-52f76328e452', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:cc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:35:49Z', 'updated_at': '2021-09-24T16:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': 'ddf6d482-cbce-4c47-92e5-d5adfbb79a16', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'floating_ip_address': '172.25.0.206', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': 'f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839', 'port_id': 'e17c1ecc-2ce0-4798-8871-441bc6f000aa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '587e37c4-ed2c-4b15-aa80-eaaa3fd18b01', 'mac_address': 'fa:16:3e:b6:d5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240d8151-7faa-4aab-9ca5-e4f910f122c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T16:36:07Z', 'updated_at': '2021-09-24T16:36:07Z', 'revision_number': 0, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64edaa5d-6d08-4072-a53e-213b39b0381c', 'name': '', 'network_id': '587e37c4-ed2c-4b15-aa80-eaaa3fd18b01', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'mac_address': 'fa:16:3e:90:7c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'f8a53f67-f60b-478a-8b4e-0ddbc1add9cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:35:52Z', 'updated_at': '2021-09-24T16:35:57Z', 'revision_number': 5, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'subnets': [{'id': 'f8a53f67-f60b-478a-8b4e-0ddbc1add9cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:36:09.373576 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e1048948-806d-4bd7-a9fc-3691afca9856 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/floatingips/ddf6d482-cbce-4c47-92e5-d5adfbb79a16 HTTP/1.1" status: 200 len: 991 time: 0.0759027 Sep 24 16:36:09.380546 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcf7811-d212-4e09-b593-3e481399bb13 None None] Checking router: f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:36:09.389273 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcf7811-d212-4e09-b593-3e481399bb13 None None] Routers {'f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:36:09.389900 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-fdcf7811-d212-4e09-b593-3e481399bb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:36:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:36:09.397974 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d228e406-f06d-495a-a991-57d68c138a36 req-a964f235-4141-4421-a4e9-ef1b64446dda service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e17c1ecc-2ce0-4798-8871-441bc6f000aa HTTP/1.1" status: 200 len: 999 time: 0.0717192 Sep 24 16:36:09.450216 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d228e406-f06d-495a-a991-57d68c138a36 req-7152620b-91b4-4e69-b9f9-99d3bfc7fed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:36:09.451745 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d228e406-f06d-495a-a991-57d68c138a36 req-7152620b-91b4-4e69-b9f9-99d3bfc7fed4 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=f8a53f67-f60b-478a-8b4e-0ddbc1add9cc HTTP/1.1" status: 200 len: 834 time: 0.0467386 Sep 24 16:36:09.498778 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d228e406-f06d-495a-a991-57d68c138a36 req-69f0714d-3f09-483e-a1f1-1054de3194db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:36:09.500555 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d228e406-f06d-495a-a991-57d68c138a36 req-69f0714d-3f09-483e-a1f1-1054de3194db service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=587e37c4-ed2c-4b15-aa80-eaaa3fd18b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414946 Sep 24 16:36:09.502255 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-fdcf7811-d212-4e09-b593-3e481399bb13 None None] Set router f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:36:09.518448 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:09.597961 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d228e406-f06d-495a-a991-57d68c138a36 req-bb5f6bb2-b0f1-4edf-b2e2-c693ce634bb4 service neutron] 10.222.0.108 "GET /v2.0/networks/587e37c4-ed2c-4b15-aa80-eaaa3fd18b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899057 Sep 24 16:36:09.700093 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d228e406-f06d-495a-a991-57d68c138a36 req-07c7011b-9ca3-41cb-9cd3-68c0fe975f57 service neutron] 10.222.0.108 "GET /v2.0/networks/587e37c4-ed2c-4b15-aa80-eaaa3fd18b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942369 Sep 24 16:36:09.817252 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-fdcf7811-d212-4e09-b593-3e481399bb13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839', 'name': 'tempest-TestNetworkAdvancedServerOps-router-715599473', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '7b289bb8-b25d-4597-8bc4-52f76328e452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:35:48Z', 'updated_at': '2021-09-24T16:35:53Z', 'revision_number': 4, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'gw_port': {'id': '7b289bb8-b25d-4597-8bc4-52f76328e452', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:cc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:35:49Z', 'updated_at': '2021-09-24T16:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': 'ddf6d482-cbce-4c47-92e5-d5adfbb79a16', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'floating_ip_address': '172.25.0.206', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': 'f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839', 'port_id': 'e17c1ecc-2ce0-4798-8871-441bc6f000aa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '587e37c4-ed2c-4b15-aa80-eaaa3fd18b01', 'mac_address': 'fa:16:3e:b6:d5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240d8151-7faa-4aab-9ca5-e4f910f122c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T16:36:07Z', 'updated_at': '2021-09-24T16:36:07Z', 'revision_number': 0, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64edaa5d-6d08-4072-a53e-213b39b0381c', 'name': '', 'network_id': '587e37c4-ed2c-4b15-aa80-eaaa3fd18b01', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'mac_address': 'fa:16:3e:90:7c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'f8a53f67-f60b-478a-8b4e-0ddbc1add9cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:35:52Z', 'updated_at': '2021-09-24T16:35:57Z', 'revision_number': 5, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'subnets': [{'id': 'f8a53f67-f60b-478a-8b4e-0ddbc1add9cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:36:09.848708 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcf7811-d212-4e09-b593-3e481399bb13 None None] The sync data for ids ['f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839'] in n-d-808921-1 is: [{'id': 'f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839', 'name': 'tempest-TestNetworkAdvancedServerOps-router-715599473', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '7b289bb8-b25d-4597-8bc4-52f76328e452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:35:48Z', 'updated_at': '2021-09-24T16:35:53Z', 'revision_number': 4, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'gw_port': {'id': '7b289bb8-b25d-4597-8bc4-52f76328e452', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:cc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:35:49Z', 'updated_at': '2021-09-24T16:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': 'ddf6d482-cbce-4c47-92e5-d5adfbb79a16', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'floating_ip_address': '172.25.0.206', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': 'f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839', 'port_id': 'e17c1ecc-2ce0-4798-8871-441bc6f000aa', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4178, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '587e37c4-ed2c-4b15-aa80-eaaa3fd18b01', 'mac_address': 'fa:16:3e:b6:d5:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '240d8151-7faa-4aab-9ca5-e4f910f122c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T16:36:07Z', 'updated_at': '2021-09-24T16:36:07Z', 'revision_number': 0, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64edaa5d-6d08-4072-a53e-213b39b0381c', 'name': '', 'network_id': '587e37c4-ed2c-4b15-aa80-eaaa3fd18b01', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'mac_address': 'fa:16:3e:90:7c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'f8a53f67-f60b-478a-8b4e-0ddbc1add9cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:35:52Z', 'updated_at': '2021-09-24T16:35:57Z', 'revision_number': 5, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'subnets': [{'id': 'f8a53f67-f60b-478a-8b4e-0ddbc1add9cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:36:10.060263 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20df2640-8293-4515-ab37-01d607c61395 None None] New status for floating IP ddf6d482-cbce-4c47-92e5-d5adfbb79a16: ACTIVE {{(pid=95299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 16:36:10.376768 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 46980) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:36:10.438995 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-c3649517-35c6-4898-ab3e-ffc8c2600bee tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/floatingips/ddf6d482-cbce-4c47-92e5-d5adfbb79a16 HTTP/1.1" status: 200 len: 993 time: 0.0604939 Sep 24 16:36:11.404497 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:31.249019 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-82b9a43b-e821-4a2d-898d-fa25a3b3414b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:33.061850 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:36:33.900514 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-1f19f4cd-9302-4f42-aa04-25094eb2ba3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:34.340735 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:35.516914 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:36.900138 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:39.511655 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:41.466015 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:43.890448 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505d0c2b-5c22-4ac8-877a-f1733dd2667d req-f96ba741-305d-4b02-99c4-3cb2c1ec7e64 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:36:43.892188 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-505d0c2b-5c22-4ac8-877a-f1733dd2667d req-f96ba741-305d-4b02-99c4-3cb2c1ec7e64 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=240d8151-7faa-4aab-9ca5-e4f910f122c8 HTTP/1.1" status: 200 len: 945 time: 0.0526123 Sep 24 16:36:43.931721 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-505d0c2b-5c22-4ac8-877a-f1733dd2667d req-db4b4836-a635-4d84-a03d-9e6cf1cdbc82 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=e8b972a2-4329-4019-8a58-4392ce18fc36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335529 Sep 24 16:36:45.071877 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2a0531-174b-4eb3-9667-6a82af12dcf3 req-7c957414-c7fb-4d69-930d-074f8360b361 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:36:45.073474 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2c2a0531-174b-4eb3-9667-6a82af12dcf3 req-7c957414-c7fb-4d69-930d-074f8360b361 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=240d8151-7faa-4aab-9ca5-e4f910f122c8 HTTP/1.1" status: 200 len: 945 time: 0.0521107 Sep 24 16:36:45.121964 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2c2a0531-174b-4eb3-9667-6a82af12dcf3 req-92a3761c-e64f-4ad2-80b4-8fa2c9febfb0 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=e8b972a2-4329-4019-8a58-4392ce18fc36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377438 Sep 24 16:36:45.144689 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47006) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:36:45.210676 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-1f1fde49-9da1-429e-9eea-9749ca93fd5c tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/floatingips/ddf6d482-cbce-4c47-92e5-d5adfbb79a16 HTTP/1.1" status: 200 len: 993 time: 0.0647819 Sep 24 16:36:46.588225 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4a0fa2-0357-4c48-b8ea-13dd66486938 req-a1b1089a-deaa-435a-b15a-5781b308b70d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:36:46.590366 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dd4a0fa2-0357-4c48-b8ea-13dd66486938 req-a1b1089a-deaa-435a-b15a-5781b308b70d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=240d8151-7faa-4aab-9ca5-e4f910f122c8 HTTP/1.1" status: 200 len: 945 time: 0.0552623 Sep 24 16:36:46.631494 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dd4a0fa2-0357-4c48-b8ea-13dd66486938 req-441c1946-72cc-4ab3-bcd9-5cc69feac747 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=e8b972a2-4329-4019-8a58-4392ce18fc36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339115 Sep 24 16:36:47.757948 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d192c778-667f-4628-862e-9c4d8edf2460 req-c431ca59-dda4-4b09-abb8-39dc0b967c4a tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:36:47.759553 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d192c778-667f-4628-862e-9c4d8edf2460 req-c431ca59-dda4-4b09-abb8-39dc0b967c4a tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=240d8151-7faa-4aab-9ca5-e4f910f122c8 HTTP/1.1" status: 200 len: 945 time: 0.0546100 Sep 24 16:36:47.800338 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d192c778-667f-4628-862e-9c4d8edf2460 req-90bc4098-9c23-4511-9ac5-5450ab65836c tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=e8b972a2-4329-4019-8a58-4392ce18fc36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338981 Sep 24 16:36:47.824084 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47016) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:36:47.890987 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-6262f433-4865-42a8-9dba-26555be531aa tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/floatingips/ddf6d482-cbce-4c47-92e5-d5adfbb79a16 HTTP/1.1" status: 200 len: 993 time: 0.0657315 Sep 24 16:36:48.119800 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47022) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:36:48.287091 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-2bac4d91-0f82-4f0b-bd92-89a3bf1d851b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Deleting port f5d2310d-f803-47c5-b638-9f7690011146 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:36:48.287418 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2bac4d91-0f82-4f0b-bd92-89a3bf1d851b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:48.385806 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2bac4d91-0f82-4f0b-bd92-89a3bf1d851b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:48.386130 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2bac4d91-0f82-4f0b-bd92-89a3bf1d851b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:48.399562 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-2bac4d91-0f82-4f0b-bd92-89a3bf1d851b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Calling delete_port for f5d2310d-f803-47c5-b638-9f7690011146 owned by network:floatingip {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:36:48.980106 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2bac4d91-0f82-4f0b-bd92-89a3bf1d851b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:49.010234 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bac4d91-0f82-4f0b-bd92-89a3bf1d851b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event deleted for resources: {'Port': ['ID=f5d2310d-f803-47c5-b638-9f7690011146,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:36:49.026268 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac4d91-0f82-4f0b-bd92-89a3bf1d851b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:36:49.026714 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac4d91-0f82-4f0b-bd92-89a3bf1d851b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:36:49.027054 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac4d91-0f82-4f0b-bd92-89a3bf1d851b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:36:49.027400 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac4d91-0f82-4f0b-bd92-89a3bf1d851b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:36:49.027720 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac4d91-0f82-4f0b-bd92-89a3bf1d851b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:36:49.028051 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac4d91-0f82-4f0b-bd92-89a3bf1d851b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:36:49.028383 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac4d91-0f82-4f0b-bd92-89a3bf1d851b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:36:49.028709 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac4d91-0f82-4f0b-bd92-89a3bf1d851b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:36:49.029034 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac4d91-0f82-4f0b-bd92-89a3bf1d851b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:36:49.029357 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac4d91-0f82-4f0b-bd92-89a3bf1d851b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:36:49.029679 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac4d91-0f82-4f0b-bd92-89a3bf1d851b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:36:49.029997 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bac4d91-0f82-4f0b-bd92-89a3bf1d851b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:36:49.087919 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2bac4d91-0f82-4f0b-bd92-89a3bf1d851b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for floatingip, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:49.088250 n-d-808921-1 neutron-server[95297]: INFO neutron.db.l3_db [None req-2bac4d91-0f82-4f0b-bd92-89a3bf1d851b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Floating IP ddf6d482-cbce-4c47-92e5-d5adfbb79a16 disassociated (deleted). External IP: 172.25.0.206, port: e17c1ecc-2ce0-4798-8871-441bc6f000aa. Sep 24 16:36:49.298654 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bac4d91-0f82-4f0b-bd92-89a3bf1d851b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Router f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:36:49.412954 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bac4d91-0f82-4f0b-bd92-89a3bf1d851b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:36:49.417905 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2bac4d91-0f82-4f0b-bd92-89a3bf1d851b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:49.423251 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7257dd36-5e24-4992-9cd5-4f8575be8518 None None] Sync routers for ids ['f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:36:49.432074 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7257dd36-5e24-4992-9cd5-4f8575be8518 None None] Routers {'f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:36:49.432677 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-7257dd36-5e24-4992-9cd5-4f8575be8518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:36:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:36:49.446622 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-2bac4d91-0f82-4f0b-bd92-89a3bf1d851b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "DELETE /v2.0/floatingips/ddf6d482-cbce-4c47-92e5-d5adfbb79a16 HTTP/1.1" status: 204 len: 168 time: 1.3255830 Sep 24 16:36:49.447225 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '240d8151-7faa-4aab-9ca5-e4f910f122c8', 'tag': 'e17c1ecc-2ce0-4798-8871-441bc6f000aa'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:36:49.449563 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce09631955309d89252ad503228e8356032135eb6e803a44cefb008b5f264874" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff92d979-91c8-40bb-a8ce-90af459850b5" -d '{"events": [{"name": "network-changed", "server_uuid": "240d8151-7faa-4aab-9ca5-e4f910f122c8", "tag": "e17c1ecc-2ce0-4798-8871-441bc6f000aa"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:36:49.497995 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0277819-a691-4c61-9e8c-c4425a3c7fe4 x-openstack-request-id: req-e0277819-a691-4c61-9e8c-c4425a3c7fe4 {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:36:49.498291 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "240d8151-7faa-4aab-9ca5-e4f910f122c8", "tag": "e17c1ecc-2ce0-4798-8871-441bc6f000aa", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:36:49.498579 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e0277819-a691-4c61-9e8c-c4425a3c7fe4 {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:36:49.499012 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '240d8151-7faa-4aab-9ca5-e4f910f122c8', 'tag': 'e17c1ecc-2ce0-4798-8871-441bc6f000aa', 'status': 'completed', 'code': 200} Sep 24 16:36:49.550042 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-7257dd36-5e24-4992-9cd5-4f8575be8518 None None] Set router f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:36:49.569345 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff92d979-91c8-40bb-a8ce-90af459850b5 req-3b7a4131-b9b3-456f-979e-c6fa738edc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:36:49.570988 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ff92d979-91c8-40bb-a8ce-90af459850b5 req-3b7a4131-b9b3-456f-979e-c6fa738edc65 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=28cadd01842a4b25a3b760a81c9d7553&device_id=240d8151-7faa-4aab-9ca5-e4f910f122c8 HTTP/1.1" status: 200 len: 1096 time: 0.0479264 Sep 24 16:36:49.671244 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff92d979-91c8-40bb-a8ce-90af459850b5 req-f27f43ff-bc3b-494a-ace6-fe2fa8897db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:36:49.672726 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ff92d979-91c8-40bb-a8ce-90af459850b5 req-f27f43ff-bc3b-494a-ace6-fe2fa8897db6 service neutron] 10.222.0.108 "GET /v2.0/networks?id=587e37c4-ed2c-4b15-aa80-eaaa3fd18b01 HTTP/1.1" status: 200 len: 898 time: 0.0931454 Sep 24 16:36:49.716574 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ff92d979-91c8-40bb-a8ce-90af459850b5 req-e46d983d-d2a0-4db2-90d0-795c712d3a17 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e17c1ecc-2ce0-4798-8871-441bc6f000aa HTTP/1.1" status: 200 len: 217 time: 0.0361872 Sep 24 16:36:49.763953 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-7257dd36-5e24-4992-9cd5-4f8575be8518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839', 'name': 'tempest-TestNetworkAdvancedServerOps-router-715599473', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '7b289bb8-b25d-4597-8bc4-52f76328e452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:35:48Z', 'updated_at': '2021-09-24T16:35:53Z', 'revision_number': 4, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'gw_port': {'id': '7b289bb8-b25d-4597-8bc4-52f76328e452', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:cc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:35:49Z', 'updated_at': '2021-09-24T16:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '64edaa5d-6d08-4072-a53e-213b39b0381c', 'name': '', 'network_id': '587e37c4-ed2c-4b15-aa80-eaaa3fd18b01', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'mac_address': 'fa:16:3e:90:7c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'f8a53f67-f60b-478a-8b4e-0ddbc1add9cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:35:52Z', 'updated_at': '2021-09-24T16:35:57Z', 'revision_number': 5, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'subnets': [{'id': 'f8a53f67-f60b-478a-8b4e-0ddbc1add9cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:36:49.771756 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff92d979-91c8-40bb-a8ce-90af459850b5 req-1c22021b-1618-4a0d-a315-050d69520266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:36:49.773273 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ff92d979-91c8-40bb-a8ce-90af459850b5 req-1c22021b-1618-4a0d-a315-050d69520266 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=f8a53f67-f60b-478a-8b4e-0ddbc1add9cc HTTP/1.1" status: 200 len: 834 time: 0.0502505 Sep 24 16:36:49.794407 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7257dd36-5e24-4992-9cd5-4f8575be8518 None None] Checking router: f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:36:49.803335 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7257dd36-5e24-4992-9cd5-4f8575be8518 None None] Routers {'f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:36:49.803862 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-7257dd36-5e24-4992-9cd5-4f8575be8518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:36:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:36:49.825370 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff92d979-91c8-40bb-a8ce-90af459850b5 req-117e1aba-c179-41fc-b769-81c87bbc6c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:36:49.826739 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ff92d979-91c8-40bb-a8ce-90af459850b5 req-117e1aba-c179-41fc-b769-81c87bbc6c34 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=587e37c4-ed2c-4b15-aa80-eaaa3fd18b01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447879 Sep 24 16:36:49.918478 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-7257dd36-5e24-4992-9cd5-4f8575be8518 None None] Set router f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:36:49.958817 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ff92d979-91c8-40bb-a8ce-90af459850b5 req-8a731618-899a-4914-b2a3-ce5fcd544072 service neutron] 10.222.0.108 "GET /v2.0/networks/587e37c4-ed2c-4b15-aa80-eaaa3fd18b01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239278 Sep 24 16:36:49.971494 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97eca1-5bd0-496e-8d85-abe74df08a3a req-493b221c-c78f-496a-9349-466c365301ba tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:36:49.973055 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1c97eca1-5bd0-496e-8d85-abe74df08a3a req-493b221c-c78f-496a-9349-466c365301ba tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=240d8151-7faa-4aab-9ca5-e4f910f122c8 HTTP/1.1" status: 200 len: 945 time: 0.1039436 Sep 24 16:36:50.071591 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1c97eca1-5bd0-496e-8d85-abe74df08a3a req-34851c73-1add-4b26-b99d-cbd2d75f7261 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=e8b972a2-4329-4019-8a58-4392ce18fc36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900922 Sep 24 16:36:50.098110 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ff92d979-91c8-40bb-a8ce-90af459850b5 req-b8656cb0-a2f5-4c62-8ebb-ff96b1b28484 service neutron] 10.222.0.108 "GET /v2.0/networks/587e37c4-ed2c-4b15-aa80-eaaa3fd18b01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240356 Sep 24 16:36:50.126475 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-7257dd36-5e24-4992-9cd5-4f8575be8518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839', 'name': 'tempest-TestNetworkAdvancedServerOps-router-715599473', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '7b289bb8-b25d-4597-8bc4-52f76328e452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:35:48Z', 'updated_at': '2021-09-24T16:35:53Z', 'revision_number': 4, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'gw_port': {'id': '7b289bb8-b25d-4597-8bc4-52f76328e452', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:cc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:35:49Z', 'updated_at': '2021-09-24T16:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '64edaa5d-6d08-4072-a53e-213b39b0381c', 'name': '', 'network_id': '587e37c4-ed2c-4b15-aa80-eaaa3fd18b01', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'mac_address': 'fa:16:3e:90:7c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'f8a53f67-f60b-478a-8b4e-0ddbc1add9cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:35:52Z', 'updated_at': '2021-09-24T16:35:57Z', 'revision_number': 5, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'subnets': [{'id': 'f8a53f67-f60b-478a-8b4e-0ddbc1add9cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:36:50.152755 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7257dd36-5e24-4992-9cd5-4f8575be8518 None None] The sync data for ids ['f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839'] in n-d-808921-1 is: [{'id': 'f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839', 'name': 'tempest-TestNetworkAdvancedServerOps-router-715599473', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '7b289bb8-b25d-4597-8bc4-52f76328e452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:35:48Z', 'updated_at': '2021-09-24T16:35:53Z', 'revision_number': 4, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'gw_port': {'id': '7b289bb8-b25d-4597-8bc4-52f76328e452', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:cc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:35:49Z', 'updated_at': '2021-09-24T16:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '64edaa5d-6d08-4072-a53e-213b39b0381c', 'name': '', 'network_id': '587e37c4-ed2c-4b15-aa80-eaaa3fd18b01', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'mac_address': 'fa:16:3e:90:7c:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839', 'device_owner': 'network:router_interface', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'f8a53f67-f60b-478a-8b4e-0ddbc1add9cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:35:52Z', 'updated_at': '2021-09-24T16:35:57Z', 'revision_number': 5, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'subnets': [{'id': 'f8a53f67-f60b-478a-8b4e-0ddbc1add9cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:36:50.390039 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17ccd61-1c51-4a1c-9405-82bbf75bad0d None None] New status for floating IP ddf6d482-cbce-4c47-92e5-d5adfbb79a16: DOWN {{(pid=95299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 16:36:51.194423 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a30daf-b835-4fff-885c-5e6db63ca5e2 req-efd6137a-7b51-43b3-b8e4-dd4e3a15b147 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:36:51.196008 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c9a30daf-b835-4fff-885c-5e6db63ca5e2 req-efd6137a-7b51-43b3-b8e4-dd4e3a15b147 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=240d8151-7faa-4aab-9ca5-e4f910f122c8 HTTP/1.1" status: 200 len: 945 time: 0.0495362 Sep 24 16:36:51.237293 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c9a30daf-b835-4fff-885c-5e6db63ca5e2 req-91be1259-1885-4d4c-a161-ee18533c0d1f tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=e8b972a2-4329-4019-8a58-4392ce18fc36&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336649 Sep 24 16:36:51.442454 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13397bfd-1c12-4bee-bf49-f80bcf663ff5 req-c32c6b25-13f1-4863-b52d-2f7593386181 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:36:51.443857 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-13397bfd-1c12-4bee-bf49-f80bcf663ff5 req-c32c6b25-13f1-4863-b52d-2f7593386181 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.108 "GET /v2.0/ports?device_id=240d8151-7faa-4aab-9ca5-e4f910f122c8 HTTP/1.1" status: 200 len: 945 time: 0.0501072 Sep 24 16:36:51.540301 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-13397bfd-1c12-4bee-bf49-f80bcf663ff5 req-739c4a93-e2c3-4675-a29b-72d46ce4bedf tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Deleting port e17c1ecc-2ce0-4798-8871-441bc6f000aa {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:36:51.540638 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-13397bfd-1c12-4bee-bf49-f80bcf663ff5 req-739c4a93-e2c3-4675-a29b-72d46ce4bedf tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:51.640748 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-13397bfd-1c12-4bee-bf49-f80bcf663ff5 req-739c4a93-e2c3-4675-a29b-72d46ce4bedf tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] For port e17c1ecc-2ce0-4798-8871-441bc6f000aa, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=e17c1ecc-2ce0-4798-8871-441bc6f000aa,segment=NetworkSegment(8167519d-1e65-4b80-834b-236ec9261971),segment_id=8167519d-1e65-4b80-834b-236ec9261971)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:36:51.641108 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-13397bfd-1c12-4bee-bf49-f80bcf663ff5 req-739c4a93-e2c3-4675-a29b-72d46ce4bedf tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:51.656065 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-13397bfd-1c12-4bee-bf49-f80bcf663ff5 req-739c4a93-e2c3-4675-a29b-72d46ce4bedf tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Calling delete_port for e17c1ecc-2ce0-4798-8871-441bc6f000aa owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:36:51.871265 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-13397bfd-1c12-4bee-bf49-f80bcf663ff5 req-739c4a93-e2c3-4675-a29b-72d46ce4bedf tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:51.902283 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739c4a93-e2c3-4675-a29b-72d46ce4bedf tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event deleted for resources: {'Port': ['ID=e17c1ecc-2ce0-4798-8871-441bc6f000aa,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:36:51.931482 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739c4a93-e2c3-4675-a29b-72d46ce4bedf tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:36:51.931845 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739c4a93-e2c3-4675-a29b-72d46ce4bedf tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:36:51.932207 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739c4a93-e2c3-4675-a29b-72d46ce4bedf tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:36:51.932538 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739c4a93-e2c3-4675-a29b-72d46ce4bedf tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:36:51.932877 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739c4a93-e2c3-4675-a29b-72d46ce4bedf tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:36:51.933215 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739c4a93-e2c3-4675-a29b-72d46ce4bedf tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:36:51.933552 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739c4a93-e2c3-4675-a29b-72d46ce4bedf tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:36:51.933886 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739c4a93-e2c3-4675-a29b-72d46ce4bedf tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:36:51.934235 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739c4a93-e2c3-4675-a29b-72d46ce4bedf tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:36:51.934572 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739c4a93-e2c3-4675-a29b-72d46ce4bedf tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:36:51.934902 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739c4a93-e2c3-4675-a29b-72d46ce4bedf tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:36:51.935228 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739c4a93-e2c3-4675-a29b-72d46ce4bedf tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:36:51.954315 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-13397bfd-1c12-4bee-bf49-f80bcf663ff5 req-739c4a93-e2c3-4675-a29b-72d46ce4bedf tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] No DVR routers for this DVR port e17c1ecc-2ce0-4798-8871-441bc6f000aa on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:36:51.956978 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-13397bfd-1c12-4bee-bf49-f80bcf663ff5 req-739c4a93-e2c3-4675-a29b-72d46ce4bedf tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:51.959050 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-13397bfd-1c12-4bee-bf49-f80bcf663ff5 req-739c4a93-e2c3-4675-a29b-72d46ce4bedf tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.108 "DELETE /v2.0/ports/e17c1ecc-2ce0-4798-8871-441bc6f000aa HTTP/1.1" status: 204 len: 173 time: 0.5094204 Sep 24 16:36:51.959487 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '240d8151-7faa-4aab-9ca5-e4f910f122c8', 'name': 'network-vif-deleted', 'tag': 'e17c1ecc-2ce0-4798-8871-441bc6f000aa'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:36:51.961828 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86bdbdc9b9e92b390e2d9cb11b84962cc6f6bd0fdc6518f79f4e2677ef2c88f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bacecde-af7b-46e9-b065-5afd2099738c" -d '{"events": [{"server_uuid": "240d8151-7faa-4aab-9ca5-e4f910f122c8", "name": "network-vif-deleted", "tag": "e17c1ecc-2ce0-4798-8871-441bc6f000aa"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:36:51.999196 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b569ef47-37a7-4b8e-a192-76c0eee278ca x-openstack-request-id: req-b569ef47-37a7-4b8e-a192-76c0eee278ca {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:36:51.999489 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "240d8151-7faa-4aab-9ca5-e4f910f122c8", "name": "network-vif-deleted", "tag": "e17c1ecc-2ce0-4798-8871-441bc6f000aa", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:36:51.999756 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b569ef47-37a7-4b8e-a192-76c0eee278ca {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:36:52.000179 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '240d8151-7faa-4aab-9ca5-e4f910f122c8', 'name': 'network-vif-deleted', 'tag': 'e17c1ecc-2ce0-4798-8871-441bc6f000aa', 'status': 'completed', 'code': 200} Sep 24 16:36:52.360418 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d2c323e2-fc52-4b8b-b904-903adce50499 req-577314db-7f9f-4487-9c01-207b414658dd tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=240d8151-7faa-4aab-9ca5-e4f910f122c8 HTTP/1.1" status: 200 len: 210 time: 0.0315077 Sep 24 16:36:53.417217 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47042) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:36:53.798518 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-10c263f1-389f-4627-991f-4afaf4ddfce4 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:54.068192 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-10c263f1-389f-4627-991f-4afaf4ddfce4 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Deleting port 64edaa5d-6d08-4072-a53e-213b39b0381c {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:36:54.068801 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-10c263f1-389f-4627-991f-4afaf4ddfce4 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:54.165276 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-10c263f1-389f-4627-991f-4afaf4ddfce4 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] For port 64edaa5d-6d08-4072-a53e-213b39b0381c, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=64edaa5d-6d08-4072-a53e-213b39b0381c,segment=NetworkSegment(8167519d-1e65-4b80-834b-236ec9261971),segment_id=8167519d-1e65-4b80-834b-236ec9261971)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:36:54.165630 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-10c263f1-389f-4627-991f-4afaf4ddfce4 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:54.178063 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-10c263f1-389f-4627-991f-4afaf4ddfce4 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Calling delete_port for 64edaa5d-6d08-4072-a53e-213b39b0381c owned by network:router_interface {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:36:54.437568 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-10c263f1-389f-4627-991f-4afaf4ddfce4 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:54.463405 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c263f1-389f-4627-991f-4afaf4ddfce4 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event deleted for resources: {'Port': ['ID=64edaa5d-6d08-4072-a53e-213b39b0381c,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:36:54.651974 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-10c263f1-389f-4627-991f-4afaf4ddfce4 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:54.880032 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10c263f1-389f-4627-991f-4afaf4ddfce4 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Router f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:36:54.996798 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10c263f1-389f-4627-991f-4afaf4ddfce4 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:36:55.009337 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-10c263f1-389f-4627-991f-4afaf4ddfce4 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "PUT /v2.0/routers/f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5846059 Sep 24 16:36:55.009541 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47044) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:36:55.010484 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337fbe49-ae14-4620-903e-5a278afee198 None None] Sync routers for ids ['f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:36:55.019800 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337fbe49-ae14-4620-903e-5a278afee198 None None] Routers {'f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:36:55.020444 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-337fbe49-ae14-4620-903e-5a278afee198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:36:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:36:55.059452 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device e17c1ecc-2ce0-4798-8871-441bc6f000aa no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:36:55.076100 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-b78a79bf-5a1c-4d01-90d8-ea595cab3d59 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Deleting subnet f8a53f67-f60b-478a-8b4e-0ddbc1add9cc {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 16:36:55.080371 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b78a79bf-5a1c-4d01-90d8-ea595cab3d59 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:55.084601 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] No Port match for: e17c1ecc-2ce0-4798-8871-441bc6f000aa {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:36:55.085287 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device e17c1ecc-2ce0-4798-8871-441bc6f000aa not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:36:55.128394 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b78a79bf-5a1c-4d01-90d8-ea595cab3d59 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:55.134825 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-337fbe49-ae14-4620-903e-5a278afee198 None None] Set router f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:36:55.219846 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b78a79bf-5a1c-4d01-90d8-ea595cab3d59 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:55.316509 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-337fbe49-ae14-4620-903e-5a278afee198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839', 'name': 'tempest-TestNetworkAdvancedServerOps-router-715599473', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '7b289bb8-b25d-4597-8bc4-52f76328e452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:35:48Z', 'updated_at': '2021-09-24T16:36:54Z', 'revision_number': 5, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'gw_port': {'id': '7b289bb8-b25d-4597-8bc4-52f76328e452', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:cc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:35:49Z', 'updated_at': '2021-09-24T16:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:36:55.344777 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337fbe49-ae14-4620-903e-5a278afee198 None None] Checking router: f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:36:55.353264 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337fbe49-ae14-4620-903e-5a278afee198 None None] Routers {'f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:36:55.353860 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-337fbe49-ae14-4620-903e-5a278afee198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:36:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:36:55.357385 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b78a79bf-5a1c-4d01-90d8-ea595cab3d59 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:55.390892 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78a79bf-5a1c-4d01-90d8-ea595cab3d59 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event deleted for resources: {'Subnet': ['ID=f8a53f67-f60b-478a-8b4e-0ddbc1add9cc,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:36:55.392861 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b78a79bf-5a1c-4d01-90d8-ea595cab3d59 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:55.396040 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b78a79bf-5a1c-4d01-90d8-ea595cab3d59 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "DELETE /v2.0/subnets/f8a53f67-f60b-478a-8b4e-0ddbc1add9cc HTTP/1.1" status: 204 len: 168 time: 0.3873744 Sep 24 16:36:55.397757 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47046) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:36:55.398207 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81497514-263e-4473-b7d7-51c9d3304cc4 None None] Network 587e37c4-ed2c-4b15-aa80-eaaa3fd18b01 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:36:55.467101 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-337fbe49-ae14-4620-903e-5a278afee198 None None] Set router f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:36:55.509630 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-784f6a75-f15f-43a6-95fb-37d6a8b8f62b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for router, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:55.591841 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfc8894-ff43-4568-8786-401966f8a454 None None] DHCP port deletion for 587e37c4-ed2c-4b15-aa80-eaaa3fd18b01 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 16:36:55.633656 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-784f6a75-f15f-43a6-95fb-37d6a8b8f62b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:55.648273 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-acfc8894-ff43-4568-8786-401966f8a454 None None] Deleting port 0afbfd6c-003a-4a7d-8aaf-da236749eefc {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:36:55.648569 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-acfc8894-ff43-4568-8786-401966f8a454 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:55.712038 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-acfc8894-ff43-4568-8786-401966f8a454 None None] For port 0afbfd6c-003a-4a7d-8aaf-da236749eefc, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=0afbfd6c-003a-4a7d-8aaf-da236749eefc,segment=NetworkSegment(8167519d-1e65-4b80-834b-236ec9261971),segment_id=8167519d-1e65-4b80-834b-236ec9261971)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:36:55.713615 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-acfc8894-ff43-4568-8786-401966f8a454 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:55.725699 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-acfc8894-ff43-4568-8786-401966f8a454 None None] Calling delete_port for 0afbfd6c-003a-4a7d-8aaf-da236749eefc owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:36:55.742198 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-337fbe49-ae14-4620-903e-5a278afee198 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839', 'name': 'tempest-TestNetworkAdvancedServerOps-router-715599473', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '7b289bb8-b25d-4597-8bc4-52f76328e452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:35:48Z', 'updated_at': '2021-09-24T16:36:54Z', 'revision_number': 5, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'gw_port': {'id': '7b289bb8-b25d-4597-8bc4-52f76328e452', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:cc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:35:49Z', 'updated_at': '2021-09-24T16:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:36:55.759276 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-784f6a75-f15f-43a6-95fb-37d6a8b8f62b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Deleting port 7b289bb8-b25d-4597-8bc4-52f76328e452 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:36:55.759611 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-784f6a75-f15f-43a6-95fb-37d6a8b8f62b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:55.775088 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337fbe49-ae14-4620-903e-5a278afee198 None None] The sync data for ids ['f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839'] in n-d-808921-1 is: [{'id': 'f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839', 'name': 'tempest-TestNetworkAdvancedServerOps-router-715599473', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.115'}], 'enable_snat': True}, 'gw_port_id': '7b289bb8-b25d-4597-8bc4-52f76328e452', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:35:48Z', 'updated_at': '2021-09-24T16:36:54Z', 'revision_number': 5, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'gw_port': {'id': '7b289bb8-b25d-4597-8bc4-52f76328e452', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:cc:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4172, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:35:49Z', 'updated_at': '2021-09-24T16:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:36:55.858302 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-784f6a75-f15f-43a6-95fb-37d6a8b8f62b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] For port 7b289bb8-b25d-4597-8bc4-52f76328e452, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=7b289bb8-b25d-4597-8bc4-52f76328e452,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:36:55.858759 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-784f6a75-f15f-43a6-95fb-37d6a8b8f62b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:55.871939 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-784f6a75-f15f-43a6-95fb-37d6a8b8f62b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Calling delete_port for 7b289bb8-b25d-4597-8bc4-52f76328e452 owned by network:router_gateway {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:36:55.911386 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-acfc8894-ff43-4568-8786-401966f8a454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:55.941892 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfc8894-ff43-4568-8786-401966f8a454 None None] Pushing event deleted for resources: {'Port': ['ID=0afbfd6c-003a-4a7d-8aaf-da236749eefc,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:36:55.948985 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfc8894-ff43-4568-8786-401966f8a454 None None] No DVR routers for this DVR port 0afbfd6c-003a-4a7d-8aaf-da236749eefc on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:36:55.952292 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc8894-ff43-4568-8786-401966f8a454 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:36:55.954379 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc8894-ff43-4568-8786-401966f8a454 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:36:55.954379 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc8894-ff43-4568-8786-401966f8a454 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:36:55.954379 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc8894-ff43-4568-8786-401966f8a454 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:36:55.954379 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc8894-ff43-4568-8786-401966f8a454 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:36:55.954379 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc8894-ff43-4568-8786-401966f8a454 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:36:55.954379 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc8894-ff43-4568-8786-401966f8a454 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:36:55.955019 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc8894-ff43-4568-8786-401966f8a454 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:36:55.955019 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc8894-ff43-4568-8786-401966f8a454 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:36:55.955258 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc8894-ff43-4568-8786-401966f8a454 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:36:55.955581 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc8894-ff43-4568-8786-401966f8a454 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:36:55.955906 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acfc8894-ff43-4568-8786-401966f8a454 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:36:56.116807 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-784f6a75-f15f-43a6-95fb-37d6a8b8f62b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:56.148084 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784f6a75-f15f-43a6-95fb-37d6a8b8f62b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event deleted for resources: {'Port': ['ID=7b289bb8-b25d-4597-8bc4-52f76328e452,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:36:56.212242 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-784f6a75-f15f-43a6-95fb-37d6a8b8f62b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586576'] for router_gateway, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:56.310682 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-784f6a75-f15f-43a6-95fb-37d6a8b8f62b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:56.312915 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-784f6a75-f15f-43a6-95fb-37d6a8b8f62b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:56.436944 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-784f6a75-f15f-43a6-95fb-37d6a8b8f62b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:56.437405 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-784f6a75-f15f-43a6-95fb-37d6a8b8f62b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Fanout notify agent at l3_agent the message router_deleted on router f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839 {{(pid=95298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 16:36:56.447437 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-784f6a75-f15f-43a6-95fb-37d6a8b8f62b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:56.447437 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-784f6a75-f15f-43a6-95fb-37d6a8b8f62b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "DELETE /v2.0/routers/f71c4ba7-07a6-4f8e-b5c4-a99ce05d1839 HTTP/1.1" status: 204 len: 168 time: 1.0472450 Sep 24 16:36:56.448635 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47048) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:36:56.528941 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ef219079-e2ed-4033-b008-547e02107d71 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:56.620561 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ef219079-e2ed-4033-b008-547e02107d71 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:56.641021 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-ef219079-e2ed-4033-b008-547e02107d71 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['587e37c4-ed2c-4b15-aa80-eaaa3fd18b01']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:36:56.650647 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-ef219079-e2ed-4033-b008-547e02107d71 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8167519d-1e65-4b80-834b-236ec9261971') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:36:56.650946 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-ef219079-e2ed-4033-b008-547e02107d71 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8167519d-1e65-4b80-834b-236ec9261971') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:36:56.661149 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ef219079-e2ed-4033-b008-547e02107d71 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:56.674188 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ef219079-e2ed-4033-b008-547e02107d71 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:56.680105 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef219079-e2ed-4033-b008-547e02107d71 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Releasing vlan 1283 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 16:36:56.680488 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ef219079-e2ed-4033-b008-547e02107d71 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:56.683448 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 16:36:56.683448 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 16:36:56.683448 n-d-808921-1 neutron-server[95298]: timer() Sep 24 16:36:56.683448 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 16:36:56.683448 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 16:36:56.683448 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 16:36:56.683448 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 16:36:56.683448 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 16:36:56.683448 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 16:36:56.683448 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 16:36:56.683448 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 16:36:56.683448 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 16:36:56.683448 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 16:36:56.683448 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 16:36:56.683448 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 16:36:56.683448 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 16:36:56.683448 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 16:36:56.683448 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 16:36:56.683448 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 16:36:56.683448 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 16:36:56.683448 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 16:36:56.683448 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 16:36:56.683448 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 16:36:56.683448 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 16:36:56.683448 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 16:36:56.683448 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 16:36:56.683448 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 16:36:56.683448 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 16:36:56.683448 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 16:36:56.683448 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 16:36:56.683448 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 16:36:56.683448 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 16:36:56.825209 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ef219079-e2ed-4033-b008-547e02107d71 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:56.833710 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ef219079-e2ed-4033-b008-547e02107d71 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:56.835103 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-ef219079-e2ed-4033-b008-547e02107d71 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "DELETE /v2.0/networks/587e37c4-ed2c-4b15-aa80-eaaa3fd18b01 HTTP/1.1" status: 204 len: 168 time: 0.3855374 Sep 24 16:36:56.838005 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47050) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:36:56.847505 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef219079-e2ed-4033-b008-547e02107d71 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event deleted for resources: {'Network': ['ID=587e37c4-ed2c-4b15-aa80-eaaa3fd18b01,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:36:56.904778 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0cd12a54-d09b-453a-80c3-eae8fbee2b41 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:56.931841 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 64edaa5d-6d08-4072-a53e-213b39b0381c no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:36:56.933881 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0cd12a54-d09b-453a-80c3-eae8fbee2b41 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:56.952752 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 64edaa5d-6d08-4072-a53e-213b39b0381c {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:36:56.953097 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 64edaa5d-6d08-4072-a53e-213b39b0381c not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:36:56.953542 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 0afbfd6c-003a-4a7d-8aaf-da236749eefc no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:36:56.973399 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 0afbfd6c-003a-4a7d-8aaf-da236749eefc {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:36:56.973738 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 0afbfd6c-003a-4a7d-8aaf-da236749eefc not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:36:56.974152 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 7b289bb8-b25d-4597-8bc4-52f76328e452 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:36:56.992862 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 7b289bb8-b25d-4597-8bc4-52f76328e452 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:36:56.993206 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 7b289bb8-b25d-4597-8bc4-52f76328e452 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:36:57.041370 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0cd12a54-d09b-453a-80c3-eae8fbee2b41 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:57.044002 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0cd12a54-d09b-453a-80c3-eae8fbee2b41 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:57.045232 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-0cd12a54-d09b-453a-80c3-eae8fbee2b41 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "DELETE /v2.0/security-groups/e8b972a2-4329-4019-8a58-4392ce18fc36 HTTP/1.1" status: 204 len: 168 time: 0.2061594 Sep 24 16:36:57.055205 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd12a54-d09b-453a-80c3-eae8fbee2b41 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b972a2-4329-4019-8a58-4392ce18fc36,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:36:57.446644 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47056) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:36:57.451184 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-158c7fdf-9e74-4627-859a-0d72f99f2770 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1188444049', 'description': 'tempest-secgroup-smoke-1188444049 description', 'project_id': '28cadd01842a4b25a3b760a81c9d7553'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:36:57.551305 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-158c7fdf-9e74-4627-859a-0d72f99f2770 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:57.634009 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-158c7fdf-9e74-4627-859a-0d72f99f2770 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:57.693638 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-158c7fdf-9e74-4627-859a-0d72f99f2770 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:57.724202 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158c7fdf-9e74-4627-859a-0d72f99f2770 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1036dfca-72de-443d-b089-bd4f6954ebbf,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:36:57.785507 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-158c7fdf-9e74-4627-859a-0d72f99f2770 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:57.786848 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-158c7fdf-9e74-4627-859a-0d72f99f2770 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3391929 Sep 24 16:36:57.789739 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47058) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:36:57.794307 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-ae7c37e3-ee52-4c0f-88c9-31dcdeb6e817 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Request body: {'security_group_rule': {'security_group_id': '1036dfca-72de-443d-b089-bd4f6954ebbf', 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:36:57.882023 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ae7c37e3-ee52-4c0f-88c9-31dcdeb6e817 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:57.939756 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ae7c37e3-ee52-4c0f-88c9-31dcdeb6e817 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:58.019009 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ae7c37e3-ee52-4c0f-88c9-31dcdeb6e817 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:58.038314 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c37e3-ee52-4c0f-88c9-31dcdeb6e817 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=419dcddf-4f69-4b0a-81fa-f999139fd480,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:36:58.122741 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ae7c37e3-ee52-4c0f-88c9-31dcdeb6e817 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:58.124343 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ae7c37e3-ee52-4c0f-88c9-31dcdeb6e817 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3334820 Sep 24 16:36:58.126937 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47060) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:36:58.131502 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-362961bf-5fc8-433e-8657-d80e19064a80 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Request body: {'security_group_rule': {'security_group_id': '1036dfca-72de-443d-b089-bd4f6954ebbf', 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:36:58.219502 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-362961bf-5fc8-433e-8657-d80e19064a80 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:58.278216 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-362961bf-5fc8-433e-8657-d80e19064a80 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:58.350991 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-362961bf-5fc8-433e-8657-d80e19064a80 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:58.370217 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362961bf-5fc8-433e-8657-d80e19064a80 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94859991-5c28-4648-a373-3696d8059831,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:36:58.424183 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-362961bf-5fc8-433e-8657-d80e19064a80 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:58.425502 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-362961bf-5fc8-433e-8657-d80e19064a80 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2975924 Sep 24 16:36:58.428144 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47062) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:36:58.432738 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-e3508d5d-2066-4096-8c83-b7324a87eb63 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Request body: {'security_group_rule': {'security_group_id': '1036dfca-72de-443d-b089-bd4f6954ebbf', 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:36:58.533390 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e3508d5d-2066-4096-8c83-b7324a87eb63 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:58.597013 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e3508d5d-2066-4096-8c83-b7324a87eb63 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:58.694067 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e3508d5d-2066-4096-8c83-b7324a87eb63 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:58.713016 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3508d5d-2066-4096-8c83-b7324a87eb63 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be2eece8-a049-423a-b203-3626f4e13b26,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:36:58.790822 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-e3508d5d-2066-4096-8c83-b7324a87eb63 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:58.791998 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-e3508d5d-2066-4096-8c83-b7324a87eb63 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3629115 Sep 24 16:36:58.794717 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47064) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:36:58.799247 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-a58000a9-1d36-4c8d-9bcf-b0e1ec3ea724 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Request body: {'security_group_rule': {'security_group_id': '1036dfca-72de-443d-b089-bd4f6954ebbf', 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:36:58.912044 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a58000a9-1d36-4c8d-9bcf-b0e1ec3ea724 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:58.978242 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a58000a9-1d36-4c8d-9bcf-b0e1ec3ea724 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:59.059931 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a58000a9-1d36-4c8d-9bcf-b0e1ec3ea724 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:59.078212 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58000a9-1d36-4c8d-9bcf-b0e1ec3ea724 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59fba890-6a3f-4e1e-b061-fcea8c7645f6,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:36:59.157277 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a58000a9-1d36-4c8d-9bcf-b0e1ec3ea724 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:59.158636 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-a58000a9-1d36-4c8d-9bcf-b0e1ec3ea724 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3628373 Sep 24 16:36:59.161527 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47066) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:36:59.166054 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-72f789b2-c5c8-4d65-85a1-83c15153feb6 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Request body: {'security_group_rule': {'security_group_id': '1036dfca-72de-443d-b089-bd4f6954ebbf', 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:36:59.253734 n-d-808921-1 neutron-server[95297]: INFO neutron.db.securitygroups_db [None req-72f789b2-c5c8-4d65-85a1-83c15153feb6 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Project 28cadd01842a4b25a3b760a81c9d7553 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 16:36:59.259216 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-72f789b2-c5c8-4d65-85a1-83c15153feb6 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:59.321368 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-72f789b2-c5c8-4d65-85a1-83c15153feb6 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:59.391011 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-72f789b2-c5c8-4d65-85a1-83c15153feb6 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:59.409476 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f789b2-c5c8-4d65-85a1-83c15153feb6 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba52dbd1-9586-4b24-952c-60ae0ffc212f,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:36:59.459613 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-72f789b2-c5c8-4d65-85a1-83c15153feb6 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:59.460882 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-72f789b2-c5c8-4d65-85a1-83c15153feb6 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2983899 Sep 24 16:36:59.463717 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47068) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:36:59.469112 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-b34235c8-fc67-4522-bb62-c30606098012 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Request body: {'security_group_rule': {'security_group_id': '1036dfca-72de-443d-b089-bd4f6954ebbf', 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:36:59.575126 n-d-808921-1 neutron-server[95297]: INFO neutron.db.securitygroups_db [None req-b34235c8-fc67-4522-bb62-c30606098012 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Project 28cadd01842a4b25a3b760a81c9d7553 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 16:36:59.581286 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b34235c8-fc67-4522-bb62-c30606098012 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:59.648242 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b34235c8-fc67-4522-bb62-c30606098012 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:59.734574 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b34235c8-fc67-4522-bb62-c30606098012 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:59.753498 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34235c8-fc67-4522-bb62-c30606098012 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d1ff7fa-654a-4613-bacd-61ae2d6f555c,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:36:59.831072 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-b34235c8-fc67-4522-bb62-c30606098012 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:59.832237 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b34235c8-fc67-4522-bb62-c30606098012 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3675904 Sep 24 16:36:59.835377 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47070) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:36:59.840429 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-ea502015-0018-4c25-ac38-2284e24644fb tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Request body: {'network': {'name': 'tempest-network-smoke--266450142', 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'port_security_enabled': True}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:36:59.928214 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea502015-0018-4c25-ac38-2284e24644fb tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Made reservation on behalf of 28cadd01842a4b25a3b760a81c9d7553 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:36:59.931907 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ea502015-0018-4c25-ac38-2284e24644fb tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:59.958385 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea502015-0018-4c25-ac38-2284e24644fb tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1266} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 16:36:59.969894 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ea502015-0018-4c25-ac38-2284e24644fb tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:36:59.970244 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-ea502015-0018-4c25-ac38-2284e24644fb tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Added segment 1b09fbf8-a2de-44a9-99ed-540155497154 of type vlan for network f5c4aa82-27f3-48f2-9dd0-c48971e44370 Sep 24 16:37:00.018548 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ea502015-0018-4c25-ac38-2284e24644fb tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:00.145427 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ea502015-0018-4c25-ac38-2284e24644fb tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:00.151319 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea502015-0018-4c25-ac38-2284e24644fb tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:37:00.151921 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ea502015-0018-4c25-ac38-2284e24644fb tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:00.226586 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea502015-0018-4c25-ac38-2284e24644fb tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event updated for resources: {'Network': ['ID=f5c4aa82-27f3-48f2-9dd0-c48971e44370,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:37:00.241093 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network f5c4aa82-27f3-48f2-9dd0-c48971e44370 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 16:37:00.243057 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ea502015-0018-4c25-ac38-2284e24644fb tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4065292 Sep 24 16:37:00.249795 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47072) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:37:00.251449 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-af735fa5-da09-4a12-97e9-3ccb56e9f65b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-949251494', 'admin_state_up': True, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:37:00.345249 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-af735fa5-da09-4a12-97e9-3ccb56e9f65b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:00.349686 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-af735fa5-da09-4a12-97e9-3ccb56e9f65b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:00.397823 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-af735fa5-da09-4a12-97e9-3ccb56e9f65b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:00.601392 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-af735fa5-da09-4a12-97e9-3ccb56e9f65b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:00.859438 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-af735fa5-da09-4a12-97e9-3ccb56e9f65b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for router_gateway, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:00.882857 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-af735fa5-da09-4a12-97e9-3ccb56e9f65b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:00.986739 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-af735fa5-da09-4a12-97e9-3ccb56e9f65b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Allocated IP 172.25.0.122 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/ea1f27d5-867d-4617-9713-b9c20e523c04) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:37:01.100193 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-af735fa5-da09-4a12-97e9-3ccb56e9f65b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:01.162724 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-af735fa5-da09-4a12-97e9-3ccb56e9f65b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:01.204067 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af735fa5-da09-4a12-97e9-3ccb56e9f65b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:37:01.207049 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-af735fa5-da09-4a12-97e9-3ccb56e9f65b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:37:01.210749 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af735fa5-da09-4a12-97e9-3ccb56e9f65b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:37:01.236318 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af735fa5-da09-4a12-97e9-3ccb56e9f65b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event updated for resources: {'Port': ['ID=ea1f27d5-867d-4617-9713-b9c20e523c04,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:37:01.260208 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-557f3c01-3d5d-471b-a7c1-8b1cdcac2fb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:01.549878 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-af735fa5-da09-4a12-97e9-3ccb56e9f65b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for router_gateway, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:02.090125 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-af735fa5-da09-4a12-97e9-3ccb56e9f65b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:02.282282 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af735fa5-da09-4a12-97e9-3ccb56e9f65b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Router 3cd83ea1-8f4d-4a3b-a47d-0058c44282ff is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 16:37:02.396916 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af735fa5-da09-4a12-97e9-3ccb56e9f65b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:37:02.410478 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2076b3ab-7e2c-4624-8124-6656c0b64f8b None None] Sync routers for ids ['3cd83ea1-8f4d-4a3b-a47d-0058c44282ff'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:37:02.419469 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2076b3ab-7e2c-4624-8124-6656c0b64f8b None None] Routers {'3cd83ea1-8f4d-4a3b-a47d-0058c44282ff'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:37:02.421015 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-2076b3ab-7e2c-4624-8124-6656c0b64f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:36:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['3cd83ea1-8f4d-4a3b-a47d-0058c44282ff'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:37:02.476615 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-af735fa5-da09-4a12-97e9-3ccb56e9f65b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:02.478553 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-af735fa5-da09-4a12-97e9-3ccb56e9f65b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2310326 Sep 24 16:37:02.481678 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47074) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:37:02.510957 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-6b7913c9-20f1-4f2c-a508-a6fcbe142993 tempest-TestNetworkAdvancedServerOps-2073741627 tempest-TestNetworkAdvancedServerOps-2073741627-project-admin] 10.222.0.101 "GET /v2.0/subnets?project_id=28cadd01842a4b25a3b760a81c9d7553&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279233 Sep 24 16:37:02.513737 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47076) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:37:02.532038 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-2076b3ab-7e2c-4624-8124-6656c0b64f8b None None] Set router 3cd83ea1-8f4d-4a3b-a47d-0058c44282ff gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:37:02.620553 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a3cd32-b56c-488c-8279-67621cc3cab8 tempest-TestNetworkAdvancedServerOps-2073741627 tempest-TestNetworkAdvancedServerOps-2073741627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:37:02.622114 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-99a3cd32-b56c-488c-8279-67621cc3cab8 tempest-TestNetworkAdvancedServerOps-2073741627 tempest-TestNetworkAdvancedServerOps-2073741627-project-admin] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1075175 Sep 24 16:37:02.625163 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47078) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:37:02.668931 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-56f3498e-0cd0-4e78-8e30-adc5a6f247a5 tempest-TestNetworkAdvancedServerOps-2073741627 tempest-TestNetworkAdvancedServerOps-2073741627-project-admin] 10.222.0.101 "GET /v2.0/subnets?network_id=e6a2de20-1ea0-43e5-88e0-982d19e317d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0425296 Sep 24 16:37:02.672069 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47080) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:37:02.678657 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-a314a418-8c59-4335-b627-6dcd8213bd92 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1859258247', 'network_id': 'f5c4aa82-27f3-48f2-9dd0-c48971e44370', 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:37:02.731341 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-2076b3ab-7e2c-4624-8124-6656c0b64f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd83ea1-8f4d-4a3b-a47d-0058c44282ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-949251494', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': 'ea1f27d5-867d-4617-9713-b9c20e523c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:37:00Z', 'updated_at': '2021-09-24T16:37:01Z', 'revision_number': 3, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'gw_port': {'id': 'ea1f27d5-867d-4617-9713-b9c20e523c04', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:98:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cd83ea1-8f4d-4a3b-a47d-0058c44282ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:37:00Z', 'updated_at': '2021-09-24T16:37:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:37:02.763053 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2076b3ab-7e2c-4624-8124-6656c0b64f8b None None] Checking router: 3cd83ea1-8f4d-4a3b-a47d-0058c44282ff for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:37:02.763399 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2076b3ab-7e2c-4624-8124-6656c0b64f8b None None] Updating router 3cd83ea1-8f4d-4a3b-a47d-0058c44282ff port ea1f27d5-867d-4617-9713-b9c20e523c04 binding host n-d-808921-1 {{(pid=95299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 16:37:02.789511 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2076b3ab-7e2c-4624-8124-6656c0b64f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:02.819302 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a314a418-8c59-4335-b627-6dcd8213bd92 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Made reservation on behalf of 28cadd01842a4b25a3b760a81c9d7553 for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:37:02.824406 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a314a418-8c59-4335-b627-6dcd8213bd92 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:03.064598 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2076b3ab-7e2c-4624-8124-6656c0b64f8b None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:03.082821 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a314a418-8c59-4335-b627-6dcd8213bd92 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:03.148941 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a314a418-8c59-4335-b627-6dcd8213bd92 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event updated for resources: {'Subnet': ['ID=683f5921-eaae-40ee-940d-6d2d130b99cf,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:37:03.157012 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2076b3ab-7e2c-4624-8124-6656c0b64f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:03.165597 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a314a418-8c59-4335-b627-6dcd8213bd92 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Checking segment: {'id': '1b09fbf8-a2de-44a9-99ed-540155497154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': 'f5c4aa82-27f3-48f2-9dd0-c48971e44370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:37:03.166032 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a314a418-8c59-4335-b627-6dcd8213bd92 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Network hostable DHCP agents. Network: f5c4aa82-27f3-48f2-9dd0-c48971e44370, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 16:37:03.210275 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-2076b3ab-7e2c-4624-8124-6656c0b64f8b None None] Attempting to bind port ea1f27d5-867d-4617-9713-b9c20e523c04 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:37:03.210661 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-2076b3ab-7e2c-4624-8124-6656c0b64f8b None None] Attempting to bind port ea1f27d5-867d-4617-9713-b9c20e523c04 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:37:03.211023 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2076b3ab-7e2c-4624-8124-6656c0b64f8b None None] Attempting to bind port ea1f27d5-867d-4617-9713-b9c20e523c04 on network e6a2de20-1ea0-43e5-88e0-982d19e317d5 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:37:03.223837 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf318f26-39b1-4ffc-a4d8-c046952ade34 None None] Pushing event updated for resources: {'Port': ['ID=ea1f27d5-867d-4617-9713-b9c20e523c04,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:37:03.226328 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2076b3ab-7e2c-4624-8124-6656c0b64f8b None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:37:03.226719 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2076b3ab-7e2c-4624-8124-6656c0b64f8b None None] Checking segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:37:03.227159 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2076b3ab-7e2c-4624-8124-6656c0b64f8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:03.227600 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2076b3ab-7e2c-4624-8124-6656c0b64f8b None None] Bound using segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:37:03.227962 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-2076b3ab-7e2c-4624-8124-6656c0b64f8b None None] Bound port: ea1f27d5-867d-4617-9713-b9c20e523c04, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:37:03.228369 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2076b3ab-7e2c-4624-8124-6656c0b64f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:03.293590 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-2076b3ab-7e2c-4624-8124-6656c0b64f8b None None] For port ea1f27d5-867d-4617-9713-b9c20e523c04, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:37:03.296831 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-2076b3ab-7e2c-4624-8124-6656c0b64f8b None None] For port ea1f27d5-867d-4617-9713-b9c20e523c04, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=ea1f27d5-867d-4617-9713-b9c20e523c04,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:37:03.305138 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a314a418-8c59-4335-b627-6dcd8213bd92 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Network f5c4aa82-27f3-48f2-9dd0-c48971e44370 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 16:37:03.374768 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2076b3ab-7e2c-4624-8124-6656c0b64f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:03.391177 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-a314a418-8c59-4335-b627-6dcd8213bd92 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, f5c4aa82-27f3-48f2-9dd0-c48971e44370) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:37:03.399028 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a314a418-8c59-4335-b627-6dcd8213bd92 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:37:03.400170 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a314a418-8c59-4335-b627-6dcd8213bd92 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:03.416129 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e11eef-0c19-499c-84e4-744205c9066e None None] Network f5c4aa82-27f3-48f2-9dd0-c48971e44370 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:37:03.473229 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2076b3ab-7e2c-4624-8124-6656c0b64f8b None None] Routers {'3cd83ea1-8f4d-4a3b-a47d-0058c44282ff'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:37:03.473893 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-2076b3ab-7e2c-4624-8124-6656c0b64f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:36:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['3cd83ea1-8f4d-4a3b-a47d-0058c44282ff'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:37:03.476014 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf318f26-39b1-4ffc-a4d8-c046952ade34 None None] Pushing event updated for resources: {'Port': ['ID=ea1f27d5-867d-4617-9713-b9c20e523c04,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:37:03.521682 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-a314a418-8c59-4335-b627-6dcd8213bd92 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8449483 Sep 24 16:37:03.522117 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47082) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:37:03.672118 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-2076b3ab-7e2c-4624-8124-6656c0b64f8b None None] Set router 3cd83ea1-8f4d-4a3b-a47d-0058c44282ff gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:37:03.757139 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63b20b3-bfb4-4782-8d38-00c842bc6ada None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-f5c4aa82-27f3-48f2-9dd0-c48971e44370', 'network_id': 'f5c4aa82-27f3-48f2-9dd0-c48971e44370', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'fixed_ips': [{'subnet_id': '683f5921-eaae-40ee-940d-6d2d130b99cf'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 16:37:03.758005 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c63b20b3-bfb4-4782-8d38-00c842bc6ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:03.982882 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-77a3a168-91fd-47f6-9460-721768110608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:03.994473 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-c63b20b3-bfb4-4782-8d38-00c842bc6ada None None] Allocated IP 172.20.0.2 (f5c4aa82-27f3-48f2-9dd0-c48971e44370/683f5921-eaae-40ee-940d-6d2d130b99cf/6bf6d74b-108d-42dc-8b17-f5906ae98c3b) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:37:04.032087 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9064bdd0-bbf9-4b45-99ee-45c523644878 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:04.044794 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-2076b3ab-7e2c-4624-8124-6656c0b64f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd83ea1-8f4d-4a3b-a47d-0058c44282ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-949251494', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': 'ea1f27d5-867d-4617-9713-b9c20e523c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:37:00Z', 'updated_at': '2021-09-24T16:37:01Z', 'revision_number': 3, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'gw_port': {'id': 'ea1f27d5-867d-4617-9713-b9c20e523c04', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:98:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cd83ea1-8f4d-4a3b-a47d-0058c44282ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:37:00Z', 'updated_at': '2021-09-24T16:37:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:37:04.073942 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2076b3ab-7e2c-4624-8124-6656c0b64f8b None None] The sync data for ids ['3cd83ea1-8f4d-4a3b-a47d-0058c44282ff'] in n-d-808921-1 is: [{'id': '3cd83ea1-8f4d-4a3b-a47d-0058c44282ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-949251494', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': 'ea1f27d5-867d-4617-9713-b9c20e523c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:37:00Z', 'updated_at': '2021-09-24T16:37:01Z', 'revision_number': 3, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'gw_port': {'id': 'ea1f27d5-867d-4617-9713-b9c20e523c04', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:98:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cd83ea1-8f4d-4a3b-a47d-0058c44282ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:37:00Z', 'updated_at': '2021-09-24T16:37:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:37:04.187983 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c63b20b3-bfb4-4782-8d38-00c842bc6ada None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:04.269871 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c63b20b3-bfb4-4782-8d38-00c842bc6ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:04.355298 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c63b20b3-bfb4-4782-8d38-00c842bc6ada None None] Network f5c4aa82-27f3-48f2-9dd0-c48971e44370 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:37:04.361371 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-c63b20b3-bfb4-4782-8d38-00c842bc6ada None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:37:04.364112 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c63b20b3-bfb4-4782-8d38-00c842bc6ada None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:37:04.366156 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63b20b3-bfb4-4782-8d38-00c842bc6ada None None] Pushing event updated for resources: {'Port': ['ID=6bf6d74b-108d-42dc-8b17-f5906ae98c3b,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:37:04.368341 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:04.368524 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-9064bdd0-bbf9-4b45-99ee-45c523644878 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Allocated IP 172.20.0.1 (f5c4aa82-27f3-48f2-9dd0-c48971e44370/683f5921-eaae-40ee-940d-6d2d130b99cf/e503c225-d9ad-4d56-9092-e94362776505) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:37:04.426888 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-c63b20b3-bfb4-4782-8d38-00c842bc6ada None None] Attempting to bind port 6bf6d74b-108d-42dc-8b17-f5906ae98c3b on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:37:04.427444 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-c63b20b3-bfb4-4782-8d38-00c842bc6ada None None] Attempting to bind port 6bf6d74b-108d-42dc-8b17-f5906ae98c3b by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '1b09fbf8-a2de-44a9-99ed-540155497154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': 'f5c4aa82-27f3-48f2-9dd0-c48971e44370'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:37:04.427786 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63b20b3-bfb4-4782-8d38-00c842bc6ada None None] Attempting to bind port 6bf6d74b-108d-42dc-8b17-f5906ae98c3b on network f5c4aa82-27f3-48f2-9dd0-c48971e44370 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:37:04.433564 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63b20b3-bfb4-4782-8d38-00c842bc6ada None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:37:04.434271 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63b20b3-bfb4-4782-8d38-00c842bc6ada None None] Checking segment: {'id': '1b09fbf8-a2de-44a9-99ed-540155497154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': 'f5c4aa82-27f3-48f2-9dd0-c48971e44370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:37:04.434710 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c63b20b3-bfb4-4782-8d38-00c842bc6ada None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:04.435101 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c63b20b3-bfb4-4782-8d38-00c842bc6ada None None] Bound using segment: {'id': '1b09fbf8-a2de-44a9-99ed-540155497154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': 'f5c4aa82-27f3-48f2-9dd0-c48971e44370'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:37:04.436136 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-c63b20b3-bfb4-4782-8d38-00c842bc6ada None None] Bound port: 6bf6d74b-108d-42dc-8b17-f5906ae98c3b, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b09fbf8-a2de-44a9-99ed-540155497154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': 'f5c4aa82-27f3-48f2-9dd0-c48971e44370'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:37:04.437381 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c63b20b3-bfb4-4782-8d38-00c842bc6ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:04.508585 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-c63b20b3-bfb4-4782-8d38-00c842bc6ada None None] For port 6bf6d74b-108d-42dc-8b17-f5906ae98c3b, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:37:04.512480 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-c63b20b3-bfb4-4782-8d38-00c842bc6ada None None] For port 6bf6d74b-108d-42dc-8b17-f5906ae98c3b, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=6bf6d74b-108d-42dc-8b17-f5906ae98c3b,segment=NetworkSegment(1b09fbf8-a2de-44a9-99ed-540155497154),segment_id=1b09fbf8-a2de-44a9-99ed-540155497154)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:37:04.522910 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9064bdd0-bbf9-4b45-99ee-45c523644878 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:04.568515 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c63b20b3-bfb4-4782-8d38-00c842bc6ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:04.619672 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9064bdd0-bbf9-4b45-99ee-45c523644878 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:04.650909 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63b20b3-bfb4-4782-8d38-00c842bc6ada None None] Pushing event updated for resources: {'Port': ['ID=6bf6d74b-108d-42dc-8b17-f5906ae98c3b,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:37:04.665142 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9064bdd0-bbf9-4b45-99ee-45c523644878 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Network f5c4aa82-27f3-48f2-9dd0-c48971e44370 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:37:04.669063 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-9064bdd0-bbf9-4b45-99ee-45c523644878 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:37:04.678564 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9064bdd0-bbf9-4b45-99ee-45c523644878 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:37:04.717609 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9064bdd0-bbf9-4b45-99ee-45c523644878 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event updated for resources: {'Port': ['ID=e503c225-d9ad-4d56-9092-e94362776505,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:37:04.745642 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9064bdd0-bbf9-4b45-99ee-45c523644878 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:04.798184 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device ea1f27d5-867d-4617-9713-b9c20e523c04 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:37:04.904407 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port ea1f27d5-867d-4617-9713-b9c20e523c04 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:37:04.904995 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:05.012842 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9064bdd0-bbf9-4b45-99ee-45c523644878 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:05.018098 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:05.044224 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port ea1f27d5-867d-4617-9713-b9c20e523c04, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=ea1f27d5-867d-4617-9713-b9c20e523c04,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:37:05.082094 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:05.300779 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=ea1f27d5-867d-4617-9713-b9c20e523c04,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:37:05.333098 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9064bdd0-bbf9-4b45-99ee-45c523644878 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:05.390741 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9064bdd0-bbf9-4b45-99ee-45c523644878 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:05.475944 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9064bdd0-bbf9-4b45-99ee-45c523644878 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event updated for resources: {'Port': ['ID=e503c225-d9ad-4d56-9092-e94362776505,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:37:05.480075 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9064bdd0-bbf9-4b45-99ee-45c523644878 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:05.516571 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:05.589590 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9064bdd0-bbf9-4b45-99ee-45c523644878 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Network f5c4aa82-27f3-48f2-9dd0-c48971e44370 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:37:05.591246 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-9064bdd0-bbf9-4b45-99ee-45c523644878 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:37:05.719031 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071452b4-4175-4533-9939-42eede74135c None None] Network f5c4aa82-27f3-48f2-9dd0-c48971e44370 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:37:05.719974 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9064bdd0-bbf9-4b45-99ee-45c523644878 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Router 3cd83ea1-8f4d-4a3b-a47d-0058c44282ff has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:37:05.845639 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-45f77363-887e-4dc8-af5c-b1649f0cf900 None None] Provisioning complete for port 6bf6d74b-108d-42dc-8b17-f5906ae98c3b triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:37:05.846011 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-45f77363-887e-4dc8-af5c-b1649f0cf900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:05.889483 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9064bdd0-bbf9-4b45-99ee-45c523644878 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:37:05.895623 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-9064bdd0-bbf9-4b45-99ee-45c523644878 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "PUT /v2.0/routers/3cd83ea1-8f4d-4a3b-a47d-0058c44282ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3722541 Sep 24 16:37:05.972984 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-45f77363-887e-4dc8-af5c-b1649f0cf900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:06.012942 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-45f77363-887e-4dc8-af5c-b1649f0cf900 None None] For port 6bf6d74b-108d-42dc-8b17-f5906ae98c3b, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=6bf6d74b-108d-42dc-8b17-f5906ae98c3b,segment=NetworkSegment(1b09fbf8-a2de-44a9-99ed-540155497154),segment_id=1b09fbf8-a2de-44a9-99ed-540155497154)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:37:06.064772 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-04b9701f-55f0-401d-9eef-53d89c6d423c req-de361748-ad1b-49d1-a571-fb1cf8033db2 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1188444049&fields=id&tenant_id=28cadd01842a4b25a3b760a81c9d7553 HTTP/1.1" status: 200 len: 267 time: 0.0386813 Sep 24 16:37:06.093836 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-45f77363-887e-4dc8-af5c-b1649f0cf900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:06.153514 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f77363-887e-4dc8-af5c-b1649f0cf900 None None] Pushing event updated for resources: {'Port': ['ID=6bf6d74b-108d-42dc-8b17-f5906ae98c3b,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:37:06.189452 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e1b383-2b91-423c-9a47-3741ab01e5ca None None] Sync routers for ids ['3cd83ea1-8f4d-4a3b-a47d-0058c44282ff'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:37:06.198999 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b9701f-55f0-401d-9eef-53d89c6d423c req-02f787dd-cc14-489d-ae82-964c6ab66f83 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:37:06.202811 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e1b383-2b91-423c-9a47-3741ab01e5ca None None] Routers {'3cd83ea1-8f4d-4a3b-a47d-0058c44282ff'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:37:06.208029 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-73e1b383-2b91-423c-9a47-3741ab01e5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:37:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['3cd83ea1-8f4d-4a3b-a47d-0058c44282ff'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:37:06.208752 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-04b9701f-55f0-401d-9eef-53d89c6d423c req-02f787dd-cc14-489d-ae82-964c6ab66f83 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/networks?id=f5c4aa82-27f3-48f2-9dd0-c48971e44370 HTTP/1.1" status: 200 len: 796 time: 0.1345108 Sep 24 16:37:06.220216 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-148fbae2-38a5-4541-864c-a7f9d7f22535 None None] Provisioning complete for port e503c225-d9ad-4d56-9092-e94362776505 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:37:06.220768 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-148fbae2-38a5-4541-864c-a7f9d7f22535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:06.227302 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-04b9701f-55f0-401d-9eef-53d89c6d423c req-0f8f08d9-5582-4c30-985b-1acc7b366f83 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/quotas/28cadd01842a4b25a3b760a81c9d7553 HTTP/1.1" status: 200 len: 375 time: 0.0119791 Sep 24 16:37:06.260750 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-148fbae2-38a5-4541-864c-a7f9d7f22535 None None] Port e503c225-d9ad-4d56-9092-e94362776505 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:37:06.271272 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-148fbae2-38a5-4541-864c-a7f9d7f22535 None None] Provisioning complete for port 6bf6d74b-108d-42dc-8b17-f5906ae98c3b triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:37:06.271644 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-148fbae2-38a5-4541-864c-a7f9d7f22535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:06.295945 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-04b9701f-55f0-401d-9eef-53d89c6d423c req-721a8a61-9f68-40f0-956d-83eb35d39076 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=28cadd01842a4b25a3b760a81c9d7553&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0602584 Sep 24 16:37:06.338319 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-73e1b383-2b91-423c-9a47-3741ab01e5ca None None] Set router 3cd83ea1-8f4d-4a3b-a47d-0058c44282ff gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:37:06.472529 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-04b9701f-55f0-401d-9eef-53d89c6d423c req-354ce41e-163d-4149-88b2-caeb399f4308 service neutron] 10.222.0.101 "GET /v2.0/networks/f5c4aa82-27f3-48f2-9dd0-c48971e44370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631587 Sep 24 16:37:06.503491 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-4e4f7ee4-211b-4cba-86bf-3020e9ae500b None None] Provisioning complete for port e503c225-d9ad-4d56-9092-e94362776505 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:37:06.504440 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4e4f7ee4-211b-4cba-86bf-3020e9ae500b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:06.550234 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-4e4f7ee4-211b-4cba-86bf-3020e9ae500b None None] Port e503c225-d9ad-4d56-9092-e94362776505 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:37:06.567793 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-73e1b383-2b91-423c-9a47-3741ab01e5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd83ea1-8f4d-4a3b-a47d-0058c44282ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-949251494', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': 'ea1f27d5-867d-4617-9713-b9c20e523c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:37:00Z', 'updated_at': '2021-09-24T16:37:04Z', 'revision_number': 4, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'gw_port': {'id': 'ea1f27d5-867d-4617-9713-b9c20e523c04', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:98:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd83ea1-8f4d-4a3b-a47d-0058c44282ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:37:00Z', 'updated_at': '2021-09-24T16:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'e503c225-d9ad-4d56-9092-e94362776505', 'name': '', 'network_id': 'f5c4aa82-27f3-48f2-9dd0-c48971e44370', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'mac_address': 'fa:16:3e:88:33:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cd83ea1-8f4d-4a3b-a47d-0058c44282ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '683f5921-eaae-40ee-940d-6d2d130b99cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:37:04Z', 'updated_at': '2021-09-24T16:37:05Z', 'revision_number': 2, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'subnets': [{'id': '683f5921-eaae-40ee-940d-6d2d130b99cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:37:06.595051 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e1b383-2b91-423c-9a47-3741ab01e5ca None None] Checking router: 3cd83ea1-8f4d-4a3b-a47d-0058c44282ff for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:37:06.595686 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e1b383-2b91-423c-9a47-3741ab01e5ca None None] Updating router 3cd83ea1-8f4d-4a3b-a47d-0058c44282ff port e503c225-d9ad-4d56-9092-e94362776505 binding host n-d-808921-1 {{(pid=95300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 16:37:06.629697 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-73e1b383-2b91-423c-9a47-3741ab01e5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:06.638897 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-04b9701f-55f0-401d-9eef-53d89c6d423c req-63202483-9881-4385-9c27-4181eda65134 service neutron] 10.222.0.101 "GET /v2.0/networks/f5c4aa82-27f3-48f2-9dd0-c48971e44370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519158 Sep 24 16:37:06.672370 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-0c384f50-41bd-41df-a522-03005d9d65f8 None None] Provisioning complete for port e503c225-d9ad-4d56-9092-e94362776505 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:37:06.672741 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0c384f50-41bd-41df-a522-03005d9d65f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:06.741580 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-0c384f50-41bd-41df-a522-03005d9d65f8 None None] Port e503c225-d9ad-4d56-9092-e94362776505 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:37:06.855759 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 6bf6d74b-108d-42dc-8b17-f5906ae98c3b up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:37:06.929787 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-73e1b383-2b91-423c-9a47-3741ab01e5ca None None] Notify callbacks [] for port, precommit_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:06.930619 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:06.943601 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 6bf6d74b-108d-42dc-8b17-f5906ae98c3b triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:37:06.944056 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:06.973198 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b2b2efa6-f2ef-4b46-af33-6449ae15263a req-b9f9500c-7dd2-4711-b65b-2cdc512d9d48 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=6da7b8a6-b538-4b91-bb27-9c36b85f710f HTTP/1.1" status: 200 len: 210 time: 0.0314558 Sep 24 16:37:06.992820 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-73e1b383-2b91-423c-9a47-3741ab01e5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:07.031189 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device ea1f27d5-867d-4617-9713-b9c20e523c04 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:37:07.040290 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d70f59-4176-4ec5-891f-5b4fadb7d0b4 None None] Pushing event updated for resources: {'Port': ['ID=e503c225-d9ad-4d56-9092-e94362776505,revision_number=3']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:37:07.071315 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d70f59-4176-4ec5-891f-5b4fadb7d0b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:37:07.071658 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d70f59-4176-4ec5-891f-5b4fadb7d0b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:37:07.071956 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d70f59-4176-4ec5-891f-5b4fadb7d0b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:37:07.072302 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d70f59-4176-4ec5-891f-5b4fadb7d0b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:37:07.072620 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d70f59-4176-4ec5-891f-5b4fadb7d0b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:37:07.072940 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d70f59-4176-4ec5-891f-5b4fadb7d0b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:37:07.073257 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d70f59-4176-4ec5-891f-5b4fadb7d0b4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:37:07.074204 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d70f59-4176-4ec5-891f-5b4fadb7d0b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:37:07.074204 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d70f59-4176-4ec5-891f-5b4fadb7d0b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:37:07.074204 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d70f59-4176-4ec5-891f-5b4fadb7d0b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:37:07.074703 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d70f59-4176-4ec5-891f-5b4fadb7d0b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:37:07.074865 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d70f59-4176-4ec5-891f-5b4fadb7d0b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:37:07.117351 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port ea1f27d5-867d-4617-9713-b9c20e523c04 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:37:07.117351 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:07.117702 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-73e1b383-2b91-423c-9a47-3741ab01e5ca None None] Attempting to bind port e503c225-d9ad-4d56-9092-e94362776505 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:37:07.117702 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-73e1b383-2b91-423c-9a47-3741ab01e5ca None None] Attempting to bind port e503c225-d9ad-4d56-9092-e94362776505 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '1b09fbf8-a2de-44a9-99ed-540155497154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': 'f5c4aa82-27f3-48f2-9dd0-c48971e44370'}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:37:07.117702 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e1b383-2b91-423c-9a47-3741ab01e5ca None None] Attempting to bind port e503c225-d9ad-4d56-9092-e94362776505 on network f5c4aa82-27f3-48f2-9dd0-c48971e44370 {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:37:07.120954 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e1b383-2b91-423c-9a47-3741ab01e5ca None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 37, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:37:07.121463 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e1b383-2b91-423c-9a47-3741ab01e5ca None None] Checking segment: {'id': '1b09fbf8-a2de-44a9-99ed-540155497154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': 'f5c4aa82-27f3-48f2-9dd0-c48971e44370'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:37:07.122043 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-73e1b383-2b91-423c-9a47-3741ab01e5ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:07.122632 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73e1b383-2b91-423c-9a47-3741ab01e5ca None None] Bound using segment: {'id': '1b09fbf8-a2de-44a9-99ed-540155497154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': 'f5c4aa82-27f3-48f2-9dd0-c48971e44370'} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:37:07.123900 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-73e1b383-2b91-423c-9a47-3741ab01e5ca None None] Bound port: e503c225-d9ad-4d56-9092-e94362776505, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b09fbf8-a2de-44a9-99ed-540155497154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': 'f5c4aa82-27f3-48f2-9dd0-c48971e44370'}}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:37:07.124438 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-73e1b383-2b91-423c-9a47-3741ab01e5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:07.198102 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-73e1b383-2b91-423c-9a47-3741ab01e5ca None None] For port e503c225-d9ad-4d56-9092-e94362776505, host n-d-808921-1, cleared binding levels {{(pid=95300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:37:07.202802 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-73e1b383-2b91-423c-9a47-3741ab01e5ca None None] For port e503c225-d9ad-4d56-9092-e94362776505, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=e503c225-d9ad-4d56-9092-e94362776505,segment=NetworkSegment(1b09fbf8-a2de-44a9-99ed-540155497154),segment_id=1b09fbf8-a2de-44a9-99ed-540155497154)] {{(pid=95300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:37:07.265297 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-c02eb46e-503b-4331-b926-b1d3ec36387a None None] Provisioning complete for port e503c225-d9ad-4d56-9092-e94362776505 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:37:07.265661 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c02eb46e-503b-4331-b926-b1d3ec36387a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:07.301805 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-c02eb46e-503b-4331-b926-b1d3ec36387a None None] Port e503c225-d9ad-4d56-9092-e94362776505 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:37:07.312489 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-73e1b383-2b91-423c-9a47-3741ab01e5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:07.379706 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e1b383-2b91-423c-9a47-3741ab01e5ca None None] Routers {'3cd83ea1-8f4d-4a3b-a47d-0058c44282ff'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:37:07.379706 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-73e1b383-2b91-423c-9a47-3741ab01e5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:37:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['3cd83ea1-8f4d-4a3b-a47d-0058c44282ff'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:37:07.381717 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d70f59-4176-4ec5-891f-5b4fadb7d0b4 None None] Pushing event updated for resources: {'Port': ['ID=e503c225-d9ad-4d56-9092-e94362776505,revision_number=4']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:37:07.493741 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-73e1b383-2b91-423c-9a47-3741ab01e5ca None None] Set router 3cd83ea1-8f4d-4a3b-a47d-0058c44282ff gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:37:07.622362 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-b9659620-e437-4daf-a5cb-ea67b475bdf0 None None] Provisioning complete for port e503c225-d9ad-4d56-9092-e94362776505 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:37:07.623778 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b9659620-e437-4daf-a5cb-ea67b475bdf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:07.719994 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b9659620-e437-4daf-a5cb-ea67b475bdf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:07.725072 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-73e1b383-2b91-423c-9a47-3741ab01e5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd83ea1-8f4d-4a3b-a47d-0058c44282ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-949251494', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': 'ea1f27d5-867d-4617-9713-b9c20e523c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:37:00Z', 'updated_at': '2021-09-24T16:37:04Z', 'revision_number': 4, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'gw_port': {'id': 'ea1f27d5-867d-4617-9713-b9c20e523c04', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:98:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd83ea1-8f4d-4a3b-a47d-0058c44282ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:37:00Z', 'updated_at': '2021-09-24T16:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'e503c225-d9ad-4d56-9092-e94362776505', 'name': '', 'network_id': 'f5c4aa82-27f3-48f2-9dd0-c48971e44370', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'mac_address': 'fa:16:3e:88:33:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cd83ea1-8f4d-4a3b-a47d-0058c44282ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '683f5921-eaae-40ee-940d-6d2d130b99cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:37:04Z', 'updated_at': '2021-09-24T16:37:07Z', 'revision_number': 4, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'subnets': [{'id': '683f5921-eaae-40ee-940d-6d2d130b99cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:37:07.752895 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73e1b383-2b91-423c-9a47-3741ab01e5ca None None] The sync data for ids ['3cd83ea1-8f4d-4a3b-a47d-0058c44282ff'] in n-d-808921-1 is: [{'id': '3cd83ea1-8f4d-4a3b-a47d-0058c44282ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-949251494', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': 'ea1f27d5-867d-4617-9713-b9c20e523c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:37:00Z', 'updated_at': '2021-09-24T16:37:04Z', 'revision_number': 4, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'gw_port': {'id': 'ea1f27d5-867d-4617-9713-b9c20e523c04', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:98:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd83ea1-8f4d-4a3b-a47d-0058c44282ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:37:00Z', 'updated_at': '2021-09-24T16:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'e503c225-d9ad-4d56-9092-e94362776505', 'name': '', 'network_id': 'f5c4aa82-27f3-48f2-9dd0-c48971e44370', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'mac_address': 'fa:16:3e:88:33:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cd83ea1-8f4d-4a3b-a47d-0058c44282ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '683f5921-eaae-40ee-940d-6d2d130b99cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:37:04Z', 'updated_at': '2021-09-24T16:37:07Z', 'revision_number': 4, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'subnets': [{'id': '683f5921-eaae-40ee-940d-6d2d130b99cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:37:07.763068 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-b9659620-e437-4daf-a5cb-ea67b475bdf0 None None] For port e503c225-d9ad-4d56-9092-e94362776505, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=e503c225-d9ad-4d56-9092-e94362776505,segment=NetworkSegment(1b09fbf8-a2de-44a9-99ed-540155497154),segment_id=1b09fbf8-a2de-44a9-99ed-540155497154)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:37:07.842589 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b9659620-e437-4daf-a5cb-ea67b475bdf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:07.907767 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9659620-e437-4daf-a5cb-ea67b475bdf0 None None] Pushing event updated for resources: {'Port': ['ID=e503c225-d9ad-4d56-9092-e94362776505,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:37:08.062958 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1875fad4-f1fe-45d0-881b-8f7461b5c937 req-71b528df-d627-4a61-b402-1fb00b012513 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=6da7b8a6-b538-4b91-bb27-9c36b85f710f HTTP/1.1" status: 200 len: 210 time: 0.0354619 Sep 24 16:37:08.770766 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device e503c225-d9ad-4d56-9092-e94362776505 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:37:08.824539 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port e503c225-d9ad-4d56-9092-e94362776505 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:37:08.824965 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:09.155816 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b616a799-6af9-4827-9ed2-978b36fbfb86 req-231ef53e-248f-479d-be15-ab5d28becfb6 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=6da7b8a6-b538-4b91-bb27-9c36b85f710f HTTP/1.1" status: 200 len: 210 time: 0.0442595 Sep 24 16:37:09.538692 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:10.061529 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:37:10.243903 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9fddf44e-3354-4e4e-9307-6cf20073e2be req-1bd46b4c-4cc2-4ada-b4ca-0f470ca4a29b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=6da7b8a6-b538-4b91-bb27-9c36b85f710f HTTP/1.1" status: 200 len: 210 time: 0.0275538 Sep 24 16:37:11.345148 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7683ded7-140d-4ba7-b813-6340d8d1e334 req-f4238c3d-0a50-4c57-8f95-5eaf1820d255 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=6da7b8a6-b538-4b91-bb27-9c36b85f710f HTTP/1.1" status: 200 len: 210 time: 0.0304692 Sep 24 16:37:11.453593 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:12.443067 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a4cbd980-d3d3-44e6-97cc-2778847b9d0c req-5018db5c-811a-46b4-a480-d85040d0b60d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=6da7b8a6-b538-4b91-bb27-9c36b85f710f HTTP/1.1" status: 200 len: 210 time: 0.0274029 Sep 24 16:37:13.073795 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b9701f-55f0-401d-9eef-53d89c6d423c req-a5eda8c0-5771-4e40-9538-ef193a69452e tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:37:13.075264 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-04b9701f-55f0-401d-9eef-53d89c6d423c req-a5eda8c0-5771-4e40-9538-ef193a69452e tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.110 "GET /v2.0/networks?id=f5c4aa82-27f3-48f2-9dd0-c48971e44370 HTTP/1.1" status: 200 len: 796 time: 0.1191642 Sep 24 16:37:13.426788 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-04b9701f-55f0-401d-9eef-53d89c6d423c req-e68c069a-c97e-4bd1-9a33-3d4566115842 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.110 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28cadd01842a4b25a3b760a81c9d7553 HTTP/1.1" status: 200 len: 380 time: 0.3407443 Sep 24 16:37:13.465482 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-04b9701f-55f0-401d-9eef-53d89c6d423c req-9bc7ced5-11c2-420f-a9ad-670f4af4a90c tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Request body: {'port': {'device_id': '6da7b8a6-b538-4b91-bb27-9c36b85f710f', 'network_id': 'f5c4aa82-27f3-48f2-9dd0-c48971e44370', 'admin_state_up': True, 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'security_groups': ['1036dfca-72de-443d-b089-bd4f6954ebbf']}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:37:13.612739 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f23dfeb2-7329-4cc2-9bec-5f913ef992c7 req-5996890f-c31e-43a5-8cbe-6a54af300910 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=6da7b8a6-b538-4b91-bb27-9c36b85f710f HTTP/1.1" status: 200 len: 210 time: 0.0485399 Sep 24 16:37:13.716711 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04b9701f-55f0-401d-9eef-53d89c6d423c req-9bc7ced5-11c2-420f-a9ad-670f4af4a90c tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Made reservation on behalf of 28cadd01842a4b25a3b760a81c9d7553 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:37:13.721585 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-04b9701f-55f0-401d-9eef-53d89c6d423c req-9bc7ced5-11c2-420f-a9ad-670f4af4a90c tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:13.858242 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-04b9701f-55f0-401d-9eef-53d89c6d423c req-9bc7ced5-11c2-420f-a9ad-670f4af4a90c tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Allocated IP 172.20.0.6 (f5c4aa82-27f3-48f2-9dd0-c48971e44370/683f5921-eaae-40ee-940d-6d2d130b99cf/d46abf73-acc6-4c09-92d8-25de7405acba) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:37:14.011878 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-04b9701f-55f0-401d-9eef-53d89c6d423c req-9bc7ced5-11c2-420f-a9ad-670f4af4a90c tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:14.099491 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-04b9701f-55f0-401d-9eef-53d89c6d423c req-9bc7ced5-11c2-420f-a9ad-670f4af4a90c tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:14.147839 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04b9701f-55f0-401d-9eef-53d89c6d423c req-9bc7ced5-11c2-420f-a9ad-670f4af4a90c tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Network f5c4aa82-27f3-48f2-9dd0-c48971e44370 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:37:14.150946 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-04b9701f-55f0-401d-9eef-53d89c6d423c req-9bc7ced5-11c2-420f-a9ad-670f4af4a90c tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:37:14.155049 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-04b9701f-55f0-401d-9eef-53d89c6d423c req-9bc7ced5-11c2-420f-a9ad-670f4af4a90c tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:37:14.163985 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc7ced5-11c2-420f-a9ad-670f4af4a90c tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event updated for resources: {'Port': ['ID=d46abf73-acc6-4c09-92d8-25de7405acba,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:37:14.219729 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b9701f-55f0-401d-9eef-53d89c6d423c req-9bc7ced5-11c2-420f-a9ad-670f4af4a90c tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:37:14.220391 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-04b9701f-55f0-401d-9eef-53d89c6d423c req-9bc7ced5-11c2-420f-a9ad-670f4af4a90c tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:14.299964 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-04b9701f-55f0-401d-9eef-53d89c6d423c req-9bc7ced5-11c2-420f-a9ad-670f4af4a90c tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8389037 Sep 24 16:37:14.317553 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-04b9701f-55f0-401d-9eef-53d89c6d423c req-2d8a935a-6ffc-4475-a994-1ba1ad1ed85b service neutron] Request body: {'port': {'device_id': '6da7b8a6-b538-4b91-bb27-9c36b85f710f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:37:14.377891 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-04b9701f-55f0-401d-9eef-53d89c6d423c req-2d8a935a-6ffc-4475-a994-1ba1ad1ed85b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:14.412294 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-212b5051-7433-4012-8c9d-b9b83d51c0dc None None] Provisioning complete for port d46abf73-acc6-4c09-92d8-25de7405acba triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:37:14.412924 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-212b5051-7433-4012-8c9d-b9b83d51c0dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:14.452192 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-212b5051-7433-4012-8c9d-b9b83d51c0dc None None] Port d46abf73-acc6-4c09-92d8-25de7405acba cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:37:14.656621 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-04b9701f-55f0-401d-9eef-53d89c6d423c req-2d8a935a-6ffc-4475-a994-1ba1ad1ed85b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d46abf73-acc6-4c09-92d8-25de7405acba {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:37:14.664943 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-04b9701f-55f0-401d-9eef-53d89c6d423c req-2d8a935a-6ffc-4475-a994-1ba1ad1ed85b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:14.678211 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-04b9701f-55f0-401d-9eef-53d89c6d423c req-2d8a935a-6ffc-4475-a994-1ba1ad1ed85b service neutron] Transition to ACTIVE for port object d46abf73-acc6-4c09-92d8-25de7405acba will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 16:37:14.727465 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-04b9701f-55f0-401d-9eef-53d89c6d423c req-2d8a935a-6ffc-4475-a994-1ba1ad1ed85b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:14.756167 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a12f2f-5b0e-4109-9b76-d1f1aed213b5 req-2ff2444f-c24f-44c3-811c-049a872e348e tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:37:14.757970 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-99a12f2f-5b0e-4109-9b76-d1f1aed213b5 req-2ff2444f-c24f-44c3-811c-049a872e348e tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=6da7b8a6-b538-4b91-bb27-9c36b85f710f HTTP/1.1" status: 200 len: 931 time: 0.0574987 Sep 24 16:37:14.788758 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a935a-6ffc-4475-a994-1ba1ad1ed85b service neutron] Pushing event updated for resources: {'Port': ['ID=d46abf73-acc6-4c09-92d8-25de7405acba,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:37:14.804371 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-99a12f2f-5b0e-4109-9b76-d1f1aed213b5 req-5cdb4a8c-0138-4c0e-965e-454695275665 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=1036dfca-72de-443d-b089-bd4f6954ebbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393341 Sep 24 16:37:14.864906 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-04b9701f-55f0-401d-9eef-53d89c6d423c req-2d8a935a-6ffc-4475-a994-1ba1ad1ed85b service neutron] Attempting to bind port d46abf73-acc6-4c09-92d8-25de7405acba on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:37:14.865456 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-04b9701f-55f0-401d-9eef-53d89c6d423c req-2d8a935a-6ffc-4475-a994-1ba1ad1ed85b service neutron] Attempting to bind port d46abf73-acc6-4c09-92d8-25de7405acba by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': '1b09fbf8-a2de-44a9-99ed-540155497154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': 'f5c4aa82-27f3-48f2-9dd0-c48971e44370'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:37:14.866031 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b9701f-55f0-401d-9eef-53d89c6d423c req-2d8a935a-6ffc-4475-a994-1ba1ad1ed85b service neutron] Attempting to bind port d46abf73-acc6-4c09-92d8-25de7405acba on network f5c4aa82-27f3-48f2-9dd0-c48971e44370 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:37:14.875105 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b9701f-55f0-401d-9eef-53d89c6d423c req-2d8a935a-6ffc-4475-a994-1ba1ad1ed85b service neutron] Port d46abf73-acc6-4c09-92d8-25de7405acba on network f5c4aa82-27f3-48f2-9dd0-c48971e44370 not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 16:37:14.875649 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b9701f-55f0-401d-9eef-53d89c6d423c req-2d8a935a-6ffc-4475-a994-1ba1ad1ed85b service neutron] Attempting to bind port d46abf73-acc6-4c09-92d8-25de7405acba on network f5c4aa82-27f3-48f2-9dd0-c48971e44370 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:37:14.884574 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b9701f-55f0-401d-9eef-53d89c6d423c req-2d8a935a-6ffc-4475-a994-1ba1ad1ed85b service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:37:14.885116 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b9701f-55f0-401d-9eef-53d89c6d423c req-2d8a935a-6ffc-4475-a994-1ba1ad1ed85b service neutron] Checking segment: {'id': '1b09fbf8-a2de-44a9-99ed-540155497154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': 'f5c4aa82-27f3-48f2-9dd0-c48971e44370'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:37:14.885731 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b9701f-55f0-401d-9eef-53d89c6d423c req-2d8a935a-6ffc-4475-a994-1ba1ad1ed85b service neutron] Bound using segment: {'id': '1b09fbf8-a2de-44a9-99ed-540155497154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': 'f5c4aa82-27f3-48f2-9dd0-c48971e44370'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:37:14.886487 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-04b9701f-55f0-401d-9eef-53d89c6d423c req-2d8a935a-6ffc-4475-a994-1ba1ad1ed85b service neutron] Bound port: d46abf73-acc6-4c09-92d8-25de7405acba, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b09fbf8-a2de-44a9-99ed-540155497154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1266, 'network_id': 'f5c4aa82-27f3-48f2-9dd0-c48971e44370'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:37:14.887078 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-04b9701f-55f0-401d-9eef-53d89c6d423c req-2d8a935a-6ffc-4475-a994-1ba1ad1ed85b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:14.996982 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-04b9701f-55f0-401d-9eef-53d89c6d423c req-2d8a935a-6ffc-4475-a994-1ba1ad1ed85b service neutron] For port d46abf73-acc6-4c09-92d8-25de7405acba, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:37:15.002737 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-04b9701f-55f0-401d-9eef-53d89c6d423c req-2d8a935a-6ffc-4475-a994-1ba1ad1ed85b service neutron] For port d46abf73-acc6-4c09-92d8-25de7405acba, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=d46abf73-acc6-4c09-92d8-25de7405acba,segment=NetworkSegment(1b09fbf8-a2de-44a9-99ed-540155497154),segment_id=1b09fbf8-a2de-44a9-99ed-540155497154)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:37:15.088703 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-04b9701f-55f0-401d-9eef-53d89c6d423c req-2d8a935a-6ffc-4475-a994-1ba1ad1ed85b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:15.138824 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b9701f-55f0-401d-9eef-53d89c6d423c req-2d8a935a-6ffc-4475-a994-1ba1ad1ed85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:37:15.139884 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-04b9701f-55f0-401d-9eef-53d89c6d423c req-2d8a935a-6ffc-4475-a994-1ba1ad1ed85b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:15.142291 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-04b9701f-55f0-401d-9eef-53d89c6d423c req-2d8a935a-6ffc-4475-a994-1ba1ad1ed85b service neutron] 10.222.0.110 "PUT /v2.0/ports/d46abf73-acc6-4c09-92d8-25de7405acba HTTP/1.1" status: 200 len: 1091 time: 0.8290272 Sep 24 16:37:15.143106 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6da7b8a6-b538-4b91-bb27-9c36b85f710f', 'tag': 'd46abf73-acc6-4c09-92d8-25de7405acba'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:37:15.147241 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86bdbdc9b9e92b390e2d9cb11b84962cc6f6bd0fdc6518f79f4e2677ef2c88f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67e3b06-f6c6-406b-8dd9-d7b3960747c7" -d '{"events": [{"name": "network-changed", "server_uuid": "6da7b8a6-b538-4b91-bb27-9c36b85f710f", "tag": "d46abf73-acc6-4c09-92d8-25de7405acba"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:37:15.193160 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8a935a-6ffc-4475-a994-1ba1ad1ed85b service neutron] Pushing event updated for resources: {'Port': ['ID=d46abf73-acc6-4c09-92d8-25de7405acba,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:37:15.197265 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e747eeb2-d2dd-4f3a-b45c-743be8b27197 x-openstack-request-id: req-e747eeb2-d2dd-4f3a-b45c-743be8b27197 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:37:15.197558 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6da7b8a6-b538-4b91-bb27-9c36b85f710f", "tag": "d46abf73-acc6-4c09-92d8-25de7405acba", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:37:15.197838 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e747eeb2-d2dd-4f3a-b45c-743be8b27197 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:37:15.198216 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6da7b8a6-b538-4b91-bb27-9c36b85f710f', 'tag': 'd46abf73-acc6-4c09-92d8-25de7405acba', 'status': 'completed', 'code': 200} Sep 24 16:37:15.265225 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67e3b06-f6c6-406b-8dd9-d7b3960747c7 req-45dbc3f1-defa-467b-b6c1-cff73984b094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:37:15.266823 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f67e3b06-f6c6-406b-8dd9-d7b3960747c7 req-45dbc3f1-defa-467b-b6c1-cff73984b094 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=28cadd01842a4b25a3b760a81c9d7553&device_id=6da7b8a6-b538-4b91-bb27-9c36b85f710f HTTP/1.1" status: 200 len: 1094 time: 0.0470507 Sep 24 16:37:15.414087 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67e3b06-f6c6-406b-8dd9-d7b3960747c7 req-ef1bd1b0-7bdb-4cad-bac2-528e793cb753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:37:15.416750 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f67e3b06-f6c6-406b-8dd9-d7b3960747c7 req-ef1bd1b0-7bdb-4cad-bac2-528e793cb753 service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=28cadd01842a4b25a3b760a81c9d7553&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1399817 Sep 24 16:37:15.523380 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67e3b06-f6c6-406b-8dd9-d7b3960747c7 req-eb65d114-6d8c-40a1-9d13-df8e8640a34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:37:15.524775 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f67e3b06-f6c6-406b-8dd9-d7b3960747c7 req-eb65d114-6d8c-40a1-9d13-df8e8640a34e service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0976918 Sep 24 16:37:15.612020 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b9701f-55f0-401d-9eef-53d89c6d423c req-fe74e263-1140-4b70-8ad8-8756ff6b2091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:37:15.613584 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-04b9701f-55f0-401d-9eef-53d89c6d423c req-fe74e263-1140-4b70-8ad8-8756ff6b2091 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=28cadd01842a4b25a3b760a81c9d7553&device_id=6da7b8a6-b538-4b91-bb27-9c36b85f710f HTTP/1.1" status: 200 len: 1094 time: 0.0453649 Sep 24 16:37:15.662813 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-04b9701f-55f0-401d-9eef-53d89c6d423c req-fe833216-08d3-46d3-8386-b797d1708cdf service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d46abf73-acc6-4c09-92d8-25de7405acba HTTP/1.1" status: 200 len: 217 time: 0.0396516 Sep 24 16:37:15.721194 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b9701f-55f0-401d-9eef-53d89c6d423c req-6655cf90-c72c-4cef-b2c5-8de2c01cad65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:37:15.722938 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-04b9701f-55f0-401d-9eef-53d89c6d423c req-6655cf90-c72c-4cef-b2c5-8de2c01cad65 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=683f5921-eaae-40ee-940d-6d2d130b99cf HTTP/1.1" status: 200 len: 835 time: 0.0532153 Sep 24 16:37:15.776994 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b9701f-55f0-401d-9eef-53d89c6d423c req-73b35acf-7b38-4009-9716-6a49f97a996c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:37:15.778477 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-04b9701f-55f0-401d-9eef-53d89c6d423c req-73b35acf-7b38-4009-9716-6a49f97a996c service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=f5c4aa82-27f3-48f2-9dd0-c48971e44370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451088 Sep 24 16:37:15.895021 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-04b9701f-55f0-401d-9eef-53d89c6d423c req-7af688ad-824c-406f-a3a4-39156ef5e92f service neutron] 10.222.0.110 "GET /v2.0/networks/f5c4aa82-27f3-48f2-9dd0-c48971e44370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087170 Sep 24 16:37:15.937188 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf8fbdf-5f15-4665-9f38-96eda2423b9c req-f6c7b575-c1ce-4b89-bce0-5f9fc8fe2d80 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:37:15.938833 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-dbf8fbdf-5f15-4665-9f38-96eda2423b9c req-f6c7b575-c1ce-4b89-bce0-5f9fc8fe2d80 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=6da7b8a6-b538-4b91-bb27-9c36b85f710f HTTP/1.1" status: 200 len: 943 time: 0.0525184 Sep 24 16:37:15.982605 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-dbf8fbdf-5f15-4665-9f38-96eda2423b9c req-6ba2a1a7-5c74-4d46-bd01-0951e95ec1ce tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=1036dfca-72de-443d-b089-bd4f6954ebbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364306 Sep 24 16:37:16.041817 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-04b9701f-55f0-401d-9eef-53d89c6d423c req-1ad6afaf-84f3-4f91-bf45-e306a9ed76ed service neutron] 10.222.0.110 "GET /v2.0/networks/f5c4aa82-27f3-48f2-9dd0-c48971e44370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367531 Sep 24 16:37:17.125699 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f478f9aa-64aa-4e34-91f1-bf1d6a8b1315 req-da3bbaa8-6f71-48a1-a989-35e3f3e06c0a tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:37:17.128353 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f478f9aa-64aa-4e34-91f1-bf1d6a8b1315 req-da3bbaa8-6f71-48a1-a989-35e3f3e06c0a tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=6da7b8a6-b538-4b91-bb27-9c36b85f710f HTTP/1.1" status: 200 len: 943 time: 0.0715575 Sep 24 16:37:17.172335 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f478f9aa-64aa-4e34-91f1-bf1d6a8b1315 req-2b8c121e-dd8f-43ec-9c65-4cb285996c11 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=1036dfca-72de-443d-b089-bd4f6954ebbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378425 Sep 24 16:37:18.344409 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d71aa-1504-47b0-9f90-df3ea0ccf203 req-7d7bcc76-643c-4a56-8faa-753f4808a68c tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:37:18.344409 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-646d71aa-1504-47b0-9f90-df3ea0ccf203 req-7d7bcc76-643c-4a56-8faa-753f4808a68c tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=6da7b8a6-b538-4b91-bb27-9c36b85f710f HTTP/1.1" status: 200 len: 943 time: 0.0568576 Sep 24 16:37:18.358047 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-646d71aa-1504-47b0-9f90-df3ea0ccf203 req-db22de48-6d70-46c9-b4ba-c35f08bca759 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=1036dfca-72de-443d-b089-bd4f6954ebbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383954 Sep 24 16:37:18.605286 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device d46abf73-acc6-4c09-92d8-25de7405acba details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 16:37:18.715968 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port d46abf73-acc6-4c09-92d8-25de7405acba, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=d46abf73-acc6-4c09-92d8-25de7405acba,segment=NetworkSegment(1b09fbf8-a2de-44a9-99ed-540155497154),segment_id=1b09fbf8-a2de-44a9-99ed-540155497154)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:37:18.728944 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': 'd46abf73-acc6-4c09-92d8-25de7405acba', 'network_id': 'f5c4aa82-27f3-48f2-9dd0-c48971e44370', 'port_id': 'd46abf73-acc6-4c09-92d8-25de7405acba', 'mac_address': 'fa:16:3e:c8:a7:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1266, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '683f5921-eaae-40ee-940d-6d2d130b99cf', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 16:37:18.769002 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:18.783894 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d46abf73-acc6-4c09-92d8-25de7405acba {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:37:18.804552 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port d46abf73-acc6-4c09-92d8-25de7405acba, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=d46abf73-acc6-4c09-92d8-25de7405acba,segment=NetworkSegment(1b09fbf8-a2de-44a9-99ed-540155497154),segment_id=1b09fbf8-a2de-44a9-99ed-540155497154)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:37:18.881745 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:18.933644 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=d46abf73-acc6-4c09-92d8-25de7405acba,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:37:19.157341 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['d46abf73-acc6-4c09-92d8-25de7405acba'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:37:19.496055 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c0cd90-4a3b-4365-9308-a26fc6d182c7 req-d91c7b0b-a66a-4d3f-a9b3-38f7341a8b9d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:37:19.498392 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c6c0cd90-4a3b-4365-9308-a26fc6d182c7 req-d91c7b0b-a66a-4d3f-a9b3-38f7341a8b9d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=6da7b8a6-b538-4b91-bb27-9c36b85f710f HTTP/1.1" status: 200 len: 944 time: 0.0527520 Sep 24 16:37:19.542749 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c6c0cd90-4a3b-4365-9308-a26fc6d182c7 req-4d9f3d56-8b57-40fc-8f11-d261a2e0c56d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=1036dfca-72de-443d-b089-bd4f6954ebbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377018 Sep 24 16:37:20.611114 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device d46abf73-acc6-4c09-92d8-25de7405acba up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:37:20.694535 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edf5d9e-b75d-4c9e-881d-262c37a8656c req-edfa2063-1470-42e6-9ae2-276075085bc7 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:37:20.696171 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7edf5d9e-b75d-4c9e-881d-262c37a8656c req-edfa2063-1470-42e6-9ae2-276075085bc7 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=6da7b8a6-b538-4b91-bb27-9c36b85f710f HTTP/1.1" status: 200 len: 944 time: 0.0822937 Sep 24 16:37:20.738687 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7edf5d9e-b75d-4c9e-881d-262c37a8656c req-6a1f2206-8bb2-4dc2-ae4d-2dcc7c6781d8 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=1036dfca-72de-443d-b089-bd4f6954ebbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344143 Sep 24 16:37:20.750562 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port d46abf73-acc6-4c09-92d8-25de7405acba completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 16:37:20.755803 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port d46abf73-acc6-4c09-92d8-25de7405acba triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:37:20.756437 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:20.837496 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:20.864328 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6da7b8a6-b538-4b91-bb27-9c36b85f710f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd46abf73-acc6-4c09-92d8-25de7405acba'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:37:20.866683 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e675284d64920c3690942d07fd233bec6618b8bcfb70da99a5b5d86610f0b706" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe778c7e-7d9b-4c51-9229-ab7b10a76188" -d '{"events": [{"server_uuid": "6da7b8a6-b538-4b91-bb27-9c36b85f710f", "name": "network-vif-plugged", "status": "completed", "tag": "d46abf73-acc6-4c09-92d8-25de7405acba"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:37:20.881694 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port d46abf73-acc6-4c09-92d8-25de7405acba, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=d46abf73-acc6-4c09-92d8-25de7405acba,segment=NetworkSegment(1b09fbf8-a2de-44a9-99ed-540155497154),segment_id=1b09fbf8-a2de-44a9-99ed-540155497154)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:37:20.907499 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39abf15a-8de9-4b71-a2d6-31f846a90a13 x-openstack-request-id: req-39abf15a-8de9-4b71-a2d6-31f846a90a13 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:37:20.907792 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6da7b8a6-b538-4b91-bb27-9c36b85f710f", "name": "network-vif-plugged", "status": "completed", "tag": "d46abf73-acc6-4c09-92d8-25de7405acba", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:37:20.908049 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-39abf15a-8de9-4b71-a2d6-31f846a90a13 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:37:20.908454 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6da7b8a6-b538-4b91-bb27-9c36b85f710f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd46abf73-acc6-4c09-92d8-25de7405acba', 'code': 200} Sep 24 16:37:20.938241 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:20.992213 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=d46abf73-acc6-4c09-92d8-25de7405acba,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:37:21.011524 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bca364-987d-4d6e-b69a-f7d5a483dd23 req-a7e18717-bc9b-4587-8942-c08ef96d114a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:37:21.013608 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b5bca364-987d-4d6e-b69a-f7d5a483dd23 req-a7e18717-bc9b-4587-8942-c08ef96d114a service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=6da7b8a6-b538-4b91-bb27-9c36b85f710f HTTP/1.1" status: 200 len: 1096 time: 0.0442200 Sep 24 16:37:21.049462 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b5bca364-987d-4d6e-b69a-f7d5a483dd23 req-13b45b8d-c21f-4924-9787-830ee2b01d37 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=1036dfca-72de-443d-b089-bd4f6954ebbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286787 Sep 24 16:37:21.860717 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1437d4d8-0db3-48e9-a007-068b1d21ea6a req-232af276-3ea6-4c18-9e92-7f7cc43a9fd2 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:37:21.862276 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1437d4d8-0db3-48e9-a007-068b1d21ea6a req-232af276-3ea6-4c18-9e92-7f7cc43a9fd2 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=6da7b8a6-b538-4b91-bb27-9c36b85f710f HTTP/1.1" status: 200 len: 945 time: 0.0522451 Sep 24 16:37:21.901375 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1437d4d8-0db3-48e9-a007-068b1d21ea6a req-f4bc0910-4409-4bc2-b9d3-845c1885c49d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=1036dfca-72de-443d-b089-bd4f6954ebbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331569 Sep 24 16:37:23.031449 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bda1545-3c27-44c7-982c-b6a77d4eed29 req-0f674698-ca78-4bc1-8527-9ecbd84caaba tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:37:23.033063 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5bda1545-3c27-44c7-982c-b6a77d4eed29 req-0f674698-ca78-4bc1-8527-9ecbd84caaba tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=6da7b8a6-b538-4b91-bb27-9c36b85f710f HTTP/1.1" status: 200 len: 945 time: 0.0580220 Sep 24 16:37:23.079218 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5bda1545-3c27-44c7-982c-b6a77d4eed29 req-c07b90ce-4499-4e00-9cf7-f926d479d7ed tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=1036dfca-72de-443d-b089-bd4f6954ebbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348425 Sep 24 16:37:23.197493 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be15198b-9fc1-4ae4-bd94-b6e8cf198540 req-0620b200-56e1-4133-9f34-bdc89b3dd7d1 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:37:23.199016 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-be15198b-9fc1-4ae4-bd94-b6e8cf198540 req-0620b200-56e1-4133-9f34-bdc89b3dd7d1 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=6da7b8a6-b538-4b91-bb27-9c36b85f710f HTTP/1.1" status: 200 len: 945 time: 0.0514624 Sep 24 16:37:23.241545 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-be15198b-9fc1-4ae4-bd94-b6e8cf198540 req-16a8eb8e-8b70-42fc-a7bf-ea4ce3d88007 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=1036dfca-72de-443d-b089-bd4f6954ebbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359111 Sep 24 16:37:23.263963 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47160) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:37:23.306868 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f40dd3-33a6-446c-b54b-76f023a263f0 tempest-TestNetworkAdvancedServerOps-2073741627 tempest-TestNetworkAdvancedServerOps-2073741627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:37:23.308455 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-d4f40dd3-33a6-446c-b54b-76f023a263f0 tempest-TestNetworkAdvancedServerOps-2073741627 tempest-TestNetworkAdvancedServerOps-2073741627-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=6da7b8a6-b538-4b91-bb27-9c36b85f710f HTTP/1.1" status: 200 len: 1091 time: 0.0434880 Sep 24 16:37:23.311468 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47162) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:37:23.315966 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-4fbcc9a4-6f03-42c7-ab45-f3501e2c6d68 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Request body: {'floatingip': {'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'port_id': 'd46abf73-acc6-4c09-92d8-25de7405acba', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:37:23.384236 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4fbcc9a4-6f03-42c7-ab45-f3501e2c6d68 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for floatingip, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:23.485257 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4fbcc9a4-6f03-42c7-ab45-f3501e2c6d68 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:23.588766 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-4fbcc9a4-6f03-42c7-ab45-f3501e2c6d68 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Allocated IP 172.25.0.67 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/2b2f548b-acb9-459a-8445-e18d0c31aa17) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:37:23.704812 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4fbcc9a4-6f03-42c7-ab45-f3501e2c6d68 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:23.790647 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4fbcc9a4-6f03-42c7-ab45-f3501e2c6d68 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:23.829660 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fbcc9a4-6f03-42c7-ab45-f3501e2c6d68 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:37:23.832657 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-4fbcc9a4-6f03-42c7-ab45-f3501e2c6d68 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:37:23.836386 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbcc9a4-6f03-42c7-ab45-f3501e2c6d68 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:37:23.866846 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbcc9a4-6f03-42c7-ab45-f3501e2c6d68 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event updated for resources: {'Port': ['ID=2b2f548b-acb9-459a-8445-e18d0c31aa17,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:37:24.373974 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4fbcc9a4-6f03-42c7-ab45-f3501e2c6d68 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:24.531107 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4fbcc9a4-6f03-42c7-ab45-f3501e2c6d68 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:24.691349 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4fbcc9a4-6f03-42c7-ab45-f3501e2c6d68 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:24.755552 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4fbcc9a4-6f03-42c7-ab45-f3501e2c6d68 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:24.829074 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbcc9a4-6f03-42c7-ab45-f3501e2c6d68 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event updated for resources: {'Port': ['ID=2b2f548b-acb9-459a-8445-e18d0c31aa17,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:37:24.840656 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4fbcc9a4-6f03-42c7-ab45-f3501e2c6d68 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:24.947103 n-d-808921-1 neutron-server[95298]: INFO neutron.db.l3_db [None req-4fbcc9a4-6f03-42c7-ab45-f3501e2c6d68 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Floating IP cac52651-cc25-4514-b030-cfcc3fd0874f associated. External IP: 172.25.0.67, port: d46abf73-acc6-4c09-92d8-25de7405acba. Sep 24 16:37:25.184340 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fbcc9a4-6f03-42c7-ab45-f3501e2c6d68 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Router 3cd83ea1-8f4d-4a3b-a47d-0058c44282ff has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:37:25.299484 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fbcc9a4-6f03-42c7-ab45-f3501e2c6d68 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:37:25.309158 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee88127-dba5-4362-965c-4f827a5bc5da None None] Sync routers for ids ['3cd83ea1-8f4d-4a3b-a47d-0058c44282ff'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:37:25.322547 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee88127-dba5-4362-965c-4f827a5bc5da None None] Routers {'3cd83ea1-8f4d-4a3b-a47d-0058c44282ff'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:37:25.323331 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-5ee88127-dba5-4362-965c-4f827a5bc5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:37:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['3cd83ea1-8f4d-4a3b-a47d-0058c44282ff'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:37:25.373252 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4fbcc9a4-6f03-42c7-ab45-f3501e2c6d68 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:25.401482 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-4fbcc9a4-6f03-42c7-ab45-f3501e2c6d68 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0889480 Sep 24 16:37:25.402234 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6da7b8a6-b538-4b91-bb27-9c36b85f710f', 'tag': 'd46abf73-acc6-4c09-92d8-25de7405acba'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:37:25.405241 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86bdbdc9b9e92b390e2d9cb11b84962cc6f6bd0fdc6518f79f4e2677ef2c88f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89952626-8d15-4dba-a666-8adfce9b872e" -d '{"events": [{"name": "network-changed", "server_uuid": "6da7b8a6-b538-4b91-bb27-9c36b85f710f", "tag": "d46abf73-acc6-4c09-92d8-25de7405acba"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:37:25.440842 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-5ee88127-dba5-4362-965c-4f827a5bc5da None None] Set router 3cd83ea1-8f4d-4a3b-a47d-0058c44282ff gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:37:25.455000 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e74ec90-8309-4669-ab20-fd07f30b5058 x-openstack-request-id: req-3e74ec90-8309-4669-ab20-fd07f30b5058 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:37:25.455291 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6da7b8a6-b538-4b91-bb27-9c36b85f710f", "tag": "d46abf73-acc6-4c09-92d8-25de7405acba", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:37:25.455567 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-3e74ec90-8309-4669-ab20-fd07f30b5058 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:37:25.456013 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6da7b8a6-b538-4b91-bb27-9c36b85f710f', 'tag': 'd46abf73-acc6-4c09-92d8-25de7405acba', 'status': 'completed', 'code': 200} Sep 24 16:37:25.696713 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-5ee88127-dba5-4362-965c-4f827a5bc5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd83ea1-8f4d-4a3b-a47d-0058c44282ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-949251494', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': 'ea1f27d5-867d-4617-9713-b9c20e523c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:37:00Z', 'updated_at': '2021-09-24T16:37:04Z', 'revision_number': 4, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'gw_port': {'id': 'ea1f27d5-867d-4617-9713-b9c20e523c04', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:98:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd83ea1-8f4d-4a3b-a47d-0058c44282ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:37:00Z', 'updated_at': '2021-09-24T16:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': 'cac52651-cc25-4514-b030-cfcc3fd0874f', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'floating_ip_address': '172.25.0.67', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '3cd83ea1-8f4d-4a3b-a47d-0058c44282ff', 'port_id': 'd46abf73-acc6-4c09-92d8-25de7405acba', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4197, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5c4aa82-27f3-48f2-9dd0-c48971e44370', 'mac_address': 'fa:16:3e:c8:a7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da7b8a6-b538-4b91-bb27-9c36b85f710f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T16:37:24Z', 'updated_at': '2021-09-24T16:37:24Z', 'revision_number': 0, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e503c225-d9ad-4d56-9092-e94362776505', 'name': '', 'network_id': 'f5c4aa82-27f3-48f2-9dd0-c48971e44370', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'mac_address': 'fa:16:3e:88:33:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd83ea1-8f4d-4a3b-a47d-0058c44282ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '683f5921-eaae-40ee-940d-6d2d130b99cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:37:04Z', 'updated_at': '2021-09-24T16:37:07Z', 'revision_number': 5, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'subnets': [{'id': '683f5921-eaae-40ee-940d-6d2d130b99cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:37:25.725193 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee88127-dba5-4362-965c-4f827a5bc5da None None] Checking router: 3cd83ea1-8f4d-4a3b-a47d-0058c44282ff for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:37:25.734716 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee88127-dba5-4362-965c-4f827a5bc5da None None] Routers {'3cd83ea1-8f4d-4a3b-a47d-0058c44282ff'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:37:25.735352 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-5ee88127-dba5-4362-965c-4f827a5bc5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:37:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['3cd83ea1-8f4d-4a3b-a47d-0058c44282ff'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:37:25.845364 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234a120-e1bb-47ea-87cf-0c91a8fb8f38 req-1ba5a94c-0ae2-417a-bd14-3641839bb586 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:37:25.846957 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c234a120-e1bb-47ea-87cf-0c91a8fb8f38 req-1ba5a94c-0ae2-417a-bd14-3641839bb586 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=6da7b8a6-b538-4b91-bb27-9c36b85f710f HTTP/1.1" status: 200 len: 945 time: 0.3825660 Sep 24 16:37:25.851990 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-5ee88127-dba5-4362-965c-4f827a5bc5da None None] Set router 3cd83ea1-8f4d-4a3b-a47d-0058c44282ff gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:37:25.853804 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89952626-8d15-4dba-a666-8adfce9b872e req-732c6a36-f39e-442d-a579-fb6ea80254c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:37:25.855494 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-89952626-8d15-4dba-a666-8adfce9b872e req-732c6a36-f39e-442d-a579-fb6ea80254c9 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=28cadd01842a4b25a3b760a81c9d7553&device_id=6da7b8a6-b538-4b91-bb27-9c36b85f710f HTTP/1.1" status: 200 len: 1096 time: 0.3614919 Sep 24 16:37:25.919413 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c234a120-e1bb-47ea-87cf-0c91a8fb8f38 req-b339d0d4-c44f-44a3-a50c-34447c597993 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=1036dfca-72de-443d-b089-bd4f6954ebbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623665 Sep 24 16:37:25.943574 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47168) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:37:25.983889 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89952626-8d15-4dba-a666-8adfce9b872e req-3a95abc9-183f-471d-b8b2-72f754d8dc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:37:25.985286 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-89952626-8d15-4dba-a666-8adfce9b872e req-3a95abc9-183f-471d-b8b2-72f754d8dc89 service neutron] 10.222.0.110 "GET /v2.0/networks?id=f5c4aa82-27f3-48f2-9dd0-c48971e44370 HTTP/1.1" status: 200 len: 898 time: 0.1218579 Sep 24 16:37:26.028093 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-20f6fdac-17b0-460f-9632-9f1cd87443a6 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/floatingips/cac52651-cc25-4514-b030-cfcc3fd0874f HTTP/1.1" status: 200 len: 990 time: 0.0827832 Sep 24 16:37:26.065849 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-89952626-8d15-4dba-a666-8adfce9b872e req-a253e170-d4fe-4bf2-b90d-790a00adcef7 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d46abf73-acc6-4c09-92d8-25de7405acba HTTP/1.1" status: 200 len: 998 time: 0.0681798 Sep 24 16:37:26.112851 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-5ee88127-dba5-4362-965c-4f827a5bc5da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd83ea1-8f4d-4a3b-a47d-0058c44282ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-949251494', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': 'ea1f27d5-867d-4617-9713-b9c20e523c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:37:00Z', 'updated_at': '2021-09-24T16:37:04Z', 'revision_number': 4, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'gw_port': {'id': 'ea1f27d5-867d-4617-9713-b9c20e523c04', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:98:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd83ea1-8f4d-4a3b-a47d-0058c44282ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:37:00Z', 'updated_at': '2021-09-24T16:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': 'cac52651-cc25-4514-b030-cfcc3fd0874f', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'floating_ip_address': '172.25.0.67', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '3cd83ea1-8f4d-4a3b-a47d-0058c44282ff', 'port_id': 'd46abf73-acc6-4c09-92d8-25de7405acba', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4197, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5c4aa82-27f3-48f2-9dd0-c48971e44370', 'mac_address': 'fa:16:3e:c8:a7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da7b8a6-b538-4b91-bb27-9c36b85f710f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T16:37:24Z', 'updated_at': '2021-09-24T16:37:24Z', 'revision_number': 0, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e503c225-d9ad-4d56-9092-e94362776505', 'name': '', 'network_id': 'f5c4aa82-27f3-48f2-9dd0-c48971e44370', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'mac_address': 'fa:16:3e:88:33:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd83ea1-8f4d-4a3b-a47d-0058c44282ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '683f5921-eaae-40ee-940d-6d2d130b99cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:37:04Z', 'updated_at': '2021-09-24T16:37:07Z', 'revision_number': 5, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'subnets': [{'id': '683f5921-eaae-40ee-940d-6d2d130b99cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:37:26.143789 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89952626-8d15-4dba-a666-8adfce9b872e req-419a0e2f-476f-450e-aec9-31f083d6e888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:37:26.153518 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-89952626-8d15-4dba-a666-8adfce9b872e req-419a0e2f-476f-450e-aec9-31f083d6e888 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=683f5921-eaae-40ee-940d-6d2d130b99cf HTTP/1.1" status: 200 len: 835 time: 0.0711560 Sep 24 16:37:26.154433 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee88127-dba5-4362-965c-4f827a5bc5da None None] The sync data for ids ['3cd83ea1-8f4d-4a3b-a47d-0058c44282ff'] in n-d-808921-1 is: [{'id': '3cd83ea1-8f4d-4a3b-a47d-0058c44282ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-949251494', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': 'ea1f27d5-867d-4617-9713-b9c20e523c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:37:00Z', 'updated_at': '2021-09-24T16:37:04Z', 'revision_number': 4, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'gw_port': {'id': 'ea1f27d5-867d-4617-9713-b9c20e523c04', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:98:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd83ea1-8f4d-4a3b-a47d-0058c44282ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:37:00Z', 'updated_at': '2021-09-24T16:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': 'cac52651-cc25-4514-b030-cfcc3fd0874f', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'floating_ip_address': '172.25.0.67', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '3cd83ea1-8f4d-4a3b-a47d-0058c44282ff', 'port_id': 'd46abf73-acc6-4c09-92d8-25de7405acba', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4197, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5c4aa82-27f3-48f2-9dd0-c48971e44370', 'mac_address': 'fa:16:3e:c8:a7:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6da7b8a6-b538-4b91-bb27-9c36b85f710f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T16:37:24Z', 'updated_at': '2021-09-24T16:37:24Z', 'revision_number': 0, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e503c225-d9ad-4d56-9092-e94362776505', 'name': '', 'network_id': 'f5c4aa82-27f3-48f2-9dd0-c48971e44370', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'mac_address': 'fa:16:3e:88:33:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd83ea1-8f4d-4a3b-a47d-0058c44282ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '683f5921-eaae-40ee-940d-6d2d130b99cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:37:04Z', 'updated_at': '2021-09-24T16:37:07Z', 'revision_number': 5, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'subnets': [{'id': '683f5921-eaae-40ee-940d-6d2d130b99cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:37:26.212472 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89952626-8d15-4dba-a666-8adfce9b872e req-0fa569ee-48f4-4d76-86c0-771b3971fd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:37:26.216639 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-89952626-8d15-4dba-a666-8adfce9b872e req-0fa569ee-48f4-4d76-86c0-771b3971fd6d service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=f5c4aa82-27f3-48f2-9dd0-c48971e44370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0602469 Sep 24 16:37:26.327001 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-89952626-8d15-4dba-a666-8adfce9b872e req-ea7ae5fa-5108-466c-b0e4-b3e17cca3d4a service neutron] 10.222.0.110 "GET /v2.0/networks/f5c4aa82-27f3-48f2-9dd0-c48971e44370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039619 Sep 24 16:37:26.414104 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76f723ff-b73d-40a4-87ff-d3a4cab7e571 None None] New status for floating IP cac52651-cc25-4514-b030-cfcc3fd0874f: ACTIVE {{(pid=95300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 16:37:26.471687 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-89952626-8d15-4dba-a666-8adfce9b872e req-ec6c8914-19b0-4e8d-a840-ae4085916287 service neutron] 10.222.0.110 "GET /v2.0/networks/f5c4aa82-27f3-48f2-9dd0-c48971e44370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363378 Sep 24 16:37:27.031193 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47170) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:37:27.093234 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ee3afd72-8f10-4368-8a39-b1697834ad5b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/floatingips/cac52651-cc25-4514-b030-cfcc3fd0874f HTTP/1.1" status: 200 len: 992 time: 0.0609004 Sep 24 16:37:31.241302 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3a2a103d-9e83-4bbd-a0c6-56f60bfab148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:33.938002 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4a471295-7660-48ff-9329-8b6aa4b417a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:34.322030 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:35.528235 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:36.961222 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:39.533072 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:41.423550 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:37:47.061799 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:38:00.833401 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a56c9d5-3cbf-4a0f-be89-56ed36bbd92c req-80b54f1e-3ddb-4f42-a640-1383beaae703 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:38:00.834981 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8a56c9d5-3cbf-4a0f-be89-56ed36bbd92c req-80b54f1e-3ddb-4f42-a640-1383beaae703 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=6da7b8a6-b538-4b91-bb27-9c36b85f710f HTTP/1.1" status: 200 len: 945 time: 0.0553417 Sep 24 16:38:00.880468 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8a56c9d5-3cbf-4a0f-be89-56ed36bbd92c req-e80d32c0-57da-40ac-b3f6-26297e561e6e tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=1036dfca-72de-443d-b089-bd4f6954ebbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377629 Sep 24 16:38:00.938180 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df4249-97ce-459c-b43c-931e4f1b403a req-a116a1fc-a389-457f-8e21-cb973a485840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:38:00.939759 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f6df4249-97ce-459c-b43c-931e4f1b403a req-a116a1fc-a389-457f-8e21-cb973a485840 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=28cadd01842a4b25a3b760a81c9d7553&device_id=6da7b8a6-b538-4b91-bb27-9c36b85f710f HTTP/1.1" status: 200 len: 1096 time: 0.0494475 Sep 24 16:38:01.047390 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df4249-97ce-459c-b43c-931e4f1b403a req-596fa628-5026-4e59-9a6d-2e8082f71180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:38:01.048838 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f6df4249-97ce-459c-b43c-931e4f1b403a req-596fa628-5026-4e59-9a6d-2e8082f71180 service neutron] 10.222.0.110 "GET /v2.0/networks?id=f5c4aa82-27f3-48f2-9dd0-c48971e44370 HTTP/1.1" status: 200 len: 898 time: 0.1011939 Sep 24 16:38:01.119316 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f6df4249-97ce-459c-b43c-931e4f1b403a req-ee643157-52fc-4d33-9c1e-14578c35887e service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d46abf73-acc6-4c09-92d8-25de7405acba HTTP/1.1" status: 200 len: 1000 time: 0.0606065 Sep 24 16:38:01.178866 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df4249-97ce-459c-b43c-931e4f1b403a req-8357dcbd-eeda-4389-b6c5-f710feb0b579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:38:01.180357 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f6df4249-97ce-459c-b43c-931e4f1b403a req-8357dcbd-eeda-4389-b6c5-f710feb0b579 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=683f5921-eaae-40ee-940d-6d2d130b99cf HTTP/1.1" status: 200 len: 835 time: 0.0499928 Sep 24 16:38:01.239982 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df4249-97ce-459c-b43c-931e4f1b403a req-442449e3-d636-42b7-bdf9-fad1b4fd1691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:38:01.241813 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f6df4249-97ce-459c-b43c-931e4f1b403a req-442449e3-d636-42b7-bdf9-fad1b4fd1691 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=f5c4aa82-27f3-48f2-9dd0-c48971e44370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486126 Sep 24 16:38:01.245046 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-23fe2de0-23d1-4337-86b8-16fa048e684e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:01.340172 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f6df4249-97ce-459c-b43c-931e4f1b403a req-60673970-9f63-4c5e-a489-2a91df8c354e service neutron] 10.222.0.110 "GET /v2.0/networks/f5c4aa82-27f3-48f2-9dd0-c48971e44370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872283 Sep 24 16:38:01.445142 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f6df4249-97ce-459c-b43c-931e4f1b403a req-36fcb88c-2a01-42fd-b49a-3d6af4faeeab service neutron] 10.222.0.110 "GET /v2.0/networks/f5c4aa82-27f3-48f2-9dd0-c48971e44370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986612 Sep 24 16:38:02.007941 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14536013-3922-451d-9fea-35312b64f05e req-7aa64793-e495-418b-a2cd-8ffe963ee456 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:38:02.009593 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-14536013-3922-451d-9fea-35312b64f05e req-7aa64793-e495-418b-a2cd-8ffe963ee456 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=6da7b8a6-b538-4b91-bb27-9c36b85f710f HTTP/1.1" status: 200 len: 945 time: 0.0547326 Sep 24 16:38:02.049431 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-14536013-3922-451d-9fea-35312b64f05e req-c0dc0411-7e18-4555-a9b9-d7671b27c79b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=1036dfca-72de-443d-b089-bd4f6954ebbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332258 Sep 24 16:38:03.169945 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53674e4c-24e9-42d1-8b43-65f03834cb1f req-ca2797fa-a639-4393-a8c4-a30e1146dfdf tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:38:03.171513 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-53674e4c-24e9-42d1-8b43-65f03834cb1f req-ca2797fa-a639-4393-a8c4-a30e1146dfdf tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=6da7b8a6-b538-4b91-bb27-9c36b85f710f HTTP/1.1" status: 200 len: 945 time: 0.0506117 Sep 24 16:38:03.210565 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-53674e4c-24e9-42d1-8b43-65f03834cb1f req-ca260700-8dd9-4fb9-94e1-c74bddd45f4e tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=1036dfca-72de-443d-b089-bd4f6954ebbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323374 Sep 24 16:38:03.925316 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-fd377d15-8b21-4b79-9432-397afd5b2e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:04.342315 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5945c0-33d6-46d9-954e-c3562d852574 req-1f4ba284-e3f4-4095-b25f-155014033011 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:38:04.343978 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7e5945c0-33d6-46d9-954e-c3562d852574 req-1f4ba284-e3f4-4095-b25f-155014033011 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=6da7b8a6-b538-4b91-bb27-9c36b85f710f HTTP/1.1" status: 200 len: 945 time: 0.0541654 Sep 24 16:38:04.377496 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:04.390957 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7e5945c0-33d6-46d9-954e-c3562d852574 req-99df9bd8-015c-4072-88e9-c7ac164f5afe tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=1036dfca-72de-443d-b089-bd4f6954ebbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403275 Sep 24 16:38:05.523909 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62abf087-4b6b-469e-86ab-e0ee94537a03 req-806d177e-81d6-41b7-925e-5ff888e71b5e tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:38:05.525969 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-62abf087-4b6b-469e-86ab-e0ee94537a03 req-806d177e-81d6-41b7-925e-5ff888e71b5e tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=6da7b8a6-b538-4b91-bb27-9c36b85f710f HTTP/1.1" status: 200 len: 945 time: 0.0624568 Sep 24 16:38:05.574727 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-62abf087-4b6b-469e-86ab-e0ee94537a03 req-1a9e0aea-c126-4d45-afd4-41967cd575fe tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=1036dfca-72de-443d-b089-bd4f6954ebbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420606 Sep 24 16:38:05.702453 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:06.694359 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f1572-d0e6-4060-8623-d816789b9a72 req-60721128-1d86-4067-80fd-d82ecb6e6eb1 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:38:06.696040 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-429f1572-d0e6-4060-8623-d816789b9a72 req-60721128-1d86-4067-80fd-d82ecb6e6eb1 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=6da7b8a6-b538-4b91-bb27-9c36b85f710f HTTP/1.1" status: 200 len: 945 time: 0.0529726 Sep 24 16:38:06.743097 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-429f1572-d0e6-4060-8623-d816789b9a72 req-a17cb540-47e8-43ff-877b-a34846960b27 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=1036dfca-72de-443d-b089-bd4f6954ebbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404658 Sep 24 16:38:07.023616 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:07.882129 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e55856-9b54-4e76-85e3-43740aa6fbd7 req-41c3d972-c502-4ec6-8c68-c8b6ceeef288 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:38:07.883830 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f8e55856-9b54-4e76-85e3-43740aa6fbd7 req-41c3d972-c502-4ec6-8c68-c8b6ceeef288 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=6da7b8a6-b538-4b91-bb27-9c36b85f710f HTTP/1.1" status: 200 len: 945 time: 0.0571940 Sep 24 16:38:07.928217 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f8e55856-9b54-4e76-85e3-43740aa6fbd7 req-7a1bd0b9-d684-4439-b936-bb62ee0c0495 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=1036dfca-72de-443d-b089-bd4f6954ebbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371559 Sep 24 16:38:09.048146 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a3f73-0210-4f64-8bb9-6fbff0cc527d req-d19c64ca-6291-4654-8860-e2685ccc33c3 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:38:09.049716 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-501a3f73-0210-4f64-8bb9-6fbff0cc527d req-d19c64ca-6291-4654-8860-e2685ccc33c3 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=6da7b8a6-b538-4b91-bb27-9c36b85f710f HTTP/1.1" status: 200 len: 945 time: 0.0506539 Sep 24 16:38:09.093470 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-501a3f73-0210-4f64-8bb9-6fbff0cc527d req-010b327f-7008-4c80-8367-cea680c87873 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=1036dfca-72de-443d-b089-bd4f6954ebbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341311 Sep 24 16:38:09.514302 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:10.254773 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcad6c9-1383-49c8-a387-5184c96a062c req-67dccdba-c7da-4a40-a263-f324ac87cfdd tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:38:10.257535 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cbcad6c9-1383-49c8-a387-5184c96a062c req-67dccdba-c7da-4a40-a263-f324ac87cfdd tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=6da7b8a6-b538-4b91-bb27-9c36b85f710f HTTP/1.1" status: 200 len: 945 time: 0.0867951 Sep 24 16:38:10.297629 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cbcad6c9-1383-49c8-a387-5184c96a062c req-f175d11d-64ed-47d0-acdd-a27497f850d6 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=1036dfca-72de-443d-b089-bd4f6954ebbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327878 Sep 24 16:38:11.418896 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be91182-ac94-402e-9c86-37ed1d89e92d req-146b42ac-b267-4907-8024-e6a561b4b9ea tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:38:11.420616 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1be91182-ac94-402e-9c86-37ed1d89e92d req-146b42ac-b267-4907-8024-e6a561b4b9ea tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=6da7b8a6-b538-4b91-bb27-9c36b85f710f HTTP/1.1" status: 200 len: 945 time: 0.0521083 Sep 24 16:38:11.433758 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:11.467346 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1be91182-ac94-402e-9c86-37ed1d89e92d req-4cd7c981-e59a-490d-83c8-cab973279eb3 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=1036dfca-72de-443d-b089-bd4f6954ebbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403938 Sep 24 16:38:12.587709 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d48b37c-067d-473a-8aed-70e014259eb8 req-1bf3cee2-b9e0-4334-bffe-f59eb250fbd3 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:38:12.589434 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2d48b37c-067d-473a-8aed-70e014259eb8 req-1bf3cee2-b9e0-4334-bffe-f59eb250fbd3 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=6da7b8a6-b538-4b91-bb27-9c36b85f710f HTTP/1.1" status: 200 len: 945 time: 0.0536287 Sep 24 16:38:12.630137 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2d48b37c-067d-473a-8aed-70e014259eb8 req-6fcf6321-740a-48e0-9d52-a6f5abb946d1 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=1036dfca-72de-443d-b089-bd4f6954ebbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336788 Sep 24 16:38:13.759043 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb13a8a-c8d3-431e-a053-4bf91b0c5ed4 req-d2f8a90c-3c29-4ded-ad87-27c91e83d010 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:38:13.761644 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-aeb13a8a-c8d3-431e-a053-4bf91b0c5ed4 req-d2f8a90c-3c29-4ded-ad87-27c91e83d010 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=6da7b8a6-b538-4b91-bb27-9c36b85f710f HTTP/1.1" status: 200 len: 945 time: 0.0541461 Sep 24 16:38:13.801742 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-aeb13a8a-c8d3-431e-a053-4bf91b0c5ed4 req-8bb4581f-713a-4495-9c03-1e4c82161b3f tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=1036dfca-72de-443d-b089-bd4f6954ebbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338204 Sep 24 16:38:13.824672 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47214) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:38:13.895291 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-fd403405-c21a-46de-a15f-bab5c4353b99 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/floatingips/cac52651-cc25-4514-b030-cfcc3fd0874f HTTP/1.1" status: 200 len: 992 time: 0.0694675 Sep 24 16:38:17.544301 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1c638c6c-e9e7-4191-88ec-0a7a88609640 req-f3b553fd-a7f8-477d-8eb0-e152fe217800 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=6da7b8a6-b538-4b91-bb27-9c36b85f710f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399730 Sep 24 16:38:17.641361 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c638c6c-e9e7-4191-88ec-0a7a88609640 req-7d886e8f-6c12-47f7-9d50-5c171aa819bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:38:17.642813 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1c638c6c-e9e7-4191-88ec-0a7a88609640 req-7d886e8f-6c12-47f7-9d50-5c171aa819bb service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=28cadd01842a4b25a3b760a81c9d7553&device_id=6da7b8a6-b538-4b91-bb27-9c36b85f710f HTTP/1.1" status: 200 len: 1096 time: 0.0423036 Sep 24 16:38:17.761835 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c638c6c-e9e7-4191-88ec-0a7a88609640 req-0f63e87b-c91f-42f5-a687-7f5b634e7fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:38:17.763410 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1c638c6c-e9e7-4191-88ec-0a7a88609640 req-0f63e87b-c91f-42f5-a687-7f5b634e7fb5 service neutron] 10.222.0.110 "GET /v2.0/networks?id=f5c4aa82-27f3-48f2-9dd0-c48971e44370 HTTP/1.1" status: 200 len: 898 time: 0.0906286 Sep 24 16:38:17.829409 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1c638c6c-e9e7-4191-88ec-0a7a88609640 req-7594b3a4-cdac-45a4-8ad9-52dca355d5ac service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d46abf73-acc6-4c09-92d8-25de7405acba HTTP/1.1" status: 200 len: 1000 time: 0.0585210 Sep 24 16:38:17.884033 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c638c6c-e9e7-4191-88ec-0a7a88609640 req-1370a78b-1d2f-4ba7-b268-cc732dfb9f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:38:17.886176 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1c638c6c-e9e7-4191-88ec-0a7a88609640 req-1370a78b-1d2f-4ba7-b268-cc732dfb9f8b service neutron] 10.222.0.110 "GET /v2.0/subnets?id=683f5921-eaae-40ee-940d-6d2d130b99cf HTTP/1.1" status: 200 len: 835 time: 0.0491328 Sep 24 16:38:17.931603 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c638c6c-e9e7-4191-88ec-0a7a88609640 req-002f1afc-05d5-4c93-9d9d-f2d1c9865dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:38:17.933636 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1c638c6c-e9e7-4191-88ec-0a7a88609640 req-002f1afc-05d5-4c93-9d9d-f2d1c9865dd9 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=f5c4aa82-27f3-48f2-9dd0-c48971e44370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396430 Sep 24 16:38:18.030517 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1c638c6c-e9e7-4191-88ec-0a7a88609640 req-11ee8f9f-3e74-4e18-b4a3-e9bd3d2b58e9 service neutron] 10.222.0.110 "GET /v2.0/networks/f5c4aa82-27f3-48f2-9dd0-c48971e44370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874360 Sep 24 16:38:18.124807 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1c638c6c-e9e7-4191-88ec-0a7a88609640 req-3e360d4b-8efd-4cfd-bd8d-8c0944eb98cb service neutron] 10.222.0.110 "GET /v2.0/networks/f5c4aa82-27f3-48f2-9dd0-c48971e44370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855935 Sep 24 16:38:24.061506 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:38:31.272642 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3f72b2a4-1261-4bc3-827e-343db2a570da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:33.895576 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2764e198-a89f-4c11-ad90-cd7435a15f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:34.323764 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:35.518354 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:36.912116 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:39.529567 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:41.443587 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:46.314025 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47230) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:38:46.786928 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-295672d8-b37b-4f7f-b7e8-c657d89f7592 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Deleting port 2b2f548b-acb9-459a-8445-e18d0c31aa17 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:38:46.787269 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-295672d8-b37b-4f7f-b7e8-c657d89f7592 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:46.867813 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-295672d8-b37b-4f7f-b7e8-c657d89f7592 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:46.868142 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-295672d8-b37b-4f7f-b7e8-c657d89f7592 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:46.880209 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-295672d8-b37b-4f7f-b7e8-c657d89f7592 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Calling delete_port for 2b2f548b-acb9-459a-8445-e18d0c31aa17 owned by network:floatingip {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:38:47.100908 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-295672d8-b37b-4f7f-b7e8-c657d89f7592 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:47.127129 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295672d8-b37b-4f7f-b7e8-c657d89f7592 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event deleted for resources: {'Port': ['ID=2b2f548b-acb9-459a-8445-e18d0c31aa17,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:38:47.139041 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295672d8-b37b-4f7f-b7e8-c657d89f7592 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:38:47.139391 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295672d8-b37b-4f7f-b7e8-c657d89f7592 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:38:47.139736 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295672d8-b37b-4f7f-b7e8-c657d89f7592 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:38:47.140067 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295672d8-b37b-4f7f-b7e8-c657d89f7592 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:38:47.140397 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295672d8-b37b-4f7f-b7e8-c657d89f7592 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:38:47.140725 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295672d8-b37b-4f7f-b7e8-c657d89f7592 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:38:47.141050 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295672d8-b37b-4f7f-b7e8-c657d89f7592 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:38:47.141387 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295672d8-b37b-4f7f-b7e8-c657d89f7592 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:38:47.141697 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295672d8-b37b-4f7f-b7e8-c657d89f7592 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:38:47.142017 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295672d8-b37b-4f7f-b7e8-c657d89f7592 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:38:47.142356 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295672d8-b37b-4f7f-b7e8-c657d89f7592 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:38:47.142675 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295672d8-b37b-4f7f-b7e8-c657d89f7592 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:38:47.196575 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-295672d8-b37b-4f7f-b7e8-c657d89f7592 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for floatingip, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:47.196896 n-d-808921-1 neutron-server[95297]: INFO neutron.db.l3_db [None req-295672d8-b37b-4f7f-b7e8-c657d89f7592 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Floating IP cac52651-cc25-4514-b030-cfcc3fd0874f disassociated (deleted). External IP: 172.25.0.67, port: d46abf73-acc6-4c09-92d8-25de7405acba. Sep 24 16:38:47.407510 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-295672d8-b37b-4f7f-b7e8-c657d89f7592 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Router 3cd83ea1-8f4d-4a3b-a47d-0058c44282ff has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:38:47.520927 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-295672d8-b37b-4f7f-b7e8-c657d89f7592 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:38:47.525912 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-295672d8-b37b-4f7f-b7e8-c657d89f7592 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:47.530761 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467eaccb-706b-489f-b715-9ef176efe0d5 None None] Sync routers for ids ['3cd83ea1-8f4d-4a3b-a47d-0058c44282ff'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:38:47.540312 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467eaccb-706b-489f-b715-9ef176efe0d5 None None] Routers {'3cd83ea1-8f4d-4a3b-a47d-0058c44282ff'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:38:47.540921 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-467eaccb-706b-489f-b715-9ef176efe0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:38:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['3cd83ea1-8f4d-4a3b-a47d-0058c44282ff'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:38:47.553613 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-295672d8-b37b-4f7f-b7e8-c657d89f7592 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "DELETE /v2.0/floatingips/cac52651-cc25-4514-b030-cfcc3fd0874f HTTP/1.1" status: 204 len: 168 time: 1.2384703 Sep 24 16:38:47.554208 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6da7b8a6-b538-4b91-bb27-9c36b85f710f', 'tag': 'd46abf73-acc6-4c09-92d8-25de7405acba'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:38:47.556533 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce09631955309d89252ad503228e8356032135eb6e803a44cefb008b5f264874" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70fea776-1f85-4855-a13d-9791fc81bec2" -d '{"events": [{"name": "network-changed", "server_uuid": "6da7b8a6-b538-4b91-bb27-9c36b85f710f", "tag": "d46abf73-acc6-4c09-92d8-25de7405acba"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:38:47.620868 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7577cc03-49b8-48e0-a00c-b8fb4da309d3 x-openstack-request-id: req-7577cc03-49b8-48e0-a00c-b8fb4da309d3 {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:38:47.621152 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6da7b8a6-b538-4b91-bb27-9c36b85f710f", "tag": "d46abf73-acc6-4c09-92d8-25de7405acba", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:38:47.621403 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-7577cc03-49b8-48e0-a00c-b8fb4da309d3 {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:38:47.622986 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6da7b8a6-b538-4b91-bb27-9c36b85f710f', 'tag': 'd46abf73-acc6-4c09-92d8-25de7405acba', 'status': 'completed', 'code': 200} Sep 24 16:38:47.697840 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fea776-1f85-4855-a13d-9791fc81bec2 req-00127126-a00b-4286-b246-5d53bcde6cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:38:47.699387 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-70fea776-1f85-4855-a13d-9791fc81bec2 req-00127126-a00b-4286-b246-5d53bcde6cd7 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=28cadd01842a4b25a3b760a81c9d7553&device_id=6da7b8a6-b538-4b91-bb27-9c36b85f710f HTTP/1.1" status: 200 len: 1096 time: 0.0496747 Sep 24 16:38:47.808669 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fea776-1f85-4855-a13d-9791fc81bec2 req-8110c104-3d64-437f-bdda-7213f6e441b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:38:47.810202 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-70fea776-1f85-4855-a13d-9791fc81bec2 req-8110c104-3d64-437f-bdda-7213f6e441b4 service neutron] 10.222.0.110 "GET /v2.0/networks?id=f5c4aa82-27f3-48f2-9dd0-c48971e44370 HTTP/1.1" status: 200 len: 898 time: 0.1015089 Sep 24 16:38:47.823117 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-467eaccb-706b-489f-b715-9ef176efe0d5 None None] Set router 3cd83ea1-8f4d-4a3b-a47d-0058c44282ff gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:38:47.858400 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-70fea776-1f85-4855-a13d-9791fc81bec2 req-53c81e48-8bfd-43f9-8e8d-db8cc51fd36a service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d46abf73-acc6-4c09-92d8-25de7405acba HTTP/1.1" status: 200 len: 217 time: 0.0380018 Sep 24 16:38:47.917558 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fea776-1f85-4855-a13d-9791fc81bec2 req-b384f2d7-d243-41d9-add2-eec615fdcee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:38:47.919209 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-70fea776-1f85-4855-a13d-9791fc81bec2 req-b384f2d7-d243-41d9-add2-eec615fdcee9 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=683f5921-eaae-40ee-940d-6d2d130b99cf HTTP/1.1" status: 200 len: 835 time: 0.0518785 Sep 24 16:38:47.988790 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fea776-1f85-4855-a13d-9791fc81bec2 req-08925d95-bc51-4062-8179-1f43bcfc8358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:38:47.991475 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-70fea776-1f85-4855-a13d-9791fc81bec2 req-08925d95-bc51-4062-8179-1f43bcfc8358 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=f5c4aa82-27f3-48f2-9dd0-c48971e44370&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547783 Sep 24 16:38:48.047310 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-467eaccb-706b-489f-b715-9ef176efe0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd83ea1-8f4d-4a3b-a47d-0058c44282ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-949251494', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': 'ea1f27d5-867d-4617-9713-b9c20e523c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:37:00Z', 'updated_at': '2021-09-24T16:37:04Z', 'revision_number': 4, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'gw_port': {'id': 'ea1f27d5-867d-4617-9713-b9c20e523c04', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:98:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd83ea1-8f4d-4a3b-a47d-0058c44282ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:37:00Z', 'updated_at': '2021-09-24T16:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'e503c225-d9ad-4d56-9092-e94362776505', 'name': '', 'network_id': 'f5c4aa82-27f3-48f2-9dd0-c48971e44370', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'mac_address': 'fa:16:3e:88:33:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd83ea1-8f4d-4a3b-a47d-0058c44282ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '683f5921-eaae-40ee-940d-6d2d130b99cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:37:04Z', 'updated_at': '2021-09-24T16:37:07Z', 'revision_number': 5, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'subnets': [{'id': '683f5921-eaae-40ee-940d-6d2d130b99cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:38:48.078134 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467eaccb-706b-489f-b715-9ef176efe0d5 None None] Checking router: 3cd83ea1-8f4d-4a3b-a47d-0058c44282ff for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:38:48.087488 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467eaccb-706b-489f-b715-9ef176efe0d5 None None] Routers {'3cd83ea1-8f4d-4a3b-a47d-0058c44282ff'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:38:48.089898 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-467eaccb-706b-489f-b715-9ef176efe0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:38:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['3cd83ea1-8f4d-4a3b-a47d-0058c44282ff'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:38:48.096483 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-70fea776-1f85-4855-a13d-9791fc81bec2 req-e8c47d0f-aa28-4955-b894-bea3aab00b02 service neutron] 10.222.0.110 "GET /v2.0/networks/f5c4aa82-27f3-48f2-9dd0-c48971e44370?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962272 Sep 24 16:38:48.202540 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-70fea776-1f85-4855-a13d-9791fc81bec2 req-37e3b1af-30f8-4d38-9ce8-536b4a7c1b81 service neutron] 10.222.0.110 "GET /v2.0/networks/f5c4aa82-27f3-48f2-9dd0-c48971e44370?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967824 Sep 24 16:38:48.205862 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-467eaccb-706b-489f-b715-9ef176efe0d5 None None] Set router 3cd83ea1-8f4d-4a3b-a47d-0058c44282ff gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:38:48.321638 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc10ea4-df1d-48c7-857d-af7dfc34fb33 req-ab470cd7-4c72-4c8e-987c-c3c0d63ef9a0 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:38:48.323700 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9fc10ea4-df1d-48c7-857d-af7dfc34fb33 req-ab470cd7-4c72-4c8e-987c-c3c0d63ef9a0 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=6da7b8a6-b538-4b91-bb27-9c36b85f710f HTTP/1.1" status: 200 len: 945 time: 0.1851985 Sep 24 16:38:48.370163 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9fc10ea4-df1d-48c7-857d-af7dfc34fb33 req-df684e1b-2f4a-4a27-b949-03563ac11fb7 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=1036dfca-72de-443d-b089-bd4f6954ebbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393250 Sep 24 16:38:48.493213 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-467eaccb-706b-489f-b715-9ef176efe0d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd83ea1-8f4d-4a3b-a47d-0058c44282ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-949251494', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': 'ea1f27d5-867d-4617-9713-b9c20e523c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:37:00Z', 'updated_at': '2021-09-24T16:37:04Z', 'revision_number': 4, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'gw_port': {'id': 'ea1f27d5-867d-4617-9713-b9c20e523c04', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:98:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd83ea1-8f4d-4a3b-a47d-0058c44282ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:37:00Z', 'updated_at': '2021-09-24T16:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'e503c225-d9ad-4d56-9092-e94362776505', 'name': '', 'network_id': 'f5c4aa82-27f3-48f2-9dd0-c48971e44370', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'mac_address': 'fa:16:3e:88:33:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd83ea1-8f4d-4a3b-a47d-0058c44282ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '683f5921-eaae-40ee-940d-6d2d130b99cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:37:04Z', 'updated_at': '2021-09-24T16:37:07Z', 'revision_number': 5, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'subnets': [{'id': '683f5921-eaae-40ee-940d-6d2d130b99cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:38:48.519450 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467eaccb-706b-489f-b715-9ef176efe0d5 None None] The sync data for ids ['3cd83ea1-8f4d-4a3b-a47d-0058c44282ff'] in n-d-808921-1 is: [{'id': '3cd83ea1-8f4d-4a3b-a47d-0058c44282ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-949251494', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': 'ea1f27d5-867d-4617-9713-b9c20e523c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:37:00Z', 'updated_at': '2021-09-24T16:37:04Z', 'revision_number': 4, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'gw_port': {'id': 'ea1f27d5-867d-4617-9713-b9c20e523c04', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:98:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd83ea1-8f4d-4a3b-a47d-0058c44282ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:37:00Z', 'updated_at': '2021-09-24T16:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'e503c225-d9ad-4d56-9092-e94362776505', 'name': '', 'network_id': 'f5c4aa82-27f3-48f2-9dd0-c48971e44370', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'mac_address': 'fa:16:3e:88:33:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd83ea1-8f4d-4a3b-a47d-0058c44282ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4194, 'fixed_ips': [{'subnet_id': '683f5921-eaae-40ee-940d-6d2d130b99cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:37:04Z', 'updated_at': '2021-09-24T16:37:07Z', 'revision_number': 5, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'subnets': [{'id': '683f5921-eaae-40ee-940d-6d2d130b99cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:38:48.753406 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd76432-bcb1-424a-9599-4760c2d5a0b6 None None] New status for floating IP cac52651-cc25-4514-b030-cfcc3fd0874f: DOWN {{(pid=95300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 16:38:49.551099 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d75ac7-76b1-4fbd-ba84-6954de3d9adc req-f6d78856-22a0-4a93-8605-4b3e8df6b12d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:38:49.552611 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e3d75ac7-76b1-4fbd-ba84-6954de3d9adc req-f6d78856-22a0-4a93-8605-4b3e8df6b12d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=6da7b8a6-b538-4b91-bb27-9c36b85f710f HTTP/1.1" status: 200 len: 945 time: 0.0981486 Sep 24 16:38:49.590731 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e3d75ac7-76b1-4fbd-ba84-6954de3d9adc req-7a66c5cb-6a8d-4588-8cc4-10d3f6620e9c tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=1036dfca-72de-443d-b089-bd4f6954ebbf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313966 Sep 24 16:38:50.016422 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf15ea2a-e353-4d84-89c3-b105e1ae433b req-0093f047-5c9a-4ef3-b728-abaf92a8c4b3 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:38:50.018148 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cf15ea2a-e353-4d84-89c3-b105e1ae433b req-0093f047-5c9a-4ef3-b728-abaf92a8c4b3 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.110 "GET /v2.0/ports?device_id=6da7b8a6-b538-4b91-bb27-9c36b85f710f HTTP/1.1" status: 200 len: 945 time: 0.0544009 Sep 24 16:38:50.108992 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-cf15ea2a-e353-4d84-89c3-b105e1ae433b req-e3c0f067-1353-445b-a708-94186a2941d8 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Deleting port d46abf73-acc6-4c09-92d8-25de7405acba {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:38:50.109334 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-cf15ea2a-e353-4d84-89c3-b105e1ae433b req-e3c0f067-1353-445b-a708-94186a2941d8 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:50.204385 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-cf15ea2a-e353-4d84-89c3-b105e1ae433b req-e3c0f067-1353-445b-a708-94186a2941d8 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] For port d46abf73-acc6-4c09-92d8-25de7405acba, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=d46abf73-acc6-4c09-92d8-25de7405acba,segment=NetworkSegment(1b09fbf8-a2de-44a9-99ed-540155497154),segment_id=1b09fbf8-a2de-44a9-99ed-540155497154)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:38:50.204752 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-cf15ea2a-e353-4d84-89c3-b105e1ae433b req-e3c0f067-1353-445b-a708-94186a2941d8 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:50.217303 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-cf15ea2a-e353-4d84-89c3-b105e1ae433b req-e3c0f067-1353-445b-a708-94186a2941d8 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Calling delete_port for d46abf73-acc6-4c09-92d8-25de7405acba owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:38:50.466207 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-cf15ea2a-e353-4d84-89c3-b105e1ae433b req-e3c0f067-1353-445b-a708-94186a2941d8 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:50.501096 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c0f067-1353-445b-a708-94186a2941d8 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event deleted for resources: {'Port': ['ID=d46abf73-acc6-4c09-92d8-25de7405acba,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:38:50.514876 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c0f067-1353-445b-a708-94186a2941d8 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:38:50.515236 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c0f067-1353-445b-a708-94186a2941d8 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:38:50.515584 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c0f067-1353-445b-a708-94186a2941d8 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:38:50.516010 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c0f067-1353-445b-a708-94186a2941d8 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:38:50.516261 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c0f067-1353-445b-a708-94186a2941d8 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:38:50.516597 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c0f067-1353-445b-a708-94186a2941d8 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:38:50.516985 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c0f067-1353-445b-a708-94186a2941d8 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:38:50.517322 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c0f067-1353-445b-a708-94186a2941d8 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:38:50.517653 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c0f067-1353-445b-a708-94186a2941d8 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:38:50.517984 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c0f067-1353-445b-a708-94186a2941d8 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:38:50.518640 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c0f067-1353-445b-a708-94186a2941d8 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:38:50.518971 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3c0f067-1353-445b-a708-94186a2941d8 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:38:50.553081 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf15ea2a-e353-4d84-89c3-b105e1ae433b req-e3c0f067-1353-445b-a708-94186a2941d8 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] No DVR routers for this DVR port d46abf73-acc6-4c09-92d8-25de7405acba on host n-h1-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:38:50.555710 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-cf15ea2a-e353-4d84-89c3-b105e1ae433b req-e3c0f067-1353-445b-a708-94186a2941d8 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:50.558291 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cf15ea2a-e353-4d84-89c3-b105e1ae433b req-e3c0f067-1353-445b-a708-94186a2941d8 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.110 "DELETE /v2.0/ports/d46abf73-acc6-4c09-92d8-25de7405acba HTTP/1.1" status: 204 len: 173 time: 0.5336504 Sep 24 16:38:50.558745 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6da7b8a6-b538-4b91-bb27-9c36b85f710f', 'name': 'network-vif-deleted', 'tag': 'd46abf73-acc6-4c09-92d8-25de7405acba'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:38:50.561047 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86bdbdc9b9e92b390e2d9cb11b84962cc6f6bd0fdc6518f79f4e2677ef2c88f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-832458d1-d7a8-480e-8c1f-48ef8e0c0c4b" -d '{"events": [{"server_uuid": "6da7b8a6-b538-4b91-bb27-9c36b85f710f", "name": "network-vif-deleted", "tag": "d46abf73-acc6-4c09-92d8-25de7405acba"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:38:50.597811 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-559b2628-2331-4608-9330-fa0d8fa4924d x-openstack-request-id: req-559b2628-2331-4608-9330-fa0d8fa4924d {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:38:50.598105 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6da7b8a6-b538-4b91-bb27-9c36b85f710f", "name": "network-vif-deleted", "tag": "d46abf73-acc6-4c09-92d8-25de7405acba", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:38:50.598391 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-559b2628-2331-4608-9330-fa0d8fa4924d {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:38:50.598787 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6da7b8a6-b538-4b91-bb27-9c36b85f710f', 'name': 'network-vif-deleted', 'tag': 'd46abf73-acc6-4c09-92d8-25de7405acba', 'status': 'completed', 'code': 200} Sep 24 16:38:50.684266 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0548561c-13f6-4cfd-99a7-965ceec21fa2 req-19801b60-2fb2-458e-bee6-eb0fedd84b54 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=6da7b8a6-b538-4b91-bb27-9c36b85f710f HTTP/1.1" status: 200 len: 210 time: 0.0265515 Sep 24 16:38:51.741037 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47262) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:38:52.110022 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-21f06f8d-c7c0-4d86-8fd6-4c432b379b7f tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:52.363883 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-21f06f8d-c7c0-4d86-8fd6-4c432b379b7f tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Deleting port e503c225-d9ad-4d56-9092-e94362776505 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:38:52.364135 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-21f06f8d-c7c0-4d86-8fd6-4c432b379b7f tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:52.452428 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-21f06f8d-c7c0-4d86-8fd6-4c432b379b7f tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] For port e503c225-d9ad-4d56-9092-e94362776505, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=e503c225-d9ad-4d56-9092-e94362776505,segment=NetworkSegment(1b09fbf8-a2de-44a9-99ed-540155497154),segment_id=1b09fbf8-a2de-44a9-99ed-540155497154)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:38:52.452785 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-21f06f8d-c7c0-4d86-8fd6-4c432b379b7f tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:52.465552 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-21f06f8d-c7c0-4d86-8fd6-4c432b379b7f tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Calling delete_port for e503c225-d9ad-4d56-9092-e94362776505 owned by network:router_interface {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:38:52.734846 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-21f06f8d-c7c0-4d86-8fd6-4c432b379b7f tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:52.766360 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f06f8d-c7c0-4d86-8fd6-4c432b379b7f tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event deleted for resources: {'Port': ['ID=e503c225-d9ad-4d56-9092-e94362776505,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:38:52.970635 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-21f06f8d-c7c0-4d86-8fd6-4c432b379b7f tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:52.980046 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device d46abf73-acc6-4c09-92d8-25de7405acba no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:38:53.004470 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] No Port match for: d46abf73-acc6-4c09-92d8-25de7405acba {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:38:53.004823 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device d46abf73-acc6-4c09-92d8-25de7405acba not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:38:53.185534 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21f06f8d-c7c0-4d86-8fd6-4c432b379b7f tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Router 3cd83ea1-8f4d-4a3b-a47d-0058c44282ff has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:38:53.294768 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21f06f8d-c7c0-4d86-8fd6-4c432b379b7f tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:38:53.299769 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-21f06f8d-c7c0-4d86-8fd6-4c432b379b7f tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "PUT /v2.0/routers/3cd83ea1-8f4d-4a3b-a47d-0058c44282ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5575359 Sep 24 16:38:53.302791 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47264) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:38:53.304977 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455a788d-99ef-40e6-a8a3-9ab8a114fb2c None None] Sync routers for ids ['3cd83ea1-8f4d-4a3b-a47d-0058c44282ff'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:38:53.315280 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455a788d-99ef-40e6-a8a3-9ab8a114fb2c None None] Routers {'3cd83ea1-8f4d-4a3b-a47d-0058c44282ff'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:38:53.315910 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-455a788d-99ef-40e6-a8a3-9ab8a114fb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:38:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['3cd83ea1-8f4d-4a3b-a47d-0058c44282ff'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:38:53.359355 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-92465b60-0287-465d-8dd9-d393aaac7b80 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Deleting subnet 683f5921-eaae-40ee-940d-6d2d130b99cf {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 16:38:53.362437 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-92465b60-0287-465d-8dd9-d393aaac7b80 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:53.402462 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-92465b60-0287-465d-8dd9-d393aaac7b80 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:53.423029 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-455a788d-99ef-40e6-a8a3-9ab8a114fb2c None None] Set router 3cd83ea1-8f4d-4a3b-a47d-0058c44282ff gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:38:53.499901 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-92465b60-0287-465d-8dd9-d393aaac7b80 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:53.617662 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-455a788d-99ef-40e6-a8a3-9ab8a114fb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd83ea1-8f4d-4a3b-a47d-0058c44282ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-949251494', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': 'ea1f27d5-867d-4617-9713-b9c20e523c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:37:00Z', 'updated_at': '2021-09-24T16:38:52Z', 'revision_number': 5, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'gw_port': {'id': 'ea1f27d5-867d-4617-9713-b9c20e523c04', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:98:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd83ea1-8f4d-4a3b-a47d-0058c44282ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:37:00Z', 'updated_at': '2021-09-24T16:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:38:53.646497 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455a788d-99ef-40e6-a8a3-9ab8a114fb2c None None] Checking router: 3cd83ea1-8f4d-4a3b-a47d-0058c44282ff for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:38:53.656904 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455a788d-99ef-40e6-a8a3-9ab8a114fb2c None None] Routers {'3cd83ea1-8f4d-4a3b-a47d-0058c44282ff'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:38:53.657540 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-455a788d-99ef-40e6-a8a3-9ab8a114fb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:38:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['3cd83ea1-8f4d-4a3b-a47d-0058c44282ff'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:38:53.689641 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-92465b60-0287-465d-8dd9-d393aaac7b80 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:53.719779 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92465b60-0287-465d-8dd9-d393aaac7b80 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event deleted for resources: {'Subnet': ['ID=683f5921-eaae-40ee-940d-6d2d130b99cf,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:38:53.722503 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-92465b60-0287-465d-8dd9-d393aaac7b80 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:53.723995 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-92465b60-0287-465d-8dd9-d393aaac7b80 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "DELETE /v2.0/subnets/683f5921-eaae-40ee-940d-6d2d130b99cf HTTP/1.1" status: 204 len: 168 time: 0.4201777 Sep 24 16:38:53.726533 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47266) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:38:53.752858 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3982e1-1758-4eed-97c0-a2e38f008bf4 None None] Network f5c4aa82-27f3-48f2-9dd0-c48971e44370 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:38:53.829501 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-455a788d-99ef-40e6-a8a3-9ab8a114fb2c None None] Set router 3cd83ea1-8f4d-4a3b-a47d-0058c44282ff gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:38:54.078276 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-455a788d-99ef-40e6-a8a3-9ab8a114fb2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cd83ea1-8f4d-4a3b-a47d-0058c44282ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-949251494', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': 'ea1f27d5-867d-4617-9713-b9c20e523c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:37:00Z', 'updated_at': '2021-09-24T16:38:52Z', 'revision_number': 5, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'gw_port': {'id': 'ea1f27d5-867d-4617-9713-b9c20e523c04', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:98:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd83ea1-8f4d-4a3b-a47d-0058c44282ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:37:00Z', 'updated_at': '2021-09-24T16:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:38:54.081701 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfae3cc5-c767-4e37-9e82-d339116b8347 None None] DHCP port deletion for f5c4aa82-27f3-48f2-9dd0-c48971e44370 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 16:38:54.110456 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455a788d-99ef-40e6-a8a3-9ab8a114fb2c None None] The sync data for ids ['3cd83ea1-8f4d-4a3b-a47d-0058c44282ff'] in n-d-808921-1 is: [{'id': '3cd83ea1-8f4d-4a3b-a47d-0058c44282ff', 'name': 'tempest-TestNetworkAdvancedServerOps-router-949251494', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.122'}], 'enable_snat': True}, 'gw_port_id': 'ea1f27d5-867d-4617-9713-b9c20e523c04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:37:00Z', 'updated_at': '2021-09-24T16:38:52Z', 'revision_number': 5, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'gw_port': {'id': 'ea1f27d5-867d-4617-9713-b9c20e523c04', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:98:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cd83ea1-8f4d-4a3b-a47d-0058c44282ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4191, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:37:00Z', 'updated_at': '2021-09-24T16:37:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:38:54.154601 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5622ad66-ba05-4d80-aab2-ccf879237790 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for router, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:54.162850 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-cfae3cc5-c767-4e37-9e82-d339116b8347 None None] Deleting port 6bf6d74b-108d-42dc-8b17-f5906ae98c3b {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:38:54.163225 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-cfae3cc5-c767-4e37-9e82-d339116b8347 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:54.231143 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-cfae3cc5-c767-4e37-9e82-d339116b8347 None None] For port 6bf6d74b-108d-42dc-8b17-f5906ae98c3b, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=6bf6d74b-108d-42dc-8b17-f5906ae98c3b,segment=NetworkSegment(1b09fbf8-a2de-44a9-99ed-540155497154),segment_id=1b09fbf8-a2de-44a9-99ed-540155497154)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:38:54.231534 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-cfae3cc5-c767-4e37-9e82-d339116b8347 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:54.243487 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-cfae3cc5-c767-4e37-9e82-d339116b8347 None None] Calling delete_port for 6bf6d74b-108d-42dc-8b17-f5906ae98c3b owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:38:54.262569 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5622ad66-ba05-4d80-aab2-ccf879237790 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:54.372716 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-5622ad66-ba05-4d80-aab2-ccf879237790 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Deleting port ea1f27d5-867d-4617-9713-b9c20e523c04 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:38:54.373085 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5622ad66-ba05-4d80-aab2-ccf879237790 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:54.391644 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-cfae3cc5-c767-4e37-9e82-d339116b8347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:54.417831 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfae3cc5-c767-4e37-9e82-d339116b8347 None None] Pushing event deleted for resources: {'Port': ['ID=6bf6d74b-108d-42dc-8b17-f5906ae98c3b,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:38:54.420109 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfae3cc5-c767-4e37-9e82-d339116b8347 None None] No DVR routers for this DVR port 6bf6d74b-108d-42dc-8b17-f5906ae98c3b on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:38:54.429271 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae3cc5-c767-4e37-9e82-d339116b8347 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:38:54.429621 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae3cc5-c767-4e37-9e82-d339116b8347 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:38:54.429962 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae3cc5-c767-4e37-9e82-d339116b8347 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:38:54.430309 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae3cc5-c767-4e37-9e82-d339116b8347 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:38:54.430671 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae3cc5-c767-4e37-9e82-d339116b8347 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:38:54.431002 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae3cc5-c767-4e37-9e82-d339116b8347 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:38:54.431920 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae3cc5-c767-4e37-9e82-d339116b8347 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:38:54.432141 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae3cc5-c767-4e37-9e82-d339116b8347 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:38:54.432466 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae3cc5-c767-4e37-9e82-d339116b8347 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:38:54.432814 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae3cc5-c767-4e37-9e82-d339116b8347 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:38:54.433097 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae3cc5-c767-4e37-9e82-d339116b8347 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:38:54.433418 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfae3cc5-c767-4e37-9e82-d339116b8347 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:38:54.457481 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-5622ad66-ba05-4d80-aab2-ccf879237790 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] For port ea1f27d5-867d-4617-9713-b9c20e523c04, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=ea1f27d5-867d-4617-9713-b9c20e523c04,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:38:54.457845 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5622ad66-ba05-4d80-aab2-ccf879237790 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:54.471801 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-5622ad66-ba05-4d80-aab2-ccf879237790 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Calling delete_port for ea1f27d5-867d-4617-9713-b9c20e523c04 owned by network:router_gateway {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:38:54.700364 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5622ad66-ba05-4d80-aab2-ccf879237790 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:54.726209 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5622ad66-ba05-4d80-aab2-ccf879237790 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event deleted for resources: {'Port': ['ID=ea1f27d5-867d-4617-9713-b9c20e523c04,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:38:54.791986 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5622ad66-ba05-4d80-aab2-ccf879237790 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586576'] for router_gateway, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:54.850748 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 6bf6d74b-108d-42dc-8b17-f5906ae98c3b no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:38:54.871784 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 6bf6d74b-108d-42dc-8b17-f5906ae98c3b {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:38:54.872125 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 6bf6d74b-108d-42dc-8b17-f5906ae98c3b not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:38:54.872534 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device e503c225-d9ad-4d56-9092-e94362776505 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:38:54.893743 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5622ad66-ba05-4d80-aab2-ccf879237790 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:54.895986 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5622ad66-ba05-4d80-aab2-ccf879237790 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:54.986107 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5622ad66-ba05-4d80-aab2-ccf879237790 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:54.986853 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5622ad66-ba05-4d80-aab2-ccf879237790 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Fanout notify agent at l3_agent the message router_deleted on router 3cd83ea1-8f4d-4a3b-a47d-0058c44282ff {{(pid=95298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 16:38:54.995795 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5622ad66-ba05-4d80-aab2-ccf879237790 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:54.998687 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-5622ad66-ba05-4d80-aab2-ccf879237790 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "DELETE /v2.0/routers/3cd83ea1-8f4d-4a3b-a47d-0058c44282ff HTTP/1.1" status: 204 len: 168 time: 1.2710257 Sep 24 16:38:55.000164 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47268) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:38:55.061018 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: e503c225-d9ad-4d56-9092-e94362776505 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:38:55.061362 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device e503c225-d9ad-4d56-9092-e94362776505 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:38:55.091667 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bae1a68d-cd9b-4b0f-ac75-7cf0b5bbab25 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:55.187131 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bae1a68d-cd9b-4b0f-ac75-7cf0b5bbab25 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:55.208626 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-bae1a68d-cd9b-4b0f-ac75-7cf0b5bbab25 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5c4aa82-27f3-48f2-9dd0-c48971e44370']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:38:55.219043 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-bae1a68d-cd9b-4b0f-ac75-7cf0b5bbab25 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b09fbf8-a2de-44a9-99ed-540155497154') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:38:55.219345 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-bae1a68d-cd9b-4b0f-ac75-7cf0b5bbab25 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b09fbf8-a2de-44a9-99ed-540155497154') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:38:55.229407 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bae1a68d-cd9b-4b0f-ac75-7cf0b5bbab25 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:55.242533 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bae1a68d-cd9b-4b0f-ac75-7cf0b5bbab25 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:55.248876 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bae1a68d-cd9b-4b0f-ac75-7cf0b5bbab25 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Releasing vlan 1266 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 16:38:55.249258 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bae1a68d-cd9b-4b0f-ac75-7cf0b5bbab25 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:55.253037 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 16:38:55.253037 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 16:38:55.253037 n-d-808921-1 neutron-server[95297]: timer() Sep 24 16:38:55.253037 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 16:38:55.253037 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 16:38:55.253037 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 16:38:55.253037 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 16:38:55.253037 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 16:38:55.253037 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 16:38:55.253037 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 16:38:55.253037 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 16:38:55.253037 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 16:38:55.253037 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 16:38:55.253037 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 16:38:55.253037 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 16:38:55.253037 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 16:38:55.253037 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 16:38:55.253037 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 16:38:55.253037 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 16:38:55.253037 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 16:38:55.253037 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 16:38:55.253037 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 16:38:55.253037 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 16:38:55.253037 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 16:38:55.253037 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 16:38:55.253037 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 16:38:55.253037 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 16:38:55.253037 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 16:38:55.253037 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 16:38:55.253037 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 16:38:55.253037 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 16:38:55.253037 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 16:38:55.380746 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bae1a68d-cd9b-4b0f-ac75-7cf0b5bbab25 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:55.388826 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bae1a68d-cd9b-4b0f-ac75-7cf0b5bbab25 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:55.390254 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-bae1a68d-cd9b-4b0f-ac75-7cf0b5bbab25 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "DELETE /v2.0/networks/f5c4aa82-27f3-48f2-9dd0-c48971e44370 HTTP/1.1" status: 204 len: 168 time: 0.3892312 Sep 24 16:38:55.395408 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47270) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:38:55.406305 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae1a68d-cd9b-4b0f-ac75-7cf0b5bbab25 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event deleted for resources: {'Network': ['ID=f5c4aa82-27f3-48f2-9dd0-c48971e44370,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:38:55.453987 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d0d48849-78d2-45ef-a6a1-5d3352a41804 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:55.479722 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d0d48849-78d2-45ef-a6a1-5d3352a41804 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:55.597347 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d0d48849-78d2-45ef-a6a1-5d3352a41804 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:55.599947 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d0d48849-78d2-45ef-a6a1-5d3352a41804 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:55.601092 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-d0d48849-78d2-45ef-a6a1-5d3352a41804 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "DELETE /v2.0/security-groups/1036dfca-72de-443d-b089-bd4f6954ebbf HTTP/1.1" status: 204 len: 168 time: 0.2070372 Sep 24 16:38:55.610716 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d48849-78d2-45ef-a6a1-5d3352a41804 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1036dfca-72de-443d-b089-bd4f6954ebbf,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:38:55.940387 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47276) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:38:55.945036 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-3816cf03-9f55-498c-8359-35e8b714e016 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-347393750', 'description': 'tempest-secgroup-smoke-347393750 description', 'project_id': '28cadd01842a4b25a3b760a81c9d7553'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:38:56.014557 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3816cf03-9f55-498c-8359-35e8b714e016 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:56.095868 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3816cf03-9f55-498c-8359-35e8b714e016 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:56.151950 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3816cf03-9f55-498c-8359-35e8b714e016 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:56.181716 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3816cf03-9f55-498c-8359-35e8b714e016 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec737f72-70ad-43f1-9b07-ee6bfe2a87d3,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:38:56.214898 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3816cf03-9f55-498c-8359-35e8b714e016 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:56.216795 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-3816cf03-9f55-498c-8359-35e8b714e016 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2753472 Sep 24 16:38:56.218962 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47278) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:38:56.223347 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-3adc696b-18e6-4516-8b41-10881b8adc12 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Request body: {'security_group_rule': {'security_group_id': 'ec737f72-70ad-43f1-9b07-ee6bfe2a87d3', 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:38:56.293762 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3adc696b-18e6-4516-8b41-10881b8adc12 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:56.360320 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3adc696b-18e6-4516-8b41-10881b8adc12 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:56.420627 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3adc696b-18e6-4516-8b41-10881b8adc12 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:56.436912 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adc696b-18e6-4516-8b41-10881b8adc12 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e84777a5-08d9-4a72-9c6e-6e8ee92e181a,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:38:56.517312 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3adc696b-18e6-4516-8b41-10881b8adc12 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:56.518663 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-3adc696b-18e6-4516-8b41-10881b8adc12 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2987025 Sep 24 16:38:56.521412 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47280) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:38:56.526118 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-a7c30d04-f249-4d38-970f-c67fc330ed05 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Request body: {'security_group_rule': {'security_group_id': 'ec737f72-70ad-43f1-9b07-ee6bfe2a87d3', 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:38:56.620403 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a7c30d04-f249-4d38-970f-c67fc330ed05 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:56.677924 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a7c30d04-f249-4d38-970f-c67fc330ed05 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:56.717245 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a7c30d04-f249-4d38-970f-c67fc330ed05 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:56.736251 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c30d04-f249-4d38-970f-c67fc330ed05 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ae07c13-b684-4f9c-8770-a86ad918c53c,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:38:56.758974 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device ea1f27d5-867d-4617-9713-b9c20e523c04 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:38:56.780081 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: ea1f27d5-867d-4617-9713-b9c20e523c04 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:38:56.780421 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device ea1f27d5-867d-4617-9713-b9c20e523c04 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:38:56.785832 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a7c30d04-f249-4d38-970f-c67fc330ed05 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:56.787135 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-a7c30d04-f249-4d38-970f-c67fc330ed05 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2647984 Sep 24 16:38:56.801644 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47282) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:38:56.806122 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-4972651d-26bc-45f7-9175-880d72583663 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Request body: {'security_group_rule': {'security_group_id': 'ec737f72-70ad-43f1-9b07-ee6bfe2a87d3', 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:38:56.893525 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4972651d-26bc-45f7-9175-880d72583663 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:56.954650 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4972651d-26bc-45f7-9175-880d72583663 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:57.014760 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4972651d-26bc-45f7-9175-880d72583663 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:57.032462 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4972651d-26bc-45f7-9175-880d72583663 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b94f22d-36a0-4ae3-a983-af8af2d9a12d,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:38:57.100265 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4972651d-26bc-45f7-9175-880d72583663 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:57.101499 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-4972651d-26bc-45f7-9175-880d72583663 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2987747 Sep 24 16:38:57.105109 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47284) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:38:57.109587 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-f78516c1-1d66-49ad-b232-a168daa61272 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Request body: {'security_group_rule': {'security_group_id': 'ec737f72-70ad-43f1-9b07-ee6bfe2a87d3', 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:38:57.196357 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f78516c1-1d66-49ad-b232-a168daa61272 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:57.264038 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f78516c1-1d66-49ad-b232-a168daa61272 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:57.300341 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f78516c1-1d66-49ad-b232-a168daa61272 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:57.318504 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78516c1-1d66-49ad-b232-a168daa61272 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10231616-135c-4189-9730-c19bb1740ad7,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:38:57.357372 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f78516c1-1d66-49ad-b232-a168daa61272 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:57.358620 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-f78516c1-1d66-49ad-b232-a168daa61272 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2524924 Sep 24 16:38:57.362414 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47286) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:38:57.367026 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-be6cf0cc-79bc-4aca-a129-bbd74edfc6b0 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Request body: {'security_group_rule': {'security_group_id': 'ec737f72-70ad-43f1-9b07-ee6bfe2a87d3', 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:38:57.483072 n-d-808921-1 neutron-server[95297]: INFO neutron.db.securitygroups_db [None req-be6cf0cc-79bc-4aca-a129-bbd74edfc6b0 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Project 28cadd01842a4b25a3b760a81c9d7553 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 16:38:57.488187 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-be6cf0cc-79bc-4aca-a129-bbd74edfc6b0 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:57.547474 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-be6cf0cc-79bc-4aca-a129-bbd74edfc6b0 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:57.608387 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-be6cf0cc-79bc-4aca-a129-bbd74edfc6b0 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:57.627844 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6cf0cc-79bc-4aca-a129-bbd74edfc6b0 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bee385ea-2f3c-4f12-9b1d-e627c41d82ee,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:38:57.671598 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-be6cf0cc-79bc-4aca-a129-bbd74edfc6b0 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:57.672826 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-be6cf0cc-79bc-4aca-a129-bbd74edfc6b0 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3094053 Sep 24 16:38:57.680503 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47288) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:38:57.684963 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-a28a27a7-2cfe-43ec-87d3-a2cff31e790d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Request body: {'security_group_rule': {'security_group_id': 'ec737f72-70ad-43f1-9b07-ee6bfe2a87d3', 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:38:57.745876 n-d-808921-1 neutron-server[95297]: INFO neutron.db.securitygroups_db [None req-a28a27a7-2cfe-43ec-87d3-a2cff31e790d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Project 28cadd01842a4b25a3b760a81c9d7553 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 16:38:57.750995 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a28a27a7-2cfe-43ec-87d3-a2cff31e790d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:57.812285 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a28a27a7-2cfe-43ec-87d3-a2cff31e790d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:57.883493 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a28a27a7-2cfe-43ec-87d3-a2cff31e790d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:57.902638 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28a27a7-2cfe-43ec-87d3-a2cff31e790d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=402a56a5-9be4-40ba-9a60-e9582bc04b11,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:38:57.974591 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a28a27a7-2cfe-43ec-87d3-a2cff31e790d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:57.975860 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-a28a27a7-2cfe-43ec-87d3-a2cff31e790d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2944217 Sep 24 16:38:57.979360 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47290) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:38:57.984349 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-f8680f98-65ad-478f-8db4-dde60aea5bde tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Request body: {'network': {'name': 'tempest-network-smoke--1536557450', 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'port_security_enabled': True}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:38:58.083006 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8680f98-65ad-478f-8db4-dde60aea5bde tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Made reservation on behalf of 28cadd01842a4b25a3b760a81c9d7553 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:38:58.086584 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f8680f98-65ad-478f-8db4-dde60aea5bde tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:58.111131 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8680f98-65ad-478f-8db4-dde60aea5bde tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1256} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 16:38:58.120530 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f8680f98-65ad-478f-8db4-dde60aea5bde tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:58.120882 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-f8680f98-65ad-478f-8db4-dde60aea5bde tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Added segment 2704b58e-6e97-4887-8cb8-8ac539e0154a of type vlan for network fe57c95c-6813-4b97-84f2-6a3ba32fe9df Sep 24 16:38:58.162119 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f8680f98-65ad-478f-8db4-dde60aea5bde tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:58.231358 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f8680f98-65ad-478f-8db4-dde60aea5bde tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:58.236939 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8680f98-65ad-478f-8db4-dde60aea5bde tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:38:58.237515 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f8680f98-65ad-478f-8db4-dde60aea5bde tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:58.303464 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8680f98-65ad-478f-8db4-dde60aea5bde tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event updated for resources: {'Network': ['ID=fe57c95c-6813-4b97-84f2-6a3ba32fe9df,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:38:58.313680 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network fe57c95c-6813-4b97-84f2-6a3ba32fe9df details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 16:38:58.324304 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f8680f98-65ad-478f-8db4-dde60aea5bde tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3438601 Sep 24 16:38:58.328011 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47292) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:38:58.337974 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-eac8491b-8941-45d7-a62d-fd473c30c483 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1226175937', 'admin_state_up': True, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:38:58.471950 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-eac8491b-8941-45d7-a62d-fd473c30c483 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:58.472949 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-eac8491b-8941-45d7-a62d-fd473c30c483 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:58.529141 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-eac8491b-8941-45d7-a62d-fd473c30c483 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:58.729938 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-eac8491b-8941-45d7-a62d-fd473c30c483 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:58.982563 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-eac8491b-8941-45d7-a62d-fd473c30c483 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for router_gateway, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:59.001945 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-eac8491b-8941-45d7-a62d-fd473c30c483 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:59.111387 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-eac8491b-8941-45d7-a62d-fd473c30c483 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Allocated IP 172.25.0.175 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/b041356f-7ff8-4d9c-95bb-9e9eca1d8cac) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:38:59.221310 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-eac8491b-8941-45d7-a62d-fd473c30c483 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:59.307119 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-eac8491b-8941-45d7-a62d-fd473c30c483 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:59.344458 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac8491b-8941-45d7-a62d-fd473c30c483 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:38:59.356404 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-eac8491b-8941-45d7-a62d-fd473c30c483 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:38:59.358413 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac8491b-8941-45d7-a62d-fd473c30c483 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event updated for resources: {'Port': ['ID=b041356f-7ff8-4d9c-95bb-9e9eca1d8cac,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:38:59.360582 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac8491b-8941-45d7-a62d-fd473c30c483 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:38:59.683205 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-eac8491b-8941-45d7-a62d-fd473c30c483 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for router_gateway, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:38:59.883826 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-eac8491b-8941-45d7-a62d-fd473c30c483 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:00.054521 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eac8491b-8941-45d7-a62d-fd473c30c483 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Router fe4bc4fd-7244-4a1c-9e9c-ead9495c8341 is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 16:39:00.163330 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac8491b-8941-45d7-a62d-fd473c30c483 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:39:00.173154 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8099f76-f76f-46a2-8fae-225d2ea63fdb None None] Sync routers for ids ['fe4bc4fd-7244-4a1c-9e9c-ead9495c8341'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:39:00.182583 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8099f76-f76f-46a2-8fae-225d2ea63fdb None None] Routers {'fe4bc4fd-7244-4a1c-9e9c-ead9495c8341'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:39:00.183196 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-b8099f76-f76f-46a2-8fae-225d2ea63fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:38:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['fe4bc4fd-7244-4a1c-9e9c-ead9495c8341'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:39:00.254737 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-eac8491b-8941-45d7-a62d-fd473c30c483 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:00.256041 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-eac8491b-8941-45d7-a62d-fd473c30c483 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9263859 Sep 24 16:39:00.259810 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47294) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:39:00.291150 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-6c7d2c9a-a2e8-4e59-a75c-b1e703a23a52 tempest-TestNetworkAdvancedServerOps-2073741627 tempest-TestNetworkAdvancedServerOps-2073741627-project-admin] 10.222.0.101 "GET /v2.0/subnets?project_id=28cadd01842a4b25a3b760a81c9d7553&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292268 Sep 24 16:39:00.293152 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47296) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:39:00.381496 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-b8099f76-f76f-46a2-8fae-225d2ea63fdb None None] Set router fe4bc4fd-7244-4a1c-9e9c-ead9495c8341 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:39:00.394860 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d517b4d5-f81d-44af-83a7-ced1ec24ca48 tempest-TestNetworkAdvancedServerOps-2073741627 tempest-TestNetworkAdvancedServerOps-2073741627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:39:00.398936 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-d517b4d5-f81d-44af-83a7-ced1ec24ca48 tempest-TestNetworkAdvancedServerOps-2073741627 tempest-TestNetworkAdvancedServerOps-2073741627-project-admin] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1022205 Sep 24 16:39:00.399156 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47298) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:39:00.430655 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f3e43e72-9ce8-493c-bad4-a9b267bb4de5 tempest-TestNetworkAdvancedServerOps-2073741627 tempest-TestNetworkAdvancedServerOps-2073741627-project-admin] 10.222.0.101 "GET /v2.0/subnets?network_id=e6a2de20-1ea0-43e5-88e0-982d19e317d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277338 Sep 24 16:39:00.431498 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47300) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:39:00.437374 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-be75bc73-7f8a-43de-bf87-660606e9bfbd tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1264747783', 'network_id': 'fe57c95c-6813-4b97-84f2-6a3ba32fe9df', 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:39:00.569864 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-b8099f76-f76f-46a2-8fae-225d2ea63fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4bc4fd-7244-4a1c-9e9c-ead9495c8341', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1226175937', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': 'b041356f-7ff8-4d9c-95bb-9e9eca1d8cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:38:58Z', 'updated_at': '2021-09-24T16:38:59Z', 'revision_number': 3, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'gw_port': {'id': 'b041356f-7ff8-4d9c-95bb-9e9eca1d8cac', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a7:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4bc4fd-7244-4a1c-9e9c-ead9495c8341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:38:59Z', 'updated_at': '2021-09-24T16:38:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:39:00.597699 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8099f76-f76f-46a2-8fae-225d2ea63fdb None None] Checking router: fe4bc4fd-7244-4a1c-9e9c-ead9495c8341 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:39:00.597954 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8099f76-f76f-46a2-8fae-225d2ea63fdb None None] Updating router fe4bc4fd-7244-4a1c-9e9c-ead9495c8341 port b041356f-7ff8-4d9c-95bb-9e9eca1d8cac binding host n-d-808921-1 {{(pid=95300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 16:39:00.620587 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be75bc73-7f8a-43de-bf87-660606e9bfbd tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Made reservation on behalf of 28cadd01842a4b25a3b760a81c9d7553 for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:39:00.623341 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-b8099f76-f76f-46a2-8fae-225d2ea63fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:00.625082 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-be75bc73-7f8a-43de-bf87-660606e9bfbd tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:00.865904 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-be75bc73-7f8a-43de-bf87-660606e9bfbd tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:00.891388 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-b8099f76-f76f-46a2-8fae-225d2ea63fdb None None] Notify callbacks [] for port, precommit_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:00.928889 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be75bc73-7f8a-43de-bf87-660606e9bfbd tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event updated for resources: {'Subnet': ['ID=2eaf4c18-d85e-4748-9d35-aa248176768a,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:39:00.939282 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be75bc73-7f8a-43de-bf87-660606e9bfbd tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Checking segment: {'id': '2704b58e-6e97-4887-8cb8-8ac539e0154a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'fe57c95c-6813-4b97-84f2-6a3ba32fe9df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:39:00.939642 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be75bc73-7f8a-43de-bf87-660606e9bfbd tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Network hostable DHCP agents. Network: fe57c95c-6813-4b97-84f2-6a3ba32fe9df, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 16:39:00.963879 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-b8099f76-f76f-46a2-8fae-225d2ea63fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:01.014329 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e3b445-05f0-4fce-8296-5b5541d7ff1c None None] Pushing event updated for resources: {'Port': ['ID=b041356f-7ff8-4d9c-95bb-9e9eca1d8cac,revision_number=2']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:39:01.016352 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-b8099f76-f76f-46a2-8fae-225d2ea63fdb None None] Attempting to bind port b041356f-7ff8-4d9c-95bb-9e9eca1d8cac on host n-d-808921-1 for vnic_type normal with profile {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:39:01.016708 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-b8099f76-f76f-46a2-8fae-225d2ea63fdb None None] Attempting to bind port b041356f-7ff8-4d9c-95bb-9e9eca1d8cac by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:39:01.017063 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8099f76-f76f-46a2-8fae-225d2ea63fdb None None] Attempting to bind port b041356f-7ff8-4d9c-95bb-9e9eca1d8cac on network e6a2de20-1ea0-43e5-88e0-982d19e317d5 {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:39:01.026248 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8099f76-f76f-46a2-8fae-225d2ea63fdb None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:39:01.026637 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8099f76-f76f-46a2-8fae-225d2ea63fdb None None] Checking segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:39:01.027034 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-b8099f76-f76f-46a2-8fae-225d2ea63fdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:01.027419 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8099f76-f76f-46a2-8fae-225d2ea63fdb None None] Bound using segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:39:01.027868 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-b8099f76-f76f-46a2-8fae-225d2ea63fdb None None] Bound port: b041356f-7ff8-4d9c-95bb-9e9eca1d8cac, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:39:01.028238 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-b8099f76-f76f-46a2-8fae-225d2ea63fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:01.031095 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e3b445-05f0-4fce-8296-5b5541d7ff1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:39:01.031432 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e3b445-05f0-4fce-8296-5b5541d7ff1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:39:01.031762 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e3b445-05f0-4fce-8296-5b5541d7ff1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:39:01.037165 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e3b445-05f0-4fce-8296-5b5541d7ff1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:39:01.037165 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e3b445-05f0-4fce-8296-5b5541d7ff1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:39:01.037165 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e3b445-05f0-4fce-8296-5b5541d7ff1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:39:01.037165 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e3b445-05f0-4fce-8296-5b5541d7ff1c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:39:01.037165 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e3b445-05f0-4fce-8296-5b5541d7ff1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:39:01.037165 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e3b445-05f0-4fce-8296-5b5541d7ff1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:39:01.037165 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e3b445-05f0-4fce-8296-5b5541d7ff1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:39:01.037165 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e3b445-05f0-4fce-8296-5b5541d7ff1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:39:01.037165 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78e3b445-05f0-4fce-8296-5b5541d7ff1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:39:01.054541 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be75bc73-7f8a-43de-bf87-660606e9bfbd tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Network fe57c95c-6813-4b97-84f2-6a3ba32fe9df is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 16:39:01.064373 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:39:01.090636 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-b8099f76-f76f-46a2-8fae-225d2ea63fdb None None] For port b041356f-7ff8-4d9c-95bb-9e9eca1d8cac, host n-d-808921-1, cleared binding levels {{(pid=95300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:39:01.093581 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-b8099f76-f76f-46a2-8fae-225d2ea63fdb None None] For port b041356f-7ff8-4d9c-95bb-9e9eca1d8cac, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=b041356f-7ff8-4d9c-95bb-9e9eca1d8cac,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:39:01.140133 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-be75bc73-7f8a-43de-bf87-660606e9bfbd tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, fe57c95c-6813-4b97-84f2-6a3ba32fe9df) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:39:01.144243 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be75bc73-7f8a-43de-bf87-660606e9bfbd tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:39:01.144834 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-be75bc73-7f8a-43de-bf87-660606e9bfbd tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:01.148860 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b565e73-3ca8-4098-99a3-266fa083f024 None None] Network fe57c95c-6813-4b97-84f2-6a3ba32fe9df requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:39:01.169248 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-b8099f76-f76f-46a2-8fae-225d2ea63fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:01.223284 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8099f76-f76f-46a2-8fae-225d2ea63fdb None None] Routers {'fe4bc4fd-7244-4a1c-9e9c-ead9495c8341'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:39:01.223956 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-b8099f76-f76f-46a2-8fae-225d2ea63fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:38:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['fe4bc4fd-7244-4a1c-9e9c-ead9495c8341'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:39:01.227451 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-be75bc73-7f8a-43de-bf87-660606e9bfbd tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7945626 Sep 24 16:39:01.230100 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47302) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:39:01.281806 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e3b445-05f0-4fce-8296-5b5541d7ff1c None None] Pushing event updated for resources: {'Port': ['ID=b041356f-7ff8-4d9c-95bb-9e9eca1d8cac,revision_number=3']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:39:01.285289 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3e5181f4-c8d7-4458-89b2-ed140bbeb89b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:01.316775 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2eec0f-dcd5-45c8-b092-72a1a17b2837 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-fe57c95c-6813-4b97-84f2-6a3ba32fe9df', 'network_id': 'fe57c95c-6813-4b97-84f2-6a3ba32fe9df', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'fixed_ips': [{'subnet_id': '2eaf4c18-d85e-4748-9d35-aa248176768a'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 16:39:01.317884 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-de2eec0f-dcd5-45c8-b092-72a1a17b2837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:01.357390 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-b8099f76-f76f-46a2-8fae-225d2ea63fdb None None] Set router fe4bc4fd-7244-4a1c-9e9c-ead9495c8341 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:39:01.472652 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-de2eec0f-dcd5-45c8-b092-72a1a17b2837 None None] Allocated IP 172.20.0.2 (fe57c95c-6813-4b97-84f2-6a3ba32fe9df/2eaf4c18-d85e-4748-9d35-aa248176768a/ef7b36bb-5e59-499c-9c3d-a3831e377eee) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:39:01.540019 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-b8099f76-f76f-46a2-8fae-225d2ea63fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4bc4fd-7244-4a1c-9e9c-ead9495c8341', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1226175937', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': 'b041356f-7ff8-4d9c-95bb-9e9eca1d8cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:38:58Z', 'updated_at': '2021-09-24T16:38:59Z', 'revision_number': 3, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'gw_port': {'id': 'b041356f-7ff8-4d9c-95bb-9e9eca1d8cac', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a7:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4bc4fd-7244-4a1c-9e9c-ead9495c8341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:38:59Z', 'updated_at': '2021-09-24T16:39:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:39:01.566828 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8099f76-f76f-46a2-8fae-225d2ea63fdb None None] The sync data for ids ['fe4bc4fd-7244-4a1c-9e9c-ead9495c8341'] in n-d-808921-1 is: [{'id': 'fe4bc4fd-7244-4a1c-9e9c-ead9495c8341', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1226175937', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': 'b041356f-7ff8-4d9c-95bb-9e9eca1d8cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:38:58Z', 'updated_at': '2021-09-24T16:38:59Z', 'revision_number': 3, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'gw_port': {'id': 'b041356f-7ff8-4d9c-95bb-9e9eca1d8cac', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a7:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4bc4fd-7244-4a1c-9e9c-ead9495c8341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:38:59Z', 'updated_at': '2021-09-24T16:39:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:39:01.623588 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-de2eec0f-dcd5-45c8-b092-72a1a17b2837 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:01.700812 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-de2eec0f-dcd5-45c8-b092-72a1a17b2837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:01.701072 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0b98dd0d-3d78-4fda-9846-471783e972c4 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:01.741090 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2eec0f-dcd5-45c8-b092-72a1a17b2837 None None] Network fe57c95c-6813-4b97-84f2-6a3ba32fe9df is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:39:01.744816 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-de2eec0f-dcd5-45c8-b092-72a1a17b2837 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:39:01.748555 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2eec0f-dcd5-45c8-b092-72a1a17b2837 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:39:01.758666 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2eec0f-dcd5-45c8-b092-72a1a17b2837 None None] Pushing event updated for resources: {'Port': ['ID=ef7b36bb-5e59-499c-9c3d-a3831e377eee,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:39:01.836893 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-de2eec0f-dcd5-45c8-b092-72a1a17b2837 None None] Attempting to bind port ef7b36bb-5e59-499c-9c3d-a3831e377eee on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:39:01.837414 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-de2eec0f-dcd5-45c8-b092-72a1a17b2837 None None] Attempting to bind port ef7b36bb-5e59-499c-9c3d-a3831e377eee by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '2704b58e-6e97-4887-8cb8-8ac539e0154a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'fe57c95c-6813-4b97-84f2-6a3ba32fe9df'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:39:01.837879 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2eec0f-dcd5-45c8-b092-72a1a17b2837 None None] Attempting to bind port ef7b36bb-5e59-499c-9c3d-a3831e377eee on network fe57c95c-6813-4b97-84f2-6a3ba32fe9df {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:39:01.847464 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2eec0f-dcd5-45c8-b092-72a1a17b2837 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 38, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:39:01.847844 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2eec0f-dcd5-45c8-b092-72a1a17b2837 None None] Checking segment: {'id': '2704b58e-6e97-4887-8cb8-8ac539e0154a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'fe57c95c-6813-4b97-84f2-6a3ba32fe9df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:39:01.848243 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-de2eec0f-dcd5-45c8-b092-72a1a17b2837 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:01.848650 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2eec0f-dcd5-45c8-b092-72a1a17b2837 None None] Bound using segment: {'id': '2704b58e-6e97-4887-8cb8-8ac539e0154a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'fe57c95c-6813-4b97-84f2-6a3ba32fe9df'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:39:01.849101 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-de2eec0f-dcd5-45c8-b092-72a1a17b2837 None None] Bound port: ef7b36bb-5e59-499c-9c3d-a3831e377eee, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2704b58e-6e97-4887-8cb8-8ac539e0154a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'fe57c95c-6813-4b97-84f2-6a3ba32fe9df'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:39:01.849480 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-de2eec0f-dcd5-45c8-b092-72a1a17b2837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:01.922709 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-de2eec0f-dcd5-45c8-b092-72a1a17b2837 None None] For port ef7b36bb-5e59-499c-9c3d-a3831e377eee, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:39:01.926265 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-de2eec0f-dcd5-45c8-b092-72a1a17b2837 None None] For port ef7b36bb-5e59-499c-9c3d-a3831e377eee, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=ef7b36bb-5e59-499c-9c3d-a3831e377eee,segment=NetworkSegment(2704b58e-6e97-4887-8cb8-8ac539e0154a),segment_id=2704b58e-6e97-4887-8cb8-8ac539e0154a)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:39:02.010193 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-de2eec0f-dcd5-45c8-b092-72a1a17b2837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:02.081458 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2eec0f-dcd5-45c8-b092-72a1a17b2837 None None] Pushing event updated for resources: {'Port': ['ID=ef7b36bb-5e59-499c-9c3d-a3831e377eee,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:39:02.372931 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-0b98dd0d-3d78-4fda-9846-471783e972c4 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Allocated IP 172.20.0.1 (fe57c95c-6813-4b97-84f2-6a3ba32fe9df/2eaf4c18-d85e-4748-9d35-aa248176768a/cf5d4aff-e122-4285-9b88-6d5bdb94c77b) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:39:02.496940 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0b98dd0d-3d78-4fda-9846-471783e972c4 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:02.597647 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0b98dd0d-3d78-4fda-9846-471783e972c4 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:02.637470 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b98dd0d-3d78-4fda-9846-471783e972c4 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Network fe57c95c-6813-4b97-84f2-6a3ba32fe9df is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:39:02.640678 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-0b98dd0d-3d78-4fda-9846-471783e972c4 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:39:02.644366 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b98dd0d-3d78-4fda-9846-471783e972c4 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:39:02.672631 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b98dd0d-3d78-4fda-9846-471783e972c4 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event updated for resources: {'Port': ['ID=cf5d4aff-e122-4285-9b88-6d5bdb94c77b,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:39:02.695649 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0b98dd0d-3d78-4fda-9846-471783e972c4 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:02.890179 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device ef7b36bb-5e59-499c-9c3d-a3831e377eee up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:39:02.911406 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0b98dd0d-3d78-4fda-9846-471783e972c4 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:02.947882 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port ef7b36bb-5e59-499c-9c3d-a3831e377eee triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:39:02.948267 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:03.041372 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:03.044831 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc89371b-d678-4989-97aa-0d51f9d18e79 None None] Network fe57c95c-6813-4b97-84f2-6a3ba32fe9df requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:39:03.133021 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port ef7b36bb-5e59-499c-9c3d-a3831e377eee, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=ef7b36bb-5e59-499c-9c3d-a3831e377eee,segment=NetworkSegment(2704b58e-6e97-4887-8cb8-8ac539e0154a),segment_id=2704b58e-6e97-4887-8cb8-8ac539e0154a)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:39:03.150986 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-f1ba2908-80ba-419f-943c-83c04fa8ef7b None None] Provisioning complete for port ef7b36bb-5e59-499c-9c3d-a3831e377eee triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:39:03.151381 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f1ba2908-80ba-419f-943c-83c04fa8ef7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:03.203397 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:03.204195 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device b041356f-7ff8-4d9c-95bb-9e9eca1d8cac up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:39:03.211793 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0b98dd0d-3d78-4fda-9846-471783e972c4 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:03.283252 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0b98dd0d-3d78-4fda-9846-471783e972c4 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:03.335552 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=ef7b36bb-5e59-499c-9c3d-a3831e377eee,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:39:03.369897 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b98dd0d-3d78-4fda-9846-471783e972c4 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event updated for resources: {'Port': ['ID=cf5d4aff-e122-4285-9b88-6d5bdb94c77b,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:39:03.372483 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0b98dd0d-3d78-4fda-9846-471783e972c4 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:03.382504 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port b041356f-7ff8-4d9c-95bb-9e9eca1d8cac triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:39:03.382879 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:03.472876 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b98dd0d-3d78-4fda-9846-471783e972c4 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Network fe57c95c-6813-4b97-84f2-6a3ba32fe9df is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:39:03.474430 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-0b98dd0d-3d78-4fda-9846-471783e972c4 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:39:03.478139 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:03.502945 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port b041356f-7ff8-4d9c-95bb-9e9eca1d8cac, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=b041356f-7ff8-4d9c-95bb-9e9eca1d8cac,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:39:03.563181 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:03.599739 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b98dd0d-3d78-4fda-9846-471783e972c4 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Router fe4bc4fd-7244-4a1c-9e9c-ead9495c8341 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:39:03.617013 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=b041356f-7ff8-4d9c-95bb-9e9eca1d8cac,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:39:03.716300 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b98dd0d-3d78-4fda-9846-471783e972c4 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:39:03.730458 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-0b98dd0d-3d78-4fda-9846-471783e972c4 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "PUT /v2.0/routers/fe4bc4fd-7244-4a1c-9e9c-ead9495c8341/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4900258 Sep 24 16:39:03.730567 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3fbd8d-b4ea-4146-b7cf-54ddb7ab9f20 None None] Sync routers for ids ['fe4bc4fd-7244-4a1c-9e9c-ead9495c8341'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:39:03.746385 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3fbd8d-b4ea-4146-b7cf-54ddb7ab9f20 None None] Routers {'fe4bc4fd-7244-4a1c-9e9c-ead9495c8341'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:39:03.747280 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-6c3fbd8d-b4ea-4146-b7cf-54ddb7ab9f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:38:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['fe4bc4fd-7244-4a1c-9e9c-ead9495c8341'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:39:03.750666 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-b334398a-ef21-4dde-9e56-b8656c92db10 None None] Provisioning complete for port ef7b36bb-5e59-499c-9c3d-a3831e377eee triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:39:03.751121 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b334398a-ef21-4dde-9e56-b8656c92db10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:03.873468 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e8846f35-d979-4b91-9244-6576adff5b48 req-226e78e5-78eb-424a-8bc3-9adf9abbbb7c tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-347393750&fields=id&tenant_id=28cadd01842a4b25a3b760a81c9d7553 HTTP/1.1" status: 200 len: 267 time: 0.0395629 Sep 24 16:39:03.927745 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-6c3fbd8d-b4ea-4146-b7cf-54ddb7ab9f20 None None] Set router fe4bc4fd-7244-4a1c-9e9c-ead9495c8341 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:39:03.992373 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8846f35-d979-4b91-9244-6576adff5b48 req-12bb6e46-c66e-4500-b9f9-2eed26e542a1 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:39:03.994261 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e8846f35-d979-4b91-9244-6576adff5b48 req-12bb6e46-c66e-4500-b9f9-2eed26e542a1 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/networks?id=fe57c95c-6813-4b97-84f2-6a3ba32fe9df HTTP/1.1" status: 200 len: 797 time: 0.1135063 Sep 24 16:39:04.014117 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-bcfd39e8-2595-4005-8552-f29012d8a5fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:04.018097 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-b334398a-ef21-4dde-9e56-b8656c92db10 None None] Provisioning complete for port cf5d4aff-e122-4285-9b88-6d5bdb94c77b triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:39:04.018709 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b334398a-ef21-4dde-9e56-b8656c92db10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:04.020471 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e8846f35-d979-4b91-9244-6576adff5b48 req-8093fc24-2cc6-4904-ae3c-4097cf23d87d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/quotas/28cadd01842a4b25a3b760a81c9d7553 HTTP/1.1" status: 200 len: 375 time: 0.0179305 Sep 24 16:39:04.075086 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e8846f35-d979-4b91-9244-6576adff5b48 req-66eb8139-bbd0-4248-8a38-0108b0f782c6 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=28cadd01842a4b25a3b760a81c9d7553&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0467763 Sep 24 16:39:04.091604 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [req-e8846f35-d979-4b91-9244-6576adff5b48 req-83e32494-55b4-4dc8-96d7-60d97800e83b service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 16:39:04.092578 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e8846f35-d979-4b91-9244-6576adff5b48 req-83e32494-55b4-4dc8-96d7-60d97800e83b service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060489 Sep 24 16:39:04.111220 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-b334398a-ef21-4dde-9e56-b8656c92db10 None None] Port cf5d4aff-e122-4285-9b88-6d5bdb94c77b cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:39:04.178914 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-6c3fbd8d-b4ea-4146-b7cf-54ddb7ab9f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4bc4fd-7244-4a1c-9e9c-ead9495c8341', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1226175937', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': 'b041356f-7ff8-4d9c-95bb-9e9eca1d8cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:38:58Z', 'updated_at': '2021-09-24T16:39:02Z', 'revision_number': 4, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'gw_port': {'id': 'b041356f-7ff8-4d9c-95bb-9e9eca1d8cac', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4bc4fd-7244-4a1c-9e9c-ead9495c8341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:38:59Z', 'updated_at': '2021-09-24T16:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'cf5d4aff-e122-4285-9b88-6d5bdb94c77b', 'name': '', 'network_id': 'fe57c95c-6813-4b97-84f2-6a3ba32fe9df', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'mac_address': 'fa:16:3e:17:00:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4bc4fd-7244-4a1c-9e9c-ead9495c8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '2eaf4c18-d85e-4748-9d35-aa248176768a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:39:01Z', 'updated_at': '2021-09-24T16:39:03Z', 'revision_number': 2, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'subnets': [{'id': '2eaf4c18-d85e-4748-9d35-aa248176768a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:39:04.182226 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e8846f35-d979-4b91-9244-6576adff5b48 req-50402f3d-adcf-46f5-8bcf-f7a902667838 service neutron] 10.222.0.101 "GET /v2.0/networks/fe57c95c-6813-4b97-84f2-6a3ba32fe9df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835540 Sep 24 16:39:04.206030 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3fbd8d-b4ea-4146-b7cf-54ddb7ab9f20 None None] Checking router: fe4bc4fd-7244-4a1c-9e9c-ead9495c8341 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:39:04.206797 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3fbd8d-b4ea-4146-b7cf-54ddb7ab9f20 None None] Updating router fe4bc4fd-7244-4a1c-9e9c-ead9495c8341 port cf5d4aff-e122-4285-9b88-6d5bdb94c77b binding host n-d-808921-1 {{(pid=95299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 16:39:04.242680 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6c3fbd8d-b4ea-4146-b7cf-54ddb7ab9f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:04.252077 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-8d1caabe-9fee-4b1f-bfba-08a0c5f7e5a1 None None] Provisioning complete for port cf5d4aff-e122-4285-9b88-6d5bdb94c77b triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:39:04.252077 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8d1caabe-9fee-4b1f-bfba-08a0c5f7e5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:04.278745 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e8846f35-d979-4b91-9244-6576adff5b48 req-bb813922-200b-415f-8991-dcb766562727 service neutron] 10.222.0.101 "GET /v2.0/networks/fe57c95c-6813-4b97-84f2-6a3ba32fe9df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896409 Sep 24 16:39:04.321519 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-8d1caabe-9fee-4b1f-bfba-08a0c5f7e5a1 None None] Port cf5d4aff-e122-4285-9b88-6d5bdb94c77b cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:39:04.376622 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:04.501573 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ef77f23f-932e-4c9f-82ba-722de882d375 req-1cf94717-8f29-4012-85cb-a391336ee6f0 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=72f661cd-87bb-4e9d-b979-6aac8edbaaa7 HTTP/1.1" status: 200 len: 210 time: 0.0297973 Sep 24 16:39:04.561582 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6c3fbd8d-b4ea-4146-b7cf-54ddb7ab9f20 None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:04.631314 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6c3fbd8d-b4ea-4146-b7cf-54ddb7ab9f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:04.688398 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3a7d7c-3f58-4e2e-a9bb-2f41b31b5098 None None] Pushing event updated for resources: {'Port': ['ID=cf5d4aff-e122-4285-9b88-6d5bdb94c77b,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:39:04.737513 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-6c3fbd8d-b4ea-4146-b7cf-54ddb7ab9f20 None None] Attempting to bind port cf5d4aff-e122-4285-9b88-6d5bdb94c77b on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:39:04.741262 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-6c3fbd8d-b4ea-4146-b7cf-54ddb7ab9f20 None None] Attempting to bind port cf5d4aff-e122-4285-9b88-6d5bdb94c77b by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '2704b58e-6e97-4887-8cb8-8ac539e0154a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'fe57c95c-6813-4b97-84f2-6a3ba32fe9df'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:39:04.741262 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3fbd8d-b4ea-4146-b7cf-54ddb7ab9f20 None None] Attempting to bind port cf5d4aff-e122-4285-9b88-6d5bdb94c77b on network fe57c95c-6813-4b97-84f2-6a3ba32fe9df {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:39:04.745995 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3fbd8d-b4ea-4146-b7cf-54ddb7ab9f20 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 39, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:39:04.746641 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3fbd8d-b4ea-4146-b7cf-54ddb7ab9f20 None None] Checking segment: {'id': '2704b58e-6e97-4887-8cb8-8ac539e0154a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'fe57c95c-6813-4b97-84f2-6a3ba32fe9df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:39:04.747116 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6c3fbd8d-b4ea-4146-b7cf-54ddb7ab9f20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:04.747516 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c3fbd8d-b4ea-4146-b7cf-54ddb7ab9f20 None None] Bound using segment: {'id': '2704b58e-6e97-4887-8cb8-8ac539e0154a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'fe57c95c-6813-4b97-84f2-6a3ba32fe9df'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:39:04.748032 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-6c3fbd8d-b4ea-4146-b7cf-54ddb7ab9f20 None None] Bound port: cf5d4aff-e122-4285-9b88-6d5bdb94c77b, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2704b58e-6e97-4887-8cb8-8ac539e0154a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'fe57c95c-6813-4b97-84f2-6a3ba32fe9df'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:39:04.748358 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6c3fbd8d-b4ea-4146-b7cf-54ddb7ab9f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:04.839729 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-6c3fbd8d-b4ea-4146-b7cf-54ddb7ab9f20 None None] For port cf5d4aff-e122-4285-9b88-6d5bdb94c77b, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:39:04.843782 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-6c3fbd8d-b4ea-4146-b7cf-54ddb7ab9f20 None None] For port cf5d4aff-e122-4285-9b88-6d5bdb94c77b, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=cf5d4aff-e122-4285-9b88-6d5bdb94c77b,segment=NetworkSegment(2704b58e-6e97-4887-8cb8-8ac539e0154a),segment_id=2704b58e-6e97-4887-8cb8-8ac539e0154a)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:39:04.863490 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device ef7b36bb-5e59-499c-9c3d-a3831e377eee up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:39:04.913570 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6c3fbd8d-b4ea-4146-b7cf-54ddb7ab9f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:04.958358 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port ef7b36bb-5e59-499c-9c3d-a3831e377eee triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:39:04.959036 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:05.007959 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-2893b847-e244-412a-8fce-4dd4a57629c7 None None] Provisioning complete for port cf5d4aff-e122-4285-9b88-6d5bdb94c77b triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:39:05.008324 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2893b847-e244-412a-8fce-4dd4a57629c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:05.037957 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3fbd8d-b4ea-4146-b7cf-54ddb7ab9f20 None None] Routers {'fe4bc4fd-7244-4a1c-9e9c-ead9495c8341'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:39:05.038614 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-6c3fbd8d-b4ea-4146-b7cf-54ddb7ab9f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:39:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['fe4bc4fd-7244-4a1c-9e9c-ead9495c8341'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:39:05.049141 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3a7d7c-3f58-4e2e-a9bb-2f41b31b5098 None None] Pushing event updated for resources: {'Port': ['ID=cf5d4aff-e122-4285-9b88-6d5bdb94c77b,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:39:05.377239 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-6c3fbd8d-b4ea-4146-b7cf-54ddb7ab9f20 None None] Set router fe4bc4fd-7244-4a1c-9e9c-ead9495c8341 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:39:05.409841 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2893b847-e244-412a-8fce-4dd4a57629c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:05.414010 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device b041356f-7ff8-4d9c-95bb-9e9eca1d8cac up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:39:05.532429 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-2893b847-e244-412a-8fce-4dd4a57629c7 None None] For port cf5d4aff-e122-4285-9b88-6d5bdb94c77b, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=cf5d4aff-e122-4285-9b88-6d5bdb94c77b,segment=NetworkSegment(2704b58e-6e97-4887-8cb8-8ac539e0154a),segment_id=2704b58e-6e97-4887-8cb8-8ac539e0154a)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:39:05.594913 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port b041356f-7ff8-4d9c-95bb-9e9eca1d8cac triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:39:05.595287 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:05.599236 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:05.600244 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d5156313-88db-418b-8170-c54baf26efc6 req-850feb91-bbb0-42a2-9954-a9110cc1ebf4 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=72f661cd-87bb-4e9d-b979-6aac8edbaaa7 HTTP/1.1" status: 200 len: 210 time: 0.0287278 Sep 24 16:39:05.660980 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2893b847-e244-412a-8fce-4dd4a57629c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:05.761179 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2893b847-e244-412a-8fce-4dd4a57629c7 None None] Pushing event updated for resources: {'Port': ['ID=cf5d4aff-e122-4285-9b88-6d5bdb94c77b,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:39:05.798195 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-6c3fbd8d-b4ea-4146-b7cf-54ddb7ab9f20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4bc4fd-7244-4a1c-9e9c-ead9495c8341', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1226175937', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': 'b041356f-7ff8-4d9c-95bb-9e9eca1d8cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:38:58Z', 'updated_at': '2021-09-24T16:39:02Z', 'revision_number': 4, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'gw_port': {'id': 'b041356f-7ff8-4d9c-95bb-9e9eca1d8cac', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4bc4fd-7244-4a1c-9e9c-ead9495c8341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:38:59Z', 'updated_at': '2021-09-24T16:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'cf5d4aff-e122-4285-9b88-6d5bdb94c77b', 'name': '', 'network_id': 'fe57c95c-6813-4b97-84f2-6a3ba32fe9df', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'mac_address': 'fa:16:3e:17:00:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4bc4fd-7244-4a1c-9e9c-ead9495c8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '2eaf4c18-d85e-4748-9d35-aa248176768a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:39:01Z', 'updated_at': '2021-09-24T16:39:04Z', 'revision_number': 4, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'subnets': [{'id': '2eaf4c18-d85e-4748-9d35-aa248176768a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:39:05.800058 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-cad7f4f1-b724-4eef-b69d-c0461ca69063 None None] Provisioning complete for port cf5d4aff-e122-4285-9b88-6d5bdb94c77b triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:39:05.800429 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-cad7f4f1-b724-4eef-b69d-c0461ca69063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:05.845699 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3fbd8d-b4ea-4146-b7cf-54ddb7ab9f20 None None] The sync data for ids ['fe4bc4fd-7244-4a1c-9e9c-ead9495c8341'] in n-d-808921-1 is: [{'id': 'fe4bc4fd-7244-4a1c-9e9c-ead9495c8341', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1226175937', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': 'b041356f-7ff8-4d9c-95bb-9e9eca1d8cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:38:58Z', 'updated_at': '2021-09-24T16:39:02Z', 'revision_number': 4, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'gw_port': {'id': 'b041356f-7ff8-4d9c-95bb-9e9eca1d8cac', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4bc4fd-7244-4a1c-9e9c-ead9495c8341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:38:59Z', 'updated_at': '2021-09-24T16:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'cf5d4aff-e122-4285-9b88-6d5bdb94c77b', 'name': '', 'network_id': 'fe57c95c-6813-4b97-84f2-6a3ba32fe9df', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'mac_address': 'fa:16:3e:17:00:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4bc4fd-7244-4a1c-9e9c-ead9495c8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '2eaf4c18-d85e-4748-9d35-aa248176768a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:39:01Z', 'updated_at': '2021-09-24T16:39:04Z', 'revision_number': 4, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'subnets': [{'id': '2eaf4c18-d85e-4748-9d35-aa248176768a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:39:06.453644 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8846f35-d979-4b91-9244-6576adff5b48 req-88583ff8-9027-4c30-b08f-a1b3ff00eaab tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:39:06.455915 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e8846f35-d979-4b91-9244-6576adff5b48 req-88583ff8-9027-4c30-b08f-a1b3ff00eaab tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.108 "GET /v2.0/networks?id=fe57c95c-6813-4b97-84f2-6a3ba32fe9df HTTP/1.1" status: 200 len: 797 time: 0.1729152 Sep 24 16:39:06.521787 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e8846f35-d979-4b91-9244-6576adff5b48 req-675fb7d6-89d8-4430-b5a0-de55e748faa6 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.108 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28cadd01842a4b25a3b760a81c9d7553 HTTP/1.1" status: 200 len: 379 time: 0.0558779 Sep 24 16:39:06.531775 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-e8846f35-d979-4b91-9244-6576adff5b48 req-00031317-ac29-4d0d-9b76-6bd18c9add6a tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Request body: {'port': {'device_id': '72f661cd-87bb-4e9d-b979-6aac8edbaaa7', 'network_id': 'fe57c95c-6813-4b97-84f2-6a3ba32fe9df', 'admin_state_up': True, 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'security_groups': ['ec737f72-70ad-43f1-9b07-ee6bfe2a87d3']}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:39:06.710188 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9badd5ea-2400-436e-a7db-f21b70910ed5 req-e9bfc07d-c6b1-488b-bef8-b88fdfb5885b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=72f661cd-87bb-4e9d-b979-6aac8edbaaa7 HTTP/1.1" status: 200 len: 210 time: 0.0274742 Sep 24 16:39:06.734444 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8846f35-d979-4b91-9244-6576adff5b48 req-00031317-ac29-4d0d-9b76-6bd18c9add6a tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Made reservation on behalf of 28cadd01842a4b25a3b760a81c9d7553 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:39:06.738222 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e8846f35-d979-4b91-9244-6576adff5b48 req-00031317-ac29-4d0d-9b76-6bd18c9add6a tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:06.834193 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device cf5d4aff-e122-4285-9b88-6d5bdb94c77b up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:39:06.893474 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port cf5d4aff-e122-4285-9b88-6d5bdb94c77b triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:39:06.893833 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:06.897364 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-e8846f35-d979-4b91-9244-6576adff5b48 req-00031317-ac29-4d0d-9b76-6bd18c9add6a tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Allocated IP 172.20.0.10 (fe57c95c-6813-4b97-84f2-6a3ba32fe9df/2eaf4c18-d85e-4748-9d35-aa248176768a/0333f052-e947-430d-8fe3-9d2f633f47c4) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:39:06.942454 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:07.049817 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e8846f35-d979-4b91-9244-6576adff5b48 req-00031317-ac29-4d0d-9b76-6bd18c9add6a tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:07.135040 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e8846f35-d979-4b91-9244-6576adff5b48 req-00031317-ac29-4d0d-9b76-6bd18c9add6a tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:07.177148 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8846f35-d979-4b91-9244-6576adff5b48 req-00031317-ac29-4d0d-9b76-6bd18c9add6a tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Network fe57c95c-6813-4b97-84f2-6a3ba32fe9df is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:39:07.180123 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-e8846f35-d979-4b91-9244-6576adff5b48 req-00031317-ac29-4d0d-9b76-6bd18c9add6a tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:39:07.184456 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8846f35-d979-4b91-9244-6576adff5b48 req-00031317-ac29-4d0d-9b76-6bd18c9add6a tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:39:07.210905 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00031317-ac29-4d0d-9b76-6bd18c9add6a tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event updated for resources: {'Port': ['ID=0333f052-e947-430d-8fe3-9d2f633f47c4,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:39:07.239870 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8846f35-d979-4b91-9244-6576adff5b48 req-00031317-ac29-4d0d-9b76-6bd18c9add6a tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:39:07.240493 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e8846f35-d979-4b91-9244-6576adff5b48 req-00031317-ac29-4d0d-9b76-6bd18c9add6a tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:07.317781 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e8846f35-d979-4b91-9244-6576adff5b48 req-00031317-ac29-4d0d-9b76-6bd18c9add6a tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7902017 Sep 24 16:39:07.331593 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-e8846f35-d979-4b91-9244-6576adff5b48 req-ee2721c1-2fc0-43bc-8a1a-cef0071323c5 service neutron] Request body: {'port': {'device_id': '72f661cd-87bb-4e9d-b979-6aac8edbaaa7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:39:07.390364 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e8846f35-d979-4b91-9244-6576adff5b48 req-ee2721c1-2fc0-43bc-8a1a-cef0071323c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:07.462002 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-9c05a415-790a-45ab-af01-062f588fb77c None None] Provisioning complete for port 0333f052-e947-430d-8fe3-9d2f633f47c4 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:39:07.462260 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9c05a415-790a-45ab-af01-062f588fb77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:07.501305 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-9c05a415-790a-45ab-af01-062f588fb77c None None] Port 0333f052-e947-430d-8fe3-9d2f633f47c4 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:39:07.719956 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-e8846f35-d979-4b91-9244-6576adff5b48 req-ee2721c1-2fc0-43bc-8a1a-cef0071323c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0333f052-e947-430d-8fe3-9d2f633f47c4 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:39:07.732729 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e8846f35-d979-4b91-9244-6576adff5b48 req-ee2721c1-2fc0-43bc-8a1a-cef0071323c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:07.751744 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-e8846f35-d979-4b91-9244-6576adff5b48 req-ee2721c1-2fc0-43bc-8a1a-cef0071323c5 service neutron] Transition to ACTIVE for port object 0333f052-e947-430d-8fe3-9d2f633f47c4 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 16:39:07.827270 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83adeb70-ab2d-4f1d-b623-8465eda2a86c req-d028faa5-d86b-4232-91d6-172a6a46e6b5 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:39:07.828807 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-83adeb70-ab2d-4f1d-b623-8465eda2a86c req-d028faa5-d86b-4232-91d6-172a6a46e6b5 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=72f661cd-87bb-4e9d-b979-6aac8edbaaa7 HTTP/1.1" status: 200 len: 932 time: 0.0504470 Sep 24 16:39:07.829883 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e8846f35-d979-4b91-9244-6576adff5b48 req-ee2721c1-2fc0-43bc-8a1a-cef0071323c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:07.906263 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2721c1-2fc0-43bc-8a1a-cef0071323c5 service neutron] Pushing event updated for resources: {'Port': ['ID=0333f052-e947-430d-8fe3-9d2f633f47c4,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:39:07.919956 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-83adeb70-ab2d-4f1d-b623-8465eda2a86c req-8e764dfd-df06-4a51-a833-3e5e08ef719d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=ec737f72-70ad-43f1-9b07-ee6bfe2a87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848162 Sep 24 16:39:07.985360 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-e8846f35-d979-4b91-9244-6576adff5b48 req-ee2721c1-2fc0-43bc-8a1a-cef0071323c5 service neutron] Attempting to bind port 0333f052-e947-430d-8fe3-9d2f633f47c4 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:39:07.985603 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-e8846f35-d979-4b91-9244-6576adff5b48 req-ee2721c1-2fc0-43bc-8a1a-cef0071323c5 service neutron] Attempting to bind port 0333f052-e947-430d-8fe3-9d2f633f47c4 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '2704b58e-6e97-4887-8cb8-8ac539e0154a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'fe57c95c-6813-4b97-84f2-6a3ba32fe9df'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:39:07.985929 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8846f35-d979-4b91-9244-6576adff5b48 req-ee2721c1-2fc0-43bc-8a1a-cef0071323c5 service neutron] Attempting to bind port 0333f052-e947-430d-8fe3-9d2f633f47c4 on network fe57c95c-6813-4b97-84f2-6a3ba32fe9df {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:39:07.990665 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8846f35-d979-4b91-9244-6576adff5b48 req-ee2721c1-2fc0-43bc-8a1a-cef0071323c5 service neutron] Port 0333f052-e947-430d-8fe3-9d2f633f47c4 on network fe57c95c-6813-4b97-84f2-6a3ba32fe9df not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 16:39:07.990981 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8846f35-d979-4b91-9244-6576adff5b48 req-ee2721c1-2fc0-43bc-8a1a-cef0071323c5 service neutron] Attempting to bind port 0333f052-e947-430d-8fe3-9d2f633f47c4 on network fe57c95c-6813-4b97-84f2-6a3ba32fe9df {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:39:07.996870 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8846f35-d979-4b91-9244-6576adff5b48 req-ee2721c1-2fc0-43bc-8a1a-cef0071323c5 service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:39:07.997207 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8846f35-d979-4b91-9244-6576adff5b48 req-ee2721c1-2fc0-43bc-8a1a-cef0071323c5 service neutron] Checking segment: {'id': '2704b58e-6e97-4887-8cb8-8ac539e0154a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'fe57c95c-6813-4b97-84f2-6a3ba32fe9df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:39:07.997579 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8846f35-d979-4b91-9244-6576adff5b48 req-ee2721c1-2fc0-43bc-8a1a-cef0071323c5 service neutron] Bound using segment: {'id': '2704b58e-6e97-4887-8cb8-8ac539e0154a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'fe57c95c-6813-4b97-84f2-6a3ba32fe9df'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:39:07.998145 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-e8846f35-d979-4b91-9244-6576adff5b48 req-ee2721c1-2fc0-43bc-8a1a-cef0071323c5 service neutron] Bound port: 0333f052-e947-430d-8fe3-9d2f633f47c4, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2704b58e-6e97-4887-8cb8-8ac539e0154a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'fe57c95c-6813-4b97-84f2-6a3ba32fe9df'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:39:07.998610 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e8846f35-d979-4b91-9244-6576adff5b48 req-ee2721c1-2fc0-43bc-8a1a-cef0071323c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:08.065297 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-e8846f35-d979-4b91-9244-6576adff5b48 req-ee2721c1-2fc0-43bc-8a1a-cef0071323c5 service neutron] For port 0333f052-e947-430d-8fe3-9d2f633f47c4, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:39:08.068429 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-e8846f35-d979-4b91-9244-6576adff5b48 req-ee2721c1-2fc0-43bc-8a1a-cef0071323c5 service neutron] For port 0333f052-e947-430d-8fe3-9d2f633f47c4, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=0333f052-e947-430d-8fe3-9d2f633f47c4,segment=NetworkSegment(2704b58e-6e97-4887-8cb8-8ac539e0154a),segment_id=2704b58e-6e97-4887-8cb8-8ac539e0154a)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:39:08.134625 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e8846f35-d979-4b91-9244-6576adff5b48 req-ee2721c1-2fc0-43bc-8a1a-cef0071323c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:08.173611 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8846f35-d979-4b91-9244-6576adff5b48 req-ee2721c1-2fc0-43bc-8a1a-cef0071323c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:39:08.174237 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e8846f35-d979-4b91-9244-6576adff5b48 req-ee2721c1-2fc0-43bc-8a1a-cef0071323c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:08.175646 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e8846f35-d979-4b91-9244-6576adff5b48 req-ee2721c1-2fc0-43bc-8a1a-cef0071323c5 service neutron] 10.222.0.108 "PUT /v2.0/ports/0333f052-e947-430d-8fe3-9d2f633f47c4 HTTP/1.1" status: 200 len: 1092 time: 0.8492756 Sep 24 16:39:08.176081 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72f661cd-87bb-4e9d-b979-6aac8edbaaa7', 'tag': '0333f052-e947-430d-8fe3-9d2f633f47c4'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:39:08.178334 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86bdbdc9b9e92b390e2d9cb11b84962cc6f6bd0fdc6518f79f4e2677ef2c88f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-486003c6-5ec5-4faa-8fce-d68ca57309ce" -d '{"events": [{"name": "network-changed", "server_uuid": "72f661cd-87bb-4e9d-b979-6aac8edbaaa7", "tag": "0333f052-e947-430d-8fe3-9d2f633f47c4"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:39:08.204580 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2721c1-2fc0-43bc-8a1a-cef0071323c5 service neutron] Pushing event updated for resources: {'Port': ['ID=0333f052-e947-430d-8fe3-9d2f633f47c4,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:39:08.222910 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77a84fa6-7276-414d-b690-e74a516ad2e5 x-openstack-request-id: req-77a84fa6-7276-414d-b690-e74a516ad2e5 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:39:08.223269 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72f661cd-87bb-4e9d-b979-6aac8edbaaa7", "tag": "0333f052-e947-430d-8fe3-9d2f633f47c4", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:39:08.223565 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-77a84fa6-7276-414d-b690-e74a516ad2e5 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:39:08.224127 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72f661cd-87bb-4e9d-b979-6aac8edbaaa7', 'tag': '0333f052-e947-430d-8fe3-9d2f633f47c4', 'status': 'completed', 'code': 200} Sep 24 16:39:08.289372 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486003c6-5ec5-4faa-8fce-d68ca57309ce req-cd2265a9-593b-4fc9-8542-385357e7e43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:39:08.291594 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-486003c6-5ec5-4faa-8fce-d68ca57309ce req-cd2265a9-593b-4fc9-8542-385357e7e43c service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=28cadd01842a4b25a3b760a81c9d7553&device_id=72f661cd-87bb-4e9d-b979-6aac8edbaaa7 HTTP/1.1" status: 200 len: 1095 time: 0.0448096 Sep 24 16:39:08.397467 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486003c6-5ec5-4faa-8fce-d68ca57309ce req-31107c24-2ba7-478c-8a17-10fcd8e17d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:39:08.399046 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-486003c6-5ec5-4faa-8fce-d68ca57309ce req-31107c24-2ba7-478c-8a17-10fcd8e17d64 service neutron] 10.222.0.108 "GET /v2.0/networks?tenant_id=28cadd01842a4b25a3b760a81c9d7553&shared=False HTTP/1.1" status: 200 len: 899 time: 0.0998859 Sep 24 16:39:08.495532 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486003c6-5ec5-4faa-8fce-d68ca57309ce req-c442befd-5254-461a-9786-fcbfb09ad4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:39:08.497015 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-486003c6-5ec5-4faa-8fce-d68ca57309ce req-c442befd-5254-461a-9786-fcbfb09ad4c9 service neutron] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0909731 Sep 24 16:39:08.572184 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8846f35-d979-4b91-9244-6576adff5b48 req-85d5ac40-056a-4450-b758-9377466436cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:39:08.573601 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e8846f35-d979-4b91-9244-6576adff5b48 req-85d5ac40-056a-4450-b758-9377466436cc service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=28cadd01842a4b25a3b760a81c9d7553&device_id=72f661cd-87bb-4e9d-b979-6aac8edbaaa7 HTTP/1.1" status: 200 len: 1095 time: 0.0407429 Sep 24 16:39:08.617960 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e8846f35-d979-4b91-9244-6576adff5b48 req-c7bbc6aa-7477-4adc-bfa1-00ac0adb0194 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0333f052-e947-430d-8fe3-9d2f633f47c4 HTTP/1.1" status: 200 len: 217 time: 0.0369880 Sep 24 16:39:08.667075 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8846f35-d979-4b91-9244-6576adff5b48 req-e60e3a4e-7dc0-4057-98ab-d2b019c7469d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:39:08.668508 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e8846f35-d979-4b91-9244-6576adff5b48 req-e60e3a4e-7dc0-4057-98ab-d2b019c7469d service neutron] 10.222.0.108 "GET /v2.0/subnets?id=2eaf4c18-d85e-4748-9d35-aa248176768a HTTP/1.1" status: 200 len: 835 time: 0.0434866 Sep 24 16:39:08.713477 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8846f35-d979-4b91-9244-6576adff5b48 req-1cc972bf-aa35-433b-bb09-5c21f687a1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:39:08.715112 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e8846f35-d979-4b91-9244-6576adff5b48 req-1cc972bf-aa35-433b-bb09-5c21f687a1af service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=fe57c95c-6813-4b97-84f2-6a3ba32fe9df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397735 Sep 24 16:39:08.807270 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e8846f35-d979-4b91-9244-6576adff5b48 req-01c31629-a31c-44d1-b477-1ed18657f5da service neutron] 10.222.0.108 "GET /v2.0/networks/fe57c95c-6813-4b97-84f2-6a3ba32fe9df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854025 Sep 24 16:39:08.897944 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e8846f35-d979-4b91-9244-6576adff5b48 req-4312a034-7490-42ba-9bf9-b0911497a09b service neutron] 10.222.0.108 "GET /v2.0/networks/fe57c95c-6813-4b97-84f2-6a3ba32fe9df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820863 Sep 24 16:39:09.043911 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d0500a-6159-4d92-9d63-41909e9bc667 req-7a10543f-3595-44e8-8d97-0637e92cd5ac tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:39:09.045403 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-34d0500a-6159-4d92-9d63-41909e9bc667 req-7a10543f-3595-44e8-8d97-0637e92cd5ac tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=72f661cd-87bb-4e9d-b979-6aac8edbaaa7 HTTP/1.1" status: 200 len: 944 time: 0.0551219 Sep 24 16:39:09.082542 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-34d0500a-6159-4d92-9d63-41909e9bc667 req-fa1ed0ad-78b9-47a6-b697-1aff673822dc tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=ec737f72-70ad-43f1-9b07-ee6bfe2a87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311263 Sep 24 16:39:09.557361 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:10.206001 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9850f3cb-e722-4bb0-9bb5-6e1364eec05f req-ce3ac6a7-e04c-4ae0-9185-ff9018bf0b87 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:39:10.207924 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9850f3cb-e722-4bb0-9bb5-6e1364eec05f req-ce3ac6a7-e04c-4ae0-9185-ff9018bf0b87 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=72f661cd-87bb-4e9d-b979-6aac8edbaaa7 HTTP/1.1" status: 200 len: 944 time: 0.0553682 Sep 24 16:39:10.250455 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9850f3cb-e722-4bb0-9bb5-6e1364eec05f req-bd2b1eeb-b003-40df-8502-42a894be0461 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=ec737f72-70ad-43f1-9b07-ee6bfe2a87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360374 Sep 24 16:39:11.367990 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d133c492-8740-44f0-80fc-3cbd6e4707c1 req-e90e28c8-5aae-4bac-a630-a0cdc3287f8f tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:39:11.369564 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d133c492-8740-44f0-80fc-3cbd6e4707c1 req-e90e28c8-5aae-4bac-a630-a0cdc3287f8f tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=72f661cd-87bb-4e9d-b979-6aac8edbaaa7 HTTP/1.1" status: 200 len: 944 time: 0.0510676 Sep 24 16:39:11.408359 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d133c492-8740-44f0-80fc-3cbd6e4707c1 req-619fbada-ed2d-4644-99cd-f3a83e4a4bf9 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=ec737f72-70ad-43f1-9b07-ee6bfe2a87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327144 Sep 24 16:39:11.499582 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:12.525145 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e1fab8-5d15-4b77-9d44-ff2825eac55e req-334fc4c5-807d-424d-b3bc-a7f1450052ee tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:39:12.526678 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f5e1fab8-5d15-4b77-9d44-ff2825eac55e req-334fc4c5-807d-424d-b3bc-a7f1450052ee tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=72f661cd-87bb-4e9d-b979-6aac8edbaaa7 HTTP/1.1" status: 200 len: 944 time: 0.0501132 Sep 24 16:39:12.565460 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f5e1fab8-5d15-4b77-9d44-ff2825eac55e req-fb6c5fc0-784b-4e65-9a4c-62f9f3d2a8b3 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=ec737f72-70ad-43f1-9b07-ee6bfe2a87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327084 Sep 24 16:39:13.627367 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 0333f052-e947-430d-8fe3-9d2f633f47c4 details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 16:39:13.682178 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a7569d-508b-46d0-9ac1-b74d1508f3b2 req-fdb7a0aa-2319-4505-9564-7f7de6a7e090 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:39:13.683694 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a2a7569d-508b-46d0-9ac1-b74d1508f3b2 req-fdb7a0aa-2319-4505-9564-7f7de6a7e090 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=72f661cd-87bb-4e9d-b979-6aac8edbaaa7 HTTP/1.1" status: 200 len: 944 time: 0.0486569 Sep 24 16:39:13.722396 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a2a7569d-508b-46d0-9ac1-b74d1508f3b2 req-d4952bb5-0639-426b-91ea-a854ed90000c tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=ec737f72-70ad-43f1-9b07-ee6bfe2a87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325184 Sep 24 16:39:13.724326 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 0333f052-e947-430d-8fe3-9d2f633f47c4, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=0333f052-e947-430d-8fe3-9d2f633f47c4,segment=NetworkSegment(2704b58e-6e97-4887-8cb8-8ac539e0154a),segment_id=2704b58e-6e97-4887-8cb8-8ac539e0154a)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:39:13.735770 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': '0333f052-e947-430d-8fe3-9d2f633f47c4', 'network_id': 'fe57c95c-6813-4b97-84f2-6a3ba32fe9df', 'port_id': '0333f052-e947-430d-8fe3-9d2f633f47c4', 'mac_address': 'fa:16:3e:e5:75:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2eaf4c18-d85e-4748-9d35-aa248176768a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 16:39:13.776736 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:13.788961 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0333f052-e947-430d-8fe3-9d2f633f47c4 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:39:13.807426 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 0333f052-e947-430d-8fe3-9d2f633f47c4, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=0333f052-e947-430d-8fe3-9d2f633f47c4,segment=NetworkSegment(2704b58e-6e97-4887-8cb8-8ac539e0154a),segment_id=2704b58e-6e97-4887-8cb8-8ac539e0154a)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:39:13.876284 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:13.923028 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=0333f052-e947-430d-8fe3-9d2f633f47c4,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:39:14.108207 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['0333f052-e947-430d-8fe3-9d2f633f47c4'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:39:14.835423 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e738aea2-a396-4080-a424-4a3d3782587c req-6d23859f-fee2-48c7-86cc-d96ac80b26a9 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:39:14.837550 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e738aea2-a396-4080-a424-4a3d3782587c req-6d23859f-fee2-48c7-86cc-d96ac80b26a9 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=72f661cd-87bb-4e9d-b979-6aac8edbaaa7 HTTP/1.1" status: 200 len: 945 time: 0.0489366 Sep 24 16:39:14.874785 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e738aea2-a396-4080-a424-4a3d3782587c req-667223a6-43d6-44fa-b926-cf1f2b578e0e tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=ec737f72-70ad-43f1-9b07-ee6bfe2a87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310221 Sep 24 16:39:15.642697 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 0333f052-e947-430d-8fe3-9d2f633f47c4 up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:39:15.756568 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port 0333f052-e947-430d-8fe3-9d2f633f47c4 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 16:39:15.760841 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port 0333f052-e947-430d-8fe3-9d2f633f47c4 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:39:15.761215 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:15.839716 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:15.860930 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72f661cd-87bb-4e9d-b979-6aac8edbaaa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0333f052-e947-430d-8fe3-9d2f633f47c4'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:39:15.863181 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e675284d64920c3690942d07fd233bec6618b8bcfb70da99a5b5d86610f0b706" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc91e41-4dcc-48db-b281-cc80c8e85d80" -d '{"events": [{"server_uuid": "72f661cd-87bb-4e9d-b979-6aac8edbaaa7", "name": "network-vif-plugged", "status": "completed", "tag": "0333f052-e947-430d-8fe3-9d2f633f47c4"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:39:15.875596 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 0333f052-e947-430d-8fe3-9d2f633f47c4, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=0333f052-e947-430d-8fe3-9d2f633f47c4,segment=NetworkSegment(2704b58e-6e97-4887-8cb8-8ac539e0154a),segment_id=2704b58e-6e97-4887-8cb8-8ac539e0154a)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:39:15.900318 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-529b2544-6009-4944-b773-4f67542261dd x-openstack-request-id: req-529b2544-6009-4944-b773-4f67542261dd {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:39:15.900611 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72f661cd-87bb-4e9d-b979-6aac8edbaaa7", "name": "network-vif-plugged", "status": "completed", "tag": "0333f052-e947-430d-8fe3-9d2f633f47c4", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:39:15.900927 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-529b2544-6009-4944-b773-4f67542261dd {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:39:15.901659 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72f661cd-87bb-4e9d-b979-6aac8edbaaa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0333f052-e947-430d-8fe3-9d2f633f47c4', 'code': 200} Sep 24 16:39:15.951223 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:15.989647 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81552ce6-aeb5-4319-9f29-cb4fb40193e5 req-16faab08-f5f9-41b0-8a13-58a32817b234 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:39:15.991197 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-81552ce6-aeb5-4319-9f29-cb4fb40193e5 req-16faab08-f5f9-41b0-8a13-58a32817b234 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=72f661cd-87bb-4e9d-b979-6aac8edbaaa7 HTTP/1.1" status: 200 len: 946 time: 0.0497322 Sep 24 16:39:15.999871 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c399df-2b3c-4c91-b1a8-429674001e97 req-f138aca5-7110-4be2-a684-1a601ccb8b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:39:16.001483 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e8c399df-2b3c-4c91-b1a8-429674001e97 req-f138aca5-7110-4be2-a684-1a601ccb8b83 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=72f661cd-87bb-4e9d-b979-6aac8edbaaa7 HTTP/1.1" status: 200 len: 1097 time: 0.0464411 Sep 24 16:39:16.009314 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=0333f052-e947-430d-8fe3-9d2f633f47c4,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:39:16.036770 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-81552ce6-aeb5-4319-9f29-cb4fb40193e5 req-920664c4-3634-412d-a819-ee5a37e5cd8a tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=ec737f72-70ad-43f1-9b07-ee6bfe2a87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385993 Sep 24 16:39:16.040744 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e8c399df-2b3c-4c91-b1a8-429674001e97 req-6949cbb4-6e51-46df-b311-8a906409f9f6 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=ec737f72-70ad-43f1-9b07-ee6bfe2a87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312443 Sep 24 16:39:17.158492 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79949a7d-a7b9-4aa2-a000-c78c210e172f req-6cb98f66-0af6-476a-9f5b-8d38cb961f96 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:39:17.159974 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-79949a7d-a7b9-4aa2-a000-c78c210e172f req-6cb98f66-0af6-476a-9f5b-8d38cb961f96 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=72f661cd-87bb-4e9d-b979-6aac8edbaaa7 HTTP/1.1" status: 200 len: 946 time: 0.0497291 Sep 24 16:39:17.198194 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-79949a7d-a7b9-4aa2-a000-c78c210e172f req-d8867cad-9450-44f0-9c36-de8c877943a9 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=ec737f72-70ad-43f1-9b07-ee6bfe2a87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318713 Sep 24 16:39:18.311522 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d9a74-3167-4ddf-9daa-c38c0f36bfdc req-d69ddeee-accf-43d1-a634-e4ac9518c94d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:39:18.313013 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3e4d9a74-3167-4ddf-9daa-c38c0f36bfdc req-d69ddeee-accf-43d1-a634-e4ac9518c94d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=72f661cd-87bb-4e9d-b979-6aac8edbaaa7 HTTP/1.1" status: 200 len: 946 time: 0.0486362 Sep 24 16:39:18.352996 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3e4d9a74-3167-4ddf-9daa-c38c0f36bfdc req-54457dd6-13cd-4318-b8fb-960b8ea4c62f tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=ec737f72-70ad-43f1-9b07-ee6bfe2a87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340531 Sep 24 16:39:18.467694 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582fe8d2-5fa6-4492-a788-f2578f79d282 req-47e8a56f-b28f-4bbb-be24-fa38bb210bbf tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:39:18.469162 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-582fe8d2-5fa6-4492-a788-f2578f79d282 req-47e8a56f-b28f-4bbb-be24-fa38bb210bbf tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=72f661cd-87bb-4e9d-b979-6aac8edbaaa7 HTTP/1.1" status: 200 len: 946 time: 0.0498536 Sep 24 16:39:18.507319 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-582fe8d2-5fa6-4492-a788-f2578f79d282 req-c8567915-0d19-4ac9-ae01-d256ec15b09a tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=ec737f72-70ad-43f1-9b07-ee6bfe2a87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319097 Sep 24 16:39:18.528384 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47360) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:39:18.570227 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71db55f2-b60c-4d22-9bd3-712582cd07a5 tempest-TestNetworkAdvancedServerOps-2073741627 tempest-TestNetworkAdvancedServerOps-2073741627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:39:18.571776 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-71db55f2-b60c-4d22-9bd3-712582cd07a5 tempest-TestNetworkAdvancedServerOps-2073741627 tempest-TestNetworkAdvancedServerOps-2073741627-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=72f661cd-87bb-4e9d-b979-6aac8edbaaa7 HTTP/1.1" status: 200 len: 1092 time: 0.0424516 Sep 24 16:39:18.574526 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47362) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:39:18.578647 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-dcfc5216-9241-4306-8f38-db25fad850d6 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Request body: {'floatingip': {'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'port_id': '0333f052-e947-430d-8fe3-9d2f633f47c4', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:39:18.665710 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dcfc5216-9241-4306-8f38-db25fad850d6 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for floatingip, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:18.759818 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dcfc5216-9241-4306-8f38-db25fad850d6 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:18.863776 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-dcfc5216-9241-4306-8f38-db25fad850d6 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Allocated IP 172.25.0.72 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/db3385ee-bf3e-4667-97c1-da9b48f5f8d7) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:39:18.963014 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dcfc5216-9241-4306-8f38-db25fad850d6 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:19.037376 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dcfc5216-9241-4306-8f38-db25fad850d6 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:19.078582 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfc5216-9241-4306-8f38-db25fad850d6 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:39:19.081267 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-dcfc5216-9241-4306-8f38-db25fad850d6 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:39:19.084710 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfc5216-9241-4306-8f38-db25fad850d6 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:39:19.094083 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfc5216-9241-4306-8f38-db25fad850d6 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event updated for resources: {'Port': ['ID=db3385ee-bf3e-4667-97c1-da9b48f5f8d7,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:39:19.438549 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dcfc5216-9241-4306-8f38-db25fad850d6 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:19.563481 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dcfc5216-9241-4306-8f38-db25fad850d6 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:19.709821 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dcfc5216-9241-4306-8f38-db25fad850d6 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:19.750564 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dcfc5216-9241-4306-8f38-db25fad850d6 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:19.816606 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfc5216-9241-4306-8f38-db25fad850d6 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event updated for resources: {'Port': ['ID=db3385ee-bf3e-4667-97c1-da9b48f5f8d7,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:39:19.828371 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dcfc5216-9241-4306-8f38-db25fad850d6 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:19.927420 n-d-808921-1 neutron-server[95298]: INFO neutron.db.l3_db [None req-dcfc5216-9241-4306-8f38-db25fad850d6 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Floating IP e4942365-0bf1-4d89-a404-20ad02866eb5 associated. External IP: 172.25.0.72, port: 0333f052-e947-430d-8fe3-9d2f633f47c4. Sep 24 16:39:20.433891 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcfc5216-9241-4306-8f38-db25fad850d6 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Router fe4bc4fd-7244-4a1c-9e9c-ead9495c8341 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:39:20.541691 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcfc5216-9241-4306-8f38-db25fad850d6 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:39:20.551795 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8643525-8035-4fb0-8084-f43f2d93f8a7 None None] Sync routers for ids ['fe4bc4fd-7244-4a1c-9e9c-ead9495c8341'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:39:20.561700 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8643525-8035-4fb0-8084-f43f2d93f8a7 None None] Routers {'fe4bc4fd-7244-4a1c-9e9c-ead9495c8341'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:39:20.565955 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-c8643525-8035-4fb0-8084-f43f2d93f8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:39:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['fe4bc4fd-7244-4a1c-9e9c-ead9495c8341'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:39:20.619713 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-dcfc5216-9241-4306-8f38-db25fad850d6 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:20.646175 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-dcfc5216-9241-4306-8f38-db25fad850d6 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0706480 Sep 24 16:39:20.646786 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72f661cd-87bb-4e9d-b979-6aac8edbaaa7', 'tag': '0333f052-e947-430d-8fe3-9d2f633f47c4'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:39:20.649776 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86bdbdc9b9e92b390e2d9cb11b84962cc6f6bd0fdc6518f79f4e2677ef2c88f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea53c56-5157-43a3-837b-0198f797ce43" -d '{"events": [{"name": "network-changed", "server_uuid": "72f661cd-87bb-4e9d-b979-6aac8edbaaa7", "tag": "0333f052-e947-430d-8fe3-9d2f633f47c4"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:39:20.667142 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-c8643525-8035-4fb0-8084-f43f2d93f8a7 None None] Set router fe4bc4fd-7244-4a1c-9e9c-ead9495c8341 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:39:20.690466 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3df659f2-d7a4-4726-aeb4-2d6b39fb92d2 x-openstack-request-id: req-3df659f2-d7a4-4726-aeb4-2d6b39fb92d2 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:39:20.690761 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72f661cd-87bb-4e9d-b979-6aac8edbaaa7", "tag": "0333f052-e947-430d-8fe3-9d2f633f47c4", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:39:20.691027 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-3df659f2-d7a4-4726-aeb4-2d6b39fb92d2 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:39:20.691415 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72f661cd-87bb-4e9d-b979-6aac8edbaaa7', 'tag': '0333f052-e947-430d-8fe3-9d2f633f47c4', 'status': 'completed', 'code': 200} Sep 24 16:39:20.757199 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea53c56-5157-43a3-837b-0198f797ce43 req-db67931c-ef40-4bb9-8c7d-d16fe3faf1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:39:20.760747 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7ea53c56-5157-43a3-837b-0198f797ce43 req-db67931c-ef40-4bb9-8c7d-d16fe3faf1b3 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=28cadd01842a4b25a3b760a81c9d7553&device_id=72f661cd-87bb-4e9d-b979-6aac8edbaaa7 HTTP/1.1" status: 200 len: 1097 time: 0.0465183 Sep 24 16:39:20.762116 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003af1bd-41ca-44fb-b732-70c50a8b86e5 req-afdd7eec-8815-4dab-84c0-7f6711a65b5d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:39:20.763690 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-003af1bd-41ca-44fb-b732-70c50a8b86e5 req-afdd7eec-8815-4dab-84c0-7f6711a65b5d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=72f661cd-87bb-4e9d-b979-6aac8edbaaa7 HTTP/1.1" status: 200 len: 946 time: 0.0515571 Sep 24 16:39:20.803647 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-003af1bd-41ca-44fb-b732-70c50a8b86e5 req-1f895b6b-0f26-4612-a09b-746035418c28 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=ec737f72-70ad-43f1-9b07-ee6bfe2a87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338452 Sep 24 16:39:20.826550 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47368) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:39:20.861255 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea53c56-5157-43a3-837b-0198f797ce43 req-dfd7d00a-cc3a-46d7-8fd2-3c15cd634739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:39:20.862772 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7ea53c56-5157-43a3-837b-0198f797ce43 req-dfd7d00a-cc3a-46d7-8fd2-3c15cd634739 service neutron] 10.222.0.108 "GET /v2.0/networks?id=fe57c95c-6813-4b97-84f2-6a3ba32fe9df HTTP/1.1" status: 200 len: 899 time: 0.0953841 Sep 24 16:39:20.896929 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-a82d0888-267d-4575-877b-1866dfb8a307 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/floatingips/e4942365-0bf1-4d89-a404-20ad02866eb5 HTTP/1.1" status: 200 len: 991 time: 0.0690577 Sep 24 16:39:20.907969 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-c8643525-8035-4fb0-8084-f43f2d93f8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4bc4fd-7244-4a1c-9e9c-ead9495c8341', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1226175937', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': 'b041356f-7ff8-4d9c-95bb-9e9eca1d8cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:38:58Z', 'updated_at': '2021-09-24T16:39:02Z', 'revision_number': 4, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'gw_port': {'id': 'b041356f-7ff8-4d9c-95bb-9e9eca1d8cac', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4bc4fd-7244-4a1c-9e9c-ead9495c8341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:38:59Z', 'updated_at': '2021-09-24T16:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': 'e4942365-0bf1-4d89-a404-20ad02866eb5', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'floating_ip_address': '172.25.0.72', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': 'fe4bc4fd-7244-4a1c-9e9c-ead9495c8341', 'port_id': '0333f052-e947-430d-8fe3-9d2f633f47c4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4216, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe57c95c-6813-4b97-84f2-6a3ba32fe9df', 'mac_address': 'fa:16:3e:e5:75:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f661cd-87bb-4e9d-b979-6aac8edbaaa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T16:39:19Z', 'updated_at': '2021-09-24T16:39:19Z', 'revision_number': 0, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf5d4aff-e122-4285-9b88-6d5bdb94c77b', 'name': '', 'network_id': 'fe57c95c-6813-4b97-84f2-6a3ba32fe9df', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'mac_address': 'fa:16:3e:17:00:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4bc4fd-7244-4a1c-9e9c-ead9495c8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '2eaf4c18-d85e-4748-9d35-aa248176768a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:39:01Z', 'updated_at': '2021-09-24T16:39:05Z', 'revision_number': 5, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'subnets': [{'id': '2eaf4c18-d85e-4748-9d35-aa248176768a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:39:20.929652 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7ea53c56-5157-43a3-837b-0198f797ce43 req-e5eaf970-a8fd-4844-adc6-ab4e25e1a001 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0333f052-e947-430d-8fe3-9d2f633f47c4 HTTP/1.1" status: 200 len: 999 time: 0.0598159 Sep 24 16:39:20.934486 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8643525-8035-4fb0-8084-f43f2d93f8a7 None None] Checking router: fe4bc4fd-7244-4a1c-9e9c-ead9495c8341 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:39:20.942664 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8643525-8035-4fb0-8084-f43f2d93f8a7 None None] Routers {'fe4bc4fd-7244-4a1c-9e9c-ead9495c8341'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:39:20.943267 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-c8643525-8035-4fb0-8084-f43f2d93f8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:39:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['fe4bc4fd-7244-4a1c-9e9c-ead9495c8341'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:39:20.986954 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea53c56-5157-43a3-837b-0198f797ce43 req-715d7f7b-50f1-4a5d-b15b-f881bd6ceb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:39:20.988421 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7ea53c56-5157-43a3-837b-0198f797ce43 req-715d7f7b-50f1-4a5d-b15b-f881bd6ceb5d service neutron] 10.222.0.108 "GET /v2.0/subnets?id=2eaf4c18-d85e-4748-9d35-aa248176768a HTTP/1.1" status: 200 len: 835 time: 0.0484071 Sep 24 16:39:21.037269 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea53c56-5157-43a3-837b-0198f797ce43 req-8938dfdf-810f-4c15-ae22-848b4f389aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:39:21.038845 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7ea53c56-5157-43a3-837b-0198f797ce43 req-8938dfdf-810f-4c15-ae22-848b4f389aaf service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=fe57c95c-6813-4b97-84f2-6a3ba32fe9df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425248 Sep 24 16:39:21.133699 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7ea53c56-5157-43a3-837b-0198f797ce43 req-c98d43d7-d168-4540-8f64-1028cdc2be33 service neutron] 10.222.0.108 "GET /v2.0/networks/fe57c95c-6813-4b97-84f2-6a3ba32fe9df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869420 Sep 24 16:39:21.137953 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-c8643525-8035-4fb0-8084-f43f2d93f8a7 None None] Set router fe4bc4fd-7244-4a1c-9e9c-ead9495c8341 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:39:21.227776 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7ea53c56-5157-43a3-837b-0198f797ce43 req-ceaa5722-3c31-4893-ab4a-19bfe4137075 service neutron] 10.222.0.108 "GET /v2.0/networks/fe57c95c-6813-4b97-84f2-6a3ba32fe9df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880208 Sep 24 16:39:21.360571 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-c8643525-8035-4fb0-8084-f43f2d93f8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4bc4fd-7244-4a1c-9e9c-ead9495c8341', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1226175937', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': 'b041356f-7ff8-4d9c-95bb-9e9eca1d8cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:38:58Z', 'updated_at': '2021-09-24T16:39:02Z', 'revision_number': 4, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'gw_port': {'id': 'b041356f-7ff8-4d9c-95bb-9e9eca1d8cac', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4bc4fd-7244-4a1c-9e9c-ead9495c8341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:38:59Z', 'updated_at': '2021-09-24T16:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': 'e4942365-0bf1-4d89-a404-20ad02866eb5', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'floating_ip_address': '172.25.0.72', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': 'fe4bc4fd-7244-4a1c-9e9c-ead9495c8341', 'port_id': '0333f052-e947-430d-8fe3-9d2f633f47c4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4216, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe57c95c-6813-4b97-84f2-6a3ba32fe9df', 'mac_address': 'fa:16:3e:e5:75:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f661cd-87bb-4e9d-b979-6aac8edbaaa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T16:39:19Z', 'updated_at': '2021-09-24T16:39:19Z', 'revision_number': 0, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf5d4aff-e122-4285-9b88-6d5bdb94c77b', 'name': '', 'network_id': 'fe57c95c-6813-4b97-84f2-6a3ba32fe9df', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'mac_address': 'fa:16:3e:17:00:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4bc4fd-7244-4a1c-9e9c-ead9495c8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '2eaf4c18-d85e-4748-9d35-aa248176768a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:39:01Z', 'updated_at': '2021-09-24T16:39:05Z', 'revision_number': 5, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'subnets': [{'id': '2eaf4c18-d85e-4748-9d35-aa248176768a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:39:21.386909 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8643525-8035-4fb0-8084-f43f2d93f8a7 None None] The sync data for ids ['fe4bc4fd-7244-4a1c-9e9c-ead9495c8341'] in n-d-808921-1 is: [{'id': 'fe4bc4fd-7244-4a1c-9e9c-ead9495c8341', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1226175937', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': 'b041356f-7ff8-4d9c-95bb-9e9eca1d8cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:38:58Z', 'updated_at': '2021-09-24T16:39:02Z', 'revision_number': 4, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'gw_port': {'id': 'b041356f-7ff8-4d9c-95bb-9e9eca1d8cac', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4bc4fd-7244-4a1c-9e9c-ead9495c8341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:38:59Z', 'updated_at': '2021-09-24T16:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': 'e4942365-0bf1-4d89-a404-20ad02866eb5', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'floating_ip_address': '172.25.0.72', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': 'fe4bc4fd-7244-4a1c-9e9c-ead9495c8341', 'port_id': '0333f052-e947-430d-8fe3-9d2f633f47c4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4216, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe57c95c-6813-4b97-84f2-6a3ba32fe9df', 'mac_address': 'fa:16:3e:e5:75:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72f661cd-87bb-4e9d-b979-6aac8edbaaa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T16:39:19Z', 'updated_at': '2021-09-24T16:39:19Z', 'revision_number': 0, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf5d4aff-e122-4285-9b88-6d5bdb94c77b', 'name': '', 'network_id': 'fe57c95c-6813-4b97-84f2-6a3ba32fe9df', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'mac_address': 'fa:16:3e:17:00:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4bc4fd-7244-4a1c-9e9c-ead9495c8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '2eaf4c18-d85e-4748-9d35-aa248176768a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:39:01Z', 'updated_at': '2021-09-24T16:39:05Z', 'revision_number': 5, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'subnets': [{'id': '2eaf4c18-d85e-4748-9d35-aa248176768a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:39:21.573880 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099f4971-dcac-4af2-8566-b6be1dc034a2 None None] New status for floating IP e4942365-0bf1-4d89-a404-20ad02866eb5: ACTIVE {{(pid=95299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 16:39:21.900666 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47370) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:39:21.964428 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-e5b7e01e-506c-4db0-85d3-a390b61cd594 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/floatingips/e4942365-0bf1-4d89-a404-20ad02866eb5 HTTP/1.1" status: 200 len: 993 time: 0.0625956 Sep 24 16:39:31.241429 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-1f94844f-be76-4f91-85fb-9be4758f324d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:33.904192 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-569f1b48-8e42-4902-b15f-24515c43b136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:34.333232 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:35.544819 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:36.921232 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:38.063861 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:39:39.521600 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:41.447094 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:39:53.156938 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [req-2b62ee11-9506-4208-9b35-8a0965f6ae28 req-5e93a6b9-5ece-4da0-b6af-28025c7f42e6 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 16:39:53.157931 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2b62ee11-9506-4208-9b35-8a0965f6ae28 req-5e93a6b9-5ece-4da0-b6af-28025c7f42e6 service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054107 Sep 24 16:39:53.563358 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc55052-ad16-49d3-b44a-66b06a7c7f22 req-54ea0457-c891-40a4-af8c-d0ff7812f3fd tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:39:53.564899 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4fc55052-ad16-49d3-b44a-66b06a7c7f22 req-54ea0457-c891-40a4-af8c-d0ff7812f3fd tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=72f661cd-87bb-4e9d-b979-6aac8edbaaa7 HTTP/1.1" status: 200 len: 946 time: 0.0506167 Sep 24 16:39:53.609565 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4fc55052-ad16-49d3-b44a-66b06a7c7f22 req-8c0be8fe-4f7d-4f99-9de8-92ea0698ece6 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=ec737f72-70ad-43f1-9b07-ee6bfe2a87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380054 Sep 24 16:39:53.840260 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d56ab8fa-058b-4c57-a01e-4deb4b988ea7 req-388b46ff-f931-49a5-90c2-ed37f582e02e service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=72f661cd-87bb-4e9d-b979-6aac8edbaaa7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0790648 Sep 24 16:39:53.849396 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [req-d56ab8fa-058b-4c57-a01e-4deb4b988ea7 req-3952decf-d239-4007-82ad-59149ffbd71d service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 16:39:53.850944 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d56ab8fa-058b-4c57-a01e-4deb4b988ea7 req-3952decf-d239-4007-82ad-59149ffbd71d service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055614 Sep 24 16:39:54.732242 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9226332e-68ed-4810-95a8-4d8a883ffd8c req-3e5f88a9-73e8-404f-9e1a-17493cada6d7 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:39:54.733742 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9226332e-68ed-4810-95a8-4d8a883ffd8c req-3e5f88a9-73e8-404f-9e1a-17493cada6d7 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=72f661cd-87bb-4e9d-b979-6aac8edbaaa7 HTTP/1.1" status: 200 len: 946 time: 0.0504386 Sep 24 16:39:54.773217 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9226332e-68ed-4810-95a8-4d8a883ffd8c req-0d880db4-21bf-4d2a-b2e4-8e2351fc5cb2 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=ec737f72-70ad-43f1-9b07-ee6bfe2a87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334730 Sep 24 16:39:55.796005 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ab8fa-058b-4c57-a01e-4deb4b988ea7 req-e298d95a-d305-4943-a50c-417c0c859ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:39:55.797487 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d56ab8fa-058b-4c57-a01e-4deb4b988ea7 req-e298d95a-d305-4943-a50c-417c0c859ac9 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=28cadd01842a4b25a3b760a81c9d7553&device_id=72f661cd-87bb-4e9d-b979-6aac8edbaaa7 HTTP/1.1" status: 200 len: 1097 time: 0.0420854 Sep 24 16:39:55.921140 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ab8fa-058b-4c57-a01e-4deb4b988ea7 req-a745163e-9544-48da-922b-006224cbf299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:39:55.922636 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d56ab8fa-058b-4c57-a01e-4deb4b988ea7 req-a745163e-9544-48da-922b-006224cbf299 service neutron] 10.222.0.108 "GET /v2.0/networks?id=fe57c95c-6813-4b97-84f2-6a3ba32fe9df HTTP/1.1" status: 200 len: 899 time: 0.1182153 Sep 24 16:39:55.933295 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08423a9d-3f66-4621-b03b-5ba9c15ebc0e req-a2cadb3f-464b-405a-afeb-6fca120e176a tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:39:55.934693 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-08423a9d-3f66-4621-b03b-5ba9c15ebc0e req-a2cadb3f-464b-405a-afeb-6fca120e176a tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=72f661cd-87bb-4e9d-b979-6aac8edbaaa7 HTTP/1.1" status: 200 len: 946 time: 0.0685780 Sep 24 16:39:56.020656 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-08423a9d-3f66-4621-b03b-5ba9c15ebc0e req-1bf0ea51-e1da-4fd0-8d1d-40bec6f5255d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=ec737f72-70ad-43f1-9b07-ee6bfe2a87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795271 Sep 24 16:39:56.023209 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d56ab8fa-058b-4c57-a01e-4deb4b988ea7 req-e40bc460-9227-435a-931d-f96758afddd3 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0333f052-e947-430d-8fe3-9d2f633f47c4 HTTP/1.1" status: 200 len: 1001 time: 0.0875852 Sep 24 16:39:56.072680 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ab8fa-058b-4c57-a01e-4deb4b988ea7 req-b58cf084-a97b-4e98-94c4-b1014dd0cfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:39:56.074143 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d56ab8fa-058b-4c57-a01e-4deb4b988ea7 req-b58cf084-a97b-4e98-94c4-b1014dd0cfa2 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=2eaf4c18-d85e-4748-9d35-aa248176768a HTTP/1.1" status: 200 len: 835 time: 0.0437059 Sep 24 16:39:56.118930 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ab8fa-058b-4c57-a01e-4deb4b988ea7 req-f372e297-1481-465c-9a45-a990c0e4625f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:39:56.120375 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d56ab8fa-058b-4c57-a01e-4deb4b988ea7 req-f372e297-1481-465c-9a45-a990c0e4625f service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=fe57c95c-6813-4b97-84f2-6a3ba32fe9df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392525 Sep 24 16:39:56.215213 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d56ab8fa-058b-4c57-a01e-4deb4b988ea7 req-4be8d329-8dc1-435d-8458-9bd532faac08 service neutron] 10.222.0.108 "GET /v2.0/networks/fe57c95c-6813-4b97-84f2-6a3ba32fe9df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875602 Sep 24 16:39:56.305588 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d56ab8fa-058b-4c57-a01e-4deb4b988ea7 req-0714c370-0b78-4011-985f-88e2c482efb1 service neutron] 10.222.0.108 "GET /v2.0/networks/fe57c95c-6813-4b97-84f2-6a3ba32fe9df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832260 Sep 24 16:39:57.139692 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df08afe9-510b-4483-9e23-e6b384732109 req-e825cfab-dbdd-4a09-ab26-a477ca445407 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:39:57.141180 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-df08afe9-510b-4483-9e23-e6b384732109 req-e825cfab-dbdd-4a09-ab26-a477ca445407 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=72f661cd-87bb-4e9d-b979-6aac8edbaaa7 HTTP/1.1" status: 200 len: 946 time: 0.0522120 Sep 24 16:39:57.178994 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-df08afe9-510b-4483-9e23-e6b384732109 req-8896fd83-0cc3-4550-a4d7-07854f3923b3 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=ec737f72-70ad-43f1-9b07-ee6bfe2a87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319030 Sep 24 16:39:58.302015 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efbd72f-df22-4949-afe1-1cfa7cb82554 req-231c39e7-274f-47dc-b657-729f850a4958 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:39:58.303702 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9efbd72f-df22-4949-afe1-1cfa7cb82554 req-231c39e7-274f-47dc-b657-729f850a4958 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=72f661cd-87bb-4e9d-b979-6aac8edbaaa7 HTTP/1.1" status: 200 len: 946 time: 0.0555232 Sep 24 16:39:58.345511 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9efbd72f-df22-4949-afe1-1cfa7cb82554 req-58b07ca6-9a8e-45ff-9436-e84c4bd23574 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=ec737f72-70ad-43f1-9b07-ee6bfe2a87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356658 Sep 24 16:39:59.469683 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c201c7f0-074f-4ea8-a1b3-047deaf998f2 req-eb0ec56f-e479-4f53-9040-3c9f31b93f93 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:39:59.471206 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c201c7f0-074f-4ea8-a1b3-047deaf998f2 req-eb0ec56f-e479-4f53-9040-3c9f31b93f93 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=72f661cd-87bb-4e9d-b979-6aac8edbaaa7 HTTP/1.1" status: 200 len: 946 time: 0.0585799 Sep 24 16:39:59.508838 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c201c7f0-074f-4ea8-a1b3-047deaf998f2 req-cd573db2-1394-400a-9ffe-49f47199951b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=ec737f72-70ad-43f1-9b07-ee6bfe2a87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311410 Sep 24 16:40:00.623243 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f58848-d010-4542-b5a5-e2bca03d57d3 req-42a6d251-53fa-4cb5-8623-5910651dc709 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:40:00.624622 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e3f58848-d010-4542-b5a5-e2bca03d57d3 req-42a6d251-53fa-4cb5-8623-5910651dc709 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=72f661cd-87bb-4e9d-b979-6aac8edbaaa7 HTTP/1.1" status: 200 len: 946 time: 0.0486639 Sep 24 16:40:00.660941 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e3f58848-d010-4542-b5a5-e2bca03d57d3 req-2fa81905-f9cd-4880-92fc-4ef2dc33dd7b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=ec737f72-70ad-43f1-9b07-ee6bfe2a87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304255 Sep 24 16:40:01.240440 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-080cf93c-e9e1-4f0f-8b30-0b745979e5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:40:01.775208 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e74af-b60f-4eb2-a21c-2c0fa576c2c5 req-8186be3f-4b7a-4f17-8787-8c07e718eeab tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:40:01.776595 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f03e74af-b60f-4eb2-a21c-2c0fa576c2c5 req-8186be3f-4b7a-4f17-8787-8c07e718eeab tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=72f661cd-87bb-4e9d-b979-6aac8edbaaa7 HTTP/1.1" status: 200 len: 946 time: 0.0477514 Sep 24 16:40:01.813405 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f03e74af-b60f-4eb2-a21c-2c0fa576c2c5 req-eae79132-6738-4080-b654-dd42acde13ee tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=ec737f72-70ad-43f1-9b07-ee6bfe2a87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309353 Sep 24 16:40:02.928972 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb29ebf-8d7e-4ff0-ba69-265eb815aefa req-b853c141-550a-4f11-bcc4-0df4c3ef953a tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:40:02.930478 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4cb29ebf-8d7e-4ff0-ba69-265eb815aefa req-b853c141-550a-4f11-bcc4-0df4c3ef953a tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=72f661cd-87bb-4e9d-b979-6aac8edbaaa7 HTTP/1.1" status: 200 len: 946 time: 0.0481420 Sep 24 16:40:02.967910 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4cb29ebf-8d7e-4ff0-ba69-265eb815aefa req-22b92ad6-436b-464e-9461-d90b9d6a65fd tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=ec737f72-70ad-43f1-9b07-ee6bfe2a87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315025 Sep 24 16:40:03.903430 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-aaa9f546-15c7-4ec5-a29c-e5e074f275f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:40:04.086533 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816a9d38-67ee-4ed6-9ecc-cc12eca5fad5 req-c7b1f58a-53fe-433b-8c34-064867a38fb8 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:40:04.088025 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-816a9d38-67ee-4ed6-9ecc-cc12eca5fad5 req-c7b1f58a-53fe-433b-8c34-064867a38fb8 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=72f661cd-87bb-4e9d-b979-6aac8edbaaa7 HTTP/1.1" status: 200 len: 946 time: 0.0529940 Sep 24 16:40:04.125171 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-816a9d38-67ee-4ed6-9ecc-cc12eca5fad5 req-2dd13145-818e-4ff2-8f4a-0c85e14827dc tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=ec737f72-70ad-43f1-9b07-ee6bfe2a87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311477 Sep 24 16:40:04.320618 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:40:05.246769 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc0f83-46f6-4ea0-90f4-bfc1a00b1216 req-6f9b299d-268d-4f69-ba71-9c95cefa22ef tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:40:05.248255 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-66cc0f83-46f6-4ea0-90f4-bfc1a00b1216 req-6f9b299d-268d-4f69-ba71-9c95cefa22ef tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=72f661cd-87bb-4e9d-b979-6aac8edbaaa7 HTTP/1.1" status: 200 len: 946 time: 0.0533235 Sep 24 16:40:05.285771 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-66cc0f83-46f6-4ea0-90f4-bfc1a00b1216 req-0fb51aea-f8c6-46e5-86ca-c2dbfa463cb2 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=ec737f72-70ad-43f1-9b07-ee6bfe2a87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314524 Sep 24 16:40:05.509035 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:40:06.401223 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946a1035-dca5-4d0a-b68e-52e0844fea73 req-aed1a912-2ace-459d-aaee-7e9e5fa7be19 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:40:06.402718 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-946a1035-dca5-4d0a-b68e-52e0844fea73 req-aed1a912-2ace-459d-aaee-7e9e5fa7be19 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=72f661cd-87bb-4e9d-b979-6aac8edbaaa7 HTTP/1.1" status: 200 len: 946 time: 0.0489271 Sep 24 16:40:06.441080 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-946a1035-dca5-4d0a-b68e-52e0844fea73 req-28c9a898-fbfb-44f6-a3ee-8311bf89b28d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=ec737f72-70ad-43f1-9b07-ee6bfe2a87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322022 Sep 24 16:40:06.937674 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:40:07.557009 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb60b6-d4fd-4a60-b679-59925e376a13 req-c6b39e00-9b4e-4349-989e-8666222ff2be tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:40:07.558507 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-34bb60b6-d4fd-4a60-b679-59925e376a13 req-c6b39e00-9b4e-4349-989e-8666222ff2be tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=72f661cd-87bb-4e9d-b979-6aac8edbaaa7 HTTP/1.1" status: 200 len: 946 time: 0.0486450 Sep 24 16:40:07.596032 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-34bb60b6-d4fd-4a60-b679-59925e376a13 req-025a7fed-294f-4ea6-8931-6f3c4a154e13 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=ec737f72-70ad-43f1-9b07-ee6bfe2a87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314534 Sep 24 16:40:08.727781 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a409481-1c9c-4474-9f9c-cc62067f91e0 req-aa677a01-5a8f-4d6f-b68c-6ed7b2b46954 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:40:08.729334 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6a409481-1c9c-4474-9f9c-cc62067f91e0 req-aa677a01-5a8f-4d6f-b68c-6ed7b2b46954 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=72f661cd-87bb-4e9d-b979-6aac8edbaaa7 HTTP/1.1" status: 200 len: 946 time: 0.0619931 Sep 24 16:40:08.770200 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6a409481-1c9c-4474-9f9c-cc62067f91e0 req-9ec92130-8d7e-4e07-8c7b-89f18a29ec5a tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=ec737f72-70ad-43f1-9b07-ee6bfe2a87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328557 Sep 24 16:40:09.502985 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd262a8-b3d7-4986-b1c7-15ef4cc6bbef req-fd05505a-742e-4906-aae5-218dbf37659a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:40:09.504892 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0cd262a8-b3d7-4986-b1c7-15ef4cc6bbef req-fd05505a-742e-4906-aae5-218dbf37659a service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=28cadd01842a4b25a3b760a81c9d7553&device_id=72f661cd-87bb-4e9d-b979-6aac8edbaaa7 HTTP/1.1" status: 200 len: 1097 time: 0.0454865 Sep 24 16:40:09.526423 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:40:09.620690 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd262a8-b3d7-4986-b1c7-15ef4cc6bbef req-6023d4d5-5a87-4668-9768-4fa05ff1cf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:40:09.622069 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0cd262a8-b3d7-4986-b1c7-15ef4cc6bbef req-6023d4d5-5a87-4668-9768-4fa05ff1cf9a service neutron] 10.222.0.108 "GET /v2.0/networks?id=fe57c95c-6813-4b97-84f2-6a3ba32fe9df HTTP/1.1" status: 200 len: 899 time: 0.0943246 Sep 24 16:40:09.686568 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0cd262a8-b3d7-4986-b1c7-15ef4cc6bbef req-c94d3288-32a8-4464-a36b-18d4085e8b29 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0333f052-e947-430d-8fe3-9d2f633f47c4 HTTP/1.1" status: 200 len: 1001 time: 0.0572982 Sep 24 16:40:09.739261 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd262a8-b3d7-4986-b1c7-15ef4cc6bbef req-c09cfaa2-4f6f-4cb8-838f-7e58148a896c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:40:09.741342 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0cd262a8-b3d7-4986-b1c7-15ef4cc6bbef req-c09cfaa2-4f6f-4cb8-838f-7e58148a896c service neutron] 10.222.0.108 "GET /v2.0/subnets?id=2eaf4c18-d85e-4748-9d35-aa248176768a HTTP/1.1" status: 200 len: 835 time: 0.0480423 Sep 24 16:40:09.787737 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd262a8-b3d7-4986-b1c7-15ef4cc6bbef req-25493c8a-44cf-4ade-ba38-f4957c47d815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:40:09.789265 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0cd262a8-b3d7-4986-b1c7-15ef4cc6bbef req-25493c8a-44cf-4ade-ba38-f4957c47d815 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=fe57c95c-6813-4b97-84f2-6a3ba32fe9df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404491 Sep 24 16:40:09.912781 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0cd262a8-b3d7-4986-b1c7-15ef4cc6bbef req-fd267dc5-ef6c-49b4-9193-ac4a6416f1ae service neutron] 10.222.0.108 "GET /v2.0/networks/fe57c95c-6813-4b97-84f2-6a3ba32fe9df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155536 Sep 24 16:40:09.925210 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfa1c94-f0cf-4d2e-ac97-48d65630d0ac req-ae70c048-aa4c-4b05-a71c-51a2d5d278ee tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:40:09.926775 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4bfa1c94-f0cf-4d2e-ac97-48d65630d0ac req-ae70c048-aa4c-4b05-a71c-51a2d5d278ee tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=72f661cd-87bb-4e9d-b979-6aac8edbaaa7 HTTP/1.1" status: 200 len: 946 time: 0.0730379 Sep 24 16:40:10.013521 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4bfa1c94-f0cf-4d2e-ac97-48d65630d0ac req-d0404f10-4a32-4a48-9d8f-00b57fb0aaf2 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=ec737f72-70ad-43f1-9b07-ee6bfe2a87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783572 Sep 24 16:40:10.040430 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0cd262a8-b3d7-4986-b1c7-15ef4cc6bbef req-d4d72a1d-74ad-44a5-808a-568330c4ae72 service neutron] 10.222.0.108 "GET /v2.0/networks/fe57c95c-6813-4b97-84f2-6a3ba32fe9df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125612 Sep 24 16:40:11.141976 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984492e3-42bb-4083-89aa-6f5f0d389f38 req-6ccbd9d7-c4e0-4406-b35b-efb9ba941a50 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:40:11.143592 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-984492e3-42bb-4083-89aa-6f5f0d389f38 req-6ccbd9d7-c4e0-4406-b35b-efb9ba941a50 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=72f661cd-87bb-4e9d-b979-6aac8edbaaa7 HTTP/1.1" status: 200 len: 946 time: 0.0564797 Sep 24 16:40:11.185503 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-984492e3-42bb-4083-89aa-6f5f0d389f38 req-9f0f261b-1677-4611-8e59-93934e49f045 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=ec737f72-70ad-43f1-9b07-ee6bfe2a87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351198 Sep 24 16:40:11.468893 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:40:12.315393 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afd0692-041f-4286-82d5-a8d98d5bde48 req-d094a4f9-ec44-4763-8282-e70d2bb5f186 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:40:12.316974 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5afd0692-041f-4286-82d5-a8d98d5bde48 req-d094a4f9-ec44-4763-8282-e70d2bb5f186 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=72f661cd-87bb-4e9d-b979-6aac8edbaaa7 HTTP/1.1" status: 200 len: 946 time: 0.0578616 Sep 24 16:40:12.359627 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5afd0692-041f-4286-82d5-a8d98d5bde48 req-1a8820bc-ef10-4be3-939c-d7275dfbcf69 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=ec737f72-70ad-43f1-9b07-ee6bfe2a87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352743 Sep 24 16:40:13.478004 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597ad268-c107-459a-ab55-1dc1982370f5 req-31424b3c-0a00-4fd3-9b87-1eb457ef7043 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:40:13.479523 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-597ad268-c107-459a-ab55-1dc1982370f5 req-31424b3c-0a00-4fd3-9b87-1eb457ef7043 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=72f661cd-87bb-4e9d-b979-6aac8edbaaa7 HTTP/1.1" status: 200 len: 946 time: 0.0502083 Sep 24 16:40:13.517232 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-597ad268-c107-459a-ab55-1dc1982370f5 req-9b7b35c1-8869-40f4-a770-127240a8af43 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=ec737f72-70ad-43f1-9b07-ee6bfe2a87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317290 Sep 24 16:40:14.633490 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4e3851-4d1e-490d-9398-af4cf6ae0d4f req-25e9ff16-a95a-488a-b6ea-7aa084b62674 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:40:14.634925 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cf4e3851-4d1e-490d-9398-af4cf6ae0d4f req-25e9ff16-a95a-488a-b6ea-7aa084b62674 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=72f661cd-87bb-4e9d-b979-6aac8edbaaa7 HTTP/1.1" status: 200 len: 946 time: 0.0488679 Sep 24 16:40:14.672596 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cf4e3851-4d1e-490d-9398-af4cf6ae0d4f req-c601e51a-d76e-4dfe-98fe-12144ebb7e5d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=ec737f72-70ad-43f1-9b07-ee6bfe2a87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317409 Sep 24 16:40:15.062680 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:40:15.788329 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc189d14-0231-4fa6-9d45-e7e6cf91522f req-07fac12d-8633-4dcf-adf8-36be528314ef tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:40:15.789823 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-dc189d14-0231-4fa6-9d45-e7e6cf91522f req-07fac12d-8633-4dcf-adf8-36be528314ef tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=72f661cd-87bb-4e9d-b979-6aac8edbaaa7 HTTP/1.1" status: 200 len: 946 time: 0.0491350 Sep 24 16:40:15.827618 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-dc189d14-0231-4fa6-9d45-e7e6cf91522f req-191ea75e-0a3b-4db2-904b-e1509ed8fe3a tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=ec737f72-70ad-43f1-9b07-ee6bfe2a87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318172 Sep 24 16:40:16.947565 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55635012-d45a-46c0-b350-241836ae4f98 req-13b8cd92-299f-4745-8a2e-1dbb0a736a1b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:40:16.949057 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-55635012-d45a-46c0-b350-241836ae4f98 req-13b8cd92-299f-4745-8a2e-1dbb0a736a1b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=72f661cd-87bb-4e9d-b979-6aac8edbaaa7 HTTP/1.1" status: 200 len: 946 time: 0.0513570 Sep 24 16:40:16.986912 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-55635012-d45a-46c0-b350-241836ae4f98 req-c1ba2ea6-cce7-4f99-af41-6afa6796c5de tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=ec737f72-70ad-43f1-9b07-ee6bfe2a87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318995 Sep 24 16:40:18.107527 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cb8d8a-26cd-400b-9e68-3bb8d67e1de6 req-9ef7ac5c-4445-43e5-a6fb-30f9c19cb674 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:40:18.109015 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-50cb8d8a-26cd-400b-9e68-3bb8d67e1de6 req-9ef7ac5c-4445-43e5-a6fb-30f9c19cb674 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=72f661cd-87bb-4e9d-b979-6aac8edbaaa7 HTTP/1.1" status: 200 len: 946 time: 0.0531931 Sep 24 16:40:18.149128 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-50cb8d8a-26cd-400b-9e68-3bb8d67e1de6 req-24519446-cf7f-4f4a-9bff-c2c047b9d6b3 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=ec737f72-70ad-43f1-9b07-ee6bfe2a87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341201 Sep 24 16:40:18.887644 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [req-d56ab8fa-058b-4c57-a01e-4deb4b988ea7 req-6c35b188-a519-47e7-8107-ae73bbe8305b service neutron] show failed (client error): The resource could not be found. Sep 24 16:40:18.888647 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d56ab8fa-058b-4c57-a01e-4deb4b988ea7 req-6c35b188-a519-47e7-8107-ae73bbe8305b service neutron] 10.222.0.108 "GET /v2.0/ports/0333f052-e947-430d-8fe3-9d2f633f47c4/bindings/n-h1-808921-1 HTTP/1.1" status: 404 len: 380 time: 0.0598326 Sep 24 16:40:19.271730 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e0fc35-f8ff-4188-bf0d-96ed248ef5ff req-623de0d1-4aba-4ae7-b700-d9646990b0d4 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:40:19.273155 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-45e0fc35-f8ff-4188-bf0d-96ed248ef5ff req-623de0d1-4aba-4ae7-b700-d9646990b0d4 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=72f661cd-87bb-4e9d-b979-6aac8edbaaa7 HTTP/1.1" status: 200 len: 946 time: 0.0528290 Sep 24 16:40:19.313883 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-45e0fc35-f8ff-4188-bf0d-96ed248ef5ff req-69d93b87-fc68-456d-9bec-6bf40d88c256 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=ec737f72-70ad-43f1-9b07-ee6bfe2a87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342977 Sep 24 16:40:19.464035 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ab8fa-058b-4c57-a01e-4deb4b988ea7 req-addf0417-e436-4123-a431-be4085af366e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:40:19.465437 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d56ab8fa-058b-4c57-a01e-4deb4b988ea7 req-addf0417-e436-4123-a431-be4085af366e service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=72f661cd-87bb-4e9d-b979-6aac8edbaaa7&tenant_id=28cadd01842a4b25a3b760a81c9d7553 HTTP/1.1" status: 200 len: 1097 time: 0.0939538 Sep 24 16:40:19.482366 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-d56ab8fa-058b-4c57-a01e-4deb4b988ea7 req-950d0ba0-6b73-4dd5-9c94-30025c67e77e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-808921-1', 'device_owner': 'compute:nova'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:40:19.540895 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d56ab8fa-058b-4c57-a01e-4deb4b988ea7 req-950d0ba0-6b73-4dd5-9c94-30025c67e77e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:40:19.541749 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.110', 60042) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:40:19.583518 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a498bb73-7e7b-43ec-81a7-45de6803fe46 req-48fe903f-d44b-475a-9b9d-a31507377db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:40:19.585837 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a498bb73-7e7b-43ec-81a7-45de6803fe46 req-48fe903f-d44b-475a-9b9d-a31507377db3 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=28cadd01842a4b25a3b760a81c9d7553&device_id=72f661cd-87bb-4e9d-b979-6aac8edbaaa7 HTTP/1.1" status: 200 len: 1097 time: 0.0428028 Sep 24 16:40:19.697039 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a498bb73-7e7b-43ec-81a7-45de6803fe46 req-25a828be-324c-48e9-a2ba-b8564f4cebb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:40:19.698567 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a498bb73-7e7b-43ec-81a7-45de6803fe46 req-25a828be-324c-48e9-a2ba-b8564f4cebb4 service neutron] 10.222.0.110 "GET /v2.0/networks?id=fe57c95c-6813-4b97-84f2-6a3ba32fe9df HTTP/1.1" status: 200 len: 899 time: 0.0900450 Sep 24 16:40:19.758786 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-d56ab8fa-058b-4c57-a01e-4deb4b988ea7 req-950d0ba0-6b73-4dd5-9c94-30025c67e77e service neutron] For port 0333f052-e947-430d-8fe3-9d2f633f47c4, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=0333f052-e947-430d-8fe3-9d2f633f47c4,segment=NetworkSegment(2704b58e-6e97-4887-8cb8-8ac539e0154a),segment_id=2704b58e-6e97-4887-8cb8-8ac539e0154a)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:40:19.774645 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a498bb73-7e7b-43ec-81a7-45de6803fe46 req-82f60e06-bed2-4a36-b84e-c28adecba370 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0333f052-e947-430d-8fe3-9d2f633f47c4 HTTP/1.1" status: 200 len: 1001 time: 0.0669940 Sep 24 16:40:19.796693 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-d56ab8fa-058b-4c57-a01e-4deb4b988ea7 req-950d0ba0-6b73-4dd5-9c94-30025c67e77e service neutron] For port 0333f052-e947-430d-8fe3-9d2f633f47c4, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:40:19.831180 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a498bb73-7e7b-43ec-81a7-45de6803fe46 req-214260d3-ef83-425c-9991-d32bdd04c8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:40:19.832679 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a498bb73-7e7b-43ec-81a7-45de6803fe46 req-214260d3-ef83-425c-9991-d32bdd04c8b9 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=2eaf4c18-d85e-4748-9d35-aa248176768a HTTP/1.1" status: 200 len: 835 time: 0.0478578 Sep 24 16:40:19.839579 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72f661cd-87bb-4e9d-b979-6aac8edbaaa7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0333f052-e947-430d-8fe3-9d2f633f47c4'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:40:19.841878 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86bdbdc9b9e92b390e2d9cb11b84962cc6f6bd0fdc6518f79f4e2677ef2c88f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78bb5f27-8af8-4ce9-b346-ff93d5e7f461" -d '{"events": [{"server_uuid": "72f661cd-87bb-4e9d-b979-6aac8edbaaa7", "name": "network-vif-unplugged", "status": "completed", "tag": "0333f052-e947-430d-8fe3-9d2f633f47c4"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:40:19.846379 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d56ab8fa-058b-4c57-a01e-4deb4b988ea7 req-950d0ba0-6b73-4dd5-9c94-30025c67e77e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:40:19.860176 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-d56ab8fa-058b-4c57-a01e-4deb4b988ea7 req-950d0ba0-6b73-4dd5-9c94-30025c67e77e service neutron] Transition to ACTIVE for port object 0333f052-e947-430d-8fe3-9d2f633f47c4 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 16:40:19.885612 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a498bb73-7e7b-43ec-81a7-45de6803fe46 req-62b6f180-9384-4986-b207-4e0b90810ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:40:19.887208 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a498bb73-7e7b-43ec-81a7-45de6803fe46 req-62b6f180-9384-4986-b207-4e0b90810ff1 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=fe57c95c-6813-4b97-84f2-6a3ba32fe9df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0468175 Sep 24 16:40:19.922958 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d56ab8fa-058b-4c57-a01e-4deb4b988ea7 req-950d0ba0-6b73-4dd5-9c94-30025c67e77e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:40:19.999478 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 16:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04c79645-d8c6-4127-ba17-4057ddef4b4b x-openstack-request-id: req-04c79645-d8c6-4127-ba17-4057ddef4b4b {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:40:19.999478 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72f661cd-87bb-4e9d-b979-6aac8edbaaa7", "name": "network-vif-unplugged", "status": "completed", "tag": "0333f052-e947-430d-8fe3-9d2f633f47c4", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:40:19.999478 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-04c79645-d8c6-4127-ba17-4057ddef4b4b {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:40:19.999478 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72f661cd-87bb-4e9d-b979-6aac8edbaaa7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0333f052-e947-430d-8fe3-9d2f633f47c4', 'code': 200} Sep 24 16:40:20.011496 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a498bb73-7e7b-43ec-81a7-45de6803fe46 req-9f878bac-fbf4-4afe-b28b-95cf97932bda service neutron] 10.222.0.110 "GET /v2.0/networks/fe57c95c-6813-4b97-84f2-6a3ba32fe9df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159415 Sep 24 16:40:20.017307 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950d0ba0-6b73-4dd5-9c94-30025c67e77e service neutron] Pushing event updated for resources: {'Port': ['ID=0333f052-e947-430d-8fe3-9d2f633f47c4,revision_number=6']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:40:20.028538 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950d0ba0-6b73-4dd5-9c94-30025c67e77e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:40:20.028886 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950d0ba0-6b73-4dd5-9c94-30025c67e77e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:40:20.029216 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950d0ba0-6b73-4dd5-9c94-30025c67e77e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:40:20.029554 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950d0ba0-6b73-4dd5-9c94-30025c67e77e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:40:20.029887 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950d0ba0-6b73-4dd5-9c94-30025c67e77e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:40:20.030216 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950d0ba0-6b73-4dd5-9c94-30025c67e77e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:40:20.030728 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950d0ba0-6b73-4dd5-9c94-30025c67e77e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:40:20.030898 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950d0ba0-6b73-4dd5-9c94-30025c67e77e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:40:20.031223 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950d0ba0-6b73-4dd5-9c94-30025c67e77e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:40:20.031545 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950d0ba0-6b73-4dd5-9c94-30025c67e77e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:40:20.031868 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950d0ba0-6b73-4dd5-9c94-30025c67e77e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:40:20.032187 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-950d0ba0-6b73-4dd5-9c94-30025c67e77e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:40:20.064225 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-d56ab8fa-058b-4c57-a01e-4deb4b988ea7 req-950d0ba0-6b73-4dd5-9c94-30025c67e77e service neutron] No DVR routers for this DVR port 0333f052-e947-430d-8fe3-9d2f633f47c4 on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:40:20.130329 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a498bb73-7e7b-43ec-81a7-45de6803fe46 req-06e8306d-2bb0-4336-9acc-e8065cb35d01 service neutron] 10.222.0.110 "GET /v2.0/networks/fe57c95c-6813-4b97-84f2-6a3ba32fe9df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072390 Sep 24 16:40:20.210411 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-d56ab8fa-058b-4c57-a01e-4deb4b988ea7 req-950d0ba0-6b73-4dd5-9c94-30025c67e77e service neutron] Attempting to bind port 0333f052-e947-430d-8fe3-9d2f633f47c4 on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:40:20.210756 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-d56ab8fa-058b-4c57-a01e-4deb4b988ea7 req-950d0ba0-6b73-4dd5-9c94-30025c67e77e service neutron] Attempting to bind port 0333f052-e947-430d-8fe3-9d2f633f47c4 by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': '2704b58e-6e97-4887-8cb8-8ac539e0154a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'fe57c95c-6813-4b97-84f2-6a3ba32fe9df'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:40:20.211084 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56ab8fa-058b-4c57-a01e-4deb4b988ea7 req-950d0ba0-6b73-4dd5-9c94-30025c67e77e service neutron] Attempting to bind port 0333f052-e947-430d-8fe3-9d2f633f47c4 on network fe57c95c-6813-4b97-84f2-6a3ba32fe9df {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:40:20.215522 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56ab8fa-058b-4c57-a01e-4deb4b988ea7 req-950d0ba0-6b73-4dd5-9c94-30025c67e77e service neutron] Port 0333f052-e947-430d-8fe3-9d2f633f47c4 on network fe57c95c-6813-4b97-84f2-6a3ba32fe9df not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 16:40:20.215843 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56ab8fa-058b-4c57-a01e-4deb4b988ea7 req-950d0ba0-6b73-4dd5-9c94-30025c67e77e service neutron] Attempting to bind port 0333f052-e947-430d-8fe3-9d2f633f47c4 on network fe57c95c-6813-4b97-84f2-6a3ba32fe9df {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:40:20.220727 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56ab8fa-058b-4c57-a01e-4deb4b988ea7 req-950d0ba0-6b73-4dd5-9c94-30025c67e77e service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:40:20.221062 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56ab8fa-058b-4c57-a01e-4deb4b988ea7 req-950d0ba0-6b73-4dd5-9c94-30025c67e77e service neutron] Checking segment: {'id': '2704b58e-6e97-4887-8cb8-8ac539e0154a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'fe57c95c-6813-4b97-84f2-6a3ba32fe9df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:40:20.221450 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d56ab8fa-058b-4c57-a01e-4deb4b988ea7 req-950d0ba0-6b73-4dd5-9c94-30025c67e77e service neutron] Bound using segment: {'id': '2704b58e-6e97-4887-8cb8-8ac539e0154a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'fe57c95c-6813-4b97-84f2-6a3ba32fe9df'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:40:20.221876 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-d56ab8fa-058b-4c57-a01e-4deb4b988ea7 req-950d0ba0-6b73-4dd5-9c94-30025c67e77e service neutron] Bound port: 0333f052-e947-430d-8fe3-9d2f633f47c4, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2704b58e-6e97-4887-8cb8-8ac539e0154a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1256, 'network_id': 'fe57c95c-6813-4b97-84f2-6a3ba32fe9df'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:40:20.222235 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d56ab8fa-058b-4c57-a01e-4deb4b988ea7 req-950d0ba0-6b73-4dd5-9c94-30025c67e77e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:40:20.290809 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-d56ab8fa-058b-4c57-a01e-4deb4b988ea7 req-950d0ba0-6b73-4dd5-9c94-30025c67e77e service neutron] For port 0333f052-e947-430d-8fe3-9d2f633f47c4, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:40:20.294043 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-d56ab8fa-058b-4c57-a01e-4deb4b988ea7 req-950d0ba0-6b73-4dd5-9c94-30025c67e77e service neutron] For port 0333f052-e947-430d-8fe3-9d2f633f47c4, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=0333f052-e947-430d-8fe3-9d2f633f47c4,segment=NetworkSegment(2704b58e-6e97-4887-8cb8-8ac539e0154a),segment_id=2704b58e-6e97-4887-8cb8-8ac539e0154a)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:40:20.356148 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d56ab8fa-058b-4c57-a01e-4deb4b988ea7 req-950d0ba0-6b73-4dd5-9c94-30025c67e77e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:40:20.407907 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ab8fa-058b-4c57-a01e-4deb4b988ea7 req-950d0ba0-6b73-4dd5-9c94-30025c67e77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:40:20.408538 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-d56ab8fa-058b-4c57-a01e-4deb4b988ea7 req-950d0ba0-6b73-4dd5-9c94-30025c67e77e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:40:20.409958 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d56ab8fa-058b-4c57-a01e-4deb4b988ea7 req-950d0ba0-6b73-4dd5-9c94-30025c67e77e service neutron] 10.222.0.110 "PUT /v2.0/ports/0333f052-e947-430d-8fe3-9d2f633f47c4 HTTP/1.1" status: 200 len: 1092 time: 0.9317758 Sep 24 16:40:20.457666 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950d0ba0-6b73-4dd5-9c94-30025c67e77e service neutron] Pushing event updated for resources: {'Port': ['ID=0333f052-e947-430d-8fe3-9d2f633f47c4,revision_number=7']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:40:20.496468 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b333e3-6459-4266-b804-2b3dd3d2a64b req-53d34b7d-8990-43d6-8750-cc873068f61e tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:40:20.498111 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-94b333e3-6459-4266-b804-2b3dd3d2a64b req-53d34b7d-8990-43d6-8750-cc873068f61e tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=72f661cd-87bb-4e9d-b979-6aac8edbaaa7 HTTP/1.1" status: 200 len: 944 time: 0.1057489 Sep 24 16:40:20.515672 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ab8fa-058b-4c57-a01e-4deb4b988ea7 req-3a8079cd-8d4a-41e6-b5f9-1e9d2f92e887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:40:20.517186 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d56ab8fa-058b-4c57-a01e-4deb4b988ea7 req-3a8079cd-8d4a-41e6-b5f9-1e9d2f92e887 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=28cadd01842a4b25a3b760a81c9d7553&device_id=72f661cd-87bb-4e9d-b979-6aac8edbaaa7 HTTP/1.1" status: 200 len: 1095 time: 0.0761540 Sep 24 16:40:20.570375 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-94b333e3-6459-4266-b804-2b3dd3d2a64b req-08a5b977-9a57-4480-b8e2-b081ac38369b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=ec737f72-70ad-43f1-9b07-ee6bfe2a87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658662 Sep 24 16:40:20.637933 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ab8fa-058b-4c57-a01e-4deb4b988ea7 req-3f44b838-de52-4e84-b9a4-6fc6c5bbb45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:40:20.639448 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d56ab8fa-058b-4c57-a01e-4deb4b988ea7 req-3f44b838-de52-4e84-b9a4-6fc6c5bbb45c service neutron] 10.222.0.110 "GET /v2.0/networks?id=fe57c95c-6813-4b97-84f2-6a3ba32fe9df HTTP/1.1" status: 200 len: 899 time: 0.1118832 Sep 24 16:40:20.708788 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d56ab8fa-058b-4c57-a01e-4deb4b988ea7 req-bb6cdfe6-6330-418a-a80f-3c9cfa5d862f service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0333f052-e947-430d-8fe3-9d2f633f47c4 HTTP/1.1" status: 200 len: 999 time: 0.0580680 Sep 24 16:40:20.763386 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ab8fa-058b-4c57-a01e-4deb4b988ea7 req-646d9bb0-928b-4e77-b2ad-9b26681287be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:40:20.764849 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d56ab8fa-058b-4c57-a01e-4deb4b988ea7 req-646d9bb0-928b-4e77-b2ad-9b26681287be service neutron] 10.222.0.110 "GET /v2.0/subnets?id=2eaf4c18-d85e-4748-9d35-aa248176768a HTTP/1.1" status: 200 len: 835 time: 0.0490952 Sep 24 16:40:20.812396 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56ab8fa-058b-4c57-a01e-4deb4b988ea7 req-c3d81187-c9f8-4bbc-988e-7b32af6433da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:40:20.813961 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d56ab8fa-058b-4c57-a01e-4deb4b988ea7 req-c3d81187-c9f8-4bbc-988e-7b32af6433da service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=fe57c95c-6813-4b97-84f2-6a3ba32fe9df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408542 Sep 24 16:40:20.907086 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d56ab8fa-058b-4c57-a01e-4deb4b988ea7 req-15d11526-b1e4-4fcd-b29e-23f5ab416627 service neutron] 10.222.0.110 "GET /v2.0/networks/fe57c95c-6813-4b97-84f2-6a3ba32fe9df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848598 Sep 24 16:40:21.004037 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d56ab8fa-058b-4c57-a01e-4deb4b988ea7 req-bc376ac0-8e79-4edb-aaa0-d239a31fd8ba service neutron] 10.222.0.110 "GET /v2.0/networks/fe57c95c-6813-4b97-84f2-6a3ba32fe9df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893905 Sep 24 16:40:21.691304 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31297959-90cf-4b7c-bdfb-ab4b50e8c2fc req-2c32a01a-d41d-49df-8d6f-a7ad4c302de3 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:40:21.692883 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-31297959-90cf-4b7c-bdfb-ab4b50e8c2fc req-2c32a01a-d41d-49df-8d6f-a7ad4c302de3 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=72f661cd-87bb-4e9d-b979-6aac8edbaaa7 HTTP/1.1" status: 200 len: 944 time: 0.0515289 Sep 24 16:40:21.733056 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-31297959-90cf-4b7c-bdfb-ab4b50e8c2fc req-f8e1ba4c-3fed-4936-89a1-40791dcf80c3 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=ec737f72-70ad-43f1-9b07-ee6bfe2a87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338399 Sep 24 16:40:21.903274 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 0333f052-e947-430d-8fe3-9d2f633f47c4 no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:40:21.941787 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 0333f052-e947-430d-8fe3-9d2f633f47c4 not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:40:21.999579 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72f661cd-87bb-4e9d-b979-6aac8edbaaa7', 'tag': '0333f052-e947-430d-8fe3-9d2f633f47c4'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:40:22.001954 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86bdbdc9b9e92b390e2d9cb11b84962cc6f6bd0fdc6518f79f4e2677ef2c88f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4eb62c-60d2-4011-824f-b98a9b78cb63" -d '{"events": [{"name": "network-changed", "server_uuid": "72f661cd-87bb-4e9d-b979-6aac8edbaaa7", "tag": "0333f052-e947-430d-8fe3-9d2f633f47c4"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:40:22.051440 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a0fd2f-a1c9-4a87-94a1-5e23145e1bad x-openstack-request-id: req-a9a0fd2f-a1c9-4a87-94a1-5e23145e1bad {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:40:22.052051 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72f661cd-87bb-4e9d-b979-6aac8edbaaa7", "tag": "0333f052-e947-430d-8fe3-9d2f633f47c4", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:40:22.052051 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a9a0fd2f-a1c9-4a87-94a1-5e23145e1bad {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:40:22.052396 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72f661cd-87bb-4e9d-b979-6aac8edbaaa7', 'tag': '0333f052-e947-430d-8fe3-9d2f633f47c4', 'status': 'completed', 'code': 200} Sep 24 16:40:22.141011 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4eb62c-60d2-4011-824f-b98a9b78cb63 req-bc30755d-4187-46a3-a515-7bdf8a21ddcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:40:22.142647 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cf4eb62c-60d2-4011-824f-b98a9b78cb63 req-bc30755d-4187-46a3-a515-7bdf8a21ddcf service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=28cadd01842a4b25a3b760a81c9d7553&device_id=72f661cd-87bb-4e9d-b979-6aac8edbaaa7 HTTP/1.1" status: 200 len: 1095 time: 0.0667715 Sep 24 16:40:22.159471 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4eb62c-60d2-4011-824f-b98a9b78cb63 req-913e9e6a-21fe-4508-be75-7139c5fb9e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:40:22.160850 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cf4eb62c-60d2-4011-824f-b98a9b78cb63 req-913e9e6a-21fe-4508-be75-7139c5fb9e7a service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=28cadd01842a4b25a3b760a81c9d7553&device_id=72f661cd-87bb-4e9d-b979-6aac8edbaaa7 HTTP/1.1" status: 200 len: 1095 time: 0.0838704 Sep 24 16:40:22.317963 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4eb62c-60d2-4011-824f-b98a9b78cb63 req-f315eafe-3994-49f2-9d7b-bd4c33e705b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:40:22.319526 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cf4eb62c-60d2-4011-824f-b98a9b78cb63 req-f315eafe-3994-49f2-9d7b-bd4c33e705b5 service neutron] 10.222.0.108 "GET /v2.0/networks?id=fe57c95c-6813-4b97-84f2-6a3ba32fe9df HTTP/1.1" status: 200 len: 899 time: 0.1699078 Sep 24 16:40:22.324618 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4eb62c-60d2-4011-824f-b98a9b78cb63 req-ab7d6557-adb4-471c-b6b9-3aba36731cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:40:22.326501 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cf4eb62c-60d2-4011-824f-b98a9b78cb63 req-ab7d6557-adb4-471c-b6b9-3aba36731cd9 service neutron] 10.222.0.110 "GET /v2.0/networks?id=fe57c95c-6813-4b97-84f2-6a3ba32fe9df HTTP/1.1" status: 200 len: 899 time: 0.1494672 Sep 24 16:40:22.733095 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cf4eb62c-60d2-4011-824f-b98a9b78cb63 req-37a5a131-9c8e-41c4-a4ee-c7b54847a395 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0333f052-e947-430d-8fe3-9d2f633f47c4 HTTP/1.1" status: 200 len: 999 time: 0.4055910 Sep 24 16:40:22.750485 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cf4eb62c-60d2-4011-824f-b98a9b78cb63 req-bfd522da-9e3e-4633-8491-5f43f14f4d62 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0333f052-e947-430d-8fe3-9d2f633f47c4 HTTP/1.1" status: 200 len: 999 time: 0.4146538 Sep 24 16:40:22.821005 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4eb62c-60d2-4011-824f-b98a9b78cb63 req-15b11eb7-49ed-4047-a37a-0956ed08085d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:40:22.822734 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cf4eb62c-60d2-4011-824f-b98a9b78cb63 req-15b11eb7-49ed-4047-a37a-0956ed08085d service neutron] 10.222.0.108 "GET /v2.0/subnets?id=2eaf4c18-d85e-4748-9d35-aa248176768a HTTP/1.1" status: 200 len: 835 time: 0.0803864 Sep 24 16:40:22.828140 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4eb62c-60d2-4011-824f-b98a9b78cb63 req-383dc999-2691-4811-bbad-cf7fca1f3420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:40:22.829625 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cf4eb62c-60d2-4011-824f-b98a9b78cb63 req-383dc999-2691-4811-bbad-cf7fca1f3420 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=2eaf4c18-d85e-4748-9d35-aa248176768a HTTP/1.1" status: 200 len: 835 time: 0.0598748 Sep 24 16:40:22.859755 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70143ef7-3d82-42a1-bf17-10f0bfd0240f req-ee02059a-f496-43c3-8864-f5dd3533d800 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:40:22.861321 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-70143ef7-3d82-42a1-bf17-10f0bfd0240f req-ee02059a-f496-43c3-8864-f5dd3533d800 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=72f661cd-87bb-4e9d-b979-6aac8edbaaa7 HTTP/1.1" status: 200 len: 944 time: 0.0516360 Sep 24 16:40:22.902790 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4eb62c-60d2-4011-824f-b98a9b78cb63 req-25e3302d-4215-47be-bc29-bb6c44d861f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:40:22.904828 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cf4eb62c-60d2-4011-824f-b98a9b78cb63 req-25e3302d-4215-47be-bc29-bb6c44d861f3 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=fe57c95c-6813-4b97-84f2-6a3ba32fe9df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738404 Sep 24 16:40:22.907241 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-70143ef7-3d82-42a1-bf17-10f0bfd0240f req-9ef03d9b-15dc-4db4-9098-6d9546536ccb tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=ec737f72-70ad-43f1-9b07-ee6bfe2a87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392923 Sep 24 16:40:22.910561 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4eb62c-60d2-4011-824f-b98a9b78cb63 req-987705b4-b759-4679-a9e7-dda260c9d30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:40:22.912028 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cf4eb62c-60d2-4011-824f-b98a9b78cb63 req-987705b4-b759-4679-a9e7-dda260c9d30c service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=fe57c95c-6813-4b97-84f2-6a3ba32fe9df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719466 Sep 24 16:40:23.070106 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cf4eb62c-60d2-4011-824f-b98a9b78cb63 req-0d6cff30-5b9b-4b75-a15d-6ab763315a29 service neutron] 10.222.0.108 "GET /v2.0/networks/fe57c95c-6813-4b97-84f2-6a3ba32fe9df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567194 Sep 24 16:40:23.072276 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cf4eb62c-60d2-4011-824f-b98a9b78cb63 req-60ce4d55-92e3-4fc7-9d12-489bab17b333 service neutron] 10.222.0.110 "GET /v2.0/networks/fe57c95c-6813-4b97-84f2-6a3ba32fe9df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422050 Sep 24 16:40:23.237217 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cf4eb62c-60d2-4011-824f-b98a9b78cb63 req-cc3c5180-5fcc-4e29-9bad-74499d278091 service neutron] 10.222.0.108 "GET /v2.0/networks/fe57c95c-6813-4b97-84f2-6a3ba32fe9df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594915 Sep 24 16:40:23.238996 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cf4eb62c-60d2-4011-824f-b98a9b78cb63 req-d2fa3207-184f-4eb4-a839-dbec33f60974 service neutron] 10.222.0.110 "GET /v2.0/networks/fe57c95c-6813-4b97-84f2-6a3ba32fe9df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532211 Sep 24 16:40:23.660584 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 0333f052-e947-430d-8fe3-9d2f633f47c4 details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 16:40:23.759016 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 0333f052-e947-430d-8fe3-9d2f633f47c4, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=0333f052-e947-430d-8fe3-9d2f633f47c4,segment=NetworkSegment(2704b58e-6e97-4887-8cb8-8ac539e0154a),segment_id=2704b58e-6e97-4887-8cb8-8ac539e0154a)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:40:23.769987 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': '0333f052-e947-430d-8fe3-9d2f633f47c4', 'network_id': 'fe57c95c-6813-4b97-84f2-6a3ba32fe9df', 'port_id': '0333f052-e947-430d-8fe3-9d2f633f47c4', 'mac_address': 'fa:16:3e:e5:75:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1256, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2eaf4c18-d85e-4748-9d35-aa248176768a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 16:40:23.807511 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:40:23.820782 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0333f052-e947-430d-8fe3-9d2f633f47c4 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:40:23.840622 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 0333f052-e947-430d-8fe3-9d2f633f47c4, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=0333f052-e947-430d-8fe3-9d2f633f47c4,segment=NetworkSegment(2704b58e-6e97-4887-8cb8-8ac539e0154a),segment_id=2704b58e-6e97-4887-8cb8-8ac539e0154a)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:40:23.914398 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:40:23.972452 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=0333f052-e947-430d-8fe3-9d2f633f47c4,revision_number=8']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:40:23.982549 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:40:23.982549 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:40:23.982549 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:40:23.982549 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:40:23.982549 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:40:23.982549 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:40:23.982549 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:40:23.988434 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:40:23.988434 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:40:23.988434 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:40:23.988434 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:40:23.988434 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:40:24.045691 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6365ae53-3627-4a16-ba69-8278b8320787 req-458005bb-a5a5-4eea-86a8-ceabd843c0ff tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:40:24.047233 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6365ae53-3627-4a16-ba69-8278b8320787 req-458005bb-a5a5-4eea-86a8-ceabd843c0ff tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=72f661cd-87bb-4e9d-b979-6aac8edbaaa7 HTTP/1.1" status: 200 len: 945 time: 0.0659566 Sep 24 16:40:24.091708 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6365ae53-3627-4a16-ba69-8278b8320787 req-124b162e-a264-4964-a129-0fd9eb27f126 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=ec737f72-70ad-43f1-9b07-ee6bfe2a87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342722 Sep 24 16:40:24.189021 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['0333f052-e947-430d-8fe3-9d2f633f47c4'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:40:24.507528 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90bbc9-19b6-4f36-90d2-56e8efe9d979 req-3a1aa2e7-a53e-469f-a832-0f4a73be5c70 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:40:24.508941 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8c90bbc9-19b6-4f36-90d2-56e8efe9d979 req-3a1aa2e7-a53e-469f-a832-0f4a73be5c70 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=72f661cd-87bb-4e9d-b979-6aac8edbaaa7 HTTP/1.1" status: 200 len: 945 time: 0.0623019 Sep 24 16:40:24.583170 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91ba568-11bd-41d7-8f63-93e1575d8e5c req-cfd32009-d26f-45db-9f7b-39367ca5c1df tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:40:24.585329 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e91ba568-11bd-41d7-8f63-93e1575d8e5c req-cfd32009-d26f-45db-9f7b-39367ca5c1df tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.108 "GET /v2.0/ports?device_id=72f661cd-87bb-4e9d-b979-6aac8edbaaa7&tenant_id=28cadd01842a4b25a3b760a81c9d7553&binding%3Ahost_id=n-h1-808921-1 HTTP/1.1" status: 200 len: 945 time: 0.0714138 Sep 24 16:40:24.587944 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8c90bbc9-19b6-4f36-90d2-56e8efe9d979 req-99d4cb11-cfe5-4de7-8e32-07719e06791b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=ec737f72-70ad-43f1-9b07-ee6bfe2a87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660968 Sep 24 16:40:24.647869 n-d-808921-1 neutron-server[95298]: INFO neutron.api.v2.resource [req-e91ba568-11bd-41d7-8f63-93e1575d8e5c req-3da9223f-ffdb-4ca1-98e1-8d76a66b052b service neutron] delete failed (client error): The resource could not be found. Sep 24 16:40:24.648910 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e91ba568-11bd-41d7-8f63-93e1575d8e5c req-3da9223f-ffdb-4ca1-98e1-8d76a66b052b service neutron] 10.222.0.108 "DELETE /v2.0/ports/0333f052-e947-430d-8fe3-9d2f633f47c4/bindings/n-h2-808921-1 HTTP/1.1" status: 404 len: 380 time: 0.0562756 Sep 24 16:40:24.720970 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d790e6ca-277c-462e-a28b-2c89f36af186 req-8efad445-fbf7-4983-8a2f-e5cd7fda09fa tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:40:24.722571 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d790e6ca-277c-462e-a28b-2c89f36af186 req-8efad445-fbf7-4983-8a2f-e5cd7fda09fa tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=72f661cd-87bb-4e9d-b979-6aac8edbaaa7 HTTP/1.1" status: 200 len: 945 time: 0.0655808 Sep 24 16:40:24.742782 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91ba568-11bd-41d7-8f63-93e1575d8e5c req-f843e735-d9c0-4755-8a7b-2254fec52ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:40:24.744311 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e91ba568-11bd-41d7-8f63-93e1575d8e5c req-f843e735-d9c0-4755-8a7b-2254fec52ad6 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=28cadd01842a4b25a3b760a81c9d7553&device_id=72f661cd-87bb-4e9d-b979-6aac8edbaaa7 HTTP/1.1" status: 200 len: 1096 time: 0.0467954 Sep 24 16:40:24.763656 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d790e6ca-277c-462e-a28b-2c89f36af186 req-20b540a7-13be-4f97-aa46-02443de06fb2 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=ec737f72-70ad-43f1-9b07-ee6bfe2a87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340955 Sep 24 16:40:24.840252 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91ba568-11bd-41d7-8f63-93e1575d8e5c req-d5882018-39ce-4814-a445-01c45d03d29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:40:24.841704 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e91ba568-11bd-41d7-8f63-93e1575d8e5c req-d5882018-39ce-4814-a445-01c45d03d29a service neutron] 10.222.0.108 "GET /v2.0/networks?id=fe57c95c-6813-4b97-84f2-6a3ba32fe9df HTTP/1.1" status: 200 len: 899 time: 0.0894587 Sep 24 16:40:24.911657 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e91ba568-11bd-41d7-8f63-93e1575d8e5c req-eee8343c-6bb8-488b-af8f-0ef1172c4b4e service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0333f052-e947-430d-8fe3-9d2f633f47c4 HTTP/1.1" status: 200 len: 1000 time: 0.0627348 Sep 24 16:40:24.962047 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91ba568-11bd-41d7-8f63-93e1575d8e5c req-a64547da-5a85-43cc-a9e3-c0ca96c4ed1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:40:24.963541 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e91ba568-11bd-41d7-8f63-93e1575d8e5c req-a64547da-5a85-43cc-a9e3-c0ca96c4ed1d service neutron] 10.222.0.108 "GET /v2.0/subnets?id=2eaf4c18-d85e-4748-9d35-aa248176768a HTTP/1.1" status: 200 len: 835 time: 0.0435219 Sep 24 16:40:25.013288 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91ba568-11bd-41d7-8f63-93e1575d8e5c req-e60c3375-fd88-432b-9f85-f67bd0021047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:40:25.018008 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e91ba568-11bd-41d7-8f63-93e1575d8e5c req-e60c3375-fd88-432b-9f85-f67bd0021047 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=fe57c95c-6813-4b97-84f2-6a3ba32fe9df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430882 Sep 24 16:40:25.114032 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e91ba568-11bd-41d7-8f63-93e1575d8e5c req-6fb3c397-689b-462e-8160-b64550ac1028 service neutron] 10.222.0.108 "GET /v2.0/networks/fe57c95c-6813-4b97-84f2-6a3ba32fe9df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903449 Sep 24 16:40:25.207254 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e91ba568-11bd-41d7-8f63-93e1575d8e5c req-e71c3118-dd4a-4e7b-a0e4-009edebcedf9 service neutron] 10.222.0.108 "GET /v2.0/networks/fe57c95c-6813-4b97-84f2-6a3ba32fe9df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855620 Sep 24 16:40:25.679550 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 0333f052-e947-430d-8fe3-9d2f633f47c4 up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:40:25.800145 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port 0333f052-e947-430d-8fe3-9d2f633f47c4 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 16:40:25.806038 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port 0333f052-e947-430d-8fe3-9d2f633f47c4 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:40:25.806038 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:40:25.884393 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:40:25.884917 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4369ea59-14d5-4acc-9dbe-f6b6dd5a362a req-f9899625-13ab-43e1-a686-1ae7bee38014 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:40:25.886524 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4369ea59-14d5-4acc-9dbe-f6b6dd5a362a req-f9899625-13ab-43e1-a686-1ae7bee38014 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=72f661cd-87bb-4e9d-b979-6aac8edbaaa7 HTTP/1.1" status: 200 len: 945 time: 0.0527682 Sep 24 16:40:25.909601 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72f661cd-87bb-4e9d-b979-6aac8edbaaa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0333f052-e947-430d-8fe3-9d2f633f47c4'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:40:25.911892 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e675284d64920c3690942d07fd233bec6618b8bcfb70da99a5b5d86610f0b706" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cceec909-2773-42e3-bcb9-cf2a284c9d23" -d '{"events": [{"server_uuid": "72f661cd-87bb-4e9d-b979-6aac8edbaaa7", "name": "network-vif-plugged", "status": "completed", "tag": "0333f052-e947-430d-8fe3-9d2f633f47c4"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:40:25.926644 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 0333f052-e947-430d-8fe3-9d2f633f47c4, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=0333f052-e947-430d-8fe3-9d2f633f47c4,segment=NetworkSegment(2704b58e-6e97-4887-8cb8-8ac539e0154a),segment_id=2704b58e-6e97-4887-8cb8-8ac539e0154a)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:40:25.934060 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4369ea59-14d5-4acc-9dbe-f6b6dd5a362a req-f549bf95-be92-43cc-9611-68fdab7b9a47 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=ec737f72-70ad-43f1-9b07-ee6bfe2a87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406785 Sep 24 16:40:25.959223 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f72731b5-408d-4622-b362-f7dfac7ba5d3 x-openstack-request-id: req-f72731b5-408d-4622-b362-f7dfac7ba5d3 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:40:25.959525 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72f661cd-87bb-4e9d-b979-6aac8edbaaa7", "name": "network-vif-plugged", "status": "completed", "tag": "0333f052-e947-430d-8fe3-9d2f633f47c4", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:40:25.960220 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-f72731b5-408d-4622-b362-f7dfac7ba5d3 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:40:25.960630 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72f661cd-87bb-4e9d-b979-6aac8edbaaa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0333f052-e947-430d-8fe3-9d2f633f47c4', 'code': 200} Sep 24 16:40:25.994583 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:40:26.045974 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=0333f052-e947-430d-8fe3-9d2f633f47c4,revision_number=9']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:40:27.049735 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f2160-3af2-4303-93ee-c3e3e8275de7 req-bc9cf385-d7c3-4a1f-8892-058a22e86cde tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:40:27.051199 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b43f2160-3af2-4303-93ee-c3e3e8275de7 req-bc9cf385-d7c3-4a1f-8892-058a22e86cde tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=72f661cd-87bb-4e9d-b979-6aac8edbaaa7 HTTP/1.1" status: 200 len: 946 time: 0.0487597 Sep 24 16:40:27.090506 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b43f2160-3af2-4303-93ee-c3e3e8275de7 req-f75b1406-345b-4a1f-beb5-82f6a03cf04c tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=ec737f72-70ad-43f1-9b07-ee6bfe2a87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326056 Sep 24 16:40:27.112637 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47490) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:40:27.173667 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-5b67cfbf-fdd1-4c44-96d6-d8576ab05ca2 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/floatingips/e4942365-0bf1-4d89-a404-20ad02866eb5 HTTP/1.1" status: 200 len: 993 time: 0.0598719 Sep 24 16:40:31.239117 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-1286d520-261a-4e01-868a-8247951ae254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:40:33.913896 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-64b14b21-950d-431f-a816-360e6d93e07e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:40:34.325466 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:40:35.547678 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:40:36.937629 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:40:39.519005 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:40:41.485073 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:40:52.063812 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:40:54.286946 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [req-75994c71-237e-4d40-9ddd-cd78b39d1d55 req-ac492140-b744-45e5-b0b2-75377c2d70a2 service neutron] (95297) timed out ('10.222.0.101', 44384) {{(pid=95297) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 24 16:40:57.714431 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47506) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:40:57.872727 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-95d36b6e-d273-419e-bdeb-34a6efcedc07 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Deleting port db3385ee-bf3e-4667-97c1-da9b48f5f8d7 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:40:57.873073 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-95d36b6e-d273-419e-bdeb-34a6efcedc07 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:40:57.950308 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-95d36b6e-d273-419e-bdeb-34a6efcedc07 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:40:57.950654 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-95d36b6e-d273-419e-bdeb-34a6efcedc07 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:40:57.962755 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-95d36b6e-d273-419e-bdeb-34a6efcedc07 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Calling delete_port for db3385ee-bf3e-4667-97c1-da9b48f5f8d7 owned by network:floatingip {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:40:58.181152 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-95d36b6e-d273-419e-bdeb-34a6efcedc07 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:40:58.209640 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d36b6e-d273-419e-bdeb-34a6efcedc07 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event deleted for resources: {'Port': ['ID=db3385ee-bf3e-4667-97c1-da9b48f5f8d7,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:40:58.235203 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d36b6e-d273-419e-bdeb-34a6efcedc07 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:40:58.235559 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d36b6e-d273-419e-bdeb-34a6efcedc07 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:40:58.235908 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d36b6e-d273-419e-bdeb-34a6efcedc07 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:40:58.236249 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d36b6e-d273-419e-bdeb-34a6efcedc07 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:40:58.236655 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d36b6e-d273-419e-bdeb-34a6efcedc07 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:40:58.237001 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d36b6e-d273-419e-bdeb-34a6efcedc07 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:40:58.237337 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d36b6e-d273-419e-bdeb-34a6efcedc07 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:40:58.237673 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d36b6e-d273-419e-bdeb-34a6efcedc07 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:40:58.238009 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d36b6e-d273-419e-bdeb-34a6efcedc07 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:40:58.238371 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d36b6e-d273-419e-bdeb-34a6efcedc07 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:40:58.238699 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d36b6e-d273-419e-bdeb-34a6efcedc07 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:40:58.239063 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d36b6e-d273-419e-bdeb-34a6efcedc07 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:40:58.282818 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-95d36b6e-d273-419e-bdeb-34a6efcedc07 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for floatingip, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:40:58.283149 n-d-808921-1 neutron-server[95297]: INFO neutron.db.l3_db [None req-95d36b6e-d273-419e-bdeb-34a6efcedc07 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Floating IP e4942365-0bf1-4d89-a404-20ad02866eb5 disassociated (deleted). External IP: 172.25.0.72, port: 0333f052-e947-430d-8fe3-9d2f633f47c4. Sep 24 16:40:58.503015 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95d36b6e-d273-419e-bdeb-34a6efcedc07 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Router fe4bc4fd-7244-4a1c-9e9c-ead9495c8341 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:40:58.615663 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95d36b6e-d273-419e-bdeb-34a6efcedc07 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:40:58.620666 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-95d36b6e-d273-419e-bdeb-34a6efcedc07 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:40:58.627405 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35529372-0e41-4898-aed0-d0f7c7943572 None None] Sync routers for ids ['fe4bc4fd-7244-4a1c-9e9c-ead9495c8341'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:40:58.638569 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35529372-0e41-4898-aed0-d0f7c7943572 None None] Routers {'fe4bc4fd-7244-4a1c-9e9c-ead9495c8341'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:40:58.639174 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-35529372-0e41-4898-aed0-d0f7c7943572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:40:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['fe4bc4fd-7244-4a1c-9e9c-ead9495c8341'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:40:58.650204 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-95d36b6e-d273-419e-bdeb-34a6efcedc07 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "DELETE /v2.0/floatingips/e4942365-0bf1-4d89-a404-20ad02866eb5 HTTP/1.1" status: 204 len: 168 time: 0.9346430 Sep 24 16:40:58.650859 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72f661cd-87bb-4e9d-b979-6aac8edbaaa7', 'tag': '0333f052-e947-430d-8fe3-9d2f633f47c4'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:40:58.653169 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce09631955309d89252ad503228e8356032135eb6e803a44cefb008b5f264874" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb38474-2578-49f6-8cd0-9d559ccd4e24" -d '{"events": [{"name": "network-changed", "server_uuid": "72f661cd-87bb-4e9d-b979-6aac8edbaaa7", "tag": "0333f052-e947-430d-8fe3-9d2f633f47c4"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:40:58.755278 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-35529372-0e41-4898-aed0-d0f7c7943572 None None] Set router fe4bc4fd-7244-4a1c-9e9c-ead9495c8341 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:40:58.791032 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e43c225c-d25e-43d6-913c-0b41b1d4d5d7 x-openstack-request-id: req-e43c225c-d25e-43d6-913c-0b41b1d4d5d7 {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:40:58.791759 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72f661cd-87bb-4e9d-b979-6aac8edbaaa7", "tag": "0333f052-e947-430d-8fe3-9d2f633f47c4", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:40:58.791759 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-e43c225c-d25e-43d6-913c-0b41b1d4d5d7 {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:40:58.791759 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72f661cd-87bb-4e9d-b979-6aac8edbaaa7', 'tag': '0333f052-e947-430d-8fe3-9d2f633f47c4', 'status': 'completed', 'code': 200} Sep 24 16:40:58.858784 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb38474-2578-49f6-8cd0-9d559ccd4e24 req-ff4f195a-119a-4c02-a913-2d935ee03d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:40:58.860329 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-efb38474-2578-49f6-8cd0-9d559ccd4e24 req-ff4f195a-119a-4c02-a913-2d935ee03d05 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=28cadd01842a4b25a3b760a81c9d7553&device_id=72f661cd-87bb-4e9d-b979-6aac8edbaaa7 HTTP/1.1" status: 200 len: 1097 time: 0.0461431 Sep 24 16:40:58.961059 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb38474-2578-49f6-8cd0-9d559ccd4e24 req-d44a7168-40e3-4673-868d-e5dd44c98c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:40:58.962574 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-efb38474-2578-49f6-8cd0-9d559ccd4e24 req-d44a7168-40e3-4673-868d-e5dd44c98c40 service neutron] 10.222.0.110 "GET /v2.0/networks?id=fe57c95c-6813-4b97-84f2-6a3ba32fe9df HTTP/1.1" status: 200 len: 899 time: 0.0947618 Sep 24 16:40:58.963881 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-35529372-0e41-4898-aed0-d0f7c7943572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4bc4fd-7244-4a1c-9e9c-ead9495c8341', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1226175937', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': 'b041356f-7ff8-4d9c-95bb-9e9eca1d8cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:38:58Z', 'updated_at': '2021-09-24T16:39:02Z', 'revision_number': 4, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'gw_port': {'id': 'b041356f-7ff8-4d9c-95bb-9e9eca1d8cac', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4bc4fd-7244-4a1c-9e9c-ead9495c8341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:38:59Z', 'updated_at': '2021-09-24T16:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'cf5d4aff-e122-4285-9b88-6d5bdb94c77b', 'name': '', 'network_id': 'fe57c95c-6813-4b97-84f2-6a3ba32fe9df', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'mac_address': 'fa:16:3e:17:00:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4bc4fd-7244-4a1c-9e9c-ead9495c8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '2eaf4c18-d85e-4748-9d35-aa248176768a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:39:01Z', 'updated_at': '2021-09-24T16:39:05Z', 'revision_number': 5, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'subnets': [{'id': '2eaf4c18-d85e-4748-9d35-aa248176768a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:40:58.993499 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35529372-0e41-4898-aed0-d0f7c7943572 None None] Checking router: fe4bc4fd-7244-4a1c-9e9c-ead9495c8341 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:40:59.002793 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35529372-0e41-4898-aed0-d0f7c7943572 None None] Routers {'fe4bc4fd-7244-4a1c-9e9c-ead9495c8341'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:40:59.003415 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-35529372-0e41-4898-aed0-d0f7c7943572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:40:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['fe4bc4fd-7244-4a1c-9e9c-ead9495c8341'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:40:59.011786 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-efb38474-2578-49f6-8cd0-9d559ccd4e24 req-2f156930-f6ef-48ac-b126-d2fe8f9affa8 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0333f052-e947-430d-8fe3-9d2f633f47c4 HTTP/1.1" status: 200 len: 217 time: 0.0414493 Sep 24 16:40:59.075704 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb38474-2578-49f6-8cd0-9d559ccd4e24 req-f8b349fc-e50b-483d-9ee4-88d133aac671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:40:59.077226 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-efb38474-2578-49f6-8cd0-9d559ccd4e24 req-f8b349fc-e50b-483d-9ee4-88d133aac671 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=2eaf4c18-d85e-4748-9d35-aa248176768a HTTP/1.1" status: 200 len: 835 time: 0.0456102 Sep 24 16:40:59.102105 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa5fd2a-f2d2-4460-a7ea-5b3b5224835f req-b38ee463-eb3b-464d-9a55-a068130e4695 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:40:59.103867 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9fa5fd2a-f2d2-4460-a7ea-5b3b5224835f req-b38ee463-eb3b-464d-9a55-a068130e4695 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=72f661cd-87bb-4e9d-b979-6aac8edbaaa7 HTTP/1.1" status: 200 len: 946 time: 0.0544691 Sep 24 16:40:59.123472 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-35529372-0e41-4898-aed0-d0f7c7943572 None None] Set router fe4bc4fd-7244-4a1c-9e9c-ead9495c8341 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:40:59.137534 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb38474-2578-49f6-8cd0-9d559ccd4e24 req-80933f7d-b7df-47e7-a5c2-5ecefb0d0e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:40:59.139264 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-efb38474-2578-49f6-8cd0-9d559ccd4e24 req-80933f7d-b7df-47e7-a5c2-5ecefb0d0e20 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=fe57c95c-6813-4b97-84f2-6a3ba32fe9df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539598 Sep 24 16:40:59.145194 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9fa5fd2a-f2d2-4460-a7ea-5b3b5224835f req-5da295e8-e24d-4557-9d77-87b91faa43f1 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=ec737f72-70ad-43f1-9b07-ee6bfe2a87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344975 Sep 24 16:40:59.240123 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-efb38474-2578-49f6-8cd0-9d559ccd4e24 req-7658084e-acf7-42b6-b251-cef03379ca86 service neutron] 10.222.0.110 "GET /v2.0/networks/fe57c95c-6813-4b97-84f2-6a3ba32fe9df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878429 Sep 24 16:40:59.331600 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-35529372-0e41-4898-aed0-d0f7c7943572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4bc4fd-7244-4a1c-9e9c-ead9495c8341', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1226175937', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': 'b041356f-7ff8-4d9c-95bb-9e9eca1d8cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:38:58Z', 'updated_at': '2021-09-24T16:39:02Z', 'revision_number': 4, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'gw_port': {'id': 'b041356f-7ff8-4d9c-95bb-9e9eca1d8cac', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4bc4fd-7244-4a1c-9e9c-ead9495c8341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:38:59Z', 'updated_at': '2021-09-24T16:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'cf5d4aff-e122-4285-9b88-6d5bdb94c77b', 'name': '', 'network_id': 'fe57c95c-6813-4b97-84f2-6a3ba32fe9df', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'mac_address': 'fa:16:3e:17:00:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4bc4fd-7244-4a1c-9e9c-ead9495c8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '2eaf4c18-d85e-4748-9d35-aa248176768a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:39:01Z', 'updated_at': '2021-09-24T16:39:05Z', 'revision_number': 5, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'subnets': [{'id': '2eaf4c18-d85e-4748-9d35-aa248176768a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:40:59.338574 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-efb38474-2578-49f6-8cd0-9d559ccd4e24 req-e71512d2-5842-4adf-a88b-91566b364f8a service neutron] 10.222.0.110 "GET /v2.0/networks/fe57c95c-6813-4b97-84f2-6a3ba32fe9df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909164 Sep 24 16:40:59.359675 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35529372-0e41-4898-aed0-d0f7c7943572 None None] The sync data for ids ['fe4bc4fd-7244-4a1c-9e9c-ead9495c8341'] in n-d-808921-1 is: [{'id': 'fe4bc4fd-7244-4a1c-9e9c-ead9495c8341', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1226175937', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': 'b041356f-7ff8-4d9c-95bb-9e9eca1d8cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:38:58Z', 'updated_at': '2021-09-24T16:39:02Z', 'revision_number': 4, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'gw_port': {'id': 'b041356f-7ff8-4d9c-95bb-9e9eca1d8cac', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4bc4fd-7244-4a1c-9e9c-ead9495c8341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:38:59Z', 'updated_at': '2021-09-24T16:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'cf5d4aff-e122-4285-9b88-6d5bdb94c77b', 'name': '', 'network_id': 'fe57c95c-6813-4b97-84f2-6a3ba32fe9df', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'mac_address': 'fa:16:3e:17:00:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4bc4fd-7244-4a1c-9e9c-ead9495c8341', 'device_owner': 'network:router_interface', 'standard_attr_id': 4213, 'fixed_ips': [{'subnet_id': '2eaf4c18-d85e-4748-9d35-aa248176768a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:39:01Z', 'updated_at': '2021-09-24T16:39:05Z', 'revision_number': 5, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'subnets': [{'id': '2eaf4c18-d85e-4748-9d35-aa248176768a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:40:59.605318 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1f7789-6a69-4827-abd5-ab8a93ffccdd None None] New status for floating IP e4942365-0bf1-4d89-a404-20ad02866eb5: DOWN {{(pid=95299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 16:41:00.266042 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca018f-4710-4692-acac-1579ac566e82 req-77f4054b-51aa-4567-96d1-e74bf37bc2f7 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:41:00.267583 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7eca018f-4710-4692-acac-1579ac566e82 req-77f4054b-51aa-4567-96d1-e74bf37bc2f7 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=72f661cd-87bb-4e9d-b979-6aac8edbaaa7 HTTP/1.1" status: 200 len: 946 time: 0.0501575 Sep 24 16:41:00.305263 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7eca018f-4710-4692-acac-1579ac566e82 req-1f28d891-0eeb-409e-ae21-7e621ba8e829 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=ec737f72-70ad-43f1-9b07-ee6bfe2a87d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317039 Sep 24 16:41:00.678719 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6eadc8-507d-4b1e-b23d-e53e1d305a44 req-1fbc876a-4bda-48eb-b6c5-d540976fea5b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:41:00.680201 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-aa6eadc8-507d-4b1e-b23d-e53e1d305a44 req-1fbc876a-4bda-48eb-b6c5-d540976fea5b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.110 "GET /v2.0/ports?device_id=72f661cd-87bb-4e9d-b979-6aac8edbaaa7 HTTP/1.1" status: 200 len: 946 time: 0.0493486 Sep 24 16:41:00.776207 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-aa6eadc8-507d-4b1e-b23d-e53e1d305a44 req-8eeb6afd-7103-4f2d-ad17-eead7f078e6b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Deleting port 0333f052-e947-430d-8fe3-9d2f633f47c4 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:41:00.776559 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-aa6eadc8-507d-4b1e-b23d-e53e1d305a44 req-8eeb6afd-7103-4f2d-ad17-eead7f078e6b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:00.866264 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-aa6eadc8-507d-4b1e-b23d-e53e1d305a44 req-8eeb6afd-7103-4f2d-ad17-eead7f078e6b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] For port 0333f052-e947-430d-8fe3-9d2f633f47c4, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=0333f052-e947-430d-8fe3-9d2f633f47c4,segment=NetworkSegment(2704b58e-6e97-4887-8cb8-8ac539e0154a),segment_id=2704b58e-6e97-4887-8cb8-8ac539e0154a)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:41:00.866696 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-aa6eadc8-507d-4b1e-b23d-e53e1d305a44 req-8eeb6afd-7103-4f2d-ad17-eead7f078e6b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:00.879122 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-aa6eadc8-507d-4b1e-b23d-e53e1d305a44 req-8eeb6afd-7103-4f2d-ad17-eead7f078e6b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Calling delete_port for 0333f052-e947-430d-8fe3-9d2f633f47c4 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:41:01.066444 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-aa6eadc8-507d-4b1e-b23d-e53e1d305a44 req-8eeb6afd-7103-4f2d-ad17-eead7f078e6b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:01.095495 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeb6afd-7103-4f2d-ad17-eead7f078e6b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event deleted for resources: {'Port': ['ID=0333f052-e947-430d-8fe3-9d2f633f47c4,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:41:01.141877 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa6eadc8-507d-4b1e-b23d-e53e1d305a44 req-8eeb6afd-7103-4f2d-ad17-eead7f078e6b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] No DVR routers for this DVR port 0333f052-e947-430d-8fe3-9d2f633f47c4 on host n-h1-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:41:01.144616 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-aa6eadc8-507d-4b1e-b23d-e53e1d305a44 req-8eeb6afd-7103-4f2d-ad17-eead7f078e6b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:01.146828 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-aa6eadc8-507d-4b1e-b23d-e53e1d305a44 req-8eeb6afd-7103-4f2d-ad17-eead7f078e6b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.110 "DELETE /v2.0/ports/0333f052-e947-430d-8fe3-9d2f633f47c4 HTTP/1.1" status: 204 len: 173 time: 0.4594274 Sep 24 16:41:01.147260 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72f661cd-87bb-4e9d-b979-6aac8edbaaa7', 'name': 'network-vif-deleted', 'tag': '0333f052-e947-430d-8fe3-9d2f633f47c4'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:41:01.149552 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86bdbdc9b9e92b390e2d9cb11b84962cc6f6bd0fdc6518f79f4e2677ef2c88f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6569b922-87b6-475d-85be-3be51f43169f" -d '{"events": [{"server_uuid": "72f661cd-87bb-4e9d-b979-6aac8edbaaa7", "name": "network-vif-deleted", "tag": "0333f052-e947-430d-8fe3-9d2f633f47c4"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:41:01.187727 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce2afdb1-fecc-4522-85bc-abb7761e2a02 x-openstack-request-id: req-ce2afdb1-fecc-4522-85bc-abb7761e2a02 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:41:01.187963 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72f661cd-87bb-4e9d-b979-6aac8edbaaa7", "name": "network-vif-deleted", "tag": "0333f052-e947-430d-8fe3-9d2f633f47c4", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:41:01.188211 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ce2afdb1-fecc-4522-85bc-abb7761e2a02 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:41:01.188649 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72f661cd-87bb-4e9d-b979-6aac8edbaaa7', 'name': 'network-vif-deleted', 'tag': '0333f052-e947-430d-8fe3-9d2f633f47c4', 'status': 'completed', 'code': 200} Sep 24 16:41:01.249204 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f4f1de48-b11b-4274-914f-866f53b49b8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:01.398768 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1db50b8c-a0b7-4f64-9007-397e02869f76 req-29bddd37-d8ac-4a85-b372-cf4f5aff0fce tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=72f661cd-87bb-4e9d-b979-6aac8edbaaa7 HTTP/1.1" status: 200 len: 210 time: 0.0257175 Sep 24 16:41:02.454248 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47524) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:41:02.820599 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a6d97b04-1057-4763-aa08-1b70b52290ff tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:03.078475 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-a6d97b04-1057-4763-aa08-1b70b52290ff tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Deleting port cf5d4aff-e122-4285-9b88-6d5bdb94c77b {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:41:03.078822 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a6d97b04-1057-4763-aa08-1b70b52290ff tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:03.170816 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-a6d97b04-1057-4763-aa08-1b70b52290ff tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] For port cf5d4aff-e122-4285-9b88-6d5bdb94c77b, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=cf5d4aff-e122-4285-9b88-6d5bdb94c77b,segment=NetworkSegment(2704b58e-6e97-4887-8cb8-8ac539e0154a),segment_id=2704b58e-6e97-4887-8cb8-8ac539e0154a)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:41:03.171177 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a6d97b04-1057-4763-aa08-1b70b52290ff tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:03.182818 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-a6d97b04-1057-4763-aa08-1b70b52290ff tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Calling delete_port for cf5d4aff-e122-4285-9b88-6d5bdb94c77b owned by network:router_interface {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:41:03.758271 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a6d97b04-1057-4763-aa08-1b70b52290ff tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:03.785068 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d97b04-1057-4763-aa08-1b70b52290ff tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event deleted for resources: {'Port': ['ID=cf5d4aff-e122-4285-9b88-6d5bdb94c77b,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:41:03.813831 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 0333f052-e947-430d-8fe3-9d2f633f47c4 no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:41:03.837500 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] No Port match for: 0333f052-e947-430d-8fe3-9d2f633f47c4 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:41:03.838276 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 0333f052-e947-430d-8fe3-9d2f633f47c4 not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:41:03.900956 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9438b716-8d19-4d6c-a4e1-e6eb0baec7a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:03.965328 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a6d97b04-1057-4763-aa08-1b70b52290ff tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:04.187405 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6d97b04-1057-4763-aa08-1b70b52290ff tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Router fe4bc4fd-7244-4a1c-9e9c-ead9495c8341 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:41:04.295613 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6d97b04-1057-4763-aa08-1b70b52290ff tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:41:04.300746 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-a6d97b04-1057-4763-aa08-1b70b52290ff tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "PUT /v2.0/routers/fe4bc4fd-7244-4a1c-9e9c-ead9495c8341/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8453953 Sep 24 16:41:04.303612 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47526) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:41:04.306095 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b332f0e5-2562-4506-afe3-4aa3c7e2ed81 None None] Sync routers for ids ['fe4bc4fd-7244-4a1c-9e9c-ead9495c8341'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:41:04.315437 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b332f0e5-2562-4506-afe3-4aa3c7e2ed81 None None] Routers {'fe4bc4fd-7244-4a1c-9e9c-ead9495c8341'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:41:04.316663 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-b332f0e5-2562-4506-afe3-4aa3c7e2ed81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:41:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['fe4bc4fd-7244-4a1c-9e9c-ead9495c8341'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:41:04.337395 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:04.356635 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d9a2304-90b2-44f4-88c2-84d16864407c tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Deleting subnet 2eaf4c18-d85e-4748-9d35-aa248176768a {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 16:41:04.359815 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7d9a2304-90b2-44f4-88c2-84d16864407c tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:04.404620 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7d9a2304-90b2-44f4-88c2-84d16864407c tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:04.424063 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-b332f0e5-2562-4506-afe3-4aa3c7e2ed81 None None] Set router fe4bc4fd-7244-4a1c-9e9c-ead9495c8341 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:41:04.490639 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7d9a2304-90b2-44f4-88c2-84d16864407c tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:04.603601 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-b332f0e5-2562-4506-afe3-4aa3c7e2ed81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4bc4fd-7244-4a1c-9e9c-ead9495c8341', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1226175937', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': 'b041356f-7ff8-4d9c-95bb-9e9eca1d8cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:38:58Z', 'updated_at': '2021-09-24T16:41:03Z', 'revision_number': 5, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'gw_port': {'id': 'b041356f-7ff8-4d9c-95bb-9e9eca1d8cac', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4bc4fd-7244-4a1c-9e9c-ead9495c8341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:38:59Z', 'updated_at': '2021-09-24T16:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:41:04.629855 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b332f0e5-2562-4506-afe3-4aa3c7e2ed81 None None] Checking router: fe4bc4fd-7244-4a1c-9e9c-ead9495c8341 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:41:04.633402 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7d9a2304-90b2-44f4-88c2-84d16864407c tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:04.638149 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b332f0e5-2562-4506-afe3-4aa3c7e2ed81 None None] Routers {'fe4bc4fd-7244-4a1c-9e9c-ead9495c8341'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:41:04.638788 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-b332f0e5-2562-4506-afe3-4aa3c7e2ed81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:41:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['fe4bc4fd-7244-4a1c-9e9c-ead9495c8341'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:41:04.667832 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7d9a2304-90b2-44f4-88c2-84d16864407c tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:04.672472 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-7d9a2304-90b2-44f4-88c2-84d16864407c tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "DELETE /v2.0/subnets/2eaf4c18-d85e-4748-9d35-aa248176768a HTTP/1.1" status: 204 len: 168 time: 0.3651681 Sep 24 16:41:04.672472 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9a2304-90b2-44f4-88c2-84d16864407c tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event deleted for resources: {'Subnet': ['ID=2eaf4c18-d85e-4748-9d35-aa248176768a,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:41:04.672472 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47528) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:41:04.678694 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b510dc75-7c88-4df7-9088-cbe7320a2fc8 None None] Network fe57c95c-6813-4b97-84f2-6a3ba32fe9df requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:41:04.787103 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4707c370-5acd-4654-b061-b5a1fdb6ae76 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for router, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:04.843320 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-b332f0e5-2562-4506-afe3-4aa3c7e2ed81 None None] Set router fe4bc4fd-7244-4a1c-9e9c-ead9495c8341 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:41:04.913791 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4707c370-5acd-4654-b061-b5a1fdb6ae76 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:05.026999 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc64be2-ce64-4b1f-bc12-006cb2fbd9b3 None None] DHCP port deletion for fe57c95c-6813-4b97-84f2-6a3ba32fe9df request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 16:41:05.032752 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-4707c370-5acd-4654-b061-b5a1fdb6ae76 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Deleting port b041356f-7ff8-4d9c-95bb-9e9eca1d8cac {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:41:05.033106 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4707c370-5acd-4654-b061-b5a1fdb6ae76 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:05.034827 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-b332f0e5-2562-4506-afe3-4aa3c7e2ed81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4bc4fd-7244-4a1c-9e9c-ead9495c8341', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1226175937', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': 'b041356f-7ff8-4d9c-95bb-9e9eca1d8cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:38:58Z', 'updated_at': '2021-09-24T16:41:03Z', 'revision_number': 5, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'gw_port': {'id': 'b041356f-7ff8-4d9c-95bb-9e9eca1d8cac', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4bc4fd-7244-4a1c-9e9c-ead9495c8341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:38:59Z', 'updated_at': '2021-09-24T16:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:41:05.073850 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b332f0e5-2562-4506-afe3-4aa3c7e2ed81 None None] The sync data for ids ['fe4bc4fd-7244-4a1c-9e9c-ead9495c8341'] in n-d-808921-1 is: [{'id': 'fe4bc4fd-7244-4a1c-9e9c-ead9495c8341', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1226175937', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.175'}], 'enable_snat': True}, 'gw_port_id': 'b041356f-7ff8-4d9c-95bb-9e9eca1d8cac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:38:58Z', 'updated_at': '2021-09-24T16:41:03Z', 'revision_number': 5, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'gw_port': {'id': 'b041356f-7ff8-4d9c-95bb-9e9eca1d8cac', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a7:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4bc4fd-7244-4a1c-9e9c-ead9495c8341', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:38:59Z', 'updated_at': '2021-09-24T16:39:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:41:05.076237 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-5dc64be2-ce64-4b1f-bc12-006cb2fbd9b3 None None] Deleting port ef7b36bb-5e59-499c-9c3d-a3831e377eee {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:41:05.076618 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5dc64be2-ce64-4b1f-bc12-006cb2fbd9b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:05.122443 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-4707c370-5acd-4654-b061-b5a1fdb6ae76 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] For port b041356f-7ff8-4d9c-95bb-9e9eca1d8cac, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=b041356f-7ff8-4d9c-95bb-9e9eca1d8cac,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:41:05.122815 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4707c370-5acd-4654-b061-b5a1fdb6ae76 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:05.135718 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-4707c370-5acd-4654-b061-b5a1fdb6ae76 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Calling delete_port for b041356f-7ff8-4d9c-95bb-9e9eca1d8cac owned by network:router_gateway {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:41:05.152682 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-5dc64be2-ce64-4b1f-bc12-006cb2fbd9b3 None None] For port ef7b36bb-5e59-499c-9c3d-a3831e377eee, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=ef7b36bb-5e59-499c-9c3d-a3831e377eee,segment=NetworkSegment(2704b58e-6e97-4887-8cb8-8ac539e0154a),segment_id=2704b58e-6e97-4887-8cb8-8ac539e0154a)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:41:05.153084 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5dc64be2-ce64-4b1f-bc12-006cb2fbd9b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:05.165292 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-5dc64be2-ce64-4b1f-bc12-006cb2fbd9b3 None None] Calling delete_port for ef7b36bb-5e59-499c-9c3d-a3831e377eee owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:41:05.325679 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5dc64be2-ce64-4b1f-bc12-006cb2fbd9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:05.349619 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc64be2-ce64-4b1f-bc12-006cb2fbd9b3 None None] Pushing event deleted for resources: {'Port': ['ID=ef7b36bb-5e59-499c-9c3d-a3831e377eee,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:41:05.352758 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4707c370-5acd-4654-b061-b5a1fdb6ae76 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:05.353026 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc64be2-ce64-4b1f-bc12-006cb2fbd9b3 None None] No DVR routers for this DVR port ef7b36bb-5e59-499c-9c3d-a3831e377eee on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:41:05.380976 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4707c370-5acd-4654-b061-b5a1fdb6ae76 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event deleted for resources: {'Port': ['ID=b041356f-7ff8-4d9c-95bb-9e9eca1d8cac,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:41:05.453820 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4707c370-5acd-4654-b061-b5a1fdb6ae76 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586576'] for router_gateway, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:05.523784 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:05.558636 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4707c370-5acd-4654-b061-b5a1fdb6ae76 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:05.560837 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4707c370-5acd-4654-b061-b5a1fdb6ae76 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:05.655956 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4707c370-5acd-4654-b061-b5a1fdb6ae76 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:05.656492 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4707c370-5acd-4654-b061-b5a1fdb6ae76 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Fanout notify agent at l3_agent the message router_deleted on router fe4bc4fd-7244-4a1c-9e9c-ead9495c8341 {{(pid=95297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 16:41:05.667841 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4707c370-5acd-4654-b061-b5a1fdb6ae76 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:05.667841 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-4707c370-5acd-4654-b061-b5a1fdb6ae76 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "DELETE /v2.0/routers/fe4bc4fd-7244-4a1c-9e9c-ead9495c8341 HTTP/1.1" status: 204 len: 168 time: 0.9913318 Sep 24 16:41:05.667841 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47530) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:41:05.753414 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2dde061f-797e-4e02-a020-edf6d3cb3f44 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:05.842891 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2dde061f-797e-4e02-a020-edf6d3cb3f44 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:05.878295 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-2dde061f-797e-4e02-a020-edf6d3cb3f44 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe57c95c-6813-4b97-84f2-6a3ba32fe9df']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:41:05.887940 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-2dde061f-797e-4e02-a020-edf6d3cb3f44 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2704b58e-6e97-4887-8cb8-8ac539e0154a') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:41:05.888229 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-2dde061f-797e-4e02-a020-edf6d3cb3f44 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2704b58e-6e97-4887-8cb8-8ac539e0154a') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:41:05.897658 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2dde061f-797e-4e02-a020-edf6d3cb3f44 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:05.911265 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2dde061f-797e-4e02-a020-edf6d3cb3f44 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:05.916948 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dde061f-797e-4e02-a020-edf6d3cb3f44 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Releasing vlan 1256 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 16:41:05.917325 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2dde061f-797e-4e02-a020-edf6d3cb3f44 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:05.920295 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 16:41:05.920295 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 16:41:05.920295 n-d-808921-1 neutron-server[95297]: timer() Sep 24 16:41:05.920295 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 16:41:05.920295 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 16:41:05.920295 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 16:41:05.920295 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 16:41:05.920295 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 16:41:05.920295 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 16:41:05.920295 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 16:41:05.920295 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 16:41:05.920295 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 16:41:05.920295 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 16:41:05.920295 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 16:41:05.920295 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 16:41:05.920295 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 16:41:05.920295 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 16:41:05.920295 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 16:41:05.920295 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 16:41:05.920295 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 16:41:05.920295 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 16:41:05.920295 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 16:41:05.920295 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 16:41:05.920295 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 16:41:05.920295 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 16:41:05.920295 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 16:41:05.920295 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 16:41:05.920295 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 16:41:05.920295 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 16:41:05.920295 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 16:41:05.920295 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 16:41:05.920295 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 16:41:06.038009 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2dde061f-797e-4e02-a020-edf6d3cb3f44 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:06.051237 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2dde061f-797e-4e02-a020-edf6d3cb3f44 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:06.051237 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-2dde061f-797e-4e02-a020-edf6d3cb3f44 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "DELETE /v2.0/networks/fe57c95c-6813-4b97-84f2-6a3ba32fe9df HTTP/1.1" status: 204 len: 168 time: 0.3781381 Sep 24 16:41:06.051520 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47532) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:41:06.058127 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dde061f-797e-4e02-a020-edf6d3cb3f44 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event deleted for resources: {'Network': ['ID=fe57c95c-6813-4b97-84f2-6a3ba32fe9df,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:41:06.114659 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4a9cb13d-3fa7-4868-bdde-dc9121da4b9a tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:06.141215 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4a9cb13d-3fa7-4868-bdde-dc9121da4b9a tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:06.261653 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4a9cb13d-3fa7-4868-bdde-dc9121da4b9a tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:06.264437 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4a9cb13d-3fa7-4868-bdde-dc9121da4b9a tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:06.265654 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-4a9cb13d-3fa7-4868-bdde-dc9121da4b9a tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "DELETE /v2.0/security-groups/ec737f72-70ad-43f1-9b07-ee6bfe2a87d3 HTTP/1.1" status: 204 len: 168 time: 0.2148395 Sep 24 16:41:06.276066 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9cb13d-3fa7-4868-bdde-dc9121da4b9a tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec737f72-70ad-43f1-9b07-ee6bfe2a87d3,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:41:06.630257 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47538) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:41:06.635077 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-80bd0424-696e-4cf6-b2cc-3199b9d024e4 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1485105061', 'description': 'tempest-secgroup-smoke-1485105061 description', 'project_id': '28cadd01842a4b25a3b760a81c9d7553'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:41:06.712822 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-80bd0424-696e-4cf6-b2cc-3199b9d024e4 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:06.792649 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-80bd0424-696e-4cf6-b2cc-3199b9d024e4 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:06.872202 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-80bd0424-696e-4cf6-b2cc-3199b9d024e4 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:06.873105 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device ef7b36bb-5e59-499c-9c3d-a3831e377eee no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:41:06.892921 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: ef7b36bb-5e59-499c-9c3d-a3831e377eee {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:41:06.893260 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device ef7b36bb-5e59-499c-9c3d-a3831e377eee not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:41:06.893671 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device cf5d4aff-e122-4285-9b88-6d5bdb94c77b no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:41:06.907114 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bd0424-696e-4cf6-b2cc-3199b9d024e4 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43760eb9-f9cb-4beb-b4ef-553a1e63892a,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:41:06.914716 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: cf5d4aff-e122-4285-9b88-6d5bdb94c77b {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:41:06.915035 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device cf5d4aff-e122-4285-9b88-6d5bdb94c77b not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:41:06.915534 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device b041356f-7ff8-4d9c-95bb-9e9eca1d8cac no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:41:06.934355 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: b041356f-7ff8-4d9c-95bb-9e9eca1d8cac {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:41:06.934709 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device b041356f-7ff8-4d9c-95bb-9e9eca1d8cac not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:41:06.937120 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:06.981296 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-80bd0424-696e-4cf6-b2cc-3199b9d024e4 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:06.982603 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-80bd0424-696e-4cf6-b2cc-3199b9d024e4 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3512475 Sep 24 16:41:06.985432 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47540) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:41:06.989934 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-53720fce-76a1-4658-a61b-23bb0eceed88 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Request body: {'security_group_rule': {'security_group_id': '43760eb9-f9cb-4beb-b4ef-553a1e63892a', 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:41:07.077402 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-53720fce-76a1-4658-a61b-23bb0eceed88 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:07.134950 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-53720fce-76a1-4658-a61b-23bb0eceed88 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:07.198269 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-53720fce-76a1-4658-a61b-23bb0eceed88 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:07.218116 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53720fce-76a1-4658-a61b-23bb0eceed88 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b3dcb52-00dd-416d-87fb-1000e0b479eb,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:41:07.295586 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-53720fce-76a1-4658-a61b-23bb0eceed88 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:07.296825 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-53720fce-76a1-4658-a61b-23bb0eceed88 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3104165 Sep 24 16:41:07.299518 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47542) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:41:07.304232 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-a0ebeead-fc69-4f62-8a5a-92764ec225e6 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Request body: {'security_group_rule': {'security_group_id': '43760eb9-f9cb-4beb-b4ef-553a1e63892a', 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:41:07.397590 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a0ebeead-fc69-4f62-8a5a-92764ec225e6 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:07.454818 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a0ebeead-fc69-4f62-8a5a-92764ec225e6 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:07.523612 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a0ebeead-fc69-4f62-8a5a-92764ec225e6 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:07.542021 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ebeead-fc69-4f62-8a5a-92764ec225e6 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=701a04e8-fdf4-464d-b93f-0058c8fdd485,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:41:07.609486 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a0ebeead-fc69-4f62-8a5a-92764ec225e6 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:07.610777 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-a0ebeead-fc69-4f62-8a5a-92764ec225e6 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3103018 Sep 24 16:41:07.613484 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47544) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:41:07.617991 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-47b9938f-46f1-4fd2-b849-9bb0f371beca tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Request body: {'security_group_rule': {'security_group_id': '43760eb9-f9cb-4beb-b4ef-553a1e63892a', 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:41:07.718103 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-47b9938f-46f1-4fd2-b849-9bb0f371beca tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:07.779552 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-47b9938f-46f1-4fd2-b849-9bb0f371beca tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:07.844317 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-47b9938f-46f1-4fd2-b849-9bb0f371beca tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:07.867302 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b9938f-46f1-4fd2-b849-9bb0f371beca tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c18f4d1-d057-44ae-b4b1-fb2ee7254b83,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:41:07.918695 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-47b9938f-46f1-4fd2-b849-9bb0f371beca tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:07.920004 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-47b9938f-46f1-4fd2-b849-9bb0f371beca tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3055348 Sep 24 16:41:07.922722 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47546) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:41:07.927693 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-475ca7fb-d9f4-4d2e-9206-3dc740c6ddae tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Request body: {'security_group_rule': {'security_group_id': '43760eb9-f9cb-4beb-b4ef-553a1e63892a', 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:41:07.986602 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-475ca7fb-d9f4-4d2e-9206-3dc740c6ddae tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:08.047157 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-475ca7fb-d9f4-4d2e-9206-3dc740c6ddae tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:08.107306 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-475ca7fb-d9f4-4d2e-9206-3dc740c6ddae tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:08.125909 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475ca7fb-d9f4-4d2e-9206-3dc740c6ddae tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab026f34-2e22-4b34-97bc-9031d91fa141,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:41:08.186647 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-475ca7fb-d9f4-4d2e-9206-3dc740c6ddae tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:08.187895 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-475ca7fb-d9f4-4d2e-9206-3dc740c6ddae tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2642338 Sep 24 16:41:08.190581 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47548) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:41:08.194986 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-68897e02-3b58-4180-baf4-9bff94b79e3f tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Request body: {'security_group_rule': {'security_group_id': '43760eb9-f9cb-4beb-b4ef-553a1e63892a', 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:41:08.272268 n-d-808921-1 neutron-server[95297]: INFO neutron.db.securitygroups_db [None req-68897e02-3b58-4180-baf4-9bff94b79e3f tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Project 28cadd01842a4b25a3b760a81c9d7553 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 16:41:08.277461 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-68897e02-3b58-4180-baf4-9bff94b79e3f tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:08.339138 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-68897e02-3b58-4180-baf4-9bff94b79e3f tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:08.432980 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-68897e02-3b58-4180-baf4-9bff94b79e3f tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:08.450867 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68897e02-3b58-4180-baf4-9bff94b79e3f tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=849ad20a-295a-496d-8def-cb188e881364,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:41:08.569553 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-68897e02-3b58-4180-baf4-9bff94b79e3f tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:08.570890 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-68897e02-3b58-4180-baf4-9bff94b79e3f tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3793097 Sep 24 16:41:08.573868 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47550) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:41:08.579370 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-f1ce4a3a-29bf-472e-bf6c-72f9a0016542 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Request body: {'security_group_rule': {'security_group_id': '43760eb9-f9cb-4beb-b4ef-553a1e63892a', 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:41:08.690185 n-d-808921-1 neutron-server[95297]: INFO neutron.db.securitygroups_db [None req-f1ce4a3a-29bf-472e-bf6c-72f9a0016542 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Project 28cadd01842a4b25a3b760a81c9d7553 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 16:41:08.696401 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f1ce4a3a-29bf-472e-bf6c-72f9a0016542 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:08.758855 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f1ce4a3a-29bf-472e-bf6c-72f9a0016542 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:08.834927 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f1ce4a3a-29bf-472e-bf6c-72f9a0016542 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:08.856525 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ce4a3a-29bf-472e-bf6c-72f9a0016542 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1130899b-3bcc-4b71-81a5-c42e4b1dea4c,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:41:08.929771 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f1ce4a3a-29bf-472e-bf6c-72f9a0016542 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:08.931075 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f1ce4a3a-29bf-472e-bf6c-72f9a0016542 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3560770 Sep 24 16:41:08.934051 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47554) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:41:08.939089 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-7d4378b6-4a04-4dc9-84dd-e74fafa55661 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Request body: {'network': {'name': 'tempest-network-smoke--593207452', 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'port_security_enabled': True}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:41:09.038669 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d4378b6-4a04-4dc9-84dd-e74fafa55661 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Made reservation on behalf of 28cadd01842a4b25a3b760a81c9d7553 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:41:09.042140 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7d4378b6-4a04-4dc9-84dd-e74fafa55661 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:09.065490 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d4378b6-4a04-4dc9-84dd-e74fafa55661 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1262} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 16:41:09.074788 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7d4378b6-4a04-4dc9-84dd-e74fafa55661 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:09.075132 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-7d4378b6-4a04-4dc9-84dd-e74fafa55661 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Added segment c101ddbd-6424-4792-8aaf-3979ca95be7c of type vlan for network f461199d-fdc3-42aa-9b25-fbf28ec370bd Sep 24 16:41:09.116241 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7d4378b6-4a04-4dc9-84dd-e74fafa55661 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:09.198495 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7d4378b6-4a04-4dc9-84dd-e74fafa55661 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:09.204556 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4378b6-4a04-4dc9-84dd-e74fafa55661 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:41:09.205141 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-7d4378b6-4a04-4dc9-84dd-e74fafa55661 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:09.272194 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4378b6-4a04-4dc9-84dd-e74fafa55661 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event updated for resources: {'Network': ['ID=f461199d-fdc3-42aa-9b25-fbf28ec370bd,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:41:09.282301 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network f461199d-fdc3-42aa-9b25-fbf28ec370bd details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 16:41:09.296330 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-7d4378b6-4a04-4dc9-84dd-e74fafa55661 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3610585 Sep 24 16:41:09.298954 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47556) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:41:09.303975 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-89d32c85-923a-40b2-96cd-8d81c4d82d3d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1567804599', 'admin_state_up': True, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:41:09.392132 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-89d32c85-923a-40b2-96cd-8d81c4d82d3d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:09.393209 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-89d32c85-923a-40b2-96cd-8d81c4d82d3d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:09.449642 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-89d32c85-923a-40b2-96cd-8d81c4d82d3d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:09.524350 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:09.654376 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-89d32c85-923a-40b2-96cd-8d81c4d82d3d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:09.896594 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-89d32c85-923a-40b2-96cd-8d81c4d82d3d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for router_gateway, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:09.915287 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-89d32c85-923a-40b2-96cd-8d81c4d82d3d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:10.021575 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-89d32c85-923a-40b2-96cd-8d81c4d82d3d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Allocated IP 172.25.0.214 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/a46cd02f-f8ff-4626-bceb-528aa54faf9b) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:41:10.122613 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-89d32c85-923a-40b2-96cd-8d81c4d82d3d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:10.198851 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-89d32c85-923a-40b2-96cd-8d81c4d82d3d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:10.235637 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d32c85-923a-40b2-96cd-8d81c4d82d3d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:41:10.239938 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-89d32c85-923a-40b2-96cd-8d81c4d82d3d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:41:10.243492 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d32c85-923a-40b2-96cd-8d81c4d82d3d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:41:10.250928 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d32c85-923a-40b2-96cd-8d81c4d82d3d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event updated for resources: {'Port': ['ID=a46cd02f-f8ff-4626-bceb-528aa54faf9b,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:41:10.559980 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-89d32c85-923a-40b2-96cd-8d81c4d82d3d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for router_gateway, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:10.756263 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-89d32c85-923a-40b2-96cd-8d81c4d82d3d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:10.963971 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89d32c85-923a-40b2-96cd-8d81c4d82d3d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Router a035065b-4eca-41e1-9553-1a01901a963c is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 16:41:11.074456 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d32c85-923a-40b2-96cd-8d81c4d82d3d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:41:11.084873 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd06afea-7145-4e3f-862d-7a2aa87c238c None None] Sync routers for ids ['a035065b-4eca-41e1-9553-1a01901a963c'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:41:11.093553 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd06afea-7145-4e3f-862d-7a2aa87c238c None None] Routers {'a035065b-4eca-41e1-9553-1a01901a963c'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:41:11.094171 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-cd06afea-7145-4e3f-862d-7a2aa87c238c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:41:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['a035065b-4eca-41e1-9553-1a01901a963c'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:41:11.175541 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-89d32c85-923a-40b2-96cd-8d81c4d82d3d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:11.177033 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-89d32c85-923a-40b2-96cd-8d81c4d82d3d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8771248 Sep 24 16:41:11.180196 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47558) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:41:11.203301 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-cd06afea-7145-4e3f-862d-7a2aa87c238c None None] Set router a035065b-4eca-41e1-9553-1a01901a963c gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:41:11.386986 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-cd06afea-7145-4e3f-862d-7a2aa87c238c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a035065b-4eca-41e1-9553-1a01901a963c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1567804599', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': 'a46cd02f-f8ff-4626-bceb-528aa54faf9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:41:09Z', 'updated_at': '2021-09-24T16:41:10Z', 'revision_number': 3, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'gw_port': {'id': 'a46cd02f-f8ff-4626-bceb-528aa54faf9b', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f7:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a035065b-4eca-41e1-9553-1a01901a963c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:41:09Z', 'updated_at': '2021-09-24T16:41:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:41:11.415028 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd06afea-7145-4e3f-862d-7a2aa87c238c None None] Checking router: a035065b-4eca-41e1-9553-1a01901a963c for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:41:11.415385 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd06afea-7145-4e3f-862d-7a2aa87c238c None None] Updating router a035065b-4eca-41e1-9553-1a01901a963c port a46cd02f-f8ff-4626-bceb-528aa54faf9b binding host n-d-808921-1 {{(pid=95299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 16:41:11.455041 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-cd06afea-7145-4e3f-862d-7a2aa87c238c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:11.538175 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:11.716856 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-cd06afea-7145-4e3f-862d-7a2aa87c238c None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:11.745761 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f1bafad1-e8a2-487f-af2e-56a668b0584a tempest-TestNetworkAdvancedServerOps-2073741627 tempest-TestNetworkAdvancedServerOps-2073741627-project-admin] 10.222.0.101 "GET /v2.0/subnets?project_id=28cadd01842a4b25a3b760a81c9d7553&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5638332 Sep 24 16:41:11.748129 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47562) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:41:11.786265 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-cd06afea-7145-4e3f-862d-7a2aa87c238c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:11.834668 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-cd06afea-7145-4e3f-862d-7a2aa87c238c None None] Attempting to bind port a46cd02f-f8ff-4626-bceb-528aa54faf9b on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:41:11.835040 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-cd06afea-7145-4e3f-862d-7a2aa87c238c None None] Attempting to bind port a46cd02f-f8ff-4626-bceb-528aa54faf9b by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:41:11.835405 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd06afea-7145-4e3f-862d-7a2aa87c238c None None] Attempting to bind port a46cd02f-f8ff-4626-bceb-528aa54faf9b on network e6a2de20-1ea0-43e5-88e0-982d19e317d5 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:41:11.836261 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb71aa8d-48e0-4424-9043-cfa0907d00e8 tempest-TestNetworkAdvancedServerOps-2073741627 tempest-TestNetworkAdvancedServerOps-2073741627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:41:11.840456 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-bb71aa8d-48e0-4424-9043-cfa0907d00e8 tempest-TestNetworkAdvancedServerOps-2073741627 tempest-TestNetworkAdvancedServerOps-2073741627-project-admin] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0887291 Sep 24 16:41:11.840692 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47564) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:41:11.843455 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07325839-09df-4a55-87cc-28f45144d768 None None] Pushing event updated for resources: {'Port': ['ID=a46cd02f-f8ff-4626-bceb-528aa54faf9b,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:41:11.847428 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd06afea-7145-4e3f-862d-7a2aa87c238c None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:41:11.847806 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd06afea-7145-4e3f-862d-7a2aa87c238c None None] Checking segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:41:11.848228 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-cd06afea-7145-4e3f-862d-7a2aa87c238c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:11.848619 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd06afea-7145-4e3f-862d-7a2aa87c238c None None] Bound using segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:41:11.849086 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-cd06afea-7145-4e3f-862d-7a2aa87c238c None None] Bound port: a46cd02f-f8ff-4626-bceb-528aa54faf9b, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:41:11.849467 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-cd06afea-7145-4e3f-862d-7a2aa87c238c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:11.875550 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-4ea0ac48-4935-4bbf-b88c-3425196d8991 tempest-TestNetworkAdvancedServerOps-2073741627 tempest-TestNetworkAdvancedServerOps-2073741627-project-admin] 10.222.0.101 "GET /v2.0/subnets?network_id=e6a2de20-1ea0-43e5-88e0-982d19e317d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0337245 Sep 24 16:41:11.878005 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47566) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:41:11.883397 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-48202932-2e8d-48b7-b5a4-c9bd3e8fa43b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-480781811', 'network_id': 'f461199d-fdc3-42aa-9b25-fbf28ec370bd', 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:41:11.904536 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-cd06afea-7145-4e3f-862d-7a2aa87c238c None None] For port a46cd02f-f8ff-4626-bceb-528aa54faf9b, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:41:11.907528 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-cd06afea-7145-4e3f-862d-7a2aa87c238c None None] For port a46cd02f-f8ff-4626-bceb-528aa54faf9b, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=a46cd02f-f8ff-4626-bceb-528aa54faf9b,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:41:11.988254 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-cd06afea-7145-4e3f-862d-7a2aa87c238c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:12.037457 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48202932-2e8d-48b7-b5a4-c9bd3e8fa43b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Made reservation on behalf of 28cadd01842a4b25a3b760a81c9d7553 for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:41:12.041115 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-48202932-2e8d-48b7-b5a4-c9bd3e8fa43b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:12.044726 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd06afea-7145-4e3f-862d-7a2aa87c238c None None] Routers {'a035065b-4eca-41e1-9553-1a01901a963c'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:41:12.045360 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-cd06afea-7145-4e3f-862d-7a2aa87c238c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:41:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['a035065b-4eca-41e1-9553-1a01901a963c'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:41:12.080103 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07325839-09df-4a55-87cc-28f45144d768 None None] Pushing event updated for resources: {'Port': ['ID=a46cd02f-f8ff-4626-bceb-528aa54faf9b,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:41:12.158049 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-cd06afea-7145-4e3f-862d-7a2aa87c238c None None] Set router a035065b-4eca-41e1-9553-1a01901a963c gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:41:12.273116 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-48202932-2e8d-48b7-b5a4-c9bd3e8fa43b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:12.335266 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48202932-2e8d-48b7-b5a4-c9bd3e8fa43b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event updated for resources: {'Subnet': ['ID=fa13723a-7f3f-4362-809c-e65d0758d4db,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:41:12.338621 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-cd06afea-7145-4e3f-862d-7a2aa87c238c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a035065b-4eca-41e1-9553-1a01901a963c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1567804599', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': 'a46cd02f-f8ff-4626-bceb-528aa54faf9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:41:09Z', 'updated_at': '2021-09-24T16:41:10Z', 'revision_number': 3, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'gw_port': {'id': 'a46cd02f-f8ff-4626-bceb-528aa54faf9b', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f7:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a035065b-4eca-41e1-9553-1a01901a963c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:41:09Z', 'updated_at': '2021-09-24T16:41:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:41:12.348058 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48202932-2e8d-48b7-b5a4-c9bd3e8fa43b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Checking segment: {'id': 'c101ddbd-6424-4792-8aaf-3979ca95be7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'f461199d-fdc3-42aa-9b25-fbf28ec370bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:41:12.348421 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48202932-2e8d-48b7-b5a4-c9bd3e8fa43b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Network hostable DHCP agents. Network: f461199d-fdc3-42aa-9b25-fbf28ec370bd, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 16:41:12.370069 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd06afea-7145-4e3f-862d-7a2aa87c238c None None] The sync data for ids ['a035065b-4eca-41e1-9553-1a01901a963c'] in n-d-808921-1 is: [{'id': 'a035065b-4eca-41e1-9553-1a01901a963c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1567804599', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': 'a46cd02f-f8ff-4626-bceb-528aa54faf9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:41:09Z', 'updated_at': '2021-09-24T16:41:10Z', 'revision_number': 3, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'gw_port': {'id': 'a46cd02f-f8ff-4626-bceb-528aa54faf9b', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f7:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a035065b-4eca-41e1-9553-1a01901a963c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:41:09Z', 'updated_at': '2021-09-24T16:41:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:41:12.421257 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48202932-2e8d-48b7-b5a4-c9bd3e8fa43b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Network f461199d-fdc3-42aa-9b25-fbf28ec370bd is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 16:41:12.478256 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-48202932-2e8d-48b7-b5a4-c9bd3e8fa43b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, f461199d-fdc3-42aa-9b25-fbf28ec370bd) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:41:12.482667 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48202932-2e8d-48b7-b5a4-c9bd3e8fa43b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:41:12.483253 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-48202932-2e8d-48b7-b5a4-c9bd3e8fa43b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:12.488703 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f7d510-664a-45f1-b53c-4be0394f32e0 None None] Network f461199d-fdc3-42aa-9b25-fbf28ec370bd requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:41:12.553376 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-48202932-2e8d-48b7-b5a4-c9bd3e8fa43b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6736560 Sep 24 16:41:12.556075 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47568) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:41:12.691887 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e527286-cff9-4ce1-a20a-8a6e1185accf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-f461199d-fdc3-42aa-9b25-fbf28ec370bd', 'network_id': 'f461199d-fdc3-42aa-9b25-fbf28ec370bd', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'fixed_ips': [{'subnet_id': 'fa13723a-7f3f-4362-809c-e65d0758d4db'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 16:41:12.692781 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7e527286-cff9-4ce1-a20a-8a6e1185accf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:12.840146 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-7e527286-cff9-4ce1-a20a-8a6e1185accf None None] Allocated IP 172.20.0.2 (f461199d-fdc3-42aa-9b25-fbf28ec370bd/fa13723a-7f3f-4362-809c-e65d0758d4db/06b39c00-5c57-4268-adad-64eaaf334cdb) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:41:12.948670 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device a46cd02f-f8ff-4626-bceb-528aa54faf9b up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:41:13.061334 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port a46cd02f-f8ff-4626-bceb-528aa54faf9b triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:41:13.061616 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:13.067421 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7e527286-cff9-4ce1-a20a-8a6e1185accf None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:13.077115 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-791fbe69-397f-4e0f-9db3-86623962d1a2 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:13.152960 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:13.162712 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7e527286-cff9-4ce1-a20a-8a6e1185accf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:13.207502 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port a46cd02f-f8ff-4626-bceb-528aa54faf9b, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=a46cd02f-f8ff-4626-bceb-528aa54faf9b,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:41:13.218210 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e527286-cff9-4ce1-a20a-8a6e1185accf None None] Network f461199d-fdc3-42aa-9b25-fbf28ec370bd is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:41:13.223654 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-7e527286-cff9-4ce1-a20a-8a6e1185accf None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:41:13.230388 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e527286-cff9-4ce1-a20a-8a6e1185accf None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:41:13.233507 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e527286-cff9-4ce1-a20a-8a6e1185accf None None] Pushing event updated for resources: {'Port': ['ID=06b39c00-5c57-4268-adad-64eaaf334cdb,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:41:13.280064 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:13.312339 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-7e527286-cff9-4ce1-a20a-8a6e1185accf None None] Attempting to bind port 06b39c00-5c57-4268-adad-64eaaf334cdb on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:41:13.312707 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-7e527286-cff9-4ce1-a20a-8a6e1185accf None None] Attempting to bind port 06b39c00-5c57-4268-adad-64eaaf334cdb by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'c101ddbd-6424-4792-8aaf-3979ca95be7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'f461199d-fdc3-42aa-9b25-fbf28ec370bd'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:41:13.313050 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e527286-cff9-4ce1-a20a-8a6e1185accf None None] Attempting to bind port 06b39c00-5c57-4268-adad-64eaaf334cdb on network f461199d-fdc3-42aa-9b25-fbf28ec370bd {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:41:13.330299 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e527286-cff9-4ce1-a20a-8a6e1185accf None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:41:13.330710 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e527286-cff9-4ce1-a20a-8a6e1185accf None None] Checking segment: {'id': 'c101ddbd-6424-4792-8aaf-3979ca95be7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'f461199d-fdc3-42aa-9b25-fbf28ec370bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:41:13.331508 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7e527286-cff9-4ce1-a20a-8a6e1185accf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:13.331911 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e527286-cff9-4ce1-a20a-8a6e1185accf None None] Bound using segment: {'id': 'c101ddbd-6424-4792-8aaf-3979ca95be7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'f461199d-fdc3-42aa-9b25-fbf28ec370bd'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:41:13.332401 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-7e527286-cff9-4ce1-a20a-8a6e1185accf None None] Bound port: 06b39c00-5c57-4268-adad-64eaaf334cdb, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c101ddbd-6424-4792-8aaf-3979ca95be7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'f461199d-fdc3-42aa-9b25-fbf28ec370bd'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:41:13.332785 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7e527286-cff9-4ce1-a20a-8a6e1185accf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:13.364731 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=a46cd02f-f8ff-4626-bceb-528aa54faf9b,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:41:13.391064 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-791fbe69-397f-4e0f-9db3-86623962d1a2 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Allocated IP 172.20.0.1 (f461199d-fdc3-42aa-9b25-fbf28ec370bd/fa13723a-7f3f-4362-809c-e65d0758d4db/32e32c0c-3c6d-4b37-9e38-2e1ee7b19f4e) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:41:13.416939 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7e527286-cff9-4ce1-a20a-8a6e1185accf None None] For port 06b39c00-5c57-4268-adad-64eaaf334cdb, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:41:13.420514 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7e527286-cff9-4ce1-a20a-8a6e1185accf None None] For port 06b39c00-5c57-4268-adad-64eaaf334cdb, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=06b39c00-5c57-4268-adad-64eaaf334cdb,segment=NetworkSegment(c101ddbd-6424-4792-8aaf-3979ca95be7c),segment_id=c101ddbd-6424-4792-8aaf-3979ca95be7c)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:41:13.467468 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7e527286-cff9-4ce1-a20a-8a6e1185accf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:13.512938 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-791fbe69-397f-4e0f-9db3-86623962d1a2 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:13.527151 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e527286-cff9-4ce1-a20a-8a6e1185accf None None] Pushing event updated for resources: {'Port': ['ID=06b39c00-5c57-4268-adad-64eaaf334cdb,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:41:13.604374 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-791fbe69-397f-4e0f-9db3-86623962d1a2 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:13.647881 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791fbe69-397f-4e0f-9db3-86623962d1a2 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Network f461199d-fdc3-42aa-9b25-fbf28ec370bd is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:41:13.651048 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-791fbe69-397f-4e0f-9db3-86623962d1a2 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:41:13.654938 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791fbe69-397f-4e0f-9db3-86623962d1a2 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:41:13.667571 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791fbe69-397f-4e0f-9db3-86623962d1a2 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event updated for resources: {'Port': ['ID=32e32c0c-3c6d-4b37-9e38-2e1ee7b19f4e,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:41:13.726824 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-791fbe69-397f-4e0f-9db3-86623962d1a2 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:13.930048 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-791fbe69-397f-4e0f-9db3-86623962d1a2 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:14.234552 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-791fbe69-397f-4e0f-9db3-86623962d1a2 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:14.295992 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-791fbe69-397f-4e0f-9db3-86623962d1a2 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:14.382510 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791fbe69-397f-4e0f-9db3-86623962d1a2 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event updated for resources: {'Port': ['ID=32e32c0c-3c6d-4b37-9e38-2e1ee7b19f4e,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:41:14.389140 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-791fbe69-397f-4e0f-9db3-86623962d1a2 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:14.456353 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8dba82-bc5b-42eb-9067-709c9933c46f None None] Network f461199d-fdc3-42aa-9b25-fbf28ec370bd requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:41:14.490001 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791fbe69-397f-4e0f-9db3-86623962d1a2 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Network f461199d-fdc3-42aa-9b25-fbf28ec370bd is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:41:14.491424 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-791fbe69-397f-4e0f-9db3-86623962d1a2 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:41:14.589003 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-584f9fe0-6efb-45cb-95fb-dc713e478240 None None] Provisioning complete for port 06b39c00-5c57-4268-adad-64eaaf334cdb triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:41:14.589370 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-584f9fe0-6efb-45cb-95fb-dc713e478240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:14.611631 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-791fbe69-397f-4e0f-9db3-86623962d1a2 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Router a035065b-4eca-41e1-9553-1a01901a963c has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:41:14.697892 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-584f9fe0-6efb-45cb-95fb-dc713e478240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:14.732224 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-584f9fe0-6efb-45cb-95fb-dc713e478240 None None] For port 06b39c00-5c57-4268-adad-64eaaf334cdb, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=06b39c00-5c57-4268-adad-64eaaf334cdb,segment=NetworkSegment(c101ddbd-6424-4792-8aaf-3979ca95be7c),segment_id=c101ddbd-6424-4792-8aaf-3979ca95be7c)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:41:14.733340 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-791fbe69-397f-4e0f-9db3-86623962d1a2 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:41:14.739293 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-791fbe69-397f-4e0f-9db3-86623962d1a2 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "PUT /v2.0/routers/a035065b-4eca-41e1-9553-1a01901a963c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1821556 Sep 24 16:41:14.743761 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32098b58-2be1-465b-9f61-ad2e75ef7de3 None None] Sync routers for ids ['a035065b-4eca-41e1-9553-1a01901a963c'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:41:14.754874 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32098b58-2be1-465b-9f61-ad2e75ef7de3 None None] Routers {'a035065b-4eca-41e1-9553-1a01901a963c'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:41:14.755690 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-32098b58-2be1-465b-9f61-ad2e75ef7de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:41:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['a035065b-4eca-41e1-9553-1a01901a963c'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:41:14.839137 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-584f9fe0-6efb-45cb-95fb-dc713e478240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:14.882598 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-32098b58-2be1-465b-9f61-ad2e75ef7de3 None None] Set router a035065b-4eca-41e1-9553-1a01901a963c gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:41:14.907092 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584f9fe0-6efb-45cb-95fb-dc713e478240 None None] Pushing event updated for resources: {'Port': ['ID=06b39c00-5c57-4268-adad-64eaaf334cdb,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:41:14.912394 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c90f7876-a043-459d-9436-ffef79d9b77e req-7caeba45-86c0-4fcf-8520-5c02b52f162d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1485105061&fields=id&tenant_id=28cadd01842a4b25a3b760a81c9d7553 HTTP/1.1" status: 200 len: 267 time: 0.0487149 Sep 24 16:41:14.983111 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-a38f5161-96ef-4924-bc44-d28690b81910 None None] Provisioning complete for port 32e32c0c-3c6d-4b37-9e38-2e1ee7b19f4e triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:41:14.983323 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a38f5161-96ef-4924-bc44-d28690b81910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:15.036179 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-a38f5161-96ef-4924-bc44-d28690b81910 None None] Port 32e32c0c-3c6d-4b37-9e38-2e1ee7b19f4e cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:41:15.038230 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device a46cd02f-f8ff-4626-bceb-528aa54faf9b up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:41:15.076347 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-a38f5161-96ef-4924-bc44-d28690b81910 None None] Provisioning complete for port 06b39c00-5c57-4268-adad-64eaaf334cdb triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:41:15.076713 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a38f5161-96ef-4924-bc44-d28690b81910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:15.077110 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f7876-a043-459d-9436-ffef79d9b77e req-41081e58-d557-4dd5-895f-e897be7ca9f4 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:41:15.079177 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c90f7876-a043-459d-9436-ffef79d9b77e req-41081e58-d557-4dd5-895f-e897be7ca9f4 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/networks?id=f461199d-fdc3-42aa-9b25-fbf28ec370bd HTTP/1.1" status: 200 len: 796 time: 0.1474397 Sep 24 16:41:15.112726 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c90f7876-a043-459d-9436-ffef79d9b77e req-bf93b44b-13ff-4bf9-81aa-1e6a5d6df879 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/quotas/28cadd01842a4b25a3b760a81c9d7553 HTTP/1.1" status: 200 len: 375 time: 0.0236692 Sep 24 16:41:15.127492 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-32098b58-2be1-465b-9f61-ad2e75ef7de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a035065b-4eca-41e1-9553-1a01901a963c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1567804599', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': 'a46cd02f-f8ff-4626-bceb-528aa54faf9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:41:09Z', 'updated_at': '2021-09-24T16:41:13Z', 'revision_number': 4, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'gw_port': {'id': 'a46cd02f-f8ff-4626-bceb-528aa54faf9b', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a035065b-4eca-41e1-9553-1a01901a963c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:41:09Z', 'updated_at': '2021-09-24T16:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '32e32c0c-3c6d-4b37-9e38-2e1ee7b19f4e', 'name': '', 'network_id': 'f461199d-fdc3-42aa-9b25-fbf28ec370bd', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'mac_address': 'fa:16:3e:5f:ce:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a035065b-4eca-41e1-9553-1a01901a963c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'fa13723a-7f3f-4362-809c-e65d0758d4db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:41:13Z', 'updated_at': '2021-09-24T16:41:14Z', 'revision_number': 2, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'subnets': [{'id': 'fa13723a-7f3f-4362-809c-e65d0758d4db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:41:15.136398 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port a46cd02f-f8ff-4626-bceb-528aa54faf9b triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:41:15.136770 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:15.167699 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32098b58-2be1-465b-9f61-ad2e75ef7de3 None None] Checking router: a035065b-4eca-41e1-9553-1a01901a963c for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:41:15.168284 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32098b58-2be1-465b-9f61-ad2e75ef7de3 None None] Updating router a035065b-4eca-41e1-9553-1a01901a963c port 32e32c0c-3c6d-4b37-9e38-2e1ee7b19f4e binding host n-d-808921-1 {{(pid=95300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 16:41:15.169075 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c90f7876-a043-459d-9436-ffef79d9b77e req-c5a84047-03a8-4fdc-9094-2432a6eb65ed tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=28cadd01842a4b25a3b760a81c9d7553&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0544429 Sep 24 16:41:15.205885 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-32098b58-2be1-465b-9f61-ad2e75ef7de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:15.278708 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 06b39c00-5c57-4268-adad-64eaaf334cdb up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:41:15.341043 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 06b39c00-5c57-4268-adad-64eaaf334cdb triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:41:15.341043 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:15.350408 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c90f7876-a043-459d-9436-ffef79d9b77e req-e3c80a5b-6769-4f84-add0-b9c64fed5454 service neutron] 10.222.0.101 "GET /v2.0/networks/f461199d-fdc3-42aa-9b25-fbf28ec370bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675260 Sep 24 16:41:15.398303 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-c7fda5f4-ca78-4fee-bf0b-0e957f22f76e None None] Provisioning complete for port 32e32c0c-3c6d-4b37-9e38-2e1ee7b19f4e triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:41:15.398597 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c7fda5f4-ca78-4fee-bf0b-0e957f22f76e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:15.467163 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c90f7876-a043-459d-9436-ffef79d9b77e req-312503a3-36f2-451e-a46a-3dfce8e2c800 service neutron] 10.222.0.101 "GET /v2.0/networks/f461199d-fdc3-42aa-9b25-fbf28ec370bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084867 Sep 24 16:41:15.529324 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-32098b58-2be1-465b-9f61-ad2e75ef7de3 None None] Notify callbacks [] for port, precommit_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:15.610062 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-32098b58-2be1-465b-9f61-ad2e75ef7de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:15.620846 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-c7fda5f4-ca78-4fee-bf0b-0e957f22f76e None None] Port 32e32c0c-3c6d-4b37-9e38-2e1ee7b19f4e cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:41:15.664831 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4e1128-d13a-42c0-9066-74abd262231e None None] Pushing event updated for resources: {'Port': ['ID=32e32c0c-3c6d-4b37-9e38-2e1ee7b19f4e,revision_number=3']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:41:15.700740 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4e1128-d13a-42c0-9066-74abd262231e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:41:15.701195 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4e1128-d13a-42c0-9066-74abd262231e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:41:15.701585 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4e1128-d13a-42c0-9066-74abd262231e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:41:15.701984 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4e1128-d13a-42c0-9066-74abd262231e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:41:15.702397 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4e1128-d13a-42c0-9066-74abd262231e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:41:15.702792 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4e1128-d13a-42c0-9066-74abd262231e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:41:15.703183 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4e1128-d13a-42c0-9066-74abd262231e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:41:15.703570 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4e1128-d13a-42c0-9066-74abd262231e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:41:15.703956 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4e1128-d13a-42c0-9066-74abd262231e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:41:15.704339 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4e1128-d13a-42c0-9066-74abd262231e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:41:15.704727 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4e1128-d13a-42c0-9066-74abd262231e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:41:15.705049 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c4e1128-d13a-42c0-9066-74abd262231e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:41:15.747474 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-32098b58-2be1-465b-9f61-ad2e75ef7de3 None None] Attempting to bind port 32e32c0c-3c6d-4b37-9e38-2e1ee7b19f4e on host n-d-808921-1 for vnic_type normal with profile {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:41:15.748639 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-32098b58-2be1-465b-9f61-ad2e75ef7de3 None None] Attempting to bind port 32e32c0c-3c6d-4b37-9e38-2e1ee7b19f4e by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'c101ddbd-6424-4792-8aaf-3979ca95be7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'f461199d-fdc3-42aa-9b25-fbf28ec370bd'}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:41:15.749181 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32098b58-2be1-465b-9f61-ad2e75ef7de3 None None] Attempting to bind port 32e32c0c-3c6d-4b37-9e38-2e1ee7b19f4e on network f461199d-fdc3-42aa-9b25-fbf28ec370bd {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:41:15.751755 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-e7d0297c-08ac-4579-a2cf-5bf96215570f None None] Provisioning complete for port 32e32c0c-3c6d-4b37-9e38-2e1ee7b19f4e triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:41:15.752121 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e7d0297c-08ac-4579-a2cf-5bf96215570f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:15.753077 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-59f6f3b2-00c2-4351-a2b5-497a855aeb7e req-ecb90571-2203-44f4-9a2d-8bc2a6317186 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d5b57b3-88fa-4927-9ba6-490847298e64 HTTP/1.1" status: 200 len: 210 time: 0.0446458 Sep 24 16:41:15.755990 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32098b58-2be1-465b-9f61-ad2e75ef7de3 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 41, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:41:15.756361 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32098b58-2be1-465b-9f61-ad2e75ef7de3 None None] Checking segment: {'id': 'c101ddbd-6424-4792-8aaf-3979ca95be7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'f461199d-fdc3-42aa-9b25-fbf28ec370bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:41:15.756754 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-32098b58-2be1-465b-9f61-ad2e75ef7de3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:15.757144 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32098b58-2be1-465b-9f61-ad2e75ef7de3 None None] Bound using segment: {'id': 'c101ddbd-6424-4792-8aaf-3979ca95be7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'f461199d-fdc3-42aa-9b25-fbf28ec370bd'} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:41:15.757605 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-32098b58-2be1-465b-9f61-ad2e75ef7de3 None None] Bound port: 32e32c0c-3c6d-4b37-9e38-2e1ee7b19f4e, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c101ddbd-6424-4792-8aaf-3979ca95be7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'f461199d-fdc3-42aa-9b25-fbf28ec370bd'}}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:41:15.757978 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-32098b58-2be1-465b-9f61-ad2e75ef7de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:15.804575 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-e7d0297c-08ac-4579-a2cf-5bf96215570f None None] Port 32e32c0c-3c6d-4b37-9e38-2e1ee7b19f4e cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:41:15.828718 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-32098b58-2be1-465b-9f61-ad2e75ef7de3 None None] For port 32e32c0c-3c6d-4b37-9e38-2e1ee7b19f4e, host n-d-808921-1, cleared binding levels {{(pid=95300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:41:15.832492 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-32098b58-2be1-465b-9f61-ad2e75ef7de3 None None] For port 32e32c0c-3c6d-4b37-9e38-2e1ee7b19f4e, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=32e32c0c-3c6d-4b37-9e38-2e1ee7b19f4e,segment=NetworkSegment(c101ddbd-6424-4792-8aaf-3979ca95be7c),segment_id=c101ddbd-6424-4792-8aaf-3979ca95be7c)] {{(pid=95300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:41:15.895402 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-32098b58-2be1-465b-9f61-ad2e75ef7de3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:15.925369 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-67b3eb8f-417f-4e94-8efd-0716fc75f63f None None] Provisioning complete for port 32e32c0c-3c6d-4b37-9e38-2e1ee7b19f4e triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:41:15.925369 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-67b3eb8f-417f-4e94-8efd-0716fc75f63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:15.953646 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32098b58-2be1-465b-9f61-ad2e75ef7de3 None None] Routers {'a035065b-4eca-41e1-9553-1a01901a963c'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:41:15.954274 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-32098b58-2be1-465b-9f61-ad2e75ef7de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:41:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['a035065b-4eca-41e1-9553-1a01901a963c'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:41:15.957404 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4e1128-d13a-42c0-9066-74abd262231e None None] Pushing event updated for resources: {'Port': ['ID=32e32c0c-3c6d-4b37-9e38-2e1ee7b19f4e,revision_number=4']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:41:16.013816 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-67b3eb8f-417f-4e94-8efd-0716fc75f63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:16.047630 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-67b3eb8f-417f-4e94-8efd-0716fc75f63f None None] For port 32e32c0c-3c6d-4b37-9e38-2e1ee7b19f4e, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=32e32c0c-3c6d-4b37-9e38-2e1ee7b19f4e,segment=NetworkSegment(c101ddbd-6424-4792-8aaf-3979ca95be7c),segment_id=c101ddbd-6424-4792-8aaf-3979ca95be7c)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:41:16.068286 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-32098b58-2be1-465b-9f61-ad2e75ef7de3 None None] Set router a035065b-4eca-41e1-9553-1a01901a963c gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:41:16.101647 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-67b3eb8f-417f-4e94-8efd-0716fc75f63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:16.156603 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b3eb8f-417f-4e94-8efd-0716fc75f63f None None] Pushing event updated for resources: {'Port': ['ID=32e32c0c-3c6d-4b37-9e38-2e1ee7b19f4e,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:41:16.221661 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-8b2e96f0-09e2-4d43-a9e0-743f1762f546 None None] Provisioning complete for port 32e32c0c-3c6d-4b37-9e38-2e1ee7b19f4e triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:41:16.221929 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8b2e96f0-09e2-4d43-a9e0-743f1762f546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:16.286839 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-32098b58-2be1-465b-9f61-ad2e75ef7de3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a035065b-4eca-41e1-9553-1a01901a963c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1567804599', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': 'a46cd02f-f8ff-4626-bceb-528aa54faf9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:41:09Z', 'updated_at': '2021-09-24T16:41:13Z', 'revision_number': 4, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'gw_port': {'id': 'a46cd02f-f8ff-4626-bceb-528aa54faf9b', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a035065b-4eca-41e1-9553-1a01901a963c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:41:09Z', 'updated_at': '2021-09-24T16:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '32e32c0c-3c6d-4b37-9e38-2e1ee7b19f4e', 'name': '', 'network_id': 'f461199d-fdc3-42aa-9b25-fbf28ec370bd', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'mac_address': 'fa:16:3e:5f:ce:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a035065b-4eca-41e1-9553-1a01901a963c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'fa13723a-7f3f-4362-809c-e65d0758d4db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:41:13Z', 'updated_at': '2021-09-24T16:41:15Z', 'revision_number': 4, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'subnets': [{'id': 'fa13723a-7f3f-4362-809c-e65d0758d4db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:41:16.312679 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32098b58-2be1-465b-9f61-ad2e75ef7de3 None None] The sync data for ids ['a035065b-4eca-41e1-9553-1a01901a963c'] in n-d-808921-1 is: [{'id': 'a035065b-4eca-41e1-9553-1a01901a963c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1567804599', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': 'a46cd02f-f8ff-4626-bceb-528aa54faf9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:41:09Z', 'updated_at': '2021-09-24T16:41:13Z', 'revision_number': 4, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'gw_port': {'id': 'a46cd02f-f8ff-4626-bceb-528aa54faf9b', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a035065b-4eca-41e1-9553-1a01901a963c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:41:09Z', 'updated_at': '2021-09-24T16:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '32e32c0c-3c6d-4b37-9e38-2e1ee7b19f4e', 'name': '', 'network_id': 'f461199d-fdc3-42aa-9b25-fbf28ec370bd', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'mac_address': 'fa:16:3e:5f:ce:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a035065b-4eca-41e1-9553-1a01901a963c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'fa13723a-7f3f-4362-809c-e65d0758d4db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:41:13Z', 'updated_at': '2021-09-24T16:41:15Z', 'revision_number': 4, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'subnets': [{'id': 'fa13723a-7f3f-4362-809c-e65d0758d4db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:41:16.845653 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d191c4ac-854d-48a7-b60a-b435346ac50d req-0574cae6-526e-48fa-82cb-693d263b25ae tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d5b57b3-88fa-4927-9ba6-490847298e64 HTTP/1.1" status: 200 len: 210 time: 0.0517724 Sep 24 16:41:16.984543 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 32e32c0c-3c6d-4b37-9e38-2e1ee7b19f4e up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:41:17.040743 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 32e32c0c-3c6d-4b37-9e38-2e1ee7b19f4e triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:41:17.041122 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:17.123755 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 06b39c00-5c57-4268-adad-64eaaf334cdb up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:41:17.174784 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 06b39c00-5c57-4268-adad-64eaaf334cdb triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:41:17.175378 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:17.930821 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6ca7e678-3928-4a00-94c0-0ccf52bd5063 req-9a683cb7-d229-4e79-96d0-9bd62411c0f0 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d5b57b3-88fa-4927-9ba6-490847298e64 HTTP/1.1" status: 200 len: 210 time: 0.0298445 Sep 24 16:41:19.027511 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a38138b7-1a13-482e-96a6-0587865f2932 req-b1d0e773-6392-4069-8457-ee53d2037ee9 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d5b57b3-88fa-4927-9ba6-490847298e64 HTTP/1.1" status: 200 len: 210 time: 0.0269213 Sep 24 16:41:19.902599 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f7876-a043-459d-9436-ffef79d9b77e req-7add4d12-a4e7-4e2a-9e91-7643e54d7742 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:41:19.904050 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c90f7876-a043-459d-9436-ffef79d9b77e req-7add4d12-a4e7-4e2a-9e91-7643e54d7742 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.108 "GET /v2.0/networks?id=f461199d-fdc3-42aa-9b25-fbf28ec370bd HTTP/1.1" status: 200 len: 796 time: 0.1023219 Sep 24 16:41:19.947430 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c90f7876-a043-459d-9436-ffef79d9b77e req-1aefdff1-bc1a-466c-b8c4-cdf362a6b114 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.108 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28cadd01842a4b25a3b760a81c9d7553 HTTP/1.1" status: 200 len: 380 time: 0.0340629 Sep 24 16:41:19.958788 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-c90f7876-a043-459d-9436-ffef79d9b77e req-59a2053b-033a-4140-89fc-a7eee1eecfda tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Request body: {'port': {'device_id': '8d5b57b3-88fa-4927-9ba6-490847298e64', 'network_id': 'f461199d-fdc3-42aa-9b25-fbf28ec370bd', 'admin_state_up': True, 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'security_groups': ['43760eb9-f9cb-4beb-b4ef-553a1e63892a']}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:41:20.124688 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2acbe747-4591-440d-ab12-de9ae80a5fe8 req-f883f42a-723a-446b-a7bc-99202c8358ab tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d5b57b3-88fa-4927-9ba6-490847298e64 HTTP/1.1" status: 200 len: 210 time: 0.0264137 Sep 24 16:41:20.146750 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c90f7876-a043-459d-9436-ffef79d9b77e req-59a2053b-033a-4140-89fc-a7eee1eecfda tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Made reservation on behalf of 28cadd01842a4b25a3b760a81c9d7553 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:41:20.150569 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-c90f7876-a043-459d-9436-ffef79d9b77e req-59a2053b-033a-4140-89fc-a7eee1eecfda tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:20.279485 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-c90f7876-a043-459d-9436-ffef79d9b77e req-59a2053b-033a-4140-89fc-a7eee1eecfda tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Allocated IP 172.20.0.6 (f461199d-fdc3-42aa-9b25-fbf28ec370bd/fa13723a-7f3f-4362-809c-e65d0758d4db/6cb4a460-eb8b-45f3-b0f6-ff56eceaa5b0) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:41:20.420423 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-c90f7876-a043-459d-9436-ffef79d9b77e req-59a2053b-033a-4140-89fc-a7eee1eecfda tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:20.524022 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-c90f7876-a043-459d-9436-ffef79d9b77e req-59a2053b-033a-4140-89fc-a7eee1eecfda tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:20.571824 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c90f7876-a043-459d-9436-ffef79d9b77e req-59a2053b-033a-4140-89fc-a7eee1eecfda tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Network f461199d-fdc3-42aa-9b25-fbf28ec370bd is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:41:20.574803 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-c90f7876-a043-459d-9436-ffef79d9b77e req-59a2053b-033a-4140-89fc-a7eee1eecfda tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:41:20.578653 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-c90f7876-a043-459d-9436-ffef79d9b77e req-59a2053b-033a-4140-89fc-a7eee1eecfda tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:41:20.589324 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a2053b-033a-4140-89fc-a7eee1eecfda tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event updated for resources: {'Port': ['ID=6cb4a460-eb8b-45f3-b0f6-ff56eceaa5b0,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:41:20.620317 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a2053b-033a-4140-89fc-a7eee1eecfda tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:41:20.620662 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a2053b-033a-4140-89fc-a7eee1eecfda tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:41:20.620999 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a2053b-033a-4140-89fc-a7eee1eecfda tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:41:20.621330 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a2053b-033a-4140-89fc-a7eee1eecfda tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:41:20.621660 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a2053b-033a-4140-89fc-a7eee1eecfda tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:41:20.621985 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a2053b-033a-4140-89fc-a7eee1eecfda tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:41:20.622316 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a2053b-033a-4140-89fc-a7eee1eecfda tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:41:20.622660 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a2053b-033a-4140-89fc-a7eee1eecfda tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:41:20.622992 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a2053b-033a-4140-89fc-a7eee1eecfda tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:41:20.623313 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a2053b-033a-4140-89fc-a7eee1eecfda tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:41:20.623633 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a2053b-033a-4140-89fc-a7eee1eecfda tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:41:20.623948 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a2053b-033a-4140-89fc-a7eee1eecfda tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:41:20.650181 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f7876-a043-459d-9436-ffef79d9b77e req-59a2053b-033a-4140-89fc-a7eee1eecfda tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:41:20.650857 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-c90f7876-a043-459d-9436-ffef79d9b77e req-59a2053b-033a-4140-89fc-a7eee1eecfda tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:20.764712 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c90f7876-a043-459d-9436-ffef79d9b77e req-59a2053b-033a-4140-89fc-a7eee1eecfda tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8097305 Sep 24 16:41:20.818268 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-c90f7876-a043-459d-9436-ffef79d9b77e req-fa6e3a38-a054-4c39-b35e-093bc0e95839 service neutron] Request body: {'port': {'device_id': '8d5b57b3-88fa-4927-9ba6-490847298e64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:41:20.853906 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-ee6585b3-1a85-4a40-a86e-cb00868712ab None None] Provisioning complete for port 6cb4a460-eb8b-45f3-b0f6-ff56eceaa5b0 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:41:20.854520 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ee6585b3-1a85-4a40-a86e-cb00868712ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:20.881677 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-c90f7876-a043-459d-9436-ffef79d9b77e req-fa6e3a38-a054-4c39-b35e-093bc0e95839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:20.889604 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-ee6585b3-1a85-4a40-a86e-cb00868712ab None None] Port 6cb4a460-eb8b-45f3-b0f6-ff56eceaa5b0 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:41:21.155931 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-c90f7876-a043-459d-9436-ffef79d9b77e req-fa6e3a38-a054-4c39-b35e-093bc0e95839 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cb4a460-eb8b-45f3-b0f6-ff56eceaa5b0 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:41:21.163232 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-c90f7876-a043-459d-9436-ffef79d9b77e req-fa6e3a38-a054-4c39-b35e-093bc0e95839 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:21.175592 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-c90f7876-a043-459d-9436-ffef79d9b77e req-fa6e3a38-a054-4c39-b35e-093bc0e95839 service neutron] Transition to ACTIVE for port object 6cb4a460-eb8b-45f3-b0f6-ff56eceaa5b0 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 16:41:21.243405 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13db6a9c-0bf2-46ef-8698-9164996a9a30 req-c496308a-f8c5-41be-abf9-6fba027cb379 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:41:21.244950 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-13db6a9c-0bf2-46ef-8698-9164996a9a30 req-c496308a-f8c5-41be-abf9-6fba027cb379 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d5b57b3-88fa-4927-9ba6-490847298e64 HTTP/1.1" status: 200 len: 931 time: 0.0499065 Sep 24 16:41:21.246116 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-c90f7876-a043-459d-9436-ffef79d9b77e req-fa6e3a38-a054-4c39-b35e-093bc0e95839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:21.321786 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6e3a38-a054-4c39-b35e-093bc0e95839 service neutron] Pushing event updated for resources: {'Port': ['ID=6cb4a460-eb8b-45f3-b0f6-ff56eceaa5b0,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:41:21.359551 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-13db6a9c-0bf2-46ef-8698-9164996a9a30 req-82c495d9-0fa8-4933-a66b-a82a522cd05a tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=43760eb9-f9cb-4beb-b4ef-553a1e63892a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080260 Sep 24 16:41:21.416517 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-c90f7876-a043-459d-9436-ffef79d9b77e req-fa6e3a38-a054-4c39-b35e-093bc0e95839 service neutron] Attempting to bind port 6cb4a460-eb8b-45f3-b0f6-ff56eceaa5b0 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:41:21.416799 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-c90f7876-a043-459d-9436-ffef79d9b77e req-fa6e3a38-a054-4c39-b35e-093bc0e95839 service neutron] Attempting to bind port 6cb4a460-eb8b-45f3-b0f6-ff56eceaa5b0 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': 'c101ddbd-6424-4792-8aaf-3979ca95be7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'f461199d-fdc3-42aa-9b25-fbf28ec370bd'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:41:21.417087 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90f7876-a043-459d-9436-ffef79d9b77e req-fa6e3a38-a054-4c39-b35e-093bc0e95839 service neutron] Attempting to bind port 6cb4a460-eb8b-45f3-b0f6-ff56eceaa5b0 on network f461199d-fdc3-42aa-9b25-fbf28ec370bd {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:41:21.423971 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90f7876-a043-459d-9436-ffef79d9b77e req-fa6e3a38-a054-4c39-b35e-093bc0e95839 service neutron] Port 6cb4a460-eb8b-45f3-b0f6-ff56eceaa5b0 on network f461199d-fdc3-42aa-9b25-fbf28ec370bd not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 16:41:21.424307 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90f7876-a043-459d-9436-ffef79d9b77e req-fa6e3a38-a054-4c39-b35e-093bc0e95839 service neutron] Attempting to bind port 6cb4a460-eb8b-45f3-b0f6-ff56eceaa5b0 on network f461199d-fdc3-42aa-9b25-fbf28ec370bd {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:41:21.431253 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90f7876-a043-459d-9436-ffef79d9b77e req-fa6e3a38-a054-4c39-b35e-093bc0e95839 service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:41:21.431773 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90f7876-a043-459d-9436-ffef79d9b77e req-fa6e3a38-a054-4c39-b35e-093bc0e95839 service neutron] Checking segment: {'id': 'c101ddbd-6424-4792-8aaf-3979ca95be7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'f461199d-fdc3-42aa-9b25-fbf28ec370bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:41:21.432164 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c90f7876-a043-459d-9436-ffef79d9b77e req-fa6e3a38-a054-4c39-b35e-093bc0e95839 service neutron] Bound using segment: {'id': 'c101ddbd-6424-4792-8aaf-3979ca95be7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'f461199d-fdc3-42aa-9b25-fbf28ec370bd'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:41:21.432617 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-c90f7876-a043-459d-9436-ffef79d9b77e req-fa6e3a38-a054-4c39-b35e-093bc0e95839 service neutron] Bound port: 6cb4a460-eb8b-45f3-b0f6-ff56eceaa5b0, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c101ddbd-6424-4792-8aaf-3979ca95be7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1262, 'network_id': 'f461199d-fdc3-42aa-9b25-fbf28ec370bd'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:41:21.432987 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-c90f7876-a043-459d-9436-ffef79d9b77e req-fa6e3a38-a054-4c39-b35e-093bc0e95839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:21.500449 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-c90f7876-a043-459d-9436-ffef79d9b77e req-fa6e3a38-a054-4c39-b35e-093bc0e95839 service neutron] For port 6cb4a460-eb8b-45f3-b0f6-ff56eceaa5b0, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:41:21.503574 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-c90f7876-a043-459d-9436-ffef79d9b77e req-fa6e3a38-a054-4c39-b35e-093bc0e95839 service neutron] For port 6cb4a460-eb8b-45f3-b0f6-ff56eceaa5b0, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=6cb4a460-eb8b-45f3-b0f6-ff56eceaa5b0,segment=NetworkSegment(c101ddbd-6424-4792-8aaf-3979ca95be7c),segment_id=c101ddbd-6424-4792-8aaf-3979ca95be7c)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:41:21.586726 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-c90f7876-a043-459d-9436-ffef79d9b77e req-fa6e3a38-a054-4c39-b35e-093bc0e95839 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:21.625523 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f7876-a043-459d-9436-ffef79d9b77e req-fa6e3a38-a054-4c39-b35e-093bc0e95839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:41:21.626134 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-c90f7876-a043-459d-9436-ffef79d9b77e req-fa6e3a38-a054-4c39-b35e-093bc0e95839 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:21.627588 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c90f7876-a043-459d-9436-ffef79d9b77e req-fa6e3a38-a054-4c39-b35e-093bc0e95839 service neutron] 10.222.0.108 "PUT /v2.0/ports/6cb4a460-eb8b-45f3-b0f6-ff56eceaa5b0 HTTP/1.1" status: 200 len: 1091 time: 0.8554406 Sep 24 16:41:21.628130 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d5b57b3-88fa-4927-9ba6-490847298e64', 'tag': '6cb4a460-eb8b-45f3-b0f6-ff56eceaa5b0'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:41:21.630473 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86bdbdc9b9e92b390e2d9cb11b84962cc6f6bd0fdc6518f79f4e2677ef2c88f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25866e05-c88b-48e3-aff6-24f868df0fc2" -d '{"events": [{"name": "network-changed", "server_uuid": "8d5b57b3-88fa-4927-9ba6-490847298e64", "tag": "6cb4a460-eb8b-45f3-b0f6-ff56eceaa5b0"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:41:21.656361 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6e3a38-a054-4c39-b35e-093bc0e95839 service neutron] Pushing event updated for resources: {'Port': ['ID=6cb4a460-eb8b-45f3-b0f6-ff56eceaa5b0,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:41:21.681948 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b2bbee5-3538-4137-9c27-254d31bd8298 x-openstack-request-id: req-6b2bbee5-3538-4137-9c27-254d31bd8298 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:41:21.682282 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d5b57b3-88fa-4927-9ba6-490847298e64", "tag": "6cb4a460-eb8b-45f3-b0f6-ff56eceaa5b0", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:41:21.682570 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-6b2bbee5-3538-4137-9c27-254d31bd8298 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:41:21.682977 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d5b57b3-88fa-4927-9ba6-490847298e64', 'tag': '6cb4a460-eb8b-45f3-b0f6-ff56eceaa5b0', 'status': 'completed', 'code': 200} Sep 24 16:41:21.748944 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25866e05-c88b-48e3-aff6-24f868df0fc2 req-e2d42526-925c-4b6e-9e5e-2c40758e31c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:41:21.750592 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-25866e05-c88b-48e3-aff6-24f868df0fc2 req-e2d42526-925c-4b6e-9e5e-2c40758e31c8 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=28cadd01842a4b25a3b760a81c9d7553&device_id=8d5b57b3-88fa-4927-9ba6-490847298e64 HTTP/1.1" status: 200 len: 1094 time: 0.0442498 Sep 24 16:41:21.860799 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25866e05-c88b-48e3-aff6-24f868df0fc2 req-4dd35366-ea27-4240-a2c4-f530a7e1e920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:41:21.862606 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-25866e05-c88b-48e3-aff6-24f868df0fc2 req-4dd35366-ea27-4240-a2c4-f530a7e1e920 service neutron] 10.222.0.108 "GET /v2.0/networks?tenant_id=28cadd01842a4b25a3b760a81c9d7553&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1039734 Sep 24 16:41:21.959812 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25866e05-c88b-48e3-aff6-24f868df0fc2 req-752cf6cd-c131-414a-a9f4-580372a9846d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:41:21.961189 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-25866e05-c88b-48e3-aff6-24f868df0fc2 req-752cf6cd-c131-414a-a9f4-580372a9846d service neutron] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0917850 Sep 24 16:41:22.041482 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f7876-a043-459d-9436-ffef79d9b77e req-d984327a-7a42-4fd5-a698-c22dc79eb5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:41:22.043041 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c90f7876-a043-459d-9436-ffef79d9b77e req-d984327a-7a42-4fd5-a698-c22dc79eb5f3 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=28cadd01842a4b25a3b760a81c9d7553&device_id=8d5b57b3-88fa-4927-9ba6-490847298e64 HTTP/1.1" status: 200 len: 1094 time: 0.0414395 Sep 24 16:41:22.091501 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c90f7876-a043-459d-9436-ffef79d9b77e req-4a1d28e7-8969-402f-9cd0-86d3e4c5f88a service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6cb4a460-eb8b-45f3-b0f6-ff56eceaa5b0 HTTP/1.1" status: 200 len: 217 time: 0.0401390 Sep 24 16:41:22.141926 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f7876-a043-459d-9436-ffef79d9b77e req-5fea86ae-49e6-45a7-9bd8-8926e9f2c28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:41:22.143476 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c90f7876-a043-459d-9436-ffef79d9b77e req-5fea86ae-49e6-45a7-9bd8-8926e9f2c28b service neutron] 10.222.0.108 "GET /v2.0/subnets?id=fa13723a-7f3f-4362-809c-e65d0758d4db HTTP/1.1" status: 200 len: 834 time: 0.0456703 Sep 24 16:41:22.192036 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90f7876-a043-459d-9436-ffef79d9b77e req-3f6ab84f-c6d2-43ce-b435-8bff511058e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:41:22.193549 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c90f7876-a043-459d-9436-ffef79d9b77e req-3f6ab84f-c6d2-43ce-b435-8bff511058e7 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=f461199d-fdc3-42aa-9b25-fbf28ec370bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430889 Sep 24 16:41:22.288934 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c90f7876-a043-459d-9436-ffef79d9b77e req-08a86e2d-fe0d-4dda-af28-0c6f24646b80 service neutron] 10.222.0.108 "GET /v2.0/networks/f461199d-fdc3-42aa-9b25-fbf28ec370bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873826 Sep 24 16:41:22.381478 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c90f7876-a043-459d-9436-ffef79d9b77e req-57d74a2e-dffc-4795-ae14-d88a111f65d8 service neutron] 10.222.0.108 "GET /v2.0/networks/f461199d-fdc3-42aa-9b25-fbf28ec370bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855951 Sep 24 16:41:22.485421 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034fd073-62f7-4081-b2d8-e11d72326b8d req-ae1dc386-f683-4650-a467-76ef8add40b4 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:41:22.487600 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-034fd073-62f7-4081-b2d8-e11d72326b8d req-ae1dc386-f683-4650-a467-76ef8add40b4 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d5b57b3-88fa-4927-9ba6-490847298e64 HTTP/1.1" status: 200 len: 943 time: 0.0564568 Sep 24 16:41:22.527773 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-034fd073-62f7-4081-b2d8-e11d72326b8d req-1a20b673-06c3-4b16-b53d-c22aaaf7b5bc tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=43760eb9-f9cb-4beb-b4ef-553a1e63892a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341122 Sep 24 16:41:23.652007 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430e132-0896-4a79-b295-c80ba3275ef2 req-d708fad6-257a-4b79-bfa4-699f6b7adc83 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:41:23.653425 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7430e132-0896-4a79-b295-c80ba3275ef2 req-d708fad6-257a-4b79-bfa4-699f6b7adc83 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d5b57b3-88fa-4927-9ba6-490847298e64 HTTP/1.1" status: 200 len: 943 time: 0.0503917 Sep 24 16:41:23.692562 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7430e132-0896-4a79-b295-c80ba3275ef2 req-9bb1cc80-822d-42c6-baf3-0819b5056e6d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=43760eb9-f9cb-4beb-b4ef-553a1e63892a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329552 Sep 24 16:41:24.811206 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ff1aab-aa47-41a6-b05d-3cf92a943378 req-b435139a-809f-47c8-9bdf-2c4880cbb0d5 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:41:24.812710 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c5ff1aab-aa47-41a6-b05d-3cf92a943378 req-b435139a-809f-47c8-9bdf-2c4880cbb0d5 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d5b57b3-88fa-4927-9ba6-490847298e64 HTTP/1.1" status: 200 len: 943 time: 0.0513935 Sep 24 16:41:24.855177 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c5ff1aab-aa47-41a6-b05d-3cf92a943378 req-99855887-96ff-40ce-9d64-17f945380f1a tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=43760eb9-f9cb-4beb-b4ef-553a1e63892a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338700 Sep 24 16:41:25.973752 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb156615-39f3-4b0f-ba79-2c3ffc1eb680 req-9e2156dd-9858-44bc-ad7e-458d5c5844c2 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:41:25.975205 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fb156615-39f3-4b0f-ba79-2c3ffc1eb680 req-9e2156dd-9858-44bc-ad7e-458d5c5844c2 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d5b57b3-88fa-4927-9ba6-490847298e64 HTTP/1.1" status: 200 len: 943 time: 0.0507505 Sep 24 16:41:26.013934 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fb156615-39f3-4b0f-ba79-2c3ffc1eb680 req-e720c848-f71b-4192-a9e6-98d4b8587e03 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=43760eb9-f9cb-4beb-b4ef-553a1e63892a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327911 Sep 24 16:41:26.190432 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 6cb4a460-eb8b-45f3-b0f6-ff56eceaa5b0 details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 16:41:26.287274 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 6cb4a460-eb8b-45f3-b0f6-ff56eceaa5b0, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=6cb4a460-eb8b-45f3-b0f6-ff56eceaa5b0,segment=NetworkSegment(c101ddbd-6424-4792-8aaf-3979ca95be7c),segment_id=c101ddbd-6424-4792-8aaf-3979ca95be7c)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:41:26.298218 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': '6cb4a460-eb8b-45f3-b0f6-ff56eceaa5b0', 'network_id': 'f461199d-fdc3-42aa-9b25-fbf28ec370bd', 'port_id': '6cb4a460-eb8b-45f3-b0f6-ff56eceaa5b0', 'mac_address': 'fa:16:3e:81:2a:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1262, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa13723a-7f3f-4362-809c-e65d0758d4db', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 16:41:26.338754 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:26.352095 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cb4a460-eb8b-45f3-b0f6-ff56eceaa5b0 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:41:26.372218 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 6cb4a460-eb8b-45f3-b0f6-ff56eceaa5b0, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=6cb4a460-eb8b-45f3-b0f6-ff56eceaa5b0,segment=NetworkSegment(c101ddbd-6424-4792-8aaf-3979ca95be7c),segment_id=c101ddbd-6424-4792-8aaf-3979ca95be7c)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:41:26.471687 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:26.523021 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=6cb4a460-eb8b-45f3-b0f6-ff56eceaa5b0,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:41:26.530216 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:41:26.530589 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:41:26.530936 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:41:26.531272 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:41:26.531607 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:41:26.531938 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:41:26.532266 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:41:26.532592 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:41:26.532916 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:41:26.533289 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:41:26.534316 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:41:26.567515 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:41:26.698421 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['6cb4a460-eb8b-45f3-b0f6-ff56eceaa5b0'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:41:27.129530 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e79f5e-3fe6-4d88-bac0-f093b4708336 req-d8e26eec-e995-4c31-a7dd-36e50b10b77e tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:41:27.131019 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-78e79f5e-3fe6-4d88-bac0-f093b4708336 req-d8e26eec-e995-4c31-a7dd-36e50b10b77e tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d5b57b3-88fa-4927-9ba6-490847298e64 HTTP/1.1" status: 200 len: 944 time: 0.0510318 Sep 24 16:41:27.169958 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-78e79f5e-3fe6-4d88-bac0-f093b4708336 req-7c1a258f-1e23-4129-aa76-047825225937 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=43760eb9-f9cb-4beb-b4ef-553a1e63892a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323458 Sep 24 16:41:28.198515 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 6cb4a460-eb8b-45f3-b0f6-ff56eceaa5b0 up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:41:28.292191 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a6edfb-d2e7-4d2a-9eeb-6a6d2b27a9f5 req-968b0650-7419-45f5-bfc8-8c3409bece66 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:41:28.293587 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-07a6edfb-d2e7-4d2a-9eeb-6a6d2b27a9f5 req-968b0650-7419-45f5-bfc8-8c3409bece66 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d5b57b3-88fa-4927-9ba6-490847298e64 HTTP/1.1" status: 200 len: 944 time: 0.0536909 Sep 24 16:41:28.301120 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port 6cb4a460-eb8b-45f3-b0f6-ff56eceaa5b0 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 16:41:28.305153 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port 6cb4a460-eb8b-45f3-b0f6-ff56eceaa5b0 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:41:28.305525 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:28.335798 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-07a6edfb-d2e7-4d2a-9eeb-6a6d2b27a9f5 req-df4c236a-8d64-49aa-b8ca-4eca28e38c47 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=43760eb9-f9cb-4beb-b4ef-553a1e63892a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354974 Sep 24 16:41:28.385511 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:28.407197 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d5b57b3-88fa-4927-9ba6-490847298e64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cb4a460-eb8b-45f3-b0f6-ff56eceaa5b0'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:41:28.410251 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e675284d64920c3690942d07fd233bec6618b8bcfb70da99a5b5d86610f0b706" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80aa6e8d-a136-40d4-a0cb-799fdfe5cf70" -d '{"events": [{"server_uuid": "8d5b57b3-88fa-4927-9ba6-490847298e64", "name": "network-vif-plugged", "status": "completed", "tag": "6cb4a460-eb8b-45f3-b0f6-ff56eceaa5b0"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:41:28.422696 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 6cb4a460-eb8b-45f3-b0f6-ff56eceaa5b0, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=6cb4a460-eb8b-45f3-b0f6-ff56eceaa5b0,segment=NetworkSegment(c101ddbd-6424-4792-8aaf-3979ca95be7c),segment_id=c101ddbd-6424-4792-8aaf-3979ca95be7c)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:41:28.500613 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:28.527672 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38fda890-e393-4a70-80f8-c0d1ac66ae41 x-openstack-request-id: req-38fda890-e393-4a70-80f8-c0d1ac66ae41 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:41:28.527972 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d5b57b3-88fa-4927-9ba6-490847298e64", "name": "network-vif-plugged", "status": "completed", "tag": "6cb4a460-eb8b-45f3-b0f6-ff56eceaa5b0", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:41:28.528226 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-38fda890-e393-4a70-80f8-c0d1ac66ae41 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:41:28.528617 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d5b57b3-88fa-4927-9ba6-490847298e64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cb4a460-eb8b-45f3-b0f6-ff56eceaa5b0', 'code': 200} Sep 24 16:41:28.555628 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=6cb4a460-eb8b-45f3-b0f6-ff56eceaa5b0,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:41:28.617942 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b4c83-bbd6-4c14-b01b-605e39d9ddca req-fc3e0177-41ad-4221-9595-9d5e96deb55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:41:28.619453 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ed2b4c83-bbd6-4c14-b01b-605e39d9ddca req-fc3e0177-41ad-4221-9595-9d5e96deb55f service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=8d5b57b3-88fa-4927-9ba6-490847298e64 HTTP/1.1" status: 200 len: 1096 time: 0.0459218 Sep 24 16:41:28.656577 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ed2b4c83-bbd6-4c14-b01b-605e39d9ddca req-82865913-996d-4737-8771-4ee8ea648cdb service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=43760eb9-f9cb-4beb-b4ef-553a1e63892a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289655 Sep 24 16:41:29.062553 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:41:29.452745 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96288ab-056c-45ed-9fd9-3b0ed0d16ca4 req-25698076-ab81-43fa-b94e-28eeb586e231 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:41:29.454249 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e96288ab-056c-45ed-9fd9-3b0ed0d16ca4 req-25698076-ab81-43fa-b94e-28eeb586e231 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d5b57b3-88fa-4927-9ba6-490847298e64 HTTP/1.1" status: 200 len: 945 time: 0.0508425 Sep 24 16:41:29.493105 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e96288ab-056c-45ed-9fd9-3b0ed0d16ca4 req-530e2c18-567b-40dc-a6c4-259960dcac60 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=43760eb9-f9cb-4beb-b4ef-553a1e63892a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319235 Sep 24 16:41:30.610518 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4380fb-ab83-4d4a-8b09-eeb6bc2a675c req-591be2b1-95c7-4eb8-ab1a-85ad442be502 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:41:30.612106 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2d4380fb-ab83-4d4a-8b09-eeb6bc2a675c req-591be2b1-95c7-4eb8-ab1a-85ad442be502 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d5b57b3-88fa-4927-9ba6-490847298e64 HTTP/1.1" status: 200 len: 945 time: 0.0499060 Sep 24 16:41:30.650512 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2d4380fb-ab83-4d4a-8b09-eeb6bc2a675c req-cda88a2d-d65b-4647-8871-a5c2beea4bc8 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=43760eb9-f9cb-4beb-b4ef-553a1e63892a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324888 Sep 24 16:41:30.766690 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e59aa2-02bd-4361-947a-7885b1124b9c req-f6d48938-25ef-4f13-bcf3-8f0a880ca9a2 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:41:30.768404 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a0e59aa2-02bd-4361-947a-7885b1124b9c req-f6d48938-25ef-4f13-bcf3-8f0a880ca9a2 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d5b57b3-88fa-4927-9ba6-490847298e64 HTTP/1.1" status: 200 len: 945 time: 0.0515175 Sep 24 16:41:30.807274 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a0e59aa2-02bd-4361-947a-7885b1124b9c req-afccc7b1-deeb-485d-886e-d22093899ad7 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=43760eb9-f9cb-4beb-b4ef-553a1e63892a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325460 Sep 24 16:41:30.830042 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47642) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:41:30.875233 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3d48f6-0781-4beb-8a99-56b34e997fd4 tempest-TestNetworkAdvancedServerOps-2073741627 tempest-TestNetworkAdvancedServerOps-2073741627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:41:30.876658 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-be3d48f6-0781-4beb-8a99-56b34e997fd4 tempest-TestNetworkAdvancedServerOps-2073741627 tempest-TestNetworkAdvancedServerOps-2073741627-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=8d5b57b3-88fa-4927-9ba6-490847298e64 HTTP/1.1" status: 200 len: 1091 time: 0.0454838 Sep 24 16:41:30.880231 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47644) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:41:30.884763 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-be2f3839-046f-46d1-b9ed-de41d2c472d3 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Request body: {'floatingip': {'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'port_id': '6cb4a460-eb8b-45f3-b0f6-ff56eceaa5b0', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:41:30.986320 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-be2f3839-046f-46d1-b9ed-de41d2c472d3 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for floatingip, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:31.084604 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-be2f3839-046f-46d1-b9ed-de41d2c472d3 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:31.184639 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-be2f3839-046f-46d1-b9ed-de41d2c472d3 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Allocated IP 172.25.0.136 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/ed688edc-cd98-468f-8779-a4020a9f9fab) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:41:31.266364 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-827a1450-bfde-4761-bd04-69af367e9b83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:31.292258 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-be2f3839-046f-46d1-b9ed-de41d2c472d3 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:31.381073 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-be2f3839-046f-46d1-b9ed-de41d2c472d3 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:31.419366 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2f3839-046f-46d1-b9ed-de41d2c472d3 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:41:31.422131 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-be2f3839-046f-46d1-b9ed-de41d2c472d3 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:41:31.426310 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2f3839-046f-46d1-b9ed-de41d2c472d3 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:41:31.434483 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2f3839-046f-46d1-b9ed-de41d2c472d3 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event updated for resources: {'Port': ['ID=ed688edc-cd98-468f-8779-a4020a9f9fab,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:41:32.101789 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-be2f3839-046f-46d1-b9ed-de41d2c472d3 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:32.228206 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-be2f3839-046f-46d1-b9ed-de41d2c472d3 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:32.387167 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-be2f3839-046f-46d1-b9ed-de41d2c472d3 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:32.447780 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-be2f3839-046f-46d1-b9ed-de41d2c472d3 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:32.525939 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2f3839-046f-46d1-b9ed-de41d2c472d3 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event updated for resources: {'Port': ['ID=ed688edc-cd98-468f-8779-a4020a9f9fab,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:41:32.536069 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-be2f3839-046f-46d1-b9ed-de41d2c472d3 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:32.640601 n-d-808921-1 neutron-server[95298]: INFO neutron.db.l3_db [None req-be2f3839-046f-46d1-b9ed-de41d2c472d3 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Floating IP 3a8baa10-4d08-47d0-b8dc-7465adf869ba associated. External IP: 172.25.0.136, port: 6cb4a460-eb8b-45f3-b0f6-ff56eceaa5b0. Sep 24 16:41:32.853946 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be2f3839-046f-46d1-b9ed-de41d2c472d3 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Router a035065b-4eca-41e1-9553-1a01901a963c has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:41:32.967481 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be2f3839-046f-46d1-b9ed-de41d2c472d3 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:41:32.980753 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c47b4c-14fc-4178-b920-ad3c4ba71295 None None] Sync routers for ids ['a035065b-4eca-41e1-9553-1a01901a963c'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:41:32.992231 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c47b4c-14fc-4178-b920-ad3c4ba71295 None None] Routers {'a035065b-4eca-41e1-9553-1a01901a963c'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:41:32.999563 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-c0c47b4c-14fc-4178-b920-ad3c4ba71295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:41:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['a035065b-4eca-41e1-9553-1a01901a963c'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:41:33.043521 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-be2f3839-046f-46d1-b9ed-de41d2c472d3 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:33.072684 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-be2f3839-046f-46d1-b9ed-de41d2c472d3 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1912930 Sep 24 16:41:33.073295 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d5b57b3-88fa-4927-9ba6-490847298e64', 'tag': '6cb4a460-eb8b-45f3-b0f6-ff56eceaa5b0'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:41:33.075811 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86bdbdc9b9e92b390e2d9cb11b84962cc6f6bd0fdc6518f79f4e2677ef2c88f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e22305-34c3-40af-9c51-37303a157590" -d '{"events": [{"name": "network-changed", "server_uuid": "8d5b57b3-88fa-4927-9ba6-490847298e64", "tag": "6cb4a460-eb8b-45f3-b0f6-ff56eceaa5b0"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:41:33.107082 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-c0c47b4c-14fc-4178-b920-ad3c4ba71295 None None] Set router a035065b-4eca-41e1-9553-1a01901a963c gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:41:33.134875 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ab46e93-9a40-459d-9527-fcd27322045d x-openstack-request-id: req-6ab46e93-9a40-459d-9527-fcd27322045d {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:41:33.135626 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d5b57b3-88fa-4927-9ba6-490847298e64", "tag": "6cb4a460-eb8b-45f3-b0f6-ff56eceaa5b0", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:41:33.135626 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-6ab46e93-9a40-459d-9527-fcd27322045d {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:41:33.135897 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d5b57b3-88fa-4927-9ba6-490847298e64', 'tag': '6cb4a460-eb8b-45f3-b0f6-ff56eceaa5b0', 'status': 'completed', 'code': 200} Sep 24 16:41:33.206934 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805ea800-0d66-4a61-bd21-733cffa5eb0c req-0cc53c2b-85a4-4292-a909-0f221398bd8f tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:41:33.208742 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-805ea800-0d66-4a61-bd21-733cffa5eb0c req-0cc53c2b-85a4-4292-a909-0f221398bd8f tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d5b57b3-88fa-4927-9ba6-490847298e64 HTTP/1.1" status: 200 len: 945 time: 0.0846612 Sep 24 16:41:33.225408 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e22305-34c3-40af-9c51-37303a157590 req-e00415bc-252d-4912-bc4a-625e2a87ecd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:41:33.226827 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e9e22305-34c3-40af-9c51-37303a157590 req-e00415bc-252d-4912-bc4a-625e2a87ecd8 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=28cadd01842a4b25a3b760a81c9d7553&device_id=8d5b57b3-88fa-4927-9ba6-490847298e64 HTTP/1.1" status: 200 len: 1096 time: 0.0671933 Sep 24 16:41:33.279913 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-805ea800-0d66-4a61-bd21-733cffa5eb0c req-11838801-e94b-4d44-9739-9a70414756cb tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=43760eb9-f9cb-4beb-b4ef-553a1e63892a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641177 Sep 24 16:41:33.303038 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47650) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:41:33.350785 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-c0c47b4c-14fc-4178-b920-ad3c4ba71295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a035065b-4eca-41e1-9553-1a01901a963c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1567804599', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': 'a46cd02f-f8ff-4626-bceb-528aa54faf9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:41:09Z', 'updated_at': '2021-09-24T16:41:13Z', 'revision_number': 4, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'gw_port': {'id': 'a46cd02f-f8ff-4626-bceb-528aa54faf9b', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a035065b-4eca-41e1-9553-1a01901a963c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:41:09Z', 'updated_at': '2021-09-24T16:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': '3a8baa10-4d08-47d0-b8dc-7465adf869ba', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'floating_ip_address': '172.25.0.136', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': 'a035065b-4eca-41e1-9553-1a01901a963c', 'port_id': '6cb4a460-eb8b-45f3-b0f6-ff56eceaa5b0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f461199d-fdc3-42aa-9b25-fbf28ec370bd', 'mac_address': 'fa:16:3e:81:2a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5b57b3-88fa-4927-9ba6-490847298e64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T16:41:31Z', 'updated_at': '2021-09-24T16:41:31Z', 'revision_number': 0, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32e32c0c-3c6d-4b37-9e38-2e1ee7b19f4e', 'name': '', 'network_id': 'f461199d-fdc3-42aa-9b25-fbf28ec370bd', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'mac_address': 'fa:16:3e:5f:ce:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a035065b-4eca-41e1-9553-1a01901a963c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'fa13723a-7f3f-4362-809c-e65d0758d4db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:41:13Z', 'updated_at': '2021-09-24T16:41:16Z', 'revision_number': 5, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'subnets': [{'id': 'fa13723a-7f3f-4362-809c-e65d0758d4db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:41:33.351433 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e22305-34c3-40af-9c51-37303a157590 req-3151b270-1996-4086-b81b-c03a9a86531b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:41:33.353075 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e9e22305-34c3-40af-9c51-37303a157590 req-3151b270-1996-4086-b81b-c03a9a86531b service neutron] 10.222.0.108 "GET /v2.0/networks?id=f461199d-fdc3-42aa-9b25-fbf28ec370bd HTTP/1.1" status: 200 len: 898 time: 0.1179988 Sep 24 16:41:33.371328 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-11fc7ac0-a8a7-4e80-a7ec-7d20938deff8 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/floatingips/3a8baa10-4d08-47d0-b8dc-7465adf869ba HTTP/1.1" status: 200 len: 991 time: 0.0657926 Sep 24 16:41:33.381934 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c47b4c-14fc-4178-b920-ad3c4ba71295 None None] Checking router: a035065b-4eca-41e1-9553-1a01901a963c for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:41:33.390390 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c47b4c-14fc-4178-b920-ad3c4ba71295 None None] Routers {'a035065b-4eca-41e1-9553-1a01901a963c'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:41:33.391011 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-c0c47b4c-14fc-4178-b920-ad3c4ba71295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:41:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['a035065b-4eca-41e1-9553-1a01901a963c'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:41:33.422236 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e9e22305-34c3-40af-9c51-37303a157590 req-001bf87b-aa8e-463e-b800-4eb59af5e133 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6cb4a460-eb8b-45f3-b0f6-ff56eceaa5b0 HTTP/1.1" status: 200 len: 999 time: 0.0620844 Sep 24 16:41:33.475103 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e22305-34c3-40af-9c51-37303a157590 req-61046690-9888-4712-93f3-6f0d0de5fdf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:41:33.476660 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e9e22305-34c3-40af-9c51-37303a157590 req-61046690-9888-4712-93f3-6f0d0de5fdf9 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=fa13723a-7f3f-4362-809c-e65d0758d4db HTTP/1.1" status: 200 len: 834 time: 0.0471201 Sep 24 16:41:33.500056 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-c0c47b4c-14fc-4178-b920-ad3c4ba71295 None None] Set router a035065b-4eca-41e1-9553-1a01901a963c gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:41:33.530256 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e22305-34c3-40af-9c51-37303a157590 req-e5fae47a-d07c-482d-954b-1cebfb3a070e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:41:33.537139 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e9e22305-34c3-40af-9c51-37303a157590 req-e5fae47a-d07c-482d-954b-1cebfb3a070e service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=f461199d-fdc3-42aa-9b25-fbf28ec370bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477521 Sep 24 16:41:33.630378 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e9e22305-34c3-40af-9c51-37303a157590 req-c7e23cb0-aa65-4bb5-b0d9-dd49a6f3d3e7 service neutron] 10.222.0.108 "GET /v2.0/networks/f461199d-fdc3-42aa-9b25-fbf28ec370bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912125 Sep 24 16:41:33.732870 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-c0c47b4c-14fc-4178-b920-ad3c4ba71295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a035065b-4eca-41e1-9553-1a01901a963c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1567804599', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': 'a46cd02f-f8ff-4626-bceb-528aa54faf9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:41:09Z', 'updated_at': '2021-09-24T16:41:13Z', 'revision_number': 4, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'gw_port': {'id': 'a46cd02f-f8ff-4626-bceb-528aa54faf9b', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a035065b-4eca-41e1-9553-1a01901a963c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:41:09Z', 'updated_at': '2021-09-24T16:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': '3a8baa10-4d08-47d0-b8dc-7465adf869ba', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'floating_ip_address': '172.25.0.136', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': 'a035065b-4eca-41e1-9553-1a01901a963c', 'port_id': '6cb4a460-eb8b-45f3-b0f6-ff56eceaa5b0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f461199d-fdc3-42aa-9b25-fbf28ec370bd', 'mac_address': 'fa:16:3e:81:2a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5b57b3-88fa-4927-9ba6-490847298e64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T16:41:31Z', 'updated_at': '2021-09-24T16:41:31Z', 'revision_number': 0, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32e32c0c-3c6d-4b37-9e38-2e1ee7b19f4e', 'name': '', 'network_id': 'f461199d-fdc3-42aa-9b25-fbf28ec370bd', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'mac_address': 'fa:16:3e:5f:ce:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a035065b-4eca-41e1-9553-1a01901a963c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'fa13723a-7f3f-4362-809c-e65d0758d4db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:41:13Z', 'updated_at': '2021-09-24T16:41:16Z', 'revision_number': 5, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'subnets': [{'id': 'fa13723a-7f3f-4362-809c-e65d0758d4db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:41:33.733138 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e9e22305-34c3-40af-9c51-37303a157590 req-44ed54fa-9bad-4847-a883-06668fe8443b service neutron] 10.222.0.108 "GET /v2.0/networks/f461199d-fdc3-42aa-9b25-fbf28ec370bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950971 Sep 24 16:41:33.768604 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0c47b4c-14fc-4178-b920-ad3c4ba71295 None None] The sync data for ids ['a035065b-4eca-41e1-9553-1a01901a963c'] in n-d-808921-1 is: [{'id': 'a035065b-4eca-41e1-9553-1a01901a963c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1567804599', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': 'a46cd02f-f8ff-4626-bceb-528aa54faf9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:41:09Z', 'updated_at': '2021-09-24T16:41:13Z', 'revision_number': 4, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'gw_port': {'id': 'a46cd02f-f8ff-4626-bceb-528aa54faf9b', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a035065b-4eca-41e1-9553-1a01901a963c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:41:09Z', 'updated_at': '2021-09-24T16:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': '3a8baa10-4d08-47d0-b8dc-7465adf869ba', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'floating_ip_address': '172.25.0.136', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': 'a035065b-4eca-41e1-9553-1a01901a963c', 'port_id': '6cb4a460-eb8b-45f3-b0f6-ff56eceaa5b0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4235, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f461199d-fdc3-42aa-9b25-fbf28ec370bd', 'mac_address': 'fa:16:3e:81:2a:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d5b57b3-88fa-4927-9ba6-490847298e64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T16:41:31Z', 'updated_at': '2021-09-24T16:41:31Z', 'revision_number': 0, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '32e32c0c-3c6d-4b37-9e38-2e1ee7b19f4e', 'name': '', 'network_id': 'f461199d-fdc3-42aa-9b25-fbf28ec370bd', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'mac_address': 'fa:16:3e:5f:ce:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a035065b-4eca-41e1-9553-1a01901a963c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'fa13723a-7f3f-4362-809c-e65d0758d4db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:41:13Z', 'updated_at': '2021-09-24T16:41:16Z', 'revision_number': 5, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'subnets': [{'id': 'fa13723a-7f3f-4362-809c-e65d0758d4db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:41:33.923712 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-77b7dd45-4ff4-463c-8f28-d6e633d50ca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:33.986572 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15d7dfe-218e-45e8-a06c-8af4e039faf0 None None] New status for floating IP 3a8baa10-4d08-47d0-b8dc-7465adf869ba: ACTIVE {{(pid=95300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 16:41:34.317844 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:34.374110 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47652) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:41:34.442828 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b4cd1da4-adbb-444f-bf47-fe032f64c0eb tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/floatingips/3a8baa10-4d08-47d0-b8dc-7465adf869ba HTTP/1.1" status: 200 len: 993 time: 0.0675282 Sep 24 16:41:35.552138 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:36.963107 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:39.551773 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:41:41.539519 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:42:01.242219 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9ee931f6-b7ea-4803-8ce9-79f0a2b8c648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:42:03.927155 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-59d30d79-8c77-48ef-9fde-fc949d11ac9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:42:04.350812 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:42:05.550580 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:42:05.883449 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fb4b77-d895-41f6-b2b9-a564d3d912a3 req-88e4a305-0777-4356-bb1b-3f6df9bc5d88 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:42:05.884864 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-80fb4b77-d895-41f6-b2b9-a564d3d912a3 req-88e4a305-0777-4356-bb1b-3f6df9bc5d88 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d5b57b3-88fa-4927-9ba6-490847298e64 HTTP/1.1" status: 200 len: 945 time: 0.0511630 Sep 24 16:42:05.924587 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-80fb4b77-d895-41f6-b2b9-a564d3d912a3 req-0c9e592c-66b7-4116-9582-2506123a126c tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=43760eb9-f9cb-4beb-b4ef-553a1e63892a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336034 Sep 24 16:42:06.061359 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:42:06.939898 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:42:07.056983 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e496bd-58f3-4949-8e08-c6ed9c14042f req-b37dd0f0-7305-44d3-a359-1f16db55676f tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:42:07.058502 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-87e496bd-58f3-4949-8e08-c6ed9c14042f req-b37dd0f0-7305-44d3-a359-1f16db55676f tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d5b57b3-88fa-4927-9ba6-490847298e64 HTTP/1.1" status: 200 len: 945 time: 0.0495775 Sep 24 16:42:07.096915 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-87e496bd-58f3-4949-8e08-c6ed9c14042f req-42a3083d-8bb0-4b56-8b87-f46352c3063e tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=43760eb9-f9cb-4beb-b4ef-553a1e63892a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317993 Sep 24 16:42:08.213544 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c4fe1b-0c1f-4f15-86e7-52d42afedc20 req-43c39ff5-0cd7-419d-bdea-10c91545df13 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:42:08.215114 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-41c4fe1b-0c1f-4f15-86e7-52d42afedc20 req-43c39ff5-0cd7-419d-bdea-10c91545df13 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d5b57b3-88fa-4927-9ba6-490847298e64 HTTP/1.1" status: 200 len: 945 time: 0.0506392 Sep 24 16:42:08.256758 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-41c4fe1b-0c1f-4f15-86e7-52d42afedc20 req-d478c672-3772-4ab8-873b-326e1d093006 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=43760eb9-f9cb-4beb-b4ef-553a1e63892a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343478 Sep 24 16:42:09.380863 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f1a344-a8c5-4916-950d-fd67b772ed1e req-b755d874-d9f5-45a0-8233-b5049d343a7f tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:42:09.382420 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c1f1a344-a8c5-4916-950d-fd67b772ed1e req-b755d874-d9f5-45a0-8233-b5049d343a7f tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d5b57b3-88fa-4927-9ba6-490847298e64 HTTP/1.1" status: 200 len: 945 time: 0.0524330 Sep 24 16:42:09.424757 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c1f1a344-a8c5-4916-950d-fd67b772ed1e req-2ad7de80-299c-45b8-9dcc-54fe3da2513a tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=43760eb9-f9cb-4beb-b4ef-553a1e63892a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363798 Sep 24 16:42:09.545020 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:42:10.509379 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc8b8aa-75d3-45f9-a47e-6b52ed77e765 req-84840dc4-4554-4b58-9c0b-edd1aff6cf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:42:10.510989 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9dc8b8aa-75d3-45f9-a47e-6b52ed77e765 req-84840dc4-4554-4b58-9c0b-edd1aff6cf3c service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=28cadd01842a4b25a3b760a81c9d7553&device_id=8d5b57b3-88fa-4927-9ba6-490847298e64 HTTP/1.1" status: 200 len: 1096 time: 0.0469668 Sep 24 16:42:10.546087 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614ad0dc-5cfb-4b0c-9ac7-0057ffe73d9c req-e7c7e515-ad00-485b-8f67-0663f31c1bf2 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:42:10.547681 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-614ad0dc-5cfb-4b0c-9ac7-0057ffe73d9c req-e7c7e515-ad00-485b-8f67-0663f31c1bf2 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d5b57b3-88fa-4927-9ba6-490847298e64 HTTP/1.1" status: 200 len: 945 time: 0.0550687 Sep 24 16:42:10.586239 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-614ad0dc-5cfb-4b0c-9ac7-0057ffe73d9c req-c0248e09-bd84-4462-b559-1cb12bced4bc tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=43760eb9-f9cb-4beb-b4ef-553a1e63892a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322139 Sep 24 16:42:10.618321 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc8b8aa-75d3-45f9-a47e-6b52ed77e765 req-7bffe983-2700-4b9f-8c2a-e10a7dec04d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:42:10.619823 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9dc8b8aa-75d3-45f9-a47e-6b52ed77e765 req-7bffe983-2700-4b9f-8c2a-e10a7dec04d2 service neutron] 10.222.0.108 "GET /v2.0/networks?id=f461199d-fdc3-42aa-9b25-fbf28ec370bd HTTP/1.1" status: 200 len: 898 time: 0.0869482 Sep 24 16:42:10.689662 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9dc8b8aa-75d3-45f9-a47e-6b52ed77e765 req-6ea52c0e-01ef-401c-a71c-2735b981ccf8 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6cb4a460-eb8b-45f3-b0f6-ff56eceaa5b0 HTTP/1.1" status: 200 len: 1001 time: 0.0615273 Sep 24 16:42:10.738582 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc8b8aa-75d3-45f9-a47e-6b52ed77e765 req-88822d63-0066-4226-9a5d-caccf0282429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:42:10.740005 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9dc8b8aa-75d3-45f9-a47e-6b52ed77e765 req-88822d63-0066-4226-9a5d-caccf0282429 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=fa13723a-7f3f-4362-809c-e65d0758d4db HTTP/1.1" status: 200 len: 834 time: 0.0438669 Sep 24 16:42:10.787269 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc8b8aa-75d3-45f9-a47e-6b52ed77e765 req-2f4b986a-a662-4f65-b859-dbd7a91a51c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:42:10.788780 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9dc8b8aa-75d3-45f9-a47e-6b52ed77e765 req-2f4b986a-a662-4f65-b859-dbd7a91a51c6 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=f461199d-fdc3-42aa-9b25-fbf28ec370bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414691 Sep 24 16:42:10.885549 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9dc8b8aa-75d3-45f9-a47e-6b52ed77e765 req-1fb569dc-d9dd-4b3b-bbc3-e055ab04bf12 service neutron] 10.222.0.108 "GET /v2.0/networks/f461199d-fdc3-42aa-9b25-fbf28ec370bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893030 Sep 24 16:42:10.978362 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9dc8b8aa-75d3-45f9-a47e-6b52ed77e765 req-51f26695-9bc1-4506-b2fc-cfbd44783e46 service neutron] 10.222.0.108 "GET /v2.0/networks/f461199d-fdc3-42aa-9b25-fbf28ec370bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844276 Sep 24 16:42:11.509427 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:42:11.705322 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4970b3cb-4066-4715-8bd9-01313ead9d3f req-a2ffcb6f-22e7-4cf2-9138-7f1854512137 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:42:11.707229 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4970b3cb-4066-4715-8bd9-01313ead9d3f req-a2ffcb6f-22e7-4cf2-9138-7f1854512137 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d5b57b3-88fa-4927-9ba6-490847298e64 HTTP/1.1" status: 200 len: 945 time: 0.0540013 Sep 24 16:42:11.744188 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4970b3cb-4066-4715-8bd9-01313ead9d3f req-27904988-08aa-45b1-86ac-93e76bcb9b72 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=43760eb9-f9cb-4beb-b4ef-553a1e63892a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310597 Sep 24 16:42:12.859096 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8a86ee-1159-4429-a6f8-6739444013c1 req-94f69346-5ee7-4533-8e2f-cf8fd90949cf tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:42:12.860652 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4f8a86ee-1159-4429-a6f8-6739444013c1 req-94f69346-5ee7-4533-8e2f-cf8fd90949cf tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d5b57b3-88fa-4927-9ba6-490847298e64 HTTP/1.1" status: 200 len: 945 time: 0.0495842 Sep 24 16:42:12.900346 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4f8a86ee-1159-4429-a6f8-6739444013c1 req-5bc9710a-f75d-472c-ac5a-627fa8f28736 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=43760eb9-f9cb-4beb-b4ef-553a1e63892a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337203 Sep 24 16:42:14.014740 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704be122-a504-454c-a52d-8c8dc95a2867 req-9caf4b15-8a5f-45a1-9354-419ed967e707 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:42:14.016958 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-704be122-a504-454c-a52d-8c8dc95a2867 req-9caf4b15-8a5f-45a1-9354-419ed967e707 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d5b57b3-88fa-4927-9ba6-490847298e64 HTTP/1.1" status: 200 len: 945 time: 0.0492697 Sep 24 16:42:14.055242 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-704be122-a504-454c-a52d-8c8dc95a2867 req-ddc77b9c-1d41-4ef9-a83b-c1aae3ec51ba tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=43760eb9-f9cb-4beb-b4ef-553a1e63892a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322781 Sep 24 16:42:15.172275 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46462d6b-9bcd-4886-8f75-a667e7560010 req-e6b13133-6da8-417c-9613-867c3613bf8d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:42:15.173665 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-46462d6b-9bcd-4886-8f75-a667e7560010 req-e6b13133-6da8-417c-9613-867c3613bf8d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d5b57b3-88fa-4927-9ba6-490847298e64 HTTP/1.1" status: 200 len: 945 time: 0.0494268 Sep 24 16:42:15.211360 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-46462d6b-9bcd-4886-8f75-a667e7560010 req-861beac8-c7e5-4b7d-8b94-0e09c659c5b4 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=43760eb9-f9cb-4beb-b4ef-553a1e63892a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316913 Sep 24 16:42:16.325596 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2777ef0-2e01-4af1-9641-ecd81a584d72 req-2569a61b-ca79-4702-8565-ba71ba451913 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:42:16.327230 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e2777ef0-2e01-4af1-9641-ecd81a584d72 req-2569a61b-ca79-4702-8565-ba71ba451913 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d5b57b3-88fa-4927-9ba6-490847298e64 HTTP/1.1" status: 200 len: 945 time: 0.0481763 Sep 24 16:42:16.365976 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e2777ef0-2e01-4af1-9641-ecd81a584d72 req-134a982f-e1b7-4af4-ac06-007a6240f696 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=43760eb9-f9cb-4beb-b4ef-553a1e63892a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317295 Sep 24 16:42:17.489609 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20020acf-ecb2-4578-8c90-4803051aab26 req-f8c69bec-f73e-41ee-8166-2e6c4bf42040 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:42:17.491186 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-20020acf-ecb2-4578-8c90-4803051aab26 req-f8c69bec-f73e-41ee-8166-2e6c4bf42040 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d5b57b3-88fa-4927-9ba6-490847298e64 HTTP/1.1" status: 200 len: 945 time: 0.0574250 Sep 24 16:42:17.530585 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-20020acf-ecb2-4578-8c90-4803051aab26 req-8d042459-c4cf-476b-bb05-b678a190ed87 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=43760eb9-f9cb-4beb-b4ef-553a1e63892a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334029 Sep 24 16:42:18.649896 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b671f9b8-5a42-41b0-b035-8e64ef6a26fb req-69433e5b-9c87-43d8-ae98-0fd64e315382 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:42:18.651321 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b671f9b8-5a42-41b0-b035-8e64ef6a26fb req-69433e5b-9c87-43d8-ae98-0fd64e315382 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d5b57b3-88fa-4927-9ba6-490847298e64 HTTP/1.1" status: 200 len: 945 time: 0.0537171 Sep 24 16:42:18.689313 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b671f9b8-5a42-41b0-b035-8e64ef6a26fb req-c358395e-9eea-4bc2-b168-6f00b4384ba6 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=43760eb9-f9cb-4beb-b4ef-553a1e63892a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320168 Sep 24 16:42:19.805480 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1259abb0-cb4a-45d7-be83-9476ea9ce9a9 req-e584fe28-9c60-403f-bd88-4efeb9a1ef0b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:42:19.807019 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1259abb0-cb4a-45d7-be83-9476ea9ce9a9 req-e584fe28-9c60-403f-bd88-4efeb9a1ef0b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d5b57b3-88fa-4927-9ba6-490847298e64 HTTP/1.1" status: 200 len: 945 time: 0.0500853 Sep 24 16:42:19.846121 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1259abb0-cb4a-45d7-be83-9476ea9ce9a9 req-c8768368-ca87-44d5-a234-f24aef5f265c tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=43760eb9-f9cb-4beb-b4ef-553a1e63892a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330153 Sep 24 16:42:20.965381 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0d8878-515b-466d-ac1b-a975e2bb79b2 req-17c727ad-5ccf-450e-8f9b-fd3b6438e276 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:42:20.966918 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3c0d8878-515b-466d-ac1b-a975e2bb79b2 req-17c727ad-5ccf-450e-8f9b-fd3b6438e276 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d5b57b3-88fa-4927-9ba6-490847298e64 HTTP/1.1" status: 200 len: 945 time: 0.0513210 Sep 24 16:42:21.006887 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3c0d8878-515b-466d-ac1b-a975e2bb79b2 req-d3a90e12-c28c-40d2-a357-2096ca1920a8 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=43760eb9-f9cb-4beb-b4ef-553a1e63892a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335574 Sep 24 16:42:22.127111 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b255e9-8f9b-4d25-95a3-d84bbd57f230 req-6a2c2d89-95a5-479b-a04f-8efcff928ccd tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:42:22.128663 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e0b255e9-8f9b-4d25-95a3-d84bbd57f230 req-6a2c2d89-95a5-479b-a04f-8efcff928ccd tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d5b57b3-88fa-4927-9ba6-490847298e64 HTTP/1.1" status: 200 len: 945 time: 0.0529132 Sep 24 16:42:22.167833 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e0b255e9-8f9b-4d25-95a3-d84bbd57f230 req-43e6603d-b91b-4f2a-bb33-1b7aec73e14b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=43760eb9-f9cb-4beb-b4ef-553a1e63892a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330799 Sep 24 16:42:22.191906 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47710) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:42:22.259838 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-51ad8804-63c9-4ff4-9773-9508a799092b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/floatingips/3a8baa10-4d08-47d0-b8dc-7465adf869ba HTTP/1.1" status: 200 len: 993 time: 0.0667722 Sep 24 16:42:23.691427 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a027d7-ea9c-4508-89b6-7ce25cd95fb6 req-2a3cd8f7-77fe-4b14-9e41-bf238ff145df tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:42:23.692980 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c4a027d7-ea9c-4508-89b6-7ce25cd95fb6 req-2a3cd8f7-77fe-4b14-9e41-bf238ff145df tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d5b57b3-88fa-4927-9ba6-490847298e64 HTTP/1.1" status: 200 len: 945 time: 0.0511127 Sep 24 16:42:23.741288 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c4a027d7-ea9c-4508-89b6-7ce25cd95fb6 req-dd484138-c721-43b9-a25d-8ef8d0f143ae tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=43760eb9-f9cb-4beb-b4ef-553a1e63892a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420237 Sep 24 16:42:23.781107 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae4cee4-0610-4466-9c9a-85cce4e518f5 req-1323bac1-7d0d-49b2-8672-9013bb853f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:42:23.782704 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7ae4cee4-0610-4466-9c9a-85cce4e518f5 req-1323bac1-7d0d-49b2-8672-9013bb853f14 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=28cadd01842a4b25a3b760a81c9d7553&device_id=8d5b57b3-88fa-4927-9ba6-490847298e64 HTTP/1.1" status: 200 len: 1096 time: 0.0524549 Sep 24 16:42:23.877883 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae4cee4-0610-4466-9c9a-85cce4e518f5 req-60862a14-8fd7-4d39-bf78-4543ee4bf28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:42:23.879361 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7ae4cee4-0610-4466-9c9a-85cce4e518f5 req-60862a14-8fd7-4d39-bf78-4543ee4bf28f service neutron] 10.222.0.108 "GET /v2.0/networks?id=f461199d-fdc3-42aa-9b25-fbf28ec370bd HTTP/1.1" status: 200 len: 898 time: 0.0901804 Sep 24 16:42:23.953508 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7ae4cee4-0610-4466-9c9a-85cce4e518f5 req-1cc18f27-7845-47ec-b361-9d2ceddcd1c2 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6cb4a460-eb8b-45f3-b0f6-ff56eceaa5b0 HTTP/1.1" status: 200 len: 1001 time: 0.0668242 Sep 24 16:42:24.003445 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae4cee4-0610-4466-9c9a-85cce4e518f5 req-241b8ed5-c98f-46bf-a8bd-4bd89e8b6155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:42:24.004919 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7ae4cee4-0610-4466-9c9a-85cce4e518f5 req-241b8ed5-c98f-46bf-a8bd-4bd89e8b6155 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=fa13723a-7f3f-4362-809c-e65d0758d4db HTTP/1.1" status: 200 len: 834 time: 0.0450196 Sep 24 16:42:24.052671 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae4cee4-0610-4466-9c9a-85cce4e518f5 req-f079818d-eef2-4956-b8cd-e968ede70b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:42:24.054203 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7ae4cee4-0610-4466-9c9a-85cce4e518f5 req-f079818d-eef2-4956-b8cd-e968ede70b3e service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=f461199d-fdc3-42aa-9b25-fbf28ec370bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425513 Sep 24 16:42:24.156308 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7ae4cee4-0610-4466-9c9a-85cce4e518f5 req-a6ce04b5-fcee-4ea8-a8cc-bea5fd4785dc service neutron] 10.222.0.108 "GET /v2.0/networks/f461199d-fdc3-42aa-9b25-fbf28ec370bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950389 Sep 24 16:42:24.249947 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7ae4cee4-0610-4466-9c9a-85cce4e518f5 req-9697d817-9262-4318-83ba-1cc27fb5e14c service neutron] 10.222.0.108 "GET /v2.0/networks/f461199d-fdc3-42aa-9b25-fbf28ec370bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868964 Sep 24 16:42:24.863644 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd57433e-7014-4b11-bc9b-72a7002e42b3 req-4f52a32f-77f1-47ea-8214-a91e7a62c7b8 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:42:24.865168 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cd57433e-7014-4b11-bc9b-72a7002e42b3 req-4f52a32f-77f1-47ea-8214-a91e7a62c7b8 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d5b57b3-88fa-4927-9ba6-490847298e64 HTTP/1.1" status: 200 len: 945 time: 0.0515995 Sep 24 16:42:24.904570 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cd57433e-7014-4b11-bc9b-72a7002e42b3 req-333b7560-1c28-4b6b-a6f6-9252bc339bec tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=43760eb9-f9cb-4beb-b4ef-553a1e63892a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332568 Sep 24 16:42:26.024482 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a604036e-df91-45bf-8dca-059eb3bf1e0d req-560c3467-1781-4073-ae12-94f23fa531c0 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:42:26.025943 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a604036e-df91-45bf-8dca-059eb3bf1e0d req-560c3467-1781-4073-ae12-94f23fa531c0 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d5b57b3-88fa-4927-9ba6-490847298e64 HTTP/1.1" status: 200 len: 945 time: 0.0527513 Sep 24 16:42:26.062616 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a604036e-df91-45bf-8dca-059eb3bf1e0d req-7fcb7f9f-7b72-404a-bdbd-b3fd3f9c1e2b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=43760eb9-f9cb-4beb-b4ef-553a1e63892a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306573 Sep 24 16:42:26.085024 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47722) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:42:26.144569 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-4c59f30a-62ae-471c-b4a4-e535ea4faf4d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/floatingips/3a8baa10-4d08-47d0-b8dc-7465adf869ba HTTP/1.1" status: 200 len: 993 time: 0.0584278 Sep 24 16:42:31.268844 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0e4786ef-669e-4a29-b4a2-83bda7eac2f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:42:33.938075 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-762a9a47-6e21-4046-874e-077d7ecf8a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:42:34.372423 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:42:35.543488 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:42:36.942293 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:42:39.549291 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:42:41.513851 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:42:43.060282 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:42:56.608132 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47734) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:42:56.762593 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-4325d554-a2ce-49af-ba26-baee075f7382 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Deleting port ed688edc-cd98-468f-8779-a4020a9f9fab {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:42:56.762943 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4325d554-a2ce-49af-ba26-baee075f7382 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:42:56.841549 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4325d554-a2ce-49af-ba26-baee075f7382 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:42:56.841876 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4325d554-a2ce-49af-ba26-baee075f7382 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:42:56.853399 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-4325d554-a2ce-49af-ba26-baee075f7382 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Calling delete_port for ed688edc-cd98-468f-8779-a4020a9f9fab owned by network:floatingip {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:42:57.102048 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4325d554-a2ce-49af-ba26-baee075f7382 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:42:57.128706 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4325d554-a2ce-49af-ba26-baee075f7382 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event deleted for resources: {'Port': ['ID=ed688edc-cd98-468f-8779-a4020a9f9fab,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:42:57.154326 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4325d554-a2ce-49af-ba26-baee075f7382 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:42:57.156775 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4325d554-a2ce-49af-ba26-baee075f7382 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:42:57.156775 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4325d554-a2ce-49af-ba26-baee075f7382 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:42:57.156775 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4325d554-a2ce-49af-ba26-baee075f7382 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:42:57.156775 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4325d554-a2ce-49af-ba26-baee075f7382 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:42:57.156775 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4325d554-a2ce-49af-ba26-baee075f7382 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:42:57.156775 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4325d554-a2ce-49af-ba26-baee075f7382 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:42:57.156775 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4325d554-a2ce-49af-ba26-baee075f7382 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:42:57.157445 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4325d554-a2ce-49af-ba26-baee075f7382 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:42:57.157445 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4325d554-a2ce-49af-ba26-baee075f7382 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:42:57.157629 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4325d554-a2ce-49af-ba26-baee075f7382 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:42:57.157886 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4325d554-a2ce-49af-ba26-baee075f7382 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:42:57.200609 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4325d554-a2ce-49af-ba26-baee075f7382 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for floatingip, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:42:57.200936 n-d-808921-1 neutron-server[95298]: INFO neutron.db.l3_db [None req-4325d554-a2ce-49af-ba26-baee075f7382 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Floating IP 3a8baa10-4d08-47d0-b8dc-7465adf869ba disassociated (deleted). External IP: 172.25.0.136, port: 6cb4a460-eb8b-45f3-b0f6-ff56eceaa5b0. Sep 24 16:42:57.417468 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4325d554-a2ce-49af-ba26-baee075f7382 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Router a035065b-4eca-41e1-9553-1a01901a963c has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:42:57.538606 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4325d554-a2ce-49af-ba26-baee075f7382 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:42:57.548632 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4325d554-a2ce-49af-ba26-baee075f7382 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:42:57.549038 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2780c7-0664-4a9b-a0a2-48676cedcab0 None None] Sync routers for ids ['a035065b-4eca-41e1-9553-1a01901a963c'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:42:57.558963 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2780c7-0664-4a9b-a0a2-48676cedcab0 None None] Routers {'a035065b-4eca-41e1-9553-1a01901a963c'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:42:57.559603 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-0e2780c7-0664-4a9b-a0a2-48676cedcab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:42:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['a035065b-4eca-41e1-9553-1a01901a963c'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:42:57.671058 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-0e2780c7-0664-4a9b-a0a2-48676cedcab0 None None] Set router a035065b-4eca-41e1-9553-1a01901a963c gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:42:57.888978 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-4325d554-a2ce-49af-ba26-baee075f7382 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "DELETE /v2.0/floatingips/3a8baa10-4d08-47d0-b8dc-7465adf869ba HTTP/1.1" status: 204 len: 168 time: 1.2773750 Sep 24 16:42:57.888978 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d5b57b3-88fa-4927-9ba6-490847298e64', 'tag': '6cb4a460-eb8b-45f3-b0f6-ff56eceaa5b0'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:42:57.889667 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86bdbdc9b9e92b390e2d9cb11b84962cc6f6bd0fdc6518f79f4e2677ef2c88f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32bfa1ad-a06e-4208-b07a-5d4a7fa7549e" -d '{"events": [{"name": "network-changed", "server_uuid": "8d5b57b3-88fa-4927-9ba6-490847298e64", "tag": "6cb4a460-eb8b-45f3-b0f6-ff56eceaa5b0"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:42:57.899066 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-0e2780c7-0664-4a9b-a0a2-48676cedcab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a035065b-4eca-41e1-9553-1a01901a963c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1567804599', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': 'a46cd02f-f8ff-4626-bceb-528aa54faf9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:41:09Z', 'updated_at': '2021-09-24T16:41:13Z', 'revision_number': 4, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'gw_port': {'id': 'a46cd02f-f8ff-4626-bceb-528aa54faf9b', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a035065b-4eca-41e1-9553-1a01901a963c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:41:09Z', 'updated_at': '2021-09-24T16:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '32e32c0c-3c6d-4b37-9e38-2e1ee7b19f4e', 'name': '', 'network_id': 'f461199d-fdc3-42aa-9b25-fbf28ec370bd', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'mac_address': 'fa:16:3e:5f:ce:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a035065b-4eca-41e1-9553-1a01901a963c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'fa13723a-7f3f-4362-809c-e65d0758d4db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:41:13Z', 'updated_at': '2021-09-24T16:41:16Z', 'revision_number': 5, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'subnets': [{'id': 'fa13723a-7f3f-4362-809c-e65d0758d4db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:42:57.927385 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2780c7-0664-4a9b-a0a2-48676cedcab0 None None] Checking router: a035065b-4eca-41e1-9553-1a01901a963c for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:42:57.934018 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b6e8e8c-196a-4aaf-801b-bc992e0fc703 x-openstack-request-id: req-5b6e8e8c-196a-4aaf-801b-bc992e0fc703 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:42:57.934330 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d5b57b3-88fa-4927-9ba6-490847298e64", "tag": "6cb4a460-eb8b-45f3-b0f6-ff56eceaa5b0", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:42:57.934598 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-5b6e8e8c-196a-4aaf-801b-bc992e0fc703 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:42:57.934982 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d5b57b3-88fa-4927-9ba6-490847298e64', 'tag': '6cb4a460-eb8b-45f3-b0f6-ff56eceaa5b0', 'status': 'completed', 'code': 200} Sep 24 16:42:57.936093 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2780c7-0664-4a9b-a0a2-48676cedcab0 None None] Routers {'a035065b-4eca-41e1-9553-1a01901a963c'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:42:57.936791 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-0e2780c7-0664-4a9b-a0a2-48676cedcab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:42:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['a035065b-4eca-41e1-9553-1a01901a963c'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:42:57.997968 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bfa1ad-a06e-4208-b07a-5d4a7fa7549e req-24259956-3b91-44fe-b28b-bd2aced8c89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:42:57.999661 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-32bfa1ad-a06e-4208-b07a-5d4a7fa7549e req-24259956-3b91-44fe-b28b-bd2aced8c89d service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=28cadd01842a4b25a3b760a81c9d7553&device_id=8d5b57b3-88fa-4927-9ba6-490847298e64 HTTP/1.1" status: 200 len: 1096 time: 0.0411735 Sep 24 16:42:58.102749 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bfa1ad-a06e-4208-b07a-5d4a7fa7549e req-539c7856-0b7a-41e9-be82-efa70748997d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:42:58.104241 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-32bfa1ad-a06e-4208-b07a-5d4a7fa7549e req-539c7856-0b7a-41e9-be82-efa70748997d service neutron] 10.222.0.108 "GET /v2.0/networks?id=f461199d-fdc3-42aa-9b25-fbf28ec370bd HTTP/1.1" status: 200 len: 898 time: 0.0969472 Sep 24 16:42:58.145778 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-32bfa1ad-a06e-4208-b07a-5d4a7fa7549e req-3860bef9-e4cb-4d33-b02b-096bddc81024 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6cb4a460-eb8b-45f3-b0f6-ff56eceaa5b0 HTTP/1.1" status: 200 len: 217 time: 0.0346432 Sep 24 16:42:58.196613 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bfa1ad-a06e-4208-b07a-5d4a7fa7549e req-bca7730c-cea4-4916-b916-7f35adc18210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:42:58.197995 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-32bfa1ad-a06e-4208-b07a-5d4a7fa7549e req-bca7730c-cea4-4916-b916-7f35adc18210 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=fa13723a-7f3f-4362-809c-e65d0758d4db HTTP/1.1" status: 200 len: 834 time: 0.0459545 Sep 24 16:42:58.208447 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-0e2780c7-0664-4a9b-a0a2-48676cedcab0 None None] Set router a035065b-4eca-41e1-9553-1a01901a963c gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:42:58.248756 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bfa1ad-a06e-4208-b07a-5d4a7fa7549e req-a93c029c-f3c6-4d30-8e5a-fed6ef39cca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:42:58.250363 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-32bfa1ad-a06e-4208-b07a-5d4a7fa7549e req-a93c029c-f3c6-4d30-8e5a-fed6ef39cca2 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=f461199d-fdc3-42aa-9b25-fbf28ec370bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456305 Sep 24 16:42:58.357236 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-32bfa1ad-a06e-4208-b07a-5d4a7fa7549e req-e55b9ca5-f885-4bde-8934-31db6a9f0861 service neutron] 10.222.0.108 "GET /v2.0/networks/f461199d-fdc3-42aa-9b25-fbf28ec370bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990307 Sep 24 16:42:58.374063 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5870a500-25dc-4a14-be4f-9a08ba43de0a req-fe11cd9c-5183-457d-b0b6-2d68bb536505 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:42:58.376461 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5870a500-25dc-4a14-be4f-9a08ba43de0a req-fe11cd9c-5183-457d-b0b6-2d68bb536505 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d5b57b3-88fa-4927-9ba6-490847298e64 HTTP/1.1" status: 200 len: 945 time: 0.0582328 Sep 24 16:42:58.416437 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-5870a500-25dc-4a14-be4f-9a08ba43de0a req-a8fa1e3f-ef77-459d-aef8-5cd20b193f79 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=43760eb9-f9cb-4beb-b4ef-553a1e63892a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340152 Sep 24 16:42:58.421276 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-0e2780c7-0664-4a9b-a0a2-48676cedcab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a035065b-4eca-41e1-9553-1a01901a963c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1567804599', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': 'a46cd02f-f8ff-4626-bceb-528aa54faf9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:41:09Z', 'updated_at': '2021-09-24T16:41:13Z', 'revision_number': 4, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'gw_port': {'id': 'a46cd02f-f8ff-4626-bceb-528aa54faf9b', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a035065b-4eca-41e1-9553-1a01901a963c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:41:09Z', 'updated_at': '2021-09-24T16:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '32e32c0c-3c6d-4b37-9e38-2e1ee7b19f4e', 'name': '', 'network_id': 'f461199d-fdc3-42aa-9b25-fbf28ec370bd', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'mac_address': 'fa:16:3e:5f:ce:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a035065b-4eca-41e1-9553-1a01901a963c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'fa13723a-7f3f-4362-809c-e65d0758d4db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:41:13Z', 'updated_at': '2021-09-24T16:41:16Z', 'revision_number': 5, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'subnets': [{'id': 'fa13723a-7f3f-4362-809c-e65d0758d4db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:42:58.456949 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2780c7-0664-4a9b-a0a2-48676cedcab0 None None] The sync data for ids ['a035065b-4eca-41e1-9553-1a01901a963c'] in n-d-808921-1 is: [{'id': 'a035065b-4eca-41e1-9553-1a01901a963c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1567804599', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': 'a46cd02f-f8ff-4626-bceb-528aa54faf9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:41:09Z', 'updated_at': '2021-09-24T16:41:13Z', 'revision_number': 4, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'gw_port': {'id': 'a46cd02f-f8ff-4626-bceb-528aa54faf9b', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a035065b-4eca-41e1-9553-1a01901a963c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:41:09Z', 'updated_at': '2021-09-24T16:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '32e32c0c-3c6d-4b37-9e38-2e1ee7b19f4e', 'name': '', 'network_id': 'f461199d-fdc3-42aa-9b25-fbf28ec370bd', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'mac_address': 'fa:16:3e:5f:ce:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a035065b-4eca-41e1-9553-1a01901a963c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4232, 'fixed_ips': [{'subnet_id': 'fa13723a-7f3f-4362-809c-e65d0758d4db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:41:13Z', 'updated_at': '2021-09-24T16:41:16Z', 'revision_number': 5, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'subnets': [{'id': 'fa13723a-7f3f-4362-809c-e65d0758d4db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:42:58.464129 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-32bfa1ad-a06e-4208-b07a-5d4a7fa7549e req-9f734751-6fca-459f-a5e1-163b768dde04 service neutron] 10.222.0.108 "GET /v2.0/networks/f461199d-fdc3-42aa-9b25-fbf28ec370bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984483 Sep 24 16:42:58.679400 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30750607-b478-4ca4-9c91-553d9d96b419 None None] New status for floating IP 3a8baa10-4d08-47d0-b8dc-7465adf869ba: DOWN {{(pid=95300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 16:42:59.534192 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d3b387-ca4e-43ad-9617-ea57ad0c7b46 req-78250c3e-fe11-4789-b0a4-10407b6d5581 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:42:59.535708 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-04d3b387-ca4e-43ad-9617-ea57ad0c7b46 req-78250c3e-fe11-4789-b0a4-10407b6d5581 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d5b57b3-88fa-4927-9ba6-490847298e64 HTTP/1.1" status: 200 len: 945 time: 0.0490258 Sep 24 16:42:59.574660 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-04d3b387-ca4e-43ad-9617-ea57ad0c7b46 req-d754a909-bb9c-4fba-b478-e46c2ef94ce1 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=43760eb9-f9cb-4beb-b4ef-553a1e63892a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329595 Sep 24 16:42:59.786486 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925f273-1d74-4f4e-a261-a355cabf829d req-eaacf62a-34de-412f-9578-ccad8f26df7e tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:42:59.787956 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9925f273-1d74-4f4e-a261-a355cabf829d req-eaacf62a-34de-412f-9578-ccad8f26df7e tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.108 "GET /v2.0/ports?device_id=8d5b57b3-88fa-4927-9ba6-490847298e64 HTTP/1.1" status: 200 len: 945 time: 0.0482175 Sep 24 16:42:59.901458 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-9925f273-1d74-4f4e-a261-a355cabf829d req-f28172d2-9e98-47ac-b721-fd92d2dbb98c tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Deleting port 6cb4a460-eb8b-45f3-b0f6-ff56eceaa5b0 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:42:59.901705 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-9925f273-1d74-4f4e-a261-a355cabf829d req-f28172d2-9e98-47ac-b721-fd92d2dbb98c tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:42:59.990074 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-9925f273-1d74-4f4e-a261-a355cabf829d req-f28172d2-9e98-47ac-b721-fd92d2dbb98c tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] For port 6cb4a460-eb8b-45f3-b0f6-ff56eceaa5b0, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=6cb4a460-eb8b-45f3-b0f6-ff56eceaa5b0,segment=NetworkSegment(c101ddbd-6424-4792-8aaf-3979ca95be7c),segment_id=c101ddbd-6424-4792-8aaf-3979ca95be7c)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:42:59.991201 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-9925f273-1d74-4f4e-a261-a355cabf829d req-f28172d2-9e98-47ac-b721-fd92d2dbb98c tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:00.003036 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-9925f273-1d74-4f4e-a261-a355cabf829d req-f28172d2-9e98-47ac-b721-fd92d2dbb98c tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Calling delete_port for 6cb4a460-eb8b-45f3-b0f6-ff56eceaa5b0 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:43:00.206004 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-9925f273-1d74-4f4e-a261-a355cabf829d req-f28172d2-9e98-47ac-b721-fd92d2dbb98c tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:00.233730 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28172d2-9e98-47ac-b721-fd92d2dbb98c tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event deleted for resources: {'Port': ['ID=6cb4a460-eb8b-45f3-b0f6-ff56eceaa5b0,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:43:00.281589 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-9925f273-1d74-4f4e-a261-a355cabf829d req-f28172d2-9e98-47ac-b721-fd92d2dbb98c tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] No DVR routers for this DVR port 6cb4a460-eb8b-45f3-b0f6-ff56eceaa5b0 on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:43:00.284292 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-9925f273-1d74-4f4e-a261-a355cabf829d req-f28172d2-9e98-47ac-b721-fd92d2dbb98c tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:00.286261 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9925f273-1d74-4f4e-a261-a355cabf829d req-f28172d2-9e98-47ac-b721-fd92d2dbb98c tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.108 "DELETE /v2.0/ports/6cb4a460-eb8b-45f3-b0f6-ff56eceaa5b0 HTTP/1.1" status: 204 len: 173 time: 0.4921823 Sep 24 16:43:00.286727 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d5b57b3-88fa-4927-9ba6-490847298e64', 'name': 'network-vif-deleted', 'tag': '6cb4a460-eb8b-45f3-b0f6-ff56eceaa5b0'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:43:00.288993 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86bdbdc9b9e92b390e2d9cb11b84962cc6f6bd0fdc6518f79f4e2677ef2c88f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7ce8529-4783-476c-a956-19cae7ceb305" -d '{"events": [{"server_uuid": "8d5b57b3-88fa-4927-9ba6-490847298e64", "name": "network-vif-deleted", "tag": "6cb4a460-eb8b-45f3-b0f6-ff56eceaa5b0"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:43:00.325460 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:43:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c746da6b-81b4-4cbb-a81a-37c233981494 x-openstack-request-id: req-c746da6b-81b4-4cbb-a81a-37c233981494 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:43:00.325756 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d5b57b3-88fa-4927-9ba6-490847298e64", "name": "network-vif-deleted", "tag": "6cb4a460-eb8b-45f3-b0f6-ff56eceaa5b0", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:43:00.326010 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c746da6b-81b4-4cbb-a81a-37c233981494 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:43:00.326442 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d5b57b3-88fa-4927-9ba6-490847298e64', 'name': 'network-vif-deleted', 'tag': '6cb4a460-eb8b-45f3-b0f6-ff56eceaa5b0', 'status': 'completed', 'code': 200} Sep 24 16:43:00.684913 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7ca5bcaa-e521-4583-bbf5-4f8d6c3eeda5 req-edb71dc8-5093-4648-8718-618aa0e7e7cf tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=8d5b57b3-88fa-4927-9ba6-490847298e64 HTTP/1.1" status: 200 len: 210 time: 0.0275824 Sep 24 16:43:01.245821 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-423d8f4e-88a7-41d7-8d72-1671a0e4ff4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:01.743729 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47750) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:43:02.113185 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-26840db2-0e85-40ee-b26b-78f3d7fb5e08 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:02.381153 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-26840db2-0e85-40ee-b26b-78f3d7fb5e08 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Deleting port 32e32c0c-3c6d-4b37-9e38-2e1ee7b19f4e {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:43:02.381414 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-26840db2-0e85-40ee-b26b-78f3d7fb5e08 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:02.477128 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-26840db2-0e85-40ee-b26b-78f3d7fb5e08 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] For port 32e32c0c-3c6d-4b37-9e38-2e1ee7b19f4e, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=32e32c0c-3c6d-4b37-9e38-2e1ee7b19f4e,segment=NetworkSegment(c101ddbd-6424-4792-8aaf-3979ca95be7c),segment_id=c101ddbd-6424-4792-8aaf-3979ca95be7c)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:43:02.477496 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-26840db2-0e85-40ee-b26b-78f3d7fb5e08 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:02.491195 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-26840db2-0e85-40ee-b26b-78f3d7fb5e08 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Calling delete_port for 32e32c0c-3c6d-4b37-9e38-2e1ee7b19f4e owned by network:router_interface {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:43:02.679273 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 6cb4a460-eb8b-45f3-b0f6-ff56eceaa5b0 no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:43:02.699346 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] No Port match for: 6cb4a460-eb8b-45f3-b0f6-ff56eceaa5b0 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:43:02.699688 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 6cb4a460-eb8b-45f3-b0f6-ff56eceaa5b0 not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:43:02.750181 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-26840db2-0e85-40ee-b26b-78f3d7fb5e08 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:02.778049 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26840db2-0e85-40ee-b26b-78f3d7fb5e08 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event deleted for resources: {'Port': ['ID=32e32c0c-3c6d-4b37-9e38-2e1ee7b19f4e,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:43:02.985027 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-26840db2-0e85-40ee-b26b-78f3d7fb5e08 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:03.202329 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26840db2-0e85-40ee-b26b-78f3d7fb5e08 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Router a035065b-4eca-41e1-9553-1a01901a963c has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:43:03.316025 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26840db2-0e85-40ee-b26b-78f3d7fb5e08 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:43:03.323577 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-26840db2-0e85-40ee-b26b-78f3d7fb5e08 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "PUT /v2.0/routers/a035065b-4eca-41e1-9553-1a01901a963c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5763099 Sep 24 16:43:03.323806 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47752) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:43:03.331228 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2896bcc-922c-4082-8b3a-03f216e0852a None None] Sync routers for ids ['a035065b-4eca-41e1-9553-1a01901a963c'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:43:03.343437 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2896bcc-922c-4082-8b3a-03f216e0852a None None] Routers {'a035065b-4eca-41e1-9553-1a01901a963c'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:43:03.344395 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-e2896bcc-922c-4082-8b3a-03f216e0852a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:42:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['a035065b-4eca-41e1-9553-1a01901a963c'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:43:03.381580 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa7f9195-7eb3-4d76-b081-3de8dc086939 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Deleting subnet fa13723a-7f3f-4362-809c-e65d0758d4db {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 16:43:03.384804 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-aa7f9195-7eb3-4d76-b081-3de8dc086939 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:03.427636 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-aa7f9195-7eb3-4d76-b081-3de8dc086939 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:03.462440 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-e2896bcc-922c-4082-8b3a-03f216e0852a None None] Set router a035065b-4eca-41e1-9553-1a01901a963c gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:43:03.516067 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-aa7f9195-7eb3-4d76-b081-3de8dc086939 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:03.651611 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-e2896bcc-922c-4082-8b3a-03f216e0852a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a035065b-4eca-41e1-9553-1a01901a963c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1567804599', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': 'a46cd02f-f8ff-4626-bceb-528aa54faf9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:41:09Z', 'updated_at': '2021-09-24T16:43:02Z', 'revision_number': 5, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'gw_port': {'id': 'a46cd02f-f8ff-4626-bceb-528aa54faf9b', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a035065b-4eca-41e1-9553-1a01901a963c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:41:09Z', 'updated_at': '2021-09-24T16:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:43:03.669054 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-aa7f9195-7eb3-4d76-b081-3de8dc086939 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:03.684784 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2896bcc-922c-4082-8b3a-03f216e0852a None None] Checking router: a035065b-4eca-41e1-9553-1a01901a963c for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:43:03.694357 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2896bcc-922c-4082-8b3a-03f216e0852a None None] Routers {'a035065b-4eca-41e1-9553-1a01901a963c'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:43:03.698932 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7f9195-7eb3-4d76-b081-3de8dc086939 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event deleted for resources: {'Subnet': ['ID=fa13723a-7f3f-4362-809c-e65d0758d4db,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:43:03.699122 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-e2896bcc-922c-4082-8b3a-03f216e0852a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:42:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['a035065b-4eca-41e1-9553-1a01901a963c'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:43:03.703073 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-aa7f9195-7eb3-4d76-b081-3de8dc086939 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:03.707826 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-aa7f9195-7eb3-4d76-b081-3de8dc086939 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "DELETE /v2.0/subnets/fa13723a-7f3f-4362-809c-e65d0758d4db HTTP/1.1" status: 204 len: 168 time: 0.3805189 Sep 24 16:43:03.709586 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47754) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:43:03.739280 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233feaf7-73e3-468f-997d-2021f649bdb8 None None] Network f461199d-fdc3-42aa-9b25-fbf28ec370bd requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:43:03.829513 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8e6bd952-8159-4281-8939-377391962918 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for router, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:03.919461 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-e2896bcc-922c-4082-8b3a-03f216e0852a None None] Set router a035065b-4eca-41e1-9553-1a01901a963c gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:43:03.944151 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8e6bd952-8159-4281-8939-377391962918 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:03.981801 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-46f02f3b-d907-4907-ae1a-6f4e41809f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:04.078684 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af27c9a-649c-4c1b-bb4e-ff7329d98f53 None None] DHCP port deletion for f461199d-fdc3-42aa-9b25-fbf28ec370bd request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 16:43:04.093749 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-8e6bd952-8159-4281-8939-377391962918 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Deleting port a46cd02f-f8ff-4626-bceb-528aa54faf9b {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:43:04.094182 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8e6bd952-8159-4281-8939-377391962918 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:04.158169 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-6af27c9a-649c-4c1b-bb4e-ff7329d98f53 None None] Deleting port 06b39c00-5c57-4268-adad-64eaaf334cdb {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:43:04.158573 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6af27c9a-649c-4c1b-bb4e-ff7329d98f53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:04.175859 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-8e6bd952-8159-4281-8939-377391962918 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] For port a46cd02f-f8ff-4626-bceb-528aa54faf9b, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=a46cd02f-f8ff-4626-bceb-528aa54faf9b,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:43:04.176412 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8e6bd952-8159-4281-8939-377391962918 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:04.191305 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-8e6bd952-8159-4281-8939-377391962918 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Calling delete_port for a46cd02f-f8ff-4626-bceb-528aa54faf9b owned by network:router_gateway {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:43:04.226152 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-e2896bcc-922c-4082-8b3a-03f216e0852a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a035065b-4eca-41e1-9553-1a01901a963c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1567804599', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': 'a46cd02f-f8ff-4626-bceb-528aa54faf9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:41:09Z', 'updated_at': '2021-09-24T16:43:02Z', 'revision_number': 5, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'gw_port': {'id': 'a46cd02f-f8ff-4626-bceb-528aa54faf9b', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a035065b-4eca-41e1-9553-1a01901a963c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:41:09Z', 'updated_at': '2021-09-24T16:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:43:04.269616 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2896bcc-922c-4082-8b3a-03f216e0852a None None] The sync data for ids ['a035065b-4eca-41e1-9553-1a01901a963c'] in n-d-808921-1 is: [{'id': 'a035065b-4eca-41e1-9553-1a01901a963c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1567804599', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.214'}], 'enable_snat': True}, 'gw_port_id': 'a46cd02f-f8ff-4626-bceb-528aa54faf9b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:41:09Z', 'updated_at': '2021-09-24T16:43:02Z', 'revision_number': 5, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'gw_port': {'id': 'a46cd02f-f8ff-4626-bceb-528aa54faf9b', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:f7:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a035065b-4eca-41e1-9553-1a01901a963c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4229, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:41:09Z', 'updated_at': '2021-09-24T16:41:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:43:04.278085 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-6af27c9a-649c-4c1b-bb4e-ff7329d98f53 None None] For port 06b39c00-5c57-4268-adad-64eaaf334cdb, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=06b39c00-5c57-4268-adad-64eaaf334cdb,segment=NetworkSegment(c101ddbd-6424-4792-8aaf-3979ca95be7c),segment_id=c101ddbd-6424-4792-8aaf-3979ca95be7c)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:43:04.278515 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6af27c9a-649c-4c1b-bb4e-ff7329d98f53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:04.294330 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-6af27c9a-649c-4c1b-bb4e-ff7329d98f53 None None] Calling delete_port for 06b39c00-5c57-4268-adad-64eaaf334cdb owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:43:04.355724 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:04.474572 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6af27c9a-649c-4c1b-bb4e-ff7329d98f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:04.501273 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af27c9a-649c-4c1b-bb4e-ff7329d98f53 None None] Pushing event deleted for resources: {'Port': ['ID=06b39c00-5c57-4268-adad-64eaaf334cdb,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:43:04.506689 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af27c9a-649c-4c1b-bb4e-ff7329d98f53 None None] No DVR routers for this DVR port 06b39c00-5c57-4268-adad-64eaaf334cdb on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:43:04.515931 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af27c9a-649c-4c1b-bb4e-ff7329d98f53 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:43:04.515931 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af27c9a-649c-4c1b-bb4e-ff7329d98f53 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:43:04.515931 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af27c9a-649c-4c1b-bb4e-ff7329d98f53 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:43:04.515931 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af27c9a-649c-4c1b-bb4e-ff7329d98f53 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:43:04.515931 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af27c9a-649c-4c1b-bb4e-ff7329d98f53 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:43:04.515931 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af27c9a-649c-4c1b-bb4e-ff7329d98f53 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:43:04.515931 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af27c9a-649c-4c1b-bb4e-ff7329d98f53 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:43:04.515931 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af27c9a-649c-4c1b-bb4e-ff7329d98f53 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:43:04.517659 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af27c9a-649c-4c1b-bb4e-ff7329d98f53 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:43:04.517659 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af27c9a-649c-4c1b-bb4e-ff7329d98f53 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:43:04.517659 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af27c9a-649c-4c1b-bb4e-ff7329d98f53 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:43:04.517659 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af27c9a-649c-4c1b-bb4e-ff7329d98f53 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:43:04.554655 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8e6bd952-8159-4281-8939-377391962918 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:04.586841 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6bd952-8159-4281-8939-377391962918 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event deleted for resources: {'Port': ['ID=a46cd02f-f8ff-4626-bceb-528aa54faf9b,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:43:04.650200 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8e6bd952-8159-4281-8939-377391962918 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586576'] for router_gateway, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:04.747593 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8e6bd952-8159-4281-8939-377391962918 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:04.750830 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8e6bd952-8159-4281-8939-377391962918 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:04.845994 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8e6bd952-8159-4281-8939-377391962918 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:04.846729 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e6bd952-8159-4281-8939-377391962918 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Fanout notify agent at l3_agent the message router_deleted on router a035065b-4eca-41e1-9553-1a01901a963c {{(pid=95298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 16:43:04.853902 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8e6bd952-8159-4281-8939-377391962918 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:04.855090 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-8e6bd952-8159-4281-8939-377391962918 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "DELETE /v2.0/routers/a035065b-4eca-41e1-9553-1a01901a963c HTTP/1.1" status: 204 len: 168 time: 1.1427727 Sep 24 16:43:04.857876 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47756) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:43:04.952073 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-20d62048-fe9a-493a-8b7c-8a8fa2c19133 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:04.998137 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 32e32c0c-3c6d-4b37-9e38-2e1ee7b19f4e no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:43:05.020464 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 32e32c0c-3c6d-4b37-9e38-2e1ee7b19f4e {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:43:05.021046 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 32e32c0c-3c6d-4b37-9e38-2e1ee7b19f4e not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:43:05.021474 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 06b39c00-5c57-4268-adad-64eaaf334cdb no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:43:05.041446 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 06b39c00-5c57-4268-adad-64eaaf334cdb {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:43:05.041710 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 06b39c00-5c57-4268-adad-64eaaf334cdb not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:43:05.054768 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-20d62048-fe9a-493a-8b7c-8a8fa2c19133 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:05.398306 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-20d62048-fe9a-493a-8b7c-8a8fa2c19133 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f461199d-fdc3-42aa-9b25-fbf28ec370bd']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:43:05.408128 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-20d62048-fe9a-493a-8b7c-8a8fa2c19133 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c101ddbd-6424-4792-8aaf-3979ca95be7c') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:43:05.408425 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-20d62048-fe9a-493a-8b7c-8a8fa2c19133 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c101ddbd-6424-4792-8aaf-3979ca95be7c') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:43:05.418009 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-20d62048-fe9a-493a-8b7c-8a8fa2c19133 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:05.431850 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-20d62048-fe9a-493a-8b7c-8a8fa2c19133 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:05.438452 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20d62048-fe9a-493a-8b7c-8a8fa2c19133 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Releasing vlan 1262 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 16:43:05.438843 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-20d62048-fe9a-493a-8b7c-8a8fa2c19133 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:05.441774 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 16:43:05.441774 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 16:43:05.441774 n-d-808921-1 neutron-server[95298]: timer() Sep 24 16:43:05.441774 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 16:43:05.441774 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 16:43:05.441774 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 16:43:05.441774 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 16:43:05.441774 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 16:43:05.441774 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 16:43:05.441774 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 16:43:05.441774 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 16:43:05.441774 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 16:43:05.441774 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 16:43:05.441774 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 16:43:05.441774 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 16:43:05.441774 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 16:43:05.441774 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 16:43:05.441774 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 16:43:05.441774 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 16:43:05.441774 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 16:43:05.441774 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 16:43:05.441774 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 16:43:05.441774 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 16:43:05.441774 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 16:43:05.441774 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 16:43:05.441774 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 16:43:05.441774 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 16:43:05.441774 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 16:43:05.441774 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 16:43:05.441774 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 16:43:05.441774 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 16:43:05.441774 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 16:43:05.565741 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:05.617245 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-20d62048-fe9a-493a-8b7c-8a8fa2c19133 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:05.624831 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-20d62048-fe9a-493a-8b7c-8a8fa2c19133 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:05.626637 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-20d62048-fe9a-493a-8b7c-8a8fa2c19133 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "DELETE /v2.0/networks/f461199d-fdc3-42aa-9b25-fbf28ec370bd HTTP/1.1" status: 204 len: 168 time: 0.7671142 Sep 24 16:43:05.632252 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47758) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:43:05.638378 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d62048-fe9a-493a-8b7c-8a8fa2c19133 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event deleted for resources: {'Network': ['ID=f461199d-fdc3-42aa-9b25-fbf28ec370bd,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:43:05.696530 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-16e4f0ae-1e07-4642-b598-7465036c0ddf tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:05.722722 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-16e4f0ae-1e07-4642-b598-7465036c0ddf tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:05.868755 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-16e4f0ae-1e07-4642-b598-7465036c0ddf tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:05.871424 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-16e4f0ae-1e07-4642-b598-7465036c0ddf tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:05.872643 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-16e4f0ae-1e07-4642-b598-7465036c0ddf tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "DELETE /v2.0/security-groups/43760eb9-f9cb-4beb-b4ef-553a1e63892a HTTP/1.1" status: 204 len: 168 time: 0.2419007 Sep 24 16:43:05.882133 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e4f0ae-1e07-4642-b598-7465036c0ddf tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43760eb9-f9cb-4beb-b4ef-553a1e63892a,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:43:05.890165 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e4f0ae-1e07-4642-b598-7465036c0ddf tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:43:05.890550 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e4f0ae-1e07-4642-b598-7465036c0ddf tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:43:05.890899 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e4f0ae-1e07-4642-b598-7465036c0ddf tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:43:05.891243 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e4f0ae-1e07-4642-b598-7465036c0ddf tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:43:05.891585 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e4f0ae-1e07-4642-b598-7465036c0ddf tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:43:05.891925 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e4f0ae-1e07-4642-b598-7465036c0ddf tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:43:05.892261 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e4f0ae-1e07-4642-b598-7465036c0ddf tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:43:05.892594 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e4f0ae-1e07-4642-b598-7465036c0ddf tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:43:05.892925 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e4f0ae-1e07-4642-b598-7465036c0ddf tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:43:05.893253 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e4f0ae-1e07-4642-b598-7465036c0ddf tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:43:05.893584 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e4f0ae-1e07-4642-b598-7465036c0ddf tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:43:05.893909 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16e4f0ae-1e07-4642-b598-7465036c0ddf tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:43:06.413552 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47764) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:43:06.418889 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-d747d113-500f-460a-b04e-b73545c42539 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-341203647', 'description': 'tempest-secgroup-smoke-341203647 description', 'project_id': '28cadd01842a4b25a3b760a81c9d7553'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:43:06.521374 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d747d113-500f-460a-b04e-b73545c42539 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:06.609471 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d747d113-500f-460a-b04e-b73545c42539 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:06.685723 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d747d113-500f-460a-b04e-b73545c42539 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:06.715985 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d747d113-500f-460a-b04e-b73545c42539 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d713b09-2021-4f64-9fac-2a7df4adf33a,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:43:06.777303 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d747d113-500f-460a-b04e-b73545c42539 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:06.778606 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-d747d113-500f-460a-b04e-b73545c42539 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3637745 Sep 24 16:43:06.781696 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47766) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:43:06.786207 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-c2f468c2-23c3-406e-9bc9-853118099cb7 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Request body: {'security_group_rule': {'security_group_id': '1d713b09-2021-4f64-9fac-2a7df4adf33a', 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:43:06.866566 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c2f468c2-23c3-406e-9bc9-853118099cb7 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:06.900165 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device a46cd02f-f8ff-4626-bceb-528aa54faf9b no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:43:06.923421 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: a46cd02f-f8ff-4626-bceb-528aa54faf9b {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:43:06.923776 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device a46cd02f-f8ff-4626-bceb-528aa54faf9b not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:43:06.930910 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c2f468c2-23c3-406e-9bc9-853118099cb7 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:06.971171 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:07.028604 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c2f468c2-23c3-406e-9bc9-853118099cb7 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:07.048854 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f468c2-23c3-406e-9bc9-853118099cb7 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=388c8d77-27da-4529-9ee3-f86fd3912e56,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:43:07.125609 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c2f468c2-23c3-406e-9bc9-853118099cb7 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:07.126808 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-c2f468c2-23c3-406e-9bc9-853118099cb7 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3441017 Sep 24 16:43:07.129548 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47768) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:43:07.133976 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-83cf6332-2e58-4f41-b1f0-997b4eaa0baf tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Request body: {'security_group_rule': {'security_group_id': '1d713b09-2021-4f64-9fac-2a7df4adf33a', 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:43:07.223103 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-83cf6332-2e58-4f41-b1f0-997b4eaa0baf tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:07.279879 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-83cf6332-2e58-4f41-b1f0-997b4eaa0baf tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:07.354480 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-83cf6332-2e58-4f41-b1f0-997b4eaa0baf tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:07.371721 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cf6332-2e58-4f41-b1f0-997b4eaa0baf tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a860a7ea-c8f3-4a68-9634-3f53ff07cdf8,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:43:07.445855 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-83cf6332-2e58-4f41-b1f0-997b4eaa0baf tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:07.447141 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-83cf6332-2e58-4f41-b1f0-997b4eaa0baf tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3166280 Sep 24 16:43:07.449974 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47770) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:43:07.455209 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-a3b1d0d5-ed3c-413d-a693-e0ba484c9b00 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Request body: {'security_group_rule': {'security_group_id': '1d713b09-2021-4f64-9fac-2a7df4adf33a', 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:43:07.536995 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a3b1d0d5-ed3c-413d-a693-e0ba484c9b00 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:07.596402 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a3b1d0d5-ed3c-413d-a693-e0ba484c9b00 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:07.657257 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a3b1d0d5-ed3c-413d-a693-e0ba484c9b00 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:07.674547 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b1d0d5-ed3c-413d-a693-e0ba484c9b00 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24f881e0-f30f-4bf2-89c2-dbf012b31500,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:43:07.741465 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a3b1d0d5-ed3c-413d-a693-e0ba484c9b00 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:07.742728 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-a3b1d0d5-ed3c-413d-a693-e0ba484c9b00 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2917800 Sep 24 16:43:07.745429 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47772) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:43:07.750361 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-803afd1c-5594-4e26-b2ee-bd0c11fee104 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Request body: {'security_group_rule': {'security_group_id': '1d713b09-2021-4f64-9fac-2a7df4adf33a', 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:43:07.843933 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-803afd1c-5594-4e26-b2ee-bd0c11fee104 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:07.902875 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-803afd1c-5594-4e26-b2ee-bd0c11fee104 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:07.969970 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-803afd1c-5594-4e26-b2ee-bd0c11fee104 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:07.990122 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803afd1c-5594-4e26-b2ee-bd0c11fee104 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5e4e5a3-59fd-44c4-a7a7-95f8d77898ce,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:43:08.061679 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-803afd1c-5594-4e26-b2ee-bd0c11fee104 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:08.063000 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-803afd1c-5594-4e26-b2ee-bd0c11fee104 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3166437 Sep 24 16:43:08.065673 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47774) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:43:08.070012 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-862c79e1-8989-4258-84ba-3685f6e6ed5a tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Request body: {'security_group_rule': {'security_group_id': '1d713b09-2021-4f64-9fac-2a7df4adf33a', 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:43:08.148762 n-d-808921-1 neutron-server[95298]: INFO neutron.db.securitygroups_db [None req-862c79e1-8989-4258-84ba-3685f6e6ed5a tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Project 28cadd01842a4b25a3b760a81c9d7553 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 16:43:08.154056 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-862c79e1-8989-4258-84ba-3685f6e6ed5a tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:08.214758 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-862c79e1-8989-4258-84ba-3685f6e6ed5a tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:08.289765 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-862c79e1-8989-4258-84ba-3685f6e6ed5a tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:08.308394 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862c79e1-8989-4258-84ba-3685f6e6ed5a tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc97dec1-0a39-478a-803c-43976804a226,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:43:08.392891 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-862c79e1-8989-4258-84ba-3685f6e6ed5a tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:08.394126 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-862c79e1-8989-4258-84ba-3685f6e6ed5a tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3275113 Sep 24 16:43:08.396893 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47776) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:43:08.401349 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-ea4e08f6-a31d-4055-9013-e5aa89e468d1 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Request body: {'security_group_rule': {'security_group_id': '1d713b09-2021-4f64-9fac-2a7df4adf33a', 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:43:08.484605 n-d-808921-1 neutron-server[95298]: INFO neutron.db.securitygroups_db [None req-ea4e08f6-a31d-4055-9013-e5aa89e468d1 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Project 28cadd01842a4b25a3b760a81c9d7553 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 16:43:08.489806 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ea4e08f6-a31d-4055-9013-e5aa89e468d1 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:08.555156 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ea4e08f6-a31d-4055-9013-e5aa89e468d1 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:08.634157 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ea4e08f6-a31d-4055-9013-e5aa89e468d1 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:08.653778 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4e08f6-a31d-4055-9013-e5aa89e468d1 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4431e733-f268-4e43-8496-37b98ef481e8,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:43:08.714317 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ea4e08f6-a31d-4055-9013-e5aa89e468d1 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:08.715602 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-ea4e08f6-a31d-4055-9013-e5aa89e468d1 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3177576 Sep 24 16:43:08.718498 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47778) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:43:08.723484 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-3968982e-e3f3-44a7-b94b-2736ad5d288c tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Request body: {'network': {'name': 'tempest-network-smoke--958589641', 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'port_security_enabled': True}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:43:08.793689 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3968982e-e3f3-44a7-b94b-2736ad5d288c tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Made reservation on behalf of 28cadd01842a4b25a3b760a81c9d7553 for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:43:08.797239 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3968982e-e3f3-44a7-b94b-2736ad5d288c tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:08.821194 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3968982e-e3f3-44a7-b94b-2736ad5d288c tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1272} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 16:43:08.830836 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3968982e-e3f3-44a7-b94b-2736ad5d288c tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:08.831174 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-3968982e-e3f3-44a7-b94b-2736ad5d288c tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Added segment 5159a311-99f4-4eec-b845-a6b50c31ba61 of type vlan for network f588cc43-c695-421a-8d57-53eb59d8e512 Sep 24 16:43:08.871716 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3968982e-e3f3-44a7-b94b-2736ad5d288c tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:08.953671 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3968982e-e3f3-44a7-b94b-2736ad5d288c tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:08.959202 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3968982e-e3f3-44a7-b94b-2736ad5d288c tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:43:08.962762 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-3968982e-e3f3-44a7-b94b-2736ad5d288c tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:09.023056 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3968982e-e3f3-44a7-b94b-2736ad5d288c tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event updated for resources: {'Network': ['ID=f588cc43-c695-421a-8d57-53eb59d8e512,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:43:09.033486 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network f588cc43-c695-421a-8d57-53eb59d8e512 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 16:43:09.044745 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-3968982e-e3f3-44a7-b94b-2736ad5d288c tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3251789 Sep 24 16:43:09.048225 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47780) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:43:09.052842 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-91f60370-ff51-479c-811c-172192c1e303 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-932375937', 'admin_state_up': True, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:43:09.141683 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-91f60370-ff51-479c-811c-172192c1e303 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:09.142789 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-91f60370-ff51-479c-811c-172192c1e303 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:09.196174 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-91f60370-ff51-479c-811c-172192c1e303 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:09.400220 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-91f60370-ff51-479c-811c-172192c1e303 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:09.525869 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:09.644927 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-91f60370-ff51-479c-811c-172192c1e303 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for router_gateway, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:09.664244 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-91f60370-ff51-479c-811c-172192c1e303 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:09.764773 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-91f60370-ff51-479c-811c-172192c1e303 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Allocated IP 172.25.0.91 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/c66f0ee8-7d0f-463a-9290-88473098b80c) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:43:09.868429 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-91f60370-ff51-479c-811c-172192c1e303 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:09.971885 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-91f60370-ff51-479c-811c-172192c1e303 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:10.009865 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91f60370-ff51-479c-811c-172192c1e303 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:43:10.012666 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-91f60370-ff51-479c-811c-172192c1e303 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:43:10.016883 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f60370-ff51-479c-811c-172192c1e303 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:43:10.045916 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f60370-ff51-479c-811c-172192c1e303 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event updated for resources: {'Port': ['ID=c66f0ee8-7d0f-463a-9290-88473098b80c,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:43:10.361218 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-91f60370-ff51-479c-811c-172192c1e303 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for router_gateway, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:10.559368 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-91f60370-ff51-479c-811c-172192c1e303 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:10.736939 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91f60370-ff51-479c-811c-172192c1e303 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Router 8c30c3f3-733e-413a-9f87-df80155f4804 is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 16:43:10.845942 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f60370-ff51-479c-811c-172192c1e303 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:43:10.855500 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42fb09a-ba0b-41e2-a492-6f0c2d619ae5 None None] Sync routers for ids ['8c30c3f3-733e-413a-9f87-df80155f4804'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:43:10.864818 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42fb09a-ba0b-41e2-a492-6f0c2d619ae5 None None] Routers {'8c30c3f3-733e-413a-9f87-df80155f4804'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:43:10.865411 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-d42fb09a-ba0b-41e2-a492-6f0c2d619ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:43:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['8c30c3f3-733e-413a-9f87-df80155f4804'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:43:10.919751 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-91f60370-ff51-479c-811c-172192c1e303 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:10.921595 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-91f60370-ff51-479c-811c-172192c1e303 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8723757 Sep 24 16:43:10.924948 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47782) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:43:10.961136 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-094f0311-e266-427d-99f3-489da739a3d6 tempest-TestNetworkAdvancedServerOps-2073741627 tempest-TestNetworkAdvancedServerOps-2073741627-project-admin] 10.222.0.101 "GET /v2.0/subnets?project_id=28cadd01842a4b25a3b760a81c9d7553&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0349209 Sep 24 16:43:10.963851 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47784) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:43:10.970242 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-d42fb09a-ba0b-41e2-a492-6f0c2d619ae5 None None] Set router 8c30c3f3-733e-413a-9f87-df80155f4804 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:43:11.056713 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-449c1d7d-ec6a-4f8b-baac-a0e52ce536b7 tempest-TestNetworkAdvancedServerOps-2073741627 tempest-TestNetworkAdvancedServerOps-2073741627-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:43:11.058167 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-449c1d7d-ec6a-4f8b-baac-a0e52ce536b7 tempest-TestNetworkAdvancedServerOps-2073741627 tempest-TestNetworkAdvancedServerOps-2073741627-project-admin] 10.222.0.101 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0933769 Sep 24 16:43:11.061105 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47786) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:43:11.091266 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-c173df33-99b8-4737-bdb4-b8b2f6dd4294 tempest-TestNetworkAdvancedServerOps-2073741627 tempest-TestNetworkAdvancedServerOps-2073741627-project-admin] 10.222.0.101 "GET /v2.0/subnets?network_id=e6a2de20-1ea0-43e5-88e0-982d19e317d5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268581 Sep 24 16:43:11.091640 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47788) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:43:11.096999 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-ab064d28-c25e-4de4-adcf-7c9cedf00134 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-752119944', 'network_id': 'f588cc43-c695-421a-8d57-53eb59d8e512', 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:43:11.146836 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-d42fb09a-ba0b-41e2-a492-6f0c2d619ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c30c3f3-733e-413a-9f87-df80155f4804', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932375937', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'c66f0ee8-7d0f-463a-9290-88473098b80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:43:09Z', 'updated_at': '2021-09-24T16:43:10Z', 'revision_number': 3, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'gw_port': {'id': 'c66f0ee8-7d0f-463a-9290-88473098b80c', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:3a:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c30c3f3-733e-413a-9f87-df80155f4804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:43:09Z', 'updated_at': '2021-09-24T16:43:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:43:11.174194 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42fb09a-ba0b-41e2-a492-6f0c2d619ae5 None None] Checking router: 8c30c3f3-733e-413a-9f87-df80155f4804 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:43:11.174642 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42fb09a-ba0b-41e2-a492-6f0c2d619ae5 None None] Updating router 8c30c3f3-733e-413a-9f87-df80155f4804 port c66f0ee8-7d0f-463a-9290-88473098b80c binding host n-d-808921-1 {{(pid=95300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 16:43:11.199299 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-d42fb09a-ba0b-41e2-a492-6f0c2d619ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:11.245266 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab064d28-c25e-4de4-adcf-7c9cedf00134 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Made reservation on behalf of 28cadd01842a4b25a3b760a81c9d7553 for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:43:11.249450 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ab064d28-c25e-4de4-adcf-7c9cedf00134 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:11.458103 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-d42fb09a-ba0b-41e2-a492-6f0c2d619ae5 None None] Notify callbacks [] for port, precommit_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:11.513169 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ab064d28-c25e-4de4-adcf-7c9cedf00134 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:11.541549 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:11.542194 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-d42fb09a-ba0b-41e2-a492-6f0c2d619ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:11.581448 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab064d28-c25e-4de4-adcf-7c9cedf00134 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event updated for resources: {'Subnet': ['ID=2ec42dac-ac73-42bf-84db-4618f9ff2ba6,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:43:11.585868 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab064d28-c25e-4de4-adcf-7c9cedf00134 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Checking segment: {'id': '5159a311-99f4-4eec-b845-a6b50c31ba61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'f588cc43-c695-421a-8d57-53eb59d8e512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:43:11.586235 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab064d28-c25e-4de4-adcf-7c9cedf00134 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Network hostable DHCP agents. Network: f588cc43-c695-421a-8d57-53eb59d8e512, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 16:43:11.593055 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-d42fb09a-ba0b-41e2-a492-6f0c2d619ae5 None None] Attempting to bind port c66f0ee8-7d0f-463a-9290-88473098b80c on host n-d-808921-1 for vnic_type normal with profile {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:43:11.593436 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-d42fb09a-ba0b-41e2-a492-6f0c2d619ae5 None None] Attempting to bind port c66f0ee8-7d0f-463a-9290-88473098b80c by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:43:11.593796 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42fb09a-ba0b-41e2-a492-6f0c2d619ae5 None None] Attempting to bind port c66f0ee8-7d0f-463a-9290-88473098b80c on network e6a2de20-1ea0-43e5-88e0-982d19e317d5 {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:43:11.603031 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70efcfe3-2720-4333-ab9b-7a90684cbae4 None None] Pushing event updated for resources: {'Port': ['ID=c66f0ee8-7d0f-463a-9290-88473098b80c,revision_number=2']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:43:11.605984 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42fb09a-ba0b-41e2-a492-6f0c2d619ae5 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:43:11.606374 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42fb09a-ba0b-41e2-a492-6f0c2d619ae5 None None] Checking segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:43:11.606773 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-d42fb09a-ba0b-41e2-a492-6f0c2d619ae5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:11.608338 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42fb09a-ba0b-41e2-a492-6f0c2d619ae5 None None] Bound using segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:43:11.608338 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-d42fb09a-ba0b-41e2-a492-6f0c2d619ae5 None None] Bound port: c66f0ee8-7d0f-463a-9290-88473098b80c, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:43:11.608338 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-d42fb09a-ba0b-41e2-a492-6f0c2d619ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:11.614411 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70efcfe3-2720-4333-ab9b-7a90684cbae4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:43:11.614757 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70efcfe3-2720-4333-ab9b-7a90684cbae4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:43:11.615096 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70efcfe3-2720-4333-ab9b-7a90684cbae4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:43:11.615431 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70efcfe3-2720-4333-ab9b-7a90684cbae4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:43:11.615762 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70efcfe3-2720-4333-ab9b-7a90684cbae4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:43:11.616091 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70efcfe3-2720-4333-ab9b-7a90684cbae4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:43:11.616417 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70efcfe3-2720-4333-ab9b-7a90684cbae4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:43:11.616743 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70efcfe3-2720-4333-ab9b-7a90684cbae4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:43:11.617065 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70efcfe3-2720-4333-ab9b-7a90684cbae4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:43:11.617390 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70efcfe3-2720-4333-ab9b-7a90684cbae4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:43:11.617711 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70efcfe3-2720-4333-ab9b-7a90684cbae4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:43:11.618030 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70efcfe3-2720-4333-ab9b-7a90684cbae4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:43:11.668544 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-d42fb09a-ba0b-41e2-a492-6f0c2d619ae5 None None] For port c66f0ee8-7d0f-463a-9290-88473098b80c, host n-d-808921-1, cleared binding levels {{(pid=95300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:43:11.672355 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-d42fb09a-ba0b-41e2-a492-6f0c2d619ae5 None None] For port c66f0ee8-7d0f-463a-9290-88473098b80c, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=c66f0ee8-7d0f-463a-9290-88473098b80c,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:43:11.689624 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab064d28-c25e-4de4-adcf-7c9cedf00134 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Network f588cc43-c695-421a-8d57-53eb59d8e512 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 16:43:11.770312 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-d42fb09a-ba0b-41e2-a492-6f0c2d619ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:11.782774 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-ab064d28-c25e-4de4-adcf-7c9cedf00134 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, f588cc43-c695-421a-8d57-53eb59d8e512) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:43:11.787003 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab064d28-c25e-4de4-adcf-7c9cedf00134 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:43:11.787585 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-ab064d28-c25e-4de4-adcf-7c9cedf00134 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:11.792512 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5f35f1-7655-434d-83f2-4d1b4ce6296e None None] Network f588cc43-c695-421a-8d57-53eb59d8e512 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:43:11.829915 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42fb09a-ba0b-41e2-a492-6f0c2d619ae5 None None] Routers {'8c30c3f3-733e-413a-9f87-df80155f4804'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:43:11.830548 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-d42fb09a-ba0b-41e2-a492-6f0c2d619ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:43:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['8c30c3f3-733e-413a-9f87-df80155f4804'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:43:11.832353 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70efcfe3-2720-4333-ab9b-7a90684cbae4 None None] Pushing event updated for resources: {'Port': ['ID=c66f0ee8-7d0f-463a-9290-88473098b80c,revision_number=3']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:43:11.874447 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-ab064d28-c25e-4de4-adcf-7c9cedf00134 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7804966 Sep 24 16:43:11.877110 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47790) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:43:11.944252 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-d42fb09a-ba0b-41e2-a492-6f0c2d619ae5 None None] Set router 8c30c3f3-733e-413a-9f87-df80155f4804 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:43:11.946228 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8715f0c2-1548-4661-adf6-8550ef6d6b75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-f588cc43-c695-421a-8d57-53eb59d8e512', 'network_id': 'f588cc43-c695-421a-8d57-53eb59d8e512', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'fixed_ips': [{'subnet_id': '2ec42dac-ac73-42bf-84db-4618f9ff2ba6'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 16:43:11.947134 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8715f0c2-1548-4661-adf6-8550ef6d6b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:12.089440 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-8715f0c2-1548-4661-adf6-8550ef6d6b75 None None] Allocated IP 172.20.0.2 (f588cc43-c695-421a-8d57-53eb59d8e512/2ec42dac-ac73-42bf-84db-4618f9ff2ba6/aaaf4477-04bf-4c12-9db8-6aa95e29ce2c) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:43:12.130860 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-d42fb09a-ba0b-41e2-a492-6f0c2d619ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c30c3f3-733e-413a-9f87-df80155f4804', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932375937', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'c66f0ee8-7d0f-463a-9290-88473098b80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:43:09Z', 'updated_at': '2021-09-24T16:43:10Z', 'revision_number': 3, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'gw_port': {'id': 'c66f0ee8-7d0f-463a-9290-88473098b80c', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:3a:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c30c3f3-733e-413a-9f87-df80155f4804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:43:09Z', 'updated_at': '2021-09-24T16:43:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:43:12.156901 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42fb09a-ba0b-41e2-a492-6f0c2d619ae5 None None] The sync data for ids ['8c30c3f3-733e-413a-9f87-df80155f4804'] in n-d-808921-1 is: [{'id': '8c30c3f3-733e-413a-9f87-df80155f4804', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932375937', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'c66f0ee8-7d0f-463a-9290-88473098b80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:43:09Z', 'updated_at': '2021-09-24T16:43:10Z', 'revision_number': 3, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'gw_port': {'id': 'c66f0ee8-7d0f-463a-9290-88473098b80c', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:3a:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c30c3f3-733e-413a-9f87-df80155f4804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:43:09Z', 'updated_at': '2021-09-24T16:43:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:43:12.257075 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8715f0c2-1548-4661-adf6-8550ef6d6b75 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:12.328905 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8715f0c2-1548-4661-adf6-8550ef6d6b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:12.345854 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d17933e9-69e1-477b-a490-2e6dbabfb4fd tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:12.375783 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8715f0c2-1548-4661-adf6-8550ef6d6b75 None None] Network f588cc43-c695-421a-8d57-53eb59d8e512 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:43:12.378860 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-8715f0c2-1548-4661-adf6-8550ef6d6b75 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:43:12.381479 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8715f0c2-1548-4661-adf6-8550ef6d6b75 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:43:12.396767 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8715f0c2-1548-4661-adf6-8550ef6d6b75 None None] Pushing event updated for resources: {'Port': ['ID=aaaf4477-04bf-4c12-9db8-6aa95e29ce2c,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:43:12.460644 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-8715f0c2-1548-4661-adf6-8550ef6d6b75 None None] Attempting to bind port aaaf4477-04bf-4c12-9db8-6aa95e29ce2c on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:43:12.461038 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-8715f0c2-1548-4661-adf6-8550ef6d6b75 None None] Attempting to bind port aaaf4477-04bf-4c12-9db8-6aa95e29ce2c by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '5159a311-99f4-4eec-b845-a6b50c31ba61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'f588cc43-c695-421a-8d57-53eb59d8e512'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:43:12.461385 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8715f0c2-1548-4661-adf6-8550ef6d6b75 None None] Attempting to bind port aaaf4477-04bf-4c12-9db8-6aa95e29ce2c on network f588cc43-c695-421a-8d57-53eb59d8e512 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:43:12.466992 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8715f0c2-1548-4661-adf6-8550ef6d6b75 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:43:12.467935 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8715f0c2-1548-4661-adf6-8550ef6d6b75 None None] Checking segment: {'id': '5159a311-99f4-4eec-b845-a6b50c31ba61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'f588cc43-c695-421a-8d57-53eb59d8e512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:43:12.468954 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8715f0c2-1548-4661-adf6-8550ef6d6b75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:12.469353 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8715f0c2-1548-4661-adf6-8550ef6d6b75 None None] Bound using segment: {'id': '5159a311-99f4-4eec-b845-a6b50c31ba61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'f588cc43-c695-421a-8d57-53eb59d8e512'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:43:12.469826 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-8715f0c2-1548-4661-adf6-8550ef6d6b75 None None] Bound port: aaaf4477-04bf-4c12-9db8-6aa95e29ce2c, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5159a311-99f4-4eec-b845-a6b50c31ba61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'f588cc43-c695-421a-8d57-53eb59d8e512'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:43:12.470215 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8715f0c2-1548-4661-adf6-8550ef6d6b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:12.543383 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-8715f0c2-1548-4661-adf6-8550ef6d6b75 None None] For port aaaf4477-04bf-4c12-9db8-6aa95e29ce2c, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:43:12.547596 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-8715f0c2-1548-4661-adf6-8550ef6d6b75 None None] For port aaaf4477-04bf-4c12-9db8-6aa95e29ce2c, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=aaaf4477-04bf-4c12-9db8-6aa95e29ce2c,segment=NetworkSegment(5159a311-99f4-4eec-b845-a6b50c31ba61),segment_id=5159a311-99f4-4eec-b845-a6b50c31ba61)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:43:12.623881 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8715f0c2-1548-4661-adf6-8550ef6d6b75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:12.660389 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-d17933e9-69e1-477b-a490-2e6dbabfb4fd tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Allocated IP 172.20.0.1 (f588cc43-c695-421a-8d57-53eb59d8e512/2ec42dac-ac73-42bf-84db-4618f9ff2ba6/b95d091f-4187-463e-962e-098066b20555) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:43:12.690370 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8715f0c2-1548-4661-adf6-8550ef6d6b75 None None] Pushing event updated for resources: {'Port': ['ID=aaaf4477-04bf-4c12-9db8-6aa95e29ce2c,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:43:12.790179 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d17933e9-69e1-477b-a490-2e6dbabfb4fd tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:12.898328 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d17933e9-69e1-477b-a490-2e6dbabfb4fd tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:12.937768 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17933e9-69e1-477b-a490-2e6dbabfb4fd tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Network f588cc43-c695-421a-8d57-53eb59d8e512 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:43:12.941073 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-d17933e9-69e1-477b-a490-2e6dbabfb4fd tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:43:12.945376 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17933e9-69e1-477b-a490-2e6dbabfb4fd tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:43:13.000405 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17933e9-69e1-477b-a490-2e6dbabfb4fd tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event updated for resources: {'Port': ['ID=b95d091f-4187-463e-962e-098066b20555,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:43:13.023627 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d17933e9-69e1-477b-a490-2e6dbabfb4fd tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:13.051088 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device aaaf4477-04bf-4c12-9db8-6aa95e29ce2c up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:43:13.108478 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port aaaf4477-04bf-4c12-9db8-6aa95e29ce2c triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:43:13.109350 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:13.200550 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:13.219431 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d17933e9-69e1-477b-a490-2e6dbabfb4fd tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:13.234328 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port aaaf4477-04bf-4c12-9db8-6aa95e29ce2c, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=aaaf4477-04bf-4c12-9db8-6aa95e29ce2c,segment=NetworkSegment(5159a311-99f4-4eec-b845-a6b50c31ba61),segment_id=5159a311-99f4-4eec-b845-a6b50c31ba61)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:43:13.320751 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:13.321558 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device c66f0ee8-7d0f-463a-9290-88473098b80c up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:43:13.398503 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=aaaf4477-04bf-4c12-9db8-6aa95e29ce2c,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:43:13.412916 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port c66f0ee8-7d0f-463a-9290-88473098b80c triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:43:13.413286 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:13.524460 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d17933e9-69e1-477b-a490-2e6dbabfb4fd tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:13.605791 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d17933e9-69e1-477b-a490-2e6dbabfb4fd tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:13.667152 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:13.687604 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d17933e9-69e1-477b-a490-2e6dbabfb4fd tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:13.689133 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17933e9-69e1-477b-a490-2e6dbabfb4fd tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event updated for resources: {'Port': ['ID=b95d091f-4187-463e-962e-098066b20555,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:43:13.689955 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port c66f0ee8-7d0f-463a-9290-88473098b80c, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=c66f0ee8-7d0f-463a-9290-88473098b80c,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:43:13.705137 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-338125cd-39d9-4abf-86c2-8a42cf6f9df8 None None] Network f588cc43-c695-421a-8d57-53eb59d8e512 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:43:13.765460 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:13.791593 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17933e9-69e1-477b-a490-2e6dbabfb4fd tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Network f588cc43-c695-421a-8d57-53eb59d8e512 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:43:13.793975 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-d17933e9-69e1-477b-a490-2e6dbabfb4fd tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:43:13.844346 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-e76c90da-1cdf-4906-a2cd-67438e9ee946 None None] Provisioning complete for port aaaf4477-04bf-4c12-9db8-6aa95e29ce2c triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:43:13.844714 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e76c90da-1cdf-4906-a2cd-67438e9ee946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:13.904403 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=c66f0ee8-7d0f-463a-9290-88473098b80c,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:43:14.235203 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d17933e9-69e1-477b-a490-2e6dbabfb4fd tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Router 8c30c3f3-733e-413a-9f87-df80155f4804 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:43:14.235420 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-71d59b7d-5a96-426f-872a-6fc8fdceab3c None None] Provisioning complete for port b95d091f-4187-463e-962e-098066b20555 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:43:14.235640 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-71d59b7d-5a96-426f-872a-6fc8fdceab3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:14.271530 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-71d59b7d-5a96-426f-872a-6fc8fdceab3c None None] Port b95d091f-4187-463e-962e-098066b20555 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:43:14.282469 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-71d59b7d-5a96-426f-872a-6fc8fdceab3c None None] Provisioning complete for port aaaf4477-04bf-4c12-9db8-6aa95e29ce2c triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:43:14.282900 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-71d59b7d-5a96-426f-872a-6fc8fdceab3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:14.360380 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d17933e9-69e1-477b-a490-2e6dbabfb4fd tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:43:14.365843 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-d17933e9-69e1-477b-a490-2e6dbabfb4fd tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "PUT /v2.0/routers/8c30c3f3-733e-413a-9f87-df80155f4804/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4876082 Sep 24 16:43:14.379571 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa978c11-010b-4a6c-9fff-914cc003b45e None None] Sync routers for ids ['8c30c3f3-733e-413a-9f87-df80155f4804'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:43:14.390637 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa978c11-010b-4a6c-9fff-914cc003b45e None None] Routers {'8c30c3f3-733e-413a-9f87-df80155f4804'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:43:14.391213 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-aa978c11-010b-4a6c-9fff-914cc003b45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:43:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['8c30c3f3-733e-413a-9f87-df80155f4804'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:43:14.516477 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-09108fcc-e4e7-4828-a602-7c264f87e88e None None] Provisioning complete for port b95d091f-4187-463e-962e-098066b20555 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:43:14.516847 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-09108fcc-e4e7-4828-a602-7c264f87e88e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:14.524602 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-454a61bc-2208-4859-ac44-1c0d06e779e0 req-d93c3700-8ec5-4d7d-a591-f90284572dd9 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-341203647&fields=id&tenant_id=28cadd01842a4b25a3b760a81c9d7553 HTTP/1.1" status: 200 len: 267 time: 0.0365877 Sep 24 16:43:14.539387 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-aa978c11-010b-4a6c-9fff-914cc003b45e None None] Set router 8c30c3f3-733e-413a-9f87-df80155f4804 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:43:14.585801 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-09108fcc-e4e7-4828-a602-7c264f87e88e None None] Port b95d091f-4187-463e-962e-098066b20555 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:43:14.638727 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a61bc-2208-4859-ac44-1c0d06e779e0 req-ac620333-4113-4616-afee-1935f3616962 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:43:14.641474 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-454a61bc-2208-4859-ac44-1c0d06e779e0 req-ac620333-4113-4616-afee-1935f3616962 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/networks?id=f588cc43-c695-421a-8d57-53eb59d8e512 HTTP/1.1" status: 200 len: 796 time: 0.1083496 Sep 24 16:43:14.657180 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-454a61bc-2208-4859-ac44-1c0d06e779e0 req-e4445074-757b-43f3-a6ee-e671e2cd4f98 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/quotas/28cadd01842a4b25a3b760a81c9d7553 HTTP/1.1" status: 200 len: 375 time: 0.0098019 Sep 24 16:43:14.714898 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-454a61bc-2208-4859-ac44-1c0d06e779e0 req-d46e861d-0964-40c3-896e-008169ae154a tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=28cadd01842a4b25a3b760a81c9d7553&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0518765 Sep 24 16:43:14.732803 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-aa18d92c-61d4-4b3e-9cb2-d6107e76dd34 None None] Provisioning complete for port b95d091f-4187-463e-962e-098066b20555 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:43:14.733467 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-aa18d92c-61d4-4b3e-9cb2-d6107e76dd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:14.780382 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-aa18d92c-61d4-4b3e-9cb2-d6107e76dd34 None None] Port b95d091f-4187-463e-962e-098066b20555 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:43:14.793115 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-aa978c11-010b-4a6c-9fff-914cc003b45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c30c3f3-733e-413a-9f87-df80155f4804', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932375937', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'c66f0ee8-7d0f-463a-9290-88473098b80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:43:09Z', 'updated_at': '2021-09-24T16:43:13Z', 'revision_number': 4, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'gw_port': {'id': 'c66f0ee8-7d0f-463a-9290-88473098b80c', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:3a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c30c3f3-733e-413a-9f87-df80155f4804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:43:09Z', 'updated_at': '2021-09-24T16:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'b95d091f-4187-463e-962e-098066b20555', 'name': '', 'network_id': 'f588cc43-c695-421a-8d57-53eb59d8e512', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'mac_address': 'fa:16:3e:d8:e5:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c30c3f3-733e-413a-9f87-df80155f4804', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '2ec42dac-ac73-42bf-84db-4618f9ff2ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:43:12Z', 'updated_at': '2021-09-24T16:43:13Z', 'revision_number': 2, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'subnets': [{'id': '2ec42dac-ac73-42bf-84db-4618f9ff2ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:43:14.813526 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-454a61bc-2208-4859-ac44-1c0d06e779e0 req-fc66427f-b01d-4133-bbcb-205fad5e64bb service neutron] 10.222.0.101 "GET /v2.0/networks/f588cc43-c695-421a-8d57-53eb59d8e512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861187 Sep 24 16:43:14.820660 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa978c11-010b-4a6c-9fff-914cc003b45e None None] Checking router: 8c30c3f3-733e-413a-9f87-df80155f4804 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:43:14.821013 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa978c11-010b-4a6c-9fff-914cc003b45e None None] Updating router 8c30c3f3-733e-413a-9f87-df80155f4804 port b95d091f-4187-463e-962e-098066b20555 binding host n-d-808921-1 {{(pid=95299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 16:43:14.846482 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-aa978c11-010b-4a6c-9fff-914cc003b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:14.910677 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-454a61bc-2208-4859-ac44-1c0d06e779e0 req-a005fbe1-f599-4d1f-8c43-66ad5d620e66 service neutron] 10.222.0.101 "GET /v2.0/networks/f588cc43-c695-421a-8d57-53eb59d8e512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908668 Sep 24 16:43:14.964855 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device aaaf4477-04bf-4c12-9db8-6aa95e29ce2c up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:43:15.070009 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port aaaf4477-04bf-4c12-9db8-6aa95e29ce2c triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:43:15.070409 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:15.191275 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b4dd0674-820b-4d76-b684-1fe69ff8d3ef req-0eaadaf2-c912-46b4-817c-0eb9ab274515 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=0a6259ca-b880-46d2-af3a-a6af6eae4b88 HTTP/1.1" status: 200 len: 210 time: 0.0302460 Sep 24 16:43:15.233331 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-aa978c11-010b-4a6c-9fff-914cc003b45e None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:15.241555 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device c66f0ee8-7d0f-463a-9290-88473098b80c up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:43:15.292179 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port c66f0ee8-7d0f-463a-9290-88473098b80c triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:43:15.292562 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:15.315112 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-aa978c11-010b-4a6c-9fff-914cc003b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:15.387546 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe602dd-e1b4-4a28-a930-5267bf62c9db None None] Pushing event updated for resources: {'Port': ['ID=b95d091f-4187-463e-962e-098066b20555,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:43:15.463770 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-aa978c11-010b-4a6c-9fff-914cc003b45e None None] Attempting to bind port b95d091f-4187-463e-962e-098066b20555 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:43:15.464145 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-aa978c11-010b-4a6c-9fff-914cc003b45e None None] Attempting to bind port b95d091f-4187-463e-962e-098066b20555 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '5159a311-99f4-4eec-b845-a6b50c31ba61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'f588cc43-c695-421a-8d57-53eb59d8e512'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:43:15.464517 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa978c11-010b-4a6c-9fff-914cc003b45e None None] Attempting to bind port b95d091f-4187-463e-962e-098066b20555 on network f588cc43-c695-421a-8d57-53eb59d8e512 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:43:15.473941 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa978c11-010b-4a6c-9fff-914cc003b45e None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:43:15.474325 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa978c11-010b-4a6c-9fff-914cc003b45e None None] Checking segment: {'id': '5159a311-99f4-4eec-b845-a6b50c31ba61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'f588cc43-c695-421a-8d57-53eb59d8e512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:43:15.474754 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-aa978c11-010b-4a6c-9fff-914cc003b45e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:15.475159 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa978c11-010b-4a6c-9fff-914cc003b45e None None] Bound using segment: {'id': '5159a311-99f4-4eec-b845-a6b50c31ba61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'f588cc43-c695-421a-8d57-53eb59d8e512'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:43:15.475640 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-aa978c11-010b-4a6c-9fff-914cc003b45e None None] Bound port: b95d091f-4187-463e-962e-098066b20555, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5159a311-99f4-4eec-b845-a6b50c31ba61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'f588cc43-c695-421a-8d57-53eb59d8e512'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:43:15.476029 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-aa978c11-010b-4a6c-9fff-914cc003b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:15.548026 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-aa978c11-010b-4a6c-9fff-914cc003b45e None None] For port b95d091f-4187-463e-962e-098066b20555, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:43:15.551044 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-aa978c11-010b-4a6c-9fff-914cc003b45e None None] For port b95d091f-4187-463e-962e-098066b20555, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=b95d091f-4187-463e-962e-098066b20555,segment=NetworkSegment(5159a311-99f4-4eec-b845-a6b50c31ba61),segment_id=5159a311-99f4-4eec-b845-a6b50c31ba61)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:43:15.604307 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-006f6a58-aa59-4b29-bd01-0de48c0c8ccf None None] Provisioning complete for port b95d091f-4187-463e-962e-098066b20555 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:43:15.604605 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-006f6a58-aa59-4b29-bd01-0de48c0c8ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:15.630852 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-aa978c11-010b-4a6c-9fff-914cc003b45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:15.679492 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-006f6a58-aa59-4b29-bd01-0de48c0c8ccf None None] Port b95d091f-4187-463e-962e-098066b20555 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:43:15.698694 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa978c11-010b-4a6c-9fff-914cc003b45e None None] Routers {'8c30c3f3-733e-413a-9f87-df80155f4804'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:43:15.699330 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-aa978c11-010b-4a6c-9fff-914cc003b45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:43:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['8c30c3f3-733e-413a-9f87-df80155f4804'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:43:15.736822 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe602dd-e1b4-4a28-a930-5267bf62c9db None None] Pushing event updated for resources: {'Port': ['ID=b95d091f-4187-463e-962e-098066b20555,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:43:15.815875 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-aa978c11-010b-4a6c-9fff-914cc003b45e None None] Set router 8c30c3f3-733e-413a-9f87-df80155f4804 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:43:16.096849 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-2fd829e4-d075-4173-acce-54ae0456e526 None None] Provisioning complete for port b95d091f-4187-463e-962e-098066b20555 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:43:16.097220 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2fd829e4-d075-4173-acce-54ae0456e526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:16.227882 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2fd829e4-d075-4173-acce-54ae0456e526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:16.258549 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-aa978c11-010b-4a6c-9fff-914cc003b45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c30c3f3-733e-413a-9f87-df80155f4804', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932375937', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'c66f0ee8-7d0f-463a-9290-88473098b80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:43:09Z', 'updated_at': '2021-09-24T16:43:13Z', 'revision_number': 4, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'gw_port': {'id': 'c66f0ee8-7d0f-463a-9290-88473098b80c', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:3a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c30c3f3-733e-413a-9f87-df80155f4804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:43:09Z', 'updated_at': '2021-09-24T16:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'b95d091f-4187-463e-962e-098066b20555', 'name': '', 'network_id': 'f588cc43-c695-421a-8d57-53eb59d8e512', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'mac_address': 'fa:16:3e:d8:e5:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c30c3f3-733e-413a-9f87-df80155f4804', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '2ec42dac-ac73-42bf-84db-4618f9ff2ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:43:12Z', 'updated_at': '2021-09-24T16:43:15Z', 'revision_number': 4, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'subnets': [{'id': '2ec42dac-ac73-42bf-84db-4618f9ff2ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:43:16.287956 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6c45ea6c-20c7-4b4d-b5f7-3b839ffdc5c5 req-8b546ade-f8bc-4a24-89eb-71e60811a1f1 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=0a6259ca-b880-46d2-af3a-a6af6eae4b88 HTTP/1.1" status: 200 len: 210 time: 0.0288997 Sep 24 16:43:16.292424 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-2fd829e4-d075-4173-acce-54ae0456e526 None None] For port b95d091f-4187-463e-962e-098066b20555, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=b95d091f-4187-463e-962e-098066b20555,segment=NetworkSegment(5159a311-99f4-4eec-b845-a6b50c31ba61),segment_id=5159a311-99f4-4eec-b845-a6b50c31ba61)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:43:16.293995 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa978c11-010b-4a6c-9fff-914cc003b45e None None] The sync data for ids ['8c30c3f3-733e-413a-9f87-df80155f4804'] in n-d-808921-1 is: [{'id': '8c30c3f3-733e-413a-9f87-df80155f4804', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932375937', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'c66f0ee8-7d0f-463a-9290-88473098b80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:43:09Z', 'updated_at': '2021-09-24T16:43:13Z', 'revision_number': 4, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'gw_port': {'id': 'c66f0ee8-7d0f-463a-9290-88473098b80c', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:3a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c30c3f3-733e-413a-9f87-df80155f4804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:43:09Z', 'updated_at': '2021-09-24T16:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'b95d091f-4187-463e-962e-098066b20555', 'name': '', 'network_id': 'f588cc43-c695-421a-8d57-53eb59d8e512', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'mac_address': 'fa:16:3e:d8:e5:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c30c3f3-733e-413a-9f87-df80155f4804', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '2ec42dac-ac73-42bf-84db-4618f9ff2ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:43:12Z', 'updated_at': '2021-09-24T16:43:15Z', 'revision_number': 4, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'subnets': [{'id': '2ec42dac-ac73-42bf-84db-4618f9ff2ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:43:16.377088 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2fd829e4-d075-4173-acce-54ae0456e526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:16.431634 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd829e4-d075-4173-acce-54ae0456e526 None None] Pushing event updated for resources: {'Port': ['ID=b95d091f-4187-463e-962e-098066b20555,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:43:16.971493 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device b95d091f-4187-463e-962e-098066b20555 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:43:17.034077 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port b95d091f-4187-463e-962e-098066b20555 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:43:17.034599 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:17.353813 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a61bc-2208-4859-ac44-1c0d06e779e0 req-ffee2640-ceff-4cf5-a8e4-65a635a857aa tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:43:17.355242 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-454a61bc-2208-4859-ac44-1c0d06e779e0 req-ffee2640-ceff-4cf5-a8e4-65a635a857aa tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.110 "GET /v2.0/networks?id=f588cc43-c695-421a-8d57-53eb59d8e512 HTTP/1.1" status: 200 len: 796 time: 0.1144226 Sep 24 16:43:17.401318 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-0068b8f2-f604-4660-a8e4-9c15f6900ad8 req-cf236477-f11b-4395-8116-8c37303ad2e0 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=0a6259ca-b880-46d2-af3a-a6af6eae4b88 HTTP/1.1" status: 200 len: 210 time: 0.0310912 Sep 24 16:43:17.412338 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-454a61bc-2208-4859-ac44-1c0d06e779e0 req-82f47a8b-a081-402c-99bc-b179af413fb2 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.110 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28cadd01842a4b25a3b760a81c9d7553 HTTP/1.1" status: 200 len: 379 time: 0.0390778 Sep 24 16:43:17.423803 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-454a61bc-2208-4859-ac44-1c0d06e779e0 req-8c2ee089-beca-4b7d-aaca-6ff66570a5ed tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Request body: {'port': {'device_id': '0a6259ca-b880-46d2-af3a-a6af6eae4b88', 'network_id': 'f588cc43-c695-421a-8d57-53eb59d8e512', 'admin_state_up': True, 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'security_groups': ['1d713b09-2021-4f64-9fac-2a7df4adf33a']}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:43:17.638606 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-454a61bc-2208-4859-ac44-1c0d06e779e0 req-8c2ee089-beca-4b7d-aaca-6ff66570a5ed tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Made reservation on behalf of 28cadd01842a4b25a3b760a81c9d7553 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:43:17.642853 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-454a61bc-2208-4859-ac44-1c0d06e779e0 req-8c2ee089-beca-4b7d-aaca-6ff66570a5ed tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:17.772622 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-454a61bc-2208-4859-ac44-1c0d06e779e0 req-8c2ee089-beca-4b7d-aaca-6ff66570a5ed tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Allocated IP 172.20.0.4 (f588cc43-c695-421a-8d57-53eb59d8e512/2ec42dac-ac73-42bf-84db-4618f9ff2ba6/f21f0a8d-893a-4c6c-88de-b9839972859c) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:43:17.914628 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-454a61bc-2208-4859-ac44-1c0d06e779e0 req-8c2ee089-beca-4b7d-aaca-6ff66570a5ed tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:17.983155 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-454a61bc-2208-4859-ac44-1c0d06e779e0 req-8c2ee089-beca-4b7d-aaca-6ff66570a5ed tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:18.025942 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-454a61bc-2208-4859-ac44-1c0d06e779e0 req-8c2ee089-beca-4b7d-aaca-6ff66570a5ed tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Network f588cc43-c695-421a-8d57-53eb59d8e512 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:43:18.028942 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-454a61bc-2208-4859-ac44-1c0d06e779e0 req-8c2ee089-beca-4b7d-aaca-6ff66570a5ed tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:43:18.032918 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-454a61bc-2208-4859-ac44-1c0d06e779e0 req-8c2ee089-beca-4b7d-aaca-6ff66570a5ed tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:43:18.059157 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2ee089-beca-4b7d-aaca-6ff66570a5ed tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event updated for resources: {'Port': ['ID=f21f0a8d-893a-4c6c-88de-b9839972859c,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:43:18.089653 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a61bc-2208-4859-ac44-1c0d06e779e0 req-8c2ee089-beca-4b7d-aaca-6ff66570a5ed tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:43:18.090333 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-454a61bc-2208-4859-ac44-1c0d06e779e0 req-8c2ee089-beca-4b7d-aaca-6ff66570a5ed tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:18.182139 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-454a61bc-2208-4859-ac44-1c0d06e779e0 req-8c2ee089-beca-4b7d-aaca-6ff66570a5ed tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7624202 Sep 24 16:43:18.192616 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [req-454a61bc-2208-4859-ac44-1c0d06e779e0 req-2c10ef3b-3f87-4d42-842d-f9390c09bd8e tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 16:43:18.197579 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-454a61bc-2208-4859-ac44-1c0d06e779e0 req-2c10ef3b-3f87-4d42-842d-f9390c09bd8e tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053620 Sep 24 16:43:18.208425 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-454a61bc-2208-4859-ac44-1c0d06e779e0 req-3df7bfd3-cf55-44e5-8d44-0360a3fbaee5 service neutron] Request body: {'port': {'device_id': '0a6259ca-b880-46d2-af3a-a6af6eae4b88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:43:18.272858 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-454a61bc-2208-4859-ac44-1c0d06e779e0 req-3df7bfd3-cf55-44e5-8d44-0360a3fbaee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:18.307130 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-b7f901ea-54e5-408e-a22a-4688ae14efd8 None None] Provisioning complete for port f21f0a8d-893a-4c6c-88de-b9839972859c triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:43:18.307693 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b7f901ea-54e5-408e-a22a-4688ae14efd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:18.344211 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-b7f901ea-54e5-408e-a22a-4688ae14efd8 None None] Port f21f0a8d-893a-4c6c-88de-b9839972859c cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:43:18.553600 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5c9166-24b3-4e89-809a-dfcb1c66eeb0 req-53d6bca9-8a20-4ded-82a1-a8388ca50d71 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:43:18.555138 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1b5c9166-24b3-4e89-809a-dfcb1c66eeb0 req-53d6bca9-8a20-4ded-82a1-a8388ca50d71 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=0a6259ca-b880-46d2-af3a-a6af6eae4b88 HTTP/1.1" status: 200 len: 931 time: 0.0733285 Sep 24 16:43:18.605822 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-454a61bc-2208-4859-ac44-1c0d06e779e0 req-3df7bfd3-cf55-44e5-8d44-0360a3fbaee5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f21f0a8d-893a-4c6c-88de-b9839972859c {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:43:18.616466 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-454a61bc-2208-4859-ac44-1c0d06e779e0 req-3df7bfd3-cf55-44e5-8d44-0360a3fbaee5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:18.639937 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1b5c9166-24b3-4e89-809a-dfcb1c66eeb0 req-f7142929-4eb3-4d90-ba6e-62a9d7c3cd7a tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=1d713b09-2021-4f64-9fac-2a7df4adf33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659122 Sep 24 16:43:18.640841 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-454a61bc-2208-4859-ac44-1c0d06e779e0 req-3df7bfd3-cf55-44e5-8d44-0360a3fbaee5 service neutron] Transition to ACTIVE for port object f21f0a8d-893a-4c6c-88de-b9839972859c will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 16:43:18.703690 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-454a61bc-2208-4859-ac44-1c0d06e779e0 req-3df7bfd3-cf55-44e5-8d44-0360a3fbaee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:18.753925 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df7bfd3-cf55-44e5-8d44-0360a3fbaee5 service neutron] Pushing event updated for resources: {'Port': ['ID=f21f0a8d-893a-4c6c-88de-b9839972859c,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:43:18.829330 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-454a61bc-2208-4859-ac44-1c0d06e779e0 req-3df7bfd3-cf55-44e5-8d44-0360a3fbaee5 service neutron] Attempting to bind port f21f0a8d-893a-4c6c-88de-b9839972859c on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:43:18.829658 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-454a61bc-2208-4859-ac44-1c0d06e779e0 req-3df7bfd3-cf55-44e5-8d44-0360a3fbaee5 service neutron] Attempting to bind port f21f0a8d-893a-4c6c-88de-b9839972859c by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': '5159a311-99f4-4eec-b845-a6b50c31ba61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'f588cc43-c695-421a-8d57-53eb59d8e512'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:43:18.829989 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454a61bc-2208-4859-ac44-1c0d06e779e0 req-3df7bfd3-cf55-44e5-8d44-0360a3fbaee5 service neutron] Attempting to bind port f21f0a8d-893a-4c6c-88de-b9839972859c on network f588cc43-c695-421a-8d57-53eb59d8e512 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:43:18.834972 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454a61bc-2208-4859-ac44-1c0d06e779e0 req-3df7bfd3-cf55-44e5-8d44-0360a3fbaee5 service neutron] Port f21f0a8d-893a-4c6c-88de-b9839972859c on network f588cc43-c695-421a-8d57-53eb59d8e512 not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 16:43:18.835294 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454a61bc-2208-4859-ac44-1c0d06e779e0 req-3df7bfd3-cf55-44e5-8d44-0360a3fbaee5 service neutron] Attempting to bind port f21f0a8d-893a-4c6c-88de-b9839972859c on network f588cc43-c695-421a-8d57-53eb59d8e512 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:43:18.840328 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454a61bc-2208-4859-ac44-1c0d06e779e0 req-3df7bfd3-cf55-44e5-8d44-0360a3fbaee5 service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:43:18.840663 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454a61bc-2208-4859-ac44-1c0d06e779e0 req-3df7bfd3-cf55-44e5-8d44-0360a3fbaee5 service neutron] Checking segment: {'id': '5159a311-99f4-4eec-b845-a6b50c31ba61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'f588cc43-c695-421a-8d57-53eb59d8e512'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:43:18.841044 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-454a61bc-2208-4859-ac44-1c0d06e779e0 req-3df7bfd3-cf55-44e5-8d44-0360a3fbaee5 service neutron] Bound using segment: {'id': '5159a311-99f4-4eec-b845-a6b50c31ba61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'f588cc43-c695-421a-8d57-53eb59d8e512'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:43:18.841466 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-454a61bc-2208-4859-ac44-1c0d06e779e0 req-3df7bfd3-cf55-44e5-8d44-0360a3fbaee5 service neutron] Bound port: f21f0a8d-893a-4c6c-88de-b9839972859c, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5159a311-99f4-4eec-b845-a6b50c31ba61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1272, 'network_id': 'f588cc43-c695-421a-8d57-53eb59d8e512'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:43:18.841891 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-454a61bc-2208-4859-ac44-1c0d06e779e0 req-3df7bfd3-cf55-44e5-8d44-0360a3fbaee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:18.914722 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-454a61bc-2208-4859-ac44-1c0d06e779e0 req-3df7bfd3-cf55-44e5-8d44-0360a3fbaee5 service neutron] For port f21f0a8d-893a-4c6c-88de-b9839972859c, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:43:18.917733 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-454a61bc-2208-4859-ac44-1c0d06e779e0 req-3df7bfd3-cf55-44e5-8d44-0360a3fbaee5 service neutron] For port f21f0a8d-893a-4c6c-88de-b9839972859c, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=f21f0a8d-893a-4c6c-88de-b9839972859c,segment=NetworkSegment(5159a311-99f4-4eec-b845-a6b50c31ba61),segment_id=5159a311-99f4-4eec-b845-a6b50c31ba61)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:43:18.992993 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-454a61bc-2208-4859-ac44-1c0d06e779e0 req-3df7bfd3-cf55-44e5-8d44-0360a3fbaee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:19.027038 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a61bc-2208-4859-ac44-1c0d06e779e0 req-3df7bfd3-cf55-44e5-8d44-0360a3fbaee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:43:19.027602 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-454a61bc-2208-4859-ac44-1c0d06e779e0 req-3df7bfd3-cf55-44e5-8d44-0360a3fbaee5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:19.029042 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-454a61bc-2208-4859-ac44-1c0d06e779e0 req-3df7bfd3-cf55-44e5-8d44-0360a3fbaee5 service neutron] 10.222.0.110 "PUT /v2.0/ports/f21f0a8d-893a-4c6c-88de-b9839972859c HTTP/1.1" status: 200 len: 1091 time: 0.8251464 Sep 24 16:43:19.031948 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a6259ca-b880-46d2-af3a-a6af6eae4b88', 'tag': 'f21f0a8d-893a-4c6c-88de-b9839972859c'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:43:19.034402 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86bdbdc9b9e92b390e2d9cb11b84962cc6f6bd0fdc6518f79f4e2677ef2c88f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e57854e6-fe0b-464e-83a3-c6ba994e2ea6" -d '{"events": [{"name": "network-changed", "server_uuid": "0a6259ca-b880-46d2-af3a-a6af6eae4b88", "tag": "f21f0a8d-893a-4c6c-88de-b9839972859c"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:43:19.068338 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df7bfd3-cf55-44e5-8d44-0360a3fbaee5 service neutron] Pushing event updated for resources: {'Port': ['ID=f21f0a8d-893a-4c6c-88de-b9839972859c,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:43:19.074500 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d26b62a6-6a3a-4dd1-b59a-777ce974ab9f x-openstack-request-id: req-d26b62a6-6a3a-4dd1-b59a-777ce974ab9f {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:43:19.074934 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a6259ca-b880-46d2-af3a-a6af6eae4b88", "tag": "f21f0a8d-893a-4c6c-88de-b9839972859c", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:43:19.075200 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d26b62a6-6a3a-4dd1-b59a-777ce974ab9f {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:43:19.075601 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a6259ca-b880-46d2-af3a-a6af6eae4b88', 'tag': 'f21f0a8d-893a-4c6c-88de-b9839972859c', 'status': 'completed', 'code': 200} Sep 24 16:43:19.140011 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57854e6-fe0b-464e-83a3-c6ba994e2ea6 req-8a4be9f7-92d3-4518-8e27-47a0f58c5a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:43:19.141574 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e57854e6-fe0b-464e-83a3-c6ba994e2ea6 req-8a4be9f7-92d3-4518-8e27-47a0f58c5a4f service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=28cadd01842a4b25a3b760a81c9d7553&device_id=0a6259ca-b880-46d2-af3a-a6af6eae4b88 HTTP/1.1" status: 200 len: 1094 time: 0.0448298 Sep 24 16:43:19.255355 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57854e6-fe0b-464e-83a3-c6ba994e2ea6 req-9ed06e1b-5eba-41e6-bd40-e87c357a5470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:43:19.256781 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e57854e6-fe0b-464e-83a3-c6ba994e2ea6 req-9ed06e1b-5eba-41e6-bd40-e87c357a5470 service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=28cadd01842a4b25a3b760a81c9d7553&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1024735 Sep 24 16:43:19.358598 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57854e6-fe0b-464e-83a3-c6ba994e2ea6 req-c5a8cc34-6ce3-46a3-9456-d94f72df048e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:43:19.360125 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e57854e6-fe0b-464e-83a3-c6ba994e2ea6 req-c5a8cc34-6ce3-46a3-9456-d94f72df048e service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0933006 Sep 24 16:43:19.443843 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a61bc-2208-4859-ac44-1c0d06e779e0 req-c70acf69-e718-40b4-9e65-158b2b7a3356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:43:19.445344 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-454a61bc-2208-4859-ac44-1c0d06e779e0 req-c70acf69-e718-40b4-9e65-158b2b7a3356 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=28cadd01842a4b25a3b760a81c9d7553&device_id=0a6259ca-b880-46d2-af3a-a6af6eae4b88 HTTP/1.1" status: 200 len: 1094 time: 0.0456054 Sep 24 16:43:19.491360 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-454a61bc-2208-4859-ac44-1c0d06e779e0 req-18cf8eba-374d-4f9c-863a-1e22fd9a4759 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f21f0a8d-893a-4c6c-88de-b9839972859c HTTP/1.1" status: 200 len: 217 time: 0.0355787 Sep 24 16:43:19.541806 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a61bc-2208-4859-ac44-1c0d06e779e0 req-8bc08d7a-aaab-430c-a8a0-30484902f731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:43:19.543260 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-454a61bc-2208-4859-ac44-1c0d06e779e0 req-8bc08d7a-aaab-430c-a8a0-30484902f731 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=2ec42dac-ac73-42bf-84db-4618f9ff2ba6 HTTP/1.1" status: 200 len: 834 time: 0.0434234 Sep 24 16:43:19.591254 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a61bc-2208-4859-ac44-1c0d06e779e0 req-981f0598-27fb-4ef7-829a-1f644dcc0353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:43:19.592750 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-454a61bc-2208-4859-ac44-1c0d06e779e0 req-981f0598-27fb-4ef7-829a-1f644dcc0353 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=f588cc43-c695-421a-8d57-53eb59d8e512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395083 Sep 24 16:43:19.690842 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-454a61bc-2208-4859-ac44-1c0d06e779e0 req-686f76f1-495e-4b96-99ab-21f13f756f25 service neutron] 10.222.0.110 "GET /v2.0/networks/f588cc43-c695-421a-8d57-53eb59d8e512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865409 Sep 24 16:43:19.809637 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c0bbbc-9952-4187-933a-06c91e3dd744 req-62ae7224-1bc1-4959-9d3b-af3c515344a6 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:43:19.811747 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-07c0bbbc-9952-4187-933a-06c91e3dd744 req-62ae7224-1bc1-4959-9d3b-af3c515344a6 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=0a6259ca-b880-46d2-af3a-a6af6eae4b88 HTTP/1.1" status: 200 len: 943 time: 0.0962594 Sep 24 16:43:19.828050 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-454a61bc-2208-4859-ac44-1c0d06e779e0 req-764ad043-7178-42f7-a315-e8581adf8971 service neutron] 10.222.0.110 "GET /v2.0/networks/f588cc43-c695-421a-8d57-53eb59d8e512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297612 Sep 24 16:43:19.855513 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-07c0bbbc-9952-4187-933a-06c91e3dd744 req-1623cb04-03f8-42b8-a7a2-2a42ced703a5 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=1d713b09-2021-4f64-9fac-2a7df4adf33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365791 Sep 24 16:43:20.059020 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:43:20.978467 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84586fa-387a-45f0-ba1e-327e100b48c4 req-1f7f7aaa-735d-4668-9b97-f8ebf916dbb3 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:43:20.980049 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b84586fa-387a-45f0-ba1e-327e100b48c4 req-1f7f7aaa-735d-4668-9b97-f8ebf916dbb3 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=0a6259ca-b880-46d2-af3a-a6af6eae4b88 HTTP/1.1" status: 200 len: 943 time: 0.0522754 Sep 24 16:43:21.021130 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b84586fa-387a-45f0-ba1e-327e100b48c4 req-8df2dbfa-0401-4ab7-b672-165404fd67ae tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=1d713b09-2021-4f64-9fac-2a7df4adf33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344126 Sep 24 16:43:22.139505 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb7f0ba-23b2-47fd-a13a-621d5eacf529 req-2ca2d023-5410-4964-a40d-c70e08091639 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:43:22.141030 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4eb7f0ba-23b2-47fd-a13a-621d5eacf529 req-2ca2d023-5410-4964-a40d-c70e08091639 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=0a6259ca-b880-46d2-af3a-a6af6eae4b88 HTTP/1.1" status: 200 len: 943 time: 0.0497952 Sep 24 16:43:22.179634 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4eb7f0ba-23b2-47fd-a13a-621d5eacf529 req-a1751225-56c8-4824-8837-587572b66973 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=1d713b09-2021-4f64-9fac-2a7df4adf33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326321 Sep 24 16:43:22.664079 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device f21f0a8d-893a-4c6c-88de-b9839972859c details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 16:43:22.758951 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port f21f0a8d-893a-4c6c-88de-b9839972859c, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=f21f0a8d-893a-4c6c-88de-b9839972859c,segment=NetworkSegment(5159a311-99f4-4eec-b845-a6b50c31ba61),segment_id=5159a311-99f4-4eec-b845-a6b50c31ba61)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:43:22.770461 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': 'f21f0a8d-893a-4c6c-88de-b9839972859c', 'network_id': 'f588cc43-c695-421a-8d57-53eb59d8e512', 'port_id': 'f21f0a8d-893a-4c6c-88de-b9839972859c', 'mac_address': 'fa:16:3e:17:a2:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1272, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ec42dac-ac73-42bf-84db-4618f9ff2ba6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 16:43:22.806601 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:22.823657 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f21f0a8d-893a-4c6c-88de-b9839972859c {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:43:22.843893 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port f21f0a8d-893a-4c6c-88de-b9839972859c, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=f21f0a8d-893a-4c6c-88de-b9839972859c,segment=NetworkSegment(5159a311-99f4-4eec-b845-a6b50c31ba61),segment_id=5159a311-99f4-4eec-b845-a6b50c31ba61)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:43:22.970714 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:23.019122 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=f21f0a8d-893a-4c6c-88de-b9839972859c,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:43:23.272473 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['f21f0a8d-893a-4c6c-88de-b9839972859c'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:43:23.296271 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741f6646-bb9f-491b-91d9-8caf8b2ecc65 req-546a2d25-f165-47af-a85d-84c3f7d2811a tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:43:23.297863 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-741f6646-bb9f-491b-91d9-8caf8b2ecc65 req-546a2d25-f165-47af-a85d-84c3f7d2811a tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=0a6259ca-b880-46d2-af3a-a6af6eae4b88 HTTP/1.1" status: 200 len: 944 time: 0.0504966 Sep 24 16:43:23.338211 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-741f6646-bb9f-491b-91d9-8caf8b2ecc65 req-0c652650-ce8c-44b1-82af-e1484879aee6 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=1d713b09-2021-4f64-9fac-2a7df4adf33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341227 Sep 24 16:43:24.459599 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fcd3a3-4326-4a89-8f7a-71ef06cb3af7 req-9429bd52-a592-49a5-9393-08db148e6f68 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:43:24.461085 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c1fcd3a3-4326-4a89-8f7a-71ef06cb3af7 req-9429bd52-a592-49a5-9393-08db148e6f68 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=0a6259ca-b880-46d2-af3a-a6af6eae4b88 HTTP/1.1" status: 200 len: 944 time: 0.0535889 Sep 24 16:43:24.498896 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c1fcd3a3-4326-4a89-8f7a-71ef06cb3af7 req-c993a789-0a7e-4fd2-85a5-47444ec4f104 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=1d713b09-2021-4f64-9fac-2a7df4adf33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317049 Sep 24 16:43:24.669225 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device f21f0a8d-893a-4c6c-88de-b9839972859c up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:43:24.787747 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port f21f0a8d-893a-4c6c-88de-b9839972859c completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 16:43:24.791858 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port f21f0a8d-893a-4c6c-88de-b9839972859c triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:43:24.792238 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:24.874837 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:24.897218 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a6259ca-b880-46d2-af3a-a6af6eae4b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f21f0a8d-893a-4c6c-88de-b9839972859c'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:43:24.899632 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e675284d64920c3690942d07fd233bec6618b8bcfb70da99a5b5d86610f0b706" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba45c2a-b851-4d62-b589-40e4e8e42b40" -d '{"events": [{"server_uuid": "0a6259ca-b880-46d2-af3a-a6af6eae4b88", "name": "network-vif-plugged", "status": "completed", "tag": "f21f0a8d-893a-4c6c-88de-b9839972859c"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:43:24.912713 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port f21f0a8d-893a-4c6c-88de-b9839972859c, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=f21f0a8d-893a-4c6c-88de-b9839972859c,segment=NetworkSegment(5159a311-99f4-4eec-b845-a6b50c31ba61),segment_id=5159a311-99f4-4eec-b845-a6b50c31ba61)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:43:24.937116 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f150478-ee67-46f5-979c-006b83f1511c x-openstack-request-id: req-7f150478-ee67-46f5-979c-006b83f1511c {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:43:24.937401 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a6259ca-b880-46d2-af3a-a6af6eae4b88", "name": "network-vif-plugged", "status": "completed", "tag": "f21f0a8d-893a-4c6c-88de-b9839972859c", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:43:24.937648 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-7f150478-ee67-46f5-979c-006b83f1511c {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:43:24.938061 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a6259ca-b880-46d2-af3a-a6af6eae4b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f21f0a8d-893a-4c6c-88de-b9839972859c', 'code': 200} Sep 24 16:43:24.953967 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:25.002736 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=f21f0a8d-893a-4c6c-88de-b9839972859c,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:43:25.037636 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a1dbbd-9234-46a2-83b5-2e33779b1c50 req-c4a5c68b-9c55-44ed-8891-4d38d72b7171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:43:25.039196 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-11a1dbbd-9234-46a2-83b5-2e33779b1c50 req-c4a5c68b-9c55-44ed-8891-4d38d72b7171 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=0a6259ca-b880-46d2-af3a-a6af6eae4b88 HTTP/1.1" status: 200 len: 1096 time: 0.0396926 Sep 24 16:43:25.075572 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-11a1dbbd-9234-46a2-83b5-2e33779b1c50 req-ce8de238-e386-4e6c-a6f4-e0c33276bd88 service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=1d713b09-2021-4f64-9fac-2a7df4adf33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0285461 Sep 24 16:43:25.614308 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a5e3df-c49d-4ea0-b1a8-0b29ef0435d2 req-b532ff37-c8f4-4c57-a23d-be54839f4c56 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:43:25.615721 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b8a5e3df-c49d-4ea0-b1a8-0b29ef0435d2 req-b532ff37-c8f4-4c57-a23d-be54839f4c56 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=0a6259ca-b880-46d2-af3a-a6af6eae4b88 HTTP/1.1" status: 200 len: 945 time: 0.0499487 Sep 24 16:43:25.653348 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b8a5e3df-c49d-4ea0-b1a8-0b29ef0435d2 req-3bb8000d-a15c-4985-81a4-da90bd439892 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=1d713b09-2021-4f64-9fac-2a7df4adf33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317278 Sep 24 16:43:26.767900 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9aac999-089d-4928-b112-dc9a88daa98d req-e396247b-8322-4ed1-b9b2-4d4d7d78b955 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:43:26.769366 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d9aac999-089d-4928-b112-dc9a88daa98d req-e396247b-8322-4ed1-b9b2-4d4d7d78b955 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=0a6259ca-b880-46d2-af3a-a6af6eae4b88 HTTP/1.1" status: 200 len: 945 time: 0.0484872 Sep 24 16:43:26.810500 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d9aac999-089d-4928-b112-dc9a88daa98d req-12ce6d79-9bf2-4f9e-ae55-43146fd4284e tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=1d713b09-2021-4f64-9fac-2a7df4adf33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348072 Sep 24 16:43:26.927099 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac5c521-9693-4e19-a8d5-534221072028 req-5e3d5a3f-b8b4-441e-94c9-7de88fdde03d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:43:26.928567 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5ac5c521-9693-4e19-a8d5-534221072028 req-5e3d5a3f-b8b4-441e-94c9-7de88fdde03d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=0a6259ca-b880-46d2-af3a-a6af6eae4b88 HTTP/1.1" status: 200 len: 945 time: 0.0521159 Sep 24 16:43:26.966759 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5ac5c521-9693-4e19-a8d5-534221072028 req-a9a39f77-baa3-4ffa-b0a8-599163312453 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=1d713b09-2021-4f64-9fac-2a7df4adf33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321565 Sep 24 16:43:26.987988 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47850) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:43:27.030048 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c2bfa5-a364-4791-816f-aef2cfaef9b3 tempest-TestNetworkAdvancedServerOps-2073741627 tempest-TestNetworkAdvancedServerOps-2073741627-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:43:27.031647 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b2c2bfa5-a364-4791-816f-aef2cfaef9b3 tempest-TestNetworkAdvancedServerOps-2073741627 tempest-TestNetworkAdvancedServerOps-2073741627-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=0a6259ca-b880-46d2-af3a-a6af6eae4b88 HTTP/1.1" status: 200 len: 1091 time: 0.0426698 Sep 24 16:43:27.034444 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47852) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:43:27.038876 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-273f9e13-f228-4493-abbf-d9dddc376712 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Request body: {'floatingip': {'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'port_id': 'f21f0a8d-893a-4c6c-88de-b9839972859c', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:43:27.157851 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-273f9e13-f228-4493-abbf-d9dddc376712 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for floatingip, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:27.257369 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-273f9e13-f228-4493-abbf-d9dddc376712 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:27.364629 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-273f9e13-f228-4493-abbf-d9dddc376712 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Allocated IP 172.25.0.107 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/baf24375-e239-44dc-9762-97f953a4c3bb) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:43:27.465304 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-273f9e13-f228-4493-abbf-d9dddc376712 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:27.558226 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-273f9e13-f228-4493-abbf-d9dddc376712 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:27.593374 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273f9e13-f228-4493-abbf-d9dddc376712 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:43:27.596275 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-273f9e13-f228-4493-abbf-d9dddc376712 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:43:27.599795 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273f9e13-f228-4493-abbf-d9dddc376712 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:43:27.628621 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273f9e13-f228-4493-abbf-d9dddc376712 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event updated for resources: {'Port': ['ID=baf24375-e239-44dc-9762-97f953a4c3bb,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:43:27.964146 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-273f9e13-f228-4493-abbf-d9dddc376712 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:28.087761 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-273f9e13-f228-4493-abbf-d9dddc376712 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:28.240574 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-273f9e13-f228-4493-abbf-d9dddc376712 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:28.302180 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-273f9e13-f228-4493-abbf-d9dddc376712 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:28.370615 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273f9e13-f228-4493-abbf-d9dddc376712 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event updated for resources: {'Port': ['ID=baf24375-e239-44dc-9762-97f953a4c3bb,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:43:28.382629 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-273f9e13-f228-4493-abbf-d9dddc376712 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:28.489336 n-d-808921-1 neutron-server[95297]: INFO neutron.db.l3_db [None req-273f9e13-f228-4493-abbf-d9dddc376712 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Floating IP 500e2581-b8a8-40c8-b028-db3e34735ec5 associated. External IP: 172.25.0.107, port: f21f0a8d-893a-4c6c-88de-b9839972859c. Sep 24 16:43:28.703266 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-273f9e13-f228-4493-abbf-d9dddc376712 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Router 8c30c3f3-733e-413a-9f87-df80155f4804 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:43:28.812163 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-273f9e13-f228-4493-abbf-d9dddc376712 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:43:28.822269 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6486cfe7-92fb-4e6e-9acb-73055be81397 None None] Sync routers for ids ['8c30c3f3-733e-413a-9f87-df80155f4804'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:43:28.832462 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6486cfe7-92fb-4e6e-9acb-73055be81397 None None] Routers {'8c30c3f3-733e-413a-9f87-df80155f4804'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:43:28.836465 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-6486cfe7-92fb-4e6e-9acb-73055be81397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:43:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['8c30c3f3-733e-413a-9f87-df80155f4804'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:43:28.879062 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-273f9e13-f228-4493-abbf-d9dddc376712 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:28.907455 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-273f9e13-f228-4493-abbf-d9dddc376712 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8719902 Sep 24 16:43:28.908153 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a6259ca-b880-46d2-af3a-a6af6eae4b88', 'tag': 'f21f0a8d-893a-4c6c-88de-b9839972859c'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:43:28.910742 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce09631955309d89252ad503228e8356032135eb6e803a44cefb008b5f264874" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71b903d-869b-4c13-9fd3-f65cc38ba95f" -d '{"events": [{"name": "network-changed", "server_uuid": "0a6259ca-b880-46d2-af3a-a6af6eae4b88", "tag": "f21f0a8d-893a-4c6c-88de-b9839972859c"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:43:28.942975 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-6486cfe7-92fb-4e6e-9acb-73055be81397 None None] Set router 8c30c3f3-733e-413a-9f87-df80155f4804 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:43:28.951673 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cebe4b53-0281-46b9-b36e-4251dac90a92 x-openstack-request-id: req-cebe4b53-0281-46b9-b36e-4251dac90a92 {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:43:28.952078 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a6259ca-b880-46d2-af3a-a6af6eae4b88", "tag": "f21f0a8d-893a-4c6c-88de-b9839972859c", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:43:28.952783 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-cebe4b53-0281-46b9-b36e-4251dac90a92 {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:43:28.953317 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a6259ca-b880-46d2-af3a-a6af6eae4b88', 'tag': 'f21f0a8d-893a-4c6c-88de-b9839972859c', 'status': 'completed', 'code': 200} Sep 24 16:43:29.009251 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586afae-642d-400c-bf09-cf64ec898303 req-9ae5a207-0d7d-47c0-aae9-c41ae268110e tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:43:29.012069 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8586afae-642d-400c-bf09-cf64ec898303 req-9ae5a207-0d7d-47c0-aae9-c41ae268110e tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=0a6259ca-b880-46d2-af3a-a6af6eae4b88 HTTP/1.1" status: 200 len: 945 time: 0.0532715 Sep 24 16:43:29.021414 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b903d-869b-4c13-9fd3-f65cc38ba95f req-ba696313-d7ba-4559-9cdd-4dc800993da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:43:29.023165 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c71b903d-869b-4c13-9fd3-f65cc38ba95f req-ba696313-d7ba-4559-9cdd-4dc800993da6 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=28cadd01842a4b25a3b760a81c9d7553&device_id=0a6259ca-b880-46d2-af3a-a6af6eae4b88 HTTP/1.1" status: 200 len: 1096 time: 0.0489001 Sep 24 16:43:29.055368 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8586afae-642d-400c-bf09-cf64ec898303 req-1a0182bc-91d8-4031-b064-17eeb212fb80 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=1d713b09-2021-4f64-9fac-2a7df4adf33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369992 Sep 24 16:43:29.082925 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47858) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:43:29.129423 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b903d-869b-4c13-9fd3-f65cc38ba95f req-59ef73f1-de87-4e53-abd6-97b075bf7e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:43:29.130979 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c71b903d-869b-4c13-9fd3-f65cc38ba95f req-59ef73f1-de87-4e53-abd6-97b075bf7e36 service neutron] 10.222.0.110 "GET /v2.0/networks?id=f588cc43-c695-421a-8d57-53eb59d8e512 HTTP/1.1" status: 200 len: 898 time: 0.0995588 Sep 24 16:43:29.146170 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-355fd611-2561-4c02-be4b-a1aa621ef58b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/floatingips/500e2581-b8a8-40c8-b028-db3e34735ec5 HTTP/1.1" status: 200 len: 991 time: 0.0620394 Sep 24 16:43:29.177783 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-6486cfe7-92fb-4e6e-9acb-73055be81397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c30c3f3-733e-413a-9f87-df80155f4804', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932375937', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'c66f0ee8-7d0f-463a-9290-88473098b80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:43:09Z', 'updated_at': '2021-09-24T16:43:13Z', 'revision_number': 4, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'gw_port': {'id': 'c66f0ee8-7d0f-463a-9290-88473098b80c', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:3a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c30c3f3-733e-413a-9f87-df80155f4804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:43:09Z', 'updated_at': '2021-09-24T16:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': '500e2581-b8a8-40c8-b028-db3e34735ec5', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'floating_ip_address': '172.25.0.107', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '8c30c3f3-733e-413a-9f87-df80155f4804', 'port_id': 'f21f0a8d-893a-4c6c-88de-b9839972859c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4254, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f588cc43-c695-421a-8d57-53eb59d8e512', 'mac_address': 'fa:16:3e:17:a2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6259ca-b880-46d2-af3a-a6af6eae4b88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T16:43:27Z', 'updated_at': '2021-09-24T16:43:27Z', 'revision_number': 0, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b95d091f-4187-463e-962e-098066b20555', 'name': '', 'network_id': 'f588cc43-c695-421a-8d57-53eb59d8e512', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'mac_address': 'fa:16:3e:d8:e5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c30c3f3-733e-413a-9f87-df80155f4804', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '2ec42dac-ac73-42bf-84db-4618f9ff2ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:43:12Z', 'updated_at': '2021-09-24T16:43:16Z', 'revision_number': 5, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'subnets': [{'id': '2ec42dac-ac73-42bf-84db-4618f9ff2ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:43:29.200493 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c71b903d-869b-4c13-9fd3-f65cc38ba95f req-d379276a-6d75-4ad8-9933-726af5defa33 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f21f0a8d-893a-4c6c-88de-b9839972859c HTTP/1.1" status: 200 len: 999 time: 0.0602417 Sep 24 16:43:29.204441 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6486cfe7-92fb-4e6e-9acb-73055be81397 None None] Checking router: 8c30c3f3-733e-413a-9f87-df80155f4804 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:43:29.212926 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6486cfe7-92fb-4e6e-9acb-73055be81397 None None] Routers {'8c30c3f3-733e-413a-9f87-df80155f4804'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:43:29.213514 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-6486cfe7-92fb-4e6e-9acb-73055be81397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:43:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['8c30c3f3-733e-413a-9f87-df80155f4804'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:43:29.251937 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b903d-869b-4c13-9fd3-f65cc38ba95f req-b1ab5d3d-ecbd-4ad6-a9f8-c93dcea6efdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:43:29.253420 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c71b903d-869b-4c13-9fd3-f65cc38ba95f req-b1ab5d3d-ecbd-4ad6-a9f8-c93dcea6efdf service neutron] 10.222.0.110 "GET /v2.0/subnets?id=2ec42dac-ac73-42bf-84db-4618f9ff2ba6 HTTP/1.1" status: 200 len: 834 time: 0.0449011 Sep 24 16:43:29.305684 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b903d-869b-4c13-9fd3-f65cc38ba95f req-067439b6-911e-4b41-90c2-4a8722ad1d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:43:29.313426 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c71b903d-869b-4c13-9fd3-f65cc38ba95f req-067439b6-911e-4b41-90c2-4a8722ad1d44 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=f588cc43-c695-421a-8d57-53eb59d8e512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454137 Sep 24 16:43:29.402184 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c71b903d-869b-4c13-9fd3-f65cc38ba95f req-5cb6505b-8af4-4b90-af7c-bf39a311a2c6 service neutron] 10.222.0.110 "GET /v2.0/networks/f588cc43-c695-421a-8d57-53eb59d8e512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868211 Sep 24 16:43:29.408715 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-6486cfe7-92fb-4e6e-9acb-73055be81397 None None] Set router 8c30c3f3-733e-413a-9f87-df80155f4804 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:43:29.498919 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c71b903d-869b-4c13-9fd3-f65cc38ba95f req-d2802142-f325-4152-ae9f-36fe5c71d6df service neutron] 10.222.0.110 "GET /v2.0/networks/f588cc43-c695-421a-8d57-53eb59d8e512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893929 Sep 24 16:43:29.625650 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-6486cfe7-92fb-4e6e-9acb-73055be81397 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c30c3f3-733e-413a-9f87-df80155f4804', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932375937', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'c66f0ee8-7d0f-463a-9290-88473098b80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:43:09Z', 'updated_at': '2021-09-24T16:43:13Z', 'revision_number': 4, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'gw_port': {'id': 'c66f0ee8-7d0f-463a-9290-88473098b80c', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:3a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c30c3f3-733e-413a-9f87-df80155f4804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:43:09Z', 'updated_at': '2021-09-24T16:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': '500e2581-b8a8-40c8-b028-db3e34735ec5', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'floating_ip_address': '172.25.0.107', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '8c30c3f3-733e-413a-9f87-df80155f4804', 'port_id': 'f21f0a8d-893a-4c6c-88de-b9839972859c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4254, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f588cc43-c695-421a-8d57-53eb59d8e512', 'mac_address': 'fa:16:3e:17:a2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6259ca-b880-46d2-af3a-a6af6eae4b88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T16:43:27Z', 'updated_at': '2021-09-24T16:43:27Z', 'revision_number': 0, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b95d091f-4187-463e-962e-098066b20555', 'name': '', 'network_id': 'f588cc43-c695-421a-8d57-53eb59d8e512', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'mac_address': 'fa:16:3e:d8:e5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c30c3f3-733e-413a-9f87-df80155f4804', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '2ec42dac-ac73-42bf-84db-4618f9ff2ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:43:12Z', 'updated_at': '2021-09-24T16:43:16Z', 'revision_number': 5, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'subnets': [{'id': '2ec42dac-ac73-42bf-84db-4618f9ff2ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:43:29.654970 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6486cfe7-92fb-4e6e-9acb-73055be81397 None None] The sync data for ids ['8c30c3f3-733e-413a-9f87-df80155f4804'] in n-d-808921-1 is: [{'id': '8c30c3f3-733e-413a-9f87-df80155f4804', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932375937', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'c66f0ee8-7d0f-463a-9290-88473098b80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:43:09Z', 'updated_at': '2021-09-24T16:43:13Z', 'revision_number': 4, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'gw_port': {'id': 'c66f0ee8-7d0f-463a-9290-88473098b80c', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:3a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c30c3f3-733e-413a-9f87-df80155f4804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:43:09Z', 'updated_at': '2021-09-24T16:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': '500e2581-b8a8-40c8-b028-db3e34735ec5', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'floating_ip_address': '172.25.0.107', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '8c30c3f3-733e-413a-9f87-df80155f4804', 'port_id': 'f21f0a8d-893a-4c6c-88de-b9839972859c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4254, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f588cc43-c695-421a-8d57-53eb59d8e512', 'mac_address': 'fa:16:3e:17:a2:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a6259ca-b880-46d2-af3a-a6af6eae4b88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T16:43:27Z', 'updated_at': '2021-09-24T16:43:27Z', 'revision_number': 0, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b95d091f-4187-463e-962e-098066b20555', 'name': '', 'network_id': 'f588cc43-c695-421a-8d57-53eb59d8e512', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'mac_address': 'fa:16:3e:d8:e5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c30c3f3-733e-413a-9f87-df80155f4804', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '2ec42dac-ac73-42bf-84db-4618f9ff2ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:43:12Z', 'updated_at': '2021-09-24T16:43:16Z', 'revision_number': 5, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'subnets': [{'id': '2ec42dac-ac73-42bf-84db-4618f9ff2ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:43:29.842955 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ab7514-0a3d-4640-96eb-06b8de446bd5 None None] New status for floating IP 500e2581-b8a8-40c8-b028-db3e34735ec5: ACTIVE {{(pid=95299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 16:43:30.149717 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47860) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:43:30.213305 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-b0ae6820-5d75-4d70-8856-e39ba7eac11a tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/floatingips/500e2581-b8a8-40c8-b028-db3e34735ec5 HTTP/1.1" status: 200 len: 993 time: 0.0624096 Sep 24 16:43:31.249364 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-43356a41-5611-4c24-8828-cd5b9f626ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:34.015928 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-57599150-24ba-415a-ba27-a776339d4ce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:34.336293 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:35.547627 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:36.951997 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:39.562808 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:41.541718 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:43:57.057943 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:44:01.282230 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ee68945a-e330-4e76-b8b5-eb1228b07852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:03.940994 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7d0adaca-b558-4303-a020-b6ef30fd71da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:04.323704 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:05.557812 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:05.821835 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fca311d-f7b6-4cff-aaf0-651aaece9140 req-51e431bd-20ff-4972-b74e-04f11faf577a tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:44:05.823357 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8fca311d-f7b6-4cff-aaf0-651aaece9140 req-51e431bd-20ff-4972-b74e-04f11faf577a tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=0a6259ca-b880-46d2-af3a-a6af6eae4b88 HTTP/1.1" status: 200 len: 945 time: 0.1037354 Sep 24 16:44:05.862037 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8fca311d-f7b6-4cff-aaf0-651aaece9140 req-054fa884-128a-4b5b-a735-57c8c14df4b3 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=1d713b09-2021-4f64-9fac-2a7df4adf33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316498 Sep 24 16:44:06.946282 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:07.334706 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e428d0b4-2c19-4449-a886-dde576ea6ee9 req-3aa3a9f6-1872-42cc-9c87-7e851c18877e tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:44:07.336237 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e428d0b4-2c19-4449-a886-dde576ea6ee9 req-3aa3a9f6-1872-42cc-9c87-7e851c18877e tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=0a6259ca-b880-46d2-af3a-a6af6eae4b88 HTTP/1.1" status: 200 len: 945 time: 0.4050615 Sep 24 16:44:07.374366 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e428d0b4-2c19-4449-a886-dde576ea6ee9 req-b5df4d0b-a41d-4b7e-8d30-5e1295ee6f20 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=1d713b09-2021-4f64-9fac-2a7df4adf33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316174 Sep 24 16:44:07.396135 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47890) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:44:07.456384 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-0d8590e4-50bf-46d9-8214-dfdf4afa06a3 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/floatingips/500e2581-b8a8-40c8-b028-db3e34735ec5 HTTP/1.1" status: 200 len: 993 time: 0.0591106 Sep 24 16:44:08.914149 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2566164a-a889-400d-b960-89082e50341d req-dace8c82-9a73-4fda-a55f-3fc54fdedb2b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:44:08.916305 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2566164a-a889-400d-b960-89082e50341d req-dace8c82-9a73-4fda-a55f-3fc54fdedb2b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=0a6259ca-b880-46d2-af3a-a6af6eae4b88 HTTP/1.1" status: 200 len: 945 time: 0.0523667 Sep 24 16:44:08.966140 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2566164a-a889-400d-b960-89082e50341d req-b76af3b3-817e-4702-aab0-43bd985c88cc tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=1d713b09-2021-4f64-9fac-2a7df4adf33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437117 Sep 24 16:44:09.004982 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dd51af-be23-4b91-800f-8f5194b55e1e req-e0c42740-33cb-4899-b62a-4a56ba75e930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:44:09.008212 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-83dd51af-be23-4b91-800f-8f5194b55e1e req-e0c42740-33cb-4899-b62a-4a56ba75e930 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=28cadd01842a4b25a3b760a81c9d7553&device_id=0a6259ca-b880-46d2-af3a-a6af6eae4b88 HTTP/1.1" status: 200 len: 1096 time: 0.0590069 Sep 24 16:44:09.104347 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dd51af-be23-4b91-800f-8f5194b55e1e req-94d716c6-a305-40f5-bd16-23219d807b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:44:09.105829 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-83dd51af-be23-4b91-800f-8f5194b55e1e req-94d716c6-a305-40f5-bd16-23219d807b2b service neutron] 10.222.0.110 "GET /v2.0/networks?id=f588cc43-c695-421a-8d57-53eb59d8e512 HTTP/1.1" status: 200 len: 898 time: 0.0885873 Sep 24 16:44:09.177601 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-83dd51af-be23-4b91-800f-8f5194b55e1e req-19ebdb48-92d0-44ea-ad70-7746a883a096 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f21f0a8d-893a-4c6c-88de-b9839972859c HTTP/1.1" status: 200 len: 1001 time: 0.0635376 Sep 24 16:44:09.234010 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dd51af-be23-4b91-800f-8f5194b55e1e req-122c9493-94fe-4a4e-bd50-63ee3624505f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:44:09.235523 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-83dd51af-be23-4b91-800f-8f5194b55e1e req-122c9493-94fe-4a4e-bd50-63ee3624505f service neutron] 10.222.0.110 "GET /v2.0/subnets?id=2ec42dac-ac73-42bf-84db-4618f9ff2ba6 HTTP/1.1" status: 200 len: 834 time: 0.0504198 Sep 24 16:44:09.284629 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dd51af-be23-4b91-800f-8f5194b55e1e req-0a5cfdf0-1e0d-46f7-9fdb-12437a452b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:44:09.286209 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-83dd51af-be23-4b91-800f-8f5194b55e1e req-0a5cfdf0-1e0d-46f7-9fdb-12437a452b04 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=f588cc43-c695-421a-8d57-53eb59d8e512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425243 Sep 24 16:44:09.385797 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-83dd51af-be23-4b91-800f-8f5194b55e1e req-36bcf669-0956-4bf7-b6bb-248c5ee583ce service neutron] 10.222.0.110 "GET /v2.0/networks/f588cc43-c695-421a-8d57-53eb59d8e512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920930 Sep 24 16:44:09.482938 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-83dd51af-be23-4b91-800f-8f5194b55e1e req-c46df05c-d11d-4ebe-959a-e0dc07c2bb79 service neutron] 10.222.0.110 "GET /v2.0/networks/f588cc43-c695-421a-8d57-53eb59d8e512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899374 Sep 24 16:44:09.540890 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:10.088559 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad9d0de-d43b-4f51-baf7-2e9b5625971f req-02b03511-1f44-4595-b133-d67b2d553ecc tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:44:10.090747 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7ad9d0de-d43b-4f51-baf7-2e9b5625971f req-02b03511-1f44-4595-b133-d67b2d553ecc tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=0a6259ca-b880-46d2-af3a-a6af6eae4b88 HTTP/1.1" status: 200 len: 945 time: 0.0538082 Sep 24 16:44:10.130625 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7ad9d0de-d43b-4f51-baf7-2e9b5625971f req-ee6c2ba5-6d48-4282-b967-b2dd96fa2f98 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=1d713b09-2021-4f64-9fac-2a7df4adf33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339005 Sep 24 16:44:11.253738 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce69c53-514e-41a2-b9cc-ec365212ce06 req-7b5019b9-fde5-4606-98fa-e33fdf805567 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:44:11.255318 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8ce69c53-514e-41a2-b9cc-ec365212ce06 req-7b5019b9-fde5-4606-98fa-e33fdf805567 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=0a6259ca-b880-46d2-af3a-a6af6eae4b88 HTTP/1.1" status: 200 len: 945 time: 0.0539670 Sep 24 16:44:11.296803 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8ce69c53-514e-41a2-b9cc-ec365212ce06 req-309f5461-c5d8-40a5-91ef-4c382d773009 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=1d713b09-2021-4f64-9fac-2a7df4adf33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353696 Sep 24 16:44:11.319294 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47904) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:44:11.382865 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-2f286af9-869f-4a8e-805a-0ebc2ab92419 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/floatingips/500e2581-b8a8-40c8-b028-db3e34735ec5 HTTP/1.1" status: 200 len: 993 time: 0.0622749 Sep 24 16:44:11.586433 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:11.609733 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47910) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:44:11.767385 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-8cca924d-f246-4a38-8ba9-b563b6928c56 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Deleting port baf24375-e239-44dc-9762-97f953a4c3bb {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:44:11.767746 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8cca924d-f246-4a38-8ba9-b563b6928c56 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:11.850190 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8cca924d-f246-4a38-8ba9-b563b6928c56 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:11.850450 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8cca924d-f246-4a38-8ba9-b563b6928c56 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:11.862901 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-8cca924d-f246-4a38-8ba9-b563b6928c56 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Calling delete_port for baf24375-e239-44dc-9762-97f953a4c3bb owned by network:floatingip {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:44:12.083254 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8cca924d-f246-4a38-8ba9-b563b6928c56 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:12.111214 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cca924d-f246-4a38-8ba9-b563b6928c56 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event deleted for resources: {'Port': ['ID=baf24375-e239-44dc-9762-97f953a4c3bb,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:44:12.134519 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cca924d-f246-4a38-8ba9-b563b6928c56 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:44:12.134874 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cca924d-f246-4a38-8ba9-b563b6928c56 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:44:12.137022 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cca924d-f246-4a38-8ba9-b563b6928c56 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:44:12.137022 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cca924d-f246-4a38-8ba9-b563b6928c56 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:44:12.137022 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cca924d-f246-4a38-8ba9-b563b6928c56 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:44:12.137022 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cca924d-f246-4a38-8ba9-b563b6928c56 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:44:12.137022 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cca924d-f246-4a38-8ba9-b563b6928c56 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:44:12.137601 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cca924d-f246-4a38-8ba9-b563b6928c56 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:44:12.137904 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cca924d-f246-4a38-8ba9-b563b6928c56 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:44:12.138241 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cca924d-f246-4a38-8ba9-b563b6928c56 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:44:12.138597 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cca924d-f246-4a38-8ba9-b563b6928c56 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:44:12.138932 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cca924d-f246-4a38-8ba9-b563b6928c56 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:44:12.180869 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8cca924d-f246-4a38-8ba9-b563b6928c56 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for floatingip, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:12.181214 n-d-808921-1 neutron-server[95297]: INFO neutron.db.l3_db [None req-8cca924d-f246-4a38-8ba9-b563b6928c56 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Floating IP 500e2581-b8a8-40c8-b028-db3e34735ec5 disassociated (deleted). External IP: 172.25.0.107, port: f21f0a8d-893a-4c6c-88de-b9839972859c. Sep 24 16:44:12.397451 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cca924d-f246-4a38-8ba9-b563b6928c56 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Router 8c30c3f3-733e-413a-9f87-df80155f4804 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:44:12.508658 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cca924d-f246-4a38-8ba9-b563b6928c56 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:44:12.513450 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8cca924d-f246-4a38-8ba9-b563b6928c56 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:12.521023 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8052f44d-df0f-47c9-852e-d52dcbf72dfb None None] Sync routers for ids ['8c30c3f3-733e-413a-9f87-df80155f4804'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:44:12.531699 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8052f44d-df0f-47c9-852e-d52dcbf72dfb None None] Routers {'8c30c3f3-733e-413a-9f87-df80155f4804'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:44:12.532331 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-8052f44d-df0f-47c9-852e-d52dcbf72dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:44:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['8c30c3f3-733e-413a-9f87-df80155f4804'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:44:12.541522 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-8cca924d-f246-4a38-8ba9-b563b6928c56 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "DELETE /v2.0/floatingips/500e2581-b8a8-40c8-b028-db3e34735ec5 HTTP/1.1" status: 204 len: 168 time: 0.9306338 Sep 24 16:44:12.542112 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a6259ca-b880-46d2-af3a-a6af6eae4b88', 'tag': 'f21f0a8d-893a-4c6c-88de-b9839972859c'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:44:12.544998 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce09631955309d89252ad503228e8356032135eb6e803a44cefb008b5f264874" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb4c468-dd2e-44fd-847d-38d3e4922102" -d '{"events": [{"name": "network-changed", "server_uuid": "0a6259ca-b880-46d2-af3a-a6af6eae4b88", "tag": "f21f0a8d-893a-4c6c-88de-b9839972859c"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:44:12.585680 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf405728-e651-4266-a227-9bd021b0d03e x-openstack-request-id: req-cf405728-e651-4266-a227-9bd021b0d03e {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:44:12.585948 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a6259ca-b880-46d2-af3a-a6af6eae4b88", "tag": "f21f0a8d-893a-4c6c-88de-b9839972859c", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:44:12.586206 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-cf405728-e651-4266-a227-9bd021b0d03e {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:44:12.586663 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a6259ca-b880-46d2-af3a-a6af6eae4b88', 'tag': 'f21f0a8d-893a-4c6c-88de-b9839972859c', 'status': 'completed', 'code': 200} Sep 24 16:44:12.645127 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-8052f44d-df0f-47c9-852e-d52dcbf72dfb None None] Set router 8c30c3f3-733e-413a-9f87-df80155f4804 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:44:12.650221 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb4c468-dd2e-44fd-847d-38d3e4922102 req-a51722ec-d48d-41b9-900a-dba43e990507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:44:12.651714 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0eb4c468-dd2e-44fd-847d-38d3e4922102 req-a51722ec-d48d-41b9-900a-dba43e990507 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=28cadd01842a4b25a3b760a81c9d7553&device_id=0a6259ca-b880-46d2-af3a-a6af6eae4b88 HTTP/1.1" status: 200 len: 1096 time: 0.0412765 Sep 24 16:44:12.751974 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb4c468-dd2e-44fd-847d-38d3e4922102 req-0593eeb8-d884-4411-8994-9583630392da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:44:12.753643 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0eb4c468-dd2e-44fd-847d-38d3e4922102 req-0593eeb8-d884-4411-8994-9583630392da service neutron] 10.222.0.110 "GET /v2.0/networks?id=f588cc43-c695-421a-8d57-53eb59d8e512 HTTP/1.1" status: 200 len: 898 time: 0.0939746 Sep 24 16:44:12.798314 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0eb4c468-dd2e-44fd-847d-38d3e4922102 req-96a63dbf-863b-4c31-9534-9977f063b639 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f21f0a8d-893a-4c6c-88de-b9839972859c HTTP/1.1" status: 200 len: 217 time: 0.0371442 Sep 24 16:44:12.859819 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb4c468-dd2e-44fd-847d-38d3e4922102 req-db581f66-59c8-4ff6-a3fb-f2167979bb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:44:12.861429 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0eb4c468-dd2e-44fd-847d-38d3e4922102 req-db581f66-59c8-4ff6-a3fb-f2167979bb9f service neutron] 10.222.0.110 "GET /v2.0/subnets?id=2ec42dac-ac73-42bf-84db-4618f9ff2ba6 HTTP/1.1" status: 200 len: 834 time: 0.0549424 Sep 24 16:44:12.872269 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-8052f44d-df0f-47c9-852e-d52dcbf72dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c30c3f3-733e-413a-9f87-df80155f4804', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932375937', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'c66f0ee8-7d0f-463a-9290-88473098b80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:43:09Z', 'updated_at': '2021-09-24T16:43:13Z', 'revision_number': 4, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'gw_port': {'id': 'c66f0ee8-7d0f-463a-9290-88473098b80c', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:3a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c30c3f3-733e-413a-9f87-df80155f4804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:43:09Z', 'updated_at': '2021-09-24T16:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'b95d091f-4187-463e-962e-098066b20555', 'name': '', 'network_id': 'f588cc43-c695-421a-8d57-53eb59d8e512', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'mac_address': 'fa:16:3e:d8:e5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c30c3f3-733e-413a-9f87-df80155f4804', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '2ec42dac-ac73-42bf-84db-4618f9ff2ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:43:12Z', 'updated_at': '2021-09-24T16:43:16Z', 'revision_number': 5, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'subnets': [{'id': '2ec42dac-ac73-42bf-84db-4618f9ff2ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:44:12.904604 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8052f44d-df0f-47c9-852e-d52dcbf72dfb None None] Checking router: 8c30c3f3-733e-413a-9f87-df80155f4804 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:44:12.913114 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8052f44d-df0f-47c9-852e-d52dcbf72dfb None None] Routers {'8c30c3f3-733e-413a-9f87-df80155f4804'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:44:12.913737 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-8052f44d-df0f-47c9-852e-d52dcbf72dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:44:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['8c30c3f3-733e-413a-9f87-df80155f4804'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:44:12.926569 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb4c468-dd2e-44fd-847d-38d3e4922102 req-e6fd5008-815a-4fd1-99a3-771f776e6108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:44:12.935047 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0eb4c468-dd2e-44fd-847d-38d3e4922102 req-e6fd5008-815a-4fd1-99a3-771f776e6108 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=f588cc43-c695-421a-8d57-53eb59d8e512&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0610130 Sep 24 16:44:13.047109 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-8052f44d-df0f-47c9-852e-d52dcbf72dfb None None] Set router 8c30c3f3-733e-413a-9f87-df80155f4804 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:44:13.061355 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0eb4c468-dd2e-44fd-847d-38d3e4922102 req-0acba914-120b-40ab-8ee7-e7d196fdbea5 service neutron] 10.222.0.110 "GET /v2.0/networks/f588cc43-c695-421a-8d57-53eb59d8e512?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152244 Sep 24 16:44:13.076913 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b42af0f-2d66-47b7-af5a-366466603702 req-cf1609f9-1886-4ede-b8e0-9f2e18b3ffbb tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:44:13.079555 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2b42af0f-2d66-47b7-af5a-366466603702 req-cf1609f9-1886-4ede-b8e0-9f2e18b3ffbb tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=0a6259ca-b880-46d2-af3a-a6af6eae4b88 HTTP/1.1" status: 200 len: 945 time: 0.0822811 Sep 24 16:44:13.128883 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2b42af0f-2d66-47b7-af5a-366466603702 req-2e7bf231-ed68-4a60-bc6a-5944eb01615a tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=1d713b09-2021-4f64-9fac-2a7df4adf33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428462 Sep 24 16:44:13.187984 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0eb4c468-dd2e-44fd-847d-38d3e4922102 req-0d42a2b6-426a-467a-b88d-e32c4a58f56c service neutron] 10.222.0.110 "GET /v2.0/networks/f588cc43-c695-421a-8d57-53eb59d8e512?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186650 Sep 24 16:44:13.273167 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-8052f44d-df0f-47c9-852e-d52dcbf72dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c30c3f3-733e-413a-9f87-df80155f4804', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932375937', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'c66f0ee8-7d0f-463a-9290-88473098b80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:43:09Z', 'updated_at': '2021-09-24T16:43:13Z', 'revision_number': 4, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'gw_port': {'id': 'c66f0ee8-7d0f-463a-9290-88473098b80c', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:3a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c30c3f3-733e-413a-9f87-df80155f4804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:43:09Z', 'updated_at': '2021-09-24T16:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'b95d091f-4187-463e-962e-098066b20555', 'name': '', 'network_id': 'f588cc43-c695-421a-8d57-53eb59d8e512', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'mac_address': 'fa:16:3e:d8:e5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c30c3f3-733e-413a-9f87-df80155f4804', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '2ec42dac-ac73-42bf-84db-4618f9ff2ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:43:12Z', 'updated_at': '2021-09-24T16:43:16Z', 'revision_number': 5, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'subnets': [{'id': '2ec42dac-ac73-42bf-84db-4618f9ff2ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:44:13.298941 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8052f44d-df0f-47c9-852e-d52dcbf72dfb None None] The sync data for ids ['8c30c3f3-733e-413a-9f87-df80155f4804'] in n-d-808921-1 is: [{'id': '8c30c3f3-733e-413a-9f87-df80155f4804', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932375937', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'c66f0ee8-7d0f-463a-9290-88473098b80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:43:09Z', 'updated_at': '2021-09-24T16:43:13Z', 'revision_number': 4, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'gw_port': {'id': 'c66f0ee8-7d0f-463a-9290-88473098b80c', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:3a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c30c3f3-733e-413a-9f87-df80155f4804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:43:09Z', 'updated_at': '2021-09-24T16:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'b95d091f-4187-463e-962e-098066b20555', 'name': '', 'network_id': 'f588cc43-c695-421a-8d57-53eb59d8e512', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'mac_address': 'fa:16:3e:d8:e5:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c30c3f3-733e-413a-9f87-df80155f4804', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '2ec42dac-ac73-42bf-84db-4618f9ff2ba6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:43:12Z', 'updated_at': '2021-09-24T16:43:16Z', 'revision_number': 5, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'subnets': [{'id': '2ec42dac-ac73-42bf-84db-4618f9ff2ba6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:44:13.545754 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7a9963-7c98-49c3-b226-1b3ecadd7d2a None None] New status for floating IP 500e2581-b8a8-40c8-b028-db3e34735ec5: DOWN {{(pid=95299) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 16:44:14.260507 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656802d4-4c35-4931-b9aa-f27eedcca364 req-180ffaee-e504-446c-9c56-ef4982875134 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:44:14.262671 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-656802d4-4c35-4931-b9aa-f27eedcca364 req-180ffaee-e504-446c-9c56-ef4982875134 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=0a6259ca-b880-46d2-af3a-a6af6eae4b88 HTTP/1.1" status: 200 len: 945 time: 0.0555644 Sep 24 16:44:14.307047 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-656802d4-4c35-4931-b9aa-f27eedcca364 req-5054d3d8-b63d-4588-888c-cc2f6568e305 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/security-groups?id=1d713b09-2021-4f64-9fac-2a7df4adf33a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377939 Sep 24 16:44:14.900490 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186d896-2309-4975-a314-1e2d6a0b34ab req-d269f628-00df-440c-a25c-8c5e7c1773f2 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:44:14.902750 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9186d896-2309-4975-a314-1e2d6a0b34ab req-d269f628-00df-440c-a25c-8c5e7c1773f2 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.110 "GET /v2.0/ports?device_id=0a6259ca-b880-46d2-af3a-a6af6eae4b88 HTTP/1.1" status: 200 len: 945 time: 0.0513406 Sep 24 16:44:14.998300 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-9186d896-2309-4975-a314-1e2d6a0b34ab req-2b398acc-18e9-49a6-849b-42de18374033 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Deleting port f21f0a8d-893a-4c6c-88de-b9839972859c {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:44:14.998671 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-9186d896-2309-4975-a314-1e2d6a0b34ab req-2b398acc-18e9-49a6-849b-42de18374033 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:15.098604 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-9186d896-2309-4975-a314-1e2d6a0b34ab req-2b398acc-18e9-49a6-849b-42de18374033 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] For port f21f0a8d-893a-4c6c-88de-b9839972859c, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=f21f0a8d-893a-4c6c-88de-b9839972859c,segment=NetworkSegment(5159a311-99f4-4eec-b845-a6b50c31ba61),segment_id=5159a311-99f4-4eec-b845-a6b50c31ba61)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:44:15.098959 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-9186d896-2309-4975-a314-1e2d6a0b34ab req-2b398acc-18e9-49a6-849b-42de18374033 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:15.114245 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-9186d896-2309-4975-a314-1e2d6a0b34ab req-2b398acc-18e9-49a6-849b-42de18374033 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Calling delete_port for f21f0a8d-893a-4c6c-88de-b9839972859c owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:44:15.310582 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-9186d896-2309-4975-a314-1e2d6a0b34ab req-2b398acc-18e9-49a6-849b-42de18374033 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:15.342253 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b398acc-18e9-49a6-849b-42de18374033 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event deleted for resources: {'Port': ['ID=f21f0a8d-893a-4c6c-88de-b9839972859c,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:44:15.367566 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b398acc-18e9-49a6-849b-42de18374033 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:44:15.367911 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b398acc-18e9-49a6-849b-42de18374033 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:44:15.368248 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b398acc-18e9-49a6-849b-42de18374033 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:44:15.368585 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b398acc-18e9-49a6-849b-42de18374033 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:44:15.368910 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b398acc-18e9-49a6-849b-42de18374033 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:44:15.369237 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b398acc-18e9-49a6-849b-42de18374033 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:44:15.369561 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b398acc-18e9-49a6-849b-42de18374033 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:44:15.369884 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b398acc-18e9-49a6-849b-42de18374033 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:44:15.370205 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b398acc-18e9-49a6-849b-42de18374033 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:44:15.371047 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b398acc-18e9-49a6-849b-42de18374033 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:44:15.371366 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b398acc-18e9-49a6-849b-42de18374033 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:44:15.371980 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b398acc-18e9-49a6-849b-42de18374033 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:44:15.398303 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-9186d896-2309-4975-a314-1e2d6a0b34ab req-2b398acc-18e9-49a6-849b-42de18374033 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] No DVR routers for this DVR port f21f0a8d-893a-4c6c-88de-b9839972859c on host n-h1-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:44:15.401364 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-9186d896-2309-4975-a314-1e2d6a0b34ab req-2b398acc-18e9-49a6-849b-42de18374033 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:15.403637 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9186d896-2309-4975-a314-1e2d6a0b34ab req-2b398acc-18e9-49a6-849b-42de18374033 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.110 "DELETE /v2.0/ports/f21f0a8d-893a-4c6c-88de-b9839972859c HTTP/1.1" status: 204 len: 173 time: 0.4951398 Sep 24 16:44:15.404095 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a6259ca-b880-46d2-af3a-a6af6eae4b88', 'name': 'network-vif-deleted', 'tag': 'f21f0a8d-893a-4c6c-88de-b9839972859c'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:44:15.406446 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86bdbdc9b9e92b390e2d9cb11b84962cc6f6bd0fdc6518f79f4e2677ef2c88f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a174a0-c154-4d3d-b914-eee76f0628b8" -d '{"events": [{"server_uuid": "0a6259ca-b880-46d2-af3a-a6af6eae4b88", "name": "network-vif-deleted", "tag": "f21f0a8d-893a-4c6c-88de-b9839972859c"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:44:15.413712 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d0500949-d097-4493-9b5e-87e9c80d9942 req-c664eedf-83ff-4b61-a182-06636933747c tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=0a6259ca-b880-46d2-af3a-a6af6eae4b88 HTTP/1.1" status: 200 len: 210 time: 0.0343614 Sep 24 16:44:15.447585 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb6568c-23ee-4870-acf7-0b332c1cdb94 x-openstack-request-id: req-cdb6568c-23ee-4870-acf7-0b332c1cdb94 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:44:15.448026 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a6259ca-b880-46d2-af3a-a6af6eae4b88", "name": "network-vif-deleted", "tag": "f21f0a8d-893a-4c6c-88de-b9839972859c", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:44:15.448274 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-cdb6568c-23ee-4870-acf7-0b332c1cdb94 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:44:15.448730 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a6259ca-b880-46d2-af3a-a6af6eae4b88', 'name': 'network-vif-deleted', 'tag': 'f21f0a8d-893a-4c6c-88de-b9839972859c', 'status': 'completed', 'code': 200} Sep 24 16:44:16.535257 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3378d053-b6ee-480b-bb93-f29a060123bd req-5e2412fe-6098-4665-aa5d-787b1a377932 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "GET /v2.0/ports?device_id=0a6259ca-b880-46d2-af3a-a6af6eae4b88 HTTP/1.1" status: 200 len: 210 time: 0.0287874 Sep 24 16:44:17.594191 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47932) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:44:17.962803 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-704c1160-8f50-494e-957a-3d50c7f3f79b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:18.225314 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-704c1160-8f50-494e-957a-3d50c7f3f79b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Deleting port b95d091f-4187-463e-962e-098066b20555 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:44:18.225545 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-704c1160-8f50-494e-957a-3d50c7f3f79b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:18.322148 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-704c1160-8f50-494e-957a-3d50c7f3f79b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] For port b95d091f-4187-463e-962e-098066b20555, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=b95d091f-4187-463e-962e-098066b20555,segment=NetworkSegment(5159a311-99f4-4eec-b845-a6b50c31ba61),segment_id=5159a311-99f4-4eec-b845-a6b50c31ba61)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:44:18.322550 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-704c1160-8f50-494e-957a-3d50c7f3f79b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:18.337020 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-704c1160-8f50-494e-957a-3d50c7f3f79b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Calling delete_port for b95d091f-4187-463e-962e-098066b20555 owned by network:router_interface {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:44:18.618749 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-704c1160-8f50-494e-957a-3d50c7f3f79b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:18.647247 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704c1160-8f50-494e-957a-3d50c7f3f79b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event deleted for resources: {'Port': ['ID=b95d091f-4187-463e-962e-098066b20555,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:44:18.825914 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-704c1160-8f50-494e-957a-3d50c7f3f79b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:18.965188 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device f21f0a8d-893a-4c6c-88de-b9839972859c no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:44:18.986852 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] No Port match for: f21f0a8d-893a-4c6c-88de-b9839972859c {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:44:18.987197 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device f21f0a8d-893a-4c6c-88de-b9839972859c not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:44:19.050548 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-704c1160-8f50-494e-957a-3d50c7f3f79b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Router 8c30c3f3-733e-413a-9f87-df80155f4804 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:44:19.160837 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-704c1160-8f50-494e-957a-3d50c7f3f79b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:44:19.166079 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-704c1160-8f50-494e-957a-3d50c7f3f79b tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "PUT /v2.0/routers/8c30c3f3-733e-413a-9f87-df80155f4804/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5707393 Sep 24 16:44:19.169506 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47934) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:44:19.170559 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6709017b-5c42-4bb4-8fb4-3a06f77a449e None None] Sync routers for ids ['8c30c3f3-733e-413a-9f87-df80155f4804'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:44:19.179628 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6709017b-5c42-4bb4-8fb4-3a06f77a449e None None] Routers {'8c30c3f3-733e-413a-9f87-df80155f4804'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:44:19.180166 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-6709017b-5c42-4bb4-8fb4-3a06f77a449e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:44:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['8c30c3f3-733e-413a-9f87-df80155f4804'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:44:19.222462 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfa51d11-70a1-4ecf-8113-9679bbd9f5bc tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Deleting subnet 2ec42dac-ac73-42bf-84db-4618f9ff2ba6 {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 16:44:19.225532 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bfa51d11-70a1-4ecf-8113-9679bbd9f5bc tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:19.274172 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bfa51d11-70a1-4ecf-8113-9679bbd9f5bc tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:19.284874 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-6709017b-5c42-4bb4-8fb4-3a06f77a449e None None] Set router 8c30c3f3-733e-413a-9f87-df80155f4804 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:44:19.357729 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bfa51d11-70a1-4ecf-8113-9679bbd9f5bc tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:19.500760 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bfa51d11-70a1-4ecf-8113-9679bbd9f5bc tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:19.533234 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa51d11-70a1-4ecf-8113-9679bbd9f5bc tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event deleted for resources: {'Subnet': ['ID=2ec42dac-ac73-42bf-84db-4618f9ff2ba6,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:44:19.536855 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-bfa51d11-70a1-4ecf-8113-9679bbd9f5bc tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:19.538806 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-bfa51d11-70a1-4ecf-8113-9679bbd9f5bc tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "DELETE /v2.0/subnets/2ec42dac-ac73-42bf-84db-4618f9ff2ba6 HTTP/1.1" status: 204 len: 168 time: 0.3682559 Sep 24 16:44:19.541432 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47936) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:44:19.545290 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4b573a9-4656-4dbe-85d4-f0a993c3b15d None None] Network f588cc43-c695-421a-8d57-53eb59d8e512 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:44:19.560385 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-6709017b-5c42-4bb4-8fb4-3a06f77a449e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c30c3f3-733e-413a-9f87-df80155f4804', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932375937', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'c66f0ee8-7d0f-463a-9290-88473098b80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:43:09Z', 'updated_at': '2021-09-24T16:44:18Z', 'revision_number': 5, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'gw_port': {'id': 'c66f0ee8-7d0f-463a-9290-88473098b80c', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:3a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c30c3f3-733e-413a-9f87-df80155f4804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:43:09Z', 'updated_at': '2021-09-24T16:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:44:19.586558 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6709017b-5c42-4bb4-8fb4-3a06f77a449e None None] Checking router: 8c30c3f3-733e-413a-9f87-df80155f4804 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:44:19.595900 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6709017b-5c42-4bb4-8fb4-3a06f77a449e None None] Routers {'8c30c3f3-733e-413a-9f87-df80155f4804'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:44:19.596526 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-6709017b-5c42-4bb4-8fb4-3a06f77a449e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:44:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['8c30c3f3-733e-413a-9f87-df80155f4804'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:44:19.650742 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f8ba34a6-7d19-463f-a482-93a60d3d8a0d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for router, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:19.702001 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-6709017b-5c42-4bb4-8fb4-3a06f77a449e None None] Set router 8c30c3f3-733e-413a-9f87-df80155f4804 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:44:19.725311 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb06b378-a93d-410f-ad4b-41b007bac294 None None] DHCP port deletion for f588cc43-c695-421a-8d57-53eb59d8e512 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 16:44:19.771354 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f8ba34a6-7d19-463f-a482-93a60d3d8a0d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:19.773489 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-eb06b378-a93d-410f-ad4b-41b007bac294 None None] Deleting port aaaf4477-04bf-4c12-9db8-6aa95e29ce2c {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:44:19.773841 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-eb06b378-a93d-410f-ad4b-41b007bac294 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:19.835275 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-eb06b378-a93d-410f-ad4b-41b007bac294 None None] For port aaaf4477-04bf-4c12-9db8-6aa95e29ce2c, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=aaaf4477-04bf-4c12-9db8-6aa95e29ce2c,segment=NetworkSegment(5159a311-99f4-4eec-b845-a6b50c31ba61),segment_id=5159a311-99f4-4eec-b845-a6b50c31ba61)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:44:19.835674 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-eb06b378-a93d-410f-ad4b-41b007bac294 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:19.849088 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-eb06b378-a93d-410f-ad4b-41b007bac294 None None] Calling delete_port for aaaf4477-04bf-4c12-9db8-6aa95e29ce2c owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:44:19.889854 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-6709017b-5c42-4bb4-8fb4-3a06f77a449e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c30c3f3-733e-413a-9f87-df80155f4804', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932375937', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'c66f0ee8-7d0f-463a-9290-88473098b80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:43:09Z', 'updated_at': '2021-09-24T16:44:18Z', 'revision_number': 5, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'gw_port': {'id': 'c66f0ee8-7d0f-463a-9290-88473098b80c', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:3a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c30c3f3-733e-413a-9f87-df80155f4804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:43:09Z', 'updated_at': '2021-09-24T16:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:44:19.892433 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-f8ba34a6-7d19-463f-a482-93a60d3d8a0d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Deleting port c66f0ee8-7d0f-463a-9290-88473098b80c {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:44:19.892777 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f8ba34a6-7d19-463f-a482-93a60d3d8a0d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:19.921443 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6709017b-5c42-4bb4-8fb4-3a06f77a449e None None] The sync data for ids ['8c30c3f3-733e-413a-9f87-df80155f4804'] in n-d-808921-1 is: [{'id': '8c30c3f3-733e-413a-9f87-df80155f4804', 'name': 'tempest-TestNetworkAdvancedServerOps-router-932375937', 'tenant_id': '28cadd01842a4b25a3b760a81c9d7553', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.91'}], 'enable_snat': True}, 'gw_port_id': 'c66f0ee8-7d0f-463a-9290-88473098b80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:43:09Z', 'updated_at': '2021-09-24T16:44:18Z', 'revision_number': 5, 'project_id': '28cadd01842a4b25a3b760a81c9d7553', 'gw_port': {'id': 'c66f0ee8-7d0f-463a-9290-88473098b80c', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:3a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c30c3f3-733e-413a-9f87-df80155f4804', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:43:09Z', 'updated_at': '2021-09-24T16:43:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:44:19.980373 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-f8ba34a6-7d19-463f-a482-93a60d3d8a0d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] For port c66f0ee8-7d0f-463a-9290-88473098b80c, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=c66f0ee8-7d0f-463a-9290-88473098b80c,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:44:19.980788 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f8ba34a6-7d19-463f-a482-93a60d3d8a0d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:19.992936 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-f8ba34a6-7d19-463f-a482-93a60d3d8a0d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Calling delete_port for c66f0ee8-7d0f-463a-9290-88473098b80c owned by network:router_gateway {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:44:20.014866 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-eb06b378-a93d-410f-ad4b-41b007bac294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:20.046552 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb06b378-a93d-410f-ad4b-41b007bac294 None None] Pushing event deleted for resources: {'Port': ['ID=aaaf4477-04bf-4c12-9db8-6aa95e29ce2c,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:44:20.046552 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb06b378-a93d-410f-ad4b-41b007bac294 None None] No DVR routers for this DVR port aaaf4477-04bf-4c12-9db8-6aa95e29ce2c on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:44:20.053496 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb06b378-a93d-410f-ad4b-41b007bac294 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:44:20.053854 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb06b378-a93d-410f-ad4b-41b007bac294 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:44:20.054200 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb06b378-a93d-410f-ad4b-41b007bac294 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:44:20.054565 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb06b378-a93d-410f-ad4b-41b007bac294 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:44:20.054906 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb06b378-a93d-410f-ad4b-41b007bac294 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:44:20.055249 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb06b378-a93d-410f-ad4b-41b007bac294 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:44:20.055580 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb06b378-a93d-410f-ad4b-41b007bac294 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:44:20.055911 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb06b378-a93d-410f-ad4b-41b007bac294 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:44:20.056291 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb06b378-a93d-410f-ad4b-41b007bac294 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:44:20.056561 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb06b378-a93d-410f-ad4b-41b007bac294 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:44:20.056888 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb06b378-a93d-410f-ad4b-41b007bac294 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:44:20.057260 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb06b378-a93d-410f-ad4b-41b007bac294 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:44:20.266005 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f8ba34a6-7d19-463f-a482-93a60d3d8a0d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:20.293456 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ba34a6-7d19-463f-a482-93a60d3d8a0d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event deleted for resources: {'Port': ['ID=c66f0ee8-7d0f-463a-9290-88473098b80c,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:44:20.370425 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f8ba34a6-7d19-463f-a482-93a60d3d8a0d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586576'] for router_gateway, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:20.469374 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f8ba34a6-7d19-463f-a482-93a60d3d8a0d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:20.471687 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f8ba34a6-7d19-463f-a482-93a60d3d8a0d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:20.574971 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f8ba34a6-7d19-463f-a482-93a60d3d8a0d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:20.575789 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8ba34a6-7d19-463f-a482-93a60d3d8a0d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Fanout notify agent at l3_agent the message router_deleted on router 8c30c3f3-733e-413a-9f87-df80155f4804 {{(pid=95297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 16:44:20.582662 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f8ba34a6-7d19-463f-a482-93a60d3d8a0d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:20.583809 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f8ba34a6-7d19-463f-a482-93a60d3d8a0d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "DELETE /v2.0/routers/8c30c3f3-733e-413a-9f87-df80155f4804 HTTP/1.1" status: 204 len: 168 time: 1.0414438 Sep 24 16:44:20.586555 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47938) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:44:20.672461 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3202fbad-5782-4e4d-959f-d84387fc033d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:20.760162 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3202fbad-5782-4e4d-959f-d84387fc033d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:20.785445 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-3202fbad-5782-4e4d-959f-d84387fc033d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f588cc43-c695-421a-8d57-53eb59d8e512']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:44:20.794826 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-3202fbad-5782-4e4d-959f-d84387fc033d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5159a311-99f4-4eec-b845-a6b50c31ba61') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:44:20.795122 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-3202fbad-5782-4e4d-959f-d84387fc033d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5159a311-99f4-4eec-b845-a6b50c31ba61') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:44:20.804948 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3202fbad-5782-4e4d-959f-d84387fc033d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:20.818722 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3202fbad-5782-4e4d-959f-d84387fc033d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:20.825672 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3202fbad-5782-4e4d-959f-d84387fc033d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Releasing vlan 1272 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 16:44:20.825974 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3202fbad-5782-4e4d-959f-d84387fc033d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:20.829001 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 16:44:20.829001 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 16:44:20.829001 n-d-808921-1 neutron-server[95297]: timer() Sep 24 16:44:20.829001 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 16:44:20.829001 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 16:44:20.829001 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 16:44:20.829001 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 16:44:20.829001 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 16:44:20.829001 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 16:44:20.829001 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 16:44:20.829001 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 16:44:20.829001 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 16:44:20.829001 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 16:44:20.829001 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 16:44:20.829001 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 16:44:20.829001 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 16:44:20.829001 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 16:44:20.829001 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 16:44:20.829001 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 16:44:20.829001 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 16:44:20.829001 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 16:44:20.829001 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 16:44:20.829001 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 16:44:20.829001 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 16:44:20.829001 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 16:44:20.829001 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 16:44:20.829001 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 16:44:20.829001 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 16:44:20.829001 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 16:44:20.829001 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 16:44:20.829001 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 16:44:20.829001 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 16:44:20.986131 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3202fbad-5782-4e4d-959f-d84387fc033d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:20.993781 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3202fbad-5782-4e4d-959f-d84387fc033d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:20.997910 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-3202fbad-5782-4e4d-959f-d84387fc033d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "DELETE /v2.0/networks/f588cc43-c695-421a-8d57-53eb59d8e512 HTTP/1.1" status: 204 len: 168 time: 0.4079838 Sep 24 16:44:21.009210 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47940) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:44:21.013180 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3202fbad-5782-4e4d-959f-d84387fc033d tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event deleted for resources: {'Network': ['ID=f588cc43-c695-421a-8d57-53eb59d8e512,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:44:21.065169 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device aaaf4477-04bf-4c12-9db8-6aa95e29ce2c no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:44:21.072221 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fa60b40d-da0d-4b2b-a732-7f238bebcbd2 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:21.085885 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: aaaf4477-04bf-4c12-9db8-6aa95e29ce2c {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:44:21.086169 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device aaaf4477-04bf-4c12-9db8-6aa95e29ce2c not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:44:21.086624 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device c66f0ee8-7d0f-463a-9290-88473098b80c no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:44:21.099669 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fa60b40d-da0d-4b2b-a732-7f238bebcbd2 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:21.106594 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: c66f0ee8-7d0f-463a-9290-88473098b80c {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:44:21.106945 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device c66f0ee8-7d0f-463a-9290-88473098b80c not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:44:21.107358 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device b95d091f-4187-463e-962e-098066b20555 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:44:21.130055 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: b95d091f-4187-463e-962e-098066b20555 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:44:21.132790 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device b95d091f-4187-463e-962e-098066b20555 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:44:21.252823 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fa60b40d-da0d-4b2b-a732-7f238bebcbd2 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:21.255668 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fa60b40d-da0d-4b2b-a732-7f238bebcbd2 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:21.256985 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-fa60b40d-da0d-4b2b-a732-7f238bebcbd2 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] 10.222.0.101 "DELETE /v2.0/security-groups/1d713b09-2021-4f64-9fac-2a7df4adf33a HTTP/1.1" status: 204 len: 168 time: 0.2558305 Sep 24 16:44:21.267171 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa60b40d-da0d-4b2b-a732-7f238bebcbd2 tempest-TestNetworkAdvancedServerOps-2106206360 tempest-TestNetworkAdvancedServerOps-2106206360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d713b09-2021-4f64-9fac-2a7df4adf33a,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:44:21.837816 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47948) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:44:21.980012 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-71853e1c-6e6f-4270-8861-fcd603589ca7 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=28cadd01842a4b25a3b760a81c9d7553&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1402080 Sep 24 16:44:21.982365 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47952) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:44:22.034733 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-83409814-6bef-4b04-baeb-475751305f79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:22.055676 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-83409814-6bef-4b04-baeb-475751305f79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:22.169268 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-83409814-6bef-4b04-baeb-475751305f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:22.171865 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-83409814-6bef-4b04-baeb-475751305f79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:22.173222 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-83409814-6bef-4b04-baeb-475751305f79 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/d3e3c79c-702b-4989-97ad-76fd9a8cdb65 HTTP/1.1" status: 204 len: 168 time: 0.1897695 Sep 24 16:44:22.181344 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83409814-6bef-4b04-baeb-475751305f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e3c79c-702b-4989-97ad-76fd9a8cdb65,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:44:22.768315 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 47958) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:44:22.782221 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0a8b1b1c-2797-48cf-9ed6-4eba2b2d0a48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:22.872829 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0a8b1b1c-2797-48cf-9ed6-4eba2b2d0a48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:22.938409 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-0a8b1b1c-2797-48cf-9ed6-4eba2b2d0a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:22.980929 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-0a8b1b1c-2797-48cf-9ed6-4eba2b2d0a48 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=0a674b98e03b4d03b09734ecbb38c2af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2114661 Sep 24 16:44:22.981908 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8b1b1c-2797-48cf-9ed6-4eba2b2d0a48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=424c9d9f-8546-4b16-905a-c9bcc55277c9,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:44:22.983700 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47960) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:44:23.035406 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8ca4a0f4-0b24-4774-9fe2-b09ab114775d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:23.057205 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8ca4a0f4-0b24-4774-9fe2-b09ab114775d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:23.169352 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8ca4a0f4-0b24-4774-9fe2-b09ab114775d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:23.171956 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8ca4a0f4-0b24-4774-9fe2-b09ab114775d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:23.173140 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-8ca4a0f4-0b24-4774-9fe2-b09ab114775d admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/424c9d9f-8546-4b16-905a-c9bcc55277c9 HTTP/1.1" status: 204 len: 168 time: 0.1876159 Sep 24 16:44:23.181047 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca4a0f4-0b24-4774-9fe2-b09ab114775d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=424c9d9f-8546-4b16-905a-c9bcc55277c9,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:44:24.259259 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47982) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:44:24.359073 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-018eda0f-68e8-443c-b606-f9ded2fea1ce admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-555322042-network', 'tenant_id': '5b8c253988374aeca88191bd7c363613'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:44:24.443263 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-018eda0f-68e8-443c-b606-f9ded2fea1ce admin admin] Made reservation on behalf of 5b8c253988374aeca88191bd7c363613 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:44:24.445615 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-018eda0f-68e8-443c-b606-f9ded2fea1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:24.455116 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-018eda0f-68e8-443c-b606-f9ded2fea1ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:24.547426 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-018eda0f-68e8-443c-b606-f9ded2fea1ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:24.625631 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-018eda0f-68e8-443c-b606-f9ded2fea1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:24.650978 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-018eda0f-68e8-443c-b606-f9ded2fea1ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1290} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 16:44:24.661218 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018eda0f-68e8-443c-b606-f9ded2fea1ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb8a85f7-0bf3-447c-abc2-094f0a9deb43,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:44:24.666034 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-018eda0f-68e8-443c-b606-f9ded2fea1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:24.666390 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-018eda0f-68e8-443c-b606-f9ded2fea1ce admin admin] Added segment d3dda7d9-3a84-490d-a301-bc11087fb161 of type vlan for network 471808c1-fb1d-4934-ad3f-dffe22471ec4 Sep 24 16:44:24.706790 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-018eda0f-68e8-443c-b606-f9ded2fea1ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:24.820144 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-018eda0f-68e8-443c-b606-f9ded2fea1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:24.821158 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018eda0f-68e8-443c-b606-f9ded2fea1ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:44:24.821741 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-018eda0f-68e8-443c-b606-f9ded2fea1ce admin admin] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:24.882202 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018eda0f-68e8-443c-b606-f9ded2fea1ce admin admin] Pushing event updated for resources: {'Network': ['ID=471808c1-fb1d-4934-ad3f-dffe22471ec4,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:44:24.892474 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 471808c1-fb1d-4934-ad3f-dffe22471ec4 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 16:44:24.916047 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-018eda0f-68e8-443c-b606-f9ded2fea1ce admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6556456 Sep 24 16:44:24.919174 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47986) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:44:24.924406 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-0ac26bec-39b3-4a6d-b6c0-fa509b5d4fb8 admin admin] Request body: {'subnet': {'network_id': '471808c1-fb1d-4934-ad3f-dffe22471ec4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-555322042-subnet', 'tenant_id': '5b8c253988374aeca88191bd7c363613', 'ip_version': 4}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:44:25.025790 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac26bec-39b3-4a6d-b6c0-fa509b5d4fb8 admin admin] Made reservation on behalf of 5b8c253988374aeca88191bd7c363613 for: {'subnet': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:44:25.028215 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0ac26bec-39b3-4a6d-b6c0-fa509b5d4fb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8890182'] for subnet, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:25.252773 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0ac26bec-39b3-4a6d-b6c0-fa509b5d4fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3191397', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8890228'] for subnet, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:25.315787 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac26bec-39b3-4a6d-b6c0-fa509b5d4fb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e133d4a-9444-4a2c-99f7-516cdd5920cd,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:44:25.326072 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac26bec-39b3-4a6d-b6c0-fa509b5d4fb8 admin admin] Checking segment: {'id': 'd3dda7d9-3a84-490d-a301-bc11087fb161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '471808c1-fb1d-4934-ad3f-dffe22471ec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:44:25.326316 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac26bec-39b3-4a6d-b6c0-fa509b5d4fb8 admin admin] Network hostable DHCP agents. Network: 471808c1-fb1d-4934-ad3f-dffe22471ec4, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95297) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 16:44:25.389456 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac26bec-39b3-4a6d-b6c0-fa509b5d4fb8 admin admin] Network 471808c1-fb1d-4934-ad3f-dffe22471ec4 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95297) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 16:44:25.464129 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-0ac26bec-39b3-4a6d-b6c0-fa509b5d4fb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 471808c1-fb1d-4934-ad3f-dffe22471ec4) {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:44:25.468342 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac26bec-39b3-4a6d-b6c0-fa509b5d4fb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:44:25.468986 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-0ac26bec-39b3-4a6d-b6c0-fa509b5d4fb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:25.474938 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c0c115-98c5-44d9-a860-e11a8d5f6dc3 None None] Network 471808c1-fb1d-4934-ad3f-dffe22471ec4 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:44:25.545732 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-0ac26bec-39b3-4a6d-b6c0-fa509b5d4fb8 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6251869 Sep 24 16:44:25.548492 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47988) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:44:25.553597 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-6027f682-1da0-4a5a-9628-de076f47536a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-555322042-router', 'tenant_id': '5b8c253988374aeca88191bd7c363613', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:44:25.622208 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304ae8d5-62ff-4a01-ad3e-a86e878005a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-471808c1-fb1d-4934-ad3f-dffe22471ec4', 'network_id': '471808c1-fb1d-4934-ad3f-dffe22471ec4', 'tenant_id': '5b8c253988374aeca88191bd7c363613', 'fixed_ips': [{'subnet_id': '9e133d4a-9444-4a2c-99f7-516cdd5920cd'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 16:44:25.623133 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-304ae8d5-62ff-4a01-ad3e-a86e878005a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:25.643765 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6027f682-1da0-4a5a-9628-de076f47536a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:25.644939 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6027f682-1da0-4a5a-9628-de076f47536a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:25.697788 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6027f682-1da0-4a5a-9628-de076f47536a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:25.760982 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-304ae8d5-62ff-4a01-ad3e-a86e878005a1 None None] Allocated IP 172.20.0.2 (471808c1-fb1d-4934-ad3f-dffe22471ec4/9e133d4a-9444-4a2c-99f7-516cdd5920cd/3ef9f4fb-b901-4770-a4a0-0a52a43ddaa0) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:44:25.909945 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-304ae8d5-62ff-4a01-ad3e-a86e878005a1 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:25.928929 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6027f682-1da0-4a5a-9628-de076f47536a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:26.001793 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-304ae8d5-62ff-4a01-ad3e-a86e878005a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:26.042671 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304ae8d5-62ff-4a01-ad3e-a86e878005a1 None None] Network 471808c1-fb1d-4934-ad3f-dffe22471ec4 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:44:26.048165 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-304ae8d5-62ff-4a01-ad3e-a86e878005a1 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:44:26.051223 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304ae8d5-62ff-4a01-ad3e-a86e878005a1 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:44:26.061239 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304ae8d5-62ff-4a01-ad3e-a86e878005a1 None None] Pushing event updated for resources: {'Port': ['ID=3ef9f4fb-b901-4770-a4a0-0a52a43ddaa0,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:44:26.114939 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-304ae8d5-62ff-4a01-ad3e-a86e878005a1 None None] Attempting to bind port 3ef9f4fb-b901-4770-a4a0-0a52a43ddaa0 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:44:26.115304 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-304ae8d5-62ff-4a01-ad3e-a86e878005a1 None None] Attempting to bind port 3ef9f4fb-b901-4770-a4a0-0a52a43ddaa0 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'd3dda7d9-3a84-490d-a301-bc11087fb161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '471808c1-fb1d-4934-ad3f-dffe22471ec4'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:44:26.115766 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304ae8d5-62ff-4a01-ad3e-a86e878005a1 None None] Attempting to bind port 3ef9f4fb-b901-4770-a4a0-0a52a43ddaa0 on network 471808c1-fb1d-4934-ad3f-dffe22471ec4 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:44:26.121080 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304ae8d5-62ff-4a01-ad3e-a86e878005a1 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:44:26.121657 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304ae8d5-62ff-4a01-ad3e-a86e878005a1 None None] Checking segment: {'id': 'd3dda7d9-3a84-490d-a301-bc11087fb161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '471808c1-fb1d-4934-ad3f-dffe22471ec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:44:26.122188 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-304ae8d5-62ff-4a01-ad3e-a86e878005a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:26.122524 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-304ae8d5-62ff-4a01-ad3e-a86e878005a1 None None] Bound using segment: {'id': 'd3dda7d9-3a84-490d-a301-bc11087fb161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '471808c1-fb1d-4934-ad3f-dffe22471ec4'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:44:26.122988 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-304ae8d5-62ff-4a01-ad3e-a86e878005a1 None None] Bound port: 3ef9f4fb-b901-4770-a4a0-0a52a43ddaa0, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3dda7d9-3a84-490d-a301-bc11087fb161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '471808c1-fb1d-4934-ad3f-dffe22471ec4'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:44:26.123383 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-304ae8d5-62ff-4a01-ad3e-a86e878005a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:26.188500 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-304ae8d5-62ff-4a01-ad3e-a86e878005a1 None None] For port 3ef9f4fb-b901-4770-a4a0-0a52a43ddaa0, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:44:26.191726 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-304ae8d5-62ff-4a01-ad3e-a86e878005a1 None None] For port 3ef9f4fb-b901-4770-a4a0-0a52a43ddaa0, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=3ef9f4fb-b901-4770-a4a0-0a52a43ddaa0,segment=NetworkSegment(d3dda7d9-3a84-490d-a301-bc11087fb161),segment_id=d3dda7d9-3a84-490d-a301-bc11087fb161)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:44:26.217135 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6027f682-1da0-4a5a-9628-de076f47536a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:26.237075 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6027f682-1da0-4a5a-9628-de076f47536a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:26.270537 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-304ae8d5-62ff-4a01-ad3e-a86e878005a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:26.337824 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304ae8d5-62ff-4a01-ad3e-a86e878005a1 None None] Pushing event updated for resources: {'Port': ['ID=3ef9f4fb-b901-4770-a4a0-0a52a43ddaa0,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:44:26.362162 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-6027f682-1da0-4a5a-9628-de076f47536a admin admin] Allocated IP 172.25.0.109 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/a4b7d36c-bedf-444c-bb23-657bb6c0972b) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:44:26.807672 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6027f682-1da0-4a5a-9628-de076f47536a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:26.946416 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6027f682-1da0-4a5a-9628-de076f47536a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:26.984379 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6027f682-1da0-4a5a-9628-de076f47536a admin admin] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:44:26.987636 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-6027f682-1da0-4a5a-9628-de076f47536a admin admin] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:44:26.996037 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6027f682-1da0-4a5a-9628-de076f47536a admin admin] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:44:27.033154 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6027f682-1da0-4a5a-9628-de076f47536a admin admin] Pushing event updated for resources: {'Port': ['ID=a4b7d36c-bedf-444c-bb23-657bb6c0972b,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:44:27.034598 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 3ef9f4fb-b901-4770-a4a0-0a52a43ddaa0 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:44:27.092290 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 3ef9f4fb-b901-4770-a4a0-0a52a43ddaa0 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:44:27.092667 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:27.181523 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:27.225283 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port 3ef9f4fb-b901-4770-a4a0-0a52a43ddaa0, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=3ef9f4fb-b901-4770-a4a0-0a52a43ddaa0,segment=NetworkSegment(d3dda7d9-3a84-490d-a301-bc11087fb161),segment_id=d3dda7d9-3a84-490d-a301-bc11087fb161)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:44:27.281657 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98267ce-cee7-492c-b446-d9f1399f7076 None None] Network 471808c1-fb1d-4934-ad3f-dffe22471ec4 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:44:27.299670 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:27.341722 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6027f682-1da0-4a5a-9628-de076f47536a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:27.411265 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-8dafb6de-cd7b-4b58-a5bc-cbe4de2a3ac5 None None] Provisioning complete for port 3ef9f4fb-b901-4770-a4a0-0a52a43ddaa0 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:44:27.411620 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8dafb6de-cd7b-4b58-a5bc-cbe4de2a3ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:27.413110 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=3ef9f4fb-b901-4770-a4a0-0a52a43ddaa0,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:44:27.562816 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6027f682-1da0-4a5a-9628-de076f47536a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:27.771926 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-f1728135-52cd-4c92-94f4-4b200015f74c None None] Provisioning complete for port 3ef9f4fb-b901-4770-a4a0-0a52a43ddaa0 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:44:27.777143 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f1728135-52cd-4c92-94f4-4b200015f74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:27.807075 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6027f682-1da0-4a5a-9628-de076f47536a admin admin] Router 4940325d-910a-4c9b-90af-d649570409b3 is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 16:44:27.927917 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6027f682-1da0-4a5a-9628-de076f47536a admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:44:27.959841 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4673e3e9-efc1-4f66-af0f-f9f30ed655c3 None None] Sync routers for ids ['4940325d-910a-4c9b-90af-d649570409b3'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:44:27.982328 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4673e3e9-efc1-4f66-af0f-f9f30ed655c3 None None] Routers {'4940325d-910a-4c9b-90af-d649570409b3'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:44:27.983088 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-4673e3e9-efc1-4f66-af0f-f9f30ed655c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:44:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['4940325d-910a-4c9b-90af-d649570409b3'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:44:28.018363 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-6027f682-1da0-4a5a-9628-de076f47536a admin admin] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:28.019696 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-6027f682-1da0-4a5a-9628-de076f47536a admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4702361 Sep 24 16:44:28.023122 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 47990) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:44:28.133495 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-4673e3e9-efc1-4f66-af0f-f9f30ed655c3 None None] Set router 4940325d-910a-4c9b-90af-d649570409b3 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:44:28.341665 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-4673e3e9-efc1-4f66-af0f-f9f30ed655c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4940325d-910a-4c9b-90af-d649570409b3', 'name': 'tempest-TestShelveInstance-555322042-router', 'tenant_id': '5b8c253988374aeca88191bd7c363613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': 'a4b7d36c-bedf-444c-bb23-657bb6c0972b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:44:25Z', 'updated_at': '2021-09-24T16:44:27Z', 'revision_number': 3, 'project_id': '5b8c253988374aeca88191bd7c363613', 'gw_port': {'id': 'a4b7d36c-bedf-444c-bb23-657bb6c0972b', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:51:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4940325d-910a-4c9b-90af-d649570409b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:44:26Z', 'updated_at': '2021-09-24T16:44:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:44:28.369852 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4673e3e9-efc1-4f66-af0f-f9f30ed655c3 None None] Checking router: 4940325d-910a-4c9b-90af-d649570409b3 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:44:28.370208 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4673e3e9-efc1-4f66-af0f-f9f30ed655c3 None None] Updating router 4940325d-910a-4c9b-90af-d649570409b3 port a4b7d36c-bedf-444c-bb23-657bb6c0972b binding host n-d-808921-1 {{(pid=95299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 16:44:28.396263 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4673e3e9-efc1-4f66-af0f-f9f30ed655c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:28.460774 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-532b25d8-af03-40d1-adb4-8437bf9421ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:28.632967 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-532b25d8-af03-40d1-adb4-8437bf9421ad admin admin] Allocated IP 172.20.0.1 (471808c1-fb1d-4934-ad3f-dffe22471ec4/9e133d4a-9444-4a2c-99f7-516cdd5920cd/360f3994-aa4d-4728-a302-2f7ced451e65) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:44:28.666829 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4673e3e9-efc1-4f66-af0f-f9f30ed655c3 None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:28.743423 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-532b25d8-af03-40d1-adb4-8437bf9421ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:28.760986 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4673e3e9-efc1-4f66-af0f-f9f30ed655c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:28.815332 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-4673e3e9-efc1-4f66-af0f-f9f30ed655c3 None None] Attempting to bind port a4b7d36c-bedf-444c-bb23-657bb6c0972b on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:44:28.815705 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-4673e3e9-efc1-4f66-af0f-f9f30ed655c3 None None] Attempting to bind port a4b7d36c-bedf-444c-bb23-657bb6c0972b by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:44:28.816072 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4673e3e9-efc1-4f66-af0f-f9f30ed655c3 None None] Attempting to bind port a4b7d36c-bedf-444c-bb23-657bb6c0972b on network e6a2de20-1ea0-43e5-88e0-982d19e317d5 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:44:28.826320 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4673e3e9-efc1-4f66-af0f-f9f30ed655c3 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:44:28.826716 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4673e3e9-efc1-4f66-af0f-f9f30ed655c3 None None] Checking segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:44:28.827120 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4673e3e9-efc1-4f66-af0f-f9f30ed655c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:28.827519 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4673e3e9-efc1-4f66-af0f-f9f30ed655c3 None None] Bound using segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:44:28.827989 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-4673e3e9-efc1-4f66-af0f-f9f30ed655c3 None None] Bound port: a4b7d36c-bedf-444c-bb23-657bb6c0972b, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:44:28.828374 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4673e3e9-efc1-4f66-af0f-f9f30ed655c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:28.830041 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9983c410-02c4-4645-a5ad-b0388ee771e7 None None] Pushing event updated for resources: {'Port': ['ID=a4b7d36c-bedf-444c-bb23-657bb6c0972b,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:44:28.843274 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-532b25d8-af03-40d1-adb4-8437bf9421ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:28.884031 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532b25d8-af03-40d1-adb4-8437bf9421ad admin admin] Network 471808c1-fb1d-4934-ad3f-dffe22471ec4 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:44:28.884871 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-4673e3e9-efc1-4f66-af0f-f9f30ed655c3 None None] For port a4b7d36c-bedf-444c-bb23-657bb6c0972b, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:44:28.888165 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-532b25d8-af03-40d1-adb4-8437bf9421ad admin admin] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:44:28.888889 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-4673e3e9-efc1-4f66-af0f-f9f30ed655c3 None None] For port a4b7d36c-bedf-444c-bb23-657bb6c0972b, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=a4b7d36c-bedf-444c-bb23-657bb6c0972b,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:44:28.892067 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532b25d8-af03-40d1-adb4-8437bf9421ad admin admin] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:44:28.900789 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532b25d8-af03-40d1-adb4-8437bf9421ad admin admin] Pushing event updated for resources: {'Port': ['ID=360f3994-aa4d-4728-a302-2f7ced451e65,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:44:28.944328 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-532b25d8-af03-40d1-adb4-8437bf9421ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:28.952986 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4673e3e9-efc1-4f66-af0f-f9f30ed655c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:29.005588 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4673e3e9-efc1-4f66-af0f-f9f30ed655c3 None None] Routers {'4940325d-910a-4c9b-90af-d649570409b3'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:44:29.006239 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-4673e3e9-efc1-4f66-af0f-f9f30ed655c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:44:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['4940325d-910a-4c9b-90af-d649570409b3'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:44:29.054187 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 3ef9f4fb-b901-4770-a4a0-0a52a43ddaa0 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:44:29.086848 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9983c410-02c4-4645-a5ad-b0388ee771e7 None None] Pushing event updated for resources: {'Port': ['ID=a4b7d36c-bedf-444c-bb23-657bb6c0972b,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:44:29.167531 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-532b25d8-af03-40d1-adb4-8437bf9421ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:29.181561 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 3ef9f4fb-b901-4770-a4a0-0a52a43ddaa0 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:44:29.182111 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:29.185446 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-4673e3e9-efc1-4f66-af0f-f9f30ed655c3 None None] Set router 4940325d-910a-4c9b-90af-d649570409b3 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:44:29.188088 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-f8549e36-d0bc-43c8-adbb-c0f4527e7fb0 None None] Provisioning complete for port 360f3994-aa4d-4728-a302-2f7ced451e65 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:44:29.188453 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f8549e36-d0bc-43c8-adbb-c0f4527e7fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:29.330392 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-f8549e36-d0bc-43c8-adbb-c0f4527e7fb0 None None] Port 360f3994-aa4d-4728-a302-2f7ced451e65 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:44:29.344309 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-532b25d8-af03-40d1-adb4-8437bf9421ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:29.407723 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-532b25d8-af03-40d1-adb4-8437bf9421ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3191538'] for port, after_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:29.471405 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-4673e3e9-efc1-4f66-af0f-f9f30ed655c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4940325d-910a-4c9b-90af-d649570409b3', 'name': 'tempest-TestShelveInstance-555322042-router', 'tenant_id': '5b8c253988374aeca88191bd7c363613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': 'a4b7d36c-bedf-444c-bb23-657bb6c0972b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:44:25Z', 'updated_at': '2021-09-24T16:44:27Z', 'revision_number': 3, 'project_id': '5b8c253988374aeca88191bd7c363613', 'gw_port': {'id': 'a4b7d36c-bedf-444c-bb23-657bb6c0972b', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:51:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4940325d-910a-4c9b-90af-d649570409b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:44:26Z', 'updated_at': '2021-09-24T16:44:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:44:29.483634 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-532b25d8-af03-40d1-adb4-8437bf9421ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:29.485434 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532b25d8-af03-40d1-adb4-8437bf9421ad admin admin] Pushing event updated for resources: {'Port': ['ID=360f3994-aa4d-4728-a302-2f7ced451e65,revision_number=2']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:44:29.499954 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4673e3e9-efc1-4f66-af0f-f9f30ed655c3 None None] The sync data for ids ['4940325d-910a-4c9b-90af-d649570409b3'] in n-d-808921-1 is: [{'id': '4940325d-910a-4c9b-90af-d649570409b3', 'name': 'tempest-TestShelveInstance-555322042-router', 'tenant_id': '5b8c253988374aeca88191bd7c363613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': 'a4b7d36c-bedf-444c-bb23-657bb6c0972b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:44:25Z', 'updated_at': '2021-09-24T16:44:27Z', 'revision_number': 3, 'project_id': '5b8c253988374aeca88191bd7c363613', 'gw_port': {'id': 'a4b7d36c-bedf-444c-bb23-657bb6c0972b', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:51:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4940325d-910a-4c9b-90af-d649570409b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:44:26Z', 'updated_at': '2021-09-24T16:44:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:44:29.592206 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532b25d8-af03-40d1-adb4-8437bf9421ad admin admin] Network 471808c1-fb1d-4934-ad3f-dffe22471ec4 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:44:29.593785 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-532b25d8-af03-40d1-adb4-8437bf9421ad admin admin] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:44:29.725934 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-532b25d8-af03-40d1-adb4-8437bf9421ad admin admin] Router 4940325d-910a-4c9b-90af-d649570409b3 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:44:29.866164 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-532b25d8-af03-40d1-adb4-8437bf9421ad admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:44:29.872026 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-532b25d8-af03-40d1-adb4-8437bf9421ad admin admin] 10.222.0.101 "PUT /v2.0/routers/4940325d-910a-4c9b-90af-d649570409b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8475840 Sep 24 16:44:29.957027 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-153c15fe-388d-4f7c-bba4-7a0c71630b5b None None] Provisioning complete for port 360f3994-aa4d-4728-a302-2f7ced451e65 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:44:29.957399 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-153c15fe-388d-4f7c-bba4-7a0c71630b5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:30.005970 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-153c15fe-388d-4f7c-bba4-7a0c71630b5b None None] Port 360f3994-aa4d-4728-a302-2f7ced451e65 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:44:30.664828 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48006) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:44:30.669947 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-a90ceaa5-4c5e-424e-b719-21a956de73b3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-171092512-network', 'tenant_id': 'bc50a722f06c4797a17cfb72e6bfeb50'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:44:30.768535 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90ceaa5-4c5e-424e-b719-21a956de73b3 admin admin] Made reservation on behalf of bc50a722f06c4797a17cfb72e6bfeb50 for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:44:30.771317 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a90ceaa5-4c5e-424e-b719-21a956de73b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:30.781123 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a90ceaa5-4c5e-424e-b719-21a956de73b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:30.876914 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a90ceaa5-4c5e-424e-b719-21a956de73b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:30.940727 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a90ceaa5-4c5e-424e-b719-21a956de73b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:30.973964 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a90ceaa5-4c5e-424e-b719-21a956de73b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1287} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 16:44:30.984261 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90ceaa5-4c5e-424e-b719-21a956de73b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e1a2e7-4217-4653-83ce-60950dac8841,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:44:30.989091 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a90ceaa5-4c5e-424e-b719-21a956de73b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:30.990332 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-a90ceaa5-4c5e-424e-b719-21a956de73b3 admin admin] Added segment fb006e7c-8a5a-49c3-b2cc-84a9b4bcda99 of type vlan for network 5368d5eb-2451-4516-8ef6-c52ba2577aaa Sep 24 16:44:31.030300 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device a4b7d36c-bedf-444c-bb23-657bb6c0972b up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:44:31.030893 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a90ceaa5-4c5e-424e-b719-21a956de73b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:31.084416 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port a4b7d36c-bedf-444c-bb23-657bb6c0972b triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:44:31.084792 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:31.128144 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b476b3-b2cf-49ad-ba6e-f54afdee77da None None] Sync routers for ids ['4940325d-910a-4c9b-90af-d649570409b3'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:44:31.128694 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a90ceaa5-4c5e-424e-b719-21a956de73b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:31.129431 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90ceaa5-4c5e-424e-b719-21a956de73b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:44:31.130321 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-a90ceaa5-4c5e-424e-b719-21a956de73b3 admin admin] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:31.139644 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b476b3-b2cf-49ad-ba6e-f54afdee77da None None] Routers {'4940325d-910a-4c9b-90af-d649570409b3'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:44:31.140297 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-f0b476b3-b2cf-49ad-ba6e-f54afdee77da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:44:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['4940325d-910a-4c9b-90af-d649570409b3'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:44:31.163608 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:31.194973 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port a4b7d36c-bedf-444c-bb23-657bb6c0972b, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=a4b7d36c-bedf-444c-bb23-657bb6c0972b,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:44:31.198439 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90ceaa5-4c5e-424e-b719-21a956de73b3 admin admin] Pushing event updated for resources: {'Network': ['ID=5368d5eb-2451-4516-8ef6-c52ba2577aaa,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:44:31.208745 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 5368d5eb-2451-4516-8ef6-c52ba2577aaa details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 16:44:31.251560 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-f0b476b3-b2cf-49ad-ba6e-f54afdee77da None None] Set router 4940325d-910a-4c9b-90af-d649570409b3 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:44:31.256003 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-a90ceaa5-4c5e-424e-b719-21a956de73b3 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5900679 Sep 24 16:44:31.258839 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48008) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:44:31.264600 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-6b788cc0-6a82-43ca-8b82-3e7656204f5c admin admin] Request body: {'subnet': {'network_id': '5368d5eb-2451-4516-8ef6-c52ba2577aaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-171092512-subnet', 'tenant_id': 'bc50a722f06c4797a17cfb72e6bfeb50', 'ip_version': 4}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:44:31.281392 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8d37b0d6-9cd3-4e0f-a795-e88f5f91731d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:31.283104 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:31.331987 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=a4b7d36c-bedf-444c-bb23-657bb6c0972b,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:44:31.368441 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b788cc0-6a82-43ca-8b82-3e7656204f5c admin admin] Made reservation on behalf of bc50a722f06c4797a17cfb72e6bfeb50 for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:44:31.371127 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6b788cc0-6a82-43ca-8b82-3e7656204f5c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:31.474098 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-f0b476b3-b2cf-49ad-ba6e-f54afdee77da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4940325d-910a-4c9b-90af-d649570409b3', 'name': 'tempest-TestShelveInstance-555322042-router', 'tenant_id': '5b8c253988374aeca88191bd7c363613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': 'a4b7d36c-bedf-444c-bb23-657bb6c0972b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:44:25Z', 'updated_at': '2021-09-24T16:44:29Z', 'revision_number': 4, 'project_id': '5b8c253988374aeca88191bd7c363613', 'gw_port': {'id': 'a4b7d36c-bedf-444c-bb23-657bb6c0972b', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:51:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4940325d-910a-4c9b-90af-d649570409b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:44:26Z', 'updated_at': '2021-09-24T16:44:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '360f3994-aa4d-4728-a302-2f7ced451e65', 'name': '', 'network_id': '471808c1-fb1d-4934-ad3f-dffe22471ec4', 'tenant_id': '5b8c253988374aeca88191bd7c363613', 'mac_address': 'fa:16:3e:73:67:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4940325d-910a-4c9b-90af-d649570409b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '9e133d4a-9444-4a2c-99f7-516cdd5920cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:44:28Z', 'updated_at': '2021-09-24T16:44:29Z', 'revision_number': 2, 'project_id': '5b8c253988374aeca88191bd7c363613', 'subnets': [{'id': '9e133d4a-9444-4a2c-99f7-516cdd5920cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:44:31.504151 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b476b3-b2cf-49ad-ba6e-f54afdee77da None None] Checking router: 4940325d-910a-4c9b-90af-d649570409b3 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:44:31.504505 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b476b3-b2cf-49ad-ba6e-f54afdee77da None None] Updating router 4940325d-910a-4c9b-90af-d649570409b3 port 360f3994-aa4d-4728-a302-2f7ced451e65 binding host n-d-808921-1 {{(pid=95300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 16:44:31.531806 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-f0b476b3-b2cf-49ad-ba6e-f54afdee77da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:31.629964 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6b788cc0-6a82-43ca-8b82-3e7656204f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:31.684734 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b788cc0-6a82-43ca-8b82-3e7656204f5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f024bb47-945e-430d-a2db-1329111a2666,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:44:31.695166 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b788cc0-6a82-43ca-8b82-3e7656204f5c admin admin] Checking segment: {'id': 'fb006e7c-8a5a-49c3-b2cc-84a9b4bcda99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '5368d5eb-2451-4516-8ef6-c52ba2577aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:44:31.695516 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b788cc0-6a82-43ca-8b82-3e7656204f5c admin admin] Network hostable DHCP agents. Network: 5368d5eb-2451-4516-8ef6-c52ba2577aaa, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 16:44:31.785757 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b788cc0-6a82-43ca-8b82-3e7656204f5c admin admin] Network 5368d5eb-2451-4516-8ef6-c52ba2577aaa is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 16:44:31.797861 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-f0b476b3-b2cf-49ad-ba6e-f54afdee77da None None] Notify callbacks [] for port, precommit_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:31.886360 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-6b788cc0-6a82-43ca-8b82-3e7656204f5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 5368d5eb-2451-4516-8ef6-c52ba2577aaa) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:44:31.890792 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b788cc0-6a82-43ca-8b82-3e7656204f5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:44:31.891390 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6b788cc0-6a82-43ca-8b82-3e7656204f5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:31.896182 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8779d5-22d8-4101-8075-46a3cc60b608 None None] Network 5368d5eb-2451-4516-8ef6-c52ba2577aaa requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:44:31.926574 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-f0b476b3-b2cf-49ad-ba6e-f54afdee77da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:31.994708 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-6b788cc0-6a82-43ca-8b82-3e7656204f5c admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7323570 Sep 24 16:44:31.995537 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48010) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:44:31.998367 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52075d70-c28e-4a44-bd28-bc314e68d6f6 None None] Pushing event updated for resources: {'Port': ['ID=360f3994-aa4d-4728-a302-2f7ced451e65,revision_number=3']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:44:32.002103 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-8d11a2b4-f41f-4a32-a3a9-406ce3265285 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-171092512-router', 'tenant_id': 'bc50a722f06c4797a17cfb72e6bfeb50', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:44:32.008230 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52075d70-c28e-4a44-bd28-bc314e68d6f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:44:32.008739 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52075d70-c28e-4a44-bd28-bc314e68d6f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:44:32.009337 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52075d70-c28e-4a44-bd28-bc314e68d6f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:44:32.009820 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52075d70-c28e-4a44-bd28-bc314e68d6f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:44:32.010247 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52075d70-c28e-4a44-bd28-bc314e68d6f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:44:32.010918 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52075d70-c28e-4a44-bd28-bc314e68d6f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:44:32.011311 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52075d70-c28e-4a44-bd28-bc314e68d6f6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:44:32.011862 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52075d70-c28e-4a44-bd28-bc314e68d6f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:44:32.012295 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52075d70-c28e-4a44-bd28-bc314e68d6f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:44:32.012935 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52075d70-c28e-4a44-bd28-bc314e68d6f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:44:32.013359 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52075d70-c28e-4a44-bd28-bc314e68d6f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:44:32.014083 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52075d70-c28e-4a44-bd28-bc314e68d6f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:44:32.048595 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-f0b476b3-b2cf-49ad-ba6e-f54afdee77da None None] Attempting to bind port 360f3994-aa4d-4728-a302-2f7ced451e65 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:44:32.049028 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-f0b476b3-b2cf-49ad-ba6e-f54afdee77da None None] Attempting to bind port 360f3994-aa4d-4728-a302-2f7ced451e65 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'd3dda7d9-3a84-490d-a301-bc11087fb161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '471808c1-fb1d-4934-ad3f-dffe22471ec4'}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:44:32.049382 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b476b3-b2cf-49ad-ba6e-f54afdee77da None None] Attempting to bind port 360f3994-aa4d-4728-a302-2f7ced451e65 on network 471808c1-fb1d-4934-ad3f-dffe22471ec4 {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:44:32.055040 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b476b3-b2cf-49ad-ba6e-f54afdee77da None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:44:32.055254 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6086935a-4dbd-41fc-a9cf-9d887de2c3bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-5368d5eb-2451-4516-8ef6-c52ba2577aaa', 'network_id': '5368d5eb-2451-4516-8ef6-c52ba2577aaa', 'tenant_id': 'bc50a722f06c4797a17cfb72e6bfeb50', 'fixed_ips': [{'subnet_id': 'f024bb47-945e-430d-a2db-1329111a2666'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 16:44:32.055745 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b476b3-b2cf-49ad-ba6e-f54afdee77da None None] Checking segment: {'id': 'd3dda7d9-3a84-490d-a301-bc11087fb161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '471808c1-fb1d-4934-ad3f-dffe22471ec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:44:32.055881 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-f0b476b3-b2cf-49ad-ba6e-f54afdee77da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:32.056146 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6086935a-4dbd-41fc-a9cf-9d887de2c3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:32.056268 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0b476b3-b2cf-49ad-ba6e-f54afdee77da None None] Bound using segment: {'id': 'd3dda7d9-3a84-490d-a301-bc11087fb161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '471808c1-fb1d-4934-ad3f-dffe22471ec4'} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:44:32.056671 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-f0b476b3-b2cf-49ad-ba6e-f54afdee77da None None] Bound port: 360f3994-aa4d-4728-a302-2f7ced451e65, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3dda7d9-3a84-490d-a301-bc11087fb161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '471808c1-fb1d-4934-ad3f-dffe22471ec4'}}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:44:32.057058 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-f0b476b3-b2cf-49ad-ba6e-f54afdee77da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:32.125691 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-f0b476b3-b2cf-49ad-ba6e-f54afdee77da None None] For port 360f3994-aa4d-4728-a302-2f7ced451e65, host n-d-808921-1, cleared binding levels {{(pid=95300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:44:32.129272 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-f0b476b3-b2cf-49ad-ba6e-f54afdee77da None None] For port 360f3994-aa4d-4728-a302-2f7ced451e65, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=360f3994-aa4d-4728-a302-2f7ced451e65,segment=NetworkSegment(d3dda7d9-3a84-490d-a301-bc11087fb161),segment_id=d3dda7d9-3a84-490d-a301-bc11087fb161)] {{(pid=95300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:44:32.132477 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8d11a2b4-f41f-4a32-a3a9-406ce3265285 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:32.133830 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8d11a2b4-f41f-4a32-a3a9-406ce3265285 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:32.193439 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8d11a2b4-f41f-4a32-a3a9-406ce3265285 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:32.195903 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-f0b476b3-b2cf-49ad-ba6e-f54afdee77da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:32.213099 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-6086935a-4dbd-41fc-a9cf-9d887de2c3bf None None] Allocated IP 172.20.0.2 (5368d5eb-2451-4516-8ef6-c52ba2577aaa/f024bb47-945e-430d-a2db-1329111a2666/a28ddac8-8cd7-4b76-8ce4-c6cbad1e0691) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:44:32.262263 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-db6ced7e-febf-4d2b-8920-f67207fa0deb None None] Provisioning complete for port 360f3994-aa4d-4728-a302-2f7ced451e65 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:44:32.262672 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-db6ced7e-febf-4d2b-8920-f67207fa0deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:32.264421 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0b476b3-b2cf-49ad-ba6e-f54afdee77da None None] Routers {'4940325d-910a-4c9b-90af-d649570409b3'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:44:32.265871 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-f0b476b3-b2cf-49ad-ba6e-f54afdee77da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:44:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['4940325d-910a-4c9b-90af-d649570409b3'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:44:32.391914 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-f0b476b3-b2cf-49ad-ba6e-f54afdee77da None None] Set router 4940325d-910a-4c9b-90af-d649570409b3 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:44:32.441711 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-db6ced7e-febf-4d2b-8920-f67207fa0deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:32.456968 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8d11a2b4-f41f-4a32-a3a9-406ce3265285 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:32.468029 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6086935a-4dbd-41fc-a9cf-9d887de2c3bf None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:32.484575 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52075d70-c28e-4a44-bd28-bc314e68d6f6 None None] Pushing event updated for resources: {'Port': ['ID=360f3994-aa4d-4728-a302-2f7ced451e65,revision_number=4']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:44:32.493014 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-db6ced7e-febf-4d2b-8920-f67207fa0deb None None] For port 360f3994-aa4d-4728-a302-2f7ced451e65, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=360f3994-aa4d-4728-a302-2f7ced451e65,segment=NetworkSegment(d3dda7d9-3a84-490d-a301-bc11087fb161),segment_id=d3dda7d9-3a84-490d-a301-bc11087fb161)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:44:32.571308 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6086935a-4dbd-41fc-a9cf-9d887de2c3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:32.575321 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-db6ced7e-febf-4d2b-8920-f67207fa0deb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:32.629742 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-f0b476b3-b2cf-49ad-ba6e-f54afdee77da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4940325d-910a-4c9b-90af-d649570409b3', 'name': 'tempest-TestShelveInstance-555322042-router', 'tenant_id': '5b8c253988374aeca88191bd7c363613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': 'a4b7d36c-bedf-444c-bb23-657bb6c0972b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:44:25Z', 'updated_at': '2021-09-24T16:44:29Z', 'revision_number': 4, 'project_id': '5b8c253988374aeca88191bd7c363613', 'gw_port': {'id': 'a4b7d36c-bedf-444c-bb23-657bb6c0972b', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:51:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4940325d-910a-4c9b-90af-d649570409b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:44:26Z', 'updated_at': '2021-09-24T16:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '360f3994-aa4d-4728-a302-2f7ced451e65', 'name': '', 'network_id': '471808c1-fb1d-4934-ad3f-dffe22471ec4', 'tenant_id': '5b8c253988374aeca88191bd7c363613', 'mac_address': 'fa:16:3e:73:67:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4940325d-910a-4c9b-90af-d649570409b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '9e133d4a-9444-4a2c-99f7-516cdd5920cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:44:28Z', 'updated_at': '2021-09-24T16:44:32Z', 'revision_number': 4, 'project_id': '5b8c253988374aeca88191bd7c363613', 'subnets': [{'id': '9e133d4a-9444-4a2c-99f7-516cdd5920cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:44:32.639758 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6086935a-4dbd-41fc-a9cf-9d887de2c3bf None None] Network 5368d5eb-2451-4516-8ef6-c52ba2577aaa is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:44:32.647221 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-6086935a-4dbd-41fc-a9cf-9d887de2c3bf None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:44:32.653373 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6086935a-4dbd-41fc-a9cf-9d887de2c3bf None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:44:32.659560 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0b476b3-b2cf-49ad-ba6e-f54afdee77da None None] The sync data for ids ['4940325d-910a-4c9b-90af-d649570409b3'] in n-d-808921-1 is: [{'id': '4940325d-910a-4c9b-90af-d649570409b3', 'name': 'tempest-TestShelveInstance-555322042-router', 'tenant_id': '5b8c253988374aeca88191bd7c363613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': 'a4b7d36c-bedf-444c-bb23-657bb6c0972b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:44:25Z', 'updated_at': '2021-09-24T16:44:29Z', 'revision_number': 4, 'project_id': '5b8c253988374aeca88191bd7c363613', 'gw_port': {'id': 'a4b7d36c-bedf-444c-bb23-657bb6c0972b', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:51:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4940325d-910a-4c9b-90af-d649570409b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:44:26Z', 'updated_at': '2021-09-24T16:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '360f3994-aa4d-4728-a302-2f7ced451e65', 'name': '', 'network_id': '471808c1-fb1d-4934-ad3f-dffe22471ec4', 'tenant_id': '5b8c253988374aeca88191bd7c363613', 'mac_address': 'fa:16:3e:73:67:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4940325d-910a-4c9b-90af-d649570409b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '9e133d4a-9444-4a2c-99f7-516cdd5920cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:44:28Z', 'updated_at': '2021-09-24T16:44:32Z', 'revision_number': 4, 'project_id': '5b8c253988374aeca88191bd7c363613', 'subnets': [{'id': '9e133d4a-9444-4a2c-99f7-516cdd5920cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:44:32.669592 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6086935a-4dbd-41fc-a9cf-9d887de2c3bf None None] Pushing event updated for resources: {'Port': ['ID=a28ddac8-8cd7-4b76-8ce4-c6cbad1e0691,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:44:32.741020 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8d11a2b4-f41f-4a32-a3a9-406ce3265285 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:32.767030 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8d11a2b4-f41f-4a32-a3a9-406ce3265285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:32.894595 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-8d11a2b4-f41f-4a32-a3a9-406ce3265285 admin admin] Allocated IP 172.25.0.125 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/75d7ea0a-ec6f-49aa-bf80-2ff3cfe29287) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:44:32.967344 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-6086935a-4dbd-41fc-a9cf-9d887de2c3bf None None] Attempting to bind port a28ddac8-8cd7-4b76-8ce4-c6cbad1e0691 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:44:32.967728 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-6086935a-4dbd-41fc-a9cf-9d887de2c3bf None None] Attempting to bind port a28ddac8-8cd7-4b76-8ce4-c6cbad1e0691 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'fb006e7c-8a5a-49c3-b2cc-84a9b4bcda99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '5368d5eb-2451-4516-8ef6-c52ba2577aaa'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:44:32.968161 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6086935a-4dbd-41fc-a9cf-9d887de2c3bf None None] Attempting to bind port a28ddac8-8cd7-4b76-8ce4-c6cbad1e0691 on network 5368d5eb-2451-4516-8ef6-c52ba2577aaa {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:44:32.975908 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6ced7e-febf-4d2b-8920-f67207fa0deb None None] Pushing event updated for resources: {'Port': ['ID=360f3994-aa4d-4728-a302-2f7ced451e65,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:44:32.979807 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-321e72c5-3329-4716-a626-7bc3aaf6d81d None None] Provisioning complete for port 360f3994-aa4d-4728-a302-2f7ced451e65 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:44:32.980924 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-321e72c5-3329-4716-a626-7bc3aaf6d81d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:32.983955 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6086935a-4dbd-41fc-a9cf-9d887de2c3bf None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 44, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:44:32.984796 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6086935a-4dbd-41fc-a9cf-9d887de2c3bf None None] Checking segment: {'id': 'fb006e7c-8a5a-49c3-b2cc-84a9b4bcda99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '5368d5eb-2451-4516-8ef6-c52ba2577aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:44:32.984943 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6086935a-4dbd-41fc-a9cf-9d887de2c3bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:32.985365 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6086935a-4dbd-41fc-a9cf-9d887de2c3bf None None] Bound using segment: {'id': 'fb006e7c-8a5a-49c3-b2cc-84a9b4bcda99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '5368d5eb-2451-4516-8ef6-c52ba2577aaa'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:44:32.985934 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-6086935a-4dbd-41fc-a9cf-9d887de2c3bf None None] Bound port: a28ddac8-8cd7-4b76-8ce4-c6cbad1e0691, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb006e7c-8a5a-49c3-b2cc-84a9b4bcda99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '5368d5eb-2451-4516-8ef6-c52ba2577aaa'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:44:32.986432 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6086935a-4dbd-41fc-a9cf-9d887de2c3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:33.031216 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8d11a2b4-f41f-4a32-a3a9-406ce3265285 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:33.117601 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-6086935a-4dbd-41fc-a9cf-9d887de2c3bf None None] For port a28ddac8-8cd7-4b76-8ce4-c6cbad1e0691, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:44:33.136941 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-6086935a-4dbd-41fc-a9cf-9d887de2c3bf None None] For port a28ddac8-8cd7-4b76-8ce4-c6cbad1e0691, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=a28ddac8-8cd7-4b76-8ce4-c6cbad1e0691,segment=NetworkSegment(fb006e7c-8a5a-49c3-b2cc-84a9b4bcda99),segment_id=fb006e7c-8a5a-49c3-b2cc-84a9b4bcda99)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:44:33.146724 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 360f3994-aa4d-4728-a302-2f7ced451e65 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:44:33.163400 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8d11a2b4-f41f-4a32-a3a9-406ce3265285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:33.201800 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 360f3994-aa4d-4728-a302-2f7ced451e65 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:44:33.202168 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:33.212549 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d11a2b4-f41f-4a32-a3a9-406ce3265285 admin admin] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:44:33.217691 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-8d11a2b4-f41f-4a32-a3a9-406ce3265285 admin admin] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:44:33.221602 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d11a2b4-f41f-4a32-a3a9-406ce3265285 admin admin] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:44:33.225154 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6086935a-4dbd-41fc-a9cf-9d887de2c3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:33.247899 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d11a2b4-f41f-4a32-a3a9-406ce3265285 admin admin] Pushing event updated for resources: {'Port': ['ID=75d7ea0a-ec6f-49aa-bf80-2ff3cfe29287,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:44:33.317840 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6086935a-4dbd-41fc-a9cf-9d887de2c3bf None None] Pushing event updated for resources: {'Port': ['ID=a28ddac8-8cd7-4b76-8ce4-c6cbad1e0691,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:44:33.385081 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device a4b7d36c-bedf-444c-bb23-657bb6c0972b up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:44:33.445539 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port a4b7d36c-bedf-444c-bb23-657bb6c0972b triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:44:33.445916 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:33.965287 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8d11a2b4-f41f-4a32-a3a9-406ce3265285 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:33.976661 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-75b53fea-e7eb-4053-86b4-21ca1ad1aae3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:34.060154 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:44:34.193633 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8d11a2b4-f41f-4a32-a3a9-406ce3265285 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:34.317764 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6213dde7-3932-43aa-9430-773d11ab29f9 None None] Network 5368d5eb-2451-4516-8ef6-c52ba2577aaa requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:44:34.375858 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:34.403944 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-0e254fab-8e15-4e28-b2b2-f850e14e2f96 None None] Provisioning complete for port a28ddac8-8cd7-4b76-8ce4-c6cbad1e0691 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:44:34.404318 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0e254fab-8e15-4e28-b2b2-f850e14e2f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:34.418614 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d11a2b4-f41f-4a32-a3a9-406ce3265285 admin admin] Router 0343abeb-040b-4cc3-9680-76648de354be is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 16:44:34.541993 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d11a2b4-f41f-4a32-a3a9-406ce3265285 admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:44:34.546274 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0e254fab-8e15-4e28-b2b2-f850e14e2f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:34.557534 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70673ce4-0c97-4a21-a474-2cc419f60a99 None None] Sync routers for ids ['0343abeb-040b-4cc3-9680-76648de354be'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:44:34.580010 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70673ce4-0c97-4a21-a474-2cc419f60a99 None None] Routers {'0343abeb-040b-4cc3-9680-76648de354be'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:44:34.580650 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-70673ce4-0c97-4a21-a474-2cc419f60a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:44:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['0343abeb-040b-4cc3-9680-76648de354be'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:44:34.618236 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8d11a2b4-f41f-4a32-a3a9-406ce3265285 admin admin] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:34.624224 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-8d11a2b4-f41f-4a32-a3a9-406ce3265285 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6230242 Sep 24 16:44:34.624453 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48012) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:44:34.628010 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-0e254fab-8e15-4e28-b2b2-f850e14e2f96 None None] For port a28ddac8-8cd7-4b76-8ce4-c6cbad1e0691, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=a28ddac8-8cd7-4b76-8ce4-c6cbad1e0691,segment=NetworkSegment(fb006e7c-8a5a-49c3-b2cc-84a9b4bcda99),segment_id=fb006e7c-8a5a-49c3-b2cc-84a9b4bcda99)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:44:34.701934 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-70673ce4-0c97-4a21-a474-2cc419f60a99 None None] Set router 0343abeb-040b-4cc3-9680-76648de354be gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:44:34.734601 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0e254fab-8e15-4e28-b2b2-f850e14e2f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:34.877559 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e254fab-8e15-4e28-b2b2-f850e14e2f96 None None] Pushing event updated for resources: {'Port': ['ID=a28ddac8-8cd7-4b76-8ce4-c6cbad1e0691,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:44:34.898423 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-328212dd-c357-49ae-bc12-f73cba34546b None None] Provisioning complete for port a28ddac8-8cd7-4b76-8ce4-c6cbad1e0691 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:44:34.898883 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-328212dd-c357-49ae-bc12-f73cba34546b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:35.034533 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-70673ce4-0c97-4a21-a474-2cc419f60a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0343abeb-040b-4cc3-9680-76648de354be', 'name': 'tempest-TestShelveInstance-171092512-router', 'tenant_id': 'bc50a722f06c4797a17cfb72e6bfeb50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '75d7ea0a-ec6f-49aa-bf80-2ff3cfe29287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:44:32Z', 'updated_at': '2021-09-24T16:44:33Z', 'revision_number': 3, 'project_id': 'bc50a722f06c4797a17cfb72e6bfeb50', 'gw_port': {'id': '75d7ea0a-ec6f-49aa-bf80-2ff3cfe29287', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:23:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0343abeb-040b-4cc3-9680-76648de354be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:44:32Z', 'updated_at': '2021-09-24T16:44:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:44:35.068142 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70673ce4-0c97-4a21-a474-2cc419f60a99 None None] Checking router: 0343abeb-040b-4cc3-9680-76648de354be for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:44:35.068651 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70673ce4-0c97-4a21-a474-2cc419f60a99 None None] Updating router 0343abeb-040b-4cc3-9680-76648de354be port 75d7ea0a-ec6f-49aa-bf80-2ff3cfe29287 binding host n-d-808921-1 {{(pid=95299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 16:44:35.096039 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-70673ce4-0c97-4a21-a474-2cc419f60a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:35.121761 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device a28ddac8-8cd7-4b76-8ce4-c6cbad1e0691 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:44:35.268950 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port a28ddac8-8cd7-4b76-8ce4-c6cbad1e0691 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:44:35.269335 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:35.390145 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-814a24b5-da23-45de-abb0-7ed9893bee23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:35.427093 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 360f3994-aa4d-4728-a302-2f7ced451e65 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:44:35.506154 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-70673ce4-0c97-4a21-a474-2cc419f60a99 None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:35.535178 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 360f3994-aa4d-4728-a302-2f7ced451e65 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:44:35.535178 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:35.563085 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-814a24b5-da23-45de-abb0-7ed9893bee23 admin admin] Allocated IP 172.20.0.1 (5368d5eb-2451-4516-8ef6-c52ba2577aaa/f024bb47-945e-430d-a2db-1329111a2666/16771d01-b0aa-4e53-ba52-cf689de30f5e) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:44:35.624510 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-70673ce4-0c97-4a21-a474-2cc419f60a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:35.677379 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-814a24b5-da23-45de-abb0-7ed9893bee23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:35.687837 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:35.739705 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-70673ce4-0c97-4a21-a474-2cc419f60a99 None None] Attempting to bind port 75d7ea0a-ec6f-49aa-bf80-2ff3cfe29287 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:44:35.743606 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-70673ce4-0c97-4a21-a474-2cc419f60a99 None None] Attempting to bind port 75d7ea0a-ec6f-49aa-bf80-2ff3cfe29287 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:44:35.743606 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70673ce4-0c97-4a21-a474-2cc419f60a99 None None] Attempting to bind port 75d7ea0a-ec6f-49aa-bf80-2ff3cfe29287 on network e6a2de20-1ea0-43e5-88e0-982d19e317d5 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:44:35.743606 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552690fb-abc1-42d2-8edb-706f61bc450d None None] Pushing event updated for resources: {'Port': ['ID=75d7ea0a-ec6f-49aa-bf80-2ff3cfe29287,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:44:35.748361 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70673ce4-0c97-4a21-a474-2cc419f60a99 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:44:35.748733 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70673ce4-0c97-4a21-a474-2cc419f60a99 None None] Checking segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:44:35.749135 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-70673ce4-0c97-4a21-a474-2cc419f60a99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:35.749639 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70673ce4-0c97-4a21-a474-2cc419f60a99 None None] Bound using segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:44:35.750109 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-70673ce4-0c97-4a21-a474-2cc419f60a99 None None] Bound port: 75d7ea0a-ec6f-49aa-bf80-2ff3cfe29287, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:44:35.750538 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-70673ce4-0c97-4a21-a474-2cc419f60a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:35.791986 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-814a24b5-da23-45de-abb0-7ed9893bee23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:35.811630 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-70673ce4-0c97-4a21-a474-2cc419f60a99 None None] For port 75d7ea0a-ec6f-49aa-bf80-2ff3cfe29287, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:44:35.815483 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-70673ce4-0c97-4a21-a474-2cc419f60a99 None None] For port 75d7ea0a-ec6f-49aa-bf80-2ff3cfe29287, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=75d7ea0a-ec6f-49aa-bf80-2ff3cfe29287,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:44:35.833561 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814a24b5-da23-45de-abb0-7ed9893bee23 admin admin] Network 5368d5eb-2451-4516-8ef6-c52ba2577aaa is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:44:35.836386 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-814a24b5-da23-45de-abb0-7ed9893bee23 admin admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:44:35.839832 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814a24b5-da23-45de-abb0-7ed9893bee23 admin admin] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:44:35.873349 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814a24b5-da23-45de-abb0-7ed9893bee23 admin admin] Pushing event updated for resources: {'Port': ['ID=16771d01-b0aa-4e53-ba52-cf689de30f5e,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:44:35.894146 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-814a24b5-da23-45de-abb0-7ed9893bee23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:35.895239 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-70673ce4-0c97-4a21-a474-2cc419f60a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:35.954527 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70673ce4-0c97-4a21-a474-2cc419f60a99 None None] Routers {'0343abeb-040b-4cc3-9680-76648de354be'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:44:35.955262 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-70673ce4-0c97-4a21-a474-2cc419f60a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:44:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['0343abeb-040b-4cc3-9680-76648de354be'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:44:36.006306 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552690fb-abc1-42d2-8edb-706f61bc450d None None] Pushing event updated for resources: {'Port': ['ID=75d7ea0a-ec6f-49aa-bf80-2ff3cfe29287,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:44:36.093149 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-b4db1d8f-40d9-4297-bac1-07279dec1086 None None] Provisioning complete for port 16771d01-b0aa-4e53-ba52-cf689de30f5e triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:44:36.093521 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b4db1d8f-40d9-4297-bac1-07279dec1086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:36.107090 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-814a24b5-da23-45de-abb0-7ed9893bee23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:36.117046 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-70673ce4-0c97-4a21-a474-2cc419f60a99 None None] Set router 0343abeb-040b-4cc3-9680-76648de354be gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:44:36.294243 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-814a24b5-da23-45de-abb0-7ed9893bee23 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:36.357287 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-b4db1d8f-40d9-4297-bac1-07279dec1086 None None] Port 16771d01-b0aa-4e53-ba52-cf689de30f5e cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:44:36.357805 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-814a24b5-da23-45de-abb0-7ed9893bee23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:36.434294 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814a24b5-da23-45de-abb0-7ed9893bee23 admin admin] Pushing event updated for resources: {'Port': ['ID=16771d01-b0aa-4e53-ba52-cf689de30f5e,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:44:36.437639 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-814a24b5-da23-45de-abb0-7ed9893bee23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:36.473908 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-70673ce4-0c97-4a21-a474-2cc419f60a99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0343abeb-040b-4cc3-9680-76648de354be', 'name': 'tempest-TestShelveInstance-171092512-router', 'tenant_id': 'bc50a722f06c4797a17cfb72e6bfeb50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '75d7ea0a-ec6f-49aa-bf80-2ff3cfe29287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:44:32Z', 'updated_at': '2021-09-24T16:44:33Z', 'revision_number': 3, 'project_id': 'bc50a722f06c4797a17cfb72e6bfeb50', 'gw_port': {'id': '75d7ea0a-ec6f-49aa-bf80-2ff3cfe29287', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:23:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0343abeb-040b-4cc3-9680-76648de354be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:44:32Z', 'updated_at': '2021-09-24T16:44:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:44:36.506665 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70673ce4-0c97-4a21-a474-2cc419f60a99 None None] The sync data for ids ['0343abeb-040b-4cc3-9680-76648de354be'] in n-d-808921-1 is: [{'id': '0343abeb-040b-4cc3-9680-76648de354be', 'name': 'tempest-TestShelveInstance-171092512-router', 'tenant_id': 'bc50a722f06c4797a17cfb72e6bfeb50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '75d7ea0a-ec6f-49aa-bf80-2ff3cfe29287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:44:32Z', 'updated_at': '2021-09-24T16:44:33Z', 'revision_number': 3, 'project_id': 'bc50a722f06c4797a17cfb72e6bfeb50', 'gw_port': {'id': '75d7ea0a-ec6f-49aa-bf80-2ff3cfe29287', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:23:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0343abeb-040b-4cc3-9680-76648de354be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:44:32Z', 'updated_at': '2021-09-24T16:44:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:44:36.537114 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-814a24b5-da23-45de-abb0-7ed9893bee23 admin admin] Network 5368d5eb-2451-4516-8ef6-c52ba2577aaa is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:44:36.538650 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-814a24b5-da23-45de-abb0-7ed9893bee23 admin admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:44:36.689683 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-814a24b5-da23-45de-abb0-7ed9893bee23 admin admin] Router 0343abeb-040b-4cc3-9680-76648de354be has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:44:36.835250 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-814a24b5-da23-45de-abb0-7ed9893bee23 admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:44:36.840925 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-814a24b5-da23-45de-abb0-7ed9893bee23 admin admin] 10.222.0.101 "PUT /v2.0/routers/0343abeb-040b-4cc3-9680-76648de354be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2160437 Sep 24 16:44:36.884708 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-9273c4d6-29c5-4ca2-aa16-39321793a728 None None] Provisioning complete for port 16771d01-b0aa-4e53-ba52-cf689de30f5e triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:44:36.885087 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9273c4d6-29c5-4ca2-aa16-39321793a728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:36.927121 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-9273c4d6-29c5-4ca2-aa16-39321793a728 None None] Port 16771d01-b0aa-4e53-ba52-cf689de30f5e cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:44:36.991486 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:37.039553 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 75d7ea0a-ec6f-49aa-bf80-2ff3cfe29287 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:44:37.090479 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 75d7ea0a-ec6f-49aa-bf80-2ff3cfe29287 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:44:37.090970 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:37.181999 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:37.205569 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port 75d7ea0a-ec6f-49aa-bf80-2ff3cfe29287, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=75d7ea0a-ec6f-49aa-bf80-2ff3cfe29287,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:44:37.286462 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:37.341541 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=75d7ea0a-ec6f-49aa-bf80-2ff3cfe29287,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:44:37.605596 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48020) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:44:37.610288 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-2f5d3290-d7e4-429c-a2ff-ca1866d7281a tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-891957699', 'description': 'tempest-secgroup-smoke-891957699 description', 'project_id': '5b8c253988374aeca88191bd7c363613'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:44:37.726502 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2f5d3290-d7e4-429c-a2ff-ca1866d7281a tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:37.814467 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2f5d3290-d7e4-429c-a2ff-ca1866d7281a tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:37.888334 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2f5d3290-d7e4-429c-a2ff-ca1866d7281a tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:37.920134 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5d3290-d7e4-429c-a2ff-ca1866d7281a tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86cccba9-afd1-4b9a-a34d-7bf238467f74,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:44:37.979854 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-2f5d3290-d7e4-429c-a2ff-ca1866d7281a tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:37.981711 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-2f5d3290-d7e4-429c-a2ff-ca1866d7281a tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3749630 Sep 24 16:44:37.984604 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48022) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:44:37.989077 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-daa0a8b0-78c0-435a-abe3-d2f1c8dd6600 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Request body: {'security_group_rule': {'security_group_id': '86cccba9-afd1-4b9a-a34d-7bf238467f74', 'project_id': '5b8c253988374aeca88191bd7c363613', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:44:38.080936 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-daa0a8b0-78c0-435a-abe3-d2f1c8dd6600 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:38.145064 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-daa0a8b0-78c0-435a-abe3-d2f1c8dd6600 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:38.177377 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a4f2ae-34b3-4c61-8297-7f65850b616d None None] Sync routers for ids ['0343abeb-040b-4cc3-9680-76648de354be'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:44:38.187297 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a4f2ae-34b3-4c61-8297-7f65850b616d None None] Routers {'0343abeb-040b-4cc3-9680-76648de354be'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:44:38.187866 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-c0a4f2ae-34b3-4c61-8297-7f65850b616d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:44:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['0343abeb-040b-4cc3-9680-76648de354be'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:44:38.229192 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-daa0a8b0-78c0-435a-abe3-d2f1c8dd6600 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:38.247964 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa0a8b0-78c0-435a-abe3-d2f1c8dd6600 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04a8abcd-aaf5-429c-81a7-cd1ed3bb6e8d,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:44:38.291926 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-c0a4f2ae-34b3-4c61-8297-7f65850b616d None None] Set router 0343abeb-040b-4cc3-9680-76648de354be gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:44:38.322640 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-daa0a8b0-78c0-435a-abe3-d2f1c8dd6600 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:38.324858 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-daa0a8b0-78c0-435a-abe3-d2f1c8dd6600 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3383408 Sep 24 16:44:38.327619 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48024) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:44:38.332311 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-791627dd-2c5f-425c-8055-6ef9da085b7a tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Request body: {'security_group_rule': {'security_group_id': '86cccba9-afd1-4b9a-a34d-7bf238467f74', 'project_id': '5b8c253988374aeca88191bd7c363613', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:44:38.425147 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-791627dd-2c5f-425c-8055-6ef9da085b7a tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:38.491329 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-791627dd-2c5f-425c-8055-6ef9da085b7a tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:38.575134 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-791627dd-2c5f-425c-8055-6ef9da085b7a tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:38.585996 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-c0a4f2ae-34b3-4c61-8297-7f65850b616d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0343abeb-040b-4cc3-9680-76648de354be', 'name': 'tempest-TestShelveInstance-171092512-router', 'tenant_id': 'bc50a722f06c4797a17cfb72e6bfeb50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '75d7ea0a-ec6f-49aa-bf80-2ff3cfe29287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:44:32Z', 'updated_at': '2021-09-24T16:44:36Z', 'revision_number': 4, 'project_id': 'bc50a722f06c4797a17cfb72e6bfeb50', 'gw_port': {'id': '75d7ea0a-ec6f-49aa-bf80-2ff3cfe29287', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:23:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0343abeb-040b-4cc3-9680-76648de354be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:44:32Z', 'updated_at': '2021-09-24T16:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '16771d01-b0aa-4e53-ba52-cf689de30f5e', 'name': '', 'network_id': '5368d5eb-2451-4516-8ef6-c52ba2577aaa', 'tenant_id': 'bc50a722f06c4797a17cfb72e6bfeb50', 'mac_address': 'fa:16:3e:79:42:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0343abeb-040b-4cc3-9680-76648de354be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'f024bb47-945e-430d-a2db-1329111a2666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:44:35Z', 'updated_at': '2021-09-24T16:44:36Z', 'revision_number': 2, 'project_id': 'bc50a722f06c4797a17cfb72e6bfeb50', 'subnets': [{'id': 'f024bb47-945e-430d-a2db-1329111a2666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:44:38.593509 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791627dd-2c5f-425c-8055-6ef9da085b7a tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20f81f90-0b17-4658-9dc6-37520f9af615,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:44:38.611768 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a4f2ae-34b3-4c61-8297-7f65850b616d None None] Checking router: 0343abeb-040b-4cc3-9680-76648de354be for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:44:38.621988 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a4f2ae-34b3-4c61-8297-7f65850b616d None None] Updating router 0343abeb-040b-4cc3-9680-76648de354be port 16771d01-b0aa-4e53-ba52-cf689de30f5e binding host n-d-808921-1 {{(pid=95300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 16:44:38.637089 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-c0a4f2ae-34b3-4c61-8297-7f65850b616d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:38.688411 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-791627dd-2c5f-425c-8055-6ef9da085b7a tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:38.689969 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-791627dd-2c5f-425c-8055-6ef9da085b7a tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3611088 Sep 24 16:44:38.692667 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48026) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:44:38.697225 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-5d9014c3-b27c-4c3b-b170-2ac8cc5baad6 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Request body: {'security_group_rule': {'security_group_id': '86cccba9-afd1-4b9a-a34d-7bf238467f74', 'project_id': '5b8c253988374aeca88191bd7c363613', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:44:38.831357 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5d9014c3-b27c-4c3b-b170-2ac8cc5baad6 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:38.893008 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5d9014c3-b27c-4c3b-b170-2ac8cc5baad6 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:38.898695 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-c0a4f2ae-34b3-4c61-8297-7f65850b616d None None] Notify callbacks [] for port, precommit_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:38.998278 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 75d7ea0a-ec6f-49aa-bf80-2ff3cfe29287 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:44:39.019713 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5d9014c3-b27c-4c3b-b170-2ac8cc5baad6 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:39.034955 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-c0a4f2ae-34b3-4c61-8297-7f65850b616d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:39.046393 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9014c3-b27c-4c3b-b170-2ac8cc5baad6 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c58d0eda-8275-4b04-8697-eaedd65f84e2,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:44:39.049510 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 75d7ea0a-ec6f-49aa-bf80-2ff3cfe29287 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:44:39.049889 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:39.109160 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404428f0-f923-4e8d-95c6-b18896939162 None None] Pushing event updated for resources: {'Port': ['ID=16771d01-b0aa-4e53-ba52-cf689de30f5e,revision_number=3']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:44:39.123625 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-5d9014c3-b27c-4c3b-b170-2ac8cc5baad6 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:39.125070 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-5d9014c3-b27c-4c3b-b170-2ac8cc5baad6 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4314382 Sep 24 16:44:39.128029 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48028) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:44:39.134016 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-cee24bbc-1511-4bbd-9395-2fc8cc312ad3 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Request body: {'security_group_rule': {'security_group_id': '86cccba9-afd1-4b9a-a34d-7bf238467f74', 'project_id': '5b8c253988374aeca88191bd7c363613', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:44:39.159572 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-c0a4f2ae-34b3-4c61-8297-7f65850b616d None None] Attempting to bind port 16771d01-b0aa-4e53-ba52-cf689de30f5e on host n-d-808921-1 for vnic_type normal with profile {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:44:39.159934 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-c0a4f2ae-34b3-4c61-8297-7f65850b616d None None] Attempting to bind port 16771d01-b0aa-4e53-ba52-cf689de30f5e by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': 'fb006e7c-8a5a-49c3-b2cc-84a9b4bcda99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '5368d5eb-2451-4516-8ef6-c52ba2577aaa'}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:44:39.160289 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a4f2ae-34b3-4c61-8297-7f65850b616d None None] Attempting to bind port 16771d01-b0aa-4e53-ba52-cf689de30f5e on network 5368d5eb-2451-4516-8ef6-c52ba2577aaa {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:44:39.165977 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a4f2ae-34b3-4c61-8297-7f65850b616d None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 44, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:44:39.166358 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a4f2ae-34b3-4c61-8297-7f65850b616d None None] Checking segment: {'id': 'fb006e7c-8a5a-49c3-b2cc-84a9b4bcda99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '5368d5eb-2451-4516-8ef6-c52ba2577aaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:44:39.168737 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-c0a4f2ae-34b3-4c61-8297-7f65850b616d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:39.168737 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0a4f2ae-34b3-4c61-8297-7f65850b616d None None] Bound using segment: {'id': 'fb006e7c-8a5a-49c3-b2cc-84a9b4bcda99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '5368d5eb-2451-4516-8ef6-c52ba2577aaa'} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:44:39.168737 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-c0a4f2ae-34b3-4c61-8297-7f65850b616d None None] Bound port: 16771d01-b0aa-4e53-ba52-cf689de30f5e, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb006e7c-8a5a-49c3-b2cc-84a9b4bcda99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1287, 'network_id': '5368d5eb-2451-4516-8ef6-c52ba2577aaa'}}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:44:39.168737 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-c0a4f2ae-34b3-4c61-8297-7f65850b616d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:39.219243 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cee24bbc-1511-4bbd-9395-2fc8cc312ad3 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:39.241169 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-c0a4f2ae-34b3-4c61-8297-7f65850b616d None None] For port 16771d01-b0aa-4e53-ba52-cf689de30f5e, host n-d-808921-1, cleared binding levels {{(pid=95300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:44:39.244953 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-c0a4f2ae-34b3-4c61-8297-7f65850b616d None None] For port 16771d01-b0aa-4e53-ba52-cf689de30f5e, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=16771d01-b0aa-4e53-ba52-cf689de30f5e,segment=NetworkSegment(fb006e7c-8a5a-49c3-b2cc-84a9b4bcda99),segment_id=fb006e7c-8a5a-49c3-b2cc-84a9b4bcda99)] {{(pid=95300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:44:39.287191 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cee24bbc-1511-4bbd-9395-2fc8cc312ad3 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:39.326909 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-c0a4f2ae-34b3-4c61-8297-7f65850b616d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:39.355513 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cee24bbc-1511-4bbd-9395-2fc8cc312ad3 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:39.366613 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-a8d7e768-b59e-492c-b4c5-b9d6776c7c33 None None] Provisioning complete for port 16771d01-b0aa-4e53-ba52-cf689de30f5e triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:44:39.366972 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a8d7e768-b59e-492c-b4c5-b9d6776c7c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:39.372805 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee24bbc-1511-4bbd-9395-2fc8cc312ad3 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87794925-b2ad-4b03-b84d-b5ffef8c3228,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:44:39.394329 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a4f2ae-34b3-4c61-8297-7f65850b616d None None] Routers {'0343abeb-040b-4cc3-9680-76648de354be'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:44:39.395124 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-c0a4f2ae-34b3-4c61-8297-7f65850b616d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:44:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['0343abeb-040b-4cc3-9680-76648de354be'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:44:39.432559 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404428f0-f923-4e8d-95c6-b18896939162 None None] Pushing event updated for resources: {'Port': ['ID=16771d01-b0aa-4e53-ba52-cf689de30f5e,revision_number=4']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:44:39.454334 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a8d7e768-b59e-492c-b4c5-b9d6776c7c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:39.458890 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-cee24bbc-1511-4bbd-9395-2fc8cc312ad3 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:39.462951 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-cee24bbc-1511-4bbd-9395-2fc8cc312ad3 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3305254 Sep 24 16:44:39.466097 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48030) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:44:39.473300 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-5bd23435-9b7c-4248-88e7-4d9eb49dfc9b tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Request body: {'security_group_rule': {'security_group_id': '86cccba9-afd1-4b9a-a34d-7bf238467f74', 'project_id': '5b8c253988374aeca88191bd7c363613', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:44:39.516448 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-a8d7e768-b59e-492c-b4c5-b9d6776c7c33 None None] For port 16771d01-b0aa-4e53-ba52-cf689de30f5e, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=16771d01-b0aa-4e53-ba52-cf689de30f5e,segment=NetworkSegment(fb006e7c-8a5a-49c3-b2cc-84a9b4bcda99),segment_id=fb006e7c-8a5a-49c3-b2cc-84a9b4bcda99)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:44:39.522919 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-c0a4f2ae-34b3-4c61-8297-7f65850b616d None None] Set router 0343abeb-040b-4cc3-9680-76648de354be gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:44:39.578173 n-d-808921-1 neutron-server[95298]: INFO neutron.db.securitygroups_db [None req-5bd23435-9b7c-4248-88e7-4d9eb49dfc9b tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Project 5b8c253988374aeca88191bd7c363613 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 16:44:39.583668 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5bd23435-9b7c-4248-88e7-4d9eb49dfc9b tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:39.607033 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:39.608259 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a8d7e768-b59e-492c-b4c5-b9d6776c7c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:39.652919 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5bd23435-9b7c-4248-88e7-4d9eb49dfc9b tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:39.666859 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d7e768-b59e-492c-b4c5-b9d6776c7c33 None None] Pushing event updated for resources: {'Port': ['ID=16771d01-b0aa-4e53-ba52-cf689de30f5e,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:44:39.728014 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-a1bba21a-cbee-47d7-830a-03dbe1729e92 None None] Provisioning complete for port 16771d01-b0aa-4e53-ba52-cf689de30f5e triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:44:39.728387 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a1bba21a-cbee-47d7-830a-03dbe1729e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:39.735563 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-c0a4f2ae-34b3-4c61-8297-7f65850b616d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0343abeb-040b-4cc3-9680-76648de354be', 'name': 'tempest-TestShelveInstance-171092512-router', 'tenant_id': 'bc50a722f06c4797a17cfb72e6bfeb50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '75d7ea0a-ec6f-49aa-bf80-2ff3cfe29287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:44:32Z', 'updated_at': '2021-09-24T16:44:36Z', 'revision_number': 4, 'project_id': 'bc50a722f06c4797a17cfb72e6bfeb50', 'gw_port': {'id': '75d7ea0a-ec6f-49aa-bf80-2ff3cfe29287', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:23:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0343abeb-040b-4cc3-9680-76648de354be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:44:32Z', 'updated_at': '2021-09-24T16:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '16771d01-b0aa-4e53-ba52-cf689de30f5e', 'name': '', 'network_id': '5368d5eb-2451-4516-8ef6-c52ba2577aaa', 'tenant_id': 'bc50a722f06c4797a17cfb72e6bfeb50', 'mac_address': 'fa:16:3e:79:42:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0343abeb-040b-4cc3-9680-76648de354be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'f024bb47-945e-430d-a2db-1329111a2666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:44:35Z', 'updated_at': '2021-09-24T16:44:39Z', 'revision_number': 4, 'project_id': 'bc50a722f06c4797a17cfb72e6bfeb50', 'subnets': [{'id': 'f024bb47-945e-430d-a2db-1329111a2666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:44:39.756486 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5bd23435-9b7c-4248-88e7-4d9eb49dfc9b tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:39.766608 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a4f2ae-34b3-4c61-8297-7f65850b616d None None] The sync data for ids ['0343abeb-040b-4cc3-9680-76648de354be'] in n-d-808921-1 is: [{'id': '0343abeb-040b-4cc3-9680-76648de354be', 'name': 'tempest-TestShelveInstance-171092512-router', 'tenant_id': 'bc50a722f06c4797a17cfb72e6bfeb50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '75d7ea0a-ec6f-49aa-bf80-2ff3cfe29287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:44:32Z', 'updated_at': '2021-09-24T16:44:36Z', 'revision_number': 4, 'project_id': 'bc50a722f06c4797a17cfb72e6bfeb50', 'gw_port': {'id': '75d7ea0a-ec6f-49aa-bf80-2ff3cfe29287', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:23:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0343abeb-040b-4cc3-9680-76648de354be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:44:32Z', 'updated_at': '2021-09-24T16:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '16771d01-b0aa-4e53-ba52-cf689de30f5e', 'name': '', 'network_id': '5368d5eb-2451-4516-8ef6-c52ba2577aaa', 'tenant_id': 'bc50a722f06c4797a17cfb72e6bfeb50', 'mac_address': 'fa:16:3e:79:42:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0343abeb-040b-4cc3-9680-76648de354be', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': 'f024bb47-945e-430d-a2db-1329111a2666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:44:35Z', 'updated_at': '2021-09-24T16:44:39Z', 'revision_number': 4, 'project_id': 'bc50a722f06c4797a17cfb72e6bfeb50', 'subnets': [{'id': 'f024bb47-945e-430d-a2db-1329111a2666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:44:39.777363 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd23435-9b7c-4248-88e7-4d9eb49dfc9b tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bd19a65-bb11-4350-977c-ff24f37653e9,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:44:39.848459 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5bd23435-9b7c-4248-88e7-4d9eb49dfc9b tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:39.849636 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-5bd23435-9b7c-4248-88e7-4d9eb49dfc9b tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3819718 Sep 24 16:44:39.852599 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48032) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:44:39.857393 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-acc295ea-159e-4c08-91b0-dc7e0937bcc3 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Request body: {'security_group_rule': {'security_group_id': '86cccba9-afd1-4b9a-a34d-7bf238467f74', 'project_id': '5b8c253988374aeca88191bd7c363613', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:44:39.932447 n-d-808921-1 neutron-server[95298]: INFO neutron.db.securitygroups_db [None req-acc295ea-159e-4c08-91b0-dc7e0937bcc3 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Project 5b8c253988374aeca88191bd7c363613 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 16:44:39.939243 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-acc295ea-159e-4c08-91b0-dc7e0937bcc3 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:40.013150 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-acc295ea-159e-4c08-91b0-dc7e0937bcc3 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:40.088131 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-acc295ea-159e-4c08-91b0-dc7e0937bcc3 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:40.110898 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc295ea-159e-4c08-91b0-dc7e0937bcc3 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b668556c-52cb-49ab-9672-71277e703ed0,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:44:40.177987 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-acc295ea-159e-4c08-91b0-dc7e0937bcc3 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:40.179301 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-acc295ea-159e-4c08-91b0-dc7e0937bcc3 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3257496 Sep 24 16:44:40.329251 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c8f41116-fa85-457e-9842-c31113122d72 req-b2ac1fd8-7cf3-42de-b6b6-16b1950d1ea5 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-891957699&fields=id&tenant_id=5b8c253988374aeca88191bd7c363613 HTTP/1.1" status: 200 len: 267 time: 0.0369642 Sep 24 16:44:40.450944 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f41116-fa85-457e-9842-c31113122d72 req-58fa819a-8ac2-4247-9a46-a3bbbea9a039 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:44:40.452551 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c8f41116-fa85-457e-9842-c31113122d72 req-58fa819a-8ac2-4247-9a46-a3bbbea9a039 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/networks?id=471808c1-fb1d-4934-ad3f-dffe22471ec4 HTTP/1.1" status: 200 len: 808 time: 0.1147821 Sep 24 16:44:40.468632 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c8f41116-fa85-457e-9842-c31113122d72 req-430f8580-b8fb-4acf-bc5f-53fcd8e2977a tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/quotas/5b8c253988374aeca88191bd7c363613 HTTP/1.1" status: 200 len: 375 time: 0.0099232 Sep 24 16:44:40.524580 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c8f41116-fa85-457e-9842-c31113122d72 req-598897be-b445-488f-8935-5b3a5c3b25f6 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=5b8c253988374aeca88191bd7c363613&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497048 Sep 24 16:44:40.646514 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [req-c8f41116-fa85-457e-9842-c31113122d72 req-ccb77f0b-336a-48a9-b584-4457a54f6b7f service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 16:44:40.647679 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c8f41116-fa85-457e-9842-c31113122d72 req-ccb77f0b-336a-48a9-b584-4457a54f6b7f service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1112058 Sep 24 16:44:40.753977 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c8f41116-fa85-457e-9842-c31113122d72 req-71e3b846-5dae-4a2c-855e-ae4b66bbbe9e service neutron] 10.222.0.101 "GET /v2.0/networks/471808c1-fb1d-4934-ad3f-dffe22471ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988317 Sep 24 16:44:40.850208 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c8f41116-fa85-457e-9842-c31113122d72 req-f9f3118a-22d4-4d58-acf0-0149d70f6243 service neutron] 10.222.0.101 "GET /v2.0/networks/471808c1-fb1d-4934-ad3f-dffe22471ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896816 Sep 24 16:44:41.022429 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 16771d01-b0aa-4e53-ba52-cf689de30f5e up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:44:41.083042 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 16771d01-b0aa-4e53-ba52-cf689de30f5e triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:44:41.083573 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:41.105913 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-656d4214-fce1-4a90-8e6a-87e53036ea80 req-529751cc-f368-42e0-bcfb-25c0a063074e tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=8ee37493-cef7-4bce-af39-c8c94a641e32 HTTP/1.1" status: 200 len: 210 time: 0.0274186 Sep 24 16:44:41.551039 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:42.188756 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cc8906d8-c7d2-4602-a1ab-49261b5559f4 req-b74cbfbc-235b-4426-ab56-202c5803eb81 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=8ee37493-cef7-4bce-af39-c8c94a641e32 HTTP/1.1" status: 200 len: 210 time: 0.0323262 Sep 24 16:44:43.288253 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a2090c7e-2630-40c9-9196-a21f80c3c271 req-b893c893-eb8c-4b01-8c93-f5bc2e8a0f3c tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=8ee37493-cef7-4bce-af39-c8c94a641e32 HTTP/1.1" status: 200 len: 210 time: 0.0280073 Sep 24 16:44:43.522971 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f41116-fa85-457e-9842-c31113122d72 req-83d1c43b-de1c-4436-b452-57490a8ed62c tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:44:43.525412 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c8f41116-fa85-457e-9842-c31113122d72 req-83d1c43b-de1c-4436-b452-57490a8ed62c tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.108 "GET /v2.0/networks?id=471808c1-fb1d-4934-ad3f-dffe22471ec4 HTTP/1.1" status: 200 len: 808 time: 0.1063621 Sep 24 16:44:43.576080 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c8f41116-fa85-457e-9842-c31113122d72 req-e4b1d358-dafa-4597-bb2a-418959003b44 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.108 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b8c253988374aeca88191bd7c363613 HTTP/1.1" status: 200 len: 379 time: 0.0349219 Sep 24 16:44:43.585513 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-c8f41116-fa85-457e-9842-c31113122d72 req-e9327754-a026-4a4e-a4c6-e397e16c9ab6 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Request body: {'port': {'device_id': '8ee37493-cef7-4bce-af39-c8c94a641e32', 'network_id': '471808c1-fb1d-4934-ad3f-dffe22471ec4', 'admin_state_up': True, 'tenant_id': '5b8c253988374aeca88191bd7c363613', 'security_groups': ['86cccba9-afd1-4b9a-a34d-7bf238467f74']}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:44:43.802622 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8f41116-fa85-457e-9842-c31113122d72 req-e9327754-a026-4a4e-a4c6-e397e16c9ab6 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Made reservation on behalf of 5b8c253988374aeca88191bd7c363613 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:44:43.806185 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-c8f41116-fa85-457e-9842-c31113122d72 req-e9327754-a026-4a4e-a4c6-e397e16c9ab6 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:43.934487 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-c8f41116-fa85-457e-9842-c31113122d72 req-e9327754-a026-4a4e-a4c6-e397e16c9ab6 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Allocated IP 172.20.0.4 (471808c1-fb1d-4934-ad3f-dffe22471ec4/9e133d4a-9444-4a2c-99f7-516cdd5920cd/02de157b-7d86-45f4-aaa4-429f4e045f90) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:44:44.076929 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-c8f41116-fa85-457e-9842-c31113122d72 req-e9327754-a026-4a4e-a4c6-e397e16c9ab6 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:44.219786 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-c8f41116-fa85-457e-9842-c31113122d72 req-e9327754-a026-4a4e-a4c6-e397e16c9ab6 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:44.262741 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8f41116-fa85-457e-9842-c31113122d72 req-e9327754-a026-4a4e-a4c6-e397e16c9ab6 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Network 471808c1-fb1d-4934-ad3f-dffe22471ec4 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:44:44.265672 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-c8f41116-fa85-457e-9842-c31113122d72 req-e9327754-a026-4a4e-a4c6-e397e16c9ab6 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:44:44.269450 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8f41116-fa85-457e-9842-c31113122d72 req-e9327754-a026-4a4e-a4c6-e397e16c9ab6 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:44:44.278817 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9327754-a026-4a4e-a4c6-e397e16c9ab6 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Pushing event updated for resources: {'Port': ['ID=02de157b-7d86-45f4-aaa4-429f4e045f90,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:44:44.327879 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f41116-fa85-457e-9842-c31113122d72 req-e9327754-a026-4a4e-a4c6-e397e16c9ab6 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:44:44.328596 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-c8f41116-fa85-457e-9842-c31113122d72 req-e9327754-a026-4a4e-a4c6-e397e16c9ab6 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:44.421202 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3108a9-30b0-4148-abc7-1dbf2f7c9bef req-dfb79966-134d-4b37-982f-851bb143edf6 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:44:44.423875 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c8f41116-fa85-457e-9842-c31113122d72 req-e9327754-a026-4a4e-a4c6-e397e16c9ab6 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8420916 Sep 24 16:44:44.424243 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cc3108a9-30b0-4148-abc7-1dbf2f7c9bef req-dfb79966-134d-4b37-982f-851bb143edf6 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=8ee37493-cef7-4bce-af39-c8c94a641e32 HTTP/1.1" status: 200 len: 931 time: 0.0540757 Sep 24 16:44:44.437380 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-c8f41116-fa85-457e-9842-c31113122d72 req-05152583-0045-487d-bc4e-70c9fc32a023 service neutron] Request body: {'port': {'device_id': '8ee37493-cef7-4bce-af39-c8c94a641e32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:44:44.466287 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cc3108a9-30b0-4148-abc7-1dbf2f7c9bef req-aa4f05a0-04d6-48c3-9f0d-7d5a9e3c8f28 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=86cccba9-afd1-4b9a-a34d-7bf238467f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360518 Sep 24 16:44:44.477579 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-860af16b-f733-4e38-932c-e7adfcad4e6b None None] Provisioning complete for port 02de157b-7d86-45f4-aaa4-429f4e045f90 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:44:44.478159 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-860af16b-f733-4e38-932c-e7adfcad4e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:44.503862 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-c8f41116-fa85-457e-9842-c31113122d72 req-05152583-0045-487d-bc4e-70c9fc32a023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:44.514721 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-860af16b-f733-4e38-932c-e7adfcad4e6b None None] Port 02de157b-7d86-45f4-aaa4-429f4e045f90 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:44:44.766678 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-c8f41116-fa85-457e-9842-c31113122d72 req-05152583-0045-487d-bc4e-70c9fc32a023 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02de157b-7d86-45f4-aaa4-429f4e045f90 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:44:44.774159 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-c8f41116-fa85-457e-9842-c31113122d72 req-05152583-0045-487d-bc4e-70c9fc32a023 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:44.787254 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-c8f41116-fa85-457e-9842-c31113122d72 req-05152583-0045-487d-bc4e-70c9fc32a023 service neutron] Transition to ACTIVE for port object 02de157b-7d86-45f4-aaa4-429f4e045f90 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 16:44:44.868866 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-c8f41116-fa85-457e-9842-c31113122d72 req-05152583-0045-487d-bc4e-70c9fc32a023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:44.917702 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05152583-0045-487d-bc4e-70c9fc32a023 service neutron] Pushing event updated for resources: {'Port': ['ID=02de157b-7d86-45f4-aaa4-429f4e045f90,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:44:44.997446 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-c8f41116-fa85-457e-9842-c31113122d72 req-05152583-0045-487d-bc4e-70c9fc32a023 service neutron] Attempting to bind port 02de157b-7d86-45f4-aaa4-429f4e045f90 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:44:44.997780 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-c8f41116-fa85-457e-9842-c31113122d72 req-05152583-0045-487d-bc4e-70c9fc32a023 service neutron] Attempting to bind port 02de157b-7d86-45f4-aaa4-429f4e045f90 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': 'd3dda7d9-3a84-490d-a301-bc11087fb161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '471808c1-fb1d-4934-ad3f-dffe22471ec4'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:44:44.998111 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f41116-fa85-457e-9842-c31113122d72 req-05152583-0045-487d-bc4e-70c9fc32a023 service neutron] Attempting to bind port 02de157b-7d86-45f4-aaa4-429f4e045f90 on network 471808c1-fb1d-4934-ad3f-dffe22471ec4 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:44:45.003015 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f41116-fa85-457e-9842-c31113122d72 req-05152583-0045-487d-bc4e-70c9fc32a023 service neutron] Port 02de157b-7d86-45f4-aaa4-429f4e045f90 on network 471808c1-fb1d-4934-ad3f-dffe22471ec4 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 16:44:45.003337 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f41116-fa85-457e-9842-c31113122d72 req-05152583-0045-487d-bc4e-70c9fc32a023 service neutron] Attempting to bind port 02de157b-7d86-45f4-aaa4-429f4e045f90 on network 471808c1-fb1d-4934-ad3f-dffe22471ec4 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:44:45.008412 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f41116-fa85-457e-9842-c31113122d72 req-05152583-0045-487d-bc4e-70c9fc32a023 service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:44:45.008746 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f41116-fa85-457e-9842-c31113122d72 req-05152583-0045-487d-bc4e-70c9fc32a023 service neutron] Checking segment: {'id': 'd3dda7d9-3a84-490d-a301-bc11087fb161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '471808c1-fb1d-4934-ad3f-dffe22471ec4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:44:45.009161 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8f41116-fa85-457e-9842-c31113122d72 req-05152583-0045-487d-bc4e-70c9fc32a023 service neutron] Bound using segment: {'id': 'd3dda7d9-3a84-490d-a301-bc11087fb161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '471808c1-fb1d-4934-ad3f-dffe22471ec4'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:44:45.009588 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-c8f41116-fa85-457e-9842-c31113122d72 req-05152583-0045-487d-bc4e-70c9fc32a023 service neutron] Bound port: 02de157b-7d86-45f4-aaa4-429f4e045f90, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3dda7d9-3a84-490d-a301-bc11087fb161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '471808c1-fb1d-4934-ad3f-dffe22471ec4'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:44:45.009946 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-c8f41116-fa85-457e-9842-c31113122d72 req-05152583-0045-487d-bc4e-70c9fc32a023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:45.077931 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-c8f41116-fa85-457e-9842-c31113122d72 req-05152583-0045-487d-bc4e-70c9fc32a023 service neutron] For port 02de157b-7d86-45f4-aaa4-429f4e045f90, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:44:45.081280 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-c8f41116-fa85-457e-9842-c31113122d72 req-05152583-0045-487d-bc4e-70c9fc32a023 service neutron] For port 02de157b-7d86-45f4-aaa4-429f4e045f90, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=02de157b-7d86-45f4-aaa4-429f4e045f90,segment=NetworkSegment(d3dda7d9-3a84-490d-a301-bc11087fb161),segment_id=d3dda7d9-3a84-490d-a301-bc11087fb161)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:44:45.156917 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-c8f41116-fa85-457e-9842-c31113122d72 req-05152583-0045-487d-bc4e-70c9fc32a023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:45.192201 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f41116-fa85-457e-9842-c31113122d72 req-05152583-0045-487d-bc4e-70c9fc32a023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:44:45.192873 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-c8f41116-fa85-457e-9842-c31113122d72 req-05152583-0045-487d-bc4e-70c9fc32a023 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:45.194394 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c8f41116-fa85-457e-9842-c31113122d72 req-05152583-0045-487d-bc4e-70c9fc32a023 service neutron] 10.222.0.108 "PUT /v2.0/ports/02de157b-7d86-45f4-aaa4-429f4e045f90 HTTP/1.1" status: 200 len: 1091 time: 0.7620513 Sep 24 16:44:45.194784 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ee37493-cef7-4bce-af39-c8c94a641e32', 'tag': '02de157b-7d86-45f4-aaa4-429f4e045f90'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:44:45.197239 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86bdbdc9b9e92b390e2d9cb11b84962cc6f6bd0fdc6518f79f4e2677ef2c88f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-228adeec-22aa-4f71-995a-7272a62c099c" -d '{"events": [{"name": "network-changed", "server_uuid": "8ee37493-cef7-4bce-af39-c8c94a641e32", "tag": "02de157b-7d86-45f4-aaa4-429f4e045f90"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:44:45.223967 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05152583-0045-487d-bc4e-70c9fc32a023 service neutron] Pushing event updated for resources: {'Port': ['ID=02de157b-7d86-45f4-aaa4-429f4e045f90,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:44:45.241199 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:44:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ce24b5-909d-4676-a0bb-f9da0978d3b4 x-openstack-request-id: req-a3ce24b5-909d-4676-a0bb-f9da0978d3b4 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:44:45.241497 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ee37493-cef7-4bce-af39-c8c94a641e32", "tag": "02de157b-7d86-45f4-aaa4-429f4e045f90", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:44:45.241744 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a3ce24b5-909d-4676-a0bb-f9da0978d3b4 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:44:45.242148 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ee37493-cef7-4bce-af39-c8c94a641e32', 'tag': '02de157b-7d86-45f4-aaa4-429f4e045f90', 'status': 'completed', 'code': 200} Sep 24 16:44:45.311832 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228adeec-22aa-4f71-995a-7272a62c099c req-bc19e266-8940-4d6f-afc6-33b019ff6db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:44:45.313437 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-228adeec-22aa-4f71-995a-7272a62c099c req-bc19e266-8940-4d6f-afc6-33b019ff6db9 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=5b8c253988374aeca88191bd7c363613&device_id=8ee37493-cef7-4bce-af39-c8c94a641e32 HTTP/1.1" status: 200 len: 1094 time: 0.0487576 Sep 24 16:44:45.420791 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228adeec-22aa-4f71-995a-7272a62c099c req-72c89945-76ea-4fd6-87fa-c42a7feaba76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:44:45.422275 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-228adeec-22aa-4f71-995a-7272a62c099c req-72c89945-76ea-4fd6-87fa-c42a7feaba76 service neutron] 10.222.0.108 "GET /v2.0/networks?tenant_id=5b8c253988374aeca88191bd7c363613&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0996635 Sep 24 16:44:45.522218 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228adeec-22aa-4f71-995a-7272a62c099c req-753fe46a-171d-459e-ae84-892198d85cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:44:45.523732 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-228adeec-22aa-4f71-995a-7272a62c099c req-753fe46a-171d-459e-ae84-892198d85cc4 service neutron] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0939445 Sep 24 16:44:45.590611 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98078925-b29d-4c56-8f42-553b795b298e req-f00729d8-735c-49e0-8d67-c9c4c0d02833 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:44:45.592212 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-98078925-b29d-4c56-8f42-553b795b298e req-f00729d8-735c-49e0-8d67-c9c4c0d02833 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=8ee37493-cef7-4bce-af39-c8c94a641e32 HTTP/1.1" status: 200 len: 943 time: 0.0509546 Sep 24 16:44:45.601662 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f41116-fa85-457e-9842-c31113122d72 req-6e144d1b-15e7-42fa-8848-6eb6988800cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:44:45.603201 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c8f41116-fa85-457e-9842-c31113122d72 req-6e144d1b-15e7-42fa-8848-6eb6988800cc service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=5b8c253988374aeca88191bd7c363613&device_id=8ee37493-cef7-4bce-af39-c8c94a641e32 HTTP/1.1" status: 200 len: 1094 time: 0.0424573 Sep 24 16:44:45.630995 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-98078925-b29d-4c56-8f42-553b795b298e req-e3c54242-9e93-4e6c-a3fd-8b5587e35537 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=86cccba9-afd1-4b9a-a34d-7bf238467f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324528 Sep 24 16:44:45.650206 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c8f41116-fa85-457e-9842-c31113122d72 req-51677ca1-a112-4240-bc1e-79d6c94577d2 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02de157b-7d86-45f4-aaa4-429f4e045f90 HTTP/1.1" status: 200 len: 217 time: 0.0389037 Sep 24 16:44:45.750710 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f41116-fa85-457e-9842-c31113122d72 req-a2889b34-2765-4446-ba2c-ce6bb8c5a76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:44:45.752340 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c8f41116-fa85-457e-9842-c31113122d72 req-a2889b34-2765-4446-ba2c-ce6bb8c5a76c service neutron] 10.222.0.108 "GET /v2.0/subnets?id=9e133d4a-9444-4a2c-99f7-516cdd5920cd HTTP/1.1" status: 200 len: 847 time: 0.0955882 Sep 24 16:44:45.799853 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f41116-fa85-457e-9842-c31113122d72 req-1c0c5bde-e976-49c6-8082-9fd1750aaba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:44:45.801355 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c8f41116-fa85-457e-9842-c31113122d72 req-1c0c5bde-e976-49c6-8082-9fd1750aaba4 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=471808c1-fb1d-4934-ad3f-dffe22471ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410957 Sep 24 16:44:45.896245 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c8f41116-fa85-457e-9842-c31113122d72 req-1dce5a6d-3274-4cfe-b83c-c1f604553097 service neutron] 10.222.0.108 "GET /v2.0/networks/471808c1-fb1d-4934-ad3f-dffe22471ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873163 Sep 24 16:44:45.988060 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c8f41116-fa85-457e-9842-c31113122d72 req-6f354e8f-a196-4d5a-a4ed-f0f2d0dc759a service neutron] 10.222.0.108 "GET /v2.0/networks/471808c1-fb1d-4934-ad3f-dffe22471ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846493 Sep 24 16:44:46.751486 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902db994-4154-4523-8081-2d90d2e87bba req-fb2a6d05-1fa2-4246-b9fc-c834627a7b2f tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:44:46.753001 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-902db994-4154-4523-8081-2d90d2e87bba req-fb2a6d05-1fa2-4246-b9fc-c834627a7b2f tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=8ee37493-cef7-4bce-af39-c8c94a641e32 HTTP/1.1" status: 200 len: 943 time: 0.0496669 Sep 24 16:44:46.794577 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-902db994-4154-4523-8081-2d90d2e87bba req-95508b43-4cce-4139-acc1-8bbecc7e26c2 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=86cccba9-afd1-4b9a-a34d-7bf238467f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354943 Sep 24 16:44:47.911821 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81058984-b19b-4f9a-b683-ade3fda7c61a req-7c1d0f55-26c6-4e83-91f6-2db3535c3ee9 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:44:47.913193 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-81058984-b19b-4f9a-b683-ade3fda7c61a req-7c1d0f55-26c6-4e83-91f6-2db3535c3ee9 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=8ee37493-cef7-4bce-af39-c8c94a641e32 HTTP/1.1" status: 200 len: 943 time: 0.0493245 Sep 24 16:44:47.955270 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-81058984-b19b-4f9a-b683-ade3fda7c61a req-022fac30-fe78-4b05-b1ca-558df3ca19a9 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=86cccba9-afd1-4b9a-a34d-7bf238467f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358295 Sep 24 16:44:49.070025 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b78a5ce-f186-4b72-958b-4aa8a12c529b req-1cde13e0-afad-499d-8769-52490f388804 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:44:49.071530 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0b78a5ce-f186-4b72-958b-4aa8a12c529b req-1cde13e0-afad-499d-8769-52490f388804 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=8ee37493-cef7-4bce-af39-c8c94a641e32 HTTP/1.1" status: 200 len: 943 time: 0.0496700 Sep 24 16:44:49.113105 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0b78a5ce-f186-4b72-958b-4aa8a12c529b req-24378528-e753-45a3-b6c3-474fc6f6ef95 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=86cccba9-afd1-4b9a-a34d-7bf238467f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337009 Sep 24 16:44:49.230841 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 02de157b-7d86-45f4-aaa4-429f4e045f90 details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 16:44:49.329867 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 02de157b-7d86-45f4-aaa4-429f4e045f90, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=02de157b-7d86-45f4-aaa4-429f4e045f90,segment=NetworkSegment(d3dda7d9-3a84-490d-a301-bc11087fb161),segment_id=d3dda7d9-3a84-490d-a301-bc11087fb161)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:44:49.342039 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': '02de157b-7d86-45f4-aaa4-429f4e045f90', 'network_id': '471808c1-fb1d-4934-ad3f-dffe22471ec4', 'port_id': '02de157b-7d86-45f4-aaa4-429f4e045f90', 'mac_address': 'fa:16:3e:16:e8:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e133d4a-9444-4a2c-99f7-516cdd5920cd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 16:44:49.378830 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:49.391929 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02de157b-7d86-45f4-aaa4-429f4e045f90 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:44:49.412632 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 02de157b-7d86-45f4-aaa4-429f4e045f90, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=02de157b-7d86-45f4-aaa4-429f4e045f90,segment=NetworkSegment(d3dda7d9-3a84-490d-a301-bc11087fb161),segment_id=d3dda7d9-3a84-490d-a301-bc11087fb161)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:44:49.481813 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:49.532783 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=02de157b-7d86-45f4-aaa4-429f4e045f90,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:44:49.699895 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['02de157b-7d86-45f4-aaa4-429f4e045f90'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:44:50.239738 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bad106-f189-4550-9588-0c17b8fb382e req-cd8dfa38-754b-49f4-90c1-87a3182eda1f tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:44:50.241247 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b9bad106-f189-4550-9588-0c17b8fb382e req-cd8dfa38-754b-49f4-90c1-87a3182eda1f tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=8ee37493-cef7-4bce-af39-c8c94a641e32 HTTP/1.1" status: 200 len: 944 time: 0.0507326 Sep 24 16:44:50.280080 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b9bad106-f189-4550-9588-0c17b8fb382e req-0c58566b-e148-4d36-86ad-7d8e0fd11cb4 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=86cccba9-afd1-4b9a-a34d-7bf238467f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328827 Sep 24 16:44:51.236264 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 02de157b-7d86-45f4-aaa4-429f4e045f90 up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:44:51.384857 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port 02de157b-7d86-45f4-aaa4-429f4e045f90 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 16:44:51.388880 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port 02de157b-7d86-45f4-aaa4-429f4e045f90 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:44:51.392627 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:51.393726 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb9bc23-da7c-45f6-bf7d-0871b0629b7a req-55cfed63-02e3-4791-8b39-4222a060bf7b tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:44:51.395315 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dbb9bc23-da7c-45f6-bf7d-0871b0629b7a req-55cfed63-02e3-4791-8b39-4222a060bf7b tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=8ee37493-cef7-4bce-af39-c8c94a641e32 HTTP/1.1" status: 200 len: 944 time: 0.0489767 Sep 24 16:44:51.434185 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dbb9bc23-da7c-45f6-bf7d-0871b0629b7a req-0b4fffb3-582e-48ab-892f-cd6f5cebb352 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=86cccba9-afd1-4b9a-a34d-7bf238467f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328734 Sep 24 16:44:51.468902 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:51.494072 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ee37493-cef7-4bce-af39-c8c94a641e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02de157b-7d86-45f4-aaa4-429f4e045f90'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:44:51.496325 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e675284d64920c3690942d07fd233bec6618b8bcfb70da99a5b5d86610f0b706" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb40e475-a557-4b86-9fe5-50bd5101264b" -d '{"events": [{"server_uuid": "8ee37493-cef7-4bce-af39-c8c94a641e32", "name": "network-vif-plugged", "status": "completed", "tag": "02de157b-7d86-45f4-aaa4-429f4e045f90"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:44:51.509131 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 02de157b-7d86-45f4-aaa4-429f4e045f90, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=02de157b-7d86-45f4-aaa4-429f4e045f90,segment=NetworkSegment(d3dda7d9-3a84-490d-a301-bc11087fb161),segment_id=d3dda7d9-3a84-490d-a301-bc11087fb161)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:44:51.532803 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d5ffac-5317-4162-841a-da7e458fbf05 x-openstack-request-id: req-16d5ffac-5317-4162-841a-da7e458fbf05 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:44:51.533096 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ee37493-cef7-4bce-af39-c8c94a641e32", "name": "network-vif-plugged", "status": "completed", "tag": "02de157b-7d86-45f4-aaa4-429f4e045f90", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:44:51.533720 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-16d5ffac-5317-4162-841a-da7e458fbf05 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:44:51.534123 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ee37493-cef7-4bce-af39-c8c94a641e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02de157b-7d86-45f4-aaa4-429f4e045f90', 'code': 200} Sep 24 16:44:51.590871 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:51.629405 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f113e30-bfee-42a7-906f-efeaf6abfb6d req-7014b665-7587-451f-a0cf-eca9f8cfe807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:44:51.631038 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1f113e30-bfee-42a7-906f-efeaf6abfb6d req-7014b665-7587-451f-a0cf-eca9f8cfe807 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=8ee37493-cef7-4bce-af39-c8c94a641e32 HTTP/1.1" status: 200 len: 1096 time: 0.0410471 Sep 24 16:44:51.639759 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=02de157b-7d86-45f4-aaa4-429f4e045f90,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:44:51.671695 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1f113e30-bfee-42a7-906f-efeaf6abfb6d req-03382db3-e149-470a-a8eb-6a8db7fd6572 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=86cccba9-afd1-4b9a-a34d-7bf238467f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332990 Sep 24 16:44:52.546766 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1df33ea-edb2-4b5c-9a5f-0c42ecc1d8a8 req-018fbb7a-bb26-45b3-a0ea-2723718dad26 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:44:52.548235 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a1df33ea-edb2-4b5c-9a5f-0c42ecc1d8a8 req-018fbb7a-bb26-45b3-a0ea-2723718dad26 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=8ee37493-cef7-4bce-af39-c8c94a641e32 HTTP/1.1" status: 200 len: 945 time: 0.0478458 Sep 24 16:44:52.586116 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a1df33ea-edb2-4b5c-9a5f-0c42ecc1d8a8 req-5631f2a1-8a80-45ae-88ae-ba317cbbbf69 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=86cccba9-afd1-4b9a-a34d-7bf238467f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318201 Sep 24 16:44:53.705726 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5218ac-f134-407a-9dbe-d46fb68ec40a req-b272ccd2-ed5f-468e-96b3-f91530a2546f tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:44:53.707371 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fd5218ac-f134-407a-9dbe-d46fb68ec40a req-b272ccd2-ed5f-468e-96b3-f91530a2546f tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=8ee37493-cef7-4bce-af39-c8c94a641e32 HTTP/1.1" status: 200 len: 945 time: 0.0525191 Sep 24 16:44:53.745367 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fd5218ac-f134-407a-9dbe-d46fb68ec40a req-49a22ea6-c187-46c7-85ec-18a761eab6eb tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=86cccba9-afd1-4b9a-a34d-7bf238467f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320745 Sep 24 16:44:53.859681 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ecd4e7-d499-4458-8f6f-7c973852822f req-5802be39-ba4d-48b7-bc13-3c04a11bf7c7 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:44:53.861159 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-96ecd4e7-d499-4458-8f6f-7c973852822f req-5802be39-ba4d-48b7-bc13-3c04a11bf7c7 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=8ee37493-cef7-4bce-af39-c8c94a641e32 HTTP/1.1" status: 200 len: 945 time: 0.0492849 Sep 24 16:44:53.898449 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-96ecd4e7-d499-4458-8f6f-7c973852822f req-3cb7bedd-b45c-4fb9-9cf1-95402ad59207 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=86cccba9-afd1-4b9a-a34d-7bf238467f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311654 Sep 24 16:44:53.925978 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48092) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:44:54.010778 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ccb26a-20a6-4fae-a8f3-e933276d9e78 tempest-TestShelveInstance-307290571 tempest-TestShelveInstance-307290571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:44:54.012299 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-f7ccb26a-20a6-4fae-a8f3-e933276d9e78 tempest-TestShelveInstance-307290571 tempest-TestShelveInstance-307290571-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=8ee37493-cef7-4bce-af39-c8c94a641e32 HTTP/1.1" status: 200 len: 1091 time: 0.0852890 Sep 24 16:44:54.016056 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48096) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:44:54.020295 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-5787dc3c-7721-4463-b0a7-1ec8aca6140d tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Request body: {'floatingip': {'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'port_id': '02de157b-7d86-45f4-aaa4-429f4e045f90', 'tenant_id': '5b8c253988374aeca88191bd7c363613', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:44:54.133664 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5787dc3c-7721-4463-b0a7-1ec8aca6140d tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks [] for floatingip, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:54.235051 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5787dc3c-7721-4463-b0a7-1ec8aca6140d tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:54.344831 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-5787dc3c-7721-4463-b0a7-1ec8aca6140d tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Allocated IP 172.25.0.227 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/a1d7c51b-a233-4f86-89f4-218c97390362) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:44:54.444629 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5787dc3c-7721-4463-b0a7-1ec8aca6140d tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:54.533745 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5787dc3c-7721-4463-b0a7-1ec8aca6140d tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:54.571060 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5787dc3c-7721-4463-b0a7-1ec8aca6140d tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:44:54.573757 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-5787dc3c-7721-4463-b0a7-1ec8aca6140d tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:44:54.578195 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5787dc3c-7721-4463-b0a7-1ec8aca6140d tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:44:54.586170 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5787dc3c-7721-4463-b0a7-1ec8aca6140d tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Pushing event updated for resources: {'Port': ['ID=a1d7c51b-a233-4f86-89f4-218c97390362,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:44:54.969445 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5787dc3c-7721-4463-b0a7-1ec8aca6140d tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:55.111635 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5787dc3c-7721-4463-b0a7-1ec8aca6140d tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:55.257873 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5787dc3c-7721-4463-b0a7-1ec8aca6140d tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:55.316193 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5787dc3c-7721-4463-b0a7-1ec8aca6140d tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:55.396778 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5787dc3c-7721-4463-b0a7-1ec8aca6140d tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Pushing event updated for resources: {'Port': ['ID=a1d7c51b-a233-4f86-89f4-218c97390362,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:44:55.404242 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5787dc3c-7721-4463-b0a7-1ec8aca6140d tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:55.504869 n-d-808921-1 neutron-server[95298]: INFO neutron.db.l3_db [None req-5787dc3c-7721-4463-b0a7-1ec8aca6140d tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Floating IP b03a2125-a301-4ff1-aa9d-089c4cbef835 associated. External IP: 172.25.0.227, port: 02de157b-7d86-45f4-aaa4-429f4e045f90. Sep 24 16:44:56.019086 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5787dc3c-7721-4463-b0a7-1ec8aca6140d tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Router 4940325d-910a-4c9b-90af-d649570409b3 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:44:56.129260 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5787dc3c-7721-4463-b0a7-1ec8aca6140d tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:44:56.139751 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b175551-65f3-496e-a79a-1a9bbe4f9515 None None] Sync routers for ids ['4940325d-910a-4c9b-90af-d649570409b3'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:44:56.150259 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b175551-65f3-496e-a79a-1a9bbe4f9515 None None] Routers {'4940325d-910a-4c9b-90af-d649570409b3'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:44:56.156235 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-8b175551-65f3-496e-a79a-1a9bbe4f9515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:44:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['4940325d-910a-4c9b-90af-d649570409b3'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:44:56.196307 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-5787dc3c-7721-4463-b0a7-1ec8aca6140d tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:44:56.224796 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-5787dc3c-7721-4463-b0a7-1ec8aca6140d tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2077129 Sep 24 16:44:56.225482 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ee37493-cef7-4bce-af39-c8c94a641e32', 'tag': '02de157b-7d86-45f4-aaa4-429f4e045f90'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:44:56.227791 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86bdbdc9b9e92b390e2d9cb11b84962cc6f6bd0fdc6518f79f4e2677ef2c88f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a0cf4b-d398-451d-a2dd-ae09b6740e17" -d '{"events": [{"name": "network-changed", "server_uuid": "8ee37493-cef7-4bce-af39-c8c94a641e32", "tag": "02de157b-7d86-45f4-aaa4-429f4e045f90"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:44:56.265332 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb1f094-128c-4e82-83ad-2407e27363f7 x-openstack-request-id: req-2eb1f094-128c-4e82-83ad-2407e27363f7 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:44:56.265626 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ee37493-cef7-4bce-af39-c8c94a641e32", "tag": "02de157b-7d86-45f4-aaa4-429f4e045f90", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:44:56.265830 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-8b175551-65f3-496e-a79a-1a9bbe4f9515 None None] Set router 4940325d-910a-4c9b-90af-d649570409b3 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:44:56.265941 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-2eb1f094-128c-4e82-83ad-2407e27363f7 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:44:56.266269 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ee37493-cef7-4bce-af39-c8c94a641e32', 'tag': '02de157b-7d86-45f4-aaa4-429f4e045f90', 'status': 'completed', 'code': 200} Sep 24 16:44:56.332081 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a0cf4b-d398-451d-a2dd-ae09b6740e17 req-75b4fee7-729d-4d07-894a-98d2d619ef23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:44:56.333601 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b1a0cf4b-d398-451d-a2dd-ae09b6740e17 req-75b4fee7-729d-4d07-894a-98d2d619ef23 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=5b8c253988374aeca88191bd7c363613&device_id=8ee37493-cef7-4bce-af39-c8c94a641e32 HTTP/1.1" status: 200 len: 1096 time: 0.0416765 Sep 24 16:44:56.428778 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a0cf4b-d398-451d-a2dd-ae09b6740e17 req-000991d9-6c14-4653-a424-1fb38635c955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:44:56.430274 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b1a0cf4b-d398-451d-a2dd-ae09b6740e17 req-000991d9-6c14-4653-a424-1fb38635c955 service neutron] 10.222.0.108 "GET /v2.0/networks?id=471808c1-fb1d-4934-ad3f-dffe22471ec4 HTTP/1.1" status: 200 len: 910 time: 0.0883043 Sep 24 16:44:56.492391 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-8b175551-65f3-496e-a79a-1a9bbe4f9515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4940325d-910a-4c9b-90af-d649570409b3', 'name': 'tempest-TestShelveInstance-555322042-router', 'tenant_id': '5b8c253988374aeca88191bd7c363613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': 'a4b7d36c-bedf-444c-bb23-657bb6c0972b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:44:25Z', 'updated_at': '2021-09-24T16:44:29Z', 'revision_number': 4, 'project_id': '5b8c253988374aeca88191bd7c363613', 'gw_port': {'id': 'a4b7d36c-bedf-444c-bb23-657bb6c0972b', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:51:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4940325d-910a-4c9b-90af-d649570409b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:44:26Z', 'updated_at': '2021-09-24T16:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': 'b03a2125-a301-4ff1-aa9d-089c4cbef835', 'tenant_id': '5b8c253988374aeca88191bd7c363613', 'floating_ip_address': '172.25.0.227', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '4940325d-910a-4c9b-90af-d649570409b3', 'port_id': '02de157b-7d86-45f4-aaa4-429f4e045f90', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4295, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '471808c1-fb1d-4934-ad3f-dffe22471ec4', 'mac_address': 'fa:16:3e:16:e8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee37493-cef7-4bce-af39-c8c94a641e32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T16:44:54Z', 'updated_at': '2021-09-24T16:44:54Z', 'revision_number': 0, 'project_id': '5b8c253988374aeca88191bd7c363613', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '360f3994-aa4d-4728-a302-2f7ced451e65', 'name': '', 'network_id': '471808c1-fb1d-4934-ad3f-dffe22471ec4', 'tenant_id': '5b8c253988374aeca88191bd7c363613', 'mac_address': 'fa:16:3e:73:67:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4940325d-910a-4c9b-90af-d649570409b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '9e133d4a-9444-4a2c-99f7-516cdd5920cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:44:28Z', 'updated_at': '2021-09-24T16:44:32Z', 'revision_number': 5, 'project_id': '5b8c253988374aeca88191bd7c363613', 'subnets': [{'id': '9e133d4a-9444-4a2c-99f7-516cdd5920cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:44:56.498085 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b1a0cf4b-d398-451d-a2dd-ae09b6740e17 req-1581d3a7-80a5-4b8e-a1e5-5bfd71cefb16 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02de157b-7d86-45f4-aaa4-429f4e045f90 HTTP/1.1" status: 200 len: 999 time: 0.0606301 Sep 24 16:44:56.523222 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b175551-65f3-496e-a79a-1a9bbe4f9515 None None] Checking router: 4940325d-910a-4c9b-90af-d649570409b3 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:44:56.532156 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b175551-65f3-496e-a79a-1a9bbe4f9515 None None] Routers {'4940325d-910a-4c9b-90af-d649570409b3'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:44:56.532784 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-8b175551-65f3-496e-a79a-1a9bbe4f9515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:44:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['4940325d-910a-4c9b-90af-d649570409b3'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:44:56.550076 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a0cf4b-d398-451d-a2dd-ae09b6740e17 req-81bf9321-b76a-45c7-bbf8-77461ba3317a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:44:56.551595 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b1a0cf4b-d398-451d-a2dd-ae09b6740e17 req-81bf9321-b76a-45c7-bbf8-77461ba3317a service neutron] 10.222.0.108 "GET /v2.0/subnets?id=9e133d4a-9444-4a2c-99f7-516cdd5920cd HTTP/1.1" status: 200 len: 847 time: 0.0464621 Sep 24 16:44:56.603053 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a0cf4b-d398-451d-a2dd-ae09b6740e17 req-94dfa377-3b43-4f39-9436-cf0ed7eb6c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:44:56.604481 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b1a0cf4b-d398-451d-a2dd-ae09b6740e17 req-94dfa377-3b43-4f39-9436-cf0ed7eb6c37 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=471808c1-fb1d-4934-ad3f-dffe22471ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444393 Sep 24 16:44:56.640981 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-8b175551-65f3-496e-a79a-1a9bbe4f9515 None None] Set router 4940325d-910a-4c9b-90af-d649570409b3 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:44:56.700378 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b1a0cf4b-d398-451d-a2dd-ae09b6740e17 req-c751010c-b640-443c-a52a-a406887cb4a2 service neutron] 10.222.0.108 "GET /v2.0/networks/471808c1-fb1d-4934-ad3f-dffe22471ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875754 Sep 24 16:44:56.864374 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b1a0cf4b-d398-451d-a2dd-ae09b6740e17 req-bb2478e2-cd90-44e2-a184-aac5d417726d service neutron] 10.222.0.108 "GET /v2.0/networks/471808c1-fb1d-4934-ad3f-dffe22471ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570640 Sep 24 16:44:56.910169 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-8b175551-65f3-496e-a79a-1a9bbe4f9515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4940325d-910a-4c9b-90af-d649570409b3', 'name': 'tempest-TestShelveInstance-555322042-router', 'tenant_id': '5b8c253988374aeca88191bd7c363613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': 'a4b7d36c-bedf-444c-bb23-657bb6c0972b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:44:25Z', 'updated_at': '2021-09-24T16:44:29Z', 'revision_number': 4, 'project_id': '5b8c253988374aeca88191bd7c363613', 'gw_port': {'id': 'a4b7d36c-bedf-444c-bb23-657bb6c0972b', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:51:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4940325d-910a-4c9b-90af-d649570409b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:44:26Z', 'updated_at': '2021-09-24T16:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': 'b03a2125-a301-4ff1-aa9d-089c4cbef835', 'tenant_id': '5b8c253988374aeca88191bd7c363613', 'floating_ip_address': '172.25.0.227', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '4940325d-910a-4c9b-90af-d649570409b3', 'port_id': '02de157b-7d86-45f4-aaa4-429f4e045f90', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4295, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '471808c1-fb1d-4934-ad3f-dffe22471ec4', 'mac_address': 'fa:16:3e:16:e8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee37493-cef7-4bce-af39-c8c94a641e32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T16:44:54Z', 'updated_at': '2021-09-24T16:44:54Z', 'revision_number': 0, 'project_id': '5b8c253988374aeca88191bd7c363613', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '360f3994-aa4d-4728-a302-2f7ced451e65', 'name': '', 'network_id': '471808c1-fb1d-4934-ad3f-dffe22471ec4', 'tenant_id': '5b8c253988374aeca88191bd7c363613', 'mac_address': 'fa:16:3e:73:67:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4940325d-910a-4c9b-90af-d649570409b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '9e133d4a-9444-4a2c-99f7-516cdd5920cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:44:28Z', 'updated_at': '2021-09-24T16:44:32Z', 'revision_number': 5, 'project_id': '5b8c253988374aeca88191bd7c363613', 'subnets': [{'id': '9e133d4a-9444-4a2c-99f7-516cdd5920cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:44:56.941164 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b175551-65f3-496e-a79a-1a9bbe4f9515 None None] The sync data for ids ['4940325d-910a-4c9b-90af-d649570409b3'] in n-d-808921-1 is: [{'id': '4940325d-910a-4c9b-90af-d649570409b3', 'name': 'tempest-TestShelveInstance-555322042-router', 'tenant_id': '5b8c253988374aeca88191bd7c363613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': 'a4b7d36c-bedf-444c-bb23-657bb6c0972b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:44:25Z', 'updated_at': '2021-09-24T16:44:29Z', 'revision_number': 4, 'project_id': '5b8c253988374aeca88191bd7c363613', 'gw_port': {'id': 'a4b7d36c-bedf-444c-bb23-657bb6c0972b', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:51:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4940325d-910a-4c9b-90af-d649570409b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:44:26Z', 'updated_at': '2021-09-24T16:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': 'b03a2125-a301-4ff1-aa9d-089c4cbef835', 'tenant_id': '5b8c253988374aeca88191bd7c363613', 'floating_ip_address': '172.25.0.227', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '4940325d-910a-4c9b-90af-d649570409b3', 'port_id': '02de157b-7d86-45f4-aaa4-429f4e045f90', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4295, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '471808c1-fb1d-4934-ad3f-dffe22471ec4', 'mac_address': 'fa:16:3e:16:e8:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ee37493-cef7-4bce-af39-c8c94a641e32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T16:44:54Z', 'updated_at': '2021-09-24T16:44:54Z', 'revision_number': 0, 'project_id': '5b8c253988374aeca88191bd7c363613', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '360f3994-aa4d-4728-a302-2f7ced451e65', 'name': '', 'network_id': '471808c1-fb1d-4934-ad3f-dffe22471ec4', 'tenant_id': '5b8c253988374aeca88191bd7c363613', 'mac_address': 'fa:16:3e:73:67:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4940325d-910a-4c9b-90af-d649570409b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '9e133d4a-9444-4a2c-99f7-516cdd5920cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:44:28Z', 'updated_at': '2021-09-24T16:44:32Z', 'revision_number': 5, 'project_id': '5b8c253988374aeca88191bd7c363613', 'subnets': [{'id': '9e133d4a-9444-4a2c-99f7-516cdd5920cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:44:57.138253 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77dd60ab-414a-4f3f-a7ba-31397fb234f1 None None] New status for floating IP b03a2125-a301-4ff1-aa9d-089c4cbef835: ACTIVE {{(pid=95300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 16:45:01.331616 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b387210a-a7f2-4c9e-94fa-bc6f94f8f173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:45:03.925414 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6aa3db99-ba75-4b02-9908-c385a92ff9f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:45:04.353712 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:45:05.572998 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:45:07.012613 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:45:09.635545 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:45:11.060045 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:45:11.589725 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:45:14.452793 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2abbddcc-2e87-4795-9ea8-cbf1727185ac req-0960e14b-4df4-4d09-988d-d26e38830930 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=8ee37493-cef7-4bce-af39-c8c94a641e32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0394630 Sep 24 16:45:14.536508 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abbddcc-2e87-4795-9ea8-cbf1727185ac req-399ecb83-36e1-4c62-b75a-21fd2de658a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:45:14.537997 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2abbddcc-2e87-4795-9ea8-cbf1727185ac req-399ecb83-36e1-4c62-b75a-21fd2de658a1 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=5b8c253988374aeca88191bd7c363613&device_id=8ee37493-cef7-4bce-af39-c8c94a641e32 HTTP/1.1" status: 200 len: 1096 time: 0.0404105 Sep 24 16:45:14.648177 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abbddcc-2e87-4795-9ea8-cbf1727185ac req-a9609b41-e7c0-4776-b22b-195af7ca17fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:45:14.649619 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2abbddcc-2e87-4795-9ea8-cbf1727185ac req-a9609b41-e7c0-4776-b22b-195af7ca17fc service neutron] 10.222.0.108 "GET /v2.0/networks?id=471808c1-fb1d-4934-ad3f-dffe22471ec4 HTTP/1.1" status: 200 len: 910 time: 0.0905225 Sep 24 16:45:14.716793 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2abbddcc-2e87-4795-9ea8-cbf1727185ac req-6ebda504-09e4-4a38-903c-a49648dfa215 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02de157b-7d86-45f4-aaa4-429f4e045f90 HTTP/1.1" status: 200 len: 1001 time: 0.0595202 Sep 24 16:45:14.770288 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abbddcc-2e87-4795-9ea8-cbf1727185ac req-c9c412e9-4c33-44c3-9686-e66df2b8ffe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:45:14.771773 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2abbddcc-2e87-4795-9ea8-cbf1727185ac req-c9c412e9-4c33-44c3-9686-e66df2b8ffe6 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=9e133d4a-9444-4a2c-99f7-516cdd5920cd HTTP/1.1" status: 200 len: 847 time: 0.0479279 Sep 24 16:45:14.818201 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abbddcc-2e87-4795-9ea8-cbf1727185ac req-30f1280e-2d17-4681-8fd8-ec592865d6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:45:14.819751 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2abbddcc-2e87-4795-9ea8-cbf1727185ac req-30f1280e-2d17-4681-8fd8-ec592865d6ce service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=471808c1-fb1d-4934-ad3f-dffe22471ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399783 Sep 24 16:45:14.914882 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2abbddcc-2e87-4795-9ea8-cbf1727185ac req-04d7f591-80bb-49e5-8f90-7b1c8504c7af service neutron] 10.222.0.108 "GET /v2.0/networks/471808c1-fb1d-4934-ad3f-dffe22471ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877225 Sep 24 16:45:15.006982 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2abbddcc-2e87-4795-9ea8-cbf1727185ac req-a52184be-70dd-4b77-844a-715f7631609a service neutron] 10.222.0.108 "GET /v2.0/networks/471808c1-fb1d-4934-ad3f-dffe22471ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850244 Sep 24 16:45:31.252146 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0f336c19-05de-47ef-8c87-7eaf3d47b762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:45:33.929796 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-91ac7718-4011-489a-9778-45940c70890f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:45:34.336018 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:45:35.571693 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:45:36.969824 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:45:39.577180 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:45:41.565512 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:45:48.059773 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:46:01.256492 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8f73b953-3654-432f-bc5c-246cc5235912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:46:03.942237 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-bb2d8de2-0631-400f-8879-2e0d048c8888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:46:04.357048 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:46:05.568224 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:46:06.985041 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:46:09.556853 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:46:11.581708 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:46:16.453333 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b164dc24-dcfb-41e1-9395-afef8a10b43b req-2f19aac1-19f4-48a4-a1cf-e6876dd29916 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=8ee37493-cef7-4bce-af39-c8c94a641e32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403740 Sep 24 16:46:16.543288 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b164dc24-dcfb-41e1-9395-afef8a10b43b req-67e2fd26-e2d8-4fb9-8e5b-1d778e3ab928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:46:16.544704 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b164dc24-dcfb-41e1-9395-afef8a10b43b req-67e2fd26-e2d8-4fb9-8e5b-1d778e3ab928 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=5b8c253988374aeca88191bd7c363613&device_id=8ee37493-cef7-4bce-af39-c8c94a641e32 HTTP/1.1" status: 200 len: 1096 time: 0.0470810 Sep 24 16:46:16.648690 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b164dc24-dcfb-41e1-9395-afef8a10b43b req-e5ef2a1e-3df6-48bb-b07a-69a12208f0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:46:16.650170 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b164dc24-dcfb-41e1-9395-afef8a10b43b req-e5ef2a1e-3df6-48bb-b07a-69a12208f0be service neutron] 10.222.0.108 "GET /v2.0/networks?id=471808c1-fb1d-4934-ad3f-dffe22471ec4 HTTP/1.1" status: 200 len: 910 time: 0.0857091 Sep 24 16:46:16.737467 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b164dc24-dcfb-41e1-9395-afef8a10b43b req-2e0e5c31-54e4-4c04-8e93-3330371a5f3d service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02de157b-7d86-45f4-aaa4-429f4e045f90 HTTP/1.1" status: 200 len: 1001 time: 0.0793648 Sep 24 16:46:16.789104 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b164dc24-dcfb-41e1-9395-afef8a10b43b req-76dc8bf5-4410-4c61-be2b-6e01a4a4296a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:46:16.790652 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b164dc24-dcfb-41e1-9395-afef8a10b43b req-76dc8bf5-4410-4c61-be2b-6e01a4a4296a service neutron] 10.222.0.108 "GET /v2.0/subnets?id=9e133d4a-9444-4a2c-99f7-516cdd5920cd HTTP/1.1" status: 200 len: 847 time: 0.0446470 Sep 24 16:46:16.838901 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b164dc24-dcfb-41e1-9395-afef8a10b43b req-38c4f3dd-a5c3-456c-9f8c-973321b86047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:46:16.840466 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b164dc24-dcfb-41e1-9395-afef8a10b43b req-38c4f3dd-a5c3-456c-9f8c-973321b86047 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=471808c1-fb1d-4934-ad3f-dffe22471ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419402 Sep 24 16:46:16.851698 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [req-b164dc24-dcfb-41e1-9395-afef8a10b43b req-fba7d1a4-c045-4167-9cc3-1b646c9d1285 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 16:46:16.852702 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b164dc24-dcfb-41e1-9395-afef8a10b43b req-fba7d1a4-c045-4167-9cc3-1b646c9d1285 service neutron] 10.222.0.108 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049188 Sep 24 16:46:16.945309 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b164dc24-dcfb-41e1-9395-afef8a10b43b req-7469cca4-03b7-4865-a031-c62e016624d9 service neutron] 10.222.0.108 "GET /v2.0/networks/471808c1-fb1d-4934-ad3f-dffe22471ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853226 Sep 24 16:46:17.035208 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b164dc24-dcfb-41e1-9395-afef8a10b43b req-be3390c1-099e-43a0-9eb3-b39fe5a1203d service neutron] 10.222.0.108 "GET /v2.0/networks/471808c1-fb1d-4934-ad3f-dffe22471ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827496 Sep 24 16:46:25.059335 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:46:31.252717 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2eb9bd24-8b4e-4230-9943-e9637db695fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:46:33.935743 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f5b6aa7d-c778-42fe-815a-26be7cf49df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:46:34.335306 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:46:35.578583 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:46:36.984212 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:46:39.581369 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:46:41.590570 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:46:52.055977 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783a5e1c-cf5d-4abc-838f-eae66cc5168d req-200db71e-3ccd-4fe8-b1b3-61454420998c tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:46:52.057718 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-783a5e1c-cf5d-4abc-838f-eae66cc5168d req-200db71e-3ccd-4fe8-b1b3-61454420998c tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=8ee37493-cef7-4bce-af39-c8c94a641e32 HTTP/1.1" status: 200 len: 945 time: 0.0600059 Sep 24 16:46:52.099246 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-783a5e1c-cf5d-4abc-838f-eae66cc5168d req-7be7c993-6191-4df7-bbfb-0483d765d230 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=86cccba9-afd1-4b9a-a34d-7bf238467f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345092 Sep 24 16:46:53.246547 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110bf6a4-99ff-46aa-9f25-47c6aea1df87 req-3359d8d4-469f-4a7e-b977-5efd0e487256 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:46:53.248029 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-110bf6a4-99ff-46aa-9f25-47c6aea1df87 req-3359d8d4-469f-4a7e-b977-5efd0e487256 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=8ee37493-cef7-4bce-af39-c8c94a641e32 HTTP/1.1" status: 200 len: 945 time: 0.0539558 Sep 24 16:46:53.284829 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-110bf6a4-99ff-46aa-9f25-47c6aea1df87 req-3256f2d2-1fb5-4a3d-97cf-2354012ded82 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=86cccba9-afd1-4b9a-a34d-7bf238467f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307372 Sep 24 16:46:54.429878 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d3112c-9f43-4472-9792-948bdba58d34 req-0e8d33f7-5ce4-4f5f-b476-a49f8fc13659 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:46:54.431500 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-07d3112c-9f43-4472-9792-948bdba58d34 req-0e8d33f7-5ce4-4f5f-b476-a49f8fc13659 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=8ee37493-cef7-4bce-af39-c8c94a641e32 HTTP/1.1" status: 200 len: 945 time: 0.0501044 Sep 24 16:46:54.470646 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-07d3112c-9f43-4472-9792-948bdba58d34 req-74435bc1-5e39-4009-bb20-fb9d6de9d183 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=86cccba9-afd1-4b9a-a34d-7bf238467f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325134 Sep 24 16:46:55.588783 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963ef79d-6e56-4145-9f0a-667cd17b0103 req-c683fe84-4c5a-49ec-ba77-7d8b7fded264 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:46:55.590905 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-963ef79d-6e56-4145-9f0a-667cd17b0103 req-c683fe84-4c5a-49ec-ba77-7d8b7fded264 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=8ee37493-cef7-4bce-af39-c8c94a641e32 HTTP/1.1" status: 200 len: 945 time: 0.0531340 Sep 24 16:46:55.628904 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-963ef79d-6e56-4145-9f0a-667cd17b0103 req-9c6be614-b762-4f62-aa9b-c6c197cded4a tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=86cccba9-afd1-4b9a-a34d-7bf238467f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320296 Sep 24 16:46:56.752320 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dc0803-d287-4d57-92c5-854ebda60bbb req-721063e2-4820-4081-91df-e311ecaaf8eb tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:46:56.753833 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-15dc0803-d287-4d57-92c5-854ebda60bbb req-721063e2-4820-4081-91df-e311ecaaf8eb tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=8ee37493-cef7-4bce-af39-c8c94a641e32 HTTP/1.1" status: 200 len: 945 time: 0.0501087 Sep 24 16:46:56.792960 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-15dc0803-d287-4d57-92c5-854ebda60bbb req-41e8e962-011f-4af5-b1fe-74ef13d42a25 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=86cccba9-afd1-4b9a-a34d-7bf238467f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329506 Sep 24 16:46:57.907823 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c17b0-fbb5-4761-9e90-ad9a77d14f71 req-dc739a44-4f11-42e8-ae2b-c6b91d999a86 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:46:57.909319 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-585c17b0-fbb5-4761-9e90-ad9a77d14f71 req-dc739a44-4f11-42e8-ae2b-c6b91d999a86 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=8ee37493-cef7-4bce-af39-c8c94a641e32 HTTP/1.1" status: 200 len: 945 time: 0.0489845 Sep 24 16:46:57.947716 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-585c17b0-fbb5-4761-9e90-ad9a77d14f71 req-952c0b4a-1e72-4e4a-803f-c6951466b80c tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=86cccba9-afd1-4b9a-a34d-7bf238467f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324714 Sep 24 16:46:59.074005 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a6764c-207b-42c0-8be4-591570e9e22c req-9f17c3b2-ee39-4f0c-abf5-137fd77d347f tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:46:59.075647 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b8a6764c-207b-42c0-8be4-591570e9e22c req-9f17c3b2-ee39-4f0c-abf5-137fd77d347f tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=8ee37493-cef7-4bce-af39-c8c94a641e32 HTTP/1.1" status: 200 len: 945 time: 0.0565412 Sep 24 16:46:59.116099 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b8a6764c-207b-42c0-8be4-591570e9e22c req-50769bbe-1e56-4007-80bd-98196aa43a6d tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=86cccba9-afd1-4b9a-a34d-7bf238467f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340981 Sep 24 16:47:00.237670 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac1fd73-0059-43b3-a012-dcdbd3148483 req-722e9fb6-9b49-4fdc-ac69-6cd9c6c8823a tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:47:00.239189 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fac1fd73-0059-43b3-a012-dcdbd3148483 req-722e9fb6-9b49-4fdc-ac69-6cd9c6c8823a tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=8ee37493-cef7-4bce-af39-c8c94a641e32 HTTP/1.1" status: 200 len: 945 time: 0.0538893 Sep 24 16:47:00.276760 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fac1fd73-0059-43b3-a012-dcdbd3148483 req-df102f52-1bdd-4264-b849-ab4983b563b0 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=86cccba9-afd1-4b9a-a34d-7bf238467f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310607 Sep 24 16:47:01.260001 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-99011694-b314-43ef-901a-3139f2f0ef58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:47:01.393699 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f7e545-0202-43a6-a4d8-17d30b930342 req-d7c27cf9-7543-43d6-b481-d72f50a4c0b4 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:47:01.395211 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-26f7e545-0202-43a6-a4d8-17d30b930342 req-d7c27cf9-7543-43d6-b481-d72f50a4c0b4 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=8ee37493-cef7-4bce-af39-c8c94a641e32 HTTP/1.1" status: 200 len: 945 time: 0.0490036 Sep 24 16:47:01.434796 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-26f7e545-0202-43a6-a4d8-17d30b930342 req-0a076003-1075-4387-b2f4-5ad88efee26f tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=86cccba9-afd1-4b9a-a34d-7bf238467f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333939 Sep 24 16:47:02.059303 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:47:02.552035 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36becfd3-7b86-4d32-8020-6cae7637161a req-7379f36a-fb6b-4843-9b65-8d08913bfe5c tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:47:02.553520 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-36becfd3-7b86-4d32-8020-6cae7637161a req-7379f36a-fb6b-4843-9b65-8d08913bfe5c tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=8ee37493-cef7-4bce-af39-c8c94a641e32 HTTP/1.1" status: 200 len: 945 time: 0.0501981 Sep 24 16:47:02.592406 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-36becfd3-7b86-4d32-8020-6cae7637161a req-655ee230-396f-4a60-ac69-f635626f87c4 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=86cccba9-afd1-4b9a-a34d-7bf238467f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326483 Sep 24 16:47:03.708818 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52decf6f-70af-4cfd-9241-edd8d925f840 req-3efb4636-7127-4569-9bfb-3490c38f4043 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:47:03.710309 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-52decf6f-70af-4cfd-9241-edd8d925f840 req-3efb4636-7127-4569-9bfb-3490c38f4043 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=8ee37493-cef7-4bce-af39-c8c94a641e32 HTTP/1.1" status: 200 len: 945 time: 0.0507762 Sep 24 16:47:03.753826 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-52decf6f-70af-4cfd-9241-edd8d925f840 req-5af990ae-4dce-49e6-96dc-cf71aa72c521 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=86cccba9-afd1-4b9a-a34d-7bf238467f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373747 Sep 24 16:47:03.940285 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c4807892-64c7-4e62-81b4-057b6fe75836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:47:04.353012 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:47:04.908954 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43e56ea-4129-4ee9-882b-fb40bfa75197 req-5c5524f1-e7ce-4e9f-ac59-566a3ba782d0 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:47:04.910534 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f43e56ea-4129-4ee9-882b-fb40bfa75197 req-5c5524f1-e7ce-4e9f-ac59-566a3ba782d0 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=8ee37493-cef7-4bce-af39-c8c94a641e32 HTTP/1.1" status: 200 len: 945 time: 0.0723858 Sep 24 16:47:04.950914 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f43e56ea-4129-4ee9-882b-fb40bfa75197 req-78cf0499-023f-4cb7-9229-82c639a2e77f tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=86cccba9-afd1-4b9a-a34d-7bf238467f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340767 Sep 24 16:47:05.598806 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:47:05.901961 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 02de157b-7d86-45f4-aaa4-429f4e045f90 details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 16:47:06.088115 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 02de157b-7d86-45f4-aaa4-429f4e045f90, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=02de157b-7d86-45f4-aaa4-429f4e045f90,segment=NetworkSegment(d3dda7d9-3a84-490d-a301-bc11087fb161),segment_id=d3dda7d9-3a84-490d-a301-bc11087fb161)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:47:06.097791 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a3068d-6c5e-4a70-805c-4444892bb630 req-e1e74429-e0fa-449a-aaf8-58059c1ee163 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:47:06.101302 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-48a3068d-6c5e-4a70-805c-4444892bb630 req-e1e74429-e0fa-449a-aaf8-58059c1ee163 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=8ee37493-cef7-4bce-af39-c8c94a641e32 HTTP/1.1" status: 200 len: 945 time: 0.0657105 Sep 24 16:47:06.110814 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': '02de157b-7d86-45f4-aaa4-429f4e045f90', 'network_id': '471808c1-fb1d-4934-ad3f-dffe22471ec4', 'port_id': '02de157b-7d86-45f4-aaa4-429f4e045f90', 'mac_address': 'fa:16:3e:16:e8:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e133d4a-9444-4a2c-99f7-516cdd5920cd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 16:47:06.183515 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-48a3068d-6c5e-4a70-805c-4444892bb630 req-5ef7de0e-1b1b-49f3-aef3-bf576205cba5 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=86cccba9-afd1-4b9a-a34d-7bf238467f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694485 Sep 24 16:47:06.187868 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:47:06.229513 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 02de157b-7d86-45f4-aaa4-429f4e045f90 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:47:06.270697 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 02de157b-7d86-45f4-aaa4-429f4e045f90, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=02de157b-7d86-45f4-aaa4-429f4e045f90,segment=NetworkSegment(d3dda7d9-3a84-490d-a301-bc11087fb161),segment_id=d3dda7d9-3a84-490d-a301-bc11087fb161)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:47:06.358202 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:47:06.446088 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['02de157b-7d86-45f4-aaa4-429f4e045f90'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:47:06.451888 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=02de157b-7d86-45f4-aaa4-429f4e045f90,revision_number=6']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:47:06.496559 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:47:06.497103 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:47:06.497638 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:47:06.498175 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:47:06.498745 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:47:06.499272 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:47:06.499815 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:47:06.501469 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:47:06.501469 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:47:06.501469 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:47:06.502082 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:47:06.502584 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:47:07.009512 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:47:07.410934 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3bf74e-04cb-488c-903d-6fc876df79dc req-8917cf9c-a46f-48ee-9217-64aae3274a66 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:47:07.414224 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5a3bf74e-04cb-488c-903d-6fc876df79dc req-8917cf9c-a46f-48ee-9217-64aae3274a66 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=8ee37493-cef7-4bce-af39-c8c94a641e32 HTTP/1.1" status: 200 len: 944 time: 0.0942020 Sep 24 16:47:07.501796 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5a3bf74e-04cb-488c-903d-6fc876df79dc req-0b1f2597-5e27-40a9-a72b-cd668062458d tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=86cccba9-afd1-4b9a-a34d-7bf238467f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759265 Sep 24 16:47:07.906360 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 02de157b-7d86-45f4-aaa4-429f4e045f90 up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:47:07.983770 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port 02de157b-7d86-45f4-aaa4-429f4e045f90 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:47:07.984352 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:47:08.117499 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:47:08.146990 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ee37493-cef7-4bce-af39-c8c94a641e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02de157b-7d86-45f4-aaa4-429f4e045f90'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:47:08.149018 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e675284d64920c3690942d07fd233bec6618b8bcfb70da99a5b5d86610f0b706" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e0474f-4296-46b2-bdd9-f8505e374bea" -d '{"events": [{"server_uuid": "8ee37493-cef7-4bce-af39-c8c94a641e32", "name": "network-vif-plugged", "status": "completed", "tag": "02de157b-7d86-45f4-aaa4-429f4e045f90"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:47:08.167943 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 02de157b-7d86-45f4-aaa4-429f4e045f90, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=02de157b-7d86-45f4-aaa4-429f4e045f90,segment=NetworkSegment(d3dda7d9-3a84-490d-a301-bc11087fb161),segment_id=d3dda7d9-3a84-490d-a301-bc11087fb161)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:47:08.272297 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:47:08.315142 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5264b50-10cb-472f-a83b-71c79eaec9f4 x-openstack-request-id: req-f5264b50-10cb-472f-a83b-71c79eaec9f4 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:47:08.315595 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ee37493-cef7-4bce-af39-c8c94a641e32", "name": "network-vif-plugged", "status": "completed", "tag": "02de157b-7d86-45f4-aaa4-429f4e045f90", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:47:08.338938 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-f5264b50-10cb-472f-a83b-71c79eaec9f4 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:47:08.338938 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ee37493-cef7-4bce-af39-c8c94a641e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02de157b-7d86-45f4-aaa4-429f4e045f90', 'code': 200} Sep 24 16:47:08.355907 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=02de157b-7d86-45f4-aaa4-429f4e045f90,revision_number=7']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:47:08.665034 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2ca540-98fe-4811-95f4-7fbc1934b60d req-c1724edd-f6ca-427d-9f86-389f1a3da863 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:47:08.667495 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5d2ca540-98fe-4811-95f4-7fbc1934b60d req-c1724edd-f6ca-427d-9f86-389f1a3da863 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=8ee37493-cef7-4bce-af39-c8c94a641e32 HTTP/1.1" status: 200 len: 945 time: 0.0643950 Sep 24 16:47:08.712093 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5d2ca540-98fe-4811-95f4-7fbc1934b60d req-48765ae3-18f6-4332-ab61-9821e7e1433b tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=86cccba9-afd1-4b9a-a34d-7bf238467f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373960 Sep 24 16:47:09.580032 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:47:09.852099 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28edc6d-08b8-48c8-8edf-eb28d166a878 req-3fc0abc5-5ae1-43c8-ba81-b1e8297edede tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:47:09.855051 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a28edc6d-08b8-48c8-8edf-eb28d166a878 req-3fc0abc5-5ae1-43c8-ba81-b1e8297edede tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=8ee37493-cef7-4bce-af39-c8c94a641e32 HTTP/1.1" status: 200 len: 945 time: 0.0552218 Sep 24 16:47:09.913743 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a28edc6d-08b8-48c8-8edf-eb28d166a878 req-b16d3976-3fca-4e19-9547-24913e75345a tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=86cccba9-afd1-4b9a-a34d-7bf238467f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505407 Sep 24 16:47:11.068061 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ac7cd-2f04-41c1-89dd-68db14a0393c req-72ed51ae-45f9-49d1-a388-45cdf53ccb22 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:47:11.075666 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-080ac7cd-2f04-41c1-89dd-68db14a0393c req-72ed51ae-45f9-49d1-a388-45cdf53ccb22 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=8ee37493-cef7-4bce-af39-c8c94a641e32 HTTP/1.1" status: 200 len: 945 time: 0.0752401 Sep 24 16:47:11.113369 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-080ac7cd-2f04-41c1-89dd-68db14a0393c req-d314dead-c2cd-44ba-9faf-7a0912b11b74 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=86cccba9-afd1-4b9a-a34d-7bf238467f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368190 Sep 24 16:47:11.766236 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:47:12.250641 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf60b025-b14d-461a-bdf5-dc43ab5685d2 req-c53c568e-2712-4708-8e72-27a30b90d156 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:47:12.252178 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cf60b025-b14d-461a-bdf5-dc43ab5685d2 req-c53c568e-2712-4708-8e72-27a30b90d156 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=8ee37493-cef7-4bce-af39-c8c94a641e32 HTTP/1.1" status: 200 len: 945 time: 0.0519021 Sep 24 16:47:12.293834 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cf60b025-b14d-461a-bdf5-dc43ab5685d2 req-8b54a4c3-62e6-4308-866a-44db2f8af051 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=86cccba9-afd1-4b9a-a34d-7bf238467f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353060 Sep 24 16:47:13.427606 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e115ce-8503-41aa-824a-47e5a337e1a5 req-12d0c928-d875-4f0d-aba4-756094d5fb19 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:47:13.429303 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b0e115ce-8503-41aa-824a-47e5a337e1a5 req-12d0c928-d875-4f0d-aba4-756094d5fb19 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=8ee37493-cef7-4bce-af39-c8c94a641e32 HTTP/1.1" status: 200 len: 945 time: 0.0584021 Sep 24 16:47:13.473863 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b0e115ce-8503-41aa-824a-47e5a337e1a5 req-a9a8801e-d29d-4231-8336-7e27daa7c5ac tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=86cccba9-afd1-4b9a-a34d-7bf238467f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370281 Sep 24 16:47:14.619951 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc125fcb-0e58-4d06-95c4-c0efccfef6e0 req-445e4de6-bd9d-4caa-94d5-2b076734abe0 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:47:14.621671 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cc125fcb-0e58-4d06-95c4-c0efccfef6e0 req-445e4de6-bd9d-4caa-94d5-2b076734abe0 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=8ee37493-cef7-4bce-af39-c8c94a641e32 HTTP/1.1" status: 200 len: 945 time: 0.0655253 Sep 24 16:47:14.666690 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cc125fcb-0e58-4d06-95c4-c0efccfef6e0 req-4a2cf044-9900-4896-ac0c-305ba40106c6 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=86cccba9-afd1-4b9a-a34d-7bf238467f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382175 Sep 24 16:47:15.797208 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aa4717-8c01-400a-a986-97398636e3c1 req-dfaacaf1-2471-447b-8994-d016a88cec25 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:47:15.798828 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-53aa4717-8c01-400a-a986-97398636e3c1 req-dfaacaf1-2471-447b-8994-d016a88cec25 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=8ee37493-cef7-4bce-af39-c8c94a641e32 HTTP/1.1" status: 200 len: 945 time: 0.0582688 Sep 24 16:47:15.841777 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-53aa4717-8c01-400a-a986-97398636e3c1 req-412516cb-9451-4e66-bbbd-16921d9301d4 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=86cccba9-afd1-4b9a-a34d-7bf238467f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362062 Sep 24 16:47:16.735891 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c4388a-53cc-44de-aa95-b3245b2f70a1 req-0080a5b7-3b9f-4fdf-b33a-fd3e1c496619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:47:16.737425 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-86c4388a-53cc-44de-aa95-b3245b2f70a1 req-0080a5b7-3b9f-4fdf-b33a-fd3e1c496619 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=5b8c253988374aeca88191bd7c363613&device_id=8ee37493-cef7-4bce-af39-c8c94a641e32 HTTP/1.1" status: 200 len: 1096 time: 0.0964594 Sep 24 16:47:16.841443 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c4388a-53cc-44de-aa95-b3245b2f70a1 req-d35140cb-c13c-4a15-888f-da6e2b216101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:47:16.843012 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-86c4388a-53cc-44de-aa95-b3245b2f70a1 req-d35140cb-c13c-4a15-888f-da6e2b216101 service neutron] 10.222.0.108 "GET /v2.0/networks?id=471808c1-fb1d-4934-ad3f-dffe22471ec4 HTTP/1.1" status: 200 len: 910 time: 0.0975728 Sep 24 16:47:16.930831 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-86c4388a-53cc-44de-aa95-b3245b2f70a1 req-61ee89b1-b05b-4a98-949b-6c2183eb41ae service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02de157b-7d86-45f4-aaa4-429f4e045f90 HTTP/1.1" status: 200 len: 1001 time: 0.0798557 Sep 24 16:47:17.012058 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c4388a-53cc-44de-aa95-b3245b2f70a1 req-c17d99a2-8a40-46fb-86cc-5c394245d9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:47:17.014467 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-86c4388a-53cc-44de-aa95-b3245b2f70a1 req-c17d99a2-8a40-46fb-86cc-5c394245d9c2 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=9e133d4a-9444-4a2c-99f7-516cdd5920cd HTTP/1.1" status: 200 len: 847 time: 0.0767009 Sep 24 16:47:17.017053 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5ac55c-754e-4f7a-8da6-cf2f66708533 req-e51e3475-1e54-4fa0-960a-9a0608d28ee9 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:47:17.018694 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6d5ac55c-754e-4f7a-8da6-cf2f66708533 req-e51e3475-1e54-4fa0-960a-9a0608d28ee9 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=8ee37493-cef7-4bce-af39-c8c94a641e32 HTTP/1.1" status: 200 len: 945 time: 0.0785897 Sep 24 16:47:17.075516 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6d5ac55c-754e-4f7a-8da6-cf2f66708533 req-3551e25b-5e56-4bdb-81b6-1b94f653d3d2 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=86cccba9-afd1-4b9a-a34d-7bf238467f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472538 Sep 24 16:47:17.076294 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c4388a-53cc-44de-aa95-b3245b2f70a1 req-8bfe0921-c2f6-49e1-b82a-b32060d6328d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:47:17.077976 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-86c4388a-53cc-44de-aa95-b3245b2f70a1 req-8bfe0921-c2f6-49e1-b82a-b32060d6328d service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=471808c1-fb1d-4934-ad3f-dffe22471ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568614 Sep 24 16:47:17.185797 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-86c4388a-53cc-44de-aa95-b3245b2f70a1 req-9177b56c-6a4f-4a2c-9041-02274cc7d0a3 service neutron] 10.222.0.108 "GET /v2.0/networks/471808c1-fb1d-4934-ad3f-dffe22471ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990050 Sep 24 16:47:17.287502 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-86c4388a-53cc-44de-aa95-b3245b2f70a1 req-40c55e1a-532d-4d96-b5df-317dc6aedec1 service neutron] 10.222.0.108 "GET /v2.0/networks/471808c1-fb1d-4934-ad3f-dffe22471ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941100 Sep 24 16:47:18.207273 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe899ab4-38cf-4e9e-bdb7-162f30c1b3f8 req-f0ad7860-3211-4c94-bed5-56e63deac115 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:47:18.209385 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fe899ab4-38cf-4e9e-bdb7-162f30c1b3f8 req-f0ad7860-3211-4c94-bed5-56e63deac115 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=8ee37493-cef7-4bce-af39-c8c94a641e32 HTTP/1.1" status: 200 len: 945 time: 0.0577807 Sep 24 16:47:18.252805 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fe899ab4-38cf-4e9e-bdb7-162f30c1b3f8 req-b2f6da5d-231c-4cb9-92fb-98864012b65e tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=86cccba9-afd1-4b9a-a34d-7bf238467f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362701 Sep 24 16:47:18.507135 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffba3d6-bc0f-4b2d-b294-16545e991e3b req-1d3cdd40-017c-4468-b784-f1787b2a6ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:47:18.508924 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cffba3d6-bc0f-4b2d-b294-16545e991e3b req-1d3cdd40-017c-4468-b784-f1787b2a6ec3 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=5b8c253988374aeca88191bd7c363613&device_id=8ee37493-cef7-4bce-af39-c8c94a641e32 HTTP/1.1" status: 200 len: 1096 time: 0.0521049 Sep 24 16:47:18.633141 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffba3d6-bc0f-4b2d-b294-16545e991e3b req-dde69218-cce1-4a5b-96ea-ba81eb042047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:47:18.635227 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cffba3d6-bc0f-4b2d-b294-16545e991e3b req-dde69218-cce1-4a5b-96ea-ba81eb042047 service neutron] 10.222.0.108 "GET /v2.0/networks?id=471808c1-fb1d-4934-ad3f-dffe22471ec4 HTTP/1.1" status: 200 len: 910 time: 0.1037145 Sep 24 16:47:18.712589 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cffba3d6-bc0f-4b2d-b294-16545e991e3b req-d9af0d08-e2a8-4ba3-ab57-8d7ee50ec9d0 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02de157b-7d86-45f4-aaa4-429f4e045f90 HTTP/1.1" status: 200 len: 1001 time: 0.0699201 Sep 24 16:47:18.769074 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffba3d6-bc0f-4b2d-b294-16545e991e3b req-c7aee744-85f9-4adc-946d-09806c68bff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:47:18.770744 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cffba3d6-bc0f-4b2d-b294-16545e991e3b req-c7aee744-85f9-4adc-946d-09806c68bff3 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=9e133d4a-9444-4a2c-99f7-516cdd5920cd HTTP/1.1" status: 200 len: 847 time: 0.0511141 Sep 24 16:47:18.823992 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffba3d6-bc0f-4b2d-b294-16545e991e3b req-fc28d28f-58ab-4832-8dba-451fdf8d6276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:47:18.825962 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cffba3d6-bc0f-4b2d-b294-16545e991e3b req-fc28d28f-58ab-4832-8dba-451fdf8d6276 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=471808c1-fb1d-4934-ad3f-dffe22471ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470889 Sep 24 16:47:18.981722 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cffba3d6-bc0f-4b2d-b294-16545e991e3b req-e2a3b9fb-7353-49e5-818a-25e12446fc4a service neutron] 10.222.0.108 "GET /v2.0/networks/471808c1-fb1d-4934-ad3f-dffe22471ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483750 Sep 24 16:47:19.103368 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cffba3d6-bc0f-4b2d-b294-16545e991e3b req-0ddac41d-1abe-4b99-8d63-88a63ced4a18 service neutron] 10.222.0.108 "GET /v2.0/networks/471808c1-fb1d-4934-ad3f-dffe22471ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144626 Sep 24 16:47:19.389199 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91778d5c-1d75-4636-872a-85dc74df89d5 req-cf2ba5d9-c58a-4cf2-a6bb-e0f2c999ca1e tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:47:19.391189 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-91778d5c-1d75-4636-872a-85dc74df89d5 req-cf2ba5d9-c58a-4cf2-a6bb-e0f2c999ca1e tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=8ee37493-cef7-4bce-af39-c8c94a641e32 HTTP/1.1" status: 200 len: 945 time: 0.0624220 Sep 24 16:47:19.433261 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-91778d5c-1d75-4636-872a-85dc74df89d5 req-76585929-c088-4467-a858-468dbea50d46 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=86cccba9-afd1-4b9a-a34d-7bf238467f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352640 Sep 24 16:47:19.625933 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [req-1394c5a7-d0a4-4392-b3fb-edec0b60b3dc req-0ffcf44c-2099-4d79-8006-546b48c985b0 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 16:47:19.626991 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1394c5a7-d0a4-4392-b3fb-edec0b60b3dc req-0ffcf44c-2099-4d79-8006-546b48c985b0 service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0792916 Sep 24 16:47:19.931596 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0fbd44-fffd-4698-b327-564715e41433 req-c40d8941-b948-43cf-937e-dc1bd3661255 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:47:19.933765 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ca0fbd44-fffd-4698-b327-564715e41433 req-c40d8941-b948-43cf-937e-dc1bd3661255 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=8ee37493-cef7-4bce-af39-c8c94a641e32 HTTP/1.1" status: 200 len: 945 time: 0.0631447 Sep 24 16:47:19.978559 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ca0fbd44-fffd-4698-b327-564715e41433 req-96b1106b-9f54-4846-83ec-a74725242110 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=86cccba9-afd1-4b9a-a34d-7bf238467f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375986 Sep 24 16:47:20.450716 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48320) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:47:20.536393 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cf2eee1b-7f2e-46de-af81-265700c567d8 req-95d38b86-b2ee-44ca-ac9b-cd0b0235e809 service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=8ee37493-cef7-4bce-af39-c8c94a641e32&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0843968 Sep 24 16:47:20.545399 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [req-cf2eee1b-7f2e-46de-af81-265700c567d8 req-36323731-5f8f-4bb1-8b66-4bd3d1e7ed64 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 16:47:20.546789 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cf2eee1b-7f2e-46de-af81-265700c567d8 req-36323731-5f8f-4bb1-8b66-4bd3d1e7ed64 service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053213 Sep 24 16:47:21.158062 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64363427-1978-43d1-8726-cf1c9a81e2c6 req-2889ea92-a5ef-4ee4-bc55-ba9255bc2bca tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:47:21.159652 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-64363427-1978-43d1-8726-cf1c9a81e2c6 req-2889ea92-a5ef-4ee4-bc55-ba9255bc2bca tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=8ee37493-cef7-4bce-af39-c8c94a641e32 HTTP/1.1" status: 200 len: 945 time: 0.0628192 Sep 24 16:47:21.207585 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-64363427-1978-43d1-8726-cf1c9a81e2c6 req-258d357c-80c7-4eac-bd12-8041375fae53 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=86cccba9-afd1-4b9a-a34d-7bf238467f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366628 Sep 24 16:47:21.935399 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device 02de157b-7d86-45f4-aaa4-429f4e045f90 no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:47:22.033458 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:47:22.057850 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ee37493-cef7-4bce-af39-c8c94a641e32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02de157b-7d86-45f4-aaa4-429f4e045f90'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:47:22.059719 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e675284d64920c3690942d07fd233bec6618b8bcfb70da99a5b5d86610f0b706" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca81ad2-3254-47df-8a42-d7e5b55f7dad" -d '{"events": [{"server_uuid": "8ee37493-cef7-4bce-af39-c8c94a641e32", "name": "network-vif-unplugged", "status": "completed", "tag": "02de157b-7d86-45f4-aaa4-429f4e045f90"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:47:22.076215 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port 02de157b-7d86-45f4-aaa4-429f4e045f90, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=02de157b-7d86-45f4-aaa4-429f4e045f90,segment=NetworkSegment(d3dda7d9-3a84-490d-a301-bc11087fb161),segment_id=d3dda7d9-3a84-490d-a301-bc11087fb161)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:47:22.122214 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 16:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a65c5ff8-573c-4586-b002-0f5efbb0659f x-openstack-request-id: req-a65c5ff8-573c-4586-b002-0f5efbb0659f {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:47:22.122629 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ee37493-cef7-4bce-af39-c8c94a641e32", "name": "network-vif-unplugged", "status": "completed", "tag": "02de157b-7d86-45f4-aaa4-429f4e045f90", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:47:22.122938 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a65c5ff8-573c-4586-b002-0f5efbb0659f {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:47:22.123380 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ee37493-cef7-4bce-af39-c8c94a641e32', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02de157b-7d86-45f4-aaa4-429f4e045f90', 'code': 200} Sep 24 16:47:22.140291 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:47:22.196197 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2eee1b-7f2e-46de-af81-265700c567d8 req-2c2d020e-52a2-4ad7-9272-d9894835f7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:47:22.197978 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cf2eee1b-7f2e-46de-af81-265700c567d8 req-2c2d020e-52a2-4ad7-9272-d9894835f7b8 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=8ee37493-cef7-4bce-af39-c8c94a641e32&tenant_id=5b8c253988374aeca88191bd7c363613 HTTP/1.1" status: 200 len: 1094 time: 0.1238387 Sep 24 16:47:22.204195 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=02de157b-7d86-45f4-aaa4-429f4e045f90,revision_number=8']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:47:22.215477 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-cf2eee1b-7f2e-46de-af81-265700c567d8 req-ab66535b-e430-47fd-a7b4-205f3fd47c63 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-808921-1', 'device_owner': 'compute:nova'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:47:22.277713 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-cf2eee1b-7f2e-46de-af81-265700c567d8 req-ab66535b-e430-47fd-a7b4-205f3fd47c63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:47:22.437985 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ec74d0-e476-4fd5-81b6-61d27621047c req-d690ea48-402b-408e-ab4c-08dd18d66588 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:47:22.439725 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b8ec74d0-e476-4fd5-81b6-61d27621047c req-d690ea48-402b-408e-ab4c-08dd18d66588 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=8ee37493-cef7-4bce-af39-c8c94a641e32 HTTP/1.1" status: 200 len: 943 time: 0.1451862 Sep 24 16:47:22.519551 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b8ec74d0-e476-4fd5-81b6-61d27621047c req-1b08685f-f151-4d32-92a1-ca9d6e1eace8 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=86cccba9-afd1-4b9a-a34d-7bf238467f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727584 Sep 24 16:47:22.582039 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-cf2eee1b-7f2e-46de-af81-265700c567d8 req-ab66535b-e430-47fd-a7b4-205f3fd47c63 service neutron] For port 02de157b-7d86-45f4-aaa4-429f4e045f90, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=02de157b-7d86-45f4-aaa4-429f4e045f90,segment=NetworkSegment(d3dda7d9-3a84-490d-a301-bc11087fb161),segment_id=d3dda7d9-3a84-490d-a301-bc11087fb161)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:47:22.622730 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-cf2eee1b-7f2e-46de-af81-265700c567d8 req-ab66535b-e430-47fd-a7b4-205f3fd47c63 service neutron] For port 02de157b-7d86-45f4-aaa4-429f4e045f90, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:47:22.660466 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-cf2eee1b-7f2e-46de-af81-265700c567d8 req-ab66535b-e430-47fd-a7b4-205f3fd47c63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02de157b-7d86-45f4-aaa4-429f4e045f90 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:47:22.670384 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-cf2eee1b-7f2e-46de-af81-265700c567d8 req-ab66535b-e430-47fd-a7b4-205f3fd47c63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:47:22.685445 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-cf2eee1b-7f2e-46de-af81-265700c567d8 req-ab66535b-e430-47fd-a7b4-205f3fd47c63 service neutron] Transition to ACTIVE for port object 02de157b-7d86-45f4-aaa4-429f4e045f90 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 16:47:22.834408 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-cf2eee1b-7f2e-46de-af81-265700c567d8 req-ab66535b-e430-47fd-a7b4-205f3fd47c63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:47:22.950066 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab66535b-e430-47fd-a7b4-205f3fd47c63 service neutron] Pushing event updated for resources: {'Port': ['ID=02de157b-7d86-45f4-aaa4-429f4e045f90,revision_number=9']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:47:22.952984 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab66535b-e430-47fd-a7b4-205f3fd47c63 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:47:22.953504 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab66535b-e430-47fd-a7b4-205f3fd47c63 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:47:22.953993 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab66535b-e430-47fd-a7b4-205f3fd47c63 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:47:22.954557 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab66535b-e430-47fd-a7b4-205f3fd47c63 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:47:22.955084 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab66535b-e430-47fd-a7b4-205f3fd47c63 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:47:22.955605 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab66535b-e430-47fd-a7b4-205f3fd47c63 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:47:22.956084 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab66535b-e430-47fd-a7b4-205f3fd47c63 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:47:22.956606 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab66535b-e430-47fd-a7b4-205f3fd47c63 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:47:22.957122 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab66535b-e430-47fd-a7b4-205f3fd47c63 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:47:22.957663 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab66535b-e430-47fd-a7b4-205f3fd47c63 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:47:22.958234 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab66535b-e430-47fd-a7b4-205f3fd47c63 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:47:22.958784 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab66535b-e430-47fd-a7b4-205f3fd47c63 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:47:23.005547 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf2eee1b-7f2e-46de-af81-265700c567d8 req-ab66535b-e430-47fd-a7b4-205f3fd47c63 service neutron] No DVR routers for this DVR port 02de157b-7d86-45f4-aaa4-429f4e045f90 on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:47:23.202920 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-cf2eee1b-7f2e-46de-af81-265700c567d8 req-ab66535b-e430-47fd-a7b4-205f3fd47c63 service neutron] Attempting to bind port 02de157b-7d86-45f4-aaa4-429f4e045f90 on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:47:23.203633 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-cf2eee1b-7f2e-46de-af81-265700c567d8 req-ab66535b-e430-47fd-a7b4-205f3fd47c63 service neutron] Attempting to bind port 02de157b-7d86-45f4-aaa4-429f4e045f90 by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': 'd3dda7d9-3a84-490d-a301-bc11087fb161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '471808c1-fb1d-4934-ad3f-dffe22471ec4'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:47:23.203886 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2eee1b-7f2e-46de-af81-265700c567d8 req-ab66535b-e430-47fd-a7b4-205f3fd47c63 service neutron] Attempting to bind port 02de157b-7d86-45f4-aaa4-429f4e045f90 on network 471808c1-fb1d-4934-ad3f-dffe22471ec4 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:47:23.210947 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2eee1b-7f2e-46de-af81-265700c567d8 req-ab66535b-e430-47fd-a7b4-205f3fd47c63 service neutron] Port 02de157b-7d86-45f4-aaa4-429f4e045f90 on network 471808c1-fb1d-4934-ad3f-dffe22471ec4 not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 16:47:23.211440 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2eee1b-7f2e-46de-af81-265700c567d8 req-ab66535b-e430-47fd-a7b4-205f3fd47c63 service neutron] Attempting to bind port 02de157b-7d86-45f4-aaa4-429f4e045f90 on network 471808c1-fb1d-4934-ad3f-dffe22471ec4 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:47:23.219888 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2eee1b-7f2e-46de-af81-265700c567d8 req-ab66535b-e430-47fd-a7b4-205f3fd47c63 service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:47:23.220432 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2eee1b-7f2e-46de-af81-265700c567d8 req-ab66535b-e430-47fd-a7b4-205f3fd47c63 service neutron] Checking segment: {'id': 'd3dda7d9-3a84-490d-a301-bc11087fb161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '471808c1-fb1d-4934-ad3f-dffe22471ec4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:47:23.221006 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf2eee1b-7f2e-46de-af81-265700c567d8 req-ab66535b-e430-47fd-a7b4-205f3fd47c63 service neutron] Bound using segment: {'id': 'd3dda7d9-3a84-490d-a301-bc11087fb161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '471808c1-fb1d-4934-ad3f-dffe22471ec4'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:47:23.221660 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-cf2eee1b-7f2e-46de-af81-265700c567d8 req-ab66535b-e430-47fd-a7b4-205f3fd47c63 service neutron] Bound port: 02de157b-7d86-45f4-aaa4-429f4e045f90, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3dda7d9-3a84-490d-a301-bc11087fb161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '471808c1-fb1d-4934-ad3f-dffe22471ec4'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:47:23.222208 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-cf2eee1b-7f2e-46de-af81-265700c567d8 req-ab66535b-e430-47fd-a7b4-205f3fd47c63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:47:23.332758 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-cf2eee1b-7f2e-46de-af81-265700c567d8 req-ab66535b-e430-47fd-a7b4-205f3fd47c63 service neutron] For port 02de157b-7d86-45f4-aaa4-429f4e045f90, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:47:23.339150 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-cf2eee1b-7f2e-46de-af81-265700c567d8 req-ab66535b-e430-47fd-a7b4-205f3fd47c63 service neutron] For port 02de157b-7d86-45f4-aaa4-429f4e045f90, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=02de157b-7d86-45f4-aaa4-429f4e045f90,segment=NetworkSegment(d3dda7d9-3a84-490d-a301-bc11087fb161),segment_id=d3dda7d9-3a84-490d-a301-bc11087fb161)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:47:23.468590 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-cf2eee1b-7f2e-46de-af81-265700c567d8 req-ab66535b-e430-47fd-a7b4-205f3fd47c63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:47:23.505309 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2eee1b-7f2e-46de-af81-265700c567d8 req-ab66535b-e430-47fd-a7b4-205f3fd47c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:47:23.505858 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-cf2eee1b-7f2e-46de-af81-265700c567d8 req-ab66535b-e430-47fd-a7b4-205f3fd47c63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:47:23.507217 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cf2eee1b-7f2e-46de-af81-265700c567d8 req-ab66535b-e430-47fd-a7b4-205f3fd47c63 service neutron] 10.222.0.110 "PUT /v2.0/ports/02de157b-7d86-45f4-aaa4-429f4e045f90 HTTP/1.1" status: 200 len: 1091 time: 1.2979515 Sep 24 16:47:23.507674 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ee37493-cef7-4bce-af39-c8c94a641e32', 'tag': '02de157b-7d86-45f4-aaa4-429f4e045f90'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:47:23.510517 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86bdbdc9b9e92b390e2d9cb11b84962cc6f6bd0fdc6518f79f4e2677ef2c88f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e2649e-45ec-44b6-bbe4-6dfec2ba5410" -d '{"events": [{"name": "network-changed", "server_uuid": "8ee37493-cef7-4bce-af39-c8c94a641e32", "tag": "02de157b-7d86-45f4-aaa4-429f4e045f90"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:47:23.561773 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab66535b-e430-47fd-a7b4-205f3fd47c63 service neutron] Pushing event updated for resources: {'Port': ['ID=02de157b-7d86-45f4-aaa4-429f4e045f90,revision_number=10']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:47:23.602708 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2eee1b-7f2e-46de-af81-265700c567d8 req-dd525ce9-43dc-48c2-b062-928bec33096a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:47:23.605105 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cf2eee1b-7f2e-46de-af81-265700c567d8 req-dd525ce9-43dc-48c2-b062-928bec33096a service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=5b8c253988374aeca88191bd7c363613&device_id=8ee37493-cef7-4bce-af39-c8c94a641e32 HTTP/1.1" status: 200 len: 1095 time: 0.0625100 Sep 24 16:47:23.670068 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a558ea-fabd-4fa9-81a2-9848b5001160 x-openstack-request-id: req-d4a558ea-fabd-4fa9-81a2-9848b5001160 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:47:23.670377 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ee37493-cef7-4bce-af39-c8c94a641e32", "tag": "02de157b-7d86-45f4-aaa4-429f4e045f90", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:47:23.670643 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-d4a558ea-fabd-4fa9-81a2-9848b5001160 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:47:23.671044 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ee37493-cef7-4bce-af39-c8c94a641e32', 'tag': '02de157b-7d86-45f4-aaa4-429f4e045f90', 'status': 'completed', 'code': 200} Sep 24 16:47:23.768880 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0289843-cb52-4c46-bdf3-310cf8cc2066 req-5d74bd90-2386-4c97-b242-596c3ec99ec6 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:47:23.770535 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e0289843-cb52-4c46-bdf3-310cf8cc2066 req-5d74bd90-2386-4c97-b242-596c3ec99ec6 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=8ee37493-cef7-4bce-af39-c8c94a641e32 HTTP/1.1" status: 200 len: 944 time: 0.1164954 Sep 24 16:47:23.794909 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2eee1b-7f2e-46de-af81-265700c567d8 req-1d0e75c2-2e66-496c-8659-3e612bcf31c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:47:23.796490 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cf2eee1b-7f2e-46de-af81-265700c567d8 req-1d0e75c2-2e66-496c-8659-3e612bcf31c4 service neutron] 10.222.0.110 "GET /v2.0/networks?id=471808c1-fb1d-4934-ad3f-dffe22471ec4 HTTP/1.1" status: 200 len: 910 time: 0.1829934 Sep 24 16:47:23.870557 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e0289843-cb52-4c46-bdf3-310cf8cc2066 req-bf9d4570-87c8-40c0-ae45-406806194293 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=86cccba9-afd1-4b9a-a34d-7bf238467f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888033 Sep 24 16:47:23.889041 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cf2eee1b-7f2e-46de-af81-265700c567d8 req-93ab0984-9f2b-4424-9ab9-35291e41556a service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02de157b-7d86-45f4-aaa4-429f4e045f90 HTTP/1.1" status: 200 len: 999 time: 0.0842879 Sep 24 16:47:23.942670 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2eee1b-7f2e-46de-af81-265700c567d8 req-866e4b81-b671-40a6-956b-92ef47a73acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:47:23.944435 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cf2eee1b-7f2e-46de-af81-265700c567d8 req-866e4b81-b671-40a6-956b-92ef47a73acb service neutron] 10.222.0.110 "GET /v2.0/subnets?id=9e133d4a-9444-4a2c-99f7-516cdd5920cd HTTP/1.1" status: 200 len: 847 time: 0.0477562 Sep 24 16:47:23.993189 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2eee1b-7f2e-46de-af81-265700c567d8 req-ede77e94-62f5-469f-895b-a925e97738c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:47:23.995332 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cf2eee1b-7f2e-46de-af81-265700c567d8 req-ede77e94-62f5-469f-895b-a925e97738c2 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=471808c1-fb1d-4934-ad3f-dffe22471ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429454 Sep 24 16:47:24.105676 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cf2eee1b-7f2e-46de-af81-265700c567d8 req-c553bd9f-029c-4818-9fac-6a0ea045e32f service neutron] 10.222.0.110 "GET /v2.0/networks/471808c1-fb1d-4934-ad3f-dffe22471ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008031 Sep 24 16:47:24.206812 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cf2eee1b-7f2e-46de-af81-265700c567d8 req-e7c91c58-ab1f-483b-a9c3-d81e92c66fc2 service neutron] 10.222.0.110 "GET /v2.0/networks/471808c1-fb1d-4934-ad3f-dffe22471ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925088 Sep 24 16:47:24.398695 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e2649e-45ec-44b6-bbe4-6dfec2ba5410 req-1361eaf0-1f4d-4f76-9bb6-9cb9fc81da60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:47:24.400927 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-63e2649e-45ec-44b6-bbe4-6dfec2ba5410 req-1361eaf0-1f4d-4f76-9bb6-9cb9fc81da60 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=5b8c253988374aeca88191bd7c363613&device_id=8ee37493-cef7-4bce-af39-c8c94a641e32 HTTP/1.1" status: 200 len: 1095 time: 0.0458920 Sep 24 16:47:24.520324 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e2649e-45ec-44b6-bbe4-6dfec2ba5410 req-f1e69331-45eb-42f1-ab97-e2bc6e8e1f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:47:24.523044 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-63e2649e-45ec-44b6-bbe4-6dfec2ba5410 req-f1e69331-45eb-42f1-ab97-e2bc6e8e1f76 service neutron] 10.222.0.110 "GET /v2.0/networks?id=471808c1-fb1d-4934-ad3f-dffe22471ec4 HTTP/1.1" status: 200 len: 910 time: 0.1078320 Sep 24 16:47:24.613203 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-63e2649e-45ec-44b6-bbe4-6dfec2ba5410 req-c9e18316-77c8-4c94-9285-1b937049cbb4 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02de157b-7d86-45f4-aaa4-429f4e045f90 HTTP/1.1" status: 200 len: 999 time: 0.0816505 Sep 24 16:47:24.672688 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e2649e-45ec-44b6-bbe4-6dfec2ba5410 req-850576ab-ec20-4de3-8dda-9eeb05e6cbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:47:24.674112 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-63e2649e-45ec-44b6-bbe4-6dfec2ba5410 req-850576ab-ec20-4de3-8dda-9eeb05e6cbb5 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=9e133d4a-9444-4a2c-99f7-516cdd5920cd HTTP/1.1" status: 200 len: 847 time: 0.0509198 Sep 24 16:47:24.733941 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e2649e-45ec-44b6-bbe4-6dfec2ba5410 req-f8b8d0ca-5b6f-49ef-a587-a5f81a860579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:47:24.735685 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-63e2649e-45ec-44b6-bbe4-6dfec2ba5410 req-f8b8d0ca-5b6f-49ef-a587-a5f81a860579 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=471808c1-fb1d-4934-ad3f-dffe22471ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511181 Sep 24 16:47:24.938677 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-63e2649e-45ec-44b6-bbe4-6dfec2ba5410 req-e98a655d-cfe1-43dd-8640-e5f31a7b41c2 service neutron] 10.222.0.110 "GET /v2.0/networks/471808c1-fb1d-4934-ad3f-dffe22471ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918788 Sep 24 16:47:25.127029 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7b3ff9-bf35-4e5a-a32e-9356d8dac59b req-a1e0d3b1-0e2e-48af-820b-8921965f0cf0 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:47:25.145557 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6a7b3ff9-bf35-4e5a-a32e-9356d8dac59b req-a1e0d3b1-0e2e-48af-820b-8921965f0cf0 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=8ee37493-cef7-4bce-af39-c8c94a641e32 HTTP/1.1" status: 200 len: 944 time: 0.1155264 Sep 24 16:47:25.227324 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6a7b3ff9-bf35-4e5a-a32e-9356d8dac59b req-33ca2fd3-d9ee-4e6b-b5e2-2ca596ab971a tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=86cccba9-afd1-4b9a-a34d-7bf238467f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798090 Sep 24 16:47:26.395865 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd92cc7-c24b-4c3d-bcdf-9a1a3cc5074d req-34d0e149-e9bf-4ea9-a7b0-1f1dd55f3d04 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:47:26.398754 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0cd92cc7-c24b-4c3d-bcdf-9a1a3cc5074d req-34d0e149-e9bf-4ea9-a7b0-1f1dd55f3d04 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=8ee37493-cef7-4bce-af39-c8c94a641e32 HTTP/1.1" status: 200 len: 944 time: 0.0931773 Sep 24 16:47:26.461075 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0cd92cc7-c24b-4c3d-bcdf-9a1a3cc5074d req-ab611344-e87f-416a-9949-7cce3a42f5c9 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=86cccba9-afd1-4b9a-a34d-7bf238467f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542455 Sep 24 16:47:27.631221 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e23d94b-d89a-4b07-af4f-efa9d2bc6dc2 req-f50d3dc0-84e3-464c-9954-9b957dd59f0e tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:47:27.632620 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2e23d94b-d89a-4b07-af4f-efa9d2bc6dc2 req-f50d3dc0-84e3-464c-9954-9b957dd59f0e tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=8ee37493-cef7-4bce-af39-c8c94a641e32 HTTP/1.1" status: 200 len: 944 time: 0.0659866 Sep 24 16:47:27.698904 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2e23d94b-d89a-4b07-af4f-efa9d2bc6dc2 req-c40e6391-73e5-4a86-bcde-5440fe6a8484 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=86cccba9-afd1-4b9a-a34d-7bf238467f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545325 Sep 24 16:47:28.896958 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a630a1-bb54-45f1-a928-875bead1db26 req-dbc12c0d-4674-4f72-bd02-8cbabe5ca09c tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:47:28.900303 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-82a630a1-bb54-45f1-a928-875bead1db26 req-dbc12c0d-4674-4f72-bd02-8cbabe5ca09c tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=8ee37493-cef7-4bce-af39-c8c94a641e32 HTTP/1.1" status: 200 len: 944 time: 0.0862772 Sep 24 16:47:28.955024 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-82a630a1-bb54-45f1-a928-875bead1db26 req-fedebe0d-729f-4673-b028-3876e7f6ded0 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=86cccba9-afd1-4b9a-a34d-7bf238467f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476928 Sep 24 16:47:30.084503 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35eac0a-11b2-45b8-b94c-679c0fbce7ce req-34df6c2d-0d51-4df6-8dce-65c25353461f tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:47:30.086114 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a35eac0a-11b2-45b8-b94c-679c0fbce7ce req-34df6c2d-0d51-4df6-8dce-65c25353461f tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=8ee37493-cef7-4bce-af39-c8c94a641e32 HTTP/1.1" status: 200 len: 944 time: 0.0571110 Sep 24 16:47:30.133724 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a35eac0a-11b2-45b8-b94c-679c0fbce7ce req-925f0c69-caa2-4e9c-bd98-dc741fbab924 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=86cccba9-afd1-4b9a-a34d-7bf238467f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394654 Sep 24 16:47:31.277790 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4af1eb4e-7601-4883-9bab-ac5e47418137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:47:31.291836 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71620f01-b334-4267-bebf-37bbbb190e83 req-c884036b-34f4-4ebf-af40-0bd63c85f4f8 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:47:31.301848 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-71620f01-b334-4267-bebf-37bbbb190e83 req-c884036b-34f4-4ebf-af40-0bd63c85f4f8 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=8ee37493-cef7-4bce-af39-c8c94a641e32 HTTP/1.1" status: 200 len: 944 time: 0.0837352 Sep 24 16:47:31.761285 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-71620f01-b334-4267-bebf-37bbbb190e83 req-a8b5c333-8b33-4d6f-a986-10aee6b364fb tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=86cccba9-afd1-4b9a-a34d-7bf238467f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4577739 Sep 24 16:47:32.946587 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89773527-412d-4e5d-9aac-cfaef8d68753 req-37ebb531-50c2-4b0d-aa0d-dbb5ad28920d tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:47:32.948626 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-89773527-412d-4e5d-9aac-cfaef8d68753 req-37ebb531-50c2-4b0d-aa0d-dbb5ad28920d tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=8ee37493-cef7-4bce-af39-c8c94a641e32 HTTP/1.1" status: 200 len: 944 time: 0.0743208 Sep 24 16:47:33.008234 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-89773527-412d-4e5d-9aac-cfaef8d68753 req-c5ce3d65-a71e-4acc-8663-959580205e05 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=86cccba9-afd1-4b9a-a34d-7bf238467f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525777 Sep 24 16:47:33.959083 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-fb3afc56-ba59-4150-90b2-2a501aa51b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:47:34.221615 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27273c27-426a-42ac-8c03-da39340b6664 req-558655dc-ecba-49ae-b20f-400c9ee96eee tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:47:34.224011 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-27273c27-426a-42ac-8c03-da39340b6664 req-558655dc-ecba-49ae-b20f-400c9ee96eee tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=8ee37493-cef7-4bce-af39-c8c94a641e32 HTTP/1.1" status: 200 len: 944 time: 0.0779350 Sep 24 16:47:34.286158 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-27273c27-426a-42ac-8c03-da39340b6664 req-1bbd9d90-7667-4e04-b411-ea6da43413ce tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=86cccba9-afd1-4b9a-a34d-7bf238467f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532086 Sep 24 16:47:34.732734 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-63e2649e-45ec-44b6-bbe4-6dfec2ba5410 req-539ade00-795b-4420-805a-016a5fdf543b service neutron] 10.222.0.110 "GET /v2.0/networks/471808c1-fb1d-4934-ad3f-dffe22471ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265767 Sep 24 16:47:34.831552 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:47:34.871118 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9963b-e6bb-490e-9a99-355168878c5f req-70f1f373-87fe-4c02-a292-e9ed3202dd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:47:34.873881 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0df9963b-e6bb-490e-9a99-355168878c5f req-70f1f373-87fe-4c02-a292-e9ed3202dd37 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=5b8c253988374aeca88191bd7c363613&device_id=8ee37493-cef7-4bce-af39-c8c94a641e32 HTTP/1.1" status: 200 len: 1095 time: 0.0650313 Sep 24 16:47:35.203654 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9963b-e6bb-490e-9a99-355168878c5f req-d23199b5-cdd6-4a59-8157-cc26c5694f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:47:35.205230 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0df9963b-e6bb-490e-9a99-355168878c5f req-d23199b5-cdd6-4a59-8157-cc26c5694f45 service neutron] 10.222.0.110 "GET /v2.0/networks?id=471808c1-fb1d-4934-ad3f-dffe22471ec4 HTTP/1.1" status: 200 len: 910 time: 0.0994139 Sep 24 16:47:35.280488 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0df9963b-e6bb-490e-9a99-355168878c5f req-4efe9f28-d707-40e6-a04c-c66f00810d63 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02de157b-7d86-45f4-aaa4-429f4e045f90 HTTP/1.1" status: 200 len: 999 time: 0.0635822 Sep 24 16:47:35.338478 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9963b-e6bb-490e-9a99-355168878c5f req-2ee1a1af-28b1-4c72-8cb3-3f560e438bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:47:35.340029 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0df9963b-e6bb-490e-9a99-355168878c5f req-2ee1a1af-28b1-4c72-8cb3-3f560e438bbe service neutron] 10.222.0.110 "GET /v2.0/subnets?id=9e133d4a-9444-4a2c-99f7-516cdd5920cd HTTP/1.1" status: 200 len: 847 time: 0.0513766 Sep 24 16:47:35.396675 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df9963b-e6bb-490e-9a99-355168878c5f req-10301222-dba8-4f30-aafb-4d4cdc914a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:47:35.398248 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0df9963b-e6bb-490e-9a99-355168878c5f req-10301222-dba8-4f30-aafb-4d4cdc914a86 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=471808c1-fb1d-4934-ad3f-dffe22471ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487380 Sep 24 16:47:35.454255 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4971c09-5c46-4435-b146-c72ffd81f9e8 req-e88b46a3-9c0d-4204-8ccf-f0398c8da047 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:47:35.455937 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a4971c09-5c46-4435-b146-c72ffd81f9e8 req-e88b46a3-9c0d-4204-8ccf-f0398c8da047 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=8ee37493-cef7-4bce-af39-c8c94a641e32 HTTP/1.1" status: 200 len: 944 time: 0.0580049 Sep 24 16:47:35.503456 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-a4971c09-5c46-4435-b146-c72ffd81f9e8 req-5ac3f613-a7e1-4f56-851c-a9943f7541ee tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=86cccba9-afd1-4b9a-a34d-7bf238467f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397315 Sep 24 16:47:35.538438 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0df9963b-e6bb-490e-9a99-355168878c5f req-7daa4647-22b9-4d1c-a018-ab846c56d56b service neutron] 10.222.0.110 "GET /v2.0/networks/471808c1-fb1d-4934-ad3f-dffe22471ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325231 Sep 24 16:47:35.620659 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:47:35.651255 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0df9963b-e6bb-490e-9a99-355168878c5f req-56051552-2d02-447a-8535-20591845104a service neutron] 10.222.0.110 "GET /v2.0/networks/471808c1-fb1d-4934-ad3f-dffe22471ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046679 Sep 24 16:47:36.683233 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa9b702-6d68-4dd1-b80b-7328328fc320 req-435faeea-b723-4922-9db7-c7ccbc1b873b tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:47:36.690597 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0aa9b702-6d68-4dd1-b80b-7328328fc320 req-435faeea-b723-4922-9db7-c7ccbc1b873b tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=8ee37493-cef7-4bce-af39-c8c94a641e32 HTTP/1.1" status: 200 len: 944 time: 0.0924881 Sep 24 16:47:36.747620 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0aa9b702-6d68-4dd1-b80b-7328328fc320 req-7d8a5d50-3231-470d-9891-a29d398479a7 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=86cccba9-afd1-4b9a-a34d-7bf238467f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546565 Sep 24 16:47:36.973520 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:47:37.864851 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 02de157b-7d86-45f4-aaa4-429f4e045f90 details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 16:47:37.882886 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345b5dbc-bb21-41e2-9520-c359b2a133d8 req-2148eeff-380d-454c-b398-a6a0b7e7b0b9 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:47:37.885531 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-345b5dbc-bb21-41e2-9520-c359b2a133d8 req-2148eeff-380d-454c-b398-a6a0b7e7b0b9 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=8ee37493-cef7-4bce-af39-c8c94a641e32 HTTP/1.1" status: 200 len: 944 time: 0.0646355 Sep 24 16:47:37.946307 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-345b5dbc-bb21-41e2-9520-c359b2a133d8 req-27c91837-10d1-4852-8812-327c8b9aa5a3 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=86cccba9-afd1-4b9a-a34d-7bf238467f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525753 Sep 24 16:47:37.999604 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 02de157b-7d86-45f4-aaa4-429f4e045f90, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=02de157b-7d86-45f4-aaa4-429f4e045f90,segment=NetworkSegment(d3dda7d9-3a84-490d-a301-bc11087fb161),segment_id=d3dda7d9-3a84-490d-a301-bc11087fb161)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:47:38.012869 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': '02de157b-7d86-45f4-aaa4-429f4e045f90', 'network_id': '471808c1-fb1d-4934-ad3f-dffe22471ec4', 'port_id': '02de157b-7d86-45f4-aaa4-429f4e045f90', 'mac_address': 'fa:16:3e:16:e8:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e133d4a-9444-4a2c-99f7-516cdd5920cd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 16:47:38.057394 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:47:38.073257 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02de157b-7d86-45f4-aaa4-429f4e045f90 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:47:38.094770 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 02de157b-7d86-45f4-aaa4-429f4e045f90, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=02de157b-7d86-45f4-aaa4-429f4e045f90,segment=NetworkSegment(d3dda7d9-3a84-490d-a301-bc11087fb161),segment_id=d3dda7d9-3a84-490d-a301-bc11087fb161)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:47:38.161851 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:47:38.228530 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=02de157b-7d86-45f4-aaa4-429f4e045f90,revision_number=11']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:47:38.459812 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['02de157b-7d86-45f4-aaa4-429f4e045f90'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:47:39.065054 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:47:39.087535 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30752633-e1e5-49a1-b4f3-c8101a486c1a req-ebc0917f-797c-471a-bc2e-dc7372746cd0 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:47:39.090473 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-30752633-e1e5-49a1-b4f3-c8101a486c1a req-ebc0917f-797c-471a-bc2e-dc7372746cd0 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=8ee37493-cef7-4bce-af39-c8c94a641e32 HTTP/1.1" status: 200 len: 945 time: 0.0673485 Sep 24 16:47:39.141209 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-30752633-e1e5-49a1-b4f3-c8101a486c1a req-3bc81992-ee4e-43a1-a4ca-b0106576f1cc tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=86cccba9-afd1-4b9a-a34d-7bf238467f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444548 Sep 24 16:47:39.573435 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:47:39.863462 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 02de157b-7d86-45f4-aaa4-429f4e045f90 up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:47:39.979355 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port 02de157b-7d86-45f4-aaa4-429f4e045f90 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 16:47:39.984368 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port 02de157b-7d86-45f4-aaa4-429f4e045f90 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:47:39.984959 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:47:40.098369 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:47:40.126646 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ee37493-cef7-4bce-af39-c8c94a641e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02de157b-7d86-45f4-aaa4-429f4e045f90'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:47:40.128951 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e675284d64920c3690942d07fd233bec6618b8bcfb70da99a5b5d86610f0b706" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c52e4c-4563-4954-90ab-6f0047dc8d7e" -d '{"events": [{"server_uuid": "8ee37493-cef7-4bce-af39-c8c94a641e32", "name": "network-vif-plugged", "status": "completed", "tag": "02de157b-7d86-45f4-aaa4-429f4e045f90"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:47:40.148265 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port 02de157b-7d86-45f4-aaa4-429f4e045f90, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=02de157b-7d86-45f4-aaa4-429f4e045f90,segment=NetworkSegment(d3dda7d9-3a84-490d-a301-bc11087fb161),segment_id=d3dda7d9-3a84-490d-a301-bc11087fb161)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:47:40.188022 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-370f023b-7451-4a14-b9e4-170b16d1aa1e x-openstack-request-id: req-370f023b-7451-4a14-b9e4-170b16d1aa1e {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:47:40.192619 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ee37493-cef7-4bce-af39-c8c94a641e32", "name": "network-vif-plugged", "status": "completed", "tag": "02de157b-7d86-45f4-aaa4-429f4e045f90", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:47:40.192619 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-370f023b-7451-4a14-b9e4-170b16d1aa1e {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:47:40.192619 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ee37493-cef7-4bce-af39-c8c94a641e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02de157b-7d86-45f4-aaa4-429f4e045f90', 'code': 200} Sep 24 16:47:40.216703 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:47:40.293634 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665bb049-64dd-4165-b46f-349054b98790 req-6b6e6a12-53e3-42fe-90c8-16c62b9a618c tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:47:40.295970 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-665bb049-64dd-4165-b46f-349054b98790 req-6b6e6a12-53e3-42fe-90c8-16c62b9a618c tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=8ee37493-cef7-4bce-af39-c8c94a641e32 HTTP/1.1" status: 200 len: 946 time: 0.0724652 Sep 24 16:47:40.297578 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=02de157b-7d86-45f4-aaa4-429f4e045f90,revision_number=12']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:47:40.356862 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-665bb049-64dd-4165-b46f-349054b98790 req-532eac2e-e701-4629-9af4-5f8f7b389d15 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=86cccba9-afd1-4b9a-a34d-7bf238467f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530746 Sep 24 16:47:40.468273 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd2159-4d0e-4653-9bb6-96d0c07b829d req-5caa3f7c-7252-4d80-ba52-07374ceebda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:47:40.469799 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f4cd2159-4d0e-4653-9bb6-96d0c07b829d req-5caa3f7c-7252-4d80-ba52-07374ceebda4 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=8ee37493-cef7-4bce-af39-c8c94a641e32 HTTP/1.1" status: 200 len: 1097 time: 0.0463200 Sep 24 16:47:40.527880 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f4cd2159-4d0e-4653-9bb6-96d0c07b829d req-e7207ac9-9f9f-441a-ad72-d858ca7bd5ce service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=86cccba9-afd1-4b9a-a34d-7bf238467f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487895 Sep 24 16:47:41.493579 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6abbcb1-33fb-46ad-ba93-1689381972c4 req-508103a2-6bf7-4759-9776-881d81cf37bb tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:47:41.495309 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d6abbcb1-33fb-46ad-ba93-1689381972c4 req-508103a2-6bf7-4759-9776-881d81cf37bb tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=8ee37493-cef7-4bce-af39-c8c94a641e32 HTTP/1.1" status: 200 len: 946 time: 0.0557172 Sep 24 16:47:41.541374 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d6abbcb1-33fb-46ad-ba93-1689381972c4 req-a6998a33-0e18-4c1f-8ac6-b154e66766a5 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=86cccba9-afd1-4b9a-a34d-7bf238467f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395525 Sep 24 16:47:41.613672 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:47:42.674832 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9f0438-60b4-4dd4-bb52-01d13b4b5556 req-43c60aed-a168-4553-847f-4506e9ef9ccb tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:47:42.676551 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3c9f0438-60b4-4dd4-bb52-01d13b4b5556 req-43c60aed-a168-4553-847f-4506e9ef9ccb tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=8ee37493-cef7-4bce-af39-c8c94a641e32 HTTP/1.1" status: 200 len: 946 time: 0.0575433 Sep 24 16:47:42.736564 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-3c9f0438-60b4-4dd4-bb52-01d13b4b5556 req-4cfd3d7b-b00c-4306-aeef-f48e54dcb257 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=86cccba9-afd1-4b9a-a34d-7bf238467f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523515 Sep 24 16:47:43.871065 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11481257-1283-485a-b368-25f49d941388 req-61aeaa74-757f-486d-b8b5-cbc325d44191 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:47:43.872662 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-11481257-1283-485a-b368-25f49d941388 req-61aeaa74-757f-486d-b8b5-cbc325d44191 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=8ee37493-cef7-4bce-af39-c8c94a641e32 HTTP/1.1" status: 200 len: 946 time: 0.0528858 Sep 24 16:47:43.916877 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-11481257-1283-485a-b368-25f49d941388 req-07d53ab1-c292-4a8e-baec-4252cb53c1c5 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=86cccba9-afd1-4b9a-a34d-7bf238467f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381930 Sep 24 16:48:01.292846 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-04459d12-777c-45b5-871a-c54aec3682f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:48:03.963674 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f05c2da-217e-4e95-8f4f-59405ef7cad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:48:04.352910 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:48:05.587863 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:48:06.993068 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:48:09.598311 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:48:11.620423 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:48:16.063892 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:48:27.540951 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c8e42b38-a8bb-4670-b8f4-85b6707b6b8f req-4b6daf56-cc3b-4f0b-a41c-1552c928c6dc service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=8ee37493-cef7-4bce-af39-c8c94a641e32&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453176 Sep 24 16:48:27.626103 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e42b38-a8bb-4670-b8f4-85b6707b6b8f req-99eceb4e-c6b0-402d-9f8b-5ceaf3ec633c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:48:27.627542 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c8e42b38-a8bb-4670-b8f4-85b6707b6b8f req-99eceb4e-c6b0-402d-9f8b-5ceaf3ec633c service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=5b8c253988374aeca88191bd7c363613&device_id=8ee37493-cef7-4bce-af39-c8c94a641e32 HTTP/1.1" status: 200 len: 1097 time: 0.0411143 Sep 24 16:48:27.735169 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e42b38-a8bb-4670-b8f4-85b6707b6b8f req-df7b69c8-61fd-4f6a-b474-473c80add7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:48:27.736659 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c8e42b38-a8bb-4670-b8f4-85b6707b6b8f req-df7b69c8-61fd-4f6a-b474-473c80add7f4 service neutron] 10.222.0.110 "GET /v2.0/networks?id=471808c1-fb1d-4934-ad3f-dffe22471ec4 HTTP/1.1" status: 200 len: 910 time: 0.0869720 Sep 24 16:48:27.809482 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c8e42b38-a8bb-4670-b8f4-85b6707b6b8f req-d026e57b-92a4-475b-a0df-a2e70319fa1e service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02de157b-7d86-45f4-aaa4-429f4e045f90 HTTP/1.1" status: 200 len: 1001 time: 0.0644712 Sep 24 16:48:27.861381 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e42b38-a8bb-4670-b8f4-85b6707b6b8f req-255fc0c5-e3f7-49de-ba9f-0253a3442046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:48:27.862905 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c8e42b38-a8bb-4670-b8f4-85b6707b6b8f req-255fc0c5-e3f7-49de-ba9f-0253a3442046 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=9e133d4a-9444-4a2c-99f7-516cdd5920cd HTTP/1.1" status: 200 len: 847 time: 0.0455587 Sep 24 16:48:27.910863 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e42b38-a8bb-4670-b8f4-85b6707b6b8f req-3eefae23-2f3d-4da2-a5ba-4cd15239a4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:48:27.913155 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c8e42b38-a8bb-4670-b8f4-85b6707b6b8f req-3eefae23-2f3d-4da2-a5ba-4cd15239a4e2 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=471808c1-fb1d-4934-ad3f-dffe22471ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420556 Sep 24 16:48:28.019415 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c8e42b38-a8bb-4670-b8f4-85b6707b6b8f req-1461b48b-d3c1-44e4-bac9-1375240d31ce service neutron] 10.222.0.110 "GET /v2.0/networks/471808c1-fb1d-4934-ad3f-dffe22471ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969810 Sep 24 16:48:28.124697 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c8e42b38-a8bb-4670-b8f4-85b6707b6b8f req-d9348b0a-6df1-417c-b642-6c4539f842a6 service neutron] 10.222.0.110 "GET /v2.0/networks/471808c1-fb1d-4934-ad3f-dffe22471ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947881 Sep 24 16:48:31.248414 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-209631b4-b7c7-4f11-9bb2-64abd1c65e20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:48:33.945450 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-58231e36-2af3-4e55-b559-1c0a89826ba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:48:34.356704 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:48:35.619982 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:48:36.976743 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:48:39.567696 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:48:41.618969 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:48:53.064160 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:48:59.384774 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48456) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:48:59.546739 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-8fd0653b-f205-461b-971d-1db64faf32d6 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Deleting port a1d7c51b-a233-4f86-89f4-218c97390362 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:48:59.547083 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8fd0653b-f205-461b-971d-1db64faf32d6 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:48:59.622897 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8fd0653b-f205-461b-971d-1db64faf32d6 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:48:59.623226 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8fd0653b-f205-461b-971d-1db64faf32d6 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:48:59.635445 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-8fd0653b-f205-461b-971d-1db64faf32d6 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Calling delete_port for a1d7c51b-a233-4f86-89f4-218c97390362 owned by network:floatingip {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:48:59.887360 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8fd0653b-f205-461b-971d-1db64faf32d6 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:48:59.913490 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd0653b-f205-461b-971d-1db64faf32d6 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Pushing event deleted for resources: {'Port': ['ID=a1d7c51b-a233-4f86-89f4-218c97390362,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:48:59.926121 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd0653b-f205-461b-971d-1db64faf32d6 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:48:59.926593 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd0653b-f205-461b-971d-1db64faf32d6 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:48:59.926941 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd0653b-f205-461b-971d-1db64faf32d6 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:48:59.927280 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd0653b-f205-461b-971d-1db64faf32d6 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:48:59.927617 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd0653b-f205-461b-971d-1db64faf32d6 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:48:59.927948 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd0653b-f205-461b-971d-1db64faf32d6 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:48:59.928275 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd0653b-f205-461b-971d-1db64faf32d6 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:48:59.928620 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd0653b-f205-461b-971d-1db64faf32d6 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:48:59.928977 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd0653b-f205-461b-971d-1db64faf32d6 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:48:59.929277 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd0653b-f205-461b-971d-1db64faf32d6 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:48:59.929627 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd0653b-f205-461b-971d-1db64faf32d6 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:48:59.929956 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd0653b-f205-461b-971d-1db64faf32d6 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:48:59.988655 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8fd0653b-f205-461b-971d-1db64faf32d6 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks [] for floatingip, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:48:59.988989 n-d-808921-1 neutron-server[95297]: INFO neutron.db.l3_db [None req-8fd0653b-f205-461b-971d-1db64faf32d6 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Floating IP b03a2125-a301-4ff1-aa9d-089c4cbef835 disassociated (deleted). External IP: 172.25.0.227, port: 02de157b-7d86-45f4-aaa4-429f4e045f90. Sep 24 16:49:00.202654 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fd0653b-f205-461b-971d-1db64faf32d6 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Router 4940325d-910a-4c9b-90af-d649570409b3 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:49:00.312123 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd0653b-f205-461b-971d-1db64faf32d6 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:49:00.317216 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8fd0653b-f205-461b-971d-1db64faf32d6 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:49:00.324366 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d49213a-fcbb-4906-8a51-a279acaf3c44 None None] Sync routers for ids ['4940325d-910a-4c9b-90af-d649570409b3'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:49:00.335915 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d49213a-fcbb-4906-8a51-a279acaf3c44 None None] Routers {'4940325d-910a-4c9b-90af-d649570409b3'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:49:00.336593 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-5d49213a-fcbb-4906-8a51-a279acaf3c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:48:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['4940325d-910a-4c9b-90af-d649570409b3'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:49:00.344519 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-8fd0653b-f205-461b-971d-1db64faf32d6 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "DELETE /v2.0/floatingips/b03a2125-a301-4ff1-aa9d-089c4cbef835 HTTP/1.1" status: 204 len: 168 time: 0.9587398 Sep 24 16:49:00.345109 n-d-808921-1 neutron-server[95297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ee37493-cef7-4bce-af39-c8c94a641e32', 'tag': '02de157b-7d86-45f4-aaa4-429f4e045f90'}] {{(pid=95297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:49:00.348023 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce09631955309d89252ad503228e8356032135eb6e803a44cefb008b5f264874" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11a665f1-c37b-4599-aebf-9083ec85580c" -d '{"events": [{"name": "network-changed", "server_uuid": "8ee37493-cef7-4bce-af39-c8c94a641e32", "tag": "02de157b-7d86-45f4-aaa4-429f4e045f90"}]}' {{(pid=95297) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:49:00.448830 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c4b190-7181-40fc-b15f-6a60940ef184 x-openstack-request-id: req-c7c4b190-7181-40fc-b15f-6a60940ef184 {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:49:00.449464 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ee37493-cef7-4bce-af39-c8c94a641e32", "tag": "02de157b-7d86-45f4-aaa4-429f4e045f90", "status": "completed", "code": 200}]} {{(pid=95297) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:49:00.449464 n-d-808921-1 neutron-server[95297]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-c7c4b190-7181-40fc-b15f-6a60940ef184 {{(pid=95297) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:49:00.449658 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-5d49213a-fcbb-4906-8a51-a279acaf3c44 None None] Set router 4940325d-910a-4c9b-90af-d649570409b3 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:49:00.449778 n-d-808921-1 neutron-server[95297]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ee37493-cef7-4bce-af39-c8c94a641e32', 'tag': '02de157b-7d86-45f4-aaa4-429f4e045f90', 'status': 'completed', 'code': 200} Sep 24 16:49:00.518565 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a665f1-c37b-4599-aebf-9083ec85580c req-b74c8546-c072-4bfd-b6cc-6808ccb52c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:49:00.520601 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-11a665f1-c37b-4599-aebf-9083ec85580c req-b74c8546-c072-4bfd-b6cc-6808ccb52c72 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=5b8c253988374aeca88191bd7c363613&device_id=8ee37493-cef7-4bce-af39-c8c94a641e32 HTTP/1.1" status: 200 len: 1097 time: 0.0447459 Sep 24 16:49:00.621992 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a665f1-c37b-4599-aebf-9083ec85580c req-ac3537a3-2273-433b-a490-5c21dabe7c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:49:00.623525 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-11a665f1-c37b-4599-aebf-9083ec85580c req-ac3537a3-2273-433b-a490-5c21dabe7c76 service neutron] 10.222.0.110 "GET /v2.0/networks?id=471808c1-fb1d-4934-ad3f-dffe22471ec4 HTTP/1.1" status: 200 len: 910 time: 0.0946345 Sep 24 16:49:00.676117 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-11a665f1-c37b-4599-aebf-9083ec85580c req-9786428e-a5a0-4e51-af0b-190f6e5e756a service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02de157b-7d86-45f4-aaa4-429f4e045f90 HTTP/1.1" status: 200 len: 217 time: 0.0416684 Sep 24 16:49:00.683111 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-5d49213a-fcbb-4906-8a51-a279acaf3c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4940325d-910a-4c9b-90af-d649570409b3', 'name': 'tempest-TestShelveInstance-555322042-router', 'tenant_id': '5b8c253988374aeca88191bd7c363613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': 'a4b7d36c-bedf-444c-bb23-657bb6c0972b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:44:25Z', 'updated_at': '2021-09-24T16:44:29Z', 'revision_number': 4, 'project_id': '5b8c253988374aeca88191bd7c363613', 'gw_port': {'id': 'a4b7d36c-bedf-444c-bb23-657bb6c0972b', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:51:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4940325d-910a-4c9b-90af-d649570409b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:44:26Z', 'updated_at': '2021-09-24T16:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '360f3994-aa4d-4728-a302-2f7ced451e65', 'name': '', 'network_id': '471808c1-fb1d-4934-ad3f-dffe22471ec4', 'tenant_id': '5b8c253988374aeca88191bd7c363613', 'mac_address': 'fa:16:3e:73:67:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4940325d-910a-4c9b-90af-d649570409b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '9e133d4a-9444-4a2c-99f7-516cdd5920cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:44:28Z', 'updated_at': '2021-09-24T16:44:32Z', 'revision_number': 5, 'project_id': '5b8c253988374aeca88191bd7c363613', 'subnets': [{'id': '9e133d4a-9444-4a2c-99f7-516cdd5920cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:49:00.725939 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d49213a-fcbb-4906-8a51-a279acaf3c44 None None] Checking router: 4940325d-910a-4c9b-90af-d649570409b3 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:49:00.732383 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a665f1-c37b-4599-aebf-9083ec85580c req-89209a65-6005-4a81-adfc-59a700360979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:49:00.737126 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-11a665f1-c37b-4599-aebf-9083ec85580c req-89209a65-6005-4a81-adfc-59a700360979 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=9e133d4a-9444-4a2c-99f7-516cdd5920cd HTTP/1.1" status: 200 len: 847 time: 0.0518513 Sep 24 16:49:00.741119 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d49213a-fcbb-4906-8a51-a279acaf3c44 None None] Routers {'4940325d-910a-4c9b-90af-d649570409b3'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:49:00.742188 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-5d49213a-fcbb-4906-8a51-a279acaf3c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:48:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['4940325d-910a-4c9b-90af-d649570409b3'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:49:00.794726 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a665f1-c37b-4599-aebf-9083ec85580c req-440fc69c-91ff-4903-bbdf-9cf72885c8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:49:00.796371 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-11a665f1-c37b-4599-aebf-9083ec85580c req-440fc69c-91ff-4903-bbdf-9cf72885c8df service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=471808c1-fb1d-4934-ad3f-dffe22471ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535977 Sep 24 16:49:00.820877 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb951c5-a504-4096-a1f9-262b96dc33b1 req-5cc90ae0-bb34-488f-9b97-56228ce3a8af tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:49:00.822527 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bcb951c5-a504-4096-a1f9-262b96dc33b1 req-5cc90ae0-bb34-488f-9b97-56228ce3a8af tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=8ee37493-cef7-4bce-af39-c8c94a641e32 HTTP/1.1" status: 200 len: 946 time: 0.0559647 Sep 24 16:49:00.869412 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-5d49213a-fcbb-4906-8a51-a279acaf3c44 None None] Set router 4940325d-910a-4c9b-90af-d649570409b3 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:49:00.880852 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bcb951c5-a504-4096-a1f9-262b96dc33b1 req-fa97586c-e96d-4db5-bd35-2d6020606503 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=86cccba9-afd1-4b9a-a34d-7bf238467f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460186 Sep 24 16:49:00.915377 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-11a665f1-c37b-4599-aebf-9083ec85580c req-eaf787db-fe2e-42a8-854d-f8661ae86022 service neutron] 10.222.0.110 "GET /v2.0/networks/471808c1-fb1d-4934-ad3f-dffe22471ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093113 Sep 24 16:49:01.018259 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-11a665f1-c37b-4599-aebf-9083ec85580c req-a6380a16-d7e9-492f-9b20-556c37cf796d service neutron] 10.222.0.110 "GET /v2.0/networks/471808c1-fb1d-4934-ad3f-dffe22471ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946198 Sep 24 16:49:01.093516 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-5d49213a-fcbb-4906-8a51-a279acaf3c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4940325d-910a-4c9b-90af-d649570409b3', 'name': 'tempest-TestShelveInstance-555322042-router', 'tenant_id': '5b8c253988374aeca88191bd7c363613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': 'a4b7d36c-bedf-444c-bb23-657bb6c0972b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:44:25Z', 'updated_at': '2021-09-24T16:44:29Z', 'revision_number': 4, 'project_id': '5b8c253988374aeca88191bd7c363613', 'gw_port': {'id': 'a4b7d36c-bedf-444c-bb23-657bb6c0972b', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:51:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4940325d-910a-4c9b-90af-d649570409b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:44:26Z', 'updated_at': '2021-09-24T16:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '360f3994-aa4d-4728-a302-2f7ced451e65', 'name': '', 'network_id': '471808c1-fb1d-4934-ad3f-dffe22471ec4', 'tenant_id': '5b8c253988374aeca88191bd7c363613', 'mac_address': 'fa:16:3e:73:67:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4940325d-910a-4c9b-90af-d649570409b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '9e133d4a-9444-4a2c-99f7-516cdd5920cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:44:28Z', 'updated_at': '2021-09-24T16:44:32Z', 'revision_number': 5, 'project_id': '5b8c253988374aeca88191bd7c363613', 'subnets': [{'id': '9e133d4a-9444-4a2c-99f7-516cdd5920cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:49:01.121582 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d49213a-fcbb-4906-8a51-a279acaf3c44 None None] The sync data for ids ['4940325d-910a-4c9b-90af-d649570409b3'] in n-d-808921-1 is: [{'id': '4940325d-910a-4c9b-90af-d649570409b3', 'name': 'tempest-TestShelveInstance-555322042-router', 'tenant_id': '5b8c253988374aeca88191bd7c363613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': 'a4b7d36c-bedf-444c-bb23-657bb6c0972b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:44:25Z', 'updated_at': '2021-09-24T16:44:29Z', 'revision_number': 4, 'project_id': '5b8c253988374aeca88191bd7c363613', 'gw_port': {'id': 'a4b7d36c-bedf-444c-bb23-657bb6c0972b', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:51:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4940325d-910a-4c9b-90af-d649570409b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:44:26Z', 'updated_at': '2021-09-24T16:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '360f3994-aa4d-4728-a302-2f7ced451e65', 'name': '', 'network_id': '471808c1-fb1d-4934-ad3f-dffe22471ec4', 'tenant_id': '5b8c253988374aeca88191bd7c363613', 'mac_address': 'fa:16:3e:73:67:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4940325d-910a-4c9b-90af-d649570409b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '9e133d4a-9444-4a2c-99f7-516cdd5920cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:44:28Z', 'updated_at': '2021-09-24T16:44:32Z', 'revision_number': 5, 'project_id': '5b8c253988374aeca88191bd7c363613', 'subnets': [{'id': '9e133d4a-9444-4a2c-99f7-516cdd5920cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:49:01.252626 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3199f271-4dc3-4d61-80c2-2ca194c878d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:49:01.346585 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8886457-ac20-4eb4-a32d-ae0b3ac64bc9 None None] New status for floating IP b03a2125-a301-4ff1-aa9d-089c4cbef835: DOWN {{(pid=95300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 16:49:02.006243 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c9f557-ccc8-488a-a51d-6b86d1d1f6a7 req-6e02c682-1952-48e4-85d8-0dc1d2297340 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:49:02.007937 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-02c9f557-ccc8-488a-a51d-6b86d1d1f6a7 req-6e02c682-1952-48e4-85d8-0dc1d2297340 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=8ee37493-cef7-4bce-af39-c8c94a641e32 HTTP/1.1" status: 200 len: 946 time: 0.0544236 Sep 24 16:49:02.046519 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-02c9f557-ccc8-488a-a51d-6b86d1d1f6a7 req-b7d40cd9-4cb6-4f86-ab44-0620337be4b9 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=86cccba9-afd1-4b9a-a34d-7bf238467f74&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325067 Sep 24 16:49:02.432587 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c37e03b-d305-4efb-9176-16eceed3bdd2 req-c79f9ab2-54dc-451d-adcf-d7533b82136e tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:49:02.439328 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8c37e03b-d305-4efb-9176-16eceed3bdd2 req-c79f9ab2-54dc-451d-adcf-d7533b82136e tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.110 "GET /v2.0/ports?device_id=8ee37493-cef7-4bce-af39-c8c94a641e32 HTTP/1.1" status: 200 len: 946 time: 0.0485263 Sep 24 16:49:02.524401 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-8c37e03b-d305-4efb-9176-16eceed3bdd2 req-bc6eb841-7ca0-4757-b91e-3001f8db4a68 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Deleting port 02de157b-7d86-45f4-aaa4-429f4e045f90 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:49:02.524742 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8c37e03b-d305-4efb-9176-16eceed3bdd2 req-bc6eb841-7ca0-4757-b91e-3001f8db4a68 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:49:02.616708 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-8c37e03b-d305-4efb-9176-16eceed3bdd2 req-bc6eb841-7ca0-4757-b91e-3001f8db4a68 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] For port 02de157b-7d86-45f4-aaa4-429f4e045f90, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=02de157b-7d86-45f4-aaa4-429f4e045f90,segment=NetworkSegment(d3dda7d9-3a84-490d-a301-bc11087fb161),segment_id=d3dda7d9-3a84-490d-a301-bc11087fb161)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:49:02.616979 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8c37e03b-d305-4efb-9176-16eceed3bdd2 req-bc6eb841-7ca0-4757-b91e-3001f8db4a68 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:49:02.629652 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-8c37e03b-d305-4efb-9176-16eceed3bdd2 req-bc6eb841-7ca0-4757-b91e-3001f8db4a68 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Calling delete_port for 02de157b-7d86-45f4-aaa4-429f4e045f90 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:49:02.829719 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8c37e03b-d305-4efb-9176-16eceed3bdd2 req-bc6eb841-7ca0-4757-b91e-3001f8db4a68 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:49:02.858088 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6eb841-7ca0-4757-b91e-3001f8db4a68 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Pushing event deleted for resources: {'Port': ['ID=02de157b-7d86-45f4-aaa4-429f4e045f90,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:49:02.872873 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6eb841-7ca0-4757-b91e-3001f8db4a68 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:49:02.873227 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6eb841-7ca0-4757-b91e-3001f8db4a68 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:49:02.873571 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6eb841-7ca0-4757-b91e-3001f8db4a68 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:49:02.873933 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6eb841-7ca0-4757-b91e-3001f8db4a68 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:49:02.874233 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6eb841-7ca0-4757-b91e-3001f8db4a68 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:49:02.874596 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6eb841-7ca0-4757-b91e-3001f8db4a68 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:49:02.874924 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6eb841-7ca0-4757-b91e-3001f8db4a68 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:49:02.875269 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6eb841-7ca0-4757-b91e-3001f8db4a68 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:49:02.875579 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6eb841-7ca0-4757-b91e-3001f8db4a68 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:49:02.875903 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6eb841-7ca0-4757-b91e-3001f8db4a68 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:49:02.876251 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6eb841-7ca0-4757-b91e-3001f8db4a68 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:49:02.876578 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc6eb841-7ca0-4757-b91e-3001f8db4a68 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:49:02.912457 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c37e03b-d305-4efb-9176-16eceed3bdd2 req-bc6eb841-7ca0-4757-b91e-3001f8db4a68 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] No DVR routers for this DVR port 02de157b-7d86-45f4-aaa4-429f4e045f90 on host n-h1-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:49:02.914997 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8c37e03b-d305-4efb-9176-16eceed3bdd2 req-bc6eb841-7ca0-4757-b91e-3001f8db4a68 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:49:02.917016 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8c37e03b-d305-4efb-9176-16eceed3bdd2 req-bc6eb841-7ca0-4757-b91e-3001f8db4a68 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.110 "DELETE /v2.0/ports/02de157b-7d86-45f4-aaa4-429f4e045f90 HTTP/1.1" status: 204 len: 173 time: 0.4760113 Sep 24 16:49:02.917446 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ee37493-cef7-4bce-af39-c8c94a641e32', 'name': 'network-vif-deleted', 'tag': '02de157b-7d86-45f4-aaa4-429f4e045f90'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:49:02.919715 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86bdbdc9b9e92b390e2d9cb11b84962cc6f6bd0fdc6518f79f4e2677ef2c88f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c7e4e5-1149-4ff6-bf73-0cf77af04942" -d '{"events": [{"server_uuid": "8ee37493-cef7-4bce-af39-c8c94a641e32", "name": "network-vif-deleted", "tag": "02de157b-7d86-45f4-aaa4-429f4e045f90"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:49:02.957196 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507b92c0-1de5-4081-9685-76fbf41e56e7 x-openstack-request-id: req-507b92c0-1de5-4081-9685-76fbf41e56e7 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:49:02.957496 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ee37493-cef7-4bce-af39-c8c94a641e32", "name": "network-vif-deleted", "tag": "02de157b-7d86-45f4-aaa4-429f4e045f90", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:49:02.957753 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-507b92c0-1de5-4081-9685-76fbf41e56e7 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:49:02.958160 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ee37493-cef7-4bce-af39-c8c94a641e32', 'name': 'network-vif-deleted', 'tag': '02de157b-7d86-45f4-aaa4-429f4e045f90', 'status': 'completed', 'code': 200} Sep 24 16:49:03.143468 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f83617a3-b22a-471d-8099-92a42687a5bd req-d4d94754-ed66-40d9-b385-bb1edf367c08 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=8ee37493-cef7-4bce-af39-c8c94a641e32 HTTP/1.1" status: 200 len: 210 time: 0.0271950 Sep 24 16:49:03.972612 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a7b3deaa-c8e5-4f7c-9b87-25dc5635215d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:49:04.199568 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48480) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:49:04.258518 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-237c0903-b1e5-43a1-ad12-650d96cb9964 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:49:04.285062 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-237c0903-b1e5-43a1-ad12-650d96cb9964 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:49:04.327140 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:49:04.421681 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-237c0903-b1e5-43a1-ad12-650d96cb9964 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:49:04.424412 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-237c0903-b1e5-43a1-ad12-650d96cb9964 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:49:04.425716 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-237c0903-b1e5-43a1-ad12-650d96cb9964 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "DELETE /v2.0/security-groups/86cccba9-afd1-4b9a-a34d-7bf238467f74 HTTP/1.1" status: 204 len: 168 time: 0.2248998 Sep 24 16:49:04.434954 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237c0903-b1e5-43a1-ad12-650d96cb9964 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86cccba9-afd1-4b9a-a34d-7bf238467f74,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:49:04.869892 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48486) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:49:04.874495 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-d368dbf5-e8a1-47e7-8696-692bd7726310 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1989626022', 'description': 'tempest-secgroup-smoke-1989626022 description', 'project_id': '5b8c253988374aeca88191bd7c363613'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:49:04.955444 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d368dbf5-e8a1-47e7-8696-692bd7726310 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:49:05.037446 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d368dbf5-e8a1-47e7-8696-692bd7726310 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:49:05.098825 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d368dbf5-e8a1-47e7-8696-692bd7726310 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:49:05.129354 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d368dbf5-e8a1-47e7-8696-692bd7726310 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5210b713-2f63-4f08-91ac-9b5cd9fc6247,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:49:05.207554 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-d368dbf5-e8a1-47e7-8696-692bd7726310 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:49:05.208853 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-d368dbf5-e8a1-47e7-8696-692bd7726310 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3379242 Sep 24 16:49:05.211743 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48488) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:49:05.216587 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-428074b0-f560-483d-b8c3-375497cde1a1 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Request body: {'security_group_rule': {'security_group_id': '5210b713-2f63-4f08-91ac-9b5cd9fc6247', 'project_id': '5b8c253988374aeca88191bd7c363613', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:49:05.309056 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-428074b0-f560-483d-b8c3-375497cde1a1 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:49:05.367816 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-428074b0-f560-483d-b8c3-375497cde1a1 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:49:05.423922 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-428074b0-f560-483d-b8c3-375497cde1a1 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:49:05.444401 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428074b0-f560-483d-b8c3-375497cde1a1 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6af4842c-a2ba-439b-8fdf-16685482a313,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:49:05.492400 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-428074b0-f560-483d-b8c3-375497cde1a1 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:49:05.493698 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-428074b0-f560-483d-b8c3-375497cde1a1 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2810221 Sep 24 16:49:05.496511 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48490) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:49:05.500966 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-ca8ba7d9-df9a-4124-bad2-dc9fd801de31 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Request body: {'security_group_rule': {'security_group_id': '5210b713-2f63-4f08-91ac-9b5cd9fc6247', 'project_id': '5b8c253988374aeca88191bd7c363613', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:49:05.571010 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ca8ba7d9-df9a-4124-bad2-dc9fd801de31 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:49:05.587308 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:49:05.630426 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ca8ba7d9-df9a-4124-bad2-dc9fd801de31 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:49:05.691371 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ca8ba7d9-df9a-4124-bad2-dc9fd801de31 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:49:05.714937 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8ba7d9-df9a-4124-bad2-dc9fd801de31 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf2369eb-a088-410d-a581-9ce2c27b86ab,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:49:05.770752 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ca8ba7d9-df9a-4124-bad2-dc9fd801de31 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:49:05.772053 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ca8ba7d9-df9a-4124-bad2-dc9fd801de31 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2745857 Sep 24 16:49:05.774838 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48492) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:49:05.779235 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-4986fa35-efb7-43fd-bfd1-cc387b77ed4d tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Request body: {'security_group_rule': {'security_group_id': '5210b713-2f63-4f08-91ac-9b5cd9fc6247', 'project_id': '5b8c253988374aeca88191bd7c363613', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:49:05.855368 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4986fa35-efb7-43fd-bfd1-cc387b77ed4d tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:49:05.921442 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4986fa35-efb7-43fd-bfd1-cc387b77ed4d tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:49:05.990052 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4986fa35-efb7-43fd-bfd1-cc387b77ed4d tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:49:06.010665 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4986fa35-efb7-43fd-bfd1-cc387b77ed4d tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f32914b-a25d-492b-9c44-1715d232eebe,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:49:06.081194 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-4986fa35-efb7-43fd-bfd1-cc387b77ed4d tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:49:06.082710 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-4986fa35-efb7-43fd-bfd1-cc387b77ed4d tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3069065 Sep 24 16:49:06.085396 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48494) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:49:06.089762 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-16a1b98a-806e-4e37-a0c0-b7cd2ca4f8dd tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Request body: {'security_group_rule': {'security_group_id': '5210b713-2f63-4f08-91ac-9b5cd9fc6247', 'project_id': '5b8c253988374aeca88191bd7c363613', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:49:06.183186 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-16a1b98a-806e-4e37-a0c0-b7cd2ca4f8dd tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:49:06.242857 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-16a1b98a-806e-4e37-a0c0-b7cd2ca4f8dd tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:49:06.258786 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 02de157b-7d86-45f4-aaa4-429f4e045f90 no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:49:06.278747 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] No Port match for: 02de157b-7d86-45f4-aaa4-429f4e045f90 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:49:06.279094 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device 02de157b-7d86-45f4-aaa4-429f4e045f90 not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:49:06.324264 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-16a1b98a-806e-4e37-a0c0-b7cd2ca4f8dd tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:49:06.343487 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a1b98a-806e-4e37-a0c0-b7cd2ca4f8dd tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43fe4357-9057-4048-b552-cb6cc842193f,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:49:06.417726 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-16a1b98a-806e-4e37-a0c0-b7cd2ca4f8dd tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:49:06.419007 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-16a1b98a-806e-4e37-a0c0-b7cd2ca4f8dd tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3326852 Sep 24 16:49:06.421724 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48496) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:49:06.426104 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-ee8b73d6-4ccb-48d6-bada-0dedee46b5e2 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Request body: {'security_group_rule': {'security_group_id': '5210b713-2f63-4f08-91ac-9b5cd9fc6247', 'project_id': '5b8c253988374aeca88191bd7c363613', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:49:06.512817 n-d-808921-1 neutron-server[95297]: INFO neutron.db.securitygroups_db [None req-ee8b73d6-4ccb-48d6-bada-0dedee46b5e2 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Project 5b8c253988374aeca88191bd7c363613 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 16:49:06.517908 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ee8b73d6-4ccb-48d6-bada-0dedee46b5e2 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:49:06.580934 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ee8b73d6-4ccb-48d6-bada-0dedee46b5e2 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:49:06.667442 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ee8b73d6-4ccb-48d6-bada-0dedee46b5e2 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:49:06.689337 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8b73d6-4ccb-48d6-bada-0dedee46b5e2 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40575b05-5382-4b39-ae4f-15825a7e8aac,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:49:06.747552 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ee8b73d6-4ccb-48d6-bada-0dedee46b5e2 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:49:06.748817 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ee8b73d6-4ccb-48d6-bada-0dedee46b5e2 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3260932 Sep 24 16:49:06.751585 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48498) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:49:06.756443 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-70787515-d658-4564-b2dd-2bdcd60fd5b6 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Request body: {'security_group_rule': {'security_group_id': '5210b713-2f63-4f08-91ac-9b5cd9fc6247', 'project_id': '5b8c253988374aeca88191bd7c363613', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:49:06.844113 n-d-808921-1 neutron-server[95297]: INFO neutron.db.securitygroups_db [None req-70787515-d658-4564-b2dd-2bdcd60fd5b6 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Project 5b8c253988374aeca88191bd7c363613 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 16:49:06.849288 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-70787515-d658-4564-b2dd-2bdcd60fd5b6 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:49:06.912914 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-70787515-d658-4564-b2dd-2bdcd60fd5b6 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:49:07.069782 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:49:07.080586 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-70787515-d658-4564-b2dd-2bdcd60fd5b6 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:49:07.100633 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70787515-d658-4564-b2dd-2bdcd60fd5b6 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a316eb2d-8229-4fac-91e9-09f4dc28485f,revision_number=0']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:49:07.183927 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-70787515-d658-4564-b2dd-2bdcd60fd5b6 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:49:07.185184 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-70787515-d658-4564-b2dd-2bdcd60fd5b6 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4326634 Sep 24 16:49:09.560581 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:49:11.638889 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:49:27.271799 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-685122d9-3c5d-4e7f-95f9-ed90ac9c3b6c req-b1f83a68-ced6-46b8-be45-6fefe4645dcc tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1989626022&fields=id&tenant_id=5b8c253988374aeca88191bd7c363613 HTTP/1.1" status: 200 len: 267 time: 0.0402236 Sep 24 16:49:27.382158 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685122d9-3c5d-4e7f-95f9-ed90ac9c3b6c req-558af413-a84b-4043-818b-237175291df4 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:49:27.383702 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-685122d9-3c5d-4e7f-95f9-ed90ac9c3b6c req-558af413-a84b-4043-818b-237175291df4 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/networks?id=471808c1-fb1d-4934-ad3f-dffe22471ec4 HTTP/1.1" status: 200 len: 808 time: 0.1050670 Sep 24 16:49:27.398949 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-685122d9-3c5d-4e7f-95f9-ed90ac9c3b6c req-269c66cb-dd39-4466-adc1-61d1769a662c tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/quotas/5b8c253988374aeca88191bd7c363613 HTTP/1.1" status: 200 len: 375 time: 0.0095088 Sep 24 16:49:27.451441 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-685122d9-3c5d-4e7f-95f9-ed90ac9c3b6c req-e745b66f-a1b9-492d-85d2-6d01fa5f41cd tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=5b8c253988374aeca88191bd7c363613&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466728 Sep 24 16:49:27.467891 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [req-685122d9-3c5d-4e7f-95f9-ed90ac9c3b6c req-08f4a74c-6b90-416a-8818-1a855d90cd18 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 16:49:27.468895 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-685122d9-3c5d-4e7f-95f9-ed90ac9c3b6c req-08f4a74c-6b90-416a-8818-1a855d90cd18 service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053742 Sep 24 16:49:27.568708 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-685122d9-3c5d-4e7f-95f9-ed90ac9c3b6c req-7676537a-1363-4f10-b0a3-9319024d60d1 service neutron] 10.222.0.101 "GET /v2.0/networks/471808c1-fb1d-4934-ad3f-dffe22471ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909672 Sep 24 16:49:27.668242 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-685122d9-3c5d-4e7f-95f9-ed90ac9c3b6c req-e66cd6cc-9632-4521-84f1-b0fac57b29a2 service neutron] 10.222.0.101 "GET /v2.0/networks/471808c1-fb1d-4934-ad3f-dffe22471ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934088 Sep 24 16:49:28.234710 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2e78c447-a402-4fa0-9a1c-bfed2d222cc8 req-36ec105a-8477-4f66-8552-99442e6ad2fd tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=3f30684c-2852-47f9-927b-31c806ec08c9 HTTP/1.1" status: 200 len: 210 time: 0.0791960 Sep 24 16:49:29.318078 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-60b6d1fa-410d-4084-9a90-26fae9559354 req-95d84c90-9e1d-4a34-a711-33e500e03b59 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=3f30684c-2852-47f9-927b-31c806ec08c9 HTTP/1.1" status: 200 len: 210 time: 0.0276449 Sep 24 16:49:30.063669 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:49:30.417602 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8716f097-dcdd-4ebd-8252-baa04cd70a68 req-58159d36-6a34-4977-9f9e-1f4b8ecc3821 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=3f30684c-2852-47f9-927b-31c806ec08c9 HTTP/1.1" status: 200 len: 210 time: 0.0290229 Sep 24 16:49:31.289651 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-cd57997f-11fe-4739-b47b-817a46ac777b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:49:31.325328 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685122d9-3c5d-4e7f-95f9-ed90ac9c3b6c req-db494ae9-1251-40c5-9f93-f4308787c428 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:49:31.326868 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-685122d9-3c5d-4e7f-95f9-ed90ac9c3b6c req-db494ae9-1251-40c5-9f93-f4308787c428 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.108 "GET /v2.0/networks?id=471808c1-fb1d-4934-ad3f-dffe22471ec4 HTTP/1.1" status: 200 len: 808 time: 0.1061575 Sep 24 16:49:31.371788 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-685122d9-3c5d-4e7f-95f9-ed90ac9c3b6c req-fdff2f6c-b1e5-4b1d-9d7b-dc8b363b391a tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.108 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b8c253988374aeca88191bd7c363613 HTTP/1.1" status: 200 len: 380 time: 0.0359235 Sep 24 16:49:31.382279 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-685122d9-3c5d-4e7f-95f9-ed90ac9c3b6c req-ee6d944e-8ad2-4f06-84d2-10428d8bdac6 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Request body: {'port': {'device_id': '3f30684c-2852-47f9-927b-31c806ec08c9', 'network_id': '471808c1-fb1d-4934-ad3f-dffe22471ec4', 'admin_state_up': True, 'tenant_id': '5b8c253988374aeca88191bd7c363613', 'security_groups': ['5210b713-2f63-4f08-91ac-9b5cd9fc6247']}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:49:31.532012 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-95cd99c5-20da-407d-bff2-10f965548624 req-22f87339-87e2-49a4-8b41-3a3704d07802 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=3f30684c-2852-47f9-927b-31c806ec08c9 HTTP/1.1" status: 200 len: 210 time: 0.0373638 Sep 24 16:49:31.616809 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-685122d9-3c5d-4e7f-95f9-ed90ac9c3b6c req-ee6d944e-8ad2-4f06-84d2-10428d8bdac6 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Made reservation on behalf of 5b8c253988374aeca88191bd7c363613 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:49:31.620948 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-685122d9-3c5d-4e7f-95f9-ed90ac9c3b6c req-ee6d944e-8ad2-4f06-84d2-10428d8bdac6 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:49:31.759409 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-685122d9-3c5d-4e7f-95f9-ed90ac9c3b6c req-ee6d944e-8ad2-4f06-84d2-10428d8bdac6 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Allocated IP 172.20.0.10 (471808c1-fb1d-4934-ad3f-dffe22471ec4/9e133d4a-9444-4a2c-99f7-516cdd5920cd/a782a662-dac1-4304-8e7e-fea6cd81dad6) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:49:31.906411 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-685122d9-3c5d-4e7f-95f9-ed90ac9c3b6c req-ee6d944e-8ad2-4f06-84d2-10428d8bdac6 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:49:32.009776 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-685122d9-3c5d-4e7f-95f9-ed90ac9c3b6c req-ee6d944e-8ad2-4f06-84d2-10428d8bdac6 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:49:32.053527 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-685122d9-3c5d-4e7f-95f9-ed90ac9c3b6c req-ee6d944e-8ad2-4f06-84d2-10428d8bdac6 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Network 471808c1-fb1d-4934-ad3f-dffe22471ec4 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:49:32.056885 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-685122d9-3c5d-4e7f-95f9-ed90ac9c3b6c req-ee6d944e-8ad2-4f06-84d2-10428d8bdac6 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:49:32.060815 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-685122d9-3c5d-4e7f-95f9-ed90ac9c3b6c req-ee6d944e-8ad2-4f06-84d2-10428d8bdac6 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:49:32.091568 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6d944e-8ad2-4f06-84d2-10428d8bdac6 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Pushing event updated for resources: {'Port': ['ID=a782a662-dac1-4304-8e7e-fea6cd81dad6,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:49:32.124345 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685122d9-3c5d-4e7f-95f9-ed90ac9c3b6c req-ee6d944e-8ad2-4f06-84d2-10428d8bdac6 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:49:32.125091 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-685122d9-3c5d-4e7f-95f9-ed90ac9c3b6c req-ee6d944e-8ad2-4f06-84d2-10428d8bdac6 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:49:32.212291 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-685122d9-3c5d-4e7f-95f9-ed90ac9c3b6c req-ee6d944e-8ad2-4f06-84d2-10428d8bdac6 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8345835 Sep 24 16:49:32.225464 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-685122d9-3c5d-4e7f-95f9-ed90ac9c3b6c req-7c3fdc5e-6dd6-4979-9924-32a5f1cfcf71 service neutron] Request body: {'port': {'device_id': '3f30684c-2852-47f9-927b-31c806ec08c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:49:32.285390 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-685122d9-3c5d-4e7f-95f9-ed90ac9c3b6c req-7c3fdc5e-6dd6-4979-9924-32a5f1cfcf71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:49:32.346390 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-a5a97a8f-325a-41b6-bff5-dd2b473ad575 None None] Provisioning complete for port a782a662-dac1-4304-8e7e-fea6cd81dad6 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:49:32.347008 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a5a97a8f-325a-41b6-bff5-dd2b473ad575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:49:32.382610 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-a5a97a8f-325a-41b6-bff5-dd2b473ad575 None None] Port a782a662-dac1-4304-8e7e-fea6cd81dad6 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:49:32.585713 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-685122d9-3c5d-4e7f-95f9-ed90ac9c3b6c req-7c3fdc5e-6dd6-4979-9924-32a5f1cfcf71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a782a662-dac1-4304-8e7e-fea6cd81dad6 {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:49:32.595020 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-685122d9-3c5d-4e7f-95f9-ed90ac9c3b6c req-7c3fdc5e-6dd6-4979-9924-32a5f1cfcf71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:49:32.608016 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-685122d9-3c5d-4e7f-95f9-ed90ac9c3b6c req-7c3fdc5e-6dd6-4979-9924-32a5f1cfcf71 service neutron] Transition to ACTIVE for port object a782a662-dac1-4304-8e7e-fea6cd81dad6 will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 16:49:32.659288 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d464081c-4297-41e1-8a47-16c2ae156126 req-e613eafd-fe74-43a3-bfdc-f710c37e2305 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:49:32.660928 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d464081c-4297-41e1-8a47-16c2ae156126 req-e613eafd-fe74-43a3-bfdc-f710c37e2305 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=3f30684c-2852-47f9-927b-31c806ec08c9 HTTP/1.1" status: 200 len: 932 time: 0.0578234 Sep 24 16:49:32.668503 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-685122d9-3c5d-4e7f-95f9-ed90ac9c3b6c req-7c3fdc5e-6dd6-4979-9924-32a5f1cfcf71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:49:32.709252 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-d464081c-4297-41e1-8a47-16c2ae156126 req-7ee21362-8d80-4a61-a186-8b0d0f0dd43d tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=5210b713-2f63-4f08-91ac-9b5cd9fc6247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418482 Sep 24 16:49:32.785519 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3fdc5e-6dd6-4979-9924-32a5f1cfcf71 service neutron] Pushing event updated for resources: {'Port': ['ID=a782a662-dac1-4304-8e7e-fea6cd81dad6,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:49:32.822979 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-685122d9-3c5d-4e7f-95f9-ed90ac9c3b6c req-7c3fdc5e-6dd6-4979-9924-32a5f1cfcf71 service neutron] Attempting to bind port a782a662-dac1-4304-8e7e-fea6cd81dad6 on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:49:32.823425 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-685122d9-3c5d-4e7f-95f9-ed90ac9c3b6c req-7c3fdc5e-6dd6-4979-9924-32a5f1cfcf71 service neutron] Attempting to bind port a782a662-dac1-4304-8e7e-fea6cd81dad6 by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': 'd3dda7d9-3a84-490d-a301-bc11087fb161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '471808c1-fb1d-4934-ad3f-dffe22471ec4'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:49:32.823782 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685122d9-3c5d-4e7f-95f9-ed90ac9c3b6c req-7c3fdc5e-6dd6-4979-9924-32a5f1cfcf71 service neutron] Attempting to bind port a782a662-dac1-4304-8e7e-fea6cd81dad6 on network 471808c1-fb1d-4934-ad3f-dffe22471ec4 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:49:32.828809 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685122d9-3c5d-4e7f-95f9-ed90ac9c3b6c req-7c3fdc5e-6dd6-4979-9924-32a5f1cfcf71 service neutron] Port a782a662-dac1-4304-8e7e-fea6cd81dad6 on network 471808c1-fb1d-4934-ad3f-dffe22471ec4 not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 16:49:32.829203 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685122d9-3c5d-4e7f-95f9-ed90ac9c3b6c req-7c3fdc5e-6dd6-4979-9924-32a5f1cfcf71 service neutron] Attempting to bind port a782a662-dac1-4304-8e7e-fea6cd81dad6 on network 471808c1-fb1d-4934-ad3f-dffe22471ec4 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:49:32.835833 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685122d9-3c5d-4e7f-95f9-ed90ac9c3b6c req-7c3fdc5e-6dd6-4979-9924-32a5f1cfcf71 service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:49:32.836258 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685122d9-3c5d-4e7f-95f9-ed90ac9c3b6c req-7c3fdc5e-6dd6-4979-9924-32a5f1cfcf71 service neutron] Checking segment: {'id': 'd3dda7d9-3a84-490d-a301-bc11087fb161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '471808c1-fb1d-4934-ad3f-dffe22471ec4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:49:32.836706 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685122d9-3c5d-4e7f-95f9-ed90ac9c3b6c req-7c3fdc5e-6dd6-4979-9924-32a5f1cfcf71 service neutron] Bound using segment: {'id': 'd3dda7d9-3a84-490d-a301-bc11087fb161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '471808c1-fb1d-4934-ad3f-dffe22471ec4'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:49:32.837224 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-685122d9-3c5d-4e7f-95f9-ed90ac9c3b6c req-7c3fdc5e-6dd6-4979-9924-32a5f1cfcf71 service neutron] Bound port: a782a662-dac1-4304-8e7e-fea6cd81dad6, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3dda7d9-3a84-490d-a301-bc11087fb161', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1290, 'network_id': '471808c1-fb1d-4934-ad3f-dffe22471ec4'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:49:32.837646 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-685122d9-3c5d-4e7f-95f9-ed90ac9c3b6c req-7c3fdc5e-6dd6-4979-9924-32a5f1cfcf71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:49:32.908949 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-685122d9-3c5d-4e7f-95f9-ed90ac9c3b6c req-7c3fdc5e-6dd6-4979-9924-32a5f1cfcf71 service neutron] For port a782a662-dac1-4304-8e7e-fea6cd81dad6, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:49:32.912833 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-685122d9-3c5d-4e7f-95f9-ed90ac9c3b6c req-7c3fdc5e-6dd6-4979-9924-32a5f1cfcf71 service neutron] For port a782a662-dac1-4304-8e7e-fea6cd81dad6, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=a782a662-dac1-4304-8e7e-fea6cd81dad6,segment=NetworkSegment(d3dda7d9-3a84-490d-a301-bc11087fb161),segment_id=d3dda7d9-3a84-490d-a301-bc11087fb161)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:49:32.987651 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-685122d9-3c5d-4e7f-95f9-ed90ac9c3b6c req-7c3fdc5e-6dd6-4979-9924-32a5f1cfcf71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:49:33.023972 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685122d9-3c5d-4e7f-95f9-ed90ac9c3b6c req-7c3fdc5e-6dd6-4979-9924-32a5f1cfcf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:49:33.024658 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-685122d9-3c5d-4e7f-95f9-ed90ac9c3b6c req-7c3fdc5e-6dd6-4979-9924-32a5f1cfcf71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:49:33.026076 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-685122d9-3c5d-4e7f-95f9-ed90ac9c3b6c req-7c3fdc5e-6dd6-4979-9924-32a5f1cfcf71 service neutron] 10.222.0.108 "PUT /v2.0/ports/a782a662-dac1-4304-8e7e-fea6cd81dad6 HTTP/1.1" status: 200 len: 1092 time: 0.8053164 Sep 24 16:49:33.026539 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f30684c-2852-47f9-927b-31c806ec08c9', 'tag': 'a782a662-dac1-4304-8e7e-fea6cd81dad6'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:49:33.028795 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86bdbdc9b9e92b390e2d9cb11b84962cc6f6bd0fdc6518f79f4e2677ef2c88f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f517a2-3c23-4ae9-875e-b2b8e8b175e3" -d '{"events": [{"name": "network-changed", "server_uuid": "3f30684c-2852-47f9-927b-31c806ec08c9", "tag": "a782a662-dac1-4304-8e7e-fea6cd81dad6"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:49:33.059602 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3fdc5e-6dd6-4979-9924-32a5f1cfcf71 service neutron] Pushing event updated for resources: {'Port': ['ID=a782a662-dac1-4304-8e7e-fea6cd81dad6,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:49:33.071566 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d14e676-8e04-42a7-9044-386e663dee14 x-openstack-request-id: req-2d14e676-8e04-42a7-9044-386e663dee14 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:49:33.071923 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f30684c-2852-47f9-927b-31c806ec08c9", "tag": "a782a662-dac1-4304-8e7e-fea6cd81dad6", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:49:33.072179 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-2d14e676-8e04-42a7-9044-386e663dee14 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:49:33.072583 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f30684c-2852-47f9-927b-31c806ec08c9', 'tag': 'a782a662-dac1-4304-8e7e-fea6cd81dad6', 'status': 'completed', 'code': 200} Sep 24 16:49:33.144901 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f517a2-3c23-4ae9-875e-b2b8e8b175e3 req-6a8807b1-825d-4887-8562-3c97cfd3d710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:49:33.146557 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b7f517a2-3c23-4ae9-875e-b2b8e8b175e3 req-6a8807b1-825d-4887-8562-3c97cfd3d710 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=5b8c253988374aeca88191bd7c363613&device_id=3f30684c-2852-47f9-927b-31c806ec08c9 HTTP/1.1" status: 200 len: 1095 time: 0.0500069 Sep 24 16:49:33.263164 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f517a2-3c23-4ae9-875e-b2b8e8b175e3 req-7b4257a2-e186-49f4-9299-d7470628df67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:49:33.264752 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b7f517a2-3c23-4ae9-875e-b2b8e8b175e3 req-7b4257a2-e186-49f4-9299-d7470628df67 service neutron] 10.222.0.108 "GET /v2.0/networks?tenant_id=5b8c253988374aeca88191bd7c363613&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1104934 Sep 24 16:49:33.371341 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f517a2-3c23-4ae9-875e-b2b8e8b175e3 req-c77da5d0-b099-485b-8345-33fddf690706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:49:33.372872 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b7f517a2-3c23-4ae9-875e-b2b8e8b175e3 req-c77da5d0-b099-485b-8345-33fddf690706 service neutron] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1011846 Sep 24 16:49:33.461476 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685122d9-3c5d-4e7f-95f9-ed90ac9c3b6c req-c37ec4ef-2039-49cc-baa2-7ce6e5b994b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:49:33.463089 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-685122d9-3c5d-4e7f-95f9-ed90ac9c3b6c req-c37ec4ef-2039-49cc-baa2-7ce6e5b994b6 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=5b8c253988374aeca88191bd7c363613&device_id=3f30684c-2852-47f9-927b-31c806ec08c9 HTTP/1.1" status: 200 len: 1095 time: 0.0471473 Sep 24 16:49:33.509911 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-685122d9-3c5d-4e7f-95f9-ed90ac9c3b6c req-07e5e28e-7e0b-4031-81f6-595579e5a269 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a782a662-dac1-4304-8e7e-fea6cd81dad6 HTTP/1.1" status: 200 len: 217 time: 0.0381873 Sep 24 16:49:33.564101 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685122d9-3c5d-4e7f-95f9-ed90ac9c3b6c req-0b1360de-ed95-4b88-9945-f4a1103a886d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:49:33.565940 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-685122d9-3c5d-4e7f-95f9-ed90ac9c3b6c req-0b1360de-ed95-4b88-9945-f4a1103a886d service neutron] 10.222.0.108 "GET /v2.0/subnets?id=9e133d4a-9444-4a2c-99f7-516cdd5920cd HTTP/1.1" status: 200 len: 847 time: 0.0492382 Sep 24 16:49:33.619276 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685122d9-3c5d-4e7f-95f9-ed90ac9c3b6c req-42a7e681-4240-4088-a9cf-7e1a57770781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:49:33.620832 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-685122d9-3c5d-4e7f-95f9-ed90ac9c3b6c req-42a7e681-4240-4088-a9cf-7e1a57770781 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=471808c1-fb1d-4934-ad3f-dffe22471ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472965 Sep 24 16:49:33.716402 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-685122d9-3c5d-4e7f-95f9-ed90ac9c3b6c req-1119adef-5e0f-4655-9626-3abdc93c05da service neutron] 10.222.0.108 "GET /v2.0/networks/471808c1-fb1d-4934-ad3f-dffe22471ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880277 Sep 24 16:49:33.815459 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-685122d9-3c5d-4e7f-95f9-ed90ac9c3b6c req-fc904621-820a-4427-acbc-1cc8eb28e791 service neutron] 10.222.0.108 "GET /v2.0/networks/471808c1-fb1d-4934-ad3f-dffe22471ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926754 Sep 24 16:49:33.840549 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7964f431-6b96-41a8-af42-e7045a78dca7 req-3ca3bf53-ace8-492a-873e-17278d944c92 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:49:33.843082 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7964f431-6b96-41a8-af42-e7045a78dca7 req-3ca3bf53-ace8-492a-873e-17278d944c92 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=3f30684c-2852-47f9-927b-31c806ec08c9 HTTP/1.1" status: 200 len: 944 time: 0.0539463 Sep 24 16:49:33.889114 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-7964f431-6b96-41a8-af42-e7045a78dca7 req-ffa161ab-fdc1-4e2f-8550-d1b68cbe7f19 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=5210b713-2f63-4f08-91ac-9b5cd9fc6247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345111 Sep 24 16:49:33.988540 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4cf48646-7911-41a8-8166-1c7e0673ad04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:49:34.336942 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:49:35.005678 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf81e4-2645-489c-999a-5fffa4750659 req-0ca6565f-2a26-4c10-9dd6-67429316ca49 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:49:35.007311 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-aedf81e4-2645-489c-999a-5fffa4750659 req-0ca6565f-2a26-4c10-9dd6-67429316ca49 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=3f30684c-2852-47f9-927b-31c806ec08c9 HTTP/1.1" status: 200 len: 944 time: 0.0510206 Sep 24 16:49:35.047932 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-aedf81e4-2645-489c-999a-5fffa4750659 req-00aeb9cc-df07-4a60-bc49-a01219450aed tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=5210b713-2f63-4f08-91ac-9b5cd9fc6247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340722 Sep 24 16:49:35.591724 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:49:36.169989 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42fbb68-ab63-45d5-b829-41b55643a3f1 req-431d2e1a-d595-4c00-9bb7-dfe9ae6e619f tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:49:36.171429 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c42fbb68-ab63-45d5-b829-41b55643a3f1 req-431d2e1a-d595-4c00-9bb7-dfe9ae6e619f tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=3f30684c-2852-47f9-927b-31c806ec08c9 HTTP/1.1" status: 200 len: 944 time: 0.0503867 Sep 24 16:49:36.216648 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c42fbb68-ab63-45d5-b829-41b55643a3f1 req-59c050f4-ee7a-4bcb-a4de-60a723fbe400 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=5210b713-2f63-4f08-91ac-9b5cd9fc6247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383427 Sep 24 16:49:36.982495 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:49:37.379344 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fae7f6-a58f-414e-bbb0-a246954584f1 req-16a269f4-f0c5-4cb0-8593-4a1655eb15a4 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:49:37.380836 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a2fae7f6-a58f-414e-bbb0-a246954584f1 req-16a269f4-f0c5-4cb0-8593-4a1655eb15a4 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=3f30684c-2852-47f9-927b-31c806ec08c9 HTTP/1.1" status: 200 len: 944 time: 0.0939808 Sep 24 16:49:37.423159 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a2fae7f6-a58f-414e-bbb0-a246954584f1 req-f203efb7-a781-4b09-bf8c-168a1b41fcba tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=5210b713-2f63-4f08-91ac-9b5cd9fc6247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362742 Sep 24 16:49:38.543416 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab19975e-75f0-45a8-9b2e-9b8dcd2330ca req-5a7ff2de-6c5d-4ca0-8269-b458a0a49de0 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:49:38.545038 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ab19975e-75f0-45a8-9b2e-9b8dcd2330ca req-5a7ff2de-6c5d-4ca0-8269-b458a0a49de0 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=3f30684c-2852-47f9-927b-31c806ec08c9 HTTP/1.1" status: 200 len: 944 time: 0.0538452 Sep 24 16:49:38.584202 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ab19975e-75f0-45a8-9b2e-9b8dcd2330ca req-3e096b56-75d2-420b-905b-978df41d5ee4 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=5210b713-2f63-4f08-91ac-9b5cd9fc6247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329463 Sep 24 16:49:39.599682 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:49:39.700865 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abd3ae9-2c39-4dfc-8511-392a5cfd15a8 req-71ff6a93-7f32-436e-a1cd-fb0739a461ca tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:49:39.706333 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4abd3ae9-2c39-4dfc-8511-392a5cfd15a8 req-71ff6a93-7f32-436e-a1cd-fb0739a461ca tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=3f30684c-2852-47f9-927b-31c806ec08c9 HTTP/1.1" status: 200 len: 944 time: 0.0498679 Sep 24 16:49:39.745741 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4abd3ae9-2c39-4dfc-8511-392a5cfd15a8 req-87a78cd1-3ac1-4b6c-835b-f1e6438a5ca2 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=5210b713-2f63-4f08-91ac-9b5cd9fc6247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360434 Sep 24 16:49:40.862021 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3109e2-61d5-4231-a00d-ff4595ff9f99 req-5ef69ce1-c0a4-4198-bdbd-b84123dc3f94 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:49:40.863584 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bf3109e2-61d5-4231-a00d-ff4595ff9f99 req-5ef69ce1-c0a4-4198-bdbd-b84123dc3f94 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=3f30684c-2852-47f9-927b-31c806ec08c9 HTTP/1.1" status: 200 len: 944 time: 0.0504668 Sep 24 16:49:40.903649 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bf3109e2-61d5-4231-a00d-ff4595ff9f99 req-5704061d-736f-496b-a628-8e7763ca4370 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=5210b713-2f63-4f08-91ac-9b5cd9fc6247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339634 Sep 24 16:49:41.665878 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:49:42.021726 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514f71c5-c9eb-4744-9fe8-4027d2dc3e06 req-9b38a75c-c93e-4198-b151-dc77d9b53842 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:49:42.024209 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-514f71c5-c9eb-4744-9fe8-4027d2dc3e06 req-9b38a75c-c93e-4198-b151-dc77d9b53842 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=3f30684c-2852-47f9-927b-31c806ec08c9 HTTP/1.1" status: 200 len: 944 time: 0.0523503 Sep 24 16:49:42.061911 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-514f71c5-c9eb-4744-9fe8-4027d2dc3e06 req-522e387a-5135-4b6e-898d-f0bc3047056a tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=5210b713-2f63-4f08-91ac-9b5cd9fc6247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318260 Sep 24 16:49:43.180299 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99cbc50-1913-486f-bde4-f9304ed76c83 req-1273411e-512c-4fc3-8b7a-b503b40fc9f5 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:49:43.181827 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c99cbc50-1913-486f-bde4-f9304ed76c83 req-1273411e-512c-4fc3-8b7a-b503b40fc9f5 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=3f30684c-2852-47f9-927b-31c806ec08c9 HTTP/1.1" status: 200 len: 944 time: 0.0495989 Sep 24 16:49:43.220703 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c99cbc50-1913-486f-bde4-f9304ed76c83 req-81884550-e73f-4a4c-bc1b-39694623aac1 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=5210b713-2f63-4f08-91ac-9b5cd9fc6247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325041 Sep 24 16:49:44.336513 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695cba1e-73c0-412f-83dc-0888a6b70948 req-c0df7167-c20f-4383-ba73-edd3bf5a780c tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:49:44.338017 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-695cba1e-73c0-412f-83dc-0888a6b70948 req-c0df7167-c20f-4383-ba73-edd3bf5a780c tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=3f30684c-2852-47f9-927b-31c806ec08c9 HTTP/1.1" status: 200 len: 944 time: 0.0503590 Sep 24 16:49:44.381210 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-695cba1e-73c0-412f-83dc-0888a6b70948 req-768922ac-61f0-44f3-9917-6f35f7e5ce58 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=5210b713-2f63-4f08-91ac-9b5cd9fc6247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371289 Sep 24 16:49:44.642952 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device a782a662-dac1-4304-8e7e-fea6cd81dad6 details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 16:49:44.741326 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port a782a662-dac1-4304-8e7e-fea6cd81dad6, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=a782a662-dac1-4304-8e7e-fea6cd81dad6,segment=NetworkSegment(d3dda7d9-3a84-490d-a301-bc11087fb161),segment_id=d3dda7d9-3a84-490d-a301-bc11087fb161)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:49:44.753522 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': 'a782a662-dac1-4304-8e7e-fea6cd81dad6', 'network_id': '471808c1-fb1d-4934-ad3f-dffe22471ec4', 'port_id': 'a782a662-dac1-4304-8e7e-fea6cd81dad6', 'mac_address': 'fa:16:3e:11:f5:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e133d4a-9444-4a2c-99f7-516cdd5920cd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 16:49:44.789581 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:49:44.802395 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a782a662-dac1-4304-8e7e-fea6cd81dad6 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:49:44.821349 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port a782a662-dac1-4304-8e7e-fea6cd81dad6, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=a782a662-dac1-4304-8e7e-fea6cd81dad6,segment=NetworkSegment(d3dda7d9-3a84-490d-a301-bc11087fb161),segment_id=d3dda7d9-3a84-490d-a301-bc11087fb161)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:49:44.928918 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:49:44.978777 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=a782a662-dac1-4304-8e7e-fea6cd81dad6,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:49:44.986698 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:49:44.987037 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:49:44.987372 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:49:44.987705 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:49:44.988033 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:49:44.988359 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:49:44.988682 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:49:44.988998 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:49:44.989315 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:49:44.989631 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:49:44.989948 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:49:44.990261 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:49:45.174058 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['a782a662-dac1-4304-8e7e-fea6cd81dad6'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:49:45.505942 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddbe1f3-a1ea-44f7-af2f-54a743c5555c req-ce2fe9cc-1d1b-42cb-b712-c4f26abf8af8 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:49:45.507477 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3ddbe1f3-a1ea-44f7-af2f-54a743c5555c req-ce2fe9cc-1d1b-42cb-b712-c4f26abf8af8 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=3f30684c-2852-47f9-927b-31c806ec08c9 HTTP/1.1" status: 200 len: 945 time: 0.0557258 Sep 24 16:49:45.873725 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3ddbe1f3-a1ea-44f7-af2f-54a743c5555c req-a32a2c5d-f7f0-4924-8e20-c3d216e739ca tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=5210b713-2f63-4f08-91ac-9b5cd9fc6247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3599010 Sep 24 16:49:46.658040 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device a782a662-dac1-4304-8e7e-fea6cd81dad6 up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:49:46.764666 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port a782a662-dac1-4304-8e7e-fea6cd81dad6 completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 16:49:46.769219 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port a782a662-dac1-4304-8e7e-fea6cd81dad6 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:49:46.769649 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:49:46.845819 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:49:46.867549 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f30684c-2852-47f9-927b-31c806ec08c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a782a662-dac1-4304-8e7e-fea6cd81dad6'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:49:46.869770 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e675284d64920c3690942d07fd233bec6618b8bcfb70da99a5b5d86610f0b706" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921dd7ca-aa1e-4a82-aebf-88d44bd06672" -d '{"events": [{"server_uuid": "3f30684c-2852-47f9-927b-31c806ec08c9", "name": "network-vif-plugged", "status": "completed", "tag": "a782a662-dac1-4304-8e7e-fea6cd81dad6"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:49:46.882227 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port a782a662-dac1-4304-8e7e-fea6cd81dad6, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=a782a662-dac1-4304-8e7e-fea6cd81dad6,segment=NetworkSegment(d3dda7d9-3a84-490d-a301-bc11087fb161),segment_id=d3dda7d9-3a84-490d-a301-bc11087fb161)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:49:46.913575 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:49:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-305d21ea-dd24-40d7-98c2-9e9da1c165f1 x-openstack-request-id: req-305d21ea-dd24-40d7-98c2-9e9da1c165f1 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:49:46.913575 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f30684c-2852-47f9-927b-31c806ec08c9", "name": "network-vif-plugged", "status": "completed", "tag": "a782a662-dac1-4304-8e7e-fea6cd81dad6", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:49:46.913575 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-305d21ea-dd24-40d7-98c2-9e9da1c165f1 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:49:46.913575 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f30684c-2852-47f9-927b-31c806ec08c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a782a662-dac1-4304-8e7e-fea6cd81dad6', 'code': 200} Sep 24 16:49:46.965259 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:49:47.005689 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c123e8-969a-4996-a493-db61bba6dd28 req-64383e5b-2632-4c2e-b8c0-23a913fb3d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:49:47.007235 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-67c123e8-969a-4996-a493-db61bba6dd28 req-64383e5b-2632-4c2e-b8c0-23a913fb3d6e service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=3f30684c-2852-47f9-927b-31c806ec08c9 HTTP/1.1" status: 200 len: 1097 time: 0.0428562 Sep 24 16:49:47.010080 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe43496e-186b-4ec2-b615-3ffdfd28baa8 req-39267b15-7fee-4086-88f8-11eb31f9031a tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:49:47.011634 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fe43496e-186b-4ec2-b615-3ffdfd28baa8 req-39267b15-7fee-4086-88f8-11eb31f9031a tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=3f30684c-2852-47f9-927b-31c806ec08c9 HTTP/1.1" status: 200 len: 946 time: 0.0530298 Sep 24 16:49:47.025476 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=a782a662-dac1-4304-8e7e-fea6cd81dad6,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:49:47.046819 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-67c123e8-969a-4996-a493-db61bba6dd28 req-a457cb47-b0df-4b5d-8adb-1d1a4233bd92 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=5210b713-2f63-4f08-91ac-9b5cd9fc6247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328035 Sep 24 16:49:47.052801 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fe43496e-186b-4ec2-b615-3ffdfd28baa8 req-52e8dfe5-a3e4-4d43-9da2-4559cf194de0 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=5210b713-2f63-4f08-91ac-9b5cd9fc6247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345004 Sep 24 16:49:48.174672 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ad891a-e678-4a7f-aa29-2a30be26a720 req-b8dd13d5-bd33-417a-8de8-5776400c9caa tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:49:48.176197 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-94ad891a-e678-4a7f-aa29-2a30be26a720 req-b8dd13d5-bd33-417a-8de8-5776400c9caa tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=3f30684c-2852-47f9-927b-31c806ec08c9 HTTP/1.1" status: 200 len: 946 time: 0.0516512 Sep 24 16:49:48.216192 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-94ad891a-e678-4a7f-aa29-2a30be26a720 req-20ae07ba-c67c-468a-9f62-e6cfd2e26a3c tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=5210b713-2f63-4f08-91ac-9b5cd9fc6247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338719 Sep 24 16:49:49.333147 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed6bc2-29fd-418c-af10-f5568b1fa663 req-fbfd3f61-7797-44ad-851c-9c7dea02a032 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:49:49.334758 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f9ed6bc2-29fd-418c-af10-f5568b1fa663 req-fbfd3f61-7797-44ad-851c-9c7dea02a032 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=3f30684c-2852-47f9-927b-31c806ec08c9 HTTP/1.1" status: 200 len: 946 time: 0.0495591 Sep 24 16:49:49.379435 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f9ed6bc2-29fd-418c-af10-f5568b1fa663 req-9795f281-f209-478c-bcae-15edec3c8de6 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=5210b713-2f63-4f08-91ac-9b5cd9fc6247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382733 Sep 24 16:49:49.496211 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d92046-99c6-4e09-ba5f-8d507b263c09 req-6b89e2e8-5b4b-4b14-ad31-0dfe4cc032a2 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:49:49.497707 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b2d92046-99c6-4e09-ba5f-8d507b263c09 req-6b89e2e8-5b4b-4b14-ad31-0dfe4cc032a2 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=3f30684c-2852-47f9-927b-31c806ec08c9 HTTP/1.1" status: 200 len: 946 time: 0.0500121 Sep 24 16:49:49.540613 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b2d92046-99c6-4e09-ba5f-8d507b263c09 req-46b143f0-3639-4355-b8e4-2d08ebb5ff0d tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=5210b713-2f63-4f08-91ac-9b5cd9fc6247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361502 Sep 24 16:49:49.561928 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48710) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:49:49.605261 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-128226b0-bbe3-4e5e-b05a-2ed6b1ee7ce4 tempest-TestShelveInstance-307290571 tempest-TestShelveInstance-307290571-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:49:49.606902 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-128226b0-bbe3-4e5e-b05a-2ed6b1ee7ce4 tempest-TestShelveInstance-307290571 tempest-TestShelveInstance-307290571-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=3f30684c-2852-47f9-927b-31c806ec08c9 HTTP/1.1" status: 200 len: 1092 time: 0.0436578 Sep 24 16:49:49.609770 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48712) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:49:49.614907 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-7e6e4749-6fcd-4f40-bcd5-4dc40384c9d0 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Request body: {'floatingip': {'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'port_id': 'a782a662-dac1-4304-8e7e-fea6cd81dad6', 'tenant_id': '5b8c253988374aeca88191bd7c363613', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:49:49.713640 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7e6e4749-6fcd-4f40-bcd5-4dc40384c9d0 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks [] for floatingip, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:49:49.818048 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7e6e4749-6fcd-4f40-bcd5-4dc40384c9d0 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:49:49.925223 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-7e6e4749-6fcd-4f40-bcd5-4dc40384c9d0 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Allocated IP 172.25.0.58 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/c128e9a8-1352-4790-8938-30a00de225a1) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:49:50.027996 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7e6e4749-6fcd-4f40-bcd5-4dc40384c9d0 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:49:50.169310 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7e6e4749-6fcd-4f40-bcd5-4dc40384c9d0 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:49:50.209023 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6e4749-6fcd-4f40-bcd5-4dc40384c9d0 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:49:50.211886 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-7e6e4749-6fcd-4f40-bcd5-4dc40384c9d0 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:49:50.215508 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6e4749-6fcd-4f40-bcd5-4dc40384c9d0 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:49:50.223906 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6e4749-6fcd-4f40-bcd5-4dc40384c9d0 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Pushing event updated for resources: {'Port': ['ID=c128e9a8-1352-4790-8938-30a00de225a1,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:49:50.586425 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7e6e4749-6fcd-4f40-bcd5-4dc40384c9d0 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:49:50.722206 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7e6e4749-6fcd-4f40-bcd5-4dc40384c9d0 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:49:51.214481 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7e6e4749-6fcd-4f40-bcd5-4dc40384c9d0 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:49:51.282957 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7e6e4749-6fcd-4f40-bcd5-4dc40384c9d0 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:49:51.364481 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6e4749-6fcd-4f40-bcd5-4dc40384c9d0 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Pushing event updated for resources: {'Port': ['ID=c128e9a8-1352-4790-8938-30a00de225a1,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:49:51.374186 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7e6e4749-6fcd-4f40-bcd5-4dc40384c9d0 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:49:51.488152 n-d-808921-1 neutron-server[95298]: INFO neutron.db.l3_db [None req-7e6e4749-6fcd-4f40-bcd5-4dc40384c9d0 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Floating IP e84107b1-3b6e-479b-84d4-1d4ba9edf8ce associated. External IP: 172.25.0.58, port: a782a662-dac1-4304-8e7e-fea6cd81dad6. Sep 24 16:49:51.708072 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e6e4749-6fcd-4f40-bcd5-4dc40384c9d0 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Router 4940325d-910a-4c9b-90af-d649570409b3 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:49:51.830027 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e6e4749-6fcd-4f40-bcd5-4dc40384c9d0 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:49:51.840004 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83f56c4-845e-45f9-8c6f-d90f68efbcb0 None None] Sync routers for ids ['4940325d-910a-4c9b-90af-d649570409b3'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:49:51.851090 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83f56c4-845e-45f9-8c6f-d90f68efbcb0 None None] Routers {'4940325d-910a-4c9b-90af-d649570409b3'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:49:51.858926 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-f83f56c4-845e-45f9-8c6f-d90f68efbcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:49:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['4940325d-910a-4c9b-90af-d649570409b3'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:49:51.940648 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7e6e4749-6fcd-4f40-bcd5-4dc40384c9d0 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:49:51.970416 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-7e6e4749-6fcd-4f40-bcd5-4dc40384c9d0 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3588297 Sep 24 16:49:51.970907 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f30684c-2852-47f9-927b-31c806ec08c9', 'tag': 'a782a662-dac1-4304-8e7e-fea6cd81dad6'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:49:51.973241 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86bdbdc9b9e92b390e2d9cb11b84962cc6f6bd0fdc6518f79f4e2677ef2c88f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-728790cd-924c-4de7-8105-c7e26dc8c076" -d '{"events": [{"name": "network-changed", "server_uuid": "3f30684c-2852-47f9-927b-31c806ec08c9", "tag": "a782a662-dac1-4304-8e7e-fea6cd81dad6"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:49:52.021266 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bd6a080-466e-4ab0-b6cf-3ad03d857b72 x-openstack-request-id: req-2bd6a080-466e-4ab0-b6cf-3ad03d857b72 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:49:52.021540 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f30684c-2852-47f9-927b-31c806ec08c9", "tag": "a782a662-dac1-4304-8e7e-fea6cd81dad6", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:49:52.021798 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-2bd6a080-466e-4ab0-b6cf-3ad03d857b72 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:49:52.022195 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f30684c-2852-47f9-927b-31c806ec08c9', 'tag': 'a782a662-dac1-4304-8e7e-fea6cd81dad6', 'status': 'completed', 'code': 200} Sep 24 16:49:52.093892 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728790cd-924c-4de7-8105-c7e26dc8c076 req-269e53a6-8e26-4d02-b5d8-5fcdb11210d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:49:52.097133 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-728790cd-924c-4de7-8105-c7e26dc8c076 req-269e53a6-8e26-4d02-b5d8-5fcdb11210d3 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=5b8c253988374aeca88191bd7c363613&device_id=3f30684c-2852-47f9-927b-31c806ec08c9 HTTP/1.1" status: 200 len: 1097 time: 0.0517764 Sep 24 16:49:52.123282 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-f83f56c4-845e-45f9-8c6f-d90f68efbcb0 None None] Set router 4940325d-910a-4c9b-90af-d649570409b3 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:49:52.192691 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728790cd-924c-4de7-8105-c7e26dc8c076 req-eeadeb18-5f8b-4382-addf-2ba130fde417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:49:52.194148 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-728790cd-924c-4de7-8105-c7e26dc8c076 req-eeadeb18-5f8b-4382-addf-2ba130fde417 service neutron] 10.222.0.108 "GET /v2.0/networks?id=471808c1-fb1d-4934-ad3f-dffe22471ec4 HTTP/1.1" status: 200 len: 910 time: 0.0902457 Sep 24 16:49:52.267844 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-728790cd-924c-4de7-8105-c7e26dc8c076 req-df19a86a-dfb4-4b67-95f3-8b17e276429e service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a782a662-dac1-4304-8e7e-fea6cd81dad6 HTTP/1.1" status: 200 len: 999 time: 0.0653830 Sep 24 16:49:52.320772 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728790cd-924c-4de7-8105-c7e26dc8c076 req-521ba73b-31b3-4a2b-877c-b5b8677783c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:49:52.322387 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-728790cd-924c-4de7-8105-c7e26dc8c076 req-521ba73b-31b3-4a2b-877c-b5b8677783c1 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=9e133d4a-9444-4a2c-99f7-516cdd5920cd HTTP/1.1" status: 200 len: 847 time: 0.0477426 Sep 24 16:49:52.355358 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-f83f56c4-845e-45f9-8c6f-d90f68efbcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4940325d-910a-4c9b-90af-d649570409b3', 'name': 'tempest-TestShelveInstance-555322042-router', 'tenant_id': '5b8c253988374aeca88191bd7c363613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': 'a4b7d36c-bedf-444c-bb23-657bb6c0972b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:44:25Z', 'updated_at': '2021-09-24T16:44:29Z', 'revision_number': 4, 'project_id': '5b8c253988374aeca88191bd7c363613', 'gw_port': {'id': 'a4b7d36c-bedf-444c-bb23-657bb6c0972b', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:51:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4940325d-910a-4c9b-90af-d649570409b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:44:26Z', 'updated_at': '2021-09-24T16:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': 'e84107b1-3b6e-479b-84d4-1d4ba9edf8ce', 'tenant_id': '5b8c253988374aeca88191bd7c363613', 'floating_ip_address': '172.25.0.58', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '4940325d-910a-4c9b-90af-d649570409b3', 'port_id': 'a782a662-dac1-4304-8e7e-fea6cd81dad6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '471808c1-fb1d-4934-ad3f-dffe22471ec4', 'mac_address': 'fa:16:3e:11:f5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f30684c-2852-47f9-927b-31c806ec08c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T16:49:50Z', 'updated_at': '2021-09-24T16:49:50Z', 'revision_number': 0, 'project_id': '5b8c253988374aeca88191bd7c363613', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '360f3994-aa4d-4728-a302-2f7ced451e65', 'name': '', 'network_id': '471808c1-fb1d-4934-ad3f-dffe22471ec4', 'tenant_id': '5b8c253988374aeca88191bd7c363613', 'mac_address': 'fa:16:3e:73:67:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4940325d-910a-4c9b-90af-d649570409b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '9e133d4a-9444-4a2c-99f7-516cdd5920cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:44:28Z', 'updated_at': '2021-09-24T16:44:32Z', 'revision_number': 5, 'project_id': '5b8c253988374aeca88191bd7c363613', 'subnets': [{'id': '9e133d4a-9444-4a2c-99f7-516cdd5920cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:49:52.368307 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728790cd-924c-4de7-8105-c7e26dc8c076 req-73e5bfc8-211e-42ea-8134-10b70ecc41c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:49:52.369810 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-728790cd-924c-4de7-8105-c7e26dc8c076 req-73e5bfc8-211e-42ea-8134-10b70ecc41c9 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=471808c1-fb1d-4934-ad3f-dffe22471ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396268 Sep 24 16:49:52.383146 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83f56c4-845e-45f9-8c6f-d90f68efbcb0 None None] Checking router: 4940325d-910a-4c9b-90af-d649570409b3 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:49:52.391939 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83f56c4-845e-45f9-8c6f-d90f68efbcb0 None None] Routers {'4940325d-910a-4c9b-90af-d649570409b3'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:49:52.392560 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-f83f56c4-845e-45f9-8c6f-d90f68efbcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:49:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['4940325d-910a-4c9b-90af-d649570409b3'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:49:52.466168 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-728790cd-924c-4de7-8105-c7e26dc8c076 req-45fc7115-86c9-4e2d-a367-b3553ecb471f service neutron] 10.222.0.108 "GET /v2.0/networks/471808c1-fb1d-4934-ad3f-dffe22471ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884526 Sep 24 16:49:52.503575 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-f83f56c4-845e-45f9-8c6f-d90f68efbcb0 None None] Set router 4940325d-910a-4c9b-90af-d649570409b3 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:49:52.557832 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-728790cd-924c-4de7-8105-c7e26dc8c076 req-1c1abdfb-d90e-4059-905d-cc2af86a0a90 service neutron] 10.222.0.108 "GET /v2.0/networks/471808c1-fb1d-4934-ad3f-dffe22471ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848324 Sep 24 16:49:52.737958 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-f83f56c4-845e-45f9-8c6f-d90f68efbcb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4940325d-910a-4c9b-90af-d649570409b3', 'name': 'tempest-TestShelveInstance-555322042-router', 'tenant_id': '5b8c253988374aeca88191bd7c363613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': 'a4b7d36c-bedf-444c-bb23-657bb6c0972b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:44:25Z', 'updated_at': '2021-09-24T16:44:29Z', 'revision_number': 4, 'project_id': '5b8c253988374aeca88191bd7c363613', 'gw_port': {'id': 'a4b7d36c-bedf-444c-bb23-657bb6c0972b', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:51:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4940325d-910a-4c9b-90af-d649570409b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:44:26Z', 'updated_at': '2021-09-24T16:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': 'e84107b1-3b6e-479b-84d4-1d4ba9edf8ce', 'tenant_id': '5b8c253988374aeca88191bd7c363613', 'floating_ip_address': '172.25.0.58', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '4940325d-910a-4c9b-90af-d649570409b3', 'port_id': 'a782a662-dac1-4304-8e7e-fea6cd81dad6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '471808c1-fb1d-4934-ad3f-dffe22471ec4', 'mac_address': 'fa:16:3e:11:f5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f30684c-2852-47f9-927b-31c806ec08c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T16:49:50Z', 'updated_at': '2021-09-24T16:49:50Z', 'revision_number': 0, 'project_id': '5b8c253988374aeca88191bd7c363613', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '360f3994-aa4d-4728-a302-2f7ced451e65', 'name': '', 'network_id': '471808c1-fb1d-4934-ad3f-dffe22471ec4', 'tenant_id': '5b8c253988374aeca88191bd7c363613', 'mac_address': 'fa:16:3e:73:67:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4940325d-910a-4c9b-90af-d649570409b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '9e133d4a-9444-4a2c-99f7-516cdd5920cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:44:28Z', 'updated_at': '2021-09-24T16:44:32Z', 'revision_number': 5, 'project_id': '5b8c253988374aeca88191bd7c363613', 'subnets': [{'id': '9e133d4a-9444-4a2c-99f7-516cdd5920cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:49:52.763990 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83f56c4-845e-45f9-8c6f-d90f68efbcb0 None None] The sync data for ids ['4940325d-910a-4c9b-90af-d649570409b3'] in n-d-808921-1 is: [{'id': '4940325d-910a-4c9b-90af-d649570409b3', 'name': 'tempest-TestShelveInstance-555322042-router', 'tenant_id': '5b8c253988374aeca88191bd7c363613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': 'a4b7d36c-bedf-444c-bb23-657bb6c0972b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:44:25Z', 'updated_at': '2021-09-24T16:44:29Z', 'revision_number': 4, 'project_id': '5b8c253988374aeca88191bd7c363613', 'gw_port': {'id': 'a4b7d36c-bedf-444c-bb23-657bb6c0972b', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:51:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4940325d-910a-4c9b-90af-d649570409b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:44:26Z', 'updated_at': '2021-09-24T16:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': 'e84107b1-3b6e-479b-84d4-1d4ba9edf8ce', 'tenant_id': '5b8c253988374aeca88191bd7c363613', 'floating_ip_address': '172.25.0.58', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '4940325d-910a-4c9b-90af-d649570409b3', 'port_id': 'a782a662-dac1-4304-8e7e-fea6cd81dad6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '471808c1-fb1d-4934-ad3f-dffe22471ec4', 'mac_address': 'fa:16:3e:11:f5:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f30684c-2852-47f9-927b-31c806ec08c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T16:49:50Z', 'updated_at': '2021-09-24T16:49:50Z', 'revision_number': 0, 'project_id': '5b8c253988374aeca88191bd7c363613', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '360f3994-aa4d-4728-a302-2f7ced451e65', 'name': '', 'network_id': '471808c1-fb1d-4934-ad3f-dffe22471ec4', 'tenant_id': '5b8c253988374aeca88191bd7c363613', 'mac_address': 'fa:16:3e:73:67:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4940325d-910a-4c9b-90af-d649570409b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '9e133d4a-9444-4a2c-99f7-516cdd5920cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:44:28Z', 'updated_at': '2021-09-24T16:44:32Z', 'revision_number': 5, 'project_id': '5b8c253988374aeca88191bd7c363613', 'subnets': [{'id': '9e133d4a-9444-4a2c-99f7-516cdd5920cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:49:52.979788 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e252a00-71c0-43d5-a66d-1ae56af0bbf3 None None] New status for floating IP e84107b1-3b6e-479b-84d4-1d4ba9edf8ce: ACTIVE {{(pid=95300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 16:50:01.290092 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4d166544-db01-4cb1-9a21-536404c16a79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:50:04.009917 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-11658e0b-4bab-4384-a628-5cff2b1e3427 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:50:04.398883 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:50:05.615829 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:50:06.981510 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:50:07.064005 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:50:09.587204 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:50:11.695771 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:50:23.452483 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-82ee449a-0733-4d1b-bf2d-d2a59de237fc req-aa26f4db-7a60-41b2-ab82-eb52befdeb3f service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=3f30684c-2852-47f9-927b-31c806ec08c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406268 Sep 24 16:50:23.541738 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee449a-0733-4d1b-bf2d-d2a59de237fc req-120d8841-c788-4cda-8c1e-2a9be90f489f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:50:23.543309 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-82ee449a-0733-4d1b-bf2d-d2a59de237fc req-120d8841-c788-4cda-8c1e-2a9be90f489f service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=5b8c253988374aeca88191bd7c363613&device_id=3f30684c-2852-47f9-927b-31c806ec08c9 HTTP/1.1" status: 200 len: 1097 time: 0.0487192 Sep 24 16:50:23.647387 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee449a-0733-4d1b-bf2d-d2a59de237fc req-ef331e3e-8418-4388-a094-e532c59f005a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:50:23.648886 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-82ee449a-0733-4d1b-bf2d-d2a59de237fc req-ef331e3e-8418-4388-a094-e532c59f005a service neutron] 10.222.0.108 "GET /v2.0/networks?id=471808c1-fb1d-4934-ad3f-dffe22471ec4 HTTP/1.1" status: 200 len: 910 time: 0.0850205 Sep 24 16:50:23.720084 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-82ee449a-0733-4d1b-bf2d-d2a59de237fc req-fce0ae9d-8e7a-4a52-8736-d573388cefc0 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a782a662-dac1-4304-8e7e-fea6cd81dad6 HTTP/1.1" status: 200 len: 1001 time: 0.0618124 Sep 24 16:50:23.771468 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee449a-0733-4d1b-bf2d-d2a59de237fc req-cc623dd2-88d0-4261-beda-f79f8a5bff26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:50:23.772965 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-82ee449a-0733-4d1b-bf2d-d2a59de237fc req-cc623dd2-88d0-4261-beda-f79f8a5bff26 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=9e133d4a-9444-4a2c-99f7-516cdd5920cd HTTP/1.1" status: 200 len: 847 time: 0.0457907 Sep 24 16:50:23.820034 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee449a-0733-4d1b-bf2d-d2a59de237fc req-7923516d-07e9-46f8-8e76-a614f2ed939f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:50:23.821544 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-82ee449a-0733-4d1b-bf2d-d2a59de237fc req-7923516d-07e9-46f8-8e76-a614f2ed939f service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=471808c1-fb1d-4934-ad3f-dffe22471ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413361 Sep 24 16:50:23.920181 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-82ee449a-0733-4d1b-bf2d-d2a59de237fc req-b2475c3e-b421-4447-90d2-7f7b83d04ddf service neutron] 10.222.0.108 "GET /v2.0/networks/471808c1-fb1d-4934-ad3f-dffe22471ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907366 Sep 24 16:50:24.010669 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-82ee449a-0733-4d1b-bf2d-d2a59de237fc req-3a17f1a0-438d-4b4e-b7e7-9d5b80c08ebc service neutron] 10.222.0.108 "GET /v2.0/networks/471808c1-fb1d-4934-ad3f-dffe22471ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832198 Sep 24 16:50:31.300091 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b680c10f-9bbc-42f4-aa6a-e6158214596d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:50:33.926865 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2a7604b3-3b6d-484e-b3f0-e6b1a2551afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:50:34.374591 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:50:35.624425 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:50:37.018335 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:50:39.694223 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:50:41.705842 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:50:44.064230 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:51:01.282433 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-40339ef1-4a7e-44cc-860e-e22b0b38acf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:51:03.956365 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-cd577645-2f7b-4376-b5cf-ede558a970f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:51:04.385339 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:51:05.645978 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:51:07.059355 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:51:09.612885 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:51:11.744315 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:51:21.063027 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:51:25.439452 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fd4c5a71-f148-4620-b26f-3d4ccb52d800 req-1ac95156-06a5-44ef-96ac-2eea00017844 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=3f30684c-2852-47f9-927b-31c806ec08c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0464284 Sep 24 16:51:25.522502 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c5a71-f148-4620-b26f-3d4ccb52d800 req-0e2403b1-961d-42ed-a3b8-e69d12c17a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:51:25.524031 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fd4c5a71-f148-4620-b26f-3d4ccb52d800 req-0e2403b1-961d-42ed-a3b8-e69d12c17a8b service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=5b8c253988374aeca88191bd7c363613&device_id=3f30684c-2852-47f9-927b-31c806ec08c9 HTTP/1.1" status: 200 len: 1097 time: 0.0421135 Sep 24 16:51:25.628001 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c5a71-f148-4620-b26f-3d4ccb52d800 req-73cbd665-bb2a-4614-91fd-f39d7364ff83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:51:25.629586 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fd4c5a71-f148-4620-b26f-3d4ccb52d800 req-73cbd665-bb2a-4614-91fd-f39d7364ff83 service neutron] 10.222.0.108 "GET /v2.0/networks?id=471808c1-fb1d-4934-ad3f-dffe22471ec4 HTTP/1.1" status: 200 len: 910 time: 0.0864024 Sep 24 16:51:25.703942 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fd4c5a71-f148-4620-b26f-3d4ccb52d800 req-ee166a94-a938-49c7-ba67-3d2bf3a5994c service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a782a662-dac1-4304-8e7e-fea6cd81dad6 HTTP/1.1" status: 200 len: 1001 time: 0.0670457 Sep 24 16:51:25.755455 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c5a71-f148-4620-b26f-3d4ccb52d800 req-ef8c942b-65c1-41ee-b5f7-cf60318e909e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:51:25.756942 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fd4c5a71-f148-4620-b26f-3d4ccb52d800 req-ef8c942b-65c1-41ee-b5f7-cf60318e909e service neutron] 10.222.0.108 "GET /v2.0/subnets?id=9e133d4a-9444-4a2c-99f7-516cdd5920cd HTTP/1.1" status: 200 len: 847 time: 0.0463476 Sep 24 16:51:25.802957 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c5a71-f148-4620-b26f-3d4ccb52d800 req-847422e5-9859-469e-a83a-3637cda4627a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:51:25.804449 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fd4c5a71-f148-4620-b26f-3d4ccb52d800 req-847422e5-9859-469e-a83a-3637cda4627a service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=471808c1-fb1d-4934-ad3f-dffe22471ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406952 Sep 24 16:51:25.897389 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fd4c5a71-f148-4620-b26f-3d4ccb52d800 req-cc598db0-c050-4602-b2e0-9d46f5b36a89 service neutron] 10.222.0.108 "GET /v2.0/networks/471808c1-fb1d-4934-ad3f-dffe22471ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859852 Sep 24 16:51:25.990673 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-fd4c5a71-f148-4620-b26f-3d4ccb52d800 req-1af76f0e-5391-430c-8c1b-69f3e892a4a2 service neutron] 10.222.0.108 "GET /v2.0/networks/471808c1-fb1d-4934-ad3f-dffe22471ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862210 Sep 24 16:51:31.269268 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4f0c3ac2-0b96-46fc-b1c6-6eaa78d60c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:51:33.920259 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9fe4152d-34e0-475c-bd74-49f0eec87d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:51:34.434376 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:51:35.610538 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:51:36.983542 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:51:39.628786 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:51:41.714266 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:51:58.063287 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:52:01.279203 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-27917360-b13f-43b7-aabd-15162ce90377 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:52:03.981999 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ece4cec5-65da-4d24-bd8e-e2c7c7a378ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:52:04.352238 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:52:05.643597 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:52:07.004869 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:52:09.667616 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:52:11.723666 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:52:20.138488 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ef955b-4ffb-4120-aa15-d5054e3e349f req-d01db8a1-7d24-4775-8efd-6ef4924d6280 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:52:20.140132 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c6ef955b-4ffb-4120-aa15-d5054e3e349f req-d01db8a1-7d24-4775-8efd-6ef4924d6280 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=3f30684c-2852-47f9-927b-31c806ec08c9 HTTP/1.1" status: 200 len: 946 time: 0.0544167 Sep 24 16:52:20.178911 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c6ef955b-4ffb-4120-aa15-d5054e3e349f req-8e08922f-ae45-4442-ab97-c30df9373d6d tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=5210b713-2f63-4f08-91ac-9b5cd9fc6247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328140 Sep 24 16:52:21.295163 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5b2e53-c092-487f-9ef1-36306567d74c req-a7ca71cd-f968-417d-aafd-3e5fbd3f4a3b tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:52:21.296635 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6e5b2e53-c092-487f-9ef1-36306567d74c req-a7ca71cd-f968-417d-aafd-3e5fbd3f4a3b tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=3f30684c-2852-47f9-927b-31c806ec08c9 HTTP/1.1" status: 200 len: 946 time: 0.0494220 Sep 24 16:52:21.334840 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6e5b2e53-c092-487f-9ef1-36306567d74c req-164d0052-e584-4a1e-b9f7-7916dee15571 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=5210b713-2f63-4f08-91ac-9b5cd9fc6247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323050 Sep 24 16:52:22.479007 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3192b79b-4f01-4b52-aa54-61ae5c7423eb req-aec27e49-b511-4e99-b6a3-1fb398bacc71 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:52:22.480495 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3192b79b-4f01-4b52-aa54-61ae5c7423eb req-aec27e49-b511-4e99-b6a3-1fb398bacc71 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=3f30684c-2852-47f9-927b-31c806ec08c9 HTTP/1.1" status: 200 len: 946 time: 0.0527995 Sep 24 16:52:22.518827 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3192b79b-4f01-4b52-aa54-61ae5c7423eb req-0f57a24c-90a2-479d-ac92-504824fc6861 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=5210b713-2f63-4f08-91ac-9b5cd9fc6247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321796 Sep 24 16:52:23.633235 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afe177f-d884-4d27-8dbd-31822c605dcc req-b4dc9828-9c20-4217-bcf2-757e9d0b7fdc tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:52:23.634961 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7afe177f-d884-4d27-8dbd-31822c605dcc req-b4dc9828-9c20-4217-bcf2-757e9d0b7fdc tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=3f30684c-2852-47f9-927b-31c806ec08c9 HTTP/1.1" status: 200 len: 946 time: 0.0500643 Sep 24 16:52:23.674790 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7afe177f-d884-4d27-8dbd-31822c605dcc req-e7ee8f2e-bb38-4d16-a42e-380d9ee6f024 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=5210b713-2f63-4f08-91ac-9b5cd9fc6247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338383 Sep 24 16:52:24.789375 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ade549-0772-4faa-ac4c-f327e1ea1e42 req-a7062560-d43a-4c64-bca9-9c3e72c9b654 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:52:24.790867 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-26ade549-0772-4faa-ac4c-f327e1ea1e42 req-a7062560-d43a-4c64-bca9-9c3e72c9b654 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=3f30684c-2852-47f9-927b-31c806ec08c9 HTTP/1.1" status: 200 len: 946 time: 0.0489435 Sep 24 16:52:24.829820 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-26ade549-0772-4faa-ac4c-f327e1ea1e42 req-33cbf083-768c-47db-b58b-00894b1bad1b tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=5210b713-2f63-4f08-91ac-9b5cd9fc6247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322232 Sep 24 16:52:25.947084 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1093329-43b4-46e7-8f27-ed0713ce15c9 req-c90fe179-3e39-4e58-ae3d-8fccce017318 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:52:25.948628 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b1093329-43b4-46e7-8f27-ed0713ce15c9 req-c90fe179-3e39-4e58-ae3d-8fccce017318 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=3f30684c-2852-47f9-927b-31c806ec08c9 HTTP/1.1" status: 200 len: 946 time: 0.0494711 Sep 24 16:52:25.990223 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b1093329-43b4-46e7-8f27-ed0713ce15c9 req-8c37e660-da55-49d4-b981-e6b02e1b3380 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=5210b713-2f63-4f08-91ac-9b5cd9fc6247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348673 Sep 24 16:52:26.543327 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38425bf-4df9-4785-aaee-3485db4b4263 req-f4ed3660-2017-46dc-882d-78f670a00bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:52:26.545415 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d38425bf-4df9-4785-aaee-3485db4b4263 req-f4ed3660-2017-46dc-882d-78f670a00bdb service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=5b8c253988374aeca88191bd7c363613&device_id=3f30684c-2852-47f9-927b-31c806ec08c9 HTTP/1.1" status: 200 len: 1097 time: 0.0901847 Sep 24 16:52:26.647333 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38425bf-4df9-4785-aaee-3485db4b4263 req-568f432e-1cdf-4a47-a19b-932b7032569e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:52:26.648717 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d38425bf-4df9-4785-aaee-3485db4b4263 req-568f432e-1cdf-4a47-a19b-932b7032569e service neutron] 10.222.0.108 "GET /v2.0/networks?id=471808c1-fb1d-4934-ad3f-dffe22471ec4 HTTP/1.1" status: 200 len: 910 time: 0.0845907 Sep 24 16:52:26.719270 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d38425bf-4df9-4785-aaee-3485db4b4263 req-0b9083f9-c2ad-45f3-9625-9f332007ece4 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a782a662-dac1-4304-8e7e-fea6cd81dad6 HTTP/1.1" status: 200 len: 1001 time: 0.0634468 Sep 24 16:52:26.769863 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38425bf-4df9-4785-aaee-3485db4b4263 req-03747901-f3f6-40a7-aa8e-00b09430f2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:52:26.771321 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d38425bf-4df9-4785-aaee-3485db4b4263 req-03747901-f3f6-40a7-aa8e-00b09430f2ea service neutron] 10.222.0.108 "GET /v2.0/subnets?id=9e133d4a-9444-4a2c-99f7-516cdd5920cd HTTP/1.1" status: 200 len: 847 time: 0.0448878 Sep 24 16:52:26.819369 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38425bf-4df9-4785-aaee-3485db4b4263 req-ebe899ec-6268-4ead-ad83-3bff179177e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:52:26.820866 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d38425bf-4df9-4785-aaee-3485db4b4263 req-ebe899ec-6268-4ead-ad83-3bff179177e8 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=471808c1-fb1d-4934-ad3f-dffe22471ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424039 Sep 24 16:52:26.913946 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d38425bf-4df9-4785-aaee-3485db4b4263 req-af3d03dd-cfcb-45bc-a4db-97791f528690 service neutron] 10.222.0.108 "GET /v2.0/networks/471808c1-fb1d-4934-ad3f-dffe22471ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857677 Sep 24 16:52:27.007537 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d38425bf-4df9-4785-aaee-3485db4b4263 req-a5a0205e-5bf7-4975-bc6d-6f439b418fa6 service neutron] 10.222.0.108 "GET /v2.0/networks/471808c1-fb1d-4934-ad3f-dffe22471ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866637 Sep 24 16:52:27.109280 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65c5e20-0e94-4f47-a5ca-8617d9534ef7 req-ed7ecedf-904b-45b8-ac72-cc716361a0b5 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:52:27.110951 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f65c5e20-0e94-4f47-a5ca-8617d9534ef7 req-ed7ecedf-904b-45b8-ac72-cc716361a0b5 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=3f30684c-2852-47f9-927b-31c806ec08c9 HTTP/1.1" status: 200 len: 946 time: 0.0530007 Sep 24 16:52:27.148287 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f65c5e20-0e94-4f47-a5ca-8617d9534ef7 req-9851cb36-e9fb-4058-8f1c-61ebf462b0a1 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=5210b713-2f63-4f08-91ac-9b5cd9fc6247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313668 Sep 24 16:52:28.265458 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f432a31d-0f4f-40b5-94bf-2a68fd41c797 req-3e4915a3-80b7-4d93-b65e-f4a7668615c5 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:52:28.267045 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f432a31d-0f4f-40b5-94bf-2a68fd41c797 req-3e4915a3-80b7-4d93-b65e-f4a7668615c5 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=3f30684c-2852-47f9-927b-31c806ec08c9 HTTP/1.1" status: 200 len: 946 time: 0.0495293 Sep 24 16:52:28.305423 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f432a31d-0f4f-40b5-94bf-2a68fd41c797 req-52577483-bf92-452f-81a3-35e8f38f0122 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=5210b713-2f63-4f08-91ac-9b5cd9fc6247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323594 Sep 24 16:52:29.419272 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68c2a87-3bb9-4340-a33f-9e2f46307502 req-874b7163-22be-414f-b4fd-d5b7a8343dc3 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:52:29.420751 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e68c2a87-3bb9-4340-a33f-9e2f46307502 req-874b7163-22be-414f-b4fd-d5b7a8343dc3 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=3f30684c-2852-47f9-927b-31c806ec08c9 HTTP/1.1" status: 200 len: 946 time: 0.0493388 Sep 24 16:52:29.458866 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e68c2a87-3bb9-4340-a33f-9e2f46307502 req-a6724f58-486e-4f95-90fc-2607a337914d tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=5210b713-2f63-4f08-91ac-9b5cd9fc6247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321157 Sep 24 16:52:30.342226 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a4d12-dcc0-4434-b477-85e01b4e06c3 req-7dbcbadc-1b06-4da0-9cdb-437351f60584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:52:30.343747 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c73a4d12-dcc0-4434-b477-85e01b4e06c3 req-7dbcbadc-1b06-4da0-9cdb-437351f60584 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=5b8c253988374aeca88191bd7c363613&device_id=3f30684c-2852-47f9-927b-31c806ec08c9 HTTP/1.1" status: 200 len: 1097 time: 0.0439801 Sep 24 16:52:30.437055 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a4d12-dcc0-4434-b477-85e01b4e06c3 req-e2eedac0-acf1-4ac9-be7e-b12e5bcf8029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:52:30.438533 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c73a4d12-dcc0-4434-b477-85e01b4e06c3 req-e2eedac0-acf1-4ac9-be7e-b12e5bcf8029 service neutron] 10.222.0.108 "GET /v2.0/networks?id=471808c1-fb1d-4934-ad3f-dffe22471ec4 HTTP/1.1" status: 200 len: 910 time: 0.0880942 Sep 24 16:52:30.505096 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c73a4d12-dcc0-4434-b477-85e01b4e06c3 req-7bab0e6b-db43-4d05-bc18-32e62bc323d6 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a782a662-dac1-4304-8e7e-fea6cd81dad6 HTTP/1.1" status: 200 len: 1001 time: 0.0578687 Sep 24 16:52:30.595347 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a4d12-dcc0-4434-b477-85e01b4e06c3 req-a370426b-3956-4217-aa01-391831c31fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:52:30.596756 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c73a4d12-dcc0-4434-b477-85e01b4e06c3 req-a370426b-3956-4217-aa01-391831c31fdb service neutron] 10.222.0.108 "GET /v2.0/subnets?id=9e133d4a-9444-4a2c-99f7-516cdd5920cd HTTP/1.1" status: 200 len: 847 time: 0.0838773 Sep 24 16:52:30.623273 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cab5b5-8991-4ffa-95c3-66b775c050eb req-ea160e45-d1aa-48db-a259-ec59c72b3d9b tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:52:30.624733 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-67cab5b5-8991-4ffa-95c3-66b775c050eb req-ea160e45-d1aa-48db-a259-ec59c72b3d9b tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=3f30684c-2852-47f9-927b-31c806ec08c9 HTTP/1.1" status: 200 len: 946 time: 0.0855203 Sep 24 16:52:30.679998 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-67cab5b5-8991-4ffa-95c3-66b775c050eb req-668c64ba-728a-4bd3-90f0-249858450235 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=5210b713-2f63-4f08-91ac-9b5cd9fc6247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413437 Sep 24 16:52:30.683034 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73a4d12-dcc0-4434-b477-85e01b4e06c3 req-1efaf735-4b93-4084-ac57-00d858d4c8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:52:30.684460 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c73a4d12-dcc0-4434-b477-85e01b4e06c3 req-1efaf735-4b93-4084-ac57-00d858d4c8e0 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=471808c1-fb1d-4934-ad3f-dffe22471ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0782268 Sep 24 16:52:30.779181 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c73a4d12-dcc0-4434-b477-85e01b4e06c3 req-27ee1c57-ac49-4ccb-ad60-17eefc0a3293 service neutron] 10.222.0.108 "GET /v2.0/networks/471808c1-fb1d-4934-ad3f-dffe22471ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867064 Sep 24 16:52:30.868342 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c73a4d12-dcc0-4434-b477-85e01b4e06c3 req-2d8e67d0-13dc-451c-a8e7-105a38d2e26f service neutron] 10.222.0.108 "GET /v2.0/networks/471808c1-fb1d-4934-ad3f-dffe22471ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830038 Sep 24 16:52:31.289481 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3d49aa8c-7db8-477e-a69e-fbaa0ede305d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:52:31.799712 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fe33cb-d53b-4b79-a0c0-6c01bbd9908a req-76b98110-18f2-471c-b58d-a6f2df70ca57 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:52:31.801349 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b9fe33cb-d53b-4b79-a0c0-6c01bbd9908a req-76b98110-18f2-471c-b58d-a6f2df70ca57 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=3f30684c-2852-47f9-927b-31c806ec08c9 HTTP/1.1" status: 200 len: 946 time: 0.0519922 Sep 24 16:52:31.844027 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b9fe33cb-d53b-4b79-a0c0-6c01bbd9908a req-f24bdd44-193c-4c6f-8f51-88c2d6a37f89 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=5210b713-2f63-4f08-91ac-9b5cd9fc6247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362222 Sep 24 16:52:32.961525 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8ebad9-8d99-40b9-808a-8cdd0dc75517 req-fe52a6a3-a414-4492-98ee-848818c2e8e0 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:52:32.963712 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8f8ebad9-8d99-40b9-808a-8cdd0dc75517 req-fe52a6a3-a414-4492-98ee-848818c2e8e0 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=3f30684c-2852-47f9-927b-31c806ec08c9 HTTP/1.1" status: 200 len: 946 time: 0.0507140 Sep 24 16:52:33.008393 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8f8ebad9-8d99-40b9-808a-8cdd0dc75517 req-a1061e82-b72c-478b-927b-6c709e760114 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=5210b713-2f63-4f08-91ac-9b5cd9fc6247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377743 Sep 24 16:52:33.935723 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-20becf59-aebd-44a8-849a-e5bf10422ec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:52:34.131804 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03552db4-4472-4861-ba78-b77b223ef386 req-1b0c182c-92cc-479a-801c-36dec4d0f3b3 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:52:34.133381 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-03552db4-4472-4861-ba78-b77b223ef386 req-1b0c182c-92cc-479a-801c-36dec4d0f3b3 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=3f30684c-2852-47f9-927b-31c806ec08c9 HTTP/1.1" status: 200 len: 946 time: 0.0535944 Sep 24 16:52:34.176944 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-03552db4-4472-4861-ba78-b77b223ef386 req-18bfa3f0-298b-4e35-87d5-195537009f67 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=5210b713-2f63-4f08-91ac-9b5cd9fc6247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365205 Sep 24 16:52:34.346769 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:52:35.062570 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:52:35.294856 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16bd4c8-2d6b-4f8b-a6df-34d89a1165e2 req-b8502950-4f27-4879-b47b-192a56daeb91 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:52:35.296418 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f16bd4c8-2d6b-4f8b-a6df-34d89a1165e2 req-b8502950-4f27-4879-b47b-192a56daeb91 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=3f30684c-2852-47f9-927b-31c806ec08c9 HTTP/1.1" status: 200 len: 946 time: 0.0505576 Sep 24 16:52:35.336021 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f16bd4c8-2d6b-4f8b-a6df-34d89a1165e2 req-adb10a05-3a88-44f8-8dc6-229c8f0123bd tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=5210b713-2f63-4f08-91ac-9b5cd9fc6247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336008 Sep 24 16:52:35.446531 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [req-fd205808-45ae-45c3-a6fa-e1ca1121528f req-c88cb7bf-ca2b-4b42-a975-719140e6c97d service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 16:52:35.447546 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-fd205808-45ae-45c3-a6fa-e1ca1121528f req-c88cb7bf-ca2b-4b42-a975-719140e6c97d service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0436895 Sep 24 16:52:35.530622 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device a782a662-dac1-4304-8e7e-fea6cd81dad6 no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:52:35.614288 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:52:35.638110 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:52:35.642234 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f30684c-2852-47f9-927b-31c806ec08c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a782a662-dac1-4304-8e7e-fea6cd81dad6'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:52:35.644494 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e675284d64920c3690942d07fd233bec6618b8bcfb70da99a5b5d86610f0b706" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74444c15-10a4-465d-959c-467ec6333eda" -d '{"events": [{"server_uuid": "3f30684c-2852-47f9-927b-31c806ec08c9", "name": "network-vif-unplugged", "status": "completed", "tag": "a782a662-dac1-4304-8e7e-fea6cd81dad6"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:52:35.660271 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port a782a662-dac1-4304-8e7e-fea6cd81dad6, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=a782a662-dac1-4304-8e7e-fea6cd81dad6,segment=NetworkSegment(d3dda7d9-3a84-490d-a301-bc11087fb161),segment_id=d3dda7d9-3a84-490d-a301-bc11087fb161)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:52:35.729701 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:52:35.760533 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 24 Sep 2021 16:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b9a8ce-ae27-414e-b064-ef17a48f2e37 x-openstack-request-id: req-15b9a8ce-ae27-414e-b064-ef17a48f2e37 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:52:35.763532 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f30684c-2852-47f9-927b-31c806ec08c9", "name": "network-vif-unplugged", "status": "failed", "tag": "a782a662-dac1-4304-8e7e-fea6cd81dad6", "code": 422}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:52:35.763532 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-15b9a8ce-ae27-414e-b064-ef17a48f2e37 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:52:35.763532 n-d-808921-1 neutron-server[95299]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3f30684c-2852-47f9-927b-31c806ec08c9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a782a662-dac1-4304-8e7e-fea6cd81dad6', 'code': 422} returned with failed status Sep 24 16:52:35.799661 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=a782a662-dac1-4304-8e7e-fea6cd81dad6,revision_number=6']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:52:35.802914 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaf4c67-ac17-49b5-a514-7f97fa5e2680 req-24d9d597-5c9c-46e7-996a-d2fe31be7676 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:52:35.804263 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4aaf4c67-ac17-49b5-a514-7f97fa5e2680 req-24d9d597-5c9c-46e7-996a-d2fe31be7676 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=3f30684c-2852-47f9-927b-31c806ec08c9 HTTP/1.1" status: 200 len: 944 time: 0.0507681 Sep 24 16:52:35.808858 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:52:35.809357 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:52:35.812434 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:52:35.812976 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:52:35.813325 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:52:35.813691 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:52:35.814099 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:52:35.814455 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:52:35.814957 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:52:35.815612 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:52:35.816462 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:52:35.817961 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:52:35.861197 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4aaf4c67-ac17-49b5-a514-7f97fa5e2680 req-60ba5faa-454d-4d6b-aff0-bb14951e8521 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=5210b713-2f63-4f08-91ac-9b5cd9fc6247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457444 Sep 24 16:52:35.895122 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-6fdbb63e-fede-4ece-8d66-a517c3d1beb5 req-089c9de2-73de-4eb2-8e4f-b7935ee1de4c service neutron] 10.222.0.101 "GET /v2.0/ports?device_id=3f30684c-2852-47f9-927b-31c806ec08c9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0898042 Sep 24 16:52:36.976368 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889f9872-b4ac-4088-9be8-7d3cba94bef9 req-a33dab45-4234-4681-981e-06d6da2987f2 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:52:36.977854 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-889f9872-b4ac-4088-9be8-7d3cba94bef9 req-a33dab45-4234-4681-981e-06d6da2987f2 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=3f30684c-2852-47f9-927b-31c806ec08c9 HTTP/1.1" status: 200 len: 944 time: 0.0497324 Sep 24 16:52:37.017692 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-889f9872-b4ac-4088-9be8-7d3cba94bef9 req-90836a71-a4d8-4491-9547-225eefa533c6 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=5210b713-2f63-4f08-91ac-9b5cd9fc6247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330770 Sep 24 16:52:37.044329 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:52:38.140407 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaedee8-5b13-4537-b251-56e049223898 req-053d781a-3f9b-44bc-b14e-660d51f5a610 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:52:38.141989 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cdaedee8-5b13-4537-b251-56e049223898 req-053d781a-3f9b-44bc-b14e-660d51f5a610 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=3f30684c-2852-47f9-927b-31c806ec08c9 HTTP/1.1" status: 200 len: 944 time: 0.0545063 Sep 24 16:52:38.182527 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-cdaedee8-5b13-4537-b251-56e049223898 req-42146b56-e2ab-4575-a5e6-8fb0afe923ee tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=5210b713-2f63-4f08-91ac-9b5cd9fc6247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343745 Sep 24 16:52:39.299373 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5ce724-f39b-42af-83d3-8df5b3bf4cad req-1a6fb665-fac6-4763-8b95-0f47ab4b9ded tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:52:39.300958 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9f5ce724-f39b-42af-83d3-8df5b3bf4cad req-1a6fb665-fac6-4763-8b95-0f47ab4b9ded tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=3f30684c-2852-47f9-927b-31c806ec08c9 HTTP/1.1" status: 200 len: 944 time: 0.0493920 Sep 24 16:52:39.350508 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9f5ce724-f39b-42af-83d3-8df5b3bf4cad req-611c7f45-e49a-4760-a601-4546c7a7452f tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=5210b713-2f63-4f08-91ac-9b5cd9fc6247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391371 Sep 24 16:52:39.598113 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:52:40.467404 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b036b5f4-db04-4cc8-9b71-61715fbcc9d1 req-dc916a50-3697-4872-ab07-97891bf4435e tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:52:40.468954 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b036b5f4-db04-4cc8-9b71-61715fbcc9d1 req-dc916a50-3697-4872-ab07-97891bf4435e tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=3f30684c-2852-47f9-927b-31c806ec08c9 HTTP/1.1" status: 200 len: 944 time: 0.0511963 Sep 24 16:52:40.508028 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b036b5f4-db04-4cc8-9b71-61715fbcc9d1 req-84226828-813e-43fd-8a56-99f762890534 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=5210b713-2f63-4f08-91ac-9b5cd9fc6247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327947 Sep 24 16:52:41.625005 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc5565e-eadc-4c6d-bf49-661c4e27701b req-158c5fcd-afcf-4f89-a851-3a706fadf095 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:52:41.626552 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9cc5565e-eadc-4c6d-bf49-661c4e27701b req-158c5fcd-afcf-4f89-a851-3a706fadf095 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=3f30684c-2852-47f9-927b-31c806ec08c9 HTTP/1.1" status: 200 len: 944 time: 0.0504351 Sep 24 16:52:41.665331 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9cc5565e-eadc-4c6d-bf49-661c4e27701b req-fc889770-18cc-44fd-812a-af07b37348b9 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=5210b713-2f63-4f08-91ac-9b5cd9fc6247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327396 Sep 24 16:52:41.740807 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:52:41.872090 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdbb63e-fede-4ece-8d66-a517c3d1beb5 req-69e1960a-c6b4-4ddf-8761-9691110826c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:52:41.873693 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6fdbb63e-fede-4ece-8d66-a517c3d1beb5 req-69e1960a-c6b4-4ddf-8761-9691110826c7 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=3f30684c-2852-47f9-927b-31c806ec08c9&tenant_id=5b8c253988374aeca88191bd7c363613 HTTP/1.1" status: 200 len: 1095 time: 0.0422535 Sep 24 16:52:41.937888 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdbb63e-fede-4ece-8d66-a517c3d1beb5 req-7fa247d1-0894-4673-9c11-86b011b2bc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:52:41.939397 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6fdbb63e-fede-4ece-8d66-a517c3d1beb5 req-7fa247d1-0894-4673-9c11-86b011b2bc7e service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=5b8c253988374aeca88191bd7c363613&device_id=3f30684c-2852-47f9-927b-31c806ec08c9 HTTP/1.1" status: 200 len: 1095 time: 0.0415521 Sep 24 16:52:42.034759 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdbb63e-fede-4ece-8d66-a517c3d1beb5 req-90cf7649-d739-4483-a2b8-c58be8fa7b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:52:42.036229 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6fdbb63e-fede-4ece-8d66-a517c3d1beb5 req-90cf7649-d739-4483-a2b8-c58be8fa7b2d service neutron] 10.222.0.108 "GET /v2.0/networks?id=471808c1-fb1d-4934-ad3f-dffe22471ec4 HTTP/1.1" status: 200 len: 910 time: 0.0897727 Sep 24 16:52:42.102271 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6fdbb63e-fede-4ece-8d66-a517c3d1beb5 req-ad81aac6-bc38-4e60-ac68-51fce14efa31 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a782a662-dac1-4304-8e7e-fea6cd81dad6 HTTP/1.1" status: 200 len: 999 time: 0.0583041 Sep 24 16:52:42.154522 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdbb63e-fede-4ece-8d66-a517c3d1beb5 req-91c69976-808b-49dd-a286-9409db8b9281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:52:42.155873 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6fdbb63e-fede-4ece-8d66-a517c3d1beb5 req-91c69976-808b-49dd-a286-9409db8b9281 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=9e133d4a-9444-4a2c-99f7-516cdd5920cd HTTP/1.1" status: 200 len: 847 time: 0.0468247 Sep 24 16:52:42.200917 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdbb63e-fede-4ece-8d66-a517c3d1beb5 req-511ead26-d6b0-4242-ab16-22e2e7e60f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:52:42.202422 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6fdbb63e-fede-4ece-8d66-a517c3d1beb5 req-511ead26-d6b0-4242-ab16-22e2e7e60f17 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=471808c1-fb1d-4934-ad3f-dffe22471ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395968 Sep 24 16:52:42.295868 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6fdbb63e-fede-4ece-8d66-a517c3d1beb5 req-74f2478e-b2ed-4d56-988f-77c39bb505d5 service neutron] 10.222.0.108 "GET /v2.0/networks/471808c1-fb1d-4934-ad3f-dffe22471ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861211 Sep 24 16:52:42.385399 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6fdbb63e-fede-4ece-8d66-a517c3d1beb5 req-fbf69e21-de66-4b10-af78-7d1bc43116fa service neutron] 10.222.0.108 "GET /v2.0/networks/471808c1-fb1d-4934-ad3f-dffe22471ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825503 Sep 24 16:52:42.780770 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71f0bd-65a8-44c8-80ac-d8503069feb7 req-b176bfa7-6b68-46f8-be7d-402c8514111d tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:52:42.782249 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ca71f0bd-65a8-44c8-80ac-d8503069feb7 req-b176bfa7-6b68-46f8-be7d-402c8514111d tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=3f30684c-2852-47f9-927b-31c806ec08c9 HTTP/1.1" status: 200 len: 944 time: 0.0503392 Sep 24 16:52:42.821350 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-ca71f0bd-65a8-44c8-80ac-d8503069feb7 req-d5b046ba-109d-4a96-a303-607b1eeaba34 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=5210b713-2f63-4f08-91ac-9b5cd9fc6247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330422 Sep 24 16:52:43.935745 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6432619-ae6a-4b53-8eb7-828f3857d45b req-50034bf0-b0eb-4152-ac4c-20d20ff16e70 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:52:43.937227 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b6432619-ae6a-4b53-8eb7-828f3857d45b req-50034bf0-b0eb-4152-ac4c-20d20ff16e70 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=3f30684c-2852-47f9-927b-31c806ec08c9 HTTP/1.1" status: 200 len: 944 time: 0.0511899 Sep 24 16:52:43.975895 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b6432619-ae6a-4b53-8eb7-828f3857d45b req-5d0d1ad6-8cd9-4095-8e6f-1ae4b6205e05 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=5210b713-2f63-4f08-91ac-9b5cd9fc6247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326147 Sep 24 16:52:45.097777 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753eb7e8-6d67-45a3-b578-7138ce67cd1f req-00078dce-5257-4461-baa8-62a116dde7ee tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:52:45.099359 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-753eb7e8-6d67-45a3-b578-7138ce67cd1f req-00078dce-5257-4461-baa8-62a116dde7ee tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=3f30684c-2852-47f9-927b-31c806ec08c9 HTTP/1.1" status: 200 len: 944 time: 0.0559771 Sep 24 16:52:45.137217 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-753eb7e8-6d67-45a3-b578-7138ce67cd1f req-d275a1ad-48aa-46df-8c87-9449ab3460ca tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=5210b713-2f63-4f08-91ac-9b5cd9fc6247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315907 Sep 24 16:52:46.256655 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c9e796-cbcd-484a-b01f-cd286a3a957c req-83592173-8a04-4fdd-97fb-32b576f6614c tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:52:46.258119 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-95c9e796-cbcd-484a-b01f-cd286a3a957c req-83592173-8a04-4fdd-97fb-32b576f6614c tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=3f30684c-2852-47f9-927b-31c806ec08c9 HTTP/1.1" status: 200 len: 944 time: 0.0519085 Sep 24 16:52:46.295285 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-95c9e796-cbcd-484a-b01f-cd286a3a957c req-59813d32-043e-4d15-84fc-b255b74ba28f tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=5210b713-2f63-4f08-91ac-9b5cd9fc6247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304635 Sep 24 16:52:47.416363 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecc8b3c-8546-49a6-8fff-50f97e42b45c req-5e3014bc-8a38-4433-994e-df013230a257 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:52:47.417888 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1ecc8b3c-8546-49a6-8fff-50f97e42b45c req-5e3014bc-8a38-4433-994e-df013230a257 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=3f30684c-2852-47f9-927b-31c806ec08c9 HTTP/1.1" status: 200 len: 944 time: 0.0506051 Sep 24 16:52:47.456450 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-1ecc8b3c-8546-49a6-8fff-50f97e42b45c req-86d456fc-9e8a-4b3d-8b3f-34bc0213c6eb tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=5210b713-2f63-4f08-91ac-9b5cd9fc6247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323842 Sep 24 16:52:48.571279 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad008e90-6fa3-4472-83c7-50e3dc200c80 req-3a86c94b-c62a-46b6-8584-51bae9be8316 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:52:48.572752 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ad008e90-6fa3-4472-83c7-50e3dc200c80 req-3a86c94b-c62a-46b6-8584-51bae9be8316 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=3f30684c-2852-47f9-927b-31c806ec08c9 HTTP/1.1" status: 200 len: 944 time: 0.0490160 Sep 24 16:52:48.611485 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ad008e90-6fa3-4472-83c7-50e3dc200c80 req-27f361fe-e12e-4b18-a645-ba14943dc075 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=5210b713-2f63-4f08-91ac-9b5cd9fc6247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323994 Sep 24 16:52:49.729025 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faec543b-cae0-4c82-bf70-82c88afd4025 req-460d1447-1486-4451-9228-efa3ed679099 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:52:49.730580 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-faec543b-cae0-4c82-bf70-82c88afd4025 req-460d1447-1486-4451-9228-efa3ed679099 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=3f30684c-2852-47f9-927b-31c806ec08c9 HTTP/1.1" status: 200 len: 944 time: 0.0497279 Sep 24 16:52:49.769360 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-faec543b-cae0-4c82-bf70-82c88afd4025 req-ad11350d-98f7-452d-b6f3-e86800639c73 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=5210b713-2f63-4f08-91ac-9b5cd9fc6247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324183 Sep 24 16:52:50.885872 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002f8d9e-d063-4721-b9b6-c6e408814b7b req-281c0ed2-867e-4a25-a61b-de072e652541 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:52:50.887386 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-002f8d9e-d063-4721-b9b6-c6e408814b7b req-281c0ed2-867e-4a25-a61b-de072e652541 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=3f30684c-2852-47f9-927b-31c806ec08c9 HTTP/1.1" status: 200 len: 944 time: 0.0486672 Sep 24 16:52:50.924423 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-002f8d9e-d063-4721-b9b6-c6e408814b7b req-8203485d-fdc6-4ea6-9797-3c2bdec84c80 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=5210b713-2f63-4f08-91ac-9b5cd9fc6247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305176 Sep 24 16:52:51.606212 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device a782a662-dac1-4304-8e7e-fea6cd81dad6 details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 16:52:51.706929 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port a782a662-dac1-4304-8e7e-fea6cd81dad6, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=a782a662-dac1-4304-8e7e-fea6cd81dad6,segment=NetworkSegment(d3dda7d9-3a84-490d-a301-bc11087fb161),segment_id=d3dda7d9-3a84-490d-a301-bc11087fb161)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:52:51.717782 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': 'a782a662-dac1-4304-8e7e-fea6cd81dad6', 'network_id': '471808c1-fb1d-4934-ad3f-dffe22471ec4', 'port_id': 'a782a662-dac1-4304-8e7e-fea6cd81dad6', 'mac_address': 'fa:16:3e:11:f5:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1290, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e133d4a-9444-4a2c-99f7-516cdd5920cd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 16:52:51.755171 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:52:51.767712 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a782a662-dac1-4304-8e7e-fea6cd81dad6 {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:52:51.786892 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port a782a662-dac1-4304-8e7e-fea6cd81dad6, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=a782a662-dac1-4304-8e7e-fea6cd81dad6,segment=NetworkSegment(d3dda7d9-3a84-490d-a301-bc11087fb161),segment_id=d3dda7d9-3a84-490d-a301-bc11087fb161)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:52:51.865765 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:52:51.913480 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=a782a662-dac1-4304-8e7e-fea6cd81dad6,revision_number=7']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:52:52.054251 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65269349-a131-4705-a071-7fdb743236b1 req-8b0ee7c6-5abe-40fd-8371-ea6d170df9bd tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:52:52.056047 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-65269349-a131-4705-a071-7fdb743236b1 req-8b0ee7c6-5abe-40fd-8371-ea6d170df9bd tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=3f30684c-2852-47f9-927b-31c806ec08c9 HTTP/1.1" status: 200 len: 945 time: 0.0615306 Sep 24 16:52:52.081795 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['a782a662-dac1-4304-8e7e-fea6cd81dad6'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:52:52.096983 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-65269349-a131-4705-a071-7fdb743236b1 req-8f6fcbf3-eb09-4192-ad98-345853b09f22 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=5210b713-2f63-4f08-91ac-9b5cd9fc6247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337200 Sep 24 16:52:53.217891 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9a711c-a4a5-4789-8660-0494d7e6603f req-944bb1f7-148e-4b4b-884c-d8cc6bc981bd tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:52:53.219423 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cc9a711c-a4a5-4789-8660-0494d7e6603f req-944bb1f7-148e-4b4b-884c-d8cc6bc981bd tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=3f30684c-2852-47f9-927b-31c806ec08c9 HTTP/1.1" status: 200 len: 945 time: 0.0533245 Sep 24 16:52:53.258595 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-cc9a711c-a4a5-4789-8660-0494d7e6603f req-e000ea16-c456-457a-a94a-e3c27d0f766c tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=5210b713-2f63-4f08-91ac-9b5cd9fc6247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327737 Sep 24 16:52:53.617182 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device a782a662-dac1-4304-8e7e-fea6cd81dad6 up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:52:53.668523 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port a782a662-dac1-4304-8e7e-fea6cd81dad6 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:52:53.668894 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:52:53.744637 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:52:53.767524 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f30684c-2852-47f9-927b-31c806ec08c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a782a662-dac1-4304-8e7e-fea6cd81dad6'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:52:53.769741 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e675284d64920c3690942d07fd233bec6618b8bcfb70da99a5b5d86610f0b706" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290d6a23-c4d4-4252-9909-82fc838c3164" -d '{"events": [{"server_uuid": "3f30684c-2852-47f9-927b-31c806ec08c9", "name": "network-vif-plugged", "status": "completed", "tag": "a782a662-dac1-4304-8e7e-fea6cd81dad6"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:52:53.783774 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port a782a662-dac1-4304-8e7e-fea6cd81dad6, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=a782a662-dac1-4304-8e7e-fea6cd81dad6,segment=NetworkSegment(d3dda7d9-3a84-490d-a301-bc11087fb161),segment_id=d3dda7d9-3a84-490d-a301-bc11087fb161)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:52:53.807251 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef957b92-fadc-4497-9721-108d3f010839 x-openstack-request-id: req-ef957b92-fadc-4497-9721-108d3f010839 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:52:53.807536 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f30684c-2852-47f9-927b-31c806ec08c9", "name": "network-vif-plugged", "status": "completed", "tag": "a782a662-dac1-4304-8e7e-fea6cd81dad6", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:52:53.807789 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-ef957b92-fadc-4497-9721-108d3f010839 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:52:53.808184 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f30684c-2852-47f9-927b-31c806ec08c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a782a662-dac1-4304-8e7e-fea6cd81dad6', 'code': 200} Sep 24 16:52:53.843635 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:52:53.897667 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=a782a662-dac1-4304-8e7e-fea6cd81dad6,revision_number=8']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:52:53.949624 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa61a6c-b51c-42c1-ad0c-22851fb1ccd4 req-abf46c90-0230-472e-831d-81310456649a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:52:53.953155 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6fa61a6c-b51c-42c1-ad0c-22851fb1ccd4 req-abf46c90-0230-472e-831d-81310456649a service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=3f30684c-2852-47f9-927b-31c806ec08c9 HTTP/1.1" status: 200 len: 1097 time: 0.0399947 Sep 24 16:52:53.985846 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6fa61a6c-b51c-42c1-ad0c-22851fb1ccd4 req-13a2af3f-9d80-4646-9906-a46f8f67bd96 service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=5210b713-2f63-4f08-91ac-9b5cd9fc6247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278409 Sep 24 16:52:54.374212 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3aec10-666a-41e2-b814-31440e2b24cf req-59044ab6-d32a-4263-a93c-f7928a910205 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:52:54.375777 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ec3aec10-666a-41e2-b814-31440e2b24cf req-59044ab6-d32a-4263-a93c-f7928a910205 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=3f30684c-2852-47f9-927b-31c806ec08c9 HTTP/1.1" status: 200 len: 946 time: 0.0506134 Sep 24 16:52:54.413850 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ec3aec10-666a-41e2-b814-31440e2b24cf req-44d44c60-872c-4675-9e95-88ca52304f06 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=5210b713-2f63-4f08-91ac-9b5cd9fc6247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320489 Sep 24 16:52:55.531513 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f4173d-4ee1-4e5c-b0fd-2ab53ee101db req-1d5d8d19-4cc7-467f-9ae0-d4902e571081 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:52:55.532917 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b3f4173d-4ee1-4e5c-b0fd-2ab53ee101db req-1d5d8d19-4cc7-467f-9ae0-d4902e571081 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=3f30684c-2852-47f9-927b-31c806ec08c9 HTTP/1.1" status: 200 len: 946 time: 0.0494137 Sep 24 16:52:55.571580 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b3f4173d-4ee1-4e5c-b0fd-2ab53ee101db req-3dba8145-2258-4479-92a0-889e46db1e73 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=5210b713-2f63-4f08-91ac-9b5cd9fc6247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326760 Sep 24 16:53:01.254453 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b5f27ef0-1798-49a9-b3c6-ebb0acda2e7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:53:03.939692 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7cd38c48-2367-405e-9678-3a761cf97238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:53:04.374053 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:53:05.619469 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:53:07.030873 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:53:09.619533 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:53:11.716669 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:53:12.062306 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:53:26.431666 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9df83cd6-8a71-4e69-82af-20abf254e6d7 req-1af89a21-7637-4102-b216-1006251781ad service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=3f30684c-2852-47f9-927b-31c806ec08c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437355 Sep 24 16:53:26.515833 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df83cd6-8a71-4e69-82af-20abf254e6d7 req-d939b553-7bfc-4147-a5b6-fcbc4b682c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:53:26.517423 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9df83cd6-8a71-4e69-82af-20abf254e6d7 req-d939b553-7bfc-4147-a5b6-fcbc4b682c7a service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=5b8c253988374aeca88191bd7c363613&device_id=3f30684c-2852-47f9-927b-31c806ec08c9 HTTP/1.1" status: 200 len: 1097 time: 0.0425220 Sep 24 16:53:26.625869 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df83cd6-8a71-4e69-82af-20abf254e6d7 req-4ac1b0c1-aff3-4022-8871-a1bd6eb7ecef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:53:26.627290 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9df83cd6-8a71-4e69-82af-20abf254e6d7 req-4ac1b0c1-aff3-4022-8871-a1bd6eb7ecef service neutron] 10.222.0.108 "GET /v2.0/networks?id=471808c1-fb1d-4934-ad3f-dffe22471ec4 HTTP/1.1" status: 200 len: 910 time: 0.0906820 Sep 24 16:53:26.692445 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9df83cd6-8a71-4e69-82af-20abf254e6d7 req-c013feab-7ba9-460a-9173-40e969dabd37 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a782a662-dac1-4304-8e7e-fea6cd81dad6 HTTP/1.1" status: 200 len: 1001 time: 0.0577822 Sep 24 16:53:26.743061 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df83cd6-8a71-4e69-82af-20abf254e6d7 req-e86852c2-c7f9-4f0d-b48f-692f6dd80947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:53:26.744696 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9df83cd6-8a71-4e69-82af-20abf254e6d7 req-e86852c2-c7f9-4f0d-b48f-692f6dd80947 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=9e133d4a-9444-4a2c-99f7-516cdd5920cd HTTP/1.1" status: 200 len: 847 time: 0.0454855 Sep 24 16:53:26.793392 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df83cd6-8a71-4e69-82af-20abf254e6d7 req-323bcf78-3b16-4ca4-9db0-f7026abd8839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:53:26.794994 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9df83cd6-8a71-4e69-82af-20abf254e6d7 req-323bcf78-3b16-4ca4-9db0-f7026abd8839 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=471808c1-fb1d-4934-ad3f-dffe22471ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437384 Sep 24 16:53:26.884347 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9df83cd6-8a71-4e69-82af-20abf254e6d7 req-ca863cba-9292-49ce-9b13-16e60f498c18 service neutron] 10.222.0.108 "GET /v2.0/networks/471808c1-fb1d-4934-ad3f-dffe22471ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823827 Sep 24 16:53:26.978651 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-9df83cd6-8a71-4e69-82af-20abf254e6d7 req-f1334534-0973-4e64-b1f1-1d8b9c328df3 service neutron] 10.222.0.108 "GET /v2.0/networks/471808c1-fb1d-4934-ad3f-dffe22471ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867298 Sep 24 16:53:31.270310 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0cae5e14-d78e-4ae9-8d3e-a5e64e9e0918 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:53:34.012825 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3b21d051-fd6e-4346-a24d-afdefcdf4d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:53:34.378297 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:53:35.618223 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:53:37.024310 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:53:39.646909 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:53:41.738124 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:53:49.060639 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:54:01.257640 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4a2c8d12-80e9-41c7-ae76-05d40eef7448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:04.057567 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-846ebc4d-4fb4-43c3-9406-4c5091d8069b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:04.348490 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:05.617264 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:07.034255 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:09.674169 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:11.736826 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:26.061151 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:54:26.428829 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a0a2868d-a845-4234-b993-e1cb6ca96c01 req-8102ac9d-645c-453e-bd27-5fb4f896b7c3 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=3f30684c-2852-47f9-927b-31c806ec08c9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393555 Sep 24 16:54:26.511696 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a2868d-a845-4234-b993-e1cb6ca96c01 req-f0f2cf45-38f1-4171-a883-5ec854ba1b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:54:26.513349 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a0a2868d-a845-4234-b993-e1cb6ca96c01 req-f0f2cf45-38f1-4171-a883-5ec854ba1b62 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=5b8c253988374aeca88191bd7c363613&device_id=3f30684c-2852-47f9-927b-31c806ec08c9 HTTP/1.1" status: 200 len: 1097 time: 0.0427611 Sep 24 16:54:26.619371 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a2868d-a845-4234-b993-e1cb6ca96c01 req-3fd2887a-e3c0-4c1a-8fd6-11ad55ce5e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:54:26.620761 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a0a2868d-a845-4234-b993-e1cb6ca96c01 req-3fd2887a-e3c0-4c1a-8fd6-11ad55ce5e77 service neutron] 10.222.0.108 "GET /v2.0/networks?id=471808c1-fb1d-4934-ad3f-dffe22471ec4 HTTP/1.1" status: 200 len: 910 time: 0.0876887 Sep 24 16:54:26.686502 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a0a2868d-a845-4234-b993-e1cb6ca96c01 req-275496b7-06d7-44a5-8968-9c9208bbc09f service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a782a662-dac1-4304-8e7e-fea6cd81dad6 HTTP/1.1" status: 200 len: 1001 time: 0.0581088 Sep 24 16:54:26.739538 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a2868d-a845-4234-b993-e1cb6ca96c01 req-edf9c2c5-e40d-4038-9191-d413b507efdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:54:26.740986 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a0a2868d-a845-4234-b993-e1cb6ca96c01 req-edf9c2c5-e40d-4038-9191-d413b507efdb service neutron] 10.222.0.108 "GET /v2.0/subnets?id=9e133d4a-9444-4a2c-99f7-516cdd5920cd HTTP/1.1" status: 200 len: 847 time: 0.0470519 Sep 24 16:54:26.786413 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a2868d-a845-4234-b993-e1cb6ca96c01 req-7a467586-788e-4375-a1ac-da1f5ba6e10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:54:26.787980 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a0a2868d-a845-4234-b993-e1cb6ca96c01 req-7a467586-788e-4375-a1ac-da1f5ba6e10b service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=471808c1-fb1d-4934-ad3f-dffe22471ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399573 Sep 24 16:54:26.877551 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a0a2868d-a845-4234-b993-e1cb6ca96c01 req-a334a9ce-ebf1-40be-83f0-98c412b6c72c service neutron] 10.222.0.108 "GET /v2.0/networks/471808c1-fb1d-4934-ad3f-dffe22471ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823107 Sep 24 16:54:27.277847 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a0a2868d-a845-4234-b993-e1cb6ca96c01 req-9445e5ea-d36b-4ee1-a503-962b41bbe7b5 service neutron] 10.222.0.108 "GET /v2.0/networks/471808c1-fb1d-4934-ad3f-dffe22471ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3924887 Sep 24 16:54:31.246228 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e5b2f146-ad01-4b7a-903f-0f7aacd9578c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:34.052496 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b9e5091e-fcda-469b-a471-292000a42a92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:34.362135 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:34.708084 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48928) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:54:34.869492 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-369cbeac-75d3-489f-8a2e-ad27ba27905a tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Deleting port c128e9a8-1352-4790-8938-30a00de225a1 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:54:34.869833 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-369cbeac-75d3-489f-8a2e-ad27ba27905a tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:34.949711 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-369cbeac-75d3-489f-8a2e-ad27ba27905a tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:34.950035 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-369cbeac-75d3-489f-8a2e-ad27ba27905a tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:34.962065 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-369cbeac-75d3-489f-8a2e-ad27ba27905a tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Calling delete_port for c128e9a8-1352-4790-8938-30a00de225a1 owned by network:floatingip {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:54:35.184515 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-369cbeac-75d3-489f-8a2e-ad27ba27905a tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:35.212720 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369cbeac-75d3-489f-8a2e-ad27ba27905a tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Pushing event deleted for resources: {'Port': ['ID=c128e9a8-1352-4790-8938-30a00de225a1,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:54:35.229482 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369cbeac-75d3-489f-8a2e-ad27ba27905a tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:54:35.229482 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369cbeac-75d3-489f-8a2e-ad27ba27905a tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:54:35.229482 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369cbeac-75d3-489f-8a2e-ad27ba27905a tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:54:35.229482 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369cbeac-75d3-489f-8a2e-ad27ba27905a tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:54:35.229482 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369cbeac-75d3-489f-8a2e-ad27ba27905a tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:54:35.229482 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369cbeac-75d3-489f-8a2e-ad27ba27905a tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:54:35.229482 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369cbeac-75d3-489f-8a2e-ad27ba27905a tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:54:35.230197 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369cbeac-75d3-489f-8a2e-ad27ba27905a tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:54:35.230197 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369cbeac-75d3-489f-8a2e-ad27ba27905a tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:54:35.230421 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369cbeac-75d3-489f-8a2e-ad27ba27905a tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:54:35.230705 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369cbeac-75d3-489f-8a2e-ad27ba27905a tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:54:35.231065 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-369cbeac-75d3-489f-8a2e-ad27ba27905a tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:54:35.286411 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-369cbeac-75d3-489f-8a2e-ad27ba27905a tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks [] for floatingip, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:35.286702 n-d-808921-1 neutron-server[95298]: INFO neutron.db.l3_db [None req-369cbeac-75d3-489f-8a2e-ad27ba27905a tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Floating IP e84107b1-3b6e-479b-84d4-1d4ba9edf8ce disassociated (deleted). External IP: 172.25.0.58, port: a782a662-dac1-4304-8e7e-fea6cd81dad6. Sep 24 16:54:35.498222 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-369cbeac-75d3-489f-8a2e-ad27ba27905a tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Router 4940325d-910a-4c9b-90af-d649570409b3 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:54:35.610597 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-369cbeac-75d3-489f-8a2e-ad27ba27905a tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:54:35.619314 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:35.621458 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc592d9a-2b70-4149-8db9-36d18367a45c None None] Sync routers for ids ['4940325d-910a-4c9b-90af-d649570409b3'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:54:35.621596 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-369cbeac-75d3-489f-8a2e-ad27ba27905a tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:35.634422 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc592d9a-2b70-4149-8db9-36d18367a45c None None] Routers {'4940325d-910a-4c9b-90af-d649570409b3'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:54:35.635058 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-cc592d9a-2b70-4149-8db9-36d18367a45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:54:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['4940325d-910a-4c9b-90af-d649570409b3'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:54:35.653459 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-369cbeac-75d3-489f-8a2e-ad27ba27905a tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "DELETE /v2.0/floatingips/e84107b1-3b6e-479b-84d4-1d4ba9edf8ce HTTP/1.1" status: 204 len: 168 time: 0.9417748 Sep 24 16:54:35.653459 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f30684c-2852-47f9-927b-31c806ec08c9', 'tag': 'a782a662-dac1-4304-8e7e-fea6cd81dad6'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:54:35.654097 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86bdbdc9b9e92b390e2d9cb11b84962cc6f6bd0fdc6518f79f4e2677ef2c88f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b5e8c64-7577-45a5-bae3-fa2d141d4d19" -d '{"events": [{"name": "network-changed", "server_uuid": "3f30684c-2852-47f9-927b-31c806ec08c9", "tag": "a782a662-dac1-4304-8e7e-fea6cd81dad6"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:54:35.757553 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-cc592d9a-2b70-4149-8db9-36d18367a45c None None] Set router 4940325d-910a-4c9b-90af-d649570409b3 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:54:35.777730 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3782312d-a151-42a9-b635-2f081b212b88 x-openstack-request-id: req-3782312d-a151-42a9-b635-2f081b212b88 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:54:35.778850 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f30684c-2852-47f9-927b-31c806ec08c9", "tag": "a782a662-dac1-4304-8e7e-fea6cd81dad6", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:54:35.779341 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-3782312d-a151-42a9-b635-2f081b212b88 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:54:35.779946 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f30684c-2852-47f9-927b-31c806ec08c9', 'tag': 'a782a662-dac1-4304-8e7e-fea6cd81dad6', 'status': 'completed', 'code': 200} Sep 24 16:54:35.848511 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e8c64-7577-45a5-bae3-fa2d141d4d19 req-47a5409b-11b4-4882-bcff-9468edbf34ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:54:35.850055 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5b5e8c64-7577-45a5-bae3-fa2d141d4d19 req-47a5409b-11b4-4882-bcff-9468edbf34ac service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=5b8c253988374aeca88191bd7c363613&device_id=3f30684c-2852-47f9-927b-31c806ec08c9 HTTP/1.1" status: 200 len: 1097 time: 0.0419130 Sep 24 16:54:35.956519 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e8c64-7577-45a5-bae3-fa2d141d4d19 req-35b9e0aa-028c-4487-b4a7-f25a7fcc3ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:54:35.958248 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5b5e8c64-7577-45a5-bae3-fa2d141d4d19 req-35b9e0aa-028c-4487-b4a7-f25a7fcc3ad6 service neutron] 10.222.0.108 "GET /v2.0/networks?id=471808c1-fb1d-4934-ad3f-dffe22471ec4 HTTP/1.1" status: 200 len: 910 time: 0.1004024 Sep 24 16:54:35.969731 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-cc592d9a-2b70-4149-8db9-36d18367a45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4940325d-910a-4c9b-90af-d649570409b3', 'name': 'tempest-TestShelveInstance-555322042-router', 'tenant_id': '5b8c253988374aeca88191bd7c363613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': 'a4b7d36c-bedf-444c-bb23-657bb6c0972b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:44:25Z', 'updated_at': '2021-09-24T16:44:29Z', 'revision_number': 4, 'project_id': '5b8c253988374aeca88191bd7c363613', 'gw_port': {'id': 'a4b7d36c-bedf-444c-bb23-657bb6c0972b', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:51:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4940325d-910a-4c9b-90af-d649570409b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:44:26Z', 'updated_at': '2021-09-24T16:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '360f3994-aa4d-4728-a302-2f7ced451e65', 'name': '', 'network_id': '471808c1-fb1d-4934-ad3f-dffe22471ec4', 'tenant_id': '5b8c253988374aeca88191bd7c363613', 'mac_address': 'fa:16:3e:73:67:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4940325d-910a-4c9b-90af-d649570409b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '9e133d4a-9444-4a2c-99f7-516cdd5920cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:44:28Z', 'updated_at': '2021-09-24T16:44:32Z', 'revision_number': 5, 'project_id': '5b8c253988374aeca88191bd7c363613', 'subnets': [{'id': '9e133d4a-9444-4a2c-99f7-516cdd5920cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:54:36.000540 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc592d9a-2b70-4149-8db9-36d18367a45c None None] Checking router: 4940325d-910a-4c9b-90af-d649570409b3 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:54:36.004054 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5b5e8c64-7577-45a5-bae3-fa2d141d4d19 req-1db42b01-bfdc-4c16-aba9-65927d06fc97 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a782a662-dac1-4304-8e7e-fea6cd81dad6 HTTP/1.1" status: 200 len: 217 time: 0.0376675 Sep 24 16:54:36.052728 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc592d9a-2b70-4149-8db9-36d18367a45c None None] Routers {'4940325d-910a-4c9b-90af-d649570409b3'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:54:36.053602 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-cc592d9a-2b70-4149-8db9-36d18367a45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:54:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['4940325d-910a-4c9b-90af-d649570409b3'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:54:36.061457 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e8c64-7577-45a5-bae3-fa2d141d4d19 req-c809bc91-40f6-499d-9275-750dd8f47fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:54:36.063226 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5b5e8c64-7577-45a5-bae3-fa2d141d4d19 req-c809bc91-40f6-499d-9275-750dd8f47fe3 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=9e133d4a-9444-4a2c-99f7-516cdd5920cd HTTP/1.1" status: 200 len: 847 time: 0.0517640 Sep 24 16:54:36.116226 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e8c64-7577-45a5-bae3-fa2d141d4d19 req-20832e68-4f7e-4305-ba19-237d0aea4f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:54:36.126705 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5b5e8c64-7577-45a5-bae3-fa2d141d4d19 req-20832e68-4f7e-4305-ba19-237d0aea4f72 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=471808c1-fb1d-4934-ad3f-dffe22471ec4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475738 Sep 24 16:54:36.174382 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-cc592d9a-2b70-4149-8db9-36d18367a45c None None] Set router 4940325d-910a-4c9b-90af-d649570409b3 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:54:36.224375 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5b5e8c64-7577-45a5-bae3-fa2d141d4d19 req-429a3f44-c638-4138-b773-b2e000828df8 service neutron] 10.222.0.108 "GET /v2.0/networks/471808c1-fb1d-4934-ad3f-dffe22471ec4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940688 Sep 24 16:54:36.301232 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e3680-94f5-4561-8e03-cce631a076b5 req-4c1d4aba-4597-4926-adae-598fa65a5d4d tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:54:36.310558 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-198e3680-94f5-4561-8e03-cce631a076b5 req-4c1d4aba-4597-4926-adae-598fa65a5d4d tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=3f30684c-2852-47f9-927b-31c806ec08c9 HTTP/1.1" status: 200 len: 946 time: 0.1377869 Sep 24 16:54:36.348793 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5b5e8c64-7577-45a5-bae3-fa2d141d4d19 req-01c206a2-30a1-4c57-ad71-933eb9e1a9e9 service neutron] 10.222.0.108 "GET /v2.0/networks/471808c1-fb1d-4934-ad3f-dffe22471ec4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196945 Sep 24 16:54:36.369211 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-198e3680-94f5-4561-8e03-cce631a076b5 req-08a72400-7acc-43e5-b7ce-edb1754546a4 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=5210b713-2f63-4f08-91ac-9b5cd9fc6247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525670 Sep 24 16:54:36.551377 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-cc592d9a-2b70-4149-8db9-36d18367a45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4940325d-910a-4c9b-90af-d649570409b3', 'name': 'tempest-TestShelveInstance-555322042-router', 'tenant_id': '5b8c253988374aeca88191bd7c363613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': 'a4b7d36c-bedf-444c-bb23-657bb6c0972b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:44:25Z', 'updated_at': '2021-09-24T16:44:29Z', 'revision_number': 4, 'project_id': '5b8c253988374aeca88191bd7c363613', 'gw_port': {'id': 'a4b7d36c-bedf-444c-bb23-657bb6c0972b', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:51:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4940325d-910a-4c9b-90af-d649570409b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:44:26Z', 'updated_at': '2021-09-24T16:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '360f3994-aa4d-4728-a302-2f7ced451e65', 'name': '', 'network_id': '471808c1-fb1d-4934-ad3f-dffe22471ec4', 'tenant_id': '5b8c253988374aeca88191bd7c363613', 'mac_address': 'fa:16:3e:73:67:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4940325d-910a-4c9b-90af-d649570409b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '9e133d4a-9444-4a2c-99f7-516cdd5920cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:44:28Z', 'updated_at': '2021-09-24T16:44:32Z', 'revision_number': 5, 'project_id': '5b8c253988374aeca88191bd7c363613', 'subnets': [{'id': '9e133d4a-9444-4a2c-99f7-516cdd5920cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:54:36.580471 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc592d9a-2b70-4149-8db9-36d18367a45c None None] The sync data for ids ['4940325d-910a-4c9b-90af-d649570409b3'] in n-d-808921-1 is: [{'id': '4940325d-910a-4c9b-90af-d649570409b3', 'name': 'tempest-TestShelveInstance-555322042-router', 'tenant_id': '5b8c253988374aeca88191bd7c363613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': 'a4b7d36c-bedf-444c-bb23-657bb6c0972b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:44:25Z', 'updated_at': '2021-09-24T16:44:29Z', 'revision_number': 4, 'project_id': '5b8c253988374aeca88191bd7c363613', 'gw_port': {'id': 'a4b7d36c-bedf-444c-bb23-657bb6c0972b', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:51:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4940325d-910a-4c9b-90af-d649570409b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:44:26Z', 'updated_at': '2021-09-24T16:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': '360f3994-aa4d-4728-a302-2f7ced451e65', 'name': '', 'network_id': '471808c1-fb1d-4934-ad3f-dffe22471ec4', 'tenant_id': '5b8c253988374aeca88191bd7c363613', 'mac_address': 'fa:16:3e:73:67:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4940325d-910a-4c9b-90af-d649570409b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4271, 'fixed_ips': [{'subnet_id': '9e133d4a-9444-4a2c-99f7-516cdd5920cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:44:28Z', 'updated_at': '2021-09-24T16:44:32Z', 'revision_number': 5, 'project_id': '5b8c253988374aeca88191bd7c363613', 'subnets': [{'id': '9e133d4a-9444-4a2c-99f7-516cdd5920cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:54:36.792414 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821fc0f2-2225-433f-8be4-3892eaa4296f None None] New status for floating IP e84107b1-3b6e-479b-84d4-1d4ba9edf8ce: DOWN {{(pid=95300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 16:54:37.041454 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:37.726853 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad21b1-9352-4f92-848b-86e6fd7b9a18 req-5c46ba31-d890-4bfd-955b-2a9c33ccae4f tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:54:37.728368 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-26ad21b1-9352-4f92-848b-86e6fd7b9a18 req-5c46ba31-d890-4bfd-955b-2a9c33ccae4f tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=3f30684c-2852-47f9-927b-31c806ec08c9 HTTP/1.1" status: 200 len: 946 time: 0.2986186 Sep 24 16:54:37.777941 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f691737c-a39f-484c-8634-925ff1cf3608 req-be5d4f1a-f6d1-4927-a1d8-04f0515e5e1e tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:54:37.779420 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f691737c-a39f-484c-8634-925ff1cf3608 req-be5d4f1a-f6d1-4927-a1d8-04f0515e5e1e tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.108 "GET /v2.0/ports?device_id=3f30684c-2852-47f9-927b-31c806ec08c9 HTTP/1.1" status: 200 len: 946 time: 0.0876644 Sep 24 16:54:37.787500 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-26ad21b1-9352-4f92-848b-86e6fd7b9a18 req-76404984-7366-430b-ac73-8f14a77a188a tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/security-groups?id=5210b713-2f63-4f08-91ac-9b5cd9fc6247&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529530 Sep 24 16:54:37.875550 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-f691737c-a39f-484c-8634-925ff1cf3608 req-709dd752-bff8-40fb-b696-a665e1abacad tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Deleting port a782a662-dac1-4304-8e7e-fea6cd81dad6 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:54:37.875891 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-f691737c-a39f-484c-8634-925ff1cf3608 req-709dd752-bff8-40fb-b696-a665e1abacad tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:37.973332 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-f691737c-a39f-484c-8634-925ff1cf3608 req-709dd752-bff8-40fb-b696-a665e1abacad tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] For port a782a662-dac1-4304-8e7e-fea6cd81dad6, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=a782a662-dac1-4304-8e7e-fea6cd81dad6,segment=NetworkSegment(d3dda7d9-3a84-490d-a301-bc11087fb161),segment_id=d3dda7d9-3a84-490d-a301-bc11087fb161)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:54:37.973695 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-f691737c-a39f-484c-8634-925ff1cf3608 req-709dd752-bff8-40fb-b696-a665e1abacad tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:37.986379 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-f691737c-a39f-484c-8634-925ff1cf3608 req-709dd752-bff8-40fb-b696-a665e1abacad tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Calling delete_port for a782a662-dac1-4304-8e7e-fea6cd81dad6 owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:54:38.195944 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-f691737c-a39f-484c-8634-925ff1cf3608 req-709dd752-bff8-40fb-b696-a665e1abacad tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:38.230505 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709dd752-bff8-40fb-b696-a665e1abacad tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Pushing event deleted for resources: {'Port': ['ID=a782a662-dac1-4304-8e7e-fea6cd81dad6,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:54:38.271240 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-f691737c-a39f-484c-8634-925ff1cf3608 req-709dd752-bff8-40fb-b696-a665e1abacad tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] No DVR routers for this DVR port a782a662-dac1-4304-8e7e-fea6cd81dad6 on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:54:38.274034 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-f691737c-a39f-484c-8634-925ff1cf3608 req-709dd752-bff8-40fb-b696-a665e1abacad tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:38.276276 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-f691737c-a39f-484c-8634-925ff1cf3608 req-709dd752-bff8-40fb-b696-a665e1abacad tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.108 "DELETE /v2.0/ports/a782a662-dac1-4304-8e7e-fea6cd81dad6 HTTP/1.1" status: 204 len: 173 time: 0.4879975 Sep 24 16:54:38.276896 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f30684c-2852-47f9-927b-31c806ec08c9', 'name': 'network-vif-deleted', 'tag': 'a782a662-dac1-4304-8e7e-fea6cd81dad6'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:54:38.279484 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86bdbdc9b9e92b390e2d9cb11b84962cc6f6bd0fdc6518f79f4e2677ef2c88f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f417fc-bf4f-4d58-bee9-4880ad50fbf4" -d '{"events": [{"server_uuid": "3f30684c-2852-47f9-927b-31c806ec08c9", "name": "network-vif-deleted", "tag": "a782a662-dac1-4304-8e7e-fea6cd81dad6"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:54:38.317561 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f9075a-8bc9-48f3-a54d-e3f4a5025ef6 x-openstack-request-id: req-f2f9075a-8bc9-48f3-a54d-e3f4a5025ef6 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:54:38.317859 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f30684c-2852-47f9-927b-31c806ec08c9", "name": "network-vif-deleted", "tag": "a782a662-dac1-4304-8e7e-fea6cd81dad6", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:54:38.318108 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-f2f9075a-8bc9-48f3-a54d-e3f4a5025ef6 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:54:38.318555 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f30684c-2852-47f9-927b-31c806ec08c9', 'name': 'network-vif-deleted', 'tag': 'a782a662-dac1-4304-8e7e-fea6cd81dad6', 'status': 'completed', 'code': 200} Sep 24 16:54:38.881412 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d88132bc-cd21-4aed-b608-933bfd264fcf req-b7660886-c862-4ca1-9ed3-039328262807 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=3f30684c-2852-47f9-927b-31c806ec08c9 HTTP/1.1" status: 200 len: 210 time: 0.0270910 Sep 24 16:54:39.670446 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:39.986424 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-4b785294-8332-48a0-a88f-02131335a82d req-00042822-db4a-4c8f-bd01-4e39ffae51d2 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=3f30684c-2852-47f9-927b-31c806ec08c9 HTTP/1.1" status: 200 len: 210 time: 0.0342534 Sep 24 16:54:41.085606 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5d12324d-c6e3-43b4-bf42-8ef8fb454046 req-ee0efcd9-ab25-4138-b966-1a237c24ad6a tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=3f30684c-2852-47f9-927b-31c806ec08c9 HTTP/1.1" status: 200 len: 210 time: 0.0283592 Sep 24 16:54:41.767900 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:42.069109 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device a782a662-dac1-4304-8e7e-fea6cd81dad6 no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:54:42.090734 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] No Port match for: a782a662-dac1-4304-8e7e-fea6cd81dad6 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:54:42.090734 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device a782a662-dac1-4304-8e7e-fea6cd81dad6 not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:54:42.187554 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-87295e20-0967-449c-8900-f55b26053c95 req-e688031f-17d1-4575-b0e9-dac830f7cbdf tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "GET /v2.0/ports?device_id=3f30684c-2852-47f9-927b-31c806ec08c9 HTTP/1.1" status: 200 len: 210 time: 0.0291951 Sep 24 16:54:43.245500 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48976) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:54:43.307219 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c3ec35bd-5559-4c5f-9ef6-06feed00f6f8 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:43.341382 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c3ec35bd-5559-4c5f-9ef6-06feed00f6f8 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:43.454019 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c3ec35bd-5559-4c5f-9ef6-06feed00f6f8 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:43.456714 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c3ec35bd-5559-4c5f-9ef6-06feed00f6f8 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:43.460577 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-c3ec35bd-5559-4c5f-9ef6-06feed00f6f8 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] 10.222.0.101 "DELETE /v2.0/security-groups/5210b713-2f63-4f08-91ac-9b5cd9fc6247 HTTP/1.1" status: 204 len: 168 time: 0.2115183 Sep 24 16:54:43.470537 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ec35bd-5559-4c5f-9ef6-06feed00f6f8 tempest-TestShelveInstance-1968807086 tempest-TestShelveInstance-1968807086-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5210b713-2f63-4f08-91ac-9b5cd9fc6247,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:54:43.592316 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48980) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:54:44.127787 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-eae087cc-663c-4bb0-bf60-b6943d91c660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:44.381288 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-eae087cc-663c-4bb0-bf60-b6943d91c660 admin admin] Deleting port 360f3994-aa4d-4728-a302-2f7ced451e65 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:54:44.381954 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-eae087cc-663c-4bb0-bf60-b6943d91c660 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:44.480124 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-eae087cc-663c-4bb0-bf60-b6943d91c660 admin admin] For port 360f3994-aa4d-4728-a302-2f7ced451e65, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=360f3994-aa4d-4728-a302-2f7ced451e65,segment=NetworkSegment(d3dda7d9-3a84-490d-a301-bc11087fb161),segment_id=d3dda7d9-3a84-490d-a301-bc11087fb161)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:54:44.480487 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-eae087cc-663c-4bb0-bf60-b6943d91c660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:44.493644 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-eae087cc-663c-4bb0-bf60-b6943d91c660 admin admin] Calling delete_port for 360f3994-aa4d-4728-a302-2f7ced451e65 owned by network:router_interface {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:54:44.774480 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-eae087cc-663c-4bb0-bf60-b6943d91c660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:44.798996 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae087cc-663c-4bb0-bf60-b6943d91c660 admin admin] Pushing event deleted for resources: {'Port': ['ID=360f3994-aa4d-4728-a302-2f7ced451e65,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:54:44.973023 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-eae087cc-663c-4bb0-bf60-b6943d91c660 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:45.201035 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eae087cc-663c-4bb0-bf60-b6943d91c660 admin admin] Router 4940325d-910a-4c9b-90af-d649570409b3 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:54:45.314167 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae087cc-663c-4bb0-bf60-b6943d91c660 admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:54:45.325959 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156cab65-12f6-4e3d-b4c9-ff8f41433019 None None] Sync routers for ids ['4940325d-910a-4c9b-90af-d649570409b3'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:54:45.337736 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156cab65-12f6-4e3d-b4c9-ff8f41433019 None None] Routers {'4940325d-910a-4c9b-90af-d649570409b3'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:54:45.338614 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-156cab65-12f6-4e3d-b4c9-ff8f41433019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:54:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['4940325d-910a-4c9b-90af-d649570409b3'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:54:45.342334 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48984) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:54:45.354957 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-eae087cc-663c-4bb0-bf60-b6943d91c660 admin admin] 10.222.0.101 "PUT /v2.0/routers/4940325d-910a-4c9b-90af-d649570409b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7614303 Sep 24 16:54:45.447484 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-156cab65-12f6-4e3d-b4c9-ff8f41433019 None None] Set router 4940325d-910a-4c9b-90af-d649570409b3 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:54:45.455753 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9958d144-c335-4980-ae00-7c9f4e388853 admin admin] Notify callbacks [] for router, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:45.566600 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9958d144-c335-4980-ae00-7c9f4e388853 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:45.636498 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-156cab65-12f6-4e3d-b4c9-ff8f41433019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4940325d-910a-4c9b-90af-d649570409b3', 'name': 'tempest-TestShelveInstance-555322042-router', 'tenant_id': '5b8c253988374aeca88191bd7c363613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.109'}], 'enable_snat': True}, 'gw_port_id': 'a4b7d36c-bedf-444c-bb23-657bb6c0972b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:44:25Z', 'updated_at': '2021-09-24T16:54:44Z', 'revision_number': 5, 'project_id': '5b8c253988374aeca88191bd7c363613', 'gw_port': {'id': 'a4b7d36c-bedf-444c-bb23-657bb6c0972b', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:51:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4940325d-910a-4c9b-90af-d649570409b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4270, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:44:26Z', 'updated_at': '2021-09-24T16:44:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:54:45.664703 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156cab65-12f6-4e3d-b4c9-ff8f41433019 None None] Checking router: 4940325d-910a-4c9b-90af-d649570409b3 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:54:45.673358 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156cab65-12f6-4e3d-b4c9-ff8f41433019 None None] Routers {'4940325d-910a-4c9b-90af-d649570409b3'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:54:45.673968 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-156cab65-12f6-4e3d-b4c9-ff8f41433019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:54:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['4940325d-910a-4c9b-90af-d649570409b3'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:54:45.698935 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-9958d144-c335-4980-ae00-7c9f4e388853 admin admin] Deleting port a4b7d36c-bedf-444c-bb23-657bb6c0972b {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:54:45.699276 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9958d144-c335-4980-ae00-7c9f4e388853 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:45.762519 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-156cab65-12f6-4e3d-b4c9-ff8f41433019 None None] Set router 4940325d-910a-4c9b-90af-d649570409b3 gateway port host: None {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:54:45.785875 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-9958d144-c335-4980-ae00-7c9f4e388853 admin admin] For port a4b7d36c-bedf-444c-bb23-657bb6c0972b, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=a4b7d36c-bedf-444c-bb23-657bb6c0972b,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:54:45.786243 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9958d144-c335-4980-ae00-7c9f4e388853 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:45.799152 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-9958d144-c335-4980-ae00-7c9f4e388853 admin admin] Calling delete_port for a4b7d36c-bedf-444c-bb23-657bb6c0972b owned by network:router_gateway {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:54:45.819593 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-156cab65-12f6-4e3d-b4c9-ff8f41433019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4940325d-910a-4c9b-90af-d649570409b3', 'name': 'tempest-TestShelveInstance-555322042-router', 'tenant_id': '5b8c253988374aeca88191bd7c363613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:44:25Z', 'updated_at': '2021-09-24T16:54:45Z', 'revision_number': 6, 'project_id': '5b8c253988374aeca88191bd7c363613', 'gw_port_host': None}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:54:45.846062 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156cab65-12f6-4e3d-b4c9-ff8f41433019 None None] The sync data for ids ['4940325d-910a-4c9b-90af-d649570409b3'] in n-d-808921-1 is: [{'id': '4940325d-910a-4c9b-90af-d649570409b3', 'name': 'tempest-TestShelveInstance-555322042-router', 'tenant_id': '5b8c253988374aeca88191bd7c363613', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:44:25Z', 'updated_at': '2021-09-24T16:54:45Z', 'revision_number': 6, 'project_id': '5b8c253988374aeca88191bd7c363613', 'gw_port_host': None}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:54:46.099858 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9958d144-c335-4980-ae00-7c9f4e388853 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:46.132462 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9958d144-c335-4980-ae00-7c9f4e388853 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4b7d36c-bedf-444c-bb23-657bb6c0972b,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:54:46.154552 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9958d144-c335-4980-ae00-7c9f4e388853 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:54:46.154895 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9958d144-c335-4980-ae00-7c9f4e388853 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:54:46.155249 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9958d144-c335-4980-ae00-7c9f4e388853 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:54:46.155569 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9958d144-c335-4980-ae00-7c9f4e388853 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:54:46.155899 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9958d144-c335-4980-ae00-7c9f4e388853 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:54:46.156224 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9958d144-c335-4980-ae00-7c9f4e388853 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:54:46.156547 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9958d144-c335-4980-ae00-7c9f4e388853 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:54:46.156869 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9958d144-c335-4980-ae00-7c9f4e388853 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:54:46.157190 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9958d144-c335-4980-ae00-7c9f4e388853 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:54:46.157509 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9958d144-c335-4980-ae00-7c9f4e388853 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:54:46.157845 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9958d144-c335-4980-ae00-7c9f4e388853 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:54:46.158146 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9958d144-c335-4980-ae00-7c9f4e388853 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:54:46.198045 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9958d144-c335-4980-ae00-7c9f4e388853 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586576'] for router_gateway, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:46.294678 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9958d144-c335-4980-ae00-7c9f4e388853 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:46.296802 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9958d144-c335-4980-ae00-7c9f4e388853 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:46.420085 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9958d144-c335-4980-ae00-7c9f4e388853 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:46.420743 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9958d144-c335-4980-ae00-7c9f4e388853 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4940325d-910a-4c9b-90af-d649570409b3 {{(pid=95297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 16:54:46.425708 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9958d144-c335-4980-ae00-7c9f4e388853 admin admin] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:46.426909 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-9958d144-c335-4980-ae00-7c9f4e388853 admin admin] 10.222.0.101 "DELETE /v2.0/routers/4940325d-910a-4c9b-90af-d649570409b3 HTTP/1.1" status: 204 len: 168 time: 1.0838757 Sep 24 16:54:46.429350 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48986) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:54:46.476120 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d3f849c-12c6-43ac-a76e-fc84ee4d0cdf admin admin] Deleting subnet 9e133d4a-9444-4a2c-99f7-516cdd5920cd {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 16:54:46.479189 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8d3f849c-12c6-43ac-a76e-fc84ee4d0cdf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:46.512796 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8d3f849c-12c6-43ac-a76e-fc84ee4d0cdf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:46.591533 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8d3f849c-12c6-43ac-a76e-fc84ee4d0cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:46.711956 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8d3f849c-12c6-43ac-a76e-fc84ee4d0cdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:46.742236 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-8d3f849c-12c6-43ac-a76e-fc84ee4d0cdf admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:46.746048 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-8d3f849c-12c6-43ac-a76e-fc84ee4d0cdf admin admin] 10.222.0.101 "DELETE /v2.0/subnets/9e133d4a-9444-4a2c-99f7-516cdd5920cd HTTP/1.1" status: 204 len: 168 time: 0.3136160 Sep 24 16:54:46.746922 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3f849c-12c6-43ac-a76e-fc84ee4d0cdf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e133d4a-9444-4a2c-99f7-516cdd5920cd,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:54:46.747246 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48988) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:54:46.748799 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb118b3-39a2-4dde-b578-f871bd425b5f None None] Network 471808c1-fb1d-4934-ad3f-dffe22471ec4 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:54:46.828786 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fbd11c0b-9a38-4d7d-b13b-21a728132994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:46.884717 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-fbd11c0b-9a38-4d7d-b13b-21a728132994 admin admin] Deleting port 3ef9f4fb-b901-4770-a4a0-0a52a43ddaa0 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:54:46.885057 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fbd11c0b-9a38-4d7d-b13b-21a728132994 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:46.949683 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-fbd11c0b-9a38-4d7d-b13b-21a728132994 admin admin] For port 3ef9f4fb-b901-4770-a4a0-0a52a43ddaa0, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=3ef9f4fb-b901-4770-a4a0-0a52a43ddaa0,segment=NetworkSegment(d3dda7d9-3a84-490d-a301-bc11087fb161),segment_id=d3dda7d9-3a84-490d-a301-bc11087fb161)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:54:46.950002 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fbd11c0b-9a38-4d7d-b13b-21a728132994 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:46.958279 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18813f2b-61b9-4fd3-8ac7-62cee1d49b8d None None] DHCP port deletion for 471808c1-fb1d-4934-ad3f-dffe22471ec4 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 16:54:46.963313 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-fbd11c0b-9a38-4d7d-b13b-21a728132994 admin admin] Calling delete_port for 3ef9f4fb-b901-4770-a4a0-0a52a43ddaa0 owned by network:dhcp {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:54:47.005505 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-18813f2b-61b9-4fd3-8ac7-62cee1d49b8d None None] Deleting port 3ef9f4fb-b901-4770-a4a0-0a52a43ddaa0 {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:54:47.005865 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-18813f2b-61b9-4fd3-8ac7-62cee1d49b8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:47.071062 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-18813f2b-61b9-4fd3-8ac7-62cee1d49b8d None None] For port 3ef9f4fb-b901-4770-a4a0-0a52a43ddaa0, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=3ef9f4fb-b901-4770-a4a0-0a52a43ddaa0,segment=NetworkSegment(d3dda7d9-3a84-490d-a301-bc11087fb161),segment_id=d3dda7d9-3a84-490d-a301-bc11087fb161)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:54:47.071459 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-18813f2b-61b9-4fd3-8ac7-62cee1d49b8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:47.083288 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-18813f2b-61b9-4fd3-8ac7-62cee1d49b8d None None] Calling delete_port for 3ef9f4fb-b901-4770-a4a0-0a52a43ddaa0 owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:54:47.128728 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fbd11c0b-9a38-4d7d-b13b-21a728132994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:47.154642 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd11c0b-9a38-4d7d-b13b-21a728132994 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ef9f4fb-b901-4770-a4a0-0a52a43ddaa0,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:54:47.158540 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-18813f2b-61b9-4fd3-8ac7-62cee1d49b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:47.165565 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd11c0b-9a38-4d7d-b13b-21a728132994 admin admin] No DVR routers for this DVR port 3ef9f4fb-b901-4770-a4a0-0a52a43ddaa0 on host n-d-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:54:47.184584 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18813f2b-61b9-4fd3-8ac7-62cee1d49b8d None None] Pushing event deleted for resources: {'Port': ['ID=3ef9f4fb-b901-4770-a4a0-0a52a43ddaa0,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:54:47.192313 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18813f2b-61b9-4fd3-8ac7-62cee1d49b8d None None] No DVR routers for this DVR port 3ef9f4fb-b901-4770-a4a0-0a52a43ddaa0 on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:54:47.194799 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18813f2b-61b9-4fd3-8ac7-62cee1d49b8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:54:47.195149 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18813f2b-61b9-4fd3-8ac7-62cee1d49b8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:54:47.195496 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18813f2b-61b9-4fd3-8ac7-62cee1d49b8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:54:47.195872 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18813f2b-61b9-4fd3-8ac7-62cee1d49b8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:54:47.196216 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18813f2b-61b9-4fd3-8ac7-62cee1d49b8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:54:47.196549 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18813f2b-61b9-4fd3-8ac7-62cee1d49b8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:54:47.196873 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18813f2b-61b9-4fd3-8ac7-62cee1d49b8d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:54:47.197207 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18813f2b-61b9-4fd3-8ac7-62cee1d49b8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:54:47.197535 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18813f2b-61b9-4fd3-8ac7-62cee1d49b8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:54:47.197870 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18813f2b-61b9-4fd3-8ac7-62cee1d49b8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:54:47.198196 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18813f2b-61b9-4fd3-8ac7-62cee1d49b8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:54:47.198574 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18813f2b-61b9-4fd3-8ac7-62cee1d49b8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:54:47.243718 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fbd11c0b-9a38-4d7d-b13b-21a728132994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:47.263729 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-fbd11c0b-9a38-4d7d-b13b-21a728132994 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['471808c1-fb1d-4934-ad3f-dffe22471ec4']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:54:47.273384 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-fbd11c0b-9a38-4d7d-b13b-21a728132994 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3dda7d9-3a84-490d-a301-bc11087fb161') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:54:47.273681 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-fbd11c0b-9a38-4d7d-b13b-21a728132994 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3dda7d9-3a84-490d-a301-bc11087fb161') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:54:47.282878 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fbd11c0b-9a38-4d7d-b13b-21a728132994 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:47.296443 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fbd11c0b-9a38-4d7d-b13b-21a728132994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:47.303019 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbd11c0b-9a38-4d7d-b13b-21a728132994 admin admin] Releasing vlan 1290 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 16:54:47.303409 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fbd11c0b-9a38-4d7d-b13b-21a728132994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:47.305393 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 16:54:47.305393 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 16:54:47.305393 n-d-808921-1 neutron-server[95298]: timer() Sep 24 16:54:47.305393 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 16:54:47.305393 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 16:54:47.305393 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 16:54:47.305393 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 16:54:47.305393 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 16:54:47.305393 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 16:54:47.305393 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 16:54:47.305393 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 16:54:47.305393 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 16:54:47.305393 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 16:54:47.305393 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 16:54:47.305393 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 16:54:47.305393 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 16:54:47.305393 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 16:54:47.305393 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 16:54:47.305393 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 16:54:47.305393 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 16:54:47.305393 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 16:54:47.305393 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 16:54:47.305393 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 16:54:47.305393 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 16:54:47.305393 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 16:54:47.305393 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 16:54:47.305393 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 16:54:47.305393 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 16:54:47.305393 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 16:54:47.305393 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 16:54:47.305393 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 16:54:47.305393 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 16:54:47.359799 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 3ef9f4fb-b901-4770-a4a0-0a52a43ddaa0 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:54:47.379935 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 3ef9f4fb-b901-4770-a4a0-0a52a43ddaa0 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:54:47.380282 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 3ef9f4fb-b901-4770-a4a0-0a52a43ddaa0 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:54:47.380701 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 360f3994-aa4d-4728-a302-2f7ced451e65 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:54:47.402966 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 360f3994-aa4d-4728-a302-2f7ced451e65 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:54:47.403313 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 360f3994-aa4d-4728-a302-2f7ced451e65 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:54:47.403720 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device a4b7d36c-bedf-444c-bb23-657bb6c0972b no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:54:47.422650 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: a4b7d36c-bedf-444c-bb23-657bb6c0972b {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:54:47.423379 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device a4b7d36c-bedf-444c-bb23-657bb6c0972b not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:54:47.443267 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fbd11c0b-9a38-4d7d-b13b-21a728132994 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:47.448815 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fbd11c0b-9a38-4d7d-b13b-21a728132994 admin admin] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:47.450672 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-fbd11c0b-9a38-4d7d-b13b-21a728132994 admin admin] 10.222.0.101 "DELETE /v2.0/networks/471808c1-fb1d-4934-ad3f-dffe22471ec4 HTTP/1.1" status: 204 len: 168 time: 0.7023430 Sep 24 16:54:47.453667 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48990) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:54:47.462533 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd11c0b-9a38-4d7d-b13b-21a728132994 admin admin] Pushing event deleted for resources: {'Network': ['ID=471808c1-fb1d-4934-ad3f-dffe22471ec4,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:54:47.801809 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-14ab7216-256e-45b3-b528-5991af395a51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:48.048047 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-14ab7216-256e-45b3-b528-5991af395a51 admin admin] Deleting port 16771d01-b0aa-4e53-ba52-cf689de30f5e {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:54:48.048380 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-14ab7216-256e-45b3-b528-5991af395a51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:48.128344 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-14ab7216-256e-45b3-b528-5991af395a51 admin admin] For port 16771d01-b0aa-4e53-ba52-cf689de30f5e, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=16771d01-b0aa-4e53-ba52-cf689de30f5e,segment=NetworkSegment(fb006e7c-8a5a-49c3-b2cc-84a9b4bcda99),segment_id=fb006e7c-8a5a-49c3-b2cc-84a9b4bcda99)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:54:48.128704 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-14ab7216-256e-45b3-b528-5991af395a51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:48.140764 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-14ab7216-256e-45b3-b528-5991af395a51 admin admin] Calling delete_port for 16771d01-b0aa-4e53-ba52-cf689de30f5e owned by network:router_interface {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:54:48.454727 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-14ab7216-256e-45b3-b528-5991af395a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:48.481349 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ab7216-256e-45b3-b528-5991af395a51 admin admin] Pushing event deleted for resources: {'Port': ['ID=16771d01-b0aa-4e53-ba52-cf689de30f5e,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:54:48.654073 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-14ab7216-256e-45b3-b528-5991af395a51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:48.865821 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14ab7216-256e-45b3-b528-5991af395a51 admin admin] Router 0343abeb-040b-4cc3-9680-76648de354be has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:54:48.971874 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ab7216-256e-45b3-b528-5991af395a51 admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:54:48.977053 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-14ab7216-256e-45b3-b528-5991af395a51 admin admin] 10.222.0.101 "PUT /v2.0/routers/0343abeb-040b-4cc3-9680-76648de354be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5220423 Sep 24 16:54:48.979642 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48992) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:54:48.982766 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2957a3c-692a-4d1e-956b-7582e3fb0b09 None None] Sync routers for ids ['0343abeb-040b-4cc3-9680-76648de354be'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:54:48.992643 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2957a3c-692a-4d1e-956b-7582e3fb0b09 None None] Routers {'0343abeb-040b-4cc3-9680-76648de354be'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:54:48.993243 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-f2957a3c-692a-4d1e-956b-7582e3fb0b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:54:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['0343abeb-040b-4cc3-9680-76648de354be'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:54:49.087404 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3eecf093-a20f-4009-8424-cdd4bb2da063 admin admin] Notify callbacks [] for router, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:49.095665 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-f2957a3c-692a-4d1e-956b-7582e3fb0b09 None None] Set router 0343abeb-040b-4cc3-9680-76648de354be gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:54:49.193675 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3eecf093-a20f-4009-8424-cdd4bb2da063 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:49.268176 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-f2957a3c-692a-4d1e-956b-7582e3fb0b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0343abeb-040b-4cc3-9680-76648de354be', 'name': 'tempest-TestShelveInstance-171092512-router', 'tenant_id': 'bc50a722f06c4797a17cfb72e6bfeb50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.125'}], 'enable_snat': True}, 'gw_port_id': '75d7ea0a-ec6f-49aa-bf80-2ff3cfe29287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:44:32Z', 'updated_at': '2021-09-24T16:54:48Z', 'revision_number': 5, 'project_id': 'bc50a722f06c4797a17cfb72e6bfeb50', 'gw_port': {'id': '75d7ea0a-ec6f-49aa-bf80-2ff3cfe29287', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:23:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0343abeb-040b-4cc3-9680-76648de354be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:44:32Z', 'updated_at': '2021-09-24T16:44:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:54:49.297653 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2957a3c-692a-4d1e-956b-7582e3fb0b09 None None] Checking router: 0343abeb-040b-4cc3-9680-76648de354be for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:54:49.306679 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2957a3c-692a-4d1e-956b-7582e3fb0b09 None None] Routers {'0343abeb-040b-4cc3-9680-76648de354be'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:54:49.307014 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-3eecf093-a20f-4009-8424-cdd4bb2da063 admin admin] Deleting port 75d7ea0a-ec6f-49aa-bf80-2ff3cfe29287 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:54:49.307279 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-f2957a3c-692a-4d1e-956b-7582e3fb0b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:54:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['0343abeb-040b-4cc3-9680-76648de354be'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:54:49.307475 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3eecf093-a20f-4009-8424-cdd4bb2da063 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:49.396232 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-3eecf093-a20f-4009-8424-cdd4bb2da063 admin admin] For port 75d7ea0a-ec6f-49aa-bf80-2ff3cfe29287, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=75d7ea0a-ec6f-49aa-bf80-2ff3cfe29287,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:54:49.396509 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-f2957a3c-692a-4d1e-956b-7582e3fb0b09 None None] Set router 0343abeb-040b-4cc3-9680-76648de354be gateway port host: None {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:54:49.396631 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3eecf093-a20f-4009-8424-cdd4bb2da063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:49.408417 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-3eecf093-a20f-4009-8424-cdd4bb2da063 admin admin] Calling delete_port for 75d7ea0a-ec6f-49aa-bf80-2ff3cfe29287 owned by network:router_gateway {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:54:49.447378 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-f2957a3c-692a-4d1e-956b-7582e3fb0b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0343abeb-040b-4cc3-9680-76648de354be', 'name': 'tempest-TestShelveInstance-171092512-router', 'tenant_id': 'bc50a722f06c4797a17cfb72e6bfeb50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:44:32Z', 'updated_at': '2021-09-24T16:54:49Z', 'revision_number': 6, 'project_id': 'bc50a722f06c4797a17cfb72e6bfeb50', 'gw_port_host': None}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:54:49.475563 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2957a3c-692a-4d1e-956b-7582e3fb0b09 None None] The sync data for ids ['0343abeb-040b-4cc3-9680-76648de354be'] in n-d-808921-1 is: [{'id': '0343abeb-040b-4cc3-9680-76648de354be', 'name': 'tempest-TestShelveInstance-171092512-router', 'tenant_id': 'bc50a722f06c4797a17cfb72e6bfeb50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:44:32Z', 'updated_at': '2021-09-24T16:54:49Z', 'revision_number': 6, 'project_id': 'bc50a722f06c4797a17cfb72e6bfeb50', 'gw_port_host': None}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:54:49.637897 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3eecf093-a20f-4009-8424-cdd4bb2da063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:49.663309 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eecf093-a20f-4009-8424-cdd4bb2da063 admin admin] Pushing event deleted for resources: {'Port': ['ID=75d7ea0a-ec6f-49aa-bf80-2ff3cfe29287,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:54:49.728276 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3eecf093-a20f-4009-8424-cdd4bb2da063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586576'] for router_gateway, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:50.153430 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3eecf093-a20f-4009-8424-cdd4bb2da063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:50.153430 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3eecf093-a20f-4009-8424-cdd4bb2da063 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:50.288982 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3eecf093-a20f-4009-8424-cdd4bb2da063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:50.289546 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eecf093-a20f-4009-8424-cdd4bb2da063 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0343abeb-040b-4cc3-9680-76648de354be {{(pid=95297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 16:54:50.293896 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-3eecf093-a20f-4009-8424-cdd4bb2da063 admin admin] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:50.295021 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-3eecf093-a20f-4009-8424-cdd4bb2da063 admin admin] 10.222.0.101 "DELETE /v2.0/routers/0343abeb-040b-4cc3-9680-76648de354be HTTP/1.1" status: 204 len: 168 time: 1.3144622 Sep 24 16:54:50.297528 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 48994) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:54:50.342876 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-df1a5512-2843-4cc1-a436-cbe3a35e09d6 admin admin] Deleting subnet f024bb47-945e-430d-a2db-1329111a2666 {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 16:54:50.347970 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-df1a5512-2843-4cc1-a436-cbe3a35e09d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:50.385522 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-df1a5512-2843-4cc1-a436-cbe3a35e09d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:50.470083 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-df1a5512-2843-4cc1-a436-cbe3a35e09d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:50.598643 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-df1a5512-2843-4cc1-a436-cbe3a35e09d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:50.626385 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1a5512-2843-4cc1-a436-cbe3a35e09d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f024bb47-945e-430d-a2db-1329111a2666,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:54:50.628332 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-df1a5512-2843-4cc1-a436-cbe3a35e09d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:50.630929 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-df1a5512-2843-4cc1-a436-cbe3a35e09d6 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/f024bb47-945e-430d-a2db-1329111a2666 HTTP/1.1" status: 204 len: 168 time: 0.3323553 Sep 24 16:54:50.633582 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 48996) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:54:50.634098 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe6c825-3323-4e27-9731-5ffd085fa2a5 None None] Network 5368d5eb-2451-4516-8ef6-c52ba2577aaa requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:54:50.710186 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8cb6f06a-cc4c-4b90-84d4-2d60cb829b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:50.763687 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-8cb6f06a-cc4c-4b90-84d4-2d60cb829b08 admin admin] Deleting port a28ddac8-8cd7-4b76-8ce4-c6cbad1e0691 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:54:50.764028 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8cb6f06a-cc4c-4b90-84d4-2d60cb829b08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:50.825677 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a0be25-8d1e-4b3e-bb38-44752f8f780e None None] DHCP port deletion for 5368d5eb-2451-4516-8ef6-c52ba2577aaa request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 16:54:50.873360 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-11a0be25-8d1e-4b3e-bb38-44752f8f780e None None] Deleting port a28ddac8-8cd7-4b76-8ce4-c6cbad1e0691 {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:54:50.873745 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-11a0be25-8d1e-4b3e-bb38-44752f8f780e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:50.940602 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-11a0be25-8d1e-4b3e-bb38-44752f8f780e None None] For port a28ddac8-8cd7-4b76-8ce4-c6cbad1e0691, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=a28ddac8-8cd7-4b76-8ce4-c6cbad1e0691,segment=NetworkSegment(fb006e7c-8a5a-49c3-b2cc-84a9b4bcda99),segment_id=fb006e7c-8a5a-49c3-b2cc-84a9b4bcda99)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:54:50.940917 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-11a0be25-8d1e-4b3e-bb38-44752f8f780e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:50.955150 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-11a0be25-8d1e-4b3e-bb38-44752f8f780e None None] Calling delete_port for a28ddac8-8cd7-4b76-8ce4-c6cbad1e0691 owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:54:51.123585 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-11a0be25-8d1e-4b3e-bb38-44752f8f780e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:51.141093 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-8cb6f06a-cc4c-4b90-84d4-2d60cb829b08 admin admin] For port a28ddac8-8cd7-4b76-8ce4-c6cbad1e0691, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=a28ddac8-8cd7-4b76-8ce4-c6cbad1e0691,segment=NetworkSegment(fb006e7c-8a5a-49c3-b2cc-84a9b4bcda99),segment_id=fb006e7c-8a5a-49c3-b2cc-84a9b4bcda99)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:54:51.141452 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8cb6f06a-cc4c-4b90-84d4-2d60cb829b08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:51.150966 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a0be25-8d1e-4b3e-bb38-44752f8f780e None None] Pushing event deleted for resources: {'Port': ['ID=a28ddac8-8cd7-4b76-8ce4-c6cbad1e0691,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:54:51.156303 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a0be25-8d1e-4b3e-bb38-44752f8f780e None None] No DVR routers for this DVR port a28ddac8-8cd7-4b76-8ce4-c6cbad1e0691 on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:54:51.159830 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-8cb6f06a-cc4c-4b90-84d4-2d60cb829b08 admin admin] Calling delete_port for a28ddac8-8cd7-4b76-8ce4-c6cbad1e0691 owned by network:dhcp {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:54:51.236968 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8cb6f06a-cc4c-4b90-84d4-2d60cb829b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:51.262378 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb6f06a-cc4c-4b90-84d4-2d60cb829b08 admin admin] Pushing event deleted for resources: {'Port': ['ID=a28ddac8-8cd7-4b76-8ce4-c6cbad1e0691,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:54:51.266086 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb6f06a-cc4c-4b90-84d4-2d60cb829b08 admin admin] No DVR routers for this DVR port a28ddac8-8cd7-4b76-8ce4-c6cbad1e0691 on host n-d-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 16:54:51.347219 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8cb6f06a-cc4c-4b90-84d4-2d60cb829b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:51.348230 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 75d7ea0a-ec6f-49aa-bf80-2ff3cfe29287 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:54:51.367679 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-8cb6f06a-cc4c-4b90-84d4-2d60cb829b08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5368d5eb-2451-4516-8ef6-c52ba2577aaa']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:54:51.368118 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 75d7ea0a-ec6f-49aa-bf80-2ff3cfe29287 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:54:51.368558 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 75d7ea0a-ec6f-49aa-bf80-2ff3cfe29287 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:54:51.369021 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 16771d01-b0aa-4e53-ba52-cf689de30f5e no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:54:51.377443 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-8cb6f06a-cc4c-4b90-84d4-2d60cb829b08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb006e7c-8a5a-49c3-b2cc-84a9b4bcda99') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:54:51.377731 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-8cb6f06a-cc4c-4b90-84d4-2d60cb829b08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb006e7c-8a5a-49c3-b2cc-84a9b4bcda99') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:54:51.388464 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8cb6f06a-cc4c-4b90-84d4-2d60cb829b08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:51.388999 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 16771d01-b0aa-4e53-ba52-cf689de30f5e {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:54:51.389348 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 16771d01-b0aa-4e53-ba52-cf689de30f5e not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:54:51.389758 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device a28ddac8-8cd7-4b76-8ce4-c6cbad1e0691 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:54:51.402574 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8cb6f06a-cc4c-4b90-84d4-2d60cb829b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:51.408466 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cb6f06a-cc4c-4b90-84d4-2d60cb829b08 admin admin] Releasing vlan 1287 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 16:54:51.408860 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8cb6f06a-cc4c-4b90-84d4-2d60cb829b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:51.410553 n-d-808921-1 neutron-server[95298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 16:54:51.410553 n-d-808921-1 neutron-server[95298]: self.session.flush() Sep 24 16:54:51.410553 n-d-808921-1 neutron-server[95298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 16:54:51.410553 n-d-808921-1 neutron-server[95298]: self.session.flush() Sep 24 16:54:51.410553 n-d-808921-1 neutron-server[95298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 16:54:51.410553 n-d-808921-1 neutron-server[95298]: self.session.flush() Sep 24 16:54:51.410553 n-d-808921-1 neutron-server[95298]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 16:54:51.410553 n-d-808921-1 neutron-server[95298]: self.session.flush() Sep 24 16:54:51.410553 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 16:54:51.410553 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 16:54:51.410553 n-d-808921-1 neutron-server[95298]: timer() Sep 24 16:54:51.410553 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 16:54:51.410553 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 16:54:51.410553 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 16:54:51.410553 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 16:54:51.410553 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 16:54:51.410553 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 16:54:51.410553 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 16:54:51.410553 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 16:54:51.410553 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 16:54:51.410553 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 16:54:51.410553 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 16:54:51.410553 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 16:54:51.410553 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 16:54:51.410553 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 16:54:51.410553 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 16:54:51.410553 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 16:54:51.410553 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 16:54:51.410553 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 16:54:51.410553 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 16:54:51.410553 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 16:54:51.410553 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 16:54:51.410553 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 16:54:51.410553 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 16:54:51.410553 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 16:54:51.410553 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 16:54:51.410553 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 16:54:51.410553 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 16:54:51.410553 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 16:54:51.410553 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 16:54:51.413788 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: a28ddac8-8cd7-4b76-8ce4-c6cbad1e0691 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 16:54:51.413788 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device a28ddac8-8cd7-4b76-8ce4-c6cbad1e0691 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 16:54:51.529199 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8cb6f06a-cc4c-4b90-84d4-2d60cb829b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:51.534616 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8cb6f06a-cc4c-4b90-84d4-2d60cb829b08 admin admin] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:51.536518 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-8cb6f06a-cc4c-4b90-84d4-2d60cb829b08 admin admin] 10.222.0.101 "DELETE /v2.0/networks/5368d5eb-2451-4516-8ef6-c52ba2577aaa HTTP/1.1" status: 204 len: 168 time: 0.9019494 Sep 24 16:54:51.547321 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb6f06a-cc4c-4b90-84d4-2d60cb829b08 admin admin] Pushing event deleted for resources: {'Network': ['ID=5368d5eb-2451-4516-8ef6-c52ba2577aaa,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:54:51.915295 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49000) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:54:51.954941 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-6108950f-5dd5-4a7b-9e8a-7722c4e9523a admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=5b8c253988374aeca88191bd7c363613&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384922 Sep 24 16:54:51.957751 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49002) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:54:52.004993 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7897894d-9942-42ab-acad-a95956576036 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:52.025544 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7897894d-9942-42ab-acad-a95956576036 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:52.146625 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7897894d-9942-42ab-acad-a95956576036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:52.149149 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7897894d-9942-42ab-acad-a95956576036 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:52.150360 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-7897894d-9942-42ab-acad-a95956576036 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/cb8a85f7-0bf3-447c-abc2-094f0a9deb43 HTTP/1.1" status: 204 len: 168 time: 0.1916940 Sep 24 16:54:52.158280 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7897894d-9942-42ab-acad-a95956576036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb8a85f7-0bf3-447c-abc2-094f0a9deb43,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:54:52.802190 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49008) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:54:52.845360 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b0b35b34-5951-4956-9719-ff0583970d91 admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=bc50a722f06c4797a17cfb72e6bfeb50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419497 Sep 24 16:54:52.848028 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49010) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:54:52.895976 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8b789a09-be62-4abd-b706-21a410037dd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:52.916637 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8b789a09-be62-4abd-b706-21a410037dd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:53.037922 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8b789a09-be62-4abd-b706-21a410037dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:53.040512 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-8b789a09-be62-4abd-b706-21a410037dd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:53.041637 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-8b789a09-be62-4abd-b706-21a410037dd5 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/07e1a2e7-4217-4653-83ce-60950dac8841 HTTP/1.1" status: 204 len: 168 time: 0.1927230 Sep 24 16:54:53.049854 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b789a09-be62-4abd-b706-21a410037dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e1a2e7-4217-4653-83ce-60950dac8841,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:54:53.852781 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [req-d56ab8fa-058b-4c57-a01e-4deb4b988ea7 req-3952decf-d239-4007-82ad-59149ffbd71d service neutron] (95297) timed out ('10.222.0.101', 36874) {{(pid=95297) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 24 16:54:54.172589 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49034) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:54:54.269669 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-40d481a9-20f9-4132-a726-57c23f0f6999 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-465796133-network', 'tenant_id': '237ab006514c4e2cbcfd3121c50f5896'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:54:54.398756 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d481a9-20f9-4132-a726-57c23f0f6999 admin admin] Made reservation on behalf of 237ab006514c4e2cbcfd3121c50f5896 for: {'network': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:54:54.400987 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-40d481a9-20f9-4132-a726-57c23f0f6999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:54.410058 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-40d481a9-20f9-4132-a726-57c23f0f6999 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:54.498570 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-40d481a9-20f9-4132-a726-57c23f0f6999 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:54.609884 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-40d481a9-20f9-4132-a726-57c23f0f6999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:54.644923 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40d481a9-20f9-4132-a726-57c23f0f6999 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1261} {{(pid=95298) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 16:54:54.657583 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d481a9-20f9-4132-a726-57c23f0f6999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c2a0918-eea8-47b9-89d5-a9c2f1ac91f2,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:54:54.661306 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-40d481a9-20f9-4132-a726-57c23f0f6999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:54.661656 n-d-808921-1 neutron-server[95298]: INFO neutron.db.segments_db [None req-40d481a9-20f9-4132-a726-57c23f0f6999 admin admin] Added segment 4c3190de-39d9-447f-a075-918fd5c8a885 of type vlan for network b346967c-bb92-451d-a9de-d799537e1c5c Sep 24 16:54:54.705349 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-40d481a9-20f9-4132-a726-57c23f0f6999 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:54.781249 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-40d481a9-20f9-4132-a726-57c23f0f6999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:54.782253 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d481a9-20f9-4132-a726-57c23f0f6999 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:54:54.782910 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-40d481a9-20f9-4132-a726-57c23f0f6999 admin admin] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:54.843157 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d481a9-20f9-4132-a726-57c23f0f6999 admin admin] Pushing event updated for resources: {'Network': ['ID=b346967c-bb92-451d-a9de-d799537e1c5c,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:54:54.852788 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network b346967c-bb92-451d-a9de-d799537e1c5c details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 16:54:54.879254 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-40d481a9-20f9-4132-a726-57c23f0f6999 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7055235 Sep 24 16:54:54.882991 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49040) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:54:54.887785 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-051b25a7-42ba-493d-a189-03a690f93cab admin admin] Request body: {'subnet': {'network_id': 'b346967c-bb92-451d-a9de-d799537e1c5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-465796133-subnet', 'tenant_id': '237ab006514c4e2cbcfd3121c50f5896', 'ip_version': 4}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:54:54.987021 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-051b25a7-42ba-493d-a189-03a690f93cab admin admin] Made reservation on behalf of 237ab006514c4e2cbcfd3121c50f5896 for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:54:54.989874 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-051b25a7-42ba-493d-a189-03a690f93cab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:55.273398 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-051b25a7-42ba-493d-a189-03a690f93cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:55.348762 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051b25a7-42ba-493d-a189-03a690f93cab admin admin] Pushing event updated for resources: {'Subnet': ['ID=bab13a1d-caa0-482e-8943-03367bc8d4a4,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:54:55.357405 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-051b25a7-42ba-493d-a189-03a690f93cab admin admin] Checking segment: {'id': '4c3190de-39d9-447f-a075-918fd5c8a885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'b346967c-bb92-451d-a9de-d799537e1c5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:54:55.357876 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051b25a7-42ba-493d-a189-03a690f93cab admin admin] Network hostable DHCP agents. Network: b346967c-bb92-451d-a9de-d799537e1c5c, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 16:54:55.432999 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051b25a7-42ba-493d-a189-03a690f93cab admin admin] Network b346967c-bb92-451d-a9de-d799537e1c5c is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 16:54:55.501362 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-051b25a7-42ba-493d-a189-03a690f93cab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, b346967c-bb92-451d-a9de-d799537e1c5c) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:54:55.505735 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-051b25a7-42ba-493d-a189-03a690f93cab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:54:55.506400 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-051b25a7-42ba-493d-a189-03a690f93cab admin admin] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:55.511237 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6806088b-fb2a-44eb-9d00-20961fa41ae5 None None] Network b346967c-bb92-451d-a9de-d799537e1c5c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:54:55.593311 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-051b25a7-42ba-493d-a189-03a690f93cab admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7092381 Sep 24 16:54:55.596452 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49042) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:54:55.601769 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-170cd6d9-0751-4d51-be79-967285aa7c99 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-465796133-router', 'tenant_id': '237ab006514c4e2cbcfd3121c50f5896', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:54:55.657488 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4930dcae-cf02-4135-b168-7b83263c673f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-b346967c-bb92-451d-a9de-d799537e1c5c', 'network_id': 'b346967c-bb92-451d-a9de-d799537e1c5c', 'tenant_id': '237ab006514c4e2cbcfd3121c50f5896', 'fixed_ips': [{'subnet_id': 'bab13a1d-caa0-482e-8943-03367bc8d4a4'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 16:54:55.658395 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4930dcae-cf02-4135-b168-7b83263c673f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:55.701659 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-170cd6d9-0751-4d51-be79-967285aa7c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:55.702798 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-170cd6d9-0751-4d51-be79-967285aa7c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:55.755745 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-170cd6d9-0751-4d51-be79-967285aa7c99 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:55.797435 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-4930dcae-cf02-4135-b168-7b83263c673f None None] Allocated IP 172.20.0.2 (b346967c-bb92-451d-a9de-d799537e1c5c/bab13a1d-caa0-482e-8943-03367bc8d4a4/32832b81-aa9a-41e1-866f-f0e2f5de214c) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:54:55.944010 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4930dcae-cf02-4135-b168-7b83263c673f None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:55.954696 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-170cd6d9-0751-4d51-be79-967285aa7c99 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:56.027884 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4930dcae-cf02-4135-b168-7b83263c673f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:56.065006 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4930dcae-cf02-4135-b168-7b83263c673f None None] Network b346967c-bb92-451d-a9de-d799537e1c5c is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:54:56.067852 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-4930dcae-cf02-4135-b168-7b83263c673f None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:54:56.070927 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4930dcae-cf02-4135-b168-7b83263c673f None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:54:56.083763 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4930dcae-cf02-4135-b168-7b83263c673f None None] Pushing event updated for resources: {'Port': ['ID=32832b81-aa9a-41e1-866f-f0e2f5de214c,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:54:56.133287 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-4930dcae-cf02-4135-b168-7b83263c673f None None] Attempting to bind port 32832b81-aa9a-41e1-866f-f0e2f5de214c on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:54:56.133652 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-4930dcae-cf02-4135-b168-7b83263c673f None None] Attempting to bind port 32832b81-aa9a-41e1-866f-f0e2f5de214c by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '4c3190de-39d9-447f-a075-918fd5c8a885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'b346967c-bb92-451d-a9de-d799537e1c5c'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:54:56.134013 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4930dcae-cf02-4135-b168-7b83263c673f None None] Attempting to bind port 32832b81-aa9a-41e1-866f-f0e2f5de214c on network b346967c-bb92-451d-a9de-d799537e1c5c {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:54:56.139064 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4930dcae-cf02-4135-b168-7b83263c673f None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:54:56.139424 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4930dcae-cf02-4135-b168-7b83263c673f None None] Checking segment: {'id': '4c3190de-39d9-447f-a075-918fd5c8a885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'b346967c-bb92-451d-a9de-d799537e1c5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:54:56.139820 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4930dcae-cf02-4135-b168-7b83263c673f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:56.140214 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4930dcae-cf02-4135-b168-7b83263c673f None None] Bound using segment: {'id': '4c3190de-39d9-447f-a075-918fd5c8a885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'b346967c-bb92-451d-a9de-d799537e1c5c'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:54:56.140673 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-4930dcae-cf02-4135-b168-7b83263c673f None None] Bound port: 32832b81-aa9a-41e1-866f-f0e2f5de214c, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c3190de-39d9-447f-a075-918fd5c8a885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'b346967c-bb92-451d-a9de-d799537e1c5c'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:54:56.141050 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4930dcae-cf02-4135-b168-7b83263c673f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:56.209786 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-4930dcae-cf02-4135-b168-7b83263c673f None None] For port 32832b81-aa9a-41e1-866f-f0e2f5de214c, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:54:56.209786 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-4930dcae-cf02-4135-b168-7b83263c673f None None] For port 32832b81-aa9a-41e1-866f-f0e2f5de214c, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=32832b81-aa9a-41e1-866f-f0e2f5de214c,segment=NetworkSegment(4c3190de-39d9-447f-a075-918fd5c8a885),segment_id=4c3190de-39d9-447f-a075-918fd5c8a885)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:54:56.261025 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-170cd6d9-0751-4d51-be79-967285aa7c99 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:56.278933 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4930dcae-cf02-4135-b168-7b83263c673f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:56.284509 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-170cd6d9-0751-4d51-be79-967285aa7c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:56.342447 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4930dcae-cf02-4135-b168-7b83263c673f None None] Pushing event updated for resources: {'Port': ['ID=32832b81-aa9a-41e1-866f-f0e2f5de214c,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:54:56.394662 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-170cd6d9-0751-4d51-be79-967285aa7c99 admin admin] Allocated IP 172.25.0.164 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/fb935315-cfa5-414f-afb5-19da84141959) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:54:56.531017 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-170cd6d9-0751-4d51-be79-967285aa7c99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:56.621939 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-170cd6d9-0751-4d51-be79-967285aa7c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:56.660179 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170cd6d9-0751-4d51-be79-967285aa7c99 admin admin] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:54:56.665116 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-170cd6d9-0751-4d51-be79-967285aa7c99 admin admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:54:56.671694 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-170cd6d9-0751-4d51-be79-967285aa7c99 admin admin] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:54:56.674779 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170cd6d9-0751-4d51-be79-967285aa7c99 admin admin] Pushing event updated for resources: {'Port': ['ID=fb935315-cfa5-414f-afb5-19da84141959,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:54:56.997616 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-170cd6d9-0751-4d51-be79-967285aa7c99 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:57.165366 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd630f5-894b-450f-a837-c6ffe00ee4f2 None None] Network b346967c-bb92-451d-a9de-d799537e1c5c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:54:57.207602 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-170cd6d9-0751-4d51-be79-967285aa7c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:57.243189 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-848862dc-cc20-416d-a786-c8308f2ea76c None None] Provisioning complete for port 32832b81-aa9a-41e1-866f-f0e2f5de214c triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:54:57.243493 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-848862dc-cc20-416d-a786-c8308f2ea76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:57.388805 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-848862dc-cc20-416d-a786-c8308f2ea76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:57.400559 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 32832b81-aa9a-41e1-866f-f0e2f5de214c up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:54:57.404541 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-170cd6d9-0751-4d51-be79-967285aa7c99 admin admin] Router 4a65cb91-2b92-4b29-b2bb-baa7cdc43705 is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95298) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 16:54:57.460924 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-848862dc-cc20-416d-a786-c8308f2ea76c None None] For port 32832b81-aa9a-41e1-866f-f0e2f5de214c, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=32832b81-aa9a-41e1-866f-f0e2f5de214c,segment=NetworkSegment(4c3190de-39d9-447f-a075-918fd5c8a885),segment_id=4c3190de-39d9-447f-a075-918fd5c8a885)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:54:57.475428 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 32832b81-aa9a-41e1-866f-f0e2f5de214c triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:54:57.475812 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:57.524803 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-848862dc-cc20-416d-a786-c8308f2ea76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:57.534239 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-170cd6d9-0751-4d51-be79-967285aa7c99 admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:54:57.566652 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1f02eb-0c72-4818-914e-3fe41f46c976 None None] Sync routers for ids ['4a65cb91-2b92-4b29-b2bb-baa7cdc43705'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:54:57.610306 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-170cd6d9-0751-4d51-be79-967285aa7c99 admin admin] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:57.614419 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-170cd6d9-0751-4d51-be79-967285aa7c99 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0141578 Sep 24 16:54:57.614903 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1f02eb-0c72-4818-914e-3fe41f46c976 None None] Routers {'4a65cb91-2b92-4b29-b2bb-baa7cdc43705'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:54:57.614903 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-aa1f02eb-0c72-4818-914e-3fe41f46c976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:54:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['4a65cb91-2b92-4b29-b2bb-baa7cdc43705'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:54:57.615126 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49044) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:54:57.618513 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848862dc-cc20-416d-a786-c8308f2ea76c None None] Pushing event updated for resources: {'Port': ['ID=32832b81-aa9a-41e1-866f-f0e2f5de214c,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:54:57.835872 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-4885028a-0c6b-4c46-8d18-1dbd6b7cd0b7 None None] Provisioning complete for port 32832b81-aa9a-41e1-866f-f0e2f5de214c triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:54:57.836253 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-4885028a-0c6b-4c46-8d18-1dbd6b7cd0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:57.925152 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-aa1f02eb-0c72-4818-914e-3fe41f46c976 None None] Set router 4a65cb91-2b92-4b29-b2bb-baa7cdc43705 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:54:58.057192 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f88547d4-1bf9-47cc-8b88-507ec3974328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:58.160511 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-aa1f02eb-0c72-4818-914e-3fe41f46c976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a65cb91-2b92-4b29-b2bb-baa7cdc43705', 'name': 'tempest-TestSnapshotPattern-465796133-router', 'tenant_id': '237ab006514c4e2cbcfd3121c50f5896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'fb935315-cfa5-414f-afb5-19da84141959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:54:55Z', 'updated_at': '2021-09-24T16:54:56Z', 'revision_number': 3, 'project_id': '237ab006514c4e2cbcfd3121c50f5896', 'gw_port': {'id': 'fb935315-cfa5-414f-afb5-19da84141959', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a65cb91-2b92-4b29-b2bb-baa7cdc43705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:54:56Z', 'updated_at': '2021-09-24T16:54:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:54:58.191235 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1f02eb-0c72-4818-914e-3fe41f46c976 None None] Checking router: 4a65cb91-2b92-4b29-b2bb-baa7cdc43705 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:54:58.192217 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1f02eb-0c72-4818-914e-3fe41f46c976 None None] Updating router 4a65cb91-2b92-4b29-b2bb-baa7cdc43705 port fb935315-cfa5-414f-afb5-19da84141959 binding host n-d-808921-1 {{(pid=95299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 16:54:58.222423 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-aa1f02eb-0c72-4818-914e-3fe41f46c976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:58.237124 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-f88547d4-1bf9-47cc-8b88-507ec3974328 admin admin] Allocated IP 172.20.0.1 (b346967c-bb92-451d-a9de-d799537e1c5c/bab13a1d-caa0-482e-8943-03367bc8d4a4/b1559a38-81c3-4df5-bf32-b3304eebe021) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:54:58.363956 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f88547d4-1bf9-47cc-8b88-507ec3974328 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:58.521696 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-aa1f02eb-0c72-4818-914e-3fe41f46c976 None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:58.581808 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-aa1f02eb-0c72-4818-914e-3fe41f46c976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:58.639515 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3add2cc0-0565-48af-aa03-2dfb2759e657 None None] Pushing event updated for resources: {'Port': ['ID=fb935315-cfa5-414f-afb5-19da84141959,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:54:58.642030 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-aa1f02eb-0c72-4818-914e-3fe41f46c976 None None] Attempting to bind port fb935315-cfa5-414f-afb5-19da84141959 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:54:58.642429 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-aa1f02eb-0c72-4818-914e-3fe41f46c976 None None] Attempting to bind port fb935315-cfa5-414f-afb5-19da84141959 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:54:58.642800 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1f02eb-0c72-4818-914e-3fe41f46c976 None None] Attempting to bind port fb935315-cfa5-414f-afb5-19da84141959 on network e6a2de20-1ea0-43e5-88e0-982d19e317d5 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:54:58.648913 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1f02eb-0c72-4818-914e-3fe41f46c976 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:54:58.649270 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1f02eb-0c72-4818-914e-3fe41f46c976 None None] Checking segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:54:58.649677 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-aa1f02eb-0c72-4818-914e-3fe41f46c976 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:58.650078 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1f02eb-0c72-4818-914e-3fe41f46c976 None None] Bound using segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:54:58.650595 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-aa1f02eb-0c72-4818-914e-3fe41f46c976 None None] Bound port: fb935315-cfa5-414f-afb5-19da84141959, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:54:58.650988 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-aa1f02eb-0c72-4818-914e-3fe41f46c976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:58.707961 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-aa1f02eb-0c72-4818-914e-3fe41f46c976 None None] For port fb935315-cfa5-414f-afb5-19da84141959, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:54:58.711446 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-aa1f02eb-0c72-4818-914e-3fe41f46c976 None None] For port fb935315-cfa5-414f-afb5-19da84141959, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=fb935315-cfa5-414f-afb5-19da84141959,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:54:58.782435 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-aa1f02eb-0c72-4818-914e-3fe41f46c976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:58.795805 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f88547d4-1bf9-47cc-8b88-507ec3974328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:58.841797 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88547d4-1bf9-47cc-8b88-507ec3974328 admin admin] Network b346967c-bb92-451d-a9de-d799537e1c5c is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:54:58.846659 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1f02eb-0c72-4818-914e-3fe41f46c976 None None] Routers {'4a65cb91-2b92-4b29-b2bb-baa7cdc43705'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:54:58.847295 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-aa1f02eb-0c72-4818-914e-3fe41f46c976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:54:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['4a65cb91-2b92-4b29-b2bb-baa7cdc43705'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:54:58.849672 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-f88547d4-1bf9-47cc-8b88-507ec3974328 admin admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:54:58.850095 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3add2cc0-0565-48af-aa03-2dfb2759e657 None None] Pushing event updated for resources: {'Port': ['ID=fb935315-cfa5-414f-afb5-19da84141959,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:54:58.853549 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88547d4-1bf9-47cc-8b88-507ec3974328 admin admin] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:54:58.875582 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88547d4-1bf9-47cc-8b88-507ec3974328 admin admin] Pushing event updated for resources: {'Port': ['ID=b1559a38-81c3-4df5-bf32-b3304eebe021,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:54:58.900400 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f88547d4-1bf9-47cc-8b88-507ec3974328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:58.971879 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-aa1f02eb-0c72-4818-914e-3fe41f46c976 None None] Set router 4a65cb91-2b92-4b29-b2bb-baa7cdc43705 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:54:59.125199 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-b09baeeb-b68b-46df-905a-5fedffa5067d None None] Provisioning complete for port b1559a38-81c3-4df5-bf32-b3304eebe021 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:54:59.125491 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b09baeeb-b68b-46df-905a-5fedffa5067d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:59.136236 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f88547d4-1bf9-47cc-8b88-507ec3974328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:59.183763 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-b09baeeb-b68b-46df-905a-5fedffa5067d None None] Port b1559a38-81c3-4df5-bf32-b3304eebe021 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:54:59.207404 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-aa1f02eb-0c72-4818-914e-3fe41f46c976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a65cb91-2b92-4b29-b2bb-baa7cdc43705', 'name': 'tempest-TestSnapshotPattern-465796133-router', 'tenant_id': '237ab006514c4e2cbcfd3121c50f5896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'fb935315-cfa5-414f-afb5-19da84141959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:54:55Z', 'updated_at': '2021-09-24T16:54:56Z', 'revision_number': 3, 'project_id': '237ab006514c4e2cbcfd3121c50f5896', 'gw_port': {'id': 'fb935315-cfa5-414f-afb5-19da84141959', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a65cb91-2b92-4b29-b2bb-baa7cdc43705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:54:56Z', 'updated_at': '2021-09-24T16:54:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:54:59.235228 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1f02eb-0c72-4818-914e-3fe41f46c976 None None] The sync data for ids ['4a65cb91-2b92-4b29-b2bb-baa7cdc43705'] in n-d-808921-1 is: [{'id': '4a65cb91-2b92-4b29-b2bb-baa7cdc43705', 'name': 'tempest-TestSnapshotPattern-465796133-router', 'tenant_id': '237ab006514c4e2cbcfd3121c50f5896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'fb935315-cfa5-414f-afb5-19da84141959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:54:55Z', 'updated_at': '2021-09-24T16:54:56Z', 'revision_number': 3, 'project_id': '237ab006514c4e2cbcfd3121c50f5896', 'gw_port': {'id': 'fb935315-cfa5-414f-afb5-19da84141959', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a65cb91-2b92-4b29-b2bb-baa7cdc43705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:54:56Z', 'updated_at': '2021-09-24T16:54:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:54:59.336828 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f88547d4-1bf9-47cc-8b88-507ec3974328 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:59.361080 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 32832b81-aa9a-41e1-866f-f0e2f5de214c up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:54:59.387738 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f88547d4-1bf9-47cc-8b88-507ec3974328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:59.417612 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port 32832b81-aa9a-41e1-866f-f0e2f5de214c triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:54:59.417982 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:59.463206 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f88547d4-1bf9-47cc-8b88-507ec3974328 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:59.464967 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88547d4-1bf9-47cc-8b88-507ec3974328 admin admin] Pushing event updated for resources: {'Port': ['ID=b1559a38-81c3-4df5-bf32-b3304eebe021,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:54:59.584002 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88547d4-1bf9-47cc-8b88-507ec3974328 admin admin] Network b346967c-bb92-451d-a9de-d799537e1c5c is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:54:59.585973 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-f88547d4-1bf9-47cc-8b88-507ec3974328 admin admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:54:59.715936 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f88547d4-1bf9-47cc-8b88-507ec3974328 admin admin] Router 4a65cb91-2b92-4b29-b2bb-baa7cdc43705 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:54:59.815923 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-11f26f6e-a2cb-463e-a1d8-7ef100f78152 None None] Provisioning complete for port b1559a38-81c3-4df5-bf32-b3304eebe021 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:54:59.816302 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-11f26f6e-a2cb-463e-a1d8-7ef100f78152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:54:59.837824 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f88547d4-1bf9-47cc-8b88-507ec3974328 admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:54:59.843151 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-f88547d4-1bf9-47cc-8b88-507ec3974328 admin admin] 10.222.0.101 "PUT /v2.0/routers/4a65cb91-2b92-4b29-b2bb-baa7cdc43705/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2274289 Sep 24 16:54:59.857197 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-11f26f6e-a2cb-463e-a1d8-7ef100f78152 None None] Port b1559a38-81c3-4df5-bf32-b3304eebe021 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:55:00.676516 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 49060) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:55:00.681911 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-a8efb5a0-c80d-4c7d-95f2-142cb974c824 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1462054286-network', 'tenant_id': '61d9505997d640389df3e14cad36c777'}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:55:00.776688 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8efb5a0-c80d-4c7d-95f2-142cb974c824 admin admin] Made reservation on behalf of 61d9505997d640389df3e14cad36c777 for: {'network': 1} {{(pid=95297) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:55:00.779100 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a8efb5a0-c80d-4c7d-95f2-142cb974c824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for network, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:00.788866 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a8efb5a0-c80d-4c7d-95f2-142cb974c824 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:00.885756 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a8efb5a0-c80d-4c7d-95f2-142cb974c824 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:00.905225 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5590f45c-ffed-48e0-a585-385c79e1dc7e None None] Sync routers for ids ['4a65cb91-2b92-4b29-b2bb-baa7cdc43705'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:55:00.914994 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5590f45c-ffed-48e0-a585-385c79e1dc7e None None] Routers {'4a65cb91-2b92-4b29-b2bb-baa7cdc43705'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:55:00.915592 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-5590f45c-ffed-48e0-a585-385c79e1dc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:54:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['4a65cb91-2b92-4b29-b2bb-baa7cdc43705'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:55:00.964687 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a8efb5a0-c80d-4c7d-95f2-142cb974c824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:00.986011 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8efb5a0-c80d-4c7d-95f2-142cb974c824 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1271} {{(pid=95297) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 24 16:55:01.001354 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8efb5a0-c80d-4c7d-95f2-142cb974c824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8082e842-9715-4f7e-93ae-c863b04404b1,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:55:01.004369 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a8efb5a0-c80d-4c7d-95f2-142cb974c824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:01.004712 n-d-808921-1 neutron-server[95297]: INFO neutron.db.segments_db [None req-a8efb5a0-c80d-4c7d-95f2-142cb974c824 admin admin] Added segment 88de087b-3c77-46a5-a439-5aafa22b001b of type vlan for network 88fd5436-f5c2-4bd8-ae78-10e01f077a94 Sep 24 16:55:01.023689 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-5590f45c-ffed-48e0-a585-385c79e1dc7e None None] Set router 4a65cb91-2b92-4b29-b2bb-baa7cdc43705 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:55:01.045328 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a8efb5a0-c80d-4c7d-95f2-142cb974c824 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772637458957'] for network, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:01.142509 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a8efb5a0-c80d-4c7d-95f2-142cb974c824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381'] for network, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:01.143605 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8efb5a0-c80d-4c7d-95f2-142cb974c824 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:55:01.144272 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-a8efb5a0-c80d-4c7d-95f2-142cb974c824 admin admin] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:01.208929 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8efb5a0-c80d-4c7d-95f2-142cb974c824 admin admin] Pushing event updated for resources: {'Network': ['ID=88fd5436-f5c2-4bd8-ae78-10e01f077a94,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:55:01.220872 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Network 88fd5436-f5c2-4bd8-ae78-10e01f077a94 details requested by agent ovs-agent-n-d-808921-1 with host n-d-808921-1 {{(pid=95299) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 24 16:55:01.254470 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-a8efb5a0-c80d-4c7d-95f2-142cb974c824 admin admin] 10.222.0.101 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5740917 Sep 24 16:55:01.254809 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49062) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:55:01.261104 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-c6f13b67-cd13-4ea8-bfa7-dc3cb00f7b65 admin admin] Request body: {'subnet': {'network_id': '88fd5436-f5c2-4bd8-ae78-10e01f077a94', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1462054286-subnet', 'tenant_id': '61d9505997d640389df3e14cad36c777', 'ip_version': 4}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:55:01.292531 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f8a46fbe-f926-4c7d-b07e-403317959ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:01.310161 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-5590f45c-ffed-48e0-a585-385c79e1dc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a65cb91-2b92-4b29-b2bb-baa7cdc43705', 'name': 'tempest-TestSnapshotPattern-465796133-router', 'tenant_id': '237ab006514c4e2cbcfd3121c50f5896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'fb935315-cfa5-414f-afb5-19da84141959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:54:55Z', 'updated_at': '2021-09-24T16:54:59Z', 'revision_number': 4, 'project_id': '237ab006514c4e2cbcfd3121c50f5896', 'gw_port': {'id': 'fb935315-cfa5-414f-afb5-19da84141959', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6b:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a65cb91-2b92-4b29-b2bb-baa7cdc43705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:54:56Z', 'updated_at': '2021-09-24T16:54:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'b1559a38-81c3-4df5-bf32-b3304eebe021', 'name': '', 'network_id': 'b346967c-bb92-451d-a9de-d799537e1c5c', 'tenant_id': '237ab006514c4e2cbcfd3121c50f5896', 'mac_address': 'fa:16:3e:31:7f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a65cb91-2b92-4b29-b2bb-baa7cdc43705', 'device_owner': 'network:router_interface', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'bab13a1d-caa0-482e-8943-03367bc8d4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:54:58Z', 'updated_at': '2021-09-24T16:54:59Z', 'revision_number': 2, 'project_id': '237ab006514c4e2cbcfd3121c50f5896', 'subnets': [{'id': 'bab13a1d-caa0-482e-8943-03367bc8d4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:55:01.342476 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5590f45c-ffed-48e0-a585-385c79e1dc7e None None] Checking router: 4a65cb91-2b92-4b29-b2bb-baa7cdc43705 for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:55:01.342835 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5590f45c-ffed-48e0-a585-385c79e1dc7e None None] Updating router 4a65cb91-2b92-4b29-b2bb-baa7cdc43705 port b1559a38-81c3-4df5-bf32-b3304eebe021 binding host n-d-808921-1 {{(pid=95300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 16:55:01.368463 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-5590f45c-ffed-48e0-a585-385c79e1dc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:01.370902 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f13b67-cd13-4ea8-bfa7-dc3cb00f7b65 admin admin] Made reservation on behalf of 61d9505997d640389df3e14cad36c777 for: {'subnet': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:55:01.373319 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c6f13b67-cd13-4ea8-bfa7-dc3cb00f7b65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8440162'] for subnet, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:01.399175 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device fb935315-cfa5-414f-afb5-19da84141959 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:55:01.451237 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port fb935315-cfa5-414f-afb5-19da84141959 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:55:01.452220 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:01.538877 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:01.559164 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port fb935315-cfa5-414f-afb5-19da84141959, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=fb935315-cfa5-414f-afb5-19da84141959,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:55:01.639723 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-5590f45c-ffed-48e0-a585-385c79e1dc7e None None] Notify callbacks [] for port, precommit_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:01.666190 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c6f13b67-cd13-4ea8-bfa7-dc3cb00f7b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080230', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8440144'] for subnet, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:01.685164 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:01.720758 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f13b67-cd13-4ea8-bfa7-dc3cb00f7b65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70c6a520-d8f3-4b95-8d9c-72eb1ee17363,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:55:01.730438 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f13b67-cd13-4ea8-bfa7-dc3cb00f7b65 admin admin] Checking segment: {'id': '88de087b-3c77-46a5-a439-5aafa22b001b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '88fd5436-f5c2-4bd8-ae78-10e01f077a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:55:01.730816 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f13b67-cd13-4ea8-bfa7-dc3cb00f7b65 admin admin] Network hostable DHCP agents. Network: 88fd5436-f5c2-4bd8-ae78-10e01f077a94, hostable agents: ['69ca901e-4af1-4d42-8fea-0630c3f0a321'], hosted agents: [] {{(pid=95298) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 24 16:55:01.737641 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=fb935315-cfa5-414f-afb5-19da84141959,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:55:01.770797 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-5590f45c-ffed-48e0-a585-385c79e1dc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:01.841724 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e75e48-3c95-40de-b135-8a614dd02900 None None] Pushing event updated for resources: {'Port': ['ID=b1559a38-81c3-4df5-bf32-b3304eebe021,revision_number=3']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:55:01.863631 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e75e48-3c95-40de-b135-8a614dd02900 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:55:01.863972 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e75e48-3c95-40de-b135-8a614dd02900 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:55:01.864310 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e75e48-3c95-40de-b135-8a614dd02900 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:55:01.864641 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e75e48-3c95-40de-b135-8a614dd02900 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:55:01.864977 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e75e48-3c95-40de-b135-8a614dd02900 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:55:01.865303 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e75e48-3c95-40de-b135-8a614dd02900 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:55:01.865626 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e75e48-3c95-40de-b135-8a614dd02900 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:55:01.865948 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e75e48-3c95-40de-b135-8a614dd02900 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:55:01.866451 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e75e48-3c95-40de-b135-8a614dd02900 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:55:01.866813 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e75e48-3c95-40de-b135-8a614dd02900 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:55:01.867156 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e75e48-3c95-40de-b135-8a614dd02900 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:55:01.867458 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81e75e48-3c95-40de-b135-8a614dd02900 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95300) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:55:01.873677 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f13b67-cd13-4ea8-bfa7-dc3cb00f7b65 admin admin] Network 88fd5436-f5c2-4bd8-ae78-10e01f077a94 is scheduled to be hosted by DHCP agent 69ca901e-4af1-4d42-8fea-0630c3f0a321 with binding_index 1 {{(pid=95298) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 24 16:55:01.886188 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-5590f45c-ffed-48e0-a585-385c79e1dc7e None None] Attempting to bind port b1559a38-81c3-4df5-bf32-b3304eebe021 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:55:01.886587 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-5590f45c-ffed-48e0-a585-385c79e1dc7e None None] Attempting to bind port b1559a38-81c3-4df5-bf32-b3304eebe021 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '4c3190de-39d9-447f-a075-918fd5c8a885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'b346967c-bb92-451d-a9de-d799537e1c5c'}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:55:01.886953 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5590f45c-ffed-48e0-a585-385c79e1dc7e None None] Attempting to bind port b1559a38-81c3-4df5-bf32-b3304eebe021 on network b346967c-bb92-451d-a9de-d799537e1c5c {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:55:01.892313 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5590f45c-ffed-48e0-a585-385c79e1dc7e None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:55:01.892683 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5590f45c-ffed-48e0-a585-385c79e1dc7e None None] Checking segment: {'id': '4c3190de-39d9-447f-a075-918fd5c8a885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'b346967c-bb92-451d-a9de-d799537e1c5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:55:01.893286 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-5590f45c-ffed-48e0-a585-385c79e1dc7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:01.893682 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5590f45c-ffed-48e0-a585-385c79e1dc7e None None] Bound using segment: {'id': '4c3190de-39d9-447f-a075-918fd5c8a885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'b346967c-bb92-451d-a9de-d799537e1c5c'} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:55:01.894153 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-5590f45c-ffed-48e0-a585-385c79e1dc7e None None] Bound port: b1559a38-81c3-4df5-bf32-b3304eebe021, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c3190de-39d9-447f-a075-918fd5c8a885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'b346967c-bb92-451d-a9de-d799537e1c5c'}}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:55:01.894571 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-5590f45c-ffed-48e0-a585-385c79e1dc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:01.961315 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-5590f45c-ffed-48e0-a585-385c79e1dc7e None None] For port b1559a38-81c3-4df5-bf32-b3304eebe021, host n-d-808921-1, cleared binding levels {{(pid=95300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:55:01.964550 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-5590f45c-ffed-48e0-a585-385c79e1dc7e None None] For port b1559a38-81c3-4df5-bf32-b3304eebe021, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=b1559a38-81c3-4df5-bf32-b3304eebe021,segment=NetworkSegment(4c3190de-39d9-447f-a075-918fd5c8a885),segment_id=4c3190de-39d9-447f-a075-918fd5c8a885)] {{(pid=95300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:55:01.987868 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-c6f13b67-cd13-4ea8-bfa7-dc3cb00f7b65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808921-1, 88fd5436-f5c2-4bd8-ae78-10e01f077a94) {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:55:01.994162 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-26c088b0-b55a-4c07-ae1d-8fa7a24bf4aa None None] Provisioning complete for port b1559a38-81c3-4df5-bf32-b3304eebe021 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:55:01.994162 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-26c088b0-b55a-4c07-ae1d-8fa7a24bf4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:01.994603 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f13b67-cd13-4ea8-bfa7-dc3cb00f7b65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:55:01.994603 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c6f13b67-cd13-4ea8-bfa7-dc3cb00f7b65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:02.012607 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09559c42-c2ec-4174-ad07-c2e440e4239a None None] Network 88fd5436-f5c2-4bd8-ae78-10e01f077a94 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:55:02.046791 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-26c088b0-b55a-4c07-ae1d-8fa7a24bf4aa None None] Port b1559a38-81c3-4df5-bf32-b3304eebe021 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:55:02.051246 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-5590f45c-ffed-48e0-a585-385c79e1dc7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:02.074791 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-c6f13b67-cd13-4ea8-bfa7-dc3cb00f7b65 admin admin] 10.222.0.101 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8185866 Sep 24 16:55:02.077611 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 49064) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:55:02.082132 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.v2.base [None req-81ce80c7-0c94-4c10-a568-44528f900767 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1462054286-router', 'tenant_id': '61d9505997d640389df3e14cad36c777', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}} {{(pid=95297) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:55:02.110246 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e75e48-3c95-40de-b135-8a614dd02900 None None] Pushing event updated for resources: {'Port': ['ID=b1559a38-81c3-4df5-bf32-b3304eebe021,revision_number=4']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:55:02.113651 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5590f45c-ffed-48e0-a585-385c79e1dc7e None None] Routers {'4a65cb91-2b92-4b29-b2bb-baa7cdc43705'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:55:02.114457 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-5590f45c-ffed-48e0-a585-385c79e1dc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:54:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['4a65cb91-2b92-4b29-b2bb-baa7cdc43705'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:55:02.189134 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-81ce80c7-0c94-4c10-a568-44528f900767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-589189', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-11110'] for router, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:02.190963 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-81ce80c7-0c94-4c10-a568-44528f900767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-588917', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-586885', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-431898', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1685'] for router, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:02.225240 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94034f15-0af5-4a9a-b61d-1fd996ad8457 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc91254b9-0907-5888-8b5a-9efb056b7f2b-88fd5436-f5c2-4bd8-ae78-10e01f077a94', 'network_id': '88fd5436-f5c2-4bd8-ae78-10e01f077a94', 'tenant_id': '61d9505997d640389df3e14cad36c777', 'fixed_ips': [{'subnet_id': '70c6a520-d8f3-4b95-8d9c-72eb1ee17363'}]}} from n-d-808921-1. {{(pid=95299) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 24 16:55:02.227343 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-94034f15-0af5-4a9a-b61d-1fd996ad8457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:02.281490 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-5590f45c-ffed-48e0-a585-385c79e1dc7e None None] Set router 4a65cb91-2b92-4b29-b2bb-baa7cdc43705 gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:55:02.285491 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-81ce80c7-0c94-4c10-a568-44528f900767 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:02.473069 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.db_base_plugin_common [None req-94034f15-0af5-4a9a-b61d-1fd996ad8457 None None] Allocated IP 172.20.0.2 (88fd5436-f5c2-4bd8-ae78-10e01f077a94/70c6a520-d8f3-4b95-8d9c-72eb1ee17363/e29bed6d-4284-4b4b-bc87-a33748092329) {{(pid=95299) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:55:02.487596 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-8af84d27-c5d3-4619-aaa6-fe8f687a0a8a None None] Provisioning complete for port b1559a38-81c3-4df5-bf32-b3304eebe021 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:55:02.487967 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8af84d27-c5d3-4619-aaa6-fe8f687a0a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:02.540559 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-81ce80c7-0c94-4c10-a568-44528f900767 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:02.564786 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-5590f45c-ffed-48e0-a585-385c79e1dc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a65cb91-2b92-4b29-b2bb-baa7cdc43705', 'name': 'tempest-TestSnapshotPattern-465796133-router', 'tenant_id': '237ab006514c4e2cbcfd3121c50f5896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'fb935315-cfa5-414f-afb5-19da84141959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:54:55Z', 'updated_at': '2021-09-24T16:54:59Z', 'revision_number': 4, 'project_id': '237ab006514c4e2cbcfd3121c50f5896', 'gw_port': {'id': 'fb935315-cfa5-414f-afb5-19da84141959', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a65cb91-2b92-4b29-b2bb-baa7cdc43705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:54:56Z', 'updated_at': '2021-09-24T16:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'b1559a38-81c3-4df5-bf32-b3304eebe021', 'name': '', 'network_id': 'b346967c-bb92-451d-a9de-d799537e1c5c', 'tenant_id': '237ab006514c4e2cbcfd3121c50f5896', 'mac_address': 'fa:16:3e:31:7f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a65cb91-2b92-4b29-b2bb-baa7cdc43705', 'device_owner': 'network:router_interface', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'bab13a1d-caa0-482e-8943-03367bc8d4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:54:58Z', 'updated_at': '2021-09-24T16:55:01Z', 'revision_number': 4, 'project_id': '237ab006514c4e2cbcfd3121c50f5896', 'subnets': [{'id': 'bab13a1d-caa0-482e-8943-03367bc8d4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:55:02.596096 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5590f45c-ffed-48e0-a585-385c79e1dc7e None None] The sync data for ids ['4a65cb91-2b92-4b29-b2bb-baa7cdc43705'] in n-d-808921-1 is: [{'id': '4a65cb91-2b92-4b29-b2bb-baa7cdc43705', 'name': 'tempest-TestSnapshotPattern-465796133-router', 'tenant_id': '237ab006514c4e2cbcfd3121c50f5896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'fb935315-cfa5-414f-afb5-19da84141959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:54:55Z', 'updated_at': '2021-09-24T16:54:59Z', 'revision_number': 4, 'project_id': '237ab006514c4e2cbcfd3121c50f5896', 'gw_port': {'id': 'fb935315-cfa5-414f-afb5-19da84141959', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a65cb91-2b92-4b29-b2bb-baa7cdc43705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:54:56Z', 'updated_at': '2021-09-24T16:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'b1559a38-81c3-4df5-bf32-b3304eebe021', 'name': '', 'network_id': 'b346967c-bb92-451d-a9de-d799537e1c5c', 'tenant_id': '237ab006514c4e2cbcfd3121c50f5896', 'mac_address': 'fa:16:3e:31:7f:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a65cb91-2b92-4b29-b2bb-baa7cdc43705', 'device_owner': 'network:router_interface', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'bab13a1d-caa0-482e-8943-03367bc8d4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:54:58Z', 'updated_at': '2021-09-24T16:55:01Z', 'revision_number': 4, 'project_id': '237ab006514c4e2cbcfd3121c50f5896', 'subnets': [{'id': 'bab13a1d-caa0-482e-8943-03367bc8d4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:55:02.694928 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8af84d27-c5d3-4619-aaa6-fe8f687a0a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:02.745559 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-94034f15-0af5-4a9a-b61d-1fd996ad8457 None None] Notify callbacks [] for port, precommit_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:02.750178 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-8af84d27-c5d3-4619-aaa6-fe8f687a0a8a None None] For port b1559a38-81c3-4df5-bf32-b3304eebe021, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=b1559a38-81c3-4df5-bf32-b3304eebe021,segment=NetworkSegment(4c3190de-39d9-447f-a075-918fd5c8a885),segment_id=4c3190de-39d9-447f-a075-918fd5c8a885)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:55:02.834975 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-94034f15-0af5-4a9a-b61d-1fd996ad8457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750'] for port, after_create {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:02.839342 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-81ce80c7-0c94-4c10-a568-44528f900767 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:02.861501 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-81ce80c7-0c94-4c10-a568-44528f900767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:02.864905 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8af84d27-c5d3-4619-aaa6-fe8f687a0a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:02.880329 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94034f15-0af5-4a9a-b61d-1fd996ad8457 None None] Network 88fd5436-f5c2-4bd8-ae78-10e01f077a94 is already hosted by enough agents. {{(pid=95299) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:55:02.885994 n-d-808921-1 neutron-server[95299]: DEBUG neutron.scheduler.base_scheduler [None req-94034f15-0af5-4a9a-b61d-1fd996ad8457 None None] Resources bound (agent type, host, resource id): {{(pid=95299) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:55:02.892586 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94034f15-0af5-4a9a-b61d-1fd996ad8457 None None] Received port after_create {{(pid=95299) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:55:02.895830 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94034f15-0af5-4a9a-b61d-1fd996ad8457 None None] Pushing event updated for resources: {'Port': ['ID=e29bed6d-4284-4b4b-bc87-a33748092329,revision_number=1']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:55:02.980504 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_common [None req-81ce80c7-0c94-4c10-a568-44528f900767 admin admin] Allocated IP 172.25.0.245 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/aea3f12f-2bca-43b5-a446-fad05fb91763) {{(pid=95297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:55:02.993004 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af84d27-c5d3-4619-aaa6-fe8f687a0a8a None None] Pushing event updated for resources: {'Port': ['ID=b1559a38-81c3-4df5-bf32-b3304eebe021,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:55:02.998010 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-94034f15-0af5-4a9a-b61d-1fd996ad8457 None None] Attempting to bind port e29bed6d-4284-4b4b-bc87-a33748092329 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:55:02.998281 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-94034f15-0af5-4a9a-b61d-1fd996ad8457 None None] Attempting to bind port e29bed6d-4284-4b4b-bc87-a33748092329 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '88de087b-3c77-46a5-a439-5aafa22b001b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '88fd5436-f5c2-4bd8-ae78-10e01f077a94'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:55:02.999064 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94034f15-0af5-4a9a-b61d-1fd996ad8457 None None] Attempting to bind port e29bed6d-4284-4b4b-bc87-a33748092329 on network 88fd5436-f5c2-4bd8-ae78-10e01f077a94 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:55:03.004315 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94034f15-0af5-4a9a-b61d-1fd996ad8457 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 54, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:55:03.004690 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94034f15-0af5-4a9a-b61d-1fd996ad8457 None None] Checking segment: {'id': '88de087b-3c77-46a5-a439-5aafa22b001b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '88fd5436-f5c2-4bd8-ae78-10e01f077a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:55:03.005086 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-94034f15-0af5-4a9a-b61d-1fd996ad8457 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:03.005473 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94034f15-0af5-4a9a-b61d-1fd996ad8457 None None] Bound using segment: {'id': '88de087b-3c77-46a5-a439-5aafa22b001b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '88fd5436-f5c2-4bd8-ae78-10e01f077a94'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:55:03.005938 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-94034f15-0af5-4a9a-b61d-1fd996ad8457 None None] Bound port: e29bed6d-4284-4b4b-bc87-a33748092329, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88de087b-3c77-46a5-a439-5aafa22b001b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '88fd5436-f5c2-4bd8-ae78-10e01f077a94'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:55:03.006347 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-94034f15-0af5-4a9a-b61d-1fd996ad8457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:03.060308 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:55:03.083719 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-94034f15-0af5-4a9a-b61d-1fd996ad8457 None None] For port e29bed6d-4284-4b4b-bc87-a33748092329, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:55:03.090067 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-94034f15-0af5-4a9a-b61d-1fd996ad8457 None None] For port e29bed6d-4284-4b4b-bc87-a33748092329, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=e29bed6d-4284-4b4b-bc87-a33748092329,segment=NetworkSegment(88de087b-3c77-46a5-a439-5aafa22b001b),segment_id=88de087b-3c77-46a5-a439-5aafa22b001b)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:55:03.098286 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-81ce80c7-0c94-4c10-a568-44528f900767 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:03.137112 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-94034f15-0af5-4a9a-b61d-1fd996ad8457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:03.200166 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-81ce80c7-0c94-4c10-a568-44528f900767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:03.202253 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94034f15-0af5-4a9a-b61d-1fd996ad8457 None None] Pushing event updated for resources: {'Port': ['ID=e29bed6d-4284-4b4b-bc87-a33748092329,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:55:03.242764 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ce80c7-0c94-4c10-a568-44528f900767 admin admin] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:55:03.246099 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.base_scheduler [None req-81ce80c7-0c94-4c10-a568-44528f900767 admin admin] Resources bound (agent type, host, resource id): {{(pid=95297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:55:03.249884 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ce80c7-0c94-4c10-a568-44528f900767 admin admin] Received port after_create {{(pid=95297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:55:03.288725 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ce80c7-0c94-4c10-a568-44528f900767 admin admin] Pushing event updated for resources: {'Port': ['ID=aea3f12f-2bca-43b5-a446-fad05fb91763,revision_number=1']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:55:03.534355 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device fb935315-cfa5-414f-afb5-19da84141959 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:55:03.591260 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port fb935315-cfa5-414f-afb5-19da84141959 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:55:03.591633 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:03.648400 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-81ce80c7-0c94-4c10-a568-44528f900767 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:03.675302 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device b1559a38-81c3-4df5-bf32-b3304eebe021 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:55:03.734502 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port b1559a38-81c3-4df5-bf32-b3304eebe021 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:55:03.734877 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:03.867562 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-81ce80c7-0c94-4c10-a568-44528f900767 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-588812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-586936'] for router, after_create {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:03.965531 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-10e0f197-53ba-4d48-a9e1-55b4426b8d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:04.119901 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81ce80c7-0c94-4c10-a568-44528f900767 admin admin] Router 91dce665-622b-4cd3-b7dd-b8a2b4fc563e is scheduled to L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f with binding_index 1 {{(pid=95297) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 24 16:55:04.213244 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31262678-094d-40d8-bc10-91df8996718b None None] Network 88fd5436-f5c2-4bd8-ae78-10e01f077a94 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 16:55:04.239078 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ce80c7-0c94-4c10-a568-44528f900767 admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:55:04.314568 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-81ce80c7-0c94-4c10-a568-44528f900767 admin admin] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:04.318545 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-81ce80c7-0c94-4c10-a568-44528f900767 admin admin] 10.222.0.101 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2371914 Sep 24 16:55:04.323596 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49066) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:55:04.426074 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6379f45-a298-4a3e-9635-884bd058290b None None] Sync routers for ids ['91dce665-622b-4cd3-b7dd-b8a2b4fc563e'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:55:04.460749 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6379f45-a298-4a3e-9635-884bd058290b None None] Routers {'91dce665-622b-4cd3-b7dd-b8a2b4fc563e'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:55:04.461791 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-a6379f45-a298-4a3e-9635-884bd058290b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:55:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['91dce665-622b-4cd3-b7dd-b8a2b4fc563e'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:55:04.464944 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-ffef78e3-4bd0-42ad-a213-59ea53966070 None None] Provisioning complete for port e29bed6d-4284-4b4b-bc87-a33748092329 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:55:04.465310 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ffef78e3-4bd0-42ad-a213-59ea53966070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:04.530532 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:04.645866 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-a6379f45-a298-4a3e-9635-884bd058290b None None] Set router 91dce665-622b-4cd3-b7dd-b8a2b4fc563e gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:55:04.765183 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ffef78e3-4bd0-42ad-a213-59ea53966070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:04.776966 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c3b263db-99eb-4689-84b2-355219b8310b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:04.847443 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-ffef78e3-4bd0-42ad-a213-59ea53966070 None None] For port e29bed6d-4284-4b4b-bc87-a33748092329, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=e29bed6d-4284-4b4b-bc87-a33748092329,segment=NetworkSegment(88de087b-3c77-46a5-a439-5aafa22b001b),segment_id=88de087b-3c77-46a5-a439-5aafa22b001b)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:55:04.915101 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-a6379f45-a298-4a3e-9635-884bd058290b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91dce665-622b-4cd3-b7dd-b8a2b4fc563e', 'name': 'tempest-TestSnapshotPattern-1462054286-router', 'tenant_id': '61d9505997d640389df3e14cad36c777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'aea3f12f-2bca-43b5-a446-fad05fb91763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:55:02Z', 'updated_at': '2021-09-24T16:55:03Z', 'revision_number': 3, 'project_id': '61d9505997d640389df3e14cad36c777', 'gw_port': {'id': 'aea3f12f-2bca-43b5-a446-fad05fb91763', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:75:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91dce665-622b-4cd3-b7dd-b8a2b4fc563e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:55:02Z', 'updated_at': '2021-09-24T16:55:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:55:04.949272 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6379f45-a298-4a3e-9635-884bd058290b None None] Checking router: 91dce665-622b-4cd3-b7dd-b8a2b4fc563e for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:55:04.949664 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6379f45-a298-4a3e-9635-884bd058290b None None] Updating router 91dce665-622b-4cd3-b7dd-b8a2b4fc563e port aea3f12f-2bca-43b5-a446-fad05fb91763 binding host n-d-808921-1 {{(pid=95299) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 16:55:04.953223 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-c3b263db-99eb-4689-84b2-355219b8310b admin admin] Allocated IP 172.20.0.1 (88fd5436-f5c2-4bd8-ae78-10e01f077a94/70c6a520-d8f3-4b95-8d9c-72eb1ee17363/d52e94ca-6d08-494c-b69a-b7a01b743243) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:55:04.970698 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ffef78e3-4bd0-42ad-a213-59ea53966070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:05.000548 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a6379f45-a298-4a3e-9635-884bd058290b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:05.063609 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c3b263db-99eb-4689-84b2-355219b8310b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:05.068137 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffef78e3-4bd0-42ad-a213-59ea53966070 None None] Pushing event updated for resources: {'Port': ['ID=e29bed6d-4284-4b4b-bc87-a33748092329,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:55:05.146690 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-517b3966-30eb-4717-9d9b-c5e2ae27ccd3 None None] Provisioning complete for port e29bed6d-4284-4b4b-bc87-a33748092329 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:55:05.147058 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-517b3966-30eb-4717-9d9b-c5e2ae27ccd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:05.194894 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c3b263db-99eb-4689-84b2-355219b8310b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:05.234205 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b263db-99eb-4689-84b2-355219b8310b admin admin] Network 88fd5436-f5c2-4bd8-ae78-10e01f077a94 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:55:05.237389 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-c3b263db-99eb-4689-84b2-355219b8310b admin admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:55:05.241438 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b263db-99eb-4689-84b2-355219b8310b admin admin] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:55:05.273273 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b263db-99eb-4689-84b2-355219b8310b admin admin] Pushing event updated for resources: {'Port': ['ID=d52e94ca-6d08-494c-b69a-b7a01b743243,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:55:05.301331 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c3b263db-99eb-4689-84b2-355219b8310b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586629'] for router_interface, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:05.390265 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a6379f45-a298-4a3e-9635-884bd058290b None None] Notify callbacks [] for port, precommit_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:05.422935 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device e29bed6d-4284-4b4b-bc87-a33748092329 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:55:05.464442 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a6379f45-a298-4a3e-9635-884bd058290b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:05.523099 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c3b263db-99eb-4689-84b2-355219b8310b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:05.542306 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-a6379f45-a298-4a3e-9635-884bd058290b None None] Attempting to bind port aea3f12f-2bca-43b5-a446-fad05fb91763 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:55:05.547729 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-a6379f45-a298-4a3e-9635-884bd058290b None None] Attempting to bind port aea3f12f-2bca-43b5-a446-fad05fb91763 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:55:05.547729 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6379f45-a298-4a3e-9635-884bd058290b None None] Attempting to bind port aea3f12f-2bca-43b5-a446-fad05fb91763 on network e6a2de20-1ea0-43e5-88e0-982d19e317d5 {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:55:05.547729 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d948a52b-f9ff-4e6b-a564-1bdd789c5e77 None None] Pushing event updated for resources: {'Port': ['ID=aea3f12f-2bca-43b5-a446-fad05fb91763,revision_number=2']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:55:05.551495 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port e29bed6d-4284-4b4b-bc87-a33748092329 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:55:05.551869 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:05.586477 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6379f45-a298-4a3e-9635-884bd058290b None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:55:05.586853 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6379f45-a298-4a3e-9635-884bd058290b None None] Checking segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95299) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:55:05.593441 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a6379f45-a298-4a3e-9635-884bd058290b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:05.593441 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6379f45-a298-4a3e-9635-884bd058290b None None] Bound using segment: {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'} {{(pid=95299) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:55:05.593441 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.managers [None req-a6379f45-a298-4a3e-9635-884bd058290b None None] Bound port: aea3f12f-2bca-43b5-a446-fad05fb91763, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e454a08-6989-496c-a358-94e37675c336', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5'}}] {{(pid=95299) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:55:05.593441 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a6379f45-a298-4a3e-9635-884bd058290b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:05.616570 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-23fe23d7-b951-439d-8c82-f32f659d3144 None None] Provisioning complete for port d52e94ca-6d08-494c-b69a-b7a01b743243 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:55:05.616970 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-23fe23d7-b951-439d-8c82-f32f659d3144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:05.693666 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-23fe23d7-b951-439d-8c82-f32f659d3144 None None] Port d52e94ca-6d08-494c-b69a-b7a01b743243 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:55:05.697850 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-a6379f45-a298-4a3e-9635-884bd058290b None None] For port aea3f12f-2bca-43b5-a446-fad05fb91763, host n-d-808921-1, cleared binding levels {{(pid=95299) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:55:05.699300 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c3b263db-99eb-4689-84b2-355219b8310b admin admin] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:05.726537 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-a6379f45-a298-4a3e-9635-884bd058290b None None] For port aea3f12f-2bca-43b5-a446-fad05fb91763, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=aea3f12f-2bca-43b5-a446-fad05fb91763,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:55:05.730115 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:05.788331 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c3b263db-99eb-4689-84b2-355219b8310b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:05.817559 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a6379f45-a298-4a3e-9635-884bd058290b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:05.857220 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b263db-99eb-4689-84b2-355219b8310b admin admin] Pushing event updated for resources: {'Port': ['ID=d52e94ca-6d08-494c-b69a-b7a01b743243,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:55:05.860096 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c3b263db-99eb-4689-84b2-355219b8310b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-530399', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-586101'] for router_interface, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:05.875206 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6379f45-a298-4a3e-9635-884bd058290b None None] Routers {'91dce665-622b-4cd3-b7dd-b8a2b4fc563e'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:55:05.875839 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-a6379f45-a298-4a3e-9635-884bd058290b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:55:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['91dce665-622b-4cd3-b7dd-b8a2b4fc563e'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:55:05.880694 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d948a52b-f9ff-4e6b-a564-1bdd789c5e77 None None] Pushing event updated for resources: {'Port': ['ID=aea3f12f-2bca-43b5-a446-fad05fb91763,revision_number=3']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:55:05.958776 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b263db-99eb-4689-84b2-355219b8310b admin admin] Network 88fd5436-f5c2-4bd8-ae78-10e01f077a94 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:55:05.960238 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-c3b263db-99eb-4689-84b2-355219b8310b admin admin] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:55:05.997975 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-a6379f45-a298-4a3e-9635-884bd058290b None None] Set router 91dce665-622b-4cd3-b7dd-b8a2b4fc563e gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:55:06.077075 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3b263db-99eb-4689-84b2-355219b8310b admin admin] Router 91dce665-622b-4cd3-b7dd-b8a2b4fc563e has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:55:06.192149 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b263db-99eb-4689-84b2-355219b8310b admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:55:06.198017 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-c3b263db-99eb-4689-84b2-355219b8310b admin admin] 10.222.0.101 "PUT /v2.0/routers/91dce665-622b-4cd3-b7dd-b8a2b4fc563e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8780119 Sep 24 16:55:06.221348 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-a6379f45-a298-4a3e-9635-884bd058290b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91dce665-622b-4cd3-b7dd-b8a2b4fc563e', 'name': 'tempest-TestSnapshotPattern-1462054286-router', 'tenant_id': '61d9505997d640389df3e14cad36c777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'aea3f12f-2bca-43b5-a446-fad05fb91763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:55:02Z', 'updated_at': '2021-09-24T16:55:05Z', 'revision_number': 4, 'project_id': '61d9505997d640389df3e14cad36c777', 'gw_port': {'id': 'aea3f12f-2bca-43b5-a446-fad05fb91763', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:75:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91dce665-622b-4cd3-b7dd-b8a2b4fc563e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:55:02Z', 'updated_at': '2021-09-24T16:55:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'd52e94ca-6d08-494c-b69a-b7a01b743243', 'name': '', 'network_id': '88fd5436-f5c2-4bd8-ae78-10e01f077a94', 'tenant_id': '61d9505997d640389df3e14cad36c777', 'mac_address': 'fa:16:3e:08:aa:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91dce665-622b-4cd3-b7dd-b8a2b4fc563e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '70c6a520-d8f3-4b95-8d9c-72eb1ee17363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:55:04Z', 'updated_at': '2021-09-24T16:55:05Z', 'revision_number': 2, 'project_id': '61d9505997d640389df3e14cad36c777', 'subnets': [{'id': '70c6a520-d8f3-4b95-8d9c-72eb1ee17363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:55:06.224746 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7b567b4e-10db-4b3f-9c19-4474db975270 None None] Provisioning complete for port d52e94ca-6d08-494c-b69a-b7a01b743243 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:55:06.225159 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7b567b4e-10db-4b3f-9c19-4474db975270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:06.257288 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6379f45-a298-4a3e-9635-884bd058290b None None] The sync data for ids ['91dce665-622b-4cd3-b7dd-b8a2b4fc563e'] in n-d-808921-1 is: [{'id': '91dce665-622b-4cd3-b7dd-b8a2b4fc563e', 'name': 'tempest-TestSnapshotPattern-1462054286-router', 'tenant_id': '61d9505997d640389df3e14cad36c777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'aea3f12f-2bca-43b5-a446-fad05fb91763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:55:02Z', 'updated_at': '2021-09-24T16:55:05Z', 'revision_number': 4, 'project_id': '61d9505997d640389df3e14cad36c777', 'gw_port': {'id': 'aea3f12f-2bca-43b5-a446-fad05fb91763', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:75:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91dce665-622b-4cd3-b7dd-b8a2b4fc563e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:55:02Z', 'updated_at': '2021-09-24T16:55:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'd52e94ca-6d08-494c-b69a-b7a01b743243', 'name': '', 'network_id': '88fd5436-f5c2-4bd8-ae78-10e01f077a94', 'tenant_id': '61d9505997d640389df3e14cad36c777', 'mac_address': 'fa:16:3e:08:aa:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91dce665-622b-4cd3-b7dd-b8a2b4fc563e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '70c6a520-d8f3-4b95-8d9c-72eb1ee17363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:55:04Z', 'updated_at': '2021-09-24T16:55:05Z', 'revision_number': 2, 'project_id': '61d9505997d640389df3e14cad36c777', 'subnets': [{'id': '70c6a520-d8f3-4b95-8d9c-72eb1ee17363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:55:06.296553 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7b567b4e-10db-4b3f-9c19-4474db975270 None None] Port d52e94ca-6d08-494c-b69a-b7a01b743243 cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:55:06.962082 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49076) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:55:06.967055 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-d2d7113e-f683-49f9-b5ad-41089c42a65a tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-565984499', 'description': 'tempest-secgroup-smoke-565984499 description', 'project_id': '237ab006514c4e2cbcfd3121c50f5896'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:55:07.028856 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:07.057787 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d2d7113e-f683-49f9-b5ad-41089c42a65a tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify callbacks [] for security_group, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:07.149835 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d2d7113e-f683-49f9-b5ad-41089c42a65a tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify callbacks [] for security_group, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:07.234215 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d2d7113e-f683-49f9-b5ad-41089c42a65a tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:07.266192 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d7113e-f683-49f9-b5ad-41089c42a65a tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=446802c8-881b-4de4-ab9e-263d7210ce91,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:55:07.325912 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d2d7113e-f683-49f9-b5ad-41089c42a65a tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:07.327248 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-d2d7113e-f683-49f9-b5ad-41089c42a65a tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3641021 Sep 24 16:55:07.330663 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49078) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:55:07.336231 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-fc06f552-64a3-420e-99ba-af5896355db4 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Request body: {'security_group_rule': {'security_group_id': '446802c8-881b-4de4-ab9e-263d7210ce91', 'project_id': '237ab006514c4e2cbcfd3121c50f5896', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:55:07.404611 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device aea3f12f-2bca-43b5-a446-fad05fb91763 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:55:07.422953 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fc06f552-64a3-420e-99ba-af5896355db4 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:07.457233 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port aea3f12f-2bca-43b5-a446-fad05fb91763 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:55:07.457608 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:07.486059 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fc06f552-64a3-420e-99ba-af5896355db4 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:07.542983 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:07.562727 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] For port aea3f12f-2bca-43b5-a446-fad05fb91763, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=aea3f12f-2bca-43b5-a446-fad05fb91763,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:55:07.565785 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fc06f552-64a3-420e-99ba-af5896355db4 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:07.584569 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc06f552-64a3-420e-99ba-af5896355db4 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=479117f3-7576-44fe-b590-b430708393f5,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:55:07.634862 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:07.663872 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-fc06f552-64a3-420e-99ba-af5896355db4 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:07.666971 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-fc06f552-64a3-420e-99ba-af5896355db4 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3332334 Sep 24 16:55:07.668160 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49080) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:55:07.672685 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-9d0b0058-3d4b-4d36-9028-155356b487a4 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Request body: {'security_group_rule': {'security_group_id': '446802c8-881b-4de4-ab9e-263d7210ce91', 'project_id': '237ab006514c4e2cbcfd3121c50f5896', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:55:07.685948 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Pushing event updated for resources: {'Port': ['ID=aea3f12f-2bca-43b5-a446-fad05fb91763,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:55:07.788146 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9d0b0058-3d4b-4d36-9028-155356b487a4 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:07.848046 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9d0b0058-3d4b-4d36-9028-155356b487a4 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:07.937536 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9d0b0058-3d4b-4d36-9028-155356b487a4 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:07.956928 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0b0058-3d4b-4d36-9028-155356b487a4 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02018251-85bd-4b64-a248-ce05a906085f,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:55:08.028800 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9d0b0058-3d4b-4d36-9028-155356b487a4 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:08.030749 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-9d0b0058-3d4b-4d36-9028-155356b487a4 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3612874 Sep 24 16:55:08.033810 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49082) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:55:08.038207 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-b922c8a6-8c35-4331-b8fc-9f83009f22f4 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Request body: {'security_group_rule': {'security_group_id': '446802c8-881b-4de4-ab9e-263d7210ce91', 'project_id': '237ab006514c4e2cbcfd3121c50f5896', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:55:08.142225 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b922c8a6-8c35-4331-b8fc-9f83009f22f4 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:08.205932 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b922c8a6-8c35-4331-b8fc-9f83009f22f4 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:08.286636 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b922c8a6-8c35-4331-b8fc-9f83009f22f4 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:08.307095 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b922c8a6-8c35-4331-b8fc-9f83009f22f4 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce444ebb-b6bd-4781-946f-acf8be5c0249,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:55:08.384034 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-b922c8a6-8c35-4331-b8fc-9f83009f22f4 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:08.385829 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-b922c8a6-8c35-4331-b8fc-9f83009f22f4 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3510165 Sep 24 16:55:08.388774 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49084) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:55:08.414803 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-4bfda3ba-d7e0-4e9b-be41-79b536cc18c2 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Request body: {'security_group_rule': {'security_group_id': '446802c8-881b-4de4-ab9e-263d7210ce91', 'project_id': '237ab006514c4e2cbcfd3121c50f5896', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:55:08.537005 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4bfda3ba-d7e0-4e9b-be41-79b536cc18c2 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:08.596305 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4bfda3ba-d7e0-4e9b-be41-79b536cc18c2 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:08.697514 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4bfda3ba-d7e0-4e9b-be41-79b536cc18c2 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:08.715707 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfda3ba-d7e0-4e9b-be41-79b536cc18c2 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9454c9db-8e3c-47cd-a28c-216736ad216c,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:55:08.840711 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4bfda3ba-d7e0-4e9b-be41-79b536cc18c2 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:08.841965 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-4bfda3ba-d7e0-4e9b-be41-79b536cc18c2 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4522076 Sep 24 16:55:08.844792 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49086) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:55:08.849233 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-6dac3a3a-b90b-4b8b-a1a5-b7d9e0df3213 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Request body: {'security_group_rule': {'security_group_id': '446802c8-881b-4de4-ab9e-263d7210ce91', 'project_id': '237ab006514c4e2cbcfd3121c50f5896', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:55:08.972275 n-d-808921-1 neutron-server[95298]: INFO neutron.db.securitygroups_db [None req-6dac3a3a-b90b-4b8b-a1a5-b7d9e0df3213 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Project 237ab006514c4e2cbcfd3121c50f5896 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 16:55:08.977942 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6dac3a3a-b90b-4b8b-a1a5-b7d9e0df3213 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:09.038357 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6dac3a3a-b90b-4b8b-a1a5-b7d9e0df3213 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:09.143105 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6dac3a3a-b90b-4b8b-a1a5-b7d9e0df3213 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:09.163374 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dac3a3a-b90b-4b8b-a1a5-b7d9e0df3213 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b5dee0b-a6b8-4a76-bd25-874bd3396740,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:55:09.252112 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6dac3a3a-b90b-4b8b-a1a5-b7d9e0df3213 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:09.253305 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-6dac3a3a-b90b-4b8b-a1a5-b7d9e0df3213 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4074934 Sep 24 16:55:09.256209 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49088) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:55:09.260565 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-9114da48-610c-424b-bd79-454db47fd32a tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Request body: {'security_group_rule': {'security_group_id': '446802c8-881b-4de4-ab9e-263d7210ce91', 'project_id': '237ab006514c4e2cbcfd3121c50f5896', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:55:09.360699 n-d-808921-1 neutron-server[95298]: INFO neutron.db.securitygroups_db [None req-9114da48-610c-424b-bd79-454db47fd32a tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Project 237ab006514c4e2cbcfd3121c50f5896 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 24 16:55:09.362313 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device aea3f12f-2bca-43b5-a446-fad05fb91763 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:55:09.366308 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9114da48-610c-424b-bd79-454db47fd32a tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:09.413879 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port aea3f12f-2bca-43b5-a446-fad05fb91763 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:55:09.414246 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:09.440382 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9114da48-610c-424b-bd79-454db47fd32a tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:09.503253 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9114da48-610c-424b-bd79-454db47fd32a tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-269406'] for security_group_rule, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:09.523730 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9114da48-610c-424b-bd79-454db47fd32a tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bbd0f3d-80f3-420e-bec9-246b44ef90c1,revision_number=0']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:55:09.548200 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45d07c5-d543-4c14-85b5-47ae1b5b7e44 None None] Sync routers for ids ['91dce665-622b-4cd3-b7dd-b8a2b4fc563e'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:55:09.558547 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45d07c5-d543-4c14-85b5-47ae1b5b7e44 None None] Routers {'91dce665-622b-4cd3-b7dd-b8a2b4fc563e'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:55:09.559206 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-d45d07c5-d543-4c14-85b5-47ae1b5b7e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:55:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['91dce665-622b-4cd3-b7dd-b8a2b4fc563e'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:55:09.583417 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-9114da48-610c-424b-bd79-454db47fd32a tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:09.584717 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-9114da48-610c-424b-bd79-454db47fd32a tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3275714 Sep 24 16:55:09.667867 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-d45d07c5-d543-4c14-85b5-47ae1b5b7e44 None None] Set router 91dce665-622b-4cd3-b7dd-b8a2b4fc563e gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:55:09.680516 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:09.730821 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e82a6141-5e77-4ffe-9b8c-ab2ec4978b6a req-a0e53f4f-7cfe-4323-b64e-f227a8a1cd3b tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-565984499&fields=id&tenant_id=237ab006514c4e2cbcfd3121c50f5896 HTTP/1.1" status: 200 len: 267 time: 0.0347412 Sep 24 16:55:09.838741 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82a6141-5e77-4ffe-9b8c-ab2ec4978b6a req-4332956d-d8f8-483f-b9e1-2a9d1de4de84 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:55:09.841009 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e82a6141-5e77-4ffe-9b8c-ab2ec4978b6a req-4332956d-d8f8-483f-b9e1-2a9d1de4de84 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/networks?id=b346967c-bb92-451d-a9de-d799537e1c5c HTTP/1.1" status: 200 len: 809 time: 0.1033151 Sep 24 16:55:09.858624 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e82a6141-5e77-4ffe-9b8c-ab2ec4978b6a req-0d0b4385-b7c0-475a-b6ce-672c340547ac tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/quotas/237ab006514c4e2cbcfd3121c50f5896 HTTP/1.1" status: 200 len: 375 time: 0.0101223 Sep 24 16:55:09.870238 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-d45d07c5-d543-4c14-85b5-47ae1b5b7e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91dce665-622b-4cd3-b7dd-b8a2b4fc563e', 'name': 'tempest-TestSnapshotPattern-1462054286-router', 'tenant_id': '61d9505997d640389df3e14cad36c777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'aea3f12f-2bca-43b5-a446-fad05fb91763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:55:02Z', 'updated_at': '2021-09-24T16:55:05Z', 'revision_number': 4, 'project_id': '61d9505997d640389df3e14cad36c777', 'gw_port': {'id': 'aea3f12f-2bca-43b5-a446-fad05fb91763', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:75:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91dce665-622b-4cd3-b7dd-b8a2b4fc563e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:55:02Z', 'updated_at': '2021-09-24T16:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'd52e94ca-6d08-494c-b69a-b7a01b743243', 'name': '', 'network_id': '88fd5436-f5c2-4bd8-ae78-10e01f077a94', 'tenant_id': '61d9505997d640389df3e14cad36c777', 'mac_address': 'fa:16:3e:08:aa:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91dce665-622b-4cd3-b7dd-b8a2b4fc563e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '70c6a520-d8f3-4b95-8d9c-72eb1ee17363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:55:04Z', 'updated_at': '2021-09-24T16:55:05Z', 'revision_number': 2, 'project_id': '61d9505997d640389df3e14cad36c777', 'subnets': [{'id': '70c6a520-d8f3-4b95-8d9c-72eb1ee17363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:55:09.896864 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45d07c5-d543-4c14-85b5-47ae1b5b7e44 None None] Checking router: 91dce665-622b-4cd3-b7dd-b8a2b4fc563e for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:55:09.897216 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45d07c5-d543-4c14-85b5-47ae1b5b7e44 None None] Updating router 91dce665-622b-4cd3-b7dd-b8a2b4fc563e port d52e94ca-6d08-494c-b69a-b7a01b743243 binding host n-d-808921-1 {{(pid=95300) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 24 16:55:09.915791 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e82a6141-5e77-4ffe-9b8c-ab2ec4978b6a req-91b2a6c3-2f0f-4d37-8b7e-4b93e5857a2c tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=237ab006514c4e2cbcfd3121c50f5896&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515258 Sep 24 16:55:09.922292 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-d45d07c5-d543-4c14-85b5-47ae1b5b7e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:09.932672 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [req-e82a6141-5e77-4ffe-9b8c-ab2ec4978b6a req-5c184bdb-5aa3-436e-89b3-12e62c33f7ce service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95297) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 16:55:09.934278 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e82a6141-5e77-4ffe-9b8c-ab2ec4978b6a req-5c184bdb-5aa3-436e-89b3-12e62c33f7ce service neutron] 10.222.0.101 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060940 Sep 24 16:55:10.027351 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e82a6141-5e77-4ffe-9b8c-ab2ec4978b6a req-2ba13869-c0a9-4e19-b8a6-edec30f59f3b service neutron] 10.222.0.101 "GET /v2.0/networks/b346967c-bb92-451d-a9de-d799537e1c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861211 Sep 24 16:55:10.124641 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-e82a6141-5e77-4ffe-9b8c-ab2ec4978b6a req-08139918-56bd-41a2-9b77-24e4205f7555 service neutron] 10.222.0.101 "GET /v2.0/networks/b346967c-bb92-451d-a9de-d799537e1c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909724 Sep 24 16:55:10.186494 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-d45d07c5-d543-4c14-85b5-47ae1b5b7e44 None None] Notify callbacks [] for port, precommit_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:10.257812 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-d45d07c5-d543-4c14-85b5-47ae1b5b7e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:10.306228 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8fdeb5-923f-4848-8181-e877a375329c None None] Pushing event updated for resources: {'Port': ['ID=d52e94ca-6d08-494c-b69a-b7a01b743243,revision_number=3']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:55:10.367069 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-d45d07c5-d543-4c14-85b5-47ae1b5b7e44 None None] Attempting to bind port d52e94ca-6d08-494c-b69a-b7a01b743243 on host n-d-808921-1 for vnic_type normal with profile {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:55:10.367410 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-d45d07c5-d543-4c14-85b5-47ae1b5b7e44 None None] Attempting to bind port d52e94ca-6d08-494c-b69a-b7a01b743243 by drivers openvswitch,hyperv on host n-d-808921-1 at level 0 using segments [{'id': '88de087b-3c77-46a5-a439-5aafa22b001b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '88fd5436-f5c2-4bd8-ae78-10e01f077a94'}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:55:10.367787 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45d07c5-d543-4c14-85b5-47ae1b5b7e44 None None] Attempting to bind port d52e94ca-6d08-494c-b69a-b7a01b743243 on network 88fd5436-f5c2-4bd8-ae78-10e01f077a94 {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:55:10.377331 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45d07c5-d543-4c14-85b5-47ae1b5b7e44 None None] Checking agent: {'id': '1ee6f059-c7ee-49ab-958c-f56c9df546b0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 20, 4), 'started_at': datetime.datetime(2021, 9, 24, 15, 20, 34), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808921-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:55:10.377698 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45d07c5-d543-4c14-85b5-47ae1b5b7e44 None None] Checking segment: {'id': '88de087b-3c77-46a5-a439-5aafa22b001b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '88fd5436-f5c2-4bd8-ae78-10e01f077a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95300) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:55:10.377999 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-d45d07c5-d543-4c14-85b5-47ae1b5b7e44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:10.378419 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d45d07c5-d543-4c14-85b5-47ae1b5b7e44 None None] Bound using segment: {'id': '88de087b-3c77-46a5-a439-5aafa22b001b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '88fd5436-f5c2-4bd8-ae78-10e01f077a94'} {{(pid=95300) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:55:10.378888 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.managers [None req-d45d07c5-d543-4c14-85b5-47ae1b5b7e44 None None] Bound port: d52e94ca-6d08-494c-b69a-b7a01b743243, host: n-d-808921-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88de087b-3c77-46a5-a439-5aafa22b001b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1271, 'network_id': '88fd5436-f5c2-4bd8-ae78-10e01f077a94'}}] {{(pid=95300) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:55:10.379270 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-d45d07c5-d543-4c14-85b5-47ae1b5b7e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:10.409325 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a0b9f159-060d-4084-9852-9df466fca952 req-fae15f58-4b2d-4768-9b39-b5edeb6b88f2 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/ports?device_id=0dbd196e-e682-49e6-bdbe-22fcf2ba54eb HTTP/1.1" status: 200 len: 210 time: 0.0263879 Sep 24 16:55:10.454540 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-d45d07c5-d543-4c14-85b5-47ae1b5b7e44 None None] For port d52e94ca-6d08-494c-b69a-b7a01b743243, host n-d-808921-1, cleared binding levels {{(pid=95300) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:55:10.457868 n-d-808921-1 neutron-server[95300]: DEBUG neutron.plugins.ml2.db [None req-d45d07c5-d543-4c14-85b5-47ae1b5b7e44 None None] For port d52e94ca-6d08-494c-b69a-b7a01b743243, host n-d-808921-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=d52e94ca-6d08-494c-b69a-b7a01b743243,segment=NetworkSegment(88de087b-3c77-46a5-a439-5aafa22b001b),segment_id=88de087b-3c77-46a5-a439-5aafa22b001b)] {{(pid=95300) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:55:10.532742 n-d-808921-1 neutron-server[95300]: DEBUG neutron_lib.callbacks.manager [None req-d45d07c5-d543-4c14-85b5-47ae1b5b7e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95300) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:10.555432 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-3f307cb6-8c4e-4d2b-8b8d-ac1f622f6d96 None None] Provisioning complete for port d52e94ca-6d08-494c-b69a-b7a01b743243 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:55:10.555999 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3f307cb6-8c4e-4d2b-8b8d-ac1f622f6d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:10.590121 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45d07c5-d543-4c14-85b5-47ae1b5b7e44 None None] Routers {'91dce665-622b-4cd3-b7dd-b8a2b4fc563e'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:55:10.591174 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-d45d07c5-d543-4c14-85b5-47ae1b5b7e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:55:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['91dce665-622b-4cd3-b7dd-b8a2b4fc563e'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:55:10.596414 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8fdeb5-923f-4848-8181-e877a375329c None None] Pushing event updated for resources: {'Port': ['ID=d52e94ca-6d08-494c-b69a-b7a01b743243,revision_number=4']} {{(pid=95300) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:55:10.644942 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3f307cb6-8c4e-4d2b-8b8d-ac1f622f6d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:10.680177 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-3f307cb6-8c4e-4d2b-8b8d-ac1f622f6d96 None None] For port d52e94ca-6d08-494c-b69a-b7a01b743243, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=d52e94ca-6d08-494c-b69a-b7a01b743243,segment=NetworkSegment(88de087b-3c77-46a5-a439-5aafa22b001b),segment_id=88de087b-3c77-46a5-a439-5aafa22b001b)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:55:10.755256 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3f307cb6-8c4e-4d2b-8b8d-ac1f622f6d96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:10.798013 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-d45d07c5-d543-4c14-85b5-47ae1b5b7e44 None None] Set router 91dce665-622b-4cd3-b7dd-b8a2b4fc563e gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:55:10.806494 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f307cb6-8c4e-4d2b-8b8d-ac1f622f6d96 None None] Pushing event updated for resources: {'Port': ['ID=d52e94ca-6d08-494c-b69a-b7a01b743243,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:55:10.874673 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-d9acea4b-16d5-4c3b-bb14-a7691289925a None None] Provisioning complete for port d52e94ca-6d08-494c-b69a-b7a01b743243 triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:55:10.874972 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-d9acea4b-16d5-4c3b-bb14-a7691289925a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:10.992332 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-d45d07c5-d543-4c14-85b5-47ae1b5b7e44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91dce665-622b-4cd3-b7dd-b8a2b4fc563e', 'name': 'tempest-TestSnapshotPattern-1462054286-router', 'tenant_id': '61d9505997d640389df3e14cad36c777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'aea3f12f-2bca-43b5-a446-fad05fb91763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:55:02Z', 'updated_at': '2021-09-24T16:55:05Z', 'revision_number': 4, 'project_id': '61d9505997d640389df3e14cad36c777', 'gw_port': {'id': 'aea3f12f-2bca-43b5-a446-fad05fb91763', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:75:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91dce665-622b-4cd3-b7dd-b8a2b4fc563e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:55:02Z', 'updated_at': '2021-09-24T16:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'd52e94ca-6d08-494c-b69a-b7a01b743243', 'name': '', 'network_id': '88fd5436-f5c2-4bd8-ae78-10e01f077a94', 'tenant_id': '61d9505997d640389df3e14cad36c777', 'mac_address': 'fa:16:3e:08:aa:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91dce665-622b-4cd3-b7dd-b8a2b4fc563e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '70c6a520-d8f3-4b95-8d9c-72eb1ee17363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:55:04Z', 'updated_at': '2021-09-24T16:55:10Z', 'revision_number': 4, 'project_id': '61d9505997d640389df3e14cad36c777', 'subnets': [{'id': '70c6a520-d8f3-4b95-8d9c-72eb1ee17363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:55:11.018331 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45d07c5-d543-4c14-85b5-47ae1b5b7e44 None None] The sync data for ids ['91dce665-622b-4cd3-b7dd-b8a2b4fc563e'] in n-d-808921-1 is: [{'id': '91dce665-622b-4cd3-b7dd-b8a2b4fc563e', 'name': 'tempest-TestSnapshotPattern-1462054286-router', 'tenant_id': '61d9505997d640389df3e14cad36c777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'aea3f12f-2bca-43b5-a446-fad05fb91763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:55:02Z', 'updated_at': '2021-09-24T16:55:05Z', 'revision_number': 4, 'project_id': '61d9505997d640389df3e14cad36c777', 'gw_port': {'id': 'aea3f12f-2bca-43b5-a446-fad05fb91763', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:75:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91dce665-622b-4cd3-b7dd-b8a2b4fc563e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:55:02Z', 'updated_at': '2021-09-24T16:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'd52e94ca-6d08-494c-b69a-b7a01b743243', 'name': '', 'network_id': '88fd5436-f5c2-4bd8-ae78-10e01f077a94', 'tenant_id': '61d9505997d640389df3e14cad36c777', 'mac_address': 'fa:16:3e:08:aa:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '91dce665-622b-4cd3-b7dd-b8a2b4fc563e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '70c6a520-d8f3-4b95-8d9c-72eb1ee17363', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:55:04Z', 'updated_at': '2021-09-24T16:55:10Z', 'revision_number': 4, 'project_id': '61d9505997d640389df3e14cad36c777', 'subnets': [{'id': '70c6a520-d8f3-4b95-8d9c-72eb1ee17363', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:55:11.395875 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device d52e94ca-6d08-494c-b69a-b7a01b743243 up at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:55:11.454847 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Provisioning complete for port d52e94ca-6d08-494c-b69a-b7a01b743243 triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:55:11.455475 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:11.497782 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-33c58719-b0a4-4154-b342-ac38837cd90e req-a8726cb3-2400-4c46-a666-9466b82b2b53 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/ports?device_id=0dbd196e-e682-49e6-bdbe-22fcf2ba54eb HTTP/1.1" status: 200 len: 210 time: 0.0343888 Sep 24 16:55:11.812150 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:12.598074 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-c915f89d-1d5e-434f-bee4-7edc423cae2b req-84dc207f-51aa-442f-bb56-7344a8a58fcd tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/ports?device_id=0dbd196e-e682-49e6-bdbe-22fcf2ba54eb HTTP/1.1" status: 200 len: 210 time: 0.0284836 Sep 24 16:55:13.694518 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-178e664e-e23b-4402-a967-df3d24ebc0e1 req-1f859b6a-6555-4116-b2c8-9300d28037c1 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/ports?device_id=0dbd196e-e682-49e6-bdbe-22fcf2ba54eb HTTP/1.1" status: 200 len: 210 time: 0.0267804 Sep 24 16:55:14.495283 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82a6141-5e77-4ffe-9b8c-ab2ec4978b6a req-b500c95e-25a1-4e6c-bbce-0cc811b39d4f tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:55:14.497503 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e82a6141-5e77-4ffe-9b8c-ab2ec4978b6a req-b500c95e-25a1-4e6c-bbce-0cc811b39d4f tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.108 "GET /v2.0/networks?id=b346967c-bb92-451d-a9de-d799537e1c5c HTTP/1.1" status: 200 len: 809 time: 0.1092761 Sep 24 16:55:14.542077 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e82a6141-5e77-4ffe-9b8c-ab2ec4978b6a req-0369a5d6-31d7-4a69-8d60-2eccec7876f7 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.108 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=237ab006514c4e2cbcfd3121c50f5896 HTTP/1.1" status: 200 len: 379 time: 0.0354683 Sep 24 16:55:14.554171 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-e82a6141-5e77-4ffe-9b8c-ab2ec4978b6a req-0732b00d-2c35-45e4-b3b2-37870b46307f tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Request body: {'port': {'device_id': '0dbd196e-e682-49e6-bdbe-22fcf2ba54eb', 'network_id': 'b346967c-bb92-451d-a9de-d799537e1c5c', 'admin_state_up': True, 'tenant_id': '237ab006514c4e2cbcfd3121c50f5896', 'security_groups': ['446802c8-881b-4de4-ab9e-263d7210ce91']}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:55:14.755652 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e82a6141-5e77-4ffe-9b8c-ab2ec4978b6a req-0732b00d-2c35-45e4-b3b2-37870b46307f tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Made reservation on behalf of 237ab006514c4e2cbcfd3121c50f5896 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:55:14.759399 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e82a6141-5e77-4ffe-9b8c-ab2ec4978b6a req-0732b00d-2c35-45e4-b3b2-37870b46307f tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:14.801553 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-dd782e58-62ee-49d3-922e-5c83d5515676 req-dd09f5ae-b260-415a-8e11-dfa06cea6999 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/ports?device_id=0dbd196e-e682-49e6-bdbe-22fcf2ba54eb HTTP/1.1" status: 200 len: 210 time: 0.0384979 Sep 24 16:55:14.918672 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-e82a6141-5e77-4ffe-9b8c-ab2ec4978b6a req-0732b00d-2c35-45e4-b3b2-37870b46307f tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Allocated IP 172.20.0.7 (b346967c-bb92-451d-a9de-d799537e1c5c/bab13a1d-caa0-482e-8943-03367bc8d4a4/a5f7dfab-8720-4df8-9122-caad58dea99a) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:55:15.064701 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e82a6141-5e77-4ffe-9b8c-ab2ec4978b6a req-0732b00d-2c35-45e4-b3b2-37870b46307f tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:15.202124 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e82a6141-5e77-4ffe-9b8c-ab2ec4978b6a req-0732b00d-2c35-45e4-b3b2-37870b46307f tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:15.247379 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e82a6141-5e77-4ffe-9b8c-ab2ec4978b6a req-0732b00d-2c35-45e4-b3b2-37870b46307f tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Network b346967c-bb92-451d-a9de-d799537e1c5c is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:55:15.250832 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-e82a6141-5e77-4ffe-9b8c-ab2ec4978b6a req-0732b00d-2c35-45e4-b3b2-37870b46307f tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:55:15.254855 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-e82a6141-5e77-4ffe-9b8c-ab2ec4978b6a req-0732b00d-2c35-45e4-b3b2-37870b46307f tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:55:15.287048 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0732b00d-2c35-45e4-b3b2-37870b46307f tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Pushing event updated for resources: {'Port': ['ID=a5f7dfab-8720-4df8-9122-caad58dea99a,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:55:15.315144 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82a6141-5e77-4ffe-9b8c-ab2ec4978b6a req-0732b00d-2c35-45e4-b3b2-37870b46307f tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:55:15.315715 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e82a6141-5e77-4ffe-9b8c-ab2ec4978b6a req-0732b00d-2c35-45e4-b3b2-37870b46307f tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:15.385154 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e82a6141-5e77-4ffe-9b8c-ab2ec4978b6a req-0732b00d-2c35-45e4-b3b2-37870b46307f tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.108 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8349245 Sep 24 16:55:15.400694 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-e82a6141-5e77-4ffe-9b8c-ab2ec4978b6a req-233e70a1-61b1-4e45-976a-5c73bc80a7b5 service neutron] Request body: {'port': {'device_id': '0dbd196e-e682-49e6-bdbe-22fcf2ba54eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:55:15.461971 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e82a6141-5e77-4ffe-9b8c-ab2ec4978b6a req-233e70a1-61b1-4e45-976a-5c73bc80a7b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:15.506115 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-3f81be3d-7302-42c7-b06c-c6935fb78dda None None] Provisioning complete for port a5f7dfab-8720-4df8-9122-caad58dea99a triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:55:15.506764 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3f81be3d-7302-42c7-b06c-c6935fb78dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:15.542440 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-3f81be3d-7302-42c7-b06c-c6935fb78dda None None] Port a5f7dfab-8720-4df8-9122-caad58dea99a cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:55:15.736211 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-e82a6141-5e77-4ffe-9b8c-ab2ec4978b6a req-233e70a1-61b1-4e45-976a-5c73bc80a7b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5f7dfab-8720-4df8-9122-caad58dea99a {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:55:15.743620 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e82a6141-5e77-4ffe-9b8c-ab2ec4978b6a req-233e70a1-61b1-4e45-976a-5c73bc80a7b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:15.755928 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-e82a6141-5e77-4ffe-9b8c-ab2ec4978b6a req-233e70a1-61b1-4e45-976a-5c73bc80a7b5 service neutron] Transition to ACTIVE for port object a5f7dfab-8720-4df8-9122-caad58dea99a will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 16:55:15.824385 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e82a6141-5e77-4ffe-9b8c-ab2ec4978b6a req-233e70a1-61b1-4e45-976a-5c73bc80a7b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:15.878267 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233e70a1-61b1-4e45-976a-5c73bc80a7b5 service neutron] Pushing event updated for resources: {'Port': ['ID=a5f7dfab-8720-4df8-9122-caad58dea99a,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:55:15.923575 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5b41ac-54c1-487b-921d-1d675721e14f req-c93b54fa-99f2-43f6-941f-76eab49e6e2f tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:55:15.925936 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-da5b41ac-54c1-487b-921d-1d675721e14f req-c93b54fa-99f2-43f6-941f-76eab49e6e2f tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/ports?device_id=0dbd196e-e682-49e6-bdbe-22fcf2ba54eb HTTP/1.1" status: 200 len: 943 time: 0.0557921 Sep 24 16:55:15.950666 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-e82a6141-5e77-4ffe-9b8c-ab2ec4978b6a req-233e70a1-61b1-4e45-976a-5c73bc80a7b5 service neutron] Attempting to bind port a5f7dfab-8720-4df8-9122-caad58dea99a on host n-h2-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:55:15.951002 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-e82a6141-5e77-4ffe-9b8c-ab2ec4978b6a req-233e70a1-61b1-4e45-976a-5c73bc80a7b5 service neutron] Attempting to bind port a5f7dfab-8720-4df8-9122-caad58dea99a by drivers openvswitch,hyperv on host n-h2-808921-1 at level 0 using segments [{'id': '4c3190de-39d9-447f-a075-918fd5c8a885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'b346967c-bb92-451d-a9de-d799537e1c5c'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:55:15.951332 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82a6141-5e77-4ffe-9b8c-ab2ec4978b6a req-233e70a1-61b1-4e45-976a-5c73bc80a7b5 service neutron] Attempting to bind port a5f7dfab-8720-4df8-9122-caad58dea99a on network b346967c-bb92-451d-a9de-d799537e1c5c {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:55:15.956489 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82a6141-5e77-4ffe-9b8c-ab2ec4978b6a req-233e70a1-61b1-4e45-976a-5c73bc80a7b5 service neutron] Port a5f7dfab-8720-4df8-9122-caad58dea99a on network b346967c-bb92-451d-a9de-d799537e1c5c not bound, no agent of type Open vSwitch agent registered on host n-h2-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 16:55:15.956802 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82a6141-5e77-4ffe-9b8c-ab2ec4978b6a req-233e70a1-61b1-4e45-976a-5c73bc80a7b5 service neutron] Attempting to bind port a5f7dfab-8720-4df8-9122-caad58dea99a on network b346967c-bb92-451d-a9de-d799537e1c5c {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:55:15.961956 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82a6141-5e77-4ffe-9b8c-ab2ec4978b6a req-233e70a1-61b1-4e45-976a-5c73bc80a7b5 service neutron] Checking agent: {'id': '4a80c6f0-8e98-418d-89f1-38908c7ce318', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 8), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:55:15.962289 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82a6141-5e77-4ffe-9b8c-ab2ec4978b6a req-233e70a1-61b1-4e45-976a-5c73bc80a7b5 service neutron] Checking segment: {'id': '4c3190de-39d9-447f-a075-918fd5c8a885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'b346967c-bb92-451d-a9de-d799537e1c5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:55:15.962715 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e82a6141-5e77-4ffe-9b8c-ab2ec4978b6a req-233e70a1-61b1-4e45-976a-5c73bc80a7b5 service neutron] Bound using segment: {'id': '4c3190de-39d9-447f-a075-918fd5c8a885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'b346967c-bb92-451d-a9de-d799537e1c5c'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:55:15.963201 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-e82a6141-5e77-4ffe-9b8c-ab2ec4978b6a req-233e70a1-61b1-4e45-976a-5c73bc80a7b5 service neutron] Bound port: a5f7dfab-8720-4df8-9122-caad58dea99a, host: n-h2-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c3190de-39d9-447f-a075-918fd5c8a885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'b346967c-bb92-451d-a9de-d799537e1c5c'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:55:15.963562 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e82a6141-5e77-4ffe-9b8c-ab2ec4978b6a req-233e70a1-61b1-4e45-976a-5c73bc80a7b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:15.979649 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-da5b41ac-54c1-487b-921d-1d675721e14f req-f8ce0127-905b-4116-8a31-f73fac92abb1 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/security-groups?id=446802c8-881b-4de4-ab9e-263d7210ce91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440986 Sep 24 16:55:16.036935 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-e82a6141-5e77-4ffe-9b8c-ab2ec4978b6a req-233e70a1-61b1-4e45-976a-5c73bc80a7b5 service neutron] For port a5f7dfab-8720-4df8-9122-caad58dea99a, host n-h2-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:55:16.040142 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-e82a6141-5e77-4ffe-9b8c-ab2ec4978b6a req-233e70a1-61b1-4e45-976a-5c73bc80a7b5 service neutron] For port a5f7dfab-8720-4df8-9122-caad58dea99a, host n-h2-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=a5f7dfab-8720-4df8-9122-caad58dea99a,segment=NetworkSegment(4c3190de-39d9-447f-a075-918fd5c8a885),segment_id=4c3190de-39d9-447f-a075-918fd5c8a885)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:55:16.144901 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e82a6141-5e77-4ffe-9b8c-ab2ec4978b6a req-233e70a1-61b1-4e45-976a-5c73bc80a7b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:16.180599 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82a6141-5e77-4ffe-9b8c-ab2ec4978b6a req-233e70a1-61b1-4e45-976a-5c73bc80a7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:55:16.181220 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-e82a6141-5e77-4ffe-9b8c-ab2ec4978b6a req-233e70a1-61b1-4e45-976a-5c73bc80a7b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:16.182637 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e82a6141-5e77-4ffe-9b8c-ab2ec4978b6a req-233e70a1-61b1-4e45-976a-5c73bc80a7b5 service neutron] 10.222.0.108 "PUT /v2.0/ports/a5f7dfab-8720-4df8-9122-caad58dea99a HTTP/1.1" status: 200 len: 1091 time: 0.7881165 Sep 24 16:55:16.183072 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dbd196e-e682-49e6-bdbe-22fcf2ba54eb', 'tag': 'a5f7dfab-8720-4df8-9122-caad58dea99a'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:55:16.185970 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86bdbdc9b9e92b390e2d9cb11b84962cc6f6bd0fdc6518f79f4e2677ef2c88f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-743aa673-2ff7-429c-99c9-566f3d700642" -d '{"events": [{"name": "network-changed", "server_uuid": "0dbd196e-e682-49e6-bdbe-22fcf2ba54eb", "tag": "a5f7dfab-8720-4df8-9122-caad58dea99a"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:55:16.220737 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233e70a1-61b1-4e45-976a-5c73bc80a7b5 service neutron] Pushing event updated for resources: {'Port': ['ID=a5f7dfab-8720-4df8-9122-caad58dea99a,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:55:16.226026 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f7d38a-43d3-40a5-90af-c523b3fcf816 x-openstack-request-id: req-a6f7d38a-43d3-40a5-90af-c523b3fcf816 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:55:16.226425 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dbd196e-e682-49e6-bdbe-22fcf2ba54eb", "tag": "a5f7dfab-8720-4df8-9122-caad58dea99a", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:55:16.226815 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-a6f7d38a-43d3-40a5-90af-c523b3fcf816 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:55:16.227227 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dbd196e-e682-49e6-bdbe-22fcf2ba54eb', 'tag': 'a5f7dfab-8720-4df8-9122-caad58dea99a', 'status': 'completed', 'code': 200} Sep 24 16:55:16.291126 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743aa673-2ff7-429c-99c9-566f3d700642 req-dc5755aa-9c90-4f4e-924a-f888e54bd073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:55:16.292803 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-743aa673-2ff7-429c-99c9-566f3d700642 req-dc5755aa-9c90-4f4e-924a-f888e54bd073 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=237ab006514c4e2cbcfd3121c50f5896&device_id=0dbd196e-e682-49e6-bdbe-22fcf2ba54eb HTTP/1.1" status: 200 len: 1094 time: 0.0433083 Sep 24 16:55:16.400682 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743aa673-2ff7-429c-99c9-566f3d700642 req-efb01520-5296-4df2-9042-f40772fee7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:55:16.402161 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-743aa673-2ff7-429c-99c9-566f3d700642 req-efb01520-5296-4df2-9042-f40772fee7f3 service neutron] 10.222.0.108 "GET /v2.0/networks?tenant_id=237ab006514c4e2cbcfd3121c50f5896&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1018367 Sep 24 16:55:16.504789 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743aa673-2ff7-429c-99c9-566f3d700642 req-d7ee53c8-8478-4738-8c9c-cf84cf8bf02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:55:16.506189 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-743aa673-2ff7-429c-99c9-566f3d700642 req-d7ee53c8-8478-4738-8c9c-cf84cf8bf02c service neutron] 10.222.0.108 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0973470 Sep 24 16:55:16.581710 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82a6141-5e77-4ffe-9b8c-ab2ec4978b6a req-6c785acd-9e61-4339-a4c9-11d41210e03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:55:16.583260 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e82a6141-5e77-4ffe-9b8c-ab2ec4978b6a req-6c785acd-9e61-4339-a4c9-11d41210e03d service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=237ab006514c4e2cbcfd3121c50f5896&device_id=0dbd196e-e682-49e6-bdbe-22fcf2ba54eb HTTP/1.1" status: 200 len: 1094 time: 0.0413888 Sep 24 16:55:16.630434 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e82a6141-5e77-4ffe-9b8c-ab2ec4978b6a req-584b7009-b8ad-4aaf-8fa4-340cb877544b service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5f7dfab-8720-4df8-9122-caad58dea99a HTTP/1.1" status: 200 len: 217 time: 0.0380054 Sep 24 16:55:16.679018 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82a6141-5e77-4ffe-9b8c-ab2ec4978b6a req-b0b0801e-69ef-4b54-a257-5687d9becb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:55:16.680471 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e82a6141-5e77-4ffe-9b8c-ab2ec4978b6a req-b0b0801e-69ef-4b54-a257-5687d9becb39 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=bab13a1d-caa0-482e-8943-03367bc8d4a4 HTTP/1.1" status: 200 len: 848 time: 0.0428092 Sep 24 16:55:16.726880 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82a6141-5e77-4ffe-9b8c-ab2ec4978b6a req-ff11f398-20fc-48bf-9d12-8fc5fe40437d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:55:16.728349 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e82a6141-5e77-4ffe-9b8c-ab2ec4978b6a req-ff11f398-20fc-48bf-9d12-8fc5fe40437d service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=b346967c-bb92-451d-a9de-d799537e1c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398157 Sep 24 16:55:16.823568 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e82a6141-5e77-4ffe-9b8c-ab2ec4978b6a req-7480ce01-4056-402a-89f1-3a92aed701c3 service neutron] 10.222.0.108 "GET /v2.0/networks/b346967c-bb92-451d-a9de-d799537e1c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872958 Sep 24 16:55:16.913414 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e82a6141-5e77-4ffe-9b8c-ab2ec4978b6a req-b254bd66-63d2-4a50-930f-0b342d350a23 service neutron] 10.222.0.108 "GET /v2.0/networks/b346967c-bb92-451d-a9de-d799537e1c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827429 Sep 24 16:55:17.095539 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed79493-0269-4aaa-b419-148c7448ca37 req-b1eec413-f699-4a00-beab-b6d4a9ec4b21 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:55:17.097074 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8ed79493-0269-4aaa-b419-148c7448ca37 req-b1eec413-f699-4a00-beab-b6d4a9ec4b21 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/ports?device_id=0dbd196e-e682-49e6-bdbe-22fcf2ba54eb HTTP/1.1" status: 200 len: 943 time: 0.0560853 Sep 24 16:55:17.134991 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-8ed79493-0269-4aaa-b419-148c7448ca37 req-c3372bfd-9e38-4a50-8dee-05dd32cbcfc0 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/security-groups?id=446802c8-881b-4de4-ab9e-263d7210ce91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316999 Sep 24 16:55:18.256173 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f691b6d-134d-4900-8235-a2cd66f8f84e req-aa6d68aa-0135-4d00-bf93-2d45de7af22b tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:55:18.257703 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5f691b6d-134d-4900-8235-a2cd66f8f84e req-aa6d68aa-0135-4d00-bf93-2d45de7af22b tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/ports?device_id=0dbd196e-e682-49e6-bdbe-22fcf2ba54eb HTTP/1.1" status: 200 len: 943 time: 0.0534110 Sep 24 16:55:18.296707 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-5f691b6d-134d-4900-8235-a2cd66f8f84e req-28549540-578d-40f3-b586-fdce831dc470 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/security-groups?id=446802c8-881b-4de4-ab9e-263d7210ce91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326679 Sep 24 16:55:19.412743 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a896d2-0cc8-45b1-9957-5516504ed6d1 req-223bb190-0b03-4a7b-8435-9c97998e6e5c tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:55:19.414235 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-38a896d2-0cc8-45b1-9957-5516504ed6d1 req-223bb190-0b03-4a7b-8435-9c97998e6e5c tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/ports?device_id=0dbd196e-e682-49e6-bdbe-22fcf2ba54eb HTTP/1.1" status: 200 len: 943 time: 0.0503201 Sep 24 16:55:19.453755 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-38a896d2-0cc8-45b1-9957-5516504ed6d1 req-7f7f9529-a20a-463b-8284-fd5197d45c86 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/security-groups?id=446802c8-881b-4de4-ab9e-263d7210ce91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328360 Sep 24 16:55:20.131471 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [req-a498bb73-7e7b-43ec-81a7-45de6803fe46 req-06e8306d-2bb0-4336-9acc-e8065cb35d01 service neutron] (95297) timed out ('10.222.0.110', 60042) {{(pid=95297) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 24 16:55:20.346621 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device a5f7dfab-8720-4df8-9122-caad58dea99a details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 16:55:20.444828 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port a5f7dfab-8720-4df8-9122-caad58dea99a, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=a5f7dfab-8720-4df8-9122-caad58dea99a,segment=NetworkSegment(4c3190de-39d9-447f-a075-918fd5c8a885),segment_id=4c3190de-39d9-447f-a075-918fd5c8a885)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:55:20.456249 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': 'a5f7dfab-8720-4df8-9122-caad58dea99a', 'network_id': 'b346967c-bb92-451d-a9de-d799537e1c5c', 'port_id': 'a5f7dfab-8720-4df8-9122-caad58dea99a', 'mac_address': 'fa:16:3e:4b:53:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bab13a1d-caa0-482e-8943-03367bc8d4a4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 16:55:20.506104 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:20.519572 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5f7dfab-8720-4df8-9122-caad58dea99a {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:55:20.538568 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port a5f7dfab-8720-4df8-9122-caad58dea99a, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=a5f7dfab-8720-4df8-9122-caad58dea99a,segment=NetworkSegment(4c3190de-39d9-447f-a075-918fd5c8a885),segment_id=4c3190de-39d9-447f-a075-918fd5c8a885)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:55:20.569120 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2b8095-fcef-4500-a804-563d9c210725 req-3a0b20ba-8679-4f44-8ad6-fc8bc043a66d tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:55:20.570656 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ca2b8095-fcef-4500-a804-563d9c210725 req-3a0b20ba-8679-4f44-8ad6-fc8bc043a66d tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/ports?device_id=0dbd196e-e682-49e6-bdbe-22fcf2ba54eb HTTP/1.1" status: 200 len: 943 time: 0.0488496 Sep 24 16:55:20.602029 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:20.608695 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ca2b8095-fcef-4500-a804-563d9c210725 req-080dfbe7-44c3-4cf4-81b7-e5be238ee3da tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/security-groups?id=446802c8-881b-4de4-ab9e-263d7210ce91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319853 Sep 24 16:55:20.654264 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=a5f7dfab-8720-4df8-9122-caad58dea99a,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:55:20.808752 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['a5f7dfab-8720-4df8-9122-caad58dea99a'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:55:21.729773 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b001aeb0-33b8-415a-8d61-88145699fda9 req-3626f806-d7b6-46c9-80f8-ce701667e67b tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:55:21.731355 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b001aeb0-33b8-415a-8d61-88145699fda9 req-3626f806-d7b6-46c9-80f8-ce701667e67b tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/ports?device_id=0dbd196e-e682-49e6-bdbe-22fcf2ba54eb HTTP/1.1" status: 200 len: 944 time: 0.0511773 Sep 24 16:55:21.770217 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-b001aeb0-33b8-415a-8d61-88145699fda9 req-f765e365-9f46-4f84-b91b-bc1f50d8318c tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/security-groups?id=446802c8-881b-4de4-ab9e-263d7210ce91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329256 Sep 24 16:55:22.355861 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device a5f7dfab-8720-4df8-9122-caad58dea99a up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:55:22.545096 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning for port a5f7dfab-8720-4df8-9122-caad58dea99a completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 16:55:22.549515 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port a5f7dfab-8720-4df8-9122-caad58dea99a triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:55:22.549902 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:22.626760 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:22.648189 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dbd196e-e682-49e6-bdbe-22fcf2ba54eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5f7dfab-8720-4df8-9122-caad58dea99a'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:55:22.650448 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e675284d64920c3690942d07fd233bec6618b8bcfb70da99a5b5d86610f0b706" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ba67f65-6820-4109-b707-8fbacd4d6ec7" -d '{"events": [{"server_uuid": "0dbd196e-e682-49e6-bdbe-22fcf2ba54eb", "name": "network-vif-plugged", "status": "completed", "tag": "a5f7dfab-8720-4df8-9122-caad58dea99a"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:55:22.663730 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port a5f7dfab-8720-4df8-9122-caad58dea99a, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=a5f7dfab-8720-4df8-9122-caad58dea99a,segment=NetworkSegment(4c3190de-39d9-447f-a075-918fd5c8a885),segment_id=4c3190de-39d9-447f-a075-918fd5c8a885)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:55:22.721643 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e13c69-5a25-484c-bcca-a9afd518ecca x-openstack-request-id: req-36e13c69-5a25-484c-bcca-a9afd518ecca {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:55:22.721946 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dbd196e-e682-49e6-bdbe-22fcf2ba54eb", "name": "network-vif-plugged", "status": "completed", "tag": "a5f7dfab-8720-4df8-9122-caad58dea99a", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:55:22.722196 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-36e13c69-5a25-484c-bcca-a9afd518ecca {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:55:22.722617 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dbd196e-e682-49e6-bdbe-22fcf2ba54eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5f7dfab-8720-4df8-9122-caad58dea99a', 'code': 200} Sep 24 16:55:22.762411 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:22.816539 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=a5f7dfab-8720-4df8-9122-caad58dea99a,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:55:22.820585 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56756f7-7e7b-4f2c-ad4c-b8be78c86d3a req-c8a2fd96-195b-47c2-b0ba-0a86100a3732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:55:22.822104 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b56756f7-7e7b-4f2c-ad4c-b8be78c86d3a req-c8a2fd96-195b-47c2-b0ba-0a86100a3732 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=0dbd196e-e682-49e6-bdbe-22fcf2ba54eb HTTP/1.1" status: 200 len: 1096 time: 0.0421805 Sep 24 16:55:22.857658 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b56756f7-7e7b-4f2c-ad4c-b8be78c86d3a req-c9a9eb5c-5311-4861-996b-645613f6df4a service neutron] 10.222.0.108 "GET /v2.0/security-groups?id=446802c8-881b-4de4-ab9e-263d7210ce91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286279 Sep 24 16:55:22.895341 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df20709-de57-41f2-8453-c63b6887975d req-412f90f4-b97c-4fd1-8149-608666d8004e tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:55:22.896848 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3df20709-de57-41f2-8453-c63b6887975d req-412f90f4-b97c-4fd1-8149-608666d8004e tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/ports?device_id=0dbd196e-e682-49e6-bdbe-22fcf2ba54eb HTTP/1.1" status: 200 len: 945 time: 0.0543773 Sep 24 16:55:22.936013 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-3df20709-de57-41f2-8453-c63b6887975d req-e42abf8a-0695-4c26-956f-95c987ebb364 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/security-groups?id=446802c8-881b-4de4-ab9e-263d7210ce91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329902 Sep 24 16:55:24.056458 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6be365-8214-437d-9e99-df6fd7b20620 req-42a7d5e0-6010-4532-815e-3043585ad0c0 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:55:24.057939 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2f6be365-8214-437d-9e99-df6fd7b20620 req-42a7d5e0-6010-4532-815e-3043585ad0c0 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/ports?device_id=0dbd196e-e682-49e6-bdbe-22fcf2ba54eb HTTP/1.1" status: 200 len: 945 time: 0.0528281 Sep 24 16:55:24.096527 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-2f6be365-8214-437d-9e99-df6fd7b20620 req-9bd41e51-f948-4e5c-9a4f-1f4f9fc38067 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/security-groups?id=446802c8-881b-4de4-ab9e-263d7210ce91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314298 Sep 24 16:55:25.238802 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c8e18a-1580-4560-87e2-faa62b44c5d6 req-ded8d26c-0fa6-4025-adae-ae6349043351 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:55:25.240318 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-56c8e18a-1580-4560-87e2-faa62b44c5d6 req-ded8d26c-0fa6-4025-adae-ae6349043351 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/ports?device_id=0dbd196e-e682-49e6-bdbe-22fcf2ba54eb HTTP/1.1" status: 200 len: 945 time: 0.0488729 Sep 24 16:55:25.279187 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-56c8e18a-1580-4560-87e2-faa62b44c5d6 req-05c3776c-823a-42ad-9628-8cd00865dc55 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/security-groups?id=446802c8-881b-4de4-ab9e-263d7210ce91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325670 Sep 24 16:55:25.393239 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e2fbe-1168-441c-93b6-d006972fd223 req-31ec1989-2932-402d-bb5a-bda72687ecd9 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:55:25.394671 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-723e2fbe-1168-441c-93b6-d006972fd223 req-31ec1989-2932-402d-bb5a-bda72687ecd9 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/ports?device_id=0dbd196e-e682-49e6-bdbe-22fcf2ba54eb HTTP/1.1" status: 200 len: 945 time: 0.0493982 Sep 24 16:55:25.432340 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-723e2fbe-1168-441c-93b6-d006972fd223 req-7fd52bfe-9c50-48bb-b512-bda2aeb9274c tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/security-groups?id=446802c8-881b-4de4-ab9e-263d7210ce91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316086 Sep 24 16:55:25.454313 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49164) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:55:25.581295 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522322c0-f2d4-4d69-8830-528fd658d084 tempest-TestSnapshotPattern-791549487 tempest-TestSnapshotPattern-791549487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:55:25.582812 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-522322c0-f2d4-4d69-8830-528fd658d084 tempest-TestSnapshotPattern-791549487 tempest-TestSnapshotPattern-791549487-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=0dbd196e-e682-49e6-bdbe-22fcf2ba54eb HTTP/1.1" status: 200 len: 1091 time: 0.1274910 Sep 24 16:55:25.585655 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49168) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:55:25.589783 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-c7242bb7-77bd-4ecd-b2a1-ed08d9b68299 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Request body: {'floatingip': {'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'port_id': 'a5f7dfab-8720-4df8-9122-caad58dea99a', 'tenant_id': '237ab006514c4e2cbcfd3121c50f5896', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:55:25.677090 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c7242bb7-77bd-4ecd-b2a1-ed08d9b68299 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify callbacks [] for floatingip, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:25.775482 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c7242bb7-77bd-4ecd-b2a1-ed08d9b68299 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:25.880551 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-c7242bb7-77bd-4ecd-b2a1-ed08d9b68299 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Allocated IP 172.25.0.89 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/9959c63f-abca-4ed7-a271-b5ef2e6e2813) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:55:25.981972 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c7242bb7-77bd-4ecd-b2a1-ed08d9b68299 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:26.095532 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c7242bb7-77bd-4ecd-b2a1-ed08d9b68299 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:26.134006 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7242bb7-77bd-4ecd-b2a1-ed08d9b68299 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:55:26.136694 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-c7242bb7-77bd-4ecd-b2a1-ed08d9b68299 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:55:26.140161 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7242bb7-77bd-4ecd-b2a1-ed08d9b68299 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:55:26.168450 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7242bb7-77bd-4ecd-b2a1-ed08d9b68299 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Pushing event updated for resources: {'Port': ['ID=9959c63f-abca-4ed7-a271-b5ef2e6e2813,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:55:26.806351 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c7242bb7-77bd-4ecd-b2a1-ed08d9b68299 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:26.968363 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c7242bb7-77bd-4ecd-b2a1-ed08d9b68299 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:27.115697 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c7242bb7-77bd-4ecd-b2a1-ed08d9b68299 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:27.185907 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c7242bb7-77bd-4ecd-b2a1-ed08d9b68299 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:27.263015 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7242bb7-77bd-4ecd-b2a1-ed08d9b68299 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Pushing event updated for resources: {'Port': ['ID=9959c63f-abca-4ed7-a271-b5ef2e6e2813,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:55:27.271167 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c7242bb7-77bd-4ecd-b2a1-ed08d9b68299 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:27.373726 n-d-808921-1 neutron-server[95298]: INFO neutron.db.l3_db [None req-c7242bb7-77bd-4ecd-b2a1-ed08d9b68299 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Floating IP 879edcaf-5e1a-468e-a9ec-8fda58b39290 associated. External IP: 172.25.0.89, port: a5f7dfab-8720-4df8-9122-caad58dea99a. Sep 24 16:55:27.492248 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-59393a35-1eeb-4e8d-92d5-e04be6412a22 req-0b6f1eec-2bb2-4eae-9e3e-2b79f92ba55a service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=0dbd196e-e682-49e6-bdbe-22fcf2ba54eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0858245 Sep 24 16:55:27.622202 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59393a35-1eeb-4e8d-92d5-e04be6412a22 req-1312b5ad-068f-46da-8074-c66f344655b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:55:27.623700 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-59393a35-1eeb-4e8d-92d5-e04be6412a22 req-1312b5ad-068f-46da-8074-c66f344655b0 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=237ab006514c4e2cbcfd3121c50f5896&device_id=0dbd196e-e682-49e6-bdbe-22fcf2ba54eb HTTP/1.1" status: 200 len: 1096 time: 0.0814352 Sep 24 16:55:27.654149 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7242bb7-77bd-4ecd-b2a1-ed08d9b68299 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Router 4a65cb91-2b92-4b29-b2bb-baa7cdc43705 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:55:27.783334 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59393a35-1eeb-4e8d-92d5-e04be6412a22 req-c8c883de-5d58-4496-b266-2a1f00d72ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:55:27.784805 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-59393a35-1eeb-4e8d-92d5-e04be6412a22 req-c8c883de-5d58-4496-b266-2a1f00d72ca2 service neutron] 10.222.0.108 "GET /v2.0/networks?id=b346967c-bb92-451d-a9de-d799537e1c5c HTTP/1.1" status: 200 len: 911 time: 0.1414626 Sep 24 16:55:27.870897 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7242bb7-77bd-4ecd-b2a1-ed08d9b68299 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:55:27.881151 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52ad0ee-99ba-478e-8ca6-c76557a05839 None None] Sync routers for ids ['4a65cb91-2b92-4b29-b2bb-baa7cdc43705'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:55:27.888861 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-59393a35-1eeb-4e8d-92d5-e04be6412a22 req-c4e19f42-0a45-496c-b235-25974f4d7e50 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5f7dfab-8720-4df8-9122-caad58dea99a HTTP/1.1" status: 200 len: 998 time: 0.0747411 Sep 24 16:55:27.891897 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52ad0ee-99ba-478e-8ca6-c76557a05839 None None] Routers {'4a65cb91-2b92-4b29-b2bb-baa7cdc43705'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:55:27.892683 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-d52ad0ee-99ba-478e-8ca6-c76557a05839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:55:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['4a65cb91-2b92-4b29-b2bb-baa7cdc43705'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:55:27.941177 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59393a35-1eeb-4e8d-92d5-e04be6412a22 req-97cedcf4-45cc-4e1d-8d78-22954e5c787b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:55:27.942570 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-59393a35-1eeb-4e8d-92d5-e04be6412a22 req-97cedcf4-45cc-4e1d-8d78-22954e5c787b service neutron] 10.222.0.108 "GET /v2.0/subnets?id=bab13a1d-caa0-482e-8943-03367bc8d4a4 HTTP/1.1" status: 200 len: 848 time: 0.0473855 Sep 24 16:55:27.975704 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-c7242bb7-77bd-4ecd-b2a1-ed08d9b68299 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:28.000218 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-d52ad0ee-99ba-478e-8ca6-c76557a05839 None None] Set router 4a65cb91-2b92-4b29-b2bb-baa7cdc43705 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:55:28.009342 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-c7242bb7-77bd-4ecd-b2a1-ed08d9b68299 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4226916 Sep 24 16:55:28.010670 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dbd196e-e682-49e6-bdbe-22fcf2ba54eb', 'tag': 'a5f7dfab-8720-4df8-9122-caad58dea99a'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:55:28.012893 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86bdbdc9b9e92b390e2d9cb11b84962cc6f6bd0fdc6518f79f4e2677ef2c88f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-055a6632-5cdb-489f-930d-53e47a8ecd0c" -d '{"events": [{"name": "network-changed", "server_uuid": "0dbd196e-e682-49e6-bdbe-22fcf2ba54eb", "tag": "a5f7dfab-8720-4df8-9122-caad58dea99a"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:55:28.018372 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59393a35-1eeb-4e8d-92d5-e04be6412a22 req-c9da2283-fa82-451e-8ed7-72c454a049bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:55:28.019908 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-59393a35-1eeb-4e8d-92d5-e04be6412a22 req-c9da2283-fa82-451e-8ed7-72c454a049bb service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=b346967c-bb92-451d-a9de-d799537e1c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708544 Sep 24 16:55:28.058046 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e7f6c3a-2e39-4b41-ad73-c101996b4851 x-openstack-request-id: req-3e7f6c3a-2e39-4b41-ad73-c101996b4851 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:55:28.058365 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dbd196e-e682-49e6-bdbe-22fcf2ba54eb", "tag": "a5f7dfab-8720-4df8-9122-caad58dea99a", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:55:28.058616 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-3e7f6c3a-2e39-4b41-ad73-c101996b4851 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:55:28.059007 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dbd196e-e682-49e6-bdbe-22fcf2ba54eb', 'tag': 'a5f7dfab-8720-4df8-9122-caad58dea99a', 'status': 'completed', 'code': 200} Sep 24 16:55:28.122114 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-59393a35-1eeb-4e8d-92d5-e04be6412a22 req-74bde185-91af-4225-8821-b8cc45e57bc9 service neutron] 10.222.0.108 "GET /v2.0/networks/b346967c-bb92-451d-a9de-d799537e1c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948608 Sep 24 16:55:28.221165 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-59393a35-1eeb-4e8d-92d5-e04be6412a22 req-b370732e-1dec-44aa-978a-3c206de60c04 service neutron] 10.222.0.108 "GET /v2.0/networks/b346967c-bb92-451d-a9de-d799537e1c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915573 Sep 24 16:55:28.229088 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-d52ad0ee-99ba-478e-8ca6-c76557a05839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a65cb91-2b92-4b29-b2bb-baa7cdc43705', 'name': 'tempest-TestSnapshotPattern-465796133-router', 'tenant_id': '237ab006514c4e2cbcfd3121c50f5896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'fb935315-cfa5-414f-afb5-19da84141959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:54:55Z', 'updated_at': '2021-09-24T16:54:59Z', 'revision_number': 4, 'project_id': '237ab006514c4e2cbcfd3121c50f5896', 'gw_port': {'id': 'fb935315-cfa5-414f-afb5-19da84141959', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a65cb91-2b92-4b29-b2bb-baa7cdc43705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:54:56Z', 'updated_at': '2021-09-24T16:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': '879edcaf-5e1a-468e-a9ec-8fda58b39290', 'tenant_id': '237ab006514c4e2cbcfd3121c50f5896', 'floating_ip_address': '172.25.0.89', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '4a65cb91-2b92-4b29-b2bb-baa7cdc43705', 'port_id': 'a5f7dfab-8720-4df8-9122-caad58dea99a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b346967c-bb92-451d-a9de-d799537e1c5c', 'mac_address': 'fa:16:3e:4b:53:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbd196e-e682-49e6-bdbe-22fcf2ba54eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T16:55:26Z', 'updated_at': '2021-09-24T16:55:26Z', 'revision_number': 0, 'project_id': '237ab006514c4e2cbcfd3121c50f5896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1559a38-81c3-4df5-bf32-b3304eebe021', 'name': '', 'network_id': 'b346967c-bb92-451d-a9de-d799537e1c5c', 'tenant_id': '237ab006514c4e2cbcfd3121c50f5896', 'mac_address': 'fa:16:3e:31:7f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a65cb91-2b92-4b29-b2bb-baa7cdc43705', 'device_owner': 'network:router_interface', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'bab13a1d-caa0-482e-8943-03367bc8d4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:54:58Z', 'updated_at': '2021-09-24T16:55:02Z', 'revision_number': 5, 'project_id': '237ab006514c4e2cbcfd3121c50f5896', 'subnets': [{'id': 'bab13a1d-caa0-482e-8943-03367bc8d4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:55:28.260306 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52ad0ee-99ba-478e-8ca6-c76557a05839 None None] Checking router: 4a65cb91-2b92-4b29-b2bb-baa7cdc43705 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:55:28.269534 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52ad0ee-99ba-478e-8ca6-c76557a05839 None None] Routers {'4a65cb91-2b92-4b29-b2bb-baa7cdc43705'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:55:28.270204 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-d52ad0ee-99ba-478e-8ca6-c76557a05839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:55:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['4a65cb91-2b92-4b29-b2bb-baa7cdc43705'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:55:28.380354 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-d52ad0ee-99ba-478e-8ca6-c76557a05839 None None] Set router 4a65cb91-2b92-4b29-b2bb-baa7cdc43705 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:55:28.395948 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a6632-5cdb-489f-930d-53e47a8ecd0c req-345ccf06-ab07-430b-a7bf-3ec191571e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:55:28.397442 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-055a6632-5cdb-489f-930d-53e47a8ecd0c req-345ccf06-ab07-430b-a7bf-3ec191571e2e service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=237ab006514c4e2cbcfd3121c50f5896&device_id=0dbd196e-e682-49e6-bdbe-22fcf2ba54eb HTTP/1.1" status: 200 len: 1096 time: 0.0416665 Sep 24 16:55:28.492215 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a6632-5cdb-489f-930d-53e47a8ecd0c req-b2ea9818-830c-4365-992b-18bde64b439e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:55:28.493591 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-055a6632-5cdb-489f-930d-53e47a8ecd0c req-b2ea9818-830c-4365-992b-18bde64b439e service neutron] 10.222.0.108 "GET /v2.0/networks?id=b346967c-bb92-451d-a9de-d799537e1c5c HTTP/1.1" status: 200 len: 911 time: 0.0897729 Sep 24 16:55:28.566328 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-055a6632-5cdb-489f-930d-53e47a8ecd0c req-6d273f85-1805-488c-a480-571f9be0f036 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5f7dfab-8720-4df8-9122-caad58dea99a HTTP/1.1" status: 200 len: 998 time: 0.0631211 Sep 24 16:55:28.604124 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-d52ad0ee-99ba-478e-8ca6-c76557a05839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a65cb91-2b92-4b29-b2bb-baa7cdc43705', 'name': 'tempest-TestSnapshotPattern-465796133-router', 'tenant_id': '237ab006514c4e2cbcfd3121c50f5896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'fb935315-cfa5-414f-afb5-19da84141959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:54:55Z', 'updated_at': '2021-09-24T16:54:59Z', 'revision_number': 4, 'project_id': '237ab006514c4e2cbcfd3121c50f5896', 'gw_port': {'id': 'fb935315-cfa5-414f-afb5-19da84141959', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a65cb91-2b92-4b29-b2bb-baa7cdc43705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:54:56Z', 'updated_at': '2021-09-24T16:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': '879edcaf-5e1a-468e-a9ec-8fda58b39290', 'tenant_id': '237ab006514c4e2cbcfd3121c50f5896', 'floating_ip_address': '172.25.0.89', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '4a65cb91-2b92-4b29-b2bb-baa7cdc43705', 'port_id': 'a5f7dfab-8720-4df8-9122-caad58dea99a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b346967c-bb92-451d-a9de-d799537e1c5c', 'mac_address': 'fa:16:3e:4b:53:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbd196e-e682-49e6-bdbe-22fcf2ba54eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T16:55:26Z', 'updated_at': '2021-09-24T16:55:26Z', 'revision_number': 0, 'project_id': '237ab006514c4e2cbcfd3121c50f5896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1559a38-81c3-4df5-bf32-b3304eebe021', 'name': '', 'network_id': 'b346967c-bb92-451d-a9de-d799537e1c5c', 'tenant_id': '237ab006514c4e2cbcfd3121c50f5896', 'mac_address': 'fa:16:3e:31:7f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a65cb91-2b92-4b29-b2bb-baa7cdc43705', 'device_owner': 'network:router_interface', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'bab13a1d-caa0-482e-8943-03367bc8d4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:54:58Z', 'updated_at': '2021-09-24T16:55:02Z', 'revision_number': 5, 'project_id': '237ab006514c4e2cbcfd3121c50f5896', 'subnets': [{'id': 'bab13a1d-caa0-482e-8943-03367bc8d4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:55:28.615433 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a6632-5cdb-489f-930d-53e47a8ecd0c req-f4581712-9c4f-4358-818e-d1fb724ba220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:55:28.616910 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-055a6632-5cdb-489f-930d-53e47a8ecd0c req-f4581712-9c4f-4358-818e-d1fb724ba220 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=bab13a1d-caa0-482e-8943-03367bc8d4a4 HTTP/1.1" status: 200 len: 848 time: 0.0442116 Sep 24 16:55:28.630896 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52ad0ee-99ba-478e-8ca6-c76557a05839 None None] The sync data for ids ['4a65cb91-2b92-4b29-b2bb-baa7cdc43705'] in n-d-808921-1 is: [{'id': '4a65cb91-2b92-4b29-b2bb-baa7cdc43705', 'name': 'tempest-TestSnapshotPattern-465796133-router', 'tenant_id': '237ab006514c4e2cbcfd3121c50f5896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'fb935315-cfa5-414f-afb5-19da84141959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:54:55Z', 'updated_at': '2021-09-24T16:54:59Z', 'revision_number': 4, 'project_id': '237ab006514c4e2cbcfd3121c50f5896', 'gw_port': {'id': 'fb935315-cfa5-414f-afb5-19da84141959', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a65cb91-2b92-4b29-b2bb-baa7cdc43705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:54:56Z', 'updated_at': '2021-09-24T16:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': '879edcaf-5e1a-468e-a9ec-8fda58b39290', 'tenant_id': '237ab006514c4e2cbcfd3121c50f5896', 'floating_ip_address': '172.25.0.89', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '4a65cb91-2b92-4b29-b2bb-baa7cdc43705', 'port_id': 'a5f7dfab-8720-4df8-9122-caad58dea99a', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b346967c-bb92-451d-a9de-d799537e1c5c', 'mac_address': 'fa:16:3e:4b:53:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dbd196e-e682-49e6-bdbe-22fcf2ba54eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T16:55:26Z', 'updated_at': '2021-09-24T16:55:26Z', 'revision_number': 0, 'project_id': '237ab006514c4e2cbcfd3121c50f5896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1559a38-81c3-4df5-bf32-b3304eebe021', 'name': '', 'network_id': 'b346967c-bb92-451d-a9de-d799537e1c5c', 'tenant_id': '237ab006514c4e2cbcfd3121c50f5896', 'mac_address': 'fa:16:3e:31:7f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a65cb91-2b92-4b29-b2bb-baa7cdc43705', 'device_owner': 'network:router_interface', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'bab13a1d-caa0-482e-8943-03367bc8d4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:54:58Z', 'updated_at': '2021-09-24T16:55:02Z', 'revision_number': 5, 'project_id': '237ab006514c4e2cbcfd3121c50f5896', 'subnets': [{'id': 'bab13a1d-caa0-482e-8943-03367bc8d4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:55:28.667071 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055a6632-5cdb-489f-930d-53e47a8ecd0c req-44a28056-dc1f-448a-a438-c070309b8d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:55:28.668656 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-055a6632-5cdb-489f-930d-53e47a8ecd0c req-44a28056-dc1f-448a-a438-c070309b8d84 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=b346967c-bb92-451d-a9de-d799537e1c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446079 Sep 24 16:55:28.766955 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-055a6632-5cdb-489f-930d-53e47a8ecd0c req-7b852e98-d1ff-47c9-8c0e-422026f2ea84 service neutron] 10.222.0.108 "GET /v2.0/networks/b346967c-bb92-451d-a9de-d799537e1c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904291 Sep 24 16:55:28.835218 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ee12eb-fcd4-4eb9-bd5b-c0eb7aadd233 None None] New status for floating IP 879edcaf-5e1a-468e-a9ec-8fda58b39290: ACTIVE {{(pid=95300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 16:55:28.864672 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-055a6632-5cdb-489f-930d-53e47a8ecd0c req-f457b788-2e9a-40ab-b211-56ec740116a6 service neutron] 10.222.0.108 "GET /v2.0/networks/b346967c-bb92-451d-a9de-d799537e1c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912290 Sep 24 16:55:31.289527 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-341a8df9-daf0-4915-83a1-4a13cc1cf387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:33.981536 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3446915e-9fab-43d3-ab9c-1114a9fc36b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:34.346994 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:35.712886 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:37.044378 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:39.684522 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:55:40.059959 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:55:41.799186 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:56:01.241379 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-2cd99b40-4e2e-4e37-9db4-64cad8fa1943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:56:04.008014 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-14e893da-3c63-45b4-a795-1fd651b3b33a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:56:04.390919 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:56:05.636358 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:56:07.019538 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:56:09.705809 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:56:11.820009 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:56:17.059004 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:56:29.469199 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6445f60d-5153-404d-a809-d821f56a64ac req-919f5845-6294-4bec-adb0-c1249490b75e service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=0dbd196e-e682-49e6-bdbe-22fcf2ba54eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417163 Sep 24 16:56:29.553101 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6445f60d-5153-404d-a809-d821f56a64ac req-1d9768a6-415b-4a37-9add-ccc668dfe756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:56:29.554624 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6445f60d-5153-404d-a809-d821f56a64ac req-1d9768a6-415b-4a37-9add-ccc668dfe756 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=237ab006514c4e2cbcfd3121c50f5896&device_id=0dbd196e-e682-49e6-bdbe-22fcf2ba54eb HTTP/1.1" status: 200 len: 1096 time: 0.0454760 Sep 24 16:56:29.655970 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6445f60d-5153-404d-a809-d821f56a64ac req-4dbf3d3d-d4d4-42b0-a877-60ac3f68ce0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:56:29.657351 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6445f60d-5153-404d-a809-d821f56a64ac req-4dbf3d3d-d4d4-42b0-a877-60ac3f68ce0a service neutron] 10.222.0.108 "GET /v2.0/networks?id=b346967c-bb92-451d-a9de-d799537e1c5c HTTP/1.1" status: 200 len: 911 time: 0.0845587 Sep 24 16:56:29.727134 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6445f60d-5153-404d-a809-d821f56a64ac req-b3707e2c-bbe9-488a-b4d7-bd9f0ae130b9 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5f7dfab-8720-4df8-9122-caad58dea99a HTTP/1.1" status: 200 len: 1000 time: 0.0624888 Sep 24 16:56:29.776014 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6445f60d-5153-404d-a809-d821f56a64ac req-c0cc8ee7-e0a0-4de8-a887-c9ca9f9230d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:56:29.777490 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6445f60d-5153-404d-a809-d821f56a64ac req-c0cc8ee7-e0a0-4de8-a887-c9ca9f9230d9 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=bab13a1d-caa0-482e-8943-03367bc8d4a4 HTTP/1.1" status: 200 len: 848 time: 0.0435531 Sep 24 16:56:29.823381 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6445f60d-5153-404d-a809-d821f56a64ac req-78a514c2-fdda-4454-b7a5-d273739c7631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:56:29.824845 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6445f60d-5153-404d-a809-d821f56a64ac req-78a514c2-fdda-4454-b7a5-d273739c7631 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=b346967c-bb92-451d-a9de-d799537e1c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401621 Sep 24 16:56:29.836111 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [req-6445f60d-5153-404d-a809-d821f56a64ac req-e3104e3d-12a1-4a15-87c7-c68752bb5c03 service neutron] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 16:56:29.837032 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6445f60d-5153-404d-a809-d821f56a64ac req-e3104e3d-12a1-4a15-87c7-c68752bb5c03 service neutron] 10.222.0.108 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054448 Sep 24 16:56:29.930093 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6445f60d-5153-404d-a809-d821f56a64ac req-d765d337-8ddd-4c2b-a22c-ee424335e30a service neutron] 10.222.0.108 "GET /v2.0/networks/b346967c-bb92-451d-a9de-d799537e1c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862384 Sep 24 16:56:30.022023 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6445f60d-5153-404d-a809-d821f56a64ac req-a9226d3a-c36f-4242-8940-1f054f3eba5f service neutron] 10.222.0.108 "GET /v2.0/networks/b346967c-bb92-451d-a9de-d799537e1c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841849 Sep 24 16:56:31.296598 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-dcc325ec-2a09-444b-9eb6-d51f2768d320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:56:33.942975 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-953505ce-902d-43d8-9948-4d6dd7801ef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:56:34.348829 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:56:35.663429 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:56:37.011906 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:56:39.698299 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:56:41.807109 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:56:54.059323 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:57:01.271661 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5c1da51f-5843-4ee9-883b-0183fa03f39a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:57:04.015543 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-581991f4-89b8-4849-a3dc-c493af7b5ec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:57:04.347751 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:57:05.650014 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:57:07.044123 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:57:09.735978 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:57:11.902013 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:57:26.888453 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device a5f7dfab-8720-4df8-9122-caad58dea99a details requested by agent hyperv_n-h2-808921-1 with host n-h2-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 16:57:27.015311 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port a5f7dfab-8720-4df8-9122-caad58dea99a, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=a5f7dfab-8720-4df8-9122-caad58dea99a,segment=NetworkSegment(4c3190de-39d9-447f-a075-918fd5c8a885),segment_id=4c3190de-39d9-447f-a075-918fd5c8a885)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:57:27.035254 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Returning: {'device': 'a5f7dfab-8720-4df8-9122-caad58dea99a', 'network_id': 'b346967c-bb92-451d-a9de-d799537e1c5c', 'port_id': 'a5f7dfab-8720-4df8-9122-caad58dea99a', 'mac_address': 'fa:16:3e:4b:53:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bab13a1d-caa0-482e-8943-03367bc8d4a4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 16:57:27.093007 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:57:27.113416 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a5f7dfab-8720-4df8-9122-caad58dea99a {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:57:27.154581 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port a5f7dfab-8720-4df8-9122-caad58dea99a, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=a5f7dfab-8720-4df8-9122-caad58dea99a,segment=NetworkSegment(4c3190de-39d9-447f-a075-918fd5c8a885),segment_id=4c3190de-39d9-447f-a075-918fd5c8a885)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:57:27.223943 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:57:27.284826 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=a5f7dfab-8720-4df8-9122-caad58dea99a,revision_number=6']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:57:27.294439 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:57:27.294439 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:57:27.294439 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:57:27.294439 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:57:27.294439 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:57:27.295012 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:57:27.295095 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:57:27.295943 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:57:27.295943 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:57:27.296256 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:57:27.296635 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:57:27.296965 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:57:27.302711 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] get_ports_and_sgs() called for port_ids ['a5f7dfab-8720-4df8-9122-caad58dea99a'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:57:28.904966 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device a5f7dfab-8720-4df8-9122-caad58dea99a up at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:57:28.957663 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Provisioning complete for port a5f7dfab-8720-4df8-9122-caad58dea99a triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:57:28.958038 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:57:29.055398 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:57:29.087532 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dbd196e-e682-49e6-bdbe-22fcf2ba54eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5f7dfab-8720-4df8-9122-caad58dea99a'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:57:29.089948 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e675284d64920c3690942d07fd233bec6618b8bcfb70da99a5b5d86610f0b706" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e95375-ca4d-4d8c-aa41-4f5f4e0a2a69" -d '{"events": [{"server_uuid": "0dbd196e-e682-49e6-bdbe-22fcf2ba54eb", "name": "network-vif-plugged", "status": "completed", "tag": "a5f7dfab-8720-4df8-9122-caad58dea99a"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:57:29.113671 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port a5f7dfab-8720-4df8-9122-caad58dea99a, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=a5f7dfab-8720-4df8-9122-caad58dea99a,segment=NetworkSegment(4c3190de-39d9-447f-a075-918fd5c8a885),segment_id=4c3190de-39d9-447f-a075-918fd5c8a885)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:57:29.149735 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9257949d-1007-47b7-b2b6-bab4b387355f x-openstack-request-id: req-9257949d-1007-47b7-b2b6-bab4b387355f {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:57:29.150101 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dbd196e-e682-49e6-bdbe-22fcf2ba54eb", "name": "network-vif-plugged", "status": "completed", "tag": "a5f7dfab-8720-4df8-9122-caad58dea99a", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:57:29.150594 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-9257949d-1007-47b7-b2b6-bab4b387355f {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:57:29.154823 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dbd196e-e682-49e6-bdbe-22fcf2ba54eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5f7dfab-8720-4df8-9122-caad58dea99a', 'code': 200} Sep 24 16:57:29.196036 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:57:29.252873 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=a5f7dfab-8720-4df8-9122-caad58dea99a,revision_number=7']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:57:31.065272 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:57:31.265075 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f7ab55fb-09bc-4bb9-ba34-5b7097a836ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:57:31.570054 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a8af2-b15c-47c3-8a36-fade753b804d req-a9743f5a-3238-4c42-b277-3248e090bf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:57:31.572784 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8f5a8af2-b15c-47c3-8a36-fade753b804d req-a9743f5a-3238-4c42-b277-3248e090bf90 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=237ab006514c4e2cbcfd3121c50f5896&device_id=0dbd196e-e682-49e6-bdbe-22fcf2ba54eb HTTP/1.1" status: 200 len: 1096 time: 0.1190274 Sep 24 16:57:31.709682 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a8af2-b15c-47c3-8a36-fade753b804d req-42bfe9be-d224-4889-b85f-7abb35003ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:57:31.712057 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8f5a8af2-b15c-47c3-8a36-fade753b804d req-42bfe9be-d224-4889-b85f-7abb35003ef1 service neutron] 10.222.0.108 "GET /v2.0/networks?id=b346967c-bb92-451d-a9de-d799537e1c5c HTTP/1.1" status: 200 len: 911 time: 0.1177843 Sep 24 16:57:31.835908 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8f5a8af2-b15c-47c3-8a36-fade753b804d req-34b2cc82-12da-4ff2-8771-2c5320d96d82 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5f7dfab-8720-4df8-9122-caad58dea99a HTTP/1.1" status: 200 len: 1000 time: 0.1145420 Sep 24 16:57:31.904511 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a8af2-b15c-47c3-8a36-fade753b804d req-385a337f-4b1c-43a6-9ecb-8d72408d2346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:57:31.907091 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8f5a8af2-b15c-47c3-8a36-fade753b804d req-385a337f-4b1c-43a6-9ecb-8d72408d2346 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=bab13a1d-caa0-482e-8943-03367bc8d4a4 HTTP/1.1" status: 200 len: 848 time: 0.0566666 Sep 24 16:57:31.970138 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5a8af2-b15c-47c3-8a36-fade753b804d req-8bd94113-d040-469c-9e41-58dc2db04dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:57:31.971327 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8f5a8af2-b15c-47c3-8a36-fade753b804d req-8bd94113-d040-469c-9e41-58dc2db04dab service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=b346967c-bb92-451d-a9de-d799537e1c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528917 Sep 24 16:57:32.102830 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8f5a8af2-b15c-47c3-8a36-fade753b804d req-02356692-8984-40c8-a76c-24284d71ae2c service neutron] 10.222.0.108 "GET /v2.0/networks/b346967c-bb92-451d-a9de-d799537e1c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241260 Sep 24 16:57:32.212443 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8f5a8af2-b15c-47c3-8a36-fade753b804d req-b08169c8-a638-43ed-9c8b-afc3d8b2515e service neutron] 10.222.0.108 "GET /v2.0/networks/b346967c-bb92-451d-a9de-d799537e1c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022949 Sep 24 16:57:33.978906 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-ed020110-1e0d-4457-9b10-7c1a105e2878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:57:34.349823 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:57:35.899065 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:57:37.030263 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:57:38.443628 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8c9c2cdd-5161-42c6-b5d6-841f3f093c73 req-a2134779-cd44-4c28-b981-0a5a3f5e7c42 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-565984499&fields=id&tenant_id=237ab006514c4e2cbcfd3121c50f5896 HTTP/1.1" status: 200 len: 267 time: 0.0345209 Sep 24 16:57:38.557433 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c2cdd-5161-42c6-b5d6-841f3f093c73 req-84c27679-e01a-4139-8dfd-89c8270a9454 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:57:38.558927 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8c9c2cdd-5161-42c6-b5d6-841f3f093c73 req-84c27679-e01a-4139-8dfd-89c8270a9454 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/networks?id=b346967c-bb92-451d-a9de-d799537e1c5c HTTP/1.1" status: 200 len: 809 time: 0.1084917 Sep 24 16:57:38.573776 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8c9c2cdd-5161-42c6-b5d6-841f3f093c73 req-97fe1b0d-e85a-43d3-a7f4-73693b179921 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/quotas/237ab006514c4e2cbcfd3121c50f5896 HTTP/1.1" status: 200 len: 375 time: 0.0091162 Sep 24 16:57:38.629296 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8c9c2cdd-5161-42c6-b5d6-841f3f093c73 req-0c0b97c1-3f7a-4b84-96ab-ac60e92d1e20 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/ports?tenant_id=237ab006514c4e2cbcfd3121c50f5896&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0497634 Sep 24 16:57:38.774918 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8c9c2cdd-5161-42c6-b5d6-841f3f093c73 req-f0da7580-a962-4391-84c6-d12340f3eb14 service neutron] 10.222.0.101 "GET /v2.0/networks/b346967c-bb92-451d-a9de-d799537e1c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336508 Sep 24 16:57:38.866461 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8c9c2cdd-5161-42c6-b5d6-841f3f093c73 req-9744a476-f436-4880-b21c-834fc6eacb00 service neutron] 10.222.0.101 "GET /v2.0/networks/b346967c-bb92-451d-a9de-d799537e1c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853779 Sep 24 16:57:39.169159 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-bb09aa66-a8dc-4b3e-884a-55348e5c33f0 req-146af31b-4934-4814-a55f-f355f52c1435 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/ports?device_id=24a8568b-d235-423c-a9b2-d6d497e8d34f HTTP/1.1" status: 200 len: 210 time: 0.0274839 Sep 24 16:57:39.727158 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:57:40.270837 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b509216d-95a0-461a-920b-b213cf265a7e req-c797ed78-10c7-4f58-9c88-9f71d462107b tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/ports?device_id=24a8568b-d235-423c-a9b2-d6d497e8d34f HTTP/1.1" status: 200 len: 210 time: 0.0323865 Sep 24 16:57:40.934702 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device a5f7dfab-8720-4df8-9122-caad58dea99a no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:57:41.023502 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:57:41.048043 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dbd196e-e682-49e6-bdbe-22fcf2ba54eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5f7dfab-8720-4df8-9122-caad58dea99a'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:57:41.050405 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e675284d64920c3690942d07fd233bec6618b8bcfb70da99a5b5d86610f0b706" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba55d79a-2184-4899-8460-ded44f1a5f57" -d '{"events": [{"server_uuid": "0dbd196e-e682-49e6-bdbe-22fcf2ba54eb", "name": "network-vif-unplugged", "status": "completed", "tag": "a5f7dfab-8720-4df8-9122-caad58dea99a"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:57:41.063237 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] For port a5f7dfab-8720-4df8-9122-caad58dea99a, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=a5f7dfab-8720-4df8-9122-caad58dea99a,segment=NetworkSegment(4c3190de-39d9-447f-a075-918fd5c8a885),segment_id=4c3190de-39d9-447f-a075-918fd5c8a885)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:57:41.139714 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:57:41.172340 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 16:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9bc6a6-911a-4aec-a4e7-e3cd04e0b2a5 x-openstack-request-id: req-cb9bc6a6-911a-4aec-a4e7-e3cd04e0b2a5 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:57:41.172691 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dbd196e-e682-49e6-bdbe-22fcf2ba54eb", "name": "network-vif-unplugged", "status": "completed", "tag": "a5f7dfab-8720-4df8-9122-caad58dea99a", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:57:41.173034 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-cb9bc6a6-911a-4aec-a4e7-e3cd04e0b2a5 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:57:41.173626 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dbd196e-e682-49e6-bdbe-22fcf2ba54eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5f7dfab-8720-4df8-9122-caad58dea99a', 'code': 200} Sep 24 16:57:41.194969 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Pushing event updated for resources: {'Port': ['ID=a5f7dfab-8720-4df8-9122-caad58dea99a,revision_number=8']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:57:41.234183 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c2cdd-5161-42c6-b5d6-841f3f093c73 req-852e1234-cbd3-4ace-b5a3-e8163c9461f6 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:57:41.235937 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8c9c2cdd-5161-42c6-b5d6-841f3f093c73 req-852e1234-cbd3-4ace-b5a3-e8163c9461f6 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.110 "GET /v2.0/networks?id=b346967c-bb92-451d-a9de-d799537e1c5c HTTP/1.1" status: 200 len: 809 time: 0.1191392 Sep 24 16:57:41.286739 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8c9c2cdd-5161-42c6-b5d6-841f3f093c73 req-358d127b-da7e-4635-b298-c9fa3d74c807 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.110 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=237ab006514c4e2cbcfd3121c50f5896 HTTP/1.1" status: 200 len: 379 time: 0.0352747 Sep 24 16:57:41.297622 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-8c9c2cdd-5161-42c6-b5d6-841f3f093c73 req-6fe3aa05-daa8-4a2e-a1ce-67ba5e04acff tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Request body: {'port': {'device_id': '24a8568b-d235-423c-a9b2-d6d497e8d34f', 'network_id': 'b346967c-bb92-451d-a9de-d799537e1c5c', 'admin_state_up': True, 'tenant_id': '237ab006514c4e2cbcfd3121c50f5896', 'security_groups': ['446802c8-881b-4de4-ab9e-263d7210ce91']}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:57:41.426147 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-6396a8d3-bc11-460d-91e2-b3b2fd78fbcc req-08301b88-cb58-4966-ae67-5f3ce970c631 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/ports?device_id=24a8568b-d235-423c-a9b2-d6d497e8d34f HTTP/1.1" status: 200 len: 210 time: 0.0496206 Sep 24 16:57:41.613888 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c9c2cdd-5161-42c6-b5d6-841f3f093c73 req-6fe3aa05-daa8-4a2e-a1ce-67ba5e04acff tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Made reservation on behalf of 237ab006514c4e2cbcfd3121c50f5896 for: {'port': 1} {{(pid=95298) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 24 16:57:41.617177 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8c9c2cdd-5161-42c6-b5d6-841f3f093c73 req-6fe3aa05-daa8-4a2e-a1ce-67ba5e04acff tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:57:41.775174 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [req-8c9c2cdd-5161-42c6-b5d6-841f3f093c73 req-6fe3aa05-daa8-4a2e-a1ce-67ba5e04acff tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Allocated IP 172.20.0.9 (b346967c-bb92-451d-a9de-d799537e1c5c/bab13a1d-caa0-482e-8943-03367bc8d4a4/e19dbd0b-02aa-480b-b8b6-5bdba9ad800e) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:57:41.877938 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:57:41.923216 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8c9c2cdd-5161-42c6-b5d6-841f3f093c73 req-6fe3aa05-daa8-4a2e-a1ce-67ba5e04acff tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:57:42.055202 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8c9c2cdd-5161-42c6-b5d6-841f3f093c73 req-6fe3aa05-daa8-4a2e-a1ce-67ba5e04acff tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:57:42.100547 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c9c2cdd-5161-42c6-b5d6-841f3f093c73 req-6fe3aa05-daa8-4a2e-a1ce-67ba5e04acff tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Network b346967c-bb92-451d-a9de-d799537e1c5c is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:57:42.105023 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [req-8c9c2cdd-5161-42c6-b5d6-841f3f093c73 req-6fe3aa05-daa8-4a2e-a1ce-67ba5e04acff tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:57:42.110628 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c9c2cdd-5161-42c6-b5d6-841f3f093c73 req-6fe3aa05-daa8-4a2e-a1ce-67ba5e04acff tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:57:42.162821 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe3aa05-daa8-4a2e-a1ce-67ba5e04acff tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Pushing event updated for resources: {'Port': ['ID=e19dbd0b-02aa-480b-b8b6-5bdba9ad800e,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:57:42.178984 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe3aa05-daa8-4a2e-a1ce-67ba5e04acff tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:57:42.178984 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe3aa05-daa8-4a2e-a1ce-67ba5e04acff tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:57:42.178984 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe3aa05-daa8-4a2e-a1ce-67ba5e04acff tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:57:42.179415 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe3aa05-daa8-4a2e-a1ce-67ba5e04acff tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:57:42.179768 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe3aa05-daa8-4a2e-a1ce-67ba5e04acff tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:57:42.179873 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe3aa05-daa8-4a2e-a1ce-67ba5e04acff tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:57:42.180478 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe3aa05-daa8-4a2e-a1ce-67ba5e04acff tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:57:42.180478 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe3aa05-daa8-4a2e-a1ce-67ba5e04acff tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:57:42.180860 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe3aa05-daa8-4a2e-a1ce-67ba5e04acff tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:57:42.181377 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe3aa05-daa8-4a2e-a1ce-67ba5e04acff tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:57:42.181502 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe3aa05-daa8-4a2e-a1ce-67ba5e04acff tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:57:42.181916 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe3aa05-daa8-4a2e-a1ce-67ba5e04acff tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:57:42.206692 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c2cdd-5161-42c6-b5d6-841f3f093c73 req-6fe3aa05-daa8-4a2e-a1ce-67ba5e04acff tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:57:42.207752 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8c9c2cdd-5161-42c6-b5d6-841f3f093c73 req-6fe3aa05-daa8-4a2e-a1ce-67ba5e04acff tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:57:42.302504 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8c9c2cdd-5161-42c6-b5d6-841f3f093c73 req-6fe3aa05-daa8-4a2e-a1ce-67ba5e04acff tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.110 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0074933 Sep 24 16:57:42.476828 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-f3f03bfa-a8f3-4baf-8120-331812df092f None None] Provisioning complete for port e19dbd0b-02aa-480b-b8b6-5bdba9ad800e triggered by entity DHCP. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:57:42.477406 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f3f03bfa-a8f3-4baf-8120-331812df092f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:57:42.517782 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-f3f03bfa-a8f3-4baf-8120-331812df092f None None] Port e19dbd0b-02aa-480b-b8b6-5bdba9ad800e cannot update to ACTIVE because it is not bound. {{(pid=95299) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 24 16:57:42.556180 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67c2deb-a1fe-48cb-9ff5-7459c94fa2fe req-b81db4c1-c984-4232-a8f1-1ee97e570de5 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:57:42.557843 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f67c2deb-a1fe-48cb-9ff5-7459c94fa2fe req-b81db4c1-c984-4232-a8f1-1ee97e570de5 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/ports?device_id=24a8568b-d235-423c-a9b2-d6d497e8d34f HTTP/1.1" status: 200 len: 931 time: 0.0565684 Sep 24 16:57:42.600344 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f67c2deb-a1fe-48cb-9ff5-7459c94fa2fe req-b85e7976-64f5-4dae-a030-93985908d6c0 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/security-groups?id=446802c8-881b-4de4-ab9e-263d7210ce91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360546 Sep 24 16:57:43.732605 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e211178a-ed72-47f8-9043-29738a595481 req-b496c6f1-5dcc-49e2-9b7a-47d2455b8d8c tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:57:43.734178 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e211178a-ed72-47f8-9043-29738a595481 req-b496c6f1-5dcc-49e2-9b7a-47d2455b8d8c tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/ports?device_id=24a8568b-d235-423c-a9b2-d6d497e8d34f HTTP/1.1" status: 200 len: 931 time: 0.0578096 Sep 24 16:57:43.777229 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e211178a-ed72-47f8-9043-29738a595481 req-30407ec7-6625-443d-a647-405dc22b44fc tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/security-groups?id=446802c8-881b-4de4-ab9e-263d7210ce91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360470 Sep 24 16:57:44.908738 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c6e2a2-991e-472b-95c7-35fe18639c59 req-09167237-2069-4190-8a54-cd7baa837962 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:57:44.910251 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f8c6e2a2-991e-472b-95c7-35fe18639c59 req-09167237-2069-4190-8a54-cd7baa837962 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/ports?device_id=24a8568b-d235-423c-a9b2-d6d497e8d34f HTTP/1.1" status: 200 len: 931 time: 0.0533633 Sep 24 16:57:44.953092 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-f8c6e2a2-991e-472b-95c7-35fe18639c59 req-1848a4c2-d82a-4b81-b55c-bf9e1d1d8775 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/security-groups?id=446802c8-881b-4de4-ab9e-263d7210ce91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368428 Sep 24 16:57:46.078747 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a826a558-6fc5-47a7-91a3-9e61369ba7fd req-b7a0a8fe-a9da-4ece-b536-1bd3b58f2600 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:57:46.080367 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a826a558-6fc5-47a7-91a3-9e61369ba7fd req-b7a0a8fe-a9da-4ece-b536-1bd3b58f2600 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/ports?device_id=24a8568b-d235-423c-a9b2-d6d497e8d34f HTTP/1.1" status: 200 len: 931 time: 0.0568068 Sep 24 16:57:46.123146 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a826a558-6fc5-47a7-91a3-9e61369ba7fd req-4852f25d-f2f8-42e4-af18-d7d8f2e5508d tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/security-groups?id=446802c8-881b-4de4-ab9e-263d7210ce91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366445 Sep 24 16:57:47.267921 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123d94d1-f8c2-490d-9ac9-cea5a049ef51 req-170a2645-d8fa-46d8-b0b8-fdb942814fe4 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:57:47.269808 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-123d94d1-f8c2-490d-9ac9-cea5a049ef51 req-170a2645-d8fa-46d8-b0b8-fdb942814fe4 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/ports?device_id=24a8568b-d235-423c-a9b2-d6d497e8d34f HTTP/1.1" status: 200 len: 931 time: 0.0610504 Sep 24 16:57:47.330228 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-123d94d1-f8c2-490d-9ac9-cea5a049ef51 req-3bddb6f3-c8e9-4cff-946a-50c44f049122 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/security-groups?id=446802c8-881b-4de4-ab9e-263d7210ce91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536397 Sep 24 16:57:48.461213 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12af53e-cdf4-4dfe-9cb4-2abae3041484 req-19799cd0-e646-4e05-be09-632f4aafd9e2 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:57:48.461873 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e12af53e-cdf4-4dfe-9cb4-2abae3041484 req-19799cd0-e646-4e05-be09-632f4aafd9e2 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/ports?device_id=24a8568b-d235-423c-a9b2-d6d497e8d34f HTTP/1.1" status: 200 len: 931 time: 0.0523431 Sep 24 16:57:48.504732 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e12af53e-cdf4-4dfe-9cb4-2abae3041484 req-07f71858-7a0e-46a0-aed9-47a021b4b0b3 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/security-groups?id=446802c8-881b-4de4-ab9e-263d7210ce91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368755 Sep 24 16:57:49.643994 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da8b101-0afc-4b60-ab44-a74cd2956f11 req-ec9b5aff-8363-47af-946d-9b6a68388976 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:57:49.645535 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9da8b101-0afc-4b60-ab44-a74cd2956f11 req-ec9b5aff-8363-47af-946d-9b6a68388976 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/ports?device_id=24a8568b-d235-423c-a9b2-d6d497e8d34f HTTP/1.1" status: 200 len: 931 time: 0.0567505 Sep 24 16:57:49.684992 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-9da8b101-0afc-4b60-ab44-a74cd2956f11 req-133c7664-9fdf-4136-909a-afab44c4a3ad tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/security-groups?id=446802c8-881b-4de4-ab9e-263d7210ce91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334842 Sep 24 16:57:50.807662 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1730a5-4253-40c6-8d51-6e18b0204460 req-f8015a6b-43bd-4fcc-9680-afc7fce335d3 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:57:50.809291 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7b1730a5-4253-40c6-8d51-6e18b0204460 req-f8015a6b-43bd-4fcc-9680-afc7fce335d3 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/ports?device_id=24a8568b-d235-423c-a9b2-d6d497e8d34f HTTP/1.1" status: 200 len: 931 time: 0.0502117 Sep 24 16:57:50.855519 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-7b1730a5-4253-40c6-8d51-6e18b0204460 req-1a7c0e73-3ec3-42f7-8cb8-a0e0a55132e7 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/security-groups?id=446802c8-881b-4de4-ab9e-263d7210ce91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388691 Sep 24 16:57:51.977300 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc004be5-9016-4168-a677-b7b84f3dd720 req-74824fb0-551d-46bb-bc36-ade1c29eac17 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:57:51.978870 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-dc004be5-9016-4168-a677-b7b84f3dd720 req-74824fb0-551d-46bb-bc36-ade1c29eac17 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/ports?device_id=24a8568b-d235-423c-a9b2-d6d497e8d34f HTTP/1.1" status: 200 len: 931 time: 0.0534737 Sep 24 16:57:52.019466 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-dc004be5-9016-4168-a677-b7b84f3dd720 req-92c8fbbe-b6a5-49cc-bfef-797ef5304557 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/security-groups?id=446802c8-881b-4de4-ab9e-263d7210ce91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343647 Sep 24 16:57:52.190702 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [req-8c9c2cdd-5161-42c6-b5d6-841f3f093c73 req-091f3283-44c8-428c-a225-84b247ea12a4 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] http://10.222.0.101:9696/v2.0/extensions returned with HTTP 200 {{(pid=95298) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 24 16:57:52.191679 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8c9c2cdd-5161-42c6-b5d6-841f3f093c73 req-091f3283-44c8-428c-a225-84b247ea12a4 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.110 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054476 Sep 24 16:57:52.259529 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [req-8c9c2cdd-5161-42c6-b5d6-841f3f093c73 req-6a544616-fc78-4f62-83d9-82375743f8f5 service neutron] Request body: {'port': {'device_id': '24a8568b-d235-423c-a9b2-d6d497e8d34f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808921-1'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:57:52.313422 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8c9c2cdd-5161-42c6-b5d6-841f3f093c73 req-6a544616-fc78-4f62-83d9-82375743f8f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:57:52.577681 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [req-8c9c2cdd-5161-42c6-b5d6-841f3f093c73 req-6a544616-fc78-4f62-83d9-82375743f8f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e19dbd0b-02aa-480b-b8b6-5bdba9ad800e {{(pid=95298) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:57:52.585990 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8c9c2cdd-5161-42c6-b5d6-841f3f093c73 req-6a544616-fc78-4f62-83d9-82375743f8f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:57:52.598898 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.provisioning_blocks [req-8c9c2cdd-5161-42c6-b5d6-841f3f093c73 req-6a544616-fc78-4f62-83d9-82375743f8f5 service neutron] Transition to ACTIVE for port object e19dbd0b-02aa-480b-b8b6-5bdba9ad800e will not be triggered until provisioned by entity L2. {{(pid=95298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 24 16:57:52.648859 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8c9c2cdd-5161-42c6-b5d6-841f3f093c73 req-6a544616-fc78-4f62-83d9-82375743f8f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:57:52.701717 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a544616-fc78-4f62-83d9-82375743f8f5 service neutron] Pushing event updated for resources: {'Port': ['ID=e19dbd0b-02aa-480b-b8b6-5bdba9ad800e,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:57:52.777015 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-8c9c2cdd-5161-42c6-b5d6-841f3f093c73 req-6a544616-fc78-4f62-83d9-82375743f8f5 service neutron] Attempting to bind port e19dbd0b-02aa-480b-b8b6-5bdba9ad800e on host n-h1-808921-1 for vnic_type normal with profile {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 24 16:57:52.777340 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-8c9c2cdd-5161-42c6-b5d6-841f3f093c73 req-6a544616-fc78-4f62-83d9-82375743f8f5 service neutron] Attempting to bind port e19dbd0b-02aa-480b-b8b6-5bdba9ad800e by drivers openvswitch,hyperv on host n-h1-808921-1 at level 0 using segments [{'id': '4c3190de-39d9-447f-a075-918fd5c8a885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'b346967c-bb92-451d-a9de-d799537e1c5c'}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 24 16:57:52.777661 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9c2cdd-5161-42c6-b5d6-841f3f093c73 req-6a544616-fc78-4f62-83d9-82375743f8f5 service neutron] Attempting to bind port e19dbd0b-02aa-480b-b8b6-5bdba9ad800e on network b346967c-bb92-451d-a9de-d799537e1c5c {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:57:52.782438 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9c2cdd-5161-42c6-b5d6-841f3f093c73 req-6a544616-fc78-4f62-83d9-82375743f8f5 service neutron] Port e19dbd0b-02aa-480b-b8b6-5bdba9ad800e on network b346967c-bb92-451d-a9de-d799537e1c5c not bound, no agent of type Open vSwitch agent registered on host n-h1-808921-1 {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Sep 24 16:57:52.783063 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9c2cdd-5161-42c6-b5d6-841f3f093c73 req-6a544616-fc78-4f62-83d9-82375743f8f5 service neutron] Attempting to bind port e19dbd0b-02aa-480b-b8b6-5bdba9ad800e on network b346967c-bb92-451d-a9de-d799537e1c5c {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 24 16:57:52.788075 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9c2cdd-5161-42c6-b5d6-841f3f093c73 req-6a544616-fc78-4f62-83d9-82375743f8f5 service neutron] Checking agent: {'id': 'd3e92d2c-86d2-4cc5-9b06-d42badbce549', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808921-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'started_at': datetime.datetime(2021, 9, 24, 15, 28, 10), 'heartbeat_timestamp': datetime.datetime(2021, 9, 24, 16, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Sep 24 16:57:52.788408 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9c2cdd-5161-42c6-b5d6-841f3f093c73 req-6a544616-fc78-4f62-83d9-82375743f8f5 service neutron] Checking segment: {'id': '4c3190de-39d9-447f-a075-918fd5c8a885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'b346967c-bb92-451d-a9de-d799537e1c5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Sep 24 16:57:52.788779 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9c2cdd-5161-42c6-b5d6-841f3f093c73 req-6a544616-fc78-4f62-83d9-82375743f8f5 service neutron] Bound using segment: {'id': '4c3190de-39d9-447f-a075-918fd5c8a885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'b346967c-bb92-451d-a9de-d799537e1c5c'} {{(pid=95298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 24 16:57:52.789206 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.managers [req-8c9c2cdd-5161-42c6-b5d6-841f3f093c73 req-6a544616-fc78-4f62-83d9-82375743f8f5 service neutron] Bound port: e19dbd0b-02aa-480b-b8b6-5bdba9ad800e, host: n-h1-808921-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c3190de-39d9-447f-a075-918fd5c8a885', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1261, 'network_id': 'b346967c-bb92-451d-a9de-d799537e1c5c'}}] {{(pid=95298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 24 16:57:52.789559 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8c9c2cdd-5161-42c6-b5d6-841f3f093c73 req-6a544616-fc78-4f62-83d9-82375743f8f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:57:52.855119 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-8c9c2cdd-5161-42c6-b5d6-841f3f093c73 req-6a544616-fc78-4f62-83d9-82375743f8f5 service neutron] For port e19dbd0b-02aa-480b-b8b6-5bdba9ad800e, host n-h1-808921-1, cleared binding levels {{(pid=95298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 24 16:57:52.858098 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-8c9c2cdd-5161-42c6-b5d6-841f3f093c73 req-6a544616-fc78-4f62-83d9-82375743f8f5 service neutron] For port e19dbd0b-02aa-480b-b8b6-5bdba9ad800e, host n-h1-808921-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=e19dbd0b-02aa-480b-b8b6-5bdba9ad800e,segment=NetworkSegment(4c3190de-39d9-447f-a075-918fd5c8a885),segment_id=4c3190de-39d9-447f-a075-918fd5c8a885)] {{(pid=95298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 24 16:57:52.924724 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8c9c2cdd-5161-42c6-b5d6-841f3f093c73 req-6a544616-fc78-4f62-83d9-82375743f8f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:57:52.963442 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c2cdd-5161-42c6-b5d6-841f3f093c73 req-6a544616-fc78-4f62-83d9-82375743f8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:57:52.964048 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-8c9c2cdd-5161-42c6-b5d6-841f3f093c73 req-6a544616-fc78-4f62-83d9-82375743f8f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:57:52.965440 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8c9c2cdd-5161-42c6-b5d6-841f3f093c73 req-6a544616-fc78-4f62-83d9-82375743f8f5 service neutron] 10.222.0.110 "PUT /v2.0/ports/e19dbd0b-02aa-480b-b8b6-5bdba9ad800e HTTP/1.1" status: 200 len: 1091 time: 0.7623396 Sep 24 16:57:52.965867 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24a8568b-d235-423c-a9b2-d6d497e8d34f', 'tag': 'e19dbd0b-02aa-480b-b8b6-5bdba9ad800e'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:57:52.968113 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86bdbdc9b9e92b390e2d9cb11b84962cc6f6bd0fdc6518f79f4e2677ef2c88f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d85b7c65-f5b2-415a-8fbb-6d7794ee6735" -d '{"events": [{"name": "network-changed", "server_uuid": "24a8568b-d235-423c-a9b2-d6d497e8d34f", "tag": "e19dbd0b-02aa-480b-b8b6-5bdba9ad800e"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:57:52.993035 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a544616-fc78-4f62-83d9-82375743f8f5 service neutron] Pushing event updated for resources: {'Port': ['ID=e19dbd0b-02aa-480b-b8b6-5bdba9ad800e,revision_number=3']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:57:53.014030 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb00c15b-cbe0-476a-9e9f-4a66cc3d3cb5 x-openstack-request-id: req-bb00c15b-cbe0-476a-9e9f-4a66cc3d3cb5 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:57:53.014324 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24a8568b-d235-423c-a9b2-d6d497e8d34f", "tag": "e19dbd0b-02aa-480b-b8b6-5bdba9ad800e", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:57:53.014606 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-bb00c15b-cbe0-476a-9e9f-4a66cc3d3cb5 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:57:53.015024 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24a8568b-d235-423c-a9b2-d6d497e8d34f', 'tag': 'e19dbd0b-02aa-480b-b8b6-5bdba9ad800e', 'status': 'completed', 'code': 200} Sep 24 16:57:53.085029 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b7c65-f5b2-415a-8fbb-6d7794ee6735 req-417ec4cf-83f4-4628-ad2f-9ffe9e4b5424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:57:53.086738 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d85b7c65-f5b2-415a-8fbb-6d7794ee6735 req-417ec4cf-83f4-4628-ad2f-9ffe9e4b5424 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=237ab006514c4e2cbcfd3121c50f5896&device_id=24a8568b-d235-423c-a9b2-d6d497e8d34f HTTP/1.1" status: 200 len: 1094 time: 0.0483763 Sep 24 16:57:53.152952 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aecabb-a46d-4e7a-85b1-228ce04dceb7 req-dbf441cc-f931-4530-a048-78dac3b14e5a tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:57:53.154563 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-43aecabb-a46d-4e7a-85b1-228ce04dceb7 req-dbf441cc-f931-4530-a048-78dac3b14e5a tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/ports?device_id=24a8568b-d235-423c-a9b2-d6d497e8d34f HTTP/1.1" status: 200 len: 943 time: 0.0539184 Sep 24 16:57:53.197862 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-43aecabb-a46d-4e7a-85b1-228ce04dceb7 req-efabb91a-3126-473a-9b79-4dd611f1df20 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/security-groups?id=446802c8-881b-4de4-ab9e-263d7210ce91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367110 Sep 24 16:57:53.214772 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b7c65-f5b2-415a-8fbb-6d7794ee6735 req-921c8ee7-f0cd-4a7d-92ad-617426863612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:57:53.216239 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d85b7c65-f5b2-415a-8fbb-6d7794ee6735 req-921c8ee7-f0cd-4a7d-92ad-617426863612 service neutron] 10.222.0.110 "GET /v2.0/networks?tenant_id=237ab006514c4e2cbcfd3121c50f5896&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1209445 Sep 24 16:57:53.626538 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b7c65-f5b2-415a-8fbb-6d7794ee6735 req-34a6760e-5e67-40a9-959a-e6dd08e0ee89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:57:53.628147 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d85b7c65-f5b2-415a-8fbb-6d7794ee6735 req-34a6760e-5e67-40a9-959a-e6dd08e0ee89 service neutron] 10.222.0.110 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4030724 Sep 24 16:57:53.706621 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c2cdd-5161-42c6-b5d6-841f3f093c73 req-7b5d5e40-1926-4ddb-a10e-520f6d4a3e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:57:53.708030 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8c9c2cdd-5161-42c6-b5d6-841f3f093c73 req-7b5d5e40-1926-4ddb-a10e-520f6d4a3e4e service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=237ab006514c4e2cbcfd3121c50f5896&device_id=24a8568b-d235-423c-a9b2-d6d497e8d34f HTTP/1.1" status: 200 len: 1094 time: 0.0409911 Sep 24 16:57:53.754726 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8c9c2cdd-5161-42c6-b5d6-841f3f093c73 req-5dd87d81-cfa2-496d-a14b-d266c1ad6a0c service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e19dbd0b-02aa-480b-b8b6-5bdba9ad800e HTTP/1.1" status: 200 len: 217 time: 0.0378206 Sep 24 16:57:53.807803 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c2cdd-5161-42c6-b5d6-841f3f093c73 req-729a3ab8-c9f4-4b5d-ba3e-c6c77c0d624a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:57:53.809283 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8c9c2cdd-5161-42c6-b5d6-841f3f093c73 req-729a3ab8-c9f4-4b5d-ba3e-c6c77c0d624a service neutron] 10.222.0.110 "GET /v2.0/subnets?id=bab13a1d-caa0-482e-8943-03367bc8d4a4 HTTP/1.1" status: 200 len: 848 time: 0.0443449 Sep 24 16:57:53.857273 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c2cdd-5161-42c6-b5d6-841f3f093c73 req-493601ad-5abb-40c4-a4ce-64552e05f546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:57:53.858808 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8c9c2cdd-5161-42c6-b5d6-841f3f093c73 req-493601ad-5abb-40c4-a4ce-64552e05f546 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=b346967c-bb92-451d-a9de-d799537e1c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417771 Sep 24 16:57:53.957305 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8c9c2cdd-5161-42c6-b5d6-841f3f093c73 req-98a34c0c-83f7-4b36-92bc-a9fc57a43450 service neutron] 10.222.0.110 "GET /v2.0/networks/b346967c-bb92-451d-a9de-d799537e1c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865810 Sep 24 16:57:54.054725 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-8c9c2cdd-5161-42c6-b5d6-841f3f093c73 req-e455a089-4119-4bca-8131-966665fcc66c service neutron] 10.222.0.110 "GET /v2.0/networks/b346967c-bb92-451d-a9de-d799537e1c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887423 Sep 24 16:57:54.319647 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f93ad1-e7fd-4ccd-986f-66f96dd35f19 req-94ab5dbf-7ac5-491c-824c-20eee8ba5a36 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:57:54.321169 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-10f93ad1-e7fd-4ccd-986f-66f96dd35f19 req-94ab5dbf-7ac5-491c-824c-20eee8ba5a36 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/ports?device_id=24a8568b-d235-423c-a9b2-d6d497e8d34f HTTP/1.1" status: 200 len: 943 time: 0.0515912 Sep 24 16:57:54.363218 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-10f93ad1-e7fd-4ccd-986f-66f96dd35f19 req-329dd8b7-0077-4ee9-af53-4b3db0de475c tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/security-groups?id=446802c8-881b-4de4-ab9e-263d7210ce91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359271 Sep 24 16:57:55.483400 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e402ccc-b0cc-4048-b51c-9251be1d63a5 req-eb82d593-f16f-4355-b703-68cfe8812979 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:57:55.484888 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2e402ccc-b0cc-4048-b51c-9251be1d63a5 req-eb82d593-f16f-4355-b703-68cfe8812979 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/ports?device_id=24a8568b-d235-423c-a9b2-d6d497e8d34f HTTP/1.1" status: 200 len: 943 time: 0.0545676 Sep 24 16:57:55.527893 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-2e402ccc-b0cc-4048-b51c-9251be1d63a5 req-bbc98881-33a8-40a7-8dfb-6dad4b199afa tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/security-groups?id=446802c8-881b-4de4-ab9e-263d7210ce91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357692 Sep 24 16:57:56.644697 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca86ca8-1dc1-4ccd-b28f-648d5595fa57 req-baaa960d-bc37-40cc-b6b1-188a9f2639d3 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:57:56.646155 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0ca86ca8-1dc1-4ccd-b28f-648d5595fa57 req-baaa960d-bc37-40cc-b6b1-188a9f2639d3 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/ports?device_id=24a8568b-d235-423c-a9b2-d6d497e8d34f HTTP/1.1" status: 200 len: 943 time: 0.0502677 Sep 24 16:57:56.684669 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0ca86ca8-1dc1-4ccd-b28f-648d5595fa57 req-22366e3c-834d-4ef9-b7c0-4172ea5cd6a2 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/security-groups?id=446802c8-881b-4de4-ab9e-263d7210ce91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324936 Sep 24 16:57:57.180839 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device e19dbd0b-02aa-480b-b8b6-5bdba9ad800e details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 16:57:57.280960 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port e19dbd0b-02aa-480b-b8b6-5bdba9ad800e, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=e19dbd0b-02aa-480b-b8b6-5bdba9ad800e,segment=NetworkSegment(4c3190de-39d9-447f-a075-918fd5c8a885),segment_id=4c3190de-39d9-447f-a075-918fd5c8a885)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:57:57.292853 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': 'e19dbd0b-02aa-480b-b8b6-5bdba9ad800e', 'network_id': 'b346967c-bb92-451d-a9de-d799537e1c5c', 'port_id': 'e19dbd0b-02aa-480b-b8b6-5bdba9ad800e', 'mac_address': 'fa:16:3e:66:0b:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bab13a1d-caa0-482e-8943-03367bc8d4a4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 16:57:57.336329 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:57:57.349475 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e19dbd0b-02aa-480b-b8b6-5bdba9ad800e {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:57:57.370053 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port e19dbd0b-02aa-480b-b8b6-5bdba9ad800e, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=e19dbd0b-02aa-480b-b8b6-5bdba9ad800e,segment=NetworkSegment(4c3190de-39d9-447f-a075-918fd5c8a885),segment_id=4c3190de-39d9-447f-a075-918fd5c8a885)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:57:57.438276 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:57:57.488225 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=e19dbd0b-02aa-480b-b8b6-5bdba9ad800e,revision_number=4']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:57:57.726042 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['e19dbd0b-02aa-480b-b8b6-5bdba9ad800e'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:57:57.821723 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54646b34-4ed4-46e5-a784-46fcd54c9b64 req-019d4248-f65f-41c6-a527-43f508e5c86c tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:57:57.823733 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-54646b34-4ed4-46e5-a784-46fcd54c9b64 req-019d4248-f65f-41c6-a527-43f508e5c86c tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/ports?device_id=24a8568b-d235-423c-a9b2-d6d497e8d34f HTTP/1.1" status: 200 len: 944 time: 0.0672588 Sep 24 16:57:57.863587 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-54646b34-4ed4-46e5-a784-46fcd54c9b64 req-8c28fd0d-6e19-48c8-a9ed-fa9963bd7543 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/security-groups?id=446802c8-881b-4de4-ab9e-263d7210ce91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332129 Sep 24 16:57:58.978158 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab897153-59c6-48a5-b34d-7f5e59a3fe59 req-5c83df7e-1481-4e46-bd9f-eb8906f1d402 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:57:58.979683 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ab897153-59c6-48a5-b34d-7f5e59a3fe59 req-5c83df7e-1481-4e46-bd9f-eb8906f1d402 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/ports?device_id=24a8568b-d235-423c-a9b2-d6d497e8d34f HTTP/1.1" status: 200 len: 944 time: 0.0485945 Sep 24 16:57:59.022959 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-ab897153-59c6-48a5-b34d-7f5e59a3fe59 req-b9bcda60-d670-4d3e-a590-16b76a8595d2 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/security-groups?id=446802c8-881b-4de4-ab9e-263d7210ce91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373135 Sep 24 16:57:59.184716 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device e19dbd0b-02aa-480b-b8b6-5bdba9ad800e up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:57:59.330918 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning for port e19dbd0b-02aa-480b-b8b6-5bdba9ad800e completed by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 24 16:57:59.335093 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port e19dbd0b-02aa-480b-b8b6-5bdba9ad800e triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:57:59.335468 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:57:59.419320 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:57:59.442251 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a8568b-d235-423c-a9b2-d6d497e8d34f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e19dbd0b-02aa-480b-b8b6-5bdba9ad800e'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:57:59.444440 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e675284d64920c3690942d07fd233bec6618b8bcfb70da99a5b5d86610f0b706" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-245dcfc4-5365-4b43-a130-4ef226fbcec6" -d '{"events": [{"server_uuid": "24a8568b-d235-423c-a9b2-d6d497e8d34f", "name": "network-vif-plugged", "status": "completed", "tag": "e19dbd0b-02aa-480b-b8b6-5bdba9ad800e"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:57:59.459258 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port e19dbd0b-02aa-480b-b8b6-5bdba9ad800e, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=e19dbd0b-02aa-480b-b8b6-5bdba9ad800e,segment=NetworkSegment(4c3190de-39d9-447f-a075-918fd5c8a885),segment_id=4c3190de-39d9-447f-a075-918fd5c8a885)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:57:59.481544 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dab1939e-9661-4d15-9c8e-caeeb25f46b0 x-openstack-request-id: req-dab1939e-9661-4d15-9c8e-caeeb25f46b0 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:57:59.481836 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24a8568b-d235-423c-a9b2-d6d497e8d34f", "name": "network-vif-plugged", "status": "completed", "tag": "e19dbd0b-02aa-480b-b8b6-5bdba9ad800e", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:57:59.482089 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-dab1939e-9661-4d15-9c8e-caeeb25f46b0 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:57:59.482516 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24a8568b-d235-423c-a9b2-d6d497e8d34f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e19dbd0b-02aa-480b-b8b6-5bdba9ad800e', 'code': 200} Sep 24 16:57:59.546198 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:57:59.592996 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1806ed4-ef0e-45cd-8686-e352c2e6253b req-34078d93-dbc3-4215-9b3b-a77b3b8abab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:57:59.594564 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d1806ed4-ef0e-45cd-8686-e352c2e6253b req-34078d93-dbc3-4215-9b3b-a77b3b8abab0 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=24a8568b-d235-423c-a9b2-d6d497e8d34f HTTP/1.1" status: 200 len: 1096 time: 0.0438423 Sep 24 16:57:59.597365 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=e19dbd0b-02aa-480b-b8b6-5bdba9ad800e,revision_number=5']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:57:59.634296 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-d1806ed4-ef0e-45cd-8686-e352c2e6253b req-741e445a-831c-4909-8dc3-1593369be56a service neutron] 10.222.0.110 "GET /v2.0/security-groups?id=446802c8-881b-4de4-ab9e-263d7210ce91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315483 Sep 24 16:58:00.139319 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3515847-ed9c-4201-a4b4-500f5a4836a0 req-e6c47df0-cf81-4cd7-bfd9-e1ca7a395f7b tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:58:00.140902 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a3515847-ed9c-4201-a4b4-500f5a4836a0 req-e6c47df0-cf81-4cd7-bfd9-e1ca7a395f7b tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/ports?device_id=24a8568b-d235-423c-a9b2-d6d497e8d34f HTTP/1.1" status: 200 len: 945 time: 0.0493445 Sep 24 16:58:00.182672 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-a3515847-ed9c-4201-a4b4-500f5a4836a0 req-07f33727-534a-419e-8dc6-f5771c018bfb tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/security-groups?id=446802c8-881b-4de4-ab9e-263d7210ce91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350251 Sep 24 16:58:01.239283 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-63c37aaa-0a43-4b3a-bbb2-05165aa3bf21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:58:01.305734 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c6ebc0-a066-464e-a46c-81b7b3ff4a30 req-4ae14de2-ce83-46c2-8e8c-f39885aae24b tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:58:01.307325 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-46c6ebc0-a066-464e-a46c-81b7b3ff4a30 req-4ae14de2-ce83-46c2-8e8c-f39885aae24b tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/ports?device_id=24a8568b-d235-423c-a9b2-d6d497e8d34f HTTP/1.1" status: 200 len: 945 time: 0.0513937 Sep 24 16:58:01.352900 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-46c6ebc0-a066-464e-a46c-81b7b3ff4a30 req-9734690f-1544-418b-ac9c-a4d7f06af022 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/security-groups?id=446802c8-881b-4de4-ab9e-263d7210ce91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347199 Sep 24 16:58:01.481409 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecbd5d1-70b1-4a34-9e8d-393ea799e68e req-b7899a62-a6e0-40ca-b7c0-60fe374790fa tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:58:01.482931 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1ecbd5d1-70b1-4a34-9e8d-393ea799e68e req-b7899a62-a6e0-40ca-b7c0-60fe374790fa tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/ports?device_id=24a8568b-d235-423c-a9b2-d6d497e8d34f HTTP/1.1" status: 200 len: 945 time: 0.0512252 Sep 24 16:58:01.524739 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-1ecbd5d1-70b1-4a34-9e8d-393ea799e68e req-feef6c89-b7ba-4170-af11-95b4ff2a1d5c tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/security-groups?id=446802c8-881b-4de4-ab9e-263d7210ce91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351851 Sep 24 16:58:01.547149 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49474) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:58:01.590738 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83081aa2-f311-44f7-b2c5-db65f5603b43 tempest-TestSnapshotPattern-791549487 tempest-TestSnapshotPattern-791549487-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:58:01.592315 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-83081aa2-f311-44f7-b2c5-db65f5603b43 tempest-TestSnapshotPattern-791549487 tempest-TestSnapshotPattern-791549487-project-admin] 10.222.0.101 "GET /v2.0/ports?device_id=24a8568b-d235-423c-a9b2-d6d497e8d34f HTTP/1.1" status: 200 len: 1091 time: 0.0441754 Sep 24 16:58:01.595131 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49476) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:58:01.600195 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.v2.base [None req-4e40a0d4-6b0d-4346-b607-cafaf66bd178 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Request body: {'floatingip': {'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'port_id': 'e19dbd0b-02aa-480b-b8b6-5bdba9ad800e', 'tenant_id': '237ab006514c4e2cbcfd3121c50f5896', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95298) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 24 16:58:01.707709 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4e40a0d4-6b0d-4346-b607-cafaf66bd178 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify callbacks [] for floatingip, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:58:01.807324 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4e40a0d4-6b0d-4346-b607-cafaf66bd178 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:58:01.919774 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_common [None req-4e40a0d4-6b0d-4346-b607-cafaf66bd178 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Allocated IP 172.25.0.55 (e6a2de20-1ea0-43e5-88e0-982d19e317d5/899e0ca0-78a7-4622-93ae-36d9fc6962dd/d462c4cc-ad34-4c29-b044-90b052bf244d) {{(pid=95298) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 24 16:58:02.022643 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4e40a0d4-6b0d-4346-b607-cafaf66bd178 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify callbacks [] for port, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:58:02.107610 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4e40a0d4-6b0d-4346-b607-cafaf66bd178 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772637411750', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:58:02.147097 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e40a0d4-6b0d-4346-b607-cafaf66bd178 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Network e6a2de20-1ea0-43e5-88e0-982d19e317d5 is already hosted by enough agents. {{(pid=95298) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 24 16:58:02.149931 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.base_scheduler [None req-4e40a0d4-6b0d-4346-b607-cafaf66bd178 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Resources bound (agent type, host, resource id): {{(pid=95298) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 24 16:58:02.152345 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e40a0d4-6b0d-4346-b607-cafaf66bd178 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Received port after_create {{(pid=95298) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 24 16:58:02.181941 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e40a0d4-6b0d-4346-b607-cafaf66bd178 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Pushing event updated for resources: {'Port': ['ID=d462c4cc-ad34-4c29-b044-90b052bf244d,revision_number=1']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:58:02.582871 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4e40a0d4-6b0d-4346-b607-cafaf66bd178 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:58:02.712180 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4e40a0d4-6b0d-4346-b607-cafaf66bd178 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:58:02.879153 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4e40a0d4-6b0d-4346-b607-cafaf66bd178 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify callbacks [] for port, precommit_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:58:02.947883 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4e40a0d4-6b0d-4346-b607-cafaf66bd178 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9080113'] for port, after_update {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:58:03.025505 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e40a0d4-6b0d-4346-b607-cafaf66bd178 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Pushing event updated for resources: {'Port': ['ID=d462c4cc-ad34-4c29-b044-90b052bf244d,revision_number=2']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:58:03.039738 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4e40a0d4-6b0d-4346-b607-cafaf66bd178 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-586522'] for floatingip, after_create {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:58:03.152445 n-d-808921-1 neutron-server[95298]: INFO neutron.db.l3_db [None req-4e40a0d4-6b0d-4346-b607-cafaf66bd178 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Floating IP 367501ae-07da-44e3-9b33-02a3bd0092da associated. External IP: 172.25.0.55, port: e19dbd0b-02aa-480b-b8b6-5bdba9ad800e. Sep 24 16:58:03.381453 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e40a0d4-6b0d-4346-b607-cafaf66bd178 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Router 4a65cb91-2b92-4b29-b2bb-baa7cdc43705 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:58:03.498540 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e40a0d4-6b0d-4346-b607-cafaf66bd178 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:58:03.511597 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c39697e-43ec-49bc-ae15-7997d206f3be None None] Sync routers for ids ['4a65cb91-2b92-4b29-b2bb-baa7cdc43705'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:58:03.524010 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c39697e-43ec-49bc-ae15-7997d206f3be None None] Routers {'4a65cb91-2b92-4b29-b2bb-baa7cdc43705'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:58:03.528874 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-2c39697e-43ec-49bc-ae15-7997d206f3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:57:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['4a65cb91-2b92-4b29-b2bb-baa7cdc43705'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:58:03.576456 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-4e40a0d4-6b0d-4346-b607-cafaf66bd178 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:58:03.608468 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-4e40a0d4-6b0d-4346-b607-cafaf66bd178 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0122502 Sep 24 16:58:03.609878 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24a8568b-d235-423c-a9b2-d6d497e8d34f', 'tag': 'e19dbd0b-02aa-480b-b8b6-5bdba9ad800e'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:58:03.612953 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86bdbdc9b9e92b390e2d9cb11b84962cc6f6bd0fdc6518f79f4e2677ef2c88f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-581ada50-eb20-41ec-af98-430074f5517a" -d '{"events": [{"name": "network-changed", "server_uuid": "24a8568b-d235-423c-a9b2-d6d497e8d34f", "tag": "e19dbd0b-02aa-480b-b8b6-5bdba9ad800e"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:58:03.656422 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8077c7e5-1f8f-49d8-b3d7-0d3cecff630a x-openstack-request-id: req-8077c7e5-1f8f-49d8-b3d7-0d3cecff630a {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:58:03.656884 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24a8568b-d235-423c-a9b2-d6d497e8d34f", "tag": "e19dbd0b-02aa-480b-b8b6-5bdba9ad800e", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:58:03.657268 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-8077c7e5-1f8f-49d8-b3d7-0d3cecff630a {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:58:03.657764 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24a8568b-d235-423c-a9b2-d6d497e8d34f', 'tag': 'e19dbd0b-02aa-480b-b8b6-5bdba9ad800e', 'status': 'completed', 'code': 200} Sep 24 16:58:03.729815 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ada50-eb20-41ec-af98-430074f5517a req-bcdfe539-481c-4c49-ad7d-a949f352e949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:58:03.731314 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-581ada50-eb20-41ec-af98-430074f5517a req-bcdfe539-481c-4c49-ad7d-a949f352e949 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=237ab006514c4e2cbcfd3121c50f5896&device_id=24a8568b-d235-423c-a9b2-d6d497e8d34f HTTP/1.1" status: 200 len: 1096 time: 0.0463712 Sep 24 16:58:03.795990 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-2c39697e-43ec-49bc-ae15-7997d206f3be None None] Set router 4a65cb91-2b92-4b29-b2bb-baa7cdc43705 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:58:03.839135 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ada50-eb20-41ec-af98-430074f5517a req-4d63ea86-0270-4ca9-b84a-ef2ec96ff6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:58:03.840698 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-581ada50-eb20-41ec-af98-430074f5517a req-4d63ea86-0270-4ca9-b84a-ef2ec96ff6a3 service neutron] 10.222.0.110 "GET /v2.0/networks?id=b346967c-bb92-451d-a9de-d799537e1c5c HTTP/1.1" status: 200 len: 911 time: 0.1013455 Sep 24 16:58:03.929524 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-581ada50-eb20-41ec-af98-430074f5517a req-bf243489-2bc8-4328-9b6d-36f56eb51866 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e19dbd0b-02aa-480b-b8b6-5bdba9ad800e HTTP/1.1" status: 200 len: 998 time: 0.0803533 Sep 24 16:58:03.986068 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-37e8a3d0-2bbf-44b3-9310-c1fca02113a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:58:04.006759 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ada50-eb20-41ec-af98-430074f5517a req-3f25a8fb-a26a-4225-9b2e-207f9b5ebdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:58:04.008296 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-581ada50-eb20-41ec-af98-430074f5517a req-3f25a8fb-a26a-4225-9b2e-207f9b5ebdbe service neutron] 10.222.0.110 "GET /v2.0/subnets?id=bab13a1d-caa0-482e-8943-03367bc8d4a4 HTTP/1.1" status: 200 len: 848 time: 0.0710809 Sep 24 16:58:04.059528 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581ada50-eb20-41ec-af98-430074f5517a req-f4fe6162-61e8-4f9a-9dd5-f0ea65d955a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:58:04.061074 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-581ada50-eb20-41ec-af98-430074f5517a req-f4fe6162-61e8-4f9a-9dd5-f0ea65d955a8 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=b346967c-bb92-451d-a9de-d799537e1c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438702 Sep 24 16:58:04.111148 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-2c39697e-43ec-49bc-ae15-7997d206f3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a65cb91-2b92-4b29-b2bb-baa7cdc43705', 'name': 'tempest-TestSnapshotPattern-465796133-router', 'tenant_id': '237ab006514c4e2cbcfd3121c50f5896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'fb935315-cfa5-414f-afb5-19da84141959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:54:55Z', 'updated_at': '2021-09-24T16:54:59Z', 'revision_number': 4, 'project_id': '237ab006514c4e2cbcfd3121c50f5896', 'gw_port': {'id': 'fb935315-cfa5-414f-afb5-19da84141959', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a65cb91-2b92-4b29-b2bb-baa7cdc43705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:54:56Z', 'updated_at': '2021-09-24T16:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': '367501ae-07da-44e3-9b33-02a3bd0092da', 'tenant_id': '237ab006514c4e2cbcfd3121c50f5896', 'floating_ip_address': '172.25.0.55', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '4a65cb91-2b92-4b29-b2bb-baa7cdc43705', 'port_id': 'e19dbd0b-02aa-480b-b8b6-5bdba9ad800e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b346967c-bb92-451d-a9de-d799537e1c5c', 'mac_address': 'fa:16:3e:66:0b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a8568b-d235-423c-a9b2-d6d497e8d34f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T16:58:02Z', 'updated_at': '2021-09-24T16:58:02Z', 'revision_number': 0, 'project_id': '237ab006514c4e2cbcfd3121c50f5896', 'fixed_ip_address_scope': None}, {'id': '879edcaf-5e1a-468e-a9ec-8fda58b39290', 'tenant_id': '237ab006514c4e2cbcfd3121c50f5896', 'floating_ip_address': '172.25.0.89', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '4a65cb91-2b92-4b29-b2bb-baa7cdc43705', 'port_id': 'a5f7dfab-8720-4df8-9122-caad58dea99a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b346967c-bb92-451d-a9de-d799537e1c5c', 'mac_address': 'fa:16:3e:4b:53:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dbd196e-e682-49e6-bdbe-22fcf2ba54eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T16:55:26Z', 'updated_at': '2021-09-24T16:55:28Z', 'revision_number': 1, 'project_id': '237ab006514c4e2cbcfd3121c50f5896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1559a38-81c3-4df5-bf32-b3304eebe021', 'name': '', 'network_id': 'b346967c-bb92-451d-a9de-d799537e1c5c', 'tenant_id': '237ab006514c4e2cbcfd3121c50f5896', 'mac_address': 'fa:16:3e:31:7f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a65cb91-2b92-4b29-b2bb-baa7cdc43705', 'device_owner': 'network:router_interface', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'bab13a1d-caa0-482e-8943-03367bc8d4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:54:58Z', 'updated_at': '2021-09-24T16:55:02Z', 'revision_number': 5, 'project_id': '237ab006514c4e2cbcfd3121c50f5896', 'subnets': [{'id': 'bab13a1d-caa0-482e-8943-03367bc8d4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:58:04.159353 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c39697e-43ec-49bc-ae15-7997d206f3be None None] Checking router: 4a65cb91-2b92-4b29-b2bb-baa7cdc43705 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 16:58:04.166203 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-581ada50-eb20-41ec-af98-430074f5517a req-58953d95-ddf7-4ce1-9b0d-25bd01cf29b4 service neutron] 10.222.0.110 "GET /v2.0/networks/b346967c-bb92-451d-a9de-d799537e1c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955827 Sep 24 16:58:04.173992 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c39697e-43ec-49bc-ae15-7997d206f3be None None] Routers {'4a65cb91-2b92-4b29-b2bb-baa7cdc43705'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:58:04.175803 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-2c39697e-43ec-49bc-ae15-7997d206f3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:58:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['4a65cb91-2b92-4b29-b2bb-baa7cdc43705'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:58:04.274911 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-581ada50-eb20-41ec-af98-430074f5517a req-60e9ebdf-2ffd-4862-8c53-21eaee022c1d service neutron] 10.222.0.110 "GET /v2.0/networks/b346967c-bb92-451d-a9de-d799537e1c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004405 Sep 24 16:58:04.370117 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-2c39697e-43ec-49bc-ae15-7997d206f3be None None] Set router 4a65cb91-2b92-4b29-b2bb-baa7cdc43705 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 16:58:04.451538 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:58:04.664192 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-2c39697e-43ec-49bc-ae15-7997d206f3be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a65cb91-2b92-4b29-b2bb-baa7cdc43705', 'name': 'tempest-TestSnapshotPattern-465796133-router', 'tenant_id': '237ab006514c4e2cbcfd3121c50f5896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'fb935315-cfa5-414f-afb5-19da84141959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:54:55Z', 'updated_at': '2021-09-24T16:54:59Z', 'revision_number': 4, 'project_id': '237ab006514c4e2cbcfd3121c50f5896', 'gw_port': {'id': 'fb935315-cfa5-414f-afb5-19da84141959', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a65cb91-2b92-4b29-b2bb-baa7cdc43705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:54:56Z', 'updated_at': '2021-09-24T16:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': '367501ae-07da-44e3-9b33-02a3bd0092da', 'tenant_id': '237ab006514c4e2cbcfd3121c50f5896', 'floating_ip_address': '172.25.0.55', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '4a65cb91-2b92-4b29-b2bb-baa7cdc43705', 'port_id': 'e19dbd0b-02aa-480b-b8b6-5bdba9ad800e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b346967c-bb92-451d-a9de-d799537e1c5c', 'mac_address': 'fa:16:3e:66:0b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a8568b-d235-423c-a9b2-d6d497e8d34f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T16:58:02Z', 'updated_at': '2021-09-24T16:58:02Z', 'revision_number': 0, 'project_id': '237ab006514c4e2cbcfd3121c50f5896', 'fixed_ip_address_scope': None}, {'id': '879edcaf-5e1a-468e-a9ec-8fda58b39290', 'tenant_id': '237ab006514c4e2cbcfd3121c50f5896', 'floating_ip_address': '172.25.0.89', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '4a65cb91-2b92-4b29-b2bb-baa7cdc43705', 'port_id': 'a5f7dfab-8720-4df8-9122-caad58dea99a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b346967c-bb92-451d-a9de-d799537e1c5c', 'mac_address': 'fa:16:3e:4b:53:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dbd196e-e682-49e6-bdbe-22fcf2ba54eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T16:55:26Z', 'updated_at': '2021-09-24T16:55:28Z', 'revision_number': 1, 'project_id': '237ab006514c4e2cbcfd3121c50f5896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1559a38-81c3-4df5-bf32-b3304eebe021', 'name': '', 'network_id': 'b346967c-bb92-451d-a9de-d799537e1c5c', 'tenant_id': '237ab006514c4e2cbcfd3121c50f5896', 'mac_address': 'fa:16:3e:31:7f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a65cb91-2b92-4b29-b2bb-baa7cdc43705', 'device_owner': 'network:router_interface', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'bab13a1d-caa0-482e-8943-03367bc8d4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:54:58Z', 'updated_at': '2021-09-24T16:55:02Z', 'revision_number': 5, 'project_id': '237ab006514c4e2cbcfd3121c50f5896', 'subnets': [{'id': 'bab13a1d-caa0-482e-8943-03367bc8d4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:58:04.693212 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c39697e-43ec-49bc-ae15-7997d206f3be None None] The sync data for ids ['4a65cb91-2b92-4b29-b2bb-baa7cdc43705'] in n-d-808921-1 is: [{'id': '4a65cb91-2b92-4b29-b2bb-baa7cdc43705', 'name': 'tempest-TestSnapshotPattern-465796133-router', 'tenant_id': '237ab006514c4e2cbcfd3121c50f5896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'fb935315-cfa5-414f-afb5-19da84141959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:54:55Z', 'updated_at': '2021-09-24T16:54:59Z', 'revision_number': 4, 'project_id': '237ab006514c4e2cbcfd3121c50f5896', 'gw_port': {'id': 'fb935315-cfa5-414f-afb5-19da84141959', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a65cb91-2b92-4b29-b2bb-baa7cdc43705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:54:56Z', 'updated_at': '2021-09-24T16:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': '367501ae-07da-44e3-9b33-02a3bd0092da', 'tenant_id': '237ab006514c4e2cbcfd3121c50f5896', 'floating_ip_address': '172.25.0.55', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '4a65cb91-2b92-4b29-b2bb-baa7cdc43705', 'port_id': 'e19dbd0b-02aa-480b-b8b6-5bdba9ad800e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b346967c-bb92-451d-a9de-d799537e1c5c', 'mac_address': 'fa:16:3e:66:0b:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24a8568b-d235-423c-a9b2-d6d497e8d34f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T16:58:02Z', 'updated_at': '2021-09-24T16:58:02Z', 'revision_number': 0, 'project_id': '237ab006514c4e2cbcfd3121c50f5896', 'fixed_ip_address_scope': None}, {'id': '879edcaf-5e1a-468e-a9ec-8fda58b39290', 'tenant_id': '237ab006514c4e2cbcfd3121c50f5896', 'floating_ip_address': '172.25.0.89', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '4a65cb91-2b92-4b29-b2bb-baa7cdc43705', 'port_id': 'a5f7dfab-8720-4df8-9122-caad58dea99a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b346967c-bb92-451d-a9de-d799537e1c5c', 'mac_address': 'fa:16:3e:4b:53:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dbd196e-e682-49e6-bdbe-22fcf2ba54eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T16:55:26Z', 'updated_at': '2021-09-24T16:55:28Z', 'revision_number': 1, 'project_id': '237ab006514c4e2cbcfd3121c50f5896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1559a38-81c3-4df5-bf32-b3304eebe021', 'name': '', 'network_id': 'b346967c-bb92-451d-a9de-d799537e1c5c', 'tenant_id': '237ab006514c4e2cbcfd3121c50f5896', 'mac_address': 'fa:16:3e:31:7f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a65cb91-2b92-4b29-b2bb-baa7cdc43705', 'device_owner': 'network:router_interface', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'bab13a1d-caa0-482e-8943-03367bc8d4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:54:58Z', 'updated_at': '2021-09-24T16:55:02Z', 'revision_number': 5, 'project_id': '237ab006514c4e2cbcfd3121c50f5896', 'subnets': [{'id': 'bab13a1d-caa0-482e-8943-03367bc8d4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 16:58:04.925381 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0746f78-b132-4c6c-bb7b-2813590e39fc None None] New status for floating IP 367501ae-07da-44e3-9b33-02a3bd0092da: ACTIVE {{(pid=95300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 16:58:05.639568 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:58:07.039490 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:58:08.056077 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:58:09.782766 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:58:11.868745 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:58:31.280630 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a8c1d9f-89ae-45a4-b22c-6e230fa73f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:58:33.458132 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b5c5d2dd-f566-47ef-b0f4-89b663eb3462 req-4a63eadb-af4a-4e6e-a264-b52145f5c606 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=0dbd196e-e682-49e6-bdbe-22fcf2ba54eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399854 Sep 24 16:58:33.546790 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c5d2dd-f566-47ef-b0f4-89b663eb3462 req-e6398e3d-9647-4d0b-bb43-c0767b2d1d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:58:33.548471 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b5c5d2dd-f566-47ef-b0f4-89b663eb3462 req-e6398e3d-9647-4d0b-bb43-c0767b2d1d40 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=237ab006514c4e2cbcfd3121c50f5896&device_id=0dbd196e-e682-49e6-bdbe-22fcf2ba54eb HTTP/1.1" status: 200 len: 1094 time: 0.0499139 Sep 24 16:58:33.653796 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c5d2dd-f566-47ef-b0f4-89b663eb3462 req-b19eae33-bf82-4f1a-8f08-e8438e3f0201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:58:33.655264 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b5c5d2dd-f566-47ef-b0f4-89b663eb3462 req-b19eae33-bf82-4f1a-8f08-e8438e3f0201 service neutron] 10.222.0.108 "GET /v2.0/networks?id=b346967c-bb92-451d-a9de-d799537e1c5c HTTP/1.1" status: 200 len: 911 time: 0.0865431 Sep 24 16:58:33.728493 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b5c5d2dd-f566-47ef-b0f4-89b663eb3462 req-f04998e5-56db-418f-a0ff-231e9e01325e service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5f7dfab-8720-4df8-9122-caad58dea99a HTTP/1.1" status: 200 len: 998 time: 0.0649931 Sep 24 16:58:33.777377 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c5d2dd-f566-47ef-b0f4-89b663eb3462 req-dc3005eb-d9d8-4524-8ccc-3ca1d4e62e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:58:33.778856 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b5c5d2dd-f566-47ef-b0f4-89b663eb3462 req-dc3005eb-d9d8-4524-8ccc-3ca1d4e62e66 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=bab13a1d-caa0-482e-8943-03367bc8d4a4 HTTP/1.1" status: 200 len: 848 time: 0.0437706 Sep 24 16:58:33.825577 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c5d2dd-f566-47ef-b0f4-89b663eb3462 req-1e115dbe-6759-44bf-a586-77e26ebd90f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:58:33.827104 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b5c5d2dd-f566-47ef-b0f4-89b663eb3462 req-1e115dbe-6759-44bf-a586-77e26ebd90f2 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=b346967c-bb92-451d-a9de-d799537e1c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400367 Sep 24 16:58:33.922421 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b5c5d2dd-f566-47ef-b0f4-89b663eb3462 req-f6bee3b0-c6f3-4efb-95ba-83651d602485 service neutron] 10.222.0.108 "GET /v2.0/networks/b346967c-bb92-451d-a9de-d799537e1c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877924 Sep 24 16:58:34.012858 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-81a8b9ac-e0f1-4118-a39e-c829536570f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:58:34.013835 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-b5c5d2dd-f566-47ef-b0f4-89b663eb3462 req-14562188-388c-4bad-ac8e-49ddae4f47a1 service neutron] 10.222.0.108 "GET /v2.0/networks/b346967c-bb92-451d-a9de-d799537e1c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838041 Sep 24 16:58:34.350742 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:58:35.647653 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:58:36.544062 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-566b5d34-f295-4241-a393-ffc202f8354f req-9998e58f-46ef-4e1c-9680-ee01e6afdea5 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=24a8568b-d235-423c-a9b2-d6d497e8d34f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0466652 Sep 24 16:58:36.631922 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b5d34-f295-4241-a393-ffc202f8354f req-3c64e74b-67b5-4253-b7aa-4e622c2bb17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:58:36.633502 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-566b5d34-f295-4241-a393-ffc202f8354f req-3c64e74b-67b5-4253-b7aa-4e622c2bb17d service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=237ab006514c4e2cbcfd3121c50f5896&device_id=24a8568b-d235-423c-a9b2-d6d497e8d34f HTTP/1.1" status: 200 len: 1096 time: 0.0410943 Sep 24 16:58:36.744409 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b5d34-f295-4241-a393-ffc202f8354f req-22f31f79-46ec-4573-837b-0d71cfa74bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:58:36.745903 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-566b5d34-f295-4241-a393-ffc202f8354f req-22f31f79-46ec-4573-837b-0d71cfa74bdf service neutron] 10.222.0.110 "GET /v2.0/networks?id=b346967c-bb92-451d-a9de-d799537e1c5c HTTP/1.1" status: 200 len: 911 time: 0.0884109 Sep 24 16:58:36.815103 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-566b5d34-f295-4241-a393-ffc202f8354f req-bd784287-7fd2-48b3-a58e-9491d296246b service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e19dbd0b-02aa-480b-b8b6-5bdba9ad800e HTTP/1.1" status: 200 len: 1000 time: 0.0615838 Sep 24 16:58:36.867759 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b5d34-f295-4241-a393-ffc202f8354f req-a76512ea-ce09-4442-b215-4680b5389110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:58:36.869146 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-566b5d34-f295-4241-a393-ffc202f8354f req-a76512ea-ce09-4442-b215-4680b5389110 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=bab13a1d-caa0-482e-8943-03367bc8d4a4 HTTP/1.1" status: 200 len: 848 time: 0.0452962 Sep 24 16:58:36.919540 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566b5d34-f295-4241-a393-ffc202f8354f req-a66f1a50-bc96-4bbb-af67-2e2bfe6b3df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:58:36.921102 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-566b5d34-f295-4241-a393-ffc202f8354f req-a66f1a50-bc96-4bbb-af67-2e2bfe6b3df1 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=b346967c-bb92-451d-a9de-d799537e1c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439661 Sep 24 16:58:37.012320 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:58:37.023127 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-566b5d34-f295-4241-a393-ffc202f8354f req-a86604c3-f2a9-4f99-a537-16d070ceb983 service neutron] 10.222.0.110 "GET /v2.0/networks/b346967c-bb92-451d-a9de-d799537e1c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927711 Sep 24 16:58:37.125380 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-566b5d34-f295-4241-a393-ffc202f8354f req-ed255a38-164d-48d9-86f8-7439e650f440 service neutron] 10.222.0.110 "GET /v2.0/networks/b346967c-bb92-451d-a9de-d799537e1c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922325 Sep 24 16:58:39.807230 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:58:41.859373 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:58:45.056148 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:59:01.277727 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7a7c4e91-87a6-48af-9836-09dbd8d354fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:59:03.959040 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a276d75-187b-49a2-9eb4-f9263792ec17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:59:04.370716 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:59:05.644547 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:59:07.027615 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:59:09.834011 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:59:11.885434 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:59:22.055644 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:59:31.281079 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7dcc2e0c-e20c-443a-a217-23d9d93e8520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:59:33.485089 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-24a20272-0067-494d-a165-bfe5fc0572e9 req-aab0e184-cb0b-4e02-b39b-ae5ab93e74c8 service neutron] 10.222.0.108 "GET /v2.0/ports?device_id=0dbd196e-e682-49e6-bdbe-22fcf2ba54eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418420 Sep 24 16:59:33.577660 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a20272-0067-494d-a165-bfe5fc0572e9 req-21812e64-45cb-477f-994c-b7b751a171e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:59:33.579218 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-24a20272-0067-494d-a165-bfe5fc0572e9 req-21812e64-45cb-477f-994c-b7b751a171e2 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=237ab006514c4e2cbcfd3121c50f5896&device_id=0dbd196e-e682-49e6-bdbe-22fcf2ba54eb HTTP/1.1" status: 200 len: 1094 time: 0.0439541 Sep 24 16:59:33.691090 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a20272-0067-494d-a165-bfe5fc0572e9 req-66e933f7-1511-4c45-9bfd-47ad16d8dd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:59:33.692514 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-24a20272-0067-494d-a165-bfe5fc0572e9 req-66e933f7-1511-4c45-9bfd-47ad16d8dd7c service neutron] 10.222.0.108 "GET /v2.0/networks?id=b346967c-bb92-451d-a9de-d799537e1c5c HTTP/1.1" status: 200 len: 911 time: 0.0918634 Sep 24 16:59:33.760378 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-24a20272-0067-494d-a165-bfe5fc0572e9 req-ecf6a283-546a-4d02-bf5e-3beebfc33f30 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5f7dfab-8720-4df8-9122-caad58dea99a HTTP/1.1" status: 200 len: 998 time: 0.0592959 Sep 24 16:59:33.819359 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a20272-0067-494d-a165-bfe5fc0572e9 req-a850f29f-fa86-433b-9fba-4dc0054f9160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:59:33.822668 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-24a20272-0067-494d-a165-bfe5fc0572e9 req-a850f29f-fa86-433b-9fba-4dc0054f9160 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=bab13a1d-caa0-482e-8943-03367bc8d4a4 HTTP/1.1" status: 200 len: 848 time: 0.0534832 Sep 24 16:59:33.881958 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a20272-0067-494d-a165-bfe5fc0572e9 req-ce783ef6-4d99-4d5e-ae92-74b3bb5cc2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:59:33.883616 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-24a20272-0067-494d-a165-bfe5fc0572e9 req-ce783ef6-4d99-4d5e-ae92-74b3bb5cc2e4 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=b346967c-bb92-451d-a9de-d799537e1c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537343 Sep 24 16:59:33.977459 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-988cd5cc-d7b9-4009-883c-a60a96c48dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:59:33.985337 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-24a20272-0067-494d-a165-bfe5fc0572e9 req-44e71d02-0092-4b85-a036-5d7a37ed7025 service neutron] 10.222.0.108 "GET /v2.0/networks/b346967c-bb92-451d-a9de-d799537e1c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925004 Sep 24 16:59:34.090087 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-24a20272-0067-494d-a165-bfe5fc0572e9 req-ad1160aa-1a63-4214-a6d6-59efc9f8e588 service neutron] 10.222.0.108 "GET /v2.0/networks/b346967c-bb92-451d-a9de-d799537e1c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972035 Sep 24 16:59:34.396013 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:59:35.670004 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:59:37.030243 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:59:38.539259 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bad5111a-14ed-405d-aa7a-fc8264379d3d req-ff80f5b4-ec23-4528-850d-4f4a7b6d5967 service neutron] 10.222.0.110 "GET /v2.0/ports?device_id=24a8568b-d235-423c-a9b2-d6d497e8d34f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413423 Sep 24 16:59:38.627870 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad5111a-14ed-405d-aa7a-fc8264379d3d req-a60bf355-6730-4ce4-8142-2c2826427231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:59:38.629313 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bad5111a-14ed-405d-aa7a-fc8264379d3d req-a60bf355-6730-4ce4-8142-2c2826427231 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=237ab006514c4e2cbcfd3121c50f5896&device_id=24a8568b-d235-423c-a9b2-d6d497e8d34f HTTP/1.1" status: 200 len: 1096 time: 0.0419600 Sep 24 16:59:38.815300 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad5111a-14ed-405d-aa7a-fc8264379d3d req-f779a07e-56af-4355-b2d7-7c8ed815f9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:59:38.817935 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bad5111a-14ed-405d-aa7a-fc8264379d3d req-f779a07e-56af-4355-b2d7-7c8ed815f9ab service neutron] 10.222.0.110 "GET /v2.0/networks?id=b346967c-bb92-451d-a9de-d799537e1c5c HTTP/1.1" status: 200 len: 911 time: 0.1662285 Sep 24 16:59:38.888308 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bad5111a-14ed-405d-aa7a-fc8264379d3d req-443ceb61-91ea-4b23-93c1-1935cc0dbe03 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e19dbd0b-02aa-480b-b8b6-5bdba9ad800e HTTP/1.1" status: 200 len: 1000 time: 0.0624337 Sep 24 16:59:38.948233 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad5111a-14ed-405d-aa7a-fc8264379d3d req-543f0756-0a44-42bc-9609-ddcbd4752ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:59:38.949701 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bad5111a-14ed-405d-aa7a-fc8264379d3d req-543f0756-0a44-42bc-9609-ddcbd4752ca1 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=bab13a1d-caa0-482e-8943-03367bc8d4a4 HTTP/1.1" status: 200 len: 848 time: 0.0516155 Sep 24 16:59:38.998055 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad5111a-14ed-405d-aa7a-fc8264379d3d req-6bac01f7-2d75-4dd3-9618-10cbcafc0eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 16:59:38.999629 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bad5111a-14ed-405d-aa7a-fc8264379d3d req-6bac01f7-2d75-4dd3-9618-10cbcafc0eb2 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=b346967c-bb92-451d-a9de-d799537e1c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423338 Sep 24 16:59:39.098001 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bad5111a-14ed-405d-aa7a-fc8264379d3d req-9783e3f7-406d-4d85-971a-a04d7fe416a0 service neutron] 10.222.0.110 "GET /v2.0/networks/b346967c-bb92-451d-a9de-d799537e1c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882909 Sep 24 16:59:39.194285 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-bad5111a-14ed-405d-aa7a-fc8264379d3d req-856e10ed-cfef-4642-a224-eace0af224d3 service neutron] 10.222.0.110 "GET /v2.0/networks/b346967c-bb92-451d-a9de-d799537e1c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860455 Sep 24 16:59:39.830644 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:59:41.928131 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:59:47.708154 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device e19dbd0b-02aa-480b-b8b6-5bdba9ad800e details requested by agent hyperv_n-h1-808921-1 with host n-h1-808921-1 {{(pid=95299) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 24 16:59:47.856756 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port e19dbd0b-02aa-480b-b8b6-5bdba9ad800e, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=e19dbd0b-02aa-480b-b8b6-5bdba9ad800e,segment=NetworkSegment(4c3190de-39d9-447f-a075-918fd5c8a885),segment_id=4c3190de-39d9-447f-a075-918fd5c8a885)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:59:47.874186 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Returning: {'device': 'e19dbd0b-02aa-480b-b8b6-5bdba9ad800e', 'network_id': 'b346967c-bb92-451d-a9de-d799537e1c5c', 'port_id': 'e19dbd0b-02aa-480b-b8b6-5bdba9ad800e', 'mac_address': 'fa:16:3e:66:0b:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1261, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bab13a1d-caa0-482e-8943-03367bc8d4a4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95299) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 24 16:59:47.916849 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:59:47.931161 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e19dbd0b-02aa-480b-b8b6-5bdba9ad800e {{(pid=95299) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 24 16:59:47.954503 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port e19dbd0b-02aa-480b-b8b6-5bdba9ad800e, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=e19dbd0b-02aa-480b-b8b6-5bdba9ad800e,segment=NetworkSegment(4c3190de-39d9-447f-a075-918fd5c8a885),segment_id=4c3190de-39d9-447f-a075-918fd5c8a885)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:59:48.202760 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:59:48.274405 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=e19dbd0b-02aa-480b-b8b6-5bdba9ad800e,revision_number=6']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:59:48.283391 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:59:48.284012 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:59:48.284012 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:59:48.284319 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:59:48.284612 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:59:48.284954 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:59:48.285313 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:59:48.285696 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:59:48.286031 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:59:48.286450 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:59:48.286773 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:59:48.287095 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95299) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:59:48.309032 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] get_ports_and_sgs() called for port_ids ['e19dbd0b-02aa-480b-b8b6-5bdba9ad800e'] {{(pid=95299) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 24 16:59:49.723318 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device e19dbd0b-02aa-480b-b8b6-5bdba9ad800e up at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 24 16:59:49.776693 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.provisioning_blocks [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Provisioning complete for port e19dbd0b-02aa-480b-b8b6-5bdba9ad800e triggered by entity L2. {{(pid=95299) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 24 16:59:49.777062 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66558270'] for port, provisioning_complete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:59:49.863853 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:59:49.890266 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a8568b-d235-423c-a9b2-d6d497e8d34f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e19dbd0b-02aa-480b-b8b6-5bdba9ad800e'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:59:49.892618 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e675284d64920c3690942d07fd233bec6618b8bcfb70da99a5b5d86610f0b706" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdd0070a-7e4e-4abf-b37e-00832cca3fc3" -d '{"events": [{"server_uuid": "24a8568b-d235-423c-a9b2-d6d497e8d34f", "name": "network-vif-plugged", "status": "completed", "tag": "e19dbd0b-02aa-480b-b8b6-5bdba9ad800e"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:59:49.907571 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port e19dbd0b-02aa-480b-b8b6-5bdba9ad800e, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=e19dbd0b-02aa-480b-b8b6-5bdba9ad800e,segment=NetworkSegment(4c3190de-39d9-447f-a075-918fd5c8a885),segment_id=4c3190de-39d9-447f-a075-918fd5c8a885)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:59:49.937517 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 16:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a89511c-a8c2-48a3-b129-d285f1749f45 x-openstack-request-id: req-1a89511c-a8c2-48a3-b129-d285f1749f45 {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:59:49.937812 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24a8568b-d235-423c-a9b2-d6d497e8d34f", "name": "network-vif-plugged", "status": "completed", "tag": "e19dbd0b-02aa-480b-b8b6-5bdba9ad800e", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:59:49.938061 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-1a89511c-a8c2-48a3-b129-d285f1749f45 {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:59:49.938542 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24a8568b-d235-423c-a9b2-d6d497e8d34f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e19dbd0b-02aa-480b-b8b6-5bdba9ad800e', 'code': 200} Sep 24 16:59:49.981654 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:59:50.064711 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=e19dbd0b-02aa-480b-b8b6-5bdba9ad800e,revision_number=7']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:59:58.695110 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49688) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 16:59:58.865417 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-f73e018f-8ae9-435c-98b6-49f2bfcc0824 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Deleting port d462c4cc-ad34-4c29-b044-90b052bf244d {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 16:59:58.865759 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f73e018f-8ae9-435c-98b6-49f2bfcc0824 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:59:58.946295 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f73e018f-8ae9-435c-98b6-49f2bfcc0824 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:59:58.946547 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f73e018f-8ae9-435c-98b6-49f2bfcc0824 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:59:58.959580 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-f73e018f-8ae9-435c-98b6-49f2bfcc0824 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Calling delete_port for d462c4cc-ad34-4c29-b044-90b052bf244d owned by network:floatingip {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 16:59:59.055637 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 16:59:59.196548 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f73e018f-8ae9-435c-98b6-49f2bfcc0824 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:59:59.222326 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73e018f-8ae9-435c-98b6-49f2bfcc0824 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Pushing event deleted for resources: {'Port': ['ID=d462c4cc-ad34-4c29-b044-90b052bf244d,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 16:59:59.236538 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73e018f-8ae9-435c-98b6-49f2bfcc0824 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:59:59.236890 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73e018f-8ae9-435c-98b6-49f2bfcc0824 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:59:59.237231 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73e018f-8ae9-435c-98b6-49f2bfcc0824 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:59:59.237569 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73e018f-8ae9-435c-98b6-49f2bfcc0824 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:59:59.237928 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73e018f-8ae9-435c-98b6-49f2bfcc0824 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:59:59.238267 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73e018f-8ae9-435c-98b6-49f2bfcc0824 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:59:59.238621 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73e018f-8ae9-435c-98b6-49f2bfcc0824 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:59:59.238949 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73e018f-8ae9-435c-98b6-49f2bfcc0824 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:59:59.239273 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73e018f-8ae9-435c-98b6-49f2bfcc0824 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:59:59.239596 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73e018f-8ae9-435c-98b6-49f2bfcc0824 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:59:59.239922 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73e018f-8ae9-435c-98b6-49f2bfcc0824 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:59:59.240245 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f73e018f-8ae9-435c-98b6-49f2bfcc0824 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 16:59:59.298696 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f73e018f-8ae9-435c-98b6-49f2bfcc0824 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify callbacks [] for floatingip, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:59:59.299092 n-d-808921-1 neutron-server[95298]: INFO neutron.db.l3_db [None req-f73e018f-8ae9-435c-98b6-49f2bfcc0824 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Floating IP 367501ae-07da-44e3-9b33-02a3bd0092da disassociated (deleted). External IP: 172.25.0.55, port: e19dbd0b-02aa-480b-b8b6-5bdba9ad800e. Sep 24 16:59:59.761392 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device e19dbd0b-02aa-480b-b8b6-5bdba9ad800e no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 16:59:59.818028 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f73e018f-8ae9-435c-98b6-49f2bfcc0824 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Router 4a65cb91-2b92-4b29-b2bb-baa7cdc43705 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 16:59:59.842516 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66468578'] for port, before_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:59:59.866801 n-d-808921-1 neutron-server[95299]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a8568b-d235-423c-a9b2-d6d497e8d34f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e19dbd0b-02aa-480b-b8b6-5bdba9ad800e'}] {{(pid=95299) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:59:59.869069 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e675284d64920c3690942d07fd233bec6618b8bcfb70da99a5b5d86610f0b706" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d69237b-c762-4113-b6fc-2b11054100ae" -d '{"events": [{"server_uuid": "24a8568b-d235-423c-a9b2-d6d497e8d34f", "name": "network-vif-unplugged", "status": "completed", "tag": "e19dbd0b-02aa-480b-b8b6-5bdba9ad800e"}]}' {{(pid=95299) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 16:59:59.883769 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] For port e19dbd0b-02aa-480b-b8b6-5bdba9ad800e, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=e19dbd0b-02aa-480b-b8b6-5bdba9ad800e,segment=NetworkSegment(4c3190de-39d9-447f-a075-918fd5c8a885),segment_id=4c3190de-39d9-447f-a075-918fd5c8a885)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 16:59:59.941589 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73e018f-8ae9-435c-98b6-49f2bfcc0824 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 16:59:59.949971 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-f73e018f-8ae9-435c-98b6-49f2bfcc0824 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 16:59:59.950096 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 24 Sep 2021 16:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d04407-6304-4c06-a2b0-0b90ffabaadc x-openstack-request-id: req-b5d04407-6304-4c06-a2b0-0b90ffabaadc {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 16:59:59.950096 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24a8568b-d235-423c-a9b2-d6d497e8d34f", "name": "network-vif-unplugged", "status": "completed", "tag": "e19dbd0b-02aa-480b-b8b6-5bdba9ad800e", "code": 200}]} {{(pid=95299) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 16:59:59.950096 n-d-808921-1 neutron-server[95299]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-b5d04407-6304-4c06-a2b0-0b90ffabaadc {{(pid=95299) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 16:59:59.950096 n-d-808921-1 neutron-server[95299]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24a8568b-d235-423c-a9b2-d6d497e8d34f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e19dbd0b-02aa-480b-b8b6-5bdba9ad800e', 'code': 200} Sep 24 16:59:59.955278 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e41f69f-9681-42fe-ade9-2f661e423b05 None None] Sync routers for ids ['4a65cb91-2b92-4b29-b2bb-baa7cdc43705'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 16:59:59.966477 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e41f69f-9681-42fe-ade9-2f661e423b05 None None] Routers {'4a65cb91-2b92-4b29-b2bb-baa7cdc43705'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 16:59:59.967284 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-2e41f69f-9681-42fe-ade9-2f661e423b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:59:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['4a65cb91-2b92-4b29-b2bb-baa7cdc43705'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 16:59:59.974899 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-f73e018f-8ae9-435c-98b6-49f2bfcc0824 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "DELETE /v2.0/floatingips/367501ae-07da-44e3-9b33-02a3bd0092da HTTP/1.1" status: 204 len: 168 time: 1.2786844 Sep 24 16:59:59.976358 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24a8568b-d235-423c-a9b2-d6d497e8d34f', 'tag': 'e19dbd0b-02aa-480b-b8b6-5bdba9ad800e'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 16:59:59.978106 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86bdbdc9b9e92b390e2d9cb11b84962cc6f6bd0fdc6518f79f4e2677ef2c88f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-041b788e-4208-46d8-ac01-8ee2458f6d64" -d '{"events": [{"name": "network-changed", "server_uuid": "24a8568b-d235-423c-a9b2-d6d497e8d34f", "tag": "e19dbd0b-02aa-480b-b8b6-5bdba9ad800e"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 17:00:00.016278 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772637963012', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772637411768', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772637411786'] for port, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:00.093408 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 16:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dfca462-2514-4728-9340-6aaca60ea103 x-openstack-request-id: req-7dfca462-2514-4728-9340-6aaca60ea103 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 17:00:00.093812 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24a8568b-d235-423c-a9b2-d6d497e8d34f", "tag": "e19dbd0b-02aa-480b-b8b6-5bdba9ad800e", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 17:00:00.094126 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-7dfca462-2514-4728-9340-6aaca60ea103 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 17:00:00.094628 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24a8568b-d235-423c-a9b2-d6d497e8d34f', 'tag': 'e19dbd0b-02aa-480b-b8b6-5bdba9ad800e', 'status': 'completed', 'code': 200} Sep 24 17:00:00.114132 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Pushing event updated for resources: {'Port': ['ID=e19dbd0b-02aa-480b-b8b6-5bdba9ad800e,revision_number=8']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 17:00:00.136481 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-2e41f69f-9681-42fe-ade9-2f661e423b05 None None] Set router 4a65cb91-2b92-4b29-b2bb-baa7cdc43705 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 17:00:00.166717 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041b788e-4208-46d8-ac01-8ee2458f6d64 req-dd3ddfd2-7ad9-41bd-beee-93c642ba69c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 17:00:00.168411 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-041b788e-4208-46d8-ac01-8ee2458f6d64 req-dd3ddfd2-7ad9-41bd-beee-93c642ba69c6 service neutron] 10.222.0.110 "GET /v2.0/ports?tenant_id=237ab006514c4e2cbcfd3121c50f5896&device_id=24a8568b-d235-423c-a9b2-d6d497e8d34f HTTP/1.1" status: 200 len: 1094 time: 0.0508285 Sep 24 17:00:00.289719 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041b788e-4208-46d8-ac01-8ee2458f6d64 req-ef049434-5ca9-4f24-b43c-825a7838bef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 17:00:00.291675 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-041b788e-4208-46d8-ac01-8ee2458f6d64 req-ef049434-5ca9-4f24-b43c-825a7838bef7 service neutron] 10.222.0.110 "GET /v2.0/networks?id=b346967c-bb92-451d-a9de-d799537e1c5c HTTP/1.1" status: 200 len: 911 time: 0.1159210 Sep 24 17:00:00.341223 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-041b788e-4208-46d8-ac01-8ee2458f6d64 req-ed61f6cf-f22b-4729-a6fe-13318ce0ea42 service neutron] 10.222.0.110 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e19dbd0b-02aa-480b-b8b6-5bdba9ad800e HTTP/1.1" status: 200 len: 217 time: 0.0391991 Sep 24 17:00:00.404869 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-2e41f69f-9681-42fe-ade9-2f661e423b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a65cb91-2b92-4b29-b2bb-baa7cdc43705', 'name': 'tempest-TestSnapshotPattern-465796133-router', 'tenant_id': '237ab006514c4e2cbcfd3121c50f5896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'fb935315-cfa5-414f-afb5-19da84141959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:54:55Z', 'updated_at': '2021-09-24T16:54:59Z', 'revision_number': 4, 'project_id': '237ab006514c4e2cbcfd3121c50f5896', 'gw_port': {'id': 'fb935315-cfa5-414f-afb5-19da84141959', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a65cb91-2b92-4b29-b2bb-baa7cdc43705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:54:56Z', 'updated_at': '2021-09-24T16:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': '879edcaf-5e1a-468e-a9ec-8fda58b39290', 'tenant_id': '237ab006514c4e2cbcfd3121c50f5896', 'floating_ip_address': '172.25.0.89', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '4a65cb91-2b92-4b29-b2bb-baa7cdc43705', 'port_id': 'a5f7dfab-8720-4df8-9122-caad58dea99a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b346967c-bb92-451d-a9de-d799537e1c5c', 'mac_address': 'fa:16:3e:4b:53:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dbd196e-e682-49e6-bdbe-22fcf2ba54eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T16:55:26Z', 'updated_at': '2021-09-24T16:55:28Z', 'revision_number': 1, 'project_id': '237ab006514c4e2cbcfd3121c50f5896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1559a38-81c3-4df5-bf32-b3304eebe021', 'name': '', 'network_id': 'b346967c-bb92-451d-a9de-d799537e1c5c', 'tenant_id': '237ab006514c4e2cbcfd3121c50f5896', 'mac_address': 'fa:16:3e:31:7f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a65cb91-2b92-4b29-b2bb-baa7cdc43705', 'device_owner': 'network:router_interface', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'bab13a1d-caa0-482e-8943-03367bc8d4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:54:58Z', 'updated_at': '2021-09-24T16:55:02Z', 'revision_number': 5, 'project_id': '237ab006514c4e2cbcfd3121c50f5896', 'subnets': [{'id': 'bab13a1d-caa0-482e-8943-03367bc8d4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 17:00:00.423138 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041b788e-4208-46d8-ac01-8ee2458f6d64 req-9b3c49a3-d9d3-40b6-9077-65d7a2710c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 17:00:00.424636 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-041b788e-4208-46d8-ac01-8ee2458f6d64 req-9b3c49a3-d9d3-40b6-9077-65d7a2710c59 service neutron] 10.222.0.110 "GET /v2.0/subnets?id=bab13a1d-caa0-482e-8943-03367bc8d4a4 HTTP/1.1" status: 200 len: 848 time: 0.0759299 Sep 24 17:00:00.431650 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e41f69f-9681-42fe-ade9-2f661e423b05 None None] Checking router: 4a65cb91-2b92-4b29-b2bb-baa7cdc43705 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 17:00:00.441160 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e41f69f-9681-42fe-ade9-2f661e423b05 None None] Routers {'4a65cb91-2b92-4b29-b2bb-baa7cdc43705'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 17:00:00.441784 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-2e41f69f-9681-42fe-ade9-2f661e423b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T16:59:34Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['4a65cb91-2b92-4b29-b2bb-baa7cdc43705'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 17:00:00.468879 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501c9769-913d-4866-b446-d41d70139571 req-fb75048c-09a7-464d-9768-c99729a86cf8 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 17:00:00.470475 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-501c9769-913d-4866-b446-d41d70139571 req-fb75048c-09a7-464d-9768-c99729a86cf8 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/ports?device_id=24a8568b-d235-423c-a9b2-d6d497e8d34f HTTP/1.1" status: 200 len: 943 time: 0.0883160 Sep 24 17:00:00.504129 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041b788e-4208-46d8-ac01-8ee2458f6d64 req-18a23700-4b2f-4a01-ada7-6bbb16613945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 17:00:00.505650 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-041b788e-4208-46d8-ac01-8ee2458f6d64 req-18a23700-4b2f-4a01-ada7-6bbb16613945 service neutron] 10.222.0.110 "GET /v2.0/ports?network_id=b346967c-bb92-451d-a9de-d799537e1c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716157 Sep 24 17:00:00.539445 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-501c9769-913d-4866-b446-d41d70139571 req-17d2c171-306b-4b78-9f60-3b11d049129d tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/security-groups?id=446802c8-881b-4de4-ab9e-263d7210ce91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621140 Sep 24 17:00:00.565445 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-2e41f69f-9681-42fe-ade9-2f661e423b05 None None] Set router 4a65cb91-2b92-4b29-b2bb-baa7cdc43705 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 17:00:00.617132 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-041b788e-4208-46d8-ac01-8ee2458f6d64 req-891bfb57-8c67-4878-9eb9-89b3c39e30b2 service neutron] 10.222.0.110 "GET /v2.0/networks/b346967c-bb92-451d-a9de-d799537e1c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017699 Sep 24 17:00:00.741741 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-041b788e-4208-46d8-ac01-8ee2458f6d64 req-5020f398-e759-4f1e-88bc-3e274984119f service neutron] 10.222.0.110 "GET /v2.0/networks/b346967c-bb92-451d-a9de-d799537e1c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141820 Sep 24 17:00:00.848569 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-2e41f69f-9681-42fe-ade9-2f661e423b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a65cb91-2b92-4b29-b2bb-baa7cdc43705', 'name': 'tempest-TestSnapshotPattern-465796133-router', 'tenant_id': '237ab006514c4e2cbcfd3121c50f5896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'fb935315-cfa5-414f-afb5-19da84141959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:54:55Z', 'updated_at': '2021-09-24T16:54:59Z', 'revision_number': 4, 'project_id': '237ab006514c4e2cbcfd3121c50f5896', 'gw_port': {'id': 'fb935315-cfa5-414f-afb5-19da84141959', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a65cb91-2b92-4b29-b2bb-baa7cdc43705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:54:56Z', 'updated_at': '2021-09-24T16:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': '879edcaf-5e1a-468e-a9ec-8fda58b39290', 'tenant_id': '237ab006514c4e2cbcfd3121c50f5896', 'floating_ip_address': '172.25.0.89', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '4a65cb91-2b92-4b29-b2bb-baa7cdc43705', 'port_id': 'a5f7dfab-8720-4df8-9122-caad58dea99a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b346967c-bb92-451d-a9de-d799537e1c5c', 'mac_address': 'fa:16:3e:4b:53:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dbd196e-e682-49e6-bdbe-22fcf2ba54eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T16:55:26Z', 'updated_at': '2021-09-24T16:55:28Z', 'revision_number': 1, 'project_id': '237ab006514c4e2cbcfd3121c50f5896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1559a38-81c3-4df5-bf32-b3304eebe021', 'name': '', 'network_id': 'b346967c-bb92-451d-a9de-d799537e1c5c', 'tenant_id': '237ab006514c4e2cbcfd3121c50f5896', 'mac_address': 'fa:16:3e:31:7f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a65cb91-2b92-4b29-b2bb-baa7cdc43705', 'device_owner': 'network:router_interface', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'bab13a1d-caa0-482e-8943-03367bc8d4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:54:58Z', 'updated_at': '2021-09-24T16:55:02Z', 'revision_number': 5, 'project_id': '237ab006514c4e2cbcfd3121c50f5896', 'subnets': [{'id': 'bab13a1d-caa0-482e-8943-03367bc8d4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 17:00:00.879045 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e41f69f-9681-42fe-ade9-2f661e423b05 None None] The sync data for ids ['4a65cb91-2b92-4b29-b2bb-baa7cdc43705'] in n-d-808921-1 is: [{'id': '4a65cb91-2b92-4b29-b2bb-baa7cdc43705', 'name': 'tempest-TestSnapshotPattern-465796133-router', 'tenant_id': '237ab006514c4e2cbcfd3121c50f5896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'fb935315-cfa5-414f-afb5-19da84141959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:54:55Z', 'updated_at': '2021-09-24T16:54:59Z', 'revision_number': 4, 'project_id': '237ab006514c4e2cbcfd3121c50f5896', 'gw_port': {'id': 'fb935315-cfa5-414f-afb5-19da84141959', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a65cb91-2b92-4b29-b2bb-baa7cdc43705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:54:56Z', 'updated_at': '2021-09-24T16:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_floatingips': [{'id': '879edcaf-5e1a-468e-a9ec-8fda58b39290', 'tenant_id': '237ab006514c4e2cbcfd3121c50f5896', 'floating_ip_address': '172.25.0.89', 'floating_network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'router_id': '4a65cb91-2b92-4b29-b2bb-baa7cdc43705', 'port_id': 'a5f7dfab-8720-4df8-9122-caad58dea99a', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4343, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b346967c-bb92-451d-a9de-d799537e1c5c', 'mac_address': 'fa:16:3e:4b:53:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0dbd196e-e682-49e6-bdbe-22fcf2ba54eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-24T16:55:26Z', 'updated_at': '2021-09-24T16:55:28Z', 'revision_number': 1, 'project_id': '237ab006514c4e2cbcfd3121c50f5896', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1559a38-81c3-4df5-bf32-b3304eebe021', 'name': '', 'network_id': 'b346967c-bb92-451d-a9de-d799537e1c5c', 'tenant_id': '237ab006514c4e2cbcfd3121c50f5896', 'mac_address': 'fa:16:3e:31:7f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a65cb91-2b92-4b29-b2bb-baa7cdc43705', 'device_owner': 'network:router_interface', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'bab13a1d-caa0-482e-8943-03367bc8d4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:54:58Z', 'updated_at': '2021-09-24T16:55:02Z', 'revision_number': 5, 'project_id': '237ab006514c4e2cbcfd3121c50f5896', 'subnets': [{'id': 'bab13a1d-caa0-482e-8943-03367bc8d4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 17:00:01.191256 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa4bcc3f-e80e-4106-a944-b1822d67dacb None None] New status for floating IP 367501ae-07da-44e3-9b33-02a3bd0092da: DOWN {{(pid=95300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 17:00:01.258997 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-39b4c0e2-4998-45ba-8def-27baa29a4094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:01.733049 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b5bffb-6dbd-453f-9b37-20d357417d9f req-752c6b6d-a888-409b-b20b-47008484daa7 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 17:00:01.734705 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c3b5bffb-6dbd-453f-9b37-20d357417d9f req-752c6b6d-a888-409b-b20b-47008484daa7 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/ports?device_id=24a8568b-d235-423c-a9b2-d6d497e8d34f HTTP/1.1" status: 200 len: 943 time: 0.1172698 Sep 24 17:00:01.776189 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-c3b5bffb-6dbd-453f-9b37-20d357417d9f req-d858912a-4336-405e-8af2-3d496dc0c859 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/security-groups?id=446802c8-881b-4de4-ab9e-263d7210ce91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353959 Sep 24 17:00:02.337390 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b8a97-e2d9-4b81-9c4a-db42162cd6b7 req-8b3b2477-b87d-45ee-ae97-11e22a0e8383 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 17:00:02.339773 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-323b8a97-e2d9-4b81-9c4a-db42162cd6b7 req-8b3b2477-b87d-45ee-ae97-11e22a0e8383 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.110 "GET /v2.0/ports?device_id=24a8568b-d235-423c-a9b2-d6d497e8d34f HTTP/1.1" status: 200 len: 943 time: 0.0624931 Sep 24 17:00:02.447747 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-323b8a97-e2d9-4b81-9c4a-db42162cd6b7 req-31ce9bd8-9db6-4e54-a29e-76375854a250 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Deleting port e19dbd0b-02aa-480b-b8b6-5bdba9ad800e {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 17:00:02.448518 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-323b8a97-e2d9-4b81-9c4a-db42162cd6b7 req-31ce9bd8-9db6-4e54-a29e-76375854a250 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:02.560493 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-323b8a97-e2d9-4b81-9c4a-db42162cd6b7 req-31ce9bd8-9db6-4e54-a29e-76375854a250 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] For port e19dbd0b-02aa-480b-b8b6-5bdba9ad800e, host n-h1-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808921-1',level=0,port_id=e19dbd0b-02aa-480b-b8b6-5bdba9ad800e,segment=NetworkSegment(4c3190de-39d9-447f-a075-918fd5c8a885),segment_id=4c3190de-39d9-447f-a075-918fd5c8a885)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 17:00:02.560865 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-323b8a97-e2d9-4b81-9c4a-db42162cd6b7 req-31ce9bd8-9db6-4e54-a29e-76375854a250 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:02.575618 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-323b8a97-e2d9-4b81-9c4a-db42162cd6b7 req-31ce9bd8-9db6-4e54-a29e-76375854a250 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Calling delete_port for e19dbd0b-02aa-480b-b8b6-5bdba9ad800e owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 17:00:02.757832 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-323b8a97-e2d9-4b81-9c4a-db42162cd6b7 req-31ce9bd8-9db6-4e54-a29e-76375854a250 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:02.792406 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ce9bd8-9db6-4e54-a29e-76375854a250 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Pushing event deleted for resources: {'Port': ['ID=e19dbd0b-02aa-480b-b8b6-5bdba9ad800e,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 17:00:02.831112 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-323b8a97-e2d9-4b81-9c4a-db42162cd6b7 req-31ce9bd8-9db6-4e54-a29e-76375854a250 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] No DVR routers for this DVR port e19dbd0b-02aa-480b-b8b6-5bdba9ad800e on host n-h1-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 17:00:02.833757 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-323b8a97-e2d9-4b81-9c4a-db42162cd6b7 req-31ce9bd8-9db6-4e54-a29e-76375854a250 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:02.835796 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-323b8a97-e2d9-4b81-9c4a-db42162cd6b7 req-31ce9bd8-9db6-4e54-a29e-76375854a250 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.110 "DELETE /v2.0/ports/e19dbd0b-02aa-480b-b8b6-5bdba9ad800e HTTP/1.1" status: 204 len: 173 time: 0.4896572 Sep 24 17:00:02.836238 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a8568b-d235-423c-a9b2-d6d497e8d34f', 'name': 'network-vif-deleted', 'tag': 'e19dbd0b-02aa-480b-b8b6-5bdba9ad800e'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 17:00:02.839331 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86bdbdc9b9e92b390e2d9cb11b84962cc6f6bd0fdc6518f79f4e2677ef2c88f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e46848c-e605-4c4b-9214-a6e6c1f695bf" -d '{"events": [{"server_uuid": "24a8568b-d235-423c-a9b2-d6d497e8d34f", "name": "network-vif-deleted", "tag": "e19dbd0b-02aa-480b-b8b6-5bdba9ad800e"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 17:00:02.881405 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 17:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d849c1-c1db-4f4a-ab82-43e0d1522859 x-openstack-request-id: req-90d849c1-c1db-4f4a-ab82-43e0d1522859 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 17:00:02.881702 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24a8568b-d235-423c-a9b2-d6d497e8d34f", "name": "network-vif-deleted", "tag": "e19dbd0b-02aa-480b-b8b6-5bdba9ad800e", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 17:00:02.881949 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-90d849c1-c1db-4f4a-ab82-43e0d1522859 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 17:00:02.882364 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24a8568b-d235-423c-a9b2-d6d497e8d34f', 'name': 'network-vif-deleted', 'tag': 'e19dbd0b-02aa-480b-b8b6-5bdba9ad800e', 'status': 'completed', 'code': 200} Sep 24 17:00:02.884355 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-0a70c498-5899-416c-8e2c-56f35c8608a2 req-5d652af3-7f93-464f-814a-f701ab2eb2a6 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/ports?device_id=24a8568b-d235-423c-a9b2-d6d497e8d34f HTTP/1.1" status: 200 len: 210 time: 0.0305288 Sep 24 17:00:03.959438 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-bd47fede-a3fb-431f-a2b7-c8132b87f37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:04.356478 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:05.291571 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49758) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 17:00:05.453153 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-56538989-3f7b-413a-8af1-d753eb780aaa tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Deleting port 9959c63f-abca-4ed7-a271-b5ef2e6e2813 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 17:00:05.453415 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-56538989-3f7b-413a-8af1-d753eb780aaa tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:05.529813 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-56538989-3f7b-413a-8af1-d753eb780aaa tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:05.530143 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-56538989-3f7b-413a-8af1-d753eb780aaa tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:05.541769 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-56538989-3f7b-413a-8af1-d753eb780aaa tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Calling delete_port for 9959c63f-abca-4ed7-a271-b5ef2e6e2813 owned by network:floatingip {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 17:00:05.661102 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:05.768048 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-56538989-3f7b-413a-8af1-d753eb780aaa tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:05.775206 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device e19dbd0b-02aa-480b-b8b6-5bdba9ad800e no longer exists at agent hyperv_n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 17:00:05.794703 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56538989-3f7b-413a-8af1-d753eb780aaa tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Pushing event deleted for resources: {'Port': ['ID=9959c63f-abca-4ed7-a271-b5ef2e6e2813,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 17:00:05.796391 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] No Port match for: e19dbd0b-02aa-480b-b8b6-5bdba9ad800e {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 17:00:05.796787 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Device e19dbd0b-02aa-480b-b8b6-5bdba9ad800e not bound to the agent host n-h1-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 17:00:05.859077 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-56538989-3f7b-413a-8af1-d753eb780aaa tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify callbacks [] for floatingip, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:05.859411 n-d-808921-1 neutron-server[95298]: INFO neutron.db.l3_db [None req-56538989-3f7b-413a-8af1-d753eb780aaa tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Floating IP 879edcaf-5e1a-468e-a9ec-8fda58b39290 disassociated (deleted). External IP: 172.25.0.89, port: a5f7dfab-8720-4df8-9122-caad58dea99a. Sep 24 17:00:06.065645 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56538989-3f7b-413a-8af1-d753eb780aaa tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Router 4a65cb91-2b92-4b29-b2bb-baa7cdc43705 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 17:00:06.174756 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56538989-3f7b-413a-8af1-d753eb780aaa tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 17:00:06.179351 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-56538989-3f7b-413a-8af1-d753eb780aaa tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for floatingip, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:06.185678 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14373bd3-b824-49be-a5ab-efe9f7bd6190 None None] Sync routers for ids ['4a65cb91-2b92-4b29-b2bb-baa7cdc43705'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 17:00:06.194753 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14373bd3-b824-49be-a5ab-efe9f7bd6190 None None] Routers {'4a65cb91-2b92-4b29-b2bb-baa7cdc43705'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 17:00:06.195376 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-14373bd3-b824-49be-a5ab-efe9f7bd6190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T17:00:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['4a65cb91-2b92-4b29-b2bb-baa7cdc43705'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 17:00:06.211148 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-56538989-3f7b-413a-8af1-d753eb780aaa tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "DELETE /v2.0/floatingips/879edcaf-5e1a-468e-a9ec-8fda58b39290 HTTP/1.1" status: 204 len: 168 time: 0.9147325 Sep 24 17:00:06.211148 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dbd196e-e682-49e6-bdbe-22fcf2ba54eb', 'tag': 'a5f7dfab-8720-4df8-9122-caad58dea99a'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 17:00:06.211148 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86bdbdc9b9e92b390e2d9cb11b84962cc6f6bd0fdc6518f79f4e2677ef2c88f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a6a5a9-73f4-404a-84a8-ffc2f02e27bc" -d '{"events": [{"name": "network-changed", "server_uuid": "0dbd196e-e682-49e6-bdbe-22fcf2ba54eb", "tag": "a5f7dfab-8720-4df8-9122-caad58dea99a"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 17:00:06.250548 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 24 Sep 2021 17:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ac2d1d-1dc6-496e-9c72-85c2b47be60b x-openstack-request-id: req-07ac2d1d-1dc6-496e-9c72-85c2b47be60b {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 17:00:06.250833 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0dbd196e-e682-49e6-bdbe-22fcf2ba54eb", "tag": "a5f7dfab-8720-4df8-9122-caad58dea99a", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 17:00:06.251082 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-07ac2d1d-1dc6-496e-9c72-85c2b47be60b {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 17:00:06.251478 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dbd196e-e682-49e6-bdbe-22fcf2ba54eb', 'tag': 'a5f7dfab-8720-4df8-9122-caad58dea99a', 'status': 'completed', 'code': 200} Sep 24 17:00:06.312944 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-14373bd3-b824-49be-a5ab-efe9f7bd6190 None None] Set router 4a65cb91-2b92-4b29-b2bb-baa7cdc43705 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 17:00:06.331705 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a6a5a9-73f4-404a-84a8-ffc2f02e27bc req-3b582aef-a849-47c4-83b4-43dd57878aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 17:00:06.332703 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-19a6a5a9-73f4-404a-84a8-ffc2f02e27bc req-3b582aef-a849-47c4-83b4-43dd57878aa2 service neutron] 10.222.0.108 "GET /v2.0/ports?tenant_id=237ab006514c4e2cbcfd3121c50f5896&device_id=0dbd196e-e682-49e6-bdbe-22fcf2ba54eb HTTP/1.1" status: 200 len: 1094 time: 0.0574522 Sep 24 17:00:06.433826 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a6a5a9-73f4-404a-84a8-ffc2f02e27bc req-18762978-df8b-4bd8-a292-a8e578c3d9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 17:00:06.436254 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-19a6a5a9-73f4-404a-84a8-ffc2f02e27bc req-18762978-df8b-4bd8-a292-a8e578c3d9b3 service neutron] 10.222.0.108 "GET /v2.0/networks?id=b346967c-bb92-451d-a9de-d799537e1c5c HTTP/1.1" status: 200 len: 911 time: 0.0960789 Sep 24 17:00:06.485308 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-19a6a5a9-73f4-404a-84a8-ffc2f02e27bc req-661d3bc3-c526-4fba-a8a2-b554db88a865 service neutron] 10.222.0.108 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5f7dfab-8720-4df8-9122-caad58dea99a HTTP/1.1" status: 200 len: 217 time: 0.0417860 Sep 24 17:00:06.536077 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a6a5a9-73f4-404a-84a8-ffc2f02e27bc req-e020d40c-7417-4b6a-956c-46ddf82650d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 17:00:06.537591 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-19a6a5a9-73f4-404a-84a8-ffc2f02e27bc req-e020d40c-7417-4b6a-956c-46ddf82650d6 service neutron] 10.222.0.108 "GET /v2.0/subnets?id=bab13a1d-caa0-482e-8943-03367bc8d4a4 HTTP/1.1" status: 200 len: 848 time: 0.0460219 Sep 24 17:00:06.546155 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-14373bd3-b824-49be-a5ab-efe9f7bd6190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a65cb91-2b92-4b29-b2bb-baa7cdc43705', 'name': 'tempest-TestSnapshotPattern-465796133-router', 'tenant_id': '237ab006514c4e2cbcfd3121c50f5896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'fb935315-cfa5-414f-afb5-19da84141959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:54:55Z', 'updated_at': '2021-09-24T16:54:59Z', 'revision_number': 4, 'project_id': '237ab006514c4e2cbcfd3121c50f5896', 'gw_port': {'id': 'fb935315-cfa5-414f-afb5-19da84141959', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a65cb91-2b92-4b29-b2bb-baa7cdc43705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:54:56Z', 'updated_at': '2021-09-24T16:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'b1559a38-81c3-4df5-bf32-b3304eebe021', 'name': '', 'network_id': 'b346967c-bb92-451d-a9de-d799537e1c5c', 'tenant_id': '237ab006514c4e2cbcfd3121c50f5896', 'mac_address': 'fa:16:3e:31:7f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a65cb91-2b92-4b29-b2bb-baa7cdc43705', 'device_owner': 'network:router_interface', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'bab13a1d-caa0-482e-8943-03367bc8d4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:54:58Z', 'updated_at': '2021-09-24T16:55:02Z', 'revision_number': 5, 'project_id': '237ab006514c4e2cbcfd3121c50f5896', 'subnets': [{'id': 'bab13a1d-caa0-482e-8943-03367bc8d4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 17:00:06.585726 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14373bd3-b824-49be-a5ab-efe9f7bd6190 None None] Checking router: 4a65cb91-2b92-4b29-b2bb-baa7cdc43705 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 17:00:06.592716 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a6a5a9-73f4-404a-84a8-ffc2f02e27bc req-214b05df-c2fd-4d13-bafb-7e70664aa781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 17:00:06.594529 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-19a6a5a9-73f4-404a-84a8-ffc2f02e27bc req-214b05df-c2fd-4d13-bafb-7e70664aa781 service neutron] 10.222.0.108 "GET /v2.0/ports?network_id=b346967c-bb92-451d-a9de-d799537e1c5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499148 Sep 24 17:00:06.596227 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14373bd3-b824-49be-a5ab-efe9f7bd6190 None None] Routers {'4a65cb91-2b92-4b29-b2bb-baa7cdc43705'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 17:00:06.596865 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-14373bd3-b824-49be-a5ab-efe9f7bd6190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T17:00:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['4a65cb91-2b92-4b29-b2bb-baa7cdc43705'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 17:00:06.697533 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-19a6a5a9-73f4-404a-84a8-ffc2f02e27bc req-3df262e6-5792-4786-85c2-0627e8cb8d25 service neutron] 10.222.0.108 "GET /v2.0/networks/b346967c-bb92-451d-a9de-d799537e1c5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957267 Sep 24 17:00:06.788241 n-d-808921-1 neutron-server[95297]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e0ac8-f196-4fe2-96eb-4f7dec6bd4ed req-0f1342ac-f7b7-45a3-8587-8edaae9486f5 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95297) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 17:00:06.790699 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-654e0ac8-f196-4fe2-96eb-4f7dec6bd4ed req-0f1342ac-f7b7-45a3-8587-8edaae9486f5 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/ports?device_id=0dbd196e-e682-49e6-bdbe-22fcf2ba54eb HTTP/1.1" status: 200 len: 943 time: 0.0560715 Sep 24 17:00:06.801608 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-19a6a5a9-73f4-404a-84a8-ffc2f02e27bc req-aeeecab3-b899-42ba-82e6-cebbbceb15b8 service neutron] 10.222.0.108 "GET /v2.0/networks/b346967c-bb92-451d-a9de-d799537e1c5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961976 Sep 24 17:00:06.837025 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [req-654e0ac8-f196-4fe2-96eb-4f7dec6bd4ed req-fd2c45f4-914a-4de8-a76f-484121b17abe tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/security-groups?id=446802c8-881b-4de4-ab9e-263d7210ce91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376863 Sep 24 17:00:06.866193 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-14373bd3-b824-49be-a5ab-efe9f7bd6190 None None] Set router 4a65cb91-2b92-4b29-b2bb-baa7cdc43705 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 17:00:07.071757 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:07.074574 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-14373bd3-b824-49be-a5ab-efe9f7bd6190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a65cb91-2b92-4b29-b2bb-baa7cdc43705', 'name': 'tempest-TestSnapshotPattern-465796133-router', 'tenant_id': '237ab006514c4e2cbcfd3121c50f5896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'fb935315-cfa5-414f-afb5-19da84141959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:54:55Z', 'updated_at': '2021-09-24T16:54:59Z', 'revision_number': 4, 'project_id': '237ab006514c4e2cbcfd3121c50f5896', 'gw_port': {'id': 'fb935315-cfa5-414f-afb5-19da84141959', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a65cb91-2b92-4b29-b2bb-baa7cdc43705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:54:56Z', 'updated_at': '2021-09-24T16:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'b1559a38-81c3-4df5-bf32-b3304eebe021', 'name': '', 'network_id': 'b346967c-bb92-451d-a9de-d799537e1c5c', 'tenant_id': '237ab006514c4e2cbcfd3121c50f5896', 'mac_address': 'fa:16:3e:31:7f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a65cb91-2b92-4b29-b2bb-baa7cdc43705', 'device_owner': 'network:router_interface', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'bab13a1d-caa0-482e-8943-03367bc8d4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:54:58Z', 'updated_at': '2021-09-24T16:55:02Z', 'revision_number': 5, 'project_id': '237ab006514c4e2cbcfd3121c50f5896', 'subnets': [{'id': 'bab13a1d-caa0-482e-8943-03367bc8d4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 17:00:07.105596 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14373bd3-b824-49be-a5ab-efe9f7bd6190 None None] The sync data for ids ['4a65cb91-2b92-4b29-b2bb-baa7cdc43705'] in n-d-808921-1 is: [{'id': '4a65cb91-2b92-4b29-b2bb-baa7cdc43705', 'name': 'tempest-TestSnapshotPattern-465796133-router', 'tenant_id': '237ab006514c4e2cbcfd3121c50f5896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'fb935315-cfa5-414f-afb5-19da84141959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:54:55Z', 'updated_at': '2021-09-24T16:54:59Z', 'revision_number': 4, 'project_id': '237ab006514c4e2cbcfd3121c50f5896', 'gw_port': {'id': 'fb935315-cfa5-414f-afb5-19da84141959', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a65cb91-2b92-4b29-b2bb-baa7cdc43705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:54:56Z', 'updated_at': '2021-09-24T16:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1', '_interfaces': [{'id': 'b1559a38-81c3-4df5-bf32-b3304eebe021', 'name': '', 'network_id': 'b346967c-bb92-451d-a9de-d799537e1c5c', 'tenant_id': '237ab006514c4e2cbcfd3121c50f5896', 'mac_address': 'fa:16:3e:31:7f:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a65cb91-2b92-4b29-b2bb-baa7cdc43705', 'device_owner': 'network:router_interface', 'standard_attr_id': 4319, 'fixed_ips': [{'subnet_id': 'bab13a1d-caa0-482e-8943-03367bc8d4a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:54:58Z', 'updated_at': '2021-09-24T16:55:02Z', 'revision_number': 5, 'project_id': '237ab006514c4e2cbcfd3121c50f5896', 'subnets': [{'id': 'bab13a1d-caa0-482e-8943-03367bc8d4a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 17:00:07.328819 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868d693f-ca3b-4835-8ca8-99d82b6146d6 None None] New status for floating IP 879edcaf-5e1a-468e-a9ec-8fda58b39290: DOWN {{(pid=95300) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 24 17:00:07.965505 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4062d4ea-a29b-46c6-8d40-d075a64b25e9 req-6dd3fa2e-6a8d-42dc-ab50-6423eb5eaeab tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 17:00:07.967016 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4062d4ea-a29b-46c6-8d40-d075a64b25e9 req-6dd3fa2e-6a8d-42dc-ab50-6423eb5eaeab tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/ports?device_id=0dbd196e-e682-49e6-bdbe-22fcf2ba54eb HTTP/1.1" status: 200 len: 943 time: 0.0525317 Sep 24 17:00:08.008994 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4062d4ea-a29b-46c6-8d40-d075a64b25e9 req-a59a44d3-b9f8-4098-8b77-b08f963b8ef4 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/security-groups?id=446802c8-881b-4de4-ab9e-263d7210ce91&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360878 Sep 24 17:00:08.330299 n-d-808921-1 neutron-server[95298]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4641d063-a534-4e7f-82d7-65317cb0bdaa req-22eceada-1b1f-4c14-97b2-89ce51c8e00d tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95298) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 24 17:00:08.331830 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4641d063-a534-4e7f-82d7-65317cb0bdaa req-22eceada-1b1f-4c14-97b2-89ce51c8e00d tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.108 "GET /v2.0/ports?device_id=0dbd196e-e682-49e6-bdbe-22fcf2ba54eb HTTP/1.1" status: 200 len: 943 time: 0.0490103 Sep 24 17:00:08.422226 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-4641d063-a534-4e7f-82d7-65317cb0bdaa req-cbc85114-b13f-4fa8-ad6d-ac2d9bd6a30a tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Deleting port a5f7dfab-8720-4df8-9122-caad58dea99a {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 17:00:08.422588 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-4641d063-a534-4e7f-82d7-65317cb0bdaa req-cbc85114-b13f-4fa8-ad6d-ac2d9bd6a30a tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:08.515096 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [req-4641d063-a534-4e7f-82d7-65317cb0bdaa req-cbc85114-b13f-4fa8-ad6d-ac2d9bd6a30a tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] For port a5f7dfab-8720-4df8-9122-caad58dea99a, host n-h2-808921-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808921-1',level=0,port_id=a5f7dfab-8720-4df8-9122-caad58dea99a,segment=NetworkSegment(4c3190de-39d9-447f-a075-918fd5c8a885),segment_id=4c3190de-39d9-447f-a075-918fd5c8a885)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 17:00:08.515461 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-4641d063-a534-4e7f-82d7-65317cb0bdaa req-cbc85114-b13f-4fa8-ad6d-ac2d9bd6a30a tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:08.527993 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [req-4641d063-a534-4e7f-82d7-65317cb0bdaa req-cbc85114-b13f-4fa8-ad6d-ac2d9bd6a30a tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Calling delete_port for a5f7dfab-8720-4df8-9122-caad58dea99a owned by compute:nova {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 17:00:08.696023 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-4641d063-a534-4e7f-82d7-65317cb0bdaa req-cbc85114-b13f-4fa8-ad6d-ac2d9bd6a30a tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:08.724551 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc85114-b13f-4fa8-ad6d-ac2d9bd6a30a tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Pushing event deleted for resources: {'Port': ['ID=a5f7dfab-8720-4df8-9122-caad58dea99a,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 17:00:08.772800 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [req-4641d063-a534-4e7f-82d7-65317cb0bdaa req-cbc85114-b13f-4fa8-ad6d-ac2d9bd6a30a tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] No DVR routers for this DVR port a5f7dfab-8720-4df8-9122-caad58dea99a on host n-h2-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 17:00:08.775306 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [req-4641d063-a534-4e7f-82d7-65317cb0bdaa req-cbc85114-b13f-4fa8-ad6d-ac2d9bd6a30a tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-103945'] for port, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:08.777953 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-4641d063-a534-4e7f-82d7-65317cb0bdaa req-cbc85114-b13f-4fa8-ad6d-ac2d9bd6a30a tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.108 "DELETE /v2.0/ports/a5f7dfab-8720-4df8-9122-caad58dea99a HTTP/1.1" status: 204 len: 173 time: 0.4400156 Sep 24 17:00:08.778410 n-d-808921-1 neutron-server[95298]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dbd196e-e682-49e6-bdbe-22fcf2ba54eb', 'name': 'network-vif-deleted', 'tag': 'a5f7dfab-8720-4df8-9122-caad58dea99a'}] {{(pid=95298) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 24 17:00:08.781208 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.101/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}86bdbdc9b9e92b390e2d9cb11b84962cc6f6bd0fdc6518f79f4e2677ef2c88f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb46de00-d760-42d3-bd29-0f03d8f1ea1e" -d '{"events": [{"server_uuid": "0dbd196e-e682-49e6-bdbe-22fcf2ba54eb", "name": "network-vif-deleted", "tag": "a5f7dfab-8720-4df8-9122-caad58dea99a"}]}' {{(pid=95298) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 24 17:00:08.816358 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 24 Sep 2021 17:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22293a2b-ea37-4111-af19-31f50a7655a9 x-openstack-request-id: req-22293a2b-ea37-4111-af19-31f50a7655a9 {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 24 17:00:08.816652 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0dbd196e-e682-49e6-bdbe-22fcf2ba54eb", "name": "network-vif-deleted", "tag": "a5f7dfab-8720-4df8-9122-caad58dea99a", "status": "completed", "code": 200}]} {{(pid=95298) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 24 17:00:08.816908 n-d-808921-1 neutron-server[95298]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.101/compute/v2.1/os-server-external-events used request id req-22293a2b-ea37-4111-af19-31f50a7655a9 {{(pid=95298) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 24 17:00:08.817316 n-d-808921-1 neutron-server[95298]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dbd196e-e682-49e6-bdbe-22fcf2ba54eb', 'name': 'network-vif-deleted', 'tag': 'a5f7dfab-8720-4df8-9122-caad58dea99a', 'status': 'completed', 'code': 200} Sep 24 17:00:09.123429 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [req-e4768de6-de23-496e-b309-338049650858 req-794fe98d-2d33-427b-ae7f-1ef1b2b3f637 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "GET /v2.0/ports?device_id=0dbd196e-e682-49e6-bdbe-22fcf2ba54eb HTTP/1.1" status: 200 len: 210 time: 0.0294456 Sep 24 17:00:09.827564 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:10.184490 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49776) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 17:00:10.247589 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7b9bfc61-5467-4746-bd63-af291fd9b9c5 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify callbacks [] for security_group, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:10.272510 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7b9bfc61-5467-4746-bd63-af291fd9b9c5 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:10.398696 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7b9bfc61-5467-4746-bd63-af291fd9b9c5 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:10.401863 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7b9bfc61-5467-4746-bd63-af291fd9b9c5 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Notify callbacks [] for security_group, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:10.403387 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-7b9bfc61-5467-4746-bd63-af291fd9b9c5 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] 10.222.0.101 "DELETE /v2.0/security-groups/446802c8-881b-4de4-ab9e-263d7210ce91 HTTP/1.1" status: 204 len: 168 time: 0.2178509 Sep 24 17:00:10.412741 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9bfc61-5467-4746-bd63-af291fd9b9c5 tempest-TestSnapshotPattern-1436255885 tempest-TestSnapshotPattern-1436255885-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=446802c8-881b-4de4-ab9e-263d7210ce91,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 17:00:11.543079 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 49784) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 17:00:11.648624 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device a5f7dfab-8720-4df8-9122-caad58dea99a no longer exists at agent hyperv_n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 17:00:11.668352 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] No Port match for: a5f7dfab-8720-4df8-9122-caad58dea99a {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 17:00:11.668690 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Device a5f7dfab-8720-4df8-9122-caad58dea99a not bound to the agent host n-h2-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 17:00:11.884683 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:11.990838 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dd1f339b-1705-4985-98ec-1d2cc9b9ca9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:12.562776 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-dd1f339b-1705-4985-98ec-1d2cc9b9ca9a admin admin] Deleting port b1559a38-81c3-4df5-bf32-b3304eebe021 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 17:00:12.563492 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dd1f339b-1705-4985-98ec-1d2cc9b9ca9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:12.643529 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-dd1f339b-1705-4985-98ec-1d2cc9b9ca9a admin admin] For port b1559a38-81c3-4df5-bf32-b3304eebe021, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=b1559a38-81c3-4df5-bf32-b3304eebe021,segment=NetworkSegment(4c3190de-39d9-447f-a075-918fd5c8a885),segment_id=4c3190de-39d9-447f-a075-918fd5c8a885)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 17:00:12.643786 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dd1f339b-1705-4985-98ec-1d2cc9b9ca9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:12.656573 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-dd1f339b-1705-4985-98ec-1d2cc9b9ca9a admin admin] Calling delete_port for b1559a38-81c3-4df5-bf32-b3304eebe021 owned by network:router_interface {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 17:00:12.913232 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dd1f339b-1705-4985-98ec-1d2cc9b9ca9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:12.949023 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1f339b-1705-4985-98ec-1d2cc9b9ca9a admin admin] Pushing event deleted for resources: {'Port': ['ID=b1559a38-81c3-4df5-bf32-b3304eebe021,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 17:00:12.975713 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f339b-1705-4985-98ec-1d2cc9b9ca9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 17:00:12.976055 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f339b-1705-4985-98ec-1d2cc9b9ca9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 17:00:12.976391 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f339b-1705-4985-98ec-1d2cc9b9ca9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 17:00:12.976720 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f339b-1705-4985-98ec-1d2cc9b9ca9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 17:00:12.977046 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f339b-1705-4985-98ec-1d2cc9b9ca9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 17:00:12.977369 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f339b-1705-4985-98ec-1d2cc9b9ca9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 17:00:12.977689 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f339b-1705-4985-98ec-1d2cc9b9ca9a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 17:00:12.978010 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f339b-1705-4985-98ec-1d2cc9b9ca9a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 17:00:12.978322 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f339b-1705-4985-98ec-1d2cc9b9ca9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 17:00:12.978659 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f339b-1705-4985-98ec-1d2cc9b9ca9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 17:00:12.978973 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f339b-1705-4985-98ec-1d2cc9b9ca9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 17:00:12.979287 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd1f339b-1705-4985-98ec-1d2cc9b9ca9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808921-1 {{(pid=95297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 24 17:00:13.131998 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dd1f339b-1705-4985-98ec-1d2cc9b9ca9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:13.347322 n-d-808921-1 neutron-server[95297]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd1f339b-1705-4985-98ec-1d2cc9b9ca9a admin admin] Router 4a65cb91-2b92-4b29-b2bb-baa7cdc43705 has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95297) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 17:00:13.453867 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd1f339b-1705-4985-98ec-1d2cc9b9ca9a admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95297) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 17:00:13.462584 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-dd1f339b-1705-4985-98ec-1d2cc9b9ca9a admin admin] 10.222.0.101 "PUT /v2.0/routers/4a65cb91-2b92-4b29-b2bb-baa7cdc43705/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9144630 Sep 24 17:00:13.462584 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 49790) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 17:00:13.465529 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9addda9-3506-45ec-9743-89baf3de6473 None None] Sync routers for ids ['4a65cb91-2b92-4b29-b2bb-baa7cdc43705'] in n-d-808921-1 {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 17:00:13.477486 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9addda9-3506-45ec-9743-89baf3de6473 None None] Routers {'4a65cb91-2b92-4b29-b2bb-baa7cdc43705'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 17:00:13.478140 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-f9addda9-3506-45ec-9743-89baf3de6473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T17:00:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['4a65cb91-2b92-4b29-b2bb-baa7cdc43705'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 17:00:13.569755 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ea3f21a2-8d45-4300-b3ea-2fbee68df15f admin admin] Notify callbacks [] for router, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:13.584679 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-f9addda9-3506-45ec-9743-89baf3de6473 None None] Set router 4a65cb91-2b92-4b29-b2bb-baa7cdc43705 gateway port host: n-d-808921-1 {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 17:00:13.676454 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ea3f21a2-8d45-4300-b3ea-2fbee68df15f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:13.764050 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-f9addda9-3506-45ec-9743-89baf3de6473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a65cb91-2b92-4b29-b2bb-baa7cdc43705', 'name': 'tempest-TestSnapshotPattern-465796133-router', 'tenant_id': '237ab006514c4e2cbcfd3121c50f5896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.164'}], 'enable_snat': True}, 'gw_port_id': 'fb935315-cfa5-414f-afb5-19da84141959', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:54:55Z', 'updated_at': '2021-09-24T17:00:12Z', 'revision_number': 5, 'project_id': '237ab006514c4e2cbcfd3121c50f5896', 'gw_port': {'id': 'fb935315-cfa5-414f-afb5-19da84141959', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:6b:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a65cb91-2b92-4b29-b2bb-baa7cdc43705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4318, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:54:56Z', 'updated_at': '2021-09-24T16:55:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 17:00:13.797573 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9addda9-3506-45ec-9743-89baf3de6473 None None] Checking router: 4a65cb91-2b92-4b29-b2bb-baa7cdc43705 for host: n-d-808921-1 {{(pid=95299) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 17:00:13.805699 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-ea3f21a2-8d45-4300-b3ea-2fbee68df15f admin admin] Deleting port fb935315-cfa5-414f-afb5-19da84141959 {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 17:00:13.806049 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ea3f21a2-8d45-4300-b3ea-2fbee68df15f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:13.806193 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9addda9-3506-45ec-9743-89baf3de6473 None None] Routers {'4a65cb91-2b92-4b29-b2bb-baa7cdc43705'} bound to L3 agent in host n-d-808921-1 {{(pid=95299) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 17:00:13.806696 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-f9addda9-3506-45ec-9743-89baf3de6473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T17:00:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['4a65cb91-2b92-4b29-b2bb-baa7cdc43705'], 'active': True} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 17:00:13.888884 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-ea3f21a2-8d45-4300-b3ea-2fbee68df15f admin admin] For port fb935315-cfa5-414f-afb5-19da84141959, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=fb935315-cfa5-414f-afb5-19da84141959,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 17:00:13.889243 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ea3f21a2-8d45-4300-b3ea-2fbee68df15f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:13.895693 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvr_db [None req-f9addda9-3506-45ec-9743-89baf3de6473 None None] Set router 4a65cb91-2b92-4b29-b2bb-baa7cdc43705 gateway port host: None {{(pid=95299) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 17:00:13.902782 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-ea3f21a2-8d45-4300-b3ea-2fbee68df15f admin admin] Calling delete_port for fb935315-cfa5-414f-afb5-19da84141959 owned by network:router_gateway {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 17:00:13.947436 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_hamode_db [None req-f9addda9-3506-45ec-9743-89baf3de6473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a65cb91-2b92-4b29-b2bb-baa7cdc43705', 'name': 'tempest-TestSnapshotPattern-465796133-router', 'tenant_id': '237ab006514c4e2cbcfd3121c50f5896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:54:55Z', 'updated_at': '2021-09-24T17:00:13Z', 'revision_number': 6, 'project_id': '237ab006514c4e2cbcfd3121c50f5896', 'gw_port_host': None}], 'n-d-808921-1', False) {} {{(pid=95299) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 17:00:13.977320 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9addda9-3506-45ec-9743-89baf3de6473 None None] The sync data for ids ['4a65cb91-2b92-4b29-b2bb-baa7cdc43705'] in n-d-808921-1 is: [{'id': '4a65cb91-2b92-4b29-b2bb-baa7cdc43705', 'name': 'tempest-TestSnapshotPattern-465796133-router', 'tenant_id': '237ab006514c4e2cbcfd3121c50f5896', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:54:55Z', 'updated_at': '2021-09-24T17:00:13Z', 'revision_number': 6, 'project_id': '237ab006514c4e2cbcfd3121c50f5896', 'gw_port_host': None}] {{(pid=95299) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 17:00:14.176309 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ea3f21a2-8d45-4300-b3ea-2fbee68df15f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:14.207197 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3f21a2-8d45-4300-b3ea-2fbee68df15f admin admin] Pushing event deleted for resources: {'Port': ['ID=fb935315-cfa5-414f-afb5-19da84141959,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 17:00:14.268214 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ea3f21a2-8d45-4300-b3ea-2fbee68df15f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586576'] for router_gateway, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:14.365136 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ea3f21a2-8d45-4300-b3ea-2fbee68df15f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:14.367309 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ea3f21a2-8d45-4300-b3ea-2fbee68df15f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:14.496775 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ea3f21a2-8d45-4300-b3ea-2fbee68df15f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:14.497392 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea3f21a2-8d45-4300-b3ea-2fbee68df15f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4a65cb91-2b92-4b29-b2bb-baa7cdc43705 {{(pid=95297) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 17:00:14.502160 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-ea3f21a2-8d45-4300-b3ea-2fbee68df15f admin admin] Notify callbacks [] for router, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:14.503390 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-ea3f21a2-8d45-4300-b3ea-2fbee68df15f admin admin] 10.222.0.101 "DELETE /v2.0/routers/4a65cb91-2b92-4b29-b2bb-baa7cdc43705 HTTP/1.1" status: 204 len: 168 time: 1.0409410 Sep 24 17:00:14.505934 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 49794) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 17:00:14.554944 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a92c42e-19d1-43ff-99b5-3c7ee8ed74d4 admin admin] Deleting subnet bab13a1d-caa0-482e-8943-03367bc8d4a4 {{(pid=95297) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 17:00:14.558803 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2a92c42e-19d1-43ff-99b5-3c7ee8ed74d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:14.592714 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2a92c42e-19d1-43ff-99b5-3c7ee8ed74d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10040034'] for subnet, precommit_delete_associations {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:14.672140 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2a92c42e-19d1-43ff-99b5-3c7ee8ed74d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:14.816514 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2a92c42e-19d1-43ff-99b5-3c7ee8ed74d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3191460', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8890211'] for subnet, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:14.844994 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a92c42e-19d1-43ff-99b5-3c7ee8ed74d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bab13a1d-caa0-482e-8943-03367bc8d4a4,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 17:00:14.847038 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-2a92c42e-19d1-43ff-99b5-3c7ee8ed74d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:14.848961 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-2a92c42e-19d1-43ff-99b5-3c7ee8ed74d4 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/bab13a1d-caa0-482e-8943-03367bc8d4a4 HTTP/1.1" status: 204 len: 168 time: 0.3420506 Sep 24 17:00:14.851851 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 49796) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 17:00:14.855881 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2285cd6d-556b-4989-8d31-28ef0a393af1 None None] Network b346967c-bb92-451d-a9de-d799537e1c5c requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 17:00:14.925506 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f318755f-7ca5-4170-8edb-a2f5216d4100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:14.992169 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-f318755f-7ca5-4170-8edb-a2f5216d4100 admin admin] Deleting port 32832b81-aa9a-41e1-866f-f0e2f5de214c {{(pid=95297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 17:00:14.992515 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f318755f-7ca5-4170-8edb-a2f5216d4100 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:15.057245 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7122537-45f6-4425-b2d1-5ca4b8b5ce9f None None] DHCP port deletion for b346967c-bb92-451d-a9de-d799537e1c5c request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 17:00:15.066695 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.db [None req-f318755f-7ca5-4170-8edb-a2f5216d4100 admin admin] For port 32832b81-aa9a-41e1-866f-f0e2f5de214c, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=32832b81-aa9a-41e1-866f-f0e2f5de214c,segment=NetworkSegment(4c3190de-39d9-447f-a075-918fd5c8a885),segment_id=4c3190de-39d9-447f-a075-918fd5c8a885)] {{(pid=95297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 17:00:15.067264 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f318755f-7ca5-4170-8edb-a2f5216d4100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:15.085207 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.plugin [None req-f318755f-7ca5-4170-8edb-a2f5216d4100 admin admin] Calling delete_port for 32832b81-aa9a-41e1-866f-f0e2f5de214c owned by network:dhcp {{(pid=95297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 17:00:15.122255 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-e7122537-45f6-4425-b2d1-5ca4b8b5ce9f None None] Deleting port 32832b81-aa9a-41e1-866f-f0e2f5de214c {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 17:00:15.122644 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e7122537-45f6-4425-b2d1-5ca4b8b5ce9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:15.198219 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-e7122537-45f6-4425-b2d1-5ca4b8b5ce9f None None] For port 32832b81-aa9a-41e1-866f-f0e2f5de214c, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=32832b81-aa9a-41e1-866f-f0e2f5de214c,segment=NetworkSegment(4c3190de-39d9-447f-a075-918fd5c8a885),segment_id=4c3190de-39d9-447f-a075-918fd5c8a885)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 17:00:15.199283 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e7122537-45f6-4425-b2d1-5ca4b8b5ce9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:15.211460 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-e7122537-45f6-4425-b2d1-5ca4b8b5ce9f None None] Calling delete_port for 32832b81-aa9a-41e1-866f-f0e2f5de214c owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 17:00:15.237554 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f318755f-7ca5-4170-8edb-a2f5216d4100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3191545'] for port, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:15.264720 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f318755f-7ca5-4170-8edb-a2f5216d4100 admin admin] Pushing event deleted for resources: {'Port': ['ID=32832b81-aa9a-41e1-866f-f0e2f5de214c,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 17:00:15.268127 n-d-808921-1 neutron-server[95297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f318755f-7ca5-4170-8edb-a2f5216d4100 admin admin] No DVR routers for this DVR port 32832b81-aa9a-41e1-866f-f0e2f5de214c on host n-d-808921-1 {{(pid=95297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 17:00:15.284556 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 17:00:15.284556 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 17:00:15.284556 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 17:00:15.284556 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 17:00:15.284556 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 17:00:15.284556 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 17:00:15.284556 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 17:00:15.284556 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 17:00:15.284556 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 17:00:15.284556 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 17:00:15.284556 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 17:00:15.284556 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 17:00:15.284556 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 17:00:15.284556 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 17:00:15.284556 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 17:00:15.284556 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 17:00:15.284556 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 17:00:15.284556 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 17:00:15.284556 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 17:00:15.284556 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 17:00:15.284556 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 17:00:15.284556 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 17:00:15.284556 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 17:00:15.284556 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 17:00:15.284556 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 17:00:15.284556 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 17:00:15.284556 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 17:00:15.284556 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 17:00:15.284556 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 17:00:15.284556 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 17:00:15.284556 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 17:00:15.284556 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 17:00:15.284556 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 17:00:15.284556 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 17:00:15.284556 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 17:00:15.284556 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 17:00:15.284556 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 17:00:15.284556 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 17:00:15.284556 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 17:00:15.284556 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 17:00:15.284556 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 17:00:15.284556 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 17:00:15.284556 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 17:00:15.284556 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 17:00:15.284556 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 17:00:15.284556 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 17:00:15.284556 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 17:00:15.284556 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 17:00:15.284556 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 17:00:15.284556 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 17:00:15.284556 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 17:00:15.284556 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 17:00:15.284556 n-d-808921-1 neutron-server[95299]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 24 17:00:15.284556 n-d-808921-1 neutron-server[95299]: self.session.flush() Sep 24 17:00:15.294814 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e7122537-45f6-4425-b2d1-5ca4b8b5ce9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:15.323350 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7122537-45f6-4425-b2d1-5ca4b8b5ce9f None None] Pushing event deleted for resources: {'Port': ['ID=32832b81-aa9a-41e1-866f-f0e2f5de214c,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 17:00:15.326878 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7122537-45f6-4425-b2d1-5ca4b8b5ce9f None None] No DVR routers for this DVR port 32832b81-aa9a-41e1-866f-f0e2f5de214c on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 17:00:15.340843 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f318755f-7ca5-4170-8edb-a2f5216d4100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:15.365279 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-f318755f-7ca5-4170-8edb-a2f5216d4100 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b346967c-bb92-451d-a9de-d799537e1c5c']}} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 17:00:15.374947 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-f318755f-7ca5-4170-8edb-a2f5216d4100 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c3190de-39d9-447f-a075-918fd5c8a885') {'for_net_delete': True} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 17:00:15.375238 n-d-808921-1 neutron-server[95297]: DEBUG neutron.services.segments.db [None req-f318755f-7ca5-4170-8edb-a2f5216d4100 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c3190de-39d9-447f-a075-918fd5c8a885') {} {{(pid=95297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 17:00:15.384604 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f318755f-7ca5-4170-8edb-a2f5216d4100 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10040059'] for segment, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:15.398438 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f318755f-7ca5-4170-8edb-a2f5216d4100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:15.405015 n-d-808921-1 neutron-server[95297]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f318755f-7ca5-4170-8edb-a2f5216d4100 admin admin] Releasing vlan 1261 on physical network physnet1 to pool {{(pid=95297) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 17:00:15.405395 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f318755f-7ca5-4170-8edb-a2f5216d4100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3190026'] for segment, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:15.407063 n-d-808921-1 neutron-server[95297]: Traceback (most recent call last): Sep 24 17:00:15.407063 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 17:00:15.407063 n-d-808921-1 neutron-server[95297]: timer() Sep 24 17:00:15.407063 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 17:00:15.407063 n-d-808921-1 neutron-server[95297]: cb(*args, **kw) Sep 24 17:00:15.407063 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 17:00:15.407063 n-d-808921-1 neutron-server[95297]: return func(*args, **kwargs) Sep 24 17:00:15.407063 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 17:00:15.407063 n-d-808921-1 neutron-server[95297]: self._notify() Sep 24 17:00:15.407063 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 17:00:15.407063 n-d-808921-1 neutron-server[95297]: self.callback(batched_events) Sep 24 17:00:15.407063 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 17:00:15.407063 n-d-808921-1 neutron-server[95297]: event.method(event) Sep 24 17:00:15.407063 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 17:00:15.407063 n-d-808921-1 neutron-server[95297]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 17:00:15.407063 n-d-808921-1 neutron-server[95297]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 17:00:15.407063 n-d-808921-1 neutron-server[95297]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 17:00:15.407063 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 17:00:15.407063 n-d-808921-1 neutron-server[95297]: return f(self, *a, **k) Sep 24 17:00:15.407063 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 17:00:15.407063 n-d-808921-1 neutron-server[95297]: return self._get(url).json() Sep 24 17:00:15.407063 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 17:00:15.407063 n-d-808921-1 neutron-server[95297]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 17:00:15.407063 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 17:00:15.407063 n-d-808921-1 neutron-server[95297]: return self.request(url, 'GET', **kwargs) Sep 24 17:00:15.407063 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 17:00:15.407063 n-d-808921-1 neutron-server[95297]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 17:00:15.407063 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 17:00:15.407063 n-d-808921-1 neutron-server[95297]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 17:00:15.407063 n-d-808921-1 neutron-server[95297]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 17:00:15.407063 n-d-808921-1 neutron-server[95297]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 17:00:15.407063 n-d-808921-1 neutron-server[95297]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 17:00:15.520395 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f318755f-7ca5-4170-8edb-a2f5216d4100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:15.522966 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device fb935315-cfa5-414f-afb5-19da84141959 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 17:00:15.526432 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-f318755f-7ca5-4170-8edb-a2f5216d4100 admin admin] Notify callbacks [] for network, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:15.528631 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-f318755f-7ca5-4170-8edb-a2f5216d4100 admin admin] 10.222.0.101 "DELETE /v2.0/networks/b346967c-bb92-451d-a9de-d799537e1c5c HTTP/1.1" status: 204 len: 168 time: 0.6750596 Sep 24 17:00:15.531824 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49798) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 17:00:15.540256 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f318755f-7ca5-4170-8edb-a2f5216d4100 admin admin] Pushing event deleted for resources: {'Network': ['ID=b346967c-bb92-451d-a9de-d799537e1c5c,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 17:00:15.544268 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: fb935315-cfa5-414f-afb5-19da84141959 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 17:00:15.548001 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device fb935315-cfa5-414f-afb5-19da84141959 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 17:00:15.548001 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 32832b81-aa9a-41e1-866f-f0e2f5de214c no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 17:00:15.566680 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: 32832b81-aa9a-41e1-866f-f0e2f5de214c {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 17:00:15.567137 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device 32832b81-aa9a-41e1-866f-f0e2f5de214c not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 17:00:15.567627 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device b1559a38-81c3-4df5-bf32-b3304eebe021 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 17:00:15.587153 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: b1559a38-81c3-4df5-bf32-b3304eebe021 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 17:00:15.587508 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device b1559a38-81c3-4df5-bf32-b3304eebe021 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 17:00:15.890085 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bf7b9527-c701-4fb2-9c9c-206324631881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-586010'] for router_interface, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:16.131976 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-bf7b9527-c701-4fb2-9c9c-206324631881 admin admin] Deleting port d52e94ca-6d08-494c-b69a-b7a01b743243 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 17:00:16.132419 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bf7b9527-c701-4fb2-9c9c-206324631881 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:16.214044 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-bf7b9527-c701-4fb2-9c9c-206324631881 admin admin] For port d52e94ca-6d08-494c-b69a-b7a01b743243, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=d52e94ca-6d08-494c-b69a-b7a01b743243,segment=NetworkSegment(88de087b-3c77-46a5-a439-5aafa22b001b),segment_id=88de087b-3c77-46a5-a439-5aafa22b001b)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 17:00:16.215054 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bf7b9527-c701-4fb2-9c9c-206324631881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:16.227547 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-bf7b9527-c701-4fb2-9c9c-206324631881 admin admin] Calling delete_port for d52e94ca-6d08-494c-b69a-b7a01b743243 owned by network:router_interface {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 17:00:16.488718 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bf7b9527-c701-4fb2-9c9c-206324631881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:16.520096 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7b9527-c701-4fb2-9c9c-206324631881 admin admin] Pushing event deleted for resources: {'Port': ['ID=d52e94ca-6d08-494c-b69a-b7a01b743243,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 17:00:16.685589 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-bf7b9527-c701-4fb2-9c9c-206324631881 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-530388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-586643'] for router_interface, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:16.898282 n-d-808921-1 neutron-server[95298]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf7b9527-c701-4fb2-9c9c-206324631881 admin admin] Router 91dce665-622b-4cd3-b7dd-b8a2b4fc563e has already been hosted by L3 agent a0c03895-80d0-4b84-ae0f-737e5808837f {{(pid=95298) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 24 17:00:17.005287 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf7b9527-c701-4fb2-9c9c-206324631881 admin admin] Notify agent at l3_agent.n-d-808921-1 the message routers_updated {{(pid=95298) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 24 17:00:17.011826 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-bf7b9527-c701-4fb2-9c9c-206324631881 admin admin] 10.222.0.101 "PUT /v2.0/routers/91dce665-622b-4cd3-b7dd-b8a2b4fc563e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4768653 Sep 24 17:00:17.012878 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49800) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 17:00:17.015641 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac4b9d3-b0cc-453f-a67e-3d293256a899 None None] Sync routers for ids ['91dce665-622b-4cd3-b7dd-b8a2b4fc563e'] in n-d-808921-1 {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 24 17:00:17.025177 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac4b9d3-b0cc-453f-a67e-3d293256a899 None None] Routers {'91dce665-622b-4cd3-b7dd-b8a2b4fc563e'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 17:00:17.025854 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-aac4b9d3-b0cc-453f-a67e-3d293256a899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T17:00:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['91dce665-622b-4cd3-b7dd-b8a2b4fc563e'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 17:00:17.139006 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-aac4b9d3-b0cc-453f-a67e-3d293256a899 None None] Set router 91dce665-622b-4cd3-b7dd-b8a2b4fc563e gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 17:00:17.339790 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-aac4b9d3-b0cc-453f-a67e-3d293256a899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91dce665-622b-4cd3-b7dd-b8a2b4fc563e', 'name': 'tempest-TestSnapshotPattern-1462054286-router', 'tenant_id': '61d9505997d640389df3e14cad36c777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'aea3f12f-2bca-43b5-a446-fad05fb91763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:55:02Z', 'updated_at': '2021-09-24T17:00:16Z', 'revision_number': 5, 'project_id': '61d9505997d640389df3e14cad36c777', 'gw_port': {'id': 'aea3f12f-2bca-43b5-a446-fad05fb91763', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:75:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91dce665-622b-4cd3-b7dd-b8a2b4fc563e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:55:02Z', 'updated_at': '2021-09-24T16:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 17:00:17.366261 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac4b9d3-b0cc-453f-a67e-3d293256a899 None None] Checking router: 91dce665-622b-4cd3-b7dd-b8a2b4fc563e for host: n-d-808921-1 {{(pid=95300) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 24 17:00:17.375824 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac4b9d3-b0cc-453f-a67e-3d293256a899 None None] Routers {'91dce665-622b-4cd3-b7dd-b8a2b4fc563e'} bound to L3 agent in host n-d-808921-1 {{(pid=95300) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 24 17:00:17.376443 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-aac4b9d3-b0cc-453f-a67e-3d293256a899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808921-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-24T15:20:04Z,description=,heartbeat_timestamp=2021-09-24T17:00:04Z,host='n-d-808921-1',id=a0c03895-80d0-4b84-ae0f-737e5808837f,load=0,resource_versions=,resources_synced=,started_at=2021-09-24T15:20:04Z,topic='l3_agent')) {'router_ids': ['91dce665-622b-4cd3-b7dd-b8a2b4fc563e'], 'active': True} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 17:00:17.444844 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7ba6a70d-ea62-4d6b-af35-4de804aff72a admin admin] Notify callbacks [] for router, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:17.559147 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7ba6a70d-ea62-4d6b-af35-4de804aff72a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:17.576417 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_dvr_db [None req-aac4b9d3-b0cc-453f-a67e-3d293256a899 None None] Set router 91dce665-622b-4cd3-b7dd-b8a2b4fc563e gateway port host: n-d-808921-1 {{(pid=95300) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 24 17:00:17.699636 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-7ba6a70d-ea62-4d6b-af35-4de804aff72a admin admin] Deleting port aea3f12f-2bca-43b5-a446-fad05fb91763 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 17:00:17.700344 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7ba6a70d-ea62-4d6b-af35-4de804aff72a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:17.750070 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.l3_hamode_db [None req-aac4b9d3-b0cc-453f-a67e-3d293256a899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '91dce665-622b-4cd3-b7dd-b8a2b4fc563e', 'name': 'tempest-TestSnapshotPattern-1462054286-router', 'tenant_id': '61d9505997d640389df3e14cad36c777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'aea3f12f-2bca-43b5-a446-fad05fb91763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:55:02Z', 'updated_at': '2021-09-24T17:00:16Z', 'revision_number': 5, 'project_id': '61d9505997d640389df3e14cad36c777', 'gw_port': {'id': 'aea3f12f-2bca-43b5-a446-fad05fb91763', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:75:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91dce665-622b-4cd3-b7dd-b8a2b4fc563e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:55:02Z', 'updated_at': '2021-09-24T16:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}], 'n-d-808921-1', False) {} {{(pid=95300) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 17:00:17.779448 n-d-808921-1 neutron-server[95300]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aac4b9d3-b0cc-453f-a67e-3d293256a899 None None] The sync data for ids ['91dce665-622b-4cd3-b7dd-b8a2b4fc563e'] in n-d-808921-1 is: [{'id': '91dce665-622b-4cd3-b7dd-b8a2b4fc563e', 'name': 'tempest-TestSnapshotPattern-1462054286-router', 'tenant_id': '61d9505997d640389df3e14cad36c777', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'external_fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.245'}], 'enable_snat': True}, 'gw_port_id': 'aea3f12f-2bca-43b5-a446-fad05fb91763', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-24T16:55:02Z', 'updated_at': '2021-09-24T17:00:16Z', 'revision_number': 5, 'project_id': '61d9505997d640389df3e14cad36c777', 'gw_port': {'id': 'aea3f12f-2bca-43b5-a446-fad05fb91763', 'name': '', 'network_id': 'e6a2de20-1ea0-43e5-88e0-982d19e317d5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:75:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91dce665-622b-4cd3-b7dd-b8a2b4fc563e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'ip_address': '172.25.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808921-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-24T16:55:02Z', 'updated_at': '2021-09-24T16:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '899e0ca0-78a7-4622-93ae-36d9fc6962dd', 'cidr': '172.25.0.0/24', 'gateway_ip': '172.25.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808921-1'}] {{(pid=95300) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 24 17:00:17.783497 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-7ba6a70d-ea62-4d6b-af35-4de804aff72a admin admin] For port aea3f12f-2bca-43b5-a446-fad05fb91763, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=aea3f12f-2bca-43b5-a446-fad05fb91763,segment=NetworkSegment(4e454a08-6989-496c-a358-94e37675c336),segment_id=4e454a08-6989-496c-a358-94e37675c336)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 17:00:17.783867 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7ba6a70d-ea62-4d6b-af35-4de804aff72a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:17.797029 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-7ba6a70d-ea62-4d6b-af35-4de804aff72a admin admin] Calling delete_port for aea3f12f-2bca-43b5-a446-fad05fb91763 owned by network:router_gateway {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 17:00:18.085232 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7ba6a70d-ea62-4d6b-af35-4de804aff72a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:18.110163 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba6a70d-ea62-4d6b-af35-4de804aff72a admin admin] Pushing event deleted for resources: {'Port': ['ID=aea3f12f-2bca-43b5-a446-fad05fb91763,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 17:00:18.173176 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7ba6a70d-ea62-4d6b-af35-4de804aff72a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-586576'] for router_gateway, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:18.264247 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7ba6a70d-ea62-4d6b-af35-4de804aff72a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-588863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1692'] for router, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:18.266283 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7ba6a70d-ea62-4d6b-af35-4de804aff72a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:18.386048 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7ba6a70d-ea62-4d6b-af35-4de804aff72a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-588854'] for router, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:18.386814 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba6a70d-ea62-4d6b-af35-4de804aff72a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 91dce665-622b-4cd3-b7dd-b8a2b4fc563e {{(pid=95298) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 24 17:00:18.399120 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-7ba6a70d-ea62-4d6b-af35-4de804aff72a admin admin] Notify callbacks [] for router, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:18.399120 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-7ba6a70d-ea62-4d6b-af35-4de804aff72a admin admin] 10.222.0.101 "DELETE /v2.0/routers/91dce665-622b-4cd3-b7dd-b8a2b4fc563e HTTP/1.1" status: 204 len: 168 time: 1.3786075 Sep 24 17:00:18.399120 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49802) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 17:00:18.446841 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d8a0269-8168-4fb3-98f2-3855bb211849 admin admin] Deleting subnet 70c6a520-d8f3-4b95-8d9c-72eb1ee17363 {{(pid=95298) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 24 17:00:18.455316 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6d8a0269-8168-4fb3-98f2-3855bb211849 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:18.491426 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6d8a0269-8168-4fb3-98f2-3855bb211849 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8834987'] for subnet, precommit_delete_associations {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:18.575444 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6d8a0269-8168-4fb3-98f2-3855bb211849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66563154'] for subnet, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:18.708026 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6d8a0269-8168-4fb3-98f2-3855bb211849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66563163', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284532', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9080167', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8440135'] for subnet, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:18.734768 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8a0269-8168-4fb3-98f2-3855bb211849 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70c6a520-d8f3-4b95-8d9c-72eb1ee17363,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 17:00:18.738536 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-6d8a0269-8168-4fb3-98f2-3855bb211849 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:18.741172 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-6d8a0269-8168-4fb3-98f2-3855bb211849 admin admin] 10.222.0.101 "DELETE /v2.0/subnets/70c6a520-d8f3-4b95-8d9c-72eb1ee17363 HTTP/1.1" status: 204 len: 168 time: 0.3444049 Sep 24 17:00:18.743243 n-d-808921-1 neutron-server[95298]: DEBUG neutron.wsgi [-] (95298) accepted ('10.222.0.101', 49804) {{(pid=95298) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 17:00:18.746799 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9796a43d-d84d-443c-9187-083769372ae8 None None] Network 88fd5436-f5c2-4bd8-ae78-10e01f077a94 requested from n-d-808921-1 {{(pid=95299) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 24 17:00:18.820941 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d3fb2452-a88e-4d4b-ad60-24a724c3d90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-66547370'] for network, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:18.883559 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-d3fb2452-a88e-4d4b-ad60-24a724c3d90d admin admin] Deleting port e29bed6d-4284-4b4b-bc87-a33748092329 {{(pid=95298) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 17:00:18.883897 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d3fb2452-a88e-4d4b-ad60-24a724c3d90d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:18.951807 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e907d8e-aebe-42e9-b362-07d126d4d3e7 None None] DHCP port deletion for 88fd5436-f5c2-4bd8-ae78-10e01f077a94 request from n-d-808921-1 {{(pid=95299) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 24 17:00:18.957450 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.db [None req-d3fb2452-a88e-4d4b-ad60-24a724c3d90d admin admin] For port e29bed6d-4284-4b4b-bc87-a33748092329, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=e29bed6d-4284-4b4b-bc87-a33748092329,segment=NetworkSegment(88de087b-3c77-46a5-a439-5aafa22b001b),segment_id=88de087b-3c77-46a5-a439-5aafa22b001b)] {{(pid=95298) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 17:00:18.959733 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d3fb2452-a88e-4d4b-ad60-24a724c3d90d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:18.973010 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.plugin [None req-d3fb2452-a88e-4d4b-ad60-24a724c3d90d admin admin] Calling delete_port for e29bed6d-4284-4b4b-bc87-a33748092329 owned by network:dhcp {{(pid=95298) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 17:00:19.004027 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-6e907d8e-aebe-42e9-b362-07d126d4d3e7 None None] Deleting port e29bed6d-4284-4b4b-bc87-a33748092329 {{(pid=95299) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}} Sep 24 17:00:19.004962 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6e907d8e-aebe-42e9-b362-07d126d4d3e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772637955880'] for port, before_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:19.076700 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.db [None req-6e907d8e-aebe-42e9-b362-07d126d4d3e7 None None] For port e29bed6d-4284-4b4b-bc87-a33748092329, host n-d-808921-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808921-1',level=0,port_id=e29bed6d-4284-4b4b-bc87-a33748092329,segment=NetworkSegment(88de087b-3c77-46a5-a439-5aafa22b001b),segment_id=88de087b-3c77-46a5-a439-5aafa22b001b)] {{(pid=95299) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 24 17:00:19.077088 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6e907d8e-aebe-42e9-b362-07d126d4d3e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-583171'] for port, precommit_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:19.088484 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-6e907d8e-aebe-42e9-b362-07d126d4d3e7 None None] Calling delete_port for e29bed6d-4284-4b4b-bc87-a33748092329 owned by network:dhcp {{(pid=95299) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2009}} Sep 24 17:00:19.152364 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d3fb2452-a88e-4d4b-ad60-24a724c3d90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9080122'] for port, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:19.163310 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6e907d8e-aebe-42e9-b362-07d126d4d3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66468513', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-145791', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772637962990', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772637411759'] for port, after_delete {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:19.179182 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fb2452-a88e-4d4b-ad60-24a724c3d90d admin admin] Pushing event deleted for resources: {'Port': ['ID=e29bed6d-4284-4b4b-bc87-a33748092329,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 17:00:19.182785 n-d-808921-1 neutron-server[95298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fb2452-a88e-4d4b-ad60-24a724c3d90d admin admin] No DVR routers for this DVR port e29bed6d-4284-4b4b-bc87-a33748092329 on host n-d-808921-1 {{(pid=95298) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 17:00:19.192887 n-d-808921-1 neutron-server[95299]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e907d8e-aebe-42e9-b362-07d126d4d3e7 None None] Pushing event deleted for resources: {'Port': ['ID=e29bed6d-4284-4b4b-bc87-a33748092329,revision_number=None']} {{(pid=95299) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 17:00:19.197387 n-d-808921-1 neutron-server[95299]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e907d8e-aebe-42e9-b362-07d126d4d3e7 None None] No DVR routers for this DVR port e29bed6d-4284-4b4b-bc87-a33748092329 on host n-d-808921-1 {{(pid=95299) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 24 17:00:19.263736 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d3fb2452-a88e-4d4b-ad60-24a724c3d90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66557163', 'neutron.services.segments.db._delete_segments_for_network-8772637988756'] for network, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:19.284317 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-d3fb2452-a88e-4d4b-ad60-24a724c3d90d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88fd5436-f5c2-4bd8-ae78-10e01f077a94']}} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 17:00:19.294107 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-d3fb2452-a88e-4d4b-ad60-24a724c3d90d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88de087b-3c77-46a5-a439-5aafa22b001b') {'for_net_delete': True} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 17:00:19.294424 n-d-808921-1 neutron-server[95298]: DEBUG neutron.services.segments.db [None req-d3fb2452-a88e-4d4b-ad60-24a724c3d90d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88de087b-3c77-46a5-a439-5aafa22b001b') {} {{(pid=95298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 24 17:00:19.303442 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d3fb2452-a88e-4d4b-ad60-24a724c3d90d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772637987997', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8834994'] for segment, before_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:19.316479 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d3fb2452-a88e-4d4b-ad60-24a724c3d90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781'] for segment, precommit_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:19.323462 n-d-808921-1 neutron-server[95298]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3fb2452-a88e-4d4b-ad60-24a724c3d90d admin admin] Releasing vlan 1271 on physical network physnet1 to pool {{(pid=95298) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 24 17:00:19.329417 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d3fb2452-a88e-4d4b-ad60-24a724c3d90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66563781', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9081545'] for segment, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:19.329417 n-d-808921-1 neutron-server[95298]: Traceback (most recent call last): Sep 24 17:00:19.329417 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 24 17:00:19.329417 n-d-808921-1 neutron-server[95298]: timer() Sep 24 17:00:19.329417 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 24 17:00:19.329417 n-d-808921-1 neutron-server[95298]: cb(*args, **kw) Sep 24 17:00:19.329417 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 24 17:00:19.329417 n-d-808921-1 neutron-server[95298]: return func(*args, **kwargs) Sep 24 17:00:19.329417 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 24 17:00:19.329417 n-d-808921-1 neutron-server[95298]: self._notify() Sep 24 17:00:19.329417 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 24 17:00:19.329417 n-d-808921-1 neutron-server[95298]: self.callback(batched_events) Sep 24 17:00:19.329417 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 24 17:00:19.329417 n-d-808921-1 neutron-server[95298]: event.method(event) Sep 24 17:00:19.329417 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 24 17:00:19.329417 n-d-808921-1 neutron-server[95298]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 24 17:00:19.329417 n-d-808921-1 neutron-server[95298]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 24 17:00:19.329417 n-d-808921-1 neutron-server[95298]: aggregate_uuid = self.p_client.list_aggregates( Sep 24 17:00:19.329417 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 24 17:00:19.329417 n-d-808921-1 neutron-server[95298]: return f(self, *a, **k) Sep 24 17:00:19.329417 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 24 17:00:19.329417 n-d-808921-1 neutron-server[95298]: return self._get(url).json() Sep 24 17:00:19.329417 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 24 17:00:19.329417 n-d-808921-1 neutron-server[95298]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 24 17:00:19.329417 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 24 17:00:19.329417 n-d-808921-1 neutron-server[95298]: return self.request(url, 'GET', **kwargs) Sep 24 17:00:19.329417 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 24 17:00:19.329417 n-d-808921-1 neutron-server[95298]: base_url = self.get_endpoint(auth, allow=allow, Sep 24 17:00:19.329417 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 24 17:00:19.329417 n-d-808921-1 neutron-server[95298]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 24 17:00:19.329417 n-d-808921-1 neutron-server[95298]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 24 17:00:19.329417 n-d-808921-1 neutron-server[95298]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 24 17:00:19.329417 n-d-808921-1 neutron-server[95298]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 24 17:00:19.450704 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d3fb2452-a88e-4d4b-ad60-24a724c3d90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66557148', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-284416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-530381', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-586508'] for network, after_delete {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:19.456227 n-d-808921-1 neutron-server[95298]: DEBUG neutron_lib.callbacks.manager [None req-d3fb2452-a88e-4d4b-ad60-24a724c3d90d admin admin] Notify callbacks [] for network, before_response {{(pid=95298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:19.458026 n-d-808921-1 neutron-server[95298]: INFO neutron.wsgi [None req-d3fb2452-a88e-4d4b-ad60-24a724c3d90d admin admin] 10.222.0.101 "DELETE /v2.0/networks/88fd5436-f5c2-4bd8-ae78-10e01f077a94 HTTP/1.1" status: 204 len: 168 time: 0.7135444 Sep 24 17:00:19.472979 n-d-808921-1 neutron-server[95298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fb2452-a88e-4d4b-ad60-24a724c3d90d admin admin] Pushing event deleted for resources: {'Network': ['ID=88fd5436-f5c2-4bd8-ae78-10e01f077a94,revision_number=None']} {{(pid=95298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 17:00:19.524943 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device aea3f12f-2bca-43b5-a446-fad05fb91763 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 17:00:19.545617 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: aea3f12f-2bca-43b5-a446-fad05fb91763 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 17:00:19.549521 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device aea3f12f-2bca-43b5-a446-fad05fb91763 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 17:00:19.549521 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device d52e94ca-6d08-494c-b69a-b7a01b743243 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 17:00:19.564835 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: d52e94ca-6d08-494c-b69a-b7a01b743243 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 17:00:19.565180 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device d52e94ca-6d08-494c-b69a-b7a01b743243 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 17:00:19.565584 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device e29bed6d-4284-4b4b-bc87-a33748092329 no longer exists at agent ovs-agent-n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 24 17:00:19.584491 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.plugin [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] No Port match for: e29bed6d-4284-4b4b-bc87-a33748092329 {{(pid=95299) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2267}} Sep 24 17:00:19.584831 n-d-808921-1 neutron-server[95299]: DEBUG neutron.plugins.ml2.rpc [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Device e29bed6d-4284-4b4b-bc87-a33748092329 not bound to the agent host n-d-808921-1 {{(pid=95299) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 24 17:00:19.790301 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 49808) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 17:00:19.829633 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-3a95baba-c5f5-428b-b1f3-8d99c740d7ae admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=237ab006514c4e2cbcfd3121c50f5896&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381048 Sep 24 17:00:19.832191 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 49810) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 17:00:19.883544 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dfe1ea78-65b7-4114-8e99-0f5f71d90c07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:19.905370 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dfe1ea78-65b7-4114-8e99-0f5f71d90c07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:20.009036 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dfe1ea78-65b7-4114-8e99-0f5f71d90c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:20.012354 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-dfe1ea78-65b7-4114-8e99-0f5f71d90c07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:20.013545 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-dfe1ea78-65b7-4114-8e99-0f5f71d90c07 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/1c2a0918-eea8-47b9-89d5-a9c2f1ac91f2 HTTP/1.1" status: 204 len: 168 time: 0.1804650 Sep 24 17:00:20.021327 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe1ea78-65b7-4114-8e99-0f5f71d90c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c2a0918-eea8-47b9-89d5-a9c2f1ac91f2,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 17:00:20.660915 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 49816) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 17:00:20.703796 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-595f559a-b6d2-4983-b126-0fd765d9269b admin admin] 10.222.0.101 "GET /v2.0/security-groups?tenant_id=61d9505997d640389df3e14cad36c777&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416901 Sep 24 17:00:20.706334 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [-] (95297) accepted ('10.222.0.101', 49818) {{(pid=95297) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 24 17:00:20.754026 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9e38ec84-2261-47f4-829c-fbb11cb75212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:20.775336 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9e38ec84-2261-47f4-829c-fbb11cb75212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:20.891019 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9e38ec84-2261-47f4-829c-fbb11cb75212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-274129'] for security_group, after_delete {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:20.893627 n-d-808921-1 neutron-server[95297]: DEBUG neutron_lib.callbacks.manager [None req-9e38ec84-2261-47f4-829c-fbb11cb75212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:20.895002 n-d-808921-1 neutron-server[95297]: INFO neutron.wsgi [None req-9e38ec84-2261-47f4-829c-fbb11cb75212 admin admin] 10.222.0.101 "DELETE /v2.0/security-groups/8082e842-9715-4f7e-93ae-c863b04404b1 HTTP/1.1" status: 204 len: 168 time: 0.1877341 Sep 24 17:00:20.903511 n-d-808921-1 neutron-server[95297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e38ec84-2261-47f4-829c-fbb11cb75212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8082e842-9715-4f7e-93ae-c863b04404b1,revision_number=None']} {{(pid=95297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 24 17:00:31.268714 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-3655fc50-0113-4b02-95ba-1d45ba37e322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:33.947129 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-bf106e24-3a9e-49b6-86f3-5aa01124b777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:34.364459 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:35.667423 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:36.054767 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 17:00:37.055592 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:39.823826 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:00:41.904129 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:01:01.268824 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-35aeedac-06e9-4a1e-a938-c259c5e3b1a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:01:03.950932 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-1207b15e-4e41-4d79-812b-79593989e08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:01:04.350931 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:01:05.669501 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:01:07.071125 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:01:09.825746 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:01:11.906557 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:01:13.053901 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 17:01:31.261004 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-83a83256-13f1-4c46-a637-ce03d378a12e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:01:33.964051 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-b0d80db7-e8a8-40a5-85b7-7dd51a7dc41a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:01:34.350835 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:01:35.707512 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:01:37.042538 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:01:39.831359 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:01:41.907509 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:01:50.053208 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 17:02:01.297282 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-08ab7457-cf93-4d5e-b621-b8b5576aa6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:02:03.959081 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-da8fe992-d628-4c29-86f2-afdf484ff057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:02:04.363920 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:02:05.686761 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:02:07.046708 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:02:09.867284 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:02:11.929938 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:02:27.052622 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 17:02:31.288023 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-13bdd73f-324e-4bfc-97ac-7207673e5ff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:02:33.956973 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-734af919-e325-408f-b020-de0d53e16c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:02:34.356388 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:02:35.670927 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:02:37.051718 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:02:39.937194 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:02:41.972387 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:03:01.249540 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-a83616b3-0918-4e3b-806d-96abc07672d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:03:03.975529 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5840d2f0-c479-4738-b6ac-5780b51bc0c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:03:04.053545 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 17:03:04.358397 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:03:05.678518 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:03:07.055594 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:03:09.883919 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:03:11.964726 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:03:31.259578 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-5681bfbf-1381-4b3e-997c-7344f4eb760a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:03:33.953818 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-9a7af251-9e60-4afa-8549-b3cda7128099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:03:34.351802 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:03:35.682737 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:03:37.057152 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:03:39.956825 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:03:41.053597 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 17:03:42.008764 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:04:01.258037 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-c29f8b62-c485-4eb0-b74f-d1960ed723fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:04:03.963728 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-8782086f-af0d-4e1d-bc4f-45d32657dddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:04:04.374974 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:04:05.700793 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:04:07.052499 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:04:09.895533 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:04:11.995946 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:04:18.054394 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 17:04:31.256736 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-49e5f2a1-05ca-4125-95f5-3e31e08a2c40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:04:33.956509 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-71f1eb06-821d-449e-a7dd-800f1a232995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:04:34.393316 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:04:35.679791 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:04:37.091146 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:04:39.931076 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:04:42.034046 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:04:55.055036 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 17:05:01.251536 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-84faaa4e-4b24-4a0d-b163-c2e66df72930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:05:03.954819 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-031ff999-e67f-4f9a-ba34-c2158caa4c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:05:04.366819 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:05:05.726427 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:05:07.083899 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:05:09.931707 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:05:12.026856 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:05:31.267664 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-e7ebabb0-925f-4d62-85eb-eba7067ff5b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:05:32.054596 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 17:05:33.958899 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-804f2935-712f-497c-b00e-6f0c3c65824d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:05:34.372595 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:05:35.664290 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:05:37.081704 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:05:39.956073 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:05:42.052852 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:06:01.270525 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-52d232f1-1a8b-48b7-b68c-c8246a734392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:06:03.985654 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-022951b8-1571-4e2b-8cf7-7d9d4e9ffcc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:06:04.413393 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:06:05.693722 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:06:07.082572 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:06:09.054644 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 17:06:09.928293 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:06:12.093868 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:06:31.299990 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-dd93e9cc-2bec-45cd-92c2-48a12902f757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:06:34.003234 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-052a4c24-1ff3-45b5-ae7a-a8f42fd469b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:06:34.403344 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:06:35.688551 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:06:37.098296 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:06:39.934682 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:06:42.035357 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:06:46.055440 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 17:07:01.266550 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-88c0ad19-f705-415d-a1e3-c5c50f1d7de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:07:03.969726 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-381fc4e2-bf8b-42e6-a649-cd5cd46aa257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:07:04.408007 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:07:05.700882 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:07:07.112558 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:07:09.964608 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:07:12.061220 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:07:23.054995 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 17:07:31.267340 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0cc3f838-e830-40c0-9148-d31e3716d3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:07:33.953017 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0db8f164-10ea-48d1-8ff5-83b3e31ed2f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:07:34.381521 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:07:35.701869 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:07:35.896984 n-d-808921-1 neutron-server[95297]: DEBUG neutron.wsgi [req-6fdbb63e-fede-4ece-8d66-a517c3d1beb5 req-089c9de2-73de-4eb2-8e4f-b7935ee1de4c service neutron] (95297) timed out ('10.222.0.101', 48320) {{(pid=95297) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 24 17:07:37.152801 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:07:39.970443 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:07:42.111778 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:08:00.054896 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 17:08:01.261070 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6af0de9f-5ca9-48d4-b785-02f1ad310b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:08:03.959277 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-f588d765-4d1b-4af1-95fb-e92f22bd0405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:08:04.421986 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:08:05.702537 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:08:07.108004 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:08:10.004211 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:08:12.119702 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:08:31.274493 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-da436145-a88a-471a-80ca-fec49e670caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:08:33.988750 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-0d1883af-5c32-4613-bc28-7a740d318a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:08:34.400298 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-60ba61b7-c36a-4d8f-8501-8df133c0be96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:08:35.696266 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-6a95b40d-02c0-4965-9e2b-0bb07be7d4c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:08:37.054821 n-d-808921-1 neutron-server[95300]: DEBUG neutron.db.agents_db [None req-96fbad2c-8c5c-47eb-be8c-a299d314f353 None None] Agent healthcheck: found 7 active agents {{(pid=95300) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 24 17:08:37.091562 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-73858b14-fbe0-4af9-8e03-f4d38a089137 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:08:39.976136 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-7f62ed25-6665-4b00-bebe-569f3c407bec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 24 17:08:42.081023 n-d-808921-1 neutron-server[95299]: DEBUG neutron_lib.callbacks.manager [None req-312f3e8d-a002-4f33-a2e9-4ae1acbc55d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772637988738', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66559723'] for agent, after_update {{(pid=95299) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}